-- Logs begin at Sat 2022-05-07 20:01:27 UTC, end at Sat 2022-05-07 23:02:12 UTC. --
May 07 21:35:06.130571 ncdv-master-1 systemd[1]: Started Devstack devstack@q-svc.service.
May 07 21:35:09.017525 ncdv-master-1 neutron-server[121727]: INFO neutron.common.config [-] Logging enabled!
May 07 21:35:09.018125 ncdv-master-1 neutron-server[121727]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev194
May 07 21:35:09.018306 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=121727) setup_logging /opt/stack/neutron/neutron/common/config.py:120}}
May 07 21:35:09.021585 ncdv-master-1 neutron-server[121727]: INFO neutron.common.config [-] Logging enabled!
May 07 21:35:09.021844 ncdv-master-1 neutron-server[121727]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev194
May 07 21:35:09.022160 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=121727) setup_logging /opt/stack/neutron/neutron/common/config.py:120}}
May 07 21:35:09.023118 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
May 07 21:35:09.023380 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
May 07 21:35:09.023745 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
May 07 21:35:09.023991 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
May 07 21:35:09.024224 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
May 07 21:35:09.024540 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:09.024840 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:09.025173 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:09.025474 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:09.025770 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:09.026058 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:09.026352 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:09.026648 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:09.026963 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:09.027247 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:09.027531 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:09.027763 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:09.028047 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:09.028336 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:09.028625 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:09.028850 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] debug                          = True {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:09.029132 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:09.029566 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:09.029972 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:09.030255 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:09.030546 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:09.030849 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:09.031125 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:09.031400 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:09.031684 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:09.032014 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] host                           = ncdv-master-1 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:09.032291 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:09.032577 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:09.032864 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:09.033152 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:09.033426 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:09.033701 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:09.033986 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:09.034266 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:09.034539 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:09.034834 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:09.035125 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:09.035413 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:09.035708 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:09.035953 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:09.036163 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:09.036448 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:09.036734 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:09.037011 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:09.037284 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:09.037558 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:09.037832 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:09.038107 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:09.038376 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:09.038659 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:09.039484 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:09.039773 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:09.040051 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:09.040329 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:09.040602 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:09.040875 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:09.041160 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:09.041436 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:09.041710 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:09.041982 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:09.042271 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:09.042542 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:09.042842 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:09.043145 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:09.043431 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:09.043713 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:09.043999 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:09.044274 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:09.044559 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:09.044831 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:09.045101 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:09.045370 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:09.045642 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:09.045912 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:09.046193 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:09.046467 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:09.046839 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:09.047120 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:09.047393 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:09.047677 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:09.047949 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] wsgi_server_debug              = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:09.048243 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.048540 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.048841 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.049124 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.049427 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.049708 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.049996 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.050275 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.050565 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.050875 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.051167 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.051445 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.051742 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.052030 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.052329 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.052631 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.052925 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.053220 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.053496 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.053771 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.054044 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.054322 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.055243 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.055528 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.055819 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name =  {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.056111 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.056392 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.056691 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.056977 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.057267 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.057563 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.057855 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.058132 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.058410 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.058703 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.059006 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.059281 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.059570 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.059847 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.060121 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.060402 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.060680 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.060954 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.061225 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.061501 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.061791 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.062066 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.062343 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.062611 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.062913 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.063186 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.063468 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.063742 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.064011 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.064279 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.064552 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.064830 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.065101 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.065375 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.065647 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.065920 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.066189 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.066458 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.066730 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.067023 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.067295 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.067566 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.067837 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.068111 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.068380 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.068651 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.068922 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.069193 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.069461 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.069753 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.070028 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.070336 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.070616 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.070954 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.071235 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.071513 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.071793 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.072071 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.072341 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.072632 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.072918 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.073203 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.073485 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.073762 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.074075 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.074352 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.074630 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.074944 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.075224 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.075505 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.075789 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.076072 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.076368 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.076666 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.076960 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.077256 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.077552 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.077834 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.078140 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.078420 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:09.078640 ncdv-master-1 neutron-server[121727]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
May 07 21:35:09.078914 ncdv-master-1 neutron-server[121727]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=121727) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
May 07 21:35:09.541822 ncdv-master-1 neutron-server[121727]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=121727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
May 07 21:35:09.542104 ncdv-master-1 neutron-server[121727]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=121727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
May 07 21:35:09.542416 ncdv-master-1 neutron-server[121727]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=121727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}}
May 07 21:35:09.542749 ncdv-master-1 neutron-server[121727]: INFO neutron.manager [-] Loading core plugin: ml2
May 07 21:35:09.871014 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:09.871226 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:09.871501 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:09.872701 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:09.872986 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:09.873254 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:09.928177 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:09.928454 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:09.928722 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:09.943167 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:09.943452 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:09.943724 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:09.974267 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:09.974546 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:09.974835 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:10.011202 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:10.011482 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:10.011746 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:10.352749 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7faf8f806670> agent after_create 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:10.353364 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7faf8f806670> agent after_update 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:10.353364 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7faf8f806700> segment precommit_create 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:10.353543 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7faf8f806790> network precommit_delete 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:10.354211 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7faf8f807820> segment before_delete 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:10.451331 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7faf901cff10>> network before_delete 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:10.451591 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7faf8f5901f0> agent before_delete 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:10.451872 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7faf901cff10>> network before_create 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:10.452144 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7faf901cff10>> port before_create 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:10.452411 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7faf901cff10>> port before_update 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:10.452717 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7faf901cff10>> segment precommit_create 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:10.452976 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7faf901cff10>> segment precommit_delete 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:10.453230 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7faf901cff10>> segment after_create 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:10.453488 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7faf901cff10>> segment after_delete 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:10.453789 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7faf901cff10>> network after_delete 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:10.454053 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7faf901cff10>> network precommit_delete 0 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:10.454318 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7faf901cff10>> port after_create 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:10.454574 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7faf901cff10>> port after_update 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:10.454844 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7faf901cff10>> port after_delete 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:10.455100 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7faf901cff10>> port provisioning_complete 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:10.455363 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7faf901cff10>> rbac-policy before_create 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:10.455619 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7faf901cff10>> rbac-policy after_delete 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:10.455885 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7faf901cff10>> agent after_update 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:10.456152 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7faf901cff10>> subnet after_delete 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:10.456408 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7faf901cff10>> subnet precommit_delete 0 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:10.456680 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7faf901cff10>> rbac-policy before_update 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:10.456929 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7faf901cff10>> rbac-policy before_delete 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:10.457207 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7faf901cff10>> segment_host_mapping after_create 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:10.457578 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7faf901cff10>> rbac-policy before_create 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:10.457824 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7faf901cff10>> rbac-policy before_update 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:10.458324 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7faf901cff10>> rbac-policy before_delete 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:10.458707 ncdv-master-1 neutron-server[121727]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=121727) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 07 21:35:10.458972 ncdv-master-1 neutron-server[121727]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=121727) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 07 21:35:10.459208 ncdv-master-1 neutron-server[121727]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=121727) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 07 21:35:10.459442 ncdv-master-1 neutron-server[121727]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=121727) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 07 21:35:10.459675 ncdv-master-1 neutron-server[121727]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=121727) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 07 21:35:10.459907 ncdv-master-1 neutron-server[121727]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=121727) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 07 21:35:10.460265 ncdv-master-1 neutron-server[121727]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
May 07 21:35:10.464363 ncdv-master-1 neutron-server[121727]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
May 07 21:35:10.468279 ncdv-master-1 neutron-server[121727]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
May 07 21:35:10.472103 ncdv-master-1 neutron-server[121727]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])])
May 07 21:35:10.473709 ncdv-master-1 neutron-server[121727]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
May 07 21:35:10.474167 ncdv-master-1 neutron-server[121727]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
May 07 21:35:10.474500 ncdv-master-1 neutron-server[121727]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
May 07 21:35:10.474912 ncdv-master-1 neutron-server[121727]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
May 07 21:35:10.478171 ncdv-master-1 neutron-server[121727]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
May 07 21:35:10.478415 ncdv-master-1 neutron-server[121727]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
May 07 21:35:10.478750 ncdv-master-1 neutron-server[121727]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
May 07 21:35:10.483704 ncdv-master-1 neutron-server[121727]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct']
May 07 21:35:10.507284 ncdv-master-1 neutron-server[121727]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
May 07 21:35:10.507752 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7faf8f677850>> qos_plugin after_init 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:10.508044 ncdv-master-1 neutron-server[121727]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=121727) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}}
May 07 21:35:10.508409 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7faf8f677940>> logging-plugin after_init 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:10.509739 ncdv-master-1 neutron-server[121727]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=121727) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
May 07 21:35:10.510013 ncdv-master-1 neutron-server[121727]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
May 07 21:35:10.510255 ncdv-master-1 neutron-server[121727]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
May 07 21:35:10.513504 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7faf8f94af10>> floatingip before_response 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:10.513780 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7faf8f94af10>> port before_response 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:10.582333 ncdv-master-1 neutron-server[121727]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
May 07 21:35:10.582568 ncdv-master-1 neutron-server[121727]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
May 07 21:35:10.582817 ncdv-master-1 neutron-server[121727]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
May 07 21:35:10.583431 ncdv-master-1 neutron-server[121727]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
May 07 21:35:10.604217 ncdv-master-1 neutron-server[121727]: DEBUG oslo_db.sqlalchemy.engines [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=121727) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
May 07 21:35:11.036104 ncdv-master-1 neutron-server[121727]: INFO neutron.plugins.ml2.managers [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Initializing driver for type 'gre'
May 07 21:35:11.036820 ncdv-master-1 neutron-server[121727]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] gre ID ranges: [(1, 1000)]
May 07 21:35:11.090748 ncdv-master-1 neutron-server[121727]: INFO neutron.plugins.ml2.managers [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Initializing driver for type 'local'
May 07 21:35:11.091103 ncdv-master-1 neutron-server[121727]: INFO neutron.plugins.ml2.managers [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Initializing driver for type 'vlan'
May 07 21:35:11.104387 ncdv-master-1 neutron-server[121727]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] VlanTypeDriver initialization complete
May 07 21:35:11.104839 ncdv-master-1 neutron-server[121727]: INFO neutron.plugins.ml2.managers [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Initializing driver for type 'vxlan'
May 07 21:35:11.105331 ncdv-master-1 neutron-server[121727]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] vxlan ID ranges: [(1, 1000)]
May 07 21:35:11.159100 ncdv-master-1 neutron-server[121727]: INFO neutron.plugins.ml2.managers [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Initializing extension driver 'port_security'
May 07 21:35:11.159439 ncdv-master-1 neutron-server[121727]: INFO neutron.plugins.ml2.extensions.port_security [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] PortSecurityExtensionDriver initialization complete
May 07 21:35:11.159768 ncdv-master-1 neutron-server[121727]: INFO neutron.plugins.ml2.managers [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Initializing mechanism driver 'openvswitch'
May 07 21:35:11.160090 ncdv-master-1 neutron-server[121727]: INFO neutron.plugins.ml2.managers [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Initializing mechanism driver 'hyperv'
May 07 21:35:11.166554 ncdv-master-1 neutron-server[121727]: DEBUG neutron.plugins.ml2.plugin [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=121727) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:35:11.167417 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7faf8f606310>> port after_create 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:11.167792 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7faf8f606310>> port after_update 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:11.168149 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7faf8f606310>> port after_delete 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:11.168676 ncdv-master-1 neutron-server[121727]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=121727) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}}
May 07 21:35:11.169108 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7faf8f17ddf0>> subnet after_create 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:11.169464 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7faf8f17ddf0>> subnet after_update 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:11.169810 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7faf8f17ddf0>> subnet after_delete 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:11.170208 ncdv-master-1 neutron-server[121727]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=121727) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}}
May 07 21:35:11.170616 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7faf8f1917f0>> network after_create 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:11.171105 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7faf8f1917f0>> network after_update 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:11.171447 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7faf8f1917f0>> network after_delete 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:11.171842 ncdv-master-1 neutron-server[121727]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=121727) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}}
May 07 21:35:11.172249 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7faf8f191d00>> security_group after_create 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:11.172601 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7faf8f191d00>> security_group after_update 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:11.172946 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7faf8f191d00>> security_group after_delete 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:11.173342 ncdv-master-1 neutron-server[121727]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=121727) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}}
May 07 21:35:11.173750 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7faf8f1a5250>> security_group_rule after_create 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:11.174099 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7faf8f1a5250>> security_group_rule after_update 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:11.174439 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7faf8f1a5250>> security_group_rule after_delete 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:11.174861 ncdv-master-1 neutron-server[121727]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=121727) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}}
May 07 21:35:11.175264 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7faf8f1a5760>> address_group after_create 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:11.175608 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7faf8f1a5760>> address_group after_update 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:11.175947 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7faf8f1a5760>> address_group after_delete 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:11.176340 ncdv-master-1 neutron-server[121727]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=121727) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}}
May 07 21:35:11.176783 ncdv-master-1 neutron-server[121727]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] ML2 OVO RPC backend initialized. {{(pid=121727) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}}
May 07 21:35:11.177483 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7faf8f1a5e80>> router_interface after_create 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:11.177838 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7faf8f1a5e80>> router_interface after_delete 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:11.178256 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7faf8f1a5e80>> network before_response 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:11.178607 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7faf8f1a5e80>> networks before_response 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:11.178980 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7faf8f1a5e80>> port before_response 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:11.179327 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7faf8f1a5e80>> ports before_response 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:11.179699 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7faf8f1a5e80>> subnet before_response 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:11.180042 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7faf8f1a5e80>> subnets before_response 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:11.180388 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7faf8f1a5e80>> network after_create 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:11.180726 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7faf8f1a5e80>> network after_update 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:11.181061 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7faf8f1a5e80>> network after_delete 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:11.181400 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7faf8f1a5e80>> port after_create 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:11.181736 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7faf8f1a5e80>> port after_update 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:11.182071 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7faf8f1a5e80>> port after_delete 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:11.182404 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7faf8f1a5e80>> subnet after_create 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:11.182739 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7faf8f1a5e80>> subnet after_update 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:11.183099 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7faf8f1a5e80>> subnet after_delete 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:11.190573 ncdv-master-1 neutron-server[121727]: INFO neutron.quota [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loaded quota_driver: <neutron.db.quota.driver_nolock.DbQuotaNoLockDriver object at 0x7faf8f0f1100>.
May 07 21:35:11.190964 ncdv-master-1 neutron-server[121727]: INFO neutron.plugins.ml2.plugin [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Modular L2 Plugin initialization complete
May 07 21:35:11.191313 ncdv-master-1 neutron-server[121727]: DEBUG neutron.manager [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading services supported by the core plugin {{(pid=121727) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
May 07 21:35:11.191650 ncdv-master-1 neutron-server[121727]: INFO neutron.plugins.ml2.managers [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Got port-security extension from driver 'port_security'
May 07 21:35:11.192131 ncdv-master-1 neutron-server[121727]: INFO neutron.extensions.vlantransparent [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Disabled vlantransparent extension.
May 07 21:35:11.192625 ncdv-master-1 neutron-server[121727]: DEBUG neutron.manager [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=121727) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
May 07 21:35:11.192949 ncdv-master-1 neutron-server[121727]: INFO neutron.manager [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading Plugin: router
May 07 21:35:11.228963 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7faf8f1a5f70>> router_interface before_create 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:11.229359 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7faf8f1a5f70>> router after_create 55549900 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:11.229728 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create_handler of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7faf8f1a5f70>> router before_create 55549900 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:11.230093 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7faf8f1a5f70>> router_interface before_delete 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:11.230469 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7faf8f1a5f70>> router_interface after_delete 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:11.230850 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network_handler of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7faf8f1a5f70>> router after_delete 55549900 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:11.231212 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7faf8f1a5f70>> floatingip after_create 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:11.231560 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7faf8f1a5f70>> floatingip after_update 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:11.231918 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7faf8f1a5f70>> router after_create 55549900 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:11.232267 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7faf8f1a5f70>> router after_update 55549900 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:11.232618 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7faf8f1a5f70>> router after_update 55549900 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:11.232969 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7faf8f1a5f70>> router_gateway after_delete 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:11.233448 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7faf8f1a5f70>> router after_update 55549900 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:11.233865 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7faf8f1a5f70>> router precommit_update 55549900 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:11.234242 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7faf8f7b3dc0> port after_update 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:11.234589 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7faf8f7b3ca0> port after_delete 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:11.234954 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7faf8f7b3d30> subnet after_update 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:11.235295 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7faf8f7b3e50> subnetpool_address_scope after_update 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:11.235646 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7faf8f1a5f70>> port precommit_delete 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:11.236001 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7faf8f1a5f70>> router precommit_create 55549900 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:11.236348 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7faf8f916dc0> port before_delete 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:11.236697 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7faf8f1a5f70>> router precommit_create 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:11.237059 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7faf8f1a5f70>> router after_update 55549900 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:11.237406 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7faf8f1a5f70>> router precommit_delete 55549900 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:11.237759 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7faf8f1a5f70>> router precommit_create 55549900 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:11.238122 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7faf8f1a5f70>> router_interface after_create 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:11.238469 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7faf8f1a5f70>> router precommit_update 55549900 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:11.238867 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7faf8f1a5f70>> agent after_create 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:11.239224 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7faf8f1a5f70>> agent after_delete 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:11.239572 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7faf8f1a5f70>> network after_delete 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:11.240426 ncdv-master-1 neutron-server[121727]: DEBUG neutron.quota.resource_registry [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Tracking information for resource: router configured {{(pid=121727) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 07 21:35:11.240759 ncdv-master-1 neutron-server[121727]: DEBUG neutron.quota.resource_registry [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Tracking information for resource: floatingip configured {{(pid=121727) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 07 21:35:11.245561 ncdv-master-1 neutron-server[121727]: INFO neutron.db.l3_agentschedulers_db [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
May 07 21:35:11.246140 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7faf8f129670> port after_update 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:11.246514 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7faf8f129550> port after_create 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:11.246907 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Subscribe: <function _notify_port_delete at 0x7faf8f1295e0> port after_delete 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:11.247267 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7faf8f129790> port after_update 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:11.248056 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7faf8f159880>> router before_create 55550100 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:11.248424 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7faf8f159880>> router precommit_delete 55550100 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:11.248791 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7faf8f159880>> router precommit_create 55550100 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:11.249151 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7faf8f159880>> router precommit_update 55550100 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:11.253856 ncdv-master-1 neutron-server[121727]: DEBUG neutron.services.provider_configuration [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Service providers = [] {{(pid=121727) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
May 07 21:35:11.254222 ncdv-master-1 neutron-server[121727]: DEBUG neutron.db.servicetype_db [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=121727) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
May 07 21:35:11.257169 ncdv-master-1 neutron-server[121727]: DEBUG neutron.services.service_base [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=121727) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 07 21:35:11.257520 ncdv-master-1 neutron-server[121727]: DEBUG neutron.services.service_base [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=121727) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 07 21:35:11.258385 ncdv-master-1 neutron-server[121727]: DEBUG neutron.services.service_base [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=121727) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 07 21:35:11.259306 ncdv-master-1 neutron-server[121727]: DEBUG neutron.services.service_base [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=121727) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 07 21:35:11.259676 ncdv-master-1 neutron-server[121727]: INFO neutron.services.service_base [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Default provider is not specified for service type L3_ROUTER_NAT
May 07 21:35:11.260052 ncdv-master-1 neutron-server[121727]: DEBUG neutron.manager [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=121727) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 07 21:35:11.260370 ncdv-master-1 neutron-server[121727]: INFO neutron.manager [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
May 07 21:35:11.270954 ncdv-master-1 neutron-server[121727]: DEBUG neutron.manager [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=121727) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 07 21:35:11.271289 ncdv-master-1 neutron-server[121727]: INFO neutron.manager [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading Plugin: auto_allocate
May 07 21:35:11.277666 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7faf8f0b88b0> network precommit_update 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:11.278036 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7faf8f0b88b0> network precommit_create 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:11.278556 ncdv-master-1 neutron-server[121727]: DEBUG neutron.manager [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=121727) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 07 21:35:11.278902 ncdv-master-1 neutron-server[121727]: INFO neutron.manager [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading Plugin: tag
May 07 21:35:11.286909 ncdv-master-1 neutron-server[121727]: DEBUG neutron.manager [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=121727) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 07 21:35:11.287188 ncdv-master-1 neutron-server[121727]: INFO neutron.manager [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading Plugin: timestamp
May 07 21:35:11.291027 ncdv-master-1 neutron-server[121727]: DEBUG neutron.manager [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=121727) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 07 21:35:11.291359 ncdv-master-1 neutron-server[121727]: INFO neutron.manager [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading Plugin: network_ip_availability
May 07 21:35:11.296838 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7faf8f0b2f70>> rbac-policy before_create 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:11.297213 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7faf8f0b2f70>> rbac-policy before_update 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:11.297574 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7faf8f0b2f70>> rbac-policy before_delete 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:11.298287 ncdv-master-1 neutron-server[121727]: DEBUG neutron.manager [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=121727) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 07 21:35:11.298608 ncdv-master-1 neutron-server[121727]: INFO neutron.manager [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading Plugin: flavors
May 07 21:35:11.303539 ncdv-master-1 neutron-server[121727]: DEBUG neutron.manager [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=121727) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 07 21:35:11.303869 ncdv-master-1 neutron-server[121727]: INFO neutron.manager [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading Plugin: revisions
May 07 21:35:11.308119 ncdv-master-1 neutron-server[121727]: DEBUG neutron.manager [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=121727) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 07 21:35:11.308515 ncdv-master-1 neutron-server[121727]: DEBUG oslo_concurrency.lockutils [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.766s {{(pid=121727) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}}
May 07 21:35:11.309253 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=121727) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}}
May 07 21:35:11.309590 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Initializing extension manager.
May 07 21:35:11.310115 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: __init__.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.310459 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: __pycache__ {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.310826 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: _port_mac_address_override.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.311166 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: address_group.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.311918 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.312480 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loaded extension: address-group
May 07 21:35:11.312810 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: address_scope.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.313520 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.314029 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loaded extension: address-scope
May 07 21:35:11.314352 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.315437 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.315952 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loaded extension: router-admin-state-down-before-update
May 07 21:35:11.316278 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: agent.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.316980 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.317491 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loaded extension: agent
May 07 21:35:11.317814 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: agent_resources_synced.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.318722 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.319253 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loaded extension: agent-resources-synced
May 07 21:35:11.319577 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: allowedaddresspairs.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.321893 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.322411 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loaded extension: allowed-address-pairs
May 07 21:35:11.322741 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: auto_allocated_topology.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.323845 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.324360 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loaded extension: auto-allocated-topology
May 07 21:35:11.324684 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: availability_zone.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.325378 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.325886 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loaded extension: availability_zone
May 07 21:35:11.326208 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: availability_zone_filter.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.327144 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.327651 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loaded extension: availability_zone_filter
May 07 21:35:11.327970 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: data_plane_status.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.328875 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.329377 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Extension data-plane-status not supported by any of loaded plugins
May 07 21:35:11.329698 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: default_subnetpools.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.330607 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.331132 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loaded extension: default-subnetpools
May 07 21:35:11.331454 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.332260 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.332764 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loaded extension: dhcp_agent_scheduler
May 07 21:35:11.333350 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: dns.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.334260 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.334789 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Extension dns-integration not supported by any of loaded plugins
May 07 21:35:11.335108 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: dns_domain_ports.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.336644 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.337477 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Extension dns-domain-ports not supported by any of loaded plugins
May 07 21:35:11.338015 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.339467 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like <project_id>, <project_name>, <user_id> and <user_name> as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.339998 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins
May 07 21:35:11.340330 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: dvr.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.341247 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.341763 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loaded extension: dvr
May 07 21:35:11.342166 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: ecmp_routes.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.343491 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.344273 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Extension ecmp_routes not supported by any of loaded plugins
May 07 21:35:11.344609 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: empty_string_filtering.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.345550 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.346061 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loaded extension: empty-string-filtering
May 07 21:35:11.346393 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.347340 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.347852 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
May 07 21:35:11.348167 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.349090 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.349594 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
May 07 21:35:11.349919 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: external_net.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.350861 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.351423 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loaded extension: external-net
May 07 21:35:11.351758 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.352673 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.353189 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loaded extension: extra_dhcp_opt
May 07 21:35:11.353700 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: extraroute.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.354407 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.354951 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loaded extension: extraroute
May 07 21:35:11.355277 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: extraroute_atomic.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.356490 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.357004 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loaded extension: extraroute-atomic
May 07 21:35:11.357334 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: filter_validation.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.358008 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.358518 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loaded extension: filter-validation
May 07 21:35:11.358873 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: fip_pf_description.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.359790 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.360296 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
May 07 21:35:11.360620 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: fip_pf_port_range.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.361537 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.362044 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins
May 07 21:35:11.362369 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: fip_port_details.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.363403 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.363913 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loaded extension: fip-port-details
May 07 21:35:11.364235 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: flavors.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.365467 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.365982 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loaded extension: flavors
May 07 21:35:11.366310 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.368015 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.368535 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
May 07 21:35:11.368863 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: floatingip_pools.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.369565 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.370079 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loaded extension: floatingip-pools
May 07 21:35:11.370410 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: ip_allocation.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.371358 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.371866 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Extension ip_allocation not supported by any of loaded plugins
May 07 21:35:11.372190 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.373218 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.373729 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loaded extension: ip-substring-filtering
May 07 21:35:11.374054 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: l2_adjacency.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.374997 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.375500 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Extension l2_adjacency not supported by any of loaded plugins
May 07 21:35:11.375824 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: l3.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.376784 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.377297 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loaded extension: router
May 07 21:35:11.377620 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.379861 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.380379 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
May 07 21:35:11.380714 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.381639 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.382156 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loaded extension: ext-gw-mode
May 07 21:35:11.382486 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.383943 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.384456 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loaded extension: l3-ha
May 07 21:35:11.384784 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.385697 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.386204 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins
May 07 21:35:11.386530 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: l3_flavors.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.387477 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.387987 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loaded extension: l3-flavors
May 07 21:35:11.388312 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: l3_ndp_proxy.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.389679 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.390197 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Extension l3-ndp-proxy not supported by any of loaded plugins
May 07 21:35:11.390526 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.391487 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.391999 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loaded extension: l3-port-ip-change-not-allowed
May 07 21:35:11.392328 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: l3agentscheduler.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.393375 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.393891 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loaded extension: l3_agent_scheduler
May 07 21:35:11.394222 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: local_ip.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.396168 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.396691 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Extension local_ip not supported by any of loaded plugins
May 07 21:35:11.397031 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: logging.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.399041 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.399567 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Extension logging not supported by any of loaded plugins
May 07 21:35:11.399903 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: metering.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.400644 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.401224 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loaded extension: metering
May 07 21:35:11.401554 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.402644 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.403190 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loaded extension: metering_source_and_destination_fields
May 07 21:35:11.403524 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: multiprovidernet.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.404467 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.404979 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loaded extension: multi-provider
May 07 21:35:11.405304 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: netmtu.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.406222 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.406729 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loaded extension: net-mtu
May 07 21:35:11.407077 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: netmtu_writable.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.407996 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.408504 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loaded extension: net-mtu-writable
May 07 21:35:11.408826 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: network_availability_zone.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.409495 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.410001 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loaded extension: network_availability_zone
May 07 21:35:11.410322 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: network_ip_availability.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.411472 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.411979 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loaded extension: network-ip-availability
May 07 21:35:11.412314 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: network_segment_range.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.413061 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.413569 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Extension network-segment-range not supported by any of loaded plugins
May 07 21:35:11.413918 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: pagination.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.414928 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.415264 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loaded extension: pagination
May 07 21:35:11.415589 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: port_device_profile.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.416505 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.417020 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loaded extension: port-device-profile
May 07 21:35:11.417348 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: port_mac_address_override.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.418282 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.418824 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loaded extension: port-mac-override
May 07 21:35:11.419155 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.420089 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.420600 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loaded extension: port-mac-address-regenerate
May 07 21:35:11.420927 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.421841 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.422349 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loaded extension: port-numa-affinity-policy
May 07 21:35:11.422674 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: port_resource_request.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.423624 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.424129 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Extension port-resource-request not supported by any of loaded plugins
May 07 21:35:11.424454 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: port_resource_request_groups.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.425408 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.425913 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Extension port-resource-request-groups not supported by any of loaded plugins
May 07 21:35:11.426240 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: portbindings.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.427194 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.427701 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loaded extension: binding
May 07 21:35:11.428026 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: portbindings_extended.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.429478 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.430000 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loaded extension: binding-extended
May 07 21:35:11.430330 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: portsecurity.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.431288 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.431799 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loaded extension: port-security
May 07 21:35:11.432126 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: project_id.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.433096 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.433429 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loaded extension: project-id
May 07 21:35:11.433749 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: providernet.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.434661 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.435210 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loaded extension: provider
May 07 21:35:11.435536 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: qos.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.439254 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.439782 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Extension qos not supported by any of loaded plugins
May 07 21:35:11.440115 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.441363 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.441877 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
May 07 21:35:11.442207 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.443163 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.443679 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
May 07 21:35:11.444005 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: qos_default.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.444924 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.446098 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Extension qos-default not supported by any of loaded plugins
May 07 21:35:11.446430 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: qos_fip.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.447376 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.447886 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Extension qos-fip not supported by any of loaded plugins
May 07 21:35:11.448208 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: qos_fip_network_policy.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.449121 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.449630 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Extension qos-fip-network-policy not supported by any of loaded plugins
May 07 21:35:11.449953 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: qos_gateway_ip.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.450904 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.451418 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Extension qos-gateway-ip not supported by any of loaded plugins
May 07 21:35:11.451740 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: qos_port_network_policy.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.452668 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.453175 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Extension qos-port-network-policy not supported by any of loaded plugins
May 07 21:35:11.453497 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.454541 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.455077 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Extension qos-pps-minimum not supported by any of loaded plugins
May 07 21:35:11.455406 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.456449 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.456966 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins
May 07 21:35:11.457292 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: qos_pps_rule.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.458721 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.459266 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Extension qos-pps not supported by any of loaded plugins
May 07 21:35:11.459595 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: qos_rule_type_details.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.460511 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.461752 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Extension qos-rule-type-details not supported by any of loaded plugins
May 07 21:35:11.462300 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: qos_rule_type_filter.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.463769 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.464898 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Extension qos-rule-type-filter not supported by any of loaded plugins
May 07 21:35:11.464898 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: qos_rules_alias.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.466264 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.466945 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Extension qos-rules-alias not supported by any of loaded plugins
May 07 21:35:11.466945 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: quota_check_limit.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.468454 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.468997 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loaded extension: quota-check-limit
May 07 21:35:11.469332 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: quotasv2.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.470268 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.470600 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loaded extension: quotas
May 07 21:35:11.470965 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: quotasv2_detail.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.472654 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.472993 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loaded extension: quota_details
May 07 21:35:11.473325 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: rbac.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.474454 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.475041 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loaded extension: rbac-policies
May 07 21:35:11.475378 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: rbac_address_group.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.476325 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.476856 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loaded extension: rbac-address-group
May 07 21:35:11.477182 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: rbac_address_scope.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.478107 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.478617 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loaded extension: rbac-address-scope
May 07 21:35:11.478974 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: rbac_security_groups.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.479898 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.480407 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loaded extension: rbac-security-groups
May 07 21:35:11.480733 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: rbac_subnetpool.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.481654 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.482164 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loaded extension: rbac-subnetpool
May 07 21:35:11.482488 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: revisionifmatch.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.483445 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.483962 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loaded extension: revision-if-match
May 07 21:35:11.484288 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: revisions.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.485404 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.485912 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loaded extension: standard-attr-revisions
May 07 21:35:11.486238 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: router_availability_zone.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.486942 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.487453 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loaded extension: router_availability_zone
May 07 21:35:11.487777 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: routerservicetype.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.488699 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.489224 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Extension router-service-type not supported by any of loaded plugins
May 07 21:35:11.489547 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.490481 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.491022 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loaded extension: security-groups-normalized-cidr
May 07 21:35:11.491349 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.492779 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.493287 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loaded extension: port-security-groups-filtering
May 07 21:35:11.493612 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.494553 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.495091 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loaded extension: security-groups-remote-address-group
May 07 21:35:11.495414 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.496358 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.496863 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loaded extension: security-groups-shared-filtering
May 07 21:35:11.497185 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.497767 ncdv-master-1 neutron-server[121727]: WARNING neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py
May 07 21:35:11.498084 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: securitygroup.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.508308 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.508834 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loaded extension: security-group
May 07 21:35:11.509168 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: segment.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.509891 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.510403 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Extension segment not supported by any of loaded plugins
May 07 21:35:11.510732 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.511698 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.512211 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
May 07 21:35:11.512538 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: servicetype.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.513629 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.514151 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loaded extension: service-type
May 07 21:35:11.514489 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: sorting.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.515498 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.515834 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loaded extension: sorting
May 07 21:35:11.516160 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: standard_attr_segment.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.517076 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.517588 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Extension standard-attr-segment not supported by any of loaded plugins
May 07 21:35:11.517912 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: standardattrdescription.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.518560 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.519093 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loaded extension: standard-attr-description
May 07 21:35:11.519421 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: stateful_security_group.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.520360 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.520874 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loaded extension: stateful-security-group
May 07 21:35:11.521200 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: stdattrs_common.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.521771 ncdv-master-1 neutron-server[121727]: WARNING neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
May 07 21:35:11.522095 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.523174 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.523712 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
May 07 21:35:11.524037 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: subnet_onboard.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.525100 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.525620 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loaded extension: subnet_onboard
May 07 21:35:11.525943 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.526909 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.527419 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
May 07 21:35:11.527742 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: subnet_service_types.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.528665 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.529176 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loaded extension: subnet-service-types
May 07 21:35:11.529498 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: subnetallocation.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.530588 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.531127 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loaded extension: subnet_allocation
May 07 21:35:11.531455 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.532121 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.532632 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loaded extension: subnetpool-prefix-ops
May 07 21:35:11.532956 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.533886 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.534398 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
May 07 21:35:11.534722 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: tagging.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.535808 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.536325 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loaded extension: standard-attr-tag
May 07 21:35:11.536655 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: timestamp.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.537894 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.538366 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loaded extension: standard-attr-timestamp
May 07 21:35:11.538694 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: trunk.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.539795 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.540312 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Extension trunk not supported by any of loaded plugins
May 07 21:35:11.540644 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: trunk_details.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.541569 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.542081 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Extension trunk-details not supported by any of loaded plugins
May 07 21:35:11.542414 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: uplink_status_propagation.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.543360 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.543871 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Extension uplink-status-propagation not supported by any of loaded plugins
May 07 21:35:11.544195 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Loading extension file: vlantransparent.py {{(pid=121727) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
May 07 21:35:11.544868 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=121727) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
May 07 21:35:11.545376 ncdv-master-1 neutron-server[121727]: INFO neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Extension vlan-transparent not supported by any of loaded plugins
May 07 21:35:11.547969 ncdv-master-1 neutron-server[121727]: INFO neutron.quota.resource_registry [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Creating instance of TrackedResource for resource:network
May 07 21:35:11.548494 ncdv-master-1 neutron-server[121727]: INFO neutron.quota.resource_registry [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Creating instance of TrackedResource for resource:subnet
May 07 21:35:11.548890 ncdv-master-1 neutron-server[121727]: INFO neutron.quota.resource_registry [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Creating instance of TrackedResource for resource:subnetpool
May 07 21:35:11.549285 ncdv-master-1 neutron-server[121727]: INFO neutron.quota.resource_registry [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Creating instance of TrackedResource for resource:port
May 07 21:35:11.550500 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.v2.resource_helper [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=121727) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 07 21:35:11.550979 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.v2.resource_helper [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Service FLAVORS assigned prefix:  {{(pid=121727) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 07 21:35:11.551599 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.v2.resource_helper [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=121727) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 07 21:35:11.552024 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.v2.resource_helper [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=121727) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 07 21:35:11.552362 ncdv-master-1 neutron-server[121727]: INFO neutron.quota.resource_registry [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Creating instance of TrackedResource for resource:router
May 07 21:35:11.552787 ncdv-master-1 neutron-server[121727]: INFO neutron.quota.resource_registry [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Creating instance of TrackedResource for resource:floatingip
May 07 21:35:11.553272 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.v2.resource_helper [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Service METERING assigned prefix: /metering {{(pid=121727) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 07 21:35:11.555259 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7faf8efdc490>> rbac-policy before_create 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:11.555634 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7faf8efdc490>> rbac-policy before_update 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:11.555990 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7faf8efdc490>> rbac-policy before_delete 55550000 {{(pid=121727) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:35:11.556997 ncdv-master-1 neutron-server[121727]: INFO neutron.quota.resource_registry [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Creating instance of CountableResource for resource:rbac_policy
May 07 21:35:11.557443 ncdv-master-1 neutron-server[121727]: INFO neutron.quota.resource_registry [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Creating instance of TrackedResource for resource:security_group
May 07 21:35:11.557873 ncdv-master-1 neutron-server[121727]: INFO neutron.quota.resource_registry [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Creating instance of TrackedResource for resource:security_group_rule
May 07 21:35:11.558448 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.v2.resource_helper [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Service CORE assigned prefix:  {{(pid=121727) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 07 21:35:11.558806 ncdv-master-1 neutron-server[121727]: INFO neutron.quota.resource_registry [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Creating instance of TrackedResource for resource:subnetpool
May 07 21:35:11.559153 ncdv-master-1 neutron-server[121727]: WARNING neutron.quota.resource_registry [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] subnetpool is already registered
May 07 21:35:11.559572 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.v2.resource_helper [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Service CORE assigned prefix:  {{(pid=121727) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 07 21:35:11.559932 ncdv-master-1 neutron-server[121727]: INFO neutron.quota.resource_registry [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Creating instance of TrackedResource for resource:subnetpool
May 07 21:35:11.560270 ncdv-master-1 neutron-server[121727]: WARNING neutron.quota.resource_registry [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] subnetpool is already registered
May 07 21:35:11.562529 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.v2.resource_helper [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=121727) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 07 21:35:11.562996 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.v2.resource_helper [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Service FLAVORS assigned prefix:  {{(pid=121727) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 07 21:35:11.563584 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.v2.resource_helper [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=121727) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 07 21:35:11.564005 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.v2.resource_helper [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=121727) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 07 21:35:11.564338 ncdv-master-1 neutron-server[121727]: INFO neutron.quota.resource_registry [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Creating instance of TrackedResource for resource:router
May 07 21:35:11.564672 ncdv-master-1 neutron-server[121727]: WARNING neutron.quota.resource_registry [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] router is already registered
May 07 21:35:11.565089 ncdv-master-1 neutron-server[121727]: INFO neutron.quota.resource_registry [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Creating instance of TrackedResource for resource:floatingip
May 07 21:35:11.565425 ncdv-master-1 neutron-server[121727]: WARNING neutron.quota.resource_registry [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] floatingip is already registered
May 07 21:35:11.565877 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.v2.resource_helper [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Service METERING assigned prefix: /metering {{(pid=121727) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 07 21:35:11.566538 ncdv-master-1 neutron-server[121727]: INFO neutron.quota.resource_registry [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Creating instance of CountableResource for resource:rbac_policy
May 07 21:35:11.566892 ncdv-master-1 neutron-server[121727]: WARNING neutron.quota.resource_registry [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] rbac_policy is already registered
May 07 21:35:11.567304 ncdv-master-1 neutron-server[121727]: INFO neutron.quota.resource_registry [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Creating instance of TrackedResource for resource:security_group
May 07 21:35:11.567640 ncdv-master-1 neutron-server[121727]: WARNING neutron.quota.resource_registry [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] security_group is already registered
May 07 21:35:11.568042 ncdv-master-1 neutron-server[121727]: INFO neutron.quota.resource_registry [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Creating instance of TrackedResource for resource:security_group_rule
May 07 21:35:11.568373 ncdv-master-1 neutron-server[121727]: WARNING neutron.quota.resource_registry [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] security_group_rule is already registered
May 07 21:35:11.568993 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.v2.resource_helper [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Service CORE assigned prefix:  {{(pid=121727) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 07 21:35:11.569322 ncdv-master-1 neutron-server[121727]: INFO neutron.quota.resource_registry [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Creating instance of TrackedResource for resource:subnetpool
May 07 21:35:11.569658 ncdv-master-1 neutron-server[121727]: WARNING neutron.quota.resource_registry [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] subnetpool is already registered
May 07 21:35:11.570102 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.v2.resource_helper [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Service CORE assigned prefix:  {{(pid=121727) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 07 21:35:11.571089 ncdv-master-1 neutron-server[121727]: INFO neutron.quota.resource_registry [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Creating instance of TrackedResource for resource:subnetpool
May 07 21:35:11.571426 ncdv-master-1 neutron-server[121727]: WARNING neutron.quota.resource_registry [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] subnetpool is already registered
May 07 21:35:11.571897 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Extended resource: extensions {{(pid=121727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 07 21:35:11.573336 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Extended resource: address-groups {{(pid=121727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 07 21:35:11.574932 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Extended resource: address-scopes {{(pid=121727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 07 21:35:11.576210 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Extended resource: agents {{(pid=121727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 07 21:35:11.577359 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Extended resource: auto-allocated-topology {{(pid=121727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 07 21:35:11.578716 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Extended resource: availability_zones {{(pid=121727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 07 21:35:11.579951 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Extended resource: dhcp-networks {{(pid=121727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 07 21:35:11.582493 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Extended resource: dhcp-agents {{(pid=121727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 07 21:35:11.584208 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Extended resource: routers {{(pid=121727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 07 21:35:11.586410 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Extended resource: flavors {{(pid=121727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 07 21:35:11.587563 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Extended resource: service_profiles {{(pid=121727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 07 21:35:11.588756 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Extended resource: next_providers {{(pid=121727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 07 21:35:11.590174 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Extended resource: service_profiles {{(pid=121727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 07 21:35:11.591718 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Extended resource: floatingip-pools {{(pid=121727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 07 21:35:11.592916 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Extended resource: routers {{(pid=121727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 07 21:35:11.595254 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Extended resource: floatingips {{(pid=121727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 07 21:35:11.596502 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Extended resource: l3-routers {{(pid=121727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 07 21:35:11.597853 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Extended resource: l3-agents {{(pid=121727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 07 21:35:11.599266 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Extended resource: metering-labels {{(pid=121727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 07 21:35:11.600686 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Extended resource: metering-label-rules {{(pid=121727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 07 21:35:11.602000 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Extended resource: network-ip-availabilities {{(pid=121727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 07 21:35:11.603282 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Extended resource: bindings {{(pid=121727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 07 21:35:11.604898 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Extended resource: quotas {{(pid=121727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 07 21:35:11.606422 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Extended resource: quotas {{(pid=121727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 07 21:35:11.607955 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Extended resource: rbac-policies {{(pid=121727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 07 21:35:11.609227 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Extended resource: security-groups {{(pid=121727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 07 21:35:11.610424 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Extended resource: security-group-rules {{(pid=121727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 07 21:35:11.611670 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Extended resource: service-providers {{(pid=121727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 07 21:35:11.612847 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Extended resource: subnetpools {{(pid=121727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 07 21:35:11.614241 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Extended resource: subnetpools {{(pid=121727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 07 21:35:11.615722 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Extended resource: tags {{(pid=121727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 07 21:35:11.617910 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Extended resource: tags {{(pid=121727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 07 21:35:11.619704 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Extended resource: tags {{(pid=121727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 07 21:35:11.621464 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Extended resource: tags {{(pid=121727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 07 21:35:11.623287 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Extended resource: tags {{(pid=121727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 07 21:35:11.625104 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Extended resource: tags {{(pid=121727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 07 21:35:11.626740 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Extended resource: tags {{(pid=121727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 07 21:35:11.628642 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Extended resource: tags {{(pid=121727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 07 21:35:11.630395 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Extended resource: tags {{(pid=121727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 07 21:35:11.632239 ncdv-master-1 neutron-server[121727]: DEBUG neutron.api.extensions [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Extended resource: tags {{(pid=121727) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 07 21:35:11.638919 ncdv-master-1 neutron-server[121727]: WARNING keystonemiddleware.auth_token [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
May 07 21:35:11.644078 ncdv-master-1 neutron-server[121727]: WARNING keystonemiddleware.auth_token [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
May 07 21:35:11.655212 ncdv-master-1 neutron-server[121727]: DEBUG oslo_concurrency.lockutils [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Acquired lock "singleton_lock" {{(pid=121727) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}}
May 07 21:35:11.655958 ncdv-master-1 neutron-server[121727]: DEBUG oslo_concurrency.lockutils [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Releasing lock "singleton_lock" {{(pid=121727) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}}
May 07 21:35:11.657067 ncdv-master-1 neutron-server[121727]: INFO oslo_service.service [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Starting 2 workers
May 07 21:35:11.663769 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Started child 121836 {{(pid=121727) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
May 07 21:35:11.669208 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Started child 121837 {{(pid=121727) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
May 07 21:35:11.669495 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:35:11.670840 ncdv-master-1 neutron-server[121727]: INFO neutron.service [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Neutron service started, listening on 0.0.0.0:9696
May 07 21:35:11.671108 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [-] (121836) wsgi starting up on http://0.0.0.0:9696
May 07 21:35:11.671501 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Publish callbacks [] for process (None), before_spawn {{(pid=121727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:35:11.675213 ncdv-master-1 neutron-server[121727]: INFO oslo_service.service [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Starting 1 workers
May 07 21:35:11.675352 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:35:11.677388 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [-] (121837) wsgi starting up on http://0.0.0.0:9696
May 07 21:35:11.679359 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Started child 121838 {{(pid=121727) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
May 07 21:35:11.679938 ncdv-master-1 neutron-server[121727]: INFO oslo_service.service [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Starting 1 workers
May 07 21:35:11.682919 ncdv-master-1 neutron-server[121838]: DEBUG neutron.service [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] calling RpcWorker wait() {{(pid=121838) _wait /opt/stack/neutron/neutron/service.py:128}}
May 07 21:35:11.683428 ncdv-master-1 neutron-server[121838]: DEBUG neutron.service [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] returning from RpcWorker wait() {{(pid=121838) _wait /opt/stack/neutron/neutron/service.py:135}}
May 07 21:35:11.684467 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Started child 121839 {{(pid=121727) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}}
May 07 21:35:11.684685 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:35:11.685140 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:35:11.685280 ncdv-master-1 neutron-server[121727]: DEBUG neutron_lib.callbacks.manager [None req-7728af95-67b2-430a-92f2-2936722e72d5 None None] Publish callbacks [] for process (None), after_spawn {{(pid=121727) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:35:11.687183 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=121727) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}}
May 07 21:35:11.687401 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
May 07 21:35:11.687586 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
May 07 21:35:11.687815 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
May 07 21:35:11.688144 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
May 07 21:35:11.688325 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
May 07 21:35:11.688847 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.689138 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.689327 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:35:11.689793 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.689793 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.690207 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.690471 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.690571 ncdv-master-1 neutron-server[121839]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:35:11.690720 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.691045 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.691315 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.691478 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.691649 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.691908 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.692172 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.692478 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.692735 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.692987 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.693216 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.693390 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.693639 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.693914 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.694165 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.694449 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] debug                          = True {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.694693 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.695286 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.695522 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.695757 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.695985 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.696262 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.696496 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.696750 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.696987 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.697222 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.697452 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.697714 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.697949 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.698181 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.698395 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.698653 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.698919 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.699399 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] host                           = ncdv-master-1 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.699647 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.699883 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.700114 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.700373 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.700640 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.700858 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.701127 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.701373 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.701638 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.701898 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.702146 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.702396 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.702643 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.702932 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.703101 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.703360 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.703645 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.703907 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.704103 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.704275 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.704438 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.704696 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.704864 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.705109 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.705327 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.705545 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.705792 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.706031 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.706262 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.706520 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.706736 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.707014 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.707232 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.707516 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.708798 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.709089 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.709382 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.710164 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.710431 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.711396 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.711517 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.711780 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.712036 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.712215 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.712494 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.712726 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.713018 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.713283 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] rpc_resources_processing_step  = 20 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.713542 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.713808 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.714504 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.714504 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.714504 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.714835 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.715040 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.715298 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.715570 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.715805 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.716046 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.716271 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.716580 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.716706 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.717370 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.717370 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.717370 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.717604 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.720636 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.720636 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.720636 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.720636 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.720636 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] wsgi_server_debug              = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.720636 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.720636 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.720636 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.721159 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.721159 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.721159 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.721159 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.721379 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.721612 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.721940 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.722339 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.722580 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.722939 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.723216 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.723486 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.723832 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.724098 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.724373 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.724618 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.724846 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.725088 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.725333 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.725611 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.725863 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.726123 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name =  {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.726420 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.727235 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.727527 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.727797 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.728265 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.728613 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.728889 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.729154 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.32/identity {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.729425 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.729677 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.729928 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.730174 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.730436 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.730662 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.730913 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.731197 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.731460 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.731700 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.731954 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.732195 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.732428 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.732838 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.733237 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.733627 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.733876 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.734098 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.734350 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.734578 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.734842 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.735078 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.735311 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.735571 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.735824 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.736072 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.736318 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.736743 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.737154 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.737406 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.737626 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.738027 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.738247 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.738472 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.738715 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.738978 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.739225 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.739433 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.739809 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.740187 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.740408 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.740628 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.740852 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.741096 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.741312 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.741670 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.742069 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.742439 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.742834 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.743221 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.743608 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.743835 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.744061 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.744297 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.744520 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.744740 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.744994 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.745214 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.745529 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.745786 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.746055 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.746288 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.746516 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.746749 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.747335 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.747588 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.747822 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.748046 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.748324 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.748583 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.748844 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.749092 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.749320 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.749724 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.749955 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.750180 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.750417 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.750637 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.750915 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.751167 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.751440 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.751679 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.751935 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.752183 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.752422 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.752701 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.752971 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.753270 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.753514 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.753769 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.754082 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.754354 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.754652 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.754930 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.755168 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.755428 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.755680 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.755933 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.756183 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.756437 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.756663 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.756924 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.757150 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.757369 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.757678 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.758009 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.758268 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.758504 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.758739 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.759057 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.759310 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.759567 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.759838 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.760090 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.760328 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.760585 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.760817 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.32/identity {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.761042 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.761277 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.761511 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.761721 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.761972 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.762191 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.762439 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.762690 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.762932 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.763173 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.763392 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.763617 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.763849 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.764070 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.764290 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.764540 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.764759 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.764984 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.765225 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.765449 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.765668 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.765889 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.766101 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.766521 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.766792 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.767092 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.767344 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.767583 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.767815 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.768078 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.768317 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.768540 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.768790 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.769014 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.769232 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.769448 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.769678 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.769896 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.770144 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.770371 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.770589 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.770847 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.771091 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.771453 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.771711 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.771939 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.772186 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] cache.dead_timeout             = 60.0 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.772440 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.772683 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] cache.enable_retry_client      = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.772899 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive  = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.773114 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.773894 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.774114 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.774348 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay   = 1.0 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.774602 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.774876 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.775098 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.775317 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.775554 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.775819 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.776063 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.776307 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.776521 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] cache.retry_attempts           = 2 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.776776 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] cache.retry_delay              = 0.0 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.776989 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] cache.socket_keepalive_count   = 1 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.777210 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle    = 1 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.777426 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.777658 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.777873 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.778104 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.778337 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.778551 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.778876 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.779132 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.779389 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.779662 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] privsep.logger_name            = oslo_privsep.daemon {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.779913 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.780133 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.780363 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.780575 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.780828 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.781055 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.781277 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.781491 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.781722 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.781969 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.782154 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.782379 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name  = oslo_privsep.daemon {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.782602 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.782837 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.783080 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.783295 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.783508 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.783731 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] privsep_namespace.logger_name  = oslo_privsep.daemon {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.783950 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.784163 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.784387 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.784598 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.784811 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.785034 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name  = oslo_privsep.daemon {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.785257 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.785466 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.785696 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] privsep_link.capabilities      = [12, 21] {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.785908 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] privsep_link.group             = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.786119 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] privsep_link.helper_command    = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.786343 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] privsep_link.logger_name       = oslo_privsep.daemon {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.786585 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size  = 4 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.786817 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] privsep_link.user              = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.787107 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.787361 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.787611 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.787963 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.788150 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.788422 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.788687 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.789553 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.789789 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.790042 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.790267 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.790489 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.790730 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.791026 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.791459 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.791654 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.791918 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.792178 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.792484 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.792764 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.793056 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.793292 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.793594 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.793930 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.794203 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.794486 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.794729 ncdv-master-1 neutron-server[121838]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:35:11.794847 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.795026 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.795290 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.795508 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.795747 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.795984 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.796220 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.796460 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.796693 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.796941 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.797163 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.798127 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.798127 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.798127 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.798127 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.799562 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.799562 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.799562 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
May 07 21:35:11.799562 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=121727) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}}
May 07 21:35:11.799562 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
May 07 21:35:11.799562 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
May 07 21:35:11.800048 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
May 07 21:35:11.800048 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
May 07 21:35:11.800048 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
May 07 21:35:11.800569 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.800569 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.800569 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.800901 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.800901 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.801140 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.801140 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.801289 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.801407 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.801568 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.801729 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.802068 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.802068 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.802289 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.802422 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.802546 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.802666 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.802808 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.802969 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.803131 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.803292 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.803454 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] debug                          = True {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.803614 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.803819 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.803986 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.804166 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.804308 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.804501 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.804664 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.804826 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.804986 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.805147 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.805352 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.805457 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.805619 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.805779 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.805941 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.806101 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.806261 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.806422 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] host                           = ncdv-master-1 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.806583 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.806744 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.806940 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.807102 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.807267 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.807432 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.807577 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.807740 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.807902 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.808075 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.808218 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.808369 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.808508 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.808638 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.808801 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.808962 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.809122 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.809282 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.809467 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.809632 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.809793 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.809956 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.810111 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.810269 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.810430 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.810591 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.810735 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.810924 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.811086 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.811231 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.811395 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.811555 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.811715 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.812052 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.812052 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.812292 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.812377 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.812463 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.812615 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.812776 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.812935 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.813095 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.813254 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.813413 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.813574 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.813735 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.813895 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.814054 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] rpc_resources_processing_step  = 20 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.814215 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.814375 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.814535 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.814697 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.814900 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.815064 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.815225 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.815385 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.815545 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.815705 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.815865 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.816027 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.816188 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.816349 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.816509 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.816668 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.816934 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.817159 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.817326 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.817534 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.817674 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.817809 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.817944 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] wsgi_server_debug              = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 07 21:35:11.818077 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.818222 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.818400 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.818554 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.818719 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.818905 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.819041 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.819209 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.819372 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.819535 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.819707 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.819876 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.820068 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.820222 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.820386 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.820561 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.820738 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.820877 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.821045 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.821900 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.821900 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.821900 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.821900 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.822295 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.822295 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name =  {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.822438 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 54674) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:35:11.822528 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.822528 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.822528 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.822749 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.822906 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.823060 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.823223 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.823388 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.32/identity {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.823553 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.823911 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.823911 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.824157 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.824157 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.824386 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.824507 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.824628 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.824776 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.824940 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.825103 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.825267 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.825433 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.825596 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.825760 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.825923 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.826088 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.826252 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.826416 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.826580 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.826746 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.826911 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.827080 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.827244 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.827418 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.827886 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.827886 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.827886 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.828272 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.828272 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.828516 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.828516 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.828719 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.828844 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.828965 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.829130 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.829293 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.829456 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.829636 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.829774 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.829939 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.830102 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.830266 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.830430 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.830593 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.830746 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.830953 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.831064 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.831229 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.831393 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.831557 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.831721 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.831890 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.832066 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.832186 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.832345 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.832518 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.832665 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.832833 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.833339 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.833491 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.833612 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.833733 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.833874 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.834037 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.834272 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.834392 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0096405
May 07 21:35:11.834501 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.834606 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.835013 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.835209 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.836876 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.837044 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.837212 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.837386 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.837544 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.837689 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.837864 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.838014 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.838168 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.838322 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.838649 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.838848 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.838981 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.839138 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.839302 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.839475 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.839639 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.839806 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.839970 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.840146 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.840322 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.840487 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.840652 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.840816 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.840980 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.841336 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.841336 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.841547 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.841632 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.841746 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.841909 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.842083 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.842248 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.842412 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.842576 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.842761 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.843050 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.843213 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.843377 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.843539 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.843690 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.843852 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.844015 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.844179 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.844333 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.844494 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.844658 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.32/identity {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.844809 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.844974 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.845138 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.845302 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.846204 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.846204 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.846204 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.846204 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.846204 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.846204 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.846823 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.846823 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.846823 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.847112 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.847112 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.848166 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.848166 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.848166 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.848166 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.848166 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.848166 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.848682 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.848682 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.848682 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.848682 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.848967 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.848967 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.849119 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.849843 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.849843 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.849843 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.849843 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.850138 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.850138 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.850345 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.850345 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.850507 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.850655 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.850859 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.851025 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.851191 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.851407 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.852077 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.852252 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.853050 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.853050 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.853050 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] cache.dead_timeout             = 60.0 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.853050 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.853050 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] cache.enable_retry_client      = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.853429 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive  = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.853429 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.853570 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.853648 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.853785 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay   = 1.0 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.853948 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.854113 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.854280 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.854441 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.854604 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.854796 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.854957 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.855121 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.855285 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] cache.retry_attempts           = 2 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.855450 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] cache.retry_delay              = 0.0 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.855613 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] cache.socket_keepalive_count   = 1 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.855812 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle    = 1 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.855934 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.856099 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.856261 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.856424 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.856594 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.857119 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.857119 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.857119 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.857378 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.857378 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] privsep.logger_name            = oslo_privsep.daemon {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.857523 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.857674 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.857849 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.858013 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.858177 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.858341 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.858510 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.858712 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.858835 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.859004 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.859167 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.859330 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name  = oslo_privsep.daemon {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.859493 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.859655 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.859828 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.859992 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.860159 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.860322 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] privsep_namespace.logger_name  = oslo_privsep.daemon {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.860485 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.860648 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.860819 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.860983 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.861145 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.861307 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name  = oslo_privsep.daemon {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.861470 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.861632 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.861805 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] privsep_link.capabilities      = [12, 21] {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.861968 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] privsep_link.group             = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.862131 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] privsep_link.helper_command    = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.862293 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] privsep_link.logger_name       = oslo_privsep.daemon {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.862457 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size  = 4 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.862620 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] privsep_link.user              = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.862844 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.862982 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.863145 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.863318 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.863482 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.863644 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.863806 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.863980 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.864145 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.864887 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.864887 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.864887 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.864887 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.865175 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.865175 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.865320 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.865399 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.865538 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.865708 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.866221 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.866221 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.866221 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.866595 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.866595 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.866849 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.866849 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.867107 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.867246 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.867362 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.867449 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.867618 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.867784 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.867948 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.868111 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.868275 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.868438 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.868606 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.868734 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.868901 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.869063 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.869225 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.869388 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.869551 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 07 21:35:11.869707 ncdv-master-1 neutron-server[121727]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=121727) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
May 07 21:35:23.515314 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc2dcd1-426f-4edf-bf29-c738dcce88e1 None None] get_active_networks_info from ncdv-master-1 {{(pid=121838) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
May 07 21:35:23.583894 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc2dcd1-426f-4edf-bf29-c738dcce88e1 None None] No non-hosted networks {{(pid=121838) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
May 07 21:35:23.636549 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.agentschedulers_db [None req-8dc2dcd1-426f-4edf-bf29-c738dcce88e1 None None] DHCP Agent not found on host ncdv-master-1 {{(pid=121838) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}}
May 07 21:35:23.778706 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-76e5674a-746d-478e-b680-b4be0a1c0cde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-400957'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:35:25.981272 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-05ca2273-2d70-4595-9634-07618790df52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-400957'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:35:26.010339 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c5607cba-2738-49e5-8ebf-499e373b00a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:35:27.011336 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 54740) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:35:27.281248 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-400957'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:35:27.640371 ncdv-master-1 neutron-server[121836]: WARNING oslo_policy.policy [None req-924477a4-745d-4111-9334-849054a4e8c0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 07 21:35:27.641220 ncdv-master-1 neutron-server[121836]: WARNING oslo_policy.policy [None req-924477a4-745d-4111-9334-849054a4e8c0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 07 21:35:27.867343 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [None req-924477a4-745d-4111-9334-849054a4e8c0 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121836) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 21:35:27.883391 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-924477a4-745d-4111-9334-849054a4e8c0 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.8710227
May 07 21:35:28.960026 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-400957'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:35:29.932055 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-400957'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:35:29.933549 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:35:29.934251 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:35:29.934835 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:35:29.935441 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:35:29.936012 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:35:29.936630 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:35:29.937183 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:35:29.938056 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:35:29.938536 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:35:29.939244 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:35:29.939739 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:35:29.940268 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:35:29.940899 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:35:29.941453 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:35:29.941925 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:35:29.942799 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7faf8daaaa00>, 'Open vSwitch agent', 'ncdv-master-1', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:35:29.950324 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7faf8ebba580>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'ncdv-master-1', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:35:30.478792 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 54774) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:35:30.565402 ncdv-master-1 neutron-server[121838]: INFO neutron.db.l3_hamode_db [None req-6141e427-8c7c-4353-b3a6-24f907d5f0d9 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
May 07 21:35:30.646274 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6141e427-8c7c-4353-b3a6-24f907d5f0d9 None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:35:30.646715 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6141e427-8c7c-4353-b3a6-24f907d5f0d9 None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}}
May 07 21:35:30.798529 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-ac3c2563-69c0-4032-8974-ebc7431cd17b admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'shared': True}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:35:30.888602 ncdv-master-1 neutron-server[121836]: DEBUG neutron.policy [None req-ac3c2563-69c0-4032-8974-ebc7431cd17b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=121836) register_rules /opt/stack/neutron/neutron/policy.py:73}}
May 07 21:35:30.931136 ncdv-master-1 neutron-server[121836]: WARNING oslo_policy.policy [None req-ac3c2563-69c0-4032-8974-ebc7431cd17b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 07 21:35:30.931539 ncdv-master-1 neutron-server[121836]: WARNING oslo_policy.policy [None req-ac3c2563-69c0-4032-8974-ebc7431cd17b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 07 21:35:31.025785 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ac3c2563-69c0-4032-8974-ebc7431cd17b admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774504648752', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774504649220', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774504633295', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774504643156', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774504619470', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774504628052', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-32915052', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-32788083', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-340853', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1727947'] for rbac-policy (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:35:31.092738 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ac3c2563-69c0-4032-8974-ebc7431cd17b admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:35:31.093888 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-ac3c2563-69c0-4032-8974-ebc7431cd17b admin admin] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.6140478
May 07 21:35:33.613656 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 54786) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:35:34.100151 ncdv-master-1 neutron-server[121837]: WARNING oslo_policy.policy [None req-eb41e05d-b44e-4ac6-92d5-370ea6d5af93 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 07 21:35:34.100709 ncdv-master-1 neutron-server[121837]: WARNING oslo_policy.policy [None req-eb41e05d-b44e-4ac6-92d5-370ea6d5af93 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 07 21:35:34.322252 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-eb41e05d-b44e-4ac6-92d5-370ea6d5af93 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:35:34.378499 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb41e05d-b44e-4ac6-92d5-370ea6d5af93 demo demo] Made reservation on behalf of 23cdd5d7d6f642f499d34b657383781d for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:35:34.439993 ncdv-master-1 neutron-server[121837]: DEBUG neutron.policy [None req-eb41e05d-b44e-4ac6-92d5-370ea6d5af93 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=121837) register_rules /opt/stack/neutron/neutron/policy.py:73}}
May 07 21:35:34.482425 ncdv-master-1 neutron-server[121837]: WARNING oslo_policy.policy [None req-eb41e05d-b44e-4ac6-92d5-370ea6d5af93 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 07 21:35:34.482821 ncdv-master-1 neutron-server[121837]: WARNING oslo_policy.policy [None req-eb41e05d-b44e-4ac6-92d5-370ea6d5af93 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 07 21:35:34.492964 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-eb41e05d-b44e-4ac6-92d5-370ea6d5af93 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:35:34.515339 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-eb41e05d-b44e-4ac6-92d5-370ea6d5af93 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:35:34.626448 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-eb41e05d-b44e-4ac6-92d5-370ea6d5af93 demo demo] Publish callbacks [] for security_group (5aa84250-c304-425f-a34f-a9ed45899235), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:35:34.630070 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-eb41e05d-b44e-4ac6-92d5-370ea6d5af93 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (5aa84250-c304-425f-a34f-a9ed45899235), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:35:34.662392 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb41e05d-b44e-4ac6-92d5-370ea6d5af93 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 21:35:34.690906 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-eb41e05d-b44e-4ac6-92d5-370ea6d5af93 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774500222576', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (dd70e8d6-afe0-4490-9af6-2b1f0cc9dbfd), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:35:34.691487 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-eb41e05d-b44e-4ac6-92d5-370ea6d5af93 demo demo] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7faf8f806700> segment precommit_create {{(pid=121837) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
May 07 21:35:34.692027 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-eb41e05d-b44e-4ac6-92d5-370ea6d5af93 demo demo] Added segment dd70e8d6-afe0-4490-9af6-2b1f0cc9dbfd of type vlan for network 6bf781a5-f4b6-4c38-b4ef-7ee2e0390e8b
May 07 21:35:34.698422 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb41e05d-b44e-4ac6-92d5-370ea6d5af93 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa84250-c304-425f-a34f-a9ed45899235,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:35:34.729918 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb41e05d-b44e-4ac6-92d5-370ea6d5af93 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:35:34.730342 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb41e05d-b44e-4ac6-92d5-370ea6d5af93 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:35:34.730681 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb41e05d-b44e-4ac6-92d5-370ea6d5af93 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:35:34.731045 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb41e05d-b44e-4ac6-92d5-370ea6d5af93 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:35:34.731376 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb41e05d-b44e-4ac6-92d5-370ea6d5af93 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:35:34.731703 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb41e05d-b44e-4ac6-92d5-370ea6d5af93 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:35:34.732026 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb41e05d-b44e-4ac6-92d5-370ea6d5af93 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:35:34.732351 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb41e05d-b44e-4ac6-92d5-370ea6d5af93 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:35:34.732665 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb41e05d-b44e-4ac6-92d5-370ea6d5af93 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:35:34.733074 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb41e05d-b44e-4ac6-92d5-370ea6d5af93 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:35:34.733411 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb41e05d-b44e-4ac6-92d5-370ea6d5af93 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:35:34.733734 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb41e05d-b44e-4ac6-92d5-370ea6d5af93 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:35:34.734050 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb41e05d-b44e-4ac6-92d5-370ea6d5af93 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:35:34.734364 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb41e05d-b44e-4ac6-92d5-370ea6d5af93 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:35:34.734678 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb41e05d-b44e-4ac6-92d5-370ea6d5af93 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:35:34.735921 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb41e05d-b44e-4ac6-92d5-370ea6d5af93 demo demo] Tracked resource versions report:
May 07 21:35:34.735921 ncdv-master-1 neutron-server[121837]: pushed versions:
May 07 21:35:34.735921 ncdv-master-1 neutron-server[121837]: {   'AddressGroup': {'1.2'},
May 07 21:35:34.735921 ncdv-master-1 neutron-server[121837]:     'Agent': {'1.1'},
May 07 21:35:34.735921 ncdv-master-1 neutron-server[121837]:     'ConntrackHelper': {'1.0'},
May 07 21:35:34.735921 ncdv-master-1 neutron-server[121837]:     'LocalIPAssociation': {'1.0'},
May 07 21:35:34.735921 ncdv-master-1 neutron-server[121837]:     'Log': {'1.0'},
May 07 21:35:34.735921 ncdv-master-1 neutron-server[121837]:     'NDPProxy': {'1.0'},
May 07 21:35:34.735921 ncdv-master-1 neutron-server[121837]:     'Network': {'1.1'},
May 07 21:35:34.735921 ncdv-master-1 neutron-server[121837]:     'Port': {'1.7'},
May 07 21:35:34.735921 ncdv-master-1 neutron-server[121837]:     'PortForwarding': {'1.3'},
May 07 21:35:34.735921 ncdv-master-1 neutron-server[121837]:     'QosPolicy': {'1.10'},
May 07 21:35:34.735921 ncdv-master-1 neutron-server[121837]:     'SecurityGroup': {'1.5'},
May 07 21:35:34.735921 ncdv-master-1 neutron-server[121837]:     'SecurityGroupRule': {'1.2'},
May 07 21:35:34.735921 ncdv-master-1 neutron-server[121837]:     'SubPort': {'1.0'},
May 07 21:35:34.735921 ncdv-master-1 neutron-server[121837]:     'Subnet': {'1.1'},
May 07 21:35:34.735921 ncdv-master-1 neutron-server[121837]:     'Trunk': {'1.1'}}
May 07 21:35:34.735921 ncdv-master-1 neutron-server[121837]: consumer versions:
May 07 21:35:34.735921 ncdv-master-1 neutron-server[121837]: {   DHCP agent@ncdv-master-1: {},
May 07 21:35:34.735921 ncdv-master-1 neutron-server[121837]:     L3 agent@ncdv-master-1: {},
May 07 21:35:34.735921 ncdv-master-1 neutron-server[121837]:     Metadata agent@ncdv-master-1: {},
May 07 21:35:34.735921 ncdv-master-1 neutron-server[121837]:     Metering agent@ncdv-master-1: {},
May 07 21:35:34.735921 ncdv-master-1 neutron-server[121837]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
May 07 21:35:34.735921 ncdv-master-1 neutron-server[121837]:                                           'Agent': '1.1',
May 07 21:35:34.735921 ncdv-master-1 neutron-server[121837]:                                           'ConntrackHelper': '1.0',
May 07 21:35:34.735921 ncdv-master-1 neutron-server[121837]:                                           'LocalIPAssociation': '1.0',
May 07 21:35:34.735921 ncdv-master-1 neutron-server[121837]:                                           'Log': '1.0',
May 07 21:35:34.735921 ncdv-master-1 neutron-server[121837]:                                           'NDPProxy': '1.0',
May 07 21:35:34.735921 ncdv-master-1 neutron-server[121837]:                                           'Network': '1.1',
May 07 21:35:34.735921 ncdv-master-1 neutron-server[121837]:                                           'Port': '1.7',
May 07 21:35:34.735921 ncdv-master-1 neutron-server[121837]:                                           'PortForwarding': '1.3',
May 07 21:35:34.735921 ncdv-master-1 neutron-server[121837]:                                           'QosPolicy': '1.10',
May 07 21:35:34.735921 ncdv-master-1 neutron-server[121837]:                                           'SecurityGroup': '1.5',
May 07 21:35:34.735921 ncdv-master-1 neutron-server[121837]:                                           'SecurityGroupRule': '1.2',
May 07 21:35:34.735921 ncdv-master-1 neutron-server[121837]:                                           'SubPort': '1.0',
May 07 21:35:34.735921 ncdv-master-1 neutron-server[121837]:                                           'Subnet': '1.1',
May 07 21:35:34.735921 ncdv-master-1 neutron-server[121837]:                                           'Trunk': '1.1'}}
May 07 21:35:34.735921 ncdv-master-1 neutron-server[121837]:  {{(pid=121837) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 07 21:35:34.815943 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-eb41e05d-b44e-4ac6-92d5-370ea6d5af93 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (6bf781a5-f4b6-4c38-b4ef-7ee2e0390e8b), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:35:34.855881 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-eb41e05d-b44e-4ac6-92d5-370ea6d5af93 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (6bf781a5-f4b6-4c38-b4ef-7ee2e0390e8b), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:35:34.861096 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb41e05d-b44e-4ac6-92d5-370ea6d5af93 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:35:34.861853 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-eb41e05d-b44e-4ac6-92d5-370ea6d5af93 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:35:34.925403 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-eb41e05d-b44e-4ac6-92d5-370ea6d5af93 demo demo] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 748 time: 1.3095236
May 07 21:35:34.987705 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb41e05d-b44e-4ac6-92d5-370ea6d5af93 demo demo] Pushing event updated for resources: {'Network': ['ID=6bf781a5-f4b6-4c38-b4ef-7ee2e0390e8b,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:35:35.001527 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 6bf781a5-f4b6-4c38-b4ef-7ee2e0390e8b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 21:35:37.529472 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 54806) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:35:37.966031 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed489a1-0f0d-427b-9d3b-2ee8be4ebc63 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:35:37.967526 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-8ed489a1-0f0d-427b-9d3b-2ee8be4ebc63 demo admin] 10.222.0.32 "GET /v2.0/networks/6bf781a5-f4b6-4c38-b4ef-7ee2e0390e8b HTTP/1.1" status: 200  len: 825 time: 0.4371414
May 07 21:35:37.991140 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-45488908-6709-44ad-8946-c2e237b8dea2 demo admin] 10.222.0.32 "GET /v2.0/subnetpools/8a3e8d7f-7cf7-4124-8f01-7cb968eb27a4 HTTP/1.1" status: 200  len: 734 time: 0.0180845
May 07 21:35:37.999331 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-3776e01b-7409-48c9-94a8-eda6ee0d5d19 demo admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '6bf781a5-f4b6-4c38-b4ef-7ee2e0390e8b', 'name': 'private-subnet', 'subnetpool_id': '8a3e8d7f-7cf7-4124-8f01-7cb968eb27a4', 'gateway_ip': '172.20.0.1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:35:38.025277 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3776e01b-7409-48c9-94a8-eda6ee0d5d19 demo admin] Made reservation on behalf of 23cdd5d7d6f642f499d34b657383781d for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:35:38.027880 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3776e01b-7409-48c9-94a8-eda6ee0d5d19 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:35:38.310049 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3776e01b-7409-48c9-94a8-eda6ee0d5d19 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for subnet (b2ee818f-0c2e-4d83-a960-b8794cad3ddd), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:35:38.377964 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3776e01b-7409-48c9-94a8-eda6ee0d5d19 demo admin] Checking segment: {'id': 'dd70e8d6-afe0-4490-9af6-2b1f0cc9dbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '6bf781a5-f4b6-4c38-b4ef-7ee2e0390e8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:35:38.378328 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3776e01b-7409-48c9-94a8-eda6ee0d5d19 demo admin] Network hostable DHCP agents. Network: 6bf781a5-f4b6-4c38-b4ef-7ee2e0390e8b, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 21:35:38.394374 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3776e01b-7409-48c9-94a8-eda6ee0d5d19 demo admin] Pushing event updated for resources: {'Subnet': ['ID=b2ee818f-0c2e-4d83-a960-b8794cad3ddd,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:35:38.408319 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3776e01b-7409-48c9-94a8-eda6ee0d5d19 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:35:38.408669 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3776e01b-7409-48c9-94a8-eda6ee0d5d19 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:35:38.409009 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3776e01b-7409-48c9-94a8-eda6ee0d5d19 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:35:38.409342 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3776e01b-7409-48c9-94a8-eda6ee0d5d19 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:35:38.409673 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3776e01b-7409-48c9-94a8-eda6ee0d5d19 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:35:38.410003 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3776e01b-7409-48c9-94a8-eda6ee0d5d19 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:35:38.410329 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3776e01b-7409-48c9-94a8-eda6ee0d5d19 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:35:38.410652 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3776e01b-7409-48c9-94a8-eda6ee0d5d19 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:35:38.410999 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3776e01b-7409-48c9-94a8-eda6ee0d5d19 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:35:38.411322 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3776e01b-7409-48c9-94a8-eda6ee0d5d19 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:35:38.411648 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3776e01b-7409-48c9-94a8-eda6ee0d5d19 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:35:38.411965 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3776e01b-7409-48c9-94a8-eda6ee0d5d19 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:35:38.412284 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3776e01b-7409-48c9-94a8-eda6ee0d5d19 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:35:38.412604 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3776e01b-7409-48c9-94a8-eda6ee0d5d19 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:35:38.412922 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3776e01b-7409-48c9-94a8-eda6ee0d5d19 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:35:38.414185 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3776e01b-7409-48c9-94a8-eda6ee0d5d19 demo admin] Tracked resource versions report:
May 07 21:35:38.414185 ncdv-master-1 neutron-server[121836]: pushed versions:
May 07 21:35:38.414185 ncdv-master-1 neutron-server[121836]: {   'AddressGroup': {'1.2'},
May 07 21:35:38.414185 ncdv-master-1 neutron-server[121836]:     'Agent': {'1.1'},
May 07 21:35:38.414185 ncdv-master-1 neutron-server[121836]:     'ConntrackHelper': {'1.0'},
May 07 21:35:38.414185 ncdv-master-1 neutron-server[121836]:     'LocalIPAssociation': {'1.0'},
May 07 21:35:38.414185 ncdv-master-1 neutron-server[121836]:     'Log': {'1.0'},
May 07 21:35:38.414185 ncdv-master-1 neutron-server[121836]:     'NDPProxy': {'1.0'},
May 07 21:35:38.414185 ncdv-master-1 neutron-server[121836]:     'Network': {'1.1'},
May 07 21:35:38.414185 ncdv-master-1 neutron-server[121836]:     'Port': {'1.7'},
May 07 21:35:38.414185 ncdv-master-1 neutron-server[121836]:     'PortForwarding': {'1.3'},
May 07 21:35:38.414185 ncdv-master-1 neutron-server[121836]:     'QosPolicy': {'1.10'},
May 07 21:35:38.414185 ncdv-master-1 neutron-server[121836]:     'SecurityGroup': {'1.5'},
May 07 21:35:38.414185 ncdv-master-1 neutron-server[121836]:     'SecurityGroupRule': {'1.2'},
May 07 21:35:38.414185 ncdv-master-1 neutron-server[121836]:     'SubPort': {'1.0'},
May 07 21:35:38.414185 ncdv-master-1 neutron-server[121836]:     'Subnet': {'1.1'},
May 07 21:35:38.414185 ncdv-master-1 neutron-server[121836]:     'Trunk': {'1.1'}}
May 07 21:35:38.414185 ncdv-master-1 neutron-server[121836]: consumer versions:
May 07 21:35:38.414185 ncdv-master-1 neutron-server[121836]: {   DHCP agent@ncdv-master-1: {},
May 07 21:35:38.414185 ncdv-master-1 neutron-server[121836]:     L3 agent@ncdv-master-1: {},
May 07 21:35:38.414185 ncdv-master-1 neutron-server[121836]:     Metadata agent@ncdv-master-1: {},
May 07 21:35:38.414185 ncdv-master-1 neutron-server[121836]:     Metering agent@ncdv-master-1: {},
May 07 21:35:38.414185 ncdv-master-1 neutron-server[121836]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
May 07 21:35:38.414185 ncdv-master-1 neutron-server[121836]:                                           'Agent': '1.1',
May 07 21:35:38.414185 ncdv-master-1 neutron-server[121836]:                                           'ConntrackHelper': '1.0',
May 07 21:35:38.414185 ncdv-master-1 neutron-server[121836]:                                           'LocalIPAssociation': '1.0',
May 07 21:35:38.414185 ncdv-master-1 neutron-server[121836]:                                           'Log': '1.0',
May 07 21:35:38.414185 ncdv-master-1 neutron-server[121836]:                                           'NDPProxy': '1.0',
May 07 21:35:38.414185 ncdv-master-1 neutron-server[121836]:                                           'Network': '1.1',
May 07 21:35:38.414185 ncdv-master-1 neutron-server[121836]:                                           'Port': '1.7',
May 07 21:35:38.414185 ncdv-master-1 neutron-server[121836]:                                           'PortForwarding': '1.3',
May 07 21:35:38.414185 ncdv-master-1 neutron-server[121836]:                                           'QosPolicy': '1.10',
May 07 21:35:38.414185 ncdv-master-1 neutron-server[121836]:                                           'SecurityGroup': '1.5',
May 07 21:35:38.414185 ncdv-master-1 neutron-server[121836]:                                           'SecurityGroupRule': '1.2',
May 07 21:35:38.414185 ncdv-master-1 neutron-server[121836]:                                           'SubPort': '1.0',
May 07 21:35:38.414185 ncdv-master-1 neutron-server[121836]:                                           'Subnet': '1.1',
May 07 21:35:38.414185 ncdv-master-1 neutron-server[121836]:                                           'Trunk': '1.1'}}
May 07 21:35:38.414185 ncdv-master-1 neutron-server[121836]:  {{(pid=121836) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 07 21:35:38.429730 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3776e01b-7409-48c9-94a8-eda6ee0d5d19 demo admin] Network 6bf781a5-f4b6-4c38-b4ef-7ee2e0390e8b is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 21:35:38.446540 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-3776e01b-7409-48c9-94a8-eda6ee0d5d19 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6bf781a5-f4b6-4c38-b4ef-7ee2e0390e8b) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:35:38.451323 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3776e01b-7409-48c9-94a8-eda6ee0d5d19 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:35:38.451959 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3776e01b-7409-48c9-94a8-eda6ee0d5d19 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:35:38.457033 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ac2e9b-83f4-47e3-9941-c17f594e8f21 None None] Network 6bf781a5-f4b6-4c38-b4ef-7ee2e0390e8b requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:35:38.468279 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-3776e01b-7409-48c9-94a8-eda6ee0d5d19 demo admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.4722195
May 07 21:35:38.718654 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8bf69b-1cb0-46f0-9ccc-d8004065395e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-6bf781a5-f4b6-4c38-b4ef-7ee2e0390e8b', 'network_id': '6bf781a5-f4b6-4c38-b4ef-7ee2e0390e8b', 'project_id': '23cdd5d7d6f642f499d34b657383781d', 'fixed_ips': [{'subnet_id': 'b2ee818f-0c2e-4d83-a960-b8794cad3ddd'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 21:35:38.719907 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1f8bf69b-1cb0-46f0-9ccc-d8004065395e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:35:38.998701 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-1f8bf69b-1cb0-46f0-9ccc-d8004065395e None None] Allocated IP 172.20.0.2 (6bf781a5-f4b6-4c38-b4ef-7ee2e0390e8b/b2ee818f-0c2e-4d83-a960-b8794cad3ddd/aeb41d54-9492-4883-afb3-f48a454de6a2) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:35:39.271466 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1f8bf69b-1cb0-46f0-9ccc-d8004065395e None None] Publish callbacks [] for port (aeb41d54-9492-4883-afb3-f48a454de6a2), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:35:39.279792 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1f8bf69b-1cb0-46f0-9ccc-d8004065395e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (aeb41d54-9492-4883-afb3-f48a454de6a2), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:35:39.356815 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8bf69b-1cb0-46f0-9ccc-d8004065395e None None] Network 6bf781a5-f4b6-4c38-b4ef-7ee2e0390e8b is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:35:39.363012 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8bf69b-1cb0-46f0-9ccc-d8004065395e None None] Pushing event updated for resources: {'Port': ['ID=aeb41d54-9492-4883-afb3-f48a454de6a2,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:35:39.365188 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-1f8bf69b-1cb0-46f0-9ccc-d8004065395e None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:35:39.373041 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8bf69b-1cb0-46f0-9ccc-d8004065395e None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:35:39.376471 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8bf69b-1cb0-46f0-9ccc-d8004065395e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:35:39.376819 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8bf69b-1cb0-46f0-9ccc-d8004065395e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:35:39.377159 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8bf69b-1cb0-46f0-9ccc-d8004065395e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:35:39.377490 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8bf69b-1cb0-46f0-9ccc-d8004065395e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:35:39.377818 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8bf69b-1cb0-46f0-9ccc-d8004065395e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:35:39.378150 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8bf69b-1cb0-46f0-9ccc-d8004065395e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:35:39.378472 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8bf69b-1cb0-46f0-9ccc-d8004065395e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:35:39.378812 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8bf69b-1cb0-46f0-9ccc-d8004065395e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:35:39.379135 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8bf69b-1cb0-46f0-9ccc-d8004065395e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:35:39.379454 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8bf69b-1cb0-46f0-9ccc-d8004065395e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:35:39.380040 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8bf69b-1cb0-46f0-9ccc-d8004065395e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:35:39.380368 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8bf69b-1cb0-46f0-9ccc-d8004065395e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:35:39.380685 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8bf69b-1cb0-46f0-9ccc-d8004065395e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:35:39.381002 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8bf69b-1cb0-46f0-9ccc-d8004065395e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:35:39.381318 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8bf69b-1cb0-46f0-9ccc-d8004065395e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:35:39.383158 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8bf69b-1cb0-46f0-9ccc-d8004065395e None None] Tracked resource versions report:
May 07 21:35:39.383158 ncdv-master-1 neutron-server[121838]: pushed versions:
May 07 21:35:39.383158 ncdv-master-1 neutron-server[121838]: {   'AddressGroup': {'1.2'},
May 07 21:35:39.383158 ncdv-master-1 neutron-server[121838]:     'Agent': {'1.1'},
May 07 21:35:39.383158 ncdv-master-1 neutron-server[121838]:     'ConntrackHelper': {'1.0'},
May 07 21:35:39.383158 ncdv-master-1 neutron-server[121838]:     'LocalIPAssociation': {'1.0'},
May 07 21:35:39.383158 ncdv-master-1 neutron-server[121838]:     'Log': {'1.0'},
May 07 21:35:39.383158 ncdv-master-1 neutron-server[121838]:     'NDPProxy': {'1.0'},
May 07 21:35:39.383158 ncdv-master-1 neutron-server[121838]:     'Network': {'1.1'},
May 07 21:35:39.383158 ncdv-master-1 neutron-server[121838]:     'Port': {'1.7'},
May 07 21:35:39.383158 ncdv-master-1 neutron-server[121838]:     'PortForwarding': {'1.3'},
May 07 21:35:39.383158 ncdv-master-1 neutron-server[121838]:     'QosPolicy': {'1.10'},
May 07 21:35:39.383158 ncdv-master-1 neutron-server[121838]:     'SecurityGroup': {'1.5'},
May 07 21:35:39.383158 ncdv-master-1 neutron-server[121838]:     'SecurityGroupRule': {'1.2'},
May 07 21:35:39.383158 ncdv-master-1 neutron-server[121838]:     'SubPort': {'1.0'},
May 07 21:35:39.383158 ncdv-master-1 neutron-server[121838]:     'Subnet': {'1.1'},
May 07 21:35:39.383158 ncdv-master-1 neutron-server[121838]:     'Trunk': {'1.1'}}
May 07 21:35:39.383158 ncdv-master-1 neutron-server[121838]: consumer versions:
May 07 21:35:39.383158 ncdv-master-1 neutron-server[121838]: {   DHCP agent@ncdv-master-1: {},
May 07 21:35:39.383158 ncdv-master-1 neutron-server[121838]:     L3 agent@ncdv-master-1: {},
May 07 21:35:39.383158 ncdv-master-1 neutron-server[121838]:     Metadata agent@ncdv-master-1: {},
May 07 21:35:39.383158 ncdv-master-1 neutron-server[121838]:     Metering agent@ncdv-master-1: {},
May 07 21:35:39.383158 ncdv-master-1 neutron-server[121838]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
May 07 21:35:39.383158 ncdv-master-1 neutron-server[121838]:                                           'Agent': '1.1',
May 07 21:35:39.383158 ncdv-master-1 neutron-server[121838]:                                           'ConntrackHelper': '1.0',
May 07 21:35:39.383158 ncdv-master-1 neutron-server[121838]:                                           'LocalIPAssociation': '1.0',
May 07 21:35:39.383158 ncdv-master-1 neutron-server[121838]:                                           'Log': '1.0',
May 07 21:35:39.383158 ncdv-master-1 neutron-server[121838]:                                           'NDPProxy': '1.0',
May 07 21:35:39.383158 ncdv-master-1 neutron-server[121838]:                                           'Network': '1.1',
May 07 21:35:39.383158 ncdv-master-1 neutron-server[121838]:                                           'Port': '1.7',
May 07 21:35:39.383158 ncdv-master-1 neutron-server[121838]:                                           'PortForwarding': '1.3',
May 07 21:35:39.383158 ncdv-master-1 neutron-server[121838]:                                           'QosPolicy': '1.10',
May 07 21:35:39.383158 ncdv-master-1 neutron-server[121838]:                                           'SecurityGroup': '1.5',
May 07 21:35:39.383158 ncdv-master-1 neutron-server[121838]:                                           'SecurityGroupRule': '1.2',
May 07 21:35:39.383158 ncdv-master-1 neutron-server[121838]:                                           'SubPort': '1.0',
May 07 21:35:39.383158 ncdv-master-1 neutron-server[121838]:                                           'Subnet': '1.1',
May 07 21:35:39.383158 ncdv-master-1 neutron-server[121838]:                                           'Trunk': '1.1'}}
May 07 21:35:39.383158 ncdv-master-1 neutron-server[121838]:  {{(pid=121838) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 07 21:35:39.459500 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-1f8bf69b-1cb0-46f0-9ccc-d8004065395e None None] Attempting to bind port aeb41d54-9492-4883-afb3-f48a454de6a2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:35:39.460151 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-1f8bf69b-1cb0-46f0-9ccc-d8004065395e None None] Attempting to bind port aeb41d54-9492-4883-afb3-f48a454de6a2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'dd70e8d6-afe0-4490-9af6-2b1f0cc9dbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '6bf781a5-f4b6-4c38-b4ef-7ee2e0390e8b'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:35:39.460288 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8bf69b-1cb0-46f0-9ccc-d8004065395e None None] Attempting to bind port aeb41d54-9492-4883-afb3-f48a454de6a2 on network 6bf781a5-f4b6-4c38-b4ef-7ee2e0390e8b {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:35:39.465043 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8bf69b-1cb0-46f0-9ccc-d8004065395e None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:35:39.465417 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8bf69b-1cb0-46f0-9ccc-d8004065395e None None] Checking segment: {'id': 'dd70e8d6-afe0-4490-9af6-2b1f0cc9dbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '6bf781a5-f4b6-4c38-b4ef-7ee2e0390e8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:35:39.465881 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1f8bf69b-1cb0-46f0-9ccc-d8004065395e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:35:39.466269 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8bf69b-1cb0-46f0-9ccc-d8004065395e None None] Bound using segment: {'id': 'dd70e8d6-afe0-4490-9af6-2b1f0cc9dbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '6bf781a5-f4b6-4c38-b4ef-7ee2e0390e8b'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:35:39.466740 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-1f8bf69b-1cb0-46f0-9ccc-d8004065395e None None] Bound port: aeb41d54-9492-4883-afb3-f48a454de6a2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd70e8d6-afe0-4490-9af6-2b1f0cc9dbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '6bf781a5-f4b6-4c38-b4ef-7ee2e0390e8b'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:35:39.467131 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1f8bf69b-1cb0-46f0-9ccc-d8004065395e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (aeb41d54-9492-4883-afb3-f48a454de6a2), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:35:39.533279 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-1f8bf69b-1cb0-46f0-9ccc-d8004065395e None None] For port aeb41d54-9492-4883-afb3-f48a454de6a2, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:35:39.552722 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-1f8bf69b-1cb0-46f0-9ccc-d8004065395e None None] For port aeb41d54-9492-4883-afb3-f48a454de6a2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aeb41d54-9492-4883-afb3-f48a454de6a2,segment=NetworkSegment(dd70e8d6-afe0-4490-9af6-2b1f0cc9dbfd),segment_id=dd70e8d6-afe0-4490-9af6-2b1f0cc9dbfd)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:35:39.559983 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1f8bf69b-1cb0-46f0-9ccc-d8004065395e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (aeb41d54-9492-4883-afb3-f48a454de6a2), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:35:39.627337 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8bf69b-1cb0-46f0-9ccc-d8004065395e None None] Pushing event updated for resources: {'Port': ['ID=aeb41d54-9492-4883-afb3-f48a454de6a2,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:35:41.016985 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 54818) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:35:41.328058 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [None req-6c69bfd4-4459-458a-a200-a31df92cb8a6 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121836) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 21:35:41.329040 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-6c69bfd4-4459-458a-a200-a31df92cb8a6 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.3110197
May 07 21:35:43.878259 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 54826) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:35:44.191871 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [None req-37cce3fc-8e9b-438b-9af0-2d43f788857d admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121837) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 21:35:44.192844 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-37cce3fc-8e9b-438b-9af0-2d43f788857d admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.3136017
May 07 21:35:46.736586 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 54834) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:35:47.056111 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-c9db2aea-f5a7-45cf-90ad-36ef0368eb35 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:35:47.079722 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c9db2aea-f5a7-45cf-90ad-36ef0368eb35 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (be50bf93-fabc-41c2-ac7e-7acf2abedcef), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:35:47.081575 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c9db2aea-f5a7-45cf-90ad-36ef0368eb35 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (be50bf93-fabc-41c2-ac7e-7acf2abedcef), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:35:47.224114 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c9db2aea-f5a7-45cf-90ad-36ef0368eb35 demo demo] Publish callbacks [] for router_controller (be50bf93-fabc-41c2-ac7e-7acf2abedcef), precommit_add_association {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:35:47.229081 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c9db2aea-f5a7-45cf-90ad-36ef0368eb35 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (be50bf93-fabc-41c2-ac7e-7acf2abedcef), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:35:47.245196 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c9db2aea-f5a7-45cf-90ad-36ef0368eb35 demo demo] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:35:47.246324 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-c9db2aea-f5a7-45cf-90ad-36ef0368eb35 demo demo] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 674 time: 0.5087879
May 07 21:35:49.788363 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 54846) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:35:50.101701 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [None req-e1175ff2-846c-48bf-9209-c7a9d2989653 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121836) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 21:35:50.102677 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-e1175ff2-846c-48bf-9209-c7a9d2989653 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.3134015
May 07 21:35:50.763496 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device aeb41d54-9492-4883-afb3-f48a454de6a2 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:35:50.852058 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port aeb41d54-9492-4883-afb3-f48a454de6a2 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:35:50.852714 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (aeb41d54-9492-4883-afb3-f48a454de6a2), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:35:50.961025 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port aeb41d54-9492-4883-afb3-f48a454de6a2 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:35:50.961691 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (aeb41d54-9492-4883-afb3-f48a454de6a2), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:35:50.995794 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port aeb41d54-9492-4883-afb3-f48a454de6a2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aeb41d54-9492-4883-afb3-f48a454de6a2,segment=NetworkSegment(dd70e8d6-afe0-4490-9af6-2b1f0cc9dbfd),segment_id=dd70e8d6-afe0-4490-9af6-2b1f0cc9dbfd)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:35:50.999729 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (aeb41d54-9492-4883-afb3-f48a454de6a2), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:35:51.048559 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=aeb41d54-9492-4883-afb3-f48a454de6a2,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:35:51.479619 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add690d5-7028-4170-bb2e-0b2328e7ef99 None None] Network 6bf781a5-f4b6-4c38-b4ef-7ee2e0390e8b requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:35:51.550655 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-80c5a201-63c1-47ad-ae6a-854b38f36823 None None] Provisioning complete for port aeb41d54-9492-4883-afb3-f48a454de6a2 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:35:51.551051 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-80c5a201-63c1-47ad-ae6a-854b38f36823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (aeb41d54-9492-4883-afb3-f48a454de6a2), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:35:51.675571 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-80c5a201-63c1-47ad-ae6a-854b38f36823 None None] Current status of the port aeb41d54-9492-4883-afb3-f48a454de6a2 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:35:51.895909 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-888aa233-5641-4d31-959c-7d8b7c2786d1 None None] Provisioning complete for port aeb41d54-9492-4883-afb3-f48a454de6a2 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:35:51.896604 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-888aa233-5641-4d31-959c-7d8b7c2786d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (aeb41d54-9492-4883-afb3-f48a454de6a2), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:35:51.973735 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-888aa233-5641-4d31-959c-7d8b7c2786d1 None None] Current status of the port aeb41d54-9492-4883-afb3-f48a454de6a2 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:35:52.688640 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 54860) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:35:52.743834 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device aeb41d54-9492-4883-afb3-f48a454de6a2 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:35:52.787750 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port aeb41d54-9492-4883-afb3-f48a454de6a2 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:35:52.788759 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (aeb41d54-9492-4883-afb3-f48a454de6a2), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:35:52.863196 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port aeb41d54-9492-4883-afb3-f48a454de6a2 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:35:53.011313 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-9a3dc745-2ef3-412e-b80c-e6aa9b2a4cca admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:35:53.031522 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a3dc745-2ef3-412e-b80c-e6aa9b2a4cca admin admin] Made reservation on behalf of e2f828af0706465883131e16cb564d05 for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:35:53.033818 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9a3dc745-2ef3-412e-b80c-e6aa9b2a4cca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:35:53.051525 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9a3dc745-2ef3-412e-b80c-e6aa9b2a4cca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:35:53.150933 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9a3dc745-2ef3-412e-b80c-e6aa9b2a4cca admin admin] Publish callbacks [] for security_group (52fcc980-80e8-4a90-9812-8f2c05cb792f), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:35:53.154515 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9a3dc745-2ef3-412e-b80c-e6aa9b2a4cca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (52fcc980-80e8-4a90-9812-8f2c05cb792f), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:35:53.171914 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-9a3dc745-2ef3-412e-b80c-e6aa9b2a4cca admin admin] Reserving flat network on physical network physnet1 {{(pid=121836) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
May 07 21:35:53.187669 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3dc745-2ef3-412e-b80c-e6aa9b2a4cca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52fcc980-80e8-4a90-9812-8f2c05cb792f,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:35:53.196901 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9a3dc745-2ef3-412e-b80c-e6aa9b2a4cca admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774500222576', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (75c960cc-599f-4056-b989-69445477d49a), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:35:53.197445 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9a3dc745-2ef3-412e-b80c-e6aa9b2a4cca admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7faf8f806700> segment precommit_create {{(pid=121836) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
May 07 21:35:53.197952 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-9a3dc745-2ef3-412e-b80c-e6aa9b2a4cca admin admin] Added segment 75c960cc-599f-4056-b989-69445477d49a of type flat for network 9221b764-ef06-431f-8941-796516ed7c3b
May 07 21:35:53.276484 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9a3dc745-2ef3-412e-b80c-e6aa9b2a4cca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (9221b764-ef06-431f-8941-796516ed7c3b), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:35:53.317290 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9a3dc745-2ef3-412e-b80c-e6aa9b2a4cca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (9221b764-ef06-431f-8941-796516ed7c3b), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:35:53.318237 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3dc745-2ef3-412e-b80c-e6aa9b2a4cca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:35:53.318812 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9a3dc745-2ef3-412e-b80c-e6aa9b2a4cca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:35:53.373022 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-9a3dc745-2ef3-412e-b80c-e6aa9b2a4cca admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.6833460
May 07 21:35:53.412484 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3dc745-2ef3-412e-b80c-e6aa9b2a4cca admin admin] Pushing event updated for resources: {'Network': ['ID=9221b764-ef06-431f-8941-796516ed7c3b,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:35:53.422924 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 9221b764-ef06-431f-8941-796516ed7c3b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 21:35:53.508303 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-306606eb-7f75-4881-a6ef-6fd8adbe92aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:35:55.857247 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 54868) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:35:55.968616 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6e78f003-d99c-4219-abc0-774e523f7495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:35:56.253890 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458c4578-1f62-480f-91e6-ec95ccd3ba76 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:35:56.255295 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-458c4578-1f62-480f-91e6-ec95ccd3ba76 demo admin] 10.222.0.32 "GET /v2.0/subnets/b2ee818f-0c2e-4d83-a960-b8794cad3ddd HTTP/1.1" status: 200  len: 849 time: 0.3971343
May 07 21:35:56.394991 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-d46a0f96-3d27-4772-9687-4787600e8cbd demo admin] 10.222.0.32 "GET /v2.0/routers/be50bf93-fabc-41c2-ac7e-7acf2abedcef HTTP/1.1" status: 200  len: 704 time: 0.1333895
May 07 21:35:56.662323 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bb8a7592-54c7-455e-bbe2-b479ba7caf65 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:35:56.965396 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-bb8a7592-54c7-455e-bbe2-b479ba7caf65 demo admin] Allocated IP 172.20.0.1 (6bf781a5-f4b6-4c38-b4ef-7ee2e0390e8b/b2ee818f-0c2e-4d83-a960-b8794cad3ddd/abe3d6de-13e2-4ea8-af03-2c5ec5bb4286) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:35:57.144285 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bb8a7592-54c7-455e-bbe2-b479ba7caf65 demo admin] Publish callbacks [] for port (abe3d6de-13e2-4ea8-af03-2c5ec5bb4286), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:35:57.217960 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bb8a7592-54c7-455e-bbe2-b479ba7caf65 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (abe3d6de-13e2-4ea8-af03-2c5ec5bb4286), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:35:57.227150 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:35:57.291972 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8a7592-54c7-455e-bbe2-b479ba7caf65 demo admin] Network 6bf781a5-f4b6-4c38-b4ef-7ee2e0390e8b is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:35:57.296196 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-bb8a7592-54c7-455e-bbe2-b479ba7caf65 demo admin] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:35:57.309156 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8a7592-54c7-455e-bbe2-b479ba7caf65 demo admin] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:35:57.309670 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bb8a7592-54c7-455e-bbe2-b479ba7caf65 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398161'] for router_interface (be50bf93-fabc-41c2-ac7e-7acf2abedcef), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:35:57.327745 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8a7592-54c7-455e-bbe2-b479ba7caf65 demo admin] Pushing event updated for resources: {'Port': ['ID=abe3d6de-13e2-4ea8-af03-2c5ec5bb4286,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:35:57.529384 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-d84a2dac-305b-4d73-9943-6c97bd0dcf4f None None] Provisioning complete for port abe3d6de-13e2-4ea8-af03-2c5ec5bb4286 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:35:57.529892 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d84a2dac-305b-4d73-9943-6c97bd0dcf4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (abe3d6de-13e2-4ea8-af03-2c5ec5bb4286), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:35:57.559151 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bb8a7592-54c7-455e-bbe2-b479ba7caf65 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (abe3d6de-13e2-4ea8-af03-2c5ec5bb4286), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:35:57.611030 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-d84a2dac-305b-4d73-9943-6c97bd0dcf4f None None] Port abe3d6de-13e2-4ea8-af03-2c5ec5bb4286 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:35:57.767738 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bb8a7592-54c7-455e-bbe2-b479ba7caf65 demo admin] Publish callbacks [] for port (abe3d6de-13e2-4ea8-af03-2c5ec5bb4286), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:35:57.772930 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bb8a7592-54c7-455e-bbe2-b479ba7caf65 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (abe3d6de-13e2-4ea8-af03-2c5ec5bb4286), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:35:57.773657 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bb8a7592-54c7-455e-bbe2-b479ba7caf65 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401121'] for router_interface (be50bf93-fabc-41c2-ac7e-7acf2abedcef), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:35:57.855389 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8a7592-54c7-455e-bbe2-b479ba7caf65 demo admin] Pushing event updated for resources: {'Port': ['ID=abe3d6de-13e2-4ea8-af03-2c5ec5bb4286,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:35:57.896439 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8a7592-54c7-455e-bbe2-b479ba7caf65 demo admin] Network 6bf781a5-f4b6-4c38-b4ef-7ee2e0390e8b is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:35:57.898305 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-bb8a7592-54c7-455e-bbe2-b479ba7caf65 demo admin] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:35:58.070982 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb8a7592-54c7-455e-bbe2-b479ba7caf65 demo admin] Router be50bf93-fabc-41c2-ac7e-7acf2abedcef is scheduled to L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db with binding_index 1 {{(pid=121837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 07 21:35:58.169107 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb8a7592-54c7-455e-bbe2-b479ba7caf65 demo admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:35:58.174384 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-bb8a7592-54c7-455e-bbe2-b479ba7caf65 demo admin] 10.222.0.32 "PUT /v2.0/routers/be50bf93-fabc-41c2-ac7e-7acf2abedcef/add_router_interface HTTP/1.1" status: 200  len: 508 time: 1.7736027
May 07 21:35:58.179123 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f040ce3c-8d53-4b39-9d96-54f9aae3bc8c None None] Sync routers for ids ['be50bf93-fabc-41c2-ac7e-7acf2abedcef'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:35:58.191103 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f040ce3c-8d53-4b39-9d96-54f9aae3bc8c None None] Routers {'be50bf93-fabc-41c2-ac7e-7acf2abedcef'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:35:58.192017 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-f040ce3c-8d53-4b39-9d96-54f9aae3bc8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8e2aff10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:35:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['be50bf93-fabc-41c2-ac7e-7acf2abedcef'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:35:58.253647 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-937e4853-8157-4615-8e38-4a7f0be58907 None None] Provisioning complete for port abe3d6de-13e2-4ea8-af03-2c5ec5bb4286 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:35:58.254270 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-937e4853-8157-4615-8e38-4a7f0be58907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (abe3d6de-13e2-4ea8-af03-2c5ec5bb4286), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:35:58.289430 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-937e4853-8157-4615-8e38-4a7f0be58907 None None] Port abe3d6de-13e2-4ea8-af03-2c5ec5bb4286 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:35:58.390494 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-f040ce3c-8d53-4b39-9d96-54f9aae3bc8c None None] Set router be50bf93-fabc-41c2-ac7e-7acf2abedcef gateway port host: None {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:35:58.814179 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-f040ce3c-8d53-4b39-9d96-54f9aae3bc8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8e2aff10>, [{'id': 'be50bf93-fabc-41c2-ac7e-7acf2abedcef', 'name': 'router1', 'tenant_id': '23cdd5d7d6f642f499d34b657383781d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:35:47Z', 'updated_at': '2022-05-07T21:35:57Z', 'revision_number': 2, 'project_id': '23cdd5d7d6f642f499d34b657383781d', 'gw_port_host': None, '_interfaces': [{'id': 'abe3d6de-13e2-4ea8-af03-2c5ec5bb4286', 'name': '', 'network_id': '6bf781a5-f4b6-4c38-b4ef-7ee2e0390e8b', 'tenant_id': '23cdd5d7d6f642f499d34b657383781d', 'mac_address': 'fa:16:3e:2b:e9:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be50bf93-fabc-41c2-ac7e-7acf2abedcef', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b2ee818f-0c2e-4d83-a960-b8794cad3ddd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:35:56Z', 'updated_at': '2022-05-07T21:35:57Z', 'revision_number': 2, 'project_id': '23cdd5d7d6f642f499d34b657383781d', 'subnets': [{'id': 'b2ee818f-0c2e-4d83-a960-b8794cad3ddd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8a3e8d7f-7cf7-4124-8f01-7cb968eb27a4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:35:58.863334 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f040ce3c-8d53-4b39-9d96-54f9aae3bc8c None None] Checking router: be50bf93-fabc-41c2-ac7e-7acf2abedcef for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 21:35:58.863708 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f040ce3c-8d53-4b39-9d96-54f9aae3bc8c None None] Updating router be50bf93-fabc-41c2-ac7e-7acf2abedcef port abe3d6de-13e2-4ea8-af03-2c5ec5bb4286 binding host ncdv-master-1 {{(pid=121839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 21:35:58.929386 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:35:58.946159 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-f040ce3c-8d53-4b39-9d96-54f9aae3bc8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (abe3d6de-13e2-4ea8-af03-2c5ec5bb4286), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:35:59.427579 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-f040ce3c-8d53-4b39-9d96-54f9aae3bc8c None None] Publish callbacks [] for port (abe3d6de-13e2-4ea8-af03-2c5ec5bb4286), precommit_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:35:59.434630 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-f040ce3c-8d53-4b39-9d96-54f9aae3bc8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (abe3d6de-13e2-4ea8-af03-2c5ec5bb4286), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:35:59.597105 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d017042-f21a-4c50-a035-70b6679adc5b None None] Pushing event updated for resources: {'Port': ['ID=abe3d6de-13e2-4ea8-af03-2c5ec5bb4286,revision_number=3']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:35:59.615383 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d017042-f21a-4c50-a035-70b6679adc5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:35:59.616254 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d017042-f21a-4c50-a035-70b6679adc5b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:35:59.616585 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d017042-f21a-4c50-a035-70b6679adc5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:35:59.616921 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d017042-f21a-4c50-a035-70b6679adc5b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:35:59.617375 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d017042-f21a-4c50-a035-70b6679adc5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:35:59.617715 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d017042-f21a-4c50-a035-70b6679adc5b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:35:59.618045 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d017042-f21a-4c50-a035-70b6679adc5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:35:59.618374 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d017042-f21a-4c50-a035-70b6679adc5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:35:59.618702 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d017042-f21a-4c50-a035-70b6679adc5b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:35:59.619033 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d017042-f21a-4c50-a035-70b6679adc5b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:35:59.619363 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d017042-f21a-4c50-a035-70b6679adc5b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:35:59.619684 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d017042-f21a-4c50-a035-70b6679adc5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:35:59.620003 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d017042-f21a-4c50-a035-70b6679adc5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:35:59.620325 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d017042-f21a-4c50-a035-70b6679adc5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:35:59.620649 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d017042-f21a-4c50-a035-70b6679adc5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:35:59.621875 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d017042-f21a-4c50-a035-70b6679adc5b None None] Tracked resource versions report:
May 07 21:35:59.621875 ncdv-master-1 neutron-server[121839]: pushed versions:
May 07 21:35:59.621875 ncdv-master-1 neutron-server[121839]: {   'AddressGroup': {'1.2'},
May 07 21:35:59.621875 ncdv-master-1 neutron-server[121839]:     'Agent': {'1.1'},
May 07 21:35:59.621875 ncdv-master-1 neutron-server[121839]:     'ConntrackHelper': {'1.0'},
May 07 21:35:59.621875 ncdv-master-1 neutron-server[121839]:     'LocalIPAssociation': {'1.0'},
May 07 21:35:59.621875 ncdv-master-1 neutron-server[121839]:     'Log': {'1.0'},
May 07 21:35:59.621875 ncdv-master-1 neutron-server[121839]:     'NDPProxy': {'1.0'},
May 07 21:35:59.621875 ncdv-master-1 neutron-server[121839]:     'Network': {'1.1'},
May 07 21:35:59.621875 ncdv-master-1 neutron-server[121839]:     'Port': {'1.7'},
May 07 21:35:59.621875 ncdv-master-1 neutron-server[121839]:     'PortForwarding': {'1.3'},
May 07 21:35:59.621875 ncdv-master-1 neutron-server[121839]:     'QosPolicy': {'1.10'},
May 07 21:35:59.621875 ncdv-master-1 neutron-server[121839]:     'SecurityGroup': {'1.5'},
May 07 21:35:59.621875 ncdv-master-1 neutron-server[121839]:     'SecurityGroupRule': {'1.2'},
May 07 21:35:59.621875 ncdv-master-1 neutron-server[121839]:     'SubPort': {'1.0'},
May 07 21:35:59.621875 ncdv-master-1 neutron-server[121839]:     'Subnet': {'1.1'},
May 07 21:35:59.621875 ncdv-master-1 neutron-server[121839]:     'Trunk': {'1.1'}}
May 07 21:35:59.621875 ncdv-master-1 neutron-server[121839]: consumer versions:
May 07 21:35:59.621875 ncdv-master-1 neutron-server[121839]: {   DHCP agent@ncdv-master-1: {},
May 07 21:35:59.621875 ncdv-master-1 neutron-server[121839]:     L3 agent@ncdv-master-1: {},
May 07 21:35:59.621875 ncdv-master-1 neutron-server[121839]:     Metadata agent@ncdv-master-1: {},
May 07 21:35:59.621875 ncdv-master-1 neutron-server[121839]:     Metering agent@ncdv-master-1: {},
May 07 21:35:59.621875 ncdv-master-1 neutron-server[121839]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
May 07 21:35:59.621875 ncdv-master-1 neutron-server[121839]:                                           'Agent': '1.1',
May 07 21:35:59.621875 ncdv-master-1 neutron-server[121839]:                                           'ConntrackHelper': '1.0',
May 07 21:35:59.621875 ncdv-master-1 neutron-server[121839]:                                           'LocalIPAssociation': '1.0',
May 07 21:35:59.621875 ncdv-master-1 neutron-server[121839]:                                           'Log': '1.0',
May 07 21:35:59.621875 ncdv-master-1 neutron-server[121839]:                                           'NDPProxy': '1.0',
May 07 21:35:59.621875 ncdv-master-1 neutron-server[121839]:                                           'Network': '1.1',
May 07 21:35:59.621875 ncdv-master-1 neutron-server[121839]:                                           'Port': '1.7',
May 07 21:35:59.621875 ncdv-master-1 neutron-server[121839]:                                           'PortForwarding': '1.3',
May 07 21:35:59.621875 ncdv-master-1 neutron-server[121839]:                                           'QosPolicy': '1.10',
May 07 21:35:59.621875 ncdv-master-1 neutron-server[121839]:                                           'SecurityGroup': '1.5',
May 07 21:35:59.621875 ncdv-master-1 neutron-server[121839]:                                           'SecurityGroupRule': '1.2',
May 07 21:35:59.621875 ncdv-master-1 neutron-server[121839]:                                           'SubPort': '1.0',
May 07 21:35:59.621875 ncdv-master-1 neutron-server[121839]:                                           'Subnet': '1.1',
May 07 21:35:59.621875 ncdv-master-1 neutron-server[121839]:                                           'Trunk': '1.1'}}
May 07 21:35:59.621875 ncdv-master-1 neutron-server[121839]:  {{(pid=121839) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 07 21:35:59.626652 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-f040ce3c-8d53-4b39-9d96-54f9aae3bc8c None None] Attempting to bind port abe3d6de-13e2-4ea8-af03-2c5ec5bb4286 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:35:59.627076 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-f040ce3c-8d53-4b39-9d96-54f9aae3bc8c None None] Attempting to bind port abe3d6de-13e2-4ea8-af03-2c5ec5bb4286 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'dd70e8d6-afe0-4490-9af6-2b1f0cc9dbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '6bf781a5-f4b6-4c38-b4ef-7ee2e0390e8b'}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:35:59.627661 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f040ce3c-8d53-4b39-9d96-54f9aae3bc8c None None] Attempting to bind port abe3d6de-13e2-4ea8-af03-2c5ec5bb4286 on network 6bf781a5-f4b6-4c38-b4ef-7ee2e0390e8b {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:35:59.633905 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f040ce3c-8d53-4b39-9d96-54f9aae3bc8c None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:35:59.634198 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f040ce3c-8d53-4b39-9d96-54f9aae3bc8c None None] Checking segment: {'id': 'dd70e8d6-afe0-4490-9af6-2b1f0cc9dbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '6bf781a5-f4b6-4c38-b4ef-7ee2e0390e8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:35:59.634675 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-f040ce3c-8d53-4b39-9d96-54f9aae3bc8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:35:59.635112 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f040ce3c-8d53-4b39-9d96-54f9aae3bc8c None None] Bound using segment: {'id': 'dd70e8d6-afe0-4490-9af6-2b1f0cc9dbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '6bf781a5-f4b6-4c38-b4ef-7ee2e0390e8b'} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:35:59.635550 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-f040ce3c-8d53-4b39-9d96-54f9aae3bc8c None None] Bound port: abe3d6de-13e2-4ea8-af03-2c5ec5bb4286, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd70e8d6-afe0-4490-9af6-2b1f0cc9dbfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '6bf781a5-f4b6-4c38-b4ef-7ee2e0390e8b'}}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:35:59.635924 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-f040ce3c-8d53-4b39-9d96-54f9aae3bc8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (abe3d6de-13e2-4ea8-af03-2c5ec5bb4286), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:35:59.701722 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-f040ce3c-8d53-4b39-9d96-54f9aae3bc8c None None] For port abe3d6de-13e2-4ea8-af03-2c5ec5bb4286, host ncdv-master-1, cleared binding levels {{(pid=121839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:35:59.717121 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-97103f4d-ced0-4924-bc3d-127a354bbf00 None None] Provisioning complete for port abe3d6de-13e2-4ea8-af03-2c5ec5bb4286 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:35:59.717653 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-97103f4d-ced0-4924-bc3d-127a354bbf00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (abe3d6de-13e2-4ea8-af03-2c5ec5bb4286), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:35:59.722727 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-f040ce3c-8d53-4b39-9d96-54f9aae3bc8c None None] For port abe3d6de-13e2-4ea8-af03-2c5ec5bb4286, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=abe3d6de-13e2-4ea8-af03-2c5ec5bb4286,segment=NetworkSegment(dd70e8d6-afe0-4490-9af6-2b1f0cc9dbfd),segment_id=dd70e8d6-afe0-4490-9af6-2b1f0cc9dbfd)] {{(pid=121839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:35:59.729427 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-f040ce3c-8d53-4b39-9d96-54f9aae3bc8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (abe3d6de-13e2-4ea8-af03-2c5ec5bb4286), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:35:59.753936 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-97103f4d-ced0-4924-bc3d-127a354bbf00 None None] Port abe3d6de-13e2-4ea8-af03-2c5ec5bb4286 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:35:59.781376 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f040ce3c-8d53-4b39-9d96-54f9aae3bc8c None None] Routers {'be50bf93-fabc-41c2-ac7e-7acf2abedcef'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:35:59.781376 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-f040ce3c-8d53-4b39-9d96-54f9aae3bc8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8e2aff10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:35:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['be50bf93-fabc-41c2-ac7e-7acf2abedcef'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:35:59.890485 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d017042-f21a-4c50-a035-70b6679adc5b None None] Pushing event updated for resources: {'Port': ['ID=abe3d6de-13e2-4ea8-af03-2c5ec5bb4286,revision_number=4']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:35:59.901031 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-f040ce3c-8d53-4b39-9d96-54f9aae3bc8c None None] Set router be50bf93-fabc-41c2-ac7e-7acf2abedcef gateway port host: None {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:35:59.942305 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:35:59.971385 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-e4cf8912-8daf-453a-b00a-2190d734f93c None None] Provisioning complete for port abe3d6de-13e2-4ea8-af03-2c5ec5bb4286 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:35:59.971777 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e4cf8912-8daf-453a-b00a-2190d734f93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (abe3d6de-13e2-4ea8-af03-2c5ec5bb4286), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:36:00.049962 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-e4cf8912-8daf-453a-b00a-2190d734f93c None None] Current status of the port abe3d6de-13e2-4ea8-af03-2c5ec5bb4286 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:36:00.050245 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e4cf8912-8daf-453a-b00a-2190d734f93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (abe3d6de-13e2-4ea8-af03-2c5ec5bb4286), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:36:00.083137 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-e4cf8912-8daf-453a-b00a-2190d734f93c None None] For port abe3d6de-13e2-4ea8-af03-2c5ec5bb4286, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=abe3d6de-13e2-4ea8-af03-2c5ec5bb4286,segment=NetworkSegment(dd70e8d6-afe0-4490-9af6-2b1f0cc9dbfd),segment_id=dd70e8d6-afe0-4490-9af6-2b1f0cc9dbfd)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:36:00.088067 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e4cf8912-8daf-453a-b00a-2190d734f93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (abe3d6de-13e2-4ea8-af03-2c5ec5bb4286), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:36:00.111734 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-f040ce3c-8d53-4b39-9d96-54f9aae3bc8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8e2aff10>, [{'id': 'be50bf93-fabc-41c2-ac7e-7acf2abedcef', 'name': 'router1', 'tenant_id': '23cdd5d7d6f642f499d34b657383781d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:35:47Z', 'updated_at': '2022-05-07T21:35:57Z', 'revision_number': 2, 'project_id': '23cdd5d7d6f642f499d34b657383781d', 'gw_port_host': None, '_interfaces': [{'id': 'abe3d6de-13e2-4ea8-af03-2c5ec5bb4286', 'name': '', 'network_id': '6bf781a5-f4b6-4c38-b4ef-7ee2e0390e8b', 'tenant_id': '23cdd5d7d6f642f499d34b657383781d', 'mac_address': 'fa:16:3e:2b:e9:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be50bf93-fabc-41c2-ac7e-7acf2abedcef', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b2ee818f-0c2e-4d83-a960-b8794cad3ddd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:35:56Z', 'updated_at': '2022-05-07T21:35:59Z', 'revision_number': 4, 'project_id': '23cdd5d7d6f642f499d34b657383781d', 'subnets': [{'id': 'b2ee818f-0c2e-4d83-a960-b8794cad3ddd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8a3e8d7f-7cf7-4124-8f01-7cb968eb27a4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:36:00.136280 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cf8912-8daf-453a-b00a-2190d734f93c None None] Pushing event updated for resources: {'Port': ['ID=abe3d6de-13e2-4ea8-af03-2c5ec5bb4286,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:36:00.140342 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f040ce3c-8d53-4b39-9d96-54f9aae3bc8c None None] The sync data for ids ['be50bf93-fabc-41c2-ac7e-7acf2abedcef'] in ncdv-master-1 is: [{'id': 'be50bf93-fabc-41c2-ac7e-7acf2abedcef', 'name': 'router1', 'tenant_id': '23cdd5d7d6f642f499d34b657383781d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:35:47Z', 'updated_at': '2022-05-07T21:35:57Z', 'revision_number': 2, 'project_id': '23cdd5d7d6f642f499d34b657383781d', 'gw_port_host': None, '_interfaces': [{'id': 'abe3d6de-13e2-4ea8-af03-2c5ec5bb4286', 'name': '', 'network_id': '6bf781a5-f4b6-4c38-b4ef-7ee2e0390e8b', 'tenant_id': '23cdd5d7d6f642f499d34b657383781d', 'mac_address': 'fa:16:3e:2b:e9:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be50bf93-fabc-41c2-ac7e-7acf2abedcef', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b2ee818f-0c2e-4d83-a960-b8794cad3ddd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:35:56Z', 'updated_at': '2022-05-07T21:35:59Z', 'revision_number': 4, 'project_id': '23cdd5d7d6f642f499d34b657383781d', 'subnets': [{'id': 'b2ee818f-0c2e-4d83-a960-b8794cad3ddd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8a3e8d7f-7cf7-4124-8f01-7cb968eb27a4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:36:00.704448 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 54890) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:36:00.896661 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a5cbaa-0bc6-4447-bda6-64e6e35beccd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:36:00.898054 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-33a5cbaa-0bc6-4447-bda6-64e6e35beccd admin admin] 10.222.0.32 "GET /v2.0/networks/9221b764-ef06-431f-8941-796516ed7c3b HTTP/1.1" status: 200  len: 842 time: 0.1925788
May 07 21:36:00.907251 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-8f424e11-cfd0-4ff8-bbb6-75b756d459be admin admin] Request body: {'subnet': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'ip_version': 4, 'gateway_ip': '172.35.4.1', 'cidr': '172.35.4.0/24', 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:36:00.932861 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f424e11-cfd0-4ff8-bbb6-75b756d459be admin admin] Made reservation on behalf of e2f828af0706465883131e16cb564d05 for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:36:00.936046 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8f424e11-cfd0-4ff8-bbb6-75b756d459be admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:36:01.226060 ncdv-master-1 neutron-server[121837]: DEBUG neutron.objects.ports [None req-8f424e11-cfd0-4ff8-bbb6-75b756d459be admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=121837) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}}
May 07 21:36:01.226493 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8f424e11-cfd0-4ff8-bbb6-75b756d459be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for subnet (2dda209f-dc9c-4da5-bc58-eda00a55a467), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:36:01.284668 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f424e11-cfd0-4ff8-bbb6-75b756d459be admin admin] Pushing event updated for resources: {'Subnet': ['ID=2dda209f-dc9c-4da5-bc58-eda00a55a467,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:36:01.289636 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f424e11-cfd0-4ff8-bbb6-75b756d459be admin admin] Checking segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:36:01.290059 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f424e11-cfd0-4ff8-bbb6-75b756d459be admin admin] Network hostable DHCP agents. Network: 9221b764-ef06-431f-8941-796516ed7c3b, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 21:36:01.311679 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f424e11-cfd0-4ff8-bbb6-75b756d459be admin admin] Network 9221b764-ef06-431f-8941-796516ed7c3b is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 21:36:01.322634 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-8f424e11-cfd0-4ff8-bbb6-75b756d459be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9221b764-ef06-431f-8941-796516ed7c3b) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:36:01.326803 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f424e11-cfd0-4ff8-bbb6-75b756d459be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:36:01.327415 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8f424e11-cfd0-4ff8-bbb6-75b756d459be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:36:01.333512 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc4d221-58ed-4807-a3fb-1295a5a91d3b None None] Network 9221b764-ef06-431f-8941-796516ed7c3b requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:36:01.355368 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-8f424e11-cfd0-4ff8-bbb6-75b756d459be admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.4513028
May 07 21:36:01.437385 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c173ddc-7587-428a-b185-1de5a1cc64cf None None] Network 9221b764-ef06-431f-8941-796516ed7c3b requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:36:01.724175 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 5 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 21:36:03.868870 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 54908) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:36:04.016186 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-8649d11d-b9f4-4fd6-9f79-2af33f26214b demo admin] 10.222.0.32 "GET /v2.0/routers/be50bf93-fabc-41c2-ac7e-7acf2abedcef HTTP/1.1" status: 200  len: 710 time: 0.1462150
May 07 21:36:04.103519 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a02bc3-e2b0-4825-8fd8-2406791cbdb8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:36:04.104875 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-f9a02bc3-e2b0-4825-8fd8-2406791cbdb8 demo admin] 10.222.0.32 "GET /v2.0/networks/9221b764-ef06-431f-8941-796516ed7c3b HTTP/1.1" status: 200  len: 886 time: 0.0832291
May 07 21:36:04.113530 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-142ac7af-5925-45b6-a71c-59c0d496c7f6 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:36:04.437091 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-142ac7af-5925-45b6-a71c-59c0d496c7f6 demo admin] Publish callbacks [] for router_gateway (be50bf93-fabc-41c2-ac7e-7acf2abedcef), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:36:04.650988 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-142ac7af-5925-45b6-a71c-59c0d496c7f6 demo admin] Publish callbacks [] for router_gateway (be50bf93-fabc-41c2-ac7e-7acf2abedcef), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:36:04.730580 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-142ac7af-5925-45b6-a71c-59c0d496c7f6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:36:04.834198 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-142ac7af-5925-45b6-a71c-59c0d496c7f6 demo admin] Allocated IP 172.35.4.216 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/66e7c12d-8524-413d-b8ed-4bb779f7e5b8) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:36:04.930739 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-142ac7af-5925-45b6-a71c-59c0d496c7f6 demo admin] Publish callbacks [] for port (66e7c12d-8524-413d-b8ed-4bb779f7e5b8), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:36:04.964471 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-142ac7af-5925-45b6-a71c-59c0d496c7f6 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (66e7c12d-8524-413d-b8ed-4bb779f7e5b8), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:36:05.004036 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142ac7af-5925-45b6-a71c-59c0d496c7f6 demo admin] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:36:05.007551 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-142ac7af-5925-45b6-a71c-59c0d496c7f6 demo admin] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:36:05.011465 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142ac7af-5925-45b6-a71c-59c0d496c7f6 demo admin] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:36:05.049611 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ac7af-5925-45b6-a71c-59c0d496c7f6 demo admin] Pushing event updated for resources: {'Port': ['ID=66e7c12d-8524-413d-b8ed-4bb779f7e5b8,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:36:05.272931 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-142ac7af-5925-45b6-a71c-59c0d496c7f6 demo admin] Publish callbacks [] for router_gateway (be50bf93-fabc-41c2-ac7e-7acf2abedcef), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:36:05.470282 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-142ac7af-5925-45b6-a71c-59c0d496c7f6 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-395855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5148'] for router (be50bf93-fabc-41c2-ac7e-7acf2abedcef), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:36:05.473506 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-142ac7af-5925-45b6-a71c-59c0d496c7f6 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-395830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-395837', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-419014'] for router (be50bf93-fabc-41c2-ac7e-7acf2abedcef), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:36:05.683742 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-142ac7af-5925-45b6-a71c-59c0d496c7f6 demo admin] Router be50bf93-fabc-41c2-ac7e-7acf2abedcef has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 21:36:05.799246 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-142ac7af-5925-45b6-a71c-59c0d496c7f6 demo admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:36:05.803617 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-142ac7af-5925-45b6-a71c-59c0d496c7f6 demo admin] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:36:05.804838 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-142ac7af-5925-45b6-a71c-59c0d496c7f6 demo admin] 10.222.0.32 "PUT /v2.0/routers/be50bf93-fabc-41c2-ac7e-7acf2abedcef HTTP/1.1" status: 200  len: 890 time: 1.6944206
May 07 21:36:08.400741 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 54920) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:36:08.512299 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-22fe3e2f-872a-4cac-a944-986d91577192 admin admin] 10.222.0.32 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 411 time: 0.1104393
May 07 21:36:08.768891 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device abe3d6de-13e2-4ea8-af03-2c5ec5bb4286 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:36:08.816965 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port abe3d6de-13e2-4ea8-af03-2c5ec5bb4286 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:36:08.817607 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (abe3d6de-13e2-4ea8-af03-2c5ec5bb4286), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:36:08.896462 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port abe3d6de-13e2-4ea8-af03-2c5ec5bb4286 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:36:09.325696 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81549d61-92dd-4b58-a789-1420836ea312 None None] Sync routers for ids ['be50bf93-fabc-41c2-ac7e-7acf2abedcef'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:36:09.339917 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81549d61-92dd-4b58-a789-1420836ea312 None None] Routers {'be50bf93-fabc-41c2-ac7e-7acf2abedcef'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:36:09.340668 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-81549d61-92dd-4b58-a789-1420836ea312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c89b340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:35:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['be50bf93-fabc-41c2-ac7e-7acf2abedcef'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:36:09.568420 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-81549d61-92dd-4b58-a789-1420836ea312 None None] Set router be50bf93-fabc-41c2-ac7e-7acf2abedcef gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:36:10.029047 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-81549d61-92dd-4b58-a789-1420836ea312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c89b340>, [{'id': 'be50bf93-fabc-41c2-ac7e-7acf2abedcef', 'name': 'router1', 'tenant_id': '23cdd5d7d6f642f499d34b657383781d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.216'}], 'enable_snat': True}, 'gw_port_id': '66e7c12d-8524-413d-b8ed-4bb779f7e5b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:35:47Z', 'updated_at': '2022-05-07T21:36:05Z', 'revision_number': 4, 'project_id': '23cdd5d7d6f642f499d34b657383781d', 'gw_port': {'id': '66e7c12d-8524-413d-b8ed-4bb779f7e5b8', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:a3:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be50bf93-fabc-41c2-ac7e-7acf2abedcef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:36:04Z', 'updated_at': '2022-05-07T21:36:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'abe3d6de-13e2-4ea8-af03-2c5ec5bb4286', 'name': '', 'network_id': '6bf781a5-f4b6-4c38-b4ef-7ee2e0390e8b', 'tenant_id': '23cdd5d7d6f642f499d34b657383781d', 'mac_address': 'fa:16:3e:2b:e9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be50bf93-fabc-41c2-ac7e-7acf2abedcef', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b2ee818f-0c2e-4d83-a960-b8794cad3ddd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:35:56Z', 'updated_at': '2022-05-07T21:36:00Z', 'revision_number': 5, 'project_id': '23cdd5d7d6f642f499d34b657383781d', 'subnets': [{'id': 'b2ee818f-0c2e-4d83-a960-b8794cad3ddd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8a3e8d7f-7cf7-4124-8f01-7cb968eb27a4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:36:10.077316 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81549d61-92dd-4b58-a789-1420836ea312 None None] Checking router: be50bf93-fabc-41c2-ac7e-7acf2abedcef for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 21:36:10.077708 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81549d61-92dd-4b58-a789-1420836ea312 None None] Updating router be50bf93-fabc-41c2-ac7e-7acf2abedcef port 66e7c12d-8524-413d-b8ed-4bb779f7e5b8 binding host ncdv-master-1 {{(pid=121838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 21:36:10.130671 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-81549d61-92dd-4b58-a789-1420836ea312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (66e7c12d-8524-413d-b8ed-4bb779f7e5b8), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:36:10.457876 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-81549d61-92dd-4b58-a789-1420836ea312 None None] Publish callbacks [] for port (66e7c12d-8524-413d-b8ed-4bb779f7e5b8), precommit_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:36:10.464294 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-81549d61-92dd-4b58-a789-1420836ea312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (66e7c12d-8524-413d-b8ed-4bb779f7e5b8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:36:10.523014 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-81549d61-92dd-4b58-a789-1420836ea312 None None] Attempting to bind port 66e7c12d-8524-413d-b8ed-4bb779f7e5b8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:36:10.523389 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-81549d61-92dd-4b58-a789-1420836ea312 None None] Attempting to bind port 66e7c12d-8524-413d-b8ed-4bb779f7e5b8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:36:10.523758 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81549d61-92dd-4b58-a789-1420836ea312 None None] Attempting to bind port 66e7c12d-8524-413d-b8ed-4bb779f7e5b8 on network 9221b764-ef06-431f-8941-796516ed7c3b {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:36:10.525654 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baafa7f9-b57e-4efb-9d96-3f4faa50474d None None] Pushing event updated for resources: {'Port': ['ID=66e7c12d-8524-413d-b8ed-4bb779f7e5b8,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:36:10.531979 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81549d61-92dd-4b58-a789-1420836ea312 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:36:10.532358 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81549d61-92dd-4b58-a789-1420836ea312 None None] Checking segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:36:10.532761 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-81549d61-92dd-4b58-a789-1420836ea312 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:36:10.533153 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81549d61-92dd-4b58-a789-1420836ea312 None None] Bound using segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:36:10.533617 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-81549d61-92dd-4b58-a789-1420836ea312 None None] Bound port: 66e7c12d-8524-413d-b8ed-4bb779f7e5b8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:36:10.534481 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-81549d61-92dd-4b58-a789-1420836ea312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (66e7c12d-8524-413d-b8ed-4bb779f7e5b8), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:36:10.588143 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-81549d61-92dd-4b58-a789-1420836ea312 None None] For port 66e7c12d-8524-413d-b8ed-4bb779f7e5b8, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:36:10.591657 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-81549d61-92dd-4b58-a789-1420836ea312 None None] For port 66e7c12d-8524-413d-b8ed-4bb779f7e5b8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=66e7c12d-8524-413d-b8ed-4bb779f7e5b8,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:36:10.597956 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-81549d61-92dd-4b58-a789-1420836ea312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (66e7c12d-8524-413d-b8ed-4bb779f7e5b8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:36:10.657217 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81549d61-92dd-4b58-a789-1420836ea312 None None] Routers {'be50bf93-fabc-41c2-ac7e-7acf2abedcef'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:36:10.658165 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-81549d61-92dd-4b58-a789-1420836ea312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c89b340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:35:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['be50bf93-fabc-41c2-ac7e-7acf2abedcef'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:36:10.661252 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baafa7f9-b57e-4efb-9d96-3f4faa50474d None None] Pushing event updated for resources: {'Port': ['ID=66e7c12d-8524-413d-b8ed-4bb779f7e5b8,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:36:10.778211 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-81549d61-92dd-4b58-a789-1420836ea312 None None] Set router be50bf93-fabc-41c2-ac7e-7acf2abedcef gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:36:10.997007 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-81549d61-92dd-4b58-a789-1420836ea312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c89b340>, [{'id': 'be50bf93-fabc-41c2-ac7e-7acf2abedcef', 'name': 'router1', 'tenant_id': '23cdd5d7d6f642f499d34b657383781d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.216'}], 'enable_snat': True}, 'gw_port_id': '66e7c12d-8524-413d-b8ed-4bb779f7e5b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:35:47Z', 'updated_at': '2022-05-07T21:36:05Z', 'revision_number': 4, 'project_id': '23cdd5d7d6f642f499d34b657383781d', 'gw_port': {'id': '66e7c12d-8524-413d-b8ed-4bb779f7e5b8', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:a3:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be50bf93-fabc-41c2-ac7e-7acf2abedcef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:36:04Z', 'updated_at': '2022-05-07T21:36:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'abe3d6de-13e2-4ea8-af03-2c5ec5bb4286', 'name': '', 'network_id': '6bf781a5-f4b6-4c38-b4ef-7ee2e0390e8b', 'tenant_id': '23cdd5d7d6f642f499d34b657383781d', 'mac_address': 'fa:16:3e:2b:e9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be50bf93-fabc-41c2-ac7e-7acf2abedcef', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b2ee818f-0c2e-4d83-a960-b8794cad3ddd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:35:56Z', 'updated_at': '2022-05-07T21:36:00Z', 'revision_number': 5, 'project_id': '23cdd5d7d6f642f499d34b657383781d', 'subnets': [{'id': 'b2ee818f-0c2e-4d83-a960-b8794cad3ddd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8a3e8d7f-7cf7-4124-8f01-7cb968eb27a4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:36:11.026691 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81549d61-92dd-4b58-a789-1420836ea312 None None] The sync data for ids ['be50bf93-fabc-41c2-ac7e-7acf2abedcef'] in ncdv-master-1 is: [{'id': 'be50bf93-fabc-41c2-ac7e-7acf2abedcef', 'name': 'router1', 'tenant_id': '23cdd5d7d6f642f499d34b657383781d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.216'}], 'enable_snat': True}, 'gw_port_id': '66e7c12d-8524-413d-b8ed-4bb779f7e5b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:35:47Z', 'updated_at': '2022-05-07T21:36:05Z', 'revision_number': 4, 'project_id': '23cdd5d7d6f642f499d34b657383781d', 'gw_port': {'id': '66e7c12d-8524-413d-b8ed-4bb779f7e5b8', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:a3:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be50bf93-fabc-41c2-ac7e-7acf2abedcef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:36:04Z', 'updated_at': '2022-05-07T21:36:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'abe3d6de-13e2-4ea8-af03-2c5ec5bb4286', 'name': '', 'network_id': '6bf781a5-f4b6-4c38-b4ef-7ee2e0390e8b', 'tenant_id': '23cdd5d7d6f642f499d34b657383781d', 'mac_address': 'fa:16:3e:2b:e9:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be50bf93-fabc-41c2-ac7e-7acf2abedcef', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b2ee818f-0c2e-4d83-a960-b8794cad3ddd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:35:56Z', 'updated_at': '2022-05-07T21:36:00Z', 'revision_number': 5, 'project_id': '23cdd5d7d6f642f499d34b657383781d', 'subnets': [{'id': 'b2ee818f-0c2e-4d83-a960-b8794cad3ddd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8a3e8d7f-7cf7-4124-8f01-7cb968eb27a4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:36:12.821015 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 66e7c12d-8524-413d-b8ed-4bb779f7e5b8 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:36:12.892430 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 66e7c12d-8524-413d-b8ed-4bb779f7e5b8 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:36:12.893220 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (66e7c12d-8524-413d-b8ed-4bb779f7e5b8), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:36:12.991939 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 66e7c12d-8524-413d-b8ed-4bb779f7e5b8 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:36:12.992724 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (66e7c12d-8524-413d-b8ed-4bb779f7e5b8), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:36:13.015759 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port 66e7c12d-8524-413d-b8ed-4bb779f7e5b8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=66e7c12d-8524-413d-b8ed-4bb779f7e5b8,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:36:13.023038 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (66e7c12d-8524-413d-b8ed-4bb779f7e5b8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:36:13.086495 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=66e7c12d-8524-413d-b8ed-4bb779f7e5b8,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:36:14.841706 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 66e7c12d-8524-413d-b8ed-4bb779f7e5b8 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:36:14.970167 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 66e7c12d-8524-413d-b8ed-4bb779f7e5b8 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:36:14.970465 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (66e7c12d-8524-413d-b8ed-4bb779f7e5b8), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:36:15.079995 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 66e7c12d-8524-413d-b8ed-4bb779f7e5b8 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:36:23.501845 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d61afd3f-52a2-43b0-a9aa-000d416559a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:36:25.977637 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e2d18053-e7b1-45b9-b6dc-86be9aadbc38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:36:27.240278 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:36:28.928786 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:36:29.939954 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:36:38.727515 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 5 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 21:36:53.498079 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-03a0d657-c795-4063-8678-f0d5069bbfa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:36:55.988390 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-74d66636-3343-4baf-9f9a-91af4c8b3e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:36:57.242034 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:36:58.932506 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:36:59.934741 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:37:15.727377 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 5 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 21:37:23.491725 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-89d3ba87-7561-4804-96c6-586bb0c93235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:37:25.971079 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-cd5c50a9-2530-4169-ae8b-f051d2f7fdaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:37:27.237275 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:37:28.935491 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:37:29.930760 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:37:32.375418 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 55504) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:37:32.437257 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2c7fb9c-c16d-4dd2-97f7-023cdc96d732 admin admin] GET failed (client error): The resource could not be found.
May 07 21:37:32.438629 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-f2c7fb9c-c16d-4dd2-97f7-023cdc96d732 admin admin] 10.222.0.32 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0622461
May 07 21:37:32.616864 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587cb2bd-d667-4c49-b784-e356c8b5529b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:37:32.618335 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-587cb2bd-d667-4c49-b784-e356c8b5529b admin admin] 10.222.0.32 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1754689
May 07 21:37:34.956998 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 55514) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:37:35.046621 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3d91d6-274a-4e69-bf91-0dfa275ee228 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:37:35.047900 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-be3d91d6-274a-4e69-bf91-0dfa275ee228 admin admin] 10.222.0.32 "GET /v2.0/subnets/b2ee818f-0c2e-4d83-a960-b8794cad3ddd HTTP/1.1" status: 200  len: 849 time: 0.0899649
May 07 21:37:35.057622 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-da98a7bd-b4bf-4d56-b185-760bb5e15a04 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:37:35.148339 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-da98a7bd-b4bf-4d56-b185-760bb5e15a04 admin admin] Publish callbacks [] for subnet (b2ee818f-0c2e-4d83-a960-b8794cad3ddd), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:37:35.287350 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-da98a7bd-b4bf-4d56-b185-760bb5e15a04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774500201427'] for subnet (b2ee818f-0c2e-4d83-a960-b8794cad3ddd), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:37:35.317026 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da98a7bd-b4bf-4d56-b185-760bb5e15a04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:37:35.317861 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-da98a7bd-b4bf-4d56-b185-760bb5e15a04 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:37:35.320128 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-da98a7bd-b4bf-4d56-b185-760bb5e15a04 admin admin] 10.222.0.32 "PUT /v2.0/subnets/b2ee818f-0c2e-4d83-a960-b8794cad3ddd HTTP/1.1" status: 200  len: 868 time: 0.2659812
May 07 21:37:35.320796 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6898fcc3-d390-4c7e-915b-9a85f36db2ea None None] Network 6bf781a5-f4b6-4c38-b4ef-7ee2e0390e8b requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:37:35.340030 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da98a7bd-b4bf-4d56-b185-760bb5e15a04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2ee818f-0c2e-4d83-a960-b8794cad3ddd,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:37:35.347262 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da98a7bd-b4bf-4d56-b185-760bb5e15a04 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:37:35.347630 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da98a7bd-b4bf-4d56-b185-760bb5e15a04 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:37:35.347938 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da98a7bd-b4bf-4d56-b185-760bb5e15a04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:37:35.348809 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da98a7bd-b4bf-4d56-b185-760bb5e15a04 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:37:35.349138 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da98a7bd-b4bf-4d56-b185-760bb5e15a04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:37:35.349469 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da98a7bd-b4bf-4d56-b185-760bb5e15a04 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:37:35.349791 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da98a7bd-b4bf-4d56-b185-760bb5e15a04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:37:35.350109 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da98a7bd-b4bf-4d56-b185-760bb5e15a04 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:37:35.350427 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da98a7bd-b4bf-4d56-b185-760bb5e15a04 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:37:35.350745 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da98a7bd-b4bf-4d56-b185-760bb5e15a04 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:37:35.351112 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da98a7bd-b4bf-4d56-b185-760bb5e15a04 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:37:35.351431 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da98a7bd-b4bf-4d56-b185-760bb5e15a04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:37:35.351746 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da98a7bd-b4bf-4d56-b185-760bb5e15a04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:37:35.352060 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da98a7bd-b4bf-4d56-b185-760bb5e15a04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:37:35.352373 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da98a7bd-b4bf-4d56-b185-760bb5e15a04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:37:35.635561 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-79759406-cb21-42d6-b240-e28f060d7fce None None] Provisioning complete for port aeb41d54-9492-4883-afb3-f48a454de6a2 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:37:35.636006 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-79759406-cb21-42d6-b240-e28f060d7fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (aeb41d54-9492-4883-afb3-f48a454de6a2), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:37:35.717600 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-79759406-cb21-42d6-b240-e28f060d7fce None None] Current status of the port aeb41d54-9492-4883-afb3-f48a454de6a2 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:37:35.725579 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-79759406-cb21-42d6-b240-e28f060d7fce None None] Provisioning complete for port abe3d6de-13e2-4ea8-af03-2c5ec5bb4286 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:37:35.725910 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-79759406-cb21-42d6-b240-e28f060d7fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (abe3d6de-13e2-4ea8-af03-2c5ec5bb4286), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:37:35.798545 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-79759406-cb21-42d6-b240-e28f060d7fce None None] Current status of the port abe3d6de-13e2-4ea8-af03-2c5ec5bb4286 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:37:37.672195 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 55522) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:37:37.876509 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bba2730-1770-46e5-9e62-3a1704f40874 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:37:37.876908 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bba2730-1770-46e5-9e62-3a1704f40874 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:37:37.878446 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-2bba2730-1770-46e5-9e62-3a1704f40874 admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2052507
May 07 21:37:40.213076 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 55530) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:37:40.345432 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217d8454-3e16-47a2-b81a-e893652db5b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:37:40.345901 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217d8454-3e16-47a2-b81a-e893652db5b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:37:40.347446 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-217d8454-3e16-47a2-b81a-e893652db5b5 admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1334057
May 07 21:37:42.676348 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 55538) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:37:42.808179 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c41c6b7-2cfb-4151-9688-b6dc5b88229f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:37:42.809533 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-9c41c6b7-2cfb-4151-9688-b6dc5b88229f admin admin] 10.222.0.32 "GET /v2.0/networks/6bf781a5-f4b6-4c38-b4ef-7ee2e0390e8b HTTP/1.1" status: 200  len: 869 time: 0.1322489
May 07 21:37:45.135357 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 55546) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:37:45.258915 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3450444-ed64-4264-b723-acf1cb165142 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:37:45.260301 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-f3450444-ed64-4264-b723-acf1cb165142 admin admin] 10.222.0.32 "GET /v2.0/networks/9221b764-ef06-431f-8941-796516ed7c3b HTTP/1.1" status: 200  len: 886 time: 0.1240034
May 07 21:37:47.601516 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 55554) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:37:47.723481 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb73064-ce86-4e4e-935a-30bc2730774d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:37:47.723936 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb73064-ce86-4e4e-935a-30bc2730774d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:37:47.725424 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-fdb73064-ce86-4e4e-935a-30bc2730774d admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1229658
May 07 21:37:50.056681 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 55562) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:37:50.148941 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451d8402-04de-45b4-8abe-a9ccb0da3f9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:37:50.150856 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451d8402-04de-45b4-8abe-a9ccb0da3f9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:37:50.153244 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-451d8402-04de-45b4-8abe-a9ccb0da3f9b admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.0956175
May 07 21:37:52.519556 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 55570) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:37:52.604728 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299785bf-396d-4633-884a-de30f4ebc954 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:37:52.606099 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-299785bf-396d-4633-884a-de30f4ebc954 admin admin] 10.222.0.32 "GET /v2.0/subnets/2dda209f-dc9c-4da5-bc58-eda00a55a467 HTTP/1.1" status: 200  len: 816 time: 0.0854945
May 07 21:37:52.726341 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 5 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 21:37:53.493358 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f2d88f60-fee7-4109-a509-54654efa9fa0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:37:54.935681 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 55578) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:37:55.031268 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b981bff5-c65e-4b62-994f-740e029b87df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:37:55.032646 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-b981bff5-c65e-4b62-994f-740e029b87df admin admin] 10.222.0.32 "GET /v2.0/subnets/b2ee818f-0c2e-4d83-a960-b8794cad3ddd HTTP/1.1" status: 200  len: 868 time: 0.0959783
May 07 21:37:55.972931 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-8df2e3dd-036b-42c0-aaec-71ebdb592678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:37:57.240898 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:37:58.938368 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:37:59.933270 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:38:23.494573 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9d714524-2431-40db-b393-04bd5b603472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:38:25.973364 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-01acd4f4-6be6-4e22-a068-c136b62b3839 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:38:27.242810 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:38:28.942052 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:38:29.724867 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 5 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 21:38:29.935540 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:38:37.529733 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 55652) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:38:37.591295 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [None req-f385dea9-5490-4d23-ab11-6f29183b61a9 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121837) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 21:38:37.592267 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-f385dea9-5490-4d23-ab11-6f29183b61a9 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0616198
May 07 21:38:39.995353 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 55660) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:38:40.059685 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3707f60-8fa5-4e5d-b306-96f98a3124d0 admin admin] GET failed (client error): The resource could not be found.
May 07 21:38:40.060941 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-f3707f60-8fa5-4e5d-b306-96f98a3124d0 admin admin] 10.222.0.32 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0646305
May 07 21:38:40.201170 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751004f3-71d3-4dae-8437-e8aa0c5e78f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:38:40.202638 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-751004f3-71d3-4dae-8437-e8aa0c5e78f5 admin admin] 10.222.0.32 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1376953
May 07 21:38:42.593150 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 55670) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:38:42.639611 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-a4710840-b18b-4894-8a48-36f7a2ae5786 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:38:42.658659 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4710840-b18b-4894-8a48-36f7a2ae5786 admin admin] Made reservation on behalf of e2f828af0706465883131e16cb564d05 for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:38:42.660895 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a4710840-b18b-4894-8a48-36f7a2ae5786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:38:42.696460 ncdv-master-1 neutron-server[121836]: WARNING neutron.services.revisions.revision_plugin [None req-a4710840-b18b-4894-8a48-36f7a2ae5786 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7faf8d571520] {project_id='e2f828af0706465883131e16cb564d05', id='33ec27a9-10e7-4750-bc73-72e178f688d0', target_project='*', action='access_as_shared', object_id='665487f0-78eb-47fb-9a06-b15bc614dc47'}> to bump revision.
May 07 21:38:42.711659 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4710840-b18b-4894-8a48-36f7a2ae5786 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 21:38:42.720435 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a4710840-b18b-4894-8a48-36f7a2ae5786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (71124461-7762-4b92-b5f6-b8594fc15042), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:38:42.720791 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-a4710840-b18b-4894-8a48-36f7a2ae5786 admin admin] Added segment 71124461-7762-4b92-b5f6-b8594fc15042 of type vlan for network 665487f0-78eb-47fb-9a06-b15bc614dc47
May 07 21:38:42.759071 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a4710840-b18b-4894-8a48-36f7a2ae5786 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (665487f0-78eb-47fb-9a06-b15bc614dc47), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:38:42.782135 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a4710840-b18b-4894-8a48-36f7a2ae5786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (665487f0-78eb-47fb-9a06-b15bc614dc47), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:38:42.783099 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4710840-b18b-4894-8a48-36f7a2ae5786 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:38:42.783665 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a4710840-b18b-4894-8a48-36f7a2ae5786 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:38:42.816694 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-a4710840-b18b-4894-8a48-36f7a2ae5786 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.2225060
May 07 21:38:42.847490 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4710840-b18b-4894-8a48-36f7a2ae5786 admin admin] Pushing event updated for resources: {'Network': ['ID=665487f0-78eb-47fb-9a06-b15bc614dc47,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:38:42.855111 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4710840-b18b-4894-8a48-36f7a2ae5786 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:38:42.855458 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4710840-b18b-4894-8a48-36f7a2ae5786 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:38:42.855801 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4710840-b18b-4894-8a48-36f7a2ae5786 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:38:42.856134 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4710840-b18b-4894-8a48-36f7a2ae5786 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:38:42.856469 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4710840-b18b-4894-8a48-36f7a2ae5786 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:38:42.856798 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4710840-b18b-4894-8a48-36f7a2ae5786 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:38:42.857124 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4710840-b18b-4894-8a48-36f7a2ae5786 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:38:42.857448 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4710840-b18b-4894-8a48-36f7a2ae5786 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:38:42.857776 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4710840-b18b-4894-8a48-36f7a2ae5786 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:38:42.858098 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4710840-b18b-4894-8a48-36f7a2ae5786 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:38:42.858424 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4710840-b18b-4894-8a48-36f7a2ae5786 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:38:42.858746 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4710840-b18b-4894-8a48-36f7a2ae5786 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:38:42.859103 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4710840-b18b-4894-8a48-36f7a2ae5786 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:38:42.859425 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4710840-b18b-4894-8a48-36f7a2ae5786 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:38:42.859747 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4710840-b18b-4894-8a48-36f7a2ae5786 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:38:42.871282 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 665487f0-78eb-47fb-9a06-b15bc614dc47 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 21:38:45.162744 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 55678) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:38:45.224732 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-8be21f8f-7121-475f-8ec6-e35a7646e9b9 admin admin] GET failed (client error): The resource could not be found.
May 07 21:38:45.225993 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-8be21f8f-7121-475f-8ec6-e35a7646e9b9 admin admin] 10.222.0.32 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0622897
May 07 21:38:45.292965 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54032841-597e-4d25-8deb-3f48ba56e8cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:38:45.294358 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-54032841-597e-4d25-8deb-3f48ba56e8cd admin admin] 10.222.0.32 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.0643802
May 07 21:38:45.304307 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-6131cf6a-3aa3-47df-8e01-9b9daabd41a8 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:38:45.322802 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6131cf6a-3aa3-47df-8e01-9b9daabd41a8 admin admin] Made reservation on behalf of e2f828af0706465883131e16cb564d05 for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:38:45.324978 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6131cf6a-3aa3-47df-8e01-9b9daabd41a8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:38:45.484868 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6131cf6a-3aa3-47df-8e01-9b9daabd41a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for subnet (6e0e5c53-1ece-4d20-b01d-5f8c6957edf6), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:38:45.536326 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6131cf6a-3aa3-47df-8e01-9b9daabd41a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e0e5c53-1ece-4d20-b01d-5f8c6957edf6,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:38:45.546097 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6131cf6a-3aa3-47df-8e01-9b9daabd41a8 admin admin] Checking segment: {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:38:45.546465 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6131cf6a-3aa3-47df-8e01-9b9daabd41a8 admin admin] Network hostable DHCP agents. Network: 665487f0-78eb-47fb-9a06-b15bc614dc47, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 21:38:45.564002 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6131cf6a-3aa3-47df-8e01-9b9daabd41a8 admin admin] Network 665487f0-78eb-47fb-9a06-b15bc614dc47 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 21:38:45.572435 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-6131cf6a-3aa3-47df-8e01-9b9daabd41a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 665487f0-78eb-47fb-9a06-b15bc614dc47) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:38:45.576329 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6131cf6a-3aa3-47df-8e01-9b9daabd41a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:38:45.576914 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6131cf6a-3aa3-47df-8e01-9b9daabd41a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:38:45.582272 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48fd2917-7a03-4345-8ad7-ee31ce3d79c4 None None] Network 665487f0-78eb-47fb-9a06-b15bc614dc47 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:38:45.610808 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-6131cf6a-3aa3-47df-8e01-9b9daabd41a8 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.2984722
May 07 21:38:45.687629 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eac1168-dce4-46f7-809c-a087ff9268a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-665487f0-78eb-47fb-9a06-b15bc614dc47', 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47', 'project_id': 'e2f828af0706465883131e16cb564d05', 'fixed_ips': [{'subnet_id': '6e0e5c53-1ece-4d20-b01d-5f8c6957edf6'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 21:38:45.688505 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1eac1168-dce4-46f7-809c-a087ff9268a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:38:45.923871 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-1eac1168-dce4-46f7-809c-a087ff9268a8 None None] Allocated IP 192.168.233.2 (665487f0-78eb-47fb-9a06-b15bc614dc47/6e0e5c53-1ece-4d20-b01d-5f8c6957edf6/b0fff0e4-8438-4d4e-8e54-55b87fa277a2) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:38:46.077346 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1eac1168-dce4-46f7-809c-a087ff9268a8 None None] Publish callbacks [] for port (b0fff0e4-8438-4d4e-8e54-55b87fa277a2), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:38:46.084229 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1eac1168-dce4-46f7-809c-a087ff9268a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (b0fff0e4-8438-4d4e-8e54-55b87fa277a2), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:38:46.120652 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eac1168-dce4-46f7-809c-a087ff9268a8 None None] Network 665487f0-78eb-47fb-9a06-b15bc614dc47 is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:38:46.123481 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-1eac1168-dce4-46f7-809c-a087ff9268a8 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:38:46.126492 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eac1168-dce4-46f7-809c-a087ff9268a8 None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:38:46.142724 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eac1168-dce4-46f7-809c-a087ff9268a8 None None] Pushing event updated for resources: {'Port': ['ID=b0fff0e4-8438-4d4e-8e54-55b87fa277a2,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:38:46.165496 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eac1168-dce4-46f7-809c-a087ff9268a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:38:46.165850 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eac1168-dce4-46f7-809c-a087ff9268a8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:38:46.166196 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eac1168-dce4-46f7-809c-a087ff9268a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:38:46.166533 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eac1168-dce4-46f7-809c-a087ff9268a8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:38:46.166915 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eac1168-dce4-46f7-809c-a087ff9268a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:38:46.167262 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eac1168-dce4-46f7-809c-a087ff9268a8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:38:46.167586 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eac1168-dce4-46f7-809c-a087ff9268a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:38:46.167919 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eac1168-dce4-46f7-809c-a087ff9268a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:38:46.168243 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eac1168-dce4-46f7-809c-a087ff9268a8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:38:46.168567 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eac1168-dce4-46f7-809c-a087ff9268a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:38:46.168889 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eac1168-dce4-46f7-809c-a087ff9268a8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:38:46.169211 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eac1168-dce4-46f7-809c-a087ff9268a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:38:46.169560 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eac1168-dce4-46f7-809c-a087ff9268a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:38:46.169884 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eac1168-dce4-46f7-809c-a087ff9268a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:38:46.170204 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eac1168-dce4-46f7-809c-a087ff9268a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:38:46.201397 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-1eac1168-dce4-46f7-809c-a087ff9268a8 None None] Attempting to bind port b0fff0e4-8438-4d4e-8e54-55b87fa277a2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:38:46.201776 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-1eac1168-dce4-46f7-809c-a087ff9268a8 None None] Attempting to bind port b0fff0e4-8438-4d4e-8e54-55b87fa277a2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:38:46.202145 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eac1168-dce4-46f7-809c-a087ff9268a8 None None] Attempting to bind port b0fff0e4-8438-4d4e-8e54-55b87fa277a2 on network 665487f0-78eb-47fb-9a06-b15bc614dc47 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:38:46.214167 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eac1168-dce4-46f7-809c-a087ff9268a8 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 38, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:38:46.214554 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eac1168-dce4-46f7-809c-a087ff9268a8 None None] Checking segment: {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:38:46.215010 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1eac1168-dce4-46f7-809c-a087ff9268a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:38:46.215413 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eac1168-dce4-46f7-809c-a087ff9268a8 None None] Bound using segment: {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:38:46.215898 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-1eac1168-dce4-46f7-809c-a087ff9268a8 None None] Bound port: b0fff0e4-8438-4d4e-8e54-55b87fa277a2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:38:46.216267 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1eac1168-dce4-46f7-809c-a087ff9268a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (b0fff0e4-8438-4d4e-8e54-55b87fa277a2), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:38:46.282082 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-1eac1168-dce4-46f7-809c-a087ff9268a8 None None] For port b0fff0e4-8438-4d4e-8e54-55b87fa277a2, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:38:46.285189 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-1eac1168-dce4-46f7-809c-a087ff9268a8 None None] For port b0fff0e4-8438-4d4e-8e54-55b87fa277a2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b0fff0e4-8438-4d4e-8e54-55b87fa277a2,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:38:46.291259 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1eac1168-dce4-46f7-809c-a087ff9268a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (b0fff0e4-8438-4d4e-8e54-55b87fa277a2), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:38:46.351118 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eac1168-dce4-46f7-809c-a087ff9268a8 None None] Pushing event updated for resources: {'Port': ['ID=b0fff0e4-8438-4d4e-8e54-55b87fa277a2,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:38:46.922591 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device b0fff0e4-8438-4d4e-8e54-55b87fa277a2 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:38:46.972770 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port b0fff0e4-8438-4d4e-8e54-55b87fa277a2 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:38:46.973083 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (b0fff0e4-8438-4d4e-8e54-55b87fa277a2), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:38:47.055942 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port b0fff0e4-8438-4d4e-8e54-55b87fa277a2 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:38:47.056592 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (b0fff0e4-8438-4d4e-8e54-55b87fa277a2), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:38:47.093198 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port b0fff0e4-8438-4d4e-8e54-55b87fa277a2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b0fff0e4-8438-4d4e-8e54-55b87fa277a2,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:38:47.097766 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (b0fff0e4-8438-4d4e-8e54-55b87fa277a2), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:38:47.154647 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=b0fff0e4-8438-4d4e-8e54-55b87fa277a2,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:38:47.443763 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a298c6-9938-49fd-8d19-dfb589ae2278 None None] Network 665487f0-78eb-47fb-9a06-b15bc614dc47 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:38:47.546585 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-085a96ec-69c4-452e-8e9a-770b32c263ef None None] Provisioning complete for port b0fff0e4-8438-4d4e-8e54-55b87fa277a2 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:38:47.546928 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-085a96ec-69c4-452e-8e9a-770b32c263ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (b0fff0e4-8438-4d4e-8e54-55b87fa277a2), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:38:47.636789 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-085a96ec-69c4-452e-8e9a-770b32c263ef None None] Current status of the port b0fff0e4-8438-4d4e-8e54-55b87fa277a2 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:38:47.855570 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-7039e39a-9788-4241-8be9-61294775b5de None None] Provisioning complete for port b0fff0e4-8438-4d4e-8e54-55b87fa277a2 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:38:47.855877 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7039e39a-9788-4241-8be9-61294775b5de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (b0fff0e4-8438-4d4e-8e54-55b87fa277a2), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:38:47.933162 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-7039e39a-9788-4241-8be9-61294775b5de None None] Current status of the port b0fff0e4-8438-4d4e-8e54-55b87fa277a2 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:38:48.880260 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device b0fff0e4-8438-4d4e-8e54-55b87fa277a2 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:38:48.929019 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port b0fff0e4-8438-4d4e-8e54-55b87fa277a2 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:38:48.929411 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (b0fff0e4-8438-4d4e-8e54-55b87fa277a2), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:38:49.004694 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port b0fff0e4-8438-4d4e-8e54-55b87fa277a2 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:38:53.497601 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-529ae3b4-ed6b-4beb-8207-f79953b0b820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:38:55.975315 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d592ce30-204f-45d3-925d-b2d7242734cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:38:57.245398 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:38:58.945004 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:38:59.937924 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:39:06.724507 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 5 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 21:39:23.498635 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b4b5a843-8fa8-45a8-8566-d7c8838786d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:39:25.977390 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-04e122db-dfbd-4afe-a340-ef36a7843977 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:39:27.248795 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:39:28.950434 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:39:29.941529 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:39:43.722980 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 5 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 21:39:53.501581 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d8191c22-d187-401c-9a43-e88b28a046cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:39:55.980795 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-57daa551-9621-4acc-9995-e9b87c45def3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:39:57.252363 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:39:58.951909 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:39:59.943560 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:40:20.463678 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 55732) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:40:20.469434 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [None req-3134c057-c595-4091-9a73-eacd422bbb87 tempest-verify_tempest_config-2128186946 tempest-verify_tempest_config-2128186946-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121836) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 21:40:20.470396 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-3134c057-c595-4091-9a73-eacd422bbb87 tempest-verify_tempest_config-2128186946 tempest-verify_tempest_config-2128186946-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14315 time: 0.0057590
May 07 21:40:20.726089 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 5 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 21:40:20.756782 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 55750) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:40:20.858834 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-147508b1-9934-4bfd-bc69-5909bc04a266 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:40:20.935725 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-147508b1-9934-4bfd-bc69-5909bc04a266 admin admin] Publish callbacks [] for security_group (09fc0f73-aba1-4866-bb44-7cee14c97402), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:40:20.939701 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-147508b1-9934-4bfd-bc69-5909bc04a266 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (09fc0f73-aba1-4866-bb44-7cee14c97402), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:40:20.982386 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147508b1-9934-4bfd-bc69-5909bc04a266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09fc0f73-aba1-4866-bb44-7cee14c97402,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:40:20.986123 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-147508b1-9934-4bfd-bc69-5909bc04a266 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a113725432824641b4ff52188066a66a&name=default HTTP/1.1" status: 200  len: 2992 time: 0.2283330
May 07 21:40:20.988882 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 55754) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:40:20.991609 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147508b1-9934-4bfd-bc69-5909bc04a266 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:40:20.991964 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147508b1-9934-4bfd-bc69-5909bc04a266 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:40:20.992339 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147508b1-9934-4bfd-bc69-5909bc04a266 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:40:20.992666 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147508b1-9934-4bfd-bc69-5909bc04a266 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:40:20.993001 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147508b1-9934-4bfd-bc69-5909bc04a266 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:40:20.993330 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147508b1-9934-4bfd-bc69-5909bc04a266 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:40:20.993659 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147508b1-9934-4bfd-bc69-5909bc04a266 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:40:20.993987 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147508b1-9934-4bfd-bc69-5909bc04a266 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:40:20.994310 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147508b1-9934-4bfd-bc69-5909bc04a266 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:40:20.994634 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147508b1-9934-4bfd-bc69-5909bc04a266 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:40:20.994983 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147508b1-9934-4bfd-bc69-5909bc04a266 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:40:20.995310 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147508b1-9934-4bfd-bc69-5909bc04a266 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:40:20.995632 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147508b1-9934-4bfd-bc69-5909bc04a266 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:40:20.995952 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147508b1-9934-4bfd-bc69-5909bc04a266 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:40:20.996272 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-147508b1-9934-4bfd-bc69-5909bc04a266 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:40:21.043037 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-66f87452-390c-4ca2-ae81-42fbaea89489 admin admin] Publish callbacks [] for security_group (09fc0f73-aba1-4866-bb44-7cee14c97402), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:40:21.063458 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-66f87452-390c-4ca2-ae81-42fbaea89489 admin admin] Publish callbacks [] for security_group (09fc0f73-aba1-4866-bb44-7cee14c97402), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:40:21.153477 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-66f87452-390c-4ca2-ae81-42fbaea89489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (09fc0f73-aba1-4866-bb44-7cee14c97402), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:40:21.156078 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-66f87452-390c-4ca2-ae81-42fbaea89489 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:40:21.157213 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-66f87452-390c-4ca2-ae81-42fbaea89489 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/09fc0f73-aba1-4866-bb44-7cee14c97402 HTTP/1.1" status: 204  len: 168 time: 0.1673889
May 07 21:40:21.165161 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f87452-390c-4ca2-ae81-42fbaea89489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09fc0f73-aba1-4866-bb44-7cee14c97402,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:40:21.171742 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f87452-390c-4ca2-ae81-42fbaea89489 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:40:21.172090 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f87452-390c-4ca2-ae81-42fbaea89489 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:40:21.172427 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f87452-390c-4ca2-ae81-42fbaea89489 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:40:21.172765 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f87452-390c-4ca2-ae81-42fbaea89489 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:40:21.173097 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f87452-390c-4ca2-ae81-42fbaea89489 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:40:21.173425 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f87452-390c-4ca2-ae81-42fbaea89489 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:40:21.173750 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f87452-390c-4ca2-ae81-42fbaea89489 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:40:21.174092 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f87452-390c-4ca2-ae81-42fbaea89489 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:40:21.174403 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f87452-390c-4ca2-ae81-42fbaea89489 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:40:21.174714 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f87452-390c-4ca2-ae81-42fbaea89489 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:40:21.175066 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f87452-390c-4ca2-ae81-42fbaea89489 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:40:21.175490 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f87452-390c-4ca2-ae81-42fbaea89489 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:40:21.175694 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f87452-390c-4ca2-ae81-42fbaea89489 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:40:21.176011 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f87452-390c-4ca2-ae81-42fbaea89489 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:40:21.176328 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f87452-390c-4ca2-ae81-42fbaea89489 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:40:23.503782 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e991da8c-c831-4080-ac17-0134eb22be5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:40:25.981344 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-8bed973e-e34e-4bee-ab05-a41918e77048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:40:27.255754 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:40:28.955127 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:40:29.948995 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:40:53.504897 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d4b1ed93-6f32-4a85-8c73-84f875d8829e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:40:55.983451 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5cdb4c01-b140-4adf-b229-db9af5412dbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:40:57.255560 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:40:57.724117 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 5 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 21:40:58.956702 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:40:59.949734 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:41:23.506364 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-730ee89b-e9e5-4f1e-9cb6-de4e59b4d8bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:41:25.985267 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-66d5fb39-232d-4cc9-93e4-adb9701664e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:41:27.259747 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:41:28.969218 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:41:29.951929 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:41:34.723431 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 5 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 21:41:53.507308 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-62fa8161-192c-44b9-bf31-5a74bd6e7b53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:41:55.989720 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7ce678dc-708f-47cc-bae5-3f6faf0dbca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:41:57.260724 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:41:58.963771 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:41:59.954546 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:42:11.722094 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 5 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 21:42:23.509764 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1d39faf0-b01d-44f4-92e9-48e894aecb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:42:25.991103 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-66b8c027-2281-41ee-9fff-9f31f90e3fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:42:27.263679 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:42:28.966834 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:42:29.959980 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:42:48.721029 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 5 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 21:42:53.510659 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-11fb3221-4f7e-4aec-8c1a-ebb3dd552d75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:42:55.993588 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ea046799-5c6b-4515-b3fe-71ac15853938 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:42:57.271136 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:42:58.970087 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:42:59.961275 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:43:20.756697 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-400957'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:43:23.299848 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-400957'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:43:23.511545 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84f0be76-24d9-4be6-b8fa-94b2fb2220b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:43:25.720324 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 21:43:25.995238 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-0716bf99-5350-424e-ac0d-45e932804163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:43:27.270838 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:43:28.972535 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:43:29.963517 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:43:50.708805 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:43:53.251944 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:43:53.513089 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-bdf54ac1-6f55-4cbe-a72b-a0d7f7e51fb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:43:55.996638 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f4a986ff-c709-4c16-8c9e-e382df518981 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:43:57.271549 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:43:58.976119 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:43:59.965893 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:44:02.719373 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 21:44:04.476609 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 55876) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:44:04.577292 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-86686c3e-d70a-4ace-8677-65f9eed86418 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4937 time: 0.0996642
May 07 21:44:06.930921 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 55886) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:44:06.992011 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-38c90bea-b1f6-47b1-825b-06211c856153 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4937 time: 0.0600224
May 07 21:44:20.722995 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:44:23.266219 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:44:23.515906 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-cfee6b87-e496-41e8-95d2-89e3556acbe9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:44:25.998240 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-0123e9c1-10b9-4bc6-930f-c068cd4531ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:44:27.275397 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:44:28.982543 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:44:29.968544 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:44:39.718689 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 21:44:50.741679 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:44:53.265739 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:44:53.519935 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-125cf585-807d-4fc9-a19b-fa145c4d20f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:44:56.004954 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ab97118f-00a3-48fd-9645-babd1fc7426e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:44:57.277946 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:44:58.983202 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:44:59.971519 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:16.717818 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 21:45:20.756355 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:23.264510 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:23.522860 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-53a2db77-425d-450b-83eb-dde8a1a4f69e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:25.997592 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6aad344d-5024-418c-9b07-0e3d34d98cba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:27.282037 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:28.986739 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:29.975731 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:36.862279 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 56132) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:45:37.310719 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-55024fbf-b193-43eb-abab-ff79b5ee11e6 tempest-AutoAllocateNetworkTest-541346072 tempest-AutoAllocateNetworkTest-541346072-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=4baa57a3206141f5adcc7d0a3b3aaf13&shared=False HTTP/1.1" status: 200  len: 208 time: 0.4465830
May 07 21:45:37.313254 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 56154) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:45:37.523946 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63c82ac-4e75-4593-bfef-b9dfd4ec71d6 tempest-AutoAllocateNetworkTest-541346072 tempest-AutoAllocateNetworkTest-541346072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:45:37.528810 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-a63c82ac-4e75-4593-bfef-b9dfd4ec71d6 tempest-AutoAllocateNetworkTest-541346072 tempest-AutoAllocateNetworkTest-541346072-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 764 time: 0.2134242
May 07 21:45:37.529201 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 56164) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:45:37.704100 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-b5cdf846-c192-4069-a3f4-f8d78b1ffd48 tempest-AutoAllocateNetworkTest-541346072 tempest-AutoAllocateNetworkTest-541346072-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1736290
May 07 21:45:37.706638 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 56176) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:45:37.737263 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-2d2e8312-8aeb-4bd8-b1cc-bd63f752dc29 tempest-AutoAllocateNetworkTest-541346072 tempest-AutoAllocateNetworkTest-541346072-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=4baa57a3206141f5adcc7d0a3b3aaf13 HTTP/1.1" status: 200  len: 208 time: 0.0265141
May 07 21:45:38.381881 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 56220) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:45:38.761072 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-585e7536-7468-42f4-a687-b4ee2752ad91 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:38.845786 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-585e7536-7468-42f4-a687-b4ee2752ad91 admin admin] Publish callbacks [] for security_group (9d1cd50c-3a89-4ebf-a2a6-ae37e7e0bfa7), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:38.853333 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-585e7536-7468-42f4-a687-b4ee2752ad91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (9d1cd50c-3a89-4ebf-a2a6-ae37e7e0bfa7), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:38.936331 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-585e7536-7468-42f4-a687-b4ee2752ad91 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4baa57a3206141f5adcc7d0a3b3aaf13&name=default HTTP/1.1" status: 200  len: 2992 time: 0.5534110
May 07 21:45:38.937218 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585e7536-7468-42f4-a687-b4ee2752ad91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d1cd50c-3a89-4ebf-a2a6-ae37e7e0bfa7,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:45:38.941629 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 56248) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:45:38.951024 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585e7536-7468-42f4-a687-b4ee2752ad91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:45:38.951603 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585e7536-7468-42f4-a687-b4ee2752ad91 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:45:38.952273 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585e7536-7468-42f4-a687-b4ee2752ad91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:45:38.953681 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585e7536-7468-42f4-a687-b4ee2752ad91 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:45:38.954154 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585e7536-7468-42f4-a687-b4ee2752ad91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:45:38.954748 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585e7536-7468-42f4-a687-b4ee2752ad91 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:45:38.955359 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585e7536-7468-42f4-a687-b4ee2752ad91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:45:38.956051 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585e7536-7468-42f4-a687-b4ee2752ad91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:45:38.956378 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585e7536-7468-42f4-a687-b4ee2752ad91 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:45:38.956858 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585e7536-7468-42f4-a687-b4ee2752ad91 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:45:38.957244 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585e7536-7468-42f4-a687-b4ee2752ad91 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:45:38.957545 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585e7536-7468-42f4-a687-b4ee2752ad91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:45:38.957866 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585e7536-7468-42f4-a687-b4ee2752ad91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:45:38.958183 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585e7536-7468-42f4-a687-b4ee2752ad91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:45:38.958522 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585e7536-7468-42f4-a687-b4ee2752ad91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:45:38.960391 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-585e7536-7468-42f4-a687-b4ee2752ad91 admin admin] Tracked resource versions report:
May 07 21:45:38.960391 ncdv-master-1 neutron-server[121837]: pushed versions:
May 07 21:45:38.960391 ncdv-master-1 neutron-server[121837]: {   'AddressGroup': {'1.2'},
May 07 21:45:38.960391 ncdv-master-1 neutron-server[121837]:     'Agent': {'1.1'},
May 07 21:45:38.960391 ncdv-master-1 neutron-server[121837]:     'ConntrackHelper': {'1.0'},
May 07 21:45:38.960391 ncdv-master-1 neutron-server[121837]:     'LocalIPAssociation': {'1.0'},
May 07 21:45:38.960391 ncdv-master-1 neutron-server[121837]:     'Log': {'1.0'},
May 07 21:45:38.960391 ncdv-master-1 neutron-server[121837]:     'NDPProxy': {'1.0'},
May 07 21:45:38.960391 ncdv-master-1 neutron-server[121837]:     'Network': {'1.1'},
May 07 21:45:38.960391 ncdv-master-1 neutron-server[121837]:     'Port': {'1.7'},
May 07 21:45:38.960391 ncdv-master-1 neutron-server[121837]:     'PortForwarding': {'1.3'},
May 07 21:45:38.960391 ncdv-master-1 neutron-server[121837]:     'QosPolicy': {'1.10'},
May 07 21:45:38.960391 ncdv-master-1 neutron-server[121837]:     'SecurityGroup': {'1.5'},
May 07 21:45:38.960391 ncdv-master-1 neutron-server[121837]:     'SecurityGroupRule': {'1.2'},
May 07 21:45:38.960391 ncdv-master-1 neutron-server[121837]:     'SubPort': {'1.0'},
May 07 21:45:38.960391 ncdv-master-1 neutron-server[121837]:     'Subnet': {'1.1'},
May 07 21:45:38.960391 ncdv-master-1 neutron-server[121837]:     'Trunk': {'1.1'}}
May 07 21:45:38.960391 ncdv-master-1 neutron-server[121837]: consumer versions:
May 07 21:45:38.960391 ncdv-master-1 neutron-server[121837]: {   DHCP agent@ncdv-master-1: {},
May 07 21:45:38.960391 ncdv-master-1 neutron-server[121837]:     HyperV agent@nch1-master-1: {},
May 07 21:45:38.960391 ncdv-master-1 neutron-server[121837]:     HyperV agent@nch2-master-1: {},
May 07 21:45:38.960391 ncdv-master-1 neutron-server[121837]:     L3 agent@ncdv-master-1: {},
May 07 21:45:38.960391 ncdv-master-1 neutron-server[121837]:     Metadata agent@ncdv-master-1: {},
May 07 21:45:38.960391 ncdv-master-1 neutron-server[121837]:     Metering agent@ncdv-master-1: {},
May 07 21:45:38.960391 ncdv-master-1 neutron-server[121837]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
May 07 21:45:38.960391 ncdv-master-1 neutron-server[121837]:                                           'Agent': '1.1',
May 07 21:45:38.960391 ncdv-master-1 neutron-server[121837]:                                           'ConntrackHelper': '1.0',
May 07 21:45:38.960391 ncdv-master-1 neutron-server[121837]:                                           'LocalIPAssociation': '1.0',
May 07 21:45:38.960391 ncdv-master-1 neutron-server[121837]:                                           'Log': '1.0',
May 07 21:45:38.960391 ncdv-master-1 neutron-server[121837]:                                           'NDPProxy': '1.0',
May 07 21:45:38.960391 ncdv-master-1 neutron-server[121837]:                                           'Network': '1.1',
May 07 21:45:38.960391 ncdv-master-1 neutron-server[121837]:                                           'Port': '1.7',
May 07 21:45:38.960391 ncdv-master-1 neutron-server[121837]:                                           'PortForwarding': '1.3',
May 07 21:45:38.960391 ncdv-master-1 neutron-server[121837]:                                           'QosPolicy': '1.10',
May 07 21:45:38.960391 ncdv-master-1 neutron-server[121837]:                                           'SecurityGroup': '1.5',
May 07 21:45:38.960391 ncdv-master-1 neutron-server[121837]:                                           'SecurityGroupRule': '1.2',
May 07 21:45:38.960391 ncdv-master-1 neutron-server[121837]:                                           'SubPort': '1.0',
May 07 21:45:38.960391 ncdv-master-1 neutron-server[121837]:                                           'Subnet': '1.1',
May 07 21:45:38.960391 ncdv-master-1 neutron-server[121837]:                                           'Trunk': '1.1'}}
May 07 21:45:38.960391 ncdv-master-1 neutron-server[121837]:  {{(pid=121837) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 07 21:45:39.026281 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0012337d-eb08-42ec-af00-4dd2350f3ebd admin admin] Publish callbacks [] for security_group (9d1cd50c-3a89-4ebf-a2a6-ae37e7e0bfa7), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:39.055816 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0012337d-eb08-42ec-af00-4dd2350f3ebd admin admin] Publish callbacks [] for security_group (9d1cd50c-3a89-4ebf-a2a6-ae37e7e0bfa7), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:39.120989 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0012337d-eb08-42ec-af00-4dd2350f3ebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (9d1cd50c-3a89-4ebf-a2a6-ae37e7e0bfa7), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:39.124329 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0012337d-eb08-42ec-af00-4dd2350f3ebd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:39.128387 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-0012337d-eb08-42ec-af00-4dd2350f3ebd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9d1cd50c-3a89-4ebf-a2a6-ae37e7e0bfa7 HTTP/1.1" status: 204  len: 168 time: 0.1880929
May 07 21:45:39.143928 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0012337d-eb08-42ec-af00-4dd2350f3ebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d1cd50c-3a89-4ebf-a2a6-ae37e7e0bfa7,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:45:39.152565 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0012337d-eb08-42ec-af00-4dd2350f3ebd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:45:39.152943 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0012337d-eb08-42ec-af00-4dd2350f3ebd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:45:39.153284 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0012337d-eb08-42ec-af00-4dd2350f3ebd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:45:39.153627 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0012337d-eb08-42ec-af00-4dd2350f3ebd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:45:39.153963 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0012337d-eb08-42ec-af00-4dd2350f3ebd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:45:39.154292 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0012337d-eb08-42ec-af00-4dd2350f3ebd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:45:39.154620 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0012337d-eb08-42ec-af00-4dd2350f3ebd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:45:39.154972 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0012337d-eb08-42ec-af00-4dd2350f3ebd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:45:39.155299 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0012337d-eb08-42ec-af00-4dd2350f3ebd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:45:39.155619 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0012337d-eb08-42ec-af00-4dd2350f3ebd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:45:39.155943 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0012337d-eb08-42ec-af00-4dd2350f3ebd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:45:39.156362 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0012337d-eb08-42ec-af00-4dd2350f3ebd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:45:39.156567 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0012337d-eb08-42ec-af00-4dd2350f3ebd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:45:39.156888 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0012337d-eb08-42ec-af00-4dd2350f3ebd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:45:39.159252 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0012337d-eb08-42ec-af00-4dd2350f3ebd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:45:39.161209 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0012337d-eb08-42ec-af00-4dd2350f3ebd admin admin] Tracked resource versions report:
May 07 21:45:39.161209 ncdv-master-1 neutron-server[121836]: pushed versions:
May 07 21:45:39.161209 ncdv-master-1 neutron-server[121836]: {   'AddressGroup': {'1.2'},
May 07 21:45:39.161209 ncdv-master-1 neutron-server[121836]:     'Agent': {'1.1'},
May 07 21:45:39.161209 ncdv-master-1 neutron-server[121836]:     'ConntrackHelper': {'1.0'},
May 07 21:45:39.161209 ncdv-master-1 neutron-server[121836]:     'LocalIPAssociation': {'1.0'},
May 07 21:45:39.161209 ncdv-master-1 neutron-server[121836]:     'Log': {'1.0'},
May 07 21:45:39.161209 ncdv-master-1 neutron-server[121836]:     'NDPProxy': {'1.0'},
May 07 21:45:39.161209 ncdv-master-1 neutron-server[121836]:     'Network': {'1.1'},
May 07 21:45:39.161209 ncdv-master-1 neutron-server[121836]:     'Port': {'1.7'},
May 07 21:45:39.161209 ncdv-master-1 neutron-server[121836]:     'PortForwarding': {'1.3'},
May 07 21:45:39.161209 ncdv-master-1 neutron-server[121836]:     'QosPolicy': {'1.10'},
May 07 21:45:39.161209 ncdv-master-1 neutron-server[121836]:     'SecurityGroup': {'1.5'},
May 07 21:45:39.161209 ncdv-master-1 neutron-server[121836]:     'SecurityGroupRule': {'1.2'},
May 07 21:45:39.161209 ncdv-master-1 neutron-server[121836]:     'SubPort': {'1.0'},
May 07 21:45:39.161209 ncdv-master-1 neutron-server[121836]:     'Subnet': {'1.1'},
May 07 21:45:39.161209 ncdv-master-1 neutron-server[121836]:     'Trunk': {'1.1'}}
May 07 21:45:39.161209 ncdv-master-1 neutron-server[121836]: consumer versions:
May 07 21:45:39.161209 ncdv-master-1 neutron-server[121836]: {   DHCP agent@ncdv-master-1: {},
May 07 21:45:39.161209 ncdv-master-1 neutron-server[121836]:     HyperV agent@nch1-master-1: {},
May 07 21:45:39.161209 ncdv-master-1 neutron-server[121836]:     HyperV agent@nch2-master-1: {},
May 07 21:45:39.161209 ncdv-master-1 neutron-server[121836]:     L3 agent@ncdv-master-1: {},
May 07 21:45:39.161209 ncdv-master-1 neutron-server[121836]:     Metadata agent@ncdv-master-1: {},
May 07 21:45:39.161209 ncdv-master-1 neutron-server[121836]:     Metering agent@ncdv-master-1: {},
May 07 21:45:39.161209 ncdv-master-1 neutron-server[121836]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
May 07 21:45:39.161209 ncdv-master-1 neutron-server[121836]:                                           'Agent': '1.1',
May 07 21:45:39.161209 ncdv-master-1 neutron-server[121836]:                                           'ConntrackHelper': '1.0',
May 07 21:45:39.161209 ncdv-master-1 neutron-server[121836]:                                           'LocalIPAssociation': '1.0',
May 07 21:45:39.161209 ncdv-master-1 neutron-server[121836]:                                           'Log': '1.0',
May 07 21:45:39.161209 ncdv-master-1 neutron-server[121836]:                                           'NDPProxy': '1.0',
May 07 21:45:39.161209 ncdv-master-1 neutron-server[121836]:                                           'Network': '1.1',
May 07 21:45:39.161209 ncdv-master-1 neutron-server[121836]:                                           'Port': '1.7',
May 07 21:45:39.161209 ncdv-master-1 neutron-server[121836]:                                           'PortForwarding': '1.3',
May 07 21:45:39.161209 ncdv-master-1 neutron-server[121836]:                                           'QosPolicy': '1.10',
May 07 21:45:39.161209 ncdv-master-1 neutron-server[121836]:                                           'SecurityGroup': '1.5',
May 07 21:45:39.161209 ncdv-master-1 neutron-server[121836]:                                           'SecurityGroupRule': '1.2',
May 07 21:45:39.161209 ncdv-master-1 neutron-server[121836]:                                           'SubPort': '1.0',
May 07 21:45:39.161209 ncdv-master-1 neutron-server[121836]:                                           'Subnet': '1.1',
May 07 21:45:39.161209 ncdv-master-1 neutron-server[121836]:                                           'Trunk': '1.1'}}
May 07 21:45:39.161209 ncdv-master-1 neutron-server[121836]:  {{(pid=121836) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 07 21:45:40.831856 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 56356) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:45:40.936112 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 56362) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:45:41.233020 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d5944484-02b4-48b1-9d9e-a49663bccb37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:41.249008 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a7b811f2-f81b-4cee-869d-9e389eb0f9a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:41.333826 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d5944484-02b4-48b1-9d9e-a49663bccb37 admin admin] Publish callbacks [] for security_group (8a574a3c-3438-4095-98b4-28af21921f95), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:41.341372 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a7b811f2-f81b-4cee-869d-9e389eb0f9a9 admin admin] Publish callbacks [] for security_group (c2fd087f-2f16-4e55-b888-eea3d9123ef7), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:41.343206 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d5944484-02b4-48b1-9d9e-a49663bccb37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (8a574a3c-3438-4095-98b4-28af21921f95), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:41.349221 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a7b811f2-f81b-4cee-869d-9e389eb0f9a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (c2fd087f-2f16-4e55-b888-eea3d9123ef7), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:41.388345 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-d5944484-02b4-48b1-9d9e-a49663bccb37 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=451d8752792a4106b2ea34d23ecc5593&name=default HTTP/1.1" status: 200  len: 2992 time: 0.5546808
May 07 21:45:41.391757 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 56384) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:45:41.392898 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-a7b811f2-f81b-4cee-869d-9e389eb0f9a9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8d1a04907a264ef5bfa8bea4e1a3a704&name=default HTTP/1.1" status: 200  len: 2992 time: 0.4556718
May 07 21:45:41.398153 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 56386) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:45:41.415173 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b811f2-f81b-4cee-869d-9e389eb0f9a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2fd087f-2f16-4e55-b888-eea3d9123ef7,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:45:41.437110 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5944484-02b4-48b1-9d9e-a49663bccb37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a574a3c-3438-4095-98b4-28af21921f95,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:45:41.467136 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d9a274af-b4b0-4c6f-a14f-7b0827cb56eb admin admin] Publish callbacks [] for security_group (c2fd087f-2f16-4e55-b888-eea3d9123ef7), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:41.487049 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c6c64bce-372d-4044-b37b-bdb1bdef8340 admin admin] Publish callbacks [] for security_group (8a574a3c-3438-4095-98b4-28af21921f95), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:41.496310 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d9a274af-b4b0-4c6f-a14f-7b0827cb56eb admin admin] Publish callbacks [] for security_group (c2fd087f-2f16-4e55-b888-eea3d9123ef7), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:41.520916 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c6c64bce-372d-4044-b37b-bdb1bdef8340 admin admin] Publish callbacks [] for security_group (8a574a3c-3438-4095-98b4-28af21921f95), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:41.554872 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d9a274af-b4b0-4c6f-a14f-7b0827cb56eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (c2fd087f-2f16-4e55-b888-eea3d9123ef7), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:41.559448 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d9a274af-b4b0-4c6f-a14f-7b0827cb56eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:41.561057 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-d9a274af-b4b0-4c6f-a14f-7b0827cb56eb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c2fd087f-2f16-4e55-b888-eea3d9123ef7 HTTP/1.1" status: 204  len: 168 time: 0.1613932
May 07 21:45:41.570938 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a274af-b4b0-4c6f-a14f-7b0827cb56eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2fd087f-2f16-4e55-b888-eea3d9123ef7,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:45:41.599118 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c6c64bce-372d-4044-b37b-bdb1bdef8340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (8a574a3c-3438-4095-98b4-28af21921f95), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:41.605176 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c6c64bce-372d-4044-b37b-bdb1bdef8340 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:41.609328 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-c6c64bce-372d-4044-b37b-bdb1bdef8340 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8a574a3c-3438-4095-98b4-28af21921f95 HTTP/1.1" status: 204  len: 168 time: 0.2130542
May 07 21:45:41.623131 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c64bce-372d-4044-b37b-bdb1bdef8340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a574a3c-3438-4095-98b4-28af21921f95,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:45:42.078093 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 56458) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:45:42.082501 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 56460) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:45:42.099966 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-84dc843c-9287-4787-91ce-374c72f6d2b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:42.104021 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-82f0de17-d603-4748-a159-34e9ab638428 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:42.178549 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-84dc843c-9287-4787-91ce-374c72f6d2b7 admin admin] Publish callbacks [] for security_group (58b50d0d-02b2-414f-880c-3203c38f6c6c), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:42.185255 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-84dc843c-9287-4787-91ce-374c72f6d2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (58b50d0d-02b2-414f-880c-3203c38f6c6c), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:42.216865 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-82f0de17-d603-4748-a159-34e9ab638428 admin admin] Publish callbacks [] for security_group (40edb9e6-2151-4cfe-911c-3735c611c3bd), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:42.221448 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-82f0de17-d603-4748-a159-34e9ab638428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (40edb9e6-2151-4cfe-911c-3735c611c3bd), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:42.224089 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dc843c-9287-4787-91ce-374c72f6d2b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58b50d0d-02b2-414f-880c-3203c38f6c6c,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:45:42.240918 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-84dc843c-9287-4787-91ce-374c72f6d2b7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ab23e2f0d5f0443fa1e3fc7dcaf82162&name=default HTTP/1.1" status: 200  len: 2992 time: 0.1535864
May 07 21:45:42.240918 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 56462) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:45:42.276837 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-82f0de17-d603-4748-a159-34e9ab638428 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1f0ad2f96d95448ba36acd91f9effa57&name=default HTTP/1.1" status: 200  len: 2992 time: 0.1969149
May 07 21:45:42.281286 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 56464) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:45:42.288869 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f0de17-d603-4748-a159-34e9ab638428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40edb9e6-2151-4cfe-911c-3735c611c3bd,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:45:42.309120 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-11a4b979-0c05-4202-8a08-7940e5f92ca0 admin admin] Publish callbacks [] for security_group (58b50d0d-02b2-414f-880c-3203c38f6c6c), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:42.344078 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-11a4b979-0c05-4202-8a08-7940e5f92ca0 admin admin] Publish callbacks [] for security_group (58b50d0d-02b2-414f-880c-3203c38f6c6c), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:42.397529 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-eaf04dec-d0f9-45ed-8fce-c4bce18ffcb4 admin admin] Publish callbacks [] for security_group (40edb9e6-2151-4cfe-911c-3735c611c3bd), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:42.419179 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-11a4b979-0c05-4202-8a08-7940e5f92ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (58b50d0d-02b2-414f-880c-3203c38f6c6c), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:42.421821 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-11a4b979-0c05-4202-8a08-7940e5f92ca0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:42.422988 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-11a4b979-0c05-4202-8a08-7940e5f92ca0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/58b50d0d-02b2-414f-880c-3203c38f6c6c HTTP/1.1" status: 204  len: 168 time: 0.1801012
May 07 21:45:42.428935 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-eaf04dec-d0f9-45ed-8fce-c4bce18ffcb4 admin admin] Publish callbacks [] for security_group (40edb9e6-2151-4cfe-911c-3735c611c3bd), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:42.444135 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a4b979-0c05-4202-8a08-7940e5f92ca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b50d0d-02b2-414f-880c-3203c38f6c6c,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:45:42.494713 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-eaf04dec-d0f9-45ed-8fce-c4bce18ffcb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (40edb9e6-2151-4cfe-911c-3735c611c3bd), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:42.497647 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-eaf04dec-d0f9-45ed-8fce-c4bce18ffcb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:42.501115 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-eaf04dec-d0f9-45ed-8fce-c4bce18ffcb4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/40edb9e6-2151-4cfe-911c-3735c611c3bd HTTP/1.1" status: 204  len: 168 time: 0.2166152
May 07 21:45:42.513996 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf04dec-d0f9-45ed-8fce-c4bce18ffcb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40edb9e6-2151-4cfe-911c-3735c611c3bd,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:45:42.596513 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 56482) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:45:42.633710 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 56486) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:45:42.813217 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 56494) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:45:42.852060 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 56504) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:45:42.926162 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-087cc30b-3b03-4c67-a8a3-79288deb9c55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:42.999121 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7928d87c-9968-4f77-a4b9-b780cb0a82b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:43.000911 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6265372c-2a0d-4b7d-931e-df8bb206435f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:43.082764 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4e74df36-2f59-4877-8f4b-c66217c75c06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:43.157533 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-087cc30b-3b03-4c67-a8a3-79288deb9c55 admin admin] Publish callbacks [] for security_group (9039a948-aaf8-4384-928b-53393badb671), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:43.195730 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-087cc30b-3b03-4c67-a8a3-79288deb9c55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (9039a948-aaf8-4384-928b-53393badb671), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:43.204458 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7928d87c-9968-4f77-a4b9-b780cb0a82b8 admin admin] Publish callbacks [] for security_group (89159538-df51-4be0-b385-d6f9d0f86792), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:43.232104 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6265372c-2a0d-4b7d-931e-df8bb206435f admin admin] Publish callbacks [] for security_group (4fffe9db-9021-490e-bcdc-5789e1c6707b), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:43.242390 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6265372c-2a0d-4b7d-931e-df8bb206435f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (4fffe9db-9021-490e-bcdc-5789e1c6707b), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:43.259337 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-087cc30b-3b03-4c67-a8a3-79288deb9c55 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fe2043e0dab64742bcf38b5dfe9b07bc&name=default HTTP/1.1" status: 200  len: 2992 time: 0.6617053
May 07 21:45:43.260307 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7928d87c-9968-4f77-a4b9-b780cb0a82b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (89159538-df51-4be0-b385-d6f9d0f86792), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:43.287957 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 56534) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:45:43.299228 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-7928d87c-9968-4f77-a4b9-b780cb0a82b8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0a424bf597be4f4aacb918a4e9770c8c&name=default HTTP/1.1" status: 200  len: 2992 time: 0.6638215
May 07 21:45:43.299868 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 56536) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:45:43.368531 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4e74df36-2f59-4877-8f4b-c66217c75c06 admin admin] Publish callbacks [] for security_group (5f17aeac-3371-49da-944e-c14c4feaa077), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:43.369616 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8b33c835-79ab-4a0e-bf5e-eadd84d90a85 admin admin] Publish callbacks [] for security_group (89159538-df51-4be0-b385-d6f9d0f86792), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:43.380533 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-6265372c-2a0d-4b7d-931e-df8bb206435f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1412d53f87f74db2bad375bb6ff29901&name=default HTTP/1.1" status: 200  len: 2992 time: 0.5664268
May 07 21:45:43.383302 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 56544) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:45:43.399224 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8b33c835-79ab-4a0e-bf5e-eadd84d90a85 admin admin] Publish callbacks [] for security_group (89159538-df51-4be0-b385-d6f9d0f86792), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:43.404783 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087cc30b-3b03-4c67-a8a3-79288deb9c55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9039a948-aaf8-4384-928b-53393badb671,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:45:43.409279 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4e74df36-2f59-4877-8f4b-c66217c75c06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (5f17aeac-3371-49da-944e-c14c4feaa077), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:43.432954 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7928d87c-9968-4f77-a4b9-b780cb0a82b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89159538-df51-4be0-b385-d6f9d0f86792,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:45:43.490669 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8b33c835-79ab-4a0e-bf5e-eadd84d90a85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (89159538-df51-4be0-b385-d6f9d0f86792), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:43.494049 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8b33c835-79ab-4a0e-bf5e-eadd84d90a85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:43.497825 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-8b33c835-79ab-4a0e-bf5e-eadd84d90a85 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/89159538-df51-4be0-b385-d6f9d0f86792 HTTP/1.1" status: 204  len: 168 time: 0.1925311
May 07 21:45:43.505693 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b33c835-79ab-4a0e-bf5e-eadd84d90a85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89159538-df51-4be0-b385-d6f9d0f86792,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:45:43.533555 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6265372c-2a0d-4b7d-931e-df8bb206435f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fffe9db-9021-490e-bcdc-5789e1c6707b,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:45:43.553434 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-4e74df36-2f59-4877-8f4b-c66217c75c06 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1de0d60dedbf4d3d9b62718381a675fd&name=default HTTP/1.1" status: 200  len: 2992 time: 0.7000496
May 07 21:45:43.553869 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 56566) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:45:43.608443 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e56b67f0-7aa5-4f7a-8d5a-f34ac99e1fe5 admin admin] Publish callbacks [] for security_group (9039a948-aaf8-4384-928b-53393badb671), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:43.612190 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-89351c02-bf5a-4eb7-a880-27519d814889 admin admin] Publish callbacks [] for security_group (4fffe9db-9021-490e-bcdc-5789e1c6707b), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:43.622456 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e74df36-2f59-4877-8f4b-c66217c75c06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f17aeac-3371-49da-944e-c14c4feaa077,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:45:43.655450 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e56b67f0-7aa5-4f7a-8d5a-f34ac99e1fe5 admin admin] Publish callbacks [] for security_group (9039a948-aaf8-4384-928b-53393badb671), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:43.670132 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-82183c3d-e530-423d-9e8b-1ff561afe7e6 admin admin] Publish callbacks [] for security_group (5f17aeac-3371-49da-944e-c14c4feaa077), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:43.699733 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-82183c3d-e530-423d-9e8b-1ff561afe7e6 admin admin] Publish callbacks [] for security_group (5f17aeac-3371-49da-944e-c14c4feaa077), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:43.726132 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e56b67f0-7aa5-4f7a-8d5a-f34ac99e1fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (9039a948-aaf8-4384-928b-53393badb671), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:43.728721 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e56b67f0-7aa5-4f7a-8d5a-f34ac99e1fe5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:43.729971 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-e56b67f0-7aa5-4f7a-8d5a-f34ac99e1fe5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9039a948-aaf8-4384-928b-53393badb671 HTTP/1.1" status: 204  len: 168 time: 0.4395194
May 07 21:45:43.737000 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-89351c02-bf5a-4eb7-a880-27519d814889 admin admin] Publish callbacks [] for security_group (4fffe9db-9021-490e-bcdc-5789e1c6707b), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:43.755977 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56b67f0-7aa5-4f7a-8d5a-f34ac99e1fe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9039a948-aaf8-4384-928b-53393badb671,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:45:43.827863 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-89351c02-bf5a-4eb7-a880-27519d814889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (4fffe9db-9021-490e-bcdc-5789e1c6707b), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:43.830666 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-89351c02-bf5a-4eb7-a880-27519d814889 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:43.834993 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-89351c02-bf5a-4eb7-a880-27519d814889 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4fffe9db-9021-490e-bcdc-5789e1c6707b HTTP/1.1" status: 204  len: 168 time: 0.4415817
May 07 21:45:43.837251 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-82183c3d-e530-423d-9e8b-1ff561afe7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (5f17aeac-3371-49da-944e-c14c4feaa077), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:43.839792 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-82183c3d-e530-423d-9e8b-1ff561afe7e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:43.840907 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-82183c3d-e530-423d-9e8b-1ff561afe7e6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5f17aeac-3371-49da-944e-c14c4feaa077 HTTP/1.1" status: 204  len: 168 time: 0.2841933
May 07 21:45:43.844953 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89351c02-bf5a-4eb7-a880-27519d814889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fffe9db-9021-490e-bcdc-5789e1c6707b,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:45:43.861661 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82183c3d-e530-423d-9e8b-1ff561afe7e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f17aeac-3371-49da-944e-c14c4feaa077,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:45:44.018597 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 56602) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:45:44.052712 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-aef922a7-45c9-4652-a808-b317a817f8c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:44.143772 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-aef922a7-45c9-4652-a808-b317a817f8c2 admin admin] Publish callbacks [] for security_group (94a7ece0-6f50-4c56-8d5a-0b79c9fb70f4), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:44.149509 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-aef922a7-45c9-4652-a808-b317a817f8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (94a7ece0-6f50-4c56-8d5a-0b79c9fb70f4), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:44.178242 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-aef922a7-45c9-4652-a808-b317a817f8c2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=424ccc0f77ea47d58288725670e1b704&name=default HTTP/1.1" status: 200  len: 2992 time: 0.1584883
May 07 21:45:44.181807 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 56616) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:45:44.208059 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef922a7-45c9-4652-a808-b317a817f8c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94a7ece0-6f50-4c56-8d5a-0b79c9fb70f4,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:45:44.258533 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1741a016-5042-4392-a356-ad23cd06868f admin admin] Publish callbacks [] for security_group (94a7ece0-6f50-4c56-8d5a-0b79c9fb70f4), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:44.289292 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1741a016-5042-4392-a356-ad23cd06868f admin admin] Publish callbacks [] for security_group (94a7ece0-6f50-4c56-8d5a-0b79c9fb70f4), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:44.349267 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1741a016-5042-4392-a356-ad23cd06868f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (94a7ece0-6f50-4c56-8d5a-0b79c9fb70f4), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:44.357317 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1741a016-5042-4392-a356-ad23cd06868f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:44.360182 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-1741a016-5042-4392-a356-ad23cd06868f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/94a7ece0-6f50-4c56-8d5a-0b79c9fb70f4 HTTP/1.1" status: 204  len: 168 time: 0.1770790
May 07 21:45:44.380642 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1741a016-5042-4392-a356-ad23cd06868f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94a7ece0-6f50-4c56-8d5a-0b79c9fb70f4,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:45:44.823496 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 56664) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:45:44.839751 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-40846ae8-8d58-4196-a927-9da931b9bd66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:44.927090 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-40846ae8-8d58-4196-a927-9da931b9bd66 admin admin] Publish callbacks [] for security_group (4eac064a-ff06-421b-bae8-0eccb4dfd4ba), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:44.931597 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-40846ae8-8d58-4196-a927-9da931b9bd66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (4eac064a-ff06-421b-bae8-0eccb4dfd4ba), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:44.974029 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-40846ae8-8d58-4196-a927-9da931b9bd66 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=894b035e2d7f492892e2b866e5f474a2&name=default HTTP/1.1" status: 200  len: 2992 time: 0.1464193
May 07 21:45:44.974029 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40846ae8-8d58-4196-a927-9da931b9bd66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eac064a-ff06-421b-bae8-0eccb4dfd4ba,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:45:44.974255 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 56668) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:45:45.005524 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 56670) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:45:45.028219 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c4f5368f-e784-47cf-b1a5-d1585e58f4cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:45.052945 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-50e23d9e-7a90-4436-bd0a-5994b52b5805 admin admin] Publish callbacks [] for security_group (4eac064a-ff06-421b-bae8-0eccb4dfd4ba), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:45.058418 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 56672) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:45:45.075173 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-adc0413a-9ae6-4c85-95d0-5d58d395c1cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:45.089852 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-50e23d9e-7a90-4436-bd0a-5994b52b5805 admin admin] Publish callbacks [] for security_group (4eac064a-ff06-421b-bae8-0eccb4dfd4ba), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:45.169398 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c4f5368f-e784-47cf-b1a5-d1585e58f4cc admin admin] Publish callbacks [] for security_group (4fa0c719-9ff1-48fc-8666-4e18ecb2e800), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:45.176985 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c4f5368f-e784-47cf-b1a5-d1585e58f4cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (4fa0c719-9ff1-48fc-8666-4e18ecb2e800), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:45.187653 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-50e23d9e-7a90-4436-bd0a-5994b52b5805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (4eac064a-ff06-421b-bae8-0eccb4dfd4ba), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:45.190328 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-50e23d9e-7a90-4436-bd0a-5994b52b5805 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:45.192182 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-50e23d9e-7a90-4436-bd0a-5994b52b5805 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4eac064a-ff06-421b-bae8-0eccb4dfd4ba HTTP/1.1" status: 204  len: 168 time: 0.2170861
May 07 21:45:45.195439 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-adc0413a-9ae6-4c85-95d0-5d58d395c1cc admin admin] Publish callbacks [] for security_group (82fe627b-3ab1-482f-a36f-7f77a5df3390), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:45.201195 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-adc0413a-9ae6-4c85-95d0-5d58d395c1cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (82fe627b-3ab1-482f-a36f-7f77a5df3390), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:45.233975 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-c4f5368f-e784-47cf-b1a5-d1585e58f4cc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ec58efaaec5d4733b82ae683719b9caf&name=default HTTP/1.1" status: 200  len: 2992 time: 0.2274256
May 07 21:45:45.235775 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f5368f-e784-47cf-b1a5-d1585e58f4cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fa0c719-9ff1-48fc-8666-4e18ecb2e800,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:45:45.238883 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 56676) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:45:45.246021 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-adc0413a-9ae6-4c85-95d0-5d58d395c1cc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5ffced8ba6984ba0b2e3677b6c2a5fcd&name=default HTTP/1.1" status: 200  len: 2992 time: 0.1865282
May 07 21:45:45.248727 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 56678) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:45:45.255366 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc0413a-9ae6-4c85-95d0-5d58d395c1cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82fe627b-3ab1-482f-a36f-7f77a5df3390,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:45:45.260653 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e23d9e-7a90-4436-bd0a-5994b52b5805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eac064a-ff06-421b-bae8-0eccb4dfd4ba,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:45:45.326378 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-83f2dd7c-8268-4c74-8326-b112fc0b109c admin admin] Publish callbacks [] for security_group (4fa0c719-9ff1-48fc-8666-4e18ecb2e800), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:45.344689 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1d6cd87a-189e-4e81-a1ac-8d0a0332cac4 admin admin] Publish callbacks [] for security_group (82fe627b-3ab1-482f-a36f-7f77a5df3390), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:45.373967 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1d6cd87a-189e-4e81-a1ac-8d0a0332cac4 admin admin] Publish callbacks [] for security_group (82fe627b-3ab1-482f-a36f-7f77a5df3390), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:45.376593 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-83f2dd7c-8268-4c74-8326-b112fc0b109c admin admin] Publish callbacks [] for security_group (4fa0c719-9ff1-48fc-8666-4e18ecb2e800), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:45.445085 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-83f2dd7c-8268-4c74-8326-b112fc0b109c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (4fa0c719-9ff1-48fc-8666-4e18ecb2e800), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:45.447650 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-83f2dd7c-8268-4c74-8326-b112fc0b109c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:45.450988 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-83f2dd7c-8268-4c74-8326-b112fc0b109c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4fa0c719-9ff1-48fc-8666-4e18ecb2e800 HTTP/1.1" status: 204  len: 168 time: 0.2085259
May 07 21:45:45.453835 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1d6cd87a-189e-4e81-a1ac-8d0a0332cac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (82fe627b-3ab1-482f-a36f-7f77a5df3390), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:45.457547 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1d6cd87a-189e-4e81-a1ac-8d0a0332cac4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:45.459096 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-1d6cd87a-189e-4e81-a1ac-8d0a0332cac4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/82fe627b-3ab1-482f-a36f-7f77a5df3390 HTTP/1.1" status: 204  len: 168 time: 0.2093151
May 07 21:45:45.462788 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f2dd7c-8268-4c74-8326-b112fc0b109c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fa0c719-9ff1-48fc-8666-4e18ecb2e800,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:45:45.476418 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6cd87a-189e-4e81-a1ac-8d0a0332cac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82fe627b-3ab1-482f-a36f-7f77a5df3390,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:45:46.183795 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 56748) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:45:46.186362 ncdv-master-1 neutron-server[121836]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
May 07 21:45:46.221992 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-459db484-4085-4819-8d2c-e10bb0f3e4e2 req-09978fb4-c39b-44c4-ad48-232606c19c5e tempest-AggregatesAdminTestJSON-5216341 tempest-AggregatesAdminTestJSON-5216341-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=4a5c3e72c1f943bcb6256ddf95978995&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0366347
May 07 21:45:46.326734 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459db484-4085-4819-8d2c-e10bb0f3e4e2 req-a9cbcc76-6865-470e-b5d7-7c9d369f31df tempest-AggregatesAdminTestJSON-5216341 tempest-AggregatesAdminTestJSON-5216341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:45:46.328523 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-459db484-4085-4819-8d2c-e10bb0f3e4e2 req-a9cbcc76-6865-470e-b5d7-7c9d369f31df tempest-AggregatesAdminTestJSON-5216341 tempest-AggregatesAdminTestJSON-5216341-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1056819
May 07 21:45:46.345869 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-459db484-4085-4819-8d2c-e10bb0f3e4e2 req-218d457f-8a28-44b6-ae7d-4932014231d5 tempest-AggregatesAdminTestJSON-5216341 tempest-AggregatesAdminTestJSON-5216341-project] 10.222.0.32 "GET /v2.0/quotas/4a5c3e72c1f943bcb6256ddf95978995 HTTP/1.1" status: 200  len: 375 time: 0.0112829
May 07 21:45:46.439560 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-459db484-4085-4819-8d2c-e10bb0f3e4e2 req-65cb38d1-7e3c-4e40-9889-3a9b199f0e83 tempest-AggregatesAdminTestJSON-5216341 tempest-AggregatesAdminTestJSON-5216341-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4a5c3e72c1f943bcb6256ddf95978995&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0875869
May 07 21:45:46.682649 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6b99b1e4-5e64-4e33-a9fb-9a4e43f15687 req-5093093f-7cd4-4db4-9bea-abf2f0d7eed1 tempest-AggregatesAdminTestJSON-5216341 tempest-AggregatesAdminTestJSON-5216341-project] 10.222.0.32 "GET /v2.0/ports?device_id=936ab95e-ea34-4de7-8ee6-3c1b8bc0a64b HTTP/1.1" status: 200  len: 210 time: 0.0696871
May 07 21:45:47.253853 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe8c70f-a18d-4a3f-ad0b-0a3367ccca9b req-53272825-fe28-46ad-8cb7-869579e6e208 tempest-NetworksTest-369281323 tempest-NetworksTest-369281323-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:45:47.254450 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe8c70f-a18d-4a3f-ad0b-0a3367ccca9b req-53272825-fe28-46ad-8cb7-869579e6e208 tempest-NetworksTest-369281323 tempest-NetworksTest-369281323-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:45:47.255015 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe8c70f-a18d-4a3f-ad0b-0a3367ccca9b req-53272825-fe28-46ad-8cb7-869579e6e208 tempest-NetworksTest-369281323 tempest-NetworksTest-369281323-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:45:47.272678 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-cbe8c70f-a18d-4a3f-ad0b-0a3367ccca9b req-53272825-fe28-46ad-8cb7-869579e6e208 tempest-NetworksTest-369281323 tempest-NetworksTest-369281323-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2206 time: 0.2821078
May 07 21:45:47.426868 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9178e02-92b3-433b-b40b-55d3d79ff08d req-65e7b5a3-f00e-4cbc-b600-faeb8494e363 tempest-NetworksTest-369281323 tempest-NetworksTest-369281323-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:45:47.431187 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d9178e02-92b3-433b-b40b-55d3d79ff08d req-65e7b5a3-f00e-4cbc-b600-faeb8494e363 tempest-NetworksTest-369281323 tempest-NetworksTest-369281323-project-admin] 10.222.0.32 "GET /v2.0/networks/9221b764-ef06-431f-8941-796516ed7c3b HTTP/1.1" status: 200  len: 886 time: 0.1523600
May 07 21:45:47.735226 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 56864) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:45:47.750430 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 56866) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:45:47.782616 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e84213bd-5a12-453b-99f7-654db55d535f req-33ea61df-9745-4b9c-a711-62677985ba88 tempest-AggregatesAdminTestJSON-5216341 tempest-AggregatesAdminTestJSON-5216341-project] 10.222.0.32 "GET /v2.0/ports?device_id=936ab95e-ea34-4de7-8ee6-3c1b8bc0a64b HTTP/1.1" status: 200  len: 210 time: 0.0452175
May 07 21:45:47.797508 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 56872) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:45:47.907128 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 56880) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:45:48.005011 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-fe876913-c915-4a21-9403-c68edb0d0229 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1378958238-network', 'tenant_id': '4db49857a44d4f399959ac625886505a'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:45:48.044958 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d8af6e1f-fcdb-4811-b46f-6b3c1c9570cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:48.066279 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-c0183780-0e0a-4a42-85ff-df0a97cbae94 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-115886930-network', 'tenant_id': 'd7a25055f3544e5c95bacd3a07611e1d'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:45:48.108360 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0183780-0e0a-4a42-85ff-df0a97cbae94 admin admin] Made reservation on behalf of d7a25055f3544e5c95bacd3a07611e1d for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:45:48.113791 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c0183780-0e0a-4a42-85ff-df0a97cbae94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:48.136599 ncdv-master-1 neutron-server[121837]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
May 07 21:45:48.147627 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c0183780-0e0a-4a42-85ff-df0a97cbae94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:48.170071 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe876913-c915-4a21-9403-c68edb0d0229 admin admin] Made reservation on behalf of 4db49857a44d4f399959ac625886505a for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:45:48.173693 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fe876913-c915-4a21-9403-c68edb0d0229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:48.207752 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fe876913-c915-4a21-9403-c68edb0d0229 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:48.449408 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d43076a-a67e-43ef-9dd7-8b6d095661ee req-e38fee6b-ee89-4523-8753-50fe698e65b4 tempest-NetworksTest-369281323 tempest-NetworksTest-369281323-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:45:48.449884 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d43076a-a67e-43ef-9dd7-8b6d095661ee req-e38fee6b-ee89-4523-8753-50fe698e65b4 tempest-NetworksTest-369281323 tempest-NetworksTest-369281323-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:45:48.450393 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d43076a-a67e-43ef-9dd7-8b6d095661ee req-e38fee6b-ee89-4523-8753-50fe698e65b4 tempest-NetworksTest-369281323 tempest-NetworksTest-369281323-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:45:48.455518 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9d43076a-a67e-43ef-9dd7-8b6d095661ee req-e38fee6b-ee89-4523-8753-50fe698e65b4 tempest-NetworksTest-369281323 tempest-NetworksTest-369281323-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2206 time: 0.5464795
May 07 21:45:48.482129 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d8af6e1f-fcdb-4811-b46f-6b3c1c9570cd admin admin] Publish callbacks [] for security_group (e087f376-2288-4fb0-9806-93bd05aa076b), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:48.494005 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d8af6e1f-fcdb-4811-b46f-6b3c1c9570cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (e087f376-2288-4fb0-9806-93bd05aa076b), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:48.539312 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c0183780-0e0a-4a42-85ff-df0a97cbae94 admin admin] Publish callbacks [] for security_group (64e2ab7e-a4fa-4b5b-9921-345f54ec7ed0), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:48.547390 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fe876913-c915-4a21-9403-c68edb0d0229 admin admin] Publish callbacks [] for security_group (0ddea5fe-60a8-40ee-9174-4640819afac1), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:48.555812 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c0183780-0e0a-4a42-85ff-df0a97cbae94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (64e2ab7e-a4fa-4b5b-9921-345f54ec7ed0), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:48.564218 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fe876913-c915-4a21-9403-c68edb0d0229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (0ddea5fe-60a8-40ee-9174-4640819afac1), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:48.567394 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8af6e1f-fcdb-4811-b46f-6b3c1c9570cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e087f376-2288-4fb0-9806-93bd05aa076b,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:45:48.576689 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-d8af6e1f-fcdb-4811-b46f-6b3c1c9570cd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=05873dc89d2c4c48b8528d394c8a8f17&name=default HTTP/1.1" status: 200  len: 2995 time: 0.8252516
May 07 21:45:48.580103 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 56906) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:45:48.595701 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe876913-c915-4a21-9403-c68edb0d0229 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 21:45:48.597727 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0183780-0e0a-4a42-85ff-df0a97cbae94 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 21:45:48.636891 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fe876913-c915-4a21-9403-c68edb0d0229 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (917604e4-aade-4a11-b4ad-178bdbbe8fbb), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:48.637525 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-fe876913-c915-4a21-9403-c68edb0d0229 admin admin] Added segment 917604e4-aade-4a11-b4ad-178bdbbe8fbb of type vlan for network 38d1a38e-1f99-466b-bf7f-940113b4b6ed
May 07 21:45:48.658605 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-23b55ee1-d9b8-4dfd-b9ab-f3c6d696c59f admin admin] Publish callbacks [] for security_group (e087f376-2288-4fb0-9806-93bd05aa076b), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:48.685406 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0183780-0e0a-4a42-85ff-df0a97cbae94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64e2ab7e-a4fa-4b5b-9921-345f54ec7ed0,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:45:48.703339 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-23b55ee1-d9b8-4dfd-b9ab-f3c6d696c59f admin admin] Publish callbacks [] for security_group (e087f376-2288-4fb0-9806-93bd05aa076b), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:48.734807 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe876913-c915-4a21-9403-c68edb0d0229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ddea5fe-60a8-40ee-9174-4640819afac1,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:45:48.740939 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.55', 49433) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:45:48.769079 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fe876913-c915-4a21-9403-c68edb0d0229 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (38d1a38e-1f99-466b-bf7f-940113b4b6ed), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:48.772868 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c0183780-0e0a-4a42-85ff-df0a97cbae94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (0afabcaa-164e-453b-a9cc-8c006af8772f), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:48.773197 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-c0183780-0e0a-4a42-85ff-df0a97cbae94 admin admin] Added segment 0afabcaa-164e-453b-a9cc-8c006af8772f of type vlan for network 849ca462-b333-410b-8c4a-24e67429a8f8
May 07 21:45:48.792581 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-459db484-4085-4819-8d2c-e10bb0f3e4e2 req-bb201355-753c-4e84-a5d4-4142bddbb00b tempest-AggregatesAdminTestJSON-5216341 tempest-AggregatesAdminTestJSON-5216341-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=4a5c3e72c1f943bcb6256ddf95978995&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0503266
May 07 21:45:48.842313 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c0183780-0e0a-4a42-85ff-df0a97cbae94 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (849ca462-b333-410b-8c4a-24e67429a8f8), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:48.846467 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 56916) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:45:48.870424 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fe876913-c915-4a21-9403-c68edb0d0229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (38d1a38e-1f99-466b-bf7f-940113b4b6ed), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:48.873673 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe876913-c915-4a21-9403-c68edb0d0229 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:45:48.874368 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fe876913-c915-4a21-9403-c68edb0d0229 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:48.953022 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-23b55ee1-d9b8-4dfd-b9ab-f3c6d696c59f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (e087f376-2288-4fb0-9806-93bd05aa076b), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:48.957555 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-23b55ee1-d9b8-4dfd-b9ab-f3c6d696c59f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:48.959005 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-23b55ee1-d9b8-4dfd-b9ab-f3c6d696c59f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e087f376-2288-4fb0-9806-93bd05aa076b HTTP/1.1" status: 204  len: 168 time: 0.3772399
May 07 21:45:48.977264 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b55ee1-d9b8-4dfd-b9ab-f3c6d696c59f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e087f376-2288-4fb0-9806-93bd05aa076b,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:45:49.010215 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459db484-4085-4819-8d2c-e10bb0f3e4e2 req-e84fd5ff-f882-4940-ba27-300e12aaafbf tempest-AggregatesAdminTestJSON-5216341 tempest-AggregatesAdminTestJSON-5216341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:45:49.012411 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-459db484-4085-4819-8d2c-e10bb0f3e4e2 req-e84fd5ff-f882-4940-ba27-300e12aaafbf tempest-AggregatesAdminTestJSON-5216341 tempest-AggregatesAdminTestJSON-5216341-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2125103
May 07 21:45:49.038609 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 56924) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:45:49.038846 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-fe876913-c915-4a21-9403-c68edb0d0229 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 894 time: 1.3024137
May 07 21:45:49.044874 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-9305cf68-9e44-42da-bd25-fc97656b85a5 admin admin] Request body: {'subnet': {'network_id': '38d1a38e-1f99-466b-bf7f-940113b4b6ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1378958238-subnet', 'tenant_id': '4db49857a44d4f399959ac625886505a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:45:49.045137 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe876913-c915-4a21-9403-c68edb0d0229 admin admin] Pushing event updated for resources: {'Network': ['ID=38d1a38e-1f99-466b-bf7f-940113b4b6ed,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:45:49.051494 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c0183780-0e0a-4a42-85ff-df0a97cbae94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (849ca462-b333-410b-8c4a-24e67429a8f8), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:49.053401 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0183780-0e0a-4a42-85ff-df0a97cbae94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:45:49.054518 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c0183780-0e0a-4a42-85ff-df0a97cbae94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:49.059050 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 38d1a38e-1f99-466b-bf7f-940113b4b6ed details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 21:45:49.078129 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9305cf68-9e44-42da-bd25-fc97656b85a5 admin admin] Made reservation on behalf of 4db49857a44d4f399959ac625886505a for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:45:49.086971 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9305cf68-9e44-42da-bd25-fc97656b85a5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:49.127478 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0183780-0e0a-4a42-85ff-df0a97cbae94 admin admin] Pushing event updated for resources: {'Network': ['ID=849ca462-b333-410b-8c4a-24e67429a8f8,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:45:49.173717 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-459db484-4085-4819-8d2c-e10bb0f3e4e2 req-1a33ebd4-8a00-4c71-ae3b-e5efd2423a45 tempest-AggregatesAdminTestJSON-5216341 tempest-AggregatesAdminTestJSON-5216341-project] Request body: {'port': {'device_id': '936ab95e-ea34-4de7-8ee6-3c1b8bc0a64b', 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47', 'admin_state_up': True, 'tenant_id': '4a5c3e72c1f943bcb6256ddf95978995'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:45:49.198692 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 849ca462-b333-410b-8c4a-24e67429a8f8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 21:45:49.245100 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-59f6bd97-320a-4100-9426-5ee2b3cb1620 req-d229950e-adb1-478f-9e4b-c0bdfe4feaa7 tempest-AggregatesAdminTestJSON-5216341 tempest-AggregatesAdminTestJSON-5216341-project] 10.222.0.32 "GET /v2.0/ports?device_id=936ab95e-ea34-4de7-8ee6-3c1b8bc0a64b HTTP/1.1" status: 200  len: 210 time: 0.1209466
May 07 21:45:49.264823 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-c0183780-0e0a-4a42-85ff-df0a97cbae94 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 896 time: 1.4640830
May 07 21:45:49.274508 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-76d2a643-f50f-4224-a01a-4c93f486604d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:49.277109 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 56934) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:45:49.298342 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-39944b08-9b40-4e37-a284-08338ee82d3c admin admin] Request body: {'subnet': {'network_id': '849ca462-b333-410b-8c4a-24e67429a8f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-115886930-subnet', 'tenant_id': 'd7a25055f3544e5c95bacd3a07611e1d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:45:49.366702 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39944b08-9b40-4e37-a284-08338ee82d3c admin admin] Made reservation on behalf of d7a25055f3544e5c95bacd3a07611e1d for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:45:49.380003 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-39944b08-9b40-4e37-a284-08338ee82d3c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:49.517360 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-76d2a643-f50f-4224-a01a-4c93f486604d admin admin] Publish callbacks [] for security_group (0eb98a74-92e8-4fec-ae53-ae639b34e5c4), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:49.526458 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-76d2a643-f50f-4224-a01a-4c93f486604d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (0eb98a74-92e8-4fec-ae53-ae639b34e5c4), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:49.534275 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-459db484-4085-4819-8d2c-e10bb0f3e4e2 req-1a33ebd4-8a00-4c71-ae3b-e5efd2423a45 tempest-AggregatesAdminTestJSON-5216341 tempest-AggregatesAdminTestJSON-5216341-project] Made reservation on behalf of 4a5c3e72c1f943bcb6256ddf95978995 for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:45:49.542237 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-459db484-4085-4819-8d2c-e10bb0f3e4e2 req-1a33ebd4-8a00-4c71-ae3b-e5efd2423a45 tempest-AggregatesAdminTestJSON-5216341 tempest-AggregatesAdminTestJSON-5216341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:49.553404 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-459db484-4085-4819-8d2c-e10bb0f3e4e2 req-1a33ebd4-8a00-4c71-ae3b-e5efd2423a45 tempest-AggregatesAdminTestJSON-5216341 tempest-AggregatesAdminTestJSON-5216341-project] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:49.566368 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d2a643-f50f-4224-a01a-4c93f486604d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb98a74-92e8-4fec-ae53-ae639b34e5c4,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:45:49.640739 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-76d2a643-f50f-4224-a01a-4c93f486604d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7e415e6a8ff2442ea06aeb06e01ea9d0&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7897387
May 07 21:45:49.640739 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 56958) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:45:49.739845 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-459db484-4085-4819-8d2c-e10bb0f3e4e2 req-1a33ebd4-8a00-4c71-ae3b-e5efd2423a45 tempest-AggregatesAdminTestJSON-5216341 tempest-AggregatesAdminTestJSON-5216341-project] Publish callbacks [] for security_group (a1c516db-f9c3-4c77-a25e-252d5fecefec), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:49.743091 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-08805db0-4fec-49bc-a5b8-67bfb9fc80ea admin admin] Publish callbacks [] for security_group (0eb98a74-92e8-4fec-ae53-ae639b34e5c4), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:49.752184 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-459db484-4085-4819-8d2c-e10bb0f3e4e2 req-1a33ebd4-8a00-4c71-ae3b-e5efd2423a45 tempest-AggregatesAdminTestJSON-5216341 tempest-AggregatesAdminTestJSON-5216341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (a1c516db-f9c3-4c77-a25e-252d5fecefec), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:49.767644 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-08805db0-4fec-49bc-a5b8-67bfb9fc80ea admin admin] Publish callbacks [] for security_group (0eb98a74-92e8-4fec-ae53-ae639b34e5c4), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:49.771835 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9305cf68-9e44-42da-bd25-fc97656b85a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for subnet (14835495-3004-48e8-b7c5-01b68d156e2d), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:49.801748 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-39944b08-9b40-4e37-a284-08338ee82d3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for subnet (00184246-3b14-4ff3-8c67-98e0d140369b), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:49.851869 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39944b08-9b40-4e37-a284-08338ee82d3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=00184246-3b14-4ff3-8c67-98e0d140369b,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:45:49.856425 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9305cf68-9e44-42da-bd25-fc97656b85a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14835495-3004-48e8-b7c5-01b68d156e2d,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:45:49.862282 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a33ebd4-8a00-4c71-ae3b-e5efd2423a45 tempest-AggregatesAdminTestJSON-5216341 tempest-AggregatesAdminTestJSON-5216341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c516db-f9c3-4c77-a25e-252d5fecefec,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:45:49.884754 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-08805db0-4fec-49bc-a5b8-67bfb9fc80ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (0eb98a74-92e8-4fec-ae53-ae639b34e5c4), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:49.887896 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-08805db0-4fec-49bc-a5b8-67bfb9fc80ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:49.889301 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-08805db0-4fec-49bc-a5b8-67bfb9fc80ea admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0eb98a74-92e8-4fec-ae53-ae639b34e5c4 HTTP/1.1" status: 204  len: 168 time: 0.2478890
May 07 21:45:49.905053 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08805db0-4fec-49bc-a5b8-67bfb9fc80ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb98a74-92e8-4fec-ae53-ae639b34e5c4,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:45:49.916172 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39944b08-9b40-4e37-a284-08338ee82d3c admin admin] Checking segment: {'id': '0afabcaa-164e-453b-a9cc-8c006af8772f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '849ca462-b333-410b-8c4a-24e67429a8f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:45:49.916723 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39944b08-9b40-4e37-a284-08338ee82d3c admin admin] Network hostable DHCP agents. Network: 849ca462-b333-410b-8c4a-24e67429a8f8, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 21:45:49.947769 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39944b08-9b40-4e37-a284-08338ee82d3c admin admin] Network 849ca462-b333-410b-8c4a-24e67429a8f8 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 21:45:49.962267 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-39944b08-9b40-4e37-a284-08338ee82d3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 849ca462-b333-410b-8c4a-24e67429a8f8) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:45:49.969189 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 56974) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:45:49.972346 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69bce037-467e-4ea8-8aae-d1930b79f283 None None] Network 849ca462-b333-410b-8c4a-24e67429a8f8 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:45:49.974281 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39944b08-9b40-4e37-a284-08338ee82d3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:45:49.975577 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-39944b08-9b40-4e37-a284-08338ee82d3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:49.991331 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9305cf68-9e44-42da-bd25-fc97656b85a5 admin admin] Checking segment: {'id': '917604e4-aade-4a11-b4ad-178bdbbe8fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '38d1a38e-1f99-466b-bf7f-940113b4b6ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:45:49.991598 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9305cf68-9e44-42da-bd25-fc97656b85a5 admin admin] Network hostable DHCP agents. Network: 38d1a38e-1f99-466b-bf7f-940113b4b6ed, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 21:45:50.009109 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-801e9ca1-dbd0-412c-9c69-616ba3611283 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:50.017652 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-39944b08-9b40-4e37-a284-08338ee82d3c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 859 time: 0.7393866
May 07 21:45:50.022293 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 56976) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:45:50.026753 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-0ccd3c6e-0549-4146-b4a8-65af6ac17784 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-115886930-router', 'tenant_id': 'd7a25055f3544e5c95bacd3a07611e1d', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:45:50.077550 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0ccd3c6e-0549-4146-b4a8-65af6ac17784 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (75c60af6-7842-4148-b054-82a4566b299c), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:50.079043 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0ccd3c6e-0549-4146-b4a8-65af6ac17784 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (75c60af6-7842-4148-b054-82a4566b299c), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:50.133532 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9305cf68-9e44-42da-bd25-fc97656b85a5 admin admin] Network 38d1a38e-1f99-466b-bf7f-940113b4b6ed is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 21:45:50.162060 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-9305cf68-9e44-42da-bd25-fc97656b85a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 38d1a38e-1f99-466b-bf7f-940113b4b6ed) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:45:50.171894 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f9b330-d315-435c-bab4-23020933dc02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-849ca462-b333-410b-8c4a-24e67429a8f8', 'network_id': '849ca462-b333-410b-8c4a-24e67429a8f8', 'project_id': 'd7a25055f3544e5c95bacd3a07611e1d', 'fixed_ips': [{'subnet_id': '00184246-3b14-4ff3-8c67-98e0d140369b'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 21:45:50.172761 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b8f9b330-d315-435c-bab4-23020933dc02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:50.174817 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9305cf68-9e44-42da-bd25-fc97656b85a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:45:50.175596 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9305cf68-9e44-42da-bd25-fc97656b85a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:50.186230 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [req-459db484-4085-4819-8d2c-e10bb0f3e4e2 req-1a33ebd4-8a00-4c71-ae3b-e5efd2423a45 tempest-AggregatesAdminTestJSON-5216341 tempest-AggregatesAdminTestJSON-5216341-project] Allocated IP 192.168.233.121 (665487f0-78eb-47fb-9a06-b15bc614dc47/6e0e5c53-1ece-4d20-b01d-5f8c6957edf6/0f88893d-5e1f-48e6-a69a-132a1aa16a37) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:45:50.190089 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0082b6ee-f9dc-4d79-865f-8248e7a9c13b None None] Network 38d1a38e-1f99-466b-bf7f-940113b4b6ed requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:45:50.202183 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0ccd3c6e-0549-4146-b4a8-65af6ac17784 admin admin] Publish callbacks [] for router_controller (75c60af6-7842-4148-b054-82a4566b299c), precommit_add_association {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:50.230411 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-9305cf68-9e44-42da-bd25-fc97656b85a5 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 858 time: 1.1906645
May 07 21:45:50.315145 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-801e9ca1-dbd0-412c-9c69-616ba3611283 admin admin] Publish callbacks [] for security_group (d0f1927c-ee9c-409f-88b4-7915a4ed65f4), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:50.329843 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-801e9ca1-dbd0-412c-9c69-616ba3611283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (d0f1927c-ee9c-409f-88b4-7915a4ed65f4), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:50.437219 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a72c7b-5b66-4bdd-b5ed-c958cdfc44da None None] Network 38d1a38e-1f99-466b-bf7f-940113b4b6ed requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:45:50.483311 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-b8f9b330-d315-435c-bab4-23020933dc02 None None] Allocated IP 172.20.0.2 (849ca462-b333-410b-8c4a-24e67429a8f8/00184246-3b14-4ff3-8c67-98e0d140369b/38ea6e31-49e0-4173-bf2e-297e52d7722d) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:45:50.499715 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-801e9ca1-dbd0-412c-9c69-616ba3611283 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2147ed0494474a4b8836038aa1ac5b29&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5271964
May 07 21:45:50.539053 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 56986) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:45:50.555162 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801e9ca1-dbd0-412c-9c69-616ba3611283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f1927c-ee9c-409f-88b4-7915a4ed65f4,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:45:50.740009 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-459db484-4085-4819-8d2c-e10bb0f3e4e2 req-1a33ebd4-8a00-4c71-ae3b-e5efd2423a45 tempest-AggregatesAdminTestJSON-5216341 tempest-AggregatesAdminTestJSON-5216341-project] Publish callbacks [] for port (0f88893d-5e1f-48e6-a69a-132a1aa16a37), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:50.838626 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:50.892674 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5a577741-5ee2-44d6-b5c9-f0788c6e6386 admin admin] Publish callbacks [] for security_group (d0f1927c-ee9c-409f-88b4-7915a4ed65f4), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:50.969193 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b8f9b330-d315-435c-bab4-23020933dc02 None None] Publish callbacks [] for port (38ea6e31-49e0-4173-bf2e-297e52d7722d), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:50.987457 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b8f9b330-d315-435c-bab4-23020933dc02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (38ea6e31-49e0-4173-bf2e-297e52d7722d), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:51.001628 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0ccd3c6e-0549-4146-b4a8-65af6ac17784 admin admin] Publish callbacks [] for router_gateway (75c60af6-7842-4148-b054-82a4566b299c), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:51.006985 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5925ab4f-e109-4d46-bdf5-a52d90c85ef3 req-28bed6a5-579c-475a-a3ed-c08fac8e14ba tempest-AggregatesAdminTestJSON-5216341 tempest-AggregatesAdminTestJSON-5216341-project] 10.222.0.32 "GET /v2.0/ports?device_id=936ab95e-ea34-4de7-8ee6-3c1b8bc0a64b HTTP/1.1" status: 200  len: 210 time: 0.2336378
May 07 21:45:51.031696 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5a577741-5ee2-44d6-b5c9-f0788c6e6386 admin admin] Publish callbacks [] for security_group (d0f1927c-ee9c-409f-88b4-7915a4ed65f4), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:51.073982 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-459db484-4085-4819-8d2c-e10bb0f3e4e2 req-1a33ebd4-8a00-4c71-ae3b-e5efd2423a45 tempest-AggregatesAdminTestJSON-5216341 tempest-AggregatesAdminTestJSON-5216341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (0f88893d-5e1f-48e6-a69a-132a1aa16a37), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:51.161405 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f9b330-d315-435c-bab4-23020933dc02 None None] Network 849ca462-b333-410b-8c4a-24e67429a8f8 is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:45:51.163028 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f9b330-d315-435c-bab4-23020933dc02 None None] Pushing event updated for resources: {'Port': ['ID=38ea6e31-49e0-4173-bf2e-297e52d7722d,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:45:51.166050 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-b8f9b330-d315-435c-bab4-23020933dc02 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:45:51.181191 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f9b330-d315-435c-bab4-23020933dc02 None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:45:51.193908 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-459db484-4085-4819-8d2c-e10bb0f3e4e2 req-1a33ebd4-8a00-4c71-ae3b-e5efd2423a45 tempest-AggregatesAdminTestJSON-5216341 tempest-AggregatesAdminTestJSON-5216341-project] Network 665487f0-78eb-47fb-9a06-b15bc614dc47 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:45:51.203181 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [req-459db484-4085-4819-8d2c-e10bb0f3e4e2 req-1a33ebd4-8a00-4c71-ae3b-e5efd2423a45 tempest-AggregatesAdminTestJSON-5216341 tempest-AggregatesAdminTestJSON-5216341-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:45:51.224329 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 57004) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:45:51.228888 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-459db484-4085-4819-8d2c-e10bb0f3e4e2 req-1a33ebd4-8a00-4c71-ae3b-e5efd2423a45 tempest-AggregatesAdminTestJSON-5216341 tempest-AggregatesAdminTestJSON-5216341-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:45:51.235010 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f9b330-d315-435c-bab4-23020933dc02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:45:51.236191 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459db484-4085-4819-8d2c-e10bb0f3e4e2 req-1a33ebd4-8a00-4c71-ae3b-e5efd2423a45 tempest-AggregatesAdminTestJSON-5216341 tempest-AggregatesAdminTestJSON-5216341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:45:51.237045 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-459db484-4085-4819-8d2c-e10bb0f3e4e2 req-1a33ebd4-8a00-4c71-ae3b-e5efd2423a45 tempest-AggregatesAdminTestJSON-5216341 tempest-AggregatesAdminTestJSON-5216341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:51.239732 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f9b330-d315-435c-bab4-23020933dc02 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:45:51.241126 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f9b330-d315-435c-bab4-23020933dc02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:45:51.241680 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f9b330-d315-435c-bab4-23020933dc02 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:45:51.243314 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f9b330-d315-435c-bab4-23020933dc02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:45:51.243920 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f9b330-d315-435c-bab4-23020933dc02 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:45:51.244470 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f9b330-d315-435c-bab4-23020933dc02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:45:51.244994 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f9b330-d315-435c-bab4-23020933dc02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:45:51.245824 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f9b330-d315-435c-bab4-23020933dc02 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:45:51.247258 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f9b330-d315-435c-bab4-23020933dc02 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:45:51.247796 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f9b330-d315-435c-bab4-23020933dc02 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:45:51.255879 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f9b330-d315-435c-bab4-23020933dc02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:45:51.256483 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f9b330-d315-435c-bab4-23020933dc02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:45:51.257183 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f9b330-d315-435c-bab4-23020933dc02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:45:51.257762 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f9b330-d315-435c-bab4-23020933dc02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:45:51.261414 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f9b330-d315-435c-bab4-23020933dc02 None None] Tracked resource versions report:
May 07 21:45:51.261414 ncdv-master-1 neutron-server[121838]: pushed versions:
May 07 21:45:51.261414 ncdv-master-1 neutron-server[121838]: {   'AddressGroup': {'1.2'},
May 07 21:45:51.261414 ncdv-master-1 neutron-server[121838]:     'Agent': {'1.1'},
May 07 21:45:51.261414 ncdv-master-1 neutron-server[121838]:     'ConntrackHelper': {'1.0'},
May 07 21:45:51.261414 ncdv-master-1 neutron-server[121838]:     'LocalIPAssociation': {'1.0'},
May 07 21:45:51.261414 ncdv-master-1 neutron-server[121838]:     'Log': {'1.0'},
May 07 21:45:51.261414 ncdv-master-1 neutron-server[121838]:     'NDPProxy': {'1.0'},
May 07 21:45:51.261414 ncdv-master-1 neutron-server[121838]:     'Network': {'1.1'},
May 07 21:45:51.261414 ncdv-master-1 neutron-server[121838]:     'Port': {'1.7'},
May 07 21:45:51.261414 ncdv-master-1 neutron-server[121838]:     'PortForwarding': {'1.3'},
May 07 21:45:51.261414 ncdv-master-1 neutron-server[121838]:     'QosPolicy': {'1.10'},
May 07 21:45:51.261414 ncdv-master-1 neutron-server[121838]:     'SecurityGroup': {'1.5'},
May 07 21:45:51.261414 ncdv-master-1 neutron-server[121838]:     'SecurityGroupRule': {'1.2'},
May 07 21:45:51.261414 ncdv-master-1 neutron-server[121838]:     'SubPort': {'1.0'},
May 07 21:45:51.261414 ncdv-master-1 neutron-server[121838]:     'Subnet': {'1.1'},
May 07 21:45:51.261414 ncdv-master-1 neutron-server[121838]:     'Trunk': {'1.1'}}
May 07 21:45:51.261414 ncdv-master-1 neutron-server[121838]: consumer versions:
May 07 21:45:51.261414 ncdv-master-1 neutron-server[121838]: {   DHCP agent@ncdv-master-1: {},
May 07 21:45:51.261414 ncdv-master-1 neutron-server[121838]:     HyperV agent@nch1-master-1: {},
May 07 21:45:51.261414 ncdv-master-1 neutron-server[121838]:     HyperV agent@nch2-master-1: {},
May 07 21:45:51.261414 ncdv-master-1 neutron-server[121838]:     L3 agent@ncdv-master-1: {},
May 07 21:45:51.261414 ncdv-master-1 neutron-server[121838]:     Metadata agent@ncdv-master-1: {},
May 07 21:45:51.261414 ncdv-master-1 neutron-server[121838]:     Metering agent@ncdv-master-1: {},
May 07 21:45:51.261414 ncdv-master-1 neutron-server[121838]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
May 07 21:45:51.261414 ncdv-master-1 neutron-server[121838]:                                           'Agent': '1.1',
May 07 21:45:51.261414 ncdv-master-1 neutron-server[121838]:                                           'ConntrackHelper': '1.0',
May 07 21:45:51.261414 ncdv-master-1 neutron-server[121838]:                                           'LocalIPAssociation': '1.0',
May 07 21:45:51.261414 ncdv-master-1 neutron-server[121838]:                                           'Log': '1.0',
May 07 21:45:51.261414 ncdv-master-1 neutron-server[121838]:                                           'NDPProxy': '1.0',
May 07 21:45:51.261414 ncdv-master-1 neutron-server[121838]:                                           'Network': '1.1',
May 07 21:45:51.261414 ncdv-master-1 neutron-server[121838]:                                           'Port': '1.7',
May 07 21:45:51.261414 ncdv-master-1 neutron-server[121838]:                                           'PortForwarding': '1.3',
May 07 21:45:51.261414 ncdv-master-1 neutron-server[121838]:                                           'QosPolicy': '1.10',
May 07 21:45:51.261414 ncdv-master-1 neutron-server[121838]:                                           'SecurityGroup': '1.5',
May 07 21:45:51.261414 ncdv-master-1 neutron-server[121838]:                                           'SecurityGroupRule': '1.2',
May 07 21:45:51.261414 ncdv-master-1 neutron-server[121838]:                                           'SubPort': '1.0',
May 07 21:45:51.261414 ncdv-master-1 neutron-server[121838]:                                           'Subnet': '1.1',
May 07 21:45:51.261414 ncdv-master-1 neutron-server[121838]:                                           'Trunk': '1.1'}}
May 07 21:45:51.261414 ncdv-master-1 neutron-server[121838]:  {{(pid=121838) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 07 21:45:51.288277 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-019914e4-5039-4765-8821-5e04ea4fcd10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:51.357228 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a33ebd4-8a00-4c71-ae3b-e5efd2423a45 tempest-AggregatesAdminTestJSON-5216341 tempest-AggregatesAdminTestJSON-5216341-project] Pushing event updated for resources: {'Port': ['ID=0f88893d-5e1f-48e6-a69a-132a1aa16a37,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:45:51.436454 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-459db484-4085-4819-8d2c-e10bb0f3e4e2 req-1a33ebd4-8a00-4c71-ae3b-e5efd2423a45 tempest-AggregatesAdminTestJSON-5216341 tempest-AggregatesAdminTestJSON-5216341-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.2686265
May 07 21:45:51.444289 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5a577741-5ee2-44d6-b5c9-f0788c6e6386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (d0f1927c-ee9c-409f-88b4-7915a4ed65f4), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:51.447869 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-b8f9b330-d315-435c-bab4-23020933dc02 None None] Attempting to bind port 38ea6e31-49e0-4173-bf2e-297e52d7722d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:45:51.450546 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-b8f9b330-d315-435c-bab4-23020933dc02 None None] Attempting to bind port 38ea6e31-49e0-4173-bf2e-297e52d7722d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0afabcaa-164e-453b-a9cc-8c006af8772f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '849ca462-b333-410b-8c4a-24e67429a8f8'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:45:51.450961 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f9b330-d315-435c-bab4-23020933dc02 None None] Attempting to bind port 38ea6e31-49e0-4173-bf2e-297e52d7722d on network 849ca462-b333-410b-8c4a-24e67429a8f8 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:45:51.453005 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5a577741-5ee2-44d6-b5c9-f0788c6e6386 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:51.456329 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-5a577741-5ee2-44d6-b5c9-f0788c6e6386 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d0f1927c-ee9c-409f-88b4-7915a4ed65f4 HTTP/1.1" status: 204  len: 168 time: 0.9065492
May 07 21:45:51.466875 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f9b330-d315-435c-bab4-23020933dc02 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:45:51.480033 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f9b330-d315-435c-bab4-23020933dc02 None None] Checking segment: {'id': '0afabcaa-164e-453b-a9cc-8c006af8772f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '849ca462-b333-410b-8c4a-24e67429a8f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:45:51.482254 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b8f9b330-d315-435c-bab4-23020933dc02 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:51.493978 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f9b330-d315-435c-bab4-23020933dc02 None None] Bound using segment: {'id': '0afabcaa-164e-453b-a9cc-8c006af8772f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '849ca462-b333-410b-8c4a-24e67429a8f8'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:45:51.498326 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-b8f9b330-d315-435c-bab4-23020933dc02 None None] Bound port: 38ea6e31-49e0-4173-bf2e-297e52d7722d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0afabcaa-164e-453b-a9cc-8c006af8772f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '849ca462-b333-410b-8c4a-24e67429a8f8'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:45:51.498326 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b8f9b330-d315-435c-bab4-23020933dc02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (38ea6e31-49e0-4173-bf2e-297e52d7722d), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:51.541401 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [req-459db484-4085-4819-8d2c-e10bb0f3e4e2 req-7039a464-28e1-43eb-9dfb-268260bb854f tempest-AggregatesAdminTestJSON-5216341 tempest-AggregatesAdminTestJSON-5216341-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121836) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 21:45:51.568674 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-459db484-4085-4819-8d2c-e10bb0f3e4e2 req-7039a464-28e1-43eb-9dfb-268260bb854f tempest-AggregatesAdminTestJSON-5216341 tempest-AggregatesAdminTestJSON-5216341-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0868082
May 07 21:45:51.580395 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a577741-5ee2-44d6-b5c9-f0788c6e6386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f1927c-ee9c-409f-88b4-7915a4ed65f4,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:45:51.600060 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0ccd3c6e-0549-4146-b4a8-65af6ac17784 admin admin] Publish callbacks [] for router_gateway (75c60af6-7842-4148-b054-82a4566b299c), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:51.632670 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0ccd3c6e-0549-4146-b4a8-65af6ac17784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:51.728209 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-019914e4-5039-4765-8821-5e04ea4fcd10 admin admin] Publish callbacks [] for security_group (a6b8c552-eb7e-4212-b83b-b009a317ee8c), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:51.740021 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-019914e4-5039-4765-8821-5e04ea4fcd10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (a6b8c552-eb7e-4212-b83b-b009a317ee8c), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:51.764347 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-b8f9b330-d315-435c-bab4-23020933dc02 None None] For port 38ea6e31-49e0-4173-bf2e-297e52d7722d, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:45:51.777839 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-b8f9b330-d315-435c-bab4-23020933dc02 None None] For port 38ea6e31-49e0-4173-bf2e-297e52d7722d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=38ea6e31-49e0-4173-bf2e-297e52d7722d,segment=NetworkSegment(0afabcaa-164e-453b-a9cc-8c006af8772f),segment_id=0afabcaa-164e-453b-a9cc-8c006af8772f)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:45:51.820393 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-019914e4-5039-4765-8821-5e04ea4fcd10 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bb609d402d4f408dabb0f27e7ee7a818&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5950344
May 07 21:45:51.823394 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 57020) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:45:51.826602 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019914e4-5039-4765-8821-5e04ea4fcd10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b8c552-eb7e-4212-b83b-b009a317ee8c,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:45:51.847903 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b8f9b330-d315-435c-bab4-23020933dc02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (38ea6e31-49e0-4173-bf2e-297e52d7722d), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:51.880303 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-0ccd3c6e-0549-4146-b4a8-65af6ac17784 admin admin] Allocated IP 172.35.4.226 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/07c8e0a0-c407-43ea-99f9-11a7c0c5a325) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:45:52.025392 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5b19143c-61d2-4de8-b9ad-7c11df48f63a admin admin] Publish callbacks [] for security_group (a6b8c552-eb7e-4212-b83b-b009a317ee8c), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:52.140163 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5b19143c-61d2-4de8-b9ad-7c11df48f63a admin admin] Publish callbacks [] for security_group (a6b8c552-eb7e-4212-b83b-b009a317ee8c), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:52.207060 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0ccd3c6e-0549-4146-b4a8-65af6ac17784 admin admin] Publish callbacks [] for port (07c8e0a0-c407-43ea-99f9-11a7c0c5a325), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:52.309244 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0ccd3c6e-0549-4146-b4a8-65af6ac17784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (07c8e0a0-c407-43ea-99f9-11a7c0c5a325), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:52.356482 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5b19143c-61d2-4de8-b9ad-7c11df48f63a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (a6b8c552-eb7e-4212-b83b-b009a317ee8c), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:52.358978 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5b19143c-61d2-4de8-b9ad-7c11df48f63a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:52.369513 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-5b19143c-61d2-4de8-b9ad-7c11df48f63a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a6b8c552-eb7e-4212-b83b-b009a317ee8c HTTP/1.1" status: 204  len: 168 time: 0.5431120
May 07 21:45:52.396206 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b19143c-61d2-4de8-b9ad-7c11df48f63a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b8c552-eb7e-4212-b83b-b009a317ee8c,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:45:52.455916 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 57046) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:45:52.457275 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-26751653-0f96-4f88-a560-276125d400f1 None None] Provisioning complete for port 0f88893d-5e1f-48e6-a69a-132a1aa16a37 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:45:52.457795 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-26751653-0f96-4f88-a560-276125d400f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (0f88893d-5e1f-48e6-a69a-132a1aa16a37), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:52.477638 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ccd3c6e-0549-4146-b4a8-65af6ac17784 admin admin] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:45:52.487372 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-0ccd3c6e-0549-4146-b4a8-65af6ac17784 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:45:52.503529 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccd3c6e-0549-4146-b4a8-65af6ac17784 admin admin] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:45:52.517566 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f9b330-d315-435c-bab4-23020933dc02 None None] Pushing event updated for resources: {'Port': ['ID=38ea6e31-49e0-4173-bf2e-297e52d7722d,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:45:52.554969 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-26751653-0f96-4f88-a560-276125d400f1 None None] Port 0f88893d-5e1f-48e6-a69a-132a1aa16a37 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:45:52.667664 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-459db484-4085-4819-8d2c-e10bb0f3e4e2 req-04178ddc-1bc7-47d3-a566-e61a05fcb7bf service neutron] Request body: {'port': {'device_id': '936ab95e-ea34-4de7-8ee6-3c1b8bc0a64b', 'device_owner': 'compute:tempest-test_az-4362714', 'binding:host_id': 'nch1-master-1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:45:52.739681 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccd3c6e-0549-4146-b4a8-65af6ac17784 admin admin] Pushing event updated for resources: {'Port': ['ID=07c8e0a0-c407-43ea-99f9-11a7c0c5a325,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:45:52.943986 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-459db484-4085-4819-8d2c-e10bb0f3e4e2 req-04178ddc-1bc7-47d3-a566-e61a05fcb7bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (0f88893d-5e1f-48e6-a69a-132a1aa16a37), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:52.968537 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743a2837-685a-4cf9-84cb-152048b111f3 req-ebaf1f80-eca6-407e-b07c-4a5b75630f17 tempest-AggregatesAdminTestJSON-5216341 tempest-AggregatesAdminTestJSON-5216341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:45:52.980218 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-743a2837-685a-4cf9-84cb-152048b111f3 req-ebaf1f80-eca6-407e-b07c-4a5b75630f17 tempest-AggregatesAdminTestJSON-5216341 tempest-AggregatesAdminTestJSON-5216341-project] 10.222.0.32 "GET /v2.0/ports?device_id=936ab95e-ea34-4de7-8ee6-3c1b8bc0a64b HTTP/1.1" status: 200  len: 936 time: 0.1767678
May 07 21:45:53.038111 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0ccd3c6e-0549-4146-b4a8-65af6ac17784 admin admin] Publish callbacks [] for router_gateway (75c60af6-7842-4148-b054-82a4566b299c), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:53.101418 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-743a2837-685a-4cf9-84cb-152048b111f3 req-8919222d-a690-44ef-ada8-35473b81e7b8 tempest-AggregatesAdminTestJSON-5216341 tempest-AggregatesAdminTestJSON-5216341-project] 10.222.0.32 "GET /v2.0/security-groups?id=a1c516db-f9c3-4c77-a25e-252d5fecefec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1112103
May 07 21:45:53.283959 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 38ea6e31-49e0-4173-bf2e-297e52d7722d up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:45:53.363168 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:53.472679 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 38ea6e31-49e0-4173-bf2e-297e52d7722d triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:45:53.479886 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (38ea6e31-49e0-4173-bf2e-297e52d7722d), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:53.685958 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 57062) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:45:53.728062 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 21:45:53.762873 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0ccd3c6e-0549-4146-b4a8-65af6ac17784 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (75c60af6-7842-4148-b054-82a4566b299c), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:53.848193 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 38ea6e31-49e0-4173-bf2e-297e52d7722d is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:45:53.848589 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (38ea6e31-49e0-4173-bf2e-297e52d7722d), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:53.930894 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 57074) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:45:53.935942 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-faf29fa1-965e-4266-be4f-52d286d4c7c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:53.944628 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-5f1d21ec-20a2-4fd0-a4a1-ec8421a3dba5 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-2039682011-network', 'tenant_id': 'c5a38eb0075c4feebad21ad0840ceea3'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:45:53.954913 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e2c65e-174c-4fe1-ada4-2fafe04e57d5 None None] Network 849ca462-b333-410b-8c4a-24e67429a8f8 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:45:54.061155 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [req-459db484-4085-4819-8d2c-e10bb0f3e4e2 req-04178ddc-1bc7-47d3-a566-e61a05fcb7bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f88893d-5e1f-48e6-a69a-132a1aa16a37 {{(pid=121836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:45:54.082134 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-459db484-4085-4819-8d2c-e10bb0f3e4e2 req-04178ddc-1bc7-47d3-a566-e61a05fcb7bf service neutron] Publish callbacks [] for port (0f88893d-5e1f-48e6-a69a-132a1aa16a37), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:54.092909 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f1d21ec-20a2-4fd0-a4a1-ec8421a3dba5 admin admin] Made reservation on behalf of c5a38eb0075c4feebad21ad0840ceea3 for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:45:54.100723 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5f1d21ec-20a2-4fd0-a4a1-ec8421a3dba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:54.130959 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.provisioning_blocks [req-459db484-4085-4819-8d2c-e10bb0f3e4e2 req-04178ddc-1bc7-47d3-a566-e61a05fcb7bf service neutron] Transition to ACTIVE for port object 0f88893d-5e1f-48e6-a69a-132a1aa16a37 will not be triggered until provisioned by entity L2. {{(pid=121836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:45:54.132963 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5f1d21ec-20a2-4fd0-a4a1-ec8421a3dba5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:54.138150 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4de64f33-8e87-49e9-8cc6-e1959bef37db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:54.161994 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-459db484-4085-4819-8d2c-e10bb0f3e4e2 req-04178ddc-1bc7-47d3-a566-e61a05fcb7bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (0f88893d-5e1f-48e6-a69a-132a1aa16a37), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:54.210117 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c5c71ea1-3c70-4304-8e1d-95684adec0fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:54.216960 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-715f5f08-ffca-48e0-b503-bce98724263b None None] Provisioning complete for port 38ea6e31-49e0-4173-bf2e-297e52d7722d triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:45:54.219250 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-715f5f08-ffca-48e0-b503-bce98724263b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (38ea6e31-49e0-4173-bf2e-297e52d7722d), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:54.334474 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port 38ea6e31-49e0-4173-bf2e-297e52d7722d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=38ea6e31-49e0-4173-bf2e-297e52d7722d,segment=NetworkSegment(0afabcaa-164e-453b-a9cc-8c006af8772f),segment_id=0afabcaa-164e-453b-a9cc-8c006af8772f)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:45:54.387868 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-715f5f08-ffca-48e0-b503-bce98724263b None None] Current status of the port 38ea6e31-49e0-4173-bf2e-297e52d7722d is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:45:54.388560 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-715f5f08-ffca-48e0-b503-bce98724263b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (38ea6e31-49e0-4173-bf2e-297e52d7722d), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:54.403708 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (38ea6e31-49e0-4173-bf2e-297e52d7722d), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:54.531175 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=38ea6e31-49e0-4173-bf2e-297e52d7722d,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:45:54.542225 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.db.api [None req-715f5f08-ffca-48e0-b503-bce98724263b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 07 21:45:54.543731 ncdv-master-1 neutron-server[121838]: DEBUG oslo_db.api [None req-715f5f08-ffca-48e0-b503-bce98724263b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 07 21:45:54.592196 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4de64f33-8e87-49e9-8cc6-e1959bef37db admin admin] Publish callbacks [] for security_group (92086835-9385-4643-80d2-d87fe7867996), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:54.606148 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4de64f33-8e87-49e9-8cc6-e1959bef37db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (92086835-9385-4643-80d2-d87fe7867996), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:54.635940 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031d148b-3c28-4e96-aca3-0eccba85112f req-d4309bbc-f977-479a-8bee-8054973942f7 tempest-AggregatesAdminTestJSON-5216341 tempest-AggregatesAdminTestJSON-5216341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:45:54.652116 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-031d148b-3c28-4e96-aca3-0eccba85112f req-d4309bbc-f977-479a-8bee-8054973942f7 tempest-AggregatesAdminTestJSON-5216341 tempest-AggregatesAdminTestJSON-5216341-project] 10.222.0.32 "GET /v2.0/ports?device_id=936ab95e-ea34-4de7-8ee6-3c1b8bc0a64b HTTP/1.1" status: 200  len: 967 time: 0.3370059
May 07 21:45:54.740367 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de64f33-8e87-49e9-8cc6-e1959bef37db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92086835-9385-4643-80d2-d87fe7867996,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:45:54.869670 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5f1d21ec-20a2-4fd0-a4a1-ec8421a3dba5 admin admin] Publish callbacks [] for security_group (f558b63b-5d03-4050-8b21-d66e943650d9), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:54.906482 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04178ddc-1bc7-47d3-a566-e61a05fcb7bf service neutron] Pushing event updated for resources: {'Port': ['ID=0f88893d-5e1f-48e6-a69a-132a1aa16a37,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:45:54.916128 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5f1d21ec-20a2-4fd0-a4a1-ec8421a3dba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (f558b63b-5d03-4050-8b21-d66e943650d9), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:54.953050 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-4de64f33-8e87-49e9-8cc6-e1959bef37db admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ffd4c66aec4241d8af652f8ffed78e63&name=default HTTP/1.1" status: 200  len: 2996 time: 2.4956150
May 07 21:45:54.954942 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 57096) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:45:54.964954 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-459db484-4085-4819-8d2c-e10bb0f3e4e2 req-04178ddc-1bc7-47d3-a566-e61a05fcb7bf service neutron] Attempting to bind port 0f88893d-5e1f-48e6-a69a-132a1aa16a37 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:45:54.965547 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-459db484-4085-4819-8d2c-e10bb0f3e4e2 req-04178ddc-1bc7-47d3-a566-e61a05fcb7bf service neutron] Attempting to bind port 0f88893d-5e1f-48e6-a69a-132a1aa16a37 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:45:54.966085 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459db484-4085-4819-8d2c-e10bb0f3e4e2 req-04178ddc-1bc7-47d3-a566-e61a05fcb7bf service neutron] Attempting to bind port 0f88893d-5e1f-48e6-a69a-132a1aa16a37 on network 665487f0-78eb-47fb-9a06-b15bc614dc47 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:45:55.000378 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459db484-4085-4819-8d2c-e10bb0f3e4e2 req-04178ddc-1bc7-47d3-a566-e61a05fcb7bf service neutron] Port 0f88893d-5e1f-48e6-a69a-132a1aa16a37 on network 665487f0-78eb-47fb-9a06-b15bc614dc47 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:45:55.005524 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f1d21ec-20a2-4fd0-a4a1-ec8421a3dba5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 21:45:55.007803 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459db484-4085-4819-8d2c-e10bb0f3e4e2 req-04178ddc-1bc7-47d3-a566-e61a05fcb7bf service neutron] Attempting to bind port 0f88893d-5e1f-48e6-a69a-132a1aa16a37 on network 665487f0-78eb-47fb-9a06-b15bc614dc47 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:45:55.028685 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-031d148b-3c28-4e96-aca3-0eccba85112f req-7626651b-f703-4f3f-a5ba-8551a4b384a3 tempest-AggregatesAdminTestJSON-5216341 tempest-AggregatesAdminTestJSON-5216341-project] 10.222.0.32 "GET /v2.0/security-groups?id=a1c516db-f9c3-4c77-a25e-252d5fecefec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3279727
May 07 21:45:55.047373 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459db484-4085-4819-8d2c-e10bb0f3e4e2 req-04178ddc-1bc7-47d3-a566-e61a05fcb7bf service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:45:55.047703 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459db484-4085-4819-8d2c-e10bb0f3e4e2 req-04178ddc-1bc7-47d3-a566-e61a05fcb7bf service neutron] Checking segment: {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:45:55.049519 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-459db484-4085-4819-8d2c-e10bb0f3e4e2 req-04178ddc-1bc7-47d3-a566-e61a05fcb7bf service neutron] Bound using segment: {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:45:55.050554 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-459db484-4085-4819-8d2c-e10bb0f3e4e2 req-04178ddc-1bc7-47d3-a566-e61a05fcb7bf service neutron] Bound port: 0f88893d-5e1f-48e6-a69a-132a1aa16a37, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:45:55.051097 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-459db484-4085-4819-8d2c-e10bb0f3e4e2 req-04178ddc-1bc7-47d3-a566-e61a05fcb7bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (0f88893d-5e1f-48e6-a69a-132a1aa16a37), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:55.078354 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5f1d21ec-20a2-4fd0-a4a1-ec8421a3dba5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (12e22bd0-bf81-4c23-96f8-30a78da6ba25), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:55.079992 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-5f1d21ec-20a2-4fd0-a4a1-ec8421a3dba5 admin admin] Added segment 12e22bd0-bf81-4c23-96f8-30a78da6ba25 of type vlan for network 9a658fe2-f0dc-4a9a-8755-3678dac7ac74
May 07 21:45:55.129356 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-48514e73-2e20-463e-ae5e-7864b6d26097 admin admin] Publish callbacks [] for security_group (92086835-9385-4643-80d2-d87fe7867996), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:55.191561 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-48514e73-2e20-463e-ae5e-7864b6d26097 admin admin] Publish callbacks [] for security_group (92086835-9385-4643-80d2-d87fe7867996), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:55.212610 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-459db484-4085-4819-8d2c-e10bb0f3e4e2 req-04178ddc-1bc7-47d3-a566-e61a05fcb7bf service neutron] For port 0f88893d-5e1f-48e6-a69a-132a1aa16a37, host nch1-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:45:55.243377 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-715f5f08-ffca-48e0-b503-bce98724263b None None] Current status of the port 38ea6e31-49e0-4173-bf2e-297e52d7722d is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:45:55.249421 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-459db484-4085-4819-8d2c-e10bb0f3e4e2 req-04178ddc-1bc7-47d3-a566-e61a05fcb7bf service neutron] For port 0f88893d-5e1f-48e6-a69a-132a1aa16a37, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0f88893d-5e1f-48e6-a69a-132a1aa16a37,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:45:55.265173 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-459db484-4085-4819-8d2c-e10bb0f3e4e2 req-04178ddc-1bc7-47d3-a566-e61a05fcb7bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (0f88893d-5e1f-48e6-a69a-132a1aa16a37), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:55.275530 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 38ea6e31-49e0-4173-bf2e-297e52d7722d up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:45:55.311398 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5f1d21ec-20a2-4fd0-a4a1-ec8421a3dba5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (9a658fe2-f0dc-4a9a-8755-3678dac7ac74), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:55.359518 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 38ea6e31-49e0-4173-bf2e-297e52d7722d triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:45:55.360198 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (38ea6e31-49e0-4173-bf2e-297e52d7722d), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:55.380010 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1d21ec-20a2-4fd0-a4a1-ec8421a3dba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f558b63b-5d03-4050-8b21-d66e943650d9,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:45:55.397330 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459db484-4085-4819-8d2c-e10bb0f3e4e2 req-04178ddc-1bc7-47d3-a566-e61a05fcb7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:45:55.400637 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5f1d21ec-20a2-4fd0-a4a1-ec8421a3dba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (9a658fe2-f0dc-4a9a-8755-3678dac7ac74), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:55.401563 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1d21ec-20a2-4fd0-a4a1-ec8421a3dba5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:45:55.401863 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-459db484-4085-4819-8d2c-e10bb0f3e4e2 req-04178ddc-1bc7-47d3-a566-e61a05fcb7bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:55.403945 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-459db484-4085-4819-8d2c-e10bb0f3e4e2 req-04178ddc-1bc7-47d3-a566-e61a05fcb7bf service neutron] 10.222.0.55 "PUT /v2.0/ports/0f88893d-5e1f-48e6-a69a-132a1aa16a37 HTTP/1.1" status: 200  len: 1115 time: 3.1343837
May 07 21:45:55.404724 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '936ab95e-ea34-4de7-8ee6-3c1b8bc0a64b', 'tag': '0f88893d-5e1f-48e6-a69a-132a1aa16a37'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:45:55.407531 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5f1d21ec-20a2-4fd0-a4a1-ec8421a3dba5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:55.488570 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ccd3c6e-0549-4146-b4a8-65af6ac17784 admin admin] Router 75c60af6-7842-4148-b054-82a4566b299c is scheduled to L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db with binding_index 1 {{(pid=121837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 07 21:45:55.523988 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-06e30e27-161c-42db-941b-9ae38508e19a None None] Provisioning complete for port 38ea6e31-49e0-4173-bf2e-297e52d7722d triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:45:55.524441 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-06e30e27-161c-42db-941b-9ae38508e19a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (38ea6e31-49e0-4173-bf2e-297e52d7722d), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:55.578293 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c5c71ea1-3c70-4304-8e1d-95684adec0fd admin admin] Publish callbacks [] for security_group (3a4bec74-03f3-44e5-a79f-5ed1618ce198), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:55.600745 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-5f1d21ec-20a2-4fd0-a4a1-ec8421a3dba5 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 894 time: 1.6696434
May 07 21:45:55.615158 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 57108) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:45:55.654008 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04178ddc-1bc7-47d3-a566-e61a05fcb7bf service neutron] Pushing event updated for resources: {'Port': ['ID=0f88893d-5e1f-48e6-a69a-132a1aa16a37,revision_number=3']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:45:55.673620 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-eca16c81-cde7-4040-ac26-023b2dba3b99 admin admin] Request body: {'subnet': {'network_id': '9a658fe2-f0dc-4a9a-8755-3678dac7ac74', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-2039682011-subnet', 'tenant_id': 'c5a38eb0075c4feebad21ad0840ceea3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:45:55.687098 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-48514e73-2e20-463e-ae5e-7864b6d26097 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (92086835-9385-4643-80d2-d87fe7867996), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:55.692626 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-48514e73-2e20-463e-ae5e-7864b6d26097 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:55.695462 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-48514e73-2e20-463e-ae5e-7864b6d26097 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/92086835-9385-4643-80d2-d87fe7867996 HTTP/1.1" status: 204  len: 168 time: 0.7375906
May 07 21:45:55.703814 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c5c71ea1-3c70-4304-8e1d-95684adec0fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (3a4bec74-03f3-44e5-a79f-5ed1618ce198), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:55.754129 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 38ea6e31-49e0-4173-bf2e-297e52d7722d is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:45:55.801472 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48514e73-2e20-463e-ae5e-7864b6d26097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92086835-9385-4643-80d2-d87fe7867996,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:45:55.839462 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1d21ec-20a2-4fd0-a4a1-ec8421a3dba5 admin admin] Pushing event updated for resources: {'Network': ['ID=9a658fe2-f0dc-4a9a-8755-3678dac7ac74,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:45:55.860909 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 9a658fe2-f0dc-4a9a-8755-3678dac7ac74 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 21:45:55.868700 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459db484-4085-4819-8d2c-e10bb0f3e4e2 req-7a6530fa-5fb6-421d-9556-8a6ef79593af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:45:55.871655 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-459db484-4085-4819-8d2c-e10bb0f3e4e2 req-7a6530fa-5fb6-421d-9556-8a6ef79593af service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4a5c3e72c1f943bcb6256ddf95978995&device_id=936ab95e-ea34-4de7-8ee6-3c1b8bc0a64b HTTP/1.1" status: 200  len: 1149 time: 0.2357266
May 07 21:45:55.894625 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eca16c81-cde7-4040-ac26-023b2dba3b99 admin admin] Made reservation on behalf of c5a38eb0075c4feebad21ad0840ceea3 for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:45:55.898063 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-eca16c81-cde7-4040-ac26-023b2dba3b99 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:55.910361 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-c5c71ea1-3c70-4304-8e1d-95684adec0fd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b77b751b750c4c20a0ef1d7630974b65&name=default HTTP/1.1" status: 200  len: 2996 time: 2.2208838
May 07 21:45:55.939685 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c71ea1-3c70-4304-8e1d-95684adec0fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a4bec74-03f3-44e5-a79f-5ed1618ce198,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:45:55.959070 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 57118) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:45:56.104889 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-459db484-4085-4819-8d2c-e10bb0f3e4e2 req-c83e6d6a-0121-48e4-8d4b-cfd2ac5b727f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=0f88893d-5e1f-48e6-a69a-132a1aa16a37 HTTP/1.1" status: 200  len: 217 time: 0.2194991
May 07 21:45:56.211441 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-06e30e27-161c-42db-941b-9ae38508e19a None None] Current status of the port 38ea6e31-49e0-4173-bf2e-297e52d7722d is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:45:56.223727 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c86067ee-07f3-4bd0-8afe-bcaba3fbcb46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:56.360934 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f63aee-d71b-47ee-adbd-dfed4ce85cdf req-4d482c82-a89c-4118-aa7e-2c08ac0bb8d9 tempest-AggregatesAdminTestJSON-5216341 tempest-AggregatesAdminTestJSON-5216341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:45:56.363801 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d4f63aee-d71b-47ee-adbd-dfed4ce85cdf req-4d482c82-a89c-4118-aa7e-2c08ac0bb8d9 tempest-AggregatesAdminTestJSON-5216341 tempest-AggregatesAdminTestJSON-5216341-project] 10.222.0.32 "GET /v2.0/ports?device_id=936ab95e-ea34-4de7-8ee6-3c1b8bc0a64b HTTP/1.1" status: 200  len: 967 time: 0.2110131
May 07 21:45:56.365746 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459db484-4085-4819-8d2c-e10bb0f3e4e2 req-02934399-bfad-4baf-9002-b1ad07dfbd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:45:56.367184 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-459db484-4085-4819-8d2c-e10bb0f3e4e2 req-02934399-bfad-4baf-9002-b1ad07dfbd12 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6e0e5c53-1ece-4d20-b01d-5f8c6957edf6 HTTP/1.1" status: 200  len: 843 time: 0.2405119
May 07 21:45:56.438945 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e54171d2-ba5b-4acd-85a2-624b63597299" -d '{"events": [{"name": "network-changed", "server_uuid": "936ab95e-ea34-4de7-8ee6-3c1b8bc0a64b", "tag": "0f88893d-5e1f-48e6-a69a-132a1aa16a37"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:45:56.457843 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ccd3c6e-0549-4146-b4a8-65af6ac17784 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:45:56.465780 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99368dd4-7d75-475b-b10b-793c20ef4d9a None None] Sync routers for ids ['75c60af6-7842-4148-b054-82a4566b299c'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:45:56.483458 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99368dd4-7d75-475b-b10b-793c20ef4d9a None None] Routers {'75c60af6-7842-4148-b054-82a4566b299c'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:45:56.484828 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-99368dd4-7d75-475b-b10b-793c20ef4d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cd570a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:45:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['75c60af6-7842-4148-b054-82a4566b299c'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:45:56.573226 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d4f63aee-d71b-47ee-adbd-dfed4ce85cdf req-53c46cce-ae9b-4fde-95e0-ee23de4eeea8 tempest-AggregatesAdminTestJSON-5216341 tempest-AggregatesAdminTestJSON-5216341-project] 10.222.0.32 "GET /v2.0/security-groups?id=a1c516db-f9c3-4c77-a25e-252d5fecefec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1988959
May 07 21:45:56.596203 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459db484-4085-4819-8d2c-e10bb0f3e4e2 req-e0f5857e-94ed-40bf-8da4-369a81fc1521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:45:56.598709 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-459db484-4085-4819-8d2c-e10bb0f3e4e2 req-e0f5857e-94ed-40bf-8da4-369a81fc1521 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=665487f0-78eb-47fb-9a06-b15bc614dc47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2063329
May 07 21:45:56.668256 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 57134) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:45:56.688511 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-99368dd4-7d75-475b-b10b-793c20ef4d9a None None] Set router 75c60af6-7842-4148-b054-82a4566b299c gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:45:56.759578 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-31db1109-5246-4b45-835c-157e3af411be admin admin] Publish callbacks [] for security_group (3a4bec74-03f3-44e5-a79f-5ed1618ce198), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:56.817630 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-31db1109-5246-4b45-835c-157e3af411be admin admin] Publish callbacks [] for security_group (3a4bec74-03f3-44e5-a79f-5ed1618ce198), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:56.824549 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-459db484-4085-4819-8d2c-e10bb0f3e4e2 req-838256c1-aa2a-4dbd-8c28-295a80f7ee31 service neutron] 10.222.0.55 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2164819
May 07 21:45:56.893305 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-99368dd4-7d75-475b-b10b-793c20ef4d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cd570a0>, [{'id': '75c60af6-7842-4148-b054-82a4566b299c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-115886930-router', 'tenant_id': 'd7a25055f3544e5c95bacd3a07611e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.226'}], 'enable_snat': True}, 'gw_port_id': '07c8e0a0-c407-43ea-99f9-11a7c0c5a325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:45:50Z', 'updated_at': '2022-05-07T21:45:52Z', 'revision_number': 3, 'project_id': 'd7a25055f3544e5c95bacd3a07611e1d', 'gw_port': {'id': '07c8e0a0-c407-43ea-99f9-11a7c0c5a325', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:5d:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c60af6-7842-4148-b054-82a4566b299c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:45:51Z', 'updated_at': '2022-05-07T21:45:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:45:56.908208 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-87544965-1343-42be-95c6-7639b7b48895 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:56.923516 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99368dd4-7d75-475b-b10b-793c20ef4d9a None None] Checking router: 75c60af6-7842-4148-b054-82a4566b299c for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 21:45:56.924101 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99368dd4-7d75-475b-b10b-793c20ef4d9a None None] Updating router 75c60af6-7842-4148-b054-82a4566b299c port 07c8e0a0-c407-43ea-99f9-11a7c0c5a325 binding host ncdv-master-1 {{(pid=121839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 21:45:56.930928 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-eca16c81-cde7-4040-ac26-023b2dba3b99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for subnet (5130d4d9-2b6b-4033-ad6f-af6949fa7f51), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:56.949398 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0ccd3c6e-0549-4146-b4a8-65af6ac17784 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:56.953421 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-0ccd3c6e-0549-4146-b4a8-65af6ac17784 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 935 time: 6.9286716
May 07 21:45:56.959835 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-99368dd4-7d75-475b-b10b-793c20ef4d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (07c8e0a0-c407-43ea-99f9-11a7c0c5a325), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:57.014699 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 57140) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:45:57.156336 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-87544965-1343-42be-95c6-7639b7b48895 admin admin] Publish callbacks [] for security_group (b81869d8-edfe-4054-9900-abf06d429139), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:57.259775 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca16c81-cde7-4040-ac26-023b2dba3b99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5130d4d9-2b6b-4033-ad6f-af6949fa7f51,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:45:57.301277 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:57.312327 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-31db1109-5246-4b45-835c-157e3af411be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (3a4bec74-03f3-44e5-a79f-5ed1618ce198), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:57.316794 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-31db1109-5246-4b45-835c-157e3af411be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:57.321659 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-31db1109-5246-4b45-835c-157e3af411be admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3a4bec74-03f3-44e5-a79f-5ed1618ce198 HTTP/1.1" status: 204  len: 168 time: 1.3595994
May 07 21:45:57.322397 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-87544965-1343-42be-95c6-7639b7b48895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (b81869d8-edfe-4054-9900-abf06d429139), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:57.460399 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-87544965-1343-42be-95c6-7639b7b48895 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7231a031d45e4868af45945a77a32eda&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7344837
May 07 21:45:57.463918 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 57150) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:45:57.474971 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31db1109-5246-4b45-835c-157e3af411be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a4bec74-03f3-44e5-a79f-5ed1618ce198,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:45:57.687929 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-99368dd4-7d75-475b-b10b-793c20ef4d9a None None] Publish callbacks [] for port (07c8e0a0-c407-43ea-99f9-11a7c0c5a325), precommit_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:57.691476 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87544965-1343-42be-95c6-7639b7b48895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b81869d8-edfe-4054-9900-abf06d429139,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:45:57.711792 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca16c81-cde7-4040-ac26-023b2dba3b99 admin admin] Checking segment: {'id': '12e22bd0-bf81-4c23-96f8-30a78da6ba25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9a658fe2-f0dc-4a9a-8755-3678dac7ac74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:45:57.712831 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca16c81-cde7-4040-ac26-023b2dba3b99 admin admin] Network hostable DHCP agents. Network: 9a658fe2-f0dc-4a9a-8755-3678dac7ac74, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 21:45:57.718154 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-99368dd4-7d75-475b-b10b-793c20ef4d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (07c8e0a0-c407-43ea-99f9-11a7c0c5a325), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:57.778419 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a160dcf3-49ae-4946-81b4-1912fb5ad960 admin admin] Publish callbacks [] for security_group (b81869d8-edfe-4054-9900-abf06d429139), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:57.798385 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-340e22a7-a8d8-427d-92b7-41e2954280f0 x-openstack-request-id: req-340e22a7-a8d8-427d-92b7-41e2954280f0 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:45:57.799141 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "936ab95e-ea34-4de7-8ee6-3c1b8bc0a64b", "tag": "0f88893d-5e1f-48e6-a69a-132a1aa16a37", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:45:57.799141 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-340e22a7-a8d8-427d-92b7-41e2954280f0 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:45:57.799562 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-340e22a7-a8d8-427d-92b7-41e2954280f0'] response: {'name': 'network-changed', 'server_uuid': '936ab95e-ea34-4de7-8ee6-3c1b8bc0a64b', 'tag': '0f88893d-5e1f-48e6-a69a-132a1aa16a37', 'status': 'completed', 'code': 200}
May 07 21:45:57.801793 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca16c81-cde7-4040-ac26-023b2dba3b99 admin admin] Network 9a658fe2-f0dc-4a9a-8755-3678dac7ac74 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 21:45:57.844866 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-99368dd4-7d75-475b-b10b-793c20ef4d9a None None] Attempting to bind port 07c8e0a0-c407-43ea-99f9-11a7c0c5a325 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:45:57.845601 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-99368dd4-7d75-475b-b10b-793c20ef4d9a None None] Attempting to bind port 07c8e0a0-c407-43ea-99f9-11a7c0c5a325 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:45:57.846410 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99368dd4-7d75-475b-b10b-793c20ef4d9a None None] Attempting to bind port 07c8e0a0-c407-43ea-99f9-11a7c0c5a325 on network 9221b764-ef06-431f-8941-796516ed7c3b {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:45:57.867172 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6d38c-fd22-43af-87e7-0bc1dfba00ea None None] Pushing event updated for resources: {'Port': ['ID=07c8e0a0-c407-43ea-99f9-11a7c0c5a325,revision_number=2']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:45:57.872695 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99368dd4-7d75-475b-b10b-793c20ef4d9a None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:45:57.873400 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99368dd4-7d75-475b-b10b-793c20ef4d9a None None] Checking segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:45:57.874160 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-99368dd4-7d75-475b-b10b-793c20ef4d9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:57.874846 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99368dd4-7d75-475b-b10b-793c20ef4d9a None None] Bound using segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:45:57.875759 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-99368dd4-7d75-475b-b10b-793c20ef4d9a None None] Bound port: 07c8e0a0-c407-43ea-99f9-11a7c0c5a325, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:45:57.876411 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-99368dd4-7d75-475b-b10b-793c20ef4d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (07c8e0a0-c407-43ea-99f9-11a7c0c5a325), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:57.880662 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-eca16c81-cde7-4040-ac26-023b2dba3b99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9a658fe2-f0dc-4a9a-8755-3678dac7ac74) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:45:57.888519 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca16c81-cde7-4040-ac26-023b2dba3b99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:45:57.889226 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-eca16c81-cde7-4040-ac26-023b2dba3b99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:57.892200 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6197370-cfdb-4f48-bfbe-ad15bda4b66b None None] Network 9a658fe2-f0dc-4a9a-8755-3678dac7ac74 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:45:57.903524 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a160dcf3-49ae-4946-81b4-1912fb5ad960 admin admin] Publish callbacks [] for security_group (b81869d8-edfe-4054-9900-abf06d429139), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:57.970178 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6d38c-fd22-43af-87e7-0bc1dfba00ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:45:57.970898 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6d38c-fd22-43af-87e7-0bc1dfba00ea None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:45:57.971962 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6d38c-fd22-43af-87e7-0bc1dfba00ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:45:57.974045 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6d38c-fd22-43af-87e7-0bc1dfba00ea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:45:57.974603 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6d38c-fd22-43af-87e7-0bc1dfba00ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:45:57.975193 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6d38c-fd22-43af-87e7-0bc1dfba00ea None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:45:57.977556 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6d38c-fd22-43af-87e7-0bc1dfba00ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:45:57.978173 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6d38c-fd22-43af-87e7-0bc1dfba00ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:45:57.979298 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6d38c-fd22-43af-87e7-0bc1dfba00ea None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:45:57.980461 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6d38c-fd22-43af-87e7-0bc1dfba00ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:45:57.981029 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6d38c-fd22-43af-87e7-0bc1dfba00ea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:45:57.982747 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6d38c-fd22-43af-87e7-0bc1dfba00ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:45:57.984196 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6d38c-fd22-43af-87e7-0bc1dfba00ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:45:57.985551 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6d38c-fd22-43af-87e7-0bc1dfba00ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:45:57.986698 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6d38c-fd22-43af-87e7-0bc1dfba00ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:45:57.991124 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c6d38c-fd22-43af-87e7-0bc1dfba00ea None None] Tracked resource versions report:
May 07 21:45:57.991124 ncdv-master-1 neutron-server[121839]: pushed versions:
May 07 21:45:57.991124 ncdv-master-1 neutron-server[121839]: {   'AddressGroup': {'1.2'},
May 07 21:45:57.991124 ncdv-master-1 neutron-server[121839]:     'Agent': {'1.1'},
May 07 21:45:57.991124 ncdv-master-1 neutron-server[121839]:     'ConntrackHelper': {'1.0'},
May 07 21:45:57.991124 ncdv-master-1 neutron-server[121839]:     'LocalIPAssociation': {'1.0'},
May 07 21:45:57.991124 ncdv-master-1 neutron-server[121839]:     'Log': {'1.0'},
May 07 21:45:57.991124 ncdv-master-1 neutron-server[121839]:     'NDPProxy': {'1.0'},
May 07 21:45:57.991124 ncdv-master-1 neutron-server[121839]:     'Network': {'1.1'},
May 07 21:45:57.991124 ncdv-master-1 neutron-server[121839]:     'Port': {'1.7'},
May 07 21:45:57.991124 ncdv-master-1 neutron-server[121839]:     'PortForwarding': {'1.3'},
May 07 21:45:57.991124 ncdv-master-1 neutron-server[121839]:     'QosPolicy': {'1.10'},
May 07 21:45:57.991124 ncdv-master-1 neutron-server[121839]:     'SecurityGroup': {'1.5'},
May 07 21:45:57.991124 ncdv-master-1 neutron-server[121839]:     'SecurityGroupRule': {'1.2'},
May 07 21:45:57.991124 ncdv-master-1 neutron-server[121839]:     'SubPort': {'1.0'},
May 07 21:45:57.991124 ncdv-master-1 neutron-server[121839]:     'Subnet': {'1.1'},
May 07 21:45:57.991124 ncdv-master-1 neutron-server[121839]:     'Trunk': {'1.1'}}
May 07 21:45:57.991124 ncdv-master-1 neutron-server[121839]: consumer versions:
May 07 21:45:57.991124 ncdv-master-1 neutron-server[121839]: {   DHCP agent@ncdv-master-1: {},
May 07 21:45:57.991124 ncdv-master-1 neutron-server[121839]:     HyperV agent@nch1-master-1: {},
May 07 21:45:57.991124 ncdv-master-1 neutron-server[121839]:     HyperV agent@nch2-master-1: {},
May 07 21:45:57.991124 ncdv-master-1 neutron-server[121839]:     L3 agent@ncdv-master-1: {},
May 07 21:45:57.991124 ncdv-master-1 neutron-server[121839]:     Metadata agent@ncdv-master-1: {},
May 07 21:45:57.991124 ncdv-master-1 neutron-server[121839]:     Metering agent@ncdv-master-1: {},
May 07 21:45:57.991124 ncdv-master-1 neutron-server[121839]:     Open vSwitch agent@ncdv-master-1: {   'AddressGroup': '1.2',
May 07 21:45:57.991124 ncdv-master-1 neutron-server[121839]:                                           'Agent': '1.1',
May 07 21:45:57.991124 ncdv-master-1 neutron-server[121839]:                                           'ConntrackHelper': '1.0',
May 07 21:45:57.991124 ncdv-master-1 neutron-server[121839]:                                           'LocalIPAssociation': '1.0',
May 07 21:45:57.991124 ncdv-master-1 neutron-server[121839]:                                           'Log': '1.0',
May 07 21:45:57.991124 ncdv-master-1 neutron-server[121839]:                                           'NDPProxy': '1.0',
May 07 21:45:57.991124 ncdv-master-1 neutron-server[121839]:                                           'Network': '1.1',
May 07 21:45:57.991124 ncdv-master-1 neutron-server[121839]:                                           'Port': '1.7',
May 07 21:45:57.991124 ncdv-master-1 neutron-server[121839]:                                           'PortForwarding': '1.3',
May 07 21:45:57.991124 ncdv-master-1 neutron-server[121839]:                                           'QosPolicy': '1.10',
May 07 21:45:57.991124 ncdv-master-1 neutron-server[121839]:                                           'SecurityGroup': '1.5',
May 07 21:45:57.991124 ncdv-master-1 neutron-server[121839]:                                           'SecurityGroupRule': '1.2',
May 07 21:45:57.991124 ncdv-master-1 neutron-server[121839]:                                           'SubPort': '1.0',
May 07 21:45:57.991124 ncdv-master-1 neutron-server[121839]:                                           'Subnet': '1.1',
May 07 21:45:57.991124 ncdv-master-1 neutron-server[121839]:                                           'Trunk': '1.1'}}
May 07 21:45:57.991124 ncdv-master-1 neutron-server[121839]:  {{(pid=121839) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 07 21:45:58.005440 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-eca16c81-cde7-4040-ac26-023b2dba3b99 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 858 time: 2.3388784
May 07 21:45:58.015381 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d622b0-bc35-428b-b67c-588e050c31d3 req-56bab25e-e22a-429f-94bf-03d77a0df676 tempest-AggregatesAdminTestJSON-5216341 tempest-AggregatesAdminTestJSON-5216341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:45:58.032638 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-67d622b0-bc35-428b-b67c-588e050c31d3 req-56bab25e-e22a-429f-94bf-03d77a0df676 tempest-AggregatesAdminTestJSON-5216341 tempest-AggregatesAdminTestJSON-5216341-project] 10.222.0.32 "GET /v2.0/ports?device_id=936ab95e-ea34-4de7-8ee6-3c1b8bc0a64b HTTP/1.1" status: 200  len: 967 time: 0.2214069
May 07 21:45:58.047367 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a160dcf3-49ae-4946-81b4-1912fb5ad960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (b81869d8-edfe-4054-9900-abf06d429139), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:58.054393 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a160dcf3-49ae-4946-81b4-1912fb5ad960 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:58.058641 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-a160dcf3-49ae-4946-81b4-1912fb5ad960 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b81869d8-edfe-4054-9900-abf06d429139 HTTP/1.1" status: 204  len: 168 time: 0.4509950
May 07 21:45:58.088732 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a160dcf3-49ae-4946-81b4-1912fb5ad960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b81869d8-edfe-4054-9900-abf06d429139,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:45:58.116021 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-99368dd4-7d75-475b-b10b-793c20ef4d9a None None] For port 07c8e0a0-c407-43ea-99f9-11a7c0c5a325, host ncdv-master-1, cleared binding levels {{(pid=121839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:45:58.121556 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-99368dd4-7d75-475b-b10b-793c20ef4d9a None None] For port 07c8e0a0-c407-43ea-99f9-11a7c0c5a325, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=07c8e0a0-c407-43ea-99f9-11a7c0c5a325,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:45:58.137537 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-99368dd4-7d75-475b-b10b-793c20ef4d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (07c8e0a0-c407-43ea-99f9-11a7c0c5a325), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:58.218304 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1804bcd0-e797-4c63-983c-dbcff942c574 None None] Network 9a658fe2-f0dc-4a9a-8755-3678dac7ac74 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:45:58.309845 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99368dd4-7d75-475b-b10b-793c20ef4d9a None None] Routers {'75c60af6-7842-4148-b054-82a4566b299c'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:45:58.310696 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-99368dd4-7d75-475b-b10b-793c20ef4d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cd570a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:45:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['75c60af6-7842-4148-b054-82a4566b299c'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:45:58.381861 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6d38c-fd22-43af-87e7-0bc1dfba00ea None None] Pushing event updated for resources: {'Port': ['ID=07c8e0a0-c407-43ea-99f9-11a7c0c5a325,revision_number=3']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:45:58.469989 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-67d622b0-bc35-428b-b67c-588e050c31d3 req-f48020ee-b85a-4eee-8d31-4a11e47cc980 tempest-AggregatesAdminTestJSON-5216341 tempest-AggregatesAdminTestJSON-5216341-project] 10.222.0.32 "GET /v2.0/security-groups?id=a1c516db-f9c3-4c77-a25e-252d5fecefec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4360380
May 07 21:45:58.512424 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-99368dd4-7d75-475b-b10b-793c20ef4d9a None None] Set router 75c60af6-7842-4148-b054-82a4566b299c gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:45:58.549801 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-459db484-4085-4819-8d2c-e10bb0f3e4e2 req-f404cbb1-6bbb-494e-bb3a-081f6a2eb912 service neutron] 10.222.0.55 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.7071733
May 07 21:45:58.552779 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 57174) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:45:58.568856 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a0c0b504-ad8c-4ff3-9502-da6ac3ccb457 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:58.960423 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-99368dd4-7d75-475b-b10b-793c20ef4d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cd570a0>, [{'id': '75c60af6-7842-4148-b054-82a4566b299c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-115886930-router', 'tenant_id': 'd7a25055f3544e5c95bacd3a07611e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.226'}], 'enable_snat': True}, 'gw_port_id': '07c8e0a0-c407-43ea-99f9-11a7c0c5a325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:45:50Z', 'updated_at': '2022-05-07T21:45:52Z', 'revision_number': 3, 'project_id': 'd7a25055f3544e5c95bacd3a07611e1d', 'gw_port': {'id': '07c8e0a0-c407-43ea-99f9-11a7c0c5a325', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:5d:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c60af6-7842-4148-b054-82a4566b299c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:45:51Z', 'updated_at': '2022-05-07T21:45:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:45:59.022269 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:59.041808 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99368dd4-7d75-475b-b10b-793c20ef4d9a None None] The sync data for ids ['75c60af6-7842-4148-b054-82a4566b299c'] in ncdv-master-1 is: [{'id': '75c60af6-7842-4148-b054-82a4566b299c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-115886930-router', 'tenant_id': 'd7a25055f3544e5c95bacd3a07611e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.226'}], 'enable_snat': True}, 'gw_port_id': '07c8e0a0-c407-43ea-99f9-11a7c0c5a325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:45:50Z', 'updated_at': '2022-05-07T21:45:52Z', 'revision_number': 3, 'project_id': 'd7a25055f3544e5c95bacd3a07611e1d', 'gw_port': {'id': '07c8e0a0-c407-43ea-99f9-11a7c0c5a325', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:5d:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c60af6-7842-4148-b054-82a4566b299c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:45:51Z', 'updated_at': '2022-05-07T21:45:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:45:59.110328 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a0c0b504-ad8c-4ff3-9502-da6ac3ccb457 admin admin] Publish callbacks [] for security_group (7bd75d61-7608-4237-8324-ec7b1d9493b8), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:59.163777 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a0c0b504-ad8c-4ff3-9502-da6ac3ccb457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (7bd75d61-7608-4237-8324-ec7b1d9493b8), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:59.354846 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54171d2-ba5b-4acd-85a2-624b63597299 req-5b9f25c7-a3f9-4bc0-af54-445ec17fb2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:45:59.356561 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e54171d2-ba5b-4acd-85a2-624b63597299 req-5b9f25c7-a3f9-4bc0-af54-445ec17fb2f5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4a5c3e72c1f943bcb6256ddf95978995&device_id=936ab95e-ea34-4de7-8ee6-3c1b8bc0a64b HTTP/1.1" status: 200  len: 1149 time: 0.5770264
May 07 21:45:59.535217 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 57220) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:45:59.561424 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-a0c0b504-ad8c-4ff3-9502-da6ac3ccb457 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c533e85dd29c4ae58fddd41aa59e87fd&name=default HTTP/1.1" status: 200  len: 2996 time: 1.0014670
May 07 21:45:59.600320 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c0b504-ad8c-4ff3-9502-da6ac3ccb457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd75d61-7608-4237-8324-ec7b1d9493b8,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:45:59.692857 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-82840789-719e-404d-8543-6630b68fbdb7 admin admin] Publish callbacks [] for security_group (7bd75d61-7608-4237-8324-ec7b1d9493b8), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:59.750958 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-82840789-719e-404d-8543-6630b68fbdb7 admin admin] Publish callbacks [] for security_group (7bd75d61-7608-4237-8324-ec7b1d9493b8), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:59.841094 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7126b847-6932-4b53-b60a-5ca8ed0c06d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:59.961441 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-82840789-719e-404d-8543-6630b68fbdb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (7bd75d61-7608-4237-8324-ec7b1d9493b8), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:59.961441 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-82840789-719e-404d-8543-6630b68fbdb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:45:59.961441 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-82840789-719e-404d-8543-6630b68fbdb7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7bd75d61-7608-4237-8324-ec7b1d9493b8 HTTP/1.1" status: 204  len: 168 time: 0.4078903
May 07 21:45:59.961441 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82840789-719e-404d-8543-6630b68fbdb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd75d61-7608-4237-8324-ec7b1d9493b8,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:00.106026 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54171d2-ba5b-4acd-85a2-624b63597299 req-01bf9599-22ab-4ed8-9633-307bfb3bdac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:00.107718 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e54171d2-ba5b-4acd-85a2-624b63597299 req-01bf9599-22ab-4ed8-9633-307bfb3bdac2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=665487f0-78eb-47fb-9a06-b15bc614dc47 HTTP/1.1" status: 200  len: 870 time: 0.5180926
May 07 21:46:00.121593 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:00.124614 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9a1937-649f-4a48-9d26-ccc264638da6 req-1a28f450-7f3e-4c06-8a48-ce447485c80a tempest-AggregatesAdminTestJSON-5216341 tempest-AggregatesAdminTestJSON-5216341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:00.133789 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8e9a1937-649f-4a48-9d26-ccc264638da6 req-1a28f450-7f3e-4c06-8a48-ce447485c80a tempest-AggregatesAdminTestJSON-5216341 tempest-AggregatesAdminTestJSON-5216341-project] 10.222.0.32 "GET /v2.0/ports?device_id=936ab95e-ea34-4de7-8ee6-3c1b8bc0a64b HTTP/1.1" status: 200  len: 967 time: 0.0980768
May 07 21:46:00.289873 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8e9a1937-649f-4a48-9d26-ccc264638da6 req-2ddcc8f3-6439-4d62-9c6a-39db1e52de30 tempest-AggregatesAdminTestJSON-5216341 tempest-AggregatesAdminTestJSON-5216341-project] 10.222.0.32 "GET /v2.0/security-groups?id=a1c516db-f9c3-4c77-a25e-252d5fecefec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1537831
May 07 21:46:00.342718 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e54171d2-ba5b-4acd-85a2-624b63597299 req-b1ee4c74-1778-4866-8093-b59943d684bf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=0f88893d-5e1f-48e6-a69a-132a1aa16a37 HTTP/1.1" status: 200  len: 217 time: 0.2137425
May 07 21:46:00.519675 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-27b525a8-d743-45c2-9815-fc3d8d6b8b26 req-8385f513-bd57-4c5a-8b1f-f2c5ddf8404a tempest-ServersAdmin275Test-2110418138 tempest-ServersAdmin275Test-2110418138-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5339211-223c-48cb-9652-201c790b2f4f HTTP/1.1" status: 200  len: 210 time: 0.0799694
May 07 21:46:00.605592 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3324ca17-004f-44c2-a810-9364104aafd2 req-5bbdce6c-37ff-4a32-8d15-d0743bbfac54 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:00.613787 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3324ca17-004f-44c2-a810-9364104aafd2 req-5bbdce6c-37ff-4a32-8d15-d0743bbfac54 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/networks?id=38d1a38e-1f99-466b-bf7f-940113b4b6ed HTTP/1.1" status: 200  len: 821 time: 1.1080146
May 07 21:46:00.746577 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e0e2730e-6808-4d29-82f7-4d1403e9ac21 req-0113b18e-3f3e-4cfb-8d8b-a0f9d8d207db tempest-ServersAdmin275Test-2110418138 tempest-ServersAdmin275Test-2110418138-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5339211-223c-48cb-9652-201c790b2f4f HTTP/1.1" status: 200  len: 210 time: 0.0701909
May 07 21:46:00.994090 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3324ca17-004f-44c2-a810-9364104aafd2 req-a019f4c0-d860-4fda-9a4f-6ee788c9a2f3 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/quotas/4db49857a44d4f399959ac625886505a HTTP/1.1" status: 200  len: 375 time: 0.3800287
May 07 21:46:01.084898 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-7126b847-6932-4b53-b60a-5ca8ed0c06d7 admin admin] Allocated IP 172.20.0.1 (849ca462-b333-410b-8c4a-24e67429a8f8/00184246-3b14-4ff3-8c67-98e0d140369b/31d4ce1a-3bba-4b25-8a01-763761665f1d) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:46:01.099052 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54171d2-ba5b-4acd-85a2-624b63597299 req-24a4c17c-f3e1-4598-827d-8a13b5c556ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:01.102462 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e54171d2-ba5b-4acd-85a2-624b63597299 req-24a4c17c-f3e1-4598-827d-8a13b5c556ea service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6e0e5c53-1ece-4d20-b01d-5f8c6957edf6 HTTP/1.1" status: 200  len: 843 time: 0.6074014
May 07 21:46:01.112442 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3324ca17-004f-44c2-a810-9364104aafd2 req-9a0f054e-9970-4ace-adb1-078e1874549f tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4db49857a44d4f399959ac625886505a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1044221
May 07 21:46:01.258385 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 07c8e0a0-c407-43ea-99f9-11a7c0c5a325 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:46:01.429707 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 07c8e0a0-c407-43ea-99f9-11a7c0c5a325 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:46:01.430135 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (07c8e0a0-c407-43ea-99f9-11a7c0c5a325), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:01.479985 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54171d2-ba5b-4acd-85a2-624b63597299 req-e9e7128f-93c5-4884-80bd-e640ebcd0dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:01.484745 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e54171d2-ba5b-4acd-85a2-624b63597299 req-e9e7128f-93c5-4884-80bd-e640ebcd0dde service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=665487f0-78eb-47fb-9a06-b15bc614dc47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.3461328
May 07 21:46:01.707418 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7126b847-6932-4b53-b60a-5ca8ed0c06d7 admin admin] Publish callbacks [] for port (31d4ce1a-3bba-4b25-8a01-763761665f1d), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:01.712936 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 07c8e0a0-c407-43ea-99f9-11a7c0c5a325 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:46:01.713329 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (07c8e0a0-c407-43ea-99f9-11a7c0c5a325), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:01.769836 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port 07c8e0a0-c407-43ea-99f9-11a7c0c5a325, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=07c8e0a0-c407-43ea-99f9-11a7c0c5a325,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:46:01.785161 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (07c8e0a0-c407-43ea-99f9-11a7c0c5a325), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:01.785946 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e54171d2-ba5b-4acd-85a2-624b63597299 req-7c7f721c-7b79-4f69-a3a4-11c2d7a612a5 service neutron] 10.222.0.55 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2856572
May 07 21:46:01.837784 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7126b847-6932-4b53-b60a-5ca8ed0c06d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (31d4ce1a-3bba-4b25-8a01-763761665f1d), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:01.872357 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=07c8e0a0-c407-43ea-99f9-11a7c0c5a325,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:01.938460 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41cc1ee-d87c-4748-b814-3e4c6408867a req-56f482b5-93ac-4526-9fd9-4a6afa4c913f tempest-AggregatesAdminTestJSON-5216341 tempest-AggregatesAdminTestJSON-5216341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:01.959684 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7126b847-6932-4b53-b60a-5ca8ed0c06d7 admin admin] Network 849ca462-b333-410b-8c4a-24e67429a8f8 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:46:01.965861 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b41cc1ee-d87c-4748-b814-3e4c6408867a req-56f482b5-93ac-4526-9fd9-4a6afa4c913f tempest-AggregatesAdminTestJSON-5216341 tempest-AggregatesAdminTestJSON-5216341-project] 10.222.0.32 "GET /v2.0/ports?device_id=936ab95e-ea34-4de7-8ee6-3c1b8bc0a64b HTTP/1.1" status: 200  len: 967 time: 0.1055071
May 07 21:46:01.974049 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-7126b847-6932-4b53-b60a-5ca8ed0c06d7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:46:01.978730 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7126b847-6932-4b53-b60a-5ca8ed0c06d7 admin admin] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:46:01.979669 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7126b847-6932-4b53-b60a-5ca8ed0c06d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398161'] for router_interface (75c60af6-7842-4148-b054-82a4566b299c), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:02.034858 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b41cc1ee-d87c-4748-b814-3e4c6408867a req-45635bc8-e847-4fab-9bcf-0360c878ea1e tempest-AggregatesAdminTestJSON-5216341 tempest-AggregatesAdminTestJSON-5216341-project] 10.222.0.32 "GET /v2.0/security-groups?id=a1c516db-f9c3-4c77-a25e-252d5fecefec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0679488
May 07 21:46:02.267963 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ad842e65-02d9-4884-87f2-5ca2a4d7138e req-c797224b-8e53-4f71-9dd3-91818bb29232 tempest-ServersAdmin275Test-2110418138 tempest-ServersAdmin275Test-2110418138-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5339211-223c-48cb-9652-201c790b2f4f HTTP/1.1" status: 200  len: 210 time: 0.0599303
May 07 21:46:02.307311 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [req-3324ca17-004f-44c2-a810-9364104aafd2 req-a28c09ce-ec90-4e48-bb8c-a788b912b618 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121836) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 21:46:02.312618 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3324ca17-004f-44c2-a810-9364104aafd2 req-a28c09ce-ec90-4e48-bb8c-a788b912b618 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.6372223
May 07 21:46:02.385150 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7126b847-6932-4b53-b60a-5ca8ed0c06d7 admin admin] Pushing event updated for resources: {'Port': ['ID=31d4ce1a-3bba-4b25-8a01-763761665f1d,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:02.436109 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-d3705665-7c8e-4cf2-b327-09fccfff07f5 None None] Provisioning complete for port 31d4ce1a-3bba-4b25-8a01-763761665f1d triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:46:02.437064 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d3705665-7c8e-4cf2-b327-09fccfff07f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (31d4ce1a-3bba-4b25-8a01-763761665f1d), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:02.475545 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-d3705665-7c8e-4cf2-b327-09fccfff07f5 None None] Port 31d4ce1a-3bba-4b25-8a01-763761665f1d cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:46:02.514605 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e54171d2-ba5b-4acd-85a2-624b63597299 req-2e5d29d5-47f9-47b2-ba7d-d2b1d6bce293 service neutron] 10.222.0.55 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5961945
May 07 21:46:02.595369 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3324ca17-004f-44c2-a810-9364104aafd2 req-defa6fee-669d-459e-991f-b7be6f30a687 service neutron] 10.222.0.32 "GET /v2.0/networks/38d1a38e-1f99-466b-bf7f-940113b4b6ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2374258
May 07 21:46:02.602218 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7126b847-6932-4b53-b60a-5ca8ed0c06d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (31d4ce1a-3bba-4b25-8a01-763761665f1d), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:02.798605 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3324ca17-004f-44c2-a810-9364104aafd2 req-d2edc477-98b4-43d4-b8a9-dcd94560771a service neutron] 10.222.0.32 "GET /v2.0/networks/38d1a38e-1f99-466b-bf7f-940113b4b6ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1927552
May 07 21:46:02.832090 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-088a2e9e-622e-41b9-be69-1528e9fb7151 req-5635b42b-b8a0-4b51-b621-f84f2fb03eb0 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=95946c2e9a5c4a72905d75010a9bb7a5&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0451653
May 07 21:46:02.901586 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7126b847-6932-4b53-b60a-5ca8ed0c06d7 admin admin] Publish callbacks [] for port (31d4ce1a-3bba-4b25-8a01-763761665f1d), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:02.914378 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7126b847-6932-4b53-b60a-5ca8ed0c06d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (31d4ce1a-3bba-4b25-8a01-763761665f1d), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:02.916454 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7126b847-6932-4b53-b60a-5ca8ed0c06d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401121'] for router_interface (75c60af6-7842-4148-b054-82a4566b299c), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:03.102654 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5fcc8e30-fbb5-4880-afe5-39763f3c8332 req-b3d6b254-98c3-4724-9858-db8f3ad8a39a tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=52713c0c-6d75-42a3-96ac-5a93b17ef0b1 HTTP/1.1" status: 200  len: 210 time: 0.1084902
May 07 21:46:03.103678 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7126b847-6932-4b53-b60a-5ca8ed0c06d7 admin admin] Pushing event updated for resources: {'Port': ['ID=31d4ce1a-3bba-4b25-8a01-763761665f1d,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:03.149023 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088a2e9e-622e-41b9-be69-1528e9fb7151 req-075b5534-221b-4244-b852-bbbbeede487c tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:03.157437 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-088a2e9e-622e-41b9-be69-1528e9fb7151 req-075b5534-221b-4244-b852-bbbbeede487c tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3194735
May 07 21:46:03.177087 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-088a2e9e-622e-41b9-be69-1528e9fb7151 req-f5232709-9234-48ab-8f34-da6a2c19cf47 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/quotas/95946c2e9a5c4a72905d75010a9bb7a5 HTTP/1.1" status: 200  len: 375 time: 0.0183587
May 07 21:46:03.188165 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7126b847-6932-4b53-b60a-5ca8ed0c06d7 admin admin] Network 849ca462-b333-410b-8c4a-24e67429a8f8 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:46:03.189932 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-7126b847-6932-4b53-b60a-5ca8ed0c06d7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:46:03.234173 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 07c8e0a0-c407-43ea-99f9-11a7c0c5a325 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:46:03.326695 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-088a2e9e-622e-41b9-be69-1528e9fb7151 req-364321bb-2bc5-465a-a257-840fdcf6296f tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=95946c2e9a5c4a72905d75010a9bb7a5&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1484208
May 07 21:46:03.364718 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 07c8e0a0-c407-43ea-99f9-11a7c0c5a325 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:46:03.365420 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (07c8e0a0-c407-43ea-99f9-11a7c0c5a325), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:03.508980 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 07c8e0a0-c407-43ea-99f9-11a7c0c5a325 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:46:03.595315 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e5125f-9236-4846-9b68-18256a617adc req-db96ae5f-1386-49c8-bdee-51c337385c0c tempest-AggregatesAdminTestJSON-5216341 tempest-AggregatesAdminTestJSON-5216341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:03.611532 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-64e5125f-9236-4846-9b68-18256a617adc req-db96ae5f-1386-49c8-bdee-51c337385c0c tempest-AggregatesAdminTestJSON-5216341 tempest-AggregatesAdminTestJSON-5216341-project] 10.222.0.32 "GET /v2.0/ports?device_id=936ab95e-ea34-4de7-8ee6-3c1b8bc0a64b HTTP/1.1" status: 200  len: 967 time: 0.3178895
May 07 21:46:03.614974 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7126b847-6932-4b53-b60a-5ca8ed0c06d7 admin admin] Router 75c60af6-7842-4148-b054-82a4566b299c has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 21:46:03.622789 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-56a0a66b-204b-4fa3-81f0-ce7c1c69c078 None None] Provisioning complete for port 31d4ce1a-3bba-4b25-8a01-763761665f1d triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:46:03.632661 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-56a0a66b-204b-4fa3-81f0-ce7c1c69c078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (31d4ce1a-3bba-4b25-8a01-763761665f1d), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:03.696760 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-56a0a66b-204b-4fa3-81f0-ce7c1c69c078 None None] Port 31d4ce1a-3bba-4b25-8a01-763761665f1d cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:46:03.713278 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b017310f-3b45-4059-82af-8774ffaeec0f req-afb1e722-e854-48cd-a200-44df253024f7 tempest-ServersAdmin275Test-2110418138 tempest-ServersAdmin275Test-2110418138-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5339211-223c-48cb-9652-201c790b2f4f HTTP/1.1" status: 200  len: 210 time: 0.0352449
May 07 21:46:03.721465 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-64e5125f-9236-4846-9b68-18256a617adc req-64ec6853-4596-41a9-96cd-230cf3f66ba3 tempest-AggregatesAdminTestJSON-5216341 tempest-AggregatesAdminTestJSON-5216341-project] 10.222.0.32 "GET /v2.0/security-groups?id=a1c516db-f9c3-4c77-a25e-252d5fecefec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1090512
May 07 21:46:03.868718 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7126b847-6932-4b53-b60a-5ca8ed0c06d7 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:46:03.873901 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-7126b847-6932-4b53-b60a-5ca8ed0c06d7 admin admin] 10.222.0.32 "PUT /v2.0/routers/75c60af6-7842-4148-b054-82a4566b299c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.8528981
May 07 21:46:03.882916 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b00ef9d-a773-4dfe-b7bf-ba7576e10b8a None None] Sync routers for ids ['75c60af6-7842-4148-b054-82a4566b299c'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:46:03.904303 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b00ef9d-a773-4dfe-b7bf-ba7576e10b8a None None] Routers {'75c60af6-7842-4148-b054-82a4566b299c'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:46:03.905003 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-9b00ef9d-a773-4dfe-b7bf-ba7576e10b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c19cc40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:45:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['75c60af6-7842-4148-b054-82a4566b299c'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:46:03.963253 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2b589bec-bb41-4d10-8a74-0bc99e0c72b3 req-c971298e-348a-4cb1-9326-4582ad302896 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=95946c2e9a5c4a72905d75010a9bb7a5&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0408630
May 07 21:46:04.107233 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b589bec-bb41-4d10-8a74-0bc99e0c72b3 req-5318e277-a3b8-4b03-b3fa-0ca09b5acce2 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:04.120284 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2b589bec-bb41-4d10-8a74-0bc99e0c72b3 req-5318e277-a3b8-4b03-b3fa-0ca09b5acce2 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1537893
May 07 21:46:04.137629 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2b589bec-bb41-4d10-8a74-0bc99e0c72b3 req-a9cc9aac-f4ed-422a-8bdd-b45f182af86c tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/quotas/95946c2e9a5c4a72905d75010a9bb7a5 HTTP/1.1" status: 200  len: 375 time: 0.0163929
May 07 21:46:04.189610 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2b589bec-bb41-4d10-8a74-0bc99e0c72b3 req-bbc255b5-0b59-483c-a1bc-2015cb789df8 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=95946c2e9a5c4a72905d75010a9bb7a5&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0505574
May 07 21:46:04.260987 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-9b00ef9d-a773-4dfe-b7bf-ba7576e10b8a None None] Set router 75c60af6-7842-4148-b054-82a4566b299c gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:46:04.288519 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-01b63ace-d52e-43f5-ae17-e7c8a79f4f57 req-11fd9528-0a46-4224-adc0-539497cf9cbf tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=52713c0c-6d75-42a3-96ac-5a93b17ef0b1 HTTP/1.1" status: 200  len: 210 time: 0.0316565
May 07 21:46:04.509544 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-41054f38-f04e-4fa2-9090-2976d62c6a7c req-735176c8-bb96-4144-9022-46de352be910 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=e79018bd-9790-48c1-a26f-590908b011db HTTP/1.1" status: 200  len: 210 time: 0.0565066
May 07 21:46:04.577251 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-9b00ef9d-a773-4dfe-b7bf-ba7576e10b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c19cc40>, [{'id': '75c60af6-7842-4148-b054-82a4566b299c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-115886930-router', 'tenant_id': 'd7a25055f3544e5c95bacd3a07611e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.226'}], 'enable_snat': True}, 'gw_port_id': '07c8e0a0-c407-43ea-99f9-11a7c0c5a325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:45:50Z', 'updated_at': '2022-05-07T21:46:02Z', 'revision_number': 4, 'project_id': 'd7a25055f3544e5c95bacd3a07611e1d', 'gw_port': {'id': '07c8e0a0-c407-43ea-99f9-11a7c0c5a325', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:5d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c60af6-7842-4148-b054-82a4566b299c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:45:51Z', 'updated_at': '2022-05-07T21:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '31d4ce1a-3bba-4b25-8a01-763761665f1d', 'name': '', 'network_id': '849ca462-b333-410b-8c4a-24e67429a8f8', 'tenant_id': 'd7a25055f3544e5c95bacd3a07611e1d', 'mac_address': 'fa:16:3e:b4:b2:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c60af6-7842-4148-b054-82a4566b299c', 'device_owner': 'network:router_interface', 'standard_attr_id': 169, 'fixed_ips': [{'subnet_id': '00184246-3b14-4ff3-8c67-98e0d140369b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:46:00Z', 'updated_at': '2022-05-07T21:46:02Z', 'revision_number': 2, 'project_id': 'd7a25055f3544e5c95bacd3a07611e1d', 'subnets': [{'id': '00184246-3b14-4ff3-8c67-98e0d140369b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:46:04.632552 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b00ef9d-a773-4dfe-b7bf-ba7576e10b8a None None] Checking router: 75c60af6-7842-4148-b054-82a4566b299c for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 21:46:04.632920 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b00ef9d-a773-4dfe-b7bf-ba7576e10b8a None None] Updating router 75c60af6-7842-4148-b054-82a4566b299c port 31d4ce1a-3bba-4b25-8a01-763761665f1d binding host ncdv-master-1 {{(pid=121838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 21:46:04.687105 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9b00ef9d-a773-4dfe-b7bf-ba7576e10b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (31d4ce1a-3bba-4b25-8a01-763761665f1d), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:04.862848 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bc14de-16ac-4e66-9cba-48f805715584 req-5d811f8d-43ec-4950-bb66-9f13d25d55c2 tempest-AggregatesAdminTestJSON-5216341 tempest-AggregatesAdminTestJSON-5216341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:04.871009 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-60bc14de-16ac-4e66-9cba-48f805715584 req-5d811f8d-43ec-4950-bb66-9f13d25d55c2 tempest-AggregatesAdminTestJSON-5216341 tempest-AggregatesAdminTestJSON-5216341-project] 10.222.0.32 "GET /v2.0/ports?device_id=936ab95e-ea34-4de7-8ee6-3c1b8bc0a64b HTTP/1.1" status: 200  len: 967 time: 0.0663807
May 07 21:46:04.923424 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-350024b0-f381-486a-8c8d-7af8ea2044a6 req-5af20598-6274-4dbb-91f5-f0d482bd8274 tempest-ServersAdmin275Test-2110418138 tempest-ServersAdmin275Test-2110418138-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5339211-223c-48cb-9652-201c790b2f4f HTTP/1.1" status: 200  len: 210 time: 0.0481565
May 07 21:46:04.966430 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-60bc14de-16ac-4e66-9cba-48f805715584 req-6cfb175a-9f6d-44b3-960e-d3758deb0cf3 tempest-AggregatesAdminTestJSON-5216341 tempest-AggregatesAdminTestJSON-5216341-project] 10.222.0.32 "GET /v2.0/security-groups?id=a1c516db-f9c3-4c77-a25e-252d5fecefec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0899420
May 07 21:46:05.046627 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 57432) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:46:05.053151 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-2cdfd1cf-fd90-4536-95d0-47383d3f7d55 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-505490147-network', 'tenant_id': '12dbc8ee204548bba46b92b913aeed3a'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:46:05.077889 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cdfd1cf-fd90-4536-95d0-47383d3f7d55 admin admin] Made reservation on behalf of 12dbc8ee204548bba46b92b913aeed3a for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:46:05.080300 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2cdfd1cf-fd90-4536-95d0-47383d3f7d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:05.089694 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2cdfd1cf-fd90-4536-95d0-47383d3f7d55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:05.177455 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2cdfd1cf-fd90-4536-95d0-47383d3f7d55 admin admin] Publish callbacks [] for security_group (2952be8c-26a4-453a-9791-099eab3997fe), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:05.183399 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2cdfd1cf-fd90-4536-95d0-47383d3f7d55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (2952be8c-26a4-453a-9791-099eab3997fe), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:05.199988 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9b00ef9d-a773-4dfe-b7bf-ba7576e10b8a None None] Publish callbacks [] for port (31d4ce1a-3bba-4b25-8a01-763761665f1d), precommit_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:05.205686 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9b00ef9d-a773-4dfe-b7bf-ba7576e10b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (31d4ce1a-3bba-4b25-8a01-763761665f1d), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:05.228883 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cdfd1cf-fd90-4536-95d0-47383d3f7d55 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 21:46:05.232863 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 57436) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:46:05.237855 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdfd1cf-fd90-4536-95d0-47383d3f7d55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2952be8c-26a4-453a-9791-099eab3997fe,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:05.248578 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2cdfd1cf-fd90-4536-95d0-47383d3f7d55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (ad000daf-a1d4-4b9f-a213-0d1d6b7a7467), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:05.251514 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-2cdfd1cf-fd90-4536-95d0-47383d3f7d55 admin admin] Added segment ad000daf-a1d4-4b9f-a213-0d1d6b7a7467 of type vlan for network 8e98b83a-eaa4-48c7-b448-bd23f0958957
May 07 21:46:05.304297 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5bd19-d144-4cd8-b521-0f476f27c368 None None] Pushing event updated for resources: {'Port': ['ID=31d4ce1a-3bba-4b25-8a01-763761665f1d,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:05.318575 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2cdfd1cf-fd90-4536-95d0-47383d3f7d55 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (8e98b83a-eaa4-48c7-b448-bd23f0958957), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:05.332812 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-9b00ef9d-a773-4dfe-b7bf-ba7576e10b8a None None] Attempting to bind port 31d4ce1a-3bba-4b25-8a01-763761665f1d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:46:05.335407 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-9b00ef9d-a773-4dfe-b7bf-ba7576e10b8a None None] Attempting to bind port 31d4ce1a-3bba-4b25-8a01-763761665f1d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0afabcaa-164e-453b-a9cc-8c006af8772f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '849ca462-b333-410b-8c4a-24e67429a8f8'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:46:05.335981 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b00ef9d-a773-4dfe-b7bf-ba7576e10b8a None None] Attempting to bind port 31d4ce1a-3bba-4b25-8a01-763761665f1d on network 849ca462-b333-410b-8c4a-24e67429a8f8 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:46:05.352131 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b00ef9d-a773-4dfe-b7bf-ba7576e10b8a None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:46:05.352455 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b00ef9d-a773-4dfe-b7bf-ba7576e10b8a None None] Checking segment: {'id': '0afabcaa-164e-453b-a9cc-8c006af8772f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '849ca462-b333-410b-8c4a-24e67429a8f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:46:05.353110 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9b00ef9d-a773-4dfe-b7bf-ba7576e10b8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:05.353683 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b00ef9d-a773-4dfe-b7bf-ba7576e10b8a None None] Bound using segment: {'id': '0afabcaa-164e-453b-a9cc-8c006af8772f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '849ca462-b333-410b-8c4a-24e67429a8f8'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:46:05.354522 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-9b00ef9d-a773-4dfe-b7bf-ba7576e10b8a None None] Bound port: 31d4ce1a-3bba-4b25-8a01-763761665f1d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0afabcaa-164e-453b-a9cc-8c006af8772f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '849ca462-b333-410b-8c4a-24e67429a8f8'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:46:05.356561 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9b00ef9d-a773-4dfe-b7bf-ba7576e10b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (31d4ce1a-3bba-4b25-8a01-763761665f1d), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:05.365198 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2cdfd1cf-fd90-4536-95d0-47383d3f7d55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (8e98b83a-eaa4-48c7-b448-bd23f0958957), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:05.366185 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cdfd1cf-fd90-4536-95d0-47383d3f7d55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:05.366791 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2cdfd1cf-fd90-4536-95d0-47383d3f7d55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:05.450496 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-9b00ef9d-a773-4dfe-b7bf-ba7576e10b8a None None] For port 31d4ce1a-3bba-4b25-8a01-763761665f1d, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:46:05.455064 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-9b00ef9d-a773-4dfe-b7bf-ba7576e10b8a None None] For port 31d4ce1a-3bba-4b25-8a01-763761665f1d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=31d4ce1a-3bba-4b25-8a01-763761665f1d,segment=NetworkSegment(0afabcaa-164e-453b-a9cc-8c006af8772f),segment_id=0afabcaa-164e-453b-a9cc-8c006af8772f)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:46:05.460901 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-2cdfd1cf-fd90-4536-95d0-47383d3f7d55 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 896 time: 0.4131696
May 07 21:46:05.463157 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9b00ef9d-a773-4dfe-b7bf-ba7576e10b8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (31d4ce1a-3bba-4b25-8a01-763761665f1d), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:05.467298 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 57442) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:46:05.470028 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 0f88893d-5e1f-48e6-a69a-132a1aa16a37 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:46:05.473151 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-431f33c4-2218-4dfe-8eb3-365c2a4fc78c admin admin] Request body: {'subnet': {'network_id': '8e98b83a-eaa4-48c7-b448-bd23f0958957', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-505490147-subnet', 'tenant_id': '12dbc8ee204548bba46b92b913aeed3a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:46:05.477268 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c2193f34-0c26-4c2d-add7-9005a74c9f5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:05.498631 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-85343463-4a5e-430d-b1fc-17c7d7608390 req-0e4ca780-6740-4476-bd30-1092b00e8013 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=52713c0c-6d75-42a3-96ac-5a93b17ef0b1 HTTP/1.1" status: 200  len: 210 time: 0.0966725
May 07 21:46:05.509774 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdfd1cf-fd90-4536-95d0-47383d3f7d55 admin admin] Pushing event updated for resources: {'Network': ['ID=8e98b83a-eaa4-48c7-b448-bd23f0958957,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:05.534219 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 8e98b83a-eaa4-48c7-b448-bd23f0958957 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 21:46:05.568267 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-431f33c4-2218-4dfe-8eb3-365c2a4fc78c admin admin] Made reservation on behalf of 12dbc8ee204548bba46b92b913aeed3a for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:46:05.570830 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-431f33c4-2218-4dfe-8eb3-365c2a4fc78c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:05.633677 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.db.resource_extend [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 07 21:46:05.677801 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-29270da4-134d-467d-8486-a05e08d9303a req-3098876e-33ab-4e5a-bfae-eb06e0381505 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=e79018bd-9790-48c1-a26f-590908b011db HTTP/1.1" status: 200  len: 210 time: 0.0700612
May 07 21:46:05.685732 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-012c9e28-6d8d-4786-ad81-cc307f92fac1 None None] Provisioning complete for port 31d4ce1a-3bba-4b25-8a01-763761665f1d triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:46:05.686385 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-012c9e28-6d8d-4786-ad81-cc307f92fac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (31d4ce1a-3bba-4b25-8a01-763761665f1d), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:05.731707 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b00ef9d-a773-4dfe-b7bf-ba7576e10b8a None None] Routers {'75c60af6-7842-4148-b054-82a4566b299c'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:46:05.731845 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-9b00ef9d-a773-4dfe-b7bf-ba7576e10b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c19cc40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:45:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['75c60af6-7842-4148-b054-82a4566b299c'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:46:05.735300 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c2193f34-0c26-4c2d-add7-9005a74c9f5d admin admin] Publish callbacks [] for security_group (871a4a2e-b601-4371-b50d-acc39b0778f8), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:05.743963 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c2193f34-0c26-4c2d-add7-9005a74c9f5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (871a4a2e-b601-4371-b50d-acc39b0778f8), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:05.786629 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2193f34-0c26-4c2d-add7-9005a74c9f5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=871a4a2e-b601-4371-b50d-acc39b0778f8,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:05.798659 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5bd19-d144-4cd8-b521-0f476f27c368 None None] Pushing event updated for resources: {'Port': ['ID=31d4ce1a-3bba-4b25-8a01-763761665f1d,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:05.835941 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-c2193f34-0c26-4c2d-add7-9005a74c9f5d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5e71c9d87dc34c3092056a7444894997&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6019654
May 07 21:46:05.836465 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 57450) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:46:05.905907 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 0f88893d-5e1f-48e6-a69a-132a1aa16a37, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0f88893d-5e1f-48e6-a69a-132a1aa16a37,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:46:05.906805 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4b00278f-911e-4a09-834e-187ca4e62abd admin admin] Publish callbacks [] for security_group (871a4a2e-b601-4371-b50d-acc39b0778f8), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:05.929818 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-431f33c4-2218-4dfe-8eb3-365c2a4fc78c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for subnet (93ff87df-07be-420f-b0a8-66c4a0455b0a), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:05.932550 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': '0f88893d-5e1f-48e6-a69a-132a1aa16a37', 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47', 'port_id': '0f88893d-5e1f-48e6-a69a-132a1aa16a37', 'mac_address': 'fa:16:3e:c3:f4:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e0e5c53-1ece-4d20-b01d-5f8c6957edf6', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:tempest-test_az-4362714', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:46:05.935679 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4b00278f-911e-4a09-834e-187ca4e62abd admin admin] Publish callbacks [] for security_group (871a4a2e-b601-4371-b50d-acc39b0778f8), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:05.942347 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-012c9e28-6d8d-4786-ad81-cc307f92fac1 None None] Current status of the port 31d4ce1a-3bba-4b25-8a01-763761665f1d is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:46:05.942748 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-012c9e28-6d8d-4786-ad81-cc307f92fac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (31d4ce1a-3bba-4b25-8a01-763761665f1d), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:05.955261 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-9b00ef9d-a773-4dfe-b7bf-ba7576e10b8a None None] Set router 75c60af6-7842-4148-b054-82a4566b299c gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:46:06.012071 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431f33c4-2218-4dfe-8eb3-365c2a4fc78c admin admin] Pushing event updated for resources: {'Subnet': ['ID=93ff87df-07be-420f-b0a8-66c4a0455b0a,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:06.012786 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4b00278f-911e-4a09-834e-187ca4e62abd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (871a4a2e-b601-4371-b50d-acc39b0778f8), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:06.024836 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-431f33c4-2218-4dfe-8eb3-365c2a4fc78c admin admin] Checking segment: {'id': 'ad000daf-a1d4-4b9f-a213-0d1d6b7a7467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8e98b83a-eaa4-48c7-b448-bd23f0958957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:46:06.025281 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431f33c4-2218-4dfe-8eb3-365c2a4fc78c admin admin] Network hostable DHCP agents. Network: 8e98b83a-eaa4-48c7-b448-bd23f0958957, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 21:46:06.026173 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4b00278f-911e-4a09-834e-187ca4e62abd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:06.032757 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-4b00278f-911e-4a09-834e-187ca4e62abd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/871a4a2e-b601-4371-b50d-acc39b0778f8 HTTP/1.1" status: 204  len: 168 time: 0.1951568
May 07 21:46:06.061781 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b00278f-911e-4a09-834e-187ca4e62abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=871a4a2e-b601-4371-b50d-acc39b0778f8,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:06.068525 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-012c9e28-6d8d-4786-ad81-cc307f92fac1 None None] For port 31d4ce1a-3bba-4b25-8a01-763761665f1d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=31d4ce1a-3bba-4b25-8a01-763761665f1d,segment=NetworkSegment(0afabcaa-164e-453b-a9cc-8c006af8772f),segment_id=0afabcaa-164e-453b-a9cc-8c006af8772f)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:46:06.072261 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431f33c4-2218-4dfe-8eb3-365c2a4fc78c admin admin] Network 8e98b83a-eaa4-48c7-b448-bd23f0958957 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 21:46:06.091856 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-431f33c4-2218-4dfe-8eb3-365c2a4fc78c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8e98b83a-eaa4-48c7-b448-bd23f0958957) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:46:06.099894 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431f33c4-2218-4dfe-8eb3-365c2a4fc78c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:06.100582 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-431f33c4-2218-4dfe-8eb3-365c2a4fc78c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:06.124099 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 0f88893d-5e1f-48e6-a69a-132a1aa16a37 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:46:06.124873 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (0f88893d-5e1f-48e6-a69a-132a1aa16a37), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:06.130562 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36166919-a84c-476b-b5d6-7c6ffa30571e None None] Network 8e98b83a-eaa4-48c7-b448-bd23f0958957 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:46:06.155469 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-012c9e28-6d8d-4786-ad81-cc307f92fac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (31d4ce1a-3bba-4b25-8a01-763761665f1d), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:06.164802 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9a38f24f-e19e-40ea-b323-715a71a9de20 req-26f4b98f-6f8a-41d6-8fda-b6ab3b3b5a3c tempest-ServersAdmin275Test-2110418138 tempest-ServersAdmin275Test-2110418138-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5339211-223c-48cb-9652-201c790b2f4f HTTP/1.1" status: 200  len: 210 time: 0.0525720
May 07 21:46:06.180982 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 57458) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:46:06.181759 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-431f33c4-2218-4dfe-8eb3-365c2a4fc78c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 859 time: 0.7129169
May 07 21:46:06.223169 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-2d955425-8d2f-4ba0-b496-783f3cbd7911 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-505490147-router', 'tenant_id': '12dbc8ee204548bba46b92b913aeed3a', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:46:06.249721 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f88893d-5e1f-48e6-a69a-132a1aa16a37 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:46:06.261307 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed3b8f1-f096-4fdf-9eb9-1938a2ba76b2 req-cc056a0c-f439-4d62-81c6-16a5aa1d07ce tempest-AggregatesAdminTestJSON-5216341 tempest-AggregatesAdminTestJSON-5216341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:06.263685 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8ed3b8f1-f096-4fdf-9eb9-1938a2ba76b2 req-cc056a0c-f439-4d62-81c6-16a5aa1d07ce tempest-AggregatesAdminTestJSON-5216341 tempest-AggregatesAdminTestJSON-5216341-project] 10.222.0.32 "GET /v2.0/ports?device_id=936ab95e-ea34-4de7-8ee6-3c1b8bc0a64b HTTP/1.1" status: 200  len: 967 time: 0.1512110
May 07 21:46:06.271793 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2d955425-8d2f-4ba0-b496-783f3cbd7911 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (58cfcfd2-d556-46a8-b7af-3a3b7cbaaff8), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:06.273069 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2d955425-8d2f-4ba0-b496-783f3cbd7911 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (58cfcfd2-d556-46a8-b7af-3a3b7cbaaff8), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:06.403205 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2d955425-8d2f-4ba0-b496-783f3cbd7911 admin admin] Publish callbacks [] for router_controller (58cfcfd2-d556-46a8-b7af-3a3b7cbaaff8), precommit_add_association {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:06.450934 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-43c58793-ea8f-4af0-8470-89cea04695fc None None] Provisioning complete for port 31d4ce1a-3bba-4b25-8a01-763761665f1d triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:46:06.451331 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-43c58793-ea8f-4af0-8470-89cea04695fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (31d4ce1a-3bba-4b25-8a01-763761665f1d), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:06.456635 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 0f88893d-5e1f-48e6-a69a-132a1aa16a37, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0f88893d-5e1f-48e6-a69a-132a1aa16a37,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:46:06.467031 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8ed3b8f1-f096-4fdf-9eb9-1938a2ba76b2 req-84a9aa19-7177-45c8-b4c2-fa564442b9ec tempest-AggregatesAdminTestJSON-5216341 tempest-AggregatesAdminTestJSON-5216341-project] 10.222.0.32 "GET /v2.0/security-groups?id=a1c516db-f9c3-4c77-a25e-252d5fecefec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1895478
May 07 21:46:06.484169 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 57462) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:46:06.497932 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-642a1299-8ecf-4ae9-a5ac-ab4bf436184c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:06.514113 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (0f88893d-5e1f-48e6-a69a-132a1aa16a37), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:06.563301 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012c9e28-6d8d-4786-ad81-cc307f92fac1 None None] Pushing event updated for resources: {'Port': ['ID=31d4ce1a-3bba-4b25-8a01-763761665f1d,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:06.567009 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cbd50b2-9467-4aaf-804d-2bfded5e1939 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8e98b83a-eaa4-48c7-b448-bd23f0958957', 'network_id': '8e98b83a-eaa4-48c7-b448-bd23f0958957', 'project_id': '12dbc8ee204548bba46b92b913aeed3a', 'fixed_ips': [{'subnet_id': '93ff87df-07be-420f-b0a8-66c4a0455b0a'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 21:46:06.567858 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9cbd50b2-9467-4aaf-804d-2bfded5e1939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:06.603133 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2d955425-8d2f-4ba0-b496-783f3cbd7911 admin admin] Publish callbacks [] for router_gateway (58cfcfd2-d556-46a8-b7af-3a3b7cbaaff8), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:06.615093 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-642a1299-8ecf-4ae9-a5ac-ab4bf436184c admin admin] Publish callbacks [] for security_group (be97c958-191d-4fed-8571-fbf72f1a69c0), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:06.629927 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-642a1299-8ecf-4ae9-a5ac-ab4bf436184c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (be97c958-191d-4fed-8571-fbf72f1a69c0), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:06.683427 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0740e965-e0f3-4531-9ec7-c3ce29bbe039 req-3908d867-8ce6-419c-8f82-c965762e1179 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=52713c0c-6d75-42a3-96ac-5a93b17ef0b1 HTTP/1.1" status: 200  len: 210 time: 0.0552590
May 07 21:46:06.702546 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642a1299-8ecf-4ae9-a5ac-ab4bf436184c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be97c958-191d-4fed-8571-fbf72f1a69c0,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:06.707380 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-642a1299-8ecf-4ae9-a5ac-ab4bf436184c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=202ee41be9df4b1da11d77b623a7994b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2215047
May 07 21:46:06.710070 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 57466) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:46:06.785721 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c280902c-3ab7-4dd0-bfc6-9454c2ac1583 admin admin] Publish callbacks [] for security_group (be97c958-191d-4fed-8571-fbf72f1a69c0), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:06.804488 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=0f88893d-5e1f-48e6-a69a-132a1aa16a37,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:06.807648 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-9b00ef9d-a773-4dfe-b7bf-ba7576e10b8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c19cc40>, [{'id': '75c60af6-7842-4148-b054-82a4566b299c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-115886930-router', 'tenant_id': 'd7a25055f3544e5c95bacd3a07611e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.226'}], 'enable_snat': True}, 'gw_port_id': '07c8e0a0-c407-43ea-99f9-11a7c0c5a325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:45:50Z', 'updated_at': '2022-05-07T21:46:02Z', 'revision_number': 4, 'project_id': 'd7a25055f3544e5c95bacd3a07611e1d', 'gw_port': {'id': '07c8e0a0-c407-43ea-99f9-11a7c0c5a325', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:5d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c60af6-7842-4148-b054-82a4566b299c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:45:51Z', 'updated_at': '2022-05-07T21:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '31d4ce1a-3bba-4b25-8a01-763761665f1d', 'name': '', 'network_id': '849ca462-b333-410b-8c4a-24e67429a8f8', 'tenant_id': 'd7a25055f3544e5c95bacd3a07611e1d', 'mac_address': 'fa:16:3e:b4:b2:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c60af6-7842-4148-b054-82a4566b299c', 'device_owner': 'network:router_interface', 'standard_attr_id': 169, 'fixed_ips': [{'subnet_id': '00184246-3b14-4ff3-8c67-98e0d140369b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:46:00Z', 'updated_at': '2022-05-07T21:46:05Z', 'revision_number': 4, 'project_id': 'd7a25055f3544e5c95bacd3a07611e1d', 'subnets': [{'id': '00184246-3b14-4ff3-8c67-98e0d140369b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:46:06.823468 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c280902c-3ab7-4dd0-bfc6-9454c2ac1583 admin admin] Publish callbacks [] for security_group (be97c958-191d-4fed-8571-fbf72f1a69c0), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:06.824968 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['0f88893d-5e1f-48e6-a69a-132a1aa16a37'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:46:06.899367 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c280902c-3ab7-4dd0-bfc6-9454c2ac1583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (be97c958-191d-4fed-8571-fbf72f1a69c0), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:06.902614 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c280902c-3ab7-4dd0-bfc6-9454c2ac1583 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:06.904229 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-c280902c-3ab7-4dd0-bfc6-9454c2ac1583 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/be97c958-191d-4fed-8571-fbf72f1a69c0 HTTP/1.1" status: 204  len: 168 time: 0.1929555
May 07 21:46:06.915252 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c280902c-3ab7-4dd0-bfc6-9454c2ac1583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be97c958-191d-4fed-8571-fbf72f1a69c0,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:06.920143 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b00ef9d-a773-4dfe-b7bf-ba7576e10b8a None None] The sync data for ids ['75c60af6-7842-4148-b054-82a4566b299c'] in ncdv-master-1 is: [{'id': '75c60af6-7842-4148-b054-82a4566b299c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-115886930-router', 'tenant_id': 'd7a25055f3544e5c95bacd3a07611e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.226'}], 'enable_snat': True}, 'gw_port_id': '07c8e0a0-c407-43ea-99f9-11a7c0c5a325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:45:50Z', 'updated_at': '2022-05-07T21:46:02Z', 'revision_number': 4, 'project_id': 'd7a25055f3544e5c95bacd3a07611e1d', 'gw_port': {'id': '07c8e0a0-c407-43ea-99f9-11a7c0c5a325', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:5d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c60af6-7842-4148-b054-82a4566b299c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:45:51Z', 'updated_at': '2022-05-07T21:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '31d4ce1a-3bba-4b25-8a01-763761665f1d', 'name': '', 'network_id': '849ca462-b333-410b-8c4a-24e67429a8f8', 'tenant_id': 'd7a25055f3544e5c95bacd3a07611e1d', 'mac_address': 'fa:16:3e:b4:b2:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75c60af6-7842-4148-b054-82a4566b299c', 'device_owner': 'network:router_interface', 'standard_attr_id': 169, 'fixed_ips': [{'subnet_id': '00184246-3b14-4ff3-8c67-98e0d140369b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:46:00Z', 'updated_at': '2022-05-07T21:46:05Z', 'revision_number': 4, 'project_id': 'd7a25055f3544e5c95bacd3a07611e1d', 'subnets': [{'id': '00184246-3b14-4ff3-8c67-98e0d140369b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:46:06.937611 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-43c58793-ea8f-4af0-8470-89cea04695fc None None] Current status of the port 31d4ce1a-3bba-4b25-8a01-763761665f1d is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:46:07.127147 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-9cbd50b2-9467-4aaf-804d-2bfded5e1939 None None] Allocated IP 172.20.0.2 (8e98b83a-eaa4-48c7-b448-bd23f0958957/93ff87df-07be-420f-b0a8-66c4a0455b0a/f0763aa1-9beb-4662-bdf3-3dc957c05b76) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:46:07.141388 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2d955425-8d2f-4ba0-b496-783f3cbd7911 admin admin] Publish callbacks [] for router_gateway (58cfcfd2-d556-46a8-b7af-3a3b7cbaaff8), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:07.152074 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-dca79eba-261b-49b1-9f4d-a77f66b7e43b req-960df6d4-9aab-40f8-a02d-6382417795af tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=e79018bd-9790-48c1-a26f-590908b011db HTTP/1.1" status: 200  len: 210 time: 0.1178145
May 07 21:46:07.179689 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2d955425-8d2f-4ba0-b496-783f3cbd7911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:07.269825 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 31d4ce1a-3bba-4b25-8a01-763761665f1d up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:46:07.339964 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8bcb4676-f6a4-41c7-9562-a33544d11be1 req-f95d336c-baab-47ce-b75f-89ea5df105a5 tempest-ServersAdmin275Test-2110418138 tempest-ServersAdmin275Test-2110418138-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5339211-223c-48cb-9652-201c790b2f4f HTTP/1.1" status: 200  len: 210 time: 0.0626974
May 07 21:46:07.349709 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-2d955425-8d2f-4ba0-b496-783f3cbd7911 admin admin] Allocated IP 172.35.4.38 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/3e82a364-6743-4f1d-b8ca-5b996277c9e4) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:46:07.499496 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2d955425-8d2f-4ba0-b496-783f3cbd7911 admin admin] Publish callbacks [] for port (3e82a364-6743-4f1d-b8ca-5b996277c9e4), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:07.543471 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2d955425-8d2f-4ba0-b496-783f3cbd7911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (3e82a364-6743-4f1d-b8ca-5b996277c9e4), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:07.557420 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9cbd50b2-9467-4aaf-804d-2bfded5e1939 None None] Publish callbacks [] for port (f0763aa1-9beb-4662-bdf3-3dc957c05b76), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:07.562008 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d955425-8d2f-4ba0-b496-783f3cbd7911 admin admin] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:46:07.564896 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-2d955425-8d2f-4ba0-b496-783f3cbd7911 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:46:07.586734 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d955425-8d2f-4ba0-b496-783f3cbd7911 admin admin] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:46:07.603003 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9cbd50b2-9467-4aaf-804d-2bfded5e1939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (f0763aa1-9beb-4662-bdf3-3dc957c05b76), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:07.716990 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d955425-8d2f-4ba0-b496-783f3cbd7911 admin admin] Pushing event updated for resources: {'Port': ['ID=3e82a364-6743-4f1d-b8ca-5b996277c9e4,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:07.728481 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbd50b2-9467-4aaf-804d-2bfded5e1939 None None] Network 8e98b83a-eaa4-48c7-b448-bd23f0958957 is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:46:07.729555 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbd50b2-9467-4aaf-804d-2bfded5e1939 None None] Pushing event updated for resources: {'Port': ['ID=f0763aa1-9beb-4662-bdf3-3dc957c05b76,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:07.746166 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ef3751-5fb1-4607-b467-d664e5ed806d req-a2404e52-f950-4b52-9b51-dd391635b6f5 tempest-AggregatesAdminTestJSON-5216341 tempest-AggregatesAdminTestJSON-5216341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:07.752392 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-9cbd50b2-9467-4aaf-804d-2bfded5e1939 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:46:07.754634 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-51ef3751-5fb1-4607-b467-d664e5ed806d req-a2404e52-f950-4b52-9b51-dd391635b6f5 tempest-AggregatesAdminTestJSON-5216341 tempest-AggregatesAdminTestJSON-5216341-project] 10.222.0.32 "GET /v2.0/ports?device_id=936ab95e-ea34-4de7-8ee6-3c1b8bc0a64b HTTP/1.1" status: 200  len: 968 time: 0.1590111
May 07 21:46:07.762915 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbd50b2-9467-4aaf-804d-2bfded5e1939 None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:46:07.765282 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 31d4ce1a-3bba-4b25-8a01-763761665f1d triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:46:07.765856 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (31d4ce1a-3bba-4b25-8a01-763761665f1d), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:07.886951 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-9cbd50b2-9467-4aaf-804d-2bfded5e1939 None None] Attempting to bind port f0763aa1-9beb-4662-bdf3-3dc957c05b76 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:46:07.887640 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-9cbd50b2-9467-4aaf-804d-2bfded5e1939 None None] Attempting to bind port f0763aa1-9beb-4662-bdf3-3dc957c05b76 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ad000daf-a1d4-4b9f-a213-0d1d6b7a7467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8e98b83a-eaa4-48c7-b448-bd23f0958957'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:46:07.888415 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbd50b2-9467-4aaf-804d-2bfded5e1939 None None] Attempting to bind port f0763aa1-9beb-4662-bdf3-3dc957c05b76 on network 8e98b83a-eaa4-48c7-b448-bd23f0958957 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:46:07.897414 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbd50b2-9467-4aaf-804d-2bfded5e1939 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:46:07.897793 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbd50b2-9467-4aaf-804d-2bfded5e1939 None None] Checking segment: {'id': 'ad000daf-a1d4-4b9f-a213-0d1d6b7a7467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8e98b83a-eaa4-48c7-b448-bd23f0958957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:46:07.898207 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9cbd50b2-9467-4aaf-804d-2bfded5e1939 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:07.898587 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbd50b2-9467-4aaf-804d-2bfded5e1939 None None] Bound using segment: {'id': 'ad000daf-a1d4-4b9f-a213-0d1d6b7a7467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8e98b83a-eaa4-48c7-b448-bd23f0958957'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:46:07.899365 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-9cbd50b2-9467-4aaf-804d-2bfded5e1939 None None] Bound port: f0763aa1-9beb-4662-bdf3-3dc957c05b76, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad000daf-a1d4-4b9f-a213-0d1d6b7a7467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8e98b83a-eaa4-48c7-b448-bd23f0958957'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:46:07.899771 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9cbd50b2-9467-4aaf-804d-2bfded5e1939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f0763aa1-9beb-4662-bdf3-3dc957c05b76), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:07.930799 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-91066814-2f63-4d25-a1f1-f991947ab479 req-42e7f5fa-4fa3-41c4-8f40-389c6d37b350 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=52713c0c-6d75-42a3-96ac-5a93b17ef0b1 HTTP/1.1" status: 200  len: 210 time: 0.0700119
May 07 21:46:07.993379 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-51ef3751-5fb1-4607-b467-d664e5ed806d req-2d706992-1bd2-4288-969c-88d718b086da tempest-AggregatesAdminTestJSON-5216341 tempest-AggregatesAdminTestJSON-5216341-project] 10.222.0.32 "GET /v2.0/security-groups?id=a1c516db-f9c3-4c77-a25e-252d5fecefec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2376356
May 07 21:46:08.043087 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 31d4ce1a-3bba-4b25-8a01-763761665f1d is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:46:08.055959 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-9cbd50b2-9467-4aaf-804d-2bfded5e1939 None None] For port f0763aa1-9beb-4662-bdf3-3dc957c05b76, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:46:08.060233 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-9cbd50b2-9467-4aaf-804d-2bfded5e1939 None None] For port f0763aa1-9beb-4662-bdf3-3dc957c05b76, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f0763aa1-9beb-4662-bdf3-3dc957c05b76,segment=NetworkSegment(ad000daf-a1d4-4b9f-a213-0d1d6b7a7467),segment_id=ad000daf-a1d4-4b9f-a213-0d1d6b7a7467)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:46:08.068813 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9cbd50b2-9467-4aaf-804d-2bfded5e1939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (f0763aa1-9beb-4662-bdf3-3dc957c05b76), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:08.085590 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2d955425-8d2f-4ba0-b496-783f3cbd7911 admin admin] Publish callbacks [] for router_gateway (58cfcfd2-d556-46a8-b7af-3a3b7cbaaff8), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:08.217746 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbd50b2-9467-4aaf-804d-2bfded5e1939 None None] Pushing event updated for resources: {'Port': ['ID=f0763aa1-9beb-4662-bdf3-3dc957c05b76,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:08.326002 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-63903569-f0a8-4444-b536-75e0dc6e51de req-edcbe951-e31a-4ad5-bc62-8714fd61c60c tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=e79018bd-9790-48c1-a26f-590908b011db HTTP/1.1" status: 200  len: 210 time: 0.0518777
May 07 21:46:08.621800 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-930ce698-3fd8-43b9-a8b6-1f0babd2b05f req-2ed883a7-6479-43b9-917d-11fbf9af39e4 tempest-ServersAdmin275Test-2110418138 tempest-ServersAdmin275Test-2110418138-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5339211-223c-48cb-9652-201c790b2f4f HTTP/1.1" status: 200  len: 210 time: 0.0370502
May 07 21:46:08.642481 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2d955425-8d2f-4ba0-b496-783f3cbd7911 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (58cfcfd2-d556-46a8-b7af-3a3b7cbaaff8), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:08.807635 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d955425-8d2f-4ba0-b496-783f3cbd7911 admin admin] Router 58cfcfd2-d556-46a8-b7af-3a3b7cbaaff8 is scheduled to L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db with binding_index 1 {{(pid=121836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 07 21:46:08.937279 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d955425-8d2f-4ba0-b496-783f3cbd7911 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:46:08.948424 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a677fb14-849b-468d-abcc-0634a36a3393 None None] Sync routers for ids ['58cfcfd2-d556-46a8-b7af-3a3b7cbaaff8'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:46:08.962024 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2d955425-8d2f-4ba0-b496-783f3cbd7911 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:08.965757 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-2d955425-8d2f-4ba0-b496-783f3cbd7911 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 934 time: 2.7804086
May 07 21:46:08.966066 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 57516) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:46:08.972742 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a677fb14-849b-468d-abcc-0634a36a3393 None None] Routers {'58cfcfd2-d556-46a8-b7af-3a3b7cbaaff8'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:46:08.973405 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-a677fb14-849b-468d-abcc-0634a36a3393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cff99a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:45:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['58cfcfd2-d556-46a8-b7af-3a3b7cbaaff8'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:46:09.079196 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e9de18df-b9e7-4974-a51e-0f9fde33da09 req-77b68ee9-ec60-4ef9-a262-6f439e434420 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=52713c0c-6d75-42a3-96ac-5a93b17ef0b1 HTTP/1.1" status: 200  len: 210 time: 0.0369225
May 07 21:46:09.170937 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-a677fb14-849b-468d-abcc-0634a36a3393 None None] Set router 58cfcfd2-d556-46a8-b7af-3a3b7cbaaff8 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:46:09.178595 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9190c6a8-756f-41b6-b43a-a52505666f44 req-0f1a1881-b947-4702-a340-0f2e44f96cb4 tempest-AggregatesAdminTestJSON-5216341 tempest-AggregatesAdminTestJSON-5216341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:09.180144 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9190c6a8-756f-41b6-b43a-a52505666f44 req-0f1a1881-b947-4702-a340-0f2e44f96cb4 tempest-AggregatesAdminTestJSON-5216341 tempest-AggregatesAdminTestJSON-5216341-project] 10.222.0.32 "GET /v2.0/ports?device_id=936ab95e-ea34-4de7-8ee6-3c1b8bc0a64b HTTP/1.1" status: 200  len: 968 time: 0.0825727
May 07 21:46:09.285421 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9190c6a8-756f-41b6-b43a-a52505666f44 req-2978bde4-22c8-4299-936e-758f4a1dc159 tempest-AggregatesAdminTestJSON-5216341 tempest-AggregatesAdminTestJSON-5216341-project] 10.222.0.32 "GET /v2.0/security-groups?id=a1c516db-f9c3-4c77-a25e-252d5fecefec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0967238
May 07 21:46:09.288315 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device f0763aa1-9beb-4662-bdf3-3dc957c05b76 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:46:09.363032 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port f0763aa1-9beb-4662-bdf3-3dc957c05b76 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:46:09.363419 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (f0763aa1-9beb-4662-bdf3-3dc957c05b76), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:09.464080 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-a677fb14-849b-468d-abcc-0634a36a3393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cff99a0>, [{'id': '58cfcfd2-d556-46a8-b7af-3a3b7cbaaff8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-505490147-router', 'tenant_id': '12dbc8ee204548bba46b92b913aeed3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.38'}], 'enable_snat': True}, 'gw_port_id': '3e82a364-6743-4f1d-b8ca-5b996277c9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:46:06Z', 'updated_at': '2022-05-07T21:46:07Z', 'revision_number': 3, 'project_id': '12dbc8ee204548bba46b92b913aeed3a', 'gw_port': {'id': '3e82a364-6743-4f1d-b8ca-5b996277c9e4', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e6:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58cfcfd2-d556-46a8-b7af-3a3b7cbaaff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 190, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:46:07Z', 'updated_at': '2022-05-07T21:46:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:46:09.466655 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port f0763aa1-9beb-4662-bdf3-3dc957c05b76 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:46:09.468361 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f0763aa1-9beb-4662-bdf3-3dc957c05b76), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:09.483519 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 0f88893d-5e1f-48e6-a69a-132a1aa16a37 up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:46:09.536745 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a677fb14-849b-468d-abcc-0634a36a3393 None None] Checking router: 58cfcfd2-d556-46a8-b7af-3a3b7cbaaff8 for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 21:46:09.537109 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a677fb14-849b-468d-abcc-0634a36a3393 None None] Updating router 58cfcfd2-d556-46a8-b7af-3a3b7cbaaff8 port 3e82a364-6743-4f1d-b8ca-5b996277c9e4 binding host ncdv-master-1 {{(pid=121839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 21:46:09.559182 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port f0763aa1-9beb-4662-bdf3-3dc957c05b76, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f0763aa1-9beb-4662-bdf3-3dc957c05b76,segment=NetworkSegment(ad000daf-a1d4-4b9f-a213-0d1d6b7a7467),segment_id=ad000daf-a1d4-4b9f-a213-0d1d6b7a7467)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:46:09.570295 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning for port 0f88893d-5e1f-48e6-a69a-132a1aa16a37 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:46:09.573412 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (f0763aa1-9beb-4662-bdf3-3dc957c05b76), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:09.578422 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-a677fb14-849b-468d-abcc-0634a36a3393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (3e82a364-6743-4f1d-b8ca-5b996277c9e4), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:09.630952 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port 0f88893d-5e1f-48e6-a69a-132a1aa16a37 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:46:09.631328 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (0f88893d-5e1f-48e6-a69a-132a1aa16a37), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:09.657732 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-31cbdaf5-857f-40e8-8ab1-129994cf13b2 req-a77fca90-a6a1-4668-a7d5-b3af78d72598 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=e79018bd-9790-48c1-a26f-590908b011db HTTP/1.1" status: 200  len: 210 time: 0.1240714
May 07 21:46:09.722153 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d01c0e1-155f-47be-8760-7768e97dc99c None None] Network 8e98b83a-eaa4-48c7-b448-bd23f0958957 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:46:09.726090 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=f0763aa1-9beb-4662-bdf3-3dc957c05b76,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:09.803450 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-18834291-596d-44f2-9fc4-907fb3abb25b req-d3135a9e-e6e5-4e46-8f8c-31784bb703bf tempest-ServersAdmin275Test-2110418138 tempest-ServersAdmin275Test-2110418138-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5339211-223c-48cb-9652-201c790b2f4f HTTP/1.1" status: 200  len: 210 time: 0.0469310
May 07 21:46:09.917356 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-44d5767d-647f-43bb-9074-23382cc81b8d None None] Provisioning complete for port f0763aa1-9beb-4662-bdf3-3dc957c05b76 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:46:09.918188 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-44d5767d-647f-43bb-9074-23382cc81b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (f0763aa1-9beb-4662-bdf3-3dc957c05b76), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:10.018209 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 0f88893d-5e1f-48e6-a69a-132a1aa16a37 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:46:10.019521 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (0f88893d-5e1f-48e6-a69a-132a1aa16a37), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:10.080718 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-a677fb14-849b-468d-abcc-0634a36a3393 None None] Publish callbacks [] for port (3e82a364-6743-4f1d-b8ca-5b996277c9e4), precommit_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:10.091778 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-a677fb14-849b-468d-abcc-0634a36a3393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (3e82a364-6743-4f1d-b8ca-5b996277c9e4), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:10.098666 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '936ab95e-ea34-4de7-8ee6-3c1b8bc0a64b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f88893d-5e1f-48e6-a69a-132a1aa16a37'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:46:10.100839 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-667b2406-ecfc-4d6b-b5b1-98effe1994e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:10.160862 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-a677fb14-849b-468d-abcc-0634a36a3393 None None] Attempting to bind port 3e82a364-6743-4f1d-b8ca-5b996277c9e4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:46:10.161382 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-a677fb14-849b-468d-abcc-0634a36a3393 None None] Attempting to bind port 3e82a364-6743-4f1d-b8ca-5b996277c9e4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:46:10.161864 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a677fb14-849b-468d-abcc-0634a36a3393 None None] Attempting to bind port 3e82a364-6743-4f1d-b8ca-5b996277c9e4 on network 9221b764-ef06-431f-8941-796516ed7c3b {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:46:10.174046 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47b3961-2246-4baa-bb8d-584fbb5165da None None] Pushing event updated for resources: {'Port': ['ID=3e82a364-6743-4f1d-b8ca-5b996277c9e4,revision_number=2']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:10.177985 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a677fb14-849b-468d-abcc-0634a36a3393 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:46:10.178493 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a677fb14-849b-468d-abcc-0634a36a3393 None None] Checking segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:46:10.179039 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-a677fb14-849b-468d-abcc-0634a36a3393 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:10.179534 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a677fb14-849b-468d-abcc-0634a36a3393 None None] Bound using segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:46:10.180774 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-a677fb14-849b-468d-abcc-0634a36a3393 None None] Bound port: 3e82a364-6743-4f1d-b8ca-5b996277c9e4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:46:10.181280 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-a677fb14-849b-468d-abcc-0634a36a3393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (3e82a364-6743-4f1d-b8ca-5b996277c9e4), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:10.264588 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0afebb9c-62cb-4e86-8415-3eca69d8cfeb req-b85cf799-8c4b-449e-87ae-563ead75ed6b tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=52713c0c-6d75-42a3-96ac-5a93b17ef0b1 HTTP/1.1" status: 200  len: 210 time: 0.0502505
May 07 21:46:10.265121 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.59', 63077) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:46:10.265876 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-a677fb14-849b-468d-abcc-0634a36a3393 None None] For port 3e82a364-6743-4f1d-b8ca-5b996277c9e4, host ncdv-master-1, cleared binding levels {{(pid=121839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:46:10.270055 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.59', 63078) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:46:10.271573 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-a677fb14-849b-468d-abcc-0634a36a3393 None None] For port 3e82a364-6743-4f1d-b8ca-5b996277c9e4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3e82a364-6743-4f1d-b8ca-5b996277c9e4,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:46:10.283803 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-a677fb14-849b-468d-abcc-0634a36a3393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (3e82a364-6743-4f1d-b8ca-5b996277c9e4), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:10.339403 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a677fb14-849b-468d-abcc-0634a36a3393 None None] Routers {'58cfcfd2-d556-46a8-b7af-3a3b7cbaaff8'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:46:10.340372 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-a677fb14-849b-468d-abcc-0634a36a3393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cff99a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:45:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['58cfcfd2-d556-46a8-b7af-3a3b7cbaaff8'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:46:10.403877 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-667b2406-ecfc-4d6b-b5b1-98effe1994e1 admin admin] Allocated IP 172.20.0.1 (8e98b83a-eaa4-48c7-b448-bd23f0958957/93ff87df-07be-420f-b0a8-66c4a0455b0a/171f3a4a-cacb-4bf9-9758-cc17b4cac52b) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:46:10.404520 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 0f88893d-5e1f-48e6-a69a-132a1aa16a37, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0f88893d-5e1f-48e6-a69a-132a1aa16a37,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:46:10.407332 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-44d5767d-647f-43bb-9074-23382cc81b8d None None] Current status of the port f0763aa1-9beb-4662-bdf3-3dc957c05b76 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:46:10.431217 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (0f88893d-5e1f-48e6-a69a-132a1aa16a37), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:10.477079 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e69234-cb47-476e-a07c-112d269c553f req-5d3b6256-5957-4e44-bcb4-b5120021a25d tempest-AggregatesAdminTestJSON-5216341 tempest-AggregatesAdminTestJSON-5216341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:10.486504 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-44e69234-cb47-476e-a07c-112d269c553f req-5d3b6256-5957-4e44-bcb4-b5120021a25d tempest-AggregatesAdminTestJSON-5216341 tempest-AggregatesAdminTestJSON-5216341-project] 10.222.0.32 "GET /v2.0/ports?device_id=936ab95e-ea34-4de7-8ee6-3c1b8bc0a64b HTTP/1.1" status: 200  len: 968 time: 0.0969892
May 07 21:46:10.569172 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=0f88893d-5e1f-48e6-a69a-132a1aa16a37,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:10.569391 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2b589bec-bb41-4d10-8a74-0bc99e0c72b3 req-05cdb549-6948-47a4-abc3-a38b339aca79 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=95946c2e9a5c4a72905d75010a9bb7a5&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0698755
May 07 21:46:10.574561 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47b3961-2246-4baa-bb8d-584fbb5165da None None] Pushing event updated for resources: {'Port': ['ID=3e82a364-6743-4f1d-b8ca-5b996277c9e4,revision_number=3']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:10.589601 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbd40a58-daad-42b1-9f79-c7e5f282103f" -d '{"events": [{"server_uuid": "936ab95e-ea34-4de7-8ee6-3c1b8bc0a64b", "name": "network-vif-plugged", "status": "completed", "tag": "0f88893d-5e1f-48e6-a69a-132a1aa16a37"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:46:10.653409 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.59', 63080) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:46:10.670807 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-a677fb14-849b-468d-abcc-0634a36a3393 None None] Set router 58cfcfd2-d556-46a8-b7af-3a3b7cbaaff8 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:46:10.727435 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-667b2406-ecfc-4d6b-b5b1-98effe1994e1 admin admin] Publish callbacks [] for port (171f3a4a-cacb-4bf9-9758-cc17b4cac52b), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:10.740723 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.59', 63081) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:46:10.833301 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-1baa6ca6-3f5f-44ce-8aaa-95a3ed384415 None None] Provisioning complete for port f0763aa1-9beb-4662-bdf3-3dc957c05b76 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:46:10.837083 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1baa6ca6-3f5f-44ce-8aaa-95a3ed384415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (f0763aa1-9beb-4662-bdf3-3dc957c05b76), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:10.916887 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-088a2e9e-622e-41b9-be69-1528e9fb7151 req-f2aa39f4-8c43-400d-b3fa-36fcd3603a94 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=95946c2e9a5c4a72905d75010a9bb7a5&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1740479
May 07 21:46:10.920135 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba3aa01b-78e5-4ac3-b246-e8638e9848bc x-openstack-request-id: req-ba3aa01b-78e5-4ac3-b246-e8638e9848bc {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:46:10.920382 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "936ab95e-ea34-4de7-8ee6-3c1b8bc0a64b", "name": "network-vif-plugged", "status": "completed", "tag": "0f88893d-5e1f-48e6-a69a-132a1aa16a37", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:46:10.920649 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ba3aa01b-78e5-4ac3-b246-e8638e9848bc {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:46:10.921384 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba3aa01b-78e5-4ac3-b246-e8638e9848bc'] response: {'server_uuid': '936ab95e-ea34-4de7-8ee6-3c1b8bc0a64b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f88893d-5e1f-48e6-a69a-132a1aa16a37', 'code': 200}
May 07 21:46:10.973047 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-1baa6ca6-3f5f-44ce-8aaa-95a3ed384415 None None] Current status of the port f0763aa1-9beb-4662-bdf3-3dc957c05b76 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:46:10.996241 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c8219aee-0685-47fe-a67b-5b5266746651 req-4d7b1f31-61ee-4f14-a51b-a39bac0404a7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c5339211-223c-48cb-9652-201c790b2f4f HTTP/1.1" status: 200  len: 210 time: 0.5085676
May 07 21:46:11.020686 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-44e69234-cb47-476e-a07c-112d269c553f req-f52beab7-2f7d-4f64-b243-d2715557040c tempest-AggregatesAdminTestJSON-5216341 tempest-AggregatesAdminTestJSON-5216341-project] 10.222.0.32 "GET /v2.0/security-groups?id=a1c516db-f9c3-4c77-a25e-252d5fecefec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5111084
May 07 21:46:11.056465 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-a677fb14-849b-468d-abcc-0634a36a3393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cff99a0>, [{'id': '58cfcfd2-d556-46a8-b7af-3a3b7cbaaff8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-505490147-router', 'tenant_id': '12dbc8ee204548bba46b92b913aeed3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.38'}], 'enable_snat': True}, 'gw_port_id': '3e82a364-6743-4f1d-b8ca-5b996277c9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:46:06Z', 'updated_at': '2022-05-07T21:46:07Z', 'revision_number': 3, 'project_id': '12dbc8ee204548bba46b92b913aeed3a', 'gw_port': {'id': '3e82a364-6743-4f1d-b8ca-5b996277c9e4', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e6:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58cfcfd2-d556-46a8-b7af-3a3b7cbaaff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 190, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:46:07Z', 'updated_at': '2022-05-07T21:46:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:46:11.094088 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a677fb14-849b-468d-abcc-0634a36a3393 None None] The sync data for ids ['58cfcfd2-d556-46a8-b7af-3a3b7cbaaff8'] in ncdv-master-1 is: [{'id': '58cfcfd2-d556-46a8-b7af-3a3b7cbaaff8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-505490147-router', 'tenant_id': '12dbc8ee204548bba46b92b913aeed3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.38'}], 'enable_snat': True}, 'gw_port_id': '3e82a364-6743-4f1d-b8ca-5b996277c9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:46:06Z', 'updated_at': '2022-05-07T21:46:07Z', 'revision_number': 3, 'project_id': '12dbc8ee204548bba46b92b913aeed3a', 'gw_port': {'id': '3e82a364-6743-4f1d-b8ca-5b996277c9e4', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e6:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58cfcfd2-d556-46a8-b7af-3a3b7cbaaff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 190, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:46:07Z', 'updated_at': '2022-05-07T21:46:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:46:11.190074 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device f0763aa1-9beb-4662-bdf3-3dc957c05b76 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:46:11.230348 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4ca4a333-3e8a-4bde-be42-af2941e20b08 req-a0fc6028-48c2-4d6f-8e27-ff5fe31f4a22 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=e79018bd-9790-48c1-a26f-590908b011db HTTP/1.1" status: 200  len: 210 time: 0.1913006
May 07 21:46:11.254286 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port f0763aa1-9beb-4662-bdf3-3dc957c05b76 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:46:11.254672 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (f0763aa1-9beb-4662-bdf3-3dc957c05b76), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:11.298676 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-667b2406-ecfc-4d6b-b5b1-98effe1994e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (171f3a4a-cacb-4bf9-9758-cc17b4cac52b), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:11.310200 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fb163007-2263-4fe9-a165-c9ab8492bc39 req-7169a9e8-4d97-4b53-a31d-25a70faa3203 tempest-ServersAdmin275Test-2110418138 tempest-ServersAdmin275Test-2110418138-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5339211-223c-48cb-9652-201c790b2f4f HTTP/1.1" status: 200  len: 210 time: 0.0446205
May 07 21:46:11.319263 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b589bec-bb41-4d10-8a74-0bc99e0c72b3 req-e9249c3a-5d20-4b83-ba52-d6dab93a9dc7 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:11.322259 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2b589bec-bb41-4d10-8a74-0bc99e0c72b3 req-e9249c3a-5d20-4b83-ba52-d6dab93a9dc7 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.7196443
May 07 21:46:11.335688 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5902ef9-d301-4ff5-8477-85ceb9eb8022 req-30725408-0777-44ef-a9b0-685b9b53d237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:11.337099 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d5902ef9-d301-4ff5-8477-85ceb9eb8022 req-30725408-0777-44ef-a9b0-685b9b53d237 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=936ab95e-ea34-4de7-8ee6-3c1b8bc0a64b HTTP/1.1" status: 200  len: 1151 time: 0.3130600
May 07 21:46:11.360763 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3324ca17-004f-44c2-a810-9364104aafd2 req-3ee70615-b310-4d8a-9979-5d884331f95a tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:11.362626 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3324ca17-004f-44c2-a810-9364104aafd2 req-3ee70615-b310-4d8a-9979-5d884331f95a tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.59 "GET /v2.0/networks?id=38d1a38e-1f99-466b-bf7f-940113b4b6ed HTTP/1.1" status: 200  len: 821 time: 0.7023482
May 07 21:46:11.364022 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port f0763aa1-9beb-4662-bdf3-3dc957c05b76 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:46:11.371591 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088a2e9e-622e-41b9-be69-1528e9fb7151 req-4fa3d876-55ed-4ca3-9ebf-13b8d94420ed tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:11.373284 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-088a2e9e-622e-41b9-be69-1528e9fb7151 req-4fa3d876-55ed-4ca3-9ebf-13b8d94420ed tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4393344
May 07 21:46:11.392485 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-d5902ef9-d301-4ff5-8477-85ceb9eb8022 req-0042d762-29c4-44f1-877c-cdd4b12ed94c service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:11.400622 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667b2406-ecfc-4d6b-b5b1-98effe1994e1 admin admin] Network 8e98b83a-eaa4-48c7-b448-bd23f0958957 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:46:11.409852 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-667b2406-ecfc-4d6b-b5b1-98effe1994e1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:46:11.413610 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667b2406-ecfc-4d6b-b5b1-98effe1994e1 admin admin] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:46:11.414208 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-667b2406-ecfc-4d6b-b5b1-98effe1994e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398161'] for router_interface (58cfcfd2-d556-46a8-b7af-3a3b7cbaaff8), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:11.418813 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667b2406-ecfc-4d6b-b5b1-98effe1994e1 admin admin] Pushing event updated for resources: {'Port': ['ID=171f3a4a-cacb-4bf9-9758-cc17b4cac52b,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:11.435703 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-2b589bec-bb41-4d10-8a74-0bc99e0c72b3 req-5748dad6-1f24-484d-920e-3e26364dcd65 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Request body: {'port': {'device_id': 'e79018bd-9790-48c1-a26f-590908b011db', 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47', 'admin_state_up': True, 'tenant_id': '95946c2e9a5c4a72905d75010a9bb7a5'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:46:11.517426 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-088a2e9e-622e-41b9-be69-1528e9fb7151 req-6f9284ec-77ae-4c18-8d35-c3d4200d3a5a tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Request body: {'port': {'device_id': '0284aa35-4e58-4e15-a194-a500996ed82e', 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47', 'admin_state_up': True, 'tenant_id': '95946c2e9a5c4a72905d75010a9bb7a5'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:46:11.529439 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-3324ca17-004f-44c2-a810-9364104aafd2 req-63071c70-1d36-4fd9-bbe9-c56318d01a5a tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Request body: {'port': {'device_id': '52713c0c-6d75-42a3-96ac-5a93b17ef0b1', 'network_id': '38d1a38e-1f99-466b-bf7f-940113b4b6ed', 'admin_state_up': True, 'tenant_id': '4db49857a44d4f399959ac625886505a'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:46:11.608321 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-d5902ef9-d301-4ff5-8477-85ceb9eb8022 req-0042d762-29c4-44f1-877c-cdd4b12ed94c service neutron] Publish callbacks [] for security_group (0bd7c97a-7108-4656-bf99-9972ac0ad219), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:11.669711 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-eca5c705-6aff-4794-8b2a-1dffec33787f req-2f4cb309-f0f4-4df1-83a7-2eb82e16cf47 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=52713c0c-6d75-42a3-96ac-5a93b17ef0b1 HTTP/1.1" status: 200  len: 210 time: 0.0514786
May 07 21:46:11.699296 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-d5902ef9-d301-4ff5-8477-85ceb9eb8022 req-0042d762-29c4-44f1-877c-cdd4b12ed94c service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (0bd7c97a-7108-4656-bf99-9972ac0ad219), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:11.734894 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0042d762-29c4-44f1-877c-cdd4b12ed94c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd7c97a-7108-4656-bf99-9972ac0ad219,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:11.793757 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d5902ef9-d301-4ff5-8477-85ceb9eb8022 req-0042d762-29c4-44f1-877c-cdd4b12ed94c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a1c516db-f9c3-4c77-a25e-252d5fecefec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4477198
May 07 21:46:11.807309 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-8a93f45c-763a-4fab-b764-6e71dad5bb4e None None] Provisioning complete for port 171f3a4a-cacb-4bf9-9758-cc17b4cac52b triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:46:11.809270 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-8a93f45c-763a-4fab-b764-6e71dad5bb4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (171f3a4a-cacb-4bf9-9758-cc17b4cac52b), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:11.852682 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b589bec-bb41-4d10-8a74-0bc99e0c72b3 req-5748dad6-1f24-484d-920e-3e26364dcd65 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Made reservation on behalf of 95946c2e9a5c4a72905d75010a9bb7a5 for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:46:11.857971 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-2b589bec-bb41-4d10-8a74-0bc99e0c72b3 req-5748dad6-1f24-484d-920e-3e26364dcd65 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:11.865242 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-8a93f45c-763a-4fab-b764-6e71dad5bb4e None None] Port 171f3a4a-cacb-4bf9-9758-cc17b4cac52b cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:46:11.879557 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-2b589bec-bb41-4d10-8a74-0bc99e0c72b3 req-5748dad6-1f24-484d-920e-3e26364dcd65 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:11.989327 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-667b2406-ecfc-4d6b-b5b1-98effe1994e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (171f3a4a-cacb-4bf9-9758-cc17b4cac52b), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:12.052253 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-2b589bec-bb41-4d10-8a74-0bc99e0c72b3 req-5748dad6-1f24-484d-920e-3e26364dcd65 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Publish callbacks [] for security_group (3ea07aee-f825-4ee0-a542-65c887150930), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:12.078438 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-2b589bec-bb41-4d10-8a74-0bc99e0c72b3 req-5748dad6-1f24-484d-920e-3e26364dcd65 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (3ea07aee-f825-4ee0-a542-65c887150930), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:12.090020 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3324ca17-004f-44c2-a810-9364104aafd2 req-63071c70-1d36-4fd9-bbe9-c56318d01a5a tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Made reservation on behalf of 4db49857a44d4f399959ac625886505a for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:46:12.093182 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-3324ca17-004f-44c2-a810-9364104aafd2 req-63071c70-1d36-4fd9-bbe9-c56318d01a5a tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:12.170076 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-088a2e9e-622e-41b9-be69-1528e9fb7151 req-6f9284ec-77ae-4c18-8d35-c3d4200d3a5a tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Made reservation on behalf of 95946c2e9a5c4a72905d75010a9bb7a5 for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:46:12.186125 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-088a2e9e-622e-41b9-be69-1528e9fb7151 req-6f9284ec-77ae-4c18-8d35-c3d4200d3a5a tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:12.237886 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5748dad6-1f24-484d-920e-3e26364dcd65 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea07aee-f825-4ee0-a542-65c887150930,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:12.345893 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5983e9d-b902-4b20-b15f-10c60de516af req-31d4e3eb-d029-487e-a55c-3baa476642d2 tempest-AggregatesAdminTestJSON-5216341 tempest-AggregatesAdminTestJSON-5216341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:12.347766 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c5983e9d-b902-4b20-b15f-10c60de516af req-31d4e3eb-d029-487e-a55c-3baa476642d2 tempest-AggregatesAdminTestJSON-5216341 tempest-AggregatesAdminTestJSON-5216341-project] 10.222.0.32 "GET /v2.0/ports?device_id=936ab95e-ea34-4de7-8ee6-3c1b8bc0a64b HTTP/1.1" status: 200  len: 969 time: 0.1370535
May 07 21:46:12.434189 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [req-2b589bec-bb41-4d10-8a74-0bc99e0c72b3 req-5748dad6-1f24-484d-920e-3e26364dcd65 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Allocated IP 192.168.233.164 (665487f0-78eb-47fb-9a06-b15bc614dc47/6e0e5c53-1ece-4d20-b01d-5f8c6957edf6/030cf429-3843-4968-ac82-75d806b69b77) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:46:12.458608 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c5983e9d-b902-4b20-b15f-10c60de516af req-aee79067-e8d6-4c66-bac5-d41bd5460ed3 tempest-AggregatesAdminTestJSON-5216341 tempest-AggregatesAdminTestJSON-5216341-project] 10.222.0.32 "GET /v2.0/security-groups?id=a1c516db-f9c3-4c77-a25e-252d5fecefec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0821445
May 07 21:46:12.623209 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4d36a492-5a48-4ed4-974b-cc290c8879c5 req-73ec22ff-40fc-45e8-bfc9-56b2dfb32f7c tempest-ServersAdmin275Test-2110418138 tempest-ServersAdmin275Test-2110418138-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5339211-223c-48cb-9652-201c790b2f4f HTTP/1.1" status: 200  len: 210 time: 0.0430014
May 07 21:46:12.641642 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-95715743-5368-4fed-baca-63e8711983f4 req-03f34094-4513-4147-a391-b1bb3532ecd0 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=e79018bd-9790-48c1-a26f-590908b011db HTTP/1.1" status: 200  len: 210 time: 0.0679908
May 07 21:46:12.682620 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-2b589bec-bb41-4d10-8a74-0bc99e0c72b3 req-5748dad6-1f24-484d-920e-3e26364dcd65 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Publish callbacks [] for port (030cf429-3843-4968-ac82-75d806b69b77), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:12.728169 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-2b589bec-bb41-4d10-8a74-0bc99e0c72b3 req-5748dad6-1f24-484d-920e-3e26364dcd65 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (030cf429-3843-4968-ac82-75d806b69b77), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:12.815029 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b589bec-bb41-4d10-8a74-0bc99e0c72b3 req-5748dad6-1f24-484d-920e-3e26364dcd65 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Network 665487f0-78eb-47fb-9a06-b15bc614dc47 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:46:12.844956 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [req-2b589bec-bb41-4d10-8a74-0bc99e0c72b3 req-5748dad6-1f24-484d-920e-3e26364dcd65 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:46:12.849174 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b589bec-bb41-4d10-8a74-0bc99e0c72b3 req-5748dad6-1f24-484d-920e-3e26364dcd65 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:46:12.855558 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b589bec-bb41-4d10-8a74-0bc99e0c72b3 req-5748dad6-1f24-484d-920e-3e26364dcd65 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:12.856206 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-2b589bec-bb41-4d10-8a74-0bc99e0c72b3 req-5748dad6-1f24-484d-920e-3e26364dcd65 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:12.856336 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-27e9444a-9aa3-495c-87ef-26e1739ed2f0 req-e8b92fea-5645-48fc-b9e6-271de7161c28 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=52713c0c-6d75-42a3-96ac-5a93b17ef0b1 HTTP/1.1" status: 200  len: 210 time: 0.0827901
May 07 21:46:12.871513 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 57604) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:46:12.882452 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5748dad6-1f24-484d-920e-3e26364dcd65 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Pushing event updated for resources: {'Port': ['ID=030cf429-3843-4968-ac82-75d806b69b77,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:12.891583 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2b589bec-bb41-4d10-8a74-0bc99e0c72b3 req-5748dad6-1f24-484d-920e-3e26364dcd65 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.4596996
May 07 21:46:12.898688 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [req-3324ca17-004f-44c2-a810-9364104aafd2 req-63071c70-1d36-4fd9-bbe9-c56318d01a5a tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Allocated IP 172.20.0.3 (38d1a38e-1f99-466b-bf7f-940113b4b6ed/14835495-3004-48e8-b7c5-01b68d156e2d/8fc97b61-6eb0-420e-adf9-104bdbfbc835) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:46:12.905809 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [req-2b589bec-bb41-4d10-8a74-0bc99e0c72b3 req-b1ef09f2-9750-459a-a95a-c6fa4c69d8de tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121836) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 21:46:12.907226 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2b589bec-bb41-4d10-8a74-0bc99e0c72b3 req-b1ef09f2-9750-459a-a95a-c6fa4c69d8de tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0108533
May 07 21:46:12.918588 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-2b589bec-bb41-4d10-8a74-0bc99e0c72b3 req-2ea7ab5b-85b2-49a2-8ef8-28429986464d service neutron] Request body: {'port': {'device_id': 'e79018bd-9790-48c1-a26f-590908b011db', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:46:12.934758 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-667b2406-ecfc-4d6b-b5b1-98effe1994e1 admin admin] Publish callbacks [] for port (171f3a4a-cacb-4bf9-9758-cc17b4cac52b), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:12.969517 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-667b2406-ecfc-4d6b-b5b1-98effe1994e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (171f3a4a-cacb-4bf9-9758-cc17b4cac52b), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:12.970220 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-667b2406-ecfc-4d6b-b5b1-98effe1994e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401121'] for router_interface (58cfcfd2-d556-46a8-b7af-3a3b7cbaaff8), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:12.992027 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-2b589bec-bb41-4d10-8a74-0bc99e0c72b3 req-2ea7ab5b-85b2-49a2-8ef8-28429986464d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (030cf429-3843-4968-ac82-75d806b69b77), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:13.078589 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f7ea2401-ef59-40c2-b14f-1acd0bf45233 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:13.079949 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [req-088a2e9e-622e-41b9-be69-1528e9fb7151 req-6f9284ec-77ae-4c18-8d35-c3d4200d3a5a tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Allocated IP 192.168.233.36 (665487f0-78eb-47fb-9a06-b15bc614dc47/6e0e5c53-1ece-4d20-b01d-5f8c6957edf6/149155db-c2db-4827-9746-fffdb2d0018e) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:46:13.120709 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667b2406-ecfc-4d6b-b5b1-98effe1994e1 admin admin] Pushing event updated for resources: {'Port': ['ID=171f3a4a-cacb-4bf9-9758-cc17b4cac52b,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:13.228940 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 3e82a364-6743-4f1d-b8ca-5b996277c9e4 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:46:13.312299 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-4585cef6-db17-47a2-8785-1d4c7d7f8b19 None None] Provisioning complete for port 030cf429-3843-4968-ac82-75d806b69b77 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:46:13.312700 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-4585cef6-db17-47a2-8785-1d4c7d7f8b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (030cf429-3843-4968-ac82-75d806b69b77), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:13.316057 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 3e82a364-6743-4f1d-b8ca-5b996277c9e4 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:46:13.317034 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (3e82a364-6743-4f1d-b8ca-5b996277c9e4), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:13.318973 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f7ea2401-ef59-40c2-b14f-1acd0bf45233 admin admin] Publish callbacks [] for security_group (6b81b2df-ea26-4b31-bcc4-4fd4527f218a), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:13.329271 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f7ea2401-ef59-40c2-b14f-1acd0bf45233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (6b81b2df-ea26-4b31-bcc4-4fd4527f218a), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:13.373047 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ea2401-ef59-40c2-b14f-1acd0bf45233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b81b2df-ea26-4b31-bcc4-4fd4527f218a,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:13.389962 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-4585cef6-db17-47a2-8785-1d4c7d7f8b19 None None] Port 030cf429-3843-4968-ac82-75d806b69b77 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:46:13.396162 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-f7ea2401-ef59-40c2-b14f-1acd0bf45233 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a75ae77f081d4c0dba4761e3f5bac5e9&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5236669
May 07 21:46:13.396782 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 57608) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:46:13.423974 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667b2406-ecfc-4d6b-b5b1-98effe1994e1 admin admin] Network 8e98b83a-eaa4-48c7-b448-bd23f0958957 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:46:13.437306 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-667b2406-ecfc-4d6b-b5b1-98effe1994e1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:46:13.451061 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-259b49d1-2d99-4b2e-a534-421be72c303f admin admin] Publish callbacks [] for security_group (6b81b2df-ea26-4b31-bcc4-4fd4527f218a), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:13.451914 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-3324ca17-004f-44c2-a810-9364104aafd2 req-63071c70-1d36-4fd9-bbe9-c56318d01a5a tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Publish callbacks [] for port (8fc97b61-6eb0-420e-adf9-104bdbfbc835), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:13.465981 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 3e82a364-6743-4f1d-b8ca-5b996277c9e4 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:46:13.466534 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (3e82a364-6743-4f1d-b8ca-5b996277c9e4), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:13.484925 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-259b49d1-2d99-4b2e-a534-421be72c303f admin admin] Publish callbacks [] for security_group (6b81b2df-ea26-4b31-bcc4-4fd4527f218a), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:13.512810 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port 3e82a364-6743-4f1d-b8ca-5b996277c9e4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3e82a364-6743-4f1d-b8ca-5b996277c9e4,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:46:13.524389 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (3e82a364-6743-4f1d-b8ca-5b996277c9e4), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:13.558983 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-259b49d1-2d99-4b2e-a534-421be72c303f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (6b81b2df-ea26-4b31-bcc4-4fd4527f218a), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:13.561666 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-259b49d1-2d99-4b2e-a534-421be72c303f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:13.562963 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-259b49d1-2d99-4b2e-a534-421be72c303f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6b81b2df-ea26-4b31-bcc4-4fd4527f218a HTTP/1.1" status: 204  len: 168 time: 0.1652136
May 07 21:46:13.568518 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-088a2e9e-622e-41b9-be69-1528e9fb7151 req-6f9284ec-77ae-4c18-8d35-c3d4200d3a5a tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Publish callbacks [] for port (149155db-c2db-4827-9746-fffdb2d0018e), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:13.578840 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259b49d1-2d99-4b2e-a534-421be72c303f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b81b2df-ea26-4b31-bcc4-4fd4527f218a,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:13.650558 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=3e82a364-6743-4f1d-b8ca-5b996277c9e4,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:13.677987 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-3324ca17-004f-44c2-a810-9364104aafd2 req-63071c70-1d36-4fd9-bbe9-c56318d01a5a tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (8fc97b61-6eb0-420e-adf9-104bdbfbc835), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:13.739868 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a0a8d1-313e-4662-917c-c38b04b09f5d req-8482cca1-e155-4315-8907-82d8db243c30 tempest-AggregatesAdminTestJSON-5216341 tempest-AggregatesAdminTestJSON-5216341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:13.741507 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d4a0a8d1-313e-4662-917c-c38b04b09f5d req-8482cca1-e155-4315-8907-82d8db243c30 tempest-AggregatesAdminTestJSON-5216341 tempest-AggregatesAdminTestJSON-5216341-project] 10.222.0.32 "GET /v2.0/ports?device_id=936ab95e-ea34-4de7-8ee6-3c1b8bc0a64b HTTP/1.1" status: 200  len: 969 time: 0.1390572
May 07 21:46:13.809265 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3324ca17-004f-44c2-a810-9364104aafd2 req-63071c70-1d36-4fd9-bbe9-c56318d01a5a tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Network 38d1a38e-1f99-466b-bf7f-940113b4b6ed is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:46:13.817775 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-c21eaa24-b695-4c5e-852a-4daf1724916a None None] Provisioning complete for port 171f3a4a-cacb-4bf9-9758-cc17b4cac52b triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:46:13.818348 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c21eaa24-b695-4c5e-852a-4daf1724916a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (171f3a4a-cacb-4bf9-9758-cc17b4cac52b), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:13.823854 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d4a0a8d1-313e-4662-917c-c38b04b09f5d req-6987968a-45b2-4cd1-a045-8416f886ff37 tempest-AggregatesAdminTestJSON-5216341 tempest-AggregatesAdminTestJSON-5216341-project] 10.222.0.32 "GET /v2.0/security-groups?id=a1c516db-f9c3-4c77-a25e-252d5fecefec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0706139
May 07 21:46:13.868414 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-667b2406-ecfc-4d6b-b5b1-98effe1994e1 admin admin] Router 58cfcfd2-d556-46a8-b7af-3a3b7cbaaff8 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 21:46:13.869645 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [req-3324ca17-004f-44c2-a810-9364104aafd2 req-63071c70-1d36-4fd9-bbe9-c56318d01a5a tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:46:13.879817 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-3324ca17-004f-44c2-a810-9364104aafd2 req-63071c70-1d36-4fd9-bbe9-c56318d01a5a tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:46:13.887243 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3324ca17-004f-44c2-a810-9364104aafd2 req-63071c70-1d36-4fd9-bbe9-c56318d01a5a tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:13.887881 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-3324ca17-004f-44c2-a810-9364104aafd2 req-63071c70-1d36-4fd9-bbe9-c56318d01a5a tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:13.914734 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-c21eaa24-b695-4c5e-852a-4daf1724916a None None] Port 171f3a4a-cacb-4bf9-9758-cc17b4cac52b cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:46:13.935391 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-088a2e9e-622e-41b9-be69-1528e9fb7151 req-6f9284ec-77ae-4c18-8d35-c3d4200d3a5a tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (149155db-c2db-4827-9746-fffdb2d0018e), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:13.973177 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63071c70-1d36-4fd9-bbe9-c56318d01a5a tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Pushing event updated for resources: {'Port': ['ID=8fc97b61-6eb0-420e-adf9-104bdbfbc835,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:13.984049 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4611c92d-55e6-4408-a04e-3a05d9fe2169 req-c981094c-a930-4c9e-a995-4f16ac57bf69 tempest-ServersAdmin275Test-2110418138 tempest-ServersAdmin275Test-2110418138-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5339211-223c-48cb-9652-201c790b2f4f HTTP/1.1" status: 200  len: 210 time: 0.0472548
May 07 21:46:14.017129 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f119477-c40b-41c6-af11-e1dce170f184 req-ea2320de-778a-446d-bc40-c36107f4621c tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:14.018662 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3f119477-c40b-41c6-af11-e1dce170f184 req-ea2320de-778a-446d-bc40-c36107f4621c tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=e79018bd-9790-48c1-a26f-590908b011db HTTP/1.1" status: 200  len: 936 time: 0.2193940
May 07 21:46:14.022114 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-088a2e9e-622e-41b9-be69-1528e9fb7151 req-6f9284ec-77ae-4c18-8d35-c3d4200d3a5a tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Network 665487f0-78eb-47fb-9a06-b15bc614dc47 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:46:14.027483 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3324ca17-004f-44c2-a810-9364104aafd2 req-63071c70-1d36-4fd9-bbe9-c56318d01a5a tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5194585
May 07 21:46:14.030608 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [req-088a2e9e-622e-41b9-be69-1528e9fb7151 req-6f9284ec-77ae-4c18-8d35-c3d4200d3a5a tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:46:14.033830 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-088a2e9e-622e-41b9-be69-1528e9fb7151 req-6f9284ec-77ae-4c18-8d35-c3d4200d3a5a tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:46:14.039605 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088a2e9e-622e-41b9-be69-1528e9fb7151 req-6f9284ec-77ae-4c18-8d35-c3d4200d3a5a tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:14.040316 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-088a2e9e-622e-41b9-be69-1528e9fb7151 req-6f9284ec-77ae-4c18-8d35-c3d4200d3a5a tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:14.057359 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [req-2b589bec-bb41-4d10-8a74-0bc99e0c72b3 req-2ea7ab5b-85b2-49a2-8ef8-28429986464d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 030cf429-3843-4968-ac82-75d806b69b77 {{(pid=121836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:46:14.058519 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-3324ca17-004f-44c2-a810-9364104aafd2 req-1155e7e9-07a9-4fba-84e8-c3158d444bb8 service neutron] Request body: {'port': {'device_id': '52713c0c-6d75-42a3-96ac-5a93b17ef0b1', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:46:14.067435 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-2b589bec-bb41-4d10-8a74-0bc99e0c72b3 req-2ea7ab5b-85b2-49a2-8ef8-28429986464d service neutron] Publish callbacks [] for port (030cf429-3843-4968-ac82-75d806b69b77), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:14.086527 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.provisioning_blocks [req-2b589bec-bb41-4d10-8a74-0bc99e0c72b3 req-2ea7ab5b-85b2-49a2-8ef8-28429986464d service neutron] Transition to ACTIVE for port object 030cf429-3843-4968-ac82-75d806b69b77 will not be triggered until provisioned by entity L2. {{(pid=121836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:46:14.095544 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-2b589bec-bb41-4d10-8a74-0bc99e0c72b3 req-2ea7ab5b-85b2-49a2-8ef8-28429986464d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (030cf429-3843-4968-ac82-75d806b69b77), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:14.132939 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 57624) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:46:14.150364 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-088a2e9e-622e-41b9-be69-1528e9fb7151 req-6f9284ec-77ae-4c18-8d35-c3d4200d3a5a tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.6452992
May 07 21:46:14.154490 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9284ec-77ae-4c18-8d35-c3d4200d3a5a tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Pushing event updated for resources: {'Port': ['ID=149155db-c2db-4827-9746-fffdb2d0018e,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:14.169185 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-088a2e9e-622e-41b9-be69-1528e9fb7151 req-bb114fde-0458-454e-9f56-265f216c46e1 service neutron] Request body: {'port': {'device_id': '0284aa35-4e58-4e15-a194-a500996ed82e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:46:14.189352 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-23b7fbf7-da27-40ad-9831-9b02d9b84600 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:14.218305 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea7ab5b-85b2-49a2-8ef8-28429986464d service neutron] Pushing event updated for resources: {'Port': ['ID=030cf429-3843-4968-ac82-75d806b69b77,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:14.230374 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7391b83-1eeb-421d-af4a-51a04b9fbba7 req-b361ddb5-b382-42d9-b6d0-fada0ca5a226 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:14.238099 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f7391b83-1eeb-421d-af4a-51a04b9fbba7 req-b361ddb5-b382-42d9-b6d0-fada0ca5a226 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=52713c0c-6d75-42a3-96ac-5a93b17ef0b1 HTTP/1.1" status: 200  len: 931 time: 0.1450958
May 07 21:46:14.288982 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3f119477-c40b-41c6-af11-e1dce170f184 req-2aa1631c-8a1d-40ee-ae6c-4ccec6065581 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ea07aee-f825-4ee0-a542-65c887150930&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2605438
May 07 21:46:14.329113 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-3324ca17-004f-44c2-a810-9364104aafd2 req-1155e7e9-07a9-4fba-84e8-c3158d444bb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (8fc97b61-6eb0-420e-adf9-104bdbfbc835), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:14.329773 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-2b589bec-bb41-4d10-8a74-0bc99e0c72b3 req-2ea7ab5b-85b2-49a2-8ef8-28429986464d service neutron] Attempting to bind port 030cf429-3843-4968-ac82-75d806b69b77 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:46:14.330129 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-2b589bec-bb41-4d10-8a74-0bc99e0c72b3 req-2ea7ab5b-85b2-49a2-8ef8-28429986464d service neutron] Attempting to bind port 030cf429-3843-4968-ac82-75d806b69b77 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:46:14.330444 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b589bec-bb41-4d10-8a74-0bc99e0c72b3 req-2ea7ab5b-85b2-49a2-8ef8-28429986464d service neutron] Attempting to bind port 030cf429-3843-4968-ac82-75d806b69b77 on network 665487f0-78eb-47fb-9a06-b15bc614dc47 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:46:14.349010 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-68350b7c-9ea8-40c3-802e-c29af3a1d866 None None] Provisioning complete for port 149155db-c2db-4827-9746-fffdb2d0018e triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:46:14.349503 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-68350b7c-9ea8-40c3-802e-c29af3a1d866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (149155db-c2db-4827-9746-fffdb2d0018e), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:14.360580 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-667b2406-ecfc-4d6b-b5b1-98effe1994e1 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:46:14.375492 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f7391b83-1eeb-421d-af4a-51a04b9fbba7 req-88141eb9-8d49-40e8-9ab6-11832da2a499 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1363201
May 07 21:46:14.376836 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-667b2406-ecfc-4d6b-b5b1-98effe1994e1 admin admin] 10.222.0.32 "PUT /v2.0/routers/58cfcfd2-d556-46a8-b7af-3a3b7cbaaff8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.4094906
May 07 21:46:14.378270 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-088a2e9e-622e-41b9-be69-1528e9fb7151 req-bb114fde-0458-454e-9f56-265f216c46e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (149155db-c2db-4827-9746-fffdb2d0018e), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:14.382845 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b589bec-bb41-4d10-8a74-0bc99e0c72b3 req-2ea7ab5b-85b2-49a2-8ef8-28429986464d service neutron] Port 030cf429-3843-4968-ac82-75d806b69b77 on network 665487f0-78eb-47fb-9a06-b15bc614dc47 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:46:14.383176 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b589bec-bb41-4d10-8a74-0bc99e0c72b3 req-2ea7ab5b-85b2-49a2-8ef8-28429986464d service neutron] Attempting to bind port 030cf429-3843-4968-ac82-75d806b69b77 on network 665487f0-78eb-47fb-9a06-b15bc614dc47 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:46:14.420439 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8ef7b1-6a42-4b50-83fb-be3c44b23fb8 None None] Sync routers for ids ['58cfcfd2-d556-46a8-b7af-3a3b7cbaaff8'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:46:14.421946 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b589bec-bb41-4d10-8a74-0bc99e0c72b3 req-2ea7ab5b-85b2-49a2-8ef8-28429986464d service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:46:14.422575 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b589bec-bb41-4d10-8a74-0bc99e0c72b3 req-2ea7ab5b-85b2-49a2-8ef8-28429986464d service neutron] Checking segment: {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:46:14.422840 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b589bec-bb41-4d10-8a74-0bc99e0c72b3 req-2ea7ab5b-85b2-49a2-8ef8-28429986464d service neutron] Bound using segment: {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:46:14.423363 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-2b589bec-bb41-4d10-8a74-0bc99e0c72b3 req-2ea7ab5b-85b2-49a2-8ef8-28429986464d service neutron] Bound port: 030cf429-3843-4968-ac82-75d806b69b77, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:46:14.431189 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-2b589bec-bb41-4d10-8a74-0bc99e0c72b3 req-2ea7ab5b-85b2-49a2-8ef8-28429986464d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (030cf429-3843-4968-ac82-75d806b69b77), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:14.486205 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-68350b7c-9ea8-40c3-802e-c29af3a1d866 None None] Port 149155db-c2db-4827-9746-fffdb2d0018e cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:46:14.495405 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8ef7b1-6a42-4b50-83fb-be3c44b23fb8 None None] Routers {'58cfcfd2-d556-46a8-b7af-3a3b7cbaaff8'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:46:14.496250 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-ba8ef7b1-6a42-4b50-83fb-be3c44b23fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7fc8da60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:45:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['58cfcfd2-d556-46a8-b7af-3a3b7cbaaff8'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:46:14.542323 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-23b7fbf7-da27-40ad-9831-9b02d9b84600 admin admin] Publish callbacks [] for security_group (606efab2-390c-4e78-b7fa-a9f113e421b5), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:14.561257 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-23b7fbf7-da27-40ad-9831-9b02d9b84600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (606efab2-390c-4e78-b7fa-a9f113e421b5), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:14.644802 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-2b589bec-bb41-4d10-8a74-0bc99e0c72b3 req-2ea7ab5b-85b2-49a2-8ef8-28429986464d service neutron] For port 030cf429-3843-4968-ac82-75d806b69b77, host nch2-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:46:14.681447 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-23b7fbf7-da27-40ad-9831-9b02d9b84600 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=90fd48b668454dfab0d7207527c42fb9&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5242589
May 07 21:46:14.682170 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 57640) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:46:14.691818 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-2b589bec-bb41-4d10-8a74-0bc99e0c72b3 req-2ea7ab5b-85b2-49a2-8ef8-28429986464d service neutron] For port 030cf429-3843-4968-ac82-75d806b69b77, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=030cf429-3843-4968-ac82-75d806b69b77,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:46:14.693292 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b7fbf7-da27-40ad-9831-9b02d9b84600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=606efab2-390c-4e78-b7fa-a9f113e421b5,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:14.706654 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-2b589bec-bb41-4d10-8a74-0bc99e0c72b3 req-2ea7ab5b-85b2-49a2-8ef8-28429986464d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (030cf429-3843-4968-ac82-75d806b69b77), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:14.771590 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b589bec-bb41-4d10-8a74-0bc99e0c72b3 req-2ea7ab5b-85b2-49a2-8ef8-28429986464d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:14.772358 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-2b589bec-bb41-4d10-8a74-0bc99e0c72b3 req-2ea7ab5b-85b2-49a2-8ef8-28429986464d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:14.773928 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2b589bec-bb41-4d10-8a74-0bc99e0c72b3 req-2ea7ab5b-85b2-49a2-8ef8-28429986464d service neutron] 10.222.0.59 "PUT /v2.0/ports/030cf429-3843-4968-ac82-75d806b69b77 HTTP/1.1" status: 200  len: 1096 time: 1.8599632
May 07 21:46:14.774524 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e79018bd-9790-48c1-a26f-590908b011db', 'tag': '030cf429-3843-4968-ac82-75d806b69b77'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:46:14.776959 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ac0a9b-95c8-4374-9f0a-39572c16ac12" -d '{"events": [{"name": "network-changed", "server_uuid": "e79018bd-9790-48c1-a26f-590908b011db", "tag": "030cf429-3843-4968-ac82-75d806b69b77"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:46:14.814623 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-ba8ef7b1-6a42-4b50-83fb-be3c44b23fb8 None None] Set router 58cfcfd2-d556-46a8-b7af-3a3b7cbaaff8 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:46:14.834502 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea7ab5b-85b2-49a2-8ef8-28429986464d service neutron] Pushing event updated for resources: {'Port': ['ID=030cf429-3843-4968-ac82-75d806b69b77,revision_number=3']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:14.912795 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-586b14ec-aaac-4908-a148-cec855c1aead admin admin] Publish callbacks [] for security_group (606efab2-390c-4e78-b7fa-a9f113e421b5), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:15.011034 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b589bec-bb41-4d10-8a74-0bc99e0c72b3 req-208863e9-fccb-40ae-90b8-dd8e623c1d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:15.013752 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2b589bec-bb41-4d10-8a74-0bc99e0c72b3 req-208863e9-fccb-40ae-90b8-dd8e623c1d20 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=95946c2e9a5c4a72905d75010a9bb7a5&device_id=e79018bd-9790-48c1-a26f-590908b011db HTTP/1.1" status: 200  len: 1130 time: 0.1742101
May 07 21:46:15.015856 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-586b14ec-aaac-4908-a148-cec855c1aead admin admin] Publish callbacks [] for security_group (606efab2-390c-4e78-b7fa-a9f113e421b5), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:15.039143 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-518bd570-3141-4270-9c14-bd1c76a9516a req-f5940ef9-e7bc-4ea7-bbd5-271261e6f167 tempest-ServersAdmin275Test-2110418138 tempest-ServersAdmin275Test-2110418138-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5339211-223c-48cb-9652-201c790b2f4f HTTP/1.1" status: 200  len: 210 time: 0.0800698
May 07 21:46:15.192666 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1ae418f-f45d-4b98-a925-3fde6227b020 x-openstack-request-id: req-e1ae418f-f45d-4b98-a925-3fde6227b020 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:46:15.193177 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e79018bd-9790-48c1-a26f-590908b011db", "tag": "030cf429-3843-4968-ac82-75d806b69b77", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:46:15.193177 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e1ae418f-f45d-4b98-a925-3fde6227b020 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:46:15.193526 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1ae418f-f45d-4b98-a925-3fde6227b020'] response: {'name': 'network-changed', 'server_uuid': 'e79018bd-9790-48c1-a26f-590908b011db', 'tag': '030cf429-3843-4968-ac82-75d806b69b77', 'status': 'completed', 'code': 200}
May 07 21:46:15.207721 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2b589bec-bb41-4d10-8a74-0bc99e0c72b3 req-edb59850-014b-4fe7-82bc-6b56d7686662 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=030cf429-3843-4968-ac82-75d806b69b77 HTTP/1.1" status: 200  len: 217 time: 0.1326632
May 07 21:46:15.235170 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-586b14ec-aaac-4908-a148-cec855c1aead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (606efab2-390c-4e78-b7fa-a9f113e421b5), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:15.238268 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-586b14ec-aaac-4908-a148-cec855c1aead admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:15.241944 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-586b14ec-aaac-4908-a148-cec855c1aead admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/606efab2-390c-4e78-b7fa-a9f113e421b5 HTTP/1.1" status: 204  len: 168 time: 0.5543582
May 07 21:46:15.244384 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-ba8ef7b1-6a42-4b50-83fb-be3c44b23fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7fc8da60>, [{'id': '58cfcfd2-d556-46a8-b7af-3a3b7cbaaff8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-505490147-router', 'tenant_id': '12dbc8ee204548bba46b92b913aeed3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.38'}], 'enable_snat': True}, 'gw_port_id': '3e82a364-6743-4f1d-b8ca-5b996277c9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:46:06Z', 'updated_at': '2022-05-07T21:46:11Z', 'revision_number': 4, 'project_id': '12dbc8ee204548bba46b92b913aeed3a', 'gw_port': {'id': '3e82a364-6743-4f1d-b8ca-5b996277c9e4', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cfcfd2-d556-46a8-b7af-3a3b7cbaaff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 190, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:46:07Z', 'updated_at': '2022-05-07T21:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '171f3a4a-cacb-4bf9-9758-cc17b4cac52b', 'name': '', 'network_id': '8e98b83a-eaa4-48c7-b448-bd23f0958957', 'tenant_id': '12dbc8ee204548bba46b92b913aeed3a', 'mac_address': 'fa:16:3e:eb:f8:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58cfcfd2-d556-46a8-b7af-3a3b7cbaaff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 191, 'fixed_ips': [{'subnet_id': '93ff87df-07be-420f-b0a8-66c4a0455b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:46:10Z', 'updated_at': '2022-05-07T21:46:12Z', 'revision_number': 2, 'project_id': '12dbc8ee204548bba46b92b913aeed3a', 'subnets': [{'id': '93ff87df-07be-420f-b0a8-66c4a0455b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:46:15.296381 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8ef7b1-6a42-4b50-83fb-be3c44b23fb8 None None] Checking router: 58cfcfd2-d556-46a8-b7af-3a3b7cbaaff8 for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 21:46:15.297650 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8ef7b1-6a42-4b50-83fb-be3c44b23fb8 None None] Updating router 58cfcfd2-d556-46a8-b7af-3a3b7cbaaff8 port 171f3a4a-cacb-4bf9-9758-cc17b4cac52b binding host ncdv-master-1 {{(pid=121838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 21:46:15.298583 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586b14ec-aaac-4908-a148-cec855c1aead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=606efab2-390c-4e78-b7fa-a9f113e421b5,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:15.309916 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 3e82a364-6743-4f1d-b8ca-5b996277c9e4 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:46:15.319000 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b589bec-bb41-4d10-8a74-0bc99e0c72b3 req-04fe4912-ebc7-4536-b998-73ed5c98173c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:15.324584 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2b589bec-bb41-4d10-8a74-0bc99e0c72b3 req-04fe4912-ebc7-4536-b998-73ed5c98173c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6e0e5c53-1ece-4d20-b01d-5f8c6957edf6 HTTP/1.1" status: 200  len: 843 time: 0.1108716
May 07 21:46:15.329406 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8c8aca-fbf5-44a6-8330-63e0b1ac775f req-7a65900e-a011-4aeb-868c-90601013994a tempest-AggregatesAdminTestJSON-5216341 tempest-AggregatesAdminTestJSON-5216341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:15.331584 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-be8c8aca-fbf5-44a6-8330-63e0b1ac775f req-7a65900e-a011-4aeb-868c-90601013994a tempest-AggregatesAdminTestJSON-5216341 tempest-AggregatesAdminTestJSON-5216341-project] 10.222.0.32 "GET /v2.0/ports?device_id=936ab95e-ea34-4de7-8ee6-3c1b8bc0a64b HTTP/1.1" status: 200  len: 969 time: 0.1058152
May 07 21:46:15.403230 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ba8ef7b1-6a42-4b50-83fb-be3c44b23fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (171f3a4a-cacb-4bf9-9758-cc17b4cac52b), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:15.412939 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-be8c8aca-fbf5-44a6-8330-63e0b1ac775f req-2ca30b0e-bcc2-4cab-8ae7-e80d5acc2cff tempest-AggregatesAdminTestJSON-5216341 tempest-AggregatesAdminTestJSON-5216341-project] 10.222.0.32 "GET /v2.0/security-groups?id=a1c516db-f9c3-4c77-a25e-252d5fecefec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0692022
May 07 21:46:15.453131 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b589bec-bb41-4d10-8a74-0bc99e0c72b3 req-250cecbb-03ed-4eb5-9e60-2d64d813b9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:15.455886 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2b589bec-bb41-4d10-8a74-0bc99e0c72b3 req-250cecbb-03ed-4eb5-9e60-2d64d813b9b3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=665487f0-78eb-47fb-9a06-b15bc614dc47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1153398
May 07 21:46:15.504744 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 3e82a364-6743-4f1d-b8ca-5b996277c9e4 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:46:15.505139 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (3e82a364-6743-4f1d-b8ca-5b996277c9e4), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:15.522598 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [req-3324ca17-004f-44c2-a810-9364104aafd2 req-1155e7e9-07a9-4fba-84e8-c3158d444bb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fc97b61-6eb0-420e-adf9-104bdbfbc835 {{(pid=121837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:46:15.543810 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-3324ca17-004f-44c2-a810-9364104aafd2 req-1155e7e9-07a9-4fba-84e8-c3158d444bb8 service neutron] Publish callbacks [] for port (8fc97b61-6eb0-420e-adf9-104bdbfbc835), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:15.544151 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-24e37048-27a6-4574-b728-6a55b735b85d req-61e006c2-d06a-46e8-a6e3-6b7f95bb1102 tempest-ServersAdmin275Test-2110418138 tempest-ServersAdmin275Test-2110418138-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5339211-223c-48cb-9652-201c790b2f4f HTTP/1.1" status: 200  len: 210 time: 0.0653245
May 07 21:46:15.590011 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [req-088a2e9e-622e-41b9-be69-1528e9fb7151 req-bb114fde-0458-454e-9f56-265f216c46e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 149155db-c2db-4827-9746-fffdb2d0018e {{(pid=121837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:46:15.622110 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2b589bec-bb41-4d10-8a74-0bc99e0c72b3 req-896255aa-21ca-41f2-bd90-0a1d7934863a service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1582968
May 07 21:46:15.622810 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-088a2e9e-622e-41b9-be69-1528e9fb7151 req-bb114fde-0458-454e-9f56-265f216c46e1 service neutron] Publish callbacks [] for port (149155db-c2db-4827-9746-fffdb2d0018e), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:15.679879 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-3324ca17-004f-44c2-a810-9364104aafd2 req-1155e7e9-07a9-4fba-84e8-c3158d444bb8 service neutron] Transition to ACTIVE for port object 8fc97b61-6eb0-420e-adf9-104bdbfbc835 will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:46:15.689484 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-3324ca17-004f-44c2-a810-9364104aafd2 req-1155e7e9-07a9-4fba-84e8-c3158d444bb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (8fc97b61-6eb0-420e-adf9-104bdbfbc835), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:15.704785 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-088a2e9e-622e-41b9-be69-1528e9fb7151 req-bb114fde-0458-454e-9f56-265f216c46e1 service neutron] Transition to ACTIVE for port object 149155db-c2db-4827-9746-fffdb2d0018e will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:46:15.712611 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f45a4de-6f24-44db-84e1-57d52e0d1210 req-80d78f50-9c8a-44b3-bef9-cd3dd2d1a66d tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:15.714117 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1f45a4de-6f24-44db-84e1-57d52e0d1210 req-80d78f50-9c8a-44b3-bef9-cd3dd2d1a66d tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=e79018bd-9790-48c1-a26f-590908b011db HTTP/1.1" status: 200  len: 948 time: 0.1669543
May 07 21:46:15.736123 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-088a2e9e-622e-41b9-be69-1528e9fb7151 req-bb114fde-0458-454e-9f56-265f216c46e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (149155db-c2db-4827-9746-fffdb2d0018e), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:15.788629 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6450da5-8dbc-40e3-a821-140122b4d4a3 req-cd5aaa70-778b-47b1-a9f5-575832be8b2b tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:15.790380 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c6450da5-8dbc-40e3-a821-140122b4d4a3 req-cd5aaa70-778b-47b1-a9f5-575832be8b2b tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=52713c0c-6d75-42a3-96ac-5a93b17ef0b1 HTTP/1.1" status: 200  len: 943 time: 0.0921896
May 07 21:46:15.794384 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2b589bec-bb41-4d10-8a74-0bc99e0c72b3 req-d5a8a019-4282-4bf7-b32f-785a433225be service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1645696
May 07 21:46:15.840763 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1155e7e9-07a9-4fba-84e8-c3158d444bb8 service neutron] Pushing event updated for resources: {'Port': ['ID=8fc97b61-6eb0-420e-adf9-104bdbfbc835,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:15.840975 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 3e82a364-6743-4f1d-b8ca-5b996277c9e4 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:46:15.887378 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c6450da5-8dbc-40e3-a821-140122b4d4a3 req-bb487fe7-67e9-414a-8828-0d413cdc437c tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0895171
May 07 21:46:15.975051 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-3324ca17-004f-44c2-a810-9364104aafd2 req-1155e7e9-07a9-4fba-84e8-c3158d444bb8 service neutron] Attempting to bind port 8fc97b61-6eb0-420e-adf9-104bdbfbc835 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:46:15.975414 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-3324ca17-004f-44c2-a810-9364104aafd2 req-1155e7e9-07a9-4fba-84e8-c3158d444bb8 service neutron] Attempting to bind port 8fc97b61-6eb0-420e-adf9-104bdbfbc835 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '917604e4-aade-4a11-b4ad-178bdbbe8fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '38d1a38e-1f99-466b-bf7f-940113b4b6ed'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:46:15.975741 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3324ca17-004f-44c2-a810-9364104aafd2 req-1155e7e9-07a9-4fba-84e8-c3158d444bb8 service neutron] Attempting to bind port 8fc97b61-6eb0-420e-adf9-104bdbfbc835 on network 38d1a38e-1f99-466b-bf7f-940113b4b6ed {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:46:15.987444 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1f45a4de-6f24-44db-84e1-57d52e0d1210 req-a6d8b320-c31c-497d-bc79-c4568ebfadbe tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ea07aee-f825-4ee0-a542-65c887150930&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2539480
May 07 21:46:15.998453 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb114fde-0458-454e-9f56-265f216c46e1 service neutron] Pushing event updated for resources: {'Port': ['ID=149155db-c2db-4827-9746-fffdb2d0018e,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:16.001206 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-088a2e9e-622e-41b9-be69-1528e9fb7151 req-bb114fde-0458-454e-9f56-265f216c46e1 service neutron] Attempting to bind port 149155db-c2db-4827-9746-fffdb2d0018e on host nch2-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:46:16.001542 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-088a2e9e-622e-41b9-be69-1528e9fb7151 req-bb114fde-0458-454e-9f56-265f216c46e1 service neutron] Attempting to bind port 149155db-c2db-4827-9746-fffdb2d0018e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:46:16.001873 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088a2e9e-622e-41b9-be69-1528e9fb7151 req-bb114fde-0458-454e-9f56-265f216c46e1 service neutron] Attempting to bind port 149155db-c2db-4827-9746-fffdb2d0018e on network 665487f0-78eb-47fb-9a06-b15bc614dc47 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:46:16.004601 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3324ca17-004f-44c2-a810-9364104aafd2 req-1155e7e9-07a9-4fba-84e8-c3158d444bb8 service neutron] Port 8fc97b61-6eb0-420e-adf9-104bdbfbc835 on network 38d1a38e-1f99-466b-bf7f-940113b4b6ed not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:46:16.004917 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3324ca17-004f-44c2-a810-9364104aafd2 req-1155e7e9-07a9-4fba-84e8-c3158d444bb8 service neutron] Attempting to bind port 8fc97b61-6eb0-420e-adf9-104bdbfbc835 on network 38d1a38e-1f99-466b-bf7f-940113b4b6ed {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:46:16.009334 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ba8ef7b1-6a42-4b50-83fb-be3c44b23fb8 None None] Publish callbacks [] for port (171f3a4a-cacb-4bf9-9758-cc17b4cac52b), precommit_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:16.011411 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088a2e9e-622e-41b9-be69-1528e9fb7151 req-bb114fde-0458-454e-9f56-265f216c46e1 service neutron] Port 149155db-c2db-4827-9746-fffdb2d0018e on network 665487f0-78eb-47fb-9a06-b15bc614dc47 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:46:16.011733 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088a2e9e-622e-41b9-be69-1528e9fb7151 req-bb114fde-0458-454e-9f56-265f216c46e1 service neutron] Attempting to bind port 149155db-c2db-4827-9746-fffdb2d0018e on network 665487f0-78eb-47fb-9a06-b15bc614dc47 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:46:16.015364 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3324ca17-004f-44c2-a810-9364104aafd2 req-1155e7e9-07a9-4fba-84e8-c3158d444bb8 service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:46:16.015622 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3324ca17-004f-44c2-a810-9364104aafd2 req-1155e7e9-07a9-4fba-84e8-c3158d444bb8 service neutron] Checking segment: {'id': '917604e4-aade-4a11-b4ad-178bdbbe8fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '38d1a38e-1f99-466b-bf7f-940113b4b6ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:46:16.016179 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3324ca17-004f-44c2-a810-9364104aafd2 req-1155e7e9-07a9-4fba-84e8-c3158d444bb8 service neutron] Bound using segment: {'id': '917604e4-aade-4a11-b4ad-178bdbbe8fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '38d1a38e-1f99-466b-bf7f-940113b4b6ed'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:46:16.016617 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-3324ca17-004f-44c2-a810-9364104aafd2 req-1155e7e9-07a9-4fba-84e8-c3158d444bb8 service neutron] Bound port: 8fc97b61-6eb0-420e-adf9-104bdbfbc835, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '917604e4-aade-4a11-b4ad-178bdbbe8fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '38d1a38e-1f99-466b-bf7f-940113b4b6ed'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:46:16.017068 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-3324ca17-004f-44c2-a810-9364104aafd2 req-1155e7e9-07a9-4fba-84e8-c3158d444bb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (8fc97b61-6eb0-420e-adf9-104bdbfbc835), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:16.028900 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ba8ef7b1-6a42-4b50-83fb-be3c44b23fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (171f3a4a-cacb-4bf9-9758-cc17b4cac52b), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:16.046226 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088a2e9e-622e-41b9-be69-1528e9fb7151 req-bb114fde-0458-454e-9f56-265f216c46e1 service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:46:16.046815 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088a2e9e-622e-41b9-be69-1528e9fb7151 req-bb114fde-0458-454e-9f56-265f216c46e1 service neutron] Checking segment: {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:46:16.046986 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088a2e9e-622e-41b9-be69-1528e9fb7151 req-bb114fde-0458-454e-9f56-265f216c46e1 service neutron] Bound using segment: {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:46:16.047411 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-088a2e9e-622e-41b9-be69-1528e9fb7151 req-bb114fde-0458-454e-9f56-265f216c46e1 service neutron] Bound port: 149155db-c2db-4827-9746-fffdb2d0018e, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:46:16.047768 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-088a2e9e-622e-41b9-be69-1528e9fb7151 req-bb114fde-0458-454e-9f56-265f216c46e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (149155db-c2db-4827-9746-fffdb2d0018e), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:16.097986 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6021d88-843b-4cfe-983b-b8f3b6c3f2a2 req-11f12087-0e07-4160-8945-5f2601047f83 tempest-AggregatesAdminTestJSON-703493066 tempest-AggregatesAdminTestJSON-703493066-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:16.107630 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b6021d88-843b-4cfe-983b-b8f3b6c3f2a2 req-11f12087-0e07-4160-8945-5f2601047f83 tempest-AggregatesAdminTestJSON-703493066 tempest-AggregatesAdminTestJSON-703493066-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=936ab95e-ea34-4de7-8ee6-3c1b8bc0a64b HTTP/1.1" status: 200  len: 1151 time: 0.0707684
May 07 21:46:16.132059 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ec3676-0193-4bf6-a1f3-1b48c78c1402 None None] Pushing event updated for resources: {'Port': ['ID=171f3a4a-cacb-4bf9-9758-cc17b4cac52b,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:16.160341 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-b6021d88-843b-4cfe-983b-b8f3b6c3f2a2 req-131e648d-3df9-42c8-af52-eb82c8bab2bb tempest-AggregatesAdminTestJSON-703493066 tempest-AggregatesAdminTestJSON-703493066-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:16.241533 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-3324ca17-004f-44c2-a810-9364104aafd2 req-1155e7e9-07a9-4fba-84e8-c3158d444bb8 service neutron] For port 8fc97b61-6eb0-420e-adf9-104bdbfbc835, host nch2-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:46:16.256262 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-ba8ef7b1-6a42-4b50-83fb-be3c44b23fb8 None None] Attempting to bind port 171f3a4a-cacb-4bf9-9758-cc17b4cac52b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:46:16.256791 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-ba8ef7b1-6a42-4b50-83fb-be3c44b23fb8 None None] Attempting to bind port 171f3a4a-cacb-4bf9-9758-cc17b4cac52b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ad000daf-a1d4-4b9f-a213-0d1d6b7a7467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8e98b83a-eaa4-48c7-b448-bd23f0958957'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:46:16.257249 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8ef7b1-6a42-4b50-83fb-be3c44b23fb8 None None] Attempting to bind port 171f3a4a-cacb-4bf9-9758-cc17b4cac52b on network 8e98b83a-eaa4-48c7-b448-bd23f0958957 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:46:16.264550 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8ef7b1-6a42-4b50-83fb-be3c44b23fb8 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:46:16.265011 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8ef7b1-6a42-4b50-83fb-be3c44b23fb8 None None] Checking segment: {'id': 'ad000daf-a1d4-4b9f-a213-0d1d6b7a7467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8e98b83a-eaa4-48c7-b448-bd23f0958957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:46:16.265794 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ba8ef7b1-6a42-4b50-83fb-be3c44b23fb8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:16.266249 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba8ef7b1-6a42-4b50-83fb-be3c44b23fb8 None None] Bound using segment: {'id': 'ad000daf-a1d4-4b9f-a213-0d1d6b7a7467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8e98b83a-eaa4-48c7-b448-bd23f0958957'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:46:16.266729 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-ba8ef7b1-6a42-4b50-83fb-be3c44b23fb8 None None] Bound port: 171f3a4a-cacb-4bf9-9758-cc17b4cac52b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad000daf-a1d4-4b9f-a213-0d1d6b7a7467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '8e98b83a-eaa4-48c7-b448-bd23f0958957'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:46:16.267264 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ba8ef7b1-6a42-4b50-83fb-be3c44b23fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (171f3a4a-cacb-4bf9-9758-cc17b4cac52b), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:16.292470 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-3324ca17-004f-44c2-a810-9364104aafd2 req-1155e7e9-07a9-4fba-84e8-c3158d444bb8 service neutron] For port 8fc97b61-6eb0-420e-adf9-104bdbfbc835, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8fc97b61-6eb0-420e-adf9-104bdbfbc835,segment=NetworkSegment(917604e4-aade-4a11-b4ad-178bdbbe8fbb),segment_id=917604e4-aade-4a11-b4ad-178bdbbe8fbb)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:46:16.294342 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-088a2e9e-622e-41b9-be69-1528e9fb7151 req-bb114fde-0458-454e-9f56-265f216c46e1 service neutron] For port 149155db-c2db-4827-9746-fffdb2d0018e, host nch2-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:46:16.294500 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-b6021d88-843b-4cfe-983b-b8f3b6c3f2a2 req-131e648d-3df9-42c8-af52-eb82c8bab2bb tempest-AggregatesAdminTestJSON-703493066 tempest-AggregatesAdminTestJSON-703493066-project-admin] Publish callbacks [] for security_group (5d093fae-eaa7-431a-a291-165da39b7236), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:16.302553 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-b6021d88-843b-4cfe-983b-b8f3b6c3f2a2 req-131e648d-3df9-42c8-af52-eb82c8bab2bb tempest-AggregatesAdminTestJSON-703493066 tempest-AggregatesAdminTestJSON-703493066-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (5d093fae-eaa7-431a-a291-165da39b7236), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:16.310222 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-3324ca17-004f-44c2-a810-9364104aafd2 req-1155e7e9-07a9-4fba-84e8-c3158d444bb8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (8fc97b61-6eb0-420e-adf9-104bdbfbc835), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:16.322883 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-088a2e9e-622e-41b9-be69-1528e9fb7151 req-bb114fde-0458-454e-9f56-265f216c46e1 service neutron] For port 149155db-c2db-4827-9746-fffdb2d0018e, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=149155db-c2db-4827-9746-fffdb2d0018e,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:46:16.352244 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131e648d-3df9-42c8-af52-eb82c8bab2bb tempest-AggregatesAdminTestJSON-703493066 tempest-AggregatesAdminTestJSON-703493066-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d093fae-eaa7-431a-a291-165da39b7236,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:16.415242 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b6021d88-843b-4cfe-983b-b8f3b6c3f2a2 req-131e648d-3df9-42c8-af52-eb82c8bab2bb tempest-AggregatesAdminTestJSON-703493066 tempest-AggregatesAdminTestJSON-703493066-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=a1c516db-f9c3-4c77-a25e-252d5fecefec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3062222
May 07 21:46:16.426791 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1155e7e9-07a9-4fba-84e8-c3158d444bb8 service neutron] Pushing event updated for resources: {'Port': ['ID=8fc97b61-6eb0-420e-adf9-104bdbfbc835,revision_number=3']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:16.432900 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3324ca17-004f-44c2-a810-9364104aafd2 req-1155e7e9-07a9-4fba-84e8-c3158d444bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:16.435232 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-3324ca17-004f-44c2-a810-9364104aafd2 req-1155e7e9-07a9-4fba-84e8-c3158d444bb8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:16.441120 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3324ca17-004f-44c2-a810-9364104aafd2 req-1155e7e9-07a9-4fba-84e8-c3158d444bb8 service neutron] 10.222.0.59 "PUT /v2.0/ports/8fc97b61-6eb0-420e-adf9-104bdbfbc835 HTTP/1.1" status: 200  len: 1091 time: 2.3980072
May 07 21:46:16.441705 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52713c0c-6d75-42a3-96ac-5a93b17ef0b1', 'tag': '8fc97b61-6eb0-420e-adf9-104bdbfbc835'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:46:16.470847 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-ba8ef7b1-6a42-4b50-83fb-be3c44b23fb8 None None] For port 171f3a4a-cacb-4bf9-9758-cc17b4cac52b, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:46:16.474850 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-ba8ef7b1-6a42-4b50-83fb-be3c44b23fb8 None None] For port 171f3a4a-cacb-4bf9-9758-cc17b4cac52b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=171f3a4a-cacb-4bf9-9758-cc17b4cac52b,segment=NetworkSegment(ad000daf-a1d4-4b9f-a213-0d1d6b7a7467),segment_id=ad000daf-a1d4-4b9f-a213-0d1d6b7a7467)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:46:16.482787 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ba8ef7b1-6a42-4b50-83fb-be3c44b23fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (171f3a4a-cacb-4bf9-9758-cc17b4cac52b), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:16.500937 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-088a2e9e-622e-41b9-be69-1528e9fb7151 req-bb114fde-0458-454e-9f56-265f216c46e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (149155db-c2db-4827-9746-fffdb2d0018e), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:16.562197 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8ef7b1-6a42-4b50-83fb-be3c44b23fb8 None None] Routers {'58cfcfd2-d556-46a8-b7af-3a3b7cbaaff8'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:46:16.565605 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-ba8ef7b1-6a42-4b50-83fb-be3c44b23fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7fc8da60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:45:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['58cfcfd2-d556-46a8-b7af-3a3b7cbaaff8'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:46:16.567166 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088a2e9e-622e-41b9-be69-1528e9fb7151 req-bb114fde-0458-454e-9f56-265f216c46e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:16.567787 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-088a2e9e-622e-41b9-be69-1528e9fb7151 req-bb114fde-0458-454e-9f56-265f216c46e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:16.575110 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 57700) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:46:16.575401 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-088a2e9e-622e-41b9-be69-1528e9fb7151 req-bb114fde-0458-454e-9f56-265f216c46e1 service neutron] 10.222.0.59 "PUT /v2.0/ports/149155db-c2db-4827-9746-fffdb2d0018e HTTP/1.1" status: 200  len: 1095 time: 2.4138277
May 07 21:46:16.582632 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-1adf9790-73ba-4cae-930f-1640ec7d1051 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Request body: {'security_group': {'name': 'tempest-securitygroup--867261986', 'description': 'tempest-description--638037523'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:46:16.635951 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb114fde-0458-454e-9f56-265f216c46e1 service neutron] Pushing event updated for resources: {'Port': ['ID=149155db-c2db-4827-9746-fffdb2d0018e,revision_number=3']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:16.684536 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1adf9790-73ba-4cae-930f-1640ec7d1051 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:16.752078 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ec3676-0193-4bf6-a1f3-1b48c78c1402 None None] Pushing event updated for resources: {'Port': ['ID=171f3a4a-cacb-4bf9-9758-cc17b4cac52b,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:16.777044 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-e354b254-62ca-4d3c-9279-87082e3f110d None None] Provisioning complete for port 171f3a4a-cacb-4bf9-9758-cc17b4cac52b triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:46:16.781325 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e354b254-62ca-4d3c-9279-87082e3f110d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (171f3a4a-cacb-4bf9-9758-cc17b4cac52b), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:16.816600 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b567cad5-c8a7-44fa-9178-e82e02cce849 req-728bd667-16cb-4040-bdf8-c224b9ff26f0 tempest-ServersAdmin275Test-2110418138 tempest-ServersAdmin275Test-2110418138-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5339211-223c-48cb-9652-201c790b2f4f HTTP/1.1" status: 200  len: 210 time: 0.0841632
May 07 21:46:16.845956 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1adf9790-73ba-4cae-930f-1640ec7d1051 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Publish callbacks [] for security_group (94d1c480-f4e5-4d41-b75d-24e9594cc4ba), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:16.855531 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1adf9790-73ba-4cae-930f-1640ec7d1051 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (94d1c480-f4e5-4d41-b75d-24e9594cc4ba), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:16.906796 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-710c22ed-5bb4-4c45-93fb-0e3ace543668" -d '{"events": [{"name": "network-changed", "server_uuid": "52713c0c-6d75-42a3-96ac-5a93b17ef0b1", "tag": "8fc97b61-6eb0-420e-adf9-104bdbfbc835"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:46:16.989179 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adf9790-73ba-4cae-930f-1640ec7d1051 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94d1c480-f4e5-4d41-b75d-24e9594cc4ba,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:16.999734 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088a2e9e-622e-41b9-be69-1528e9fb7151 req-8f011daa-6795-4aff-8396-aa199c439403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:17.001776 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-088a2e9e-622e-41b9-be69-1528e9fb7151 req-8f011daa-6795-4aff-8396-aa199c439403 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=95946c2e9a5c4a72905d75010a9bb7a5&device_id=0284aa35-4e58-4e15-a194-a500996ed82e HTTP/1.1" status: 200  len: 1129 time: 0.1514962
May 07 21:46:17.061694 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-088a2e9e-622e-41b9-be69-1528e9fb7151 req-2239c81c-72f4-437f-80d3-dca8c2f6714f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=149155db-c2db-4827-9746-fffdb2d0018e HTTP/1.1" status: 200  len: 217 time: 0.0498066
May 07 21:46:17.125052 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d12f3-a60f-495d-b7a9-711bfe1a6c80 req-7fb46c23-d886-4ae0-8c9c-82f7dac6b7e7 tempest-AggregatesAdminTestJSON-5216341 tempest-AggregatesAdminTestJSON-5216341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:17.126700 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-014d12f3-a60f-495d-b7a9-711bfe1a6c80 req-7fb46c23-d886-4ae0-8c9c-82f7dac6b7e7 tempest-AggregatesAdminTestJSON-5216341 tempest-AggregatesAdminTestJSON-5216341-project] 10.222.0.32 "GET /v2.0/ports?device_id=936ab95e-ea34-4de7-8ee6-3c1b8bc0a64b HTTP/1.1" status: 200  len: 969 time: 0.0631223
May 07 21:46:17.130627 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3324ca17-004f-44c2-a810-9364104aafd2 req-7ae563fa-b8ff-4d23-bf71-42cda2d7d071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:17.132158 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3324ca17-004f-44c2-a810-9364104aafd2 req-7ae563fa-b8ff-4d23-bf71-42cda2d7d071 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4db49857a44d4f399959ac625886505a&device_id=52713c0c-6d75-42a3-96ac-5a93b17ef0b1 HTTP/1.1" status: 200  len: 1125 time: 0.3135598
May 07 21:46:17.132675 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1adf9790-73ba-4cae-930f-1640ec7d1051 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:17.137338 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ac0a9b-95c8-4374-9f0a-39572c16ac12 req-9a7eed6a-5743-4a6c-b88e-a49214358fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:17.138831 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e3ac0a9b-95c8-4374-9f0a-39572c16ac12 req-9a7eed6a-5743-4a6c-b88e-a49214358fde service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=95946c2e9a5c4a72905d75010a9bb7a5&device_id=e79018bd-9790-48c1-a26f-590908b011db HTTP/1.1" status: 200  len: 1130 time: 0.3212562
May 07 21:46:17.138950 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-1adf9790-73ba-4cae-930f-1640ec7d1051 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1795 time: 0.5623608
May 07 21:46:17.139370 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 57716) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:46:17.151582 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-5ddd7276-a745-44c6-93dd-ba496e9a1c3e tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Request body: {'security_group_rule': {'security_group_id': '94d1c480-f4e5-4d41-b75d-24e9594cc4ba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:46:17.198384 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088a2e9e-622e-41b9-be69-1528e9fb7151 req-5f03ec1e-d30c-4e19-80e9-9a8d59fc378f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:17.199884 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-088a2e9e-622e-41b9-be69-1528e9fb7151 req-5f03ec1e-d30c-4e19-80e9-9a8d59fc378f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6e0e5c53-1ece-4d20-b01d-5f8c6957edf6 HTTP/1.1" status: 200  len: 843 time: 0.0722299
May 07 21:46:17.224993 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-ba8ef7b1-6a42-4b50-83fb-be3c44b23fb8 None None] Set router 58cfcfd2-d556-46a8-b7af-3a3b7cbaaff8 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:46:17.248082 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-014d12f3-a60f-495d-b7a9-711bfe1a6c80 req-86f71948-2166-429b-b7d3-617d37ccac88 tempest-AggregatesAdminTestJSON-5216341 tempest-AggregatesAdminTestJSON-5216341-project] 10.222.0.32 "GET /v2.0/security-groups?id=a1c516db-f9c3-4c77-a25e-252d5fecefec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1079185
May 07 21:46:17.250372 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb875aa1-284a-46d6-9b2a-1160b8261b27 req-905120bf-0206-4e5a-ae7a-acf2738579d1 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:17.260081 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bb875aa1-284a-46d6-9b2a-1160b8261b27 req-905120bf-0206-4e5a-ae7a-acf2738579d1 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=52713c0c-6d75-42a3-96ac-5a93b17ef0b1 HTTP/1.1" status: 200  len: 943 time: 0.2016172
May 07 21:46:17.273042 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-e354b254-62ca-4d3c-9279-87082e3f110d None None] Current status of the port 171f3a4a-cacb-4bf9-9758-cc17b4cac52b is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:46:17.273042 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e354b254-62ca-4d3c-9279-87082e3f110d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (171f3a4a-cacb-4bf9-9758-cc17b4cac52b), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:17.301964 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088a2e9e-622e-41b9-be69-1528e9fb7151 req-6e4b0a30-35e2-4f61-a272-5d0a57154b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:17.303695 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-088a2e9e-622e-41b9-be69-1528e9fb7151 req-6e4b0a30-35e2-4f61-a272-5d0a57154b92 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=665487f0-78eb-47fb-9a06-b15bc614dc47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0595942
May 07 21:46:17.316940 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3324ca17-004f-44c2-a810-9364104aafd2 req-5b57f06a-429d-4e7b-bd00-0fac59b51479 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8fc97b61-6eb0-420e-adf9-104bdbfbc835 HTTP/1.1" status: 200  len: 217 time: 0.1539717
May 07 21:46:17.373269 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-e354b254-62ca-4d3c-9279-87082e3f110d None None] For port 171f3a4a-cacb-4bf9-9758-cc17b4cac52b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=171f3a4a-cacb-4bf9-9758-cc17b4cac52b,segment=NetworkSegment(ad000daf-a1d4-4b9f-a213-0d1d6b7a7467),segment_id=ad000daf-a1d4-4b9f-a213-0d1d6b7a7467)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:46:17.405446 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e354b254-62ca-4d3c-9279-87082e3f110d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (171f3a4a-cacb-4bf9-9758-cc17b4cac52b), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:17.465698 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e354b254-62ca-4d3c-9279-87082e3f110d None None] Pushing event updated for resources: {'Port': ['ID=171f3a4a-cacb-4bf9-9758-cc17b4cac52b,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:17.470900 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5ddd7276-a745-44c6-93dd-ba496e9a1c3e tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Publish callbacks [] for security_group_rule (2d29cbb5-2992-49a1-8abf-e3cd65ce6056), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:17.483529 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-088a2e9e-622e-41b9-be69-1528e9fb7151 req-8bb0f6f6-7311-4ce7-a108-51357c7937e4 service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1706729
May 07 21:46:17.508864 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3324ca17-004f-44c2-a810-9364104aafd2 req-27dff40f-daa0-4218-a9ca-94eac9ca5196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:17.510354 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3324ca17-004f-44c2-a810-9364104aafd2 req-27dff40f-daa0-4218-a9ca-94eac9ca5196 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=14835495-3004-48e8-b7c5-01b68d156e2d HTTP/1.1" status: 200  len: 861 time: 0.1840522
May 07 21:46:17.560172 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bb875aa1-284a-46d6-9b2a-1160b8261b27 req-8a38bc00-4adb-4ded-9c31-d949cb263c32 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2930057
May 07 21:46:17.563419 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b239f5-c1fe-4325-87e5-6959ca53a179 x-openstack-request-id: req-a0b239f5-c1fe-4325-87e5-6959ca53a179 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:46:17.567204 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52713c0c-6d75-42a3-96ac-5a93b17ef0b1", "tag": "8fc97b61-6eb0-420e-adf9-104bdbfbc835", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:46:17.567673 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a0b239f5-c1fe-4325-87e5-6959ca53a179 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:46:17.568345 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0b239f5-c1fe-4325-87e5-6959ca53a179'] response: {'name': 'network-changed', 'server_uuid': '52713c0c-6d75-42a3-96ac-5a93b17ef0b1', 'tag': '8fc97b61-6eb0-420e-adf9-104bdbfbc835', 'status': 'completed', 'code': 200}
May 07 21:46:17.600838 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-ad7e8449-5e16-408b-ac63-81328fabd214 None None] Provisioning complete for port 171f3a4a-cacb-4bf9-9758-cc17b4cac52b triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:46:17.601304 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ad7e8449-5e16-408b-ac63-81328fabd214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (171f3a4a-cacb-4bf9-9758-cc17b4cac52b), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:17.677068 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-088a2e9e-622e-41b9-be69-1528e9fb7151 req-7c3dc178-2ae8-4656-928a-1f60609fbcba service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1884463
May 07 21:46:17.685724 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15b45fa-7053-4fa0-a45c-2853e41a2684 req-c6571e29-8a6e-443d-abf4-3197add88b0f tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:17.687283 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c15b45fa-7053-4fa0-a45c-2853e41a2684 req-c6571e29-8a6e-443d-abf4-3197add88b0f tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=e79018bd-9790-48c1-a26f-590908b011db HTTP/1.1" status: 200  len: 948 time: 0.0654621
May 07 21:46:17.710464 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-ba8ef7b1-6a42-4b50-83fb-be3c44b23fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7fc8da60>, [{'id': '58cfcfd2-d556-46a8-b7af-3a3b7cbaaff8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-505490147-router', 'tenant_id': '12dbc8ee204548bba46b92b913aeed3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.38'}], 'enable_snat': True}, 'gw_port_id': '3e82a364-6743-4f1d-b8ca-5b996277c9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:46:06Z', 'updated_at': '2022-05-07T21:46:11Z', 'revision_number': 4, 'project_id': '12dbc8ee204548bba46b92b913aeed3a', 'gw_port': {'id': '3e82a364-6743-4f1d-b8ca-5b996277c9e4', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cfcfd2-d556-46a8-b7af-3a3b7cbaaff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 190, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:46:07Z', 'updated_at': '2022-05-07T21:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '171f3a4a-cacb-4bf9-9758-cc17b4cac52b', 'name': '', 'network_id': '8e98b83a-eaa4-48c7-b448-bd23f0958957', 'tenant_id': '12dbc8ee204548bba46b92b913aeed3a', 'mac_address': 'fa:16:3e:eb:f8:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58cfcfd2-d556-46a8-b7af-3a3b7cbaaff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 191, 'fixed_ips': [{'subnet_id': '93ff87df-07be-420f-b0a8-66c4a0455b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:46:10Z', 'updated_at': '2022-05-07T21:46:16Z', 'revision_number': 4, 'project_id': '12dbc8ee204548bba46b92b913aeed3a', 'subnets': [{'id': '93ff87df-07be-420f-b0a8-66c4a0455b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:46:17.759713 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c15b45fa-7053-4fa0-a45c-2853e41a2684 req-d6de5eaa-4475-456f-9889-d76895cb74d4 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ea07aee-f825-4ee0-a542-65c887150930&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658619
May 07 21:46:17.778377 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8ef7b1-6a42-4b50-83fb-be3c44b23fb8 None None] The sync data for ids ['58cfcfd2-d556-46a8-b7af-3a3b7cbaaff8'] in ncdv-master-1 is: [{'id': '58cfcfd2-d556-46a8-b7af-3a3b7cbaaff8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-505490147-router', 'tenant_id': '12dbc8ee204548bba46b92b913aeed3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.38'}], 'enable_snat': True}, 'gw_port_id': '3e82a364-6743-4f1d-b8ca-5b996277c9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:46:06Z', 'updated_at': '2022-05-07T21:46:11Z', 'revision_number': 4, 'project_id': '12dbc8ee204548bba46b92b913aeed3a', 'gw_port': {'id': '3e82a364-6743-4f1d-b8ca-5b996277c9e4', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cfcfd2-d556-46a8-b7af-3a3b7cbaaff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 190, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:46:07Z', 'updated_at': '2022-05-07T21:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '171f3a4a-cacb-4bf9-9758-cc17b4cac52b', 'name': '', 'network_id': '8e98b83a-eaa4-48c7-b448-bd23f0958957', 'tenant_id': '12dbc8ee204548bba46b92b913aeed3a', 'mac_address': 'fa:16:3e:eb:f8:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58cfcfd2-d556-46a8-b7af-3a3b7cbaaff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 191, 'fixed_ips': [{'subnet_id': '93ff87df-07be-420f-b0a8-66c4a0455b0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:46:10Z', 'updated_at': '2022-05-07T21:46:16Z', 'revision_number': 4, 'project_id': '12dbc8ee204548bba46b92b913aeed3a', 'subnets': [{'id': '93ff87df-07be-420f-b0a8-66c4a0455b0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:46:17.806835 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-ad7e8449-5e16-408b-ac63-81328fabd214 None None] Current status of the port 171f3a4a-cacb-4bf9-9758-cc17b4cac52b is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:46:17.808069 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3324ca17-004f-44c2-a810-9364104aafd2 req-74c2ff39-7d2d-4083-bc33-313aa02add10 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=38d1a38e-1f99-466b-bf7f-940113b4b6ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2819500
May 07 21:46:17.810243 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ac0a9b-95c8-4374-9f0a-39572c16ac12 req-93dfaf00-4fcc-42cc-94b8-3e59d550bd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:17.811498 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e3ac0a9b-95c8-4374-9f0a-39572c16ac12 req-93dfaf00-4fcc-42cc-94b8-3e59d550bd8f service neutron] 10.222.0.59 "GET /v2.0/networks?id=665487f0-78eb-47fb-9a06-b15bc614dc47 HTTP/1.1" status: 200  len: 870 time: 0.6403134
May 07 21:46:17.864229 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5ddd7276-a745-44c6-93dd-ba496e9a1c3e tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Publish callbacks [] for security_group_rule (2d29cbb5-2992-49a1-8abf-e3cd65ce6056), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:17.869313 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5ddd7276-a745-44c6-93dd-ba496e9a1c3e tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (2d29cbb5-2992-49a1-8abf-e3cd65ce6056), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:17.886422 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddd7276-a745-44c6-93dd-ba496e9a1c3e tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d29cbb5-2992-49a1-8abf-e3cd65ce6056,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:17.902348 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5ddd7276-a745-44c6-93dd-ba496e9a1c3e tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:17.906718 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-5ddd7276-a745-44c6-93dd-ba496e9a1c3e tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.7559159
May 07 21:46:17.906949 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 57736) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:46:17.912336 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-6d0cc33a-a116-4592-9c5f-119da3477374 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Request body: {'security_group_rule': {'security_group_id': '94d1c480-f4e5-4d41-b75d-24e9594cc4ba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:46:17.949991 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6d0cc33a-a116-4592-9c5f-119da3477374 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Publish callbacks [] for security_group_rule (dcc663db-4ea3-4629-a40d-093a7d27da4f), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:17.982179 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7aacada7-580d-4a3d-baee-319e39b5d021 req-4a549fed-e382-48d1-a80a-f17d235ec781 tempest-ServersAdmin275Test-2110418138 tempest-ServersAdmin275Test-2110418138-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5339211-223c-48cb-9652-201c790b2f4f HTTP/1.1" status: 200  len: 210 time: 0.0475137
May 07 21:46:18.039732 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6d0cc33a-a116-4592-9c5f-119da3477374 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Publish callbacks [] for security_group_rule (dcc663db-4ea3-4629-a40d-093a7d27da4f), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:18.049398 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6d0cc33a-a116-4592-9c5f-119da3477374 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (dcc663db-4ea3-4629-a40d-093a7d27da4f), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:18.072052 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0cc33a-a116-4592-9c5f-119da3477374 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcc663db-4ea3-4629-a40d-093a7d27da4f,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:18.083903 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6d0cc33a-a116-4592-9c5f-119da3477374 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:18.085104 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-6d0cc33a-a116-4592-9c5f-119da3477374 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1773553
May 07 21:46:18.088364 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 57742) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:46:18.092676 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-33cecb92-84d1-448c-b868-c04aed9efd2e tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Request body: {'floatingip': {'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:46:18.117170 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-33cecb92-84d1-448c-b868-c04aed9efd2e tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:18.399613 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aa7ac6-46d2-4397-943f-2cc0d385487a req-f1299ace-4013-4edf-9c35-b354f23ed349 tempest-AggregatesAdminTestJSON-5216341 tempest-AggregatesAdminTestJSON-5216341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:18.403271 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-44aa7ac6-46d2-4397-943f-2cc0d385487a req-f1299ace-4013-4edf-9c35-b354f23ed349 tempest-AggregatesAdminTestJSON-5216341 tempest-AggregatesAdminTestJSON-5216341-project] 10.222.0.32 "GET /v2.0/ports?device_id=936ab95e-ea34-4de7-8ee6-3c1b8bc0a64b HTTP/1.1" status: 200  len: 969 time: 0.0658448
May 07 21:46:18.428134 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b477d689-4b7e-4bab-b1a1-a7549743ccde req-33658373-cb18-4bc9-8dd8-50ad4ba156b0 tempest-AggregatesAdminTestJSON-5216341 tempest-AggregatesAdminTestJSON-5216341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:18.429626 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b477d689-4b7e-4bab-b1a1-a7549743ccde req-33658373-cb18-4bc9-8dd8-50ad4ba156b0 tempest-AggregatesAdminTestJSON-5216341 tempest-AggregatesAdminTestJSON-5216341-project] 10.222.0.55 "GET /v2.0/ports?device_id=936ab95e-ea34-4de7-8ee6-3c1b8bc0a64b HTTP/1.1" status: 200  len: 969 time: 0.2526832
May 07 21:46:18.433415 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-33cecb92-84d1-448c-b868-c04aed9efd2e tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:18.469273 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-44aa7ac6-46d2-4397-943f-2cc0d385487a req-fc9dca5b-255e-402b-8649-1789534a7364 tempest-AggregatesAdminTestJSON-5216341 tempest-AggregatesAdminTestJSON-5216341-project] 10.222.0.32 "GET /v2.0/security-groups?id=a1c516db-f9c3-4c77-a25e-252d5fecefec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618465
May 07 21:46:18.666133 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 57766) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:46:18.693359 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-b477d689-4b7e-4bab-b1a1-a7549743ccde req-e2fb602d-a68c-4432-b705-ff9b50b90495 tempest-AggregatesAdminTestJSON-5216341 tempest-AggregatesAdminTestJSON-5216341-project] Deleting port 0f88893d-5e1f-48e6-a69a-132a1aa16a37 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:46:18.693700 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-b477d689-4b7e-4bab-b1a1-a7549743ccde req-e2fb602d-a68c-4432-b705-ff9b50b90495 tempest-AggregatesAdminTestJSON-5216341 tempest-AggregatesAdminTestJSON-5216341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (0f88893d-5e1f-48e6-a69a-132a1aa16a37), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:18.708859 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e3ac0a9b-95c8-4374-9f0a-39572c16ac12 req-fcd4d62c-804c-4371-b165-1899046af460 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=030cf429-3843-4968-ac82-75d806b69b77 HTTP/1.1" status: 200  len: 217 time: 0.0608921
May 07 21:46:18.768165 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-33cecb92-84d1-448c-b868-c04aed9efd2e tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Allocated IP 172.35.4.170 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/a809be6e-03be-4063-bcff-f3f1c3d3e43f) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:46:18.776370 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b12b738-b520-490f-8f5f-96c24f69f3f3 req-bda216fa-5edd-4f38-b301-d60b16f9431e tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:18.778089 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5b12b738-b520-490f-8f5f-96c24f69f3f3 req-bda216fa-5edd-4f38-b301-d60b16f9431e tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=52713c0c-6d75-42a3-96ac-5a93b17ef0b1 HTTP/1.1" status: 200  len: 943 time: 0.1243932
May 07 21:46:18.875158 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3324ca17-004f-44c2-a810-9364104aafd2 req-f56123c4-6d38-45e6-871a-0ef6f4698b70 service neutron] 10.222.0.59 "GET /v2.0/networks/38d1a38e-1f99-466b-bf7f-940113b4b6ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2357023
May 07 21:46:18.884398 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f7f4717c-92fc-4057-a164-ffd8b46938a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:18.922407 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ac0a9b-95c8-4374-9f0a-39572c16ac12 req-a1a4bc33-e49f-4167-ac6f-1d2a7e1cefde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:18.924483 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e3ac0a9b-95c8-4374-9f0a-39572c16ac12 req-a1a4bc33-e49f-4167-ac6f-1d2a7e1cefde service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6e0e5c53-1ece-4d20-b01d-5f8c6957edf6 HTTP/1.1" status: 200  len: 843 time: 0.1500375
May 07 21:46:18.987584 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-b477d689-4b7e-4bab-b1a1-a7549743ccde req-e2fb602d-a68c-4432-b705-ff9b50b90495 tempest-AggregatesAdminTestJSON-5216341 tempest-AggregatesAdminTestJSON-5216341-project] For port 0f88893d-5e1f-48e6-a69a-132a1aa16a37, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0f88893d-5e1f-48e6-a69a-132a1aa16a37,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:46:18.987947 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-b477d689-4b7e-4bab-b1a1-a7549743ccde req-e2fb602d-a68c-4432-b705-ff9b50b90495 tempest-AggregatesAdminTestJSON-5216341 tempest-AggregatesAdminTestJSON-5216341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (0f88893d-5e1f-48e6-a69a-132a1aa16a37), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:19.001890 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866c3ff7-2a10-431b-b62d-25818f267697 req-709390f4-666e-486e-b655-ee1f9c752925 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:19.009202 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-866c3ff7-2a10-431b-b62d-25818f267697 req-709390f4-666e-486e-b655-ee1f9c752925 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=e79018bd-9790-48c1-a26f-590908b011db HTTP/1.1" status: 200  len: 948 time: 0.1591384
May 07 21:46:19.015488 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5b12b738-b520-490f-8f5f-96c24f69f3f3 req-e412943e-fa66-4cfc-a0b5-48a1e73fa9a1 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2081568
May 07 21:46:19.043133 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-b477d689-4b7e-4bab-b1a1-a7549743ccde req-e2fb602d-a68c-4432-b705-ff9b50b90495 tempest-AggregatesAdminTestJSON-5216341 tempest-AggregatesAdminTestJSON-5216341-project] Calling delete_port for 0f88893d-5e1f-48e6-a69a-132a1aa16a37 owned by compute:tempest-test_az-4362714 {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:46:19.078968 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ac0a9b-95c8-4374-9f0a-39572c16ac12 req-03fe33ba-9ea2-4602-9a8e-20f285bcf26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:19.081260 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e3ac0a9b-95c8-4374-9f0a-39572c16ac12 req-03fe33ba-9ea2-4602-9a8e-20f285bcf26c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=665487f0-78eb-47fb-9a06-b15bc614dc47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1416228
May 07 21:46:19.159692 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3324ca17-004f-44c2-a810-9364104aafd2 req-a9f8250d-4999-4767-89e6-48b625f5a210 service neutron] 10.222.0.59 "GET /v2.0/networks/38d1a38e-1f99-466b-bf7f-940113b4b6ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2620330
May 07 21:46:19.170980 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-866c3ff7-2a10-431b-b62d-25818f267697 req-42611590-5e27-4109-b876-23981621cf86 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ea07aee-f825-4ee0-a542-65c887150930&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1606884
May 07 21:46:19.228093 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1277e2ab-a1d6-4623-8252-6335ec9686d2 req-f7a1ac4d-8518-408f-91ac-e9a70ce98eec tempest-ServersAdmin275Test-2110418138 tempest-ServersAdmin275Test-2110418138-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5339211-223c-48cb-9652-201c790b2f4f HTTP/1.1" status: 200  len: 210 time: 0.1022506
May 07 21:46:19.231967 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 171f3a4a-cacb-4bf9-9758-cc17b4cac52b up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:46:19.233943 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-33cecb92-84d1-448c-b868-c04aed9efd2e tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Publish callbacks [] for port (a809be6e-03be-4063-bcff-f3f1c3d3e43f), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:19.252244 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e3ac0a9b-95c8-4374-9f0a-39572c16ac12 req-ffcd57c9-ca32-4b91-8be8-181a7d08a047 service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1569867
May 07 21:46:19.280172 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 171f3a4a-cacb-4bf9-9758-cc17b4cac52b triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:46:19.280556 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (171f3a4a-cacb-4bf9-9758-cc17b4cac52b), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:19.315770 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-33cecb92-84d1-448c-b868-c04aed9efd2e tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (a809be6e-03be-4063-bcff-f3f1c3d3e43f), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:19.359569 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f7f4717c-92fc-4057-a164-ffd8b46938a8 admin admin] Publish callbacks [] for security_group (abf69d6f-4847-408f-ba48-37740149b981), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:19.360557 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 171f3a4a-cacb-4bf9-9758-cc17b4cac52b is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:46:19.378541 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f7f4717c-92fc-4057-a164-ffd8b46938a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (abf69d6f-4847-408f-ba48-37740149b981), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:19.382525 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33cecb92-84d1-448c-b868-c04aed9efd2e tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:46:19.401110 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-33cecb92-84d1-448c-b868-c04aed9efd2e tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:46:19.409824 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cecb92-84d1-448c-b868-c04aed9efd2e tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:46:19.413459 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cecb92-84d1-448c-b868-c04aed9efd2e tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Pushing event updated for resources: {'Port': ['ID=a809be6e-03be-4063-bcff-f3f1c3d3e43f,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:19.467109 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-f7f4717c-92fc-4057-a164-ffd8b46938a8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=01806714f13f49deb998d167e5951ba0&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7851648
May 07 21:46:19.471073 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 57776) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:46:19.481115 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f4717c-92fc-4057-a164-ffd8b46938a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abf69d6f-4847-408f-ba48-37740149b981,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:19.520621 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-b477d689-4b7e-4bab-b1a1-a7549743ccde req-e2fb602d-a68c-4432-b705-ff9b50b90495 tempest-AggregatesAdminTestJSON-5216341 tempest-AggregatesAdminTestJSON-5216341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (0f88893d-5e1f-48e6-a69a-132a1aa16a37), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:19.531058 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b6e9a376-86fa-4d97-91d6-a4e8133653a7 admin admin] Publish callbacks [] for security_group (abf69d6f-4847-408f-ba48-37740149b981), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:19.532006 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['0f88893d-5e1f-48e6-a69a-132a1aa16a37'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:46:19.583094 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0284aa35-4e58-4e15-a194-a500996ed82e', 'tag': '149155db-c2db-4827-9746-fffdb2d0018e'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:46:19.585583 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4b2e900-08cd-44af-89c0-b6fe460b68fd" -d '{"events": [{"name": "network-changed", "server_uuid": "0284aa35-4e58-4e15-a194-a500996ed82e", "tag": "149155db-c2db-4827-9746-fffdb2d0018e"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:46:19.601389 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b6e9a376-86fa-4d97-91d6-a4e8133653a7 admin admin] Publish callbacks [] for security_group (abf69d6f-4847-408f-ba48-37740149b981), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:19.604673 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-87ee0307-5989-414a-bc24-71c7c0e99f55 req-ab58d966-75b2-43d2-a007-fb0c87640801 tempest-AggregatesAdminTestJSON-5216341 tempest-AggregatesAdminTestJSON-5216341-project] 10.222.0.32 "GET /v2.0/ports?device_id=936ab95e-ea34-4de7-8ee6-3c1b8bc0a64b HTTP/1.1" status: 200  len: 210 time: 0.0588510
May 07 21:46:19.637592 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17ef674e-4efd-45f3-acef-38849397a136 x-openstack-request-id: req-17ef674e-4efd-45f3-acef-38849397a136 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:46:19.637884 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0284aa35-4e58-4e15-a194-a500996ed82e", "tag": "149155db-c2db-4827-9746-fffdb2d0018e", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:46:19.638179 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-17ef674e-4efd-45f3-acef-38849397a136 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:46:19.638705 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17ef674e-4efd-45f3-acef-38849397a136'] response: {'name': 'network-changed', 'server_uuid': '0284aa35-4e58-4e15-a194-a500996ed82e', 'tag': '149155db-c2db-4827-9746-fffdb2d0018e', 'status': 'completed', 'code': 200}
May 07 21:46:19.647590 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fb602d-a68c-4432-b705-ff9b50b90495 tempest-AggregatesAdminTestJSON-5216341 tempest-AggregatesAdminTestJSON-5216341-project] Pushing event deleted for resources: {'Port': ['ID=0f88893d-5e1f-48e6-a69a-132a1aa16a37,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:19.667643 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b6e9a376-86fa-4d97-91d6-a4e8133653a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (abf69d6f-4847-408f-ba48-37740149b981), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:19.670188 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b6e9a376-86fa-4d97-91d6-a4e8133653a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:19.671413 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-b6e9a376-86fa-4d97-91d6-a4e8133653a7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/abf69d6f-4847-408f-ba48-37740149b981 HTTP/1.1" status: 204  len: 168 time: 0.1990380
May 07 21:46:19.682266 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e9a376-86fa-4d97-91d6-a4e8133653a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf69d6f-4847-408f-ba48-37740149b981,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:19.690315 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-b477d689-4b7e-4bab-b1a1-a7549743ccde req-e2fb602d-a68c-4432-b705-ff9b50b90495 tempest-AggregatesAdminTestJSON-5216341 tempest-AggregatesAdminTestJSON-5216341-project] No DVR routers for this DVR port 0f88893d-5e1f-48e6-a69a-132a1aa16a37 on host nch1-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:46:19.704863 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-b477d689-4b7e-4bab-b1a1-a7549743ccde req-e2fb602d-a68c-4432-b705-ff9b50b90495 tempest-AggregatesAdminTestJSON-5216341 tempest-AggregatesAdminTestJSON-5216341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:19.708823 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b477d689-4b7e-4bab-b1a1-a7549743ccde req-e2fb602d-a68c-4432-b705-ff9b50b90495 tempest-AggregatesAdminTestJSON-5216341 tempest-AggregatesAdminTestJSON-5216341-project] 10.222.0.55 "DELETE /v2.0/ports/0f88893d-5e1f-48e6-a69a-132a1aa16a37 HTTP/1.1" status: 204  len: 173 time: 1.2725062
May 07 21:46:19.709244 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '936ab95e-ea34-4de7-8ee6-3c1b8bc0a64b', 'name': 'network-vif-deleted', 'tag': '0f88893d-5e1f-48e6-a69a-132a1aa16a37'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:46:19.711623 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d14c88b-0227-4b53-ad61-b6a64e78a28d" -d '{"events": [{"server_uuid": "936ab95e-ea34-4de7-8ee6-3c1b8bc0a64b", "name": "network-vif-deleted", "tag": "0f88893d-5e1f-48e6-a69a-132a1aa16a37"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:46:19.718144 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-33cecb92-84d1-448c-b868-c04aed9efd2e tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Publish callbacks [] for floatingip (785a81ae-a9bc-4c9f-8910-736737805009), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:19.762696 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-33cecb92-84d1-448c-b868-c04aed9efd2e tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (a809be6e-03be-4063-bcff-f3f1c3d3e43f), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:19.786370 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ec9673e-10a5-4e66-aef6-6436bd12a85b x-openstack-request-id: req-1ec9673e-10a5-4e66-aef6-6436bd12a85b {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:46:19.786751 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "936ab95e-ea34-4de7-8ee6-3c1b8bc0a64b", "name": "network-vif-deleted", "tag": "0f88893d-5e1f-48e6-a69a-132a1aa16a37", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:46:19.787122 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1ec9673e-10a5-4e66-aef6-6436bd12a85b {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:46:19.787662 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ec9673e-10a5-4e66-aef6-6436bd12a85b'] response: {'server_uuid': '936ab95e-ea34-4de7-8ee6-3c1b8bc0a64b', 'name': 'network-vif-deleted', 'tag': '0f88893d-5e1f-48e6-a69a-132a1aa16a37', 'status': 'completed', 'code': 200}
May 07 21:46:19.940988 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-33cecb92-84d1-448c-b868-c04aed9efd2e tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Publish callbacks [] for port (a809be6e-03be-4063-bcff-f3f1c3d3e43f), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:19.946740 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-33cecb92-84d1-448c-b868-c04aed9efd2e tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (a809be6e-03be-4063-bcff-f3f1c3d3e43f), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:19.978907 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-33cecb92-84d1-448c-b868-c04aed9efd2e tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (785a81ae-a9bc-4c9f-8910-736737805009), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:20.000846 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-33cecb92-84d1-448c-b868-c04aed9efd2e tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:20.002074 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-33cecb92-84d1-448c-b868-c04aed9efd2e tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.9127731
May 07 21:46:20.003032 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cecb92-84d1-448c-b868-c04aed9efd2e tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Pushing event updated for resources: {'Port': ['ID=a809be6e-03be-4063-bcff-f3f1c3d3e43f,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:20.008213 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 57788) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:46:20.022865 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ada998a2-02e4-41d3-823c-cf446f484263 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:20.027154 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 030cf429-3843-4968-ac82-75d806b69b77 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:46:20.180313 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 030cf429-3843-4968-ac82-75d806b69b77, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=030cf429-3843-4968-ac82-75d806b69b77,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:46:20.187462 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ada998a2-02e4-41d3-823c-cf446f484263 admin admin] Publish callbacks [] for security_group (55cdce9d-e3c1-484c-8772-81f465ba7489), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:20.199257 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ada998a2-02e4-41d3-823c-cf446f484263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (55cdce9d-e3c1-484c-8772-81f465ba7489), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:20.215993 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef34e12b-5443-4b69-ae63-81fdb39ca3c1 req-86ee968a-4c49-4368-b9e1-370847621c5f tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:20.215993 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ef34e12b-5443-4b69-ae63-81fdb39ca3c1 req-86ee968a-4c49-4368-b9e1-370847621c5f tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=52713c0c-6d75-42a3-96ac-5a93b17ef0b1 HTTP/1.1" status: 200  len: 943 time: 0.0900440
May 07 21:46:20.230852 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': '030cf429-3843-4968-ac82-75d806b69b77', 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47', 'port_id': '030cf429-3843-4968-ac82-75d806b69b77', 'mac_address': 'fa:16:3e:05:dd:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e0e5c53-1ece-4d20-b01d-5f8c6957edf6', 'ip_address': '192.168.233.164'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:46:20.288629 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 030cf429-3843-4968-ac82-75d806b69b77 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:46:20.289390 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (030cf429-3843-4968-ac82-75d806b69b77), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:20.306559 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 030cf429-3843-4968-ac82-75d806b69b77 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:46:20.317938 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ef34e12b-5443-4b69-ae63-81fdb39ca3c1 req-075a04a4-d911-4e6e-8898-5f7ad13e915d tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0966351
May 07 21:46:20.323484 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b2e900-08cd-44af-89c0-b6fe460b68fd req-41c39d87-47de-4c9e-b81f-7f14a0f58066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:20.326604 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e4b2e900-08cd-44af-89c0-b6fe460b68fd req-41c39d87-47de-4c9e-b81f-7f14a0f58066 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=95946c2e9a5c4a72905d75010a9bb7a5&device_id=0284aa35-4e58-4e15-a194-a500996ed82e HTTP/1.1" status: 200  len: 1129 time: 0.0636711
May 07 21:46:20.329600 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 030cf429-3843-4968-ac82-75d806b69b77, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=030cf429-3843-4968-ac82-75d806b69b77,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:46:20.336063 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (030cf429-3843-4968-ac82-75d806b69b77), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:20.380020 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada998a2-02e4-41d3-823c-cf446f484263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55cdce9d-e3c1-484c-8772-81f465ba7489,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:20.386580 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-ada998a2-02e4-41d3-823c-cf446f484263 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=aceb15a9f06a4406b4a219552563d39a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3749146
May 07 21:46:20.397052 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710c22ed-5bb4-4c45-93fb-0e3ace543668 req-84ea4ec8-028e-4d65-b517-3ec74d5e8eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:20.398759 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-710c22ed-5bb4-4c45-93fb-0e3ace543668 req-84ea4ec8-028e-4d65-b517-3ec74d5e8eb1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4db49857a44d4f399959ac625886505a&device_id=52713c0c-6d75-42a3-96ac-5a93b17ef0b1 HTTP/1.1" status: 200  len: 1125 time: 0.1841297
May 07 21:46:20.405368 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 57808) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:46:20.411451 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=030cf429-3843-4968-ac82-75d806b69b77,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:20.474961 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b2e900-08cd-44af-89c0-b6fe460b68fd req-de6aa4a4-dff3-4aed-a922-6f1808c24c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:20.476443 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e4b2e900-08cd-44af-89c0-b6fe460b68fd req-de6aa4a4-dff3-4aed-a922-6f1808c24c0c service neutron] 10.222.0.59 "GET /v2.0/networks?id=665487f0-78eb-47fb-9a06-b15bc614dc47 HTTP/1.1" status: 200  len: 870 time: 0.1438839
May 07 21:46:20.478206 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a313ce00-828d-49bf-b3de-a517632b554c req-3957f7c6-853b-4443-9374-7ee3d070c6db tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--867261986&fields=id&tenant_id=d7a25055f3544e5c95bacd3a07611e1d HTTP/1.1" status: 200  len: 267 time: 0.2433829
May 07 21:46:20.490988 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cee4656-0122-46ee-9db5-3752bf4787ca req-4aee8fd0-cecd-4e8c-8518-e396abca42ba tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:20.493105 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7cee4656-0122-46ee-9db5-3752bf4787ca req-4aee8fd0-cecd-4e8c-8518-e396abca42ba tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=e79018bd-9790-48c1-a26f-590908b011db HTTP/1.1" status: 200  len: 949 time: 0.0691700
May 07 21:46:20.496955 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e3ac0a9b-95c8-4374-9f0a-39572c16ac12 req-bf6bd9a6-ce52-4005-a91d-c2f44d1f3d88 service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3079448
May 07 21:46:20.540305 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e4b2e900-08cd-44af-89c0-b6fe460b68fd req-561e53c7-1bd8-4af0-b282-2c598ca99931 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=149155db-c2db-4827-9746-fffdb2d0018e HTTP/1.1" status: 200  len: 217 time: 0.0467415
May 07 21:46:20.612423 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7cee4656-0122-46ee-9db5-3752bf4787ca req-9665f032-5b1c-427f-bb4e-8cdb793baf4a tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ea07aee-f825-4ee0-a542-65c887150930&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1108236
May 07 21:46:20.613913 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b2e900-08cd-44af-89c0-b6fe460b68fd req-4b04e3a2-3c60-4ded-b51c-2d2ab20fe65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:20.615282 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e4b2e900-08cd-44af-89c0-b6fe460b68fd req-4b04e3a2-3c60-4ded-b51c-2d2ab20fe65b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6e0e5c53-1ece-4d20-b01d-5f8c6957edf6 HTTP/1.1" status: 200  len: 843 time: 0.0676305
May 07 21:46:20.618336 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7f13d7a1-38de-4904-91de-e8222a3c9a41 admin admin] Publish callbacks [] for security_group (55cdce9d-e3c1-484c-8772-81f465ba7489), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:20.647439 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['030cf429-3843-4968-ac82-75d806b69b77'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:46:20.667819 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b2e900-08cd-44af-89c0-b6fe460b68fd req-f03e8f61-d27e-4a2e-a9f8-9e3be6b08ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:20.669340 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e4b2e900-08cd-44af-89c0-b6fe460b68fd req-f03e8f61-d27e-4a2e-a9f8-9e3be6b08ffd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=665487f0-78eb-47fb-9a06-b15bc614dc47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0452640
May 07 21:46:20.680731 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710c22ed-5bb4-4c45-93fb-0e3ace543668 req-d2d0ce03-3e16-4cbf-aeee-c3da0172a888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:20.682552 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-710c22ed-5bb4-4c45-93fb-0e3ace543668 req-d2d0ce03-3e16-4cbf-aeee-c3da0172a888 service neutron] 10.222.0.59 "GET /v2.0/networks?id=38d1a38e-1f99-466b-bf7f-940113b4b6ed HTTP/1.1" status: 200  len: 922 time: 0.2645833
May 07 21:46:20.697123 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a313ce00-828d-49bf-b3de-a517632b554c req-b5148072-3938-45c3-9eb4-829af85077b9 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:20.699154 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a313ce00-828d-49bf-b3de-a517632b554c req-b5148072-3938-45c3-9eb4-829af85077b9 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] 10.222.0.32 "GET /v2.0/networks?id=849ca462-b333-410b-8c4a-24e67429a8f8 HTTP/1.1" status: 200  len: 823 time: 0.2093074
May 07 21:46:20.710383 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7f13d7a1-38de-4904-91de-e8222a3c9a41 admin admin] Publish callbacks [] for security_group (55cdce9d-e3c1-484c-8772-81f465ba7489), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:20.732688 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bef26ee2-2e54-484d-835c-2e9b95865726 req-86049669-bc4a-42c2-a62e-1f63a6094809 tempest-ServersAdmin275Test-2110418138 tempest-ServersAdmin275Test-2110418138-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5339211-223c-48cb-9652-201c790b2f4f HTTP/1.1" status: 200  len: 210 time: 0.0471144
May 07 21:46:20.754052 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-710c22ed-5bb4-4c45-93fb-0e3ace543668 req-3ed2f022-a827-49e5-bad6-499e4c432533 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8fc97b61-6eb0-420e-adf9-104bdbfbc835 HTTP/1.1" status: 200  len: 217 time: 0.0538359
May 07 21:46:20.758634 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a313ce00-828d-49bf-b3de-a517632b554c req-801fe5cd-298f-46ab-9af7-95a205f345af tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] 10.222.0.32 "GET /v2.0/quotas/d7a25055f3544e5c95bacd3a07611e1d HTTP/1.1" status: 200  len: 375 time: 0.0461249
May 07 21:46:20.800977 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e4b2e900-08cd-44af-89c0-b6fe460b68fd req-984f34d2-7e17-4979-bcc3-f92073141a2c service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1235082
May 07 21:46:20.801797 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:20.902114 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a313ce00-828d-49bf-b3de-a517632b554c req-feaa053a-8f6f-4117-abaa-c9eaee819a99 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d7a25055f3544e5c95bacd3a07611e1d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1263688
May 07 21:46:20.909637 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710c22ed-5bb4-4c45-93fb-0e3ace543668 req-c09043f5-d391-4437-9ced-81f93c82fee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:20.911327 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-710c22ed-5bb4-4c45-93fb-0e3ace543668 req-c09043f5-d391-4437-9ced-81f93c82fee8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=14835495-3004-48e8-b7c5-01b68d156e2d HTTP/1.1" status: 200  len: 861 time: 0.1345470
May 07 21:46:20.918466 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e4b2e900-08cd-44af-89c0-b6fe460b68fd req-f02ac650-54b7-4969-b69b-b3fe72d082bc service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1117411
May 07 21:46:20.930729 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7f13d7a1-38de-4904-91de-e8222a3c9a41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (55cdce9d-e3c1-484c-8772-81f465ba7489), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:20.934557 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7f13d7a1-38de-4904-91de-e8222a3c9a41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:20.935957 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-7f13d7a1-38de-4904-91de-e8222a3c9a41 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/55cdce9d-e3c1-484c-8772-81f465ba7489 HTTP/1.1" status: 204  len: 168 time: 0.5294862
May 07 21:46:20.962167 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-710c22ed-5bb4-4c45-93fb-0e3ace543668 req-de95a516-8efd-42d7-bbda-903d49ec834f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=38d1a38e-1f99-466b-bf7f-940113b4b6ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0431774
May 07 21:46:20.963055 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f13d7a1-38de-4904-91de-e8222a3c9a41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55cdce9d-e3c1-484c-8772-81f465ba7489,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:21.101725 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-710c22ed-5bb4-4c45-93fb-0e3ace543668 req-9dba6d9f-ef7c-4862-8b83-267e7328f15c service neutron] 10.222.0.59 "GET /v2.0/networks/38d1a38e-1f99-466b-bf7f-940113b4b6ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1287665
May 07 21:46:21.146693 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [req-a313ce00-828d-49bf-b3de-a517632b554c req-65b9c4f1-38e3-42be-a828-cd950179c89b service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121837) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 21:46:21.147877 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a313ce00-828d-49bf-b3de-a517632b554c req-65b9c4f1-38e3-42be-a828-cd950179c89b service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0889201
May 07 21:46:21.279076 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-710c22ed-5bb4-4c45-93fb-0e3ace543668 req-1ecc16a4-1b1c-46ae-a5bb-b0b9643ce473 service neutron] 10.222.0.59 "GET /v2.0/networks/38d1a38e-1f99-466b-bf7f-940113b4b6ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1705320
May 07 21:46:21.298796 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a313ce00-828d-49bf-b3de-a517632b554c req-02fba166-44ee-4e6f-b78a-64a3302ca3f3 service neutron] 10.222.0.32 "GET /v2.0/networks/849ca462-b333-410b-8c4a-24e67429a8f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1213157
May 07 21:46:21.408411 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a313ce00-828d-49bf-b3de-a517632b554c req-97b1ea10-961d-482f-9a34-03ed00468970 service neutron] 10.222.0.32 "GET /v2.0/networks/849ca462-b333-410b-8c4a-24e67429a8f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1033969
May 07 21:46:21.505499 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca1722b-4a4d-4625-ae2f-49fd10d6a7fd req-165c3c0d-8c49-404d-a4c3-4138ac3e7364 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:21.507141 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3ca1722b-4a4d-4625-ae2f-49fd10d6a7fd req-165c3c0d-8c49-404d-a4c3-4138ac3e7364 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=52713c0c-6d75-42a3-96ac-5a93b17ef0b1 HTTP/1.1" status: 200  len: 943 time: 0.0549610
May 07 21:46:21.587719 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3ca1722b-4a4d-4625-ae2f-49fd10d6a7fd req-4b255d84-b495-4221-ad90-773a4775d271 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0738547
May 07 21:46:21.636024 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-056108cc-5307-4462-a0ba-6ade81b784fe req-effeb57f-4a0d-481b-ab44-8a2ee607ce2d tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec0e0ca3-c2ed-4b3c-8716-5aa441b40a51 HTTP/1.1" status: 200  len: 210 time: 0.0438755
May 07 21:46:21.756106 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd91bc68-92e4-47bb-870b-003d395f44d4 req-62057c25-2987-49dd-91f9-7b77fd73e84b tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:21.757875 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-cd91bc68-92e4-47bb-870b-003d395f44d4 req-62057c25-2987-49dd-91f9-7b77fd73e84b tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=e79018bd-9790-48c1-a26f-590908b011db HTTP/1.1" status: 200  len: 949 time: 0.0551350
May 07 21:46:21.844297 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-cd91bc68-92e4-47bb-870b-003d395f44d4 req-a3c48b7a-fd10-4948-9a4e-d48806db48cb tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ea07aee-f825-4ee0-a542-65c887150930&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0703659
May 07 21:46:22.014959 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 8fc97b61-6eb0-420e-adf9-104bdbfbc835 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:46:22.035053 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5938b0b2-396e-44ef-bfaf-595985f570cc req-cd5c4832-63bf-44f2-af7d-6dea9d53a996 tempest-ServersAdmin275Test-2110418138 tempest-ServersAdmin275Test-2110418138-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5339211-223c-48cb-9652-201c790b2f4f HTTP/1.1" status: 200  len: 210 time: 0.0477190
May 07 21:46:22.084766 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 030cf429-3843-4968-ac82-75d806b69b77 up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:46:22.219289 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning for port 030cf429-3843-4968-ac82-75d806b69b77 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:46:22.229765 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 8fc97b61-6eb0-420e-adf9-104bdbfbc835, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8fc97b61-6eb0-420e-adf9-104bdbfbc835,segment=NetworkSegment(917604e4-aade-4a11-b4ad-178bdbbe8fbb),segment_id=917604e4-aade-4a11-b4ad-178bdbbe8fbb)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:46:22.234502 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port 030cf429-3843-4968-ac82-75d806b69b77 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:46:22.235189 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (030cf429-3843-4968-ac82-75d806b69b77), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:22.280640 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': '8fc97b61-6eb0-420e-adf9-104bdbfbc835', 'network_id': '38d1a38e-1f99-466b-bf7f-940113b4b6ed', 'port_id': '8fc97b61-6eb0-420e-adf9-104bdbfbc835', 'mac_address': 'fa:16:3e:76:91:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14835495-3004-48e8-b7c5-01b68d156e2d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:46:22.354062 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 8fc97b61-6eb0-420e-adf9-104bdbfbc835 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:46:22.354692 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (8fc97b61-6eb0-420e-adf9-104bdbfbc835), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:22.388016 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fc97b61-6eb0-420e-adf9-104bdbfbc835 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:46:22.393874 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 57930) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:46:22.427879 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 030cf429-3843-4968-ac82-75d806b69b77 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:46:22.428370 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (030cf429-3843-4968-ac82-75d806b69b77), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:22.431500 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 8fc97b61-6eb0-420e-adf9-104bdbfbc835, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8fc97b61-6eb0-420e-adf9-104bdbfbc835,segment=NetworkSegment(917604e4-aade-4a11-b4ad-178bdbbe8fbb),segment_id=917604e4-aade-4a11-b4ad-178bdbbe8fbb)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:46:22.456904 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (8fc97b61-6eb0-420e-adf9-104bdbfbc835), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:22.457882 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 149155db-c2db-4827-9746-fffdb2d0018e details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:46:22.584503 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cd756e46-dd6f-465b-a01a-83a006418d55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:22.603915 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 030cf429-3843-4968-ac82-75d806b69b77, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=030cf429-3843-4968-ac82-75d806b69b77,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:46:22.605574 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e79018bd-9790-48c1-a26f-590908b011db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '030cf429-3843-4968-ac82-75d806b69b77'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:46:22.608819 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf2dc9f-5f67-44a9-9645-1be0bc7962f4" -d '{"events": [{"server_uuid": "e79018bd-9790-48c1-a26f-590908b011db", "name": "network-vif-plugged", "status": "completed", "tag": "030cf429-3843-4968-ac82-75d806b69b77"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:46:22.613375 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=8fc97b61-6eb0-420e-adf9-104bdbfbc835,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:22.619255 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (030cf429-3843-4968-ac82-75d806b69b77), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:22.683987 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-622f9a56-1b40-4b11-91ba-71111a5874f5 x-openstack-request-id: req-622f9a56-1b40-4b11-91ba-71111a5874f5 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:46:22.684277 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e79018bd-9790-48c1-a26f-590908b011db", "name": "network-vif-plugged", "status": "completed", "tag": "030cf429-3843-4968-ac82-75d806b69b77", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:46:22.684597 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-622f9a56-1b40-4b11-91ba-71111a5874f5 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:46:22.685530 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-622f9a56-1b40-4b11-91ba-71111a5874f5'] response: {'server_uuid': 'e79018bd-9790-48c1-a26f-590908b011db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '030cf429-3843-4968-ac82-75d806b69b77', 'code': 200}
May 07 21:46:22.687748 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cd756e46-dd6f-465b-a01a-83a006418d55 admin admin] Publish callbacks [] for security_group (a183c364-bfe7-4568-b190-75f049819a1b), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:22.693617 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cd756e46-dd6f-465b-a01a-83a006418d55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (a183c364-bfe7-4568-b190-75f049819a1b), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:22.746861 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-cd756e46-dd6f-465b-a01a-83a006418d55 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2224daefc94f40bb919f8052e55a8fe9&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3515120
May 07 21:46:22.748219 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd756e46-dd6f-465b-a01a-83a006418d55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a183c364-bfe7-4568-b190-75f049819a1b,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:22.751876 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 57958) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:46:22.767701 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=030cf429-3843-4968-ac82-75d806b69b77,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:22.826272 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 149155db-c2db-4827-9746-fffdb2d0018e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=149155db-c2db-4827-9746-fffdb2d0018e,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:46:22.836530 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7d2f4400-db0f-48e0-89ef-00339ae1f504 admin admin] Publish callbacks [] for security_group (a183c364-bfe7-4568-b190-75f049819a1b), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:22.853994 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': '149155db-c2db-4827-9746-fffdb2d0018e', 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47', 'port_id': '149155db-c2db-4827-9746-fffdb2d0018e', 'mac_address': 'fa:16:3e:eb:da:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e0e5c53-1ece-4d20-b01d-5f8c6957edf6', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:46:22.865058 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7d2f4400-db0f-48e0-89ef-00339ae1f504 admin admin] Publish callbacks [] for security_group (a183c364-bfe7-4568-b190-75f049819a1b), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:22.969842 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 149155db-c2db-4827-9746-fffdb2d0018e is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:46:22.970520 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (149155db-c2db-4827-9746-fffdb2d0018e), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:22.986219 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83574dac-0e2e-4d35-b0ba-ae11003656cf req-42c0deae-89da-4ac0-81f6-73607d37306d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:22.989188 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7d2f4400-db0f-48e0-89ef-00339ae1f504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (a183c364-bfe7-4568-b190-75f049819a1b), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:22.991756 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7d2f4400-db0f-48e0-89ef-00339ae1f504 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:22.992893 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-7d2f4400-db0f-48e0-89ef-00339ae1f504 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a183c364-bfe7-4568-b190-75f049819a1b HTTP/1.1" status: 204  len: 168 time: 0.2395091
May 07 21:46:22.995326 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-83574dac-0e2e-4d35-b0ba-ae11003656cf req-42c0deae-89da-4ac0-81f6-73607d37306d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e79018bd-9790-48c1-a26f-590908b011db HTTP/1.1" status: 200  len: 1132 time: 0.2493422
May 07 21:46:23.006189 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 149155db-c2db-4827-9746-fffdb2d0018e {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:46:23.025234 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2f4400-db0f-48e0-89ef-00339ae1f504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a183c364-bfe7-4568-b190-75f049819a1b,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:23.068096 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 149155db-c2db-4827-9746-fffdb2d0018e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=149155db-c2db-4827-9746-fffdb2d0018e,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:46:23.071645 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94deac94-7074-4fea-973e-5203da1d95b1 req-1cb0dc8f-5a8c-4357-94b5-fb48db92c272 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:23.074797 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-94deac94-7074-4fea-973e-5203da1d95b1 req-1cb0dc8f-5a8c-4357-94b5-fb48db92c272 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=52713c0c-6d75-42a3-96ac-5a93b17ef0b1 HTTP/1.1" status: 200  len: 944 time: 0.2075796
May 07 21:46:23.076829 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (149155db-c2db-4827-9746-fffdb2d0018e), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:23.104418 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-83574dac-0e2e-4d35-b0ba-ae11003656cf req-fcd59a71-da26-456e-97d5-2e564f681cdc service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3ea07aee-f825-4ee0-a542-65c887150930&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1027107
May 07 21:46:23.159028 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-94deac94-7074-4fea-973e-5203da1d95b1 req-ba084983-08f2-4fb9-a943-b082188d4518 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673192
May 07 21:46:23.176886 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=149155db-c2db-4827-9746-fffdb2d0018e,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:23.200745 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a313ce00-828d-49bf-b3de-a517632b554c req-34579b23-cdf7-4d8c-b6ab-9be256f5a7ab tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:23.202532 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a313ce00-828d-49bf-b3de-a517632b554c req-34579b23-cdf7-4d8c-b6ab-9be256f5a7ab tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] 10.222.0.55 "GET /v2.0/networks?id=849ca462-b333-410b-8c4a-24e67429a8f8 HTTP/1.1" status: 200  len: 823 time: 0.2698488
May 07 21:46:23.204674 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4b3d5704-6a9a-4b41-89b2-1253d849341c req-736285ed-285d-4a9d-bb9e-2e97721f02d1 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec0e0ca3-c2ed-4b3c-8716-5aa441b40a51 HTTP/1.1" status: 200  len: 210 time: 0.1689787
May 07 21:46:23.302740 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a313ce00-828d-49bf-b3de-a517632b554c req-c05d385c-0b02-472c-bbfb-5e260a94fba1 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7a25055f3544e5c95bacd3a07611e1d HTTP/1.1" status: 200  len: 379 time: 0.0907362
May 07 21:46:23.312223 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-a313ce00-828d-49bf-b3de-a517632b554c req-9f38d303-c6d2-4a6c-887d-266c9858706f tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Request body: {'port': {'device_id': 'ec0e0ca3-c2ed-4b3c-8716-5aa441b40a51', 'network_id': '849ca462-b333-410b-8c4a-24e67429a8f8', 'admin_state_up': True, 'tenant_id': 'd7a25055f3544e5c95bacd3a07611e1d', 'security_groups': ['94d1c480-f4e5-4d41-b75d-24e9594cc4ba']}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:46:23.427880 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['8fc97b61-6eb0-420e-adf9-104bdbfbc835'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:46:23.465069 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a313ce00-828d-49bf-b3de-a517632b554c req-9f38d303-c6d2-4a6c-887d-266c9858706f tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Made reservation on behalf of d7a25055f3544e5c95bacd3a07611e1d for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:46:23.469619 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-a313ce00-828d-49bf-b3de-a517632b554c req-9f38d303-c6d2-4a6c-887d-266c9858706f tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:23.473330 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a9d7b8-60dc-4388-b918-091af7c8217a req-2eefd8fc-d6d1-4fd8-bd92-5dffafeb5b2c tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:23.481379 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-61a9d7b8-60dc-4388-b918-091af7c8217a req-2eefd8fc-d6d1-4fd8-bd92-5dffafeb5b2c tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=e79018bd-9790-48c1-a26f-590908b011db HTTP/1.1" status: 200  len: 950 time: 0.2632828
May 07 21:46:23.517287 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['149155db-c2db-4827-9746-fffdb2d0018e'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:46:23.526816 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 0f88893d-5e1f-48e6-a69a-132a1aa16a37 no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:46:23.545031 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-61a9d7b8-60dc-4388-b918-091af7c8217a req-63ef5eef-38b8-476f-a06d-7f84b73fb663 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ea07aee-f825-4ee0-a542-65c887150930&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0626173
May 07 21:46:23.546420 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 57984) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:46:23.563991 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-870e0291-7758-4ec3-968e-7fdebaa277b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:23.636244 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] No Port match for: 0f88893d-5e1f-48e6-a69a-132a1aa16a37 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:46:23.636589 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 0f88893d-5e1f-48e6-a69a-132a1aa16a37 not bound to the agent host nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:46:23.652483 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:23.662046 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b14cfcc3-3533-428c-9860-a702d039125d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:23.696707 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [req-a313ce00-828d-49bf-b3de-a517632b554c req-9f38d303-c6d2-4a6c-887d-266c9858706f tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Allocated IP 172.20.0.12 (849ca462-b333-410b-8c4a-24e67429a8f8/00184246-3b14-4ff3-8c67-98e0d140369b/940b7f63-241e-47cd-901d-cf63ff106764) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:46:23.713940 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d545c2ea-c244-4c7f-a4dd-89f428db0687 req-30514345-56b5-4f74-8c37-835eddb3f8b1 tempest-ServersAdmin275Test-2110418138 tempest-ServersAdmin275Test-2110418138-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5339211-223c-48cb-9652-201c790b2f4f HTTP/1.1" status: 200  len: 210 time: 0.0440538
May 07 21:46:23.730478 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-870e0291-7758-4ec3-968e-7fdebaa277b4 admin admin] Publish callbacks [] for security_group (8ec49f38-456d-4fe2-9c22-8bbc9a96cbe3), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:23.735664 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-870e0291-7758-4ec3-968e-7fdebaa277b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (8ec49f38-456d-4fe2-9c22-8bbc9a96cbe3), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:23.801569 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-870e0291-7758-4ec3-968e-7fdebaa277b4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=50678f73696e47c2869fc66ab77513b2&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2537944
May 07 21:46:23.802232 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 57990) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:46:23.804481 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870e0291-7758-4ec3-968e-7fdebaa277b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec49f38-456d-4fe2-9c22-8bbc9a96cbe3,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:23.893963 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-47734e5e-1e27-428f-b38c-97852e7616d3 admin admin] Publish callbacks [] for security_group (8ec49f38-456d-4fe2-9c22-8bbc9a96cbe3), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:23.921958 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-47734e5e-1e27-428f-b38c-97852e7616d3 admin admin] Publish callbacks [] for security_group (8ec49f38-456d-4fe2-9c22-8bbc9a96cbe3), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:23.941963 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-a313ce00-828d-49bf-b3de-a517632b554c req-9f38d303-c6d2-4a6c-887d-266c9858706f tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Publish callbacks [] for port (940b7f63-241e-47cd-901d-cf63ff106764), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:23.979942 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-47734e5e-1e27-428f-b38c-97852e7616d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (8ec49f38-456d-4fe2-9c22-8bbc9a96cbe3), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:23.982565 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-47734e5e-1e27-428f-b38c-97852e7616d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:23.983753 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-47734e5e-1e27-428f-b38c-97852e7616d3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8ec49f38-456d-4fe2-9c22-8bbc9a96cbe3 HTTP/1.1" status: 204  len: 168 time: 0.1802006
May 07 21:46:23.997996 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-a313ce00-828d-49bf-b3de-a517632b554c req-9f38d303-c6d2-4a6c-887d-266c9858706f tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (940b7f63-241e-47cd-901d-cf63ff106764), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:24.001752 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47734e5e-1e27-428f-b38c-97852e7616d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec49f38-456d-4fe2-9c22-8bbc9a96cbe3,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:24.310720 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a313ce00-828d-49bf-b3de-a517632b554c req-9f38d303-c6d2-4a6c-887d-266c9858706f tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Network 849ca462-b333-410b-8c4a-24e67429a8f8 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:46:24.313823 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [req-a313ce00-828d-49bf-b3de-a517632b554c req-9f38d303-c6d2-4a6c-887d-266c9858706f tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:46:24.327748 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee69c8-0bd2-489a-9a57-98ef22f785c8 req-120c4fa1-e7a4-4ae8-8903-59774bbad307 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:24.329516 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ccee69c8-0bd2-489a-9a57-98ef22f785c8 req-120c4fa1-e7a4-4ae8-8903-59774bbad307 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=52713c0c-6d75-42a3-96ac-5a93b17ef0b1 HTTP/1.1" status: 200  len: 944 time: 0.0576553
May 07 21:46:24.334446 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-a313ce00-828d-49bf-b3de-a517632b554c req-9f38d303-c6d2-4a6c-887d-266c9858706f tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:46:24.340186 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a313ce00-828d-49bf-b3de-a517632b554c req-9f38d303-c6d2-4a6c-887d-266c9858706f tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:24.341037 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-a313ce00-828d-49bf-b3de-a517632b554c req-9f38d303-c6d2-4a6c-887d-266c9858706f tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:24.353103 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f38d303-c6d2-4a6c-887d-266c9858706f tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Pushing event updated for resources: {'Port': ['ID=940b7f63-241e-47cd-901d-cf63ff106764,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:24.382227 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a313ce00-828d-49bf-b3de-a517632b554c req-9f38d303-c6d2-4a6c-887d-266c9858706f tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0745385
May 07 21:46:24.404455 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-a313ce00-828d-49bf-b3de-a517632b554c req-a7e22cac-0bbb-4f4c-a2d0-e3625e7c2c73 service neutron] Request body: {'port': {'device_id': 'ec0e0ca3-c2ed-4b3c-8716-5aa441b40a51', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:46:24.428568 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ccee69c8-0bd2-489a-9a57-98ef22f785c8 req-e6de51b8-dcef-4755-af6c-6bdd9b9e665d tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0897272
May 07 21:46:24.536417 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-a313ce00-828d-49bf-b3de-a517632b554c req-a7e22cac-0bbb-4f4c-a2d0-e3625e7c2c73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (940b7f63-241e-47cd-901d-cf63ff106764), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:24.666737 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 8fc97b61-6eb0-420e-adf9-104bdbfbc835 up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:46:24.737856 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning for port 8fc97b61-6eb0-420e-adf9-104bdbfbc835 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:46:24.745745 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc6f22-e344-497a-b635-c1b92f4aa153 req-c87ae011-7cdc-46ef-b7bd-fe233996ffb1 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:24.747448 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b6dc6f22-e344-497a-b635-c1b92f4aa153 req-c87ae011-7cdc-46ef-b7bd-fe233996ffb1 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec0e0ca3-c2ed-4b3c-8716-5aa441b40a51 HTTP/1.1" status: 200  len: 932 time: 0.1121197
May 07 21:46:24.755921 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port 8fc97b61-6eb0-420e-adf9-104bdbfbc835 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:46:24.756570 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (8fc97b61-6eb0-420e-adf9-104bdbfbc835), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:24.801453 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1f3eb7-7c82-4c5c-abbd-b6b10676dba7 req-0fb80538-79ea-4ca7-89d9-12947320ea4c tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:24.806740 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-73b490d3-e183-4e48-a974-ac96ae3bd13d None None] Provisioning complete for port 940b7f63-241e-47cd-901d-cf63ff106764 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:46:24.807455 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-73b490d3-e183-4e48-a974-ac96ae3bd13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (940b7f63-241e-47cd-901d-cf63ff106764), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:24.811649 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ea1f3eb7-7c82-4c5c-abbd-b6b10676dba7 req-0fb80538-79ea-4ca7-89d9-12947320ea4c tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=e79018bd-9790-48c1-a26f-590908b011db HTTP/1.1" status: 200  len: 950 time: 0.0998685
May 07 21:46:24.883558 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-73b490d3-e183-4e48-a974-ac96ae3bd13d None None] Port 940b7f63-241e-47cd-901d-cf63ff106764 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:46:24.893261 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 8fc97b61-6eb0-420e-adf9-104bdbfbc835 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:46:24.893913 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (8fc97b61-6eb0-420e-adf9-104bdbfbc835), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:24.919454 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b6dc6f22-e344-497a-b635-c1b92f4aa153 req-09c3a37c-4e69-4bc5-81f9-732449a69d95 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] 10.222.0.32 "GET /v2.0/security-groups?id=94d1c480-f4e5-4d41-b75d-24e9594cc4ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1591935
May 07 21:46:24.925266 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ea1f3eb7-7c82-4c5c-abbd-b6b10676dba7 req-faa7cd2c-d055-42d5-94c0-658ca33a9b42 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ea07aee-f825-4ee0-a542-65c887150930&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1106281
May 07 21:46:24.927376 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52713c0c-6d75-42a3-96ac-5a93b17ef0b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fc97b61-6eb0-420e-adf9-104bdbfbc835'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:46:24.929830 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7f990ec-b258-4795-9a8e-3706ffb647b8" -d '{"events": [{"server_uuid": "52713c0c-6d75-42a3-96ac-5a93b17ef0b1", "name": "network-vif-plugged", "status": "completed", "tag": "8fc97b61-6eb0-420e-adf9-104bdbfbc835"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:46:24.943049 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 8fc97b61-6eb0-420e-adf9-104bdbfbc835, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8fc97b61-6eb0-420e-adf9-104bdbfbc835,segment=NetworkSegment(917604e4-aade-4a11-b4ad-178bdbbe8fbb),segment_id=917604e4-aade-4a11-b4ad-178bdbbe8fbb)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:46:24.958456 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (8fc97b61-6eb0-420e-adf9-104bdbfbc835), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:24.960055 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 149155db-c2db-4827-9746-fffdb2d0018e up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:46:24.981111 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 58072) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:46:25.085842 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-034a5253-90f3-4d4b-80a0-bf0ac9a3dc38 x-openstack-request-id: req-034a5253-90f3-4d4b-80a0-bf0ac9a3dc38 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:46:25.086143 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52713c0c-6d75-42a3-96ac-5a93b17ef0b1", "name": "network-vif-plugged", "status": "completed", "tag": "8fc97b61-6eb0-420e-adf9-104bdbfbc835", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:46:25.086413 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-034a5253-90f3-4d4b-80a0-bf0ac9a3dc38 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:46:25.087797 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-034a5253-90f3-4d4b-80a0-bf0ac9a3dc38'] response: {'server_uuid': '52713c0c-6d75-42a3-96ac-5a93b17ef0b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fc97b61-6eb0-420e-adf9-104bdbfbc835', 'code': 200}
May 07 21:46:25.090187 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2c1c3db8-64a1-4e9e-8149-b2dd4a28aa5f req-1adc8ecb-c729-4527-96f5-1d49c5730ff6 tempest-ServersAdmin275Test-2110418138 tempest-ServersAdmin275Test-2110418138-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5339211-223c-48cb-9652-201c790b2f4f HTTP/1.1" status: 200  len: 210 time: 0.0350320
May 07 21:46:25.165390 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning for port 149155db-c2db-4827-9746-fffdb2d0018e completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:46:25.185597 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port 149155db-c2db-4827-9746-fffdb2d0018e triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:46:25.186917 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (149155db-c2db-4827-9746-fffdb2d0018e), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:25.192485 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=8fc97b61-6eb0-420e-adf9-104bdbfbc835,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:25.199259 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [req-a313ce00-828d-49bf-b3de-a517632b554c req-a7e22cac-0bbb-4f4c-a2d0-e3625e7c2c73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 940b7f63-241e-47cd-901d-cf63ff106764 {{(pid=121836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:46:25.221255 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-a313ce00-828d-49bf-b3de-a517632b554c req-a7e22cac-0bbb-4f4c-a2d0-e3625e7c2c73 service neutron] Publish callbacks [] for port (940b7f63-241e-47cd-901d-cf63ff106764), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:25.251786 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.provisioning_blocks [req-a313ce00-828d-49bf-b3de-a517632b554c req-a7e22cac-0bbb-4f4c-a2d0-e3625e7c2c73 service neutron] Transition to ACTIVE for port object 940b7f63-241e-47cd-901d-cf63ff106764 will not be triggered until provisioned by entity L2. {{(pid=121836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:46:25.259332 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb09d66-8eec-4c73-9162-8bd31ee1e3f4 req-bad3bc10-79d0-4431-b95f-024e4dc5220e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:25.260813 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-dbb09d66-8eec-4c73-9162-8bd31ee1e3f4 req-bad3bc10-79d0-4431-b95f-024e4dc5220e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=52713c0c-6d75-42a3-96ac-5a93b17ef0b1 HTTP/1.1" status: 200  len: 1127 time: 0.1132114
May 07 21:46:25.263134 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-a313ce00-828d-49bf-b3de-a517632b554c req-a7e22cac-0bbb-4f4c-a2d0-e3625e7c2c73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (940b7f63-241e-47cd-901d-cf63ff106764), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:25.340824 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 149155db-c2db-4827-9746-fffdb2d0018e is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:46:25.341474 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (149155db-c2db-4827-9746-fffdb2d0018e), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:25.397013 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e22cac-0bbb-4f4c-a2d0-e3625e7c2c73 service neutron] Pushing event updated for resources: {'Port': ['ID=940b7f63-241e-47cd-901d-cf63ff106764,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:25.419565 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 149155db-c2db-4827-9746-fffdb2d0018e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=149155db-c2db-4827-9746-fffdb2d0018e,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:46:25.424711 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (149155db-c2db-4827-9746-fffdb2d0018e), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:25.432274 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a25b63-6be6-4942-bb56-0812aef2b1a2 req-46a6c75e-4a84-4060-a086-e502cdb6698a tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:25.447771 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-81a25b63-6be6-4942-bb56-0812aef2b1a2 req-46a6c75e-4a84-4060-a086-e502cdb6698a tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=0284aa35-4e58-4e15-a194-a500996ed82e HTTP/1.1" status: 200  len: 948 time: 0.1838732
May 07 21:46:25.509839 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-a313ce00-828d-49bf-b3de-a517632b554c req-a7e22cac-0bbb-4f4c-a2d0-e3625e7c2c73 service neutron] Attempting to bind port 940b7f63-241e-47cd-901d-cf63ff106764 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:46:25.511983 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-a313ce00-828d-49bf-b3de-a517632b554c req-a7e22cac-0bbb-4f4c-a2d0-e3625e7c2c73 service neutron] Attempting to bind port 940b7f63-241e-47cd-901d-cf63ff106764 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '0afabcaa-164e-453b-a9cc-8c006af8772f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '849ca462-b333-410b-8c4a-24e67429a8f8'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:46:25.512508 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a313ce00-828d-49bf-b3de-a517632b554c req-a7e22cac-0bbb-4f4c-a2d0-e3625e7c2c73 service neutron] Attempting to bind port 940b7f63-241e-47cd-901d-cf63ff106764 on network 849ca462-b333-410b-8c4a-24e67429a8f8 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:46:25.526640 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a313ce00-828d-49bf-b3de-a517632b554c req-a7e22cac-0bbb-4f4c-a2d0-e3625e7c2c73 service neutron] Port 940b7f63-241e-47cd-901d-cf63ff106764 on network 849ca462-b333-410b-8c4a-24e67429a8f8 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:46:25.527206 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a313ce00-828d-49bf-b3de-a517632b554c req-a7e22cac-0bbb-4f4c-a2d0-e3625e7c2c73 service neutron] Attempting to bind port 940b7f63-241e-47cd-901d-cf63ff106764 on network 849ca462-b333-410b-8c4a-24e67429a8f8 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:46:25.540003 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a313ce00-828d-49bf-b3de-a517632b554c req-a7e22cac-0bbb-4f4c-a2d0-e3625e7c2c73 service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:46:25.540718 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a313ce00-828d-49bf-b3de-a517632b554c req-a7e22cac-0bbb-4f4c-a2d0-e3625e7c2c73 service neutron] Checking segment: {'id': '0afabcaa-164e-453b-a9cc-8c006af8772f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '849ca462-b333-410b-8c4a-24e67429a8f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:46:25.542507 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a313ce00-828d-49bf-b3de-a517632b554c req-a7e22cac-0bbb-4f4c-a2d0-e3625e7c2c73 service neutron] Bound using segment: {'id': '0afabcaa-164e-453b-a9cc-8c006af8772f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '849ca462-b333-410b-8c4a-24e67429a8f8'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:46:25.545036 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-a313ce00-828d-49bf-b3de-a517632b554c req-a7e22cac-0bbb-4f4c-a2d0-e3625e7c2c73 service neutron] Bound port: 940b7f63-241e-47cd-901d-cf63ff106764, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0afabcaa-164e-453b-a9cc-8c006af8772f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '849ca462-b333-410b-8c4a-24e67429a8f8'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:46:25.545319 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=149155db-c2db-4827-9746-fffdb2d0018e,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:25.548790 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-a313ce00-828d-49bf-b3de-a517632b554c req-a7e22cac-0bbb-4f4c-a2d0-e3625e7c2c73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (940b7f63-241e-47cd-901d-cf63ff106764), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:25.622520 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-497d0f61-d39f-414b-813b-3f30e5d2f549 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:25.641493 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-81a25b63-6be6-4942-bb56-0812aef2b1a2 req-9a64432f-bb39-4528-b6a4-02cda4c5f4ee tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ea07aee-f825-4ee0-a542-65c887150930&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1879389
May 07 21:46:25.644672 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-dbb09d66-8eec-4c73-9162-8bd31ee1e3f4 req-21c7c5ff-8a46-46fb-bbf7-0de0fde32185 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2820361
May 07 21:46:25.742250 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-a313ce00-828d-49bf-b3de-a517632b554c req-a7e22cac-0bbb-4f4c-a2d0-e3625e7c2c73 service neutron] For port 940b7f63-241e-47cd-901d-cf63ff106764, host nch1-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:46:25.787304 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362a57e9-df38-40fe-8056-289430baad65 req-e8cb6a04-27ca-470f-8ac5-370f32b8d84a tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:25.792427 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-497d0f61-d39f-414b-813b-3f30e5d2f549 admin admin] Publish callbacks [] for security_group (f6d64c13-a379-48ea-b81a-f3d51d5354b3), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:25.798430 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-497d0f61-d39f-414b-813b-3f30e5d2f549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (f6d64c13-a379-48ea-b81a-f3d51d5354b3), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:25.800778 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-362a57e9-df38-40fe-8056-289430baad65 req-e8cb6a04-27ca-470f-8ac5-370f32b8d84a tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=52713c0c-6d75-42a3-96ac-5a93b17ef0b1 HTTP/1.1" status: 200  len: 945 time: 0.1989653
May 07 21:46:25.807977 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-a313ce00-828d-49bf-b3de-a517632b554c req-a7e22cac-0bbb-4f4c-a2d0-e3625e7c2c73 service neutron] For port 940b7f63-241e-47cd-901d-cf63ff106764, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=940b7f63-241e-47cd-901d-cf63ff106764,segment=NetworkSegment(0afabcaa-164e-453b-a9cc-8c006af8772f),segment_id=0afabcaa-164e-453b-a9cc-8c006af8772f)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:46:25.840238 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497d0f61-d39f-414b-813b-3f30e5d2f549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d64c13-a379-48ea-b81a-f3d51d5354b3,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:25.869191 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-a313ce00-828d-49bf-b3de-a517632b554c req-a7e22cac-0bbb-4f4c-a2d0-e3625e7c2c73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (940b7f63-241e-47cd-901d-cf63ff106764), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:25.870635 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-497d0f61-d39f-414b-813b-3f30e5d2f549 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ada8a5cee4dd4a8fb2b722d3aded1b0c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.8876662
May 07 21:46:25.873168 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 58122) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:46:25.926490 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 58128) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:46:25.934639 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a313ce00-828d-49bf-b3de-a517632b554c req-a7e22cac-0bbb-4f4c-a2d0-e3625e7c2c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:25.935430 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-a313ce00-828d-49bf-b3de-a517632b554c req-a7e22cac-0bbb-4f4c-a2d0-e3625e7c2c73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:25.936811 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a313ce00-828d-49bf-b3de-a517632b554c req-a7e22cac-0bbb-4f4c-a2d0-e3625e7c2c73 service neutron] 10.222.0.55 "PUT /v2.0/ports/940b7f63-241e-47cd-901d-cf63ff106764 HTTP/1.1" status: 200  len: 1092 time: 1.5422697
May 07 21:46:25.958825 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec0e0ca3-c2ed-4b3c-8716-5aa441b40a51', 'tag': '940b7f63-241e-47cd-901d-cf63ff106764'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:46:25.961341 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54c1cb54-44bd-4e51-8fad-71713e4136dc" -d '{"events": [{"name": "network-changed", "server_uuid": "ec0e0ca3-c2ed-4b3c-8716-5aa441b40a51", "tag": "940b7f63-241e-47cd-901d-cf63ff106764"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:46:25.978645 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-362a57e9-df38-40fe-8056-289430baad65 req-c4a59630-0fd7-44cf-ab62-eac13b08e144 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1768889
May 07 21:46:26.026651 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ab3965da-0561-494b-b456-bc18b839684a admin admin] Publish callbacks [] for security_group (f6d64c13-a379-48ea-b81a-f3d51d5354b3), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:26.029264 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-cf25bf81-152b-4c80-b889-99b884483bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:26.116972 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d43b909b-e5dc-4eb5-be3d-94f5998345d2 x-openstack-request-id: req-d43b909b-e5dc-4eb5-be3d-94f5998345d2 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:46:26.121039 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec0e0ca3-c2ed-4b3c-8716-5aa441b40a51", "tag": "940b7f63-241e-47cd-901d-cf63ff106764", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:46:26.122571 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d43b909b-e5dc-4eb5-be3d-94f5998345d2 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:46:26.123030 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d43b909b-e5dc-4eb5-be3d-94f5998345d2'] response: {'name': 'network-changed', 'server_uuid': 'ec0e0ca3-c2ed-4b3c-8716-5aa441b40a51', 'tag': '940b7f63-241e-47cd-901d-cf63ff106764', 'status': 'completed', 'code': 200}
May 07 21:46:26.127749 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ab3965da-0561-494b-b456-bc18b839684a admin admin] Publish callbacks [] for security_group (f6d64c13-a379-48ea-b81a-f3d51d5354b3), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:26.133472 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e22cac-0bbb-4f4c-a2d0-e3625e7c2c73 service neutron] Pushing event updated for resources: {'Port': ['ID=940b7f63-241e-47cd-901d-cf63ff106764,revision_number=3']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:26.166386 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a313ce00-828d-49bf-b3de-a517632b554c req-fd00a0bf-1836-4143-ada3-57176ccd22e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:26.172667 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a313ce00-828d-49bf-b3de-a517632b554c req-fd00a0bf-1836-4143-ada3-57176ccd22e3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d7a25055f3544e5c95bacd3a07611e1d&device_id=ec0e0ca3-c2ed-4b3c-8716-5aa441b40a51 HTTP/1.1" status: 200  len: 1126 time: 0.1788540
May 07 21:46:26.290392 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ab3965da-0561-494b-b456-bc18b839684a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (f6d64c13-a379-48ea-b81a-f3d51d5354b3), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:26.292661 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a313ce00-828d-49bf-b3de-a517632b554c req-78e6726f-2749-4240-b2c7-3dcd4ab823a8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=940b7f63-241e-47cd-901d-cf63ff106764 HTTP/1.1" status: 200  len: 217 time: 0.1092269
May 07 21:46:26.293059 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ab3965da-0561-494b-b456-bc18b839684a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:26.294746 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-ab3965da-0561-494b-b456-bc18b839684a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f6d64c13-a379-48ea-b81a-f3d51d5354b3 HTTP/1.1" status: 204  len: 168 time: 0.4203000
May 07 21:46:26.316074 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3965da-0561-494b-b456-bc18b839684a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d64c13-a379-48ea-b81a-f3d51d5354b3,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:26.355406 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384608cf-f403-4683-8aa2-c2d55c60ca5a req-0ab15133-3cd9-4676-b8f5-6ca50f71b21b tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:26.363298 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-384608cf-f403-4683-8aa2-c2d55c60ca5a req-0ab15133-3cd9-4676-b8f5-6ca50f71b21b tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec0e0ca3-c2ed-4b3c-8716-5aa441b40a51 HTTP/1.1" status: 200  len: 944 time: 0.1152918
May 07 21:46:26.375179 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a313ce00-828d-49bf-b3de-a517632b554c req-153fd558-3609-44ca-89ea-bcb1f5a7a7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:26.376791 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a313ce00-828d-49bf-b3de-a517632b554c req-153fd558-3609-44ca-89ea-bcb1f5a7a7af service neutron] 10.222.0.55 "GET /v2.0/subnets?id=00184246-3b14-4ff3-8c67-98e0d140369b HTTP/1.1" status: 200  len: 862 time: 0.0727580
May 07 21:46:26.383411 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-33740df0-db89-4099-8484-472fbe53cfe7 req-6a6315ce-77a6-489e-998b-79f43b0e5bcc tempest-ServersAdmin275Test-2110418138 tempest-ServersAdmin275Test-2110418138-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5339211-223c-48cb-9652-201c790b2f4f HTTP/1.1" status: 200  len: 210 time: 0.0937099
May 07 21:46:26.423106 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-384608cf-f403-4683-8aa2-c2d55c60ca5a req-4e644f47-0ee4-4886-b091-47503b8ef944 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] 10.222.0.32 "GET /v2.0/security-groups?id=94d1c480-f4e5-4d41-b75d-24e9594cc4ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0583262
May 07 21:46:26.467563 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4ef1fe7e-49cf-4f24-af61-6577aeb6a095 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:26.493504 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a313ce00-828d-49bf-b3de-a517632b554c req-c09d7029-4781-4b10-af0c-1238cd405d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:26.495511 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a313ce00-828d-49bf-b3de-a517632b554c req-c09d7029-4781-4b10-af0c-1238cd405d71 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=849ca462-b333-410b-8c4a-24e67429a8f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1096976
May 07 21:46:26.715976 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a313ce00-828d-49bf-b3de-a517632b554c req-bb9112a0-8f60-4bf5-977c-290f227a731c service neutron] 10.222.0.55 "GET /v2.0/networks/849ca462-b333-410b-8c4a-24e67429a8f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2132313
May 07 21:46:26.762188 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4ef1fe7e-49cf-4f24-af61-6577aeb6a095 admin admin] Publish callbacks [] for security_group (b0b9f03f-767d-42ae-bea3-9c9968d40f5a), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:26.804630 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4ef1fe7e-49cf-4f24-af61-6577aeb6a095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (b0b9f03f-767d-42ae-bea3-9c9968d40f5a), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:26.810033 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850d8f2f-3a55-42be-b56b-6b09b7b6283b req-b7b11b43-2c9a-47d3-a8ef-8ec897174152 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:26.812519 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-850d8f2f-3a55-42be-b56b-6b09b7b6283b req-b7b11b43-2c9a-47d3-a8ef-8ec897174152 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=0284aa35-4e58-4e15-a194-a500996ed82e HTTP/1.1" status: 200  len: 949 time: 0.0729320
May 07 21:46:26.876773 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-4ef1fe7e-49cf-4f24-af61-6577aeb6a095 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=24373ce58ace40578f0a63f2bdff3118&name=default HTTP/1.1" status: 200  len: 2996 time: 0.9437718
May 07 21:46:26.878802 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef1fe7e-49cf-4f24-af61-6577aeb6a095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b9f03f-767d-42ae-bea3-9c9968d40f5a,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:26.881476 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 58168) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:46:26.900018 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a313ce00-828d-49bf-b3de-a517632b554c req-e2b3f100-5d7b-4824-b364-0969c4e80cbe service neutron] 10.222.0.55 "GET /v2.0/networks/849ca462-b333-410b-8c4a-24e67429a8f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1771038
May 07 21:46:26.949844 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-850d8f2f-3a55-42be-b56b-6b09b7b6283b req-068b741b-ad4a-4fc0-a1e9-401c97872413 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ea07aee-f825-4ee0-a542-65c887150930&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1310523
May 07 21:46:26.990069 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-63b94854-8803-4755-9218-6e67bbe64d65 admin admin] Publish callbacks [] for security_group (b0b9f03f-767d-42ae-bea3-9c9968d40f5a), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:27.014676 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 58170) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:46:27.024792 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-63b94854-8803-4755-9218-6e67bbe64d65 admin admin] Publish callbacks [] for security_group (b0b9f03f-767d-42ae-bea3-9c9968d40f5a), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:27.034811 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3d28b641-9b4b-4127-8658-308dfe68005e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:27.090889 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0284aa35-4e58-4e15-a194-a500996ed82e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '149155db-c2db-4827-9746-fffdb2d0018e'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:46:27.091409 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-63b94854-8803-4755-9218-6e67bbe64d65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (b0b9f03f-767d-42ae-bea3-9c9968d40f5a), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:27.094004 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdc969a8-3c15-4634-accd-144112e8d7ba" -d '{"events": [{"server_uuid": "0284aa35-4e58-4e15-a194-a500996ed82e", "name": "network-vif-plugged", "status": "completed", "tag": "149155db-c2db-4827-9746-fffdb2d0018e"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:46:27.095877 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-63b94854-8803-4755-9218-6e67bbe64d65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:27.098349 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-63b94854-8803-4755-9218-6e67bbe64d65 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b0b9f03f-767d-42ae-bea3-9c9968d40f5a HTTP/1.1" status: 204  len: 168 time: 0.2158866
May 07 21:46:27.109662 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b94854-8803-4755-9218-6e67bbe64d65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b9f03f-767d-42ae-bea3-9c9968d40f5a,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:27.127929 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3d28b641-9b4b-4127-8658-308dfe68005e admin admin] Publish callbacks [] for security_group (f97578c3-fc00-4197-84df-78a5b86807a7), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:27.139773 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3d28b641-9b4b-4127-8658-308dfe68005e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (f97578c3-fc00-4197-84df-78a5b86807a7), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:27.192720 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8402eea9-f962-49b1-ac45-8d8bf9242047 req-eeb5d5c2-2cc5-4ad4-b06b-95a57fde67f0 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:27.199189 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8402eea9-f962-49b1-ac45-8d8bf9242047 req-eeb5d5c2-2cc5-4ad4-b06b-95a57fde67f0 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=52713c0c-6d75-42a3-96ac-5a93b17ef0b1 HTTP/1.1" status: 200  len: 945 time: 0.0657916
May 07 21:46:27.234246 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ea72d0dc-4595-4817-9760-def360857d80 req-a757744b-a142-4bff-8bf9-b9f20bdcd4dc tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=3a25839617304e069e93d96029612c18&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0384755
May 07 21:46:27.239381 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-3d28b641-9b4b-4127-8658-308dfe68005e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cfeddb43c5ce431abfdfe46caa60a5e4&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2229037
May 07 21:46:27.240925 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d28b641-9b4b-4127-8658-308dfe68005e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f97578c3-fc00-4197-84df-78a5b86807a7,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:27.246991 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 58190) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:46:27.290013 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8402eea9-f962-49b1-ac45-8d8bf9242047 req-7adedfa8-7236-4832-a1db-70c41638fc71 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0826535
May 07 21:46:27.295423 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:27.333697 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b2090c7d-585d-486e-b160-df2c6034520b admin admin] Publish callbacks [] for security_group (f97578c3-fc00-4197-84df-78a5b86807a7), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:27.364745 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b2090c7d-585d-486e-b160-df2c6034520b admin admin] Publish callbacks [] for security_group (f97578c3-fc00-4197-84df-78a5b86807a7), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:27.385687 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fd644f7-64f4-44c6-947d-40cfa7e9f892 x-openstack-request-id: req-7fd644f7-64f4-44c6-947d-40cfa7e9f892 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:46:27.386044 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0284aa35-4e58-4e15-a194-a500996ed82e", "name": "network-vif-plugged", "status": "completed", "tag": "149155db-c2db-4827-9746-fffdb2d0018e", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:46:27.386316 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7fd644f7-64f4-44c6-947d-40cfa7e9f892 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:46:27.386716 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fd644f7-64f4-44c6-947d-40cfa7e9f892'] response: {'server_uuid': '0284aa35-4e58-4e15-a194-a500996ed82e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '149155db-c2db-4827-9746-fffdb2d0018e', 'code': 200}
May 07 21:46:27.404200 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea72d0dc-4595-4817-9760-def360857d80 req-b1175268-b8fd-4dab-88f9-8000af632550 tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:27.426293 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ea72d0dc-4595-4817-9760-def360857d80 req-b1175268-b8fd-4dab-88f9-8000af632550 tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1910250
May 07 21:46:27.440855 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b2090c7d-585d-486e-b160-df2c6034520b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (f97578c3-fc00-4197-84df-78a5b86807a7), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:27.444779 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b2090c7d-585d-486e-b160-df2c6034520b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:27.449757 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ea72d0dc-4595-4817-9760-def360857d80 req-a4249b9f-7c4a-41c1-9d90-9a64ef01ef19 tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] 10.222.0.32 "GET /v2.0/quotas/3a25839617304e069e93d96029612c18 HTTP/1.1" status: 200  len: 375 time: 0.0193443
May 07 21:46:27.450558 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-b2090c7d-585d-486e-b160-df2c6034520b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f97578c3-fc00-4197-84df-78a5b86807a7 HTTP/1.1" status: 204  len: 168 time: 0.2021589
May 07 21:46:27.495097 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ea72d0dc-4595-4817-9760-def360857d80 req-1330939c-b744-42dc-bfab-54a78ace8cd8 tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3a25839617304e069e93d96029612c18&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0472074
May 07 21:46:27.496715 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2090c7d-585d-486e-b160-df2c6034520b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f97578c3-fc00-4197-84df-78a5b86807a7,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:27.506283 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f55b31-f405-48ce-80f2-3b01c4265a64 req-9c6076e9-902e-40ad-a0be-18c492ae73c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:27.508072 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b9f55b31-f405-48ce-80f2-3b01c4265a64 req-9c6076e9-902e-40ad-a0be-18c492ae73c5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0284aa35-4e58-4e15-a194-a500996ed82e HTTP/1.1" status: 200  len: 1131 time: 0.0561712
May 07 21:46:27.561624 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b9f55b31-f405-48ce-80f2-3b01c4265a64 req-bd16ec47-32d4-4525-85c4-8f84dc441c15 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3ea07aee-f825-4ee0-a542-65c887150930&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455003
May 07 21:46:27.575119 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 58206) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:46:27.589586 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ff2142ad-3e85-4260-bbd6-fb46b5192723 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:27.709608 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ff2142ad-3e85-4260-bbd6-fb46b5192723 admin admin] Publish callbacks [] for security_group (55451179-e05d-4c1f-926d-95e683efe1d1), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:27.719494 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ff2142ad-3e85-4260-bbd6-fb46b5192723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (55451179-e05d-4c1f-926d-95e683efe1d1), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:27.783870 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2142ad-3e85-4260-bbd6-fb46b5192723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55451179-e05d-4c1f-926d-95e683efe1d1,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:27.802414 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-ff2142ad-3e85-4260-bbd6-fb46b5192723 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=53d94c79ef1f4bcb910bf28e32ee0b26&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2261209
May 07 21:46:27.805509 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 58216) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:46:27.838099 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c1cb54-44bd-4e51-8fad-71713e4136dc req-e61ee12a-ad2e-4e51-91b3-90d884d7f029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:27.840024 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-54c1cb54-44bd-4e51-8fad-71713e4136dc req-e61ee12a-ad2e-4e51-91b3-90d884d7f029 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d7a25055f3544e5c95bacd3a07611e1d&device_id=ec0e0ca3-c2ed-4b3c-8716-5aa441b40a51 HTTP/1.1" status: 200  len: 1126 time: 0.0971138
May 07 21:46:27.876934 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f5cabe3b-deb8-4cd1-a2cf-1dde3ce7f317 req-9a1bea00-9ff1-4fd2-9f47-663c2fae4568 tempest-ServersAdmin275Test-2110418138 tempest-ServersAdmin275Test-2110418138-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5339211-223c-48cb-9652-201c790b2f4f HTTP/1.1" status: 200  len: 210 time: 0.0650704
May 07 21:46:27.918953 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fbf1cd-51db-4257-8b0a-2f5f715314a0 req-210867aa-e72a-4cb0-be83-ac775c9f6636 tempest-LiveAutoBlockMigrationV225Test-638033416 tempest-LiveAutoBlockMigrationV225Test-638033416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:27.923269 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-05fbf1cd-51db-4257-8b0a-2f5f715314a0 req-210867aa-e72a-4cb0-be83-ac775c9f6636 tempest-LiveAutoBlockMigrationV225Test-638033416 tempest-LiveAutoBlockMigrationV225Test-638033416-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=52713c0c-6d75-42a3-96ac-5a93b17ef0b1 HTTP/1.1" status: 200  len: 1127 time: 0.1017623
May 07 21:46:28.007620 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2df0edf2-5c53-437e-8754-948f5c0e94ee admin admin] Publish callbacks [] for security_group (55451179-e05d-4c1f-926d-95e683efe1d1), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:28.052508 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e189171-14ea-4cb1-b496-ba3491d94bc0 req-c8eba1c6-6ea2-411a-bf5a-09f6ebc59a6d tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:28.059950 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7e189171-14ea-4cb1-b496-ba3491d94bc0 req-c8eba1c6-6ea2-411a-bf5a-09f6ebc59a6d tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec0e0ca3-c2ed-4b3c-8716-5aa441b40a51 HTTP/1.1" status: 200  len: 944 time: 0.0785456
May 07 21:46:28.060494 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-05fbf1cd-51db-4257-8b0a-2f5f715314a0 req-588d0784-0e55-40ae-b11b-7540c41489e7 tempest-LiveAutoBlockMigrationV225Test-638033416 tempest-LiveAutoBlockMigrationV225Test-638033416-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1321294
May 07 21:46:28.066830 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2df0edf2-5c53-437e-8754-948f5c0e94ee admin admin] Publish callbacks [] for security_group (55451179-e05d-4c1f-926d-95e683efe1d1), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:28.083257 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c1cb54-44bd-4e51-8fad-71713e4136dc req-094da30c-86b4-44a7-a9c9-b2f79b869c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:28.084848 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-54c1cb54-44bd-4e51-8fad-71713e4136dc req-094da30c-86b4-44a7-a9c9-b2f79b869c00 service neutron] 10.222.0.55 "GET /v2.0/networks?id=849ca462-b333-410b-8c4a-24e67429a8f8 HTTP/1.1" status: 200  len: 924 time: 0.2064946
May 07 21:46:28.133177 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7e189171-14ea-4cb1-b496-ba3491d94bc0 req-67189edc-ac18-4305-81af-b57178ba1022 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] 10.222.0.32 "GET /v2.0/security-groups?id=94d1c480-f4e5-4d41-b75d-24e9594cc4ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0721376
May 07 21:46:28.164780 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2df0edf2-5c53-437e-8754-948f5c0e94ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (55451179-e05d-4c1f-926d-95e683efe1d1), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:28.168250 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2df0edf2-5c53-437e-8754-948f5c0e94ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:28.172403 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-2df0edf2-5c53-437e-8754-948f5c0e94ee admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/55451179-e05d-4c1f-926d-95e683efe1d1 HTTP/1.1" status: 204  len: 168 time: 0.3659322
May 07 21:46:28.181862 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df0edf2-5c53-437e-8754-948f5c0e94ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55451179-e05d-4c1f-926d-95e683efe1d1,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:28.237786 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-54c1cb54-44bd-4e51-8fad-71713e4136dc req-88945ad6-1c14-4831-b2e2-2f2ccb3a46b2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=940b7f63-241e-47cd-901d-cf63ff106764 HTTP/1.1" status: 200  len: 217 time: 0.1207051
May 07 21:46:28.307642 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-52bf11f2-d662-4835-a87e-b735f4a4966b req-86bf7105-2268-4651-b308-f45024159771 tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] 10.222.0.32 "GET /v2.0/ports?device_id=5158d992-548d-41d0-a26a-a1dae158fea9 HTTP/1.1" status: 200  len: 210 time: 0.0644295
May 07 21:46:28.405320 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9417f1-375a-4b2c-b7bd-6ec3239f997a req-cebde583-3e45-4aac-a234-2704ef4741ff tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:28.408951 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0d9417f1-375a-4b2c-b7bd-6ec3239f997a req-cebde583-3e45-4aac-a234-2704ef4741ff tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=0284aa35-4e58-4e15-a194-a500996ed82e HTTP/1.1" status: 200  len: 949 time: 0.0936749
May 07 21:46:28.412706 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c1cb54-44bd-4e51-8fad-71713e4136dc req-15d37b25-21aa-4db2-9225-abb291cf10e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:28.414365 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-54c1cb54-44bd-4e51-8fad-71713e4136dc req-15d37b25-21aa-4db2-9225-abb291cf10e3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=00184246-3b14-4ff3-8c67-98e0d140369b HTTP/1.1" status: 200  len: 862 time: 0.1137226
May 07 21:46:28.456569 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e95f03-19ef-49cb-9c43-c2c5e3e68ac6 req-8d3e12cd-900e-494e-8212-1245ee61ea82 tempest-LiveAutoBlockMigrationV225Test-638033416 tempest-LiveAutoBlockMigrationV225Test-638033416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:28.458338 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-70e95f03-19ef-49cb-9c43-c2c5e3e68ac6 req-8d3e12cd-900e-494e-8212-1245ee61ea82 tempest-LiveAutoBlockMigrationV225Test-638033416 tempest-LiveAutoBlockMigrationV225Test-638033416-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=52713c0c-6d75-42a3-96ac-5a93b17ef0b1 HTTP/1.1" status: 200  len: 1127 time: 0.0777380
May 07 21:46:28.474740 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0d9417f1-375a-4b2c-b7bd-6ec3239f997a req-d2d85fe4-c976-4652-bd0e-8883da49b80c tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ea07aee-f825-4ee0-a542-65c887150930&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0574257
May 07 21:46:28.483611 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c1cb54-44bd-4e51-8fad-71713e4136dc req-fbe6dc7a-a502-4ba8-82f6-8f9926d8bf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:28.485500 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-54c1cb54-44bd-4e51-8fad-71713e4136dc req-fbe6dc7a-a502-4ba8-82f6-8f9926d8bf2c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=849ca462-b333-410b-8c4a-24e67429a8f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0631266
May 07 21:46:28.591453 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-70e95f03-19ef-49cb-9c43-c2c5e3e68ac6 req-a43ddb2a-a878-4ae8-a0d2-74d098ee3503 tempest-LiveAutoBlockMigrationV225Test-638033416 tempest-LiveAutoBlockMigrationV225Test-638033416-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1223340
May 07 21:46:28.622915 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-54c1cb54-44bd-4e51-8fad-71713e4136dc req-cf853748-49da-47e3-ba7b-dae734741b39 service neutron] 10.222.0.55 "GET /v2.0/networks/849ca462-b333-410b-8c4a-24e67429a8f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1297817
May 07 21:46:28.817679 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-017d0939-a5c0-483c-8ff8-852eebc6e603 req-2c5b510d-a159-4541-b0d2-919c9e981075 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e319fb6c72864e1997a9f30a5f09f36c&device_id=c5339211-223c-48cb-9652-201c790b2f4f HTTP/1.1" status: 200  len: 210 time: 0.0415485
May 07 21:46:28.847864 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 58262) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:46:28.863257 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [req-f539c82f-f1fb-450e-ae47-da9d5a255c3f req-91ef658f-1244-4bae-b800-e4c8adcb9c5b service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121836) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 21:46:28.864217 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f539c82f-f1fb-450e-ae47-da9d5a255c3f req-91ef658f-1244-4bae-b800-e4c8adcb9c5b service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0127792
May 07 21:46:28.904426 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-017d0939-a5c0-483c-8ff8-852eebc6e603 req-07e2667d-6cc6-4781-8b85-84c23731134b service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=e319fb6c72864e1997a9f30a5f09f36c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0678899
May 07 21:46:29.003643 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:29.026449 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.55', 49448) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:46:29.083473 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-54c1cb54-44bd-4e51-8fad-71713e4136dc req-b116d131-be2c-42b1-8c43-a52ef263ed20 service neutron] 10.222.0.55 "GET /v2.0/networks/849ca462-b333-410b-8c4a-24e67429a8f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2718561
May 07 21:46:29.118836 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ea72d0dc-4595-4817-9760-def360857d80 req-7eb3d56b-04d1-4c87-9004-487b670e9909 tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=3a25839617304e069e93d96029612c18&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0338330
May 07 21:46:29.164472 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a0dfb355-bf3c-48b2-8592-d582e32c7fb8 req-84d21457-965d-4a09-93f2-63cec7a37646 tempest-ServersAdmin275Test-2110418138 tempest-ServersAdmin275Test-2110418138-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5339211-223c-48cb-9652-201c790b2f4f HTTP/1.1" status: 200  len: 210 time: 0.0548449
May 07 21:46:29.275567 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 58278) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:46:29.283265 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017d0939-a5c0-483c-8ff8-852eebc6e603 req-8ff39bf9-0caf-45ad-b772-aeaaa2d67091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:29.285915 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-017d0939-a5c0-483c-8ff8-852eebc6e603 req-8ff39bf9-0caf-45ad-b772-aeaaa2d67091 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3711405
May 07 21:46:29.288694 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-a53571a1-631b-4cb7-bdb4-847e5e1d3b10 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4a5c3e72c1f943bcb6256ddf95978995&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4396765
May 07 21:46:29.293568 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 58282) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:46:29.416317 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea72d0dc-4595-4817-9760-def360857d80 req-e69e8f6b-4824-4645-b3e0-adc281adecef tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:29.417781 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ea72d0dc-4595-4817-9760-def360857d80 req-e69e8f6b-4824-4645-b3e0-adc281adecef tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2926214
May 07 21:46:29.420146 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33cde98-bbc8-4e00-8feb-d208322c6bd1 req-42f04c17-8e00-41eb-b898-1acd55ce3dc1 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:29.421761 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a33cde98-bbc8-4e00-8feb-d208322c6bd1 req-42f04c17-8e00-41eb-b898-1acd55ce3dc1 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec0e0ca3-c2ed-4b3c-8716-5aa441b40a51 HTTP/1.1" status: 200  len: 944 time: 0.0863562
May 07 21:46:29.432108 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-ea72d0dc-4595-4817-9760-def360857d80 req-10357b0a-c71d-491b-8ebb-f6234e271f5c tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] Request body: {'port': {'device_id': '5158d992-548d-41d0-a26a-a1dae158fea9', 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47', 'admin_state_up': True, 'tenant_id': '3a25839617304e069e93d96029612c18'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:46:29.443113 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-89c157f5-097a-4be5-a1ab-d9953f07a226 admin admin] Publish callbacks [] for security_group (a1c516db-f9c3-4c77-a25e-252d5fecefec), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:29.459769 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-760f6c7e-de4b-4147-8d5a-f85e1d46b977 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-248655007-network', 'tenant_id': 'bd92ab7de4f3456e82ccaa60aa378562'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:46:29.506226 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-89c157f5-097a-4be5-a1ab-d9953f07a226 admin admin] Publish callbacks [] for security_group (a1c516db-f9c3-4c77-a25e-252d5fecefec), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:29.520335 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-760f6c7e-de4b-4147-8d5a-f85e1d46b977 admin admin] Made reservation on behalf of bd92ab7de4f3456e82ccaa60aa378562 for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:46:29.522583 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-760f6c7e-de4b-4147-8d5a-f85e1d46b977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:29.544781 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-760f6c7e-de4b-4147-8d5a-f85e1d46b977 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:29.569123 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 940b7f63-241e-47cd-901d-cf63ff106764 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:46:29.576380 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a33cde98-bbc8-4e00-8feb-d208322c6bd1 req-767e3cb0-d8f0-463a-95e0-1fd7a57f4d58 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] 10.222.0.32 "GET /v2.0/security-groups?id=94d1c480-f4e5-4d41-b75d-24e9594cc4ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1439607
May 07 21:46:29.608599 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea72d0dc-4595-4817-9760-def360857d80 req-10357b0a-c71d-491b-8ebb-f6234e271f5c tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] Made reservation on behalf of 3a25839617304e069e93d96029612c18 for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:46:29.612486 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-ea72d0dc-4595-4817-9760-def360857d80 req-10357b0a-c71d-491b-8ebb-f6234e271f5c tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:29.625649 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-ea72d0dc-4595-4817-9760-def360857d80 req-10357b0a-c71d-491b-8ebb-f6234e271f5c tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:29.661203 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-89c157f5-097a-4be5-a1ab-d9953f07a226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (a1c516db-f9c3-4c77-a25e-252d5fecefec), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:29.663758 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-89c157f5-097a-4be5-a1ab-d9953f07a226 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:29.664998 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-89c157f5-097a-4be5-a1ab-d9953f07a226 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a1c516db-f9c3-4c77-a25e-252d5fecefec HTTP/1.1" status: 204  len: 168 time: 0.3704865
May 07 21:46:29.692527 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c157f5-097a-4be5-a1ab-d9953f07a226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c516db-f9c3-4c77-a25e-252d5fecefec,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:29.721511 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-962823a0-db6f-4bc3-bfb8-f7d1e0bb294d req-9f1e55a2-0426-4dcf-bd47-4b403dc4972e tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] 10.222.0.32 "GET /v2.0/ports?device_id=5158d992-548d-41d0-a26a-a1dae158fea9 HTTP/1.1" status: 200  len: 210 time: 0.0425274
May 07 21:46:29.750434 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 940b7f63-241e-47cd-901d-cf63ff106764, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=940b7f63-241e-47cd-901d-cf63ff106764,segment=NetworkSegment(0afabcaa-164e-453b-a9cc-8c006af8772f),segment_id=0afabcaa-164e-453b-a9cc-8c006af8772f)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:46:29.781288 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': '940b7f63-241e-47cd-901d-cf63ff106764', 'network_id': '849ca462-b333-410b-8c4a-24e67429a8f8', 'port_id': '940b7f63-241e-47cd-901d-cf63ff106764', 'mac_address': 'fa:16:3e:8b:ca:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00184246-3b14-4ff3-8c67-98e0d140369b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:46:29.795293 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-ea72d0dc-4595-4817-9760-def360857d80 req-10357b0a-c71d-491b-8ebb-f6234e271f5c tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] Publish callbacks [] for security_group (332aa107-2f2c-4bec-852e-9d199e110534), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:29.802517 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-ea72d0dc-4595-4817-9760-def360857d80 req-10357b0a-c71d-491b-8ebb-f6234e271f5c tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (332aa107-2f2c-4bec-852e-9d199e110534), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:29.802912 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-760f6c7e-de4b-4147-8d5a-f85e1d46b977 admin admin] Publish callbacks [] for security_group (6b456a11-abdd-4913-9fa4-f25fdacb0d35), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:29.814297 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-760f6c7e-de4b-4147-8d5a-f85e1d46b977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (6b456a11-abdd-4913-9fa4-f25fdacb0d35), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:29.860070 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 940b7f63-241e-47cd-901d-cf63ff106764 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:46:29.861101 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (940b7f63-241e-47cd-901d-cf63ff106764), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:29.873639 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-760f6c7e-de4b-4147-8d5a-f85e1d46b977 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 21:46:29.886933 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10357b0a-c71d-491b-8ebb-f6234e271f5c tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=332aa107-2f2c-4bec-852e-9d199e110534,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:29.972930 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760f6c7e-de4b-4147-8d5a-f85e1d46b977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b456a11-abdd-4913-9fa4-f25fdacb0d35,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:29.989607 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105706ee-3598-4f11-aa10-4ee4ba9e8ce0 req-871a1c0a-cbe4-475b-96a3-9bfdb3051952 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:30.003264 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-105706ee-3598-4f11-aa10-4ee4ba9e8ce0 req-871a1c0a-cbe4-475b-96a3-9bfdb3051952 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=0284aa35-4e58-4e15-a194-a500996ed82e HTTP/1.1" status: 200  len: 949 time: 0.1545265
May 07 21:46:30.016346 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-760f6c7e-de4b-4147-8d5a-f85e1d46b977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (616ea0c7-2d98-4ffb-86e7-ca2a85e3ffe1), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:30.017371 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-760f6c7e-de4b-4147-8d5a-f85e1d46b977 admin admin] Added segment 616ea0c7-2d98-4ffb-86e7-ca2a85e3ffe1 of type vlan for network d3775254-6c3d-4b27-a2f1-ae073d9f981d
May 07 21:46:30.027360 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 940b7f63-241e-47cd-901d-cf63ff106764 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:46:30.036129 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [req-ea72d0dc-4595-4817-9760-def360857d80 req-10357b0a-c71d-491b-8ebb-f6234e271f5c tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] Allocated IP 192.168.233.254 (665487f0-78eb-47fb-9a06-b15bc614dc47/6e0e5c53-1ece-4d20-b01d-5f8c6957edf6/4640c625-b0a9-4880-8c33-cabac320668c) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:46:30.053684 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 940b7f63-241e-47cd-901d-cf63ff106764, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=940b7f63-241e-47cd-901d-cf63ff106764,segment=NetworkSegment(0afabcaa-164e-453b-a9cc-8c006af8772f),segment_id=0afabcaa-164e-453b-a9cc-8c006af8772f)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:46:30.065454 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (940b7f63-241e-47cd-901d-cf63ff106764), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:30.079880 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:30.116576 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-760f6c7e-de4b-4147-8d5a-f85e1d46b977 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (d3775254-6c3d-4b27-a2f1-ae073d9f981d), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:30.132552 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-105706ee-3598-4f11-aa10-4ee4ba9e8ce0 req-60f5ee49-55f0-472a-bd13-efced5961585 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ea07aee-f825-4ee0-a542-65c887150930&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1277778
May 07 21:46:30.161129 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=940b7f63-241e-47cd-901d-cf63ff106764,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:30.182886 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-760f6c7e-de4b-4147-8d5a-f85e1d46b977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (d3775254-6c3d-4b27-a2f1-ae073d9f981d), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:30.183971 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760f6c7e-de4b-4147-8d5a-f85e1d46b977 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:30.184876 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-760f6c7e-de4b-4147-8d5a-f85e1d46b977 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:30.256245 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['940b7f63-241e-47cd-901d-cf63ff106764'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:46:30.315400 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-ea72d0dc-4595-4817-9760-def360857d80 req-10357b0a-c71d-491b-8ebb-f6234e271f5c tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] Publish callbacks [] for port (4640c625-b0a9-4880-8c33-cabac320668c), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:30.365538 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-760f6c7e-de4b-4147-8d5a-f85e1d46b977 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 1.0858400
May 07 21:46:30.367636 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 58326) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:46:30.367943 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760f6c7e-de4b-4147-8d5a-f85e1d46b977 admin admin] Pushing event updated for resources: {'Network': ['ID=d3775254-6c3d-4b27-a2f1-ae073d9f981d,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:30.379563 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-78c30242-dae8-4c12-a621-7f7cd5659f31 admin admin] Request body: {'subnet': {'network_id': 'd3775254-6c3d-4b27-a2f1-ae073d9f981d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-248655007-subnet', 'tenant_id': 'bd92ab7de4f3456e82ccaa60aa378562', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:46:30.396871 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-ea72d0dc-4595-4817-9760-def360857d80 req-10357b0a-c71d-491b-8ebb-f6234e271f5c tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (4640c625-b0a9-4880-8c33-cabac320668c), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:30.422849 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network d3775254-6c3d-4b27-a2f1-ae073d9f981d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 21:46:30.445262 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ed58c6c7-f039-4a83-9e49-a9fecc10fd3c req-11c3e579-ec1d-485e-a7e6-d56403bc7725 tempest-ServersAdmin275Test-2110418138 tempest-ServersAdmin275Test-2110418138-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5339211-223c-48cb-9652-201c790b2f4f HTTP/1.1" status: 200  len: 210 time: 0.0658727
May 07 21:46:30.452689 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 58328) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:46:30.458499 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10357b0a-c71d-491b-8ebb-f6234e271f5c tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] Pushing event updated for resources: {'Port': ['ID=4640c625-b0a9-4880-8c33-cabac320668c,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:30.482888 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea72d0dc-4595-4817-9760-def360857d80 req-10357b0a-c71d-491b-8ebb-f6234e271f5c tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] Network 665487f0-78eb-47fb-9a06-b15bc614dc47 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:46:30.485583 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [req-ea72d0dc-4595-4817-9760-def360857d80 req-10357b0a-c71d-491b-8ebb-f6234e271f5c tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:46:30.488971 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea72d0dc-4595-4817-9760-def360857d80 req-10357b0a-c71d-491b-8ebb-f6234e271f5c tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:46:30.495134 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea72d0dc-4595-4817-9760-def360857d80 req-10357b0a-c71d-491b-8ebb-f6234e271f5c tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:30.495940 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-ea72d0dc-4595-4817-9760-def360857d80 req-10357b0a-c71d-491b-8ebb-f6234e271f5c tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:30.500062 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78c30242-dae8-4c12-a621-7f7cd5659f31 admin admin] Made reservation on behalf of bd92ab7de4f3456e82ccaa60aa378562 for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:46:30.502974 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-78c30242-dae8-4c12-a621-7f7cd5659f31 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:30.512085 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-7e28c004-d637-4db5-a361-5d3df2fa9c1d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f5b2b5193166455a8bb67322e81b3f67&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0581722
May 07 21:46:30.513845 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 58332) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:46:30.610025 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-71c65865-253f-4bac-be42-b18fa293e04c admin admin] Publish callbacks [] for security_group (5d093fae-eaa7-431a-a291-165da39b7236), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:30.648580 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-71c65865-253f-4bac-be42-b18fa293e04c admin admin] Publish callbacks [] for security_group (5d093fae-eaa7-431a-a291-165da39b7236), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:30.718378 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 21:46:30.751224 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ea72d0dc-4595-4817-9760-def360857d80 req-10357b0a-c71d-491b-8ebb-f6234e271f5c tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.3251913
May 07 21:46:30.755860 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-71c65865-253f-4bac-be42-b18fa293e04c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (5d093fae-eaa7-431a-a291-165da39b7236), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:30.763893 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-71c65865-253f-4bac-be42-b18fa293e04c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:30.769104 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-71c65865-253f-4bac-be42-b18fa293e04c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5d093fae-eaa7-431a-a291-165da39b7236 HTTP/1.1" status: 204  len: 168 time: 0.2505412
May 07 21:46:30.785970 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b49d4918-d135-435b-b09d-118f0a674823 req-c031758e-b106-4ac6-8ff5-1d4ba41960e6 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=95946c2e9a5c4a72905d75010a9bb7a5&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0711391
May 07 21:46:30.800367 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-ea72d0dc-4595-4817-9760-def360857d80 req-ef67fa37-2cb7-4b5f-a210-759a2cd99b4c service neutron] Request body: {'port': {'device_id': '5158d992-548d-41d0-a26a-a1dae158fea9', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:46:30.824134 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c65865-253f-4bac-be42-b18fa293e04c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d093fae-eaa7-431a-a291-165da39b7236,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:30.872893 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-78c30242-dae8-4c12-a621-7f7cd5659f31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for subnet (0cba138a-678d-4392-84ac-c6115c01dacb), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:30.924954 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-d4bcb56e-4e0f-4d11-96a9-49cf7554c5ca None None] Provisioning complete for port 4640c625-b0a9-4880-8c33-cabac320668c triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:46:30.927392 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c30242-dae8-4c12-a621-7f7cd5659f31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cba138a-678d-4392-84ac-c6115c01dacb,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:30.931770 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d4bcb56e-4e0f-4d11-96a9-49cf7554c5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (4640c625-b0a9-4880-8c33-cabac320668c), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:30.984595 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-ea72d0dc-4595-4817-9760-def360857d80 req-ef67fa37-2cb7-4b5f-a210-759a2cd99b4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (4640c625-b0a9-4880-8c33-cabac320668c), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:31.005761 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c30242-dae8-4c12-a621-7f7cd5659f31 admin admin] Checking segment: {'id': '616ea0c7-2d98-4ffb-86e7-ca2a85e3ffe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd3775254-6c3d-4b27-a2f1-ae073d9f981d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:46:31.006265 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c30242-dae8-4c12-a621-7f7cd5659f31 admin admin] Network hostable DHCP agents. Network: d3775254-6c3d-4b27-a2f1-ae073d9f981d, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 21:46:31.029596 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-d4bcb56e-4e0f-4d11-96a9-49cf7554c5ca None None] Port 4640c625-b0a9-4880-8c33-cabac320668c cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:46:31.073138 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49d4918-d135-435b-b09d-118f0a674823 req-b1289a71-6ec3-4cf5-acc2-77910f0d7222 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:31.074703 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b49d4918-d135-435b-b09d-118f0a674823 req-b1289a71-6ec3-4cf5-acc2-77910f0d7222 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2780066
May 07 21:46:31.083828 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c30242-dae8-4c12-a621-7f7cd5659f31 admin admin] Network d3775254-6c3d-4b27-a2f1-ae073d9f981d is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 21:46:31.118203 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b49d4918-d135-435b-b09d-118f0a674823 req-52d677ba-660b-4d1a-b721-5583f2f8cd53 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/quotas/95946c2e9a5c4a72905d75010a9bb7a5 HTTP/1.1" status: 200  len: 375 time: 0.0341885
May 07 21:46:31.149854 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-78c30242-dae8-4c12-a621-7f7cd5659f31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d3775254-6c3d-4b27-a2f1-ae073d9f981d) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:46:31.158288 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c30242-dae8-4c12-a621-7f7cd5659f31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:31.159471 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d18f566-e3e8-481c-b80c-7cdcda86360b None None] Network d3775254-6c3d-4b27-a2f1-ae073d9f981d requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:46:31.174709 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-78c30242-dae8-4c12-a621-7f7cd5659f31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:31.231270 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-78c30242-dae8-4c12-a621-7f7cd5659f31 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 841 time: 0.8533468
May 07 21:46:31.232884 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b49d4918-d135-435b-b09d-118f0a674823 req-310737b4-fed4-4d6e-a7ea-6123c8e05803 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=95946c2e9a5c4a72905d75010a9bb7a5&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1138127
May 07 21:46:31.369779 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd98313e-3250-4716-8cdb-44658f4bb8b3 None None] Network d3775254-6c3d-4b27-a2f1-ae073d9f981d requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:46:31.540815 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [req-ea72d0dc-4595-4817-9760-def360857d80 req-ef67fa37-2cb7-4b5f-a210-759a2cd99b4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4640c625-b0a9-4880-8c33-cabac320668c {{(pid=121836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:46:31.559073 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-ea72d0dc-4595-4817-9760-def360857d80 req-ef67fa37-2cb7-4b5f-a210-759a2cd99b4c service neutron] Publish callbacks [] for port (4640c625-b0a9-4880-8c33-cabac320668c), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:31.573901 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 940b7f63-241e-47cd-901d-cf63ff106764 up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:46:31.587750 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.provisioning_blocks [req-ea72d0dc-4595-4817-9760-def360857d80 req-ef67fa37-2cb7-4b5f-a210-759a2cd99b4c service neutron] Transition to ACTIVE for port object 4640c625-b0a9-4880-8c33-cabac320668c will not be triggered until provisioned by entity L2. {{(pid=121836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:46:31.598254 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-ea72d0dc-4595-4817-9760-def360857d80 req-ef67fa37-2cb7-4b5f-a210-759a2cd99b4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (4640c625-b0a9-4880-8c33-cabac320668c), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:31.622614 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning for port 940b7f63-241e-47cd-901d-cf63ff106764 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:46:31.635650 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0b5f49-558c-4be9-aa39-7ae7a9fd0737 req-0e0b8938-0045-4e9d-b376-801b751fb120 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:31.639709 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port 940b7f63-241e-47cd-901d-cf63ff106764 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:46:31.640447 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (940b7f63-241e-47cd-901d-cf63ff106764), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:31.644345 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ae0b5f49-558c-4be9-aa39-7ae7a9fd0737 req-0e0b8938-0045-4e9d-b376-801b751fb120 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec0e0ca3-c2ed-4b3c-8716-5aa441b40a51 HTTP/1.1" status: 200  len: 945 time: 0.1128163
May 07 21:46:31.688641 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef67fa37-2cb7-4b5f-a210-759a2cd99b4c service neutron] Pushing event updated for resources: {'Port': ['ID=4640c625-b0a9-4880-8c33-cabac320668c,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:31.734470 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 58410) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:46:31.747236 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-ea72d0dc-4595-4817-9760-def360857d80 req-ef67fa37-2cb7-4b5f-a210-759a2cd99b4c service neutron] Attempting to bind port 4640c625-b0a9-4880-8c33-cabac320668c on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:46:31.747578 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-ea72d0dc-4595-4817-9760-def360857d80 req-ef67fa37-2cb7-4b5f-a210-759a2cd99b4c service neutron] Attempting to bind port 4640c625-b0a9-4880-8c33-cabac320668c by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:46:31.747908 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea72d0dc-4595-4817-9760-def360857d80 req-ef67fa37-2cb7-4b5f-a210-759a2cd99b4c service neutron] Attempting to bind port 4640c625-b0a9-4880-8c33-cabac320668c on network 665487f0-78eb-47fb-9a06-b15bc614dc47 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:46:31.774047 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ae0b5f49-558c-4be9-aa39-7ae7a9fd0737 req-99c322c2-bc65-4e4c-b873-69cba0f32ae7 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] 10.222.0.32 "GET /v2.0/security-groups?id=94d1c480-f4e5-4d41-b75d-24e9594cc4ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1142027
May 07 21:46:31.776628 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea72d0dc-4595-4817-9760-def360857d80 req-ef67fa37-2cb7-4b5f-a210-759a2cd99b4c service neutron] Port 4640c625-b0a9-4880-8c33-cabac320668c on network 665487f0-78eb-47fb-9a06-b15bc614dc47 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:46:31.776958 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea72d0dc-4595-4817-9760-def360857d80 req-ef67fa37-2cb7-4b5f-a210-759a2cd99b4c service neutron] Attempting to bind port 4640c625-b0a9-4880-8c33-cabac320668c on network 665487f0-78eb-47fb-9a06-b15bc614dc47 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:46:31.791738 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 940b7f63-241e-47cd-901d-cf63ff106764 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:46:31.792581 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (940b7f63-241e-47cd-901d-cf63ff106764), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:31.794130 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea72d0dc-4595-4817-9760-def360857d80 req-ef67fa37-2cb7-4b5f-a210-759a2cd99b4c service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:46:31.794404 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea72d0dc-4595-4817-9760-def360857d80 req-ef67fa37-2cb7-4b5f-a210-759a2cd99b4c service neutron] Checking segment: {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:46:31.795973 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea72d0dc-4595-4817-9760-def360857d80 req-ef67fa37-2cb7-4b5f-a210-759a2cd99b4c service neutron] Bound using segment: {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:46:31.797396 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-ea72d0dc-4595-4817-9760-def360857d80 req-ef67fa37-2cb7-4b5f-a210-759a2cd99b4c service neutron] Bound port: 4640c625-b0a9-4880-8c33-cabac320668c, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:46:31.797762 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-ea72d0dc-4595-4817-9760-def360857d80 req-ef67fa37-2cb7-4b5f-a210-759a2cd99b4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (4640c625-b0a9-4880-8c33-cabac320668c), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:31.829313 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec0e0ca3-c2ed-4b3c-8716-5aa441b40a51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '940b7f63-241e-47cd-901d-cf63ff106764'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:46:31.832402 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b296835c-5ad7-41af-a0c0-bded9a47ae64" -d '{"events": [{"server_uuid": "ec0e0ca3-c2ed-4b3c-8716-5aa441b40a51", "name": "network-vif-plugged", "status": "completed", "tag": "940b7f63-241e-47cd-901d-cf63ff106764"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:46:31.853237 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 940b7f63-241e-47cd-901d-cf63ff106764, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=940b7f63-241e-47cd-901d-cf63ff106764,segment=NetworkSegment(0afabcaa-164e-453b-a9cc-8c006af8772f),segment_id=0afabcaa-164e-453b-a9cc-8c006af8772f)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:46:31.866695 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (940b7f63-241e-47cd-901d-cf63ff106764), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:31.931409 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=940b7f63-241e-47cd-901d-cf63ff106764,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:31.938559 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-ea72d0dc-4595-4817-9760-def360857d80 req-ef67fa37-2cb7-4b5f-a210-759a2cd99b4c service neutron] For port 4640c625-b0a9-4880-8c33-cabac320668c, host nch1-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:46:31.947012 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-ea72d0dc-4595-4817-9760-def360857d80 req-ef67fa37-2cb7-4b5f-a210-759a2cd99b4c service neutron] For port 4640c625-b0a9-4880-8c33-cabac320668c, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4640c625-b0a9-4880-8c33-cabac320668c,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:46:31.966396 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-ea72d0dc-4595-4817-9760-def360857d80 req-ef67fa37-2cb7-4b5f-a210-759a2cd99b4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (4640c625-b0a9-4880-8c33-cabac320668c), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:31.987974 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [req-ad5c058a-13ab-4e61-b369-bb2fb386fc00 req-4351ffba-6dfc-4037-985a-f57a780748ae tempest-LiveAutoBlockMigrationV225Test-638033416 tempest-LiveAutoBlockMigrationV225Test-638033416-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121837) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 21:46:31.989454 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ad5c058a-13ab-4e61-b369-bb2fb386fc00 req-4351ffba-6dfc-4037-985a-f57a780748ae tempest-LiveAutoBlockMigrationV225Test-638033416 tempest-LiveAutoBlockMigrationV225Test-638033416-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.2529685
May 07 21:46:32.039423 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea72d0dc-4595-4817-9760-def360857d80 req-ef67fa37-2cb7-4b5f-a210-759a2cd99b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:32.040089 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-ea72d0dc-4595-4817-9760-def360857d80 req-ef67fa37-2cb7-4b5f-a210-759a2cd99b4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:32.040249 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cec0d2-2e97-4b5f-aac5-290fb2a3f954 req-623cf629-8f24-4c59-961f-0faef696748f tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:32.041645 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ea72d0dc-4595-4817-9760-def360857d80 req-ef67fa37-2cb7-4b5f-a210-759a2cd99b4c service neutron] 10.222.0.55 "PUT /v2.0/ports/4640c625-b0a9-4880-8c33-cabac320668c HTTP/1.1" status: 200  len: 1096 time: 1.2535903
May 07 21:46:32.044345 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5158d992-548d-41d0-a26a-a1dae158fea9', 'tag': '4640c625-b0a9-4880-8c33-cabac320668c'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:46:32.050525 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ece145-4b6d-4739-bc6f-4bccc764ed01" -d '{"events": [{"name": "network-changed", "server_uuid": "5158d992-548d-41d0-a26a-a1dae158fea9", "tag": "4640c625-b0a9-4880-8c33-cabac320668c"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:46:32.057009 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-25cec0d2-2e97-4b5f-aac5-290fb2a3f954 req-623cf629-8f24-4c59-961f-0faef696748f tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] 10.222.0.32 "GET /v2.0/ports?device_id=5158d992-548d-41d0-a26a-a1dae158fea9 HTTP/1.1" status: 200  len: 948 time: 0.1987891
May 07 21:46:32.159456 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef67fa37-2cb7-4b5f-a210-759a2cd99b4c service neutron] Pushing event updated for resources: {'Port': ['ID=4640c625-b0a9-4880-8c33-cabac320668c,revision_number=3']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:32.207642 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-25cec0d2-2e97-4b5f-aac5-290fb2a3f954 req-96cccf55-35fd-4c29-9dbd-b370d2612f11 tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] 10.222.0.32 "GET /v2.0/security-groups?id=332aa107-2f2c-4bec-852e-9d199e110534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1494350
May 07 21:46:32.208087 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea72d0dc-4595-4817-9760-def360857d80 req-912739b4-3c1d-4fc9-aa82-7e7b9ed87e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:32.215165 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ea72d0dc-4595-4817-9760-def360857d80 req-912739b4-3c1d-4fc9-aa82-7e7b9ed87e6b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3a25839617304e069e93d96029612c18&device_id=5158d992-548d-41d0-a26a-a1dae158fea9 HTTP/1.1" status: 200  len: 1130 time: 0.1089163
May 07 21:46:32.275302 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ea72d0dc-4595-4817-9760-def360857d80 req-7d372a93-c9ed-4ead-8ac9-2a6e2345d844 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=4640c625-b0a9-4880-8c33-cabac320668c HTTP/1.1" status: 200  len: 217 time: 0.0570700
May 07 21:46:32.355590 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5c058a-13ab-4e61-b369-bb2fb386fc00 req-36e207c5-0107-4fd3-a4a8-4e303063ba03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:32.357147 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ad5c058a-13ab-4e61-b369-bb2fb386fc00 req-36e207c5-0107-4fd3-a4a8-4e303063ba03 service neutron] 10.222.0.32 "GET /v2.0/ports/8fc97b61-6eb0-420e-adf9-104bdbfbc835 HTTP/1.1" status: 200  len: 1124 time: 0.2713056
May 07 21:46:32.368323 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-ad5c058a-13ab-4e61-b369-bb2fb386fc00 req-496eead3-b378-49fa-880d-17748fd4e958 service neutron] Request body: {'binding': {'host': 'nch1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:46:32.368845 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-ad5c058a-13ab-4e61-b369-bb2fb386fc00 req-496eead3-b378-49fa-880d-17748fd4e958 service neutron] Unknown quota resources ['binding']. {{(pid=121837) _create /opt/stack/neutron/neutron/api/v2/base.py:497}}
May 07 21:46:32.387076 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea72d0dc-4595-4817-9760-def360857d80 req-04dc2cba-2109-44f4-9bff-883f07229f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:32.391336 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ea72d0dc-4595-4817-9760-def360857d80 req-04dc2cba-2109-44f4-9bff-883f07229f6e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6e0e5c53-1ece-4d20-b01d-5f8c6957edf6 HTTP/1.1" status: 200  len: 843 time: 0.1097023
May 07 21:46:32.462131 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea72d0dc-4595-4817-9760-def360857d80 req-205a7091-1eb8-4334-996b-aea8d2e872d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:32.463989 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ea72d0dc-4595-4817-9760-def360857d80 req-205a7091-1eb8-4334-996b-aea8d2e872d6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=665487f0-78eb-47fb-9a06-b15bc614dc47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0656002
May 07 21:46:32.615092 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ea72d0dc-4595-4817-9760-def360857d80 req-40a36321-0b80-4810-bd09-92609002eb47 service neutron] 10.222.0.55 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1447129
May 07 21:46:32.626309 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-ad5c058a-13ab-4e61-b369-bb2fb386fc00 req-496eead3-b378-49fa-880d-17748fd4e958 service neutron] Attempting to bind port 8fc97b61-6eb0-420e-adf9-104bdbfbc835 on host nch1-master-1 for vnic_type normal with profile None {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:46:32.626659 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-ad5c058a-13ab-4e61-b369-bb2fb386fc00 req-496eead3-b378-49fa-880d-17748fd4e958 service neutron] Attempting to bind port 8fc97b61-6eb0-420e-adf9-104bdbfbc835 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '917604e4-aade-4a11-b4ad-178bdbbe8fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '38d1a38e-1f99-466b-bf7f-940113b4b6ed'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:46:32.627010 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5c058a-13ab-4e61-b369-bb2fb386fc00 req-496eead3-b378-49fa-880d-17748fd4e958 service neutron] Attempting to bind port 8fc97b61-6eb0-420e-adf9-104bdbfbc835 on network 38d1a38e-1f99-466b-bf7f-940113b4b6ed {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:46:32.631272 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-39ac131a-61b2-473a-9524-b10e56497c31 req-114ec352-7f8c-4088-b0de-232beefbc640 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad9c13b6-ebdb-426f-81a7-663cba33645a HTTP/1.1" status: 200  len: 210 time: 0.0396907
May 07 21:46:32.633242 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5c058a-13ab-4e61-b369-bb2fb386fc00 req-496eead3-b378-49fa-880d-17748fd4e958 service neutron] Port 8fc97b61-6eb0-420e-adf9-104bdbfbc835 on network 38d1a38e-1f99-466b-bf7f-940113b4b6ed not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:46:32.633563 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5c058a-13ab-4e61-b369-bb2fb386fc00 req-496eead3-b378-49fa-880d-17748fd4e958 service neutron] Attempting to bind port 8fc97b61-6eb0-420e-adf9-104bdbfbc835 on network 38d1a38e-1f99-466b-bf7f-940113b4b6ed {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:46:32.641253 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5c058a-13ab-4e61-b369-bb2fb386fc00 req-496eead3-b378-49fa-880d-17748fd4e958 service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:46:32.641840 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5c058a-13ab-4e61-b369-bb2fb386fc00 req-496eead3-b378-49fa-880d-17748fd4e958 service neutron] Checking segment: {'id': '917604e4-aade-4a11-b4ad-178bdbbe8fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '38d1a38e-1f99-466b-bf7f-940113b4b6ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:46:32.641947 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5c058a-13ab-4e61-b369-bb2fb386fc00 req-496eead3-b378-49fa-880d-17748fd4e958 service neutron] Bound using segment: {'id': '917604e4-aade-4a11-b4ad-178bdbbe8fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '38d1a38e-1f99-466b-bf7f-940113b4b6ed'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:46:32.642379 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-ad5c058a-13ab-4e61-b369-bb2fb386fc00 req-496eead3-b378-49fa-880d-17748fd4e958 service neutron] Bound port: 8fc97b61-6eb0-420e-adf9-104bdbfbc835, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '917604e4-aade-4a11-b4ad-178bdbbe8fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '38d1a38e-1f99-466b-bf7f-940113b4b6ed'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:46:32.737322 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ea72d0dc-4595-4817-9760-def360857d80 req-02b8fe06-eb95-4896-bd8e-b6b8edfc4e46 service neutron] 10.222.0.55 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1156614
May 07 21:46:32.747788 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e87dc765-5386-4258-831d-578a33b401a3 req-fbc0d173-9d99-435b-ba95-de55dc239ae8 tempest-ServersAdmin275Test-2110418138 tempest-ServersAdmin275Test-2110418138-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5339211-223c-48cb-9652-201c790b2f4f HTTP/1.1" status: 200  len: 210 time: 0.0382569
May 07 21:46:32.769267 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-ad5c058a-13ab-4e61-b369-bb2fb386fc00 req-496eead3-b378-49fa-880d-17748fd4e958 service neutron] For port 8fc97b61-6eb0-420e-adf9-104bdbfbc835, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8fc97b61-6eb0-420e-adf9-104bdbfbc835,segment=NetworkSegment(917604e4-aade-4a11-b4ad-178bdbbe8fbb),segment_id=917604e4-aade-4a11-b4ad-178bdbbe8fbb)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:46:32.776324 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-ad5c058a-13ab-4e61-b369-bb2fb386fc00 req-496eead3-b378-49fa-880d-17748fd4e958 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:32.777790 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ad5c058a-13ab-4e61-b369-bb2fb386fc00 req-496eead3-b378-49fa-880d-17748fd4e958 service neutron] 10.222.0.32 "POST /v2.0/ports/8fc97b61-6eb0-420e-adf9-104bdbfbc835/bindings HTTP/1.1" status: 201  len: 389 time: 0.4138026
May 07 21:46:32.911662 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bd52047-f62b-408c-800a-078585cbf0be x-openstack-request-id: req-4bd52047-f62b-408c-800a-078585cbf0be {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:46:32.912159 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec0e0ca3-c2ed-4b3c-8716-5aa441b40a51", "name": "network-vif-plugged", "status": "completed", "tag": "940b7f63-241e-47cd-901d-cf63ff106764", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:46:32.912275 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4bd52047-f62b-408c-800a-078585cbf0be {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:46:32.912627 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bd52047-f62b-408c-800a-078585cbf0be'] response: {'server_uuid': 'ec0e0ca3-c2ed-4b3c-8716-5aa441b40a51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '940b7f63-241e-47cd-901d-cf63ff106764', 'code': 200}
May 07 21:46:32.975485 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-392584e3-6991-42d8-85e4-3ffb332269d2 x-openstack-request-id: req-392584e3-6991-42d8-85e4-3ffb332269d2 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:46:32.976026 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5158d992-548d-41d0-a26a-a1dae158fea9", "tag": "4640c625-b0a9-4880-8c33-cabac320668c", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:46:32.976391 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-392584e3-6991-42d8-85e4-3ffb332269d2 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:46:32.976550 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-392584e3-6991-42d8-85e4-3ffb332269d2'] response: {'name': 'network-changed', 'server_uuid': '5158d992-548d-41d0-a26a-a1dae158fea9', 'tag': '4640c625-b0a9-4880-8c33-cabac320668c', 'status': 'completed', 'code': 200}
May 07 21:46:32.986266 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b49d4918-d135-435b-b09d-118f0a674823 req-61ab6e8c-94d3-49ae-ba22-423cc707f934 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=95946c2e9a5c4a72905d75010a9bb7a5&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0325596
May 07 21:46:33.198562 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49d4918-d135-435b-b09d-118f0a674823 req-901d2eb7-28cb-4315-9385-7c149adbc5fc tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:33.200006 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b49d4918-d135-435b-b09d-118f0a674823 req-901d2eb7-28cb-4315-9385-7c149adbc5fc tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2027090
May 07 21:46:33.217598 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-b49d4918-d135-435b-b09d-118f0a674823 req-ca8de26c-1d50-4e84-98b5-c9e01d368492 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Request body: {'port': {'device_id': 'ad9c13b6-ebdb-426f-81a7-663cba33645a', 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47', 'admin_state_up': True, 'tenant_id': '95946c2e9a5c4a72905d75010a9bb7a5'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:46:33.298950 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb21e2cb-44c6-4453-98f7-3ae5253afc90 req-2f52b6aa-1254-4ae1-b11e-e3729d9d90d9 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:33.300388 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-fb21e2cb-44c6-4453-98f7-3ae5253afc90 req-2f52b6aa-1254-4ae1-b11e-e3729d9d90d9 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/networks?id=d3775254-6c3d-4b27-a2f1-ae073d9f981d HTTP/1.1" status: 200  len: 804 time: 0.1791911
May 07 21:46:33.323760 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-fb21e2cb-44c6-4453-98f7-3ae5253afc90 req-2d00049d-86fa-49c2-8abe-0c88c91d5978 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/quotas/bd92ab7de4f3456e82ccaa60aa378562 HTTP/1.1" status: 200  len: 375 time: 0.0178971
May 07 21:46:33.337990 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd76f704-c98b-4669-8b32-479dfecf0bfc req-d7a3a6b1-04ac-420c-9cb1-0b824e164ffa tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:33.339502 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bd76f704-c98b-4669-8b32-479dfecf0bfc req-d7a3a6b1-04ac-420c-9cb1-0b824e164ffa tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec0e0ca3-c2ed-4b3c-8716-5aa441b40a51 HTTP/1.1" status: 200  len: 946 time: 0.0518517
May 07 21:46:33.367755 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-fb21e2cb-44c6-4453-98f7-3ae5253afc90 req-03e056b2-a622-4963-84a4-2bb3032c3afa tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=bd92ab7de4f3456e82ccaa60aa378562&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0344367
May 07 21:46:33.384158 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b49d4918-d135-435b-b09d-118f0a674823 req-ca8de26c-1d50-4e84-98b5-c9e01d368492 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Made reservation on behalf of 95946c2e9a5c4a72905d75010a9bb7a5 for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:46:33.386751 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bd76f704-c98b-4669-8b32-479dfecf0bfc req-a1c9602b-d489-479a-af87-76a9649cf9d3 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] 10.222.0.32 "GET /v2.0/security-groups?id=94d1c480-f4e5-4d41-b75d-24e9594cc4ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416799
May 07 21:46:33.387210 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-b49d4918-d135-435b-b09d-118f0a674823 req-ca8de26c-1d50-4e84-98b5-c9e01d368492 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:33.489427 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b638a2-811e-489d-82e7-df8cd2cf2889 req-58726fe4-cff8-4c14-9787-5253d437f9b4 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:33.490933 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-35b638a2-811e-489d-82e7-df8cd2cf2889 req-58726fe4-cff8-4c14-9787-5253d437f9b4 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=52713c0c-6d75-42a3-96ac-5a93b17ef0b1 HTTP/1.1" status: 200  len: 945 time: 0.0473075
May 07 21:46:33.538612 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-35b638a2-811e-489d-82e7-df8cd2cf2889 req-3320841b-9469-4eaf-95c5-85197366b39c tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416219
May 07 21:46:33.548991 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-fb21e2cb-44c6-4453-98f7-3ae5253afc90 req-9af11e36-2b58-47f4-919c-ca280eab6f0f service neutron] 10.222.0.32 "GET /v2.0/networks/d3775254-6c3d-4b27-a2f1-ae073d9f981d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1736081
May 07 21:46:33.630178 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [req-b49d4918-d135-435b-b09d-118f0a674823 req-ca8de26c-1d50-4e84-98b5-c9e01d368492 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Allocated IP 192.168.233.24 (665487f0-78eb-47fb-9a06-b15bc614dc47/6e0e5c53-1ece-4d20-b01d-5f8c6957edf6/1f353eba-6503-4549-810d-34664c1775fa) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:46:33.679982 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.55', 49452) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:46:33.772267 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-fb21e2cb-44c6-4453-98f7-3ae5253afc90 req-2fb96a8b-6266-4035-bef9-0122f2bed803 service neutron] 10.222.0.32 "GET /v2.0/networks/d3775254-6c3d-4b27-a2f1-ae073d9f981d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1979570
May 07 21:46:33.773298 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5c058a-13ab-4e61-b369-bb2fb386fc00 req-75a1ec08-5da8-4af8-bec2-e8930c0205c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:33.774684 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ad5c058a-13ab-4e61-b369-bb2fb386fc00 req-75a1ec08-5da8-4af8-bec2-e8930c0205c0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4db49857a44d4f399959ac625886505a&device_id=52713c0c-6d75-42a3-96ac-5a93b17ef0b1 HTTP/1.1" status: 200  len: 1127 time: 0.0937655
May 07 21:46:33.978800 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ece145-4b6d-4739-bc6f-4bccc764ed01 req-15d42721-d819-4634-b218-9b112ddc94fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:33.980596 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-18ece145-4b6d-4739-bc6f-4bccc764ed01 req-15d42721-d819-4634-b218-9b112ddc94fb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3a25839617304e069e93d96029612c18&device_id=5158d992-548d-41d0-a26a-a1dae158fea9 HTTP/1.1" status: 200  len: 1130 time: 0.3883846
May 07 21:46:33.991923 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3f5f23-e4b0-4039-a420-d312de78e35a req-1c0bcdde-d1e7-44c0-92a5-04dff83a9bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:33.993374 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fa3f5f23-e4b0-4039-a420-d312de78e35a req-1c0bcdde-d1e7-44c0-92a5-04dff83a9bb1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ec0e0ca3-c2ed-4b3c-8716-5aa441b40a51 HTTP/1.1" status: 200  len: 1128 time: 0.3432395
May 07 21:46:34.039367 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eae895-09cc-4324-aa10-6f9e7438d8ab req-92f1e827-3c36-418c-bdbf-9bd64ae28d9e tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:34.046219 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-40eae895-09cc-4324-aa10-6f9e7438d8ab req-92f1e827-3c36-418c-bdbf-9bd64ae28d9e tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] 10.222.0.32 "GET /v2.0/ports?device_id=5158d992-548d-41d0-a26a-a1dae158fea9 HTTP/1.1" status: 200  len: 948 time: 0.1188877
May 07 21:46:34.174201 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-27ec10ec-7cb7-46ad-80f0-ac2b83990d2b req-a31ef216-8d77-4328-ad4f-717ccf2cb996 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad9c13b6-ebdb-426f-81a7-663cba33645a HTTP/1.1" status: 200  len: 210 time: 0.1009312
May 07 21:46:34.176384 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fa3f5f23-e4b0-4039-a420-d312de78e35a req-a98a03a3-f5fb-4f12-a708-c80fbe3be898 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=94d1c480-f4e5-4d41-b75d-24e9594cc4ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1727626
May 07 21:46:34.190967 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-40eae895-09cc-4324-aa10-6f9e7438d8ab req-dc947917-cb28-4552-8e23-18d0ad476933 tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] 10.222.0.32 "GET /v2.0/security-groups?id=332aa107-2f2c-4bec-852e-9d199e110534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1438050
May 07 21:46:34.231716 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ece145-4b6d-4739-bc6f-4bccc764ed01 req-85f4957a-bca0-4cdc-bc21-a3202def9311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:34.233393 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-18ece145-4b6d-4739-bc6f-4bccc764ed01 req-85f4957a-bca0-4cdc-bc21-a3202def9311 service neutron] 10.222.0.55 "GET /v2.0/networks?id=665487f0-78eb-47fb-9a06-b15bc614dc47 HTTP/1.1" status: 200  len: 870 time: 0.2433233
May 07 21:46:34.234850 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5c058a-13ab-4e61-b369-bb2fb386fc00 req-01ab43fb-cd69-46eb-af23-7ccfe9f225df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:34.236309 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ad5c058a-13ab-4e61-b369-bb2fb386fc00 req-01ab43fb-cd69-46eb-af23-7ccfe9f225df service neutron] 10.222.0.55 "GET /v2.0/networks?id=38d1a38e-1f99-466b-bf7f-940113b4b6ed HTTP/1.1" status: 200  len: 922 time: 0.4530764
May 07 21:46:34.290723 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-b49d4918-d135-435b-b09d-118f0a674823 req-ca8de26c-1d50-4e84-98b5-c9e01d368492 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Publish callbacks [] for port (1f353eba-6503-4549-810d-34664c1775fa), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:34.309716 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7285c9ce-7188-4ec7-8398-0a4c909c4e9d req-6e994606-afcf-4a3e-bf93-2400dead23d3 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/ports?device_id=63bd05ee-f966-4884-89dc-17c61c1942fe HTTP/1.1" status: 200  len: 210 time: 0.0435987
May 07 21:46:34.361138 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8c6dee9d-0353-4a37-9a49-9ecdb873f1f8 req-a75f94dc-2265-4112-89a9-78cd09e63d8f tempest-ServersAdmin275Test-2110418138 tempest-ServersAdmin275Test-2110418138-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5339211-223c-48cb-9652-201c790b2f4f HTTP/1.1" status: 200  len: 210 time: 0.0540175
May 07 21:46:34.387777 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-b49d4918-d135-435b-b09d-118f0a674823 req-ca8de26c-1d50-4e84-98b5-c9e01d368492 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (1f353eba-6503-4549-810d-34664c1775fa), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:34.410377 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['030cf429-3843-4968-ac82-75d806b69b77', '149155db-c2db-4827-9746-fffdb2d0018e'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:46:34.444586 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-18ece145-4b6d-4739-bc6f-4bccc764ed01 req-4922d17b-5bc1-4661-b0eb-b637dac9702b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=4640c625-b0a9-4880-8c33-cabac320668c HTTP/1.1" status: 200  len: 217 time: 0.0589890
May 07 21:46:34.477804 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ad5c058a-13ab-4e61-b369-bb2fb386fc00 req-f9b0914e-bbc0-4d38-8fcb-c1c6fde4917d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8fc97b61-6eb0-420e-adf9-104bdbfbc835 HTTP/1.1" status: 200  len: 217 time: 0.0864828
May 07 21:46:34.527570 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ece145-4b6d-4739-bc6f-4bccc764ed01 req-e370c667-1b85-40be-bcf0-22593eae70f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:34.529581 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-18ece145-4b6d-4739-bc6f-4bccc764ed01 req-e370c667-1b85-40be-bcf0-22593eae70f5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6e0e5c53-1ece-4d20-b01d-5f8c6957edf6 HTTP/1.1" status: 200  len: 843 time: 0.0776842
May 07 21:46:34.550365 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b49d4918-d135-435b-b09d-118f0a674823 req-ca8de26c-1d50-4e84-98b5-c9e01d368492 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Network 665487f0-78eb-47fb-9a06-b15bc614dc47 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:46:34.580805 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [req-b49d4918-d135-435b-b09d-118f0a674823 req-ca8de26c-1d50-4e84-98b5-c9e01d368492 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:46:34.589374 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ece145-4b6d-4739-bc6f-4bccc764ed01 req-5c10b880-2383-4ce0-b895-b88492173390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:34.592417 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-18ece145-4b6d-4739-bc6f-4bccc764ed01 req-5c10b880-2383-4ce0-b895-b88492173390 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=665487f0-78eb-47fb-9a06-b15bc614dc47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0565207
May 07 21:46:34.607665 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8de26c-1d50-4e84-98b5-c9e01d368492 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Pushing event updated for resources: {'Port': ['ID=1f353eba-6503-4549-810d-34664c1775fa,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:34.615247 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-b49d4918-d135-435b-b09d-118f0a674823 req-ca8de26c-1d50-4e84-98b5-c9e01d368492 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:46:34.622537 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49d4918-d135-435b-b09d-118f0a674823 req-ca8de26c-1d50-4e84-98b5-c9e01d368492 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:34.623476 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-b49d4918-d135-435b-b09d-118f0a674823 req-ca8de26c-1d50-4e84-98b5-c9e01d368492 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:34.664881 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f679c7cd-0c4f-4768-964f-73ad9d92218f req-76cb99df-b766-4789-b3de-eb1af90d2b93 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:34.672314 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f679c7cd-0c4f-4768-964f-73ad9d92218f req-76cb99df-b766-4789-b3de-eb1af90d2b93 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec0e0ca3-c2ed-4b3c-8716-5aa441b40a51 HTTP/1.1" status: 200  len: 946 time: 0.1099710
May 07 21:46:34.681792 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5c058a-13ab-4e61-b369-bb2fb386fc00 req-ee512d06-9b75-47a2-a1c5-81f7e41b1ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:34.683423 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ad5c058a-13ab-4e61-b369-bb2fb386fc00 req-ee512d06-9b75-47a2-a1c5-81f7e41b1ae5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=14835495-3004-48e8-b7c5-01b68d156e2d HTTP/1.1" status: 200  len: 861 time: 0.1938496
May 07 21:46:34.694089 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b49d4918-d135-435b-b09d-118f0a674823 req-ca8de26c-1d50-4e84-98b5-c9e01d368492 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.4821210
May 07 21:46:34.713204 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-b49d4918-d135-435b-b09d-118f0a674823 req-a3abd2d4-a7db-4b3d-82a3-a3383c02eccb service neutron] Request body: {'port': {'device_id': 'ad9c13b6-ebdb-426f-81a7-663cba33645a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:46:34.753808 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f679c7cd-0c4f-4768-964f-73ad9d92218f req-e7afc7ab-46d8-4a26-88f5-be6b5211f462 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] 10.222.0.32 "GET /v2.0/security-groups?id=94d1c480-f4e5-4d41-b75d-24e9594cc4ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0805209
May 07 21:46:34.778206 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def28404-0e96-46f5-935d-9234c550a577 req-05c68743-f4c5-4655-9572-1044206b9cdc tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:34.786307 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-def28404-0e96-46f5-935d-9234c550a577 req-05c68743-f4c5-4655-9572-1044206b9cdc tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=52713c0c-6d75-42a3-96ac-5a93b17ef0b1 HTTP/1.1" status: 200  len: 945 time: 0.0829277
May 07 21:46:34.799808 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-b49d4918-d135-435b-b09d-118f0a674823 req-a3abd2d4-a7db-4b3d-82a3-a3383c02eccb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (1f353eba-6503-4549-810d-34664c1775fa), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:34.844847 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-def28404-0e96-46f5-935d-9234c550a577 req-ad43ab6e-81e7-48fe-9292-1195099217d5 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573885
May 07 21:46:34.902272 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ad5c058a-13ab-4e61-b369-bb2fb386fc00 req-8416520f-f5ff-4654-b14b-c6030570dc0d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=38d1a38e-1f99-466b-bf7f-940113b4b6ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0419884
May 07 21:46:34.955232 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-b18f39e3-b962-4ad3-b815-c4f485ba44a6 None None] Provisioning complete for port 1f353eba-6503-4549-810d-34664c1775fa triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:46:34.955232 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b18f39e3-b962-4ad3-b815-c4f485ba44a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (1f353eba-6503-4549-810d-34664c1775fa), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:35.013519 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-18ece145-4b6d-4739-bc6f-4bccc764ed01 req-3f6a7ffc-5fb3-43be-a243-e0dcdfa44be9 service neutron] 10.222.0.55 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1668723
May 07 21:46:35.042089 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-b18f39e3-b962-4ad3-b815-c4f485ba44a6 None None] Port 1f353eba-6503-4549-810d-34664c1775fa cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:46:35.162523 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ad5c058a-13ab-4e61-b369-bb2fb386fc00 req-7c18fa71-f0a6-4e7b-a675-106e240b5869 service neutron] 10.222.0.55 "GET /v2.0/networks/38d1a38e-1f99-466b-bf7f-940113b4b6ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2519326
May 07 21:46:35.171811 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-18ece145-4b6d-4739-bc6f-4bccc764ed01 req-65cbd756-e48a-48b1-be32-145b6858dab6 service neutron] 10.222.0.55 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1491477
May 07 21:46:35.324773 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [req-b49d4918-d135-435b-b09d-118f0a674823 req-a3abd2d4-a7db-4b3d-82a3-a3383c02eccb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f353eba-6503-4549-810d-34664c1775fa {{(pid=121837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:46:35.336255 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-b49d4918-d135-435b-b09d-118f0a674823 req-a3abd2d4-a7db-4b3d-82a3-a3383c02eccb service neutron] Publish callbacks [] for port (1f353eba-6503-4549-810d-34664c1775fa), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:35.349371 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8f9509-5e62-4195-b9d2-86e16463d692 req-4c9de37e-b386-4e43-b043-a0c0cdb0be70 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:35.350812 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429dc15b-8972-4d62-a5ec-28c49f178cce req-1e6af55e-b894-44df-b066-8d377ebe163f tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:35.350965 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bb8f9509-5e62-4195-b9d2-86e16463d692 req-4c9de37e-b386-4e43-b043-a0c0cdb0be70 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad9c13b6-ebdb-426f-81a7-663cba33645a HTTP/1.1" status: 200  len: 935 time: 0.0920641
May 07 21:46:35.357873 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-429dc15b-8972-4d62-a5ec-28c49f178cce req-1e6af55e-b894-44df-b066-8d377ebe163f tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] 10.222.0.32 "GET /v2.0/ports?device_id=5158d992-548d-41d0-a26a-a1dae158fea9 HTTP/1.1" status: 200  len: 948 time: 0.0616426
May 07 21:46:35.358453 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-b49d4918-d135-435b-b09d-118f0a674823 req-a3abd2d4-a7db-4b3d-82a3-a3383c02eccb service neutron] Transition to ACTIVE for port object 1f353eba-6503-4549-810d-34664c1775fa will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:46:35.373875 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-b49d4918-d135-435b-b09d-118f0a674823 req-a3abd2d4-a7db-4b3d-82a3-a3383c02eccb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (1f353eba-6503-4549-810d-34664c1775fa), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:35.389535 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 58562) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:46:35.429770 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-429dc15b-8972-4d62-a5ec-28c49f178cce req-cafadf80-c5c7-426d-9e3a-82f9bb626342 tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] 10.222.0.32 "GET /v2.0/security-groups?id=332aa107-2f2c-4bec-852e-9d199e110534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0708616
May 07 21:46:35.458958 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3abd2d4-a7db-4b3d-82a3-a3383c02eccb service neutron] Pushing event updated for resources: {'Port': ['ID=1f353eba-6503-4549-810d-34664c1775fa,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:35.505301 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bb8f9509-5e62-4195-b9d2-86e16463d692 req-4ff484fe-7f54-4967-b32d-655e4c5fc212 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ea07aee-f825-4ee0-a542-65c887150930&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1407800
May 07 21:46:35.598616 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 4640c625-b0a9-4880-8c33-cabac320668c details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:46:35.600750 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2a7af765-0797-4023-8087-b681d8c239cf req-33ee939f-62ff-4a4f-b380-4db00b142fa2 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/ports?device_id=63bd05ee-f966-4884-89dc-17c61c1942fe HTTP/1.1" status: 200  len: 210 time: 0.0658383
May 07 21:46:35.615766 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-b49d4918-d135-435b-b09d-118f0a674823 req-a3abd2d4-a7db-4b3d-82a3-a3383c02eccb service neutron] Attempting to bind port 1f353eba-6503-4549-810d-34664c1775fa on host nch2-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:46:35.616235 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-b49d4918-d135-435b-b09d-118f0a674823 req-a3abd2d4-a7db-4b3d-82a3-a3383c02eccb service neutron] Attempting to bind port 1f353eba-6503-4549-810d-34664c1775fa by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:46:35.616619 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b49d4918-d135-435b-b09d-118f0a674823 req-a3abd2d4-a7db-4b3d-82a3-a3383c02eccb service neutron] Attempting to bind port 1f353eba-6503-4549-810d-34664c1775fa on network 665487f0-78eb-47fb-9a06-b15bc614dc47 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:46:35.628979 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-63f6de02-e5da-4e1c-88d5-f19bd19ec687 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:35.641943 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b49d4918-d135-435b-b09d-118f0a674823 req-a3abd2d4-a7db-4b3d-82a3-a3383c02eccb service neutron] Port 1f353eba-6503-4549-810d-34664c1775fa on network 665487f0-78eb-47fb-9a06-b15bc614dc47 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:46:35.642264 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b49d4918-d135-435b-b09d-118f0a674823 req-a3abd2d4-a7db-4b3d-82a3-a3383c02eccb service neutron] Attempting to bind port 1f353eba-6503-4549-810d-34664c1775fa on network 665487f0-78eb-47fb-9a06-b15bc614dc47 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:46:35.706124 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ff894ca3-ec1c-4bcb-9716-7f02ef33e20a req-468eaef6-20c0-4bda-85cc-63d65422687f tempest-ServersAdmin275Test-2110418138 tempest-ServersAdmin275Test-2110418138-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5339211-223c-48cb-9652-201c790b2f4f HTTP/1.1" status: 200  len: 210 time: 0.0835519
May 07 21:46:35.713056 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b49d4918-d135-435b-b09d-118f0a674823 req-a3abd2d4-a7db-4b3d-82a3-a3383c02eccb service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:46:35.713423 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b49d4918-d135-435b-b09d-118f0a674823 req-a3abd2d4-a7db-4b3d-82a3-a3383c02eccb service neutron] Checking segment: {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:46:35.713885 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b49d4918-d135-435b-b09d-118f0a674823 req-a3abd2d4-a7db-4b3d-82a3-a3383c02eccb service neutron] Bound using segment: {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:46:35.714389 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-b49d4918-d135-435b-b09d-118f0a674823 req-a3abd2d4-a7db-4b3d-82a3-a3383c02eccb service neutron] Bound port: 1f353eba-6503-4549-810d-34664c1775fa, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:46:35.714843 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-b49d4918-d135-435b-b09d-118f0a674823 req-a3abd2d4-a7db-4b3d-82a3-a3383c02eccb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (1f353eba-6503-4549-810d-34664c1775fa), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:35.721397 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ad5c058a-13ab-4e61-b369-bb2fb386fc00 req-05359b6b-eb6a-4da2-ad61-6aaff794580e service neutron] 10.222.0.55 "GET /v2.0/networks/38d1a38e-1f99-466b-bf7f-940113b4b6ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2630916
May 07 21:46:35.806207 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-63f6de02-e5da-4e1c-88d5-f19bd19ec687 admin admin] Publish callbacks [] for security_group (b137f452-2bd9-4ad7-a16c-71813c608789), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:35.817491 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-63f6de02-e5da-4e1c-88d5-f19bd19ec687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (b137f452-2bd9-4ad7-a16c-71813c608789), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:35.840488 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 4640c625-b0a9-4880-8c33-cabac320668c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4640c625-b0a9-4880-8c33-cabac320668c,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:46:35.854913 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': '4640c625-b0a9-4880-8c33-cabac320668c', 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47', 'port_id': '4640c625-b0a9-4880-8c33-cabac320668c', 'mac_address': 'fa:16:3e:0a:c2:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e0e5c53-1ece-4d20-b01d-5f8c6957edf6', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:46:35.912912 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 4640c625-b0a9-4880-8c33-cabac320668c is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:46:35.913681 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (4640c625-b0a9-4880-8c33-cabac320668c), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:35.932000 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-b49d4918-d135-435b-b09d-118f0a674823 req-a3abd2d4-a7db-4b3d-82a3-a3383c02eccb service neutron] For port 1f353eba-6503-4549-810d-34664c1775fa, host nch2-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:46:35.932895 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 58576) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:46:35.935618 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4640c625-b0a9-4880-8c33-cabac320668c {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:46:35.938580 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-b49d4918-d135-435b-b09d-118f0a674823 req-a3abd2d4-a7db-4b3d-82a3-a3383c02eccb service neutron] For port 1f353eba-6503-4549-810d-34664c1775fa, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1f353eba-6503-4549-810d-34664c1775fa,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:46:35.965109 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-b49d4918-d135-435b-b09d-118f0a674823 req-a3abd2d4-a7db-4b3d-82a3-a3383c02eccb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (1f353eba-6503-4549-810d-34664c1775fa), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:35.966820 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 4640c625-b0a9-4880-8c33-cabac320668c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4640c625-b0a9-4880-8c33-cabac320668c,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:46:35.981059 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (4640c625-b0a9-4880-8c33-cabac320668c), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:36.005791 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb21e2cb-44c6-4453-98f7-3ae5253afc90 req-9f9ba05a-23d8-4354-8681-036fee377ef9 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:36.007717 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-fb21e2cb-44c6-4453-98f7-3ae5253afc90 req-9f9ba05a-23d8-4354-8681-036fee377ef9 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.55 "GET /v2.0/networks?id=d3775254-6c3d-4b27-a2f1-ae073d9f981d HTTP/1.1" status: 200  len: 804 time: 0.2525654
May 07 21:46:36.027392 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-fb21e2cb-44c6-4453-98f7-3ae5253afc90 req-942949b9-f943-416a-b058-c301c733d0e9 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Request body: {'port': {'device_id': '63bd05ee-f966-4884-89dc-17c61c1942fe', 'network_id': 'd3775254-6c3d-4b27-a2f1-ae073d9f981d', 'admin_state_up': True, 'tenant_id': 'bd92ab7de4f3456e82ccaa60aa378562'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:46:36.032161 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5c058a-13ab-4e61-b369-bb2fb386fc00 req-9de60245-b8c3-489a-8bbf-b3aa7da0bdbe tempest-LiveAutoBlockMigrationV225Test-638033416 tempest-LiveAutoBlockMigrationV225Test-638033416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:36.032666 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49d4918-d135-435b-b09d-118f0a674823 req-a3abd2d4-a7db-4b3d-82a3-a3383c02eccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:36.032929 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-b49d4918-d135-435b-b09d-118f0a674823 req-a3abd2d4-a7db-4b3d-82a3-a3383c02eccb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:36.033712 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ad5c058a-13ab-4e61-b369-bb2fb386fc00 req-9de60245-b8c3-489a-8bbf-b3aa7da0bdbe tempest-LiveAutoBlockMigrationV225Test-638033416 tempest-LiveAutoBlockMigrationV225Test-638033416-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=52713c0c-6d75-42a3-96ac-5a93b17ef0b1&tenant_id=4db49857a44d4f399959ac625886505a&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.1245835
May 07 21:46:36.034389 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b49d4918-d135-435b-b09d-118f0a674823 req-a3abd2d4-a7db-4b3d-82a3-a3383c02eccb service neutron] 10.222.0.59 "PUT /v2.0/ports/1f353eba-6503-4549-810d-34664c1775fa HTTP/1.1" status: 200  len: 1095 time: 1.3257773
May 07 21:46:36.036608 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad9c13b6-ebdb-426f-81a7-663cba33645a', 'tag': '1f353eba-6503-4549-810d-34664c1775fa'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:46:36.039476 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcfc59cf-5256-4a12-881b-bd21df90be37" -d '{"events": [{"name": "network-changed", "server_uuid": "ad9c13b6-ebdb-426f-81a7-663cba33645a", "tag": "1f353eba-6503-4549-810d-34664c1775fa"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:46:36.084871 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=4640c625-b0a9-4880-8c33-cabac320668c,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:36.097775 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3abd2d4-a7db-4b3d-82a3-a3383c02eccb service neutron] Pushing event updated for resources: {'Port': ['ID=1f353eba-6503-4549-810d-34664c1775fa,revision_number=3']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:36.114179 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-63f6de02-e5da-4e1c-88d5-f19bd19ec687 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=209bcaac9caa425f8f2149045d4ae170&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7228246
May 07 21:46:36.115512 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f6de02-e5da-4e1c-88d5-f19bd19ec687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b137f452-2bd9-4ad7-a16c-71813c608789,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:36.123429 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-ad5c058a-13ab-4e61-b369-bb2fb386fc00 req-ef5d2f4e-4752-470e-9bde-a883d36d2050 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-master-1'}}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:46:36.130969 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 58582) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:46:36.204591 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f655b44b-43c6-4737-b5a0-5a7c9b33b236 req-5e76930f-3c82-43c5-8eca-4523ff8df7a1 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:36.207511 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f655b44b-43c6-4737-b5a0-5a7c9b33b236 req-5e76930f-3c82-43c5-8eca-4523ff8df7a1 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec0e0ca3-c2ed-4b3c-8716-5aa441b40a51 HTTP/1.1" status: 200  len: 946 time: 0.3420794
May 07 21:46:36.221463 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['4640c625-b0a9-4880-8c33-cabac320668c'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:46:36.317452 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70cfa05-a253-473e-8f1b-4d82aeb27390 req-8b8971e0-d5cc-442f-8b6f-641530023c98 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:36.321066 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b70cfa05-a253-473e-8f1b-4d82aeb27390 req-8b8971e0-d5cc-442f-8b6f-641530023c98 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=52713c0c-6d75-42a3-96ac-5a93b17ef0b1 HTTP/1.1" status: 200  len: 945 time: 0.1840768
May 07 21:46:36.321310 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-ad5c058a-13ab-4e61-b369-bb2fb386fc00 req-ef5d2f4e-4752-470e-9bde-a883d36d2050 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (8fc97b61-6eb0-420e-adf9-104bdbfbc835), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:36.325589 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-316a199f-5ca5-4040-aec8-50278c2204bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:36.327660 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb21e2cb-44c6-4453-98f7-3ae5253afc90 req-942949b9-f943-416a-b058-c301c733d0e9 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Made reservation on behalf of bd92ab7de4f3456e82ccaa60aa378562 for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:46:36.332223 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-fb21e2cb-44c6-4453-98f7-3ae5253afc90 req-942949b9-f943-416a-b058-c301c733d0e9 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:36.347454 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-92dc8726-74a9-4505-b738-d7727f09a52e admin admin] Publish callbacks [] for security_group (b137f452-2bd9-4ad7-a16c-71813c608789), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:36.357197 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f655b44b-43c6-4737-b5a0-5a7c9b33b236 req-e8d98c8e-ce4e-464b-9db2-67108945eb56 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] 10.222.0.32 "GET /v2.0/security-groups?id=94d1c480-f4e5-4d41-b75d-24e9594cc4ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1375566
May 07 21:46:36.397332 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49d4918-d135-435b-b09d-118f0a674823 req-92a4cb1b-0157-47d1-96b3-dddd052f123e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:36.398754 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b49d4918-d135-435b-b09d-118f0a674823 req-92a4cb1b-0157-47d1-96b3-dddd052f123e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=95946c2e9a5c4a72905d75010a9bb7a5&device_id=ad9c13b6-ebdb-426f-81a7-663cba33645a HTTP/1.1" status: 200  len: 1129 time: 0.2614608
May 07 21:46:36.404847 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-92dc8726-74a9-4505-b738-d7727f09a52e admin admin] Publish callbacks [] for security_group (b137f452-2bd9-4ad7-a16c-71813c608789), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:36.478735 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c03b5f97-907f-4b9f-a20b-24d166b1401d x-openstack-request-id: req-c03b5f97-907f-4b9f-a20b-24d166b1401d {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:46:36.479005 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad9c13b6-ebdb-426f-81a7-663cba33645a", "tag": "1f353eba-6503-4549-810d-34664c1775fa", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:46:36.479197 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c03b5f97-907f-4b9f-a20b-24d166b1401d {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:46:36.479599 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c03b5f97-907f-4b9f-a20b-24d166b1401d'] response: {'name': 'network-changed', 'server_uuid': 'ad9c13b6-ebdb-426f-81a7-663cba33645a', 'tag': '1f353eba-6503-4549-810d-34664c1775fa', 'status': 'completed', 'code': 200}
May 07 21:46:36.482791 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b70cfa05-a253-473e-8f1b-4d82aeb27390 req-746444ab-1f29-432a-8701-bc63d448bf6d tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1345451
May 07 21:46:36.527766 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b49d4918-d135-435b-b09d-118f0a674823 req-687dbfd5-68e0-4015-ba45-77a6f7e0765b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=1f353eba-6503-4549-810d-34664c1775fa HTTP/1.1" status: 200  len: 217 time: 0.0859668
May 07 21:46:36.559400 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda1e92e-30ee-4a7d-afbd-ef6da948c045 req-b6a5612b-57e6-48ec-ad60-f506f587f02b tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:36.560878 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-cda1e92e-30ee-4a7d-afbd-ef6da948c045 req-b6a5612b-57e6-48ec-ad60-f506f587f02b tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec0e0ca3-c2ed-4b3c-8716-5aa441b40a51 HTTP/1.1" status: 200  len: 946 time: 0.0645881
May 07 21:46:36.567836 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-92dc8726-74a9-4505-b738-d7727f09a52e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (b137f452-2bd9-4ad7-a16c-71813c608789), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:36.570958 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-92dc8726-74a9-4505-b738-d7727f09a52e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:36.573085 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-92dc8726-74a9-4505-b738-d7727f09a52e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b137f452-2bd9-4ad7-a16c-71813c608789 HTTP/1.1" status: 204  len: 168 time: 0.4364591
May 07 21:46:36.573085 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 58590) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:46:36.589741 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-09a46145-855c-4ab5-882d-c7dbe8c38566 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Request body: {'floatingip': {'port_id': '940b7f63-241e-47cd-901d-cf63ff106764'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:46:36.605197 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-ad5c058a-13ab-4e61-b369-bb2fb386fc00 req-ef5d2f4e-4752-470e-9bde-a883d36d2050 service neutron] For port 8fc97b61-6eb0-420e-adf9-104bdbfbc835, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8fc97b61-6eb0-420e-adf9-104bdbfbc835,segment=NetworkSegment(917604e4-aade-4a11-b4ad-178bdbbe8fbb),segment_id=917604e4-aade-4a11-b4ad-178bdbbe8fbb)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:46:36.642108 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dc8726-74a9-4505-b738-d7727f09a52e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b137f452-2bd9-4ad7-a16c-71813c608789,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:36.691381 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4231f02d-744f-45fe-b8c4-a8318b758b61 req-1f0a64d1-35b2-47c3-b059-af048163914d tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:36.695378 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4231f02d-744f-45fe-b8c4-a8318b758b61 req-1f0a64d1-35b2-47c3-b059-af048163914d tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] 10.222.0.32 "GET /v2.0/ports?device_id=5158d992-548d-41d0-a26a-a1dae158fea9 HTTP/1.1" status: 200  len: 949 time: 0.1232579
May 07 21:46:36.724273 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-09a46145-855c-4ab5-882d-c7dbe8c38566 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Publish callbacks [] for floatingip (785a81ae-a9bc-4c9f-8910-736737805009), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:36.733550 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49d4918-d135-435b-b09d-118f0a674823 req-b76926d3-89ac-44a8-9225-9cb18a72dd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:36.735094 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b49d4918-d135-435b-b09d-118f0a674823 req-b76926d3-89ac-44a8-9225-9cb18a72dd14 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6e0e5c53-1ece-4d20-b01d-5f8c6957edf6 HTTP/1.1" status: 200  len: 843 time: 0.1990347
May 07 21:46:36.799737 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [req-fb21e2cb-44c6-4453-98f7-3ae5253afc90 req-942949b9-f943-416a-b058-c301c733d0e9 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Allocated IP 172.20.0.14 (d3775254-6c3d-4b27-a2f1-ae073d9f981d/0cba138a-678d-4392-84ac-c6115c01dacb/1520ea65-2c7b-46a7-8360-d42695eee536) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:46:36.827469 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466260f3-09a4-4722-b8b3-a8c8371de548 req-920bef1c-8b9f-4f48-95d3-f15a2932ccaf tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:36.829261 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-466260f3-09a4-4722-b8b3-a8c8371de548 req-920bef1c-8b9f-4f48-95d3-f15a2932ccaf tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad9c13b6-ebdb-426f-81a7-663cba33645a HTTP/1.1" status: 200  len: 947 time: 0.1938255
May 07 21:46:36.843334 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49d4918-d135-435b-b09d-118f0a674823 req-9f33b0a9-1373-4954-952e-354f40f6a579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:36.844830 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b49d4918-d135-435b-b09d-118f0a674823 req-9f33b0a9-1373-4954-952e-354f40f6a579 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=665487f0-78eb-47fb-9a06-b15bc614dc47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0946100
May 07 21:46:36.850142 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-316a199f-5ca5-4040-aec8-50278c2204bf admin admin] Publish callbacks [] for security_group (654499f8-0dfe-4ad3-bba6-d6e02f3d8c92), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:36.856958 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4231f02d-744f-45fe-b8c4-a8318b758b61 req-29e818a0-b368-457c-b2f2-76944968bb51 tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] 10.222.0.32 "GET /v2.0/security-groups?id=332aa107-2f2c-4bec-852e-9d199e110534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1353948
May 07 21:46:36.862638 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-ad5c058a-13ab-4e61-b369-bb2fb386fc00 req-ef5d2f4e-4752-470e-9bde-a883d36d2050 service neutron] For port 8fc97b61-6eb0-420e-adf9-104bdbfbc835, host nch2-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:46:36.872763 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-316a199f-5ca5-4040-aec8-50278c2204bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (654499f8-0dfe-4ad3-bba6-d6e02f3d8c92), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:36.898619 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 58600) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:46:36.985553 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52713c0c-6d75-42a3-96ac-5a93b17ef0b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fc97b61-6eb0-420e-adf9-104bdbfbc835'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:46:36.987738 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d020c628-adf7-48eb-873e-1320136de439" -d '{"events": [{"server_uuid": "52713c0c-6d75-42a3-96ac-5a93b17ef0b1", "name": "network-vif-unplugged", "status": "completed", "tag": "8fc97b61-6eb0-420e-adf9-104bdbfbc835"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:46:36.995375 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-ad5c058a-13ab-4e61-b369-bb2fb386fc00 req-ef5d2f4e-4752-470e-9bde-a883d36d2050 service neutron] Publish callbacks [] for port (8fc97b61-6eb0-420e-adf9-104bdbfbc835), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:36.999403 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d131da09-d6e5-44f9-a29b-397985f5ead4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:37.012905 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-466260f3-09a4-4722-b8b3-a8c8371de548 req-4fa625e9-3507-45b3-bd0d-6463ee95b1a9 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ea07aee-f825-4ee0-a542-65c887150930&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1739843
May 07 21:46:37.015258 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-ad5c058a-13ab-4e61-b369-bb2fb386fc00 req-ef5d2f4e-4752-470e-9bde-a883d36d2050 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (8fc97b61-6eb0-420e-adf9-104bdbfbc835), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:37.036963 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316a199f-5ca5-4040-aec8-50278c2204bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=654499f8-0dfe-4ad3-bba6-d6e02f3d8c92,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:37.040648 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d373d879-d6d6-49a4-9197-8682be2c4af2 req-c35776ff-2063-45ef-ab5d-c79d976f5e66 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/ports?device_id=63bd05ee-f966-4884-89dc-17c61c1942fe HTTP/1.1" status: 200  len: 210 time: 0.1071274
May 07 21:46:37.056138 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-316a199f-5ca5-4040-aec8-50278c2204bf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c31a23c5613c406a93eec6dbc4afb7a5&name=default HTTP/1.1" status: 200  len: 2996 time: 1.1197078
May 07 21:46:37.059359 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 58604) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:46:37.115397 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 07 May 2022 21:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06bd633b-490c-4b55-b589-526701fdface x-openstack-request-id: req-06bd633b-490c-4b55-b589-526701fdface {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:46:37.115902 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52713c0c-6d75-42a3-96ac-5a93b17ef0b1", "name": "network-vif-unplugged", "status": "completed", "tag": "8fc97b61-6eb0-420e-adf9-104bdbfbc835", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:46:37.115902 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-06bd633b-490c-4b55-b589-526701fdface {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:46:37.116560 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06bd633b-490c-4b55-b589-526701fdface'] response: {'server_uuid': '52713c0c-6d75-42a3-96ac-5a93b17ef0b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fc97b61-6eb0-420e-adf9-104bdbfbc835', 'code': 200}
May 07 21:46:37.145919 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d43360c0-f306-4a21-985f-7b54d76328ac req-2b5dbfcf-27db-41c7-af1a-a0a4965f28a6 tempest-ServersAdmin275Test-2110418138 tempest-ServersAdmin275Test-2110418138-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5339211-223c-48cb-9652-201c790b2f4f HTTP/1.1" status: 200  len: 210 time: 0.0512531
May 07 21:46:37.175012 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5d2f4e-4752-470e-9bde-a883d36d2050 service neutron] Pushing event updated for resources: {'Port': ['ID=8fc97b61-6eb0-420e-adf9-104bdbfbc835,revision_number=7']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:37.206131 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b49d4918-d135-435b-b09d-118f0a674823 req-b1850cce-f870-4aba-bbd8-533eecc49661 service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3524578
May 07 21:46:37.252073 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-ad5c058a-13ab-4e61-b369-bb2fb386fc00 req-ef5d2f4e-4752-470e-9bde-a883d36d2050 service neutron] Attempting to bind port 8fc97b61-6eb0-420e-adf9-104bdbfbc835 on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:46:37.252460 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-ad5c058a-13ab-4e61-b369-bb2fb386fc00 req-ef5d2f4e-4752-470e-9bde-a883d36d2050 service neutron] Attempting to bind port 8fc97b61-6eb0-420e-adf9-104bdbfbc835 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '917604e4-aade-4a11-b4ad-178bdbbe8fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '38d1a38e-1f99-466b-bf7f-940113b4b6ed'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:46:37.252917 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5c058a-13ab-4e61-b369-bb2fb386fc00 req-ef5d2f4e-4752-470e-9bde-a883d36d2050 service neutron] Attempting to bind port 8fc97b61-6eb0-420e-adf9-104bdbfbc835 on network 38d1a38e-1f99-466b-bf7f-940113b4b6ed {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:46:37.291742 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-790e720f-b511-4849-a829-0273511507c0 admin admin] Publish callbacks [] for security_group (654499f8-0dfe-4ad3-bba6-d6e02f3d8c92), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:37.314351 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5c058a-13ab-4e61-b369-bb2fb386fc00 req-ef5d2f4e-4752-470e-9bde-a883d36d2050 service neutron] Port 8fc97b61-6eb0-420e-adf9-104bdbfbc835 on network 38d1a38e-1f99-466b-bf7f-940113b4b6ed not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:46:37.315228 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5c058a-13ab-4e61-b369-bb2fb386fc00 req-ef5d2f4e-4752-470e-9bde-a883d36d2050 service neutron] Attempting to bind port 8fc97b61-6eb0-420e-adf9-104bdbfbc835 on network 38d1a38e-1f99-466b-bf7f-940113b4b6ed {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:46:37.325790 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-fb21e2cb-44c6-4453-98f7-3ae5253afc90 req-942949b9-f943-416a-b058-c301c733d0e9 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Publish callbacks [] for port (1520ea65-2c7b-46a7-8360-d42695eee536), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:37.334199 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5c058a-13ab-4e61-b369-bb2fb386fc00 req-ef5d2f4e-4752-470e-9bde-a883d36d2050 service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:46:37.334539 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5c058a-13ab-4e61-b369-bb2fb386fc00 req-ef5d2f4e-4752-470e-9bde-a883d36d2050 service neutron] Checking segment: {'id': '917604e4-aade-4a11-b4ad-178bdbbe8fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '38d1a38e-1f99-466b-bf7f-940113b4b6ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:46:37.334948 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5c058a-13ab-4e61-b369-bb2fb386fc00 req-ef5d2f4e-4752-470e-9bde-a883d36d2050 service neutron] Bound using segment: {'id': '917604e4-aade-4a11-b4ad-178bdbbe8fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '38d1a38e-1f99-466b-bf7f-940113b4b6ed'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:46:37.335379 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-ad5c058a-13ab-4e61-b369-bb2fb386fc00 req-ef5d2f4e-4752-470e-9bde-a883d36d2050 service neutron] Bound port: 8fc97b61-6eb0-420e-adf9-104bdbfbc835, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '917604e4-aade-4a11-b4ad-178bdbbe8fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '38d1a38e-1f99-466b-bf7f-940113b4b6ed'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:46:37.335736 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-ad5c058a-13ab-4e61-b369-bb2fb386fc00 req-ef5d2f4e-4752-470e-9bde-a883d36d2050 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (8fc97b61-6eb0-420e-adf9-104bdbfbc835), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:37.376639 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-790e720f-b511-4849-a829-0273511507c0 admin admin] Publish callbacks [] for security_group (654499f8-0dfe-4ad3-bba6-d6e02f3d8c92), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:37.435633 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b49d4918-d135-435b-b09d-118f0a674823 req-bbd6fbc9-63a9-4096-a40b-87aba2f1ec7f service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2225332
May 07 21:46:37.460535 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d131da09-d6e5-44f9-a29b-397985f5ead4 admin admin] Publish callbacks [] for security_group (87649acd-7d41-456e-a45d-237809a139a3), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:37.467852 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d131da09-d6e5-44f9-a29b-397985f5ead4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (87649acd-7d41-456e-a45d-237809a139a3), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:37.487602 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-fb21e2cb-44c6-4453-98f7-3ae5253afc90 req-942949b9-f943-416a-b058-c301c733d0e9 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (1520ea65-2c7b-46a7-8360-d42695eee536), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:37.550785 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-790e720f-b511-4849-a829-0273511507c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (654499f8-0dfe-4ad3-bba6-d6e02f3d8c92), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:37.553357 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-790e720f-b511-4849-a829-0273511507c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:37.556949 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-790e720f-b511-4849-a829-0273511507c0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/654499f8-0dfe-4ad3-bba6-d6e02f3d8c92 HTTP/1.1" status: 204  len: 168 time: 0.4718988
May 07 21:46:37.559017 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d131da09-d6e5-44f9-a29b-397985f5ead4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87649acd-7d41-456e-a45d-237809a139a3,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:37.588497 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-d131da09-d6e5-44f9-a29b-397985f5ead4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ac416d4e69b8403ab980cdf7ea4a4c8f&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6791151
May 07 21:46:37.588497 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb21e2cb-44c6-4453-98f7-3ae5253afc90 req-942949b9-f943-416a-b058-c301c733d0e9 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Network d3775254-6c3d-4b27-a2f1-ae073d9f981d is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:46:37.598672 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 58610) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:46:37.602579 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790e720f-b511-4849-a829-0273511507c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=654499f8-0dfe-4ad3-bba6-d6e02f3d8c92,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:37.622129 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 4640c625-b0a9-4880-8c33-cabac320668c up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:46:37.630159 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [req-fb21e2cb-44c6-4453-98f7-3ae5253afc90 req-942949b9-f943-416a-b058-c301c733d0e9 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:46:37.635923 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb21e2cb-44c6-4453-98f7-3ae5253afc90 req-942949b9-f943-416a-b058-c301c733d0e9 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:46:37.641003 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb21e2cb-44c6-4453-98f7-3ae5253afc90 req-942949b9-f943-416a-b058-c301c733d0e9 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:37.641623 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-fb21e2cb-44c6-4453-98f7-3ae5253afc90 req-942949b9-f943-416a-b058-c301c733d0e9 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:37.646844 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942949b9-f943-416a-b058-c301c733d0e9 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Pushing event updated for resources: {'Port': ['ID=1520ea65-2c7b-46a7-8360-d42695eee536,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:37.683231 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b598c43d-081c-4bb6-a8d9-6535cb004ac4 req-74ca3ba8-20ed-4292-a6c6-8cd56c5231b9 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:37.684849 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b598c43d-081c-4bb6-a8d9-6535cb004ac4 req-74ca3ba8-20ed-4292-a6c6-8cd56c5231b9 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=52713c0c-6d75-42a3-96ac-5a93b17ef0b1 HTTP/1.1" status: 200  len: 943 time: 0.1138606
May 07 21:46:37.694310 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-fb21e2cb-44c6-4453-98f7-3ae5253afc90 req-942949b9-f943-416a-b058-c301c733d0e9 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6743193
May 07 21:46:37.708799 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-fb21e2cb-44c6-4453-98f7-3ae5253afc90 req-a2746889-a6e5-40c3-b028-8041094dff40 service neutron] Request body: {'port': {'device_id': '63bd05ee-f966-4884-89dc-17c61c1942fe', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:46:37.721043 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning for port 4640c625-b0a9-4880-8c33-cabac320668c completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:46:37.731790 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port 4640c625-b0a9-4880-8c33-cabac320668c triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:46:37.732531 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (4640c625-b0a9-4880-8c33-cabac320668c), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:37.770616 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5bf82be7-9f33-46c4-9281-d28d85584d3f admin admin] Publish callbacks [] for security_group (87649acd-7d41-456e-a45d-237809a139a3), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:37.835038 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.db.resource_extend [None req-09a46145-855c-4ab5-882d-c7dbe8c38566 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 07 21:46:37.840007 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5bf82be7-9f33-46c4-9281-d28d85584d3f admin admin] Publish callbacks [] for security_group (87649acd-7d41-456e-a45d-237809a139a3), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:37.850944 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b598c43d-081c-4bb6-a8d9-6535cb004ac4 req-9c8ec3a2-330f-4750-890a-8adfa0cd6a35 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1496964
May 07 21:46:37.858101 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 4640c625-b0a9-4880-8c33-cabac320668c is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:46:37.858490 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (4640c625-b0a9-4880-8c33-cabac320668c), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:37.862088 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-fb21e2cb-44c6-4453-98f7-3ae5253afc90 req-a2746889-a6e5-40c3-b028-8041094dff40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (1520ea65-2c7b-46a7-8360-d42695eee536), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:37.891001 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5158d992-548d-41d0-a26a-a1dae158fea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4640c625-b0a9-4880-8c33-cabac320668c'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:46:37.894018 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-506f480d-9fdb-485d-ad81-fd89cef0eb69" -d '{"events": [{"server_uuid": "5158d992-548d-41d0-a26a-a1dae158fea9", "name": "network-vif-plugged", "status": "completed", "tag": "4640c625-b0a9-4880-8c33-cabac320668c"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:46:37.924859 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 4640c625-b0a9-4880-8c33-cabac320668c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4640c625-b0a9-4880-8c33-cabac320668c,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:46:37.934670 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (4640c625-b0a9-4880-8c33-cabac320668c), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:37.956089 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5bf82be7-9f33-46c4-9281-d28d85584d3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (87649acd-7d41-456e-a45d-237809a139a3), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:37.958528 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-ad5c058a-13ab-4e61-b369-bb2fb386fc00 req-ef5d2f4e-4752-470e-9bde-a883d36d2050 service neutron] For port 8fc97b61-6eb0-420e-adf9-104bdbfbc835, host nch2-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:46:37.958786 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5bf82be7-9f33-46c4-9281-d28d85584d3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:37.962119 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-5bf82be7-9f33-46c4-9281-d28d85584d3f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/87649acd-7d41-456e-a45d-237809a139a3 HTTP/1.1" status: 204  len: 168 time: 0.3582222
May 07 21:46:37.985723 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf82be7-9f33-46c4-9281-d28d85584d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87649acd-7d41-456e-a45d-237809a139a3,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:37.992038 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-09a46145-855c-4ab5-882d-c7dbe8c38566 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:37.996650 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-ad5c058a-13ab-4e61-b369-bb2fb386fc00 req-ef5d2f4e-4752-470e-9bde-a883d36d2050 service neutron] For port 8fc97b61-6eb0-420e-adf9-104bdbfbc835, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8fc97b61-6eb0-420e-adf9-104bdbfbc835,segment=NetworkSegment(917604e4-aade-4a11-b4ad-178bdbbe8fbb),segment_id=917604e4-aade-4a11-b4ad-178bdbbe8fbb)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:46:38.003923 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-09a46145-855c-4ab5-882d-c7dbe8c38566 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (785a81ae-a9bc-4c9f-8910-736737805009), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:38.057113 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:46:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8155c9ef-ea60-42c9-8065-24099d6328cc x-openstack-request-id: req-8155c9ef-ea60-42c9-8065-24099d6328cc {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:46:38.057433 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5158d992-548d-41d0-a26a-a1dae158fea9", "name": "network-vif-plugged", "status": "completed", "tag": "4640c625-b0a9-4880-8c33-cabac320668c", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:46:38.057699 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8155c9ef-ea60-42c9-8065-24099d6328cc {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:46:38.058084 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8155c9ef-ea60-42c9-8065-24099d6328cc'] response: {'server_uuid': '5158d992-548d-41d0-a26a-a1dae158fea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4640c625-b0a9-4880-8c33-cabac320668c', 'code': 200}
May 07 21:46:38.070519 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=4640c625-b0a9-4880-8c33-cabac320668c,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:38.138758 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-ad5c058a-13ab-4e61-b369-bb2fb386fc00 req-ef5d2f4e-4752-470e-9bde-a883d36d2050 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (8fc97b61-6eb0-420e-adf9-104bdbfbc835), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:38.154226 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 58624) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:46:38.216477 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-838e02c9-aabb-42b9-b7f2-423f935d0e07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:38.252901 ncdv-master-1 neutron-server[121836]: INFO neutron.db.l3_db [None req-09a46145-855c-4ab5-882d-c7dbe8c38566 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Floating IP 785a81ae-a9bc-4c9f-8910-736737805009 associated. External IP: 172.35.4.170, port: 940b7f63-241e-47cd-901d-cf63ff106764.
May 07 21:46:38.259989 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5018e201-537c-4772-9b95-1a9775420734 req-23b2e89b-f043-437a-9907-07b4fcb955e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:38.261711 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5018e201-537c-4772-9b95-1a9775420734 req-23b2e89b-f043-437a-9907-07b4fcb955e4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5158d992-548d-41d0-a26a-a1dae158fea9 HTTP/1.1" status: 200  len: 1132 time: 0.1334956
May 07 21:46:38.289974 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc08132a-4fc2-40d2-87cd-a8fb1b9eb91c req-d790b1a7-f98a-4472-ba70-d5cb6c28e974 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:38.291382 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-cc08132a-4fc2-40d2-87cd-a8fb1b9eb91c req-d790b1a7-f98a-4472-ba70-d5cb6c28e974 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad9c13b6-ebdb-426f-81a7-663cba33645a HTTP/1.1" status: 200  len: 947 time: 0.1362445
May 07 21:46:38.311293 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104a41a3-1a07-4776-bb85-45be0240ac1f req-01e8780c-85f8-4203-a8ce-307ff7a4a74b tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:38.312765 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-104a41a3-1a07-4776-bb85-45be0240ac1f req-01e8780c-85f8-4203-a8ce-307ff7a4a74b tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] 10.222.0.32 "GET /v2.0/ports?device_id=5158d992-548d-41d0-a26a-a1dae158fea9 HTTP/1.1" status: 200  len: 950 time: 0.1870136
May 07 21:46:38.348445 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5d2f4e-4752-470e-9bde-a883d36d2050 service neutron] Pushing event updated for resources: {'Port': ['ID=8fc97b61-6eb0-420e-adf9-104bdbfbc835,revision_number=8']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:38.443353 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5c058a-13ab-4e61-b369-bb2fb386fc00 req-ef5d2f4e-4752-470e-9bde-a883d36d2050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:38.444386 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-ad5c058a-13ab-4e61-b369-bb2fb386fc00 req-ef5d2f4e-4752-470e-9bde-a883d36d2050 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:38.445789 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ad5c058a-13ab-4e61-b369-bb2fb386fc00 req-ef5d2f4e-4752-470e-9bde-a883d36d2050 service neutron] 10.222.0.55 "PUT /v2.0/ports/8fc97b61-6eb0-420e-adf9-104bdbfbc835 HTTP/1.1" status: 200  len: 1121 time: 2.3431122
May 07 21:46:38.477682 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5018e201-537c-4772-9b95-1a9775420734 req-6a8a2d9a-df58-48b0-9af6-115a43abab1e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=332aa107-2f2c-4bec-852e-9d199e110534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1731064
May 07 21:46:38.496357 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['8fc97b61-6eb0-420e-adf9-104bdbfbc835'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:46:38.502960 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-104a41a3-1a07-4776-bb85-45be0240ac1f req-5e905582-33e5-4e74-9d67-534465453b0a tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] 10.222.0.32 "GET /v2.0/security-groups?id=332aa107-2f2c-4bec-852e-9d199e110534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1666894
May 07 21:46:38.650467 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cbd00d-3e6f-4ba8-b622-028d54d0b391 req-dbc935e2-e03e-4a1d-b963-70a98d631cbb tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:38.658635 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c1cbd00d-3e6f-4ba8-b622-028d54d0b391 req-dbc935e2-e03e-4a1d-b963-70a98d631cbb tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/ports?device_id=63bd05ee-f966-4884-89dc-17c61c1942fe HTTP/1.1" status: 200  len: 932 time: 0.0908828
May 07 21:46:38.673178 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-cc08132a-4fc2-40d2-87cd-a8fb1b9eb91c req-5c47fc30-6b25-43f2-9d96-9f22bfbf6598 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ea07aee-f825-4ee0-a542-65c887150930&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3564863
May 07 21:46:38.701483 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfc59cf-5256-4a12-881b-bd21df90be37 req-d75eedb0-ec1b-4cc4-a7df-0dade8d2ccf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:38.703068 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-dcfc59cf-5256-4a12-881b-bd21df90be37 req-d75eedb0-ec1b-4cc4-a7df-0dade8d2ccf7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=95946c2e9a5c4a72905d75010a9bb7a5&device_id=ad9c13b6-ebdb-426f-81a7-663cba33645a HTTP/1.1" status: 200  len: 1129 time: 0.1278422
May 07 21:46:38.721579 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09a46145-855c-4ab5-882d-c7dbe8c38566 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Router 75c60af6-7842-4148-b054-82a4566b299c has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 21:46:38.739778 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c1cbd00d-3e6f-4ba8-b622-028d54d0b391 req-cc460850-3ef5-4505-88ed-b4308a998441 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b456a11-abdd-4913-9fa4-f25fdacb0d35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0800169
May 07 21:46:38.842159 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a3f49a21-914c-428f-991b-2457a343ce98 req-17d5cd04-07a6-478c-ba70-956c05aa431a tempest-ServersAdmin275Test-2110418138 tempest-ServersAdmin275Test-2110418138-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5339211-223c-48cb-9652-201c790b2f4f HTTP/1.1" status: 200  len: 210 time: 0.0737276
May 07 21:46:38.849540 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-838e02c9-aabb-42b9-b7f2-423f935d0e07 admin admin] Publish callbacks [] for security_group (82ffc6f3-cc10-4a4f-8562-70f0778fb45e), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:38.857296 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [req-fb21e2cb-44c6-4453-98f7-3ae5253afc90 req-a2746889-a6e5-40c3-b028-8041094dff40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1520ea65-2c7b-46a7-8360-d42695eee536 {{(pid=121837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:46:38.867371 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-838e02c9-aabb-42b9-b7f2-423f935d0e07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (82ffc6f3-cc10-4a4f-8562-70f0778fb45e), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:38.878509 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09a46145-855c-4ab5-882d-c7dbe8c38566 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:46:38.882574 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-fb21e2cb-44c6-4453-98f7-3ae5253afc90 req-a2746889-a6e5-40c3-b028-8041094dff40 service neutron] Publish callbacks [] for port (1520ea65-2c7b-46a7-8360-d42695eee536), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:38.886070 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-09a46145-855c-4ab5-882d-c7dbe8c38566 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:38.894366 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147af85b-5005-4904-b997-f70cf8bb76bc None None] Sync routers for ids ['75c60af6-7842-4148-b054-82a4566b299c'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:46:38.905174 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147af85b-5005-4904-b997-f70cf8bb76bc None None] Routers {'75c60af6-7842-4148-b054-82a4566b299c'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:46:38.905829 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-147af85b-5005-4904-b997-f70cf8bb76bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cb16160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:46:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['75c60af6-7842-4148-b054-82a4566b299c'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:46:38.928447 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-09a46145-855c-4ab5-882d-c7dbe8c38566 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] 10.222.0.32 "PUT /v2.0/floatingips/785a81ae-a9bc-4c9f-8910-736737805009 HTTP/1.1" status: 200  len: 992 time: 2.3422728
May 07 21:46:38.935846 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-838e02c9-aabb-42b9-b7f2-423f935d0e07 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=83f4f84f7b8245c0bf6b58873a7c526c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7759221
May 07 21:46:38.937899 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 58648) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:46:38.964483 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838e02c9-aabb-42b9-b7f2-423f935d0e07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82ffc6f3-cc10-4a4f-8562-70f0778fb45e,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:38.995304 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-fb21e2cb-44c6-4453-98f7-3ae5253afc90 req-a2746889-a6e5-40c3-b028-8041094dff40 service neutron] Transition to ACTIVE for port object 1520ea65-2c7b-46a7-8360-d42695eee536 will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:46:39.028225 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfc59cf-5256-4a12-881b-bd21df90be37 req-27c8f568-b593-4db7-9e9a-d5360f97b62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:39.030484 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-dcfc59cf-5256-4a12-881b-bd21df90be37 req-27c8f568-b593-4db7-9e9a-d5360f97b62a service neutron] 10.222.0.59 "GET /v2.0/networks?id=665487f0-78eb-47fb-9a06-b15bc614dc47 HTTP/1.1" status: 200  len: 870 time: 0.3205514
May 07 21:46:39.037712 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-fb21e2cb-44c6-4453-98f7-3ae5253afc90 req-a2746889-a6e5-40c3-b028-8041094dff40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (1520ea65-2c7b-46a7-8360-d42695eee536), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:39.056390 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838e02c9-aabb-42b9-b7f2-423f935d0e07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:46:39.056990 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838e02c9-aabb-42b9-b7f2-423f935d0e07 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:46:39.057338 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838e02c9-aabb-42b9-b7f2-423f935d0e07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:46:39.057671 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838e02c9-aabb-42b9-b7f2-423f935d0e07 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:46:39.058005 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838e02c9-aabb-42b9-b7f2-423f935d0e07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:46:39.058335 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838e02c9-aabb-42b9-b7f2-423f935d0e07 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:46:39.058660 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838e02c9-aabb-42b9-b7f2-423f935d0e07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:46:39.059012 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838e02c9-aabb-42b9-b7f2-423f935d0e07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:46:39.059338 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838e02c9-aabb-42b9-b7f2-423f935d0e07 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:46:39.059664 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838e02c9-aabb-42b9-b7f2-423f935d0e07 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:46:39.059987 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838e02c9-aabb-42b9-b7f2-423f935d0e07 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:46:39.060306 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838e02c9-aabb-42b9-b7f2-423f935d0e07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:46:39.060631 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838e02c9-aabb-42b9-b7f2-423f935d0e07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:46:39.060950 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838e02c9-aabb-42b9-b7f2-423f935d0e07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:46:39.061272 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838e02c9-aabb-42b9-b7f2-423f935d0e07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:46:39.118698 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd270a-faf9-499e-995f-d74276ec0536 req-f6ab509c-fafe-46a2-bdd7-0d01c1eebf0d tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:39.120303 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-65bd270a-faf9-499e-995f-d74276ec0536 req-f6ab509c-fafe-46a2-bdd7-0d01c1eebf0d tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=52713c0c-6d75-42a3-96ac-5a93b17ef0b1 HTTP/1.1" status: 200  len: 943 time: 0.1052499
May 07 21:46:39.121774 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52713c0c-6d75-42a3-96ac-5a93b17ef0b1', 'tag': '8fc97b61-6eb0-420e-adf9-104bdbfbc835'}, {'name': 'network-changed', 'server_uuid': 'ec0e0ca3-c2ed-4b3c-8716-5aa441b40a51', 'tag': '940b7f63-241e-47cd-901d-cf63ff106764'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:46:39.125672 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8630d700-a2b7-475b-88db-df0006c7c854" -d '{"events": [{"name": "network-changed", "server_uuid": "52713c0c-6d75-42a3-96ac-5a93b17ef0b1", "tag": "8fc97b61-6eb0-420e-adf9-104bdbfbc835"}, {"name": "network-changed", "server_uuid": "ec0e0ca3-c2ed-4b3c-8716-5aa441b40a51", "tag": "940b7f63-241e-47cd-901d-cf63ff106764"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:46:39.128638 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-031a6586-ab57-4c7e-8191-9cfddbfbea30 admin admin] Publish callbacks [] for security_group (82ffc6f3-cc10-4a4f-8562-70f0778fb45e), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:39.137067 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-147af85b-5005-4904-b997-f70cf8bb76bc None None] Set router 75c60af6-7842-4148-b054-82a4566b299c gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:46:39.204815 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-dcfc59cf-5256-4a12-881b-bd21df90be37 req-ffed68ce-7308-4dca-b28b-f69828cb6730 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=1f353eba-6503-4549-810d-34664c1775fa HTTP/1.1" status: 200  len: 217 time: 0.0725472
May 07 21:46:39.224983 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-031a6586-ab57-4c7e-8191-9cfddbfbea30 admin admin] Publish callbacks [] for security_group (82ffc6f3-cc10-4a4f-8562-70f0778fb45e), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:39.230267 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcffd6c-3555-4de1-a4f3-bf21e9960590 req-d8e6cf67-fa1b-4bd5-aac8-6b5934de2c27 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:39.231848 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9fcffd6c-3555-4de1-a4f3-bf21e9960590 req-d8e6cf67-fa1b-4bd5-aac8-6b5934de2c27 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec0e0ca3-c2ed-4b3c-8716-5aa441b40a51 HTTP/1.1" status: 200  len: 946 time: 0.1997113
May 07 21:46:39.232913 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2746889-a6e5-40c3-b028-8041094dff40 service neutron] Pushing event updated for resources: {'Port': ['ID=1520ea65-2c7b-46a7-8360-d42695eee536,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:39.235578 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-fb21e2cb-44c6-4453-98f7-3ae5253afc90 req-a2746889-a6e5-40c3-b028-8041094dff40 service neutron] Attempting to bind port 1520ea65-2c7b-46a7-8360-d42695eee536 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:46:39.235819 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-fb21e2cb-44c6-4453-98f7-3ae5253afc90 req-a2746889-a6e5-40c3-b028-8041094dff40 service neutron] Attempting to bind port 1520ea65-2c7b-46a7-8360-d42695eee536 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '616ea0c7-2d98-4ffb-86e7-ca2a85e3ffe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd3775254-6c3d-4b27-a2f1-ae073d9f981d'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:46:39.236147 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb21e2cb-44c6-4453-98f7-3ae5253afc90 req-a2746889-a6e5-40c3-b028-8041094dff40 service neutron] Attempting to bind port 1520ea65-2c7b-46a7-8360-d42695eee536 on network d3775254-6c3d-4b27-a2f1-ae073d9f981d {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:46:39.241825 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb21e2cb-44c6-4453-98f7-3ae5253afc90 req-a2746889-a6e5-40c3-b028-8041094dff40 service neutron] Port 1520ea65-2c7b-46a7-8360-d42695eee536 on network d3775254-6c3d-4b27-a2f1-ae073d9f981d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:46:39.242149 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb21e2cb-44c6-4453-98f7-3ae5253afc90 req-a2746889-a6e5-40c3-b028-8041094dff40 service neutron] Attempting to bind port 1520ea65-2c7b-46a7-8360-d42695eee536 on network d3775254-6c3d-4b27-a2f1-ae073d9f981d {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:46:39.248119 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb21e2cb-44c6-4453-98f7-3ae5253afc90 req-a2746889-a6e5-40c3-b028-8041094dff40 service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:46:39.248471 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb21e2cb-44c6-4453-98f7-3ae5253afc90 req-a2746889-a6e5-40c3-b028-8041094dff40 service neutron] Checking segment: {'id': '616ea0c7-2d98-4ffb-86e7-ca2a85e3ffe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd3775254-6c3d-4b27-a2f1-ae073d9f981d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:46:39.248853 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb21e2cb-44c6-4453-98f7-3ae5253afc90 req-a2746889-a6e5-40c3-b028-8041094dff40 service neutron] Bound using segment: {'id': '616ea0c7-2d98-4ffb-86e7-ca2a85e3ffe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd3775254-6c3d-4b27-a2f1-ae073d9f981d'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:46:39.249312 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-fb21e2cb-44c6-4453-98f7-3ae5253afc90 req-a2746889-a6e5-40c3-b028-8041094dff40 service neutron] Bound port: 1520ea65-2c7b-46a7-8360-d42695eee536, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '616ea0c7-2d98-4ffb-86e7-ca2a85e3ffe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd3775254-6c3d-4b27-a2f1-ae073d9f981d'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:46:39.249660 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-fb21e2cb-44c6-4453-98f7-3ae5253afc90 req-a2746889-a6e5-40c3-b028-8041094dff40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (1520ea65-2c7b-46a7-8360-d42695eee536), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:39.251625 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-65bd270a-faf9-499e-995f-d74276ec0536 req-e2d285c6-c2f6-47b2-9e18-03356a826071 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1197438
May 07 21:46:39.321636 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-031a6586-ab57-4c7e-8191-9cfddbfbea30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (82ffc6f3-cc10-4a4f-8562-70f0778fb45e), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:39.324688 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-031a6586-ab57-4c7e-8191-9cfddbfbea30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:39.326291 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-031a6586-ab57-4c7e-8191-9cfddbfbea30 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/82ffc6f3-cc10-4a4f-8562-70f0778fb45e HTTP/1.1" status: 204  len: 168 time: 0.3868756
May 07 21:46:39.336602 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a6586-ab57-4c7e-8191-9cfddbfbea30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82ffc6f3-cc10-4a4f-8562-70f0778fb45e,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:39.348405 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a6586-ab57-4c7e-8191-9cfddbfbea30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:46:39.349296 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a6586-ab57-4c7e-8191-9cfddbfbea30 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:46:39.349849 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a6586-ab57-4c7e-8191-9cfddbfbea30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:46:39.350406 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a6586-ab57-4c7e-8191-9cfddbfbea30 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:46:39.351706 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a6586-ab57-4c7e-8191-9cfddbfbea30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:46:39.352274 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a6586-ab57-4c7e-8191-9cfddbfbea30 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:46:39.352863 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a6586-ab57-4c7e-8191-9cfddbfbea30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:46:39.353426 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a6586-ab57-4c7e-8191-9cfddbfbea30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:46:39.353965 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a6586-ab57-4c7e-8191-9cfddbfbea30 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:46:39.354499 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a6586-ab57-4c7e-8191-9cfddbfbea30 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:46:39.355151 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a6586-ab57-4c7e-8191-9cfddbfbea30 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:46:39.355795 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a6586-ab57-4c7e-8191-9cfddbfbea30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:46:39.356706 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a6586-ab57-4c7e-8191-9cfddbfbea30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:46:39.357388 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a6586-ab57-4c7e-8191-9cfddbfbea30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:46:39.358171 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031a6586-ab57-4c7e-8191-9cfddbfbea30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:46:39.381744 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfc59cf-5256-4a12-881b-bd21df90be37 req-c4da9fd0-94b4-4e6c-8d76-4fe0abb5fee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:39.383840 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-dcfc59cf-5256-4a12-881b-bd21df90be37 req-c4da9fd0-94b4-4e6c-8d76-4fe0abb5fee1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6e0e5c53-1ece-4d20-b01d-5f8c6957edf6 HTTP/1.1" status: 200  len: 843 time: 0.1293314
May 07 21:46:39.401106 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 07 May 2022 21:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a500eef7-767f-4878-9d60-0bf1f2f4e56d x-openstack-request-id: req-a500eef7-767f-4878-9d60-0bf1f2f4e56d {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:46:39.401934 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52713c0c-6d75-42a3-96ac-5a93b17ef0b1", "tag": "8fc97b61-6eb0-420e-adf9-104bdbfbc835", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ec0e0ca3-c2ed-4b3c-8716-5aa441b40a51", "tag": "940b7f63-241e-47cd-901d-cf63ff106764", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:46:39.402382 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a500eef7-767f-4878-9d60-0bf1f2f4e56d {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:46:39.403142 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a500eef7-767f-4878-9d60-0bf1f2f4e56d'] response: {'name': 'network-changed', 'server_uuid': '52713c0c-6d75-42a3-96ac-5a93b17ef0b1', 'tag': '8fc97b61-6eb0-420e-adf9-104bdbfbc835', 'status': 'completed', 'code': 200}
May 07 21:46:39.403503 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a500eef7-767f-4878-9d60-0bf1f2f4e56d'] response: {'name': 'network-changed', 'server_uuid': 'ec0e0ca3-c2ed-4b3c-8716-5aa441b40a51', 'tag': '940b7f63-241e-47cd-901d-cf63ff106764', 'status': 'completed', 'code': 200}
May 07 21:46:39.504521 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8630d700-a2b7-475b-88db-df0006c7c854 req-114309ca-9760-40e4-811c-24861b513896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:39.506681 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8630d700-a2b7-475b-88db-df0006c7c854 req-114309ca-9760-40e4-811c-24861b513896 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4db49857a44d4f399959ac625886505a&device_id=52713c0c-6d75-42a3-96ac-5a93b17ef0b1 HTTP/1.1" status: 200  len: 1155 time: 0.0787206
May 07 21:46:39.518804 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9fcffd6c-3555-4de1-a4f3-bf21e9960590 req-fdccab87-b0b3-4345-9d36-10bd589496f6 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] 10.222.0.32 "GET /v2.0/security-groups?id=94d1c480-f4e5-4d41-b75d-24e9594cc4ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2579503
May 07 21:46:39.520130 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-fb21e2cb-44c6-4453-98f7-3ae5253afc90 req-a2746889-a6e5-40c3-b028-8041094dff40 service neutron] For port 1520ea65-2c7b-46a7-8360-d42695eee536, host nch1-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:46:39.534182 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfc59cf-5256-4a12-881b-bd21df90be37 req-ad4f972e-d3e4-4513-8806-92c16cc87940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:39.534280 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-dcfc59cf-5256-4a12-881b-bd21df90be37 req-ad4f972e-d3e4-4513-8806-92c16cc87940 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=665487f0-78eb-47fb-9a06-b15bc614dc47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1222444
May 07 21:46:39.589820 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-147af85b-5005-4904-b997-f70cf8bb76bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cb16160>, [{'id': '75c60af6-7842-4148-b054-82a4566b299c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-115886930-router', 'tenant_id': 'd7a25055f3544e5c95bacd3a07611e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.226'}], 'enable_snat': True}, 'gw_port_id': '07c8e0a0-c407-43ea-99f9-11a7c0c5a325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:45:50Z', 'updated_at': '2022-05-07T21:46:02Z', 'revision_number': 4, 'project_id': 'd7a25055f3544e5c95bacd3a07611e1d', 'gw_port': {'id': '07c8e0a0-c407-43ea-99f9-11a7c0c5a325', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:5d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c60af6-7842-4148-b054-82a4566b299c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:45:51Z', 'updated_at': '2022-05-07T21:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '785a81ae-a9bc-4c9f-8910-736737805009', 'tenant_id': 'd7a25055f3544e5c95bacd3a07611e1d', 'floating_ip_address': '172.35.4.170', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '75c60af6-7842-4148-b054-82a4566b299c', 'port_id': '940b7f63-241e-47cd-901d-cf63ff106764', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 231, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '849ca462-b333-410b-8c4a-24e67429a8f8', 'mac_address': 'fa:16:3e:8b:ca:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0e0ca3-c2ed-4b3c-8716-5aa441b40a51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T21:46:19Z', 'updated_at': '2022-05-07T21:46:37Z', 'revision_number': 1, 'project_id': 'd7a25055f3544e5c95bacd3a07611e1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31d4ce1a-3bba-4b25-8a01-763761665f1d', 'name': '', 'network_id': '849ca462-b333-410b-8c4a-24e67429a8f8', 'tenant_id': 'd7a25055f3544e5c95bacd3a07611e1d', 'mac_address': 'fa:16:3e:b4:b2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c60af6-7842-4148-b054-82a4566b299c', 'device_owner': 'network:router_interface', 'standard_attr_id': 169, 'fixed_ips': [{'subnet_id': '00184246-3b14-4ff3-8c67-98e0d140369b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:46:00Z', 'updated_at': '2022-05-07T21:46:06Z', 'revision_number': 5, 'project_id': 'd7a25055f3544e5c95bacd3a07611e1d', 'subnets': [{'id': '00184246-3b14-4ff3-8c67-98e0d140369b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:46:39.670608 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8630d700-a2b7-475b-88db-df0006c7c854 req-49a6acbb-727e-447e-96c4-0a62916141d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:39.673748 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8630d700-a2b7-475b-88db-df0006c7c854 req-49a6acbb-727e-447e-96c4-0a62916141d3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d7a25055f3544e5c95bacd3a07611e1d&device_id=ec0e0ca3-c2ed-4b3c-8716-5aa441b40a51 HTTP/1.1" status: 200  len: 1128 time: 0.1575263
May 07 21:46:39.678991 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147af85b-5005-4904-b997-f70cf8bb76bc None None] Checking router: 75c60af6-7842-4148-b054-82a4566b299c for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 21:46:39.707660 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-dcfc59cf-5256-4a12-881b-bd21df90be37 req-0e1027a1-64ff-4761-bbef-ff84e9e88c23 service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1677845
May 07 21:46:39.709682 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147af85b-5005-4904-b997-f70cf8bb76bc None None] Routers {'75c60af6-7842-4148-b054-82a4566b299c'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:46:39.710323 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-147af85b-5005-4904-b997-f70cf8bb76bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cb16160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:46:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['75c60af6-7842-4148-b054-82a4566b299c'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:46:39.720224 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-fb21e2cb-44c6-4453-98f7-3ae5253afc90 req-a2746889-a6e5-40c3-b028-8041094dff40 service neutron] For port 1520ea65-2c7b-46a7-8360-d42695eee536, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1520ea65-2c7b-46a7-8360-d42695eee536,segment=NetworkSegment(616ea0c7-2d98-4ffb-86e7-ca2a85e3ffe1),segment_id=616ea0c7-2d98-4ffb-86e7-ca2a85e3ffe1)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:46:39.734319 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-fb21e2cb-44c6-4453-98f7-3ae5253afc90 req-a2746889-a6e5-40c3-b028-8041094dff40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (1520ea65-2c7b-46a7-8360-d42695eee536), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:39.834592 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8630d700-a2b7-475b-88db-df0006c7c854 req-f3da0d4f-4492-4d37-8a4c-5cf40511e5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:39.838832 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8630d700-a2b7-475b-88db-df0006c7c854 req-f3da0d4f-4492-4d37-8a4c-5cf40511e5cf service neutron] 10.222.0.59 "GET /v2.0/networks?id=38d1a38e-1f99-466b-bf7f-940113b4b6ed HTTP/1.1" status: 200  len: 922 time: 0.3242638
May 07 21:46:39.852247 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcf7c1b-360f-4d08-a566-f016b395f524 req-deea3aa9-7600-4f6e-b643-8f7b52a1545d tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:39.855450 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3dcf7c1b-360f-4d08-a566-f016b395f524 req-deea3aa9-7600-4f6e-b643-8f7b52a1545d tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] 10.222.0.32 "GET /v2.0/ports?device_id=5158d992-548d-41d0-a26a-a1dae158fea9 HTTP/1.1" status: 200  len: 950 time: 0.1405735
May 07 21:46:39.864993 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-dcfc59cf-5256-4a12-881b-bd21df90be37 req-de5cf621-7e53-4d26-90d4-62d429725bfa service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1343124
May 07 21:46:39.928514 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-147af85b-5005-4904-b997-f70cf8bb76bc None None] Set router 75c60af6-7842-4148-b054-82a4566b299c gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:46:39.939703 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb21e2cb-44c6-4453-98f7-3ae5253afc90 req-a2746889-a6e5-40c3-b028-8041094dff40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:39.940611 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-fb21e2cb-44c6-4453-98f7-3ae5253afc90 req-a2746889-a6e5-40c3-b028-8041094dff40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:39.942137 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-fb21e2cb-44c6-4453-98f7-3ae5253afc90 req-a2746889-a6e5-40c3-b028-8041094dff40 service neutron] 10.222.0.55 "PUT /v2.0/ports/1520ea65-2c7b-46a7-8360-d42695eee536 HTTP/1.1" status: 200  len: 1092 time: 2.2397499
May 07 21:46:39.942541 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63bd05ee-f966-4884-89dc-17c61c1942fe', 'tag': '1520ea65-2c7b-46a7-8360-d42695eee536'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:46:39.944791 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb2ba00b-0c16-4749-80b4-2a35e1ff8cb3" -d '{"events": [{"name": "network-changed", "server_uuid": "63bd05ee-f966-4884-89dc-17c61c1942fe", "tag": "1520ea65-2c7b-46a7-8360-d42695eee536"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:46:39.972802 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb34f2f-a464-4824-a7ce-4b0bce6b3f6c req-2d12257a-3b8d-4944-8653-473a3e7f57e7 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:39.974382 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-feb34f2f-a464-4824-a7ce-4b0bce6b3f6c req-2d12257a-3b8d-4944-8653-473a3e7f57e7 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad9c13b6-ebdb-426f-81a7-663cba33645a HTTP/1.1" status: 200  len: 947 time: 0.1054363
May 07 21:46:40.018633 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8630d700-a2b7-475b-88db-df0006c7c854 req-7fff6d0a-1a3e-49c7-9b73-e973b498093f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8fc97b61-6eb0-420e-adf9-104bdbfbc835 HTTP/1.1" status: 200  len: 217 time: 0.1600573
May 07 21:46:40.041502 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-feb34f2f-a464-4824-a7ce-4b0bce6b3f6c req-23e18256-1769-4af8-a26a-6c9c6933e039 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ea07aee-f825-4ee0-a542-65c887150930&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549946
May 07 21:46:40.083607 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb21e2cb-44c6-4453-98f7-3ae5253afc90 req-bd7f36fd-718f-4f94-aae3-d4622fb1829c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:40.085133 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-fb21e2cb-44c6-4453-98f7-3ae5253afc90 req-bd7f36fd-718f-4f94-aae3-d4622fb1829c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bd92ab7de4f3456e82ccaa60aa378562&device_id=63bd05ee-f966-4884-89dc-17c61c1942fe HTTP/1.1" status: 200  len: 1126 time: 0.0472796
May 07 21:46:40.085760 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2746889-a6e5-40c3-b028-8041094dff40 service neutron] Pushing event updated for resources: {'Port': ['ID=1520ea65-2c7b-46a7-8360-d42695eee536,revision_number=3']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:40.107628 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8630d700-a2b7-475b-88db-df0006c7c854 req-b63eea41-aa48-45e5-91cd-213c23ab3068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:40.109066 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8630d700-a2b7-475b-88db-df0006c7c854 req-b63eea41-aa48-45e5-91cd-213c23ab3068 service neutron] 10.222.0.55 "GET /v2.0/networks?id=849ca462-b333-410b-8c4a-24e67429a8f8 HTTP/1.1" status: 200  len: 924 time: 0.4293742
May 07 21:46:40.137648 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-fb21e2cb-44c6-4453-98f7-3ae5253afc90 req-3ddeb779-c7f6-423f-9db7-f6a294e9392a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1520ea65-2c7b-46a7-8360-d42695eee536 HTTP/1.1" status: 200  len: 217 time: 0.0440431
May 07 21:46:40.252473 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb21e2cb-44c6-4453-98f7-3ae5253afc90 req-ff3e66b0-f227-4010-ae92-c9c9d5d74c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:40.255320 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-fb21e2cb-44c6-4453-98f7-3ae5253afc90 req-ff3e66b0-f227-4010-ae92-c9c9d5d74c39 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0cba138a-678d-4392-84ac-c6115c01dacb HTTP/1.1" status: 200  len: 844 time: 0.1100307
May 07 21:46:40.278036 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d1be75-ca51-4fea-a70a-525681d67a64 req-7e4e7fcb-daf2-403e-b003-1296cc70d3bf tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:40.278036 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b1d1be75-ca51-4fea-a70a-525681d67a64 req-7e4e7fcb-daf2-403e-b003-1296cc70d3bf tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/ports?device_id=63bd05ee-f966-4884-89dc-17c61c1942fe HTTP/1.1" status: 200  len: 944 time: 0.0804660
May 07 21:46:40.281495 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 1f353eba-6503-4549-810d-34664c1775fa details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:46:40.348698 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-fb21e2cb-44c6-4453-98f7-3ae5253afc90 req-a9ebe747-4a79-48a9-b7aa-bb93fe253460 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d3775254-6c3d-4b27-a2f1-ae073d9f981d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0765405
May 07 21:46:40.494176 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-147af85b-5005-4904-b997-f70cf8bb76bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cb16160>, [{'id': '75c60af6-7842-4148-b054-82a4566b299c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-115886930-router', 'tenant_id': 'd7a25055f3544e5c95bacd3a07611e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.226'}], 'enable_snat': True}, 'gw_port_id': '07c8e0a0-c407-43ea-99f9-11a7c0c5a325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:45:50Z', 'updated_at': '2022-05-07T21:46:02Z', 'revision_number': 4, 'project_id': 'd7a25055f3544e5c95bacd3a07611e1d', 'gw_port': {'id': '07c8e0a0-c407-43ea-99f9-11a7c0c5a325', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:5d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c60af6-7842-4148-b054-82a4566b299c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:45:51Z', 'updated_at': '2022-05-07T21:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '785a81ae-a9bc-4c9f-8910-736737805009', 'tenant_id': 'd7a25055f3544e5c95bacd3a07611e1d', 'floating_ip_address': '172.35.4.170', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '75c60af6-7842-4148-b054-82a4566b299c', 'port_id': '940b7f63-241e-47cd-901d-cf63ff106764', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 231, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '849ca462-b333-410b-8c4a-24e67429a8f8', 'mac_address': 'fa:16:3e:8b:ca:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0e0ca3-c2ed-4b3c-8716-5aa441b40a51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T21:46:19Z', 'updated_at': '2022-05-07T21:46:37Z', 'revision_number': 1, 'project_id': 'd7a25055f3544e5c95bacd3a07611e1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31d4ce1a-3bba-4b25-8a01-763761665f1d', 'name': '', 'network_id': '849ca462-b333-410b-8c4a-24e67429a8f8', 'tenant_id': 'd7a25055f3544e5c95bacd3a07611e1d', 'mac_address': 'fa:16:3e:b4:b2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c60af6-7842-4148-b054-82a4566b299c', 'device_owner': 'network:router_interface', 'standard_attr_id': 169, 'fixed_ips': [{'subnet_id': '00184246-3b14-4ff3-8c67-98e0d140369b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:46:00Z', 'updated_at': '2022-05-07T21:46:06Z', 'revision_number': 5, 'project_id': 'd7a25055f3544e5c95bacd3a07611e1d', 'subnets': [{'id': '00184246-3b14-4ff3-8c67-98e0d140369b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:46:40.503664 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 1f353eba-6503-4549-810d-34664c1775fa, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1f353eba-6503-4549-810d-34664c1775fa,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:46:40.512320 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-fb21e2cb-44c6-4453-98f7-3ae5253afc90 req-47337a90-1e7a-4fb9-ace1-3023a9dd6c68 service neutron] 10.222.0.55 "GET /v2.0/networks/d3775254-6c3d-4b27-a2f1-ae073d9f981d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1552944
May 07 21:46:40.532316 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': '1f353eba-6503-4549-810d-34664c1775fa', 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47', 'port_id': '1f353eba-6503-4549-810d-34664c1775fa', 'mac_address': 'fa:16:3e:3e:4b:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e0e5c53-1ece-4d20-b01d-5f8c6957edf6', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:46:40.546252 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b1d1be75-ca51-4fea-a70a-525681d67a64 req-bd6b4397-d03a-4d72-8956-9d2d63970201 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b456a11-abdd-4913-9fa4-f25fdacb0d35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2673144
May 07 21:46:40.550654 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8630d700-a2b7-475b-88db-df0006c7c854 req-34ce32d8-a54c-4665-ac51-721d227be6aa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=940b7f63-241e-47cd-901d-cf63ff106764 HTTP/1.1" status: 200  len: 1000 time: 0.4090698
May 07 21:46:40.570834 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3dcf7c1b-360f-4d08-a566-f016b395f524 req-61668a7c-9bc3-4d9a-be2b-f2eb79a8bb50 tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] 10.222.0.32 "GET /v2.0/security-groups?id=332aa107-2f2c-4bec-852e-9d199e110534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6450291
May 07 21:46:40.582459 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147af85b-5005-4904-b997-f70cf8bb76bc None None] The sync data for ids ['75c60af6-7842-4148-b054-82a4566b299c'] in ncdv-master-1 is: [{'id': '75c60af6-7842-4148-b054-82a4566b299c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-115886930-router', 'tenant_id': 'd7a25055f3544e5c95bacd3a07611e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.226'}], 'enable_snat': True}, 'gw_port_id': '07c8e0a0-c407-43ea-99f9-11a7c0c5a325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:45:50Z', 'updated_at': '2022-05-07T21:46:02Z', 'revision_number': 4, 'project_id': 'd7a25055f3544e5c95bacd3a07611e1d', 'gw_port': {'id': '07c8e0a0-c407-43ea-99f9-11a7c0c5a325', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:5d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c60af6-7842-4148-b054-82a4566b299c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:45:51Z', 'updated_at': '2022-05-07T21:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '785a81ae-a9bc-4c9f-8910-736737805009', 'tenant_id': 'd7a25055f3544e5c95bacd3a07611e1d', 'floating_ip_address': '172.35.4.170', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '75c60af6-7842-4148-b054-82a4566b299c', 'port_id': '940b7f63-241e-47cd-901d-cf63ff106764', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 231, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '849ca462-b333-410b-8c4a-24e67429a8f8', 'mac_address': 'fa:16:3e:8b:ca:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0e0ca3-c2ed-4b3c-8716-5aa441b40a51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T21:46:19Z', 'updated_at': '2022-05-07T21:46:37Z', 'revision_number': 1, 'project_id': 'd7a25055f3544e5c95bacd3a07611e1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31d4ce1a-3bba-4b25-8a01-763761665f1d', 'name': '', 'network_id': '849ca462-b333-410b-8c4a-24e67429a8f8', 'tenant_id': 'd7a25055f3544e5c95bacd3a07611e1d', 'mac_address': 'fa:16:3e:b4:b2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c60af6-7842-4148-b054-82a4566b299c', 'device_owner': 'network:router_interface', 'standard_attr_id': 169, 'fixed_ips': [{'subnet_id': '00184246-3b14-4ff3-8c67-98e0d140369b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:46:00Z', 'updated_at': '2022-05-07T21:46:06Z', 'revision_number': 5, 'project_id': 'd7a25055f3544e5c95bacd3a07611e1d', 'subnets': [{'id': '00184246-3b14-4ff3-8c67-98e0d140369b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:46:40.586104 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8630d700-a2b7-475b-88db-df0006c7c854 req-9cec1121-4a28-4fea-b0c0-d3b27ae3d696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:40.590278 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8630d700-a2b7-475b-88db-df0006c7c854 req-9cec1121-4a28-4fea-b0c0-d3b27ae3d696 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=14835495-3004-48e8-b7c5-01b68d156e2d HTTP/1.1" status: 200  len: 861 time: 0.5633447
May 07 21:46:40.640452 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 1f353eba-6503-4549-810d-34664c1775fa is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:46:40.640988 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (1f353eba-6503-4549-810d-34664c1775fa), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:40.644914 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-310ab3c2-1e75-4e3b-8449-d4d6901a0ac4 x-openstack-request-id: req-310ab3c2-1e75-4e3b-8449-d4d6901a0ac4 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:46:40.648771 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63bd05ee-f966-4884-89dc-17c61c1942fe", "tag": "1520ea65-2c7b-46a7-8360-d42695eee536", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:46:40.649076 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-310ab3c2-1e75-4e3b-8449-d4d6901a0ac4 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:46:40.649569 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-310ab3c2-1e75-4e3b-8449-d4d6901a0ac4'] response: {'name': 'network-changed', 'server_uuid': '63bd05ee-f966-4884-89dc-17c61c1942fe', 'tag': '1520ea65-2c7b-46a7-8360-d42695eee536', 'status': 'completed', 'code': 200}
May 07 21:46:40.681432 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f353eba-6503-4549-810d-34664c1775fa {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:46:40.711043 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 1f353eba-6503-4549-810d-34664c1775fa, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1f353eba-6503-4549-810d-34664c1775fa,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:46:40.725147 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (1f353eba-6503-4549-810d-34664c1775fa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:40.744519 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-61a14b91-e5d9-4078-bdf3-4a7c5e14a270 req-3bc055d9-0ebc-4b51-8838-c7616ebebd7c tempest-ServersAdmin275Test-2110418138 tempest-ServersAdmin275Test-2110418138-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5339211-223c-48cb-9652-201c790b2f4f HTTP/1.1" status: 200  len: 210 time: 0.0435019
May 07 21:46:40.747629 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8630d700-a2b7-475b-88db-df0006c7c854 req-c8c2dae4-8313-4ff7-809a-83da8ed2fa42 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=38d1a38e-1f99-466b-bf7f-940113b4b6ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1197751
May 07 21:46:40.764452 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-fb21e2cb-44c6-4453-98f7-3ae5253afc90 req-c28fcb19-c87a-4f41-b286-bdc496dbcfd9 service neutron] 10.222.0.55 "GET /v2.0/networks/d3775254-6c3d-4b27-a2f1-ae073d9f981d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2422745
May 07 21:46:40.827094 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=1f353eba-6503-4549-810d-34664c1775fa,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:40.886279 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8630d700-a2b7-475b-88db-df0006c7c854 req-77c3cc5b-f9ed-4f06-8573-54a6856fc05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:40.888074 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8630d700-a2b7-475b-88db-df0006c7c854 req-77c3cc5b-f9ed-4f06-8573-54a6856fc05f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=00184246-3b14-4ff3-8c67-98e0d140369b HTTP/1.1" status: 200  len: 862 time: 0.3160167
May 07 21:46:40.912945 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b760d746-da13-410d-ba69-38c3e97944e2 req-11dfd849-3bec-483b-80cb-647dfb6d788a tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:40.922199 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b760d746-da13-410d-ba69-38c3e97944e2 req-11dfd849-3bec-483b-80cb-647dfb6d788a tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=52713c0c-6d75-42a3-96ac-5a93b17ef0b1 HTTP/1.1" status: 200  len: 943 time: 0.1789310
May 07 21:46:40.934389 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8630d700-a2b7-475b-88db-df0006c7c854 req-22eb6b96-8658-4122-94f8-f202a267d497 service neutron] 10.222.0.59 "GET /v2.0/networks/38d1a38e-1f99-466b-bf7f-940113b4b6ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1753495
May 07 21:46:40.934650 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9ad61a-0941-4c7d-aedf-d197dd073de8 None None] New status for floating IP 785a81ae-a9bc-4c9f-8910-736737805009: ACTIVE {{(pid=121838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 07 21:46:41.063786 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b760d746-da13-410d-ba69-38c3e97944e2 req-953241ba-658d-4230-b7c2-9e9ef32fb502 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1405437
May 07 21:46:41.088853 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['1f353eba-6503-4549-810d-34664c1775fa'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:46:41.120998 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8630d700-a2b7-475b-88db-df0006c7c854 req-89718565-5726-4f70-b282-2dc1b1c9d6ad service neutron] 10.222.0.59 "GET /v2.0/networks/38d1a38e-1f99-466b-bf7f-940113b4b6ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1793275
May 07 21:46:41.126688 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d2a46402-cbe9-455b-bc1b-2885fd70e197 req-4113e234-dc95-460f-a493-c5050abc8d0a tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=7789855db11445de842c4df75bd05e10&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0322404
May 07 21:46:41.226396 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7090cfc2-4d7c-4184-b911-bab19ea0c015 req-aaa10dde-58cc-4872-811c-be8b35f06e65 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:41.235328 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7090cfc2-4d7c-4184-b911-bab19ea0c015 req-aaa10dde-58cc-4872-811c-be8b35f06e65 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad9c13b6-ebdb-426f-81a7-663cba33645a HTTP/1.1" status: 200  len: 948 time: 0.0794175
May 07 21:46:41.240816 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a46402-cbe9-455b-bc1b-2885fd70e197 req-19be8859-c860-4509-9f75-19c07804197c tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:41.247393 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d2a46402-cbe9-455b-bc1b-2885fd70e197 req-19be8859-c860-4509-9f75-19c07804197c tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1196902
May 07 21:46:41.286388 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d2a46402-cbe9-455b-bc1b-2885fd70e197 req-5a56ea76-d61d-4aeb-a753-7477a04f59bc tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/quotas/7789855db11445de842c4df75bd05e10 HTTP/1.1" status: 200  len: 375 time: 0.0379388
May 07 21:46:41.302418 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7090cfc2-4d7c-4184-b911-bab19ea0c015 req-c4d6c64f-0887-480d-b128-17032e2d5023 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ea07aee-f825-4ee0-a542-65c887150930&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0659723
May 07 21:46:41.338060 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d2a46402-cbe9-455b-bc1b-2885fd70e197 req-2d490f6a-0f87-4e64-95d7-fd076f9dc51a tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7789855db11445de842c4df75bd05e10&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0505705
May 07 21:46:41.503175 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e4f509f4-2e8c-49d9-a72b-48480d3cb80c req-37660193-f9c5-4cf1-90e5-d16221256f9d tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=12135950-7d5e-4835-8fe5-31c8e5e9c986 HTTP/1.1" status: 200  len: 210 time: 0.0334539
May 07 21:46:41.625219 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 8fc97b61-6eb0-420e-adf9-104bdbfbc835 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:46:41.681169 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d823019c-6674-46a4-bdcc-76aae9537355 req-a5c95ae9-7a23-4a18-9791-2210997aea67 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:41.683334 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d823019c-6674-46a4-bdcc-76aae9537355 req-a5c95ae9-7a23-4a18-9791-2210997aea67 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/ports?device_id=63bd05ee-f966-4884-89dc-17c61c1942fe HTTP/1.1" status: 200  len: 944 time: 0.0581617
May 07 21:46:41.766223 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2ba00b-0c16-4749-80b4-2a35e1ff8cb3 req-69cc9164-1e60-4293-a725-9f59c464e23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:41.768329 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bb2ba00b-0c16-4749-80b4-2a35e1ff8cb3 req-69cc9164-1e60-4293-a725-9f59c464e23a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bd92ab7de4f3456e82ccaa60aa378562&device_id=63bd05ee-f966-4884-89dc-17c61c1942fe HTTP/1.1" status: 200  len: 1126 time: 0.0747073
May 07 21:46:41.780063 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d823019c-6674-46a4-bdcc-76aae9537355 req-6e8e9a92-9e22-4310-8b7e-91e0764a07e8 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b456a11-abdd-4913-9fa4-f25fdacb0d35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0903187
May 07 21:46:41.789694 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8630d700-a2b7-475b-88db-df0006c7c854 req-d6cb1861-3b82-4f10-aef4-9d699284d13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:41.792171 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8630d700-a2b7-475b-88db-df0006c7c854 req-d6cb1861-3b82-4f10-aef4-9d699284d13f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=849ca462-b333-410b-8c4a-24e67429a8f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0918534
May 07 21:46:41.890211 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b146cb89-6953-49b6-8bda-12bb10137c38 req-1f408652-e210-44ed-9318-eafc5d0d3f06 tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:41.897958 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b146cb89-6953-49b6-8bda-12bb10137c38 req-1f408652-e210-44ed-9318-eafc5d0d3f06 tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] 10.222.0.32 "GET /v2.0/ports?device_id=5158d992-548d-41d0-a26a-a1dae158fea9 HTTP/1.1" status: 200  len: 950 time: 0.1060588
May 07 21:46:41.927362 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8630d700-a2b7-475b-88db-df0006c7c854 req-46dba181-6d3c-4663-8122-3f481d9e7777 service neutron] 10.222.0.55 "GET /v2.0/networks/849ca462-b333-410b-8c4a-24e67429a8f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1290233
May 07 21:46:41.952865 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2ba00b-0c16-4749-80b4-2a35e1ff8cb3 req-403015f9-c572-4a8b-8ab9-22099e4e467f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:41.955018 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bb2ba00b-0c16-4749-80b4-2a35e1ff8cb3 req-403015f9-c572-4a8b-8ab9-22099e4e467f service neutron] 10.222.0.55 "GET /v2.0/networks?id=d3775254-6c3d-4b27-a2f1-ae073d9f981d HTTP/1.1" status: 200  len: 905 time: 0.1790123
May 07 21:46:41.982932 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 8fc97b61-6eb0-420e-adf9-104bdbfbc835, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8fc97b61-6eb0-420e-adf9-104bdbfbc835,segment=NetworkSegment(917604e4-aade-4a11-b4ad-178bdbbe8fbb),segment_id=917604e4-aade-4a11-b4ad-178bdbbe8fbb)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:46:41.990336 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b146cb89-6953-49b6-8bda-12bb10137c38 req-9758d895-eb1d-45c2-94e2-8d965868a242 tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] 10.222.0.32 "GET /v2.0/security-groups?id=332aa107-2f2c-4bec-852e-9d199e110534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0876057
May 07 21:46:42.015053 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 8fc97b61-6eb0-420e-adf9-104bdbfbc835 has no active binding in host nch1-master-1 {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
May 07 21:46:42.048054 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bb2ba00b-0c16-4749-80b4-2a35e1ff8cb3 req-dfbfbdf2-bff3-43f5-a4ae-84c7c0b6409b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1520ea65-2c7b-46a7-8360-d42695eee536 HTTP/1.1" status: 200  len: 217 time: 0.0861077
May 07 21:46:42.077137 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8630d700-a2b7-475b-88db-df0006c7c854 req-6ca972ea-dc21-4e39-83e8-1b9af6ed54f2 service neutron] 10.222.0.55 "GET /v2.0/networks/849ca462-b333-410b-8c4a-24e67429a8f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1433723
May 07 21:46:42.145693 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-aa4ca41c-8544-4220-ae64-309c6f17fde9 req-b6376c27-7e1a-4831-8a87-adba607cf021 tempest-ServersAdmin275Test-2110418138 tempest-ServersAdmin275Test-2110418138-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5339211-223c-48cb-9652-201c790b2f4f HTTP/1.1" status: 200  len: 210 time: 0.0344441
May 07 21:46:42.157663 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2ba00b-0c16-4749-80b4-2a35e1ff8cb3 req-dd432186-2c00-4f25-a8ee-7d0e8c37e738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:42.160001 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bb2ba00b-0c16-4749-80b4-2a35e1ff8cb3 req-dd432186-2c00-4f25-a8ee-7d0e8c37e738 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0cba138a-678d-4392-84ac-c6115c01dacb HTTP/1.1" status: 200  len: 844 time: 0.1054487
May 07 21:46:42.204590 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bb2ba00b-0c16-4749-80b4-2a35e1ff8cb3 req-92e458ee-bdec-4151-9b43-692233ac027a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d3775254-6c3d-4b27-a2f1-ae073d9f981d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0388937
May 07 21:46:42.291736 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 1f353eba-6503-4549-810d-34664c1775fa up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:46:42.349021 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27f462d-6f21-4a69-b5de-af55b194cf36 req-e65d6b6d-4c6a-41b1-8661-52f9ff887bdb tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:42.350828 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a27f462d-6f21-4a69-b5de-af55b194cf36 req-e65d6b6d-4c6a-41b1-8661-52f9ff887bdb tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=52713c0c-6d75-42a3-96ac-5a93b17ef0b1 HTTP/1.1" status: 200  len: 943 time: 0.0615230
May 07 21:46:42.369960 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning for port 1f353eba-6503-4549-810d-34664c1775fa completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:46:42.373677 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bb2ba00b-0c16-4749-80b4-2a35e1ff8cb3 req-84cf5a4f-fc04-4f4f-9e3b-5590fa33959c service neutron] 10.222.0.55 "GET /v2.0/networks/d3775254-6c3d-4b27-a2f1-ae073d9f981d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1613131
May 07 21:46:42.376414 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port 1f353eba-6503-4549-810d-34664c1775fa triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:46:42.377516 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (1f353eba-6503-4549-810d-34664c1775fa), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:42.422902 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a27f462d-6f21-4a69-b5de-af55b194cf36 req-da9cc69e-c05e-4b81-b288-7320c4292ea4 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605326
May 07 21:46:42.471154 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 1f353eba-6503-4549-810d-34664c1775fa is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:46:42.471673 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (1f353eba-6503-4549-810d-34664c1775fa), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:42.495667 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad9c13b6-ebdb-426f-81a7-663cba33645a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f353eba-6503-4549-810d-34664c1775fa'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:46:42.497812 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3688234d-b477-4af5-b403-1451eaf94467" -d '{"events": [{"server_uuid": "ad9c13b6-ebdb-426f-81a7-663cba33645a", "name": "network-vif-plugged", "status": "completed", "tag": "1f353eba-6503-4549-810d-34664c1775fa"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:46:42.506259 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c47594-8ece-4f51-929f-51dab1a964a2 req-355c8647-b467-4f7c-ad7f-f7b518f6a263 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:42.508407 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-82c47594-8ece-4f51-929f-51dab1a964a2 req-355c8647-b467-4f7c-ad7f-f7b518f6a263 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad9c13b6-ebdb-426f-81a7-663cba33645a HTTP/1.1" status: 200  len: 948 time: 0.0571625
May 07 21:46:42.516451 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 1f353eba-6503-4549-810d-34664c1775fa, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1f353eba-6503-4549-810d-34664c1775fa,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:46:42.522807 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (1f353eba-6503-4549-810d-34664c1775fa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:42.544090 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91733b1c-81f9-421f-a425-2584a3bccae3 req-5e50615a-bd20-4be4-8d82-b8239961ea2d tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:42.545857 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-91733b1c-81f9-421f-a425-2584a3bccae3 req-5e50615a-bd20-4be4-8d82-b8239961ea2d tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] 10.222.0.32 "GET /v2.0/ports?device_id=5158d992-548d-41d0-a26a-a1dae158fea9 HTTP/1.1" status: 200  len: 950 time: 0.0514669
May 07 21:46:42.579946 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-82c47594-8ece-4f51-929f-51dab1a964a2 req-9e696abd-9b3d-4867-ad7e-e880d65c103b tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ea07aee-f825-4ee0-a542-65c887150930&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0655615
May 07 21:46:42.589329 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=1f353eba-6503-4549-810d-34664c1775fa,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:42.654210 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6accdd2f-347a-4d6c-b7d8-057ef086a251 x-openstack-request-id: req-6accdd2f-347a-4d6c-b7d8-057ef086a251 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:46:42.654880 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad9c13b6-ebdb-426f-81a7-663cba33645a", "name": "network-vif-plugged", "status": "completed", "tag": "1f353eba-6503-4549-810d-34664c1775fa", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:46:42.654965 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6accdd2f-347a-4d6c-b7d8-057ef086a251 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:46:42.655410 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6accdd2f-347a-4d6c-b7d8-057ef086a251'] response: {'server_uuid': 'ad9c13b6-ebdb-426f-81a7-663cba33645a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f353eba-6503-4549-810d-34664c1775fa', 'code': 200}
May 07 21:46:42.665048 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-91733b1c-81f9-421f-a425-2584a3bccae3 req-1ff80a3d-8311-4201-b828-648e22df5b6b tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] 10.222.0.32 "GET /v2.0/security-groups?id=332aa107-2f2c-4bec-852e-9d199e110534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1109295
May 07 21:46:42.688384 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bb2ba00b-0c16-4749-80b4-2a35e1ff8cb3 req-9783ba58-0155-42c2-8e4e-66d0442288a3 service neutron] 10.222.0.55 "GET /v2.0/networks/d3775254-6c3d-4b27-a2f1-ae073d9f981d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1415317
May 07 21:46:42.735070 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-15fd5408-d4f3-4e70-a1b4-b1f69cc64e4b req-fd388560-f896-4baa-9252-afe50977e454 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=12135950-7d5e-4835-8fe5-31c8e5e9c986 HTTP/1.1" status: 200  len: 210 time: 0.0285096
May 07 21:46:42.776963 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb0ff4-c6fc-467d-9f07-0cc90fa9409f req-587f7d8c-bf60-47c7-9a55-01e12856c7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:42.778429 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-edbb0ff4-c6fc-467d-9f07-0cc90fa9409f req-587f7d8c-bf60-47c7-9a55-01e12856c7fd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ad9c13b6-ebdb-426f-81a7-663cba33645a HTTP/1.1" status: 200  len: 1131 time: 0.0396423
May 07 21:46:42.842656 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-edbb0ff4-c6fc-467d-9f07-0cc90fa9409f req-e174f0bc-2a95-444b-9c5d-d7603acdd483 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3ea07aee-f825-4ee0-a542-65c887150930&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521624
May 07 21:46:42.902984 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c697e4-1f69-46ea-a9f5-4ab537c6613b req-858725e1-0862-4a4a-8925-8d7a86e0eb48 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:42.904450 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-69c697e4-1f69-46ea-a9f5-4ab537c6613b req-858725e1-0862-4a4a-8925-8d7a86e0eb48 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/ports?device_id=63bd05ee-f966-4884-89dc-17c61c1942fe HTTP/1.1" status: 200  len: 944 time: 0.0480137
May 07 21:46:42.955509 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-69c697e4-1f69-46ea-a9f5-4ab537c6613b req-f09c8e8f-211b-4fd5-b435-01545e9acc64 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b456a11-abdd-4913-9fa4-f25fdacb0d35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446365
May 07 21:46:43.000572 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 58786) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:46:43.102654 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cd18d54e-d4b8-451b-afbd-61f5c0b83e88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:43.176447 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cd18d54e-d4b8-451b-afbd-61f5c0b83e88 admin admin] Publish callbacks [] for security_group (49f8cd0c-1650-4091-a15a-84a6e5eba38e), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:43.180340 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cd18d54e-d4b8-451b-afbd-61f5c0b83e88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (49f8cd0c-1650-4091-a15a-84a6e5eba38e), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:43.219505 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-cd18d54e-d4b8-451b-afbd-61f5c0b83e88 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ec8a926ed5984f0e87af39fccadbd1c5&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2177551
May 07 21:46:43.220287 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd18d54e-d4b8-451b-afbd-61f5c0b83e88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49f8cd0c-1650-4091-a15a-84a6e5eba38e,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:43.223104 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 58792) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:46:43.269716 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-64ee23f9-d8c4-4218-b56d-b12f3744cc98 req-b1a9014e-7f26-4a17-a5a1-1f4123e6f262 tempest-ServersAdmin275Test-2110418138 tempest-ServersAdmin275Test-2110418138-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5339211-223c-48cb-9652-201c790b2f4f HTTP/1.1" status: 200  len: 210 time: 0.0385354
May 07 21:46:43.297346 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-65ae0763-4cf5-43ac-98d5-488a3d456682 admin admin] Publish callbacks [] for security_group (49f8cd0c-1650-4091-a15a-84a6e5eba38e), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:43.319257 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-65ae0763-4cf5-43ac-98d5-488a3d456682 admin admin] Publish callbacks [] for security_group (49f8cd0c-1650-4091-a15a-84a6e5eba38e), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:43.364968 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-65ae0763-4cf5-43ac-98d5-488a3d456682 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (49f8cd0c-1650-4091-a15a-84a6e5eba38e), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:43.367553 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-65ae0763-4cf5-43ac-98d5-488a3d456682 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:43.368685 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-65ae0763-4cf5-43ac-98d5-488a3d456682 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/49f8cd0c-1650-4091-a15a-84a6e5eba38e HTTP/1.1" status: 204  len: 168 time: 0.1441898
May 07 21:46:43.376243 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ae0763-4cf5-43ac-98d5-488a3d456682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f8cd0c-1650-4091-a15a-84a6e5eba38e,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:43.544290 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fafbdc-48fe-4963-855c-4dfc4863e271 req-a9d25b98-ef59-4ff2-88a2-d56957477c5e tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:43.545800 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-18fafbdc-48fe-4963-855c-4dfc4863e271 req-a9d25b98-ef59-4ff2-88a2-d56957477c5e tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=52713c0c-6d75-42a3-96ac-5a93b17ef0b1 HTTP/1.1" status: 200  len: 943 time: 0.0471981
May 07 21:46:43.593751 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-18fafbdc-48fe-4963-855c-4dfc4863e271 req-4293b4fc-78cd-4244-bc81-dc2fa1806422 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418365
May 07 21:46:43.635189 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 58802) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:46:43.646331 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 1520ea65-2c7b-46a7-8360-d42695eee536 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:46:43.652109 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7ae857b1-4732-4cbf-b558-7ad67e0adc94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:43.659546 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d2a46402-cbe9-455b-bc1b-2885fd70e197 req-3c2c5932-0a81-4874-b73e-ff9296b88f5d tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=7789855db11445de842c4df75bd05e10&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0319910
May 07 21:46:43.745059 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa82d15b-c084-41ea-973f-49bbad7dcf0a req-df7dacd6-5324-4893-a0a5-ef9727ce35db tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:43.746594 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-aa82d15b-c084-41ea-973f-49bbad7dcf0a req-df7dacd6-5324-4893-a0a5-ef9727ce35db tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad9c13b6-ebdb-426f-81a7-663cba33645a HTTP/1.1" status: 200  len: 949 time: 0.0751026
May 07 21:46:43.783032 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 1520ea65-2c7b-46a7-8360-d42695eee536, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1520ea65-2c7b-46a7-8360-d42695eee536,segment=NetworkSegment(616ea0c7-2d98-4ffb-86e7-ca2a85e3ffe1),segment_id=616ea0c7-2d98-4ffb-86e7-ca2a85e3ffe1)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:46:43.797720 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': '1520ea65-2c7b-46a7-8360-d42695eee536', 'network_id': 'd3775254-6c3d-4b27-a2f1-ae073d9f981d', 'port_id': '1520ea65-2c7b-46a7-8360-d42695eee536', 'mac_address': 'fa:16:3e:d4:09:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cba138a-678d-4392-84ac-c6115c01dacb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:46:43.820851 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7ae857b1-4732-4cbf-b558-7ad67e0adc94 admin admin] Publish callbacks [] for security_group (1e9d3143-1c00-45ab-891a-15c9e26a3c03), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:43.839301 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-aa82d15b-c084-41ea-973f-49bbad7dcf0a req-c7c9a58c-20a6-4b8f-a2cc-8a30a30d797c tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ea07aee-f825-4ee0-a542-65c887150930&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0785365
May 07 21:46:43.840668 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7ae857b1-4732-4cbf-b558-7ad67e0adc94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (1e9d3143-1c00-45ab-891a-15c9e26a3c03), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:43.868244 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4ee71-4f84-404a-afc7-d51d6bda58c8 req-c3a18202-8452-4380-829f-f85115ad935d tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:43.869220 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 1520ea65-2c7b-46a7-8360-d42695eee536 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:46:43.869743 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (1520ea65-2c7b-46a7-8360-d42695eee536), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:43.869945 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-23a4ee71-4f84-404a-afc7-d51d6bda58c8 req-c3a18202-8452-4380-829f-f85115ad935d tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] 10.222.0.32 "GET /v2.0/ports?device_id=5158d992-548d-41d0-a26a-a1dae158fea9 HTTP/1.1" status: 200  len: 950 time: 0.0797377
May 07 21:46:43.886616 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1520ea65-2c7b-46a7-8360-d42695eee536 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:46:43.905506 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a46402-cbe9-455b-bc1b-2885fd70e197 req-b729b95b-40cb-40da-8419-325d3bfb9657 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:43.906968 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d2a46402-cbe9-455b-bc1b-2885fd70e197 req-b729b95b-40cb-40da-8419-325d3bfb9657 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2359333
May 07 21:46:43.910359 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-7ae857b1-4732-4cbf-b558-7ad67e0adc94 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=000901a4bef84ea1bbea5d1a8a276c5f&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2738740
May 07 21:46:43.911497 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae857b1-4732-4cbf-b558-7ad67e0adc94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e9d3143-1c00-45ab-891a-15c9e26a3c03,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:43.912612 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 1520ea65-2c7b-46a7-8360-d42695eee536, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1520ea65-2c7b-46a7-8360-d42695eee536,segment=NetworkSegment(616ea0c7-2d98-4ffb-86e7-ca2a85e3ffe1),segment_id=616ea0c7-2d98-4ffb-86e7-ca2a85e3ffe1)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:46:43.914467 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 58808) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:46:43.924384 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (1520ea65-2c7b-46a7-8360-d42695eee536), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:43.939973 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-23a4ee71-4f84-404a-afc7-d51d6bda58c8 req-6c9a41e2-0265-4d78-8441-05d22e2c5676 tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] 10.222.0.32 "GET /v2.0/security-groups?id=332aa107-2f2c-4bec-852e-9d199e110534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0625730
May 07 21:46:43.958904 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-d2a46402-cbe9-455b-bc1b-2885fd70e197 req-64ae3a20-a9a5-493d-b352-04be76869866 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Request body: {'port': {'device_id': '12135950-7d5e-4835-8fe5-31c8e5e9c986', 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47', 'admin_state_up': True, 'tenant_id': '7789855db11445de842c4df75bd05e10'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:46:43.981836 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=1520ea65-2c7b-46a7-8360-d42695eee536,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:43.998640 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-cab61106-3ace-4267-98de-28b2ddb695e0 req-00cf3d42-4c98-4791-b3de-d952b49bad2a tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=12135950-7d5e-4835-8fe5-31c8e5e9c986 HTTP/1.1" status: 200  len: 210 time: 0.0488906
May 07 21:46:44.036921 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2908f98-39f5-45cc-b963-24bb1b1995d6 req-1ff42b80-fb18-42df-97af-6fdfa369b7dc tempest-DeleteServersAdminTestJSON-1608777675 tempest-DeleteServersAdminTestJSON-1608777675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:44.038379 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b2908f98-39f5-45cc-b963-24bb1b1995d6 req-1ff42b80-fb18-42df-97af-6fdfa369b7dc tempest-DeleteServersAdminTestJSON-1608777675 tempest-DeleteServersAdminTestJSON-1608777675-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=5158d992-548d-41d0-a26a-a1dae158fea9 HTTP/1.1" status: 200  len: 1132 time: 0.0728230
May 07 21:46:44.039425 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a0fc0041-96b2-45d9-abca-4a8aad605759 admin admin] Publish callbacks [] for security_group (1e9d3143-1c00-45ab-891a-15c9e26a3c03), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:44.086679 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a0fc0041-96b2-45d9-abca-4a8aad605759 admin admin] Publish callbacks [] for security_group (1e9d3143-1c00-45ab-891a-15c9e26a3c03), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:44.107603 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be2fd59-b6ae-44cd-be27-fb43cb011a6a req-70b86afd-badb-4de0-977e-936e03a6369f tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:44.109081 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5be2fd59-b6ae-44cd-be27-fb43cb011a6a req-70b86afd-badb-4de0-977e-936e03a6369f tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/ports?device_id=63bd05ee-f966-4884-89dc-17c61c1942fe HTTP/1.1" status: 200  len: 945 time: 0.0591385
May 07 21:46:44.153300 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2a46402-cbe9-455b-bc1b-2885fd70e197 req-64ae3a20-a9a5-493d-b352-04be76869866 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Made reservation on behalf of 7789855db11445de842c4df75bd05e10 for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:46:44.154388 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-b2908f98-39f5-45cc-b963-24bb1b1995d6 req-506556af-1c60-4582-84bd-0f5846f6a3cb tempest-DeleteServersAdminTestJSON-1608777675 tempest-DeleteServersAdminTestJSON-1608777675-project-admin] Deleting port 4640c625-b0a9-4880-8c33-cabac320668c {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:46:44.154658 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-b2908f98-39f5-45cc-b963-24bb1b1995d6 req-506556af-1c60-4582-84bd-0f5846f6a3cb tempest-DeleteServersAdminTestJSON-1608777675 tempest-DeleteServersAdminTestJSON-1608777675-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (4640c625-b0a9-4880-8c33-cabac320668c), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:44.156747 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-d2a46402-cbe9-455b-bc1b-2885fd70e197 req-64ae3a20-a9a5-493d-b352-04be76869866 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:44.169721 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-d2a46402-cbe9-455b-bc1b-2885fd70e197 req-64ae3a20-a9a5-493d-b352-04be76869866 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:44.192759 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5be2fd59-b6ae-44cd-be27-fb43cb011a6a req-6455eb7e-b026-4fda-b76f-977cfdcf9ccc tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b456a11-abdd-4913-9fa4-f25fdacb0d35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0774024
May 07 21:46:44.206988 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['1520ea65-2c7b-46a7-8360-d42695eee536'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:46:44.214428 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a0fc0041-96b2-45d9-abca-4a8aad605759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (1e9d3143-1c00-45ab-891a-15c9e26a3c03), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:44.217375 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a0fc0041-96b2-45d9-abca-4a8aad605759 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:44.221723 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-a0fc0041-96b2-45d9-abca-4a8aad605759 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1e9d3143-1c00-45ab-891a-15c9e26a3c03 HTTP/1.1" status: 204  len: 168 time: 0.3059099
May 07 21:46:44.247537 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fc0041-96b2-45d9-abca-4a8aad605759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e9d3143-1c00-45ab-891a-15c9e26a3c03,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:44.288409 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-b2908f98-39f5-45cc-b963-24bb1b1995d6 req-506556af-1c60-4582-84bd-0f5846f6a3cb tempest-DeleteServersAdminTestJSON-1608777675 tempest-DeleteServersAdminTestJSON-1608777675-project-admin] For port 4640c625-b0a9-4880-8c33-cabac320668c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4640c625-b0a9-4880-8c33-cabac320668c,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:46:44.289016 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-b2908f98-39f5-45cc-b963-24bb1b1995d6 req-506556af-1c60-4582-84bd-0f5846f6a3cb tempest-DeleteServersAdminTestJSON-1608777675 tempest-DeleteServersAdminTestJSON-1608777675-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (4640c625-b0a9-4880-8c33-cabac320668c), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:44.316352 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-b2908f98-39f5-45cc-b963-24bb1b1995d6 req-506556af-1c60-4582-84bd-0f5846f6a3cb tempest-DeleteServersAdminTestJSON-1608777675 tempest-DeleteServersAdminTestJSON-1608777675-project-admin] Calling delete_port for 4640c625-b0a9-4880-8c33-cabac320668c owned by compute:nova {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:46:44.324888 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-d2a46402-cbe9-455b-bc1b-2885fd70e197 req-64ae3a20-a9a5-493d-b352-04be76869866 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Publish callbacks [] for security_group (f48aff81-d0fd-497c-8654-9b3103503f53), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:44.340772 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-d2a46402-cbe9-455b-bc1b-2885fd70e197 req-64ae3a20-a9a5-493d-b352-04be76869866 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (f48aff81-d0fd-497c-8654-9b3103503f53), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:44.418717 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ae3a20-a9a5-493d-b352-04be76869866 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f48aff81-d0fd-497c-8654-9b3103503f53,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:44.472595 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-32fc0b50-5bde-4942-9f90-8aa33a4f27bf req-93a8710f-eca5-474f-a042-d6cbeac0a068 tempest-ServersAdmin275Test-2110418138 tempest-ServersAdmin275Test-2110418138-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5339211-223c-48cb-9652-201c790b2f4f HTTP/1.1" status: 200  len: 210 time: 0.0533845
May 07 21:46:44.526311 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [req-d2a46402-cbe9-455b-bc1b-2885fd70e197 req-64ae3a20-a9a5-493d-b352-04be76869866 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Allocated IP 192.168.233.37 (665487f0-78eb-47fb-9a06-b15bc614dc47/6e0e5c53-1ece-4d20-b01d-5f8c6957edf6/f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:46:44.569864 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-b2908f98-39f5-45cc-b963-24bb1b1995d6 req-506556af-1c60-4582-84bd-0f5846f6a3cb tempest-DeleteServersAdminTestJSON-1608777675 tempest-DeleteServersAdminTestJSON-1608777675-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (4640c625-b0a9-4880-8c33-cabac320668c), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:44.598590 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506556af-1c60-4582-84bd-0f5846f6a3cb tempest-DeleteServersAdminTestJSON-1608777675 tempest-DeleteServersAdminTestJSON-1608777675-project-admin] Pushing event deleted for resources: {'Port': ['ID=4640c625-b0a9-4880-8c33-cabac320668c,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:44.687734 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2908f98-39f5-45cc-b963-24bb1b1995d6 req-506556af-1c60-4582-84bd-0f5846f6a3cb tempest-DeleteServersAdminTestJSON-1608777675 tempest-DeleteServersAdminTestJSON-1608777675-project-admin] No DVR routers for this DVR port 4640c625-b0a9-4880-8c33-cabac320668c on host nch1-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:46:44.693180 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-b2908f98-39f5-45cc-b963-24bb1b1995d6 req-506556af-1c60-4582-84bd-0f5846f6a3cb tempest-DeleteServersAdminTestJSON-1608777675 tempest-DeleteServersAdminTestJSON-1608777675-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:44.698082 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b2908f98-39f5-45cc-b963-24bb1b1995d6 req-506556af-1c60-4582-84bd-0f5846f6a3cb tempest-DeleteServersAdminTestJSON-1608777675 tempest-DeleteServersAdminTestJSON-1608777675-project-admin] 10.222.0.55 "DELETE /v2.0/ports/4640c625-b0a9-4880-8c33-cabac320668c HTTP/1.1" status: 204  len: 173 time: 0.6482031
May 07 21:46:44.698576 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5158d992-548d-41d0-a26a-a1dae158fea9', 'name': 'network-vif-deleted', 'tag': '4640c625-b0a9-4880-8c33-cabac320668c'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:46:44.701667 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c838e59e-a6bd-44d0-9bbb-c0c0fe26d38c" -d '{"events": [{"server_uuid": "5158d992-548d-41d0-a26a-a1dae158fea9", "name": "network-vif-deleted", "tag": "4640c625-b0a9-4880-8c33-cabac320668c"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:46:44.722753 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-d2a46402-cbe9-455b-bc1b-2885fd70e197 req-64ae3a20-a9a5-493d-b352-04be76869866 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Publish callbacks [] for port (f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:44.749587 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab3e9bf0-4f3e-46fb-9516-a83bd37d896e x-openstack-request-id: req-ab3e9bf0-4f3e-46fb-9516-a83bd37d896e {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:46:44.750070 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5158d992-548d-41d0-a26a-a1dae158fea9", "name": "network-vif-deleted", "tag": "4640c625-b0a9-4880-8c33-cabac320668c", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:46:44.750167 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ab3e9bf0-4f3e-46fb-9516-a83bd37d896e {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:46:44.750514 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab3e9bf0-4f3e-46fb-9516-a83bd37d896e'] response: {'server_uuid': '5158d992-548d-41d0-a26a-a1dae158fea9', 'name': 'network-vif-deleted', 'tag': '4640c625-b0a9-4880-8c33-cabac320668c', 'status': 'completed', 'code': 200}
May 07 21:46:44.808946 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a7b118-3847-466a-86ff-2adbb2562b8c req-e838fad9-b71e-4356-aafe-aae1aafcc00a tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:44.810507 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b6a7b118-3847-466a-86ff-2adbb2562b8c req-e838fad9-b71e-4356-aafe-aae1aafcc00a tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=52713c0c-6d75-42a3-96ac-5a93b17ef0b1 HTTP/1.1" status: 200  len: 943 time: 0.1172309
May 07 21:46:44.819624 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-d2a46402-cbe9-455b-bc1b-2885fd70e197 req-64ae3a20-a9a5-493d-b352-04be76869866 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:44.891007 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2a46402-cbe9-455b-bc1b-2885fd70e197 req-64ae3a20-a9a5-493d-b352-04be76869866 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Network 665487f0-78eb-47fb-9a06-b15bc614dc47 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:46:44.900622 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [req-d2a46402-cbe9-455b-bc1b-2885fd70e197 req-64ae3a20-a9a5-493d-b352-04be76869866 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:46:44.903513 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2a46402-cbe9-455b-bc1b-2885fd70e197 req-64ae3a20-a9a5-493d-b352-04be76869866 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:46:44.908794 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a46402-cbe9-455b-bc1b-2885fd70e197 req-64ae3a20-a9a5-493d-b352-04be76869866 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:44.909423 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-d2a46402-cbe9-455b-bc1b-2885fd70e197 req-64ae3a20-a9a5-493d-b352-04be76869866 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:44.942483 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['4640c625-b0a9-4880-8c33-cabac320668c'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:46:44.965874 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ae3a20-a9a5-493d-b352-04be76869866 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Pushing event updated for resources: {'Port': ['ID=f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:44.979849 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b6a7b118-3847-466a-86ff-2adbb2562b8c req-914db07b-b623-4269-a2fd-f38db3882dbf tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1466537
May 07 21:46:45.000558 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d2a46402-cbe9-455b-bc1b-2885fd70e197 req-64ae3a20-a9a5-493d-b352-04be76869866 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.0463016
May 07 21:46:45.010011 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d39ccc-c7c4-43a0-9caf-f40dab16f4d2 req-89f201fa-3d29-4991-b06e-81f79dc371a1 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:45.015349 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d9d39ccc-c7c4-43a0-9caf-f40dab16f4d2 req-89f201fa-3d29-4991-b06e-81f79dc371a1 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad9c13b6-ebdb-426f-81a7-663cba33645a HTTP/1.1" status: 200  len: 949 time: 0.0620449
May 07 21:46:45.080640 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d9d39ccc-c7c4-43a0-9caf-f40dab16f4d2 req-c4a27133-5f70-4f4d-931b-20d24ba8f227 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ea07aee-f825-4ee0-a542-65c887150930&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0571632
May 07 21:46:45.136869 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-d2a46402-cbe9-455b-bc1b-2885fd70e197 req-733a669c-bac6-4e6a-b0a4-55758379bfa0 service neutron] Request body: {'port': {'device_id': '12135950-7d5e-4835-8fe5-31c8e5e9c986', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:46:45.153284 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b84d96b8-66b5-4c5b-a1f6-5074ed2642f9 req-29d3b3cd-ca62-47c4-9802-9c3ca88ec24d tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] 10.222.0.32 "GET /v2.0/ports?device_id=5158d992-548d-41d0-a26a-a1dae158fea9 HTTP/1.1" status: 200  len: 210 time: 0.0539927
May 07 21:46:45.208118 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648b3d78-287a-45fc-8a3a-ce397eb00251 req-ef7b2095-43c8-4abb-bd5a-0cb3a1f37c4a tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:45.211288 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-648b3d78-287a-45fc-8a3a-ce397eb00251 req-ef7b2095-43c8-4abb-bd5a-0cb3a1f37c4a tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=12135950-7d5e-4835-8fe5-31c8e5e9c986 HTTP/1.1" status: 200  len: 935 time: 0.0679817
May 07 21:46:45.226679 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-98f26c7a-220f-49c6-9b6b-c38f8c470f2e None None] Provisioning complete for port f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:46:45.227113 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-98f26c7a-220f-49c6-9b6b-c38f8c470f2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:45.248626 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-d2a46402-cbe9-455b-bc1b-2885fd70e197 req-733a669c-bac6-4e6a-b0a4-55758379bfa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:45.271313 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-648b3d78-287a-45fc-8a3a-ce397eb00251 req-11ea7162-5e48-402d-acd5-5cb564c805f9 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559254
May 07 21:46:45.325082 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-98f26c7a-220f-49c6-9b6b-c38f8c470f2e None None] Port f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:46:45.419901 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50b83f9-8281-4219-b119-a5d2c3ac6356 req-359c0267-d1eb-4cec-8659-308c8a64930d tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:45.427456 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d50b83f9-8281-4219-b119-a5d2c3ac6356 req-359c0267-d1eb-4cec-8659-308c8a64930d tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/ports?device_id=63bd05ee-f966-4884-89dc-17c61c1942fe HTTP/1.1" status: 200  len: 945 time: 0.0692797
May 07 21:46:45.455463 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 58852) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:46:45.485809 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d50b83f9-8281-4219-b119-a5d2c3ac6356 req-7890b67b-1a39-45bf-ad67-8511fd1dda17 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b456a11-abdd-4913-9fa4-f25fdacb0d35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0573575
May 07 21:46:45.582709 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-a8be4703-0c7c-4824-931f-cb4d3ae7caea admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2061803935-network', 'tenant_id': '1bcaffad5d3447b98f0216d3481045e5'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:46:45.600222 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-80255de9-edc3-4f2f-964e-8b94105e0cc3 req-3ad848d5-5593-4641-9669-a15ba939a570 tempest-ServersAdmin275Test-2110418138 tempest-ServersAdmin275Test-2110418138-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5339211-223c-48cb-9652-201c790b2f4f HTTP/1.1" status: 200  len: 210 time: 0.0298343
May 07 21:46:45.624305 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8be4703-0c7c-4824-931f-cb4d3ae7caea admin admin] Made reservation on behalf of 1bcaffad5d3447b98f0216d3481045e5 for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:46:45.626542 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a8be4703-0c7c-4824-931f-cb4d3ae7caea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:45.653485 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a8be4703-0c7c-4824-931f-cb4d3ae7caea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:45.661907 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 1520ea65-2c7b-46a7-8360-d42695eee536 up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:46:45.677856 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [req-d2a46402-cbe9-455b-bc1b-2885fd70e197 req-733a669c-bac6-4e6a-b0a4-55758379bfa0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9 {{(pid=121837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:46:45.689619 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-d2a46402-cbe9-455b-bc1b-2885fd70e197 req-733a669c-bac6-4e6a-b0a4-55758379bfa0 service neutron] Publish callbacks [] for port (f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:45.709486 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning for port 1520ea65-2c7b-46a7-8360-d42695eee536 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:46:45.715877 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-d2a46402-cbe9-455b-bc1b-2885fd70e197 req-733a669c-bac6-4e6a-b0a4-55758379bfa0 service neutron] Transition to ACTIVE for port object f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9 will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:46:45.717160 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port 1520ea65-2c7b-46a7-8360-d42695eee536 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:46:45.717971 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (1520ea65-2c7b-46a7-8360-d42695eee536), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:45.724760 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-d2a46402-cbe9-455b-bc1b-2885fd70e197 req-733a669c-bac6-4e6a-b0a4-55758379bfa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:45.804172 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733a669c-bac6-4e6a-b0a4-55758379bfa0 service neutron] Pushing event updated for resources: {'Port': ['ID=f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:45.835776 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 1520ea65-2c7b-46a7-8360-d42695eee536 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:46:45.836176 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (1520ea65-2c7b-46a7-8360-d42695eee536), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:45.857971 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a8be4703-0c7c-4824-931f-cb4d3ae7caea admin admin] Publish callbacks [] for security_group (4b6efee1-923f-40d4-a50c-a1e052cabbcf), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:45.860875 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-d2a46402-cbe9-455b-bc1b-2885fd70e197 req-733a669c-bac6-4e6a-b0a4-55758379bfa0 service neutron] Attempting to bind port f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:46:45.861767 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-d2a46402-cbe9-455b-bc1b-2885fd70e197 req-733a669c-bac6-4e6a-b0a4-55758379bfa0 service neutron] Attempting to bind port f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:46:45.862100 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a46402-cbe9-455b-bc1b-2885fd70e197 req-733a669c-bac6-4e6a-b0a4-55758379bfa0 service neutron] Attempting to bind port f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9 on network 665487f0-78eb-47fb-9a06-b15bc614dc47 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:46:45.867456 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a8be4703-0c7c-4824-931f-cb4d3ae7caea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (4b6efee1-923f-40d4-a50c-a1e052cabbcf), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:45.868482 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63bd05ee-f966-4884-89dc-17c61c1942fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1520ea65-2c7b-46a7-8360-d42695eee536'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:46:45.870920 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffa82824-4fa2-4d56-ab8c-df545493e059" -d '{"events": [{"server_uuid": "63bd05ee-f966-4884-89dc-17c61c1942fe", "name": "network-vif-plugged", "status": "completed", "tag": "1520ea65-2c7b-46a7-8360-d42695eee536"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:46:45.872992 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a46402-cbe9-455b-bc1b-2885fd70e197 req-733a669c-bac6-4e6a-b0a4-55758379bfa0 service neutron] Port f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9 on network 665487f0-78eb-47fb-9a06-b15bc614dc47 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:46:45.873243 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a46402-cbe9-455b-bc1b-2885fd70e197 req-733a669c-bac6-4e6a-b0a4-55758379bfa0 service neutron] Attempting to bind port f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9 on network 665487f0-78eb-47fb-9a06-b15bc614dc47 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:46:45.885725 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 1520ea65-2c7b-46a7-8360-d42695eee536, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1520ea65-2c7b-46a7-8360-d42695eee536,segment=NetworkSegment(616ea0c7-2d98-4ffb-86e7-ca2a85e3ffe1),segment_id=616ea0c7-2d98-4ffb-86e7-ca2a85e3ffe1)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:46:45.891947 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (1520ea65-2c7b-46a7-8360-d42695eee536), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:45.893138 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 4640c625-b0a9-4880-8c33-cabac320668c no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:46:45.896059 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8be4703-0c7c-4824-931f-cb4d3ae7caea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 21:46:45.902110 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a46402-cbe9-455b-bc1b-2885fd70e197 req-733a669c-bac6-4e6a-b0a4-55758379bfa0 service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:46:45.902559 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a46402-cbe9-455b-bc1b-2885fd70e197 req-733a669c-bac6-4e6a-b0a4-55758379bfa0 service neutron] Checking segment: {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:46:45.902933 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a46402-cbe9-455b-bc1b-2885fd70e197 req-733a669c-bac6-4e6a-b0a4-55758379bfa0 service neutron] Bound using segment: {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:46:45.903315 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-d2a46402-cbe9-455b-bc1b-2885fd70e197 req-733a669c-bac6-4e6a-b0a4-55758379bfa0 service neutron] Bound port: f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:46:45.903725 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-d2a46402-cbe9-455b-bc1b-2885fd70e197 req-733a669c-bac6-4e6a-b0a4-55758379bfa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:45.921606 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8be4703-0c7c-4824-931f-cb4d3ae7caea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b6efee1-923f-40d4-a50c-a1e052cabbcf,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:45.931138 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a8be4703-0c7c-4824-931f-cb4d3ae7caea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (82ec07f6-cf99-4411-99d8-c39170f22b45), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:45.931552 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-a8be4703-0c7c-4824-931f-cb4d3ae7caea admin admin] Added segment 82ec07f6-cf99-4411-99d8-c39170f22b45 of type vlan for network 28405dfe-908d-4039-91f6-1d02165b34cd
May 07 21:46:45.955349 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] No Port match for: 4640c625-b0a9-4880-8c33-cabac320668c {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:46:45.956947 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 4640c625-b0a9-4880-8c33-cabac320668c not bound to the agent host nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:46:45.963543 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b68963cb-1c87-4ca8-b4f5-753bdf76626f x-openstack-request-id: req-b68963cb-1c87-4ca8-b4f5-753bdf76626f {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:46:45.963707 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63bd05ee-f966-4884-89dc-17c61c1942fe", "name": "network-vif-plugged", "status": "completed", "tag": "1520ea65-2c7b-46a7-8360-d42695eee536", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:46:45.964038 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b68963cb-1c87-4ca8-b4f5-753bdf76626f {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:46:45.964912 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b68963cb-1c87-4ca8-b4f5-753bdf76626f'] response: {'server_uuid': '63bd05ee-f966-4884-89dc-17c61c1942fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1520ea65-2c7b-46a7-8360-d42695eee536', 'code': 200}
May 07 21:46:45.989143 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=1520ea65-2c7b-46a7-8360-d42695eee536,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:46.006398 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a8be4703-0c7c-4824-931f-cb4d3ae7caea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (28405dfe-908d-4039-91f6-1d02165b34cd), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:46.088231 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b080521f-556d-4e6b-a727-ebdc2d34632c req-eaef0444-e9b0-4986-8bc3-8b880557135a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:46.089929 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b080521f-556d-4e6b-a727-ebdc2d34632c req-eaef0444-e9b0-4986-8bc3-8b880557135a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=63bd05ee-f966-4884-89dc-17c61c1942fe HTTP/1.1" status: 200  len: 1128 time: 0.0466447
May 07 21:46:46.185570 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b080521f-556d-4e6b-a727-ebdc2d34632c req-15a469a0-80ec-4946-bf7a-156d66666815 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6b456a11-abdd-4913-9fa4-f25fdacb0d35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0859184
May 07 21:46:46.187051 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071d3d3d-0040-4580-afcb-b68f3a068a4e req-a3c9cd76-010d-479f-9f33-d8ade0dd9191 tempest-ServersAdminTestJSON-937815902 tempest-ServersAdminTestJSON-937815902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:46.187611 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071d3d3d-0040-4580-afcb-b68f3a068a4e req-a3c9cd76-010d-479f-9f33-d8ade0dd9191 tempest-ServersAdminTestJSON-937815902 tempest-ServersAdminTestJSON-937815902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:46.188093 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071d3d3d-0040-4580-afcb-b68f3a068a4e req-a3c9cd76-010d-479f-9f33-d8ade0dd9191 tempest-ServersAdminTestJSON-937815902 tempest-ServersAdminTestJSON-937815902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:46.188559 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071d3d3d-0040-4580-afcb-b68f3a068a4e req-a3c9cd76-010d-479f-9f33-d8ade0dd9191 tempest-ServersAdminTestJSON-937815902 tempest-ServersAdminTestJSON-937815902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:46.189035 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071d3d3d-0040-4580-afcb-b68f3a068a4e req-a3c9cd76-010d-479f-9f33-d8ade0dd9191 tempest-ServersAdminTestJSON-937815902 tempest-ServersAdminTestJSON-937815902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:46.190077 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071d3d3d-0040-4580-afcb-b68f3a068a4e req-a3c9cd76-010d-479f-9f33-d8ade0dd9191 tempest-ServersAdminTestJSON-937815902 tempest-ServersAdminTestJSON-937815902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:46.190543 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071d3d3d-0040-4580-afcb-b68f3a068a4e req-a3c9cd76-010d-479f-9f33-d8ade0dd9191 tempest-ServersAdminTestJSON-937815902 tempest-ServersAdminTestJSON-937815902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:46.192605 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-071d3d3d-0040-4580-afcb-b68f3a068a4e req-a3c9cd76-010d-479f-9f33-d8ade0dd9191 tempest-ServersAdminTestJSON-937815902 tempest-ServersAdminTestJSON-937815902-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=12135950-7d5e-4835-8fe5-31c8e5e9c986&device_id=63bd05ee-f966-4884-89dc-17c61c1942fe&device_id=ad9c13b6-ebdb-426f-81a7-663cba33645a&device_id=ec0e0ca3-c2ed-4b3c-8716-5aa441b40a51&device_id=e79018bd-9790-48c1-a26f-590908b011db&device_id=0284aa35-4e58-4e15-a194-a500996ed82e&device_id=52713c0c-6d75-42a3-96ac-5a93b17ef0b1&device_id=c5339211-223c-48cb-9652-201c790b2f4f HTTP/1.1" status: 200  len: 6602 time: 0.0767200
May 07 21:46:46.213350 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-071d3d3d-0040-4580-afcb-b68f3a068a4e req-2743a9e1-e6ad-442f-a7cd-fe0a08026d54 tempest-ServersAdminTestJSON-937815902 tempest-ServersAdminTestJSON-937815902-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:46.275772 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-d2a46402-cbe9-455b-bc1b-2885fd70e197 req-733a669c-bac6-4e6a-b0a4-55758379bfa0 service neutron] For port f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9, host nch1-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:46:46.290826 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-071d3d3d-0040-4580-afcb-b68f3a068a4e req-2743a9e1-e6ad-442f-a7cd-fe0a08026d54 tempest-ServersAdminTestJSON-937815902 tempest-ServersAdminTestJSON-937815902-project-admin] Publish callbacks [] for security_group (2258973e-5937-47f4-b351-c740f13ec0b3), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:46.299183 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-071d3d3d-0040-4580-afcb-b68f3a068a4e req-2743a9e1-e6ad-442f-a7cd-fe0a08026d54 tempest-ServersAdminTestJSON-937815902 tempest-ServersAdminTestJSON-937815902-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (2258973e-5937-47f4-b351-c740f13ec0b3), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:46.315438 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-d2a46402-cbe9-455b-bc1b-2885fd70e197 req-733a669c-bac6-4e6a-b0a4-55758379bfa0 service neutron] For port f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:46:46.324303 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a8be4703-0c7c-4824-931f-cb4d3ae7caea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (28405dfe-908d-4039-91f6-1d02165b34cd), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:46.325250 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8be4703-0c7c-4824-931f-cb4d3ae7caea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:46.325834 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a8be4703-0c7c-4824-931f-cb4d3ae7caea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:46.332472 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-d2a46402-cbe9-455b-bc1b-2885fd70e197 req-733a669c-bac6-4e6a-b0a4-55758379bfa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:46.352311 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2743a9e1-e6ad-442f-a7cd-fe0a08026d54 tempest-ServersAdminTestJSON-937815902 tempest-ServersAdminTestJSON-937815902-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2258973e-5937-47f4-b351-c740f13ec0b3,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:46.388156 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-071d3d3d-0040-4580-afcb-b68f3a068a4e req-2743a9e1-e6ad-442f-a7cd-fe0a08026d54 tempest-ServersAdminTestJSON-937815902 tempest-ServersAdminTestJSON-937815902-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&id=6b456a11-abdd-4913-9fa4-f25fdacb0d35&id=94d1c480-f4e5-4d41-b75d-24e9594cc4ba&id=3ea07aee-f825-4ee0-a542-65c887150930&id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 580 time: 0.1887093
May 07 21:46:46.401621 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f972de67-aaba-4f17-8766-b0d711fe87e8 req-6db11882-765b-40fe-9382-8cef3e9617aa tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:46.403515 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f972de67-aaba-4f17-8766-b0d711fe87e8 req-6db11882-765b-40fe-9382-8cef3e9617aa tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=52713c0c-6d75-42a3-96ac-5a93b17ef0b1 HTTP/1.1" status: 200  len: 943 time: 0.1290994
May 07 21:46:46.444924 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8be4703-0c7c-4824-931f-cb4d3ae7caea admin admin] Pushing event updated for resources: {'Network': ['ID=28405dfe-908d-4039-91f6-1d02165b34cd,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:46.455904 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 28405dfe-908d-4039-91f6-1d02165b34cd details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 21:46:46.464254 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a46402-cbe9-455b-bc1b-2885fd70e197 req-733a669c-bac6-4e6a-b0a4-55758379bfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:46.465788 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-d2a46402-cbe9-455b-bc1b-2885fd70e197 req-733a669c-bac6-4e6a-b0a4-55758379bfa0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:46.467632 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d2a46402-cbe9-455b-bc1b-2885fd70e197 req-733a669c-bac6-4e6a-b0a4-55758379bfa0 service neutron] 10.222.0.55 "PUT /v2.0/ports/f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9 HTTP/1.1" status: 200  len: 1095 time: 1.3354762
May 07 21:46:46.472148 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12135950-7d5e-4835-8fe5-31c8e5e9c986', 'tag': 'f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:46:46.475389 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c87b1c44-2542-4dc8-9b83-93d0e3d1ddec" -d '{"events": [{"name": "network-changed", "server_uuid": "12135950-7d5e-4835-8fe5-31c8e5e9c986", "tag": "f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:46:46.492004 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-a8be4703-0c7c-4824-931f-cb4d3ae7caea admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.0351682
May 07 21:46:46.498301 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 58874) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:46:46.511221 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-161d9f89-4a34-451f-a733-72360bce9bc7 admin admin] Request body: {'subnet': {'network_id': '28405dfe-908d-4039-91f6-1d02165b34cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2061803935-subnet', 'tenant_id': '1bcaffad5d3447b98f0216d3481045e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:46:46.573697 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e4b0fa-b142-4ced-9542-7afb921d4f1b req-bf6c3a74-db84-416f-aafa-212486f08d38 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:46.581428 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b2e4b0fa-b142-4ced-9542-7afb921d4f1b req-bf6c3a74-db84-416f-aafa-212486f08d38 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=12135950-7d5e-4835-8fe5-31c8e5e9c986 HTTP/1.1" status: 200  len: 947 time: 0.0967336
May 07 21:46:46.617295 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f972de67-aaba-4f17-8766-b0d711fe87e8 req-4fee59e5-1c18-46aa-9fb1-a06febd0ef45 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1466835
May 07 21:46:46.620665 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733a669c-bac6-4e6a-b0a4-55758379bfa0 service neutron] Pushing event updated for resources: {'Port': ['ID=f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9,revision_number=3']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:46.627322 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-161d9f89-4a34-451f-a733-72360bce9bc7 admin admin] Made reservation on behalf of 1bcaffad5d3447b98f0216d3481045e5 for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:46:46.629591 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-161d9f89-4a34-451f-a733-72360bce9bc7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:46.660403 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b2e4b0fa-b142-4ced-9542-7afb921d4f1b req-a2125699-6319-4cb4-83e9-2dc94470683d tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0779636
May 07 21:46:46.711681 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a46402-cbe9-455b-bc1b-2885fd70e197 req-ab0cf513-1080-45f0-b026-7d8d06503c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:46.713573 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d2a46402-cbe9-455b-bc1b-2885fd70e197 req-ab0cf513-1080-45f0-b026-7d8d06503c91 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7789855db11445de842c4df75bd05e10&device_id=12135950-7d5e-4835-8fe5-31c8e5e9c986 HTTP/1.1" status: 200  len: 1129 time: 0.1564598
May 07 21:46:46.728313 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2198553e-1003-4841-91f5-e1d718b122af x-openstack-request-id: req-2198553e-1003-4841-91f5-e1d718b122af {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:46:46.728603 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12135950-7d5e-4835-8fe5-31c8e5e9c986", "tag": "f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:46:46.728851 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2198553e-1003-4841-91f5-e1d718b122af {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:46:46.729245 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2198553e-1003-4841-91f5-e1d718b122af'] response: {'name': 'network-changed', 'server_uuid': '12135950-7d5e-4835-8fe5-31c8e5e9c986', 'tag': 'f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9', 'status': 'completed', 'code': 200}
May 07 21:46:46.809235 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88be6826-b1fc-49b9-91e9-277628543cbe req-fb065c39-fb52-4574-b16c-5dbeaccf80cb tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:46.810308 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ce09cdcc-bc23-4632-a4aa-d1af564e1a83 req-0b1150b7-8916-4960-ac1e-a94cc2f9afd9 tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=3a25839617304e069e93d96029612c18&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0214510
May 07 21:46:46.810927 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-88be6826-b1fc-49b9-91e9-277628543cbe req-fb065c39-fb52-4574-b16c-5dbeaccf80cb tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/ports?device_id=63bd05ee-f966-4884-89dc-17c61c1942fe HTTP/1.1" status: 200  len: 946 time: 0.0592396
May 07 21:46:46.895856 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-88be6826-b1fc-49b9-91e9-277628543cbe req-0cbc1c79-c590-4f11-b869-3e3b7b672f58 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b456a11-abdd-4913-9fa4-f25fdacb0d35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0789065
May 07 21:46:46.933424 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce09cdcc-bc23-4632-a4aa-d1af564e1a83 req-c4d9a151-d6d9-4ebf-afe7-6f6ccea9a216 tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:46.935091 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ce09cdcc-bc23-4632-a4aa-d1af564e1a83 req-c4d9a151-d6d9-4ebf-afe7-6f6ccea9a216 tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1141548
May 07 21:46:46.942056 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-161d9f89-4a34-451f-a733-72360bce9bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for subnet (1fe63d5f-90f3-4e94-9dfe-af97e96ae5d9), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:46.973559 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ce09cdcc-bc23-4632-a4aa-d1af564e1a83 req-ea56a475-80f5-4976-8aa6-ad411bdabc92 tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] 10.222.0.32 "GET /v2.0/quotas/3a25839617304e069e93d96029612c18 HTTP/1.1" status: 200  len: 375 time: 0.0310099
May 07 21:46:47.025898 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ce09cdcc-bc23-4632-a4aa-d1af564e1a83 req-0bf2c0b4-e097-4f9e-8d47-b9776e5ddc8a tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3a25839617304e069e93d96029612c18&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0375695
May 07 21:46:47.034847 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ad5c058a-13ab-4e61-b369-bb2fb386fc00 req-d22da9c9-5c82-4890-bf7c-8df59509f328 service neutron] 10.222.0.59 "GET /v2.0/ports/8fc97b61-6eb0-420e-adf9-104bdbfbc835/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 384 time: 0.0985308
May 07 21:46:47.055616 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d2a46402-cbe9-455b-bc1b-2885fd70e197 req-393697d1-51af-4c18-ac96-e5a2bd89b277 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9 HTTP/1.1" status: 200  len: 217 time: 0.0801864
May 07 21:46:47.064594 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-15548370-d74a-438c-8912-a74f76179c83 req-b91d9156-acea-48db-a94f-89bd315ea9fe tempest-ServersAdmin275Test-2110418138 tempest-ServersAdmin275Test-2110418138-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5339211-223c-48cb-9652-201c790b2f4f HTTP/1.1" status: 200  len: 210 time: 0.0909801
May 07 21:46:47.119201 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161d9f89-4a34-451f-a733-72360bce9bc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fe63d5f-90f3-4e94-9dfe-af97e96ae5d9,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:47.130647 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161d9f89-4a34-451f-a733-72360bce9bc7 admin admin] Checking segment: {'id': '82ec07f6-cf99-4411-99d8-c39170f22b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '28405dfe-908d-4039-91f6-1d02165b34cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:46:47.131003 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161d9f89-4a34-451f-a733-72360bce9bc7 admin admin] Network hostable DHCP agents. Network: 28405dfe-908d-4039-91f6-1d02165b34cd, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 21:46:47.155148 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a46402-cbe9-455b-bc1b-2885fd70e197 req-e3156060-40e6-4c66-9065-473c9787e40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:47.156667 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d2a46402-cbe9-455b-bc1b-2885fd70e197 req-e3156060-40e6-4c66-9065-473c9787e40a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6e0e5c53-1ece-4d20-b01d-5f8c6957edf6 HTTP/1.1" status: 200  len: 843 time: 0.0818057
May 07 21:46:47.163625 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161d9f89-4a34-451f-a733-72360bce9bc7 admin admin] Network 28405dfe-908d-4039-91f6-1d02165b34cd is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 21:46:47.210394 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-161d9f89-4a34-451f-a733-72360bce9bc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 28405dfe-908d-4039-91f6-1d02165b34cd) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:46:47.217470 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161d9f89-4a34-451f-a733-72360bce9bc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:47.218079 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-161d9f89-4a34-451f-a733-72360bce9bc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:47.219614 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4745f9-8893-431d-ad4e-ddffdb66ec46 None None] Network 28405dfe-908d-4039-91f6-1d02165b34cd requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:46:47.243124 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a46402-cbe9-455b-bc1b-2885fd70e197 req-1050e802-c594-4559-b04c-6409c19a42c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:47.247015 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d2a46402-cbe9-455b-bc1b-2885fd70e197 req-1050e802-c594-4559-b04c-6409c19a42c2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=665487f0-78eb-47fb-9a06-b15bc614dc47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0797274
May 07 21:46:47.267061 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-161d9f89-4a34-451f-a733-72360bce9bc7 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7635655
May 07 21:46:47.350969 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1e5b452c-0219-4317-ad90-9e7f9257b75b req-4b8bdaf0-4ce0-482b-8787-69a7e3136ee6 tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] 10.222.0.32 "GET /v2.0/ports?device_id=13072f18-5487-409a-85d7-832cf25c5fa5 HTTP/1.1" status: 200  len: 210 time: 0.0711958
May 07 21:46:47.352818 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-ad5c058a-13ab-4e61-b369-bb2fb386fc00 req-c883c607-272a-45c5-9582-3e7ff3e4e602 service neutron] For port 8fc97b61-6eb0-420e-adf9-104bdbfbc835, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8fc97b61-6eb0-420e-adf9-104bdbfbc835,segment=NetworkSegment(917604e4-aade-4a11-b4ad-178bdbbe8fbb),segment_id=917604e4-aade-4a11-b4ad-178bdbbe8fbb)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:46:47.390131 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a7543a-cd02-4ca9-8e29-91d095341141 None None] Network 28405dfe-908d-4039-91f6-1d02165b34cd requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:46:47.397630 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-ad5c058a-13ab-4e61-b369-bb2fb386fc00 req-c883c607-272a-45c5-9582-3e7ff3e4e602 service neutron] For port 8fc97b61-6eb0-420e-adf9-104bdbfbc835, host nch2-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:46:47.503375 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [req-ad5c058a-13ab-4e61-b369-bb2fb386fc00 req-c883c607-272a-45c5-9582-3e7ff3e4e602 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fc97b61-6eb0-420e-adf9-104bdbfbc835 {{(pid=121836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:46:47.515106 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-ad5c058a-13ab-4e61-b369-bb2fb386fc00 req-c883c607-272a-45c5-9582-3e7ff3e4e602 service neutron] For port 8fc97b61-6eb0-420e-adf9-104bdbfbc835, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8fc97b61-6eb0-420e-adf9-104bdbfbc835,segment=NetworkSegment(917604e4-aade-4a11-b4ad-178bdbbe8fbb),segment_id=917604e4-aade-4a11-b4ad-178bdbbe8fbb)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:46:47.534589 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-ad5c058a-13ab-4e61-b369-bb2fb386fc00 req-c883c607-272a-45c5-9582-3e7ff3e4e602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (8fc97b61-6eb0-420e-adf9-104bdbfbc835), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:47.621262 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d9cfac-7c13-4874-a1f6-cfaf96dc2cb8 req-2b23f41b-d613-4709-8c80-54d42e03bd9a tempest-ServersAdminTestJSON-937815902 tempest-ServersAdminTestJSON-937815902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:47.621748 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d9cfac-7c13-4874-a1f6-cfaf96dc2cb8 req-2b23f41b-d613-4709-8c80-54d42e03bd9a tempest-ServersAdminTestJSON-937815902 tempest-ServersAdminTestJSON-937815902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:47.622302 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d9cfac-7c13-4874-a1f6-cfaf96dc2cb8 req-2b23f41b-d613-4709-8c80-54d42e03bd9a tempest-ServersAdminTestJSON-937815902 tempest-ServersAdminTestJSON-937815902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:47.624183 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-28d9cfac-7c13-4874-a1f6-cfaf96dc2cb8 req-2b23f41b-d613-4709-8c80-54d42e03bd9a tempest-ServersAdminTestJSON-937815902 tempest-ServersAdminTestJSON-937815902-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ad9c13b6-ebdb-426f-81a7-663cba33645a&device_id=e79018bd-9790-48c1-a26f-590908b011db&device_id=0284aa35-4e58-4e15-a194-a500996ed82e HTTP/1.1" status: 200  len: 2975 time: 0.0668583
May 07 21:46:47.635706 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.provisioning_blocks [req-ad5c058a-13ab-4e61-b369-bb2fb386fc00 req-c883c607-272a-45c5-9582-3e7ff3e4e602 service neutron] Transition to ACTIVE for port object 8fc97b61-6eb0-420e-adf9-104bdbfbc835 will not be triggered until provisioned by entity L2. {{(pid=121836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:46:47.641153 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-ad5c058a-13ab-4e61-b369-bb2fb386fc00 req-c883c607-272a-45c5-9582-3e7ff3e4e602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (8fc97b61-6eb0-420e-adf9-104bdbfbc835), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:47.652410 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d2a46402-cbe9-455b-bc1b-2885fd70e197 req-6f7abcda-3513-4172-af84-fc866b3b64f6 service neutron] 10.222.0.55 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2333002
May 07 21:46:47.704283 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad5c058a-13ab-4e61-b369-bb2fb386fc00 req-c883c607-272a-45c5-9582-3e7ff3e4e602 service neutron] No DVR routers for this DVR port 8fc97b61-6eb0-420e-adf9-104bdbfbc835 on host nch2-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:46:47.731615 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c883c607-272a-45c5-9582-3e7ff3e4e602 service neutron] Pushing event updated for resources: {'Port': ['ID=8fc97b61-6eb0-420e-adf9-104bdbfbc835,revision_number=10']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:47.760160 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-28d9cfac-7c13-4874-a1f6-cfaf96dc2cb8 req-e9108b02-6740-43ea-875f-44a354f158d0 tempest-ServersAdminTestJSON-937815902 tempest-ServersAdminTestJSON-937815902-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=3ea07aee-f825-4ee0-a542-65c887150930&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1230328
May 07 21:46:47.796969 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ad5c058a-13ab-4e61-b369-bb2fb386fc00 req-c883c607-272a-45c5-9582-3e7ff3e4e602 service neutron] 10.222.0.59 "PUT /v2.0/ports/8fc97b61-6eb0-420e-adf9-104bdbfbc835/bindings/nch1-master-1/activate HTTP/1.1" status: 200  len: 369 time: 0.7554564
May 07 21:46:47.812394 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f39365-689b-4e35-b290-db431accdc11 req-696374e8-bce2-45aa-8404-9e31c1670e9a tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:47.813846 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a4f39365-689b-4e35-b290-db431accdc11 req-696374e8-bce2-45aa-8404-9e31c1670e9a tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=52713c0c-6d75-42a3-96ac-5a93b17ef0b1 HTTP/1.1" status: 200  len: 944 time: 0.0852191
May 07 21:46:47.818154 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d2a46402-cbe9-455b-bc1b-2885fd70e197 req-682d8175-eff7-4b71-a67e-871e7c259155 service neutron] 10.222.0.55 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1555879
May 07 21:46:47.904829 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a4f39365-689b-4e35-b290-db431accdc11 req-3c60de3e-2cc6-4e11-91a7-cf4089586ea0 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0808425
May 07 21:46:47.940383 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16caff1c-0329-4a5c-8232-19180a29d864 req-b6d9ea7c-ae83-419b-83dd-f853ec38856b tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:47.942217 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-16caff1c-0329-4a5c-8232-19180a29d864 req-b6d9ea7c-ae83-419b-83dd-f853ec38856b tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=12135950-7d5e-4835-8fe5-31c8e5e9c986 HTTP/1.1" status: 200  len: 947 time: 0.0758884
May 07 21:46:47.992699 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-16caff1c-0329-4a5c-8232-19180a29d864 req-027e11e6-e629-4223-9dfe-8bdde771dd72 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434196
May 07 21:46:48.103855 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 58930) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:46:48.109242 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-38512534-de0c-40d0-8a4c-ebb671f1681d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1578254533-network', 'tenant_id': 'd5f84194328949aeb7dedf97875a70c5'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:46:48.114019 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aa0867-8a0a-44ac-adf9-da1f910cc4bf req-f8cf3a31-ec48-4d75-8da7-a66cb0776183 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:48.116012 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c2aa0867-8a0a-44ac-adf9-da1f910cc4bf req-f8cf3a31-ec48-4d75-8da7-a66cb0776183 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/ports?device_id=63bd05ee-f966-4884-89dc-17c61c1942fe HTTP/1.1" status: 200  len: 946 time: 0.0588310
May 07 21:46:48.136847 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38512534-de0c-40d0-8a4c-ebb671f1681d admin admin] Made reservation on behalf of d5f84194328949aeb7dedf97875a70c5 for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:46:48.140840 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-38512534-de0c-40d0-8a4c-ebb671f1681d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:48.161009 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-38512534-de0c-40d0-8a4c-ebb671f1681d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:48.179838 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c2aa0867-8a0a-44ac-adf9-da1f910cc4bf req-c2de131c-7a2f-435b-a0b9-608c91c1fd30 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b456a11-abdd-4913-9fa4-f25fdacb0d35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0561714
May 07 21:46:48.297614 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-38512534-de0c-40d0-8a4c-ebb671f1681d admin admin] Publish callbacks [] for security_group (9d85a875-c43f-4509-b6d5-3d83c5e229da), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:48.305944 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7e8187a4-a328-4240-945c-c80d56a47681 req-c74cad32-ea9d-44ed-b06b-fcc17f443d95 tempest-ServersAdmin275Test-2110418138 tempest-ServersAdmin275Test-2110418138-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5339211-223c-48cb-9652-201c790b2f4f HTTP/1.1" status: 200  len: 210 time: 0.0524521
May 07 21:46:48.308372 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-38512534-de0c-40d0-8a4c-ebb671f1681d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (9d85a875-c43f-4509-b6d5-3d83c5e229da), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:48.349902 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4da62f1c-8085-49f2-bd90-edbf65d368bb req-22094d7c-6ff9-477e-aad3-b21d824ea541 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c5339211-223c-48cb-9652-201c790b2f4f HTTP/1.1" status: 200  len: 210 time: 0.0544226
May 07 21:46:48.355723 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38512534-de0c-40d0-8a4c-ebb671f1681d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 21:46:48.377424 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-38512534-de0c-40d0-8a4c-ebb671f1681d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (610cea81-bd04-489b-8843-8d187f24a3bc), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:48.377768 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-38512534-de0c-40d0-8a4c-ebb671f1681d admin admin] Added segment 610cea81-bd04-489b-8843-8d187f24a3bc of type vlan for network 27b3e21d-e078-4c79-bfa5-2467d838b22d
May 07 21:46:48.379152 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38512534-de0c-40d0-8a4c-ebb671f1681d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d85a875-c43f-4509-b6d5-3d83c5e229da,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:48.427766 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-38512534-de0c-40d0-8a4c-ebb671f1681d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (27b3e21d-e078-4c79-bfa5-2467d838b22d), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:48.460456 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-38512534-de0c-40d0-8a4c-ebb671f1681d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (27b3e21d-e078-4c79-bfa5-2467d838b22d), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:48.461497 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38512534-de0c-40d0-8a4c-ebb671f1681d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:48.462094 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-38512534-de0c-40d0-8a4c-ebb671f1681d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:48.475609 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a00e1fcd-3ff6-4a3c-b19c-112f8f4c268c req-933a63cd-4df2-4abc-a0af-0a82d117233f tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] 10.222.0.32 "GET /v2.0/ports?device_id=13072f18-5487-409a-85d7-832cf25c5fa5 HTTP/1.1" status: 200  len: 210 time: 0.0345352
May 07 21:46:48.494577 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-38512534-de0c-40d0-8a4c-ebb671f1681d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.3890877
May 07 21:46:48.496945 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 58944) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:46:48.532670 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-f3c3d35e-48b4-4144-9d5d-f662f8ffe7d1 admin admin] Request body: {'subnet': {'network_id': '27b3e21d-e078-4c79-bfa5-2467d838b22d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1578254533-subnet', 'tenant_id': 'd5f84194328949aeb7dedf97875a70c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:46:48.548049 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38512534-de0c-40d0-8a4c-ebb671f1681d admin admin] Pushing event updated for resources: {'Network': ['ID=27b3e21d-e078-4c79-bfa5-2467d838b22d,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:48.560766 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 27b3e21d-e078-4c79-bfa5-2467d838b22d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 21:46:48.562380 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3c3d35e-48b4-4144-9d5d-f662f8ffe7d1 admin admin] Made reservation on behalf of d5f84194328949aeb7dedf97875a70c5 for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:46:48.565813 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f3c3d35e-48b4-4144-9d5d-f662f8ffe7d1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:48.606421 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5048b5c-b536-493c-b9d2-d9ba2565b54f req-8b0e3802-3d07-48e9-a365-f6ed3a239567 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:48.608393 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e5048b5c-b536-493c-b9d2-d9ba2565b54f req-8b0e3802-3d07-48e9-a365-f6ed3a239567 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/ports?device_id=63bd05ee-f966-4884-89dc-17c61c1942fe HTTP/1.1" status: 200  len: 946 time: 0.0740697
May 07 21:46:48.663373 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e5048b5c-b536-493c-b9d2-d9ba2565b54f req-2cc47f72-8079-43f3-bfdb-91e2b00c9da3 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b456a11-abdd-4913-9fa4-f25fdacb0d35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487611
May 07 21:46:48.674584 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ec4a03-2e7e-4f05-b776-6514e723818d req-96e8b897-23fd-42ba-b33e-3f3f3ff99bba tempest-ServersAdminTestJSON-937815902 tempest-ServersAdminTestJSON-937815902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:48.676098 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-78ec4a03-2e7e-4f05-b776-6514e723818d req-96e8b897-23fd-42ba-b33e-3f3f3ff99bba tempest-ServersAdminTestJSON-937815902 tempest-ServersAdminTestJSON-937815902-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0284aa35-4e58-4e15-a194-a500996ed82e HTTP/1.1" status: 200  len: 1131 time: 0.0579686
May 07 21:46:48.756975 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-78ec4a03-2e7e-4f05-b776-6514e723818d req-a61884f4-e8a1-4915-92ca-1773637913e7 tempest-ServersAdminTestJSON-937815902 tempest-ServersAdminTestJSON-937815902-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=3ea07aee-f825-4ee0-a542-65c887150930&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0720618
May 07 21:46:48.805947 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f3c3d35e-48b4-4144-9d5d-f662f8ffe7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for subnet (7deb958b-93d2-4507-b81d-fd286014f375), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:48.862185 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c3d35e-48b4-4144-9d5d-f662f8ffe7d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7deb958b-93d2-4507-b81d-fd286014f375,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:48.870729 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20103b9-fec9-42aa-af2e-88fb8999c594 req-67fa1f01-dae7-4c87-9f7a-7622da62b45e tempest-ServersAdminTestJSON-937815902 tempest-ServersAdminTestJSON-937815902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:48.871617 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c3d35e-48b4-4144-9d5d-f662f8ffe7d1 admin admin] Checking segment: {'id': '610cea81-bd04-489b-8843-8d187f24a3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '27b3e21d-e078-4c79-bfa5-2467d838b22d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:46:48.871955 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c3d35e-48b4-4144-9d5d-f662f8ffe7d1 admin admin] Network hostable DHCP agents. Network: 27b3e21d-e078-4c79-bfa5-2467d838b22d, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 21:46:48.872264 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c20103b9-fec9-42aa-af2e-88fb8999c594 req-67fa1f01-dae7-4c87-9f7a-7622da62b45e tempest-ServersAdminTestJSON-937815902 tempest-ServersAdminTestJSON-937815902-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0284aa35-4e58-4e15-a194-a500996ed82e HTTP/1.1" status: 200  len: 1131 time: 0.0474303
May 07 21:46:48.896663 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c3d35e-48b4-4144-9d5d-f662f8ffe7d1 admin admin] Network 27b3e21d-e078-4c79-bfa5-2467d838b22d is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 21:46:48.910586 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-f3c3d35e-48b4-4144-9d5d-f662f8ffe7d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 27b3e21d-e078-4c79-bfa5-2467d838b22d) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:46:48.917687 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c3d35e-48b4-4144-9d5d-f662f8ffe7d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:48.918288 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f3c3d35e-48b4-4144-9d5d-f662f8ffe7d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:48.924222 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60abf503-c9df-48c1-8e83-5236a471a313 None None] Network 27b3e21d-e078-4c79-bfa5-2467d838b22d requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:46:48.991412 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87b1c44-2542-4dc8-9b83-93d0e3d1ddec req-ab7e5715-dcc3-4564-a301-f570055d0d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:49.002674 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c87b1c44-2542-4dc8-9b83-93d0e3d1ddec req-ab7e5715-dcc3-4564-a301-f570055d0d4f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7789855db11445de842c4df75bd05e10&device_id=12135950-7d5e-4835-8fe5-31c8e5e9c986 HTTP/1.1" status: 200  len: 1129 time: 0.1024785
May 07 21:46:49.002936 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-f3c3d35e-48b4-4144-9d5d-f662f8ffe7d1 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.4937325
May 07 21:46:49.010183 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5c058a-13ab-4e61-b369-bb2fb386fc00 req-9fbcbb8c-c617-4364-8d01-d7d7c7e23939 tempest-LiveAutoBlockMigrationV225Test-638033416 tempest-LiveAutoBlockMigrationV225Test-638033416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:49.013129 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ad5c058a-13ab-4e61-b369-bb2fb386fc00 req-9fbcbb8c-c617-4364-8d01-d7d7c7e23939 tempest-LiveAutoBlockMigrationV225Test-638033416 tempest-LiveAutoBlockMigrationV225Test-638033416-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=52713c0c-6d75-42a3-96ac-5a93b17ef0b1&tenant_id=4db49857a44d4f399959ac625886505a&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.0874169
May 07 21:46:49.063895 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da891e8b-a972-47f1-a98d-2fbfe3964945 req-8842670a-c2e5-41ee-913e-fe3eafce952e tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:49.065497 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-da891e8b-a972-47f1-a98d-2fbfe3964945 req-8842670a-c2e5-41ee-913e-fe3eafce952e tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=52713c0c-6d75-42a3-96ac-5a93b17ef0b1 HTTP/1.1" status: 200  len: 944 time: 0.0689402
May 07 21:46:49.086229 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c20103b9-fec9-42aa-af2e-88fb8999c594 req-4486f175-32cb-4f15-838f-99fa7e4b7fb7 tempest-ServersAdminTestJSON-937815902 tempest-ServersAdminTestJSON-937815902-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=3ea07aee-f825-4ee0-a542-65c887150930&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1835468
May 07 21:46:49.102976 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd279f8-7fbb-4d59-8bd0-732b481fc201 None None] Network 27b3e21d-e078-4c79-bfa5-2467d838b22d requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:46:49.179385 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87b1c44-2542-4dc8-9b83-93d0e3d1ddec req-415135f1-3301-4fa0-8cab-2e93ae132b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:49.180969 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c87b1c44-2542-4dc8-9b83-93d0e3d1ddec req-415135f1-3301-4fa0-8cab-2e93ae132b80 service neutron] 10.222.0.55 "GET /v2.0/networks?id=665487f0-78eb-47fb-9a06-b15bc614dc47 HTTP/1.1" status: 200  len: 870 time: 0.1746464
May 07 21:46:49.265585 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c87b1c44-2542-4dc8-9b83-93d0e3d1ddec req-4ae68843-5157-4493-bca1-806f57a1cc2d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9 HTTP/1.1" status: 200  len: 217 time: 0.0773563
May 07 21:46:49.302649 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5c058a-13ab-4e61-b369-bb2fb386fc00 req-d97c3f9f-368a-49d2-a0dd-e6e5bee959b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:49.304198 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ad5c058a-13ab-4e61-b369-bb2fb386fc00 req-d97c3f9f-368a-49d2-a0dd-e6e5bee959b1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=52713c0c-6d75-42a3-96ac-5a93b17ef0b1&tenant_id=4db49857a44d4f399959ac625886505a HTTP/1.1" status: 200  len: 1126 time: 0.1739137
May 07 21:46:49.307238 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-da891e8b-a972-47f1-a98d-2fbfe3964945 req-31f2344f-de56-49cc-95b4-f02e8205835f tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2330780
May 07 21:46:49.362024 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0805ec21-4c97-4cbd-8c68-ea6aec8770bf req-8bce64b8-f371-454e-b7a7-aafd005b88af tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:49.364295 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0805ec21-4c97-4cbd-8c68-ea6aec8770bf req-8bce64b8-f371-454e-b7a7-aafd005b88af tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=12135950-7d5e-4835-8fe5-31c8e5e9c986 HTTP/1.1" status: 200  len: 947 time: 0.1018403
May 07 21:46:49.374463 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87b1c44-2542-4dc8-9b83-93d0e3d1ddec req-fef02752-ede2-4616-bb7f-3c701275d3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:49.375947 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c87b1c44-2542-4dc8-9b83-93d0e3d1ddec req-fef02752-ede2-4616-bb7f-3c701275d3b3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6e0e5c53-1ece-4d20-b01d-5f8c6957edf6 HTTP/1.1" status: 200  len: 843 time: 0.0958977
May 07 21:46:49.382479 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5c058a-13ab-4e61-b369-bb2fb386fc00 req-815cf2bd-83bc-44d4-a1c1-8ca8fc66c5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:49.384006 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ad5c058a-13ab-4e61-b369-bb2fb386fc00 req-815cf2bd-83bc-44d4-a1c1-8ca8fc66c5f4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4db49857a44d4f399959ac625886505a&device_id=52713c0c-6d75-42a3-96ac-5a93b17ef0b1 HTTP/1.1" status: 200  len: 1126 time: 0.0493271
May 07 21:46:49.420694 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0805ec21-4c97-4cbd-8c68-ea6aec8770bf req-50ce5414-52ec-4727-9ff7-c75ca6413b11 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485666
May 07 21:46:49.515930 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4731cd04-0832-4e35-b581-31238e814e48 req-4d009ae4-a095-4ebb-b6c8-a9a5dbac444d tempest-ServersAdmin275Test-2110418138 tempest-ServersAdmin275Test-2110418138-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5339211-223c-48cb-9652-201c790b2f4f HTTP/1.1" status: 200  len: 210 time: 0.0292976
May 07 21:46:49.641424 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87b1c44-2542-4dc8-9b83-93d0e3d1ddec req-15a0d953-0d3a-4b1f-9ee0-ec5bc0cdebd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:49.643898 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c87b1c44-2542-4dc8-9b83-93d0e3d1ddec req-15a0d953-0d3a-4b1f-9ee0-ec5bc0cdebd6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=665487f0-78eb-47fb-9a06-b15bc614dc47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0556905
May 07 21:46:49.672197 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d6b5821a-aa92-4dfc-9c6f-a2b7493dce72 req-9ddfa0bd-3b3f-4ac3-bd15-0a79cb5a402b tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] 10.222.0.32 "GET /v2.0/ports?device_id=13072f18-5487-409a-85d7-832cf25c5fa5 HTTP/1.1" status: 200  len: 210 time: 0.0405908
May 07 21:46:49.738743 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ce09cdcc-bc23-4632-a4aa-d1af564e1a83 req-484c0510-7131-4468-8dd0-ec35e1716680 tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=3a25839617304e069e93d96029612c18&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0384152
May 07 21:46:49.772226 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5c058a-13ab-4e61-b369-bb2fb386fc00 req-d8eb5aef-d939-4389-9e3d-6e5b29b6fd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:49.773766 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ad5c058a-13ab-4e61-b369-bb2fb386fc00 req-d8eb5aef-d939-4389-9e3d-6e5b29b6fd95 service neutron] 10.222.0.55 "GET /v2.0/networks?id=38d1a38e-1f99-466b-bf7f-940113b4b6ed HTTP/1.1" status: 200  len: 922 time: 0.1854458
May 07 21:46:49.802529 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c87b1c44-2542-4dc8-9b83-93d0e3d1ddec req-cd4f4d12-23e8-4f2b-92f8-2723a99e3b3c service neutron] 10.222.0.55 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1394718
May 07 21:46:49.826472 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ad5c058a-13ab-4e61-b369-bb2fb386fc00 req-c7a7781e-e807-4f91-8329-ab742a7426e3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8fc97b61-6eb0-420e-adf9-104bdbfbc835 HTTP/1.1" status: 200  len: 217 time: 0.0419488
May 07 21:46:49.935916 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c87b1c44-2542-4dc8-9b83-93d0e3d1ddec req-c1fdf107-79ff-4264-9c32-d8f9b9671e53 service neutron] 10.222.0.55 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1243184
May 07 21:46:49.944691 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5c058a-13ab-4e61-b369-bb2fb386fc00 req-8017fc6b-5aa3-43ab-9e4d-bcad456ff439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:49.946104 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ad5c058a-13ab-4e61-b369-bb2fb386fc00 req-8017fc6b-5aa3-43ab-9e4d-bcad456ff439 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=14835495-3004-48e8-b7c5-01b68d156e2d HTTP/1.1" status: 200  len: 861 time: 0.0841112
May 07 21:46:50.249383 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce09cdcc-bc23-4632-a4aa-d1af564e1a83 req-a9e74cfc-ed4c-420a-b243-136932b677a4 tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:50.250921 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ce09cdcc-bc23-4632-a4aa-d1af564e1a83 req-a9e74cfc-ed4c-420a-b243-136932b677a4 tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5029383
May 07 21:46:50.255156 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ad5c058a-13ab-4e61-b369-bb2fb386fc00 req-5ebcbfe7-a652-4c0a-bdba-45ff43827665 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=38d1a38e-1f99-466b-bf7f-940113b4b6ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2674415
May 07 21:46:50.273056 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-ce09cdcc-bc23-4632-a4aa-d1af564e1a83 req-4a86f59f-a4fd-4875-95d5-76cf87a606af tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] Request body: {'port': {'device_id': '13072f18-5487-409a-85d7-832cf25c5fa5', 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47', 'admin_state_up': True, 'tenant_id': '3a25839617304e069e93d96029612c18'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:46:50.307008 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-537c65b4-9d87-42e8-bf7f-6de9548fc9c7 req-c299f946-e1bc-47ea-9189-6ef382b32a02 tempest-ServersAdmin275Test-1136333951 tempest-ServersAdmin275Test-1136333951-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c5339211-223c-48cb-9652-201c790b2f4f HTTP/1.1" status: 200  len: 210 time: 0.0331752
May 07 21:46:50.329741 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 8fc97b61-6eb0-420e-adf9-104bdbfbc835 no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:46:50.340342 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155e7e5f-d803-4c3a-9e97-4321c4137676 req-a402fe1e-b739-4844-9644-5dd671a25810 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:50.347939 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-155e7e5f-d803-4c3a-9e97-4321c4137676 req-a402fe1e-b739-4844-9644-5dd671a25810 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/networks?id=28405dfe-908d-4039-91f6-1d02165b34cd HTTP/1.1" status: 200  len: 808 time: 0.4874628
May 07 21:46:50.386648 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] The host nch2-master-1 is not matching for port 8fc97b61-6eb0-420e-adf9-104bdbfbc835 host nch1-master-1! {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2394}}
May 07 21:46:50.387182 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 8fc97b61-6eb0-420e-adf9-104bdbfbc835 not bound to the agent host nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:46:50.429130 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-155e7e5f-d803-4c3a-9e97-4321c4137676 req-414f11df-eb72-4722-aef5-f709e3f6115a tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/quotas/1bcaffad5d3447b98f0216d3481045e5 HTTP/1.1" status: 200  len: 375 time: 0.0802853
May 07 21:46:50.458321 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0672f813-fedc-4c60-bb46-436b1cb3b199 req-1ffe4767-297d-4a66-abd4-5870639f2512 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:50.459506 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0672f813-fedc-4c60-bb46-436b1cb3b199 req-1ffe4767-297d-4a66-abd4-5870639f2512 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/ports?device_id=63bd05ee-f966-4884-89dc-17c61c1942fe HTTP/1.1" status: 200  len: 946 time: 0.0634880
May 07 21:46:50.497432 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-155e7e5f-d803-4c3a-9e97-4321c4137676 req-e47650d8-5b6c-4555-9334-1ad37628a18f tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1bcaffad5d3447b98f0216d3481045e5&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0552332
May 07 21:46:50.502534 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ad5c058a-13ab-4e61-b369-bb2fb386fc00 req-4ed7e892-f7ac-42f9-9120-7550ff6bc0a8 service neutron] 10.222.0.55 "GET /v2.0/networks/38d1a38e-1f99-466b-bf7f-940113b4b6ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2224071
May 07 21:46:50.508116 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0672f813-fedc-4c60-bb46-436b1cb3b199 req-b213d9d8-9945-4b5b-bda7-4c2c0843787b tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b456a11-abdd-4913-9fa4-f25fdacb0d35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430603
May 07 21:46:50.636370 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce09cdcc-bc23-4632-a4aa-d1af564e1a83 req-4a86f59f-a4fd-4875-95d5-76cf87a606af tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] Made reservation on behalf of 3a25839617304e069e93d96029612c18 for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:46:50.639610 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-ce09cdcc-bc23-4632-a4aa-d1af564e1a83 req-4a86f59f-a4fd-4875-95d5-76cf87a606af tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:50.689399 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b2600cf5-1cc1-488c-86a1-2bed8ae36aba req-1d00b82d-0137-443f-803c-a456741d1a9c tempest-ServersAdmin275Test-1136333951 tempest-ServersAdmin275Test-1136333951-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c5339211-223c-48cb-9652-201c790b2f4f HTTP/1.1" status: 200  len: 210 time: 0.0257766
May 07 21:46:50.702316 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-155e7e5f-d803-4c3a-9e97-4321c4137676 req-5b3b213d-0e01-4d7f-9bdc-e4eedd8dc6cf service neutron] 10.222.0.32 "GET /v2.0/networks/28405dfe-908d-4039-91f6-1d02165b34cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1976180
May 07 21:46:50.707889 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ad5c058a-13ab-4e61-b369-bb2fb386fc00 req-4742fc67-ba66-42c1-a5e6-3008d4a3a182 service neutron] 10.222.0.55 "GET /v2.0/networks/38d1a38e-1f99-466b-bf7f-940113b4b6ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1925421
May 07 21:46:50.776463 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:50.819645 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4994e87a-9fae-41ce-b30e-d027e3195e77 req-8b761ead-b765-4325-b173-5c95d7595ead tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:50.821183 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4994e87a-9fae-41ce-b30e-d027e3195e77 req-8b761ead-b765-4325-b173-5c95d7595ead tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=52713c0c-6d75-42a3-96ac-5a93b17ef0b1 HTTP/1.1" status: 200  len: 944 time: 0.0516908
May 07 21:46:50.873363 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4994e87a-9fae-41ce-b30e-d027e3195e77 req-4de6aa3c-a65a-4cc1-a4ab-0956db03cfd1 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446570
May 07 21:46:50.875685 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-155e7e5f-d803-4c3a-9e97-4321c4137676 req-9ddf36b8-7ed2-446f-a994-b75e97bce8f8 service neutron] 10.222.0.32 "GET /v2.0/networks/28405dfe-908d-4039-91f6-1d02165b34cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1668906
May 07 21:46:50.884905 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [req-ce09cdcc-bc23-4632-a4aa-d1af564e1a83 req-4a86f59f-a4fd-4875-95d5-76cf87a606af tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] Allocated IP 192.168.233.20 (665487f0-78eb-47fb-9a06-b15bc614dc47/6e0e5c53-1ece-4d20-b01d-5f8c6957edf6/a2215f38-3e54-40f3-9b36-b7cc264d5495) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:46:50.993921 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5c058a-13ab-4e61-b369-bb2fb386fc00 req-802d30fb-c55b-4dea-a309-5a08fc01b9e2 tempest-LiveAutoBlockMigrationV225Test-638033416 tempest-LiveAutoBlockMigrationV225Test-638033416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:50.995464 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ad5c058a-13ab-4e61-b369-bb2fb386fc00 req-802d30fb-c55b-4dea-a309-5a08fc01b9e2 tempest-LiveAutoBlockMigrationV225Test-638033416 tempest-LiveAutoBlockMigrationV225Test-638033416-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=52713c0c-6d75-42a3-96ac-5a93b17ef0b1&tenant_id=4db49857a44d4f399959ac625886505a&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.0684562
May 07 21:46:51.015293 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad948af4-260a-40a4-a051-7d8e4963a131 req-0c6fdfc8-c321-4cb5-9596-b8e729e55daa tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:51.018913 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ad948af4-260a-40a4-a051-7d8e4963a131 req-0c6fdfc8-c321-4cb5-9596-b8e729e55daa tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=12135950-7d5e-4835-8fe5-31c8e5e9c986 HTTP/1.1" status: 200  len: 947 time: 0.0677755
May 07 21:46:51.075549 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ad948af4-260a-40a4-a051-7d8e4963a131 req-a43d1e67-f37c-4b28-bf00-03dbf47f2129 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510061
May 07 21:46:51.155193 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-ce09cdcc-bc23-4632-a4aa-d1af564e1a83 req-4a86f59f-a4fd-4875-95d5-76cf87a606af tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] Publish callbacks [] for port (a2215f38-3e54-40f3-9b36-b7cc264d5495), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:51.273898 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-ad5c058a-13ab-4e61-b369-bb2fb386fc00 req-a2bd3ee7-af74-4f12-b449-5709ffed14e3 service neutron] For port 8fc97b61-6eb0-420e-adf9-104bdbfbc835, host nch2-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:46:51.277620 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-ad5c058a-13ab-4e61-b369-bb2fb386fc00 req-a2bd3ee7-af74-4f12-b449-5709ffed14e3 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:51.279142 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ad5c058a-13ab-4e61-b369-bb2fb386fc00 req-a2bd3ee7-af74-4f12-b449-5709ffed14e3 service neutron] 10.222.0.55 "DELETE /v2.0/ports/8fc97b61-6eb0-420e-adf9-104bdbfbc835/bindings/nch2-master-1 HTTP/1.1" status: 204  len: 173 time: 0.2734849
May 07 21:46:51.281510 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-ce09cdcc-bc23-4632-a4aa-d1af564e1a83 req-4a86f59f-a4fd-4875-95d5-76cf87a606af tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (a2215f38-3e54-40f3-9b36-b7cc264d5495), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:51.437264 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a86f59f-a4fd-4875-95d5-76cf87a606af tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] Pushing event updated for resources: {'Port': ['ID=a2215f38-3e54-40f3-9b36-b7cc264d5495,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:51.441102 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce09cdcc-bc23-4632-a4aa-d1af564e1a83 req-4a86f59f-a4fd-4875-95d5-76cf87a606af tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] Network 665487f0-78eb-47fb-9a06-b15bc614dc47 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:46:51.443159 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [req-ce09cdcc-bc23-4632-a4aa-d1af564e1a83 req-4a86f59f-a4fd-4875-95d5-76cf87a606af tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:46:51.464706 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdab7778-b231-4906-84b1-6793a37d294e req-66b81a54-5291-4975-9dda-c384fccc9655 tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:51.467406 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce09cdcc-bc23-4632-a4aa-d1af564e1a83 req-4a86f59f-a4fd-4875-95d5-76cf87a606af tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:46:51.474554 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bdab7778-b231-4906-84b1-6793a37d294e req-66b81a54-5291-4975-9dda-c384fccc9655 tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] 10.222.0.32 "GET /v2.0/ports?device_id=13072f18-5487-409a-85d7-832cf25c5fa5 HTTP/1.1" status: 200  len: 935 time: 0.0660107
May 07 21:46:51.478120 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce09cdcc-bc23-4632-a4aa-d1af564e1a83 req-4a86f59f-a4fd-4875-95d5-76cf87a606af tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:51.478809 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-ce09cdcc-bc23-4632-a4aa-d1af564e1a83 req-4a86f59f-a4fd-4875-95d5-76cf87a606af tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:51.537112 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bdab7778-b231-4906-84b1-6793a37d294e req-106b5793-cb75-4057-bd9d-73c9e2141da9 tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] 10.222.0.32 "GET /v2.0/security-groups?id=332aa107-2f2c-4bec-852e-9d199e110534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0613680
May 07 21:46:51.561078 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ce09cdcc-bc23-4632-a4aa-d1af564e1a83 req-4a86f59f-a4fd-4875-95d5-76cf87a606af tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.2923748
May 07 21:46:51.571439 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a1779092-4f6d-43b6-9a8d-349a109efe48 req-6cca8c1e-2b73-48b1-b0ce-2689440b9595 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=88890ab3-196b-48f2-85db-aacd17e27ba5 HTTP/1.1" status: 200  len: 210 time: 0.0844767
May 07 21:46:51.577322 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-ce09cdcc-bc23-4632-a4aa-d1af564e1a83 req-b43a389f-0f84-4fb3-96b6-54432cfdc8af service neutron] Request body: {'port': {'device_id': '13072f18-5487-409a-85d7-832cf25c5fa5', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:46:51.660615 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:46:51.661446 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-ce09cdcc-bc23-4632-a4aa-d1af564e1a83 req-b43a389f-0f84-4fb3-96b6-54432cfdc8af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (a2215f38-3e54-40f3-9b36-b7cc264d5495), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:51.723030 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db40dbd-646b-4bcf-a41d-225956357de1 req-2312b04e-c8aa-4f56-afb1-5c962b667143 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:51.728306 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0db40dbd-646b-4bcf-a41d-225956357de1 req-2312b04e-c8aa-4f56-afb1-5c962b667143 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=0284aa35-4e58-4e15-a194-a500996ed82e HTTP/1.1" status: 200  len: 949 time: 0.0862701
May 07 21:46:51.810271 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:46:51.826582 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': 'f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9', 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47', 'port_id': 'f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9', 'mac_address': 'fa:16:3e:2f:8d:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e0e5c53-1ece-4d20-b01d-5f8c6957edf6', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:46:51.829620 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0db40dbd-646b-4bcf-a41d-225956357de1 req-182911d7-bb09-4347-a40a-5ba3574a0ea0 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ea07aee-f825-4ee0-a542-65c887150930&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0988817
May 07 21:46:51.882713 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-31a02672-2046-4fd3-9c61-632d00d5427b None None] Provisioning complete for port a2215f38-3e54-40f3-9b36-b7cc264d5495 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:46:51.883212 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-31a02672-2046-4fd3-9c61-632d00d5427b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (a2215f38-3e54-40f3-9b36-b7cc264d5495), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:51.914876 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:46:51.915362 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:51.939763 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:46:51.945866 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-31a02672-2046-4fd3-9c61-632d00d5427b None None] Port a2215f38-3e54-40f3-9b36-b7cc264d5495 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:46:51.966255 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:46:51.980093 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:51.995156 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7b46721c-ec27-4fb0-894b-fb3504b58fc2 req-658a6a57-a18b-4133-9e27-a88ff3759af8 tempest-ServersAdmin275Test-1136333951 tempest-ServersAdmin275Test-1136333951-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c5339211-223c-48cb-9652-201c790b2f4f HTTP/1.1" status: 200  len: 210 time: 0.0516877
May 07 21:46:52.047574 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:52.087513 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:46:52.087863 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:46:52.088208 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:46:52.088546 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:46:52.088881 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:46:52.089216 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:46:52.089546 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:46:52.089879 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:46:52.090206 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:46:52.090531 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:46:52.090881 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:46:52.094171 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:46:52.094519 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:46:52.094886 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:46:52.095257 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:46:52.104981 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389b7324-cacd-4f85-b488-3671ef631713 req-d08b46f8-28e0-43c2-bf45-a872826f98f7 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:52.115934 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-389b7324-cacd-4f85-b488-3671ef631713 req-d08b46f8-28e0-43c2-bf45-a872826f98f7 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=52713c0c-6d75-42a3-96ac-5a93b17ef0b1 HTTP/1.1" status: 200  len: 944 time: 0.1166894
May 07 21:46:52.167940 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-389b7324-cacd-4f85-b488-3671ef631713 req-a38d51f6-c406-46f1-8be3-cc7c933d9f92 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498142
May 07 21:46:52.233549 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14dba8e-9e5f-4db4-b0e0-594313d08a46 req-1c35e2c8-8d6d-4960-90ca-e524b4311d97 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:52.235395 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a14dba8e-9e5f-4db4-b0e0-594313d08a46 req-1c35e2c8-8d6d-4960-90ca-e524b4311d97 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=12135950-7d5e-4835-8fe5-31c8e5e9c986 HTTP/1.1" status: 200  len: 948 time: 0.0733073
May 07 21:46:52.240219 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [req-ce09cdcc-bc23-4632-a4aa-d1af564e1a83 req-b43a389f-0f84-4fb3-96b6-54432cfdc8af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2215f38-3e54-40f3-9b36-b7cc264d5495 {{(pid=121836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:46:52.253986 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-ce09cdcc-bc23-4632-a4aa-d1af564e1a83 req-b43a389f-0f84-4fb3-96b6-54432cfdc8af service neutron] Publish callbacks [] for port (a2215f38-3e54-40f3-9b36-b7cc264d5495), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:52.282649 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.provisioning_blocks [req-ce09cdcc-bc23-4632-a4aa-d1af564e1a83 req-b43a389f-0f84-4fb3-96b6-54432cfdc8af service neutron] Transition to ACTIVE for port object a2215f38-3e54-40f3-9b36-b7cc264d5495 will not be triggered until provisioned by entity L2. {{(pid=121836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:46:52.289888 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-ce09cdcc-bc23-4632-a4aa-d1af564e1a83 req-b43a389f-0f84-4fb3-96b6-54432cfdc8af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (a2215f38-3e54-40f3-9b36-b7cc264d5495), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:52.317144 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61eea66-90c3-43c4-9618-66cf0fab2af3 req-35668298-a48a-4f4d-b4c0-44e902bf0685 tempest-LiveAutoBlockMigrationV225Test-638033416 tempest-LiveAutoBlockMigrationV225Test-638033416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:52.318680 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a61eea66-90c3-43c4-9618-66cf0fab2af3 req-35668298-a48a-4f4d-b4c0-44e902bf0685 tempest-LiveAutoBlockMigrationV225Test-638033416 tempest-LiveAutoBlockMigrationV225Test-638033416-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=52713c0c-6d75-42a3-96ac-5a93b17ef0b1 HTTP/1.1" status: 200  len: 1126 time: 0.0433230
May 07 21:46:52.328527 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a14dba8e-9e5f-4db4-b0e0-594313d08a46 req-5c442f44-de98-4d2d-93c3-12de9afd7bee tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0838711
May 07 21:46:52.341335 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:46:52.349574 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43a389f-0f84-4fb3-96b6-54432cfdc8af service neutron] Pushing event updated for resources: {'Port': ['ID=a2215f38-3e54-40f3-9b36-b7cc264d5495,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:52.386665 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a61eea66-90c3-43c4-9618-66cf0fab2af3 req-cc64eef5-cc31-485c-8331-14e1df587e61 tempest-LiveAutoBlockMigrationV225Test-638033416 tempest-LiveAutoBlockMigrationV225Test-638033416-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618970
May 07 21:46:52.397314 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-ce09cdcc-bc23-4632-a4aa-d1af564e1a83 req-b43a389f-0f84-4fb3-96b6-54432cfdc8af service neutron] Attempting to bind port a2215f38-3e54-40f3-9b36-b7cc264d5495 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:46:52.397858 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-ce09cdcc-bc23-4632-a4aa-d1af564e1a83 req-b43a389f-0f84-4fb3-96b6-54432cfdc8af service neutron] Attempting to bind port a2215f38-3e54-40f3-9b36-b7cc264d5495 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:46:52.398487 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce09cdcc-bc23-4632-a4aa-d1af564e1a83 req-b43a389f-0f84-4fb3-96b6-54432cfdc8af service neutron] Attempting to bind port a2215f38-3e54-40f3-9b36-b7cc264d5495 on network 665487f0-78eb-47fb-9a06-b15bc614dc47 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:46:52.404598 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce09cdcc-bc23-4632-a4aa-d1af564e1a83 req-b43a389f-0f84-4fb3-96b6-54432cfdc8af service neutron] Port a2215f38-3e54-40f3-9b36-b7cc264d5495 on network 665487f0-78eb-47fb-9a06-b15bc614dc47 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:46:52.405004 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce09cdcc-bc23-4632-a4aa-d1af564e1a83 req-b43a389f-0f84-4fb3-96b6-54432cfdc8af service neutron] Attempting to bind port a2215f38-3e54-40f3-9b36-b7cc264d5495 on network 665487f0-78eb-47fb-9a06-b15bc614dc47 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:46:52.411532 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce09cdcc-bc23-4632-a4aa-d1af564e1a83 req-b43a389f-0f84-4fb3-96b6-54432cfdc8af service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:46:52.412043 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce09cdcc-bc23-4632-a4aa-d1af564e1a83 req-b43a389f-0f84-4fb3-96b6-54432cfdc8af service neutron] Checking segment: {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:46:52.412499 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce09cdcc-bc23-4632-a4aa-d1af564e1a83 req-b43a389f-0f84-4fb3-96b6-54432cfdc8af service neutron] Bound using segment: {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:46:52.413006 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-ce09cdcc-bc23-4632-a4aa-d1af564e1a83 req-b43a389f-0f84-4fb3-96b6-54432cfdc8af service neutron] Bound port: a2215f38-3e54-40f3-9b36-b7cc264d5495, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:46:52.413439 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-ce09cdcc-bc23-4632-a4aa-d1af564e1a83 req-b43a389f-0f84-4fb3-96b6-54432cfdc8af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (a2215f38-3e54-40f3-9b36-b7cc264d5495), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:52.523355 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-ce09cdcc-bc23-4632-a4aa-d1af564e1a83 req-b43a389f-0f84-4fb3-96b6-54432cfdc8af service neutron] For port a2215f38-3e54-40f3-9b36-b7cc264d5495, host nch1-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:46:52.529382 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-ce09cdcc-bc23-4632-a4aa-d1af564e1a83 req-b43a389f-0f84-4fb3-96b6-54432cfdc8af service neutron] For port a2215f38-3e54-40f3-9b36-b7cc264d5495, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a2215f38-3e54-40f3-9b36-b7cc264d5495,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:46:52.542992 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-ce09cdcc-bc23-4632-a4aa-d1af564e1a83 req-b43a389f-0f84-4fb3-96b6-54432cfdc8af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (a2215f38-3e54-40f3-9b36-b7cc264d5495), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:52.609033 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce09cdcc-bc23-4632-a4aa-d1af564e1a83 req-b43a389f-0f84-4fb3-96b6-54432cfdc8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:52.610114 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-ce09cdcc-bc23-4632-a4aa-d1af564e1a83 req-b43a389f-0f84-4fb3-96b6-54432cfdc8af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:52.612488 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ce09cdcc-bc23-4632-a4aa-d1af564e1a83 req-b43a389f-0f84-4fb3-96b6-54432cfdc8af service neutron] 10.222.0.55 "PUT /v2.0/ports/a2215f38-3e54-40f3-9b36-b7cc264d5495 HTTP/1.1" status: 200  len: 1095 time: 1.0394423
May 07 21:46:52.616589 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13072f18-5487-409a-85d7-832cf25c5fa5', 'tag': 'a2215f38-3e54-40f3-9b36-b7cc264d5495'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:46:52.619801 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97dac027-1eba-4fb0-a05f-ac14f7b34ca4" -d '{"events": [{"name": "network-changed", "server_uuid": "13072f18-5487-409a-85d7-832cf25c5fa5", "tag": "a2215f38-3e54-40f3-9b36-b7cc264d5495"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:46:52.755833 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5a0db87d-8893-4225-861b-25f5ce6335dc req-90dbdf00-5119-43bc-a656-76b5e1c4500a tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=88890ab3-196b-48f2-85db-aacd17e27ba5 HTTP/1.1" status: 200  len: 210 time: 0.0375321
May 07 21:46:52.780909 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43a389f-0f84-4fb3-96b6-54432cfdc8af service neutron] Pushing event updated for resources: {'Port': ['ID=a2215f38-3e54-40f3-9b36-b7cc264d5495,revision_number=3']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:52.824414 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce09cdcc-bc23-4632-a4aa-d1af564e1a83 req-1780aa95-4f94-4fbc-89f7-ac63cb14c033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:52.826231 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ce09cdcc-bc23-4632-a4aa-d1af564e1a83 req-1780aa95-4f94-4fbc-89f7-ac63cb14c033 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3a25839617304e069e93d96029612c18&device_id=13072f18-5487-409a-85d7-832cf25c5fa5 HTTP/1.1" status: 200  len: 1129 time: 0.1278183
May 07 21:46:52.834592 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3360e6d7-48bf-48dd-99ae-d6cb8bbefc42 req-009b323b-bf54-40cd-815b-6d6d3e7c03bb tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:52.841406 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3360e6d7-48bf-48dd-99ae-d6cb8bbefc42 req-009b323b-bf54-40cd-815b-6d6d3e7c03bb tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] 10.222.0.32 "GET /v2.0/ports?device_id=13072f18-5487-409a-85d7-832cf25c5fa5 HTTP/1.1" status: 200  len: 947 time: 0.1750023
May 07 21:46:52.895964 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155e7e5f-d803-4c3a-9e97-4321c4137676 req-7a6242e7-3bbd-4788-88a6-21756b0a82d8 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:52.897421 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-155e7e5f-d803-4c3a-9e97-4321c4137676 req-7a6242e7-3bbd-4788-88a6-21756b0a82d8 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.55 "GET /v2.0/networks?id=28405dfe-908d-4039-91f6-1d02165b34cd HTTP/1.1" status: 200  len: 808 time: 0.2702947
May 07 21:46:52.947254 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-155e7e5f-d803-4c3a-9e97-4321c4137676 req-a2d72a9d-65b0-4a3c-9fcc-865e1349a966 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Request body: {'port': {'device_id': '88890ab3-196b-48f2-85db-aacd17e27ba5', 'network_id': '28405dfe-908d-4039-91f6-1d02165b34cd', 'admin_state_up': True, 'tenant_id': '1bcaffad5d3447b98f0216d3481045e5'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:46:52.959045 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ce09cdcc-bc23-4632-a4aa-d1af564e1a83 req-c6ec2213-3126-450f-9ecc-e74e2d593ff9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=a2215f38-3e54-40f3-9b36-b7cc264d5495 HTTP/1.1" status: 200  len: 217 time: 0.0699048
May 07 21:46:52.981362 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a558abd1-d17a-49f8-b349-7aec5c168315 req-f99ea6f5-088d-4fac-bf47-863191157a8f tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:52.981646 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3360e6d7-48bf-48dd-99ae-d6cb8bbefc42 req-f141c5b8-3267-4d21-b4ff-2559d01ebf6a tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] 10.222.0.32 "GET /v2.0/security-groups?id=332aa107-2f2c-4bec-852e-9d199e110534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1377811
May 07 21:46:52.983189 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a558abd1-d17a-49f8-b349-7aec5c168315 req-f99ea6f5-088d-4fac-bf47-863191157a8f tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/networks?id=38d1a38e-1f99-466b-bf7f-940113b4b6ed HTTP/1.1" status: 200  len: 821 time: 0.1134689
May 07 21:46:53.013672 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a558abd1-d17a-49f8-b349-7aec5c168315 req-d996906d-ee7b-4940-a8dd-2b4a4302dba8 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/quotas/4db49857a44d4f399959ac625886505a HTTP/1.1" status: 200  len: 375 time: 0.0181491
May 07 21:46:53.043334 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e9733c-b700-40a0-812e-41ccb2ac4fdf x-openstack-request-id: req-09e9733c-b700-40a0-812e-41ccb2ac4fdf {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:46:53.043725 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13072f18-5487-409a-85d7-832cf25c5fa5", "tag": "a2215f38-3e54-40f3-9b36-b7cc264d5495", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:46:53.043861 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-09e9733c-b700-40a0-812e-41ccb2ac4fdf {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:46:53.044273 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09e9733c-b700-40a0-812e-41ccb2ac4fdf'] response: {'name': 'network-changed', 'server_uuid': '13072f18-5487-409a-85d7-832cf25c5fa5', 'tag': 'a2215f38-3e54-40f3-9b36-b7cc264d5495', 'status': 'completed', 'code': 200}
May 07 21:46:53.075785 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce09cdcc-bc23-4632-a4aa-d1af564e1a83 req-a44aad97-fb09-433c-9dc1-088da8e5ef51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:53.077147 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ce09cdcc-bc23-4632-a4aa-d1af564e1a83 req-a44aad97-fb09-433c-9dc1-088da8e5ef51 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6e0e5c53-1ece-4d20-b01d-5f8c6957edf6 HTTP/1.1" status: 200  len: 843 time: 0.1077876
May 07 21:46:53.089631 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a558abd1-d17a-49f8-b349-7aec5c168315 req-c2843e2a-f384-402d-b722-db673fbf5171 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4db49857a44d4f399959ac625886505a&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0689285
May 07 21:46:53.152129 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce09cdcc-bc23-4632-a4aa-d1af564e1a83 req-dbd8dbc8-b67d-427a-9416-1d37eb79f3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:53.154049 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ce09cdcc-bc23-4632-a4aa-d1af564e1a83 req-dbd8dbc8-b67d-427a-9416-1d37eb79f3b2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=665487f0-78eb-47fb-9a06-b15bc614dc47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0629704
May 07 21:46:53.187305 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a558abd1-d17a-49f8-b349-7aec5c168315 req-8dfcbdcb-f6d0-48ee-88bc-746ad1550900 service neutron] 10.222.0.32 "GET /v2.0/networks/38d1a38e-1f99-466b-bf7f-940113b4b6ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0965295
May 07 21:46:53.239607 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-155e7e5f-d803-4c3a-9e97-4321c4137676 req-a2d72a9d-65b0-4a3c-9fcc-865e1349a966 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Made reservation on behalf of 1bcaffad5d3447b98f0216d3481045e5 for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:46:53.242872 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-155e7e5f-d803-4c3a-9e97-4321c4137676 req-a2d72a9d-65b0-4a3c-9fcc-865e1349a966 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:53.279419 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a558abd1-d17a-49f8-b349-7aec5c168315 req-9d4ce836-a987-4d59-afae-4c68b8dbd5c2 service neutron] 10.222.0.32 "GET /v2.0/networks/38d1a38e-1f99-466b-bf7f-940113b4b6ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0857210
May 07 21:46:53.302556 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e375eec8-12a1-4d66-99de-0f3a30d4e62d req-f4a29e33-9707-437a-b5e8-aae823a85e69 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:53.304071 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e375eec8-12a1-4d66-99de-0f3a30d4e62d req-f4a29e33-9707-437a-b5e8-aae823a85e69 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=0284aa35-4e58-4e15-a194-a500996ed82e HTTP/1.1" status: 200  len: 949 time: 0.1285493
May 07 21:46:53.416352 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ce09cdcc-bc23-4632-a4aa-d1af564e1a83 req-1980ace7-a5b2-4cf9-b29a-7083dc0198fd service neutron] 10.222.0.55 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2525535
May 07 21:46:53.422478 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e375eec8-12a1-4d66-99de-0f3a30d4e62d req-86ad4aac-c6f1-434c-8112-3f15c3882c7d tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ea07aee-f825-4ee0-a542-65c887150930&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1104689
May 07 21:46:53.484678 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:53.491131 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4a27b83f-ea3f-4c7d-867b-3cbde6caabdc req-2534cca3-af4b-4a83-9ab1-36becb94f445 tempest-ServersAdmin275Test-1136333951 tempest-ServersAdmin275Test-1136333951-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c5339211-223c-48cb-9652-201c790b2f4f HTTP/1.1" status: 200  len: 210 time: 0.0497091
May 07 21:46:53.530084 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [req-155e7e5f-d803-4c3a-9e97-4321c4137676 req-a2d72a9d-65b0-4a3c-9fcc-865e1349a966 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Allocated IP 172.20.0.13 (28405dfe-908d-4039-91f6-1d02165b34cd/1fe63d5f-90f3-4e94-9dfe-af97e96ae5d9/1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:46:53.535548 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-fe79f7fe-9acd-4465-b836-6f5bd9e1e86a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:53.611493 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-dc235dc6-9f55-4b69-ae95-38ccbad9a91e req-2cfbd6b7-16e2-4743-a2fb-d05bb33abdef tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfa51d13-aa03-48ef-9aea-32ae407e5d9d HTTP/1.1" status: 200  len: 210 time: 0.0324333
May 07 21:46:53.647696 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71281f9-1189-411e-b1e9-484144f1eab9 req-661001fe-372b-4286-a59f-8fdc24f41331 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:53.654337 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e71281f9-1189-411e-b1e9-484144f1eab9 req-661001fe-372b-4286-a59f-8fdc24f41331 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=12135950-7d5e-4835-8fe5-31c8e5e9c986 HTTP/1.1" status: 200  len: 948 time: 0.1303256
May 07 21:46:53.681302 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9 up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:46:53.710805 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ce09cdcc-bc23-4632-a4aa-d1af564e1a83 req-2cd128d8-5900-4203-b162-14954f3ecd61 service neutron] 10.222.0.55 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2831111
May 07 21:46:53.730462 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning for port f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:46:53.737075 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:46:53.737654 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:53.756668 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e71281f9-1189-411e-b1e9-484144f1eab9 req-b25b5afc-3549-415e-8572-c4998d463bb0 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1015089
May 07 21:46:53.863070 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-155e7e5f-d803-4c3a-9e97-4321c4137676 req-a2d72a9d-65b0-4a3c-9fcc-865e1349a966 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Publish callbacks [] for port (1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:53.890624 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c2302a45-5d42-4e7e-90f5-fdb089959691 req-1e574d81-490e-4ef4-ab22-c0bd25291fd9 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=88890ab3-196b-48f2-85db-aacd17e27ba5 HTTP/1.1" status: 200  len: 210 time: 0.0400970
May 07 21:46:53.969618 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:46:53.970552 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:53.994990 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12135950-7d5e-4835-8fe5-31c8e5e9c986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:46:53.997406 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f6bc83-6b89-4214-ad87-ce98b263b0f6" -d '{"events": [{"server_uuid": "12135950-7d5e-4835-8fe5-31c8e5e9c986", "name": "network-vif-plugged", "status": "completed", "tag": "f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:46:54.013567 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:46:54.023810 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:54.054237 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a7cce24-a8be-49cb-b39b-1d7e040125be x-openstack-request-id: req-3a7cce24-a8be-49cb-b39b-1d7e040125be {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:46:54.055301 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12135950-7d5e-4835-8fe5-31c8e5e9c986", "name": "network-vif-plugged", "status": "completed", "tag": "f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:46:54.055766 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3a7cce24-a8be-49cb-b39b-1d7e040125be {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:46:54.056262 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a7cce24-a8be-49cb-b39b-1d7e040125be'] response: {'server_uuid': '12135950-7d5e-4835-8fe5-31c8e5e9c986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9', 'code': 200}
May 07 21:46:54.086254 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:54.148936 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3adf28-44d0-4bd4-a17f-99703207fa1e req-338de0b9-abc7-448a-aac0-c31185766d89 tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:54.150988 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ef3adf28-44d0-4bd4-a17f-99703207fa1e req-338de0b9-abc7-448a-aac0-c31185766d89 tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] 10.222.0.32 "GET /v2.0/ports?device_id=13072f18-5487-409a-85d7-832cf25c5fa5 HTTP/1.1" status: 200  len: 947 time: 0.0551407
May 07 21:46:54.151644 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-155e7e5f-d803-4c3a-9e97-4321c4137676 req-a2d72a9d-65b0-4a3c-9fcc-865e1349a966 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:54.210835 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-155e7e5f-d803-4c3a-9e97-4321c4137676 req-a2d72a9d-65b0-4a3c-9fcc-865e1349a966 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Network 28405dfe-908d-4039-91f6-1d02165b34cd is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:46:54.211949 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ef3adf28-44d0-4bd4-a17f-99703207fa1e req-7f997777-9c8c-46d9-8893-e4dd02851ab3 tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] 10.222.0.32 "GET /v2.0/security-groups?id=332aa107-2f2c-4bec-852e-9d199e110534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552042
May 07 21:46:54.217854 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [req-155e7e5f-d803-4c3a-9e97-4321c4137676 req-a2d72a9d-65b0-4a3c-9fcc-865e1349a966 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:46:54.225543 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-155e7e5f-d803-4c3a-9e97-4321c4137676 req-a2d72a9d-65b0-4a3c-9fcc-865e1349a966 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:46:54.231679 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155e7e5f-d803-4c3a-9e97-4321c4137676 req-a2d72a9d-65b0-4a3c-9fcc-865e1349a966 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:54.232278 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-155e7e5f-d803-4c3a-9e97-4321c4137676 req-a2d72a9d-65b0-4a3c-9fcc-865e1349a966 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:54.234693 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d72a9d-65b0-4a3c-9fcc-865e1349a966 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Pushing event updated for resources: {'Port': ['ID=1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:54.253053 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-155e7e5f-d803-4c3a-9e97-4321c4137676 req-a2d72a9d-65b0-4a3c-9fcc-865e1349a966 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3175776
May 07 21:46:54.573665 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec60abf-136e-4f68-806e-8412c87587d2 req-e717a445-5e56-431c-9d95-7a8a102ae768 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:54.575673 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9ec60abf-136e-4f68-806e-8412c87587d2 req-e717a445-5e56-431c-9d95-7a8a102ae768 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=0284aa35-4e58-4e15-a194-a500996ed82e HTTP/1.1" status: 200  len: 949 time: 0.0782597
May 07 21:46:54.655879 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f4bd7a3c-d7e9-4fee-9589-079885090cd2 req-892af24f-31c3-4a18-82ce-0e43c25ac3d3 tempest-ServersAdmin275Test-1136333951 tempest-ServersAdmin275Test-1136333951-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c5339211-223c-48cb-9652-201c790b2f4f HTTP/1.1" status: 200  len: 210 time: 0.0356710
May 07 21:46:54.674972 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9ec60abf-136e-4f68-806e-8412c87587d2 req-a62f1f38-8d45-4d34-a1b7-6032d42caf97 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ea07aee-f825-4ee0-a542-65c887150930&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0685716
May 07 21:46:54.680483 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a558abd1-d17a-49f8-b349-7aec5c168315 req-53360dfa-860a-4d6a-a6ee-a43cf947f13a tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:54.681846 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a558abd1-d17a-49f8-b349-7aec5c168315 req-53360dfa-860a-4d6a-a6ee-a43cf947f13a tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.59 "GET /v2.0/networks?id=38d1a38e-1f99-466b-bf7f-940113b4b6ed HTTP/1.1" status: 200  len: 821 time: 0.1556048
May 07 21:46:54.706164 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-a558abd1-d17a-49f8-b349-7aec5c168315 req-136fbed1-20bb-4a5d-94bc-bd075d1c3181 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Request body: {'port': {'device_id': 'bfa51d13-aa03-48ef-9aea-32ae407e5d9d', 'network_id': '38d1a38e-1f99-466b-bf7f-940113b4b6ed', 'admin_state_up': True, 'tenant_id': '4db49857a44d4f399959ac625886505a'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:46:54.759977 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ade43949-e8a5-4817-b0ca-12f6df95fa94 req-44d7a62e-2e13-4df1-af69-dafa8c08046f tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfa51d13-aa03-48ef-9aea-32ae407e5d9d HTTP/1.1" status: 200  len: 210 time: 0.0301156
May 07 21:46:54.820724 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a558abd1-d17a-49f8-b349-7aec5c168315 req-136fbed1-20bb-4a5d-94bc-bd075d1c3181 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Made reservation on behalf of 4db49857a44d4f399959ac625886505a for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:46:54.824473 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-a558abd1-d17a-49f8-b349-7aec5c168315 req-136fbed1-20bb-4a5d-94bc-bd075d1c3181 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:54.930011 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767b3dde-23d0-4330-94ff-80ecddcc3bcf req-fe89e2e7-8514-46f3-a2c0-86f8ff59b76b tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:54.931525 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-767b3dde-23d0-4330-94ff-80ecddcc3bcf req-fe89e2e7-8514-46f3-a2c0-86f8ff59b76b tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=12135950-7d5e-4835-8fe5-31c8e5e9c986 HTTP/1.1" status: 200  len: 949 time: 0.0902567
May 07 21:46:54.986235 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-155e7e5f-d803-4c3a-9e97-4321c4137676 req-3b1af6b6-e065-4573-8802-c98d30d44e1a service neutron] Request body: {'port': {'device_id': '88890ab3-196b-48f2-85db-aacd17e27ba5', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:46:55.014788 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb89806-a604-467f-9297-2fa2e3c029e1 req-e65f8a7b-94f9-446d-a9c1-9d45459924fe tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:55.016213 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5bb89806-a604-467f-9297-2fa2e3c029e1 req-e65f8a7b-94f9-446d-a9c1-9d45459924fe tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=88890ab3-196b-48f2-85db-aacd17e27ba5 HTTP/1.1" status: 200  len: 932 time: 0.0538342
May 07 21:46:55.083650 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dac027-1eba-4fb0-a05f-ac14f7b34ca4 req-1ab7b4fa-f14d-4cab-b259-1bac186f6c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:55.085143 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-97dac027-1eba-4fb0-a05f-ac14f7b34ca4 req-1ab7b4fa-f14d-4cab-b259-1bac186f6c6c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3a25839617304e069e93d96029612c18&device_id=13072f18-5487-409a-85d7-832cf25c5fa5 HTTP/1.1" status: 200  len: 1129 time: 0.1125371
May 07 21:46:55.085789 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bc325e-aa71-411e-886e-dab8c2fd5438 req-a127365f-d192-460f-ba8b-546b1584de1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:55.087495 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-61bc325e-aa71-411e-886e-dab8c2fd5438 req-a127365f-d192-460f-ba8b-546b1584de1b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=12135950-7d5e-4835-8fe5-31c8e5e9c986 HTTP/1.1" status: 200  len: 1131 time: 0.0585952
May 07 21:46:55.101521 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-767b3dde-23d0-4330-94ff-80ecddcc3bcf req-f8b2c482-ad66-43e9-9b18-707f99abe42c tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1618342
May 07 21:46:55.103290 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [req-a558abd1-d17a-49f8-b349-7aec5c168315 req-136fbed1-20bb-4a5d-94bc-bd075d1c3181 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Allocated IP 172.20.0.5 (38d1a38e-1f99-466b-bf7f-940113b4b6ed/14835495-3004-48e8-b7c5-01b68d156e2d/aac6c92e-cff2-4454-9401-e05c725747f7) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:46:55.112070 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5bb89806-a604-467f-9297-2fa2e3c029e1 req-3a44b853-1e51-4fb1-8e09-03cd155e2bc8 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0889542
May 07 21:46:55.165414 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-61bc325e-aa71-411e-886e-dab8c2fd5438 req-c7823100-68df-4623-89db-019e0ed39fce service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0685644
May 07 21:46:55.218340 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-155e7e5f-d803-4c3a-9e97-4321c4137676 req-3b1af6b6-e065-4573-8802-c98d30d44e1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:55.303495 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dac027-1eba-4fb0-a05f-ac14f7b34ca4 req-6f975d46-7f11-4c53-bd37-c690775a4ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:55.304862 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-97dac027-1eba-4fb0-a05f-ac14f7b34ca4 req-6f975d46-7f11-4c53-bd37-c690775a4ad0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=665487f0-78eb-47fb-9a06-b15bc614dc47 HTTP/1.1" status: 200  len: 870 time: 0.2031610
May 07 21:46:55.333120 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef53872-3d31-4683-9eb4-f0b16e3e47ec req-b733c8af-530a-40e7-bf6f-5e42476c1342 tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:55.334637 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1ef53872-3d31-4683-9eb4-f0b16e3e47ec req-b733c8af-530a-40e7-bf6f-5e42476c1342 tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] 10.222.0.32 "GET /v2.0/ports?device_id=13072f18-5487-409a-85d7-832cf25c5fa5 HTTP/1.1" status: 200  len: 947 time: 0.0513651
May 07 21:46:55.381954 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1ef53872-3d31-4683-9eb4-f0b16e3e47ec req-09f73ea2-f35e-4a6a-a5ed-1565baefc76a tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] 10.222.0.32 "GET /v2.0/security-groups?id=332aa107-2f2c-4bec-852e-9d199e110534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416079
May 07 21:46:55.469003 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-97dac027-1eba-4fb0-a05f-ac14f7b34ca4 req-93fd13ee-9f7d-4545-bb2f-0b4be8aa6e72 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=a2215f38-3e54-40f3-9b36-b7cc264d5495 HTTP/1.1" status: 200  len: 217 time: 0.0974100
May 07 21:46:55.555141 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-a558abd1-d17a-49f8-b349-7aec5c168315 req-136fbed1-20bb-4a5d-94bc-bd075d1c3181 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Publish callbacks [] for port (aac6c92e-cff2-4454-9401-e05c725747f7), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:55.600155 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dac027-1eba-4fb0-a05f-ac14f7b34ca4 req-ed5564de-943f-4ad7-ae6b-14c9bc169135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:55.601614 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-97dac027-1eba-4fb0-a05f-ac14f7b34ca4 req-ed5564de-943f-4ad7-ae6b-14c9bc169135 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6e0e5c53-1ece-4d20-b01d-5f8c6957edf6 HTTP/1.1" status: 200  len: 843 time: 0.1265154
May 07 21:46:55.659726 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-a558abd1-d17a-49f8-b349-7aec5c168315 req-136fbed1-20bb-4a5d-94bc-bd075d1c3181 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (aac6c92e-cff2-4454-9401-e05c725747f7), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:55.676867 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 1520ea65-2c7b-46a7-8360-d42695eee536 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:46:55.719831 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a558abd1-d17a-49f8-b349-7aec5c168315 req-136fbed1-20bb-4a5d-94bc-bd075d1c3181 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Network 38d1a38e-1f99-466b-bf7f-940113b4b6ed is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:46:55.742236 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [req-a558abd1-d17a-49f8-b349-7aec5c168315 req-136fbed1-20bb-4a5d-94bc-bd075d1c3181 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:46:55.749190 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-a558abd1-d17a-49f8-b349-7aec5c168315 req-136fbed1-20bb-4a5d-94bc-bd075d1c3181 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:46:55.755196 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a558abd1-d17a-49f8-b349-7aec5c168315 req-136fbed1-20bb-4a5d-94bc-bd075d1c3181 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:55.755851 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-a558abd1-d17a-49f8-b349-7aec5c168315 req-136fbed1-20bb-4a5d-94bc-bd075d1c3181 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:55.773643 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136fbed1-20bb-4a5d-94bc-bd075d1c3181 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Pushing event updated for resources: {'Port': ['ID=aac6c92e-cff2-4454-9401-e05c725747f7,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:55.782179 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [req-155e7e5f-d803-4c3a-9e97-4321c4137676 req-3b1af6b6-e065-4573-8802-c98d30d44e1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952 {{(pid=121836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:46:55.795972 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-155e7e5f-d803-4c3a-9e97-4321c4137676 req-3b1af6b6-e065-4573-8802-c98d30d44e1a service neutron] Publish callbacks [] for port (1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:55.807763 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a558abd1-d17a-49f8-b349-7aec5c168315 req-136fbed1-20bb-4a5d-94bc-bd075d1c3181 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1067102
May 07 21:46:55.825280 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.provisioning_blocks [req-155e7e5f-d803-4c3a-9e97-4321c4137676 req-3b1af6b6-e065-4573-8802-c98d30d44e1a service neutron] Transition to ACTIVE for port object 1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952 will not be triggered until provisioned by entity L2. {{(pid=121836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:46:55.833482 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 1520ea65-2c7b-46a7-8360-d42695eee536, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1520ea65-2c7b-46a7-8360-d42695eee536,segment=NetworkSegment(616ea0c7-2d98-4ffb-86e7-ca2a85e3ffe1),segment_id=616ea0c7-2d98-4ffb-86e7-ca2a85e3ffe1)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:46:55.836849 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-a558abd1-d17a-49f8-b349-7aec5c168315 req-9f1771cb-4ea3-4e2f-a4bc-c3ac9b312f61 service neutron] Request body: {'port': {'device_id': 'bfa51d13-aa03-48ef-9aea-32ae407e5d9d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:46:55.843903 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-155e7e5f-d803-4c3a-9e97-4321c4137676 req-3b1af6b6-e065-4573-8802-c98d30d44e1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:55.857437 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': '1520ea65-2c7b-46a7-8360-d42695eee536', 'network_id': 'd3775254-6c3d-4b27-a2f1-ae073d9f981d', 'port_id': '1520ea65-2c7b-46a7-8360-d42695eee536', 'mac_address': 'fa:16:3e:d4:09:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cba138a-678d-4392-84ac-c6115c01dacb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:46:55.871692 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a15d61-9467-4dc7-9c22-f0272c7bdaa0 req-94cf1b14-8a86-461e-b66d-8f5d58a8c440 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:55.879632 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-72a15d61-9467-4dc7-9c22-f0272c7bdaa0 req-94cf1b14-8a86-461e-b66d-8f5d58a8c440 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=0284aa35-4e58-4e15-a194-a500996ed82e HTTP/1.1" status: 200  len: 949 time: 0.0616064
May 07 21:46:55.903087 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-082a38f4-3261-46ef-84f5-66a42a26c83f req-c650225b-edfe-4a70-96c2-57537b583d1c tempest-ServersAdmin275Test-1136333951 tempest-ServersAdmin275Test-1136333951-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c5339211-223c-48cb-9652-201c790b2f4f HTTP/1.1" status: 200  len: 210 time: 0.0629992
May 07 21:46:55.905966 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 1520ea65-2c7b-46a7-8360-d42695eee536 is: ACTIVE; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:46:55.906821 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (1520ea65-2c7b-46a7-8360-d42695eee536), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:55.925086 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1520ea65-2c7b-46a7-8360-d42695eee536 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:46:55.961887 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 1520ea65-2c7b-46a7-8360-d42695eee536, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1520ea65-2c7b-46a7-8360-d42695eee536,segment=NetworkSegment(616ea0c7-2d98-4ffb-86e7-ca2a85e3ffe1),segment_id=616ea0c7-2d98-4ffb-86e7-ca2a85e3ffe1)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:46:55.966336 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (1520ea65-2c7b-46a7-8360-d42695eee536), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:55.982676 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-72a15d61-9467-4dc7-9c22-f0272c7bdaa0 req-2566f48c-baf7-4aad-88fb-e401e84d3bde tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ea07aee-f825-4ee0-a542-65c887150930&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1000164
May 07 21:46:55.996303 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-a558abd1-d17a-49f8-b349-7aec5c168315 req-9f1771cb-4ea3-4e2f-a4bc-c3ac9b312f61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (aac6c92e-cff2-4454-9401-e05c725747f7), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:56.036954 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=1520ea65-2c7b-46a7-8360-d42695eee536,revision_number=6']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:56.055022 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dac027-1eba-4fb0-a05f-ac14f7b34ca4 req-14280634-be85-4e9f-affc-2f25e56236bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:56.056632 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-97dac027-1eba-4fb0-a05f-ac14f7b34ca4 req-14280634-be85-4e9f-affc-2f25e56236bf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=665487f0-78eb-47fb-9a06-b15bc614dc47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0683610
May 07 21:46:56.067241 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1af6b6-e065-4573-8802-c98d30d44e1a service neutron] Pushing event updated for resources: {'Port': ['ID=1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:56.088374 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d3d82fc6-3009-4de9-8b95-2edac3b13e08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:56.120970 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['1520ea65-2c7b-46a7-8360-d42695eee536'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:46:56.277980 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd087e9-652f-41de-8f87-d60530435323 req-76dd3476-7043-43e6-9d47-01646d4725bc tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:56.279302 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1cd087e9-652f-41de-8f87-d60530435323 req-76dd3476-7043-43e6-9d47-01646d4725bc tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfa51d13-aa03-48ef-9aea-32ae407e5d9d HTTP/1.1" status: 200  len: 931 time: 0.2131450
May 07 21:46:56.280040 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-155e7e5f-d803-4c3a-9e97-4321c4137676 req-3b1af6b6-e065-4573-8802-c98d30d44e1a service neutron] Attempting to bind port 1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:46:56.280375 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-155e7e5f-d803-4c3a-9e97-4321c4137676 req-3b1af6b6-e065-4573-8802-c98d30d44e1a service neutron] Attempting to bind port 1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '82ec07f6-cf99-4411-99d8-c39170f22b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '28405dfe-908d-4039-91f6-1d02165b34cd'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:46:56.281614 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155e7e5f-d803-4c3a-9e97-4321c4137676 req-3b1af6b6-e065-4573-8802-c98d30d44e1a service neutron] Attempting to bind port 1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952 on network 28405dfe-908d-4039-91f6-1d02165b34cd {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:46:56.309259 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155e7e5f-d803-4c3a-9e97-4321c4137676 req-3b1af6b6-e065-4573-8802-c98d30d44e1a service neutron] Port 1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952 on network 28405dfe-908d-4039-91f6-1d02165b34cd not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:46:56.309584 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155e7e5f-d803-4c3a-9e97-4321c4137676 req-3b1af6b6-e065-4573-8802-c98d30d44e1a service neutron] Attempting to bind port 1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952 on network 28405dfe-908d-4039-91f6-1d02165b34cd {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:46:56.323042 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cefdcd0-c8f6-4eab-a9ec-a15e9d467aae req-53299ba9-f01f-41d9-854a-1ea22224e791 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:56.332406 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3cefdcd0-c8f6-4eab-a9ec-a15e9d467aae req-53299ba9-f01f-41d9-854a-1ea22224e791 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=12135950-7d5e-4835-8fe5-31c8e5e9c986 HTTP/1.1" status: 200  len: 949 time: 0.0917108
May 07 21:46:56.385475 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155e7e5f-d803-4c3a-9e97-4321c4137676 req-3b1af6b6-e065-4573-8802-c98d30d44e1a service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:46:56.385871 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155e7e5f-d803-4c3a-9e97-4321c4137676 req-3b1af6b6-e065-4573-8802-c98d30d44e1a service neutron] Checking segment: {'id': '82ec07f6-cf99-4411-99d8-c39170f22b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '28405dfe-908d-4039-91f6-1d02165b34cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:46:56.386204 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-155e7e5f-d803-4c3a-9e97-4321c4137676 req-3b1af6b6-e065-4573-8802-c98d30d44e1a service neutron] Bound using segment: {'id': '82ec07f6-cf99-4411-99d8-c39170f22b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '28405dfe-908d-4039-91f6-1d02165b34cd'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:46:56.386644 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-155e7e5f-d803-4c3a-9e97-4321c4137676 req-3b1af6b6-e065-4573-8802-c98d30d44e1a service neutron] Bound port: 1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82ec07f6-cf99-4411-99d8-c39170f22b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '28405dfe-908d-4039-91f6-1d02165b34cd'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:46:56.387611 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-155e7e5f-d803-4c3a-9e97-4321c4137676 req-3b1af6b6-e065-4573-8802-c98d30d44e1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:56.388510 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3cefdcd0-c8f6-4eab-a9ec-a15e9d467aae req-30203bef-7e0c-4084-b397-e8934a5a64d2 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548747
May 07 21:46:56.473280 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-97dac027-1eba-4fb0-a05f-ac14f7b34ca4 req-ea67de6c-38b1-4a02-a66b-02feb9d367d2 service neutron] 10.222.0.55 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3816400
May 07 21:46:56.492473 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1cd087e9-652f-41de-8f87-d60530435323 req-88fdff43-36bd-48e9-be18-c272e874a921 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1994221
May 07 21:46:56.605104 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc854fd-4166-4d6b-8393-abc60fa0a9c7 req-4025fbdb-660a-4721-8a6f-69f7b96a1a22 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:56.624557 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ebc854fd-4166-4d6b-8393-abc60fa0a9c7 req-4025fbdb-660a-4721-8a6f-69f7b96a1a22 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=88890ab3-196b-48f2-85db-aacd17e27ba5 HTTP/1.1" status: 200  len: 944 time: 0.0998385
May 07 21:46:56.699444 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ebc854fd-4166-4d6b-8393-abc60fa0a9c7 req-d2a85ad3-4304-4455-a563-c72a5acf2a31 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0736103
May 07 21:46:56.773798 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-155e7e5f-d803-4c3a-9e97-4321c4137676 req-3b1af6b6-e065-4573-8802-c98d30d44e1a service neutron] For port 1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952, host nch1-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:46:56.822632 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-155e7e5f-d803-4c3a-9e97-4321c4137676 req-3b1af6b6-e065-4573-8802-c98d30d44e1a service neutron] For port 1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952,segment=NetworkSegment(82ec07f6-cf99-4411-99d8-c39170f22b45),segment_id=82ec07f6-cf99-4411-99d8-c39170f22b45)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:46:56.839982 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d9c0fa-1ef5-44d7-9126-6f67bf7e2a20 req-d3a9fba1-a6b1-44a9-b04b-3ea0a496ee4c tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:56.841434 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-42d9c0fa-1ef5-44d7-9126-6f67bf7e2a20 req-d3a9fba1-a6b1-44a9-b04b-3ea0a496ee4c tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] 10.222.0.32 "GET /v2.0/ports?device_id=13072f18-5487-409a-85d7-832cf25c5fa5 HTTP/1.1" status: 200  len: 947 time: 0.1226971
May 07 21:46:56.849455 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-155e7e5f-d803-4c3a-9e97-4321c4137676 req-3b1af6b6-e065-4573-8802-c98d30d44e1a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:56.910554 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-97dac027-1eba-4fb0-a05f-ac14f7b34ca4 req-2de2c09c-cbb2-4352-be97-620003129e62 service neutron] 10.222.0.55 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4170582
May 07 21:46:56.952039 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155e7e5f-d803-4c3a-9e97-4321c4137676 req-3b1af6b6-e065-4573-8802-c98d30d44e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:56.952654 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-155e7e5f-d803-4c3a-9e97-4321c4137676 req-3b1af6b6-e065-4573-8802-c98d30d44e1a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:56.954022 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-155e7e5f-d803-4c3a-9e97-4321c4137676 req-3b1af6b6-e065-4573-8802-c98d30d44e1a service neutron] 10.222.0.55 "PUT /v2.0/ports/1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952 HTTP/1.1" status: 200  len: 1092 time: 1.9825048
May 07 21:46:56.959494 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88890ab3-196b-48f2-85db-aacd17e27ba5', 'tag': '1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:46:56.962084 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39ecf2db-17d1-4a15-a336-ae6ca09b91c2" -d '{"events": [{"name": "network-changed", "server_uuid": "88890ab3-196b-48f2-85db-aacd17e27ba5", "tag": "1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:46:56.994048 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [req-a558abd1-d17a-49f8-b349-7aec5c168315 req-9f1771cb-4ea3-4e2f-a4bc-c3ac9b312f61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aac6c92e-cff2-4454-9401-e05c725747f7 {{(pid=121836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:46:57.025907 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-a558abd1-d17a-49f8-b349-7aec5c168315 req-9f1771cb-4ea3-4e2f-a4bc-c3ac9b312f61 service neutron] Publish callbacks [] for port (aac6c92e-cff2-4454-9401-e05c725747f7), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:57.030429 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fb931e0-1c3a-4116-9f6f-6b09837d2576 x-openstack-request-id: req-8fb931e0-1c3a-4116-9f6f-6b09837d2576 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:46:57.030728 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88890ab3-196b-48f2-85db-aacd17e27ba5", "tag": "1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:46:57.031014 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8fb931e0-1c3a-4116-9f6f-6b09837d2576 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:46:57.031419 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fb931e0-1c3a-4116-9f6f-6b09837d2576'] response: {'name': 'network-changed', 'server_uuid': '88890ab3-196b-48f2-85db-aacd17e27ba5', 'tag': '1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952', 'status': 'completed', 'code': 200}
May 07 21:46:57.059018 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1af6b6-e065-4573-8802-c98d30d44e1a service neutron] Pushing event updated for resources: {'Port': ['ID=1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952,revision_number=3']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:57.082990 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-42d9c0fa-1ef5-44d7-9126-6f67bf7e2a20 req-c5d0408b-6481-4286-9b97-bd9cc85d272e tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] 10.222.0.32 "GET /v2.0/security-groups?id=332aa107-2f2c-4bec-852e-9d199e110534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2261140
May 07 21:46:57.096674 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.provisioning_blocks [req-a558abd1-d17a-49f8-b349-7aec5c168315 req-9f1771cb-4ea3-4e2f-a4bc-c3ac9b312f61 service neutron] Transition to ACTIVE for port object aac6c92e-cff2-4454-9401-e05c725747f7 will not be triggered until provisioned by entity L2. {{(pid=121836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:46:57.103525 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155e7e5f-d803-4c3a-9e97-4321c4137676 req-507c3218-670d-40b5-9773-979859561a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:57.105223 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-155e7e5f-d803-4c3a-9e97-4321c4137676 req-507c3218-670d-40b5-9773-979859561a87 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1bcaffad5d3447b98f0216d3481045e5&device_id=88890ab3-196b-48f2-85db-aacd17e27ba5 HTTP/1.1" status: 200  len: 1126 time: 0.0952165
May 07 21:46:57.108223 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-a558abd1-d17a-49f8-b349-7aec5c168315 req-9f1771cb-4ea3-4e2f-a4bc-c3ac9b312f61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (aac6c92e-cff2-4454-9401-e05c725747f7), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:57.131274 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-cbc6781c-3f4a-44eb-b717-13c923e0f86e req-89cf887e-7a93-4e38-8a87-86189b078bc3 tempest-ServersAdmin275Test-1136333951 tempest-ServersAdmin275Test-1136333951-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c5339211-223c-48cb-9652-201c790b2f4f HTTP/1.1" status: 200  len: 210 time: 0.0555100
May 07 21:46:57.201116 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1771cb-4ea3-4e2f-a4bc-c3ac9b312f61 service neutron] Pushing event updated for resources: {'Port': ['ID=aac6c92e-cff2-4454-9401-e05c725747f7,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:57.262302 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-155e7e5f-d803-4c3a-9e97-4321c4137676 req-ea7145f8-40ca-41e7-abe5-74cf6ea9d834 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952 HTTP/1.1" status: 200  len: 217 time: 0.0823581
May 07 21:46:57.293905 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ac4165-ec47-415a-b308-47d3dfe566f2 req-86637de8-aff9-41c6-8c6f-ba24c9310281 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:57.298841 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:57.302527 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-69ac4165-ec47-415a-b308-47d3dfe566f2 req-86637de8-aff9-41c6-8c6f-ba24c9310281 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=0284aa35-4e58-4e15-a194-a500996ed82e HTTP/1.1" status: 200  len: 949 time: 0.1253908
May 07 21:46:57.398473 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155e7e5f-d803-4c3a-9e97-4321c4137676 req-78fd4c9d-db1f-4a7b-b98f-07d7c722d930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:57.399874 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-155e7e5f-d803-4c3a-9e97-4321c4137676 req-78fd4c9d-db1f-4a7b-b98f-07d7c722d930 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1fe63d5f-90f3-4e94-9dfe-af97e96ae5d9 HTTP/1.1" status: 200  len: 848 time: 0.1271598
May 07 21:46:57.400510 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-a558abd1-d17a-49f8-b349-7aec5c168315 req-9f1771cb-4ea3-4e2f-a4bc-c3ac9b312f61 service neutron] Attempting to bind port aac6c92e-cff2-4454-9401-e05c725747f7 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:46:57.400840 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-a558abd1-d17a-49f8-b349-7aec5c168315 req-9f1771cb-4ea3-4e2f-a4bc-c3ac9b312f61 service neutron] Attempting to bind port aac6c92e-cff2-4454-9401-e05c725747f7 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '917604e4-aade-4a11-b4ad-178bdbbe8fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '38d1a38e-1f99-466b-bf7f-940113b4b6ed'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:46:57.401162 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a558abd1-d17a-49f8-b349-7aec5c168315 req-9f1771cb-4ea3-4e2f-a4bc-c3ac9b312f61 service neutron] Attempting to bind port aac6c92e-cff2-4454-9401-e05c725747f7 on network 38d1a38e-1f99-466b-bf7f-940113b4b6ed {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:46:57.425735 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a558abd1-d17a-49f8-b349-7aec5c168315 req-9f1771cb-4ea3-4e2f-a4bc-c3ac9b312f61 service neutron] Port aac6c92e-cff2-4454-9401-e05c725747f7 on network 38d1a38e-1f99-466b-bf7f-940113b4b6ed not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:46:57.426056 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a558abd1-d17a-49f8-b349-7aec5c168315 req-9f1771cb-4ea3-4e2f-a4bc-c3ac9b312f61 service neutron] Attempting to bind port aac6c92e-cff2-4454-9401-e05c725747f7 on network 38d1a38e-1f99-466b-bf7f-940113b4b6ed {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:46:57.456016 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-69ac4165-ec47-415a-b308-47d3dfe566f2 req-769ead9e-57b3-4099-82c9-601f80077502 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ea07aee-f825-4ee0-a542-65c887150930&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1522601
May 07 21:46:57.460566 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-155e7e5f-d803-4c3a-9e97-4321c4137676 req-b145f8ad-a6fd-4237-85be-fdfbcd05714c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=28405dfe-908d-4039-91f6-1d02165b34cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0497243
May 07 21:46:57.463938 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a558abd1-d17a-49f8-b349-7aec5c168315 req-9f1771cb-4ea3-4e2f-a4bc-c3ac9b312f61 service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:46:57.463938 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a558abd1-d17a-49f8-b349-7aec5c168315 req-9f1771cb-4ea3-4e2f-a4bc-c3ac9b312f61 service neutron] Checking segment: {'id': '917604e4-aade-4a11-b4ad-178bdbbe8fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '38d1a38e-1f99-466b-bf7f-940113b4b6ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:46:57.463938 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a558abd1-d17a-49f8-b349-7aec5c168315 req-9f1771cb-4ea3-4e2f-a4bc-c3ac9b312f61 service neutron] Bound using segment: {'id': '917604e4-aade-4a11-b4ad-178bdbbe8fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '38d1a38e-1f99-466b-bf7f-940113b4b6ed'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:46:57.463938 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-a558abd1-d17a-49f8-b349-7aec5c168315 req-9f1771cb-4ea3-4e2f-a4bc-c3ac9b312f61 service neutron] Bound port: aac6c92e-cff2-4454-9401-e05c725747f7, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '917604e4-aade-4a11-b4ad-178bdbbe8fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '38d1a38e-1f99-466b-bf7f-940113b4b6ed'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:46:57.463938 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-a558abd1-d17a-49f8-b349-7aec5c168315 req-9f1771cb-4ea3-4e2f-a4bc-c3ac9b312f61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (aac6c92e-cff2-4454-9401-e05c725747f7), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:57.562813 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825de319-0469-49af-83c4-478cdd7f2f3f req-287d987a-46c5-4c8c-9ffc-14acf104aec2 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:57.565685 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-825de319-0469-49af-83c4-478cdd7f2f3f req-287d987a-46c5-4c8c-9ffc-14acf104aec2 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=12135950-7d5e-4835-8fe5-31c8e5e9c986 HTTP/1.1" status: 200  len: 949 time: 0.0551016
May 07 21:46:57.639946 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-825de319-0469-49af-83c4-478cdd7f2f3f req-c2eb5407-5ce5-421d-80ad-6387ad052e90 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0681229
May 07 21:46:57.692964 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device a2215f38-3e54-40f3-9b36-b7cc264d5495 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:46:57.718188 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 1520ea65-2c7b-46a7-8360-d42695eee536 up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:46:57.860743 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port 1520ea65-2c7b-46a7-8360-d42695eee536 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:46:57.861423 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (1520ea65-2c7b-46a7-8360-d42695eee536), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:57.901675 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d7a049-e855-440b-bc20-d138e398165e req-3f1f2593-1c5c-4ef5-ade3-3d51d657ebf2 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:57.910112 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e4d7a049-e855-440b-bc20-d138e398165e req-3f1f2593-1c5c-4ef5-ade3-3d51d657ebf2 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfa51d13-aa03-48ef-9aea-32ae407e5d9d HTTP/1.1" status: 200  len: 943 time: 0.0846317
May 07 21:46:57.979037 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 1520ea65-2c7b-46a7-8360-d42695eee536 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:46:57.979648 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (1520ea65-2c7b-46a7-8360-d42695eee536), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:57.989303 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e4d7a049-e855-440b-bc20-d138e398165e req-3529938b-dcb9-4551-b479-7f2488e09a3a tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0774782
May 07 21:46:58.009047 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port a2215f38-3e54-40f3-9b36-b7cc264d5495, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a2215f38-3e54-40f3-9b36-b7cc264d5495,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:46:58.010789 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f907c60c-8103-4117-9ec5-3b427db3f2ad req-933a371a-f78e-4d10-b7ff-feebc8fc0647 tempest-MigrationsAdminTest-1078114156 tempest-MigrationsAdminTest-1078114156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:58.012244 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f907c60c-8103-4117-9ec5-3b427db3f2ad req-933a371a-f78e-4d10-b7ff-feebc8fc0647 tempest-MigrationsAdminTest-1078114156 tempest-MigrationsAdminTest-1078114156-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=12135950-7d5e-4835-8fe5-31c8e5e9c986 HTTP/1.1" status: 200  len: 1131 time: 0.0658612
May 07 21:46:58.025328 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63bd05ee-f966-4884-89dc-17c61c1942fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1520ea65-2c7b-46a7-8360-d42695eee536'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:46:58.029044 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b23a0b26-fc5b-4760-b79d-af798422c20a" -d '{"events": [{"server_uuid": "63bd05ee-f966-4884-89dc-17c61c1942fe", "name": "network-vif-plugged", "status": "completed", "tag": "1520ea65-2c7b-46a7-8360-d42695eee536"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:46:58.048529 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': 'a2215f38-3e54-40f3-9b36-b7cc264d5495', 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47', 'port_id': 'a2215f38-3e54-40f3-9b36-b7cc264d5495', 'mac_address': 'fa:16:3e:73:f9:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e0e5c53-1ece-4d20-b01d-5f8c6957edf6', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:46:58.051908 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 1520ea65-2c7b-46a7-8360-d42695eee536, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1520ea65-2c7b-46a7-8360-d42695eee536,segment=NetworkSegment(616ea0c7-2d98-4ffb-86e7-ca2a85e3ffe1),segment_id=616ea0c7-2d98-4ffb-86e7-ca2a85e3ffe1)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:46:58.053828 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-f907c60c-8103-4117-9ec5-3b427db3f2ad req-45bbab9f-8d21-464d-8263-3bb347a702aa tempest-MigrationsAdminTest-1078114156 tempest-MigrationsAdminTest-1078114156-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:58.082310 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-a558abd1-d17a-49f8-b349-7aec5c168315 req-9f1771cb-4ea3-4e2f-a4bc-c3ac9b312f61 service neutron] For port aac6c92e-cff2-4454-9401-e05c725747f7, host nch2-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:46:58.091017 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-a558abd1-d17a-49f8-b349-7aec5c168315 req-9f1771cb-4ea3-4e2f-a4bc-c3ac9b312f61 service neutron] For port aac6c92e-cff2-4454-9401-e05c725747f7, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=aac6c92e-cff2-4454-9401-e05c725747f7,segment=NetworkSegment(917604e4-aade-4a11-b4ad-178bdbbe8fbb),segment_id=917604e4-aade-4a11-b4ad-178bdbbe8fbb)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:46:58.096612 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-155e7e5f-d803-4c3a-9e97-4321c4137676 req-cb943714-e9f3-4380-b640-c1f3fd2a379d service neutron] 10.222.0.55 "GET /v2.0/networks/28405dfe-908d-4039-91f6-1d02165b34cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6239843
May 07 21:46:58.100475 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port a2215f38-3e54-40f3-9b36-b7cc264d5495 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:46:58.101040 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (a2215f38-3e54-40f3-9b36-b7cc264d5495), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:58.122496 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2215f38-3e54-40f3-9b36-b7cc264d5495 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:46:58.129210 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (1520ea65-2c7b-46a7-8360-d42695eee536), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:58.149182 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695e1c29-ba51-44eb-a57b-eaee7eeb4613 req-5f203e4b-cf59-4cf1-9539-dd1f6f549e83 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:58.156609 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-695e1c29-ba51-44eb-a57b-eaee7eeb4613 req-5f203e4b-cf59-4cf1-9539-dd1f6f549e83 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=88890ab3-196b-48f2-85db-aacd17e27ba5 HTTP/1.1" status: 200  len: 944 time: 0.0571134
May 07 21:46:58.173750 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port a2215f38-3e54-40f3-9b36-b7cc264d5495, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a2215f38-3e54-40f3-9b36-b7cc264d5495,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:46:58.184959 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-a558abd1-d17a-49f8-b349-7aec5c168315 req-9f1771cb-4ea3-4e2f-a4bc-c3ac9b312f61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (aac6c92e-cff2-4454-9401-e05c725747f7), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:58.186888 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-f907c60c-8103-4117-9ec5-3b427db3f2ad req-45bbab9f-8d21-464d-8263-3bb347a702aa tempest-MigrationsAdminTest-1078114156 tempest-MigrationsAdminTest-1078114156-project-admin] Publish callbacks [] for security_group (847843df-ec92-412b-bf46-11a12bbec294), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:58.191039 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (a2215f38-3e54-40f3-9b36-b7cc264d5495), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:58.195833 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-f907c60c-8103-4117-9ec5-3b427db3f2ad req-45bbab9f-8d21-464d-8263-3bb347a702aa tempest-MigrationsAdminTest-1078114156 tempest-MigrationsAdminTest-1078114156-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (847843df-ec92-412b-bf46-11a12bbec294), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:58.204750 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=1520ea65-2c7b-46a7-8360-d42695eee536,revision_number=7']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:58.259360 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f907c60c-8103-4117-9ec5-3b427db3f2ad req-45bbab9f-8d21-464d-8263-3bb347a702aa tempest-MigrationsAdminTest-1078114156 tempest-MigrationsAdminTest-1078114156-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2347264
May 07 21:46:58.260271 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bbab9f-8d21-464d-8263-3bb347a702aa tempest-MigrationsAdminTest-1078114156 tempest-MigrationsAdminTest-1078114156-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=847843df-ec92-412b-bf46-11a12bbec294,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:58.261731 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=a2215f38-3e54-40f3-9b36-b7cc264d5495,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:58.274217 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-695e1c29-ba51-44eb-a57b-eaee7eeb4613 req-1876a70d-055c-4a05-80ec-5391ded03ef0 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1059525
May 07 21:46:58.341801 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-785e80c6-3fcb-4cbc-a157-750cbb3e8019 x-openstack-request-id: req-785e80c6-3fcb-4cbc-a157-750cbb3e8019 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:46:58.342326 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63bd05ee-f966-4884-89dc-17c61c1942fe", "name": "network-vif-plugged", "status": "completed", "tag": "1520ea65-2c7b-46a7-8360-d42695eee536", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:46:58.342417 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-785e80c6-3fcb-4cbc-a157-750cbb3e8019 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:46:58.342810 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-785e80c6-3fcb-4cbc-a157-750cbb3e8019'] response: {'server_uuid': '63bd05ee-f966-4884-89dc-17c61c1942fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1520ea65-2c7b-46a7-8360-d42695eee536', 'code': 200}
May 07 21:46:58.367778 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a558abd1-d17a-49f8-b349-7aec5c168315 req-9f1771cb-4ea3-4e2f-a4bc-c3ac9b312f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:58.368406 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-a558abd1-d17a-49f8-b349-7aec5c168315 req-9f1771cb-4ea3-4e2f-a4bc-c3ac9b312f61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:58.369926 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a558abd1-d17a-49f8-b349-7aec5c168315 req-9f1771cb-4ea3-4e2f-a4bc-c3ac9b312f61 service neutron] 10.222.0.59 "PUT /v2.0/ports/aac6c92e-cff2-4454-9401-e05c725747f7 HTTP/1.1" status: 200  len: 1091 time: 2.5412543
May 07 21:46:58.390469 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cb315c-1adb-4570-a2ed-c63a3fa21f70 req-1306797a-4317-4cb0-b40c-ea940efb810c tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:58.392116 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e2cb315c-1adb-4570-a2ed-c63a3fa21f70 req-1306797a-4317-4cb0-b40c-ea940efb810c tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] 10.222.0.32 "GET /v2.0/ports?device_id=13072f18-5487-409a-85d7-832cf25c5fa5 HTTP/1.1" status: 200  len: 948 time: 0.0689492
May 07 21:46:58.405031 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1771cb-4ea3-4e2f-a4bc-c3ac9b312f61 service neutron] Pushing event updated for resources: {'Port': ['ID=aac6c92e-cff2-4454-9401-e05c725747f7,revision_number=3']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:46:58.432786 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-155e7e5f-d803-4c3a-9e97-4321c4137676 req-c3b1e381-2818-43f5-ba66-e8210ade78f1 service neutron] 10.222.0.55 "GET /v2.0/networks/28405dfe-908d-4039-91f6-1d02165b34cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2745075
May 07 21:46:58.493394 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e2cb315c-1adb-4570-a2ed-c63a3fa21f70 req-8b2e3f6c-f5ae-40ce-a9c5-493479c6584c tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] 10.222.0.32 "GET /v2.0/security-groups?id=332aa107-2f2c-4bec-852e-9d199e110534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0870149
May 07 21:46:58.505627 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['a2215f38-3e54-40f3-9b36-b7cc264d5495'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:46:58.534172 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-041a0714-c163-4da6-8b6e-9d18159990d3 req-48a1265d-e3f3-4043-9671-4cd063ec5d5e tempest-ServersAdmin275Test-1136333951 tempest-ServersAdmin275Test-1136333951-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c5339211-223c-48cb-9652-201c790b2f4f HTTP/1.1" status: 200  len: 210 time: 0.0672216
May 07 21:46:58.550129 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a558abd1-d17a-49f8-b349-7aec5c168315 req-f1b9e3d3-ca08-4af6-9cea-12cf1de86c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:58.551781 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a558abd1-d17a-49f8-b349-7aec5c168315 req-f1b9e3d3-ca08-4af6-9cea-12cf1de86c9d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4db49857a44d4f399959ac625886505a&device_id=bfa51d13-aa03-48ef-9aea-32ae407e5d9d HTTP/1.1" status: 200  len: 1125 time: 0.0996108
May 07 21:46:58.620931 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a558abd1-d17a-49f8-b349-7aec5c168315 req-dbf504c1-89be-4e54-91b8-3842e3de3630 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aac6c92e-cff2-4454-9401-e05c725747f7 HTTP/1.1" status: 200  len: 217 time: 0.0625188
May 07 21:46:58.627127 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [req-d67e8299-92ae-4e51-b066-cd8964cb9076 req-91f48ddc-3e97-4ba9-bc22-565b4dd55110 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121837) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 21:46:58.629842 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d67e8299-92ae-4e51-b066-cd8964cb9076 req-91f48ddc-3e97-4ba9-bc22-565b4dd55110 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0052180
May 07 21:46:58.725552 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1741782c-46b2-4bb5-b97b-41fd9af2508c req-a57ac2df-5464-432a-91e5-9e790728ecca tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:58.731324 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1741782c-46b2-4bb5-b97b-41fd9af2508c req-a57ac2df-5464-432a-91e5-9e790728ecca tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=0284aa35-4e58-4e15-a194-a500996ed82e HTTP/1.1" status: 200  len: 949 time: 0.0908074
May 07 21:46:58.739119 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a558abd1-d17a-49f8-b349-7aec5c168315 req-60e79137-5567-44fc-a0da-44873ca77963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:58.740528 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a558abd1-d17a-49f8-b349-7aec5c168315 req-60e79137-5567-44fc-a0da-44873ca77963 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=14835495-3004-48e8-b7c5-01b68d156e2d HTTP/1.1" status: 200  len: 861 time: 0.1083605
May 07 21:46:58.799825 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1741782c-46b2-4bb5-b97b-41fd9af2508c req-688db4ae-5f45-4ca4-8b62-e2b59c6ba51e tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ea07aee-f825-4ee0-a542-65c887150930&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629840
May 07 21:46:58.884861 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a558abd1-d17a-49f8-b349-7aec5c168315 req-1a508714-64d9-45e4-8f2c-44cff1dd3962 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=38d1a38e-1f99-466b-bf7f-940113b4b6ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0649033
May 07 21:46:59.009829 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:59.031484 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a558abd1-d17a-49f8-b349-7aec5c168315 req-1093d367-3eb6-44b5-8600-ded54572c86a service neutron] 10.222.0.59 "GET /v2.0/networks/38d1a38e-1f99-466b-bf7f-940113b4b6ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1351690
May 07 21:46:59.033278 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfa51d13-aa03-48ef-9aea-32ae407e5d9d', 'tag': 'aac6c92e-cff2-4454-9401-e05c725747f7'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:46:59.039612 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f59166c7-87ed-4cad-b75d-cb7982dfde32" -d '{"events": [{"name": "network-changed", "server_uuid": "bfa51d13-aa03-48ef-9aea-32ae407e5d9d", "tag": "aac6c92e-cff2-4454-9401-e05c725747f7"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:46:59.281538 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760d6239-e5dc-411c-9768-72344003bffe req-b9eb9de4-7f60-40c9-be1a-76cd6f9951f3 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:59.295900 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-760d6239-e5dc-411c-9768-72344003bffe req-b9eb9de4-7f60-40c9-be1a-76cd6f9951f3 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfa51d13-aa03-48ef-9aea-32ae407e5d9d HTTP/1.1" status: 200  len: 943 time: 0.2297692
May 07 21:46:59.407444 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a558abd1-d17a-49f8-b349-7aec5c168315 req-9ece0b0f-432a-4d9c-b66d-08fe77949de1 service neutron] 10.222.0.59 "GET /v2.0/networks/38d1a38e-1f99-466b-bf7f-940113b4b6ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3646121
May 07 21:46:59.411333 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-760d6239-e5dc-411c-9768-72344003bffe req-11171612-cadd-4a00-9cba-97a1a308b41f tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1143794
May 07 21:46:59.647670 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7229b6c-08ba-4964-a32b-20a6280d2403 req-1eeed0c2-3c5d-40fd-86a1-5568780015f3 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:59.657796 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b7229b6c-08ba-4964-a32b-20a6280d2403 req-1eeed0c2-3c5d-40fd-86a1-5568780015f3 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=88890ab3-196b-48f2-85db-aacd17e27ba5 HTTP/1.1" status: 200  len: 944 time: 0.0871899
May 07 21:46:59.688303 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5423eca9-9a41-43b3-864c-760a41748a5d x-openstack-request-id: req-5423eca9-9a41-43b3-864c-760a41748a5d {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:46:59.688668 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfa51d13-aa03-48ef-9aea-32ae407e5d9d", "tag": "aac6c92e-cff2-4454-9401-e05c725747f7", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:46:59.689428 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5423eca9-9a41-43b3-864c-760a41748a5d {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:46:59.690048 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5423eca9-9a41-43b3-864c-760a41748a5d'] response: {'name': 'network-changed', 'server_uuid': 'bfa51d13-aa03-48ef-9aea-32ae407e5d9d', 'tag': 'aac6c92e-cff2-4454-9401-e05c725747f7', 'status': 'completed', 'code': 200}
May 07 21:46:59.707556 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device a2215f38-3e54-40f3-9b36-b7cc264d5495 up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:46:59.724488 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ecf2db-17d1-4a15-a336-ae6ca09b91c2 req-7818f469-d6e4-4b06-ba9f-e1e7e66a7152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:59.726184 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-39ecf2db-17d1-4a15-a336-ae6ca09b91c2 req-7818f469-d6e4-4b06-ba9f-e1e7e66a7152 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1bcaffad5d3447b98f0216d3481045e5&device_id=88890ab3-196b-48f2-85db-aacd17e27ba5 HTTP/1.1" status: 200  len: 1126 time: 0.1167071
May 07 21:46:59.767533 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b7229b6c-08ba-4964-a32b-20a6280d2403 req-790c47b1-63a9-4987-bbee-a2b960c4d17f tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1085849
May 07 21:46:59.771627 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 59270) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:46:59.778375 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning for port a2215f38-3e54-40f3-9b36-b7cc264d5495 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:46:59.788776 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port a2215f38-3e54-40f3-9b36-b7cc264d5495 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:46:59.789226 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (a2215f38-3e54-40f3-9b36-b7cc264d5495), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:59.925426 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port a2215f38-3e54-40f3-9b36-b7cc264d5495 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:46:59.928031 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (a2215f38-3e54-40f3-9b36-b7cc264d5495), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:46:59.971402 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d220e9-d1ee-4f69-aca7-78bbeaaead41 req-ca6f5d16-5f73-42f0-b4ab-b8240cd8aad4 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:59.975691 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-56d220e9-d1ee-4f69-aca7-78bbeaaead41 req-ca6f5d16-5f73-42f0-b4ab-b8240cd8aad4 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=12135950-7d5e-4835-8fe5-31c8e5e9c986 HTTP/1.1" status: 200  len: 949 time: 0.1059942
May 07 21:46:59.978616 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d418a1-acd4-418a-8bf4-fb7b31bdb845 req-6bcef9fc-4a0b-4df6-86bb-07f217b2bb17 tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:46:59.980114 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d4d418a1-acd4-418a-8bf4-fb7b31bdb845 req-6bcef9fc-4a0b-4df6-86bb-07f217b2bb17 tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] 10.222.0.32 "GET /v2.0/ports?device_id=13072f18-5487-409a-85d7-832cf25c5fa5 HTTP/1.1" status: 200  len: 948 time: 0.2100210
May 07 21:47:00.016926 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5460cd8e-542d-46e8-87ba-729ceba53972 req-cf333ae7-89a0-4bb0-aa76-5c4cee1e4469 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=12135950-7d5e-4835-8fe5-31c8e5e9c986&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2436881
May 07 21:47:00.022448 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port a2215f38-3e54-40f3-9b36-b7cc264d5495, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a2215f38-3e54-40f3-9b36-b7cc264d5495,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:47:00.025134 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:00.028899 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [req-5460cd8e-542d-46e8-87ba-729ceba53972 req-f5ce1cb7-8e57-47c3-a187-f2cf9ad36171 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121836) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 21:47:00.029771 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5460cd8e-542d-46e8-87ba-729ceba53972 req-f5ce1cb7-8e57-47c3-a187-f2cf9ad36171 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0062816
May 07 21:47:00.031487 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ecf2db-17d1-4a15-a336-ae6ca09b91c2 req-184ecfb0-0a26-4879-89d1-a41dfe5aa988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:00.033801 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-39ecf2db-17d1-4a15-a336-ae6ca09b91c2 req-184ecfb0-0a26-4879-89d1-a41dfe5aa988 service neutron] 10.222.0.55 "GET /v2.0/networks?id=28405dfe-908d-4039-91f6-1d02165b34cd HTTP/1.1" status: 200  len: 909 time: 0.3001866
May 07 21:47:00.041980 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (a2215f38-3e54-40f3-9b36-b7cc264d5495), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:00.053707 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-56d220e9-d1ee-4f69-aca7-78bbeaaead41 req-5f353a38-6b0c-4d8c-8226-d5012e9ad2ac tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0743821
May 07 21:47:00.096256 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-39ecf2db-17d1-4a15-a336-ae6ca09b91c2 req-4aa5e0f5-73b1-4d27-8646-7aafaa8300d1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952 HTTP/1.1" status: 200  len: 217 time: 0.0561514
May 07 21:47:00.131452 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d4d418a1-acd4-418a-8bf4-fb7b31bdb845 req-1ed07f45-70db-4104-b270-a2c28570d0d3 tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] 10.222.0.32 "GET /v2.0/security-groups?id=332aa107-2f2c-4bec-852e-9d199e110534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1416588
May 07 21:47:00.142251 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=a2215f38-3e54-40f3-9b36-b7cc264d5495,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:00.194150 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7026e274-b89f-4539-9f7b-d5355ef19843 req-cb9e5395-1a44-4792-a0b4-2b8b0b18b011 tempest-ServersAdmin275Test-1136333951 tempest-ServersAdmin275Test-1136333951-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c5339211-223c-48cb-9652-201c790b2f4f HTTP/1.1" status: 200  len: 210 time: 0.0600324
May 07 21:47:00.209133 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ecf2db-17d1-4a15-a336-ae6ca09b91c2 req-4e752be2-6bb7-4a5b-b5e6-41c64bfb9cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:00.210879 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-39ecf2db-17d1-4a15-a336-ae6ca09b91c2 req-4e752be2-6bb7-4a5b-b5e6-41c64bfb9cad service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1fe63d5f-90f3-4e94-9dfe-af97e96ae5d9 HTTP/1.1" status: 200  len: 848 time: 0.1058662
May 07 21:47:00.288631 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-39ecf2db-17d1-4a15-a336-ae6ca09b91c2 req-897faaff-2eda-4d42-bf62-aaffb88ed4b3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=28405dfe-908d-4039-91f6-1d02165b34cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0658848
May 07 21:47:00.343513 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13072f18-5487-409a-85d7-832cf25c5fa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2215f38-3e54-40f3-9b36-b7cc264d5495'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:47:00.346601 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd8d4e90-e07a-48c5-809c-52b3acab4afb" -d '{"events": [{"server_uuid": "13072f18-5487-409a-85d7-832cf25c5fa5", "name": "network-vif-plugged", "status": "completed", "tag": "a2215f38-3e54-40f3-9b36-b7cc264d5495"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:47:00.392884 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-264c26e2-f793-4091-a357-a70a730caaa9 x-openstack-request-id: req-264c26e2-f793-4091-a357-a70a730caaa9 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:47:00.393453 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13072f18-5487-409a-85d7-832cf25c5fa5", "name": "network-vif-plugged", "status": "completed", "tag": "a2215f38-3e54-40f3-9b36-b7cc264d5495", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:47:00.393934 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-264c26e2-f793-4091-a357-a70a730caaa9 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:47:00.394400 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-264c26e2-f793-4091-a357-a70a730caaa9'] response: {'server_uuid': '13072f18-5487-409a-85d7-832cf25c5fa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2215f38-3e54-40f3-9b36-b7cc264d5495', 'code': 200}
May 07 21:47:00.401365 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ad4e45-8e26-4e98-9c0c-7014c8088bf8 req-91b35604-717e-4f52-a1e4-4b89577bc4a7 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:00.403161 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b3ad4e45-8e26-4e98-9c0c-7014c8088bf8 req-91b35604-717e-4f52-a1e4-4b89577bc4a7 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=0284aa35-4e58-4e15-a194-a500996ed82e HTTP/1.1" status: 200  len: 949 time: 0.1912358
May 07 21:47:00.498573 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b3ad4e45-8e26-4e98-9c0c-7014c8088bf8 req-d17ae21b-0668-40b5-b07f-8ee70da20db4 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ea07aee-f825-4ee0-a542-65c887150930&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0838008
May 07 21:47:00.627143 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04932abf-04ca-46ae-8c8c-956498e19014 req-e6e76acf-a998-43e5-b36d-af1deb318d36 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:00.630505 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-39ecf2db-17d1-4a15-a336-ae6ca09b91c2 req-4f20f9df-40fa-4969-904c-5e10800ca4c7 service neutron] 10.222.0.55 "GET /v2.0/networks/28405dfe-908d-4039-91f6-1d02165b34cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3264940
May 07 21:47:00.634211 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-04932abf-04ca-46ae-8c8c-956498e19014 req-e6e76acf-a998-43e5-b36d-af1deb318d36 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfa51d13-aa03-48ef-9aea-32ae407e5d9d HTTP/1.1" status: 200  len: 943 time: 0.0580971
May 07 21:47:00.636562 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee74fa91-e2e2-4eca-b7de-69f09f89fe53 req-97d05938-8184-417c-a2f5-e31f8d641c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:00.638041 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ee74fa91-e2e2-4eca-b7de-69f09f89fe53 req-97d05938-8184-417c-a2f5-e31f8d641c97 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=13072f18-5487-409a-85d7-832cf25c5fa5 HTTP/1.1" status: 200  len: 1131 time: 0.1258991
May 07 21:47:00.643365 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 59314) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:47:00.699843 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-04932abf-04ca-46ae-8c8c-956498e19014 req-9b88b03b-3040-4e60-ab9b-96b8adc41481 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0625813
May 07 21:47:00.718674 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59166c7-87ed-4cad-b75d-cb7982dfde32 req-aa298ba2-ae47-43d1-b3d4-f8b8fea5a2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:00.718674 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f59166c7-87ed-4cad-b75d-cb7982dfde32 req-aa298ba2-ae47-43d1-b3d4-f8b8fea5a2ee service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4db49857a44d4f399959ac625886505a&device_id=bfa51d13-aa03-48ef-9aea-32ae407e5d9d HTTP/1.1" status: 200  len: 1125 time: 0.1685982
May 07 21:47:00.787946 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5460cd8e-542d-46e8-87ba-729ceba53972 req-b9cda5a4-65da-4bf9-a2ae-953763dd9476 tempest-MigrationsAdminTest-1078114156 tempest-MigrationsAdminTest-1078114156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:00.790906 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5460cd8e-542d-46e8-87ba-729ceba53972 req-b9cda5a4-65da-4bf9-a2ae-953763dd9476 tempest-MigrationsAdminTest-1078114156 tempest-MigrationsAdminTest-1078114156-project-admin] 10.222.0.32 "GET /v2.0/ports/f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9 HTTP/1.1" status: 200  len: 1128 time: 0.1464968
May 07 21:47:00.800470 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ee74fa91-e2e2-4eca-b7de-69f09f89fe53 req-fd9ac97c-7072-407b-8cef-497a7e07bc89 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=332aa107-2f2c-4bec-852e-9d199e110534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1515591
May 07 21:47:00.896639 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-39ecf2db-17d1-4a15-a336-ae6ca09b91c2 req-bae3a936-203f-47fd-b9b6-919c9cc3de51 service neutron] 10.222.0.55 "GET /v2.0/networks/28405dfe-908d-4039-91f6-1d02165b34cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2576427
May 07 21:47:00.939804 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59166c7-87ed-4cad-b75d-cb7982dfde32 req-63ecfebf-1b58-4ebb-8998-39f713c26219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:00.941810 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f59166c7-87ed-4cad-b75d-cb7982dfde32 req-63ecfebf-1b58-4ebb-8998-39f713c26219 service neutron] 10.222.0.59 "GET /v2.0/networks?id=38d1a38e-1f99-466b-bf7f-940113b4b6ed HTTP/1.1" status: 200  len: 922 time: 0.2167137
May 07 21:47:00.948037 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3253f11-9f38-4d14-9bc3-d749b0090e3a req-f6da4330-43a3-4860-972e-a3a4421ad2ee tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:00.949592 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b3253f11-9f38-4d14-9bc3-d749b0090e3a req-f6da4330-43a3-4860-972e-a3a4421ad2ee tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=88890ab3-196b-48f2-85db-aacd17e27ba5 HTTP/1.1" status: 200  len: 944 time: 0.0668364
May 07 21:47:01.003050 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f59166c7-87ed-4cad-b75d-cb7982dfde32 req-4e458d14-d535-4fd5-b930-8694ea04abbc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aac6c92e-cff2-4454-9401-e05c725747f7 HTTP/1.1" status: 200  len: 217 time: 0.0440993
May 07 21:47:01.099383 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59166c7-87ed-4cad-b75d-cb7982dfde32 req-a5540dac-dd3f-4373-8f68-7a7ff1cfffb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:01.101638 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f59166c7-87ed-4cad-b75d-cb7982dfde32 req-a5540dac-dd3f-4373-8f68-7a7ff1cfffb2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=14835495-3004-48e8-b7c5-01b68d156e2d HTTP/1.1" status: 200  len: 861 time: 0.0908155
May 07 21:47:01.117412 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b3253f11-9f38-4d14-9bc3-d749b0090e3a req-965975ef-d7be-49a1-b22e-64254cf3252c tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1133187
May 07 21:47:01.209580 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f59166c7-87ed-4cad-b75d-cb7982dfde32 req-3ed62bcf-cc81-4827-a63c-fbd5b63ebb49 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=38d1a38e-1f99-466b-bf7f-940113b4b6ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0874150
May 07 21:47:01.427752 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6179b516-5da8-4b8c-9fb8-a24afa7a367d req-5f95cdbf-4646-47df-a530-739ca98c16db tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:01.429426 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6179b516-5da8-4b8c-9fb8-a24afa7a367d req-5f95cdbf-4646-47df-a530-739ca98c16db tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] 10.222.0.32 "GET /v2.0/ports?device_id=13072f18-5487-409a-85d7-832cf25c5fa5 HTTP/1.1" status: 200  len: 949 time: 0.1528208
May 07 21:47:01.517413 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f59166c7-87ed-4cad-b75d-cb7982dfde32 req-30302ef1-2336-4e57-97e8-ba5f136a87ef service neutron] 10.222.0.59 "GET /v2.0/networks/38d1a38e-1f99-466b-bf7f-940113b4b6ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3012559
May 07 21:47:01.518443 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66478be-d093-42dd-92ff-10da2c9335d6 req-6933d63b-2c53-48ce-b44f-122f917ba7d0 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:01.525785 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e66478be-d093-42dd-92ff-10da2c9335d6 req-6933d63b-2c53-48ce-b44f-122f917ba7d0 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=12135950-7d5e-4835-8fe5-31c8e5e9c986 HTTP/1.1" status: 200  len: 949 time: 0.3259938
May 07 21:47:01.571552 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6179b516-5da8-4b8c-9fb8-a24afa7a367d req-847bf4ac-28e3-4732-b409-4a4364f1d36b tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] 10.222.0.32 "GET /v2.0/security-groups?id=332aa107-2f2c-4bec-852e-9d199e110534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1357963
May 07 21:47:01.619853 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e66478be-d093-42dd-92ff-10da2c9335d6 req-0f0d4691-cb38-4e1c-93bf-be397763608e tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0932183
May 07 21:47:01.711237 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:47:01.736748 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a258354d-1beb-49f1-b306-3814011d3cd6 req-f51df697-f9b4-4026-be55-a7d0ed6c375d tempest-ServersAdmin275Test-1136333951 tempest-ServersAdmin275Test-1136333951-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c5339211-223c-48cb-9652-201c790b2f4f HTTP/1.1" status: 200  len: 210 time: 0.0620644
May 07 21:47:01.788995 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f59166c7-87ed-4cad-b75d-cb7982dfde32 req-a1148a29-272b-44fb-892e-7ccc750e3b9e service neutron] 10.222.0.59 "GET /v2.0/networks/38d1a38e-1f99-466b-bf7f-940113b4b6ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2646098
May 07 21:47:01.894116 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952,segment=NetworkSegment(82ec07f6-cf99-4411-99d8-c39170f22b45),segment_id=82ec07f6-cf99-4411-99d8-c39170f22b45)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:47:01.909831 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': '1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952', 'network_id': '28405dfe-908d-4039-91f6-1d02165b34cd', 'port_id': '1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952', 'mac_address': 'fa:16:3e:a2:14:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fe63d5f-90f3-4e94-9dfe-af97e96ae5d9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:47:01.944908 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc5c9d5-b897-419c-9b01-f631abfa694b req-2caeacd8-3ddd-494a-8ffd-3b46c237b3e2 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:01.951991 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1dc5c9d5-b897-419c-9b01-f631abfa694b req-2caeacd8-3ddd-494a-8ffd-3b46c237b3e2 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=0284aa35-4e58-4e15-a194-a500996ed82e HTTP/1.1" status: 200  len: 949 time: 0.0967078
May 07 21:47:01.958906 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b45792-6679-44fa-ab98-fc34a6848208 req-ca89ae2d-285b-468f-9749-3ac4fe957659 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:01.968748 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-48b45792-6679-44fa-ab98-fc34a6848208 req-ca89ae2d-285b-468f-9749-3ac4fe957659 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfa51d13-aa03-48ef-9aea-32ae407e5d9d HTTP/1.1" status: 200  len: 943 time: 0.1063728
May 07 21:47:01.988906 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:47:01.989568 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:02.013803 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:47:02.035522 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1dc5c9d5-b897-419c-9b01-f631abfa694b req-e5489342-a21c-4edf-93c1-6ffdd31624e8 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ea07aee-f825-4ee0-a542-65c887150930&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0741100
May 07 21:47:02.056468 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952,segment=NetworkSegment(82ec07f6-cf99-4411-99d8-c39170f22b45),segment_id=82ec07f6-cf99-4411-99d8-c39170f22b45)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:47:02.063133 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-48b45792-6679-44fa-ab98-fc34a6848208 req-bc7305f7-1b4e-4177-9b17-db896596e17a tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0934997
May 07 21:47:02.065678 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:02.129223 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:02.298612 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5460cd8e-542d-46e8-87ba-729ceba53972 req-5e407eb1-c934-4c08-910d-f92b264f4652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:02.300861 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5460cd8e-542d-46e8-87ba-729ceba53972 req-5e407eb1-c934-4c08-910d-f92b264f4652 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7789855db11445de842c4df75bd05e10&device_id=12135950-7d5e-4835-8fe5-31c8e5e9c986 HTTP/1.1" status: 200  len: 1131 time: 0.0526474
May 07 21:47:02.305160 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ac12db-7e3d-414f-a64b-2589adfa97e4 req-6b6b38aa-4a4d-45cd-9271-a591514ea2e4 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:02.312273 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d6ac12db-7e3d-414f-a64b-2589adfa97e4 req-6b6b38aa-4a4d-45cd-9271-a591514ea2e4 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=88890ab3-196b-48f2-85db-aacd17e27ba5 HTTP/1.1" status: 200  len: 945 time: 0.0721602
May 07 21:47:02.365799 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d6ac12db-7e3d-414f-a64b-2589adfa97e4 req-27692416-34bf-4363-b2b3-1e9baa95b49b tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523455
May 07 21:47:02.386292 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:47:02.411984 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device aac6c92e-cff2-4454-9401-e05c725747f7 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:47:02.434510 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5460cd8e-542d-46e8-87ba-729ceba53972 req-9cb9a796-e41d-4892-97e3-561dcc9d6e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:02.436029 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5460cd8e-542d-46e8-87ba-729ceba53972 req-9cb9a796-e41d-4892-97e3-561dcc9d6e24 service neutron] 10.222.0.55 "GET /v2.0/networks?id=665487f0-78eb-47fb-9a06-b15bc614dc47 HTTP/1.1" status: 200  len: 870 time: 0.1227946
May 07 21:47:02.501083 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5460cd8e-542d-46e8-87ba-729ceba53972 req-e4e393e6-394d-440b-b04f-35234c32dfe6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9 HTTP/1.1" status: 200  len: 217 time: 0.0552619
May 07 21:47:02.577897 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port aac6c92e-cff2-4454-9401-e05c725747f7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=aac6c92e-cff2-4454-9401-e05c725747f7,segment=NetworkSegment(917604e4-aade-4a11-b4ad-178bdbbe8fbb),segment_id=917604e4-aade-4a11-b4ad-178bdbbe8fbb)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:47:02.605920 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': 'aac6c92e-cff2-4454-9401-e05c725747f7', 'network_id': '38d1a38e-1f99-466b-bf7f-940113b4b6ed', 'port_id': 'aac6c92e-cff2-4454-9401-e05c725747f7', 'mac_address': 'fa:16:3e:c0:f7:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14835495-3004-48e8-b7c5-01b68d156e2d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:47:02.614656 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5460cd8e-542d-46e8-87ba-729ceba53972 req-94679a14-796c-4b85-affd-fc236addda2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:02.624296 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5460cd8e-542d-46e8-87ba-729ceba53972 req-94679a14-796c-4b85-affd-fc236addda2a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6e0e5c53-1ece-4d20-b01d-5f8c6957edf6 HTTP/1.1" status: 200  len: 843 time: 0.1020942
May 07 21:47:02.685904 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port aac6c92e-cff2-4454-9401-e05c725747f7 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:47:02.686291 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (aac6c92e-cff2-4454-9401-e05c725747f7), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:02.704634 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5460cd8e-542d-46e8-87ba-729ceba53972 req-bbe6bd93-0bdf-4f6f-85c9-99eef9b7f71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:02.706160 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5460cd8e-542d-46e8-87ba-729ceba53972 req-bbe6bd93-0bdf-4f6f-85c9-99eef9b7f71a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=665487f0-78eb-47fb-9a06-b15bc614dc47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0782979
May 07 21:47:02.711374 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aac6c92e-cff2-4454-9401-e05c725747f7 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:47:02.753269 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port aac6c92e-cff2-4454-9401-e05c725747f7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=aac6c92e-cff2-4454-9401-e05c725747f7,segment=NetworkSegment(917604e4-aade-4a11-b4ad-178bdbbe8fbb),segment_id=917604e4-aade-4a11-b4ad-178bdbbe8fbb)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:47:02.762910 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (aac6c92e-cff2-4454-9401-e05c725747f7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:02.765485 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525141d9-cf55-4fc0-ba74-edc717d2c5c1 req-29b6c147-d856-4749-8b11-61bc78982665 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:02.773730 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-525141d9-cf55-4fc0-ba74-edc717d2c5c1 req-29b6c147-d856-4749-8b11-61bc78982665 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=12135950-7d5e-4835-8fe5-31c8e5e9c986 HTTP/1.1" status: 200  len: 949 time: 0.0604436
May 07 21:47:02.839631 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-525141d9-cf55-4fc0-ba74-edc717d2c5c1 req-fc432950-08c6-42bf-aaad-49cfec2c02a4 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0650520
May 07 21:47:02.842385 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=aac6c92e-cff2-4454-9401-e05c725747f7,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:02.845216 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cee3f6-c86a-4cbf-b3ad-b8eb231547c4 req-b66d497c-e04b-437d-b3d4-95d453e16811 tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:02.847008 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d0cee3f6-c86a-4cbf-b3ad-b8eb231547c4 req-b66d497c-e04b-437d-b3d4-95d453e16811 tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] 10.222.0.32 "GET /v2.0/ports?device_id=13072f18-5487-409a-85d7-832cf25c5fa5 HTTP/1.1" status: 200  len: 949 time: 0.1704190
May 07 21:47:02.914219 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5460cd8e-542d-46e8-87ba-729ceba53972 req-a54abb6f-acae-4549-b7f6-0da8549bab90 service neutron] 10.222.0.55 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1697352
May 07 21:47:02.943469 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d0cee3f6-c86a-4cbf-b3ad-b8eb231547c4 req-402587d0-d0c6-4294-9a60-9f1a5e031b4d tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] 10.222.0.32 "GET /v2.0/security-groups?id=332aa107-2f2c-4bec-852e-9d199e110534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0865734
May 07 21:47:03.028114 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a499f9ea-33c2-4e35-9f71-7672f96207d3 req-3cf41ea5-5093-4ce8-b625-d22071b7c1fe tempest-ServersAdmin275Test-1136333951 tempest-ServersAdmin275Test-1136333951-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c5339211-223c-48cb-9652-201c790b2f4f HTTP/1.1" status: 200  len: 210 time: 0.0395916
May 07 21:47:03.049184 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['aac6c92e-cff2-4454-9401-e05c725747f7'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:47:03.074919 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5460cd8e-542d-46e8-87ba-729ceba53972 req-e4d7dd62-a0d0-408d-b89f-f7ef85978f24 service neutron] 10.222.0.55 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1533594
May 07 21:47:03.208800 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88338a5-61a7-4dbc-8fc4-19caf661b814 req-6171d7c5-dde4-40ef-893b-a49d4f80e23f tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:03.210320 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d88338a5-61a7-4dbc-8fc4-19caf661b814 req-6171d7c5-dde4-40ef-893b-a49d4f80e23f tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=0284aa35-4e58-4e15-a194-a500996ed82e HTTP/1.1" status: 200  len: 949 time: 0.0570462
May 07 21:47:03.283533 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d88338a5-61a7-4dbc-8fc4-19caf661b814 req-182f2e39-23c3-44ed-ac1c-7fb58d4549d6 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ea07aee-f825-4ee0-a542-65c887150930&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0611186
May 07 21:47:03.286043 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c543467-fcf9-447f-9765-9822226d9d02 req-a0be6300-11d0-4e40-b4af-749daf082ab2 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:03.287695 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2c543467-fcf9-447f-9765-9822226d9d02 req-a0be6300-11d0-4e40-b4af-749daf082ab2 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfa51d13-aa03-48ef-9aea-32ae407e5d9d HTTP/1.1" status: 200  len: 944 time: 0.0975716
May 07 21:47:03.352490 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2c543467-fcf9-447f-9765-9822226d9d02 req-53659701-f057-4e52-b2c9-fd52de7e6b19 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0558617
May 07 21:47:03.448200 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9df720f-fbb1-4f39-bce9-624a3fb2e19e req-b7c6011b-7d04-4fd9-bae6-57195816514e tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:03.449946 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e9df720f-fbb1-4f39-bce9-624a3fb2e19e req-b7c6011b-7d04-4fd9-bae6-57195816514e tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] 10.222.0.32 "GET /v2.0/ports?device_id=13072f18-5487-409a-85d7-832cf25c5fa5 HTTP/1.1" status: 200  len: 949 time: 0.0524755
May 07 21:47:03.494458 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b7d4e9-22d7-43a7-a224-98f78f89204f req-03e5c481-215a-4bc0-a128-03e650460f5b tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:03.496150 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-95b7d4e9-22d7-43a7-a224-98f78f89204f req-03e5c481-215a-4bc0-a128-03e650460f5b tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=88890ab3-196b-48f2-85db-aacd17e27ba5 HTTP/1.1" status: 200  len: 945 time: 0.0511260
May 07 21:47:03.501287 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e9df720f-fbb1-4f39-bce9-624a3fb2e19e req-29023759-5365-4fa7-8bbf-0de0ddb8f23c tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] 10.222.0.32 "GET /v2.0/security-groups?id=332aa107-2f2c-4bec-852e-9d199e110534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442677
May 07 21:47:03.564471 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-95b7d4e9-22d7-43a7-a224-98f78f89204f req-3864a2d2-4688-463c-820d-0077b6d796c1 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597360
May 07 21:47:03.728095 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952 up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:47:03.831127 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning for port 1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:47:03.838188 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port 1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:47:03.838881 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:03.849323 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8521e15c-f7b4-4f5b-a46b-6dbeb1d731f7 req-225bd43a-4751-4c22-b5e0-c8b589e0ccbf tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:03.850983 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8521e15c-f7b4-4f5b-a46b-6dbeb1d731f7 req-225bd43a-4751-4c22-b5e0-c8b589e0ccbf tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] 10.222.0.32 "GET /v2.0/ports?device_id=13072f18-5487-409a-85d7-832cf25c5fa5 HTTP/1.1" status: 200  len: 949 time: 0.0573783
May 07 21:47:03.920254 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8521e15c-f7b4-4f5b-a46b-6dbeb1d731f7 req-64bb8bde-9143-4305-835d-6edbff72aa65 tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] 10.222.0.32 "GET /v2.0/security-groups?id=332aa107-2f2c-4bec-852e-9d199e110534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0633767
May 07 21:47:03.957747 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:47:03.958153 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:03.986275 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88890ab3-196b-48f2-85db-aacd17e27ba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:47:03.989279 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06d30c55-1c65-4f4c-b345-4dca163c1cfd" -d '{"events": [{"server_uuid": "88890ab3-196b-48f2-85db-aacd17e27ba5", "name": "network-vif-plugged", "status": "completed", "tag": "1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:47:04.030276 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952,segment=NetworkSegment(82ec07f6-cf99-4411-99d8-c39170f22b45),segment_id=82ec07f6-cf99-4411-99d8-c39170f22b45)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:47:04.035257 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cb4b27-247f-418a-86ee-979a63bcaa36 req-734db108-812b-4376-955d-950fc009deba tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:04.042452 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:04.047135 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c7cb4b27-247f-418a-86ee-979a63bcaa36 req-734db108-812b-4376-955d-950fc009deba tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=12135950-7d5e-4835-8fe5-31c8e5e9c986 HTTP/1.1" status: 200  len: 949 time: 0.0818288
May 07 21:47:04.048973 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-236eef3b-5f65-4d9e-ba7c-02575de3ea22 x-openstack-request-id: req-236eef3b-5f65-4d9e-ba7c-02575de3ea22 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:47:04.049280 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88890ab3-196b-48f2-85db-aacd17e27ba5", "name": "network-vif-plugged", "status": "completed", "tag": "1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:47:04.049581 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-236eef3b-5f65-4d9e-ba7c-02575de3ea22 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:47:04.049981 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-236eef3b-5f65-4d9e-ba7c-02575de3ea22'] response: {'server_uuid': '88890ab3-196b-48f2-85db-aacd17e27ba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952', 'code': 200}
May 07 21:47:04.120460 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c7cb4b27-247f-418a-86ee-979a63bcaa36 req-8542dce4-be08-4b1d-8f3b-69a013b949c6 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0722365
May 07 21:47:04.142305 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:04.202283 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-03030835-284d-43c4-a0d8-6dbd9836f7c7 req-2d5f6048-86ca-4cd2-a56b-94fb6ad867aa tempest-ServersAdmin275Test-1136333951 tempest-ServersAdmin275Test-1136333951-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c5339211-223c-48cb-9652-201c790b2f4f HTTP/1.1" status: 200  len: 210 time: 0.0332332
May 07 21:47:04.390272 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device aac6c92e-cff2-4454-9401-e05c725747f7 up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:47:04.464685 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning for port aac6c92e-cff2-4454-9401-e05c725747f7 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:47:04.482160 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port aac6c92e-cff2-4454-9401-e05c725747f7 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:47:04.482841 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (aac6c92e-cff2-4454-9401-e05c725747f7), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:04.487571 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d98dfe-3801-40ea-9837-979bbacb39a7 req-990d4a0f-f8ba-4317-b818-8deb479cc8b5 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:04.495353 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-61d98dfe-3801-40ea-9837-979bbacb39a7 req-990d4a0f-f8ba-4317-b818-8deb479cc8b5 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=0284aa35-4e58-4e15-a194-a500996ed82e HTTP/1.1" status: 200  len: 949 time: 0.1225770
May 07 21:47:04.560262 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5510cc-0d93-44eb-8950-a5e1e8685db9 req-55e2a74a-c2e8-444b-a5d6-86bf98787671 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:04.561316 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-61d98dfe-3801-40ea-9837-979bbacb39a7 req-97fb9faf-7221-440a-bd29-c82e5ea673df tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ea07aee-f825-4ee0-a542-65c887150930&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594804
May 07 21:47:04.573930 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fa5510cc-0d93-44eb-8950-a5e1e8685db9 req-55e2a74a-c2e8-444b-a5d6-86bf98787671 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfa51d13-aa03-48ef-9aea-32ae407e5d9d HTTP/1.1" status: 200  len: 944 time: 0.0894701
May 07 21:47:04.593177 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port aac6c92e-cff2-4454-9401-e05c725747f7 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:47:04.593707 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (aac6c92e-cff2-4454-9401-e05c725747f7), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:04.638781 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fa5510cc-0d93-44eb-8950-a5e1e8685db9 req-05bb5acf-141c-431c-9e25-6c9b30adac1a tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0654638
May 07 21:47:04.667570 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port aac6c92e-cff2-4454-9401-e05c725747f7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=aac6c92e-cff2-4454-9401-e05c725747f7,segment=NetworkSegment(917604e4-aade-4a11-b4ad-178bdbbe8fbb),segment_id=917604e4-aade-4a11-b4ad-178bdbbe8fbb)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:47:04.673502 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (aac6c92e-cff2-4454-9401-e05c725747f7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:04.715202 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a4859f-b5d3-48af-b64b-f4c74aeb4856 req-d58be005-05ef-4cdf-8de0-f119c8f21ceb tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:04.717143 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b6a4859f-b5d3-48af-b64b-f4c74aeb4856 req-d58be005-05ef-4cdf-8de0-f119c8f21ceb tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=88890ab3-196b-48f2-85db-aacd17e27ba5 HTTP/1.1" status: 200  len: 946 time: 0.0755301
May 07 21:47:04.731255 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=aac6c92e-cff2-4454-9401-e05c725747f7,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:04.779772 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b6a4859f-b5d3-48af-b64b-f4c74aeb4856 req-fcc38dc4-e708-4e6a-bb03-7a4d86bafe97 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0563571
May 07 21:47:05.075237 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1940474e-ad3a-40be-ac54-2cfe5051ef52 req-befa3e06-a975-436d-94d7-f086200fe473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:05.076829 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1940474e-ad3a-40be-ac54-2cfe5051ef52 req-befa3e06-a975-436d-94d7-f086200fe473 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=88890ab3-196b-48f2-85db-aacd17e27ba5 HTTP/1.1" status: 200  len: 1128 time: 0.0793419
May 07 21:47:05.085082 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c433ea79-7bca-41b3-a5c7-29e724786d3e req-94dbc79a-6f62-4507-8f5e-0aa93d3e9344 tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:05.086601 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c433ea79-7bca-41b3-a5c7-29e724786d3e req-94dbc79a-6f62-4507-8f5e-0aa93d3e9344 tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] 10.222.0.32 "GET /v2.0/ports?device_id=13072f18-5487-409a-85d7-832cf25c5fa5 HTTP/1.1" status: 200  len: 949 time: 0.0804422
May 07 21:47:05.167982 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1940474e-ad3a-40be-ac54-2cfe5051ef52 req-31ec1551-afb1-4384-93ec-a76e2ef7f388 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658498
May 07 21:47:05.175785 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c433ea79-7bca-41b3-a5c7-29e724786d3e req-e0b12cd2-5e86-474e-828f-06441522262b tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] 10.222.0.32 "GET /v2.0/security-groups?id=332aa107-2f2c-4bec-852e-9d199e110534&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0811632
May 07 21:47:05.291606 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af7c09b-b075-4be5-ac15-812fef57fab8 req-8809e797-be0a-48a9-bec6-2e706eb48304 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:05.293204 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2af7c09b-b075-4be5-ac15-812fef57fab8 req-8809e797-be0a-48a9-bec6-2e706eb48304 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=12135950-7d5e-4835-8fe5-31c8e5e9c986 HTTP/1.1" status: 200  len: 949 time: 0.0604744
May 07 21:47:05.348042 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-626e64d5-422b-4512-ad74-3ee698ea71c8 req-2c11b2fe-f284-4eb6-bcfc-c7cc798c1940 tempest-ServersAdmin275Test-1136333951 tempest-ServersAdmin275Test-1136333951-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c5339211-223c-48cb-9652-201c790b2f4f HTTP/1.1" status: 200  len: 210 time: 0.0304153
May 07 21:47:05.370594 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2af7c09b-b075-4be5-ac15-812fef57fab8 req-da4d5725-7931-4b25-b6ad-3a9ad4a875a2 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0669019
May 07 21:47:05.473534 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c7d98-5124-4e55-a5f6-03b9f1e21db8 req-f87823b9-61b4-45a0-8942-a659afd137c2 tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:05.474929 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-919c7d98-5124-4e55-a5f6-03b9f1e21db8 req-f87823b9-61b4-45a0-8942-a659afd137c2 tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] 10.222.0.55 "GET /v2.0/ports?device_id=13072f18-5487-409a-85d7-832cf25c5fa5 HTTP/1.1" status: 200  len: 949 time: 0.0500257
May 07 21:47:05.585612 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-919c7d98-5124-4e55-a5f6-03b9f1e21db8 req-0e0fdf80-cd9c-49ec-957e-09ad2c98ef45 tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] Deleting port a2215f38-3e54-40f3-9b36-b7cc264d5495 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:47:05.586181 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-919c7d98-5124-4e55-a5f6-03b9f1e21db8 req-0e0fdf80-cd9c-49ec-957e-09ad2c98ef45 tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (a2215f38-3e54-40f3-9b36-b7cc264d5495), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:05.696868 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-919c7d98-5124-4e55-a5f6-03b9f1e21db8 req-0e0fdf80-cd9c-49ec-957e-09ad2c98ef45 tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] For port a2215f38-3e54-40f3-9b36-b7cc264d5495, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a2215f38-3e54-40f3-9b36-b7cc264d5495,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:47:05.697241 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-919c7d98-5124-4e55-a5f6-03b9f1e21db8 req-0e0fdf80-cd9c-49ec-957e-09ad2c98ef45 tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (a2215f38-3e54-40f3-9b36-b7cc264d5495), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:05.703376 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89564b69-7168-4193-9b4e-70beb26b8f06 req-14807853-00b9-4be6-b829-5407fdaf7f44 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:05.713619 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-89564b69-7168-4193-9b4e-70beb26b8f06 req-14807853-00b9-4be6-b829-5407fdaf7f44 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=0284aa35-4e58-4e15-a194-a500996ed82e HTTP/1.1" status: 200  len: 949 time: 0.0779974
May 07 21:47:05.716286 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-919c7d98-5124-4e55-a5f6-03b9f1e21db8 req-0e0fdf80-cd9c-49ec-957e-09ad2c98ef45 tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] Calling delete_port for a2215f38-3e54-40f3-9b36-b7cc264d5495 owned by compute:nova {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:47:05.769266 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-89564b69-7168-4193-9b4e-70beb26b8f06 req-5ce58375-da8d-4386-a70a-cf206ad28243 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ea07aee-f825-4ee0-a542-65c887150930&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511394
May 07 21:47:05.843188 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676d98c9-3c74-4ccb-ae2e-6bd1c782b7f6 req-4ba826fa-1a75-4fed-8283-4538b9c71ed6 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:05.852057 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-676d98c9-3c74-4ccb-ae2e-6bd1c782b7f6 req-4ba826fa-1a75-4fed-8283-4538b9c71ed6 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfa51d13-aa03-48ef-9aea-32ae407e5d9d HTTP/1.1" status: 200  len: 945 time: 0.0919781
May 07 21:47:05.915269 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2266d41-6007-42ab-95bd-7787b7a27fa1 req-bebfe475-d39f-40b2-b926-3567aac7eb32 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:05.922334 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e2266d41-6007-42ab-95bd-7787b7a27fa1 req-bebfe475-d39f-40b2-b926-3567aac7eb32 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=88890ab3-196b-48f2-85db-aacd17e27ba5 HTTP/1.1" status: 200  len: 946 time: 0.0632193
May 07 21:47:05.962421 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-676d98c9-3c74-4ccb-ae2e-6bd1c782b7f6 req-f9a75126-9956-4f16-8c6d-2441af51c902 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1091175
May 07 21:47:05.980598 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e2266d41-6007-42ab-95bd-7787b7a27fa1 req-141c570a-3451-4ffb-9896-24d81aa6cfc1 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0558150
May 07 21:47:06.000137 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-919c7d98-5124-4e55-a5f6-03b9f1e21db8 req-0e0fdf80-cd9c-49ec-957e-09ad2c98ef45 tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (a2215f38-3e54-40f3-9b36-b7cc264d5495), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:06.016229 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['a2215f38-3e54-40f3-9b36-b7cc264d5495'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:47:06.035274 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0fdf80-cd9c-49ec-957e-09ad2c98ef45 tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] Pushing event deleted for resources: {'Port': ['ID=a2215f38-3e54-40f3-9b36-b7cc264d5495,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:06.051641 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfa51d13-aa03-48ef-9aea-32ae407e5d9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aac6c92e-cff2-4454-9401-e05c725747f7'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:47:06.054065 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c7775aa-66d7-4a8a-8c75-e7c583c456c8" -d '{"events": [{"server_uuid": "bfa51d13-aa03-48ef-9aea-32ae407e5d9d", "name": "network-vif-plugged", "status": "completed", "tag": "aac6c92e-cff2-4454-9401-e05c725747f7"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:47:06.113862 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4860264-648c-4d0e-9fb5-768355f17dbb x-openstack-request-id: req-b4860264-648c-4d0e-9fb5-768355f17dbb {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:47:06.114310 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfa51d13-aa03-48ef-9aea-32ae407e5d9d", "name": "network-vif-plugged", "status": "completed", "tag": "aac6c92e-cff2-4454-9401-e05c725747f7", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:47:06.114659 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b4860264-648c-4d0e-9fb5-768355f17dbb {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:47:06.115230 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4860264-648c-4d0e-9fb5-768355f17dbb'] response: {'server_uuid': 'bfa51d13-aa03-48ef-9aea-32ae407e5d9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aac6c92e-cff2-4454-9401-e05c725747f7', 'code': 200}
May 07 21:47:06.123915 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-919c7d98-5124-4e55-a5f6-03b9f1e21db8 req-0e0fdf80-cd9c-49ec-957e-09ad2c98ef45 tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] No DVR routers for this DVR port a2215f38-3e54-40f3-9b36-b7cc264d5495 on host nch1-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:47:06.128871 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-919c7d98-5124-4e55-a5f6-03b9f1e21db8 req-0e0fdf80-cd9c-49ec-957e-09ad2c98ef45 tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:06.133451 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-919c7d98-5124-4e55-a5f6-03b9f1e21db8 req-0e0fdf80-cd9c-49ec-957e-09ad2c98ef45 tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] 10.222.0.55 "DELETE /v2.0/ports/a2215f38-3e54-40f3-9b36-b7cc264d5495 HTTP/1.1" status: 204  len: 173 time: 0.6471832
May 07 21:47:06.134337 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13072f18-5487-409a-85d7-832cf25c5fa5', 'name': 'network-vif-deleted', 'tag': 'a2215f38-3e54-40f3-9b36-b7cc264d5495'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:47:06.139562 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c91641c6-bb82-4d1b-b8f4-32069a36428a" -d '{"events": [{"server_uuid": "13072f18-5487-409a-85d7-832cf25c5fa5", "name": "network-vif-deleted", "tag": "a2215f38-3e54-40f3-9b36-b7cc264d5495"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:47:06.202289 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-839b74fb-b84d-4493-9b5b-0f5074d0bb2f x-openstack-request-id: req-839b74fb-b84d-4493-9b5b-0f5074d0bb2f {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:47:06.202761 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13072f18-5487-409a-85d7-832cf25c5fa5", "name": "network-vif-deleted", "tag": "a2215f38-3e54-40f3-9b36-b7cc264d5495", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:47:06.203209 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-839b74fb-b84d-4493-9b5b-0f5074d0bb2f {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:47:06.203793 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-839b74fb-b84d-4493-9b5b-0f5074d0bb2f'] response: {'server_uuid': '13072f18-5487-409a-85d7-832cf25c5fa5', 'name': 'network-vif-deleted', 'tag': 'a2215f38-3e54-40f3-9b36-b7cc264d5495', 'status': 'completed', 'code': 200}
May 07 21:47:06.332982 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b81334-d737-414e-9f26-a41729db92d5 req-7d354956-69e2-4dd9-9843-11a3e2847568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:06.335008 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-08b81334-d737-414e-9f26-a41729db92d5 req-7d354956-69e2-4dd9-9843-11a3e2847568 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=bfa51d13-aa03-48ef-9aea-32ae407e5d9d HTTP/1.1" status: 200  len: 1127 time: 0.0538468
May 07 21:47:06.344382 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-14560a9d-c321-4342-a0e7-f07516f8ae00 req-ce709e36-b44e-4832-8971-8bbab92c8f7e tempest-DeleteServersAdminTestJSON-39229404 tempest-DeleteServersAdminTestJSON-39229404-project] 10.222.0.32 "GET /v2.0/ports?device_id=13072f18-5487-409a-85d7-832cf25c5fa5 HTTP/1.1" status: 200  len: 210 time: 0.0386961
May 07 21:47:06.404781 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 149155db-c2db-4827-9746-fffdb2d0018e details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:47:06.457709 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-08b81334-d737-414e-9f26-a41729db92d5 req-90fdfca5-ec56-40c8-b5e0-22f8216c9e41 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1100523
May 07 21:47:06.544582 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b686e378-6ffe-4e08-bb61-1014ab26af55 req-f257eecf-bf0c-47b1-95ab-39dd9b2d5dc6 tempest-ServersAdmin275Test-1136333951 tempest-ServersAdmin275Test-1136333951-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c5339211-223c-48cb-9652-201c790b2f4f HTTP/1.1" status: 200  len: 210 time: 0.0426505
May 07 21:47:06.547933 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c787321-0def-4bb9-8669-8e1dc9909291 req-8e382b9b-66d3-4712-81d1-fde7feeb3b7c tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:06.549882 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0c787321-0def-4bb9-8669-8e1dc9909291 req-8e382b9b-66d3-4712-81d1-fde7feeb3b7c tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=12135950-7d5e-4835-8fe5-31c8e5e9c986 HTTP/1.1" status: 200  len: 949 time: 0.0702429
May 07 21:47:06.589816 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 149155db-c2db-4827-9746-fffdb2d0018e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=149155db-c2db-4827-9746-fffdb2d0018e,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:47:06.603013 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': '149155db-c2db-4827-9746-fffdb2d0018e', 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47', 'port_id': '149155db-c2db-4827-9746-fffdb2d0018e', 'mac_address': 'fa:16:3e:eb:da:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e0e5c53-1ece-4d20-b01d-5f8c6957edf6', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:47:06.652420 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 149155db-c2db-4827-9746-fffdb2d0018e is: ACTIVE; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:47:06.653127 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (149155db-c2db-4827-9746-fffdb2d0018e), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:06.671053 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 149155db-c2db-4827-9746-fffdb2d0018e {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:47:06.698613 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 149155db-c2db-4827-9746-fffdb2d0018e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=149155db-c2db-4827-9746-fffdb2d0018e,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:47:06.703956 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (149155db-c2db-4827-9746-fffdb2d0018e), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:06.771103 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=149155db-c2db-4827-9746-fffdb2d0018e,revision_number=6']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:06.861524 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0c787321-0def-4bb9-8669-8e1dc9909291 req-0261636d-dadd-4957-9197-d34df9d6f8d4 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3050456
May 07 21:47:06.910958 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013ba3ed-e0fd-4418-a91b-9ba91b4f8e83 req-ce885067-d241-4a8c-811f-fbd93493d451 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:06.912448 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-013ba3ed-e0fd-4418-a91b-9ba91b4f8e83 req-ce885067-d241-4a8c-811f-fbd93493d451 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=0284aa35-4e58-4e15-a194-a500996ed82e HTTP/1.1" status: 200  len: 948 time: 0.0616770
May 07 21:47:06.984210 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-013ba3ed-e0fd-4418-a91b-9ba91b4f8e83 req-f55ecb94-893f-481c-9adc-f26f53c6d847 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ea07aee-f825-4ee0-a542-65c887150930&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586081
May 07 21:47:07.006220 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['149155db-c2db-4827-9746-fffdb2d0018e'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:47:07.108970 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6593e1ea-6cf3-433c-8da8-186a7c6884e8 req-51ab0ab9-5e76-490b-80ad-83571982c37f tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:07.118379 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6593e1ea-6cf3-433c-8da8-186a7c6884e8 req-51ab0ab9-5e76-490b-80ad-83571982c37f tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=88890ab3-196b-48f2-85db-aacd17e27ba5 HTTP/1.1" status: 200  len: 946 time: 0.0674689
May 07 21:47:07.146410 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039d3f96-9465-450b-beee-bb4eaebd891e req-38f7ef52-687e-476e-9ad0-cbdbae3af7a4 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:07.147971 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-039d3f96-9465-450b-beee-bb4eaebd891e req-38f7ef52-687e-476e-9ad0-cbdbae3af7a4 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfa51d13-aa03-48ef-9aea-32ae407e5d9d HTTP/1.1" status: 200  len: 945 time: 0.0601287
May 07 21:47:07.192201 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6593e1ea-6cf3-433c-8da8-186a7c6884e8 req-634512a3-17d7-4a13-b731-6d0e2e97f7d8 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0688334
May 07 21:47:07.241114 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-039d3f96-9465-450b-beee-bb4eaebd891e req-9f02f5e5-55d0-4469-9ea0-6abbfa36246d tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0863688
May 07 21:47:07.419062 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6431d8dc-1ae0-4f14-82f5-85d0fc63d464 req-43369d08-1720-46b5-a4ca-77428c7ba9be tempest-LiveMigrationTest-1060990445 tempest-LiveMigrationTest-1060990445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:07.420558 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6431d8dc-1ae0-4f14-82f5-85d0fc63d464 req-43369d08-1720-46b5-a4ca-77428c7ba9be tempest-LiveMigrationTest-1060990445 tempest-LiveMigrationTest-1060990445-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=88890ab3-196b-48f2-85db-aacd17e27ba5 HTTP/1.1" status: 200  len: 1128 time: 0.0490091
May 07 21:47:07.487212 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6431d8dc-1ae0-4f14-82f5-85d0fc63d464 req-9f66549b-c03d-4d4c-9ee5-8f12f9a2a0c5 tempest-LiveMigrationTest-1060990445 tempest-LiveMigrationTest-1060990445-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594871
May 07 21:47:07.651788 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d560f133-a290-4dff-9b77-2f41ce832a1e req-32ab6649-15f1-4987-b43b-59ee0eee36cf tempest-LiveMigrationTest-1060990445 tempest-LiveMigrationTest-1060990445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:07.659314 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d560f133-a290-4dff-9b77-2f41ce832a1e req-32ab6649-15f1-4987-b43b-59ee0eee36cf tempest-LiveMigrationTest-1060990445 tempest-LiveMigrationTest-1060990445-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=88890ab3-196b-48f2-85db-aacd17e27ba5 HTTP/1.1" status: 200  len: 1128 time: 0.0524642
May 07 21:47:07.680236 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-44a90684-c9c0-47e2-802c-05a487129e7f req-38934a7b-9fea-409b-80f8-669f0a51b47c tempest-ServersAdmin275Test-1136333951 tempest-ServersAdmin275Test-1136333951-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c5339211-223c-48cb-9652-201c790b2f4f HTTP/1.1" status: 200  len: 210 time: 0.0337815
May 07 21:47:07.721323 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 21:47:07.731127 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d560f133-a290-4dff-9b77-2f41ce832a1e req-6ac15b31-9227-407a-925f-7a18ee32cd2e tempest-LiveMigrationTest-1060990445 tempest-LiveMigrationTest-1060990445-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0678482
May 07 21:47:08.054551 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 59502) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:47:08.056154 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd3ab70-e6ef-4ddc-abb5-9e9a98c20435 req-53a5ea67-edb7-4ee4-bde8-ed9409af19a0 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:08.057662 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ccd3ab70-e6ef-4ddc-abb5-9e9a98c20435 req-53a5ea67-edb7-4ee4-bde8-ed9409af19a0 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=12135950-7d5e-4835-8fe5-31c8e5e9c986 HTTP/1.1" status: 200  len: 949 time: 0.0610766
May 07 21:47:08.114278 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ccd3ab70-e6ef-4ddc-abb5-9e9a98c20435 req-d719a12f-cf4c-4406-a1e5-a21ecc0cf29c tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494909
May 07 21:47:08.262306 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8ce4a4-685f-439d-896e-d420ba50a14a req-82a7fb26-5601-4c41-8f76-de4bccd2e986 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:08.272378 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ca8ce4a4-685f-439d-896e-d420ba50a14a req-82a7fb26-5601-4c41-8f76-de4bccd2e986 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=0284aa35-4e58-4e15-a194-a500996ed82e HTTP/1.1" status: 200  len: 948 time: 0.0839605
May 07 21:47:08.286054 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-1fd49a18-b1f9-4da9-8814-fe8c643c0f0a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3a25839617304e069e93d96029612c18&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2304089
May 07 21:47:08.288629 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 59516) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:47:08.336478 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ca8ce4a4-685f-439d-896e-d420ba50a14a req-ba906496-02fd-4d31-a73d-668244d09d91 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ea07aee-f825-4ee0-a542-65c887150930&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0625689
May 07 21:47:08.361519 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a68e7665-c72f-40aa-afe4-f4c9d73f8e29 admin admin] Publish callbacks [] for security_group (332aa107-2f2c-4bec-852e-9d199e110534), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:08.389886 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a68e7665-c72f-40aa-afe4-f4c9d73f8e29 admin admin] Publish callbacks [] for security_group (332aa107-2f2c-4bec-852e-9d199e110534), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:08.419615 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 149155db-c2db-4827-9746-fffdb2d0018e up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:47:08.477099 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a68e7665-c72f-40aa-afe4-f4c9d73f8e29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (332aa107-2f2c-4bec-852e-9d199e110534), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:08.480557 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a68e7665-c72f-40aa-afe4-f4c9d73f8e29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:08.491138 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-a68e7665-c72f-40aa-afe4-f4c9d73f8e29 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/332aa107-2f2c-4bec-852e-9d199e110534 HTTP/1.1" status: 204  len: 168 time: 0.1922953
May 07 21:47:08.509347 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68e7665-c72f-40aa-afe4-f4c9d73f8e29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=332aa107-2f2c-4bec-852e-9d199e110534,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:08.517508 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port 149155db-c2db-4827-9746-fffdb2d0018e triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:47:08.518280 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (149155db-c2db-4827-9746-fffdb2d0018e), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:08.536758 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec32c2f9-89cd-43a5-80fd-6319c7486014 req-7987bd0d-cce3-4036-86b6-9d87da329485 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:08.538374 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ec32c2f9-89cd-43a5-80fd-6319c7486014 req-7987bd0d-cce3-4036-86b6-9d87da329485 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfa51d13-aa03-48ef-9aea-32ae407e5d9d HTTP/1.1" status: 200  len: 945 time: 0.0676224
May 07 21:47:08.613238 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ec32c2f9-89cd-43a5-80fd-6319c7486014 req-91d6f462-c1a8-45ce-907b-61c43fa72140 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0682821
May 07 21:47:08.632253 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 149155db-c2db-4827-9746-fffdb2d0018e is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:47:08.632653 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (149155db-c2db-4827-9746-fffdb2d0018e), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:08.675368 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0284aa35-4e58-4e15-a194-a500996ed82e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '149155db-c2db-4827-9746-fffdb2d0018e'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:47:08.678122 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3198d5f-d309-4a04-b50d-2b72b66c2c46" -d '{"events": [{"server_uuid": "0284aa35-4e58-4e15-a194-a500996ed82e", "name": "network-vif-plugged", "status": "completed", "tag": "149155db-c2db-4827-9746-fffdb2d0018e"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:47:08.692202 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 149155db-c2db-4827-9746-fffdb2d0018e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=149155db-c2db-4827-9746-fffdb2d0018e,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:47:08.697730 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (149155db-c2db-4827-9746-fffdb2d0018e), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:08.737703 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c58096f-b661-4009-9f7a-10531df62c4a req-02aaab99-9b0c-42e9-b004-c406d02bf2aa tempest-LiveAutoBlockMigrationV225Test-638033416 tempest-LiveAutoBlockMigrationV225Test-638033416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:08.739405 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7c58096f-b661-4009-9f7a-10531df62c4a req-02aaab99-9b0c-42e9-b004-c406d02bf2aa tempest-LiveAutoBlockMigrationV225Test-638033416 tempest-LiveAutoBlockMigrationV225Test-638033416-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=bfa51d13-aa03-48ef-9aea-32ae407e5d9d HTTP/1.1" status: 200  len: 1127 time: 0.0443709
May 07 21:47:08.752566 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=149155db-c2db-4827-9746-fffdb2d0018e,revision_number=7']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:08.803346 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7c58096f-b661-4009-9f7a-10531df62c4a req-3e7ebd54-fa53-433d-99ef-cf121acc0057 tempest-LiveAutoBlockMigrationV225Test-638033416 tempest-LiveAutoBlockMigrationV225Test-638033416-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0571034
May 07 21:47:08.876123 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-831e6f3b-c3e3-4852-95c7-0e8d9567d81d x-openstack-request-id: req-831e6f3b-c3e3-4852-95c7-0e8d9567d81d {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:47:08.876441 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0284aa35-4e58-4e15-a194-a500996ed82e", "name": "network-vif-plugged", "status": "completed", "tag": "149155db-c2db-4827-9746-fffdb2d0018e", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:47:08.876706 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-831e6f3b-c3e3-4852-95c7-0e8d9567d81d {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:47:08.877108 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-831e6f3b-c3e3-4852-95c7-0e8d9567d81d'] response: {'server_uuid': '0284aa35-4e58-4e15-a194-a500996ed82e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '149155db-c2db-4827-9746-fffdb2d0018e', 'code': 200}
May 07 21:47:08.877676 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 59562) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:47:08.893241 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ee78391a-ed16-4db9-8f9a-c6789e83823d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:08.970473 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d8128248-657f-4c47-85f4-5fc986628fad req-1f408438-f8b7-4b1d-a95f-9985e4c277ea tempest-ServersAdmin275Test-1136333951 tempest-ServersAdmin275Test-1136333951-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c5339211-223c-48cb-9652-201c790b2f4f HTTP/1.1" status: 200  len: 210 time: 0.0346508
May 07 21:47:09.010219 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ee78391a-ed16-4db9-8f9a-c6789e83823d admin admin] Publish callbacks [] for security_group (f4dfa932-7847-49b0-9360-ac0c2421f6fe), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:09.031373 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [req-c2b4b5bd-1f51-4eaf-b090-076e59a34bfb req-6ba053ed-9923-4464-9a57-a4462ad83ad0 tempest-LiveMigrationTest-1060990445 tempest-LiveMigrationTest-1060990445-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121837) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 21:47:09.033276 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c2b4b5bd-1f51-4eaf-b090-076e59a34bfb req-6ba053ed-9923-4464-9a57-a4462ad83ad0 tempest-LiveMigrationTest-1060990445 tempest-LiveMigrationTest-1060990445-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0089798
May 07 21:47:09.034461 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ee78391a-ed16-4db9-8f9a-c6789e83823d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (f4dfa932-7847-49b0-9360-ac0c2421f6fe), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:09.079565 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab5dfb3-32ba-4bda-8c6c-ed000d3598e1 req-c03973c6-a21f-4f1c-9104-34aacb046d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:09.081170 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bab5dfb3-32ba-4bda-8c6c-ed000d3598e1 req-c03973c6-a21f-4f1c-9104-34aacb046d53 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0284aa35-4e58-4e15-a194-a500996ed82e HTTP/1.1" status: 200  len: 1131 time: 0.0404215
May 07 21:47:09.119521 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-ee78391a-ed16-4db9-8f9a-c6789e83823d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e7eae2a8d55f4b1d8be7b6828b835afc&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2407730
May 07 21:47:09.120244 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee78391a-ed16-4db9-8f9a-c6789e83823d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4dfa932-7847-49b0-9360-ac0c2421f6fe,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:09.122389 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 59564) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:47:09.147198 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b4b5bd-1f51-4eaf-b090-076e59a34bfb req-9e1ea6bc-8d60-447e-b6f1-2ad88f0dad5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:09.148630 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c2b4b5bd-1f51-4eaf-b090-076e59a34bfb req-9e1ea6bc-8d60-447e-b6f1-2ad88f0dad5b service neutron] 10.222.0.32 "GET /v2.0/ports/1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952 HTTP/1.1" status: 200  len: 1125 time: 0.1081834
May 07 21:47:09.150096 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bab5dfb3-32ba-4bda-8c6c-ed000d3598e1 req-7640ea90-1664-41ca-b6c5-b7b4fa8ba418 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3ea07aee-f825-4ee0-a542-65c887150930&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0612085
May 07 21:47:09.159123 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-c2b4b5bd-1f51-4eaf-b090-076e59a34bfb req-ceeb31c8-28b1-465b-94cd-6a7ab1f14f40 service neutron] Request body: {'binding': {'host': 'nch2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:47:09.159566 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-c2b4b5bd-1f51-4eaf-b090-076e59a34bfb req-ceeb31c8-28b1-465b-94cd-6a7ab1f14f40 service neutron] Unknown quota resources ['binding']. {{(pid=121837) _create /opt/stack/neutron/neutron/api/v2/base.py:497}}
May 07 21:47:09.162545 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021b5430-4396-4588-9b48-31d2ce63b61e req-6e80eb07-2669-457d-94d9-a829bf79cc20 tempest-LiveAutoBlockMigrationV225Test-638033416 tempest-LiveAutoBlockMigrationV225Test-638033416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:09.164026 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-021b5430-4396-4588-9b48-31d2ce63b61e req-6e80eb07-2669-457d-94d9-a829bf79cc20 tempest-LiveAutoBlockMigrationV225Test-638033416 tempest-LiveAutoBlockMigrationV225Test-638033416-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=bfa51d13-aa03-48ef-9aea-32ae407e5d9d HTTP/1.1" status: 200  len: 1127 time: 0.0784433
May 07 21:47:09.178433 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-89f941fc-a87b-49f9-8dbe-e03a8b0542de admin admin] Publish callbacks [] for security_group (f4dfa932-7847-49b0-9360-ac0c2421f6fe), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:09.203121 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-89f941fc-a87b-49f9-8dbe-e03a8b0542de admin admin] Publish callbacks [] for security_group (f4dfa932-7847-49b0-9360-ac0c2421f6fe), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:09.263458 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-89f941fc-a87b-49f9-8dbe-e03a8b0542de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (f4dfa932-7847-49b0-9360-ac0c2421f6fe), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:09.266124 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-89f941fc-a87b-49f9-8dbe-e03a8b0542de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:09.267917 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-89f941fc-a87b-49f9-8dbe-e03a8b0542de admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f4dfa932-7847-49b0-9360-ac0c2421f6fe HTTP/1.1" status: 204  len: 168 time: 0.1445127
May 07 21:47:09.276553 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f941fc-a87b-49f9-8dbe-e03a8b0542de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4dfa932-7847-49b0-9360-ac0c2421f6fe,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:09.277653 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-021b5430-4396-4588-9b48-31d2ce63b61e req-1a0916a9-7041-4a4d-b230-95d6070036db tempest-LiveAutoBlockMigrationV225Test-638033416 tempest-LiveAutoBlockMigrationV225Test-638033416-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0945859
May 07 21:47:09.338017 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-c2b4b5bd-1f51-4eaf-b090-076e59a34bfb req-ceeb31c8-28b1-465b-94cd-6a7ab1f14f40 service neutron] Attempting to bind port 1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952 on host nch2-master-1 for vnic_type normal with profile None {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:47:09.338405 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-c2b4b5bd-1f51-4eaf-b090-076e59a34bfb req-ceeb31c8-28b1-465b-94cd-6a7ab1f14f40 service neutron] Attempting to bind port 1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '82ec07f6-cf99-4411-99d8-c39170f22b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '28405dfe-908d-4039-91f6-1d02165b34cd'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:47:09.338896 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b4b5bd-1f51-4eaf-b090-076e59a34bfb req-ceeb31c8-28b1-465b-94cd-6a7ab1f14f40 service neutron] Attempting to bind port 1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952 on network 28405dfe-908d-4039-91f6-1d02165b34cd {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:47:09.343310 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b4b5bd-1f51-4eaf-b090-076e59a34bfb req-ceeb31c8-28b1-465b-94cd-6a7ab1f14f40 service neutron] Port 1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952 on network 28405dfe-908d-4039-91f6-1d02165b34cd not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:47:09.343634 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b4b5bd-1f51-4eaf-b090-076e59a34bfb req-ceeb31c8-28b1-465b-94cd-6a7ab1f14f40 service neutron] Attempting to bind port 1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952 on network 28405dfe-908d-4039-91f6-1d02165b34cd {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:47:09.354177 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b4b5bd-1f51-4eaf-b090-076e59a34bfb req-ceeb31c8-28b1-465b-94cd-6a7ab1f14f40 service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:47:09.354921 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b4b5bd-1f51-4eaf-b090-076e59a34bfb req-ceeb31c8-28b1-465b-94cd-6a7ab1f14f40 service neutron] Checking segment: {'id': '82ec07f6-cf99-4411-99d8-c39170f22b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '28405dfe-908d-4039-91f6-1d02165b34cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:47:09.355703 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b4b5bd-1f51-4eaf-b090-076e59a34bfb req-ceeb31c8-28b1-465b-94cd-6a7ab1f14f40 service neutron] Bound using segment: {'id': '82ec07f6-cf99-4411-99d8-c39170f22b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '28405dfe-908d-4039-91f6-1d02165b34cd'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:47:09.356344 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-c2b4b5bd-1f51-4eaf-b090-076e59a34bfb req-ceeb31c8-28b1-465b-94cd-6a7ab1f14f40 service neutron] Bound port: 1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82ec07f6-cf99-4411-99d8-c39170f22b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '28405dfe-908d-4039-91f6-1d02165b34cd'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:47:09.443093 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27d6d64-a40b-4061-bf53-6b83805f9cb3 req-523586ab-49da-40cb-9b4c-1fbbc5ccf55e tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:09.444531 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b27d6d64-a40b-4061-bf53-6b83805f9cb3 req-523586ab-49da-40cb-9b4c-1fbbc5ccf55e tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=12135950-7d5e-4835-8fe5-31c8e5e9c986 HTTP/1.1" status: 200  len: 949 time: 0.0626173
May 07 21:47:09.454864 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-c2b4b5bd-1f51-4eaf-b090-076e59a34bfb req-ceeb31c8-28b1-465b-94cd-6a7ab1f14f40 service neutron] For port 1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952,segment=NetworkSegment(82ec07f6-cf99-4411-99d8-c39170f22b45),segment_id=82ec07f6-cf99-4411-99d8-c39170f22b45)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:47:09.463215 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-c2b4b5bd-1f51-4eaf-b090-076e59a34bfb req-ceeb31c8-28b1-465b-94cd-6a7ab1f14f40 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:09.464305 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c2b4b5bd-1f51-4eaf-b090-076e59a34bfb req-ceeb31c8-28b1-465b-94cd-6a7ab1f14f40 service neutron] 10.222.0.32 "POST /v2.0/ports/1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952/bindings HTTP/1.1" status: 201  len: 389 time: 0.3093853
May 07 21:47:09.508199 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b27d6d64-a40b-4061-bf53-6b83805f9cb3 req-4348fd8f-c315-4bdf-8134-2ea91721e776 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576105
May 07 21:47:09.668792 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea6990-bb71-4527-9f0a-deccaede5842 req-151c7563-9368-4368-9399-4f4614895263 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:09.671928 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c0ea6990-bb71-4527-9f0a-deccaede5842 req-151c7563-9368-4368-9399-4f4614895263 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=0284aa35-4e58-4e15-a194-a500996ed82e HTTP/1.1" status: 200  len: 949 time: 0.0624557
May 07 21:47:09.730641 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c0ea6990-bb71-4527-9f0a-deccaede5842 req-c6d5ff8b-4cf2-4ce4-8de7-943c25aae93e tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ea07aee-f825-4ee0-a542-65c887150930&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523090
May 07 21:47:09.731249 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fed73e-5b40-44b9-a810-06c88581314b req-747e9198-ceb4-4a47-a0fe-5e70152bd0d6 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:09.732783 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-35fed73e-5b40-44b9-a810-06c88581314b req-747e9198-ceb4-4a47-a0fe-5e70152bd0d6 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=88890ab3-196b-48f2-85db-aacd17e27ba5 HTTP/1.1" status: 200  len: 946 time: 0.0516000
May 07 21:47:09.784702 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device a2215f38-3e54-40f3-9b36-b7cc264d5495 no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:47:09.787675 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-35fed73e-5b40-44b9-a810-06c88581314b req-8d826740-5573-445b-82e9-27836bb88f48 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482662
May 07 21:47:09.952381 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] No Port match for: a2215f38-3e54-40f3-9b36-b7cc264d5495 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:47:09.952739 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device a2215f38-3e54-40f3-9b36-b7cc264d5495 not bound to the agent host nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:47:09.960986 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bf028e-96f9-459b-a8e5-d086c14f441c req-1a20bae2-6716-4b22-9fe6-b2765d1ed08d tempest-LiveAutoBlockMigrationV225Test-638033416 tempest-LiveAutoBlockMigrationV225Test-638033416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:09.963117 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-86bf028e-96f9-459b-a8e5-d086c14f441c req-1a20bae2-6716-4b22-9fe6-b2765d1ed08d tempest-LiveAutoBlockMigrationV225Test-638033416 tempest-LiveAutoBlockMigrationV225Test-638033416-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=bfa51d13-aa03-48ef-9aea-32ae407e5d9d HTTP/1.1" status: 200  len: 1127 time: 0.0595832
May 07 21:47:10.021818 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-86bf028e-96f9-459b-a8e5-d086c14f441c req-cd28d06b-96f5-49a0-856b-f055be751b3e tempest-LiveAutoBlockMigrationV225Test-638033416 tempest-LiveAutoBlockMigrationV225Test-638033416-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500898
May 07 21:47:10.127894 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-df92144d-1e98-4978-842d-416b4bcf9b08 req-0c9b171a-743b-4643-aac0-169a17d28ab5 tempest-ServersAdmin275Test-1136333951 tempest-ServersAdmin275Test-1136333951-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c5339211-223c-48cb-9652-201c790b2f4f HTTP/1.1" status: 200  len: 210 time: 0.0304327
May 07 21:47:10.202639 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b4b5bd-1f51-4eaf-b090-076e59a34bfb req-3ef1ac31-8e3a-4ddd-8033-a1df8e5a8343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:10.205791 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c2b4b5bd-1f51-4eaf-b090-076e59a34bfb req-3ef1ac31-8e3a-4ddd-8033-a1df8e5a8343 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1bcaffad5d3447b98f0216d3481045e5&device_id=88890ab3-196b-48f2-85db-aacd17e27ba5 HTTP/1.1" status: 200  len: 1128 time: 0.0503297
May 07 21:47:10.345111 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b4b5bd-1f51-4eaf-b090-076e59a34bfb req-4c4b132a-b52e-42bf-97db-fe1d07d0fbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:10.347089 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c2b4b5bd-1f51-4eaf-b090-076e59a34bfb req-4c4b132a-b52e-42bf-97db-fe1d07d0fbaa service neutron] 10.222.0.59 "GET /v2.0/networks?id=28405dfe-908d-4039-91f6-1d02165b34cd HTTP/1.1" status: 200  len: 909 time: 0.1014225
May 07 21:47:10.456461 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c2b4b5bd-1f51-4eaf-b090-076e59a34bfb req-f75864ff-40c4-4aee-9fe4-c278e6628385 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952 HTTP/1.1" status: 200  len: 217 time: 0.0540187
May 07 21:47:10.521541 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b4b5bd-1f51-4eaf-b090-076e59a34bfb req-872afb21-bd66-45e9-8447-623fdce42550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:10.523024 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c2b4b5bd-1f51-4eaf-b090-076e59a34bfb req-872afb21-bd66-45e9-8447-623fdce42550 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1fe63d5f-90f3-4e94-9dfe-af97e96ae5d9 HTTP/1.1" status: 200  len: 848 time: 0.0603893
May 07 21:47:10.574422 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c2b4b5bd-1f51-4eaf-b090-076e59a34bfb req-c06db1b2-48dc-4d17-b24e-747f3de73061 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=28405dfe-908d-4039-91f6-1d02165b34cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0431724
May 07 21:47:10.701223 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5120bb-40e0-4631-8ecd-78d2d2bdce2c req-a43b5eb1-e369-4472-bee5-07d0aba615d4 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:10.702882 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3b5120bb-40e0-4631-8ecd-78d2d2bdce2c req-a43b5eb1-e369-4472-bee5-07d0aba615d4 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=12135950-7d5e-4835-8fe5-31c8e5e9c986 HTTP/1.1" status: 200  len: 949 time: 0.0921004
May 07 21:47:10.737194 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c2b4b5bd-1f51-4eaf-b090-076e59a34bfb req-eac16ded-5504-40fd-a9de-1d81458422f7 service neutron] 10.222.0.59 "GET /v2.0/networks/28405dfe-908d-4039-91f6-1d02165b34cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1553326
May 07 21:47:10.822544 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3b5120bb-40e0-4631-8ecd-78d2d2bdce2c req-2f6408dd-2070-4663-bfa7-51ae155710c8 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1125691
May 07 21:47:10.857420 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c2b4b5bd-1f51-4eaf-b090-076e59a34bfb req-5513d82d-1fc1-4fa3-8c99-9a622c92b87b service neutron] 10.222.0.59 "GET /v2.0/networks/28405dfe-908d-4039-91f6-1d02165b34cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1133068
May 07 21:47:10.897665 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155457e0-17bb-4058-87a0-1a0e1fe4e9f8 req-bae16e53-ffb8-45a1-834c-98c7b97ee0fc tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:10.899224 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-155457e0-17bb-4058-87a0-1a0e1fe4e9f8 req-bae16e53-ffb8-45a1-834c-98c7b97ee0fc tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=0284aa35-4e58-4e15-a194-a500996ed82e HTTP/1.1" status: 200  len: 949 time: 0.0980809
May 07 21:47:10.952506 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-155457e0-17bb-4058-87a0-1a0e1fe4e9f8 req-6bbae110-210d-4d99-8a79-741a0292c79d tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ea07aee-f825-4ee0-a542-65c887150930&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461555
May 07 21:47:10.981709 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b4b5bd-1f51-4eaf-b090-076e59a34bfb req-8d80ff3e-4605-4a4c-ae42-c6f2ae433eb5 tempest-LiveMigrationTest-1060990445 tempest-LiveMigrationTest-1060990445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:10.983142 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c2b4b5bd-1f51-4eaf-b090-076e59a34bfb req-8d80ff3e-4605-4a4c-ae42-c6f2ae433eb5 tempest-LiveMigrationTest-1060990445 tempest-LiveMigrationTest-1060990445-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=88890ab3-196b-48f2-85db-aacd17e27ba5&tenant_id=1bcaffad5d3447b98f0216d3481045e5&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1128 time: 0.0571172
May 07 21:47:11.006138 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-c2b4b5bd-1f51-4eaf-b090-076e59a34bfb req-50060ced-e4fe-43f6-a96f-c7a9fc4173d7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch2-master-1'}}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:47:11.085715 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541fc1ec-9775-4bac-a0fe-00d006bf9944 req-cac834a6-26ed-4025-b0fc-b2a27122cab0 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:11.087203 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-541fc1ec-9775-4bac-a0fe-00d006bf9944 req-cac834a6-26ed-4025-b0fc-b2a27122cab0 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=88890ab3-196b-48f2-85db-aacd17e27ba5 HTTP/1.1" status: 200  len: 946 time: 0.0681608
May 07 21:47:11.088366 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-c2b4b5bd-1f51-4eaf-b090-076e59a34bfb req-50060ced-e4fe-43f6-a96f-c7a9fc4173d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:11.160242 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-541fc1ec-9775-4bac-a0fe-00d006bf9944 req-df8b19a8-d3ff-497f-8a44-623a8b9f2baa tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644739
May 07 21:47:11.196414 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4701fbe-f026-43f7-958a-f0991479fe81 req-bfccf915-d710-4d46-a1f4-a85b2055f9c6 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:11.198849 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e4701fbe-f026-43f7-958a-f0991479fe81 req-bfccf915-d710-4d46-a1f4-a85b2055f9c6 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=0284aa35-4e58-4e15-a194-a500996ed82e HTTP/1.1" status: 200  len: 949 time: 0.0709579
May 07 21:47:11.274953 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811123b0-3177-416f-a1b5-db39fac50c53 req-32ac883c-34f1-495f-8806-362d35323b29 tempest-LiveAutoBlockMigrationV225Test-638033416 tempest-LiveAutoBlockMigrationV225Test-638033416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:11.276510 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-811123b0-3177-416f-a1b5-db39fac50c53 req-32ac883c-34f1-495f-8806-362d35323b29 tempest-LiveAutoBlockMigrationV225Test-638033416 tempest-LiveAutoBlockMigrationV225Test-638033416-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=bfa51d13-aa03-48ef-9aea-32ae407e5d9d HTTP/1.1" status: 200  len: 1127 time: 0.0434687
May 07 21:47:11.307037 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e4701fbe-f026-43f7-958a-f0991479fe81 req-0c46e24d-4e03-41c3-92dc-ba812697a83c tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ea07aee-f825-4ee0-a542-65c887150930&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0959952
May 07 21:47:11.319779 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-c2b4b5bd-1f51-4eaf-b090-076e59a34bfb req-50060ced-e4fe-43f6-a96f-c7a9fc4173d7 service neutron] For port 1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952,segment=NetworkSegment(82ec07f6-cf99-4411-99d8-c39170f22b45),segment_id=82ec07f6-cf99-4411-99d8-c39170f22b45)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:47:11.341366 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-811123b0-3177-416f-a1b5-db39fac50c53 req-509b9c69-75ba-4da0-9051-3ac06d52a98a tempest-LiveAutoBlockMigrationV225Test-638033416 tempest-LiveAutoBlockMigrationV225Test-638033416-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549891
May 07 21:47:11.363136 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-c2b4b5bd-1f51-4eaf-b090-076e59a34bfb req-50060ced-e4fe-43f6-a96f-c7a9fc4173d7 service neutron] For port 1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952, host nch1-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:47:11.381979 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 59708) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:47:11.415152 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88890ab3-196b-48f2-85db-aacd17e27ba5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:47:11.417522 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd61b627-b09b-4961-a504-a6a810c36802" -d '{"events": [{"server_uuid": "88890ab3-196b-48f2-85db-aacd17e27ba5", "name": "network-vif-unplugged", "status": "completed", "tag": "1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:47:11.421506 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-c2b4b5bd-1f51-4eaf-b090-076e59a34bfb req-50060ced-e4fe-43f6-a96f-c7a9fc4173d7 service neutron] Publish callbacks [] for port (1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:11.435342 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-c2b4b5bd-1f51-4eaf-b090-076e59a34bfb req-50060ced-e4fe-43f6-a96f-c7a9fc4173d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:11.483197 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ea296528-f9f4-4b72-b5f5-83dc9bfb74f5 req-2aee2339-491d-4cea-a337-923b297a7fca tempest-ServersAdmin275Test-1136333951 tempest-ServersAdmin275Test-1136333951-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c5339211-223c-48cb-9652-201c790b2f4f HTTP/1.1" status: 200  len: 210 time: 0.0376110
May 07 21:47:11.506939 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0e8f1ba4-4adc-40ce-9bac-b27838ae7f56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:11.571242 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50060ced-e4fe-43f6-a96f-c7a9fc4173d7 service neutron] Pushing event updated for resources: {'Port': ['ID=1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952,revision_number=7']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:11.592535 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0e8f1ba4-4adc-40ce-9bac-b27838ae7f56 admin admin] Publish callbacks [] for security_group (008b1e59-c046-4149-9dd5-48ae2b0420ac), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:11.598437 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0e8f1ba4-4adc-40ce-9bac-b27838ae7f56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (008b1e59-c046-4149-9dd5-48ae2b0420ac), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:11.622754 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4c1521-13e3-4c9d-b480-463fa1a844ac req-27109a11-c918-4a92-b6ba-d54a0b86186b tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:11.624278 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3a4c1521-13e3-4c9d-b480-463fa1a844ac req-27109a11-c918-4a92-b6ba-d54a0b86186b tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/networks?id=d3775254-6c3d-4b27-a2f1-ae073d9f981d HTTP/1.1" status: 200  len: 804 time: 0.2001069
May 07 21:47:11.625304 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-c2b4b5bd-1f51-4eaf-b090-076e59a34bfb req-50060ced-e4fe-43f6-a96f-c7a9fc4173d7 service neutron] Attempting to bind port 1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952 on host nch1-master-1 for vnic_type normal with profile {"migrating_to": "nch2-master-1"} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:47:11.625304 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-c2b4b5bd-1f51-4eaf-b090-076e59a34bfb req-50060ced-e4fe-43f6-a96f-c7a9fc4173d7 service neutron] Attempting to bind port 1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '82ec07f6-cf99-4411-99d8-c39170f22b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '28405dfe-908d-4039-91f6-1d02165b34cd'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:47:11.625589 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b4b5bd-1f51-4eaf-b090-076e59a34bfb req-50060ced-e4fe-43f6-a96f-c7a9fc4173d7 service neutron] Attempting to bind port 1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952 on network 28405dfe-908d-4039-91f6-1d02165b34cd {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:47:11.632088 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b4b5bd-1f51-4eaf-b090-076e59a34bfb req-50060ced-e4fe-43f6-a96f-c7a9fc4173d7 service neutron] Port 1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952 on network 28405dfe-908d-4039-91f6-1d02165b34cd not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:47:11.632410 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b4b5bd-1f51-4eaf-b090-076e59a34bfb req-50060ced-e4fe-43f6-a96f-c7a9fc4173d7 service neutron] Attempting to bind port 1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952 on network 28405dfe-908d-4039-91f6-1d02165b34cd {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:47:11.637314 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8f1ba4-4adc-40ce-9bac-b27838ae7f56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=008b1e59-c046-4149-9dd5-48ae2b0420ac,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:11.644893 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-0e8f1ba4-4adc-40ce-9bac-b27838ae7f56 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=14f007f587fe489d826051ba7906b98e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2617061
May 07 21:47:11.645687 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b4b5bd-1f51-4eaf-b090-076e59a34bfb req-50060ced-e4fe-43f6-a96f-c7a9fc4173d7 service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:47:11.645938 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 59728) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:47:11.646025 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b4b5bd-1f51-4eaf-b090-076e59a34bfb req-50060ced-e4fe-43f6-a96f-c7a9fc4173d7 service neutron] Checking segment: {'id': '82ec07f6-cf99-4411-99d8-c39170f22b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '28405dfe-908d-4039-91f6-1d02165b34cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:47:11.646391 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2b4b5bd-1f51-4eaf-b090-076e59a34bfb req-50060ced-e4fe-43f6-a96f-c7a9fc4173d7 service neutron] Bound using segment: {'id': '82ec07f6-cf99-4411-99d8-c39170f22b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '28405dfe-908d-4039-91f6-1d02165b34cd'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:47:11.646851 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-c2b4b5bd-1f51-4eaf-b090-076e59a34bfb req-50060ced-e4fe-43f6-a96f-c7a9fc4173d7 service neutron] Bound port: 1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82ec07f6-cf99-4411-99d8-c39170f22b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '28405dfe-908d-4039-91f6-1d02165b34cd'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:47:11.647780 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-c2b4b5bd-1f51-4eaf-b090-076e59a34bfb req-50060ced-e4fe-43f6-a96f-c7a9fc4173d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:11.651599 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3a4c1521-13e3-4c9d-b480-463fa1a844ac req-e17d9c0c-1dcf-4699-b6bd-927ba02bcb3f tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/quotas/bd92ab7de4f3456e82ccaa60aa378562 HTTP/1.1" status: 200  len: 375 time: 0.0169759
May 07 21:47:11.695083 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-87357de7-eab8-4be0-8205-a6af935a1390 admin admin] Publish callbacks [] for security_group (008b1e59-c046-4149-9dd5-48ae2b0420ac), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:11.721260 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-87357de7-eab8-4be0-8205-a6af935a1390 admin admin] Publish callbacks [] for security_group (008b1e59-c046-4149-9dd5-48ae2b0420ac), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:11.741065 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3a4c1521-13e3-4c9d-b480-463fa1a844ac req-1c444769-43df-4236-8121-051372bee791 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=bd92ab7de4f3456e82ccaa60aa378562&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0820258
May 07 21:47:11.779306 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-87357de7-eab8-4be0-8205-a6af935a1390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (008b1e59-c046-4149-9dd5-48ae2b0420ac), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:11.785621 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-87357de7-eab8-4be0-8205-a6af935a1390 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:11.800945 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-c2b4b5bd-1f51-4eaf-b090-076e59a34bfb req-50060ced-e4fe-43f6-a96f-c7a9fc4173d7 service neutron] For port 1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952, host nch1-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:47:11.802226 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-87357de7-eab8-4be0-8205-a6af935a1390 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/008b1e59-c046-4149-9dd5-48ae2b0420ac HTTP/1.1" status: 204  len: 168 time: 0.1460979
May 07 21:47:11.824158 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87357de7-eab8-4be0-8205-a6af935a1390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=008b1e59-c046-4149-9dd5-48ae2b0420ac,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:11.867002 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-c2b4b5bd-1f51-4eaf-b090-076e59a34bfb req-50060ced-e4fe-43f6-a96f-c7a9fc4173d7 service neutron] For port 1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952,segment=NetworkSegment(82ec07f6-cf99-4411-99d8-c39170f22b45),segment_id=82ec07f6-cf99-4411-99d8-c39170f22b45)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:47:11.877451 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-c2b4b5bd-1f51-4eaf-b090-076e59a34bfb req-50060ced-e4fe-43f6-a96f-c7a9fc4173d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:11.947104 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3a4c1521-13e3-4c9d-b480-463fa1a844ac req-463af2e8-32a8-4c16-8c85-76e4728517a1 service neutron] 10.222.0.32 "GET /v2.0/networks/d3775254-6c3d-4b27-a2f1-ae073d9f981d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1951449
May 07 21:47:12.056105 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50060ced-e4fe-43f6-a96f-c7a9fc4173d7 service neutron] Pushing event updated for resources: {'Port': ['ID=1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952,revision_number=8']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:12.068535 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b4b5bd-1f51-4eaf-b090-076e59a34bfb req-50060ced-e4fe-43f6-a96f-c7a9fc4173d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:12.068907 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-c2b4b5bd-1f51-4eaf-b090-076e59a34bfb req-50060ced-e4fe-43f6-a96f-c7a9fc4173d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:12.070284 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c2b4b5bd-1f51-4eaf-b090-076e59a34bfb req-50060ced-e4fe-43f6-a96f-c7a9fc4173d7 service neutron] 10.222.0.59 "PUT /v2.0/ports/1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952 HTTP/1.1" status: 200  len: 1122 time: 1.0762877
May 07 21:47:12.120660 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3a4c1521-13e3-4c9d-b480-463fa1a844ac req-17058e5f-bce5-4eec-9ac9-86c0d7bda139 service neutron] 10.222.0.32 "GET /v2.0/networks/d3775254-6c3d-4b27-a2f1-ae073d9f981d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1634760
May 07 21:47:12.167447 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:47:12.174243 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 59746) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:47:12.191973 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e5eebeea-4d76-4bf5-9b34-ce30f17097e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:12.293537 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 07 May 2022 21:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8fe7506-a5fa-4639-9e02-b33c7c834d32 x-openstack-request-id: req-d8fe7506-a5fa-4639-9e02-b33c7c834d32 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:47:12.294437 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88890ab3-196b-48f2-85db-aacd17e27ba5", "name": "network-vif-unplugged", "status": "completed", "tag": "1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:47:12.294951 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d8fe7506-a5fa-4639-9e02-b33c7c834d32 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:47:12.295524 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8fe7506-a5fa-4639-9e02-b33c7c834d32'] response: {'server_uuid': '88890ab3-196b-48f2-85db-aacd17e27ba5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952', 'code': 200}
May 07 21:47:12.328834 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e5eebeea-4d76-4bf5-9b34-ce30f17097e2 admin admin] Publish callbacks [] for security_group (35e418a3-78eb-4fa4-a739-ce53dc589fa6), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:12.338926 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e5eebeea-4d76-4bf5-9b34-ce30f17097e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (35e418a3-78eb-4fa4-a739-ce53dc589fa6), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:12.395840 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-e5eebeea-4d76-4bf5-9b34-ce30f17097e2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2d7b0588895b43eb9b8d3deb573c2fdf&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2202621
May 07 21:47:12.397464 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eebeea-4d76-4bf5-9b34-ce30f17097e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35e418a3-78eb-4fa4-a739-ce53dc589fa6,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:12.399429 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 59762) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:47:12.459760 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5972bc80-abf7-4f0e-80df-7999441a1a62 req-220b5629-6136-4bc8-97c3-ebd401fe1777 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:12.461104 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5972bc80-abf7-4f0e-80df-7999441a1a62 req-220b5629-6136-4bc8-97c3-ebd401fe1777 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=0284aa35-4e58-4e15-a194-a500996ed82e HTTP/1.1" status: 200  len: 949 time: 0.0796731
May 07 21:47:12.509491 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-881f06dd-713e-472b-9132-0f75b3e52f88 admin admin] Publish callbacks [] for security_group (35e418a3-78eb-4fa4-a739-ce53dc589fa6), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:12.532928 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5972bc80-abf7-4f0e-80df-7999441a1a62 req-0448f836-3cff-4a73-b7a7-a0c28f80a01e tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ea07aee-f825-4ee0-a542-65c887150930&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0640068
May 07 21:47:12.549981 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-881f06dd-713e-472b-9132-0f75b3e52f88 admin admin] Publish callbacks [] for security_group (35e418a3-78eb-4fa4-a739-ce53dc589fa6), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:12.648926 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-881f06dd-713e-472b-9132-0f75b3e52f88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (35e418a3-78eb-4fa4-a739-ce53dc589fa6), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:12.651758 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-881f06dd-713e-472b-9132-0f75b3e52f88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:12.655620 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-881f06dd-713e-472b-9132-0f75b3e52f88 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/35e418a3-78eb-4fa4-a739-ce53dc589fa6 HTTP/1.1" status: 204  len: 168 time: 0.2548640
May 07 21:47:12.675517 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f41ae3-259b-43d7-bdd5-9b5f90fbcc22 req-5029ab77-847a-4b4c-b90f-00dce5be8aa5 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:12.677006 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e5f41ae3-259b-43d7-bdd5-9b5f90fbcc22 req-5029ab77-847a-4b4c-b90f-00dce5be8aa5 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=12135950-7d5e-4835-8fe5-31c8e5e9c986 HTTP/1.1" status: 200  len: 949 time: 0.0692127
May 07 21:47:12.677909 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881f06dd-713e-472b-9132-0f75b3e52f88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e418a3-78eb-4fa4-a739-ce53dc589fa6,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:12.732933 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e5f41ae3-259b-43d7-bdd5-9b5f90fbcc22 req-2a95ac5d-aa7e-463b-8ef4-e909e2cc4955 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498416
May 07 21:47:12.850268 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d65f8c-30c9-4ba3-b90d-aed5bda3d530 req-696c5b21-7c2d-4c7f-82c5-51720ca3d437 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:12.851796 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-21d65f8c-30c9-4ba3-b90d-aed5bda3d530 req-696c5b21-7c2d-4c7f-82c5-51720ca3d437 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=88890ab3-196b-48f2-85db-aacd17e27ba5 HTTP/1.1" status: 200  len: 944 time: 0.0549152
May 07 21:47:12.901051 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-21d65f8c-30c9-4ba3-b90d-aed5bda3d530 req-9a756cfc-a559-4727-a0ea-218899930a35 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436676
May 07 21:47:12.984261 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7f4ee6af-2f70-4286-bbb7-7ee00db9abe7 req-6791f282-2b0d-4785-b297-8f6780b5d35f tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/ports?device_id=12a792c3-0086-43d1-8995-7d56146f84b2 HTTP/1.1" status: 200  len: 210 time: 0.0285459
May 07 21:47:13.076680 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2fb730ab-43e2-4e05-9f24-bae6055828dc req-f7410541-1dd8-4e64-8a41-6fe3e8e4c03a tempest-ServersAdmin275Test-1136333951 tempest-ServersAdmin275Test-1136333951-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c5339211-223c-48cb-9652-201c790b2f4f HTTP/1.1" status: 200  len: 210 time: 0.0298667
May 07 21:47:13.261619 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce5a6a7-4be8-4e82-9512-d97e8d0b5157 req-cf3aed53-f40d-490e-af18-4f5816021b12 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:13.263470 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0ce5a6a7-4be8-4e82-9512-d97e8d0b5157 req-cf3aed53-f40d-490e-af18-4f5816021b12 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.55 "GET /v2.0/ports?device_id=63bd05ee-f966-4884-89dc-17c61c1942fe HTTP/1.1" status: 200  len: 946 time: 0.0671368
May 07 21:47:13.374072 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-0ce5a6a7-4be8-4e82-9512-d97e8d0b5157 req-9f4e09f1-35f5-4f13-8b7f-930f236c0138 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Deleting port 1520ea65-2c7b-46a7-8360-d42695eee536 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:47:13.374887 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-0ce5a6a7-4be8-4e82-9512-d97e8d0b5157 req-9f4e09f1-35f5-4f13-8b7f-930f236c0138 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (1520ea65-2c7b-46a7-8360-d42695eee536), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:13.485152 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-0ce5a6a7-4be8-4e82-9512-d97e8d0b5157 req-9f4e09f1-35f5-4f13-8b7f-930f236c0138 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] For port 1520ea65-2c7b-46a7-8360-d42695eee536, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1520ea65-2c7b-46a7-8360-d42695eee536,segment=NetworkSegment(616ea0c7-2d98-4ffb-86e7-ca2a85e3ffe1),segment_id=616ea0c7-2d98-4ffb-86e7-ca2a85e3ffe1)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:47:13.485529 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-0ce5a6a7-4be8-4e82-9512-d97e8d0b5157 req-9f4e09f1-35f5-4f13-8b7f-930f236c0138 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (1520ea65-2c7b-46a7-8360-d42695eee536), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:13.498679 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-0ce5a6a7-4be8-4e82-9512-d97e8d0b5157 req-9f4e09f1-35f5-4f13-8b7f-930f236c0138 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Calling delete_port for 1520ea65-2c7b-46a7-8360-d42695eee536 owned by compute:nova {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:47:13.671158 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823c19c7-67cd-4bb8-afe6-e2ff2d8cd81c req-709be1b9-a417-408c-9b54-6b5209f0f35e tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:13.672727 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-823c19c7-67cd-4bb8-afe6-e2ff2d8cd81c req-709be1b9-a417-408c-9b54-6b5209f0f35e tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=0284aa35-4e58-4e15-a194-a500996ed82e HTTP/1.1" status: 200  len: 949 time: 0.0621343
May 07 21:47:13.677354 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-0ce5a6a7-4be8-4e82-9512-d97e8d0b5157 req-9f4e09f1-35f5-4f13-8b7f-930f236c0138 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (1520ea65-2c7b-46a7-8360-d42695eee536), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:13.713661 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4e09f1-35f5-4f13-8b7f-930f236c0138 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Pushing event deleted for resources: {'Port': ['ID=1520ea65-2c7b-46a7-8360-d42695eee536,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:13.765700 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [req-063984f6-682e-4d8f-97dc-60ad2fafdf4c req-1403a823-92e7-4cae-8d43-8277594a17bc tempest-LiveAutoBlockMigrationV225Test-638033416 tempest-LiveAutoBlockMigrationV225Test-638033416-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121837) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 21:47:13.767491 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-063984f6-682e-4d8f-97dc-60ad2fafdf4c req-1403a823-92e7-4cae-8d43-8277594a17bc tempest-LiveAutoBlockMigrationV225Test-638033416 tempest-LiveAutoBlockMigrationV225Test-638033416-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0075507
May 07 21:47:13.779165 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ce5a6a7-4be8-4e82-9512-d97e8d0b5157 req-9f4e09f1-35f5-4f13-8b7f-930f236c0138 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] No DVR routers for this DVR port 1520ea65-2c7b-46a7-8360-d42695eee536 on host nch1-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:47:13.785221 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-0ce5a6a7-4be8-4e82-9512-d97e8d0b5157 req-9f4e09f1-35f5-4f13-8b7f-930f236c0138 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:13.788512 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0ce5a6a7-4be8-4e82-9512-d97e8d0b5157 req-9f4e09f1-35f5-4f13-8b7f-930f236c0138 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.55 "DELETE /v2.0/ports/1520ea65-2c7b-46a7-8360-d42695eee536 HTTP/1.1" status: 204  len: 173 time: 0.5146086
May 07 21:47:13.796353 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-823c19c7-67cd-4bb8-afe6-e2ff2d8cd81c req-9ceac2bf-07e5-4d8f-b815-7f45abeabe9c tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ea07aee-f825-4ee0-a542-65c887150930&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1108389
May 07 21:47:13.816760 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 1520ea65-2c7b-46a7-8360-d42695eee536 no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:47:13.839981 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063984f6-682e-4d8f-97dc-60ad2fafdf4c req-3456de0d-de49-4da7-a727-21b67b27442e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:13.847122 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-063984f6-682e-4d8f-97dc-60ad2fafdf4c req-3456de0d-de49-4da7-a727-21b67b27442e service neutron] 10.222.0.32 "GET /v2.0/ports/aac6c92e-cff2-4454-9401-e05c725747f7 HTTP/1.1" status: 200  len: 1124 time: 0.0658629
May 07 21:47:13.851361 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-063984f6-682e-4d8f-97dc-60ad2fafdf4c req-93448e13-5d3d-42f1-af53-0a00a7887dc5 service neutron] Request body: {'binding': {'host': 'nch1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:47:13.852076 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-063984f6-682e-4d8f-97dc-60ad2fafdf4c req-93448e13-5d3d-42f1-af53-0a00a7887dc5 service neutron] Unknown quota resources ['binding']. {{(pid=121837) _create /opt/stack/neutron/neutron/api/v2/base.py:497}}
May 07 21:47:13.866959 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] No Port match for: 1520ea65-2c7b-46a7-8360-d42695eee536 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:47:13.870353 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 1520ea65-2c7b-46a7-8360-d42695eee536 not bound to the agent host nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:47:13.964189 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5821e70-e595-4ae7-9980-f6f96883d0ac req-34d93536-c99f-46dd-9aae-a6ab0031a05c tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:13.965685 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c5821e70-e595-4ae7-9980-f6f96883d0ac req-34d93536-c99f-46dd-9aae-a6ab0031a05c tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=12135950-7d5e-4835-8fe5-31c8e5e9c986 HTTP/1.1" status: 200  len: 949 time: 0.0857830
May 07 21:47:14.067842 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-063984f6-682e-4d8f-97dc-60ad2fafdf4c req-93448e13-5d3d-42f1-af53-0a00a7887dc5 service neutron] Attempting to bind port aac6c92e-cff2-4454-9401-e05c725747f7 on host nch1-master-1 for vnic_type normal with profile None {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:47:14.068189 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-063984f6-682e-4d8f-97dc-60ad2fafdf4c req-93448e13-5d3d-42f1-af53-0a00a7887dc5 service neutron] Attempting to bind port aac6c92e-cff2-4454-9401-e05c725747f7 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '917604e4-aade-4a11-b4ad-178bdbbe8fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '38d1a38e-1f99-466b-bf7f-940113b4b6ed'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:47:14.068523 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063984f6-682e-4d8f-97dc-60ad2fafdf4c req-93448e13-5d3d-42f1-af53-0a00a7887dc5 service neutron] Attempting to bind port aac6c92e-cff2-4454-9401-e05c725747f7 on network 38d1a38e-1f99-466b-bf7f-940113b4b6ed {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:47:14.075866 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c5821e70-e595-4ae7-9980-f6f96883d0ac req-c10fcac6-791f-4b83-8ba5-3497bc1c1837 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0985298
May 07 21:47:14.076857 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063984f6-682e-4d8f-97dc-60ad2fafdf4c req-93448e13-5d3d-42f1-af53-0a00a7887dc5 service neutron] Port aac6c92e-cff2-4454-9401-e05c725747f7 on network 38d1a38e-1f99-466b-bf7f-940113b4b6ed not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:47:14.077281 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063984f6-682e-4d8f-97dc-60ad2fafdf4c req-93448e13-5d3d-42f1-af53-0a00a7887dc5 service neutron] Attempting to bind port aac6c92e-cff2-4454-9401-e05c725747f7 on network 38d1a38e-1f99-466b-bf7f-940113b4b6ed {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:47:14.083927 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063984f6-682e-4d8f-97dc-60ad2fafdf4c req-93448e13-5d3d-42f1-af53-0a00a7887dc5 service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:47:14.083927 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063984f6-682e-4d8f-97dc-60ad2fafdf4c req-93448e13-5d3d-42f1-af53-0a00a7887dc5 service neutron] Checking segment: {'id': '917604e4-aade-4a11-b4ad-178bdbbe8fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '38d1a38e-1f99-466b-bf7f-940113b4b6ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:47:14.084212 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063984f6-682e-4d8f-97dc-60ad2fafdf4c req-93448e13-5d3d-42f1-af53-0a00a7887dc5 service neutron] Bound using segment: {'id': '917604e4-aade-4a11-b4ad-178bdbbe8fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '38d1a38e-1f99-466b-bf7f-940113b4b6ed'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:47:14.084634 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-063984f6-682e-4d8f-97dc-60ad2fafdf4c req-93448e13-5d3d-42f1-af53-0a00a7887dc5 service neutron] Bound port: aac6c92e-cff2-4454-9401-e05c725747f7, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '917604e4-aade-4a11-b4ad-178bdbbe8fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '38d1a38e-1f99-466b-bf7f-940113b4b6ed'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:47:14.097553 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4c1521-13e3-4c9d-b480-463fa1a844ac req-513d3cbf-1d45-43df-8511-1ba2ed54fb72 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:14.099253 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3a4c1521-13e3-4c9d-b480-463fa1a844ac req-513d3cbf-1d45-43df-8511-1ba2ed54fb72 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.55 "GET /v2.0/networks?id=d3775254-6c3d-4b27-a2f1-ae073d9f981d HTTP/1.1" status: 200  len: 804 time: 0.1701598
May 07 21:47:14.146051 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-063984f6-682e-4d8f-97dc-60ad2fafdf4c req-93448e13-5d3d-42f1-af53-0a00a7887dc5 service neutron] For port aac6c92e-cff2-4454-9401-e05c725747f7, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=aac6c92e-cff2-4454-9401-e05c725747f7,segment=NetworkSegment(917604e4-aade-4a11-b4ad-178bdbbe8fbb),segment_id=917604e4-aade-4a11-b4ad-178bdbbe8fbb)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:47:14.151952 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-063984f6-682e-4d8f-97dc-60ad2fafdf4c req-93448e13-5d3d-42f1-af53-0a00a7887dc5 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:14.153303 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-063984f6-682e-4d8f-97dc-60ad2fafdf4c req-93448e13-5d3d-42f1-af53-0a00a7887dc5 service neutron] 10.222.0.32 "POST /v2.0/ports/aac6c92e-cff2-4454-9401-e05c725747f7/bindings HTTP/1.1" status: 201  len: 389 time: 0.3054078
May 07 21:47:14.201699 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3a6e92-cd3c-426b-87ef-4e8d8da60a34 req-817d0eb6-b0c2-4533-9ef5-a1d226782dbc tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:14.203729 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4f3a6e92-cd3c-426b-87ef-4e8d8da60a34 req-817d0eb6-b0c2-4533-9ef5-a1d226782dbc tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=88890ab3-196b-48f2-85db-aacd17e27ba5 HTTP/1.1" status: 200  len: 944 time: 0.0518196
May 07 21:47:14.268610 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4f3a6e92-cd3c-426b-87ef-4e8d8da60a34 req-e4236021-cac2-44f8-812f-b44a15265ed1 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579019
May 07 21:47:14.296471 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88890ab3-196b-48f2-85db-aacd17e27ba5', 'tag': '1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952'}, {'server_uuid': '63bd05ee-f966-4884-89dc-17c61c1942fe', 'name': 'network-vif-deleted', 'tag': '1520ea65-2c7b-46a7-8360-d42695eee536'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:47:14.299787 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73d1dae1-6439-4a14-95e5-2380f79e0887" -d '{"events": [{"name": "network-changed", "server_uuid": "88890ab3-196b-48f2-85db-aacd17e27ba5", "tag": "1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952"}, {"server_uuid": "63bd05ee-f966-4884-89dc-17c61c1942fe", "name": "network-vif-deleted", "tag": "1520ea65-2c7b-46a7-8360-d42695eee536"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:47:14.303483 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-72c32d54-ee2a-4a51-b9e0-a0d6eb682598 req-dc2d99d1-4c4a-4691-b26b-70de81f98203 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/ports?device_id=12a792c3-0086-43d1-8995-7d56146f84b2 HTTP/1.1" status: 200  len: 210 time: 0.0341825
May 07 21:47:14.376485 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-3a4c1521-13e3-4c9d-b480-463fa1a844ac req-877a05f3-fa6d-4c57-9472-8c4448cb8c5c tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Request body: {'port': {'device_id': '12a792c3-0086-43d1-8995-7d56146f84b2', 'network_id': 'd3775254-6c3d-4b27-a2f1-ae073d9f981d', 'admin_state_up': True, 'tenant_id': 'bd92ab7de4f3456e82ccaa60aa378562'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:47:14.408024 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e4bf6cfc-b94e-43ac-a9f7-c6935210d0a2 req-5033761f-9cb7-4372-93ad-26563ac2c351 tempest-ServersAdmin275Test-1136333951 tempest-ServersAdmin275Test-1136333951-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c5339211-223c-48cb-9652-201c790b2f4f HTTP/1.1" status: 200  len: 210 time: 0.0466480
May 07 21:47:14.526981 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 07 May 2022 21:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5914974-9aeb-4894-8a56-5cd698f0d9ef x-openstack-request-id: req-e5914974-9aeb-4894-8a56-5cd698f0d9ef {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:47:14.527743 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88890ab3-196b-48f2-85db-aacd17e27ba5", "tag": "1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952", "status": "completed", "code": 200}, {"server_uuid": "63bd05ee-f966-4884-89dc-17c61c1942fe", "name": "network-vif-deleted", "tag": "1520ea65-2c7b-46a7-8360-d42695eee536", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:47:14.528160 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e5914974-9aeb-4894-8a56-5cd698f0d9ef {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:47:14.528742 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5914974-9aeb-4894-8a56-5cd698f0d9ef'] response: {'name': 'network-changed', 'server_uuid': '88890ab3-196b-48f2-85db-aacd17e27ba5', 'tag': '1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952', 'status': 'completed', 'code': 200}
May 07 21:47:14.529165 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5914974-9aeb-4894-8a56-5cd698f0d9ef'] response: {'server_uuid': '63bd05ee-f966-4884-89dc-17c61c1942fe', 'name': 'network-vif-deleted', 'tag': '1520ea65-2c7b-46a7-8360-d42695eee536', 'status': 'completed', 'code': 200}
May 07 21:47:14.540585 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063984f6-682e-4d8f-97dc-60ad2fafdf4c req-f9df6b66-4038-4d02-b1f7-28afcdfacac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:14.542305 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-063984f6-682e-4d8f-97dc-60ad2fafdf4c req-f9df6b66-4038-4d02-b1f7-28afcdfacac7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4db49857a44d4f399959ac625886505a&device_id=bfa51d13-aa03-48ef-9aea-32ae407e5d9d HTTP/1.1" status: 200  len: 1127 time: 0.0543282
May 07 21:47:14.597266 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a4c1521-13e3-4c9d-b480-463fa1a844ac req-877a05f3-fa6d-4c57-9472-8c4448cb8c5c tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Made reservation on behalf of bd92ab7de4f3456e82ccaa60aa378562 for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:47:14.599717 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c46b8f4-2aef-41ae-877c-0c5f21a03ebf req-c57b2e87-3011-4664-b107-4dab3fcccc7b tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:14.600776 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-3a4c1521-13e3-4c9d-b480-463fa1a844ac req-877a05f3-fa6d-4c57-9472-8c4448cb8c5c tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:14.601615 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3c46b8f4-2aef-41ae-877c-0c5f21a03ebf req-c57b2e87-3011-4664-b107-4dab3fcccc7b tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfa51d13-aa03-48ef-9aea-32ae407e5d9d HTTP/1.1" status: 200  len: 945 time: 0.0727682
May 07 21:47:14.643268 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d1dae1-6439-4a14-95e5-2380f79e0887 req-bfb13831-2e45-4407-9d45-64b5421a19af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:14.644840 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-73d1dae1-6439-4a14-95e5-2380f79e0887 req-bfb13831-2e45-4407-9d45-64b5421a19af service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1bcaffad5d3447b98f0216d3481045e5&device_id=88890ab3-196b-48f2-85db-aacd17e27ba5 HTTP/1.1" status: 200  len: 1156 time: 0.0423615
May 07 21:47:14.731041 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063984f6-682e-4d8f-97dc-60ad2fafdf4c req-790f7fdb-f077-45dc-bb32-cb4e712f3129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:14.732686 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-063984f6-682e-4d8f-97dc-60ad2fafdf4c req-790f7fdb-f077-45dc-bb32-cb4e712f3129 service neutron] 10.222.0.55 "GET /v2.0/networks?id=38d1a38e-1f99-466b-bf7f-940113b4b6ed HTTP/1.1" status: 200  len: 922 time: 0.1581135
May 07 21:47:14.742918 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3c46b8f4-2aef-41ae-877c-0c5f21a03ebf req-a154c161-fcc6-4466-b24b-d9fe31a380b7 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1025469
May 07 21:47:14.775732 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d1dae1-6439-4a14-95e5-2380f79e0887 req-b35ce39e-5f1f-4688-9b45-c96ce0f85f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:14.777843 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-73d1dae1-6439-4a14-95e5-2380f79e0887 req-b35ce39e-5f1f-4688-9b45-c96ce0f85f00 service neutron] 10.222.0.55 "GET /v2.0/networks?id=28405dfe-908d-4039-91f6-1d02165b34cd HTTP/1.1" status: 200  len: 909 time: 0.1197364
May 07 21:47:14.804001 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-063984f6-682e-4d8f-97dc-60ad2fafdf4c req-c213d3d1-bc36-408e-92a9-b5dda34f5ec9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aac6c92e-cff2-4454-9401-e05c725747f7 HTTP/1.1" status: 200  len: 217 time: 0.0634665
May 07 21:47:14.819525 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-73d1dae1-6439-4a14-95e5-2380f79e0887 req-e91317f4-7ed4-4be6-81be-559429eb407d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952 HTTP/1.1" status: 200  len: 217 time: 0.0350254
May 07 21:47:14.852473 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [req-3a4c1521-13e3-4c9d-b480-463fa1a844ac req-877a05f3-fa6d-4c57-9472-8c4448cb8c5c tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Allocated IP 172.20.0.13 (d3775254-6c3d-4b27-a2f1-ae073d9f981d/0cba138a-678d-4392-84ac-c6115c01dacb/85df8e70-88cc-4aed-a304-7a9a475aa9c1) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:47:14.865791 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 59842) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:47:14.883619 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063984f6-682e-4d8f-97dc-60ad2fafdf4c req-8f088f9f-8991-4b07-a352-2a4c8bb041b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:14.885122 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-063984f6-682e-4d8f-97dc-60ad2fafdf4c req-8f088f9f-8991-4b07-a352-2a4c8bb041b6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=14835495-3004-48e8-b7c5-01b68d156e2d HTTP/1.1" status: 200  len: 861 time: 0.0659027
May 07 21:47:14.885653 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d1dae1-6439-4a14-95e5-2380f79e0887 req-019920d6-1ee1-4bb7-953b-93e33d2130a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:14.887192 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-73d1dae1-6439-4a14-95e5-2380f79e0887 req-019920d6-1ee1-4bb7-953b-93e33d2130a1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1fe63d5f-90f3-4e94-9dfe-af97e96ae5d9 HTTP/1.1" status: 200  len: 848 time: 0.0615163
May 07 21:47:14.965014 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-73d1dae1-6439-4a14-95e5-2380f79e0887 req-81440612-9f06-46ef-9b40-8f2596b0889f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=28405dfe-908d-4039-91f6-1d02165b34cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0303504
May 07 21:47:14.973743 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-063984f6-682e-4d8f-97dc-60ad2fafdf4c req-d3474900-a0a5-43ca-938d-3d361d21e3d4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=38d1a38e-1f99-466b-bf7f-940113b4b6ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0483150
May 07 21:47:14.984559 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc54b9-51be-44e8-ac11-7cec77ad9805 req-ca131538-f2f5-4074-8f0d-9d1573b02c38 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:14.986019 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-79dc54b9-51be-44e8-ac11-7cec77ad9805 req-ca131538-f2f5-4074-8f0d-9d1573b02c38 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=0284aa35-4e58-4e15-a194-a500996ed82e HTTP/1.1" status: 200  len: 949 time: 0.0945549
May 07 21:47:14.988834 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b80f9f47-d272-4b75-a2d2-82023710630b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:15.097365 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-73d1dae1-6439-4a14-95e5-2380f79e0887 req-9dfa9e60-f72d-477f-846d-f2e3b5409b26 service neutron] 10.222.0.55 "GET /v2.0/networks/28405dfe-908d-4039-91f6-1d02165b34cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1213176
May 07 21:47:15.165162 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-79dc54b9-51be-44e8-ac11-7cec77ad9805 req-739403fc-3308-4112-aabb-e6f0d1d22276 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ea07aee-f825-4ee0-a542-65c887150930&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1672478
May 07 21:47:15.185804 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b80f9f47-d272-4b75-a2d2-82023710630b admin admin] Publish callbacks [] for security_group (faf21d09-8cdd-46eb-b62d-0f9cce9b9092), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:15.189065 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-063984f6-682e-4d8f-97dc-60ad2fafdf4c req-41abf4a4-2e1c-4013-b937-28c1002da688 service neutron] 10.222.0.55 "GET /v2.0/networks/38d1a38e-1f99-466b-bf7f-940113b4b6ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2021105
May 07 21:47:15.191726 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b80f9f47-d272-4b75-a2d2-82023710630b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (faf21d09-8cdd-46eb-b62d-0f9cce9b9092), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:15.194846 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-3a4c1521-13e3-4c9d-b480-463fa1a844ac req-877a05f3-fa6d-4c57-9472-8c4448cb8c5c tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Publish callbacks [] for port (85df8e70-88cc-4aed-a304-7a9a475aa9c1), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:15.277682 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-b80f9f47-d272-4b75-a2d2-82023710630b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=268f4ddc7fd04214ad6c9decbd9ecb9f&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4105244
May 07 21:47:15.288711 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 59848) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:47:15.296100 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80f9f47-d272-4b75-a2d2-82023710630b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faf21d09-8cdd-46eb-b62d-0f9cce9b9092,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:15.302001 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-73d1dae1-6439-4a14-95e5-2380f79e0887 req-711bef97-2902-444c-9562-6dedb894b593 service neutron] 10.222.0.55 "GET /v2.0/networks/28405dfe-908d-4039-91f6-1d02165b34cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1955090
May 07 21:47:15.308115 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf39757-0308-435d-8d4e-507b3d61f079 req-983dcb9f-15c9-47a6-abbd-a9e7f754a184 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:15.309609 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2bf39757-0308-435d-8d4e-507b3d61f079 req-983dcb9f-15c9-47a6-abbd-a9e7f754a184 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=12135950-7d5e-4835-8fe5-31c8e5e9c986 HTTP/1.1" status: 200  len: 949 time: 0.1140285
May 07 21:47:15.393624 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cadcd720-12d8-4a12-a245-61c7876c33bb admin admin] Publish callbacks [] for security_group (faf21d09-8cdd-46eb-b62d-0f9cce9b9092), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:15.398041 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2bf39757-0308-435d-8d4e-507b3d61f079 req-491f05ba-81f6-47f7-9280-0f3039d18222 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0722749
May 07 21:47:15.429973 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cadcd720-12d8-4a12-a245-61c7876c33bb admin admin] Publish callbacks [] for security_group (faf21d09-8cdd-46eb-b62d-0f9cce9b9092), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:15.493976 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-11a24595-46ea-496c-9fe7-92c56ac1d5c5 req-27c27f18-d4e2-4acd-8d28-91eed134616a tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/ports?device_id=12a792c3-0086-43d1-8995-7d56146f84b2 HTTP/1.1" status: 200  len: 210 time: 0.0297124
May 07 21:47:15.518479 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cadcd720-12d8-4a12-a245-61c7876c33bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (faf21d09-8cdd-46eb-b62d-0f9cce9b9092), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:15.521078 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cadcd720-12d8-4a12-a245-61c7876c33bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:15.524618 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-cadcd720-12d8-4a12-a245-61c7876c33bb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/faf21d09-8cdd-46eb-b62d-0f9cce9b9092 HTTP/1.1" status: 204  len: 168 time: 0.2322717
May 07 21:47:15.533723 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadcd720-12d8-4a12-a245-61c7876c33bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf21d09-8cdd-46eb-b62d-0f9cce9b9092,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:15.563862 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad792e8-29ad-4fca-a6ef-da76290e880d req-870159fe-ce1a-4adc-aa9a-4ccb58b11880 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:15.570658 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7ad792e8-29ad-4fca-a6ef-da76290e880d req-870159fe-ce1a-4adc-aa9a-4ccb58b11880 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=88890ab3-196b-48f2-85db-aacd17e27ba5 HTTP/1.1" status: 200  len: 944 time: 0.0798817
May 07 21:47:15.573140 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-3a4c1521-13e3-4c9d-b480-463fa1a844ac req-877a05f3-fa6d-4c57-9472-8c4448cb8c5c tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (85df8e70-88cc-4aed-a304-7a9a475aa9c1), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:15.597318 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-063984f6-682e-4d8f-97dc-60ad2fafdf4c req-b59ef743-29d7-4243-9548-e23c6bf5f13a service neutron] 10.222.0.55 "GET /v2.0/networks/38d1a38e-1f99-466b-bf7f-940113b4b6ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4005861
May 07 21:47:15.604025 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9fd9cefe-8a76-457e-8649-f06a97cc1dc2 req-ba59a8bd-c2d8-4e41-891f-22c6a3fe2ab0 tempest-ServersAdmin275Test-1136333951 tempest-ServersAdmin275Test-1136333951-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c5339211-223c-48cb-9652-201c790b2f4f HTTP/1.1" status: 200  len: 210 time: 0.0324073
May 07 21:47:15.660922 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a4c1521-13e3-4c9d-b480-463fa1a844ac req-877a05f3-fa6d-4c57-9472-8c4448cb8c5c tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Network d3775254-6c3d-4b27-a2f1-ae073d9f981d is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:47:15.664934 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877a05f3-fa6d-4c57-9472-8c4448cb8c5c tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Pushing event updated for resources: {'Port': ['ID=85df8e70-88cc-4aed-a304-7a9a475aa9c1,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:15.668363 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [req-3a4c1521-13e3-4c9d-b480-463fa1a844ac req-877a05f3-fa6d-4c57-9472-8c4448cb8c5c tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:47:15.670618 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a4c1521-13e3-4c9d-b480-463fa1a844ac req-877a05f3-fa6d-4c57-9472-8c4448cb8c5c tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:47:15.676263 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4c1521-13e3-4c9d-b480-463fa1a844ac req-877a05f3-fa6d-4c57-9472-8c4448cb8c5c tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:15.676882 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-3a4c1521-13e3-4c9d-b480-463fa1a844ac req-877a05f3-fa6d-4c57-9472-8c4448cb8c5c tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:15.681795 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7ad792e8-29ad-4fca-a6ef-da76290e880d req-a3b5ff2e-01e4-44b2-8fbe-741b64a1a480 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1103199
May 07 21:47:15.728828 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3a4c1521-13e3-4c9d-b480-463fa1a844ac req-877a05f3-fa6d-4c57-9472-8c4448cb8c5c tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3575039
May 07 21:47:15.734358 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063984f6-682e-4d8f-97dc-60ad2fafdf4c req-90bd0716-fe7c-4559-942b-5c60fbc26126 tempest-LiveAutoBlockMigrationV225Test-638033416 tempest-LiveAutoBlockMigrationV225Test-638033416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:15.736375 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-063984f6-682e-4d8f-97dc-60ad2fafdf4c req-90bd0716-fe7c-4559-942b-5c60fbc26126 tempest-LiveAutoBlockMigrationV225Test-638033416 tempest-LiveAutoBlockMigrationV225Test-638033416-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=bfa51d13-aa03-48ef-9aea-32ae407e5d9d&tenant_id=4db49857a44d4f399959ac625886505a&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.0527694
May 07 21:47:15.778835 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-3a4c1521-13e3-4c9d-b480-463fa1a844ac req-b4e78cc1-bf99-40eb-913f-f1a3d8a74e19 service neutron] Request body: {'port': {'device_id': '12a792c3-0086-43d1-8995-7d56146f84b2', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:47:15.787176 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-063984f6-682e-4d8f-97dc-60ad2fafdf4c req-8d70dc8b-4b30-470d-ba1e-225c404b83ca service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-master-1'}}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:47:15.843098 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 59864) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:47:15.872977 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d492870-a998-4b28-8bfe-bee92a786936 req-a17e97bb-7f32-4ffd-be3c-4baf1cf237f0 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:15.874455 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0d492870-a998-4b28-8bfe-bee92a786936 req-a17e97bb-7f32-4ffd-be3c-4baf1cf237f0 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfa51d13-aa03-48ef-9aea-32ae407e5d9d HTTP/1.1" status: 200  len: 945 time: 0.0494037
May 07 21:47:15.896032 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f49f510e-dd35-45dd-aeb3-75ae2042e31c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:15.919439 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-3a4c1521-13e3-4c9d-b480-463fa1a844ac req-b4e78cc1-bf99-40eb-913f-f1a3d8a74e19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (85df8e70-88cc-4aed-a304-7a9a475aa9c1), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:15.920861 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0d492870-a998-4b28-8bfe-bee92a786936 req-9015db8d-d01a-4914-a435-25504df5d3ea tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405746
May 07 21:47:15.921079 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-063984f6-682e-4d8f-97dc-60ad2fafdf4c req-8d70dc8b-4b30-470d-ba1e-225c404b83ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (aac6c92e-cff2-4454-9401-e05c725747f7), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:16.249787 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f49f510e-dd35-45dd-aeb3-75ae2042e31c admin admin] Publish callbacks [] for security_group (87997368-d298-433e-aa9b-1a057088c23d), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:16.273284 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f49f510e-dd35-45dd-aeb3-75ae2042e31c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (87997368-d298-433e-aa9b-1a057088c23d), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:16.336922 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-063984f6-682e-4d8f-97dc-60ad2fafdf4c req-8d70dc8b-4b30-470d-ba1e-225c404b83ca service neutron] For port aac6c92e-cff2-4454-9401-e05c725747f7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=aac6c92e-cff2-4454-9401-e05c725747f7,segment=NetworkSegment(917604e4-aade-4a11-b4ad-178bdbbe8fbb),segment_id=917604e4-aade-4a11-b4ad-178bdbbe8fbb)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:47:16.375092 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-f49f510e-dd35-45dd-aeb3-75ae2042e31c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a797e16ee5be40b1b5406504fb730b14&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5277479
May 07 21:47:16.378438 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 59868) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:47:16.384663 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8cffde-f80e-4112-801b-816de86a72a8 req-298ff332-d6e1-4306-819f-e1d3336b4280 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:16.386086 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ca8cffde-f80e-4112-801b-816de86a72a8 req-298ff332-d6e1-4306-819f-e1d3336b4280 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=0284aa35-4e58-4e15-a194-a500996ed82e HTTP/1.1" status: 200  len: 949 time: 0.1418419
May 07 21:47:16.391199 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49f510e-dd35-45dd-aeb3-75ae2042e31c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87997368-d298-433e-aa9b-1a057088c23d,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:16.427156 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a5973c5b-7dc3-4c64-8446-05a6022cf844 admin admin] Publish callbacks [] for security_group (87997368-d298-433e-aa9b-1a057088c23d), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:16.450717 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:47:16.466206 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a5973c5b-7dc3-4c64-8446-05a6022cf844 admin admin] Publish callbacks [] for security_group (87997368-d298-433e-aa9b-1a057088c23d), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:16.496977 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-063984f6-682e-4d8f-97dc-60ad2fafdf4c req-8d70dc8b-4b30-470d-ba1e-225c404b83ca service neutron] For port aac6c92e-cff2-4454-9401-e05c725747f7, host nch2-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:47:16.531304 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ca8cffde-f80e-4112-801b-816de86a72a8 req-69cdc88e-0a87-47b2-b22f-427c1c48cd7f tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ea07aee-f825-4ee0-a542-65c887150930&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1280777
May 07 21:47:16.550717 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [req-3a4c1521-13e3-4c9d-b480-463fa1a844ac req-b4e78cc1-bf99-40eb-913f-f1a3d8a74e19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85df8e70-88cc-4aed-a304-7a9a475aa9c1 {{(pid=121836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:47:16.557299 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-3a4c1521-13e3-4c9d-b480-463fa1a844ac req-b4e78cc1-bf99-40eb-913f-f1a3d8a74e19 service neutron] Publish callbacks [] for port (85df8e70-88cc-4aed-a304-7a9a475aa9c1), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:16.572885 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952,segment=NetworkSegment(82ec07f6-cf99-4411-99d8-c39170f22b45),segment_id=82ec07f6-cf99-4411-99d8-c39170f22b45)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:47:16.573518 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfa51d13-aa03-48ef-9aea-32ae407e5d9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aac6c92e-cff2-4454-9401-e05c725747f7'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:47:16.575958 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db6fae89-bc5b-4e14-8da4-fbcfb0d87448" -d '{"events": [{"server_uuid": "bfa51d13-aa03-48ef-9aea-32ae407e5d9d", "name": "network-vif-unplugged", "status": "completed", "tag": "aac6c92e-cff2-4454-9401-e05c725747f7"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:47:16.582681 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-063984f6-682e-4d8f-97dc-60ad2fafdf4c req-8d70dc8b-4b30-470d-ba1e-225c404b83ca service neutron] Publish callbacks [] for port (aac6c92e-cff2-4454-9401-e05c725747f7), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:16.586725 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952 has no active binding in host nch2-master-1 {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
May 07 21:47:16.590641 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-063984f6-682e-4d8f-97dc-60ad2fafdf4c req-8d70dc8b-4b30-470d-ba1e-225c404b83ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (aac6c92e-cff2-4454-9401-e05c725747f7), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:16.596306 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f5673b-7d7e-40a0-bdca-1e947d10c05c req-161b8fb5-8caa-4049-9a74-1c777b839b34 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:16.600133 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d3f5673b-7d7e-40a0-bdca-1e947d10c05c req-161b8fb5-8caa-4049-9a74-1c777b839b34 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=12135950-7d5e-4835-8fe5-31c8e5e9c986 HTTP/1.1" status: 200  len: 949 time: 0.1214120
May 07 21:47:16.614533 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a5973c5b-7dc3-4c64-8446-05a6022cf844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (87997368-d298-433e-aa9b-1a057088c23d), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:16.617323 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a5973c5b-7dc3-4c64-8446-05a6022cf844 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:16.618515 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-a5973c5b-7dc3-4c64-8446-05a6022cf844 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/87997368-d298-433e-aa9b-1a057088c23d HTTP/1.1" status: 204  len: 168 time: 0.2390602
May 07 21:47:16.620207 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.provisioning_blocks [req-3a4c1521-13e3-4c9d-b480-463fa1a844ac req-b4e78cc1-bf99-40eb-913f-f1a3d8a74e19 service neutron] Transition to ACTIVE for port object 85df8e70-88cc-4aed-a304-7a9a475aa9c1 will not be triggered until provisioned by entity L2. {{(pid=121836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:47:16.637261 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-3a4c1521-13e3-4c9d-b480-463fa1a844ac req-b4e78cc1-bf99-40eb-913f-f1a3d8a74e19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (85df8e70-88cc-4aed-a304-7a9a475aa9c1), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:16.644915 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5973c5b-7dc3-4c64-8446-05a6022cf844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87997368-d298-433e-aa9b-1a057088c23d,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:16.690544 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d3f5673b-7d7e-40a0-bdca-1e947d10c05c req-57d1f8ed-60c2-434c-b32f-802a00d313ee tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0840001
May 07 21:47:16.713084 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0effc2c-9e75-47b8-8eca-dfdfce7097c8 req-34991ac3-5019-4a93-abf0-6e709e7d6c01 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:16.714587 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c0effc2c-9e75-47b8-8eca-dfdfce7097c8 req-34991ac3-5019-4a93-abf0-6e709e7d6c01 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/ports?device_id=12a792c3-0086-43d1-8995-7d56146f84b2 HTTP/1.1" status: 200  len: 944 time: 0.0933242
May 07 21:47:16.720512 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d70dc8b-4b30-470d-ba1e-225c404b83ca service neutron] Pushing event updated for resources: {'Port': ['ID=aac6c92e-cff2-4454-9401-e05c725747f7,revision_number=7']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:16.777714 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 07 May 2022 21:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1ee5746-b0c1-4164-9a69-8195921788dd x-openstack-request-id: req-b1ee5746-b0c1-4164-9a69-8195921788dd {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:47:16.778011 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfa51d13-aa03-48ef-9aea-32ae407e5d9d", "name": "network-vif-unplugged", "status": "completed", "tag": "aac6c92e-cff2-4454-9401-e05c725747f7", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:47:16.778268 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b1ee5746-b0c1-4164-9a69-8195921788dd {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:47:16.778665 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1ee5746-b0c1-4164-9a69-8195921788dd'] response: {'server_uuid': 'bfa51d13-aa03-48ef-9aea-32ae407e5d9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aac6c92e-cff2-4454-9401-e05c725747f7', 'code': 200}
May 07 21:47:16.824520 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-063984f6-682e-4d8f-97dc-60ad2fafdf4c req-8d70dc8b-4b30-470d-ba1e-225c404b83ca service neutron] Attempting to bind port aac6c92e-cff2-4454-9401-e05c725747f7 on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:47:16.824865 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-063984f6-682e-4d8f-97dc-60ad2fafdf4c req-8d70dc8b-4b30-470d-ba1e-225c404b83ca service neutron] Attempting to bind port aac6c92e-cff2-4454-9401-e05c725747f7 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '917604e4-aade-4a11-b4ad-178bdbbe8fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '38d1a38e-1f99-466b-bf7f-940113b4b6ed'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:47:16.825192 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063984f6-682e-4d8f-97dc-60ad2fafdf4c req-8d70dc8b-4b30-470d-ba1e-225c404b83ca service neutron] Attempting to bind port aac6c92e-cff2-4454-9401-e05c725747f7 on network 38d1a38e-1f99-466b-bf7f-940113b4b6ed {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:47:16.838750 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9d7334cb-e30f-4efa-b9dc-8b3b81d57d26 req-5b60d120-9dc9-4c0f-a87e-876ba6aebdca tempest-ServersAdmin275Test-1136333951 tempest-ServersAdmin275Test-1136333951-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c5339211-223c-48cb-9652-201c790b2f4f HTTP/1.1" status: 200  len: 210 time: 0.0318942
May 07 21:47:16.843479 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-3a4c1521-13e3-4c9d-b480-463fa1a844ac req-b4e78cc1-bf99-40eb-913f-f1a3d8a74e19 service neutron] Attempting to bind port 85df8e70-88cc-4aed-a304-7a9a475aa9c1 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:47:16.843826 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-3a4c1521-13e3-4c9d-b480-463fa1a844ac req-b4e78cc1-bf99-40eb-913f-f1a3d8a74e19 service neutron] Attempting to bind port 85df8e70-88cc-4aed-a304-7a9a475aa9c1 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '616ea0c7-2d98-4ffb-86e7-ca2a85e3ffe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd3775254-6c3d-4b27-a2f1-ae073d9f981d'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:47:16.844153 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4c1521-13e3-4c9d-b480-463fa1a844ac req-b4e78cc1-bf99-40eb-913f-f1a3d8a74e19 service neutron] Attempting to bind port 85df8e70-88cc-4aed-a304-7a9a475aa9c1 on network d3775254-6c3d-4b27-a2f1-ae073d9f981d {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:47:16.851093 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063984f6-682e-4d8f-97dc-60ad2fafdf4c req-8d70dc8b-4b30-470d-ba1e-225c404b83ca service neutron] Port aac6c92e-cff2-4454-9401-e05c725747f7 on network 38d1a38e-1f99-466b-bf7f-940113b4b6ed not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:47:16.851417 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063984f6-682e-4d8f-97dc-60ad2fafdf4c req-8d70dc8b-4b30-470d-ba1e-225c404b83ca service neutron] Attempting to bind port aac6c92e-cff2-4454-9401-e05c725747f7 on network 38d1a38e-1f99-466b-bf7f-940113b4b6ed {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:47:16.869879 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4c1521-13e3-4c9d-b480-463fa1a844ac req-b4e78cc1-bf99-40eb-913f-f1a3d8a74e19 service neutron] Port 85df8e70-88cc-4aed-a304-7a9a475aa9c1 on network d3775254-6c3d-4b27-a2f1-ae073d9f981d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:47:16.870201 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4c1521-13e3-4c9d-b480-463fa1a844ac req-b4e78cc1-bf99-40eb-913f-f1a3d8a74e19 service neutron] Attempting to bind port 85df8e70-88cc-4aed-a304-7a9a475aa9c1 on network d3775254-6c3d-4b27-a2f1-ae073d9f981d {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:47:16.872174 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e78cc1-bf99-40eb-913f-f1a3d8a74e19 service neutron] Pushing event updated for resources: {'Port': ['ID=85df8e70-88cc-4aed-a304-7a9a475aa9c1,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:16.877099 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063984f6-682e-4d8f-97dc-60ad2fafdf4c req-8d70dc8b-4b30-470d-ba1e-225c404b83ca service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:47:16.877446 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063984f6-682e-4d8f-97dc-60ad2fafdf4c req-8d70dc8b-4b30-470d-ba1e-225c404b83ca service neutron] Checking segment: {'id': '917604e4-aade-4a11-b4ad-178bdbbe8fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '38d1a38e-1f99-466b-bf7f-940113b4b6ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:47:16.877814 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063984f6-682e-4d8f-97dc-60ad2fafdf4c req-8d70dc8b-4b30-470d-ba1e-225c404b83ca service neutron] Bound using segment: {'id': '917604e4-aade-4a11-b4ad-178bdbbe8fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '38d1a38e-1f99-466b-bf7f-940113b4b6ed'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:47:16.878264 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-063984f6-682e-4d8f-97dc-60ad2fafdf4c req-8d70dc8b-4b30-470d-ba1e-225c404b83ca service neutron] Bound port: aac6c92e-cff2-4454-9401-e05c725747f7, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '917604e4-aade-4a11-b4ad-178bdbbe8fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '38d1a38e-1f99-466b-bf7f-940113b4b6ed'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:47:16.878601 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-063984f6-682e-4d8f-97dc-60ad2fafdf4c req-8d70dc8b-4b30-470d-ba1e-225c404b83ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (aac6c92e-cff2-4454-9401-e05c725747f7), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:16.883817 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c0effc2c-9e75-47b8-8eca-dfdfce7097c8 req-d9d43ec7-e278-4992-ada8-7b0ec96f2f01 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b456a11-abdd-4913-9fa4-f25fdacb0d35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1433444
May 07 21:47:16.889472 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4c1521-13e3-4c9d-b480-463fa1a844ac req-b4e78cc1-bf99-40eb-913f-f1a3d8a74e19 service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:47:16.889880 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4c1521-13e3-4c9d-b480-463fa1a844ac req-b4e78cc1-bf99-40eb-913f-f1a3d8a74e19 service neutron] Checking segment: {'id': '616ea0c7-2d98-4ffb-86e7-ca2a85e3ffe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd3775254-6c3d-4b27-a2f1-ae073d9f981d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:47:16.890444 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a4c1521-13e3-4c9d-b480-463fa1a844ac req-b4e78cc1-bf99-40eb-913f-f1a3d8a74e19 service neutron] Bound using segment: {'id': '616ea0c7-2d98-4ffb-86e7-ca2a85e3ffe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd3775254-6c3d-4b27-a2f1-ae073d9f981d'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:47:16.890823 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-3a4c1521-13e3-4c9d-b480-463fa1a844ac req-b4e78cc1-bf99-40eb-913f-f1a3d8a74e19 service neutron] Bound port: 85df8e70-88cc-4aed-a304-7a9a475aa9c1, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '616ea0c7-2d98-4ffb-86e7-ca2a85e3ffe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd3775254-6c3d-4b27-a2f1-ae073d9f981d'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:47:16.891294 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-3a4c1521-13e3-4c9d-b480-463fa1a844ac req-b4e78cc1-bf99-40eb-913f-f1a3d8a74e19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (85df8e70-88cc-4aed-a304-7a9a475aa9c1), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:17.002716 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e7e23c-8c52-43b2-a2ff-24599378fa61 req-68164640-48c8-4a9e-b00a-50ffa4ebe81e tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:17.009405 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-3a4c1521-13e3-4c9d-b480-463fa1a844ac req-b4e78cc1-bf99-40eb-913f-f1a3d8a74e19 service neutron] For port 85df8e70-88cc-4aed-a304-7a9a475aa9c1, host nch1-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:47:17.010527 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-19e7e23c-8c52-43b2-a2ff-24599378fa61 req-68164640-48c8-4a9e-b00a-50ffa4ebe81e tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=88890ab3-196b-48f2-85db-aacd17e27ba5 HTTP/1.1" status: 200  len: 944 time: 0.0704250
May 07 21:47:17.013426 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-3a4c1521-13e3-4c9d-b480-463fa1a844ac req-b4e78cc1-bf99-40eb-913f-f1a3d8a74e19 service neutron] For port 85df8e70-88cc-4aed-a304-7a9a475aa9c1, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=85df8e70-88cc-4aed-a304-7a9a475aa9c1,segment=NetworkSegment(616ea0c7-2d98-4ffb-86e7-ca2a85e3ffe1),segment_id=616ea0c7-2d98-4ffb-86e7-ca2a85e3ffe1)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:47:17.015094 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-063984f6-682e-4d8f-97dc-60ad2fafdf4c req-8d70dc8b-4b30-470d-ba1e-225c404b83ca service neutron] For port aac6c92e-cff2-4454-9401-e05c725747f7, host nch2-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:47:17.018957 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-063984f6-682e-4d8f-97dc-60ad2fafdf4c req-8d70dc8b-4b30-470d-ba1e-225c404b83ca service neutron] For port aac6c92e-cff2-4454-9401-e05c725747f7, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=aac6c92e-cff2-4454-9401-e05c725747f7,segment=NetworkSegment(917604e4-aade-4a11-b4ad-178bdbbe8fbb),segment_id=917604e4-aade-4a11-b4ad-178bdbbe8fbb)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:47:17.023162 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-3a4c1521-13e3-4c9d-b480-463fa1a844ac req-b4e78cc1-bf99-40eb-913f-f1a3d8a74e19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (85df8e70-88cc-4aed-a304-7a9a475aa9c1), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:17.032136 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-063984f6-682e-4d8f-97dc-60ad2fafdf4c req-8d70dc8b-4b30-470d-ba1e-225c404b83ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (aac6c92e-cff2-4454-9401-e05c725747f7), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:17.081171 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4c1521-13e3-4c9d-b480-463fa1a844ac req-b4e78cc1-bf99-40eb-913f-f1a3d8a74e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:17.081791 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-3a4c1521-13e3-4c9d-b480-463fa1a844ac req-b4e78cc1-bf99-40eb-913f-f1a3d8a74e19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:17.083156 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3a4c1521-13e3-4c9d-b480-463fa1a844ac req-b4e78cc1-bf99-40eb-913f-f1a3d8a74e19 service neutron] 10.222.0.55 "PUT /v2.0/ports/85df8e70-88cc-4aed-a304-7a9a475aa9c1 HTTP/1.1" status: 200  len: 1092 time: 1.3104389
May 07 21:47:17.087310 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-19e7e23c-8c52-43b2-a2ff-24599378fa61 req-49ffe9c4-4a33-4367-8af2-d26b742edd97 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0757308
May 07 21:47:17.141444 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812cd06b-f3df-4601-9ae9-05b4bf3ad14f req-81f3ae42-437c-4f91-a46d-e90a5a8ba5b3 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:17.142974 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-812cd06b-f3df-4601-9ae9-05b4bf3ad14f req-81f3ae42-437c-4f91-a46d-e90a5a8ba5b3 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfa51d13-aa03-48ef-9aea-32ae407e5d9d HTTP/1.1" status: 200  len: 943 time: 0.0861006
May 07 21:47:17.145682 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e78cc1-bf99-40eb-913f-f1a3d8a74e19 service neutron] Pushing event updated for resources: {'Port': ['ID=85df8e70-88cc-4aed-a304-7a9a475aa9c1,revision_number=3']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:17.219743 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063984f6-682e-4d8f-97dc-60ad2fafdf4c req-8d70dc8b-4b30-470d-ba1e-225c404b83ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:17.220357 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-063984f6-682e-4d8f-97dc-60ad2fafdf4c req-8d70dc8b-4b30-470d-ba1e-225c404b83ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:17.221716 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-063984f6-682e-4d8f-97dc-60ad2fafdf4c req-8d70dc8b-4b30-470d-ba1e-225c404b83ca service neutron] 10.222.0.55 "PUT /v2.0/ports/aac6c92e-cff2-4454-9401-e05c725747f7 HTTP/1.1" status: 200  len: 1121 time: 1.4399784
May 07 21:47:17.252685 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4c1521-13e3-4c9d-b480-463fa1a844ac req-06270477-de7f-49e4-b5fc-405c897cbd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:17.254185 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3a4c1521-13e3-4c9d-b480-463fa1a844ac req-06270477-de7f-49e4-b5fc-405c897cbd5c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bd92ab7de4f3456e82ccaa60aa378562&device_id=12a792c3-0086-43d1-8995-7d56146f84b2 HTTP/1.1" status: 200  len: 1126 time: 0.1055963
May 07 21:47:17.271300 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['aac6c92e-cff2-4454-9401-e05c725747f7'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:47:17.294686 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d70dc8b-4b30-470d-ba1e-225c404b83ca service neutron] Pushing event updated for resources: {'Port': ['ID=aac6c92e-cff2-4454-9401-e05c725747f7,revision_number=8']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:17.333908 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-812cd06b-f3df-4601-9ae9-05b4bf3ad14f req-35e8002a-34bd-4e01-b3fa-b4b1e71c357a tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1657081
May 07 21:47:17.336577 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3a4c1521-13e3-4c9d-b480-463fa1a844ac req-ddca5981-a48e-4621-9ef5-585dd3a7d25e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85df8e70-88cc-4aed-a304-7a9a475aa9c1 HTTP/1.1" status: 200  len: 217 time: 0.0526814
May 07 21:47:17.392510 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4c1521-13e3-4c9d-b480-463fa1a844ac req-df17e5c3-2e22-4d85-8d82-bb9d904104a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:17.394047 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3a4c1521-13e3-4c9d-b480-463fa1a844ac req-df17e5c3-2e22-4d85-8d82-bb9d904104a3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0cba138a-678d-4392-84ac-c6115c01dacb HTTP/1.1" status: 200  len: 844 time: 0.0496225
May 07 21:47:17.435117 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3a4c1521-13e3-4c9d-b480-463fa1a844ac req-95f0333f-ded0-4ea3-896b-d5917acbf6e6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d3775254-6c3d-4b27-a2f1-ae073d9f981d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0285282
May 07 21:47:17.529518 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3a4c1521-13e3-4c9d-b480-463fa1a844ac req-a15d950f-8d28-4a94-a799-ae8d88f21cf5 service neutron] 10.222.0.55 "GET /v2.0/networks/d3775254-6c3d-4b27-a2f1-ae073d9f981d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0871179
May 07 21:47:17.623766 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3a4c1521-13e3-4c9d-b480-463fa1a844ac req-505e6cd5-081e-4507-80ac-28535e853c43 service neutron] 10.222.0.55 "GET /v2.0/networks/d3775254-6c3d-4b27-a2f1-ae073d9f981d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0861161
May 07 21:47:17.655893 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ec4dfc-0884-46a8-9125-c79eb66065c9 req-fd05efdb-fc2b-4d8f-827f-6280c0ab7599 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:17.658094 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-87ec4dfc-0884-46a8-9125-c79eb66065c9 req-fd05efdb-fc2b-4d8f-827f-6280c0ab7599 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=0284aa35-4e58-4e15-a194-a500996ed82e HTTP/1.1" status: 200  len: 949 time: 0.0527306
May 07 21:47:17.711063 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-87ec4dfc-0884-46a8-9125-c79eb66065c9 req-ea6b2c73-8aab-4ff7-bb8c-327adf5c1355 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ea07aee-f825-4ee0-a542-65c887150930&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472357
May 07 21:47:17.817679 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9293a2-7130-450a-86bc-1b8cf9f2fc43 req-1447ed65-e6c3-4c02-b2c0-76b9dfcd23a8 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:17.819137 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3a9293a2-7130-450a-86bc-1b8cf9f2fc43 req-1447ed65-e6c3-4c02-b2c0-76b9dfcd23a8 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=12135950-7d5e-4835-8fe5-31c8e5e9c986 HTTP/1.1" status: 200  len: 949 time: 0.0501554
May 07 21:47:17.823255 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 1520ea65-2c7b-46a7-8360-d42695eee536 no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:47:17.853862 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] No Port match for: 1520ea65-2c7b-46a7-8360-d42695eee536 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:47:17.854385 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 1520ea65-2c7b-46a7-8360-d42695eee536 not bound to the agent host nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:47:17.882525 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3a9293a2-7130-450a-86bc-1b8cf9f2fc43 req-91c32653-4d41-4f81-97a0-f49bf7597db5 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517063
May 07 21:47:17.979671 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-81ee7c03-77bc-4137-b7fd-5114957ab3fa req-652ab087-679b-4e66-9012-dc6838b3c189 tempest-ServersAdmin275Test-1136333951 tempest-ServersAdmin275Test-1136333951-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c5339211-223c-48cb-9652-201c790b2f4f HTTP/1.1" status: 200  len: 210 time: 0.0392716
May 07 21:47:18.020984 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec451db6-f161-4920-8adb-cbb942f0e4b4 req-674987d9-70ec-4744-8ca7-e4adbc579570 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:18.021312 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ec451db6-f161-4920-8adb-cbb942f0e4b4 req-674987d9-70ec-4744-8ca7-e4adbc579570 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/ports?device_id=12a792c3-0086-43d1-8995-7d56146f84b2 HTTP/1.1" status: 200  len: 944 time: 0.0548668
May 07 21:47:18.067712 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ec451db6-f161-4920-8adb-cbb942f0e4b4 req-f36d9858-5567-43a2-8352-38d11289f18a tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b456a11-abdd-4913-9fa4-f25fdacb0d35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405934
May 07 21:47:18.196587 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01b5d4d-946b-4bcf-8e61-0a508791731a req-74b1443a-160f-4f50-919e-4620b6ff74be tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:18.198111 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c01b5d4d-946b-4bcf-8e61-0a508791731a req-74b1443a-160f-4f50-919e-4620b6ff74be tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=88890ab3-196b-48f2-85db-aacd17e27ba5 HTTP/1.1" status: 200  len: 944 time: 0.0479546
May 07 21:47:18.247612 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c01b5d4d-946b-4bcf-8e61-0a508791731a req-566dc2f8-1753-41f9-b043-50f1985adf4d tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421100
May 07 21:47:18.456090 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd272bc-60e2-4d64-ab8c-311157bf13c5 req-9178ce25-5931-4e79-8aa1-b8447827554c tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:18.457562 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fcd272bc-60e2-4d64-ab8c-311157bf13c5 req-9178ce25-5931-4e79-8aa1-b8447827554c tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfa51d13-aa03-48ef-9aea-32ae407e5d9d HTTP/1.1" status: 200  len: 943 time: 0.0524817
May 07 21:47:18.505746 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fcd272bc-60e2-4d64-ab8c-311157bf13c5 req-5669140c-a2bf-402a-9f58-947b80fe0e74 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421267
May 07 21:47:18.719812 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 59956) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:47:18.769634 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c2b4b5bd-1f51-4eaf-b090-076e59a34bfb req-b3daf36b-f8d1-4941-a150-99a6e852342a service neutron] 10.222.0.55 "GET /v2.0/ports/1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 384 time: 0.0621612
May 07 21:47:18.779644 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12a792c3-0086-43d1-8995-7d56146f84b2', 'tag': '85df8e70-88cc-4aed-a304-7a9a475aa9c1'}, {'name': 'network-changed', 'server_uuid': 'bfa51d13-aa03-48ef-9aea-32ae407e5d9d', 'tag': 'aac6c92e-cff2-4454-9401-e05c725747f7'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:47:18.783389 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51e88729-26d3-49af-9124-4b878dfcdb0f" -d '{"events": [{"name": "network-changed", "server_uuid": "12a792c3-0086-43d1-8995-7d56146f84b2", "tag": "85df8e70-88cc-4aed-a304-7a9a475aa9c1"}, {"name": "network-changed", "server_uuid": "bfa51d13-aa03-48ef-9aea-32ae407e5d9d", "tag": "aac6c92e-cff2-4454-9401-e05c725747f7"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:47:18.843062 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 07 May 2022 21:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d0e567e-2808-4a8c-b2af-54c202ceed64 x-openstack-request-id: req-7d0e567e-2808-4a8c-b2af-54c202ceed64 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:47:18.843356 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12a792c3-0086-43d1-8995-7d56146f84b2", "tag": "85df8e70-88cc-4aed-a304-7a9a475aa9c1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bfa51d13-aa03-48ef-9aea-32ae407e5d9d", "tag": "aac6c92e-cff2-4454-9401-e05c725747f7", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:47:18.843617 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7d0e567e-2808-4a8c-b2af-54c202ceed64 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:47:18.844013 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d0e567e-2808-4a8c-b2af-54c202ceed64'] response: {'name': 'network-changed', 'server_uuid': '12a792c3-0086-43d1-8995-7d56146f84b2', 'tag': '85df8e70-88cc-4aed-a304-7a9a475aa9c1', 'status': 'completed', 'code': 200}
May 07 21:47:18.844891 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d0e567e-2808-4a8c-b2af-54c202ceed64'] response: {'name': 'network-changed', 'server_uuid': 'bfa51d13-aa03-48ef-9aea-32ae407e5d9d', 'tag': 'aac6c92e-cff2-4454-9401-e05c725747f7', 'status': 'completed', 'code': 200}
May 07 21:47:18.862977 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d8fa7817-01ce-42e1-ae48-e54dc6246bf5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:18.935159 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb89adc-b2c2-4694-8f8f-dcca40cdb079 req-8bb72199-c0b8-471e-b9e8-7be400932b2c tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:18.942027 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-edb89adc-b2c2-4694-8f8f-dcca40cdb079 req-8bb72199-c0b8-471e-b9e8-7be400932b2c tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=0284aa35-4e58-4e15-a194-a500996ed82e HTTP/1.1" status: 200  len: 949 time: 0.1132109
May 07 21:47:18.952388 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e88729-26d3-49af-9124-4b878dfcdb0f req-2f5feaa8-8eb8-407a-85fc-c5c462a104f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:18.953000 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d8fa7817-01ce-42e1-ae48-e54dc6246bf5 admin admin] Publish callbacks [] for security_group (ed359791-065c-405d-9b0c-ce72c0da5464), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:18.954341 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-51e88729-26d3-49af-9124-4b878dfcdb0f req-2f5feaa8-8eb8-407a-85fc-c5c462a104f3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4db49857a44d4f399959ac625886505a&device_id=bfa51d13-aa03-48ef-9aea-32ae407e5d9d HTTP/1.1" status: 200  len: 1155 time: 0.0870168
May 07 21:47:18.958724 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d8fa7817-01ce-42e1-ae48-e54dc6246bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (ed359791-065c-405d-9b0c-ce72c0da5464), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:19.029743 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-d8fa7817-01ce-42e1-ae48-e54dc6246bf5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b5d023c7f4a049c2b0369dff8942e141&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3087626
May 07 21:47:19.033295 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fa7817-01ce-42e1-ae48-e54dc6246bf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed359791-065c-405d-9b0c-ce72c0da5464,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:19.037686 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 59972) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:47:19.055696 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c11f483-a593-4cef-967a-5c1b6744ad64 req-18ccbc23-57bf-4611-8629-b84c951708e3 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:19.057441 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3c11f483-a593-4cef-967a-5c1b6744ad64 req-18ccbc23-57bf-4611-8629-b84c951708e3 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=12135950-7d5e-4835-8fe5-31c8e5e9c986 HTTP/1.1" status: 200  len: 949 time: 0.0947857
May 07 21:47:19.093158 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-edb89adc-b2c2-4694-8f8f-dcca40cdb079 req-daf9b98c-7062-4791-89a0-081192cdeeab tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ea07aee-f825-4ee0-a542-65c887150930&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1502833
May 07 21:47:19.143192 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3c11f483-a593-4cef-967a-5c1b6744ad64 req-e6dc7e2d-2dba-4052-9915-96d15aa9d94a tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0797179
May 07 21:47:19.144074 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4edbfa01-db92-474f-8b82-3f18ecf482b9 admin admin] Publish callbacks [] for security_group (ed359791-065c-405d-9b0c-ce72c0da5464), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:19.179343 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4edbfa01-db92-474f-8b82-3f18ecf482b9 admin admin] Publish callbacks [] for security_group (ed359791-065c-405d-9b0c-ce72c0da5464), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:19.225997 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e88729-26d3-49af-9124-4b878dfcdb0f req-0684f130-39cc-466a-8eb8-42e75be38b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:19.227926 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-51e88729-26d3-49af-9124-4b878dfcdb0f req-0684f130-39cc-466a-8eb8-42e75be38b7e service neutron] 10.222.0.59 "GET /v2.0/networks?id=38d1a38e-1f99-466b-bf7f-940113b4b6ed HTTP/1.1" status: 200  len: 922 time: 0.2633295
May 07 21:47:19.259357 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5347379f-f79d-4c51-9ff1-f32bff809677 req-7724b9c3-9bdf-4a21-a9d2-e527e7c6116c tempest-ServersAdmin275Test-1136333951 tempest-ServersAdmin275Test-1136333951-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c5339211-223c-48cb-9652-201c790b2f4f HTTP/1.1" status: 200  len: 210 time: 0.0325098
May 07 21:47:19.260176 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4edbfa01-db92-474f-8b82-3f18ecf482b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (ed359791-065c-405d-9b0c-ce72c0da5464), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:19.262881 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4edbfa01-db92-474f-8b82-3f18ecf482b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:19.266759 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-4edbfa01-db92-474f-8b82-3f18ecf482b9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ed359791-065c-405d-9b0c-ce72c0da5464 HTTP/1.1" status: 204  len: 168 time: 0.2252607
May 07 21:47:19.274588 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edbfa01-db92-474f-8b82-3f18ecf482b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed359791-065c-405d-9b0c-ce72c0da5464,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:19.304959 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-c2b4b5bd-1f51-4eaf-b090-076e59a34bfb req-46df20be-8ff9-4f97-bafe-22c9a18abb4e service neutron] For port 1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952,segment=NetworkSegment(82ec07f6-cf99-4411-99d8-c39170f22b45),segment_id=82ec07f6-cf99-4411-99d8-c39170f22b45)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:47:19.304959 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-51e88729-26d3-49af-9124-4b878dfcdb0f req-06f6eec6-7227-4977-bbe9-d5b2e919ab58 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aac6c92e-cff2-4454-9401-e05c725747f7 HTTP/1.1" status: 200  len: 217 time: 0.0597074
May 07 21:47:19.315497 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-109d70b8-894f-4f3a-bf33-b85bc8b5c477 req-1901aafc-0801-4209-8282-366bca6a1f4e tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--867261986&fields=id&tenant_id=d7a25055f3544e5c95bacd3a07611e1d HTTP/1.1" status: 200  len: 267 time: 0.1350329
May 07 21:47:19.390841 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-c2b4b5bd-1f51-4eaf-b090-076e59a34bfb req-46df20be-8ff9-4f97-bafe-22c9a18abb4e service neutron] For port 1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952, host nch1-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:47:19.401476 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2723ff0b-c6ac-453a-ba88-74300e744e01 req-3c9bbeb8-02f0-4a22-ae33-c9677def4af4 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:19.403057 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2723ff0b-c6ac-453a-ba88-74300e744e01 req-3c9bbeb8-02f0-4a22-ae33-c9677def4af4 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/ports?device_id=12a792c3-0086-43d1-8995-7d56146f84b2 HTTP/1.1" status: 200  len: 944 time: 0.0557628
May 07 21:47:19.463350 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e88729-26d3-49af-9124-4b878dfcdb0f req-ab87aabc-b33b-426a-90d0-e053ef3bd33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:19.464838 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-51e88729-26d3-49af-9124-4b878dfcdb0f req-ab87aabc-b33b-426a-90d0-e053ef3bd33b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=14835495-3004-48e8-b7c5-01b68d156e2d HTTP/1.1" status: 200  len: 861 time: 0.1482518
May 07 21:47:19.467438 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2723ff0b-c6ac-453a-ba88-74300e744e01 req-67ec356d-a2ec-4b27-a3d1-9b4a3f24d64f tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b456a11-abdd-4913-9fa4-f25fdacb0d35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582213
May 07 21:47:19.488652 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [req-c2b4b5bd-1f51-4eaf-b090-076e59a34bfb req-46df20be-8ff9-4f97-bafe-22c9a18abb4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952 {{(pid=121836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:47:19.524230 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-51e88729-26d3-49af-9124-4b878dfcdb0f req-1914de23-dd54-4cf5-b02a-e6a6c5da4008 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=38d1a38e-1f99-466b-bf7f-940113b4b6ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0527577
May 07 21:47:19.530595 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-c2b4b5bd-1f51-4eaf-b090-076e59a34bfb req-46df20be-8ff9-4f97-bafe-22c9a18abb4e service neutron] For port 1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952,segment=NetworkSegment(82ec07f6-cf99-4411-99d8-c39170f22b45),segment_id=82ec07f6-cf99-4411-99d8-c39170f22b45)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:47:19.566091 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109d70b8-894f-4f3a-bf33-b85bc8b5c477 req-e51a4037-340a-4a01-ae11-c2b965eabfb2 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:19.567856 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-109d70b8-894f-4f3a-bf33-b85bc8b5c477 req-e51a4037-340a-4a01-ae11-c2b965eabfb2 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] 10.222.0.32 "GET /v2.0/networks?id=849ca462-b333-410b-8c4a-24e67429a8f8 HTTP/1.1" status: 200  len: 823 time: 0.2406225
May 07 21:47:19.570444 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-c2b4b5bd-1f51-4eaf-b090-076e59a34bfb req-46df20be-8ff9-4f97-bafe-22c9a18abb4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:19.580373 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd2d7b7-dc30-4f5a-b217-8b0071b3fa76 req-b0af0462-de99-48a6-98de-cdb0979d9969 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:19.588733 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ccd2d7b7-dc30-4f5a-b217-8b0071b3fa76 req-b0af0462-de99-48a6-98de-cdb0979d9969 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=88890ab3-196b-48f2-85db-aacd17e27ba5 HTTP/1.1" status: 200  len: 944 time: 0.0634577
May 07 21:47:19.639318 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ccd2d7b7-dc30-4f5a-b217-8b0071b3fa76 req-71af35ff-f78d-4996-adff-c7fb77515dff tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495102
May 07 21:47:19.643684 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 59992) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:47:19.662222 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-109d70b8-894f-4f3a-bf33-b85bc8b5c477 req-d58b65cc-b967-41ce-8135-6973a4d8900e tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] 10.222.0.32 "GET /v2.0/quotas/d7a25055f3544e5c95bacd3a07611e1d HTTP/1.1" status: 200  len: 375 time: 0.0765707
May 07 21:47:19.662578 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-179a613a-5bc3-402a-96a6-72ffe929a76f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:19.772111 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3f33f8-f962-4385-b6d9-06ef606c66b4 req-e283a36c-a236-4fa3-a3e6-eb7db63760ec tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:19.773658 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4c3f33f8-f962-4385-b6d9-06ef606c66b4 req-e283a36c-a236-4fa3-a3e6-eb7db63760ec tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfa51d13-aa03-48ef-9aea-32ae407e5d9d HTTP/1.1" status: 200  len: 943 time: 0.0650592
May 07 21:47:19.806167 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-179a613a-5bc3-402a-96a6-72ffe929a76f admin admin] Publish callbacks [] for security_group (cfc65529-46ba-4028-ba9b-410d6338c6c8), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:19.813707 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-179a613a-5bc3-402a-96a6-72ffe929a76f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (cfc65529-46ba-4028-ba9b-410d6338c6c8), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:19.836643 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device aac6c92e-cff2-4454-9401-e05c725747f7 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:47:19.871869 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4c3f33f8-f962-4385-b6d9-06ef606c66b4 req-46414fe4-7f12-4fe4-9876-167fb5945dc4 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0919871
May 07 21:47:19.872844 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179a613a-5bc3-402a-96a6-72ffe929a76f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc65529-46ba-4028-ba9b-410d6338c6c8,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:19.881350 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-179a613a-5bc3-402a-96a6-72ffe929a76f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5ca04ac90b1a422fb2f841373067cb40&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2364519
May 07 21:47:19.881937 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 59994) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:47:19.950240 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2028ca2e-b818-4151-91be-98cf0bc95a01 admin admin] Publish callbacks [] for security_group (cfc65529-46ba-4028-ba9b-410d6338c6c8), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:19.952115 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port aac6c92e-cff2-4454-9401-e05c725747f7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=aac6c92e-cff2-4454-9401-e05c725747f7,segment=NetworkSegment(917604e4-aade-4a11-b4ad-178bdbbe8fbb),segment_id=917604e4-aade-4a11-b4ad-178bdbbe8fbb)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:47:19.964021 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device aac6c92e-cff2-4454-9401-e05c725747f7 has no active binding in host nch1-master-1 {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
May 07 21:47:19.973639 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2028ca2e-b818-4151-91be-98cf0bc95a01 admin admin] Publish callbacks [] for security_group (cfc65529-46ba-4028-ba9b-410d6338c6c8), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:19.975661 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-109d70b8-894f-4f3a-bf33-b85bc8b5c477 req-8d7c4833-98d8-42ca-9a68-a996b099db66 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d7a25055f3544e5c95bacd3a07611e1d&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3126194
May 07 21:47:19.981007 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-51e88729-26d3-49af-9124-4b878dfcdb0f req-87d677d7-fb5c-482a-abb8-21dbf8568669 service neutron] 10.222.0.59 "GET /v2.0/networks/38d1a38e-1f99-466b-bf7f-940113b4b6ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4463308
May 07 21:47:20.010207 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.provisioning_blocks [req-c2b4b5bd-1f51-4eaf-b090-076e59a34bfb req-46df20be-8ff9-4f97-bafe-22c9a18abb4e service neutron] Transition to ACTIVE for port object 1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952 will not be triggered until provisioned by entity L2. {{(pid=121836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:47:20.023694 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-c2b4b5bd-1f51-4eaf-b090-076e59a34bfb req-46df20be-8ff9-4f97-bafe-22c9a18abb4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:20.024272 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2028ca2e-b818-4151-91be-98cf0bc95a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (cfc65529-46ba-4028-ba9b-410d6338c6c8), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:20.027001 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2028ca2e-b818-4151-91be-98cf0bc95a01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:20.028245 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-2028ca2e-b818-4151-91be-98cf0bc95a01 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cfc65529-46ba-4028-ba9b-410d6338c6c8 HTTP/1.1" status: 204  len: 168 time: 0.1453984
May 07 21:47:20.038229 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2028ca2e-b818-4151-91be-98cf0bc95a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc65529-46ba-4028-ba9b-410d6338c6c8,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:20.233655 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e88729-26d3-49af-9124-4b878dfcdb0f req-391ba6ea-45bc-4e53-9bbc-a789a679dae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:20.235850 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-51e88729-26d3-49af-9124-4b878dfcdb0f req-391ba6ea-45bc-4e53-9bbc-a789a679dae2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bd92ab7de4f3456e82ccaa60aa378562&device_id=12a792c3-0086-43d1-8995-7d56146f84b2 HTTP/1.1" status: 200  len: 1126 time: 0.1324153
May 07 21:47:20.244496 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1c2163-adef-4757-b2f8-18df5af97639 req-d5a0cc09-9339-45ad-a7e1-40ce4c00ae3d tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:20.247220 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1b1c2163-adef-4757-b2f8-18df5af97639 req-d5a0cc09-9339-45ad-a7e1-40ce4c00ae3d tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=0284aa35-4e58-4e15-a194-a500996ed82e HTTP/1.1" status: 200  len: 949 time: 0.0696411
May 07 21:47:20.256006 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46df20be-8ff9-4f97-bafe-22c9a18abb4e service neutron] Pushing event updated for resources: {'Port': ['ID=1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952,revision_number=10']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:20.263829 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2b4b5bd-1f51-4eaf-b090-076e59a34bfb req-46df20be-8ff9-4f97-bafe-22c9a18abb4e service neutron] No DVR routers for this DVR port 1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952 on host nch1-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:47:20.310829 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1b1c2163-adef-4757-b2f8-18df5af97639 req-61cb0625-fb6b-44de-9a4f-1a82d593203e tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ea07aee-f825-4ee0-a542-65c887150930&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580089
May 07 21:47:20.313798 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-109d70b8-894f-4f3a-bf33-b85bc8b5c477 req-359914dd-2b30-4182-923b-6137c8dee5f9 service neutron] 10.222.0.32 "GET /v2.0/networks/849ca462-b333-410b-8c4a-24e67429a8f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3235846
May 07 21:47:20.351896 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-51e88729-26d3-49af-9124-4b878dfcdb0f req-d3bee88f-d2b9-47a2-a517-314f0b31430e service neutron] 10.222.0.59 "GET /v2.0/networks/38d1a38e-1f99-466b-bf7f-940113b4b6ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3525023
May 07 21:47:20.396846 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c2b4b5bd-1f51-4eaf-b090-076e59a34bfb req-46df20be-8ff9-4f97-bafe-22c9a18abb4e service neutron] 10.222.0.55 "PUT /v2.0/ports/1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952/bindings/nch2-master-1/activate HTTP/1.1" status: 200  len: 369 time: 1.6057842
May 07 21:47:20.447878 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e4d01d-c317-468c-8019-d2bbb4d8325c req-163ee99f-6ad4-4a16-9be0-a3397fdc1a94 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:20.449840 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b8e4d01d-c317-468c-8019-d2bbb4d8325c req-163ee99f-6ad4-4a16-9be0-a3397fdc1a94 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=12135950-7d5e-4835-8fe5-31c8e5e9c986 HTTP/1.1" status: 200  len: 949 time: 0.0580833
May 07 21:47:20.517389 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b8e4d01d-c317-468c-8019-d2bbb4d8325c req-bd3f60ed-8dfd-4ea2-a2e5-5d6ee651bb9f tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596075
May 07 21:47:20.543194 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649bdf90-9c28-4de2-82a9-ec3caed2b37a req-25c2fa31-e3ad-4115-976b-e7f362c47f80 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:20.544685 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-649bdf90-9c28-4de2-82a9-ec3caed2b37a req-25c2fa31-e3ad-4115-976b-e7f362c47f80 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] 10.222.0.55 "GET /v2.0/ports?device_id=ec0e0ca3-c2ed-4b3c-8716-5aa441b40a51 HTTP/1.1" status: 200  len: 946 time: 0.1019664
May 07 21:47:20.549715 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e88729-26d3-49af-9124-4b878dfcdb0f req-b22a1ce5-f0ba-416a-b1fc-f64c8f7eedc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:20.551142 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-51e88729-26d3-49af-9124-4b878dfcdb0f req-b22a1ce5-f0ba-416a-b1fc-f64c8f7eedc0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d3775254-6c3d-4b27-a2f1-ae073d9f981d HTTP/1.1" status: 200  len: 905 time: 0.2777493
May 07 21:47:20.613703 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-dc313249-0288-4025-a72b-a51601e4d760 req-7277b2a9-51b3-45c0-8673-27f954f0e3bd tempest-ServersAdmin275Test-1136333951 tempest-ServersAdmin275Test-1136333951-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c5339211-223c-48cb-9652-201c790b2f4f HTTP/1.1" status: 200  len: 210 time: 0.0317597
May 07 21:47:20.633641 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b4b5bd-1f51-4eaf-b090-076e59a34bfb req-92d6f1b9-ff32-4a7a-8757-c06500861784 tempest-LiveMigrationTest-1060990445 tempest-LiveMigrationTest-1060990445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:20.635179 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c2b4b5bd-1f51-4eaf-b090-076e59a34bfb req-92d6f1b9-ff32-4a7a-8757-c06500861784 tempest-LiveMigrationTest-1060990445 tempest-LiveMigrationTest-1060990445-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=88890ab3-196b-48f2-85db-aacd17e27ba5&tenant_id=1bcaffad5d3447b98f0216d3481045e5&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.1419873
May 07 21:47:20.638927 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-51e88729-26d3-49af-9124-4b878dfcdb0f req-292056cb-3ba6-4bf5-aba4-75a79d7fe81c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=85df8e70-88cc-4aed-a304-7a9a475aa9c1 HTTP/1.1" status: 200  len: 217 time: 0.0725913
May 07 21:47:20.648867 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-109d70b8-894f-4f3a-bf33-b85bc8b5c477 req-3275b7fa-988f-4f3a-8c8e-142dd1871b02 service neutron] 10.222.0.32 "GET /v2.0/networks/849ca462-b333-410b-8c4a-24e67429a8f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3090463
May 07 21:47:20.774344 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:20.775908 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e88729-26d3-49af-9124-4b878dfcdb0f req-2f3af498-29a7-4f77-affd-47017f61d8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:20.777388 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-51e88729-26d3-49af-9124-4b878dfcdb0f req-2f3af498-29a7-4f77-affd-47017f61d8e0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0cba138a-678d-4392-84ac-c6115c01dacb HTTP/1.1" status: 200  len: 844 time: 0.1270516
May 07 21:47:20.778299 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b4b5bd-1f51-4eaf-b090-076e59a34bfb req-15f20015-3c01-4b83-bea1-31c716ac4281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:20.779652 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c2b4b5bd-1f51-4eaf-b090-076e59a34bfb req-15f20015-3c01-4b83-bea1-31c716ac4281 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=88890ab3-196b-48f2-85db-aacd17e27ba5&tenant_id=1bcaffad5d3447b98f0216d3481045e5 HTTP/1.1" status: 200  len: 1127 time: 0.0745509
May 07 21:47:20.780280 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-649bdf90-9c28-4de2-82a9-ec3caed2b37a req-1340f503-a517-4180-838a-b47badfea317 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Deleting port 940b7f63-241e-47cd-901d-cf63ff106764 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:47:20.780614 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-649bdf90-9c28-4de2-82a9-ec3caed2b37a req-1340f503-a517-4180-838a-b47badfea317 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (940b7f63-241e-47cd-901d-cf63ff106764), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:20.821233 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-51e88729-26d3-49af-9124-4b878dfcdb0f req-60151dea-b648-4541-afc7-11b3124d0db9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d3775254-6c3d-4b27-a2f1-ae073d9f981d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0368421
May 07 21:47:20.842552 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab11869-baa6-449d-845c-bce373d6cba7 req-5c4353f7-e519-4ea3-b363-45b15da83bc0 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:20.844299 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3ab11869-baa6-449d-845c-bce373d6cba7 req-5c4353f7-e519-4ea3-b363-45b15da83bc0 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/ports?device_id=12a792c3-0086-43d1-8995-7d56146f84b2 HTTP/1.1" status: 200  len: 944 time: 0.0974698
May 07 21:47:20.938763 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3ab11869-baa6-449d-845c-bce373d6cba7 req-c6d9daec-9e04-42f5-99ff-e74ad4872443 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b456a11-abdd-4913-9fa4-f25fdacb0d35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0876648
May 07 21:47:21.025435 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee214596-44f0-4071-a166-4eae5315f51b req-7e49e2e4-3b1c-447f-b891-ab7af18fc461 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:21.027554 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ab8cc95e-637f-42da-ab46-469f94f6099e req-8c3177d0-2e98-40c8-a19a-99ef0067fcc9 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] 10.222.0.32 "GET /v2.0/ports?device_id=9628e17c-d8c7-4dd3-a4fd-8b3ec90ab5b0 HTTP/1.1" status: 200  len: 210 time: 0.0504630
May 07 21:47:21.032415 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ee214596-44f0-4071-a166-4eae5315f51b req-7e49e2e4-3b1c-447f-b891-ab7af18fc461 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=88890ab3-196b-48f2-85db-aacd17e27ba5 HTTP/1.1" status: 200  len: 945 time: 0.1465445
May 07 21:47:21.037607 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-649bdf90-9c28-4de2-82a9-ec3caed2b37a req-1340f503-a517-4180-838a-b47badfea317 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] For port 940b7f63-241e-47cd-901d-cf63ff106764, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=940b7f63-241e-47cd-901d-cf63ff106764,segment=NetworkSegment(0afabcaa-164e-453b-a9cc-8c006af8772f),segment_id=0afabcaa-164e-453b-a9cc-8c006af8772f)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:47:21.037957 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-649bdf90-9c28-4de2-82a9-ec3caed2b37a req-1340f503-a517-4180-838a-b47badfea317 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (940b7f63-241e-47cd-901d-cf63ff106764), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:21.106381 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-51e88729-26d3-49af-9124-4b878dfcdb0f req-5b410796-a430-4768-998c-6c9ca382bb58 service neutron] 10.222.0.55 "GET /v2.0/networks/d3775254-6c3d-4b27-a2f1-ae073d9f981d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2644730
May 07 21:47:21.149160 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f15584-9e99-4a76-8b79-363f819962ad req-fc23846c-f47e-463c-a062-598ce640b8b5 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:21.150852 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-51f15584-9e99-4a76-8b79-363f819962ad req-fc23846c-f47e-463c-a062-598ce640b8b5 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfa51d13-aa03-48ef-9aea-32ae407e5d9d HTTP/1.1" status: 200  len: 943 time: 0.0561550
May 07 21:47:21.229071 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-51f15584-9e99-4a76-8b79-363f819962ad req-0a2ebf0c-3d42-4874-91a7-e6f9c197b5df tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0715787
May 07 21:47:21.240371 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ee214596-44f0-4071-a166-4eae5315f51b req-c4f0f119-d558-4d31-ba56-2d747c0e7ff7 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2015483
May 07 21:47:21.448049 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-51e88729-26d3-49af-9124-4b878dfcdb0f req-91794f3c-9fce-4809-a892-f608e2f3c07b service neutron] 10.222.0.55 "GET /v2.0/networks/d3775254-6c3d-4b27-a2f1-ae073d9f981d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3084166
May 07 21:47:21.486000 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514965d5-eb71-4414-9589-98b4f5a86684 req-96789468-3aad-4a17-8d8f-08425535b840 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:21.487662 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-514965d5-eb71-4414-9589-98b4f5a86684 req-96789468-3aad-4a17-8d8f-08425535b840 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=0284aa35-4e58-4e15-a194-a500996ed82e HTTP/1.1" status: 200  len: 949 time: 0.0812078
May 07 21:47:21.491835 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-649bdf90-9c28-4de2-82a9-ec3caed2b37a req-1340f503-a517-4180-838a-b47badfea317 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:21.492469 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-649bdf90-9c28-4de2-82a9-ec3caed2b37a req-1340f503-a517-4180-838a-b47badfea317 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (785a81ae-a9bc-4c9f-8910-736737805009), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:21.493069 ncdv-master-1 neutron-server[121836]: INFO neutron.db.l3_db [req-649bdf90-9c28-4de2-82a9-ec3caed2b37a req-1340f503-a517-4180-838a-b47badfea317 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Floating IP 785a81ae-a9bc-4c9f-8910-736737805009 disassociated. External IP: 172.35.4.170, port: 940b7f63-241e-47cd-901d-cf63ff106764.
May 07 21:47:21.493638 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-649bdf90-9c28-4de2-82a9-ec3caed2b37a req-1340f503-a517-4180-838a-b47badfea317 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Calling delete_port for 940b7f63-241e-47cd-901d-cf63ff106764 owned by compute:nova {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:47:21.597629 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-514965d5-eb71-4414-9589-98b4f5a86684 req-076ae1a8-7107-4569-93df-cd608876befe tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ea07aee-f825-4ee0-a542-65c887150930&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1014619
May 07 21:47:21.660098 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1588674a-44de-4c07-b87f-48ec0e5928f6 req-7ae628a7-e3b2-4c4a-86a4-d4da6c9c42ee tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:21.661576 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1588674a-44de-4c07-b87f-48ec0e5928f6 req-7ae628a7-e3b2-4c4a-86a4-d4da6c9c42ee tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=12135950-7d5e-4835-8fe5-31c8e5e9c986 HTTP/1.1" status: 200  len: 949 time: 0.0595067
May 07 21:47:21.672781 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-649bdf90-9c28-4de2-82a9-ec3caed2b37a req-1340f503-a517-4180-838a-b47badfea317 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (940b7f63-241e-47cd-901d-cf63ff106764), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:21.713467 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1340f503-a517-4180-838a-b47badfea317 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Pushing event deleted for resources: {'Port': ['ID=940b7f63-241e-47cd-901d-cf63ff106764,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:21.718413 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1588674a-44de-4c07-b87f-48ec0e5928f6 req-8eb027eb-483c-4415-8f0b-467a626a0a8a tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500429
May 07 21:47:21.796753 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-76c06fe8-a6a0-45a1-ae1e-476345ac5e0e req-5084d849-fce9-4852-b67e-1de824815917 tempest-ServersAdmin275Test-1136333951 tempest-ServersAdmin275Test-1136333951-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c5339211-223c-48cb-9652-201c790b2f4f HTTP/1.1" status: 200  len: 210 time: 0.0311337
May 07 21:47:21.851764 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 85df8e70-88cc-4aed-a304-7a9a475aa9c1 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:47:21.853869 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952 no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:47:21.882896 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [req-649bdf90-9c28-4de2-82a9-ec3caed2b37a req-1340f503-a517-4180-838a-b47badfea317 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Router 75c60af6-7842-4148-b054-82a4566b299c has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 21:47:22.043122 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 85df8e70-88cc-4aed-a304-7a9a475aa9c1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=85df8e70-88cc-4aed-a304-7a9a475aa9c1,segment=NetworkSegment(616ea0c7-2d98-4ffb-86e7-ca2a85e3ffe1),segment_id=616ea0c7-2d98-4ffb-86e7-ca2a85e3ffe1)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:47:22.069541 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': '85df8e70-88cc-4aed-a304-7a9a475aa9c1', 'network_id': 'd3775254-6c3d-4b27-a2f1-ae073d9f981d', 'port_id': '85df8e70-88cc-4aed-a304-7a9a475aa9c1', 'mac_address': 'fa:16:3e:f2:52:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cba138a-678d-4392-84ac-c6115c01dacb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:47:22.082726 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-063984f6-682e-4d8f-97dc-60ad2fafdf4c req-affc81a9-053e-4f02-9edb-489f5a87dbd3 service neutron] 10.222.0.59 "GET /v2.0/ports/aac6c92e-cff2-4454-9401-e05c725747f7/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 384 time: 0.1504774
May 07 21:47:22.236736 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] The host nch1-master-1 is not matching for port 1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952 host nch2-master-1! {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2394}}
May 07 21:47:22.239552 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952 not bound to the agent host nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:47:22.243887 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 85df8e70-88cc-4aed-a304-7a9a475aa9c1 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:47:22.246007 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (85df8e70-88cc-4aed-a304-7a9a475aa9c1), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:22.270136 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85df8e70-88cc-4aed-a304-7a9a475aa9c1 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:47:22.304927 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 85df8e70-88cc-4aed-a304-7a9a475aa9c1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=85df8e70-88cc-4aed-a304-7a9a475aa9c1,segment=NetworkSegment(616ea0c7-2d98-4ffb-86e7-ca2a85e3ffe1),segment_id=616ea0c7-2d98-4ffb-86e7-ca2a85e3ffe1)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:47:22.311725 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (85df8e70-88cc-4aed-a304-7a9a475aa9c1), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:22.388579 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=85df8e70-88cc-4aed-a304-7a9a475aa9c1,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:22.476921 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b4b5bd-1f51-4eaf-b090-076e59a34bfb req-66a681d7-73ac-4ce8-bae4-86d351bcdc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:22.479225 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c2b4b5bd-1f51-4eaf-b090-076e59a34bfb req-66a681d7-73ac-4ce8-bae4-86d351bcdc68 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1bcaffad5d3447b98f0216d3481045e5&device_id=88890ab3-196b-48f2-85db-aacd17e27ba5 HTTP/1.1" status: 200  len: 1127 time: 0.5233481
May 07 21:47:22.545594 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f739d499-0d33-4485-a55a-9140f64f163c req-9cb5fc5b-e455-4132-8336-f0e02a35818b tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:22.547921 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f739d499-0d33-4485-a55a-9140f64f163c req-9cb5fc5b-e455-4132-8336-f0e02a35818b tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/ports?device_id=12a792c3-0086-43d1-8995-7d56146f84b2 HTTP/1.1" status: 200  len: 945 time: 0.1645076
May 07 21:47:22.553891 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109d70b8-894f-4f3a-bf33-b85bc8b5c477 req-7d5560aa-0273-4307-8bb3-9930e3e4954e tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:22.555528 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-109d70b8-894f-4f3a-bf33-b85bc8b5c477 req-7d5560aa-0273-4307-8bb3-9930e3e4954e tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] 10.222.0.55 "GET /v2.0/networks?id=849ca462-b333-410b-8c4a-24e67429a8f8 HTTP/1.1" status: 200  len: 823 time: 0.5912340
May 07 21:47:22.574354 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['85df8e70-88cc-4aed-a304-7a9a475aa9c1'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:47:22.674962 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-649bdf90-9c28-4de2-82a9-ec3caed2b37a req-1340f503-a517-4180-838a-b47badfea317 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:47:22.703035 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6a4821-a41c-4dcd-8a24-c0fc76442e33 None None] Sync routers for ids ['75c60af6-7842-4148-b054-82a4566b299c'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:47:22.704121 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-acf116ce-e256-44ac-8572-0d5fa3a5c2e4 req-8361fb63-1de8-456f-8228-9bf53a514359 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] 10.222.0.32 "GET /v2.0/ports?device_id=9628e17c-d8c7-4dd3-a4fd-8b3ec90ab5b0 HTTP/1.1" status: 200  len: 210 time: 0.0725007
May 07 21:47:22.718660 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6a4821-a41c-4dcd-8a24-c0fc76442e33 None None] Routers {'75c60af6-7842-4148-b054-82a4566b299c'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:47:22.719924 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-bb6a4821-a41c-4dcd-8a24-c0fc76442e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cb68550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:46:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['75c60af6-7842-4148-b054-82a4566b299c'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:47:22.739421 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-063984f6-682e-4d8f-97dc-60ad2fafdf4c req-802abf6d-d687-49c9-93b6-d4ba47f8bb31 service neutron] For port aac6c92e-cff2-4454-9401-e05c725747f7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=aac6c92e-cff2-4454-9401-e05c725747f7,segment=NetworkSegment(917604e4-aade-4a11-b4ad-178bdbbe8fbb),segment_id=917604e4-aade-4a11-b4ad-178bdbbe8fbb)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:47:22.786233 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-063984f6-682e-4d8f-97dc-60ad2fafdf4c req-802abf6d-d687-49c9-93b6-d4ba47f8bb31 service neutron] For port aac6c92e-cff2-4454-9401-e05c725747f7, host nch2-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:47:22.807942 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f739d499-0d33-4485-a55a-9140f64f163c req-93359024-52da-4e0c-903d-cafc8d68f7e0 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b456a11-abdd-4913-9fa4-f25fdacb0d35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2512617
May 07 21:47:22.808533 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-649bdf90-9c28-4de2-82a9-ec3caed2b37a req-1340f503-a517-4180-838a-b47badfea317 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] No DVR routers for this DVR port 940b7f63-241e-47cd-901d-cf63ff106764 on host nch1-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:47:22.819384 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-649bdf90-9c28-4de2-82a9-ec3caed2b37a req-1340f503-a517-4180-838a-b47badfea317 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:22.829185 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-649bdf90-9c28-4de2-82a9-ec3caed2b37a req-1340f503-a517-4180-838a-b47badfea317 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] 10.222.0.55 "DELETE /v2.0/ports/940b7f63-241e-47cd-901d-cf63ff106764 HTTP/1.1" status: 204  len: 173 time: 2.2708251
May 07 21:47:22.829185 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec0e0ca3-c2ed-4b3c-8716-5aa441b40a51', 'name': 'network-vif-deleted', 'tag': '940b7f63-241e-47cd-901d-cf63ff106764'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:47:22.829185 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1009af2-093c-4b1e-aae1-0bbacb33d92b" -d '{"events": [{"server_uuid": "ec0e0ca3-c2ed-4b3c-8716-5aa441b40a51", "name": "network-vif-deleted", "tag": "940b7f63-241e-47cd-901d-cf63ff106764"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:47:22.834139 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [req-063984f6-682e-4d8f-97dc-60ad2fafdf4c req-802abf6d-d687-49c9-93b6-d4ba47f8bb31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aac6c92e-cff2-4454-9401-e05c725747f7 {{(pid=121837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:47:22.837730 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b4b5bd-1f51-4eaf-b090-076e59a34bfb req-d98d2d2b-f591-4c5b-b94a-87efa8cd94dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:22.839224 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c2b4b5bd-1f51-4eaf-b090-076e59a34bfb req-d98d2d2b-f591-4c5b-b94a-87efa8cd94dd service neutron] 10.222.0.59 "GET /v2.0/networks?id=28405dfe-908d-4039-91f6-1d02165b34cd HTTP/1.1" status: 200  len: 909 time: 0.3236470
May 07 21:47:22.853687 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-109d70b8-894f-4f3a-bf33-b85bc8b5c477 req-5a97017d-16ff-4be1-b822-c3cf93d248dc tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7a25055f3544e5c95bacd3a07611e1d HTTP/1.1" status: 200  len: 379 time: 0.2640646
May 07 21:47:22.868576 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-109d70b8-894f-4f3a-bf33-b85bc8b5c477 req-c0b28069-b642-475e-8b7c-46bf55adc99d tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Request body: {'port': {'device_id': '9628e17c-d8c7-4dd3-a4fd-8b3ec90ab5b0', 'network_id': '849ca462-b333-410b-8c4a-24e67429a8f8', 'admin_state_up': True, 'tenant_id': 'd7a25055f3544e5c95bacd3a07611e1d', 'security_groups': ['94d1c480-f4e5-4d41-b75d-24e9594cc4ba']}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:47:22.910150 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-063984f6-682e-4d8f-97dc-60ad2fafdf4c req-802abf6d-d687-49c9-93b6-d4ba47f8bb31 service neutron] For port aac6c92e-cff2-4454-9401-e05c725747f7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=aac6c92e-cff2-4454-9401-e05c725747f7,segment=NetworkSegment(917604e4-aade-4a11-b4ad-178bdbbe8fbb),segment_id=917604e4-aade-4a11-b4ad-178bdbbe8fbb)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:47:22.944287 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-bb6a4821-a41c-4dcd-8a24-c0fc76442e33 None None] Set router 75c60af6-7842-4148-b054-82a4566b299c gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:47:22.979905 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-063984f6-682e-4d8f-97dc-60ad2fafdf4c req-802abf6d-d687-49c9-93b6-d4ba47f8bb31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (aac6c92e-cff2-4454-9401-e05c725747f7), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:23.015509 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2e23e8-e975-4730-9f50-7b3a47358017 req-448f8f61-2827-4f6e-9d67-92c7fff79384 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:23.025244 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ee2e23e8-e975-4730-9f50-7b3a47358017 req-448f8f61-2827-4f6e-9d67-92c7fff79384 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=88890ab3-196b-48f2-85db-aacd17e27ba5 HTTP/1.1" status: 200  len: 945 time: 0.1658745
May 07 21:47:23.089280 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b8332-101a-40a2-9284-dad13efca421 req-32e1e17a-8fd0-4c48-9f90-cc1cfed0c370 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:23.093912 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b68b8332-101a-40a2-9284-dad13efca421 req-32e1e17a-8fd0-4c48-9f90-cc1cfed0c370 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfa51d13-aa03-48ef-9aea-32ae407e5d9d HTTP/1.1" status: 200  len: 943 time: 0.1574121
May 07 21:47:23.123264 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ee2e23e8-e975-4730-9f50-7b3a47358017 req-5652cf42-1ea6-4d2c-8cfc-785e4948d59e tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0948522
May 07 21:47:23.149108 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-063984f6-682e-4d8f-97dc-60ad2fafdf4c req-802abf6d-d687-49c9-93b6-d4ba47f8bb31 service neutron] Transition to ACTIVE for port object aac6c92e-cff2-4454-9401-e05c725747f7 will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:47:23.159721 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-063984f6-682e-4d8f-97dc-60ad2fafdf4c req-802abf6d-d687-49c9-93b6-d4ba47f8bb31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (aac6c92e-cff2-4454-9401-e05c725747f7), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:23.220849 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b68b8332-101a-40a2-9284-dad13efca421 req-daa72cbc-a972-4066-a4f1-5336b0ca7ab0 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1112213
May 07 21:47:23.236374 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802abf6d-d687-49c9-93b6-d4ba47f8bb31 service neutron] Pushing event updated for resources: {'Port': ['ID=aac6c92e-cff2-4454-9401-e05c725747f7,revision_number=10']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:23.240221 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-109d70b8-894f-4f3a-bf33-b85bc8b5c477 req-c0b28069-b642-475e-8b7c-46bf55adc99d tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Made reservation on behalf of d7a25055f3544e5c95bacd3a07611e1d for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:47:23.262040 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-109d70b8-894f-4f3a-bf33-b85bc8b5c477 req-c0b28069-b642-475e-8b7c-46bf55adc99d tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:23.273074 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-063984f6-682e-4d8f-97dc-60ad2fafdf4c req-802abf6d-d687-49c9-93b6-d4ba47f8bb31 service neutron] No DVR routers for this DVR port aac6c92e-cff2-4454-9401-e05c725747f7 on host nch2-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:47:23.300101 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-bb6a4821-a41c-4dcd-8a24-c0fc76442e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cb68550>, [{'id': '75c60af6-7842-4148-b054-82a4566b299c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-115886930-router', 'tenant_id': 'd7a25055f3544e5c95bacd3a07611e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.226'}], 'enable_snat': True}, 'gw_port_id': '07c8e0a0-c407-43ea-99f9-11a7c0c5a325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:45:50Z', 'updated_at': '2022-05-07T21:46:02Z', 'revision_number': 4, 'project_id': 'd7a25055f3544e5c95bacd3a07611e1d', 'gw_port': {'id': '07c8e0a0-c407-43ea-99f9-11a7c0c5a325', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:5d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c60af6-7842-4148-b054-82a4566b299c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:45:51Z', 'updated_at': '2022-05-07T21:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '31d4ce1a-3bba-4b25-8a01-763761665f1d', 'name': '', 'network_id': '849ca462-b333-410b-8c4a-24e67429a8f8', 'tenant_id': 'd7a25055f3544e5c95bacd3a07611e1d', 'mac_address': 'fa:16:3e:b4:b2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c60af6-7842-4148-b054-82a4566b299c', 'device_owner': 'network:router_interface', 'standard_attr_id': 169, 'fixed_ips': [{'subnet_id': '00184246-3b14-4ff3-8c67-98e0d140369b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:46:00Z', 'updated_at': '2022-05-07T21:46:06Z', 'revision_number': 5, 'project_id': 'd7a25055f3544e5c95bacd3a07611e1d', 'subnets': [{'id': '00184246-3b14-4ff3-8c67-98e0d140369b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:47:23.340097 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6a4821-a41c-4dcd-8a24-c0fc76442e33 None None] Checking router: 75c60af6-7842-4148-b054-82a4566b299c for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 21:47:23.352997 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-063984f6-682e-4d8f-97dc-60ad2fafdf4c req-802abf6d-d687-49c9-93b6-d4ba47f8bb31 service neutron] 10.222.0.59 "PUT /v2.0/ports/aac6c92e-cff2-4454-9401-e05c725747f7/bindings/nch1-master-1/activate HTTP/1.1" status: 200  len: 369 time: 1.2654054
May 07 21:47:23.358801 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6a4821-a41c-4dcd-8a24-c0fc76442e33 None None] Routers {'75c60af6-7842-4148-b054-82a4566b299c'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:47:23.361786 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-bb6a4821-a41c-4dcd-8a24-c0fc76442e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cb68550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:46:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['75c60af6-7842-4148-b054-82a4566b299c'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:47:23.437554 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc8e374-09f9-4af5-a5ab-2f9ca0c50ea9 req-171068a0-9c17-49c2-983d-a84272468725 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:23.447234 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1dc8e374-09f9-4af5-a5ab-2f9ca0c50ea9 req-171068a0-9c17-49c2-983d-a84272468725 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=0284aa35-4e58-4e15-a194-a500996ed82e HTTP/1.1" status: 200  len: 949 time: 0.0910470
May 07 21:47:23.489260 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:23.505743 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1dc8e374-09f9-4af5-a5ab-2f9ca0c50ea9 req-a0512ab1-df13-49f2-921e-6cd07b04edaa tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ea07aee-f825-4ee0-a542-65c887150930&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567455
May 07 21:47:23.507876 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a80b6e-43be-4a26-a5a4-2fb0664c3dfb req-210b9baa-b6d3-4ee8-80fc-321741bd4f0f tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:23.512326 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f6a80b6e-43be-4a26-a5a4-2fb0664c3dfb req-210b9baa-b6d3-4ee8-80fc-321741bd4f0f tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=12135950-7d5e-4835-8fe5-31c8e5e9c986 HTTP/1.1" status: 200  len: 949 time: 0.1112530
May 07 21:47:23.532799 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [req-109d70b8-894f-4f3a-bf33-b85bc8b5c477 req-c0b28069-b642-475e-8b7c-46bf55adc99d tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Allocated IP 172.20.0.11 (849ca462-b333-410b-8c4a-24e67429a8f8/00184246-3b14-4ff3-8c67-98e0d140369b/41742b2f-f351-48d6-994b-cf147d81966f) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:47:23.551173 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2852ed05-dca2-4cb4-9623-00de68881cce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:23.599063 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c2b4b5bd-1f51-4eaf-b090-076e59a34bfb req-37f940ba-7177-4322-b782-e31ca1595991 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952 HTTP/1.1" status: 200  len: 217 time: 0.0635891
May 07 21:47:23.636682 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf3d8762-e181-425c-9159-67bbbb4e37c5 x-openstack-request-id: req-bf3d8762-e181-425c-9159-67bbbb4e37c5 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:47:23.636992 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec0e0ca3-c2ed-4b3c-8716-5aa441b40a51", "name": "network-vif-deleted", "tag": "940b7f63-241e-47cd-901d-cf63ff106764", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:47:23.637253 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bf3d8762-e181-425c-9159-67bbbb4e37c5 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:47:23.637669 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf3d8762-e181-425c-9159-67bbbb4e37c5'] response: {'server_uuid': 'ec0e0ca3-c2ed-4b3c-8716-5aa441b40a51', 'name': 'network-vif-deleted', 'tag': '940b7f63-241e-47cd-901d-cf63ff106764', 'status': 'completed', 'code': 200}
May 07 21:47:23.647262 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-bb6a4821-a41c-4dcd-8a24-c0fc76442e33 None None] Set router 75c60af6-7842-4148-b054-82a4566b299c gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:47:23.710219 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8f2caa6b-5520-41b4-831b-07a158ed3ef2 req-c561f41e-7e4d-47b1-aa94-e6e690b958c3 tempest-ServersAdmin275Test-1136333951 tempest-ServersAdmin275Test-1136333951-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c5339211-223c-48cb-9652-201c790b2f4f HTTP/1.1" status: 200  len: 210 time: 0.0339093
May 07 21:47:23.722486 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063984f6-682e-4d8f-97dc-60ad2fafdf4c req-88a718b4-dc8f-45ef-b27d-b75b00f5fd7c tempest-LiveAutoBlockMigrationV225Test-638033416 tempest-LiveAutoBlockMigrationV225Test-638033416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:23.724313 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-063984f6-682e-4d8f-97dc-60ad2fafdf4c req-88a718b4-dc8f-45ef-b27d-b75b00f5fd7c tempest-LiveAutoBlockMigrationV225Test-638033416 tempest-LiveAutoBlockMigrationV225Test-638033416-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=bfa51d13-aa03-48ef-9aea-32ae407e5d9d&tenant_id=4db49857a44d4f399959ac625886505a&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.1117647
May 07 21:47:23.777133 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0d254f8c-dfc0-4906-ba88-ed8af1eb4b6b req-a8246b7d-a6a7-4890-ae1f-94b8f8d36aad service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c5339211-223c-48cb-9652-201c790b2f4f HTTP/1.1" status: 200  len: 210 time: 0.0370688
May 07 21:47:23.858963 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f6a80b6e-43be-4a26-a5a4-2fb0664c3dfb req-62c9cd7b-4bb7-428e-be75-f205667f71a3 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3197756
May 07 21:47:23.858963 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b4b5bd-1f51-4eaf-b090-076e59a34bfb req-18d31c28-0a3e-4f80-8985-501437bc5413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:23.858963 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c2b4b5bd-1f51-4eaf-b090-076e59a34bfb req-18d31c28-0a3e-4f80-8985-501437bc5413 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1fe63d5f-90f3-4e94-9dfe-af97e96ae5d9 HTTP/1.1" status: 200  len: 848 time: 0.2511783
May 07 21:47:23.864187 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 85df8e70-88cc-4aed-a304-7a9a475aa9c1 up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:47:23.907160 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063984f6-682e-4d8f-97dc-60ad2fafdf4c req-faa061d1-7f08-4907-b96a-56959ecd770e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:23.916031 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-063984f6-682e-4d8f-97dc-60ad2fafdf4c req-faa061d1-7f08-4907-b96a-56959ecd770e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bfa51d13-aa03-48ef-9aea-32ae407e5d9d&tenant_id=4db49857a44d4f399959ac625886505a HTTP/1.1" status: 200  len: 1126 time: 0.1568730
May 07 21:47:23.945997 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning for port 85df8e70-88cc-4aed-a304-7a9a475aa9c1 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:47:23.959403 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port 85df8e70-88cc-4aed-a304-7a9a475aa9c1 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:47:23.959782 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (85df8e70-88cc-4aed-a304-7a9a475aa9c1), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:23.995237 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451526d4-2cd9-45dd-92d9-3dc4b53cbe4b req-b88f5f0c-e962-47f1-b81e-a1bffd8fc210 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:23.999126 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-89c564ad-c013-4f48-83e9-444f8d37e8a2 req-45721b0d-2ac5-486b-ac44-3de8fa3798e0 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] 10.222.0.32 "GET /v2.0/ports?device_id=9628e17c-d8c7-4dd3-a4fd-8b3ec90ab5b0 HTTP/1.1" status: 200  len: 210 time: 0.0565381
May 07 21:47:24.002981 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-451526d4-2cd9-45dd-92d9-3dc4b53cbe4b req-b88f5f0c-e962-47f1-b81e-a1bffd8fc210 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/ports?device_id=12a792c3-0086-43d1-8995-7d56146f84b2 HTTP/1.1" status: 200  len: 945 time: 0.0605986
May 07 21:47:24.034143 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-bb6a4821-a41c-4dcd-8a24-c0fc76442e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cb68550>, [{'id': '75c60af6-7842-4148-b054-82a4566b299c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-115886930-router', 'tenant_id': 'd7a25055f3544e5c95bacd3a07611e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.226'}], 'enable_snat': True}, 'gw_port_id': '07c8e0a0-c407-43ea-99f9-11a7c0c5a325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:45:50Z', 'updated_at': '2022-05-07T21:46:02Z', 'revision_number': 4, 'project_id': 'd7a25055f3544e5c95bacd3a07611e1d', 'gw_port': {'id': '07c8e0a0-c407-43ea-99f9-11a7c0c5a325', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:5d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c60af6-7842-4148-b054-82a4566b299c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:45:51Z', 'updated_at': '2022-05-07T21:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '31d4ce1a-3bba-4b25-8a01-763761665f1d', 'name': '', 'network_id': '849ca462-b333-410b-8c4a-24e67429a8f8', 'tenant_id': 'd7a25055f3544e5c95bacd3a07611e1d', 'mac_address': 'fa:16:3e:b4:b2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c60af6-7842-4148-b054-82a4566b299c', 'device_owner': 'network:router_interface', 'standard_attr_id': 169, 'fixed_ips': [{'subnet_id': '00184246-3b14-4ff3-8c67-98e0d140369b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:46:00Z', 'updated_at': '2022-05-07T21:46:06Z', 'revision_number': 5, 'project_id': 'd7a25055f3544e5c95bacd3a07611e1d', 'subnets': [{'id': '00184246-3b14-4ff3-8c67-98e0d140369b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:47:24.099589 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6a4821-a41c-4dcd-8a24-c0fc76442e33 None None] The sync data for ids ['75c60af6-7842-4148-b054-82a4566b299c'] in ncdv-master-1 is: [{'id': '75c60af6-7842-4148-b054-82a4566b299c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-115886930-router', 'tenant_id': 'd7a25055f3544e5c95bacd3a07611e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.226'}], 'enable_snat': True}, 'gw_port_id': '07c8e0a0-c407-43ea-99f9-11a7c0c5a325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:45:50Z', 'updated_at': '2022-05-07T21:46:02Z', 'revision_number': 4, 'project_id': 'd7a25055f3544e5c95bacd3a07611e1d', 'gw_port': {'id': '07c8e0a0-c407-43ea-99f9-11a7c0c5a325', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:5d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c60af6-7842-4148-b054-82a4566b299c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:45:51Z', 'updated_at': '2022-05-07T21:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '31d4ce1a-3bba-4b25-8a01-763761665f1d', 'name': '', 'network_id': '849ca462-b333-410b-8c4a-24e67429a8f8', 'tenant_id': 'd7a25055f3544e5c95bacd3a07611e1d', 'mac_address': 'fa:16:3e:b4:b2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c60af6-7842-4148-b054-82a4566b299c', 'device_owner': 'network:router_interface', 'standard_attr_id': 169, 'fixed_ips': [{'subnet_id': '00184246-3b14-4ff3-8c67-98e0d140369b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:46:00Z', 'updated_at': '2022-05-07T21:46:06Z', 'revision_number': 5, 'project_id': 'd7a25055f3544e5c95bacd3a07611e1d', 'subnets': [{'id': '00184246-3b14-4ff3-8c67-98e0d140369b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:47:24.175744 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 85df8e70-88cc-4aed-a304-7a9a475aa9c1 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:47:24.176248 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (85df8e70-88cc-4aed-a304-7a9a475aa9c1), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:24.237558 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c2b4b5bd-1f51-4eaf-b090-076e59a34bfb req-1da8e40d-8501-4375-aa39-8d2a753dba6c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=28405dfe-908d-4039-91f6-1d02165b34cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2081583
May 07 21:47:24.247125 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 85df8e70-88cc-4aed-a304-7a9a475aa9c1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=85df8e70-88cc-4aed-a304-7a9a475aa9c1,segment=NetworkSegment(616ea0c7-2d98-4ffb-86e7-ca2a85e3ffe1),segment_id=616ea0c7-2d98-4ffb-86e7-ca2a85e3ffe1)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:47:24.248382 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12a792c3-0086-43d1-8995-7d56146f84b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85df8e70-88cc-4aed-a304-7a9a475aa9c1'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:47:24.250849 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7ee99ab-a166-42fb-b950-da0ea1c1a5cc" -d '{"events": [{"server_uuid": "12a792c3-0086-43d1-8995-7d56146f84b2", "name": "network-vif-plugged", "status": "completed", "tag": "85df8e70-88cc-4aed-a304-7a9a475aa9c1"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:47:24.254348 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (85df8e70-88cc-4aed-a304-7a9a475aa9c1), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:24.255368 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 940b7f63-241e-47cd-901d-cf63ff106764 no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:47:24.287317 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063984f6-682e-4d8f-97dc-60ad2fafdf4c req-765e6b05-d7a4-4977-9155-bace2c8843f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:24.288794 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-063984f6-682e-4d8f-97dc-60ad2fafdf4c req-765e6b05-d7a4-4977-9155-bace2c8843f0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4db49857a44d4f399959ac625886505a&device_id=bfa51d13-aa03-48ef-9aea-32ae407e5d9d HTTP/1.1" status: 200  len: 1126 time: 0.2763813
May 07 21:47:24.309790 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] No Port match for: 940b7f63-241e-47cd-901d-cf63ff106764 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:47:24.310318 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 940b7f63-241e-47cd-901d-cf63ff106764 not bound to the agent host nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:47:24.320823 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2ad6efab-8c0c-4bce-a0c0-9fd0246bcaed req-869e0f2a-86a1-4f71-82c4-4949da2cdd77 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=52713c0c-6d75-42a3-96ac-5a93b17ef0b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1396818
May 07 21:47:24.340521 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=85df8e70-88cc-4aed-a304-7a9a475aa9c1,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:24.356067 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76d2701-4ddf-4293-b85d-41d2349bf4e3 req-153dc1e2-4bda-4ef5-8259-64181cf03901 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:24.376045 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b76d2701-4ddf-4293-b85d-41d2349bf4e3 req-153dc1e2-4bda-4ef5-8259-64181cf03901 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=88890ab3-196b-48f2-85db-aacd17e27ba5 HTTP/1.1" status: 200  len: 945 time: 0.1318977
May 07 21:47:24.405127 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-451526d4-2cd9-45dd-92d9-3dc4b53cbe4b req-fa2c0fc4-8a91-484e-91d8-1628a5cb6637 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b456a11-abdd-4913-9fa4-f25fdacb0d35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4010031
May 07 21:47:24.476790 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad6efab-8c0c-4bce-a0c0-9fd0246bcaed req-631ac551-f8c6-4056-9659-7714f65fb8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:24.478461 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2ad6efab-8c0c-4bce-a0c0-9fd0246bcaed req-631ac551-f8c6-4056-9659-7714f65fb8e3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4db49857a44d4f399959ac625886505a&device_id=52713c0c-6d75-42a3-96ac-5a93b17ef0b1 HTTP/1.1" status: 200  len: 1126 time: 0.0944471
May 07 21:47:24.482316 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-687f1008-b3c4-4ba1-8e16-4eb38944ec29 x-openstack-request-id: req-687f1008-b3c4-4ba1-8e16-4eb38944ec29 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:47:24.482905 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12a792c3-0086-43d1-8995-7d56146f84b2", "name": "network-vif-plugged", "status": "completed", "tag": "85df8e70-88cc-4aed-a304-7a9a475aa9c1", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:47:24.483325 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-687f1008-b3c4-4ba1-8e16-4eb38944ec29 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:47:24.483878 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-687f1008-b3c4-4ba1-8e16-4eb38944ec29'] response: {'server_uuid': '12a792c3-0086-43d1-8995-7d56146f84b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85df8e70-88cc-4aed-a304-7a9a475aa9c1', 'code': 200}
May 07 21:47:24.494924 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-109d70b8-894f-4f3a-bf33-b85bc8b5c477 req-c0b28069-b642-475e-8b7c-46bf55adc99d tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Publish callbacks [] for port (41742b2f-f351-48d6-994b-cf147d81966f), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:24.556535 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.55', 49496) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:47:24.556886 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 60106) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:47:24.570975 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4573b38-5a6c-450f-9970-58e3888ff065 None None] New status for floating IP 785a81ae-a9bc-4c9f-8910-736737805009: DOWN {{(pid=121838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 07 21:47:24.648634 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063984f6-682e-4d8f-97dc-60ad2fafdf4c req-292aeeb7-ad88-4b44-bb0b-5982dcd024ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:24.650481 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-063984f6-682e-4d8f-97dc-60ad2fafdf4c req-292aeeb7-ad88-4b44-bb0b-5982dcd024ce service neutron] 10.222.0.55 "GET /v2.0/networks?id=38d1a38e-1f99-466b-bf7f-940113b4b6ed HTTP/1.1" status: 200  len: 922 time: 0.3499408
May 07 21:47:24.677833 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c42beb-a913-45b3-9eaa-c1f6ef4ecd7d req-f468ec84-a457-455d-822d-4b37198cf6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:24.679344 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-85c42beb-a913-45b3-9eaa-c1f6ef4ecd7d req-f468ec84-a457-455d-822d-4b37198cf6c0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=12a792c3-0086-43d1-8995-7d56146f84b2 HTTP/1.1" status: 200  len: 1128 time: 0.0569830
May 07 21:47:24.743864 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b76d2701-4ddf-4293-b85d-41d2349bf4e3 req-8c1a5a67-96ef-48dc-b005-6676c9e4f37c tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2639523
May 07 21:47:24.749652 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad6efab-8c0c-4bce-a0c0-9fd0246bcaed req-af441bbe-7643-4e1f-a2e5-df0315d15aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:24.755479 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2ad6efab-8c0c-4bce-a0c0-9fd0246bcaed req-af441bbe-7643-4e1f-a2e5-df0315d15aca service neutron] 10.222.0.55 "GET /v2.0/networks?id=38d1a38e-1f99-466b-bf7f-940113b4b6ed HTTP/1.1" status: 200  len: 922 time: 0.2436683
May 07 21:47:24.763440 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-85c42beb-a913-45b3-9eaa-c1f6ef4ecd7d req-5ed165e9-adfd-482c-add5-fe71e788c27a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6b456a11-abdd-4913-9fa4-f25fdacb0d35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0769536
May 07 21:47:24.831712 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-063984f6-682e-4d8f-97dc-60ad2fafdf4c req-923510c2-e86c-4575-99fe-35e3db51d8f1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aac6c92e-cff2-4454-9401-e05c725747f7 HTTP/1.1" status: 200  len: 217 time: 0.1065774
May 07 21:47:24.842740 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e29989-42f2-4b96-9c88-92db4d7c1e9a req-148ca1df-9c67-42d2-92f0-07b0f453500e tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:24.845307 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-94e29989-42f2-4b96-9c88-92db4d7c1e9a req-148ca1df-9c67-42d2-92f0-07b0f453500e tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfa51d13-aa03-48ef-9aea-32ae407e5d9d HTTP/1.1" status: 200  len: 944 time: 0.2585828
May 07 21:47:24.849411 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-109d70b8-894f-4f3a-bf33-b85bc8b5c477 req-c0b28069-b642-475e-8b7c-46bf55adc99d tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (41742b2f-f351-48d6-994b-cf147d81966f), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:24.875711 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f5bd2cf0-3abc-44b6-8f79-3a09d3eb2a51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:24.890541 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2ad6efab-8c0c-4bce-a0c0-9fd0246bcaed req-90951c52-e802-4eb7-ba6b-cfc36006ace2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8fc97b61-6eb0-420e-adf9-104bdbfbc835 HTTP/1.1" status: 200  len: 217 time: 0.1249089
May 07 21:47:24.932783 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c2b4b5bd-1f51-4eaf-b090-076e59a34bfb req-342047f4-bae7-4f41-b209-e36551e5a279 service neutron] 10.222.0.59 "GET /v2.0/networks/28405dfe-908d-4039-91f6-1d02165b34cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4050858
May 07 21:47:24.937517 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-109d70b8-894f-4f3a-bf33-b85bc8b5c477 req-c0b28069-b642-475e-8b7c-46bf55adc99d tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Network 849ca462-b333-410b-8c4a-24e67429a8f8 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:47:24.949400 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [req-109d70b8-894f-4f3a-bf33-b85bc8b5c477 req-c0b28069-b642-475e-8b7c-46bf55adc99d tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:47:24.958292 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b28069-b642-475e-8b7c-46bf55adc99d tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Pushing event updated for resources: {'Port': ['ID=41742b2f-f351-48d6-994b-cf147d81966f,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:24.960902 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-109d70b8-894f-4f3a-bf33-b85bc8b5c477 req-c0b28069-b642-475e-8b7c-46bf55adc99d tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:47:24.963214 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1df68f-9efa-47b2-b3bf-01933f3848c4 req-bb6e6709-afcc-41bb-aa49-309ea4bd1717 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:24.964633 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2c1df68f-9efa-47b2-b3bf-01933f3848c4 req-bb6e6709-afcc-41bb-aa49-309ea4bd1717 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=0284aa35-4e58-4e15-a194-a500996ed82e HTTP/1.1" status: 200  len: 949 time: 0.0783954
May 07 21:47:24.966934 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109d70b8-894f-4f3a-bf33-b85bc8b5c477 req-c0b28069-b642-475e-8b7c-46bf55adc99d tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:24.967595 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-109d70b8-894f-4f3a-bf33-b85bc8b5c477 req-c0b28069-b642-475e-8b7c-46bf55adc99d tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:25.071128 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-109d70b8-894f-4f3a-bf33-b85bc8b5c477 req-c0b28069-b642-475e-8b7c-46bf55adc99d tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.2106123
May 07 21:47:25.084054 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-94e29989-42f2-4b96-9c88-92db4d7c1e9a req-5a95db52-a4f2-4445-b7a4-cff7851c48f9 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2303801
May 07 21:47:25.093379 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-109d70b8-894f-4f3a-bf33-b85bc8b5c477 req-6e06630c-2192-4bd7-aa5b-1e3c8de2a687 service neutron] Request body: {'port': {'device_id': '9628e17c-d8c7-4dd3-a4fd-8b3ec90ab5b0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:47:25.113111 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2c1df68f-9efa-47b2-b3bf-01933f3848c4 req-e3c3c7ef-801e-4970-a414-6265cf4be32d tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ea07aee-f825-4ee0-a542-65c887150930&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1368303
May 07 21:47:25.161972 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063984f6-682e-4d8f-97dc-60ad2fafdf4c req-45bf93d7-0fcf-408b-aee7-92426e62504f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:25.163490 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-063984f6-682e-4d8f-97dc-60ad2fafdf4c req-45bf93d7-0fcf-408b-aee7-92426e62504f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=14835495-3004-48e8-b7c5-01b68d156e2d HTTP/1.1" status: 200  len: 861 time: 0.1879990
May 07 21:47:25.204646 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f5bd2cf0-3abc-44b6-8f79-3a09d3eb2a51 admin admin] Publish callbacks [] for security_group (999082b5-1828-41e8-a9ef-05062952b913), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:25.207831 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad6efab-8c0c-4bce-a0c0-9fd0246bcaed req-5daa6f55-f742-4123-bce6-a13286c7af3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:25.217308 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5da97d43-0de8-4d4e-9c65-367efc6e8766 req-30eee815-dff8-4307-9029-d1b693c1c949 tempest-ServersAdmin275Test-1136333951 tempest-ServersAdmin275Test-1136333951-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c5339211-223c-48cb-9652-201c790b2f4f HTTP/1.1" status: 200  len: 210 time: 0.0494404
May 07 21:47:25.222324 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2ad6efab-8c0c-4bce-a0c0-9fd0246bcaed req-5daa6f55-f742-4123-bce6-a13286c7af3a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=14835495-3004-48e8-b7c5-01b68d156e2d HTTP/1.1" status: 200  len: 861 time: 0.2478850
May 07 21:47:25.225232 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f5bd2cf0-3abc-44b6-8f79-3a09d3eb2a51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (999082b5-1828-41e8-a9ef-05062952b913), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:25.261150 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c2b4b5bd-1f51-4eaf-b090-076e59a34bfb req-85bb82ee-8cb4-4f28-9f4c-7cb73b59d058 service neutron] 10.222.0.59 "GET /v2.0/networks/28405dfe-908d-4039-91f6-1d02165b34cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2649560
May 07 21:47:25.266748 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-109d70b8-894f-4f3a-bf33-b85bc8b5c477 req-6e06630c-2192-4bd7-aa5b-1e3c8de2a687 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (41742b2f-f351-48d6-994b-cf147d81966f), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:25.302370 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-f5bd2cf0-3abc-44b6-8f79-3a09d3eb2a51 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1c5a6610ec304bcd8a796cf709fb33b7&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6417687
May 07 21:47:25.305636 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 60118) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:47:25.362529 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bd2cf0-3abc-44b6-8f79-3a09d3eb2a51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=999082b5-1828-41e8-a9ef-05062952b913,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:25.390669 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954a6aff-9888-40cb-880d-2335336ccc0d req-c3705cdb-4405-4d37-948e-a38fc8faf396 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:25.399308 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-954a6aff-9888-40cb-880d-2335336ccc0d req-c3705cdb-4405-4d37-948e-a38fc8faf396 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=12135950-7d5e-4835-8fe5-31c8e5e9c986 HTTP/1.1" status: 200  len: 949 time: 0.1544187
May 07 21:47:25.437562 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d719c299-6c0a-4008-859e-95c05a9267ab admin admin] Publish callbacks [] for security_group (999082b5-1828-41e8-a9ef-05062952b913), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:25.473033 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4527cd-0549-41bf-a66b-2a800931a302 req-acf398ef-a489-478a-9056-275228a5fd27 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:25.474555 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-df4527cd-0549-41bf-a66b-2a800931a302 req-acf398ef-a489-478a-9056-275228a5fd27 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] 10.222.0.32 "GET /v2.0/ports?device_id=9628e17c-d8c7-4dd3-a4fd-8b3ec90ab5b0 HTTP/1.1" status: 200  len: 932 time: 0.0847330
May 07 21:47:25.489021 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-954a6aff-9888-40cb-880d-2335336ccc0d req-8a70f385-41b4-409c-8161-82ca926005b7 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0837779
May 07 21:47:25.491391 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d719c299-6c0a-4008-859e-95c05a9267ab admin admin] Publish callbacks [] for security_group (999082b5-1828-41e8-a9ef-05062952b913), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:25.572435 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-063984f6-682e-4d8f-97dc-60ad2fafdf4c req-f7d1bb23-98bf-4748-85f1-8312b9df3eed service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=38d1a38e-1f99-466b-bf7f-940113b4b6ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0699306
May 07 21:47:25.584889 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2ad6efab-8c0c-4bce-a0c0-9fd0246bcaed req-24b96d34-95a2-410e-89f4-cd8d54413b4c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=38d1a38e-1f99-466b-bf7f-940113b4b6ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0878363
May 07 21:47:25.652240 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-df4527cd-0549-41bf-a66b-2a800931a302 req-a685e37b-8a15-4aeb-8699-86da112a4b53 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] 10.222.0.32 "GET /v2.0/security-groups?id=94d1c480-f4e5-4d41-b75d-24e9594cc4ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1668797
May 07 21:47:25.689702 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d719c299-6c0a-4008-859e-95c05a9267ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (999082b5-1828-41e8-a9ef-05062952b913), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:25.693016 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d719c299-6c0a-4008-859e-95c05a9267ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:25.694435 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-d719c299-6c0a-4008-859e-95c05a9267ab admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/999082b5-1828-41e8-a9ef-05062952b913 HTTP/1.1" status: 204  len: 168 time: 0.3860881
May 07 21:47:25.710669 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d719c299-6c0a-4008-859e-95c05a9267ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=999082b5-1828-41e8-a9ef-05062952b913,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:25.777963 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2ad6efab-8c0c-4bce-a0c0-9fd0246bcaed req-44f72806-4902-4e6a-8b1d-94e9fe9ea0df service neutron] 10.222.0.55 "GET /v2.0/networks/38d1a38e-1f99-466b-bf7f-940113b4b6ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1767993
May 07 21:47:25.857592 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4977d974-cf57-4124-9c97-6fc956fd5aa7 req-40841211-a01c-437f-a881-94c24a15d31a tempest-ServersAdmin275Test-2110418138 tempest-ServersAdmin275Test-2110418138-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5339211-223c-48cb-9652-201c790b2f4f HTTP/1.1" status: 200  len: 210 time: 0.0539498
May 07 21:47:25.906805 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-063984f6-682e-4d8f-97dc-60ad2fafdf4c req-e23f7e60-54ad-408d-b1db-ee7138349870 service neutron] 10.222.0.55 "GET /v2.0/networks/38d1a38e-1f99-466b-bf7f-940113b4b6ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2998099
May 07 21:47:25.949059 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b4b5bd-1f51-4eaf-b090-076e59a34bfb req-27f9ee7b-2cf4-40cf-87ba-72f566e7ab68 tempest-LiveMigrationTest-1060990445 tempest-LiveMigrationTest-1060990445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:25.950727 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c2b4b5bd-1f51-4eaf-b090-076e59a34bfb req-27f9ee7b-2cf4-40cf-87ba-72f566e7ab68 tempest-LiveMigrationTest-1060990445 tempest-LiveMigrationTest-1060990445-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=88890ab3-196b-48f2-85db-aacd17e27ba5&tenant_id=1bcaffad5d3447b98f0216d3481045e5&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.1134789
May 07 21:47:25.958210 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25a430c-14b2-47e4-96eb-87c8f54f2c1e req-7c5565c2-ce85-4ceb-b140-aaaa835f42ac tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:25.965835 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e25a430c-14b2-47e4-96eb-87c8f54f2c1e req-7c5565c2-ce85-4ceb-b140-aaaa835f42ac tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/ports?device_id=12a792c3-0086-43d1-8995-7d56146f84b2 HTTP/1.1" status: 200  len: 946 time: 0.1757090
May 07 21:47:25.983827 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [req-109d70b8-894f-4f3a-bf33-b85bc8b5c477 req-6e06630c-2192-4bd7-aa5b-1e3c8de2a687 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41742b2f-f351-48d6-994b-cf147d81966f {{(pid=121836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:47:26.018523 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-109d70b8-894f-4f3a-bf33-b85bc8b5c477 req-6e06630c-2192-4bd7-aa5b-1e3c8de2a687 service neutron] Publish callbacks [] for port (41742b2f-f351-48d6-994b-cf147d81966f), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:26.035243 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d857ad9e-59f8-406a-ac3b-30ac5d325cba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:26.056068 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2ad6efab-8c0c-4bce-a0c0-9fd0246bcaed req-a23021bf-3af8-421f-987b-6fd8e89fc8c4 service neutron] 10.222.0.55 "GET /v2.0/networks/38d1a38e-1f99-466b-bf7f-940113b4b6ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2699773
May 07 21:47:26.060631 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-89753bd6-d1dd-4240-98ae-939079c2070e req-580ad285-7ecc-4acd-935f-658807029e91 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e319fb6c72864e1997a9f30a5f09f36c&device_id=c5339211-223c-48cb-9652-201c790b2f4f HTTP/1.1" status: 200  len: 210 time: 0.1005313
May 07 21:47:26.082627 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.provisioning_blocks [req-109d70b8-894f-4f3a-bf33-b85bc8b5c477 req-6e06630c-2192-4bd7-aa5b-1e3c8de2a687 service neutron] Transition to ACTIVE for port object 41742b2f-f351-48d6-994b-cf147d81966f will not be triggered until provisioned by entity L2. {{(pid=121836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:47:26.137760 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-109d70b8-894f-4f3a-bf33-b85bc8b5c477 req-6e06630c-2192-4bd7-aa5b-1e3c8de2a687 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (41742b2f-f351-48d6-994b-cf147d81966f), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:26.159336 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-89753bd6-d1dd-4240-98ae-939079c2070e req-57b8416b-24c0-4bcd-b0aa-9dad43294e5a service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=e319fb6c72864e1997a9f30a5f09f36c&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0752826
May 07 21:47:26.191531 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 60136) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:47:26.206610 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b51511a-c5e6-42d6-a0ff-3aa60905f150 req-41ec2a37-8976-484b-9831-3e03c3abd9d6 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:26.214073 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6b51511a-c5e6-42d6-a0ff-3aa60905f150 req-41ec2a37-8976-484b-9831-3e03c3abd9d6 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=88890ab3-196b-48f2-85db-aacd17e27ba5 HTTP/1.1" status: 200  len: 945 time: 0.1569695
May 07 21:47:26.342358 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6b51511a-c5e6-42d6-a0ff-3aa60905f150 req-2a8b6390-7bc7-41b3-afd3-58713bd22db2 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1272111
May 07 21:47:26.358897 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89753bd6-d1dd-4240-98ae-939079c2070e req-5b029cc4-3594-4998-a990-f73d19aac437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:26.358897 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-89753bd6-d1dd-4240-98ae-939079c2070e req-5b029cc4-3594-4998-a990-f73d19aac437 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1949122
May 07 21:47:26.488885 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d8dd41-ded6-47cc-ba14-2fe440f7f508 req-8e58f3bf-027b-4213-9640-c1f487e2ea31 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:26.491882 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c5d8dd41-ded6-47cc-ba14-2fe440f7f508 req-8e58f3bf-027b-4213-9640-c1f487e2ea31 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfa51d13-aa03-48ef-9aea-32ae407e5d9d HTTP/1.1" status: 200  len: 944 time: 0.0784335
May 07 21:47:26.511138 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e25a430c-14b2-47e4-96eb-87c8f54f2c1e req-bb14d373-e004-4841-a9f0-7e3e15a8d0b3 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b456a11-abdd-4913-9fa4-f25fdacb0d35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5430727
May 07 21:47:26.528130 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device aac6c92e-cff2-4454-9401-e05c725747f7 no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:47:26.529801 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f46d84e1-10d4-4d22-af9e-bb084b9980f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:26.589290 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c5d8dd41-ded6-47cc-ba14-2fe440f7f508 req-55c6a4eb-ed29-47f0-a337-087503ba8eb2 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0865364
May 07 21:47:26.624196 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] The host nch2-master-1 is not matching for port aac6c92e-cff2-4454-9401-e05c725747f7 host nch1-master-1! {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2394}}
May 07 21:47:26.624891 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device aac6c92e-cff2-4454-9401-e05c725747f7 not bound to the agent host nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:47:26.733310 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-063984f6-682e-4d8f-97dc-60ad2fafdf4c req-cdb69a4b-e78a-4ea6-93e2-cf8686df1bf2 service neutron] 10.222.0.55 "GET /v2.0/networks/38d1a38e-1f99-466b-bf7f-940113b4b6ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7654445
May 07 21:47:26.751499 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec7c874-b341-4523-a926-80c7fc91bbb4 req-d0a0d5b9-4420-455a-a663-36add96bebbb tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:26.753536 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5ec7c874-b341-4523-a926-80c7fc91bbb4 req-d0a0d5b9-4420-455a-a663-36add96bebbb tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=12135950-7d5e-4835-8fe5-31c8e5e9c986 HTTP/1.1" status: 200  len: 949 time: 0.0671461
May 07 21:47:26.765743 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-109d70b8-894f-4f3a-bf33-b85bc8b5c477 req-6e06630c-2192-4bd7-aa5b-1e3c8de2a687 service neutron] Attempting to bind port 41742b2f-f351-48d6-994b-cf147d81966f on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:47:26.767017 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-109d70b8-894f-4f3a-bf33-b85bc8b5c477 req-6e06630c-2192-4bd7-aa5b-1e3c8de2a687 service neutron] Attempting to bind port 41742b2f-f351-48d6-994b-cf147d81966f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '0afabcaa-164e-453b-a9cc-8c006af8772f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '849ca462-b333-410b-8c4a-24e67429a8f8'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:47:26.767373 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109d70b8-894f-4f3a-bf33-b85bc8b5c477 req-6e06630c-2192-4bd7-aa5b-1e3c8de2a687 service neutron] Attempting to bind port 41742b2f-f351-48d6-994b-cf147d81966f on network 849ca462-b333-410b-8c4a-24e67429a8f8 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:47:26.816743 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5ec7c874-b341-4523-a926-80c7fc91bbb4 req-77abff2a-e170-441c-8b91-23795ceb8f3d tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557518
May 07 21:47:26.817317 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f46d84e1-10d4-4d22-af9e-bb084b9980f9 admin admin] Publish callbacks [] for security_group (5f8309fd-401f-43b1-9970-4fa07d71581d), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:26.818308 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e06630c-2192-4bd7-aa5b-1e3c8de2a687 service neutron] Pushing event updated for resources: {'Port': ['ID=41742b2f-f351-48d6-994b-cf147d81966f,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:26.832569 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f46d84e1-10d4-4d22-af9e-bb084b9980f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (5f8309fd-401f-43b1-9970-4fa07d71581d), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:26.840954 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109d70b8-894f-4f3a-bf33-b85bc8b5c477 req-6e06630c-2192-4bd7-aa5b-1e3c8de2a687 service neutron] Port 41742b2f-f351-48d6-994b-cf147d81966f on network 849ca462-b333-410b-8c4a-24e67429a8f8 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:47:26.841271 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109d70b8-894f-4f3a-bf33-b85bc8b5c477 req-6e06630c-2192-4bd7-aa5b-1e3c8de2a687 service neutron] Attempting to bind port 41742b2f-f351-48d6-994b-cf147d81966f on network 849ca462-b333-410b-8c4a-24e67429a8f8 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:47:26.882047 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446d1376-5fd2-4b79-9969-81890057ea07 req-689c292b-e18b-46ae-a637-00ede448c5ee tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:26.883379 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-446d1376-5fd2-4b79-9969-81890057ea07 req-689c292b-e18b-46ae-a637-00ede448c5ee tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=0284aa35-4e58-4e15-a194-a500996ed82e HTTP/1.1" status: 200  len: 949 time: 0.2454913
May 07 21:47:26.895214 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109d70b8-894f-4f3a-bf33-b85bc8b5c477 req-6e06630c-2192-4bd7-aa5b-1e3c8de2a687 service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:47:26.895550 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109d70b8-894f-4f3a-bf33-b85bc8b5c477 req-6e06630c-2192-4bd7-aa5b-1e3c8de2a687 service neutron] Checking segment: {'id': '0afabcaa-164e-453b-a9cc-8c006af8772f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '849ca462-b333-410b-8c4a-24e67429a8f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:47:26.895931 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-109d70b8-894f-4f3a-bf33-b85bc8b5c477 req-6e06630c-2192-4bd7-aa5b-1e3c8de2a687 service neutron] Bound using segment: {'id': '0afabcaa-164e-453b-a9cc-8c006af8772f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '849ca462-b333-410b-8c4a-24e67429a8f8'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:47:26.896367 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-109d70b8-894f-4f3a-bf33-b85bc8b5c477 req-6e06630c-2192-4bd7-aa5b-1e3c8de2a687 service neutron] Bound port: 41742b2f-f351-48d6-994b-cf147d81966f, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0afabcaa-164e-453b-a9cc-8c006af8772f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '849ca462-b333-410b-8c4a-24e67429a8f8'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:47:26.896720 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-109d70b8-894f-4f3a-bf33-b85bc8b5c477 req-6e06630c-2192-4bd7-aa5b-1e3c8de2a687 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (41742b2f-f351-48d6-994b-cf147d81966f), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:26.929445 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-f46d84e1-10d4-4d22-af9e-bb084b9980f9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6842f422a4934bbab0b6f658af875b3f&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4532597
May 07 21:47:26.933261 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 60148) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:47:26.939035 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46d84e1-10d4-4d22-af9e-bb084b9980f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f8309fd-401f-43b1-9970-4fa07d71581d,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:26.960349 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea08fb8-7db1-404a-845d-8439af3af918 req-b0f48072-4aa7-4c81-8c52-7464c356a3b9 tempest-LiveMigrationTest-1060990445 tempest-LiveMigrationTest-1060990445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:26.962353 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-fea08fb8-7db1-404a-845d-8439af3af918 req-b0f48072-4aa7-4c81-8c52-7464c356a3b9 tempest-LiveMigrationTest-1060990445 tempest-LiveMigrationTest-1060990445-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=88890ab3-196b-48f2-85db-aacd17e27ba5 HTTP/1.1" status: 200  len: 1127 time: 0.0650752
May 07 21:47:26.968913 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-c2b4b5bd-1f51-4eaf-b090-076e59a34bfb req-fcca5f6e-02ed-4643-9e2b-75eb4c7a66bd service neutron] For port 1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952, host nch1-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:47:26.983446 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-c2b4b5bd-1f51-4eaf-b090-076e59a34bfb req-fcca5f6e-02ed-4643-9e2b-75eb4c7a66bd service neutron] Publish callbacks [] for binding (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:26.984634 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c2b4b5bd-1f51-4eaf-b090-076e59a34bfb req-fcca5f6e-02ed-4643-9e2b-75eb4c7a66bd service neutron] 10.222.0.59 "DELETE /v2.0/ports/1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952/bindings/nch1-master-1 HTTP/1.1" status: 204  len: 173 time: 1.0158956
May 07 21:47:27.014811 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-446d1376-5fd2-4b79-9969-81890057ea07 req-73a3b7e1-c148-4e78-afcf-d7888bb17457 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ea07aee-f825-4ee0-a542-65c887150930&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1149256
May 07 21:47:27.032243 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-109d70b8-894f-4f3a-bf33-b85bc8b5c477 req-6e06630c-2192-4bd7-aa5b-1e3c8de2a687 service neutron] For port 41742b2f-f351-48d6-994b-cf147d81966f, host nch1-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:47:27.035458 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-109d70b8-894f-4f3a-bf33-b85bc8b5c477 req-6e06630c-2192-4bd7-aa5b-1e3c8de2a687 service neutron] For port 41742b2f-f351-48d6-994b-cf147d81966f, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=41742b2f-f351-48d6-994b-cf147d81966f,segment=NetworkSegment(0afabcaa-164e-453b-a9cc-8c006af8772f),segment_id=0afabcaa-164e-453b-a9cc-8c006af8772f)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:47:27.051298 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-109d70b8-894f-4f3a-bf33-b85bc8b5c477 req-6e06630c-2192-4bd7-aa5b-1e3c8de2a687 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (41742b2f-f351-48d6-994b-cf147d81966f), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:27.067028 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-fea08fb8-7db1-404a-845d-8439af3af918 req-4489e8b5-029a-42d9-80ca-caf243367627 tempest-LiveMigrationTest-1060990445 tempest-LiveMigrationTest-1060990445-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0982025
May 07 21:47:27.068018 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a86d4a73-1b36-4f27-8600-1314d38216f7 admin admin] Publish callbacks [] for security_group (5f8309fd-401f-43b1-9970-4fa07d71581d), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:27.093960 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a86d4a73-1b36-4f27-8600-1314d38216f7 admin admin] Publish callbacks [] for security_group (5f8309fd-401f-43b1-9970-4fa07d71581d), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:27.102056 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109d70b8-894f-4f3a-bf33-b85bc8b5c477 req-6e06630c-2192-4bd7-aa5b-1e3c8de2a687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:27.103604 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-109d70b8-894f-4f3a-bf33-b85bc8b5c477 req-6e06630c-2192-4bd7-aa5b-1e3c8de2a687 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:27.105262 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-109d70b8-894f-4f3a-bf33-b85bc8b5c477 req-6e06630c-2192-4bd7-aa5b-1e3c8de2a687 service neutron] 10.222.0.55 "PUT /v2.0/ports/41742b2f-f351-48d6-994b-cf147d81966f HTTP/1.1" status: 200  len: 1092 time: 2.0177460
May 07 21:47:27.106474 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9628e17c-d8c7-4dd3-a4fd-8b3ec90ab5b0', 'tag': '41742b2f-f351-48d6-994b-cf147d81966f'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:47:27.109033 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59377e8e-1b17-40ff-8ae9-9ae5d97d4940" -d '{"events": [{"name": "network-changed", "server_uuid": "9628e17c-d8c7-4dd3-a4fd-8b3ec90ab5b0", "tag": "41742b2f-f351-48d6-994b-cf147d81966f"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:47:27.183921 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e06630c-2192-4bd7-aa5b-1e3c8de2a687 service neutron] Pushing event updated for resources: {'Port': ['ID=41742b2f-f351-48d6-994b-cf147d81966f,revision_number=3']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:27.293609 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-087c2db2-48d3-47fc-9f7c-2e6f0f5e6c2a req-dd30b0d1-30fb-4ee4-9a4c-aef68c990d10 tempest-ServersAdmin275Test-2110418138 tempest-ServersAdmin275Test-2110418138-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5339211-223c-48cb-9652-201c790b2f4f HTTP/1.1" status: 200  len: 210 time: 0.0631673
May 07 21:47:27.295177 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a86d4a73-1b36-4f27-8600-1314d38216f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (5f8309fd-401f-43b1-9970-4fa07d71581d), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:27.304592 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:27.305912 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a86d4a73-1b36-4f27-8600-1314d38216f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:27.309862 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-a86d4a73-1b36-4f27-8600-1314d38216f7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5f8309fd-401f-43b1-9970-4fa07d71581d HTTP/1.1" status: 204  len: 168 time: 0.3733187
May 07 21:47:27.328380 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86d4a73-1b36-4f27-8600-1314d38216f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f8309fd-401f-43b1-9970-4fa07d71581d,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:27.421054 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e3708db-d747-4744-b525-16e994166770 x-openstack-request-id: req-7e3708db-d747-4744-b525-16e994166770 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:47:27.421492 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9628e17c-d8c7-4dd3-a4fd-8b3ec90ab5b0", "tag": "41742b2f-f351-48d6-994b-cf147d81966f", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:47:27.422505 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7e3708db-d747-4744-b525-16e994166770 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:47:27.423144 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e3708db-d747-4744-b525-16e994166770'] response: {'name': 'network-changed', 'server_uuid': '9628e17c-d8c7-4dd3-a4fd-8b3ec90ab5b0', 'tag': '41742b2f-f351-48d6-994b-cf147d81966f', 'status': 'completed', 'code': 200}
May 07 21:47:27.433464 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109d70b8-894f-4f3a-bf33-b85bc8b5c477 req-914d75ec-6056-45b1-b51b-304eea84bc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:27.435227 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-109d70b8-894f-4f3a-bf33-b85bc8b5c477 req-914d75ec-6056-45b1-b51b-304eea84bc0d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d7a25055f3544e5c95bacd3a07611e1d&device_id=9628e17c-d8c7-4dd3-a4fd-8b3ec90ab5b0 HTTP/1.1" status: 200  len: 1126 time: 0.2129104
May 07 21:47:27.457646 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063984f6-682e-4d8f-97dc-60ad2fafdf4c req-b229d1c7-77e8-45be-9c62-1df8bb2aeb74 tempest-LiveAutoBlockMigrationV225Test-638033416 tempest-LiveAutoBlockMigrationV225Test-638033416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:27.463028 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-063984f6-682e-4d8f-97dc-60ad2fafdf4c req-b229d1c7-77e8-45be-9c62-1df8bb2aeb74 tempest-LiveAutoBlockMigrationV225Test-638033416 tempest-LiveAutoBlockMigrationV225Test-638033416-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=bfa51d13-aa03-48ef-9aea-32ae407e5d9d&tenant_id=4db49857a44d4f399959ac625886505a&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.1495206
May 07 21:47:27.511357 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-109d70b8-894f-4f3a-bf33-b85bc8b5c477 req-2bac6812-4563-4101-bccb-2c52f1e3908b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41742b2f-f351-48d6-994b-cf147d81966f HTTP/1.1" status: 200  len: 217 time: 0.0621719
May 07 21:47:27.519178 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af11f0a-90a0-4bca-a664-3c9e0cb41c0a req-5e33989a-ea11-49e3-a6c3-4f974471a47f tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:27.528047 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8af11f0a-90a0-4bca-a664-3c9e0cb41c0a req-5e33989a-ea11-49e3-a6c3-4f974471a47f tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] 10.222.0.32 "GET /v2.0/ports?device_id=9628e17c-d8c7-4dd3-a4fd-8b3ec90ab5b0 HTTP/1.1" status: 200  len: 944 time: 0.2192948
May 07 21:47:27.636450 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29623a73-da6b-4817-8fb8-bac9db6bf97f req-53b8dab9-8b5c-4053-b4af-2482c884ad4d tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:27.638029 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-29623a73-da6b-4817-8fb8-bac9db6bf97f req-53b8dab9-8b5c-4053-b4af-2482c884ad4d tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/networks?id=28405dfe-908d-4039-91f6-1d02165b34cd HTTP/1.1" status: 200  len: 808 time: 0.1213222
May 07 21:47:27.659941 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-29623a73-da6b-4817-8fb8-bac9db6bf97f req-f649ac00-334b-4976-8393-ab2fc44e35bc tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/quotas/1bcaffad5d3447b98f0216d3481045e5 HTTP/1.1" status: 200  len: 375 time: 0.0122883
May 07 21:47:27.673227 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109d70b8-894f-4f3a-bf33-b85bc8b5c477 req-12d0d2e3-51c6-41a5-874e-5a114cd72421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:27.674834 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-109d70b8-894f-4f3a-bf33-b85bc8b5c477 req-12d0d2e3-51c6-41a5-874e-5a114cd72421 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=00184246-3b14-4ff3-8c67-98e0d140369b HTTP/1.1" status: 200  len: 862 time: 0.1268187
May 07 21:47:27.717336 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8af11f0a-90a0-4bca-a664-3c9e0cb41c0a req-244a8ca6-46e8-4f36-9a0c-dfe4f13de6ec tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] 10.222.0.32 "GET /v2.0/security-groups?id=94d1c480-f4e5-4d41-b75d-24e9594cc4ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1855645
May 07 21:47:27.745017 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-29623a73-da6b-4817-8fb8-bac9db6bf97f req-98691de8-91cc-4aa6-a908-bbd4a3ad6602 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1bcaffad5d3447b98f0216d3481045e5&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0732570
May 07 21:47:27.758904 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109d70b8-894f-4f3a-bf33-b85bc8b5c477 req-b69639bf-b98b-414f-996d-1bea9e604c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:27.761371 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-109d70b8-894f-4f3a-bf33-b85bc8b5c477 req-b69639bf-b98b-414f-996d-1bea9e604c29 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=849ca462-b333-410b-8c4a-24e67429a8f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0597107
May 07 21:47:27.771804 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-063984f6-682e-4d8f-97dc-60ad2fafdf4c req-240be9e4-1f88-4630-9d6c-38a12789929f service neutron] For port aac6c92e-cff2-4454-9401-e05c725747f7, host nch2-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:47:27.776620 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-063984f6-682e-4d8f-97dc-60ad2fafdf4c req-240be9e4-1f88-4630-9d6c-38a12789929f service neutron] Publish callbacks [] for binding (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:27.777953 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-063984f6-682e-4d8f-97dc-60ad2fafdf4c req-240be9e4-1f88-4630-9d6c-38a12789929f service neutron] 10.222.0.55 "DELETE /v2.0/ports/aac6c92e-cff2-4454-9401-e05c725747f7/bindings/nch2-master-1 HTTP/1.1" status: 204  len: 173 time: 0.2748923
May 07 21:47:27.847476 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d28d24-350a-45f2-b811-022b881756dd req-630d0d86-81b6-4b86-b236-06be17474f81 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:27.856221 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-91d28d24-350a-45f2-b811-022b881756dd req-630d0d86-81b6-4b86-b236-06be17474f81 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/ports?device_id=12a792c3-0086-43d1-8995-7d56146f84b2 HTTP/1.1" status: 200  len: 946 time: 0.0648732
May 07 21:47:27.869072 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-29623a73-da6b-4817-8fb8-bac9db6bf97f req-9d0f5add-d4e8-4da6-b876-962f57bd9d69 service neutron] 10.222.0.32 "GET /v2.0/networks/28405dfe-908d-4039-91f6-1d02165b34cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1171587
May 07 21:47:27.901974 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-91d28d24-350a-45f2-b811-022b881756dd req-baeaa202-2ff7-45a8-a5c0-d1e8d93cad34 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b456a11-abdd-4913-9fa4-f25fdacb0d35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458672
May 07 21:47:27.972627 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-29623a73-da6b-4817-8fb8-bac9db6bf97f req-dfc19f7b-2ebf-4bcc-9520-fce301021308 service neutron] 10.222.0.32 "GET /v2.0/networks/28405dfe-908d-4039-91f6-1d02165b34cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0958211
May 07 21:47:28.076244 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-89753bd6-d1dd-4240-98ae-939079c2070e req-44e5a894-6e39-488b-8e59-83a54fb0c810 tempest-ServersAdmin275Test-2110418138 tempest-ServersAdmin275Test-2110418138-project] 10.222.0.59 "GET /v2.0/ports?device_id=c5339211-223c-48cb-9652-201c790b2f4f HTTP/1.1" status: 200  len: 210 time: 0.0551388
May 07 21:47:28.095767 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-109d70b8-894f-4f3a-bf33-b85bc8b5c477 req-bc27272b-0758-42be-bd29-77a8ef9a0f34 service neutron] 10.222.0.55 "GET /v2.0/networks/849ca462-b333-410b-8c4a-24e67429a8f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1826248
May 07 21:47:28.117337 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a432cf42-8cf8-49da-ad9d-f725bf62d782 req-3a7421bd-24c6-41be-a3f0-e1826005d9f8 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:28.126830 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a432cf42-8cf8-49da-ad9d-f725bf62d782 req-3a7421bd-24c6-41be-a3f0-e1826005d9f8 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfa51d13-aa03-48ef-9aea-32ae407e5d9d HTTP/1.1" status: 200  len: 944 time: 0.1044526
May 07 21:47:28.248195 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f53c2-e22a-4d74-a429-b04d5fce667c req-3820db0f-5ac6-4639-962f-be9968b6ce64 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:28.251231 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e40f53c2-e22a-4d74-a429-b04d5fce667c req-3820db0f-5ac6-4639-962f-be9968b6ce64 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=12135950-7d5e-4835-8fe5-31c8e5e9c986 HTTP/1.1" status: 200  len: 949 time: 0.0843468
May 07 21:47:28.307116 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-109d70b8-894f-4f3a-bf33-b85bc8b5c477 req-42687773-0d02-460e-9343-3a62f77bbd34 service neutron] 10.222.0.55 "GET /v2.0/networks/849ca462-b333-410b-8c4a-24e67429a8f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1766627
May 07 21:47:28.310665 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a432cf42-8cf8-49da-ad9d-f725bf62d782 req-129b1cbf-49d1-4e0e-8c54-e6053c517cac tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1827934
May 07 21:47:28.327947 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e40f53c2-e22a-4d74-a429-b04d5fce667c req-49a2b0c3-971f-434a-a691-67d525d60003 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0671289
May 07 21:47:28.516490 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 60212) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:47:28.550596 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89996e6-a4c8-405d-bdb5-9010528a8055 req-4d2b5201-d02f-4421-817f-a218596cf6d5 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:28.558332 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c89996e6-a4c8-405d-bdb5-9010528a8055 req-4d2b5201-d02f-4421-817f-a218596cf6d5 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=0284aa35-4e58-4e15-a194-a500996ed82e HTTP/1.1" status: 200  len: 949 time: 0.0919681
May 07 21:47:28.595711 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7c91cdcc-da05-4f94-a854-fe3eb5aa7e00 req-3c49c582-4d1b-481d-9f66-f78dbbd02efb tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=3533de6f-5073-4e2e-9620-5655b2cdcb7f HTTP/1.1" status: 200  len: 210 time: 0.0458710
May 07 21:47:28.623944 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c89996e6-a4c8-405d-bdb5-9010528a8055 req-0f8d190e-b4c6-478f-8db3-cf027c0c8cc2 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ea07aee-f825-4ee0-a542-65c887150930&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645554
May 07 21:47:28.644311 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-bad31db1-7d36-47b2-b8f6-1a63412d9115 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1163716233-network', 'tenant_id': '023784247b6441e9b281d0a62620a0bf'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:47:28.675914 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad31db1-7d36-47b2-b8f6-1a63412d9115 admin admin] Made reservation on behalf of 023784247b6441e9b281d0a62620a0bf for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:47:28.679523 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bad31db1-7d36-47b2-b8f6-1a63412d9115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:28.705614 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bad31db1-7d36-47b2-b8f6-1a63412d9115 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:28.755304 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7fb9cc5a-f8f7-4556-8981-cab457cf8a7a req-c4f9919d-3df2-4ad5-b6f2-12f074450160 tempest-ServersAdmin275Test-2110418138 tempest-ServersAdmin275Test-2110418138-project] 10.222.0.32 "GET /v2.0/ports?device_id=c5339211-223c-48cb-9652-201c790b2f4f HTTP/1.1" status: 200  len: 210 time: 0.0556121
May 07 21:47:28.794133 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64792d65-f813-4184-8638-10c588aec8f5 req-1199100b-260b-422b-a046-634814c9d3bc tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:28.795682 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-64792d65-f813-4184-8638-10c588aec8f5 req-1199100b-260b-422b-a046-634814c9d3bc tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/ports?device_id=12a792c3-0086-43d1-8995-7d56146f84b2 HTTP/1.1" status: 200  len: 946 time: 0.0693603
May 07 21:47:28.824976 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bad31db1-7d36-47b2-b8f6-1a63412d9115 admin admin] Publish callbacks [] for security_group (8a99eeb1-9d57-4bbf-adce-73166ac7fc98), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:28.831892 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bad31db1-7d36-47b2-b8f6-1a63412d9115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (8a99eeb1-9d57-4bbf-adce-73166ac7fc98), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:28.848339 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-64792d65-f813-4184-8638-10c588aec8f5 req-660d9253-6aa6-49a3-891f-50343b816340 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b456a11-abdd-4913-9fa4-f25fdacb0d35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456250
May 07 21:47:28.858258 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bad31db1-7d36-47b2-b8f6-1a63412d9115 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 21:47:28.900660 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bad31db1-7d36-47b2-b8f6-1a63412d9115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (38333408-95a5-461f-92ed-d1eae0d434eb), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:28.901032 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-bad31db1-7d36-47b2-b8f6-1a63412d9115 admin admin] Added segment 38333408-95a5-461f-92ed-d1eae0d434eb of type vlan for network 0e78476c-cc67-459b-b259-0ba7db8f5480
May 07 21:47:28.904050 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad31db1-7d36-47b2-b8f6-1a63412d9115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a99eeb1-9d57-4bbf-adce-73166ac7fc98,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:28.921101 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d5a4a0-409f-485a-8311-8987478b17c9 req-bc791cbd-7a94-4693-9c6c-0393bbc216c2 tempest-LiveAutoBlockMigrationV225Test-638033416 tempest-LiveAutoBlockMigrationV225Test-638033416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:28.923218 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-66d5a4a0-409f-485a-8311-8987478b17c9 req-bc791cbd-7a94-4693-9c6c-0393bbc216c2 tempest-LiveAutoBlockMigrationV225Test-638033416 tempest-LiveAutoBlockMigrationV225Test-638033416-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=bfa51d13-aa03-48ef-9aea-32ae407e5d9d HTTP/1.1" status: 200  len: 1126 time: 0.0692921
May 07 21:47:28.969235 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a465a723-c7bd-4564-8210-6031c887e636 req-1f35df57-b05d-4c33-9d69-d764bb03d64e tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:28.969595 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bad31db1-7d36-47b2-b8f6-1a63412d9115 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (0e78476c-cc67-459b-b259-0ba7db8f5480), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:28.970814 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a465a723-c7bd-4564-8210-6031c887e636 req-1f35df57-b05d-4c33-9d69-d764bb03d64e tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] 10.222.0.32 "GET /v2.0/ports?device_id=9628e17c-d8c7-4dd3-a4fd-8b3ec90ab5b0 HTTP/1.1" status: 200  len: 944 time: 0.0551355
May 07 21:47:29.014026 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:29.014608 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-66d5a4a0-409f-485a-8311-8987478b17c9 req-c073e08a-226b-4ace-9bfc-9a2a12516a95 tempest-LiveAutoBlockMigrationV225Test-638033416 tempest-LiveAutoBlockMigrationV225Test-638033416-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0734901
May 07 21:47:29.019949 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bad31db1-7d36-47b2-b8f6-1a63412d9115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (0e78476c-cc67-459b-b259-0ba7db8f5480), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:29.021406 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad31db1-7d36-47b2-b8f6-1a63412d9115 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:29.022395 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bad31db1-7d36-47b2-b8f6-1a63412d9115 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:29.049763 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a465a723-c7bd-4564-8210-6031c887e636 req-a6a7900f-7e14-46ee-a194-14d82d08477d tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] 10.222.0.32 "GET /v2.0/security-groups?id=94d1c480-f4e5-4d41-b75d-24e9594cc4ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0711026
May 07 21:47:29.063767 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-bad31db1-7d36-47b2-b8f6-1a63412d9115 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.5450921
May 07 21:47:29.064146 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 60222) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:47:29.072260 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-2bcdde80-bc30-4f0f-9983-aa9c8750d620 admin admin] Request body: {'subnet': {'network_id': '0e78476c-cc67-459b-b259-0ba7db8f5480', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1163716233-subnet', 'tenant_id': '023784247b6441e9b281d0a62620a0bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:47:29.094691 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bcdde80-bc30-4f0f-9983-aa9c8750d620 admin admin] Made reservation on behalf of 023784247b6441e9b281d0a62620a0bf for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:47:29.097816 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2bcdde80-bc30-4f0f-9983-aa9c8750d620 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:29.113721 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad31db1-7d36-47b2-b8f6-1a63412d9115 admin admin] Pushing event updated for resources: {'Network': ['ID=0e78476c-cc67-459b-b259-0ba7db8f5480,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:29.128954 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 0e78476c-cc67-459b-b259-0ba7db8f5480 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 21:47:29.353158 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2bcdde80-bc30-4f0f-9983-aa9c8750d620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for subnet (13f309bf-cfc1-43fd-bf8c-b9b340bcf855), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:29.456545 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880997fd-8ed1-4cc6-9f04-358f01d89834 req-8d9ca9fa-827c-4abc-a006-f7934a4b2800 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:29.457076 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcdde80-bc30-4f0f-9983-aa9c8750d620 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13f309bf-cfc1-43fd-bf8c-b9b340bcf855,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:29.458177 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-880997fd-8ed1-4cc6-9f04-358f01d89834 req-8d9ca9fa-827c-4abc-a006-f7934a4b2800 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=12135950-7d5e-4835-8fe5-31c8e5e9c986 HTTP/1.1" status: 200  len: 949 time: 0.0490711
May 07 21:47:29.476399 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59b2977-d89f-4b6b-9e5c-4dad55df4d68 req-3c8b801e-3a8e-403a-b0ff-63cabc13ee90 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:29.477858 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f59b2977-d89f-4b6b-9e5c-4dad55df4d68 req-3c8b801e-3a8e-403a-b0ff-63cabc13ee90 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/networks?id=38d1a38e-1f99-466b-bf7f-940113b4b6ed HTTP/1.1" status: 200  len: 821 time: 0.1711984
May 07 21:47:29.484802 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcdde80-bc30-4f0f-9983-aa9c8750d620 admin admin] Checking segment: {'id': '38333408-95a5-461f-92ed-d1eae0d434eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '0e78476c-cc67-459b-b259-0ba7db8f5480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:47:29.485159 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bcdde80-bc30-4f0f-9983-aa9c8750d620 admin admin] Network hostable DHCP agents. Network: 0e78476c-cc67-459b-b259-0ba7db8f5480, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 21:47:29.498649 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f59b2977-d89f-4b6b-9e5c-4dad55df4d68 req-51b3af1a-80e5-42a3-b85e-d93c3e26e663 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/quotas/4db49857a44d4f399959ac625886505a HTTP/1.1" status: 200  len: 375 time: 0.0148332
May 07 21:47:29.511824 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-880997fd-8ed1-4cc6-9f04-358f01d89834 req-5d851c47-912d-494a-8377-aea40c0498de tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469968
May 07 21:47:29.534546 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bcdde80-bc30-4f0f-9983-aa9c8750d620 admin admin] Network 0e78476c-cc67-459b-b259-0ba7db8f5480 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 21:47:29.548273 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-2bcdde80-bc30-4f0f-9983-aa9c8750d620 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0e78476c-cc67-459b-b259-0ba7db8f5480) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:47:29.555787 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e6a7a5-2be6-4ee1-8eaf-0957cb54ce42 None None] Network 0e78476c-cc67-459b-b259-0ba7db8f5480 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:47:29.557020 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f59b2977-d89f-4b6b-9e5c-4dad55df4d68 req-d3ade434-7c2f-457f-b2ee-0af9a279de98 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4db49857a44d4f399959ac625886505a&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0525773
May 07 21:47:29.558146 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bcdde80-bc30-4f0f-9983-aa9c8750d620 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:29.558727 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2bcdde80-bc30-4f0f-9983-aa9c8750d620 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:29.604085 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-2bcdde80-bc30-4f0f-9983-aa9c8750d620 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.5378277
May 07 21:47:29.687960 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f59b2977-d89f-4b6b-9e5c-4dad55df4d68 req-bf50b805-93cf-4141-b759-d1a2ff139383 service neutron] 10.222.0.32 "GET /v2.0/networks/38d1a38e-1f99-466b-bf7f-940113b4b6ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1226265
May 07 21:47:29.713076 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-be704fcb-9d91-4626-88fc-7aec7682fdb4 req-9ddfbc24-5c39-4e62-8d7a-4954024b805d tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=3533de6f-5073-4e2e-9620-5655b2cdcb7f HTTP/1.1" status: 200  len: 210 time: 0.0469515
May 07 21:47:29.764738 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6613ff56-9b33-4786-bb14-02765f09c697 None None] Network 0e78476c-cc67-459b-b259-0ba7db8f5480 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:47:29.847562 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f59b2977-d89f-4b6b-9e5c-4dad55df4d68 req-bbf9c8f7-17f2-417a-80f5-92c390b68088 service neutron] 10.222.0.32 "GET /v2.0/networks/38d1a38e-1f99-466b-bf7f-940113b4b6ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1526103
May 07 21:47:29.935788 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a567a327-b2ad-4b2c-8ab1-9be624cf33ef req-ebe89e78-0b0b-4189-ae7b-08af0a18a11a tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:29.944434 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a567a327-b2ad-4b2c-8ab1-9be624cf33ef req-ebe89e78-0b0b-4189-ae7b-08af0a18a11a tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=0284aa35-4e58-4e15-a194-a500996ed82e HTTP/1.1" status: 200  len: 949 time: 0.1102746
May 07 21:47:29.947561 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4c540270-8350-4eff-b401-714e7f87893f req-b0bcef87-1fec-49c2-9d52-61c506b5bb22 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e79018bd-9790-48c1-a26f-590908b011db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1762993
May 07 21:47:29.994496 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:30.051630 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a567a327-b2ad-4b2c-8ab1-9be624cf33ef req-589c6b2f-6c53-4cc7-861e-aa5d3027cf36 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ea07aee-f825-4ee0-a542-65c887150930&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0945208
May 07 21:47:30.093974 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29623a73-da6b-4817-8fb8-bac9db6bf97f req-4dbb7f44-14ce-4a80-82bb-fb8260228ecc tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:30.097188 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-29623a73-da6b-4817-8fb8-bac9db6bf97f req-4dbb7f44-14ce-4a80-82bb-fb8260228ecc tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.59 "GET /v2.0/networks?id=28405dfe-908d-4039-91f6-1d02165b34cd HTTP/1.1" status: 200  len: 808 time: 0.2470584
May 07 21:47:30.114151 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-29623a73-da6b-4817-8fb8-bac9db6bf97f req-480f5e87-4dfa-4b9d-9b35-eef2ee76a915 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Request body: {'port': {'device_id': '3533de6f-5073-4e2e-9620-5655b2cdcb7f', 'network_id': '28405dfe-908d-4039-91f6-1d02165b34cd', 'admin_state_up': True, 'tenant_id': '1bcaffad5d3447b98f0216d3481045e5'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:47:30.164786 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c540270-8350-4eff-b401-714e7f87893f req-65514cbe-255f-4cc0-9bb2-8579629e48bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:30.168783 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4c540270-8350-4eff-b401-714e7f87893f req-65514cbe-255f-4cc0-9bb2-8579629e48bf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=95946c2e9a5c4a72905d75010a9bb7a5&device_id=e79018bd-9790-48c1-a26f-590908b011db HTTP/1.1" status: 200  len: 1132 time: 0.1160913
May 07 21:47:30.291243 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e537c53f-1a9a-4958-ac63-2d055519e5d9 req-64bbd592-4092-4421-8560-97b1b1a18740 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:30.292743 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e537c53f-1a9a-4958-ac63-2d055519e5d9 req-64bbd592-4092-4421-8560-97b1b1a18740 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] 10.222.0.32 "GET /v2.0/ports?device_id=9628e17c-d8c7-4dd3-a4fd-8b3ec90ab5b0 HTTP/1.1" status: 200  len: 944 time: 0.1097062
May 07 21:47:30.325672 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308d38ba-6981-4443-9348-f2d5fc296cce req-6d65b2ef-66da-4da2-94b1-9a07b1372887 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:30.339389 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-308d38ba-6981-4443-9348-f2d5fc296cce req-6d65b2ef-66da-4da2-94b1-9a07b1372887 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/ports?device_id=12a792c3-0086-43d1-8995-7d56146f84b2 HTTP/1.1" status: 200  len: 946 time: 0.1905513
May 07 21:47:30.401556 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c540270-8350-4eff-b401-714e7f87893f req-9e78ed9f-0e3c-458c-a17f-8b778fb7cdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:30.403090 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4c540270-8350-4eff-b401-714e7f87893f req-9e78ed9f-0e3c-458c-a17f-8b778fb7cdc5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=665487f0-78eb-47fb-9a06-b15bc614dc47 HTTP/1.1" status: 200  len: 870 time: 0.2142136
May 07 21:47:30.418106 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e537c53f-1a9a-4958-ac63-2d055519e5d9 req-a238096e-460d-49f8-9aa1-977378327608 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] 10.222.0.32 "GET /v2.0/security-groups?id=94d1c480-f4e5-4d41-b75d-24e9594cc4ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0892761
May 07 21:47:30.428411 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-308d38ba-6981-4443-9348-f2d5fc296cce req-eb67e613-fd8b-4a36-a18d-3e0a75d95911 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b456a11-abdd-4913-9fa4-f25fdacb0d35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0878808
May 07 21:47:30.435938 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 60274) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:47:30.503940 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29623a73-da6b-4817-8fb8-bac9db6bf97f req-480f5e87-4dfa-4b9d-9b35-eef2ee76a915 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Made reservation on behalf of 1bcaffad5d3447b98f0216d3481045e5 for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:47:30.507297 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-29623a73-da6b-4817-8fb8-bac9db6bf97f req-480f5e87-4dfa-4b9d-9b35-eef2ee76a915 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:30.520838 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4c540270-8350-4eff-b401-714e7f87893f req-6477f152-afaa-471c-a667-b0538e552c12 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.164&port_id=030cf429-3843-4968-ac82-75d806b69b77 HTTP/1.1" status: 200  len: 217 time: 0.1008534
May 07 21:47:30.574559 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b8f2c5db-c2a0-483a-b9fd-aa2f20e561d3 req-e5506ded-b248-41a8-aff4-8aff16f2e7d0 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6f62982-0b82-42d1-9d49-2b8d8f6ec04f HTTP/1.1" status: 200  len: 210 time: 0.0566988
May 07 21:47:30.575121 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 60280) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:47:30.601226 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-e0ae16bb-c229-4bf0-b8f2-d8ea1fd6971f admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1832042766-network', 'tenant_id': '128780b076564b77b99449d2e31ce8b7'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:47:30.620159 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ef9c01a7-0d3a-44fa-81ba-dffe3b8b09d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:30.629938 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c540270-8350-4eff-b401-714e7f87893f req-533d1828-6945-4e39-b7e6-535ba20958a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:30.631487 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4c540270-8350-4eff-b401-714e7f87893f req-533d1828-6945-4e39-b7e6-535ba20958a7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6e0e5c53-1ece-4d20-b01d-5f8c6957edf6 HTTP/1.1" status: 200  len: 843 time: 0.1028929
May 07 21:47:30.632581 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0ae16bb-c229-4bf0-b8f2-d8ea1fd6971f admin admin] Made reservation on behalf of 128780b076564b77b99449d2e31ce8b7 for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:47:30.634847 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e0ae16bb-c229-4bf0-b8f2-d8ea1fd6971f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:30.653736 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e0ae16bb-c229-4bf0-b8f2-d8ea1fd6971f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:30.699366 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c540270-8350-4eff-b401-714e7f87893f req-cfd7e5d9-adbb-4205-a902-7a7ff6edc947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:30.701118 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4c540270-8350-4eff-b401-714e7f87893f req-cfd7e5d9-adbb-4205-a902-7a7ff6edc947 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=665487f0-78eb-47fb-9a06-b15bc614dc47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0569642
May 07 21:47:30.854972 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f07f9623-50c3-4ac8-a0df-81a409e9e27f req-3c9531fb-7dc0-493b-8b0b-c199bccc68e4 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=3533de6f-5073-4e2e-9620-5655b2cdcb7f HTTP/1.1" status: 200  len: 210 time: 0.0472136
May 07 21:47:30.875162 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e0ae16bb-c229-4bf0-b8f2-d8ea1fd6971f admin admin] Publish callbacks [] for security_group (76609b58-a687-43c4-a361-0e8a14ce374f), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:30.878027 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4c540270-8350-4eff-b401-714e7f87893f req-2602eb7b-e58b-4a33-a0af-449f18612c34 service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1698389
May 07 21:47:30.888289 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e0ae16bb-c229-4bf0-b8f2-d8ea1fd6971f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (76609b58-a687-43c4-a361-0e8a14ce374f), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:30.939534 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0ae16bb-c229-4bf0-b8f2-d8ea1fd6971f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 21:47:30.941399 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb4a62c-d5f0-4491-bc0d-1907641742be req-d2e19d73-4f16-4592-9bab-f96db26e2ea9 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:30.942936 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-dbb4a62c-d5f0-4491-bc0d-1907641742be req-d2e19d73-4f16-4592-9bab-f96db26e2ea9 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=12135950-7d5e-4835-8fe5-31c8e5e9c986 HTTP/1.1" status: 200  len: 949 time: 0.3204248
May 07 21:47:30.991109 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [req-29623a73-da6b-4817-8fb8-bac9db6bf97f req-480f5e87-4dfa-4b9d-9b35-eef2ee76a915 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Allocated IP 172.20.0.8 (28405dfe-908d-4039-91f6-1d02165b34cd/1fe63d5f-90f3-4e94-9dfe-af97e96ae5d9/9177df96-b4f9-41db-8806-f7ea5787a4fc) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:47:30.994793 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ae16bb-c229-4bf0-b8f2-d8ea1fd6971f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76609b58-a687-43c4-a361-0e8a14ce374f,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:31.016101 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e0ae16bb-c229-4bf0-b8f2-d8ea1fd6971f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (8b8a7621-57fb-4645-86ea-e67ffaaf7c2a), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:31.016409 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-e0ae16bb-c229-4bf0-b8f2-d8ea1fd6971f admin admin] Added segment 8b8a7621-57fb-4645-86ea-e67ffaaf7c2a of type vlan for network a9952a0c-5d8d-426a-880f-9e31ca19c1dc
May 07 21:47:31.060667 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-dbb4a62c-d5f0-4491-bc0d-1907641742be req-af74f7ba-bb83-469b-9cdb-9beb888b5a1d tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1046309
May 07 21:47:31.076401 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59377e8e-1b17-40ff-8ae9-9ae5d97d4940 req-288ee6b3-357a-4dc0-8886-9e90867814ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:31.077949 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-59377e8e-1b17-40ff-8ae9-9ae5d97d4940 req-288ee6b3-357a-4dc0-8886-9e90867814ee service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d7a25055f3544e5c95bacd3a07611e1d&device_id=9628e17c-d8c7-4dd3-a4fd-8b3ec90ab5b0 HTTP/1.1" status: 200  len: 1126 time: 0.0962903
May 07 21:47:31.091374 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4c540270-8350-4eff-b401-714e7f87893f req-24e33df1-206c-495f-96d4-853b3087504a service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1992583
May 07 21:47:31.092862 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e0ae16bb-c229-4bf0-b8f2-d8ea1fd6971f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (a9952a0c-5d8d-426a-880f-9e31ca19c1dc), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:31.111614 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ef9c01a7-0d3a-44fa-81ba-dffe3b8b09d2 admin admin] Publish callbacks [] for security_group (7562b7f3-5736-4747-b223-f6ac1464425c), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:31.177495 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e0ae16bb-c229-4bf0-b8f2-d8ea1fd6971f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (a9952a0c-5d8d-426a-880f-9e31ca19c1dc), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:31.178464 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ae16bb-c229-4bf0-b8f2-d8ea1fd6971f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:31.179079 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e0ae16bb-c229-4bf0-b8f2-d8ea1fd6971f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:31.224515 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ef9c01a7-0d3a-44fa-81ba-dffe3b8b09d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (7562b7f3-5736-4747-b223-f6ac1464425c), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:31.274106 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9c01a7-0d3a-44fa-81ba-dffe3b8b09d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7562b7f3-5736-4747-b223-f6ac1464425c,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:31.297683 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-ef9c01a7-0d3a-44fa-81ba-dffe3b8b09d2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e319fb6c72864e1997a9f30a5f09f36c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.8604991
May 07 21:47:31.301118 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 60304) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:47:31.324502 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-e0ae16bb-c229-4bf0-b8f2-d8ea1fd6971f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.7310264
May 07 21:47:31.325906 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-29623a73-da6b-4817-8fb8-bac9db6bf97f req-480f5e87-4dfa-4b9d-9b35-eef2ee76a915 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Publish callbacks [] for port (9177df96-b4f9-41db-8806-f7ea5787a4fc), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:31.327405 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 60306) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:47:31.337716 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-f64ec744-6432-4346-a6f2-c5de2a116f5e admin admin] Request body: {'subnet': {'network_id': 'a9952a0c-5d8d-426a-880f-9e31ca19c1dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1832042766-subnet', 'tenant_id': '128780b076564b77b99449d2e31ce8b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:47:31.340134 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ae16bb-c229-4bf0-b8f2-d8ea1fd6971f admin admin] Pushing event updated for resources: {'Network': ['ID=a9952a0c-5d8d-426a-880f-9e31ca19c1dc,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:31.350476 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c34d08-b011-4f24-8aa6-86928e444451 req-78d0d8fc-de32-4e3e-a113-c32a06e15203 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:31.351404 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network a9952a0c-5d8d-426a-880f-9e31ca19c1dc details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 21:47:31.352331 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-08c34d08-b011-4f24-8aa6-86928e444451 req-78d0d8fc-de32-4e3e-a113-c32a06e15203 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=0284aa35-4e58-4e15-a194-a500996ed82e HTTP/1.1" status: 200  len: 949 time: 0.1167476
May 07 21:47:31.353125 ncdv-master-1 neutron-server[121836]: INFO neutron.api.v2.resource [req-5460cd8e-542d-46e8-87ba-729ceba53972 req-58bae0a9-b119-4d8a-8435-39ec20ce9e83 service neutron] show failed (client error): The resource could not be found.
May 07 21:47:31.354125 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5460cd8e-542d-46e8-87ba-729ceba53972 req-58bae0a9-b119-4d8a-8435-39ec20ce9e83 service neutron] 10.222.0.55 "GET /v2.0/ports/f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.2377534
May 07 21:47:31.388349 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f64ec744-6432-4346-a6f2-c5de2a116f5e admin admin] Made reservation on behalf of 128780b076564b77b99449d2e31ce8b7 for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:47:31.388851 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59377e8e-1b17-40ff-8ae9-9ae5d97d4940 req-074dfd4f-451b-4ba8-8876-9fe9f9d8054f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:31.390426 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-59377e8e-1b17-40ff-8ae9-9ae5d97d4940 req-074dfd4f-451b-4ba8-8876-9fe9f9d8054f service neutron] 10.222.0.55 "GET /v2.0/networks?id=849ca462-b333-410b-8c4a-24e67429a8f8 HTTP/1.1" status: 200  len: 924 time: 0.2751932
May 07 21:47:31.391253 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f64ec744-6432-4346-a6f2-c5de2a116f5e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:31.420840 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-08c34d08-b011-4f24-8aa6-86928e444451 req-a8bd6a65-50cc-4767-8595-9ffb04c59db6 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ea07aee-f825-4ee0-a542-65c887150930&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575953
May 07 21:47:31.460497 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-14483e94-976c-409e-9358-081e93d31195 admin admin] Publish callbacks [] for security_group (7562b7f3-5736-4747-b223-f6ac1464425c), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:31.478474 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-29623a73-da6b-4817-8fb8-bac9db6bf97f req-480f5e87-4dfa-4b9d-9b35-eef2ee76a915 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (9177df96-b4f9-41db-8806-f7ea5787a4fc), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:31.548017 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-14483e94-976c-409e-9358-081e93d31195 admin admin] Publish callbacks [] for security_group (7562b7f3-5736-4747-b223-f6ac1464425c), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:31.580856 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-59377e8e-1b17-40ff-8ae9-9ae5d97d4940 req-53998dd9-f476-4c3f-9ebc-06c1f9fce5d9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41742b2f-f351-48d6-994b-cf147d81966f HTTP/1.1" status: 200  len: 217 time: 0.0423186
May 07 21:47:31.590324 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b843ac5a-696a-4f40-8fbe-152536ea0c36 req-482fc667-e0c8-4e5a-af91-0b67e2922745 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:31.591979 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b843ac5a-696a-4f40-8fbe-152536ea0c36 req-482fc667-e0c8-4e5a-af91-0b67e2922745 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/ports?device_id=12a792c3-0086-43d1-8995-7d56146f84b2 HTTP/1.1" status: 200  len: 946 time: 0.0859556
May 07 21:47:31.609127 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29623a73-da6b-4817-8fb8-bac9db6bf97f req-480f5e87-4dfa-4b9d-9b35-eef2ee76a915 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Network 28405dfe-908d-4039-91f6-1d02165b34cd is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:47:31.634453 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [req-29623a73-da6b-4817-8fb8-bac9db6bf97f req-480f5e87-4dfa-4b9d-9b35-eef2ee76a915 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:47:31.645995 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-29623a73-da6b-4817-8fb8-bac9db6bf97f req-480f5e87-4dfa-4b9d-9b35-eef2ee76a915 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:47:31.651113 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29623a73-da6b-4817-8fb8-bac9db6bf97f req-480f5e87-4dfa-4b9d-9b35-eef2ee76a915 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:31.651736 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-29623a73-da6b-4817-8fb8-bac9db6bf97f req-480f5e87-4dfa-4b9d-9b35-eef2ee76a915 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:31.664240 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6857fb31-78c9-4662-8a1a-5ae6083096ff req-073c21a2-f667-4733-8806-2fe259802124 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:31.671319 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6857fb31-78c9-4662-8a1a-5ae6083096ff req-073c21a2-f667-4733-8806-2fe259802124 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] 10.222.0.32 "GET /v2.0/ports?device_id=9628e17c-d8c7-4dd3-a4fd-8b3ec90ab5b0 HTTP/1.1" status: 200  len: 944 time: 0.1749432
May 07 21:47:31.681728 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480f5e87-4dfa-4b9d-9b35-eef2ee76a915 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Pushing event updated for resources: {'Port': ['ID=9177df96-b4f9-41db-8806-f7ea5787a4fc,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:31.722019 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59377e8e-1b17-40ff-8ae9-9ae5d97d4940 req-bf92775f-21a9-4e96-809c-1a678f9e9678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:31.723561 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-59377e8e-1b17-40ff-8ae9-9ae5d97d4940 req-bf92775f-21a9-4e96-809c-1a678f9e9678 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=00184246-3b14-4ff3-8c67-98e0d140369b HTTP/1.1" status: 200  len: 862 time: 0.1304085
May 07 21:47:31.754933 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-29623a73-da6b-4817-8fb8-bac9db6bf97f req-480f5e87-4dfa-4b9d-9b35-eef2ee76a915 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6445916
May 07 21:47:31.770812 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-29623a73-da6b-4817-8fb8-bac9db6bf97f req-df156f2c-7589-4506-9541-8a4b8e3347eb service neutron] Request body: {'port': {'device_id': '3533de6f-5073-4e2e-9620-5655b2cdcb7f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:47:31.813571 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-14483e94-976c-409e-9358-081e93d31195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (7562b7f3-5736-4747-b223-f6ac1464425c), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:31.815346 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b843ac5a-696a-4f40-8fbe-152536ea0c36 req-f55c1d14-5ddd-4744-a669-d453cc3071ba tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b456a11-abdd-4913-9fa4-f25fdacb0d35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2121365
May 07 21:47:31.816086 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-14483e94-976c-409e-9358-081e93d31195 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:31.817206 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-14483e94-976c-409e-9358-081e93d31195 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7562b7f3-5736-4747-b223-f6ac1464425c HTTP/1.1" status: 204  len: 168 time: 0.5150070
May 07 21:47:31.834898 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59377e8e-1b17-40ff-8ae9-9ae5d97d4940 req-ae8e5f76-ebb2-4735-955a-81e781557ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:31.836657 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-59377e8e-1b17-40ff-8ae9-9ae5d97d4940 req-ae8e5f76-ebb2-4735-955a-81e781557ab9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=849ca462-b333-410b-8c4a-24e67429a8f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1037569
May 07 21:47:31.856634 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59b2977-d89f-4b6b-9e5c-4dad55df4d68 req-8f338642-b06d-447b-b2c9-093d460e210a tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:31.858085 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f59b2977-d89f-4b6b-9e5c-4dad55df4d68 req-8f338642-b06d-447b-b2c9-093d460e210a tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.55 "GET /v2.0/networks?id=38d1a38e-1f99-466b-bf7f-940113b4b6ed HTTP/1.1" status: 200  len: 821 time: 0.2218568
May 07 21:47:31.858214 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6857fb31-78c9-4662-8a1a-5ae6083096ff req-9e8eeb42-b0d4-4e13-9050-b02f7ba77eff tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] 10.222.0.32 "GET /v2.0/security-groups?id=94d1c480-f4e5-4d41-b75d-24e9594cc4ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1842582
May 07 21:47:31.867455 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5460cd8e-542d-46e8-87ba-729ceba53972 req-5cdaf3b2-725c-4071-a985-a58cde552c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:31.868879 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5460cd8e-542d-46e8-87ba-729ceba53972 req-5cdaf3b2-725c-4071-a985-a58cde552c01 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=12135950-7d5e-4835-8fe5-31c8e5e9c986&tenant_id=7789855db11445de842c4df75bd05e10 HTTP/1.1" status: 200  len: 1131 time: 0.1149223
May 07 21:47:31.883219 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-f59b2977-d89f-4b6b-9e5c-4dad55df4d68 req-a515361d-f2a9-4c6d-85e3-05e3fefb75c0 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Request body: {'port': {'device_id': 'f6f62982-0b82-42d1-9d49-2b8d8f6ec04f', 'network_id': '38d1a38e-1f99-466b-bf7f-940113b4b6ed', 'admin_state_up': True, 'tenant_id': '4db49857a44d4f399959ac625886505a'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:47:31.883461 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14483e94-976c-409e-9358-081e93d31195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7562b7f3-5736-4747-b223-f6ac1464425c,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:31.893787 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-5460cd8e-542d-46e8-87ba-729ceba53972 req-f1da82a5-a736-4da0-b1ea-c99f15d2069e service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:47:31.896869 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 41742b2f-f351-48d6-994b-cf147d81966f details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:47:31.957592 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f64ec744-6432-4346-a6f2-c5de2a116f5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for subnet (46b7cf65-3533-4709-bce9-0cc90041c609), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:31.976354 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-29623a73-da6b-4817-8fb8-bac9db6bf97f req-df156f2c-7589-4506-9541-8a4b8e3347eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (9177df96-b4f9-41db-8806-f7ea5787a4fc), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:32.093143 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d3185629-1a68-4c49-adeb-0ce10b270e41 req-3904632c-5d6d-484c-a0c3-c3e4d26d2381 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6f62982-0b82-42d1-9d49-2b8d8f6ec04f HTTP/1.1" status: 200  len: 210 time: 0.0768745
May 07 21:47:32.098328 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64ec744-6432-4346-a6f2-c5de2a116f5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=46b7cf65-3533-4709-bce9-0cc90041c609,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:32.113458 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf86049-c7be-4cfd-8863-c8a880417735 req-60c9a2e2-2740-4406-b76f-f24cd1197d3f tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:32.121153 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-abf86049-c7be-4cfd-8863-c8a880417735 req-60c9a2e2-2740-4406-b76f-f24cd1197d3f tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=3533de6f-5073-4e2e-9620-5655b2cdcb7f HTTP/1.1" status: 200  len: 931 time: 0.1402512
May 07 21:47:32.145722 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-5460cd8e-542d-46e8-87ba-729ceba53972 req-f1da82a5-a736-4da0-b1ea-c99f15d2069e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:32.148999 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-59377e8e-1b17-40ff-8ae9-9ae5d97d4940 req-8644cd46-b4ee-41b7-9af4-83621c724922 service neutron] 10.222.0.55 "GET /v2.0/networks/849ca462-b333-410b-8c4a-24e67429a8f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3019621
May 07 21:47:32.151083 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 41742b2f-f351-48d6-994b-cf147d81966f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=41742b2f-f351-48d6-994b-cf147d81966f,segment=NetworkSegment(0afabcaa-164e-453b-a9cc-8c006af8772f),segment_id=0afabcaa-164e-453b-a9cc-8c006af8772f)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:47:32.193041 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': '41742b2f-f351-48d6-994b-cf147d81966f', 'network_id': '849ca462-b333-410b-8c4a-24e67429a8f8', 'port_id': '41742b2f-f351-48d6-994b-cf147d81966f', 'mac_address': 'fa:16:3e:d9:60:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00184246-3b14-4ff3-8c67-98e0d140369b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:47:32.243956 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64ec744-6432-4346-a6f2-c5de2a116f5e admin admin] Checking segment: {'id': '8b8a7621-57fb-4645-86ea-e67ffaaf7c2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'a9952a0c-5d8d-426a-880f-9e31ca19c1dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:47:32.244316 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64ec744-6432-4346-a6f2-c5de2a116f5e admin admin] Network hostable DHCP agents. Network: a9952a0c-5d8d-426a-880f-9e31ca19c1dc, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 21:47:32.262622 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 41742b2f-f351-48d6-994b-cf147d81966f is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:47:32.263499 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (41742b2f-f351-48d6-994b-cf147d81966f), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:32.280966 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41742b2f-f351-48d6-994b-cf147d81966f {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:47:32.297651 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-abf86049-c7be-4cfd-8863-c8a880417735 req-4d181972-dd66-468f-b0d6-79c2bcc46652 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1746800
May 07 21:47:32.307903 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 41742b2f-f351-48d6-994b-cf147d81966f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=41742b2f-f351-48d6-994b-cf147d81966f,segment=NetworkSegment(0afabcaa-164e-453b-a9cc-8c006af8772f),segment_id=0afabcaa-164e-453b-a9cc-8c006af8772f)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:47:32.314380 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (41742b2f-f351-48d6-994b-cf147d81966f), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:32.330724 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64ec744-6432-4346-a6f2-c5de2a116f5e admin admin] Network a9952a0c-5d8d-426a-880f-9e31ca19c1dc is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 21:47:32.380937 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-f64ec744-6432-4346-a6f2-c5de2a116f5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a9952a0c-5d8d-426a-880f-9e31ca19c1dc) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:47:32.388602 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64ec744-6432-4346-a6f2-c5de2a116f5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:32.389208 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f64ec744-6432-4346-a6f2-c5de2a116f5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:32.403075 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd319227-8605-47fc-9a49-28a25fd17b02 None None] Network a9952a0c-5d8d-426a-880f-9e31ca19c1dc requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:47:32.422827 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-f64ec744-6432-4346-a6f2-c5de2a116f5e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.0878749
May 07 21:47:32.482117 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=41742b2f-f351-48d6-994b-cf147d81966f,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:32.488632 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 60326) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:47:32.552142 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [req-29623a73-da6b-4817-8fb8-bac9db6bf97f req-df156f2c-7589-4506-9541-8a4b8e3347eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9177df96-b4f9-41db-8806-f7ea5787a4fc {{(pid=121837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:47:32.556248 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['41742b2f-f351-48d6-994b-cf147d81966f'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:47:32.580504 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-29623a73-da6b-4817-8fb8-bac9db6bf97f req-df156f2c-7589-4506-9541-8a4b8e3347eb service neutron] Publish callbacks [] for port (9177df96-b4f9-41db-8806-f7ea5787a4fc), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:32.582828 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f59b2977-d89f-4b6b-9e5c-4dad55df4d68 req-a515361d-f2a9-4c6d-85e3-05e3fefb75c0 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Made reservation on behalf of 4db49857a44d4f399959ac625886505a for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:47:32.586150 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-f59b2977-d89f-4b6b-9e5c-4dad55df4d68 req-a515361d-f2a9-4c6d-85e3-05e3fefb75c0 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:32.591292 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2a9bda77-a683-479f-8cba-6c893996ffc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:32.624503 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 60328) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:47:32.677906 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-29623a73-da6b-4817-8fb8-bac9db6bf97f req-df156f2c-7589-4506-9541-8a4b8e3347eb service neutron] Transition to ACTIVE for port object 9177df96-b4f9-41db-8806-f7ea5787a4fc will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:47:32.684009 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495229fb-4708-49c0-bea9-106d0930dc3f req-ebe6163d-be1e-4657-91dd-e4b0b4f18266 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:32.691249 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-495229fb-4708-49c0-bea9-106d0930dc3f req-ebe6163d-be1e-4657-91dd-e4b0b4f18266 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=12135950-7d5e-4835-8fe5-31c8e5e9c986 HTTP/1.1" status: 200  len: 949 time: 0.1776519
May 07 21:47:32.694875 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-29623a73-da6b-4817-8fb8-bac9db6bf97f req-df156f2c-7589-4506-9541-8a4b8e3347eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (9177df96-b4f9-41db-8806-f7ea5787a4fc), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:32.704249 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-59377e8e-1b17-40ff-8ae9-9ae5d97d4940 req-606171a1-37d3-43bf-9bd7-c8582d51b548 service neutron] 10.222.0.55 "GET /v2.0/networks/849ca462-b333-410b-8c4a-24e67429a8f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5414510
May 07 21:47:32.714812 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef55a9-a390-4cff-9fd2-9bac3d151d0f req-7f12e891-2d5d-4bbf-81c6-6683be067500 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:32.716484 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9eef55a9-a390-4cff-9fd2-9bac3d151d0f req-7f12e891-2d5d-4bbf-81c6-6683be067500 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=0284aa35-4e58-4e15-a194-a500996ed82e HTTP/1.1" status: 200  len: 949 time: 0.1480031
May 07 21:47:32.776070 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd78881d-ddae-4a87-861e-dc251889309e None None] Network a9952a0c-5d8d-426a-880f-9e31ca19c1dc requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:47:32.787065 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf3443ae-2307-43de-8d4d-234b11cf8a11 admin admin] Deleting subnet 13f309bf-cfc1-43fd-bf8c-b9b340bcf855 {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 21:47:32.800004 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cf3443ae-2307-43de-8d4d-234b11cf8a11 admin admin] Publish callbacks [] for subnet (13f309bf-cfc1-43fd-bf8c-b9b340bcf855), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:32.858872 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df156f2c-7589-4506-9541-8a4b8e3347eb service neutron] Pushing event updated for resources: {'Port': ['ID=9177df96-b4f9-41db-8806-f7ea5787a4fc,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:32.860802 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-495229fb-4708-49c0-bea9-106d0930dc3f req-049154b9-4753-41d4-a7a0-e59325de56c1 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1683931
May 07 21:47:32.932713 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [req-f59b2977-d89f-4b6b-9e5c-4dad55df4d68 req-a515361d-f2a9-4c6d-85e3-05e3fefb75c0 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Allocated IP 172.20.0.7 (38d1a38e-1f99-466b-bf7f-940113b4b6ed/14835495-3004-48e8-b7c5-01b68d156e2d/446d2d04-f43a-4396-ae3d-6321f1ea6225) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:47:32.935578 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-5460cd8e-542d-46e8-87ba-729ceba53972 req-f1da82a5-a736-4da0-b1ea-c99f15d2069e service neutron] For port f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:47:32.955891 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9eef55a9-a390-4cff-9fd2-9bac3d151d0f req-772be931-c5b9-4e66-9789-42f8bd761b13 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ea07aee-f825-4ee0-a542-65c887150930&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2036381
May 07 21:47:32.963560 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cf3443ae-2307-43de-8d4d-234b11cf8a11 admin admin] Publish callbacks [] for subnet (13f309bf-cfc1-43fd-bf8c-b9b340bcf855), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:32.993670 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cf3443ae-2307-43de-8d4d-234b11cf8a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (13f309bf-cfc1-43fd-bf8c-b9b340bcf855), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:33.031161 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-29623a73-da6b-4817-8fb8-bac9db6bf97f req-df156f2c-7589-4506-9541-8a4b8e3347eb service neutron] Attempting to bind port 9177df96-b4f9-41db-8806-f7ea5787a4fc on host nch2-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:47:33.031517 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-29623a73-da6b-4817-8fb8-bac9db6bf97f req-df156f2c-7589-4506-9541-8a4b8e3347eb service neutron] Attempting to bind port 9177df96-b4f9-41db-8806-f7ea5787a4fc by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '82ec07f6-cf99-4411-99d8-c39170f22b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '28405dfe-908d-4039-91f6-1d02165b34cd'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:47:33.031846 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29623a73-da6b-4817-8fb8-bac9db6bf97f req-df156f2c-7589-4506-9541-8a4b8e3347eb service neutron] Attempting to bind port 9177df96-b4f9-41db-8806-f7ea5787a4fc on network 28405dfe-908d-4039-91f6-1d02165b34cd {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:47:33.055971 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26a39f8-fedf-49ea-9203-53ebdfabc627 req-60e242cf-5d4b-4083-9e30-8e8707217268 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:33.057477 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f26a39f8-fedf-49ea-9203-53ebdfabc627 req-60e242cf-5d4b-4083-9e30-8e8707217268 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/ports?device_id=12a792c3-0086-43d1-8995-7d56146f84b2 HTTP/1.1" status: 200  len: 946 time: 0.0759280
May 07 21:47:33.063153 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29623a73-da6b-4817-8fb8-bac9db6bf97f req-df156f2c-7589-4506-9541-8a4b8e3347eb service neutron] Port 9177df96-b4f9-41db-8806-f7ea5787a4fc on network 28405dfe-908d-4039-91f6-1d02165b34cd not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:47:33.063489 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29623a73-da6b-4817-8fb8-bac9db6bf97f req-df156f2c-7589-4506-9541-8a4b8e3347eb service neutron] Attempting to bind port 9177df96-b4f9-41db-8806-f7ea5787a4fc on network 28405dfe-908d-4039-91f6-1d02165b34cd {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:47:33.069562 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2a9bda77-a683-479f-8cba-6c893996ffc1 admin admin] Publish callbacks [] for security_group (ee4a3c55-113f-426f-9aca-412e8ce21816), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:33.071317 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-5460cd8e-542d-46e8-87ba-729ceba53972 req-f1da82a5-a736-4da0-b1ea-c99f15d2069e service neutron] For port f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9, host nch1-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:47:33.095771 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29623a73-da6b-4817-8fb8-bac9db6bf97f req-df156f2c-7589-4506-9541-8a4b8e3347eb service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:47:33.096179 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29623a73-da6b-4817-8fb8-bac9db6bf97f req-df156f2c-7589-4506-9541-8a4b8e3347eb service neutron] Checking segment: {'id': '82ec07f6-cf99-4411-99d8-c39170f22b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '28405dfe-908d-4039-91f6-1d02165b34cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:47:33.096488 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29623a73-da6b-4817-8fb8-bac9db6bf97f req-df156f2c-7589-4506-9541-8a4b8e3347eb service neutron] Bound using segment: {'id': '82ec07f6-cf99-4411-99d8-c39170f22b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '28405dfe-908d-4039-91f6-1d02165b34cd'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:47:33.097238 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-29623a73-da6b-4817-8fb8-bac9db6bf97f req-df156f2c-7589-4506-9541-8a4b8e3347eb service neutron] Bound port: 9177df96-b4f9-41db-8806-f7ea5787a4fc, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82ec07f6-cf99-4411-99d8-c39170f22b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '28405dfe-908d-4039-91f6-1d02165b34cd'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:47:33.097370 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-29623a73-da6b-4817-8fb8-bac9db6bf97f req-df156f2c-7589-4506-9541-8a4b8e3347eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (9177df96-b4f9-41db-8806-f7ea5787a4fc), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:33.102736 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2a9bda77-a683-479f-8cba-6c893996ffc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (ee4a3c55-113f-426f-9aca-412e8ce21816), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:33.193284 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-2a9bda77-a683-479f-8cba-6c893996ffc1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9a6e01ee83e641049cd363a84b35804e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7035110
May 07 21:47:33.199837 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabfdb5a-f19b-4e5b-9d0b-cf7691a22db8 req-a53419da-820f-4fdc-8bbc-9ad09d19fec8 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:33.201293 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-eabfdb5a-f19b-4e5b-9d0b-cf7691a22db8 req-a53419da-820f-4fdc-8bbc-9ad09d19fec8 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] 10.222.0.32 "GET /v2.0/ports?device_id=9628e17c-d8c7-4dd3-a4fd-8b3ec90ab5b0 HTTP/1.1" status: 200  len: 945 time: 0.1608746
May 07 21:47:33.202135 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 60336) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:47:33.207621 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cf3443ae-2307-43de-8d4d-234b11cf8a11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for subnet (13f309bf-cfc1-43fd-bf8c-b9b340bcf855), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:33.213379 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9bda77-a683-479f-8cba-6c893996ffc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee4a3c55-113f-426f-9aca-412e8ce21816,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:33.219912 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12135950-7d5e-4835-8fe5-31c8e5e9c986', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:47:33.222008 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b563c00a-c0d3-40de-841a-8c24118786cb" -d '{"events": [{"server_uuid": "12135950-7d5e-4835-8fe5-31c8e5e9c986", "name": "network-vif-unplugged", "status": "completed", "tag": "f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:47:33.234237 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-5460cd8e-542d-46e8-87ba-729ceba53972 req-f1da82a5-a736-4da0-b1ea-c99f15d2069e service neutron] Publish callbacks [] for port (f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:33.255829 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f26a39f8-fedf-49ea-9203-53ebdfabc627 req-71dcc10a-398d-4bc0-ace6-2cffb016c5b7 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b456a11-abdd-4913-9fa4-f25fdacb0d35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1826625
May 07 21:47:33.260518 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3443ae-2307-43de-8d4d-234b11cf8a11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13f309bf-cfc1-43fd-bf8c-b9b340bcf855,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:33.267018 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cf3443ae-2307-43de-8d4d-234b11cf8a11 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:33.270144 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-cf3443ae-2307-43de-8d4d-234b11cf8a11 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/13f309bf-cfc1-43fd-bf8c-b9b340bcf855 HTTP/1.1" status: 204  len: 168 time: 0.6404696
May 07 21:47:33.280232 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 60340) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:47:33.284696 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-29623a73-da6b-4817-8fb8-bac9db6bf97f req-df156f2c-7589-4506-9541-8a4b8e3347eb service neutron] For port 9177df96-b4f9-41db-8806-f7ea5787a4fc, host nch2-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:47:33.287984 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-29623a73-da6b-4817-8fb8-bac9db6bf97f req-df156f2c-7589-4506-9541-8a4b8e3347eb service neutron] For port 9177df96-b4f9-41db-8806-f7ea5787a4fc, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9177df96-b4f9-41db-8806-f7ea5787a4fc,segment=NetworkSegment(82ec07f6-cf99-4411-99d8-c39170f22b45),segment_id=82ec07f6-cf99-4411-99d8-c39170f22b45)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:47:33.294975 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.provisioning_blocks [req-5460cd8e-542d-46e8-87ba-729ceba53972 req-f1da82a5-a736-4da0-b1ea-c99f15d2069e service neutron] Transition to ACTIVE for port object f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9 will not be triggered until provisioned by entity L2. {{(pid=121836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:47:33.303527 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-29623a73-da6b-4817-8fb8-bac9db6bf97f req-df156f2c-7589-4506-9541-8a4b8e3347eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (9177df96-b4f9-41db-8806-f7ea5787a4fc), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:33.317733 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-5460cd8e-542d-46e8-87ba-729ceba53972 req-f1da82a5-a736-4da0-b1ea-c99f15d2069e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:33.350425 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29623a73-da6b-4817-8fb8-bac9db6bf97f req-df156f2c-7589-4506-9541-8a4b8e3347eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:33.351066 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-29623a73-da6b-4817-8fb8-bac9db6bf97f req-df156f2c-7589-4506-9541-8a4b8e3347eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:33.352648 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-29623a73-da6b-4817-8fb8-bac9db6bf97f req-df156f2c-7589-4506-9541-8a4b8e3347eb service neutron] 10.222.0.59 "PUT /v2.0/ports/9177df96-b4f9-41db-8806-f7ea5787a4fc HTTP/1.1" status: 200  len: 1091 time: 1.5883899
May 07 21:47:33.355779 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-eabfdb5a-f19b-4e5b-9d0b-cf7691a22db8 req-63c4b17c-6989-4804-a583-0d30f078de27 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] 10.222.0.32 "GET /v2.0/security-groups?id=94d1c480-f4e5-4d41-b75d-24e9594cc4ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1106327
May 07 21:47:33.356207 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3533de6f-5073-4e2e-9620-5655b2cdcb7f', 'tag': '9177df96-b4f9-41db-8806-f7ea5787a4fc'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:47:33.359879 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ad43f5f-9d30-4f1f-9b78-26ad22caf0a6" -d '{"events": [{"name": "network-changed", "server_uuid": "3533de6f-5073-4e2e-9620-5655b2cdcb7f", "tag": "9177df96-b4f9-41db-8806-f7ea5787a4fc"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:47:33.385168 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df156f2c-7589-4506-9541-8a4b8e3347eb service neutron] Pushing event updated for resources: {'Port': ['ID=9177df96-b4f9-41db-8806-f7ea5787a4fc,revision_number=3']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:33.454130 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29623a73-da6b-4817-8fb8-bac9db6bf97f req-4e937a0a-8b20-4454-990f-1263bded7ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:33.455690 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-29623a73-da6b-4817-8fb8-bac9db6bf97f req-4e937a0a-8b20-4454-990f-1263bded7ef4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1bcaffad5d3447b98f0216d3481045e5&device_id=3533de6f-5073-4e2e-9620-5655b2cdcb7f HTTP/1.1" status: 200  len: 1125 time: 0.0527573
May 07 21:47:33.465181 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-f59b2977-d89f-4b6b-9e5c-4dad55df4d68 req-a515361d-f2a9-4c6d-85e3-05e3fefb75c0 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Publish callbacks [] for port (446d2d04-f43a-4396-ae3d-6321f1ea6225), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:33.469334 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 07 May 2022 21:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b2e5787-d3b7-4b47-9789-b2e930886a3f x-openstack-request-id: req-9b2e5787-d3b7-4b47-9789-b2e930886a3f {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:47:33.469634 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12135950-7d5e-4835-8fe5-31c8e5e9c986", "name": "network-vif-unplugged", "status": "completed", "tag": "f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:47:33.469891 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9b2e5787-d3b7-4b47-9789-b2e930886a3f {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:47:33.470286 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b2e5787-d3b7-4b47-9789-b2e930886a3f'] response: {'server_uuid': '12135950-7d5e-4835-8fe5-31c8e5e9c986', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9', 'code': 200}
May 07 21:47:33.480857 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2eb6a4c9-6268-4f31-b1e3-8b41d367e807 req-ba29a30c-8520-4b5e-bcd8-ccd16c791a86 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6f62982-0b82-42d1-9d49-2b8d8f6ec04f HTTP/1.1" status: 200  len: 210 time: 0.1399903
May 07 21:47:33.511572 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-28f69a97-ae1b-406b-a85f-52556a4483d6 admin admin] Publish callbacks [] for security_group (ee4a3c55-113f-426f-9aca-412e8ce21816), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:33.519888 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-63675d69-95c4-4221-bfa2-d9c3bf36e29e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (0e78476c-cc67-459b-b259-0ba7db8f5480), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:33.522120 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da82a5-a736-4da0-b1ea-c99f15d2069e service neutron] Pushing event updated for resources: {'Port': ['ID=f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9,revision_number=6']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:33.523223 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-29623a73-da6b-4817-8fb8-bac9db6bf97f req-197b5e96-4c51-4b7e-a624-1535ca3251c0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9177df96-b4f9-41db-8806-f7ea5787a4fc HTTP/1.1" status: 200  len: 217 time: 0.0510468
May 07 21:47:33.557490 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-5460cd8e-542d-46e8-87ba-729ceba53972 req-f1da82a5-a736-4da0-b1ea-c99f15d2069e service neutron] No DVR routers for this DVR port f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9 on host nch1-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:47:33.564782 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d38296c-d7f9-4cf0-ac70-ab4c285ef43b x-openstack-request-id: req-0d38296c-d7f9-4cf0-ac70-ab4c285ef43b {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:47:33.565012 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3533de6f-5073-4e2e-9620-5655b2cdcb7f", "tag": "9177df96-b4f9-41db-8806-f7ea5787a4fc", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:47:33.565267 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0d38296c-d7f9-4cf0-ac70-ab4c285ef43b {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:47:33.565661 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d38296c-d7f9-4cf0-ac70-ab4c285ef43b'] response: {'name': 'network-changed', 'server_uuid': '3533de6f-5073-4e2e-9620-5655b2cdcb7f', 'tag': '9177df96-b4f9-41db-8806-f7ea5787a4fc', 'status': 'completed', 'code': 200}
May 07 21:47:33.598270 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-28f69a97-ae1b-406b-a85f-52556a4483d6 admin admin] Publish callbacks [] for security_group (ee4a3c55-113f-426f-9aca-412e8ce21816), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:33.622323 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29623a73-da6b-4817-8fb8-bac9db6bf97f req-1ff13ef4-6790-4805-bb4c-88e05a7d400a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:33.623808 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-29623a73-da6b-4817-8fb8-bac9db6bf97f req-1ff13ef4-6790-4805-bb4c-88e05a7d400a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1fe63d5f-90f3-4e94-9dfe-af97e96ae5d9 HTTP/1.1" status: 200  len: 848 time: 0.0940723
May 07 21:47:33.629989 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03faea70-8bee-456b-8f87-de15d8a9083d req-11337c26-a028-4435-8bdc-9d525db6ae53 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:33.631441 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-03faea70-8bee-456b-8f87-de15d8a9083d req-11337c26-a028-4435-8bdc-9d525db6ae53 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=3533de6f-5073-4e2e-9620-5655b2cdcb7f HTTP/1.1" status: 200  len: 943 time: 0.0650394
May 07 21:47:33.669445 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-29623a73-da6b-4817-8fb8-bac9db6bf97f req-250efa54-356b-4b7f-a922-dd85b7a599a1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=28405dfe-908d-4039-91f6-1d02165b34cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0370419
May 07 21:47:33.692961 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-f59b2977-d89f-4b6b-9e5c-4dad55df4d68 req-a515361d-f2a9-4c6d-85e3-05e3fefb75c0 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (446d2d04-f43a-4396-ae3d-6321f1ea6225), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:33.694514 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-5460cd8e-542d-46e8-87ba-729ceba53972 req-f1da82a5-a736-4da0-b1ea-c99f15d2069e service neutron] Attempting to bind port f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:47:33.695080 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-5460cd8e-542d-46e8-87ba-729ceba53972 req-f1da82a5-a736-4da0-b1ea-c99f15d2069e service neutron] Attempting to bind port f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:47:33.695487 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5460cd8e-542d-46e8-87ba-729ceba53972 req-f1da82a5-a736-4da0-b1ea-c99f15d2069e service neutron] Attempting to bind port f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9 on network 665487f0-78eb-47fb-9a06-b15bc614dc47 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:47:33.752556 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-03faea70-8bee-456b-8f87-de15d8a9083d req-dcc2ac37-fdc7-4c4a-8def-dfe11a18e9f6 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1123812
May 07 21:47:33.770134 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-63675d69-95c4-4221-bfa2-d9c3bf36e29e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (0e78476c-cc67-459b-b259-0ba7db8f5480), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:33.786696 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5460cd8e-542d-46e8-87ba-729ceba53972 req-f1da82a5-a736-4da0-b1ea-c99f15d2069e service neutron] Port f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9 on network 665487f0-78eb-47fb-9a06-b15bc614dc47 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:47:33.787325 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5460cd8e-542d-46e8-87ba-729ceba53972 req-f1da82a5-a736-4da0-b1ea-c99f15d2069e service neutron] Attempting to bind port f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9 on network 665487f0-78eb-47fb-9a06-b15bc614dc47 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:47:33.788315 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-29623a73-da6b-4817-8fb8-bac9db6bf97f req-83fb8d66-ff8f-4d9e-8b94-a202c0f846a4 service neutron] 10.222.0.59 "GET /v2.0/networks/28405dfe-908d-4039-91f6-1d02165b34cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1104674
May 07 21:47:33.790567 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f59b2977-d89f-4b6b-9e5c-4dad55df4d68 req-a515361d-f2a9-4c6d-85e3-05e3fefb75c0 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Network 38d1a38e-1f99-466b-bf7f-940113b4b6ed is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:47:33.805309 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [req-f59b2977-d89f-4b6b-9e5c-4dad55df4d68 req-a515361d-f2a9-4c6d-85e3-05e3fefb75c0 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:47:33.814355 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5460cd8e-542d-46e8-87ba-729ceba53972 req-f1da82a5-a736-4da0-b1ea-c99f15d2069e service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:47:33.814703 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5460cd8e-542d-46e8-87ba-729ceba53972 req-f1da82a5-a736-4da0-b1ea-c99f15d2069e service neutron] Checking segment: {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:47:33.815116 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5460cd8e-542d-46e8-87ba-729ceba53972 req-f1da82a5-a736-4da0-b1ea-c99f15d2069e service neutron] Bound using segment: {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:47:33.815560 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-5460cd8e-542d-46e8-87ba-729ceba53972 req-f1da82a5-a736-4da0-b1ea-c99f15d2069e service neutron] Bound port: f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:47:33.815918 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-5460cd8e-542d-46e8-87ba-729ceba53972 req-f1da82a5-a736-4da0-b1ea-c99f15d2069e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:33.829957 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-f59b2977-d89f-4b6b-9e5c-4dad55df4d68 req-a515361d-f2a9-4c6d-85e3-05e3fefb75c0 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:47:33.835039 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59b2977-d89f-4b6b-9e5c-4dad55df4d68 req-a515361d-f2a9-4c6d-85e3-05e3fefb75c0 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:33.835651 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-f59b2977-d89f-4b6b-9e5c-4dad55df4d68 req-a515361d-f2a9-4c6d-85e3-05e3fefb75c0 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:33.841438 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-63675d69-95c4-4221-bfa2-d9c3bf36e29e admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7faf87c113d0>> segment before_delete 55550000 {{(pid=121836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:47:33.841785 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-63675d69-95c4-4221-bfa2-d9c3bf36e29e admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7faf87c113d0>> subnet precommit_delete_associations 55550000 {{(pid=121836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:47:33.842529 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-63675d69-95c4-4221-bfa2-d9c3bf36e29e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7faf87d31bb0>> segment_host_mapping after_create 55550000 {{(pid=121836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:47:33.842888 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-63675d69-95c4-4221-bfa2-d9c3bf36e29e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7faf87d31bb0>> port after_create 55550000 {{(pid=121836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:47:33.843216 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-63675d69-95c4-4221-bfa2-d9c3bf36e29e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7faf87d31bb0>> port after_delete 55550000 {{(pid=121836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:47:33.843557 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-63675d69-95c4-4221-bfa2-d9c3bf36e29e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7faf87d31bb0>> port after_update 55550000 {{(pid=121836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:47:33.844413 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-63675d69-95c4-4221-bfa2-d9c3bf36e29e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7faf87d31bb0>> segment after_delete 55550000 {{(pid=121836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:47:33.844738 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-63675d69-95c4-4221-bfa2-d9c3bf36e29e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7faf87d31bb0>> subnet after_create 55550000 {{(pid=121836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:47:33.845076 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-63675d69-95c4-4221-bfa2-d9c3bf36e29e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7faf87d31bb0>> subnet after_delete 55550000 {{(pid=121836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:47:33.845399 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-63675d69-95c4-4221-bfa2-d9c3bf36e29e admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7faf87d31bb0>> subnet after_update 55550000 {{(pid=121836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:47:33.884804 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-29623a73-da6b-4817-8fb8-bac9db6bf97f req-8cdf68ec-fbf7-4ee0-915f-99c981fcf900 service neutron] 10.222.0.59 "GET /v2.0/networks/28405dfe-908d-4039-91f6-1d02165b34cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0905645
May 07 21:47:33.897843 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 41742b2f-f351-48d6-994b-cf147d81966f up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:47:33.948048 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning for port 41742b2f-f351-48d6-994b-cf147d81966f completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:47:33.952546 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-63675d69-95c4-4221-bfa2-d9c3bf36e29e admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7faf86f02be0>> subnet after_create 55550000 {{(pid=121836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:47:33.952864 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-63675d69-95c4-4221-bfa2-d9c3bf36e29e admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7faf86f02be0>> subnet after_delete 55550000 {{(pid=121836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:47:33.953761 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-63675d69-95c4-4221-bfa2-d9c3bf36e29e admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7faf86f02be0>> subnet before_create 55550000 {{(pid=121836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:47:33.954114 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-63675d69-95c4-4221-bfa2-d9c3bf36e29e admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7faf86f02be0>> subnet before_update 55550000 {{(pid=121836) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:47:33.955572 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-63675d69-95c4-4221-bfa2-d9c3bf36e29e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf8c2f7070>,) {'filters': {'network_id': ['0e78476c-cc67-459b-b259-0ba7db8f5480']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:47:33.956272 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port 41742b2f-f351-48d6-994b-cf147d81966f triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:47:33.956745 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (41742b2f-f351-48d6-994b-cf147d81966f), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:33.971106 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-28f69a97-ae1b-406b-a85f-52556a4483d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (ee4a3c55-113f-426f-9aca-412e8ce21816), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:33.973589 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-28f69a97-ae1b-406b-a85f-52556a4483d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:33.974678 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-28f69a97-ae1b-406b-a85f-52556a4483d6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ee4a3c55-113f-426f-9aca-412e8ce21816 HTTP/1.1" status: 204  len: 168 time: 0.7716119
May 07 21:47:33.975458 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515361d-f2a9-4c6d-85e3-05e3fefb75c0 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Pushing event updated for resources: {'Port': ['ID=446d2d04-f43a-4396-ae3d-6321f1ea6225,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:34.054986 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 41742b2f-f351-48d6-994b-cf147d81966f is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:47:34.055862 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (41742b2f-f351-48d6-994b-cf147d81966f), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:34.057825 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-63675d69-95c4-4221-bfa2-d9c3bf36e29e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8c2f7070>, '38333408-95a5-461f-92ed-d1eae0d434eb') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:47:34.058135 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-63675d69-95c4-4221-bfa2-d9c3bf36e29e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8c2f7070>, '38333408-95a5-461f-92ed-d1eae0d434eb') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:47:34.064200 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f69a97-ae1b-406b-a85f-52556a4483d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee4a3c55-113f-426f-9aca-412e8ce21816,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:34.095251 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 41742b2f-f351-48d6-994b-cf147d81966f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=41742b2f-f351-48d6-994b-cf147d81966f,segment=NetworkSegment(0afabcaa-164e-453b-a9cc-8c006af8772f),segment_id=0afabcaa-164e-453b-a9cc-8c006af8772f)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:47:34.097719 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9628e17c-d8c7-4dd3-a4fd-8b3ec90ab5b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41742b2f-f351-48d6-994b-cf147d81966f'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:47:34.100189 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33acc2f8-7ef6-4837-ab39-5a9aa77883ae" -d '{"events": [{"server_uuid": "9628e17c-d8c7-4dd3-a4fd-8b3ec90ab5b0", "name": "network-vif-plugged", "status": "completed", "tag": "41742b2f-f351-48d6-994b-cf147d81966f"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:47:34.110833 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (41742b2f-f351-48d6-994b-cf147d81966f), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:34.111496 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3323a17d-d586-4fae-bb2d-b720a76866d0 req-53318db8-617a-44e8-aa14-27795f64fefb tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:34.114575 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3323a17d-d586-4fae-bb2d-b720a76866d0 req-53318db8-617a-44e8-aa14-27795f64fefb tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=0284aa35-4e58-4e15-a194-a500996ed82e HTTP/1.1" status: 200  len: 949 time: 0.0618765
May 07 21:47:34.135788 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-5460cd8e-542d-46e8-87ba-729ceba53972 req-f1da82a5-a736-4da0-b1ea-c99f15d2069e service neutron] For port f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9, host nch2-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:47:34.139419 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-5460cd8e-542d-46e8-87ba-729ceba53972 req-f1da82a5-a736-4da0-b1ea-c99f15d2069e service neutron] For port f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:47:34.154705 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f59b2977-d89f-4b6b-9e5c-4dad55df4d68 req-a515361d-f2a9-4c6d-85e3-05e3fefb75c0 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.2848384
May 07 21:47:34.157415 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-63675d69-95c4-4221-bfa2-d9c3bf36e29e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (38333408-95a5-461f-92ed-d1eae0d434eb), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:34.165318 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-5460cd8e-542d-46e8-87ba-729ceba53972 req-f1da82a5-a736-4da0-b1ea-c99f15d2069e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:34.165890 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=41742b2f-f351-48d6-994b-cf147d81966f,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:34.179773 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3323a17d-d586-4fae-bb2d-b720a76866d0 req-6153ea70-c8ce-4190-8cdd-2be57b29c538 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ea07aee-f825-4ee0-a542-65c887150930&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572715
May 07 21:47:34.189010 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47deadd7-577c-46bc-867f-c064f18709c1 req-237104bf-1f8e-42a9-a999-6df0024946ec tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:34.190474 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-47deadd7-577c-46bc-867f-c064f18709c1 req-237104bf-1f8e-42a9-a999-6df0024946ec tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=12135950-7d5e-4835-8fe5-31c8e5e9c986 HTTP/1.1" status: 200  len: 947 time: 0.2238879
May 07 21:47:34.202954 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-f59b2977-d89f-4b6b-9e5c-4dad55df4d68 req-bb7f0465-43b0-4f48-9622-b69b4b483712 service neutron] Request body: {'port': {'device_id': 'f6f62982-0b82-42d1-9d49-2b8d8f6ec04f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:47:34.245505 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2699deaf-7577-4da1-b0f2-42f2a419d1d4 x-openstack-request-id: req-2699deaf-7577-4da1-b0f2-42f2a419d1d4 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:47:34.245917 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9628e17c-d8c7-4dd3-a4fd-8b3ec90ab5b0", "name": "network-vif-plugged", "status": "completed", "tag": "41742b2f-f351-48d6-994b-cf147d81966f", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:47:34.246204 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2699deaf-7577-4da1-b0f2-42f2a419d1d4 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:47:34.246609 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2699deaf-7577-4da1-b0f2-42f2a419d1d4'] response: {'server_uuid': '9628e17c-d8c7-4dd3-a4fd-8b3ec90ab5b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41742b2f-f351-48d6-994b-cf147d81966f', 'code': 200}
May 07 21:47:34.270176 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-63675d69-95c4-4221-bfa2-d9c3bf36e29e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (38333408-95a5-461f-92ed-d1eae0d434eb), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:34.305488 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63675d69-95c4-4221-bfa2-d9c3bf36e29e admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 21:47:34.305895 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-63675d69-95c4-4221-bfa2-d9c3bf36e29e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (38333408-95a5-461f-92ed-d1eae0d434eb), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:34.331376 ncdv-master-1 neutron-server[121836]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 07 21:47:34.331376 ncdv-master-1 neutron-server[121836]:   from cryptography.utils import int_from_bytes
May 07 21:47:34.331376 ncdv-master-1 neutron-server[121836]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 07 21:47:34.331376 ncdv-master-1 neutron-server[121836]:   from cryptography.utils import int_from_bytes
May 07 21:47:34.331376 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 21:47:34.331376 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 21:47:34.331376 ncdv-master-1 neutron-server[121836]:     timer()
May 07 21:47:34.331376 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 21:47:34.331376 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 21:47:34.331376 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 21:47:34.331376 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 21:47:34.331376 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 21:47:34.331376 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 21:47:34.331376 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 21:47:34.331376 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 21:47:34.331376 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 21:47:34.331376 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 21:47:34.331376 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 21:47:34.331376 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 21:47:34.331376 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 21:47:34.331376 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 21:47:34.331376 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 21:47:34.331376 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 21:47:34.331376 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 21:47:34.331376 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 21:47:34.331376 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 21:47:34.331376 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 21:47:34.331376 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 21:47:34.331376 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 21:47:34.331376 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 21:47:34.331376 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 21:47:34.331376 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 21:47:34.331376 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 21:47:34.331376 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 21:47:34.331376 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 21:47:34.331376 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 21:47:34.343362 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5460cd8e-542d-46e8-87ba-729ceba53972 req-f1da82a5-a736-4da0-b1ea-c99f15d2069e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:34.344183 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-5460cd8e-542d-46e8-87ba-729ceba53972 req-f1da82a5-a736-4da0-b1ea-c99f15d2069e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:34.345741 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5460cd8e-542d-46e8-87ba-729ceba53972 req-f1da82a5-a736-4da0-b1ea-c99f15d2069e service neutron] 10.222.0.59 "PUT /v2.0/ports/f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9 HTTP/1.1" status: 200  len: 1095 time: 2.4592762
May 07 21:47:34.431138 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b14c1b8-63d5-4b96-83dd-3f4c59a558ce req-60276687-820e-457a-9c6e-00e11864d3fb tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:34.432982 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9b14c1b8-63d5-4b96-83dd-3f4c59a558ce req-60276687-820e-457a-9c6e-00e11864d3fb tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/ports?device_id=12a792c3-0086-43d1-8995-7d56146f84b2 HTTP/1.1" status: 200  len: 946 time: 0.0633423
May 07 21:47:34.491069 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9b14c1b8-63d5-4b96-83dd-3f4c59a558ce req-60eb8732-e462-4198-9542-1dce887ffeaa tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b456a11-abdd-4913-9fa4-f25fdacb0d35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506537
May 07 21:47:34.519287 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da82a5-a736-4da0-b1ea-c99f15d2069e service neutron] Pushing event updated for resources: {'Port': ['ID=f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9,revision_number=7']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:34.550294 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-63675d69-95c4-4221-bfa2-d9c3bf36e29e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (0e78476c-cc67-459b-b259-0ba7db8f5480), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:34.557221 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-47deadd7-577c-46bc-867f-c064f18709c1 req-ad9f0927-bf4e-4c45-81f0-a332e271eb18 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3241580
May 07 21:47:34.557994 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-f59b2977-d89f-4b6b-9e5c-4dad55df4d68 req-bb7f0465-43b0-4f48-9622-b69b4b483712 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (446d2d04-f43a-4396-ae3d-6321f1ea6225), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:34.566425 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c84addb-03ab-4695-b91d-4ba18d44ccf6 req-2a2daade-7359-442d-a267-fb711663f989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:34.568248 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8c84addb-03ab-4695-b91d-4ba18d44ccf6 req-2a2daade-7359-442d-a267-fb711663f989 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9628e17c-d8c7-4dd3-a4fd-8b3ec90ab5b0 HTTP/1.1" status: 200  len: 1128 time: 0.1570220
May 07 21:47:34.577094 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-63675d69-95c4-4221-bfa2-d9c3bf36e29e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:34.584083 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-63675d69-95c4-4221-bfa2-d9c3bf36e29e admin admin] 10.222.0.32 "DELETE /v2.0/networks/0e78476c-cc67-459b-b259-0ba7db8f5480 HTTP/1.1" status: 204  len: 168 time: 1.3012154
May 07 21:47:34.584439 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 60370) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:47:34.605166 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63675d69-95c4-4221-bfa2-d9c3bf36e29e admin admin] Pushing event deleted for resources: {'Network': ['ID=0e78476c-cc67-459b-b259-0ba7db8f5480,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:34.681560 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1cd0f2-6fec-41b7-bbd4-52886048d943 req-081b1981-5433-4463-a040-7826ed5ebbc8 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:34.688643 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2e1cd0f2-6fec-41b7-bbd4-52886048d943 req-081b1981-5433-4463-a040-7826ed5ebbc8 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] 10.222.0.32 "GET /v2.0/ports?device_id=9628e17c-d8c7-4dd3-a4fd-8b3ec90ab5b0 HTTP/1.1" status: 200  len: 946 time: 0.0623269
May 07 21:47:34.708859 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac67a799-4369-4c96-8049-3e414b16b451 admin admin] Deleting subnet 46b7cf65-3533-4709-bce9-0cc90041c609 {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 21:47:34.712853 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8c84addb-03ab-4695-b91d-4ba18d44ccf6 req-e0ed1442-932a-4db9-9e4b-d01d1f02e023 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=94d1c480-f4e5-4d41-b75d-24e9594cc4ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1161392
May 07 21:47:34.721940 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ac67a799-4369-4c96-8049-3e414b16b451 admin admin] Publish callbacks [] for subnet (46b7cf65-3533-4709-bce9-0cc90041c609), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:34.779514 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2e1cd0f2-6fec-41b7-bbd4-52886048d943 req-82941e13-a62f-4f68-874c-4e5ce0478a58 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] 10.222.0.32 "GET /v2.0/security-groups?id=94d1c480-f4e5-4d41-b75d-24e9594cc4ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0867317
May 07 21:47:34.780205 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e18343-f96d-43be-ab6a-f61ca087a6d5 req-fcabbe72-83bb-46d1-a890-dd8e9dded663 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:34.781718 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ac67a799-4369-4c96-8049-3e414b16b451 admin admin] Publish callbacks [] for subnet (46b7cf65-3533-4709-bce9-0cc90041c609), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:34.781842 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d9e18343-f96d-43be-ab6a-f61ca087a6d5 req-fcabbe72-83bb-46d1-a890-dd8e9dded663 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6f62982-0b82-42d1-9d49-2b8d8f6ec04f HTTP/1.1" status: 200  len: 931 time: 0.1249807
May 07 21:47:34.791902 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ac67a799-4369-4c96-8049-3e414b16b451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (46b7cf65-3533-4709-bce9-0cc90041c609), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:34.853630 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ac67a799-4369-4c96-8049-3e414b16b451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for subnet (46b7cf65-3533-4709-bce9-0cc90041c609), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:34.882637 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac67a799-4369-4c96-8049-3e414b16b451 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46b7cf65-3533-4709-bce9-0cc90041c609,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:34.886695 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ac67a799-4369-4c96-8049-3e414b16b451 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:34.890159 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-ac67a799-4369-4c96-8049-3e414b16b451 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/46b7cf65-3533-4709-bce9-0cc90041c609 HTTP/1.1" status: 204  len: 168 time: 0.3045449
May 07 21:47:34.895458 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 60382) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:47:34.902238 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d9e18343-f96d-43be-ab6a-f61ca087a6d5 req-98848bb0-538d-4f94-9885-b79fb9361a2e tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1125963
May 07 21:47:34.986346 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5460cd8e-542d-46e8-87ba-729ceba53972 req-3ba5ac41-acd7-4a96-896a-4cec9aa4dae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:34.987500 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5460cd8e-542d-46e8-87ba-729ceba53972 req-3ba5ac41-acd7-4a96-896a-4cec9aa4dae1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7789855db11445de842c4df75bd05e10&device_id=12135950-7d5e-4835-8fe5-31c8e5e9c986 HTTP/1.1" status: 200  len: 1129 time: 0.0638916
May 07 21:47:35.044139 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbafacd6-486a-45d5-94e6-73ae084b0e62 req-89e73ab5-5bd4-4d98-afb9-4ca8e1d6510e tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:35.051307 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-cbafacd6-486a-45d5-94e6-73ae084b0e62 req-89e73ab5-5bd4-4d98-afb9-4ca8e1d6510e tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=3533de6f-5073-4e2e-9620-5655b2cdcb7f HTTP/1.1" status: 200  len: 943 time: 0.1457257
May 07 21:47:35.053660 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad43f5f-9d30-4f1f-9b78-26ad22caf0a6 req-28973c52-f507-4671-97f5-2bb1771a7a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:35.055068 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5ad43f5f-9d30-4f1f-9b78-26ad22caf0a6 req-28973c52-f507-4671-97f5-2bb1771a7a1b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1bcaffad5d3447b98f0216d3481045e5&device_id=3533de6f-5073-4e2e-9620-5655b2cdcb7f HTTP/1.1" status: 200  len: 1125 time: 0.1285074
May 07 21:47:35.065518 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6f413460-f56c-491b-a257-75cb2b481030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (a9952a0c-5d8d-426a-880f-9e31ca19c1dc), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:35.110710 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [req-f59b2977-d89f-4b6b-9e5c-4dad55df4d68 req-bb7f0465-43b0-4f48-9622-b69b4b483712 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 446d2d04-f43a-4396-ae3d-6321f1ea6225 {{(pid=121836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:47:35.120742 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-f59b2977-d89f-4b6b-9e5c-4dad55df4d68 req-bb7f0465-43b0-4f48-9622-b69b4b483712 service neutron] Publish callbacks [] for port (446d2d04-f43a-4396-ae3d-6321f1ea6225), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:35.147463 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.provisioning_blocks [req-f59b2977-d89f-4b6b-9e5c-4dad55df4d68 req-bb7f0465-43b0-4f48-9622-b69b4b483712 service neutron] Transition to ACTIVE for port object 446d2d04-f43a-4396-ae3d-6321f1ea6225 will not be triggered until provisioned by entity L2. {{(pid=121836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:47:35.153094 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5460cd8e-542d-46e8-87ba-729ceba53972 req-76819616-672a-4380-9fce-288eec076ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:35.154918 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5460cd8e-542d-46e8-87ba-729ceba53972 req-76819616-672a-4380-9fce-288eec076ac2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=665487f0-78eb-47fb-9a06-b15bc614dc47 HTTP/1.1" status: 200  len: 870 time: 0.1558957
May 07 21:47:35.155983 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-f59b2977-d89f-4b6b-9e5c-4dad55df4d68 req-bb7f0465-43b0-4f48-9622-b69b4b483712 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (446d2d04-f43a-4396-ae3d-6321f1ea6225), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:35.240154 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5460cd8e-542d-46e8-87ba-729ceba53972 req-da76ec6b-851e-41a4-bddb-3104fe25afb9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9 HTTP/1.1" status: 200  len: 217 time: 0.0738869
May 07 21:47:35.275446 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-cbafacd6-486a-45d5-94e6-73ae084b0e62 req-fa1e7e2b-e305-41b8-9d07-c0e9ef2b2fe0 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2228720
May 07 21:47:35.298618 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6f413460-f56c-491b-a257-75cb2b481030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (a9952a0c-5d8d-426a-880f-9e31ca19c1dc), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:35.319202 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7f0465-43b0-4f48-9622-b69b4b483712 service neutron] Pushing event updated for resources: {'Port': ['ID=446d2d04-f43a-4396-ae3d-6321f1ea6225,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:35.325361 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad43f5f-9d30-4f1f-9b78-26ad22caf0a6 req-4c2c05da-f381-4ba8-a4ae-f7de9b59f6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:35.327518 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5ad43f5f-9d30-4f1f-9b78-26ad22caf0a6 req-4c2c05da-f381-4ba8-a4ae-f7de9b59f6a0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=28405dfe-908d-4039-91f6-1d02165b34cd HTTP/1.1" status: 200  len: 909 time: 0.2577381
May 07 21:47:35.331845 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6f413460-f56c-491b-a257-75cb2b481030 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7faf8728e5b0>> segment before_delete 55550000 {{(pid=121837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:47:35.332212 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6f413460-f56c-491b-a257-75cb2b481030 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7faf8728e5b0>> subnet precommit_delete_associations 55550000 {{(pid=121837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:47:35.332988 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6f413460-f56c-491b-a257-75cb2b481030 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7faf8728e280>> segment_host_mapping after_create 55550000 {{(pid=121837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:47:35.333322 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6f413460-f56c-491b-a257-75cb2b481030 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7faf8728e280>> port after_create 55550000 {{(pid=121837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:47:35.333648 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6f413460-f56c-491b-a257-75cb2b481030 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7faf8728e280>> port after_delete 55550000 {{(pid=121837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:47:35.333982 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6f413460-f56c-491b-a257-75cb2b481030 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7faf8728e280>> port after_update 55550000 {{(pid=121837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:47:35.334305 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6f413460-f56c-491b-a257-75cb2b481030 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7faf8728e280>> segment after_delete 55550000 {{(pid=121837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:47:35.334629 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6f413460-f56c-491b-a257-75cb2b481030 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7faf8728e280>> subnet after_create 55550000 {{(pid=121837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:47:35.335037 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6f413460-f56c-491b-a257-75cb2b481030 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7faf8728e280>> subnet after_delete 55550000 {{(pid=121837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:47:35.335362 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6f413460-f56c-491b-a257-75cb2b481030 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7faf8728e280>> subnet after_update 55550000 {{(pid=121837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:47:35.383423 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5460cd8e-542d-46e8-87ba-729ceba53972 req-d795dfb2-f03f-4f21-b3c3-8b2a71063af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:35.384902 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5460cd8e-542d-46e8-87ba-729ceba53972 req-d795dfb2-f03f-4f21-b3c3-8b2a71063af4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6e0e5c53-1ece-4d20-b01d-5f8c6957edf6 HTTP/1.1" status: 200  len: 843 time: 0.1378338
May 07 21:47:35.410088 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209ae689-90ca-4668-ae7b-480afb7693d4 req-c70ffc67-993a-4b66-b2c7-01a0e01cc387 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:35.416859 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-209ae689-90ca-4668-ae7b-480afb7693d4 req-c70ffc67-993a-4b66-b2c7-01a0e01cc387 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=0284aa35-4e58-4e15-a194-a500996ed82e HTTP/1.1" status: 200  len: 949 time: 0.1343553
May 07 21:47:35.420708 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6f413460-f56c-491b-a257-75cb2b481030 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7faf87c81760>> subnet after_create 55550000 {{(pid=121837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:47:35.421061 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6f413460-f56c-491b-a257-75cb2b481030 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7faf87c81760>> subnet after_delete 55550000 {{(pid=121837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:47:35.421394 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6f413460-f56c-491b-a257-75cb2b481030 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7faf87c81760>> subnet before_create 55550000 {{(pid=121837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:47:35.421758 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6f413460-f56c-491b-a257-75cb2b481030 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7faf87c81760>> subnet before_update 55550000 {{(pid=121837) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 07 21:47:35.422125 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-6f413460-f56c-491b-a257-75cb2b481030 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf8728ee20>,) {'filters': {'network_id': ['a9952a0c-5d8d-426a-880f-9e31ca19c1dc']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:47:35.471135 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12135950-7d5e-4835-8fe5-31c8e5e9c986', 'tag': 'f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:47:35.472844 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-6f413460-f56c-491b-a257-75cb2b481030 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8728ee20>, '8b8a7621-57fb-4645-86ea-e67ffaaf7c2a') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:47:35.473080 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-6f413460-f56c-491b-a257-75cb2b481030 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8728ee20>, '8b8a7621-57fb-4645-86ea-e67ffaaf7c2a') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:47:35.473329 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b48ef24-0f67-4bb0-a556-b06be028dbdd" -d '{"events": [{"name": "network-changed", "server_uuid": "12135950-7d5e-4835-8fe5-31c8e5e9c986", "tag": "f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:47:35.485166 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5460cd8e-542d-46e8-87ba-729ceba53972 req-43555d8c-77d9-43dc-9cac-e33d80f17bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:35.486675 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5460cd8e-542d-46e8-87ba-729ceba53972 req-43555d8c-77d9-43dc-9cac-e33d80f17bbc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=665487f0-78eb-47fb-9a06-b15bc614dc47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0936780
May 07 21:47:35.492531 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-f59b2977-d89f-4b6b-9e5c-4dad55df4d68 req-bb7f0465-43b0-4f48-9622-b69b4b483712 service neutron] Attempting to bind port 446d2d04-f43a-4396-ae3d-6321f1ea6225 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:47:35.492933 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-f59b2977-d89f-4b6b-9e5c-4dad55df4d68 req-bb7f0465-43b0-4f48-9622-b69b4b483712 service neutron] Attempting to bind port 446d2d04-f43a-4396-ae3d-6321f1ea6225 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '917604e4-aade-4a11-b4ad-178bdbbe8fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '38d1a38e-1f99-466b-bf7f-940113b4b6ed'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:47:35.493441 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59b2977-d89f-4b6b-9e5c-4dad55df4d68 req-bb7f0465-43b0-4f48-9622-b69b4b483712 service neutron] Attempting to bind port 446d2d04-f43a-4396-ae3d-6321f1ea6225 on network 38d1a38e-1f99-466b-bf7f-940113b4b6ed {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:47:35.499214 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5ad43f5f-9d30-4f1f-9b78-26ad22caf0a6 req-57c67ff6-261a-4af4-8178-983103979072 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9177df96-b4f9-41db-8806-f7ea5787a4fc HTTP/1.1" status: 200  len: 217 time: 0.0718825
May 07 21:47:35.501504 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6f413460-f56c-491b-a257-75cb2b481030 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (8b8a7621-57fb-4645-86ea-e67ffaaf7c2a), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:35.530884 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8265cb85-ac75-4762-9799-298567053f34 x-openstack-request-id: req-8265cb85-ac75-4762-9799-298567053f34 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:47:35.531220 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12135950-7d5e-4835-8fe5-31c8e5e9c986", "tag": "f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:47:35.531472 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8265cb85-ac75-4762-9799-298567053f34 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:47:35.532201 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8265cb85-ac75-4762-9799-298567053f34'] response: {'name': 'network-changed', 'server_uuid': '12135950-7d5e-4835-8fe5-31c8e5e9c986', 'tag': 'f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9', 'status': 'completed', 'code': 200}
May 07 21:47:35.532965 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59b2977-d89f-4b6b-9e5c-4dad55df4d68 req-bb7f0465-43b0-4f48-9622-b69b4b483712 service neutron] Port 446d2d04-f43a-4396-ae3d-6321f1ea6225 on network 38d1a38e-1f99-466b-bf7f-940113b4b6ed not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:47:35.533294 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59b2977-d89f-4b6b-9e5c-4dad55df4d68 req-bb7f0465-43b0-4f48-9622-b69b4b483712 service neutron] Attempting to bind port 446d2d04-f43a-4396-ae3d-6321f1ea6225 on network 38d1a38e-1f99-466b-bf7f-940113b4b6ed {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:47:35.553505 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6f413460-f56c-491b-a257-75cb2b481030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (8b8a7621-57fb-4645-86ea-e67ffaaf7c2a), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:35.559466 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-209ae689-90ca-4668-ae7b-480afb7693d4 req-8acf9ee7-15ba-470e-9b7c-90021e785215 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ea07aee-f825-4ee0-a542-65c887150930&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1416044
May 07 21:47:35.570078 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59b2977-d89f-4b6b-9e5c-4dad55df4d68 req-bb7f0465-43b0-4f48-9622-b69b4b483712 service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:47:35.570429 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59b2977-d89f-4b6b-9e5c-4dad55df4d68 req-bb7f0465-43b0-4f48-9622-b69b4b483712 service neutron] Checking segment: {'id': '917604e4-aade-4a11-b4ad-178bdbbe8fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '38d1a38e-1f99-466b-bf7f-940113b4b6ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:47:35.570837 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f59b2977-d89f-4b6b-9e5c-4dad55df4d68 req-bb7f0465-43b0-4f48-9622-b69b4b483712 service neutron] Bound using segment: {'id': '917604e4-aade-4a11-b4ad-178bdbbe8fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '38d1a38e-1f99-466b-bf7f-940113b4b6ed'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:47:35.571553 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-f59b2977-d89f-4b6b-9e5c-4dad55df4d68 req-bb7f0465-43b0-4f48-9622-b69b4b483712 service neutron] Bound port: 446d2d04-f43a-4396-ae3d-6321f1ea6225, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '917604e4-aade-4a11-b4ad-178bdbbe8fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '38d1a38e-1f99-466b-bf7f-940113b4b6ed'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:47:35.571946 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-f59b2977-d89f-4b6b-9e5c-4dad55df4d68 req-bb7f0465-43b0-4f48-9622-b69b4b483712 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (446d2d04-f43a-4396-ae3d-6321f1ea6225), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:35.576031 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f413460-f56c-491b-a257-75cb2b481030 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 21:47:35.576447 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6f413460-f56c-491b-a257-75cb2b481030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (8b8a7621-57fb-4645-86ea-e67ffaaf7c2a), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:35.580820 ncdv-master-1 neutron-server[121837]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 07 21:47:35.580820 ncdv-master-1 neutron-server[121837]:   from cryptography.utils import int_from_bytes
May 07 21:47:35.580820 ncdv-master-1 neutron-server[121837]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 07 21:47:35.580820 ncdv-master-1 neutron-server[121837]:   from cryptography.utils import int_from_bytes
May 07 21:47:35.580820 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 21:47:35.580820 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 21:47:35.580820 ncdv-master-1 neutron-server[121837]:     timer()
May 07 21:47:35.580820 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 21:47:35.580820 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 21:47:35.580820 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 21:47:35.580820 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 21:47:35.580820 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 21:47:35.580820 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 21:47:35.580820 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 21:47:35.580820 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 21:47:35.580820 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 21:47:35.580820 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 21:47:35.580820 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 21:47:35.580820 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 21:47:35.580820 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 21:47:35.580820 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 21:47:35.580820 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 21:47:35.580820 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 21:47:35.580820 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 21:47:35.580820 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 21:47:35.580820 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 21:47:35.580820 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 21:47:35.580820 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 21:47:35.580820 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 21:47:35.580820 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 21:47:35.580820 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 21:47:35.580820 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 21:47:35.580820 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 21:47:35.580820 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 21:47:35.580820 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 21:47:35.580820 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 21:47:35.620255 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad43f5f-9d30-4f1f-9b78-26ad22caf0a6 req-33c12acd-b0a0-41b7-a432-0b9b7e884f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:35.621703 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5ad43f5f-9d30-4f1f-9b78-26ad22caf0a6 req-33c12acd-b0a0-41b7-a432-0b9b7e884f83 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1fe63d5f-90f3-4e94-9dfe-af97e96ae5d9 HTTP/1.1" status: 200  len: 848 time: 0.1092825
May 07 21:47:35.741653 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b48ef24-0f67-4bb0-a556-b06be028dbdd req-c17b807b-dde8-41b3-87ab-deecf7b1cbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:35.743339 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1b48ef24-0f67-4bb0-a556-b06be028dbdd req-c17b807b-dde8-41b3-87ab-deecf7b1cbd5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7789855db11445de842c4df75bd05e10&device_id=12135950-7d5e-4835-8fe5-31c8e5e9c986 HTTP/1.1" status: 200  len: 1129 time: 0.1298919
May 07 21:47:35.918758 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9 no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:47:35.926902 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5ad43f5f-9d30-4f1f-9b78-26ad22caf0a6 req-77ec508f-e66e-4813-beb2-a69ea5123e54 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=28405dfe-908d-4039-91f6-1d02165b34cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2613108
May 07 21:47:35.938687 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c5076e-79a8-4c61-bc60-ebcac408d91c req-cc0dce18-9fac-4e86-b946-0fc04bef35de tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:35.940415 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d8c5076e-79a8-4c61-bc60-ebcac408d91c req-cc0dce18-9fac-4e86-b946-0fc04bef35de tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/ports?device_id=12a792c3-0086-43d1-8995-7d56146f84b2 HTTP/1.1" status: 200  len: 946 time: 0.3475180
May 07 21:47:35.949488 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6f413460-f56c-491b-a257-75cb2b481030 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (a9952a0c-5d8d-426a-880f-9e31ca19c1dc), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:35.991863 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6f413460-f56c-491b-a257-75cb2b481030 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:35.995014 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-6f413460-f56c-491b-a257-75cb2b481030 admin admin] 10.222.0.32 "DELETE /v2.0/networks/a9952a0c-5d8d-426a-880f-9e31ca19c1dc HTTP/1.1" status: 204  len: 168 time: 1.0971684
May 07 21:47:36.008686 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f413460-f56c-491b-a257-75cb2b481030 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9952a0c-5d8d-426a-880f-9e31ca19c1dc,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:36.013026 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] The host nch1-master-1 is not matching for port f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9 host nch2-master-1! {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2394}}
May 07 21:47:36.013766 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9 not bound to the agent host nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:47:36.071778 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ff13ec-082c-4a47-a1b9-9b65b0e837b5 req-08fed1f1-949c-45f3-aa74-d663bd1d6502 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:36.078974 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-97ff13ec-082c-4a47-a1b9-9b65b0e837b5 req-08fed1f1-949c-45f3-aa74-d663bd1d6502 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=12135950-7d5e-4835-8fe5-31c8e5e9c986 HTTP/1.1" status: 200  len: 947 time: 0.4215531
May 07 21:47:36.079168 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d8c5076e-79a8-4c61-bc60-ebcac408d91c req-5137321a-a042-49a9-b745-a1859ce122d0 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b456a11-abdd-4913-9fa4-f25fdacb0d35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1274741
May 07 21:47:36.082003 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5460cd8e-542d-46e8-87ba-729ceba53972 req-850d384e-1290-4f2b-b77c-2ca29678e9e4 service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5857759
May 07 21:47:36.122240 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5ad43f5f-9d30-4f1f-9b78-26ad22caf0a6 req-5f369ac2-e54b-4af7-ad04-df9cf4c51d24 service neutron] 10.222.0.59 "GET /v2.0/networks/28405dfe-908d-4039-91f6-1d02165b34cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1804857
May 07 21:47:36.268591 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-f59b2977-d89f-4b6b-9e5c-4dad55df4d68 req-bb7f0465-43b0-4f48-9622-b69b4b483712 service neutron] For port 446d2d04-f43a-4396-ae3d-6321f1ea6225, host nch1-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:47:36.273359 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 60434) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:47:36.296954 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-97ff13ec-082c-4a47-a1b9-9b65b0e837b5 req-da73cd26-e22c-484f-aab8-7a135eb6f0d7 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2168913
May 07 21:47:36.300246 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-f59b2977-d89f-4b6b-9e5c-4dad55df4d68 req-bb7f0465-43b0-4f48-9622-b69b4b483712 service neutron] For port 446d2d04-f43a-4396-ae3d-6321f1ea6225, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=446d2d04-f43a-4396-ae3d-6321f1ea6225,segment=NetworkSegment(917604e4-aade-4a11-b4ad-178bdbbe8fbb),segment_id=917604e4-aade-4a11-b4ad-178bdbbe8fbb)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:47:36.322366 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-f59b2977-d89f-4b6b-9e5c-4dad55df4d68 req-bb7f0465-43b0-4f48-9622-b69b4b483712 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (446d2d04-f43a-4396-ae3d-6321f1ea6225), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:36.324621 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15da906-e456-4673-8e72-0c1fe8bbbf54 req-0a7345f9-5bcf-4282-9b04-0dea45bcf8be tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:36.327045 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e15da906-e456-4673-8e72-0c1fe8bbbf54 req-0a7345f9-5bcf-4282-9b04-0dea45bcf8be tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] 10.222.0.32 "GET /v2.0/ports?device_id=9628e17c-d8c7-4dd3-a4fd-8b3ec90ab5b0 HTTP/1.1" status: 200  len: 946 time: 0.1010082
May 07 21:47:36.341518 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5ad43f5f-9d30-4f1f-9b78-26ad22caf0a6 req-ffe0909d-f619-4e9e-807d-1c348df6a98c service neutron] 10.222.0.59 "GET /v2.0/networks/28405dfe-908d-4039-91f6-1d02165b34cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2107723
May 07 21:47:36.343090 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b48ef24-0f67-4bb0-a556-b06be028dbdd req-2e03daa6-9b0a-4ec0-84e0-d40dcf966d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:36.345252 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1b48ef24-0f67-4bb0-a556-b06be028dbdd req-2e03daa6-9b0a-4ec0-84e0-d40dcf966d75 service neutron] 10.222.0.55 "GET /v2.0/networks?id=665487f0-78eb-47fb-9a06-b15bc614dc47 HTTP/1.1" status: 200  len: 870 time: 0.2806447
May 07 21:47:36.387429 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-39e0404b-09bd-4720-b8eb-89ea275c7292 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=023784247b6441e9b281d0a62620a0bf&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1129713
May 07 21:47:36.389884 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59b2977-d89f-4b6b-9e5c-4dad55df4d68 req-bb7f0465-43b0-4f48-9622-b69b4b483712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:36.391067 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-f59b2977-d89f-4b6b-9e5c-4dad55df4d68 req-bb7f0465-43b0-4f48-9622-b69b4b483712 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:36.391201 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 60438) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:47:36.392485 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f59b2977-d89f-4b6b-9e5c-4dad55df4d68 req-bb7f0465-43b0-4f48-9622-b69b4b483712 service neutron] 10.222.0.55 "PUT /v2.0/ports/446d2d04-f43a-4396-ae3d-6321f1ea6225 HTTP/1.1" status: 200  len: 1091 time: 2.2126510
May 07 21:47:36.405722 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5460cd8e-542d-46e8-87ba-729ceba53972 req-bebbf02b-9de8-4185-adce-6da02546dab7 service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3086371
May 07 21:47:36.450865 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e15da906-e456-4673-8e72-0c1fe8bbbf54 req-1df4b94c-60bb-469f-b458-905a85363344 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] 10.222.0.32 "GET /v2.0/security-groups?id=94d1c480-f4e5-4d41-b75d-24e9594cc4ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1118517
May 07 21:47:36.471556 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1b48ef24-0f67-4bb0-a556-b06be028dbdd req-c83af483-2ce2-43a7-be71-19bea6ebdbd2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9 HTTP/1.1" status: 200  len: 217 time: 0.0949399
May 07 21:47:36.477836 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a98764df-b96e-4e32-9aa9-f55e45d6b71b admin admin] Publish callbacks [] for security_group (8a99eeb1-9d57-4bbf-adce-73166ac7fc98), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:36.507215 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a98764df-b96e-4e32-9aa9-f55e45d6b71b admin admin] Publish callbacks [] for security_group (8a99eeb1-9d57-4bbf-adce-73166ac7fc98), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:36.566090 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a98764df-b96e-4e32-9aa9-f55e45d6b71b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (8a99eeb1-9d57-4bbf-adce-73166ac7fc98), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:36.568962 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a98764df-b96e-4e32-9aa9-f55e45d6b71b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:36.573146 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-a98764df-b96e-4e32-9aa9-f55e45d6b71b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8a99eeb1-9d57-4bbf-adce-73166ac7fc98 HTTP/1.1" status: 204  len: 168 time: 0.1785970
May 07 21:47:36.587699 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98764df-b96e-4e32-9aa9-f55e45d6b71b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a99eeb1-9d57-4bbf-adce-73166ac7fc98,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:36.590265 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 9177df96-b4f9-41db-8806-f7ea5787a4fc details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:47:36.611626 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2309eff-fab1-4e75-af7c-48ab4ded89b9 req-72ea7862-25cc-4c6d-ac43-75a5a3bfd375 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:36.618828 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a2309eff-fab1-4e75-af7c-48ab4ded89b9 req-72ea7862-25cc-4c6d-ac43-75a5a3bfd375 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6f62982-0b82-42d1-9d49-2b8d8f6ec04f HTTP/1.1" status: 200  len: 943 time: 0.2158418
May 07 21:47:36.638919 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7f0465-43b0-4f48-9622-b69b4b483712 service neutron] Pushing event updated for resources: {'Port': ['ID=446d2d04-f43a-4396-ae3d-6321f1ea6225,revision_number=3']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:36.648590 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59b2977-d89f-4b6b-9e5c-4dad55df4d68 req-db5e5636-d5e9-496c-850b-37eef65436a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:36.650182 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f59b2977-d89f-4b6b-9e5c-4dad55df4d68 req-db5e5636-d5e9-496c-850b-37eef65436a4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4db49857a44d4f399959ac625886505a&device_id=f6f62982-0b82-42d1-9d49-2b8d8f6ec04f HTTP/1.1" status: 200  len: 1125 time: 0.1911738
May 07 21:47:36.668162 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b48ef24-0f67-4bb0-a556-b06be028dbdd req-9e4aab5a-2440-423b-9057-e754ec11eacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:36.669583 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1b48ef24-0f67-4bb0-a556-b06be028dbdd req-9e4aab5a-2440-423b-9057-e754ec11eacc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7789855db11445de842c4df75bd05e10&device_id=12135950-7d5e-4835-8fe5-31c8e5e9c986 HTTP/1.1" status: 200  len: 1129 time: 0.1745400
May 07 21:47:36.681091 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b48ef24-0f67-4bb0-a556-b06be028dbdd req-efd55b18-90ae-4676-8a08-ecbd1a46bd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:36.682716 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1b48ef24-0f67-4bb0-a556-b06be028dbdd req-efd55b18-90ae-4676-8a08-ecbd1a46bd56 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6e0e5c53-1ece-4d20-b01d-5f8c6957edf6 HTTP/1.1" status: 200  len: 843 time: 0.1889334
May 07 21:47:36.732823 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f59b2977-d89f-4b6b-9e5c-4dad55df4d68 req-3a399c68-8fd3-445e-a16c-0518232cb106 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=446d2d04-f43a-4396-ae3d-6321f1ea6225 HTTP/1.1" status: 200  len: 217 time: 0.0660701
May 07 21:47:36.850399 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 9177df96-b4f9-41db-8806-f7ea5787a4fc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9177df96-b4f9-41db-8806-f7ea5787a4fc,segment=NetworkSegment(82ec07f6-cf99-4411-99d8-c39170f22b45),segment_id=82ec07f6-cf99-4411-99d8-c39170f22b45)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:47:36.868724 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': '9177df96-b4f9-41db-8806-f7ea5787a4fc', 'network_id': '28405dfe-908d-4039-91f6-1d02165b34cd', 'port_id': '9177df96-b4f9-41db-8806-f7ea5787a4fc', 'mac_address': 'fa:16:3e:dc:65:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fe63d5f-90f3-4e94-9dfe-af97e96ae5d9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:47:36.881030 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b48ef24-0f67-4bb0-a556-b06be028dbdd req-06b8a9ba-1a86-49a9-baab-1e1a83be5912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:36.882571 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1b48ef24-0f67-4bb0-a556-b06be028dbdd req-06b8a9ba-1a86-49a9-baab-1e1a83be5912 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=665487f0-78eb-47fb-9a06-b15bc614dc47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1602125
May 07 21:47:36.897534 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a2309eff-fab1-4e75-af7c-48ab4ded89b9 req-2c757c17-f24f-470e-887d-aa1e051b4c16 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2775781
May 07 21:47:36.936336 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59b2977-d89f-4b6b-9e5c-4dad55df4d68 req-3593ecc4-f31d-4183-986a-e574ab07376a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:36.939574 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f59b2977-d89f-4b6b-9e5c-4dad55df4d68 req-3593ecc4-f31d-4183-986a-e574ab07376a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=14835495-3004-48e8-b7c5-01b68d156e2d HTTP/1.1" status: 200  len: 861 time: 0.1884952
May 07 21:47:36.962781 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 9177df96-b4f9-41db-8806-f7ea5787a4fc is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:47:36.963502 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (9177df96-b4f9-41db-8806-f7ea5787a4fc), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:36.987527 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9177df96-b4f9-41db-8806-f7ea5787a4fc {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:47:37.019025 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 9177df96-b4f9-41db-8806-f7ea5787a4fc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9177df96-b4f9-41db-8806-f7ea5787a4fc,segment=NetworkSegment(82ec07f6-cf99-4411-99d8-c39170f22b45),segment_id=82ec07f6-cf99-4411-99d8-c39170f22b45)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:47:37.024978 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f59b2977-d89f-4b6b-9e5c-4dad55df4d68 req-0b915044-185b-41bb-8e1f-d2d66c30e23b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=38d1a38e-1f99-466b-bf7f-940113b4b6ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0620534
May 07 21:47:37.026701 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (9177df96-b4f9-41db-8806-f7ea5787a4fc), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:37.079168 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=9177df96-b4f9-41db-8806-f7ea5787a4fc,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:37.106992 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e84f74-0712-43aa-afa7-0f1cf4b5c20e req-c37314b3-bc0c-4880-9cc5-a6d5f3f3b5c5 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:37.118264 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b9e84f74-0712-43aa-afa7-0f1cf4b5c20e req-c37314b3-bc0c-4880-9cc5-a6d5f3f3b5c5 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] 10.222.0.32 "GET /v2.0/ports?device_id=9628e17c-d8c7-4dd3-a4fd-8b3ec90ab5b0 HTTP/1.1" status: 200  len: 946 time: 0.0644209
May 07 21:47:37.118835 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 60488) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:47:37.121562 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b48ef24-0f67-4bb0-a556-b06be028dbdd req-0dbccfbc-3396-4561-b387-7efc0a249ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:37.123252 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1b48ef24-0f67-4bb0-a556-b06be028dbdd req-0dbccfbc-3396-4561-b387-7efc0a249ae5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=665487f0-78eb-47fb-9a06-b15bc614dc47 HTTP/1.1" status: 200  len: 870 time: 0.4450467
May 07 21:47:37.123430 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-4f0ecf5e-99d1-45b7-81b3-4681bbc634ef tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Request body: {'floatingip': {'port_id': '41742b2f-f351-48d6-994b-cf147d81966f'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:47:37.179153 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24eba25-8207-4add-8c69-2577486a2095 req-7048f332-cc45-4e8f-aa37-13ba5d91c40b tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:37.180782 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e24eba25-8207-4add-8c69-2577486a2095 req-7048f332-cc45-4e8f-aa37-13ba5d91c40b tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=3533de6f-5073-4e2e-9620-5655b2cdcb7f HTTP/1.1" status: 200  len: 944 time: 0.1916189
May 07 21:47:37.229908 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 60490) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:47:37.237507 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4f0ecf5e-99d1-45b7-81b3-4681bbc634ef tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Publish callbacks [] for floatingip (785a81ae-a9bc-4c9f-8910-736737805009), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:37.243216 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1b48ef24-0f67-4bb0-a556-b06be028dbdd req-cc7d6b6c-4e4e-48c2-9fd2-2ba865a7daf8 service neutron] 10.222.0.55 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3340957
May 07 21:47:37.302328 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['9177df96-b4f9-41db-8806-f7ea5787a4fc'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:47:37.317846 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f59b2977-d89f-4b6b-9e5c-4dad55df4d68 req-0f35ce06-146a-4a57-8515-0e1209ab6e05 service neutron] 10.222.0.55 "GET /v2.0/networks/38d1a38e-1f99-466b-bf7f-940113b4b6ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2361712
May 07 21:47:37.320433 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6f2c38-6d9c-463d-8db1-1404f5b81435 req-3c12cdbd-c6a1-4ef8-bacb-5f9bba99ebdd tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:37.322160 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-cf6f2c38-6d9c-463d-8db1-1404f5b81435 req-3c12cdbd-c6a1-4ef8-bacb-5f9bba99ebdd tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=0284aa35-4e58-4e15-a194-a500996ed82e HTTP/1.1" status: 200  len: 949 time: 0.1284206
May 07 21:47:37.397784 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e24eba25-8207-4add-8c69-2577486a2095 req-680f777a-282d-4508-858c-db8d37be41b1 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2055712
May 07 21:47:37.437376 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-b304ef12-8954-4033-8c1b-cb842e7603dc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=128780b076564b77b99449d2e31ce8b7&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2033410
May 07 21:47:37.458353 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 60498) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:47:37.477578 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-cf6f2c38-6d9c-463d-8db1-1404f5b81435 req-61f72cca-4879-4a1f-ad6d-cbfad202ff60 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ea07aee-f825-4ee0-a542-65c887150930&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1492715
May 07 21:47:37.525683 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1b48ef24-0f67-4bb0-a556-b06be028dbdd req-77d64d68-875a-42a5-8002-254b37e95ef8 service neutron] 10.222.0.55 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2690651
May 07 21:47:37.536499 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6f62982-0b82-42d1-9d49-2b8d8f6ec04f', 'tag': '446d2d04-f43a-4396-ae3d-6321f1ea6225'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:47:37.538761 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfba21e1-bd9d-4e4e-8db0-5ca660590b85" -d '{"events": [{"name": "network-changed", "server_uuid": "f6f62982-0b82-42d1-9d49-2b8d8f6ec04f", "tag": "446d2d04-f43a-4396-ae3d-6321f1ea6225"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:47:37.592476 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-501b9d0a-f182-4979-b522-2d305b10e69e admin admin] Publish callbacks [] for security_group (76609b58-a687-43c4-a361-0e8a14ce374f), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:37.597037 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f59b2977-d89f-4b6b-9e5c-4dad55df4d68 req-25d47e30-f8f6-4d85-9e2c-b0ccf60805c2 service neutron] 10.222.0.55 "GET /v2.0/networks/38d1a38e-1f99-466b-bf7f-940113b4b6ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2508073
May 07 21:47:37.607839 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5742c7-0e5e-4f99-ae3f-6e2467baaf60 req-b579170a-033c-428f-b29a-990be8356b1c tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:37.616545 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-cb5742c7-0e5e-4f99-ae3f-6e2467baaf60 req-b579170a-033c-428f-b29a-990be8356b1c tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/ports?device_id=12a792c3-0086-43d1-8995-7d56146f84b2 HTTP/1.1" status: 200  len: 946 time: 0.0701420
May 07 21:47:37.620348 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-501b9d0a-f182-4979-b522-2d305b10e69e admin admin] Publish callbacks [] for security_group (76609b58-a687-43c4-a361-0e8a14ce374f), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:37.669343 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-501b9d0a-f182-4979-b522-2d305b10e69e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (76609b58-a687-43c4-a361-0e8a14ce374f), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:37.673111 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-501b9d0a-f182-4979-b522-2d305b10e69e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:37.676768 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-501b9d0a-f182-4979-b522-2d305b10e69e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/76609b58-a687-43c4-a361-0e8a14ce374f HTTP/1.1" status: 204  len: 168 time: 0.2095060
May 07 21:47:37.683725 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501b9d0a-f182-4979-b522-2d305b10e69e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76609b58-a687-43c4-a361-0e8a14ce374f,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:37.787806 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-cb5742c7-0e5e-4f99-ae3f-6e2467baaf60 req-a9ca3e67-bf0d-478b-be3c-80f872ccc1db tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b456a11-abdd-4913-9fa4-f25fdacb0d35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1698833
May 07 21:47:37.858805 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deea0cb0-8bfd-4b02-a007-026b93131833 x-openstack-request-id: req-deea0cb0-8bfd-4b02-a007-026b93131833 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:47:37.859620 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6f62982-0b82-42d1-9d49-2b8d8f6ec04f", "tag": "446d2d04-f43a-4396-ae3d-6321f1ea6225", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:47:37.859906 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-deea0cb0-8bfd-4b02-a007-026b93131833 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:47:37.860311 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-deea0cb0-8bfd-4b02-a007-026b93131833'] response: {'name': 'network-changed', 'server_uuid': 'f6f62982-0b82-42d1-9d49-2b8d8f6ec04f', 'tag': '446d2d04-f43a-4396-ae3d-6321f1ea6225', 'status': 'completed', 'code': 200}
May 07 21:47:37.967723 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167889c6-0c8a-40d9-9b62-6e5c1c81f6e2 req-d930c45b-7fa6-4a84-94c1-c89b3f9006f5 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:37.969910 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-167889c6-0c8a-40d9-9b62-6e5c1c81f6e2 req-d930c45b-7fa6-4a84-94c1-c89b3f9006f5 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=12135950-7d5e-4835-8fe5-31c8e5e9c986 HTTP/1.1" status: 200  len: 947 time: 0.0974925
May 07 21:47:38.136556 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-167889c6-0c8a-40d9-9b62-6e5c1c81f6e2 req-d42a84a6-bc96-4370-a8bf-ff258664d6c2 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1601987
May 07 21:47:38.174710 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4f0ecf5e-99d1-45b7-81b3-4681bbc634ef tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:38.181435 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4f0ecf5e-99d1-45b7-81b3-4681bbc634ef tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (785a81ae-a9bc-4c9f-8910-736737805009), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:38.209421 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1b48ef24-0f67-4bb0-a556-b06be028dbdd req-237b1d9f-7995-4351-aaab-244bd232b0ed service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9 HTTP/1.1" status: 200  len: 217 time: 0.0435236
May 07 21:47:38.283943 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b48ef24-0f67-4bb0-a556-b06be028dbdd req-fc1fe7aa-bffc-433b-a54c-df2852fad12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:38.285360 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1b48ef24-0f67-4bb0-a556-b06be028dbdd req-fc1fe7aa-bffc-433b-a54c-df2852fad12b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6e0e5c53-1ece-4d20-b01d-5f8c6957edf6 HTTP/1.1" status: 200  len: 843 time: 0.0508020
May 07 21:47:38.349383 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b48ef24-0f67-4bb0-a556-b06be028dbdd req-2bc65c3c-f8f0-417d-8c08-9741ce2d29cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:38.352020 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1b48ef24-0f67-4bb0-a556-b06be028dbdd req-2bc65c3c-f8f0-417d-8c08-9741ce2d29cb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=665487f0-78eb-47fb-9a06-b15bc614dc47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0563130
May 07 21:47:38.539468 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1b48ef24-0f67-4bb0-a556-b06be028dbdd req-bfe98ddd-3e70-4b11-ac7e-7059b4ab7943 service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1188824
May 07 21:47:38.549699 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2a6907-923c-42ac-88e4-d29db2ed0767 req-88527c39-b1ec-4c70-9662-c20f8ca9a8f4 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:38.557368 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3f2a6907-923c-42ac-88e4-d29db2ed0767 req-88527c39-b1ec-4c70-9662-c20f8ca9a8f4 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6f62982-0b82-42d1-9d49-2b8d8f6ec04f HTTP/1.1" status: 200  len: 943 time: 0.3068154
May 07 21:47:38.589640 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 9177df96-b4f9-41db-8806-f7ea5787a4fc up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:47:38.666974 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba21e1-bd9d-4e4e-8db0-5ca660590b85 req-60dc8cdc-bfd6-4905-89a6-f360dfac467a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:38.669212 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-dfba21e1-bd9d-4e4e-8db0-5ca660590b85 req-60dc8cdc-bfd6-4905-89a6-f360dfac467a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4db49857a44d4f399959ac625886505a&device_id=f6f62982-0b82-42d1-9d49-2b8d8f6ec04f HTTP/1.1" status: 200  len: 1125 time: 0.0707660
May 07 21:47:38.689264 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning for port 9177df96-b4f9-41db-8806-f7ea5787a4fc completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:47:38.698097 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port 9177df96-b4f9-41db-8806-f7ea5787a4fc triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:47:38.698502 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (9177df96-b4f9-41db-8806-f7ea5787a4fc), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:38.749320 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3f2a6907-923c-42ac-88e4-d29db2ed0767 req-31f8da82-0ada-4e6d-a030-9e3bc06e45da tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1849508
May 07 21:47:38.751062 ncdv-master-1 neutron-server[121837]: INFO neutron.db.l3_db [None req-4f0ecf5e-99d1-45b7-81b3-4681bbc634ef tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Floating IP 785a81ae-a9bc-4c9f-8910-736737805009 associated. External IP: 172.35.4.170, port: 41742b2f-f351-48d6-994b-cf147d81966f.
May 07 21:47:38.802181 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1b48ef24-0f67-4bb0-a556-b06be028dbdd req-33fb8c8e-9076-4c20-9640-dadcdc1b9b3b service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2522430
May 07 21:47:38.840523 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba21e1-bd9d-4e4e-8db0-5ca660590b85 req-4515c647-01f6-4a4d-8586-5b9546751ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:38.842391 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-dfba21e1-bd9d-4e4e-8db0-5ca660590b85 req-4515c647-01f6-4a4d-8586-5b9546751ec0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=38d1a38e-1f99-466b-bf7f-940113b4b6ed HTTP/1.1" status: 200  len: 922 time: 0.1468494
May 07 21:47:38.843799 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 9177df96-b4f9-41db-8806-f7ea5787a4fc is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:47:38.844917 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (9177df96-b4f9-41db-8806-f7ea5787a4fc), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:38.874351 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3533de6f-5073-4e2e-9620-5655b2cdcb7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9177df96-b4f9-41db-8806-f7ea5787a4fc'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:47:38.878180 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5869281-79a4-4852-80a3-23ecb0cc0e65" -d '{"events": [{"server_uuid": "3533de6f-5073-4e2e-9620-5655b2cdcb7f", "name": "network-vif-plugged", "status": "completed", "tag": "9177df96-b4f9-41db-8806-f7ea5787a4fc"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:47:38.897715 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 9177df96-b4f9-41db-8806-f7ea5787a4fc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9177df96-b4f9-41db-8806-f7ea5787a4fc,segment=NetworkSegment(82ec07f6-cf99-4411-99d8-c39170f22b45),segment_id=82ec07f6-cf99-4411-99d8-c39170f22b45)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:47:38.905654 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (9177df96-b4f9-41db-8806-f7ea5787a4fc), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:38.943914 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-dfba21e1-bd9d-4e4e-8db0-5ca660590b85 req-2b90f665-292a-4a7f-8bf0-8c7f11ff4508 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=446d2d04-f43a-4396-ae3d-6321f1ea6225 HTTP/1.1" status: 200  len: 217 time: 0.0878212
May 07 21:47:38.962981 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c818c2-a9e4-4c42-93bd-da233e3ef95c req-36a09141-5af3-4db8-a092-475d3430408e tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:38.971047 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a8c818c2-a9e4-4c42-93bd-da233e3ef95c req-36a09141-5af3-4db8-a092-475d3430408e tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=3533de6f-5073-4e2e-9620-5655b2cdcb7f HTTP/1.1" status: 200  len: 944 time: 0.0963712
May 07 21:47:38.998712 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=9177df96-b4f9-41db-8806-f7ea5787a4fc,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:39.020929 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfba21e1-bd9d-4e4e-8db0-5ca660590b85 req-e812b9fd-c5ba-46bd-afe2-eb9572548adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:39.022649 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-dfba21e1-bd9d-4e4e-8db0-5ca660590b85 req-e812b9fd-c5ba-46bd-afe2-eb9572548adc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=14835495-3004-48e8-b7c5-01b68d156e2d HTTP/1.1" status: 200  len: 861 time: 0.0709755
May 07 21:47:39.075977 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a8c818c2-a9e4-4c42-93bd-da233e3ef95c req-2f6929af-c8fa-4612-a5cf-6e65bd1e9564 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1039855
May 07 21:47:39.089444 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-dfba21e1-bd9d-4e4e-8db0-5ca660590b85 req-283d7f3f-b59c-4808-b325-cb717c4d7e05 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=38d1a38e-1f99-466b-bf7f-940113b4b6ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0464683
May 07 21:47:39.121547 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bbc028-6380-426d-9cf3-f4967450b6a6 req-51d23c47-da2d-4886-ad36-83a788969a89 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:39.130011 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c2bbc028-6380-426d-9cf3-f4967450b6a6 req-51d23c47-da2d-4886-ad36-83a788969a89 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=0284aa35-4e58-4e15-a194-a500996ed82e HTTP/1.1" status: 200  len: 949 time: 0.1019051
May 07 21:47:39.151056 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f0ecf5e-99d1-45b7-81b3-4681bbc634ef tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Router 75c60af6-7842-4148-b054-82a4566b299c has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 21:47:39.240994 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c2bbc028-6380-426d-9cf3-f4967450b6a6 req-b6ff3d53-c057-4cb1-8746-572f248ef1b7 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ea07aee-f825-4ee0-a542-65c887150930&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1101305
May 07 21:47:39.259703 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1128a5-eb5c-4155-a031-e34e4a5b5a11 req-5a67e8ef-92e9-490e-a9da-e6e7fd0a920a tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:39.261330 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8e1128a5-eb5c-4155-a031-e34e4a5b5a11 req-5a67e8ef-92e9-490e-a9da-e6e7fd0a920a tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/ports?device_id=12a792c3-0086-43d1-8995-7d56146f84b2 HTTP/1.1" status: 200  len: 946 time: 0.1059012
May 07 21:47:39.275995 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-dfba21e1-bd9d-4e4e-8db0-5ca660590b85 req-a1667c9d-8cf5-452e-a1fa-f5e365d354c1 service neutron] 10.222.0.55 "GET /v2.0/networks/38d1a38e-1f99-466b-bf7f-940113b4b6ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1749072
May 07 21:47:39.302693 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9c47085-48ca-48b8-920e-ced7f4894f95 x-openstack-request-id: req-f9c47085-48ca-48b8-920e-ced7f4894f95 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:47:39.303254 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3533de6f-5073-4e2e-9620-5655b2cdcb7f", "name": "network-vif-plugged", "status": "completed", "tag": "9177df96-b4f9-41db-8806-f7ea5787a4fc", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:47:39.303889 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f9c47085-48ca-48b8-920e-ced7f4894f95 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:47:39.304460 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9c47085-48ca-48b8-920e-ced7f4894f95'] response: {'server_uuid': '3533de6f-5073-4e2e-9620-5655b2cdcb7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9177df96-b4f9-41db-8806-f7ea5787a4fc', 'code': 200}
May 07 21:47:39.367591 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8e1128a5-eb5c-4155-a031-e34e4a5b5a11 req-dc0b4cf4-f107-44b2-83ff-ffd2a22cf643 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b456a11-abdd-4913-9fa4-f25fdacb0d35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0983019
May 07 21:47:39.370889 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f0ecf5e-99d1-45b7-81b3-4681bbc634ef tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:47:39.376619 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4f0ecf5e-99d1-45b7-81b3-4681bbc634ef tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:39.393547 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b8f19e-9daa-416a-91f4-16512b22f106 None None] Sync routers for ids ['75c60af6-7842-4148-b054-82a4566b299c'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:47:39.411204 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b8f19e-9daa-416a-91f4-16512b22f106 None None] Routers {'75c60af6-7842-4148-b054-82a4566b299c'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:47:39.411854 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-32b8f19e-9daa-416a-91f4-16512b22f106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cb349d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:47:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['75c60af6-7842-4148-b054-82a4566b299c'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:47:39.437912 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-4f0ecf5e-99d1-45b7-81b3-4681bbc634ef tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] 10.222.0.32 "PUT /v2.0/floatingips/785a81ae-a9bc-4c9f-8910-736737805009 HTTP/1.1" status: 200  len: 992 time: 2.3156514
May 07 21:47:39.437912 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9628e17c-d8c7-4dd3-a4fd-8b3ec90ab5b0', 'tag': '41742b2f-f351-48d6-994b-cf147d81966f'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:47:39.440043 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eca70cb-f70b-40a1-ae80-de59702ad230" -d '{"events": [{"name": "network-changed", "server_uuid": "9628e17c-d8c7-4dd3-a4fd-8b3ec90ab5b0", "tag": "41742b2f-f351-48d6-994b-cf147d81966f"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:47:39.495691 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea029e1-c9a5-436a-b494-90def13464fe req-fb6e9e09-fb74-4b1a-8774-9e4cc727aa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:39.508799 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5ea029e1-c9a5-436a-b494-90def13464fe req-fb6e9e09-fb74-4b1a-8774-9e4cc727aa91 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3533de6f-5073-4e2e-9620-5655b2cdcb7f HTTP/1.1" status: 200  len: 1127 time: 0.1148136
May 07 21:47:39.518204 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-dfba21e1-bd9d-4e4e-8db0-5ca660590b85 req-16084f8c-bc01-4894-939e-a6566538afc3 service neutron] 10.222.0.55 "GET /v2.0/networks/38d1a38e-1f99-466b-bf7f-940113b4b6ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2323501
May 07 21:47:39.572437 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-32b8f19e-9daa-416a-91f4-16512b22f106 None None] Set router 75c60af6-7842-4148-b054-82a4566b299c gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:47:39.616960 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5ea029e1-c9a5-436a-b494-90def13464fe req-1256feb9-2fdf-4ef9-af87-2abd8bb19c59 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1038854
May 07 21:47:39.624439 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c831e5d-5cc2-4e37-bbb5-ada1c759d4de req-a2447910-7759-4ec3-92ca-50e5474637cb tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:39.632286 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0c831e5d-5cc2-4e37-bbb5-ada1c759d4de req-a2447910-7759-4ec3-92ca-50e5474637cb tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=12135950-7d5e-4835-8fe5-31c8e5e9c986 HTTP/1.1" status: 200  len: 947 time: 0.1519670
May 07 21:47:39.691844 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0c831e5d-5cc2-4e37-bbb5-ada1c759d4de req-9254fdf4-c889-4ef3-be70-f82f2273cdc1 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593910
May 07 21:47:39.809437 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e30dbce-d6f9-4618-b7c0-163589e78b8c req-7219997b-90f0-4455-b826-61b4845c465a tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:39.811066 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5e30dbce-d6f9-4618-b7c0-163589e78b8c req-7219997b-90f0-4455-b826-61b4845c465a tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] 10.222.0.32 "GET /v2.0/ports?device_id=9628e17c-d8c7-4dd3-a4fd-8b3ec90ab5b0 HTTP/1.1" status: 200  len: 946 time: 0.0634506
May 07 21:47:39.813241 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-32b8f19e-9daa-416a-91f4-16512b22f106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cb349d0>, [{'id': '75c60af6-7842-4148-b054-82a4566b299c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-115886930-router', 'tenant_id': 'd7a25055f3544e5c95bacd3a07611e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.226'}], 'enable_snat': True}, 'gw_port_id': '07c8e0a0-c407-43ea-99f9-11a7c0c5a325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:45:50Z', 'updated_at': '2022-05-07T21:46:02Z', 'revision_number': 4, 'project_id': 'd7a25055f3544e5c95bacd3a07611e1d', 'gw_port': {'id': '07c8e0a0-c407-43ea-99f9-11a7c0c5a325', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:5d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c60af6-7842-4148-b054-82a4566b299c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:45:51Z', 'updated_at': '2022-05-07T21:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '785a81ae-a9bc-4c9f-8910-736737805009', 'tenant_id': 'd7a25055f3544e5c95bacd3a07611e1d', 'floating_ip_address': '172.35.4.170', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '75c60af6-7842-4148-b054-82a4566b299c', 'port_id': '41742b2f-f351-48d6-994b-cf147d81966f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 231, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '849ca462-b333-410b-8c4a-24e67429a8f8', 'mac_address': 'fa:16:3e:d9:60:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9628e17c-d8c7-4dd3-a4fd-8b3ec90ab5b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T21:46:19Z', 'updated_at': '2022-05-07T21:47:37Z', 'revision_number': 5, 'project_id': 'd7a25055f3544e5c95bacd3a07611e1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31d4ce1a-3bba-4b25-8a01-763761665f1d', 'name': '', 'network_id': '849ca462-b333-410b-8c4a-24e67429a8f8', 'tenant_id': 'd7a25055f3544e5c95bacd3a07611e1d', 'mac_address': 'fa:16:3e:b4:b2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c60af6-7842-4148-b054-82a4566b299c', 'device_owner': 'network:router_interface', 'standard_attr_id': 169, 'fixed_ips': [{'subnet_id': '00184246-3b14-4ff3-8c67-98e0d140369b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:46:00Z', 'updated_at': '2022-05-07T21:46:06Z', 'revision_number': 5, 'project_id': 'd7a25055f3544e5c95bacd3a07611e1d', 'subnets': [{'id': '00184246-3b14-4ff3-8c67-98e0d140369b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:47:39.841904 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b8f19e-9daa-416a-91f4-16512b22f106 None None] Checking router: 75c60af6-7842-4148-b054-82a4566b299c for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 21:47:39.856649 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b8f19e-9daa-416a-91f4-16512b22f106 None None] Routers {'75c60af6-7842-4148-b054-82a4566b299c'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:47:39.857277 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-32b8f19e-9daa-416a-91f4-16512b22f106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cb349d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:47:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['75c60af6-7842-4148-b054-82a4566b299c'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:47:39.875482 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5e30dbce-d6f9-4618-b7c0-163589e78b8c req-e1f180c5-ddbf-45ca-a4a6-4551eca5c23c tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] 10.222.0.32 "GET /v2.0/security-groups?id=94d1c480-f4e5-4d41-b75d-24e9594cc4ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0555465
May 07 21:47:39.905693 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0bd6cd9-90cf-4fff-a04b-b95ab702fd5a x-openstack-request-id: req-c0bd6cd9-90cf-4fff-a04b-b95ab702fd5a {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:47:39.907166 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9628e17c-d8c7-4dd3-a4fd-8b3ec90ab5b0", "tag": "41742b2f-f351-48d6-994b-cf147d81966f", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:47:39.907744 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c0bd6cd9-90cf-4fff-a04b-b95ab702fd5a {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:47:39.908383 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0bd6cd9-90cf-4fff-a04b-b95ab702fd5a'] response: {'name': 'network-changed', 'server_uuid': '9628e17c-d8c7-4dd3-a4fd-8b3ec90ab5b0', 'tag': '41742b2f-f351-48d6-994b-cf147d81966f', 'status': 'completed', 'code': 200}
May 07 21:47:39.945536 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 446d2d04-f43a-4396-ae3d-6321f1ea6225 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:47:39.985911 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eca70cb-f70b-40a1-ae80-de59702ad230 req-ec8a717f-1c4f-4301-a283-3df52573d07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:39.987460 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3eca70cb-f70b-40a1-ae80-de59702ad230 req-ec8a717f-1c4f-4301-a283-3df52573d07b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d7a25055f3544e5c95bacd3a07611e1d&device_id=9628e17c-d8c7-4dd3-a4fd-8b3ec90ab5b0 HTTP/1.1" status: 200  len: 1128 time: 0.0511894
May 07 21:47:40.012739 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-32b8f19e-9daa-416a-91f4-16512b22f106 None None] Set router 75c60af6-7842-4148-b054-82a4566b299c gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:47:40.039684 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b81fb21-d6f7-46be-a16c-557b4a353311 req-d7a3a642-8a14-4a40-ac71-241ebd60bbb8 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:40.042783 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6b81fb21-d6f7-46be-a16c-557b4a353311 req-d7a3a642-8a14-4a40-ac71-241ebd60bbb8 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6f62982-0b82-42d1-9d49-2b8d8f6ec04f HTTP/1.1" status: 200  len: 943 time: 0.0695882
May 07 21:47:40.119205 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 446d2d04-f43a-4396-ae3d-6321f1ea6225, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=446d2d04-f43a-4396-ae3d-6321f1ea6225,segment=NetworkSegment(917604e4-aade-4a11-b4ad-178bdbbe8fbb),segment_id=917604e4-aade-4a11-b4ad-178bdbbe8fbb)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:47:40.146860 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': '446d2d04-f43a-4396-ae3d-6321f1ea6225', 'network_id': '38d1a38e-1f99-466b-bf7f-940113b4b6ed', 'port_id': '446d2d04-f43a-4396-ae3d-6321f1ea6225', 'mac_address': 'fa:16:3e:1c:29:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14835495-3004-48e8-b7c5-01b68d156e2d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:47:40.152858 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6b81fb21-d6f7-46be-a16c-557b4a353311 req-197e5e64-ce68-4efe-8db9-189385c1c630 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1001329
May 07 21:47:40.185613 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eca70cb-f70b-40a1-ae80-de59702ad230 req-39a551ef-dd5b-4ea5-b40a-7de820184ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:40.188698 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3eca70cb-f70b-40a1-ae80-de59702ad230 req-39a551ef-dd5b-4ea5-b40a-7de820184ef5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=849ca462-b333-410b-8c4a-24e67429a8f8 HTTP/1.1" status: 200  len: 924 time: 0.1898005
May 07 21:47:40.214706 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 446d2d04-f43a-4396-ae3d-6321f1ea6225 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:47:40.215131 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (446d2d04-f43a-4396-ae3d-6321f1ea6225), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:40.233943 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 446d2d04-f43a-4396-ae3d-6321f1ea6225 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:47:40.261486 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 446d2d04-f43a-4396-ae3d-6321f1ea6225, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=446d2d04-f43a-4396-ae3d-6321f1ea6225,segment=NetworkSegment(917604e4-aade-4a11-b4ad-178bdbbe8fbb),segment_id=917604e4-aade-4a11-b4ad-178bdbbe8fbb)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:47:40.270508 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (446d2d04-f43a-4396-ae3d-6321f1ea6225), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:40.271637 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-32b8f19e-9daa-416a-91f4-16512b22f106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cb349d0>, [{'id': '75c60af6-7842-4148-b054-82a4566b299c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-115886930-router', 'tenant_id': 'd7a25055f3544e5c95bacd3a07611e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.226'}], 'enable_snat': True}, 'gw_port_id': '07c8e0a0-c407-43ea-99f9-11a7c0c5a325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:45:50Z', 'updated_at': '2022-05-07T21:46:02Z', 'revision_number': 4, 'project_id': 'd7a25055f3544e5c95bacd3a07611e1d', 'gw_port': {'id': '07c8e0a0-c407-43ea-99f9-11a7c0c5a325', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:5d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c60af6-7842-4148-b054-82a4566b299c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:45:51Z', 'updated_at': '2022-05-07T21:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '785a81ae-a9bc-4c9f-8910-736737805009', 'tenant_id': 'd7a25055f3544e5c95bacd3a07611e1d', 'floating_ip_address': '172.35.4.170', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '75c60af6-7842-4148-b054-82a4566b299c', 'port_id': '41742b2f-f351-48d6-994b-cf147d81966f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 231, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '849ca462-b333-410b-8c4a-24e67429a8f8', 'mac_address': 'fa:16:3e:d9:60:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9628e17c-d8c7-4dd3-a4fd-8b3ec90ab5b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T21:46:19Z', 'updated_at': '2022-05-07T21:47:37Z', 'revision_number': 5, 'project_id': 'd7a25055f3544e5c95bacd3a07611e1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31d4ce1a-3bba-4b25-8a01-763761665f1d', 'name': '', 'network_id': '849ca462-b333-410b-8c4a-24e67429a8f8', 'tenant_id': 'd7a25055f3544e5c95bacd3a07611e1d', 'mac_address': 'fa:16:3e:b4:b2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c60af6-7842-4148-b054-82a4566b299c', 'device_owner': 'network:router_interface', 'standard_attr_id': 169, 'fixed_ips': [{'subnet_id': '00184246-3b14-4ff3-8c67-98e0d140369b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:46:00Z', 'updated_at': '2022-05-07T21:46:06Z', 'revision_number': 5, 'project_id': 'd7a25055f3544e5c95bacd3a07611e1d', 'subnets': [{'id': '00184246-3b14-4ff3-8c67-98e0d140369b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:47:40.317225 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b8f19e-9daa-416a-91f4-16512b22f106 None None] The sync data for ids ['75c60af6-7842-4148-b054-82a4566b299c'] in ncdv-master-1 is: [{'id': '75c60af6-7842-4148-b054-82a4566b299c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-115886930-router', 'tenant_id': 'd7a25055f3544e5c95bacd3a07611e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.226'}], 'enable_snat': True}, 'gw_port_id': '07c8e0a0-c407-43ea-99f9-11a7c0c5a325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:45:50Z', 'updated_at': '2022-05-07T21:46:02Z', 'revision_number': 4, 'project_id': 'd7a25055f3544e5c95bacd3a07611e1d', 'gw_port': {'id': '07c8e0a0-c407-43ea-99f9-11a7c0c5a325', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:5d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c60af6-7842-4148-b054-82a4566b299c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:45:51Z', 'updated_at': '2022-05-07T21:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '785a81ae-a9bc-4c9f-8910-736737805009', 'tenant_id': 'd7a25055f3544e5c95bacd3a07611e1d', 'floating_ip_address': '172.35.4.170', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '75c60af6-7842-4148-b054-82a4566b299c', 'port_id': '41742b2f-f351-48d6-994b-cf147d81966f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 231, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '849ca462-b333-410b-8c4a-24e67429a8f8', 'mac_address': 'fa:16:3e:d9:60:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9628e17c-d8c7-4dd3-a4fd-8b3ec90ab5b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T21:46:19Z', 'updated_at': '2022-05-07T21:47:37Z', 'revision_number': 5, 'project_id': 'd7a25055f3544e5c95bacd3a07611e1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31d4ce1a-3bba-4b25-8a01-763761665f1d', 'name': '', 'network_id': '849ca462-b333-410b-8c4a-24e67429a8f8', 'tenant_id': 'd7a25055f3544e5c95bacd3a07611e1d', 'mac_address': 'fa:16:3e:b4:b2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c60af6-7842-4148-b054-82a4566b299c', 'device_owner': 'network:router_interface', 'standard_attr_id': 169, 'fixed_ips': [{'subnet_id': '00184246-3b14-4ff3-8c67-98e0d140369b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:46:00Z', 'updated_at': '2022-05-07T21:46:06Z', 'revision_number': 5, 'project_id': 'd7a25055f3544e5c95bacd3a07611e1d', 'subnets': [{'id': '00184246-3b14-4ff3-8c67-98e0d140369b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:47:40.363650 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=446d2d04-f43a-4396-ae3d-6321f1ea6225,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:40.515064 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['446d2d04-f43a-4396-ae3d-6321f1ea6225'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:47:40.605433 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:47:40.607190 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4306a4e-8311-4403-8e0b-fa46e7a0200e req-75ac1988-0f1d-453b-adfa-48d5c81bc656 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:40.609899 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b4306a4e-8311-4403-8e0b-fa46e7a0200e req-75ac1988-0f1d-453b-adfa-48d5c81bc656 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=12135950-7d5e-4835-8fe5-31c8e5e9c986 HTTP/1.1" status: 200  len: 947 time: 0.0669510
May 07 21:47:40.631974 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3eca70cb-f70b-40a1-ae80-de59702ad230 req-bdd45626-bf46-42aa-b473-69be43e9657c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=41742b2f-f351-48d6-994b-cf147d81966f HTTP/1.1" status: 200  len: 1000 time: 0.4302845
May 07 21:47:40.637917 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bebd86-e121-48f8-84d2-79e144e25a19 req-1a043a4b-d931-4c93-b284-e3826e5f3b44 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:40.639312 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-78bebd86-e121-48f8-84d2-79e144e25a19 req-1a043a4b-d931-4c93-b284-e3826e5f3b44 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.55 "GET /v2.0/ports?device_id=12135950-7d5e-4835-8fe5-31c8e5e9c986&tenant_id=7789855db11445de842c4df75bd05e10&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 947 time: 0.3846693
May 07 21:47:40.689017 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b4306a4e-8311-4403-8e0b-fa46e7a0200e req-7bac3661-9f92-40fa-921c-c39a617c2eec tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0732837
May 07 21:47:40.767662 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:47:40.774806 ncdv-master-1 neutron-server[121836]: INFO neutron.api.v2.resource [req-78bebd86-e121-48f8-84d2-79e144e25a19 req-f76618f5-76dd-4493-b8da-497a8697d51e service neutron] delete failed (client error): The resource could not be found.
May 07 21:47:40.775824 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-78bebd86-e121-48f8-84d2-79e144e25a19 req-f76618f5-76dd-4493-b8da-497a8697d51e service neutron] 10.222.0.55 "DELETE /v2.0/ports/f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.1110141
May 07 21:47:40.782506 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eca70cb-f70b-40a1-ae80-de59702ad230 req-7eca7420-bdd7-4e99-8edb-3c9897aa8d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:40.784215 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3eca70cb-f70b-40a1-ae80-de59702ad230 req-7eca7420-bdd7-4e99-8edb-3c9897aa8d54 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=00184246-3b14-4ff3-8c67-98e0d140369b HTTP/1.1" status: 200  len: 862 time: 0.1293526
May 07 21:47:40.788673 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': 'f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9', 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47', 'port_id': 'f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9', 'mac_address': 'fa:16:3e:2f:8d:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e0e5c53-1ece-4d20-b01d-5f8c6957edf6', 'ip_address': '192.168.233.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:47:40.790702 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42be05ee-6709-43b3-9eac-a7f814a9f26a None None] New status for floating IP 785a81ae-a9bc-4c9f-8910-736737805009: ACTIVE {{(pid=121838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 07 21:47:40.845474 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ce3a9-fa51-45d4-b9bd-6b57fcd4d185 req-78961690-97f1-4fa5-85b8-b919eb083ecc tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:40.849426 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-688ce3a9-fa51-45d4-b9bd-6b57fcd4d185 req-78961690-97f1-4fa5-85b8-b919eb083ecc tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=3533de6f-5073-4e2e-9620-5655b2cdcb7f HTTP/1.1" status: 200  len: 945 time: 0.0802915
May 07 21:47:40.892962 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:47:40.893447 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:40.909902 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-688ce3a9-fa51-45d4-b9bd-6b57fcd4d185 req-55972e1a-5299-4a71-a652-0375a06bfd59 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0543354
May 07 21:47:40.933835 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:47:40.956888 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eca70cb-f70b-40a1-ae80-de59702ad230 req-06509348-0936-475a-8b89-dc62cf2add66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:40.958412 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3eca70cb-f70b-40a1-ae80-de59702ad230 req-06509348-0936-475a-8b89-dc62cf2add66 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=849ca462-b333-410b-8c4a-24e67429a8f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1676183
May 07 21:47:40.966665 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e970e-cd93-4404-b6ae-f82815de6efd req-b26e2da9-17c9-4d5b-bd1b-bb8c1884c961 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:40.968127 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-091e970e-cd93-4404-b6ae-f82815de6efd req-b26e2da9-17c9-4d5b-bd1b-bb8c1884c961 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=0284aa35-4e58-4e15-a194-a500996ed82e HTTP/1.1" status: 200  len: 949 time: 0.1481106
May 07 21:47:40.990443 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bebd86-e121-48f8-84d2-79e144e25a19 req-9376209c-3ab7-4bc4-81f3-6487e064fe5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:40.991921 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-78bebd86-e121-48f8-84d2-79e144e25a19 req-9376209c-3ab7-4bc4-81f3-6487e064fe5f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7789855db11445de842c4df75bd05e10&device_id=12135950-7d5e-4835-8fe5-31c8e5e9c986 HTTP/1.1" status: 200  len: 1129 time: 0.1082172
May 07 21:47:41.006396 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:47:41.021751 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:41.045204 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1720c6fa-090d-4014-822f-b964d3e129f8 req-b37281f1-189e-443f-b2a5-7ee84238b9b5 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:41.046718 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1720c6fa-090d-4014-822f-b964d3e129f8 req-b37281f1-189e-443f-b2a5-7ee84238b9b5 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/ports?device_id=12a792c3-0086-43d1-8995-7d56146f84b2 HTTP/1.1" status: 200  len: 946 time: 0.0608006
May 07 21:47:41.102396 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1720c6fa-090d-4014-822f-b964d3e129f8 req-38afac5a-e720-4e79-b1c9-2132cda2311f tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b456a11-abdd-4913-9fa4-f25fdacb0d35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489626
May 07 21:47:41.132352 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9,revision_number=8']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:41.150349 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-091e970e-cd93-4404-b6ae-f82815de6efd req-0ff5008c-78ed-4d09-be31-c8d4970b8215 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ea07aee-f825-4ee0-a542-65c887150930&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1704319
May 07 21:47:41.179956 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3eca70cb-f70b-40a1-ae80-de59702ad230 req-a6969286-5300-42b8-a56b-76960612b950 service neutron] 10.222.0.55 "GET /v2.0/networks/849ca462-b333-410b-8c4a-24e67429a8f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2099235
May 07 21:47:41.185645 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bebd86-e121-48f8-84d2-79e144e25a19 req-da639480-db65-40e4-9245-ce39387e6dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:41.188546 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-78bebd86-e121-48f8-84d2-79e144e25a19 req-da639480-db65-40e4-9245-ce39387e6dca service neutron] 10.222.0.55 "GET /v2.0/networks?id=665487f0-78eb-47fb-9a06-b15bc614dc47 HTTP/1.1" status: 200  len: 870 time: 0.1830759
May 07 21:47:41.252337 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-78bebd86-e121-48f8-84d2-79e144e25a19 req-8ff1b10d-7f60-4a35-a9ae-4f2dfe7b8f87 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9 HTTP/1.1" status: 200  len: 217 time: 0.0588620
May 07 21:47:41.293287 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:47:41.390946 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d8b59c-86d3-48d0-9e6b-ea6d2f796b95 req-81d28bfb-3721-47e6-9c9d-faccfdd7c0c3 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:41.392433 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e2d8b59c-86d3-48d0-9e6b-ea6d2f796b95 req-81d28bfb-3721-47e6-9c9d-faccfdd7c0c3 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6f62982-0b82-42d1-9d49-2b8d8f6ec04f HTTP/1.1" status: 200  len: 944 time: 0.0740697
May 07 21:47:41.396685 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bebd86-e121-48f8-84d2-79e144e25a19 req-3f9756fa-2304-4b21-809f-05343d9b00e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:41.397998 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-78bebd86-e121-48f8-84d2-79e144e25a19 req-3f9756fa-2304-4b21-809f-05343d9b00e8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6e0e5c53-1ece-4d20-b01d-5f8c6957edf6 HTTP/1.1" status: 200  len: 843 time: 0.1142831
May 07 21:47:41.401637 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3eca70cb-f70b-40a1-ae80-de59702ad230 req-f53ce96b-85c9-4ad6-a312-ddc418117bb9 service neutron] 10.222.0.55 "GET /v2.0/networks/849ca462-b333-410b-8c4a-24e67429a8f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2119761
May 07 21:47:41.484945 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e2d8b59c-86d3-48d0-9e6b-ea6d2f796b95 req-bd46d3db-4173-44df-8c10-b92e55df16cf tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0807610
May 07 21:47:41.532539 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bebd86-e121-48f8-84d2-79e144e25a19 req-4f325f18-5e8f-4995-885e-a30bb02f645d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:41.534708 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-78bebd86-e121-48f8-84d2-79e144e25a19 req-4f325f18-5e8f-4995-885e-a30bb02f645d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=665487f0-78eb-47fb-9a06-b15bc614dc47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0711615
May 07 21:47:41.639673 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-78bebd86-e121-48f8-84d2-79e144e25a19 req-d655c251-40f3-4614-b31e-587109c3b6aa service neutron] 10.222.0.55 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0930362
May 07 21:47:41.756035 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-78bebd86-e121-48f8-84d2-79e144e25a19 req-fb58b3ce-6499-42b8-bdc9-0d17fb378b69 service neutron] 10.222.0.55 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1087866
May 07 21:47:41.841907 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48fe5ac-df7c-4146-92bd-238f5c275fc2 req-8d3368b6-59f7-406b-b58c-bfcd4dc3513e tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:41.847289 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c48fe5ac-df7c-4146-92bd-238f5c275fc2 req-8d3368b6-59f7-406b-b58c-bfcd4dc3513e tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=12135950-7d5e-4835-8fe5-31c8e5e9c986 HTTP/1.1" status: 200  len: 948 time: 0.0573521
May 07 21:47:41.894749 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c48fe5ac-df7c-4146-92bd-238f5c275fc2 req-77523275-9a81-4a0b-906f-2163339e2361 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439503
May 07 21:47:41.958737 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 446d2d04-f43a-4396-ae3d-6321f1ea6225 up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:47:42.014388 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning for port 446d2d04-f43a-4396-ae3d-6321f1ea6225 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:47:42.027138 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port 446d2d04-f43a-4396-ae3d-6321f1ea6225 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:47:42.027733 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (446d2d04-f43a-4396-ae3d-6321f1ea6225), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:42.050475 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5461b9-e08b-4bb5-9c58-2e942745dcd8 req-f9c23133-9dc8-42a8-9a5b-fa2fd65315e7 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:42.052063 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8d5461b9-e08b-4bb5-9c58-2e942745dcd8 req-f9c23133-9dc8-42a8-9a5b-fa2fd65315e7 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=3533de6f-5073-4e2e-9620-5655b2cdcb7f HTTP/1.1" status: 200  len: 945 time: 0.0665989
May 07 21:47:42.136675 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8d5461b9-e08b-4bb5-9c58-2e942745dcd8 req-eff999d7-3332-49bc-9cbb-10cbedd7c6c1 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0733247
May 07 21:47:42.179563 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 446d2d04-f43a-4396-ae3d-6321f1ea6225 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:47:42.182012 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (446d2d04-f43a-4396-ae3d-6321f1ea6225), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:42.229774 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6f62982-0b82-42d1-9d49-2b8d8f6ec04f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '446d2d04-f43a-4396-ae3d-6321f1ea6225'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:47:42.232780 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-643d341d-830a-4897-bb13-fc08689ed7c4" -d '{"events": [{"server_uuid": "f6f62982-0b82-42d1-9d49-2b8d8f6ec04f", "name": "network-vif-plugged", "status": "completed", "tag": "446d2d04-f43a-4396-ae3d-6321f1ea6225"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:47:42.252054 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 446d2d04-f43a-4396-ae3d-6321f1ea6225, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=446d2d04-f43a-4396-ae3d-6321f1ea6225,segment=NetworkSegment(917604e4-aade-4a11-b4ad-178bdbbe8fbb),segment_id=917604e4-aade-4a11-b4ad-178bdbbe8fbb)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:47:42.257979 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (446d2d04-f43a-4396-ae3d-6321f1ea6225), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:42.272036 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4fd302-29ab-430a-ae8b-ad8d1f4a5b8e req-fb31ad7a-8ce6-4ecc-8ab7-572f51228006 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:42.273912 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6d4fd302-29ab-430a-ae8b-ad8d1f4a5b8e req-fb31ad7a-8ce6-4ecc-8ab7-572f51228006 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/ports?device_id=12a792c3-0086-43d1-8995-7d56146f84b2 HTTP/1.1" status: 200  len: 946 time: 0.0626400
May 07 21:47:42.314117 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=446d2d04-f43a-4396-ae3d-6321f1ea6225,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:42.331714 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6d4fd302-29ab-430a-ae8b-ad8d1f4a5b8e req-e91568fb-020e-41dd-b17f-4cc3cb42328f tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b456a11-abdd-4913-9fa4-f25fdacb0d35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511835
May 07 21:47:42.456478 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391201d2-79b5-4137-9c04-59ebe14f79f9 req-bb34be5c-f8d4-48e9-9e51-d47e2ab9d7a5 tempest-LiveMigrationTest-1060990445 tempest-LiveMigrationTest-1060990445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:42.458089 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-391201d2-79b5-4137-9c04-59ebe14f79f9 req-bb34be5c-f8d4-48e9-9e51-d47e2ab9d7a5 tempest-LiveMigrationTest-1060990445 tempest-LiveMigrationTest-1060990445-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=3533de6f-5073-4e2e-9620-5655b2cdcb7f HTTP/1.1" status: 200  len: 1127 time: 0.0611420
May 07 21:47:42.458685 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308ac25a-be96-441a-a72d-125817b1796f req-1d9a20d9-ab80-4a95-8c62-48306f959303 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:42.460293 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-308ac25a-be96-441a-a72d-125817b1796f req-1d9a20d9-ab80-4a95-8c62-48306f959303 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=0284aa35-4e58-4e15-a194-a500996ed82e HTTP/1.1" status: 200  len: 949 time: 0.0510464
May 07 21:47:42.506356 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-391201d2-79b5-4137-9c04-59ebe14f79f9 req-5b2de34f-2eaa-4b80-a4a0-ebfa348e1cbf tempest-LiveMigrationTest-1060990445 tempest-LiveMigrationTest-1060990445-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415173
May 07 21:47:42.510667 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-308ac25a-be96-441a-a72d-125817b1796f req-88f605c0-2fec-496c-a0c7-f9003ea37fd2 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ea07aee-f825-4ee0-a542-65c887150930&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438628
May 07 21:47:42.553840 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-003bdb6f-31a5-4701-9287-f9ce8ae08193 x-openstack-request-id: req-003bdb6f-31a5-4701-9287-f9ce8ae08193 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:47:42.554153 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6f62982-0b82-42d1-9d49-2b8d8f6ec04f", "name": "network-vif-plugged", "status": "completed", "tag": "446d2d04-f43a-4396-ae3d-6321f1ea6225", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:47:42.554587 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-003bdb6f-31a5-4701-9287-f9ce8ae08193 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:47:42.555096 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-003bdb6f-31a5-4701-9287-f9ce8ae08193'] response: {'server_uuid': 'f6f62982-0b82-42d1-9d49-2b8d8f6ec04f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '446d2d04-f43a-4396-ae3d-6321f1ea6225', 'code': 200}
May 07 21:47:42.612035 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9 up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:47:42.667585 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5a3f08-4550-47aa-b967-9ed63428afe9 req-4bece639-0b94-4663-8cdf-a81a19e8485e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:42.669083 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6b5a3f08-4550-47aa-b967-9ed63428afe9 req-4bece639-0b94-4663-8cdf-a81a19e8485e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f6f62982-0b82-42d1-9d49-2b8d8f6ec04f HTTP/1.1" status: 200  len: 1127 time: 0.0510194
May 07 21:47:42.669749 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning for port f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:47:42.679626 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:47:42.680000 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:42.708065 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b6b1f5-4e0c-4fab-be06-82ccc7073dc3 req-4b2a333d-52f4-4008-8fc8-20dd410634e5 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:42.710882 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d5b6b1f5-4e0c-4fab-be06-82ccc7073dc3 req-4b2a333d-52f4-4008-8fc8-20dd410634e5 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6f62982-0b82-42d1-9d49-2b8d8f6ec04f HTTP/1.1" status: 200  len: 945 time: 0.0575571
May 07 21:47:42.735301 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6b5a3f08-4550-47aa-b967-9ed63428afe9 req-51535f22-f9ae-4f29-bf8c-6ebc29605a1e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605094
May 07 21:47:42.761689 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d5b6b1f5-4e0c-4fab-be06-82ccc7073dc3 req-0f0927ee-a37b-4c72-83ef-6352ee16df64 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450969
May 07 21:47:42.785474 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:47:42.785474 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:42.820501 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:47:42.825362 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:42.863334 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb1718-b49b-4516-a68b-1ddc31df7d06 req-961b7f88-14d1-4244-81f5-c474f9765e2f tempest-LiveMigrationTest-1060990445 tempest-LiveMigrationTest-1060990445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:42.871302 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-cddb1718-b49b-4516-a68b-1ddc31df7d06 req-961b7f88-14d1-4244-81f5-c474f9765e2f tempest-LiveMigrationTest-1060990445 tempest-LiveMigrationTest-1060990445-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=3533de6f-5073-4e2e-9620-5655b2cdcb7f HTTP/1.1" status: 200  len: 1127 time: 0.0578609
May 07 21:47:42.880610 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9,revision_number=9']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:42.917204 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-cddb1718-b49b-4516-a68b-1ddc31df7d06 req-e1759667-3775-4af9-b6ee-e93ab60648ca tempest-LiveMigrationTest-1060990445 tempest-LiveMigrationTest-1060990445-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417135
May 07 21:47:43.125244 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612459b6-3502-40f6-8111-fbac8fffe925 req-0c3ea4f9-29a3-4b2b-948d-d59514356b4b tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:43.131288 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-612459b6-3502-40f6-8111-fbac8fffe925 req-0c3ea4f9-29a3-4b2b-948d-d59514356b4b tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=12135950-7d5e-4835-8fe5-31c8e5e9c986 HTTP/1.1" status: 200  len: 949 time: 0.0611680
May 07 21:47:43.183219 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-612459b6-3502-40f6-8111-fbac8fffe925 req-7af2e2cc-fab5-47d3-87fe-03acb70bdd39 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507801
May 07 21:47:43.452977 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5100bcf5-0702-49d5-8945-f8719427c4cb req-8daced89-db9d-497f-b161-00ca4ba0b97a tempest-MigrationsAdminTest-1078114156 tempest-MigrationsAdminTest-1078114156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:43.454471 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5100bcf5-0702-49d5-8945-f8719427c4cb req-8daced89-db9d-497f-b161-00ca4ba0b97a tempest-MigrationsAdminTest-1078114156 tempest-MigrationsAdminTest-1078114156-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=12135950-7d5e-4835-8fe5-31c8e5e9c986 HTTP/1.1" status: 200  len: 1131 time: 0.0391943
May 07 21:47:43.498083 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5100bcf5-0702-49d5-8945-f8719427c4cb req-ee747b30-167a-4c8d-b617-0020fb391454 tempest-MigrationsAdminTest-1078114156 tempest-MigrationsAdminTest-1078114156-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377760
May 07 21:47:43.729241 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c382bd1c-6acf-49c2-ab83-d9235248c954 req-e4753875-6c8d-4ae1-bb68-c15140850601 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:43.730742 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c382bd1c-6acf-49c2-ab83-d9235248c954 req-e4753875-6c8d-4ae1-bb68-c15140850601 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/ports?device_id=12a792c3-0086-43d1-8995-7d56146f84b2 HTTP/1.1" status: 200  len: 946 time: 0.0689087
May 07 21:47:43.837882 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe6a694-044d-43f2-b9bc-68462bb8ce9e req-920f4416-2551-480e-a127-06de0d13b764 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:43.847934 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-cfe6a694-044d-43f2-b9bc-68462bb8ce9e req-920f4416-2551-480e-a127-06de0d13b764 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=0284aa35-4e58-4e15-a194-a500996ed82e HTTP/1.1" status: 200  len: 949 time: 0.0720048
May 07 21:47:43.855773 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c382bd1c-6acf-49c2-ab83-d9235248c954 req-ca0f57af-4950-4e78-b108-9f1b7a450887 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b456a11-abdd-4913-9fa4-f25fdacb0d35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1130488
May 07 21:47:43.919495 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-cfe6a694-044d-43f2-b9bc-68462bb8ce9e req-d1dccde0-1a8c-4f3d-a99b-40f51cc6a347 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ea07aee-f825-4ee0-a542-65c887150930&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0652957
May 07 21:47:43.960212 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b357ea28-199f-40de-898d-14d0cbca7d5e req-6056dd08-0cf8-43e9-b950-e3ce66cb5a7f tempest-LiveMigrationTest-1060990445 tempest-LiveMigrationTest-1060990445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:43.963235 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b357ea28-199f-40de-898d-14d0cbca7d5e req-6056dd08-0cf8-43e9-b950-e3ce66cb5a7f tempest-LiveMigrationTest-1060990445 tempest-LiveMigrationTest-1060990445-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=3533de6f-5073-4e2e-9620-5655b2cdcb7f HTTP/1.1" status: 200  len: 1127 time: 0.0458417
May 07 21:47:44.033218 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b357ea28-199f-40de-898d-14d0cbca7d5e req-12b3ebf7-5720-45cd-b091-ba6ec248e959 tempest-LiveMigrationTest-1060990445 tempest-LiveMigrationTest-1060990445-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648510
May 07 21:47:44.109242 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3493464a-ce59-409c-8bae-a66118c540a2 req-52563c28-b5d7-4d64-92cf-64580df9c105 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:44.111022 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3493464a-ce59-409c-8bae-a66118c540a2 req-52563c28-b5d7-4d64-92cf-64580df9c105 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6f62982-0b82-42d1-9d49-2b8d8f6ec04f HTTP/1.1" status: 200  len: 945 time: 0.0575216
May 07 21:47:44.156494 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-165f0efb-81b2-4ee1-b155-ebec90d174b6 req-7eefc618-bc4e-4635-9938-7aa914209095 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=7789855db11445de842c4df75bd05e10&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0246243
May 07 21:47:44.159938 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3493464a-ce59-409c-8bae-a66118c540a2 req-1be8a6b7-c690-493a-8370-b5d7146a0e26 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428419
May 07 21:47:44.292715 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165f0efb-81b2-4ee1-b155-ebec90d174b6 req-f59f15c3-9a18-4fc4-8499-c146787aa0f8 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:44.294561 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-165f0efb-81b2-4ee1-b155-ebec90d174b6 req-f59f15c3-9a18-4fc4-8499-c146787aa0f8 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1307306
May 07 21:47:44.318074 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-165f0efb-81b2-4ee1-b155-ebec90d174b6 req-a292f435-d987-46e7-8a72-47c3c92cb625 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/quotas/7789855db11445de842c4df75bd05e10 HTTP/1.1" status: 200  len: 375 time: 0.0179217
May 07 21:47:44.399400 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-165f0efb-81b2-4ee1-b155-ebec90d174b6 req-6eb3be1a-9eb5-4142-b80b-9e183c28633b tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7789855db11445de842c4df75bd05e10&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0746267
May 07 21:47:44.556809 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12135950-7d5e-4835-8fe5-31c8e5e9c986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:47:44.561248 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdcd109c-7858-4ffc-9dbb-39ef44f46783" -d '{"events": [{"server_uuid": "12135950-7d5e-4835-8fe5-31c8e5e9c986", "name": "network-vif-plugged", "status": "completed", "tag": "f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:47:44.729754 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 21:47:44.795614 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 32918) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:47:44.961884 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-99e71ebd-e235-483b-9892-95d5f084687c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:44.973847 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b070ff-7750-4488-a610-36ac330dfd8e req-820af205-a20a-4949-95f3-008bc54a27bf tempest-LiveAutoBlockMigrationV225Test-638033416 tempest-LiveAutoBlockMigrationV225Test-638033416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:44.975383 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-11b070ff-7750-4488-a610-36ac330dfd8e req-820af205-a20a-4949-95f3-008bc54a27bf tempest-LiveAutoBlockMigrationV225Test-638033416 tempest-LiveAutoBlockMigrationV225Test-638033416-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f6f62982-0b82-42d1-9d49-2b8d8f6ec04f HTTP/1.1" status: 200  len: 1127 time: 0.0670090
May 07 21:47:45.055805 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-11b070ff-7750-4488-a610-36ac330dfd8e req-14882da6-8dd3-4851-8a0e-9ace5e95ec15 tempest-LiveAutoBlockMigrationV225Test-638033416 tempest-LiveAutoBlockMigrationV225Test-638033416-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0662677
May 07 21:47:45.083806 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-99e71ebd-e235-483b-9892-95d5f084687c admin admin] Publish callbacks [] for security_group (b4384f74-0bbd-4bd3-b358-01f01faca68d), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:45.089055 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-99e71ebd-e235-483b-9892-95d5f084687c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (b4384f74-0bbd-4bd3-b358-01f01faca68d), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:45.141703 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-99e71ebd-e235-483b-9892-95d5f084687c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fcb0bde79e814e00a5ac9fcaff43bec3&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3434618
May 07 21:47:45.144134 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e71ebd-e235-483b-9892-95d5f084687c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4384f74-0bbd-4bd3-b358-01f01faca68d,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:45.145571 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 32934) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:47:45.182293 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-675d686f-2408-4b84-b5e1-cbd29437b166 req-fef0605f-9c4c-4db7-a80d-c8be946a630e tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=02cc3f76-02bb-44cb-82ab-79a357f42391 HTTP/1.1" status: 200  len: 210 time: 0.0393295
May 07 21:47:45.184314 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e71ebd-e235-483b-9892-95d5f084687c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:47:45.185169 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e71ebd-e235-483b-9892-95d5f084687c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:47:45.185529 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e71ebd-e235-483b-9892-95d5f084687c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:47:45.185874 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e71ebd-e235-483b-9892-95d5f084687c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:47:45.186382 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e71ebd-e235-483b-9892-95d5f084687c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:47:45.186680 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e71ebd-e235-483b-9892-95d5f084687c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:47:45.187503 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e71ebd-e235-483b-9892-95d5f084687c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:47:45.188067 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e71ebd-e235-483b-9892-95d5f084687c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:47:45.188522 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e71ebd-e235-483b-9892-95d5f084687c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:47:45.188930 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e71ebd-e235-483b-9892-95d5f084687c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:47:45.189270 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e71ebd-e235-483b-9892-95d5f084687c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:47:45.189640 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e71ebd-e235-483b-9892-95d5f084687c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:47:45.190094 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e71ebd-e235-483b-9892-95d5f084687c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:47:45.190326 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e71ebd-e235-483b-9892-95d5f084687c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:47:45.190662 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e71ebd-e235-483b-9892-95d5f084687c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:47:45.243358 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0e1bdc0d-303e-4dd6-b279-f37df5e5161f admin admin] Publish callbacks [] for security_group (b4384f74-0bbd-4bd3-b358-01f01faca68d), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:45.259823 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b266619f-d296-40b2-b5f7-ce6989ea7615 x-openstack-request-id: req-b266619f-d296-40b2-b5f7-ce6989ea7615 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:47:45.260154 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12135950-7d5e-4835-8fe5-31c8e5e9c986", "name": "network-vif-plugged", "status": "completed", "tag": "f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:47:45.260410 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b266619f-d296-40b2-b5f7-ce6989ea7615 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:47:45.260804 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b266619f-d296-40b2-b5f7-ce6989ea7615'] response: {'server_uuid': '12135950-7d5e-4835-8fe5-31c8e5e9c986', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9', 'code': 200}
May 07 21:47:45.280116 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0e1bdc0d-303e-4dd6-b279-f37df5e5161f admin admin] Publish callbacks [] for security_group (b4384f74-0bbd-4bd3-b358-01f01faca68d), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:45.336932 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0e1bdc0d-303e-4dd6-b279-f37df5e5161f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (b4384f74-0bbd-4bd3-b358-01f01faca68d), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:45.340680 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0e1bdc0d-303e-4dd6-b279-f37df5e5161f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:45.342399 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-0e1bdc0d-303e-4dd6-b279-f37df5e5161f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b4384f74-0bbd-4bd3-b358-01f01faca68d HTTP/1.1" status: 204  len: 168 time: 0.1947978
May 07 21:47:45.350907 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1bdc0d-303e-4dd6-b279-f37df5e5161f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4384f74-0bbd-4bd3-b358-01f01faca68d,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:45.358433 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1bdc0d-303e-4dd6-b279-f37df5e5161f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:47:45.358963 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1bdc0d-303e-4dd6-b279-f37df5e5161f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:47:45.359495 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1bdc0d-303e-4dd6-b279-f37df5e5161f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:47:45.359905 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1bdc0d-303e-4dd6-b279-f37df5e5161f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:47:45.360299 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1bdc0d-303e-4dd6-b279-f37df5e5161f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:47:45.360880 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1bdc0d-303e-4dd6-b279-f37df5e5161f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:47:45.361139 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1bdc0d-303e-4dd6-b279-f37df5e5161f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:47:45.361469 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1bdc0d-303e-4dd6-b279-f37df5e5161f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:47:45.361793 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1bdc0d-303e-4dd6-b279-f37df5e5161f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:47:45.362114 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1bdc0d-303e-4dd6-b279-f37df5e5161f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:47:45.362437 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1bdc0d-303e-4dd6-b279-f37df5e5161f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:47:45.362757 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1bdc0d-303e-4dd6-b279-f37df5e5161f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:47:45.363103 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1bdc0d-303e-4dd6-b279-f37df5e5161f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:47:45.363421 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1bdc0d-303e-4dd6-b279-f37df5e5161f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:47:45.363737 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1bdc0d-303e-4dd6-b279-f37df5e5161f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:47:45.392648 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [req-3fda1865-9363-4ef1-957b-8cc6d476c1e7 req-dbb35b76-b6ac-43af-ab91-e3f54540e40d tempest-LiveMigrationTest-1060990445 tempest-LiveMigrationTest-1060990445-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121836) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 21:47:45.401413 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3fda1865-9363-4ef1-957b-8cc6d476c1e7 req-dbb35b76-b6ac-43af-ab91-e3f54540e40d tempest-LiveMigrationTest-1060990445 tempest-LiveMigrationTest-1060990445-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0664155
May 07 21:47:45.440041 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda1865-9363-4ef1-957b-8cc6d476c1e7 req-28270ec2-9cc5-4d0b-9e01-0c347de7226c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:45.448195 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3fda1865-9363-4ef1-957b-8cc6d476c1e7 req-28270ec2-9cc5-4d0b-9e01-0c347de7226c service neutron] 10.222.0.32 "GET /v2.0/ports/9177df96-b4f9-41db-8806-f7ea5787a4fc HTTP/1.1" status: 200  len: 1124 time: 0.0457375
May 07 21:47:45.453320 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-3fda1865-9363-4ef1-957b-8cc6d476c1e7 req-eb0162de-257a-4010-b094-d381d58557cb service neutron] Request body: {'binding': {'host': 'nch1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:47:45.453955 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-3fda1865-9363-4ef1-957b-8cc6d476c1e7 req-eb0162de-257a-4010-b094-d381d58557cb service neutron] Unknown quota resources ['binding']. {{(pid=121836) _create /opt/stack/neutron/neutron/api/v2/base.py:497}}
May 07 21:47:45.610731 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-3fda1865-9363-4ef1-957b-8cc6d476c1e7 req-eb0162de-257a-4010-b094-d381d58557cb service neutron] Attempting to bind port 9177df96-b4f9-41db-8806-f7ea5787a4fc on host nch1-master-1 for vnic_type normal with profile None {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:47:45.611388 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-3fda1865-9363-4ef1-957b-8cc6d476c1e7 req-eb0162de-257a-4010-b094-d381d58557cb service neutron] Attempting to bind port 9177df96-b4f9-41db-8806-f7ea5787a4fc by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '82ec07f6-cf99-4411-99d8-c39170f22b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '28405dfe-908d-4039-91f6-1d02165b34cd'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:47:45.611876 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fda1865-9363-4ef1-957b-8cc6d476c1e7 req-eb0162de-257a-4010-b094-d381d58557cb service neutron] Attempting to bind port 9177df96-b4f9-41db-8806-f7ea5787a4fc on network 28405dfe-908d-4039-91f6-1d02165b34cd {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:47:45.616585 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fda1865-9363-4ef1-957b-8cc6d476c1e7 req-eb0162de-257a-4010-b094-d381d58557cb service neutron] Port 9177df96-b4f9-41db-8806-f7ea5787a4fc on network 28405dfe-908d-4039-91f6-1d02165b34cd not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:47:45.617079 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fda1865-9363-4ef1-957b-8cc6d476c1e7 req-eb0162de-257a-4010-b094-d381d58557cb service neutron] Attempting to bind port 9177df96-b4f9-41db-8806-f7ea5787a4fc on network 28405dfe-908d-4039-91f6-1d02165b34cd {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:47:45.623139 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fda1865-9363-4ef1-957b-8cc6d476c1e7 req-eb0162de-257a-4010-b094-d381d58557cb service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:47:45.623573 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fda1865-9363-4ef1-957b-8cc6d476c1e7 req-eb0162de-257a-4010-b094-d381d58557cb service neutron] Checking segment: {'id': '82ec07f6-cf99-4411-99d8-c39170f22b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '28405dfe-908d-4039-91f6-1d02165b34cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:47:45.624259 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fda1865-9363-4ef1-957b-8cc6d476c1e7 req-eb0162de-257a-4010-b094-d381d58557cb service neutron] Bound using segment: {'id': '82ec07f6-cf99-4411-99d8-c39170f22b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '28405dfe-908d-4039-91f6-1d02165b34cd'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:47:45.625259 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-3fda1865-9363-4ef1-957b-8cc6d476c1e7 req-eb0162de-257a-4010-b094-d381d58557cb service neutron] Bound port: 9177df96-b4f9-41db-8806-f7ea5787a4fc, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82ec07f6-cf99-4411-99d8-c39170f22b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '28405dfe-908d-4039-91f6-1d02165b34cd'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:47:45.683881 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-165f0efb-81b2-4ee1-b155-ebec90d174b6 req-b8ac4b83-718f-42da-8072-3b085f06c567 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=7789855db11445de842c4df75bd05e10&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0317571
May 07 21:47:45.744008 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-3fda1865-9363-4ef1-957b-8cc6d476c1e7 req-eb0162de-257a-4010-b094-d381d58557cb service neutron] For port 9177df96-b4f9-41db-8806-f7ea5787a4fc, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9177df96-b4f9-41db-8806-f7ea5787a4fc,segment=NetworkSegment(82ec07f6-cf99-4411-99d8-c39170f22b45),segment_id=82ec07f6-cf99-4411-99d8-c39170f22b45)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:47:45.775570 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-3fda1865-9363-4ef1-957b-8cc6d476c1e7 req-eb0162de-257a-4010-b094-d381d58557cb service neutron] Publish callbacks [] for binding (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:45.776963 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3fda1865-9363-4ef1-957b-8cc6d476c1e7 req-eb0162de-257a-4010-b094-d381d58557cb service neutron] 10.222.0.32 "POST /v2.0/ports/9177df96-b4f9-41db-8806-f7ea5787a4fc/bindings HTTP/1.1" status: 201  len: 389 time: 0.3280025
May 07 21:47:45.857378 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165f0efb-81b2-4ee1-b155-ebec90d174b6 req-ed4321da-c353-4ea8-9053-96faa71946e3 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:45.858911 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-165f0efb-81b2-4ee1-b155-ebec90d174b6 req-ed4321da-c353-4ea8-9053-96faa71946e3 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1664217
May 07 21:47:45.875912 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47044b58-e211-4112-b05a-f4142cc12a4c req-3d1df0c4-e427-44da-8e9d-4eb0225e3fc8 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:45.883353 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-47044b58-e211-4112-b05a-f4142cc12a4c req-3d1df0c4-e427-44da-8e9d-4eb0225e3fc8 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/ports?device_id=12a792c3-0086-43d1-8995-7d56146f84b2 HTTP/1.1" status: 200  len: 946 time: 0.0857902
May 07 21:47:45.889284 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-165f0efb-81b2-4ee1-b155-ebec90d174b6 req-43ad8164-f22d-4d76-9f56-1af006aa54e5 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Request body: {'port': {'device_id': '02cc3f76-02bb-44cb-82ab-79a357f42391', 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47', 'admin_state_up': True, 'tenant_id': '7789855db11445de842c4df75bd05e10'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:47:45.976135 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd839c44-5f61-449c-bdb8-3b46695264a1 req-c4cf92f6-0905-43c4-9582-6dd2a496071d tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:45.986619 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-fd839c44-5f61-449c-bdb8-3b46695264a1 req-c4cf92f6-0905-43c4-9582-6dd2a496071d tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=0284aa35-4e58-4e15-a194-a500996ed82e HTTP/1.1" status: 200  len: 949 time: 0.0814328
May 07 21:47:46.023828 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-47044b58-e211-4112-b05a-f4142cc12a4c req-e1b32916-a778-4775-bf92-d66ba32e0de4 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b456a11-abdd-4913-9fa4-f25fdacb0d35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1294913
May 07 21:47:46.049220 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-fd839c44-5f61-449c-bdb8-3b46695264a1 req-99efd92a-2fd2-4f12-94df-716f671ff69c tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ea07aee-f825-4ee0-a542-65c887150930&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606649
May 07 21:47:46.092440 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-165f0efb-81b2-4ee1-b155-ebec90d174b6 req-43ad8164-f22d-4d76-9f56-1af006aa54e5 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Made reservation on behalf of 7789855db11445de842c4df75bd05e10 for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:47:46.096062 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-165f0efb-81b2-4ee1-b155-ebec90d174b6 req-43ad8164-f22d-4d76-9f56-1af006aa54e5 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:46.177104 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda1865-9363-4ef1-957b-8cc6d476c1e7 req-e24098ae-7ce5-4fe9-a809-b98f1cb62641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:46.178946 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3fda1865-9363-4ef1-957b-8cc6d476c1e7 req-e24098ae-7ce5-4fe9-a809-b98f1cb62641 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1bcaffad5d3447b98f0216d3481045e5&device_id=3533de6f-5073-4e2e-9620-5655b2cdcb7f HTTP/1.1" status: 200  len: 1127 time: 0.0805130
May 07 21:47:46.325182 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7256c225-6ede-445e-8991-419f03f27a10 req-7b7f0c74-acc9-4627-9d0d-25d3b74e235f tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:46.326798 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7256c225-6ede-445e-8991-419f03f27a10 req-7b7f0c74-acc9-4627-9d0d-25d3b74e235f tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=3533de6f-5073-4e2e-9620-5655b2cdcb7f HTTP/1.1" status: 200  len: 945 time: 0.1621706
May 07 21:47:46.418398 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda1865-9363-4ef1-957b-8cc6d476c1e7 req-74af775f-690e-4a46-b5b0-3fa5e143a572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:46.419897 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3fda1865-9363-4ef1-957b-8cc6d476c1e7 req-74af775f-690e-4a46-b5b0-3fa5e143a572 service neutron] 10.222.0.55 "GET /v2.0/networks?id=28405dfe-908d-4039-91f6-1d02165b34cd HTTP/1.1" status: 200  len: 909 time: 0.2115364
May 07 21:47:46.437914 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [req-165f0efb-81b2-4ee1-b155-ebec90d174b6 req-43ad8164-f22d-4d76-9f56-1af006aa54e5 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Allocated IP 192.168.233.14 (665487f0-78eb-47fb-9a06-b15bc614dc47/6e0e5c53-1ece-4d20-b01d-5f8c6957edf6/44436595-8caf-48e5-967e-1749f507e89e) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:47:46.482946 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3fda1865-9363-4ef1-957b-8cc6d476c1e7 req-15aa44d7-2a62-4741-b1ac-ba90efd4a7b4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9177df96-b4f9-41db-8806-f7ea5787a4fc HTTP/1.1" status: 200  len: 217 time: 0.0502954
May 07 21:47:46.487341 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7256c225-6ede-445e-8991-419f03f27a10 req-1e03d416-956d-4af7-b1c8-ea61b5ae4ef4 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1488924
May 07 21:47:46.567790 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda1865-9363-4ef1-957b-8cc6d476c1e7 req-96c6be02-fd6b-43fc-82ab-cb1aaeeb1c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:46.569447 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3fda1865-9363-4ef1-957b-8cc6d476c1e7 req-96c6be02-fd6b-43fc-82ab-cb1aaeeb1c80 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1fe63d5f-90f3-4e94-9dfe-af97e96ae5d9 HTTP/1.1" status: 200  len: 848 time: 0.0797796
May 07 21:47:46.605940 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 149155db-c2db-4827-9746-fffdb2d0018e details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:47:46.657600 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9053e444-b29a-4704-b323-a6329a7fae91 req-9d76ae6b-9af2-4ebe-8f94-43289e631fa2 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=02cc3f76-02bb-44cb-82ab-79a357f42391 HTTP/1.1" status: 200  len: 210 time: 0.0810246
May 07 21:47:46.664603 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3fda1865-9363-4ef1-957b-8cc6d476c1e7 req-af4b173e-12d3-4f5a-b579-2e975c677b90 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=28405dfe-908d-4039-91f6-1d02165b34cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0739851
May 07 21:47:46.753856 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 149155db-c2db-4827-9746-fffdb2d0018e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=149155db-c2db-4827-9746-fffdb2d0018e,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:47:46.785008 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': '149155db-c2db-4827-9746-fffdb2d0018e', 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47', 'port_id': '149155db-c2db-4827-9746-fffdb2d0018e', 'mac_address': 'fa:16:3e:eb:da:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e0e5c53-1ece-4d20-b01d-5f8c6957edf6', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:47:46.870484 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-165f0efb-81b2-4ee1-b155-ebec90d174b6 req-43ad8164-f22d-4d76-9f56-1af006aa54e5 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Publish callbacks [] for port (44436595-8caf-48e5-967e-1749f507e89e), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:46.879842 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 149155db-c2db-4827-9746-fffdb2d0018e is: ACTIVE; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:47:46.880453 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (149155db-c2db-4827-9746-fffdb2d0018e), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:46.892821 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3fda1865-9363-4ef1-957b-8cc6d476c1e7 req-a2d6a66d-125b-49ad-900f-c5fdc1e79430 service neutron] 10.222.0.55 "GET /v2.0/networks/28405dfe-908d-4039-91f6-1d02165b34cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2031844
May 07 21:47:46.907010 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 149155db-c2db-4827-9746-fffdb2d0018e {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:47:46.951110 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 149155db-c2db-4827-9746-fffdb2d0018e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=149155db-c2db-4827-9746-fffdb2d0018e,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:47:46.965413 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (149155db-c2db-4827-9746-fffdb2d0018e), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:47.056324 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=149155db-c2db-4827-9746-fffdb2d0018e,revision_number=8']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:47.080707 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-165f0efb-81b2-4ee1-b155-ebec90d174b6 req-43ad8164-f22d-4d76-9f56-1af006aa54e5 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (44436595-8caf-48e5-967e-1749f507e89e), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:47.167527 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:47:47.277278 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['149155db-c2db-4827-9746-fffdb2d0018e'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:47:47.281422 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b934c-822c-4b8f-8742-5fdc25a91818 req-dba585a6-71c3-4540-aa5c-ea91f42bbf93 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:47.291399 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7b7b934c-822c-4b8f-8742-5fdc25a91818 req-dba585a6-71c3-4540-aa5c-ea91f42bbf93 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=0284aa35-4e58-4e15-a194-a500996ed82e HTTP/1.1" status: 200  len: 948 time: 0.1054206
May 07 21:47:47.316116 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 33038) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:47:47.360718 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7b7b934c-822c-4b8f-8742-5fdc25a91818 req-2ae9d06b-3719-40b8-b226-1fd8c49f25c2 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ea07aee-f825-4ee0-a542-65c887150930&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619247
May 07 21:47:47.481888 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 33042) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:47:47.590462 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9dd9e45d-2d79-41e0-a0ac-6ec7d2702892 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:47.613387 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-165f0efb-81b2-4ee1-b155-ebec90d174b6 req-43ad8164-f22d-4d76-9f56-1af006aa54e5 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Network 665487f0-78eb-47fb-9a06-b15bc614dc47 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:47:47.649711 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ad8164-f22d-4d76-9f56-1af006aa54e5 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Pushing event updated for resources: {'Port': ['ID=44436595-8caf-48e5-967e-1749f507e89e,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:47.653871 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3fda1865-9363-4ef1-957b-8cc6d476c1e7 req-d80dc066-a690-4c70-af48-20abd2768144 service neutron] 10.222.0.55 "GET /v2.0/networks/28405dfe-908d-4039-91f6-1d02165b34cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7498515
May 07 21:47:47.665379 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [req-165f0efb-81b2-4ee1-b155-ebec90d174b6 req-43ad8164-f22d-4d76-9f56-1af006aa54e5 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:47:47.668595 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-165f0efb-81b2-4ee1-b155-ebec90d174b6 req-43ad8164-f22d-4d76-9f56-1af006aa54e5 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:47:47.675501 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb3dfb-e41e-43ce-81da-13647c1c7c18 req-da1f89c2-262f-4f32-a33d-8ce68d1fbe09 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:47.679199 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4fdb3dfb-e41e-43ce-81da-13647c1c7c18 req-da1f89c2-262f-4f32-a33d-8ce68d1fbe09 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=3533de6f-5073-4e2e-9620-5655b2cdcb7f HTTP/1.1" status: 200  len: 945 time: 0.0747416
May 07 21:47:47.737651 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3943e4d-5772-4cf5-b60f-38857a91efb4 req-08b7c594-4ede-47d9-82d6-8dcb6f1e12ca tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:47.737922 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-704b4eda-08f8-4c05-a601-a8a41f41ae3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:47.739653 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e3943e4d-5772-4cf5-b60f-38857a91efb4 req-08b7c594-4ede-47d9-82d6-8dcb6f1e12ca tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/ports?device_id=12a792c3-0086-43d1-8995-7d56146f84b2 HTTP/1.1" status: 200  len: 946 time: 0.5295537
May 07 21:47:47.830439 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165f0efb-81b2-4ee1-b155-ebec90d174b6 req-43ad8164-f22d-4d76-9f56-1af006aa54e5 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:47.831185 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-165f0efb-81b2-4ee1-b155-ebec90d174b6 req-43ad8164-f22d-4d76-9f56-1af006aa54e5 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:47.832905 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4fdb3dfb-e41e-43ce-81da-13647c1c7c18 req-de51ca73-777a-45a1-adc0-cc3095957573 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1343994
May 07 21:47:47.869512 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e3943e4d-5772-4cf5-b60f-38857a91efb4 req-6ea22274-aa08-4b63-9f2c-72cd72c983b8 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b456a11-abdd-4913-9fa4-f25fdacb0d35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1000559
May 07 21:47:47.889675 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9dd9e45d-2d79-41e0-a0ac-6ec7d2702892 admin admin] Publish callbacks [] for security_group (a857b8f5-e1a0-4abd-ad4d-75aba478becb), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:47.899926 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9dd9e45d-2d79-41e0-a0ac-6ec7d2702892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (a857b8f5-e1a0-4abd-ad4d-75aba478becb), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:47.903590 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda1865-9363-4ef1-957b-8cc6d476c1e7 req-d106a5e5-aa4d-4284-a050-43e49fea78a9 tempest-LiveMigrationTest-1060990445 tempest-LiveMigrationTest-1060990445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:47.905242 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3fda1865-9363-4ef1-957b-8cc6d476c1e7 req-d106a5e5-aa4d-4284-a050-43e49fea78a9 tempest-LiveMigrationTest-1060990445 tempest-LiveMigrationTest-1060990445-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=3533de6f-5073-4e2e-9620-5655b2cdcb7f&tenant_id=1bcaffad5d3447b98f0216d3481045e5&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.1616516
May 07 21:47:47.919188 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-3fda1865-9363-4ef1-957b-8cc6d476c1e7 req-291dddee-ef49-493c-8142-7df0d1a04f91 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-master-1'}}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:47:47.927675 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-165f0efb-81b2-4ee1-b155-ebec90d174b6 req-43ad8164-f22d-4d76-9f56-1af006aa54e5 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.0425084
May 07 21:47:47.954366 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-165f0efb-81b2-4ee1-b155-ebec90d174b6 req-b66840a3-43f3-4b11-b3d8-eea322776ad2 service neutron] Request body: {'port': {'device_id': '02cc3f76-02bb-44cb-82ab-79a357f42391', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:47:47.961533 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-704b4eda-08f8-4c05-a601-a8a41f41ae3a admin admin] Publish callbacks [] for security_group (a9ef5347-c62e-47f5-bd32-ce1c153d2a6f), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:47.971064 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-704b4eda-08f8-4c05-a601-a8a41f41ae3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (a9ef5347-c62e-47f5-bd32-ce1c153d2a6f), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:47.977359 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-9dd9e45d-2d79-41e0-a0ac-6ec7d2702892 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4b2e6a4e38634967bf1c5631d890654d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6598351
May 07 21:47:47.983329 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 33062) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:47:47.985817 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd9e45d-2d79-41e0-a0ac-6ec7d2702892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a857b8f5-e1a0-4abd-ad4d-75aba478becb,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:48.046637 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-704b4eda-08f8-4c05-a601-a8a41f41ae3a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cc9da8a3554242008d73cbc700b8d1b5&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5632946
May 07 21:47:48.051898 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 33064) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:47:48.061647 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dafeefc-8ae3-4ba0-a747-a37bba2ec8d9 req-50ed98f2-f3d9-4556-b4cf-27e0b0dc292d tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:48.063564 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2dafeefc-8ae3-4ba0-a747-a37bba2ec8d9 req-50ed98f2-f3d9-4556-b4cf-27e0b0dc292d tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=02cc3f76-02bb-44cb-82ab-79a357f42391 HTTP/1.1" status: 200  len: 935 time: 0.1023071
May 07 21:47:48.065836 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704b4eda-08f8-4c05-a601-a8a41f41ae3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9ef5347-c62e-47f5-bd32-ce1c153d2a6f,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:48.087832 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-4423edaa-cf07-45ac-9797-102fca4116f9 None None] Provisioning complete for port 44436595-8caf-48e5-967e-1749f507e89e triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:47:48.088908 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-4423edaa-cf07-45ac-9797-102fca4116f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (44436595-8caf-48e5-967e-1749f507e89e), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:48.106077 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0a1c3fc2-e452-4dc2-ad31-cd8978c0ecd7 admin admin] Publish callbacks [] for security_group (a857b8f5-e1a0-4abd-ad4d-75aba478becb), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:48.107543 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-3fda1865-9363-4ef1-957b-8cc6d476c1e7 req-291dddee-ef49-493c-8142-7df0d1a04f91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (9177df96-b4f9-41db-8806-f7ea5787a4fc), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:48.119454 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-165f0efb-81b2-4ee1-b155-ebec90d174b6 req-b66840a3-43f3-4b11-b3d8-eea322776ad2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (44436595-8caf-48e5-967e-1749f507e89e), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:48.144550 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6b24b009-f322-4a0e-9fa1-0db80d1ff410 admin admin] Publish callbacks [] for security_group (a9ef5347-c62e-47f5-bd32-ce1c153d2a6f), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:48.145612 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-4423edaa-cf07-45ac-9797-102fca4116f9 None None] Port 44436595-8caf-48e5-967e-1749f507e89e cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:47:48.158851 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0a1c3fc2-e452-4dc2-ad31-cd8978c0ecd7 admin admin] Publish callbacks [] for security_group (a857b8f5-e1a0-4abd-ad4d-75aba478becb), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:48.196405 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6b24b009-f322-4a0e-9fa1-0db80d1ff410 admin admin] Publish callbacks [] for security_group (a9ef5347-c62e-47f5-bd32-ce1c153d2a6f), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:48.231897 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2dafeefc-8ae3-4ba0-a747-a37bba2ec8d9 req-784fbf5a-abc4-44ed-9d07-e6937f8c8c7a tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1434953
May 07 21:47:48.297716 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0a1c3fc2-e452-4dc2-ad31-cd8978c0ecd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (a857b8f5-e1a0-4abd-ad4d-75aba478becb), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:48.310474 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0a1c3fc2-e452-4dc2-ad31-cd8978c0ecd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:48.312493 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-0a1c3fc2-e452-4dc2-ad31-cd8978c0ecd7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a857b8f5-e1a0-4abd-ad4d-75aba478becb HTTP/1.1" status: 204  len: 168 time: 0.3272192
May 07 21:47:48.330306 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1c3fc2-e452-4dc2-ad31-cd8978c0ecd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a857b8f5-e1a0-4abd-ad4d-75aba478becb,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:48.345669 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6b24b009-f322-4a0e-9fa1-0db80d1ff410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (a9ef5347-c62e-47f5-bd32-ce1c153d2a6f), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:48.348301 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6b24b009-f322-4a0e-9fa1-0db80d1ff410 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:48.368087 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-6b24b009-f322-4a0e-9fa1-0db80d1ff410 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a9ef5347-c62e-47f5-bd32-ce1c153d2a6f HTTP/1.1" status: 204  len: 168 time: 0.3149323
May 07 21:47:48.408788 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b24b009-f322-4a0e-9fa1-0db80d1ff410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9ef5347-c62e-47f5-bd32-ce1c153d2a6f,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:48.497248 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-3fda1865-9363-4ef1-957b-8cc6d476c1e7 req-291dddee-ef49-493c-8142-7df0d1a04f91 service neutron] For port 9177df96-b4f9-41db-8806-f7ea5787a4fc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9177df96-b4f9-41db-8806-f7ea5787a4fc,segment=NetworkSegment(82ec07f6-cf99-4411-99d8-c39170f22b45),segment_id=82ec07f6-cf99-4411-99d8-c39170f22b45)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:47:48.561234 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bd9995-8c8a-4a1f-847a-94a46e7cd26d req-e6dc1d0a-ecf3-4e53-95ca-dbffc6eb026f tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:48.563319 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-70bd9995-8c8a-4a1f-847a-94a46e7cd26d req-e6dc1d0a-ecf3-4e53-95ca-dbffc6eb026f tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=0284aa35-4e58-4e15-a194-a500996ed82e HTTP/1.1" status: 200  len: 948 time: 0.0908937
May 07 21:47:48.630528 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-3fda1865-9363-4ef1-957b-8cc6d476c1e7 req-291dddee-ef49-493c-8142-7df0d1a04f91 service neutron] For port 9177df96-b4f9-41db-8806-f7ea5787a4fc, host nch2-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:47:48.636726 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 149155db-c2db-4827-9746-fffdb2d0018e up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:47:48.717749 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port 149155db-c2db-4827-9746-fffdb2d0018e triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:47:48.719906 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (149155db-c2db-4827-9746-fffdb2d0018e), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:48.727763 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-70bd9995-8c8a-4a1f-847a-94a46e7cd26d req-4e29f529-5144-46f2-adae-48ba204e2de1 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ea07aee-f825-4ee0-a542-65c887150930&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1538353
May 07 21:47:48.732623 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3533de6f-5073-4e2e-9620-5655b2cdcb7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9177df96-b4f9-41db-8806-f7ea5787a4fc'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:47:48.736256 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f71c9cc-c0de-4e73-abdb-7c910966a0c1" -d '{"events": [{"server_uuid": "3533de6f-5073-4e2e-9620-5655b2cdcb7f", "name": "network-vif-unplugged", "status": "completed", "tag": "9177df96-b4f9-41db-8806-f7ea5787a4fc"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:47:48.739634 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-3fda1865-9363-4ef1-957b-8cc6d476c1e7 req-291dddee-ef49-493c-8142-7df0d1a04f91 service neutron] Publish callbacks [] for port (9177df96-b4f9-41db-8806-f7ea5787a4fc), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:48.753505 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [req-165f0efb-81b2-4ee1-b155-ebec90d174b6 req-b66840a3-43f3-4b11-b3d8-eea322776ad2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44436595-8caf-48e5-967e-1749f507e89e {{(pid=121836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:47:48.760279 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-3fda1865-9363-4ef1-957b-8cc6d476c1e7 req-291dddee-ef49-493c-8142-7df0d1a04f91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (9177df96-b4f9-41db-8806-f7ea5787a4fc), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:48.763409 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-165f0efb-81b2-4ee1-b155-ebec90d174b6 req-b66840a3-43f3-4b11-b3d8-eea322776ad2 service neutron] Publish callbacks [] for port (44436595-8caf-48e5-967e-1749f507e89e), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:48.819428 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.provisioning_blocks [req-165f0efb-81b2-4ee1-b155-ebec90d174b6 req-b66840a3-43f3-4b11-b3d8-eea322776ad2 service neutron] Transition to ACTIVE for port object 44436595-8caf-48e5-967e-1749f507e89e will not be triggered until provisioned by entity L2. {{(pid=121836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:47:48.832928 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-165f0efb-81b2-4ee1-b155-ebec90d174b6 req-b66840a3-43f3-4b11-b3d8-eea322776ad2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (44436595-8caf-48e5-967e-1749f507e89e), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:48.859663 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 07 May 2022 21:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d06118d-57d4-4d8c-8ab3-c20133c468ee x-openstack-request-id: req-8d06118d-57d4-4d8c-8ab3-c20133c468ee {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:47:48.859977 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3533de6f-5073-4e2e-9620-5655b2cdcb7f", "name": "network-vif-unplugged", "status": "completed", "tag": "9177df96-b4f9-41db-8806-f7ea5787a4fc", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:47:48.860436 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8d06118d-57d4-4d8c-8ab3-c20133c468ee {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:47:48.860993 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d06118d-57d4-4d8c-8ab3-c20133c468ee'] response: {'server_uuid': '3533de6f-5073-4e2e-9620-5655b2cdcb7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9177df96-b4f9-41db-8806-f7ea5787a4fc', 'code': 200}
May 07 21:47:48.921020 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 149155db-c2db-4827-9746-fffdb2d0018e is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:47:48.923269 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (149155db-c2db-4827-9746-fffdb2d0018e), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:48.954686 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291dddee-ef49-493c-8142-7df0d1a04f91 service neutron] Pushing event updated for resources: {'Port': ['ID=9177df96-b4f9-41db-8806-f7ea5787a4fc,revision_number=7']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:48.965734 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0284aa35-4e58-4e15-a194-a500996ed82e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '149155db-c2db-4827-9746-fffdb2d0018e'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:47:48.969054 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e06dc4a4-fa8f-497a-b3c7-b41edd42f95b" -d '{"events": [{"server_uuid": "0284aa35-4e58-4e15-a194-a500996ed82e", "name": "network-vif-plugged", "status": "completed", "tag": "149155db-c2db-4827-9746-fffdb2d0018e"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:47:48.987441 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 149155db-c2db-4827-9746-fffdb2d0018e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=149155db-c2db-4827-9746-fffdb2d0018e,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:47:48.989577 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 33104) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:47:48.998675 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (149155db-c2db-4827-9746-fffdb2d0018e), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:49.042877 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c770cc81-eba3-428b-b577-8805f8d2a606 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:49.079980 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-3fda1865-9363-4ef1-957b-8cc6d476c1e7 req-291dddee-ef49-493c-8142-7df0d1a04f91 service neutron] Attempting to bind port 9177df96-b4f9-41db-8806-f7ea5787a4fc on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:47:49.084085 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-3fda1865-9363-4ef1-957b-8cc6d476c1e7 req-291dddee-ef49-493c-8142-7df0d1a04f91 service neutron] Attempting to bind port 9177df96-b4f9-41db-8806-f7ea5787a4fc by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '82ec07f6-cf99-4411-99d8-c39170f22b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '28405dfe-908d-4039-91f6-1d02165b34cd'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:47:49.084484 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fda1865-9363-4ef1-957b-8cc6d476c1e7 req-291dddee-ef49-493c-8142-7df0d1a04f91 service neutron] Attempting to bind port 9177df96-b4f9-41db-8806-f7ea5787a4fc on network 28405dfe-908d-4039-91f6-1d02165b34cd {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:47:49.091326 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=149155db-c2db-4827-9746-fffdb2d0018e,revision_number=9']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:49.131344 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66840a3-43f3-4b11-b3d8-eea322776ad2 service neutron] Pushing event updated for resources: {'Port': ['ID=44436595-8caf-48e5-967e-1749f507e89e,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:49.148761 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46be1baf-0dd9-4825-a5ec-e7e3f79d481e req-b4b4f99e-f42b-42df-8c77-c364b786b727 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:49.159982 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-46be1baf-0dd9-4825-a5ec-e7e3f79d481e req-b4b4f99e-f42b-42df-8c77-c364b786b727 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/ports?device_id=12a792c3-0086-43d1-8995-7d56146f84b2 HTTP/1.1" status: 200  len: 946 time: 0.1372397
May 07 21:47:49.174390 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fda1865-9363-4ef1-957b-8cc6d476c1e7 req-291dddee-ef49-493c-8142-7df0d1a04f91 service neutron] Port 9177df96-b4f9-41db-8806-f7ea5787a4fc on network 28405dfe-908d-4039-91f6-1d02165b34cd not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:47:49.174764 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fda1865-9363-4ef1-957b-8cc6d476c1e7 req-291dddee-ef49-493c-8142-7df0d1a04f91 service neutron] Attempting to bind port 9177df96-b4f9-41db-8806-f7ea5787a4fc on network 28405dfe-908d-4039-91f6-1d02165b34cd {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:47:49.229821 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0829ea-ae11-4e16-8612-73e88763e330 req-9720956f-3a88-449b-a93a-54b461a83d90 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:49.238759 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3f0829ea-ae11-4e16-8612-73e88763e330 req-9720956f-3a88-449b-a93a-54b461a83d90 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=3533de6f-5073-4e2e-9620-5655b2cdcb7f HTTP/1.1" status: 200  len: 943 time: 0.1929324
May 07 21:47:49.249116 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fda1865-9363-4ef1-957b-8cc6d476c1e7 req-291dddee-ef49-493c-8142-7df0d1a04f91 service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:47:49.249656 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fda1865-9363-4ef1-957b-8cc6d476c1e7 req-291dddee-ef49-493c-8142-7df0d1a04f91 service neutron] Checking segment: {'id': '82ec07f6-cf99-4411-99d8-c39170f22b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '28405dfe-908d-4039-91f6-1d02165b34cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:47:49.249794 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fda1865-9363-4ef1-957b-8cc6d476c1e7 req-291dddee-ef49-493c-8142-7df0d1a04f91 service neutron] Bound using segment: {'id': '82ec07f6-cf99-4411-99d8-c39170f22b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '28405dfe-908d-4039-91f6-1d02165b34cd'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:47:49.250219 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-3fda1865-9363-4ef1-957b-8cc6d476c1e7 req-291dddee-ef49-493c-8142-7df0d1a04f91 service neutron] Bound port: 9177df96-b4f9-41db-8806-f7ea5787a4fc, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82ec07f6-cf99-4411-99d8-c39170f22b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '28405dfe-908d-4039-91f6-1d02165b34cd'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:47:49.250584 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-3fda1865-9363-4ef1-957b-8cc6d476c1e7 req-291dddee-ef49-493c-8142-7df0d1a04f91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (9177df96-b4f9-41db-8806-f7ea5787a4fc), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:49.304006 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-46be1baf-0dd9-4825-a5ec-e7e3f79d481e req-f2801c73-aa1f-446a-9c40-3f635095ccee tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b456a11-abdd-4913-9fa4-f25fdacb0d35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1345713
May 07 21:47:49.333716 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c770cc81-eba3-428b-b577-8805f8d2a606 admin admin] Publish callbacks [] for security_group (d8ec82d8-da87-4340-9c6b-162139cb86b2), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:49.342563 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c770cc81-eba3-428b-b577-8805f8d2a606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (d8ec82d8-da87-4340-9c6b-162139cb86b2), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:49.386218 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1daf3f05-b5ba-4f80-a8ec-a1fe6a88fb01 x-openstack-request-id: req-1daf3f05-b5ba-4f80-a8ec-a1fe6a88fb01 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:47:49.386545 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0284aa35-4e58-4e15-a194-a500996ed82e", "name": "network-vif-plugged", "status": "completed", "tag": "149155db-c2db-4827-9746-fffdb2d0018e", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:47:49.387021 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1daf3f05-b5ba-4f80-a8ec-a1fe6a88fb01 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:47:49.387459 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1daf3f05-b5ba-4f80-a8ec-a1fe6a88fb01'] response: {'server_uuid': '0284aa35-4e58-4e15-a194-a500996ed82e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '149155db-c2db-4827-9746-fffdb2d0018e', 'code': 200}
May 07 21:47:49.397612 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-c770cc81-eba3-428b-b577-8805f8d2a606 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=88f88909c6e74b6bb959c5f95c283b33&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4042327
May 07 21:47:49.397612 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c770cc81-eba3-428b-b577-8805f8d2a606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ec82d8-da87-4340-9c6b-162139cb86b2,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:49.399084 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 33114) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:47:49.449590 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-165f0efb-81b2-4ee1-b155-ebec90d174b6 req-b66840a3-43f3-4b11-b3d8-eea322776ad2 service neutron] Attempting to bind port 44436595-8caf-48e5-967e-1749f507e89e on host nch2-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:47:49.449938 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-165f0efb-81b2-4ee1-b155-ebec90d174b6 req-b66840a3-43f3-4b11-b3d8-eea322776ad2 service neutron] Attempting to bind port 44436595-8caf-48e5-967e-1749f507e89e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:47:49.450289 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165f0efb-81b2-4ee1-b155-ebec90d174b6 req-b66840a3-43f3-4b11-b3d8-eea322776ad2 service neutron] Attempting to bind port 44436595-8caf-48e5-967e-1749f507e89e on network 665487f0-78eb-47fb-9a06-b15bc614dc47 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:47:49.482246 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165f0efb-81b2-4ee1-b155-ebec90d174b6 req-b66840a3-43f3-4b11-b3d8-eea322776ad2 service neutron] Port 44436595-8caf-48e5-967e-1749f507e89e on network 665487f0-78eb-47fb-9a06-b15bc614dc47 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:47:49.482682 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165f0efb-81b2-4ee1-b155-ebec90d174b6 req-b66840a3-43f3-4b11-b3d8-eea322776ad2 service neutron] Attempting to bind port 44436595-8caf-48e5-967e-1749f507e89e on network 665487f0-78eb-47fb-9a06-b15bc614dc47 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:47:49.505172 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165f0efb-81b2-4ee1-b155-ebec90d174b6 req-b66840a3-43f3-4b11-b3d8-eea322776ad2 service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:47:49.505518 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165f0efb-81b2-4ee1-b155-ebec90d174b6 req-b66840a3-43f3-4b11-b3d8-eea322776ad2 service neutron] Checking segment: {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:47:49.506473 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165f0efb-81b2-4ee1-b155-ebec90d174b6 req-b66840a3-43f3-4b11-b3d8-eea322776ad2 service neutron] Bound using segment: {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:47:49.507053 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-165f0efb-81b2-4ee1-b155-ebec90d174b6 req-b66840a3-43f3-4b11-b3d8-eea322776ad2 service neutron] Bound port: 44436595-8caf-48e5-967e-1749f507e89e, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:47:49.508022 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-165f0efb-81b2-4ee1-b155-ebec90d174b6 req-b66840a3-43f3-4b11-b3d8-eea322776ad2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (44436595-8caf-48e5-967e-1749f507e89e), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:49.536767 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3f0829ea-ae11-4e16-8612-73e88763e330 req-6401623f-ec43-4b0f-9118-4b52b1fc92a5 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2970133
May 07 21:47:49.554589 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-3fda1865-9363-4ef1-957b-8cc6d476c1e7 req-291dddee-ef49-493c-8142-7df0d1a04f91 service neutron] For port 9177df96-b4f9-41db-8806-f7ea5787a4fc, host nch2-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:47:49.597269 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-3fda1865-9363-4ef1-957b-8cc6d476c1e7 req-291dddee-ef49-493c-8142-7df0d1a04f91 service neutron] For port 9177df96-b4f9-41db-8806-f7ea5787a4fc, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9177df96-b4f9-41db-8806-f7ea5787a4fc,segment=NetworkSegment(82ec07f6-cf99-4411-99d8-c39170f22b45),segment_id=82ec07f6-cf99-4411-99d8-c39170f22b45)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:47:49.610015 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-dd996afe-731b-4f5c-a3eb-f3ab469b7214 admin admin] Publish callbacks [] for security_group (d8ec82d8-da87-4340-9c6b-162139cb86b2), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:49.617509 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18d8a92-d390-4c23-965b-c997f1c88d5d req-d5b21512-3b5d-44ed-9d58-0d1e5dd26a63 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:49.619346 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b18d8a92-d390-4c23-965b-c997f1c88d5d req-d5b21512-3b5d-44ed-9d58-0d1e5dd26a63 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=02cc3f76-02bb-44cb-82ab-79a357f42391 HTTP/1.1" status: 200  len: 947 time: 0.1355922
May 07 21:47:49.621397 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed11a7f-000d-4386-9f88-e14b9a79fdf8 req-dd67630c-2288-4843-aa35-797882061d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:49.622698 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-3fda1865-9363-4ef1-957b-8cc6d476c1e7 req-291dddee-ef49-493c-8142-7df0d1a04f91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (9177df96-b4f9-41db-8806-f7ea5787a4fc), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:49.622958 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bed11a7f-000d-4386-9f88-e14b9a79fdf8 req-dd67630c-2288-4843-aa35-797882061d49 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0284aa35-4e58-4e15-a194-a500996ed82e HTTP/1.1" status: 200  len: 1131 time: 0.0828407
May 07 21:47:49.675208 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-dd996afe-731b-4f5c-a3eb-f3ab469b7214 admin admin] Publish callbacks [] for security_group (d8ec82d8-da87-4340-9c6b-162139cb86b2), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:49.691642 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-165f0efb-81b2-4ee1-b155-ebec90d174b6 req-b66840a3-43f3-4b11-b3d8-eea322776ad2 service neutron] For port 44436595-8caf-48e5-967e-1749f507e89e, host nch2-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:47:49.713089 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-165f0efb-81b2-4ee1-b155-ebec90d174b6 req-b66840a3-43f3-4b11-b3d8-eea322776ad2 service neutron] For port 44436595-8caf-48e5-967e-1749f507e89e, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=44436595-8caf-48e5-967e-1749f507e89e,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:47:49.742021 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bed11a7f-000d-4386-9f88-e14b9a79fdf8 req-683dc412-ff81-4875-b49e-7ff7067a962b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3ea07aee-f825-4ee0-a542-65c887150930&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1111164
May 07 21:47:49.751385 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-165f0efb-81b2-4ee1-b155-ebec90d174b6 req-b66840a3-43f3-4b11-b3d8-eea322776ad2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (44436595-8caf-48e5-967e-1749f507e89e), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:49.757806 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291dddee-ef49-493c-8142-7df0d1a04f91 service neutron] Pushing event updated for resources: {'Port': ['ID=9177df96-b4f9-41db-8806-f7ea5787a4fc,revision_number=8']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:49.761702 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda1865-9363-4ef1-957b-8cc6d476c1e7 req-291dddee-ef49-493c-8142-7df0d1a04f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:49.762318 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-3fda1865-9363-4ef1-957b-8cc6d476c1e7 req-291dddee-ef49-493c-8142-7df0d1a04f91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:49.763810 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3fda1865-9363-4ef1-957b-8cc6d476c1e7 req-291dddee-ef49-493c-8142-7df0d1a04f91 service neutron] 10.222.0.55 "PUT /v2.0/ports/9177df96-b4f9-41db-8806-f7ea5787a4fc HTTP/1.1" status: 200  len: 1121 time: 1.8504689
May 07 21:47:49.796962 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b18d8a92-d390-4c23-965b-c997f1c88d5d req-7a51da2a-953a-496b-926c-cd3c95e318eb tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1571944
May 07 21:47:49.810076 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165f0efb-81b2-4ee1-b155-ebec90d174b6 req-b66840a3-43f3-4b11-b3d8-eea322776ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:49.810989 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-165f0efb-81b2-4ee1-b155-ebec90d174b6 req-b66840a3-43f3-4b11-b3d8-eea322776ad2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:49.814306 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-165f0efb-81b2-4ee1-b155-ebec90d174b6 req-b66840a3-43f3-4b11-b3d8-eea322776ad2 service neutron] 10.222.0.59 "PUT /v2.0/ports/44436595-8caf-48e5-967e-1749f507e89e HTTP/1.1" status: 200  len: 1095 time: 1.8655391
May 07 21:47:49.844647 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-dd996afe-731b-4f5c-a3eb-f3ab469b7214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (d8ec82d8-da87-4340-9c6b-162139cb86b2), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:49.847823 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-dd996afe-731b-4f5c-a3eb-f3ab469b7214 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:49.850152 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-dd996afe-731b-4f5c-a3eb-f3ab469b7214 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d8ec82d8-da87-4340-9c6b-162139cb86b2 HTTP/1.1" status: 204  len: 168 time: 0.4501474
May 07 21:47:49.895630 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66840a3-43f3-4b11-b3d8-eea322776ad2 service neutron] Pushing event updated for resources: {'Port': ['ID=44436595-8caf-48e5-967e-1749f507e89e,revision_number=3']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:49.896202 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['9177df96-b4f9-41db-8806-f7ea5787a4fc'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:47:49.913280 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd996afe-731b-4f5c-a3eb-f3ab469b7214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ec82d8-da87-4340-9c6b-162139cb86b2,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:50.039387 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b5cfb6-599c-46f0-a653-7253d4b6c3ac req-5b9b1795-c26c-4817-8d22-4a092dd6d766 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:50.047681 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a6b5cfb6-599c-46f0-a653-7253d4b6c3ac req-5b9b1795-c26c-4817-8d22-4a092dd6d766 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=0284aa35-4e58-4e15-a194-a500996ed82e HTTP/1.1" status: 200  len: 949 time: 0.1571167
May 07 21:47:50.192564 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a6b5cfb6-599c-46f0-a653-7253d4b6c3ac req-fd94a00c-41b3-4eae-803a-259ee9b3af91 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ea07aee-f825-4ee0-a542-65c887150930&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1357167
May 07 21:47:50.206222 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-136db03b-af8f-4c66-891c-5bf46a8b5055 req-194f29ee-2ceb-4bed-8539-972897abfeec tempest-ImagesOneServerTestJSON-63988004 tempest-ImagesOneServerTestJSON-63988004-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=59b4f20214214616967d9d414375248a&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0712194
May 07 21:47:50.329518 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136db03b-af8f-4c66-891c-5bf46a8b5055 req-9cdea84d-c29c-404e-902a-9a12fad9e05d tempest-ImagesOneServerTestJSON-63988004 tempest-ImagesOneServerTestJSON-63988004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:50.331005 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-136db03b-af8f-4c66-891c-5bf46a8b5055 req-9cdea84d-c29c-404e-902a-9a12fad9e05d tempest-ImagesOneServerTestJSON-63988004 tempest-ImagesOneServerTestJSON-63988004-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1239760
May 07 21:47:50.349890 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-136db03b-af8f-4c66-891c-5bf46a8b5055 req-03114af1-c6ed-4ce9-9035-642d711ea440 tempest-ImagesOneServerTestJSON-63988004 tempest-ImagesOneServerTestJSON-63988004-project] 10.222.0.32 "GET /v2.0/quotas/59b4f20214214616967d9d414375248a HTTP/1.1" status: 200  len: 375 time: 0.0125089
May 07 21:47:50.395241 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-136db03b-af8f-4c66-891c-5bf46a8b5055 req-0774d22f-b722-4440-98a3-3dfcfaeed3e0 tempest-ImagesOneServerTestJSON-63988004 tempest-ImagesOneServerTestJSON-63988004-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=59b4f20214214616967d9d414375248a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0393214
May 07 21:47:50.490220 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76538b5-5e56-4715-b13f-ca44e018f520 req-33d8338f-4908-4fcf-8b3e-10d494804ad3 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:50.491819 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b76538b5-5e56-4715-b13f-ca44e018f520 req-33d8338f-4908-4fcf-8b3e-10d494804ad3 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/ports?device_id=12a792c3-0086-43d1-8995-7d56146f84b2 HTTP/1.1" status: 200  len: 946 time: 0.0606241
May 07 21:47:50.600634 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b76538b5-5e56-4715-b13f-ca44e018f520 req-0d333afb-d73f-442d-b4d0-e6e65ee7a2f1 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b456a11-abdd-4913-9fa4-f25fdacb0d35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1000209
May 07 21:47:50.631223 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-57f89854-8e59-49ea-a5fe-39ff0e2a5a51 req-e439788d-454c-4c0e-baf2-b8670203f7fa tempest-ImagesOneServerTestJSON-63988004 tempest-ImagesOneServerTestJSON-63988004-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0ec46f9-84e6-413a-be19-c46548cb31fd HTTP/1.1" status: 200  len: 210 time: 0.0561650
May 07 21:47:50.738390 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7da03-bdd5-4e08-a4ee-38122d965b92 req-21b30688-5003-4aa2-bd08-02f8a64cdb4e tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:50.741279 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-01d7da03-bdd5-4e08-a4ee-38122d965b92 req-21b30688-5003-4aa2-bd08-02f8a64cdb4e tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=3533de6f-5073-4e2e-9620-5655b2cdcb7f HTTP/1.1" status: 200  len: 943 time: 0.0673373
May 07 21:47:50.754445 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165f0efb-81b2-4ee1-b155-ebec90d174b6 req-66747f16-a6c7-4592-9586-c6e215fe3c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:50.757576 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-165f0efb-81b2-4ee1-b155-ebec90d174b6 req-66747f16-a6c7-4592-9586-c6e215fe3c87 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7789855db11445de842c4df75bd05e10&device_id=02cc3f76-02bb-44cb-82ab-79a357f42391 HTTP/1.1" status: 200  len: 1129 time: 0.0499916
May 07 21:47:50.813344 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:50.818190 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-01d7da03-bdd5-4e08-a4ee-38122d965b92 req-af243c42-006a-4d77-908e-fd6372b2129e tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0715318
May 07 21:47:50.827108 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-165f0efb-81b2-4ee1-b155-ebec90d174b6 req-9554ce1e-57a8-4c18-8df1-8903168287ab service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=44436595-8caf-48e5-967e-1749f507e89e HTTP/1.1" status: 200  len: 217 time: 0.0454144
May 07 21:47:50.867896 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3533de6f-5073-4e2e-9620-5655b2cdcb7f', 'tag': '9177df96-b4f9-41db-8806-f7ea5787a4fc'}, {'name': 'network-changed', 'server_uuid': '02cc3f76-02bb-44cb-82ab-79a357f42391', 'tag': '44436595-8caf-48e5-967e-1749f507e89e'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:47:50.870429 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-806f2c8d-abfd-476c-a4ed-78c568761943" -d '{"events": [{"name": "network-changed", "server_uuid": "3533de6f-5073-4e2e-9620-5655b2cdcb7f", "tag": "9177df96-b4f9-41db-8806-f7ea5787a4fc"}, {"name": "network-changed", "server_uuid": "02cc3f76-02bb-44cb-82ab-79a357f42391", "tag": "44436595-8caf-48e5-967e-1749f507e89e"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:47:50.937233 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 07 May 2022 21:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc36e4c0-55af-49a4-ac0e-5c69d903a78e x-openstack-request-id: req-cc36e4c0-55af-49a4-ac0e-5c69d903a78e {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:47:50.937563 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3533de6f-5073-4e2e-9620-5655b2cdcb7f", "tag": "9177df96-b4f9-41db-8806-f7ea5787a4fc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "02cc3f76-02bb-44cb-82ab-79a357f42391", "tag": "44436595-8caf-48e5-967e-1749f507e89e", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:47:50.937818 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cc36e4c0-55af-49a4-ac0e-5c69d903a78e {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:47:50.938225 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc36e4c0-55af-49a4-ac0e-5c69d903a78e'] response: {'name': 'network-changed', 'server_uuid': '3533de6f-5073-4e2e-9620-5655b2cdcb7f', 'tag': '9177df96-b4f9-41db-8806-f7ea5787a4fc', 'status': 'completed', 'code': 200}
May 07 21:47:50.938528 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc36e4c0-55af-49a4-ac0e-5c69d903a78e'] response: {'name': 'network-changed', 'server_uuid': '02cc3f76-02bb-44cb-82ab-79a357f42391', 'tag': '44436595-8caf-48e5-967e-1749f507e89e', 'status': 'completed', 'code': 200}
May 07 21:47:50.947736 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa38eb-6b21-42a0-8549-048bd225cace req-693e76ca-8646-423b-9a4b-56535297ba90 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:50.955147 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5cfa38eb-6b21-42a0-8549-048bd225cace req-693e76ca-8646-423b-9a4b-56535297ba90 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=02cc3f76-02bb-44cb-82ab-79a357f42391 HTTP/1.1" status: 200  len: 947 time: 0.0653024
May 07 21:47:51.051673 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5cfa38eb-6b21-42a0-8549-048bd225cace req-fa3cdb6c-7eb1-462c-aade-661533aa1bf2 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0905199
May 07 21:47:51.064134 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806f2c8d-abfd-476c-a4ed-78c568761943 req-451a45a6-c2ad-40dd-9d11-8aee47b985d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:51.065710 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-806f2c8d-abfd-476c-a4ed-78c568761943 req-451a45a6-c2ad-40dd-9d11-8aee47b985d1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1bcaffad5d3447b98f0216d3481045e5&device_id=3533de6f-5073-4e2e-9620-5655b2cdcb7f HTTP/1.1" status: 200  len: 1155 time: 0.0506339
May 07 21:47:51.066090 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165f0efb-81b2-4ee1-b155-ebec90d174b6 req-a4fac12c-39d0-4f45-97d3-6aaaf5c0cab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:51.067558 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-165f0efb-81b2-4ee1-b155-ebec90d174b6 req-a4fac12c-39d0-4f45-97d3-6aaaf5c0cab1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6e0e5c53-1ece-4d20-b01d-5f8c6957edf6 HTTP/1.1" status: 200  len: 843 time: 0.0904267
May 07 21:47:51.173237 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165f0efb-81b2-4ee1-b155-ebec90d174b6 req-ca40eb5e-fdac-420a-a723-2efbe24cc530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:51.174977 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-165f0efb-81b2-4ee1-b155-ebec90d174b6 req-ca40eb5e-fdac-420a-a723-2efbe24cc530 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=665487f0-78eb-47fb-9a06-b15bc614dc47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0677419
May 07 21:47:51.219258 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806f2c8d-abfd-476c-a4ed-78c568761943 req-7c658107-5deb-44f7-9b47-a341ffcbb170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:51.220918 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-806f2c8d-abfd-476c-a4ed-78c568761943 req-7c658107-5deb-44f7-9b47-a341ffcbb170 service neutron] 10.222.0.59 "GET /v2.0/networks?id=28405dfe-908d-4039-91f6-1d02165b34cd HTTP/1.1" status: 200  len: 909 time: 0.1206391
May 07 21:47:51.273504 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-806f2c8d-abfd-476c-a4ed-78c568761943 req-8050feaa-ec9a-4b83-82f5-274c6a252a38 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9177df96-b4f9-41db-8806-f7ea5787a4fc HTTP/1.1" status: 200  len: 217 time: 0.0440323
May 07 21:47:51.287933 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-165f0efb-81b2-4ee1-b155-ebec90d174b6 req-8da11eb8-12bc-4814-becc-8382e7c7d728 service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1041193
May 07 21:47:51.364451 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c9b30-7242-4daa-af14-5033f2bab498 req-66538b50-08a0-4fc3-988c-03e6fa3522ad tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:51.365948 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0e8c9b30-7242-4daa-af14-5033f2bab498 req-66538b50-08a0-4fc3-988c-03e6fa3522ad tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=0284aa35-4e58-4e15-a194-a500996ed82e HTTP/1.1" status: 200  len: 949 time: 0.0775797
May 07 21:47:51.367809 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806f2c8d-abfd-476c-a4ed-78c568761943 req-a87ec050-a214-4b38-8f2d-e7188493f336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:51.369068 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-806f2c8d-abfd-476c-a4ed-78c568761943 req-a87ec050-a214-4b38-8f2d-e7188493f336 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1fe63d5f-90f3-4e94-9dfe-af97e96ae5d9 HTTP/1.1" status: 200  len: 848 time: 0.0892215
May 07 21:47:51.410615 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-165f0efb-81b2-4ee1-b155-ebec90d174b6 req-04817391-5c68-43b2-b6db-3665b5588aea service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1158383
May 07 21:47:51.416089 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-806f2c8d-abfd-476c-a4ed-78c568761943 req-131acde5-573a-4787-bb94-57e22968c1a6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=28405dfe-908d-4039-91f6-1d02165b34cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0369065
May 07 21:47:51.451135 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0e8c9b30-7242-4daa-af14-5033f2bab498 req-3864a4f2-9642-4306-88c9-78e0115e507b tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ea07aee-f825-4ee0-a542-65c887150930&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0790331
May 07 21:47:51.555042 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-806f2c8d-abfd-476c-a4ed-78c568761943 req-a7d0d7d0-e765-4b72-a4d7-261d01f9261e service neutron] 10.222.0.59 "GET /v2.0/networks/28405dfe-908d-4039-91f6-1d02165b34cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1168938
May 07 21:47:51.705902 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1f8e20-24d9-4f67-8e81-f31d650abfa0 req-de0e1471-793f-4a4f-8cc8-b7aad414009b tempest-ServersAdminTestJSON-937815902 tempest-ServersAdminTestJSON-937815902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:51.707481 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ad1f8e20-24d9-4f67-8e81-f31d650abfa0 req-de0e1471-793f-4a4f-8cc8-b7aad414009b tempest-ServersAdminTestJSON-937815902 tempest-ServersAdminTestJSON-937815902-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0284aa35-4e58-4e15-a194-a500996ed82e HTTP/1.1" status: 200  len: 1131 time: 0.0405190
May 07 21:47:51.711176 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720ab306-670c-4822-a692-0e227bff740a req-d8766856-708b-430c-9a68-20d91a76dfdc tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:51.712667 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-720ab306-670c-4822-a692-0e227bff740a req-d8766856-708b-430c-9a68-20d91a76dfdc tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/ports?device_id=12a792c3-0086-43d1-8995-7d56146f84b2 HTTP/1.1" status: 200  len: 946 time: 0.0547850
May 07 21:47:51.753015 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ad1f8e20-24d9-4f67-8e81-f31d650abfa0 req-bdcfd80f-3a71-4f46-8b61-5f5486ec7d7f tempest-ServersAdminTestJSON-937815902 tempest-ServersAdminTestJSON-937815902-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=3ea07aee-f825-4ee0-a542-65c887150930&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395842
May 07 21:47:51.760744 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-720ab306-670c-4822-a692-0e227bff740a req-5ec139d0-4fab-4113-8da6-12ca02d89edd tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b456a11-abdd-4913-9fa4-f25fdacb0d35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424085
May 07 21:47:51.841381 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ee17ca8a-172c-4099-958b-bc79ce5812c4 req-1c3879f3-a21b-4cbd-8421-23b3f800e459 tempest-ImagesOneServerTestJSON-63988004 tempest-ImagesOneServerTestJSON-63988004-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0ec46f9-84e6-413a-be19-c46548cb31fd HTTP/1.1" status: 200  len: 210 time: 0.0280347
May 07 21:47:52.032623 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138f9d53-d767-4596-92a1-c9f9d459b6ea req-8da9d7f8-8e33-4b3c-9632-b09464a47d41 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:52.034087 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-138f9d53-d767-4596-92a1-c9f9d459b6ea req-8da9d7f8-8e33-4b3c-9632-b09464a47d41 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=3533de6f-5073-4e2e-9620-5655b2cdcb7f HTTP/1.1" status: 200  len: 943 time: 0.0477262
May 07 21:47:52.064712 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6021edd6-f639-4a0d-bcbb-443b86bf483d req-33329c21-dc98-4d54-865e-ab332e7fee1b tempest-ServersAdminTestJSON-937815902 tempest-ServersAdminTestJSON-937815902-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:52.066244 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6021edd6-f639-4a0d-bcbb-443b86bf483d req-33329c21-dc98-4d54-865e-ab332e7fee1b tempest-ServersAdminTestJSON-937815902 tempest-ServersAdminTestJSON-937815902-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0284aa35-4e58-4e15-a194-a500996ed82e HTTP/1.1" status: 200  len: 1131 time: 0.0402796
May 07 21:47:52.084182 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-138f9d53-d767-4596-92a1-c9f9d459b6ea req-2ea7c74d-7209-4e2e-b08d-1514f8294332 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444508
May 07 21:47:52.111666 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6021edd6-f639-4a0d-bcbb-443b86bf483d req-ccde358f-06ab-4d17-940c-d212c3cc991f tempest-ServersAdminTestJSON-937815902 tempest-ServersAdminTestJSON-937815902-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=3ea07aee-f825-4ee0-a542-65c887150930&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394130
May 07 21:47:52.241548 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-136db03b-af8f-4c66-891c-5bf46a8b5055 req-e47e0fa4-608c-48fe-8e6e-1b371c771168 tempest-ImagesOneServerTestJSON-63988004 tempest-ImagesOneServerTestJSON-63988004-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=59b4f20214214616967d9d414375248a&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0525565
May 07 21:47:52.271118 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9817aa-b40f-4398-8523-d96f3e848ab4 req-3fe0ecf4-c490-44c4-a319-ac088c2fbbfd tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:52.272849 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8c9817aa-b40f-4398-8523-d96f3e848ab4 req-3fe0ecf4-c490-44c4-a319-ac088c2fbbfd tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=02cc3f76-02bb-44cb-82ab-79a357f42391 HTTP/1.1" status: 200  len: 947 time: 0.0942287
May 07 21:47:52.413990 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136db03b-af8f-4c66-891c-5bf46a8b5055 req-af0bc015-77ef-4adf-b4b9-34047290f02a tempest-ImagesOneServerTestJSON-63988004 tempest-ImagesOneServerTestJSON-63988004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:52.415706 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-136db03b-af8f-4c66-891c-5bf46a8b5055 req-af0bc015-77ef-4adf-b4b9-34047290f02a tempest-ImagesOneServerTestJSON-63988004 tempest-ImagesOneServerTestJSON-63988004-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1671932
May 07 21:47:52.420879 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8c9817aa-b40f-4398-8523-d96f3e848ab4 req-60029e59-4b30-4db0-bc29-077bf89f1db6 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1354160
May 07 21:47:52.431186 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-136db03b-af8f-4c66-891c-5bf46a8b5055 req-850f2cfc-6cff-4b69-b8e3-29411900e0cd tempest-ImagesOneServerTestJSON-63988004 tempest-ImagesOneServerTestJSON-63988004-project] Request body: {'port': {'device_id': 'd0ec46f9-84e6-413a-be19-c46548cb31fd', 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47', 'admin_state_up': True, 'tenant_id': '59b4f20214214616967d9d414375248a'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:47:52.584008 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-136db03b-af8f-4c66-891c-5bf46a8b5055 req-850f2cfc-6cff-4b69-b8e3-29411900e0cd tempest-ImagesOneServerTestJSON-63988004 tempest-ImagesOneServerTestJSON-63988004-project] Made reservation on behalf of 59b4f20214214616967d9d414375248a for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:47:52.587291 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-136db03b-af8f-4c66-891c-5bf46a8b5055 req-850f2cfc-6cff-4b69-b8e3-29411900e0cd tempest-ImagesOneServerTestJSON-63988004 tempest-ImagesOneServerTestJSON-63988004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:52.590325 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d28df092-900f-4fc0-962d-05c986604c8e req-4f8fae9c-3ca7-4ed2-9df8-76fafa42eb42 tempest-QuotasAdminNegativeTest-1932326133 tempest-QuotasAdminNegativeTest-1932326133-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=c335f668e1934df38eaeaaf86af96083&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0303576
May 07 21:47:52.600032 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-136db03b-af8f-4c66-891c-5bf46a8b5055 req-850f2cfc-6cff-4b69-b8e3-29411900e0cd tempest-ImagesOneServerTestJSON-63988004 tempest-ImagesOneServerTestJSON-63988004-project] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:52.610728 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619284e6-39cc-4bc1-ae1f-e6f081de3bce req-e2b7e30f-5ee9-43d0-b977-4dfb169064eb tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:52.612235 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-619284e6-39cc-4bc1-ae1f-e6f081de3bce req-e2b7e30f-5ee9-43d0-b977-4dfb169064eb tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad9c13b6-ebdb-426f-81a7-663cba33645a HTTP/1.1" status: 200  len: 949 time: 0.0993514
May 07 21:47:52.645156 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-806f2c8d-abfd-476c-a4ed-78c568761943 req-d5b1dad8-5ab1-4992-8ca2-30f1b6189d3d service neutron] 10.222.0.59 "GET /v2.0/networks/28405dfe-908d-4039-91f6-1d02165b34cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1427028
May 07 21:47:52.673826 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-619284e6-39cc-4bc1-ae1f-e6f081de3bce req-f8cf7041-f717-49b6-af8c-f26285ba696d tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ea07aee-f825-4ee0-a542-65c887150930&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540867
May 07 21:47:52.746854 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28df092-900f-4fc0-962d-05c986604c8e req-437f6a31-94cc-4542-9a39-73f750877998 tempest-QuotasAdminNegativeTest-1932326133 tempest-QuotasAdminNegativeTest-1932326133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:52.748287 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d28df092-900f-4fc0-962d-05c986604c8e req-437f6a31-94cc-4542-9a39-73f750877998 tempest-QuotasAdminNegativeTest-1932326133 tempest-QuotasAdminNegativeTest-1932326133-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1502824
May 07 21:47:52.767406 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d28df092-900f-4fc0-962d-05c986604c8e req-57bb8e45-9738-452b-a0ed-52336781d8ea tempest-QuotasAdminNegativeTest-1932326133 tempest-QuotasAdminNegativeTest-1932326133-project] 10.222.0.32 "GET /v2.0/quotas/c335f668e1934df38eaeaaf86af96083 HTTP/1.1" status: 200  len: 375 time: 0.0127592
May 07 21:47:52.808251 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-136db03b-af8f-4c66-891c-5bf46a8b5055 req-850f2cfc-6cff-4b69-b8e3-29411900e0cd tempest-ImagesOneServerTestJSON-63988004 tempest-ImagesOneServerTestJSON-63988004-project] Publish callbacks [] for security_group (71595d26-f957-4be5-8222-3040afacde85), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:52.810589 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d28df092-900f-4fc0-962d-05c986604c8e req-917fda64-3385-4a09-9ad5-814e23d2e2d9 tempest-QuotasAdminNegativeTest-1932326133 tempest-QuotasAdminNegativeTest-1932326133-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c335f668e1934df38eaeaaf86af96083&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0379345
May 07 21:47:52.813665 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-136db03b-af8f-4c66-891c-5bf46a8b5055 req-850f2cfc-6cff-4b69-b8e3-29411900e0cd tempest-ImagesOneServerTestJSON-63988004 tempest-ImagesOneServerTestJSON-63988004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (71595d26-f957-4be5-8222-3040afacde85), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:52.892195 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850f2cfc-6cff-4b69-b8e3-29411900e0cd tempest-ImagesOneServerTestJSON-63988004 tempest-ImagesOneServerTestJSON-63988004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71595d26-f957-4be5-8222-3040afacde85,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:52.901218 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca16b89-1149-4344-81b5-2d3d07c0ed97 req-2dcacc0f-9c02-4823-ae8a-bb5b60e1f084 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:52.902991 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bca16b89-1149-4344-81b5-2d3d07c0ed97 req-2dcacc0f-9c02-4823-ae8a-bb5b60e1f084 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/ports?device_id=12a792c3-0086-43d1-8995-7d56146f84b2 HTTP/1.1" status: 200  len: 946 time: 0.0712745
May 07 21:47:52.954073 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bca16b89-1149-4344-81b5-2d3d07c0ed97 req-57baef31-9a31-4032-963c-e2935d75f001 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b456a11-abdd-4913-9fa4-f25fdacb0d35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439870
May 07 21:47:52.982751 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-44f6fae8-f5aa-456c-922f-4a4c0a9a679c req-0ef577c4-2856-4676-b237-22730c46d64f tempest-ImagesOneServerTestJSON-63988004 tempest-ImagesOneServerTestJSON-63988004-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0ec46f9-84e6-413a-be19-c46548cb31fd HTTP/1.1" status: 200  len: 210 time: 0.0355098
May 07 21:47:52.991736 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [req-136db03b-af8f-4c66-891c-5bf46a8b5055 req-850f2cfc-6cff-4b69-b8e3-29411900e0cd tempest-ImagesOneServerTestJSON-63988004 tempest-ImagesOneServerTestJSON-63988004-project] Allocated IP 192.168.233.20 (665487f0-78eb-47fb-9a06-b15bc614dc47/6e0e5c53-1ece-4d20-b01d-5f8c6957edf6/04c678a5-64ac-461c-a365-ad4f4e5dd86c) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:47:53.159031 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-136db03b-af8f-4c66-891c-5bf46a8b5055 req-850f2cfc-6cff-4b69-b8e3-29411900e0cd tempest-ImagesOneServerTestJSON-63988004 tempest-ImagesOneServerTestJSON-63988004-project] Publish callbacks [] for port (04c678a5-64ac-461c-a365-ad4f4e5dd86c), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:53.213088 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-136db03b-af8f-4c66-891c-5bf46a8b5055 req-850f2cfc-6cff-4b69-b8e3-29411900e0cd tempest-ImagesOneServerTestJSON-63988004 tempest-ImagesOneServerTestJSON-63988004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (04c678a5-64ac-461c-a365-ad4f4e5dd86c), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:53.225264 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a95d75d-cd86-442d-a58e-e338ce3dcfff req-f31b6ce7-e8aa-4bd5-b6c0-48b53b4f772a tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:53.226926 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7a95d75d-cd86-442d-a58e-e338ce3dcfff req-f31b6ce7-e8aa-4bd5-b6c0-48b53b4f772a tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=3533de6f-5073-4e2e-9620-5655b2cdcb7f HTTP/1.1" status: 200  len: 943 time: 0.0681195
May 07 21:47:53.264470 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-136db03b-af8f-4c66-891c-5bf46a8b5055 req-850f2cfc-6cff-4b69-b8e3-29411900e0cd tempest-ImagesOneServerTestJSON-63988004 tempest-ImagesOneServerTestJSON-63988004-project] Network 665487f0-78eb-47fb-9a06-b15bc614dc47 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:47:53.276689 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [req-136db03b-af8f-4c66-891c-5bf46a8b5055 req-850f2cfc-6cff-4b69-b8e3-29411900e0cd tempest-ImagesOneServerTestJSON-63988004 tempest-ImagesOneServerTestJSON-63988004-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:47:53.281503 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-136db03b-af8f-4c66-891c-5bf46a8b5055 req-850f2cfc-6cff-4b69-b8e3-29411900e0cd tempest-ImagesOneServerTestJSON-63988004 tempest-ImagesOneServerTestJSON-63988004-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:47:53.282652 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7a95d75d-cd86-442d-a58e-e338ce3dcfff req-42d9679f-bcb5-42ef-8f48-658f9b0c5c11 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486555
May 07 21:47:53.314007 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850f2cfc-6cff-4b69-b8e3-29411900e0cd tempest-ImagesOneServerTestJSON-63988004 tempest-ImagesOneServerTestJSON-63988004-project] Pushing event updated for resources: {'Port': ['ID=04c678a5-64ac-461c-a365-ad4f4e5dd86c,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:53.351737 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136db03b-af8f-4c66-891c-5bf46a8b5055 req-850f2cfc-6cff-4b69-b8e3-29411900e0cd tempest-ImagesOneServerTestJSON-63988004 tempest-ImagesOneServerTestJSON-63988004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:53.352615 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-136db03b-af8f-4c66-891c-5bf46a8b5055 req-850f2cfc-6cff-4b69-b8e3-29411900e0cd tempest-ImagesOneServerTestJSON-63988004 tempest-ImagesOneServerTestJSON-63988004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:53.370093 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-136db03b-af8f-4c66-891c-5bf46a8b5055 req-850f2cfc-6cff-4b69-b8e3-29411900e0cd tempest-ImagesOneServerTestJSON-63988004 tempest-ImagesOneServerTestJSON-63988004-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 0.9427235
May 07 21:47:53.412322 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-136db03b-af8f-4c66-891c-5bf46a8b5055 req-b251aab5-139e-420b-80f3-0b7260247c4c service neutron] Request body: {'port': {'device_id': 'd0ec46f9-84e6-413a-be19-c46548cb31fd', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:47:53.494660 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8e41e747-54d5-4072-b963-5c5b0449b819 req-b0e1ac1f-7522-4789-b809-e00dd1f67bb1 tempest-QuotasAdminNegativeTest-1932326133 tempest-QuotasAdminNegativeTest-1932326133-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=c335f668e1934df38eaeaaf86af96083&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0282216
May 07 21:47:53.508389 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:53.510355 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-136db03b-af8f-4c66-891c-5bf46a8b5055 req-b251aab5-139e-420b-80f3-0b7260247c4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (04c678a5-64ac-461c-a365-ad4f4e5dd86c), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:53.538851 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-76bf621f-284c-41b4-ba23-4a5fdff48154 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:53.583129 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-60a96920-5411-4277-a82f-e7021d50d2dc None None] Provisioning complete for port 04c678a5-64ac-461c-a365-ad4f4e5dd86c triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:47:53.583462 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94461198-4c92-4e16-99f3-586b04422e30 req-70f66ac4-94f7-47eb-9979-9494061358a9 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:53.583875 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-60a96920-5411-4277-a82f-e7021d50d2dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (04c678a5-64ac-461c-a365-ad4f4e5dd86c), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:53.584915 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-94461198-4c92-4e16-99f3-586b04422e30 req-70f66ac4-94f7-47eb-9979-9494061358a9 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=02cc3f76-02bb-44cb-82ab-79a357f42391 HTTP/1.1" status: 200  len: 947 time: 0.0874660
May 07 21:47:53.618464 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e41e747-54d5-4072-b963-5c5b0449b819 req-30945373-f61f-4eb1-b255-ffad056c77fa tempest-QuotasAdminNegativeTest-1932326133 tempest-QuotasAdminNegativeTest-1932326133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:53.622841 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-60a96920-5411-4277-a82f-e7021d50d2dc None None] Port 04c678a5-64ac-461c-a365-ad4f4e5dd86c cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:47:53.623645 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8e41e747-54d5-4072-b963-5c5b0449b819 req-30945373-f61f-4eb1-b255-ffad056c77fa tempest-QuotasAdminNegativeTest-1932326133 tempest-QuotasAdminNegativeTest-1932326133-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1226697
May 07 21:47:53.635846 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8e41e747-54d5-4072-b963-5c5b0449b819 req-08b82871-2a5f-4912-9b84-8f879f38d110 tempest-QuotasAdminNegativeTest-1932326133 tempest-QuotasAdminNegativeTest-1932326133-project] 10.222.0.32 "GET /v2.0/quotas/c335f668e1934df38eaeaaf86af96083 HTTP/1.1" status: 200  len: 375 time: 0.0100243
May 07 21:47:53.671993 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8e41e747-54d5-4072-b963-5c5b0449b819 req-369e796e-114a-4df4-8345-93f085ad92ff tempest-QuotasAdminNegativeTest-1932326133 tempest-QuotasAdminNegativeTest-1932326133-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c335f668e1934df38eaeaaf86af96083&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0306938
May 07 21:47:53.714560 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-94461198-4c92-4e16-99f3-586b04422e30 req-4d08e85d-9d66-4741-a1da-39b1a019dbc8 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1215219
May 07 21:47:53.824843 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806f2c8d-abfd-476c-a4ed-78c568761943 req-effceb1c-17f2-4536-a32a-c97addeed1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:53.825887 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-806f2c8d-abfd-476c-a4ed-78c568761943 req-effceb1c-17f2-4536-a32a-c97addeed1b4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7789855db11445de842c4df75bd05e10&device_id=02cc3f76-02bb-44cb-82ab-79a357f42391 HTTP/1.1" status: 200  len: 1129 time: 0.0778806
May 07 21:47:53.839166 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c98e0-64d9-459b-8bec-e2642f3de54a req-82a54dc6-8922-4f18-9f85-72f82a55d748 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:53.841338 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-991c98e0-64d9-459b-8bec-e2642f3de54a req-82a54dc6-8922-4f18-9f85-72f82a55d748 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad9c13b6-ebdb-426f-81a7-663cba33645a HTTP/1.1" status: 200  len: 949 time: 0.0604637
May 07 21:47:53.898830 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-991c98e0-64d9-459b-8bec-e2642f3de54a req-e4b5f353-cb8e-4118-8612-8c95f24d7ec5 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ea07aee-f825-4ee0-a542-65c887150930&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497096
May 07 21:47:53.920054 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [req-136db03b-af8f-4c66-891c-5bf46a8b5055 req-b251aab5-139e-420b-80f3-0b7260247c4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04c678a5-64ac-461c-a365-ad4f4e5dd86c {{(pid=121836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:47:53.928516 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-136db03b-af8f-4c66-891c-5bf46a8b5055 req-b251aab5-139e-420b-80f3-0b7260247c4c service neutron] Publish callbacks [] for port (04c678a5-64ac-461c-a365-ad4f4e5dd86c), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:53.944266 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.provisioning_blocks [req-136db03b-af8f-4c66-891c-5bf46a8b5055 req-b251aab5-139e-420b-80f3-0b7260247c4c service neutron] Transition to ACTIVE for port object 04c678a5-64ac-461c-a365-ad4f4e5dd86c will not be triggered until provisioned by entity L2. {{(pid=121836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:47:53.949283 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-136db03b-af8f-4c66-891c-5bf46a8b5055 req-b251aab5-139e-420b-80f3-0b7260247c4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (04c678a5-64ac-461c-a365-ad4f4e5dd86c), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:54.002996 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806f2c8d-abfd-476c-a4ed-78c568761943 req-27181c7a-e624-4272-ba09-b67bf14287ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:54.004596 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-806f2c8d-abfd-476c-a4ed-78c568761943 req-27181c7a-e624-4272-ba09-b67bf14287ea service neutron] 10.222.0.59 "GET /v2.0/networks?id=665487f0-78eb-47fb-9a06-b15bc614dc47 HTTP/1.1" status: 200  len: 870 time: 0.0993898
May 07 21:47:54.036056 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 9177df96-b4f9-41db-8806-f7ea5787a4fc details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:47:54.056524 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b251aab5-139e-420b-80f3-0b7260247c4c service neutron] Pushing event updated for resources: {'Port': ['ID=04c678a5-64ac-461c-a365-ad4f4e5dd86c,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:54.084165 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-806f2c8d-abfd-476c-a4ed-78c568761943 req-2fc5b549-dd68-43e6-8c62-a3ea33497d47 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=44436595-8caf-48e5-967e-1749f507e89e HTTP/1.1" status: 200  len: 217 time: 0.0532413
May 07 21:47:54.131222 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254596ad-373d-46a9-9dae-727ea49a4d2e req-1620d831-04ad-4895-ada6-1a2020758767 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:54.132750 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-254596ad-373d-46a9-9dae-727ea49a4d2e req-1620d831-04ad-4895-ada6-1a2020758767 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.59 "GET /v2.0/ports?device_id=ad9c13b6-ebdb-426f-81a7-663cba33645a HTTP/1.1" status: 200  len: 949 time: 0.1335721
May 07 21:47:54.193906 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806f2c8d-abfd-476c-a4ed-78c568761943 req-996a2665-6c33-4fd7-910e-2b55021763d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:54.199748 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-806f2c8d-abfd-476c-a4ed-78c568761943 req-996a2665-6c33-4fd7-910e-2b55021763d9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6e0e5c53-1ece-4d20-b01d-5f8c6957edf6 HTTP/1.1" status: 200  len: 843 time: 0.1094031
May 07 21:47:54.202023 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-136db03b-af8f-4c66-891c-5bf46a8b5055 req-b251aab5-139e-420b-80f3-0b7260247c4c service neutron] Attempting to bind port 04c678a5-64ac-461c-a365-ad4f4e5dd86c on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:47:54.208271 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-136db03b-af8f-4c66-891c-5bf46a8b5055 req-b251aab5-139e-420b-80f3-0b7260247c4c service neutron] Attempting to bind port 04c678a5-64ac-461c-a365-ad4f4e5dd86c by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:47:54.209944 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136db03b-af8f-4c66-891c-5bf46a8b5055 req-b251aab5-139e-420b-80f3-0b7260247c4c service neutron] Attempting to bind port 04c678a5-64ac-461c-a365-ad4f4e5dd86c on network 665487f0-78eb-47fb-9a06-b15bc614dc47 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:47:54.259875 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 9177df96-b4f9-41db-8806-f7ea5787a4fc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9177df96-b4f9-41db-8806-f7ea5787a4fc,segment=NetworkSegment(82ec07f6-cf99-4411-99d8-c39170f22b45),segment_id=82ec07f6-cf99-4411-99d8-c39170f22b45)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:47:54.261308 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136db03b-af8f-4c66-891c-5bf46a8b5055 req-b251aab5-139e-420b-80f3-0b7260247c4c service neutron] Port 04c678a5-64ac-461c-a365-ad4f4e5dd86c on network 665487f0-78eb-47fb-9a06-b15bc614dc47 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:47:54.261640 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136db03b-af8f-4c66-891c-5bf46a8b5055 req-b251aab5-139e-420b-80f3-0b7260247c4c service neutron] Attempting to bind port 04c678a5-64ac-461c-a365-ad4f4e5dd86c on network 665487f0-78eb-47fb-9a06-b15bc614dc47 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:47:54.273613 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 9177df96-b4f9-41db-8806-f7ea5787a4fc has no active binding in host nch1-master-1 {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
May 07 21:47:54.282027 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806f2c8d-abfd-476c-a4ed-78c568761943 req-caf10a9a-23dc-4ba1-8e98-e344d5c58c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:54.283559 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-806f2c8d-abfd-476c-a4ed-78c568761943 req-caf10a9a-23dc-4ba1-8e98-e344d5c58c0b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=665487f0-78eb-47fb-9a06-b15bc614dc47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0621138
May 07 21:47:54.289444 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b593e73-e929-49af-a2b2-566a1d8dda21 req-f7c2583f-46cb-4a8d-a362-877b853aa6aa tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:54.290951 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4b593e73-e929-49af-a2b2-566a1d8dda21 req-f7c2583f-46cb-4a8d-a362-877b853aa6aa tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/ports?device_id=12a792c3-0086-43d1-8995-7d56146f84b2 HTTP/1.1" status: 200  len: 946 time: 0.0899487
May 07 21:47:54.301282 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02ca6d0-a3f2-4a13-aa54-2f6c805dd851 req-1e1c9023-51b4-4e4a-b438-d8457dfa1225 tempest-ImagesOneServerTestJSON-63988004 tempest-ImagesOneServerTestJSON-63988004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:54.302859 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a02ca6d0-a3f2-4a13-aa54-2f6c805dd851 req-1e1c9023-51b4-4e4a-b438-d8457dfa1225 tempest-ImagesOneServerTestJSON-63988004 tempest-ImagesOneServerTestJSON-63988004-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0ec46f9-84e6-413a-be19-c46548cb31fd HTTP/1.1" status: 200  len: 947 time: 0.1446340
May 07 21:47:54.303603 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136db03b-af8f-4c66-891c-5bf46a8b5055 req-b251aab5-139e-420b-80f3-0b7260247c4c service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:47:54.303943 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136db03b-af8f-4c66-891c-5bf46a8b5055 req-b251aab5-139e-420b-80f3-0b7260247c4c service neutron] Checking segment: {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:47:54.304330 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136db03b-af8f-4c66-891c-5bf46a8b5055 req-b251aab5-139e-420b-80f3-0b7260247c4c service neutron] Bound using segment: {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:47:54.304780 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-136db03b-af8f-4c66-891c-5bf46a8b5055 req-b251aab5-139e-420b-80f3-0b7260247c4c service neutron] Bound port: 04c678a5-64ac-461c-a365-ad4f4e5dd86c, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:47:54.305143 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-136db03b-af8f-4c66-891c-5bf46a8b5055 req-b251aab5-139e-420b-80f3-0b7260247c4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (04c678a5-64ac-461c-a365-ad4f4e5dd86c), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:54.370682 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4b593e73-e929-49af-a2b2-566a1d8dda21 req-f28708c5-8228-4811-b806-4f127b448f46 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b456a11-abdd-4913-9fa4-f25fdacb0d35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0671959
May 07 21:47:54.385841 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-254596ad-373d-46a9-9dae-727ea49a4d2e req-6a493557-c2e8-414b-af04-d5025a0e41d8 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Deleting port 1f353eba-6503-4549-810d-34664c1775fa {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:47:54.386230 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-254596ad-373d-46a9-9dae-727ea49a4d2e req-6a493557-c2e8-414b-af04-d5025a0e41d8 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (1f353eba-6503-4549-810d-34664c1775fa), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:54.424627 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a02ca6d0-a3f2-4a13-aa54-2f6c805dd851 req-8729aeb5-6ce8-4b9a-8bdb-9dcfc0ddca12 tempest-ImagesOneServerTestJSON-63988004 tempest-ImagesOneServerTestJSON-63988004-project] 10.222.0.32 "GET /v2.0/security-groups?id=71595d26-f957-4be5-8222-3040afacde85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1110528
May 07 21:47:54.454131 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-806f2c8d-abfd-476c-a4ed-78c568761943 req-94f10f39-de3b-4378-ab3d-23355c069fe9 service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1579666
May 07 21:47:54.501130 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-136db03b-af8f-4c66-891c-5bf46a8b5055 req-b251aab5-139e-420b-80f3-0b7260247c4c service neutron] For port 04c678a5-64ac-461c-a365-ad4f4e5dd86c, host nch1-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:47:54.551828 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-806f2c8d-abfd-476c-a4ed-78c568761943 req-6d1a0420-92ff-4d6a-adbd-2d90848965f1 service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0875521
May 07 21:47:54.553691 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-136db03b-af8f-4c66-891c-5bf46a8b5055 req-b251aab5-139e-420b-80f3-0b7260247c4c service neutron] For port 04c678a5-64ac-461c-a365-ad4f4e5dd86c, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=04c678a5-64ac-461c-a365-ad4f4e5dd86c,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:47:54.567848 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-254596ad-373d-46a9-9dae-727ea49a4d2e req-6a493557-c2e8-414b-af04-d5025a0e41d8 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] For port 1f353eba-6503-4549-810d-34664c1775fa, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1f353eba-6503-4549-810d-34664c1775fa,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:47:54.568222 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-254596ad-373d-46a9-9dae-727ea49a4d2e req-6a493557-c2e8-414b-af04-d5025a0e41d8 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (1f353eba-6503-4549-810d-34664c1775fa), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:54.583066 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-136db03b-af8f-4c66-891c-5bf46a8b5055 req-b251aab5-139e-420b-80f3-0b7260247c4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (04c678a5-64ac-461c-a365-ad4f4e5dd86c), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:54.602062 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b680bcb7-a63b-402d-b3d7-0be25fbc4dbe req-defd27e7-e8c1-4f40-a8db-6d57e22c0bc2 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:54.603705 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b680bcb7-a63b-402d-b3d7-0be25fbc4dbe req-defd27e7-e8c1-4f40-a8db-6d57e22c0bc2 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=3533de6f-5073-4e2e-9620-5655b2cdcb7f HTTP/1.1" status: 200  len: 943 time: 0.1061969
May 07 21:47:54.626496 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-254596ad-373d-46a9-9dae-727ea49a4d2e req-6a493557-c2e8-414b-af04-d5025a0e41d8 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Calling delete_port for 1f353eba-6503-4549-810d-34664c1775fa owned by compute:nova {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:47:54.636599 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136db03b-af8f-4c66-891c-5bf46a8b5055 req-b251aab5-139e-420b-80f3-0b7260247c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:54.637255 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-136db03b-af8f-4c66-891c-5bf46a8b5055 req-b251aab5-139e-420b-80f3-0b7260247c4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:54.638586 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-136db03b-af8f-4c66-891c-5bf46a8b5055 req-b251aab5-139e-420b-80f3-0b7260247c4c service neutron] 10.222.0.55 "PUT /v2.0/ports/04c678a5-64ac-461c-a365-ad4f4e5dd86c HTTP/1.1" status: 200  len: 1095 time: 1.2314887
May 07 21:47:54.644330 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0ec46f9-84e6-413a-be19-c46548cb31fd', 'tag': '04c678a5-64ac-461c-a365-ad4f4e5dd86c'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:47:54.646629 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f855eee-2600-4a68-bcf3-be1aa2ad2105" -d '{"events": [{"name": "network-changed", "server_uuid": "d0ec46f9-84e6-413a-be19-c46548cb31fd", "tag": "04c678a5-64ac-461c-a365-ad4f4e5dd86c"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:47:54.655576 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 44436595-8caf-48e5-967e-1749f507e89e details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:47:54.673315 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3fda1865-9363-4ef1-957b-8cc6d476c1e7 req-1661bee4-4b9f-4840-b07e-4b66c3423e6c service neutron] 10.222.0.59 "GET /v2.0/ports/9177df96-b4f9-41db-8806-f7ea5787a4fc/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 384 time: 0.0747762
May 07 21:47:54.740031 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b251aab5-139e-420b-80f3-0b7260247c4c service neutron] Pushing event updated for resources: {'Port': ['ID=04c678a5-64ac-461c-a365-ad4f4e5dd86c,revision_number=3']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:54.744535 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8a0ee484-4ef4-41b9-a893-6937a47bc957 req-2fdc86de-f92b-4b45-8eba-3a4491551677 tempest-QuotasAdminNegativeTest-1932326133 tempest-QuotasAdminNegativeTest-1932326133-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=c335f668e1934df38eaeaaf86af96083&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0312135
May 07 21:47:54.787588 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b680bcb7-a63b-402d-b3d7-0be25fbc4dbe req-86c19dd8-767b-46a8-a544-5793e7a0b882 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1510770
May 07 21:47:54.828668 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 44436595-8caf-48e5-967e-1749f507e89e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=44436595-8caf-48e5-967e-1749f507e89e,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:47:54.842306 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': '44436595-8caf-48e5-967e-1749f507e89e', 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47', 'port_id': '44436595-8caf-48e5-967e-1749f507e89e', 'mac_address': 'fa:16:3e:7b:b1:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e0e5c53-1ece-4d20-b01d-5f8c6957edf6', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:47:54.875874 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f914b14-1e05-4516-8447-501df4b83719 x-openstack-request-id: req-7f914b14-1e05-4516-8447-501df4b83719 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:47:54.880625 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0ec46f9-84e6-413a-be19-c46548cb31fd", "tag": "04c678a5-64ac-461c-a365-ad4f4e5dd86c", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:47:54.881111 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7f914b14-1e05-4516-8447-501df4b83719 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:47:54.881738 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f914b14-1e05-4516-8447-501df4b83719'] response: {'name': 'network-changed', 'server_uuid': 'd0ec46f9-84e6-413a-be19-c46548cb31fd', 'tag': '04c678a5-64ac-461c-a365-ad4f4e5dd86c', 'status': 'completed', 'code': 200}
May 07 21:47:54.889091 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 44436595-8caf-48e5-967e-1749f507e89e is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:47:54.889707 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (44436595-8caf-48e5-967e-1749f507e89e), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:54.907661 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44436595-8caf-48e5-967e-1749f507e89e {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:47:54.933225 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 44436595-8caf-48e5-967e-1749f507e89e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=44436595-8caf-48e5-967e-1749f507e89e,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:47:54.939496 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-254596ad-373d-46a9-9dae-727ea49a4d2e req-6a493557-c2e8-414b-af04-d5025a0e41d8 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (1f353eba-6503-4549-810d-34664c1775fa), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:54.940617 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (44436595-8caf-48e5-967e-1749f507e89e), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:54.978127 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a493557-c2e8-414b-af04-d5025a0e41d8 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Pushing event deleted for resources: {'Port': ['ID=1f353eba-6503-4549-810d-34664c1775fa,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:55.000361 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=44436595-8caf-48e5-967e-1749f507e89e,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:55.004166 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['030cf429-3843-4968-ac82-75d806b69b77', '1f353eba-6503-4549-810d-34664c1775fa', '149155db-c2db-4827-9746-fffdb2d0018e'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:47:55.049134 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:47:55.049569 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:47:55.049978 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:47:55.050378 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:47:55.050959 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:47:55.051359 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:47:55.052240 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:47:55.052631 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:47:55.053129 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:47:55.053688 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:47:55.054178 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:47:55.054748 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:47:55.055258 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:47:55.055610 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:47:55.055956 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:47:55.076467 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-254596ad-373d-46a9-9dae-727ea49a4d2e req-6a493557-c2e8-414b-af04-d5025a0e41d8 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] No DVR routers for this DVR port 1f353eba-6503-4549-810d-34664c1775fa on host nch2-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:47:55.080724 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-254596ad-373d-46a9-9dae-727ea49a4d2e req-6a493557-c2e8-414b-af04-d5025a0e41d8 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:55.086471 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-254596ad-373d-46a9-9dae-727ea49a4d2e req-6a493557-c2e8-414b-af04-d5025a0e41d8 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.59 "DELETE /v2.0/ports/1f353eba-6503-4549-810d-34664c1775fa HTTP/1.1" status: 204  len: 173 time: 0.9379478
May 07 21:47:55.100621 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb355833-0126-49b5-abaf-d4e70e33b1d1 req-7aa9b76e-bb75-4f93-ab5f-2ffe214a1fba tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:55.102569 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-cb355833-0126-49b5-abaf-d4e70e33b1d1 req-7aa9b76e-bb75-4f93-ab5f-2ffe214a1fba tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=02cc3f76-02bb-44cb-82ab-79a357f42391 HTTP/1.1" status: 200  len: 948 time: 0.1264904
May 07 21:47:55.180896 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['44436595-8caf-48e5-967e-1749f507e89e'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:47:55.202903 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-cb355833-0126-49b5-abaf-d4e70e33b1d1 req-15817053-6475-4163-ba88-d9f071a70547 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0913167
May 07 21:47:55.239954 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0ee484-4ef4-41b9-a893-6937a47bc957 req-06aa9b1f-6611-4bb6-97c0-cf132b32f86a tempest-QuotasAdminNegativeTest-1932326133 tempest-QuotasAdminNegativeTest-1932326133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:55.241520 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8a0ee484-4ef4-41b9-a893-6937a47bc957 req-06aa9b1f-6611-4bb6-97c0-cf132b32f86a tempest-QuotasAdminNegativeTest-1932326133 tempest-QuotasAdminNegativeTest-1932326133-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4802041
May 07 21:47:55.302306 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-3fda1865-9363-4ef1-957b-8cc6d476c1e7 req-12ab345c-e4b2-4221-9ba9-31a5daab0d8f service neutron] For port 9177df96-b4f9-41db-8806-f7ea5787a4fc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9177df96-b4f9-41db-8806-f7ea5787a4fc,segment=NetworkSegment(82ec07f6-cf99-4411-99d8-c39170f22b45),segment_id=82ec07f6-cf99-4411-99d8-c39170f22b45)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:47:55.305717 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8a0ee484-4ef4-41b9-a893-6937a47bc957 req-20ae5043-724b-4243-9890-e8a7d293ed49 tempest-QuotasAdminNegativeTest-1932326133 tempest-QuotasAdminNegativeTest-1932326133-project] 10.222.0.32 "GET /v2.0/quotas/c335f668e1934df38eaeaaf86af96083 HTTP/1.1" status: 200  len: 375 time: 0.0250361
May 07 21:47:55.320538 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-12407836-832e-4842-aead-9323ceb5fc7f req-e4ff1c5f-d17e-44bd-9a16-131c6d8ce575 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=ad9c13b6-ebdb-426f-81a7-663cba33645a HTTP/1.1" status: 200  len: 210 time: 0.0334535
May 07 21:47:55.351393 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8a0ee484-4ef4-41b9-a893-6937a47bc957 req-8dccf3f9-0960-46ab-b506-13764c103308 tempest-QuotasAdminNegativeTest-1932326133 tempest-QuotasAdminNegativeTest-1932326133-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c335f668e1934df38eaeaaf86af96083&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0379806
May 07 21:47:55.358404 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-3fda1865-9363-4ef1-957b-8cc6d476c1e7 req-12ab345c-e4b2-4221-9ba9-31a5daab0d8f service neutron] For port 9177df96-b4f9-41db-8806-f7ea5787a4fc, host nch2-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:47:55.397826 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [req-3fda1865-9363-4ef1-957b-8cc6d476c1e7 req-12ab345c-e4b2-4221-9ba9-31a5daab0d8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9177df96-b4f9-41db-8806-f7ea5787a4fc {{(pid=121837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:47:55.412420 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-3fda1865-9363-4ef1-957b-8cc6d476c1e7 req-12ab345c-e4b2-4221-9ba9-31a5daab0d8f service neutron] For port 9177df96-b4f9-41db-8806-f7ea5787a4fc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9177df96-b4f9-41db-8806-f7ea5787a4fc,segment=NetworkSegment(82ec07f6-cf99-4411-99d8-c39170f22b45),segment_id=82ec07f6-cf99-4411-99d8-c39170f22b45)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:47:55.444738 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-3fda1865-9363-4ef1-957b-8cc6d476c1e7 req-12ab345c-e4b2-4221-9ba9-31a5daab0d8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (9177df96-b4f9-41db-8806-f7ea5787a4fc), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:55.588056 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d8446c-dd52-494e-b311-3ef8420fc5f9 req-a9b32228-e90b-4c60-a77b-9088e628c16b tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:55.589807 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-10d8446c-dd52-494e-b311-3ef8420fc5f9 req-a9b32228-e90b-4c60-a77b-9088e628c16b tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/ports?device_id=12a792c3-0086-43d1-8995-7d56146f84b2 HTTP/1.1" status: 200  len: 946 time: 0.0822301
May 07 21:47:55.639066 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-3fda1865-9363-4ef1-957b-8cc6d476c1e7 req-12ab345c-e4b2-4221-9ba9-31a5daab0d8f service neutron] Transition to ACTIVE for port object 9177df96-b4f9-41db-8806-f7ea5787a4fc will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:47:55.654396 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-3fda1865-9363-4ef1-957b-8cc6d476c1e7 req-12ab345c-e4b2-4221-9ba9-31a5daab0d8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (9177df96-b4f9-41db-8806-f7ea5787a4fc), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:55.707298 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-10d8446c-dd52-494e-b311-3ef8420fc5f9 req-6ae18b0c-7b59-4540-b2e5-320f37a4ae9a tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b456a11-abdd-4913-9fa4-f25fdacb0d35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1077418
May 07 21:47:55.739301 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fda1865-9363-4ef1-957b-8cc6d476c1e7 req-12ab345c-e4b2-4221-9ba9-31a5daab0d8f service neutron] No DVR routers for this DVR port 9177df96-b4f9-41db-8806-f7ea5787a4fc on host nch2-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:47:55.743727 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d692c91d-1ac4-45ac-a175-e877ce648b66 req-bfa24b04-06e4-447f-b7c1-385fb2517989 tempest-ImagesOneServerTestJSON-63988004 tempest-ImagesOneServerTestJSON-63988004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:55.745232 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d692c91d-1ac4-45ac-a175-e877ce648b66 req-bfa24b04-06e4-447f-b7c1-385fb2517989 tempest-ImagesOneServerTestJSON-63988004 tempest-ImagesOneServerTestJSON-63988004-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0ec46f9-84e6-413a-be19-c46548cb31fd HTTP/1.1" status: 200  len: 947 time: 0.0614228
May 07 21:47:55.754577 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ab345c-e4b2-4221-9ba9-31a5daab0d8f service neutron] Pushing event updated for resources: {'Port': ['ID=9177df96-b4f9-41db-8806-f7ea5787a4fc,revision_number=10']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:55.781779 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3fda1865-9363-4ef1-957b-8cc6d476c1e7 req-12ab345c-e4b2-4221-9ba9-31a5daab0d8f service neutron] 10.222.0.59 "PUT /v2.0/ports/9177df96-b4f9-41db-8806-f7ea5787a4fc/bindings/nch1-master-1/activate HTTP/1.1" status: 200  len: 369 time: 1.0995328
May 07 21:47:55.803700 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d692c91d-1ac4-45ac-a175-e877ce648b66 req-18b412d5-44fe-4fc0-80cb-25765c09f6b4 tempest-ImagesOneServerTestJSON-63988004 tempest-ImagesOneServerTestJSON-63988004-project] 10.222.0.32 "GET /v2.0/security-groups?id=71595d26-f957-4be5-8222-3040afacde85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521040
May 07 21:47:55.901680 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3925ed5c-602b-46b8-a15a-3c5093b5b0da req-1c93ece4-4257-4311-866d-d9ca6df71aff tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:55.903121 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3925ed5c-602b-46b8-a15a-3c5093b5b0da req-1c93ece4-4257-4311-866d-d9ca6df71aff tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=3533de6f-5073-4e2e-9620-5655b2cdcb7f HTTP/1.1" status: 200  len: 944 time: 0.0493047
May 07 21:47:55.950370 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3925ed5c-602b-46b8-a15a-3c5093b5b0da req-9edc3451-2b87-4af6-9cff-52950e59e44b tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407751
May 07 21:47:55.998265 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-41cdad96-26d3-4ba7-b226-b8640a2d6797 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:55.999830 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 33360) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:47:56.104030 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9237f7cd-134f-4026-9fde-bbae17857189 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:56.176578 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9237f7cd-134f-4026-9fde-bbae17857189 admin admin] Publish callbacks [] for security_group (2a8741e2-a663-43a0-bb4d-766df63c949d), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:56.180235 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9237f7cd-134f-4026-9fde-bbae17857189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (2a8741e2-a663-43a0-bb4d-766df63c949d), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:56.220606 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-9237f7cd-134f-4026-9fde-bbae17857189 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c335f668e1934df38eaeaaf86af96083&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2194610
May 07 21:47:56.221677 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9237f7cd-134f-4026-9fde-bbae17857189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a8741e2-a663-43a0-bb4d-766df63c949d,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:56.222707 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 33366) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:47:56.316427 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3d4a43f7-8c9d-49f0-a42a-2523d75f5326 admin admin] Publish callbacks [] for security_group (2a8741e2-a663-43a0-bb4d-766df63c949d), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:56.323639 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbaf47f-a5ff-493c-9b23-63de7864625e req-ae076c9f-907b-44f6-9479-9baee36c98d1 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:56.325056 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-acbaf47f-a5ff-493c-9b23-63de7864625e req-ae076c9f-907b-44f6-9479-9baee36c98d1 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=02cc3f76-02bb-44cb-82ab-79a357f42391 HTTP/1.1" status: 200  len: 948 time: 0.0588636
May 07 21:47:56.361276 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3d4a43f7-8c9d-49f0-a42a-2523d75f5326 admin admin] Publish callbacks [] for security_group (2a8741e2-a663-43a0-bb4d-766df63c949d), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:56.406939 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-acbaf47f-a5ff-493c-9b23-63de7864625e req-a65cf226-414b-4fc3-a4fb-031f3529c77d tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0728071
May 07 21:47:56.431733 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3d4a43f7-8c9d-49f0-a42a-2523d75f5326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (2a8741e2-a663-43a0-bb4d-766df63c949d), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:56.434391 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3d4a43f7-8c9d-49f0-a42a-2523d75f5326 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:56.435547 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-3d4a43f7-8c9d-49f0-a42a-2523d75f5326 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2a8741e2-a663-43a0-bb4d-766df63c949d HTTP/1.1" status: 204  len: 168 time: 0.2117269
May 07 21:47:56.443446 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4a43f7-8c9d-49f0-a42a-2523d75f5326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a8741e2-a663-43a0-bb4d-766df63c949d,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:56.607203 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1732b3-0b28-450f-90bc-aa7ca99b08c0 req-5dd5acf1-65ac-4162-9145-29b781d488e0 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:56.608739 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9b1732b3-0b28-450f-90bc-aa7ca99b08c0 req-5dd5acf1-65ac-4162-9145-29b781d488e0 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=e79018bd-9790-48c1-a26f-590908b011db HTTP/1.1" status: 200  len: 950 time: 0.0526581
May 07 21:47:56.656189 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9b1732b3-0b28-450f-90bc-aa7ca99b08c0 req-3b4a4f2a-5d30-4428-9ad4-b9df03586fa2 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ea07aee-f825-4ee0-a542-65c887150930&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411887
May 07 21:47:56.690203 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 44436595-8caf-48e5-967e-1749f507e89e up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:47:56.721586 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 33380) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:47:56.738088 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ea062eb5-da23-4645-a461-724cfe069c65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:56.738941 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning for port 44436595-8caf-48e5-967e-1749f507e89e completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:47:56.747328 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port 44436595-8caf-48e5-967e-1749f507e89e triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:47:56.747703 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (44436595-8caf-48e5-967e-1749f507e89e), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:56.833165 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77991e64-21ff-4c5c-8abb-c275e8149d00 req-42321b91-1927-46b5-9bab-5f90d3349c51 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:56.834354 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ea062eb5-da23-4645-a461-724cfe069c65 admin admin] Publish callbacks [] for security_group (588e2ea5-0163-4dca-9ce5-72ef03a9afcf), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:56.836437 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-77991e64-21ff-4c5c-8abb-c275e8149d00 req-42321b91-1927-46b5-9bab-5f90d3349c51 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/ports?device_id=12a792c3-0086-43d1-8995-7d56146f84b2 HTTP/1.1" status: 200  len: 946 time: 0.0588865
May 07 21:47:56.839381 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 44436595-8caf-48e5-967e-1749f507e89e is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:47:56.839788 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (44436595-8caf-48e5-967e-1749f507e89e), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:56.843738 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ea062eb5-da23-4645-a461-724cfe069c65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (588e2ea5-0163-4dca-9ce5-72ef03a9afcf), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:56.878646 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 44436595-8caf-48e5-967e-1749f507e89e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=44436595-8caf-48e5-967e-1749f507e89e,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:47:56.880431 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02cc3f76-02bb-44cb-82ab-79a357f42391', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44436595-8caf-48e5-967e-1749f507e89e'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:47:56.883497 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de6a7cdb-29eb-4e23-b609-70ac6ab8d165" -d '{"events": [{"server_uuid": "02cc3f76-02bb-44cb-82ab-79a357f42391", "name": "network-vif-plugged", "status": "completed", "tag": "44436595-8caf-48e5-967e-1749f507e89e"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:47:56.886063 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad9c13b6-ebdb-426f-81a7-663cba33645a', 'name': 'network-vif-deleted', 'tag': '1f353eba-6503-4549-810d-34664c1775fa'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:47:56.888067 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cb36d04-70f3-4555-a042-b0781d723a29" -d '{"events": [{"server_uuid": "ad9c13b6-ebdb-426f-81a7-663cba33645a", "name": "network-vif-deleted", "tag": "1f353eba-6503-4549-810d-34664c1775fa"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:47:56.891690 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (44436595-8caf-48e5-967e-1749f507e89e), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:56.893019 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 1f353eba-6503-4549-810d-34664c1775fa no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:47:56.896582 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea062eb5-da23-4645-a461-724cfe069c65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=588e2ea5-0163-4dca-9ce5-72ef03a9afcf,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:56.902862 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-ea062eb5-da23-4645-a461-724cfe069c65 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=23af23cd0357473b9aa411e924c96a5b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1802106
May 07 21:47:56.905438 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 33390) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:47:56.912212 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-77991e64-21ff-4c5c-8abb-c275e8149d00 req-49ca7970-6e49-4332-8bbe-0a2624d9fef3 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b456a11-abdd-4913-9fa4-f25fdacb0d35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0686491
May 07 21:47:56.921649 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] No Port match for: 1f353eba-6503-4549-810d-34664c1775fa {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:47:56.922089 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 1f353eba-6503-4549-810d-34664c1775fa not bound to the agent host nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:47:56.969501 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa799239-678f-4e64-9ac0-9bdcc7ffb076 x-openstack-request-id: req-aa799239-678f-4e64-9ac0-9bdcc7ffb076 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:47:56.970197 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02cc3f76-02bb-44cb-82ab-79a357f42391", "name": "network-vif-plugged", "status": "completed", "tag": "44436595-8caf-48e5-967e-1749f507e89e", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:47:56.970369 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aa799239-678f-4e64-9ac0-9bdcc7ffb076 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:47:56.971069 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa799239-678f-4e64-9ac0-9bdcc7ffb076'] response: {'server_uuid': '02cc3f76-02bb-44cb-82ab-79a357f42391', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44436595-8caf-48e5-967e-1749f507e89e', 'code': 200}
May 07 21:47:56.976119 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=44436595-8caf-48e5-967e-1749f507e89e,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:56.990272 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef591461-d6ea-45d9-8e4b-b1241a639619 req-4e43532c-66c9-4561-a7b1-a5f3891df853 tempest-ImagesOneServerTestJSON-63988004 tempest-ImagesOneServerTestJSON-63988004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:56.991767 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ef591461-d6ea-45d9-8e4b-b1241a639619 req-4e43532c-66c9-4561-a7b1-a5f3891df853 tempest-ImagesOneServerTestJSON-63988004 tempest-ImagesOneServerTestJSON-63988004-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0ec46f9-84e6-413a-be19-c46548cb31fd HTTP/1.1" status: 200  len: 947 time: 0.0797882
May 07 21:47:57.013381 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a64f78ce-b419-42cf-87d5-0d435843f682 x-openstack-request-id: req-a64f78ce-b419-42cf-87d5-0d435843f682 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:47:57.013381 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad9c13b6-ebdb-426f-81a7-663cba33645a", "name": "network-vif-deleted", "tag": "1f353eba-6503-4549-810d-34664c1775fa", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:47:57.013381 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a64f78ce-b419-42cf-87d5-0d435843f682 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:47:57.013858 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a64f78ce-b419-42cf-87d5-0d435843f682'] response: {'server_uuid': 'ad9c13b6-ebdb-426f-81a7-663cba33645a', 'name': 'network-vif-deleted', 'tag': '1f353eba-6503-4549-810d-34664c1775fa', 'status': 'completed', 'code': 200}
May 07 21:47:57.028648 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-997a83aa-1162-4877-9d14-35fd20c81a61 admin admin] Publish callbacks [] for security_group (588e2ea5-0163-4dca-9ce5-72ef03a9afcf), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:57.073938 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-997a83aa-1162-4877-9d14-35fd20c81a61 admin admin] Publish callbacks [] for security_group (588e2ea5-0163-4dca-9ce5-72ef03a9afcf), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:57.083517 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ef591461-d6ea-45d9-8e4b-b1241a639619 req-2669dc1b-b689-40f2-b847-4276b3a263f3 tempest-ImagesOneServerTestJSON-63988004 tempest-ImagesOneServerTestJSON-63988004-project] 10.222.0.32 "GET /v2.0/security-groups?id=71595d26-f957-4be5-8222-3040afacde85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0860150
May 07 21:47:57.115167 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cec952-928d-42a0-ae29-3934148afac4 req-f72fd79b-3b99-481c-8983-b1bb880267c2 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:57.116563 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-40cec952-928d-42a0-ae29-3934148afac4 req-f72fd79b-3b99-481c-8983-b1bb880267c2 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=3533de6f-5073-4e2e-9620-5655b2cdcb7f HTTP/1.1" status: 200  len: 944 time: 0.0492084
May 07 21:47:57.127886 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-997a83aa-1162-4877-9d14-35fd20c81a61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (588e2ea5-0163-4dca-9ce5-72ef03a9afcf), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:57.130405 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-997a83aa-1162-4877-9d14-35fd20c81a61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:57.134146 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-997a83aa-1162-4877-9d14-35fd20c81a61 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/588e2ea5-0163-4dca-9ce5-72ef03a9afcf HTTP/1.1" status: 204  len: 168 time: 0.2250502
May 07 21:47:57.143412 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997a83aa-1162-4877-9d14-35fd20c81a61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=588e2ea5-0163-4dca-9ce5-72ef03a9afcf,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:57.172773 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-40cec952-928d-42a0-ae29-3934148afac4 req-7ef333e1-ea88-444e-929d-15fe1072ea0e tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501971
May 07 21:47:57.245762 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f855eee-2600-4a68-bcf3-be1aa2ad2105 req-a0210250-7b98-41b4-8340-da2a9d181ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:57.247204 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4f855eee-2600-4a68-bcf3-be1aa2ad2105 req-a0210250-7b98-41b4-8340-da2a9d181ae3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=59b4f20214214616967d9d414375248a&device_id=d0ec46f9-84e6-413a-be19-c46548cb31fd HTTP/1.1" status: 200  len: 1129 time: 0.0711446
May 07 21:47:57.278492 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda1865-9363-4ef1-957b-8cc6d476c1e7 req-1bfc9482-f44d-4d54-a6aa-7c761bc45d79 tempest-LiveMigrationTest-1060990445 tempest-LiveMigrationTest-1060990445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:57.280271 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3fda1865-9363-4ef1-957b-8cc6d476c1e7 req-1bfc9482-f44d-4d54-a6aa-7c761bc45d79 tempest-LiveMigrationTest-1060990445 tempest-LiveMigrationTest-1060990445-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=3533de6f-5073-4e2e-9620-5655b2cdcb7f&tenant_id=1bcaffad5d3447b98f0216d3481045e5&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.0530369
May 07 21:47:57.299882 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:57.394055 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4f855eee-2600-4a68-bcf3-be1aa2ad2105 req-2c982814-a7d0-4ffe-9098-aaac1cce8459 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=59b4f20214214616967d9d414375248a&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0497861
May 07 21:47:57.419903 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda1865-9363-4ef1-957b-8cc6d476c1e7 req-2de1b9dc-70cd-4067-a66f-d8651fccd7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:57.421961 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3fda1865-9363-4ef1-957b-8cc6d476c1e7 req-2de1b9dc-70cd-4067-a66f-d8651fccd7ab service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3533de6f-5073-4e2e-9620-5655b2cdcb7f&tenant_id=1bcaffad5d3447b98f0216d3481045e5 HTTP/1.1" status: 200  len: 1126 time: 0.0863707
May 07 21:47:57.669609 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21be205c-c725-4c57-b9cb-acdedd20b725 req-ce1d8963-36cc-4173-88cb-afd2b15d0380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:57.671876 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-21be205c-c725-4c57-b9cb-acdedd20b725 req-ce1d8963-36cc-4173-88cb-afd2b15d0380 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=02cc3f76-02bb-44cb-82ab-79a357f42391 HTTP/1.1" status: 200  len: 1131 time: 0.0612342
May 07 21:47:57.818456 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-21be205c-c725-4c57-b9cb-acdedd20b725 req-e72473ee-5486-49ae-9a08-3baf296e447e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0962815
May 07 21:47:57.830136 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058da163-339b-4b48-9c63-2f5ff602fd78 req-1462bb5c-07c1-4ad8-b870-b90abfaff929 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:57.831463 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-058da163-339b-4b48-9c63-2f5ff602fd78 req-1462bb5c-07c1-4ad8-b870-b90abfaff929 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=e79018bd-9790-48c1-a26f-590908b011db HTTP/1.1" status: 200  len: 950 time: 0.0665588
May 07 21:47:57.854591 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda1865-9363-4ef1-957b-8cc6d476c1e7 req-4e4335af-ef44-4d70-81b4-b2606fb77aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:57.856892 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3fda1865-9363-4ef1-957b-8cc6d476c1e7 req-4e4335af-ef44-4d70-81b4-b2606fb77aaa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1bcaffad5d3447b98f0216d3481045e5&device_id=3533de6f-5073-4e2e-9620-5655b2cdcb7f HTTP/1.1" status: 200  len: 1126 time: 0.4040060
May 07 21:47:57.889591 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a64c8f-3d46-4d50-9fd8-093d0e415f85 req-e5b257a9-8602-4cae-9364-832c49baabf0 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:57.891691 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f4a64c8f-3d46-4d50-9fd8-093d0e415f85 req-e5b257a9-8602-4cae-9364-832c49baabf0 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=02cc3f76-02bb-44cb-82ab-79a357f42391 HTTP/1.1" status: 200  len: 949 time: 0.1094627
May 07 21:47:57.898914 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-058da163-339b-4b48-9c63-2f5ff602fd78 req-f4ad487e-ec6d-42da-8594-c55db27c9b55 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ea07aee-f825-4ee0-a542-65c887150930&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610557
May 07 21:47:57.980511 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f855eee-2600-4a68-bcf3-be1aa2ad2105 req-f99b07d0-9b5d-4ae4-be63-90d81dd3a12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:57.981974 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4f855eee-2600-4a68-bcf3-be1aa2ad2105 req-f99b07d0-9b5d-4ae4-be63-90d81dd3a12b service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.5781958
May 07 21:47:58.003717 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6913d08f-8f27-408b-9080-6c3ba9353e4a req-f417a5ef-1424-4450-b5e4-fde9baa56f61 tempest-LiveAutoBlockMigrationV225Test-638033416 tempest-LiveAutoBlockMigrationV225Test-638033416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:58.005230 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6913d08f-8f27-408b-9080-6c3ba9353e4a req-f417a5ef-1424-4450-b5e4-fde9baa56f61 tempest-LiveAutoBlockMigrationV225Test-638033416 tempest-LiveAutoBlockMigrationV225Test-638033416-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f6f62982-0b82-42d1-9d49-2b8d8f6ec04f HTTP/1.1" status: 200  len: 1127 time: 0.0399787
May 07 21:47:58.025167 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f4a64c8f-3d46-4d50-9fd8-093d0e415f85 req-afff7558-fa9c-4f72-9f1f-4c5d39e4af26 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1140215
May 07 21:47:58.040235 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda1865-9363-4ef1-957b-8cc6d476c1e7 req-d7d84985-bf1c-448c-9c91-158b5290f078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:58.041671 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3fda1865-9363-4ef1-957b-8cc6d476c1e7 req-d7d84985-bf1c-448c-9c91-158b5290f078 service neutron] 10.222.0.55 "GET /v2.0/networks?id=28405dfe-908d-4039-91f6-1d02165b34cd HTTP/1.1" status: 200  len: 909 time: 0.1765199
May 07 21:47:58.102634 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3fda1865-9363-4ef1-957b-8cc6d476c1e7 req-0ea7f3eb-ea42-4067-90bd-b1e9903543b4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9177df96-b4f9-41db-8806-f7ea5787a4fc HTTP/1.1" status: 200  len: 217 time: 0.0437357
May 07 21:47:58.108144 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136db03b-af8f-4c66-891c-5bf46a8b5055 req-67f45be0-799c-4e9a-b52f-4fed24239672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:58.110162 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-136db03b-af8f-4c66-891c-5bf46a8b5055 req-67f45be0-799c-4e9a-b52f-4fed24239672 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=59b4f20214214616967d9d414375248a&device_id=d0ec46f9-84e6-413a-be19-c46548cb31fd HTTP/1.1" status: 200  len: 1129 time: 0.0801184
May 07 21:47:58.115484 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6913d08f-8f27-408b-9080-6c3ba9353e4a req-c90789e1-a056-4747-89cf-63493a92ae74 tempest-LiveAutoBlockMigrationV225Test-638033416 tempest-LiveAutoBlockMigrationV225Test-638033416-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0968676
May 07 21:47:58.125490 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ab24c6-437a-477c-8c50-3e6d6d8363e1 req-13579def-89a3-4fbc-9fb0-730b1c09656b tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:58.127874 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-05ab24c6-437a-477c-8c50-3e6d6d8363e1 req-13579def-89a3-4fbc-9fb0-730b1c09656b tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.59 "GET /v2.0/ports?device_id=e79018bd-9790-48c1-a26f-590908b011db HTTP/1.1" status: 200  len: 950 time: 0.0795901
May 07 21:47:58.209396 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-136db03b-af8f-4c66-891c-5bf46a8b5055 req-ae835bab-2144-4bb4-ad99-09396151ec58 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=04c678a5-64ac-461c-a365-ad4f4e5dd86c HTTP/1.1" status: 200  len: 217 time: 0.0816395
May 07 21:47:58.256978 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4edb0a-0718-4378-87e0-beae331107a0 req-1650f38d-2f1b-4117-b1bf-b16b84addfb7 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:58.258375 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-af4edb0a-0718-4378-87e0-beae331107a0 req-1650f38d-2f1b-4117-b1bf-b16b84addfb7 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/ports?device_id=12a792c3-0086-43d1-8995-7d56146f84b2 HTTP/1.1" status: 200  len: 946 time: 0.1473467
May 07 21:47:58.272245 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda1865-9363-4ef1-957b-8cc6d476c1e7 req-bb1baa28-7632-49ab-904b-a8b3c31bfdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:58.273725 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3fda1865-9363-4ef1-957b-8cc6d476c1e7 req-bb1baa28-7632-49ab-904b-a8b3c31bfdd1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1fe63d5f-90f3-4e94-9dfe-af97e96ae5d9 HTTP/1.1" status: 200  len: 848 time: 0.1615937
May 07 21:47:58.321468 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136db03b-af8f-4c66-891c-5bf46a8b5055 req-aa48d3b6-d8f5-4ace-8b10-8608584bf2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:58.322977 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-136db03b-af8f-4c66-891c-5bf46a8b5055 req-aa48d3b6-d8f5-4ace-8b10-8608584bf2ba service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6e0e5c53-1ece-4d20-b01d-5f8c6957edf6 HTTP/1.1" status: 200  len: 843 time: 0.1060200
May 07 21:47:58.325467 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66ecec5-99f6-499b-9feb-5d57ffef6c38 req-77bc8fd1-1c4c-4639-9934-9d83b5104a94 tempest-ImagesOneServerTestJSON-63988004 tempest-ImagesOneServerTestJSON-63988004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:58.327012 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3fda1865-9363-4ef1-957b-8cc6d476c1e7 req-3df3ab97-e262-46e8-b800-478fa73a38d3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=28405dfe-908d-4039-91f6-1d02165b34cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0417273
May 07 21:47:58.331240 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d66ecec5-99f6-499b-9feb-5d57ffef6c38 req-77bc8fd1-1c4c-4639-9934-9d83b5104a94 tempest-ImagesOneServerTestJSON-63988004 tempest-ImagesOneServerTestJSON-63988004-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0ec46f9-84e6-413a-be19-c46548cb31fd HTTP/1.1" status: 200  len: 947 time: 0.1067057
May 07 21:47:58.332350 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-05ab24c6-437a-477c-8c50-3e6d6d8363e1 req-38fbc9cd-d173-43fd-a217-04fcb2ba049a tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Deleting port 030cf429-3843-4968-ac82-75d806b69b77 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:47:58.332859 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-05ab24c6-437a-477c-8c50-3e6d6d8363e1 req-38fbc9cd-d173-43fd-a217-04fcb2ba049a tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (030cf429-3843-4968-ac82-75d806b69b77), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:58.403789 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-af4edb0a-0718-4378-87e0-beae331107a0 req-c9fb6c89-ebd0-4420-85f1-c160489ae4c5 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b456a11-abdd-4913-9fa4-f25fdacb0d35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1345236
May 07 21:47:58.455350 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d66ecec5-99f6-499b-9feb-5d57ffef6c38 req-3b49ce6f-5b79-4608-ad18-bb788fb16425 tempest-ImagesOneServerTestJSON-63988004 tempest-ImagesOneServerTestJSON-63988004-project] 10.222.0.32 "GET /v2.0/security-groups?id=71595d26-f957-4be5-8222-3040afacde85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1128998
May 07 21:47:58.473799 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136db03b-af8f-4c66-891c-5bf46a8b5055 req-1cb110cd-c7ae-492c-a776-3234b0898509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:58.475328 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-136db03b-af8f-4c66-891c-5bf46a8b5055 req-1cb110cd-c7ae-492c-a776-3234b0898509 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=665487f0-78eb-47fb-9a06-b15bc614dc47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1386352
May 07 21:47:58.495986 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-05ab24c6-437a-477c-8c50-3e6d6d8363e1 req-38fbc9cd-d173-43fd-a217-04fcb2ba049a tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] For port 030cf429-3843-4968-ac82-75d806b69b77, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=030cf429-3843-4968-ac82-75d806b69b77,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:47:58.496358 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-05ab24c6-437a-477c-8c50-3e6d6d8363e1 req-38fbc9cd-d173-43fd-a217-04fcb2ba049a tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (030cf429-3843-4968-ac82-75d806b69b77), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:58.519030 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-05ab24c6-437a-477c-8c50-3e6d6d8363e1 req-38fbc9cd-d173-43fd-a217-04fcb2ba049a tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Calling delete_port for 030cf429-3843-4968-ac82-75d806b69b77 owned by compute:nova {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:47:58.598120 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3fda1865-9363-4ef1-957b-8cc6d476c1e7 req-d92ab12c-26ad-4eb0-adc1-b93488c57745 service neutron] 10.222.0.55 "GET /v2.0/networks/28405dfe-908d-4039-91f6-1d02165b34cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2624211
May 07 21:47:58.676033 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4d4fc1-6e1c-4402-997b-636f396d535a req-6f46e72e-d81a-44ef-a44b-fc02ab96abec tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:58.677686 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3a4d4fc1-6e1c-4402-997b-636f396d535a req-6f46e72e-d81a-44ef-a44b-fc02ab96abec tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=3533de6f-5073-4e2e-9620-5655b2cdcb7f HTTP/1.1" status: 200  len: 944 time: 0.0708606
May 07 21:47:58.682523 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 9177df96-b4f9-41db-8806-f7ea5787a4fc no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:47:58.730756 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-136db03b-af8f-4c66-891c-5bf46a8b5055 req-c00c2687-6c5c-485c-a342-d176feb96eb4 service neutron] 10.222.0.55 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2386489
May 07 21:47:58.773461 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] The host nch2-master-1 is not matching for port 9177df96-b4f9-41db-8806-f7ea5787a4fc host nch1-master-1! {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2394}}
May 07 21:47:58.776404 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 9177df96-b4f9-41db-8806-f7ea5787a4fc not bound to the agent host nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:47:58.795246 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3a4d4fc1-6e1c-4402-997b-636f396d535a req-578edf02-3368-439c-894c-dea1caa6239d tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1027806
May 07 21:47:58.833299 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-05ab24c6-437a-477c-8c50-3e6d6d8363e1 req-38fbc9cd-d173-43fd-a217-04fcb2ba049a tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (030cf429-3843-4968-ac82-75d806b69b77), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:58.847161 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['030cf429-3843-4968-ac82-75d806b69b77', '149155db-c2db-4827-9746-fffdb2d0018e'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:47:58.881547 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fbc9cd-d173-43fd-a217-04fcb2ba049a tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Pushing event deleted for resources: {'Port': ['ID=030cf429-3843-4968-ac82-75d806b69b77,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:58.938122 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3fda1865-9363-4ef1-957b-8cc6d476c1e7 req-7e37c0a7-ca0e-4cc5-a95d-49c4a1199058 service neutron] 10.222.0.55 "GET /v2.0/networks/28405dfe-908d-4039-91f6-1d02165b34cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3273108
May 07 21:47:58.978262 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-05ab24c6-437a-477c-8c50-3e6d6d8363e1 req-38fbc9cd-d173-43fd-a217-04fcb2ba049a tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] No DVR routers for this DVR port 030cf429-3843-4968-ac82-75d806b69b77 on host nch2-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:47:58.981694 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-05ab24c6-437a-477c-8c50-3e6d6d8363e1 req-38fbc9cd-d173-43fd-a217-04fcb2ba049a tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:58.994818 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-05ab24c6-437a-477c-8c50-3e6d6d8363e1 req-38fbc9cd-d173-43fd-a217-04fcb2ba049a tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.59 "DELETE /v2.0/ports/030cf429-3843-4968-ac82-75d806b69b77 HTTP/1.1" status: 204  len: 173 time: 0.8596880
May 07 21:47:58.995794 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e79018bd-9790-48c1-a26f-590908b011db', 'name': 'network-vif-deleted', 'tag': '030cf429-3843-4968-ac82-75d806b69b77'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:47:58.998974 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e651221b-906a-4a91-beff-c6ee8d57beb2" -d '{"events": [{"server_uuid": "e79018bd-9790-48c1-a26f-590908b011db", "name": "network-vif-deleted", "tag": "030cf429-3843-4968-ac82-75d806b69b77"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:47:59.031114 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-136db03b-af8f-4c66-891c-5bf46a8b5055 req-7991b175-9a78-4df6-a3c4-016828b8bcf8 service neutron] 10.222.0.55 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2912812
May 07 21:47:59.052680 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:59.225120 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 33486) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:47:59.421870 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-cb565934-ee1a-41b9-b45c-b7f6b3300b02 req-14a9d8b3-d7dc-4ef6-873a-03fdf4101cd5 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=e79018bd-9790-48c1-a26f-590908b011db HTTP/1.1" status: 200  len: 210 time: 0.0374141
May 07 21:47:59.424511 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e900113c-5106-4597-9b50-3a14354c354e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:59.474894 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb0f97cf-028e-45b9-8e12-37be54c2dacc x-openstack-request-id: req-bb0f97cf-028e-45b9-8e12-37be54c2dacc {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:47:59.475196 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e79018bd-9790-48c1-a26f-590908b011db", "name": "network-vif-deleted", "tag": "030cf429-3843-4968-ac82-75d806b69b77", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:47:59.475462 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bb0f97cf-028e-45b9-8e12-37be54c2dacc {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:47:59.475863 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb0f97cf-028e-45b9-8e12-37be54c2dacc'] response: {'server_uuid': 'e79018bd-9790-48c1-a26f-590908b011db', 'name': 'network-vif-deleted', 'tag': '030cf429-3843-4968-ac82-75d806b69b77', 'status': 'completed', 'code': 200}
May 07 21:47:59.526027 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e900113c-5106-4597-9b50-3a14354c354e admin admin] Publish callbacks [] for security_group (8b2ee1a5-675c-4c45-88fb-10ec0b2d7253), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:59.531858 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e900113c-5106-4597-9b50-3a14354c354e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (8b2ee1a5-675c-4c45-88fb-10ec0b2d7253), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:59.574045 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-e900113c-5106-4597-9b50-3a14354c354e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=879aa8e5a8b844c48260a9c488de929f&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3472605
May 07 21:47:59.574333 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cef3fb6-7bf3-4f08-a4fa-bc3db2ec152a req-c6208e88-33d1-43ab-849b-71b382fd8c98 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:59.574790 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 33498) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:47:59.575446 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e900113c-5106-4597-9b50-3a14354c354e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b2ee1a5-675c-4c45-88fb-10ec0b2d7253,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:59.575688 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9cef3fb6-7bf3-4f08-a4fa-bc3db2ec152a req-c6208e88-33d1-43ab-849b-71b382fd8c98 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=02cc3f76-02bb-44cb-82ab-79a357f42391 HTTP/1.1" status: 200  len: 949 time: 0.0463712
May 07 21:47:59.641055 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b4a11878-31c1-42af-aa05-9a64f6001ae5 admin admin] Publish callbacks [] for security_group (8b2ee1a5-675c-4c45-88fb-10ec0b2d7253), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:59.657961 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9cef3fb6-7bf3-4f08-a4fa-bc3db2ec152a req-bbf91bf6-2243-4c03-a197-075c9091a874 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0763831
May 07 21:47:59.676769 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b4a11878-31c1-42af-aa05-9a64f6001ae5 admin admin] Publish callbacks [] for security_group (8b2ee1a5-675c-4c45-88fb-10ec0b2d7253), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:59.744718 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b4a11878-31c1-42af-aa05-9a64f6001ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (8b2ee1a5-675c-4c45-88fb-10ec0b2d7253), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:59.747503 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b4a11878-31c1-42af-aa05-9a64f6001ae5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:47:59.750407 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-b4a11878-31c1-42af-aa05-9a64f6001ae5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8b2ee1a5-675c-4c45-88fb-10ec0b2d7253 HTTP/1.1" status: 204  len: 168 time: 0.1706452
May 07 21:47:59.761390 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a11878-31c1-42af-aa05-9a64f6001ae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b2ee1a5-675c-4c45-88fb-10ec0b2d7253,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:47:59.838522 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623b662e-8e1e-4b96-968d-ea80de5b330d req-0abf5669-89c8-44db-99dc-f21cbab89902 tempest-ImagesOneServerTestJSON-63988004 tempest-ImagesOneServerTestJSON-63988004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:47:59.839957 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-623b662e-8e1e-4b96-968d-ea80de5b330d req-0abf5669-89c8-44db-99dc-f21cbab89902 tempest-ImagesOneServerTestJSON-63988004 tempest-ImagesOneServerTestJSON-63988004-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0ec46f9-84e6-413a-be19-c46548cb31fd HTTP/1.1" status: 200  len: 947 time: 0.0530643
May 07 21:47:59.891508 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-623b662e-8e1e-4b96-968d-ea80de5b330d req-3317e321-e237-4a01-a22c-78d88f1514d9 tempest-ImagesOneServerTestJSON-63988004 tempest-ImagesOneServerTestJSON-63988004-project] 10.222.0.32 "GET /v2.0/security-groups?id=71595d26-f957-4be5-8222-3040afacde85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446813
May 07 21:47:59.992968 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:00.000247 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [req-d2177515-fbe8-465e-9c82-9ac01fcf9c90 req-5584c1f3-9b8c-4a0b-829d-b0aafaa84065 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121837) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 21:48:00.001229 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d2177515-fbe8-465e-9c82-9ac01fcf9c90 req-5584c1f3-9b8c-4a0b-829d-b0aafaa84065 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0057664
May 07 21:48:00.044773 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 33516) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:48:00.059188 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f09b0f30-9e2f-4862-bd09-9b37a5f13f79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:00.139613 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f09b0f30-9e2f-4862-bd09-9b37a5f13f79 admin admin] Publish callbacks [] for security_group (ed461ab3-87f1-4f9e-a99f-149f953de256), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:00.145189 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f09b0f30-9e2f-4862-bd09-9b37a5f13f79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (ed461ab3-87f1-4f9e-a99f-149f953de256), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:00.201082 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-f09b0f30-9e2f-4862-bd09-9b37a5f13f79 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1f7cd8aadc01403ba1fae2c9d4b1af55&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1494350
May 07 21:48:00.207202 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 33520) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:48:00.212898 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09b0f30-9e2f-4862-bd09-9b37a5f13f79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed461ab3-87f1-4f9e-a99f-149f953de256,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:00.233140 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bb6a627f-c1d9-4c9d-b5e1-eee910fcd700 req-89568665-f811-4ac0-95a2-4ea5a3e89105 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=02cc3f76-02bb-44cb-82ab-79a357f42391&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0549016
May 07 21:48:00.242197 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f620391-d8d3-450c-99eb-e174791436d2 req-cd3707e2-856e-493f-93ef-32d471b827dc tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:00.243728 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9f620391-d8d3-450c-99eb-e174791436d2 req-cd3707e2-856e-493f-93ef-32d471b827dc tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=3533de6f-5073-4e2e-9620-5655b2cdcb7f HTTP/1.1" status: 200  len: 944 time: 0.0653698
May 07 21:48:00.299537 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda1865-9363-4ef1-957b-8cc6d476c1e7 req-c01ce32a-ba43-4398-969b-b9c595737977 tempest-LiveMigrationTest-1060990445 tempest-LiveMigrationTest-1060990445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:00.301314 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3fda1865-9363-4ef1-957b-8cc6d476c1e7 req-c01ce32a-ba43-4398-969b-b9c595737977 tempest-LiveMigrationTest-1060990445 tempest-LiveMigrationTest-1060990445-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=3533de6f-5073-4e2e-9620-5655b2cdcb7f&tenant_id=1bcaffad5d3447b98f0216d3481045e5&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.0584726
May 07 21:48:00.321658 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9f620391-d8d3-450c-99eb-e174791436d2 req-b3258b59-7dc9-43a1-9ea7-94ee784de2a0 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0683684
May 07 21:48:00.324957 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7c7f1140-0a7a-4d5b-b62f-2547f0f75fa0 admin admin] Publish callbacks [] for security_group (ed461ab3-87f1-4f9e-a99f-149f953de256), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:00.362226 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7c7f1140-0a7a-4d5b-b62f-2547f0f75fa0 admin admin] Publish callbacks [] for security_group (ed461ab3-87f1-4f9e-a99f-149f953de256), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:00.434165 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [req-b6dc88d4-9ba9-42f9-bd26-151dc0dfaa3b req-eefa642c-276d-4029-a07d-81e8a6ba4805 tempest-LiveAutoBlockMigrationV225Test-638033416 tempest-LiveAutoBlockMigrationV225Test-638033416-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121837) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 21:48:00.435244 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b6dc88d4-9ba9-42f9-bd26-151dc0dfaa3b req-eefa642c-276d-4029-a07d-81e8a6ba4805 tempest-LiveAutoBlockMigrationV225Test-638033416 tempest-LiveAutoBlockMigrationV225Test-638033416-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0129626
May 07 21:48:00.438192 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7c7f1140-0a7a-4d5b-b62f-2547f0f75fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (ed461ab3-87f1-4f9e-a99f-149f953de256), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:00.442743 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7c7f1140-0a7a-4d5b-b62f-2547f0f75fa0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:00.443959 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-7c7f1140-0a7a-4d5b-b62f-2547f0f75fa0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ed461ab3-87f1-4f9e-a99f-149f953de256 HTTP/1.1" status: 204  len: 168 time: 0.2358201
May 07 21:48:00.478117 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7f1140-0a7a-4d5b-b62f-2547f0f75fa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed461ab3-87f1-4f9e-a99f-149f953de256,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:00.483657 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-3fda1865-9363-4ef1-957b-8cc6d476c1e7 req-b8c8ead8-58cf-4927-9e48-372d41ce6043 service neutron] For port 9177df96-b4f9-41db-8806-f7ea5787a4fc, host nch2-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:48:00.491698 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-3fda1865-9363-4ef1-957b-8cc6d476c1e7 req-b8c8ead8-58cf-4927-9e48-372d41ce6043 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:00.492833 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3fda1865-9363-4ef1-957b-8cc6d476c1e7 req-b8c8ead8-58cf-4927-9e48-372d41ce6043 service neutron] 10.222.0.55 "DELETE /v2.0/ports/9177df96-b4f9-41db-8806-f7ea5787a4fc/bindings/nch2-master-1 HTTP/1.1" status: 204  len: 173 time: 0.1791725
May 07 21:48:00.529153 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc88d4-9ba9-42f9-bd26-151dc0dfaa3b req-a66d04e4-9fff-48df-afc2-f7a3e39269e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:00.531499 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b6dc88d4-9ba9-42f9-bd26-151dc0dfaa3b req-a66d04e4-9fff-48df-afc2-f7a3e39269e5 service neutron] 10.222.0.32 "GET /v2.0/ports/446d2d04-f43a-4396-ae3d-6321f1ea6225 HTTP/1.1" status: 200  len: 1124 time: 0.0855365
May 07 21:48:00.537482 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849b504c-f45b-44ba-8c92-5bde1e0f9f35 req-ff170456-6ea5-4eca-a171-566486bb9f91 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:00.544730 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-849b504c-f45b-44ba-8c92-5bde1e0f9f35 req-ff170456-6ea5-4eca-a171-566486bb9f91 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=02cc3f76-02bb-44cb-82ab-79a357f42391 HTTP/1.1" status: 200  len: 949 time: 0.1078675
May 07 21:48:00.555758 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-b6dc88d4-9ba9-42f9-bd26-151dc0dfaa3b req-f900c7e7-1cfe-469e-b320-8f9983ccdc4d service neutron] Request body: {'binding': {'host': 'nch2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:48:00.556387 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-b6dc88d4-9ba9-42f9-bd26-151dc0dfaa3b req-f900c7e7-1cfe-469e-b320-8f9983ccdc4d service neutron] Unknown quota resources ['binding']. {{(pid=121837) _create /opt/stack/neutron/neutron/api/v2/base.py:497}}
May 07 21:48:00.640990 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-849b504c-f45b-44ba-8c92-5bde1e0f9f35 req-29dd8ec7-57c1-4207-bf42-6c77f94f15cd tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0955749
May 07 21:48:00.743452 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-b6dc88d4-9ba9-42f9-bd26-151dc0dfaa3b req-f900c7e7-1cfe-469e-b320-8f9983ccdc4d service neutron] Attempting to bind port 446d2d04-f43a-4396-ae3d-6321f1ea6225 on host nch2-master-1 for vnic_type normal with profile None {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:48:00.743808 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-b6dc88d4-9ba9-42f9-bd26-151dc0dfaa3b req-f900c7e7-1cfe-469e-b320-8f9983ccdc4d service neutron] Attempting to bind port 446d2d04-f43a-4396-ae3d-6321f1ea6225 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '917604e4-aade-4a11-b4ad-178bdbbe8fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '38d1a38e-1f99-466b-bf7f-940113b4b6ed'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:48:00.744189 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6dc88d4-9ba9-42f9-bd26-151dc0dfaa3b req-f900c7e7-1cfe-469e-b320-8f9983ccdc4d service neutron] Attempting to bind port 446d2d04-f43a-4396-ae3d-6321f1ea6225 on network 38d1a38e-1f99-466b-bf7f-940113b4b6ed {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:48:00.750951 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6dc88d4-9ba9-42f9-bd26-151dc0dfaa3b req-f900c7e7-1cfe-469e-b320-8f9983ccdc4d service neutron] Port 446d2d04-f43a-4396-ae3d-6321f1ea6225 on network 38d1a38e-1f99-466b-bf7f-940113b4b6ed not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:48:00.751281 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6dc88d4-9ba9-42f9-bd26-151dc0dfaa3b req-f900c7e7-1cfe-469e-b320-8f9983ccdc4d service neutron] Attempting to bind port 446d2d04-f43a-4396-ae3d-6321f1ea6225 on network 38d1a38e-1f99-466b-bf7f-940113b4b6ed {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:48:00.757568 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6dc88d4-9ba9-42f9-bd26-151dc0dfaa3b req-f900c7e7-1cfe-469e-b320-8f9983ccdc4d service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:48:00.758030 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6dc88d4-9ba9-42f9-bd26-151dc0dfaa3b req-f900c7e7-1cfe-469e-b320-8f9983ccdc4d service neutron] Checking segment: {'id': '917604e4-aade-4a11-b4ad-178bdbbe8fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '38d1a38e-1f99-466b-bf7f-940113b4b6ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:48:00.758533 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6dc88d4-9ba9-42f9-bd26-151dc0dfaa3b req-f900c7e7-1cfe-469e-b320-8f9983ccdc4d service neutron] Bound using segment: {'id': '917604e4-aade-4a11-b4ad-178bdbbe8fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '38d1a38e-1f99-466b-bf7f-940113b4b6ed'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:48:00.758991 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-b6dc88d4-9ba9-42f9-bd26-151dc0dfaa3b req-f900c7e7-1cfe-469e-b320-8f9983ccdc4d service neutron] Bound port: 446d2d04-f43a-4396-ae3d-6321f1ea6225, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '917604e4-aade-4a11-b4ad-178bdbbe8fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '38d1a38e-1f99-466b-bf7f-940113b4b6ed'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:48:00.856754 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8fba42-00a7-457c-a0d3-92ecc74ab8b9 req-713772c8-1139-4914-b553-08b092f3fbe2 tempest-LiveMigrationTest-1060990445 tempest-LiveMigrationTest-1060990445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:00.858398 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6f8fba42-00a7-457c-a0d3-92ecc74ab8b9 req-713772c8-1139-4914-b553-08b092f3fbe2 tempest-LiveMigrationTest-1060990445 tempest-LiveMigrationTest-1060990445-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=3533de6f-5073-4e2e-9620-5655b2cdcb7f HTTP/1.1" status: 200  len: 1126 time: 0.0661054
May 07 21:48:00.861916 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-b6dc88d4-9ba9-42f9-bd26-151dc0dfaa3b req-f900c7e7-1cfe-469e-b320-8f9983ccdc4d service neutron] For port 446d2d04-f43a-4396-ae3d-6321f1ea6225, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=446d2d04-f43a-4396-ae3d-6321f1ea6225,segment=NetworkSegment(917604e4-aade-4a11-b4ad-178bdbbe8fbb),segment_id=917604e4-aade-4a11-b4ad-178bdbbe8fbb)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:48:00.876265 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-b6dc88d4-9ba9-42f9-bd26-151dc0dfaa3b req-f900c7e7-1cfe-469e-b320-8f9983ccdc4d service neutron] Publish callbacks [] for binding (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:00.880865 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b6dc88d4-9ba9-42f9-bd26-151dc0dfaa3b req-f900c7e7-1cfe-469e-b320-8f9983ccdc4d service neutron] 10.222.0.32 "POST /v2.0/ports/446d2d04-f43a-4396-ae3d-6321f1ea6225/bindings HTTP/1.1" status: 201  len: 389 time: 0.3291969
May 07 21:48:00.991233 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6f8fba42-00a7-457c-a0d3-92ecc74ab8b9 req-e4aba824-1686-41c0-a71d-be017f3924cb tempest-LiveMigrationTest-1060990445 tempest-LiveMigrationTest-1060990445-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1206379
May 07 21:48:01.024170 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 33570) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:48:01.176383 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a9bfe9-3f65-4119-a65f-101de5c0029b req-ad42a1d6-d71a-49ec-8bfe-5fde30165cc0 tempest-ImagesOneServerTestJSON-63988004 tempest-ImagesOneServerTestJSON-63988004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:01.178669 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-92a9bfe9-3f65-4119-a65f-101de5c0029b req-ad42a1d6-d71a-49ec-8bfe-5fde30165cc0 tempest-ImagesOneServerTestJSON-63988004 tempest-ImagesOneServerTestJSON-63988004-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0ec46f9-84e6-413a-be19-c46548cb31fd HTTP/1.1" status: 200  len: 947 time: 0.0539384
May 07 21:48:01.261923 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-92a9bfe9-3f65-4119-a65f-101de5c0029b req-1ade4841-9eaa-4156-8c42-7184309bc4c3 tempest-ImagesOneServerTestJSON-63988004 tempest-ImagesOneServerTestJSON-63988004-project] 10.222.0.32 "GET /v2.0/security-groups?id=71595d26-f957-4be5-8222-3040afacde85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0685422
May 07 21:48:01.307182 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab03bd1f-c2e6-46f2-8e90-19b4ed75b52d req-f6b0e6db-1d9f-448c-a284-a3edeb973165 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:01.317373 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ab03bd1f-c2e6-46f2-8e90-19b4ed75b52d req-f6b0e6db-1d9f-448c-a284-a3edeb973165 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6f62982-0b82-42d1-9d49-2b8d8f6ec04f HTTP/1.1" status: 200  len: 945 time: 0.0735459
May 07 21:48:01.412479 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ab03bd1f-c2e6-46f2-8e90-19b4ed75b52d req-d5c6bf77-6c5d-4a51-a196-a1fd536169dd tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0939763
May 07 21:48:01.431088 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a627f-c1d9-4c9d-b5e1-eee910fcd700 req-28d5b109-ee52-4a63-90ed-a9110fffa39b tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:01.433078 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bb6a627f-c1d9-4c9d-b5e1-eee910fcd700 req-28d5b109-ee52-4a63-90ed-a9110fffa39b tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports/44436595-8caf-48e5-967e-1749f507e89e HTTP/1.1" status: 200  len: 946 time: 0.4077294
May 07 21:48:01.459883 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b767e5c8-e0c8-4454-b301-2ac7d5ed32fc req-3c572b17-9362-49c9-86e4-e35250831231 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:01.461493 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b767e5c8-e0c8-4454-b301-2ac7d5ed32fc req-3c572b17-9362-49c9-86e4-e35250831231 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/networks?id=28405dfe-908d-4039-91f6-1d02165b34cd HTTP/1.1" status: 200  len: 808 time: 0.1186361
May 07 21:48:01.486407 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b767e5c8-e0c8-4454-b301-2ac7d5ed32fc req-02203210-4559-409a-bcf5-217b990b329b tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/quotas/1bcaffad5d3447b98f0216d3481045e5 HTTP/1.1" status: 200  len: 375 time: 0.0180464
May 07 21:48:01.534052 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04294033-b066-42b3-8d87-d7aae15c40f0 req-63f8d9f6-fd96-4ce7-9ec4-9a3c589e7fb2 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:01.542687 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-04294033-b066-42b3-8d87-d7aae15c40f0 req-63f8d9f6-fd96-4ce7-9ec4-9a3c589e7fb2 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=0284aa35-4e58-4e15-a194-a500996ed82e HTTP/1.1" status: 200  len: 949 time: 0.0707226
May 07 21:48:01.550470 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b767e5c8-e0c8-4454-b301-2ac7d5ed32fc req-5e6d5491-0e78-4b46-9e49-f5f5f57cce1d tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1bcaffad5d3447b98f0216d3481045e5&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0580482
May 07 21:48:01.606570 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-04294033-b066-42b3-8d87-d7aae15c40f0 req-7b641dc4-8003-4fc2-87ef-dee455e3d0d2 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ea07aee-f825-4ee0-a542-65c887150930&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0625272
May 07 21:48:01.655354 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b767e5c8-e0c8-4454-b301-2ac7d5ed32fc req-90ece2be-a136-4063-98d9-c7a4c3977880 service neutron] 10.222.0.32 "GET /v2.0/networks/28405dfe-908d-4039-91f6-1d02165b34cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1039271
May 07 21:48:01.761009 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b767e5c8-e0c8-4454-b301-2ac7d5ed32fc req-62b03049-fb7a-483c-890f-a85a0e1642b4 service neutron] 10.222.0.32 "GET /v2.0/networks/28405dfe-908d-4039-91f6-1d02165b34cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1018095
May 07 21:48:01.782508 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce83c94-e573-42d4-b9f2-b64d98fbd31e req-7e235040-8e11-4a58-828b-decf2ba5b025 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:01.784066 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-cce83c94-e573-42d4-b9f2-b64d98fbd31e req-7e235040-8e11-4a58-828b-decf2ba5b025 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=02cc3f76-02bb-44cb-82ab-79a357f42391 HTTP/1.1" status: 200  len: 949 time: 0.0542738
May 07 21:48:01.847896 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-cce83c94-e573-42d4-b9f2-b64d98fbd31e req-c66cb452-3146-42cb-a2e4-1300ebf59839 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552804
May 07 21:48:01.945382 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-47b99fae-e7e9-4a00-b4c3-40217c7ab335 req-a3452fa0-1b81-46ce-ad09-879b5d171949 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=028d626c-306b-45cc-81b8-b73eca1c01c3 HTTP/1.1" status: 200  len: 210 time: 0.0317543
May 07 21:48:02.095148 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 85df8e70-88cc-4aed-a304-7a9a475aa9c1 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:48:02.208697 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 85df8e70-88cc-4aed-a304-7a9a475aa9c1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=85df8e70-88cc-4aed-a304-7a9a475aa9c1,segment=NetworkSegment(616ea0c7-2d98-4ffb-86e7-ca2a85e3ffe1),segment_id=616ea0c7-2d98-4ffb-86e7-ca2a85e3ffe1)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:48:02.222878 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': '85df8e70-88cc-4aed-a304-7a9a475aa9c1', 'network_id': 'd3775254-6c3d-4b27-a2f1-ae073d9f981d', 'port_id': '85df8e70-88cc-4aed-a304-7a9a475aa9c1', 'mac_address': 'fa:16:3e:f2:52:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cba138a-678d-4392-84ac-c6115c01dacb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:48:02.260544 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 85df8e70-88cc-4aed-a304-7a9a475aa9c1 is: ACTIVE; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:48:02.260941 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (85df8e70-88cc-4aed-a304-7a9a475aa9c1), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:02.276439 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 85df8e70-88cc-4aed-a304-7a9a475aa9c1 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:48:02.307521 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 85df8e70-88cc-4aed-a304-7a9a475aa9c1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=85df8e70-88cc-4aed-a304-7a9a475aa9c1,segment=NetworkSegment(616ea0c7-2d98-4ffb-86e7-ca2a85e3ffe1),segment_id=616ea0c7-2d98-4ffb-86e7-ca2a85e3ffe1)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:48:02.312288 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (85df8e70-88cc-4aed-a304-7a9a475aa9c1), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:02.313016 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 04c678a5-64ac-461c-a365-ad4f4e5dd86c details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:48:02.396874 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=85df8e70-88cc-4aed-a304-7a9a475aa9c1,revision_number=6']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:02.397437 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc57701a-83ad-49f5-8489-69b0688518ef req-f58bffc5-0f5a-4e89-89fd-29bf9ec3b548 tempest-ImagesOneServerTestJSON-63988004 tempest-ImagesOneServerTestJSON-63988004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:02.399916 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-fc57701a-83ad-49f5-8489-69b0688518ef req-f58bffc5-0f5a-4e89-89fd-29bf9ec3b548 tempest-ImagesOneServerTestJSON-63988004 tempest-ImagesOneServerTestJSON-63988004-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0ec46f9-84e6-413a-be19-c46548cb31fd HTTP/1.1" status: 200  len: 947 time: 0.0606167
May 07 21:48:02.481390 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-fc57701a-83ad-49f5-8489-69b0688518ef req-68761a0a-471b-4e92-9da2-795e89cd13e6 tempest-ImagesOneServerTestJSON-63988004 tempest-ImagesOneServerTestJSON-63988004-project] 10.222.0.32 "GET /v2.0/security-groups?id=71595d26-f957-4be5-8222-3040afacde85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0715547
May 07 21:48:02.484771 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 04c678a5-64ac-461c-a365-ad4f4e5dd86c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=04c678a5-64ac-461c-a365-ad4f4e5dd86c,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:48:02.507306 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': '04c678a5-64ac-461c-a365-ad4f4e5dd86c', 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47', 'port_id': '04c678a5-64ac-461c-a365-ad4f4e5dd86c', 'mac_address': 'fa:16:3e:18:d0:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e0e5c53-1ece-4d20-b01d-5f8c6957edf6', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:48:02.571082 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 04c678a5-64ac-461c-a365-ad4f4e5dd86c is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:48:02.572776 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (04c678a5-64ac-461c-a365-ad4f4e5dd86c), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:02.588738 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04c678a5-64ac-461c-a365-ad4f4e5dd86c {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:48:02.616929 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 04c678a5-64ac-461c-a365-ad4f4e5dd86c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=04c678a5-64ac-461c-a365-ad4f4e5dd86c,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:48:02.619586 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282eb0b4-1d7d-4a56-b374-9bd36aa57f67 req-c14e90da-746b-419a-9ab9-6a592ad62a9e tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:02.621082 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (04c678a5-64ac-461c-a365-ad4f4e5dd86c), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:02.621231 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-282eb0b4-1d7d-4a56-b374-9bd36aa57f67 req-c14e90da-746b-419a-9ab9-6a592ad62a9e tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6f62982-0b82-42d1-9d49-2b8d8f6ec04f HTTP/1.1" status: 200  len: 945 time: 0.0651388
May 07 21:48:02.698575 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 030cf429-3843-4968-ac82-75d806b69b77 no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:48:02.700299 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-282eb0b4-1d7d-4a56-b374-9bd36aa57f67 req-d4469fc4-f14b-4e16-860b-9769034fd7d3 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0687282
May 07 21:48:02.724243 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] No Port match for: 030cf429-3843-4968-ac82-75d806b69b77 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:48:02.724907 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 030cf429-3843-4968-ac82-75d806b69b77 not bound to the agent host nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:48:02.727563 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=04c678a5-64ac-461c-a365-ad4f4e5dd86c,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:02.749820 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc88d4-9ba9-42f9-bd26-151dc0dfaa3b req-504f9de5-f884-4505-8586-f00295edf77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:02.751484 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b6dc88d4-9ba9-42f9-bd26-151dc0dfaa3b req-504f9de5-f884-4505-8586-f00295edf77c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4db49857a44d4f399959ac625886505a&device_id=f6f62982-0b82-42d1-9d49-2b8d8f6ec04f HTTP/1.1" status: 200  len: 1127 time: 0.0872400
May 07 21:48:02.786161 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20efbd4c-bb3e-49c9-96b1-f9f5e367d9f8 req-2811feb1-976c-48c2-8c5f-6e6791cbe65a tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:02.789267 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-20efbd4c-bb3e-49c9-96b1-f9f5e367d9f8 req-2811feb1-976c-48c2-8c5f-6e6791cbe65a tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.59 "GET /v2.0/ports?device_id=0284aa35-4e58-4e15-a194-a500996ed82e HTTP/1.1" status: 200  len: 949 time: 0.0660975
May 07 21:48:02.926033 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b04b4-2944-40d1-8032-4163b57951ac req-4ca970e0-bdfc-4fc7-98f3-0f8371b2eaf9 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:02.935217 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6c6b04b4-2944-40d1-8032-4163b57951ac req-4ca970e0-bdfc-4fc7-98f3-0f8371b2eaf9 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=0284aa35-4e58-4e15-a194-a500996ed82e HTTP/1.1" status: 200  len: 949 time: 0.1211290
May 07 21:48:02.948298 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['85df8e70-88cc-4aed-a304-7a9a475aa9c1'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:48:02.982312 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc88d4-9ba9-42f9-bd26-151dc0dfaa3b req-e987466d-f072-44c1-8d9a-ab8a86adc9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:02.984195 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b6dc88d4-9ba9-42f9-bd26-151dc0dfaa3b req-e987466d-f072-44c1-8d9a-ab8a86adc9a8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=38d1a38e-1f99-466b-bf7f-940113b4b6ed HTTP/1.1" status: 200  len: 922 time: 0.2249353
May 07 21:48:03.047915 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b6dc88d4-9ba9-42f9-bd26-151dc0dfaa3b req-c124bc15-6521-4384-9180-1523bc57d93d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=446d2d04-f43a-4396-ae3d-6321f1ea6225 HTTP/1.1" status: 200  len: 217 time: 0.0540066
May 07 21:48:03.059985 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-20efbd4c-bb3e-49c9-96b1-f9f5e367d9f8 req-9892feb5-2663-4cc5-b26f-461cccf408fa tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Deleting port 149155db-c2db-4827-9746-fffdb2d0018e {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:48:03.060662 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-20efbd4c-bb3e-49c9-96b1-f9f5e367d9f8 req-9892feb5-2663-4cc5-b26f-461cccf408fa tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (149155db-c2db-4827-9746-fffdb2d0018e), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:03.068004 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6c6b04b4-2944-40d1-8032-4163b57951ac req-bff00ab4-0189-4bdc-a76a-5fabcb8e2b6c tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ea07aee-f825-4ee0-a542-65c887150930&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1315639
May 07 21:48:03.112971 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['04c678a5-64ac-461c-a365-ad4f4e5dd86c'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:48:03.158049 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc88d4-9ba9-42f9-bd26-151dc0dfaa3b req-e0dffbf5-cbbb-446c-a0ee-a0ae6127fd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:03.159621 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b6dc88d4-9ba9-42f9-bd26-151dc0dfaa3b req-e0dffbf5-cbbb-446c-a0ee-a0ae6127fd08 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=14835495-3004-48e8-b7c5-01b68d156e2d HTTP/1.1" status: 200  len: 861 time: 0.0906763
May 07 21:48:03.223334 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57124973-686d-4e60-9d11-67df57e8e3b4 req-b04784f8-7145-4277-b598-0de539364744 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:03.227227 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ce387f9b-2248-43e4-9478-4ceb16d4864c req-2e37d9f9-fca7-4c8f-9185-315241f3ac20 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=028d626c-306b-45cc-81b8-b73eca1c01c3 HTTP/1.1" status: 200  len: 210 time: 0.0466170
May 07 21:48:03.231857 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-57124973-686d-4e60-9d11-67df57e8e3b4 req-b04784f8-7145-4277-b598-0de539364744 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=02cc3f76-02bb-44cb-82ab-79a357f42391 HTTP/1.1" status: 200  len: 949 time: 0.2715664
May 07 21:48:03.306580 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-20efbd4c-bb3e-49c9-96b1-f9f5e367d9f8 req-9892feb5-2663-4cc5-b26f-461cccf408fa tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] For port 149155db-c2db-4827-9746-fffdb2d0018e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=149155db-c2db-4827-9746-fffdb2d0018e,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:48:03.306892 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-20efbd4c-bb3e-49c9-96b1-f9f5e367d9f8 req-9892feb5-2663-4cc5-b26f-461cccf408fa tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (149155db-c2db-4827-9746-fffdb2d0018e), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:03.324869 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-57124973-686d-4e60-9d11-67df57e8e3b4 req-ddb2c6c2-2a3f-4f32-87d7-5025aa5a9b66 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0918486
May 07 21:48:03.335961 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 33678) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:48:03.355489 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-20efbd4c-bb3e-49c9-96b1-f9f5e367d9f8 req-9892feb5-2663-4cc5-b26f-461cccf408fa tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Calling delete_port for 149155db-c2db-4827-9746-fffdb2d0018e owned by compute:nova {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:48:03.385333 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b6dc88d4-9ba9-42f9-bd26-151dc0dfaa3b req-a0017fa2-0a1a-4341-9be2-6d88ce24dc0f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=38d1a38e-1f99-466b-bf7f-940113b4b6ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0648081
May 07 21:48:03.489180 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b022ce34-fcba-49c1-8168-f8cb6bf96916 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:03.570364 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-20efbd4c-bb3e-49c9-96b1-f9f5e367d9f8 req-9892feb5-2663-4cc5-b26f-461cccf408fa tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (149155db-c2db-4827-9746-fffdb2d0018e), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:03.582065 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['149155db-c2db-4827-9746-fffdb2d0018e'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:48:03.620788 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9892feb5-2663-4cc5-b26f-461cccf408fa tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Pushing event deleted for resources: {'Port': ['ID=149155db-c2db-4827-9746-fffdb2d0018e,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:03.652630 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e3b55b-60c8-4912-abeb-c25bc6ec9752 req-628307a8-5d6b-418c-93ee-4d8df618741d tempest-ImagesOneServerTestJSON-63988004 tempest-ImagesOneServerTestJSON-63988004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:03.654274 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-14e3b55b-60c8-4912-abeb-c25bc6ec9752 req-628307a8-5d6b-418c-93ee-4d8df618741d tempest-ImagesOneServerTestJSON-63988004 tempest-ImagesOneServerTestJSON-63988004-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0ec46f9-84e6-413a-be19-c46548cb31fd HTTP/1.1" status: 200  len: 948 time: 0.0876110
May 07 21:48:03.698368 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-20efbd4c-bb3e-49c9-96b1-f9f5e367d9f8 req-9892feb5-2663-4cc5-b26f-461cccf408fa tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] No DVR routers for this DVR port 149155db-c2db-4827-9746-fffdb2d0018e on host nch2-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:48:03.701984 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-20efbd4c-bb3e-49c9-96b1-f9f5e367d9f8 req-9892feb5-2663-4cc5-b26f-461cccf408fa tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:03.705440 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-20efbd4c-bb3e-49c9-96b1-f9f5e367d9f8 req-9892feb5-2663-4cc5-b26f-461cccf408fa tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.59 "DELETE /v2.0/ports/149155db-c2db-4827-9746-fffdb2d0018e HTTP/1.1" status: 204  len: 173 time: 0.9075379
May 07 21:48:03.705917 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0284aa35-4e58-4e15-a194-a500996ed82e', 'name': 'network-vif-deleted', 'tag': '149155db-c2db-4827-9746-fffdb2d0018e'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:48:03.708496 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff263e19-f40a-4523-b639-97ef33e0bc8f" -d '{"events": [{"server_uuid": "0284aa35-4e58-4e15-a194-a500996ed82e", "name": "network-vif-deleted", "tag": "149155db-c2db-4827-9746-fffdb2d0018e"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:48:03.778268 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b022ce34-fcba-49c1-8168-f8cb6bf96916 admin admin] Publish callbacks [] for security_group (82e7d32e-e17a-4637-bf02-b833449ae4d8), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:03.787671 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b022ce34-fcba-49c1-8168-f8cb6bf96916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (82e7d32e-e17a-4637-bf02-b833449ae4d8), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:03.871790 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-b022ce34-fcba-49c1-8168-f8cb6bf96916 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=db9bfb87028d4c069dba18e42c7bdf13&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5308967
May 07 21:48:03.872587 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 33700) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:48:03.873955 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d64e233d-06c1-4dfd-a1a1-b560bc73b95c x-openstack-request-id: req-d64e233d-06c1-4dfd-a1a1-b560bc73b95c {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:48:03.874248 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0284aa35-4e58-4e15-a194-a500996ed82e", "name": "network-vif-deleted", "tag": "149155db-c2db-4827-9746-fffdb2d0018e", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:48:03.874504 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d64e233d-06c1-4dfd-a1a1-b560bc73b95c {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:48:03.874971 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d64e233d-06c1-4dfd-a1a1-b560bc73b95c'] response: {'server_uuid': '0284aa35-4e58-4e15-a194-a500996ed82e', 'name': 'network-vif-deleted', 'tag': '149155db-c2db-4827-9746-fffdb2d0018e', 'status': 'completed', 'code': 200}
May 07 21:48:03.875490 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b022ce34-fcba-49c1-8168-f8cb6bf96916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82e7d32e-e17a-4637-bf02-b833449ae4d8,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:03.949929 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a627f-c1d9-4c9d-b5e1-eee910fcd700 req-d58b07d3-7212-48d0-98fa-951ea95b1870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:03.952728 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bb6a627f-c1d9-4c9d-b5e1-eee910fcd700 req-d58b07d3-7212-48d0-98fa-951ea95b1870 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7789855db11445de842c4df75bd05e10&device_id=02cc3f76-02bb-44cb-82ab-79a357f42391 HTTP/1.1" status: 200  len: 1131 time: 0.0819082
May 07 21:48:04.018461 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-14e3b55b-60c8-4912-abeb-c25bc6ec9752 req-febf5d10-8c13-4487-9737-fe4a0ccae0fc tempest-ImagesOneServerTestJSON-63988004 tempest-ImagesOneServerTestJSON-63988004-project] 10.222.0.32 "GET /v2.0/security-groups?id=71595d26-f957-4be5-8222-3040afacde85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3421850
May 07 21:48:04.049256 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b6dc88d4-9ba9-42f9-bd26-151dc0dfaa3b req-5287fcaa-5a95-49e2-896d-de401ceaf875 service neutron] 10.222.0.59 "GET /v2.0/networks/38d1a38e-1f99-466b-bf7f-940113b4b6ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4130080
May 07 21:48:04.084186 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b767e5c8-e0c8-4454-b301-2ac7d5ed32fc req-2ee9f3a0-22c5-4a04-a3ed-188a56df43a6 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:04.085570 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b767e5c8-e0c8-4454-b301-2ac7d5ed32fc req-2ee9f3a0-22c5-4a04-a3ed-188a56df43a6 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.59 "GET /v2.0/networks?id=28405dfe-908d-4039-91f6-1d02165b34cd HTTP/1.1" status: 200  len: 808 time: 0.4302254
May 07 21:48:04.119634 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a57f1b2-e53d-4b35-90a3-b010beb9ef2b req-8cce841d-343b-462d-9166-38879b60cc9b tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:04.123355 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4a57f1b2-e53d-4b35-90a3-b010beb9ef2b req-8cce841d-343b-462d-9166-38879b60cc9b tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6f62982-0b82-42d1-9d49-2b8d8f6ec04f HTTP/1.1" status: 200  len: 945 time: 0.1127675
May 07 21:48:04.150492 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-b767e5c8-e0c8-4454-b301-2ac7d5ed32fc req-457deeda-10b7-4333-839a-0db07cc8c198 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Request body: {'port': {'device_id': '028d626c-306b-45cc-81b8-b73eca1c01c3', 'network_id': '28405dfe-908d-4039-91f6-1d02165b34cd', 'admin_state_up': True, 'tenant_id': '1bcaffad5d3447b98f0216d3481045e5'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:48:04.173599 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ec5080b6-3002-4bf1-af69-d918175c00f8 admin admin] Publish callbacks [] for security_group (82e7d32e-e17a-4637-bf02-b833449ae4d8), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:04.184289 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 85df8e70-88cc-4aed-a304-7a9a475aa9c1 up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:48:04.220141 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a627f-c1d9-4c9d-b5e1-eee910fcd700 req-95ddd066-68f9-443f-8c49-99d8f295d082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:04.221902 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bb6a627f-c1d9-4c9d-b5e1-eee910fcd700 req-95ddd066-68f9-443f-8c49-99d8f295d082 service neutron] 10.222.0.59 "GET /v2.0/networks?id=665487f0-78eb-47fb-9a06-b15bc614dc47 HTTP/1.1" status: 200  len: 870 time: 0.2608664
May 07 21:48:04.244982 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4a57f1b2-e53d-4b35-90a3-b010beb9ef2b req-e65f2d39-82a6-4356-a0b0-c14e6304e1ce tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1165237
May 07 21:48:04.276512 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port 85df8e70-88cc-4aed-a304-7a9a475aa9c1 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:48:04.277011 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (85df8e70-88cc-4aed-a304-7a9a475aa9c1), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:04.282640 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ec5080b6-3002-4bf1-af69-d918175c00f8 admin admin] Publish callbacks [] for security_group (82e7d32e-e17a-4637-bf02-b833449ae4d8), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:04.303186 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-055bf294-b482-45c9-9bcb-5ea9bf75b8e3 req-c722a5b3-e1ed-4152-98ac-a88d59da5df9 tempest-ServersAdminTestJSON-703324321 tempest-ServersAdminTestJSON-703324321-project] 10.222.0.32 "GET /v2.0/ports?device_id=0284aa35-4e58-4e15-a194-a500996ed82e HTTP/1.1" status: 200  len: 210 time: 0.1052606
May 07 21:48:04.311173 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b6dc88d4-9ba9-42f9-bd26-151dc0dfaa3b req-4c73e337-45ef-41db-8ef0-5c0b086118e6 service neutron] 10.222.0.59 "GET /v2.0/networks/38d1a38e-1f99-466b-bf7f-940113b4b6ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2537382
May 07 21:48:04.394544 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 85df8e70-88cc-4aed-a304-7a9a475aa9c1 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:48:04.395059 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (85df8e70-88cc-4aed-a304-7a9a475aa9c1), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:04.429078 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bb6a627f-c1d9-4c9d-b5e1-eee910fcd700 req-000b545c-5dd3-46ff-9dcf-5a8b123bcc4b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=44436595-8caf-48e5-967e-1749f507e89e HTTP/1.1" status: 200  len: 217 time: 0.1203470
May 07 21:48:04.448903 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12a792c3-0086-43d1-8995-7d56146f84b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85df8e70-88cc-4aed-a304-7a9a475aa9c1'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:48:04.451826 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8832d19c-bae6-4c4f-8416-a84dbe1fddbd" -d '{"events": [{"server_uuid": "12a792c3-0086-43d1-8995-7d56146f84b2", "name": "network-vif-plugged", "status": "completed", "tag": "85df8e70-88cc-4aed-a304-7a9a475aa9c1"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:48:04.470866 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 85df8e70-88cc-4aed-a304-7a9a475aa9c1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=85df8e70-88cc-4aed-a304-7a9a475aa9c1,segment=NetworkSegment(616ea0c7-2d98-4ffb-86e7-ca2a85e3ffe1),segment_id=616ea0c7-2d98-4ffb-86e7-ca2a85e3ffe1)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:48:04.481208 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (85df8e70-88cc-4aed-a304-7a9a475aa9c1), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:04.482870 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 04c678a5-64ac-461c-a365-ad4f4e5dd86c up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:48:04.517592 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ec5080b6-3002-4bf1-af69-d918175c00f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (82e7d32e-e17a-4637-bf02-b833449ae4d8), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:04.532602 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ec5080b6-3002-4bf1-af69-d918175c00f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:04.533989 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ed332af1-94b5-455b-8ee7-a0218f2ad353 req-32871996-0b7b-4026-b318-a36025f12d89 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=028d626c-306b-45cc-81b8-b73eca1c01c3 HTTP/1.1" status: 200  len: 210 time: 0.0973263
May 07 21:48:04.538898 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-ec5080b6-3002-4bf1-af69-d918175c00f8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/82e7d32e-e17a-4637-bf02-b833449ae4d8 HTTP/1.1" status: 204  len: 168 time: 0.6466951
May 07 21:48:04.572858 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5080b6-3002-4bf1-af69-d918175c00f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e7d32e-e17a-4637-bf02-b833449ae4d8,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:04.618740 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b767e5c8-e0c8-4454-b301-2ac7d5ed32fc req-457deeda-10b7-4333-839a-0db07cc8c198 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Made reservation on behalf of 1bcaffad5d3447b98f0216d3481045e5 for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:48:04.623631 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-b767e5c8-e0c8-4454-b301-2ac7d5ed32fc req-457deeda-10b7-4333-839a-0db07cc8c198 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:04.671132 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a627f-c1d9-4c9d-b5e1-eee910fcd700 req-68463234-c37f-48dc-aa26-6cd8aa939fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:04.672793 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bb6a627f-c1d9-4c9d-b5e1-eee910fcd700 req-68463234-c37f-48dc-aa26-6cd8aa939fac service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6e0e5c53-1ece-4d20-b01d-5f8c6957edf6 HTTP/1.1" status: 200  len: 843 time: 0.2005348
May 07 21:48:04.701839 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=85df8e70-88cc-4aed-a304-7a9a475aa9c1,revision_number=7']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:04.730090 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning for port 04c678a5-64ac-461c-a365-ad4f4e5dd86c completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:48:04.747449 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4be42a2-91ff-4282-820e-bc719d7190bc x-openstack-request-id: req-f4be42a2-91ff-4282-820e-bc719d7190bc {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:48:04.747756 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12a792c3-0086-43d1-8995-7d56146f84b2", "name": "network-vif-plugged", "status": "completed", "tag": "85df8e70-88cc-4aed-a304-7a9a475aa9c1", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:48:04.750639 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f4be42a2-91ff-4282-820e-bc719d7190bc {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:48:04.751309 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4be42a2-91ff-4282-820e-bc719d7190bc'] response: {'server_uuid': '12a792c3-0086-43d1-8995-7d56146f84b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85df8e70-88cc-4aed-a304-7a9a475aa9c1', 'code': 200}
May 07 21:48:04.756660 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port 04c678a5-64ac-461c-a365-ad4f4e5dd86c triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:48:04.759392 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (04c678a5-64ac-461c-a365-ad4f4e5dd86c), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:04.857302 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a627f-c1d9-4c9d-b5e1-eee910fcd700 req-b1b29554-0e0c-4aec-bf8b-0e9886fa0922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:04.863268 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bb6a627f-c1d9-4c9d-b5e1-eee910fcd700 req-b1b29554-0e0c-4aec-bf8b-0e9886fa0922 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=665487f0-78eb-47fb-9a06-b15bc614dc47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1836994
May 07 21:48:04.873730 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320fdec2-504b-418d-a624-84874d06c7b2 req-eb36f9b9-e998-4612-b8a5-c0d9466ea0ec tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:04.877030 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-320fdec2-504b-418d-a624-84874d06c7b2 req-eb36f9b9-e998-4612-b8a5-c0d9466ea0ec tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=02cc3f76-02bb-44cb-82ab-79a357f42391 HTTP/1.1" status: 200  len: 949 time: 0.1406291
May 07 21:48:04.914533 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 04c678a5-64ac-461c-a365-ad4f4e5dd86c is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:48:04.915419 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (04c678a5-64ac-461c-a365-ad4f4e5dd86c), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:04.981530 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 04c678a5-64ac-461c-a365-ad4f4e5dd86c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=04c678a5-64ac-461c-a365-ad4f4e5dd86c,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:48:04.990097 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (04c678a5-64ac-461c-a365-ad4f4e5dd86c), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:05.004709 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [req-b767e5c8-e0c8-4454-b301-2ac7d5ed32fc req-457deeda-10b7-4333-839a-0db07cc8c198 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Allocated IP 172.20.0.3 (28405dfe-908d-4039-91f6-1d02165b34cd/1fe63d5f-90f3-4e94-9dfe-af97e96ae5d9/87c894e0-03dd-4dab-a47b-82dec6ea1485) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:48:05.014191 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-320fdec2-504b-418d-a624-84874d06c7b2 req-0205b732-8690-4ee4-96ba-ec3760787d29 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1265874
May 07 21:48:05.063376 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bb6a627f-c1d9-4c9d-b5e1-eee910fcd700 req-bd20747d-59c6-40c7-85fe-a2764a7ea541 service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1853864
May 07 21:48:05.096418 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=04c678a5-64ac-461c-a365-ad4f4e5dd86c,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:05.242281 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bb6a627f-c1d9-4c9d-b5e1-eee910fcd700 req-ca91ab21-1137-4037-ab57-fb71954d1d97 service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1708066
May 07 21:48:05.242736 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 33742) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:48:05.258373 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-759b6a7c-b0fb-4507-81ef-87321b2fbf9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:05.340683 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db404d68-aea3-4bda-90fb-1e113d215886 req-8008000f-8565-4482-9136-3d3675cc6d12 tempest-ImagesOneServerTestJSON-63988004 tempest-ImagesOneServerTestJSON-63988004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:05.350100 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-db404d68-aea3-4bda-90fb-1e113d215886 req-8008000f-8565-4482-9136-3d3675cc6d12 tempest-ImagesOneServerTestJSON-63988004 tempest-ImagesOneServerTestJSON-63988004-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0ec46f9-84e6-413a-be19-c46548cb31fd HTTP/1.1" status: 200  len: 949 time: 0.2011712
May 07 21:48:05.478862 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-b767e5c8-e0c8-4454-b301-2ac7d5ed32fc req-457deeda-10b7-4333-839a-0db07cc8c198 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Publish callbacks [] for port (87c894e0-03dd-4dab-a47b-82dec6ea1485), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:05.518206 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-759b6a7c-b0fb-4507-81ef-87321b2fbf9c admin admin] Publish callbacks [] for security_group (08dad875-1d21-4bae-a21b-eaac0d1dc23b), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:05.535318 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-db404d68-aea3-4bda-90fb-1e113d215886 req-b9469d35-8ba9-4912-8c14-1b276d48d8fb tempest-ImagesOneServerTestJSON-63988004 tempest-ImagesOneServerTestJSON-63988004-project] 10.222.0.32 "GET /v2.0/security-groups?id=71595d26-f957-4be5-8222-3040afacde85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1787889
May 07 21:48:05.537681 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-b767e5c8-e0c8-4454-b301-2ac7d5ed32fc req-457deeda-10b7-4333-839a-0db07cc8c198 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (87c894e0-03dd-4dab-a47b-82dec6ea1485), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:05.547686 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288684d8-a641-4640-938b-d4459f735dff req-c99957ea-df59-43b0-b163-203a6432e0d9 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:05.549306 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-288684d8-a641-4640-938b-d4459f735dff req-c99957ea-df59-43b0-b163-203a6432e0d9 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6f62982-0b82-42d1-9d49-2b8d8f6ec04f HTTP/1.1" status: 200  len: 945 time: 0.1527991
May 07 21:48:05.550720 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-759b6a7c-b0fb-4507-81ef-87321b2fbf9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (08dad875-1d21-4bae-a21b-eaac0d1dc23b), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:05.588036 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-759b6a7c-b0fb-4507-81ef-87321b2fbf9c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=635884e93f9149bebcedb5ca43a06113&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3442860
May 07 21:48:05.590805 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 33760) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:48:05.646358 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b767e5c8-e0c8-4454-b301-2ac7d5ed32fc req-457deeda-10b7-4333-839a-0db07cc8c198 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Network 28405dfe-908d-4039-91f6-1d02165b34cd is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:48:05.655636 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [req-b767e5c8-e0c8-4454-b301-2ac7d5ed32fc req-457deeda-10b7-4333-839a-0db07cc8c198 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:48:05.657675 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457deeda-10b7-4333-839a-0db07cc8c198 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Pushing event updated for resources: {'Port': ['ID=87c894e0-03dd-4dab-a47b-82dec6ea1485,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:05.666967 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-b767e5c8-e0c8-4454-b301-2ac7d5ed32fc req-457deeda-10b7-4333-839a-0db07cc8c198 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:48:05.731608 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759b6a7c-b0fb-4507-81ef-87321b2fbf9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08dad875-1d21-4bae-a21b-eaac0d1dc23b,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:05.743895 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3a469737-68e9-4a6f-9ad8-aa362f224365 admin admin] Publish callbacks [] for security_group (08dad875-1d21-4bae-a21b-eaac0d1dc23b), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:05.776113 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3a469737-68e9-4a6f-9ad8-aa362f224365 admin admin] Publish callbacks [] for security_group (08dad875-1d21-4bae-a21b-eaac0d1dc23b), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:05.808947 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b767e5c8-e0c8-4454-b301-2ac7d5ed32fc req-457deeda-10b7-4333-839a-0db07cc8c198 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:05.813149 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-b767e5c8-e0c8-4454-b301-2ac7d5ed32fc req-457deeda-10b7-4333-839a-0db07cc8c198 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:05.843751 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3a469737-68e9-4a6f-9ad8-aa362f224365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (08dad875-1d21-4bae-a21b-eaac0d1dc23b), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:05.846348 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3a469737-68e9-4a6f-9ad8-aa362f224365 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:05.850119 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-3a469737-68e9-4a6f-9ad8-aa362f224365 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/08dad875-1d21-4bae-a21b-eaac0d1dc23b HTTP/1.1" status: 204  len: 168 time: 0.2511959
May 07 21:48:05.850494 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b767e5c8-e0c8-4454-b301-2ac7d5ed32fc req-457deeda-10b7-4333-839a-0db07cc8c198 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7092083
May 07 21:48:05.871762 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-288684d8-a641-4640-938b-d4459f735dff req-2eec2bc1-6b64-4301-af62-a3bdb3d76e58 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2923088
May 07 21:48:05.886136 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a469737-68e9-4a6f-9ad8-aa362f224365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08dad875-1d21-4bae-a21b-eaac0d1dc23b,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:05.934362 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e12df58-d289-465e-8467-85fb86eb6f9c req-f270d449-efed-48b0-8526-14a8891967dd tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:05.944050 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3e12df58-d289-465e-8467-85fb86eb6f9c req-f270d449-efed-48b0-8526-14a8891967dd tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=028d626c-306b-45cc-81b8-b73eca1c01c3 HTTP/1.1" status: 200  len: 931 time: 0.0890329
May 07 21:48:05.959936 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-b767e5c8-e0c8-4454-b301-2ac7d5ed32fc req-213b319f-56d1-4e3a-9786-ab0d77cdf424 service neutron] Request body: {'port': {'device_id': '028d626c-306b-45cc-81b8-b73eca1c01c3', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:48:06.084639 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3e12df58-d289-465e-8467-85fb86eb6f9c req-f61588c8-57ab-4749-a72b-1d4295901da5 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1389201
May 07 21:48:06.095734 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-b767e5c8-e0c8-4454-b301-2ac7d5ed32fc req-213b319f-56d1-4e3a-9786-ab0d77cdf424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (87c894e0-03dd-4dab-a47b-82dec6ea1485), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:06.222758 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4075c5eb-94e4-4a66-8995-2ef7dd1dc844 req-05bdbca9-b6f9-4281-a247-640d1c96b581 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:06.226035 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4075c5eb-94e4-4a66-8995-2ef7dd1dc844 req-05bdbca9-b6f9-4281-a247-640d1c96b581 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=02cc3f76-02bb-44cb-82ab-79a357f42391 HTTP/1.1" status: 200  len: 949 time: 0.0957835
May 07 21:48:06.317288 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 33784) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:48:06.356304 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4075c5eb-94e4-4a66-8995-2ef7dd1dc844 req-f7448edb-a49c-45af-b98a-438ba78e78e3 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1245003
May 07 21:48:06.572767 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [req-b767e5c8-e0c8-4454-b301-2ac7d5ed32fc req-213b319f-56d1-4e3a-9786-ab0d77cdf424 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87c894e0-03dd-4dab-a47b-82dec6ea1485 {{(pid=121837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:48:06.592033 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-b767e5c8-e0c8-4454-b301-2ac7d5ed32fc req-213b319f-56d1-4e3a-9786-ab0d77cdf424 service neutron] Publish callbacks [] for port (87c894e0-03dd-4dab-a47b-82dec6ea1485), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:06.624689 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-b767e5c8-e0c8-4454-b301-2ac7d5ed32fc req-213b319f-56d1-4e3a-9786-ab0d77cdf424 service neutron] Transition to ACTIVE for port object 87c894e0-03dd-4dab-a47b-82dec6ea1485 will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:48:06.630892 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-e2554cd7-6242-4904-b85f-b5122c311814 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=95946c2e9a5c4a72905d75010a9bb7a5&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3098276
May 07 21:48:06.631346 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-b767e5c8-e0c8-4454-b301-2ac7d5ed32fc req-213b319f-56d1-4e3a-9786-ab0d77cdf424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (87c894e0-03dd-4dab-a47b-82dec6ea1485), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:06.631491 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 33796) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:48:06.698048 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-78ae6fc9-2131-4207-b6d5-5a40701d8574 admin admin] Publish callbacks [] for security_group (3ea07aee-f825-4ee0-a542-65c887150930), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:06.729901 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 149155db-c2db-4827-9746-fffdb2d0018e no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:48:06.756474 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-78ae6fc9-2131-4207-b6d5-5a40701d8574 admin admin] Publish callbacks [] for security_group (3ea07aee-f825-4ee0-a542-65c887150930), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:06.771947 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0ec46f9-84e6-413a-be19-c46548cb31fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04c678a5-64ac-461c-a365-ad4f4e5dd86c'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:48:06.778177 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-967f4731-c800-4a3f-bc59-8efeee9d22ae" -d '{"events": [{"server_uuid": "d0ec46f9-84e6-413a-be19-c46548cb31fd", "name": "network-vif-plugged", "status": "completed", "tag": "04c678a5-64ac-461c-a365-ad4f4e5dd86c"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:48:06.785890 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] No Port match for: 149155db-c2db-4827-9746-fffdb2d0018e {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:48:06.786241 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 149155db-c2db-4827-9746-fffdb2d0018e not bound to the agent host nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:48:06.874368 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-78ae6fc9-2131-4207-b6d5-5a40701d8574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (3ea07aee-f825-4ee0-a542-65c887150930), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:06.881235 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-78ae6fc9-2131-4207-b6d5-5a40701d8574 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:06.883143 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-78ae6fc9-2131-4207-b6d5-5a40701d8574 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3ea07aee-f825-4ee0-a542-65c887150930 HTTP/1.1" status: 204  len: 168 time: 0.2506649
May 07 21:48:06.897535 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ae6fc9-2131-4207-b6d5-5a40701d8574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea07aee-f825-4ee0-a542-65c887150930,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:06.922040 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcccf55f-1a98-4ef5-b900-566985c07ed5 x-openstack-request-id: req-fcccf55f-1a98-4ef5-b900-566985c07ed5 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:48:06.922542 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0ec46f9-84e6-413a-be19-c46548cb31fd", "name": "network-vif-plugged", "status": "completed", "tag": "04c678a5-64ac-461c-a365-ad4f4e5dd86c", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:48:06.922981 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fcccf55f-1a98-4ef5-b900-566985c07ed5 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:48:06.926110 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcccf55f-1a98-4ef5-b900-566985c07ed5'] response: {'server_uuid': 'd0ec46f9-84e6-413a-be19-c46548cb31fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04c678a5-64ac-461c-a365-ad4f4e5dd86c', 'code': 200}
May 07 21:48:07.129270 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcac610-1d10-4e1e-af08-eb748b70a1eb req-aa4095c6-07db-48f9-9998-76199b0bc9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:07.130425 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1dcac610-1d10-4e1e-af08-eb748b70a1eb req-aa4095c6-07db-48f9-9998-76199b0bc9f7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d0ec46f9-84e6-413a-be19-c46548cb31fd HTTP/1.1" status: 200  len: 1131 time: 0.1374536
May 07 21:48:07.148843 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eea4bd-15a8-43ec-8530-c3619d3ea027 req-53aea18b-295e-4f0d-913e-abf360b16453 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:07.158830 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-55eea4bd-15a8-43ec-8530-c3619d3ea027 req-53aea18b-295e-4f0d-913e-abf360b16453 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6f62982-0b82-42d1-9d49-2b8d8f6ec04f HTTP/1.1" status: 200  len: 945 time: 0.1030991
May 07 21:48:07.164833 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213b319f-56d1-4e3a-9786-ab0d77cdf424 service neutron] Pushing event updated for resources: {'Port': ['ID=87c894e0-03dd-4dab-a47b-82dec6ea1485,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:07.173721 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac28d82-e04c-4b78-9610-582a9cf91084 req-db0abbde-f4ab-4187-8175-86551f794e50 tempest-ImagesOneServerTestJSON-63988004 tempest-ImagesOneServerTestJSON-63988004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:07.175253 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2ac28d82-e04c-4b78-9610-582a9cf91084 req-db0abbde-f4ab-4187-8175-86551f794e50 tempest-ImagesOneServerTestJSON-63988004 tempest-ImagesOneServerTestJSON-63988004-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0ec46f9-84e6-413a-be19-c46548cb31fd HTTP/1.1" status: 200  len: 949 time: 0.5379391
May 07 21:48:07.254651 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1dcac610-1d10-4e1e-af08-eb748b70a1eb req-b3192926-7a83-43be-b8b0-15b2848d5056 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=71595d26-f957-4be5-8222-3040afacde85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0857074
May 07 21:48:07.275653 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-b767e5c8-e0c8-4454-b301-2ac7d5ed32fc req-213b319f-56d1-4e3a-9786-ab0d77cdf424 service neutron] Attempting to bind port 87c894e0-03dd-4dab-a47b-82dec6ea1485 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:48:07.275653 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-b767e5c8-e0c8-4454-b301-2ac7d5ed32fc req-213b319f-56d1-4e3a-9786-ab0d77cdf424 service neutron] Attempting to bind port 87c894e0-03dd-4dab-a47b-82dec6ea1485 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '82ec07f6-cf99-4411-99d8-c39170f22b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '28405dfe-908d-4039-91f6-1d02165b34cd'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:48:07.276009 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b767e5c8-e0c8-4454-b301-2ac7d5ed32fc req-213b319f-56d1-4e3a-9786-ab0d77cdf424 service neutron] Attempting to bind port 87c894e0-03dd-4dab-a47b-82dec6ea1485 on network 28405dfe-908d-4039-91f6-1d02165b34cd {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:48:07.282327 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2ac28d82-e04c-4b78-9610-582a9cf91084 req-131124d2-4b8c-4b98-b5fe-e6b5ecc1acd5 tempest-ImagesOneServerTestJSON-63988004 tempest-ImagesOneServerTestJSON-63988004-project] 10.222.0.32 "GET /v2.0/security-groups?id=71595d26-f957-4be5-8222-3040afacde85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0867822
May 07 21:48:07.284669 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b767e5c8-e0c8-4454-b301-2ac7d5ed32fc req-213b319f-56d1-4e3a-9786-ab0d77cdf424 service neutron] Port 87c894e0-03dd-4dab-a47b-82dec6ea1485 on network 28405dfe-908d-4039-91f6-1d02165b34cd not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:48:07.284988 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b767e5c8-e0c8-4454-b301-2ac7d5ed32fc req-213b319f-56d1-4e3a-9786-ab0d77cdf424 service neutron] Attempting to bind port 87c894e0-03dd-4dab-a47b-82dec6ea1485 on network 28405dfe-908d-4039-91f6-1d02165b34cd {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:48:07.285929 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-55eea4bd-15a8-43ec-8530-c3619d3ea027 req-43f8ba42-452f-4f4c-a371-ac2da18cff35 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1261404
May 07 21:48:07.290113 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b767e5c8-e0c8-4454-b301-2ac7d5ed32fc req-213b319f-56d1-4e3a-9786-ab0d77cdf424 service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:48:07.290451 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b767e5c8-e0c8-4454-b301-2ac7d5ed32fc req-213b319f-56d1-4e3a-9786-ab0d77cdf424 service neutron] Checking segment: {'id': '82ec07f6-cf99-4411-99d8-c39170f22b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '28405dfe-908d-4039-91f6-1d02165b34cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:48:07.291000 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b767e5c8-e0c8-4454-b301-2ac7d5ed32fc req-213b319f-56d1-4e3a-9786-ab0d77cdf424 service neutron] Bound using segment: {'id': '82ec07f6-cf99-4411-99d8-c39170f22b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '28405dfe-908d-4039-91f6-1d02165b34cd'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:48:07.291422 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-b767e5c8-e0c8-4454-b301-2ac7d5ed32fc req-213b319f-56d1-4e3a-9786-ab0d77cdf424 service neutron] Bound port: 87c894e0-03dd-4dab-a47b-82dec6ea1485, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82ec07f6-cf99-4411-99d8-c39170f22b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '28405dfe-908d-4039-91f6-1d02165b34cd'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:48:07.291778 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-b767e5c8-e0c8-4454-b301-2ac7d5ed32fc req-213b319f-56d1-4e3a-9786-ab0d77cdf424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (87c894e0-03dd-4dab-a47b-82dec6ea1485), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:07.346445 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 33826) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:48:07.482397 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-b767e5c8-e0c8-4454-b301-2ac7d5ed32fc req-213b319f-56d1-4e3a-9786-ab0d77cdf424 service neutron] For port 87c894e0-03dd-4dab-a47b-82dec6ea1485, host nch2-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:48:07.495893 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc716bd8-a5ec-4c45-8c95-45b58f9830fc req-683287fb-adb6-4fb7-9b0c-3c08080c819c tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:07.497406 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-cc716bd8-a5ec-4c45-8c95-45b58f9830fc req-683287fb-adb6-4fb7-9b0c-3c08080c819c tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=028d626c-306b-45cc-81b8-b73eca1c01c3 HTTP/1.1" status: 200  len: 943 time: 0.1214032
May 07 21:48:07.515485 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-b767e5c8-e0c8-4454-b301-2ac7d5ed32fc req-213b319f-56d1-4e3a-9786-ab0d77cdf424 service neutron] For port 87c894e0-03dd-4dab-a47b-82dec6ea1485, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=87c894e0-03dd-4dab-a47b-82dec6ea1485,segment=NetworkSegment(82ec07f6-cf99-4411-99d8-c39170f22b45),segment_id=82ec07f6-cf99-4411-99d8-c39170f22b45)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:48:07.532968 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-b767e5c8-e0c8-4454-b301-2ac7d5ed32fc req-213b319f-56d1-4e3a-9786-ab0d77cdf424 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (87c894e0-03dd-4dab-a47b-82dec6ea1485), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:07.566337 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349bdf45-d8b8-44d6-a3b8-3b6b36c90962 req-2ffc977b-3547-4ea0-a3a5-591721ddbd38 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:07.580128 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b767e5c8-e0c8-4454-b301-2ac7d5ed32fc req-213b319f-56d1-4e3a-9786-ab0d77cdf424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:07.581122 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-b767e5c8-e0c8-4454-b301-2ac7d5ed32fc req-213b319f-56d1-4e3a-9786-ab0d77cdf424 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:07.582109 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-349bdf45-d8b8-44d6-a3b8-3b6b36c90962 req-2ffc977b-3547-4ea0-a3a5-591721ddbd38 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=02cc3f76-02bb-44cb-82ab-79a357f42391 HTTP/1.1" status: 200  len: 949 time: 0.1102853
May 07 21:48:07.582605 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b767e5c8-e0c8-4454-b301-2ac7d5ed32fc req-213b319f-56d1-4e3a-9786-ab0d77cdf424 service neutron] 10.222.0.59 "PUT /v2.0/ports/87c894e0-03dd-4dab-a47b-82dec6ea1485 HTTP/1.1" status: 200  len: 1091 time: 1.6349387
May 07 21:48:07.591737 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '028d626c-306b-45cc-81b8-b73eca1c01c3', 'tag': '87c894e0-03dd-4dab-a47b-82dec6ea1485'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:48:07.594081 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a89a084a-27f0-4737-b0d3-89c39824f650" -d '{"events": [{"name": "network-changed", "server_uuid": "028d626c-306b-45cc-81b8-b73eca1c01c3", "tag": "87c894e0-03dd-4dab-a47b-82dec6ea1485"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:48:07.600968 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-80e047d2-7780-4b4e-8991-283373aa60f7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1613724126-network', 'tenant_id': 'b54c87608b4742e7bb720e7cd095a5ed'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:48:07.608517 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-cc716bd8-a5ec-4c45-8c95-45b58f9830fc req-2503ec81-671f-4a60-bd07-cc67946f5ccb tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1045549
May 07 21:48:07.608977 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 33834) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:48:07.651404 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213b319f-56d1-4e3a-9786-ab0d77cdf424 service neutron] Pushing event updated for resources: {'Port': ['ID=87c894e0-03dd-4dab-a47b-82dec6ea1485,revision_number=3']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:07.672177 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e047d2-7780-4b4e-8991-283373aa60f7 admin admin] Made reservation on behalf of b54c87608b4742e7bb720e7cd095a5ed for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:48:07.674481 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-80e047d2-7780-4b4e-8991-283373aa60f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:07.708315 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-090692c8-4352-4ce6-9b0f-9d245d685340 x-openstack-request-id: req-090692c8-4352-4ce6-9b0f-9d245d685340 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:48:07.708611 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "028d626c-306b-45cc-81b8-b73eca1c01c3", "tag": "87c894e0-03dd-4dab-a47b-82dec6ea1485", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:48:07.708772 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-80e047d2-7780-4b4e-8991-283373aa60f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:07.708874 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-090692c8-4352-4ce6-9b0f-9d245d685340 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:48:07.709240 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-090692c8-4352-4ce6-9b0f-9d245d685340'] response: {'name': 'network-changed', 'server_uuid': '028d626c-306b-45cc-81b8-b73eca1c01c3', 'tag': '87c894e0-03dd-4dab-a47b-82dec6ea1485', 'status': 'completed', 'code': 200}
May 07 21:48:07.729924 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b767e5c8-e0c8-4454-b301-2ac7d5ed32fc req-0a6e93d2-2694-4e62-9d65-7fa148accb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:07.731575 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b767e5c8-e0c8-4454-b301-2ac7d5ed32fc req-0a6e93d2-2694-4e62-9d65-7fa148accb04 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1bcaffad5d3447b98f0216d3481045e5&device_id=028d626c-306b-45cc-81b8-b73eca1c01c3 HTTP/1.1" status: 200  len: 1125 time: 0.0750449
May 07 21:48:07.734004 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-349bdf45-d8b8-44d6-a3b8-3b6b36c90962 req-cbec39f7-eaa4-4268-92d4-e35e4a75a622 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1504471
May 07 21:48:07.735121 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-ec3def0e-d24f-4df2-9300-b8e91b5b37e5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3f76a01201d14762b196350691f865bf&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1222136
May 07 21:48:07.737515 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 33836) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:48:07.789049 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b767e5c8-e0c8-4454-b301-2ac7d5ed32fc req-775da1db-7ae2-4263-9f47-fe98c7dd9e40 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87c894e0-03dd-4dab-a47b-82dec6ea1485 HTTP/1.1" status: 200  len: 217 time: 0.0509334
May 07 21:48:07.856922 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-24c4cdcb-fe67-4d5b-b616-eb543ab2ea66 admin admin] Publish callbacks [] for security_group (2258973e-5937-47f4-b351-c740f13ec0b3), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:07.868253 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b767e5c8-e0c8-4454-b301-2ac7d5ed32fc req-32813d9a-c8d4-4268-804a-83ff4d53dd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:07.870425 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b767e5c8-e0c8-4454-b301-2ac7d5ed32fc req-32813d9a-c8d4-4268-804a-83ff4d53dd96 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1fe63d5f-90f3-4e94-9dfe-af97e96ae5d9 HTTP/1.1" status: 200  len: 848 time: 0.0751109
May 07 21:48:07.903250 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-80e047d2-7780-4b4e-8991-283373aa60f7 admin admin] Publish callbacks [] for security_group (55b07905-aaf0-4428-9d60-bdce34fcd1cb), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:07.909015 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-24c4cdcb-fe67-4d5b-b616-eb543ab2ea66 admin admin] Publish callbacks [] for security_group (2258973e-5937-47f4-b351-c740f13ec0b3), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:07.916493 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-80e047d2-7780-4b4e-8991-283373aa60f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (55b07905-aaf0-4428-9d60-bdce34fcd1cb), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:07.918866 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b767e5c8-e0c8-4454-b301-2ac7d5ed32fc req-26e1f450-abe0-43ec-ba88-d74a03efcec1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=28405dfe-908d-4039-91f6-1d02165b34cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0411725
May 07 21:48:07.953509 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80e047d2-7780-4b4e-8991-283373aa60f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 21:48:07.979817 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-80e047d2-7780-4b4e-8991-283373aa60f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (8997236e-605a-4707-8578-9322e8bef137), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:07.980238 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-80e047d2-7780-4b4e-8991-283373aa60f7 admin admin] Added segment 8997236e-605a-4707-8578-9322e8bef137 of type vlan for network bb203028-e658-4d38-bbe2-2a79b657f166
May 07 21:48:07.981480 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e047d2-7780-4b4e-8991-283373aa60f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55b07905-aaf0-4428-9d60-bdce34fcd1cb,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:08.031804 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-80e047d2-7780-4b4e-8991-283373aa60f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (bb203028-e658-4d38-bbe2-2a79b657f166), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:08.059218 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b767e5c8-e0c8-4454-b301-2ac7d5ed32fc req-0b72507f-d04d-4d6e-a6f0-15ddf4cac6c5 service neutron] 10.222.0.59 "GET /v2.0/networks/28405dfe-908d-4039-91f6-1d02165b34cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1175139
May 07 21:48:08.066047 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-24c4cdcb-fe67-4d5b-b616-eb543ab2ea66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (2258973e-5937-47f4-b351-c740f13ec0b3), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:08.069729 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-24c4cdcb-fe67-4d5b-b616-eb543ab2ea66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:08.070740 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-24c4cdcb-fe67-4d5b-b616-eb543ab2ea66 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2258973e-5937-47f4-b351-c740f13ec0b3 HTTP/1.1" status: 204  len: 168 time: 0.3316257
May 07 21:48:08.080892 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c4cdcb-fe67-4d5b-b616-eb543ab2ea66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2258973e-5937-47f4-b351-c740f13ec0b3,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:08.082834 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-80e047d2-7780-4b4e-8991-283373aa60f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (bb203028-e658-4d38-bbe2-2a79b657f166), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:08.083940 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e047d2-7780-4b4e-8991-283373aa60f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:08.084600 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-80e047d2-7780-4b4e-8991-283373aa60f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:08.149255 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e047d2-7780-4b4e-8991-283373aa60f7 admin admin] Pushing event updated for resources: {'Network': ['ID=bb203028-e658-4d38-bbe2-2a79b657f166,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:08.163471 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-80e047d2-7780-4b4e-8991-283373aa60f7 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 0.8158123
May 07 21:48:08.167019 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 33850) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:48:08.169577 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network bb203028-e658-4d38-bbe2-2a79b657f166 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 21:48:08.172481 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-3ab56c3e-4567-4240-952a-ed4928ec1505 admin admin] Request body: {'subnet': {'network_id': 'bb203028-e658-4d38-bbe2-2a79b657f166', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1613724126-subnet', 'tenant_id': 'b54c87608b4742e7bb720e7cd095a5ed', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:48:08.200548 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab56c3e-4567-4240-952a-ed4928ec1505 admin admin] Made reservation on behalf of b54c87608b4742e7bb720e7cd095a5ed for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:48:08.200548 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3ab56c3e-4567-4240-952a-ed4928ec1505 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:08.436589 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e4b45-d555-459f-bc7b-42307fe9ae38 req-3b7b3cdb-ab35-4da1-9346-2fed665f0f1c tempest-ImagesOneServerTestJSON-63988004 tempest-ImagesOneServerTestJSON-63988004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:08.449050 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-666e4b45-d555-459f-bc7b-42307fe9ae38 req-3b7b3cdb-ab35-4da1-9346-2fed665f0f1c tempest-ImagesOneServerTestJSON-63988004 tempest-ImagesOneServerTestJSON-63988004-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0ec46f9-84e6-413a-be19-c46548cb31fd HTTP/1.1" status: 200  len: 949 time: 0.0726252
May 07 21:48:08.486868 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3ab56c3e-4567-4240-952a-ed4928ec1505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (11f7f2bd-1133-4288-b95c-b4f20ee4b016), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:08.524851 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-666e4b45-d555-459f-bc7b-42307fe9ae38 req-99f2d72b-ba40-408c-8aab-d8480e7f0e83 tempest-ImagesOneServerTestJSON-63988004 tempest-ImagesOneServerTestJSON-63988004-project] 10.222.0.32 "GET /v2.0/security-groups?id=71595d26-f957-4be5-8222-3040afacde85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0727754
May 07 21:48:08.550899 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab56c3e-4567-4240-952a-ed4928ec1505 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11f7f2bd-1133-4288-b95c-b4f20ee4b016,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:08.560737 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dd1cc3-1c89-417f-b6f2-e6801db7b15d req-f82e1c26-5869-4b56-9782-8d38269ec89b tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:08.574645 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c9dd1cc3-1c89-417f-b6f2-e6801db7b15d req-f82e1c26-5869-4b56-9782-8d38269ec89b tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6f62982-0b82-42d1-9d49-2b8d8f6ec04f HTTP/1.1" status: 200  len: 945 time: 0.1584287
May 07 21:48:08.663023 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab56c3e-4567-4240-952a-ed4928ec1505 admin admin] Checking segment: {'id': '8997236e-605a-4707-8578-9322e8bef137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bb203028-e658-4d38-bbe2-2a79b657f166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:48:08.663451 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab56c3e-4567-4240-952a-ed4928ec1505 admin admin] Network hostable DHCP agents. Network: bb203028-e658-4d38-bbe2-2a79b657f166, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 21:48:08.696504 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c9dd1cc3-1c89-417f-b6f2-e6801db7b15d req-f1f38d50-1af8-4e23-a1cc-761a4528b25f tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1191878
May 07 21:48:08.727567 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab56c3e-4567-4240-952a-ed4928ec1505 admin admin] Network bb203028-e658-4d38-bbe2-2a79b657f166 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 21:48:08.738973 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-3ab56c3e-4567-4240-952a-ed4928ec1505 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, bb203028-e658-4d38-bbe2-2a79b657f166) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:48:08.748708 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab56c3e-4567-4240-952a-ed4928ec1505 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:08.749628 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3ab56c3e-4567-4240-952a-ed4928ec1505 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:08.752620 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e766d1e6-3d07-47e5-bf6b-adbd205b9086 None None] Network bb203028-e658-4d38-bbe2-2a79b657f166 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:48:08.794813 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-3ab56c3e-4567-4240-952a-ed4928ec1505 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.6163065
May 07 21:48:08.798259 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 33870) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:48:08.810564 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-989a4f19-00d8-4178-b748-3666179def60 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1613724126-router', 'tenant_id': 'b54c87608b4742e7bb720e7cd095a5ed', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:48:08.841544 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5c23a9-ef3d-42db-beb7-e56ae736221c req-9c982322-d9a8-4215-85a6-481224d54493 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:08.859464 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4f5c23a9-ef3d-42db-beb7-e56ae736221c req-9c982322-d9a8-4215-85a6-481224d54493 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=028d626c-306b-45cc-81b8-b73eca1c01c3 HTTP/1.1" status: 200  len: 943 time: 0.1366119
May 07 21:48:08.863378 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-989a4f19-00d8-4178-b748-3666179def60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (ca547cbf-ecab-4e93-8284-5e763150851e), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:08.866722 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-989a4f19-00d8-4178-b748-3666179def60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (ca547cbf-ecab-4e93-8284-5e763150851e), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:08.958708 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd83fd13-a583-4ff7-b839-dee03991073c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-bb203028-e658-4d38-bbe2-2a79b657f166', 'network_id': 'bb203028-e658-4d38-bbe2-2a79b657f166', 'project_id': 'b54c87608b4742e7bb720e7cd095a5ed', 'fixed_ips': [{'subnet_id': '11f7f2bd-1133-4288-b95c-b4f20ee4b016'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 21:48:08.960053 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-dd83fd13-a583-4ff7-b839-dee03991073c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:08.968052 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4f5c23a9-ef3d-42db-beb7-e56ae736221c req-d80328c7-a8d2-472a-9a48-42ce6cdcfefe tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1028066
May 07 21:48:09.071085 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-989a4f19-00d8-4178-b748-3666179def60 admin admin] Publish callbacks [] for router_controller (ca547cbf-ecab-4e93-8284-5e763150851e), precommit_add_association {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:09.088512 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c91973-d202-4bc6-b8ce-34b43bf9044a req-f9297736-1e12-4b92-86fa-2edc5f10c43b tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:09.108518 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-38c91973-d202-4bc6-b8ce-34b43bf9044a req-f9297736-1e12-4b92-86fa-2edc5f10c43b tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=02cc3f76-02bb-44cb-82ab-79a357f42391 HTTP/1.1" status: 200  len: 949 time: 0.2010379
May 07 21:48:09.313724 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b767e5c8-e0c8-4454-b301-2ac7d5ed32fc req-2bd61e3f-f67f-4000-8e95-0b379f34a001 service neutron] 10.222.0.59 "GET /v2.0/networks/28405dfe-908d-4039-91f6-1d02165b34cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2192721
May 07 21:48:09.394366 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 33890) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:48:09.428682 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-dd83fd13-a583-4ff7-b839-dee03991073c None None] Allocated IP 172.20.0.2 (bb203028-e658-4d38-bbe2-2a79b657f166/11f7f2bd-1133-4288-b95c-b4f20ee4b016/d3a3252a-99e1-4c6c-b09c-95b489fee23b) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:48:09.544153 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-7d65dd04-9ca6-48f3-a67b-8ca75f1c0e0f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1136762928-network', 'tenant_id': '6bff84c55662404f85da55f6d1c111b4'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:48:09.594364 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d65dd04-9ca6-48f3-a67b-8ca75f1c0e0f admin admin] Made reservation on behalf of 6bff84c55662404f85da55f6d1c111b4 for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:48:09.597645 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7d65dd04-9ca6-48f3-a67b-8ca75f1c0e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:09.612720 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7d65dd04-9ca6-48f3-a67b-8ca75f1c0e0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:09.696198 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-38c91973-d202-4bc6-b8ce-34b43bf9044a req-d8ef2d06-b1be-4ad4-a33a-31a7dd83588b tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5866511
May 07 21:48:09.706020 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-989a4f19-00d8-4178-b748-3666179def60 admin admin] Publish callbacks [] for router_gateway (ca547cbf-ecab-4e93-8284-5e763150851e), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:09.713248 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-dd83fd13-a583-4ff7-b839-dee03991073c None None] Publish callbacks [] for port (d3a3252a-99e1-4c6c-b09c-95b489fee23b), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:09.717115 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0502a3-4165-4d2b-8122-5af8ec1dff5d req-82d38045-f0ec-4357-8a08-ac6222efe4b7 tempest-ImagesOneServerTestJSON-63988004 tempest-ImagesOneServerTestJSON-63988004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:09.719564 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4f0502a3-4165-4d2b-8122-5af8ec1dff5d req-82d38045-f0ec-4357-8a08-ac6222efe4b7 tempest-ImagesOneServerTestJSON-63988004 tempest-ImagesOneServerTestJSON-63988004-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0ec46f9-84e6-413a-be19-c46548cb31fd HTTP/1.1" status: 200  len: 949 time: 0.0854280
May 07 21:48:09.751810 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-dd83fd13-a583-4ff7-b839-dee03991073c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (d3a3252a-99e1-4c6c-b09c-95b489fee23b), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:09.822440 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd83fd13-a583-4ff7-b839-dee03991073c None None] Network bb203028-e658-4d38-bbe2-2a79b657f166 is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:48:09.827593 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-dd83fd13-a583-4ff7-b839-dee03991073c None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:48:09.835758 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd83fd13-a583-4ff7-b839-dee03991073c None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:48:09.839293 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd83fd13-a583-4ff7-b839-dee03991073c None None] Pushing event updated for resources: {'Port': ['ID=d3a3252a-99e1-4c6c-b09c-95b489fee23b,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:09.878726 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7d65dd04-9ca6-48f3-a67b-8ca75f1c0e0f admin admin] Publish callbacks [] for security_group (58a3b0fe-9063-47fe-aaa8-04c9d4baf445), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:09.885524 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4f0502a3-4165-4d2b-8122-5af8ec1dff5d req-3f3304f5-9509-4aed-8c1d-6d00dfaa02d6 tempest-ImagesOneServerTestJSON-63988004 tempest-ImagesOneServerTestJSON-63988004-project] 10.222.0.32 "GET /v2.0/security-groups?id=71595d26-f957-4be5-8222-3040afacde85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1419985
May 07 21:48:09.891719 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c6ba1-896c-49f3-a3ce-7ea3cb58d968 req-caf1c766-33b2-40b2-87f7-dbfcccf7f72b tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:09.894677 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7d65dd04-9ca6-48f3-a67b-8ca75f1c0e0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (58a3b0fe-9063-47fe-aaa8-04c9d4baf445), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:09.900881 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-069c6ba1-896c-49f3-a3ce-7ea3cb58d968 req-caf1c766-33b2-40b2-87f7-dbfcccf7f72b tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6f62982-0b82-42d1-9d49-2b8d8f6ec04f HTTP/1.1" status: 200  len: 945 time: 0.0678923
May 07 21:48:09.952377 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d65dd04-9ca6-48f3-a67b-8ca75f1c0e0f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 21:48:09.952897 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-dd83fd13-a583-4ff7-b839-dee03991073c None None] Attempting to bind port d3a3252a-99e1-4c6c-b09c-95b489fee23b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:48:09.953462 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-dd83fd13-a583-4ff7-b839-dee03991073c None None] Attempting to bind port d3a3252a-99e1-4c6c-b09c-95b489fee23b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8997236e-605a-4707-8578-9322e8bef137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bb203028-e658-4d38-bbe2-2a79b657f166'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:48:09.953981 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd83fd13-a583-4ff7-b839-dee03991073c None None] Attempting to bind port d3a3252a-99e1-4c6c-b09c-95b489fee23b on network bb203028-e658-4d38-bbe2-2a79b657f166 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:48:09.970237 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d65dd04-9ca6-48f3-a67b-8ca75f1c0e0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58a3b0fe-9063-47fe-aaa8-04c9d4baf445,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:09.971171 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd83fd13-a583-4ff7-b839-dee03991073c None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:48:09.972196 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd83fd13-a583-4ff7-b839-dee03991073c None None] Checking segment: {'id': '8997236e-605a-4707-8578-9322e8bef137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bb203028-e658-4d38-bbe2-2a79b657f166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:48:09.974227 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-dd83fd13-a583-4ff7-b839-dee03991073c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:09.974904 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd83fd13-a583-4ff7-b839-dee03991073c None None] Bound using segment: {'id': '8997236e-605a-4707-8578-9322e8bef137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bb203028-e658-4d38-bbe2-2a79b657f166'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:48:09.975679 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-dd83fd13-a583-4ff7-b839-dee03991073c None None] Bound port: d3a3252a-99e1-4c6c-b09c-95b489fee23b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8997236e-605a-4707-8578-9322e8bef137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bb203028-e658-4d38-bbe2-2a79b657f166'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:48:09.976555 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-dd83fd13-a583-4ff7-b839-dee03991073c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (d3a3252a-99e1-4c6c-b09c-95b489fee23b), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:09.988016 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7d65dd04-9ca6-48f3-a67b-8ca75f1c0e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (0d6b37d0-217e-4253-bd97-d517929b9aae), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:09.988368 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-7d65dd04-9ca6-48f3-a67b-8ca75f1c0e0f admin admin] Added segment 0d6b37d0-217e-4253-bd97-d517929b9aae of type vlan for network 9f841fdb-d9cb-46ad-bf07-c6c4940b44a2
May 07 21:48:10.059242 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-069c6ba1-896c-49f3-a3ce-7ea3cb58d968 req-2030cb2d-61ae-4904-9937-2e9c0b4e63b1 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1514339
May 07 21:48:10.114332 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7d65dd04-9ca6-48f3-a67b-8ca75f1c0e0f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (9f841fdb-d9cb-46ad-bf07-c6c4940b44a2), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:10.128277 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-dd83fd13-a583-4ff7-b839-dee03991073c None None] For port d3a3252a-99e1-4c6c-b09c-95b489fee23b, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:48:10.133895 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-dd83fd13-a583-4ff7-b839-dee03991073c None None] For port d3a3252a-99e1-4c6c-b09c-95b489fee23b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d3a3252a-99e1-4c6c-b09c-95b489fee23b,segment=NetworkSegment(8997236e-605a-4707-8578-9322e8bef137),segment_id=8997236e-605a-4707-8578-9322e8bef137)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:48:10.144648 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-dd83fd13-a583-4ff7-b839-dee03991073c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (d3a3252a-99e1-4c6c-b09c-95b489fee23b), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:10.165697 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-989a4f19-00d8-4178-b748-3666179def60 admin admin] Publish callbacks [] for router_gateway (ca547cbf-ecab-4e93-8284-5e763150851e), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:10.173578 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7d65dd04-9ca6-48f3-a67b-8ca75f1c0e0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (9f841fdb-d9cb-46ad-bf07-c6c4940b44a2), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:10.174725 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d65dd04-9ca6-48f3-a67b-8ca75f1c0e0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:10.175398 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7d65dd04-9ca6-48f3-a67b-8ca75f1c0e0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:10.223303 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-7d65dd04-9ca6-48f3-a67b-8ca75f1c0e0f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.8251896
May 07 21:48:10.265347 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 33912) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:48:10.271473 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-75c5505e-44b7-4c89-9c0e-c633f6ad458b admin admin] Request body: {'subnet': {'network_id': '9f841fdb-d9cb-46ad-bf07-c6c4940b44a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1136762928-subnet', 'tenant_id': '6bff84c55662404f85da55f6d1c111b4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:48:10.292798 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3578a8-af48-4b2f-9543-fced0c04c42d req-bc6170af-8963-430b-85c7-cf20f2b4a59d tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:10.294373 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3f3578a8-af48-4b2f-9543-fced0c04c42d req-bc6170af-8963-430b-85c7-cf20f2b4a59d tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=028d626c-306b-45cc-81b8-b73eca1c01c3 HTTP/1.1" status: 200  len: 943 time: 0.1340995
May 07 21:48:10.304547 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd83fd13-a583-4ff7-b839-dee03991073c None None] Pushing event updated for resources: {'Port': ['ID=d3a3252a-99e1-4c6c-b09c-95b489fee23b,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:10.326372 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-989a4f19-00d8-4178-b748-3666179def60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:10.344793 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d65dd04-9ca6-48f3-a67b-8ca75f1c0e0f admin admin] Pushing event updated for resources: {'Network': ['ID=9f841fdb-d9cb-46ad-bf07-c6c4940b44a2,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:10.368707 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c5505e-44b7-4c89-9c0e-c633f6ad458b admin admin] Made reservation on behalf of 6bff84c55662404f85da55f6d1c111b4 for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:48:10.373283 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 9f841fdb-d9cb-46ad-bf07-c6c4940b44a2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 21:48:10.379936 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-75c5505e-44b7-4c89-9c0e-c633f6ad458b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:10.536948 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3f3578a8-af48-4b2f-9543-fced0c04c42d req-60d4d46f-0462-49c3-83eb-ffd444ecaf20 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2127864
May 07 21:48:10.639892 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-989a4f19-00d8-4178-b748-3666179def60 admin admin] Allocated IP 172.35.4.97 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/0ea42e29-184c-4cf7-9155-ce4273729502) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:48:10.790084 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-75c5505e-44b7-4c89-9c0e-c633f6ad458b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (cd77f19b-8d7d-4621-9f97-fdf948218613), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:10.835921 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-989a4f19-00d8-4178-b748-3666179def60 admin admin] Publish callbacks [] for port (0ea42e29-184c-4cf7-9155-ce4273729502), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:10.897543 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-989a4f19-00d8-4178-b748-3666179def60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (0ea42e29-184c-4cf7-9155-ce4273729502), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:10.928253 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ee120a-1efe-42b3-88f0-1d8947b07a33 req-a6d47e2b-bddb-412b-97dd-74c855afbbd8 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:10.935291 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-81ee120a-1efe-42b3-88f0-1d8947b07a33 req-a6d47e2b-bddb-412b-97dd-74c855afbbd8 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=02cc3f76-02bb-44cb-82ab-79a357f42391 HTTP/1.1" status: 200  len: 949 time: 0.0903478
May 07 21:48:10.936054 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c5505e-44b7-4c89-9c0e-c633f6ad458b admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd77f19b-8d7d-4621-9f97-fdf948218613,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:10.985827 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989a4f19-00d8-4178-b748-3666179def60 admin admin] Pushing event updated for resources: {'Port': ['ID=0ea42e29-184c-4cf7-9155-ce4273729502,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:11.003804 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989a4f19-00d8-4178-b748-3666179def60 admin admin] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:48:11.024034 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-989a4f19-00d8-4178-b748-3666179def60 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:48:11.026803 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989a4f19-00d8-4178-b748-3666179def60 admin admin] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:48:11.036001 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a084a-27f0-4737-b0d3-89c39824f650 req-e8e2379f-d3fb-4ebc-ae37-1eabcc652c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:11.037558 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a89a084a-27f0-4737-b0d3-89c39824f650 req-e8e2379f-d3fb-4ebc-ae37-1eabcc652c93 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1bcaffad5d3447b98f0216d3481045e5&device_id=028d626c-306b-45cc-81b8-b73eca1c01c3 HTTP/1.1" status: 200  len: 1125 time: 0.0765648
May 07 21:48:11.042966 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c5505e-44b7-4c89-9c0e-c633f6ad458b admin admin] Checking segment: {'id': '0d6b37d0-217e-4253-bd97-d517929b9aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '9f841fdb-d9cb-46ad-bf07-c6c4940b44a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:48:11.043329 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c5505e-44b7-4c89-9c0e-c633f6ad458b admin admin] Network hostable DHCP agents. Network: 9f841fdb-d9cb-46ad-bf07-c6c4940b44a2, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 21:48:11.065054 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-81ee120a-1efe-42b3-88f0-1d8947b07a33 req-5c511069-91e9-49fd-b7d9-c9efa91b6b60 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1229811
May 07 21:48:11.138379 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c5505e-44b7-4c89-9c0e-c633f6ad458b admin admin] Network 9f841fdb-d9cb-46ad-bf07-c6c4940b44a2 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 21:48:11.142276 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc88d4-9ba9-42f9-bd26-151dc0dfaa3b req-81461fd8-2a28-4ef0-8228-ba61ba1f6a7e tempest-LiveAutoBlockMigrationV225Test-638033416 tempest-LiveAutoBlockMigrationV225Test-638033416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:11.145049 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b6dc88d4-9ba9-42f9-bd26-151dc0dfaa3b req-81461fd8-2a28-4ef0-8228-ba61ba1f6a7e tempest-LiveAutoBlockMigrationV225Test-638033416 tempest-LiveAutoBlockMigrationV225Test-638033416-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=f6f62982-0b82-42d1-9d49-2b8d8f6ec04f&tenant_id=4db49857a44d4f399959ac625886505a&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.1595268
May 07 21:48:11.157417 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-75c5505e-44b7-4c89-9c0e-c633f6ad458b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9f841fdb-d9cb-46ad-bf07-c6c4940b44a2) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:48:11.167806 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a596f651-d48e-4c2d-89f0-c8441fc39b19 None None] Network 9f841fdb-d9cb-46ad-bf07-c6c4940b44a2 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:48:11.178031 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c5505e-44b7-4c89-9c0e-c633f6ad458b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:11.179127 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-75c5505e-44b7-4c89-9c0e-c633f6ad458b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:11.202495 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a084a-27f0-4737-b0d3-89c39824f650 req-fd0c43bb-998a-42b8-a0bd-e2deff3e2861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:11.206997 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a89a084a-27f0-4737-b0d3-89c39824f650 req-fd0c43bb-998a-42b8-a0bd-e2deff3e2861 service neutron] 10.222.0.59 "GET /v2.0/networks?id=28405dfe-908d-4039-91f6-1d02165b34cd HTTP/1.1" status: 200  len: 909 time: 0.1612148
May 07 21:48:11.237358 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-75c5505e-44b7-4c89-9c0e-c633f6ad458b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.9681618
May 07 21:48:11.238555 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-b6dc88d4-9ba9-42f9-bd26-151dc0dfaa3b req-43ce8472-13ef-4818-bafe-fff82ae810f1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch2-master-1'}}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:48:11.249780 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 33940) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:48:11.303178 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a89a084a-27f0-4737-b0d3-89c39824f650 req-b6b47bd1-b3af-4619-908c-61433cc39304 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87c894e0-03dd-4dab-a47b-82dec6ea1485 HTTP/1.1" status: 200  len: 217 time: 0.0888476
May 07 21:48:11.316910 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-abf388ac-5173-414b-be01-9dc9dba8e9f3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1136762928-router', 'tenant_id': '6bff84c55662404f85da55f6d1c111b4', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:48:11.362731 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-abf388ac-5173-414b-be01-9dc9dba8e9f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (c6ee5ddd-52ff-46a9-b883-25f1987fd88f), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:11.363917 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-abf388ac-5173-414b-be01-9dc9dba8e9f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (c6ee5ddd-52ff-46a9-b883-25f1987fd88f), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:11.376949 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device d3a3252a-99e1-4c6c-b09c-95b489fee23b up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:48:11.405023 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1951a3a8-3128-4c0c-b871-f71ce59d61e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-9f841fdb-d9cb-46ad-bf07-c6c4940b44a2', 'network_id': '9f841fdb-d9cb-46ad-bf07-c6c4940b44a2', 'project_id': '6bff84c55662404f85da55f6d1c111b4', 'fixed_ips': [{'subnet_id': 'cd77f19b-8d7d-4621-9f97-fdf948218613'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 21:48:11.407169 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1951a3a8-3128-4c0c-b871-f71ce59d61e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:11.447196 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89a084a-27f0-4737-b0d3-89c39824f650 req-a059c8e9-a454-4ac1-b381-943b504b8d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:11.448583 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a89a084a-27f0-4737-b0d3-89c39824f650 req-a059c8e9-a454-4ac1-b381-943b504b8d3c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1fe63d5f-90f3-4e94-9dfe-af97e96ae5d9 HTTP/1.1" status: 200  len: 848 time: 0.1382384
May 07 21:48:11.529684 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a89a084a-27f0-4737-b0d3-89c39824f650 req-2af423f4-4d81-452e-aef9-dc9d551f5c76 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=28405dfe-908d-4039-91f6-1d02165b34cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0739095
May 07 21:48:11.547637 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d54213-b54a-4dfa-a0d0-ac05cc6a6c8c req-adbf0bec-adeb-4c7e-a75a-87d5f082d20d tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:11.551926 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f4d54213-b54a-4dfa-a0d0-ac05cc6a6c8c req-adbf0bec-adeb-4c7e-a75a-87d5f082d20d tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6f62982-0b82-42d1-9d49-2b8d8f6ec04f HTTP/1.1" status: 200  len: 945 time: 0.3254085
May 07 21:48:11.557857 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port d3a3252a-99e1-4c6c-b09c-95b489fee23b triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:48:11.559251 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (d3a3252a-99e1-4c6c-b09c-95b489fee23b), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:11.644639 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-abf388ac-5173-414b-be01-9dc9dba8e9f3 admin admin] Publish callbacks [] for router_controller (c6ee5ddd-52ff-46a9-b883-25f1987fd88f), precommit_add_association {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:11.645807 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-b6dc88d4-9ba9-42f9-bd26-151dc0dfaa3b req-43ce8472-13ef-4818-bafe-fff82ae810f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (446d2d04-f43a-4396-ae3d-6321f1ea6225), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:11.690236 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a89a084a-27f0-4737-b0d3-89c39824f650 req-83e783a0-0695-4b75-98e1-67ce55c117ad service neutron] 10.222.0.59 "GET /v2.0/networks/28405dfe-908d-4039-91f6-1d02165b34cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1526158
May 07 21:48:11.769029 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-1951a3a8-3128-4c0c-b871-f71ce59d61e1 None None] Allocated IP 172.20.0.2 (9f841fdb-d9cb-46ad-bf07-c6c4940b44a2/cd77f19b-8d7d-4621-9f97-fdf948218613/feecbf06-5693-4b7b-a8f8-9a00be7341e6) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:48:11.790439 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port d3a3252a-99e1-4c6c-b09c-95b489fee23b is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:48:11.791558 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (d3a3252a-99e1-4c6c-b09c-95b489fee23b), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:11.827852 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a89a084a-27f0-4737-b0d3-89c39824f650 req-3f7babde-faa5-4dd8-bb46-38f764a2dee4 service neutron] 10.222.0.59 "GET /v2.0/networks/28405dfe-908d-4039-91f6-1d02165b34cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1298525
May 07 21:48:11.911250 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05177c38-22f8-4b47-9707-38077a19c9b9 req-04fc75e7-aa59-4ca4-88e4-25fff36f4e91 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:11.918315 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port d3a3252a-99e1-4c6c-b09c-95b489fee23b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d3a3252a-99e1-4c6c-b09c-95b489fee23b,segment=NetworkSegment(8997236e-605a-4707-8578-9322e8bef137),segment_id=8997236e-605a-4707-8578-9322e8bef137)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:48:11.919216 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-05177c38-22f8-4b47-9707-38077a19c9b9 req-04fc75e7-aa59-4ca4-88e4-25fff36f4e91 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=028d626c-306b-45cc-81b8-b73eca1c01c3 HTTP/1.1" status: 200  len: 943 time: 0.0901690
May 07 21:48:11.932579 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (d3a3252a-99e1-4c6c-b09c-95b489fee23b), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:11.999802 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d573402-1676-4e93-a02a-93c702a1821a None None] Network bb203028-e658-4d38-bbe2-2a79b657f166 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:48:12.005585 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-05177c38-22f8-4b47-9707-38077a19c9b9 req-a9880d2c-9ae8-4854-8532-00620b6a85d7 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0850966
May 07 21:48:12.044889 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-abf388ac-5173-414b-be01-9dc9dba8e9f3 admin admin] Publish callbacks [] for router_gateway (c6ee5ddd-52ff-46a9-b883-25f1987fd88f), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:12.089505 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f4d54213-b54a-4dfa-a0d0-ac05cc6a6c8c req-267bd1ec-c3b4-4763-8891-2431bc642889 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4365776
May 07 21:48:12.111446 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=d3a3252a-99e1-4c6c-b09c-95b489fee23b,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:12.165230 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-864b862f-3fe4-4cdf-9531-f533021aa6da None None] Provisioning complete for port d3a3252a-99e1-4c6c-b09c-95b489fee23b triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:48:12.166453 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-864b862f-3fe4-4cdf-9531-f533021aa6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (d3a3252a-99e1-4c6c-b09c-95b489fee23b), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:12.228019 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1951a3a8-3128-4c0c-b871-f71ce59d61e1 None None] Publish callbacks [] for port (feecbf06-5693-4b7b-a8f8-9a00be7341e6), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:12.337341 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829ec5c3-9eda-4e2a-9a7a-053b638b33c5 req-4a22ab18-26b6-477f-a8d6-85949c14c7e9 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:12.345795 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-829ec5c3-9eda-4e2a-9a7a-053b638b33c5 req-4a22ab18-26b6-477f-a8d6-85949c14c7e9 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=02cc3f76-02bb-44cb-82ab-79a357f42391 HTTP/1.1" status: 200  len: 949 time: 0.0712104
May 07 21:48:12.394659 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-864b862f-3fe4-4cdf-9531-f533021aa6da None None] Current status of the port d3a3252a-99e1-4c6c-b09c-95b489fee23b is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:48:12.397182 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1951a3a8-3128-4c0c-b871-f71ce59d61e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (feecbf06-5693-4b7b-a8f8-9a00be7341e6), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:12.443646 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-829ec5c3-9eda-4e2a-9a7a-053b638b33c5 req-ff6cbddc-32f7-41f7-b4e7-4225ebebb964 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0948598
May 07 21:48:12.461323 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-b6dc88d4-9ba9-42f9-bd26-151dc0dfaa3b req-43ce8472-13ef-4818-bafe-fff82ae810f1 service neutron] For port 446d2d04-f43a-4396-ae3d-6321f1ea6225, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=446d2d04-f43a-4396-ae3d-6321f1ea6225,segment=NetworkSegment(917604e4-aade-4a11-b4ad-178bdbbe8fbb),segment_id=917604e4-aade-4a11-b4ad-178bdbbe8fbb)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:48:12.466519 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1951a3a8-3128-4c0c-b871-f71ce59d61e1 None None] Network 9f841fdb-d9cb-46ad-bf07-c6c4940b44a2 is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:48:12.473730 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-1951a3a8-3128-4c0c-b871-f71ce59d61e1 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:48:12.476702 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1951a3a8-3128-4c0c-b871-f71ce59d61e1 None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:48:12.478622 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1951a3a8-3128-4c0c-b871-f71ce59d61e1 None None] Pushing event updated for resources: {'Port': ['ID=feecbf06-5693-4b7b-a8f8-9a00be7341e6,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:12.499889 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-989a4f19-00d8-4178-b748-3666179def60 admin admin] Publish callbacks [] for router_gateway (ca547cbf-ecab-4e93-8284-5e763150851e), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:12.583895 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-1951a3a8-3128-4c0c-b871-f71ce59d61e1 None None] Attempting to bind port feecbf06-5693-4b7b-a8f8-9a00be7341e6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:48:12.584634 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-1951a3a8-3128-4c0c-b871-f71ce59d61e1 None None] Attempting to bind port feecbf06-5693-4b7b-a8f8-9a00be7341e6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0d6b37d0-217e-4253-bd97-d517929b9aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '9f841fdb-d9cb-46ad-bf07-c6c4940b44a2'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:48:12.585235 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1951a3a8-3128-4c0c-b871-f71ce59d61e1 None None] Attempting to bind port feecbf06-5693-4b7b-a8f8-9a00be7341e6 on network 9f841fdb-d9cb-46ad-bf07-c6c4940b44a2 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:48:12.591415 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1951a3a8-3128-4c0c-b871-f71ce59d61e1 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:48:12.592186 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1951a3a8-3128-4c0c-b871-f71ce59d61e1 None None] Checking segment: {'id': '0d6b37d0-217e-4253-bd97-d517929b9aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '9f841fdb-d9cb-46ad-bf07-c6c4940b44a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:48:12.592853 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1951a3a8-3128-4c0c-b871-f71ce59d61e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:12.593462 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1951a3a8-3128-4c0c-b871-f71ce59d61e1 None None] Bound using segment: {'id': '0d6b37d0-217e-4253-bd97-d517929b9aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '9f841fdb-d9cb-46ad-bf07-c6c4940b44a2'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:48:12.594748 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-1951a3a8-3128-4c0c-b871-f71ce59d61e1 None None] Bound port: feecbf06-5693-4b7b-a8f8-9a00be7341e6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d6b37d0-217e-4253-bd97-d517929b9aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '9f841fdb-d9cb-46ad-bf07-c6c4940b44a2'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:48:12.595442 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1951a3a8-3128-4c0c-b871-f71ce59d61e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (feecbf06-5693-4b7b-a8f8-9a00be7341e6), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:12.625097 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-b6dc88d4-9ba9-42f9-bd26-151dc0dfaa3b req-43ce8472-13ef-4818-bafe-fff82ae810f1 service neutron] For port 446d2d04-f43a-4396-ae3d-6321f1ea6225, host nch1-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:48:12.669537 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-1951a3a8-3128-4c0c-b871-f71ce59d61e1 None None] For port feecbf06-5693-4b7b-a8f8-9a00be7341e6, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:48:12.674871 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-1951a3a8-3128-4c0c-b871-f71ce59d61e1 None None] For port feecbf06-5693-4b7b-a8f8-9a00be7341e6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=feecbf06-5693-4b7b-a8f8-9a00be7341e6,segment=NetworkSegment(0d6b37d0-217e-4253-bd97-d517929b9aae),segment_id=0d6b37d0-217e-4253-bd97-d517929b9aae)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:48:12.683029 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1951a3a8-3128-4c0c-b871-f71ce59d61e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (feecbf06-5693-4b7b-a8f8-9a00be7341e6), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:12.689397 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-abf388ac-5173-414b-be01-9dc9dba8e9f3 admin admin] Publish callbacks [] for router_gateway (c6ee5ddd-52ff-46a9-b883-25f1987fd88f), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:12.723513 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-abf388ac-5173-414b-be01-9dc9dba8e9f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:12.740340 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 87c894e0-03dd-4dab-a47b-82dec6ea1485 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:48:12.758073 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6f62982-0b82-42d1-9d49-2b8d8f6ec04f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '446d2d04-f43a-4396-ae3d-6321f1ea6225'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:48:12.760580 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efaec326-34ad-4fbb-8e36-907bc549f250" -d '{"events": [{"server_uuid": "f6f62982-0b82-42d1-9d49-2b8d8f6ec04f", "name": "network-vif-unplugged", "status": "completed", "tag": "446d2d04-f43a-4396-ae3d-6321f1ea6225"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:48:12.765214 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-b6dc88d4-9ba9-42f9-bd26-151dc0dfaa3b req-43ce8472-13ef-4818-bafe-fff82ae810f1 service neutron] Publish callbacks [] for port (446d2d04-f43a-4396-ae3d-6321f1ea6225), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:12.772190 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1951a3a8-3128-4c0c-b871-f71ce59d61e1 None None] Pushing event updated for resources: {'Port': ['ID=feecbf06-5693-4b7b-a8f8-9a00be7341e6,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:12.824382 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-b6dc88d4-9ba9-42f9-bd26-151dc0dfaa3b req-43ce8472-13ef-4818-bafe-fff82ae810f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (446d2d04-f43a-4396-ae3d-6321f1ea6225), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:12.909648 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-72f491f7-7879-465a-858d-7d9b46db3440 None None] Provisioning complete for port d3a3252a-99e1-4c6c-b09c-95b489fee23b triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:48:12.910295 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-72f491f7-7879-465a-858d-7d9b46db3440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (d3a3252a-99e1-4c6c-b09c-95b489fee23b), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:12.931279 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 07 May 2022 21:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c25800ea-d185-48af-a79c-c454f4196193 x-openstack-request-id: req-c25800ea-d185-48af-a79c-c454f4196193 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:48:12.931589 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6f62982-0b82-42d1-9d49-2b8d8f6ec04f", "name": "network-vif-unplugged", "status": "completed", "tag": "446d2d04-f43a-4396-ae3d-6321f1ea6225", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:48:12.935363 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c25800ea-d185-48af-a79c-c454f4196193 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:48:12.935779 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c25800ea-d185-48af-a79c-c454f4196193'] response: {'server_uuid': 'f6f62982-0b82-42d1-9d49-2b8d8f6ec04f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '446d2d04-f43a-4396-ae3d-6321f1ea6225', 'code': 200}
May 07 21:48:12.988014 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 87c894e0-03dd-4dab-a47b-82dec6ea1485, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=87c894e0-03dd-4dab-a47b-82dec6ea1485,segment=NetworkSegment(82ec07f6-cf99-4411-99d8-c39170f22b45),segment_id=82ec07f6-cf99-4411-99d8-c39170f22b45)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:48:13.025555 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': '87c894e0-03dd-4dab-a47b-82dec6ea1485', 'network_id': '28405dfe-908d-4039-91f6-1d02165b34cd', 'port_id': '87c894e0-03dd-4dab-a47b-82dec6ea1485', 'mac_address': 'fa:16:3e:9b:1a:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fe63d5f-90f3-4e94-9dfe-af97e96ae5d9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:48:13.107087 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-72f491f7-7879-465a-858d-7d9b46db3440 None None] Current status of the port d3a3252a-99e1-4c6c-b09c-95b489fee23b is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:48:13.186905 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 87c894e0-03dd-4dab-a47b-82dec6ea1485 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:48:13.187648 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (87c894e0-03dd-4dab-a47b-82dec6ea1485), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:13.224404 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87c894e0-03dd-4dab-a47b-82dec6ea1485 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:48:13.267743 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 87c894e0-03dd-4dab-a47b-82dec6ea1485, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=87c894e0-03dd-4dab-a47b-82dec6ea1485,segment=NetworkSegment(82ec07f6-cf99-4411-99d8-c39170f22b45),segment_id=82ec07f6-cf99-4411-99d8-c39170f22b45)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:48:13.279548 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (87c894e0-03dd-4dab-a47b-82dec6ea1485), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:13.280576 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 446d2d04-f43a-4396-ae3d-6321f1ea6225 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:48:13.307703 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159f57b3-aba1-48db-8cde-9a3c5735cc13 req-152c8b21-fe39-4208-801a-9af7d5b94810 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:13.309761 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-159f57b3-aba1-48db-8cde-9a3c5735cc13 req-152c8b21-fe39-4208-801a-9af7d5b94810 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=028d626c-306b-45cc-81b8-b73eca1c01c3 HTTP/1.1" status: 200  len: 943 time: 0.0890212
May 07 21:48:13.367858 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-abf388ac-5173-414b-be01-9dc9dba8e9f3 admin admin] Allocated IP 172.35.4.121 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/3ee94c66-01dc-4281-9a14-d43ed8f698e2) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:48:13.407443 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-b6dc88d4-9ba9-42f9-bd26-151dc0dfaa3b req-43ce8472-13ef-4818-bafe-fff82ae810f1 service neutron] Attempting to bind port 446d2d04-f43a-4396-ae3d-6321f1ea6225 on host nch1-master-1 for vnic_type normal with profile {"migrating_to": "nch2-master-1"} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:48:13.408584 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-b6dc88d4-9ba9-42f9-bd26-151dc0dfaa3b req-43ce8472-13ef-4818-bafe-fff82ae810f1 service neutron] Attempting to bind port 446d2d04-f43a-4396-ae3d-6321f1ea6225 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '917604e4-aade-4a11-b4ad-178bdbbe8fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '38d1a38e-1f99-466b-bf7f-940113b4b6ed'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:48:13.409088 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6dc88d4-9ba9-42f9-bd26-151dc0dfaa3b req-43ce8472-13ef-4818-bafe-fff82ae810f1 service neutron] Attempting to bind port 446d2d04-f43a-4396-ae3d-6321f1ea6225 on network 38d1a38e-1f99-466b-bf7f-940113b4b6ed {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:48:13.410914 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-159f57b3-aba1-48db-8cde-9a3c5735cc13 req-762d8803-f8d4-49ad-9531-64bb0249025d tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0942454
May 07 21:48:13.418833 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-989a4f19-00d8-4178-b748-3666179def60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (ca547cbf-ecab-4e93-8284-5e763150851e), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:13.440622 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=87c894e0-03dd-4dab-a47b-82dec6ea1485,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:13.456688 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6dc88d4-9ba9-42f9-bd26-151dc0dfaa3b req-43ce8472-13ef-4818-bafe-fff82ae810f1 service neutron] Port 446d2d04-f43a-4396-ae3d-6321f1ea6225 on network 38d1a38e-1f99-466b-bf7f-940113b4b6ed not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:48:13.457368 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6dc88d4-9ba9-42f9-bd26-151dc0dfaa3b req-43ce8472-13ef-4818-bafe-fff82ae810f1 service neutron] Attempting to bind port 446d2d04-f43a-4396-ae3d-6321f1ea6225 on network 38d1a38e-1f99-466b-bf7f-940113b4b6ed {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:48:13.464244 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce8472-13ef-4818-bafe-fff82ae810f1 service neutron] Pushing event updated for resources: {'Port': ['ID=446d2d04-f43a-4396-ae3d-6321f1ea6225,revision_number=7']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:13.474838 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6dc88d4-9ba9-42f9-bd26-151dc0dfaa3b req-43ce8472-13ef-4818-bafe-fff82ae810f1 service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:48:13.475625 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6dc88d4-9ba9-42f9-bd26-151dc0dfaa3b req-43ce8472-13ef-4818-bafe-fff82ae810f1 service neutron] Checking segment: {'id': '917604e4-aade-4a11-b4ad-178bdbbe8fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '38d1a38e-1f99-466b-bf7f-940113b4b6ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:48:13.476174 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6dc88d4-9ba9-42f9-bd26-151dc0dfaa3b req-43ce8472-13ef-4818-bafe-fff82ae810f1 service neutron] Bound using segment: {'id': '917604e4-aade-4a11-b4ad-178bdbbe8fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '38d1a38e-1f99-466b-bf7f-940113b4b6ed'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:48:13.476825 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-b6dc88d4-9ba9-42f9-bd26-151dc0dfaa3b req-43ce8472-13ef-4818-bafe-fff82ae810f1 service neutron] Bound port: 446d2d04-f43a-4396-ae3d-6321f1ea6225, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '917604e4-aade-4a11-b4ad-178bdbbe8fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '38d1a38e-1f99-466b-bf7f-940113b4b6ed'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:48:13.477366 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-b6dc88d4-9ba9-42f9-bd26-151dc0dfaa3b req-43ce8472-13ef-4818-bafe-fff82ae810f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (446d2d04-f43a-4396-ae3d-6321f1ea6225), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:13.552233 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device d3a3252a-99e1-4c6c-b09c-95b489fee23b up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:48:13.675450 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 446d2d04-f43a-4396-ae3d-6321f1ea6225, host nch1-master-1, got binding levels [] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:48:13.724242 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port d3a3252a-99e1-4c6c-b09c-95b489fee23b triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:48:13.724883 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (d3a3252a-99e1-4c6c-b09c-95b489fee23b), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:13.726995 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Attempting to bind port 446d2d04-f43a-4396-ae3d-6321f1ea6225 on host nch1-master-1 for vnic_type normal with profile {"migrating_to": "nch2-master-1"} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:48:13.727577 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Attempting to bind port 446d2d04-f43a-4396-ae3d-6321f1ea6225 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '917604e4-aade-4a11-b4ad-178bdbbe8fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '38d1a38e-1f99-466b-bf7f-940113b4b6ed'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:48:13.727946 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Attempting to bind port 446d2d04-f43a-4396-ae3d-6321f1ea6225 on network 38d1a38e-1f99-466b-bf7f-940113b4b6ed {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:48:13.738402 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f2aec2-c0d9-47d7-ab6d-f0abf9f8ed05 req-f84b3991-57c5-4914-9cd4-f838ab5ce73c tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:13.746952 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-34f2aec2-c0d9-47d7-ab6d-f0abf9f8ed05 req-f84b3991-57c5-4914-9cd4-f838ab5ce73c tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=02cc3f76-02bb-44cb-82ab-79a357f42391 HTTP/1.1" status: 200  len: 949 time: 0.0773928
May 07 21:48:13.756060 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Port 446d2d04-f43a-4396-ae3d-6321f1ea6225 on network 38d1a38e-1f99-466b-bf7f-940113b4b6ed not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:48:13.756060 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Attempting to bind port 446d2d04-f43a-4396-ae3d-6321f1ea6225 on network 38d1a38e-1f99-466b-bf7f-940113b4b6ed {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:48:13.766385 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:48:13.766763 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Checking segment: {'id': '917604e4-aade-4a11-b4ad-178bdbbe8fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '38d1a38e-1f99-466b-bf7f-940113b4b6ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:48:13.767430 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Bound using segment: {'id': '917604e4-aade-4a11-b4ad-178bdbbe8fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '38d1a38e-1f99-466b-bf7f-940113b4b6ed'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:48:13.767901 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Bound port: 446d2d04-f43a-4396-ae3d-6321f1ea6225, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '917604e4-aade-4a11-b4ad-178bdbbe8fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '38d1a38e-1f99-466b-bf7f-940113b4b6ed'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:48:13.768300 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (446d2d04-f43a-4396-ae3d-6321f1ea6225), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:13.826410 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-34f2aec2-c0d9-47d7-ab6d-f0abf9f8ed05 req-956a3838-59d0-4d5e-8717-6dd49fa768d4 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0773478
May 07 21:48:13.918238 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 446d2d04-f43a-4396-ae3d-6321f1ea6225, host nch1-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:48:13.921983 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port d3a3252a-99e1-4c6c-b09c-95b489fee23b is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:48:13.923069 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device feecbf06-5693-4b7b-a8f8-9a00be7341e6 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:48:13.948593 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 446d2d04-f43a-4396-ae3d-6321f1ea6225, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=446d2d04-f43a-4396-ae3d-6321f1ea6225,segment=NetworkSegment(917604e4-aade-4a11-b4ad-178bdbbe8fbb),segment_id=917604e4-aade-4a11-b4ad-178bdbbe8fbb)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:48:13.962824 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (446d2d04-f43a-4396-ae3d-6321f1ea6225), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:14.017054 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66d0339-ba12-40c2-a793-2d53444620ae req-e768bfff-54bc-4d37-b0b8-f5ac487520b7 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:14.019185 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e66d0339-ba12-40c2-a793-2d53444620ae req-e768bfff-54bc-4d37-b0b8-f5ac487520b7 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6f62982-0b82-42d1-9d49-2b8d8f6ec04f HTTP/1.1" status: 200  len: 943 time: 0.7215822
May 07 21:48:14.068932 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port feecbf06-5693-4b7b-a8f8-9a00be7341e6 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:48:14.071115 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (feecbf06-5693-4b7b-a8f8-9a00be7341e6), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:14.209947 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-b6dc88d4-9ba9-42f9-bd26-151dc0dfaa3b req-43ce8472-13ef-4818-bafe-fff82ae810f1 service neutron] For port 446d2d04-f43a-4396-ae3d-6321f1ea6225, host nch1-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:48:14.221793 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e66d0339-ba12-40c2-a793-2d53444620ae req-378965c8-48af-4765-ac74-2524a6285d15 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1624985
May 07 21:48:14.240318 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.db.api [req-b6dc88d4-9ba9-42f9-bd26-151dc0dfaa3b req-43ce8472-13ef-4818-bafe-fff82ae810f1 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 446d2d04-f43a-4396-ae3d-6321f1ea6225-nch1-master-1-0 {{(pid=121836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 07 21:48:14.240767 ncdv-master-1 neutron-server[121836]: DEBUG oslo_db.api [req-b6dc88d4-9ba9-42f9-bd26-151dc0dfaa3b req-43ce8472-13ef-4818-bafe-fff82ae810f1 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 07 21:48:14.243799 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-abf388ac-5173-414b-be01-9dc9dba8e9f3 admin admin] Publish callbacks [] for port (3ee94c66-01dc-4281-9a14-d43ed8f698e2), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:14.267619 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-989a4f19-00d8-4178-b748-3666179def60 admin admin] Router ca547cbf-ecab-4e93-8284-5e763150851e is scheduled to L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db with binding_index 1 {{(pid=121836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 07 21:48:14.289968 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 04c678a5-64ac-461c-a365-ad4f4e5dd86c details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:48:14.295023 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=446d2d04-f43a-4396-ae3d-6321f1ea6225,revision_number=8']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:14.298765 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 446d2d04-f43a-4396-ae3d-6321f1ea6225 has no active binding in host nch2-master-1 {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
May 07 21:48:14.393684 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5141b35-afbb-48c5-a4eb-c36f72ef3ac9 None None] Network 9f841fdb-d9cb-46ad-bf07-c6c4940b44a2 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:48:14.398545 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-abf388ac-5173-414b-be01-9dc9dba8e9f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (3ee94c66-01dc-4281-9a14-d43ed8f698e2), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:14.486595 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf388ac-5173-414b-be01-9dc9dba8e9f3 admin admin] Pushing event updated for resources: {'Port': ['ID=3ee94c66-01dc-4281-9a14-d43ed8f698e2,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:14.500384 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf388ac-5173-414b-be01-9dc9dba8e9f3 admin admin] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:48:14.531933 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-3f6ce6c4-90ae-469c-9a19-eb3122ae5fe9 None None] Provisioning complete for port feecbf06-5693-4b7b-a8f8-9a00be7341e6 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:48:14.532314 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-3f6ce6c4-90ae-469c-9a19-eb3122ae5fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (feecbf06-5693-4b7b-a8f8-9a00be7341e6), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:14.533759 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port feecbf06-5693-4b7b-a8f8-9a00be7341e6 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:48:14.534138 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (feecbf06-5693-4b7b-a8f8-9a00be7341e6), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:14.537060 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 04c678a5-64ac-461c-a365-ad4f4e5dd86c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=04c678a5-64ac-461c-a365-ad4f4e5dd86c,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:48:14.579802 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['87c894e0-03dd-4dab-a47b-82dec6ea1485'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:48:14.580299 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-abf388ac-5173-414b-be01-9dc9dba8e9f3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:48:14.583709 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf388ac-5173-414b-be01-9dc9dba8e9f3 admin admin] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:48:14.622555 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': '04c678a5-64ac-461c-a365-ad4f4e5dd86c', 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47', 'port_id': '04c678a5-64ac-461c-a365-ad4f4e5dd86c', 'mac_address': 'fa:16:3e:18:d0:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e0e5c53-1ece-4d20-b01d-5f8c6957edf6', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:48:14.652869 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1489d522-f42c-4b76-9feb-6a9ee688e8db req-7760922f-98c3-4e07-a846-89c1a8ca60a5 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:14.660883 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-989a4f19-00d8-4178-b748-3666179def60 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:48:14.661862 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1489d522-f42c-4b76-9feb-6a9ee688e8db req-7760922f-98c3-4e07-a846-89c1a8ca60a5 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=028d626c-306b-45cc-81b8-b73eca1c01c3 HTTP/1.1" status: 200  len: 944 time: 0.1042166
May 07 21:48:14.672823 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eaee849-66eb-4039-9de2-44af261a64fa None None] Sync routers for ids ['ca547cbf-ecab-4e93-8284-5e763150851e'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:48:14.691217 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eaee849-66eb-4039-9de2-44af261a64fa None None] Routers {'ca547cbf-ecab-4e93-8284-5e763150851e'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:48:14.692129 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-7eaee849-66eb-4039-9de2-44af261a64fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cccfdc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:47:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['ca547cbf-ecab-4e93-8284-5e763150851e'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:48:14.712600 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port feecbf06-5693-4b7b-a8f8-9a00be7341e6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=feecbf06-5693-4b7b-a8f8-9a00be7341e6,segment=NetworkSegment(0d6b37d0-217e-4253-bd97-d517929b9aae),segment_id=0d6b37d0-217e-4253-bd97-d517929b9aae)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:48:14.739993 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (feecbf06-5693-4b7b-a8f8-9a00be7341e6), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:14.803094 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1489d522-f42c-4b76-9feb-6a9ee688e8db req-a2346d65-9c12-42ff-a491-5bfac051e32c tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1355004
May 07 21:48:14.885829 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-989a4f19-00d8-4178-b748-3666179def60 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:14.887059 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-989a4f19-00d8-4178-b748-3666179def60 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 6.0876796
May 07 21:48:14.892763 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 34028) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:48:14.902336 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 04c678a5-64ac-461c-a365-ad4f4e5dd86c is: ACTIVE; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:48:14.911240 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (04c678a5-64ac-461c-a365-ad4f4e5dd86c), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:14.921818 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-b6dc88d4-9ba9-42f9-bd26-151dc0dfaa3b req-43ce8472-13ef-4818-bafe-fff82ae810f1 service neutron] Attempting to bind port 446d2d04-f43a-4396-ae3d-6321f1ea6225 on host nch1-master-1 for vnic_type normal with profile {"migrating_to": "nch2-master-1"} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:48:14.922943 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-b6dc88d4-9ba9-42f9-bd26-151dc0dfaa3b req-43ce8472-13ef-4818-bafe-fff82ae810f1 service neutron] Attempting to bind port 446d2d04-f43a-4396-ae3d-6321f1ea6225 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '917604e4-aade-4a11-b4ad-178bdbbe8fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '38d1a38e-1f99-466b-bf7f-940113b4b6ed'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:48:14.925341 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6dc88d4-9ba9-42f9-bd26-151dc0dfaa3b req-43ce8472-13ef-4818-bafe-fff82ae810f1 service neutron] Attempting to bind port 446d2d04-f43a-4396-ae3d-6321f1ea6225 on network 38d1a38e-1f99-466b-bf7f-940113b4b6ed {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:48:15.000222 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6dc88d4-9ba9-42f9-bd26-151dc0dfaa3b req-43ce8472-13ef-4818-bafe-fff82ae810f1 service neutron] Port 446d2d04-f43a-4396-ae3d-6321f1ea6225 on network 38d1a38e-1f99-466b-bf7f-940113b4b6ed not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:48:15.000526 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6dc88d4-9ba9-42f9-bd26-151dc0dfaa3b req-43ce8472-13ef-4818-bafe-fff82ae810f1 service neutron] Attempting to bind port 446d2d04-f43a-4396-ae3d-6321f1ea6225 on network 38d1a38e-1f99-466b-bf7f-940113b4b6ed {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:48:15.017652 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6dc88d4-9ba9-42f9-bd26-151dc0dfaa3b req-43ce8472-13ef-4818-bafe-fff82ae810f1 service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:48:15.018042 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6dc88d4-9ba9-42f9-bd26-151dc0dfaa3b req-43ce8472-13ef-4818-bafe-fff82ae810f1 service neutron] Checking segment: {'id': '917604e4-aade-4a11-b4ad-178bdbbe8fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '38d1a38e-1f99-466b-bf7f-940113b4b6ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:48:15.018378 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6dc88d4-9ba9-42f9-bd26-151dc0dfaa3b req-43ce8472-13ef-4818-bafe-fff82ae810f1 service neutron] Bound using segment: {'id': '917604e4-aade-4a11-b4ad-178bdbbe8fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '38d1a38e-1f99-466b-bf7f-940113b4b6ed'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:48:15.018862 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-b6dc88d4-9ba9-42f9-bd26-151dc0dfaa3b req-43ce8472-13ef-4818-bafe-fff82ae810f1 service neutron] Bound port: 446d2d04-f43a-4396-ae3d-6321f1ea6225, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '917604e4-aade-4a11-b4ad-178bdbbe8fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '38d1a38e-1f99-466b-bf7f-940113b4b6ed'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:48:15.019229 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-b6dc88d4-9ba9-42f9-bd26-151dc0dfaa3b req-43ce8472-13ef-4818-bafe-fff82ae810f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (446d2d04-f43a-4396-ae3d-6321f1ea6225), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:15.042595 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-7eaee849-66eb-4039-9de2-44af261a64fa None None] Set router ca547cbf-ecab-4e93-8284-5e763150851e gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:48:15.183547 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=feecbf06-5693-4b7b-a8f8-9a00be7341e6,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:15.184336 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc57b31-55a6-4730-adc2-4ea6a621fe77 req-9f00f6a4-1949-47aa-aff5-b3aff410cb47 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:15.191316 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 04c678a5-64ac-461c-a365-ad4f4e5dd86c {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:48:15.196827 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6dc57b31-55a6-4730-adc2-4ea6a621fe77 req-9f00f6a4-1949-47aa-aff5-b3aff410cb47 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=02cc3f76-02bb-44cb-82ab-79a357f42391 HTTP/1.1" status: 200  len: 949 time: 0.0925572
May 07 21:48:15.208797 ncdv-master-1 neutron-server[121836]: WARNING neutron.plugins.ml2.plugin [req-b6dc88d4-9ba9-42f9-bd26-151dc0dfaa3b req-43ce8472-13ef-4818-bafe-fff82ae810f1 service neutron] Concurrent port binding operations failed on port 446d2d04-f43a-4396-ae3d-6321f1ea6225
May 07 21:48:15.220362 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-b6dc88d4-9ba9-42f9-bd26-151dc0dfaa3b req-43ce8472-13ef-4818-bafe-fff82ae810f1 service neutron] For port 446d2d04-f43a-4396-ae3d-6321f1ea6225, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=446d2d04-f43a-4396-ae3d-6321f1ea6225,segment=NetworkSegment(917604e4-aade-4a11-b4ad-178bdbbe8fbb),segment_id=917604e4-aade-4a11-b4ad-178bdbbe8fbb)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:48:15.239583 ncdv-master-1 neutron-server[121836]: INFO neutron.plugins.ml2.plugin [req-b6dc88d4-9ba9-42f9-bd26-151dc0dfaa3b req-43ce8472-13ef-4818-bafe-fff82ae810f1 service neutron] Attempt 2 to bind port 446d2d04-f43a-4396-ae3d-6321f1ea6225
May 07 21:48:15.245161 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc88d4-9ba9-42f9-bd26-151dc0dfaa3b req-43ce8472-13ef-4818-bafe-fff82ae810f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:15.249182 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-b6dc88d4-9ba9-42f9-bd26-151dc0dfaa3b req-43ce8472-13ef-4818-bafe-fff82ae810f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:15.256493 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b6dc88d4-9ba9-42f9-bd26-151dc0dfaa3b req-43ce8472-13ef-4818-bafe-fff82ae810f1 service neutron] 10.222.0.59 "PUT /v2.0/ports/446d2d04-f43a-4396-ae3d-6321f1ea6225 HTTP/1.1" status: 200  len: 1152 time: 4.0312226
May 07 21:48:15.274029 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6f62982-0b82-42d1-9d49-2b8d8f6ec04f', 'tag': '446d2d04-f43a-4396-ae3d-6321f1ea6225'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:48:15.279884 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0452d22-4ecc-4d3a-887f-8bb8d68d39e7" -d '{"events": [{"name": "network-changed", "server_uuid": "f6f62982-0b82-42d1-9d49-2b8d8f6ec04f", "tag": "446d2d04-f43a-4396-ae3d-6321f1ea6225"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:48:15.334341 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-3f6ce6c4-90ae-469c-9a19-eb3122ae5fe9 None None] Current status of the port feecbf06-5693-4b7b-a8f8-9a00be7341e6 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:48:15.382487 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6dc57b31-55a6-4730-adc2-4ea6a621fe77 req-e7f71111-0dd2-40c3-a3c9-457a335592b5 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1808097
May 07 21:48:15.405895 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['446d2d04-f43a-4396-ae3d-6321f1ea6225'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:48:15.447527 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['446d2d04-f43a-4396-ae3d-6321f1ea6225'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:48:15.476384 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-abf388ac-5173-414b-be01-9dc9dba8e9f3 admin admin] Publish callbacks [] for router_gateway (c6ee5ddd-52ff-46a9-b883-25f1987fd88f), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:15.535708 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device feecbf06-5693-4b7b-a8f8-9a00be7341e6 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:48:15.577006 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-7eaee849-66eb-4039-9de2-44af261a64fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cccfdc0>, [{'id': 'ca547cbf-ecab-4e93-8284-5e763150851e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1613724126-router', 'tenant_id': 'b54c87608b4742e7bb720e7cd095a5ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.97'}], 'enable_snat': True}, 'gw_port_id': '0ea42e29-184c-4cf7-9155-ce4273729502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:48:08Z', 'updated_at': '2022-05-07T21:48:11Z', 'revision_number': 3, 'project_id': 'b54c87608b4742e7bb720e7cd095a5ed', 'gw_port': {'id': '0ea42e29-184c-4cf7-9155-ce4273729502', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:81:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca547cbf-ecab-4e93-8284-5e763150851e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:48:10Z', 'updated_at': '2022-05-07T21:48:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:48:15.652293 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eaee849-66eb-4039-9de2-44af261a64fa None None] Checking router: ca547cbf-ecab-4e93-8284-5e763150851e for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 21:48:15.652629 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eaee849-66eb-4039-9de2-44af261a64fa None None] Updating router ca547cbf-ecab-4e93-8284-5e763150851e port 0ea42e29-184c-4cf7-9155-ce4273729502 binding host ncdv-master-1 {{(pid=121839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 21:48:15.680418 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ede187d-9c79-4db9-8a66-631a4f2d8764 req-85be0985-d149-45b3-9478-067f4d7a40cb tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:15.682685 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8ede187d-9c79-4db9-8a66-631a4f2d8764 req-85be0985-d149-45b3-9478-067f4d7a40cb tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6f62982-0b82-42d1-9d49-2b8d8f6ec04f HTTP/1.1" status: 200  len: 943 time: 0.1570227
May 07 21:48:15.713202 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-ea95c983-cc28-4162-bf64-6a85174fdcd3 None None] Provisioning complete for port feecbf06-5693-4b7b-a8f8-9a00be7341e6 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:48:15.713575 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ea95c983-cc28-4162-bf64-6a85174fdcd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (feecbf06-5693-4b7b-a8f8-9a00be7341e6), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:15.746040 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-7eaee849-66eb-4039-9de2-44af261a64fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (0ea42e29-184c-4cf7-9155-ce4273729502), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:15.827283 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 04c678a5-64ac-461c-a365-ad4f4e5dd86c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=04c678a5-64ac-461c-a365-ad4f4e5dd86c,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:48:15.954680 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8ede187d-9c79-4db9-8a66-631a4f2d8764 req-8f13be21-d084-4729-9fa9-29e882464b0f tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2552845
May 07 21:48:16.010485 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (04c678a5-64ac-461c-a365-ad4f4e5dd86c), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:16.053253 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-abf388ac-5173-414b-be01-9dc9dba8e9f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (c6ee5ddd-52ff-46a9-b883-25f1987fd88f), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:16.196180 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-ea95c983-cc28-4162-bf64-6a85174fdcd3 None None] Current status of the port feecbf06-5693-4b7b-a8f8-9a00be7341e6 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:48:16.336091 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port feecbf06-5693-4b7b-a8f8-9a00be7341e6 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:48:16.336773 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (feecbf06-5693-4b7b-a8f8-9a00be7341e6), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:16.373022 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['04c678a5-64ac-461c-a365-ad4f4e5dd86c'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:48:16.375405 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-716e82bd-9db5-452d-9539-cea85cf67e9e x-openstack-request-id: req-716e82bd-9db5-452d-9539-cea85cf67e9e {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:48:16.376022 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6f62982-0b82-42d1-9d49-2b8d8f6ec04f", "tag": "446d2d04-f43a-4396-ae3d-6321f1ea6225", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:48:16.377012 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-716e82bd-9db5-452d-9539-cea85cf67e9e {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:48:16.377574 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-716e82bd-9db5-452d-9539-cea85cf67e9e'] response: {'name': 'network-changed', 'server_uuid': 'f6f62982-0b82-42d1-9d49-2b8d8f6ec04f', 'tag': '446d2d04-f43a-4396-ae3d-6321f1ea6225', 'status': 'completed', 'code': 200}
May 07 21:48:16.462800 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-514452de-b2d6-40c7-9d64-72129dd2120f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:16.517116 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0452d22-4ecc-4d3a-887f-8bb8d68d39e7 req-4e6bcb92-c64c-4177-aa3a-c0453ee3a4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:16.520686 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-7eaee849-66eb-4039-9de2-44af261a64fa None None] Publish callbacks [] for port (0ea42e29-184c-4cf7-9155-ce4273729502), precommit_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:16.525990 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a0452d22-4ecc-4d3a-887f-8bb8d68d39e7 req-4e6bcb92-c64c-4177-aa3a-c0453ee3a4f4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4db49857a44d4f399959ac625886505a&device_id=f6f62982-0b82-42d1-9d49-2b8d8f6ec04f HTTP/1.1" status: 200  len: 1155 time: 0.1571970
May 07 21:48:16.533505 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-7eaee849-66eb-4039-9de2-44af261a64fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (0ea42e29-184c-4cf7-9155-ce4273729502), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:16.628571 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0b4582-e44a-4673-bf67-f470b9fe02be None None] Pushing event updated for resources: {'Port': ['ID=0ea42e29-184c-4cf7-9155-ce4273729502,revision_number=2']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:16.673781 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0b4582-e44a-4673-bf67-f470b9fe02be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:48:16.674747 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0b4582-e44a-4673-bf67-f470b9fe02be None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:48:16.675926 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0b4582-e44a-4673-bf67-f470b9fe02be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:48:16.676386 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0b4582-e44a-4673-bf67-f470b9fe02be None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:48:16.682420 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0b4582-e44a-4673-bf67-f470b9fe02be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:48:16.682947 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0b4582-e44a-4673-bf67-f470b9fe02be None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:48:16.683394 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0b4582-e44a-4673-bf67-f470b9fe02be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:48:16.683835 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0b4582-e44a-4673-bf67-f470b9fe02be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:48:16.684274 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0b4582-e44a-4673-bf67-f470b9fe02be None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:48:16.684707 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0b4582-e44a-4673-bf67-f470b9fe02be None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:48:16.685133 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0b4582-e44a-4673-bf67-f470b9fe02be None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:48:16.686474 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0b4582-e44a-4673-bf67-f470b9fe02be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:48:16.687059 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0b4582-e44a-4673-bf67-f470b9fe02be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:48:16.687638 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0b4582-e44a-4673-bf67-f470b9fe02be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:48:16.688180 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c0b4582-e44a-4673-bf67-f470b9fe02be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:48:16.695657 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-7eaee849-66eb-4039-9de2-44af261a64fa None None] Attempting to bind port 0ea42e29-184c-4cf7-9155-ce4273729502 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:48:16.703023 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-7eaee849-66eb-4039-9de2-44af261a64fa None None] Attempting to bind port 0ea42e29-184c-4cf7-9155-ce4273729502 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:48:16.703713 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eaee849-66eb-4039-9de2-44af261a64fa None None] Attempting to bind port 0ea42e29-184c-4cf7-9155-ce4273729502 on network 9221b764-ef06-431f-8941-796516ed7c3b {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:48:16.710146 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eaee849-66eb-4039-9de2-44af261a64fa None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:48:16.712943 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eaee849-66eb-4039-9de2-44af261a64fa None None] Checking segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:48:16.713611 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-7eaee849-66eb-4039-9de2-44af261a64fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:16.714234 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eaee849-66eb-4039-9de2-44af261a64fa None None] Bound using segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:48:16.715142 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-7eaee849-66eb-4039-9de2-44af261a64fa None None] Bound port: 0ea42e29-184c-4cf7-9155-ce4273729502, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:48:16.717238 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-7eaee849-66eb-4039-9de2-44af261a64fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (0ea42e29-184c-4cf7-9155-ce4273729502), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:16.733826 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abf388ac-5173-414b-be01-9dc9dba8e9f3 admin admin] Router c6ee5ddd-52ff-46a9-b883-25f1987fd88f is scheduled to L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db with binding_index 1 {{(pid=121836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 07 21:48:16.819699 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-7eaee849-66eb-4039-9de2-44af261a64fa None None] For port 0ea42e29-184c-4cf7-9155-ce4273729502, host ncdv-master-1, cleared binding levels {{(pid=121839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:48:16.830785 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-7eaee849-66eb-4039-9de2-44af261a64fa None None] For port 0ea42e29-184c-4cf7-9155-ce4273729502, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0ea42e29-184c-4cf7-9155-ce4273729502,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:48:16.857473 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-7eaee849-66eb-4039-9de2-44af261a64fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (0ea42e29-184c-4cf7-9155-ce4273729502), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:16.905827 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-514452de-b2d6-40c7-9d64-72129dd2120f admin admin] Allocated IP 172.20.0.1 (bb203028-e658-4d38-bbe2-2a79b657f166/11f7f2bd-1133-4288-b95c-b4f20ee4b016/53562559-7653-4e9a-a259-c98ba082c5f1) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:48:17.066690 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abf388ac-5173-414b-be01-9dc9dba8e9f3 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:48:17.073056 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0452d22-4ecc-4d3a-887f-8bb8d68d39e7 req-51e996d4-875d-4801-8f0b-bd8ec3546f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:17.074904 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a0452d22-4ecc-4d3a-887f-8bb8d68d39e7 req-51e996d4-875d-4801-8f0b-bd8ec3546f0b service neutron] 10.222.0.55 "GET /v2.0/networks?id=38d1a38e-1f99-466b-bf7f-940113b4b6ed HTTP/1.1" status: 200  len: 922 time: 0.5350897
May 07 21:48:17.117809 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eaee849-66eb-4039-9de2-44af261a64fa None None] Routers {'ca547cbf-ecab-4e93-8284-5e763150851e'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:48:17.119874 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-7eaee849-66eb-4039-9de2-44af261a64fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cccfdc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:47:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['ca547cbf-ecab-4e93-8284-5e763150851e'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:48:17.169219 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a0452d22-4ecc-4d3a-887f-8bb8d68d39e7 req-75661b45-28a7-4219-a21f-81f61bf0ea2e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=446d2d04-f43a-4396-ae3d-6321f1ea6225 HTTP/1.1" status: 200  len: 217 time: 0.0525143
May 07 21:48:17.198028 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-abf388ac-5173-414b-be01-9dc9dba8e9f3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:17.199594 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-abf388ac-5173-414b-be01-9dc9dba8e9f3 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 5.9174123
May 07 21:48:17.202488 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 34062) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:48:17.234944 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b20932-7602-4688-9412-a053d4017b69 None None] Sync routers for ids ['c6ee5ddd-52ff-46a9-b883-25f1987fd88f'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:48:17.255914 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0452d22-4ecc-4d3a-887f-8bb8d68d39e7 req-d076a4da-b989-4483-adfa-f4c4263cf2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:17.261398 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a0452d22-4ecc-4d3a-887f-8bb8d68d39e7 req-d076a4da-b989-4483-adfa-f4c4263cf2ad service neutron] 10.222.0.55 "GET /v2.0/subnets?id=14835495-3004-48e8-b7c5-01b68d156e2d HTTP/1.1" status: 200  len: 861 time: 0.0833666
May 07 21:48:17.294141 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-514452de-b2d6-40c7-9d64-72129dd2120f admin admin] Publish callbacks [] for port (53562559-7653-4e9a-a259-c98ba082c5f1), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:17.357537 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a0452d22-4ecc-4d3a-887f-8bb8d68d39e7 req-4681a386-cdc2-4a53-abed-b65d32c04ded service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=38d1a38e-1f99-466b-bf7f-940113b4b6ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0897348
May 07 21:48:17.360108 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b20932-7602-4688-9412-a053d4017b69 None None] Routers {'c6ee5ddd-52ff-46a9-b883-25f1987fd88f'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:48:17.360861 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-61b20932-7602-4688-9412-a053d4017b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f901610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:47:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['c6ee5ddd-52ff-46a9-b883-25f1987fd88f'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:48:17.384436 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=04c678a5-64ac-461c-a365-ad4f4e5dd86c,revision_number=6']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:17.432805 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-514452de-b2d6-40c7-9d64-72129dd2120f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (53562559-7653-4e9a-a259-c98ba082c5f1), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:17.469323 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0b4582-e44a-4673-bf67-f470b9fe02be None None] Pushing event updated for resources: {'Port': ['ID=0ea42e29-184c-4cf7-9155-ce4273729502,revision_number=3']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:17.480367 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514452de-b2d6-40c7-9d64-72129dd2120f admin admin] Pushing event updated for resources: {'Port': ['ID=53562559-7653-4e9a-a259-c98ba082c5f1,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:17.505460 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514452de-b2d6-40c7-9d64-72129dd2120f admin admin] Network bb203028-e658-4d38-bbe2-2a79b657f166 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:48:17.508499 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-514452de-b2d6-40c7-9d64-72129dd2120f admin admin] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:48:17.511484 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514452de-b2d6-40c7-9d64-72129dd2120f admin admin] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:48:17.517325 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-7eaee849-66eb-4039-9de2-44af261a64fa None None] Set router ca547cbf-ecab-4e93-8284-5e763150851e gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:48:17.553316 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a0452d22-4ecc-4d3a-887f-8bb8d68d39e7 req-9f28b754-a05b-4bed-8a1a-5d854e7540f1 service neutron] 10.222.0.55 "GET /v2.0/networks/38d1a38e-1f99-466b-bf7f-940113b4b6ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1837142
May 07 21:48:17.637769 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-514452de-b2d6-40c7-9d64-72129dd2120f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398161'] for router_interface (ca547cbf-ecab-4e93-8284-5e763150851e), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:17.777526 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-61b20932-7602-4688-9412-a053d4017b69 None None] Set router c6ee5ddd-52ff-46a9-b883-25f1987fd88f gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:48:17.835556 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a0452d22-4ecc-4d3a-887f-8bb8d68d39e7 req-43eb56eb-d22e-4c05-8e35-eed525594eba service neutron] 10.222.0.55 "GET /v2.0/networks/38d1a38e-1f99-466b-bf7f-940113b4b6ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2702334
May 07 21:48:18.028801 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-7eaee849-66eb-4039-9de2-44af261a64fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cccfdc0>, [{'id': 'ca547cbf-ecab-4e93-8284-5e763150851e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1613724126-router', 'tenant_id': 'b54c87608b4742e7bb720e7cd095a5ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.97'}], 'enable_snat': True}, 'gw_port_id': '0ea42e29-184c-4cf7-9155-ce4273729502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:48:08Z', 'updated_at': '2022-05-07T21:48:11Z', 'revision_number': 3, 'project_id': 'b54c87608b4742e7bb720e7cd095a5ed', 'gw_port': {'id': '0ea42e29-184c-4cf7-9155-ce4273729502', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:81:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca547cbf-ecab-4e93-8284-5e763150851e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:48:10Z', 'updated_at': '2022-05-07T21:48:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:48:18.077587 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-9c7094c4-ee85-40ba-851e-4efb10265907 None None] Provisioning complete for port 53562559-7653-4e9a-a259-c98ba082c5f1 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:48:18.078701 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9c7094c4-ee85-40ba-851e-4efb10265907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (53562559-7653-4e9a-a259-c98ba082c5f1), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:18.102031 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eaee849-66eb-4039-9de2-44af261a64fa None None] The sync data for ids ['ca547cbf-ecab-4e93-8284-5e763150851e'] in ncdv-master-1 is: [{'id': 'ca547cbf-ecab-4e93-8284-5e763150851e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1613724126-router', 'tenant_id': 'b54c87608b4742e7bb720e7cd095a5ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.97'}], 'enable_snat': True}, 'gw_port_id': '0ea42e29-184c-4cf7-9155-ce4273729502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:48:08Z', 'updated_at': '2022-05-07T21:48:11Z', 'revision_number': 3, 'project_id': 'b54c87608b4742e7bb720e7cd095a5ed', 'gw_port': {'id': '0ea42e29-184c-4cf7-9155-ce4273729502', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:81:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca547cbf-ecab-4e93-8284-5e763150851e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:48:10Z', 'updated_at': '2022-05-07T21:48:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:48:18.158181 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-9c7094c4-ee85-40ba-851e-4efb10265907 None None] Port 53562559-7653-4e9a-a259-c98ba082c5f1 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:48:18.239831 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port feecbf06-5693-4b7b-a8f8-9a00be7341e6 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:48:18.307937 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ca035e89-168d-4a64-b082-321e833d76bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:18.602680 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-61b20932-7602-4688-9412-a053d4017b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f901610>, [{'id': 'c6ee5ddd-52ff-46a9-b883-25f1987fd88f', 'name': 'tempest-FloatingIPDetailsTestJSON-1136762928-router', 'tenant_id': '6bff84c55662404f85da55f6d1c111b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.121'}], 'enable_snat': True}, 'gw_port_id': '3ee94c66-01dc-4281-9a14-d43ed8f698e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:48:11Z', 'updated_at': '2022-05-07T21:48:15Z', 'revision_number': 3, 'project_id': '6bff84c55662404f85da55f6d1c111b4', 'gw_port': {'id': '3ee94c66-01dc-4281-9a14-d43ed8f698e2', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:21:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ee5ddd-52ff-46a9-b883-25f1987fd88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:48:12Z', 'updated_at': '2022-05-07T21:48:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:48:18.883758 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b20932-7602-4688-9412-a053d4017b69 None None] Checking router: c6ee5ddd-52ff-46a9-b883-25f1987fd88f for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 21:48:18.884113 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b20932-7602-4688-9412-a053d4017b69 None None] Updating router c6ee5ddd-52ff-46a9-b883-25f1987fd88f port 3ee94c66-01dc-4281-9a14-d43ed8f698e2 binding host ncdv-master-1 {{(pid=121838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 21:48:18.918220 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 87c894e0-03dd-4dab-a47b-82dec6ea1485 up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:48:18.998691 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-514452de-b2d6-40c7-9d64-72129dd2120f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (53562559-7653-4e9a-a259-c98ba082c5f1), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:19.060385 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-61b20932-7602-4688-9412-a053d4017b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (3ee94c66-01dc-4281-9a14-d43ed8f698e2), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:19.184371 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning for port 87c894e0-03dd-4dab-a47b-82dec6ea1485 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:48:19.262837 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-ca035e89-168d-4a64-b082-321e833d76bf admin admin] Allocated IP 172.20.0.1 (9f841fdb-d9cb-46ad-bf07-c6c4940b44a2/cd77f19b-8d7d-4621-9f97-fdf948218613/ab950a44-c29b-477e-b089-52615d46ed01) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:48:19.343703 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port 87c894e0-03dd-4dab-a47b-82dec6ea1485 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:48:19.344957 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (87c894e0-03dd-4dab-a47b-82dec6ea1485), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:19.472592 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-514452de-b2d6-40c7-9d64-72129dd2120f admin admin] Publish callbacks [] for port (53562559-7653-4e9a-a259-c98ba082c5f1), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:19.571331 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ca035e89-168d-4a64-b082-321e833d76bf admin admin] Publish callbacks [] for port (ab950a44-c29b-477e-b089-52615d46ed01), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:19.595767 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-514452de-b2d6-40c7-9d64-72129dd2120f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (53562559-7653-4e9a-a259-c98ba082c5f1), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:19.758378 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 87c894e0-03dd-4dab-a47b-82dec6ea1485 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:48:19.759032 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (87c894e0-03dd-4dab-a47b-82dec6ea1485), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:19.856185 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '028d626c-306b-45cc-81b8-b73eca1c01c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87c894e0-03dd-4dab-a47b-82dec6ea1485'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:48:19.864649 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b64b310-6d16-423f-bcda-48f50d9ab5e3" -d '{"events": [{"server_uuid": "028d626c-306b-45cc-81b8-b73eca1c01c3", "name": "network-vif-plugged", "status": "completed", "tag": "87c894e0-03dd-4dab-a47b-82dec6ea1485"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:48:19.873961 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-514452de-b2d6-40c7-9d64-72129dd2120f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401121'] for router_interface (ca547cbf-ecab-4e93-8284-5e763150851e), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:19.937896 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 87c894e0-03dd-4dab-a47b-82dec6ea1485, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=87c894e0-03dd-4dab-a47b-82dec6ea1485,segment=NetworkSegment(82ec07f6-cf99-4411-99d8-c39170f22b45),segment_id=82ec07f6-cf99-4411-99d8-c39170f22b45)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:48:19.975133 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (87c894e0-03dd-4dab-a47b-82dec6ea1485), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:20.016645 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ca035e89-168d-4a64-b082-321e833d76bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (ab950a44-c29b-477e-b089-52615d46ed01), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:20.020578 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514452de-b2d6-40c7-9d64-72129dd2120f admin admin] Pushing event updated for resources: {'Port': ['ID=53562559-7653-4e9a-a259-c98ba082c5f1,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:20.066077 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=87c894e0-03dd-4dab-a47b-82dec6ea1485,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:20.083689 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca035e89-168d-4a64-b082-321e833d76bf admin admin] Pushing event updated for resources: {'Port': ['ID=ab950a44-c29b-477e-b089-52615d46ed01,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:20.089626 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514452de-b2d6-40c7-9d64-72129dd2120f admin admin] Network bb203028-e658-4d38-bbe2-2a79b657f166 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:48:20.098657 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca035e89-168d-4a64-b082-321e833d76bf admin admin] Network 9f841fdb-d9cb-46ad-bf07-c6c4940b44a2 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:48:20.101399 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-ca035e89-168d-4a64-b082-321e833d76bf admin admin] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:48:20.104706 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca035e89-168d-4a64-b082-321e833d76bf admin admin] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:48:20.134543 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-61b20932-7602-4688-9412-a053d4017b69 None None] Publish callbacks [] for port (3ee94c66-01dc-4281-9a14-d43ed8f698e2), precommit_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:20.147466 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-61b20932-7602-4688-9412-a053d4017b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (3ee94c66-01dc-4281-9a14-d43ed8f698e2), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:20.151531 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-514452de-b2d6-40c7-9d64-72129dd2120f admin admin] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:48:20.158017 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ca035e89-168d-4a64-b082-321e833d76bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398161'] for router_interface (c6ee5ddd-52ff-46a9-b883-25f1987fd88f), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:20.273535 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 04c678a5-64ac-461c-a365-ad4f4e5dd86c up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:48:20.439455 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port 04c678a5-64ac-461c-a365-ad4f4e5dd86c triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:48:20.439822 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (04c678a5-64ac-461c-a365-ad4f4e5dd86c), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:20.477073 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ca035e89-168d-4a64-b082-321e833d76bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (ab950a44-c29b-477e-b089-52615d46ed01), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:20.557155 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 0ea42e29-184c-4cf7-9155-ce4273729502 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:48:20.564434 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-61b20932-7602-4688-9412-a053d4017b69 None None] Attempting to bind port 3ee94c66-01dc-4281-9a14-d43ed8f698e2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:48:20.565176 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-61b20932-7602-4688-9412-a053d4017b69 None None] Attempting to bind port 3ee94c66-01dc-4281-9a14-d43ed8f698e2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:48:20.565889 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b20932-7602-4688-9412-a053d4017b69 None None] Attempting to bind port 3ee94c66-01dc-4281-9a14-d43ed8f698e2 on network 9221b764-ef06-431f-8941-796516ed7c3b {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:48:20.638090 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6af7beb-5466-471a-ba92-40c1ee42dad7 None None] Pushing event updated for resources: {'Port': ['ID=3ee94c66-01dc-4281-9a14-d43ed8f698e2,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:20.676064 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b20932-7602-4688-9412-a053d4017b69 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:48:20.676747 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b20932-7602-4688-9412-a053d4017b69 None None] Checking segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:48:20.677257 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-61b20932-7602-4688-9412-a053d4017b69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:20.677758 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b20932-7602-4688-9412-a053d4017b69 None None] Bound using segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:48:20.678342 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-61b20932-7602-4688-9412-a053d4017b69 None None] Bound port: 3ee94c66-01dc-4281-9a14-d43ed8f698e2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:48:20.678881 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-61b20932-7602-4688-9412-a053d4017b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (3ee94c66-01dc-4281-9a14-d43ed8f698e2), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:20.779685 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ca035e89-168d-4a64-b082-321e833d76bf admin admin] Publish callbacks [] for port (ab950a44-c29b-477e-b089-52615d46ed01), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:20.797415 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ca035e89-168d-4a64-b082-321e833d76bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (ab950a44-c29b-477e-b089-52615d46ed01), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:20.821350 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-639b2996-0184-4bb5-bd9d-4e3bd1ab0313 None None] Provisioning complete for port ab950a44-c29b-477e-b089-52615d46ed01 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:48:20.821983 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-639b2996-0184-4bb5-bd9d-4e3bd1ab0313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (ab950a44-c29b-477e-b089-52615d46ed01), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:20.887272 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:20.900220 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-61b20932-7602-4688-9412-a053d4017b69 None None] For port 3ee94c66-01dc-4281-9a14-d43ed8f698e2, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:48:20.930087 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 0ea42e29-184c-4cf7-9155-ce4273729502 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:48:20.930616 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (0ea42e29-184c-4cf7-9155-ce4273729502), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:20.968813 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-61b20932-7602-4688-9412-a053d4017b69 None None] For port 3ee94c66-01dc-4281-9a14-d43ed8f698e2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3ee94c66-01dc-4281-9a14-d43ed8f698e2,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:48:20.971980 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-639b2996-0184-4bb5-bd9d-4e3bd1ab0313 None None] Port ab950a44-c29b-477e-b089-52615d46ed01 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:48:20.988631 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 04c678a5-64ac-461c-a365-ad4f4e5dd86c is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:48:20.989075 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (04c678a5-64ac-461c-a365-ad4f4e5dd86c), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:20.995159 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-61b20932-7602-4688-9412-a053d4017b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (3ee94c66-01dc-4281-9a14-d43ed8f698e2), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:21.051512 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca035e89-168d-4a64-b082-321e833d76bf admin admin] Pushing event updated for resources: {'Port': ['ID=ab950a44-c29b-477e-b089-52615d46ed01,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:21.110614 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6af7beb-5466-471a-ba92-40c1ee42dad7 None None] Pushing event updated for resources: {'Port': ['ID=3ee94c66-01dc-4281-9a14-d43ed8f698e2,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:21.113258 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-639b2996-0184-4bb5-bd9d-4e3bd1ab0313 None None] Provisioning complete for port 53562559-7653-4e9a-a259-c98ba082c5f1 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:48:21.114428 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-639b2996-0184-4bb5-bd9d-4e3bd1ab0313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (53562559-7653-4e9a-a259-c98ba082c5f1), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:21.149130 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ca035e89-168d-4a64-b082-321e833d76bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401121'] for router_interface (c6ee5ddd-52ff-46a9-b883-25f1987fd88f), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:21.172156 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-639b2996-0184-4bb5-bd9d-4e3bd1ab0313 None None] Port 53562559-7653-4e9a-a259-c98ba082c5f1 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:48:21.250434 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-514452de-b2d6-40c7-9d64-72129dd2120f admin admin] Router ca547cbf-ecab-4e93-8284-5e763150851e has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 21:48:21.375307 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 04c678a5-64ac-461c-a365-ad4f4e5dd86c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=04c678a5-64ac-461c-a365-ad4f4e5dd86c,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:48:21.381814 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 0ea42e29-184c-4cf7-9155-ce4273729502 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:48:21.382505 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (0ea42e29-184c-4cf7-9155-ce4273729502), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:21.406453 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (04c678a5-64ac-461c-a365-ad4f4e5dd86c), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:21.407932 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-514452de-b2d6-40c7-9d64-72129dd2120f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:48:21.411817 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b20932-7602-4688-9412-a053d4017b69 None None] Routers {'c6ee5ddd-52ff-46a9-b883-25f1987fd88f'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:48:21.414302 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-514452de-b2d6-40c7-9d64-72129dd2120f admin admin] 10.222.0.32 "PUT /v2.0/routers/ca547cbf-ecab-4e93-8284-5e763150851e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.5204654
May 07 21:48:21.414646 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-61b20932-7602-4688-9412-a053d4017b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f901610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:47:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['c6ee5ddd-52ff-46a9-b883-25f1987fd88f'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:48:21.428541 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1891dc5f-417a-4a9c-a660-7099e10a14b4 None None] Sync routers for ids ['ca547cbf-ecab-4e93-8284-5e763150851e'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:48:21.456741 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1891dc5f-417a-4a9c-a660-7099e10a14b4 None None] Routers {'ca547cbf-ecab-4e93-8284-5e763150851e'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:48:21.461385 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-1891dc5f-417a-4a9c-a660-7099e10a14b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8d964610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:47:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['ca547cbf-ecab-4e93-8284-5e763150851e'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:48:21.507846 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca035e89-168d-4a64-b082-321e833d76bf admin admin] Network 9f841fdb-d9cb-46ad-bf07-c6c4940b44a2 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:48:21.509410 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-ca035e89-168d-4a64-b082-321e833d76bf admin admin] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:48:21.745955 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 21:48:21.746706 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-61b20932-7602-4688-9412-a053d4017b69 None None] Set router c6ee5ddd-52ff-46a9-b883-25f1987fd88f gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:48:21.797311 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca035e89-168d-4a64-b082-321e833d76bf admin admin] Router c6ee5ddd-52ff-46a9-b883-25f1987fd88f has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 21:48:21.817474 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b6dc88d4-9ba9-42f9-bd26-151dc0dfaa3b req-9116ce7e-cee6-4c9b-bf8e-3cf7cc7d51de service neutron] 10.222.0.55 "GET /v2.0/ports/446d2d04-f43a-4396-ae3d-6321f1ea6225/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 384 time: 0.2635005
May 07 21:48:21.828494 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-1891dc5f-417a-4a9c-a660-7099e10a14b4 None None] Set router ca547cbf-ecab-4e93-8284-5e763150851e gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:48:22.121899 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port 0ea42e29-184c-4cf7-9155-ce4273729502, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0ea42e29-184c-4cf7-9155-ce4273729502,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:48:22.132263 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-3c8910e0-e23b-4993-9751-36a94894c3d0 None None] Provisioning complete for port ab950a44-c29b-477e-b089-52615d46ed01 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:48:22.133064 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-3c8910e0-e23b-4993-9751-36a94894c3d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (ab950a44-c29b-477e-b089-52615d46ed01), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:22.139358 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca035e89-168d-4a64-b082-321e833d76bf admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:48:22.161008 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-ca035e89-168d-4a64-b082-321e833d76bf admin admin] 10.222.0.32 "PUT /v2.0/routers/c6ee5ddd-52ff-46a9-b883-25f1987fd88f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.9395790
May 07 21:48:22.179454 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (0ea42e29-184c-4cf7-9155-ce4273729502), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:22.231039 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=04c678a5-64ac-461c-a365-ad4f4e5dd86c,revision_number=7']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:22.270735 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-b6dc88d4-9ba9-42f9-bd26-151dc0dfaa3b req-8d806151-3b6f-4f12-8353-92e044a30f2b service neutron] For port 446d2d04-f43a-4396-ae3d-6321f1ea6225, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=446d2d04-f43a-4396-ae3d-6321f1ea6225,segment=NetworkSegment(917604e4-aade-4a11-b4ad-178bdbbe8fbb),segment_id=917604e4-aade-4a11-b4ad-178bdbbe8fbb)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:48:22.286355 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-61b20932-7602-4688-9412-a053d4017b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f901610>, [{'id': 'c6ee5ddd-52ff-46a9-b883-25f1987fd88f', 'name': 'tempest-FloatingIPDetailsTestJSON-1136762928-router', 'tenant_id': '6bff84c55662404f85da55f6d1c111b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.121'}], 'enable_snat': True}, 'gw_port_id': '3ee94c66-01dc-4281-9a14-d43ed8f698e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:48:11Z', 'updated_at': '2022-05-07T21:48:20Z', 'revision_number': 4, 'project_id': '6bff84c55662404f85da55f6d1c111b4', 'gw_port': {'id': '3ee94c66-01dc-4281-9a14-d43ed8f698e2', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:21:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ee5ddd-52ff-46a9-b883-25f1987fd88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:48:12Z', 'updated_at': '2022-05-07T21:48:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ab950a44-c29b-477e-b089-52615d46ed01', 'name': '', 'network_id': '9f841fdb-d9cb-46ad-bf07-c6c4940b44a2', 'tenant_id': '6bff84c55662404f85da55f6d1c111b4', 'mac_address': 'fa:16:3e:23:47:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ee5ddd-52ff-46a9-b883-25f1987fd88f', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'cd77f19b-8d7d-4621-9f97-fdf948218613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:48:18Z', 'updated_at': '2022-05-07T21:48:20Z', 'revision_number': 2, 'project_id': '6bff84c55662404f85da55f6d1c111b4', 'subnets': [{'id': 'cd77f19b-8d7d-4621-9f97-fdf948218613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:48:22.294186 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-b6dc88d4-9ba9-42f9-bd26-151dc0dfaa3b req-8d806151-3b6f-4f12-8353-92e044a30f2b service neutron] For port 446d2d04-f43a-4396-ae3d-6321f1ea6225, host nch1-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:48:22.331744 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [req-b6dc88d4-9ba9-42f9-bd26-151dc0dfaa3b req-8d806151-3b6f-4f12-8353-92e044a30f2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 446d2d04-f43a-4396-ae3d-6321f1ea6225 {{(pid=121836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:48:22.344654 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-b6dc88d4-9ba9-42f9-bd26-151dc0dfaa3b req-8d806151-3b6f-4f12-8353-92e044a30f2b service neutron] For port 446d2d04-f43a-4396-ae3d-6321f1ea6225, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=446d2d04-f43a-4396-ae3d-6321f1ea6225,segment=NetworkSegment(917604e4-aade-4a11-b4ad-178bdbbe8fbb),segment_id=917604e4-aade-4a11-b4ad-178bdbbe8fbb)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:48:22.368486 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-b6dc88d4-9ba9-42f9-bd26-151dc0dfaa3b req-8d806151-3b6f-4f12-8353-92e044a30f2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (446d2d04-f43a-4396-ae3d-6321f1ea6225), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:22.424865 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-1891dc5f-417a-4a9c-a660-7099e10a14b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8d964610>, [{'id': 'ca547cbf-ecab-4e93-8284-5e763150851e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1613724126-router', 'tenant_id': 'b54c87608b4742e7bb720e7cd095a5ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.97'}], 'enable_snat': True}, 'gw_port_id': '0ea42e29-184c-4cf7-9155-ce4273729502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:48:08Z', 'updated_at': '2022-05-07T21:48:18Z', 'revision_number': 4, 'project_id': 'b54c87608b4742e7bb720e7cd095a5ed', 'gw_port': {'id': '0ea42e29-184c-4cf7-9155-ce4273729502', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:81:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca547cbf-ecab-4e93-8284-5e763150851e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:48:10Z', 'updated_at': '2022-05-07T21:48:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '53562559-7653-4e9a-a259-c98ba082c5f1', 'name': '', 'network_id': 'bb203028-e658-4d38-bbe2-2a79b657f166', 'tenant_id': 'b54c87608b4742e7bb720e7cd095a5ed', 'mac_address': 'fa:16:3e:a5:84:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca547cbf-ecab-4e93-8284-5e763150851e', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '11f7f2bd-1133-4288-b95c-b4f20ee4b016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:48:16Z', 'updated_at': '2022-05-07T21:48:19Z', 'revision_number': 2, 'project_id': 'b54c87608b4742e7bb720e7cd095a5ed', 'subnets': [{'id': '11f7f2bd-1133-4288-b95c-b4f20ee4b016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:48:22.434006 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-3c8910e0-e23b-4993-9751-36a94894c3d0 None None] Port ab950a44-c29b-477e-b089-52615d46ed01 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:48:22.436793 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b20932-7602-4688-9412-a053d4017b69 None None] The sync data for ids ['c6ee5ddd-52ff-46a9-b883-25f1987fd88f'] in ncdv-master-1 is: [{'id': 'c6ee5ddd-52ff-46a9-b883-25f1987fd88f', 'name': 'tempest-FloatingIPDetailsTestJSON-1136762928-router', 'tenant_id': '6bff84c55662404f85da55f6d1c111b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.121'}], 'enable_snat': True}, 'gw_port_id': '3ee94c66-01dc-4281-9a14-d43ed8f698e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:48:11Z', 'updated_at': '2022-05-07T21:48:20Z', 'revision_number': 4, 'project_id': '6bff84c55662404f85da55f6d1c111b4', 'gw_port': {'id': '3ee94c66-01dc-4281-9a14-d43ed8f698e2', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:21:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ee5ddd-52ff-46a9-b883-25f1987fd88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:48:12Z', 'updated_at': '2022-05-07T21:48:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ab950a44-c29b-477e-b089-52615d46ed01', 'name': '', 'network_id': '9f841fdb-d9cb-46ad-bf07-c6c4940b44a2', 'tenant_id': '6bff84c55662404f85da55f6d1c111b4', 'mac_address': 'fa:16:3e:23:47:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ee5ddd-52ff-46a9-b883-25f1987fd88f', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'cd77f19b-8d7d-4621-9f97-fdf948218613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:48:18Z', 'updated_at': '2022-05-07T21:48:20Z', 'revision_number': 2, 'project_id': '6bff84c55662404f85da55f6d1c111b4', 'subnets': [{'id': 'cd77f19b-8d7d-4621-9f97-fdf948218613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:48:22.475199 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1891dc5f-417a-4a9c-a660-7099e10a14b4 None None] Checking router: ca547cbf-ecab-4e93-8284-5e763150851e for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 21:48:22.476262 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1891dc5f-417a-4a9c-a660-7099e10a14b4 None None] Updating router ca547cbf-ecab-4e93-8284-5e763150851e port 53562559-7653-4e9a-a259-c98ba082c5f1 binding host ncdv-master-1 {{(pid=121839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 21:48:22.505155 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=0ea42e29-184c-4cf7-9155-ce4273729502,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:22.567231 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-1891dc5f-417a-4a9c-a660-7099e10a14b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (53562559-7653-4e9a-a259-c98ba082c5f1), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:22.595283 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.provisioning_blocks [req-b6dc88d4-9ba9-42f9-bd26-151dc0dfaa3b req-8d806151-3b6f-4f12-8353-92e044a30f2b service neutron] Transition to ACTIVE for port object 446d2d04-f43a-4396-ae3d-6321f1ea6225 will not be triggered until provisioned by entity L2. {{(pid=121836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:48:22.605261 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-b6dc88d4-9ba9-42f9-bd26-151dc0dfaa3b req-8d806151-3b6f-4f12-8353-92e044a30f2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (446d2d04-f43a-4396-ae3d-6321f1ea6225), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:22.723511 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6dc88d4-9ba9-42f9-bd26-151dc0dfaa3b req-8d806151-3b6f-4f12-8353-92e044a30f2b service neutron] No DVR routers for this DVR port 446d2d04-f43a-4396-ae3d-6321f1ea6225 on host nch1-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:48:22.747929 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d806151-3b6f-4f12-8353-92e044a30f2b service neutron] Pushing event updated for resources: {'Port': ['ID=446d2d04-f43a-4396-ae3d-6321f1ea6225,revision_number=10']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:22.808554 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b6dc88d4-9ba9-42f9-bd26-151dc0dfaa3b req-8d806151-3b6f-4f12-8353-92e044a30f2b service neutron] 10.222.0.55 "PUT /v2.0/ports/446d2d04-f43a-4396-ae3d-6321f1ea6225/bindings/nch2-master-1/activate HTTP/1.1" status: 200  len: 369 time: 0.9766059
May 07 21:48:23.059168 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc88d4-9ba9-42f9-bd26-151dc0dfaa3b req-59c76791-ef46-4b9d-836a-f7db1e13396c tempest-LiveAutoBlockMigrationV225Test-638033416 tempest-LiveAutoBlockMigrationV225Test-638033416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:23.062102 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b6dc88d4-9ba9-42f9-bd26-151dc0dfaa3b req-59c76791-ef46-4b9d-836a-f7db1e13396c tempest-LiveAutoBlockMigrationV225Test-638033416 tempest-LiveAutoBlockMigrationV225Test-638033416-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=f6f62982-0b82-42d1-9d49-2b8d8f6ec04f&tenant_id=4db49857a44d4f399959ac625886505a&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.1863389
May 07 21:48:23.165715 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc88d4-9ba9-42f9-bd26-151dc0dfaa3b req-607de8eb-6bfa-4421-9e35-b972d8f6c12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:23.167504 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b6dc88d4-9ba9-42f9-bd26-151dc0dfaa3b req-607de8eb-6bfa-4421-9e35-b972d8f6c12f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f6f62982-0b82-42d1-9d49-2b8d8f6ec04f&tenant_id=4db49857a44d4f399959ac625886505a HTTP/1.1" status: 200  len: 1126 time: 0.0978611
May 07 21:48:23.204774 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-1891dc5f-417a-4a9c-a660-7099e10a14b4 None None] Publish callbacks [] for port (53562559-7653-4e9a-a259-c98ba082c5f1), precommit_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:23.225769 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-1891dc5f-417a-4a9c-a660-7099e10a14b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (53562559-7653-4e9a-a259-c98ba082c5f1), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:23.291204 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc88d4-9ba9-42f9-bd26-151dc0dfaa3b req-6c6e21b3-4455-4f8c-b6ea-f02555835153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:23.292886 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b6dc88d4-9ba9-42f9-bd26-151dc0dfaa3b req-6c6e21b3-4455-4f8c-b6ea-f02555835153 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4db49857a44d4f399959ac625886505a&device_id=f6f62982-0b82-42d1-9d49-2b8d8f6ec04f HTTP/1.1" status: 200  len: 1126 time: 0.0593092
May 07 21:48:23.388619 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecd34b9-c40b-45be-afda-9e8c8ec90960 None None] Pushing event updated for resources: {'Port': ['ID=53562559-7653-4e9a-a259-c98ba082c5f1,revision_number=3']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:23.570909 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:23.582948 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-8be286a1-a228-4325-acb9-5ee939bbb756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:23.594635 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-1891dc5f-417a-4a9c-a660-7099e10a14b4 None None] Attempting to bind port 53562559-7653-4e9a-a259-c98ba082c5f1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:48:23.596038 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-1891dc5f-417a-4a9c-a660-7099e10a14b4 None None] Attempting to bind port 53562559-7653-4e9a-a259-c98ba082c5f1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8997236e-605a-4707-8578-9322e8bef137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bb203028-e658-4d38-bbe2-2a79b657f166'}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:48:23.596586 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1891dc5f-417a-4a9c-a660-7099e10a14b4 None None] Attempting to bind port 53562559-7653-4e9a-a259-c98ba082c5f1 on network bb203028-e658-4d38-bbe2-2a79b657f166 {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:48:23.613302 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1891dc5f-417a-4a9c-a660-7099e10a14b4 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:48:23.614808 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1891dc5f-417a-4a9c-a660-7099e10a14b4 None None] Checking segment: {'id': '8997236e-605a-4707-8578-9322e8bef137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bb203028-e658-4d38-bbe2-2a79b657f166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:48:23.617412 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-1891dc5f-417a-4a9c-a660-7099e10a14b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:23.617997 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1891dc5f-417a-4a9c-a660-7099e10a14b4 None None] Bound using segment: {'id': '8997236e-605a-4707-8578-9322e8bef137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bb203028-e658-4d38-bbe2-2a79b657f166'} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:48:23.624940 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-1891dc5f-417a-4a9c-a660-7099e10a14b4 None None] Bound port: 53562559-7653-4e9a-a259-c98ba082c5f1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8997236e-605a-4707-8578-9322e8bef137', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'bb203028-e658-4d38-bbe2-2a79b657f166'}}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:48:23.625607 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-1891dc5f-417a-4a9c-a660-7099e10a14b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (53562559-7653-4e9a-a259-c98ba082c5f1), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:23.627196 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc88d4-9ba9-42f9-bd26-151dc0dfaa3b req-d1f3d367-26b2-48f5-85d7-33e075f31328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:23.628845 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b6dc88d4-9ba9-42f9-bd26-151dc0dfaa3b req-d1f3d367-26b2-48f5-85d7-33e075f31328 service neutron] 10.222.0.59 "GET /v2.0/networks?id=38d1a38e-1f99-466b-bf7f-940113b4b6ed HTTP/1.1" status: 200  len: 922 time: 0.3285892
May 07 21:48:23.748816 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b6dc88d4-9ba9-42f9-bd26-151dc0dfaa3b req-937a8edb-d766-4262-b1eb-0316ba12953c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=446d2d04-f43a-4396-ae3d-6321f1ea6225 HTTP/1.1" status: 200  len: 217 time: 0.1124682
May 07 21:48:23.792286 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-73c9f33e-0979-4c47-9b48-d76d183e96fa None None] Provisioning complete for port 53562559-7653-4e9a-a259-c98ba082c5f1 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:48:23.792995 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-73c9f33e-0979-4c47-9b48-d76d183e96fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (53562559-7653-4e9a-a259-c98ba082c5f1), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:23.822587 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-1891dc5f-417a-4a9c-a660-7099e10a14b4 None None] For port 53562559-7653-4e9a-a259-c98ba082c5f1, host ncdv-master-1, cleared binding levels {{(pid=121839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:48:23.829363 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-1891dc5f-417a-4a9c-a660-7099e10a14b4 None None] For port 53562559-7653-4e9a-a259-c98ba082c5f1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=53562559-7653-4e9a-a259-c98ba082c5f1,segment=NetworkSegment(8997236e-605a-4707-8578-9322e8bef137),segment_id=8997236e-605a-4707-8578-9322e8bef137)] {{(pid=121839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:48:23.844091 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-1891dc5f-417a-4a9c-a660-7099e10a14b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (53562559-7653-4e9a-a259-c98ba082c5f1), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:23.852555 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc88d4-9ba9-42f9-bd26-151dc0dfaa3b req-f767f9ff-be92-48ac-82b2-2c24f753bdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:23.855790 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b6dc88d4-9ba9-42f9-bd26-151dc0dfaa3b req-f767f9ff-be92-48ac-82b2-2c24f753bdf6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=14835495-3004-48e8-b7c5-01b68d156e2d HTTP/1.1" status: 200  len: 861 time: 0.0987470
May 07 21:48:23.861550 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-73c9f33e-0979-4c47-9b48-d76d183e96fa None None] Port 53562559-7653-4e9a-a259-c98ba082c5f1 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:48:23.926254 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b6dc88d4-9ba9-42f9-bd26-151dc0dfaa3b req-26a1182b-7bdb-4d90-9a2b-056a2e11c4e5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=38d1a38e-1f99-466b-bf7f-940113b4b6ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0638909
May 07 21:48:24.001211 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1891dc5f-417a-4a9c-a660-7099e10a14b4 None None] Routers {'ca547cbf-ecab-4e93-8284-5e763150851e'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:48:24.001867 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-1891dc5f-417a-4a9c-a660-7099e10a14b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8d964610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:47:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['ca547cbf-ecab-4e93-8284-5e763150851e'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:48:24.050031 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecd34b9-c40b-45be-afda-9e8c8ec90960 None None] Pushing event updated for resources: {'Port': ['ID=53562559-7653-4e9a-a259-c98ba082c5f1,revision_number=4']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:24.216638 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b6dc88d4-9ba9-42f9-bd26-151dc0dfaa3b req-7eb2140d-2a9e-4f4d-b73f-10b733aa6443 service neutron] 10.222.0.59 "GET /v2.0/networks/38d1a38e-1f99-466b-bf7f-940113b4b6ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2811356
May 07 21:48:24.226355 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 446d2d04-f43a-4396-ae3d-6321f1ea6225 no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:48:24.343376 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] The host nch1-master-1 is not matching for port 446d2d04-f43a-4396-ae3d-6321f1ea6225 host nch2-master-1! {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2394}}
May 07 21:48:24.343768 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 446d2d04-f43a-4396-ae3d-6321f1ea6225 not bound to the agent host nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:48:24.504412 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652a47bd-32d9-42f5-973d-0b19d4fd0e19 req-1870a984-78de-466b-b9a6-826735655e18 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:24.509089 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-04e4b071-e1d4-47db-ac3a-533469fc19c9 None None] Provisioning complete for port 53562559-7653-4e9a-a259-c98ba082c5f1 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:48:24.514028 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-04e4b071-e1d4-47db-ac3a-533469fc19c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (53562559-7653-4e9a-a259-c98ba082c5f1), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:24.516953 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-652a47bd-32d9-42f5-973d-0b19d4fd0e19 req-1870a984-78de-466b-b9a6-826735655e18 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=02cc3f76-02bb-44cb-82ab-79a357f42391 HTTP/1.1" status: 200  len: 949 time: 0.1711383
May 07 21:48:24.619440 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 3ee94c66-01dc-4281-9a14-d43ed8f698e2 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:48:24.627799 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-652a47bd-32d9-42f5-973d-0b19d4fd0e19 req-4c2c216c-bc1e-4d03-ae98-ac10d62d16bc tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1039155
May 07 21:48:24.636125 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-1891dc5f-417a-4a9c-a660-7099e10a14b4 None None] Set router ca547cbf-ecab-4e93-8284-5e763150851e gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:48:24.681064 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b6dc88d4-9ba9-42f9-bd26-151dc0dfaa3b req-a038dccd-a7d1-4ffa-8c5d-2b4b723afcde service neutron] 10.222.0.59 "GET /v2.0/networks/38d1a38e-1f99-466b-bf7f-940113b4b6ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4553967
May 07 21:48:24.742072 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af83a8e6-9784-4f09-8052-85cfe9f8993d req-6c8642aa-2e97-44bb-8719-2c7093c06b0c tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:24.752675 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-af83a8e6-9784-4f09-8052-85cfe9f8993d req-6c8642aa-2e97-44bb-8719-2c7093c06b0c tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=028d626c-306b-45cc-81b8-b73eca1c01c3 HTTP/1.1" status: 200  len: 945 time: 0.2936909
May 07 21:48:24.849121 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-af83a8e6-9784-4f09-8052-85cfe9f8993d req-5d07ff8f-65d1-4b72-a119-ba2d1d674026 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0951364
May 07 21:48:24.943098 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b122900-a09b-4209-b92b-663087592802 req-33e1f5a3-5989-4aa1-8bab-a44ef4331bc7 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:24.955577 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8b122900-a09b-4209-b92b-663087592802 req-33e1f5a3-5989-4aa1-8bab-a44ef4331bc7 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6f62982-0b82-42d1-9d49-2b8d8f6ec04f HTTP/1.1" status: 200  len: 944 time: 0.1498199
May 07 21:48:25.052859 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89252640-82e8-449b-830e-449270c90a6c x-openstack-request-id: req-89252640-82e8-449b-830e-449270c90a6c {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:48:25.053145 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "028d626c-306b-45cc-81b8-b73eca1c01c3", "name": "network-vif-plugged", "status": "completed", "tag": "87c894e0-03dd-4dab-a47b-82dec6ea1485", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:48:25.053408 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-89252640-82e8-449b-830e-449270c90a6c {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:48:25.053823 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89252640-82e8-449b-830e-449270c90a6c'] response: {'server_uuid': '028d626c-306b-45cc-81b8-b73eca1c01c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87c894e0-03dd-4dab-a47b-82dec6ea1485', 'code': 200}
May 07 21:48:25.118326 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-1891dc5f-417a-4a9c-a660-7099e10a14b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8d964610>, [{'id': 'ca547cbf-ecab-4e93-8284-5e763150851e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1613724126-router', 'tenant_id': 'b54c87608b4742e7bb720e7cd095a5ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.97'}], 'enable_snat': True}, 'gw_port_id': '0ea42e29-184c-4cf7-9155-ce4273729502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:48:08Z', 'updated_at': '2022-05-07T21:48:18Z', 'revision_number': 4, 'project_id': 'b54c87608b4742e7bb720e7cd095a5ed', 'gw_port': {'id': '0ea42e29-184c-4cf7-9155-ce4273729502', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:81:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca547cbf-ecab-4e93-8284-5e763150851e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:48:10Z', 'updated_at': '2022-05-07T21:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '53562559-7653-4e9a-a259-c98ba082c5f1', 'name': '', 'network_id': 'bb203028-e658-4d38-bbe2-2a79b657f166', 'tenant_id': 'b54c87608b4742e7bb720e7cd095a5ed', 'mac_address': 'fa:16:3e:a5:84:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca547cbf-ecab-4e93-8284-5e763150851e', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '11f7f2bd-1133-4288-b95c-b4f20ee4b016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:48:16Z', 'updated_at': '2022-05-07T21:48:23Z', 'revision_number': 4, 'project_id': 'b54c87608b4742e7bb720e7cd095a5ed', 'subnets': [{'id': '11f7f2bd-1133-4288-b95c-b4f20ee4b016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:48:25.121707 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 3ee94c66-01dc-4281-9a14-d43ed8f698e2 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:48:25.122089 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (3ee94c66-01dc-4281-9a14-d43ed8f698e2), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:25.170733 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972ac7b6-c5ce-4a1b-b3ac-8dd3b78c2a8b req-6cfc1cc9-1192-4bce-beb2-25e42e8ce52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:25.175704 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-972ac7b6-c5ce-4a1b-b3ac-8dd3b78c2a8b req-6cfc1cc9-1192-4bce-beb2-25e42e8ce52f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=028d626c-306b-45cc-81b8-b73eca1c01c3 HTTP/1.1" status: 200  len: 1127 time: 0.1063185
May 07 21:48:25.180279 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1891dc5f-417a-4a9c-a660-7099e10a14b4 None None] The sync data for ids ['ca547cbf-ecab-4e93-8284-5e763150851e'] in ncdv-master-1 is: [{'id': 'ca547cbf-ecab-4e93-8284-5e763150851e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1613724126-router', 'tenant_id': 'b54c87608b4742e7bb720e7cd095a5ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.97'}], 'enable_snat': True}, 'gw_port_id': '0ea42e29-184c-4cf7-9155-ce4273729502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:48:08Z', 'updated_at': '2022-05-07T21:48:18Z', 'revision_number': 4, 'project_id': 'b54c87608b4742e7bb720e7cd095a5ed', 'gw_port': {'id': '0ea42e29-184c-4cf7-9155-ce4273729502', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:81:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca547cbf-ecab-4e93-8284-5e763150851e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:48:10Z', 'updated_at': '2022-05-07T21:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '53562559-7653-4e9a-a259-c98ba082c5f1', 'name': '', 'network_id': 'bb203028-e658-4d38-bbe2-2a79b657f166', 'tenant_id': 'b54c87608b4742e7bb720e7cd095a5ed', 'mac_address': 'fa:16:3e:a5:84:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca547cbf-ecab-4e93-8284-5e763150851e', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '11f7f2bd-1133-4288-b95c-b4f20ee4b016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:48:16Z', 'updated_at': '2022-05-07T21:48:23Z', 'revision_number': 4, 'project_id': 'b54c87608b4742e7bb720e7cd095a5ed', 'subnets': [{'id': '11f7f2bd-1133-4288-b95c-b4f20ee4b016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:48:25.234110 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-04e4b071-e1d4-47db-ac3a-533469fc19c9 None None] Current status of the port 53562559-7653-4e9a-a259-c98ba082c5f1 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:48:25.234510 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-04e4b071-e1d4-47db-ac3a-533469fc19c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (53562559-7653-4e9a-a259-c98ba082c5f1), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:25.318169 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc88d4-9ba9-42f9-bd26-151dc0dfaa3b req-cf022ac9-77d5-4413-a9c6-bfbfdf4c20f2 tempest-LiveAutoBlockMigrationV225Test-638033416 tempest-LiveAutoBlockMigrationV225Test-638033416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:25.340408 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b6dc88d4-9ba9-42f9-bd26-151dc0dfaa3b req-cf022ac9-77d5-4413-a9c6-bfbfdf4c20f2 tempest-LiveAutoBlockMigrationV225Test-638033416 tempest-LiveAutoBlockMigrationV225Test-638033416-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=f6f62982-0b82-42d1-9d49-2b8d8f6ec04f&tenant_id=4db49857a44d4f399959ac625886505a&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.2653806
May 07 21:48:25.349076 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-972ac7b6-c5ce-4a1b-b3ac-8dd3b78c2a8b req-ab541241-9235-42dd-ba90-e4fe9441127f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1641500
May 07 21:48:25.367102 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-04e4b071-e1d4-47db-ac3a-533469fc19c9 None None] For port 53562559-7653-4e9a-a259-c98ba082c5f1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=53562559-7653-4e9a-a259-c98ba082c5f1,segment=NetworkSegment(8997236e-605a-4707-8578-9322e8bef137),segment_id=8997236e-605a-4707-8578-9322e8bef137)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:48:25.380239 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 3ee94c66-01dc-4281-9a14-d43ed8f698e2 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:48:25.380951 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (3ee94c66-01dc-4281-9a14-d43ed8f698e2), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:25.388180 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-04e4b071-e1d4-47db-ac3a-533469fc19c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (53562559-7653-4e9a-a259-c98ba082c5f1), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:25.473945 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e4b071-e1d4-47db-ac3a-533469fc19c9 None None] Pushing event updated for resources: {'Port': ['ID=53562559-7653-4e9a-a259-c98ba082c5f1,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:25.479793 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8b122900-a09b-4209-b92b-663087592802 req-38c6ddb0-7fec-4947-9b38-15f992cc0117 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5232646
May 07 21:48:25.505402 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port 3ee94c66-01dc-4281-9a14-d43ed8f698e2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3ee94c66-01dc-4281-9a14-d43ed8f698e2,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:48:25.531597 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (3ee94c66-01dc-4281-9a14-d43ed8f698e2), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:25.532761 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 0ea42e29-184c-4cf7-9155-ce4273729502 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:48:25.662613 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b53f6af9-87c7-4177-b22f-2ae1bb940547 req-f5fdb36b-2c59-436e-b513-8a1b09407740 tempest-FloatingIPsNegativeTestJSON-1589524165 tempest-FloatingIPsNegativeTestJSON-1589524165-project] 10.222.0.32 "GET /v2.0/floatingips?tenant_id=b54c87608b4742e7bb720e7cd095a5ed HTTP/1.1" status: 200  len: 217 time: 0.1059477
May 07 21:48:25.700852 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=3ee94c66-01dc-4281-9a14-d43ed8f698e2,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:25.727636 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 0ea42e29-184c-4cf7-9155-ce4273729502 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:48:25.728112 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (0ea42e29-184c-4cf7-9155-ce4273729502), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:25.769808 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-b6dc88d4-9ba9-42f9-bd26-151dc0dfaa3b req-0d44780d-6cd5-4973-a1be-0e59de9cfe62 service neutron] For port 446d2d04-f43a-4396-ae3d-6321f1ea6225, host nch1-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:48:25.787774 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-b6dc88d4-9ba9-42f9-bd26-151dc0dfaa3b req-0d44780d-6cd5-4973-a1be-0e59de9cfe62 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:25.789435 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b6dc88d4-9ba9-42f9-bd26-151dc0dfaa3b req-0d44780d-6cd5-4973-a1be-0e59de9cfe62 service neutron] 10.222.0.59 "DELETE /v2.0/ports/446d2d04-f43a-4396-ae3d-6321f1ea6225/bindings/nch1-master-1 HTTP/1.1" status: 204  len: 173 time: 0.4394062
May 07 21:48:25.875674 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 0ea42e29-184c-4cf7-9155-ce4273729502 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:48:25.952985 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7333acf3-675b-4f16-be1c-0cd50337590e req-05ef1df8-d7ea-4a32-b900-3e45a7ef2985 tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2667556
May 07 21:48:25.962706 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-7333acf3-675b-4f16-be1c-0cd50337590e req-469a2a22-b9b1-476f-8917-5d26008b248b tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Request body: {'floatingip': {'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:48:25.997720 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364d034e-6d4e-49d5-b009-b7e4365a5f5c req-0737b71c-d33a-46df-b65d-3f0e8f2feaae tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:25.999643 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-364d034e-6d4e-49d5-b009-b7e4365a5f5c req-0737b71c-d33a-46df-b65d-3f0e8f2feaae tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] 10.222.0.32 "GET /v2.0/ports?device_id=9628e17c-d8c7-4dd3-a4fd-8b3ec90ab5b0 HTTP/1.1" status: 200  len: 946 time: 0.0688610
May 07 21:48:26.002013 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-7333acf3-675b-4f16-be1c-0cd50337590e req-469a2a22-b9b1-476f-8917-5d26008b248b tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:26.019486 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-03514a23-d375-431b-9131-6770da677ef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:26.098284 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-364d034e-6d4e-49d5-b009-b7e4365a5f5c req-b0e25f90-d9bd-476c-881c-6fc844a8fe0a tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] 10.222.0.32 "GET /v2.0/security-groups?id=94d1c480-f4e5-4d41-b75d-24e9594cc4ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0914819
May 07 21:48:26.333332 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307fd835-3cc0-41c5-9957-0008a5fa6d28 req-119b16fa-e70d-4917-974c-a1bc78b737c0 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:26.341533 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-307fd835-3cc0-41c5-9957-0008a5fa6d28 req-119b16fa-e70d-4917-974c-a1bc78b737c0 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=02cc3f76-02bb-44cb-82ab-79a357f42391 HTTP/1.1" status: 200  len: 949 time: 0.1082115
May 07 21:48:26.457376 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-307fd835-3cc0-41c5-9957-0008a5fa6d28 req-4e6bc4c3-3f03-4565-95b6-f140827c7f7a tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1098084
May 07 21:48:26.563833 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a2af1ce1-0b43-4380-af33-4644e2b34de4 req-612af88b-c357-4d05-bb34-5739f419bcf1 tempest-FloatingIPsNegativeTestJSON-1589524165 tempest-FloatingIPsNegativeTestJSON-1589524165-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200  len: 213 time: 0.0725455
May 07 21:48:26.655467 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-7333acf3-675b-4f16-be1c-0cd50337590e req-469a2a22-b9b1-476f-8917-5d26008b248b tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:26.713680 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 3ee94c66-01dc-4281-9a14-d43ed8f698e2 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:48:26.855399 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb46bf6f-8878-425b-b17a-12abf1ef7add None None] Sync routers for ids ['c6ee5ddd-52ff-46a9-b883-25f1987fd88f'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:48:26.880462 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 3ee94c66-01dc-4281-9a14-d43ed8f698e2 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:48:26.880942 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (3ee94c66-01dc-4281-9a14-d43ed8f698e2), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:26.883054 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb46bf6f-8878-425b-b17a-12abf1ef7add None None] Routers {'c6ee5ddd-52ff-46a9-b883-25f1987fd88f'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:48:26.883681 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-bb46bf6f-8878-425b-b17a-12abf1ef7add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c47fd00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:48:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['c6ee5ddd-52ff-46a9-b883-25f1987fd88f'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:48:26.901409 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [req-7333acf3-675b-4f16-be1c-0cd50337590e req-469a2a22-b9b1-476f-8917-5d26008b248b tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Allocated IP 172.35.4.195 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/9df8c977-1038-4113-9b39-f62d8353df46) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:48:27.106282 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0ec46f9-84e6-413a-be19-c46548cb31fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04c678a5-64ac-461c-a365-ad4f4e5dd86c'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:48:27.111978 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20e22c63-d051-4e1c-9655-a86ed9910f7c" -d '{"events": [{"server_uuid": "d0ec46f9-84e6-413a-be19-c46548cb31fd", "name": "network-vif-plugged", "status": "completed", "tag": "04c678a5-64ac-461c-a365-ad4f4e5dd86c"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:48:27.151931 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e435df5-5dbb-4395-8639-88c056f5410d req-3b519dac-742b-4ecf-bfde-facac639f419 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:27.153525 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9e435df5-5dbb-4395-8639-88c056f5410d req-3b519dac-742b-4ecf-bfde-facac639f419 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] 10.222.0.55 "GET /v2.0/ports?device_id=9628e17c-d8c7-4dd3-a4fd-8b3ec90ab5b0 HTTP/1.1" status: 200  len: 946 time: 0.1031301
May 07 21:48:27.221689 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-7333acf3-675b-4f16-be1c-0cd50337590e req-469a2a22-b9b1-476f-8917-5d26008b248b tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Publish callbacks [] for port (9df8c977-1038-4113-9b39-f62d8353df46), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:27.243242 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-bb46bf6f-8878-425b-b17a-12abf1ef7add None None] Set router c6ee5ddd-52ff-46a9-b883-25f1987fd88f gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:48:27.335524 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-7333acf3-675b-4f16-be1c-0cd50337590e req-469a2a22-b9b1-476f-8917-5d26008b248b tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (9df8c977-1038-4113-9b39-f62d8353df46), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:27.355272 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:27.398325 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-9e435df5-5dbb-4395-8639-88c056f5410d req-ab19cdef-f989-4bc5-afa1-32b5cef358ab tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Deleting port 41742b2f-f351-48d6-994b-cf147d81966f {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:48:27.398679 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-9e435df5-5dbb-4395-8639-88c056f5410d req-ab19cdef-f989-4bc5-afa1-32b5cef358ab tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (41742b2f-f351-48d6-994b-cf147d81966f), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:27.474577 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469a2a22-b9b1-476f-8917-5d26008b248b tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Pushing event updated for resources: {'Port': ['ID=9df8c977-1038-4113-9b39-f62d8353df46,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:27.526680 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7333acf3-675b-4f16-be1c-0cd50337590e req-469a2a22-b9b1-476f-8917-5d26008b248b tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:48:27.528652 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [req-7333acf3-675b-4f16-be1c-0cd50337590e req-469a2a22-b9b1-476f-8917-5d26008b248b tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:48:27.562379 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-9e435df5-5dbb-4395-8639-88c056f5410d req-ab19cdef-f989-4bc5-afa1-32b5cef358ab tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] For port 41742b2f-f351-48d6-994b-cf147d81966f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=41742b2f-f351-48d6-994b-cf147d81966f,segment=NetworkSegment(0afabcaa-164e-453b-a9cc-8c006af8772f),segment_id=0afabcaa-164e-453b-a9cc-8c006af8772f)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:48:27.564217 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-9e435df5-5dbb-4395-8639-88c056f5410d req-ab19cdef-f989-4bc5-afa1-32b5cef358ab tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (41742b2f-f351-48d6-994b-cf147d81966f), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:27.609767 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 3ee94c66-01dc-4281-9a14-d43ed8f698e2 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:48:27.610930 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 53562559-7653-4e9a-a259-c98ba082c5f1 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:48:27.626437 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-7333acf3-675b-4f16-be1c-0cd50337590e req-469a2a22-b9b1-476f-8917-5d26008b248b tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:48:27.898108 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 53562559-7653-4e9a-a259-c98ba082c5f1 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:48:27.898639 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (53562559-7653-4e9a-a259-c98ba082c5f1), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:28.026302 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-7333acf3-675b-4f16-be1c-0cd50337590e req-469a2a22-b9b1-476f-8917-5d26008b248b tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Publish callbacks [] for floatingip (2c45c2e6-64b3-4562-bc37-05a260d17928), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:28.079831 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-bb46bf6f-8878-425b-b17a-12abf1ef7add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c47fd00>, [{'id': 'c6ee5ddd-52ff-46a9-b883-25f1987fd88f', 'name': 'tempest-FloatingIPDetailsTestJSON-1136762928-router', 'tenant_id': '6bff84c55662404f85da55f6d1c111b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.121'}], 'enable_snat': True}, 'gw_port_id': '3ee94c66-01dc-4281-9a14-d43ed8f698e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:48:11Z', 'updated_at': '2022-05-07T21:48:20Z', 'revision_number': 4, 'project_id': '6bff84c55662404f85da55f6d1c111b4', 'gw_port': {'id': '3ee94c66-01dc-4281-9a14-d43ed8f698e2', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:21:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ee5ddd-52ff-46a9-b883-25f1987fd88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:48:12Z', 'updated_at': '2022-05-07T21:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ab950a44-c29b-477e-b089-52615d46ed01', 'name': '', 'network_id': '9f841fdb-d9cb-46ad-bf07-c6c4940b44a2', 'tenant_id': '6bff84c55662404f85da55f6d1c111b4', 'mac_address': 'fa:16:3e:23:47:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ee5ddd-52ff-46a9-b883-25f1987fd88f', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'cd77f19b-8d7d-4621-9f97-fdf948218613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:48:18Z', 'updated_at': '2022-05-07T21:48:20Z', 'revision_number': 2, 'project_id': '6bff84c55662404f85da55f6d1c111b4', 'subnets': [{'id': 'cd77f19b-8d7d-4621-9f97-fdf948218613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:48:28.140596 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb46bf6f-8878-425b-b17a-12abf1ef7add None None] Checking router: c6ee5ddd-52ff-46a9-b883-25f1987fd88f for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 21:48:28.140961 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb46bf6f-8878-425b-b17a-12abf1ef7add None None] Updating router c6ee5ddd-52ff-46a9-b883-25f1987fd88f port ab950a44-c29b-477e-b089-52615d46ed01 binding host ncdv-master-1 {{(pid=121838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 21:48:28.146239 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-7333acf3-675b-4f16-be1c-0cd50337590e req-469a2a22-b9b1-476f-8917-5d26008b248b tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (9df8c977-1038-4113-9b39-f62d8353df46), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:28.184915 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-9e435df5-5dbb-4395-8639-88c056f5410d req-ab19cdef-f989-4bc5-afa1-32b5cef358ab tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:28.185460 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-9e435df5-5dbb-4395-8639-88c056f5410d req-ab19cdef-f989-4bc5-afa1-32b5cef358ab tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (785a81ae-a9bc-4c9f-8910-736737805009), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:28.187017 ncdv-master-1 neutron-server[121836]: INFO neutron.db.l3_db [req-9e435df5-5dbb-4395-8639-88c056f5410d req-ab19cdef-f989-4bc5-afa1-32b5cef358ab tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Floating IP 785a81ae-a9bc-4c9f-8910-736737805009 disassociated. External IP: 172.35.4.170, port: 41742b2f-f351-48d6-994b-cf147d81966f.
May 07 21:48:28.187518 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-9e435df5-5dbb-4395-8639-88c056f5410d req-ab19cdef-f989-4bc5-afa1-32b5cef358ab tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Calling delete_port for 41742b2f-f351-48d6-994b-cf147d81966f owned by compute:nova {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:48:28.238523 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-bb46bf6f-8878-425b-b17a-12abf1ef7add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (ab950a44-c29b-477e-b089-52615d46ed01), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:28.256012 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 53562559-7653-4e9a-a259-c98ba082c5f1 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:48:28.375431 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-9e435df5-5dbb-4395-8639-88c056f5410d req-ab19cdef-f989-4bc5-afa1-32b5cef358ab tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (41742b2f-f351-48d6-994b-cf147d81966f), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:28.380102 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-7333acf3-675b-4f16-be1c-0cd50337590e req-469a2a22-b9b1-476f-8917-5d26008b248b tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Publish callbacks [] for port (9df8c977-1038-4113-9b39-f62d8353df46), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:28.389845 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-7333acf3-675b-4f16-be1c-0cd50337590e req-469a2a22-b9b1-476f-8917-5d26008b248b tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (9df8c977-1038-4113-9b39-f62d8353df46), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:28.409073 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255b1e55-dfa6-48cd-87e7-88aa805c5897 req-2d713df4-27e8-45a7-a433-12972598a8b4 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:28.416965 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-255b1e55-dfa6-48cd-87e7-88aa805c5897 req-2d713df4-27e8-45a7-a433-12972598a8b4 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=028d626c-306b-45cc-81b8-b73eca1c01c3 HTTP/1.1" status: 200  len: 945 time: 0.3300338
May 07 21:48:28.446573 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab19cdef-f989-4bc5-afa1-32b5cef358ab tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Pushing event deleted for resources: {'Port': ['ID=41742b2f-f351-48d6-994b-cf147d81966f,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:28.492612 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469a2a22-b9b1-476f-8917-5d26008b248b tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Pushing event updated for resources: {'Port': ['ID=9df8c977-1038-4113-9b39-f62d8353df46,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:28.500586 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-7333acf3-675b-4f16-be1c-0cd50337590e req-469a2a22-b9b1-476f-8917-5d26008b248b tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (2c45c2e6-64b3-4562-bc37-05a260d17928), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:28.528406 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-7333acf3-675b-4f16-be1c-0cd50337590e req-469a2a22-b9b1-476f-8917-5d26008b248b tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:28.529759 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7333acf3-675b-4f16-be1c-0cd50337590e req-469a2a22-b9b1-476f-8917-5d26008b248b tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.5710201
May 07 21:48:28.532217 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 85df8e70-88cc-4aed-a304-7a9a475aa9c1 no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:48:28.570997 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-255b1e55-dfa6-48cd-87e7-88aa805c5897 req-0d230f50-9a99-463d-a8c3-71a6b62013e5 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1531038
May 07 21:48:28.709773 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7333acf3-675b-4f16-be1c-0cd50337590e req-466be993-8436-47c8-8baa-b39201849203 tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.4.195 HTTP/1.1" status: 200  len: 696 time: 0.1721044
May 07 21:48:28.765382 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 85df8e70-88cc-4aed-a304-7a9a475aa9c1 is: ACTIVE; New status is: DOWN {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:48:28.767631 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (85df8e70-88cc-4aed-a304-7a9a475aa9c1), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:28.819132 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-bb46bf6f-8878-425b-b17a-12abf1ef7add None None] Publish callbacks [] for port (ab950a44-c29b-477e-b089-52615d46ed01), precommit_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:28.838511 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-bb46bf6f-8878-425b-b17a-12abf1ef7add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (ab950a44-c29b-477e-b089-52615d46ed01), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:28.904004 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 85df8e70-88cc-4aed-a304-7a9a475aa9c1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=85df8e70-88cc-4aed-a304-7a9a475aa9c1,segment=NetworkSegment(616ea0c7-2d98-4ffb-86e7-ca2a85e3ffe1),segment_id=616ea0c7-2d98-4ffb-86e7-ca2a85e3ffe1)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:48:28.918840 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (85df8e70-88cc-4aed-a304-7a9a475aa9c1), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:28.919549 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 41742b2f-f351-48d6-994b-cf147d81966f no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:48:28.968506 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7333acf3-675b-4f16-be1c-0cd50337590e req-5378e776-1691-4036-8ab5-c2bffeb5a1df tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:28.971217 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7333acf3-675b-4f16-be1c-0cd50337590e req-5378e776-1691-4036-8ab5-c2bffeb5a1df tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] 10.222.0.32 "GET /v2.0/networks/9221b764-ef06-431f-8941-796516ed7c3b HTTP/1.1" status: 200  len: 784 time: 0.2511542
May 07 21:48:29.004254 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [req-7333acf3-675b-4f16-be1c-0cd50337590e req-1bf45afe-4627-4fe8-9073-2a7185312a88 tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121837) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 21:48:29.006709 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7333acf3-675b-4f16-be1c-0cd50337590e req-1bf45afe-4627-4fe8-9073-2a7185312a88 tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0270193
May 07 21:48:29.031498 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] No Port match for: 41742b2f-f351-48d6-994b-cf147d81966f {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:48:29.032757 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 41742b2f-f351-48d6-994b-cf147d81966f not bound to the agent host nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:48:29.045840 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815bec90-e3ce-41c2-9a96-5aed3d9cd7e6 None None] Pushing event updated for resources: {'Port': ['ID=ab950a44-c29b-477e-b089-52615d46ed01,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:29.167775 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-bb46bf6f-8878-425b-b17a-12abf1ef7add None None] Attempting to bind port ab950a44-c29b-477e-b089-52615d46ed01 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:48:29.168421 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-bb46bf6f-8878-425b-b17a-12abf1ef7add None None] Attempting to bind port ab950a44-c29b-477e-b089-52615d46ed01 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0d6b37d0-217e-4253-bd97-d517929b9aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '9f841fdb-d9cb-46ad-bf07-c6c4940b44a2'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:48:29.168963 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb46bf6f-8878-425b-b17a-12abf1ef7add None None] Attempting to bind port ab950a44-c29b-477e-b089-52615d46ed01 on network 9f841fdb-d9cb-46ad-bf07-c6c4940b44a2 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:48:29.179641 ncdv-master-1 neutron-server[121837]: INFO neutron.api.v2.resource [req-60ca4d0c-c724-43bc-815f-2f858b337a30 req-883c98a2-d2d6-48d3-bf24-99d30d13afac tempest-FloatingIPsNegativeTestJSON-1589524165 tempest-FloatingIPsNegativeTestJSON-1589524165-project] show failed (client error): The resource could not be found.
May 07 21:48:29.181203 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-60ca4d0c-c724-43bc-815f-2f858b337a30 req-883c98a2-d2d6-48d3-bf24-99d30d13afac tempest-FloatingIPsNegativeTestJSON-1589524165 tempest-FloatingIPsNegativeTestJSON-1589524165-project] 10.222.0.32 "GET /v2.0/floatingips/a9b3822c-9821-4b31-a511-170e41a57997 HTTP/1.1" status: 404  len: 350 time: 0.1167533
May 07 21:48:29.181685 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:29.188185 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb46bf6f-8878-425b-b17a-12abf1ef7add None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:48:29.193300 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 34198) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:48:29.199494 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb46bf6f-8878-425b-b17a-12abf1ef7add None None] Checking segment: {'id': '0d6b37d0-217e-4253-bd97-d517929b9aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '9f841fdb-d9cb-46ad-bf07-c6c4940b44a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:48:29.200889 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-bb46bf6f-8878-425b-b17a-12abf1ef7add None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:29.202117 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb46bf6f-8878-425b-b17a-12abf1ef7add None None] Bound using segment: {'id': '0d6b37d0-217e-4253-bd97-d517929b9aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '9f841fdb-d9cb-46ad-bf07-c6c4940b44a2'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:48:29.212143 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-bb46bf6f-8878-425b-b17a-12abf1ef7add None None] Bound port: ab950a44-c29b-477e-b089-52615d46ed01, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d6b37d0-217e-4253-bd97-d517929b9aae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '9f841fdb-d9cb-46ad-bf07-c6c4940b44a2'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:48:29.212644 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-bb46bf6f-8878-425b-b17a-12abf1ef7add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (ab950a44-c29b-477e-b089-52615d46ed01), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:29.317888 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=85df8e70-88cc-4aed-a304-7a9a475aa9c1,revision_number=8']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:29.377757 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-bb46bf6f-8878-425b-b17a-12abf1ef7add None None] For port ab950a44-c29b-477e-b089-52615d46ed01, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:48:29.382304 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-bb46bf6f-8878-425b-b17a-12abf1ef7add None None] For port ab950a44-c29b-477e-b089-52615d46ed01, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ab950a44-c29b-477e-b089-52615d46ed01,segment=NetworkSegment(0d6b37d0-217e-4253-bd97-d517929b9aae),segment_id=0d6b37d0-217e-4253-bd97-d517929b9aae)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:48:29.395062 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc179a7a-5d58-4f5d-9d08-8f543ac87213 req-2381dfb0-69a4-4018-abff-60e36642c883 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:29.402640 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fc179a7a-5d58-4f5d-9d08-8f543ac87213 req-2381dfb0-69a4-4018-abff-60e36642c883 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6f62982-0b82-42d1-9d49-2b8d8f6ec04f HTTP/1.1" status: 200  len: 944 time: 0.0881476
May 07 21:48:29.408199 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-bb46bf6f-8878-425b-b17a-12abf1ef7add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (ab950a44-c29b-477e-b089-52615d46ed01), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:29.426184 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-00035335-a01d-4e2a-8038-74d00848aabb req-8f8ca2f5-f180-413d-bee5-e89f0a533df2 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] 10.222.0.32 "GET /v2.0/ports?device_id=9628e17c-d8c7-4dd3-a4fd-8b3ec90ab5b0 HTTP/1.1" status: 200  len: 210 time: 0.0392368
May 07 21:48:29.489977 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-b9e43c45-86b9-4699-a5bd-88376466f22a None None] Provisioning complete for port ab950a44-c29b-477e-b089-52615d46ed01 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:48:29.490271 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b9e43c45-86b9-4699-a5bd-88376466f22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (ab950a44-c29b-477e-b089-52615d46ed01), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:29.543497 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815bec90-e3ce-41c2-9a96-5aed3d9cd7e6 None None] Pushing event updated for resources: {'Port': ['ID=ab950a44-c29b-477e-b089-52615d46ed01,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:29.551804 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb46bf6f-8878-425b-b17a-12abf1ef7add None None] Routers {'c6ee5ddd-52ff-46a9-b883-25f1987fd88f'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:48:29.552440 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-bb46bf6f-8878-425b-b17a-12abf1ef7add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c47fd00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:48:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['c6ee5ddd-52ff-46a9-b883-25f1987fd88f'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:48:29.592528 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e435df5-5dbb-4395-8639-88c056f5410d req-ab19cdef-f989-4bc5-afa1-32b5cef358ab tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Router 75c60af6-7842-4148-b054-82a4566b299c has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 21:48:29.617664 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded5fe59-aafb-49b0-a9e3-f55531c68460 x-openstack-request-id: req-ded5fe59-aafb-49b0-a9e3-f55531c68460 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:48:29.617968 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0ec46f9-84e6-413a-be19-c46548cb31fd", "name": "network-vif-plugged", "status": "completed", "tag": "04c678a5-64ac-461c-a365-ad4f4e5dd86c", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:48:29.618224 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ded5fe59-aafb-49b0-a9e3-f55531c68460 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:48:29.618623 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ded5fe59-aafb-49b0-a9e3-f55531c68460'] response: {'server_uuid': 'd0ec46f9-84e6-413a-be19-c46548cb31fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04c678a5-64ac-461c-a365-ad4f4e5dd86c', 'code': 200}
May 07 21:48:29.735835 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d674578d-e1fb-4344-aa05-3b97974636bb req-bdb6488a-6bb7-4aa5-9b50-7d19431c12b2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=12135950-7d5e-4835-8fe5-31c8e5e9c986&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1836679
May 07 21:48:29.871002 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e435df5-5dbb-4395-8639-88c056f5410d req-ab19cdef-f989-4bc5-afa1-32b5cef358ab tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:48:29.883879 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82886a4d-ac14-47c8-a711-19f4419bb8c5 None None] Sync routers for ids ['75c60af6-7842-4148-b054-82a4566b299c'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:48:29.888107 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2633bffd-5856-45cb-96ca-2403a30a463f req-b38aed89-8bee-4b5b-a395-0cf7f10baa58 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:29.895772 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-bb46bf6f-8878-425b-b17a-12abf1ef7add None None] Set router c6ee5ddd-52ff-46a9-b883-25f1987fd88f gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:48:29.897426 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2633bffd-5856-45cb-96ca-2403a30a463f req-b38aed89-8bee-4b5b-a395-0cf7f10baa58 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=02cc3f76-02bb-44cb-82ab-79a357f42391 HTTP/1.1" status: 200  len: 949 time: 0.1417449
May 07 21:48:29.906630 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82886a4d-ac14-47c8-a711-19f4419bb8c5 None None] Routers {'75c60af6-7842-4148-b054-82a4566b299c'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:48:29.907398 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-82886a4d-ac14-47c8-a711-19f4419bb8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8ceed790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:48:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['75c60af6-7842-4148-b054-82a4566b299c'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:48:29.907544 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fc179a7a-5d58-4f5d-9d08-8f543ac87213 req-793806d2-6b3a-4836-8a35-564fea750145 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5038781
May 07 21:48:29.962409 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e435df5-5dbb-4395-8639-88c056f5410d req-ab19cdef-f989-4bc5-afa1-32b5cef358ab tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] No DVR routers for this DVR port 41742b2f-f351-48d6-994b-cf147d81966f on host nch1-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:48:29.969732 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-9e435df5-5dbb-4395-8639-88c056f5410d req-ab19cdef-f989-4bc5-afa1-32b5cef358ab tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:29.980540 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9e435df5-5dbb-4395-8639-88c056f5410d req-ab19cdef-f989-4bc5-afa1-32b5cef358ab tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] 10.222.0.55 "DELETE /v2.0/ports/41742b2f-f351-48d6-994b-cf147d81966f HTTP/1.1" status: 204  len: 173 time: 2.8205373
May 07 21:48:29.981644 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9628e17c-d8c7-4dd3-a4fd-8b3ec90ab5b0', 'name': 'network-vif-deleted', 'tag': '41742b2f-f351-48d6-994b-cf147d81966f'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:48:29.993971 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5baaf5e4-28e2-4c01-8a97-cdf912071732" -d '{"events": [{"server_uuid": "9628e17c-d8c7-4dd3-a4fd-8b3ec90ab5b0", "name": "network-vif-deleted", "tag": "41742b2f-f351-48d6-994b-cf147d81966f"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:48:30.024884 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d674578d-e1fb-4344-aa05-3b97974636bb req-650b8693-78ed-4d5f-b718-5047a011c332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:30.026665 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d674578d-e1fb-4344-aa05-3b97974636bb req-650b8693-78ed-4d5f-b718-5047a011c332 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7789855db11445de842c4df75bd05e10&device_id=12135950-7d5e-4835-8fe5-31c8e5e9c986 HTTP/1.1" status: 200  len: 1131 time: 0.2017348
May 07 21:48:30.147169 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-82886a4d-ac14-47c8-a711-19f4419bb8c5 None None] Set router 75c60af6-7842-4148-b054-82a4566b299c gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:48:30.188242 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:30.416419 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-b9e43c45-86b9-4699-a5bd-88376466f22a None None] Current status of the port ab950a44-c29b-477e-b089-52615d46ed01 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:48:30.416827 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b9e43c45-86b9-4699-a5bd-88376466f22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (ab950a44-c29b-477e-b089-52615d46ed01), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:30.437995 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2633bffd-5856-45cb-96ca-2403a30a463f req-20c314ce-8b43-4164-9995-f6e32cbddbcf tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5345845
May 07 21:48:30.522261 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-82886a4d-ac14-47c8-a711-19f4419bb8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8ceed790>, [{'id': '75c60af6-7842-4148-b054-82a4566b299c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-115886930-router', 'tenant_id': 'd7a25055f3544e5c95bacd3a07611e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.226'}], 'enable_snat': True}, 'gw_port_id': '07c8e0a0-c407-43ea-99f9-11a7c0c5a325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:45:50Z', 'updated_at': '2022-05-07T21:46:02Z', 'revision_number': 4, 'project_id': 'd7a25055f3544e5c95bacd3a07611e1d', 'gw_port': {'id': '07c8e0a0-c407-43ea-99f9-11a7c0c5a325', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:5d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c60af6-7842-4148-b054-82a4566b299c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:45:51Z', 'updated_at': '2022-05-07T21:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '31d4ce1a-3bba-4b25-8a01-763761665f1d', 'name': '', 'network_id': '849ca462-b333-410b-8c4a-24e67429a8f8', 'tenant_id': 'd7a25055f3544e5c95bacd3a07611e1d', 'mac_address': 'fa:16:3e:b4:b2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c60af6-7842-4148-b054-82a4566b299c', 'device_owner': 'network:router_interface', 'standard_attr_id': 169, 'fixed_ips': [{'subnet_id': '00184246-3b14-4ff3-8c67-98e0d140369b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:46:00Z', 'updated_at': '2022-05-07T21:46:06Z', 'revision_number': 5, 'project_id': 'd7a25055f3544e5c95bacd3a07611e1d', 'subnets': [{'id': '00184246-3b14-4ff3-8c67-98e0d140369b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:48:30.524759 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e54f18e-0b15-487e-b685-b4be375517b1 req-ffe24f63-ea10-4899-adf0-a2b37ed8831c tempest-LiveMigrationTest-1060990445 tempest-LiveMigrationTest-1060990445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:30.532917 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9e54f18e-0b15-487e-b685-b4be375517b1 req-ffe24f63-ea10-4899-adf0-a2b37ed8831c tempest-LiveMigrationTest-1060990445 tempest-LiveMigrationTest-1060990445-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=028d626c-306b-45cc-81b8-b73eca1c01c3 HTTP/1.1" status: 200  len: 1127 time: 0.0711181
May 07 21:48:30.544225 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-06bde968-12b3-4636-b280-308a46b7ce38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401094'] for router_interface (ca547cbf-ecab-4e93-8284-5e763150851e), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:30.570967 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82886a4d-ac14-47c8-a711-19f4419bb8c5 None None] Checking router: 75c60af6-7842-4148-b054-82a4566b299c for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 21:48:30.577815 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device ab950a44-c29b-477e-b089-52615d46ed01 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:48:30.582988 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82886a4d-ac14-47c8-a711-19f4419bb8c5 None None] Routers {'75c60af6-7842-4148-b054-82a4566b299c'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:48:30.583890 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-82886a4d-ac14-47c8-a711-19f4419bb8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8ceed790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:48:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['75c60af6-7842-4148-b054-82a4566b299c'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:48:30.643022 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9e54f18e-0b15-487e-b685-b4be375517b1 req-eda0a8b9-472a-4bb5-8239-0f3dbec287f4 tempest-LiveMigrationTest-1060990445 tempest-LiveMigrationTest-1060990445-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1079538
May 07 21:48:30.694685 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d674578d-e1fb-4344-aa05-3b97974636bb req-d9cbe4a0-ffd4-42f8-9eeb-d00f5f0ebf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:30.696544 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d674578d-e1fb-4344-aa05-3b97974636bb req-d9cbe4a0-ffd4-42f8-9eeb-d00f5f0ebf57 service neutron] 10.222.0.59 "GET /v2.0/networks?id=665487f0-78eb-47fb-9a06-b15bc614dc47 HTTP/1.1" status: 200  len: 870 time: 0.6426804
May 07 21:48:30.766360 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80e1821a-e6ba-43be-b030-ef4dead79526 x-openstack-request-id: req-80e1821a-e6ba-43be-b030-ef4dead79526 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:48:30.766890 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9628e17c-d8c7-4dd3-a4fd-8b3ec90ab5b0", "name": "network-vif-deleted", "tag": "41742b2f-f351-48d6-994b-cf147d81966f", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:48:30.767428 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-80e1821a-e6ba-43be-b030-ef4dead79526 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:48:30.767938 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80e1821a-e6ba-43be-b030-ef4dead79526'] response: {'server_uuid': '9628e17c-d8c7-4dd3-a4fd-8b3ec90ab5b0', 'name': 'network-vif-deleted', 'tag': '41742b2f-f351-48d6-994b-cf147d81966f', 'status': 'completed', 'code': 200}
May 07 21:48:30.827884 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-b9e43c45-86b9-4699-a5bd-88376466f22a None None] For port ab950a44-c29b-477e-b089-52615d46ed01, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ab950a44-c29b-477e-b089-52615d46ed01,segment=NetworkSegment(0d6b37d0-217e-4253-bd97-d517929b9aae),segment_id=0d6b37d0-217e-4253-bd97-d517929b9aae)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:48:30.829816 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-96c9569b-a420-4439-a6d0-c8c02bd65903 req-faaa7897-1c8c-4237-a891-7e021d2b3eaa tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.3421903
May 07 21:48:30.831298 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-bb46bf6f-8878-425b-b17a-12abf1ef7add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c47fd00>, [{'id': 'c6ee5ddd-52ff-46a9-b883-25f1987fd88f', 'name': 'tempest-FloatingIPDetailsTestJSON-1136762928-router', 'tenant_id': '6bff84c55662404f85da55f6d1c111b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.121'}], 'enable_snat': True}, 'gw_port_id': '3ee94c66-01dc-4281-9a14-d43ed8f698e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:48:11Z', 'updated_at': '2022-05-07T21:48:20Z', 'revision_number': 4, 'project_id': '6bff84c55662404f85da55f6d1c111b4', 'gw_port': {'id': '3ee94c66-01dc-4281-9a14-d43ed8f698e2', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:21:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ee5ddd-52ff-46a9-b883-25f1987fd88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:48:12Z', 'updated_at': '2022-05-07T21:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ab950a44-c29b-477e-b089-52615d46ed01', 'name': '', 'network_id': '9f841fdb-d9cb-46ad-bf07-c6c4940b44a2', 'tenant_id': '6bff84c55662404f85da55f6d1c111b4', 'mac_address': 'fa:16:3e:23:47:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ee5ddd-52ff-46a9-b883-25f1987fd88f', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'cd77f19b-8d7d-4621-9f97-fdf948218613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:48:18Z', 'updated_at': '2022-05-07T21:48:29Z', 'revision_number': 4, 'project_id': '6bff84c55662404f85da55f6d1c111b4', 'subnets': [{'id': 'cd77f19b-8d7d-4621-9f97-fdf948218613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:48:30.872646 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-82886a4d-ac14-47c8-a711-19f4419bb8c5 None None] Set router 75c60af6-7842-4148-b054-82a4566b299c gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:48:30.874053 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb46bf6f-8878-425b-b17a-12abf1ef7add None None] The sync data for ids ['c6ee5ddd-52ff-46a9-b883-25f1987fd88f'] in ncdv-master-1 is: [{'id': 'c6ee5ddd-52ff-46a9-b883-25f1987fd88f', 'name': 'tempest-FloatingIPDetailsTestJSON-1136762928-router', 'tenant_id': '6bff84c55662404f85da55f6d1c111b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.121'}], 'enable_snat': True}, 'gw_port_id': '3ee94c66-01dc-4281-9a14-d43ed8f698e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:48:11Z', 'updated_at': '2022-05-07T21:48:20Z', 'revision_number': 4, 'project_id': '6bff84c55662404f85da55f6d1c111b4', 'gw_port': {'id': '3ee94c66-01dc-4281-9a14-d43ed8f698e2', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:21:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ee5ddd-52ff-46a9-b883-25f1987fd88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:48:12Z', 'updated_at': '2022-05-07T21:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ab950a44-c29b-477e-b089-52615d46ed01', 'name': '', 'network_id': '9f841fdb-d9cb-46ad-bf07-c6c4940b44a2', 'tenant_id': '6bff84c55662404f85da55f6d1c111b4', 'mac_address': 'fa:16:3e:23:47:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6ee5ddd-52ff-46a9-b883-25f1987fd88f', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'cd77f19b-8d7d-4621-9f97-fdf948218613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:48:18Z', 'updated_at': '2022-05-07T21:48:29Z', 'revision_number': 4, 'project_id': '6bff84c55662404f85da55f6d1c111b4', 'subnets': [{'id': 'cd77f19b-8d7d-4621-9f97-fdf948218613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:48:30.874679 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-96c9569b-a420-4439-a6d0-c8c02bd65903 req-76df308c-513e-4c73-aa40-e47d4cf86b3b tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Request body: {'floatingip': {'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:48:30.879138 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b9e43c45-86b9-4699-a5bd-88376466f22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (ab950a44-c29b-477e-b089-52615d46ed01), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:30.890888 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port ab950a44-c29b-477e-b089-52615d46ed01 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:48:30.891446 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (ab950a44-c29b-477e-b089-52615d46ed01), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:30.989935 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d674578d-e1fb-4344-aa05-3b97974636bb req-07761012-3d8c-4a46-8c6d-f39499882806 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.37&port_id=f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9 HTTP/1.1" status: 200  len: 217 time: 0.1533396
May 07 21:48:31.049441 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e43c45-86b9-4699-a5bd-88376466f22a None None] Pushing event updated for resources: {'Port': ['ID=ab950a44-c29b-477e-b089-52615d46ed01,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:31.059295 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-5925f892-eb7a-472c-8e9d-865482d9037e None None] Provisioning complete for port ab950a44-c29b-477e-b089-52615d46ed01 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:48:31.059671 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5925f892-eb7a-472c-8e9d-865482d9037e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (ab950a44-c29b-477e-b089-52615d46ed01), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:31.203473 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43159554-437b-4615-98e7-24435509fc05 req-85980ebb-a94c-4296-ba02-c56f4c84528d tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:31.214900 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-43159554-437b-4615-98e7-24435509fc05 req-85980ebb-a94c-4296-ba02-c56f4c84528d tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/networks?id=d3775254-6c3d-4b27-a2f1-ae073d9f981d HTTP/1.1" status: 200  len: 804 time: 0.1804445
May 07 21:48:31.227228 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port ab950a44-c29b-477e-b089-52615d46ed01 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:48:31.238208 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-43159554-437b-4615-98e7-24435509fc05 req-8d8dacdd-4b3c-4c22-b257-b0b0913dc295 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/quotas/bd92ab7de4f3456e82ccaa60aa378562 HTTP/1.1" status: 200  len: 375 time: 0.0223737
May 07 21:48:31.247706 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-82886a4d-ac14-47c8-a711-19f4419bb8c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8ceed790>, [{'id': '75c60af6-7842-4148-b054-82a4566b299c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-115886930-router', 'tenant_id': 'd7a25055f3544e5c95bacd3a07611e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.226'}], 'enable_snat': True}, 'gw_port_id': '07c8e0a0-c407-43ea-99f9-11a7c0c5a325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:45:50Z', 'updated_at': '2022-05-07T21:46:02Z', 'revision_number': 4, 'project_id': 'd7a25055f3544e5c95bacd3a07611e1d', 'gw_port': {'id': '07c8e0a0-c407-43ea-99f9-11a7c0c5a325', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:5d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c60af6-7842-4148-b054-82a4566b299c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:45:51Z', 'updated_at': '2022-05-07T21:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '31d4ce1a-3bba-4b25-8a01-763761665f1d', 'name': '', 'network_id': '849ca462-b333-410b-8c4a-24e67429a8f8', 'tenant_id': 'd7a25055f3544e5c95bacd3a07611e1d', 'mac_address': 'fa:16:3e:b4:b2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c60af6-7842-4148-b054-82a4566b299c', 'device_owner': 'network:router_interface', 'standard_attr_id': 169, 'fixed_ips': [{'subnet_id': '00184246-3b14-4ff3-8c67-98e0d140369b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:46:00Z', 'updated_at': '2022-05-07T21:46:06Z', 'revision_number': 5, 'project_id': 'd7a25055f3544e5c95bacd3a07611e1d', 'subnets': [{'id': '00184246-3b14-4ff3-8c67-98e0d140369b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:48:31.287256 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-96c9569b-a420-4439-a6d0-c8c02bd65903 req-76df308c-513e-4c73-aa40-e47d4cf86b3b tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:31.308873 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-5925f892-eb7a-472c-8e9d-865482d9037e None None] Current status of the port ab950a44-c29b-477e-b089-52615d46ed01 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:48:31.315907 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-43159554-437b-4615-98e7-24435509fc05 req-f9f75ed6-d18f-4a18-921d-b99117ccd3f0 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=bd92ab7de4f3456e82ccaa60aa378562&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0767541
May 07 21:48:31.333189 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82886a4d-ac14-47c8-a711-19f4419bb8c5 None None] The sync data for ids ['75c60af6-7842-4148-b054-82a4566b299c'] in ncdv-master-1 is: [{'id': '75c60af6-7842-4148-b054-82a4566b299c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-115886930-router', 'tenant_id': 'd7a25055f3544e5c95bacd3a07611e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.226'}], 'enable_snat': True}, 'gw_port_id': '07c8e0a0-c407-43ea-99f9-11a7c0c5a325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:45:50Z', 'updated_at': '2022-05-07T21:46:02Z', 'revision_number': 4, 'project_id': 'd7a25055f3544e5c95bacd3a07611e1d', 'gw_port': {'id': '07c8e0a0-c407-43ea-99f9-11a7c0c5a325', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:5d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c60af6-7842-4148-b054-82a4566b299c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:45:51Z', 'updated_at': '2022-05-07T21:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '31d4ce1a-3bba-4b25-8a01-763761665f1d', 'name': '', 'network_id': '849ca462-b333-410b-8c4a-24e67429a8f8', 'tenant_id': 'd7a25055f3544e5c95bacd3a07611e1d', 'mac_address': 'fa:16:3e:b4:b2:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c60af6-7842-4148-b054-82a4566b299c', 'device_owner': 'network:router_interface', 'standard_attr_id': 169, 'fixed_ips': [{'subnet_id': '00184246-3b14-4ff3-8c67-98e0d140369b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:46:00Z', 'updated_at': '2022-05-07T21:46:06Z', 'revision_number': 5, 'project_id': 'd7a25055f3544e5c95bacd3a07611e1d', 'subnets': [{'id': '00184246-3b14-4ff3-8c67-98e0d140369b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:48:31.465775 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-43159554-437b-4615-98e7-24435509fc05 req-41627d0c-57f6-403f-96e4-a4342363edc9 service neutron] 10.222.0.32 "GET /v2.0/networks/d3775254-6c3d-4b27-a2f1-ae073d9f981d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1405888
May 07 21:48:31.612494 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-43159554-437b-4615-98e7-24435509fc05 req-482f28ca-6d4d-4d2e-b0be-100a5b330e8e service neutron] 10.222.0.32 "GET /v2.0/networks/d3775254-6c3d-4b27-a2f1-ae073d9f981d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1456022
May 07 21:48:31.619633 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12a792c3-0086-43d1-8995-7d56146f84b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85df8e70-88cc-4aed-a304-7a9a475aa9c1'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:48:31.622000 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7854ac33-28e8-4dad-8dca-b79a0fd49a79" -d '{"events": [{"server_uuid": "12a792c3-0086-43d1-8995-7d56146f84b2", "name": "network-vif-unplugged", "status": "completed", "tag": "85df8e70-88cc-4aed-a304-7a9a475aa9c1"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:48:31.823254 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-96c9569b-a420-4439-a6d0-c8c02bd65903 req-76df308c-513e-4c73-aa40-e47d4cf86b3b tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:31.938063 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5a7844-880f-4c20-b522-876df55b9b0b None None] New status for floating IP 785a81ae-a9bc-4c9f-8910-736737805009: DOWN {{(pid=121838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 07 21:48:31.961013 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [req-96c9569b-a420-4439-a6d0-c8c02bd65903 req-76df308c-513e-4c73-aa40-e47d4cf86b3b tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Allocated IP 172.35.4.228 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/a21c7452-e123-452c-bea8-9ef28bbdbc09) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:48:32.069814 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-06bde968-12b3-4636-b280-308a46b7ce38 admin admin] Deleting port 53562559-7653-4e9a-a259-c98ba082c5f1 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:48:32.070639 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-06bde968-12b3-4636-b280-308a46b7ce38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (53562559-7653-4e9a-a259-c98ba082c5f1), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:32.227563 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d674578d-e1fb-4344-aa05-3b97974636bb req-4504a3dd-6a94-439a-8a01-835517a50acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:32.229048 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d674578d-e1fb-4344-aa05-3b97974636bb req-4504a3dd-6a94-439a-8a01-835517a50acf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6e0e5c53-1ece-4d20-b01d-5f8c6957edf6 HTTP/1.1" status: 200  len: 843 time: 0.2652240
May 07 21:48:32.372348 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-06bde968-12b3-4636-b280-308a46b7ce38 admin admin] For port 53562559-7653-4e9a-a259-c98ba082c5f1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=53562559-7653-4e9a-a259-c98ba082c5f1,segment=NetworkSegment(8997236e-605a-4707-8578-9322e8bef137),segment_id=8997236e-605a-4707-8578-9322e8bef137)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:48:32.372697 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-06bde968-12b3-4636-b280-308a46b7ce38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (53562559-7653-4e9a-a259-c98ba082c5f1), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:32.411226 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-06bde968-12b3-4636-b280-308a46b7ce38 admin admin] Calling delete_port for 53562559-7653-4e9a-a259-c98ba082c5f1 owned by network:router_interface {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:48:32.425481 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device ab950a44-c29b-477e-b089-52615d46ed01 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:48:32.429383 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d674578d-e1fb-4344-aa05-3b97974636bb req-da5ca95d-5d07-46b0-b24d-1d0c4bee0800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:32.430968 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d674578d-e1fb-4344-aa05-3b97974636bb req-da5ca95d-5d07-46b0-b24d-1d0c4bee0800 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=665487f0-78eb-47fb-9a06-b15bc614dc47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1509719
May 07 21:48:32.464485 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d5969d-3bf1-4bbc-99b9-79bf2bc9f76d req-5e455b0b-a6a9-4ca5-817e-21f522d45283 tempest-LiveAutoBlockMigrationV225Test-638033416 tempest-LiveAutoBlockMigrationV225Test-638033416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:32.466014 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-59d5969d-3bf1-4bbc-99b9-79bf2bc9f76d req-5e455b0b-a6a9-4ca5-817e-21f522d45283 tempest-LiveAutoBlockMigrationV225Test-638033416 tempest-LiveAutoBlockMigrationV225Test-638033416-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f6f62982-0b82-42d1-9d49-2b8d8f6ec04f HTTP/1.1" status: 200  len: 1126 time: 0.3216796
May 07 21:48:32.537866 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bb6a627f-c1d9-4c9d-b5e1-eee910fcd700 req-f9b6a00b-9b20-404b-a2cf-4276dec16ee6 service neutron] 10.222.0.59 "GET /v2.0/ports/44436595-8caf-48e5-967e-1749f507e89e/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 382 time: 0.4639721
May 07 21:48:32.555102 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port ab950a44-c29b-477e-b089-52615d46ed01 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:48:32.555472 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (ab950a44-c29b-477e-b089-52615d46ed01), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:32.568445 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f224b3-e591-4abc-b537-d05e147fa4fc req-7b02a9fb-ceda-4bff-8ced-ef43653bf899 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:32.582907 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-58f224b3-e591-4abc-b537-d05e147fa4fc req-7b02a9fb-ceda-4bff-8ced-ef43653bf899 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.55 "GET /v2.0/ports?device_id=12a792c3-0086-43d1-8995-7d56146f84b2 HTTP/1.1" status: 200  len: 944 time: 0.2937937
May 07 21:48:32.685488 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-59d5969d-3bf1-4bbc-99b9-79bf2bc9f76d req-6d645f6c-13cb-4416-a629-2910f8d10242 tempest-LiveAutoBlockMigrationV225Test-638033416 tempest-LiveAutoBlockMigrationV225Test-638033416-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1971934
May 07 21:48:32.778447 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-58f224b3-e591-4abc-b537-d05e147fa4fc req-d0b36e65-804a-4ee5-a376-913d8b1c63c9 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Deleting port 85df8e70-88cc-4aed-a304-7a9a475aa9c1 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:48:32.778821 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-58f224b3-e591-4abc-b537-d05e147fa4fc req-d0b36e65-804a-4ee5-a376-913d8b1c63c9 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (85df8e70-88cc-4aed-a304-7a9a475aa9c1), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:32.785103 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-96c9569b-a420-4439-a6d0-c8c02bd65903 req-76df308c-513e-4c73-aa40-e47d4cf86b3b tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Publish callbacks [] for port (a21c7452-e123-452c-bea8-9ef28bbdbc09), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:32.849966 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port ab950a44-c29b-477e-b089-52615d46ed01 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:48:32.889422 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d674578d-e1fb-4344-aa05-3b97974636bb req-59672392-92c2-4653-ba50-048733108af1 service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4517374
May 07 21:48:33.142156 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-58f224b3-e591-4abc-b537-d05e147fa4fc req-d0b36e65-804a-4ee5-a376-913d8b1c63c9 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] For port 85df8e70-88cc-4aed-a304-7a9a475aa9c1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=85df8e70-88cc-4aed-a304-7a9a475aa9c1,segment=NetworkSegment(616ea0c7-2d98-4ffb-86e7-ca2a85e3ffe1),segment_id=616ea0c7-2d98-4ffb-86e7-ca2a85e3ffe1)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:48:33.142539 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-58f224b3-e591-4abc-b537-d05e147fa4fc req-d0b36e65-804a-4ee5-a376-913d8b1c63c9 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (85df8e70-88cc-4aed-a304-7a9a475aa9c1), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:33.166715 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a627f-c1d9-4c9d-b5e1-eee910fcd700 req-9843c439-2b26-4749-b45d-ccff5a9cb539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:33.168314 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bb6a627f-c1d9-4c9d-b5e1-eee910fcd700 req-9843c439-2b26-4749-b45d-ccff5a9cb539 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=02cc3f76-02bb-44cb-82ab-79a357f42391&tenant_id=7789855db11445de842c4df75bd05e10 HTTP/1.1" status: 200  len: 1131 time: 0.1771836
May 07 21:48:33.175627 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-96c9569b-a420-4439-a6d0-c8c02bd65903 req-76df308c-513e-4c73-aa40-e47d4cf86b3b tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (a21c7452-e123-452c-bea8-9ef28bbdbc09), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:33.175888 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-58f224b3-e591-4abc-b537-d05e147fa4fc req-d0b36e65-804a-4ee5-a376-913d8b1c63c9 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Calling delete_port for 85df8e70-88cc-4aed-a304-7a9a475aa9c1 owned by compute:nova {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:48:33.184076 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48660cf6-2ea6-4bd9-b68a-f817e10da0e4 req-0c14f7f4-78fd-4bc9-96f0-9e5492c4cbd3 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:33.193631 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-48660cf6-2ea6-4bd9-b68a-f817e10da0e4 req-0c14f7f4-78fd-4bc9-96f0-9e5492c4cbd3 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=02cc3f76-02bb-44cb-82ab-79a357f42391 HTTP/1.1" status: 200  len: 949 time: 0.2025900
May 07 21:48:33.329912 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a627f-c1d9-4c9d-b5e1-eee910fcd700 req-b6ffec6d-853e-4b3c-bad7-4908df57badc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:33.331116 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96c9569b-a420-4439-a6d0-c8c02bd65903 req-76df308c-513e-4c73-aa40-e47d4cf86b3b tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:48:33.331531 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bb6a627f-c1d9-4c9d-b5e1-eee910fcd700 req-b6ffec6d-853e-4b3c-bad7-4908df57badc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7789855db11445de842c4df75bd05e10&device_id=02cc3f76-02bb-44cb-82ab-79a357f42391 HTTP/1.1" status: 200  len: 1131 time: 0.1339405
May 07 21:48:33.376894 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [req-96c9569b-a420-4439-a6d0-c8c02bd65903 req-76df308c-513e-4c73-aa40-e47d4cf86b3b tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:48:33.383744 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76df308c-513e-4c73-aa40-e47d4cf86b3b tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Pushing event updated for resources: {'Port': ['ID=a21c7452-e123-452c-bea8-9ef28bbdbc09,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:33.395839 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-48660cf6-2ea6-4bd9-b68a-f817e10da0e4 req-9b509677-e4c1-43ba-abe7-ed7d06cc49e8 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1831689
May 07 21:48:33.396179 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d674578d-e1fb-4344-aa05-3b97974636bb req-15cce4a5-0cce-4a58-a82e-2fde107ef731 service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4883454
May 07 21:48:33.396179 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-96c9569b-a420-4439-a6d0-c8c02bd65903 req-76df308c-513e-4c73-aa40-e47d4cf86b3b tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:48:33.460859 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 07 May 2022 21:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24944063-527c-478c-aace-4303ac197358 x-openstack-request-id: req-24944063-527c-478c-aace-4303ac197358 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:48:33.461758 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12a792c3-0086-43d1-8995-7d56146f84b2", "name": "network-vif-unplugged", "status": "completed", "tag": "85df8e70-88cc-4aed-a304-7a9a475aa9c1", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:48:33.462222 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-24944063-527c-478c-aace-4303ac197358 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:48:33.462988 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24944063-527c-478c-aace-4303ac197358'] response: {'server_uuid': '12a792c3-0086-43d1-8995-7d56146f84b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85df8e70-88cc-4aed-a304-7a9a475aa9c1', 'code': 200}
May 07 21:48:33.518367 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-06bde968-12b3-4636-b280-308a46b7ce38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (53562559-7653-4e9a-a259-c98ba082c5f1), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:33.544657 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bde968-12b3-4636-b280-308a46b7ce38 admin admin] Pushing event deleted for resources: {'Port': ['ID=53562559-7653-4e9a-a259-c98ba082c5f1,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:33.640267 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a627f-c1d9-4c9d-b5e1-eee910fcd700 req-1f21e534-583a-46b9-8219-3ee5f2481319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:33.644082 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bb6a627f-c1d9-4c9d-b5e1-eee910fcd700 req-1f21e534-583a-46b9-8219-3ee5f2481319 service neutron] 10.222.0.59 "GET /v2.0/networks?id=665487f0-78eb-47fb-9a06-b15bc614dc47 HTTP/1.1" status: 200  len: 870 time: 0.3026581
May 07 21:48:33.717549 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f7daabe8-ef9d-4e28-ae28-e3dee8a585cc req-4ace22cb-715c-45fa-8624-44cd0ad65d10 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/ports?device_id=c766eaa8-8e8e-4135-9b5d-dfdaad014172 HTTP/1.1" status: 200  len: 210 time: 0.1434062
May 07 21:48:33.886837 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bb6a627f-c1d9-4c9d-b5e1-eee910fcd700 req-43f1acc1-6f12-4ec1-bc05-49cbb2a6ddcc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=44436595-8caf-48e5-967e-1749f507e89e HTTP/1.1" status: 200  len: 217 time: 0.1916919
May 07 21:48:33.894680 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-58f224b3-e591-4abc-b537-d05e147fa4fc req-d0b36e65-804a-4ee5-a376-913d8b1c63c9 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (85df8e70-88cc-4aed-a304-7a9a475aa9c1), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:33.918251 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-96c9569b-a420-4439-a6d0-c8c02bd65903 req-76df308c-513e-4c73-aa40-e47d4cf86b3b tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Publish callbacks [] for floatingip (9a28d2e7-f347-4337-a640-ce64d1995f10), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:33.925590 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-06bde968-12b3-4636-b280-308a46b7ce38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401002'] for router_interface (ca547cbf-ecab-4e93-8284-5e763150851e), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:34.071055 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-96c9569b-a420-4439-a6d0-c8c02bd65903 req-76df308c-513e-4c73-aa40-e47d4cf86b3b tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (a21c7452-e123-452c-bea8-9ef28bbdbc09), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:34.090484 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b36e65-804a-4ee5-a376-913d8b1c63c9 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Pushing event deleted for resources: {'Port': ['ID=85df8e70-88cc-4aed-a304-7a9a475aa9c1,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:34.137239 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a627f-c1d9-4c9d-b5e1-eee910fcd700 req-a6f1730b-499b-40a8-93ca-be61579b2ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:34.138819 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bb6a627f-c1d9-4c9d-b5e1-eee910fcd700 req-a6f1730b-499b-40a8-93ca-be61579b2ad6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6e0e5c53-1ece-4d20-b01d-5f8c6957edf6 HTTP/1.1" status: 200  len: 843 time: 0.2510457
May 07 21:48:34.158218 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef61c7a1-a5dd-44a3-87bb-7b7e4e5b15ae req-d3a5df46-4bf8-4aa4-a31c-1afed5d7ee1b tempest-LiveAutoBlockMigrationV225Test-638033416 tempest-LiveAutoBlockMigrationV225Test-638033416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:34.159687 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ef61c7a1-a5dd-44a3-87bb-7b7e4e5b15ae req-d3a5df46-4bf8-4aa4-a31c-1afed5d7ee1b tempest-LiveAutoBlockMigrationV225Test-638033416 tempest-LiveAutoBlockMigrationV225Test-638033416-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f6f62982-0b82-42d1-9d49-2b8d8f6ec04f HTTP/1.1" status: 200  len: 1126 time: 0.1648495
May 07 21:48:34.168860 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-58f224b3-e591-4abc-b537-d05e147fa4fc req-d0b36e65-804a-4ee5-a376-913d8b1c63c9 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] No DVR routers for this DVR port 85df8e70-88cc-4aed-a304-7a9a475aa9c1 on host nch1-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:48:34.172117 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-58f224b3-e591-4abc-b537-d05e147fa4fc req-d0b36e65-804a-4ee5-a376-913d8b1c63c9 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:34.176528 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-58f224b3-e591-4abc-b537-d05e147fa4fc req-d0b36e65-804a-4ee5-a376-913d8b1c63c9 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.55 "DELETE /v2.0/ports/85df8e70-88cc-4aed-a304-7a9a475aa9c1 HTTP/1.1" status: 204  len: 173 time: 1.5756125
May 07 21:48:34.180456 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12a792c3-0086-43d1-8995-7d56146f84b2', 'name': 'network-vif-deleted', 'tag': '85df8e70-88cc-4aed-a304-7a9a475aa9c1'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:48:34.182851 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f824d5d-a1d5-4131-adf5-038a161b3d9c" -d '{"events": [{"server_uuid": "12a792c3-0086-43d1-8995-7d56146f84b2", "name": "network-vif-deleted", "tag": "85df8e70-88cc-4aed-a304-7a9a475aa9c1"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:48:34.214038 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43159554-437b-4615-98e7-24435509fc05 req-dbd724b8-f0e9-4ec9-af29-6252dfd6d55b tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:34.222242 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-43159554-437b-4615-98e7-24435509fc05 req-dbd724b8-f0e9-4ec9-af29-6252dfd6d55b tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.55 "GET /v2.0/networks?id=d3775254-6c3d-4b27-a2f1-ae073d9f981d HTTP/1.1" status: 200  len: 804 time: 0.6558533
May 07 21:48:34.249941 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-43159554-437b-4615-98e7-24435509fc05 req-23b32b1b-50b6-4a10-add9-cfc9d0c765dd tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Request body: {'port': {'device_id': 'c766eaa8-8e8e-4135-9b5d-dfdaad014172', 'network_id': 'd3775254-6c3d-4b27-a2f1-ae073d9f981d', 'admin_state_up': True, 'tenant_id': 'bd92ab7de4f3456e82ccaa60aa378562'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:48:34.301546 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a627f-c1d9-4c9d-b5e1-eee910fcd700 req-2d147ac1-2765-4b5e-8785-722d7894b311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:34.303159 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bb6a627f-c1d9-4c9d-b5e1-eee910fcd700 req-2d147ac1-2765-4b5e-8785-722d7894b311 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=665487f0-78eb-47fb-9a06-b15bc614dc47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1465523
May 07 21:48:34.432963 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06bde968-12b3-4636-b280-308a46b7ce38 admin admin] Router ca547cbf-ecab-4e93-8284-5e763150851e has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 21:48:34.450204 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ef61c7a1-a5dd-44a3-87bb-7b7e4e5b15ae req-fb0eb605-3112-4049-9b43-29315125a242 tempest-LiveAutoBlockMigrationV225Test-638033416 tempest-LiveAutoBlockMigrationV225Test-638033416-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2714083
May 07 21:48:34.465040 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-96c9569b-a420-4439-a6d0-c8c02bd65903 req-76df308c-513e-4c73-aa40-e47d4cf86b3b tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Publish callbacks [] for port (a21c7452-e123-452c-bea8-9ef28bbdbc09), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:34.495268 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43159554-437b-4615-98e7-24435509fc05 req-23b32b1b-50b6-4a10-add9-cfc9d0c765dd tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Made reservation on behalf of bd92ab7de4f3456e82ccaa60aa378562 for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:48:34.499749 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-43159554-437b-4615-98e7-24435509fc05 req-23b32b1b-50b6-4a10-add9-cfc9d0c765dd tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:34.507657 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-96c9569b-a420-4439-a6d0-c8c02bd65903 req-76df308c-513e-4c73-aa40-e47d4cf86b3b tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (a21c7452-e123-452c-bea8-9ef28bbdbc09), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:34.649833 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76df308c-513e-4c73-aa40-e47d4cf86b3b tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Pushing event updated for resources: {'Port': ['ID=a21c7452-e123-452c-bea8-9ef28bbdbc09,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:34.656239 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-96c9569b-a420-4439-a6d0-c8c02bd65903 req-76df308c-513e-4c73-aa40-e47d4cf86b3b tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (9a28d2e7-f347-4337-a640-ce64d1995f10), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:34.689331 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06bde968-12b3-4636-b280-308a46b7ce38 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:48:34.695916 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-06bde968-12b3-4636-b280-308a46b7ce38 admin admin] 10.222.0.32 "PUT /v2.0/routers/ca547cbf-ecab-4e93-8284-5e763150851e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.5014613
May 07 21:48:34.698867 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 34320) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:48:34.701916 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e0d85d-26dd-44c2-a1ea-49be25db8574 None None] Sync routers for ids ['ca547cbf-ecab-4e93-8284-5e763150851e'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:48:34.721295 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [req-43159554-437b-4615-98e7-24435509fc05 req-23b32b1b-50b6-4a10-add9-cfc9d0c765dd tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Allocated IP 172.20.0.11 (d3775254-6c3d-4b27-a2f1-ae073d9f981d/0cba138a-678d-4392-84ac-c6115c01dacb/1543b45e-f40e-472d-975d-d79ddefecdd6) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:48:34.723650 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-96c9569b-a420-4439-a6d0-c8c02bd65903 req-76df308c-513e-4c73-aa40-e47d4cf86b3b tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:34.724952 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-96c9569b-a420-4439-a6d0-c8c02bd65903 req-76df308c-513e-4c73-aa40-e47d4cf86b3b tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 3.8705328
May 07 21:48:34.727935 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e0d85d-26dd-44c2-a1ea-49be25db8574 None None] Routers {'ca547cbf-ecab-4e93-8284-5e763150851e'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:48:34.734160 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-37e0d85d-26dd-44c2-a1ea-49be25db8574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8ceedf10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:48:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['ca547cbf-ecab-4e93-8284-5e763150851e'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:48:34.839225 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-96c9569b-a420-4439-a6d0-c8c02bd65903 req-9a725ccb-7ddf-440a-8d43-e4a74a0ba207 tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.4.228 HTTP/1.1" status: 200  len: 696 time: 0.0764453
May 07 21:48:34.901456 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-43159554-437b-4615-98e7-24435509fc05 req-23b32b1b-50b6-4a10-add9-cfc9d0c765dd tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Publish callbacks [] for port (1543b45e-f40e-472d-975d-d79ddefecdd6), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:34.947251 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-37e0d85d-26dd-44c2-a1ea-49be25db8574 None None] Set router ca547cbf-ecab-4e93-8284-5e763150851e gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:48:34.954337 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-43159554-437b-4615-98e7-24435509fc05 req-23b32b1b-50b6-4a10-add9-cfc9d0c765dd tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (1543b45e-f40e-472d-975d-d79ddefecdd6), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:35.010788 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43159554-437b-4615-98e7-24435509fc05 req-23b32b1b-50b6-4a10-add9-cfc9d0c765dd tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Network d3775254-6c3d-4b27-a2f1-ae073d9f981d is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:48:35.012598 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [req-43159554-437b-4615-98e7-24435509fc05 req-23b32b1b-50b6-4a10-add9-cfc9d0c765dd tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:48:35.022240 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-43159554-437b-4615-98e7-24435509fc05 req-23b32b1b-50b6-4a10-add9-cfc9d0c765dd tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:48:35.074899 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fe5eb071-682e-4239-9b23-3ea68a3e662e admin admin] Publish callbacks [] for router (ca547cbf-ecab-4e93-8284-5e763150851e), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:35.155472 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43159554-437b-4615-98e7-24435509fc05 req-23b32b1b-50b6-4a10-add9-cfc9d0c765dd tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:35.155472 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-43159554-437b-4615-98e7-24435509fc05 req-23b32b1b-50b6-4a10-add9-cfc9d0c765dd tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:35.214044 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b32b1b-50b6-4a10-add9-cfc9d0c765dd tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Pushing event updated for resources: {'Port': ['ID=1543b45e-f40e-472d-975d-d79ddefecdd6,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:35.221149 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bb6a627f-c1d9-4c9d-b5e1-eee910fcd700 req-77e2fb55-2fce-4eb3-bc57-6f4035247b3e service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9087102
May 07 21:48:35.234195 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-43159554-437b-4615-98e7-24435509fc05 req-23b32b1b-50b6-4a10-add9-cfc9d0c765dd tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9981935
May 07 21:48:35.266643 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c9569b-a420-4439-a6d0-c8c02bd65903 req-fa5d074d-eeac-43f3-92d5-59d52beef741 tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:35.268847 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-96c9569b-a420-4439-a6d0-c8c02bd65903 req-fa5d074d-eeac-43f3-92d5-59d52beef741 tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] 10.222.0.32 "GET /v2.0/networks/9221b764-ef06-431f-8941-796516ed7c3b HTTP/1.1" status: 200  len: 784 time: 0.4119973
May 07 21:48:35.280480 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-37e0d85d-26dd-44c2-a1ea-49be25db8574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8ceedf10>, [{'id': 'ca547cbf-ecab-4e93-8284-5e763150851e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1613724126-router', 'tenant_id': 'b54c87608b4742e7bb720e7cd095a5ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.97'}], 'enable_snat': True}, 'gw_port_id': '0ea42e29-184c-4cf7-9155-ce4273729502', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:48:08Z', 'updated_at': '2022-05-07T21:48:33Z', 'revision_number': 5, 'project_id': 'b54c87608b4742e7bb720e7cd095a5ed', 'gw_port': {'id': '0ea42e29-184c-4cf7-9155-ce4273729502', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:81:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca547cbf-ecab-4e93-8284-5e763150851e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:48:10Z', 'updated_at': '2022-05-07T21:48:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:48:35.286063 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-43159554-437b-4615-98e7-24435509fc05 req-9af504f8-8d57-4532-a671-5673c9d58ecf service neutron] Request body: {'port': {'device_id': 'c766eaa8-8e8e-4135-9b5d-dfdaad014172', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:48:35.339147 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fe5eb071-682e-4239-9b23-3ea68a3e662e admin admin] Publish callbacks [] for router_gateway (ca547cbf-ecab-4e93-8284-5e763150851e), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:35.351944 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e0d85d-26dd-44c2-a1ea-49be25db8574 None None] Checking router: ca547cbf-ecab-4e93-8284-5e763150851e for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 21:48:35.365546 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e0d85d-26dd-44c2-a1ea-49be25db8574 None None] Routers {'ca547cbf-ecab-4e93-8284-5e763150851e'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:48:35.366474 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-37e0d85d-26dd-44c2-a1ea-49be25db8574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8ceedf10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:48:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['ca547cbf-ecab-4e93-8284-5e763150851e'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:48:35.487007 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-fe5eb071-682e-4239-9b23-3ea68a3e662e admin admin] Deleting port 0ea42e29-184c-4cf7-9155-ce4273729502 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:48:35.489772 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fe5eb071-682e-4239-9b23-3ea68a3e662e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (0ea42e29-184c-4cf7-9155-ce4273729502), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:35.493352 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 34340) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:48:35.528657 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bb6a627f-c1d9-4c9d-b5e1-eee910fcd700 req-83752e5b-ef4a-4898-b0ca-dad07bd2c964 service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2934730
May 07 21:48:35.588816 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-37e0d85d-26dd-44c2-a1ea-49be25db8574 None None] Set router ca547cbf-ecab-4e93-8284-5e763150851e gateway port host: None {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:48:35.651518 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b248af5b-2528-416c-8c79-382e0f246a60 x-openstack-request-id: req-b248af5b-2528-416c-8c79-382e0f246a60 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:48:35.651990 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12a792c3-0086-43d1-8995-7d56146f84b2", "name": "network-vif-deleted", "tag": "85df8e70-88cc-4aed-a304-7a9a475aa9c1", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:48:35.655368 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b248af5b-2528-416c-8c79-382e0f246a60 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:48:35.655913 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b248af5b-2528-416c-8c79-382e0f246a60'] response: {'server_uuid': '12a792c3-0086-43d1-8995-7d56146f84b2', 'name': 'network-vif-deleted', 'tag': '85df8e70-88cc-4aed-a304-7a9a475aa9c1', 'status': 'completed', 'code': 200}
May 07 21:48:35.675204 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc743ec2-9beb-4829-9bee-1bcbb1804309 req-ef974a9c-c4fe-451d-bcfa-ed202339ef08 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:35.687379 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-dc743ec2-9beb-4829-9bee-1bcbb1804309 req-ef974a9c-c4fe-451d-bcfa-ed202339ef08 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=02cc3f76-02bb-44cb-82ab-79a357f42391 HTTP/1.1" status: 200  len: 949 time: 0.1520615
May 07 21:48:35.729973 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-37e0d85d-26dd-44c2-a1ea-49be25db8574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8ceedf10>, [{'id': 'ca547cbf-ecab-4e93-8284-5e763150851e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1613724126-router', 'tenant_id': 'b54c87608b4742e7bb720e7cd095a5ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:48:08Z', 'updated_at': '2022-05-07T21:48:35Z', 'revision_number': 6, 'project_id': 'b54c87608b4742e7bb720e7cd095a5ed', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:48:35.782359 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ea59f338-7077-4a24-b5f5-7cc9e7150b8f tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Publish callbacks [] for security_group (94d1c480-f4e5-4d41-b75d-24e9594cc4ba), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:35.807945 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e0d85d-26dd-44c2-a1ea-49be25db8574 None None] The sync data for ids ['ca547cbf-ecab-4e93-8284-5e763150851e'] in ncdv-master-1 is: [{'id': 'ca547cbf-ecab-4e93-8284-5e763150851e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1613724126-router', 'tenant_id': 'b54c87608b4742e7bb720e7cd095a5ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:48:08Z', 'updated_at': '2022-05-07T21:48:35Z', 'revision_number': 6, 'project_id': 'b54c87608b4742e7bb720e7cd095a5ed', 'gw_port_host': None}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:48:35.892854 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-fe5eb071-682e-4239-9b23-3ea68a3e662e admin admin] For port 0ea42e29-184c-4cf7-9155-ce4273729502, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0ea42e29-184c-4cf7-9155-ce4273729502,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:48:35.893231 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fe5eb071-682e-4239-9b23-3ea68a3e662e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (0ea42e29-184c-4cf7-9155-ce4273729502), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:35.901383 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-43159554-437b-4615-98e7-24435509fc05 req-9af504f8-8d57-4532-a671-5673c9d58ecf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (1543b45e-f40e-472d-975d-d79ddefecdd6), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:35.906847 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ea59f338-7077-4a24-b5f5-7cc9e7150b8f tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Publish callbacks [] for security_group (94d1c480-f4e5-4d41-b75d-24e9594cc4ba), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:35.932878 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-fe5eb071-682e-4239-9b23-3ea68a3e662e admin admin] Calling delete_port for 0ea42e29-184c-4cf7-9155-ce4273729502 owned by network:router_gateway {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:48:36.050061 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ea59f338-7077-4a24-b5f5-7cc9e7150b8f tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (94d1c480-f4e5-4d41-b75d-24e9594cc4ba), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:36.057204 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ea59f338-7077-4a24-b5f5-7cc9e7150b8f tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:36.058652 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-ea59f338-7077-4a24-b5f5-7cc9e7150b8f tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] 10.222.0.32 "DELETE /v2.0/security-groups/94d1c480-f4e5-4d41-b75d-24e9594cc4ba HTTP/1.1" status: 204  len: 168 time: 0.5596638
May 07 21:48:36.064495 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 34348) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:48:36.127852 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-dc743ec2-9beb-4829-9bee-1bcbb1804309 req-6b6f187a-e44e-49c2-9c78-d492923cfb2a tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3370521
May 07 21:48:36.134909 ncdv-master-1 neutron-server[121837]: INFO neutron.api.v2.resource [None req-25b464fc-3d99-4596-9341-0c4eab025c08 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] show failed (client error): The resource could not be found.
May 07 21:48:36.138953 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-25b464fc-3d99-4596-9341-0c4eab025c08 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] 10.222.0.32 "GET /v2.0/security-groups/94d1c480-f4e5-4d41-b75d-24e9594cc4ba HTTP/1.1" status: 404  len: 347 time: 0.0684774
May 07 21:48:36.144214 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 34360) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:48:36.168205 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea59f338-7077-4a24-b5f5-7cc9e7150b8f tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94d1c480-f4e5-4d41-b75d-24e9594cc4ba,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:36.266012 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 85df8e70-88cc-4aed-a304-7a9a475aa9c1 no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:48:36.305527 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] No Port match for: 85df8e70-88cc-4aed-a304-7a9a475aa9c1 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:48:36.306191 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 85df8e70-88cc-4aed-a304-7a9a475aa9c1 not bound to the agent host nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:48:36.308424 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae2113e-a364-477f-a9f1-354ccdb24777 req-b02343b9-0437-45e2-9ab3-1f3a90269817 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:36.315670 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-cae2113e-a364-477f-a9f1-354ccdb24777 req-b02343b9-0437-45e2-9ab3-1f3a90269817 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/ports?device_id=c766eaa8-8e8e-4135-9b5d-dfdaad014172 HTTP/1.1" status: 200  len: 932 time: 0.1409960
May 07 21:48:36.320477 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 53562559-7653-4e9a-a259-c98ba082c5f1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:48:36.346864 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 53562559-7653-4e9a-a259-c98ba082c5f1 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:48:36.347584 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 53562559-7653-4e9a-a259-c98ba082c5f1 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:48:36.484881 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-cae2113e-a364-477f-a9f1-354ccdb24777 req-1aa8cddf-a9cf-41b3-a171-06f68c714d4e tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b456a11-abdd-4913-9fa4-f25fdacb0d35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1593282
May 07 21:48:36.493480 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fe5eb071-682e-4239-9b23-3ea68a3e662e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (0ea42e29-184c-4cf7-9155-ce4273729502), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:36.550280 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5eb071-682e-4239-9b23-3ea68a3e662e admin admin] Pushing event deleted for resources: {'Port': ['ID=0ea42e29-184c-4cf7-9155-ce4273729502,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:36.698857 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fe5eb071-682e-4239-9b23-3ea68a3e662e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395776'] for router_gateway (ca547cbf-ecab-4e93-8284-5e763150851e), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:36.903580 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fe5eb071-682e-4239-9b23-3ea68a3e662e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (ca547cbf-ecab-4e93-8284-5e763150851e), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:36.905962 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fe5eb071-682e-4239-9b23-3ea68a3e662e admin admin] Publish callbacks [] for router_controller (ca547cbf-ecab-4e93-8284-5e763150851e), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:36.987890 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fe5eb071-682e-4239-9b23-3ea68a3e662e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (ca547cbf-ecab-4e93-8284-5e763150851e), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:36.988378 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe5eb071-682e-4239-9b23-3ea68a3e662e admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca547cbf-ecab-4e93-8284-5e763150851e {{(pid=121837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 21:48:36.993547 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 44436595-8caf-48e5-967e-1749f507e89e no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:48:36.994455 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fe5eb071-682e-4239-9b23-3ea68a3e662e admin admin] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:36.995702 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-fe5eb071-682e-4239-9b23-3ea68a3e662e admin admin] 10.222.0.32 "DELETE /v2.0/routers/ca547cbf-ecab-4e93-8284-5e763150851e HTTP/1.1" status: 204  len: 168 time: 2.2922180
May 07 21:48:36.998743 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 34382) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:48:37.054728 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-98b97c28-10b2-471a-b60d-7128ed9c75ce admin admin] Deleting subnet 11f7f2bd-1133-4288-b95c-b4f20ee4b016 {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 21:48:37.058406 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-98b97c28-10b2-471a-b60d-7128ed9c75ce admin admin] Publish callbacks [] for subnet (11f7f2bd-1133-4288-b95c-b4f20ee4b016), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:37.097397 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-50f2b3fd-62a4-4248-b8f4-293db8ba1d34 req-61ef7a8a-eb94-4d7c-8c74-430ceb698d9b tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.8089392
May 07 21:48:37.100599 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-98b97c28-10b2-471a-b60d-7128ed9c75ce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (11f7f2bd-1133-4288-b95c-b4f20ee4b016), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:37.104507 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 44436595-8caf-48e5-967e-1749f507e89e is: ACTIVE; New status is: DOWN {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:48:37.104900 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (44436595-8caf-48e5-967e-1749f507e89e), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:37.112296 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-50f2b3fd-62a4-4248-b8f4-293db8ba1d34 req-f616829f-cb2d-463c-9312-7f8ad3845360 tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Request body: {'floatingip': {'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:48:37.123496 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-f95f4957-f6c2-4b69-833b-e7ffce463233 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Deleting port a809be6e-03be-4063-bcff-f3f1c3d3e43f {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:48:37.123844 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f95f4957-f6c2-4b69-833b-e7ffce463233 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (a809be6e-03be-4063-bcff-f3f1c3d3e43f), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:37.166010 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02cc3f76-02bb-44cb-82ab-79a357f42391', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44436595-8caf-48e5-967e-1749f507e89e'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:48:37.172414 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36e1690e-8f82-43f5-9ca6-ffe04b2a1736" -d '{"events": [{"server_uuid": "02cc3f76-02bb-44cb-82ab-79a357f42391", "name": "network-vif-unplugged", "status": "completed", "tag": "44436595-8caf-48e5-967e-1749f507e89e"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:48:37.207554 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 44436595-8caf-48e5-967e-1749f507e89e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=44436595-8caf-48e5-967e-1749f507e89e,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:48:37.231762 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (44436595-8caf-48e5-967e-1749f507e89e), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:37.316103 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-50f2b3fd-62a4-4248-b8f4-293db8ba1d34 req-f616829f-cb2d-463c-9312-7f8ad3845360 tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:37.340984 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=44436595-8caf-48e5-967e-1749f507e89e,revision_number=6']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:37.345561 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-98b97c28-10b2-471a-b60d-7128ed9c75ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (11f7f2bd-1133-4288-b95c-b4f20ee4b016), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:37.369966 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f884eb-fa8e-488a-81be-d481ccd2586c req-7bdd8a66-20d0-493d-b630-ec363c486798 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:37.371616 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-05f884eb-fa8e-488a-81be-d481ccd2586c req-7bdd8a66-20d0-493d-b630-ec363c486798 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=02cc3f76-02bb-44cb-82ab-79a357f42391 HTTP/1.1" status: 200  len: 947 time: 0.0943372
May 07 21:48:37.438304 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f95f4957-f6c2-4b69-833b-e7ffce463233 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (a809be6e-03be-4063-bcff-f3f1c3d3e43f), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:37.438630 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f95f4957-f6c2-4b69-833b-e7ffce463233 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Publish callbacks [] for floatingip (a809be6e-03be-4063-bcff-f3f1c3d3e43f), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:37.445789 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [req-43159554-437b-4615-98e7-24435509fc05 req-9af504f8-8d57-4532-a671-5673c9d58ecf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1543b45e-f40e-472d-975d-d79ddefecdd6 {{(pid=121836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:48:37.451294 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-05f884eb-fa8e-488a-81be-d481ccd2586c req-83ee75ed-6795-424b-a8a6-427f65b47a14 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610347
May 07 21:48:37.471483 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-98b97c28-10b2-471a-b60d-7128ed9c75ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (11f7f2bd-1133-4288-b95c-b4f20ee4b016), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:37.471728 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-43159554-437b-4615-98e7-24435509fc05 req-9af504f8-8d57-4532-a671-5673c9d58ecf service neutron] Publish callbacks [] for port (1543b45e-f40e-472d-975d-d79ddefecdd6), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:37.481000 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-f95f4957-f6c2-4b69-833b-e7ffce463233 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Calling delete_port for a809be6e-03be-4063-bcff-f3f1c3d3e43f owned by network:floatingip {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:48:37.502365 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b97c28-10b2-471a-b60d-7128ed9c75ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11f7f2bd-1133-4288-b95c-b4f20ee4b016,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:37.504417 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.provisioning_blocks [req-43159554-437b-4615-98e7-24435509fc05 req-9af504f8-8d57-4532-a671-5673c9d58ecf service neutron] Transition to ACTIVE for port object 1543b45e-f40e-472d-975d-d79ddefecdd6 will not be triggered until provisioned by entity L2. {{(pid=121836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:48:37.508582 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-98b97c28-10b2-471a-b60d-7128ed9c75ce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:37.511799 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-98b97c28-10b2-471a-b60d-7128ed9c75ce admin admin] 10.222.0.32 "DELETE /v2.0/subnets/11f7f2bd-1133-4288-b95c-b4f20ee4b016 HTTP/1.1" status: 204  len: 168 time: 0.5120826
May 07 21:48:37.512144 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-50f2b3fd-62a4-4248-b8f4-293db8ba1d34 req-f616829f-cb2d-463c-9312-7f8ad3845360 tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:37.514333 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 34392) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:48:37.519299 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 07 May 2022 21:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3ce1a00-24f7-45c6-9f62-54628520e9bf x-openstack-request-id: req-f3ce1a00-24f7-45c6-9f62-54628520e9bf {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:48:37.519688 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02cc3f76-02bb-44cb-82ab-79a357f42391", "name": "network-vif-unplugged", "status": "completed", "tag": "44436595-8caf-48e5-967e-1749f507e89e", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:48:37.521080 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f3ce1a00-24f7-45c6-9f62-54628520e9bf {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:48:37.521484 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3ce1a00-24f7-45c6-9f62-54628520e9bf'] response: {'server_uuid': '02cc3f76-02bb-44cb-82ab-79a357f42391', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44436595-8caf-48e5-967e-1749f507e89e', 'code': 200}
May 07 21:48:37.535996 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6e8303-f24c-4e99-9e39-3e1802556036 None None] Network bb203028-e658-4d38-bbe2-2a79b657f166 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:48:37.621711 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-43159554-437b-4615-98e7-24435509fc05 req-9af504f8-8d57-4532-a671-5673c9d58ecf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (1543b45e-f40e-472d-975d-d79ddefecdd6), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:37.708696 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af504f8-8d57-4532-a671-5673c9d58ecf service neutron] Pushing event updated for resources: {'Port': ['ID=1543b45e-f40e-472d-975d-d79ddefecdd6,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:37.767366 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468356c8-e9ec-408b-963b-dbaa13d8a340 None None] DHCP port deletion for bb203028-e658-4d38-bbe2-2a79b657f166 request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 21:48:37.819013 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-468356c8-e9ec-408b-963b-dbaa13d8a340 None None] Deleting port d3a3252a-99e1-4c6c-b09c-95b489fee23b {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:48:37.819664 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-468356c8-e9ec-408b-963b-dbaa13d8a340 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (d3a3252a-99e1-4c6c-b09c-95b489fee23b), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:37.889047 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-468356c8-e9ec-408b-963b-dbaa13d8a340 None None] For port d3a3252a-99e1-4c6c-b09c-95b489fee23b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d3a3252a-99e1-4c6c-b09c-95b489fee23b,segment=NetworkSegment(8997236e-605a-4707-8578-9322e8bef137),segment_id=8997236e-605a-4707-8578-9322e8bef137)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:48:37.889728 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-468356c8-e9ec-408b-963b-dbaa13d8a340 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (d3a3252a-99e1-4c6c-b09c-95b489fee23b), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:37.906224 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-468356c8-e9ec-408b-963b-dbaa13d8a340 None None] Calling delete_port for d3a3252a-99e1-4c6c-b09c-95b489fee23b owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:48:37.927785 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8726d3a9-480c-4c75-80d0-5e4ba37701dd req-98059f39-0ec9-41de-9e99-9d7ee188102d tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:37.929258 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8726d3a9-480c-4c75-80d0-5e4ba37701dd req-98059f39-0ec9-41de-9e99-9d7ee188102d tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/ports?device_id=c766eaa8-8e8e-4135-9b5d-dfdaad014172 HTTP/1.1" status: 200  len: 944 time: 0.0878603
May 07 21:48:37.933575 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5b97969b-f16a-4322-b32e-d9ce1a2848eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (bb203028-e658-4d38-bbe2-2a79b657f166), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:37.945366 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [req-50f2b3fd-62a4-4248-b8f4-293db8ba1d34 req-f616829f-cb2d-463c-9312-7f8ad3845360 tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Allocated IP 172.35.4.253 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/63af1b19-5b57-4f17-a69a-7541525bbc0e) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:48:37.986686 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-43159554-437b-4615-98e7-24435509fc05 req-9af504f8-8d57-4532-a671-5673c9d58ecf service neutron] Attempting to bind port 1543b45e-f40e-472d-975d-d79ddefecdd6 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:48:37.987165 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-43159554-437b-4615-98e7-24435509fc05 req-9af504f8-8d57-4532-a671-5673c9d58ecf service neutron] Attempting to bind port 1543b45e-f40e-472d-975d-d79ddefecdd6 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '616ea0c7-2d98-4ffb-86e7-ca2a85e3ffe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd3775254-6c3d-4b27-a2f1-ae073d9f981d'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:48:37.987503 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43159554-437b-4615-98e7-24435509fc05 req-9af504f8-8d57-4532-a671-5673c9d58ecf service neutron] Attempting to bind port 1543b45e-f40e-472d-975d-d79ddefecdd6 on network d3775254-6c3d-4b27-a2f1-ae073d9f981d {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:48:37.988989 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8726d3a9-480c-4c75-80d0-5e4ba37701dd req-90ade3d8-8067-45d2-8397-3d2aef4fd000 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b456a11-abdd-4913-9fa4-f25fdacb0d35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518596
May 07 21:48:38.024315 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-5b97969b-f16a-4322-b32e-d9ce1a2848eb admin admin] Deleting port d3a3252a-99e1-4c6c-b09c-95b489fee23b {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:48:38.024782 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5b97969b-f16a-4322-b32e-d9ce1a2848eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (d3a3252a-99e1-4c6c-b09c-95b489fee23b), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:38.031320 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43159554-437b-4615-98e7-24435509fc05 req-9af504f8-8d57-4532-a671-5673c9d58ecf service neutron] Port 1543b45e-f40e-472d-975d-d79ddefecdd6 on network d3775254-6c3d-4b27-a2f1-ae073d9f981d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:48:38.031936 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43159554-437b-4615-98e7-24435509fc05 req-9af504f8-8d57-4532-a671-5673c9d58ecf service neutron] Attempting to bind port 1543b45e-f40e-472d-975d-d79ddefecdd6 on network d3775254-6c3d-4b27-a2f1-ae073d9f981d {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:48:38.045739 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f95f4957-f6c2-4b69-833b-e7ffce463233 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (a809be6e-03be-4063-bcff-f3f1c3d3e43f), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:38.054373 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-468356c8-e9ec-408b-963b-dbaa13d8a340 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (d3a3252a-99e1-4c6c-b09c-95b489fee23b), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:38.093885 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43159554-437b-4615-98e7-24435509fc05 req-9af504f8-8d57-4532-a671-5673c9d58ecf service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:48:38.094497 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43159554-437b-4615-98e7-24435509fc05 req-9af504f8-8d57-4532-a671-5673c9d58ecf service neutron] Checking segment: {'id': '616ea0c7-2d98-4ffb-86e7-ca2a85e3ffe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd3775254-6c3d-4b27-a2f1-ae073d9f981d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:48:38.095098 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43159554-437b-4615-98e7-24435509fc05 req-9af504f8-8d57-4532-a671-5673c9d58ecf service neutron] Bound using segment: {'id': '616ea0c7-2d98-4ffb-86e7-ca2a85e3ffe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd3775254-6c3d-4b27-a2f1-ae073d9f981d'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:48:38.095725 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-43159554-437b-4615-98e7-24435509fc05 req-9af504f8-8d57-4532-a671-5673c9d58ecf service neutron] Bound port: 1543b45e-f40e-472d-975d-d79ddefecdd6, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '616ea0c7-2d98-4ffb-86e7-ca2a85e3ffe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd3775254-6c3d-4b27-a2f1-ae073d9f981d'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:48:38.096251 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-43159554-437b-4615-98e7-24435509fc05 req-9af504f8-8d57-4532-a671-5673c9d58ecf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (1543b45e-f40e-472d-975d-d79ddefecdd6), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:38.107963 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468356c8-e9ec-408b-963b-dbaa13d8a340 None None] Pushing event deleted for resources: {'Port': ['ID=d3a3252a-99e1-4c6c-b09c-95b489fee23b,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:38.112489 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468356c8-e9ec-408b-963b-dbaa13d8a340 None None] No DVR routers for this DVR port d3a3252a-99e1-4c6c-b09c-95b489fee23b on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:48:38.146714 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-5b97969b-f16a-4322-b32e-d9ce1a2848eb admin admin] For port d3a3252a-99e1-4c6c-b09c-95b489fee23b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d3a3252a-99e1-4c6c-b09c-95b489fee23b,segment=NetworkSegment(8997236e-605a-4707-8578-9322e8bef137),segment_id=8997236e-605a-4707-8578-9322e8bef137)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:48:38.146714 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5b97969b-f16a-4322-b32e-d9ce1a2848eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (d3a3252a-99e1-4c6c-b09c-95b489fee23b), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:38.151769 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95f4957-f6c2-4b69-833b-e7ffce463233 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Pushing event deleted for resources: {'Port': ['ID=a809be6e-03be-4063-bcff-f3f1c3d3e43f,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:38.165836 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-5b97969b-f16a-4322-b32e-d9ce1a2848eb admin admin] Calling delete_port for d3a3252a-99e1-4c6c-b09c-95b489fee23b owned by network:dhcp {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:48:38.274273 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d533ab-1a45-4830-ab14-467cb9759a00 req-1ccf7ad9-da78-4edd-8c0e-1da240833d5a tempest-ImagesOneServerTestJSON-63988004 tempest-ImagesOneServerTestJSON-63988004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:38.278515 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-53d533ab-1a45-4830-ab14-467cb9759a00 req-1ccf7ad9-da78-4edd-8c0e-1da240833d5a tempest-ImagesOneServerTestJSON-63988004 tempest-ImagesOneServerTestJSON-63988004-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0ec46f9-84e6-413a-be19-c46548cb31fd HTTP/1.1" status: 200  len: 949 time: 0.0638456
May 07 21:48:38.284921 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-50f2b3fd-62a4-4248-b8f4-293db8ba1d34 req-f616829f-cb2d-463c-9312-7f8ad3845360 tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Publish callbacks [] for port (63af1b19-5b57-4f17-a69a-7541525bbc0e), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:38.293575 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f95f4957-f6c2-4b69-833b-e7ffce463233 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Publish callbacks [] for floatingip (785a81ae-a9bc-4c9f-8910-736737805009), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:38.297553 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f95f4957-f6c2-4b69-833b-e7ffce463233 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:38.301089 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-f95f4957-f6c2-4b69-833b-e7ffce463233 tempest-ServersWithSpecificFlavorTestJSON-440340344 tempest-ServersWithSpecificFlavorTestJSON-440340344-project] 10.222.0.32 "DELETE /v2.0/floatingips/785a81ae-a9bc-4c9f-8910-736737805009 HTTP/1.1" status: 204  len: 168 time: 2.1500514
May 07 21:48:38.314342 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5b97969b-f16a-4322-b32e-d9ce1a2848eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (d3a3252a-99e1-4c6c-b09c-95b489fee23b), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:38.316751 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-43159554-437b-4615-98e7-24435509fc05 req-9af504f8-8d57-4532-a671-5673c9d58ecf service neutron] For port 1543b45e-f40e-472d-975d-d79ddefecdd6, host nch1-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:48:38.321708 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-43159554-437b-4615-98e7-24435509fc05 req-9af504f8-8d57-4532-a671-5673c9d58ecf service neutron] For port 1543b45e-f40e-472d-975d-d79ddefecdd6, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1543b45e-f40e-472d-975d-d79ddefecdd6,segment=NetworkSegment(616ea0c7-2d98-4ffb-86e7-ca2a85e3ffe1),segment_id=616ea0c7-2d98-4ffb-86e7-ca2a85e3ffe1)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:48:38.342125 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-43159554-437b-4615-98e7-24435509fc05 req-9af504f8-8d57-4532-a671-5673c9d58ecf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (1543b45e-f40e-472d-975d-d79ddefecdd6), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:38.352604 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b97969b-f16a-4322-b32e-d9ce1a2848eb admin admin] Pushing event deleted for resources: {'Port': ['ID=d3a3252a-99e1-4c6c-b09c-95b489fee23b,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:38.361551 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b97969b-f16a-4322-b32e-d9ce1a2848eb admin admin] No DVR routers for this DVR port d3a3252a-99e1-4c6c-b09c-95b489fee23b on host ncdv-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:48:38.393028 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43159554-437b-4615-98e7-24435509fc05 req-9af504f8-8d57-4532-a671-5673c9d58ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:38.393660 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-43159554-437b-4615-98e7-24435509fc05 req-9af504f8-8d57-4532-a671-5673c9d58ecf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:38.393988 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device d3a3252a-99e1-4c6c-b09c-95b489fee23b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:48:38.395064 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-43159554-437b-4615-98e7-24435509fc05 req-9af504f8-8d57-4532-a671-5673c9d58ecf service neutron] 10.222.0.55 "PUT /v2.0/ports/1543b45e-f40e-472d-975d-d79ddefecdd6 HTTP/1.1" status: 200  len: 1092 time: 3.1444533
May 07 21:48:38.398606 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c766eaa8-8e8e-4135-9b5d-dfdaad014172', 'tag': '1543b45e-f40e-472d-975d-d79ddefecdd6'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:48:38.402173 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44520178-4fe0-4492-b6ed-b3eb6137a2d4" -d '{"events": [{"name": "network-changed", "server_uuid": "c766eaa8-8e8e-4135-9b5d-dfdaad014172", "tag": "1543b45e-f40e-472d-975d-d79ddefecdd6"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:48:38.422552 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-50f2b3fd-62a4-4248-b8f4-293db8ba1d34 req-f616829f-cb2d-463c-9312-7f8ad3845360 tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (63af1b19-5b57-4f17-a69a-7541525bbc0e), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:38.423350 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: d3a3252a-99e1-4c6c-b09c-95b489fee23b {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:48:38.423806 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device d3a3252a-99e1-4c6c-b09c-95b489fee23b not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:48:38.424319 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 0ea42e29-184c-4cf7-9155-ce4273729502 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:48:38.435474 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-53d533ab-1a45-4830-ab14-467cb9759a00 req-a8107f2c-2dba-4fb4-a2b9-a01dc4205fb1 tempest-ImagesOneServerTestJSON-63988004 tempest-ImagesOneServerTestJSON-63988004-project] 10.222.0.32 "GET /v2.0/security-groups?id=71595d26-f957-4be5-8222-3040afacde85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1374114
May 07 21:48:38.457425 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af504f8-8d57-4532-a671-5673c9d58ecf service neutron] Pushing event updated for resources: {'Port': ['ID=1543b45e-f40e-472d-975d-d79ddefecdd6,revision_number=3']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:38.469019 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 0ea42e29-184c-4cf7-9155-ce4273729502 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:48:38.469693 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 0ea42e29-184c-4cf7-9155-ce4273729502 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:48:38.481054 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50f2b3fd-62a4-4248-b8f4-293db8ba1d34 req-f616829f-cb2d-463c-9312-7f8ad3845360 tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:48:38.492800 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [req-50f2b3fd-62a4-4248-b8f4-293db8ba1d34 req-f616829f-cb2d-463c-9312-7f8ad3845360 tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:48:38.495983 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-50f2b3fd-62a4-4248-b8f4-293db8ba1d34 req-f616829f-cb2d-463c-9312-7f8ad3845360 tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:48:38.498379 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5b97969b-f16a-4322-b32e-d9ce1a2848eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (bb203028-e658-4d38-bbe2-2a79b657f166), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:38.522247 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-5b97969b-f16a-4322-b32e-d9ce1a2848eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf86fc5fa0>,) {'filters': {'network_id': ['bb203028-e658-4d38-bbe2-2a79b657f166']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:48:38.533297 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-5b97969b-f16a-4322-b32e-d9ce1a2848eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf86fc5fa0>, '8997236e-605a-4707-8578-9322e8bef137') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:48:38.533780 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-5b97969b-f16a-4322-b32e-d9ce1a2848eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf86fc5fa0>, '8997236e-605a-4707-8578-9322e8bef137') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:48:38.539787 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afccb663-762b-4b5a-a1ab-c966b3373927 x-openstack-request-id: req-afccb663-762b-4b5a-a1ab-c966b3373927 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:48:38.540554 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c766eaa8-8e8e-4135-9b5d-dfdaad014172", "tag": "1543b45e-f40e-472d-975d-d79ddefecdd6", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:48:38.540554 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-afccb663-762b-4b5a-a1ab-c966b3373927 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:48:38.540760 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afccb663-762b-4b5a-a1ab-c966b3373927'] response: {'name': 'network-changed', 'server_uuid': 'c766eaa8-8e8e-4135-9b5d-dfdaad014172', 'tag': '1543b45e-f40e-472d-975d-d79ddefecdd6', 'status': 'completed', 'code': 200}
May 07 21:48:38.545816 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5b97969b-f16a-4322-b32e-d9ce1a2848eb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (8997236e-605a-4707-8578-9322e8bef137), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:38.561480 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5b97969b-f16a-4322-b32e-d9ce1a2848eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (8997236e-605a-4707-8578-9322e8bef137), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:38.568857 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b97969b-f16a-4322-b32e-d9ce1a2848eb admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 21:48:38.569399 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5b97969b-f16a-4322-b32e-d9ce1a2848eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (8997236e-605a-4707-8578-9322e8bef137), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:38.572179 ncdv-master-1 neutron-server[121837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 21:48:38.572179 ncdv-master-1 neutron-server[121837]:   self.session.flush()
May 07 21:48:38.572179 ncdv-master-1 neutron-server[121837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 21:48:38.572179 ncdv-master-1 neutron-server[121837]:   self.session.flush()
May 07 21:48:38.572179 ncdv-master-1 neutron-server[121837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 21:48:38.572179 ncdv-master-1 neutron-server[121837]:   self.session.flush()
May 07 21:48:38.572179 ncdv-master-1 neutron-server[121837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 21:48:38.572179 ncdv-master-1 neutron-server[121837]:   self.session.flush()
May 07 21:48:38.572179 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 21:48:38.572179 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 21:48:38.572179 ncdv-master-1 neutron-server[121837]:     timer()
May 07 21:48:38.572179 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 21:48:38.572179 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 21:48:38.572179 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 21:48:38.572179 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 21:48:38.572179 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 21:48:38.572179 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 21:48:38.572179 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 21:48:38.572179 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 21:48:38.572179 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 21:48:38.572179 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 21:48:38.572179 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 21:48:38.572179 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 21:48:38.572179 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 21:48:38.572179 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 21:48:38.572179 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 21:48:38.572179 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 21:48:38.572179 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 21:48:38.572179 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 21:48:38.572179 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 21:48:38.572179 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 21:48:38.572179 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 21:48:38.572179 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 21:48:38.572179 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 21:48:38.572179 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 21:48:38.572179 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 21:48:38.572179 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 21:48:38.572179 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 21:48:38.572179 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 21:48:38.572179 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 21:48:38.595907 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43159554-437b-4615-98e7-24435509fc05 req-aa640138-8cce-41da-b993-b40716b1a4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:38.597340 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-43159554-437b-4615-98e7-24435509fc05 req-aa640138-8cce-41da-b993-b40716b1a4ed service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bd92ab7de4f3456e82ccaa60aa378562&device_id=c766eaa8-8e8e-4135-9b5d-dfdaad014172 HTTP/1.1" status: 200  len: 1126 time: 0.1133540
May 07 21:48:38.599747 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f616829f-cb2d-463c-9312-7f8ad3845360 tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Pushing event updated for resources: {'Port': ['ID=63af1b19-5b57-4f17-a69a-7541525bbc0e,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:38.657940 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-43159554-437b-4615-98e7-24435509fc05 req-38c695bb-4fa9-4b9e-9963-52442db788c7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1543b45e-f40e-472d-975d-d79ddefecdd6 HTTP/1.1" status: 200  len: 217 time: 0.0520868
May 07 21:48:38.691459 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5b97969b-f16a-4322-b32e-d9ce1a2848eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (bb203028-e658-4d38-bbe2-2a79b657f166), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:38.725816 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5b97969b-f16a-4322-b32e-d9ce1a2848eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:38.736207 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-5b97969b-f16a-4322-b32e-d9ce1a2848eb admin admin] 10.222.0.32 "DELETE /v2.0/networks/bb203028-e658-4d38-bbe2-2a79b657f166 HTTP/1.1" status: 204  len: 168 time: 1.2179415
May 07 21:48:38.765531 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-50f2b3fd-62a4-4248-b8f4-293db8ba1d34 req-f616829f-cb2d-463c-9312-7f8ad3845360 tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Publish callbacks [] for floatingip (9d488c51-32b2-4959-9440-3e1f85b4d2e2), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:38.767691 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43159554-437b-4615-98e7-24435509fc05 req-f91d0046-e07a-4419-87c0-006e2ef58ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:38.769218 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-43159554-437b-4615-98e7-24435509fc05 req-f91d0046-e07a-4419-87c0-006e2ef58ab1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0cba138a-678d-4392-84ac-c6115c01dacb HTTP/1.1" status: 200  len: 844 time: 0.0906861
May 07 21:48:38.778229 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d027431c-aead-490d-90a9-bca17389e0e4 req-87331937-184c-4eff-868c-cc6b4c916460 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:38.778229 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d027431c-aead-490d-90a9-bca17389e0e4 req-87331937-184c-4eff-868c-cc6b4c916460 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=02cc3f76-02bb-44cb-82ab-79a357f42391 HTTP/1.1" status: 200  len: 947 time: 0.1308506
May 07 21:48:38.778229 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b97969b-f16a-4322-b32e-d9ce1a2848eb admin admin] Pushing event deleted for resources: {'Network': ['ID=bb203028-e658-4d38-bbe2-2a79b657f166,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:38.831165 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-43159554-437b-4615-98e7-24435509fc05 req-8de03e1e-f915-4b02-97bc-63b912364519 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d3775254-6c3d-4b27-a2f1-ae073d9f981d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0541685
May 07 21:48:38.847901 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d027431c-aead-490d-90a9-bca17389e0e4 req-3f66ed8a-ae90-4e00-99b9-456a255030c8 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0641072
May 07 21:48:38.892597 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-50f2b3fd-62a4-4248-b8f4-293db8ba1d34 req-f616829f-cb2d-463c-9312-7f8ad3845360 tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (63af1b19-5b57-4f17-a69a-7541525bbc0e), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:38.909634 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 34444) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:48:38.961963 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-75a89571-9f12-4d2e-b750-e8ce76af8b8c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b54c87608b4742e7bb720e7cd095a5ed&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0499461
May 07 21:48:38.965869 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 34450) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:48:39.008989 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 44436595-8caf-48e5-967e-1749f507e89e details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:48:39.029005 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-43159554-437b-4615-98e7-24435509fc05 req-7ec3d694-b2de-463f-b65d-7e4269ccb609 service neutron] 10.222.0.55 "GET /v2.0/networks/d3775254-6c3d-4b27-a2f1-ae073d9f981d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1760077
May 07 21:48:39.142792 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 44436595-8caf-48e5-967e-1749f507e89e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=44436595-8caf-48e5-967e-1749f507e89e,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:48:39.158342 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': '44436595-8caf-48e5-967e-1749f507e89e', 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47', 'port_id': '44436595-8caf-48e5-967e-1749f507e89e', 'mac_address': 'fa:16:3e:7b:b1:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e0e5c53-1ece-4d20-b01d-5f8c6957edf6', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:48:39.209001 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 44436595-8caf-48e5-967e-1749f507e89e is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:48:39.209393 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (44436595-8caf-48e5-967e-1749f507e89e), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:39.225365 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44436595-8caf-48e5-967e-1749f507e89e {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:48:39.244759 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f91eab3c-dfe9-4733-9b76-70ec24fa2bc7 admin admin] Publish callbacks [] for security_group (55b07905-aaf0-4428-9d60-bdce34fcd1cb), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:39.248443 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 44436595-8caf-48e5-967e-1749f507e89e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=44436595-8caf-48e5-967e-1749f507e89e,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:48:39.254490 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (44436595-8caf-48e5-967e-1749f507e89e), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:39.260122 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb649766-9261-4a1a-8201-4c1d77e8eb8b req-ad83c801-f795-4f96-9495-d2e159993a46 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:39.261624 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fb649766-9261-4a1a-8201-4c1d77e8eb8b req-ad83c801-f795-4f96-9495-d2e159993a46 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.59 "GET /v2.0/ports?device_id=02cc3f76-02bb-44cb-82ab-79a357f42391&tenant_id=7789855db11445de842c4df75bd05e10&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 947 time: 0.1471252
May 07 21:48:39.303752 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f91eab3c-dfe9-4733-9b76-70ec24fa2bc7 admin admin] Publish callbacks [] for security_group (55b07905-aaf0-4428-9d60-bdce34fcd1cb), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:39.315548 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=44436595-8caf-48e5-967e-1749f507e89e,revision_number=7']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:39.333745 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-50f2b3fd-62a4-4248-b8f4-293db8ba1d34 req-f616829f-cb2d-463c-9312-7f8ad3845360 tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Publish callbacks [] for port (63af1b19-5b57-4f17-a69a-7541525bbc0e), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:39.340991 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-43159554-437b-4615-98e7-24435509fc05 req-77a11e15-6dee-426e-8cca-5bc6c6d2c157 service neutron] 10.222.0.55 "GET /v2.0/networks/d3775254-6c3d-4b27-a2f1-ae073d9f981d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2951369
May 07 21:48:39.343975 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-50f2b3fd-62a4-4248-b8f4-293db8ba1d34 req-f616829f-cb2d-463c-9312-7f8ad3845360 tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (63af1b19-5b57-4f17-a69a-7541525bbc0e), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:39.469173 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb649766-9261-4a1a-8201-4c1d77e8eb8b req-605b149f-355f-4597-bd92-bab665472fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:39.470819 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fb649766-9261-4a1a-8201-4c1d77e8eb8b req-605b149f-355f-4597-bd92-bab665472fdf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7789855db11445de842c4df75bd05e10&device_id=02cc3f76-02bb-44cb-82ab-79a357f42391 HTTP/1.1" status: 200  len: 1130 time: 0.1087854
May 07 21:48:39.473494 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f616829f-cb2d-463c-9312-7f8ad3845360 tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Pushing event updated for resources: {'Port': ['ID=63af1b19-5b57-4f17-a69a-7541525bbc0e,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:39.494294 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f91eab3c-dfe9-4733-9b76-70ec24fa2bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (55b07905-aaf0-4428-9d60-bdce34fcd1cb), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:39.497250 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f91eab3c-dfe9-4733-9b76-70ec24fa2bc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:39.498932 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-f91eab3c-dfe9-4733-9b76-70ec24fa2bc7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/55b07905-aaf0-4428-9d60-bdce34fcd1cb HTTP/1.1" status: 204  len: 168 time: 0.5313842
May 07 21:48:39.510540 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-50f2b3fd-62a4-4248-b8f4-293db8ba1d34 req-f616829f-cb2d-463c-9312-7f8ad3845360 tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (9d488c51-32b2-4959-9440-3e1f85b4d2e2), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:39.515692 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['44436595-8caf-48e5-967e-1749f507e89e'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:48:39.541794 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91eab3c-dfe9-4733-9b76-70ec24fa2bc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b07905-aaf0-4428-9d60-bdce34fcd1cb,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:39.589906 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-50f2b3fd-62a4-4248-b8f4-293db8ba1d34 req-f616829f-cb2d-463c-9312-7f8ad3845360 tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:39.592428 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-50f2b3fd-62a4-4248-b8f4-293db8ba1d34 req-f616829f-cb2d-463c-9312-7f8ad3845360 tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.4943066
May 07 21:48:39.699064 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-50f2b3fd-62a4-4248-b8f4-293db8ba1d34 req-aed9913c-3347-4430-8e36-1108a30629d3 tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.4.253 HTTP/1.1" status: 200  len: 696 time: 0.0987329
May 07 21:48:39.711574 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb649766-9261-4a1a-8201-4c1d77e8eb8b req-a0e8815f-ca5b-41ce-9753-5e6145236946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:39.713481 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fb649766-9261-4a1a-8201-4c1d77e8eb8b req-a0e8815f-ca5b-41ce-9753-5e6145236946 service neutron] 10.222.0.59 "GET /v2.0/networks?id=665487f0-78eb-47fb-9a06-b15bc614dc47 HTTP/1.1" status: 200  len: 870 time: 0.2336066
May 07 21:48:39.786361 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fb649766-9261-4a1a-8201-4c1d77e8eb8b req-28b867fe-5833-4cdf-a3b5-b973a22d4a34 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=44436595-8caf-48e5-967e-1749f507e89e HTTP/1.1" status: 200  len: 217 time: 0.0607741
May 07 21:48:39.807010 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca6b995-7a02-4018-8f7f-b56b49a0d4ab req-dd365e7b-0800-4334-aa93-3b345eca2bf3 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:39.809251 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7ca6b995-7a02-4018-8f7f-b56b49a0d4ab req-dd365e7b-0800-4334-aa93-3b345eca2bf3 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/ports?device_id=c766eaa8-8e8e-4135-9b5d-dfdaad014172 HTTP/1.1" status: 200  len: 944 time: 0.0528378
May 07 21:48:39.878428 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb649766-9261-4a1a-8201-4c1d77e8eb8b req-7672cc6d-24c5-4c83-8cfd-949b2f5427cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:39.879809 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fb649766-9261-4a1a-8201-4c1d77e8eb8b req-7672cc6d-24c5-4c83-8cfd-949b2f5427cb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6e0e5c53-1ece-4d20-b01d-5f8c6957edf6 HTTP/1.1" status: 200  len: 843 time: 0.0871134
May 07 21:48:39.918405 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7ca6b995-7a02-4018-8f7f-b56b49a0d4ab req-2e1a4b96-db30-4fa1-b7a7-26913720a05c tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b456a11-abdd-4913-9fa4-f25fdacb0d35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0987201
May 07 21:48:39.945195 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f2b3fd-62a4-4248-b8f4-293db8ba1d34 req-bbd1ad73-5dc8-4be7-8902-314164308e30 tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:39.946551 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-50f2b3fd-62a4-4248-b8f4-293db8ba1d34 req-bbd1ad73-5dc8-4be7-8902-314164308e30 tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] 10.222.0.32 "GET /v2.0/networks/9221b764-ef06-431f-8941-796516ed7c3b HTTP/1.1" status: 200  len: 784 time: 0.2386446
May 07 21:48:39.947785 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb649766-9261-4a1a-8201-4c1d77e8eb8b req-9148e25f-3054-480e-93b7-6968ddc77f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:39.949151 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fb649766-9261-4a1a-8201-4c1d77e8eb8b req-9148e25f-3054-480e-93b7-6968ddc77f0e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=665487f0-78eb-47fb-9a06-b15bc614dc47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0606627
May 07 21:48:39.959666 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [req-50f2b3fd-62a4-4248-b8f4-293db8ba1d34 req-24b29533-c1c4-44fc-a1fd-23f442a1a4f6 tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121836) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 21:48:39.960883 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-50f2b3fd-62a4-4248-b8f4-293db8ba1d34 req-24b29533-c1c4-44fc-a1fd-23f442a1a4f6 tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0067384
May 07 21:48:40.023075 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ec147f-97ae-45a6-99ae-ae1129c70e14 req-c46c4de8-10ae-4a10-9a21-977f59655f7b tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:40.024887 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f0ec147f-97ae-45a6-99ae-ae1129c70e14 req-c46c4de8-10ae-4a10-9a21-977f59655f7b tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=02cc3f76-02bb-44cb-82ab-79a357f42391 HTTP/1.1" status: 200  len: 948 time: 0.0560243
May 07 21:48:40.083290 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f0ec147f-97ae-45a6-99ae-ae1129c70e14 req-5655b080-7854-41f0-92a0-e10773b6f280 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509834
May 07 21:48:40.086137 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fb649766-9261-4a1a-8201-4c1d77e8eb8b req-45fe6128-ba28-4c43-8ddd-7a0d0e870379 service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1211290
May 07 21:48:40.237746 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f66d6fd-d50b-404b-b583-c13d8b30cb67 req-2c798335-e44c-43ee-99ab-8631577c484d tempest-LiveMigrationTest-1060990445 tempest-LiveMigrationTest-1060990445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:40.239884 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0f66d6fd-d50b-404b-b583-c13d8b30cb67 req-2c798335-e44c-43ee-99ab-8631577c484d tempest-LiveMigrationTest-1060990445 tempest-LiveMigrationTest-1060990445-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=028d626c-306b-45cc-81b8-b73eca1c01c3 HTTP/1.1" status: 200  len: 1127 time: 0.0671132
May 07 21:48:40.282284 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 04c678a5-64ac-461c-a365-ad4f4e5dd86c no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:48:40.311460 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fb649766-9261-4a1a-8201-4c1d77e8eb8b req-8fbf9bad-98f6-42d7-add3-0a3a6c7317e1 service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2169383
May 07 21:48:40.338285 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0f66d6fd-d50b-404b-b583-c13d8b30cb67 req-250b2154-5b16-4c7b-bb16-e00b0b3a865d tempest-LiveMigrationTest-1060990445 tempest-LiveMigrationTest-1060990445-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0910463
May 07 21:48:40.390060 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 04c678a5-64ac-461c-a365-ad4f4e5dd86c is: ACTIVE; New status is: DOWN {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:48:40.390493 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (04c678a5-64ac-461c-a365-ad4f4e5dd86c), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:40.418983 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0ec46f9-84e6-413a-be19-c46548cb31fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04c678a5-64ac-461c-a365-ad4f4e5dd86c'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:48:40.421304 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-416de2ee-0882-4c9d-aa5e-0e9384ee679a" -d '{"events": [{"server_uuid": "d0ec46f9-84e6-413a-be19-c46548cb31fd", "name": "network-vif-unplugged", "status": "completed", "tag": "04c678a5-64ac-461c-a365-ad4f4e5dd86c"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:48:40.439504 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 04c678a5-64ac-461c-a365-ad4f4e5dd86c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=04c678a5-64ac-461c-a365-ad4f4e5dd86c,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:48:40.459962 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (04c678a5-64ac-461c-a365-ad4f4e5dd86c), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:40.471345 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e31249c5-053c-43a0-842f-30f45f5b9f52 req-ffab4887-9f0c-438e-bc6d-07615c19eca6 tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.3337305
May 07 21:48:40.475046 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44520178-4fe0-4492-b6ed-b3eb6137a2d4 req-174d1d8f-5818-41c1-a06a-5fdfb2d51f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:40.476652 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-44520178-4fe0-4492-b6ed-b3eb6137a2d4 req-174d1d8f-5818-41c1-a06a-5fdfb2d51f70 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bd92ab7de4f3456e82ccaa60aa378562&device_id=c766eaa8-8e8e-4135-9b5d-dfdaad014172 HTTP/1.1" status: 200  len: 1126 time: 0.1428547
May 07 21:48:40.482342 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-e31249c5-053c-43a0-842f-30f45f5b9f52 req-706dbc10-9cf9-4fa4-8f5f-3b3b421a93c8 tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Request body: {'floatingip': {'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:48:40.554266 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=04c678a5-64ac-461c-a365-ad4f4e5dd86c,revision_number=8']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:40.641204 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-e31249c5-053c-43a0-842f-30f45f5b9f52 req-706dbc10-9cf9-4fa4-8f5f-3b3b421a93c8 tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:40.728087 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44520178-4fe0-4492-b6ed-b3eb6137a2d4 req-bb566fb0-eb5d-43fd-bf7e-56f29bd8459c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:40.729551 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-44520178-4fe0-4492-b6ed-b3eb6137a2d4 req-bb566fb0-eb5d-43fd-bf7e-56f29bd8459c service neutron] 10.222.0.55 "GET /v2.0/networks?id=d3775254-6c3d-4b27-a2f1-ae073d9f981d HTTP/1.1" status: 200  len: 905 time: 0.2426593
May 07 21:48:40.781753 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-44520178-4fe0-4492-b6ed-b3eb6137a2d4 req-db3b7b77-7967-47bb-91a7-871c485ad0b8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1543b45e-f40e-472d-975d-d79ddefecdd6 HTTP/1.1" status: 200  len: 217 time: 0.0437424
May 07 21:48:40.788538 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-e31249c5-053c-43a0-842f-30f45f5b9f52 req-706dbc10-9cf9-4fa4-8f5f-3b3b421a93c8 tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:40.883127 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44520178-4fe0-4492-b6ed-b3eb6137a2d4 req-7045f528-83d4-4c4f-b3e6-7e9223dd9f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:40.885601 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-44520178-4fe0-4492-b6ed-b3eb6137a2d4 req-7045f528-83d4-4c4f-b3e6-7e9223dd9f04 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0cba138a-678d-4392-84ac-c6115c01dacb HTTP/1.1" status: 200  len: 844 time: 0.0984671
May 07 21:48:41.005657 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-44520178-4fe0-4492-b6ed-b3eb6137a2d4 req-64ae7651-caea-4ede-b719-6f82106634f7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d3775254-6c3d-4b27-a2f1-ae073d9f981d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0454412
May 07 21:48:41.040711 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 44436595-8caf-48e5-967e-1749f507e89e up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:48:41.146999 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port 44436595-8caf-48e5-967e-1749f507e89e triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:48:41.147388 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (44436595-8caf-48e5-967e-1749f507e89e), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:41.203634 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [req-e31249c5-053c-43a0-842f-30f45f5b9f52 req-706dbc10-9cf9-4fa4-8f5f-3b3b421a93c8 tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Allocated IP 172.35.4.50 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/cab04af2-9958-41e3-bfab-503eca559651) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:48:41.294955 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 44436595-8caf-48e5-967e-1749f507e89e is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:48:41.295360 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (44436595-8caf-48e5-967e-1749f507e89e), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:41.337107 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 44436595-8caf-48e5-967e-1749f507e89e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=44436595-8caf-48e5-967e-1749f507e89e,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:48:41.344141 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (44436595-8caf-48e5-967e-1749f507e89e), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:41.411221 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=44436595-8caf-48e5-967e-1749f507e89e,revision_number=8']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:41.605416 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-44520178-4fe0-4492-b6ed-b3eb6137a2d4 req-d44ec02b-fd79-43f6-9961-4a0471e4d88e service neutron] 10.222.0.55 "GET /v2.0/networks/d3775254-6c3d-4b27-a2f1-ae073d9f981d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5193336
May 07 21:48:41.756142 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-e31249c5-053c-43a0-842f-30f45f5b9f52 req-706dbc10-9cf9-4fa4-8f5f-3b3b421a93c8 tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Publish callbacks [] for port (cab04af2-9958-41e3-bfab-503eca559651), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:41.765507 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-44520178-4fe0-4492-b6ed-b3eb6137a2d4 req-f1c89385-579d-4523-a0e4-f4a30a8e54a1 service neutron] 10.222.0.55 "GET /v2.0/networks/d3775254-6c3d-4b27-a2f1-ae073d9f981d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1332147
May 07 21:48:41.799001 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-e31249c5-053c-43a0-842f-30f45f5b9f52 req-706dbc10-9cf9-4fa4-8f5f-3b3b421a93c8 tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (cab04af2-9958-41e3-bfab-503eca559651), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:41.846916 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e31249c5-053c-43a0-842f-30f45f5b9f52 req-706dbc10-9cf9-4fa4-8f5f-3b3b421a93c8 tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:48:41.851675 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [req-e31249c5-053c-43a0-842f-30f45f5b9f52 req-706dbc10-9cf9-4fa4-8f5f-3b3b421a93c8 tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:48:41.859020 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-e31249c5-053c-43a0-842f-30f45f5b9f52 req-706dbc10-9cf9-4fa4-8f5f-3b3b421a93c8 tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:48:41.862141 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706dbc10-9cf9-4fa4-8f5f-3b3b421a93c8 tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Pushing event updated for resources: {'Port': ['ID=cab04af2-9958-41e3-bfab-503eca559651,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:41.973672 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-e31249c5-053c-43a0-842f-30f45f5b9f52 req-706dbc10-9cf9-4fa4-8f5f-3b3b421a93c8 tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Publish callbacks [] for floatingip (08ba378b-d677-4804-bd15-d180c9bc19c1), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:41.995751 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [req-2f9147f0-951f-4461-8597-f57b4ffc4f6e req-48956c67-2389-4c24-a659-ef835457e458 tempest-LiveMigrationTest-1060990445 tempest-LiveMigrationTest-1060990445-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121837) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 21:48:41.997388 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2f9147f0-951f-4461-8597-f57b4ffc4f6e req-48956c67-2389-4c24-a659-ef835457e458 tempest-LiveMigrationTest-1060990445 tempest-LiveMigrationTest-1060990445-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0079410
May 07 21:48:42.017069 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-e31249c5-053c-43a0-842f-30f45f5b9f52 req-706dbc10-9cf9-4fa4-8f5f-3b3b421a93c8 tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (cab04af2-9958-41e3-bfab-503eca559651), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:42.049740 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9147f0-951f-4461-8597-f57b4ffc4f6e req-8f29936a-a58d-47e5-83e9-b8ea1d3d59a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:42.051463 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2f9147f0-951f-4461-8597-f57b4ffc4f6e req-8f29936a-a58d-47e5-83e9-b8ea1d3d59a2 service neutron] 10.222.0.32 "GET /v2.0/ports/87c894e0-03dd-4dab-a47b-82dec6ea1485 HTTP/1.1" status: 200  len: 1124 time: 0.0456493
May 07 21:48:42.060180 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-2f9147f0-951f-4461-8597-f57b4ffc4f6e req-2310af3c-31e7-4685-9e43-8644d67edeb9 service neutron] Request body: {'binding': {'host': 'nch1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:48:42.060711 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-2f9147f0-951f-4461-8597-f57b4ffc4f6e req-2310af3c-31e7-4685-9e43-8644d67edeb9 service neutron] Unknown quota resources ['binding']. {{(pid=121837) _create /opt/stack/neutron/neutron/api/v2/base.py:497}}
May 07 21:48:42.217132 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-2f9147f0-951f-4461-8597-f57b4ffc4f6e req-2310af3c-31e7-4685-9e43-8644d67edeb9 service neutron] Attempting to bind port 87c894e0-03dd-4dab-a47b-82dec6ea1485 on host nch1-master-1 for vnic_type normal with profile None {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:48:42.217476 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-2f9147f0-951f-4461-8597-f57b4ffc4f6e req-2310af3c-31e7-4685-9e43-8644d67edeb9 service neutron] Attempting to bind port 87c894e0-03dd-4dab-a47b-82dec6ea1485 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '82ec07f6-cf99-4411-99d8-c39170f22b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '28405dfe-908d-4039-91f6-1d02165b34cd'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:48:42.218039 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9147f0-951f-4461-8597-f57b4ffc4f6e req-2310af3c-31e7-4685-9e43-8644d67edeb9 service neutron] Attempting to bind port 87c894e0-03dd-4dab-a47b-82dec6ea1485 on network 28405dfe-908d-4039-91f6-1d02165b34cd {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:48:42.219005 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-e31249c5-053c-43a0-842f-30f45f5b9f52 req-706dbc10-9cf9-4fa4-8f5f-3b3b421a93c8 tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Publish callbacks [] for port (cab04af2-9958-41e3-bfab-503eca559651), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:42.223982 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9147f0-951f-4461-8597-f57b4ffc4f6e req-2310af3c-31e7-4685-9e43-8644d67edeb9 service neutron] Port 87c894e0-03dd-4dab-a47b-82dec6ea1485 on network 28405dfe-908d-4039-91f6-1d02165b34cd not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:48:42.224182 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-e31249c5-053c-43a0-842f-30f45f5b9f52 req-706dbc10-9cf9-4fa4-8f5f-3b3b421a93c8 tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (cab04af2-9958-41e3-bfab-503eca559651), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:42.224376 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9147f0-951f-4461-8597-f57b4ffc4f6e req-2310af3c-31e7-4685-9e43-8644d67edeb9 service neutron] Attempting to bind port 87c894e0-03dd-4dab-a47b-82dec6ea1485 on network 28405dfe-908d-4039-91f6-1d02165b34cd {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:48:42.229584 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9147f0-951f-4461-8597-f57b4ffc4f6e req-2310af3c-31e7-4685-9e43-8644d67edeb9 service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:48:42.230018 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9147f0-951f-4461-8597-f57b4ffc4f6e req-2310af3c-31e7-4685-9e43-8644d67edeb9 service neutron] Checking segment: {'id': '82ec07f6-cf99-4411-99d8-c39170f22b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '28405dfe-908d-4039-91f6-1d02165b34cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:48:42.230419 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9147f0-951f-4461-8597-f57b4ffc4f6e req-2310af3c-31e7-4685-9e43-8644d67edeb9 service neutron] Bound using segment: {'id': '82ec07f6-cf99-4411-99d8-c39170f22b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '28405dfe-908d-4039-91f6-1d02165b34cd'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:48:42.230872 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-2f9147f0-951f-4461-8597-f57b4ffc4f6e req-2310af3c-31e7-4685-9e43-8644d67edeb9 service neutron] Bound port: 87c894e0-03dd-4dab-a47b-82dec6ea1485, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82ec07f6-cf99-4411-99d8-c39170f22b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '28405dfe-908d-4039-91f6-1d02165b34cd'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:48:42.285623 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 1543b45e-f40e-472d-975d-d79ddefecdd6 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:48:42.295870 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706dbc10-9cf9-4fa4-8f5f-3b3b421a93c8 tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Pushing event updated for resources: {'Port': ['ID=cab04af2-9958-41e3-bfab-503eca559651,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:42.309076 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-2f9147f0-951f-4461-8597-f57b4ffc4f6e req-2310af3c-31e7-4685-9e43-8644d67edeb9 service neutron] For port 87c894e0-03dd-4dab-a47b-82dec6ea1485, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=87c894e0-03dd-4dab-a47b-82dec6ea1485,segment=NetworkSegment(82ec07f6-cf99-4411-99d8-c39170f22b45),segment_id=82ec07f6-cf99-4411-99d8-c39170f22b45)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:48:42.311393 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-e31249c5-053c-43a0-842f-30f45f5b9f52 req-706dbc10-9cf9-4fa4-8f5f-3b3b421a93c8 tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (08ba378b-d677-4804-bd15-d180c9bc19c1), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:42.320048 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-2f9147f0-951f-4461-8597-f57b4ffc4f6e req-2310af3c-31e7-4685-9e43-8644d67edeb9 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:42.321248 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2f9147f0-951f-4461-8597-f57b4ffc4f6e req-2310af3c-31e7-4685-9e43-8644d67edeb9 service neutron] 10.222.0.32 "POST /v2.0/ports/87c894e0-03dd-4dab-a47b-82dec6ea1485/bindings HTTP/1.1" status: 201  len: 389 time: 0.2645659
May 07 21:48:42.333375 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-e31249c5-053c-43a0-842f-30f45f5b9f52 req-706dbc10-9cf9-4fa4-8f5f-3b3b421a93c8 tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:42.334612 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e31249c5-053c-43a0-842f-30f45f5b9f52 req-706dbc10-9cf9-4fa4-8f5f-3b3b421a93c8 tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 1.8570430
May 07 21:48:42.394422 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e31249c5-053c-43a0-842f-30f45f5b9f52 req-d82e30a0-0a19-4530-b540-b42cfe232870 tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.4.50 HTTP/1.1" status: 200  len: 695 time: 0.0538788
May 07 21:48:42.568814 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31249c5-053c-43a0-842f-30f45f5b9f52 req-f30110b9-c353-4eb1-a36b-ec98dd540d59 tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:42.575520 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e31249c5-053c-43a0-842f-30f45f5b9f52 req-f30110b9-c353-4eb1-a36b-ec98dd540d59 tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] 10.222.0.32 "GET /v2.0/networks/9221b764-ef06-431f-8941-796516ed7c3b HTTP/1.1" status: 200  len: 784 time: 0.1734772
May 07 21:48:42.586830 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 07 May 2022 21:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31df501e-1d75-4da6-a5a1-fb1154c2e595 x-openstack-request-id: req-31df501e-1d75-4da6-a5a1-fb1154c2e595 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:48:42.587319 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0ec46f9-84e6-413a-be19-c46548cb31fd", "name": "network-vif-unplugged", "status": "completed", "tag": "04c678a5-64ac-461c-a365-ad4f4e5dd86c", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:48:42.587726 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-31df501e-1d75-4da6-a5a1-fb1154c2e595 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:48:42.588306 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31df501e-1d75-4da6-a5a1-fb1154c2e595'] response: {'server_uuid': 'd0ec46f9-84e6-413a-be19-c46548cb31fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04c678a5-64ac-461c-a365-ad4f4e5dd86c', 'code': 200}
May 07 21:48:42.631758 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 1543b45e-f40e-472d-975d-d79ddefecdd6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1543b45e-f40e-472d-975d-d79ddefecdd6,segment=NetworkSegment(616ea0c7-2d98-4ffb-86e7-ca2a85e3ffe1),segment_id=616ea0c7-2d98-4ffb-86e7-ca2a85e3ffe1)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:48:42.652557 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': '1543b45e-f40e-472d-975d-d79ddefecdd6', 'network_id': 'd3775254-6c3d-4b27-a2f1-ae073d9f981d', 'port_id': '1543b45e-f40e-472d-975d-d79ddefecdd6', 'mac_address': 'fa:16:3e:a1:24:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cba138a-678d-4392-84ac-c6115c01dacb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:48:42.673019 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9147f0-951f-4461-8597-f57b4ffc4f6e req-64502596-7e80-46c9-94f5-f12ffe142aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:42.674670 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2f9147f0-951f-4461-8597-f57b4ffc4f6e req-64502596-7e80-46c9-94f5-f12ffe142aca service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1bcaffad5d3447b98f0216d3481045e5&device_id=028d626c-306b-45cc-81b8-b73eca1c01c3 HTTP/1.1" status: 200  len: 1127 time: 0.0869570
May 07 21:48:42.733534 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 1543b45e-f40e-472d-975d-d79ddefecdd6 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:48:42.734008 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (1543b45e-f40e-472d-975d-d79ddefecdd6), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:42.751318 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1543b45e-f40e-472d-975d-d79ddefecdd6 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:48:42.769666 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9a414338-2a80-45c7-a9d5-4d77ab89533e req-724f2eb6-04ff-4b88-84f7-65b901baaecf tempest-ImagesNegativeTestJSON-144261636 tempest-ImagesNegativeTestJSON-144261636-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=b32f89ced1064b42a865fa6c8f48a92b&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0316639
May 07 21:48:42.782434 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 1543b45e-f40e-472d-975d-d79ddefecdd6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1543b45e-f40e-472d-975d-d79ddefecdd6,segment=NetworkSegment(616ea0c7-2d98-4ffb-86e7-ca2a85e3ffe1),segment_id=616ea0c7-2d98-4ffb-86e7-ca2a85e3ffe1)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:48:42.789992 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (1543b45e-f40e-472d-975d-d79ddefecdd6), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:42.821292 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d0dd8-8665-4fa4-ac0a-e46b5de6df26 req-0f064a72-1265-4c54-a9c9-7fc206f83e60 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:42.823184 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1c3d0dd8-8665-4fa4-ac0a-e46b5de6df26 req-0f064a72-1265-4c54-a9c9-7fc206f83e60 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/ports?device_id=c766eaa8-8e8e-4135-9b5d-dfdaad014172 HTTP/1.1" status: 200  len: 944 time: 0.0691354
May 07 21:48:42.856588 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9147f0-951f-4461-8597-f57b4ffc4f6e req-2bafe7b6-37d2-46d8-8afd-4f7191c48373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:42.858808 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2f9147f0-951f-4461-8597-f57b4ffc4f6e req-2bafe7b6-37d2-46d8-8afd-4f7191c48373 service neutron] 10.222.0.55 "GET /v2.0/networks?id=28405dfe-908d-4039-91f6-1d02165b34cd HTTP/1.1" status: 200  len: 909 time: 0.1762664
May 07 21:48:42.860447 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=1543b45e-f40e-472d-975d-d79ddefecdd6,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:42.914525 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2f9147f0-951f-4461-8597-f57b4ffc4f6e req-f73a196b-3ebd-4208-a3bf-80bb5e9d3a6f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87c894e0-03dd-4dab-a47b-82dec6ea1485 HTTP/1.1" status: 200  len: 217 time: 0.0474167
May 07 21:48:42.925499 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a414338-2a80-45c7-a9d5-4d77ab89533e req-e3237418-fe6f-45cd-800f-062bc260426e tempest-ImagesNegativeTestJSON-144261636 tempest-ImagesNegativeTestJSON-144261636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:42.927115 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9a414338-2a80-45c7-a9d5-4d77ab89533e req-e3237418-fe6f-45cd-800f-062bc260426e tempest-ImagesNegativeTestJSON-144261636 tempest-ImagesNegativeTestJSON-144261636-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1563764
May 07 21:48:42.938283 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1c3d0dd8-8665-4fa4-ac0a-e46b5de6df26 req-9ff1f6be-305e-4c51-9f30-771246f6dc00 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b456a11-abdd-4913-9fa4-f25fdacb0d35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1047807
May 07 21:48:42.946492 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9a414338-2a80-45c7-a9d5-4d77ab89533e req-318001ee-3695-4b82-a9cb-4f3477ef81ae tempest-ImagesNegativeTestJSON-144261636 tempest-ImagesNegativeTestJSON-144261636-project] 10.222.0.32 "GET /v2.0/quotas/b32f89ced1064b42a865fa6c8f48a92b HTTP/1.1" status: 200  len: 375 time: 0.0112376
May 07 21:48:42.986959 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9147f0-951f-4461-8597-f57b4ffc4f6e req-1ab690c5-51db-4dbc-9692-a9cfb5dbe46e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:42.989073 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2f9147f0-951f-4461-8597-f57b4ffc4f6e req-1ab690c5-51db-4dbc-9692-a9cfb5dbe46e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1fe63d5f-90f3-4e94-9dfe-af97e96ae5d9 HTTP/1.1" status: 200  len: 848 time: 0.0658822
May 07 21:48:43.022526 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9a414338-2a80-45c7-a9d5-4d77ab89533e req-6f8c7fe3-5164-4b9b-be58-3ca45a385ece tempest-ImagesNegativeTestJSON-144261636 tempest-ImagesNegativeTestJSON-144261636-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b32f89ced1064b42a865fa6c8f48a92b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0579083
May 07 21:48:43.033008 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2f9147f0-951f-4461-8597-f57b4ffc4f6e req-f8abb97e-3255-4c75-9deb-8b8c561ed042 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=28405dfe-908d-4039-91f6-1d02165b34cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0341935
May 07 21:48:43.093213 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['1543b45e-f40e-472d-975d-d79ddefecdd6'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:48:43.113884 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5016c88-7d5a-4b2a-80a1-a5223c3625b4 req-a31a6525-f23a-4547-bc0e-54b023340326 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:43.115521 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a5016c88-7d5a-4b2a-80a1-a5223c3625b4 req-a31a6525-f23a-4547-bc0e-54b023340326 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=02cc3f76-02bb-44cb-82ab-79a357f42391 HTTP/1.1" status: 200  len: 949 time: 0.0825534
May 07 21:48:43.259169 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a5016c88-7d5a-4b2a-80a1-a5223c3625b4 req-5f93b6a8-f63e-4f1d-befc-d743f1586814 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1168256
May 07 21:48:43.262040 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2f9147f0-951f-4461-8597-f57b4ffc4f6e req-91723aae-c0c2-488a-9421-a6627d6ed8c1 service neutron] 10.222.0.55 "GET /v2.0/networks/28405dfe-908d-4039-91f6-1d02165b34cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2188840
May 07 21:48:43.367860 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50a0735-f73d-46f0-8511-d867487dffaa req-af703716-707b-425a-a414-64e2e8bd9f77 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:43.369698 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f50a0735-f73d-46f0-8511-d867487dffaa req-af703716-707b-425a-a414-64e2e8bd9f77 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=028d626c-306b-45cc-81b8-b73eca1c01c3 HTTP/1.1" status: 200  len: 945 time: 0.1208434
May 07 21:48:43.389849 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2f9147f0-951f-4461-8597-f57b4ffc4f6e req-bc414282-bb48-4b41-b06b-fbb96371d9b2 service neutron] 10.222.0.55 "GET /v2.0/networks/28405dfe-908d-4039-91f6-1d02165b34cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1201916
May 07 21:48:43.461384 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f50a0735-f73d-46f0-8511-d867487dffaa req-3c8a4105-eeac-4e50-af21-37cab57cfb6f tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0812113
May 07 21:48:43.477540 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-408b60c8-e57b-4aee-b357-14344f7e0d2e req-bd00887e-ef49-4068-842b-e97ee97a8952 tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] 10.222.0.32 "GET /v2.0/floatingips/08ba378b-d677-4804-bd15-d180c9bc19c1 HTTP/1.1" status: 200  len: 692 time: 0.0864818
May 07 21:48:43.561351 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-31d6abc6-6f91-48ab-80fc-4683d3c37a5e req-1be38d3e-9003-4b5e-9585-f815d96a9dde tempest-ImagesNegativeTestJSON-144261636 tempest-ImagesNegativeTestJSON-144261636-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6ad21b1-1341-4913-a562-49dfe8fa77f7 HTTP/1.1" status: 200  len: 210 time: 0.0463777
May 07 21:48:43.612876 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408b60c8-e57b-4aee-b357-14344f7e0d2e req-795bd00e-3f74-4b82-83ef-da9d8bacfa77 tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:43.614236 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-408b60c8-e57b-4aee-b357-14344f7e0d2e req-795bd00e-3f74-4b82-83ef-da9d8bacfa77 tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] 10.222.0.32 "GET /v2.0/networks/9221b764-ef06-431f-8941-796516ed7c3b HTTP/1.1" status: 200  len: 784 time: 0.1357086
May 07 21:48:43.626451 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [req-408b60c8-e57b-4aee-b357-14344f7e0d2e req-a4ee6673-9888-46d3-bdcd-0e7c0bf89a33 tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121836) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 21:48:43.628569 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-408b60c8-e57b-4aee-b357-14344f7e0d2e req-a4ee6673-9888-46d3-bdcd-0e7c0bf89a33 tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0074098
May 07 21:48:43.687548 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 34696) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:48:43.711009 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff9f5e-346a-4d8b-94c6-8232e4d2ed31 req-37ebfe9e-ae5a-40f1-b454-b5b20ed58d3b tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:43.715928 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-70ff9f5e-346a-4d8b-94c6-8232e4d2ed31 req-37ebfe9e-ae5a-40f1-b454-b5b20ed58d3b tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=02cc3f76-02bb-44cb-82ab-79a357f42391 HTTP/1.1" status: 200  len: 949 time: 0.0703824
May 07 21:48:43.799689 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-70ff9f5e-346a-4d8b-94c6-8232e4d2ed31 req-a6bb3d23-5e75-41f0-b393-1eb8909b99f7 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0689666
May 07 21:48:43.826761 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d2e9382d-d154-4a3b-9d44-e0a8efdd6233 req-5a88a09e-2127-4295-b478-36cfef738917 tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] 10.222.0.32 "GET /v2.0/floatingips/08ba378b-d677-4804-bd15-d180c9bc19c1 HTTP/1.1" status: 200  len: 692 time: 0.0847321
May 07 21:48:44.135354 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9382d-d154-4a3b-9d44-e0a8efdd6233 req-f80aec65-da09-4ff1-825b-a77ed7eef0c3 tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:44.143160 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d2e9382d-d154-4a3b-9d44-e0a8efdd6233 req-f80aec65-da09-4ff1-825b-a77ed7eef0c3 tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] 10.222.0.32 "GET /v2.0/networks/9221b764-ef06-431f-8941-796516ed7c3b HTTP/1.1" status: 200  len: 784 time: 0.3150713
May 07 21:48:44.160964 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d427f912-c290-42c8-ba90-2a5a23d5cb34 req-c3e0b434-3920-4417-8f62-73d3dba59a71 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:44.162561 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d427f912-c290-42c8-ba90-2a5a23d5cb34 req-c3e0b434-3920-4417-8f62-73d3dba59a71 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/ports?device_id=c766eaa8-8e8e-4135-9b5d-dfdaad014172 HTTP/1.1" status: 200  len: 945 time: 0.0727804
May 07 21:48:44.162965 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [req-d2e9382d-d154-4a3b-9d44-e0a8efdd6233 req-7347cd95-8ab1-4a4a-b4fe-9e6752af0908 tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121836) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 21:48:44.171231 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d2e9382d-d154-4a3b-9d44-e0a8efdd6233 req-7347cd95-8ab1-4a4a-b4fe-9e6752af0908 tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0271802
May 07 21:48:44.237567 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d2e9382d-d154-4a3b-9d44-e0a8efdd6233 req-84f9e786-2bdd-4c30-a21e-3d8584bbe5cc tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.4.50 HTTP/1.1" status: 200  len: 695 time: 0.0651863
May 07 21:48:44.245256 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d427f912-c290-42c8-ba90-2a5a23d5cb34 req-8e622eb2-e354-473a-8589-83c9139d308e tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b456a11-abdd-4913-9fa4-f25fdacb0d35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0717869
May 07 21:48:44.310834 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d2e9382d-d154-4a3b-9d44-e0a8efdd6233 req-8cadeb84-f42e-4a04-9cb5-f474283b5fc4 tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.4.50 HTTP/1.1" status: 200  len: 695 time: 0.0723431
May 07 21:48:44.317303 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 04c678a5-64ac-461c-a365-ad4f4e5dd86c details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:48:44.322271 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 1543b45e-f40e-472d-975d-d79ddefecdd6 up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:48:44.407812 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning for port 1543b45e-f40e-472d-975d-d79ddefecdd6 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:48:44.430375 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port 1543b45e-f40e-472d-975d-d79ddefecdd6 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:48:44.430920 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (1543b45e-f40e-472d-975d-d79ddefecdd6), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:44.517493 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-d2e9382d-d154-4a3b-9d44-e0a8efdd6233 req-6cbed76a-7628-4221-9f08-3b2cc55636ff tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Deleting port cab04af2-9958-41e3-bfab-503eca559651 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:48:44.517841 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-d2e9382d-d154-4a3b-9d44-e0a8efdd6233 req-6cbed76a-7628-4221-9f08-3b2cc55636ff tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (cab04af2-9958-41e3-bfab-503eca559651), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:44.581741 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f9e93729-34b5-4f9b-9fae-9048ffc803e4 req-4cd66c1c-cdd7-4cf5-aa6c-a6962029086e tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=7789855db11445de842c4df75bd05e10&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0518005
May 07 21:48:44.601474 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02cc3f76-02bb-44cb-82ab-79a357f42391', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44436595-8caf-48e5-967e-1749f507e89e'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:48:44.604181 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d08fbfc0-51bc-4a00-989d-429916659e4b" -d '{"events": [{"server_uuid": "02cc3f76-02bb-44cb-82ab-79a357f42391", "name": "network-vif-plugged", "status": "completed", "tag": "44436595-8caf-48e5-967e-1749f507e89e"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:48:44.680874 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 04c678a5-64ac-461c-a365-ad4f4e5dd86c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=04c678a5-64ac-461c-a365-ad4f4e5dd86c,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:48:44.775690 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 1543b45e-f40e-472d-975d-d79ddefecdd6 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:48:44.776356 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (1543b45e-f40e-472d-975d-d79ddefecdd6), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:44.786912 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': '04c678a5-64ac-461c-a365-ad4f4e5dd86c', 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47', 'port_id': '04c678a5-64ac-461c-a365-ad4f4e5dd86c', 'mac_address': 'fa:16:3e:18:d0:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e0e5c53-1ece-4d20-b01d-5f8c6957edf6', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:48:44.800484 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-13c852cd-8a28-4cdb-95a3-3206cc223f98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401094'] for router_interface (75c60af6-7842-4148-b054-82a4566b299c), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:44.822186 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-d2e9382d-d154-4a3b-9d44-e0a8efdd6233 req-6cbed76a-7628-4221-9f08-3b2cc55636ff tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (cab04af2-9958-41e3-bfab-503eca559651), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:44.822528 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-d2e9382d-d154-4a3b-9d44-e0a8efdd6233 req-6cbed76a-7628-4221-9f08-3b2cc55636ff tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Publish callbacks [] for floatingip (cab04af2-9958-41e3-bfab-503eca559651), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:44.840052 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 04c678a5-64ac-461c-a365-ad4f4e5dd86c is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:48:44.840782 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (04c678a5-64ac-461c-a365-ad4f4e5dd86c), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:44.844599 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e93729-34b5-4f9b-9fae-9048ffc803e4 req-532e1824-be7b-4db3-9dbd-bf8a8bba5a42 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:44.846432 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f9e93729-34b5-4f9b-9fae-9048ffc803e4 req-532e1824-be7b-4db3-9dbd-bf8a8bba5a42 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2589173
May 07 21:48:44.869684 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f9e93729-34b5-4f9b-9fae-9048ffc803e4 req-89fda099-d358-4e0d-bffa-929f4639d6f6 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/quotas/7789855db11445de842c4df75bd05e10 HTTP/1.1" status: 200  len: 375 time: 0.0133312
May 07 21:48:44.892493 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 1543b45e-f40e-472d-975d-d79ddefecdd6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1543b45e-f40e-472d-975d-d79ddefecdd6,segment=NetworkSegment(616ea0c7-2d98-4ffb-86e7-ca2a85e3ffe1),segment_id=616ea0c7-2d98-4ffb-86e7-ca2a85e3ffe1)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:48:44.902909 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04c678a5-64ac-461c-a365-ad4f4e5dd86c {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:48:44.914289 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (1543b45e-f40e-472d-975d-d79ddefecdd6), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:44.933581 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9a414338-2a80-45c7-a9d5-4d77ab89533e req-52147dfd-c68f-4f90-868f-db11cad7e4a1 tempest-ImagesNegativeTestJSON-144261636 tempest-ImagesNegativeTestJSON-144261636-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=b32f89ced1064b42a865fa6c8f48a92b&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1645069
May 07 21:48:44.956497 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-d2e9382d-d154-4a3b-9d44-e0a8efdd6233 req-6cbed76a-7628-4221-9f08-3b2cc55636ff tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Calling delete_port for cab04af2-9958-41e3-bfab-503eca559651 owned by network:floatingip {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:48:44.998836 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f9e93729-34b5-4f9b-9fae-9048ffc803e4 req-13fd5951-a1f0-458f-937c-dec2e604c3b9 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7789855db11445de842c4df75bd05e10&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1194520
May 07 21:48:45.002394 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 04c678a5-64ac-461c-a365-ad4f4e5dd86c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=04c678a5-64ac-461c-a365-ad4f4e5dd86c,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:48:45.017943 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (04c678a5-64ac-461c-a365-ad4f4e5dd86c), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:45.082303 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=1543b45e-f40e-472d-975d-d79ddefecdd6,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:45.142309 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['04c678a5-64ac-461c-a365-ad4f4e5dd86c'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:48:45.368889 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=04c678a5-64ac-461c-a365-ad4f4e5dd86c,revision_number=9']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:45.417150 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a019a953-fcac-4e96-996e-d50b78aa27f5 req-585f9e12-d23f-49b4-956c-5b2179a6b197 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:45.425916 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a019a953-fcac-4e96-996e-d50b78aa27f5 req-585f9e12-d23f-49b4-956c-5b2179a6b197 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=028d626c-306b-45cc-81b8-b73eca1c01c3 HTTP/1.1" status: 200  len: 945 time: 0.1183715
May 07 21:48:45.533934 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a019a953-fcac-4e96-996e-d50b78aa27f5 req-a3d3a844-e04e-418d-aca8-e3191491515a tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1069002
May 07 21:48:45.793148 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-25a7d3a7-4d3d-4c95-a0be-780b17c05510 req-99beb121-9fe3-47c9-adba-fd17ddd267e0 tempest-ImagesNegativeTestJSON-144261636 tempest-ImagesNegativeTestJSON-144261636-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6ad21b1-1341-4913-a562-49dfe8fa77f7 HTTP/1.1" status: 200  len: 210 time: 0.1541841
May 07 21:48:45.819060 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a414338-2a80-45c7-a9d5-4d77ab89533e req-fed26b69-0cfd-45dc-a898-36c1f5c941b4 tempest-ImagesNegativeTestJSON-144261636 tempest-ImagesNegativeTestJSON-144261636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:45.821902 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9a414338-2a80-45c7-a9d5-4d77ab89533e req-fed26b69-0cfd-45dc-a898-36c1f5c941b4 tempest-ImagesNegativeTestJSON-144261636 tempest-ImagesNegativeTestJSON-144261636-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.8708498
May 07 21:48:45.881110 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-9a414338-2a80-45c7-a9d5-4d77ab89533e req-9dc3cc50-eea7-4cf9-95f5-6ecb4198f706 tempest-ImagesNegativeTestJSON-144261636 tempest-ImagesNegativeTestJSON-144261636-project] Request body: {'port': {'device_id': 'c6ad21b1-1341-4913-a562-49dfe8fa77f7', 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47', 'admin_state_up': True, 'tenant_id': 'b32f89ced1064b42a865fa6c8f48a92b'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:48:45.907436 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29788f4e-22ec-4a58-95ed-307e63811e19 x-openstack-request-id: req-29788f4e-22ec-4a58-95ed-307e63811e19 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:48:45.907731 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02cc3f76-02bb-44cb-82ab-79a357f42391", "name": "network-vif-plugged", "status": "completed", "tag": "44436595-8caf-48e5-967e-1749f507e89e", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:48:45.908025 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-29788f4e-22ec-4a58-95ed-307e63811e19 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:48:45.908477 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29788f4e-22ec-4a58-95ed-307e63811e19'] response: {'server_uuid': '02cc3f76-02bb-44cb-82ab-79a357f42391', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44436595-8caf-48e5-967e-1749f507e89e', 'code': 200}
May 07 21:48:46.113425 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-d2e9382d-d154-4a3b-9d44-e0a8efdd6233 req-6cbed76a-7628-4221-9f08-3b2cc55636ff tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (cab04af2-9958-41e3-bfab-503eca559651), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:46.189640 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbed76a-7628-4221-9f08-3b2cc55636ff tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Pushing event deleted for resources: {'Port': ['ID=cab04af2-9958-41e3-bfab-503eca559651,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:46.246479 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbed76a-7628-4221-9f08-3b2cc55636ff tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:48:46.246852 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbed76a-7628-4221-9f08-3b2cc55636ff tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:48:46.247204 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbed76a-7628-4221-9f08-3b2cc55636ff tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:48:46.247582 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbed76a-7628-4221-9f08-3b2cc55636ff tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:48:46.247926 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbed76a-7628-4221-9f08-3b2cc55636ff tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:48:46.248265 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbed76a-7628-4221-9f08-3b2cc55636ff tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:48:46.248597 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbed76a-7628-4221-9f08-3b2cc55636ff tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:48:46.248931 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbed76a-7628-4221-9f08-3b2cc55636ff tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:48:46.249260 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbed76a-7628-4221-9f08-3b2cc55636ff tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:48:46.249584 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbed76a-7628-4221-9f08-3b2cc55636ff tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:48:46.249915 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbed76a-7628-4221-9f08-3b2cc55636ff tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:48:46.250240 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbed76a-7628-4221-9f08-3b2cc55636ff tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:48:46.250569 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbed76a-7628-4221-9f08-3b2cc55636ff tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:48:46.250916 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbed76a-7628-4221-9f08-3b2cc55636ff tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:48:46.251241 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cbed76a-7628-4221-9f08-3b2cc55636ff tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:48:46.291174 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-13c852cd-8a28-4cdb-95a3-3206cc223f98 admin admin] Deleting port 31d4ce1a-3bba-4b25-8a01-763761665f1d {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:48:46.291645 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-13c852cd-8a28-4cdb-95a3-3206cc223f98 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (31d4ce1a-3bba-4b25-8a01-763761665f1d), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:46.314842 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 04c678a5-64ac-461c-a365-ad4f4e5dd86c up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:48:46.333870 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a414338-2a80-45c7-a9d5-4d77ab89533e req-9dc3cc50-eea7-4cf9-95f5-6ecb4198f706 tempest-ImagesNegativeTestJSON-144261636 tempest-ImagesNegativeTestJSON-144261636-project] Made reservation on behalf of b32f89ced1064b42a865fa6c8f48a92b for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:48:46.340440 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-9a414338-2a80-45c7-a9d5-4d77ab89533e req-9dc3cc50-eea7-4cf9-95f5-6ecb4198f706 tempest-ImagesNegativeTestJSON-144261636 tempest-ImagesNegativeTestJSON-144261636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:46.351921 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-d2e9382d-d154-4a3b-9d44-e0a8efdd6233 req-6cbed76a-7628-4221-9f08-3b2cc55636ff tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Publish callbacks [] for floatingip (08ba378b-d677-4804-bd15-d180c9bc19c1), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:46.354680 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-d2e9382d-d154-4a3b-9d44-e0a8efdd6233 req-6cbed76a-7628-4221-9f08-3b2cc55636ff tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:46.366788 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d2e9382d-d154-4a3b-9d44-e0a8efdd6233 req-6cbed76a-7628-4221-9f08-3b2cc55636ff tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] 10.222.0.32 "DELETE /v2.0/floatingips/08ba378b-d677-4804-bd15-d180c9bc19c1 HTTP/1.1" status: 204  len: 173 time: 2.0550053
May 07 21:48:46.431424 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-9a414338-2a80-45c7-a9d5-4d77ab89533e req-9dc3cc50-eea7-4cf9-95f5-6ecb4198f706 tempest-ImagesNegativeTestJSON-144261636 tempest-ImagesNegativeTestJSON-144261636-project] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:46.439999 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port 04c678a5-64ac-461c-a365-ad4f4e5dd86c triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:48:46.440605 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (04c678a5-64ac-461c-a365-ad4f4e5dd86c), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:46.598823 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0d766887-b76c-483e-90fe-038d908a8083 req-d5e0d08e-637b-4a59-9447-5ddb3e443440 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf92f729-2124-482e-b270-05ad87327f96 HTTP/1.1" status: 200  len: 210 time: 0.1061590
May 07 21:48:46.623344 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 04c678a5-64ac-461c-a365-ad4f4e5dd86c is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:48:46.624009 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (04c678a5-64ac-461c-a365-ad4f4e5dd86c), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:46.653384 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-13c852cd-8a28-4cdb-95a3-3206cc223f98 admin admin] For port 31d4ce1a-3bba-4b25-8a01-763761665f1d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=31d4ce1a-3bba-4b25-8a01-763761665f1d,segment=NetworkSegment(0afabcaa-164e-453b-a9cc-8c006af8772f),segment_id=0afabcaa-164e-453b-a9cc-8c006af8772f)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:48:46.658256 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-13c852cd-8a28-4cdb-95a3-3206cc223f98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (31d4ce1a-3bba-4b25-8a01-763761665f1d), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:46.697302 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-13c852cd-8a28-4cdb-95a3-3206cc223f98 admin admin] Calling delete_port for 31d4ce1a-3bba-4b25-8a01-763761665f1d owned by network:router_interface {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:48:46.717756 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 04c678a5-64ac-461c-a365-ad4f4e5dd86c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=04c678a5-64ac-461c-a365-ad4f4e5dd86c,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:48:46.726651 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (04c678a5-64ac-461c-a365-ad4f4e5dd86c), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:46.864921 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=04c678a5-64ac-461c-a365-ad4f4e5dd86c,revision_number=10']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:46.952947 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-9a414338-2a80-45c7-a9d5-4d77ab89533e req-9dc3cc50-eea7-4cf9-95f5-6ecb4198f706 tempest-ImagesNegativeTestJSON-144261636 tempest-ImagesNegativeTestJSON-144261636-project] Publish callbacks [] for security_group (1c655d32-fadc-49bf-9b81-fb094a93828d), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:46.965925 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404f5598-371f-441f-94b9-84940369e917 req-b4d9d605-265f-4fdc-adf7-fe1cc4b476a2 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:46.973413 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-404f5598-371f-441f-94b9-84940369e917 req-b4d9d605-265f-4fdc-adf7-fe1cc4b476a2 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/ports?device_id=c766eaa8-8e8e-4135-9b5d-dfdaad014172 HTTP/1.1" status: 200  len: 946 time: 0.2521300
May 07 21:48:46.998374 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-9a414338-2a80-45c7-a9d5-4d77ab89533e req-9dc3cc50-eea7-4cf9-95f5-6ecb4198f706 tempest-ImagesNegativeTestJSON-144261636 tempest-ImagesNegativeTestJSON-144261636-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (1c655d32-fadc-49bf-9b81-fb094a93828d), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:47.050386 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9147f0-951f-4461-8597-f57b4ffc4f6e req-54268d4c-3d39-4cc0-8705-5300417bc79e tempest-LiveMigrationTest-1060990445 tempest-LiveMigrationTest-1060990445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:47.052276 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2f9147f0-951f-4461-8597-f57b4ffc4f6e req-54268d4c-3d39-4cc0-8705-5300417bc79e tempest-LiveMigrationTest-1060990445 tempest-LiveMigrationTest-1060990445-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=028d626c-306b-45cc-81b8-b73eca1c01c3&tenant_id=1bcaffad5d3447b98f0216d3481045e5&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.1536636
May 07 21:48:47.161530 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc3cc50-eea7-4cf9-95f5-6ecb4198f706 tempest-ImagesNegativeTestJSON-144261636 tempest-ImagesNegativeTestJSON-144261636-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c655d32-fadc-49bf-9b81-fb094a93828d,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:47.203991 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-2f9147f0-951f-4461-8597-f57b4ffc4f6e req-36e68733-455a-4097-b1d7-7f9d2e20ed5d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-master-1'}}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:48:47.238333 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-404f5598-371f-441f-94b9-84940369e917 req-058c185f-f4da-4799-9de4-fc8e3f2ce665 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b456a11-abdd-4913-9fa4-f25fdacb0d35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2499304
May 07 21:48:47.511276 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f9e93729-34b5-4f9b-9fae-9048ffc803e4 req-61218ca9-d551-4cc7-9416-1e4ce98ec162 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=7789855db11445de842c4df75bd05e10&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1752024
May 07 21:48:47.679235 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [req-9a414338-2a80-45c7-a9d5-4d77ab89533e req-9dc3cc50-eea7-4cf9-95f5-6ecb4198f706 tempest-ImagesNegativeTestJSON-144261636 tempest-ImagesNegativeTestJSON-144261636-project] Allocated IP 192.168.233.54 (665487f0-78eb-47fb-9a06-b15bc614dc47/6e0e5c53-1ece-4d20-b01d-5f8c6957edf6/95aee55b-7026-428b-aa23-c411905b5c61) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:48:47.751343 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-2f9147f0-951f-4461-8597-f57b4ffc4f6e req-36e68733-455a-4097-b1d7-7f9d2e20ed5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (87c894e0-03dd-4dab-a47b-82dec6ea1485), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:47.784677 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb545237-608f-4e4a-a3cb-c83939c499cc req-9283e6e2-8576-493b-970a-3396bf41cbe2 tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:47.787263 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fb545237-608f-4e4a-a3cb-c83939c499cc req-9283e6e2-8576-493b-970a-3396bf41cbe2 tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 787 time: 0.5197506
May 07 21:48:47.826428 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-13c852cd-8a28-4cdb-95a3-3206cc223f98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (31d4ce1a-3bba-4b25-8a01-763761665f1d), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:47.909998 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c766eaa8-8e8e-4135-9b5d-dfdaad014172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1543b45e-f40e-472d-975d-d79ddefecdd6'}, {'server_uuid': 'd0ec46f9-84e6-413a-be19-c46548cb31fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04c678a5-64ac-461c-a365-ad4f4e5dd86c'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:48:47.910635 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c852cd-8a28-4cdb-95a3-3206cc223f98 admin admin] Pushing event deleted for resources: {'Port': ['ID=31d4ce1a-3bba-4b25-8a01-763761665f1d,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:47.914148 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25af7bf9-756f-41f8-828c-3d34465dbd5f" -d '{"events": [{"server_uuid": "c766eaa8-8e8e-4135-9b5d-dfdaad014172", "name": "network-vif-plugged", "status": "completed", "tag": "1543b45e-f40e-472d-975d-d79ddefecdd6"}, {"server_uuid": "d0ec46f9-84e6-413a-be19-c46548cb31fd", "name": "network-vif-plugged", "status": "completed", "tag": "04c678a5-64ac-461c-a365-ad4f4e5dd86c"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:48:47.918218 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e93729-34b5-4f9b-9fae-9048ffc803e4 req-c998f777-aed1-4b39-ac72-3cddc5a41517 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:47.920779 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f9e93729-34b5-4f9b-9fae-9048ffc803e4 req-c998f777-aed1-4b39-ac72-3cddc5a41517 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3885543
May 07 21:48:47.951923 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-f9e93729-34b5-4f9b-9fae-9048ffc803e4 req-d23a6d01-62eb-4b43-999a-382ab71863d3 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Request body: {'port': {'device_id': 'bf92f729-2124-482e-b270-05ad87327f96', 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47', 'admin_state_up': True, 'tenant_id': '7789855db11445de842c4df75bd05e10'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:48:48.067758 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165ef8cf-f7b4-4a25-9abe-0c02f1e2e644 req-aaec5806-944d-44a7-8ade-4ef8fe6ec21d tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:48.069482 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-165ef8cf-f7b4-4a25-9abe-0c02f1e2e644 req-aaec5806-944d-44a7-8ade-4ef8fe6ec21d tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=028d626c-306b-45cc-81b8-b73eca1c01c3 HTTP/1.1" status: 200  len: 945 time: 0.1788867
May 07 21:48:48.310711 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 87c894e0-03dd-4dab-a47b-82dec6ea1485 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:48:48.400444 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-165ef8cf-f7b4-4a25-9abe-0c02f1e2e644 req-a9a4c486-88e4-4926-9307-b1dc0ee94cde tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2724469
May 07 21:48:48.521546 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-9a414338-2a80-45c7-a9d5-4d77ab89533e req-9dc3cc50-eea7-4cf9-95f5-6ecb4198f706 tempest-ImagesNegativeTestJSON-144261636 tempest-ImagesNegativeTestJSON-144261636-project] Publish callbacks [] for port (95aee55b-7026-428b-aa23-c411905b5c61), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:48.522096 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 87c894e0-03dd-4dab-a47b-82dec6ea1485, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=87c894e0-03dd-4dab-a47b-82dec6ea1485,segment=NetworkSegment(82ec07f6-cf99-4411-99d8-c39170f22b45),segment_id=82ec07f6-cf99-4411-99d8-c39170f22b45)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:48:48.541623 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-2f9147f0-951f-4461-8597-f57b4ffc4f6e req-36e68733-455a-4097-b1d7-7f9d2e20ed5d service neutron] For port 87c894e0-03dd-4dab-a47b-82dec6ea1485, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=87c894e0-03dd-4dab-a47b-82dec6ea1485,segment=NetworkSegment(82ec07f6-cf99-4411-99d8-c39170f22b45),segment_id=82ec07f6-cf99-4411-99d8-c39170f22b45)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:48:48.544016 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 87c894e0-03dd-4dab-a47b-82dec6ea1485 has no active binding in host nch1-master-1 {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
May 07 21:48:48.886803 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-533ca37c-468f-47a3-9ec3-f5973fb0e738 req-37c4307d-00de-4789-8ae1-e0522cfdf341 tempest-ImagesNegativeTestJSON-144261636 tempest-ImagesNegativeTestJSON-144261636-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6ad21b1-1341-4913-a562-49dfe8fa77f7 HTTP/1.1" status: 200  len: 210 time: 0.3603716
May 07 21:48:48.887369 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9e93729-34b5-4f9b-9fae-9048ffc803e4 req-d23a6d01-62eb-4b43-999a-382ab71863d3 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Made reservation on behalf of 7789855db11445de842c4df75bd05e10 for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:48:48.891108 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-f9e93729-34b5-4f9b-9fae-9048ffc803e4 req-d23a6d01-62eb-4b43-999a-382ab71863d3 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:48.971000 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-13c852cd-8a28-4cdb-95a3-3206cc223f98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401002'] for router_interface (75c60af6-7842-4148-b054-82a4566b299c), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:49.041342 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6f87dad6-9163-489e-bdce-2fafcdbb705d req-31446fe0-a5fa-4d52-ae75-4bf5374bd03e tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf92f729-2124-482e-b270-05ad87327f96 HTTP/1.1" status: 200  len: 210 time: 0.0791337
May 07 21:48:49.049991 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-2f9147f0-951f-4461-8597-f57b4ffc4f6e req-36e68733-455a-4097-b1d7-7f9d2e20ed5d service neutron] For port 87c894e0-03dd-4dab-a47b-82dec6ea1485, host nch2-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:48:49.167255 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-9a414338-2a80-45c7-a9d5-4d77ab89533e req-9dc3cc50-eea7-4cf9-95f5-6ecb4198f706 tempest-ImagesNegativeTestJSON-144261636 tempest-ImagesNegativeTestJSON-144261636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (95aee55b-7026-428b-aa23-c411905b5c61), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:49.294807 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-491a2d30-c64c-486c-9e7e-16f4c5be9010 req-ac093126-5ad9-4ee8-953f-70e99f250f4f tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] 10.222.0.32 "GET /v2.0/floatingips?tenant_id=6bff84c55662404f85da55f6d1c111b4 HTTP/1.1" status: 200  len: 1657 time: 0.1423509
May 07 21:48:49.330427 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '028d626c-306b-45cc-81b8-b73eca1c01c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87c894e0-03dd-4dab-a47b-82dec6ea1485'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:48:49.332755 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88be081b-0032-49a8-9654-92c787c1910c" -d '{"events": [{"server_uuid": "028d626c-306b-45cc-81b8-b73eca1c01c3", "name": "network-vif-unplugged", "status": "completed", "tag": "87c894e0-03dd-4dab-a47b-82dec6ea1485"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:48:49.336499 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-2f9147f0-951f-4461-8597-f57b4ffc4f6e req-36e68733-455a-4097-b1d7-7f9d2e20ed5d service neutron] Publish callbacks [] for port (87c894e0-03dd-4dab-a47b-82dec6ea1485), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:49.391093 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a414338-2a80-45c7-a9d5-4d77ab89533e req-9dc3cc50-eea7-4cf9-95f5-6ecb4198f706 tempest-ImagesNegativeTestJSON-144261636 tempest-ImagesNegativeTestJSON-144261636-project] Network 665487f0-78eb-47fb-9a06-b15bc614dc47 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:48:49.409037 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-2f9147f0-951f-4461-8597-f57b4ffc4f6e req-36e68733-455a-4097-b1d7-7f9d2e20ed5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (87c894e0-03dd-4dab-a47b-82dec6ea1485), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:49.435249 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc3cc50-eea7-4cf9-95f5-6ecb4198f706 tempest-ImagesNegativeTestJSON-144261636 tempest-ImagesNegativeTestJSON-144261636-project] Pushing event updated for resources: {'Port': ['ID=95aee55b-7026-428b-aa23-c411905b5c61,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:49.438492 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [req-9a414338-2a80-45c7-a9d5-4d77ab89533e req-9dc3cc50-eea7-4cf9-95f5-6ecb4198f706 tempest-ImagesNegativeTestJSON-144261636 tempest-ImagesNegativeTestJSON-144261636-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:48:49.472901 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a414338-2a80-45c7-a9d5-4d77ab89533e req-9dc3cc50-eea7-4cf9-95f5-6ecb4198f706 tempest-ImagesNegativeTestJSON-144261636 tempest-ImagesNegativeTestJSON-144261636-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:48:49.651545 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a414338-2a80-45c7-a9d5-4d77ab89533e req-9dc3cc50-eea7-4cf9-95f5-6ecb4198f706 tempest-ImagesNegativeTestJSON-144261636 tempest-ImagesNegativeTestJSON-144261636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:49.652319 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-9a414338-2a80-45c7-a9d5-4d77ab89533e req-9dc3cc50-eea7-4cf9-95f5-6ecb4198f706 tempest-ImagesNegativeTestJSON-144261636 tempest-ImagesNegativeTestJSON-144261636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:49.815233 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-2f9d9e9e-69a7-4607-abf4-392305fa4490 None None] Provisioning complete for port 95aee55b-7026-428b-aa23-c411905b5c61 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:48:49.815863 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2f9d9e9e-69a7-4607-abf4-392305fa4490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (95aee55b-7026-428b-aa23-c411905b5c61), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:49.862867 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491a2d30-c64c-486c-9e7e-16f4c5be9010 req-e75da3f4-7c95-4b34-a9a5-cffd6cfc9e8c tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:49.871291 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-491a2d30-c64c-486c-9e7e-16f4c5be9010 req-e75da3f4-7c95-4b34-a9a5-cffd6cfc9e8c tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] 10.222.0.32 "GET /v2.0/networks?id=9221b764-ef06-431f-8941-796516ed7c3b&id=9221b764-ef06-431f-8941-796516ed7c3b&id=9221b764-ef06-431f-8941-796516ed7c3b HTTP/1.1" status: 200  len: 787 time: 0.5309536
May 07 21:48:49.874563 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e68733-455a-4097-b1d7-7f9d2e20ed5d service neutron] Pushing event updated for resources: {'Port': ['ID=87c894e0-03dd-4dab-a47b-82dec6ea1485,revision_number=7']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:49.879909 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [req-f9e93729-34b5-4f9b-9fae-9048ffc803e4 req-d23a6d01-62eb-4b43-999a-382ab71863d3 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Allocated IP 192.168.233.158 (665487f0-78eb-47fb-9a06-b15bc614dc47/6e0e5c53-1ece-4d20-b01d-5f8c6957edf6/671083f6-1511-4a4e-b623-b011d1104e75) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:48:49.890465 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [req-491a2d30-c64c-486c-9e7e-16f4c5be9010 req-03bc8449-84a7-4e70-b075-714a4ea95c9c tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121836) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 21:48:49.895631 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-491a2d30-c64c-486c-9e7e-16f4c5be9010 req-03bc8449-84a7-4e70-b075-714a4ea95c9c tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0231307
May 07 21:48:49.928284 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-2f9d9e9e-69a7-4607-abf4-392305fa4490 None None] Port 95aee55b-7026-428b-aa23-c411905b5c61 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:48:49.963377 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 07 May 2022 21:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71c43e0b-3255-4abb-ab02-d3cc3048458b x-openstack-request-id: req-71c43e0b-3255-4abb-ab02-d3cc3048458b {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:48:49.963936 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c766eaa8-8e8e-4135-9b5d-dfdaad014172", "name": "network-vif-plugged", "status": "completed", "tag": "1543b45e-f40e-472d-975d-d79ddefecdd6", "code": 200}, {"server_uuid": "d0ec46f9-84e6-413a-be19-c46548cb31fd", "name": "network-vif-plugged", "status": "completed", "tag": "04c678a5-64ac-461c-a365-ad4f4e5dd86c", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:48:49.964399 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-71c43e0b-3255-4abb-ab02-d3cc3048458b {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:48:49.965009 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71c43e0b-3255-4abb-ab02-d3cc3048458b'] response: {'server_uuid': 'c766eaa8-8e8e-4135-9b5d-dfdaad014172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1543b45e-f40e-472d-975d-d79ddefecdd6', 'code': 200}
May 07 21:48:49.965453 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71c43e0b-3255-4abb-ab02-d3cc3048458b'] response: {'server_uuid': 'd0ec46f9-84e6-413a-be19-c46548cb31fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04c678a5-64ac-461c-a365-ad4f4e5dd86c', 'code': 200}
May 07 21:48:49.976727 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9a414338-2a80-45c7-a9d5-4d77ab89533e req-9dc3cc50-eea7-4cf9-95f5-6ecb4198f706 tempest-ImagesNegativeTestJSON-144261636 tempest-ImagesNegativeTestJSON-144261636-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 4.1357512
May 07 21:48:49.989051 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-2f9147f0-951f-4461-8597-f57b4ffc4f6e req-36e68733-455a-4097-b1d7-7f9d2e20ed5d service neutron] Attempting to bind port 87c894e0-03dd-4dab-a47b-82dec6ea1485 on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:48:49.989394 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-2f9147f0-951f-4461-8597-f57b4ffc4f6e req-36e68733-455a-4097-b1d7-7f9d2e20ed5d service neutron] Attempting to bind port 87c894e0-03dd-4dab-a47b-82dec6ea1485 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '82ec07f6-cf99-4411-99d8-c39170f22b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '28405dfe-908d-4039-91f6-1d02165b34cd'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:48:49.989734 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9147f0-951f-4461-8597-f57b4ffc4f6e req-36e68733-455a-4097-b1d7-7f9d2e20ed5d service neutron] Attempting to bind port 87c894e0-03dd-4dab-a47b-82dec6ea1485 on network 28405dfe-908d-4039-91f6-1d02165b34cd {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:48:50.040109 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-9a414338-2a80-45c7-a9d5-4d77ab89533e req-89b6fd38-d562-4420-8bb1-623ba6ac6813 service neutron] Request body: {'port': {'device_id': 'c6ad21b1-1341-4913-a562-49dfe8fa77f7', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:48:50.103484 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b18810f-b687-4e36-bde8-d74a88eb8429 req-718eb8b7-f16f-4a9a-9fd2-2f266a136f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:50.105811 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7b18810f-b687-4e36-bde8-d74a88eb8429 req-718eb8b7-f16f-4a9a-9fd2-2f266a136f30 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c766eaa8-8e8e-4135-9b5d-dfdaad014172 HTTP/1.1" status: 200  len: 1128 time: 0.0612743
May 07 21:48:50.110197 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9147f0-951f-4461-8597-f57b4ffc4f6e req-36e68733-455a-4097-b1d7-7f9d2e20ed5d service neutron] Port 87c894e0-03dd-4dab-a47b-82dec6ea1485 on network 28405dfe-908d-4039-91f6-1d02165b34cd not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:48:50.110530 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9147f0-951f-4461-8597-f57b4ffc4f6e req-36e68733-455a-4097-b1d7-7f9d2e20ed5d service neutron] Attempting to bind port 87c894e0-03dd-4dab-a47b-82dec6ea1485 on network 28405dfe-908d-4039-91f6-1d02165b34cd {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:48:50.174340 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7b18810f-b687-4e36-bde8-d74a88eb8429 req-84ac8c3f-b743-452c-92d7-7d9d80fae2c4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6b456a11-abdd-4913-9fa4-f25fdacb0d35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0604441
May 07 21:48:50.204008 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9147f0-951f-4461-8597-f57b4ffc4f6e req-36e68733-455a-4097-b1d7-7f9d2e20ed5d service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:48:50.204472 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9147f0-951f-4461-8597-f57b4ffc4f6e req-36e68733-455a-4097-b1d7-7f9d2e20ed5d service neutron] Checking segment: {'id': '82ec07f6-cf99-4411-99d8-c39170f22b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '28405dfe-908d-4039-91f6-1d02165b34cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:48:50.207175 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9147f0-951f-4461-8597-f57b4ffc4f6e req-36e68733-455a-4097-b1d7-7f9d2e20ed5d service neutron] Bound using segment: {'id': '82ec07f6-cf99-4411-99d8-c39170f22b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '28405dfe-908d-4039-91f6-1d02165b34cd'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:48:50.207175 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-2f9147f0-951f-4461-8597-f57b4ffc4f6e req-36e68733-455a-4097-b1d7-7f9d2e20ed5d service neutron] Bound port: 87c894e0-03dd-4dab-a47b-82dec6ea1485, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82ec07f6-cf99-4411-99d8-c39170f22b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '28405dfe-908d-4039-91f6-1d02165b34cd'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:48:50.207175 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-2f9147f0-951f-4461-8597-f57b4ffc4f6e req-36e68733-455a-4097-b1d7-7f9d2e20ed5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (87c894e0-03dd-4dab-a47b-82dec6ea1485), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:50.344014 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320bce6c-765f-415e-b67c-6c5ed2d9e9b6 req-d8df1ad3-9ca2-47e6-85a2-c138b39cb774 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:50.351236 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-320bce6c-765f-415e-b67c-6c5ed2d9e9b6 req-d8df1ad3-9ca2-47e6-85a2-c138b39cb774 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/ports?device_id=c766eaa8-8e8e-4135-9b5d-dfdaad014172 HTTP/1.1" status: 200  len: 946 time: 0.2276990
May 07 21:48:50.376371 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-9a414338-2a80-45c7-a9d5-4d77ab89533e req-89b6fd38-d562-4420-8bb1-623ba6ac6813 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (95aee55b-7026-428b-aa23-c411905b5c61), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:50.391926 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13c852cd-8a28-4cdb-95a3-3206cc223f98 admin admin] Router 75c60af6-7842-4148-b054-82a4566b299c has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 21:48:50.576360 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-2f9147f0-951f-4461-8597-f57b4ffc4f6e req-36e68733-455a-4097-b1d7-7f9d2e20ed5d service neutron] For port 87c894e0-03dd-4dab-a47b-82dec6ea1485, host nch2-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:48:50.593813 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-320bce6c-765f-415e-b67c-6c5ed2d9e9b6 req-4e9f4bf5-f393-4f46-9726-3a5606d688dc tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b456a11-abdd-4913-9fa4-f25fdacb0d35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2416945
May 07 21:48:50.607067 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-f9e93729-34b5-4f9b-9fae-9048ffc803e4 req-d23a6d01-62eb-4b43-999a-382ab71863d3 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Publish callbacks [] for port (671083f6-1511-4a4e-b623-b011d1104e75), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:50.615809 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-2f9147f0-951f-4461-8597-f57b4ffc4f6e req-36e68733-455a-4097-b1d7-7f9d2e20ed5d service neutron] For port 87c894e0-03dd-4dab-a47b-82dec6ea1485, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=87c894e0-03dd-4dab-a47b-82dec6ea1485,segment=NetworkSegment(82ec07f6-cf99-4411-99d8-c39170f22b45),segment_id=82ec07f6-cf99-4411-99d8-c39170f22b45)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:48:50.675998 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 07 May 2022 21:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-247f449a-deff-4d95-9b8d-066394a5888c x-openstack-request-id: req-247f449a-deff-4d95-9b8d-066394a5888c {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:48:50.676309 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "028d626c-306b-45cc-81b8-b73eca1c01c3", "name": "network-vif-unplugged", "status": "completed", "tag": "87c894e0-03dd-4dab-a47b-82dec6ea1485", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:48:50.676567 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-247f449a-deff-4d95-9b8d-066394a5888c {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:48:50.676959 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-247f449a-deff-4d95-9b8d-066394a5888c'] response: {'server_uuid': '028d626c-306b-45cc-81b8-b73eca1c01c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87c894e0-03dd-4dab-a47b-82dec6ea1485', 'code': 200}
May 07 21:48:50.763820 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-2f9147f0-951f-4461-8597-f57b4ffc4f6e req-36e68733-455a-4097-b1d7-7f9d2e20ed5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (87c894e0-03dd-4dab-a47b-82dec6ea1485), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:50.802535 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:50.945773 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8baf1e-518b-4840-9dc9-cc9129fe248e req-1d087e4d-4764-4082-91e8-cde0e33caa03 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:50.947410 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9a8baf1e-518b-4840-9dc9-cc9129fe248e req-1d087e4d-4764-4082-91e8-cde0e33caa03 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=028d626c-306b-45cc-81b8-b73eca1c01c3 HTTP/1.1" status: 200  len: 943 time: 0.2017872
May 07 21:48:50.948723 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13c852cd-8a28-4cdb-95a3-3206cc223f98 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:48:50.951924 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e68733-455a-4097-b1d7-7f9d2e20ed5d service neutron] Pushing event updated for resources: {'Port': ['ID=87c894e0-03dd-4dab-a47b-82dec6ea1485,revision_number=8']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:50.967379 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f843b1-758f-4b50-a22a-c807332198e4 None None] Sync routers for ids ['75c60af6-7842-4148-b054-82a4566b299c'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:48:50.978164 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-13c852cd-8a28-4cdb-95a3-3206cc223f98 admin admin] 10.222.0.32 "PUT /v2.0/routers/75c60af6-7842-4148-b054-82a4566b299c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.2891655
May 07 21:48:50.980436 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 34828) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:48:50.992191 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-f9e93729-34b5-4f9b-9fae-9048ffc803e4 req-d23a6d01-62eb-4b43-999a-382ab71863d3 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (671083f6-1511-4a4e-b623-b011d1104e75), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:50.999458 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f843b1-758f-4b50-a22a-c807332198e4 None None] Routers {'75c60af6-7842-4148-b054-82a4566b299c'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:48:51.003787 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-94f843b1-758f-4b50-a22a-c807332198e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c8158e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:48:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['75c60af6-7842-4148-b054-82a4566b299c'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:48:51.019430 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9', '44436595-8caf-48e5-967e-1749f507e89e'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:48:51.063857 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9a8baf1e-518b-4840-9dc9-cc9129fe248e req-84fab916-25ec-4f2a-98db-61405367efc7 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0908699
May 07 21:48:51.164918 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9147f0-951f-4461-8597-f57b4ffc4f6e req-36e68733-455a-4097-b1d7-7f9d2e20ed5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:51.165465 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-2f9147f0-951f-4461-8597-f57b4ffc4f6e req-36e68733-455a-4097-b1d7-7f9d2e20ed5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:51.166850 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2f9147f0-951f-4461-8597-f57b4ffc4f6e req-36e68733-455a-4097-b1d7-7f9d2e20ed5d service neutron] 10.222.0.55 "PUT /v2.0/ports/87c894e0-03dd-4dab-a47b-82dec6ea1485 HTTP/1.1" status: 200  len: 1121 time: 3.9766288
May 07 21:48:51.185581 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9e93729-34b5-4f9b-9fae-9048ffc803e4 req-d23a6d01-62eb-4b43-999a-382ab71863d3 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Network 665487f0-78eb-47fb-9a06-b15bc614dc47 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:48:51.195992 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [req-f9e93729-34b5-4f9b-9fae-9048ffc803e4 req-d23a6d01-62eb-4b43-999a-382ab71863d3 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:48:51.211526 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9e93729-34b5-4f9b-9fae-9048ffc803e4 req-d23a6d01-62eb-4b43-999a-382ab71863d3 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:48:51.245433 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23a6d01-62eb-4b43-999a-382ab71863d3 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Pushing event updated for resources: {'Port': ['ID=671083f6-1511-4a4e-b623-b011d1104e75,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:51.274230 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['87c894e0-03dd-4dab-a47b-82dec6ea1485'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:48:51.277807 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-75848a2f-cb19-4732-ae37-e2d40979b36f admin admin] Publish callbacks [] for router (75c60af6-7842-4148-b054-82a4566b299c), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:51.327401 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['87c894e0-03dd-4dab-a47b-82dec6ea1485'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:48:51.617580 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-75848a2f-cb19-4732-ae37-e2d40979b36f admin admin] Publish callbacks [] for router_gateway (75c60af6-7842-4148-b054-82a4566b299c), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:51.716864 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-75848a2f-cb19-4732-ae37-e2d40979b36f admin admin] Deleting port 07c8e0a0-c407-43ea-99f9-11a7c0c5a325 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:48:51.717560 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-75848a2f-cb19-4732-ae37-e2d40979b36f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (07c8e0a0-c407-43ea-99f9-11a7c0c5a325), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:51.827892 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-00d71d3a-a69f-43ca-b7b2-3fdc788afb65 req-dcba9d8c-a30f-427a-9e38-d1e7b9ad19b4 tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] 10.222.0.32 "GET /v2.0/floatingips/9d488c51-32b2-4959-9440-3e1f85b4d2e2 HTTP/1.1" status: 200  len: 693 time: 0.6649706
May 07 21:48:51.841694 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-75848a2f-cb19-4732-ae37-e2d40979b36f admin admin] For port 07c8e0a0-c407-43ea-99f9-11a7c0c5a325, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=07c8e0a0-c407-43ea-99f9-11a7c0c5a325,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:48:51.845720 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-5b53fca4-6dfa-4321-b067-95d8f5378da7 None None] Provisioning complete for port 671083f6-1511-4a4e-b623-b011d1104e75 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:48:51.846104 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5b53fca4-6dfa-4321-b067-95d8f5378da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (671083f6-1511-4a4e-b623-b011d1104e75), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:51.846579 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-75848a2f-cb19-4732-ae37-e2d40979b36f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (07c8e0a0-c407-43ea-99f9-11a7c0c5a325), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:51.878350 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-75848a2f-cb19-4732-ae37-e2d40979b36f admin admin] Calling delete_port for 07c8e0a0-c407-43ea-99f9-11a7c0c5a325 owned by network:router_gateway {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:48:51.885486 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-94f843b1-758f-4b50-a22a-c807332198e4 None None] Set router 75c60af6-7842-4148-b054-82a4566b299c gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:48:52.055625 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e93729-34b5-4f9b-9fae-9048ffc803e4 req-d23a6d01-62eb-4b43-999a-382ab71863d3 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:52.056319 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-f9e93729-34b5-4f9b-9fae-9048ffc803e4 req-d23a6d01-62eb-4b43-999a-382ab71863d3 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:52.137954 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f9e93729-34b5-4f9b-9fae-9048ffc803e4 req-d23a6d01-62eb-4b43-999a-382ab71863d3 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 4.1905131
May 07 21:48:52.141884 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-75848a2f-cb19-4732-ae37-e2d40979b36f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (07c8e0a0-c407-43ea-99f9-11a7c0c5a325), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:52.182138 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d71d3a-a69f-43ca-b7b2-3fdc788afb65 req-a89334c7-e3b4-44c7-af90-7f25376ee205 tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:52.186119 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-00d71d3a-a69f-43ca-b7b2-3fdc788afb65 req-a89334c7-e3b4-44c7-af90-7f25376ee205 tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] 10.222.0.32 "GET /v2.0/networks/9221b764-ef06-431f-8941-796516ed7c3b HTTP/1.1" status: 200  len: 784 time: 0.3557265
May 07 21:48:52.196869 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75848a2f-cb19-4732-ae37-e2d40979b36f admin admin] Pushing event deleted for resources: {'Port': ['ID=07c8e0a0-c407-43ea-99f9-11a7c0c5a325,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:52.198172 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-f9e93729-34b5-4f9b-9fae-9048ffc803e4 req-e30aae3f-bd0f-4aa4-bfa5-b978143ca3a5 service neutron] Request body: {'port': {'device_id': 'bf92f729-2124-482e-b270-05ad87327f96', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:48:52.210975 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75848a2f-cb19-4732-ae37-e2d40979b36f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:48:52.211340 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75848a2f-cb19-4732-ae37-e2d40979b36f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:48:52.212992 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75848a2f-cb19-4732-ae37-e2d40979b36f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:48:52.213368 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75848a2f-cb19-4732-ae37-e2d40979b36f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:48:52.213849 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75848a2f-cb19-4732-ae37-e2d40979b36f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:48:52.214194 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75848a2f-cb19-4732-ae37-e2d40979b36f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:48:52.214528 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75848a2f-cb19-4732-ae37-e2d40979b36f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:48:52.215038 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75848a2f-cb19-4732-ae37-e2d40979b36f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:48:52.215385 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75848a2f-cb19-4732-ae37-e2d40979b36f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:48:52.215717 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75848a2f-cb19-4732-ae37-e2d40979b36f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:48:52.217187 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75848a2f-cb19-4732-ae37-e2d40979b36f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:48:52.217530 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75848a2f-cb19-4732-ae37-e2d40979b36f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:48:52.217868 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75848a2f-cb19-4732-ae37-e2d40979b36f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:48:52.218203 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75848a2f-cb19-4732-ae37-e2d40979b36f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:48:52.218534 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75848a2f-cb19-4732-ae37-e2d40979b36f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:48:52.337302 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-75848a2f-cb19-4732-ae37-e2d40979b36f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395776'] for router_gateway (75c60af6-7842-4148-b054-82a4566b299c), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:52.354603 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-00d71d3a-a69f-43ca-b7b2-3fdc788afb65 req-cd732565-98fe-4f70-9420-26dbac717e7d tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.4.253 HTTP/1.1" status: 200  len: 696 time: 0.1457732
May 07 21:48:52.408286 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-5b53fca4-6dfa-4321-b067-95d8f5378da7 None None] Port 671083f6-1511-4a4e-b623-b011d1104e75 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:48:52.545185 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-00d71d3a-a69f-43ca-b7b2-3fdc788afb65 req-e2be8c1a-1961-4331-adeb-40bb045ad931 tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.4.253 HTTP/1.1" status: 200  len: 696 time: 0.1492257
May 07 21:48:52.560986 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [req-9a414338-2a80-45c7-a9d5-4d77ab89533e req-89b6fd38-d562-4420-8bb1-623ba6ac6813 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95aee55b-7026-428b-aa23-c411905b5c61 {{(pid=121836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:48:52.564156 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-75848a2f-cb19-4732-ae37-e2d40979b36f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (75c60af6-7842-4148-b054-82a4566b299c), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:52.567272 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-75848a2f-cb19-4732-ae37-e2d40979b36f admin admin] Publish callbacks [] for router_controller (75c60af6-7842-4148-b054-82a4566b299c), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:52.570236 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-94f843b1-758f-4b50-a22a-c807332198e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c8158e0>, [{'id': '75c60af6-7842-4148-b054-82a4566b299c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-115886930-router', 'tenant_id': 'd7a25055f3544e5c95bacd3a07611e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.226'}], 'enable_snat': True}, 'gw_port_id': '07c8e0a0-c407-43ea-99f9-11a7c0c5a325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:45:50Z', 'updated_at': '2022-05-07T21:48:47Z', 'revision_number': 5, 'project_id': 'd7a25055f3544e5c95bacd3a07611e1d', 'gw_port': {'id': '07c8e0a0-c407-43ea-99f9-11a7c0c5a325', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:5d:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75c60af6-7842-4148-b054-82a4566b299c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 139, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:45:51Z', 'updated_at': '2022-05-07T21:46:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:48:52.616255 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f843b1-758f-4b50-a22a-c807332198e4 None None] Checking router: 75c60af6-7842-4148-b054-82a4566b299c for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 21:48:52.623152 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-9a414338-2a80-45c7-a9d5-4d77ab89533e req-89b6fd38-d562-4420-8bb1-623ba6ac6813 service neutron] Publish callbacks [] for port (95aee55b-7026-428b-aa23-c411905b5c61), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:52.640221 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f843b1-758f-4b50-a22a-c807332198e4 None None] Routers {'75c60af6-7842-4148-b054-82a4566b299c'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:48:52.640994 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-94f843b1-758f-4b50-a22a-c807332198e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c8158e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:48:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['75c60af6-7842-4148-b054-82a4566b299c'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:48:52.654482 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-75848a2f-cb19-4732-ae37-e2d40979b36f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (75c60af6-7842-4148-b054-82a4566b299c), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:52.655711 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75848a2f-cb19-4732-ae37-e2d40979b36f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75c60af6-7842-4148-b054-82a4566b299c {{(pid=121837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 21:48:52.669057 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-75848a2f-cb19-4732-ae37-e2d40979b36f admin admin] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:52.671398 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-75848a2f-cb19-4732-ae37-e2d40979b36f admin admin] 10.222.0.32 "DELETE /v2.0/routers/75c60af6-7842-4148-b054-82a4566b299c HTTP/1.1" status: 204  len: 168 time: 1.6892617
May 07 21:48:52.673770 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 34836) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:48:52.697628 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '028d626c-306b-45cc-81b8-b73eca1c01c3', 'tag': '87c894e0-03dd-4dab-a47b-82dec6ea1485'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:48:52.704660 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9d1e624-6915-4283-ad5d-0bafedd460a3" -d '{"events": [{"name": "network-changed", "server_uuid": "028d626c-306b-45cc-81b8-b73eca1c01c3", "tag": "87c894e0-03dd-4dab-a47b-82dec6ea1485"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:48:52.723679 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-f9e93729-34b5-4f9b-9fae-9048ffc803e4 req-e30aae3f-bd0f-4aa4-bfa5-b978143ca3a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (671083f6-1511-4a4e-b623-b011d1104e75), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:52.743719 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-94f843b1-758f-4b50-a22a-c807332198e4 None None] Set router 75c60af6-7842-4148-b054-82a4566b299c gateway port host: None {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:48:52.782930 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-a360e7ec-4b29-4a10-954c-775caf4dd022 admin admin] Deleting subnet 00184246-3b14-4ff3-8c67-98e0d140369b {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 21:48:52.787117 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a360e7ec-4b29-4a10-954c-775caf4dd022 admin admin] Publish callbacks [] for subnet (00184246-3b14-4ff3-8c67-98e0d140369b), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:52.862397 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-94f843b1-758f-4b50-a22a-c807332198e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c8158e0>, [{'id': '75c60af6-7842-4148-b054-82a4566b299c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-115886930-router', 'tenant_id': 'd7a25055f3544e5c95bacd3a07611e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:45:50Z', 'updated_at': '2022-05-07T21:48:52Z', 'revision_number': 7, 'project_id': 'd7a25055f3544e5c95bacd3a07611e1d', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:48:52.906924 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.provisioning_blocks [req-9a414338-2a80-45c7-a9d5-4d77ab89533e req-89b6fd38-d562-4420-8bb1-623ba6ac6813 service neutron] Transition to ACTIVE for port object 95aee55b-7026-428b-aa23-c411905b5c61 will not be triggered until provisioned by entity L2. {{(pid=121836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:48:52.909997 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a360e7ec-4b29-4a10-954c-775caf4dd022 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (00184246-3b14-4ff3-8c67-98e0d140369b), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:52.927496 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-9a414338-2a80-45c7-a9d5-4d77ab89533e req-89b6fd38-d562-4420-8bb1-623ba6ac6813 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (95aee55b-7026-428b-aa23-c411905b5c61), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:52.936032 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f843b1-758f-4b50-a22a-c807332198e4 None None] The sync data for ids ['75c60af6-7842-4148-b054-82a4566b299c'] in ncdv-master-1 is: [{'id': '75c60af6-7842-4148-b054-82a4566b299c', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-115886930-router', 'tenant_id': 'd7a25055f3544e5c95bacd3a07611e1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:45:50Z', 'updated_at': '2022-05-07T21:48:52Z', 'revision_number': 7, 'project_id': 'd7a25055f3544e5c95bacd3a07611e1d', 'gw_port_host': None}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:48:53.023540 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b6fd38-d562-4420-8bb1-623ba6ac6813 service neutron] Pushing event updated for resources: {'Port': ['ID=95aee55b-7026-428b-aa23-c411905b5c61,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:53.066610 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a360e7ec-4b29-4a10-954c-775caf4dd022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (00184246-3b14-4ff3-8c67-98e0d140369b), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:53.165195 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a360e7ec-4b29-4a10-954c-775caf4dd022 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (00184246-3b14-4ff3-8c67-98e0d140369b), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:53.245478 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a360e7ec-4b29-4a10-954c-775caf4dd022 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00184246-3b14-4ff3-8c67-98e0d140369b,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:53.245751 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819be95f-9729-41de-91f2-6903daa32704 None None] Network 849ca462-b333-410b-8c4a-24e67429a8f8 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:48:53.249646 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a360e7ec-4b29-4a10-954c-775caf4dd022 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:53.256074 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-a360e7ec-4b29-4a10-954c-775caf4dd022 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/00184246-3b14-4ff3-8c67-98e0d140369b HTTP/1.1" status: 204  len: 168 time: 0.5808985
May 07 21:48:53.258473 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 34842) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:48:53.354003 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-00d71d3a-a69f-43ca-b7b2-3fdc788afb65 req-07f08ce6-97f5-49c8-8ebe-e0256c097c19 tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Deleting port 63af1b19-5b57-4f17-a69a-7541525bbc0e {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:48:53.356995 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-00d71d3a-a69f-43ca-b7b2-3fdc788afb65 req-07f08ce6-97f5-49c8-8ebe-e0256c097c19 tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (63af1b19-5b57-4f17-a69a-7541525bbc0e), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:53.456527 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bfcca8b8-6e31-4c75-b0f4-a77e95d2967d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (849ca462-b333-410b-8c4a-24e67429a8f8), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:53.557618 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-bfcca8b8-6e31-4c75-b0f4-a77e95d2967d admin admin] Deleting port 38ea6e31-49e0-4173-bf2e-297e52d7722d {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:48:53.557917 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bfcca8b8-6e31-4c75-b0f4-a77e95d2967d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (38ea6e31-49e0-4173-bf2e-297e52d7722d), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:53.586053 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-00d71d3a-a69f-43ca-b7b2-3fdc788afb65 req-07f08ce6-97f5-49c8-8ebe-e0256c097c19 tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (63af1b19-5b57-4f17-a69a-7541525bbc0e), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:53.586409 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-00d71d3a-a69f-43ca-b7b2-3fdc788afb65 req-07f08ce6-97f5-49c8-8ebe-e0256c097c19 tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Publish callbacks [] for floatingip (63af1b19-5b57-4f17-a69a-7541525bbc0e), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:53.594382 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:53.597905 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ba7299c1-5d17-4a0e-8618-6a5835f802bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:53.636824 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-00d71d3a-a69f-43ca-b7b2-3fdc788afb65 req-07f08ce6-97f5-49c8-8ebe-e0256c097c19 tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Calling delete_port for 63af1b19-5b57-4f17-a69a-7541525bbc0e owned by network:floatingip {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:48:53.666701 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-bfcca8b8-6e31-4c75-b0f4-a77e95d2967d admin admin] For port 38ea6e31-49e0-4173-bf2e-297e52d7722d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=38ea6e31-49e0-4173-bf2e-297e52d7722d,segment=NetworkSegment(0afabcaa-164e-453b-a9cc-8c006af8772f),segment_id=0afabcaa-164e-453b-a9cc-8c006af8772f)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:48:53.667286 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bfcca8b8-6e31-4c75-b0f4-a77e95d2967d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (38ea6e31-49e0-4173-bf2e-297e52d7722d), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:53.683090 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-bfcca8b8-6e31-4c75-b0f4-a77e95d2967d admin admin] Calling delete_port for 38ea6e31-49e0-4173-bf2e-297e52d7722d owned by network:dhcp {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:48:53.777047 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bfcca8b8-6e31-4c75-b0f4-a77e95d2967d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (38ea6e31-49e0-4173-bf2e-297e52d7722d), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:53.806782 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcca8b8-6e31-4c75-b0f4-a77e95d2967d admin admin] Pushing event deleted for resources: {'Port': ['ID=38ea6e31-49e0-4173-bf2e-297e52d7722d,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:53.824216 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcca8b8-6e31-4c75-b0f4-a77e95d2967d admin admin] No DVR routers for this DVR port 38ea6e31-49e0-4173-bf2e-297e52d7722d on host ncdv-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:48:53.911476 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e9ab54-6e44-460a-83d7-8ca72f943259 None None] DHCP port deletion for 849ca462-b333-410b-8c4a-24e67429a8f8 request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 21:48:53.942858 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-9a414338-2a80-45c7-a9d5-4d77ab89533e req-89b6fd38-d562-4420-8bb1-623ba6ac6813 service neutron] Attempting to bind port 95aee55b-7026-428b-aa23-c411905b5c61 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:48:53.943203 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-9a414338-2a80-45c7-a9d5-4d77ab89533e req-89b6fd38-d562-4420-8bb1-623ba6ac6813 service neutron] Attempting to bind port 95aee55b-7026-428b-aa23-c411905b5c61 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:48:53.943535 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a414338-2a80-45c7-a9d5-4d77ab89533e req-89b6fd38-d562-4420-8bb1-623ba6ac6813 service neutron] Attempting to bind port 95aee55b-7026-428b-aa23-c411905b5c61 on network 665487f0-78eb-47fb-9a06-b15bc614dc47 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:48:53.974190 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a414338-2a80-45c7-a9d5-4d77ab89533e req-89b6fd38-d562-4420-8bb1-623ba6ac6813 service neutron] Port 95aee55b-7026-428b-aa23-c411905b5c61 on network 665487f0-78eb-47fb-9a06-b15bc614dc47 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:48:53.974523 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a414338-2a80-45c7-a9d5-4d77ab89533e req-89b6fd38-d562-4420-8bb1-623ba6ac6813 service neutron] Attempting to bind port 95aee55b-7026-428b-aa23-c411905b5c61 on network 665487f0-78eb-47fb-9a06-b15bc614dc47 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:48:53.993367 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bfcca8b8-6e31-4c75-b0f4-a77e95d2967d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (849ca462-b333-410b-8c4a-24e67429a8f8), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:53.998300 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a414338-2a80-45c7-a9d5-4d77ab89533e req-89b6fd38-d562-4420-8bb1-623ba6ac6813 service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:48:53.998919 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a414338-2a80-45c7-a9d5-4d77ab89533e req-89b6fd38-d562-4420-8bb1-623ba6ac6813 service neutron] Checking segment: {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:48:53.999351 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a414338-2a80-45c7-a9d5-4d77ab89533e req-89b6fd38-d562-4420-8bb1-623ba6ac6813 service neutron] Bound using segment: {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:48:53.999770 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-9a414338-2a80-45c7-a9d5-4d77ab89533e req-89b6fd38-d562-4420-8bb1-623ba6ac6813 service neutron] Bound port: 95aee55b-7026-428b-aa23-c411905b5c61, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:48:54.000180 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-9a414338-2a80-45c7-a9d5-4d77ab89533e req-89b6fd38-d562-4420-8bb1-623ba6ac6813 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (95aee55b-7026-428b-aa23-c411905b5c61), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:54.058241 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-bfcca8b8-6e31-4c75-b0f4-a77e95d2967d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf86c909d0>,) {'filters': {'network_id': ['849ca462-b333-410b-8c4a-24e67429a8f8']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:48:54.078281 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-bfcca8b8-6e31-4c75-b0f4-a77e95d2967d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf86c909d0>, '0afabcaa-164e-453b-a9cc-8c006af8772f') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:48:54.078281 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-bfcca8b8-6e31-4c75-b0f4-a77e95d2967d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf86c909d0>, '0afabcaa-164e-453b-a9cc-8c006af8772f') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:48:54.098385 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bfcca8b8-6e31-4c75-b0f4-a77e95d2967d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (0afabcaa-164e-453b-a9cc-8c006af8772f), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:54.120220 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bfcca8b8-6e31-4c75-b0f4-a77e95d2967d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (0afabcaa-164e-453b-a9cc-8c006af8772f), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:54.143514 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfcca8b8-6e31-4c75-b0f4-a77e95d2967d admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 21:48:54.143925 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bfcca8b8-6e31-4c75-b0f4-a77e95d2967d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (0afabcaa-164e-453b-a9cc-8c006af8772f), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:54.146997 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 21:48:54.146997 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 21:48:54.146997 ncdv-master-1 neutron-server[121837]:     timer()
May 07 21:48:54.146997 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 21:48:54.146997 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 21:48:54.146997 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 21:48:54.146997 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 21:48:54.146997 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 21:48:54.146997 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 21:48:54.146997 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 21:48:54.146997 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 21:48:54.146997 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 21:48:54.146997 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 21:48:54.146997 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 21:48:54.146997 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 21:48:54.146997 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 21:48:54.146997 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 21:48:54.146997 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 21:48:54.146997 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 21:48:54.146997 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 21:48:54.146997 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 21:48:54.146997 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 21:48:54.146997 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 21:48:54.146997 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 21:48:54.146997 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 21:48:54.146997 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 21:48:54.146997 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 21:48:54.146997 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 21:48:54.146997 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 21:48:54.146997 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 21:48:54.146997 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 21:48:54.146997 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 21:48:54.195709 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-9a414338-2a80-45c7-a9d5-4d77ab89533e req-89b6fd38-d562-4420-8bb1-623ba6ac6813 service neutron] For port 95aee55b-7026-428b-aa23-c411905b5c61, host nch2-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:48:54.203301 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-9a414338-2a80-45c7-a9d5-4d77ab89533e req-89b6fd38-d562-4420-8bb1-623ba6ac6813 service neutron] For port 95aee55b-7026-428b-aa23-c411905b5c61, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=95aee55b-7026-428b-aa23-c411905b5c61,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:48:54.239657 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bfcca8b8-6e31-4c75-b0f4-a77e95d2967d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (849ca462-b333-410b-8c4a-24e67429a8f8), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:54.243565 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-00d71d3a-a69f-43ca-b7b2-3fdc788afb65 req-07f08ce6-97f5-49c8-8ebe-e0256c097c19 tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (63af1b19-5b57-4f17-a69a-7541525bbc0e), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:54.250818 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bfcca8b8-6e31-4c75-b0f4-a77e95d2967d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:54.258015 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-bfcca8b8-6e31-4c75-b0f4-a77e95d2967d admin admin] 10.222.0.32 "DELETE /v2.0/networks/849ca462-b333-410b-8c4a-24e67429a8f8 HTTP/1.1" status: 204  len: 168 time: 0.9968960
May 07 21:48:54.258811 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 34846) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:48:54.274751 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f08ce6-97f5-49c8-8ebe-e0256c097c19 tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Pushing event deleted for resources: {'Port': ['ID=63af1b19-5b57-4f17-a69a-7541525bbc0e,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:54.289734 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-9a414338-2a80-45c7-a9d5-4d77ab89533e req-89b6fd38-d562-4420-8bb1-623ba6ac6813 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (95aee55b-7026-428b-aa23-c411905b5c61), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:54.322963 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcca8b8-6e31-4c75-b0f4-a77e95d2967d admin admin] Pushing event deleted for resources: {'Network': ['ID=849ca462-b333-410b-8c4a-24e67429a8f8,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:54.391981 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [req-f9e93729-34b5-4f9b-9fae-9048ffc803e4 req-e30aae3f-bd0f-4aa4-bfa5-b978143ca3a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 671083f6-1511-4a4e-b623-b011d1104e75 {{(pid=121836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:48:54.444863 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-f9e93729-34b5-4f9b-9fae-9048ffc803e4 req-e30aae3f-bd0f-4aa4-bfa5-b978143ca3a5 service neutron] Publish callbacks [] for port (671083f6-1511-4a4e-b623-b011d1104e75), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:54.453138 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a414338-2a80-45c7-a9d5-4d77ab89533e req-89b6fd38-d562-4420-8bb1-623ba6ac6813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:54.454061 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-9a414338-2a80-45c7-a9d5-4d77ab89533e req-89b6fd38-d562-4420-8bb1-623ba6ac6813 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:54.455630 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9a414338-2a80-45c7-a9d5-4d77ab89533e req-89b6fd38-d562-4420-8bb1-623ba6ac6813 service neutron] 10.222.0.59 "PUT /v2.0/ports/95aee55b-7026-428b-aa23-c411905b5c61 HTTP/1.1" status: 200  len: 1095 time: 4.4242203
May 07 21:48:54.506913 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 31d4ce1a-3bba-4b25-8a01-763761665f1d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:48:54.515880 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.provisioning_blocks [req-f9e93729-34b5-4f9b-9fae-9048ffc803e4 req-e30aae3f-bd0f-4aa4-bfa5-b978143ca3a5 service neutron] Transition to ACTIVE for port object 671083f6-1511-4a4e-b623-b011d1104e75 will not be triggered until provisioned by entity L2. {{(pid=121836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:48:54.534446 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-f9e93729-34b5-4f9b-9fae-9048ffc803e4 req-e30aae3f-bd0f-4aa4-bfa5-b978143ca3a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (671083f6-1511-4a4e-b623-b011d1104e75), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:54.539160 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-00d71d3a-a69f-43ca-b7b2-3fdc788afb65 req-07f08ce6-97f5-49c8-8ebe-e0256c097c19 tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Publish callbacks [] for floatingip (9d488c51-32b2-4959-9440-3e1f85b4d2e2), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:54.548944 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-00d71d3a-a69f-43ca-b7b2-3fdc788afb65 req-07f08ce6-97f5-49c8-8ebe-e0256c097c19 tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:54.550112 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-00d71d3a-a69f-43ca-b7b2-3fdc788afb65 req-07f08ce6-97f5-49c8-8ebe-e0256c097c19 tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] 10.222.0.32 "DELETE /v2.0/floatingips/9d488c51-32b2-4959-9440-3e1f85b4d2e2 HTTP/1.1" status: 204  len: 173 time: 2.0041456
May 07 21:48:54.553258 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b6fd38-d562-4420-8bb1-623ba6ac6813 service neutron] Pushing event updated for resources: {'Port': ['ID=95aee55b-7026-428b-aa23-c411905b5c61,revision_number=3']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:54.600350 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 31d4ce1a-3bba-4b25-8a01-763761665f1d {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:48:54.600956 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 31d4ce1a-3bba-4b25-8a01-763761665f1d not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:48:54.601177 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 38ea6e31-49e0-4173-bf2e-297e52d7722d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:48:54.651916 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 38ea6e31-49e0-4173-bf2e-297e52d7722d {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:48:54.652256 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 38ea6e31-49e0-4173-bf2e-297e52d7722d not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:48:54.652676 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 07c8e0a0-c407-43ea-99f9-11a7c0c5a325 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:48:54.685382 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 07c8e0a0-c407-43ea-99f9-11a7c0c5a325 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:48:54.685732 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 07c8e0a0-c407-43ea-99f9-11a7c0c5a325 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:48:54.750337 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30aae3f-bd0f-4aa4-bfa5-b978143ca3a5 service neutron] Pushing event updated for resources: {'Port': ['ID=671083f6-1511-4a4e-b623-b011d1104e75,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:54.795999 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf06ceb-27b0-426b-922d-673071ef075b req-7d037f6b-9be3-4177-b7ab-12364d25d5b0 tempest-ImagesNegativeTestJSON-144261636 tempest-ImagesNegativeTestJSON-144261636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:54.798473 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-daf06ceb-27b0-426b-922d-673071ef075b req-7d037f6b-9be3-4177-b7ab-12364d25d5b0 tempest-ImagesNegativeTestJSON-144261636 tempest-ImagesNegativeTestJSON-144261636-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6ad21b1-1341-4913-a562-49dfe8fa77f7 HTTP/1.1" status: 200  len: 947 time: 0.1608977
May 07 21:48:54.812935 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a414338-2a80-45c7-a9d5-4d77ab89533e req-1f28da74-7d4b-44a8-8dd6-751b2cdf8f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:54.819929 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9a414338-2a80-45c7-a9d5-4d77ab89533e req-1f28da74-7d4b-44a8-8dd6-751b2cdf8f55 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b32f89ced1064b42a865fa6c8f48a92b&device_id=c6ad21b1-1341-4913-a562-49dfe8fa77f7 HTTP/1.1" status: 200  len: 1129 time: 0.1774433
May 07 21:48:54.932308 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9a414338-2a80-45c7-a9d5-4d77ab89533e req-2db45688-cf19-4617-957c-f299cfdc0856 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=95aee55b-7026-428b-aa23-c411905b5c61 HTTP/1.1" status: 200  len: 217 time: 0.1041634
May 07 21:48:54.967872 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-267c09d7-c712-4319-9efd-faf691b75048 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401094'] for router_interface (58cfcfd2-d556-46a8-b7af-3a3b7cbaaff8), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:55.075152 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-daf06ceb-27b0-426b-922d-673071ef075b req-f5ce5391-71ae-41ae-99b5-35e298f6436f tempest-ImagesNegativeTestJSON-144261636 tempest-ImagesNegativeTestJSON-144261636-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c655d32-fadc-49bf-9b81-fb094a93828d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2482283
May 07 21:48:55.092763 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a414338-2a80-45c7-a9d5-4d77ab89533e req-cd4dc24c-b018-4ec5-af87-1f02dfe55c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:55.094758 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9a414338-2a80-45c7-a9d5-4d77ab89533e req-cd4dc24c-b018-4ec5-af87-1f02dfe55c77 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6e0e5c53-1ece-4d20-b01d-5f8c6957edf6 HTTP/1.1" status: 200  len: 843 time: 0.1271324
May 07 21:48:55.097718 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-f9e93729-34b5-4f9b-9fae-9048ffc803e4 req-e30aae3f-bd0f-4aa4-bfa5-b978143ca3a5 service neutron] Attempting to bind port 671083f6-1511-4a4e-b623-b011d1104e75 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:48:55.098322 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-f9e93729-34b5-4f9b-9fae-9048ffc803e4 req-e30aae3f-bd0f-4aa4-bfa5-b978143ca3a5 service neutron] Attempting to bind port 671083f6-1511-4a4e-b623-b011d1104e75 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:48:55.098966 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e93729-34b5-4f9b-9fae-9048ffc803e4 req-e30aae3f-bd0f-4aa4-bfa5-b978143ca3a5 service neutron] Attempting to bind port 671083f6-1511-4a4e-b623-b011d1104e75 on network 665487f0-78eb-47fb-9a06-b15bc614dc47 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:48:55.121629 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e93729-34b5-4f9b-9fae-9048ffc803e4 req-e30aae3f-bd0f-4aa4-bfa5-b978143ca3a5 service neutron] Port 671083f6-1511-4a4e-b623-b011d1104e75 on network 665487f0-78eb-47fb-9a06-b15bc614dc47 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:48:55.122761 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e93729-34b5-4f9b-9fae-9048ffc803e4 req-e30aae3f-bd0f-4aa4-bfa5-b978143ca3a5 service neutron] Attempting to bind port 671083f6-1511-4a4e-b623-b011d1104e75 on network 665487f0-78eb-47fb-9a06-b15bc614dc47 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:48:55.150801 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e93729-34b5-4f9b-9fae-9048ffc803e4 req-e30aae3f-bd0f-4aa4-bfa5-b978143ca3a5 service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:48:55.151147 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e93729-34b5-4f9b-9fae-9048ffc803e4 req-e30aae3f-bd0f-4aa4-bfa5-b978143ca3a5 service neutron] Checking segment: {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:48:55.153369 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9e93729-34b5-4f9b-9fae-9048ffc803e4 req-e30aae3f-bd0f-4aa4-bfa5-b978143ca3a5 service neutron] Bound using segment: {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:48:55.153861 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-f9e93729-34b5-4f9b-9fae-9048ffc803e4 req-e30aae3f-bd0f-4aa4-bfa5-b978143ca3a5 service neutron] Bound port: 671083f6-1511-4a4e-b623-b011d1104e75, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:48:55.157371 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-f9e93729-34b5-4f9b-9fae-9048ffc803e4 req-e30aae3f-bd0f-4aa4-bfa5-b978143ca3a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (671083f6-1511-4a4e-b623-b011d1104e75), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:55.180629 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a414338-2a80-45c7-a9d5-4d77ab89533e req-1ab37b88-a451-4b01-acb2-d2180ac525f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:55.182146 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9a414338-2a80-45c7-a9d5-4d77ab89533e req-1ab37b88-a451-4b01-acb2-d2180ac525f0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=665487f0-78eb-47fb-9a06-b15bc614dc47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0777791
May 07 21:48:55.399654 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec7342e-8745-40ec-8d4b-907e61a45f7d req-ed8a09d2-f8d2-4a6d-a6fb-0d6a4859357f tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:55.400798 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-dec7342e-8745-40ec-8d4b-907e61a45f7d req-ed8a09d2-f8d2-4a6d-a6fb-0d6a4859357f tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf92f729-2124-482e-b270-05ad87327f96 HTTP/1.1" status: 200  len: 948 time: 0.1821446
May 07 21:48:55.415561 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-f9e93729-34b5-4f9b-9fae-9048ffc803e4 req-e30aae3f-bd0f-4aa4-bfa5-b978143ca3a5 service neutron] For port 671083f6-1511-4a4e-b623-b011d1104e75, host nch1-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:48:55.426632 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-f9e93729-34b5-4f9b-9fae-9048ffc803e4 req-e30aae3f-bd0f-4aa4-bfa5-b978143ca3a5 service neutron] For port 671083f6-1511-4a4e-b623-b011d1104e75, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=671083f6-1511-4a4e-b623-b011d1104e75,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:48:55.432530 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-267c09d7-c712-4319-9efd-faf691b75048 admin admin] Deleting port 171f3a4a-cacb-4bf9-9758-cc17b4cac52b {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:48:55.432872 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-267c09d7-c712-4319-9efd-faf691b75048 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (171f3a4a-cacb-4bf9-9758-cc17b4cac52b), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:55.449459 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-f9e93729-34b5-4f9b-9fae-9048ffc803e4 req-e30aae3f-bd0f-4aa4-bfa5-b978143ca3a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (671083f6-1511-4a4e-b623-b011d1104e75), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:55.460363 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9a414338-2a80-45c7-a9d5-4d77ab89533e req-ec8108d7-d399-4d82-96b0-e46d59524cca service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2698236
May 07 21:48:55.606352 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-dec7342e-8745-40ec-8d4b-907e61a45f7d req-72e3511e-3559-4d91-86df-7ba05cdd637c tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1959229
May 07 21:48:55.623170 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-267c09d7-c712-4319-9efd-faf691b75048 admin admin] For port 171f3a4a-cacb-4bf9-9758-cc17b4cac52b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=171f3a4a-cacb-4bf9-9758-cc17b4cac52b,segment=NetworkSegment(ad000daf-a1d4-4b9f-a213-0d1d6b7a7467),segment_id=ad000daf-a1d4-4b9f-a213-0d1d6b7a7467)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:48:55.623611 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-267c09d7-c712-4319-9efd-faf691b75048 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (171f3a4a-cacb-4bf9-9758-cc17b4cac52b), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:55.639553 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-267c09d7-c712-4319-9efd-faf691b75048 admin admin] Calling delete_port for 171f3a4a-cacb-4bf9-9758-cc17b4cac52b owned by network:router_interface {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:48:55.655557 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30aae3f-bd0f-4aa4-bfa5-b978143ca3a5 service neutron] Pushing event updated for resources: {'Port': ['ID=671083f6-1511-4a4e-b623-b011d1104e75,revision_number=3']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:55.760163 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e93729-34b5-4f9b-9fae-9048ffc803e4 req-e30aae3f-bd0f-4aa4-bfa5-b978143ca3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:55.760894 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-f9e93729-34b5-4f9b-9fae-9048ffc803e4 req-e30aae3f-bd0f-4aa4-bfa5-b978143ca3a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:55.764182 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f9e93729-34b5-4f9b-9fae-9048ffc803e4 req-e30aae3f-bd0f-4aa4-bfa5-b978143ca3a5 service neutron] 10.222.0.55 "PUT /v2.0/ports/671083f6-1511-4a4e-b623-b011d1104e75 HTTP/1.1" status: 200  len: 1096 time: 3.6024587
May 07 21:48:55.766412 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9a414338-2a80-45c7-a9d5-4d77ab89533e req-c4f648b7-359c-4747-b507-fd0db8f2ce05 service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2815661
May 07 21:48:55.932636 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e93729-34b5-4f9b-9fae-9048ffc803e4 req-85b32e93-0cb0-45d3-85fa-dd88bdf4cddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:55.934164 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f9e93729-34b5-4f9b-9fae-9048ffc803e4 req-85b32e93-0cb0-45d3-85fa-dd88bdf4cddc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7789855db11445de842c4df75bd05e10&device_id=bf92f729-2124-482e-b270-05ad87327f96 HTTP/1.1" status: 200  len: 1130 time: 0.0961254
May 07 21:48:55.945527 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d728a30-a37d-4967-bb9d-2fc7a7fac141 req-f274354d-2572-481d-81d8-96034b91b7b2 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:55.947118 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2d728a30-a37d-4967-bb9d-2fc7a7fac141 req-f274354d-2572-481d-81d8-96034b91b7b2 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/ports?device_id=c766eaa8-8e8e-4135-9b5d-dfdaad014172 HTTP/1.1" status: 200  len: 946 time: 0.1797245
May 07 21:48:56.016845 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7fd50286-f829-424e-bed5-d1261d134f8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:56.033664 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-267c09d7-c712-4319-9efd-faf691b75048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (171f3a4a-cacb-4bf9-9758-cc17b4cac52b), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:56.044496 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f9e93729-34b5-4f9b-9fae-9048ffc803e4 req-8e9c7122-e294-4600-ace6-231a8f4c16ce service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=671083f6-1511-4a4e-b623-b011d1104e75 HTTP/1.1" status: 200  len: 217 time: 0.0963113
May 07 21:48:56.075730 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267c09d7-c712-4319-9efd-faf691b75048 admin admin] Pushing event deleted for resources: {'Port': ['ID=171f3a4a-cacb-4bf9-9758-cc17b4cac52b,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:56.155474 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2d728a30-a37d-4967-bb9d-2fc7a7fac141 req-744ae2b6-e9c8-4bfd-8ea8-a2c1e9abbd53 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b456a11-abdd-4913-9fa4-f25fdacb0d35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1864848
May 07 21:48:56.159511 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e93729-34b5-4f9b-9fae-9048ffc803e4 req-17816da1-5276-4122-b056-cd0cd3db285a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:56.165251 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f9e93729-34b5-4f9b-9fae-9048ffc803e4 req-17816da1-5276-4122-b056-cd0cd3db285a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6e0e5c53-1ece-4d20-b01d-5f8c6957edf6 HTTP/1.1" status: 200  len: 843 time: 0.1106968
May 07 21:48:56.291030 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e93729-34b5-4f9b-9fae-9048ffc803e4 req-70fb2d8b-3cf3-4a37-ae99-a5b1946fae9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:56.294868 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f9e93729-34b5-4f9b-9fae-9048ffc803e4 req-70fb2d8b-3cf3-4a37-ae99-a5b1946fae9a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=665487f0-78eb-47fb-9a06-b15bc614dc47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1228611
May 07 21:48:56.471631 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-267c09d7-c712-4319-9efd-faf691b75048 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401002'] for router_interface (58cfcfd2-d556-46a8-b7af-3a3b7cbaaff8), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:56.498919 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a50a6b-0da3-404e-b242-153a72e9e2f1 req-c58585d1-ce95-4b11-9ffd-44c1d900bff2 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:56.506502 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-04a50a6b-0da3-404e-b242-153a72e9e2f1 req-c58585d1-ce95-4b11-9ffd-44c1d900bff2 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=028d626c-306b-45cc-81b8-b73eca1c01c3 HTTP/1.1" status: 200  len: 943 time: 0.1870198
May 07 21:48:56.561647 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f9e93729-34b5-4f9b-9fae-9048ffc803e4 req-f9de267f-f642-4916-bc0c-8ea1c53bcfac service neutron] 10.222.0.55 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2614605
May 07 21:48:56.614787 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-04a50a6b-0da3-404e-b242-153a72e9e2f1 req-fb7da7d2-a3f7-40ab-b38c-106949b0e523 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1019921
May 07 21:48:56.697782 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52d5e0cb-7d3a-4ae4-9b0f-e5f85f82227c x-openstack-request-id: req-52d5e0cb-7d3a-4ae4-9b0f-e5f85f82227c {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:48:56.698472 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "028d626c-306b-45cc-81b8-b73eca1c01c3", "tag": "87c894e0-03dd-4dab-a47b-82dec6ea1485", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:48:56.698982 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-52d5e0cb-7d3a-4ae4-9b0f-e5f85f82227c {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:48:56.699619 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52d5e0cb-7d3a-4ae4-9b0f-e5f85f82227c'] response: {'name': 'network-changed', 'server_uuid': '028d626c-306b-45cc-81b8-b73eca1c01c3', 'tag': '87c894e0-03dd-4dab-a47b-82dec6ea1485', 'status': 'completed', 'code': 200}
May 07 21:48:56.769623 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a4300119-2858-45d3-994c-27bd8725b204 req-50c6bafd-c236-41fc-859f-9ecc53dbdf8c tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] 10.222.0.32 "GET /v2.0/floatingips/9a28d2e7-f347-4337-a640-ce64d1995f10 HTTP/1.1" status: 200  len: 693 time: 0.0681911
May 07 21:48:56.840567 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-267c09d7-c712-4319-9efd-faf691b75048 admin admin] Router 58cfcfd2-d556-46a8-b7af-3a3b7cbaaff8 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 21:48:56.933287 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f9e93729-34b5-4f9b-9fae-9048ffc803e4 req-76f1ecf7-3f46-409a-a5f2-ed934a1cda7e service neutron] 10.222.0.55 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3598130
May 07 21:48:56.960011 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d1e624-6915-4283-ad5d-0bafedd460a3 req-1fea70ef-c195-4eae-8779-04908e732308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:56.962200 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d9d1e624-6915-4283-ad5d-0bafedd460a3 req-1fea70ef-c195-4eae-8779-04908e732308 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1bcaffad5d3447b98f0216d3481045e5&device_id=028d626c-306b-45cc-81b8-b73eca1c01c3 HTTP/1.1" status: 200  len: 1155 time: 0.1115274
May 07 21:48:56.984974 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-267c09d7-c712-4319-9efd-faf691b75048 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:48:57.000380 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a2c5e5-b89a-46d3-be02-419026639eed None None] Sync routers for ids ['58cfcfd2-d556-46a8-b7af-3a3b7cbaaff8'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:48:57.010986 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-267c09d7-c712-4319-9efd-faf691b75048 admin admin] 10.222.0.32 "PUT /v2.0/routers/58cfcfd2-d556-46a8-b7af-3a3b7cbaaff8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7469954
May 07 21:48:57.016854 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 34864) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:48:57.023016 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a2c5e5-b89a-46d3-be02-419026639eed None None] Routers {'58cfcfd2-d556-46a8-b7af-3a3b7cbaaff8'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:48:57.023915 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-c3a2c5e5-b89a-46d3-be02-419026639eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cb22df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:48:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['58cfcfd2-d556-46a8-b7af-3a3b7cbaaff8'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:48:57.034158 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4300119-2858-45d3-994c-27bd8725b204 req-f49eba5b-53a9-4790-a50e-923cac2db416 tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:57.042732 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a4300119-2858-45d3-994c-27bd8725b204 req-f49eba5b-53a9-4790-a50e-923cac2db416 tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] 10.222.0.32 "GET /v2.0/networks/9221b764-ef06-431f-8941-796516ed7c3b HTTP/1.1" status: 200  len: 784 time: 0.2716160
May 07 21:48:57.155514 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a4300119-2858-45d3-994c-27bd8725b204 req-f5dab678-ff1f-4790-bb28-1d2acdbeec65 tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.4.228 HTTP/1.1" status: 200  len: 696 time: 0.1113586
May 07 21:48:57.187216 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-c3a2c5e5-b89a-46d3-be02-419026639eed None None] Set router 58cfcfd2-d556-46a8-b7af-3a3b7cbaaff8 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:48:57.262180 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4f999df9-f67e-42ad-8486-54a4106a61f1 admin admin] Publish callbacks [] for router (58cfcfd2-d556-46a8-b7af-3a3b7cbaaff8), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:57.309358 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a4300119-2858-45d3-994c-27bd8725b204 req-0c4769ce-e788-4207-94ef-e4d28ab80058 tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.4.228 HTTP/1.1" status: 200  len: 696 time: 0.1526856
May 07 21:48:57.322362 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:57.393172 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d1e624-6915-4283-ad5d-0bafedd460a3 req-76c969b0-7e2f-4aab-b862-a072a9878011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:57.395036 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d9d1e624-6915-4283-ad5d-0bafedd460a3 req-76c969b0-7e2f-4aab-b862-a072a9878011 service neutron] 10.222.0.59 "GET /v2.0/networks?id=28405dfe-908d-4039-91f6-1d02165b34cd HTTP/1.1" status: 200  len: 909 time: 0.4271932
May 07 21:48:57.487600 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d9d1e624-6915-4283-ad5d-0bafedd460a3 req-37ee20b1-5f07-46ac-af8e-0d77934bbe3e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87c894e0-03dd-4dab-a47b-82dec6ea1485 HTTP/1.1" status: 200  len: 217 time: 0.0508177
May 07 21:48:57.495028 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2f9147f0-951f-4461-8597-f57b4ffc4f6e req-3faf864b-5ff1-416f-957f-651b5b8a617b service neutron] 10.222.0.59 "GET /v2.0/ports/87c894e0-03dd-4dab-a47b-82dec6ea1485/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 384 time: 0.1498265
May 07 21:48:57.544758 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4f999df9-f67e-42ad-8486-54a4106a61f1 admin admin] Publish callbacks [] for router_gateway (58cfcfd2-d556-46a8-b7af-3a3b7cbaaff8), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:57.557120 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d1e624-6915-4283-ad5d-0bafedd460a3 req-2b21e977-e6c8-4b3d-987b-ed0f8143f2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:57.560002 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d9d1e624-6915-4283-ad5d-0bafedd460a3 req-2b21e977-e6c8-4b3d-987b-ed0f8143f2e0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1fe63d5f-90f3-4e94-9dfe-af97e96ae5d9 HTTP/1.1" status: 200  len: 848 time: 0.0516138
May 07 21:48:57.600393 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-c3a2c5e5-b89a-46d3-be02-419026639eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cb22df0>, [{'id': '58cfcfd2-d556-46a8-b7af-3a3b7cbaaff8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-505490147-router', 'tenant_id': '12dbc8ee204548bba46b92b913aeed3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.38'}], 'enable_snat': True}, 'gw_port_id': '3e82a364-6743-4f1d-b8ca-5b996277c9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:46:06Z', 'updated_at': '2022-05-07T21:48:55Z', 'revision_number': 5, 'project_id': '12dbc8ee204548bba46b92b913aeed3a', 'gw_port': {'id': '3e82a364-6743-4f1d-b8ca-5b996277c9e4', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:e6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cfcfd2-d556-46a8-b7af-3a3b7cbaaff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 190, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:46:07Z', 'updated_at': '2022-05-07T21:46:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:48:57.605902 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d9d1e624-6915-4283-ad5d-0bafedd460a3 req-440baffe-b344-448b-a877-368d07a07644 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=28405dfe-908d-4039-91f6-1d02165b34cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0395818
May 07 21:48:57.607441 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-a4300119-2858-45d3-994c-27bd8725b204 req-55910c70-a624-4ea7-923c-faa06a5746af tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Deleting port a21c7452-e123-452c-bea8-9ef28bbdbc09 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:48:57.607958 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-a4300119-2858-45d3-994c-27bd8725b204 req-55910c70-a624-4ea7-923c-faa06a5746af tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (a21c7452-e123-452c-bea8-9ef28bbdbc09), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:57.648249 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-4f999df9-f67e-42ad-8486-54a4106a61f1 admin admin] Deleting port 3e82a364-6743-4f1d-b8ca-5b996277c9e4 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:48:57.648744 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4f999df9-f67e-42ad-8486-54a4106a61f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (3e82a364-6743-4f1d-b8ca-5b996277c9e4), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:57.678635 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a2c5e5-b89a-46d3-be02-419026639eed None None] Checking router: 58cfcfd2-d556-46a8-b7af-3a3b7cbaaff8 for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 21:48:57.702041 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a2c5e5-b89a-46d3-be02-419026639eed None None] Routers {'58cfcfd2-d556-46a8-b7af-3a3b7cbaaff8'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:48:57.703633 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-c3a2c5e5-b89a-46d3-be02-419026639eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cb22df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:48:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['58cfcfd2-d556-46a8-b7af-3a3b7cbaaff8'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:48:57.851351 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-4f999df9-f67e-42ad-8486-54a4106a61f1 admin admin] For port 3e82a364-6743-4f1d-b8ca-5b996277c9e4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3e82a364-6743-4f1d-b8ca-5b996277c9e4,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:48:57.851796 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4f999df9-f67e-42ad-8486-54a4106a61f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (3e82a364-6743-4f1d-b8ca-5b996277c9e4), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:57.886738 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-2f9147f0-951f-4461-8597-f57b4ffc4f6e req-dcae1118-e0b8-4199-8594-5cb7b0bcda73 service neutron] For port 87c894e0-03dd-4dab-a47b-82dec6ea1485, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=87c894e0-03dd-4dab-a47b-82dec6ea1485,segment=NetworkSegment(82ec07f6-cf99-4411-99d8-c39170f22b45),segment_id=82ec07f6-cf99-4411-99d8-c39170f22b45)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:48:57.890438 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-4f999df9-f67e-42ad-8486-54a4106a61f1 admin admin] Calling delete_port for 3e82a364-6743-4f1d-b8ca-5b996277c9e4 owned by network:router_gateway {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:48:57.898921 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-c3a2c5e5-b89a-46d3-be02-419026639eed None None] Set router 58cfcfd2-d556-46a8-b7af-3a3b7cbaaff8 gateway port host: None {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:48:57.964999 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-2f9147f0-951f-4461-8597-f57b4ffc4f6e req-dcae1118-e0b8-4199-8594-5cb7b0bcda73 service neutron] For port 87c894e0-03dd-4dab-a47b-82dec6ea1485, host nch2-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:48:58.019632 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-c3a2c5e5-b89a-46d3-be02-419026639eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cb22df0>, [{'id': '58cfcfd2-d556-46a8-b7af-3a3b7cbaaff8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-505490147-router', 'tenant_id': '12dbc8ee204548bba46b92b913aeed3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:46:06Z', 'updated_at': '2022-05-07T21:48:57Z', 'revision_number': 6, 'project_id': '12dbc8ee204548bba46b92b913aeed3a', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:48:58.031702 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [req-2f9147f0-951f-4461-8597-f57b4ffc4f6e req-dcae1118-e0b8-4199-8594-5cb7b0bcda73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87c894e0-03dd-4dab-a47b-82dec6ea1485 {{(pid=121837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:48:58.047661 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-2f9147f0-951f-4461-8597-f57b4ffc4f6e req-dcae1118-e0b8-4199-8594-5cb7b0bcda73 service neutron] For port 87c894e0-03dd-4dab-a47b-82dec6ea1485, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=87c894e0-03dd-4dab-a47b-82dec6ea1485,segment=NetworkSegment(82ec07f6-cf99-4411-99d8-c39170f22b45),segment_id=82ec07f6-cf99-4411-99d8-c39170f22b45)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:48:58.072383 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a2c5e5-b89a-46d3-be02-419026639eed None None] The sync data for ids ['58cfcfd2-d556-46a8-b7af-3a3b7cbaaff8'] in ncdv-master-1 is: [{'id': '58cfcfd2-d556-46a8-b7af-3a3b7cbaaff8', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-505490147-router', 'tenant_id': '12dbc8ee204548bba46b92b913aeed3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:46:06Z', 'updated_at': '2022-05-07T21:48:57Z', 'revision_number': 6, 'project_id': '12dbc8ee204548bba46b92b913aeed3a', 'gw_port_host': None}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:48:58.107814 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-2f9147f0-951f-4461-8597-f57b4ffc4f6e req-dcae1118-e0b8-4199-8594-5cb7b0bcda73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (87c894e0-03dd-4dab-a47b-82dec6ea1485), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:58.148356 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-a4300119-2858-45d3-994c-27bd8725b204 req-55910c70-a624-4ea7-923c-faa06a5746af tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (a21c7452-e123-452c-bea8-9ef28bbdbc09), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:58.148689 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-a4300119-2858-45d3-994c-27bd8725b204 req-55910c70-a624-4ea7-923c-faa06a5746af tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Publish callbacks [] for floatingip (a21c7452-e123-452c-bea8-9ef28bbdbc09), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:58.189548 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d9d1e624-6915-4283-ad5d-0bafedd460a3 req-f08ef898-9106-478c-8dd7-c1dbf232bcab service neutron] 10.222.0.59 "GET /v2.0/networks/28405dfe-908d-4039-91f6-1d02165b34cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5660172
May 07 21:48:58.190584 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-a4300119-2858-45d3-994c-27bd8725b204 req-55910c70-a624-4ea7-923c-faa06a5746af tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Calling delete_port for a21c7452-e123-452c-bea8-9ef28bbdbc09 owned by network:floatingip {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:48:58.377964 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d9d1e624-6915-4283-ad5d-0bafedd460a3 req-157ece32-b208-4ea7-883e-3d06e06589ef service neutron] 10.222.0.59 "GET /v2.0/networks/28405dfe-908d-4039-91f6-1d02165b34cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1755807
May 07 21:48:58.474853 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 171f3a4a-cacb-4bf9-9758-cc17b4cac52b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:48:58.530940 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-a4300119-2858-45d3-994c-27bd8725b204 req-55910c70-a624-4ea7-923c-faa06a5746af tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (a21c7452-e123-452c-bea8-9ef28bbdbc09), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:58.550208 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 171f3a4a-cacb-4bf9-9758-cc17b4cac52b {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:48:58.551062 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 171f3a4a-cacb-4bf9-9758-cc17b4cac52b not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:48:58.674004 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55910c70-a624-4ea7-923c-faa06a5746af tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Pushing event deleted for resources: {'Port': ['ID=a21c7452-e123-452c-bea8-9ef28bbdbc09,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:58.709106 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-2f9147f0-951f-4461-8597-f57b4ffc4f6e req-dcae1118-e0b8-4199-8594-5cb7b0bcda73 service neutron] Transition to ACTIVE for port object 87c894e0-03dd-4dab-a47b-82dec6ea1485 will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:48:58.723733 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d528f18d-2ee7-42e7-9ed1-68a9cf05952c req-b441d1b2-f1ad-4270-a083-c825a8d951dc tempest-ImagesNegativeTestJSON-144261636 tempest-ImagesNegativeTestJSON-144261636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:58.725723 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d528f18d-2ee7-42e7-9ed1-68a9cf05952c req-b441d1b2-f1ad-4270-a083-c825a8d951dc tempest-ImagesNegativeTestJSON-144261636 tempest-ImagesNegativeTestJSON-144261636-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6ad21b1-1341-4913-a562-49dfe8fa77f7 HTTP/1.1" status: 200  len: 947 time: 0.0938756
May 07 21:48:58.727487 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4f999df9-f67e-42ad-8486-54a4106a61f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (3e82a364-6743-4f1d-b8ca-5b996277c9e4), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:58.730123 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-2f9147f0-951f-4461-8597-f57b4ffc4f6e req-dcae1118-e0b8-4199-8594-5cb7b0bcda73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (87c894e0-03dd-4dab-a47b-82dec6ea1485), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:58.738257 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 21:48:58.743965 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6ad21b1-1341-4913-a562-49dfe8fa77f7', 'tag': '95aee55b-7026-428b-aa23-c411905b5c61'}, {'name': 'network-changed', 'server_uuid': 'bf92f729-2124-482e-b270-05ad87327f96', 'tag': '671083f6-1511-4a4e-b623-b011d1104e75'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:48:58.755943 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fca5767-3406-40fd-812c-d690c5ca6d46" -d '{"events": [{"name": "network-changed", "server_uuid": "c6ad21b1-1341-4913-a562-49dfe8fa77f7", "tag": "95aee55b-7026-428b-aa23-c411905b5c61"}, {"name": "network-changed", "server_uuid": "bf92f729-2124-482e-b270-05ad87327f96", "tag": "671083f6-1511-4a4e-b623-b011d1104e75"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:48:58.782844 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f999df9-f67e-42ad-8486-54a4106a61f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e82a364-6743-4f1d-b8ca-5b996277c9e4,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:58.812457 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-a4300119-2858-45d3-994c-27bd8725b204 req-55910c70-a624-4ea7-923c-faa06a5746af tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Publish callbacks [] for floatingip (9a28d2e7-f347-4337-a640-ce64d1995f10), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:58.815078 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-a4300119-2858-45d3-994c-27bd8725b204 req-55910c70-a624-4ea7-923c-faa06a5746af tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:58.816247 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a4300119-2858-45d3-994c-27bd8725b204 req-55910c70-a624-4ea7-923c-faa06a5746af tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] 10.222.0.32 "DELETE /v2.0/floatingips/9a28d2e7-f347-4337-a640-ce64d1995f10 HTTP/1.1" status: 204  len: 173 time: 1.5044098
May 07 21:48:58.956546 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f9147f0-951f-4461-8597-f57b4ffc4f6e req-dcae1118-e0b8-4199-8594-5cb7b0bcda73 service neutron] No DVR routers for this DVR port 87c894e0-03dd-4dab-a47b-82dec6ea1485 on host nch2-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:48:58.989997 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d528f18d-2ee7-42e7-9ed1-68a9cf05952c req-e66bc057-351f-459f-9f22-4d1187cd1a41 tempest-ImagesNegativeTestJSON-144261636 tempest-ImagesNegativeTestJSON-144261636-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c655d32-fadc-49bf-9b81-fb094a93828d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2533896
May 07 21:48:59.004038 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcae1118-e0b8-4199-8594-5cb7b0bcda73 service neutron] Pushing event updated for resources: {'Port': ['ID=87c894e0-03dd-4dab-a47b-82dec6ea1485,revision_number=10']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:59.034316 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:59.042040 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4f999df9-f67e-42ad-8486-54a4106a61f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395776'] for router_gateway (58cfcfd2-d556-46a8-b7af-3a3b7cbaaff8), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:59.117693 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 95aee55b-7026-428b-aa23-c411905b5c61 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:48:59.135594 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2f9147f0-951f-4461-8597-f57b4ffc4f6e req-dcae1118-e0b8-4199-8594-5cb7b0bcda73 service neutron] 10.222.0.59 "PUT /v2.0/ports/87c894e0-03dd-4dab-a47b-82dec6ea1485/bindings/nch1-master-1/activate HTTP/1.1" status: 200  len: 369 time: 1.6341097
May 07 21:48:59.285943 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4f999df9-f67e-42ad-8486-54a4106a61f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (58cfcfd2-d556-46a8-b7af-3a3b7cbaaff8), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:59.294196 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4f999df9-f67e-42ad-8486-54a4106a61f1 admin admin] Publish callbacks [] for router_controller (58cfcfd2-d556-46a8-b7af-3a3b7cbaaff8), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:59.371588 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9147f0-951f-4461-8597-f57b4ffc4f6e req-ae74b42b-db2f-4e2c-adaf-32e86ae77d74 tempest-LiveMigrationTest-1060990445 tempest-LiveMigrationTest-1060990445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:59.372940 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 95aee55b-7026-428b-aa23-c411905b5c61, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=95aee55b-7026-428b-aa23-c411905b5c61,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:48:59.373694 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2f9147f0-951f-4461-8597-f57b4ffc4f6e req-ae74b42b-db2f-4e2c-adaf-32e86ae77d74 tempest-LiveMigrationTest-1060990445 tempest-LiveMigrationTest-1060990445-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=028d626c-306b-45cc-81b8-b73eca1c01c3&tenant_id=1bcaffad5d3447b98f0216d3481045e5&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.1473885
May 07 21:48:59.379707 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b44f3-5b5b-48b6-8bb1-6d1415ed5150 req-17a5c11a-db07-4827-8d87-6140984c87ab tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:59.381148 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1f4b44f3-5b5b-48b6-8bb1-6d1415ed5150 req-17a5c11a-db07-4827-8d87-6140984c87ab tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=028d626c-306b-45cc-81b8-b73eca1c01c3 HTTP/1.1" status: 200  len: 944 time: 0.1310716
May 07 21:48:59.404805 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': '95aee55b-7026-428b-aa23-c411905b5c61', 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47', 'port_id': '95aee55b-7026-428b-aa23-c411905b5c61', 'mac_address': 'fa:16:3e:f5:b6:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e0e5c53-1ece-4d20-b01d-5f8c6957edf6', 'ip_address': '192.168.233.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:48:59.424247 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e39f7ef-c699-4afb-a88a-6be8df954980 req-bd92a685-4ec3-45de-8aeb-526785249a9c tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:59.436539 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5e39f7ef-c699-4afb-a88a-6be8df954980 req-bd92a685-4ec3-45de-8aeb-526785249a9c tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf92f729-2124-482e-b270-05ad87327f96 HTTP/1.1" status: 200  len: 948 time: 0.3079131
May 07 21:48:59.471482 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1f4b44f3-5b5b-48b6-8bb1-6d1415ed5150 req-a6742aab-4a1a-4595-adfd-97905eed67ff tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0788817
May 07 21:48:59.473130 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9147f0-951f-4461-8597-f57b4ffc4f6e req-f83eacc6-7aab-424f-a6ea-fabd31508782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:59.474994 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2f9147f0-951f-4461-8597-f57b4ffc4f6e req-f83eacc6-7aab-424f-a6ea-fabd31508782 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=028d626c-306b-45cc-81b8-b73eca1c01c3&tenant_id=1bcaffad5d3447b98f0216d3481045e5 HTTP/1.1" status: 200  len: 1126 time: 0.0841434
May 07 21:48:59.510602 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 95aee55b-7026-428b-aa23-c411905b5c61 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:48:59.511196 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (95aee55b-7026-428b-aa23-c411905b5c61), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:59.555328 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95aee55b-7026-428b-aa23-c411905b5c61 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:48:59.555940 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5e39f7ef-c699-4afb-a88a-6be8df954980 req-ed092b85-09c5-480d-9e15-45c7acb23bc9 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1152194
May 07 21:48:59.556802 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4f999df9-f67e-42ad-8486-54a4106a61f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (58cfcfd2-d556-46a8-b7af-3a3b7cbaaff8), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:59.557434 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f999df9-f67e-42ad-8486-54a4106a61f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58cfcfd2-d556-46a8-b7af-3a3b7cbaaff8 {{(pid=121837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 21:48:59.577662 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4f999df9-f67e-42ad-8486-54a4106a61f1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:59.579339 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-4f999df9-f67e-42ad-8486-54a4106a61f1 admin admin] 10.222.0.32 "DELETE /v2.0/routers/58cfcfd2-d556-46a8-b7af-3a3b7cbaaff8 HTTP/1.1" status: 204  len: 168 time: 2.5613790
May 07 21:48:59.582295 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 34896) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:48:59.614190 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 95aee55b-7026-428b-aa23-c411905b5c61, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=95aee55b-7026-428b-aa23-c411905b5c61,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:48:59.617692 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9147f0-951f-4461-8597-f57b4ffc4f6e req-73e0e444-3f87-4f17-9a43-53238b55e710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:59.620706 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2f9147f0-951f-4461-8597-f57b4ffc4f6e req-73e0e444-3f87-4f17-9a43-53238b55e710 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1bcaffad5d3447b98f0216d3481045e5&device_id=028d626c-306b-45cc-81b8-b73eca1c01c3 HTTP/1.1" status: 200  len: 1126 time: 0.1147978
May 07 21:48:59.636994 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (95aee55b-7026-428b-aa23-c411905b5c61), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:59.644076 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 07 May 2022 21:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-587e44c3-2908-4202-a32a-6a8e924f0ee3 x-openstack-request-id: req-587e44c3-2908-4202-a32a-6a8e924f0ee3 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:48:59.644379 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6ad21b1-1341-4913-a562-49dfe8fa77f7", "tag": "95aee55b-7026-428b-aa23-c411905b5c61", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bf92f729-2124-482e-b270-05ad87327f96", "tag": "671083f6-1511-4a4e-b623-b011d1104e75", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:48:59.644638 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-587e44c3-2908-4202-a32a-6a8e924f0ee3 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:48:59.645049 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-587e44c3-2908-4202-a32a-6a8e924f0ee3'] response: {'name': 'network-changed', 'server_uuid': 'c6ad21b1-1341-4913-a562-49dfe8fa77f7', 'tag': '95aee55b-7026-428b-aa23-c411905b5c61', 'status': 'completed', 'code': 200}
May 07 21:48:59.645311 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-587e44c3-2908-4202-a32a-6a8e924f0ee3'] response: {'name': 'network-changed', 'server_uuid': 'bf92f729-2124-482e-b270-05ad87327f96', 'tag': '671083f6-1511-4a4e-b623-b011d1104e75', 'status': 'completed', 'code': 200}
May 07 21:48:59.788551 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=95aee55b-7026-428b-aa23-c411905b5c61,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:48:59.821691 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:48:59.822576 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:48:59.823346 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:48:59.824165 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:48:59.824879 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:48:59.825454 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:48:59.826217 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:48:59.826709 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:48:59.827441 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:48:59.827932 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:48:59.828954 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:48:59.829863 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:48:59.830796 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:48:59.835520 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:48:59.837027 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:48:59.851192 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5e396a13-f8ce-48a4-a1f8-b8f054c5b34a req-1538dc3e-5542-4001-b183-8018197a0ea4 tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] 10.222.0.32 "GET /v2.0/floatingips/2c45c2e6-64b3-4562-bc37-05a260d17928 HTTP/1.1" status: 200  len: 693 time: 0.2115638
May 07 21:48:59.872937 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fca5767-3406-40fd-812c-d690c5ca6d46 req-ecdc8c61-0de1-4abb-be51-301be86c51fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:59.874492 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6fca5767-3406-40fd-812c-d690c5ca6d46 req-ecdc8c61-0de1-4abb-be51-301be86c51fd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b32f89ced1064b42a865fa6c8f48a92b&device_id=c6ad21b1-1341-4913-a562-49dfe8fa77f7 HTTP/1.1" status: 200  len: 1130 time: 0.1088033
May 07 21:48:59.888078 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-67f14940-b097-419e-a791-e55465bb5762 admin admin] Deleting subnet 93ff87df-07be-420f-b0a8-66c4a0455b0a {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 21:48:59.902391 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-67f14940-b097-419e-a791-e55465bb5762 admin admin] Publish callbacks [] for subnet (93ff87df-07be-420f-b0a8-66c4a0455b0a), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:48:59.905866 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9147f0-951f-4461-8597-f57b4ffc4f6e req-d9b77c00-c9c9-4ecc-a8a8-35c901f78382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:59.907518 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2f9147f0-951f-4461-8597-f57b4ffc4f6e req-d9b77c00-c9c9-4ecc-a8a8-35c901f78382 service neutron] 10.222.0.55 "GET /v2.0/networks?id=28405dfe-908d-4039-91f6-1d02165b34cd HTTP/1.1" status: 200  len: 909 time: 0.2462111
May 07 21:48:59.908099 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['95aee55b-7026-428b-aa23-c411905b5c61'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:48:59.951901 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15444994-a2d8-41f6-aaf7-1292e3e8edb5 req-00690cdb-cc4f-43ae-8470-88698ada4baf tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:48:59.960677 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-15444994-a2d8-41f6-aaf7-1292e3e8edb5 req-00690cdb-cc4f-43ae-8470-88698ada4baf tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/ports?device_id=c766eaa8-8e8e-4135-9b5d-dfdaad014172 HTTP/1.1" status: 200  len: 946 time: 0.1683252
May 07 21:49:00.046942 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2f9147f0-951f-4461-8597-f57b4ffc4f6e req-50459451-06bf-4880-9054-c4ba50685806 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87c894e0-03dd-4dab-a47b-82dec6ea1485 HTTP/1.1" status: 200  len: 217 time: 0.0742722
May 07 21:49:00.056704 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-67f14940-b097-419e-a791-e55465bb5762 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (93ff87df-07be-420f-b0a8-66c4a0455b0a), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:00.092496 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:00.114459 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9147f0-951f-4461-8597-f57b4ffc4f6e req-5fdcfa88-0dbb-4eb1-9c1b-6537e51d0fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:00.116623 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2f9147f0-951f-4461-8597-f57b4ffc4f6e req-5fdcfa88-0dbb-4eb1-9c1b-6537e51d0fe3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1fe63d5f-90f3-4e94-9dfe-af97e96ae5d9 HTTP/1.1" status: 200  len: 848 time: 0.0580506
May 07 21:49:00.207173 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-15444994-a2d8-41f6-aaf7-1292e3e8edb5 req-ed196b8e-077a-45c1-99cd-8e498d0a24f0 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b456a11-abdd-4913-9fa4-f25fdacb0d35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2459579
May 07 21:49:00.209446 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fca5767-3406-40fd-812c-d690c5ca6d46 req-60797a59-0dc5-45bf-886a-ca3845561382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:00.212513 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6fca5767-3406-40fd-812c-d690c5ca6d46 req-60797a59-0dc5-45bf-886a-ca3845561382 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7789855db11445de842c4df75bd05e10&device_id=bf92f729-2124-482e-b270-05ad87327f96 HTTP/1.1" status: 200  len: 1130 time: 0.3857141
May 07 21:49:00.220238 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2f9147f0-951f-4461-8597-f57b4ffc4f6e req-8d5b73b1-af49-4b94-a7f0-976c573b7f1c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=28405dfe-908d-4039-91f6-1d02165b34cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0935609
May 07 21:49:00.241246 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e396a13-f8ce-48a4-a1f8-b8f054c5b34a req-8cffa762-5f10-4e7e-8e31-ff8dce8e2574 tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:00.242676 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5e396a13-f8ce-48a4-a1f8-b8f054c5b34a req-8cffa762-5f10-4e7e-8e31-ff8dce8e2574 tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] 10.222.0.32 "GET /v2.0/networks/9221b764-ef06-431f-8941-796516ed7c3b HTTP/1.1" status: 200  len: 784 time: 0.3835776
May 07 21:49:00.267814 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [req-5e396a13-f8ce-48a4-a1f8-b8f054c5b34a req-f62ed02d-03de-48a6-8a46-9a98f691c9b9 tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121837) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 21:49:00.274670 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5e396a13-f8ce-48a4-a1f8-b8f054c5b34a req-f62ed02d-03de-48a6-8a46-9a98f691c9b9 tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0258586
May 07 21:49:00.364032 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fca5767-3406-40fd-812c-d690c5ca6d46 req-c54a65e2-3cad-40f5-b051-016e8a43d6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:00.364032 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6fca5767-3406-40fd-812c-d690c5ca6d46 req-c54a65e2-3cad-40f5-b051-016e8a43d6c1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=665487f0-78eb-47fb-9a06-b15bc614dc47 HTTP/1.1" status: 200  len: 870 time: 0.4702022
May 07 21:49:00.390328 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 671083f6-1511-4a4e-b623-b011d1104e75 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:49:00.517637 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fca5767-3406-40fd-812c-d690c5ca6d46 req-ae4452c4-5bcf-4f0a-b1be-ed3a6e3b9075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:00.519306 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6fca5767-3406-40fd-812c-d690c5ca6d46 req-ae4452c4-5bcf-4f0a-b1be-ed3a6e3b9075 service neutron] 10.222.0.55 "GET /v2.0/networks?id=665487f0-78eb-47fb-9a06-b15bc614dc47 HTTP/1.1" status: 200  len: 870 time: 0.2899294
May 07 21:49:00.521316 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2f9147f0-951f-4461-8597-f57b4ffc4f6e req-4d426365-86d8-443b-ad8f-e263f0dc6308 service neutron] 10.222.0.55 "GET /v2.0/networks/28405dfe-908d-4039-91f6-1d02165b34cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1537271
May 07 21:49:00.570698 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6fca5767-3406-40fd-812c-d690c5ca6d46 req-9f84617d-434c-41e5-bb65-d76ced927422 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.54&port_id=95aee55b-7026-428b-aa23-c411905b5c61 HTTP/1.1" status: 200  len: 217 time: 0.0825243
May 07 21:49:00.571662 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6fca5767-3406-40fd-812c-d690c5ca6d46 req-f0d3ec6d-1409-4770-9e85-8b3430400e7f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=671083f6-1511-4a4e-b623-b011d1104e75 HTTP/1.1" status: 200  len: 217 time: 0.0386155
May 07 21:49:00.590011 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 671083f6-1511-4a4e-b623-b011d1104e75, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=671083f6-1511-4a4e-b623-b011d1104e75,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:49:00.591607 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5e396a13-f8ce-48a4-a1f8-b8f054c5b34a req-ddd1b22e-e43d-4a41-8801-ca2c291aeff8 tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.4.195 HTTP/1.1" status: 200  len: 696 time: 0.3160226
May 07 21:49:00.626383 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': '671083f6-1511-4a4e-b623-b011d1104e75', 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47', 'port_id': '671083f6-1511-4a4e-b623-b011d1104e75', 'mac_address': 'fa:16:3e:f2:c8:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e0e5c53-1ece-4d20-b01d-5f8c6957edf6', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:49:00.634909 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 3e82a364-6743-4f1d-b8ca-5b996277c9e4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:49:00.662388 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 3e82a364-6743-4f1d-b8ca-5b996277c9e4 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:49:00.663048 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 3e82a364-6743-4f1d-b8ca-5b996277c9e4 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:49:00.689444 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ded3f96-dc2b-41ff-9efb-3e884877555a req-5f136081-658c-4e2f-9fe9-4c697a137960 tempest-ImagesNegativeTestJSON-144261636 tempest-ImagesNegativeTestJSON-144261636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:00.691346 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2ded3f96-dc2b-41ff-9efb-3e884877555a req-5f136081-658c-4e2f-9fe9-4c697a137960 tempest-ImagesNegativeTestJSON-144261636 tempest-ImagesNegativeTestJSON-144261636-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6ad21b1-1341-4913-a562-49dfe8fa77f7 HTTP/1.1" status: 200  len: 948 time: 0.1689699
May 07 21:49:00.716057 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 671083f6-1511-4a4e-b623-b011d1104e75 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:49:00.716729 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (671083f6-1511-4a4e-b623-b011d1104e75), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:00.736097 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 671083f6-1511-4a4e-b623-b011d1104e75 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:49:00.758176 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 671083f6-1511-4a4e-b623-b011d1104e75, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=671083f6-1511-4a4e-b623-b011d1104e75,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:49:00.765235 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5e396a13-f8ce-48a4-a1f8-b8f054c5b34a req-a6aa6a6e-f48f-4358-b7d0-04cb2898d9b5 tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.4.195 HTTP/1.1" status: 200  len: 696 time: 0.1727266
May 07 21:49:00.771996 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (671083f6-1511-4a4e-b623-b011d1104e75), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:00.791508 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-67f14940-b097-419e-a791-e55465bb5762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (93ff87df-07be-420f-b0a8-66c4a0455b0a), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:00.831682 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=671083f6-1511-4a4e-b623-b011d1104e75,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:00.842787 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2ded3f96-dc2b-41ff-9efb-3e884877555a req-cd22826b-1633-4fc1-bd96-8f01b0a7069d tempest-ImagesNegativeTestJSON-144261636 tempest-ImagesNegativeTestJSON-144261636-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c655d32-fadc-49bf-9b81-fb094a93828d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1051345
May 07 21:49:00.888149 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fca5767-3406-40fd-812c-d690c5ca6d46 req-5daae258-971c-4596-9494-4d4cef40c5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:00.896583 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6fca5767-3406-40fd-812c-d690c5ca6d46 req-5daae258-971c-4596-9494-4d4cef40c5a0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6e0e5c53-1ece-4d20-b01d-5f8c6957edf6 HTTP/1.1" status: 200  len: 843 time: 0.2971988
May 07 21:49:00.921497 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fca5767-3406-40fd-812c-d690c5ca6d46 req-f35281d2-34ec-4ebd-a58e-735b8ff2ab1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:00.923171 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6fca5767-3406-40fd-812c-d690c5ca6d46 req-f35281d2-34ec-4ebd-a58e-735b8ff2ab1b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6e0e5c53-1ece-4d20-b01d-5f8c6957edf6 HTTP/1.1" status: 200  len: 843 time: 0.3239141
May 07 21:49:00.984367 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fca5767-3406-40fd-812c-d690c5ca6d46 req-f3cdbef9-c454-4544-9045-1b8e6c2d6b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:00.987587 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6fca5767-3406-40fd-812c-d690c5ca6d46 req-f3cdbef9-c454-4544-9045-1b8e6c2d6b33 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=665487f0-78eb-47fb-9a06-b15bc614dc47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0677624
May 07 21:49:01.058058 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['671083f6-1511-4a4e-b623-b011d1104e75'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:49:01.117554 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6fca5767-3406-40fd-812c-d690c5ca6d46 req-46caf72f-5c9e-43fd-9982-b1790bc5a277 service neutron] 10.222.0.55 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1066837
May 07 21:49:01.136644 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fca5767-3406-40fd-812c-d690c5ca6d46 req-c0a12714-1d7f-4441-a6a8-6639c4c8c2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:01.138708 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6fca5767-3406-40fd-812c-d690c5ca6d46 req-c0a12714-1d7f-4441-a6a8-6639c4c8c2c7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=665487f0-78eb-47fb-9a06-b15bc614dc47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1522281
May 07 21:49:01.171673 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 95aee55b-7026-428b-aa23-c411905b5c61 up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:49:01.264530 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6fca5767-3406-40fd-812c-d690c5ca6d46 req-39a8d6b0-af09-47cf-b6f3-9e72bb7ca6d1 service neutron] 10.222.0.55 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1187680
May 07 21:49:01.297323 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2f9147f0-951f-4461-8597-f57b4ffc4f6e req-2e904a0e-1b5f-4da9-9e03-4f6a1900c704 service neutron] 10.222.0.55 "GET /v2.0/networks/28405dfe-908d-4039-91f6-1d02165b34cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7078187
May 07 21:49:01.309152 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning for port 95aee55b-7026-428b-aa23-c411905b5c61 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:49:01.311156 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6fca5767-3406-40fd-812c-d690c5ca6d46 req-656cf5b6-10d3-45f7-adc5-2dc6732e33d6 service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1446514
May 07 21:49:01.313313 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-5e396a13-f8ce-48a4-a1f8-b8f054c5b34a req-0f2336df-f240-4bc1-b4c6-c0be79bb2087 tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Deleting port 9df8c977-1038-4113-9b39-f62d8353df46 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:49:01.313662 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-5e396a13-f8ce-48a4-a1f8-b8f054c5b34a req-0f2336df-f240-4bc1-b4c6-c0be79bb2087 tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (9df8c977-1038-4113-9b39-f62d8353df46), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:01.338099 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port 95aee55b-7026-428b-aa23-c411905b5c61 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:49:01.338493 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (95aee55b-7026-428b-aa23-c411905b5c61), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:01.339734 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e8a811-0bea-487c-adf5-d6c323a7b3af req-be12eb3e-fe99-4cf1-b48f-a2213452a93d tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:01.344179 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-07e8a811-0bea-487c-adf5-d6c323a7b3af req-be12eb3e-fe99-4cf1-b48f-a2213452a93d tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=028d626c-306b-45cc-81b8-b73eca1c01c3 HTTP/1.1" status: 200  len: 944 time: 0.3498218
May 07 21:49:01.425220 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-5e396a13-f8ce-48a4-a1f8-b8f054c5b34a req-0f2336df-f240-4bc1-b4c6-c0be79bb2087 tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (9df8c977-1038-4113-9b39-f62d8353df46), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:01.425449 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-5e396a13-f8ce-48a4-a1f8-b8f054c5b34a req-0f2336df-f240-4bc1-b4c6-c0be79bb2087 tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Publish callbacks [] for floatingip (9df8c977-1038-4113-9b39-f62d8353df46), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:01.446243 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-5e396a13-f8ce-48a4-a1f8-b8f054c5b34a req-0f2336df-f240-4bc1-b4c6-c0be79bb2087 tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Calling delete_port for 9df8c977-1038-4113-9b39-f62d8353df46 owned by network:floatingip {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:49:01.464769 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 95aee55b-7026-428b-aa23-c411905b5c61 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:49:01.465165 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (95aee55b-7026-428b-aa23-c411905b5c61), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:01.474060 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-07e8a811-0bea-487c-adf5-d6c323a7b3af req-e11638e2-f700-4efa-810e-c701190a4c00 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1160302
May 07 21:49:01.535595 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6ad21b1-1341-4913-a562-49dfe8fa77f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95aee55b-7026-428b-aa23-c411905b5c61'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:49:01.545244 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0194cc02-e396-477e-a238-2731e55fb9d2" -d '{"events": [{"server_uuid": "c6ad21b1-1341-4913-a562-49dfe8fa77f7", "name": "network-vif-plugged", "status": "completed", "tag": "95aee55b-7026-428b-aa23-c411905b5c61"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:49:01.568662 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 95aee55b-7026-428b-aa23-c411905b5c61, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=95aee55b-7026-428b-aa23-c411905b5c61,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:49:01.579435 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (95aee55b-7026-428b-aa23-c411905b5c61), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:01.580254 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 87c894e0-03dd-4dab-a47b-82dec6ea1485 no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:49:01.587844 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-67f14940-b097-419e-a791-e55465bb5762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (93ff87df-07be-420f-b0a8-66c4a0455b0a), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:01.631250 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-67f14940-b097-419e-a791-e55465bb5762 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:01.640267 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-67f14940-b097-419e-a791-e55465bb5762 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/93ff87df-07be-420f-b0a8-66c4a0455b0a HTTP/1.1" status: 204  len: 168 time: 2.0512834
May 07 21:49:01.651268 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f45e92-6363-4b55-b788-43fbc6f82603 None None] Network 8e98b83a-eaa4-48c7-b448-bd23f0958957 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:49:01.667602 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 34920) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:49:01.737871 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3ebdad-2f8a-4148-b893-f2041c5e6225 req-4256daab-e142-4c41-8bcc-3db56a05cc59 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:01.739975 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-da3ebdad-2f8a-4148-b893-f2041c5e6225 req-4256daab-e142-4c41-8bcc-3db56a05cc59 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf92f729-2124-482e-b270-05ad87327f96 HTTP/1.1" status: 200  len: 949 time: 0.1268184
May 07 21:49:01.743799 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9147f0-951f-4461-8597-f57b4ffc4f6e req-a44acd9e-b162-4e6c-b44f-191b6e43b20f tempest-LiveMigrationTest-1060990445 tempest-LiveMigrationTest-1060990445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:01.745550 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2f9147f0-951f-4461-8597-f57b4ffc4f6e req-a44acd9e-b162-4e6c-b44f-191b6e43b20f tempest-LiveMigrationTest-1060990445 tempest-LiveMigrationTest-1060990445-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=028d626c-306b-45cc-81b8-b73eca1c01c3&tenant_id=1bcaffad5d3447b98f0216d3481045e5&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.1418772
May 07 21:49:01.790068 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1e4393c9-ead1-4cfa-9001-94a3865efbde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (8e98b83a-eaa4-48c7-b448-bd23f0958957), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:01.805304 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f14940-b097-419e-a791-e55465bb5762 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93ff87df-07be-420f-b0a8-66c4a0455b0a,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:01.877771 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-1e4393c9-ead1-4cfa-9001-94a3865efbde admin admin] Deleting port f0763aa1-9beb-4662-bdf3-3dc957c05b76 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:49:01.878201 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1e4393c9-ead1-4cfa-9001-94a3865efbde admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (f0763aa1-9beb-4662-bdf3-3dc957c05b76), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:01.913807 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=95aee55b-7026-428b-aa23-c411905b5c61,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:01.919840 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] The host nch2-master-1 is not matching for port 87c894e0-03dd-4dab-a47b-82dec6ea1485 host nch1-master-1! {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2394}}
May 07 21:49:01.920247 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 87c894e0-03dd-4dab-a47b-82dec6ea1485 not bound to the agent host nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:49:01.987164 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-da3ebdad-2f8a-4148-b893-f2041c5e6225 req-286a6ce0-840d-447c-8352-522ca4b06946 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2373700
May 07 21:49:01.998533 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-2f9147f0-951f-4461-8597-f57b4ffc4f6e req-a116dbcb-b581-4235-8a2a-adeec3a48bd1 service neutron] For port 87c894e0-03dd-4dab-a47b-82dec6ea1485, host nch2-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:49:02.004977 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-2f9147f0-951f-4461-8597-f57b4ffc4f6e req-a116dbcb-b581-4235-8a2a-adeec3a48bd1 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:02.010104 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2f9147f0-951f-4461-8597-f57b4ffc4f6e req-a116dbcb-b581-4235-8a2a-adeec3a48bd1 service neutron] 10.222.0.55 "DELETE /v2.0/ports/87c894e0-03dd-4dab-a47b-82dec6ea1485/bindings/nch2-master-1 HTTP/1.1" status: 204  len: 173 time: 0.2560716
May 07 21:49:02.010281 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6fca5767-3406-40fd-812c-d690c5ca6d46 req-08ca1607-73f8-44ac-b093-e55b03adfb06 service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4836566
May 07 21:49:02.021627 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e995e6-d0b4-499e-8000-cb8cc5e0bc8f None None] DHCP port deletion for 8e98b83a-eaa4-48c7-b448-bd23f0958957 request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 21:49:02.084848 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-1e4393c9-ead1-4cfa-9001-94a3865efbde admin admin] For port f0763aa1-9beb-4662-bdf3-3dc957c05b76, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f0763aa1-9beb-4662-bdf3-3dc957c05b76,segment=NetworkSegment(ad000daf-a1d4-4b9f-a213-0d1d6b7a7467),segment_id=ad000daf-a1d4-4b9f-a213-0d1d6b7a7467)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:49:02.085539 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1e4393c9-ead1-4cfa-9001-94a3865efbde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (f0763aa1-9beb-4662-bdf3-3dc957c05b76), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:02.096589 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-f6e995e6-d0b4-499e-8000-cb8cc5e0bc8f None None] Deleting port f0763aa1-9beb-4662-bdf3-3dc957c05b76 {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:49:02.096974 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f6e995e6-d0b4-499e-8000-cb8cc5e0bc8f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (f0763aa1-9beb-4662-bdf3-3dc957c05b76), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:02.118334 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-1e4393c9-ead1-4cfa-9001-94a3865efbde admin admin] Calling delete_port for f0763aa1-9beb-4662-bdf3-3dc957c05b76 owned by network:dhcp {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:49:02.180784 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-f6e995e6-d0b4-499e-8000-cb8cc5e0bc8f None None] For port f0763aa1-9beb-4662-bdf3-3dc957c05b76, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f0763aa1-9beb-4662-bdf3-3dc957c05b76,segment=NetworkSegment(ad000daf-a1d4-4b9f-a213-0d1d6b7a7467),segment_id=ad000daf-a1d4-4b9f-a213-0d1d6b7a7467)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:49:02.181245 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f6e995e6-d0b4-499e-8000-cb8cc5e0bc8f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (f0763aa1-9beb-4662-bdf3-3dc957c05b76), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:02.197456 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f1bd1-16c7-4d66-816f-05bd51818fd1 req-569ea345-4259-4338-9a78-91b05857a2bf tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:02.199392 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-643f1bd1-16c7-4d66-816f-05bd51818fd1 req-569ea345-4259-4338-9a78-91b05857a2bf tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/ports?device_id=c766eaa8-8e8e-4135-9b5d-dfdaad014172 HTTP/1.1" status: 200  len: 946 time: 0.0949118
May 07 21:49:02.208311 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-f6e995e6-d0b4-499e-8000-cb8cc5e0bc8f None None] Calling delete_port for f0763aa1-9beb-4662-bdf3-3dc957c05b76 owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:49:02.243699 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-5e396a13-f8ce-48a4-a1f8-b8f054c5b34a req-0f2336df-f240-4bc1-b4c6-c0be79bb2087 tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (9df8c977-1038-4113-9b39-f62d8353df46), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:02.297018 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-643f1bd1-16c7-4d66-816f-05bd51818fd1 req-1f265a3f-5cb5-4f1a-9683-19d7ed448fa3 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b456a11-abdd-4913-9fa4-f25fdacb0d35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0881495
May 07 21:49:02.314462 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2336df-f240-4bc1-b4c6-c0be79bb2087 tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Pushing event deleted for resources: {'Port': ['ID=9df8c977-1038-4113-9b39-f62d8353df46,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:02.327263 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f6e995e6-d0b4-499e-8000-cb8cc5e0bc8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (f0763aa1-9beb-4662-bdf3-3dc957c05b76), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:02.420351 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-5e396a13-f8ce-48a4-a1f8-b8f054c5b34a req-0f2336df-f240-4bc1-b4c6-c0be79bb2087 tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Publish callbacks [] for floatingip (2c45c2e6-64b3-4562-bc37-05a260d17928), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:02.422958 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-5e396a13-f8ce-48a4-a1f8-b8f054c5b34a req-0f2336df-f240-4bc1-b4c6-c0be79bb2087 tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:02.424140 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5e396a13-f8ce-48a4-a1f8-b8f054c5b34a req-0f2336df-f240-4bc1-b4c6-c0be79bb2087 tempest-FloatingIPDetailsTestJSON-3408287 tempest-FloatingIPDetailsTestJSON-3408287-project] 10.222.0.32 "DELETE /v2.0/floatingips/2c45c2e6-64b3-4562-bc37-05a260d17928 HTTP/1.1" status: 204  len: 173 time: 1.6434786
May 07 21:49:02.432380 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 34944) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:49:02.443843 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1e4393c9-ead1-4cfa-9001-94a3865efbde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (f0763aa1-9beb-4662-bdf3-3dc957c05b76), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:02.520579 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4393c9-ead1-4cfa-9001-94a3865efbde admin admin] Pushing event deleted for resources: {'Port': ['ID=f0763aa1-9beb-4662-bdf3-3dc957c05b76,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:02.523761 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4393c9-ead1-4cfa-9001-94a3865efbde admin admin] No DVR routers for this DVR port f0763aa1-9beb-4662-bdf3-3dc957c05b76 on host ncdv-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:49:02.738263 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a81d9d-1abb-419b-95b8-83324a2dcb1d x-openstack-request-id: req-94a81d9d-1abb-419b-95b8-83324a2dcb1d {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:49:02.738991 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6ad21b1-1341-4913-a562-49dfe8fa77f7", "name": "network-vif-plugged", "status": "completed", "tag": "95aee55b-7026-428b-aa23-c411905b5c61", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:49:02.740739 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-94a81d9d-1abb-419b-95b8-83324a2dcb1d {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:49:02.741224 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94a81d9d-1abb-419b-95b8-83324a2dcb1d'] response: {'server_uuid': 'c6ad21b1-1341-4913-a562-49dfe8fa77f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95aee55b-7026-428b-aa23-c411905b5c61', 'code': 200}
May 07 21:49:02.746338 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 671083f6-1511-4a4e-b623-b011d1104e75 up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:49:02.787774 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device f0763aa1-9beb-4662-bdf3-3dc957c05b76 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:49:02.793053 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e995e6-d0b4-499e-8000-cb8cc5e0bc8f None None] Pushing event deleted for resources: {'Port': ['ID=f0763aa1-9beb-4662-bdf3-3dc957c05b76,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:02.804044 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ddf7a4-27ce-4b3c-8ff8-a3d4b554496b req-3607c246-79ea-473e-a0f7-1ee3c5a6df5e tempest-ImagesNegativeTestJSON-144261636 tempest-ImagesNegativeTestJSON-144261636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:02.815734 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-61ddf7a4-27ce-4b3c-8ff8-a3d4b554496b req-3607c246-79ea-473e-a0f7-1ee3c5a6df5e tempest-ImagesNegativeTestJSON-144261636 tempest-ImagesNegativeTestJSON-144261636-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6ad21b1-1341-4913-a562-49dfe8fa77f7 HTTP/1.1" status: 200  len: 949 time: 0.2313328
May 07 21:49:02.829872 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1e4393c9-ead1-4cfa-9001-94a3865efbde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (8e98b83a-eaa4-48c7-b448-bd23f0958957), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:02.836895 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f57d0ee-456f-4f16-8356-e0476af0a467 req-3e4dd3bb-393b-4831-b5ad-f688dd49b1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:02.842422 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4f57d0ee-456f-4f16-8356-e0476af0a467 req-3e4dd3bb-393b-4831-b5ad-f688dd49b1a1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c6ad21b1-1341-4913-a562-49dfe8fa77f7 HTTP/1.1" status: 200  len: 1131 time: 0.2194548
May 07 21:49:02.857880 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e995e6-d0b4-499e-8000-cb8cc5e0bc8f None None] No DVR routers for this DVR port f0763aa1-9beb-4662-bdf3-3dc957c05b76 on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:49:02.862392 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: f0763aa1-9beb-4662-bdf3-3dc957c05b76 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:49:02.862862 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device f0763aa1-9beb-4662-bdf3-3dc957c05b76 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:49:02.891857 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning for port 671083f6-1511-4a4e-b623-b011d1104e75 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:49:02.916577 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port 671083f6-1511-4a4e-b623-b011d1104e75 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:49:02.917810 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (671083f6-1511-4a4e-b623-b011d1104e75), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:02.921761 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-1e4393c9-ead1-4cfa-9001-94a3865efbde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf8669b160>,) {'filters': {'network_id': ['8e98b83a-eaa4-48c7-b448-bd23f0958957']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:49:02.939006 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-1e4393c9-ead1-4cfa-9001-94a3865efbde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8669b160>, 'ad000daf-a1d4-4b9f-a213-0d1d6b7a7467') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:49:02.939443 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-1e4393c9-ead1-4cfa-9001-94a3865efbde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8669b160>, 'ad000daf-a1d4-4b9f-a213-0d1d6b7a7467') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:49:02.958458 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1e4393c9-ead1-4cfa-9001-94a3865efbde admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (ad000daf-a1d4-4b9f-a213-0d1d6b7a7467), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:02.970868 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4f57d0ee-456f-4f16-8356-e0476af0a467 req-7fec93b7-aade-4a20-bb74-122b54dc6d7e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=1c655d32-fadc-49bf-9b81-fb094a93828d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0941203
May 07 21:49:02.979882 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1e4393c9-ead1-4cfa-9001-94a3865efbde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (ad000daf-a1d4-4b9f-a213-0d1d6b7a7467), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:03.002010 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e4393c9-ead1-4cfa-9001-94a3865efbde admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 21:49:03.002546 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1e4393c9-ead1-4cfa-9001-94a3865efbde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (ad000daf-a1d4-4b9f-a213-0d1d6b7a7467), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:03.005414 ncdv-master-1 neutron-server[121837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 21:49:03.005414 ncdv-master-1 neutron-server[121837]:   self.session.flush()
May 07 21:49:03.005414 ncdv-master-1 neutron-server[121837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 21:49:03.005414 ncdv-master-1 neutron-server[121837]:   self.session.flush()
May 07 21:49:03.005414 ncdv-master-1 neutron-server[121837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 21:49:03.005414 ncdv-master-1 neutron-server[121837]:   self.session.flush()
May 07 21:49:03.005414 ncdv-master-1 neutron-server[121837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 21:49:03.005414 ncdv-master-1 neutron-server[121837]:   self.session.flush()
May 07 21:49:03.005414 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 21:49:03.005414 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 21:49:03.005414 ncdv-master-1 neutron-server[121837]:     timer()
May 07 21:49:03.005414 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 21:49:03.005414 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 21:49:03.005414 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 21:49:03.005414 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 21:49:03.005414 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 21:49:03.005414 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 21:49:03.005414 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 21:49:03.005414 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 21:49:03.005414 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 21:49:03.005414 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 21:49:03.005414 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 21:49:03.005414 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 21:49:03.005414 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 21:49:03.005414 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 21:49:03.005414 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 21:49:03.005414 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 21:49:03.005414 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 21:49:03.005414 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 21:49:03.005414 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 21:49:03.005414 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 21:49:03.005414 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 21:49:03.005414 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 21:49:03.005414 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 21:49:03.005414 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 21:49:03.005414 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 21:49:03.005414 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 21:49:03.005414 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 21:49:03.005414 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 21:49:03.005414 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 21:49:03.097110 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-61ddf7a4-27ce-4b3c-8ff8-a3d4b554496b req-f03de1ca-748f-40ab-ba0d-75a909e1a811 tempest-ImagesNegativeTestJSON-144261636 tempest-ImagesNegativeTestJSON-144261636-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c655d32-fadc-49bf-9b81-fb094a93828d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2804453
May 07 21:49:03.123106 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 671083f6-1511-4a4e-b623-b011d1104e75 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:49:03.123583 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (671083f6-1511-4a4e-b623-b011d1104e75), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:03.167910 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1e4393c9-ead1-4cfa-9001-94a3865efbde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (8e98b83a-eaa4-48c7-b448-bd23f0958957), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:03.176186 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1e4393c9-ead1-4cfa-9001-94a3865efbde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:03.182000 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-1e4393c9-ead1-4cfa-9001-94a3865efbde admin admin] 10.222.0.32 "DELETE /v2.0/networks/8e98b83a-eaa4-48c7-b448-bd23f0958957 HTTP/1.1" status: 204  len: 168 time: 1.5090168
May 07 21:49:03.251386 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4393c9-ead1-4cfa-9001-94a3865efbde admin admin] Pushing event deleted for resources: {'Network': ['ID=8e98b83a-eaa4-48c7-b448-bd23f0958957,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:03.278296 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 671083f6-1511-4a4e-b623-b011d1104e75, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=671083f6-1511-4a4e-b623-b011d1104e75,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:49:03.291193 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (671083f6-1511-4a4e-b623-b011d1104e75), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:03.438852 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=671083f6-1511-4a4e-b623-b011d1104e75,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:03.453261 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eba30e-4fd1-46ce-92cb-2f50722949c6 req-20971ab7-7cef-4a99-bddc-77a2285ac9a3 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:03.460937 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f1eba30e-4fd1-46ce-92cb-2f50722949c6 req-20971ab7-7cef-4a99-bddc-77a2285ac9a3 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf92f729-2124-482e-b270-05ad87327f96 HTTP/1.1" status: 200  len: 950 time: 0.1152329
May 07 21:49:03.492117 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aa1c9b-756b-4282-9dea-8b0971772fa3 req-b0497f3d-f2a2-489e-9eac-f2983b95e135 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:03.494614 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-39aa1c9b-756b-4282-9dea-8b0971772fa3 req-b0497f3d-f2a2-489e-9eac-f2983b95e135 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=028d626c-306b-45cc-81b8-b73eca1c01c3 HTTP/1.1" status: 200  len: 944 time: 0.1624203
May 07 21:49:03.537855 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f1eba30e-4fd1-46ce-92cb-2f50722949c6 req-ad91c9bc-5e9c-406a-b9d1-6543807de167 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0760343
May 07 21:49:03.643659 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-92cd2819-9148-412f-933a-e956f2e05863 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401094'] for router_interface (c6ee5ddd-52ff-46a9-b883-25f1987fd88f), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:03.680385 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 34978) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:49:03.757203 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-877b5753-1833-4bcd-b861-919bae6d8b5f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d7a25055f3544e5c95bacd3a07611e1d&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0744436
May 07 21:49:03.762012 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 34984) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:49:03.816100 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-39aa1c9b-756b-4282-9dea-8b0971772fa3 req-eb3c0e9a-7ac8-44ce-9df0-7ede4121b3af tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3097486
May 07 21:49:03.863531 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b8a21589-8aac-446e-a70e-6436397c920c admin admin] Publish callbacks [] for security_group (64e2ab7e-a4fa-4b5b-9921-345f54ec7ed0), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:03.944638 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b8a21589-8aac-446e-a70e-6436397c920c admin admin] Publish callbacks [] for security_group (64e2ab7e-a4fa-4b5b-9921-345f54ec7ed0), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:04.038125 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b8a21589-8aac-446e-a70e-6436397c920c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (64e2ab7e-a4fa-4b5b-9921-345f54ec7ed0), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:04.043434 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b8a21589-8aac-446e-a70e-6436397c920c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:04.044965 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-b8a21589-8aac-446e-a70e-6436397c920c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/64e2ab7e-a4fa-4b5b-9921-345f54ec7ed0 HTTP/1.1" status: 204  len: 168 time: 0.2818274
May 07 21:49:04.061003 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a21589-8aac-446e-a70e-6436397c920c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e2ab7e-a4fa-4b5b-9921-345f54ec7ed0,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:04.118128 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a200f4-5cd9-4ae9-862a-140f79602a86 req-a4059060-32f5-4f5b-95c4-431f728fc33f tempest-LiveMigrationTest-1060990445 tempest-LiveMigrationTest-1060990445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:04.120551 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a4a200f4-5cd9-4ae9-862a-140f79602a86 req-a4059060-32f5-4f5b-95c4-431f728fc33f tempest-LiveMigrationTest-1060990445 tempest-LiveMigrationTest-1060990445-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=028d626c-306b-45cc-81b8-b73eca1c01c3 HTTP/1.1" status: 200  len: 1126 time: 0.0991175
May 07 21:49:04.310324 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1febac3-cea3-49b2-b192-bdf9adbeed68 req-289a8629-17d2-48bd-9a14-053699145f61 tempest-ImagesNegativeTestJSON-144261636 tempest-ImagesNegativeTestJSON-144261636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:04.312135 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c1febac3-cea3-49b2-b192-bdf9adbeed68 req-289a8629-17d2-48bd-9a14-053699145f61 tempest-ImagesNegativeTestJSON-144261636 tempest-ImagesNegativeTestJSON-144261636-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6ad21b1-1341-4913-a562-49dfe8fa77f7 HTTP/1.1" status: 200  len: 949 time: 0.0623710
May 07 21:49:04.326829 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a4a200f4-5cd9-4ae9-862a-140f79602a86 req-d1d32bb0-e38a-49b6-b326-1254b2face45 tempest-LiveMigrationTest-1060990445 tempest-LiveMigrationTest-1060990445-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1825032
May 07 21:49:04.345497 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-92cd2819-9148-412f-933a-e956f2e05863 admin admin] Deleting port ab950a44-c29b-477e-b089-52615d46ed01 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:49:04.346415 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-92cd2819-9148-412f-933a-e956f2e05863 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (ab950a44-c29b-477e-b089-52615d46ed01), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:04.413016 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c1febac3-cea3-49b2-b192-bdf9adbeed68 req-3300b8db-b51d-4be8-b188-f477507b6eaa tempest-ImagesNegativeTestJSON-144261636 tempest-ImagesNegativeTestJSON-144261636-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c655d32-fadc-49bf-9b81-fb094a93828d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0943387
May 07 21:49:04.552157 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ffb0af-e0f6-490a-a155-063729cb78d0 req-595f6fd8-8c52-4e1f-a08a-16ac18237e18 tempest-LiveMigrationTest-1060990445 tempest-LiveMigrationTest-1060990445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:04.560790 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b3ffb0af-e0f6-490a-a155-063729cb78d0 req-595f6fd8-8c52-4e1f-a08a-16ac18237e18 tempest-LiveMigrationTest-1060990445 tempest-LiveMigrationTest-1060990445-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=028d626c-306b-45cc-81b8-b73eca1c01c3 HTTP/1.1" status: 200  len: 1126 time: 0.0912681
May 07 21:49:04.604036 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-92cd2819-9148-412f-933a-e956f2e05863 admin admin] For port ab950a44-c29b-477e-b089-52615d46ed01, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ab950a44-c29b-477e-b089-52615d46ed01,segment=NetworkSegment(0d6b37d0-217e-4253-bd97-d517929b9aae),segment_id=0d6b37d0-217e-4253-bd97-d517929b9aae)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:49:04.604435 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-92cd2819-9148-412f-933a-e956f2e05863 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (ab950a44-c29b-477e-b089-52615d46ed01), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:04.632815 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-92cd2819-9148-412f-933a-e956f2e05863 admin admin] Calling delete_port for ab950a44-c29b-477e-b089-52615d46ed01 owned by network:router_interface {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:49:04.674370 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b3ffb0af-e0f6-490a-a155-063729cb78d0 req-2565e854-e118-4086-b491-66ccd2c0665e tempest-LiveMigrationTest-1060990445 tempest-LiveMigrationTest-1060990445-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1069067
May 07 21:49:04.744654 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf92f729-2124-482e-b270-05ad87327f96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '671083f6-1511-4a4e-b623-b011d1104e75'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:49:04.745282 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 35038) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:49:04.750461 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0805543b-8751-4bf5-a690-0200928521e3" -d '{"events": [{"server_uuid": "bf92f729-2124-482e-b270-05ad87327f96", "name": "network-vif-plugged", "status": "completed", "tag": "671083f6-1511-4a4e-b623-b011d1104e75"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:49:04.826644 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb896f1-6812-46c5-be81-f9ea8ad8acd1 req-1c83095f-b6dd-4e99-969b-6a8ddded6386 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:04.837072 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8eb896f1-6812-46c5-be81-f9ea8ad8acd1 req-1c83095f-b6dd-4e99-969b-6a8ddded6386 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf92f729-2124-482e-b270-05ad87327f96 HTTP/1.1" status: 200  len: 950 time: 0.1164336
May 07 21:49:04.900979 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-81137815-8965-4b30-a521-68df70d3b14d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=12dbc8ee204548bba46b92b913aeed3a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1553795
May 07 21:49:04.906716 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 35050) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:49:04.955700 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8eb896f1-6812-46c5-be81-f9ea8ad8acd1 req-120c5ac6-20eb-4c0e-9dca-347e2cd911c1 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1176915
May 07 21:49:04.996498 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-312df025-c231-4c4f-8ddf-cac8f19a8a16 admin admin] Publish callbacks [] for security_group (2952be8c-26a4-453a-9791-099eab3997fe), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:05.022514 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-312df025-c231-4c4f-8ddf-cac8f19a8a16 admin admin] Publish callbacks [] for security_group (2952be8c-26a4-453a-9791-099eab3997fe), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:05.045584 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-92cd2819-9148-412f-933a-e956f2e05863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (ab950a44-c29b-477e-b089-52615d46ed01), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:05.053605 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec8772ec-df33-4655-9e4b-808dcda69f89 x-openstack-request-id: req-ec8772ec-df33-4655-9e4b-808dcda69f89 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:49:05.053929 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf92f729-2124-482e-b270-05ad87327f96", "name": "network-vif-plugged", "status": "completed", "tag": "671083f6-1511-4a4e-b623-b011d1104e75", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:49:05.054400 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ec8772ec-df33-4655-9e4b-808dcda69f89 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:49:05.054991 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec8772ec-df33-4655-9e4b-808dcda69f89'] response: {'server_uuid': 'bf92f729-2124-482e-b270-05ad87327f96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '671083f6-1511-4a4e-b623-b011d1104e75', 'code': 200}
May 07 21:49:05.095087 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-312df025-c231-4c4f-8ddf-cac8f19a8a16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (2952be8c-26a4-453a-9791-099eab3997fe), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:05.097647 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-312df025-c231-4c4f-8ddf-cac8f19a8a16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:05.098869 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-312df025-c231-4c4f-8ddf-cac8f19a8a16 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2952be8c-26a4-453a-9791-099eab3997fe HTTP/1.1" status: 204  len: 168 time: 0.1911511
May 07 21:49:05.118316 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312df025-c231-4c4f-8ddf-cac8f19a8a16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2952be8c-26a4-453a-9791-099eab3997fe,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:05.338008 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cd2819-9148-412f-933a-e956f2e05863 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab950a44-c29b-477e-b089-52615d46ed01,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:05.401395 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1910c8-dba4-4a22-85de-74021398916e req-d1e550a9-be5e-42d3-8bdd-21ad927fb8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:05.407659 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0d1910c8-dba4-4a22-85de-74021398916e req-d1e550a9-be5e-42d3-8bdd-21ad927fb8ee service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bf92f729-2124-482e-b270-05ad87327f96 HTTP/1.1" status: 200  len: 1132 time: 0.2553556
May 07 21:49:05.517896 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2b74c0-a660-4f9d-818c-7c9cb1797146 req-8708707c-b8cd-40a5-a0ba-b242a4c7b77f tempest-ImagesNegativeTestJSON-144261636 tempest-ImagesNegativeTestJSON-144261636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:05.529158 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5b2b74c0-a660-4f9d-818c-7c9cb1797146 req-8708707c-b8cd-40a5-a0ba-b242a4c7b77f tempest-ImagesNegativeTestJSON-144261636 tempest-ImagesNegativeTestJSON-144261636-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6ad21b1-1341-4913-a562-49dfe8fa77f7 HTTP/1.1" status: 200  len: 949 time: 0.5145640
May 07 21:49:05.751275 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0d1910c8-dba4-4a22-85de-74021398916e req-4d7cb5ae-15c6-4338-b750-cad62635b190 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2511656
May 07 21:49:05.767176 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5b2b74c0-a660-4f9d-818c-7c9cb1797146 req-b6ac4ce0-84a8-4932-bde5-aadc7f065959 tempest-ImagesNegativeTestJSON-144261636 tempest-ImagesNegativeTestJSON-144261636-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c655d32-fadc-49bf-9b81-fb094a93828d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2323205
May 07 21:49:05.785171 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-92cd2819-9148-412f-933a-e956f2e05863 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401002'] for router_interface (c6ee5ddd-52ff-46a9-b883-25f1987fd88f), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:06.039642 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd97308-a612-4503-9ca4-904d61bf9391 req-fe5813d7-cf35-4727-865e-309e64a4fe3e tempest-ImagesNegativeTestJSON-144261636 tempest-ImagesNegativeTestJSON-144261636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:06.042597 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-dcd97308-a612-4503-9ca4-904d61bf9391 req-fe5813d7-cf35-4727-865e-309e64a4fe3e tempest-ImagesNegativeTestJSON-144261636 tempest-ImagesNegativeTestJSON-144261636-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6ad21b1-1341-4913-a562-49dfe8fa77f7 HTTP/1.1" status: 200  len: 949 time: 0.0533316
May 07 21:49:06.121004 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92cd2819-9148-412f-933a-e956f2e05863 admin admin] Router c6ee5ddd-52ff-46a9-b883-25f1987fd88f has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 21:49:06.154691 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdef8ca8-190f-446b-90f3-ba6a78cc6351 req-86d74ec7-fd29-42ea-8d50-36a0473107d8 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:06.157261 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bdef8ca8-190f-446b-90f3-ba6a78cc6351 req-86d74ec7-fd29-42ea-8d50-36a0473107d8 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf92f729-2124-482e-b270-05ad87327f96 HTTP/1.1" status: 200  len: 950 time: 0.1001341
May 07 21:49:06.179782 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-dcd97308-a612-4503-9ca4-904d61bf9391 req-79e692ec-1f26-4f44-a049-188fc6de4c68 tempest-ImagesNegativeTestJSON-144261636 tempest-ImagesNegativeTestJSON-144261636-project] Deleting port 95aee55b-7026-428b-aa23-c411905b5c61 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:49:06.180266 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-dcd97308-a612-4503-9ca4-904d61bf9391 req-79e692ec-1f26-4f44-a049-188fc6de4c68 tempest-ImagesNegativeTestJSON-144261636 tempest-ImagesNegativeTestJSON-144261636-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (95aee55b-7026-428b-aa23-c411905b5c61), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:06.279988 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bdef8ca8-190f-446b-90f3-ba6a78cc6351 req-ffaa0266-f367-4bb6-ba2a-59d07d68ae0a tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1154704
May 07 21:49:06.291049 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-dcd97308-a612-4503-9ca4-904d61bf9391 req-79e692ec-1f26-4f44-a049-188fc6de4c68 tempest-ImagesNegativeTestJSON-144261636 tempest-ImagesNegativeTestJSON-144261636-project] For port 95aee55b-7026-428b-aa23-c411905b5c61, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=95aee55b-7026-428b-aa23-c411905b5c61,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:49:06.291652 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-dcd97308-a612-4503-9ca4-904d61bf9391 req-79e692ec-1f26-4f44-a049-188fc6de4c68 tempest-ImagesNegativeTestJSON-144261636 tempest-ImagesNegativeTestJSON-144261636-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (95aee55b-7026-428b-aa23-c411905b5c61), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:06.309831 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-dcd97308-a612-4503-9ca4-904d61bf9391 req-79e692ec-1f26-4f44-a049-188fc6de4c68 tempest-ImagesNegativeTestJSON-144261636 tempest-ImagesNegativeTestJSON-144261636-project] Calling delete_port for 95aee55b-7026-428b-aa23-c411905b5c61 owned by compute:nova {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:49:06.397871 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92cd2819-9148-412f-933a-e956f2e05863 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:49:06.408966 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 1543b45e-f40e-472d-975d-d79ddefecdd6 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:49:06.413390 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-92cd2819-9148-412f-933a-e956f2e05863 admin admin] 10.222.0.32 "PUT /v2.0/routers/c6ee5ddd-52ff-46a9-b883-25f1987fd88f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9795926
May 07 21:49:06.413546 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 35114) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:49:06.418102 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956b89ff-9a99-4d1d-8a72-3a5f5b1e83bc None None] Sync routers for ids ['c6ee5ddd-52ff-46a9-b883-25f1987fd88f'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:49:06.448424 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956b89ff-9a99-4d1d-8a72-3a5f5b1e83bc None None] Routers {'c6ee5ddd-52ff-46a9-b883-25f1987fd88f'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:49:06.449209 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-956b89ff-9a99-4d1d-8a72-3a5f5b1e83bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f90f490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:48:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['c6ee5ddd-52ff-46a9-b883-25f1987fd88f'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:49:06.589718 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-956b89ff-9a99-4d1d-8a72-3a5f5b1e83bc None None] Set router c6ee5ddd-52ff-46a9-b883-25f1987fd88f gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:49:06.612288 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-dcd97308-a612-4503-9ca4-904d61bf9391 req-79e692ec-1f26-4f44-a049-188fc6de4c68 tempest-ImagesNegativeTestJSON-144261636 tempest-ImagesNegativeTestJSON-144261636-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (95aee55b-7026-428b-aa23-c411905b5c61), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:06.679928 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-106da594-a91f-4dc3-bc14-758881f41403 admin admin] Publish callbacks [] for router (c6ee5ddd-52ff-46a9-b883-25f1987fd88f), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:06.680701 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['95aee55b-7026-428b-aa23-c411905b5c61'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:49:06.780836 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e692ec-1f26-4f44-a049-188fc6de4c68 tempest-ImagesNegativeTestJSON-144261636 tempest-ImagesNegativeTestJSON-144261636-project] Pushing event deleted for resources: {'Port': ['ID=95aee55b-7026-428b-aa23-c411905b5c61,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:06.809407 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 1543b45e-f40e-472d-975d-d79ddefecdd6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1543b45e-f40e-472d-975d-d79ddefecdd6,segment=NetworkSegment(616ea0c7-2d98-4ffb-86e7-ca2a85e3ffe1),segment_id=616ea0c7-2d98-4ffb-86e7-ca2a85e3ffe1)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:49:06.845279 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': '1543b45e-f40e-472d-975d-d79ddefecdd6', 'network_id': 'd3775254-6c3d-4b27-a2f1-ae073d9f981d', 'port_id': '1543b45e-f40e-472d-975d-d79ddefecdd6', 'mac_address': 'fa:16:3e:a1:24:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cba138a-678d-4392-84ac-c6115c01dacb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:49:06.949235 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 1543b45e-f40e-472d-975d-d79ddefecdd6 is: ACTIVE; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:49:06.950418 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (1543b45e-f40e-472d-975d-d79ddefecdd6), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:06.952901 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-956b89ff-9a99-4d1d-8a72-3a5f5b1e83bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f90f490>, [{'id': 'c6ee5ddd-52ff-46a9-b883-25f1987fd88f', 'name': 'tempest-FloatingIPDetailsTestJSON-1136762928-router', 'tenant_id': '6bff84c55662404f85da55f6d1c111b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.121'}], 'enable_snat': True}, 'gw_port_id': '3ee94c66-01dc-4281-9a14-d43ed8f698e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:48:11Z', 'updated_at': '2022-05-07T21:49:04Z', 'revision_number': 5, 'project_id': '6bff84c55662404f85da55f6d1c111b4', 'gw_port': {'id': '3ee94c66-01dc-4281-9a14-d43ed8f698e2', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:21:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ee5ddd-52ff-46a9-b883-25f1987fd88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:48:12Z', 'updated_at': '2022-05-07T21:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:49:07.027301 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956b89ff-9a99-4d1d-8a72-3a5f5b1e83bc None None] Checking router: c6ee5ddd-52ff-46a9-b883-25f1987fd88f for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 21:49:07.036651 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1543b45e-f40e-472d-975d-d79ddefecdd6 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:49:07.079154 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d452923-807e-41c3-913a-887556ef19d9 req-2533d4e9-2ec7-4c5c-8548-9bbec7c21f76 tempest-ImagesOneServerTestJSON-63988004 tempest-ImagesOneServerTestJSON-63988004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:07.093133 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9d452923-807e-41c3-913a-887556ef19d9 req-2533d4e9-2ec7-4c5c-8548-9bbec7c21f76 tempest-ImagesOneServerTestJSON-63988004 tempest-ImagesOneServerTestJSON-63988004-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0ec46f9-84e6-413a-be19-c46548cb31fd HTTP/1.1" status: 200  len: 950 time: 0.1015694
May 07 21:49:07.117057 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956b89ff-9a99-4d1d-8a72-3a5f5b1e83bc None None] Routers {'c6ee5ddd-52ff-46a9-b883-25f1987fd88f'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:49:07.120175 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-956b89ff-9a99-4d1d-8a72-3a5f5b1e83bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f90f490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:48:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['c6ee5ddd-52ff-46a9-b883-25f1987fd88f'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:49:07.161738 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9d452923-807e-41c3-913a-887556ef19d9 req-80e8e571-9932-425b-9aed-d8ab03465572 tempest-ImagesOneServerTestJSON-63988004 tempest-ImagesOneServerTestJSON-63988004-project] 10.222.0.32 "GET /v2.0/security-groups?id=71595d26-f957-4be5-8222-3040afacde85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673342
May 07 21:49:07.294483 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 1543b45e-f40e-472d-975d-d79ddefecdd6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1543b45e-f40e-472d-975d-d79ddefecdd6,segment=NetworkSegment(616ea0c7-2d98-4ffb-86e7-ca2a85e3ffe1),segment_id=616ea0c7-2d98-4ffb-86e7-ca2a85e3ffe1)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:49:07.305518 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (1543b45e-f40e-472d-975d-d79ddefecdd6), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:07.463571 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['1543b45e-f40e-472d-975d-d79ddefecdd6'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:49:07.469215 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-956b89ff-9a99-4d1d-8a72-3a5f5b1e83bc None None] Set router c6ee5ddd-52ff-46a9-b883-25f1987fd88f gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:49:07.514683 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=1543b45e-f40e-472d-975d-d79ddefecdd6,revision_number=6']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:07.537161 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3114345-d74d-4cf1-9dfb-7bd182061e6a req-c59d2214-a1e7-4521-ae85-ead3f5fcb928 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:07.544164 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e3114345-d74d-4cf1-9dfb-7bd182061e6a req-c59d2214-a1e7-4521-ae85-ead3f5fcb928 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf92f729-2124-482e-b270-05ad87327f96 HTTP/1.1" status: 200  len: 950 time: 0.0961721
May 07 21:49:07.624217 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e3114345-d74d-4cf1-9dfb-7bd182061e6a req-7d1fa6e7-35ad-43e3-a81c-3f6c1c7f1587 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0786955
May 07 21:49:07.658618 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcd97308-a612-4503-9ca4-904d61bf9391 req-79e692ec-1f26-4f44-a049-188fc6de4c68 tempest-ImagesNegativeTestJSON-144261636 tempest-ImagesNegativeTestJSON-144261636-project] No DVR routers for this DVR port 95aee55b-7026-428b-aa23-c411905b5c61 on host nch2-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:49:07.671981 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-dcd97308-a612-4503-9ca4-904d61bf9391 req-79e692ec-1f26-4f44-a049-188fc6de4c68 tempest-ImagesNegativeTestJSON-144261636 tempest-ImagesNegativeTestJSON-144261636-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:07.675252 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-dcd97308-a612-4503-9ca4-904d61bf9391 req-79e692ec-1f26-4f44-a049-188fc6de4c68 tempest-ImagesNegativeTestJSON-144261636 tempest-ImagesNegativeTestJSON-144261636-project] 10.222.0.59 "DELETE /v2.0/ports/95aee55b-7026-428b-aa23-c411905b5c61 HTTP/1.1" status: 204  len: 173 time: 1.6275864
May 07 21:49:07.675723 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6ad21b1-1341-4913-a562-49dfe8fa77f7', 'name': 'network-vif-deleted', 'tag': '95aee55b-7026-428b-aa23-c411905b5c61'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:49:07.677975 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9753d9ea-fb54-4c2f-9cd3-a1f904769ebf" -d '{"events": [{"server_uuid": "c6ad21b1-1341-4913-a562-49dfe8fa77f7", "name": "network-vif-deleted", "tag": "95aee55b-7026-428b-aa23-c411905b5c61"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:49:07.729937 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ae27c203-e17b-42ab-965b-c18c59e8ad5f req-40b19bda-5db4-4b53-a3b5-e8c7c0065477 tempest-ImagesNegativeTestJSON-144261636 tempest-ImagesNegativeTestJSON-144261636-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6ad21b1-1341-4913-a562-49dfe8fa77f7 HTTP/1.1" status: 200  len: 210 time: 0.0693822
May 07 21:49:07.801578 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-106da594-a91f-4dc3-bc14-758881f41403 admin admin] Publish callbacks [] for router_gateway (c6ee5ddd-52ff-46a9-b883-25f1987fd88f), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:07.823912 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c032000c-62e0-4df9-a718-92c58b7a3e88 x-openstack-request-id: req-c032000c-62e0-4df9-a718-92c58b7a3e88 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:49:07.824189 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6ad21b1-1341-4913-a562-49dfe8fa77f7", "name": "network-vif-deleted", "tag": "95aee55b-7026-428b-aa23-c411905b5c61", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:49:07.824639 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c032000c-62e0-4df9-a718-92c58b7a3e88 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:49:07.825090 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c032000c-62e0-4df9-a718-92c58b7a3e88'] response: {'server_uuid': 'c6ad21b1-1341-4913-a562-49dfe8fa77f7', 'name': 'network-vif-deleted', 'tag': '95aee55b-7026-428b-aa23-c411905b5c61', 'status': 'completed', 'code': 200}
May 07 21:49:07.828994 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-956b89ff-9a99-4d1d-8a72-3a5f5b1e83bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f90f490>, [{'id': 'c6ee5ddd-52ff-46a9-b883-25f1987fd88f', 'name': 'tempest-FloatingIPDetailsTestJSON-1136762928-router', 'tenant_id': '6bff84c55662404f85da55f6d1c111b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.121'}], 'enable_snat': True}, 'gw_port_id': '3ee94c66-01dc-4281-9a14-d43ed8f698e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:48:11Z', 'updated_at': '2022-05-07T21:49:04Z', 'revision_number': 5, 'project_id': '6bff84c55662404f85da55f6d1c111b4', 'gw_port': {'id': '3ee94c66-01dc-4281-9a14-d43ed8f698e2', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:21:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ee5ddd-52ff-46a9-b883-25f1987fd88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:48:12Z', 'updated_at': '2022-05-07T21:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:49:07.877793 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-106da594-a91f-4dc3-bc14-758881f41403 admin admin] Deleting port 3ee94c66-01dc-4281-9a14-d43ed8f698e2 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:49:07.878346 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-106da594-a91f-4dc3-bc14-758881f41403 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (3ee94c66-01dc-4281-9a14-d43ed8f698e2), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:07.897330 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956b89ff-9a99-4d1d-8a72-3a5f5b1e83bc None None] The sync data for ids ['c6ee5ddd-52ff-46a9-b883-25f1987fd88f'] in ncdv-master-1 is: [{'id': 'c6ee5ddd-52ff-46a9-b883-25f1987fd88f', 'name': 'tempest-FloatingIPDetailsTestJSON-1136762928-router', 'tenant_id': '6bff84c55662404f85da55f6d1c111b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.121'}], 'enable_snat': True}, 'gw_port_id': '3ee94c66-01dc-4281-9a14-d43ed8f698e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:48:11Z', 'updated_at': '2022-05-07T21:49:04Z', 'revision_number': 5, 'project_id': '6bff84c55662404f85da55f6d1c111b4', 'gw_port': {'id': '3ee94c66-01dc-4281-9a14-d43ed8f698e2', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:21:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6ee5ddd-52ff-46a9-b883-25f1987fd88f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:48:12Z', 'updated_at': '2022-05-07T21:48:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:49:08.065702 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-106da594-a91f-4dc3-bc14-758881f41403 admin admin] For port 3ee94c66-01dc-4281-9a14-d43ed8f698e2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3ee94c66-01dc-4281-9a14-d43ed8f698e2,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:49:08.066450 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-106da594-a91f-4dc3-bc14-758881f41403 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (3ee94c66-01dc-4281-9a14-d43ed8f698e2), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:08.093595 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-106da594-a91f-4dc3-bc14-758881f41403 admin admin] Calling delete_port for 3ee94c66-01dc-4281-9a14-d43ed8f698e2 owned by network:router_gateway {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:49:08.370278 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device ab950a44-c29b-477e-b089-52615d46ed01 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:49:08.475481 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 1543b45e-f40e-472d-975d-d79ddefecdd6 up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:49:08.490546 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: ab950a44-c29b-477e-b089-52615d46ed01 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:49:08.492215 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device ab950a44-c29b-477e-b089-52615d46ed01 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:49:08.541283 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f10f5d-6b98-475d-adf2-28e3b937c5d9 req-4d109b49-077b-4fb2-95c3-a26da4b0a7d2 tempest-ImagesOneServerTestJSON-63988004 tempest-ImagesOneServerTestJSON-63988004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:08.542865 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b5f10f5d-6b98-475d-adf2-28e3b937c5d9 req-4d109b49-077b-4fb2-95c3-a26da4b0a7d2 tempest-ImagesOneServerTestJSON-63988004 tempest-ImagesOneServerTestJSON-63988004-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0ec46f9-84e6-413a-be19-c46548cb31fd HTTP/1.1" status: 200  len: 950 time: 0.1904840
May 07 21:49:08.603423 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-106da594-a91f-4dc3-bc14-758881f41403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (3ee94c66-01dc-4281-9a14-d43ed8f698e2), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:08.625506 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port 1543b45e-f40e-472d-975d-d79ddefecdd6 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:49:08.626211 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (1543b45e-f40e-472d-975d-d79ddefecdd6), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:08.690492 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106da594-a91f-4dc3-bc14-758881f41403 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ee94c66-01dc-4281-9a14-d43ed8f698e2,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:08.709539 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b5f10f5d-6b98-475d-adf2-28e3b937c5d9 req-15261358-4ca8-44fb-ab15-e9a0c19897e3 tempest-ImagesOneServerTestJSON-63988004 tempest-ImagesOneServerTestJSON-63988004-project] 10.222.0.32 "GET /v2.0/security-groups?id=71595d26-f957-4be5-8222-3040afacde85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1600013
May 07 21:49:08.870055 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 1543b45e-f40e-472d-975d-d79ddefecdd6 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:49:08.870450 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (1543b45e-f40e-472d-975d-d79ddefecdd6), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:08.877098 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-106da594-a91f-4dc3-bc14-758881f41403 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395776'] for router_gateway (c6ee5ddd-52ff-46a9-b883-25f1987fd88f), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:09.035348 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-106da594-a91f-4dc3-bc14-758881f41403 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (c6ee5ddd-52ff-46a9-b883-25f1987fd88f), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:09.037937 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-106da594-a91f-4dc3-bc14-758881f41403 admin admin] Publish callbacks [] for router_controller (c6ee5ddd-52ff-46a9-b883-25f1987fd88f), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:09.107813 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2a4036-bf82-435e-9b03-217d2f46bf91 req-21f02d61-7994-4d6a-a740-7a8800a37de6 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:09.120987 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6d2a4036-bf82-435e-9b03-217d2f46bf91 req-21f02d61-7994-4d6a-a740-7a8800a37de6 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf92f729-2124-482e-b270-05ad87327f96 HTTP/1.1" status: 200  len: 950 time: 0.3091743
May 07 21:49:09.124514 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-106da594-a91f-4dc3-bc14-758881f41403 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (c6ee5ddd-52ff-46a9-b883-25f1987fd88f), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:09.125312 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-106da594-a91f-4dc3-bc14-758881f41403 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c6ee5ddd-52ff-46a9-b883-25f1987fd88f {{(pid=121837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 21:49:09.131582 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-106da594-a91f-4dc3-bc14-758881f41403 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:09.135891 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 35288) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:49:09.147771 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-106da594-a91f-4dc3-bc14-758881f41403 admin admin] 10.222.0.32 "DELETE /v2.0/routers/c6ee5ddd-52ff-46a9-b883-25f1987fd88f HTTP/1.1" status: 204  len: 168 time: 2.7332268
May 07 21:49:09.210532 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 1543b45e-f40e-472d-975d-d79ddefecdd6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1543b45e-f40e-472d-975d-d79ddefecdd6,segment=NetworkSegment(616ea0c7-2d98-4ffb-86e7-ca2a85e3ffe1),segment_id=616ea0c7-2d98-4ffb-86e7-ca2a85e3ffe1)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:49:09.212041 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c766eaa8-8e8e-4135-9b5d-dfdaad014172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1543b45e-f40e-472d-975d-d79ddefecdd6'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:49:09.216002 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0424784a-21b0-40a1-ab6b-99b662a6d580" -d '{"events": [{"server_uuid": "c766eaa8-8e8e-4135-9b5d-dfdaad014172", "name": "network-vif-plugged", "status": "completed", "tag": "1543b45e-f40e-472d-975d-d79ddefecdd6"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:49:09.221769 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (1543b45e-f40e-472d-975d-d79ddefecdd6), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:09.222993 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 04c678a5-64ac-461c-a365-ad4f4e5dd86c no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:49:09.261777 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6d2a4036-bf82-435e-9b03-217d2f46bf91 req-b76aa82b-ef81-4139-93bf-a4b8ff0596c6 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1396010
May 07 21:49:09.316364 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_v2 [None req-a28de1aa-f0a2-46d7-9776-cf33e67d4753 admin admin] Deleting subnet cd77f19b-8d7d-4621-9f97-fdf948218613 {{(pid=121836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 21:49:09.326539 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a28de1aa-f0a2-46d7-9776-cf33e67d4753 admin admin] Publish callbacks [] for subnet (cd77f19b-8d7d-4621-9f97-fdf948218613), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:09.464521 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a28de1aa-f0a2-46d7-9776-cf33e67d4753 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726883'] for subnet (cd77f19b-8d7d-4621-9f97-fdf948218613), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:09.525900 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=1543b45e-f40e-472d-975d-d79ddefecdd6,revision_number=7']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:09.546259 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 04c678a5-64ac-461c-a365-ad4f4e5dd86c is: ACTIVE; New status is: DOWN {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:49:09.546838 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (04c678a5-64ac-461c-a365-ad4f4e5dd86c), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:09.639313 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b9ecf2d-d881-4b54-8d2d-24e07b9def5f x-openstack-request-id: req-7b9ecf2d-d881-4b54-8d2d-24e07b9def5f {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:49:09.639620 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c766eaa8-8e8e-4135-9b5d-dfdaad014172", "name": "network-vif-plugged", "status": "completed", "tag": "1543b45e-f40e-472d-975d-d79ddefecdd6", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:49:09.640497 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7b9ecf2d-d881-4b54-8d2d-24e07b9def5f {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:49:09.641171 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b9ecf2d-d881-4b54-8d2d-24e07b9def5f'] response: {'server_uuid': 'c766eaa8-8e8e-4135-9b5d-dfdaad014172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1543b45e-f40e-472d-975d-d79ddefecdd6', 'code': 200}
May 07 21:49:09.658367 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 04c678a5-64ac-461c-a365-ad4f4e5dd86c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=04c678a5-64ac-461c-a365-ad4f4e5dd86c,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:49:09.669746 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (04c678a5-64ac-461c-a365-ad4f4e5dd86c), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:09.743282 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3162c584-19c4-46ed-afac-607739837f34 req-36c45806-01f2-4e59-945a-1edec07f593d tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:09.751360 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3162c584-19c4-46ed-afac-607739837f34 req-36c45806-01f2-4e59-945a-1edec07f593d tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf92f729-2124-482e-b270-05ad87327f96 HTTP/1.1" status: 200  len: 950 time: 0.0594342
May 07 21:49:09.828002 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=04c678a5-64ac-461c-a365-ad4f4e5dd86c,revision_number=11']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:09.877875 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3162c584-19c4-46ed-afac-607739837f34 req-2b475cb3-f85f-4305-bd9d-04a2fced7ce7 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1251588
May 07 21:49:10.401850 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a28de1aa-f0a2-46d7-9776-cf33e67d4753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (cd77f19b-8d7d-4621-9f97-fdf948218613), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:10.414695 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [req-4f733845-7809-4da9-b87a-9831a69ef03d req-04221a47-1b2e-4dce-b413-c9997bc97dab service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121836) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 21:49:10.424127 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4f733845-7809-4da9-b87a-9831a69ef03d req-04221a47-1b2e-4dce-b413-c9997bc97dab service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0243363
May 07 21:49:10.439880 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 3ee94c66-01dc-4281-9a14-d43ed8f698e2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:49:10.502052 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 3ee94c66-01dc-4281-9a14-d43ed8f698e2 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:49:10.516548 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 3ee94c66-01dc-4281-9a14-d43ed8f698e2 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:49:10.532368 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a28de1aa-f0a2-46d7-9776-cf33e67d4753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (cd77f19b-8d7d-4621-9f97-fdf948218613), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:10.566490 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31be91c-7172-4b52-8de0-3c550c4d9a64 None None] Network 9f841fdb-d9cb-46ad-bf07-c6c4940b44a2 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:49:10.577528 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a28de1aa-f0a2-46d7-9776-cf33e67d4753 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:10.591514 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-a28de1aa-f0a2-46d7-9776-cf33e67d4753 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/cd77f19b-8d7d-4621-9f97-fdf948218613 HTTP/1.1" status: 204  len: 168 time: 1.4516387
May 07 21:49:10.592210 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 35394) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:49:10.636492 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28de1aa-f0a2-46d7-9776-cf33e67d4753 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd77f19b-8d7d-4621-9f97-fdf948218613,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:10.820314 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-61039b63-28b3-4ed5-9c7a-f157bdf544cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (9f841fdb-d9cb-46ad-bf07-c6c4940b44a2), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:10.868996 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d820ede-a52d-479d-9381-26ebcd71a9c8 req-9e3f8dd3-f951-4fc4-86c9-70fba5415a00 tempest-ImagesOneServerTestJSON-63988004 tempest-ImagesOneServerTestJSON-63988004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:10.879187 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9d820ede-a52d-479d-9381-26ebcd71a9c8 req-9e3f8dd3-f951-4fc4-86c9-70fba5415a00 tempest-ImagesOneServerTestJSON-63988004 tempest-ImagesOneServerTestJSON-63988004-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0ec46f9-84e6-413a-be19-c46548cb31fd HTTP/1.1" status: 200  len: 948 time: 0.1170325
May 07 21:49:10.959062 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22641f0b-a228-46ca-aff3-663cdb0b287e None None] DHCP port deletion for 9f841fdb-d9cb-46ad-bf07-c6c4940b44a2 request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 21:49:10.973800 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b1adeec9-8a59-46b7-9029-a34e2b2f4362 req-e5b39d83-aaef-4861-9739-c83d2b002222 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=bf92f729-2124-482e-b270-05ad87327f96&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1391923
May 07 21:49:11.121099 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-22641f0b-a228-46ca-aff3-663cdb0b287e None None] Deleting port feecbf06-5693-4b7b-a8f8-9a00be7341e6 {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:49:11.124920 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-22641f0b-a228-46ca-aff3-663cdb0b287e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (feecbf06-5693-4b7b-a8f8-9a00be7341e6), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:11.136521 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 95aee55b-7026-428b-aa23-c411905b5c61 no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:49:11.140915 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e32f84-8271-4764-af69-542d24f63a53 req-0dc38700-8cc6-477e-a4aa-d62b2b2b54ac tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:11.142654 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-93e32f84-8271-4764-af69-542d24f63a53 req-0dc38700-8cc6-477e-a4aa-d62b2b2b54ac tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf92f729-2124-482e-b270-05ad87327f96 HTTP/1.1" status: 200  len: 950 time: 0.1486526
May 07 21:49:11.158097 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-61039b63-28b3-4ed5-9c7a-f157bdf544cd admin admin] Deleting port feecbf06-5693-4b7b-a8f8-9a00be7341e6 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:49:11.158747 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-61039b63-28b3-4ed5-9c7a-f157bdf544cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (feecbf06-5693-4b7b-a8f8-9a00be7341e6), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:11.240209 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] No Port match for: 95aee55b-7026-428b-aa23-c411905b5c61 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:49:11.243438 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 95aee55b-7026-428b-aa23-c411905b5c61 not bound to the agent host nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:49:11.286280 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-93e32f84-8271-4764-af69-542d24f63a53 req-a7025a1e-ff42-401d-9f7e-decfb71cbb74 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1367373
May 07 21:49:11.362164 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-22641f0b-a228-46ca-aff3-663cdb0b287e None None] For port feecbf06-5693-4b7b-a8f8-9a00be7341e6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=feecbf06-5693-4b7b-a8f8-9a00be7341e6,segment=NetworkSegment(0d6b37d0-217e-4253-bd97-d517929b9aae),segment_id=0d6b37d0-217e-4253-bd97-d517929b9aae)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:49:11.362577 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-22641f0b-a228-46ca-aff3-663cdb0b287e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (feecbf06-5693-4b7b-a8f8-9a00be7341e6), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:11.392720 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9d820ede-a52d-479d-9381-26ebcd71a9c8 req-d9d376ff-d3b7-4571-95b9-a8d95351efd9 tempest-ImagesOneServerTestJSON-63988004 tempest-ImagesOneServerTestJSON-63988004-project] 10.222.0.32 "GET /v2.0/security-groups?id=71595d26-f957-4be5-8222-3040afacde85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5120058
May 07 21:49:11.423656 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-61039b63-28b3-4ed5-9c7a-f157bdf544cd admin admin] For port feecbf06-5693-4b7b-a8f8-9a00be7341e6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=feecbf06-5693-4b7b-a8f8-9a00be7341e6,segment=NetworkSegment(0d6b37d0-217e-4253-bd97-d517929b9aae),segment_id=0d6b37d0-217e-4253-bd97-d517929b9aae)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:49:11.424296 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-61039b63-28b3-4ed5-9c7a-f157bdf544cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (feecbf06-5693-4b7b-a8f8-9a00be7341e6), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:11.427478 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-22641f0b-a228-46ca-aff3-663cdb0b287e None None] Calling delete_port for feecbf06-5693-4b7b-a8f8-9a00be7341e6 owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:49:11.471254 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-61039b63-28b3-4ed5-9c7a-f157bdf544cd admin admin] Calling delete_port for feecbf06-5693-4b7b-a8f8-9a00be7341e6 owned by network:dhcp {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:49:11.643215 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0ec46f9-84e6-413a-be19-c46548cb31fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04c678a5-64ac-461c-a365-ad4f4e5dd86c'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:49:11.657530 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77def782-cf7d-42b3-bdf1-ba59f70d1c87" -d '{"events": [{"server_uuid": "d0ec46f9-84e6-413a-be19-c46548cb31fd", "name": "network-vif-unplugged", "status": "completed", "tag": "04c678a5-64ac-461c-a365-ad4f4e5dd86c"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:49:11.718833 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-22641f0b-a228-46ca-aff3-663cdb0b287e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (feecbf06-5693-4b7b-a8f8-9a00be7341e6), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:11.776683 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 07 May 2022 21:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-240bef51-095c-415e-8b1a-bb02e9caf2e0 x-openstack-request-id: req-240bef51-095c-415e-8b1a-bb02e9caf2e0 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:49:11.777212 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0ec46f9-84e6-413a-be19-c46548cb31fd", "name": "network-vif-unplugged", "status": "completed", "tag": "04c678a5-64ac-461c-a365-ad4f4e5dd86c", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:49:11.777543 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-240bef51-095c-415e-8b1a-bb02e9caf2e0 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:49:11.777735 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-61039b63-28b3-4ed5-9c7a-f157bdf544cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (feecbf06-5693-4b7b-a8f8-9a00be7341e6), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:11.778497 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-240bef51-095c-415e-8b1a-bb02e9caf2e0'] response: {'server_uuid': 'd0ec46f9-84e6-413a-be19-c46548cb31fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04c678a5-64ac-461c-a365-ad4f4e5dd86c', 'code': 200}
May 07 21:49:11.779987 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22641f0b-a228-46ca-aff3-663cdb0b287e None None] Pushing event deleted for resources: {'Port': ['ID=feecbf06-5693-4b7b-a8f8-9a00be7341e6,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:11.796289 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22641f0b-a228-46ca-aff3-663cdb0b287e None None] No DVR routers for this DVR port feecbf06-5693-4b7b-a8f8-9a00be7341e6 on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:49:11.896139 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61039b63-28b3-4ed5-9c7a-f157bdf544cd admin admin] No DVR routers for this DVR port feecbf06-5693-4b7b-a8f8-9a00be7341e6 on host ncdv-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:49:11.900647 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61039b63-28b3-4ed5-9c7a-f157bdf544cd admin admin] Pushing event deleted for resources: {'Port': ['ID=feecbf06-5693-4b7b-a8f8-9a00be7341e6,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:12.010037 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-61039b63-28b3-4ed5-9c7a-f157bdf544cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (9f841fdb-d9cb-46ad-bf07-c6c4940b44a2), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:12.049525 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-61039b63-28b3-4ed5-9c7a-f157bdf544cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf879f4c10>,) {'filters': {'network_id': ['9f841fdb-d9cb-46ad-bf07-c6c4940b44a2']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:49:12.061567 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-61039b63-28b3-4ed5-9c7a-f157bdf544cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf879f4c10>, '0d6b37d0-217e-4253-bd97-d517929b9aae') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:49:12.062212 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-61039b63-28b3-4ed5-9c7a-f157bdf544cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf879f4c10>, '0d6b37d0-217e-4253-bd97-d517929b9aae') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:49:12.076254 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-61039b63-28b3-4ed5-9c7a-f157bdf544cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (0d6b37d0-217e-4253-bd97-d517929b9aae), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:12.099527 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-61039b63-28b3-4ed5-9c7a-f157bdf544cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (0d6b37d0-217e-4253-bd97-d517929b9aae), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:12.116967 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61039b63-28b3-4ed5-9c7a-f157bdf544cd admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 21:49:12.117473 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-61039b63-28b3-4ed5-9c7a-f157bdf544cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (0d6b37d0-217e-4253-bd97-d517929b9aae), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:12.204679 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 35450) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:49:12.237373 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 21:49:12.237373 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 21:49:12.237373 ncdv-master-1 neutron-server[121837]:     timer()
May 07 21:49:12.237373 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 21:49:12.237373 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 21:49:12.237373 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 21:49:12.237373 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 21:49:12.237373 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 21:49:12.237373 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 21:49:12.237373 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 21:49:12.237373 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 21:49:12.237373 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 21:49:12.237373 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 21:49:12.237373 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 21:49:12.237373 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 21:49:12.237373 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 21:49:12.237373 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 21:49:12.237373 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 21:49:12.237373 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 21:49:12.237373 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 21:49:12.237373 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 21:49:12.237373 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 21:49:12.237373 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 21:49:12.237373 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 21:49:12.237373 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 21:49:12.237373 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 21:49:12.237373 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 21:49:12.237373 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 21:49:12.237373 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 21:49:12.237373 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 21:49:12.237373 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 21:49:12.237373 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 21:49:12.246086 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-61039b63-28b3-4ed5-9c7a-f157bdf544cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (9f841fdb-d9cb-46ad-bf07-c6c4940b44a2), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:12.264283 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-61039b63-28b3-4ed5-9c7a-f157bdf544cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:12.274614 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-61039b63-28b3-4ed5-9c7a-f157bdf544cd admin admin] 10.222.0.32 "DELETE /v2.0/networks/9f841fdb-d9cb-46ad-bf07-c6c4940b44a2 HTTP/1.1" status: 204  len: 168 time: 1.6810930
May 07 21:49:12.340744 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61039b63-28b3-4ed5-9c7a-f157bdf544cd admin admin] Pushing event deleted for resources: {'Network': ['ID=9f841fdb-d9cb-46ad-bf07-c6c4940b44a2,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:12.416428 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2156af7b-2012-4e77-9992-3c00a342a035 req-90d849f6-ed4d-4e70-bad1-53db70e8ffae tempest-ImagesOneServerTestJSON-63988004 tempest-ImagesOneServerTestJSON-63988004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:12.421370 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2156af7b-2012-4e77-9992-3c00a342a035 req-90d849f6-ed4d-4e70-bad1-53db70e8ffae tempest-ImagesOneServerTestJSON-63988004 tempest-ImagesOneServerTestJSON-63988004-project] 10.222.0.55 "GET /v2.0/ports?device_id=d0ec46f9-84e6-413a-be19-c46548cb31fd HTTP/1.1" status: 200  len: 948 time: 0.1477966
May 07 21:49:12.472452 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device feecbf06-5693-4b7b-a8f8-9a00be7341e6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:49:12.533655 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: feecbf06-5693-4b7b-a8f8-9a00be7341e6 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:49:12.534007 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device feecbf06-5693-4b7b-a8f8-9a00be7341e6 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:49:12.574341 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 35470) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:49:12.588048 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1adeec9-8a59-46b7-9029-a34e2b2f4362 req-12eadee0-83f3-4052-932b-00dfcdd775ae tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:12.589795 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b1adeec9-8a59-46b7-9029-a34e2b2f4362 req-12eadee0-83f3-4052-932b-00dfcdd775ae tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports/671083f6-1511-4a4e-b623-b011d1104e75 HTTP/1.1" status: 200  len: 947 time: 0.1008320
May 07 21:49:12.650879 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb1ced-162d-4608-91f3-8e30485575a0 req-04c3103f-decc-4cf0-9b5b-cea790a6c091 tempest-ImagesOneServerTestJSON-63988004 tempest-ImagesOneServerTestJSON-63988004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:12.653606 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3acb1ced-162d-4608-91f3-8e30485575a0 req-04c3103f-decc-4cf0-9b5b-cea790a6c091 tempest-ImagesOneServerTestJSON-63988004 tempest-ImagesOneServerTestJSON-63988004-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0ec46f9-84e6-413a-be19-c46548cb31fd HTTP/1.1" status: 200  len: 948 time: 0.0547314
May 07 21:49:12.730255 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1858c7e-97ff-43c3-878b-8d5f1c265941 req-aed45e06-8e94-4bfd-a2b5-a46e9e712d22 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:12.732851 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a1858c7e-97ff-43c3-878b-8d5f1c265941 req-aed45e06-8e94-4bfd-a2b5-a46e9e712d22 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf92f729-2124-482e-b270-05ad87327f96 HTTP/1.1" status: 200  len: 950 time: 0.1942096
May 07 21:49:12.766412 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3acb1ced-162d-4608-91f3-8e30485575a0 req-7bf2d925-c357-4899-b4c9-d63386bfdc26 tempest-ImagesOneServerTestJSON-63988004 tempest-ImagesOneServerTestJSON-63988004-project] 10.222.0.32 "GET /v2.0/security-groups?id=71595d26-f957-4be5-8222-3040afacde85&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1061170
May 07 21:49:12.769834 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-534c34a3-eb65-441a-af36-4d1443ca53be admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b32f89ced1064b42a865fa6c8f48a92b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5634015
May 07 21:49:12.783545 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 35476) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:49:12.803229 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-a9373d2c-bad9-490f-bad6-cb673c2a7801 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6bff84c55662404f85da55f6d1c111b4&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2276497
May 07 21:49:12.813320 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 35478) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:49:12.839106 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-2156af7b-2012-4e77-9992-3c00a342a035 req-797ae628-454e-443f-8b59-b653f2534108 tempest-ImagesOneServerTestJSON-63988004 tempest-ImagesOneServerTestJSON-63988004-project] Deleting port 04c678a5-64ac-461c-a365-ad4f4e5dd86c {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:49:12.840832 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-2156af7b-2012-4e77-9992-3c00a342a035 req-797ae628-454e-443f-8b59-b653f2534108 tempest-ImagesOneServerTestJSON-63988004 tempest-ImagesOneServerTestJSON-63988004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (04c678a5-64ac-461c-a365-ad4f4e5dd86c), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:12.892512 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cc0a34c9-bb40-4267-9c8c-c63c9d2c1dc9 admin admin] Publish callbacks [] for security_group (1c655d32-fadc-49bf-9b81-fb094a93828d), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:12.969780 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cc0a34c9-bb40-4267-9c8c-c63c9d2c1dc9 admin admin] Publish callbacks [] for security_group (1c655d32-fadc-49bf-9b81-fb094a93828d), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:13.019022 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-2156af7b-2012-4e77-9992-3c00a342a035 req-797ae628-454e-443f-8b59-b653f2534108 tempest-ImagesOneServerTestJSON-63988004 tempest-ImagesOneServerTestJSON-63988004-project] For port 04c678a5-64ac-461c-a365-ad4f4e5dd86c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=04c678a5-64ac-461c-a365-ad4f4e5dd86c,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:49:13.019458 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-2156af7b-2012-4e77-9992-3c00a342a035 req-797ae628-454e-443f-8b59-b653f2534108 tempest-ImagesOneServerTestJSON-63988004 tempest-ImagesOneServerTestJSON-63988004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (04c678a5-64ac-461c-a365-ad4f4e5dd86c), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:13.060234 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-2156af7b-2012-4e77-9992-3c00a342a035 req-797ae628-454e-443f-8b59-b653f2534108 tempest-ImagesOneServerTestJSON-63988004 tempest-ImagesOneServerTestJSON-63988004-project] Calling delete_port for 04c678a5-64ac-461c-a365-ad4f4e5dd86c owned by compute:nova {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:49:13.071350 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cc0a34c9-bb40-4267-9c8c-c63c9d2c1dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (1c655d32-fadc-49bf-9b81-fb094a93828d), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:13.075193 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cc0a34c9-bb40-4267-9c8c-c63c9d2c1dc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:13.076675 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-cc0a34c9-bb40-4267-9c8c-c63c9d2c1dc9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1c655d32-fadc-49bf-9b81-fb094a93828d HTTP/1.1" status: 204  len: 168 time: 0.2919483
May 07 21:49:13.100358 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0a34c9-bb40-4267-9c8c-c63c9d2c1dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c655d32-fadc-49bf-9b81-fb094a93828d,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:13.344487 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a1858c7e-97ff-43c3-878b-8d5f1c265941 req-0ee768f4-1d2b-4492-8a4f-ef5172344da4 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5996773
May 07 21:49:13.473358 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-2156af7b-2012-4e77-9992-3c00a342a035 req-797ae628-454e-443f-8b59-b653f2534108 tempest-ImagesOneServerTestJSON-63988004 tempest-ImagesOneServerTestJSON-63988004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (04c678a5-64ac-461c-a365-ad4f4e5dd86c), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:13.475897 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-82543f4e-b73a-4b90-a4fa-bf839ab7ac0f admin admin] Publish callbacks [] for security_group (58a3b0fe-9063-47fe-aaa8-04c9d4baf445), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:13.514159 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797ae628-454e-443f-8b59-b653f2534108 tempest-ImagesOneServerTestJSON-63988004 tempest-ImagesOneServerTestJSON-63988004-project] Pushing event deleted for resources: {'Port': ['ID=04c678a5-64ac-461c-a365-ad4f4e5dd86c,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:13.584225 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-82543f4e-b73a-4b90-a4fa-bf839ab7ac0f admin admin] Publish callbacks [] for security_group (58a3b0fe-9063-47fe-aaa8-04c9d4baf445), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:13.610171 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-2156af7b-2012-4e77-9992-3c00a342a035 req-797ae628-454e-443f-8b59-b653f2534108 tempest-ImagesOneServerTestJSON-63988004 tempest-ImagesOneServerTestJSON-63988004-project] No DVR routers for this DVR port 04c678a5-64ac-461c-a365-ad4f4e5dd86c on host nch1-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:49:13.614902 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-2156af7b-2012-4e77-9992-3c00a342a035 req-797ae628-454e-443f-8b59-b653f2534108 tempest-ImagesOneServerTestJSON-63988004 tempest-ImagesOneServerTestJSON-63988004-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:13.618630 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2156af7b-2012-4e77-9992-3c00a342a035 req-797ae628-454e-443f-8b59-b653f2534108 tempest-ImagesOneServerTestJSON-63988004 tempest-ImagesOneServerTestJSON-63988004-project] 10.222.0.55 "DELETE /v2.0/ports/04c678a5-64ac-461c-a365-ad4f4e5dd86c HTTP/1.1" status: 204  len: 173 time: 1.1820064
May 07 21:49:13.619301 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0ec46f9-84e6-413a-be19-c46548cb31fd', 'name': 'network-vif-deleted', 'tag': '04c678a5-64ac-461c-a365-ad4f4e5dd86c'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:49:13.622619 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cc78cde-1d60-4f04-9535-1cbffba2f126" -d '{"events": [{"server_uuid": "d0ec46f9-84e6-413a-be19-c46548cb31fd", "name": "network-vif-deleted", "tag": "04c678a5-64ac-461c-a365-ad4f4e5dd86c"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:49:13.685283 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-82543f4e-b73a-4b90-a4fa-bf839ab7ac0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (58a3b0fe-9063-47fe-aaa8-04c9d4baf445), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:13.691756 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-82543f4e-b73a-4b90-a4fa-bf839ab7ac0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:13.699142 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-82543f4e-b73a-4b90-a4fa-bf839ab7ac0f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/58a3b0fe-9063-47fe-aaa8-04c9d4baf445 HTTP/1.1" status: 204  len: 168 time: 0.8845637
May 07 21:49:13.735133 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95cfa743-e8df-47ac-8f22-a50c0b6c9895 x-openstack-request-id: req-95cfa743-e8df-47ac-8f22-a50c0b6c9895 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:49:13.735436 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0ec46f9-84e6-413a-be19-c46548cb31fd", "name": "network-vif-deleted", "tag": "04c678a5-64ac-461c-a365-ad4f4e5dd86c", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:49:13.735701 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-95cfa743-e8df-47ac-8f22-a50c0b6c9895 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:49:13.736126 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95cfa743-e8df-47ac-8f22-a50c0b6c9895'] response: {'server_uuid': 'd0ec46f9-84e6-413a-be19-c46548cb31fd', 'name': 'network-vif-deleted', 'tag': '04c678a5-64ac-461c-a365-ad4f4e5dd86c', 'status': 'completed', 'code': 200}
May 07 21:49:13.739215 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82543f4e-b73a-4b90-a4fa-bf839ab7ac0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a3b0fe-9063-47fe-aaa8-04c9d4baf445,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:13.963408 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-09db3a75-ea63-4906-a88b-4f9affcd8b05 req-a380208e-572e-41c8-b4fa-67d9cc1e5852 tempest-ImagesOneServerTestJSON-63988004 tempest-ImagesOneServerTestJSON-63988004-project] 10.222.0.32 "GET /v2.0/ports?device_id=d0ec46f9-84e6-413a-be19-c46548cb31fd HTTP/1.1" status: 200  len: 210 time: 0.1112483
May 07 21:49:14.188732 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1adeec9-8a59-46b7-9029-a34e2b2f4362 req-e34c0f84-dbd5-4e95-90ab-7f501a4f51f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:14.190535 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b1adeec9-8a59-46b7-9029-a34e2b2f4362 req-e34c0f84-dbd5-4e95-90ab-7f501a4f51f9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7789855db11445de842c4df75bd05e10&device_id=bf92f729-2124-482e-b270-05ad87327f96 HTTP/1.1" status: 200  len: 1132 time: 0.1240139
May 07 21:49:14.639289 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ad1202-9605-4dca-b6df-6ad6e2491dc7 req-98839157-0af0-4ae7-8f71-4490b9d7c5b1 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:14.640861 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-84ad1202-9605-4dca-b6df-6ad6e2491dc7 req-98839157-0af0-4ae7-8f71-4490b9d7c5b1 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf92f729-2124-482e-b270-05ad87327f96 HTTP/1.1" status: 200  len: 950 time: 0.1217749
May 07 21:49:14.676632 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1adeec9-8a59-46b7-9029-a34e2b2f4362 req-864476a6-aadc-444b-ad6c-025ee4111d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:14.678485 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b1adeec9-8a59-46b7-9029-a34e2b2f4362 req-864476a6-aadc-444b-ad6c-025ee4111d20 service neutron] 10.222.0.55 "GET /v2.0/networks?id=665487f0-78eb-47fb-9a06-b15bc614dc47 HTTP/1.1" status: 200  len: 870 time: 0.3422065
May 07 21:49:14.768381 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b1adeec9-8a59-46b7-9029-a34e2b2f4362 req-1af65b23-05fc-49d8-9b92-bc216ed87000 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=671083f6-1511-4a4e-b623-b011d1104e75 HTTP/1.1" status: 200  len: 217 time: 0.0728369
May 07 21:49:14.780027 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-84ad1202-9605-4dca-b6df-6ad6e2491dc7 req-6918cd5c-9da9-4ae3-af9b-a38fddd466d7 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1234725
May 07 21:49:14.850800 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1adeec9-8a59-46b7-9029-a34e2b2f4362 req-cfcac3a3-8094-44a0-bf11-c963a4dd7591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:14.854827 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b1adeec9-8a59-46b7-9029-a34e2b2f4362 req-cfcac3a3-8094-44a0-bf11-c963a4dd7591 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6e0e5c53-1ece-4d20-b01d-5f8c6957edf6 HTTP/1.1" status: 200  len: 843 time: 0.0713978
May 07 21:49:14.966810 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1adeec9-8a59-46b7-9029-a34e2b2f4362 req-f4408158-56f2-4b2f-91b5-9f84400ed1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:14.968711 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b1adeec9-8a59-46b7-9029-a34e2b2f4362 req-f4408158-56f2-4b2f-91b5-9f84400ed1be service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=665487f0-78eb-47fb-9a06-b15bc614dc47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1076205
May 07 21:49:15.228571 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b1adeec9-8a59-46b7-9029-a34e2b2f4362 req-6d406404-a6da-4dd9-b2c3-7b86ea2a5112 service neutron] 10.222.0.55 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2516823
May 07 21:49:15.357422 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 35624) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:49:15.389257 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b1adeec9-8a59-46b7-9029-a34e2b2f4362 req-26f4002b-8b53-48da-9f32-22da76fc233d service neutron] 10.222.0.55 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1534176
May 07 21:49:15.473370 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 35630) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:49:15.729452 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f511fefd-7293-4859-ab00-0c49344ac237 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:15.803686 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 35638) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:49:15.857303 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f511fefd-7293-4859-ab00-0c49344ac237 admin admin] Publish callbacks [] for security_group (248a8453-89eb-405f-9902-e3c361d426a6), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:15.864883 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-0e6ea2be-aaa6-48b6-bd98-9e5e513b06a0 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1858498521-network', 'tenant_id': '397d3af89ad74a74b7f950ddfef16aee'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:49:15.883896 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f511fefd-7293-4859-ab00-0c49344ac237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (248a8453-89eb-405f-9902-e3c361d426a6), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:15.908036 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e6ea2be-aaa6-48b6-bd98-9e5e513b06a0 admin admin] Made reservation on behalf of 397d3af89ad74a74b7f950ddfef16aee for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:49:15.910586 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0e6ea2be-aaa6-48b6-bd98-9e5e513b06a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:15.944512 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-f511fefd-7293-4859-ab00-0c49344ac237 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=91912089ae704097827a93cfcf570d69&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5851624
May 07 21:49:15.962033 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 35646) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:49:15.967101 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0e6ea2be-aaa6-48b6-bd98-9e5e513b06a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:16.044644 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f511fefd-7293-4859-ab00-0c49344ac237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=248a8453-89eb-405f-9902-e3c361d426a6,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:16.078866 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d7212ea0-502a-4ace-ba92-72525d08bcca admin admin] Publish callbacks [] for security_group (248a8453-89eb-405f-9902-e3c361d426a6), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:16.084644 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9135a6-8034-4c0c-8b9e-fb9ddc2808d0 req-c5e3549f-65b9-469d-8757-df93e7a9a80c tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:16.093013 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2e9135a6-8034-4c0c-8b9e-fb9ddc2808d0 req-c5e3549f-65b9-469d-8757-df93e7a9a80c tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf92f729-2124-482e-b270-05ad87327f96 HTTP/1.1" status: 200  len: 950 time: 0.1727057
May 07 21:49:16.111423 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d7212ea0-502a-4ace-ba92-72525d08bcca admin admin] Publish callbacks [] for security_group (248a8453-89eb-405f-9902-e3c361d426a6), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:16.128734 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-097908ae-9c9c-47f6-b045-4a3842cc289e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=59b4f20214214616967d9d414375248a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3226447
May 07 21:49:16.133784 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 35658) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:49:16.137523 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0e6ea2be-aaa6-48b6-bd98-9e5e513b06a0 admin admin] Publish callbacks [] for security_group (5c04eace-83a1-482d-bb10-3db4b814e81f), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:16.179183 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0e6ea2be-aaa6-48b6-bd98-9e5e513b06a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (5c04eace-83a1-482d-bb10-3db4b814e81f), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:16.213727 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e6ea2be-aaa6-48b6-bd98-9e5e513b06a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 21:49:16.241008 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0e6ea2be-aaa6-48b6-bd98-9e5e513b06a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (dbc00191-bb92-4ec5-9925-da3e72ff7728), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:16.241008 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-0e6ea2be-aaa6-48b6-bd98-9e5e513b06a0 admin admin] Added segment dbc00191-bb92-4ec5-9925-da3e72ff7728 of type vlan for network eb07703e-d3ea-492a-bea4-290b0a4413dc
May 07 21:49:16.275916 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2fb769dc-0f8e-4c96-9382-f4f8a3df0887 admin admin] Publish callbacks [] for security_group (71595d26-f957-4be5-8222-3040afacde85), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:16.325373 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2fb769dc-0f8e-4c96-9382-f4f8a3df0887 admin admin] Publish callbacks [] for security_group (71595d26-f957-4be5-8222-3040afacde85), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:16.344503 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d7212ea0-502a-4ace-ba92-72525d08bcca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (248a8453-89eb-405f-9902-e3c361d426a6), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:16.347508 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d7212ea0-502a-4ace-ba92-72525d08bcca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:16.349419 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-d7212ea0-502a-4ace-ba92-72525d08bcca admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/248a8453-89eb-405f-9902-e3c361d426a6 HTTP/1.1" status: 204  len: 168 time: 0.3860898
May 07 21:49:16.457160 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 04c678a5-64ac-461c-a365-ad4f4e5dd86c no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:49:16.483388 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7212ea0-502a-4ace-ba92-72525d08bcca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=248a8453-89eb-405f-9902-e3c361d426a6,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:16.496582 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2fb769dc-0f8e-4c96-9382-f4f8a3df0887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (71595d26-f957-4be5-8222-3040afacde85), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:16.500515 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2fb769dc-0f8e-4c96-9382-f4f8a3df0887 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:16.502929 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-2fb769dc-0f8e-4c96-9382-f4f8a3df0887 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/71595d26-f957-4be5-8222-3040afacde85 HTTP/1.1" status: 204  len: 168 time: 0.3679719
May 07 21:49:16.522572 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb769dc-0f8e-4c96-9382-f4f8a3df0887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71595d26-f957-4be5-8222-3040afacde85,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:16.551947 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] No Port match for: 04c678a5-64ac-461c-a365-ad4f4e5dd86c {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:49:16.556739 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 04c678a5-64ac-461c-a365-ad4f4e5dd86c not bound to the agent host nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:49:16.567553 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6ea2be-aaa6-48b6-bd98-9e5e513b06a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c04eace-83a1-482d-bb10-3db4b814e81f,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:16.581685 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0e6ea2be-aaa6-48b6-bd98-9e5e513b06a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (eb07703e-d3ea-492a-bea4-290b0a4413dc), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:16.690649 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2e9135a6-8034-4c0c-8b9e-fb9ddc2808d0 req-73d504cf-a364-4d35-afcd-ea9c07198fbf tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5973907
May 07 21:49:16.754702 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0e6ea2be-aaa6-48b6-bd98-9e5e513b06a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (eb07703e-d3ea-492a-bea4-290b0a4413dc), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:16.756111 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6ea2be-aaa6-48b6-bd98-9e5e513b06a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:16.757055 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0e6ea2be-aaa6-48b6-bd98-9e5e513b06a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:16.863622 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-0e6ea2be-aaa6-48b6-bd98-9e5e513b06a0 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 894 time: 1.3851864
May 07 21:49:16.863622 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 35704) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:49:16.868219 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-8afece55-8d46-4fd7-8220-ec4ba8bd5e3d admin admin] Request body: {'subnet': {'network_id': 'eb07703e-d3ea-492a-bea4-290b0a4413dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1858498521-subnet', 'tenant_id': '397d3af89ad74a74b7f950ddfef16aee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:49:16.878402 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6ea2be-aaa6-48b6-bd98-9e5e513b06a0 admin admin] Pushing event updated for resources: {'Network': ['ID=eb07703e-d3ea-492a-bea4-290b0a4413dc,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:16.894412 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network eb07703e-d3ea-492a-bea4-290b0a4413dc details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 21:49:16.962422 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8afece55-8d46-4fd7-8220-ec4ba8bd5e3d admin admin] Made reservation on behalf of 397d3af89ad74a74b7f950ddfef16aee for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:49:16.980363 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8afece55-8d46-4fd7-8220-ec4ba8bd5e3d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:17.355732 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8afece55-8d46-4fd7-8220-ec4ba8bd5e3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (d329c7be-122e-41cc-a15c-4f4f46805051), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:17.477350 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afece55-8d46-4fd7-8220-ec4ba8bd5e3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d329c7be-122e-41cc-a15c-4f4f46805051,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:17.511408 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afece55-8d46-4fd7-8220-ec4ba8bd5e3d admin admin] Checking segment: {'id': 'dbc00191-bb92-4ec5-9925-da3e72ff7728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'eb07703e-d3ea-492a-bea4-290b0a4413dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:49:17.511791 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8afece55-8d46-4fd7-8220-ec4ba8bd5e3d admin admin] Network hostable DHCP agents. Network: eb07703e-d3ea-492a-bea4-290b0a4413dc, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 21:49:17.532436 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 35732) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:49:17.585724 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-82672a96-7ae3-42f1-b89a-52a721b0450b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:17.609413 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8afece55-8d46-4fd7-8220-ec4ba8bd5e3d admin admin] Network eb07703e-d3ea-492a-bea4-290b0a4413dc is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 21:49:17.649296 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-8afece55-8d46-4fd7-8220-ec4ba8bd5e3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, eb07703e-d3ea-492a-bea4-290b0a4413dc) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:49:17.663545 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e13de4c-2448-41df-9f4b-80c1d1c90a76 None None] Network eb07703e-d3ea-492a-bea4-290b0a4413dc requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:49:17.664225 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afece55-8d46-4fd7-8220-ec4ba8bd5e3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:17.664692 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8afece55-8d46-4fd7-8220-ec4ba8bd5e3d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:17.725190 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 35736) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:49:17.851697 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-82672a96-7ae3-42f1-b89a-52a721b0450b admin admin] Publish callbacks [] for security_group (82a8d469-da86-4a3e-8113-a701140f53a9), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:17.862068 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-82672a96-7ae3-42f1-b89a-52a721b0450b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (82a8d469-da86-4a3e-8113-a701140f53a9), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:17.875749 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53916cf0-0b07-4baa-ab20-065450f72df5 None None] Network eb07703e-d3ea-492a-bea4-290b0a4413dc requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:49:17.933143 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-8afece55-8d46-4fd7-8220-ec4ba8bd5e3d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 858 time: 1.0687664
May 07 21:49:17.974229 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-82672a96-7ae3-42f1-b89a-52a721b0450b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a376ed4e06184e4d84ac35b0ac27a140&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4319882
May 07 21:49:17.975993 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 35756) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:49:17.976874 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82672a96-7ae3-42f1-b89a-52a721b0450b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a8d469-da86-4a3e-8113-a701140f53a9,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:18.079663 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c85daed3-474a-4e96-b2c2-7a180e1b5689 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:18.095164 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f5db12-e631-48c2-837e-252ea2451988 req-770e49fd-7f68-4d55-8bc6-962b75ab4ba7 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:18.106075 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-99f5db12-e631-48c2-837e-252ea2451988 req-770e49fd-7f68-4d55-8bc6-962b75ab4ba7 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf92f729-2124-482e-b270-05ad87327f96 HTTP/1.1" status: 200  len: 950 time: 0.2017195
May 07 21:49:18.187213 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-52ecaba4-527e-4b64-bf13-b9e270ff164c admin admin] Publish callbacks [] for security_group (82a8d469-da86-4a3e-8113-a701140f53a9), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:18.245429 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-99f5db12-e631-48c2-837e-252ea2451988 req-e3c32d41-ded0-4f91-baba-f8cee3c5a2e3 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1371439
May 07 21:49:18.287746 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-52ecaba4-527e-4b64-bf13-b9e270ff164c admin admin] Publish callbacks [] for security_group (82a8d469-da86-4a3e-8113-a701140f53a9), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:18.380450 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c85daed3-474a-4e96-b2c2-7a180e1b5689 admin admin] Publish callbacks [] for security_group (d4b11103-db8c-4e6e-8b09-19f7a17e48ee), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:18.387622 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c85daed3-474a-4e96-b2c2-7a180e1b5689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (d4b11103-db8c-4e6e-8b09-19f7a17e48ee), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:18.421113 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-52ecaba4-527e-4b64-bf13-b9e270ff164c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (82a8d469-da86-4a3e-8113-a701140f53a9), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:18.424674 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-52ecaba4-527e-4b64-bf13-b9e270ff164c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:18.447436 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-52ecaba4-527e-4b64-bf13-b9e270ff164c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/82a8d469-da86-4a3e-8113-a701140f53a9 HTTP/1.1" status: 204  len: 168 time: 0.4659729
May 07 21:49:18.493155 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ecaba4-527e-4b64-bf13-b9e270ff164c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a8d469-da86-4a3e-8113-a701140f53a9,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:18.524013 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 35772) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:49:18.524294 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-c85daed3-474a-4e96-b2c2-7a180e1b5689 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=765d4ae9756147578d64d04613c3a294&name=default HTTP/1.1" status: 200  len: 2996 time: 0.7964385
May 07 21:49:18.614149 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85daed3-474a-4e96-b2c2-7a180e1b5689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b11103-db8c-4e6e-8b09-19f7a17e48ee,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:18.714647 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e9e9f730-12c1-4a26-a8a0-a73e72264d61 admin admin] Publish callbacks [] for security_group (d4b11103-db8c-4e6e-8b09-19f7a17e48ee), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:18.721901 ncdv-master-1 neutron-server[121837]: INFO neutron.api.v2.resource [req-4ba8c011-8d40-402b-9a7a-1822210122d4 req-dabfb45f-02df-420d-bbb4-bcdd19a959b9 tempest-SecurityGroupsNegativeTestJSON-1798131104 tempest-SecurityGroupsNegativeTestJSON-1798131104-project] show failed (client error): The resource could not be found.
May 07 21:49:18.757092 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4ba8c011-8d40-402b-9a7a-1822210122d4 req-dabfb45f-02df-420d-bbb4-bcdd19a959b9 tempest-SecurityGroupsNegativeTestJSON-1798131104 tempest-SecurityGroupsNegativeTestJSON-1798131104-project] 10.222.0.32 "GET /v2.0/security-groups/cdae0875-a49b-4b5f-bc5b-79c98744cba1 HTTP/1.1" status: 404  len: 352 time: 0.0696490
May 07 21:49:18.809672 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e9e9f730-12c1-4a26-a8a0-a73e72264d61 admin admin] Publish callbacks [] for security_group (d4b11103-db8c-4e6e-8b09-19f7a17e48ee), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:18.926713 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e9e9f730-12c1-4a26-a8a0-a73e72264d61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (d4b11103-db8c-4e6e-8b09-19f7a17e48ee), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:18.930425 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e9e9f730-12c1-4a26-a8a0-a73e72264d61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:18.931971 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-e9e9f730-12c1-4a26-a8a0-a73e72264d61 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d4b11103-db8c-4e6e-8b09-19f7a17e48ee HTTP/1.1" status: 204  len: 168 time: 0.4069009
May 07 21:49:18.962108 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e9f730-12c1-4a26-a8a0-a73e72264d61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b11103-db8c-4e6e-8b09-19f7a17e48ee,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:19.095049 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c586ec77-ac71-46cf-b817-ec0ea7c46616 req-cc70ada1-d913-4dc8-8acf-ce439fd8d2dd tempest-SecurityGroupsNegativeTestJSON-1798131104 tempest-SecurityGroupsNegativeTestJSON-1798131104-project] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=397d3af89ad74a74b7f950ddfef16aee HTTP/1.1" status: 200  len: 3001 time: 0.2113070
May 07 21:49:19.189879 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c586ec77-ac71-46cf-b817-ec0ea7c46616 req-b9225032-e095-4ad2-bf63-775327462a46 tempest-SecurityGroupsNegativeTestJSON-1798131104 tempest-SecurityGroupsNegativeTestJSON-1798131104-project] 10.222.0.32 "GET /v2.0/security-groups/5c04eace-83a1-482d-bb10-3db4b814e81f HTTP/1.1" status: 200  len: 2998 time: 0.0885932
May 07 21:49:19.289948 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c586ec77-ac71-46cf-b817-ec0ea7c46616 req-22300ccf-8224-452c-85fc-3e610619a25f tempest-SecurityGroupsNegativeTestJSON-1798131104 tempest-SecurityGroupsNegativeTestJSON-1798131104-project] 10.222.0.32 "GET /v2.0/security-groups/5c04eace-83a1-482d-bb10-3db4b814e81f HTTP/1.1" status: 200  len: 2998 time: 0.0831158
May 07 21:49:19.502560 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3d315e92-3fb6-46d6-93a4-f9b7ad8cc82f req-6d418541-eb1d-46ff-be9f-8bb4fcb3950c tempest-SecurityGroupsNegativeTestJSON-1798131104 tempest-SecurityGroupsNegativeTestJSON-1798131104-project] 10.222.0.32 "GET /v2.0/security-groups/5c04eace-83a1-482d-bb10-3db4b814e81f HTTP/1.1" status: 200  len: 2998 time: 0.1794281
May 07 21:49:19.569393 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80dd9be-c175-4d0f-a61e-5a64487594f6 req-1eb1fcce-1894-4298-893f-dc00aee64dd2 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:19.569955 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b80dd9be-c175-4d0f-a61e-5a64487594f6 req-1eb1fcce-1894-4298-893f-dc00aee64dd2 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf92f729-2124-482e-b270-05ad87327f96 HTTP/1.1" status: 200  len: 950 time: 0.1262195
May 07 21:49:19.656895 ncdv-master-1 neutron-server[121837]: INFO neutron.api.v2.resource [req-3d315e92-3fb6-46d6-93a4-f9b7ad8cc82f req-c350b2ca-3128-4770-bb32-3990370bfca4 tempest-SecurityGroupsNegativeTestJSON-1798131104 tempest-SecurityGroupsNegativeTestJSON-1798131104-project] delete failed (client error): There was a conflict when trying to complete your request.
May 07 21:49:19.657964 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3d315e92-3fb6-46d6-93a4-f9b7ad8cc82f req-c350b2ca-3128-4770-bb32-3990370bfca4 tempest-SecurityGroupsNegativeTestJSON-1798131104 tempest-SecurityGroupsNegativeTestJSON-1798131104-project] 10.222.0.32 "DELETE /v2.0/security-groups/5c04eace-83a1-482d-bb10-3db4b814e81f HTTP/1.1" status: 409  len: 352 time: 0.1470127
May 07 21:49:19.735681 ncdv-master-1 neutron-server[121837]: INFO neutron.api.v2.resource [req-374c1b2e-ac19-480a-b306-c2e1dcfb3d6a req-543d1643-c045-4936-b2dd-d6e00eb761ed tempest-SecurityGroupsNegativeTestJSON-1798131104 tempest-SecurityGroupsNegativeTestJSON-1798131104-project] show failed (client error): The resource could not be found.
May 07 21:49:19.740787 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-374c1b2e-ac19-480a-b306-c2e1dcfb3d6a req-543d1643-c045-4936-b2dd-d6e00eb761ed tempest-SecurityGroupsNegativeTestJSON-1798131104 tempest-SecurityGroupsNegativeTestJSON-1798131104-project] 10.222.0.32 "GET /v2.0/security-groups/293df26a-83a6-4dcc-af1d-b9cb806330b1 HTTP/1.1" status: 404  len: 352 time: 0.0380232
May 07 21:49:19.752718 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b80dd9be-c175-4d0f-a61e-5a64487594f6 req-59ace72f-50e5-4cfc-acbd-a7f4c74ab997 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1737032
May 07 21:49:19.855119 ncdv-master-1 neutron-server[121837]: INFO neutron.api.v2.resource [req-b17e052c-0c1b-4e3a-b25c-be41f482a378 req-a2f75ae7-ca71-4e58-bc52-99abd7a52f2c tempest-SecurityGroupsNegativeTestJSON-1798131104 tempest-SecurityGroupsNegativeTestJSON-1798131104-project] show failed (client error): The resource could not be found.
May 07 21:49:19.859965 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b17e052c-0c1b-4e3a-b25c-be41f482a378 req-a2f75ae7-ca71-4e58-bc52-99abd7a52f2c tempest-SecurityGroupsNegativeTestJSON-1798131104 tempest-SecurityGroupsNegativeTestJSON-1798131104-project] 10.222.0.32 "GET /v2.0/security-groups/c15d592c-7338-4c76-809b-8f26432a79da HTTP/1.1" status: 404  len: 352 time: 0.0427194
May 07 21:49:19.869225 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 35824) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:49:19.932183 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_v2 [None req-065ff28a-957f-422d-8505-14a29370de67 admin admin] Deleting subnet d329c7be-122e-41cc-a15c-4f4f46805051 {{(pid=121836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 21:49:19.938343 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-065ff28a-957f-422d-8505-14a29370de67 admin admin] Publish callbacks [] for subnet (d329c7be-122e-41cc-a15c-4f4f46805051), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:20.035036 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-065ff28a-957f-422d-8505-14a29370de67 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726883'] for subnet (d329c7be-122e-41cc-a15c-4f4f46805051), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:20.238798 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-065ff28a-957f-422d-8505-14a29370de67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (d329c7be-122e-41cc-a15c-4f4f46805051), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:20.412333 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-065ff28a-957f-422d-8505-14a29370de67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (d329c7be-122e-41cc-a15c-4f4f46805051), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:20.505523 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065ff28a-957f-422d-8505-14a29370de67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d329c7be-122e-41cc-a15c-4f4f46805051,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:20.529663 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-065ff28a-957f-422d-8505-14a29370de67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:20.534498 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-065ff28a-957f-422d-8505-14a29370de67 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d329c7be-122e-41cc-a15c-4f4f46805051 HTTP/1.1" status: 204  len: 168 time: 0.6644061
May 07 21:49:20.537342 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 35852) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:49:20.730065 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-77280d59-4ba1-41d5-9953-9ed53e30b38b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (eb07703e-d3ea-492a-bea4-290b0a4413dc), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:20.813624 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:20.921344 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-77280d59-4ba1-41d5-9953-9ed53e30b38b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (eb07703e-d3ea-492a-bea4-290b0a4413dc), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:20.952900 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-77280d59-4ba1-41d5-9953-9ed53e30b38b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf86a0c700>,) {'filters': {'network_id': ['eb07703e-d3ea-492a-bea4-290b0a4413dc']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:49:20.972649 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-77280d59-4ba1-41d5-9953-9ed53e30b38b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf86a0c700>, 'dbc00191-bb92-4ec5-9925-da3e72ff7728') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:49:20.973119 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-77280d59-4ba1-41d5-9953-9ed53e30b38b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf86a0c700>, 'dbc00191-bb92-4ec5-9925-da3e72ff7728') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:49:20.993738 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-77280d59-4ba1-41d5-9953-9ed53e30b38b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (dbc00191-bb92-4ec5-9925-da3e72ff7728), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:21.028441 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-77280d59-4ba1-41d5-9953-9ed53e30b38b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (dbc00191-bb92-4ec5-9925-da3e72ff7728), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:21.040872 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77280d59-4ba1-41d5-9953-9ed53e30b38b admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 21:49:21.042046 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-77280d59-4ba1-41d5-9953-9ed53e30b38b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (dbc00191-bb92-4ec5-9925-da3e72ff7728), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:21.045517 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 21:49:21.045517 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 21:49:21.045517 ncdv-master-1 neutron-server[121837]:     timer()
May 07 21:49:21.045517 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 21:49:21.045517 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 21:49:21.045517 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 21:49:21.045517 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 21:49:21.045517 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 21:49:21.045517 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 21:49:21.045517 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 21:49:21.045517 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 21:49:21.045517 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 21:49:21.045517 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 21:49:21.045517 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 21:49:21.045517 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 21:49:21.045517 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 21:49:21.045517 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 21:49:21.045517 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 21:49:21.045517 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 21:49:21.045517 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 21:49:21.045517 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 21:49:21.045517 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 21:49:21.045517 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 21:49:21.045517 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 21:49:21.045517 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 21:49:21.045517 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 21:49:21.045517 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 21:49:21.045517 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 21:49:21.045517 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 21:49:21.045517 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 21:49:21.045517 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 21:49:21.045517 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 21:49:21.074425 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1ae710-6b63-405c-90f1-025031c4a222 req-74725303-80a2-45f2-a44f-2b8a66ade454 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:21.087159 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1e1ae710-6b63-405c-90f1-025031c4a222 req-74725303-80a2-45f2-a44f-2b8a66ade454 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf92f729-2124-482e-b270-05ad87327f96 HTTP/1.1" status: 200  len: 950 time: 0.1440253
May 07 21:49:21.153009 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-77280d59-4ba1-41d5-9953-9ed53e30b38b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (eb07703e-d3ea-492a-bea4-290b0a4413dc), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:21.175000 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-77280d59-4ba1-41d5-9953-9ed53e30b38b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:21.190176 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-77280d59-4ba1-41d5-9953-9ed53e30b38b admin admin] 10.222.0.32 "DELETE /v2.0/networks/eb07703e-d3ea-492a-bea4-290b0a4413dc HTTP/1.1" status: 204  len: 168 time: 0.6506464
May 07 21:49:21.203790 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77280d59-4ba1-41d5-9953-9ed53e30b38b admin admin] Pushing event deleted for resources: {'Network': ['ID=eb07703e-d3ea-492a-bea4-290b0a4413dc,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:21.236974 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1e1ae710-6b63-405c-90f1-025031c4a222 req-32090f08-e6ff-4d3a-8ae7-c8f13b9196f8 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1479912
May 07 21:49:21.643708 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 35896) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:49:21.747454 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-4ec73f7e-82a2-4fce-a1c5-4d23d5ba9202 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=397d3af89ad74a74b7f950ddfef16aee&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0984323
May 07 21:49:21.749998 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 35898) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:49:21.869595 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 35902) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:49:21.878416 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a02aaff9-05d2-4795-ae72-f3c8d579e4d5 admin admin] Publish callbacks [] for security_group (5c04eace-83a1-482d-bb10-3db4b814e81f), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:21.951551 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a02aaff9-05d2-4795-ae72-f3c8d579e4d5 admin admin] Publish callbacks [] for security_group (5c04eace-83a1-482d-bb10-3db4b814e81f), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:22.077797 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a02aaff9-05d2-4795-ae72-f3c8d579e4d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (5c04eace-83a1-482d-bb10-3db4b814e81f), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:22.081728 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a02aaff9-05d2-4795-ae72-f3c8d579e4d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:22.087155 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-a02aaff9-05d2-4795-ae72-f3c8d579e4d5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5c04eace-83a1-482d-bb10-3db4b814e81f HTTP/1.1" status: 204  len: 168 time: 0.3356285
May 07 21:49:22.105902 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02aaff9-05d2-4795-ae72-f3c8d579e4d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c04eace-83a1-482d-bb10-3db4b814e81f,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:22.288481 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9763197b-2748-4184-98db-552684161454 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:22.427877 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987a2d85-f1d7-4cd5-abbb-00317527a412 req-b5058e2d-78dc-4607-bd8d-68d6f9515624 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:22.439108 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-987a2d85-f1d7-4cd5-abbb-00317527a412 req-b5058e2d-78dc-4607-bd8d-68d6f9515624 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf92f729-2124-482e-b270-05ad87327f96 HTTP/1.1" status: 200  len: 950 time: 0.1035237
May 07 21:49:22.467068 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9763197b-2748-4184-98db-552684161454 admin admin] Publish callbacks [] for security_group (a7ba92d1-d8da-4cb7-a013-892d18606791), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:22.476097 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9763197b-2748-4184-98db-552684161454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (a7ba92d1-d8da-4cb7-a013-892d18606791), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:22.528809 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-9763197b-2748-4184-98db-552684161454 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dc265111632a4aab932a3582370e459a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6565137
May 07 21:49:22.533113 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 35934) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:49:22.537143 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-987a2d85-f1d7-4cd5-abbb-00317527a412 req-17bd5737-0ba1-4b4b-919f-fb029859d3d8 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0966678
May 07 21:49:22.580589 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9763197b-2748-4184-98db-552684161454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ba92d1-d8da-4cb7-a013-892d18606791,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:22.655484 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8b6a52bc-dd97-4d30-8532-1b3f1b873eed admin admin] Publish callbacks [] for security_group (a7ba92d1-d8da-4cb7-a013-892d18606791), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:22.687411 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8b6a52bc-dd97-4d30-8532-1b3f1b873eed admin admin] Publish callbacks [] for security_group (a7ba92d1-d8da-4cb7-a013-892d18606791), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:22.787421 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8b6a52bc-dd97-4d30-8532-1b3f1b873eed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (a7ba92d1-d8da-4cb7-a013-892d18606791), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:22.793120 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8b6a52bc-dd97-4d30-8532-1b3f1b873eed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:22.797183 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-8b6a52bc-dd97-4d30-8532-1b3f1b873eed admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a7ba92d1-d8da-4cb7-a013-892d18606791 HTTP/1.1" status: 204  len: 168 time: 0.2626598
May 07 21:49:22.805449 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6a52bc-dd97-4d30-8532-1b3f1b873eed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ba92d1-d8da-4cb7-a013-892d18606791,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:23.555493 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4bde80bf-9496-40e3-bdc1-6ca0d7ea8639 req-2fcea46e-2abf-4877-8705-574777f81995 tempest-AbsoluteLimitsNegativeTestJSON-1648799684 tempest-AbsoluteLimitsNegativeTestJSON-1648799684-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=273e6b1d35a44caaafcda83f27d0a744&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0730855
May 07 21:49:23.585483 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:23.604425 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-60e8636c-fe9a-4433-bf47-462bbb221c00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:23.824552 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde80bf-9496-40e3-bdc1-6ca0d7ea8639 req-5919fccd-f0e4-4b87-9074-145c5f163f52 tempest-AbsoluteLimitsNegativeTestJSON-1648799684 tempest-AbsoluteLimitsNegativeTestJSON-1648799684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:23.832266 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4bde80bf-9496-40e3-bdc1-6ca0d7ea8639 req-5919fccd-f0e4-4b87-9074-145c5f163f52 tempest-AbsoluteLimitsNegativeTestJSON-1648799684 tempest-AbsoluteLimitsNegativeTestJSON-1648799684-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2704318
May 07 21:49:23.859058 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c60570-4ead-455c-87a6-7b4b99f8dc3e req-20f676d4-f028-4a40-8868-9b2385326917 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:23.865029 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4bde80bf-9496-40e3-bdc1-6ca0d7ea8639 req-f733c4f1-0ebe-4e8e-b119-e3aed40f7748 tempest-AbsoluteLimitsNegativeTestJSON-1648799684 tempest-AbsoluteLimitsNegativeTestJSON-1648799684-project] 10.222.0.32 "GET /v2.0/quotas/273e6b1d35a44caaafcda83f27d0a744 HTTP/1.1" status: 200  len: 375 time: 0.0318329
May 07 21:49:23.867392 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-79c60570-4ead-455c-87a6-7b4b99f8dc3e req-20f676d4-f028-4a40-8868-9b2385326917 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf92f729-2124-482e-b270-05ad87327f96 HTTP/1.1" status: 200  len: 950 time: 0.1271825
May 07 21:49:23.906160 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4bde80bf-9496-40e3-bdc1-6ca0d7ea8639 req-fd75bec6-2906-4ff8-a43e-0d0f2f93bd97 tempest-AbsoluteLimitsNegativeTestJSON-1648799684 tempest-AbsoluteLimitsNegativeTestJSON-1648799684-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=273e6b1d35a44caaafcda83f27d0a744&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0402043
May 07 21:49:23.950396 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-79c60570-4ead-455c-87a6-7b4b99f8dc3e req-d2b133ef-0ed5-4f58-9402-40aac30864cf tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0820327
May 07 21:49:24.613754 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 36048) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:49:24.994027 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d8e11788-c31b-4468-80a5-aeb7439144af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:25.146422 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 36072) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:49:25.165572 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa890d5c-4307-45d1-b62a-dd09d8259242 req-a274a3c0-1428-4ad1-b07e-0cce6b19e65e tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:25.167277 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-aa890d5c-4307-45d1-b62a-dd09d8259242 req-a274a3c0-1428-4ad1-b07e-0cce6b19e65e tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf92f729-2124-482e-b270-05ad87327f96 HTTP/1.1" status: 200  len: 950 time: 0.1021843
May 07 21:49:25.221361 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d8e11788-c31b-4468-80a5-aeb7439144af admin admin] Publish callbacks [] for security_group (ac619b0d-a817-44a3-9761-f970aa50741f), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:25.237271 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d8e11788-c31b-4468-80a5-aeb7439144af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (ac619b0d-a817-44a3-9761-f970aa50741f), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:25.291045 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-d8e11788-c31b-4468-80a5-aeb7439144af admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=273e6b1d35a44caaafcda83f27d0a744&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6765342
May 07 21:49:25.294305 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 36080) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:49:25.363698 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-aa890d5c-4307-45d1-b62a-dd09d8259242 req-de39777a-c210-4c01-a99b-f68659d32a06 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1882803
May 07 21:49:25.378651 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e11788-c31b-4468-80a5-aeb7439144af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac619b0d-a817-44a3-9761-f970aa50741f,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:25.413232 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-08dafb54-f78b-4396-9fd6-8367b1f9aab0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1688040697-network', 'tenant_id': '281216301a5449cdb4c66e9f35e6e582'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:49:25.448081 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08dafb54-f78b-4396-9fd6-8367b1f9aab0 admin admin] Made reservation on behalf of 281216301a5449cdb4c66e9f35e6e582 for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:49:25.451035 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-08dafb54-f78b-4396-9fd6-8367b1f9aab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:25.471483 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-08dafb54-f78b-4396-9fd6-8367b1f9aab0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:25.474141 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6206dbb4-abe0-470c-80a7-aae49f77445d admin admin] Publish callbacks [] for security_group (ac619b0d-a817-44a3-9761-f970aa50741f), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:25.500252 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6206dbb4-abe0-470c-80a7-aae49f77445d admin admin] Publish callbacks [] for security_group (ac619b0d-a817-44a3-9761-f970aa50741f), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:25.623376 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6206dbb4-abe0-470c-80a7-aae49f77445d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (ac619b0d-a817-44a3-9761-f970aa50741f), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:25.626344 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6206dbb4-abe0-470c-80a7-aae49f77445d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:25.630475 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-6206dbb4-abe0-470c-80a7-aae49f77445d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ac619b0d-a817-44a3-9761-f970aa50741f HTTP/1.1" status: 204  len: 168 time: 0.3351657
May 07 21:49:25.647280 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6206dbb4-abe0-470c-80a7-aae49f77445d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac619b0d-a817-44a3-9761-f970aa50741f,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:25.677625 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-08dafb54-f78b-4396-9fd6-8367b1f9aab0 admin admin] Publish callbacks [] for security_group (2a1e1ddb-af71-4557-b883-ea5247fc1240), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:25.694301 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-08dafb54-f78b-4396-9fd6-8367b1f9aab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (2a1e1ddb-af71-4557-b883-ea5247fc1240), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:25.769871 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08dafb54-f78b-4396-9fd6-8367b1f9aab0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 21:49:25.817620 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-08dafb54-f78b-4396-9fd6-8367b1f9aab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (401451a8-cfc6-4cf8-b06a-6bcfe0d13210), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:25.818045 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-08dafb54-f78b-4396-9fd6-8367b1f9aab0 admin admin] Added segment 401451a8-cfc6-4cf8-b06a-6bcfe0d13210 of type vlan for network cdb18e56-26d2-4f79-bcda-791d483028bc
May 07 21:49:25.868562 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-08dafb54-f78b-4396-9fd6-8367b1f9aab0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (cdb18e56-26d2-4f79-bcda-791d483028bc), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:25.886193 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dafb54-f78b-4396-9fd6-8367b1f9aab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a1e1ddb-af71-4557-b883-ea5247fc1240,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:25.919951 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-08dafb54-f78b-4396-9fd6-8367b1f9aab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (cdb18e56-26d2-4f79-bcda-791d483028bc), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:25.920908 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08dafb54-f78b-4396-9fd6-8367b1f9aab0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:25.921569 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-08dafb54-f78b-4396-9fd6-8367b1f9aab0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:25.960009 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71eddce-80d9-47b9-a3a4-829c27add257 req-7dc44989-32c4-4006-96ba-8a22ca01b121 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:25.961577 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a71eddce-80d9-47b9-a3a4-829c27add257 req-7dc44989-32c4-4006-96ba-8a22ca01b121 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/networks?id=38d1a38e-1f99-466b-bf7f-940113b4b6ed HTTP/1.1" status: 200  len: 821 time: 0.2985978
May 07 21:49:25.989671 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a71eddce-80d9-47b9-a3a4-829c27add257 req-643fbb6b-0854-49e4-a8e4-d8c80df0a5df tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/quotas/4db49857a44d4f399959ac625886505a HTTP/1.1" status: 200  len: 375 time: 0.0127237
May 07 21:49:26.021341 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-08dafb54-f78b-4396-9fd6-8367b1f9aab0 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.8738089
May 07 21:49:26.021581 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-db7dae83-defe-47db-b66b-934d57e73416 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:26.025759 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 36110) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:49:26.031218 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-2315a518-d6cc-4c16-ac9e-1a95d1607f71 admin admin] Request body: {'subnet': {'network_id': 'cdb18e56-26d2-4f79-bcda-791d483028bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1688040697-subnet', 'tenant_id': '281216301a5449cdb4c66e9f35e6e582', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:49:26.072587 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2315a518-d6cc-4c16-ac9e-1a95d1607f71 admin admin] Made reservation on behalf of 281216301a5449cdb4c66e9f35e6e582 for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:49:26.075607 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2315a518-d6cc-4c16-ac9e-1a95d1607f71 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:26.098524 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dafb54-f78b-4396-9fd6-8367b1f9aab0 admin admin] Pushing event updated for resources: {'Network': ['ID=cdb18e56-26d2-4f79-bcda-791d483028bc,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:26.113266 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network cdb18e56-26d2-4f79-bcda-791d483028bc details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 21:49:26.163526 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a71eddce-80d9-47b9-a3a4-829c27add257 req-cef731b2-5bf6-4887-a74b-dc2ad8dab6f2 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4db49857a44d4f399959ac625886505a&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1458213
May 07 21:49:26.292564 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2315a518-d6cc-4c16-ac9e-1a95d1607f71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (a5cc013e-c71d-4b9b-b09e-51b6c283331f), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:26.376959 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2315a518-d6cc-4c16-ac9e-1a95d1607f71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5cc013e-c71d-4b9b-b09e-51b6c283331f,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:26.391718 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2315a518-d6cc-4c16-ac9e-1a95d1607f71 admin admin] Checking segment: {'id': '401451a8-cfc6-4cf8-b06a-6bcfe0d13210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'cdb18e56-26d2-4f79-bcda-791d483028bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:49:26.392464 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2315a518-d6cc-4c16-ac9e-1a95d1607f71 admin admin] Network hostable DHCP agents. Network: cdb18e56-26d2-4f79-bcda-791d483028bc, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 21:49:26.438547 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2315a518-d6cc-4c16-ac9e-1a95d1607f71 admin admin] Network cdb18e56-26d2-4f79-bcda-791d483028bc is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 21:49:26.455944 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-2315a518-d6cc-4c16-ac9e-1a95d1607f71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, cdb18e56-26d2-4f79-bcda-791d483028bc) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:49:26.458412 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a71eddce-80d9-47b9-a3a4-829c27add257 req-78ac5e71-1723-4777-9ca9-2afea4786749 service neutron] 10.222.0.32 "GET /v2.0/networks/38d1a38e-1f99-466b-bf7f-940113b4b6ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2854371
May 07 21:49:26.461954 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2315a518-d6cc-4c16-ac9e-1a95d1607f71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:26.463569 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2315a518-d6cc-4c16-ac9e-1a95d1607f71 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:26.481565 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0876a7a9-5dd4-422d-ba94-bc74ab77abcf None None] Network cdb18e56-26d2-4f79-bcda-791d483028bc requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:49:26.504935 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-2315a518-d6cc-4c16-ac9e-1a95d1607f71 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.4780591
May 07 21:49:26.507625 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 36134) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:49:26.521096 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-e9a3f4ba-808e-47f9-8b94-8817bd7a0ebb admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1688040697-router', 'tenant_id': '281216301a5449cdb4c66e9f35e6e582', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:49:26.593380 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e9a3f4ba-808e-47f9-8b94-8817bd7a0ebb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (840afa89-df79-4408-8e69-47b6facd43de), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:26.594470 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e9a3f4ba-808e-47f9-8b94-8817bd7a0ebb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (840afa89-df79-4408-8e69-47b6facd43de), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:26.685278 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a71eddce-80d9-47b9-a3a4-829c27add257 req-12321f6a-fc78-4498-8e9c-9640f94cc8b9 service neutron] 10.222.0.32 "GET /v2.0/networks/38d1a38e-1f99-466b-bf7f-940113b4b6ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2072155
May 07 21:49:26.756720 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e9a3f4ba-808e-47f9-8b94-8817bd7a0ebb admin admin] Publish callbacks [] for router_controller (840afa89-df79-4408-8e69-47b6facd43de), precommit_add_association {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:26.861727 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f123125-243e-4aef-b999-d11cabc6417a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-cdb18e56-26d2-4f79-bcda-791d483028bc', 'network_id': 'cdb18e56-26d2-4f79-bcda-791d483028bc', 'project_id': '281216301a5449cdb4c66e9f35e6e582', 'fixed_ips': [{'subnet_id': 'a5cc013e-c71d-4b9b-b09e-51b6c283331f'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 21:49:26.865232 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1f123125-243e-4aef-b999-d11cabc6417a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:27.064844 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 36156) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:49:27.211289 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-7d07f9e2-bac3-45de-af97-dbe646aecae6 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1217833467-network', 'tenant_id': 'c7a25b96a7e94d2fbf7b81649197cb8b'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:49:27.230213 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-1f123125-243e-4aef-b999-d11cabc6417a None None] Allocated IP 172.20.0.2 (cdb18e56-26d2-4f79-bcda-791d483028bc/a5cc013e-c71d-4b9b-b09e-51b6c283331f/848dd27d-f4d7-483f-a097-f7c27283fcbb) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:49:27.250018 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e9a3f4ba-808e-47f9-8b94-8817bd7a0ebb admin admin] Publish callbacks [] for router_gateway (840afa89-df79-4408-8e69-47b6facd43de), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:27.264953 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d07f9e2-bac3-45de-af97-dbe646aecae6 admin admin] Made reservation on behalf of c7a25b96a7e94d2fbf7b81649197cb8b for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:49:27.270799 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7d07f9e2-bac3-45de-af97-dbe646aecae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:27.356038 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7d07f9e2-bac3-45de-af97-dbe646aecae6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:27.380001 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:27.399484 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e224cf7d-b5d6-4b03-abcc-af8b9a5dee9e req-88590fa0-a035-42d1-8d98-caecdbc63141 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=52713c0c-6d75-42a3-96ac-5a93b17ef0b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.2538059
May 07 21:49:27.526894 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1f123125-243e-4aef-b999-d11cabc6417a None None] Publish callbacks [] for port (848dd27d-f4d7-483f-a097-f7c27283fcbb), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:27.533782 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1f123125-243e-4aef-b999-d11cabc6417a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (848dd27d-f4d7-483f-a097-f7c27283fcbb), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:27.595134 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-828f9b20-0aab-4128-b6cf-72504315c09e req-8aa0d14c-3ca0-4d8e-a267-701437eaba61 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c5e8d5a-79cf-4bea-96aa-2a6e95ec8aef HTTP/1.1" status: 200  len: 210 time: 0.0519629
May 07 21:49:27.616260 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e224cf7d-b5d6-4b03-abcc-af8b9a5dee9e req-26fc1824-e0ba-4916-8a94-87b3d44ad885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:27.619105 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e224cf7d-b5d6-4b03-abcc-af8b9a5dee9e req-26fc1824-e0ba-4916-8a94-87b3d44ad885 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4db49857a44d4f399959ac625886505a&device_id=52713c0c-6d75-42a3-96ac-5a93b17ef0b1 HTTP/1.1" status: 200  len: 1126 time: 0.1255345
May 07 21:49:27.649863 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f123125-243e-4aef-b999-d11cabc6417a None None] Pushing event updated for resources: {'Port': ['ID=848dd27d-f4d7-483f-a097-f7c27283fcbb,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:27.670526 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a8f3f7-cee0-400b-b101-d2a7cab9f393 req-851bd1c0-775b-4d78-bad9-4e58b5add125 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:27.671864 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-53a8f3f7-cee0-400b-b101-d2a7cab9f393 req-851bd1c0-775b-4d78-bad9-4e58b5add125 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf92f729-2124-482e-b270-05ad87327f96 HTTP/1.1" status: 200  len: 950 time: 0.3024349
May 07 21:49:27.676613 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f123125-243e-4aef-b999-d11cabc6417a None None] Network cdb18e56-26d2-4f79-bcda-791d483028bc is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:49:27.682460 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-1f123125-243e-4aef-b999-d11cabc6417a None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:49:27.687974 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f123125-243e-4aef-b999-d11cabc6417a None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:49:27.766088 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7d07f9e2-bac3-45de-af97-dbe646aecae6 admin admin] Publish callbacks [] for security_group (376b87bd-d5bb-4057-9b72-d3ecee1e5f99), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:27.799425 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7d07f9e2-bac3-45de-af97-dbe646aecae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (376b87bd-d5bb-4057-9b72-d3ecee1e5f99), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:27.830238 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d07f9e2-bac3-45de-af97-dbe646aecae6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 21:49:27.847235 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-1f123125-243e-4aef-b999-d11cabc6417a None None] Attempting to bind port 848dd27d-f4d7-483f-a097-f7c27283fcbb on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:49:27.847856 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-1f123125-243e-4aef-b999-d11cabc6417a None None] Attempting to bind port 848dd27d-f4d7-483f-a097-f7c27283fcbb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '401451a8-cfc6-4cf8-b06a-6bcfe0d13210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'cdb18e56-26d2-4f79-bcda-791d483028bc'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:49:27.848287 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f123125-243e-4aef-b999-d11cabc6417a None None] Attempting to bind port 848dd27d-f4d7-483f-a097-f7c27283fcbb on network cdb18e56-26d2-4f79-bcda-791d483028bc {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:49:27.854717 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f123125-243e-4aef-b999-d11cabc6417a None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:49:27.855297 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f123125-243e-4aef-b999-d11cabc6417a None None] Checking segment: {'id': '401451a8-cfc6-4cf8-b06a-6bcfe0d13210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'cdb18e56-26d2-4f79-bcda-791d483028bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:49:27.856431 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1f123125-243e-4aef-b999-d11cabc6417a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:27.857844 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f123125-243e-4aef-b999-d11cabc6417a None None] Bound using segment: {'id': '401451a8-cfc6-4cf8-b06a-6bcfe0d13210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'cdb18e56-26d2-4f79-bcda-791d483028bc'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:49:27.861150 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d07f9e2-bac3-45de-af97-dbe646aecae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=376b87bd-d5bb-4057-9b72-d3ecee1e5f99,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:27.861442 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-1f123125-243e-4aef-b999-d11cabc6417a None None] Bound port: 848dd27d-f4d7-483f-a097-f7c27283fcbb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '401451a8-cfc6-4cf8-b06a-6bcfe0d13210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'cdb18e56-26d2-4f79-bcda-791d483028bc'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:49:27.862495 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1f123125-243e-4aef-b999-d11cabc6417a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (848dd27d-f4d7-483f-a097-f7c27283fcbb), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:27.878581 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7d07f9e2-bac3-45de-af97-dbe646aecae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (6690bc7b-ff84-450a-b013-bfdf978e78f2), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:27.879301 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-7d07f9e2-bac3-45de-af97-dbe646aecae6 admin admin] Added segment 6690bc7b-ff84-450a-b013-bfdf978e78f2 of type vlan for network f7e8e2e0-c57a-46bb-be43-781f1358b200
May 07 21:49:27.897459 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e224cf7d-b5d6-4b03-abcc-af8b9a5dee9e req-8cb5a74e-b833-4288-888e-733428edc81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:27.899197 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e224cf7d-b5d6-4b03-abcc-af8b9a5dee9e req-8cb5a74e-b833-4288-888e-733428edc81d service neutron] 10.222.0.55 "GET /v2.0/networks?id=38d1a38e-1f99-466b-bf7f-940113b4b6ed HTTP/1.1" status: 200  len: 922 time: 0.2381470
May 07 21:49:27.971175 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e224cf7d-b5d6-4b03-abcc-af8b9a5dee9e req-f0a6f583-ee57-4650-894c-90729d55cde3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8fc97b61-6eb0-420e-adf9-104bdbfbc835 HTTP/1.1" status: 200  len: 217 time: 0.0653143
May 07 21:49:27.992686 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-1f123125-243e-4aef-b999-d11cabc6417a None None] For port 848dd27d-f4d7-483f-a097-f7c27283fcbb, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:49:27.997868 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7d07f9e2-bac3-45de-af97-dbe646aecae6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (f7e8e2e0-c57a-46bb-be43-781f1358b200), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:28.002634 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-1f123125-243e-4aef-b999-d11cabc6417a None None] For port 848dd27d-f4d7-483f-a097-f7c27283fcbb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=848dd27d-f4d7-483f-a097-f7c27283fcbb,segment=NetworkSegment(401451a8-cfc6-4cf8-b06a-6bcfe0d13210),segment_id=401451a8-cfc6-4cf8-b06a-6bcfe0d13210)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:49:28.014809 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1f123125-243e-4aef-b999-d11cabc6417a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (848dd27d-f4d7-483f-a097-f7c27283fcbb), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:28.034842 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e9a3f4ba-808e-47f9-8b94-8817bd7a0ebb admin admin] Publish callbacks [] for router_gateway (840afa89-df79-4408-8e69-47b6facd43de), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:28.055200 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-53a8f3f7-cee0-400b-b101-d2a7cab9f393 req-b0b05fa7-15f1-420b-81d8-424aa752b37c tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3563612
May 07 21:49:28.107296 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e224cf7d-b5d6-4b03-abcc-af8b9a5dee9e req-69d8c8f4-27d7-4311-b9a0-d9b0523a23d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:28.111870 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e224cf7d-b5d6-4b03-abcc-af8b9a5dee9e req-69d8c8f4-27d7-4311-b9a0-d9b0523a23d6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=14835495-3004-48e8-b7c5-01b68d156e2d HTTP/1.1" status: 200  len: 861 time: 0.1294155
May 07 21:49:28.114517 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7d07f9e2-bac3-45de-af97-dbe646aecae6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (f7e8e2e0-c57a-46bb-be43-781f1358b200), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:28.118182 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d07f9e2-bac3-45de-af97-dbe646aecae6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:28.122449 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7d07f9e2-bac3-45de-af97-dbe646aecae6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:28.146369 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e9a3f4ba-808e-47f9-8b94-8817bd7a0ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:28.148275 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f123125-243e-4aef-b999-d11cabc6417a None None] Pushing event updated for resources: {'Port': ['ID=848dd27d-f4d7-483f-a097-f7c27283fcbb,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:28.312651 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-e9a3f4ba-808e-47f9-8b94-8817bd7a0ebb admin admin] Allocated IP 172.35.4.174 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/feae140f-7755-4b03-91b8-923b0c5e18bf) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:49:28.348949 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e224cf7d-b5d6-4b03-abcc-af8b9a5dee9e req-78fe58a3-5245-440b-9326-302c42584333 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=38d1a38e-1f99-466b-bf7f-940113b4b6ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2185636
May 07 21:49:28.562033 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-7d07f9e2-bac3-45de-af97-dbe646aecae6 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.4959269
May 07 21:49:28.565195 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 36202) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:49:28.571367 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-ceda03f2-8148-4544-bd5d-a01272c3fff6 admin admin] Request body: {'subnet': {'network_id': 'f7e8e2e0-c57a-46bb-be43-781f1358b200', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1217833467-subnet', 'tenant_id': 'c7a25b96a7e94d2fbf7b81649197cb8b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:49:28.580519 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d07f9e2-bac3-45de-af97-dbe646aecae6 admin admin] Pushing event updated for resources: {'Network': ['ID=f7e8e2e0-c57a-46bb-be43-781f1358b200,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:28.622459 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network f7e8e2e0-c57a-46bb-be43-781f1358b200 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 21:49:28.706058 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139c68b9-cec4-4a7d-8cc8-c7a0dd4f34f1 req-c14729a6-5492-40b6-8229-fa474ec4c031 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:28.709240 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-139c68b9-cec4-4a7d-8cc8-c7a0dd4f34f1 req-c14729a6-5492-40b6-8229-fa474ec4c031 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/networks?id=28405dfe-908d-4039-91f6-1d02165b34cd HTTP/1.1" status: 200  len: 808 time: 0.3987482
May 07 21:49:28.741602 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceda03f2-8148-4544-bd5d-a01272c3fff6 admin admin] Made reservation on behalf of c7a25b96a7e94d2fbf7b81649197cb8b for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:49:28.745020 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e9a3f4ba-808e-47f9-8b94-8817bd7a0ebb admin admin] Publish callbacks [] for port (feae140f-7755-4b03-91b8-923b0c5e18bf), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:28.754654 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ceda03f2-8148-4544-bd5d-a01272c3fff6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:28.831015 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-139c68b9-cec4-4a7d-8cc8-c7a0dd4f34f1 req-d59fbb78-e7c6-4b73-8913-d63d71d627ca tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/quotas/1bcaffad5d3447b98f0216d3481045e5 HTTP/1.1" status: 200  len: 375 time: 0.0496628
May 07 21:49:28.935865 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-139c68b9-cec4-4a7d-8cc8-c7a0dd4f34f1 req-102b275c-449c-4351-9fc9-5b6333ca9ca8 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1bcaffad5d3447b98f0216d3481045e5&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0974469
May 07 21:49:28.938903 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e9a3f4ba-808e-47f9-8b94-8817bd7a0ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (feae140f-7755-4b03-91b8-923b0c5e18bf), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:29.019072 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a3f4ba-808e-47f9-8b94-8817bd7a0ebb admin admin] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:49:29.043872 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:29.048560 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c2baf56c-dc2c-4185-8f48-bb0cbb3879a8 req-d2dee259-3d90-48df-8632-771ed35effad tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c5e8d5a-79cf-4bea-96aa-2a6e95ec8aef HTTP/1.1" status: 200  len: 210 time: 0.0623937
May 07 21:49:29.054210 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ceda03f2-8148-4544-bd5d-a01272c3fff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (0a21858a-0075-45f6-8790-40117af9ded4), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:29.080274 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-e9a3f4ba-808e-47f9-8b94-8817bd7a0ebb admin admin] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:49:29.092009 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a3f4ba-808e-47f9-8b94-8817bd7a0ebb admin admin] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:49:29.107179 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e224cf7d-b5d6-4b03-abcc-af8b9a5dee9e req-13ba710c-09b0-4190-83f1-67538ef84eae service neutron] 10.222.0.55 "GET /v2.0/networks/38d1a38e-1f99-466b-bf7f-940113b4b6ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7226467
May 07 21:49:29.165154 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a3f4ba-808e-47f9-8b94-8817bd7a0ebb admin admin] Pushing event updated for resources: {'Port': ['ID=feae140f-7755-4b03-91b8-923b0c5e18bf,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:29.179862 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceda03f2-8148-4544-bd5d-a01272c3fff6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a21858a-0075-45f6-8790-40117af9ded4,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:29.192395 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceda03f2-8148-4544-bd5d-a01272c3fff6 admin admin] Checking segment: {'id': '6690bc7b-ff84-450a-b013-bfdf978e78f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'f7e8e2e0-c57a-46bb-be43-781f1358b200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:49:29.193048 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceda03f2-8148-4544-bd5d-a01272c3fff6 admin admin] Network hostable DHCP agents. Network: f7e8e2e0-c57a-46bb-be43-781f1358b200, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 21:49:29.198964 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-139c68b9-cec4-4a7d-8cc8-c7a0dd4f34f1 req-4a128058-2170-4b68-b49e-f86380006d3c service neutron] 10.222.0.32 "GET /v2.0/networks/28405dfe-908d-4039-91f6-1d02165b34cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2453635
May 07 21:49:29.408580 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80afe892-e4d4-40f2-a58e-b1d748028d63 req-84a85dc8-d636-489f-8a88-d84daca10ed5 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:29.419573 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-80afe892-e4d4-40f2-a58e-b1d748028d63 req-84a85dc8-d636-489f-8a88-d84daca10ed5 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf92f729-2124-482e-b270-05ad87327f96 HTTP/1.1" status: 200  len: 950 time: 0.1146584
May 07 21:49:29.429540 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceda03f2-8148-4544-bd5d-a01272c3fff6 admin admin] Network f7e8e2e0-c57a-46bb-be43-781f1358b200 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 21:49:29.462421 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-ceda03f2-8148-4544-bd5d-a01272c3fff6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f7e8e2e0-c57a-46bb-be43-781f1358b200) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:49:29.469122 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceda03f2-8148-4544-bd5d-a01272c3fff6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:29.469860 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ceda03f2-8148-4544-bd5d-a01272c3fff6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:29.474912 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823e8a3c-2139-4a44-9e26-5790815f9eb3 None None] Network f7e8e2e0-c57a-46bb-be43-781f1358b200 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:49:29.516807 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-ceda03f2-8148-4544-bd5d-a01272c3fff6 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.9409068
May 07 21:49:29.524334 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e224cf7d-b5d6-4b03-abcc-af8b9a5dee9e req-2f6ba4e6-7f75-4525-bf23-f3625a194350 service neutron] 10.222.0.55 "GET /v2.0/networks/38d1a38e-1f99-466b-bf7f-940113b4b6ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4075766
May 07 21:49:29.558677 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-80afe892-e4d4-40f2-a58e-b1d748028d63 req-357848ef-464e-46ca-ac51-c849705da762 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1253576
May 07 21:49:29.704378 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442938a3-501e-4aeb-b8c9-d4df2241d5f9 None None] Network f7e8e2e0-c57a-46bb-be43-781f1358b200 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:49:29.869818 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55222d6-3f55-45b7-843d-68cfdfaeaff9 None None] Network cdb18e56-26d2-4f79-bcda-791d483028bc requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:49:29.981786 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-2287a075-1e51-46de-8187-b53003972893 None None] Provisioning complete for port 848dd27d-f4d7-483f-a097-f7c27283fcbb triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:49:29.982418 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2287a075-1e51-46de-8187-b53003972893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (848dd27d-f4d7-483f-a097-f7c27283fcbb), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:30.022983 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-139c68b9-cec4-4a7d-8cc8-c7a0dd4f34f1 req-f1f5eea0-a51d-4df3-8418-fbfca2b93bdf service neutron] 10.222.0.32 "GET /v2.0/networks/28405dfe-908d-4039-91f6-1d02165b34cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8207536
May 07 21:49:30.058900 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71eddce-80d9-47b9-a3a4-829c27add257 req-5f2d4a8a-56f9-4940-8292-57a0717e978f tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:30.060496 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a71eddce-80d9-47b9-a3a4-829c27add257 req-5f2d4a8a-56f9-4940-8292-57a0717e978f tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.59 "GET /v2.0/networks?id=38d1a38e-1f99-466b-bf7f-940113b4b6ed HTTP/1.1" status: 200  len: 821 time: 0.7714581
May 07 21:49:30.074861 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-a71eddce-80d9-47b9-a3a4-829c27add257 req-dc715b07-5b30-499b-9014-00a39577213c tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Request body: {'port': {'device_id': '3c5e8d5a-79cf-4bea-96aa-2a6e95ec8aef', 'network_id': '38d1a38e-1f99-466b-bf7f-940113b4b6ed', 'admin_state_up': True, 'tenant_id': '4db49857a44d4f399959ac625886505a'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:49:30.320244 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e9a3f4ba-808e-47f9-8b94-8817bd7a0ebb admin admin] Publish callbacks [] for router_gateway (840afa89-df79-4408-8e69-47b6facd43de), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:30.390360 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a71eddce-80d9-47b9-a3a4-829c27add257 req-dc715b07-5b30-499b-9014-00a39577213c tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Made reservation on behalf of 4db49857a44d4f399959ac625886505a for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:49:30.393766 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-a71eddce-80d9-47b9-a3a4-829c27add257 req-dc715b07-5b30-499b-9014-00a39577213c tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:30.519569 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:30.538068 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 848dd27d-f4d7-483f-a097-f7c27283fcbb up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:49:30.551786 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-16b44be7-d876-4424-b570-a54cdf36acf4 req-f5a41b5a-a9d0-40b8-8331-6eec2f210b64 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c5e8d5a-79cf-4bea-96aa-2a6e95ec8aef HTTP/1.1" status: 200  len: 210 time: 0.0794678
May 07 21:49:30.599008 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-2287a075-1e51-46de-8187-b53003972893 None None] Current status of the port 848dd27d-f4d7-483f-a097-f7c27283fcbb is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:49:30.599604 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2287a075-1e51-46de-8187-b53003972893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (848dd27d-f4d7-483f-a097-f7c27283fcbb), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:30.603059 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-ada5a0ce-7c50-402d-b9e0-199bc08feab4 req-febd0188-76e5-473b-9029-81beb76dbadb tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-608935030', 'description': 'tempest-description-1231676832'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:49:30.672931 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-ada5a0ce-7c50-402d-b9e0-199bc08feab4 req-febd0188-76e5-473b-9029-81beb76dbadb tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:30.676856 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 848dd27d-f4d7-483f-a097-f7c27283fcbb triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:49:30.677951 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (848dd27d-f4d7-483f-a097-f7c27283fcbb), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:30.731599 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-2287a075-1e51-46de-8187-b53003972893 None None] For port 848dd27d-f4d7-483f-a097-f7c27283fcbb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=848dd27d-f4d7-483f-a097-f7c27283fcbb,segment=NetworkSegment(401451a8-cfc6-4cf8-b06a-6bcfe0d13210),segment_id=401451a8-cfc6-4cf8-b06a-6bcfe0d13210)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:49:30.775304 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2287a075-1e51-46de-8187-b53003972893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (848dd27d-f4d7-483f-a097-f7c27283fcbb), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:30.887070 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-ada5a0ce-7c50-402d-b9e0-199bc08feab4 req-febd0188-76e5-473b-9029-81beb76dbadb tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Publish callbacks [] for security_group (24dfbb90-f01b-4579-8eef-15a39d5a8575), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:30.895762 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-ada5a0ce-7c50-402d-b9e0-199bc08feab4 req-febd0188-76e5-473b-9029-81beb76dbadb tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (24dfbb90-f01b-4579-8eef-15a39d5a8575), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:30.937761 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [req-a71eddce-80d9-47b9-a3a4-829c27add257 req-dc715b07-5b30-499b-9014-00a39577213c tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Allocated IP 172.20.0.6 (38d1a38e-1f99-466b-bf7f-940113b4b6ed/14835495-3004-48e8-b7c5-01b68d156e2d/8b09d66b-7638-451c-902c-9a93667bb5b6) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:49:30.954985 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-ada5a0ce-7c50-402d-b9e0-199bc08feab4 req-febd0188-76e5-473b-9029-81beb76dbadb tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:30.957875 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 848dd27d-f4d7-483f-a097-f7c27283fcbb is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:49:30.959514 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e9a3f4ba-808e-47f9-8b94-8817bd7a0ebb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (840afa89-df79-4408-8e69-47b6facd43de), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:30.975329 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2287a075-1e51-46de-8187-b53003972893 None None] Pushing event updated for resources: {'Port': ['ID=848dd27d-f4d7-483f-a097-f7c27283fcbb,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:30.984098 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ada5a0ce-7c50-402d-b9e0-199bc08feab4 req-febd0188-76e5-473b-9029-81beb76dbadb tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1826 time: 0.3925779
May 07 21:49:31.014392 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-054660ff-5c36-4444-8a96-21bf04310f3d None None] Provisioning complete for port 848dd27d-f4d7-483f-a097-f7c27283fcbb triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:49:31.014764 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-054660ff-5c36-4444-8a96-21bf04310f3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (848dd27d-f4d7-483f-a097-f7c27283fcbb), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:31.020605 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febd0188-76e5-473b-9029-81beb76dbadb tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24dfbb90-f01b-4579-8eef-15a39d5a8575,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:31.152039 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-054660ff-5c36-4444-8a96-21bf04310f3d None None] Current status of the port 848dd27d-f4d7-483f-a097-f7c27283fcbb is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:49:31.239214 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f1170452-6ada-4c07-825a-e02fa0d0e508 req-7e6457b5-2dc6-46ae-be55-8d5cc2215357 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ea4853a-41f9-43d9-b213-c627f5c9eb4e HTTP/1.1" status: 200  len: 210 time: 0.0639474
May 07 21:49:31.350797 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-edeab2b5-5b7b-44df-b4eb-03b464dada71 req-d9baa226-d827-4ffa-b8e6-11e6acc10123 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] 10.222.0.32 "GET /v2.0/security-groups/24dfbb90-f01b-4579-8eef-15a39d5a8575 HTTP/1.1" status: 200  len: 1821 time: 0.0529397
May 07 21:49:31.356255 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-edeab2b5-5b7b-44df-b4eb-03b464dada71 req-fc909f72-3a20-46ae-9515-ccde0484d2c1 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '24dfbb90-f01b-4579-8eef-15a39d5a8575', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:49:31.356749 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-edeab2b5-5b7b-44df-b4eb-03b464dada71 req-fc909f72-3a20-46ae-9515-ccde0484d2c1 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '24dfbb90-f01b-4579-8eef-15a39d5a8575', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:49:31.377681 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-a71eddce-80d9-47b9-a3a4-829c27add257 req-dc715b07-5b30-499b-9014-00a39577213c tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Publish callbacks [] for port (8b09d66b-7638-451c-902c-9a93667bb5b6), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:31.410821 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accd8532-5253-4fb1-a9e6-a6a35de3f423 req-fffb0fd5-fd91-4169-be8f-0f09171d212a tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:31.412367 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-accd8532-5253-4fb1-a9e6-a6a35de3f423 req-fffb0fd5-fd91-4169-be8f-0f09171d212a tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf92f729-2124-482e-b270-05ad87327f96 HTTP/1.1" status: 200  len: 950 time: 0.0948620
May 07 21:49:31.417500 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-edeab2b5-5b7b-44df-b4eb-03b464dada71 req-fc909f72-3a20-46ae-9515-ccde0484d2c1 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Publish callbacks [] for security_group_rule (67be6088-b4dd-4daa-99f6-0b9d614b0926), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:31.424107 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9a3f4ba-808e-47f9-8b94-8817bd7a0ebb admin admin] Router 840afa89-df79-4408-8e69-47b6facd43de is scheduled to L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db with binding_index 1 {{(pid=121837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 07 21:49:31.456096 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-edeab2b5-5b7b-44df-b4eb-03b464dada71 req-fc909f72-3a20-46ae-9515-ccde0484d2c1 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Publish callbacks [] for security_group_rule (67be6088-b4dd-4daa-99f6-0b9d614b0926), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:31.462319 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-edeab2b5-5b7b-44df-b4eb-03b464dada71 req-fc909f72-3a20-46ae-9515-ccde0484d2c1 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (67be6088-b4dd-4daa-99f6-0b9d614b0926), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:31.481744 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc909f72-3a20-46ae-9515-ccde0484d2c1 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67be6088-b4dd-4daa-99f6-0b9d614b0926,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:31.498422 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-edeab2b5-5b7b-44df-b4eb-03b464dada71 req-fc909f72-3a20-46ae-9515-ccde0484d2c1 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:31.509988 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-edeab2b5-5b7b-44df-b4eb-03b464dada71 req-fc909f72-3a20-46ae-9515-ccde0484d2c1 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.1582401
May 07 21:49:31.533087 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-a71eddce-80d9-47b9-a3a4-829c27add257 req-dc715b07-5b30-499b-9014-00a39577213c tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (8b09d66b-7638-451c-902c-9a93667bb5b6), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:31.546061 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['446d2d04-f43a-4396-ae3d-6321f1ea6225'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:49:31.612980 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-aeb35ca7-ca69-41a9-8239-17150b5d0f44 req-449ba170-a2c6-4ff5-b0d6-36c27c0d8a19 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=88890ab3-196b-48f2-85db-aacd17e27ba5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0576947
May 07 21:49:31.649911 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9a3f4ba-808e-47f9-8b94-8817bd7a0ebb admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:49:31.660395 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacb5f36-8931-4f6b-affa-db5ba9d64db5 None None] Sync routers for ids ['840afa89-df79-4408-8e69-47b6facd43de'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:49:31.679903 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacb5f36-8931-4f6b-affa-db5ba9d64db5 None None] Routers {'840afa89-df79-4408-8e69-47b6facd43de'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:49:31.683368 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-eacb5f36-8931-4f6b-affa-db5ba9d64db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf91fec640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:49:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['840afa89-df79-4408-8e69-47b6facd43de'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:49:31.709105 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb35ca7-ca69-41a9-8239-17150b5d0f44 req-46ac09b8-c2d8-4347-abc1-ed1062d6b04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:31.710996 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-aeb35ca7-ca69-41a9-8239-17150b5d0f44 req-46ac09b8-c2d8-4347-abc1-ed1062d6b04f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1bcaffad5d3447b98f0216d3481045e5&device_id=88890ab3-196b-48f2-85db-aacd17e27ba5 HTTP/1.1" status: 200  len: 1127 time: 0.0437899
May 07 21:49:31.743805 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc715b07-5b30-499b-9014-00a39577213c tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Pushing event updated for resources: {'Port': ['ID=8b09d66b-7638-451c-902c-9a93667bb5b6,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:31.748868 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-accd8532-5253-4fb1-a9e6-a6a35de3f423 req-a8cdeeb4-45f4-428d-a767-883de6cbeb3b tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3256812
May 07 21:49:31.755277 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a71eddce-80d9-47b9-a3a4-829c27add257 req-dc715b07-5b30-499b-9014-00a39577213c tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Network 38d1a38e-1f99-466b-bf7f-940113b4b6ed is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:49:31.756743 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [req-a71eddce-80d9-47b9-a3a4-829c27add257 req-dc715b07-5b30-499b-9014-00a39577213c tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:49:31.759570 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-a71eddce-80d9-47b9-a3a4-829c27add257 req-dc715b07-5b30-499b-9014-00a39577213c tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:49:31.767293 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e9a3f4ba-808e-47f9-8b94-8817bd7a0ebb admin admin] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:31.770943 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-e9a3f4ba-808e-47f9-8b94-8817bd7a0ebb admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 5.2596898
May 07 21:49:31.771265 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 36324) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:49:31.849165 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-eacb5f36-8931-4f6b-affa-db5ba9d64db5 None None] Set router 840afa89-df79-4408-8e69-47b6facd43de gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:49:31.853096 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71eddce-80d9-47b9-a3a4-829c27add257 req-dc715b07-5b30-499b-9014-00a39577213c tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:31.853932 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-a71eddce-80d9-47b9-a3a4-829c27add257 req-dc715b07-5b30-499b-9014-00a39577213c tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:31.876265 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a71eddce-80d9-47b9-a3a4-829c27add257 req-dc715b07-5b30-499b-9014-00a39577213c tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8052740
May 07 21:49:31.892020 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-a71eddce-80d9-47b9-a3a4-829c27add257 req-e8984a1e-6835-40c5-a64b-a7ae4ba5271e service neutron] Request body: {'port': {'device_id': '3c5e8d5a-79cf-4bea-96aa-2a6e95ec8aef', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:49:32.041799 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-a71eddce-80d9-47b9-a3a4-829c27add257 req-e8984a1e-6835-40c5-a64b-a7ae4ba5271e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (8b09d66b-7638-451c-902c-9a93667bb5b6), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:32.139891 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-eacb5f36-8931-4f6b-affa-db5ba9d64db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf91fec640>, [{'id': '840afa89-df79-4408-8e69-47b6facd43de', 'name': 'tempest-ServersTestFqdnHostnames-1688040697-router', 'tenant_id': '281216301a5449cdb4c66e9f35e6e582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.174'}], 'enable_snat': True}, 'gw_port_id': 'feae140f-7755-4b03-91b8-923b0c5e18bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:49:26Z', 'updated_at': '2022-05-07T21:49:30Z', 'revision_number': 3, 'project_id': '281216301a5449cdb4c66e9f35e6e582', 'gw_port': {'id': 'feae140f-7755-4b03-91b8-923b0c5e18bf', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d5:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '840afa89-df79-4408-8e69-47b6facd43de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:49:28Z', 'updated_at': '2022-05-07T21:49:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:49:32.193305 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacb5f36-8931-4f6b-affa-db5ba9d64db5 None None] Checking router: 840afa89-df79-4408-8e69-47b6facd43de for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 21:49:32.194207 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacb5f36-8931-4f6b-affa-db5ba9d64db5 None None] Updating router 840afa89-df79-4408-8e69-47b6facd43de port feae140f-7755-4b03-91b8-923b0c5e18bf binding host ncdv-master-1 {{(pid=121839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 21:49:32.236180 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-eacb5f36-8931-4f6b-affa-db5ba9d64db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (feae140f-7755-4b03-91b8-923b0c5e18bf), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:32.423181 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-a13d9af9-bb66-4869-b3b7-ea672141829c req-cacfb456-5169-4615-91af-fd0678926c0b tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1347508193', 'description': 'tempest-description-619026935'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:49:32.487402 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139c68b9-cec4-4a7d-8cc8-c7a0dd4f34f1 req-4d6da31d-168a-418b-8902-86d2c131f129 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:32.489260 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-139c68b9-cec4-4a7d-8cc8-c7a0dd4f34f1 req-4d6da31d-168a-418b-8902-86d2c131f129 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.59 "GET /v2.0/networks?id=28405dfe-908d-4039-91f6-1d02165b34cd HTTP/1.1" status: 200  len: 808 time: 0.4489543
May 07 21:49:32.499964 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 848dd27d-f4d7-483f-a097-f7c27283fcbb up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:49:32.513685 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-139c68b9-cec4-4a7d-8cc8-c7a0dd4f34f1 req-b942f4aa-e16c-4b2d-b7a4-82e97c8755b9 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Request body: {'port': {'device_id': '5ea4853a-41f9-43d9-b213-c627f5c9eb4e', 'network_id': '28405dfe-908d-4039-91f6-1d02165b34cd', 'admin_state_up': True, 'tenant_id': '1bcaffad5d3447b98f0216d3481045e5'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:49:32.592964 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 1543b45e-f40e-472d-975d-d79ddefecdd6 no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:49:32.646371 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-a13d9af9-bb66-4869-b3b7-ea672141829c req-cacfb456-5169-4615-91af-fd0678926c0b tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:32.691605 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-139c68b9-cec4-4a7d-8cc8-c7a0dd4f34f1 req-b942f4aa-e16c-4b2d-b7a4-82e97c8755b9 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Made reservation on behalf of 1bcaffad5d3447b98f0216d3481045e5 for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:49:32.695812 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-139c68b9-cec4-4a7d-8cc8-c7a0dd4f34f1 req-b942f4aa-e16c-4b2d-b7a4-82e97c8755b9 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:32.721073 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 1543b45e-f40e-472d-975d-d79ddefecdd6 is: ACTIVE; New status is: DOWN {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:49:32.721795 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (1543b45e-f40e-472d-975d-d79ddefecdd6), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:32.725832 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 848dd27d-f4d7-483f-a097-f7c27283fcbb triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:49:32.732081 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (848dd27d-f4d7-483f-a097-f7c27283fcbb), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:32.737311 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf4a0af-01f4-41dc-ba76-7cb779f82159 req-6ada188b-5c2e-4c45-8ebc-dd419bd21fcd tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:32.744370 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-cdf4a0af-01f4-41dc-ba76-7cb779f82159 req-6ada188b-5c2e-4c45-8ebc-dd419bd21fcd tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c5e8d5a-79cf-4bea-96aa-2a6e95ec8aef HTTP/1.1" status: 200  len: 931 time: 0.1409750
May 07 21:49:32.749598 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb35ca7-ca69-41a9-8239-17150b5d0f44 req-2d602641-40a4-4cba-b264-8f2c70a9f318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:32.751040 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-aeb35ca7-ca69-41a9-8239-17150b5d0f44 req-2d602641-40a4-4cba-b264-8f2c70a9f318 service neutron] 10.222.0.59 "GET /v2.0/networks?id=28405dfe-908d-4039-91f6-1d02165b34cd HTTP/1.1" status: 200  len: 909 time: 0.8480232
May 07 21:49:32.789797 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c766eaa8-8e8e-4135-9b5d-dfdaad014172', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1543b45e-f40e-472d-975d-d79ddefecdd6'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:49:32.792288 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c106865-00ef-4e54-9749-500f11addf03" -d '{"events": [{"server_uuid": "c766eaa8-8e8e-4135-9b5d-dfdaad014172", "name": "network-vif-unplugged", "status": "completed", "tag": "1543b45e-f40e-472d-975d-d79ddefecdd6"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:49:32.807947 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 1543b45e-f40e-472d-975d-d79ddefecdd6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1543b45e-f40e-472d-975d-d79ddefecdd6,segment=NetworkSegment(616ea0c7-2d98-4ffb-86e7-ca2a85e3ffe1),segment_id=616ea0c7-2d98-4ffb-86e7-ca2a85e3ffe1)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:49:32.820365 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (1543b45e-f40e-472d-975d-d79ddefecdd6), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:32.828602 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-aeb35ca7-ca69-41a9-8239-17150b5d0f44 req-5fba1280-943e-4c60-9f22-00d802f6554e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952 HTTP/1.1" status: 200  len: 217 time: 0.0701461
May 07 21:49:32.887524 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 848dd27d-f4d7-483f-a097-f7c27283fcbb is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:49:32.906574 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=1543b45e-f40e-472d-975d-d79ddefecdd6,revision_number=8']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:32.939311 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-cdf4a0af-01f4-41dc-ba76-7cb779f82159 req-903ee9b1-0e47-4cb7-93a8-3de2c12e65c9 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1940441
May 07 21:49:32.945419 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [req-139c68b9-cec4-4a7d-8cc8-c7a0dd4f34f1 req-b942f4aa-e16c-4b2d-b7a4-82e97c8755b9 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Allocated IP 172.20.0.12 (28405dfe-908d-4039-91f6-1d02165b34cd/1fe63d5f-90f3-4e94-9dfe-af97e96ae5d9/efb357b8-d8e7-40c3-b60d-4600d4ef216f) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:49:32.958260 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb35ca7-ca69-41a9-8239-17150b5d0f44 req-d91b490c-c908-4973-80c9-980bb5b494fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:32.960043 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-aeb35ca7-ca69-41a9-8239-17150b5d0f44 req-d91b490c-c908-4973-80c9-980bb5b494fb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1fe63d5f-90f3-4e94-9dfe-af97e96ae5d9 HTTP/1.1" status: 200  len: 848 time: 0.1256011
May 07 21:49:32.967027 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-eacb5f36-8931-4f6b-affa-db5ba9d64db5 None None] Publish callbacks [] for port (feae140f-7755-4b03-91b8-923b0c5e18bf), precommit_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:32.976253 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-eacb5f36-8931-4f6b-affa-db5ba9d64db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (feae140f-7755-4b03-91b8-923b0c5e18bf), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:33.040374 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-eacb5f36-8931-4f6b-affa-db5ba9d64db5 None None] Attempting to bind port feae140f-7755-4b03-91b8-923b0c5e18bf on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:49:33.040748 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-eacb5f36-8931-4f6b-affa-db5ba9d64db5 None None] Attempting to bind port feae140f-7755-4b03-91b8-923b0c5e18bf by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:49:33.042110 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacb5f36-8931-4f6b-affa-db5ba9d64db5 None None] Attempting to bind port feae140f-7755-4b03-91b8-923b0c5e18bf on network 9221b764-ef06-431f-8941-796516ed7c3b {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:49:33.048972 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-aeb35ca7-ca69-41a9-8239-17150b5d0f44 req-de6192e5-a553-471b-80c7-46773562f781 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=28405dfe-908d-4039-91f6-1d02165b34cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0822396
May 07 21:49:33.057144 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacb5f36-8931-4f6b-affa-db5ba9d64db5 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:49:33.058045 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacb5f36-8931-4f6b-affa-db5ba9d64db5 None None] Checking segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:49:33.059374 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-eacb5f36-8931-4f6b-affa-db5ba9d64db5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:33.059915 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eacb5f36-8931-4f6b-affa-db5ba9d64db5 None None] Bound using segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:49:33.060583 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-eacb5f36-8931-4f6b-affa-db5ba9d64db5 None None] Bound port: feae140f-7755-4b03-91b8-923b0c5e18bf, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:49:33.062689 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-eacb5f36-8931-4f6b-affa-db5ba9d64db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (feae140f-7755-4b03-91b8-923b0c5e18bf), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:33.065998 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6087d0-b43e-467a-a412-d58ff6ad6ef1 None None] Pushing event updated for resources: {'Port': ['ID=feae140f-7755-4b03-91b8-923b0c5e18bf,revision_number=2']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:33.101952 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6087d0-b43e-467a-a412-d58ff6ad6ef1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:49:33.102543 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6087d0-b43e-467a-a412-d58ff6ad6ef1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:49:33.103226 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6087d0-b43e-467a-a412-d58ff6ad6ef1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:49:33.103848 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6087d0-b43e-467a-a412-d58ff6ad6ef1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:49:33.104881 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6087d0-b43e-467a-a412-d58ff6ad6ef1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:49:33.105904 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6087d0-b43e-467a-a412-d58ff6ad6ef1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:49:33.106394 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6087d0-b43e-467a-a412-d58ff6ad6ef1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:49:33.106971 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6087d0-b43e-467a-a412-d58ff6ad6ef1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:49:33.107675 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6087d0-b43e-467a-a412-d58ff6ad6ef1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:49:33.108200 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6087d0-b43e-467a-a412-d58ff6ad6ef1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:49:33.109043 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6087d0-b43e-467a-a412-d58ff6ad6ef1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:49:33.110118 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6087d0-b43e-467a-a412-d58ff6ad6ef1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:49:33.110620 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6087d0-b43e-467a-a412-d58ff6ad6ef1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:49:33.111334 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6087d0-b43e-467a-a412-d58ff6ad6ef1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:49:33.112015 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6087d0-b43e-467a-a412-d58ff6ad6ef1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:49:33.162614 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7f1ce943-a485-462e-81fc-7a48d71084c6 req-3a9c5b75-ae1a-43a0-9228-863aece1fd16 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ea4853a-41f9-43d9-b213-c627f5c9eb4e HTTP/1.1" status: 200  len: 210 time: 0.0574458
May 07 21:49:33.170312 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-eacb5f36-8931-4f6b-affa-db5ba9d64db5 None None] For port feae140f-7755-4b03-91b8-923b0c5e18bf, host ncdv-master-1, cleared binding levels {{(pid=121839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:49:33.175702 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-eacb5f36-8931-4f6b-affa-db5ba9d64db5 None None] For port feae140f-7755-4b03-91b8-923b0c5e18bf, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=feae140f-7755-4b03-91b8-923b0c5e18bf,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:49:33.184560 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-eacb5f36-8931-4f6b-affa-db5ba9d64db5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (feae140f-7755-4b03-91b8-923b0c5e18bf), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:33.217366 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-61813caa-9690-4739-a6e1-81fcbd09d61e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:33.251494 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-a13d9af9-bb66-4869-b3b7-ea672141829c req-cacfb456-5169-4615-91af-fd0678926c0b tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Publish callbacks [] for security_group (298d6f93-1b46-4e36-bc08-b4d1fe72fba5), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:33.285156 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-a13d9af9-bb66-4869-b3b7-ea672141829c req-cacfb456-5169-4615-91af-fd0678926c0b tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (298d6f93-1b46-4e36-bc08-b4d1fe72fba5), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:33.290684 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6087d0-b43e-467a-a412-d58ff6ad6ef1 None None] Pushing event updated for resources: {'Port': ['ID=feae140f-7755-4b03-91b8-923b0c5e18bf,revision_number=3']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:33.324376 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacb5f36-8931-4f6b-affa-db5ba9d64db5 None None] Routers {'840afa89-df79-4408-8e69-47b6facd43de'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:49:33.325614 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-eacb5f36-8931-4f6b-affa-db5ba9d64db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf91fec640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:49:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['840afa89-df79-4408-8e69-47b6facd43de'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:49:33.368998 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-aeb35ca7-ca69-41a9-8239-17150b5d0f44 req-49c1b479-654e-482e-bd87-2d837edc4707 service neutron] 10.222.0.59 "GET /v2.0/networks/28405dfe-908d-4039-91f6-1d02165b34cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3103569
May 07 21:49:33.378297 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [req-a71eddce-80d9-47b9-a3a4-829c27add257 req-e8984a1e-6835-40c5-a64b-a7ae4ba5271e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b09d66b-7638-451c-902c-9a93667bb5b6 {{(pid=121837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:49:33.394985 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-a13d9af9-bb66-4869-b3b7-ea672141829c req-cacfb456-5169-4615-91af-fd0678926c0b tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:33.415548 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a13d9af9-bb66-4869-b3b7-ea672141829c req-cacfb456-5169-4615-91af-fd0678926c0b tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1826 time: 1.0040786
May 07 21:49:33.437990 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-a71eddce-80d9-47b9-a3a4-829c27add257 req-e8984a1e-6835-40c5-a64b-a7ae4ba5271e service neutron] Publish callbacks [] for port (8b09d66b-7638-451c-902c-9a93667bb5b6), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:33.450438 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacfb456-5169-4615-91af-fd0678926c0b tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=298d6f93-1b46-4e36-bc08-b4d1fe72fba5,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:33.494247 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-a71eddce-80d9-47b9-a3a4-829c27add257 req-e8984a1e-6835-40c5-a64b-a7ae4ba5271e service neutron] Transition to ACTIVE for port object 8b09d66b-7638-451c-902c-9a93667bb5b6 will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:49:33.521345 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-a71eddce-80d9-47b9-a3a4-829c27add257 req-e8984a1e-6835-40c5-a64b-a7ae4ba5271e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (8b09d66b-7638-451c-902c-9a93667bb5b6), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:33.523385 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 07 May 2022 21:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e3a53d-2fb3-4819-b170-9de4af043856 x-openstack-request-id: req-d1e3a53d-2fb3-4819-b170-9de4af043856 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:49:33.524221 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c766eaa8-8e8e-4135-9b5d-dfdaad014172", "name": "network-vif-unplugged", "status": "completed", "tag": "1543b45e-f40e-472d-975d-d79ddefecdd6", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:49:33.524657 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d1e3a53d-2fb3-4819-b170-9de4af043856 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:49:33.525216 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1e3a53d-2fb3-4819-b170-9de4af043856'] response: {'server_uuid': 'c766eaa8-8e8e-4135-9b5d-dfdaad014172', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1543b45e-f40e-472d-975d-d79ddefecdd6', 'code': 200}
May 07 21:49:33.576176 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-eacb5f36-8931-4f6b-affa-db5ba9d64db5 None None] Set router 840afa89-df79-4408-8e69-47b6facd43de gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:49:33.639768 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-139c68b9-cec4-4a7d-8cc8-c7a0dd4f34f1 req-b942f4aa-e16c-4b2d-b7a4-82e97c8755b9 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Publish callbacks [] for port (efb357b8-d8e7-40c3-b60d-4600d4ef216f), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:33.663816 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fcd764-533f-46f4-aa44-3ad60e66c9ff req-00de04b4-ab67-4acf-83b0-7b13bd79b90c tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:33.671513 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-96fcd764-533f-46f4-aa44-3ad60e66c9ff req-00de04b4-ab67-4acf-83b0-7b13bd79b90c tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf92f729-2124-482e-b270-05ad87327f96 HTTP/1.1" status: 200  len: 950 time: 0.1623001
May 07 21:49:33.688466 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8984a1e-6835-40c5-a64b-a7ae4ba5271e service neutron] Pushing event updated for resources: {'Port': ['ID=8b09d66b-7638-451c-902c-9a93667bb5b6,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:33.729499 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-61813caa-9690-4739-a6e1-81fcbd09d61e admin admin] Allocated IP 172.20.0.1 (cdb18e56-26d2-4f79-bcda-791d483028bc/a5cc013e-c71d-4b9b-b09e-51b6c283331f/6a586597-cb64-4cc9-988d-3b441f721946) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:49:33.787878 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-aeb35ca7-ca69-41a9-8239-17150b5d0f44 req-c3e8fe49-8caf-47db-bc66-6ce50d6344e2 service neutron] 10.222.0.59 "GET /v2.0/networks/28405dfe-908d-4039-91f6-1d02165b34cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4129426
May 07 21:49:33.799587 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-eacb5f36-8931-4f6b-affa-db5ba9d64db5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf91fec640>, [{'id': '840afa89-df79-4408-8e69-47b6facd43de', 'name': 'tempest-ServersTestFqdnHostnames-1688040697-router', 'tenant_id': '281216301a5449cdb4c66e9f35e6e582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.174'}], 'enable_snat': True}, 'gw_port_id': 'feae140f-7755-4b03-91b8-923b0c5e18bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:49:26Z', 'updated_at': '2022-05-07T21:49:30Z', 'revision_number': 3, 'project_id': '281216301a5449cdb4c66e9f35e6e582', 'gw_port': {'id': 'feae140f-7755-4b03-91b8-923b0c5e18bf', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d5:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '840afa89-df79-4408-8e69-47b6facd43de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:49:28Z', 'updated_at': '2022-05-07T21:49:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:49:33.809226 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-139c68b9-cec4-4a7d-8cc8-c7a0dd4f34f1 req-b942f4aa-e16c-4b2d-b7a4-82e97c8755b9 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (efb357b8-d8e7-40c3-b60d-4600d4ef216f), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:33.824291 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['87c894e0-03dd-4dab-a47b-82dec6ea1485'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:49:33.864974 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacb5f36-8931-4f6b-affa-db5ba9d64db5 None None] The sync data for ids ['840afa89-df79-4408-8e69-47b6facd43de'] in ncdv-master-1 is: [{'id': '840afa89-df79-4408-8e69-47b6facd43de', 'name': 'tempest-ServersTestFqdnHostnames-1688040697-router', 'tenant_id': '281216301a5449cdb4c66e9f35e6e582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.174'}], 'enable_snat': True}, 'gw_port_id': 'feae140f-7755-4b03-91b8-923b0c5e18bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:49:26Z', 'updated_at': '2022-05-07T21:49:30Z', 'revision_number': 3, 'project_id': '281216301a5449cdb4c66e9f35e6e582', 'gw_port': {'id': 'feae140f-7755-4b03-91b8-923b0c5e18bf', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d5:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '840afa89-df79-4408-8e69-47b6facd43de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:49:28Z', 'updated_at': '2022-05-07T21:49:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:49:33.868280 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8e3897d5-780b-4dec-8d09-40c62d1cd1f9 req-513edd34-a3d3-4300-a2ca-9cacef7887a1 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] 10.222.0.32 "GET /v2.0/security-groups/298d6f93-1b46-4e36-bc08-b4d1fe72fba5 HTTP/1.1" status: 200  len: 1821 time: 0.0957172
May 07 21:49:33.882030 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-96fcd764-533f-46f4-aa44-3ad60e66c9ff req-1bc6a41e-c225-4c9d-a990-5e755cf94ccd tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2093790
May 07 21:49:33.887810 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-8e3897d5-780b-4dec-8d09-40c62d1cd1f9 req-f85ef7cb-6d9a-46c8-870a-98d45eb1eb56 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '298d6f93-1b46-4e36-bc08-b4d1fe72fba5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:49:33.888844 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-8e3897d5-780b-4dec-8d09-40c62d1cd1f9 req-f85ef7cb-6d9a-46c8-870a-98d45eb1eb56 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '298d6f93-1b46-4e36-bc08-b4d1fe72fba5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:49:33.922582 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-139c68b9-cec4-4a7d-8cc8-c7a0dd4f34f1 req-b942f4aa-e16c-4b2d-b7a4-82e97c8755b9 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Network 28405dfe-908d-4039-91f6-1d02165b34cd is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:49:33.927008 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [req-139c68b9-cec4-4a7d-8cc8-c7a0dd4f34f1 req-b942f4aa-e16c-4b2d-b7a4-82e97c8755b9 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:49:33.929469 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-139c68b9-cec4-4a7d-8cc8-c7a0dd4f34f1 req-b942f4aa-e16c-4b2d-b7a4-82e97c8755b9 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:49:33.935277 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-61813caa-9690-4739-a6e1-81fcbd09d61e admin admin] Publish callbacks [] for port (6a586597-cb64-4cc9-988d-3b441f721946), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:34.034832 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139c68b9-cec4-4a7d-8cc8-c7a0dd4f34f1 req-b942f4aa-e16c-4b2d-b7a4-82e97c8755b9 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:34.035514 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-139c68b9-cec4-4a7d-8cc8-c7a0dd4f34f1 req-b942f4aa-e16c-4b2d-b7a4-82e97c8755b9 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:34.049521 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-8e3897d5-780b-4dec-8d09-40c62d1cd1f9 req-f85ef7cb-6d9a-46c8-870a-98d45eb1eb56 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Publish callbacks [] for security_group_rule (261e6750-0fa5-4b26-9f33-707c19f46bbb), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:34.052729 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-61813caa-9690-4739-a6e1-81fcbd09d61e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (6a586597-cb64-4cc9-988d-3b441f721946), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:34.056953 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b942f4aa-e16c-4b2d-b7a4-82e97c8755b9 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Pushing event updated for resources: {'Port': ['ID=efb357b8-d8e7-40c3-b60d-4600d4ef216f,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:34.076490 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-a71eddce-80d9-47b9-a3a4-829c27add257 req-e8984a1e-6835-40c5-a64b-a7ae4ba5271e service neutron] Attempting to bind port 8b09d66b-7638-451c-902c-9a93667bb5b6 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:49:34.076900 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-a71eddce-80d9-47b9-a3a4-829c27add257 req-e8984a1e-6835-40c5-a64b-a7ae4ba5271e service neutron] Attempting to bind port 8b09d66b-7638-451c-902c-9a93667bb5b6 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '917604e4-aade-4a11-b4ad-178bdbbe8fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '38d1a38e-1f99-466b-bf7f-940113b4b6ed'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:49:34.077150 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71eddce-80d9-47b9-a3a4-829c27add257 req-e8984a1e-6835-40c5-a64b-a7ae4ba5271e service neutron] Attempting to bind port 8b09d66b-7638-451c-902c-9a93667bb5b6 on network 38d1a38e-1f99-466b-bf7f-940113b4b6ed {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:49:34.096707 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-139c68b9-cec4-4a7d-8cc8-c7a0dd4f34f1 req-b942f4aa-e16c-4b2d-b7a4-82e97c8755b9 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5991964
May 07 21:49:34.108636 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61813caa-9690-4739-a6e1-81fcbd09d61e admin admin] Network cdb18e56-26d2-4f79-bcda-791d483028bc is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:49:34.108862 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-139c68b9-cec4-4a7d-8cc8-c7a0dd4f34f1 req-733623e8-c677-4349-a464-b8c3aabf715c service neutron] Request body: {'port': {'device_id': '5ea4853a-41f9-43d9-b213-c627f5c9eb4e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:49:34.113202 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71eddce-80d9-47b9-a3a4-829c27add257 req-e8984a1e-6835-40c5-a64b-a7ae4ba5271e service neutron] Port 8b09d66b-7638-451c-902c-9a93667bb5b6 on network 38d1a38e-1f99-466b-bf7f-940113b4b6ed not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:49:34.113527 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71eddce-80d9-47b9-a3a4-829c27add257 req-e8984a1e-6835-40c5-a64b-a7ae4ba5271e service neutron] Attempting to bind port 8b09d66b-7638-451c-902c-9a93667bb5b6 on network 38d1a38e-1f99-466b-bf7f-940113b4b6ed {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:49:34.114253 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-61813caa-9690-4739-a6e1-81fcbd09d61e admin admin] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:49:34.130354 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61813caa-9690-4739-a6e1-81fcbd09d61e admin admin] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:49:34.137906 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61813caa-9690-4739-a6e1-81fcbd09d61e admin admin] Pushing event updated for resources: {'Port': ['ID=6a586597-cb64-4cc9-988d-3b441f721946,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:34.141694 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-8e3897d5-780b-4dec-8d09-40c62d1cd1f9 req-f85ef7cb-6d9a-46c8-870a-98d45eb1eb56 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Publish callbacks [] for security_group_rule (261e6750-0fa5-4b26-9f33-707c19f46bbb), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:34.169757 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71eddce-80d9-47b9-a3a4-829c27add257 req-e8984a1e-6835-40c5-a64b-a7ae4ba5271e service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:49:34.170099 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71eddce-80d9-47b9-a3a4-829c27add257 req-e8984a1e-6835-40c5-a64b-a7ae4ba5271e service neutron] Checking segment: {'id': '917604e4-aade-4a11-b4ad-178bdbbe8fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '38d1a38e-1f99-466b-bf7f-940113b4b6ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:49:34.170525 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a71eddce-80d9-47b9-a3a4-829c27add257 req-e8984a1e-6835-40c5-a64b-a7ae4ba5271e service neutron] Bound using segment: {'id': '917604e4-aade-4a11-b4ad-178bdbbe8fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '38d1a38e-1f99-466b-bf7f-940113b4b6ed'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:49:34.171064 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-a71eddce-80d9-47b9-a3a4-829c27add257 req-e8984a1e-6835-40c5-a64b-a7ae4ba5271e service neutron] Bound port: 8b09d66b-7638-451c-902c-9a93667bb5b6, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '917604e4-aade-4a11-b4ad-178bdbbe8fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '38d1a38e-1f99-466b-bf7f-940113b4b6ed'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:49:34.171404 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-a71eddce-80d9-47b9-a3a4-829c27add257 req-e8984a1e-6835-40c5-a64b-a7ae4ba5271e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (8b09d66b-7638-451c-902c-9a93667bb5b6), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:34.171519 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-8e3897d5-780b-4dec-8d09-40c62d1cd1f9 req-f85ef7cb-6d9a-46c8-870a-98d45eb1eb56 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (261e6750-0fa5-4b26-9f33-707c19f46bbb), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:34.229163 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-8e3897d5-780b-4dec-8d09-40c62d1cd1f9 req-f85ef7cb-6d9a-46c8-870a-98d45eb1eb56 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:34.230706 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8e3897d5-780b-4dec-8d09-40c62d1cd1f9 req-f85ef7cb-6d9a-46c8-870a-98d45eb1eb56 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 792 time: 0.3512464
May 07 21:49:34.234028 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85ef7cb-6d9a-46c8-870a-98d45eb1eb56 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=261e6750-0fa5-4b26-9f33-707c19f46bbb,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:34.286029 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-61813caa-9690-4739-a6e1-81fcbd09d61e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398161'] for router_interface (840afa89-df79-4408-8e69-47b6facd43de), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:34.296168 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-139c68b9-cec4-4a7d-8cc8-c7a0dd4f34f1 req-733623e8-c677-4349-a464-b8c3aabf715c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (efb357b8-d8e7-40c3-b60d-4600d4ef216f), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:34.312575 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa7aa57-3813-442c-a3e3-8a0e0cc02256 req-cca00f31-8f36-4e07-8b44-34b9a9019a0d tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:34.325813 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6fa7aa57-3813-442c-a3e3-8a0e0cc02256 req-cca00f31-8f36-4e07-8b44-34b9a9019a0d tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/networks?id=d3775254-6c3d-4b27-a2f1-ae073d9f981d HTTP/1.1" status: 200  len: 804 time: 0.2716980
May 07 21:49:34.473197 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device feae140f-7755-4b03-91b8-923b0c5e18bf up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:49:34.533140 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-61813caa-9690-4739-a6e1-81fcbd09d61e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (6a586597-cb64-4cc9-988d-3b441f721946), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:34.548862 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-f19f7fbe-7fef-4b6c-919b-e1d7c3379bd5 None None] Provisioning complete for port 6a586597-cb64-4cc9-988d-3b441f721946 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:49:34.549865 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f19f7fbe-7fef-4b6c-919b-e1d7c3379bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (6a586597-cb64-4cc9-988d-3b441f721946), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:34.590097 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6fa7aa57-3813-442c-a3e3-8a0e0cc02256 req-06033204-802e-432c-9432-5888ed9059d5 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/quotas/bd92ab7de4f3456e82ccaa60aa378562 HTTP/1.1" status: 200  len: 375 time: 0.2633760
May 07 21:49:34.627907 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port feae140f-7755-4b03-91b8-923b0c5e18bf triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:49:34.628657 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (feae140f-7755-4b03-91b8-923b0c5e18bf), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:34.635320 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-f19f7fbe-7fef-4b6c-919b-e1d7c3379bd5 None None] Port 6a586597-cb64-4cc9-988d-3b441f721946 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:49:34.637751 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-a71eddce-80d9-47b9-a3a4-829c27add257 req-e8984a1e-6835-40c5-a64b-a7ae4ba5271e service neutron] For port 8b09d66b-7638-451c-902c-9a93667bb5b6, host nch2-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:49:34.677511 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11d3bdb-4edf-46e5-a8eb-52a3b57fb98f req-e1781a7f-01b2-4b0d-a521-ddae225eeab5 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:34.679170 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a11d3bdb-4edf-46e5-a8eb-52a3b57fb98f req-e1781a7f-01b2-4b0d-a521-ddae225eeab5 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c5e8d5a-79cf-4bea-96aa-2a6e95ec8aef HTTP/1.1" status: 200  len: 943 time: 0.0698314
May 07 21:49:34.738999 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port feae140f-7755-4b03-91b8-923b0c5e18bf is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:49:34.739402 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (feae140f-7755-4b03-91b8-923b0c5e18bf), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:34.765522 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port feae140f-7755-4b03-91b8-923b0c5e18bf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=feae140f-7755-4b03-91b8-923b0c5e18bf,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:49:34.778396 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (feae140f-7755-4b03-91b8-923b0c5e18bf), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:34.795577 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a11d3bdb-4edf-46e5-a8eb-52a3b57fb98f req-d1c5f6cd-6823-4df8-9cee-d6e626a7cd44 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1096005
May 07 21:49:34.833285 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=feae140f-7755-4b03-91b8-923b0c5e18bf,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:34.878235 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-61813caa-9690-4739-a6e1-81fcbd09d61e admin admin] Publish callbacks [] for port (6a586597-cb64-4cc9-988d-3b441f721946), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:34.886820 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-61813caa-9690-4739-a6e1-81fcbd09d61e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (6a586597-cb64-4cc9-988d-3b441f721946), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:35.004397 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-61813caa-9690-4739-a6e1-81fcbd09d61e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401121'] for router_interface (840afa89-df79-4408-8e69-47b6facd43de), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:35.006330 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61813caa-9690-4739-a6e1-81fcbd09d61e admin admin] Pushing event updated for resources: {'Port': ['ID=6a586597-cb64-4cc9-988d-3b441f721946,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:35.016006 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb36f45-d449-41f5-9e26-cfd29ff482c7 req-475b87ad-b6a1-4962-ba5f-4ef4b6011a70 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:35.017543 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ebb36f45-d449-41f5-9e26-cfd29ff482c7 req-475b87ad-b6a1-4962-ba5f-4ef4b6011a70 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ea4853a-41f9-43d9-b213-c627f5c9eb4e HTTP/1.1" status: 200  len: 932 time: 0.1222382
May 07 21:49:35.054320 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-a71eddce-80d9-47b9-a3a4-829c27add257 req-e8984a1e-6835-40c5-a64b-a7ae4ba5271e service neutron] For port 8b09d66b-7638-451c-902c-9a93667bb5b6, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8b09d66b-7638-451c-902c-9a93667bb5b6,segment=NetworkSegment(917604e4-aade-4a11-b4ad-178bdbbe8fbb),segment_id=917604e4-aade-4a11-b4ad-178bdbbe8fbb)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:49:35.068230 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6fa7aa57-3813-442c-a3e3-8a0e0cc02256 req-4312a2b8-9344-4bcc-8183-26ba97776de2 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=bd92ab7de4f3456e82ccaa60aa378562&fields=id HTTP/1.1" status: 200  len: 255 time: 0.4389591
May 07 21:49:35.071452 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-a71eddce-80d9-47b9-a3a4-829c27add257 req-e8984a1e-6835-40c5-a64b-a7ae4ba5271e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (8b09d66b-7638-451c-902c-9a93667bb5b6), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:35.118887 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dd2dc3-b528-4127-bcb2-7c026e2eaab8 req-177f5ed2-c3e2-4f09-9f2e-a226d78b1893 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:35.120266 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-29dd2dc3-b528-4127-bcb2-7c026e2eaab8 req-177f5ed2-c3e2-4f09-9f2e-a226d78b1893 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.55 "GET /v2.0/ports?device_id=c766eaa8-8e8e-4135-9b5d-dfdaad014172 HTTP/1.1" status: 200  len: 944 time: 0.0986590
May 07 21:49:35.172510 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71eddce-80d9-47b9-a3a4-829c27add257 req-e8984a1e-6835-40c5-a64b-a7ae4ba5271e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:35.173137 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-a71eddce-80d9-47b9-a3a4-829c27add257 req-e8984a1e-6835-40c5-a64b-a7ae4ba5271e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:35.174553 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a71eddce-80d9-47b9-a3a4-829c27add257 req-e8984a1e-6835-40c5-a64b-a7ae4ba5271e service neutron] 10.222.0.59 "PUT /v2.0/ports/8b09d66b-7638-451c-902c-9a93667bb5b6 HTTP/1.1" status: 200  len: 1091 time: 3.2903445
May 07 21:49:35.177138 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c5e8d5a-79cf-4bea-96aa-2a6e95ec8aef', 'tag': '8b09d66b-7638-451c-902c-9a93667bb5b6'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:49:35.179108 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e67493b7-8a18-49e3-831a-aa2f04ba2e77" -d '{"events": [{"name": "network-changed", "server_uuid": "3c5e8d5a-79cf-4bea-96aa-2a6e95ec8aef", "tag": "8b09d66b-7638-451c-902c-9a93667bb5b6"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:49:35.273425 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8984a1e-6835-40c5-a64b-a7ae4ba5271e service neutron] Pushing event updated for resources: {'Port': ['ID=8b09d66b-7638-451c-902c-9a93667bb5b6,revision_number=3']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:35.274235 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ebb36f45-d449-41f5-9e26-cfd29ff482c7 req-70a4a548-48f0-4c90-b983-dab261059b0e tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2407856
May 07 21:49:35.308709 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-29dd2dc3-b528-4127-bcb2-7c026e2eaab8 req-3c25f9ac-b858-4b14-97d0-abb000ccd680 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Deleting port 1543b45e-f40e-472d-975d-d79ddefecdd6 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:49:35.308972 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-29dd2dc3-b528-4127-bcb2-7c026e2eaab8 req-3c25f9ac-b858-4b14-97d0-abb000ccd680 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (1543b45e-f40e-472d-975d-d79ddefecdd6), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:35.324009 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71eddce-80d9-47b9-a3a4-829c27add257 req-e204469b-12a3-47f6-8a7b-7270b3db70f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:35.325520 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a71eddce-80d9-47b9-a3a4-829c27add257 req-e204469b-12a3-47f6-8a7b-7270b3db70f3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4db49857a44d4f399959ac625886505a&device_id=3c5e8d5a-79cf-4bea-96aa-2a6e95ec8aef HTTP/1.1" status: 200  len: 1125 time: 0.0886486
May 07 21:49:35.328415 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-2909e554-cd10-4001-85fa-fb343167675d req-7c1860cb-fee4-47d5-a841-2e92e0aa352b tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-665603394', 'description': 'tempest-description-1621786591'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:49:35.337665 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [req-139c68b9-cec4-4a7d-8cc8-c7a0dd4f34f1 req-733623e8-c677-4349-a464-b8c3aabf715c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efb357b8-d8e7-40c3-b60d-4600d4ef216f {{(pid=121837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:49:35.348342 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6fa7aa57-3813-442c-a3e3-8a0e0cc02256 req-5a435e03-1b0a-4ab5-b748-096f5749e5f2 service neutron] 10.222.0.32 "GET /v2.0/networks/d3775254-6c3d-4b27-a2f1-ae073d9f981d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2653944
May 07 21:49:35.356855 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61813caa-9690-4739-a6e1-81fcbd09d61e admin admin] Network cdb18e56-26d2-4f79-bcda-791d483028bc is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:49:35.380234 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-139c68b9-cec4-4a7d-8cc8-c7a0dd4f34f1 req-733623e8-c677-4349-a464-b8c3aabf715c service neutron] Publish callbacks [] for port (efb357b8-d8e7-40c3-b60d-4600d4ef216f), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:35.388021 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-61813caa-9690-4739-a6e1-81fcbd09d61e admin admin] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:49:35.392237 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a71eddce-80d9-47b9-a3a4-829c27add257 req-7c553dbe-6f09-4296-8fb9-bdf385dbd803 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b09d66b-7638-451c-902c-9a93667bb5b6 HTTP/1.1" status: 200  len: 217 time: 0.0589447
May 07 21:49:35.417324 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-2909e554-cd10-4001-85fa-fb343167675d req-7c1860cb-fee4-47d5-a841-2e92e0aa352b tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:35.426668 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-139c68b9-cec4-4a7d-8cc8-c7a0dd4f34f1 req-733623e8-c677-4349-a464-b8c3aabf715c service neutron] Transition to ACTIVE for port object efb357b8-d8e7-40c3-b60d-4600d4ef216f will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:49:35.456497 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-139c68b9-cec4-4a7d-8cc8-c7a0dd4f34f1 req-733623e8-c677-4349-a464-b8c3aabf715c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (efb357b8-d8e7-40c3-b60d-4600d4ef216f), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:35.492416 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-29dd2dc3-b528-4127-bcb2-7c026e2eaab8 req-3c25f9ac-b858-4b14-97d0-abb000ccd680 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] For port 1543b45e-f40e-472d-975d-d79ddefecdd6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1543b45e-f40e-472d-975d-d79ddefecdd6,segment=NetworkSegment(616ea0c7-2d98-4ffb-86e7-ca2a85e3ffe1),segment_id=616ea0c7-2d98-4ffb-86e7-ca2a85e3ffe1)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:49:35.492785 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-29dd2dc3-b528-4127-bcb2-7c026e2eaab8 req-3c25f9ac-b858-4b14-97d0-abb000ccd680 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (1543b45e-f40e-472d-975d-d79ddefecdd6), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:35.542903 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71eddce-80d9-47b9-a3a4-829c27add257 req-0b682fcd-fea5-4553-b78a-04462e73dc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:35.544409 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a71eddce-80d9-47b9-a3a4-829c27add257 req-0b682fcd-fea5-4553-b78a-04462e73dc41 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=14835495-3004-48e8-b7c5-01b68d156e2d HTTP/1.1" status: 200  len: 861 time: 0.1461279
May 07 21:49:35.547306 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-29dd2dc3-b528-4127-bcb2-7c026e2eaab8 req-3c25f9ac-b858-4b14-97d0-abb000ccd680 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Calling delete_port for 1543b45e-f40e-472d-975d-d79ddefecdd6 owned by compute:nova {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:49:35.605362 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a71eddce-80d9-47b9-a3a4-829c27add257 req-64b179ca-baa7-4fc7-83cf-a08c8d6fe762 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=38d1a38e-1f99-466b-bf7f-940113b4b6ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0505800
May 07 21:49:35.634887 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733623e8-c677-4349-a464-b8c3aabf715c service neutron] Pushing event updated for resources: {'Port': ['ID=efb357b8-d8e7-40c3-b60d-4600d4ef216f,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:35.669186 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6fa7aa57-3813-442c-a3e3-8a0e0cc02256 req-60835138-b5a0-4e77-80f1-b8b6b1799942 service neutron] 10.222.0.32 "GET /v2.0/networks/d3775254-6c3d-4b27-a2f1-ae073d9f981d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2863312
May 07 21:49:35.669402 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-a3d14eb6-2eb5-49e9-8d0e-5f173bf95499 None None] Provisioning complete for port 6a586597-cb64-4cc9-988d-3b441f721946 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:49:35.669859 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61813caa-9690-4739-a6e1-81fcbd09d61e admin admin] Router 840afa89-df79-4408-8e69-47b6facd43de has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 21:49:35.669951 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a3d14eb6-2eb5-49e9-8d0e-5f173bf95499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (6a586597-cb64-4cc9-988d-3b441f721946), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:35.677104 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-2909e554-cd10-4001-85fa-fb343167675d req-7c1860cb-fee4-47d5-a841-2e92e0aa352b tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Publish callbacks [] for security_group (b1dd49f9-0b01-4680-8de7-d77b07b7a863), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:35.689749 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-2909e554-cd10-4001-85fa-fb343167675d req-7c1860cb-fee4-47d5-a841-2e92e0aa352b tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (b1dd49f9-0b01-4680-8de7-d77b07b7a863), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:35.740154 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 21:49:35.745838 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-a3d14eb6-2eb5-49e9-8d0e-5f173bf95499 None None] Port 6a586597-cb64-4cc9-988d-3b441f721946 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:49:35.786873 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-2909e554-cd10-4001-85fa-fb343167675d req-7c1860cb-fee4-47d5-a841-2e92e0aa352b tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:35.788112 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2909e554-cd10-4001-85fa-fb343167675d req-7c1860cb-fee4-47d5-a841-2e92e0aa352b tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1826 time: 0.4804537
May 07 21:49:35.788268 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-139c68b9-cec4-4a7d-8cc8-c7a0dd4f34f1 req-733623e8-c677-4349-a464-b8c3aabf715c service neutron] Attempting to bind port efb357b8-d8e7-40c3-b60d-4600d4ef216f on host nch2-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:49:35.788698 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-139c68b9-cec4-4a7d-8cc8-c7a0dd4f34f1 req-733623e8-c677-4349-a464-b8c3aabf715c service neutron] Attempting to bind port efb357b8-d8e7-40c3-b60d-4600d4ef216f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '82ec07f6-cf99-4411-99d8-c39170f22b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '28405dfe-908d-4039-91f6-1d02165b34cd'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:49:35.789024 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-139c68b9-cec4-4a7d-8cc8-c7a0dd4f34f1 req-733623e8-c677-4349-a464-b8c3aabf715c service neutron] Attempting to bind port efb357b8-d8e7-40c3-b60d-4600d4ef216f on network 28405dfe-908d-4039-91f6-1d02165b34cd {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:49:35.796497 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a71eddce-80d9-47b9-a3a4-829c27add257 req-90b2fadb-e306-4578-abb8-e9d39ce56ecf service neutron] 10.222.0.59 "GET /v2.0/networks/38d1a38e-1f99-466b-bf7f-940113b4b6ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1816692
May 07 21:49:35.797679 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-139c68b9-cec4-4a7d-8cc8-c7a0dd4f34f1 req-733623e8-c677-4349-a464-b8c3aabf715c service neutron] Port efb357b8-d8e7-40c3-b60d-4600d4ef216f on network 28405dfe-908d-4039-91f6-1d02165b34cd not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:49:35.798010 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-139c68b9-cec4-4a7d-8cc8-c7a0dd4f34f1 req-733623e8-c677-4349-a464-b8c3aabf715c service neutron] Attempting to bind port efb357b8-d8e7-40c3-b60d-4600d4ef216f on network 28405dfe-908d-4039-91f6-1d02165b34cd {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:49:35.828131 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-139c68b9-cec4-4a7d-8cc8-c7a0dd4f34f1 req-733623e8-c677-4349-a464-b8c3aabf715c service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:49:35.828469 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-139c68b9-cec4-4a7d-8cc8-c7a0dd4f34f1 req-733623e8-c677-4349-a464-b8c3aabf715c service neutron] Checking segment: {'id': '82ec07f6-cf99-4411-99d8-c39170f22b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '28405dfe-908d-4039-91f6-1d02165b34cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:49:35.828791 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-139c68b9-cec4-4a7d-8cc8-c7a0dd4f34f1 req-733623e8-c677-4349-a464-b8c3aabf715c service neutron] Bound using segment: {'id': '82ec07f6-cf99-4411-99d8-c39170f22b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '28405dfe-908d-4039-91f6-1d02165b34cd'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:49:35.829337 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-139c68b9-cec4-4a7d-8cc8-c7a0dd4f34f1 req-733623e8-c677-4349-a464-b8c3aabf715c service neutron] Bound port: efb357b8-d8e7-40c3-b60d-4600d4ef216f, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82ec07f6-cf99-4411-99d8-c39170f22b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '28405dfe-908d-4039-91f6-1d02165b34cd'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:49:35.829628 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-139c68b9-cec4-4a7d-8cc8-c7a0dd4f34f1 req-733623e8-c677-4349-a464-b8c3aabf715c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (efb357b8-d8e7-40c3-b60d-4600d4ef216f), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:35.843805 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1860cb-fee4-47d5-a841-2e92e0aa352b tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1dd49f9-0b01-4680-8de7-d77b07b7a863,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:35.920533 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-29dd2dc3-b528-4127-bcb2-7c026e2eaab8 req-3c25f9ac-b858-4b14-97d0-abb000ccd680 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (1543b45e-f40e-472d-975d-d79ddefecdd6), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:35.966168 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c25f9ac-b858-4b14-97d0-abb000ccd680 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Pushing event deleted for resources: {'Port': ['ID=1543b45e-f40e-472d-975d-d79ddefecdd6,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:35.987196 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61813caa-9690-4739-a6e1-81fcbd09d61e admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:49:35.993096 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-61813caa-9690-4739-a6e1-81fcbd09d61e admin admin] 10.222.0.32 "PUT /v2.0/routers/840afa89-df79-4408-8e69-47b6facd43de/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2208116
May 07 21:49:36.055158 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a71eddce-80d9-47b9-a3a4-829c27add257 req-1f9a22ce-26db-496b-b884-4cc0005b502f service neutron] 10.222.0.59 "GET /v2.0/networks/38d1a38e-1f99-466b-bf7f-940113b4b6ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2494004
May 07 21:49:36.059840 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c68799de-f154-4bbe-97b0-b92864a9b1ff x-openstack-request-id: req-c68799de-f154-4bbe-97b0-b92864a9b1ff {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:49:36.060136 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c5e8d5a-79cf-4bea-96aa-2a6e95ec8aef", "tag": "8b09d66b-7638-451c-902c-9a93667bb5b6", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:49:36.060397 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c68799de-f154-4bbe-97b0-b92864a9b1ff {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:49:36.060799 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c68799de-f154-4bbe-97b0-b92864a9b1ff'] response: {'name': 'network-changed', 'server_uuid': '3c5e8d5a-79cf-4bea-96aa-2a6e95ec8aef', 'tag': '8b09d66b-7638-451c-902c-9a93667bb5b6', 'status': 'completed', 'code': 200}
May 07 21:49:36.066143 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-5b5021ef-787e-4d78-90e3-8b22d999673f req-14e0f9a3-2e08-45af-be50-40290abb78fd tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1140681754', 'description': 'tempest-description-1560435883'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:49:36.067871 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-29dd2dc3-b528-4127-bcb2-7c026e2eaab8 req-3c25f9ac-b858-4b14-97d0-abb000ccd680 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] No DVR routers for this DVR port 1543b45e-f40e-472d-975d-d79ddefecdd6 on host nch1-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:49:36.071309 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-139c68b9-cec4-4a7d-8cc8-c7a0dd4f34f1 req-733623e8-c677-4349-a464-b8c3aabf715c service neutron] For port efb357b8-d8e7-40c3-b60d-4600d4ef216f, host nch2-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:49:36.073218 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-29dd2dc3-b528-4127-bcb2-7c026e2eaab8 req-3c25f9ac-b858-4b14-97d0-abb000ccd680 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:36.077237 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-29dd2dc3-b528-4127-bcb2-7c026e2eaab8 req-3c25f9ac-b858-4b14-97d0-abb000ccd680 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.55 "DELETE /v2.0/ports/1543b45e-f40e-472d-975d-d79ddefecdd6 HTTP/1.1" status: 204  len: 173 time: 0.9512410
May 07 21:49:36.077702 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c766eaa8-8e8e-4135-9b5d-dfdaad014172', 'name': 'network-vif-deleted', 'tag': '1543b45e-f40e-472d-975d-d79ddefecdd6'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:49:36.080018 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa20279-4ac0-46e8-8658-b3b30ce7c5b4" -d '{"events": [{"server_uuid": "c766eaa8-8e8e-4135-9b5d-dfdaad014172", "name": "network-vif-deleted", "tag": "1543b45e-f40e-472d-975d-d79ddefecdd6"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:49:36.093480 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-139c68b9-cec4-4a7d-8cc8-c7a0dd4f34f1 req-733623e8-c677-4349-a464-b8c3aabf715c service neutron] For port efb357b8-d8e7-40c3-b60d-4600d4ef216f, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=efb357b8-d8e7-40c3-b60d-4600d4ef216f,segment=NetworkSegment(82ec07f6-cf99-4411-99d8-c39170f22b45),segment_id=82ec07f6-cf99-4411-99d8-c39170f22b45)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:49:36.103421 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b828c7-55d2-4fd7-9707-0bbb678001b4 req-36006d5c-2af1-42c2-9fbc-a213e41635a3 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:36.105905 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e1b828c7-55d2-4fd7-9707-0bbb678001b4 req-36006d5c-2af1-42c2-9fbc-a213e41635a3 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf92f729-2124-482e-b270-05ad87327f96 HTTP/1.1" status: 200  len: 950 time: 0.1201565
May 07 21:49:36.112480 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-139c68b9-cec4-4a7d-8cc8-c7a0dd4f34f1 req-733623e8-c677-4349-a464-b8c3aabf715c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (efb357b8-d8e7-40c3-b60d-4600d4ef216f), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:36.156318 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-5b5021ef-787e-4d78-90e3-8b22d999673f req-14e0f9a3-2e08-45af-be50-40290abb78fd tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:36.189408 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139c68b9-cec4-4a7d-8cc8-c7a0dd4f34f1 req-733623e8-c677-4349-a464-b8c3aabf715c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:36.190035 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-139c68b9-cec4-4a7d-8cc8-c7a0dd4f34f1 req-733623e8-c677-4349-a464-b8c3aabf715c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:36.192747 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-139c68b9-cec4-4a7d-8cc8-c7a0dd4f34f1 req-733623e8-c677-4349-a464-b8c3aabf715c service neutron] 10.222.0.59 "PUT /v2.0/ports/efb357b8-d8e7-40c3-b60d-4600d4ef216f HTTP/1.1" status: 200  len: 1092 time: 2.0874491
May 07 21:49:36.217724 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e1b828c7-55d2-4fd7-9707-0bbb678001b4 req-51175429-8bd2-4319-a99c-07faf8de8c7f tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0996969
May 07 21:49:36.225625 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733623e8-c677-4349-a464-b8c3aabf715c service neutron] Pushing event updated for resources: {'Port': ['ID=efb357b8-d8e7-40c3-b60d-4600d4ef216f,revision_number=3']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:36.264436 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9aa719e-fd04-4227-8046-d5337410ab40 None None] Sync routers for ids ['840afa89-df79-4408-8e69-47b6facd43de'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:49:36.280822 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9aa719e-fd04-4227-8046-d5337410ab40 None None] Routers {'840afa89-df79-4408-8e69-47b6facd43de'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:49:36.281719 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-b9aa719e-fd04-4227-8046-d5337410ab40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7fc9c1f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:49:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['840afa89-df79-4408-8e69-47b6facd43de'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:49:36.294379 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-5b5021ef-787e-4d78-90e3-8b22d999673f req-14e0f9a3-2e08-45af-be50-40290abb78fd tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Publish callbacks [] for security_group (4b3c93ff-1e4b-451c-802d-7dd2ca808608), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:36.309926 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-5b5021ef-787e-4d78-90e3-8b22d999673f req-14e0f9a3-2e08-45af-be50-40290abb78fd tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (4b3c93ff-1e4b-451c-802d-7dd2ca808608), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:36.373694 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e0f9a3-2e08-45af-be50-40290abb78fd tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b3c93ff-1e4b-451c-802d-7dd2ca808608,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:36.399707 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-5b5021ef-787e-4d78-90e3-8b22d999673f req-14e0f9a3-2e08-45af-be50-40290abb78fd tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:36.401380 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5b5021ef-787e-4d78-90e3-8b22d999673f req-14e0f9a3-2e08-45af-be50-40290abb78fd tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1827 time: 0.3440549
May 07 21:49:36.424924 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device feae140f-7755-4b03-91b8-923b0c5e18bf up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:49:36.489747 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-b9aa719e-fd04-4227-8046-d5337410ab40 None None] Set router 840afa89-df79-4408-8e69-47b6facd43de gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:49:36.532403 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port feae140f-7755-4b03-91b8-923b0c5e18bf triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:49:36.532695 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (feae140f-7755-4b03-91b8-923b0c5e18bf), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:36.617544 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61e0dde-8db7-475c-b032-53895e2f6b6d req-0dd5d762-3d65-4b07-b83c-d364bd025930 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:36.618959 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a61e0dde-8db7-475c-b032-53895e2f6b6d req-0dd5d762-3d65-4b07-b83c-d364bd025930 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c5e8d5a-79cf-4bea-96aa-2a6e95ec8aef HTTP/1.1" status: 200  len: 943 time: 0.1313193
May 07 21:49:36.641032 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67493b7-8a18-49e3-831a-aa2f04ba2e77 req-8146fa6e-935e-4ae2-aacb-ceb7fe67d563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:36.642584 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e67493b7-8a18-49e3-831a-aa2f04ba2e77 req-8146fa6e-935e-4ae2-aacb-ceb7fe67d563 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4db49857a44d4f399959ac625886505a&device_id=3c5e8d5a-79cf-4bea-96aa-2a6e95ec8aef HTTP/1.1" status: 200  len: 1125 time: 0.1219802
May 07 21:49:36.644985 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139c68b9-cec4-4a7d-8cc8-c7a0dd4f34f1 req-b053ff5f-c297-4fe9-a0b4-a76549a1490d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:36.645806 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-139c68b9-cec4-4a7d-8cc8-c7a0dd4f34f1 req-b053ff5f-c297-4fe9-a0b4-a76549a1490d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1bcaffad5d3447b98f0216d3481045e5&device_id=5ea4853a-41f9-43d9-b213-c627f5c9eb4e HTTP/1.1" status: 200  len: 1126 time: 0.0982983
May 07 21:49:36.728940 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-139c68b9-cec4-4a7d-8cc8-c7a0dd4f34f1 req-d677e949-bb31-4e5d-a7a8-c5668ba7e287 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=efb357b8-d8e7-40c3-b60d-4600d4ef216f HTTP/1.1" status: 200  len: 217 time: 0.0725489
May 07 21:49:36.732352 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port feae140f-7755-4b03-91b8-923b0c5e18bf is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:49:36.777476 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-b9aa719e-fd04-4227-8046-d5337410ab40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7fc9c1f0>, [{'id': '840afa89-df79-4408-8e69-47b6facd43de', 'name': 'tempest-ServersTestFqdnHostnames-1688040697-router', 'tenant_id': '281216301a5449cdb4c66e9f35e6e582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.174'}], 'enable_snat': True}, 'gw_port_id': 'feae140f-7755-4b03-91b8-923b0c5e18bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:49:26Z', 'updated_at': '2022-05-07T21:49:34Z', 'revision_number': 4, 'project_id': '281216301a5449cdb4c66e9f35e6e582', 'gw_port': {'id': 'feae140f-7755-4b03-91b8-923b0c5e18bf', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840afa89-df79-4408-8e69-47b6facd43de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:49:28Z', 'updated_at': '2022-05-07T21:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6a586597-cb64-4cc9-988d-3b441f721946', 'name': '', 'network_id': 'cdb18e56-26d2-4f79-bcda-791d483028bc', 'tenant_id': '281216301a5449cdb4c66e9f35e6e582', 'mac_address': 'fa:16:3e:9d:21:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '840afa89-df79-4408-8e69-47b6facd43de', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'a5cc013e-c71d-4b9b-b09e-51b6c283331f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:49:33Z', 'updated_at': '2022-05-07T21:49:34Z', 'revision_number': 2, 'project_id': '281216301a5449cdb4c66e9f35e6e582', 'subnets': [{'id': 'a5cc013e-c71d-4b9b-b09e-51b6c283331f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:49:36.787728 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a61e0dde-8db7-475c-b032-53895e2f6b6d req-29fb05c7-75bb-4597-ae7e-d5f4f7e6fca8 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1604402
May 07 21:49:36.809173 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9aa719e-fd04-4227-8046-d5337410ab40 None None] Checking router: 840afa89-df79-4408-8e69-47b6facd43de for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 21:49:36.809525 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9aa719e-fd04-4227-8046-d5337410ab40 None None] Updating router 840afa89-df79-4408-8e69-47b6facd43de port 6a586597-cb64-4cc9-988d-3b441f721946 binding host ncdv-master-1 {{(pid=121838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 21:49:36.832896 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9731f32b-af24-42f9-b280-d1b11c41d4fa req-f1b208c0-01a0-4572-884a-6ef06a19c5b3 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/ports?device_id=25758f5c-a017-4e91-9486-d8ef2e6da85d HTTP/1.1" status: 200  len: 210 time: 0.0385616
May 07 21:49:36.836016 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139c68b9-cec4-4a7d-8cc8-c7a0dd4f34f1 req-e615d98a-e38c-402f-8f69-7c2fcf68b019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:36.837495 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b9aa719e-fd04-4227-8046-d5337410ab40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (6a586597-cb64-4cc9-988d-3b441f721946), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:36.837996 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-139c68b9-cec4-4a7d-8cc8-c7a0dd4f34f1 req-e615d98a-e38c-402f-8f69-7c2fcf68b019 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1fe63d5f-90f3-4e94-9dfe-af97e96ae5d9 HTTP/1.1" status: 200  len: 848 time: 0.0654945
May 07 21:49:36.872456 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67493b7-8a18-49e3-831a-aa2f04ba2e77 req-0de3b686-d806-47b5-8914-94a7e20c39e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:36.874121 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e67493b7-8a18-49e3-831a-aa2f04ba2e77 req-0de3b686-d806-47b5-8914-94a7e20c39e8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=38d1a38e-1f99-466b-bf7f-940113b4b6ed HTTP/1.1" status: 200  len: 922 time: 0.2189872
May 07 21:49:36.874547 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df298448-a663-4621-9d5b-335dda9ad500 x-openstack-request-id: req-df298448-a663-4621-9d5b-335dda9ad500 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:49:36.875057 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c766eaa8-8e8e-4135-9b5d-dfdaad014172", "name": "network-vif-deleted", "tag": "1543b45e-f40e-472d-975d-d79ddefecdd6", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:49:36.875179 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-df298448-a663-4621-9d5b-335dda9ad500 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:49:36.875576 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df298448-a663-4621-9d5b-335dda9ad500'] response: {'server_uuid': 'c766eaa8-8e8e-4135-9b5d-dfdaad014172', 'name': 'network-vif-deleted', 'tag': '1543b45e-f40e-472d-975d-d79ddefecdd6', 'status': 'completed', 'code': 200}
May 07 21:49:36.944456 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-139c68b9-cec4-4a7d-8cc8-c7a0dd4f34f1 req-0a85dccc-3cba-406b-a4cd-1ec8a12b20fe service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=28405dfe-908d-4039-91f6-1d02165b34cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0693817
May 07 21:49:36.946389 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e67493b7-8a18-49e3-831a-aa2f04ba2e77 req-9bef58bd-cafc-4877-bddc-e3e17921da24 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b09d66b-7638-451c-902c-9a93667bb5b6 HTTP/1.1" status: 200  len: 217 time: 0.0596268
May 07 21:49:37.077590 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e184aa-c626-47d2-971f-920c6b8927d2 req-3ff5f5ff-e93d-42fb-8f48-4779a6a99b0f tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:37.079070 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-84e184aa-c626-47d2-971f-920c6b8927d2 req-3ff5f5ff-e93d-42fb-8f48-4779a6a99b0f tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ea4853a-41f9-43d9-b213-c627f5c9eb4e HTTP/1.1" status: 200  len: 944 time: 0.1374159
May 07 21:49:37.108249 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67493b7-8a18-49e3-831a-aa2f04ba2e77 req-0f681159-0633-46db-8a69-9425d4eab456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:37.109998 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e67493b7-8a18-49e3-831a-aa2f04ba2e77 req-0f681159-0633-46db-8a69-9425d4eab456 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=14835495-3004-48e8-b7c5-01b68d156e2d HTTP/1.1" status: 200  len: 861 time: 0.1518202
May 07 21:49:37.140892 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b9aa719e-fd04-4227-8046-d5337410ab40 None None] Publish callbacks [] for port (6a586597-cb64-4cc9-988d-3b441f721946), precommit_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:37.148179 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b9aa719e-fd04-4227-8046-d5337410ab40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (6a586597-cb64-4cc9-988d-3b441f721946), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:37.162674 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e67493b7-8a18-49e3-831a-aa2f04ba2e77 req-07d8af2f-c04b-46e6-9105-642bd0681108 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=38d1a38e-1f99-466b-bf7f-940113b4b6ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0447531
May 07 21:49:37.164742 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-139c68b9-cec4-4a7d-8cc8-c7a0dd4f34f1 req-9a6970b1-375f-4982-b273-d50805990c6a service neutron] 10.222.0.59 "GET /v2.0/networks/28405dfe-908d-4039-91f6-1d02165b34cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2084050
May 07 21:49:37.265425 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-84e184aa-c626-47d2-971f-920c6b8927d2 req-348eee23-90be-43e6-8586-54679f23013e tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1732821
May 07 21:49:37.273966 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 36458) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:49:37.286813 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-78ad6504-fc8a-4fa3-9a87-9a646b88a6f3 tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1503297075', 'description': 'tempest-description--1562228377'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:49:37.344904 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-b9aa719e-fd04-4227-8046-d5337410ab40 None None] Attempting to bind port 6a586597-cb64-4cc9-988d-3b441f721946 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:49:37.345280 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-b9aa719e-fd04-4227-8046-d5337410ab40 None None] Attempting to bind port 6a586597-cb64-4cc9-988d-3b441f721946 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '401451a8-cfc6-4cf8-b06a-6bcfe0d13210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'cdb18e56-26d2-4f79-bcda-791d483028bc'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:49:37.345782 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9aa719e-fd04-4227-8046-d5337410ab40 None None] Attempting to bind port 6a586597-cb64-4cc9-988d-3b441f721946 on network cdb18e56-26d2-4f79-bcda-791d483028bc {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:49:37.361498 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76a22dd-ad77-4db5-a56c-0278a6899a72 None None] Pushing event updated for resources: {'Port': ['ID=6a586597-cb64-4cc9-988d-3b441f721946,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:37.365924 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9aa719e-fd04-4227-8046-d5337410ab40 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:49:37.366460 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9aa719e-fd04-4227-8046-d5337410ab40 None None] Checking segment: {'id': '401451a8-cfc6-4cf8-b06a-6bcfe0d13210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'cdb18e56-26d2-4f79-bcda-791d483028bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:49:37.366902 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b9aa719e-fd04-4227-8046-d5337410ab40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:37.367297 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9aa719e-fd04-4227-8046-d5337410ab40 None None] Bound using segment: {'id': '401451a8-cfc6-4cf8-b06a-6bcfe0d13210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'cdb18e56-26d2-4f79-bcda-791d483028bc'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:49:37.367779 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-b9aa719e-fd04-4227-8046-d5337410ab40 None None] Bound port: 6a586597-cb64-4cc9-988d-3b441f721946, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '401451a8-cfc6-4cf8-b06a-6bcfe0d13210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'cdb18e56-26d2-4f79-bcda-791d483028bc'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:49:37.368167 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b9aa719e-fd04-4227-8046-d5337410ab40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (6a586597-cb64-4cc9-988d-3b441f721946), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:37.403262 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-78ad6504-fc8a-4fa3-9a87-9a646b88a6f3 tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:37.416041 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0da0d9f3-a01d-4ef8-af87-ea122a073eea req-6fa91469-9013-4bd4-9e92-4975fcd45c57 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] 10.222.0.32 "GET /v2.0/security-groups/b1dd49f9-0b01-4680-8de7-d77b07b7a863 HTTP/1.1" status: 200  len: 1821 time: 0.1193283
May 07 21:49:37.488860 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-b9aa719e-fd04-4227-8046-d5337410ab40 None None] For port 6a586597-cb64-4cc9-988d-3b441f721946, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:49:37.493082 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-b9aa719e-fd04-4227-8046-d5337410ab40 None None] For port 6a586597-cb64-4cc9-988d-3b441f721946, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6a586597-cb64-4cc9-988d-3b441f721946,segment=NetworkSegment(401451a8-cfc6-4cf8-b06a-6bcfe0d13210),segment_id=401451a8-cfc6-4cf8-b06a-6bcfe0d13210)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:49:37.506268 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b9aa719e-fd04-4227-8046-d5337410ab40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (6a586597-cb64-4cc9-988d-3b441f721946), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:37.548845 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0da0d9f3-a01d-4ef8-af87-ea122a073eea req-d10ff134-061d-4482-93db-692045af8ae1 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] 10.222.0.32 "GET /v2.0/security-groups/4b3c93ff-1e4b-451c-802d-7dd2ca808608 HTTP/1.1" status: 200  len: 1822 time: 0.1185749
May 07 21:49:37.560136 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-0da0d9f3-a01d-4ef8-af87-ea122a073eea req-ef7f5cd8-1f2c-4158-a4b1-f70f892d7dad tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b1dd49f9-0b01-4680-8de7-d77b07b7a863', 'remote_group_id': '4b3c93ff-1e4b-451c-802d-7dd2ca808608', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:49:37.560460 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-0da0d9f3-a01d-4ef8-af87-ea122a073eea req-ef7f5cd8-1f2c-4158-a4b1-f70f892d7dad tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b1dd49f9-0b01-4680-8de7-d77b07b7a863', 'remote_group_id': '4b3c93ff-1e4b-451c-802d-7dd2ca808608', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:49:37.585656 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e67493b7-8a18-49e3-831a-aa2f04ba2e77 req-5dc910b6-87e0-4e97-911e-17a01388bc1c service neutron] 10.222.0.59 "GET /v2.0/networks/38d1a38e-1f99-466b-bf7f-940113b4b6ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4099808
May 07 21:49:37.586764 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76a22dd-ad77-4db5-a56c-0278a6899a72 None None] Pushing event updated for resources: {'Port': ['ID=6a586597-cb64-4cc9-988d-3b441f721946,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:37.604044 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9aa719e-fd04-4227-8046-d5337410ab40 None None] Routers {'840afa89-df79-4408-8e69-47b6facd43de'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:49:37.605251 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edad3113-1a9e-4fb6-9837-486089462f7d req-f53cf9f9-6502-42da-9eab-09bac0685095 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:37.605984 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-b9aa719e-fd04-4227-8046-d5337410ab40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7fc9c1f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:49:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['840afa89-df79-4408-8e69-47b6facd43de'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:49:37.606888 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-edad3113-1a9e-4fb6-9837-486089462f7d req-f53cf9f9-6502-42da-9eab-09bac0685095 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf92f729-2124-482e-b270-05ad87327f96 HTTP/1.1" status: 200  len: 950 time: 0.1688681
May 07 21:49:37.609974 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-139c68b9-cec4-4a7d-8cc8-c7a0dd4f34f1 req-4c5f07c7-31bb-4d46-8fdd-23fca3217417 service neutron] 10.222.0.59 "GET /v2.0/networks/28405dfe-908d-4039-91f6-1d02165b34cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4317017
May 07 21:49:37.688185 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-edad3113-1a9e-4fb6-9837-486089462f7d req-5961f6cf-0a71-4be8-9e48-a60efc6eada2 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0731883
May 07 21:49:37.719530 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-78ad6504-fc8a-4fa3-9a87-9a646b88a6f3 tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] Publish callbacks [] for security_group (fec9452b-1927-431d-b984-d7c9e17c95cd), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:37.732735 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-78ad6504-fc8a-4fa3-9a87-9a646b88a6f3 tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (fec9452b-1927-431d-b984-d7c9e17c95cd), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:37.743667 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-49ef5797-3fe0-4e34-9106-c16c3705ad9f None None] Provisioning complete for port 6a586597-cb64-4cc9-988d-3b441f721946 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:49:37.744235 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-49ef5797-3fe0-4e34-9106-c16c3705ad9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (6a586597-cb64-4cc9-988d-3b441f721946), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:37.796182 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-b9aa719e-fd04-4227-8046-d5337410ab40 None None] Set router 840afa89-df79-4408-8e69-47b6facd43de gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:49:37.813425 ncdv-master-1 neutron-server[121836]: INFO neutron.api.v2.resource [req-b1adeec9-8a59-46b7-9029-a34e2b2f4362 req-322dc4f7-78d4-4fdc-8c72-2528ee6b7a62 service neutron] show failed (client error): The resource could not be found.
May 07 21:49:37.814454 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b1adeec9-8a59-46b7-9029-a34e2b2f4362 req-322dc4f7-78d4-4fdc-8c72-2528ee6b7a62 service neutron] 10.222.0.55 "GET /v2.0/ports/671083f6-1511-4a4e-b623-b011d1104e75/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.3406651
May 07 21:49:37.823814 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-78ad6504-fc8a-4fa3-9a87-9a646b88a6f3 tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:37.824512 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-78ad6504-fc8a-4fa3-9a87-9a646b88a6f3 tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 0.5490179
May 07 21:49:37.830543 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 36468) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:49:37.830683 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad6504-fc8a-4fa3-9a87-9a646b88a6f3 tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fec9452b-1927-431d-b984-d7c9e17c95cd,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:37.834688 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-758912fa-5f98-439a-aad5-13ea26669736 tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] Request body: {'security_group_rule': {'security_group_id': 'fec9452b-1927-431d-b984-d7c9e17c95cd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:49:37.873585 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-758912fa-5f98-439a-aad5-13ea26669736 tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] Publish callbacks [] for security_group_rule (e47003ac-a508-42b6-9535-f5453cf56ed3), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:37.891081 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-0da0d9f3-a01d-4ef8-af87-ea122a073eea req-ef7f5cd8-1f2c-4158-a4b1-f70f892d7dad tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Publish callbacks [] for security_group_rule (06a4cba0-9ad3-4d18-90bb-6149704880eb), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:37.999095 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-0da0d9f3-a01d-4ef8-af87-ea122a073eea req-ef7f5cd8-1f2c-4158-a4b1-f70f892d7dad tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Publish callbacks [] for security_group_rule (06a4cba0-9ad3-4d18-90bb-6149704880eb), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:38.005472 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-0da0d9f3-a01d-4ef8-af87-ea122a073eea req-ef7f5cd8-1f2c-4158-a4b1-f70f892d7dad tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (06a4cba0-9ad3-4d18-90bb-6149704880eb), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:38.038729 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-0da0d9f3-a01d-4ef8-af87-ea122a073eea req-ef7f5cd8-1f2c-4158-a4b1-f70f892d7dad tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:38.056684 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0da0d9f3-a01d-4ef8-af87-ea122a073eea req-ef7f5cd8-1f2c-4158-a4b1-f70f892d7dad tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 806 time: 0.5053239
May 07 21:49:38.083193 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7f5cd8-1f2c-4158-a4b1-f70f892d7dad tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06a4cba0-9ad3-4d18-90bb-6149704880eb,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:38.088700 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ea4853a-41f9-43d9-b213-c627f5c9eb4e', 'tag': 'efb357b8-d8e7-40c3-b60d-4600d4ef216f'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:49:38.091353 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1597233-a6aa-4314-8b85-4658a1bfe9fe" -d '{"events": [{"name": "network-changed", "server_uuid": "5ea4853a-41f9-43d9-b213-c627f5c9eb4e", "tag": "efb357b8-d8e7-40c3-b60d-4600d4ef216f"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:49:38.111563 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-758912fa-5f98-439a-aad5-13ea26669736 tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] Publish callbacks [] for security_group_rule (e47003ac-a508-42b6-9535-f5453cf56ed3), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:38.121843 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-758912fa-5f98-439a-aad5-13ea26669736 tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (e47003ac-a508-42b6-9535-f5453cf56ed3), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:38.156985 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758912fa-5f98-439a-aad5-13ea26669736 tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e47003ac-a508-42b6-9535-f5453cf56ed3,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:38.167223 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e67493b7-8a18-49e3-831a-aa2f04ba2e77 req-eeeeee29-4242-40e3-a7a0-217e120588ab service neutron] 10.222.0.59 "GET /v2.0/networks/38d1a38e-1f99-466b-bf7f-940113b4b6ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1756587
May 07 21:49:38.170729 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-758912fa-5f98-439a-aad5-13ea26669736 tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:38.172368 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-758912fa-5f98-439a-aad5-13ea26669736 tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3413403
May 07 21:49:38.175121 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 36482) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:49:38.180033 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-33c42ed9-3bad-4a62-9fc0-80a55d959668 tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] Request body: {'security_group_rule': {'security_group_id': 'fec9452b-1927-431d-b984-d7c9e17c95cd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:49:38.213586 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-49ef5797-3fe0-4e34-9106-c16c3705ad9f None None] Current status of the port 6a586597-cb64-4cc9-988d-3b441f721946 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:49:38.213586 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-49ef5797-3fe0-4e34-9106-c16c3705ad9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (6a586597-cb64-4cc9-988d-3b441f721946), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:38.263336 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-33c42ed9-3bad-4a62-9fc0-80a55d959668 tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] Publish callbacks [] for security_group_rule (237c5cc2-50b7-44f3-b14a-c12c28e30b3b), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:38.357867 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ed1a07-1cef-4a3e-926e-c36ae0ec0f50 req-a6a81a53-d142-4bfa-ab3f-a5a205961b1d tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:38.362181 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-49ef5797-3fe0-4e34-9106-c16c3705ad9f None None] For port 6a586597-cb64-4cc9-988d-3b441f721946, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6a586597-cb64-4cc9-988d-3b441f721946,segment=NetworkSegment(401451a8-cfc6-4cf8-b06a-6bcfe0d13210),segment_id=401451a8-cfc6-4cf8-b06a-6bcfe0d13210)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:49:38.367328 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-17ed1a07-1cef-4a3e-926e-c36ae0ec0f50 req-a6a81a53-d142-4bfa-ab3f-a5a205961b1d tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c5e8d5a-79cf-4bea-96aa-2a6e95ec8aef HTTP/1.1" status: 200  len: 943 time: 0.2247379
May 07 21:49:38.374745 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-49ef5797-3fe0-4e34-9106-c16c3705ad9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (6a586597-cb64-4cc9-988d-3b441f721946), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:38.406521 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-33c42ed9-3bad-4a62-9fc0-80a55d959668 tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] Publish callbacks [] for security_group_rule (237c5cc2-50b7-44f3-b14a-c12c28e30b3b), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:38.413449 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-33c42ed9-3bad-4a62-9fc0-80a55d959668 tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (237c5cc2-50b7-44f3-b14a-c12c28e30b3b), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:38.456819 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-b9aa719e-fd04-4227-8046-d5337410ab40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7fc9c1f0>, [{'id': '840afa89-df79-4408-8e69-47b6facd43de', 'name': 'tempest-ServersTestFqdnHostnames-1688040697-router', 'tenant_id': '281216301a5449cdb4c66e9f35e6e582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.174'}], 'enable_snat': True}, 'gw_port_id': 'feae140f-7755-4b03-91b8-923b0c5e18bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:49:26Z', 'updated_at': '2022-05-07T21:49:34Z', 'revision_number': 4, 'project_id': '281216301a5449cdb4c66e9f35e6e582', 'gw_port': {'id': 'feae140f-7755-4b03-91b8-923b0c5e18bf', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840afa89-df79-4408-8e69-47b6facd43de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:49:28Z', 'updated_at': '2022-05-07T21:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6a586597-cb64-4cc9-988d-3b441f721946', 'name': '', 'network_id': 'cdb18e56-26d2-4f79-bcda-791d483028bc', 'tenant_id': '281216301a5449cdb4c66e9f35e6e582', 'mac_address': 'fa:16:3e:9d:21:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '840afa89-df79-4408-8e69-47b6facd43de', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'a5cc013e-c71d-4b9b-b09e-51b6c283331f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:49:33Z', 'updated_at': '2022-05-07T21:49:37Z', 'revision_number': 4, 'project_id': '281216301a5449cdb4c66e9f35e6e582', 'subnets': [{'id': 'a5cc013e-c71d-4b9b-b09e-51b6c283331f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:49:38.457131 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c42ed9-3bad-4a62-9fc0-80a55d959668 tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=237c5cc2-50b7-44f3-b14a-c12c28e30b3b,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:38.474260 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-33c42ed9-3bad-4a62-9fc0-80a55d959668 tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:38.475501 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-33c42ed9-3bad-4a62-9fc0-80a55d959668 tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2991226
May 07 21:49:38.476180 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-17ed1a07-1cef-4a3e-926e-c36ae0ec0f50 req-e04c77df-35e6-499f-a8d0-b0220702d25e tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1077054
May 07 21:49:38.479111 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 36486) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:49:38.485641 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-b47729d5-3793-4885-bc3f-5c1cf4b02bda tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] Request body: {'floatingip': {'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:49:38.520674 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b47729d5-3793-4885-bc3f-5c1cf4b02bda tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:38.520929 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ef5797-3fe0-4e34-9106-c16c3705ad9f None None] Pushing event updated for resources: {'Port': ['ID=6a586597-cb64-4cc9-988d-3b441f721946,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:38.524416 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9aa719e-fd04-4227-8046-d5337410ab40 None None] The sync data for ids ['840afa89-df79-4408-8e69-47b6facd43de'] in ncdv-master-1 is: [{'id': '840afa89-df79-4408-8e69-47b6facd43de', 'name': 'tempest-ServersTestFqdnHostnames-1688040697-router', 'tenant_id': '281216301a5449cdb4c66e9f35e6e582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.174'}], 'enable_snat': True}, 'gw_port_id': 'feae140f-7755-4b03-91b8-923b0c5e18bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:49:26Z', 'updated_at': '2022-05-07T21:49:34Z', 'revision_number': 4, 'project_id': '281216301a5449cdb4c66e9f35e6e582', 'gw_port': {'id': 'feae140f-7755-4b03-91b8-923b0c5e18bf', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840afa89-df79-4408-8e69-47b6facd43de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:49:28Z', 'updated_at': '2022-05-07T21:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6a586597-cb64-4cc9-988d-3b441f721946', 'name': '', 'network_id': 'cdb18e56-26d2-4f79-bcda-791d483028bc', 'tenant_id': '281216301a5449cdb4c66e9f35e6e582', 'mac_address': 'fa:16:3e:9d:21:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '840afa89-df79-4408-8e69-47b6facd43de', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'a5cc013e-c71d-4b9b-b09e-51b6c283331f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:49:33Z', 'updated_at': '2022-05-07T21:49:37Z', 'revision_number': 4, 'project_id': '281216301a5449cdb4c66e9f35e6e582', 'subnets': [{'id': 'a5cc013e-c71d-4b9b-b09e-51b6c283331f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:49:38.540451 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa7aa57-3813-442c-a3e3-8a0e0cc02256 req-b6bec229-a39b-4a6e-bd88-d8a45ebc4765 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:38.541012 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-86fdb2ef-1841-496a-83d6-37f3453b0a62 None None] Provisioning complete for port 6a586597-cb64-4cc9-988d-3b441f721946 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:49:38.541400 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-86fdb2ef-1841-496a-83d6-37f3453b0a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (6a586597-cb64-4cc9-988d-3b441f721946), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:38.543001 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6fa7aa57-3813-442c-a3e3-8a0e0cc02256 req-b6bec229-a39b-4a6e-bd88-d8a45ebc4765 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.55 "GET /v2.0/networks?id=d3775254-6c3d-4b27-a2f1-ae073d9f981d HTTP/1.1" status: 200  len: 804 time: 0.3292120
May 07 21:49:38.557593 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-6fa7aa57-3813-442c-a3e3-8a0e0cc02256 req-226e6036-f236-4eea-9f6a-a72ea612551a tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Request body: {'port': {'device_id': '25758f5c-a017-4e91-9486-d8ef2e6da85d', 'network_id': 'd3775254-6c3d-4b27-a2f1-ae073d9f981d', 'admin_state_up': True, 'tenant_id': 'bd92ab7de4f3456e82ccaa60aa378562'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:49:38.602156 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 1543b45e-f40e-472d-975d-d79ddefecdd6 no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:49:38.657041 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] No Port match for: 1543b45e-f40e-472d-975d-d79ddefecdd6 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:49:38.657399 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 1543b45e-f40e-472d-975d-d79ddefecdd6 not bound to the agent host nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:49:38.661772 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ca2b7523-74a8-4ec4-8bd4-ce936fbb966f req-c45f2451-941f-4b2a-a688-a57d4398a7ca tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/ports?device_id=25758f5c-a017-4e91-9486-d8ef2e6da85d HTTP/1.1" status: 200  len: 210 time: 0.0628793
May 07 21:49:38.756355 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-86fdb2ef-1841-496a-83d6-37f3453b0a62 None None] Current status of the port 6a586597-cb64-4cc9-988d-3b441f721946 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:49:38.770129 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1adeec9-8a59-46b7-9029-a34e2b2f4362 req-eb46c1fb-721a-4156-9bb1-2a79a840ed24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:38.772248 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b1adeec9-8a59-46b7-9029-a34e2b2f4362 req-eb46c1fb-721a-4156-9bb1-2a79a840ed24 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=bf92f729-2124-482e-b270-05ad87327f96&tenant_id=7789855db11445de842c4df75bd05e10 HTTP/1.1" status: 200  len: 1132 time: 0.1253874
May 07 21:49:38.778048 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-0ea8db21-a12f-42f0-b83e-d9344cd04619 req-dbc3eb85-b0b1-4f52-aeaf-1b3a6e54f179 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-590758216', 'description': 'tempest-description-759088779'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:49:38.784798 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b47729d5-3793-4885-bc3f-5c1cf4b02bda tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:38.792103 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-b1adeec9-8a59-46b7-9029-a34e2b2f4362 req-a2b07ce3-8fb9-4439-bb1b-65a7746d088a service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:49:38.797639 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fa7aa57-3813-442c-a3e3-8a0e0cc02256 req-226e6036-f236-4eea-9f6a-a72ea612551a tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Made reservation on behalf of bd92ab7de4f3456e82ccaa60aa378562 for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:49:38.800371 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-6fa7aa57-3813-442c-a3e3-8a0e0cc02256 req-226e6036-f236-4eea-9f6a-a72ea612551a tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:38.853418 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05b8ac7d-8f73-44d8-aed6-314a87fb36a4 x-openstack-request-id: req-05b8ac7d-8f73-44d8-aed6-314a87fb36a4 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:49:38.853837 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ea4853a-41f9-43d9-b213-c627f5c9eb4e", "tag": "efb357b8-d8e7-40c3-b60d-4600d4ef216f", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:49:38.854199 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-05b8ac7d-8f73-44d8-aed6-314a87fb36a4 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:49:38.855642 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05b8ac7d-8f73-44d8-aed6-314a87fb36a4'] response: {'name': 'network-changed', 'server_uuid': '5ea4853a-41f9-43d9-b213-c627f5c9eb4e', 'tag': 'efb357b8-d8e7-40c3-b60d-4600d4ef216f', 'status': 'completed', 'code': 200}
May 07 21:49:38.959089 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-0ea8db21-a12f-42f0-b83e-d9344cd04619 req-dbc3eb85-b0b1-4f52-aeaf-1b3a6e54f179 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:38.993769 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [req-6fa7aa57-3813-442c-a3e3-8a0e0cc02256 req-226e6036-f236-4eea-9f6a-a72ea612551a tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Allocated IP 172.20.0.12 (d3775254-6c3d-4b27-a2f1-ae073d9f981d/0cba138a-678d-4392-84ac-c6115c01dacb/cb812400-5de5-4055-b8c5-f05049026aa6) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:49:39.016433 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5b0f91-77b3-4a41-89f5-3d3d5877a400 req-cda41742-5cd8-4e07-b289-d9a053b71d93 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:39.018048 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8a5b0f91-77b3-4a41-89f5-3d3d5877a400 req-cda41742-5cd8-4e07-b289-d9a053b71d93 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ea4853a-41f9-43d9-b213-c627f5c9eb4e HTTP/1.1" status: 200  len: 944 time: 0.0724645
May 07 21:49:39.029463 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-b1adeec9-8a59-46b7-9029-a34e2b2f4362 req-a2b07ce3-8fb9-4439-bb1b-65a7746d088a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (671083f6-1511-4a4e-b623-b011d1104e75), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:39.052456 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1597233-a6aa-4314-8b85-4658a1bfe9fe req-dbf30e68-da87-49cc-a6b1-a3526769c8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:39.054096 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a1597233-a6aa-4314-8b85-4658a1bfe9fe req-dbf30e68-da87-49cc-a6b1-a3526769c8fd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1bcaffad5d3447b98f0216d3481045e5&device_id=5ea4853a-41f9-43d9-b213-c627f5c9eb4e HTTP/1.1" status: 200  len: 1126 time: 0.1713719
May 07 21:49:39.103337 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8a5b0f91-77b3-4a41-89f5-3d3d5877a400 req-9e90e80a-f96b-4a7c-ae17-654610cbe5a8 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0747118
May 07 21:49:39.178880 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-b47729d5-3793-4885-bc3f-5c1cf4b02bda tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] Allocated IP 172.35.4.28 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/cd0d82f4-bf6b-40fc-99b8-858d8ca0ac16) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:49:39.270226 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d45d681-4889-42ed-9708-6388597b31ea req-32455a68-c525-4f70-9cea-a377e474bf18 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:39.277580 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3d45d681-4889-42ed-9708-6388597b31ea req-32455a68-c525-4f70-9cea-a377e474bf18 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf92f729-2124-482e-b270-05ad87327f96 HTTP/1.1" status: 200  len: 950 time: 0.0856009
May 07 21:49:39.281685 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-6fa7aa57-3813-442c-a3e3-8a0e0cc02256 req-226e6036-f236-4eea-9f6a-a72ea612551a tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Publish callbacks [] for port (cb812400-5de5-4055-b8c5-f05049026aa6), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:39.288251 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 8b09d66b-7638-451c-902c-9a93667bb5b6 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:49:39.349515 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3d45d681-4889-42ed-9708-6388597b31ea req-0fd374dc-b96e-4dc4-9e5b-9d330df75ec0 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0710802
May 07 21:49:39.378010 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-6fa7aa57-3813-442c-a3e3-8a0e0cc02256 req-226e6036-f236-4eea-9f6a-a72ea612551a tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (cb812400-5de5-4055-b8c5-f05049026aa6), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:39.436284 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 8b09d66b-7638-451c-902c-9a93667bb5b6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8b09d66b-7638-451c-902c-9a93667bb5b6,segment=NetworkSegment(917604e4-aade-4a11-b4ad-178bdbbe8fbb),segment_id=917604e4-aade-4a11-b4ad-178bdbbe8fbb)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:49:39.456166 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fa7aa57-3813-442c-a3e3-8a0e0cc02256 req-226e6036-f236-4eea-9f6a-a72ea612551a tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Network d3775254-6c3d-4b27-a2f1-ae073d9f981d is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:49:39.460514 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [req-6fa7aa57-3813-442c-a3e3-8a0e0cc02256 req-226e6036-f236-4eea-9f6a-a72ea612551a tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:49:39.465291 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': '8b09d66b-7638-451c-902c-9a93667bb5b6', 'network_id': '38d1a38e-1f99-466b-bf7f-940113b4b6ed', 'port_id': '8b09d66b-7638-451c-902c-9a93667bb5b6', 'mac_address': 'fa:16:3e:2a:b9:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14835495-3004-48e8-b7c5-01b68d156e2d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:49:39.467073 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fa7aa57-3813-442c-a3e3-8a0e0cc02256 req-226e6036-f236-4eea-9f6a-a72ea612551a tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:49:39.512598 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-b1adeec9-8a59-46b7-9029-a34e2b2f4362 req-a2b07ce3-8fb9-4439-bb1b-65a7746d088a service neutron] For port 671083f6-1511-4a4e-b623-b011d1104e75, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=671083f6-1511-4a4e-b623-b011d1104e75,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:49:39.518486 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226e6036-f236-4eea-9f6a-a72ea612551a tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Pushing event updated for resources: {'Port': ['ID=cb812400-5de5-4055-b8c5-f05049026aa6,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:39.540673 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 8b09d66b-7638-451c-902c-9a93667bb5b6 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:49:39.541075 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (8b09d66b-7638-451c-902c-9a93667bb5b6), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:39.557451 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b09d66b-7638-451c-902c-9a93667bb5b6 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:49:39.591179 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa7aa57-3813-442c-a3e3-8a0e0cc02256 req-226e6036-f236-4eea-9f6a-a72ea612551a tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:39.592013 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-6fa7aa57-3813-442c-a3e3-8a0e0cc02256 req-226e6036-f236-4eea-9f6a-a72ea612551a tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:39.602783 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 8b09d66b-7638-451c-902c-9a93667bb5b6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8b09d66b-7638-451c-902c-9a93667bb5b6,segment=NetworkSegment(917604e4-aade-4a11-b4ad-178bdbbe8fbb),segment_id=917604e4-aade-4a11-b4ad-178bdbbe8fbb)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:49:39.614738 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (8b09d66b-7638-451c-902c-9a93667bb5b6), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:39.631242 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6fa7aa57-3813-442c-a3e3-8a0e0cc02256 req-226e6036-f236-4eea-9f6a-a72ea612551a tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0794559
May 07 21:49:39.646374 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-6fa7aa57-3813-442c-a3e3-8a0e0cc02256 req-8a217404-134f-4266-b435-ddb8b6ed3a4a service neutron] Request body: {'port': {'device_id': '25758f5c-a017-4e91-9486-d8ef2e6da85d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:49:39.748166 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=8b09d66b-7638-451c-902c-9a93667bb5b6,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:39.785710 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-6fa7aa57-3813-442c-a3e3-8a0e0cc02256 req-8a217404-134f-4266-b435-ddb8b6ed3a4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (cb812400-5de5-4055-b8c5-f05049026aa6), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:39.859951 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445f2003-874c-4ca7-b5d0-1a76ea3fbbc4 req-1385f5e6-c553-4a7b-a639-95069a38c040 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:39.861560 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-445f2003-874c-4ca7-b5d0-1a76ea3fbbc4 req-1385f5e6-c553-4a7b-a639-95069a38c040 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c5e8d5a-79cf-4bea-96aa-2a6e95ec8aef HTTP/1.1" status: 200  len: 944 time: 0.1275167
May 07 21:49:39.863020 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['8b09d66b-7638-451c-902c-9a93667bb5b6'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:49:39.921643 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 36516) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:49:40.021765 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 36520) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:49:40.064088 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-0ea8db21-a12f-42f0-b83e-d9344cd04619 req-dbc3eb85-b0b1-4f52-aeaf-1b3a6e54f179 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Publish callbacks [] for security_group (edaa12f3-10f7-4223-b7c5-db7d7270f0c7), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:40.082817 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-445f2003-874c-4ca7-b5d0-1a76ea3fbbc4 req-71bbb915-6a3c-49d1-8934-9d294340f407 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2036619
May 07 21:49:40.166633 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b47729d5-3793-4885-bc3f-5c1cf4b02bda tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] Publish callbacks [] for port (cd0d82f4-bf6b-40fc-99b8-858d8ca0ac16), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:40.169211 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-0ea8db21-a12f-42f0-b83e-d9344cd04619 req-dbc3eb85-b0b1-4f52-aeaf-1b3a6e54f179 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (edaa12f3-10f7-4223-b7c5-db7d7270f0c7), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:40.213498 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc3eb85-b0b1-4f52-aeaf-1b3a6e54f179 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edaa12f3-10f7-4223-b7c5-db7d7270f0c7,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:40.290867 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-0ea8db21-a12f-42f0-b83e-d9344cd04619 req-dbc3eb85-b0b1-4f52-aeaf-1b3a6e54f179 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:40.292777 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-761ba73c-15e2-4b13-b291-a914ef210600 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:40.304307 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0ea8db21-a12f-42f0-b83e-d9344cd04619 req-dbc3eb85-b0b1-4f52-aeaf-1b3a6e54f179 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1825 time: 1.5380404
May 07 21:49:40.313591 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1597233-a6aa-4314-8b85-4658a1bfe9fe req-8a36b77c-e88d-4379-af0e-2056941ef2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:40.315310 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a1597233-a6aa-4314-8b85-4658a1bfe9fe req-8a36b77c-e88d-4379-af0e-2056941ef2a6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=28405dfe-908d-4039-91f6-1d02165b34cd HTTP/1.1" status: 200  len: 909 time: 1.2341595
May 07 21:49:40.320840 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-b1adeec9-8a59-46b7-9029-a34e2b2f4362 req-a2b07ce3-8fb9-4439-bb1b-65a7746d088a service neutron] For port 671083f6-1511-4a4e-b623-b011d1104e75, host nch1-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:49:40.408573 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a1597233-a6aa-4314-8b85-4658a1bfe9fe req-7184d935-b381-4bad-b2eb-d9655cb7d673 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=efb357b8-d8e7-40c3-b60d-4600d4ef216f HTTP/1.1" status: 200  len: 217 time: 0.0855639
May 07 21:49:40.480877 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 6a586597-cb64-4cc9-988d-3b441f721946 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:49:40.500373 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-b1adeec9-8a59-46b7-9029-a34e2b2f4362 req-a2b07ce3-8fb9-4439-bb1b-65a7746d088a service neutron] Publish callbacks [] for port (671083f6-1511-4a4e-b623-b011d1104e75), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:40.517435 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff206f6-0dea-47a8-8ba4-6b7a3aaf268f req-1605b6ca-ccc8-4750-996d-987265b8d734 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:40.519201 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bff206f6-0dea-47a8-8ba4-6b7a3aaf268f req-1605b6ca-ccc8-4750-996d-987265b8d734 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ea4853a-41f9-43d9-b213-c627f5c9eb4e HTTP/1.1" status: 200  len: 944 time: 0.1251256
May 07 21:49:40.524684 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b47729d5-3793-4885-bc3f-5c1cf4b02bda tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (cd0d82f4-bf6b-40fc-99b8-858d8ca0ac16), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:40.540835 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 6a586597-cb64-4cc9-988d-3b441f721946 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:49:40.541281 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (6a586597-cb64-4cc9-988d-3b441f721946), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:40.555236 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1597233-a6aa-4314-8b85-4658a1bfe9fe req-c8840acc-eba9-4db1-b26b-bcdfebfd019d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:40.556723 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a1597233-a6aa-4314-8b85-4658a1bfe9fe req-c8840acc-eba9-4db1-b26b-bcdfebfd019d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1fe63d5f-90f3-4e94-9dfe-af97e96ae5d9 HTTP/1.1" status: 200  len: 848 time: 0.1232257
May 07 21:49:40.590215 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-b1adeec9-8a59-46b7-9029-a34e2b2f4362 req-a2b07ce3-8fb9-4439-bb1b-65a7746d088a service neutron] Transition to ACTIVE for port object 671083f6-1511-4a4e-b623-b011d1104e75 will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:49:40.607054 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 671083f6-1511-4a4e-b623-b011d1104e75 no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:49:40.623710 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a1597233-a6aa-4314-8b85-4658a1bfe9fe req-e2583843-c18b-4374-98ec-c5536f6679c7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=28405dfe-908d-4039-91f6-1d02165b34cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0321567
May 07 21:49:40.625463 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47729d5-3793-4885-bc3f-5c1cf4b02bda tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:49:40.633007 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-b1adeec9-8a59-46b7-9029-a34e2b2f4362 req-a2b07ce3-8fb9-4439-bb1b-65a7746d088a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (671083f6-1511-4a4e-b623-b011d1104e75), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:40.640350 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5cbb2976-61f7-4f85-872f-e07f4dc0e65f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:40.671109 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 6a586597-cb64-4cc9-988d-3b441f721946 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:49:40.681952 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] The host nch1-master-1 is not matching for port 671083f6-1511-4a4e-b623-b011d1104e75 host nch2-master-1! {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2394}}
May 07 21:49:40.682353 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 671083f6-1511-4a4e-b623-b011d1104e75 not bound to the agent host nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:49:40.699239 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-b47729d5-3793-4885-bc3f-5c1cf4b02bda tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:49:40.722504 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47729d5-3793-4885-bc3f-5c1cf4b02bda tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:49:40.722727 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4033819a-53a2-4f81-ae12-b9cd9a862b01 req-8db8f86d-c14f-45b7-ba7f-ea185a151ef1 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:40.724140 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4033819a-53a2-4f81-ae12-b9cd9a862b01 req-8db8f86d-c14f-45b7-ba7f-ea185a151ef1 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/ports?device_id=25758f5c-a017-4e91-9486-d8ef2e6da85d HTTP/1.1" status: 200  len: 932 time: 0.4755094
May 07 21:49:40.763941 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [req-6fa7aa57-3813-442c-a3e3-8a0e0cc02256 req-8a217404-134f-4266-b435-ddb8b6ed3a4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb812400-5de5-4055-b8c5-f05049026aa6 {{(pid=121836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:49:40.780172 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47729d5-3793-4885-bc3f-5c1cf4b02bda tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] Pushing event updated for resources: {'Port': ['ID=cd0d82f4-bf6b-40fc-99b8-858d8ca0ac16,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:40.797866 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bff206f6-0dea-47a8-8ba4-6b7a3aaf268f req-9698d298-1be7-4f94-87f7-7f283bd826b5 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2618818
May 07 21:49:40.802206 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-6fa7aa57-3813-442c-a3e3-8a0e0cc02256 req-8a217404-134f-4266-b435-ddb8b6ed3a4a service neutron] Publish callbacks [] for port (cb812400-5de5-4055-b8c5-f05049026aa6), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:40.867163 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf92f729-2124-482e-b270-05ad87327f96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '671083f6-1511-4a4e-b623-b011d1104e75'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:49:40.869452 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f81bce-582a-4144-91b7-9c500fee71b9" -d '{"events": [{"server_uuid": "bf92f729-2124-482e-b270-05ad87327f96", "name": "network-vif-unplugged", "status": "completed", "tag": "671083f6-1511-4a4e-b623-b011d1104e75"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:49:40.873129 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.provisioning_blocks [req-6fa7aa57-3813-442c-a3e3-8a0e0cc02256 req-8a217404-134f-4266-b435-ddb8b6ed3a4a service neutron] Transition to ACTIVE for port object cb812400-5de5-4055-b8c5-f05049026aa6 will not be triggered until provisioned by entity L2. {{(pid=121836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:49:40.884990 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1adeec9-8a59-46b7-9029-a34e2b2f4362 req-a2b07ce3-8fb9-4439-bb1b-65a7746d088a service neutron] No DVR routers for this DVR port 671083f6-1511-4a4e-b623-b011d1104e75 on host nch1-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:49:40.890012 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-1c42a3ea-ff81-4968-bac0-ae16d676d3a4 req-9bad4e99-1f34-4d77-b2d7-d2331a70f450 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-615521899', 'description': 'tempest-description-2022881111'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:49:40.894152 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-6fa7aa57-3813-442c-a3e3-8a0e0cc02256 req-8a217404-134f-4266-b435-ddb8b6ed3a4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (cb812400-5de5-4055-b8c5-f05049026aa6), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:40.899115 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a1597233-a6aa-4314-8b85-4658a1bfe9fe req-557ee5b2-cbf5-4029-9793-a546224dd606 service neutron] 10.222.0.59 "GET /v2.0/networks/28405dfe-908d-4039-91f6-1d02165b34cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2622302
May 07 21:49:40.951450 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b07ce3-8fb9-4439-bb1b-65a7746d088a service neutron] Pushing event updated for resources: {'Port': ['ID=671083f6-1511-4a4e-b623-b011d1104e75,revision_number=6']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:40.975123 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4033819a-53a2-4f81-ae12-b9cd9a862b01 req-cf8165ff-6959-44e1-8b7f-50d4ca87a046 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b456a11-abdd-4913-9fa4-f25fdacb0d35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2415152
May 07 21:49:41.033742 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a217404-134f-4266-b435-ddb8b6ed3a4a service neutron] Pushing event updated for resources: {'Port': ['ID=cb812400-5de5-4055-b8c5-f05049026aa6,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:41.058896 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5cbb2976-61f7-4f85-872f-e07f4dc0e65f admin admin] Publish callbacks [] for security_group (7a53fa49-015c-4c67-b0de-5f47f78ead3f), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:41.059443 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1c42a3ea-ff81-4968-bac0-ae16d676d3a4 req-9bad4e99-1f34-4d77-b2d7-d2331a70f450 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:41.071230 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-b1adeec9-8a59-46b7-9029-a34e2b2f4362 req-a2b07ce3-8fb9-4439-bb1b-65a7746d088a service neutron] Attempting to bind port 671083f6-1511-4a4e-b623-b011d1104e75 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:49:41.071950 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-b1adeec9-8a59-46b7-9029-a34e2b2f4362 req-a2b07ce3-8fb9-4439-bb1b-65a7746d088a service neutron] Attempting to bind port 671083f6-1511-4a4e-b623-b011d1104e75 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:49:41.071950 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1adeec9-8a59-46b7-9029-a34e2b2f4362 req-a2b07ce3-8fb9-4439-bb1b-65a7746d088a service neutron] Attempting to bind port 671083f6-1511-4a4e-b623-b011d1104e75 on network 665487f0-78eb-47fb-9a06-b15bc614dc47 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:49:41.079448 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-761ba73c-15e2-4b13-b291-a914ef210600 admin admin] Publish callbacks [] for security_group (984116cb-1e55-410e-822d-2ade862103fd), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:41.082057 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5cbb2976-61f7-4f85-872f-e07f4dc0e65f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (7a53fa49-015c-4c67-b0de-5f47f78ead3f), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:41.084922 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b47729d5-3793-4885-bc3f-5c1cf4b02bda tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] Publish callbacks [] for floatingip (74dfd6a2-a861-4e3a-afd0-6b46d9224811), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:41.100760 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1adeec9-8a59-46b7-9029-a34e2b2f4362 req-a2b07ce3-8fb9-4439-bb1b-65a7746d088a service neutron] Port 671083f6-1511-4a4e-b623-b011d1104e75 on network 665487f0-78eb-47fb-9a06-b15bc614dc47 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:49:41.101191 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1adeec9-8a59-46b7-9029-a34e2b2f4362 req-a2b07ce3-8fb9-4439-bb1b-65a7746d088a service neutron] Attempting to bind port 671083f6-1511-4a4e-b623-b011d1104e75 on network 665487f0-78eb-47fb-9a06-b15bc614dc47 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:49:41.123379 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-761ba73c-15e2-4b13-b291-a914ef210600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (984116cb-1e55-410e-822d-2ade862103fd), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:41.146461 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1adeec9-8a59-46b7-9029-a34e2b2f4362 req-a2b07ce3-8fb9-4439-bb1b-65a7746d088a service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:49:41.146830 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1adeec9-8a59-46b7-9029-a34e2b2f4362 req-a2b07ce3-8fb9-4439-bb1b-65a7746d088a service neutron] Checking segment: {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:49:41.147214 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1adeec9-8a59-46b7-9029-a34e2b2f4362 req-a2b07ce3-8fb9-4439-bb1b-65a7746d088a service neutron] Bound using segment: {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:49:41.147662 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-b1adeec9-8a59-46b7-9029-a34e2b2f4362 req-a2b07ce3-8fb9-4439-bb1b-65a7746d088a service neutron] Bound port: 671083f6-1511-4a4e-b623-b011d1104e75, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:49:41.148025 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-b1adeec9-8a59-46b7-9029-a34e2b2f4362 req-a2b07ce3-8fb9-4439-bb1b-65a7746d088a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (671083f6-1511-4a4e-b623-b011d1104e75), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:41.174274 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a1597233-a6aa-4314-8b85-4658a1bfe9fe req-4ba3bb86-274f-4f0d-b8e7-cfbe5991d196 service neutron] 10.222.0.59 "GET /v2.0/networks/28405dfe-908d-4039-91f6-1d02165b34cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2671399
May 07 21:49:41.209165 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b47729d5-3793-4885-bc3f-5c1cf4b02bda tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (cd0d82f4-bf6b-40fc-99b8-858d8ca0ac16), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:41.221097 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbb2976-61f7-4f85-872f-e07f4dc0e65f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a53fa49-015c-4c67-b0de-5f47f78ead3f,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:41.227331 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-5cbb2976-61f7-4f85-872f-e07f4dc0e65f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5cff54bc356c492ba7c917ff045462cc&name=default HTTP/1.1" status: 200  len: 2996 time: 1.2045686
May 07 21:49:41.233912 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 36536) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:49:41.243485 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-761ba73c-15e2-4b13-b291-a914ef210600 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9e8e0d71ab744caca68c43441b435233&name=default HTTP/1.1" status: 200  len: 2996 time: 1.3208377
May 07 21:49:41.250239 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 36538) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:49:41.251033 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ee833-c995-42b0-95e6-b3f3588f9a14 req-14c1afd9-2f56-410a-b4c3-5d672aacf6ff tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:41.252461 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a63ee833-c995-42b0-95e6-b3f3588f9a14 req-14c1afd9-2f56-410a-b4c3-5d672aacf6ff tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf92f729-2124-482e-b270-05ad87327f96 HTTP/1.1" status: 200  len: 948 time: 0.1716120
May 07 21:49:41.302676 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device efb357b8-d8e7-40c3-b60d-4600d4ef216f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:49:41.307709 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 8b09d66b-7638-451c-902c-9a93667bb5b6 up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:49:41.322234 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-6fa7aa57-3813-442c-a3e3-8a0e0cc02256 req-8a217404-134f-4266-b435-ddb8b6ed3a4a service neutron] Attempting to bind port cb812400-5de5-4055-b8c5-f05049026aa6 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:49:41.322543 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-6fa7aa57-3813-442c-a3e3-8a0e0cc02256 req-8a217404-134f-4266-b435-ddb8b6ed3a4a service neutron] Attempting to bind port cb812400-5de5-4055-b8c5-f05049026aa6 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '616ea0c7-2d98-4ffb-86e7-ca2a85e3ffe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd3775254-6c3d-4b27-a2f1-ae073d9f981d'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:49:41.323304 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa7aa57-3813-442c-a3e3-8a0e0cc02256 req-8a217404-134f-4266-b435-ddb8b6ed3a4a service neutron] Attempting to bind port cb812400-5de5-4055-b8c5-f05049026aa6 on network d3775254-6c3d-4b27-a2f1-ae073d9f981d {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:49:41.334803 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761ba73c-15e2-4b13-b291-a914ef210600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=984116cb-1e55-410e-822d-2ade862103fd,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:41.350082 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-b1adeec9-8a59-46b7-9029-a34e2b2f4362 req-a2b07ce3-8fb9-4439-bb1b-65a7746d088a service neutron] For port 671083f6-1511-4a4e-b623-b011d1104e75, host nch2-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:49:41.350439 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa7aa57-3813-442c-a3e3-8a0e0cc02256 req-8a217404-134f-4266-b435-ddb8b6ed3a4a service neutron] Port cb812400-5de5-4055-b8c5-f05049026aa6 on network d3775254-6c3d-4b27-a2f1-ae073d9f981d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:49:41.351146 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa7aa57-3813-442c-a3e3-8a0e0cc02256 req-8a217404-134f-4266-b435-ddb8b6ed3a4a service neutron] Attempting to bind port cb812400-5de5-4055-b8c5-f05049026aa6 on network d3775254-6c3d-4b27-a2f1-ae073d9f981d {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:49:41.374375 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1c42a3ea-ff81-4968-bac0-ae16d676d3a4 req-9bad4e99-1f34-4d77-b2d7-d2331a70f450 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Publish callbacks [] for security_group (35501d64-75fb-4e65-9627-416f804f2a43), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:41.375953 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa7aa57-3813-442c-a3e3-8a0e0cc02256 req-8a217404-134f-4266-b435-ddb8b6ed3a4a service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:49:41.376432 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa7aa57-3813-442c-a3e3-8a0e0cc02256 req-8a217404-134f-4266-b435-ddb8b6ed3a4a service neutron] Checking segment: {'id': '616ea0c7-2d98-4ffb-86e7-ca2a85e3ffe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd3775254-6c3d-4b27-a2f1-ae073d9f981d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:49:41.376816 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa7aa57-3813-442c-a3e3-8a0e0cc02256 req-8a217404-134f-4266-b435-ddb8b6ed3a4a service neutron] Bound using segment: {'id': '616ea0c7-2d98-4ffb-86e7-ca2a85e3ffe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd3775254-6c3d-4b27-a2f1-ae073d9f981d'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:49:41.377388 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-6fa7aa57-3813-442c-a3e3-8a0e0cc02256 req-8a217404-134f-4266-b435-ddb8b6ed3a4a service neutron] Bound port: cb812400-5de5-4055-b8c5-f05049026aa6, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '616ea0c7-2d98-4ffb-86e7-ca2a85e3ffe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd3775254-6c3d-4b27-a2f1-ae073d9f981d'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:49:41.378225 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-6fa7aa57-3813-442c-a3e3-8a0e0cc02256 req-8a217404-134f-4266-b435-ddb8b6ed3a4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (cb812400-5de5-4055-b8c5-f05049026aa6), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:41.392226 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1c42a3ea-ff81-4968-bac0-ae16d676d3a4 req-9bad4e99-1f34-4d77-b2d7-d2331a70f450 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (35501d64-75fb-4e65-9627-416f804f2a43), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:41.396768 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-b1adeec9-8a59-46b7-9029-a34e2b2f4362 req-a2b07ce3-8fb9-4439-bb1b-65a7746d088a service neutron] For port 671083f6-1511-4a4e-b623-b011d1104e75, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=671083f6-1511-4a4e-b623-b011d1104e75,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:49:41.400659 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a63ee833-c995-42b0-95e6-b3f3588f9a14 req-577ea99a-c8bd-416e-8cba-04a1c3872656 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1297882
May 07 21:49:41.409325 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0172ab60-6360-4f79-8f5c-87ae490e92ab admin admin] Publish callbacks [] for security_group (7a53fa49-015c-4c67-b0de-5f47f78ead3f), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:41.424247 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning for port 8b09d66b-7638-451c-902c-9a93667bb5b6 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:49:41.452573 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-b1adeec9-8a59-46b7-9029-a34e2b2f4362 req-a2b07ce3-8fb9-4439-bb1b-65a7746d088a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (671083f6-1511-4a4e-b623-b011d1104e75), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:41.455549 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port 8b09d66b-7638-451c-902c-9a93667bb5b6 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:49:41.456459 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (8b09d66b-7638-451c-902c-9a93667bb5b6), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:41.474278 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0172ab60-6360-4f79-8f5c-87ae490e92ab admin admin] Publish callbacks [] for security_group (7a53fa49-015c-4c67-b0de-5f47f78ead3f), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:41.516344 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1c42a3ea-ff81-4968-bac0-ae16d676d3a4 req-9bad4e99-1f34-4d77-b2d7-d2331a70f450 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:41.527209 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1c42a3ea-ff81-4968-bac0-ae16d676d3a4 req-9bad4e99-1f34-4d77-b2d7-d2331a70f450 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1826 time: 0.6441123
May 07 21:49:41.534432 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-6fa7aa57-3813-442c-a3e3-8a0e0cc02256 req-8a217404-134f-4266-b435-ddb8b6ed3a4a service neutron] For port cb812400-5de5-4055-b8c5-f05049026aa6, host nch1-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:49:41.541173 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 07 May 2022 21:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd274f58-7457-4300-a43f-06b09dde2aab x-openstack-request-id: req-fd274f58-7457-4300-a43f-06b09dde2aab {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:49:41.541476 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf92f729-2124-482e-b270-05ad87327f96", "name": "network-vif-unplugged", "status": "completed", "tag": "671083f6-1511-4a4e-b623-b011d1104e75", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:49:41.541725 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fd274f58-7457-4300-a43f-06b09dde2aab {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:49:41.542168 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd274f58-7457-4300-a43f-06b09dde2aab'] response: {'server_uuid': 'bf92f729-2124-482e-b270-05ad87327f96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '671083f6-1511-4a4e-b623-b011d1104e75', 'code': 200}
May 07 21:49:41.550120 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bad4e99-1f34-4d77-b2d7-d2331a70f450 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35501d64-75fb-4e65-9627-416f804f2a43,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:41.553766 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port efb357b8-d8e7-40c3-b60d-4600d4ef216f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=efb357b8-d8e7-40c3-b60d-4600d4ef216f,segment=NetworkSegment(82ec07f6-cf99-4411-99d8-c39170f22b45),segment_id=82ec07f6-cf99-4411-99d8-c39170f22b45)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:49:41.558722 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1adeec9-8a59-46b7-9029-a34e2b2f4362 req-a2b07ce3-8fb9-4439-bb1b-65a7746d088a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:41.560135 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-b1adeec9-8a59-46b7-9029-a34e2b2f4362 req-a2b07ce3-8fb9-4439-bb1b-65a7746d088a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:41.560855 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-6fa7aa57-3813-442c-a3e3-8a0e0cc02256 req-8a217404-134f-4266-b435-ddb8b6ed3a4a service neutron] For port cb812400-5de5-4055-b8c5-f05049026aa6, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cb812400-5de5-4055-b8c5-f05049026aa6,segment=NetworkSegment(616ea0c7-2d98-4ffb-86e7-ca2a85e3ffe1),segment_id=616ea0c7-2d98-4ffb-86e7-ca2a85e3ffe1)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:49:41.561947 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b1adeec9-8a59-46b7-9029-a34e2b2f4362 req-a2b07ce3-8fb9-4439-bb1b-65a7746d088a service neutron] 10.222.0.59 "PUT /v2.0/ports/671083f6-1511-4a4e-b623-b011d1104e75 HTTP/1.1" status: 200  len: 1096 time: 2.7794847
May 07 21:49:41.567496 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5912d387-1baa-403c-9820-d1740b409d6a admin admin] Publish callbacks [] for security_group (984116cb-1e55-410e-822d-2ade862103fd), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:41.572092 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-6fa7aa57-3813-442c-a3e3-8a0e0cc02256 req-8a217404-134f-4266-b435-ddb8b6ed3a4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (cb812400-5de5-4055-b8c5-f05049026aa6), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:41.634227 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': 'efb357b8-d8e7-40c3-b60d-4600d4ef216f', 'network_id': '28405dfe-908d-4039-91f6-1d02165b34cd', 'port_id': 'efb357b8-d8e7-40c3-b60d-4600d4ef216f', 'mac_address': 'fa:16:3e:33:e5:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fe63d5f-90f3-4e94-9dfe-af97e96ae5d9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:49:41.656572 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 8b09d66b-7638-451c-902c-9a93667bb5b6 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:49:41.657011 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (8b09d66b-7638-451c-902c-9a93667bb5b6), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:41.664804 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0172ab60-6360-4f79-8f5c-87ae490e92ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (7a53fa49-015c-4c67-b0de-5f47f78ead3f), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:41.668260 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0172ab60-6360-4f79-8f5c-87ae490e92ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:41.669627 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-0172ab60-6360-4f79-8f5c-87ae490e92ab admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7a53fa49-015c-4c67-b0de-5f47f78ead3f HTTP/1.1" status: 204  len: 168 time: 0.4347208
May 07 21:49:41.673216 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa7aa57-3813-442c-a3e3-8a0e0cc02256 req-8a217404-134f-4266-b435-ddb8b6ed3a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:41.674791 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-6fa7aa57-3813-442c-a3e3-8a0e0cc02256 req-8a217404-134f-4266-b435-ddb8b6ed3a4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:41.677139 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6fa7aa57-3813-442c-a3e3-8a0e0cc02256 req-8a217404-134f-4266-b435-ddb8b6ed3a4a service neutron] 10.222.0.55 "PUT /v2.0/ports/cb812400-5de5-4055-b8c5-f05049026aa6 HTTP/1.1" status: 200  len: 1092 time: 2.0399709
May 07 21:49:41.681959 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25758f5c-a017-4e91-9486-d8ef2e6da85d', 'tag': 'cb812400-5de5-4055-b8c5-f05049026aa6'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:49:41.694456 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd582291-4231-4a41-94bc-8228d604426b" -d '{"events": [{"name": "network-changed", "server_uuid": "25758f5c-a017-4e91-9486-d8ef2e6da85d", "tag": "cb812400-5de5-4055-b8c5-f05049026aa6"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:49:41.719846 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c5e8d5a-79cf-4bea-96aa-2a6e95ec8aef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b09d66b-7638-451c-902c-9a93667bb5b6'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:49:41.724322 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5912d387-1baa-403c-9820-d1740b409d6a admin admin] Publish callbacks [] for security_group (984116cb-1e55-410e-822d-2ade862103fd), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:41.726736 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec5e3ae1-0114-4e4d-aa47-c8c1d4f5a33a" -d '{"events": [{"server_uuid": "3c5e8d5a-79cf-4bea-96aa-2a6e95ec8aef", "name": "network-vif-plugged", "status": "completed", "tag": "8b09d66b-7638-451c-902c-9a93667bb5b6"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:49:41.731826 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0172ab60-6360-4f79-8f5c-87ae490e92ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a53fa49-015c-4c67-b0de-5f47f78ead3f,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:41.732568 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port efb357b8-d8e7-40c3-b60d-4600d4ef216f is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:49:41.732956 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (efb357b8-d8e7-40c3-b60d-4600d4ef216f), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:41.763590 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b07ce3-8fb9-4439-bb1b-65a7746d088a service neutron] Pushing event updated for resources: {'Port': ['ID=671083f6-1511-4a4e-b623-b011d1104e75,revision_number=7']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:41.772088 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a217404-134f-4266-b435-ddb8b6ed3a4a service neutron] Pushing event updated for resources: {'Port': ['ID=cb812400-5de5-4055-b8c5-f05049026aa6,revision_number=3']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:41.782463 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1adeec9-8a59-46b7-9029-a34e2b2f4362 req-1701aab7-b21f-43dd-bd15-882fb7d9ba77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:41.783911 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 8b09d66b-7638-451c-902c-9a93667bb5b6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8b09d66b-7638-451c-902c-9a93667bb5b6,segment=NetworkSegment(917604e4-aade-4a11-b4ad-178bdbbe8fbb),segment_id=917604e4-aade-4a11-b4ad-178bdbbe8fbb)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:49:41.784073 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b1adeec9-8a59-46b7-9029-a34e2b2f4362 req-1701aab7-b21f-43dd-bd15-882fb7d9ba77 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7789855db11445de842c4df75bd05e10&device_id=bf92f729-2124-482e-b270-05ad87327f96 HTTP/1.1" status: 200  len: 1130 time: 0.1928685
May 07 21:49:41.810883 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efb357b8-d8e7-40c3-b60d-4600d4ef216f {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:49:41.818420 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b47729d5-3793-4885-bc3f-5c1cf4b02bda tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] Publish callbacks [] for port (cd0d82f4-bf6b-40fc-99b8-858d8ca0ac16), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:41.820953 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (8b09d66b-7638-451c-902c-9a93667bb5b6), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:41.822921 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c12f80-36e5-412c-bf4d-3c87594797e2 req-4286156a-fdae-4474-b5c3-c4a52af8d78d tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:41.831933 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d6c12f80-36e5-412c-bf4d-3c87594797e2 req-4286156a-fdae-4474-b5c3-c4a52af8d78d tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c5e8d5a-79cf-4bea-96aa-2a6e95ec8aef HTTP/1.1" status: 200  len: 944 time: 0.2220659
May 07 21:49:41.862049 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa7aa57-3813-442c-a3e3-8a0e0cc02256 req-31654f22-35e4-4be4-b6f6-cf3e7a60b399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:41.863720 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6fa7aa57-3813-442c-a3e3-8a0e0cc02256 req-31654f22-35e4-4be4-b6f6-cf3e7a60b399 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bd92ab7de4f3456e82ccaa60aa378562&device_id=25758f5c-a017-4e91-9486-d8ef2e6da85d HTTP/1.1" status: 200  len: 1126 time: 0.1268582
May 07 21:49:41.871366 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a5107e99-32e1-4a28-83c5-ff264150aeaa req-87cd96ba-e171-4cdc-9a3a-40fa698f0421 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] 10.222.0.32 "GET /v2.0/security-groups/edaa12f3-10f7-4223-b7c5-db7d7270f0c7 HTTP/1.1" status: 200  len: 1820 time: 0.3255548
May 07 21:49:41.882283 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port efb357b8-d8e7-40c3-b60d-4600d4ef216f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=efb357b8-d8e7-40c3-b60d-4600d4ef216f,segment=NetworkSegment(82ec07f6-cf99-4411-99d8-c39170f22b45),segment_id=82ec07f6-cf99-4411-99d8-c39170f22b45)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:49:41.888668 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b47729d5-3793-4885-bc3f-5c1cf4b02bda tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (cd0d82f4-bf6b-40fc-99b8-858d8ca0ac16), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:41.893265 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (efb357b8-d8e7-40c3-b60d-4600d4ef216f), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:41.918107 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=8b09d66b-7638-451c-902c-9a93667bb5b6,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:41.961051 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6fa7aa57-3813-442c-a3e3-8a0e0cc02256 req-8c8393b6-46ca-491e-812c-2b6a20740b1d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cb812400-5de5-4055-b8c5-f05049026aa6 HTTP/1.1" status: 200  len: 217 time: 0.0727999
May 07 21:49:41.976441 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d6c12f80-36e5-412c-bf4d-3c87594797e2 req-43f37ce7-2733-46b6-aecd-1904a2b44bbe tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1392467
May 07 21:49:41.981636 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=efb357b8-d8e7-40c3-b60d-4600d4ef216f,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:42.044398 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26783c50-50f5-4028-a1fc-cfd121e3a691 x-openstack-request-id: req-26783c50-50f5-4028-a1fc-cfd121e3a691 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:49:42.044914 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25758f5c-a017-4e91-9486-d8ef2e6da85d", "tag": "cb812400-5de5-4055-b8c5-f05049026aa6", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:49:42.044914 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-26783c50-50f5-4028-a1fc-cfd121e3a691 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:49:42.045342 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26783c50-50f5-4028-a1fc-cfd121e3a691'] response: {'name': 'network-changed', 'server_uuid': '25758f5c-a017-4e91-9486-d8ef2e6da85d', 'tag': 'cb812400-5de5-4055-b8c5-f05049026aa6', 'status': 'completed', 'code': 200}
May 07 21:49:42.077332 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa7aa57-3813-442c-a3e3-8a0e0cc02256 req-df7cf81b-bdb5-40cb-a232-a77e08cd2c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:42.078931 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6fa7aa57-3813-442c-a3e3-8a0e0cc02256 req-df7cf81b-bdb5-40cb-a232-a77e08cd2c8a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0cba138a-678d-4392-84ac-c6115c01dacb HTTP/1.1" status: 200  len: 844 time: 0.0998993
May 07 21:49:42.083322 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a5107e99-32e1-4a28-83c5-ff264150aeaa req-5fe5279e-cebf-4a4d-b3d5-d19b0bb9cbb3 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] 10.222.0.32 "GET /v2.0/security-groups/35501d64-75fb-4e65-9627-416f804f2a43 HTTP/1.1" status: 200  len: 1821 time: 0.2109890
May 07 21:49:42.104166 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-171ef086-e197-49e5-9e4b-f7eeb728457c x-openstack-request-id: req-171ef086-e197-49e5-9e4b-f7eeb728457c {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:49:42.108003 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c5e8d5a-79cf-4bea-96aa-2a6e95ec8aef", "name": "network-vif-plugged", "status": "completed", "tag": "8b09d66b-7638-451c-902c-9a93667bb5b6", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:49:42.108318 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-171ef086-e197-49e5-9e4b-f7eeb728457c {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:49:42.108742 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-171ef086-e197-49e5-9e4b-f7eeb728457c'] response: {'server_uuid': '3c5e8d5a-79cf-4bea-96aa-2a6e95ec8aef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b09d66b-7638-451c-902c-9a93667bb5b6', 'code': 200}
May 07 21:49:42.109924 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5912d387-1baa-403c-9820-d1740b409d6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (984116cb-1e55-410e-822d-2ade862103fd), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:42.112670 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5912d387-1baa-403c-9820-d1740b409d6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:42.114839 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-5912d387-1baa-403c-9820-d1740b409d6a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/984116cb-1e55-410e-822d-2ade862103fd HTTP/1.1" status: 204  len: 168 time: 0.8619292
May 07 21:49:42.121753 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47729d5-3793-4885-bc3f-5c1cf4b02bda tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] Pushing event updated for resources: {'Port': ['ID=cd0d82f4-bf6b-40fc-99b8-858d8ca0ac16,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:42.130376 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-a5107e99-32e1-4a28-83c5-ff264150aeaa req-30422ac1-d266-4907-b044-5689aacfa3f5 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'edaa12f3-10f7-4223-b7c5-db7d7270f0c7', 'remote_group_id': '35501d64-75fb-4e65-9627-416f804f2a43', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:49:42.130855 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-a5107e99-32e1-4a28-83c5-ff264150aeaa req-30422ac1-d266-4907-b044-5689aacfa3f5 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'edaa12f3-10f7-4223-b7c5-db7d7270f0c7', 'remote_group_id': '35501d64-75fb-4e65-9627-416f804f2a43', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:49:42.141061 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['efb357b8-d8e7-40c3-b60d-4600d4ef216f'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:49:42.165301 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b47729d5-3793-4885-bc3f-5c1cf4b02bda tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (74dfd6a2-a861-4e3a-afd0-6b46d9224811), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:42.186953 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6fa7aa57-3813-442c-a3e3-8a0e0cc02256 req-3acc278f-a38d-4c99-815b-c61931af70a0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d3775254-6c3d-4b27-a2f1-ae073d9f981d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1006780
May 07 21:49:42.226638 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5912d387-1baa-403c-9820-d1740b409d6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=984116cb-1e55-410e-822d-2ade862103fd,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:42.270420 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b47729d5-3793-4885-bc3f-5c1cf4b02bda tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:42.285488 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-b47729d5-3793-4885-bc3f-5c1cf4b02bda tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 3.7916682
May 07 21:49:42.285488 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1adeec9-8a59-46b7-9029-a34e2b2f4362 req-013c5b9e-fffb-4432-b660-3806895cb551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:42.285488 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b1adeec9-8a59-46b7-9029-a34e2b2f4362 req-013c5b9e-fffb-4432-b660-3806895cb551 service neutron] 10.222.0.59 "GET /v2.0/networks?id=665487f0-78eb-47fb-9a06-b15bc614dc47 HTTP/1.1" status: 200  len: 870 time: 0.4775293
May 07 21:49:42.300470 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7012d23-0ea5-4f7a-b946-6091dec93b00 req-362b0588-b75a-408f-a190-6ed3b5fc54a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:42.302133 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c7012d23-0ea5-4f7a-b946-6091dec93b00 req-362b0588-b75a-408f-a190-6ed3b5fc54a0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3c5e8d5a-79cf-4bea-96aa-2a6e95ec8aef HTTP/1.1" status: 200  len: 1127 time: 0.1174176
May 07 21:49:42.342218 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4027e8-cf2d-4e51-a9e5-c53dc2733fd7 req-61a35c14-42ce-4e9f-80ec-304ca35dcee9 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:42.355983 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bd4027e8-cf2d-4e51-a9e5-c53dc2733fd7 req-61a35c14-42ce-4e9f-80ec-304ca35dcee9 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ea4853a-41f9-43d9-b213-c627f5c9eb4e HTTP/1.1" status: 200  len: 945 time: 0.1730864
May 07 21:49:42.368807 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b1adeec9-8a59-46b7-9029-a34e2b2f4362 req-b1f24a18-aee9-43d6-bdd3-410bb5430b64 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=671083f6-1511-4a4e-b623-b011d1104e75 HTTP/1.1" status: 200  len: 217 time: 0.0799632
May 07 21:49:42.410252 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-a5107e99-32e1-4a28-83c5-ff264150aeaa req-30422ac1-d266-4907-b044-5689aacfa3f5 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Publish callbacks [] for security_group_rule (07a18e39-7c1e-4216-b1de-edca2e259fd8), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:42.429488 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6fa7aa57-3813-442c-a3e3-8a0e0cc02256 req-0e40eb71-94bd-40f9-96ea-50b9fc62c4af service neutron] 10.222.0.55 "GET /v2.0/networks/d3775254-6c3d-4b27-a2f1-ae073d9f981d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2320116
May 07 21:49:42.441382 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c7012d23-0ea5-4f7a-b946-6091dec93b00 req-2259de59-2aa0-46ee-9ab6-f944d88e50cf service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1050694
May 07 21:49:42.441945 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bd4027e8-cf2d-4e51-a9e5-c53dc2733fd7 req-12dfaf42-4d3b-4e83-b9ff-d1e13726e94f tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0828834
May 07 21:49:42.484303 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-a5107e99-32e1-4a28-83c5-ff264150aeaa req-30422ac1-d266-4907-b044-5689aacfa3f5 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Publish callbacks [] for security_group_rule (07a18e39-7c1e-4216-b1de-edca2e259fd8), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:42.486468 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1adeec9-8a59-46b7-9029-a34e2b2f4362 req-78e12691-0392-414f-8139-a854092dd4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:42.488427 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b1adeec9-8a59-46b7-9029-a34e2b2f4362 req-78e12691-0392-414f-8139-a854092dd4ed service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6e0e5c53-1ece-4d20-b01d-5f8c6957edf6 HTTP/1.1" status: 200  len: 843 time: 0.1050863
May 07 21:49:42.492476 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-a5107e99-32e1-4a28-83c5-ff264150aeaa req-30422ac1-d266-4907-b044-5689aacfa3f5 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (07a18e39-7c1e-4216-b1de-edca2e259fd8), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:42.526400 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-a5107e99-32e1-4a28-83c5-ff264150aeaa req-30422ac1-d266-4907-b044-5689aacfa3f5 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:42.528498 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a5107e99-32e1-4a28-83c5-ff264150aeaa req-30422ac1-d266-4907-b044-5689aacfa3f5 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 806 time: 0.4235079
May 07 21:49:42.529553 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30422ac1-d266-4907-b044-5689aacfa3f5 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07a18e39-7c1e-4216-b1de-edca2e259fd8,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:42.641380 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e09c3a-3fc0-4efe-a40f-4086538e5e39 req-03933206-0136-4055-95b5-f418da34dc7e tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:42.643349 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-83e09c3a-3fc0-4efe-a40f-4086538e5e39 req-03933206-0136-4055-95b5-f418da34dc7e tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/ports?device_id=25758f5c-a017-4e91-9486-d8ef2e6da85d HTTP/1.1" status: 200  len: 944 time: 0.0870261
May 07 21:49:42.650351 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6fa7aa57-3813-442c-a3e3-8a0e0cc02256 req-4abea8b7-5348-4043-95c7-0482655b792c service neutron] 10.222.0.55 "GET /v2.0/networks/d3775254-6c3d-4b27-a2f1-ae073d9f981d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2033839
May 07 21:49:42.701503 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 36574) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:49:42.713107 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c132758-aad0-4c67-ab8d-331e2b145486 req-4ecda5ae-a514-4d5e-9856-cd107c5d9195 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:42.714715 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2c132758-aad0-4c67-ab8d-331e2b145486 req-4ecda5ae-a514-4d5e-9856-cd107c5d9195 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf92f729-2124-482e-b270-05ad87327f96 HTTP/1.1" status: 200  len: 948 time: 0.1163740
May 07 21:49:42.715806 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1adeec9-8a59-46b7-9029-a34e2b2f4362 req-d973799d-d75a-4cb1-98f0-c3c8755d33e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:42.717150 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b1adeec9-8a59-46b7-9029-a34e2b2f4362 req-d973799d-d75a-4cb1-98f0-c3c8755d33e7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=665487f0-78eb-47fb-9a06-b15bc614dc47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0773640
May 07 21:49:42.720068 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-83e09c3a-3fc0-4efe-a40f-4086538e5e39 req-5e95e01a-a64e-496c-8a08-fba32fc7d32e tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b456a11-abdd-4913-9fa4-f25fdacb0d35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0686963
May 07 21:49:42.720950 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-240bc075-b17e-4579-9e3f-bd4c18c401c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:42.829946 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-240bc075-b17e-4579-9e3f-bd4c18c401c8 admin admin] Publish callbacks [] for security_group (1ab81ca2-6d80-4f12-b6ac-8b4a2d768e2c), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:42.839716 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-240bc075-b17e-4579-9e3f-bd4c18c401c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (1ab81ca2-6d80-4f12-b6ac-8b4a2d768e2c), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:42.842737 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2c132758-aad0-4c67-ab8d-331e2b145486 req-2fb807b8-138d-426a-8853-696eb84716bf tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1103554
May 07 21:49:42.857248 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b1adeec9-8a59-46b7-9029-a34e2b2f4362 req-53d68e0a-7f2b-463a-9027-7214b80e7044 service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1322768
May 07 21:49:42.914737 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-240bc075-b17e-4579-9e3f-bd4c18c401c8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b19fec8d47f6473ead67ca78de83c496&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2096181
May 07 21:49:42.916053 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 36590) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:49:42.920046 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240bc075-b17e-4579-9e3f-bd4c18c401c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ab81ca2-6d80-4f12-b6ac-8b4a2d768e2c,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:42.928036 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1c14e8a7-6406-4702-bc45-245304949f54 req-c073a15f-21b8-431f-8984-804a7d1bb4f6 tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1503297075&fields=id&tenant_id=281216301a5449cdb4c66e9f35e6e582 HTTP/1.1" status: 200  len: 267 time: 0.0950944
May 07 21:49:42.944307 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d60e0d99-5a2e-4e77-9b62-fa2c8bb7a1fe req-250dc226-eae7-4698-a851-711be764fc0c tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] 10.222.0.32 "GET /v2.0/security-groups/35501d64-75fb-4e65-9627-416f804f2a43 HTTP/1.1" status: 200  len: 1821 time: 0.0728223
May 07 21:49:43.017178 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1a4873ed-f570-42a0-a656-c91284b18e91 admin admin] Publish callbacks [] for security_group (1ab81ca2-6d80-4f12-b6ac-8b4a2d768e2c), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:43.025664 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 36596) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:49:43.040916 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-d60e0d99-5a2e-4e77-9b62-fa2c8bb7a1fe req-e3b52242-a5c1-4aa7-b78e-6dcf798d1291 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Publish callbacks [] for security_group (35501d64-75fb-4e65-9627-416f804f2a43), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:43.061401 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1a4873ed-f570-42a0-a656-c91284b18e91 admin admin] Publish callbacks [] for security_group (1ab81ca2-6d80-4f12-b6ac-8b4a2d768e2c), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:43.070818 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c14e8a7-6406-4702-bc45-245304949f54 req-29b85761-a209-4254-a508-29878fbad0bf tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:43.074602 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1c14e8a7-6406-4702-bc45-245304949f54 req-29b85761-a209-4254-a508-29878fbad0bf tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] 10.222.0.32 "GET /v2.0/networks?id=cdb18e56-26d2-4f79-bcda-791d483028bc HTTP/1.1" status: 200  len: 815 time: 0.1286063
May 07 21:49:43.087943 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1c14e8a7-6406-4702-bc45-245304949f54 req-64ac3117-ed76-4600-bbc3-65bc5fb96da0 tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] 10.222.0.32 "GET /v2.0/quotas/281216301a5449cdb4c66e9f35e6e582 HTTP/1.1" status: 200  len: 375 time: 0.0099175
May 07 21:49:43.088342 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-d60e0d99-5a2e-4e77-9b62-fa2c8bb7a1fe req-e3b52242-a5c1-4aa7-b78e-6dcf798d1291 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Publish callbacks [] for security_group (35501d64-75fb-4e65-9627-416f804f2a43), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:43.151855 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1c14e8a7-6406-4702-bc45-245304949f54 req-df15055c-c1e4-4483-b9ff-8d0ac8f5119c tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=281216301a5449cdb4c66e9f35e6e582&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0572290
May 07 21:49:43.173706 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-36812bf6-12a9-4884-baa6-20f13aad8821 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-771244347-network', 'tenant_id': '487fc10ff315438ca2de090c396e3cfb'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:49:43.196356 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1a4873ed-f570-42a0-a656-c91284b18e91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (1ab81ca2-6d80-4f12-b6ac-8b4a2d768e2c), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:43.198911 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1a4873ed-f570-42a0-a656-c91284b18e91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:43.202623 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-1a4873ed-f570-42a0-a656-c91284b18e91 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1ab81ca2-6d80-4f12-b6ac-8b4a2d768e2c HTTP/1.1" status: 204  len: 168 time: 0.2832427
May 07 21:49:43.245004 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-d60e0d99-5a2e-4e77-9b62-fa2c8bb7a1fe req-e3b52242-a5c1-4aa7-b78e-6dcf798d1291 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (35501d64-75fb-4e65-9627-416f804f2a43), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:43.248109 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-d60e0d99-5a2e-4e77-9b62-fa2c8bb7a1fe req-e3b52242-a5c1-4aa7-b78e-6dcf798d1291 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:43.249221 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d60e0d99-5a2e-4e77-9b62-fa2c8bb7a1fe req-e3b52242-a5c1-4aa7-b78e-6dcf798d1291 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] 10.222.0.32 "DELETE /v2.0/security-groups/35501d64-75fb-4e65-9627-416f804f2a43 HTTP/1.1" status: 204  len: 173 time: 0.3038368
May 07 21:49:43.255167 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4873ed-f570-42a0-a656-c91284b18e91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ab81ca2-6d80-4f12-b6ac-8b4a2d768e2c,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:43.261989 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36812bf6-12a9-4884-baa6-20f13aad8821 admin admin] Made reservation on behalf of 487fc10ff315438ca2de090c396e3cfb for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:49:43.265543 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-36812bf6-12a9-4884-baa6-20f13aad8821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:43.285191 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b52242-a5c1-4aa7-b78e-6dcf798d1291 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35501d64-75fb-4e65-9627-416f804f2a43,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:43.287402 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-36812bf6-12a9-4884-baa6-20f13aad8821 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:43.321206 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1c14e8a7-6406-4702-bc45-245304949f54 req-a2c327e4-5e0b-4637-afe7-f982a7623220 service neutron] 10.222.0.32 "GET /v2.0/networks/cdb18e56-26d2-4f79-bcda-791d483028bc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1565902
May 07 21:49:43.324388 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device efb357b8-d8e7-40c3-b60d-4600d4ef216f up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:49:43.334420 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b1adeec9-8a59-46b7-9029-a34e2b2f4362 req-667a0c4f-aa49-4b7f-9767-2223b08d172f service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1882148
May 07 21:49:43.414336 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning for port efb357b8-d8e7-40c3-b60d-4600d4ef216f completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:49:43.424337 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port efb357b8-d8e7-40c3-b60d-4600d4ef216f triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:49:43.424935 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (efb357b8-d8e7-40c3-b60d-4600d4ef216f), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:43.430225 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c421057-c149-4424-806b-9c34fb401a40 req-316827a6-9815-4bba-bef9-b68d47af89de tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:43.431860 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0c421057-c149-4424-806b-9c34fb401a40 req-316827a6-9815-4bba-bef9-b68d47af89de tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c5e8d5a-79cf-4bea-96aa-2a6e95ec8aef HTTP/1.1" status: 200  len: 945 time: 0.0697901
May 07 21:49:43.488940 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-36812bf6-12a9-4884-baa6-20f13aad8821 admin admin] Publish callbacks [] for security_group (3bcd7df6-3a7c-43e8-85e7-ca754381f132), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:43.504640 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-36812bf6-12a9-4884-baa6-20f13aad8821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (3bcd7df6-3a7c-43e8-85e7-ca754381f132), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:43.531219 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port efb357b8-d8e7-40c3-b60d-4600d4ef216f is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:49:43.531607 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (efb357b8-d8e7-40c3-b60d-4600d4ef216f), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:43.545200 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf92f729-2124-482e-b270-05ad87327f96', 'tag': '671083f6-1511-4a4e-b623-b011d1104e75'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:49:43.548248 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a3bddb-6e71-42f9-924f-c9b75b9e6ee6" -d '{"events": [{"name": "network-changed", "server_uuid": "bf92f729-2124-482e-b270-05ad87327f96", "tag": "671083f6-1511-4a4e-b623-b011d1104e75"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:49:43.554258 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36812bf6-12a9-4884-baa6-20f13aad8821 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 21:49:43.556157 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1c14e8a7-6406-4702-bc45-245304949f54 req-ac01c2d4-5cd1-4e52-8006-b1609e932f41 service neutron] 10.222.0.32 "GET /v2.0/networks/cdb18e56-26d2-4f79-bcda-791d483028bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2339995
May 07 21:49:43.559128 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0c421057-c149-4424-806b-9c34fb401a40 req-306fcc44-1f97-480f-83bf-915f90f7248f tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1180887
May 07 21:49:43.566591 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36812bf6-12a9-4884-baa6-20f13aad8821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bcd7df6-3a7c-43e8-85e7-ca754381f132,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:43.577667 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port efb357b8-d8e7-40c3-b60d-4600d4ef216f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=efb357b8-d8e7-40c3-b60d-4600d4ef216f,segment=NetworkSegment(82ec07f6-cf99-4411-99d8-c39170f22b45),segment_id=82ec07f6-cf99-4411-99d8-c39170f22b45)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:49:43.585269 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (efb357b8-d8e7-40c3-b60d-4600d4ef216f), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:43.609014 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-36812bf6-12a9-4884-baa6-20f13aad8821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (74c0e86c-ce6a-4a8c-8cbb-dcb45d114173), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:43.610614 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-36812bf6-12a9-4884-baa6-20f13aad8821 admin admin] Added segment 74c0e86c-ce6a-4a8c-8cbb-dcb45d114173 of type vlan for network 3cd5ba47-406b-4cd5-8f0e-08872326b372
May 07 21:49:43.663312 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd582291-4231-4a41-94bc-8228d604426b req-48f4d0d6-16ee-44c6-bdac-738c28a3e12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:43.665514 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-dd582291-4231-4a41-94bc-8228d604426b req-48f4d0d6-16ee-44c6-bdac-738c28a3e12c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bd92ab7de4f3456e82ccaa60aa378562&device_id=25758f5c-a017-4e91-9486-d8ef2e6da85d HTTP/1.1" status: 200  len: 1126 time: 0.1083627
May 07 21:49:43.682144 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=efb357b8-d8e7-40c3-b60d-4600d4ef216f,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:43.705600 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 36610) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:49:43.744443 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-516559e3-a744-40e3-9e7a-e8de3709684e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:43.747184 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-36812bf6-12a9-4884-baa6-20f13aad8821 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (3cd5ba47-406b-4cd5-8f0e-08872326b372), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:43.783498 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd582291-4231-4a41-94bc-8228d604426b req-9dfa503e-0e7f-46c9-b1bf-f33232633689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:43.784962 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-dd582291-4231-4a41-94bc-8228d604426b req-9dfa503e-0e7f-46c9-b1bf-f33232633689 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d3775254-6c3d-4b27-a2f1-ae073d9f981d HTTP/1.1" status: 200  len: 905 time: 0.1134107
May 07 21:49:43.791684 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3384a29b-2881-4499-b0ea-bcc24578e703 req-36fd7f91-ae55-43ba-a0c4-79cffdad3ad4 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] 10.222.0.32 "GET /v2.0/security-groups/edaa12f3-10f7-4223-b7c5-db7d7270f0c7 HTTP/1.1" status: 200  len: 1820 time: 0.1565714
May 07 21:49:43.824966 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-36812bf6-12a9-4884-baa6-20f13aad8821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (3cd5ba47-406b-4cd5-8f0e-08872326b372), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:43.825936 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36812bf6-12a9-4884-baa6-20f13aad8821 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:43.826514 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-36812bf6-12a9-4884-baa6-20f13aad8821 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:43.846308 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-dd582291-4231-4a41-94bc-8228d604426b req-95fb936c-d161-4fb0-96f0-78358e28b889 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cb812400-5de5-4055-b8c5-f05049026aa6 HTTP/1.1" status: 200  len: 217 time: 0.0517645
May 07 21:49:43.887069 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c6e6d7-d412-4f45-992a-b5e5b760ff02 x-openstack-request-id: req-26c6e6d7-d412-4f45-992a-b5e5b760ff02 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:49:43.887411 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf92f729-2124-482e-b270-05ad87327f96", "tag": "671083f6-1511-4a4e-b623-b011d1104e75", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:49:43.887641 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-26c6e6d7-d412-4f45-992a-b5e5b760ff02 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:49:43.888038 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26c6e6d7-d412-4f45-992a-b5e5b760ff02'] response: {'name': 'network-changed', 'server_uuid': 'bf92f729-2124-482e-b270-05ad87327f96', 'tag': '671083f6-1511-4a4e-b623-b011d1104e75', 'status': 'completed', 'code': 200}
May 07 21:49:43.894755 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-36812bf6-12a9-4884-baa6-20f13aad8821 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 0.8637729
May 07 21:49:43.897384 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 36622) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:49:43.937291 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-910def39-8dad-47fa-9853-ef63f2ac9d5c admin admin] Request body: {'subnet': {'network_id': '3cd5ba47-406b-4cd5-8f0e-08872326b372', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-771244347-subnet', 'tenant_id': '487fc10ff315438ca2de090c396e3cfb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:49:43.973175 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fb6f0e-cf69-4c12-8c19-180cacc6d7a7 req-29cbabf4-168c-442e-aee9-a0cd4b322bed tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:43.974686 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-73fb6f0e-cf69-4c12-8c19-180cacc6d7a7 req-29cbabf4-168c-442e-aee9-a0cd4b322bed tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ea4853a-41f9-43d9-b213-c627f5c9eb4e HTTP/1.1" status: 200  len: 946 time: 0.1305702
May 07 21:49:43.977203 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd582291-4231-4a41-94bc-8228d604426b req-cb5cf051-36d4-4af0-8947-10dfcc376519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:43.978670 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-dd582291-4231-4a41-94bc-8228d604426b req-cb5cf051-36d4-4af0-8947-10dfcc376519 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0cba138a-678d-4392-84ac-c6115c01dacb HTTP/1.1" status: 200  len: 844 time: 0.1224768
May 07 21:49:43.979624 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a3bddb-6e71-42f9-924f-c9b75b9e6ee6 req-1784adce-24f7-4f03-849b-4c2fbd8107f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:43.981100 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-30a3bddb-6e71-42f9-924f-c9b75b9e6ee6 req-1784adce-24f7-4f03-849b-4c2fbd8107f6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7789855db11445de842c4df75bd05e10&device_id=bf92f729-2124-482e-b270-05ad87327f96 HTTP/1.1" status: 200  len: 1130 time: 0.1148860
May 07 21:49:43.993823 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36812bf6-12a9-4884-baa6-20f13aad8821 admin admin] Pushing event updated for resources: {'Network': ['ID=3cd5ba47-406b-4cd5-8f0e-08872326b372,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:44.009774 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 3cd5ba47-406b-4cd5-8f0e-08872326b372 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 21:49:44.054150 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5088f884-6db7-4f10-8679-8353b260b79d req-8f9dcd52-d248-4c10-a10a-54663893030c tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:44.055735 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5088f884-6db7-4f10-8679-8353b260b79d req-8f9dcd52-d248-4c10-a10a-54663893030c tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/ports?device_id=25758f5c-a017-4e91-9486-d8ef2e6da85d HTTP/1.1" status: 200  len: 944 time: 0.1115632
May 07 21:49:44.072156 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-910def39-8dad-47fa-9853-ef63f2ac9d5c admin admin] Made reservation on behalf of 487fc10ff315438ca2de090c396e3cfb for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:49:44.075061 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-910def39-8dad-47fa-9853-ef63f2ac9d5c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:44.092608 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-dd582291-4231-4a41-94bc-8228d604426b req-9cfbc4ad-9ff7-4820-9a3b-808186456da0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d3775254-6c3d-4b27-a2f1-ae073d9f981d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1036637
May 07 21:49:44.108535 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-73fb6f0e-cf69-4c12-8c19-180cacc6d7a7 req-752c9c9f-bbd6-4c19-9f99-795c3998aee5 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1264031
May 07 21:49:44.108732 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-516559e3-a744-40e3-9e7a-e8de3709684e admin admin] Publish callbacks [] for security_group (c20a1f92-1215-48f7-afe2-74dc3233d050), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:44.124929 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ea4853a-41f9-43d9-b213-c627f5c9eb4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efb357b8-d8e7-40c3-b60d-4600d4ef216f'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:49:44.125082 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-516559e3-a744-40e3-9e7a-e8de3709684e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (c20a1f92-1215-48f7-afe2-74dc3233d050), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:44.125207 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc59d58-f958-47ee-ad96-593d92179ce5" -d '{"events": [{"server_uuid": "5ea4853a-41f9-43d9-b213-c627f5c9eb4e", "name": "network-vif-plugged", "status": "completed", "tag": "efb357b8-d8e7-40c3-b60d-4600d4ef216f"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:49:44.189762 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5088f884-6db7-4f10-8679-8353b260b79d req-8fc23a73-40e4-4601-a1be-245d1e0c4f77 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b456a11-abdd-4913-9fa4-f25fdacb0d35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1261189
May 07 21:49:44.221903 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-387dc78f-b7d1-4b82-9184-9621269ef29f req-7963b0bf-3c42-420a-be1f-5543a5d29ca2 tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbb2faa2-ee9e-47d3-a891-24cec328a4c2 HTTP/1.1" status: 200  len: 210 time: 0.0506375
May 07 21:49:44.253912 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516559e3-a744-40e3-9e7a-e8de3709684e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c20a1f92-1215-48f7-afe2-74dc3233d050,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:44.265997 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-3a537115-4881-49a2-b71b-119a2fb4512f req-0a1211ea-9b2d-4121-b8c9-c4ec5719e1d3 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2124432273', 'description': 'tempest-description-974815884'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:49:44.279678 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-516559e3-a744-40e3-9e7a-e8de3709684e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=de583b1aaef54fd483197444d6f601a6&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5706856
May 07 21:49:44.281579 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 36632) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:49:44.294968 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a3bddb-6e71-42f9-924f-c9b75b9e6ee6 req-ddcf87a7-915b-4039-96d9-f969b1b61208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:44.297132 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-30a3bddb-6e71-42f9-924f-c9b75b9e6ee6 req-ddcf87a7-915b-4039-96d9-f969b1b61208 service neutron] 10.222.0.55 "GET /v2.0/networks?id=665487f0-78eb-47fb-9a06-b15bc614dc47 HTTP/1.1" status: 200  len: 870 time: 0.3072031
May 07 21:49:44.339332 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-3a537115-4881-49a2-b71b-119a2fb4512f req-0a1211ea-9b2d-4121-b8c9-c4ec5719e1d3 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:44.355948 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-30a3bddb-6e71-42f9-924f-c9b75b9e6ee6 req-c4160239-204f-414c-82e2-ab8003eb7764 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=671083f6-1511-4a4e-b623-b011d1104e75 HTTP/1.1" status: 200  len: 217 time: 0.0522158
May 07 21:49:44.402346 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-dd582291-4231-4a41-94bc-8228d604426b req-2d2a6c98-4842-41e3-8feb-41cc3219177d service neutron] 10.222.0.55 "GET /v2.0/networks/d3775254-6c3d-4b27-a2f1-ae073d9f981d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2928200
May 07 21:49:44.413166 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e9669de8-36a3-4cd3-b07d-883055f90cc7 admin admin] Publish callbacks [] for security_group (c20a1f92-1215-48f7-afe2-74dc3233d050), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:44.474642 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05bc3e0-b727-47f9-bb4d-ca2eabce2c54 req-8b2f5b94-35dc-46ea-abdc-4e2f02a618ae tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:44.476059 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e05bc3e0-b727-47f9-bb4d-ca2eabce2c54 req-8b2f5b94-35dc-46ea-abdc-4e2f02a618ae tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf92f729-2124-482e-b270-05ad87327f96 HTTP/1.1" status: 200  len: 948 time: 0.1176834
May 07 21:49:44.482137 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e9669de8-36a3-4cd3-b07d-883055f90cc7 admin admin] Publish callbacks [] for security_group (c20a1f92-1215-48f7-afe2-74dc3233d050), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:44.483224 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a3bddb-6e71-42f9-924f-c9b75b9e6ee6 req-094bae74-b06d-4ff0-b128-11347cd329dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:44.484645 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-30a3bddb-6e71-42f9-924f-c9b75b9e6ee6 req-094bae74-b06d-4ff0-b128-11347cd329dc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6e0e5c53-1ece-4d20-b01d-5f8c6957edf6 HTTP/1.1" status: 200  len: 843 time: 0.1233132
May 07 21:49:44.526627 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-910def39-8dad-47fa-9853-ef63f2ac9d5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (ca8aa31e-0762-4142-9690-26161843f094), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:44.580068 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-3a537115-4881-49a2-b71b-119a2fb4512f req-0a1211ea-9b2d-4121-b8c9-c4ec5719e1d3 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Publish callbacks [] for security_group (fbaa15b5-9b20-47fa-98e6-74bd6e80f252), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:44.588958 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-3a537115-4881-49a2-b71b-119a2fb4512f req-0a1211ea-9b2d-4121-b8c9-c4ec5719e1d3 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (fbaa15b5-9b20-47fa-98e6-74bd6e80f252), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:44.592813 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a3bddb-6e71-42f9-924f-c9b75b9e6ee6 req-faa79172-737b-44bb-b364-c7a2b8e4abf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:44.594302 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-30a3bddb-6e71-42f9-924f-c9b75b9e6ee6 req-faa79172-737b-44bb-b364-c7a2b8e4abf7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=665487f0-78eb-47fb-9a06-b15bc614dc47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0827410
May 07 21:49:44.624109 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910def39-8dad-47fa-9853-ef63f2ac9d5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca8aa31e-0762-4142-9690-26161843f094,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:44.629389 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device cb812400-5de5-4055-b8c5-f05049026aa6 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:49:44.633074 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-3a537115-4881-49a2-b71b-119a2fb4512f req-0a1211ea-9b2d-4121-b8c9-c4ec5719e1d3 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:44.635263 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3a537115-4881-49a2-b71b-119a2fb4512f req-0a1211ea-9b2d-4121-b8c9-c4ec5719e1d3 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1826 time: 0.3916340
May 07 21:49:44.637630 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-dd582291-4231-4a41-94bc-8228d604426b req-266bdedf-da6a-4f81-beb5-8e8a13e93dea service neutron] 10.222.0.55 "GET /v2.0/networks/d3775254-6c3d-4b27-a2f1-ae073d9f981d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2149215
May 07 21:49:44.658664 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e05bc3e0-b727-47f9-bb4d-ca2eabce2c54 req-2074913e-31eb-405a-a0c6-4d8dedae3019 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1709552
May 07 21:49:44.664799 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1211ea-9b2d-4121-b8c9-c4ec5719e1d3 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbaa15b5-9b20-47fa-98e6-74bd6e80f252,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:44.675067 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e9669de8-36a3-4cd3-b07d-883055f90cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (c20a1f92-1215-48f7-afe2-74dc3233d050), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:44.680063 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e9669de8-36a3-4cd3-b07d-883055f90cc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:44.681532 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-e9669de8-36a3-4cd3-b07d-883055f90cc7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c20a1f92-1215-48f7-afe2-74dc3233d050 HTTP/1.1" status: 204  len: 168 time: 0.3999436
May 07 21:49:44.691467 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-910def39-8dad-47fa-9853-ef63f2ac9d5c admin admin] Checking segment: {'id': '74c0e86c-ce6a-4a8c-8cbb-dcb45d114173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3cd5ba47-406b-4cd5-8f0e-08872326b372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:49:44.691844 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910def39-8dad-47fa-9853-ef63f2ac9d5c admin admin] Network hostable DHCP agents. Network: 3cd5ba47-406b-4cd5-8f0e-08872326b372, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 21:49:44.697347 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9669de8-36a3-4cd3-b07d-883055f90cc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c20a1f92-1215-48f7-afe2-74dc3233d050,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:44.718580 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910def39-8dad-47fa-9853-ef63f2ac9d5c admin admin] Network 3cd5ba47-406b-4cd5-8f0e-08872326b372 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 21:49:44.721552 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7926c26-8348-46f7-aab7-28c739e46459 x-openstack-request-id: req-d7926c26-8348-46f7-aab7-28c739e46459 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:49:44.722075 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ea4853a-41f9-43d9-b213-c627f5c9eb4e", "name": "network-vif-plugged", "status": "completed", "tag": "efb357b8-d8e7-40c3-b60d-4600d4ef216f", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:49:44.723073 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d7926c26-8348-46f7-aab7-28c739e46459 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:49:44.723631 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7926c26-8348-46f7-aab7-28c739e46459'] response: {'server_uuid': '5ea4853a-41f9-43d9-b213-c627f5c9eb4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efb357b8-d8e7-40c3-b60d-4600d4ef216f', 'code': 200}
May 07 21:49:44.771260 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-910def39-8dad-47fa-9853-ef63f2ac9d5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3cd5ba47-406b-4cd5-8f0e-08872326b372) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:49:44.784178 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910def39-8dad-47fa-9853-ef63f2ac9d5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:44.784790 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-910def39-8dad-47fa-9853-ef63f2ac9d5c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:44.793371 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6cbf25b-e1c9-43e7-b17e-1884422a21ac None None] Network 3cd5ba47-406b-4cd5-8f0e-08872326b372 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:49:44.802331 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-30a3bddb-6e71-42f9-924f-c9b75b9e6ee6 req-53e3b9c9-3e9a-423d-9fa7-78035b8b1cef service neutron] 10.222.0.55 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1966474
May 07 21:49:44.818392 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-910def39-8dad-47fa-9853-ef63f2ac9d5c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 841 time: 0.9187973
May 07 21:49:44.822199 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 36640) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:49:44.830702 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-9981a138-76cc-4187-9b12-74357a654743 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-771244347-router', 'tenant_id': '487fc10ff315438ca2de090c396e3cfb', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:49:44.852375 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9981a138-76cc-4187-9b12-74357a654743 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (9c5f34d7-008e-4fe4-9fa4-469819d4e910), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:44.853441 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9981a138-76cc-4187-9b12-74357a654743 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (9c5f34d7-008e-4fe4-9fa4-469819d4e910), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:44.873639 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-39af5c8d-0703-415e-a731-733dd39ff124 req-92b2779c-e1f0-407a-a0b3-7b15ced1b544 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] 10.222.0.32 "GET /v2.0/security-groups/fbaa15b5-9b20-47fa-98e6-74bd6e80f252 HTTP/1.1" status: 200  len: 1821 time: 0.1397538
May 07 21:49:44.887321 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port cb812400-5de5-4055-b8c5-f05049026aa6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cb812400-5de5-4055-b8c5-f05049026aa6,segment=NetworkSegment(616ea0c7-2d98-4ffb-86e7-ca2a85e3ffe1),segment_id=616ea0c7-2d98-4ffb-86e7-ca2a85e3ffe1)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:49:44.907544 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8efa5b-358a-41b4-8878-68f5718004a9 req-661d3dc2-57e1-4200-8f65-6e12c4ca5baa tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:44.910693 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': 'cb812400-5de5-4055-b8c5-f05049026aa6', 'network_id': 'd3775254-6c3d-4b27-a2f1-ae073d9f981d', 'port_id': 'cb812400-5de5-4055-b8c5-f05049026aa6', 'mac_address': 'fa:16:3e:e6:4c:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cba138a-678d-4392-84ac-c6115c01dacb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:49:44.914715 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4a8efa5b-358a-41b4-8878-68f5718004a9 req-661d3dc2-57e1-4200-8f65-6e12c4ca5baa tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c5e8d5a-79cf-4bea-96aa-2a6e95ec8aef HTTP/1.1" status: 200  len: 945 time: 0.1083174
May 07 21:49:44.958749 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9981a138-76cc-4187-9b12-74357a654743 admin admin] Publish callbacks [] for router_controller (9c5f34d7-008e-4fe4-9fa4-469819d4e910), precommit_add_association {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:44.965278 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-39af5c8d-0703-415e-a731-733dd39ff124 req-9ef7bc4d-55c4-41e3-8bd1-869dc45a59f6 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fbaa15b5-9b20-47fa-98e6-74bd6e80f252', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:49:44.966086 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-39af5c8d-0703-415e-a731-733dd39ff124 req-9ef7bc4d-55c4-41e3-8bd1-869dc45a59f6 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fbaa15b5-9b20-47fa-98e6-74bd6e80f252', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:49:44.993421 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e105ca-8e80-43f6-a801-297f2f2d68dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3cd5ba47-406b-4cd5-8f0e-08872326b372', 'network_id': '3cd5ba47-406b-4cd5-8f0e-08872326b372', 'project_id': '487fc10ff315438ca2de090c396e3cfb', 'fixed_ips': [{'subnet_id': 'ca8aa31e-0762-4142-9690-26161843f094'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 21:49:44.997077 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-86e105ca-8e80-43f6-a801-297f2f2d68dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:45.035569 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4a8efa5b-358a-41b4-8878-68f5718004a9 req-a8857f3d-d289-43ca-9344-9a513efc60d4 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1198871
May 07 21:49:45.044465 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port cb812400-5de5-4055-b8c5-f05049026aa6 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:49:45.046307 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (cb812400-5de5-4055-b8c5-f05049026aa6), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:45.117065 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-30a3bddb-6e71-42f9-924f-c9b75b9e6ee6 req-93295fe4-9e1d-4550-b3fa-1c1f3631adeb service neutron] 10.222.0.55 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2307959
May 07 21:49:45.151304 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb812400-5de5-4055-b8c5-f05049026aa6 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:49:45.175745 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port cb812400-5de5-4055-b8c5-f05049026aa6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cb812400-5de5-4055-b8c5-f05049026aa6,segment=NetworkSegment(616ea0c7-2d98-4ffb-86e7-ca2a85e3ffe1),segment_id=616ea0c7-2d98-4ffb-86e7-ca2a85e3ffe1)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:49:45.186509 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (cb812400-5de5-4055-b8c5-f05049026aa6), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:45.251949 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9981a138-76cc-4187-9b12-74357a654743 admin admin] Publish callbacks [] for router_gateway (9c5f34d7-008e-4fe4-9fa4-469819d4e910), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:45.260141 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a3bddb-6e71-42f9-924f-c9b75b9e6ee6 req-735f55bd-04e4-418f-a05e-329ac9452dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:45.261959 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-30a3bddb-6e71-42f9-924f-c9b75b9e6ee6 req-735f55bd-04e4-418f-a05e-329ac9452dde service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7789855db11445de842c4df75bd05e10&device_id=bf92f729-2124-482e-b270-05ad87327f96 HTTP/1.1" status: 200  len: 1130 time: 0.2799311
May 07 21:49:45.280594 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cde973-1485-4a38-a0ab-3d9fa088ede9 req-f5f95d72-c303-4fe6-b491-6669f6d38941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:45.280594 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-05cde973-1485-4a38-a0ab-3d9fa088ede9 req-f5f95d72-c303-4fe6-b491-6669f6d38941 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5ea4853a-41f9-43d9-b213-c627f5c9eb4e HTTP/1.1" status: 200  len: 1128 time: 0.2001288
May 07 21:49:45.297234 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0635cf91-b343-4859-963e-d21e4ddea17f req-62cab4ec-c1b3-4976-8f69-fc08ef146241 tempest-LiveAutoBlockMigrationV225Test-638033416 tempest-LiveAutoBlockMigrationV225Test-638033416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:45.310155 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0635cf91-b343-4859-963e-d21e4ddea17f req-62cab4ec-c1b3-4976-8f69-fc08ef146241 tempest-LiveAutoBlockMigrationV225Test-638033416 tempest-LiveAutoBlockMigrationV225Test-638033416-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=3c5e8d5a-79cf-4bea-96aa-2a6e95ec8aef HTTP/1.1" status: 200  len: 1127 time: 0.1192770
May 07 21:49:45.408823 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=cb812400-5de5-4055-b8c5-f05049026aa6,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:45.415175 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-86e105ca-8e80-43f6-a801-297f2f2d68dc None None] Allocated IP 172.20.0.2 (3cd5ba47-406b-4cd5-8f0e-08872326b372/ca8aa31e-0762-4142-9690-26161843f094/e041e61f-a2f7-4e5c-a07a-9cf45eb430cb) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:49:45.422197 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0635cf91-b343-4859-963e-d21e4ddea17f req-b863a3e9-3913-4e9e-9a4a-63e4520228f0 tempest-LiveAutoBlockMigrationV225Test-638033416 tempest-LiveAutoBlockMigrationV225Test-638033416-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1091788
May 07 21:49:45.521190 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['cb812400-5de5-4055-b8c5-f05049026aa6'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:49:45.578808 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a6fd5f-b03e-414e-925b-924161c7d535 req-197e020f-b35e-406c-847d-4ba8759c25fa tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:45.588105 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f8a6fd5f-b03e-414e-925b-924161c7d535 req-197e020f-b35e-406c-847d-4ba8759c25fa tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ea4853a-41f9-43d9-b213-c627f5c9eb4e HTTP/1.1" status: 200  len: 946 time: 0.0710683
May 07 21:49:45.663670 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f8a6fd5f-b03e-414e-925b-924161c7d535 req-c015cd05-1afb-4d43-8fe4-68e0a2e7ad3b tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0685227
May 07 21:49:45.866410 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a3bddb-6e71-42f9-924f-c9b75b9e6ee6 req-805270b6-c3a1-49ec-bb3a-c34e7300c5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:45.868095 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-30a3bddb-6e71-42f9-924f-c9b75b9e6ee6 req-805270b6-c3a1-49ec-bb3a-c34e7300c5f1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=665487f0-78eb-47fb-9a06-b15bc614dc47 HTTP/1.1" status: 200  len: 870 time: 0.5766785
May 07 21:49:45.895214 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84ca635-f37e-49cc-9a9d-09b63ad38344 req-5006542b-802e-4267-829c-a1e8e739c8cb tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:45.897761 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-39af5c8d-0703-415e-a731-733dd39ff124 req-9ef7bc4d-55c4-41e3-8bd1-869dc45a59f6 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Publish callbacks [] for security_group_rule (e0ccd838-f51e-4a4f-9005-fca2ca59a342), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:45.902225 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e84ca635-f37e-49cc-9a9d-09b63ad38344 req-5006542b-802e-4267-829c-a1e8e739c8cb tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/ports?device_id=25758f5c-a017-4e91-9486-d8ef2e6da85d HTTP/1.1" status: 200  len: 945 time: 0.1690624
May 07 21:49:45.914903 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-86e105ca-8e80-43f6-a801-297f2f2d68dc None None] Publish callbacks [] for port (e041e61f-a2f7-4e5c-a07a-9cf45eb430cb), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:45.935867 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-05cde973-1485-4a38-a0ab-3d9fa088ede9 req-7429f7f5-7336-48d5-a275-ae17da9d5bbc service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6453187
May 07 21:49:45.946553 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-30a3bddb-6e71-42f9-924f-c9b75b9e6ee6 req-8e056a19-4b6a-4609-96ed-450073b0e00f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=671083f6-1511-4a4e-b623-b011d1104e75 HTTP/1.1" status: 200  len: 217 time: 0.0657222
May 07 21:49:45.959925 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-86e105ca-8e80-43f6-a801-297f2f2d68dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (e041e61f-a2f7-4e5c-a07a-9cf45eb430cb), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:46.038580 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e105ca-8e80-43f6-a801-297f2f2d68dc None None] Network 3cd5ba47-406b-4cd5-8f0e-08872326b372 is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:49:46.055912 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-86e105ca-8e80-43f6-a801-297f2f2d68dc None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:49:46.061185 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e84ca635-f37e-49cc-9a9d-09b63ad38344 req-a282daf3-9f63-4535-af9e-3487c25913e1 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b456a11-abdd-4913-9fa4-f25fdacb0d35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1377888
May 07 21:49:46.062552 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e105ca-8e80-43f6-a801-297f2f2d68dc None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:49:46.064763 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-39af5c8d-0703-415e-a731-733dd39ff124 req-9ef7bc4d-55c4-41e3-8bd1-869dc45a59f6 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Publish callbacks [] for security_group_rule (e0ccd838-f51e-4a4f-9005-fca2ca59a342), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:46.074261 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-39af5c8d-0703-415e-a731-733dd39ff124 req-9ef7bc4d-55c4-41e3-8bd1-869dc45a59f6 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (e0ccd838-f51e-4a4f-9005-fca2ca59a342), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:46.078624 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e105ca-8e80-43f6-a801-297f2f2d68dc None None] Pushing event updated for resources: {'Port': ['ID=e041e61f-a2f7-4e5c-a07a-9cf45eb430cb,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:46.083278 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c14e8a7-6406-4702-bc45-245304949f54 req-277e6a1d-1805-4240-837f-8739912c9d95 tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:46.087010 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1c14e8a7-6406-4702-bc45-245304949f54 req-277e6a1d-1805-4240-837f-8739912c9d95 tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] 10.222.0.59 "GET /v2.0/networks?id=cdb18e56-26d2-4f79-bcda-791d483028bc HTTP/1.1" status: 200  len: 815 time: 0.2762468
May 07 21:49:46.105757 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9981a138-76cc-4187-9b12-74357a654743 admin admin] Publish callbacks [] for router_gateway (9c5f34d7-008e-4fe4-9fa4-469819d4e910), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:46.129153 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef7bc4d-55c4-41e3-8bd1-869dc45a59f6 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0ccd838-f51e-4a4f-9005-fca2ca59a342,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:46.139398 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9981a138-76cc-4187-9b12-74357a654743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:46.147123 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-86e105ca-8e80-43f6-a801-297f2f2d68dc None None] Attempting to bind port e041e61f-a2f7-4e5c-a07a-9cf45eb430cb on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:49:46.147569 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-86e105ca-8e80-43f6-a801-297f2f2d68dc None None] Attempting to bind port e041e61f-a2f7-4e5c-a07a-9cf45eb430cb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '74c0e86c-ce6a-4a8c-8cbb-dcb45d114173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3cd5ba47-406b-4cd5-8f0e-08872326b372'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:49:46.147989 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e105ca-8e80-43f6-a801-297f2f2d68dc None None] Attempting to bind port e041e61f-a2f7-4e5c-a07a-9cf45eb430cb on network 3cd5ba47-406b-4cd5-8f0e-08872326b372 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:49:46.155421 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e105ca-8e80-43f6-a801-297f2f2d68dc None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:49:46.155678 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e105ca-8e80-43f6-a801-297f2f2d68dc None None] Checking segment: {'id': '74c0e86c-ce6a-4a8c-8cbb-dcb45d114173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3cd5ba47-406b-4cd5-8f0e-08872326b372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:49:46.156005 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-86e105ca-8e80-43f6-a801-297f2f2d68dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:46.156643 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e105ca-8e80-43f6-a801-297f2f2d68dc None None] Bound using segment: {'id': '74c0e86c-ce6a-4a8c-8cbb-dcb45d114173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3cd5ba47-406b-4cd5-8f0e-08872326b372'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:49:46.157133 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-86e105ca-8e80-43f6-a801-297f2f2d68dc None None] Bound port: e041e61f-a2f7-4e5c-a07a-9cf45eb430cb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c0e86c-ce6a-4a8c-8cbb-dcb45d114173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3cd5ba47-406b-4cd5-8f0e-08872326b372'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:49:46.157577 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-86e105ca-8e80-43f6-a801-297f2f2d68dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (e041e61f-a2f7-4e5c-a07a-9cf45eb430cb), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:46.195438 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-39af5c8d-0703-415e-a731-733dd39ff124 req-9ef7bc4d-55c4-41e3-8bd1-869dc45a59f6 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:46.196641 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-39af5c8d-0703-415e-a731-733dd39ff124 req-9ef7bc4d-55c4-41e3-8bd1-869dc45a59f6 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 1.3148496
May 07 21:49:46.269395 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-86e105ca-8e80-43f6-a801-297f2f2d68dc None None] For port e041e61f-a2f7-4e5c-a07a-9cf45eb430cb, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:49:46.283255 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-86e105ca-8e80-43f6-a801-297f2f2d68dc None None] For port e041e61f-a2f7-4e5c-a07a-9cf45eb430cb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e041e61f-a2f7-4e5c-a07a-9cf45eb430cb,segment=NetworkSegment(74c0e86c-ce6a-4a8c-8cbb-dcb45d114173),segment_id=74c0e86c-ce6a-4a8c-8cbb-dcb45d114173)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:49:46.292576 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a3bddb-6e71-42f9-924f-c9b75b9e6ee6 req-360c86ee-46b1-4e48-933b-ee2b5a8b3898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:46.294277 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-30a3bddb-6e71-42f9-924f-c9b75b9e6ee6 req-360c86ee-46b1-4e48-933b-ee2b5a8b3898 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6e0e5c53-1ece-4d20-b01d-5f8c6957edf6 HTTP/1.1" status: 200  len: 843 time: 0.1526420
May 07 21:49:46.295443 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-86e105ca-8e80-43f6-a801-297f2f2d68dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (e041e61f-a2f7-4e5c-a07a-9cf45eb430cb), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:46.295833 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1c14e8a7-6406-4702-bc45-245304949f54 req-70a2ccfb-2298-47d9-9657-147e02c7e687 tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=281216301a5449cdb4c66e9f35e6e582 HTTP/1.1" status: 200  len: 380 time: 0.1628761
May 07 21:49:46.316249 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b7f8206f-faee-4052-a373-327e17319b66 req-c38b4ea8-fc80-4298-92be-9aec3e737a22 tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbb2faa2-ee9e-47d3-a891-24cec328a4c2 HTTP/1.1" status: 200  len: 210 time: 0.0926113
May 07 21:49:46.358396 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e105ca-8e80-43f6-a801-297f2f2d68dc None None] Pushing event updated for resources: {'Port': ['ID=e041e61f-a2f7-4e5c-a07a-9cf45eb430cb,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:46.410093 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1001b3-4ab6-4434-8964-c8aae2d67ddd req-e4440020-357c-47f7-b8fb-4a52c0866cbb tempest-LiveAutoBlockMigrationV225Test-638033416 tempest-LiveAutoBlockMigrationV225Test-638033416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:46.410093 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ce1001b3-4ab6-4434-8964-c8aae2d67ddd req-e4440020-357c-47f7-b8fb-4a52c0866cbb tempest-LiveAutoBlockMigrationV225Test-638033416 tempest-LiveAutoBlockMigrationV225Test-638033416-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=3c5e8d5a-79cf-4bea-96aa-2a6e95ec8aef HTTP/1.1" status: 200  len: 1127 time: 0.1115251
May 07 21:49:46.447319 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab294d96-3be5-4fe9-bb3e-fd78a77261a1 req-7c4ccc72-3763-4166-bff5-694af84cbc5b tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:46.449684 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ab294d96-3be5-4fe9-bb3e-fd78a77261a1 req-7c4ccc72-3763-4166-bff5-694af84cbc5b tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf92f729-2124-482e-b270-05ad87327f96 HTTP/1.1" status: 200  len: 948 time: 0.0521953
May 07 21:49:46.462875 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-9981a138-76cc-4187-9b12-74357a654743 admin admin] Allocated IP 172.35.4.36 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/ad9a7c81-a12e-46cf-aaf1-2746ef83869f) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:49:46.491898 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ce1001b3-4ab6-4434-8964-c8aae2d67ddd req-f6236e4d-f118-4bbf-b53e-896e1df37417 tempest-LiveAutoBlockMigrationV225Test-638033416 tempest-LiveAutoBlockMigrationV225Test-638033416-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0722497
May 07 21:49:46.505395 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ab294d96-3be5-4fe9-bb3e-fd78a77261a1 req-dc28177c-779d-4538-8c51-70b223c559ab tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491509
May 07 21:49:46.623301 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device cb812400-5de5-4055-b8c5-f05049026aa6 up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:49:46.637263 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9981a138-76cc-4187-9b12-74357a654743 admin admin] Publish callbacks [] for port (ad9a7c81-a12e-46cf-aaf1-2746ef83869f), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:46.649070 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c1ad56df-caeb-4d8b-a6fc-66f731bf027d req-acf50ecb-e054-46ae-b037-94399a04685b tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] 10.222.0.32 "GET /v2.0/security-groups/fbaa15b5-9b20-47fa-98e6-74bd6e80f252 HTTP/1.1" status: 200  len: 2414 time: 0.1140587
May 07 21:49:46.668951 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-c1ad56df-caeb-4d8b-a6fc-66f731bf027d req-883f7ed7-055d-4069-a1d1-cfebb5132797 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fbaa15b5-9b20-47fa-98e6-74bd6e80f252', 'remote_group_id': None}]} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:49:46.669530 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-c1ad56df-caeb-4d8b-a6fc-66f731bf027d req-883f7ed7-055d-4069-a1d1-cfebb5132797 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fbaa15b5-9b20-47fa-98e6-74bd6e80f252', 'remote_group_id': None}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:49:46.682418 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-1c14e8a7-6406-4702-bc45-245304949f54 req-4c16a169-7a72-433d-b396-14de30660cbb tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] Request body: {'port': {'device_id': 'bbb2faa2-ee9e-47d3-a891-24cec328a4c2', 'network_id': 'cdb18e56-26d2-4f79-bcda-791d483028bc', 'admin_state_up': True, 'tenant_id': '281216301a5449cdb4c66e9f35e6e582', 'security_groups': ['fec9452b-1927-431d-b984-d7c9e17c95cd']}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:49:46.736929 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a3bddb-6e71-42f9-924f-c9b75b9e6ee6 req-bccd6198-1c66-486c-9e4b-dea4a9013af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:46.738565 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning for port cb812400-5de5-4055-b8c5-f05049026aa6 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:49:46.745235 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-30a3bddb-6e71-42f9-924f-c9b75b9e6ee6 req-bccd6198-1c66-486c-9e4b-dea4a9013af1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=665487f0-78eb-47fb-9a06-b15bc614dc47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0792532
May 07 21:49:46.747782 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port cb812400-5de5-4055-b8c5-f05049026aa6 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:49:46.749696 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (cb812400-5de5-4055-b8c5-f05049026aa6), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:46.828514 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9981a138-76cc-4187-9b12-74357a654743 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (ad9a7c81-a12e-46cf-aaf1-2746ef83869f), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:46.884683 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-c1ad56df-caeb-4d8b-a6fc-66f731bf027d req-883f7ed7-055d-4069-a1d1-cfebb5132797 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Publish callbacks [] for security_group_rule (d20ee587-770c-4740-aaec-d903321d71fc), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:46.917989 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-c1ad56df-caeb-4d8b-a6fc-66f731bf027d req-883f7ed7-055d-4069-a1d1-cfebb5132797 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Publish callbacks [] for security_group_rule (d20ee587-770c-4740-aaec-d903321d71fc), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:46.926370 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c14e8a7-6406-4702-bc45-245304949f54 req-4c16a169-7a72-433d-b396-14de30660cbb tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] Made reservation on behalf of 281216301a5449cdb4c66e9f35e6e582 for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:49:46.930155 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-1c14e8a7-6406-4702-bc45-245304949f54 req-4c16a169-7a72-433d-b396-14de30660cbb tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:46.940257 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9981a138-76cc-4187-9b12-74357a654743 admin admin] Pushing event updated for resources: {'Port': ['ID=ad9a7c81-a12e-46cf-aaf1-2746ef83869f,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:46.940633 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port cb812400-5de5-4055-b8c5-f05049026aa6 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:49:46.941781 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-c1ad56df-caeb-4d8b-a6fc-66f731bf027d req-883f7ed7-055d-4069-a1d1-cfebb5132797 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (d20ee587-770c-4740-aaec-d903321d71fc), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:46.941929 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (cb812400-5de5-4055-b8c5-f05049026aa6), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:46.951237 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9981a138-76cc-4187-9b12-74357a654743 admin admin] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:49:46.956006 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-9981a138-76cc-4187-9b12-74357a654743 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:49:46.961561 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9981a138-76cc-4187-9b12-74357a654743 admin admin] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:49:46.970330 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883f7ed7-055d-4069-a1d1-cfebb5132797 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d20ee587-770c-4740-aaec-d903321d71fc,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:46.985058 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-c1ad56df-caeb-4d8b-a6fc-66f731bf027d req-883f7ed7-055d-4069-a1d1-cfebb5132797 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:46.986351 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c1ad56df-caeb-4d8b-a6fc-66f731bf027d req-883f7ed7-055d-4069-a1d1-cfebb5132797 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.3358803
May 07 21:49:46.990111 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883f7ed7-055d-4069-a1d1-cfebb5132797 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:49:46.991200 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883f7ed7-055d-4069-a1d1-cfebb5132797 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:49:46.991705 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883f7ed7-055d-4069-a1d1-cfebb5132797 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:49:46.992127 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883f7ed7-055d-4069-a1d1-cfebb5132797 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:49:46.992561 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883f7ed7-055d-4069-a1d1-cfebb5132797 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:49:46.992967 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883f7ed7-055d-4069-a1d1-cfebb5132797 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:49:46.993451 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883f7ed7-055d-4069-a1d1-cfebb5132797 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:49:46.993848 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883f7ed7-055d-4069-a1d1-cfebb5132797 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:49:46.994256 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883f7ed7-055d-4069-a1d1-cfebb5132797 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:49:46.994655 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883f7ed7-055d-4069-a1d1-cfebb5132797 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:49:46.995786 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883f7ed7-055d-4069-a1d1-cfebb5132797 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:49:46.996208 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883f7ed7-055d-4069-a1d1-cfebb5132797 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:49:46.996730 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883f7ed7-055d-4069-a1d1-cfebb5132797 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:49:46.997139 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883f7ed7-055d-4069-a1d1-cfebb5132797 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:49:46.997516 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883f7ed7-055d-4069-a1d1-cfebb5132797 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:49:46.999326 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port cb812400-5de5-4055-b8c5-f05049026aa6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cb812400-5de5-4055-b8c5-f05049026aa6,segment=NetworkSegment(616ea0c7-2d98-4ffb-86e7-ca2a85e3ffe1),segment_id=616ea0c7-2d98-4ffb-86e7-ca2a85e3ffe1)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:49:47.002299 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25758f5c-a017-4e91-9486-d8ef2e6da85d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb812400-5de5-4055-b8c5-f05049026aa6'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:49:47.005098 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc73365e-0b8d-4cb4-9cea-c2f6f5b3ec34" -d '{"events": [{"server_uuid": "25758f5c-a017-4e91-9486-d8ef2e6da85d", "name": "network-vif-plugged", "status": "completed", "tag": "cb812400-5de5-4055-b8c5-f05049026aa6"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:49:47.009982 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (cb812400-5de5-4055-b8c5-f05049026aa6), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:47.102995 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=cb812400-5de5-4055-b8c5-f05049026aa6,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:47.128343 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-30a3bddb-6e71-42f9-924f-c9b75b9e6ee6 req-5b21cb0b-8556-4311-b4bb-0337d84c3d3e service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3579824
May 07 21:49:47.219734 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [req-1c14e8a7-6406-4702-bc45-245304949f54 req-4c16a169-7a72-433d-b396-14de30660cbb tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] Allocated IP 172.20.0.10 (cdb18e56-26d2-4f79-bcda-791d483028bc/a5cc013e-c71d-4b9b-b09e-51b6c283331f/95a695cd-81c6-4f14-adb9-b284c5d977e3) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:49:47.229582 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f6305-c458-48b7-b837-9606a857d8f5 req-58050755-acc5-4e54-8339-5fe49e35724f tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:47.232332 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-516f6305-c458-48b7-b837-9606a857d8f5 req-58050755-acc5-4e54-8339-5fe49e35724f tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ea4853a-41f9-43d9-b213-c627f5c9eb4e HTTP/1.1" status: 200  len: 946 time: 0.0935142
May 07 21:49:47.308676 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c3677e-5507-40d5-b542-762df8eea593 req-3026758b-34ec-43d1-a8b6-5fa3de0dfc6d tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:47.313245 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-48c3677e-5507-40d5-b542-762df8eea593 req-3026758b-34ec-43d1-a8b6-5fa3de0dfc6d tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf92f729-2124-482e-b270-05ad87327f96&tenant_id=7789855db11445de842c4df75bd05e10&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 948 time: 0.1962256
May 07 21:49:47.335755 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 671083f6-1511-4a4e-b623-b011d1104e75 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:49:47.343357 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-516f6305-c458-48b7-b837-9606a857d8f5 req-bfad29e2-84a7-492e-8ba0-e5b288d069df tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1002021
May 07 21:49:47.455737 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-30a3bddb-6e71-42f9-924f-c9b75b9e6ee6 req-39561fa7-70f2-419c-8e6f-42cd0137c1d4 service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3016980
May 07 21:49:47.511837 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 671083f6-1511-4a4e-b623-b011d1104e75, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=671083f6-1511-4a4e-b623-b011d1104e75,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:49:47.528116 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': '671083f6-1511-4a4e-b623-b011d1104e75', 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47', 'port_id': '671083f6-1511-4a4e-b623-b011d1104e75', 'mac_address': 'fa:16:3e:f2:c8:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e0e5c53-1ece-4d20-b01d-5f8c6957edf6', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:49:47.530572 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f669ae2-37e4-46db-abcf-8f551329f787 req-045a507d-3833-4b61-ad2c-8286ddd2c9b2 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:47.538250 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4f669ae2-37e4-46db-abcf-8f551329f787 req-045a507d-3833-4b61-ad2c-8286ddd2c9b2 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf92f729-2124-482e-b270-05ad87327f96 HTTP/1.1" status: 200  len: 948 time: 0.0948792
May 07 21:49:47.578616 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 671083f6-1511-4a4e-b623-b011d1104e75 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:49:47.579290 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (671083f6-1511-4a4e-b623-b011d1104e75), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:47.583104 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-1c14e8a7-6406-4702-bc45-245304949f54 req-4c16a169-7a72-433d-b396-14de30660cbb tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] Publish callbacks [] for port (95a695cd-81c6-4f14-adb9-b284c5d977e3), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:47.602065 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 671083f6-1511-4a4e-b623-b011d1104e75 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:49:47.611730 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e55e7b70-4b21-47b4-94d6-143d9fafd849 req-06974bdb-8d5a-4b7c-9dfd-b53237b1e3d0 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] 10.222.0.32 "GET /v2.0/security-groups/fbaa15b5-9b20-47fa-98e6-74bd6e80f252 HTTP/1.1" status: 200  len: 3012 time: 0.1840708
May 07 21:49:47.649284 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 671083f6-1511-4a4e-b623-b011d1104e75, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=671083f6-1511-4a4e-b623-b011d1104e75,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:49:47.655851 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4f669ae2-37e4-46db-abcf-8f551329f787 req-684dc90c-3082-464b-9ba2-52e1f5f280bb tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1169469
May 07 21:49:47.656875 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (671083f6-1511-4a4e-b623-b011d1104e75), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:47.657532 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-1c14e8a7-6406-4702-bc45-245304949f54 req-4c16a169-7a72-433d-b396-14de30660cbb tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (95a695cd-81c6-4f14-adb9-b284c5d977e3), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:47.659513 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-48c3677e-5507-40d5-b542-762df8eea593 req-d5f46912-53f5-45f3-864c-489a282d4ea3 service neutron] 10.222.0.59 "GET /v2.0/ports/671083f6-1511-4a4e-b623-b011d1104e75/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 382 time: 0.3352733
May 07 21:49:47.722469 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af57818b-4864-43ab-92ef-e3560abf0b90 x-openstack-request-id: req-af57818b-4864-43ab-92ef-e3560abf0b90 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:49:47.724700 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25758f5c-a017-4e91-9486-d8ef2e6da85d", "name": "network-vif-plugged", "status": "completed", "tag": "cb812400-5de5-4055-b8c5-f05049026aa6", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:49:47.724987 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-af57818b-4864-43ab-92ef-e3560abf0b90 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:49:47.725406 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af57818b-4864-43ab-92ef-e3560abf0b90'] response: {'server_uuid': '25758f5c-a017-4e91-9486-d8ef2e6da85d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb812400-5de5-4055-b8c5-f05049026aa6', 'code': 200}
May 07 21:49:47.761805 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9981a138-76cc-4187-9b12-74357a654743 admin admin] Publish callbacks [] for router_gateway (9c5f34d7-008e-4fe4-9fa4-469819d4e910), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:47.765379 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=671083f6-1511-4a4e-b623-b011d1104e75,revision_number=8']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:47.787585 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146ec541-f532-4833-ba65-13f37684310c None None] Network 3cd5ba47-406b-4cd5-8f0e-08872326b372 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:49:47.800217 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cc4f6e-69d5-4dfd-9e35-5692666cdaa5 req-90b8e2df-36ac-492c-9ff6-44403b1e8474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:47.801726 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-96cc4f6e-69d5-4dfd-9e35-5692666cdaa5 req-90b8e2df-36ac-492c-9ff6-44403b1e8474 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=25758f5c-a017-4e91-9486-d8ef2e6da85d HTTP/1.1" status: 200  len: 1128 time: 0.0599515
May 07 21:49:47.808972 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c14e8a7-6406-4702-bc45-245304949f54 req-4c16a169-7a72-433d-b396-14de30660cbb tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] Network cdb18e56-26d2-4f79-bcda-791d483028bc is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:49:47.820736 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [req-1c14e8a7-6406-4702-bc45-245304949f54 req-4c16a169-7a72-433d-b396-14de30660cbb tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:49:47.832975 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c14e8a7-6406-4702-bc45-245304949f54 req-4c16a169-7a72-433d-b396-14de30660cbb tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:49:47.835574 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c3677e-5507-40d5-b542-762df8eea593 req-4aec7d62-6324-442f-b004-3eb5a536f4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:47.837859 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-48c3677e-5507-40d5-b542-762df8eea593 req-4aec7d62-6324-442f-b004-3eb5a536f4f4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7789855db11445de842c4df75bd05e10&device_id=bf92f729-2124-482e-b270-05ad87327f96 HTTP/1.1" status: 200  len: 1131 time: 0.1489861
May 07 21:49:47.845786 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c16a169-7a72-433d-b396-14de30660cbb tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] Pushing event updated for resources: {'Port': ['ID=95a695cd-81c6-4f14-adb9-b284c5d977e3,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:47.853408 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-88af9f82-caf0-472b-9b16-26ad7fff91b6 None None] Provisioning complete for port e041e61f-a2f7-4e5c-a07a-9cf45eb430cb triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:49:47.853931 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-88af9f82-caf0-472b-9b16-26ad7fff91b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (e041e61f-a2f7-4e5c-a07a-9cf45eb430cb), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:47.919860 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c14e8a7-6406-4702-bc45-245304949f54 req-4c16a169-7a72-433d-b396-14de30660cbb tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:47.920778 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-1c14e8a7-6406-4702-bc45-245304949f54 req-4c16a169-7a72-433d-b396-14de30660cbb tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:47.933861 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-96cc4f6e-69d5-4dfd-9e35-5692666cdaa5 req-3c6e81e4-6337-4c1c-8d67-99e1acb68d35 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6b456a11-abdd-4913-9fa4-f25fdacb0d35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1210978
May 07 21:49:47.940413 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1c14e8a7-6406-4702-bc45-245304949f54 req-4c16a169-7a72-433d-b396-14de30660cbb tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2638113
May 07 21:49:47.956629 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-1c14e8a7-6406-4702-bc45-245304949f54 req-f0acb39d-a765-4cd0-afae-43def4b03729 service neutron] Request body: {'port': {'device_id': 'bbb2faa2-ee9e-47d3-a891-24cec328a4c2', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:49:47.956936 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['671083f6-1511-4a4e-b623-b011d1104e75'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:49:48.034832 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-1c14e8a7-6406-4702-bc45-245304949f54 req-f0acb39d-a765-4cd0-afae-43def4b03729 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (95a695cd-81c6-4f14-adb9-b284c5d977e3), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:48.098401 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c3677e-5507-40d5-b542-762df8eea593 req-3116fee0-a84f-45c3-93f9-ef645e1c76f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:48.099927 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-48c3677e-5507-40d5-b542-762df8eea593 req-3116fee0-a84f-45c3-93f9-ef645e1c76f5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=665487f0-78eb-47fb-9a06-b15bc614dc47 HTTP/1.1" status: 200  len: 870 time: 0.2485745
May 07 21:49:48.110172 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7138c21-436a-4ed8-b7df-0179e97636e2 req-d45cd0c2-eeab-4edf-a0d2-b74bca3683f0 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:48.119582 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f7138c21-436a-4ed8-b7df-0179e97636e2 req-d45cd0c2-eeab-4edf-a0d2-b74bca3683f0 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/ports?device_id=25758f5c-a017-4e91-9486-d8ef2e6da85d HTTP/1.1" status: 200  len: 946 time: 0.3036568
May 07 21:49:48.199585 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-88af9f82-caf0-472b-9b16-26ad7fff91b6 None None] Current status of the port e041e61f-a2f7-4e5c-a07a-9cf45eb430cb is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:49:48.199585 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-88af9f82-caf0-472b-9b16-26ad7fff91b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (e041e61f-a2f7-4e5c-a07a-9cf45eb430cb), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:48.246646 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-48c3677e-5507-40d5-b542-762df8eea593 req-c3d42dc5-30c7-402e-bf12-4fe7538f01ec service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=671083f6-1511-4a4e-b623-b011d1104e75 HTTP/1.1" status: 200  len: 217 time: 0.1212466
May 07 21:49:48.258251 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-88af9f82-caf0-472b-9b16-26ad7fff91b6 None None] For port e041e61f-a2f7-4e5c-a07a-9cf45eb430cb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e041e61f-a2f7-4e5c-a07a-9cf45eb430cb,segment=NetworkSegment(74c0e86c-ce6a-4a8c-8cbb-dcb45d114173),segment_id=74c0e86c-ce6a-4a8c-8cbb-dcb45d114173)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:49:48.266647 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-88af9f82-caf0-472b-9b16-26ad7fff91b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (e041e61f-a2f7-4e5c-a07a-9cf45eb430cb), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:48.282183 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f7138c21-436a-4ed8-b7df-0179e97636e2 req-f0b656ae-738c-4ea2-bdf7-a3ee0f9a3c6f tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b456a11-abdd-4913-9fa4-f25fdacb0d35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1573803
May 07 21:49:48.440598 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c3677e-5507-40d5-b542-762df8eea593 req-d4859608-e685-48b0-9435-60a123288773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:48.442072 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-48c3677e-5507-40d5-b542-762df8eea593 req-d4859608-e685-48b0-9435-60a123288773 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6e0e5c53-1ece-4d20-b01d-5f8c6957edf6 HTTP/1.1" status: 200  len: 843 time: 0.1419640
May 07 21:49:48.486645 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-2cd24175-d110-487c-a85e-f7db06648efc None None] Provisioning complete for port 95a695cd-81c6-4f14-adb9-b284c5d977e3 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:49:48.487042 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2cd24175-d110-487c-a85e-f7db06648efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (95a695cd-81c6-4f14-adb9-b284c5d977e3), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:48.488987 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af9f82-caf0-472b-9b16-26ad7fff91b6 None None] Pushing event updated for resources: {'Port': ['ID=e041e61f-a2f7-4e5c-a07a-9cf45eb430cb,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:48.524280 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device e041e61f-a2f7-4e5c-a07a-9cf45eb430cb up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:49:48.544030 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [req-1c14e8a7-6406-4702-bc45-245304949f54 req-f0acb39d-a765-4cd0-afae-43def4b03729 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95a695cd-81c6-4f14-adb9-b284c5d977e3 {{(pid=121836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:49:48.563800 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-1c14e8a7-6406-4702-bc45-245304949f54 req-f0acb39d-a765-4cd0-afae-43def4b03729 service neutron] Publish callbacks [] for port (95a695cd-81c6-4f14-adb9-b284c5d977e3), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:48.580303 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.provisioning_blocks [req-1c14e8a7-6406-4702-bc45-245304949f54 req-f0acb39d-a765-4cd0-afae-43def4b03729 service neutron] Transition to ACTIVE for port object 95a695cd-81c6-4f14-adb9-b284c5d977e3 will not be triggered until provisioned by entity L2. {{(pid=121836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:49:48.584921 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c3677e-5507-40d5-b542-762df8eea593 req-223762c9-37a0-4a91-a383-7388048c1f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:48.587080 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-48c3677e-5507-40d5-b542-762df8eea593 req-223762c9-37a0-4a91-a383-7388048c1f1d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=665487f0-78eb-47fb-9a06-b15bc614dc47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0481746
May 07 21:49:48.587463 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-1c14e8a7-6406-4702-bc45-245304949f54 req-f0acb39d-a765-4cd0-afae-43def4b03729 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (95a695cd-81c6-4f14-adb9-b284c5d977e3), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:48.596776 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-2cd24175-d110-487c-a85e-f7db06648efc None None] Port 95a695cd-81c6-4f14-adb9-b284c5d977e3 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:49:48.614546 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port e041e61f-a2f7-4e5c-a07a-9cf45eb430cb triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:49:48.614671 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (e041e61f-a2f7-4e5c-a07a-9cf45eb430cb), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:48.650582 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4bd251-a27a-4790-9916-f749c7500b80 req-1fac20b6-687d-46f6-b032-2c2525adfc2c tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:48.653048 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0e4bd251-a27a-4790-9916-f749c7500b80 req-1fac20b6-687d-46f6-b032-2c2525adfc2c tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbb2faa2-ee9e-47d3-a891-24cec328a4c2 HTTP/1.1" status: 200  len: 932 time: 0.2498667
May 07 21:49:48.720607 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0acb39d-a765-4cd0-afae-43def4b03729 service neutron] Pushing event updated for resources: {'Port': ['ID=95a695cd-81c6-4f14-adb9-b284c5d977e3,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:48.721292 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port e041e61f-a2f7-4e5c-a07a-9cf45eb430cb is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:49:48.740820 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-d0156384-6cff-45ba-8bed-da70b836006a None None] Provisioning complete for port e041e61f-a2f7-4e5c-a07a-9cf45eb430cb triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:49:48.741217 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d0156384-6cff-45ba-8bed-da70b836006a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (e041e61f-a2f7-4e5c-a07a-9cf45eb430cb), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:48.752890 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-1c14e8a7-6406-4702-bc45-245304949f54 req-f0acb39d-a765-4cd0-afae-43def4b03729 service neutron] Attempting to bind port 95a695cd-81c6-4f14-adb9-b284c5d977e3 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:49:48.753235 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-1c14e8a7-6406-4702-bc45-245304949f54 req-f0acb39d-a765-4cd0-afae-43def4b03729 service neutron] Attempting to bind port 95a695cd-81c6-4f14-adb9-b284c5d977e3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '401451a8-cfc6-4cf8-b06a-6bcfe0d13210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'cdb18e56-26d2-4f79-bcda-791d483028bc'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:49:48.753839 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c14e8a7-6406-4702-bc45-245304949f54 req-f0acb39d-a765-4cd0-afae-43def4b03729 service neutron] Attempting to bind port 95a695cd-81c6-4f14-adb9-b284c5d977e3 on network cdb18e56-26d2-4f79-bcda-791d483028bc {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:49:48.758932 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c14e8a7-6406-4702-bc45-245304949f54 req-f0acb39d-a765-4cd0-afae-43def4b03729 service neutron] Port 95a695cd-81c6-4f14-adb9-b284c5d977e3 on network cdb18e56-26d2-4f79-bcda-791d483028bc not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:49:48.759257 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c14e8a7-6406-4702-bc45-245304949f54 req-f0acb39d-a765-4cd0-afae-43def4b03729 service neutron] Attempting to bind port 95a695cd-81c6-4f14-adb9-b284c5d977e3 on network cdb18e56-26d2-4f79-bcda-791d483028bc {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:49:48.765562 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c14e8a7-6406-4702-bc45-245304949f54 req-f0acb39d-a765-4cd0-afae-43def4b03729 service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:49:48.766324 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c14e8a7-6406-4702-bc45-245304949f54 req-f0acb39d-a765-4cd0-afae-43def4b03729 service neutron] Checking segment: {'id': '401451a8-cfc6-4cf8-b06a-6bcfe0d13210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'cdb18e56-26d2-4f79-bcda-791d483028bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:49:48.766324 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c14e8a7-6406-4702-bc45-245304949f54 req-f0acb39d-a765-4cd0-afae-43def4b03729 service neutron] Bound using segment: {'id': '401451a8-cfc6-4cf8-b06a-6bcfe0d13210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'cdb18e56-26d2-4f79-bcda-791d483028bc'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:49:48.766711 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-1c14e8a7-6406-4702-bc45-245304949f54 req-f0acb39d-a765-4cd0-afae-43def4b03729 service neutron] Bound port: 95a695cd-81c6-4f14-adb9-b284c5d977e3, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '401451a8-cfc6-4cf8-b06a-6bcfe0d13210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'cdb18e56-26d2-4f79-bcda-791d483028bc'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:49:48.767083 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-1c14e8a7-6406-4702-bc45-245304949f54 req-f0acb39d-a765-4cd0-afae-43def4b03729 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (95a695cd-81c6-4f14-adb9-b284c5d977e3), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:48.846742 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9981a138-76cc-4187-9b12-74357a654743 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (9c5f34d7-008e-4fe4-9fa4-469819d4e910), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:48.859517 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-1c14e8a7-6406-4702-bc45-245304949f54 req-f0acb39d-a765-4cd0-afae-43def4b03729 service neutron] For port 95a695cd-81c6-4f14-adb9-b284c5d977e3, host nch2-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:49:48.861310 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-d0156384-6cff-45ba-8bed-da70b836006a None None] Current status of the port e041e61f-a2f7-4e5c-a07a-9cf45eb430cb is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:49:48.863395 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-1c14e8a7-6406-4702-bc45-245304949f54 req-f0acb39d-a765-4cd0-afae-43def4b03729 service neutron] For port 95a695cd-81c6-4f14-adb9-b284c5d977e3, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=95a695cd-81c6-4f14-adb9-b284c5d977e3,segment=NetworkSegment(401451a8-cfc6-4cf8-b06a-6bcfe0d13210),segment_id=401451a8-cfc6-4cf8-b06a-6bcfe0d13210)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:49:48.867611 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0e4bd251-a27a-4790-9916-f749c7500b80 req-6daa1630-5f7f-4484-bfca-fbc2e5669c64 tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] 10.222.0.32 "GET /v2.0/security-groups?id=fec9452b-1927-431d-b984-d7c9e17c95cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1987083
May 07 21:49:48.873720 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-1c14e8a7-6406-4702-bc45-245304949f54 req-f0acb39d-a765-4cd0-afae-43def4b03729 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (95a695cd-81c6-4f14-adb9-b284c5d977e3), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:48.934506 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c14e8a7-6406-4702-bc45-245304949f54 req-f0acb39d-a765-4cd0-afae-43def4b03729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:48.935158 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-1c14e8a7-6406-4702-bc45-245304949f54 req-f0acb39d-a765-4cd0-afae-43def4b03729 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:48.936585 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1c14e8a7-6406-4702-bc45-245304949f54 req-f0acb39d-a765-4cd0-afae-43def4b03729 service neutron] 10.222.0.59 "PUT /v2.0/ports/95a695cd-81c6-4f14-adb9-b284c5d977e3 HTTP/1.1" status: 200  len: 1092 time: 0.9856679
May 07 21:49:48.937101 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbb2faa2-ee9e-47d3-a891-24cec328a4c2', 'tag': '95a695cd-81c6-4f14-adb9-b284c5d977e3'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:49:48.939449 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c12159e9-fe89-44cc-b3b0-d393d5903041" -d '{"events": [{"name": "network-changed", "server_uuid": "bbb2faa2-ee9e-47d3-a891-24cec328a4c2", "tag": "95a695cd-81c6-4f14-adb9-b284c5d977e3"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:49:48.970700 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0acb39d-a765-4cd0-afae-43def4b03729 service neutron] Pushing event updated for resources: {'Port': ['ID=95a695cd-81c6-4f14-adb9-b284c5d977e3,revision_number=3']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:48.998620 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-48c3677e-5507-40d5-b542-762df8eea593 req-5a0fa467-2798-47b5-95b0-b8933f57a095 service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4041610
May 07 21:49:49.114047 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-500decce-5c57-49c8-804a-4e7cada499b1 req-7108136c-af7b-4351-b272-06c2698cb349 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] 10.222.0.32 "GET /v2.0/security-group-rules/d20ee587-770c-4740-aaec-d903321d71fc HTTP/1.1" status: 200  len: 783 time: 0.0724111
May 07 21:49:49.156347 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9981a138-76cc-4187-9b12-74357a654743 admin admin] Router 9c5f34d7-008e-4fe4-9fa4-469819d4e910 is scheduled to L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db with binding_index 1 {{(pid=121837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 07 21:49:49.164956 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c14e8a7-6406-4702-bc45-245304949f54 req-d181559e-3926-4886-aadf-e873dc178fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:49.166575 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1c14e8a7-6406-4702-bc45-245304949f54 req-d181559e-3926-4886-aadf-e873dc178fff service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=281216301a5449cdb4c66e9f35e6e582&device_id=bbb2faa2-ee9e-47d3-a891-24cec328a4c2 HTTP/1.1" status: 200  len: 1126 time: 0.0760543
May 07 21:49:49.230763 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1c14e8a7-6406-4702-bc45-245304949f54 req-8eceeaf2-e951-4651-b074-61e363bd56de service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95a695cd-81c6-4f14-adb9-b284c5d977e3 HTTP/1.1" status: 200  len: 217 time: 0.0567527
May 07 21:49:49.270112 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [req-846d25e0-1db9-4aa1-8a0f-46a803bf6cbc req-ede9c3f0-cbbe-4aec-8e62-8cfaf84b1a03 tempest-LiveAutoBlockMigrationV225Test-638033416 tempest-LiveAutoBlockMigrationV225Test-638033416-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121837) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 21:49:49.271175 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-846d25e0-1db9-4aa1-8a0f-46a803bf6cbc req-ede9c3f0-cbbe-4aec-8e62-8cfaf84b1a03 tempest-LiveAutoBlockMigrationV225Test-638033416 tempest-LiveAutoBlockMigrationV225Test-638033416-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0144908
May 07 21:49:49.273217 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-48c3677e-5507-40d5-b542-762df8eea593 req-b83c08fb-dd5d-4cc3-8b45-a8bf29a945d2 service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2580476
May 07 21:49:49.283018 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-500decce-5c57-49c8-804a-4e7cada499b1 req-1d304db4-a3fe-4c7b-89c6-b75707ab0e27 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] 10.222.0.32 "GET /v2.0/security-groups/fbaa15b5-9b20-47fa-98e6-74bd6e80f252 HTTP/1.1" status: 200  len: 3012 time: 0.1572154
May 07 21:49:49.291368 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c14e8a7-6406-4702-bc45-245304949f54 req-8d512500-28ab-49aa-a03e-247f63636efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:49.293566 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1c14e8a7-6406-4702-bc45-245304949f54 req-8d512500-28ab-49aa-a03e-247f63636efa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a5cc013e-c71d-4b9b-b09e-51b6c283331f HTTP/1.1" status: 200  len: 854 time: 0.0501945
May 07 21:49:49.348479 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c14e8a7-6406-4702-bc45-245304949f54 req-be653df9-2ad8-4662-a462-326b03ff90a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:49.349973 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1c14e8a7-6406-4702-bc45-245304949f54 req-be653df9-2ad8-4662-a462-326b03ff90a7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cdb18e56-26d2-4f79-bcda-791d483028bc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0474718
May 07 21:49:49.390202 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 671083f6-1511-4a4e-b623-b011d1104e75 up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:49:49.449625 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning for port 671083f6-1511-4a4e-b623-b011d1104e75 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:49:49.455967 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port 671083f6-1511-4a4e-b623-b011d1104e75 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:49:49.456510 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (671083f6-1511-4a4e-b623-b011d1104e75), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:49.539790 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 671083f6-1511-4a4e-b623-b011d1104e75 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:49:49.540181 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (671083f6-1511-4a4e-b623-b011d1104e75), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:49.576350 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 671083f6-1511-4a4e-b623-b011d1104e75, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=671083f6-1511-4a4e-b623-b011d1104e75,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:49:49.581038 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (671083f6-1511-4a4e-b623-b011d1104e75), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:49.637791 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=671083f6-1511-4a4e-b623-b011d1104e75,revision_number=9']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:49.677330 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d25e0-1db9-4aa1-8a0f-46a803bf6cbc req-4e1ee60b-df70-4a26-a1d9-237c30736223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:49.678690 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-846d25e0-1db9-4aa1-8a0f-46a803bf6cbc req-4e1ee60b-df70-4a26-a1d9-237c30736223 service neutron] 10.222.0.32 "GET /v2.0/ports/8b09d66b-7638-451c-902c-9a93667bb5b6 HTTP/1.1" status: 200  len: 1124 time: 0.3930647
May 07 21:49:49.683147 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-500decce-5c57-49c8-804a-4e7cada499b1 req-41c842ba-1a29-4059-948d-72369770759d tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Publish callbacks [] for security_group_rule (d20ee587-770c-4740-aaec-d903321d71fc), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:49.693641 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-846d25e0-1db9-4aa1-8a0f-46a803bf6cbc req-364cb34a-72e5-41ed-be90-b3a097e96f5e service neutron] Request body: {'binding': {'host': 'nch1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:49:49.694021 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-846d25e0-1db9-4aa1-8a0f-46a803bf6cbc req-364cb34a-72e5-41ed-be90-b3a097e96f5e service neutron] Unknown quota resources ['binding']. {{(pid=121837) _create /opt/stack/neutron/neutron/api/v2/base.py:497}}
May 07 21:49:49.727043 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf92f729-2124-482e-b270-05ad87327f96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '671083f6-1511-4a4e-b623-b011d1104e75'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:49:49.727790 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-500decce-5c57-49c8-804a-4e7cada499b1 req-41c842ba-1a29-4059-948d-72369770759d tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Publish callbacks [] for security_group_rule (d20ee587-770c-4740-aaec-d903321d71fc), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:49.729369 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d19b664f-819e-445d-8249-9464feaab129" -d '{"events": [{"server_uuid": "bf92f729-2124-482e-b270-05ad87327f96", "name": "network-vif-plugged", "status": "completed", "tag": "671083f6-1511-4a4e-b623-b011d1104e75"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:49:49.746991 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9981a138-76cc-4187-9b12-74357a654743 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:49:49.759215 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6220dd3d-07d3-4150-ae6a-1a8ef63df6a1 None None] Sync routers for ids ['9c5f34d7-008e-4fe4-9fa4-469819d4e910'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:49:49.769567 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6220dd3d-07d3-4150-ae6a-1a8ef63df6a1 None None] Routers {'9c5f34d7-008e-4fe4-9fa4-469819d4e910'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:49:49.770263 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-6220dd3d-07d3-4150-ae6a-1a8ef63df6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cfa9700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:49:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['9c5f34d7-008e-4fe4-9fa4-469819d4e910'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:49:49.786593 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-500decce-5c57-49c8-804a-4e7cada499b1 req-41c842ba-1a29-4059-948d-72369770759d tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (d20ee587-770c-4740-aaec-d903321d71fc), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:49.799980 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-500decce-5c57-49c8-804a-4e7cada499b1 req-41c842ba-1a29-4059-948d-72369770759d tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:49.801075 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-500decce-5c57-49c8-804a-4e7cada499b1 req-41c842ba-1a29-4059-948d-72369770759d tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/d20ee587-770c-4740-aaec-d903321d71fc HTTP/1.1" status: 204  len: 173 time: 0.5057211
May 07 21:49:49.809962 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9981a138-76cc-4187-9b12-74357a654743 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:49.810950 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-9981a138-76cc-4187-9b12-74357a654743 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 916 time: 4.9874938
May 07 21:49:49.811269 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 36750) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:49:49.845812 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c842ba-1a29-4059-948d-72369770759d tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d20ee587-770c-4740-aaec-d903321d71fc,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:49.882432 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-6220dd3d-07d3-4150-ae6a-1a8ef63df6a1 None None] Set router 9c5f34d7-008e-4fe4-9fa4-469819d4e910 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:49:49.916434 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-846d25e0-1db9-4aa1-8a0f-46a803bf6cbc req-364cb34a-72e5-41ed-be90-b3a097e96f5e service neutron] Attempting to bind port 8b09d66b-7638-451c-902c-9a93667bb5b6 on host nch1-master-1 for vnic_type normal with profile None {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:49:49.916771 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-846d25e0-1db9-4aa1-8a0f-46a803bf6cbc req-364cb34a-72e5-41ed-be90-b3a097e96f5e service neutron] Attempting to bind port 8b09d66b-7638-451c-902c-9a93667bb5b6 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '917604e4-aade-4a11-b4ad-178bdbbe8fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '38d1a38e-1f99-466b-bf7f-940113b4b6ed'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:49:49.917643 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846d25e0-1db9-4aa1-8a0f-46a803bf6cbc req-364cb34a-72e5-41ed-be90-b3a097e96f5e service neutron] Attempting to bind port 8b09d66b-7638-451c-902c-9a93667bb5b6 on network 38d1a38e-1f99-466b-bf7f-940113b4b6ed {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:49:49.925536 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846d25e0-1db9-4aa1-8a0f-46a803bf6cbc req-364cb34a-72e5-41ed-be90-b3a097e96f5e service neutron] Port 8b09d66b-7638-451c-902c-9a93667bb5b6 on network 38d1a38e-1f99-466b-bf7f-940113b4b6ed not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:49:49.925871 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846d25e0-1db9-4aa1-8a0f-46a803bf6cbc req-364cb34a-72e5-41ed-be90-b3a097e96f5e service neutron] Attempting to bind port 8b09d66b-7638-451c-902c-9a93667bb5b6 on network 38d1a38e-1f99-466b-bf7f-940113b4b6ed {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:49:49.933844 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846d25e0-1db9-4aa1-8a0f-46a803bf6cbc req-364cb34a-72e5-41ed-be90-b3a097e96f5e service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:49:49.934653 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846d25e0-1db9-4aa1-8a0f-46a803bf6cbc req-364cb34a-72e5-41ed-be90-b3a097e96f5e service neutron] Checking segment: {'id': '917604e4-aade-4a11-b4ad-178bdbbe8fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '38d1a38e-1f99-466b-bf7f-940113b4b6ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:49:49.935299 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846d25e0-1db9-4aa1-8a0f-46a803bf6cbc req-364cb34a-72e5-41ed-be90-b3a097e96f5e service neutron] Bound using segment: {'id': '917604e4-aade-4a11-b4ad-178bdbbe8fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '38d1a38e-1f99-466b-bf7f-940113b4b6ed'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:49:49.935753 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-846d25e0-1db9-4aa1-8a0f-46a803bf6cbc req-364cb34a-72e5-41ed-be90-b3a097e96f5e service neutron] Bound port: 8b09d66b-7638-451c-902c-9a93667bb5b6, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '917604e4-aade-4a11-b4ad-178bdbbe8fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '38d1a38e-1f99-466b-bf7f-940113b4b6ed'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:49:50.006133 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-846d25e0-1db9-4aa1-8a0f-46a803bf6cbc req-364cb34a-72e5-41ed-be90-b3a097e96f5e service neutron] For port 8b09d66b-7638-451c-902c-9a93667bb5b6, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8b09d66b-7638-451c-902c-9a93667bb5b6,segment=NetworkSegment(917604e4-aade-4a11-b4ad-178bdbbe8fbb),segment_id=917604e4-aade-4a11-b4ad-178bdbbe8fbb)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:49:50.015697 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-846d25e0-1db9-4aa1-8a0f-46a803bf6cbc req-364cb34a-72e5-41ed-be90-b3a097e96f5e service neutron] Publish callbacks [] for binding (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:50.017683 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-846d25e0-1db9-4aa1-8a0f-46a803bf6cbc req-364cb34a-72e5-41ed-be90-b3a097e96f5e service neutron] 10.222.0.32 "POST /v2.0/ports/8b09d66b-7638-451c-902c-9a93667bb5b6/bindings HTTP/1.1" status: 201  len: 389 time: 0.3274555
May 07 21:49:50.069820 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-6220dd3d-07d3-4150-ae6a-1a8ef63df6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cfa9700>, [{'id': '9c5f34d7-008e-4fe4-9fa4-469819d4e910', 'name': 'tempest-ServersTestJSON-771244347-router', 'tenant_id': '487fc10ff315438ca2de090c396e3cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.36'}], 'enable_snat': True}, 'gw_port_id': 'ad9a7c81-a12e-46cf-aaf1-2746ef83869f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:49:44Z', 'updated_at': '2022-05-07T21:49:47Z', 'revision_number': 3, 'project_id': '487fc10ff315438ca2de090c396e3cfb', 'gw_port': {'id': 'ad9a7c81-a12e-46cf-aaf1-2746ef83869f', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:87:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c5f34d7-008e-4fe4-9fa4-469819d4e910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:49:46Z', 'updated_at': '2022-05-07T21:49:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:49:50.101768 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6220dd3d-07d3-4150-ae6a-1a8ef63df6a1 None None] Checking router: 9c5f34d7-008e-4fe4-9fa4-469819d4e910 for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 21:49:50.102119 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6220dd3d-07d3-4150-ae6a-1a8ef63df6a1 None None] Updating router 9c5f34d7-008e-4fe4-9fa4-469819d4e910 port ad9a7c81-a12e-46cf-aaf1-2746ef83869f binding host ncdv-master-1 {{(pid=121839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 21:49:50.136533 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-6220dd3d-07d3-4150-ae6a-1a8ef63df6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (ad9a7c81-a12e-46cf-aaf1-2746ef83869f), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:50.219672 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a025fe5-6316-47cc-8e78-4b9c695de67e req-189655de-3669-450a-9b29-913bce040114 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:50.221472 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5a025fe5-6316-47cc-8e78-4b9c695de67e req-189655de-3669-450a-9b29-913bce040114 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ea4853a-41f9-43d9-b213-c627f5c9eb4e HTTP/1.1" status: 200  len: 946 time: 0.0610299
May 07 21:49:50.272131 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5a025fe5-6316-47cc-8e78-4b9c695de67e req-23fed7ae-3747-4d1d-983a-36cb60217861 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444977
May 07 21:49:50.496909 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-6220dd3d-07d3-4150-ae6a-1a8ef63df6a1 None None] Publish callbacks [] for port (ad9a7c81-a12e-46cf-aaf1-2746ef83869f), precommit_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:50.505571 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-6220dd3d-07d3-4150-ae6a-1a8ef63df6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (ad9a7c81-a12e-46cf-aaf1-2746ef83869f), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:50.525623 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f91a70-7806-4fd8-9c07-bdd478b7c203 x-openstack-request-id: req-b3f91a70-7806-4fd8-9c07-bdd478b7c203 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:49:50.525844 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbb2faa2-ee9e-47d3-a891-24cec328a4c2", "tag": "95a695cd-81c6-4f14-adb9-b284c5d977e3", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:49:50.526069 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b3f91a70-7806-4fd8-9c07-bdd478b7c203 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:49:50.526713 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3f91a70-7806-4fd8-9c07-bdd478b7c203'] response: {'name': 'network-changed', 'server_uuid': 'bbb2faa2-ee9e-47d3-a891-24cec328a4c2', 'tag': '95a695cd-81c6-4f14-adb9-b284c5d977e3', 'status': 'completed', 'code': 200}
May 07 21:49:50.536205 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fcf2ba-bd56-4d22-b3fd-a29ddacda2f9 req-c3671cfd-8c84-4790-91ed-f20f7cef9cee tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:50.538712 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b6fcf2ba-bd56-4d22-b3fd-a29ddacda2f9 req-c3671cfd-8c84-4790-91ed-f20f7cef9cee tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/ports?device_id=25758f5c-a017-4e91-9486-d8ef2e6da85d HTTP/1.1" status: 200  len: 946 time: 0.0788369
May 07 21:49:50.556044 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d72a40c-9f63-4d9e-9fa7-45ad046355ba req-1867513a-177a-41f2-add2-0d17e9661491 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:50.558356 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6d72a40c-9f63-4d9e-9fa7-45ad046355ba req-1867513a-177a-41f2-add2-0d17e9661491 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf92f729-2124-482e-b270-05ad87327f96 HTTP/1.1" status: 200  len: 950 time: 0.4161336
May 07 21:49:50.565197 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d21ab1b-3ba7-46ad-acd7-738cbe5d98cb None None] Pushing event updated for resources: {'Port': ['ID=ad9a7c81-a12e-46cf-aaf1-2746ef83869f,revision_number=2']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:50.589641 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-6220dd3d-07d3-4150-ae6a-1a8ef63df6a1 None None] Attempting to bind port ad9a7c81-a12e-46cf-aaf1-2746ef83869f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:49:50.590017 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-6220dd3d-07d3-4150-ae6a-1a8ef63df6a1 None None] Attempting to bind port ad9a7c81-a12e-46cf-aaf1-2746ef83869f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:49:50.590577 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6220dd3d-07d3-4150-ae6a-1a8ef63df6a1 None None] Attempting to bind port ad9a7c81-a12e-46cf-aaf1-2746ef83869f on network 9221b764-ef06-431f-8941-796516ed7c3b {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:49:50.604155 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6220dd3d-07d3-4150-ae6a-1a8ef63df6a1 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:49:50.605537 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6220dd3d-07d3-4150-ae6a-1a8ef63df6a1 None None] Checking segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:49:50.607634 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-6220dd3d-07d3-4150-ae6a-1a8ef63df6a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:50.608623 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6220dd3d-07d3-4150-ae6a-1a8ef63df6a1 None None] Bound using segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:49:50.610627 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-6220dd3d-07d3-4150-ae6a-1a8ef63df6a1 None None] Bound port: ad9a7c81-a12e-46cf-aaf1-2746ef83869f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:49:50.611703 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-6220dd3d-07d3-4150-ae6a-1a8ef63df6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (ad9a7c81-a12e-46cf-aaf1-2746ef83869f), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:50.664455 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b6fcf2ba-bd56-4d22-b3fd-a29ddacda2f9 req-0a9cc895-eeef-4a9d-b48e-d0998f6e70b7 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b456a11-abdd-4913-9fa4-f25fdacb0d35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1185124
May 07 21:49:50.696286 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-6220dd3d-07d3-4150-ae6a-1a8ef63df6a1 None None] For port ad9a7c81-a12e-46cf-aaf1-2746ef83869f, host ncdv-master-1, cleared binding levels {{(pid=121839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:49:50.700469 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-6220dd3d-07d3-4150-ae6a-1a8ef63df6a1 None None] For port ad9a7c81-a12e-46cf-aaf1-2746ef83869f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ad9a7c81-a12e-46cf-aaf1-2746ef83869f,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:49:50.708181 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-6220dd3d-07d3-4150-ae6a-1a8ef63df6a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (ad9a7c81-a12e-46cf-aaf1-2746ef83869f), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:50.731855 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device e041e61f-a2f7-4e5c-a07a-9cf45eb430cb up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:49:50.781207 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-693a7e59-a0e1-41de-b840-e03528a60883 x-openstack-request-id: req-693a7e59-a0e1-41de-b840-e03528a60883 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:49:50.781680 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf92f729-2124-482e-b270-05ad87327f96", "name": "network-vif-plugged", "status": "completed", "tag": "671083f6-1511-4a4e-b623-b011d1104e75", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:49:50.782037 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-693a7e59-a0e1-41de-b840-e03528a60883 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:49:50.782530 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-693a7e59-a0e1-41de-b840-e03528a60883'] response: {'server_uuid': 'bf92f729-2124-482e-b270-05ad87327f96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '671083f6-1511-4a4e-b623-b011d1104e75', 'code': 200}
May 07 21:49:50.786406 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d21ab1b-3ba7-46ad-acd7-738cbe5d98cb None None] Pushing event updated for resources: {'Port': ['ID=ad9a7c81-a12e-46cf-aaf1-2746ef83869f,revision_number=3']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:50.796955 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6220dd3d-07d3-4150-ae6a-1a8ef63df6a1 None None] Routers {'9c5f34d7-008e-4fe4-9fa4-469819d4e910'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:49:50.797573 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-6220dd3d-07d3-4150-ae6a-1a8ef63df6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cfa9700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:49:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['9c5f34d7-008e-4fe4-9fa4-469819d4e910'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:49:50.813804 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port e041e61f-a2f7-4e5c-a07a-9cf45eb430cb triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:49:50.814482 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (e041e61f-a2f7-4e5c-a07a-9cf45eb430cb), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:50.830113 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6d72a40c-9f63-4d9e-9fa7-45ad046355ba req-b4302eff-42b2-416b-b528-420dd7dfa720 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2554834
May 07 21:49:50.846951 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:50.867010 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-492fc289-9e09-4674-8019-84a291e1a082 req-6aa0f161-074b-46d3-94dc-9798f0f46479 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] 10.222.0.32 "GET /v2.0/security-groups/fbaa15b5-9b20-47fa-98e6-74bd6e80f252 HTTP/1.1" status: 200  len: 2414 time: 0.0626667
May 07 21:49:50.871498 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d25e0-1db9-4aa1-8a0f-46a803bf6cbc req-ac5afa67-d7c6-48de-b57d-9c3c343129ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:50.873008 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-846d25e0-1db9-4aa1-8a0f-46a803bf6cbc req-ac5afa67-d7c6-48de-b57d-9c3c343129ae service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4db49857a44d4f399959ac625886505a&device_id=3c5e8d5a-79cf-4bea-96aa-2a6e95ec8aef HTTP/1.1" status: 200  len: 1127 time: 0.1953790
May 07 21:49:50.878599 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0fb37991-5452-4775-8ef3-ae41a4d347a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:50.882079 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1c14e8a7-6406-4702-bc45-245304949f54 req-9cca061f-e11c-47ec-8e9b-aee0b917e430 service neutron] 10.222.0.59 "GET /v2.0/networks/cdb18e56-26d2-4f79-bcda-791d483028bc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3600452
May 07 21:49:50.926009 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port e041e61f-a2f7-4e5c-a07a-9cf45eb430cb is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:49:50.969993 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-492fc289-9e09-4674-8019-84a291e1a082 req-517a400a-9321-4130-aaaa-e038ca3abc75 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Publish callbacks [] for security_group (fbaa15b5-9b20-47fa-98e6-74bd6e80f252), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:50.998277 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-492fc289-9e09-4674-8019-84a291e1a082 req-517a400a-9321-4130-aaaa-e038ca3abc75 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Publish callbacks [] for security_group (fbaa15b5-9b20-47fa-98e6-74bd6e80f252), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:51.045247 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-6220dd3d-07d3-4150-ae6a-1a8ef63df6a1 None None] Set router 9c5f34d7-008e-4fe4-9fa4-469819d4e910 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:49:51.074419 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-492fc289-9e09-4674-8019-84a291e1a082 req-517a400a-9321-4130-aaaa-e038ca3abc75 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (fbaa15b5-9b20-47fa-98e6-74bd6e80f252), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:51.077962 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-492fc289-9e09-4674-8019-84a291e1a082 req-517a400a-9321-4130-aaaa-e038ca3abc75 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:51.079026 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-492fc289-9e09-4674-8019-84a291e1a082 req-517a400a-9321-4130-aaaa-e038ca3abc75 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] 10.222.0.32 "DELETE /v2.0/security-groups/fbaa15b5-9b20-47fa-98e6-74bd6e80f252 HTTP/1.1" status: 204  len: 173 time: 0.2013707
May 07 21:49:51.091738 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517a400a-9321-4130-aaaa-e038ca3abc75 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbaa15b5-9b20-47fa-98e6-74bd6e80f252,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:51.232109 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d78aa4-1a0c-46b0-ae4a-814525d47e19 req-a9c6d4d2-be14-4936-a883-78eb0cdab749 tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:51.237534 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-15d78aa4-1a0c-46b0-ae4a-814525d47e19 req-a9c6d4d2-be14-4936-a883-78eb0cdab749 tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbb2faa2-ee9e-47d3-a891-24cec328a4c2 HTTP/1.1" status: 200  len: 944 time: 0.2391562
May 07 21:49:51.268770 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c954cf4-0822-411e-b1dd-101839dd469a req-9f3b454b-a763-4760-906b-44eca664061b tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:51.269761 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-6220dd3d-07d3-4150-ae6a-1a8ef63df6a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cfa9700>, [{'id': '9c5f34d7-008e-4fe4-9fa4-469819d4e910', 'name': 'tempest-ServersTestJSON-771244347-router', 'tenant_id': '487fc10ff315438ca2de090c396e3cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.36'}], 'enable_snat': True}, 'gw_port_id': 'ad9a7c81-a12e-46cf-aaf1-2746ef83869f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:49:44Z', 'updated_at': '2022-05-07T21:49:47Z', 'revision_number': 3, 'project_id': '487fc10ff315438ca2de090c396e3cfb', 'gw_port': {'id': 'ad9a7c81-a12e-46cf-aaf1-2746ef83869f', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:87:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c5f34d7-008e-4fe4-9fa4-469819d4e910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:49:46Z', 'updated_at': '2022-05-07T21:49:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:49:51.270911 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0c954cf4-0822-411e-b1dd-101839dd469a req-9f3b454b-a763-4760-906b-44eca664061b tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c5e8d5a-79cf-4bea-96aa-2a6e95ec8aef HTTP/1.1" status: 200  len: 945 time: 0.0823412
May 07 21:49:51.299153 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6220dd3d-07d3-4150-ae6a-1a8ef63df6a1 None None] The sync data for ids ['9c5f34d7-008e-4fe4-9fa4-469819d4e910'] in ncdv-master-1 is: [{'id': '9c5f34d7-008e-4fe4-9fa4-469819d4e910', 'name': 'tempest-ServersTestJSON-771244347-router', 'tenant_id': '487fc10ff315438ca2de090c396e3cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.36'}], 'enable_snat': True}, 'gw_port_id': 'ad9a7c81-a12e-46cf-aaf1-2746ef83869f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:49:44Z', 'updated_at': '2022-05-07T21:49:47Z', 'revision_number': 3, 'project_id': '487fc10ff315438ca2de090c396e3cfb', 'gw_port': {'id': 'ad9a7c81-a12e-46cf-aaf1-2746ef83869f', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:87:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c5f34d7-008e-4fe4-9fa4-469819d4e910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:49:46Z', 'updated_at': '2022-05-07T21:49:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:49:51.328047 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-15d78aa4-1a0c-46b0-ae4a-814525d47e19 req-3a0cc628-594f-42da-b992-6f06f6708964 tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] 10.222.0.32 "GET /v2.0/security-groups?id=fec9452b-1927-431d-b984-d7c9e17c95cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0754588
May 07 21:49:51.333399 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d25e0-1db9-4aa1-8a0f-46a803bf6cbc req-74c292d8-443f-47c9-abec-ff5bcc719ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:51.335553 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-846d25e0-1db9-4aa1-8a0f-46a803bf6cbc req-74c292d8-443f-47c9-abec-ff5bcc719ef2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=38d1a38e-1f99-466b-bf7f-940113b4b6ed HTTP/1.1" status: 200  len: 922 time: 0.4521091
May 07 21:49:51.339709 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0c954cf4-0822-411e-b1dd-101839dd469a req-73226dc1-3445-4f68-b0b3-8200fce62d38 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0611007
May 07 21:49:51.346534 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1c14e8a7-6406-4702-bc45-245304949f54 req-08e77af8-2b3f-4708-b13d-07c966d79440 service neutron] 10.222.0.59 "GET /v2.0/networks/cdb18e56-26d2-4f79-bcda-791d483028bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3980401
May 07 21:49:51.445993 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-846d25e0-1db9-4aa1-8a0f-46a803bf6cbc req-e0206548-d93d-47f2-866b-228d03dedbf6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b09d66b-7638-451c-902c-9a93667bb5b6 HTTP/1.1" status: 200  len: 217 time: 0.0867505
May 07 21:49:51.589234 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76e66fc-3a2f-4383-91e2-80d23ad31421 req-3a95bfb8-0ab2-4a1b-a85a-1e96d0767e5b tempest-LiveMigrationTest-1060990445 tempest-LiveMigrationTest-1060990445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:51.590793 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b76e66fc-3a2f-4383-91e2-80d23ad31421 req-3a95bfb8-0ab2-4a1b-a85a-1e96d0767e5b tempest-LiveMigrationTest-1060990445 tempest-LiveMigrationTest-1060990445-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5ea4853a-41f9-43d9-b213-c627f5c9eb4e HTTP/1.1" status: 200  len: 1128 time: 0.1505063
May 07 21:49:51.599154 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c3677e-5507-40d5-b542-762df8eea593 req-6a1cdf42-04be-4d9b-80ec-24f1f7d68589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:51.600720 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-48c3677e-5507-40d5-b542-762df8eea593 req-6a1cdf42-04be-4d9b-80ec-24f1f7d68589 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bf92f729-2124-482e-b270-05ad87327f96&tenant_id=7789855db11445de842c4df75bd05e10 HTTP/1.1" status: 200  len: 1132 time: 0.1273179
May 07 21:49:51.604490 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-0fb37991-5452-4775-8ef3-ae41a4d347a9 admin admin] Allocated IP 172.20.0.1 (3cd5ba47-406b-4cd5-8f0e-08872326b372/ca8aa31e-0762-4142-9690-26161843f094/984afdc3-a7c2-4b1c-a1ab-884323f52ee3) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:49:51.623164 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-48c3677e-5507-40d5-b542-762df8eea593 req-312d379e-57f9-42ec-86cb-f16ae40eb0c0 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:49:51.636413 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d25e0-1db9-4aa1-8a0f-46a803bf6cbc req-aacf083a-3023-4a8a-a0cc-513c88e73fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:51.637968 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-846d25e0-1db9-4aa1-8a0f-46a803bf6cbc req-aacf083a-3023-4a8a-a0cc-513c88e73fc5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=14835495-3004-48e8-b7c5-01b68d156e2d HTTP/1.1" status: 200  len: 861 time: 0.1634510
May 07 21:49:51.734718 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-846d25e0-1db9-4aa1-8a0f-46a803bf6cbc req-812c7439-f90f-43ca-beef-0a309af48948 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=38d1a38e-1f99-466b-bf7f-940113b4b6ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0665193
May 07 21:49:51.785985 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 36776) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:49:51.801384 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b76e66fc-3a2f-4383-91e2-80d23ad31421 req-02e1c5db-ae31-4e9a-b9e1-206ad2832580 tempest-LiveMigrationTest-1060990445 tempest-LiveMigrationTest-1060990445-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1981103
May 07 21:49:51.836499 ncdv-master-1 neutron-server[121837]: INFO neutron.api.v2.resource [req-e1398b17-92a3-4437-b560-380872f5b88a req-2af56c81-4690-424c-9a76-bd7848a1749a tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] show failed (client error): The resource could not be found.
May 07 21:49:51.837742 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e1398b17-92a3-4437-b560-380872f5b88a req-2af56c81-4690-424c-9a76-bd7848a1749a tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] 10.222.0.32 "GET /v2.0/security-groups/35501d64-75fb-4e65-9627-416f804f2a43 HTTP/1.1" status: 404  len: 352 time: 0.0273731
May 07 21:49:51.972564 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33fb23c-9275-465b-9e39-9a81b4b19c87 req-5f26b6a4-982b-451c-87ca-794c90c2a93b tempest-LiveMigrationTest-1060990445 tempest-LiveMigrationTest-1060990445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:51.980532 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e33fb23c-9275-465b-9e39-9a81b4b19c87 req-5f26b6a4-982b-451c-87ca-794c90c2a93b tempest-LiveMigrationTest-1060990445 tempest-LiveMigrationTest-1060990445-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5ea4853a-41f9-43d9-b213-c627f5c9eb4e HTTP/1.1" status: 200  len: 1128 time: 0.0713794
May 07 21:49:52.011317 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2bf0312d-8158-4cd1-be93-d6d8faafd7c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:52.062561 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e33fb23c-9275-465b-9e39-9a81b4b19c87 req-0c5676e3-b8e3-4853-ae1e-32c173039712 tempest-LiveMigrationTest-1060990445 tempest-LiveMigrationTest-1060990445-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749075
May 07 21:49:52.142056 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-48c3677e-5507-40d5-b542-762df8eea593 req-312d379e-57f9-42ec-86cb-f16ae40eb0c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (671083f6-1511-4a4e-b623-b011d1104e75), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:52.159537 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0fb37991-5452-4775-8ef3-ae41a4d347a9 admin admin] Publish callbacks [] for port (984afdc3-a7c2-4b1c-a1ab-884323f52ee3), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:52.169430 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2bf0312d-8158-4cd1-be93-d6d8faafd7c3 admin admin] Publish callbacks [] for security_group (635aa299-a5b7-46a2-b407-63ab8f33f84e), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:52.176286 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2bf0312d-8158-4cd1-be93-d6d8faafd7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (635aa299-a5b7-46a2-b407-63ab8f33f84e), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:52.189011 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc3c7ea-efef-4dd7-a002-90513ee87ba7 req-04501f51-d5ac-4828-885b-f9ee0ab6afc8 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:52.191368 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-dfc3c7ea-efef-4dd7-a002-90513ee87ba7 req-04501f51-d5ac-4828-885b-f9ee0ab6afc8 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf92f729-2124-482e-b270-05ad87327f96 HTTP/1.1" status: 200  len: 950 time: 0.1946979
May 07 21:49:52.192075 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-21f3a953-4e48-4308-972a-c6e163ab0075 req-f87a2a1d-597b-49c8-a90b-a880c7a1d501 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] 10.222.0.32 "GET /v2.0/security-groups/edaa12f3-10f7-4223-b7c5-db7d7270f0c7 HTTP/1.1" status: 200  len: 1820 time: 0.0786457
May 07 21:49:52.198942 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-846d25e0-1db9-4aa1-8a0f-46a803bf6cbc req-e81e092f-4175-4327-b6e7-75e491820dd4 service neutron] 10.222.0.55 "GET /v2.0/networks/38d1a38e-1f99-466b-bf7f-940113b4b6ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4086921
May 07 21:49:52.226842 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-2bf0312d-8158-4cd1-be93-d6d8faafd7c3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b9cc5823c77e468cb0a1b2274809d18f&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4389727
May 07 21:49:52.235725 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 36800) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:49:52.249639 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf0312d-8158-4cd1-be93-d6d8faafd7c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=635aa299-a5b7-46a2-b407-63ab8f33f84e,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:52.283915 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf0312d-8158-4cd1-be93-d6d8faafd7c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:49:52.284270 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf0312d-8158-4cd1-be93-d6d8faafd7c3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:49:52.284609 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf0312d-8158-4cd1-be93-d6d8faafd7c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:49:52.284953 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf0312d-8158-4cd1-be93-d6d8faafd7c3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:49:52.285293 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf0312d-8158-4cd1-be93-d6d8faafd7c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:49:52.285630 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf0312d-8158-4cd1-be93-d6d8faafd7c3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:49:52.285962 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf0312d-8158-4cd1-be93-d6d8faafd7c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:49:52.286293 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf0312d-8158-4cd1-be93-d6d8faafd7c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:49:52.286626 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf0312d-8158-4cd1-be93-d6d8faafd7c3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:49:52.286976 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf0312d-8158-4cd1-be93-d6d8faafd7c3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:49:52.287305 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf0312d-8158-4cd1-be93-d6d8faafd7c3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:49:52.287631 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf0312d-8158-4cd1-be93-d6d8faafd7c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:49:52.287956 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf0312d-8158-4cd1-be93-d6d8faafd7c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:49:52.288281 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf0312d-8158-4cd1-be93-d6d8faafd7c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:49:52.288609 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf0312d-8158-4cd1-be93-d6d8faafd7c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:49:52.333575 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-21f3a953-4e48-4308-972a-c6e163ab0075 req-de04d3b4-4819-4ce2-8e6b-bf9cf1181fe1 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Publish callbacks [] for security_group (edaa12f3-10f7-4223-b7c5-db7d7270f0c7), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:52.342087 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b94ef693-7c97-46a0-ae34-3bfee9d77b08 admin admin] Publish callbacks [] for security_group (635aa299-a5b7-46a2-b407-63ab8f33f84e), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:52.373593 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-21f3a953-4e48-4308-972a-c6e163ab0075 req-de04d3b4-4819-4ce2-8e6b-bf9cf1181fe1 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Publish callbacks [] for security_group (edaa12f3-10f7-4223-b7c5-db7d7270f0c7), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:52.391824 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b94ef693-7c97-46a0-ae34-3bfee9d77b08 admin admin] Publish callbacks [] for security_group (635aa299-a5b7-46a2-b407-63ab8f33f84e), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:52.437011 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0fb37991-5452-4775-8ef3-ae41a4d347a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (984afdc3-a7c2-4b1c-a1ab-884323f52ee3), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:52.480143 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device ad9a7c81-a12e-46cf-aaf1-2746ef83869f up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:49:52.480943 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-21f3a953-4e48-4308-972a-c6e163ab0075 req-de04d3b4-4819-4ce2-8e6b-bf9cf1181fe1 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (edaa12f3-10f7-4223-b7c5-db7d7270f0c7), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:52.484005 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-21f3a953-4e48-4308-972a-c6e163ab0075 req-de04d3b4-4819-4ce2-8e6b-bf9cf1181fe1 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:52.485267 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-21f3a953-4e48-4308-972a-c6e163ab0075 req-de04d3b4-4819-4ce2-8e6b-bf9cf1181fe1 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] 10.222.0.32 "DELETE /v2.0/security-groups/edaa12f3-10f7-4223-b7c5-db7d7270f0c7 HTTP/1.1" status: 204  len: 173 time: 0.2745426
May 07 21:49:52.492567 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b94ef693-7c97-46a0-ae34-3bfee9d77b08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (635aa299-a5b7-46a2-b407-63ab8f33f84e), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:52.495849 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b94ef693-7c97-46a0-ae34-3bfee9d77b08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:52.497023 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-b94ef693-7c97-46a0-ae34-3bfee9d77b08 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/635aa299-a5b7-46a2-b407-63ab8f33f84e HTTP/1.1" status: 204  len: 168 time: 0.2592170
May 07 21:49:52.502891 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de04d3b4-4819-4ce2-8e6b-bf9cf1181fe1 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edaa12f3-10f7-4223-b7c5-db7d7270f0c7,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:52.520084 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94ef693-7c97-46a0-ae34-3bfee9d77b08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=635aa299-a5b7-46a2-b407-63ab8f33f84e,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:52.541201 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-dfc3c7ea-efef-4dd7-a002-90513ee87ba7 req-43393252-1c5c-428a-b0df-531251fa6f60 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3283339
May 07 21:49:52.571103 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port ad9a7c81-a12e-46cf-aaf1-2746ef83869f triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:49:52.571617 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (ad9a7c81-a12e-46cf-aaf1-2746ef83869f), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:52.640839 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12159e9-fe89-44cc-b3b0-d393d5903041 req-7a9452c3-b1b4-440f-b8a3-69e82697a0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:52.642159 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c12159e9-fe89-44cc-b3b0-d393d5903041 req-7a9452c3-b1b4-440f-b8a3-69e82697a0c1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=281216301a5449cdb4c66e9f35e6e582&device_id=bbb2faa2-ee9e-47d3-a891-24cec328a4c2 HTTP/1.1" status: 200  len: 1126 time: 0.2320471
May 07 21:49:52.644890 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb37991-5452-4775-8ef3-ae41a4d347a9 admin admin] Network 3cd5ba47-406b-4cd5-8f0e-08872326b372 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:49:52.693779 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port ad9a7c81-a12e-46cf-aaf1-2746ef83869f is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:49:52.693986 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (ad9a7c81-a12e-46cf-aaf1-2746ef83869f), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:52.748466 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port ad9a7c81-a12e-46cf-aaf1-2746ef83869f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ad9a7c81-a12e-46cf-aaf1-2746ef83869f,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:49:52.752470 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-846d25e0-1db9-4aa1-8a0f-46a803bf6cbc req-00f2949e-d07f-477b-8907-210ea74eeed2 service neutron] 10.222.0.55 "GET /v2.0/networks/38d1a38e-1f99-466b-bf7f-940113b4b6ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5328243
May 07 21:49:52.753099 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-0fb37991-5452-4775-8ef3-ae41a4d347a9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:49:52.756397 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb37991-5452-4775-8ef3-ae41a4d347a9 admin admin] Pushing event updated for resources: {'Port': ['ID=984afdc3-a7c2-4b1c-a1ab-884323f52ee3,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:52.764494 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (ad9a7c81-a12e-46cf-aaf1-2746ef83869f), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:52.775581 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb707f0-d76d-4e2d-b703-d7e4ab7449f6 req-d447eedf-7f34-47b9-84e3-6fad60cee340 tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:52.783758 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8eb707f0-d76d-4e2d-b703-d7e4ab7449f6 req-d447eedf-7f34-47b9-84e3-6fad60cee340 tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbb2faa2-ee9e-47d3-a891-24cec328a4c2 HTTP/1.1" status: 200  len: 944 time: 0.0942883
May 07 21:49:52.833804 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=ad9a7c81-a12e-46cf-aaf1-2746ef83869f,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:52.858168 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-48c3677e-5507-40d5-b542-762df8eea593 req-312d379e-57f9-42ec-86cb-f16ae40eb0c0 service neutron] For port 671083f6-1511-4a4e-b623-b011d1104e75, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=671083f6-1511-4a4e-b623-b011d1104e75,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:49:52.909798 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8eb707f0-d76d-4e2d-b703-d7e4ab7449f6 req-0bc01b75-7b6b-4522-88af-0f273f10afd3 tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] 10.222.0.32 "GET /v2.0/security-groups?id=fec9452b-1927-431d-b984-d7c9e17c95cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1250744
May 07 21:49:52.912891 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb37991-5452-4775-8ef3-ae41a4d347a9 admin admin] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:49:52.989186 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9d8eddc2-1c95-4c8a-84dc-32ef9b22bc43 req-0a411ac7-991b-4cac-b7b5-3c8ce0fcebb2 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] 10.222.0.32 "GET /v2.0/security-groups/4b3c93ff-1e4b-451c-802d-7dd2ca808608 HTTP/1.1" status: 200  len: 1822 time: 0.0553522
May 07 21:49:53.010840 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-48c3677e-5507-40d5-b542-762df8eea593 req-312d379e-57f9-42ec-86cb-f16ae40eb0c0 service neutron] For port 671083f6-1511-4a4e-b623-b011d1104e75, host nch2-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:49:53.044151 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 36826) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:49:53.061953 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a9488ef5-91ac-426a-bcd4-8fe73eb0c652 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:53.063459 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-48c3677e-5507-40d5-b542-762df8eea593 req-312d379e-57f9-42ec-86cb-f16ae40eb0c0 service neutron] Publish callbacks [] for port (671083f6-1511-4a4e-b623-b011d1104e75), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:53.077345 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.provisioning_blocks [req-48c3677e-5507-40d5-b542-762df8eea593 req-312d379e-57f9-42ec-86cb-f16ae40eb0c0 service neutron] Transition to ACTIVE for port object 671083f6-1511-4a4e-b623-b011d1104e75 will not be triggered until provisioned by entity L2. {{(pid=121836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:49:53.120019 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf92f729-2124-482e-b270-05ad87327f96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '671083f6-1511-4a4e-b623-b011d1104e75'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:49:53.123537 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d81f55be-de1c-495b-8f59-c69e06d8c442" -d '{"events": [{"server_uuid": "bf92f729-2124-482e-b270-05ad87327f96", "name": "network-vif-unplugged", "status": "completed", "tag": "671083f6-1511-4a4e-b623-b011d1104e75"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:49:53.151070 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-9d8eddc2-1c95-4c8a-84dc-32ef9b22bc43 req-778eaf9c-ae1b-4229-a563-63c46c635251 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Publish callbacks [] for security_group (4b3c93ff-1e4b-451c-802d-7dd2ca808608), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:53.167107 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-48c3677e-5507-40d5-b542-762df8eea593 req-312d379e-57f9-42ec-86cb-f16ae40eb0c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (671083f6-1511-4a4e-b623-b011d1104e75), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:53.179952 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-b4453360-c628-4343-90fb-91f6c700a72b None None] Provisioning complete for port 984afdc3-a7c2-4b1c-a1ab-884323f52ee3 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:49:53.180702 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b4453360-c628-4343-90fb-91f6c700a72b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (984afdc3-a7c2-4b1c-a1ab-884323f52ee3), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:53.191917 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a9488ef5-91ac-426a-bcd4-8fe73eb0c652 admin admin] Publish callbacks [] for security_group (d8cfea3c-e339-4763-8f26-47f1b167fdab), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:53.198436 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0fb37991-5452-4775-8ef3-ae41a4d347a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398161'] for router_interface (9c5f34d7-008e-4fe4-9fa4-469819d4e910), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:53.213436 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a9488ef5-91ac-426a-bcd4-8fe73eb0c652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (d8cfea3c-e339-4763-8f26-47f1b167fdab), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:53.222172 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-9d8eddc2-1c95-4c8a-84dc-32ef9b22bc43 req-778eaf9c-ae1b-4229-a563-63c46c635251 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Publish callbacks [] for security_group (4b3c93ff-1e4b-451c-802d-7dd2ca808608), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:53.256494 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-b4453360-c628-4343-90fb-91f6c700a72b None None] Port 984afdc3-a7c2-4b1c-a1ab-884323f52ee3 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:49:53.272137 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-a9488ef5-91ac-426a-bcd4-8fe73eb0c652 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7816b8644e42430fb8133a4b9dc37dd7&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2269628
May 07 21:49:53.281394 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 36830) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:49:53.303675 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f4dcb2-a0af-47c9-8f47-90082278b36f req-652cbfe2-d67a-4ef7-85de-3155a3c6c8e7 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:53.311266 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d5f4dcb2-a0af-47c9-8f47-90082278b36f req-652cbfe2-d67a-4ef7-85de-3155a3c6c8e7 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c5e8d5a-79cf-4bea-96aa-2a6e95ec8aef HTTP/1.1" status: 200  len: 945 time: 0.4015064
May 07 21:49:53.318185 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9488ef5-91ac-426a-bcd4-8fe73eb0c652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8cfea3c-e339-4763-8f26-47f1b167fdab,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:53.340721 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312d379e-57f9-42ec-86cb-f16ae40eb0c0 service neutron] Pushing event updated for resources: {'Port': ['ID=671083f6-1511-4a4e-b623-b011d1104e75,revision_number=10']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:53.375401 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12159e9-fe89-44cc-b3b0-d393d5903041 req-87d60433-c325-41e6-8e9e-1d6e367736c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:53.376907 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c12159e9-fe89-44cc-b3b0-d393d5903041 req-87d60433-c325-41e6-8e9e-1d6e367736c3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cdb18e56-26d2-4f79-bcda-791d483028bc HTTP/1.1" status: 200  len: 916 time: 0.7264366
May 07 21:49:53.385428 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-9d8eddc2-1c95-4c8a-84dc-32ef9b22bc43 req-778eaf9c-ae1b-4229-a563-63c46c635251 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (4b3c93ff-1e4b-451c-802d-7dd2ca808608), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:53.393025 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-9d8eddc2-1c95-4c8a-84dc-32ef9b22bc43 req-778eaf9c-ae1b-4229-a563-63c46c635251 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:53.395414 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9d8eddc2-1c95-4c8a-84dc-32ef9b22bc43 req-778eaf9c-ae1b-4229-a563-63c46c635251 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] 10.222.0.32 "DELETE /v2.0/security-groups/4b3c93ff-1e4b-451c-802d-7dd2ca808608 HTTP/1.1" status: 204  len: 173 time: 0.4044576
May 07 21:49:53.422372 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778eaf9c-ae1b-4229-a563-63c46c635251 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b3c93ff-1e4b-451c-802d-7dd2ca808608,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:53.427293 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-48c3677e-5507-40d5-b542-762df8eea593 req-312d379e-57f9-42ec-86cb-f16ae40eb0c0 service neutron] No DVR routers for this DVR port 671083f6-1511-4a4e-b623-b011d1104e75 on host nch2-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:49:53.465300 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ec769a1a-54e5-4666-ba16-1054917e9242 admin admin] Publish callbacks [] for security_group (d8cfea3c-e339-4763-8f26-47f1b167fdab), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:53.494080 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ec769a1a-54e5-4666-ba16-1054917e9242 admin admin] Publish callbacks [] for security_group (d8cfea3c-e339-4763-8f26-47f1b167fdab), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:53.529724 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c12159e9-fe89-44cc-b3b0-d393d5903041 req-1ccbe791-4911-45d9-a496-141a38e04445 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95a695cd-81c6-4f14-adb9-b284c5d977e3 HTTP/1.1" status: 200  len: 217 time: 0.1207051
May 07 21:49:53.594490 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ec769a1a-54e5-4666-ba16-1054917e9242 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (d8cfea3c-e339-4763-8f26-47f1b167fdab), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:53.598618 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ec769a1a-54e5-4666-ba16-1054917e9242 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:53.600579 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-ec769a1a-54e5-4666-ba16-1054917e9242 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d8cfea3c-e339-4763-8f26-47f1b167fdab HTTP/1.1" status: 204  len: 168 time: 0.3183904
May 07 21:49:53.611846 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec769a1a-54e5-4666-ba16-1054917e9242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8cfea3c-e339-4763-8f26-47f1b167fdab,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:53.621642 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d5f4dcb2-a0af-47c9-8f47-90082278b36f req-bfe40b0b-96bd-4874-a642-d61c9e681226 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3093536
May 07 21:49:53.646257 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:53.649654 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-49420326-2c9a-49b9-a56e-214549cb2911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:53.773322 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 07 May 2022 21:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdb59e50-4dc8-4e7f-ac73-c27892667f66 x-openstack-request-id: req-bdb59e50-4dc8-4e7f-ac73-c27892667f66 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:49:53.773692 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf92f729-2124-482e-b270-05ad87327f96", "name": "network-vif-unplugged", "status": "completed", "tag": "671083f6-1511-4a4e-b623-b011d1104e75", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:49:53.773883 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bdb59e50-4dc8-4e7f-ac73-c27892667f66 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:49:53.774271 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdb59e50-4dc8-4e7f-ac73-c27892667f66'] response: {'server_uuid': 'bf92f729-2124-482e-b270-05ad87327f96', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '671083f6-1511-4a4e-b623-b011d1104e75', 'code': 200}
May 07 21:49:53.779828 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-48c3677e-5507-40d5-b542-762df8eea593 req-312d379e-57f9-42ec-86cb-f16ae40eb0c0 service neutron] Attempting to bind port 671083f6-1511-4a4e-b623-b011d1104e75 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:49:53.780174 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-48c3677e-5507-40d5-b542-762df8eea593 req-312d379e-57f9-42ec-86cb-f16ae40eb0c0 service neutron] Attempting to bind port 671083f6-1511-4a4e-b623-b011d1104e75 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:49:53.780508 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c3677e-5507-40d5-b542-762df8eea593 req-312d379e-57f9-42ec-86cb-f16ae40eb0c0 service neutron] Attempting to bind port 671083f6-1511-4a4e-b623-b011d1104e75 on network 665487f0-78eb-47fb-9a06-b15bc614dc47 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:49:53.804879 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c3677e-5507-40d5-b542-762df8eea593 req-312d379e-57f9-42ec-86cb-f16ae40eb0c0 service neutron] Port 671083f6-1511-4a4e-b623-b011d1104e75 on network 665487f0-78eb-47fb-9a06-b15bc614dc47 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:49:53.805322 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c3677e-5507-40d5-b542-762df8eea593 req-312d379e-57f9-42ec-86cb-f16ae40eb0c0 service neutron] Attempting to bind port 671083f6-1511-4a4e-b623-b011d1104e75 on network 665487f0-78eb-47fb-9a06-b15bc614dc47 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:49:53.855860 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-90996a6b-9266-48c8-aaa5-3a26c8879db1 req-ef97b7c7-3de9-4583-a76b-1545b482257a tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] 10.222.0.32 "GET /v2.0/security-groups/b1dd49f9-0b01-4680-8de7-d77b07b7a863 HTTP/1.1" status: 200  len: 1821 time: 0.0708587
May 07 21:49:53.862300 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c3677e-5507-40d5-b542-762df8eea593 req-312d379e-57f9-42ec-86cb-f16ae40eb0c0 service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:49:53.862643 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c3677e-5507-40d5-b542-762df8eea593 req-312d379e-57f9-42ec-86cb-f16ae40eb0c0 service neutron] Checking segment: {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:49:53.863055 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48c3677e-5507-40d5-b542-762df8eea593 req-312d379e-57f9-42ec-86cb-f16ae40eb0c0 service neutron] Bound using segment: {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:49:53.863485 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-48c3677e-5507-40d5-b542-762df8eea593 req-312d379e-57f9-42ec-86cb-f16ae40eb0c0 service neutron] Bound port: 671083f6-1511-4a4e-b623-b011d1104e75, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:49:53.864115 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-48c3677e-5507-40d5-b542-762df8eea593 req-312d379e-57f9-42ec-86cb-f16ae40eb0c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (671083f6-1511-4a4e-b623-b011d1104e75), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:53.872869 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12159e9-fe89-44cc-b3b0-d393d5903041 req-23d5ff50-13b5-42b8-bece-5e0a062be76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:53.874428 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c12159e9-fe89-44cc-b3b0-d393d5903041 req-23d5ff50-13b5-42b8-bece-5e0a062be76e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a5cc013e-c71d-4b9b-b09e-51b6c283331f HTTP/1.1" status: 200  len: 854 time: 0.3013885
May 07 21:49:53.875057 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0fb37991-5452-4775-8ef3-ae41a4d347a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (984afdc3-a7c2-4b1c-a1ab-884323f52ee3), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:53.951334 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-90996a6b-9266-48c8-aaa5-3a26c8879db1 req-47e48658-c7b8-4e17-9870-63ce44aec5b8 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Publish callbacks [] for security_group (b1dd49f9-0b01-4680-8de7-d77b07b7a863), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:54.000091 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-90996a6b-9266-48c8-aaa5-3a26c8879db1 req-47e48658-c7b8-4e17-9870-63ce44aec5b8 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Publish callbacks [] for security_group (b1dd49f9-0b01-4680-8de7-d77b07b7a863), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:54.017038 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12159e9-fe89-44cc-b3b0-d393d5903041 req-594c4d01-b0f2-4bdd-8add-9dfc7ffe012f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:54.018575 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c12159e9-fe89-44cc-b3b0-d393d5903041 req-594c4d01-b0f2-4bdd-8add-9dfc7ffe012f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cdb18e56-26d2-4f79-bcda-791d483028bc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1179576
May 07 21:49:54.107830 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-90996a6b-9266-48c8-aaa5-3a26c8879db1 req-47e48658-c7b8-4e17-9870-63ce44aec5b8 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (b1dd49f9-0b01-4680-8de7-d77b07b7a863), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:54.111364 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-90996a6b-9266-48c8-aaa5-3a26c8879db1 req-47e48658-c7b8-4e17-9870-63ce44aec5b8 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:54.112976 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-90996a6b-9266-48c8-aaa5-3a26c8879db1 req-47e48658-c7b8-4e17-9870-63ce44aec5b8 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] 10.222.0.32 "DELETE /v2.0/security-groups/b1dd49f9-0b01-4680-8de7-d77b07b7a863 HTTP/1.1" status: 204  len: 173 time: 0.2562678
May 07 21:49:54.137953 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e48658-c7b8-4e17-9870-63ce44aec5b8 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1dd49f9-0b01-4680-8de7-d77b07b7a863,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:54.192323 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c12159e9-fe89-44cc-b3b0-d393d5903041 req-f30b84b6-a629-45d9-a1a7-d9617760b185 service neutron] 10.222.0.59 "GET /v2.0/networks/cdb18e56-26d2-4f79-bcda-791d483028bc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1654918
May 07 21:49:54.310261 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb2387-8ac5-401b-9803-2b42ee9fa32f req-a9739b6e-5bb2-419f-ae0c-564fa4a7b2d8 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:54.312750 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d5bb2387-8ac5-401b-9803-2b42ee9fa32f req-a9739b6e-5bb2-419f-ae0c-564fa4a7b2d8 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf92f729-2124-482e-b270-05ad87327f96 HTTP/1.1" status: 200  len: 949 time: 0.0678020
May 07 21:49:54.393001 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d5bb2387-8ac5-401b-9803-2b42ee9fa32f req-44035ebf-c1f2-4ae0-9cd1-63b891cdc7bd tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0672147
May 07 21:49:54.405012 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c12159e9-fe89-44cc-b3b0-d393d5903041 req-80a83d71-1c04-4f66-8663-da48090ed308 service neutron] 10.222.0.59 "GET /v2.0/networks/cdb18e56-26d2-4f79-bcda-791d483028bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1977496
May 07 21:49:54.420531 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-48c3677e-5507-40d5-b542-762df8eea593 req-312d379e-57f9-42ec-86cb-f16ae40eb0c0 service neutron] For port 671083f6-1511-4a4e-b623-b011d1104e75, host nch1-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:49:54.444209 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-48c3677e-5507-40d5-b542-762df8eea593 req-312d379e-57f9-42ec-86cb-f16ae40eb0c0 service neutron] For port 671083f6-1511-4a4e-b623-b011d1104e75, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=671083f6-1511-4a4e-b623-b011d1104e75,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:49:54.457508 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-48c3677e-5507-40d5-b542-762df8eea593 req-312d379e-57f9-42ec-86cb-f16ae40eb0c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (671083f6-1511-4a4e-b623-b011d1104e75), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:54.519732 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c3677e-5507-40d5-b542-762df8eea593 req-312d379e-57f9-42ec-86cb-f16ae40eb0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:54.520362 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-48c3677e-5507-40d5-b542-762df8eea593 req-312d379e-57f9-42ec-86cb-f16ae40eb0c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:54.522387 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-48c3677e-5507-40d5-b542-762df8eea593 req-312d379e-57f9-42ec-86cb-f16ae40eb0c0 service neutron] 10.222.0.55 "PUT /v2.0/ports/671083f6-1511-4a4e-b623-b011d1104e75 HTTP/1.1" status: 200  len: 1097 time: 2.9085135
May 07 21:49:54.523662 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device ad9a7c81-a12e-46cf-aaf1-2746ef83869f up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:49:54.599644 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c3677e-5507-40d5-b542-762df8eea593 req-f499f1ab-a53e-4082-ab52-bd013dbc7c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:54.601388 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-48c3677e-5507-40d5-b542-762df8eea593 req-f499f1ab-a53e-4082-ab52-bd013dbc7c53 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7789855db11445de842c4df75bd05e10&device_id=bf92f729-2124-482e-b270-05ad87327f96 HTTP/1.1" status: 200  len: 1131 time: 0.0474560
May 07 21:49:54.603875 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0fb37991-5452-4775-8ef3-ae41a4d347a9 admin admin] Publish callbacks [] for port (984afdc3-a7c2-4b1c-a1ab-884323f52ee3), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:54.608744 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312d379e-57f9-42ec-86cb-f16ae40eb0c0 service neutron] Pushing event updated for resources: {'Port': ['ID=671083f6-1511-4a4e-b623-b011d1104e75,revision_number=11']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:54.621736 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0fb37991-5452-4775-8ef3-ae41a4d347a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (984afdc3-a7c2-4b1c-a1ab-884323f52ee3), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:54.626801 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef7b615-5f63-4417-98cb-03d6517b549c req-379c7edc-6dfc-4219-9468-bb052022c516 tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:54.635966 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1ef7b615-5f63-4417-98cb-03d6517b549c req-379c7edc-6dfc-4219-9468-bb052022c516 tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbb2faa2-ee9e-47d3-a891-24cec328a4c2 HTTP/1.1" status: 200  len: 944 time: 0.0755384
May 07 21:49:54.664919 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device cb812400-5de5-4055-b8c5-f05049026aa6 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:49:54.695777 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port ad9a7c81-a12e-46cf-aaf1-2746ef83869f triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:49:54.696964 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (ad9a7c81-a12e-46cf-aaf1-2746ef83869f), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:54.753040 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1ef7b615-5f63-4417-98cb-03d6517b549c req-868ff247-7318-4f19-bae6-ed822799bb67 tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] 10.222.0.32 "GET /v2.0/security-groups?id=fec9452b-1927-431d-b984-d7c9e17c95cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1137967
May 07 21:49:54.770350 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0fb37991-5452-4775-8ef3-ae41a4d347a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401121'] for router_interface (9c5f34d7-008e-4fe4-9fa4-469819d4e910), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:54.885997 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-574a0092-1538-4d14-8422-1e8b45d113a4 req-b67535a8-8a9e-4d57-a7b9-cbe6b9a6532a tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] 10.222.0.32 "GET /v2.0/security-groups/298d6f93-1b46-4e36-bc08-b4d1fe72fba5 HTTP/1.1" status: 200  len: 2420 time: 0.1099627
May 07 21:49:54.990526 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port ad9a7c81-a12e-46cf-aaf1-2746ef83869f is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:49:55.000305 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port cb812400-5de5-4055-b8c5-f05049026aa6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cb812400-5de5-4055-b8c5-f05049026aa6,segment=NetworkSegment(616ea0c7-2d98-4ffb-86e7-ca2a85e3ffe1),segment_id=616ea0c7-2d98-4ffb-86e7-ca2a85e3ffe1)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:49:55.005026 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-574a0092-1538-4d14-8422-1e8b45d113a4 req-c086b8be-0e6f-4be3-b78a-b215b1a675c6 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Publish callbacks [] for security_group (298d6f93-1b46-4e36-bc08-b4d1fe72fba5), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:55.014135 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': 'cb812400-5de5-4055-b8c5-f05049026aa6', 'network_id': 'd3775254-6c3d-4b27-a2f1-ae073d9f981d', 'port_id': 'cb812400-5de5-4055-b8c5-f05049026aa6', 'mac_address': 'fa:16:3e:e6:4c:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cba138a-678d-4392-84ac-c6115c01dacb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:49:55.043779 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-574a0092-1538-4d14-8422-1e8b45d113a4 req-c086b8be-0e6f-4be3-b78a-b215b1a675c6 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Publish callbacks [] for security_group (298d6f93-1b46-4e36-bc08-b4d1fe72fba5), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:55.090531 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port cb812400-5de5-4055-b8c5-f05049026aa6 is: ACTIVE; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:49:55.091543 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (cb812400-5de5-4055-b8c5-f05049026aa6), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:55.129293 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cb812400-5de5-4055-b8c5-f05049026aa6 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:49:55.130601 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-574a0092-1538-4d14-8422-1e8b45d113a4 req-c086b8be-0e6f-4be3-b78a-b215b1a675c6 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (298d6f93-1b46-4e36-bc08-b4d1fe72fba5), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:55.138063 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-574a0092-1538-4d14-8422-1e8b45d113a4 req-c086b8be-0e6f-4be3-b78a-b215b1a675c6 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:55.155858 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-574a0092-1538-4d14-8422-1e8b45d113a4 req-c086b8be-0e6f-4be3-b78a-b215b1a675c6 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] 10.222.0.32 "DELETE /v2.0/security-groups/298d6f93-1b46-4e36-bc08-b4d1fe72fba5 HTTP/1.1" status: 204  len: 173 time: 0.2585227
May 07 21:49:55.186344 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c086b8be-0e6f-4be3-b78a-b215b1a675c6 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=298d6f93-1b46-4e36-bc08-b4d1fe72fba5,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:55.237385 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port cb812400-5de5-4055-b8c5-f05049026aa6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cb812400-5de5-4055-b8c5-f05049026aa6,segment=NetworkSegment(616ea0c7-2d98-4ffb-86e7-ca2a85e3ffe1),segment_id=616ea0c7-2d98-4ffb-86e7-ca2a85e3ffe1)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:49:55.247427 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (cb812400-5de5-4055-b8c5-f05049026aa6), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:55.296806 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eaef07-d49d-4a25-852d-d4598467cc16 req-56149a3e-bcf4-4961-b4cd-e236a4511566 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:55.305132 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b1eaef07-d49d-4a25-852d-d4598467cc16 req-56149a3e-bcf4-4961-b4cd-e236a4511566 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/ports?device_id=25758f5c-a017-4e91-9486-d8ef2e6da85d HTTP/1.1" status: 200  len: 945 time: 0.0679438
May 07 21:49:55.332957 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=cb812400-5de5-4055-b8c5-f05049026aa6,revision_number=6']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:55.360697 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b1eaef07-d49d-4a25-852d-d4598467cc16 req-c7f43474-339b-4de8-88a7-f9056d305054 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b456a11-abdd-4913-9fa4-f25fdacb0d35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0545261
May 07 21:49:55.364724 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb37991-5452-4775-8ef3-ae41a4d347a9 admin admin] Pushing event updated for resources: {'Port': ['ID=984afdc3-a7c2-4b1c-a1ab-884323f52ee3,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:55.383235 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['cb812400-5de5-4055-b8c5-f05049026aa6'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:49:55.394002 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 95a695cd-81c6-4f14-adb9-b284c5d977e3 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:49:55.398352 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 671083f6-1511-4a4e-b623-b011d1104e75 no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:49:55.428305 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c3677e-5507-40d5-b542-762df8eea593 req-006d2cc2-088b-427d-b834-fdaee0747de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:55.436679 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-48c3677e-5507-40d5-b542-762df8eea593 req-006d2cc2-088b-427d-b834-fdaee0747de4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=665487f0-78eb-47fb-9a06-b15bc614dc47 HTTP/1.1" status: 200  len: 870 time: 0.8248098
May 07 21:49:55.454025 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb37991-5452-4775-8ef3-ae41a4d347a9 admin admin] Network 3cd5ba47-406b-4cd5-8f0e-08872326b372 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:49:55.456848 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-0fb37991-5452-4775-8ef3-ae41a4d347a9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:49:55.530248 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db49c77e-0e53-4662-9e53-e5caa6e0fb39 req-a1d56127-b3c9-477b-87f8-aaa4f231578b tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:55.531882 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-db49c77e-0e53-4662-9e53-e5caa6e0fb39 req-a1d56127-b3c9-477b-87f8-aaa4f231578b tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c5e8d5a-79cf-4bea-96aa-2a6e95ec8aef HTTP/1.1" status: 200  len: 945 time: 0.0743277
May 07 21:49:55.612032 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-db49c77e-0e53-4662-9e53-e5caa6e0fb39 req-05223359-6d53-4f91-816e-e0ec0ba6bad5 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0712881
May 07 21:49:55.625184 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [req-98d062fd-674c-49ce-aa03-dd86c5cdf8a1 req-3832d089-18c2-4ff7-b352-386cadc9fbdf tempest-LiveMigrationTest-1060990445 tempest-LiveMigrationTest-1060990445-project-admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121836) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 21:49:55.636465 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-98d062fd-674c-49ce-aa03-dd86c5cdf8a1 req-3832d089-18c2-4ff7-b352-386cadc9fbdf tempest-LiveMigrationTest-1060990445 tempest-LiveMigrationTest-1060990445-project-admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0369554
May 07 21:49:55.660826 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] The host nch2-master-1 is not matching for port 671083f6-1511-4a4e-b623-b011d1104e75 host nch1-master-1! {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2394}}
May 07 21:49:55.661239 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 671083f6-1511-4a4e-b623-b011d1104e75 not bound to the agent host nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:49:55.716749 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-48c3677e-5507-40d5-b542-762df8eea593 req-537d1ef1-a702-4df1-b1f6-e51d9a2d08ac service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=671083f6-1511-4a4e-b623-b011d1104e75 HTTP/1.1" status: 200  len: 217 time: 0.1141798
May 07 21:49:55.743089 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d062fd-674c-49ce-aa03-dd86c5cdf8a1 req-87850d8a-9dc6-49a0-b037-5bcf067450d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:55.750691 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-98d062fd-674c-49ce-aa03-dd86c5cdf8a1 req-87850d8a-9dc6-49a0-b037-5bcf067450d4 service neutron] 10.222.0.32 "GET /v2.0/ports/efb357b8-d8e7-40c3-b60d-4600d4ef216f HTTP/1.1" status: 200  len: 1125 time: 0.1129866
May 07 21:49:55.765950 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-98d062fd-674c-49ce-aa03-dd86c5cdf8a1 req-1a59dbd3-1781-43f2-a0e7-3873261d1d47 service neutron] Request body: {'binding': {'host': 'nch1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:49:55.766726 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-98d062fd-674c-49ce-aa03-dd86c5cdf8a1 req-1a59dbd3-1781-43f2-a0e7-3873261d1d47 service neutron] Unknown quota resources ['binding']. {{(pid=121836) _create /opt/stack/neutron/neutron/api/v2/base.py:497}}
May 07 21:49:55.787406 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-97333f1f-c19a-4b7a-93da-76c9b76cd6dd req-8eca922a-869a-43b2-aee9-2eddd1b12516 tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] 10.222.0.32 "GET /v2.0/security-groups/24dfbb90-f01b-4579-8eef-15a39d5a8575 HTTP/1.1" status: 200  len: 2414 time: 0.1202776
May 07 21:49:55.795521 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf92f729-2124-482e-b270-05ad87327f96', 'tag': '671083f6-1511-4a4e-b623-b011d1104e75'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:49:55.799241 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-847bd4b9-aa38-4d1a-8e4e-9d78e1196b71" -d '{"events": [{"name": "network-changed", "server_uuid": "bf92f729-2124-482e-b270-05ad87327f96", "tag": "671083f6-1511-4a4e-b623-b011d1104e75"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:49:55.812873 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fb37991-5452-4775-8ef3-ae41a4d347a9 admin admin] Router 9c5f34d7-008e-4fe4-9fa4-469819d4e910 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 21:49:55.885242 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-97333f1f-c19a-4b7a-93da-76c9b76cd6dd req-3cf15a39-969e-4963-83cd-7deeff75123a tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Publish callbacks [] for security_group (24dfbb90-f01b-4579-8eef-15a39d5a8575), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:55.916637 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-97333f1f-c19a-4b7a-93da-76c9b76cd6dd req-3cf15a39-969e-4963-83cd-7deeff75123a tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Publish callbacks [] for security_group (24dfbb90-f01b-4579-8eef-15a39d5a8575), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:55.968695 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-97333f1f-c19a-4b7a-93da-76c9b76cd6dd req-3cf15a39-969e-4963-83cd-7deeff75123a tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (24dfbb90-f01b-4579-8eef-15a39d5a8575), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:55.972546 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-97333f1f-c19a-4b7a-93da-76c9b76cd6dd req-3cf15a39-969e-4963-83cd-7deeff75123a tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:55.972690 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 95a695cd-81c6-4f14-adb9-b284c5d977e3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=95a695cd-81c6-4f14-adb9-b284c5d977e3,segment=NetworkSegment(401451a8-cfc6-4cf8-b06a-6bcfe0d13210),segment_id=401451a8-cfc6-4cf8-b06a-6bcfe0d13210)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:49:55.974964 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-8a423666-b69c-40b4-87ba-03342543b25b None None] Provisioning complete for port 984afdc3-a7c2-4b1c-a1ab-884323f52ee3 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:49:55.975345 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-8a423666-b69c-40b4-87ba-03342543b25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (984afdc3-a7c2-4b1c-a1ab-884323f52ee3), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:55.981406 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 36930) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:49:55.983342 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-97333f1f-c19a-4b7a-93da-76c9b76cd6dd req-3cf15a39-969e-4963-83cd-7deeff75123a tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] 10.222.0.32 "DELETE /v2.0/security-groups/24dfbb90-f01b-4579-8eef-15a39d5a8575 HTTP/1.1" status: 204  len: 173 time: 0.1898799
May 07 21:49:56.003394 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf15a39-969e-4963-83cd-7deeff75123a tempest-SecurityGroupRulesTestJSON-744216268 tempest-SecurityGroupRulesTestJSON-744216268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24dfbb90-f01b-4579-8eef-15a39d5a8575,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:56.032670 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': '95a695cd-81c6-4f14-adb9-b284c5d977e3', 'network_id': 'cdb18e56-26d2-4f79-bcda-791d483028bc', 'port_id': '95a695cd-81c6-4f14-adb9-b284c5d977e3', 'mac_address': 'fa:16:3e:8a:80:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5cc013e-c71d-4b9b-b09e-51b6c283331f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:49:56.064525 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c1b31dc1-02b1-4a36-8793-80c13a572492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:56.085658 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-8a423666-b69c-40b4-87ba-03342543b25b None None] Port 984afdc3-a7c2-4b1c-a1ab-884323f52ee3 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:49:56.107112 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 95a695cd-81c6-4f14-adb9-b284c5d977e3 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:49:56.107508 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (95a695cd-81c6-4f14-adb9-b284c5d977e3), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:56.116080 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_v2 [None req-9348780c-5438-436e-9600-2493c729c23a admin admin] Deleting subnet 0a21858a-0075-45f6-8790-40117af9ded4 {{(pid=121836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 21:49:56.119994 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9348780c-5438-436e-9600-2493c729c23a admin admin] Publish callbacks [] for subnet (0a21858a-0075-45f6-8790-40117af9ded4), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:56.125979 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95a695cd-81c6-4f14-adb9-b284c5d977e3 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:49:56.127168 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1299ca10-9b8b-44c3-bf22-9bc2bddc36b3 req-9988ca8f-2227-47d6-b6af-f911f01e4742 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:56.128776 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1299ca10-9b8b-44c3-bf22-9bc2bddc36b3 req-9988ca8f-2227-47d6-b6af-f911f01e4742 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf92f729-2124-482e-b270-05ad87327f96 HTTP/1.1" status: 200  len: 949 time: 0.0584147
May 07 21:49:56.151875 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 95a695cd-81c6-4f14-adb9-b284c5d977e3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=95a695cd-81c6-4f14-adb9-b284c5d977e3,segment=NetworkSegment(401451a8-cfc6-4cf8-b06a-6bcfe0d13210),segment_id=401451a8-cfc6-4cf8-b06a-6bcfe0d13210)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:49:56.157930 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (95a695cd-81c6-4f14-adb9-b284c5d977e3), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:56.175924 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fb37991-5452-4775-8ef3-ae41a4d347a9 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:49:56.189637 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-0fb37991-5452-4775-8ef3-ae41a4d347a9 admin admin] 10.222.0.32 "PUT /v2.0/routers/9c5f34d7-008e-4fe4-9fa4-469819d4e910/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.3695507
May 07 21:49:56.189637 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9348780c-5438-436e-9600-2493c729c23a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726883'] for subnet (0a21858a-0075-45f6-8790-40117af9ded4), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:56.199227 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1299ca10-9b8b-44c3-bf22-9bc2bddc36b3 req-2fedf9f9-c855-42de-aafc-0f79e44f729d tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0625539
May 07 21:49:56.203696 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7891b4-10d8-49d7-945f-0364f7a3ac99 None None] Sync routers for ids ['9c5f34d7-008e-4fe4-9fa4-469819d4e910'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:49:56.242007 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7891b4-10d8-49d7-945f-0364f7a3ac99 None None] Routers {'9c5f34d7-008e-4fe4-9fa4-469819d4e910'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:49:56.242993 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-3a7891b4-10d8-49d7-945f-0364f7a3ac99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7fceaa60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:49:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['9c5f34d7-008e-4fe4-9fa4-469819d4e910'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:49:56.256314 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-98d062fd-674c-49ce-aa03-dd86c5cdf8a1 req-1a59dbd3-1781-43f2-a0e7-3873261d1d47 service neutron] Attempting to bind port efb357b8-d8e7-40c3-b60d-4600d4ef216f on host nch1-master-1 for vnic_type normal with profile None {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:49:56.256532 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-98d062fd-674c-49ce-aa03-dd86c5cdf8a1 req-1a59dbd3-1781-43f2-a0e7-3873261d1d47 service neutron] Attempting to bind port efb357b8-d8e7-40c3-b60d-4600d4ef216f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '82ec07f6-cf99-4411-99d8-c39170f22b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '28405dfe-908d-4039-91f6-1d02165b34cd'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:49:56.257113 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d062fd-674c-49ce-aa03-dd86c5cdf8a1 req-1a59dbd3-1781-43f2-a0e7-3873261d1d47 service neutron] Attempting to bind port efb357b8-d8e7-40c3-b60d-4600d4ef216f on network 28405dfe-908d-4039-91f6-1d02165b34cd {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:49:56.272184 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d062fd-674c-49ce-aa03-dd86c5cdf8a1 req-1a59dbd3-1781-43f2-a0e7-3873261d1d47 service neutron] Port efb357b8-d8e7-40c3-b60d-4600d4ef216f on network 28405dfe-908d-4039-91f6-1d02165b34cd not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:49:56.272657 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d062fd-674c-49ce-aa03-dd86c5cdf8a1 req-1a59dbd3-1781-43f2-a0e7-3873261d1d47 service neutron] Attempting to bind port efb357b8-d8e7-40c3-b60d-4600d4ef216f on network 28405dfe-908d-4039-91f6-1d02165b34cd {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:49:56.287657 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c3677e-5507-40d5-b542-762df8eea593 req-372dad22-9f15-4b29-8214-b2f069631a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:56.289266 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-48c3677e-5507-40d5-b542-762df8eea593 req-372dad22-9f15-4b29-8214-b2f069631a5b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6e0e5c53-1ece-4d20-b01d-5f8c6957edf6 HTTP/1.1" status: 200  len: 843 time: 0.1313291
May 07 21:49:56.290900 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d062fd-674c-49ce-aa03-dd86c5cdf8a1 req-1a59dbd3-1781-43f2-a0e7-3873261d1d47 service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:49:56.290900 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d062fd-674c-49ce-aa03-dd86c5cdf8a1 req-1a59dbd3-1781-43f2-a0e7-3873261d1d47 service neutron] Checking segment: {'id': '82ec07f6-cf99-4411-99d8-c39170f22b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '28405dfe-908d-4039-91f6-1d02165b34cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:49:56.291176 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d062fd-674c-49ce-aa03-dd86c5cdf8a1 req-1a59dbd3-1781-43f2-a0e7-3873261d1d47 service neutron] Bound using segment: {'id': '82ec07f6-cf99-4411-99d8-c39170f22b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '28405dfe-908d-4039-91f6-1d02165b34cd'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:49:56.291635 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-98d062fd-674c-49ce-aa03-dd86c5cdf8a1 req-1a59dbd3-1781-43f2-a0e7-3873261d1d47 service neutron] Bound port: efb357b8-d8e7-40c3-b60d-4600d4ef216f, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82ec07f6-cf99-4411-99d8-c39170f22b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '28405dfe-908d-4039-91f6-1d02165b34cd'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:49:56.294078 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=95a695cd-81c6-4f14-adb9-b284c5d977e3,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:56.328275 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9348780c-5438-436e-9600-2493c729c23a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (0a21858a-0075-45f6-8790-40117af9ded4), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:56.340177 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6906cb8e-4687-44d2-a079-135cb99a3458 req-63d1c5de-f106-4eab-b643-bf019ac1fb43 tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:56.347498 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6906cb8e-4687-44d2-a079-135cb99a3458 req-63d1c5de-f106-4eab-b643-bf019ac1fb43 tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbb2faa2-ee9e-47d3-a891-24cec328a4c2 HTTP/1.1" status: 200  len: 945 time: 0.0847244
May 07 21:49:56.392059 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-3a7891b4-10d8-49d7-945f-0364f7a3ac99 None None] Set router 9c5f34d7-008e-4fe4-9fa4-469819d4e910 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:49:56.405575 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6906cb8e-4687-44d2-a079-135cb99a3458 req-84c0743c-5f01-430b-8712-f4bd053acd23 tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] 10.222.0.32 "GET /v2.0/security-groups?id=fec9452b-1927-431d-b984-d7c9e17c95cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0566773
May 07 21:49:56.476401 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de9470bd-c81e-4418-8619-90de45a42dc7 x-openstack-request-id: req-de9470bd-c81e-4418-8619-90de45a42dc7 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:49:56.476988 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf92f729-2124-482e-b270-05ad87327f96", "tag": "671083f6-1511-4a4e-b623-b011d1104e75", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:49:56.482867 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-de9470bd-c81e-4418-8619-90de45a42dc7 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:49:56.483743 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de9470bd-c81e-4418-8619-90de45a42dc7'] response: {'name': 'network-changed', 'server_uuid': 'bf92f729-2124-482e-b270-05ad87327f96', 'tag': '671083f6-1511-4a4e-b623-b011d1104e75', 'status': 'completed', 'code': 200}
May 07 21:49:56.485904 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-98d062fd-674c-49ce-aa03-dd86c5cdf8a1 req-1a59dbd3-1781-43f2-a0e7-3873261d1d47 service neutron] For port efb357b8-d8e7-40c3-b60d-4600d4ef216f, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=efb357b8-d8e7-40c3-b60d-4600d4ef216f,segment=NetworkSegment(82ec07f6-cf99-4411-99d8-c39170f22b45),segment_id=82ec07f6-cf99-4411-99d8-c39170f22b45)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:49:56.486751 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['95a695cd-81c6-4f14-adb9-b284c5d977e3'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:49:56.516966 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-98d062fd-674c-49ce-aa03-dd86c5cdf8a1 req-1a59dbd3-1781-43f2-a0e7-3873261d1d47 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:56.518468 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-98d062fd-674c-49ce-aa03-dd86c5cdf8a1 req-1a59dbd3-1781-43f2-a0e7-3873261d1d47 service neutron] 10.222.0.32 "POST /v2.0/ports/efb357b8-d8e7-40c3-b60d-4600d4ef216f/bindings HTTP/1.1" status: 201  len: 389 time: 0.7670500
May 07 21:49:56.545750 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c3677e-5507-40d5-b542-762df8eea593 req-f037b488-6066-4d3c-a14b-93f83e3db85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:56.547323 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-48c3677e-5507-40d5-b542-762df8eea593 req-f037b488-6066-4d3c-a14b-93f83e3db85d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=665487f0-78eb-47fb-9a06-b15bc614dc47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1711054
May 07 21:49:56.548289 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d25e0-1db9-4aa1-8a0f-46a803bf6cbc req-5ddb3f49-5497-4c7e-9a60-82ab2c97e781 tempest-LiveAutoBlockMigrationV225Test-638033416 tempest-LiveAutoBlockMigrationV225Test-638033416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:56.549630 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-846d25e0-1db9-4aa1-8a0f-46a803bf6cbc req-5ddb3f49-5497-4c7e-9a60-82ab2c97e781 tempest-LiveAutoBlockMigrationV225Test-638033416 tempest-LiveAutoBlockMigrationV225Test-638033416-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=3c5e8d5a-79cf-4bea-96aa-2a6e95ec8aef&tenant_id=4db49857a44d4f399959ac625886505a&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.1717243
May 07 21:49:56.553056 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9348780c-5438-436e-9600-2493c729c23a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (0a21858a-0075-45f6-8790-40117af9ded4), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:56.566457 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-846d25e0-1db9-4aa1-8a0f-46a803bf6cbc req-ee3a1958-cc24-445b-95eb-80f00824cae5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-master-1'}}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:49:56.632783 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9348780c-5438-436e-9600-2493c729c23a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a21858a-0075-45f6-8790-40117af9ded4,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:56.640131 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847bd4b9-aa38-4d1a-8e4e-9d78e1196b71 req-c879d88e-0f64-45c6-b9ed-db9dc323cd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:56.641900 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-847bd4b9-aa38-4d1a-8e4e-9d78e1196b71 req-c879d88e-0f64-45c6-b9ed-db9dc323cd4d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7789855db11445de842c4df75bd05e10&device_id=bf92f729-2124-482e-b270-05ad87327f96 HTTP/1.1" status: 200  len: 1131 time: 0.1444230
May 07 21:49:56.693891 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9348780c-5438-436e-9600-2493c729c23a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:56.699657 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-9348780c-5438-436e-9600-2493c729c23a admin admin] 10.222.0.32 "DELETE /v2.0/subnets/0a21858a-0075-45f6-8790-40117af9ded4 HTTP/1.1" status: 204  len: 168 time: 0.7140467
May 07 21:49:56.700547 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 36944) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:49:56.702285 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device cb812400-5de5-4055-b8c5-f05049026aa6 no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:49:56.780495 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-3a7891b4-10d8-49d7-945f-0364f7a3ac99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7fceaa60>, [{'id': '9c5f34d7-008e-4fe4-9fa4-469819d4e910', 'name': 'tempest-ServersTestJSON-771244347-router', 'tenant_id': '487fc10ff315438ca2de090c396e3cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.36'}], 'enable_snat': True}, 'gw_port_id': 'ad9a7c81-a12e-46cf-aaf1-2746ef83869f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:49:44Z', 'updated_at': '2022-05-07T21:49:53Z', 'revision_number': 4, 'project_id': '487fc10ff315438ca2de090c396e3cfb', 'gw_port': {'id': 'ad9a7c81-a12e-46cf-aaf1-2746ef83869f', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:87:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5f34d7-008e-4fe4-9fa4-469819d4e910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:49:46Z', 'updated_at': '2022-05-07T21:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '984afdc3-a7c2-4b1c-a1ab-884323f52ee3', 'name': '', 'network_id': '3cd5ba47-406b-4cd5-8f0e-08872326b372', 'tenant_id': '487fc10ff315438ca2de090c396e3cfb', 'mac_address': 'fa:16:3e:d4:00:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c5f34d7-008e-4fe4-9fa4-469819d4e910', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'ca8aa31e-0762-4142-9690-26161843f094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:49:50Z', 'updated_at': '2022-05-07T21:49:54Z', 'revision_number': 2, 'project_id': '487fc10ff315438ca2de090c396e3cfb', 'subnets': [{'id': 'ca8aa31e-0762-4142-9690-26161843f094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:49:56.785952 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67972382-7378-459c-a3d0-fe1f8ed18e2a req-632c9530-8b30-4aa5-b201-b7205b8d8134 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:56.787514 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-67972382-7378-459c-a3d0-fe1f8ed18e2a req-632c9530-8b30-4aa5-b201-b7205b8d8134 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/ports?device_id=25758f5c-a017-4e91-9486-d8ef2e6da85d HTTP/1.1" status: 200  len: 945 time: 0.1040773
May 07 21:49:56.802970 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-37567720-e2ec-4492-a9b7-850d1ffeb415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (f7e8e2e0-c57a-46bb-be43-781f1358b200), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:56.826517 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7891b4-10d8-49d7-945f-0364f7a3ac99 None None] Checking router: 9c5f34d7-008e-4fe4-9fa4-469819d4e910 for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 21:49:56.827150 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7891b4-10d8-49d7-945f-0364f7a3ac99 None None] Updating router 9c5f34d7-008e-4fe4-9fa4-469819d4e910 port 984afdc3-a7c2-4b1c-a1ab-884323f52ee3 binding host ncdv-master-1 {{(pid=121838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 21:49:56.879526 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-846d25e0-1db9-4aa1-8a0f-46a803bf6cbc req-ee3a1958-cc24-445b-95eb-80f00824cae5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (8b09d66b-7638-451c-902c-9a93667bb5b6), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:56.899719 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-3a7891b4-10d8-49d7-945f-0364f7a3ac99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (984afdc3-a7c2-4b1c-a1ab-884323f52ee3), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:56.926419 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port cb812400-5de5-4055-b8c5-f05049026aa6 is: BUILD; New status is: DOWN {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:49:56.926755 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (cb812400-5de5-4055-b8c5-f05049026aa6), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:56.929501 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-37567720-e2ec-4492-a9b7-850d1ffeb415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (f7e8e2e0-c57a-46bb-be43-781f1358b200), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:56.955731 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-37567720-e2ec-4492-a9b7-850d1ffeb415 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf863edf40>,) {'filters': {'network_id': ['f7e8e2e0-c57a-46bb-be43-781f1358b200']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:49:56.967225 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id cb812400-5de5-4055-b8c5-f05049026aa6 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:49:56.968541 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-37567720-e2ec-4492-a9b7-850d1ffeb415 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf863edf40>, '6690bc7b-ff84-450a-b013-bfdf978e78f2') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:49:56.968954 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-37567720-e2ec-4492-a9b7-850d1ffeb415 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf863edf40>, '6690bc7b-ff84-450a-b013-bfdf978e78f2') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:49:56.976992 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-67972382-7378-459c-a3d0-fe1f8ed18e2a req-5e03df3b-be20-471f-ba0f-7619c0b83795 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b456a11-abdd-4913-9fa4-f25fdacb0d35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1439698
May 07 21:49:56.981958 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-37567720-e2ec-4492-a9b7-850d1ffeb415 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (6690bc7b-ff84-450a-b013-bfdf978e78f2), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:57.002954 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port cb812400-5de5-4055-b8c5-f05049026aa6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cb812400-5de5-4055-b8c5-f05049026aa6,segment=NetworkSegment(616ea0c7-2d98-4ffb-86e7-ca2a85e3ffe1),segment_id=616ea0c7-2d98-4ffb-86e7-ca2a85e3ffe1)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:49:57.016837 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-37567720-e2ec-4492-a9b7-850d1ffeb415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (6690bc7b-ff84-450a-b013-bfdf978e78f2), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:57.044553 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37567720-e2ec-4492-a9b7-850d1ffeb415 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 21:49:57.046006 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-37567720-e2ec-4492-a9b7-850d1ffeb415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (6690bc7b-ff84-450a-b013-bfdf978e78f2), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:57.047844 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 21:49:57.047844 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 21:49:57.047844 ncdv-master-1 neutron-server[121837]:     timer()
May 07 21:49:57.047844 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 21:49:57.047844 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 21:49:57.047844 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 21:49:57.047844 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 21:49:57.047844 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 21:49:57.047844 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 21:49:57.047844 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 21:49:57.047844 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 21:49:57.047844 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 21:49:57.047844 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 21:49:57.047844 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 21:49:57.047844 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 21:49:57.047844 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 21:49:57.047844 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 21:49:57.047844 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 21:49:57.047844 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 21:49:57.047844 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 21:49:57.047844 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 21:49:57.047844 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 21:49:57.047844 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 21:49:57.047844 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 21:49:57.047844 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 21:49:57.047844 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 21:49:57.047844 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 21:49:57.047844 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 21:49:57.047844 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 21:49:57.047844 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 21:49:57.047844 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 21:49:57.047844 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 21:49:57.113537 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847bd4b9-aa38-4d1a-8e4e-9d78e1196b71 req-f929a514-74b7-4008-a3ce-b98d8fc7bd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:57.115100 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-847bd4b9-aa38-4d1a-8e4e-9d78e1196b71 req-f929a514-74b7-4008-a3ce-b98d8fc7bd2a service neutron] 10.222.0.59 "GET /v2.0/networks?id=665487f0-78eb-47fb-9a06-b15bc614dc47 HTTP/1.1" status: 200  len: 870 time: 0.4360304
May 07 21:49:57.116993 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (cb812400-5de5-4055-b8c5-f05049026aa6), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:57.117443 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-48c3677e-5507-40d5-b542-762df8eea593 req-7d252a2d-3d3c-4d89-ac24-5974a21c9bac service neutron] 10.222.0.55 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5556290
May 07 21:49:57.149219 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 36952) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:49:57.166977 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-0032a5d6-daf7-4af5-a267-41371ad6c33b tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] Request body: {'security_group': {'name': 'tempest-securitygroup--204450055', 'description': 'tempest-description--1333678533'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:49:57.217819 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=cb812400-5de5-4055-b8c5-f05049026aa6,revision_number=7']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:57.233176 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-37567720-e2ec-4492-a9b7-850d1ffeb415 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (f7e8e2e0-c57a-46bb-be43-781f1358b200), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:57.234831 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0032a5d6-daf7-4af5-a267-41371ad6c33b tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:57.251128 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-37567720-e2ec-4492-a9b7-850d1ffeb415 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:57.253955 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-847bd4b9-aa38-4d1a-8e4e-9d78e1196b71 req-0943dbd2-3951-445b-a5e9-b320c936b229 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=671083f6-1511-4a4e-b623-b011d1104e75 HTTP/1.1" status: 200  len: 217 time: 0.0998607
May 07 21:49:57.258349 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-37567720-e2ec-4492-a9b7-850d1ffeb415 admin admin] 10.222.0.32 "DELETE /v2.0/networks/f7e8e2e0-c57a-46bb-be43-781f1358b200 HTTP/1.1" status: 204  len: 168 time: 0.5525613
May 07 21:49:57.277406 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2815837-051f-4116-87d6-61c065d23c06 req-99d002a6-c325-4fe1-919c-4c44288d955e tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:57.279104 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c2815837-051f-4116-87d6-61c065d23c06 req-99d002a6-c325-4fe1-919c-4c44288d955e tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ea4853a-41f9-43d9-b213-c627f5c9eb4e HTTP/1.1" status: 200  len: 946 time: 0.1956518
May 07 21:49:57.295095 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37567720-e2ec-4492-a9b7-850d1ffeb415 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7e8e2e0-c57a-46bb-be43-781f1358b200,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:57.333341 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847bd4b9-aa38-4d1a-8e4e-9d78e1196b71 req-798eb037-4207-42e7-970e-ff4a62f31575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:57.334946 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-847bd4b9-aa38-4d1a-8e4e-9d78e1196b71 req-798eb037-4207-42e7-970e-ff4a62f31575 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6e0e5c53-1ece-4d20-b01d-5f8c6957edf6 HTTP/1.1" status: 200  len: 843 time: 0.0716474
May 07 21:49:57.427413 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0032a5d6-daf7-4af5-a267-41371ad6c33b tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] Publish callbacks [] for security_group (20997da3-4950-4c1a-ac06-1c63d37fcdf9), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:57.433089 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-3a7891b4-10d8-49d7-945f-0364f7a3ac99 None None] Publish callbacks [] for port (984afdc3-a7c2-4b1c-a1ab-884323f52ee3), precommit_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:57.439765 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c02e514-f8d0-46d6-955c-1d35d6dfcee5 req-b266e0d4-b569-4995-9b91-e548828ffc19 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:57.447363 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6c02e514-f8d0-46d6-955c-1d35d6dfcee5 req-b266e0d4-b569-4995-9b91-e548828ffc19 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c5e8d5a-79cf-4bea-96aa-2a6e95ec8aef HTTP/1.1" status: 200  len: 945 time: 0.2179997
May 07 21:49:57.449670 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0032a5d6-daf7-4af5-a267-41371ad6c33b tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (20997da3-4950-4c1a-ac06-1c63d37fcdf9), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:57.450988 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-3a7891b4-10d8-49d7-945f-0364f7a3ac99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (984afdc3-a7c2-4b1c-a1ab-884323f52ee3), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:57.485240 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-846d25e0-1db9-4aa1-8a0f-46a803bf6cbc req-ee3a1958-cc24-445b-95eb-80f00824cae5 service neutron] For port 8b09d66b-7638-451c-902c-9a93667bb5b6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8b09d66b-7638-451c-902c-9a93667bb5b6,segment=NetworkSegment(917604e4-aade-4a11-b4ad-178bdbbe8fbb),segment_id=917604e4-aade-4a11-b4ad-178bdbbe8fbb)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:49:57.497565 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c2815837-051f-4116-87d6-61c065d23c06 req-f3e3d093-880a-4d2f-9fed-80bf1df6a9e9 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1615565
May 07 21:49:57.504021 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d377bb15-3d6a-442a-8841-bf2200e8bf76 None None] Pushing event updated for resources: {'Port': ['ID=984afdc3-a7c2-4b1c-a1ab-884323f52ee3,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:57.509109 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0032a5d6-daf7-4af5-a267-41371ad6c33b tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:57.510335 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-0032a5d6-daf7-4af5-a267-41371ad6c33b tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.3601544
May 07 21:49:57.513116 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 36960) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:49:57.517654 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-47bc11c3-a7a8-4bd1-adab-b6a533832dbb tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] Request body: {'security_group_rule': {'security_group_id': '20997da3-4950-4c1a-ac06-1c63d37fcdf9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:49:57.525457 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0032a5d6-daf7-4af5-a267-41371ad6c33b tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20997da3-4950-4c1a-ac06-1c63d37fcdf9,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:57.537258 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847bd4b9-aa38-4d1a-8e4e-9d78e1196b71 req-f76bb809-b1e4-4aed-8363-f09c852d5557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:57.538941 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-847bd4b9-aa38-4d1a-8e4e-9d78e1196b71 req-f76bb809-b1e4-4aed-8363-f09c852d5557 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=665487f0-78eb-47fb-9a06-b15bc614dc47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1961856
May 07 21:49:57.546109 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:57.561010 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6c02e514-f8d0-46d6-955c-1d35d6dfcee5 req-cc34a3ca-1cbf-4d76-98a2-3199259f8bb4 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1126761
May 07 21:49:57.604962 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 36964) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:49:57.625061 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-47bc11c3-a7a8-4bd1-adab-b6a533832dbb tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] Publish callbacks [] for security_group_rule (64f50344-bf16-4436-900c-61079214dcbe), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:57.673444 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-48c3677e-5507-40d5-b542-762df8eea593 req-f0398953-e8ad-4c34-b14b-b009d98e38fb service neutron] 10.222.0.55 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5218918
May 07 21:49:57.674690 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 95a695cd-81c6-4f14-adb9-b284c5d977e3 up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:49:57.675470 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-847bd4b9-aa38-4d1a-8e4e-9d78e1196b71 req-e3291a0b-6aa1-4549-b189-4923d188543a service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1285896
May 07 21:49:57.701951 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-9a6e90c7-5d9f-4772-b045-b28f916dcb71 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c7a25b96a7e94d2fbf7b81649197cb8b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0921295
May 07 21:49:57.706826 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 36966) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:49:57.841838 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-3a7891b4-10d8-49d7-945f-0364f7a3ac99 None None] Attempting to bind port 984afdc3-a7c2-4b1c-a1ab-884323f52ee3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:49:57.847683 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-47bc11c3-a7a8-4bd1-adab-b6a533832dbb tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] Publish callbacks [] for security_group_rule (64f50344-bf16-4436-900c-61079214dcbe), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:57.848943 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-3a7891b4-10d8-49d7-945f-0364f7a3ac99 None None] Attempting to bind port 984afdc3-a7c2-4b1c-a1ab-884323f52ee3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '74c0e86c-ce6a-4a8c-8cbb-dcb45d114173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3cd5ba47-406b-4cd5-8f0e-08872326b372'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:49:57.852067 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b00d986a-41f8-4b5b-bdc8-008d86509c87 admin admin] Publish callbacks [] for security_group (376b87bd-d5bb-4057-9b72-d3ecee1e5f99), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:57.852252 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7891b4-10d8-49d7-945f-0364f7a3ac99 None None] Attempting to bind port 984afdc3-a7c2-4b1c-a1ab-884323f52ee3 on network 3cd5ba47-406b-4cd5-8f0e-08872326b372 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:49:57.875962 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7891b4-10d8-49d7-945f-0364f7a3ac99 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:49:57.879866 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7891b4-10d8-49d7-945f-0364f7a3ac99 None None] Checking segment: {'id': '74c0e86c-ce6a-4a8c-8cbb-dcb45d114173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3cd5ba47-406b-4cd5-8f0e-08872326b372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:49:57.880612 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-3a7891b4-10d8-49d7-945f-0364f7a3ac99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:57.881243 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7891b4-10d8-49d7-945f-0364f7a3ac99 None None] Bound using segment: {'id': '74c0e86c-ce6a-4a8c-8cbb-dcb45d114173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3cd5ba47-406b-4cd5-8f0e-08872326b372'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:49:57.881974 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-3a7891b4-10d8-49d7-945f-0364f7a3ac99 None None] Bound port: 984afdc3-a7c2-4b1c-a1ab-884323f52ee3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74c0e86c-ce6a-4a8c-8cbb-dcb45d114173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3cd5ba47-406b-4cd5-8f0e-08872326b372'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:49:57.882591 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-3a7891b4-10d8-49d7-945f-0364f7a3ac99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (984afdc3-a7c2-4b1c-a1ab-884323f52ee3), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:57.886319 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b00d986a-41f8-4b5b-bdc8-008d86509c87 admin admin] Publish callbacks [] for security_group (376b87bd-d5bb-4057-9b72-d3ecee1e5f99), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:57.901756 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-847bd4b9-aa38-4d1a-8e4e-9d78e1196b71 req-aeaa5eb3-0cab-4fac-9a1b-10a484f84fef service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2043397
May 07 21:49:57.927492 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning for port 95a695cd-81c6-4f14-adb9-b284c5d977e3 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:49:57.938181 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-846d25e0-1db9-4aa1-8a0f-46a803bf6cbc req-ee3a1958-cc24-445b-95eb-80f00824cae5 service neutron] For port 8b09d66b-7638-451c-902c-9a93667bb5b6, host nch2-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:49:57.968711 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-47bc11c3-a7a8-4bd1-adab-b6a533832dbb tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (64f50344-bf16-4436-900c-61079214dcbe), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:57.983311 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b44f1d8-a419-43bf-9bfd-ae958d38e976 req-b9aa48f8-d3e5-413f-b3da-40fbff80f158 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:57.984876 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-3218ad04-5e39-4897-9c01-a9e783682e32 None None] Provisioning complete for port 984afdc3-a7c2-4b1c-a1ab-884323f52ee3 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:49:57.989631 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-3218ad04-5e39-4897-9c01-a9e783682e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (984afdc3-a7c2-4b1c-a1ab-884323f52ee3), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:57.991101 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9b44f1d8-a419-43bf-9bfd-ae958d38e976 req-b9aa48f8-d3e5-413f-b3da-40fbff80f158 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf92f729-2124-482e-b270-05ad87327f96 HTTP/1.1" status: 200  len: 949 time: 0.2200530
May 07 21:49:57.991601 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port 95a695cd-81c6-4f14-adb9-b284c5d977e3 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:49:57.992072 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (95a695cd-81c6-4f14-adb9-b284c5d977e3), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:58.027305 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bc11c3-a7a8-4bd1-adab-b6a533832dbb tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64f50344-bf16-4436-900c-61079214dcbe,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:58.032247 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-846d25e0-1db9-4aa1-8a0f-46a803bf6cbc req-ee3a1958-cc24-445b-95eb-80f00824cae5 service neutron] Publish callbacks [] for port (8b09d66b-7638-451c-902c-9a93667bb5b6), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:58.046101 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff6dbc2-b098-406a-bd52-34a26e0cad95 req-979f2e85-4660-48da-8ec9-f00eacf6bc1b tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:58.053366 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-eff6dbc2-b098-406a-bd52-34a26e0cad95 req-979f2e85-4660-48da-8ec9-f00eacf6bc1b tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbb2faa2-ee9e-47d3-a891-24cec328a4c2 HTTP/1.1" status: 200  len: 945 time: 0.0912323
May 07 21:49:58.053573 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-846d25e0-1db9-4aa1-8a0f-46a803bf6cbc req-ee3a1958-cc24-445b-95eb-80f00824cae5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (8b09d66b-7638-451c-902c-9a93667bb5b6), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:58.060703 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-47bc11c3-a7a8-4bd1-adab-b6a533832dbb tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:58.065388 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-47bc11c3-a7a8-4bd1-adab-b6a533832dbb tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5483730
May 07 21:49:58.085347 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 36972) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:49:58.108757 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9b44f1d8-a419-43bf-9bfd-ae958d38e976 req-c94bd4d2-f53e-474a-8b0f-68e5caaea3a0 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1167905
May 07 21:49:58.115635 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-0b275fa3-c5c2-4ace-aac7-04f00364f6d7 tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] Request body: {'security_group_rule': {'security_group_id': '20997da3-4950-4c1a-ac06-1c63d37fcdf9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:49:58.132540 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-3218ad04-5e39-4897-9c01-a9e783682e32 None None] Port 984afdc3-a7c2-4b1c-a1ab-884323f52ee3 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:49:58.138437 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3a1958-cc24-445b-95eb-80f00824cae5 service neutron] Pushing event updated for resources: {'Port': ['ID=8b09d66b-7638-451c-902c-9a93667bb5b6,revision_number=7']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:58.168773 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b00d986a-41f8-4b5b-bdc8-008d86509c87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (376b87bd-d5bb-4057-9b72-d3ecee1e5f99), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:58.173968 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 36974) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:49:58.174682 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b00d986a-41f8-4b5b-bdc8-008d86509c87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:58.175871 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-b00d986a-41f8-4b5b-bdc8-008d86509c87 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/376b87bd-d5bb-4057-9b72-d3ecee1e5f99 HTTP/1.1" status: 204  len: 168 time: 0.4680359
May 07 21:49:58.186292 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-3a7891b4-10d8-49d7-945f-0364f7a3ac99 None None] For port 984afdc3-a7c2-4b1c-a1ab-884323f52ee3, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:49:58.188785 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-eff6dbc2-b098-406a-bd52-34a26e0cad95 req-8bf8c5eb-5366-4caa-a3f1-8751149d3878 tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] 10.222.0.32 "GET /v2.0/security-groups?id=fec9452b-1927-431d-b984-d7c9e17c95cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1343606
May 07 21:49:58.190707 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-846d25e0-1db9-4aa1-8a0f-46a803bf6cbc req-ee3a1958-cc24-445b-95eb-80f00824cae5 service neutron] Attempting to bind port 8b09d66b-7638-451c-902c-9a93667bb5b6 on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:49:58.190707 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-846d25e0-1db9-4aa1-8a0f-46a803bf6cbc req-ee3a1958-cc24-445b-95eb-80f00824cae5 service neutron] Attempting to bind port 8b09d66b-7638-451c-902c-9a93667bb5b6 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '917604e4-aade-4a11-b4ad-178bdbbe8fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '38d1a38e-1f99-466b-bf7f-940113b4b6ed'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:49:58.191084 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846d25e0-1db9-4aa1-8a0f-46a803bf6cbc req-ee3a1958-cc24-445b-95eb-80f00824cae5 service neutron] Attempting to bind port 8b09d66b-7638-451c-902c-9a93667bb5b6 on network 38d1a38e-1f99-466b-bf7f-940113b4b6ed {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:49:58.196363 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846d25e0-1db9-4aa1-8a0f-46a803bf6cbc req-ee3a1958-cc24-445b-95eb-80f00824cae5 service neutron] Port 8b09d66b-7638-451c-902c-9a93667bb5b6 on network 38d1a38e-1f99-466b-bf7f-940113b4b6ed not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:49:58.197325 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846d25e0-1db9-4aa1-8a0f-46a803bf6cbc req-ee3a1958-cc24-445b-95eb-80f00824cae5 service neutron] Attempting to bind port 8b09d66b-7638-451c-902c-9a93667bb5b6 on network 38d1a38e-1f99-466b-bf7f-940113b4b6ed {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:49:58.201115 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-3a7891b4-10d8-49d7-945f-0364f7a3ac99 None None] For port 984afdc3-a7c2-4b1c-a1ab-884323f52ee3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=984afdc3-a7c2-4b1c-a1ab-884323f52ee3,segment=NetworkSegment(74c0e86c-ce6a-4a8c-8cbb-dcb45d114173),segment_id=74c0e86c-ce6a-4a8c-8cbb-dcb45d114173)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:49:58.206266 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846d25e0-1db9-4aa1-8a0f-46a803bf6cbc req-ee3a1958-cc24-445b-95eb-80f00824cae5 service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:49:58.206703 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846d25e0-1db9-4aa1-8a0f-46a803bf6cbc req-ee3a1958-cc24-445b-95eb-80f00824cae5 service neutron] Checking segment: {'id': '917604e4-aade-4a11-b4ad-178bdbbe8fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '38d1a38e-1f99-466b-bf7f-940113b4b6ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:49:58.207065 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-846d25e0-1db9-4aa1-8a0f-46a803bf6cbc req-ee3a1958-cc24-445b-95eb-80f00824cae5 service neutron] Bound using segment: {'id': '917604e4-aade-4a11-b4ad-178bdbbe8fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '38d1a38e-1f99-466b-bf7f-940113b4b6ed'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:49:58.212302 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-846d25e0-1db9-4aa1-8a0f-46a803bf6cbc req-ee3a1958-cc24-445b-95eb-80f00824cae5 service neutron] Bound port: 8b09d66b-7638-451c-902c-9a93667bb5b6, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '917604e4-aade-4a11-b4ad-178bdbbe8fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '38d1a38e-1f99-466b-bf7f-940113b4b6ed'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:49:58.212746 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-846d25e0-1db9-4aa1-8a0f-46a803bf6cbc req-ee3a1958-cc24-445b-95eb-80f00824cae5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (8b09d66b-7638-451c-902c-9a93667bb5b6), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:58.233877 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00d986a-41f8-4b5b-bdc8-008d86509c87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=376b87bd-d5bb-4057-9b72-d3ecee1e5f99,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:58.266959 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0b275fa3-c5c2-4ace-aac7-04f00364f6d7 tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] Publish callbacks [] for security_group_rule (a8889337-e7f7-46d6-8854-c54b440f9a64), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:58.269784 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-3a7891b4-10d8-49d7-945f-0364f7a3ac99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (984afdc3-a7c2-4b1c-a1ab-884323f52ee3), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:58.325792 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-846d25e0-1db9-4aa1-8a0f-46a803bf6cbc req-ee3a1958-cc24-445b-95eb-80f00824cae5 service neutron] For port 8b09d66b-7638-451c-902c-9a93667bb5b6, host nch2-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:49:58.330455 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-846d25e0-1db9-4aa1-8a0f-46a803bf6cbc req-ee3a1958-cc24-445b-95eb-80f00824cae5 service neutron] For port 8b09d66b-7638-451c-902c-9a93667bb5b6, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8b09d66b-7638-451c-902c-9a93667bb5b6,segment=NetworkSegment(917604e4-aade-4a11-b4ad-178bdbbe8fbb),segment_id=917604e4-aade-4a11-b4ad-178bdbbe8fbb)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:49:58.339171 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d377bb15-3d6a-442a-8841-bf2200e8bf76 None None] Pushing event updated for resources: {'Port': ['ID=984afdc3-a7c2-4b1c-a1ab-884323f52ee3,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:58.354690 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-846d25e0-1db9-4aa1-8a0f-46a803bf6cbc req-ee3a1958-cc24-445b-95eb-80f00824cae5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (8b09d66b-7638-451c-902c-9a93667bb5b6), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:58.356668 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 95a695cd-81c6-4f14-adb9-b284c5d977e3 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:49:58.357685 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (95a695cd-81c6-4f14-adb9-b284c5d977e3), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:58.403010 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7891b4-10d8-49d7-945f-0364f7a3ac99 None None] Routers {'9c5f34d7-008e-4fe4-9fa4-469819d4e910'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:49:58.403888 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-3a7891b4-10d8-49d7-945f-0364f7a3ac99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7fceaa60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:49:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['9c5f34d7-008e-4fe4-9fa4-469819d4e910'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:49:58.410645 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbb2faa2-ee9e-47d3-a891-24cec328a4c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95a695cd-81c6-4f14-adb9-b284c5d977e3'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:49:58.413651 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb74bb88-5f23-460e-a7a1-cd2827e1f207" -d '{"events": [{"server_uuid": "bbb2faa2-ee9e-47d3-a891-24cec328a4c2", "name": "network-vif-plugged", "status": "completed", "tag": "95a695cd-81c6-4f14-adb9-b284c5d977e3"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:49:58.415445 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0b275fa3-c5c2-4ace-aac7-04f00364f6d7 tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] Publish callbacks [] for security_group_rule (a8889337-e7f7-46d6-8854-c54b440f9a64), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:58.421987 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0b275fa3-c5c2-4ace-aac7-04f00364f6d7 tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (a8889337-e7f7-46d6-8854-c54b440f9a64), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:58.474236 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b275fa3-c5c2-4ace-aac7-04f00364f6d7 tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8889337-e7f7-46d6-8854-c54b440f9a64,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:58.491469 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 95a695cd-81c6-4f14-adb9-b284c5d977e3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=95a695cd-81c6-4f14-adb9-b284c5d977e3,segment=NetworkSegment(401451a8-cfc6-4cf8-b06a-6bcfe0d13210),segment_id=401451a8-cfc6-4cf8-b06a-6bcfe0d13210)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:49:58.491668 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0b275fa3-c5c2-4ace-aac7-04f00364f6d7 tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:58.493745 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-0b275fa3-c5c2-4ace-aac7-04f00364f6d7 tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4036920
May 07 21:49:58.496994 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 36988) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:49:58.502099 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-931e57cc-3e35-4e82-a6e1-269440cdfd86 tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] Request body: {'floatingip': {'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:49:58.507944 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (95a695cd-81c6-4f14-adb9-b284c5d977e3), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:58.530807 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c5e8d5a-79cf-4bea-96aa-2a6e95ec8aef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b09d66b-7638-451c-902c-9a93667bb5b6'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:49:58.536018 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae67f21-6bc1-4109-83d1-f3fd0b7617f1" -d '{"events": [{"server_uuid": "3c5e8d5a-79cf-4bea-96aa-2a6e95ec8aef", "name": "network-vif-unplugged", "status": "completed", "tag": "8b09d66b-7638-451c-902c-9a93667bb5b6"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:49:58.544746 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7245b15b-be92-4009-b3ea-8ea19b8c08bf x-openstack-request-id: req-7245b15b-be92-4009-b3ea-8ea19b8c08bf {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:49:58.546535 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbb2faa2-ee9e-47d3-a891-24cec328a4c2", "name": "network-vif-plugged", "status": "completed", "tag": "95a695cd-81c6-4f14-adb9-b284c5d977e3", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:49:58.546830 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7245b15b-be92-4009-b3ea-8ea19b8c08bf {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:49:58.547313 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7245b15b-be92-4009-b3ea-8ea19b8c08bf'] response: {'server_uuid': 'bbb2faa2-ee9e-47d3-a891-24cec328a4c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95a695cd-81c6-4f14-adb9-b284c5d977e3', 'code': 200}
May 07 21:49:58.571242 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3a1958-cc24-445b-95eb-80f00824cae5 service neutron] Pushing event updated for resources: {'Port': ['ID=8b09d66b-7638-451c-902c-9a93667bb5b6,revision_number=8']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:58.576770 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-931e57cc-3e35-4e82-a6e1-269440cdfd86 tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:58.607930 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d25e0-1db9-4aa1-8a0f-46a803bf6cbc req-ee3a1958-cc24-445b-95eb-80f00824cae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:58.612585 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-846d25e0-1db9-4aa1-8a0f-46a803bf6cbc req-ee3a1958-cc24-445b-95eb-80f00824cae5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:58.614970 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-846d25e0-1db9-4aa1-8a0f-46a803bf6cbc req-ee3a1958-cc24-445b-95eb-80f00824cae5 service neutron] 10.222.0.55 "PUT /v2.0/ports/8b09d66b-7638-451c-902c-9a93667bb5b6 HTTP/1.1" status: 200  len: 1121 time: 2.0524402
May 07 21:49:58.694437 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4063b6-5f37-4a84-a052-86b278372b9c req-52c46d59-af95-4d75-843d-2385c7e58297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:58.696395 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4e4063b6-5f37-4a84-a052-86b278372b9c req-52c46d59-af95-4d75-843d-2385c7e58297 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=bbb2faa2-ee9e-47d3-a891-24cec328a4c2 HTTP/1.1" status: 200  len: 1128 time: 0.0738049
May 07 21:49:58.752026 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 8b09d66b-7638-451c-902c-9a93667bb5b6 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:49:58.827950 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f007d07b-548b-4f0c-b5cd-a4be01c921fa req-8f28eec5-f300-49a4-83e9-f2a5629d77fc tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:58.830347 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f007d07b-548b-4f0c-b5cd-a4be01c921fa req-8f28eec5-f300-49a4-83e9-f2a5629d77fc tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ea4853a-41f9-43d9-b213-c627f5c9eb4e HTTP/1.1" status: 200  len: 946 time: 0.0943153
May 07 21:49:58.833429 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4e4063b6-5f37-4a84-a052-86b278372b9c req-c6e6a368-a458-4986-aa4d-8caf4d2ccd0f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=fec9452b-1927-431d-b984-d7c9e17c95cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1306939
May 07 21:49:58.842084 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a999578f-a0f7-498d-babb-970b9326b28c req-5c9e9347-48c2-4c83-acac-aa38965b351e tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:58.849631 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a999578f-a0f7-498d-babb-970b9326b28c req-5c9e9347-48c2-4c83-acac-aa38965b351e tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/ports?device_id=25758f5c-a017-4e91-9486-d8ef2e6da85d HTTP/1.1" status: 200  len: 944 time: 0.1812942
May 07 21:49:58.865256 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-931e57cc-3e35-4e82-a6e1-269440cdfd86 tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:58.870486 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e0076ae0-866b-4364-b9ae-14d74cd7bc67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:58.965424 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a999578f-a0f7-498d-babb-970b9326b28c req-9536f1b7-5c55-4a45-8c83-68160832ca90 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b456a11-abdd-4913-9fa4-f25fdacb0d35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1135204
May 07 21:49:59.017930 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f007d07b-548b-4f0c-b5cd-a4be01c921fa req-5c240e73-32a7-4b52-b244-fa0fb391b3c0 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1734619
May 07 21:49:59.054971 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e0076ae0-866b-4364-b9ae-14d74cd7bc67 admin admin] Publish callbacks [] for security_group (5ee9a86f-6145-4ad4-b199-09056980f4ff), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:59.060661 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e0076ae0-866b-4364-b9ae-14d74cd7bc67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (5ee9a86f-6145-4ad4-b199-09056980f4ff), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:59.112202 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['8b09d66b-7638-451c-902c-9a93667bb5b6'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:49:59.116083 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-931e57cc-3e35-4e82-a6e1-269440cdfd86 tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] Allocated IP 172.35.4.201 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/7d6d7505-982c-4260-9b93-e36f5a40c28d) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:49:59.119577 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['8b09d66b-7638-451c-902c-9a93667bb5b6'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:49:59.125779 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=95a695cd-81c6-4f14-adb9-b284c5d977e3,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:59.133212 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 07 May 2022 21:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f07f599b-0f49-44e8-acbe-6c13d33426a6 x-openstack-request-id: req-f07f599b-0f49-44e8-acbe-6c13d33426a6 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:49:59.133466 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c5e8d5a-79cf-4bea-96aa-2a6e95ec8aef", "name": "network-vif-unplugged", "status": "completed", "tag": "8b09d66b-7638-451c-902c-9a93667bb5b6", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:49:59.133835 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f07f599b-0f49-44e8-acbe-6c13d33426a6 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:49:59.134286 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f07f599b-0f49-44e8-acbe-6c13d33426a6'] response: {'server_uuid': '3c5e8d5a-79cf-4bea-96aa-2a6e95ec8aef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b09d66b-7638-451c-902c-9a93667bb5b6', 'code': 200}
May 07 21:49:59.152053 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-e0076ae0-866b-4364-b9ae-14d74cd7bc67 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8dbf61851cda4307ade2765015a64bd9&name=default HTTP/1.1" status: 200  len: 2996 time: 0.9731390
May 07 21:49:59.152404 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 37008) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:49:59.296628 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0076ae0-866b-4364-b9ae-14d74cd7bc67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee9a86f-6145-4ad4-b199-09056980f4ff,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:59.322128 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847bd4b9-aa38-4d1a-8e4e-9d78e1196b71 req-481d4347-632c-4dc4-82d9-c65079736e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:59.324172 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-847bd4b9-aa38-4d1a-8e4e-9d78e1196b71 req-481d4347-632c-4dc4-82d9-c65079736e33 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7789855db11445de842c4df75bd05e10&device_id=bf92f729-2124-482e-b270-05ad87327f96 HTTP/1.1" status: 200  len: 1131 time: 0.1429524
May 07 21:49:59.328316 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:59.331010 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f79a23-09e6-4865-ae23-25c79bbdf375 req-9824fd0c-a0cb-4160-8ddb-6516e8e0c13d tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:59.339631 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-25f79a23-09e6-4865-ae23-25c79bbdf375 req-9824fd0c-a0cb-4160-8ddb-6516e8e0c13d tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c5e8d5a-79cf-4bea-96aa-2a6e95ec8aef HTTP/1.1" status: 200  len: 943 time: 0.1461110
May 07 21:49:59.347836 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-610b9a33-5ba2-4df8-88fb-7605d5a9bb2e None None] Provisioning complete for port 984afdc3-a7c2-4b1c-a1ab-884323f52ee3 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:49:59.347836 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-610b9a33-5ba2-4df8-88fb-7605d5a9bb2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (984afdc3-a7c2-4b1c-a1ab-884323f52ee3), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:59.369969 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1ea11d56-3643-40d9-91c3-e0326bc3cb9a admin admin] Publish callbacks [] for security_group (5ee9a86f-6145-4ad4-b199-09056980f4ff), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:59.395349 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1ea11d56-3643-40d9-91c3-e0326bc3cb9a admin admin] Publish callbacks [] for security_group (5ee9a86f-6145-4ad4-b199-09056980f4ff), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:59.404975 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-931e57cc-3e35-4e82-a6e1-269440cdfd86 tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] Publish callbacks [] for port (7d6d7505-982c-4260-9b93-e36f5a40c28d), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:59.425015 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-3a7891b4-10d8-49d7-945f-0364f7a3ac99 None None] Set router 9c5f34d7-008e-4fe4-9fa4-469819d4e910 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:49:59.447522 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 8b09d66b-7638-451c-902c-9a93667bb5b6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8b09d66b-7638-451c-902c-9a93667bb5b6,segment=NetworkSegment(917604e4-aade-4a11-b4ad-178bdbbe8fbb),segment_id=917604e4-aade-4a11-b4ad-178bdbbe8fbb)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:49:59.462898 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1ea11d56-3643-40d9-91c3-e0326bc3cb9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (5ee9a86f-6145-4ad4-b199-09056980f4ff), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:59.466803 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1ea11d56-3643-40d9-91c3-e0326bc3cb9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:59.467939 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-1ea11d56-3643-40d9-91c3-e0326bc3cb9a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5ee9a86f-6145-4ad4-b199-09056980f4ff HTTP/1.1" status: 204  len: 168 time: 0.3101099
May 07 21:49:59.483666 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea11d56-3643-40d9-91c3-e0326bc3cb9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee9a86f-6145-4ad4-b199-09056980f4ff,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:59.507534 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 37024) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:49:59.528734 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-25f79a23-09e6-4865-ae23-25c79bbdf375 req-ffba7337-83d2-429d-9ba9-6a70d530ea93 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1885617
May 07 21:49:59.544495 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-931e57cc-3e35-4e82-a6e1-269440cdfd86 tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (7d6d7505-982c-4260-9b93-e36f5a40c28d), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:59.570078 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 8b09d66b-7638-451c-902c-9a93667bb5b6 has no active binding in host nch1-master-1 {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
May 07 21:49:59.573597 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-610b9a33-5ba2-4df8-88fb-7605d5a9bb2e None None] Current status of the port 984afdc3-a7c2-4b1c-a1ab-884323f52ee3 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:49:59.573982 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-610b9a33-5ba2-4df8-88fb-7605d5a9bb2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (984afdc3-a7c2-4b1c-a1ab-884323f52ee3), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:59.596715 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f638f72-0d07-4521-8d97-73cc3699d6cb req-f6344cb4-7db0-4e82-9917-a7eddf7c4b0c tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:59.607513 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4f638f72-0d07-4521-8d97-73cc3699d6cb req-f6344cb4-7db0-4e82-9917-a7eddf7c4b0c tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf92f729-2124-482e-b270-05ad87327f96 HTTP/1.1" status: 200  len: 949 time: 0.1530163
May 07 21:49:59.641014 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931e57cc-3e35-4e82-a6e1-269440cdfd86 tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:49:59.646601 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-931e57cc-3e35-4e82-a6e1-269440cdfd86 tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:49:59.649842 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931e57cc-3e35-4e82-a6e1-269440cdfd86 tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:49:59.720180 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c54db-8c5c-41ce-9e97-0b41b0dd195f req-c67f7a43-d135-4983-a3b8-5cc23e758058 tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:49:59.722264 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-779c54db-8c5c-41ce-9e97-0b41b0dd195f req-c67f7a43-d135-4983-a3b8-5cc23e758058 tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbb2faa2-ee9e-47d3-a891-24cec328a4c2 HTTP/1.1" status: 200  len: 946 time: 0.0873652
May 07 21:49:59.738960 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931e57cc-3e35-4e82-a6e1-269440cdfd86 tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] Pushing event updated for resources: {'Port': ['ID=7d6d7505-982c-4260-9b93-e36f5a40c28d,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:49:59.763255 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-610b9a33-5ba2-4df8-88fb-7605d5a9bb2e None None] For port 984afdc3-a7c2-4b1c-a1ab-884323f52ee3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=984afdc3-a7c2-4b1c-a1ab-884323f52ee3,segment=NetworkSegment(74c0e86c-ce6a-4a8c-8cbb-dcb45d114173),segment_id=74c0e86c-ce6a-4a8c-8cbb-dcb45d114173)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:49:59.781000 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4f638f72-0d07-4521-8d97-73cc3699d6cb req-2632589f-86fe-4a1d-adfe-ee923073fbb5 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1721063
May 07 21:49:59.806031 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-337168f2-c1c5-41ad-8777-8714809100e8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-649216037-network', 'tenant_id': '2a463927927b488ebe8a6e118484e8df'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:49:59.806031 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-779c54db-8c5c-41ce-9e97-0b41b0dd195f req-cb2102f9-277b-45d3-8fd9-93ee5ca777c5 tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] 10.222.0.32 "GET /v2.0/security-groups?id=fec9452b-1927-431d-b984-d7c9e17c95cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0763752
May 07 21:49:59.819455 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-610b9a33-5ba2-4df8-88fb-7605d5a9bb2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (984afdc3-a7c2-4b1c-a1ab-884323f52ee3), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:59.834094 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-931e57cc-3e35-4e82-a6e1-269440cdfd86 tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] Publish callbacks [] for floatingip (86ab83e5-403a-4da3-b919-72f527f98791), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:59.838075 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-337168f2-c1c5-41ad-8777-8714809100e8 admin admin] Made reservation on behalf of 2a463927927b488ebe8a6e118484e8df for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:49:59.843692 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-337168f2-c1c5-41ad-8777-8714809100e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:59.862472 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-337168f2-c1c5-41ad-8777-8714809100e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:59.894148 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-931e57cc-3e35-4e82-a6e1-269440cdfd86 tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (7d6d7505-982c-4260-9b93-e36f5a40c28d), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:49:59.999240 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610b9a33-5ba2-4df8-88fb-7605d5a9bb2e None None] Pushing event updated for resources: {'Port': ['ID=984afdc3-a7c2-4b1c-a1ab-884323f52ee3,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:00.042360 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610b9a33-5ba2-4df8-88fb-7605d5a9bb2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:50:00.042360 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610b9a33-5ba2-4df8-88fb-7605d5a9bb2e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:50:00.042649 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610b9a33-5ba2-4df8-88fb-7605d5a9bb2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:50:00.043141 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610b9a33-5ba2-4df8-88fb-7605d5a9bb2e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:50:00.043477 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610b9a33-5ba2-4df8-88fb-7605d5a9bb2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:50:00.043811 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610b9a33-5ba2-4df8-88fb-7605d5a9bb2e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:50:00.044272 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610b9a33-5ba2-4df8-88fb-7605d5a9bb2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:50:00.044538 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610b9a33-5ba2-4df8-88fb-7605d5a9bb2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:50:00.044867 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610b9a33-5ba2-4df8-88fb-7605d5a9bb2e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:50:00.045185 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610b9a33-5ba2-4df8-88fb-7605d5a9bb2e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:50:00.045519 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610b9a33-5ba2-4df8-88fb-7605d5a9bb2e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:50:00.045828 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610b9a33-5ba2-4df8-88fb-7605d5a9bb2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:50:00.046201 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610b9a33-5ba2-4df8-88fb-7605d5a9bb2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:50:00.046489 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610b9a33-5ba2-4df8-88fb-7605d5a9bb2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:50:00.046818 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-610b9a33-5ba2-4df8-88fb-7605d5a9bb2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:50:00.048602 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-337168f2-c1c5-41ad-8777-8714809100e8 admin admin] Publish callbacks [] for security_group (8f0aef98-0f24-42b5-9ea1-2d2ea5a33ba2), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:00.051523 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-3a7891b4-10d8-49d7-945f-0364f7a3ac99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7fceaa60>, [{'id': '9c5f34d7-008e-4fe4-9fa4-469819d4e910', 'name': 'tempest-ServersTestJSON-771244347-router', 'tenant_id': '487fc10ff315438ca2de090c396e3cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.36'}], 'enable_snat': True}, 'gw_port_id': 'ad9a7c81-a12e-46cf-aaf1-2746ef83869f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:49:44Z', 'updated_at': '2022-05-07T21:49:53Z', 'revision_number': 4, 'project_id': '487fc10ff315438ca2de090c396e3cfb', 'gw_port': {'id': 'ad9a7c81-a12e-46cf-aaf1-2746ef83869f', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:87:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5f34d7-008e-4fe4-9fa4-469819d4e910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:49:46Z', 'updated_at': '2022-05-07T21:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '984afdc3-a7c2-4b1c-a1ab-884323f52ee3', 'name': '', 'network_id': '3cd5ba47-406b-4cd5-8f0e-08872326b372', 'tenant_id': '487fc10ff315438ca2de090c396e3cfb', 'mac_address': 'fa:16:3e:d4:00:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c5f34d7-008e-4fe4-9fa4-469819d4e910', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'ca8aa31e-0762-4142-9690-26161843f094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:49:50Z', 'updated_at': '2022-05-07T21:49:58Z', 'revision_number': 4, 'project_id': '487fc10ff315438ca2de090c396e3cfb', 'subnets': [{'id': 'ca8aa31e-0762-4142-9690-26161843f094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:50:00.059323 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:00.060587 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-337168f2-c1c5-41ad-8777-8714809100e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (8f0aef98-0f24-42b5-9ea1-2d2ea5a33ba2), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:00.092034 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7891b4-10d8-49d7-945f-0364f7a3ac99 None None] The sync data for ids ['9c5f34d7-008e-4fe4-9fa4-469819d4e910'] in ncdv-master-1 is: [{'id': '9c5f34d7-008e-4fe4-9fa4-469819d4e910', 'name': 'tempest-ServersTestJSON-771244347-router', 'tenant_id': '487fc10ff315438ca2de090c396e3cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.36'}], 'enable_snat': True}, 'gw_port_id': 'ad9a7c81-a12e-46cf-aaf1-2746ef83869f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:49:44Z', 'updated_at': '2022-05-07T21:49:53Z', 'revision_number': 4, 'project_id': '487fc10ff315438ca2de090c396e3cfb', 'gw_port': {'id': 'ad9a7c81-a12e-46cf-aaf1-2746ef83869f', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:87:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5f34d7-008e-4fe4-9fa4-469819d4e910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:49:46Z', 'updated_at': '2022-05-07T21:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '984afdc3-a7c2-4b1c-a1ab-884323f52ee3', 'name': '', 'network_id': '3cd5ba47-406b-4cd5-8f0e-08872326b372', 'tenant_id': '487fc10ff315438ca2de090c396e3cfb', 'mac_address': 'fa:16:3e:d4:00:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c5f34d7-008e-4fe4-9fa4-469819d4e910', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'ca8aa31e-0762-4142-9690-26161843f094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:49:50Z', 'updated_at': '2022-05-07T21:49:58Z', 'revision_number': 4, 'project_id': '487fc10ff315438ca2de090c396e3cfb', 'subnets': [{'id': 'ca8aa31e-0762-4142-9690-26161843f094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:50:00.123092 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-337168f2-c1c5-41ad-8777-8714809100e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 21:50:00.131336 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 37034) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:50:00.176451 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-337168f2-c1c5-41ad-8777-8714809100e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (83d8bfd7-7d5a-41d2-9f7c-165f0fdeeb09), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:00.176706 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-337168f2-c1c5-41ad-8777-8714809100e8 admin admin] Added segment 83d8bfd7-7d5a-41d2-9f7c-165f0fdeeb09 of type vlan for network a410d8ef-ee3d-4030-b2bf-4c0b7f9d7aaa
May 07 21:50:00.209567 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0f12ae4c-5ca7-47f8-93e8-13bdf7f02a87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:00.244564 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-931e57cc-3e35-4e82-a6e1-269440cdfd86 tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] Publish callbacks [] for port (7d6d7505-982c-4260-9b93-e36f5a40c28d), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:00.261000 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-931e57cc-3e35-4e82-a6e1-269440cdfd86 tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (7d6d7505-982c-4260-9b93-e36f5a40c28d), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:00.270258 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337168f2-c1c5-41ad-8777-8714809100e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f0aef98-0f24-42b5-9ea1-2d2ea5a33ba2,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:00.285592 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f588c6-33c9-44be-9abc-79dce3c4e5c6 req-1567963a-f29f-4507-91c7-2d400d226a87 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:00.287304 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-87f588c6-33c9-44be-9abc-79dce3c4e5c6 req-1567963a-f29f-4507-91c7-2d400d226a87 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/ports?device_id=25758f5c-a017-4e91-9486-d8ef2e6da85d HTTP/1.1" status: 200  len: 944 time: 0.1446149
May 07 21:50:00.322403 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61b1b35-6e05-4ba1-9bcf-9421537acfa5 req-aea29538-719d-4bde-90f8-49afecbec0d1 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:00.324664 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b61b1b35-6e05-4ba1-9bcf-9421537acfa5 req-aea29538-719d-4bde-90f8-49afecbec0d1 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ea4853a-41f9-43d9-b213-c627f5c9eb4e HTTP/1.1" status: 200  len: 946 time: 0.1957672
May 07 21:50:00.349863 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-337168f2-c1c5-41ad-8777-8714809100e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (a410d8ef-ee3d-4030-b2bf-4c0b7f9d7aaa), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:00.416425 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b61b1b35-6e05-4ba1-9bcf-9421537acfa5 req-b2b3d652-42f0-4c9b-9550-95b12cca094c tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0757658
May 07 21:50:00.421434 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-337168f2-c1c5-41ad-8777-8714809100e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (a410d8ef-ee3d-4030-b2bf-4c0b7f9d7aaa), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:00.421611 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931e57cc-3e35-4e82-a6e1-269440cdfd86 tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] Pushing event updated for resources: {'Port': ['ID=7d6d7505-982c-4260-9b93-e36f5a40c28d,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:00.423363 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337168f2-c1c5-41ad-8777-8714809100e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:00.424684 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-337168f2-c1c5-41ad-8777-8714809100e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:00.453783 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-931e57cc-3e35-4e82-a6e1-269440cdfd86 tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (86ab83e5-403a-4da3-b919-72f527f98791), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:00.484761 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-87f588c6-33c9-44be-9abc-79dce3c4e5c6 req-e462a3a0-f5aa-41d6-b972-25f1f4ad2f88 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b456a11-abdd-4913-9fa4-f25fdacb0d35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1677265
May 07 21:50:00.499431 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-931e57cc-3e35-4e82-a6e1-269440cdfd86 tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:00.511443 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-931e57cc-3e35-4e82-a6e1-269440cdfd86 tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.0131545
May 07 21:50:00.521876 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 984afdc3-a7c2-4b1c-a1ab-884323f52ee3 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:50:00.536373 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0f12ae4c-5ca7-47f8-93e8-13bdf7f02a87 admin admin] Publish callbacks [] for security_group (d6abd2c4-f2d5-4e44-b520-42b4fc9c0c0e), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:00.543356 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337168f2-c1c5-41ad-8777-8714809100e8 admin admin] Pushing event updated for resources: {'Network': ['ID=a410d8ef-ee3d-4030-b2bf-4c0b7f9d7aaa,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:00.544006 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0f12ae4c-5ca7-47f8-93e8-13bdf7f02a87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (d6abd2c4-f2d5-4e44-b520-42b4fc9c0c0e), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:00.564049 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-337168f2-c1c5-41ad-8777-8714809100e8 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.0547173
May 07 21:50:00.569620 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 37040) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:50:00.574696 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-f9361cfd-d992-4fe9-8cb5-a7f42b30c770 admin admin] Request body: {'subnet': {'network_id': 'a410d8ef-ee3d-4030-b2bf-4c0b7f9d7aaa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-649216037-subnet', 'tenant_id': '2a463927927b488ebe8a6e118484e8df', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:50:00.606574 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network a410d8ef-ee3d-4030-b2bf-4c0b7f9d7aaa details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 21:50:00.616353 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f12ae4c-5ca7-47f8-93e8-13bdf7f02a87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6abd2c4-f2d5-4e44-b520-42b4fc9c0c0e,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:00.622740 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-0f12ae4c-5ca7-47f8-93e8-13bdf7f02a87 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2117e0e2abb54ae4a97cf163d210b230&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4902446
May 07 21:50:00.626135 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 37042) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:50:00.644669 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9361cfd-d992-4fe9-8cb5-a7f42b30c770 admin admin] Made reservation on behalf of 2a463927927b488ebe8a6e118484e8df for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:50:00.647821 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f9361cfd-d992-4fe9-8cb5-a7f42b30c770 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:00.735511 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 671083f6-1511-4a4e-b623-b011d1104e75 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:50:00.782126 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b3ec53-05ac-4a5b-8ad7-9a83ecc9ccae req-6eaf6bed-7cbf-41c4-a324-fd4fbb40d3b1 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:00.791322 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c5b3ec53-05ac-4a5b-8ad7-9a83ecc9ccae req-6eaf6bed-7cbf-41c4-a324-fd4fbb40d3b1 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c5e8d5a-79cf-4bea-96aa-2a6e95ec8aef HTTP/1.1" status: 200  len: 943 time: 0.1335034
May 07 21:50:00.859367 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 984afdc3-a7c2-4b1c-a1ab-884323f52ee3 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:50:00.860219 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (984afdc3-a7c2-4b1c-a1ab-884323f52ee3), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:00.904325 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-19e76275-f972-40ef-96ce-9c2854376623 req-b66865cf-b623-4bcc-bf24-d829866e8394 tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--204450055&fields=id&tenant_id=487fc10ff315438ca2de090c396e3cfb HTTP/1.1" status: 200  len: 267 time: 0.0927320
May 07 21:50:01.045884 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 671083f6-1511-4a4e-b623-b011d1104e75, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=671083f6-1511-4a4e-b623-b011d1104e75,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:50:01.068751 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': '671083f6-1511-4a4e-b623-b011d1104e75', 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47', 'port_id': '671083f6-1511-4a4e-b623-b011d1104e75', 'mac_address': 'fa:16:3e:f2:c8:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e0e5c53-1ece-4d20-b01d-5f8c6957edf6', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:50:01.070489 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 984afdc3-a7c2-4b1c-a1ab-884323f52ee3 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:50:01.143192 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e76275-f972-40ef-96ce-9c2854376623 req-1558d6dd-1806-43fb-92f9-0c665cb5101e tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:01.147750 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-19e76275-f972-40ef-96ce-9c2854376623 req-1558d6dd-1806-43fb-92f9-0c665cb5101e tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] 10.222.0.32 "GET /v2.0/networks?id=3cd5ba47-406b-4cd5-8f0e-08872326b372 HTTP/1.1" status: 200  len: 805 time: 0.2362564
May 07 21:50:01.149208 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 671083f6-1511-4a4e-b623-b011d1104e75 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:50:01.149851 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (671083f6-1511-4a4e-b623-b011d1104e75), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:01.167493 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 671083f6-1511-4a4e-b623-b011d1104e75 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:50:01.173483 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-19e76275-f972-40ef-96ce-9c2854376623 req-cd4e73f3-0c2b-460e-b1d4-80aa2b3beb28 tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] 10.222.0.32 "GET /v2.0/quotas/487fc10ff315438ca2de090c396e3cfb HTTP/1.1" status: 200  len: 375 time: 0.0189693
May 07 21:50:01.201813 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 671083f6-1511-4a4e-b623-b011d1104e75, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=671083f6-1511-4a4e-b623-b011d1104e75,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:50:01.202607 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c5e8d5a-79cf-4bea-96aa-2a6e95ec8aef', 'tag': '8b09d66b-7638-451c-902c-9a93667bb5b6'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:50:01.204877 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5edf11c4-5f3b-4f52-b5b8-23c345d49a02" -d '{"events": [{"name": "network-changed", "server_uuid": "3c5e8d5a-79cf-4bea-96aa-2a6e95ec8aef", "tag": "8b09d66b-7638-451c-902c-9a93667bb5b6"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:50:01.207951 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (671083f6-1511-4a4e-b623-b011d1104e75), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:01.258089 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-19e76275-f972-40ef-96ce-9c2854376623 req-75388bfb-791c-494c-aed7-2177fcb3f095 tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=487fc10ff315438ca2de090c396e3cfb&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0788052
May 07 21:50:01.277330 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=671083f6-1511-4a4e-b623-b011d1104e75,revision_number=12']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:01.363404 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f5a30b-a332-4569-8da1-8cdf710564d1 req-67883f0e-2281-4573-8b95-b74ae6bedac4 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:01.364891 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a2f5a30b-a332-4569-8da1-8cdf710564d1 req-67883f0e-2281-4573-8b95-b74ae6bedac4 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.55 "GET /v2.0/ports?device_id=25758f5c-a017-4e91-9486-d8ef2e6da85d HTTP/1.1" status: 200  len: 944 time: 0.1565940
May 07 21:50:01.376346 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-19e76275-f972-40ef-96ce-9c2854376623 req-b7f7f03a-b9a5-4e93-8902-228fd01c2687 service neutron] 10.222.0.32 "GET /v2.0/networks/3cd5ba47-406b-4cd5-8f0e-08872326b372?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1041760
May 07 21:50:01.395867 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-834aaece-243a-48cb-9315-87a477c951a8 admin admin] Publish callbacks [] for security_group (d6abd2c4-f2d5-4e44-b520-42b4fc9c0c0e), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:01.430404 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847bd4b9-aa38-4d1a-8e4e-9d78e1196b71 req-94969e9e-2fe3-4088-aba4-1d5e746d0e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:01.431903 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-847bd4b9-aa38-4d1a-8e4e-9d78e1196b71 req-94969e9e-2fe3-4088-aba4-1d5e746d0e56 service neutron] 10.222.0.55 "GET /v2.0/networks?id=665487f0-78eb-47fb-9a06-b15bc614dc47 HTTP/1.1" status: 200  len: 870 time: 0.7974455
May 07 21:50:01.444396 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c5b3ec53-05ac-4a5b-8ad7-9a83ecc9ccae req-7ef6a0ac-02df-4822-bd9e-127806a6bfd9 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6493361
May 07 21:50:01.502374 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['671083f6-1511-4a4e-b623-b011d1104e75'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:50:01.520077 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-19e76275-f972-40ef-96ce-9c2854376623 req-a2b9451b-89fe-4d1e-ace7-be76323d72f8 service neutron] 10.222.0.32 "GET /v2.0/networks/3cd5ba47-406b-4cd5-8f0e-08872326b372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1165626
May 07 21:50:01.527613 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-847bd4b9-aa38-4d1a-8e4e-9d78e1196b71 req-d7dd5797-bcdd-4f22-9e90-980b33e5b5cc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=671083f6-1511-4a4e-b623-b011d1104e75 HTTP/1.1" status: 200  len: 217 time: 0.0803461
May 07 21:50:01.529694 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-834aaece-243a-48cb-9315-87a477c951a8 admin admin] Publish callbacks [] for security_group (d6abd2c4-f2d5-4e44-b520-42b4fc9c0c0e), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:01.782617 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-a2f5a30b-a332-4569-8da1-8cdf710564d1 req-bcd508c6-b04a-404b-9bb3-a24e69649662 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Deleting port cb812400-5de5-4055-b8c5-f05049026aa6 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:50:01.782617 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-a2f5a30b-a332-4569-8da1-8cdf710564d1 req-bcd508c6-b04a-404b-9bb3-a24e69649662 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (cb812400-5de5-4055-b8c5-f05049026aa6), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:01.792408 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182c923d-f784-473e-9788-dddfa9181e9d req-7db1f746-ec22-4da0-94e2-4e1da97dca9c tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:01.799502 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-182c923d-f784-473e-9788-dddfa9181e9d req-7db1f746-ec22-4da0-94e2-4e1da97dca9c tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf92f729-2124-482e-b270-05ad87327f96 HTTP/1.1" status: 200  len: 950 time: 0.2218990
May 07 21:50:01.800961 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cd7f14-d4ef-4d0c-a93b-e151031e22b6 req-7f048629-9d74-41c5-b97b-d176fa20c029 tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:01.803077 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a3cd7f14-d4ef-4d0c-a93b-e151031e22b6 req-7f048629-9d74-41c5-b97b-d176fa20c029 tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbb2faa2-ee9e-47d3-a891-24cec328a4c2 HTTP/1.1" status: 200  len: 946 time: 0.0645373
May 07 21:50:01.820594 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847bd4b9-aa38-4d1a-8e4e-9d78e1196b71 req-13f98258-b9fc-4929-bb4d-a25359f66818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:01.824817 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-847bd4b9-aa38-4d1a-8e4e-9d78e1196b71 req-13f98258-b9fc-4929-bb4d-a25359f66818 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6e0e5c53-1ece-4d20-b01d-5f8c6957edf6 HTTP/1.1" status: 200  len: 843 time: 0.2697492
May 07 21:50:01.880469 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a3cd7f14-d4ef-4d0c-a93b-e151031e22b6 req-bca83fd4-93cd-4fd9-af48-f37ab5a02823 tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] 10.222.0.32 "GET /v2.0/security-groups?id=fec9452b-1927-431d-b984-d7c9e17c95cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0698388
May 07 21:50:01.906756 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-834aaece-243a-48cb-9315-87a477c951a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (d6abd2c4-f2d5-4e44-b520-42b4fc9c0c0e), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:01.909304 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-834aaece-243a-48cb-9315-87a477c951a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:01.910419 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-834aaece-243a-48cb-9315-87a477c951a8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d6abd2c4-f2d5-4e44-b520-42b4fc9c0c0e HTTP/1.1" status: 204  len: 168 time: 1.2831235
May 07 21:50:02.034260 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52dc0609-a208-46e2-8154-cc8196599d56 x-openstack-request-id: req-52dc0609-a208-46e2-8154-cc8196599d56 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:50:02.034550 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c5e8d5a-79cf-4bea-96aa-2a6e95ec8aef", "tag": "8b09d66b-7638-451c-902c-9a93667bb5b6", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:50:02.034826 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-52dc0609-a208-46e2-8154-cc8196599d56 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:50:02.035356 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52dc0609-a208-46e2-8154-cc8196599d56'] response: {'name': 'network-changed', 'server_uuid': '3c5e8d5a-79cf-4bea-96aa-2a6e95ec8aef', 'tag': '8b09d66b-7638-451c-902c-9a93667bb5b6', 'status': 'completed', 'code': 200}
May 07 21:50:02.047910 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-182c923d-f784-473e-9788-dddfa9181e9d req-3a0f8aec-9415-4bc2-ac97-8c41a06de8ba tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2475538
May 07 21:50:02.048918 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847bd4b9-aa38-4d1a-8e4e-9d78e1196b71 req-27ba2726-c5a5-4084-8567-e133b3821938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:02.050346 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-847bd4b9-aa38-4d1a-8e4e-9d78e1196b71 req-27ba2726-c5a5-4084-8567-e133b3821938 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=665487f0-78eb-47fb-9a06-b15bc614dc47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1663573
May 07 21:50:02.090256 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b0f357-f07e-4e5c-b395-1fdae9748861 req-b5a4b77c-3458-4974-a514-17e616c7a443 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:02.092046 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b7b0f357-f07e-4e5c-b395-1fdae9748861 req-b5a4b77c-3458-4974-a514-17e616c7a443 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ea4853a-41f9-43d9-b213-c627f5c9eb4e HTTP/1.1" status: 200  len: 946 time: 0.0715559
May 07 21:50:02.098145 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-a2f5a30b-a332-4569-8da1-8cdf710564d1 req-bcd508c6-b04a-404b-9bb3-a24e69649662 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] For port cb812400-5de5-4055-b8c5-f05049026aa6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cb812400-5de5-4055-b8c5-f05049026aa6,segment=NetworkSegment(616ea0c7-2d98-4ffb-86e7-ca2a85e3ffe1),segment_id=616ea0c7-2d98-4ffb-86e7-ca2a85e3ffe1)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:50:02.098524 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-a2f5a30b-a332-4569-8da1-8cdf710564d1 req-bcd508c6-b04a-404b-9bb3-a24e69649662 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (cb812400-5de5-4055-b8c5-f05049026aa6), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:02.113885 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-a2f5a30b-a332-4569-8da1-8cdf710564d1 req-bcd508c6-b04a-404b-9bb3-a24e69649662 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Calling delete_port for cb812400-5de5-4055-b8c5-f05049026aa6 owned by compute:nova {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:50:02.170379 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f9361cfd-d992-4fe9-8cb5-a7f42b30c770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (0f2642b8-4442-4eaa-98ef-8d8b21575f84), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:02.174177 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b7b0f357-f07e-4e5c-b395-1fdae9748861 req-4d6c3e15-2771-4d20-9433-929a2aaaaef1 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0737860
May 07 21:50:02.176126 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834aaece-243a-48cb-9315-87a477c951a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6abd2c4-f2d5-4e44-b520-42b4fc9c0c0e,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:02.275501 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-45d40ef0-48ed-44d9-abaf-78e3c7148999 req-4f59b4a8-fcb6-45ba-a4a8-5d434ee85453 tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] 10.222.0.32 "GET /v2.0/ports?device_id=af003a02-3515-4f58-9883-d6033c1b72f4 HTTP/1.1" status: 200  len: 210 time: 0.0318601
May 07 21:50:02.372643 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edf11c4-5f3b-4f52-b5b8-23c345d49a02 req-f5ec60dc-2660-4033-af63-ce8dac83ab8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:02.374160 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5edf11c4-5f3b-4f52-b5b8-23c345d49a02 req-f5ec60dc-2660-4033-af63-ce8dac83ab8c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4db49857a44d4f399959ac625886505a&device_id=3c5e8d5a-79cf-4bea-96aa-2a6e95ec8aef HTTP/1.1" status: 200  len: 1155 time: 0.3219962
May 07 21:50:02.390592 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b39e366-4165-4174-8de1-f80a578ac6c0 req-467433c6-7c3b-4e52-9b67-2b4f627011a3 tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:02.392215 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8b39e366-4165-4174-8de1-f80a578ac6c0 req-467433c6-7c3b-4e52-9b67-2b4f627011a3 tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbb2faa2-ee9e-47d3-a891-24cec328a4c2 HTTP/1.1" status: 200  len: 946 time: 0.0557542
May 07 21:50:02.404291 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 37084) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:50:02.411057 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-30543b3c-9c3f-49b1-8e08-e4042707c798 tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] Request body: {'floatingip': {'port_id': '95a695cd-81c6-4f14-adb9-b284c5d977e3'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:50:02.442358 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f1b742-a868-4439-8309-32e188993702 req-d3ae8f48-f6bc-4a0e-a248-f9b995a87937 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:02.445042 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d8f1b742-a868-4439-8309-32e188993702 req-d3ae8f48-f6bc-4a0e-a248-f9b995a87937 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/ports?device_id=25758f5c-a017-4e91-9486-d8ef2e6da85d HTTP/1.1" status: 200  len: 944 time: 0.2595553
May 07 21:50:02.445716 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9361cfd-d992-4fe9-8cb5-a7f42b30c770 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f2642b8-4442-4eaa-98ef-8d8b21575f84,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:02.508817 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-30543b3c-9c3f-49b1-8e08-e4042707c798 tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] Publish callbacks [] for floatingip (74dfd6a2-a861-4e3a-afd0-6b46d9224811), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:02.629537 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d8f1b742-a868-4439-8309-32e188993702 req-c5de7971-9ea3-4cd5-9fa4-02771ffa4cd2 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.32 "GET /v2.0/security-groups?id=6b456a11-abdd-4913-9fa4-f25fdacb0d35&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1723113
May 07 21:50:02.630374 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9361cfd-d992-4fe9-8cb5-a7f42b30c770 admin admin] Checking segment: {'id': '83d8bfd7-7d5a-41d2-9f7c-165f0fdeeb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a410d8ef-ee3d-4030-b2bf-4c0b7f9d7aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:50:02.630734 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9361cfd-d992-4fe9-8cb5-a7f42b30c770 admin admin] Network hostable DHCP agents. Network: a410d8ef-ee3d-4030-b2bf-4c0b7f9d7aaa, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 21:50:02.650666 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559f9192-13c4-480f-bc0a-9f0a4ba41250 req-16299bdb-c4c1-4c9f-a06c-a751c2c742d7 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:02.660186 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-559f9192-13c4-480f-bc0a-9f0a4ba41250 req-16299bdb-c4c1-4c9f-a06c-a751c2c742d7 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf92f729-2124-482e-b270-05ad87327f96 HTTP/1.1" status: 200  len: 950 time: 0.1695256
May 07 21:50:02.686813 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-847bd4b9-aa38-4d1a-8e4e-9d78e1196b71 req-8300b7e0-b183-473a-bd56-c71c8a100001 service neutron] 10.222.0.55 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4979873
May 07 21:50:02.721381 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9361cfd-d992-4fe9-8cb5-a7f42b30c770 admin admin] Network a410d8ef-ee3d-4030-b2bf-4c0b7f9d7aaa is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 21:50:02.722540 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 671083f6-1511-4a4e-b623-b011d1104e75 up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:50:02.753829 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-f9361cfd-d992-4fe9-8cb5-a7f42b30c770 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a410d8ef-ee3d-4030-b2bf-4c0b7f9d7aaa) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:50:02.755918 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-a2f5a30b-a332-4569-8da1-8cdf710564d1 req-bcd508c6-b04a-404b-9bb3-a24e69649662 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (cb812400-5de5-4055-b8c5-f05049026aa6), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:02.762501 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9361cfd-d992-4fe9-8cb5-a7f42b30c770 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:02.763636 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f9361cfd-d992-4fe9-8cb5-a7f42b30c770 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:02.771786 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c5bed2-8328-4b51-8d4f-067eb8028ced None None] Network a410d8ef-ee3d-4030-b2bf-4c0b7f9d7aaa requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:50:02.782799 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-559f9192-13c4-480f-bc0a-9f0a4ba41250 req-38cfa276-2173-4a0c-84ba-59af8e9afd26 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1214688
May 07 21:50:02.784053 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning for port 671083f6-1511-4a4e-b623-b011d1104e75 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:50:02.801685 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port 671083f6-1511-4a4e-b623-b011d1104e75 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:50:02.802333 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (671083f6-1511-4a4e-b623-b011d1104e75), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:02.856717 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34beaaf8-bbb7-456b-9782-8cc1c6abceb0 req-43fb35fe-bce1-4212-abe8-d5b65a670842 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:02.865994 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-34beaaf8-bbb7-456b-9782-8cc1c6abceb0 req-43fb35fe-bce1-4212-abe8-d5b65a670842 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c5e8d5a-79cf-4bea-96aa-2a6e95ec8aef HTTP/1.1" status: 200  len: 943 time: 0.0992725
May 07 21:50:02.871054 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edf11c4-5f3b-4f52-b5b8-23c345d49a02 req-4509e22c-5a1d-4c05-b93c-1eca3a29f35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:02.873369 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5edf11c4-5f3b-4f52-b5b8-23c345d49a02 req-4509e22c-5a1d-4c05-b93c-1eca3a29f35b service neutron] 10.222.0.59 "GET /v2.0/networks?id=38d1a38e-1f99-466b-bf7f-940113b4b6ed HTTP/1.1" status: 200  len: 922 time: 0.4657607
May 07 21:50:02.912044 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-f9361cfd-d992-4fe9-8cb5-a7f42b30c770 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 2.3409808
May 07 21:50:02.919181 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd508c6-b04a-404b-9bb3-a24e69649662 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Pushing event deleted for resources: {'Port': ['ID=cb812400-5de5-4055-b8c5-f05049026aa6,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:02.922831 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 37104) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:50:02.932931 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 671083f6-1511-4a4e-b623-b011d1104e75 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:50:02.933553 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (671083f6-1511-4a4e-b623-b011d1104e75), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:02.955778 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-ecb4fd4c-f5cc-4a2f-bf3b-84e867043bd4 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-649216037-router', 'tenant_id': '2a463927927b488ebe8a6e118484e8df', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:50:02.984849 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 671083f6-1511-4a4e-b623-b011d1104e75, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=671083f6-1511-4a4e-b623-b011d1104e75,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:50:02.987643 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf92f729-2124-482e-b270-05ad87327f96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '671083f6-1511-4a4e-b623-b011d1104e75'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:50:03.008814 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ce68a0e-1629-4bb0-84aa-932846ad0486" -d '{"events": [{"server_uuid": "bf92f729-2124-482e-b270-05ad87327f96", "name": "network-vif-plugged", "status": "completed", "tag": "671083f6-1511-4a4e-b623-b011d1104e75"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:50:03.018720 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (671083f6-1511-4a4e-b623-b011d1104e75), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:03.020421 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device cb812400-5de5-4055-b8c5-f05049026aa6 no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:50:03.046024 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] No Port match for: cb812400-5de5-4055-b8c5-f05049026aa6 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:50:03.046633 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device cb812400-5de5-4055-b8c5-f05049026aa6 not bound to the agent host nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:50:03.066349 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5edf11c4-5f3b-4f52-b5b8-23c345d49a02 req-06772d6c-dea0-44cb-8cf5-75ebbd71c960 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b09d66b-7638-451c-902c-9a93667bb5b6 HTTP/1.1" status: 200  len: 217 time: 0.1601501
May 07 21:50:03.118012 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05463767-360e-4390-94e1-97ba4bf88466 x-openstack-request-id: req-05463767-360e-4390-94e1-97ba4bf88466 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:50:03.118594 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf92f729-2124-482e-b270-05ad87327f96", "name": "network-vif-plugged", "status": "completed", "tag": "671083f6-1511-4a4e-b623-b011d1104e75", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:50:03.119045 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-05463767-360e-4390-94e1-97ba4bf88466 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:50:03.119599 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05463767-360e-4390-94e1-97ba4bf88466'] response: {'server_uuid': 'bf92f729-2124-482e-b270-05ad87327f96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '671083f6-1511-4a4e-b623-b011d1104e75', 'code': 200}
May 07 21:50:03.145074 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4bf369-0e97-42b5-9a7d-353c716926da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a410d8ef-ee3d-4030-b2bf-4c0b7f9d7aaa', 'network_id': 'a410d8ef-ee3d-4030-b2bf-4c0b7f9d7aaa', 'project_id': '2a463927927b488ebe8a6e118484e8df', 'fixed_ips': [{'subnet_id': '0f2642b8-4442-4eaa-98ef-8d8b21575f84'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 21:50:03.146292 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-fd4bf369-0e97-42b5-9a7d-353c716926da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:03.172997 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=671083f6-1511-4a4e-b623-b011d1104e75,revision_number=13']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:03.218541 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-34beaaf8-bbb7-456b-9782-8cc1c6abceb0 req-a7a47940-1025-43d4-b4bb-8738eded1eba tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3506954
May 07 21:50:03.360760 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2f5a30b-a332-4569-8da1-8cdf710564d1 req-bcd508c6-b04a-404b-9bb3-a24e69649662 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] No DVR routers for this DVR port cb812400-5de5-4055-b8c5-f05049026aa6 on host nch1-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:50:03.368771 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-a2f5a30b-a332-4569-8da1-8cdf710564d1 req-bcd508c6-b04a-404b-9bb3-a24e69649662 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:03.373035 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a2f5a30b-a332-4569-8da1-8cdf710564d1 req-bcd508c6-b04a-404b-9bb3-a24e69649662 tempest-ImagesTestJSON-998677380 tempest-ImagesTestJSON-998677380-project] 10.222.0.55 "DELETE /v2.0/ports/cb812400-5de5-4055-b8c5-f05049026aa6 HTTP/1.1" status: 204  len: 173 time: 1.9946566
May 07 21:50:03.375891 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ecb4fd4c-f5cc-4a2f-bf3b-84e867043bd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (04e67ecd-5a0f-47ea-aee1-12263c6ab0a5), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:03.379888 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d986face-3b97-4266-ac05-07d5e2755895 req-582a7e6e-e1b6-4410-b633-e4d259d57fb7 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=7789855db11445de842c4df75bd05e10&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0850668
May 07 21:50:03.390546 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ecb4fd4c-f5cc-4a2f-bf3b-84e867043bd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (04e67ecd-5a0f-47ea-aee1-12263c6ab0a5), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:03.420999 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edf11c4-5f3b-4f52-b5b8-23c345d49a02 req-eac2b4ce-b738-4b16-9951-81b8a8d5675a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:03.422994 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5edf11c4-5f3b-4f52-b5b8-23c345d49a02 req-eac2b4ce-b738-4b16-9951-81b8a8d5675a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=14835495-3004-48e8-b7c5-01b68d156e2d HTTP/1.1" status: 200  len: 861 time: 0.2476001
May 07 21:50:03.493872 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-fd4bf369-0e97-42b5-9a7d-353c716926da None None] Allocated IP 172.20.0.2 (a410d8ef-ee3d-4030-b2bf-4c0b7f9d7aaa/0f2642b8-4442-4eaa-98ef-8d8b21575f84/055cde7d-1e7f-4ea2-8f41-c60832969d1f) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:50:03.502869 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9086543-b186-416c-acbf-0dbf94e714ff req-2be503e9-14e7-41c9-9cd8-e2b7083c33fc tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:03.511039 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e76275-f972-40ef-96ce-9c2854376623 req-300dad06-41d1-4173-95d3-1bb9bea01d10 tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:03.512748 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-19e76275-f972-40ef-96ce-9c2854376623 req-300dad06-41d1-4173-95d3-1bb9bea01d10 tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] 10.222.0.55 "GET /v2.0/networks?id=3cd5ba47-406b-4cd5-8f0e-08872326b372 HTTP/1.1" status: 200  len: 805 time: 0.3777504
May 07 21:50:03.513252 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d9086543-b186-416c-acbf-0dbf94e714ff req-2be503e9-14e7-41c9-9cd8-e2b7083c33fc tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ea4853a-41f9-43d9-b213-c627f5c9eb4e HTTP/1.1" status: 200  len: 946 time: 0.1128480
May 07 21:50:03.551865 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-30543b3c-9c3f-49b1-8e08-e4042707c798 tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:03.593323 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-30543b3c-9c3f-49b1-8e08-e4042707c798 tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (74dfd6a2-a861-4e3a-afd0-6b46d9224811), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:03.610591 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5edf11c4-5f3b-4f52-b5b8-23c345d49a02 req-031737b2-3ec3-4370-8a70-e306a2e340dd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=38d1a38e-1f99-466b-bf7f-940113b4b6ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0913262
May 07 21:50:03.772025 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-fd4bf369-0e97-42b5-9a7d-353c716926da None None] Publish callbacks [] for port (055cde7d-1e7f-4ea2-8f41-c60832969d1f), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:03.787235 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-fd4bf369-0e97-42b5-9a7d-353c716926da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (055cde7d-1e7f-4ea2-8f41-c60832969d1f), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:03.802507 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ecb4fd4c-f5cc-4a2f-bf3b-84e867043bd4 admin admin] Publish callbacks [] for router_controller (04e67ecd-5a0f-47ea-aee1-12263c6ab0a5), precommit_add_association {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:03.808319 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-847bd4b9-aa38-4d1a-8e4e-9d78e1196b71 req-abace3ec-3432-416a-8cdf-671f98a034e2 service neutron] 10.222.0.55 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7823260
May 07 21:50:03.867137 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4bf369-0e97-42b5-9a7d-353c716926da None None] Pushing event updated for resources: {'Port': ['ID=055cde7d-1e7f-4ea2-8f41-c60832969d1f,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:03.895143 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4bf369-0e97-42b5-9a7d-353c716926da None None] Network a410d8ef-ee3d-4030-b2bf-4c0b7f9d7aaa is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:50:03.897246 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-fd4bf369-0e97-42b5-9a7d-353c716926da None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:50:03.900186 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4bf369-0e97-42b5-9a7d-353c716926da None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:50:04.091139 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ecb4fd4c-f5cc-4a2f-bf3b-84e867043bd4 admin admin] Publish callbacks [] for router_gateway (04e67ecd-5a0f-47ea-aee1-12263c6ab0a5), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:04.099138 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25758f5c-a017-4e91-9486-d8ef2e6da85d', 'name': 'network-vif-deleted', 'tag': 'cb812400-5de5-4055-b8c5-f05049026aa6'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:50:04.101990 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42dca7cd-6b29-48cc-a0ea-17ecf4541cd2" -d '{"events": [{"server_uuid": "25758f5c-a017-4e91-9486-d8ef2e6da85d", "name": "network-vif-deleted", "tag": "cb812400-5de5-4055-b8c5-f05049026aa6"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:50:04.107788 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d9086543-b186-416c-acbf-0dbf94e714ff req-edef0d6d-3fa5-40f4-853e-a3a9f31ab451 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5935705
May 07 21:50:04.162704 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5edf11c4-5f3b-4f52-b5b8-23c345d49a02 req-9692da4d-eadf-4fcb-8a5e-58bdbab93bee service neutron] 10.222.0.59 "GET /v2.0/networks/38d1a38e-1f99-466b-bf7f-940113b4b6ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5328557
May 07 21:50:04.206061 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-fd4bf369-0e97-42b5-9a7d-353c716926da None None] Attempting to bind port 055cde7d-1e7f-4ea2-8f41-c60832969d1f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:50:04.206499 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-fd4bf369-0e97-42b5-9a7d-353c716926da None None] Attempting to bind port 055cde7d-1e7f-4ea2-8f41-c60832969d1f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '83d8bfd7-7d5a-41d2-9f7c-165f0fdeeb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a410d8ef-ee3d-4030-b2bf-4c0b7f9d7aaa'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:50:04.207419 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4bf369-0e97-42b5-9a7d-353c716926da None None] Attempting to bind port 055cde7d-1e7f-4ea2-8f41-c60832969d1f on network a410d8ef-ee3d-4030-b2bf-4c0b7f9d7aaa {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:50:04.216076 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4bf369-0e97-42b5-9a7d-353c716926da None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:50:04.216680 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4bf369-0e97-42b5-9a7d-353c716926da None None] Checking segment: {'id': '83d8bfd7-7d5a-41d2-9f7c-165f0fdeeb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a410d8ef-ee3d-4030-b2bf-4c0b7f9d7aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:50:04.217568 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-fd4bf369-0e97-42b5-9a7d-353c716926da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:04.219245 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4bf369-0e97-42b5-9a7d-353c716926da None None] Bound using segment: {'id': '83d8bfd7-7d5a-41d2-9f7c-165f0fdeeb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a410d8ef-ee3d-4030-b2bf-4c0b7f9d7aaa'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:50:04.220072 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-fd4bf369-0e97-42b5-9a7d-353c716926da None None] Bound port: 055cde7d-1e7f-4ea2-8f41-c60832969d1f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83d8bfd7-7d5a-41d2-9f7c-165f0fdeeb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a410d8ef-ee3d-4030-b2bf-4c0b7f9d7aaa'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:50:04.220760 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-fd4bf369-0e97-42b5-9a7d-353c716926da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (055cde7d-1e7f-4ea2-8f41-c60832969d1f), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:04.241715 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d986face-3b97-4266-ac05-07d5e2755895 req-2d65c6e0-f581-4dd2-ae0d-5c8858fbd642 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:04.243551 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d986face-3b97-4266-ac05-07d5e2755895 req-2d65c6e0-f581-4dd2-ae0d-5c8858fbd642 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.7798078
May 07 21:50:04.257239 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-19e76275-f972-40ef-96ce-9c2854376623 req-3bb73dc8-0c3a-4585-96c4-6922702d3fff tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=487fc10ff315438ca2de090c396e3cfb HTTP/1.1" status: 200  len: 379 time: 0.7251041
May 07 21:50:04.270083 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-19e76275-f972-40ef-96ce-9c2854376623 req-58fd62bd-85da-4aae-9e54-5da948046684 tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] Request body: {'port': {'device_id': 'af003a02-3515-4f58-9883-d6033c1b72f4', 'network_id': '3cd5ba47-406b-4cd5-8f0e-08872326b372', 'admin_state_up': True, 'tenant_id': '487fc10ff315438ca2de090c396e3cfb', 'security_groups': ['20997da3-4950-4c1a-ac06-1c63d37fcdf9']}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:50:04.291797 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a06f01dd-f3bb-4169-a923-9efd2a2b7bda req-2326ab91-42a2-4527-a7d7-7f85e03d8e6b tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] 10.222.0.32 "GET /v2.0/ports?device_id=af003a02-3515-4f58-9883-d6033c1b72f4 HTTP/1.1" status: 200  len: 210 time: 0.0681396
May 07 21:50:04.302663 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-fd4bf369-0e97-42b5-9a7d-353c716926da None None] For port 055cde7d-1e7f-4ea2-8f41-c60832969d1f, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:50:04.308850 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-fd4bf369-0e97-42b5-9a7d-353c716926da None None] For port 055cde7d-1e7f-4ea2-8f41-c60832969d1f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=055cde7d-1e7f-4ea2-8f41-c60832969d1f,segment=NetworkSegment(83d8bfd7-7d5a-41d2-9f7c-165f0fdeeb09),segment_id=83d8bfd7-7d5a-41d2-9f7c-165f0fdeeb09)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:50:04.314331 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d986face-3b97-4266-ac05-07d5e2755895 req-38303948-9c3d-4510-90f0-d53ab780c33c tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/quotas/7789855db11445de842c4df75bd05e10 HTTP/1.1" status: 200  len: 375 time: 0.0511556
May 07 21:50:04.320026 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-846d25e0-1db9-4aa1-8a0f-46a803bf6cbc req-f4b62e0a-e0d1-409f-a1e9-b306637f082a service neutron] 10.222.0.59 "GET /v2.0/ports/8b09d66b-7638-451c-902c-9a93667bb5b6/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 384 time: 0.3175182
May 07 21:50:04.328041 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-fd4bf369-0e97-42b5-9a7d-353c716926da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (055cde7d-1e7f-4ea2-8f41-c60832969d1f), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:04.367646 ncdv-master-1 neutron-server[121837]: INFO neutron.db.l3_db [None req-30543b3c-9c3f-49b1-8e08-e4042707c798 tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] Floating IP 74dfd6a2-a861-4e3a-afd0-6b46d9224811 associated. External IP: 172.35.4.28, port: 95a695cd-81c6-4f14-adb9-b284c5d977e3.
May 07 21:50:04.458897 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4bf369-0e97-42b5-9a7d-353c716926da None None] Pushing event updated for resources: {'Port': ['ID=055cde7d-1e7f-4ea2-8f41-c60832969d1f,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:04.466159 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c56bdb5b-4a36-4a15-b815-b839d244ac5e x-openstack-request-id: req-c56bdb5b-4a36-4a15-b815-b839d244ac5e {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:50:04.466461 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25758f5c-a017-4e91-9486-d8ef2e6da85d", "name": "network-vif-deleted", "tag": "cb812400-5de5-4055-b8c5-f05049026aa6", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:50:04.466722 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c56bdb5b-4a36-4a15-b815-b839d244ac5e {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:50:04.467157 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c56bdb5b-4a36-4a15-b815-b839d244ac5e'] response: {'server_uuid': '25758f5c-a017-4e91-9486-d8ef2e6da85d', 'name': 'network-vif-deleted', 'tag': 'cb812400-5de5-4055-b8c5-f05049026aa6', 'status': 'completed', 'code': 200}
May 07 21:50:04.469780 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ecb4fd4c-f5cc-4a2f-bf3b-84e867043bd4 admin admin] Publish callbacks [] for router_gateway (04e67ecd-5a0f-47ea-aee1-12263c6ab0a5), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:04.504786 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ecb4fd4c-f5cc-4a2f-bf3b-84e867043bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:04.564503 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d986face-3b97-4266-ac05-07d5e2755895 req-45c57741-a7c8-4a74-899a-4d03c07e69b3 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7789855db11445de842c4df75bd05e10&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2060905
May 07 21:50:04.592303 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5edf11c4-5f3b-4f52-b5b8-23c345d49a02 req-d3bf16f2-5642-44f9-b675-c6302f43a1c4 service neutron] 10.222.0.59 "GET /v2.0/networks/38d1a38e-1f99-466b-bf7f-940113b4b6ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3709345
May 07 21:50:04.679422 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-ecb4fd4c-f5cc-4a2f-bf3b-84e867043bd4 admin admin] Allocated IP 172.35.4.26 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/43420c3e-3130-44fc-aa4c-f6e765e78973) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:50:04.776192 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19e76275-f972-40ef-96ce-9c2854376623 req-58fd62bd-85da-4aae-9e54-5da948046684 tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] Made reservation on behalf of 487fc10ff315438ca2de090c396e3cfb for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:50:04.780928 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-19e76275-f972-40ef-96ce-9c2854376623 req-58fd62bd-85da-4aae-9e54-5da948046684 tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:05.223615 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8c024470-fe06-48a2-adb5-4ad527abed25 req-ac9da450-808e-4044-a72a-92ec816307d4 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8be6b3c-b434-467d-98b2-4d0d5763bed3 HTTP/1.1" status: 200  len: 210 time: 0.1153889
May 07 21:50:05.255882 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-846d25e0-1db9-4aa1-8a0f-46a803bf6cbc req-48915e19-3baa-48d9-86df-6b87e8a203b2 service neutron] For port 8b09d66b-7638-451c-902c-9a93667bb5b6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8b09d66b-7638-451c-902c-9a93667bb5b6,segment=NetworkSegment(917604e4-aade-4a11-b4ad-178bdbbe8fbb),segment_id=917604e4-aade-4a11-b4ad-178bdbbe8fbb)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:50:05.284972 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [req-19e76275-f972-40ef-96ce-9c2854376623 req-58fd62bd-85da-4aae-9e54-5da948046684 tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] Allocated IP 172.20.0.7 (3cd5ba47-406b-4cd5-8f0e-08872326b372/ca8aa31e-0762-4142-9690-26161843f094/6ce344e7-dcb0-471f-b006-52cef1e33f6f) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:50:05.305585 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f291614e-52a0-402e-bc63-25b7090084b1 req-687e299d-9890-433e-ac2d-6a7d491b4ea9 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:05.315836 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f291614e-52a0-402e-bc63-25b7090084b1 req-687e299d-9890-433e-ac2d-6a7d491b4ea9 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c5e8d5a-79cf-4bea-96aa-2a6e95ec8aef HTTP/1.1" status: 200  len: 943 time: 0.5062170
May 07 21:50:05.318183 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-846d25e0-1db9-4aa1-8a0f-46a803bf6cbc req-48915e19-3baa-48d9-86df-6b87e8a203b2 service neutron] For port 8b09d66b-7638-451c-902c-9a93667bb5b6, host nch2-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:50:05.352617 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30543b3c-9c3f-49b1-8e08-e4042707c798 tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] Router 840afa89-df79-4408-8e69-47b6facd43de has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 21:50:05.410918 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ecb4fd4c-f5cc-4a2f-bf3b-84e867043bd4 admin admin] Publish callbacks [] for port (43420c3e-3130-44fc-aa4c-f6e765e78973), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:05.416628 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [req-846d25e0-1db9-4aa1-8a0f-46a803bf6cbc req-48915e19-3baa-48d9-86df-6b87e8a203b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b09d66b-7638-451c-902c-9a93667bb5b6 {{(pid=121837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:50:05.449997 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f291614e-52a0-402e-bc63-25b7090084b1 req-7d5c241f-3011-48ec-8338-dc4674e1a8a2 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1265848
May 07 21:50:05.546661 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ecb4fd4c-f5cc-4a2f-bf3b-84e867043bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (43420c3e-3130-44fc-aa4c-f6e765e78973), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:05.569808 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-846d25e0-1db9-4aa1-8a0f-46a803bf6cbc req-48915e19-3baa-48d9-86df-6b87e8a203b2 service neutron] For port 8b09d66b-7638-451c-902c-9a93667bb5b6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8b09d66b-7638-451c-902c-9a93667bb5b6,segment=NetworkSegment(917604e4-aade-4a11-b4ad-178bdbbe8fbb),segment_id=917604e4-aade-4a11-b4ad-178bdbbe8fbb)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:50:05.572656 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb4fd4c-f5cc-4a2f-bf3b-84e867043bd4 admin admin] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:50:05.576019 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-ecb4fd4c-f5cc-4a2f-bf3b-84e867043bd4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:50:05.604496 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb4fd4c-f5cc-4a2f-bf3b-84e867043bd4 admin admin] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:50:05.709476 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb4fd4c-f5cc-4a2f-bf3b-84e867043bd4 admin admin] Pushing event updated for resources: {'Port': ['ID=43420c3e-3130-44fc-aa4c-f6e765e78973,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:05.718896 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-57e3e6d1-8b14-415e-b8ee-78e037b4601c req-596e4512-2247-4e47-a521-543c565947e7 tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] 10.222.0.32 "GET /v2.0/ports?device_id=af003a02-3515-4f58-9883-d6033c1b72f4 HTTP/1.1" status: 200  len: 210 time: 0.0626185
May 07 21:50:05.760079 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-846d25e0-1db9-4aa1-8a0f-46a803bf6cbc req-48915e19-3baa-48d9-86df-6b87e8a203b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (8b09d66b-7638-451c-902c-9a93667bb5b6), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:05.865873 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f90ef87-199a-494c-b798-4de63ac1d9e3 req-3a9553a5-0318-411d-ac61-be28c331b2d1 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:05.877103 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5f90ef87-199a-494c-b798-4de63ac1d9e3 req-3a9553a5-0318-411d-ac61-be28c331b2d1 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ea4853a-41f9-43d9-b213-c627f5c9eb4e HTTP/1.1" status: 200  len: 946 time: 0.3774264
May 07 21:50:05.892717 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 37192) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:50:06.086141 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 37206) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:50:06.090669 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30543b3c-9c3f-49b1-8e08-e4042707c798 tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:50:06.103383 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e0f482-aba7-45b3-a69d-8d3b6701bec6 None None] Sync routers for ids ['840afa89-df79-4408-8e69-47b6facd43de'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:50:06.110928 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5f90ef87-199a-494c-b798-4de63ac1d9e3 req-e0bc81f5-ff03-4e83-bd71-13e114f63dcf tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2325442
May 07 21:50:06.116614 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-30543b3c-9c3f-49b1-8e08-e4042707c798 tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:06.123038 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e0f482-aba7-45b3-a69d-8d3b6701bec6 None None] Routers {'840afa89-df79-4408-8e69-47b6facd43de'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:50:06.123890 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-39e0f482-aba7-45b3-a69d-8d3b6701bec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8ca14a90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:49:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['840afa89-df79-4408-8e69-47b6facd43de'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:50:06.146636 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbe279b0-6b93-42a6-ab70-dd46bfb1ee26 admin admin] Deleting subnet 0cba138a-678d-4392-84ac-c6115c01dacb {{(pid=121836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 21:50:06.146636 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bbe279b0-6b93-42a6-ab70-dd46bfb1ee26 admin admin] Publish callbacks [] for subnet (0cba138a-678d-4392-84ac-c6115c01dacb), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:06.151126 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c5deda-672d-4024-8787-48a6fb2805db None None] Network a410d8ef-ee3d-4030-b2bf-4c0b7f9d7aaa requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:50:06.166201 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-19e76275-f972-40ef-96ce-9c2854376623 req-58fd62bd-85da-4aae-9e54-5da948046684 tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] Publish callbacks [] for port (6ce344e7-dcb0-471f-b006-52cef1e33f6f), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:06.189094 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-30543b3c-9c3f-49b1-8e08-e4042707c798 tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] 10.222.0.32 "PUT /v2.0/floatingips/74dfd6a2-a861-4e3a-afd0-6b46d9224811 HTTP/1.1" status: 200  len: 991 time: 3.7837117
May 07 21:50:06.190103 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-846d25e0-1db9-4aa1-8a0f-46a803bf6cbc req-48915e19-3baa-48d9-86df-6b87e8a203b2 service neutron] Transition to ACTIVE for port object 8b09d66b-7638-451c-902c-9a93667bb5b6 will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:50:06.195913 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbb2faa2-ee9e-47d3-a891-24cec328a4c2', 'tag': '95a695cd-81c6-4f14-adb9-b284c5d977e3'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:50:06.199514 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ecb4fd4c-f5cc-4a2f-bf3b-84e867043bd4 admin admin] Publish callbacks [] for router_gateway (04e67ecd-5a0f-47ea-aee1-12263c6ab0a5), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:06.199666 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79abb354-324f-4ebf-b19f-971eaada605a" -d '{"events": [{"name": "network-changed", "server_uuid": "bbb2faa2-ee9e-47d3-a891-24cec328a4c2", "tag": "95a695cd-81c6-4f14-adb9-b284c5d977e3"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:50:06.219688 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-846d25e0-1db9-4aa1-8a0f-46a803bf6cbc req-48915e19-3baa-48d9-86df-6b87e8a203b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (8b09d66b-7638-451c-902c-9a93667bb5b6), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:06.253905 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-5c881a22-ff7d-43e2-a3db-663eea6f238f None None] Provisioning complete for port 055cde7d-1e7f-4ea2-8f41-c60832969d1f triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:50:06.254645 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5c881a22-ff7d-43e2-a3db-663eea6f238f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (055cde7d-1e7f-4ea2-8f41-c60832969d1f), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:06.311221 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-39e0f482-aba7-45b3-a69d-8d3b6701bec6 None None] Set router 840afa89-df79-4408-8e69-47b6facd43de gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:50:06.383309 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-5c881a22-ff7d-43e2-a3db-663eea6f238f None None] Current status of the port 055cde7d-1e7f-4ea2-8f41-c60832969d1f is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:50:06.383953 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5c881a22-ff7d-43e2-a3db-663eea6f238f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (055cde7d-1e7f-4ea2-8f41-c60832969d1f), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:06.390018 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb873384-5f8e-4a94-b77f-1ac5a602dad7 x-openstack-request-id: req-cb873384-5f8e-4a94-b77f-1ac5a602dad7 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:50:06.391447 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbb2faa2-ee9e-47d3-a891-24cec328a4c2", "tag": "95a695cd-81c6-4f14-adb9-b284c5d977e3", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:50:06.391893 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cb873384-5f8e-4a94-b77f-1ac5a602dad7 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:50:06.392972 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb873384-5f8e-4a94-b77f-1ac5a602dad7'] response: {'name': 'network-changed', 'server_uuid': 'bbb2faa2-ee9e-47d3-a891-24cec328a4c2', 'tag': '95a695cd-81c6-4f14-adb9-b284c5d977e3', 'status': 'completed', 'code': 200}
May 07 21:50:06.430914 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48915e19-3baa-48d9-86df-6b87e8a203b2 service neutron] Pushing event updated for resources: {'Port': ['ID=8b09d66b-7638-451c-902c-9a93667bb5b6,revision_number=10']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:06.431345 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-5c881a22-ff7d-43e2-a3db-663eea6f238f None None] For port 055cde7d-1e7f-4ea2-8f41-c60832969d1f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=055cde7d-1e7f-4ea2-8f41-c60832969d1f,segment=NetworkSegment(83d8bfd7-7d5a-41d2-9f7c-165f0fdeeb09),segment_id=83d8bfd7-7d5a-41d2-9f7c-165f0fdeeb09)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:50:06.441248 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5c881a22-ff7d-43e2-a3db-663eea6f238f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (055cde7d-1e7f-4ea2-8f41-c60832969d1f), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:06.453809 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-98e22197-3791-459d-843a-b34a2883af54 req-095609f1-d18f-4fc0-b03b-d7d5c826830e tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8be6b3c-b434-467d-98b2-4d0d5763bed3 HTTP/1.1" status: 200  len: 210 time: 0.0596907
May 07 21:50:06.523757 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-df397602-1c40-4b7e-9c70-f9fd7fe1c6a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:06.525870 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c881a22-ff7d-43e2-a3db-663eea6f238f None None] Pushing event updated for resources: {'Port': ['ID=055cde7d-1e7f-4ea2-8f41-c60832969d1f,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:06.587556 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-846d25e0-1db9-4aa1-8a0f-46a803bf6cbc req-48915e19-3baa-48d9-86df-6b87e8a203b2 service neutron] No DVR routers for this DVR port 8b09d66b-7638-451c-902c-9a93667bb5b6 on host nch2-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:50:06.626061 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-19e76275-f972-40ef-96ce-9c2854376623 req-58fd62bd-85da-4aae-9e54-5da948046684 tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (6ce344e7-dcb0-471f-b006-52cef1e33f6f), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:06.652072 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-846d25e0-1db9-4aa1-8a0f-46a803bf6cbc req-48915e19-3baa-48d9-86df-6b87e8a203b2 service neutron] 10.222.0.59 "PUT /v2.0/ports/8b09d66b-7638-451c-902c-9a93667bb5b6/bindings/nch1-master-1/activate HTTP/1.1" status: 200  len: 369 time: 2.2945352
May 07 21:50:06.661480 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 055cde7d-1e7f-4ea2-8f41-c60832969d1f up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:50:06.712330 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19e76275-f972-40ef-96ce-9c2854376623 req-58fd62bd-85da-4aae-9e54-5da948046684 tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] Network 3cd5ba47-406b-4cd5-8f0e-08872326b372 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:50:06.726517 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [req-19e76275-f972-40ef-96ce-9c2854376623 req-58fd62bd-85da-4aae-9e54-5da948046684 tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:50:06.732618 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-19e76275-f972-40ef-96ce-9c2854376623 req-58fd62bd-85da-4aae-9e54-5da948046684 tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:50:06.773029 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 055cde7d-1e7f-4ea2-8f41-c60832969d1f triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:50:06.774431 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (055cde7d-1e7f-4ea2-8f41-c60832969d1f), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:06.780177 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d986face-3b97-4266-ac05-07d5e2755895 req-3ee7d5be-b164-48f6-9ce0-ea39ef475fc5 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=7789855db11445de842c4df75bd05e10&shared=False HTTP/1.1" status: 200  len: 213 time: 0.2004759
May 07 21:50:06.835655 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-39e0f482-aba7-45b3-a69d-8d3b6701bec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8ca14a90>, [{'id': '840afa89-df79-4408-8e69-47b6facd43de', 'name': 'tempest-ServersTestFqdnHostnames-1688040697-router', 'tenant_id': '281216301a5449cdb4c66e9f35e6e582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.174'}], 'enable_snat': True}, 'gw_port_id': 'feae140f-7755-4b03-91b8-923b0c5e18bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:49:26Z', 'updated_at': '2022-05-07T21:49:34Z', 'revision_number': 4, 'project_id': '281216301a5449cdb4c66e9f35e6e582', 'gw_port': {'id': 'feae140f-7755-4b03-91b8-923b0c5e18bf', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840afa89-df79-4408-8e69-47b6facd43de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:49:28Z', 'updated_at': '2022-05-07T21:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '74dfd6a2-a861-4e3a-afd0-6b46d9224811', 'tenant_id': '281216301a5449cdb4c66e9f35e6e582', 'floating_ip_address': '172.35.4.28', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '840afa89-df79-4408-8e69-47b6facd43de', 'port_id': '95a695cd-81c6-4f14-adb9-b284c5d977e3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdb18e56-26d2-4f79-bcda-791d483028bc', 'mac_address': 'fa:16:3e:8a:80:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb2faa2-ee9e-47d3-a891-24cec328a4c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T21:49:40Z', 'updated_at': '2022-05-07T21:50:03Z', 'revision_number': 1, 'project_id': '281216301a5449cdb4c66e9f35e6e582', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a586597-cb64-4cc9-988d-3b441f721946', 'name': '', 'network_id': 'cdb18e56-26d2-4f79-bcda-791d483028bc', 'tenant_id': '281216301a5449cdb4c66e9f35e6e582', 'mac_address': 'fa:16:3e:9d:21:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840afa89-df79-4408-8e69-47b6facd43de', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'a5cc013e-c71d-4b9b-b09e-51b6c283331f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:49:33Z', 'updated_at': '2022-05-07T21:49:38Z', 'revision_number': 5, 'project_id': '281216301a5449cdb4c66e9f35e6e582', 'subnets': [{'id': 'a5cc013e-c71d-4b9b-b09e-51b6c283331f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:50:06.856016 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fd62bd-85da-4aae-9e54-5da948046684 tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] Pushing event updated for resources: {'Port': ['ID=6ce344e7-dcb0-471f-b006-52cef1e33f6f,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:06.886784 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e0f482-aba7-45b3-a69d-8d3b6701bec6 None None] Checking router: 840afa89-df79-4408-8e69-47b6facd43de for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 21:50:06.898912 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e0f482-aba7-45b3-a69d-8d3b6701bec6 None None] Routers {'840afa89-df79-4408-8e69-47b6facd43de'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:50:06.899824 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-39e0f482-aba7-45b3-a69d-8d3b6701bec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8ca14a90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:49:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['840afa89-df79-4408-8e69-47b6facd43de'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:50:06.922376 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 055cde7d-1e7f-4ea2-8f41-c60832969d1f is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:50:06.949217 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e76275-f972-40ef-96ce-9c2854376623 req-58fd62bd-85da-4aae-9e54-5da948046684 tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:06.949951 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-19e76275-f972-40ef-96ce-9c2854376623 req-58fd62bd-85da-4aae-9e54-5da948046684 tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:06.976264 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-db28febb-ef47-4a3f-b524-c82af467359c None None] Provisioning complete for port 055cde7d-1e7f-4ea2-8f41-c60832969d1f triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:50:06.976783 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-db28febb-ef47-4a3f-b524-c82af467359c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (055cde7d-1e7f-4ea2-8f41-c60832969d1f), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:06.978931 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-19e76275-f972-40ef-96ce-9c2854376623 req-58fd62bd-85da-4aae-9e54-5da948046684 tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.7145941
May 07 21:50:06.996684 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d25e0-1db9-4aa1-8a0f-46a803bf6cbc req-66ff4476-b454-40e3-9992-cf3a3485f231 tempest-LiveAutoBlockMigrationV225Test-638033416 tempest-LiveAutoBlockMigrationV225Test-638033416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:06.998518 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-846d25e0-1db9-4aa1-8a0f-46a803bf6cbc req-66ff4476-b454-40e3-9992-cf3a3485f231 tempest-LiveAutoBlockMigrationV225Test-638033416 tempest-LiveAutoBlockMigrationV225Test-638033416-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=3c5e8d5a-79cf-4bea-96aa-2a6e95ec8aef&tenant_id=4db49857a44d4f399959ac625886505a&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.2110724
May 07 21:50:07.011038 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-19e76275-f972-40ef-96ce-9c2854376623 req-76810bf2-dc19-40d1-af81-7751259abefd service neutron] Request body: {'port': {'device_id': 'af003a02-3515-4f58-9883-d6033c1b72f4', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:50:07.048635 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-39e0f482-aba7-45b3-a69d-8d3b6701bec6 None None] Set router 840afa89-df79-4408-8e69-47b6facd43de gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:50:07.079027 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45962426-e436-441e-9502-417f8a008c72 req-27150fff-112b-4c08-99f1-cf64ad066bd9 tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:07.082657 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-45962426-e436-441e-9502-417f8a008c72 req-27150fff-112b-4c08-99f1-cf64ad066bd9 tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] 10.222.0.32 "GET /v2.0/ports?device_id=af003a02-3515-4f58-9883-d6033c1b72f4 HTTP/1.1" status: 200  len: 931 time: 0.1950169
May 07 21:50:07.130411 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d986face-3b97-4266-ac05-07d5e2755895 req-72fa83f4-85a9-437c-88df-b8b40667354a tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:07.137011 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d986face-3b97-4266-ac05-07d5e2755895 req-72fa83f4-85a9-437c-88df-b8b40667354a tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1440027
May 07 21:50:07.165715 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-db28febb-ef47-4a3f-b524-c82af467359c None None] Current status of the port 055cde7d-1e7f-4ea2-8f41-c60832969d1f is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:50:07.188877 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-d986face-3b97-4266-ac05-07d5e2755895 req-dc5e095b-925f-4cdd-9a2d-60970aaf9a7f tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Request body: {'port': {'device_id': 'e8be6b3c-b434-467d-98b2-4d0d5763bed3', 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47', 'admin_state_up': True, 'tenant_id': '7789855db11445de842c4df75bd05e10'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:50:07.202656 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-19e76275-f972-40ef-96ce-9c2854376623 req-76810bf2-dc19-40d1-af81-7751259abefd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (6ce344e7-dcb0-471f-b006-52cef1e33f6f), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:07.214939 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-45962426-e436-441e-9502-417f8a008c72 req-c6839f9e-87d9-4bd6-9aa6-ef0dfc087a48 tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] 10.222.0.32 "GET /v2.0/security-groups?id=20997da3-4950-4c1a-ac06-1c63d37fcdf9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1191690
May 07 21:50:07.266312 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bbe279b0-6b93-42a6-ab70-dd46bfb1ee26 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726883'] for subnet (0cba138a-678d-4392-84ac-c6115c01dacb), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:07.268755 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d25e0-1db9-4aa1-8a0f-46a803bf6cbc req-f3c09d80-4a52-4932-84ec-3a78e90a5971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:07.270613 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-846d25e0-1db9-4aa1-8a0f-46a803bf6cbc req-f3c09d80-4a52-4932-84ec-3a78e90a5971 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3c5e8d5a-79cf-4bea-96aa-2a6e95ec8aef&tenant_id=4db49857a44d4f399959ac625886505a HTTP/1.1" status: 200  len: 1126 time: 0.1056700
May 07 21:50:07.289200 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-29280144-e42a-4951-b7d5-139d3576429e None None] Provisioning complete for port 6ce344e7-dcb0-471f-b006-52cef1e33f6f triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:50:07.290564 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-29280144-e42a-4951-b7d5-139d3576429e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (6ce344e7-dcb0-471f-b006-52cef1e33f6f), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:07.342033 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-29280144-e42a-4951-b7d5-139d3576429e None None] Port 6ce344e7-dcb0-471f-b006-52cef1e33f6f cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:50:07.363280 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-39e0f482-aba7-45b3-a69d-8d3b6701bec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8ca14a90>, [{'id': '840afa89-df79-4408-8e69-47b6facd43de', 'name': 'tempest-ServersTestFqdnHostnames-1688040697-router', 'tenant_id': '281216301a5449cdb4c66e9f35e6e582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.174'}], 'enable_snat': True}, 'gw_port_id': 'feae140f-7755-4b03-91b8-923b0c5e18bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:49:26Z', 'updated_at': '2022-05-07T21:49:34Z', 'revision_number': 4, 'project_id': '281216301a5449cdb4c66e9f35e6e582', 'gw_port': {'id': 'feae140f-7755-4b03-91b8-923b0c5e18bf', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840afa89-df79-4408-8e69-47b6facd43de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:49:28Z', 'updated_at': '2022-05-07T21:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '74dfd6a2-a861-4e3a-afd0-6b46d9224811', 'tenant_id': '281216301a5449cdb4c66e9f35e6e582', 'floating_ip_address': '172.35.4.28', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '840afa89-df79-4408-8e69-47b6facd43de', 'port_id': '95a695cd-81c6-4f14-adb9-b284c5d977e3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdb18e56-26d2-4f79-bcda-791d483028bc', 'mac_address': 'fa:16:3e:8a:80:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb2faa2-ee9e-47d3-a891-24cec328a4c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T21:49:40Z', 'updated_at': '2022-05-07T21:50:03Z', 'revision_number': 1, 'project_id': '281216301a5449cdb4c66e9f35e6e582', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a586597-cb64-4cc9-988d-3b441f721946', 'name': '', 'network_id': 'cdb18e56-26d2-4f79-bcda-791d483028bc', 'tenant_id': '281216301a5449cdb4c66e9f35e6e582', 'mac_address': 'fa:16:3e:9d:21:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840afa89-df79-4408-8e69-47b6facd43de', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'a5cc013e-c71d-4b9b-b09e-51b6c283331f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:49:33Z', 'updated_at': '2022-05-07T21:49:38Z', 'revision_number': 5, 'project_id': '281216301a5449cdb4c66e9f35e6e582', 'subnets': [{'id': 'a5cc013e-c71d-4b9b-b09e-51b6c283331f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:50:07.392649 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43b563d-1555-41aa-840d-1a9ca605e4fe req-f0fa5852-a2a9-48d4-9fcf-0e212f49761b tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:07.394044 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a43b563d-1555-41aa-840d-1a9ca605e4fe req-f0fa5852-a2a9-48d4-9fcf-0e212f49761b tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c5e8d5a-79cf-4bea-96aa-2a6e95ec8aef HTTP/1.1" status: 200  len: 944 time: 0.6121993
May 07 21:50:07.409246 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e0f482-aba7-45b3-a69d-8d3b6701bec6 None None] The sync data for ids ['840afa89-df79-4408-8e69-47b6facd43de'] in ncdv-master-1 is: [{'id': '840afa89-df79-4408-8e69-47b6facd43de', 'name': 'tempest-ServersTestFqdnHostnames-1688040697-router', 'tenant_id': '281216301a5449cdb4c66e9f35e6e582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.174'}], 'enable_snat': True}, 'gw_port_id': 'feae140f-7755-4b03-91b8-923b0c5e18bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:49:26Z', 'updated_at': '2022-05-07T21:49:34Z', 'revision_number': 4, 'project_id': '281216301a5449cdb4c66e9f35e6e582', 'gw_port': {'id': 'feae140f-7755-4b03-91b8-923b0c5e18bf', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840afa89-df79-4408-8e69-47b6facd43de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:49:28Z', 'updated_at': '2022-05-07T21:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '74dfd6a2-a861-4e3a-afd0-6b46d9224811', 'tenant_id': '281216301a5449cdb4c66e9f35e6e582', 'floating_ip_address': '172.35.4.28', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '840afa89-df79-4408-8e69-47b6facd43de', 'port_id': '95a695cd-81c6-4f14-adb9-b284c5d977e3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 607, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdb18e56-26d2-4f79-bcda-791d483028bc', 'mac_address': 'fa:16:3e:8a:80:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbb2faa2-ee9e-47d3-a891-24cec328a4c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T21:49:40Z', 'updated_at': '2022-05-07T21:50:03Z', 'revision_number': 1, 'project_id': '281216301a5449cdb4c66e9f35e6e582', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a586597-cb64-4cc9-988d-3b441f721946', 'name': '', 'network_id': 'cdb18e56-26d2-4f79-bcda-791d483028bc', 'tenant_id': '281216301a5449cdb4c66e9f35e6e582', 'mac_address': 'fa:16:3e:9d:21:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840afa89-df79-4408-8e69-47b6facd43de', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'a5cc013e-c71d-4b9b-b09e-51b6c283331f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:49:33Z', 'updated_at': '2022-05-07T21:49:38Z', 'revision_number': 5, 'project_id': '281216301a5449cdb4c66e9f35e6e582', 'subnets': [{'id': 'a5cc013e-c71d-4b9b-b09e-51b6c283331f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:50:07.434733 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54963316-f48c-4ab1-8d91-d1108e867c0a req-7a7a832c-87ed-4e52-bd3c-c548844f8ad7 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:07.437292 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-54963316-f48c-4ab1-8d91-d1108e867c0a req-7a7a832c-87ed-4e52-bd3c-c548844f8ad7 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ea4853a-41f9-43d9-b213-c627f5c9eb4e HTTP/1.1" status: 200  len: 946 time: 0.0766373
May 07 21:50:07.472084 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79abb354-324f-4ebf-b19f-971eaada605a req-5e01abe5-a2bb-4b23-9741-dfeb40a540a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:07.473569 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-79abb354-324f-4ebf-b19f-971eaada605a req-5e01abe5-a2bb-4b23-9741-dfeb40a540a7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=281216301a5449cdb4c66e9f35e6e582&device_id=bbb2faa2-ee9e-47d3-a891-24cec328a4c2 HTTP/1.1" status: 200  len: 1128 time: 0.8227191
May 07 21:50:07.553830 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-54963316-f48c-4ab1-8d91-d1108e867c0a req-6b7aded7-1c1e-4d1b-ae58-19e318081828 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0951591
May 07 21:50:07.592043 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d25e0-1db9-4aa1-8a0f-46a803bf6cbc req-553ef53d-fe7e-4be1-a676-96d2a81e90ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:07.593558 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-846d25e0-1db9-4aa1-8a0f-46a803bf6cbc req-553ef53d-fe7e-4be1-a676-96d2a81e90ac service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4db49857a44d4f399959ac625886505a&device_id=3c5e8d5a-79cf-4bea-96aa-2a6e95ec8aef HTTP/1.1" status: 200  len: 1126 time: 0.1668363
May 07 21:50:07.632058 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 8b09d66b-7638-451c-902c-9a93667bb5b6 no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:50:07.672196 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bbe279b0-6b93-42a6-ab70-dd46bfb1ee26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (0cba138a-678d-4392-84ac-c6115c01dacb), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:07.689167 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7037a382-c7f9-410f-bea7-4b02164645fa req-829617de-28e8-41e0-991a-2f81345e0572 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8be6b3c-b434-467d-98b2-4d0d5763bed3 HTTP/1.1" status: 200  len: 210 time: 0.0347414
May 07 21:50:07.708665 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [req-19e76275-f972-40ef-96ce-9c2854376623 req-76810bf2-dc19-40d1-af81-7751259abefd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ce344e7-dcb0-471f-b006-52cef1e33f6f {{(pid=121837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:50:07.716154 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] The host nch2-master-1 is not matching for port 8b09d66b-7638-451c-902c-9a93667bb5b6 host nch1-master-1! {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2394}}
May 07 21:50:07.716553 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 8b09d66b-7638-451c-902c-9a93667bb5b6 not bound to the agent host nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:50:07.732132 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-19e76275-f972-40ef-96ce-9c2854376623 req-76810bf2-dc19-40d1-af81-7751259abefd service neutron] Publish callbacks [] for port (6ce344e7-dcb0-471f-b006-52cef1e33f6f), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:07.750592 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-19e76275-f972-40ef-96ce-9c2854376623 req-76810bf2-dc19-40d1-af81-7751259abefd service neutron] Transition to ACTIVE for port object 6ce344e7-dcb0-471f-b006-52cef1e33f6f will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:50:07.757543 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-19e76275-f972-40ef-96ce-9c2854376623 req-76810bf2-dc19-40d1-af81-7751259abefd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (6ce344e7-dcb0-471f-b006-52cef1e33f6f), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:07.783959 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1353f84c-fa6f-456d-8cd2-a496dacf586d None None] New status for floating IP 74dfd6a2-a861-4e3a-afd0-6b46d9224811: ACTIVE {{(pid=121838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 07 21:50:07.806957 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-df397602-1c40-4b7e-9c70-f9fd7fe1c6a3 admin admin] Publish callbacks [] for security_group (4653f1b5-0edc-4f8c-9507-3c56d32418e0), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:07.818690 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ecb4fd4c-f5cc-4a2f-bf3b-84e867043bd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (04e67ecd-5a0f-47ea-aee1-12263c6ab0a5), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:07.824074 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a43b563d-1555-41aa-840d-1a9ca605e4fe req-9c31d30d-65d2-401d-9950-fc23649c57d1 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3413277
May 07 21:50:07.840342 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-df397602-1c40-4b7e-9c70-f9fd7fe1c6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (4653f1b5-0edc-4f8c-9507-3c56d32418e0), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:07.962365 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76810bf2-dc19-40d1-af81-7751259abefd service neutron] Pushing event updated for resources: {'Port': ['ID=6ce344e7-dcb0-471f-b006-52cef1e33f6f,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:07.965083 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-19e76275-f972-40ef-96ce-9c2854376623 req-76810bf2-dc19-40d1-af81-7751259abefd service neutron] Attempting to bind port 6ce344e7-dcb0-471f-b006-52cef1e33f6f on host nch1-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:50:07.967264 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-19e76275-f972-40ef-96ce-9c2854376623 req-76810bf2-dc19-40d1-af81-7751259abefd service neutron] Attempting to bind port 6ce344e7-dcb0-471f-b006-52cef1e33f6f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '74c0e86c-ce6a-4a8c-8cbb-dcb45d114173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3cd5ba47-406b-4cd5-8f0e-08872326b372'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:50:07.967626 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e76275-f972-40ef-96ce-9c2854376623 req-76810bf2-dc19-40d1-af81-7751259abefd service neutron] Attempting to bind port 6ce344e7-dcb0-471f-b006-52cef1e33f6f on network 3cd5ba47-406b-4cd5-8f0e-08872326b372 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:50:07.974132 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e76275-f972-40ef-96ce-9c2854376623 req-76810bf2-dc19-40d1-af81-7751259abefd service neutron] Port 6ce344e7-dcb0-471f-b006-52cef1e33f6f on network 3cd5ba47-406b-4cd5-8f0e-08872326b372 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:50:07.974750 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e76275-f972-40ef-96ce-9c2854376623 req-76810bf2-dc19-40d1-af81-7751259abefd service neutron] Attempting to bind port 6ce344e7-dcb0-471f-b006-52cef1e33f6f on network 3cd5ba47-406b-4cd5-8f0e-08872326b372 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:50:07.983003 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e76275-f972-40ef-96ce-9c2854376623 req-76810bf2-dc19-40d1-af81-7751259abefd service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:50:07.983849 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e76275-f972-40ef-96ce-9c2854376623 req-76810bf2-dc19-40d1-af81-7751259abefd service neutron] Checking segment: {'id': '74c0e86c-ce6a-4a8c-8cbb-dcb45d114173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3cd5ba47-406b-4cd5-8f0e-08872326b372'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:50:07.985012 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19e76275-f972-40ef-96ce-9c2854376623 req-76810bf2-dc19-40d1-af81-7751259abefd service neutron] Bound using segment: {'id': '74c0e86c-ce6a-4a8c-8cbb-dcb45d114173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3cd5ba47-406b-4cd5-8f0e-08872326b372'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:50:07.985548 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-19e76275-f972-40ef-96ce-9c2854376623 req-76810bf2-dc19-40d1-af81-7751259abefd service neutron] Bound port: 6ce344e7-dcb0-471f-b006-52cef1e33f6f, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74c0e86c-ce6a-4a8c-8cbb-dcb45d114173', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3cd5ba47-406b-4cd5-8f0e-08872326b372'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:50:07.985927 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-19e76275-f972-40ef-96ce-9c2854376623 req-76810bf2-dc19-40d1-af81-7751259abefd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (6ce344e7-dcb0-471f-b006-52cef1e33f6f), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:08.023199 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d986face-3b97-4266-ac05-07d5e2755895 req-dc5e095b-925f-4cdd-9a2d-60970aaf9a7f tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Made reservation on behalf of 7789855db11445de842c4df75bd05e10 for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:50:08.027287 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-d986face-3b97-4266-ac05-07d5e2755895 req-dc5e095b-925f-4cdd-9a2d-60970aaf9a7f tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:08.034544 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79abb354-324f-4ebf-b19f-971eaada605a req-9dd75dad-847b-423f-b4b7-b337e2a82882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:08.036528 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-79abb354-324f-4ebf-b19f-971eaada605a req-9dd75dad-847b-423f-b4b7-b337e2a82882 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cdb18e56-26d2-4f79-bcda-791d483028bc HTTP/1.1" status: 200  len: 916 time: 0.5504649
May 07 21:50:08.043003 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df397602-1c40-4b7e-9c70-f9fd7fe1c6a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4653f1b5-0edc-4f8c-9507-3c56d32418e0,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:08.047355 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-df397602-1c40-4b7e-9c70-f9fd7fe1c6a3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2cde6b55f49a40cba5aaf99ac1b8723d&name=default HTTP/1.1" status: 200  len: 2996 time: 2.1534357
May 07 21:50:08.050718 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 37224) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:50:08.076803 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bbe279b0-6b93-42a6-ab70-dd46bfb1ee26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (0cba138a-678d-4392-84ac-c6115c01dacb), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:08.143700 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-19e76275-f972-40ef-96ce-9c2854376623 req-76810bf2-dc19-40d1-af81-7751259abefd service neutron] For port 6ce344e7-dcb0-471f-b006-52cef1e33f6f, host nch1-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:50:08.147790 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-19e76275-f972-40ef-96ce-9c2854376623 req-76810bf2-dc19-40d1-af81-7751259abefd service neutron] For port 6ce344e7-dcb0-471f-b006-52cef1e33f6f, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6ce344e7-dcb0-471f-b006-52cef1e33f6f,segment=NetworkSegment(74c0e86c-ce6a-4a8c-8cbb-dcb45d114173),segment_id=74c0e86c-ce6a-4a8c-8cbb-dcb45d114173)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:50:08.161853 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-19e76275-f972-40ef-96ce-9c2854376623 req-76810bf2-dc19-40d1-af81-7751259abefd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (6ce344e7-dcb0-471f-b006-52cef1e33f6f), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:08.195153 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c31a197f-7418-4489-a1b5-c9e3d28d32e6 admin admin] Publish callbacks [] for security_group (4653f1b5-0edc-4f8c-9507-3c56d32418e0), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:08.216720 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e76275-f972-40ef-96ce-9c2854376623 req-76810bf2-dc19-40d1-af81-7751259abefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:08.217390 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-19e76275-f972-40ef-96ce-9c2854376623 req-76810bf2-dc19-40d1-af81-7751259abefd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:08.218799 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-19e76275-f972-40ef-96ce-9c2854376623 req-76810bf2-dc19-40d1-af81-7751259abefd service neutron] 10.222.0.55 "PUT /v2.0/ports/6ce344e7-dcb0-471f-b006-52cef1e33f6f HTTP/1.1" status: 200  len: 1091 time: 1.2294617
May 07 21:50:08.236256 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d25e0-1db9-4aa1-8a0f-46a803bf6cbc req-c3b4f047-7d7b-49d2-b03a-f0d79fd590e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:08.249845 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-846d25e0-1db9-4aa1-8a0f-46a803bf6cbc req-c3b4f047-7d7b-49d2-b03a-f0d79fd590e9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=38d1a38e-1f99-466b-bf7f-940113b4b6ed HTTP/1.1" status: 200  len: 922 time: 0.6349666
May 07 21:50:08.251298 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe279b0-6b93-42a6-ab70-dd46bfb1ee26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cba138a-678d-4392-84ac-c6115c01dacb,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:08.264515 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c31a197f-7418-4489-a1b5-c9e3d28d32e6 admin admin] Publish callbacks [] for security_group (4653f1b5-0edc-4f8c-9507-3c56d32418e0), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:08.304502 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76810bf2-dc19-40d1-af81-7751259abefd service neutron] Pushing event updated for resources: {'Port': ['ID=6ce344e7-dcb0-471f-b006-52cef1e33f6f,revision_number=3']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:08.328344 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bbe279b0-6b93-42a6-ab70-dd46bfb1ee26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:08.342000 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-bbe279b0-6b93-42a6-ab70-dd46bfb1ee26 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/0cba138a-678d-4392-84ac-c6115c01dacb HTTP/1.1" status: 204  len: 168 time: 2.2452555
May 07 21:50:08.348688 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 37228) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:50:08.399912 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-79abb354-324f-4ebf-b19f-971eaada605a req-10316394-f41a-4c50-96dd-da848df8656e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95a695cd-81c6-4f14-adb9-b284c5d977e3 HTTP/1.1" status: 200  len: 1001 time: 0.3487153
May 07 21:50:08.411253 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af003a02-3515-4f58-9883-d6033c1b72f4', 'tag': '6ce344e7-dcb0-471f-b006-52cef1e33f6f'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:50:08.413544 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62f4eda5-59a4-43d9-b323-1294819f55de" -d '{"events": [{"name": "network-changed", "server_uuid": "af003a02-3515-4f58-9883-d6033c1b72f4", "tag": "6ce344e7-dcb0-471f-b006-52cef1e33f6f"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:50:08.433407 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e76275-f972-40ef-96ce-9c2854376623 req-5a597bc9-a230-413d-a124-19089adb3268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:08.441448 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-19e76275-f972-40ef-96ce-9c2854376623 req-5a597bc9-a230-413d-a124-19089adb3268 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=487fc10ff315438ca2de090c396e3cfb&device_id=af003a02-3515-4f58-9883-d6033c1b72f4 HTTP/1.1" status: 200  len: 1125 time: 0.1393869
May 07 21:50:08.456385 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-846d25e0-1db9-4aa1-8a0f-46a803bf6cbc req-9dc7e2a4-d367-4311-bf83-0705eb7a1a17 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b09d66b-7638-451c-902c-9a93667bb5b6 HTTP/1.1" status: 200  len: 217 time: 0.1659944
May 07 21:50:08.469097 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 055cde7d-1e7f-4ea2-8f41-c60832969d1f up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:50:08.501832 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2043a6-8f4b-4a48-9dbe-a0fcde14bd66 req-b2cbecf1-2d1a-4242-ac09-e8dd5fa683ae tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:08.511137 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-aa2043a6-8f4b-4a48-9dbe-a0fcde14bd66 req-b2cbecf1-2d1a-4242-ac09-e8dd5fa683ae tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] 10.222.0.32 "GET /v2.0/ports?device_id=af003a02-3515-4f58-9883-d6033c1b72f4 HTTP/1.1" status: 200  len: 943 time: 0.1596158
May 07 21:50:08.568913 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c31a197f-7418-4489-a1b5-c9e3d28d32e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (4653f1b5-0edc-4f8c-9507-3c56d32418e0), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:08.571558 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c31a197f-7418-4489-a1b5-c9e3d28d32e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:08.578727 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 055cde7d-1e7f-4ea2-8f41-c60832969d1f triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:50:08.579479 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (055cde7d-1e7f-4ea2-8f41-c60832969d1f), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:08.599865 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-c31a197f-7418-4489-a1b5-c9e3d28d32e6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4653f1b5-0edc-4f8c-9507-3c56d32418e0 HTTP/1.1" status: 204  len: 168 time: 0.5478647
May 07 21:50:08.601625 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e023945c-a34b-4780-95ac-d691aabbbcd7 x-openstack-request-id: req-e023945c-a34b-4780-95ac-d691aabbbcd7 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:50:08.603037 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af003a02-3515-4f58-9883-d6033c1b72f4", "tag": "6ce344e7-dcb0-471f-b006-52cef1e33f6f", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:50:08.603205 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e023945c-a34b-4780-95ac-d691aabbbcd7 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:50:08.603703 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e023945c-a34b-4780-95ac-d691aabbbcd7'] response: {'name': 'network-changed', 'server_uuid': 'af003a02-3515-4f58-9883-d6033c1b72f4', 'tag': '6ce344e7-dcb0-471f-b006-52cef1e33f6f', 'status': 'completed', 'code': 200}
May 07 21:50:08.625667 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-19e76275-f972-40ef-96ce-9c2854376623 req-7cde48a7-58ce-4866-a9d4-e8526f432dcd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ce344e7-dcb0-471f-b006-52cef1e33f6f HTTP/1.1" status: 200  len: 217 time: 0.1431990
May 07 21:50:08.648157 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f0c71e61-2a7a-4a9c-a5c5-940a125e52c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (d3775254-6c3d-4b27-a2f1-ae073d9f981d), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:08.660876 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79abb354-324f-4ebf-b19f-971eaada605a req-21de1613-2433-488e-a68b-9f5bd87200fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:08.666121 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-79abb354-324f-4ebf-b19f-971eaada605a req-21de1613-2433-488e-a68b-9f5bd87200fa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a5cc013e-c71d-4b9b-b09e-51b6c283331f HTTP/1.1" status: 200  len: 854 time: 0.1923022
May 07 21:50:08.716426 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31a197f-7418-4489-a1b5-c9e3d28d32e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4653f1b5-0edc-4f8c-9507-3c56d32418e0,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:08.809332 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-aa2043a6-8f4b-4a48-9dbe-a0fcde14bd66 req-35f7ce57-9f40-4a80-8097-be1e866fffc1 tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] 10.222.0.32 "GET /v2.0/security-groups?id=20997da3-4950-4c1a-ac06-1c63d37fcdf9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2971027
May 07 21:50:08.833796 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 055cde7d-1e7f-4ea2-8f41-c60832969d1f is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:50:08.930333 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f0c71e61-2a7a-4a9c-a5c5-940a125e52c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (d3775254-6c3d-4b27-a2f1-ae073d9f981d), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:08.963375 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-f0c71e61-2a7a-4a9c-a5c5-940a125e52c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf86b7f430>,) {'filters': {'network_id': ['d3775254-6c3d-4b27-a2f1-ae073d9f981d']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:50:08.967467 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e76275-f972-40ef-96ce-9c2854376623 req-08a4acf9-7c09-48a3-a301-d46b0d500b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:08.969015 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-19e76275-f972-40ef-96ce-9c2854376623 req-08a4acf9-7c09-48a3-a301-d46b0d500b52 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ca8aa31e-0762-4142-9690-26161843f094 HTTP/1.1" status: 200  len: 844 time: 0.3316636
May 07 21:50:09.002952 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-f0c71e61-2a7a-4a9c-a5c5-940a125e52c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf86b7f430>, '616ea0c7-2d98-4ffb-86e7-ca2a85e3ffe1') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:50:09.003439 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-f0c71e61-2a7a-4a9c-a5c5-940a125e52c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf86b7f430>, '616ea0c7-2d98-4ffb-86e7-ca2a85e3ffe1') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:50:09.051113 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a9d40eab-032e-472a-9e57-622c4f70792e req-934043cc-e7ab-4816-8e7c-0cb7e669558a tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8be6b3c-b434-467d-98b2-4d0d5763bed3 HTTP/1.1" status: 200  len: 210 time: 0.0810113
May 07 21:50:09.053501 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f0c71e61-2a7a-4a9c-a5c5-940a125e52c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (616ea0c7-2d98-4ffb-86e7-ca2a85e3ffe1), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:09.069379 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 37242) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:50:09.089779 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e76275-f972-40ef-96ce-9c2854376623 req-7dafc9e7-92a2-48bc-902c-1a46751b1141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:09.091386 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-19e76275-f972-40ef-96ce-9c2854376623 req-7dafc9e7-92a2-48bc-902c-1a46751b1141 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3cd5ba47-406b-4cd5-8f0e-08872326b372&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1123190
May 07 21:50:09.115158 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f0c71e61-2a7a-4a9c-a5c5-940a125e52c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (616ea0c7-2d98-4ffb-86e7-ca2a85e3ffe1), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:09.125501 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7122e687-55f5-40ad-a054-f75267997c18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:09.157894 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0c71e61-2a7a-4a9c-a5c5-940a125e52c9 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 21:50:09.158439 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f0c71e61-2a7a-4a9c-a5c5-940a125e52c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (616ea0c7-2d98-4ffb-86e7-ca2a85e3ffe1), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:09.160380 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 21:50:09.160380 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 21:50:09.160380 ncdv-master-1 neutron-server[121837]:     timer()
May 07 21:50:09.160380 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 21:50:09.160380 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 21:50:09.160380 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 21:50:09.160380 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 21:50:09.160380 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 21:50:09.160380 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 21:50:09.160380 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 21:50:09.160380 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 21:50:09.160380 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 21:50:09.160380 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 21:50:09.160380 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 21:50:09.160380 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 21:50:09.160380 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 21:50:09.160380 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 21:50:09.160380 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 21:50:09.160380 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 21:50:09.160380 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 21:50:09.160380 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 21:50:09.160380 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 21:50:09.160380 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 21:50:09.160380 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 21:50:09.160380 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 21:50:09.160380 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 21:50:09.160380 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 21:50:09.160380 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 21:50:09.160380 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 21:50:09.160380 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 21:50:09.160380 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 21:50:09.160380 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 21:50:09.185432 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232f8183-49bb-42c2-af5a-855984344f3a req-efb1a67a-2e0b-499b-a049-5b08b10a9042 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:09.187199 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-232f8183-49bb-42c2-af5a-855984344f3a req-efb1a67a-2e0b-499b-a049-5b08b10a9042 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ea4853a-41f9-43d9-b213-c627f5c9eb4e HTTP/1.1" status: 200  len: 946 time: 0.5115302
May 07 21:50:09.193596 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecb4fd4c-f5cc-4a2f-bf3b-84e867043bd4 admin admin] Router 04e67ecd-5a0f-47ea-aee1-12263c6ab0a5 is scheduled to L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db with binding_index 1 {{(pid=121836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 07 21:50:09.201945 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d25e0-1db9-4aa1-8a0f-46a803bf6cbc req-5bb22dd5-b070-40c6-baca-f4438d1a600d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:09.204103 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-846d25e0-1db9-4aa1-8a0f-46a803bf6cbc req-5bb22dd5-b070-40c6-baca-f4438d1a600d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=14835495-3004-48e8-b7c5-01b68d156e2d HTTP/1.1" status: 200  len: 861 time: 0.7262807
May 07 21:50:09.244082 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79abb354-324f-4ebf-b19f-971eaada605a req-3c72f907-0311-4a3c-adbb-7789b6f212c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:09.246218 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-79abb354-324f-4ebf-b19f-971eaada605a req-3c72f907-0311-4a3c-adbb-7789b6f212c2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cdb18e56-26d2-4f79-bcda-791d483028bc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.5581241
May 07 21:50:09.309472 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-846d25e0-1db9-4aa1-8a0f-46a803bf6cbc req-4b2bda0a-974f-4faf-a9fc-5bfff95d4558 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=38d1a38e-1f99-466b-bf7f-940113b4b6ed&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0980074
May 07 21:50:09.318858 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [req-d986face-3b97-4266-ac05-07d5e2755895 req-dc5e095b-925f-4cdd-9a2d-60970aaf9a7f tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Allocated IP 192.168.233.134 (665487f0-78eb-47fb-9a06-b15bc614dc47/6e0e5c53-1ece-4d20-b01d-5f8c6957edf6/873114d2-cfcd-4b2f-9a14-3496ecd36990) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:50:09.321479 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c507e-a337-4699-95b5-d4ef477c4349 req-a51aab20-ab67-4afc-b031-846fcebf8666 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:09.323239 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1a7c507e-a337-4699-95b5-d4ef477c4349 req-a51aab20-ab67-4afc-b031-846fcebf8666 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c5e8d5a-79cf-4bea-96aa-2a6e95ec8aef HTTP/1.1" status: 200  len: 944 time: 0.1724861
May 07 21:50:09.330925 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f0c71e61-2a7a-4a9c-a5c5-940a125e52c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (d3775254-6c3d-4b27-a2f1-ae073d9f981d), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:09.528558 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-232f8183-49bb-42c2-af5a-855984344f3a req-9c8a4eb2-2b20-44a8-9ddd-2a4ad690e06f tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3309145
May 07 21:50:09.630967 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-79abb354-324f-4ebf-b19f-971eaada605a req-6ba5941c-9496-4ea0-a638-108ffb3527f4 service neutron] 10.222.0.59 "GET /v2.0/networks/cdb18e56-26d2-4f79-bcda-791d483028bc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3772497
May 07 21:50:09.653873 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f0c71e61-2a7a-4a9c-a5c5-940a125e52c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:09.657865 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-f0c71e61-2a7a-4a9c-a5c5-940a125e52c9 admin admin] 10.222.0.32 "DELETE /v2.0/networks/d3775254-6c3d-4b27-a2f1-ae073d9f981d HTTP/1.1" status: 204  len: 168 time: 1.3061178
May 07 21:50:09.682595 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c71e61-2a7a-4a9c-a5c5-940a125e52c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3775254-6c3d-4b27-a2f1-ae073d9f981d,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:09.693619 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-19e76275-f972-40ef-96ce-9c2854376623 req-c6b6e648-cdb4-4ee1-beb5-072fef75d9d7 service neutron] 10.222.0.55 "GET /v2.0/networks/3cd5ba47-406b-4cd5-8f0e-08872326b372?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5936780
May 07 21:50:09.710053 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-846d25e0-1db9-4aa1-8a0f-46a803bf6cbc req-54f80cd3-b585-42a6-ae8d-44a11243458f service neutron] 10.222.0.55 "GET /v2.0/networks/38d1a38e-1f99-466b-bf7f-940113b4b6ed?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3889449
May 07 21:50:09.723494 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecb4fd4c-f5cc-4a2f-bf3b-84e867043bd4 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:50:09.738890 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ce25f3-46d9-4fee-8b97-ad134c9491b8 None None] Sync routers for ids ['04e67ecd-5a0f-47ea-aee1-12263c6ab0a5'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:50:09.755650 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ce25f3-46d9-4fee-8b97-ad134c9491b8 None None] Routers {'04e67ecd-5a0f-47ea-aee1-12263c6ab0a5'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:50:09.756881 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-25ce25f3-46d9-4fee-8b97-ad134c9491b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8ca14190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:49:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['04e67ecd-5a0f-47ea-aee1-12263c6ab0a5'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:50:09.807022 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1a7c507e-a337-4699-95b5-d4ef477c4349 req-821ceaf6-002d-449b-8625-49511bc036c9 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4560554
May 07 21:50:09.827648 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ecb4fd4c-f5cc-4a2f-bf3b-84e867043bd4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:09.831482 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-ecb4fd4c-f5cc-4a2f-bf3b-84e867043bd4 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 6.8828819
May 07 21:50:09.833958 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 37246) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:50:09.865347 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7122e687-55f5-40ad-a054-f75267997c18 admin admin] Publish callbacks [] for security_group (1d8dd281-dfc2-4ee2-8c88-0d462e99a122), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:09.942200 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7122e687-55f5-40ad-a054-f75267997c18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (1d8dd281-dfc2-4ee2-8c88-0d462e99a122), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:09.960263 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 37250) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:50:09.988492 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-79abb354-324f-4ebf-b19f-971eaada605a req-e6d5d239-8c13-416c-8026-f60052a6ae8b service neutron] 10.222.0.59 "GET /v2.0/networks/cdb18e56-26d2-4f79-bcda-791d483028bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3435798
May 07 21:50:10.004014 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-25ce25f3-46d9-4fee-8b97-ad134c9491b8 None None] Set router 04e67ecd-5a0f-47ea-aee1-12263c6ab0a5 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:50:10.020416 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-19e76275-f972-40ef-96ce-9c2854376623 req-bf94f388-9e29-49b3-83b7-2f393f42c2db service neutron] 10.222.0.55 "GET /v2.0/networks/3cd5ba47-406b-4cd5-8f0e-08872326b372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3182640
May 07 21:50:10.056486 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-d986face-3b97-4266-ac05-07d5e2755895 req-dc5e095b-925f-4cdd-9a2d-60970aaf9a7f tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Publish callbacks [] for port (873114d2-cfcd-4b2f-9a14-3496ecd36990), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:10.070985 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-7122e687-55f5-40ad-a054-f75267997c18 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=df8cce0afe5543f58c8a4bfcad518833&name=default HTTP/1.1" status: 200  len: 2996 time: 1.0005023
May 07 21:50:10.074704 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7122e687-55f5-40ad-a054-f75267997c18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d8dd281-dfc2-4ee2-8c88-0d462e99a122,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:10.077702 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 37252) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:50:10.091659 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-846d25e0-1db9-4aa1-8a0f-46a803bf6cbc req-f0a2a13d-d63f-44e0-aa4f-8b678dd6a944 service neutron] 10.222.0.55 "GET /v2.0/networks/38d1a38e-1f99-466b-bf7f-940113b4b6ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3724866
May 07 21:50:10.195385 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb30d0a8-1137-4daf-8c54-8393b871097d req-9b358a0b-b44f-43fb-ae14-4e9bfddd3f1e tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:10.205659 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-cb30d0a8-1137-4daf-8c54-8393b871097d req-9b358a0b-b44f-43fb-ae14-4e9bfddd3f1e tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] 10.222.0.32 "GET /v2.0/ports?device_id=af003a02-3515-4f58-9883-d6033c1b72f4 HTTP/1.1" status: 200  len: 943 time: 0.2104523
May 07 21:50:10.263241 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3a98ddad-9f78-419a-8834-9352ab3e77f9 req-43f4b596-f2df-4683-9379-ea520b4de79e tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8be6b3c-b434-467d-98b2-4d0d5763bed3 HTTP/1.1" status: 200  len: 210 time: 0.0682373
May 07 21:50:10.279172 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-a0f6eaab-c9b0-4796-a518-91eb8f60005d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bd92ab7de4f3456e82ccaa60aa378562&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3150363
May 07 21:50:10.284688 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 37256) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:50:10.300609 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4faa4f6b-6d61-478b-af59-a8e62691e369 admin admin] Publish callbacks [] for security_group (1d8dd281-dfc2-4ee2-8c88-0d462e99a122), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:10.305969 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-cb30d0a8-1137-4daf-8c54-8393b871097d req-dd8f57e2-eb19-47ec-86ca-ddbf2c771c72 tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] 10.222.0.32 "GET /v2.0/security-groups?id=20997da3-4950-4c1a-ac06-1c63d37fcdf9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0988030
May 07 21:50:10.309210 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-d986face-3b97-4266-ac05-07d5e2755895 req-dc5e095b-925f-4cdd-9a2d-60970aaf9a7f tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (873114d2-cfcd-4b2f-9a14-3496ecd36990), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:10.336691 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['671083f6-1511-4a4e-b623-b011d1104e75'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:50:10.364316 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-25ce25f3-46d9-4fee-8b97-ad134c9491b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8ca14190>, [{'id': '04e67ecd-5a0f-47ea-aee1-12263c6ab0a5', 'name': 'tempest-ServersTestManualDisk-649216037-router', 'tenant_id': '2a463927927b488ebe8a6e118484e8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.26'}], 'enable_snat': True}, 'gw_port_id': '43420c3e-3130-44fc-aa4c-f6e765e78973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:50:03Z', 'updated_at': '2022-05-07T21:50:05Z', 'revision_number': 3, 'project_id': '2a463927927b488ebe8a6e118484e8df', 'gw_port': {'id': '43420c3e-3130-44fc-aa4c-f6e765e78973', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:97:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e67ecd-5a0f-47ea-aee1-12263c6ab0a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:50:04Z', 'updated_at': '2022-05-07T21:50:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:50:10.384280 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d986face-3b97-4266-ac05-07d5e2755895 req-dc5e095b-925f-4cdd-9a2d-60970aaf9a7f tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Network 665487f0-78eb-47fb-9a06-b15bc614dc47 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:50:10.389951 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [req-d986face-3b97-4266-ac05-07d5e2755895 req-dc5e095b-925f-4cdd-9a2d-60970aaf9a7f tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:50:10.390712 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4faa4f6b-6d61-478b-af59-a8e62691e369 admin admin] Publish callbacks [] for security_group (1d8dd281-dfc2-4ee2-8c88-0d462e99a122), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:10.405586 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ce25f3-46d9-4fee-8b97-ad134c9491b8 None None] Checking router: 04e67ecd-5a0f-47ea-aee1-12263c6ab0a5 for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 21:50:10.406097 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ce25f3-46d9-4fee-8b97-ad134c9491b8 None None] Updating router 04e67ecd-5a0f-47ea-aee1-12263c6ab0a5 port 43420c3e-3130-44fc-aa4c-f6e765e78973 binding host ncdv-master-1 {{(pid=121839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 21:50:10.409023 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-d986face-3b97-4266-ac05-07d5e2755895 req-dc5e095b-925f-4cdd-9a2d-60970aaf9a7f tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:50:10.423824 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9', '44436595-8caf-48e5-967e-1749f507e89e'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:50:10.473550 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-25ce25f3-46d9-4fee-8b97-ad134c9491b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (43420c3e-3130-44fc-aa4c-f6e765e78973), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:10.492986 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5e095b-925f-4cdd-9a2d-60970aaf9a7f tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Pushing event updated for resources: {'Port': ['ID=873114d2-cfcd-4b2f-9a14-3496ecd36990,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:10.513639 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d986face-3b97-4266-ac05-07d5e2755895 req-dc5e095b-925f-4cdd-9a2d-60970aaf9a7f tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:10.514337 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-d986face-3b97-4266-ac05-07d5e2755895 req-dc5e095b-925f-4cdd-9a2d-60970aaf9a7f tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:10.533787 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-da668232-b0ac-4bfc-96f1-66f577a50045 admin admin] Publish callbacks [] for security_group (6b456a11-abdd-4913-9fa4-f25fdacb0d35), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:10.545845 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d986face-3b97-4266-ac05-07d5e2755895 req-dc5e095b-925f-4cdd-9a2d-60970aaf9a7f tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 3.3758972
May 07 21:50:10.732830 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-da668232-b0ac-4bfc-96f1-66f577a50045 admin admin] Publish callbacks [] for security_group (6b456a11-abdd-4913-9fa4-f25fdacb0d35), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:10.742532 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c2c1cb-fb9e-4bbe-8491-48fd71f223e6 req-78869c4c-66ca-4809-a706-c33aa8b7a0b5 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:10.747335 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-27c2c1cb-fb9e-4bbe-8491-48fd71f223e6 req-78869c4c-66ca-4809-a706-c33aa8b7a0b5 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ea4853a-41f9-43d9-b213-c627f5c9eb4e HTTP/1.1" status: 200  len: 946 time: 0.1005881
May 07 21:50:10.761715 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-3b8796e7-b943-4e58-9f64-e74a92596386 None None] Provisioning complete for port 873114d2-cfcd-4b2f-9a14-3496ecd36990 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:50:10.762392 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-3b8796e7-b943-4e58-9f64-e74a92596386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (873114d2-cfcd-4b2f-9a14-3496ecd36990), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:10.782935 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4faa4f6b-6d61-478b-af59-a8e62691e369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (1d8dd281-dfc2-4ee2-8c88-0d462e99a122), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:10.786597 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4faa4f6b-6d61-478b-af59-a8e62691e369 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:10.793013 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-4faa4f6b-6d61-478b-af59-a8e62691e369 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1d8dd281-dfc2-4ee2-8c88-0d462e99a122 HTTP/1.1" status: 204  len: 168 time: 0.7118425
May 07 21:50:10.820260 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-3b8796e7-b943-4e58-9f64-e74a92596386 None None] Port 873114d2-cfcd-4b2f-9a14-3496ecd36990 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:50:10.836314 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faa4f6b-6d61-478b-af59-a8e62691e369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d8dd281-dfc2-4ee2-8c88-0d462e99a122,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:10.990544 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-27c2c1cb-fb9e-4bbe-8491-48fd71f223e6 req-932b590b-4632-4172-b1ef-56405e59f732 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2219355
May 07 21:50:11.003076 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-da668232-b0ac-4bfc-96f1-66f577a50045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (6b456a11-abdd-4913-9fa4-f25fdacb0d35), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:11.006031 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-da668232-b0ac-4bfc-96f1-66f577a50045 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:11.007519 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-da668232-b0ac-4bfc-96f1-66f577a50045 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6b456a11-abdd-4913-9fa4-f25fdacb0d35 HTTP/1.1" status: 204  len: 168 time: 0.7219033
May 07 21:50:11.020356 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-25ce25f3-46d9-4fee-8b97-ad134c9491b8 None None] Publish callbacks [] for port (43420c3e-3130-44fc-aa4c-f6e765e78973), precommit_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:11.023668 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793760b2-e676-4e47-ac29-dcd0c56db03b req-a684b89d-51f1-4eb5-b7c4-20606bd35801 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:11.025226 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-793760b2-e676-4e47-ac29-dcd0c56db03b req-a684b89d-51f1-4eb5-b7c4-20606bd35801 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c5e8d5a-79cf-4bea-96aa-2a6e95ec8aef HTTP/1.1" status: 200  len: 944 time: 0.0705235
May 07 21:50:11.035260 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-25ce25f3-46d9-4fee-8b97-ad134c9491b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (43420c3e-3130-44fc-aa4c-f6e765e78973), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:11.080829 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d2d75dba-710b-4e2f-8aad-08b61e490af9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:11.093328 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-25ce25f3-46d9-4fee-8b97-ad134c9491b8 None None] Attempting to bind port 43420c3e-3130-44fc-aa4c-f6e765e78973 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:50:11.094233 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-25ce25f3-46d9-4fee-8b97-ad134c9491b8 None None] Attempting to bind port 43420c3e-3130-44fc-aa4c-f6e765e78973 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:50:11.094402 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ce25f3-46d9-4fee-8b97-ad134c9491b8 None None] Attempting to bind port 43420c3e-3130-44fc-aa4c-f6e765e78973 on network 9221b764-ef06-431f-8941-796516ed7c3b {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:50:11.095248 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da668232-b0ac-4bfc-96f1-66f577a50045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b456a11-abdd-4913-9fa4-f25fdacb0d35,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:11.122525 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ce25f3-46d9-4fee-8b97-ad134c9491b8 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:50:11.123637 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ce25f3-46d9-4fee-8b97-ad134c9491b8 None None] Checking segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:50:11.124040 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-25ce25f3-46d9-4fee-8b97-ad134c9491b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:11.125089 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ce25f3-46d9-4fee-8b97-ad134c9491b8 None None] Bound using segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:50:11.125716 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-25ce25f3-46d9-4fee-8b97-ad134c9491b8 None None] Bound port: 43420c3e-3130-44fc-aa4c-f6e765e78973, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:50:11.139581 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-25ce25f3-46d9-4fee-8b97-ad134c9491b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (43420c3e-3130-44fc-aa4c-f6e765e78973), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:11.147771 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-793760b2-e676-4e47-ac29-dcd0c56db03b req-ea19c423-ebf4-4b36-a7da-78c7ddf3b32f tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1134002
May 07 21:50:11.201801 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-d986face-3b97-4266-ac05-07d5e2755895 req-f16af70a-7888-40b6-ad41-5d28008e6354 service neutron] Request body: {'port': {'device_id': 'e8be6b3c-b434-467d-98b2-4d0d5763bed3', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:50:11.214424 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d73d87-3762-4599-b680-5b1684d9b842 None None] Pushing event updated for resources: {'Port': ['ID=43420c3e-3130-44fc-aa4c-f6e765e78973,revision_number=2']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:11.276562 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-25ce25f3-46d9-4fee-8b97-ad134c9491b8 None None] For port 43420c3e-3130-44fc-aa4c-f6e765e78973, host ncdv-master-1, cleared binding levels {{(pid=121839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:50:11.296975 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f4eda5-59a4-43d9-b323-1294819f55de req-895c21c2-6aab-4cf7-9ade-42a2ef072ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:11.299395 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-62f4eda5-59a4-43d9-b323-1294819f55de req-895c21c2-6aab-4cf7-9ade-42a2ef072ec4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=487fc10ff315438ca2de090c396e3cfb&device_id=af003a02-3515-4f58-9883-d6033c1b72f4 HTTP/1.1" status: 200  len: 1125 time: 0.0955908
May 07 21:50:11.313327 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-25ce25f3-46d9-4fee-8b97-ad134c9491b8 None None] For port 43420c3e-3130-44fc-aa4c-f6e765e78973, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=43420c3e-3130-44fc-aa4c-f6e765e78973,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:50:11.331994 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-25ce25f3-46d9-4fee-8b97-ad134c9491b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (43420c3e-3130-44fc-aa4c-f6e765e78973), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:11.375908 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-d986face-3b97-4266-ac05-07d5e2755895 req-f16af70a-7888-40b6-ad41-5d28008e6354 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (873114d2-cfcd-4b2f-9a14-3496ecd36990), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:11.569998 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d73d87-3762-4599-b680-5b1684d9b842 None None] Pushing event updated for resources: {'Port': ['ID=43420c3e-3130-44fc-aa4c-f6e765e78973,revision_number=3']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:11.608627 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d314e250-6c11-4b4c-8859-2bffcd57c774 req-c7fbdcb0-4cec-4948-9ac1-40d39c7285ac tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:11.613181 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ce25f3-46d9-4fee-8b97-ad134c9491b8 None None] Routers {'04e67ecd-5a0f-47ea-aee1-12263c6ab0a5'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:50:11.613837 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-25ce25f3-46d9-4fee-8b97-ad134c9491b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8ca14190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:49:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['04e67ecd-5a0f-47ea-aee1-12263c6ab0a5'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:50:11.614604 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d314e250-6c11-4b4c-8859-2bffcd57c774 req-c7fbdcb0-4cec-4948-9ac1-40d39c7285ac tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8be6b3c-b434-467d-98b2-4d0d5763bed3 HTTP/1.1" status: 200  len: 936 time: 0.1530151
May 07 21:50:11.671098 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f4eda5-59a4-43d9-b323-1294819f55de req-fe2a63e7-78a2-4bc4-8fd4-5ec0bd651504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:11.673081 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-62f4eda5-59a4-43d9-b323-1294819f55de req-fe2a63e7-78a2-4bc4-8fd4-5ec0bd651504 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3cd5ba47-406b-4cd5-8f0e-08872326b372 HTTP/1.1" status: 200  len: 906 time: 0.3525763
May 07 21:50:11.743481 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f2d0c-b9f0-4077-afb3-7a4b96419bae req-4898bc55-8180-4349-af80-db7d012feee7 tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:11.749387 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d25e0-1db9-4aa1-8a0f-46a803bf6cbc req-84392648-5adc-4be7-8af7-8a421afa27ce tempest-LiveAutoBlockMigrationV225Test-638033416 tempest-LiveAutoBlockMigrationV225Test-638033416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:11.750934 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-846d25e0-1db9-4aa1-8a0f-46a803bf6cbc req-84392648-5adc-4be7-8af7-8a421afa27ce tempest-LiveAutoBlockMigrationV225Test-638033416 tempest-LiveAutoBlockMigrationV225Test-638033416-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=3c5e8d5a-79cf-4bea-96aa-2a6e95ec8aef&tenant_id=4db49857a44d4f399959ac625886505a&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1126 time: 0.1275487
May 07 21:50:11.752288 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7a7f2d0c-b9f0-4077-afb3-7a4b96419bae req-4898bc55-8180-4349-af80-db7d012feee7 tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] 10.222.0.32 "GET /v2.0/ports?device_id=af003a02-3515-4f58-9883-d6033c1b72f4 HTTP/1.1" status: 200  len: 943 time: 0.2432461
May 07 21:50:11.752886 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-d2d75dba-710b-4e2f-8aad-08b61e490af9 admin admin] Allocated IP 172.20.0.1 (a410d8ef-ee3d-4030-b2bf-4c0b7f9d7aaa/0f2642b8-4442-4eaa-98ef-8d8b21575f84/41d14ed6-7c8e-41dc-b902-94f7d081a7df) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:50:11.761269 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d314e250-6c11-4b4c-8859-2bffcd57c774 req-8a3daaf5-4e58-4bfb-bd7d-b761682aea4f tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1240315
May 07 21:50:11.836111 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-25ce25f3-46d9-4fee-8b97-ad134c9491b8 None None] Set router 04e67ecd-5a0f-47ea-aee1-12263c6ab0a5 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:50:11.846450 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-62f4eda5-59a4-43d9-b323-1294819f55de req-125737e9-8e65-42f7-a2e5-b52fafaacf31 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ce344e7-dcb0-471f-b006-52cef1e33f6f HTTP/1.1" status: 200  len: 217 time: 0.1659868
May 07 21:50:11.964166 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7a7f2d0c-b9f0-4077-afb3-7a4b96419bae req-3f56cf36-70fb-4cb9-86e0-95a62bc2b7be tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] 10.222.0.32 "GET /v2.0/security-groups?id=20997da3-4950-4c1a-ac06-1c63d37fcdf9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2109189
May 07 21:50:12.006802 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-846d25e0-1db9-4aa1-8a0f-46a803bf6cbc req-d30bef64-a57a-491c-8ea0-4f136733f8bf service neutron] For port 8b09d66b-7638-451c-902c-9a93667bb5b6, host nch2-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:50:12.016186 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-846d25e0-1db9-4aa1-8a0f-46a803bf6cbc req-d30bef64-a57a-491c-8ea0-4f136733f8bf service neutron] Publish callbacks [] for binding (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:12.017454 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-846d25e0-1db9-4aa1-8a0f-46a803bf6cbc req-d30bef64-a57a-491c-8ea0-4f136733f8bf service neutron] 10.222.0.55 "DELETE /v2.0/ports/8b09d66b-7638-451c-902c-9a93667bb5b6/bindings/nch2-master-1 HTTP/1.1" status: 204  len: 173 time: 0.2531083
May 07 21:50:12.041999 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f4eda5-59a4-43d9-b323-1294819f55de req-9e3d6d99-d69f-4aa0-a5f7-799fccd82f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:12.043747 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-62f4eda5-59a4-43d9-b323-1294819f55de req-9e3d6d99-d69f-4aa0-a5f7-799fccd82f39 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ca8aa31e-0762-4142-9690-26161843f094 HTTP/1.1" status: 200  len: 844 time: 0.1818357
May 07 21:50:12.064227 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d2d75dba-710b-4e2f-8aad-08b61e490af9 admin admin] Publish callbacks [] for port (41d14ed6-7c8e-41dc-b902-94f7d081a7df), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:12.096972 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-25ce25f3-46d9-4fee-8b97-ad134c9491b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8ca14190>, [{'id': '04e67ecd-5a0f-47ea-aee1-12263c6ab0a5', 'name': 'tempest-ServersTestManualDisk-649216037-router', 'tenant_id': '2a463927927b488ebe8a6e118484e8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.26'}], 'enable_snat': True}, 'gw_port_id': '43420c3e-3130-44fc-aa4c-f6e765e78973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:50:03Z', 'updated_at': '2022-05-07T21:50:05Z', 'revision_number': 3, 'project_id': '2a463927927b488ebe8a6e118484e8df', 'gw_port': {'id': '43420c3e-3130-44fc-aa4c-f6e765e78973', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:97:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e67ecd-5a0f-47ea-aee1-12263c6ab0a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:50:04Z', 'updated_at': '2022-05-07T21:50:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:50:12.143307 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ce25f3-46d9-4fee-8b97-ad134c9491b8 None None] The sync data for ids ['04e67ecd-5a0f-47ea-aee1-12263c6ab0a5'] in ncdv-master-1 is: [{'id': '04e67ecd-5a0f-47ea-aee1-12263c6ab0a5', 'name': 'tempest-ServersTestManualDisk-649216037-router', 'tenant_id': '2a463927927b488ebe8a6e118484e8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.26'}], 'enable_snat': True}, 'gw_port_id': '43420c3e-3130-44fc-aa4c-f6e765e78973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:50:03Z', 'updated_at': '2022-05-07T21:50:05Z', 'revision_number': 3, 'project_id': '2a463927927b488ebe8a6e118484e8df', 'gw_port': {'id': '43420c3e-3130-44fc-aa4c-f6e765e78973', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:97:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e67ecd-5a0f-47ea-aee1-12263c6ab0a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:50:04Z', 'updated_at': '2022-05-07T21:50:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:50:12.205592 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eaa10a-752f-49d8-ad63-2adb114869a4 req-cb2aab9c-c501-4cbb-80e4-b334854e6bcf tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:12.212686 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-15eaa10a-752f-49d8-ad63-2adb114869a4 req-cb2aab9c-c501-4cbb-80e4-b334854e6bcf tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ea4853a-41f9-43d9-b213-c627f5c9eb4e HTTP/1.1" status: 200  len: 946 time: 0.0847404
May 07 21:50:12.215693 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d2d75dba-710b-4e2f-8aad-08b61e490af9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (41d14ed6-7c8e-41dc-b902-94f7d081a7df), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:12.268721 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f4eda5-59a4-43d9-b323-1294819f55de req-8000cb0f-55eb-4d6c-b9d7-78691b66ac71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:12.270349 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-62f4eda5-59a4-43d9-b323-1294819f55de req-8000cb0f-55eb-4d6c-b9d7-78691b66ac71 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3cd5ba47-406b-4cd5-8f0e-08872326b372&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2176785
May 07 21:50:12.301831 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [req-d986face-3b97-4266-ac05-07d5e2755895 req-f16af70a-7888-40b6-ad41-5d28008e6354 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 873114d2-cfcd-4b2f-9a14-3496ecd36990 {{(pid=121836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:50:12.304937 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d75dba-710b-4e2f-8aad-08b61e490af9 admin admin] Network a410d8ef-ee3d-4030-b2bf-4c0b7f9d7aaa is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:50:12.310103 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-d2d75dba-710b-4e2f-8aad-08b61e490af9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:50:12.315843 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d75dba-710b-4e2f-8aad-08b61e490af9 admin admin] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:50:12.380009 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d75dba-710b-4e2f-8aad-08b61e490af9 admin admin] Pushing event updated for resources: {'Port': ['ID=41d14ed6-7c8e-41dc-b902-94f7d081a7df,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:12.419131 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be679fc-fd5a-476a-8422-446bb1ca15e7 req-edc1c47c-67b4-4bd8-afd5-52f8cb74cc8c tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:12.428940 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5be679fc-fd5a-476a-8422-446bb1ca15e7 req-edc1c47c-67b4-4bd8-afd5-52f8cb74cc8c tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c5e8d5a-79cf-4bea-96aa-2a6e95ec8aef HTTP/1.1" status: 200  len: 944 time: 0.1336348
May 07 21:50:12.440625 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-d986face-3b97-4266-ac05-07d5e2755895 req-f16af70a-7888-40b6-ad41-5d28008e6354 service neutron] Publish callbacks [] for port (873114d2-cfcd-4b2f-9a14-3496ecd36990), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:12.458335 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-15eaa10a-752f-49d8-ad63-2adb114869a4 req-f6530fe6-40fd-4da0-984d-bc296b4967d3 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2280049
May 07 21:50:12.463699 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d2d75dba-710b-4e2f-8aad-08b61e490af9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398161'] for router_interface (04e67ecd-5a0f-47ea-aee1-12263c6ab0a5), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:12.564318 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.provisioning_blocks [req-d986face-3b97-4266-ac05-07d5e2755895 req-f16af70a-7888-40b6-ad41-5d28008e6354 service neutron] Transition to ACTIVE for port object 873114d2-cfcd-4b2f-9a14-3496ecd36990 will not be triggered until provisioned by entity L2. {{(pid=121836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:50:12.576602 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-d986face-3b97-4266-ac05-07d5e2755895 req-f16af70a-7888-40b6-ad41-5d28008e6354 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (873114d2-cfcd-4b2f-9a14-3496ecd36990), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:12.738153 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5be679fc-fd5a-476a-8422-446bb1ca15e7 req-87b21441-fe7c-4a46-919a-41a9364f001d tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3083103
May 07 21:50:12.765972 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 21:50:12.872487 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-9ebd1d07-d794-4105-b453-a33b8c2787b0 None None] Provisioning complete for port 41d14ed6-7c8e-41dc-b902-94f7d081a7df triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:50:12.880819 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-62f4eda5-59a4-43d9-b323-1294819f55de req-0d091129-0650-46b6-beb5-e28859ca15a7 service neutron] 10.222.0.55 "GET /v2.0/networks/3cd5ba47-406b-4cd5-8f0e-08872326b372?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5999179
May 07 21:50:12.882659 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9ebd1d07-d794-4105-b453-a33b8c2787b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (41d14ed6-7c8e-41dc-b902-94f7d081a7df), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:12.920937 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16af70a-7888-40b6-ad41-5d28008e6354 service neutron] Pushing event updated for resources: {'Port': ['ID=873114d2-cfcd-4b2f-9a14-3496ecd36990,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:13.002929 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-d986face-3b97-4266-ac05-07d5e2755895 req-f16af70a-7888-40b6-ad41-5d28008e6354 service neutron] Attempting to bind port 873114d2-cfcd-4b2f-9a14-3496ecd36990 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:50:13.003724 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-d986face-3b97-4266-ac05-07d5e2755895 req-f16af70a-7888-40b6-ad41-5d28008e6354 service neutron] Attempting to bind port 873114d2-cfcd-4b2f-9a14-3496ecd36990 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:50:13.004654 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d986face-3b97-4266-ac05-07d5e2755895 req-f16af70a-7888-40b6-ad41-5d28008e6354 service neutron] Attempting to bind port 873114d2-cfcd-4b2f-9a14-3496ecd36990 on network 665487f0-78eb-47fb-9a06-b15bc614dc47 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:50:13.031856 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d986face-3b97-4266-ac05-07d5e2755895 req-f16af70a-7888-40b6-ad41-5d28008e6354 service neutron] Port 873114d2-cfcd-4b2f-9a14-3496ecd36990 on network 665487f0-78eb-47fb-9a06-b15bc614dc47 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:50:13.032516 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d986face-3b97-4266-ac05-07d5e2755895 req-f16af70a-7888-40b6-ad41-5d28008e6354 service neutron] Attempting to bind port 873114d2-cfcd-4b2f-9a14-3496ecd36990 on network 665487f0-78eb-47fb-9a06-b15bc614dc47 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:50:13.034697 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 6ce344e7-dcb0-471f-b006-52cef1e33f6f details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:50:13.144323 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d986face-3b97-4266-ac05-07d5e2755895 req-f16af70a-7888-40b6-ad41-5d28008e6354 service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:50:13.144902 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d986face-3b97-4266-ac05-07d5e2755895 req-f16af70a-7888-40b6-ad41-5d28008e6354 service neutron] Checking segment: {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:50:13.146136 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d986face-3b97-4266-ac05-07d5e2755895 req-f16af70a-7888-40b6-ad41-5d28008e6354 service neutron] Bound using segment: {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:50:13.146306 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-d986face-3b97-4266-ac05-07d5e2755895 req-f16af70a-7888-40b6-ad41-5d28008e6354 service neutron] Bound port: 873114d2-cfcd-4b2f-9a14-3496ecd36990, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:50:13.146678 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-d986face-3b97-4266-ac05-07d5e2755895 req-f16af70a-7888-40b6-ad41-5d28008e6354 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (873114d2-cfcd-4b2f-9a14-3496ecd36990), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:13.223446 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d2d75dba-710b-4e2f-8aad-08b61e490af9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (41d14ed6-7c8e-41dc-b902-94f7d081a7df), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:13.261583 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f5829-267b-4525-927c-59e0426fac49 req-077f626b-8daa-4fe3-b961-67e9163e8941 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:13.270746 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-af6f5829-267b-4525-927c-59e0426fac49 req-077f626b-8daa-4fe3-b961-67e9163e8941 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8be6b3c-b434-467d-98b2-4d0d5763bed3 HTTP/1.1" status: 200  len: 948 time: 0.2299571
May 07 21:50:13.382488 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ab90d6-0176-481d-a17c-e9ee8d4dba39 req-5a9d07b7-a5ee-411c-93e3-e0bae62ed47e tempest-LiveAutoBlockMigrationV225Test-638033416 tempest-LiveAutoBlockMigrationV225Test-638033416-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:13.384726 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-9ebd1d07-d794-4105-b453-a33b8c2787b0 None None] Port 41d14ed6-7c8e-41dc-b902-94f7d081a7df cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:50:13.395519 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-17ab90d6-0176-481d-a17c-e9ee8d4dba39 req-5a9d07b7-a5ee-411c-93e3-e0bae62ed47e tempest-LiveAutoBlockMigrationV225Test-638033416 tempest-LiveAutoBlockMigrationV225Test-638033416-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=3c5e8d5a-79cf-4bea-96aa-2a6e95ec8aef HTTP/1.1" status: 200  len: 1126 time: 0.2295198
May 07 21:50:13.435977 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 6ce344e7-dcb0-471f-b006-52cef1e33f6f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6ce344e7-dcb0-471f-b006-52cef1e33f6f,segment=NetworkSegment(74c0e86c-ce6a-4a8c-8cbb-dcb45d114173),segment_id=74c0e86c-ce6a-4a8c-8cbb-dcb45d114173)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:50:13.437006 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-62f4eda5-59a4-43d9-b323-1294819f55de req-663f3c30-8bc4-478f-a7bd-3a93e5e6f3ba service neutron] 10.222.0.55 "GET /v2.0/networks/3cd5ba47-406b-4cd5-8f0e-08872326b372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5173924
May 07 21:50:13.455735 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': '6ce344e7-dcb0-471f-b006-52cef1e33f6f', 'network_id': '3cd5ba47-406b-4cd5-8f0e-08872326b372', 'port_id': '6ce344e7-dcb0-471f-b006-52cef1e33f6f', 'mac_address': 'fa:16:3e:22:a3:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca8aa31e-0762-4142-9690-26161843f094', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:50:13.492275 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-d986face-3b97-4266-ac05-07d5e2755895 req-f16af70a-7888-40b6-ad41-5d28008e6354 service neutron] For port 873114d2-cfcd-4b2f-9a14-3496ecd36990, host nch1-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:50:13.501155 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-d986face-3b97-4266-ac05-07d5e2755895 req-f16af70a-7888-40b6-ad41-5d28008e6354 service neutron] For port 873114d2-cfcd-4b2f-9a14-3496ecd36990, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=873114d2-cfcd-4b2f-9a14-3496ecd36990,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:50:13.523359 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-d986face-3b97-4266-ac05-07d5e2755895 req-f16af70a-7888-40b6-ad41-5d28008e6354 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (873114d2-cfcd-4b2f-9a14-3496ecd36990), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:13.540671 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 6ce344e7-dcb0-471f-b006-52cef1e33f6f is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:50:13.541525 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (6ce344e7-dcb0-471f-b006-52cef1e33f6f), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:13.545690 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-17ab90d6-0176-481d-a17c-e9ee8d4dba39 req-b64541a8-c80b-4dfb-a3e6-96ca1436abdc tempest-LiveAutoBlockMigrationV225Test-638033416 tempest-LiveAutoBlockMigrationV225Test-638033416-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1485457
May 07 21:50:13.566952 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ce344e7-dcb0-471f-b006-52cef1e33f6f {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:50:13.644056 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d986face-3b97-4266-ac05-07d5e2755895 req-f16af70a-7888-40b6-ad41-5d28008e6354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:13.644704 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-d986face-3b97-4266-ac05-07d5e2755895 req-f16af70a-7888-40b6-ad41-5d28008e6354 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:13.647503 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d986face-3b97-4266-ac05-07d5e2755895 req-f16af70a-7888-40b6-ad41-5d28008e6354 service neutron] 10.222.0.55 "PUT /v2.0/ports/873114d2-cfcd-4b2f-9a14-3496ecd36990 HTTP/1.1" status: 200  len: 1096 time: 2.4675963
May 07 21:50:13.648964 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16af70a-7888-40b6-ad41-5d28008e6354 service neutron] Pushing event updated for resources: {'Port': ['ID=873114d2-cfcd-4b2f-9a14-3496ecd36990,revision_number=3']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:13.673281 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8be6b3c-b434-467d-98b2-4d0d5763bed3', 'tag': '873114d2-cfcd-4b2f-9a14-3496ecd36990'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:50:13.678343 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c436248-9133-43f5-8165-f64f69d8b633" -d '{"events": [{"name": "network-changed", "server_uuid": "e8be6b3c-b434-467d-98b2-4d0d5763bed3", "tag": "873114d2-cfcd-4b2f-9a14-3496ecd36990"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:50:13.681301 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 6ce344e7-dcb0-471f-b006-52cef1e33f6f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6ce344e7-dcb0-471f-b006-52cef1e33f6f,segment=NetworkSegment(74c0e86c-ce6a-4a8c-8cbb-dcb45d114173),segment_id=74c0e86c-ce6a-4a8c-8cbb-dcb45d114173)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:50:13.689576 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (6ce344e7-dcb0-471f-b006-52cef1e33f6f), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:13.721390 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-af6f5829-267b-4525-927c-59e0426fac49 req-4bae67ea-bb0d-459e-ae5a-761ab388cd0e tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4456177
May 07 21:50:13.825448 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d986face-3b97-4266-ac05-07d5e2755895 req-3dd1c1ab-3906-428a-a9e2-e74fe4c6ca1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:13.825448 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d986face-3b97-4266-ac05-07d5e2755895 req-3dd1c1ab-3906-428a-a9e2-e74fe4c6ca1a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7789855db11445de842c4df75bd05e10&device_id=e8be6b3c-b434-467d-98b2-4d0d5763bed3 HTTP/1.1" status: 200  len: 1130 time: 0.1089070
May 07 21:50:13.825689 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d062fd-674c-49ce-aa03-dd86c5cdf8a1 req-29e3fd66-f4b1-4b7a-9590-bab7fd129247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:13.832209 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-98d062fd-674c-49ce-aa03-dd86c5cdf8a1 req-29e3fd66-f4b1-4b7a-9590-bab7fd129247 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1bcaffad5d3447b98f0216d3481045e5&device_id=5ea4853a-41f9-43d9-b213-c627f5c9eb4e HTTP/1.1" status: 200  len: 1128 time: 0.3926344
May 07 21:50:13.872760 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=6ce344e7-dcb0-471f-b006-52cef1e33f6f,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:13.953871 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d986face-3b97-4266-ac05-07d5e2755895 req-fcfc9245-1589-4f33-a708-314a28fa6eab service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=873114d2-cfcd-4b2f-9a14-3496ecd36990 HTTP/1.1" status: 200  len: 217 time: 0.1239321
May 07 21:50:13.966315 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f48653-eb95-445d-bef7-2b9e2c439726 req-02cbee2a-6650-4837-bb4b-9b78f8d96b37 tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:13.971620 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['6ce344e7-dcb0-471f-b006-52cef1e33f6f'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:50:13.990337 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d2d75dba-710b-4e2f-8aad-08b61e490af9 admin admin] Publish callbacks [] for port (41d14ed6-7c8e-41dc-b902-94f7d081a7df), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:13.996635 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d2f48653-eb95-445d-bef7-2b9e2c439726 req-02cbee2a-6650-4837-bb4b-9b78f8d96b37 tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] 10.222.0.32 "GET /v2.0/ports?device_id=af003a02-3515-4f58-9883-d6033c1b72f4 HTTP/1.1" status: 200  len: 944 time: 0.2472141
May 07 21:50:14.011475 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d2d75dba-710b-4e2f-8aad-08b61e490af9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (41d14ed6-7c8e-41dc-b902-94f7d081a7df), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:14.083686 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d2d75dba-710b-4e2f-8aad-08b61e490af9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401121'] for router_interface (04e67ecd-5a0f-47ea-aee1-12263c6ab0a5), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:14.233575 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d75dba-710b-4e2f-8aad-08b61e490af9 admin admin] Pushing event updated for resources: {'Port': ['ID=41d14ed6-7c8e-41dc-b902-94f7d081a7df,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:14.249322 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d2f48653-eb95-445d-bef7-2b9e2c439726 req-1753ae9f-62f6-4a1b-8999-965b0a5dfea6 tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] 10.222.0.32 "GET /v2.0/security-groups?id=20997da3-4950-4c1a-ac06-1c63d37fcdf9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2517302
May 07 21:50:14.251053 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d986face-3b97-4266-ac05-07d5e2755895 req-90696545-fc5e-4e5a-bae5-9341266aef47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:14.254639 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d986face-3b97-4266-ac05-07d5e2755895 req-90696545-fc5e-4e5a-bae5-9341266aef47 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6e0e5c53-1ece-4d20-b01d-5f8c6957edf6 HTTP/1.1" status: 200  len: 843 time: 0.1834919
May 07 21:50:14.264978 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d062fd-674c-49ce-aa03-dd86c5cdf8a1 req-0fad1751-fbb4-41c7-88b8-925bba0d6fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:14.266557 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-98d062fd-674c-49ce-aa03-dd86c5cdf8a1 req-0fad1751-fbb4-41c7-88b8-925bba0d6fae service neutron] 10.222.0.55 "GET /v2.0/networks?id=28405dfe-908d-4039-91f6-1d02165b34cd HTTP/1.1" status: 200  len: 909 time: 0.4258029
May 07 21:50:14.344827 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-98d062fd-674c-49ce-aa03-dd86c5cdf8a1 req-8c51a7c1-5ea0-49fe-960c-5d9e6fa94bdc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=efb357b8-d8e7-40c3-b60d-4600d4ef216f HTTP/1.1" status: 200  len: 217 time: 0.0694911
May 07 21:50:14.355767 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d986face-3b97-4266-ac05-07d5e2755895 req-d2464210-98f5-4552-9da0-c29b4f4854af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:14.357879 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d986face-3b97-4266-ac05-07d5e2755895 req-d2464210-98f5-4552-9da0-c29b4f4854af service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=665487f0-78eb-47fb-9a06-b15bc614dc47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0930080
May 07 21:50:14.450483 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d062fd-674c-49ce-aa03-dd86c5cdf8a1 req-a4f1b1c9-b255-4686-8d83-e52373a339c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:14.455048 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-98d062fd-674c-49ce-aa03-dd86c5cdf8a1 req-a4f1b1c9-b255-4686-8d83-e52373a339c7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1fe63d5f-90f3-4e94-9dfe-af97e96ae5d9 HTTP/1.1" status: 200  len: 848 time: 0.1032977
May 07 21:50:14.524806 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 43420c3e-3130-44fc-aa4c-f6e765e78973 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:50:14.540633 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d75dba-710b-4e2f-8aad-08b61e490af9 admin admin] Network a410d8ef-ee3d-4030-b2bf-4c0b7f9d7aaa is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:50:14.543277 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-98d062fd-674c-49ce-aa03-dd86c5cdf8a1 req-fb910ea0-94ef-464e-8b3f-6fbfa2a0391d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=28405dfe-908d-4039-91f6-1d02165b34cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0805283
May 07 21:50:14.544502 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-d2d75dba-710b-4e2f-8aad-08b61e490af9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:50:14.624054 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 43420c3e-3130-44fc-aa4c-f6e765e78973 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:50:14.624534 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (43420c3e-3130-44fc-aa4c-f6e765e78973), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:14.625213 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba2697f-1753-4698-9703-1d7255faf83a req-ffad6555-9bf7-4fa0-9d43-383e1387dac1 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:14.632625 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-eba2697f-1753-4698-9703-1d7255faf83a req-ffad6555-9bf7-4fa0-9d43-383e1387dac1 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ea4853a-41f9-43d9-b213-c627f5c9eb4e HTTP/1.1" status: 200  len: 946 time: 0.2792571
May 07 21:50:14.716823 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19853668-e52f-4fbf-ac01-f5569b019baa x-openstack-request-id: req-19853668-e52f-4fbf-ac01-f5569b019baa {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:50:14.717122 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8be6b3c-b434-467d-98b2-4d0d5763bed3", "tag": "873114d2-cfcd-4b2f-9a14-3496ecd36990", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:50:14.717586 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-19853668-e52f-4fbf-ac01-f5569b019baa {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:50:14.718072 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19853668-e52f-4fbf-ac01-f5569b019baa'] response: {'name': 'network-changed', 'server_uuid': 'e8be6b3c-b434-467d-98b2-4d0d5763bed3', 'tag': '873114d2-cfcd-4b2f-9a14-3496ecd36990', 'status': 'completed', 'code': 200}
May 07 21:50:14.735309 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d986face-3b97-4266-ac05-07d5e2755895 req-988c982d-15ef-4218-8ddd-9d9170c37c0c service neutron] 10.222.0.55 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3614137
May 07 21:50:14.748560 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-eba2697f-1753-4698-9703-1d7255faf83a req-ceb782bb-7800-458e-b4f8-24e7d2e85d5d tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1152489
May 07 21:50:14.796908 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 43420c3e-3130-44fc-aa4c-f6e765e78973 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:50:14.797510 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (43420c3e-3130-44fc-aa4c-f6e765e78973), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:14.851554 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port 43420c3e-3130-44fc-aa4c-f6e765e78973, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=43420c3e-3130-44fc-aa4c-f6e765e78973,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:50:14.859791 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (43420c3e-3130-44fc-aa4c-f6e765e78973), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:14.925071 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-98d062fd-674c-49ce-aa03-dd86c5cdf8a1 req-1348356b-082d-47d4-a195-b1530e63902f service neutron] 10.222.0.55 "GET /v2.0/networks/28405dfe-908d-4039-91f6-1d02165b34cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3743315
May 07 21:50:14.975950 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=43420c3e-3130-44fc-aa4c-f6e765e78973,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:14.985605 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a737609-b4ee-46b0-9966-f0c732888730 req-02cc91de-13c5-4ba2-9408-224c641d08ad tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:14.987256 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1a737609-b4ee-46b0-9966-f0c732888730 req-02cc91de-13c5-4ba2-9408-224c641d08ad tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c5e8d5a-79cf-4bea-96aa-2a6e95ec8aef HTTP/1.1" status: 200  len: 944 time: 0.0784600
May 07 21:50:15.003751 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2d75dba-710b-4e2f-8aad-08b61e490af9 admin admin] Router 04e67ecd-5a0f-47ea-aee1-12263c6ab0a5 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 21:50:15.014948 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d986face-3b97-4266-ac05-07d5e2755895 req-24846dee-727b-4417-ab6d-866c13323743 service neutron] 10.222.0.55 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1952174
May 07 21:50:15.033623 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-1978c97e-f0ed-41c4-9856-29dd4a11d426 None None] Provisioning complete for port 41d14ed6-7c8e-41dc-b902-94f7d081a7df triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:50:15.034154 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1978c97e-f0ed-41c4-9856-29dd4a11d426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (41d14ed6-7c8e-41dc-b902-94f7d081a7df), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:15.060495 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a66118-7549-4ca9-b04a-3261b7f50ce6 req-7f688040-4c98-4605-a969-dc19bce383d9 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:15.062327 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-47a66118-7549-4ca9-b04a-3261b7f50ce6 req-7f688040-4c98-4605-a969-dc19bce383d9 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8be6b3c-b434-467d-98b2-4d0d5763bed3 HTTP/1.1" status: 200  len: 948 time: 0.0613277
May 07 21:50:15.077723 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 6ce344e7-dcb0-471f-b006-52cef1e33f6f up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:50:15.122738 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-1978c97e-f0ed-41c4-9856-29dd4a11d426 None None] Port 41d14ed6-7c8e-41dc-b902-94f7d081a7df cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:50:15.143398 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning for port 6ce344e7-dcb0-471f-b006-52cef1e33f6f completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:50:15.144004 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-47a66118-7549-4ca9-b04a-3261b7f50ce6 req-7051c4e4-5fab-4bed-a138-f3281f302528 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0727980
May 07 21:50:15.150602 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port 6ce344e7-dcb0-471f-b006-52cef1e33f6f triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:50:15.151446 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (6ce344e7-dcb0-471f-b006-52cef1e33f6f), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:15.187454 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1a737609-b4ee-46b0-9966-f0c732888730 req-81551654-8a98-4f6c-84bd-399c633b8950 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1929536
May 07 21:50:15.268850 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 6ce344e7-dcb0-471f-b006-52cef1e33f6f is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:50:15.269633 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (6ce344e7-dcb0-471f-b006-52cef1e33f6f), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:15.313332 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af003a02-3515-4f58-9883-d6033c1b72f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ce344e7-dcb0-471f-b006-52cef1e33f6f'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:50:15.316943 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fbc5aa7-db92-4bcd-a6e6-26c05a794af0" -d '{"events": [{"server_uuid": "af003a02-3515-4f58-9883-d6033c1b72f4", "name": "network-vif-plugged", "status": "completed", "tag": "6ce344e7-dcb0-471f-b006-52cef1e33f6f"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:50:15.336578 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-98d062fd-674c-49ce-aa03-dd86c5cdf8a1 req-a75f6c17-61a7-4e8b-84dc-f2f767243129 service neutron] 10.222.0.55 "GET /v2.0/networks/28405dfe-908d-4039-91f6-1d02165b34cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3161404
May 07 21:50:15.337651 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 6ce344e7-dcb0-471f-b006-52cef1e33f6f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6ce344e7-dcb0-471f-b006-52cef1e33f6f,segment=NetworkSegment(74c0e86c-ce6a-4a8c-8cbb-dcb45d114173),segment_id=74c0e86c-ce6a-4a8c-8cbb-dcb45d114173)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:50:15.352339 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (6ce344e7-dcb0-471f-b006-52cef1e33f6f), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:15.361407 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2d75dba-710b-4e2f-8aad-08b61e490af9 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:50:15.382244 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-d2d75dba-710b-4e2f-8aad-08b61e490af9 admin admin] 10.222.0.32 "PUT /v2.0/routers/04e67ecd-5a0f-47ea-aee1-12263c6ab0a5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.5455122
May 07 21:50:15.396366 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-596f21bf-dfc7-4572-857f-230b3216a946 x-openstack-request-id: req-596f21bf-dfc7-4572-857f-230b3216a946 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:50:15.398479 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af003a02-3515-4f58-9883-d6033c1b72f4", "name": "network-vif-plugged", "status": "completed", "tag": "6ce344e7-dcb0-471f-b006-52cef1e33f6f", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:50:15.398749 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-596f21bf-dfc7-4572-857f-230b3216a946 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:50:15.399186 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-596f21bf-dfc7-4572-857f-230b3216a946'] response: {'server_uuid': 'af003a02-3515-4f58-9883-d6033c1b72f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ce344e7-dcb0-471f-b006-52cef1e33f6f', 'code': 200}
May 07 21:50:15.459320 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e1f185-ca66-4d4d-931f-49e27a770b14 req-409cd0d7-6771-45f2-8ff2-208f0db1e912 tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:15.468395 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c9e1f185-ca66-4d4d-931f-49e27a770b14 req-409cd0d7-6771-45f2-8ff2-208f0db1e912 tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] 10.222.0.32 "GET /v2.0/ports?device_id=af003a02-3515-4f58-9883-d6033c1b72f4 HTTP/1.1" status: 200  len: 945 time: 0.0748951
May 07 21:50:15.468572 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=6ce344e7-dcb0-471f-b006-52cef1e33f6f,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:15.554794 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c9e1f185-ca66-4d4d-931f-49e27a770b14 req-cb9d81e3-2047-4df5-a27e-a65a3d231e0e tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] 10.222.0.32 "GET /v2.0/security-groups?id=20997da3-4950-4c1a-ac06-1c63d37fcdf9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0805240
May 07 21:50:15.626360 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad28bbc-e6a5-4de7-8ae7-0956298cfa39 None None] Sync routers for ids ['04e67ecd-5a0f-47ea-aee1-12263c6ab0a5'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:50:15.643193 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad28bbc-e6a5-4de7-8ae7-0956298cfa39 None None] Routers {'04e67ecd-5a0f-47ea-aee1-12263c6ab0a5'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:50:15.643946 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-9ad28bbc-e6a5-4de7-8ae7-0956298cfa39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7fa8a250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:49:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['04e67ecd-5a0f-47ea-aee1-12263c6ab0a5'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:50:15.725401 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 37426) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:50:15.781966 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-9ad28bbc-e6a5-4de7-8ae7-0956298cfa39 None None] Set router 04e67ecd-5a0f-47ea-aee1-12263c6ab0a5 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:50:16.102416 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a37983-86ee-4983-8b7b-7f32fccb3aa4 req-3220912f-8458-4f01-a303-fc9da92fd4a6 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:16.113863 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-48a37983-86ee-4983-8b7b-7f32fccb3aa4 req-3220912f-8458-4f01-a303-fc9da92fd4a6 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ea4853a-41f9-43d9-b213-c627f5c9eb4e HTTP/1.1" status: 200  len: 946 time: 0.1080098
May 07 21:50:16.121915 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5677a452-6eae-48f5-85a2-f7d7dc77ade9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:16.272358 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-9ad28bbc-e6a5-4de7-8ae7-0956298cfa39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7fa8a250>, [{'id': '04e67ecd-5a0f-47ea-aee1-12263c6ab0a5', 'name': 'tempest-ServersTestManualDisk-649216037-router', 'tenant_id': '2a463927927b488ebe8a6e118484e8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.26'}], 'enable_snat': True}, 'gw_port_id': '43420c3e-3130-44fc-aa4c-f6e765e78973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:50:03Z', 'updated_at': '2022-05-07T21:50:12Z', 'revision_number': 4, 'project_id': '2a463927927b488ebe8a6e118484e8df', 'gw_port': {'id': '43420c3e-3130-44fc-aa4c-f6e765e78973', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:97:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e67ecd-5a0f-47ea-aee1-12263c6ab0a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:50:04Z', 'updated_at': '2022-05-07T21:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '41d14ed6-7c8e-41dc-b902-94f7d081a7df', 'name': '', 'network_id': 'a410d8ef-ee3d-4030-b2bf-4c0b7f9d7aaa', 'tenant_id': '2a463927927b488ebe8a6e118484e8df', 'mac_address': 'fa:16:3e:72:99:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e67ecd-5a0f-47ea-aee1-12263c6ab0a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '0f2642b8-4442-4eaa-98ef-8d8b21575f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:50:11Z', 'updated_at': '2022-05-07T21:50:13Z', 'revision_number': 2, 'project_id': '2a463927927b488ebe8a6e118484e8df', 'subnets': [{'id': '0f2642b8-4442-4eaa-98ef-8d8b21575f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:50:16.285334 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c436248-9133-43f5-8165-f64f69d8b633 req-f20fec6f-02a7-4c0f-b0fe-a9f8df673a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:16.288262 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6c436248-9133-43f5-8165-f64f69d8b633 req-f20fec6f-02a7-4c0f-b0fe-a9f8df673a6f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7789855db11445de842c4df75bd05e10&device_id=e8be6b3c-b434-467d-98b2-4d0d5763bed3 HTTP/1.1" status: 200  len: 1130 time: 0.2441797
May 07 21:50:16.306758 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad28bbc-e6a5-4de7-8ae7-0956298cfa39 None None] Checking router: 04e67ecd-5a0f-47ea-aee1-12263c6ab0a5 for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 21:50:16.307761 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad28bbc-e6a5-4de7-8ae7-0956298cfa39 None None] Updating router 04e67ecd-5a0f-47ea-aee1-12263c6ab0a5 port 41d14ed6-7c8e-41dc-b902-94f7d081a7df binding host ncdv-master-1 {{(pid=121838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 21:50:16.312406 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 37440) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:50:16.341155 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-48a37983-86ee-4983-8b7b-7f32fccb3aa4 req-f80b8a7a-f3d8-4a44-8813-d2984947fd6f tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2202704
May 07 21:50:16.342573 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9912289e-819d-44de-ba7a-e1ad2b4e47c3 req-86a040bc-1b5c-49d8-94e8-f43d09ff6b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:16.345910 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9912289e-819d-44de-ba7a-e1ad2b4e47c3 req-86a040bc-1b5c-49d8-94e8-f43d09ff6b0d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=af003a02-3515-4f58-9883-d6033c1b72f4 HTTP/1.1" status: 200  len: 1127 time: 0.2277226
May 07 21:50:16.347745 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9ad28bbc-e6a5-4de7-8ae7-0956298cfa39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (41d14ed6-7c8e-41dc-b902-94f7d081a7df), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:16.502533 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9912289e-819d-44de-ba7a-e1ad2b4e47c3 req-357ed07b-533e-4fb3-a48e-8b651ef18904 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=20997da3-4950-4c1a-ac06-1c63d37fcdf9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1497180
May 07 21:50:16.521847 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 43420c3e-3130-44fc-aa4c-f6e765e78973 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:50:16.613375 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c436248-9133-43f5-8165-f64f69d8b633 req-0a814077-1d1b-4859-9db8-c7a99c4082b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:16.615120 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6c436248-9133-43f5-8165-f64f69d8b633 req-0a814077-1d1b-4859-9db8-c7a99c4082b1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=665487f0-78eb-47fb-9a06-b15bc614dc47 HTTP/1.1" status: 200  len: 870 time: 0.3136775
May 07 21:50:16.636218 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 43420c3e-3130-44fc-aa4c-f6e765e78973 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:50:16.636856 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (43420c3e-3130-44fc-aa4c-f6e765e78973), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:16.637708 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5677a452-6eae-48f5-85a2-f7d7dc77ade9 admin admin] Publish callbacks [] for security_group (412a01f0-f4ca-4be7-b110-eee63a89f19a), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:16.644021 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5677a452-6eae-48f5-85a2-f7d7dc77ade9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (412a01f0-f4ca-4be7-b110-eee63a89f19a), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:16.692589 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-457f2752-8e9e-4f8d-8ed9-6c1f5bdc36d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:16.710871 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-5677a452-6eae-48f5-85a2-f7d7dc77ade9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4dec7bfa7c714d57b00fff10b741b35f&name=default HTTP/1.1" status: 200  len: 2996 time: 0.9842546
May 07 21:50:16.719926 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 37446) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:50:16.720579 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5677a452-6eae-48f5-85a2-f7d7dc77ade9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=412a01f0-f4ca-4be7-b110-eee63a89f19a,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:16.736159 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff7f2bd-02e6-4752-b65f-bbce8c8e5185 req-dad88134-8587-4e6f-af4b-1235af09cd15 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:16.736159 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3ff7f2bd-02e6-4752-b65f-bbce8c8e5185 req-dad88134-8587-4e6f-af4b-1235af09cd15 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.55 "GET /v2.0/ports?device_id=3c5e8d5a-79cf-4bea-96aa-2a6e95ec8aef HTTP/1.1" status: 200  len: 944 time: 0.2444906
May 07 21:50:16.748125 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5974289c-0716-4146-a4db-a153bc0b0a55 req-3a9ce695-8d8a-4732-9e93-c6390d8a231c tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:16.755050 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5974289c-0716-4146-a4db-a153bc0b0a55 req-3a9ce695-8d8a-4732-9e93-c6390d8a231c tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8be6b3c-b434-467d-98b2-4d0d5763bed3 HTTP/1.1" status: 200  len: 948 time: 0.2307971
May 07 21:50:16.793044 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 43420c3e-3130-44fc-aa4c-f6e765e78973 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:50:16.830283 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4f802152-a02b-4ce2-a964-ffccabf557a1 admin admin] Publish callbacks [] for security_group (412a01f0-f4ca-4be7-b110-eee63a89f19a), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:16.836935 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6c436248-9133-43f5-8165-f64f69d8b633 req-7c75129f-b714-4492-8022-ff581f339559 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=873114d2-cfcd-4b2f-9a14-3496ecd36990 HTTP/1.1" status: 200  len: 217 time: 0.1238098
May 07 21:50:16.846284 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 37456) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:50:16.860094 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-c72c2cff-a243-4fb2-91f6-b287195d027c tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] Request body: {'security_group': {'name': 'tempest-securitygroup--236613123', 'description': 'tempest-description--222176375'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:50:16.918374 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4f802152-a02b-4ce2-a964-ffccabf557a1 admin admin] Publish callbacks [] for security_group (412a01f0-f4ca-4be7-b110-eee63a89f19a), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:16.947345 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5974289c-0716-4146-a4db-a153bc0b0a55 req-189a04d5-ede1-49fb-88ad-162045bef362 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1864426
May 07 21:50:16.991396 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-3ff7f2bd-02e6-4752-b65f-bbce8c8e5185 req-60b9f314-352b-4eab-a373-f67731ee3684 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Deleting port 8b09d66b-7638-451c-902c-9a93667bb5b6 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:50:16.992471 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c436248-9133-43f5-8165-f64f69d8b633 req-2e90e1ef-d69c-48bc-8f2e-4979cc5d6ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:16.992994 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-3ff7f2bd-02e6-4752-b65f-bbce8c8e5185 req-60b9f314-352b-4eab-a373-f67731ee3684 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (8b09d66b-7638-451c-902c-9a93667bb5b6), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:16.994158 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6c436248-9133-43f5-8165-f64f69d8b633 req-2e90e1ef-d69c-48bc-8f2e-4979cc5d6ef5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6e0e5c53-1ece-4d20-b01d-5f8c6957edf6 HTTP/1.1" status: 200  len: 843 time: 0.1464512
May 07 21:50:16.999176 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9ad28bbc-e6a5-4de7-8ae7-0956298cfa39 None None] Publish callbacks [] for port (41d14ed6-7c8e-41dc-b902-94f7d081a7df), precommit_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:17.012065 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9ad28bbc-e6a5-4de7-8ae7-0956298cfa39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (41d14ed6-7c8e-41dc-b902-94f7d081a7df), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:17.032292 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c72c2cff-a243-4fb2-91f6-b287195d027c tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:17.063436 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6308f558-0907-4ade-9e88-8db9e6c51290 None None] Pushing event updated for resources: {'Port': ['ID=41d14ed6-7c8e-41dc-b902-94f7d081a7df,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:17.078664 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 873114d2-cfcd-4b2f-9a14-3496ecd36990 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:50:17.091640 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b61c9-0fe8-4281-ab3b-7222366d01ba req-47b74d67-c84d-4c59-9262-f0a5f4c24478 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:17.100507 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2c6b61c9-0fe8-4281-ab3b-7222366d01ba req-47b74d67-c84d-4c59-9262-f0a5f4c24478 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c5e8d5a-79cf-4bea-96aa-2a6e95ec8aef HTTP/1.1" status: 200  len: 944 time: 0.1169331
May 07 21:50:17.141570 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4f802152-a02b-4ce2-a964-ffccabf557a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (412a01f0-f4ca-4be7-b110-eee63a89f19a), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:17.146707 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4f802152-a02b-4ce2-a964-ffccabf557a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:17.148636 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-4f802152-a02b-4ce2-a964-ffccabf557a1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/412a01f0-f4ca-4be7-b110-eee63a89f19a HTTP/1.1" status: 204  len: 168 time: 0.4231489
May 07 21:50:17.171044 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f802152-a02b-4ce2-a964-ffccabf557a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=412a01f0-f4ca-4be7-b110-eee63a89f19a,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:17.228741 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2c6b61c9-0fe8-4281-ab3b-7222366d01ba req-8b2c4ffc-e4c5-4175-a0bf-58fa4e55a949 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1001201
May 07 21:50:17.270717 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d4ff30-2d3e-47a2-bdaf-a0eefbfc8bff req-bdf08302-a01d-4603-8cd7-3c76ddc5a0e7 tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:17.279283 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e2d4ff30-2d3e-47a2-bdaf-a0eefbfc8bff req-bdf08302-a01d-4603-8cd7-3c76ddc5a0e7 tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] 10.222.0.32 "GET /v2.0/ports?device_id=af003a02-3515-4f58-9883-d6033c1b72f4 HTTP/1.1" status: 200  len: 945 time: 0.2071671
May 07 21:50:17.305131 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-457f2752-8e9e-4f8d-8ed9-6c1f5bdc36d2 admin admin] Publish callbacks [] for security_group (70433d6f-d7be-4a8f-b7c6-07d4e60a402e), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:17.336643 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-457f2752-8e9e-4f8d-8ed9-6c1f5bdc36d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (70433d6f-d7be-4a8f-b7c6-07d4e60a402e), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:17.396658 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-3ff7f2bd-02e6-4752-b65f-bbce8c8e5185 req-60b9f314-352b-4eab-a373-f67731ee3684 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] For port 8b09d66b-7638-451c-902c-9a93667bb5b6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8b09d66b-7638-451c-902c-9a93667bb5b6,segment=NetworkSegment(917604e4-aade-4a11-b4ad-178bdbbe8fbb),segment_id=917604e4-aade-4a11-b4ad-178bdbbe8fbb)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:50:17.397040 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-3ff7f2bd-02e6-4752-b65f-bbce8c8e5185 req-60b9f314-352b-4eab-a373-f67731ee3684 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (8b09d66b-7638-451c-902c-9a93667bb5b6), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:17.427340 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c436248-9133-43f5-8165-f64f69d8b633 req-eed9ce7c-fe36-4e4d-8ceb-28fc29416505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:17.430138 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6c436248-9133-43f5-8165-f64f69d8b633 req-eed9ce7c-fe36-4e4d-8ceb-28fc29416505 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=665487f0-78eb-47fb-9a06-b15bc614dc47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1365221
May 07 21:50:17.493217 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-3ff7f2bd-02e6-4752-b65f-bbce8c8e5185 req-60b9f314-352b-4eab-a373-f67731ee3684 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Calling delete_port for 8b09d66b-7638-451c-902c-9a93667bb5b6 owned by compute:nova {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:50:17.497521 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 873114d2-cfcd-4b2f-9a14-3496ecd36990, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=873114d2-cfcd-4b2f-9a14-3496ecd36990,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:50:17.503062 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-457f2752-8e9e-4f8d-8ed9-6c1f5bdc36d2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a70e6d26bd4e47d2a3e560421ddadc44&name=default HTTP/1.1" status: 200  len: 2996 time: 1.1862230
May 07 21:50:17.506698 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c72c2cff-a243-4fb2-91f6-b287195d027c tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] Publish callbacks [] for security_group (4e90986d-5a53-47e1-9ed6-f20762c03fca), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:17.507537 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 37464) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:50:17.515702 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': '873114d2-cfcd-4b2f-9a14-3496ecd36990', 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47', 'port_id': '873114d2-cfcd-4b2f-9a14-3496ecd36990', 'mac_address': 'fa:16:3e:b4:d5:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e0e5c53-1ece-4d20-b01d-5f8c6957edf6', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:50:17.531232 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457f2752-8e9e-4f8d-8ed9-6c1f5bdc36d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70433d6f-d7be-4a8f-b7c6-07d4e60a402e,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:17.540281 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c72c2cff-a243-4fb2-91f6-b287195d027c tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (4e90986d-5a53-47e1-9ed6-f20762c03fca), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:17.559758 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e2d4ff30-2d3e-47a2-bdaf-a0eefbfc8bff req-2681e2cf-baa2-4c80-ae84-bd55224f0314 tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] 10.222.0.32 "GET /v2.0/security-groups?id=20997da3-4950-4c1a-ac06-1c63d37fcdf9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2780313
May 07 21:50:17.599336 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-9ad28bbc-e6a5-4de7-8ae7-0956298cfa39 None None] Attempting to bind port 41d14ed6-7c8e-41dc-b902-94f7d081a7df on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:50:17.599726 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-9ad28bbc-e6a5-4de7-8ae7-0956298cfa39 None None] Attempting to bind port 41d14ed6-7c8e-41dc-b902-94f7d081a7df by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '83d8bfd7-7d5a-41d2-9f7c-165f0fdeeb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a410d8ef-ee3d-4030-b2bf-4c0b7f9d7aaa'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:50:17.600236 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad28bbc-e6a5-4de7-8ae7-0956298cfa39 None None] Attempting to bind port 41d14ed6-7c8e-41dc-b902-94f7d081a7df on network a410d8ef-ee3d-4030-b2bf-4c0b7f9d7aaa {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:50:17.641015 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad28bbc-e6a5-4de7-8ae7-0956298cfa39 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:50:17.641653 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad28bbc-e6a5-4de7-8ae7-0956298cfa39 None None] Checking segment: {'id': '83d8bfd7-7d5a-41d2-9f7c-165f0fdeeb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a410d8ef-ee3d-4030-b2bf-4c0b7f9d7aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:50:17.642101 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9ad28bbc-e6a5-4de7-8ae7-0956298cfa39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:17.642542 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad28bbc-e6a5-4de7-8ae7-0956298cfa39 None None] Bound using segment: {'id': '83d8bfd7-7d5a-41d2-9f7c-165f0fdeeb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a410d8ef-ee3d-4030-b2bf-4c0b7f9d7aaa'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:50:17.643202 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-9ad28bbc-e6a5-4de7-8ae7-0956298cfa39 None None] Bound port: 41d14ed6-7c8e-41dc-b902-94f7d081a7df, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83d8bfd7-7d5a-41d2-9f7c-165f0fdeeb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a410d8ef-ee3d-4030-b2bf-4c0b7f9d7aaa'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:50:17.643628 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9ad28bbc-e6a5-4de7-8ae7-0956298cfa39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (41d14ed6-7c8e-41dc-b902-94f7d081a7df), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:17.663812 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-885adedf-e783-4e57-a1c9-155cd0296c4b None None] Provisioning complete for port 41d14ed6-7c8e-41dc-b902-94f7d081a7df triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:50:17.664181 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-885adedf-e783-4e57-a1c9-155cd0296c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (41d14ed6-7c8e-41dc-b902-94f7d081a7df), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:17.670526 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c72c2cff-a243-4fb2-91f6-b287195d027c tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:17.672372 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-c72c2cff-a243-4fb2-91f6-b287195d027c tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1795 time: 0.8228457
May 07 21:50:17.681192 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 37468) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:50:17.686461 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72c2cff-a243-4fb2-91f6-b287195d027c tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e90986d-5a53-47e1-9ed6-f20762c03fca,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:17.697447 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-dfdc888a-f4b9-436f-b983-0b7666fda5ec tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] Request body: {'security_group_rule': {'security_group_id': '4e90986d-5a53-47e1-9ed6-f20762c03fca', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:50:17.759350 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0fe6f2ef-02db-431c-94f2-5ae05a6dc1e8 admin admin] Publish callbacks [] for security_group (70433d6f-d7be-4a8f-b7c6-07d4e60a402e), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:17.784817 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-dfdc888a-f4b9-436f-b983-0b7666fda5ec tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] Publish callbacks [] for security_group_rule (1329d42d-0091-43c9-90b0-e5f964e063e6), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:17.799361 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-885adedf-e783-4e57-a1c9-155cd0296c4b None None] Port 41d14ed6-7c8e-41dc-b902-94f7d081a7df cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:50:17.803904 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 873114d2-cfcd-4b2f-9a14-3496ecd36990 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:50:17.804440 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (873114d2-cfcd-4b2f-9a14-3496ecd36990), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:17.843570 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0fe6f2ef-02db-431c-94f2-5ae05a6dc1e8 admin admin] Publish callbacks [] for security_group (70433d6f-d7be-4a8f-b7c6-07d4e60a402e), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:17.899559 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-9ad28bbc-e6a5-4de7-8ae7-0956298cfa39 None None] For port 41d14ed6-7c8e-41dc-b902-94f7d081a7df, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:50:17.943048 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 873114d2-cfcd-4b2f-9a14-3496ecd36990 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:50:17.949483 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-9ad28bbc-e6a5-4de7-8ae7-0956298cfa39 None None] For port 41d14ed6-7c8e-41dc-b902-94f7d081a7df, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=41d14ed6-7c8e-41dc-b902-94f7d081a7df,segment=NetworkSegment(83d8bfd7-7d5a-41d2-9f7c-165f0fdeeb09),segment_id=83d8bfd7-7d5a-41d2-9f7c-165f0fdeeb09)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:50:17.999019 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9ad28bbc-e6a5-4de7-8ae7-0956298cfa39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (41d14ed6-7c8e-41dc-b902-94f7d081a7df), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:18.013932 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-dfdc888a-f4b9-436f-b983-0b7666fda5ec tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] Publish callbacks [] for security_group_rule (1329d42d-0091-43c9-90b0-e5f964e063e6), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:18.024070 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 873114d2-cfcd-4b2f-9a14-3496ecd36990, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=873114d2-cfcd-4b2f-9a14-3496ecd36990,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:50:18.032286 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-dfdc888a-f4b9-436f-b983-0b7666fda5ec tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (1329d42d-0091-43c9-90b0-e5f964e063e6), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:18.042086 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c6e36d-12a1-4a50-9ec6-ee8241211cda req-ab0c49ec-138e-4f0a-b4c0-7c6e89be319f tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:18.043881 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a2c6e36d-12a1-4a50-9ec6-ee8241211cda req-ab0c49ec-138e-4f0a-b4c0-7c6e89be319f tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ea4853a-41f9-43d9-b213-c627f5c9eb4e HTTP/1.1" status: 200  len: 946 time: 0.5453300
May 07 21:50:18.046489 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (873114d2-cfcd-4b2f-9a14-3496ecd36990), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:18.080073 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdc888a-f4b9-436f-b983-0b7666fda5ec tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1329d42d-0091-43c9-90b0-e5f964e063e6,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:18.115042 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6c436248-9133-43f5-8165-f64f69d8b633 req-ceecc969-4627-4de6-8aa2-1082e5287e00 service neutron] 10.222.0.55 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6650157
May 07 21:50:18.115617 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad28bbc-e6a5-4de7-8ae7-0956298cfa39 None None] Routers {'04e67ecd-5a0f-47ea-aee1-12263c6ab0a5'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:50:18.116524 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-9ad28bbc-e6a5-4de7-8ae7-0956298cfa39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7fa8a250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:49:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['04e67ecd-5a0f-47ea-aee1-12263c6ab0a5'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:50:18.161152 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d9c449-036e-4833-96f6-06596b721ab3 req-4889837d-0657-42aa-ba25-a577170b6a80 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:18.170403 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-10d9c449-036e-4833-96f6-06596b721ab3 req-4889837d-0657-42aa-ba25-a577170b6a80 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8be6b3c-b434-467d-98b2-4d0d5763bed3 HTTP/1.1" status: 200  len: 949 time: 0.0848913
May 07 21:50:18.181807 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6308f558-0907-4ade-9e88-8db9e6c51290 None None] Pushing event updated for resources: {'Port': ['ID=41d14ed6-7c8e-41dc-b902-94f7d081a7df,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:18.210600 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-dfdc888a-f4b9-436f-b983-0b7666fda5ec tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:18.212237 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-dfdc888a-f4b9-436f-b983-0b7666fda5ec tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5192795
May 07 21:50:18.213184 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-3ff7f2bd-02e6-4752-b65f-bbce8c8e5185 req-60b9f314-352b-4eab-a373-f67731ee3684 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (8b09d66b-7638-451c-902c-9a93667bb5b6), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:18.238068 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 37478) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:50:18.244905 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6c436248-9133-43f5-8165-f64f69d8b633 req-a2adfe15-ff20-4586-9cd4-a8ad32c5e523 service neutron] 10.222.0.55 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1222627
May 07 21:50:18.265974 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=873114d2-cfcd-4b2f-9a14-3496ecd36990,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:18.276670 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a2c6e36d-12a1-4a50-9ec6-ee8241211cda req-4c1d6102-cfb1-4d1a-8616-8d957fdc6ea6 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2117708
May 07 21:50:18.284888 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-352c3f8e-92ce-4627-8532-9c7cd9f53514 tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] Request body: {'security_group_rule': {'security_group_id': '4e90986d-5a53-47e1-9ed6-f20762c03fca', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:50:18.301239 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['446d2d04-f43a-4396-ae3d-6321f1ea6225'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:50:18.395922 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f262d8ce-abb9-41da-b39a-fd54a93721ce req-4021f3cd-964e-4626-a340-0d0604eb9452 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c5e8d5a-79cf-4bea-96aa-2a6e95ec8aef HTTP/1.1" status: 200  len: 210 time: 0.0475423
May 07 21:50:18.398754 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b9f314-352b-4eab-a373-f67731ee3684 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Pushing event deleted for resources: {'Port': ['ID=8b09d66b-7638-451c-902c-9a93667bb5b6,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:18.434160 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-10d9c449-036e-4833-96f6-06596b721ab3 req-65b02f65-fb2e-413c-804d-10012466b710 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2602038
May 07 21:50:18.445599 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ff7f2bd-02e6-4752-b65f-bbce8c8e5185 req-60b9f314-352b-4eab-a373-f67731ee3684 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] No DVR routers for this DVR port 8b09d66b-7638-451c-902c-9a93667bb5b6 on host nch1-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:50:18.449907 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-3ff7f2bd-02e6-4752-b65f-bbce8c8e5185 req-60b9f314-352b-4eab-a373-f67731ee3684 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:18.453428 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3ff7f2bd-02e6-4752-b65f-bbce8c8e5185 req-60b9f314-352b-4eab-a373-f67731ee3684 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.55 "DELETE /v2.0/ports/8b09d66b-7638-451c-902c-9a93667bb5b6 HTTP/1.1" status: 204  len: 173 time: 1.6946423
May 07 21:50:18.458256 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c5e8d5a-79cf-4bea-96aa-2a6e95ec8aef', 'name': 'network-vif-deleted', 'tag': '8b09d66b-7638-451c-902c-9a93667bb5b6'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:50:18.461156 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cc51b7d-4627-40a2-92ef-ed59895d4c13" -d '{"events": [{"server_uuid": "3c5e8d5a-79cf-4bea-96aa-2a6e95ec8aef", "name": "network-vif-deleted", "tag": "8b09d66b-7638-451c-902c-9a93667bb5b6"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:50:18.468122 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0fe6f2ef-02db-431c-94f2-5ae05a6dc1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (70433d6f-d7be-4a8f-b7c6-07d4e60a402e), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:18.471498 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0fe6f2ef-02db-431c-94f2-5ae05a6dc1e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:18.473079 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-0fe6f2ef-02db-431c-94f2-5ae05a6dc1e8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/70433d6f-d7be-4a8f-b7c6-07d4e60a402e HTTP/1.1" status: 204  len: 168 time: 0.9582365
May 07 21:50:18.493885 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-9ad28bbc-e6a5-4de7-8ae7-0956298cfa39 None None] Set router 04e67ecd-5a0f-47ea-aee1-12263c6ab0a5 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:50:18.516978 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe6f2ef-02db-431c-94f2-5ae05a6dc1e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70433d6f-d7be-4a8f-b7c6-07d4e60a402e,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:18.549170 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-449113e2-e5b5-47d0-affc-f02cd8a53899 x-openstack-request-id: req-449113e2-e5b5-47d0-affc-f02cd8a53899 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:50:18.549523 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c5e8d5a-79cf-4bea-96aa-2a6e95ec8aef", "name": "network-vif-deleted", "tag": "8b09d66b-7638-451c-902c-9a93667bb5b6", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:50:18.549659 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-449113e2-e5b5-47d0-affc-f02cd8a53899 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:50:18.550036 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-449113e2-e5b5-47d0-affc-f02cd8a53899'] response: {'server_uuid': '3c5e8d5a-79cf-4bea-96aa-2a6e95ec8aef', 'name': 'network-vif-deleted', 'tag': '8b09d66b-7638-451c-902c-9a93667bb5b6', 'status': 'completed', 'code': 200}
May 07 21:50:18.556800 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-352c3f8e-92ce-4627-8532-9c7cd9f53514 tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] Publish callbacks [] for security_group_rule (e61d2e36-338e-4b08-bfdb-0154f019dc2c), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:18.598550 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['873114d2-cfcd-4b2f-9a14-3496ecd36990'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:50:18.679650 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-452ca4f2-155b-462a-af6c-58914edb703c None None] Provisioning complete for port 41d14ed6-7c8e-41dc-b902-94f7d081a7df triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:50:18.679889 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-352c3f8e-92ce-4627-8532-9c7cd9f53514 tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] Publish callbacks [] for security_group_rule (e61d2e36-338e-4b08-bfdb-0154f019dc2c), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:18.680042 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-452ca4f2-155b-462a-af6c-58914edb703c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (41d14ed6-7c8e-41dc-b902-94f7d081a7df), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:18.685713 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-352c3f8e-92ce-4627-8532-9c7cd9f53514 tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (e61d2e36-338e-4b08-bfdb-0154f019dc2c), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:18.716872 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352c3f8e-92ce-4627-8532-9c7cd9f53514 tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e61d2e36-338e-4b08-bfdb-0154f019dc2c,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:18.722891 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-352c3f8e-92ce-4627-8532-9c7cd9f53514 tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:18.726121 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-352c3f8e-92ce-4627-8532-9c7cd9f53514 tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4447980
May 07 21:50:18.729534 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 37500) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:50:18.736615 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-8fc07b68-af98-419b-81cf-9487469af69d tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] Request body: {'floatingip': {'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:50:18.844437 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83562eb-eb34-4602-a2ad-55530e1af853 req-2ab0c7e2-a2c9-484c-a386-e109df8ec584 tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:18.846267 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b83562eb-eb34-4602-a2ad-55530e1af853 req-2ab0c7e2-a2c9-484c-a386-e109df8ec584 tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] 10.222.0.32 "GET /v2.0/ports?device_id=af003a02-3515-4f58-9883-d6033c1b72f4 HTTP/1.1" status: 200  len: 945 time: 0.0676808
May 07 21:50:18.847279 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8fc07b68-af98-419b-81cf-9487469af69d tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:18.965144 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b83562eb-eb34-4602-a2ad-55530e1af853 req-478e0933-7809-4dd4-b4e9-fce25cae2184 tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] 10.222.0.32 "GET /v2.0/security-groups?id=20997da3-4950-4c1a-ac06-1c63d37fcdf9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1002738
May 07 21:50:19.023933 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-9ad28bbc-e6a5-4de7-8ae7-0956298cfa39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7fa8a250>, [{'id': '04e67ecd-5a0f-47ea-aee1-12263c6ab0a5', 'name': 'tempest-ServersTestManualDisk-649216037-router', 'tenant_id': '2a463927927b488ebe8a6e118484e8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.26'}], 'enable_snat': True}, 'gw_port_id': '43420c3e-3130-44fc-aa4c-f6e765e78973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:50:03Z', 'updated_at': '2022-05-07T21:50:12Z', 'revision_number': 4, 'project_id': '2a463927927b488ebe8a6e118484e8df', 'gw_port': {'id': '43420c3e-3130-44fc-aa4c-f6e765e78973', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:97:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e67ecd-5a0f-47ea-aee1-12263c6ab0a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:50:04Z', 'updated_at': '2022-05-07T21:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '41d14ed6-7c8e-41dc-b902-94f7d081a7df', 'name': '', 'network_id': 'a410d8ef-ee3d-4030-b2bf-4c0b7f9d7aaa', 'tenant_id': '2a463927927b488ebe8a6e118484e8df', 'mac_address': 'fa:16:3e:72:99:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e67ecd-5a0f-47ea-aee1-12263c6ab0a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '0f2642b8-4442-4eaa-98ef-8d8b21575f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:50:11Z', 'updated_at': '2022-05-07T21:50:17Z', 'revision_number': 4, 'project_id': '2a463927927b488ebe8a6e118484e8df', 'subnets': [{'id': '0f2642b8-4442-4eaa-98ef-8d8b21575f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:50:19.034922 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8fc07b68-af98-419b-81cf-9487469af69d tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:19.159715 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3e5022-51c6-4e1e-9bad-340fb659b452 req-ea6489ba-6457-4aad-be12-92eb20a2fe1e tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:19.170996 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 37514) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:50:19.172110 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3a3e5022-51c6-4e1e-9bad-340fb659b452 req-ea6489ba-6457-4aad-be12-92eb20a2fe1e tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] 10.222.0.32 "GET /v2.0/ports?device_id=af003a02-3515-4f58-9883-d6033c1b72f4 HTTP/1.1" status: 200  len: 945 time: 0.0694957
May 07 21:50:19.178309 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-097d8083-fa59-4c18-8f4e-d7e6145513ac tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] Request body: {'floatingip': {'port_id': '6ce344e7-dcb0-471f-b006-52cef1e33f6f'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:50:19.233897 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 37518) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:50:19.265539 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-097d8083-fa59-4c18-8f4e-d7e6145513ac tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] Publish callbacks [] for floatingip (86ab83e5-403a-4da3-b919-72f527f98791), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:19.265747 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b90013bf-346e-4b19-b1b1-f5590f9df1b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:19.295734 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-452ca4f2-155b-462a-af6c-58914edb703c None None] Current status of the port 41d14ed6-7c8e-41dc-b902-94f7d081a7df is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:50:19.296101 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-452ca4f2-155b-462a-af6c-58914edb703c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (41d14ed6-7c8e-41dc-b902-94f7d081a7df), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:19.317166 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-8fc07b68-af98-419b-81cf-9487469af69d tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] Allocated IP 172.35.4.153 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/21066dcd-709f-4a01-8bea-50acb54a0ad0) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:50:19.360799 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad28bbc-e6a5-4de7-8ae7-0956298cfa39 None None] The sync data for ids ['04e67ecd-5a0f-47ea-aee1-12263c6ab0a5'] in ncdv-master-1 is: [{'id': '04e67ecd-5a0f-47ea-aee1-12263c6ab0a5', 'name': 'tempest-ServersTestManualDisk-649216037-router', 'tenant_id': '2a463927927b488ebe8a6e118484e8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.26'}], 'enable_snat': True}, 'gw_port_id': '43420c3e-3130-44fc-aa4c-f6e765e78973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:50:03Z', 'updated_at': '2022-05-07T21:50:12Z', 'revision_number': 4, 'project_id': '2a463927927b488ebe8a6e118484e8df', 'gw_port': {'id': '43420c3e-3130-44fc-aa4c-f6e765e78973', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:97:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e67ecd-5a0f-47ea-aee1-12263c6ab0a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:50:04Z', 'updated_at': '2022-05-07T21:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '41d14ed6-7c8e-41dc-b902-94f7d081a7df', 'name': '', 'network_id': 'a410d8ef-ee3d-4030-b2bf-4c0b7f9d7aaa', 'tenant_id': '2a463927927b488ebe8a6e118484e8df', 'mac_address': 'fa:16:3e:72:99:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e67ecd-5a0f-47ea-aee1-12263c6ab0a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '0f2642b8-4442-4eaa-98ef-8d8b21575f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:50:11Z', 'updated_at': '2022-05-07T21:50:17Z', 'revision_number': 4, 'project_id': '2a463927927b488ebe8a6e118484e8df', 'subnets': [{'id': '0f2642b8-4442-4eaa-98ef-8d8b21575f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:50:19.407094 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 8b09d66b-7638-451c-902c-9a93667bb5b6 no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:50:19.526154 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] No Port match for: 8b09d66b-7638-451c-902c-9a93667bb5b6 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:50:19.526907 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 8b09d66b-7638-451c-902c-9a93667bb5b6 not bound to the agent host nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:50:19.583621 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-452ca4f2-155b-462a-af6c-58914edb703c None None] For port 41d14ed6-7c8e-41dc-b902-94f7d081a7df, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=41d14ed6-7c8e-41dc-b902-94f7d081a7df,segment=NetworkSegment(83d8bfd7-7d5a-41d2-9f7c-165f0fdeeb09),segment_id=83d8bfd7-7d5a-41d2-9f7c-165f0fdeeb09)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:50:19.609337 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeff209-b84e-4d76-8f81-408475b6de23 req-60b7b7ae-0b78-4593-b5c8-ca8347464a30 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:19.616131 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-452ca4f2-155b-462a-af6c-58914edb703c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (41d14ed6-7c8e-41dc-b902-94f7d081a7df), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:19.618063 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bbeff209-b84e-4d76-8f81-408475b6de23 req-60b7b7ae-0b78-4593-b5c8-ca8347464a30 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ea4853a-41f9-43d9-b213-c627f5c9eb4e HTTP/1.1" status: 200  len: 946 time: 0.2077971
May 07 21:50:19.684281 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b90013bf-346e-4b19-b1b1-f5590f9df1b8 admin admin] Publish callbacks [] for security_group (b2886c35-3af2-4dcb-9e38-a4a4eed3f7d6), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:19.689099 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452ca4f2-155b-462a-af6c-58914edb703c None None] Pushing event updated for resources: {'Port': ['ID=41d14ed6-7c8e-41dc-b902-94f7d081a7df,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:19.704211 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b90013bf-346e-4b19-b1b1-f5590f9df1b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (b2886c35-3af2-4dcb-9e38-a4a4eed3f7d6), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:19.786364 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8fc07b68-af98-419b-81cf-9487469af69d tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] Publish callbacks [] for port (21066dcd-709f-4a01-8bea-50acb54a0ad0), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:19.793172 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90013bf-346e-4b19-b1b1-f5590f9df1b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2886c35-3af2-4dcb-9e38-a4a4eed3f7d6,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:19.808110 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-b90013bf-346e-4b19-b1b1-f5590f9df1b8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fa2b262027224d4ea3f79418923698ba&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5734088
May 07 21:50:19.813521 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 37538) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:50:19.846268 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bbeff209-b84e-4d76-8f81-408475b6de23 req-eec5670e-d251-46c5-8ed7-d3e3f704baaa tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2270217
May 07 21:50:20.126525 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d54520c4-fde9-4ea2-ac26-05da2e1bef09 req-cb5b43c0-022b-4c44-988e-9b8f3107d91e tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c5e8d5a-79cf-4bea-96aa-2a6e95ec8aef HTTP/1.1" status: 200  len: 210 time: 0.0411131
May 07 21:50:20.311498 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d062fd-674c-49ce-aa03-dd86c5cdf8a1 req-b1d92447-d13f-415e-ae8a-741abfdb1582 tempest-LiveMigrationTest-1060990445 tempest-LiveMigrationTest-1060990445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:20.313237 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-98d062fd-674c-49ce-aa03-dd86c5cdf8a1 req-b1d92447-d13f-415e-ae8a-741abfdb1582 tempest-LiveMigrationTest-1060990445 tempest-LiveMigrationTest-1060990445-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=5ea4853a-41f9-43d9-b213-c627f5c9eb4e&tenant_id=1bcaffad5d3447b98f0216d3481045e5&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1128 time: 0.4988625
May 07 21:50:20.335932 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5330fc39-b0fe-492c-812c-dd84de455164 req-c9dec955-c431-4b8e-b1e4-5da9d1e4df3c tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:20.347564 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5330fc39-b0fe-492c-812c-dd84de455164 req-c9dec955-c431-4b8e-b1e4-5da9d1e4df3c tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8be6b3c-b434-467d-98b2-4d0d5763bed3 HTTP/1.1" status: 200  len: 949 time: 0.1455038
May 07 21:50:20.358995 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-98d062fd-674c-49ce-aa03-dd86c5cdf8a1 req-0bc4ae4d-639b-4a3f-95fa-0b7d9fe555d0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-master-1'}}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:50:20.361123 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-097d8083-fa59-4c18-8f4e-d7e6145513ac tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:20.372019 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-097d8083-fa59-4c18-8f4e-d7e6145513ac tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (86ab83e5-403a-4da3-b919-72f527f98791), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:20.447187 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-54940611-4652-431a-bc7b-fa7c599520a9 admin admin] Publish callbacks [] for security_group (b2886c35-3af2-4dcb-9e38-a4a4eed3f7d6), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:20.456087 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8fc07b68-af98-419b-81cf-9487469af69d tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (21066dcd-709f-4a01-8bea-50acb54a0ad0), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:20.550322 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 41d14ed6-7c8e-41dc-b902-94f7d081a7df up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:50:20.601039 ncdv-master-1 neutron-server[121837]: INFO neutron.db.l3_db [None req-097d8083-fa59-4c18-8f4e-d7e6145513ac tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] Floating IP 86ab83e5-403a-4da3-b919-72f527f98791 associated. External IP: 172.35.4.201, port: 6ce344e7-dcb0-471f-b006-52cef1e33f6f.
May 07 21:50:20.607170 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5330fc39-b0fe-492c-812c-dd84de455164 req-c6422382-d276-4d71-be42-2d1f83580f5f tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2584920
May 07 21:50:20.627798 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-54940611-4652-431a-bc7b-fa7c599520a9 admin admin] Publish callbacks [] for security_group (b2886c35-3af2-4dcb-9e38-a4a4eed3f7d6), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:20.637925 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc07b68-af98-419b-81cf-9487469af69d tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:50:20.639180 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-98d062fd-674c-49ce-aa03-dd86c5cdf8a1 req-0bc4ae4d-639b-4a3f-95fa-0b7d9fe555d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (efb357b8-d8e7-40c3-b60d-4600d4ef216f), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:20.670584 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 41d14ed6-7c8e-41dc-b902-94f7d081a7df triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:50:20.671404 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (41d14ed6-7c8e-41dc-b902-94f7d081a7df), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:20.678896 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-8fc07b68-af98-419b-81cf-9487469af69d tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:50:20.682218 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc07b68-af98-419b-81cf-9487469af69d tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:50:20.684389 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc07b68-af98-419b-81cf-9487469af69d tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] Pushing event updated for resources: {'Port': ['ID=21066dcd-709f-4a01-8bea-50acb54a0ad0,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:20.814710 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 41d14ed6-7c8e-41dc-b902-94f7d081a7df is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:50:20.826018 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:20.965783 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8fc07b68-af98-419b-81cf-9487469af69d tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] Publish callbacks [] for floatingip (9f08c223-598d-4d1a-aafa-733f2a1727e0), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:20.987140 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-54940611-4652-431a-bc7b-fa7c599520a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (b2886c35-3af2-4dcb-9e38-a4a4eed3f7d6), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:20.989798 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-54940611-4652-431a-bc7b-fa7c599520a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:20.990984 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-54940611-4652-431a-bc7b-fa7c599520a9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b2886c35-3af2-4dcb-9e38-a4a4eed3f7d6 HTTP/1.1" status: 204  len: 168 time: 1.1635351
May 07 21:50:21.050482 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54940611-4652-431a-bc7b-fa7c599520a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2886c35-3af2-4dcb-9e38-a4a4eed3f7d6,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:21.065295 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-98d062fd-674c-49ce-aa03-dd86c5cdf8a1 req-0bc4ae4d-639b-4a3f-95fa-0b7d9fe555d0 service neutron] For port efb357b8-d8e7-40c3-b60d-4600d4ef216f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=efb357b8-d8e7-40c3-b60d-4600d4ef216f,segment=NetworkSegment(82ec07f6-cf99-4411-99d8-c39170f22b45),segment_id=82ec07f6-cf99-4411-99d8-c39170f22b45)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:50:21.079524 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8fc07b68-af98-419b-81cf-9487469af69d tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (21066dcd-709f-4a01-8bea-50acb54a0ad0), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:21.110914 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device efb357b8-d8e7-40c3-b60d-4600d4ef216f details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:50:21.126600 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 873114d2-cfcd-4b2f-9a14-3496ecd36990 up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:50:21.128529 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-097d8083-fa59-4c18-8f4e-d7e6145513ac tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] Router 9c5f34d7-008e-4fe4-9fa4-469819d4e910 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 21:50:21.149318 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce679f44-06e0-4a20-a574-b4fc6136f033 req-9b930007-4a5a-4229-9d68-698f98885708 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:21.154518 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ce679f44-06e0-4a20-a574-b4fc6136f033 req-9b930007-4a5a-4229-9d68-698f98885708 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ea4853a-41f9-43d9-b213-c627f5c9eb4e HTTP/1.1" status: 200  len: 946 time: 0.1918492
May 07 21:50:21.208014 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-98d062fd-674c-49ce-aa03-dd86c5cdf8a1 req-0bc4ae4d-639b-4a3f-95fa-0b7d9fe555d0 service neutron] For port efb357b8-d8e7-40c3-b60d-4600d4ef216f, host nch2-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:50:21.247855 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 37574) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:50:21.313562 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning for port 873114d2-cfcd-4b2f-9a14-3496ecd36990 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:50:21.329708 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ea4853a-41f9-43d9-b213-c627f5c9eb4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efb357b8-d8e7-40c3-b60d-4600d4ef216f'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:50:21.331940 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf844b4-b876-44fd-a915-dc85f6dbacb0" -d '{"events": [{"server_uuid": "5ea4853a-41f9-43d9-b213-c627f5c9eb4e", "name": "network-vif-unplugged", "status": "completed", "tag": "efb357b8-d8e7-40c3-b60d-4600d4ef216f"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:50:21.337318 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-98d062fd-674c-49ce-aa03-dd86c5cdf8a1 req-0bc4ae4d-639b-4a3f-95fa-0b7d9fe555d0 service neutron] Publish callbacks [] for port (efb357b8-d8e7-40c3-b60d-4600d4ef216f), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:21.349574 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port 873114d2-cfcd-4b2f-9a14-3496ecd36990 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:50:21.357289 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (873114d2-cfcd-4b2f-9a14-3496ecd36990), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:21.362932 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-98d062fd-674c-49ce-aa03-dd86c5cdf8a1 req-0bc4ae4d-639b-4a3f-95fa-0b7d9fe555d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (efb357b8-d8e7-40c3-b60d-4600d4ef216f), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:21.489131 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 07 May 2022 21:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33f06860-c211-4ccb-b36f-bf137ce14fd7 x-openstack-request-id: req-33f06860-c211-4ccb-b36f-bf137ce14fd7 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:50:21.491384 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ea4853a-41f9-43d9-b213-c627f5c9eb4e", "name": "network-vif-unplugged", "status": "completed", "tag": "efb357b8-d8e7-40c3-b60d-4600d4ef216f", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:50:21.491649 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-33f06860-c211-4ccb-b36f-bf137ce14fd7 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:50:21.492079 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33f06860-c211-4ccb-b36f-bf137ce14fd7'] response: {'server_uuid': '5ea4853a-41f9-43d9-b213-c627f5c9eb4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efb357b8-d8e7-40c3-b60d-4600d4ef216f', 'code': 200}
May 07 21:50:21.498559 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.db.resource_extend [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 07 21:50:21.631797 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc4ae4d-639b-4a3f-95fa-0b7d9fe555d0 service neutron] Pushing event updated for resources: {'Port': ['ID=efb357b8-d8e7-40c3-b60d-4600d4ef216f,revision_number=7']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:21.667352 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ce679f44-06e0-4a20-a574-b4fc6136f033 req-0a85b9e1-e3c6-4084-ba19-c2c181e932ed tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4995975
May 07 21:50:21.679448 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-98d062fd-674c-49ce-aa03-dd86c5cdf8a1 req-0bc4ae4d-639b-4a3f-95fa-0b7d9fe555d0 service neutron] Attempting to bind port efb357b8-d8e7-40c3-b60d-4600d4ef216f on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:50:21.679790 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-98d062fd-674c-49ce-aa03-dd86c5cdf8a1 req-0bc4ae4d-639b-4a3f-95fa-0b7d9fe555d0 service neutron] Attempting to bind port efb357b8-d8e7-40c3-b60d-4600d4ef216f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '82ec07f6-cf99-4411-99d8-c39170f22b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '28405dfe-908d-4039-91f6-1d02165b34cd'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:50:21.680222 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d062fd-674c-49ce-aa03-dd86c5cdf8a1 req-0bc4ae4d-639b-4a3f-95fa-0b7d9fe555d0 service neutron] Attempting to bind port efb357b8-d8e7-40c3-b60d-4600d4ef216f on network 28405dfe-908d-4039-91f6-1d02165b34cd {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:50:21.687538 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d062fd-674c-49ce-aa03-dd86c5cdf8a1 req-0bc4ae4d-639b-4a3f-95fa-0b7d9fe555d0 service neutron] Port efb357b8-d8e7-40c3-b60d-4600d4ef216f on network 28405dfe-908d-4039-91f6-1d02165b34cd not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:50:21.688361 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d062fd-674c-49ce-aa03-dd86c5cdf8a1 req-0bc4ae4d-639b-4a3f-95fa-0b7d9fe555d0 service neutron] Attempting to bind port efb357b8-d8e7-40c3-b60d-4600d4ef216f on network 28405dfe-908d-4039-91f6-1d02165b34cd {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:50:21.692682 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8fc07b68-af98-419b-81cf-9487469af69d tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] Publish callbacks [] for port (21066dcd-709f-4a01-8bea-50acb54a0ad0), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:21.696899 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d062fd-674c-49ce-aa03-dd86c5cdf8a1 req-0bc4ae4d-639b-4a3f-95fa-0b7d9fe555d0 service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:50:21.697414 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d062fd-674c-49ce-aa03-dd86c5cdf8a1 req-0bc4ae4d-639b-4a3f-95fa-0b7d9fe555d0 service neutron] Checking segment: {'id': '82ec07f6-cf99-4411-99d8-c39170f22b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '28405dfe-908d-4039-91f6-1d02165b34cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:50:21.697900 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98d062fd-674c-49ce-aa03-dd86c5cdf8a1 req-0bc4ae4d-639b-4a3f-95fa-0b7d9fe555d0 service neutron] Bound using segment: {'id': '82ec07f6-cf99-4411-99d8-c39170f22b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '28405dfe-908d-4039-91f6-1d02165b34cd'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:50:21.698436 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-98d062fd-674c-49ce-aa03-dd86c5cdf8a1 req-0bc4ae4d-639b-4a3f-95fa-0b7d9fe555d0 service neutron] Bound port: efb357b8-d8e7-40c3-b60d-4600d4ef216f, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82ec07f6-cf99-4411-99d8-c39170f22b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '28405dfe-908d-4039-91f6-1d02165b34cd'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:50:21.699044 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-98d062fd-674c-49ce-aa03-dd86c5cdf8a1 req-0bc4ae4d-639b-4a3f-95fa-0b7d9fe555d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (efb357b8-d8e7-40c3-b60d-4600d4ef216f), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:21.709608 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8fc07b68-af98-419b-81cf-9487469af69d tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (21066dcd-709f-4a01-8bea-50acb54a0ad0), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:21.726508 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f7181e65-8193-4fca-9f84-654ef4ce4cc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:21.790348 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port efb357b8-d8e7-40c3-b60d-4600d4ef216f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=efb357b8-d8e7-40c3-b60d-4600d4ef216f,segment=NetworkSegment(82ec07f6-cf99-4411-99d8-c39170f22b45),segment_id=82ec07f6-cf99-4411-99d8-c39170f22b45)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:50:21.801574 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 873114d2-cfcd-4b2f-9a14-3496ecd36990 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:50:21.801972 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (873114d2-cfcd-4b2f-9a14-3496ecd36990), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:21.806290 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-097d8083-fa59-4c18-8f4e-d7e6145513ac tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:50:21.814654 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-097d8083-fa59-4c18-8f4e-d7e6145513ac tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:21.820455 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3650bac-c97d-41eb-ac1b-0a2b74a96730 None None] Sync routers for ids ['9c5f34d7-008e-4fe4-9fa4-469819d4e910'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:50:21.829811 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device efb357b8-d8e7-40c3-b60d-4600d4ef216f has no active binding in host nch1-master-1 {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
May 07 21:50:21.837885 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3650bac-c97d-41eb-ac1b-0a2b74a96730 None None] Routers {'9c5f34d7-008e-4fe4-9fa4-469819d4e910'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:50:21.839174 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-d3650bac-c97d-41eb-ac1b-0a2b74a96730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8e323640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:49:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['9c5f34d7-008e-4fe4-9fa4-469819d4e910'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:50:21.859578 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8be6b3c-b434-467d-98b2-4d0d5763bed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '873114d2-cfcd-4b2f-9a14-3496ecd36990'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:50:21.862146 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-836c9823-c0cf-4172-87ea-4fe1af2a072b" -d '{"events": [{"server_uuid": "e8be6b3c-b434-467d-98b2-4d0d5763bed3", "name": "network-vif-plugged", "status": "completed", "tag": "873114d2-cfcd-4b2f-9a14-3496ecd36990"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:50:21.882997 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-097d8083-fa59-4c18-8f4e-d7e6145513ac tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] 10.222.0.32 "PUT /v2.0/floatingips/86ab83e5-403a-4da3-b919-72f527f98791 HTTP/1.1" status: 200  len: 991 time: 2.7103910
May 07 21:50:21.886138 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af003a02-3515-4f58-9883-d6033c1b72f4', 'tag': '6ce344e7-dcb0-471f-b006-52cef1e33f6f'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:50:21.888983 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ad79318-62bc-4193-985f-27404ed91758" -d '{"events": [{"name": "network-changed", "server_uuid": "af003a02-3515-4f58-9883-d6033c1b72f4", "tag": "6ce344e7-dcb0-471f-b006-52cef1e33f6f"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:50:21.918339 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 873114d2-cfcd-4b2f-9a14-3496ecd36990, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=873114d2-cfcd-4b2f-9a14-3496ecd36990,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:50:21.926659 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (873114d2-cfcd-4b2f-9a14-3496ecd36990), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:21.927303 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc07b68-af98-419b-81cf-9487469af69d tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] Pushing event updated for resources: {'Port': ['ID=21066dcd-709f-4a01-8bea-50acb54a0ad0,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:21.967615 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c8d5d70-8dca-41f0-bdce-15bc233034fc x-openstack-request-id: req-0c8d5d70-8dca-41f0-bdce-15bc233034fc {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:50:21.967971 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8be6b3c-b434-467d-98b2-4d0d5763bed3", "name": "network-vif-plugged", "status": "completed", "tag": "873114d2-cfcd-4b2f-9a14-3496ecd36990", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:50:21.968291 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0c8d5d70-8dca-41f0-bdce-15bc233034fc {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:50:21.968692 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c8d5d70-8dca-41f0-bdce-15bc233034fc'] response: {'server_uuid': 'e8be6b3c-b434-467d-98b2-4d0d5763bed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '873114d2-cfcd-4b2f-9a14-3496ecd36990', 'code': 200}
May 07 21:50:22.010834 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=873114d2-cfcd-4b2f-9a14-3496ecd36990,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:22.015090 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f20751d-ac2b-4dab-902e-1d11b895f435 req-28c5dcb5-90c0-43d7-bdde-489c677f4eee tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:22.037225 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8f20751d-ac2b-4dab-902e-1d11b895f435 req-28c5dcb5-90c0-43d7-bdde-489c677f4eee tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8be6b3c-b434-467d-98b2-4d0d5763bed3 HTTP/1.1" status: 200  len: 949 time: 0.2666459
May 07 21:50:22.045881 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f7181e65-8193-4fca-9f84-654ef4ce4cc1 admin admin] Publish callbacks [] for security_group (bd40ed86-66fa-482e-a54c-8fbdfd4720d9), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:22.079185 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8fc07b68-af98-419b-81cf-9487469af69d tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (9f08c223-598d-4d1a-aafa-733f2a1727e0), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:22.080570 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f7181e65-8193-4fca-9f84-654ef4ce4cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (bd40ed86-66fa-482e-a54c-8fbdfd4720d9), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:22.084556 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-98d062fd-674c-49ce-aa03-dd86c5cdf8a1 req-0bc4ae4d-639b-4a3f-95fa-0b7d9fe555d0 service neutron] For port efb357b8-d8e7-40c3-b60d-4600d4ef216f, host nch2-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:50:22.113288 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-98d062fd-674c-49ce-aa03-dd86c5cdf8a1 req-0bc4ae4d-639b-4a3f-95fa-0b7d9fe555d0 service neutron] For port efb357b8-d8e7-40c3-b60d-4600d4ef216f, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=efb357b8-d8e7-40c3-b60d-4600d4ef216f,segment=NetworkSegment(82ec07f6-cf99-4411-99d8-c39170f22b45),segment_id=82ec07f6-cf99-4411-99d8-c39170f22b45)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:50:22.136292 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8fc07b68-af98-419b-81cf-9487469af69d tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:22.138011 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-8fc07b68-af98-419b-81cf-9487469af69d tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.4077594
May 07 21:50:22.143680 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-98d062fd-674c-49ce-aa03-dd86c5cdf8a1 req-0bc4ae4d-639b-4a3f-95fa-0b7d9fe555d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (efb357b8-d8e7-40c3-b60d-4600d4ef216f), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:22.143895 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-d3650bac-c97d-41eb-ac1b-0a2b74a96730 None None] Set router 9c5f34d7-008e-4fe4-9fa4-469819d4e910 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:50:22.166569 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53c8949-7db4-4d7e-bf5e-aeb109b1d59b req-e27cb30c-5f57-41b2-a188-9b79f90a99fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:22.169261 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c53c8949-7db4-4d7e-bf5e-aeb109b1d59b req-e27cb30c-5f57-41b2-a188-9b79f90a99fc service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e8be6b3c-b434-467d-98b2-4d0d5763bed3 HTTP/1.1" status: 200  len: 1132 time: 0.1415286
May 07 21:50:22.180248 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7181e65-8193-4fca-9f84-654ef4ce4cc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd40ed86-66fa-482e-a54c-8fbdfd4720d9,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:22.224758 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-f7181e65-8193-4fca-9f84-654ef4ce4cc1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6a76c4307b504f23b442ba15422665e8&name=default HTTP/1.1" status: 200  len: 2996 time: 0.9682248
May 07 21:50:22.229132 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8f20751d-ac2b-4dab-902e-1d11b895f435 req-3ce13fcf-aa47-4484-b85e-c58560af3165 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1672680
May 07 21:50:22.234446 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 37616) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:50:22.279416 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1c9729-4cb6-43c2-9e21-6fbe3bf8729c req-a0406b09-2145-4b31-ad4d-310780f5729d tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:22.288847 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9a1c9729-4cb6-43c2-9e21-6fbe3bf8729c req-a0406b09-2145-4b31-ad4d-310780f5729d tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] 10.222.0.32 "GET /v2.0/ports?device_id=af003a02-3515-4f58-9883-d6033c1b72f4 HTTP/1.1" status: 200  len: 945 time: 0.2092965
May 07 21:50:22.300345 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c53c8949-7db4-4d7e-bf5e-aeb109b1d59b req-76ef498f-8a56-4a30-8c36-457875984b3f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1212211
May 07 21:50:22.303155 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81976ce8-3258-43c7-b66a-76cd630df559 x-openstack-request-id: req-81976ce8-3258-43c7-b66a-76cd630df559 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:50:22.303587 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af003a02-3515-4f58-9883-d6033c1b72f4", "tag": "6ce344e7-dcb0-471f-b006-52cef1e33f6f", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:50:22.303850 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-81976ce8-3258-43c7-b66a-76cd630df559 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:50:22.304289 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81976ce8-3258-43c7-b66a-76cd630df559'] response: {'name': 'network-changed', 'server_uuid': 'af003a02-3515-4f58-9883-d6033c1b72f4', 'tag': '6ce344e7-dcb0-471f-b006-52cef1e33f6f', 'status': 'completed', 'code': 200}
May 07 21:50:22.391298 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9a1c9729-4cb6-43c2-9e21-6fbe3bf8729c req-6cfc2a67-1c92-4dac-a754-e6a476e6e6c2 tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] 10.222.0.32 "GET /v2.0/security-groups?id=20997da3-4950-4c1a-ac06-1c63d37fcdf9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1011691
May 07 21:50:22.431300 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d062fd-674c-49ce-aa03-dd86c5cdf8a1 req-0bc4ae4d-639b-4a3f-95fa-0b7d9fe555d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:22.432666 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-98d062fd-674c-49ce-aa03-dd86c5cdf8a1 req-0bc4ae4d-639b-4a3f-95fa-0b7d9fe555d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:22.434565 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-98d062fd-674c-49ce-aa03-dd86c5cdf8a1 req-0bc4ae4d-639b-4a3f-95fa-0b7d9fe555d0 service neutron] 10.222.0.55 "PUT /v2.0/ports/efb357b8-d8e7-40c3-b60d-4600d4ef216f HTTP/1.1" status: 200  len: 1122 time: 2.1083288
May 07 21:50:22.463901 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc4ae4d-639b-4a3f-95fa-0b7d9fe555d0 service neutron] Pushing event updated for resources: {'Port': ['ID=efb357b8-d8e7-40c3-b60d-4600d4ef216f,revision_number=8']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:22.470235 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-dc331379-b156-4e68-9967-5f0e1f857b8e admin admin] Publish callbacks [] for security_group (bd40ed86-66fa-482e-a54c-8fbdfd4720d9), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:22.498123 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['efb357b8-d8e7-40c3-b60d-4600d4ef216f'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:50:22.536553 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-d3650bac-c97d-41eb-ac1b-0a2b74a96730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8e323640>, [{'id': '9c5f34d7-008e-4fe4-9fa4-469819d4e910', 'name': 'tempest-ServersTestJSON-771244347-router', 'tenant_id': '487fc10ff315438ca2de090c396e3cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.36'}], 'enable_snat': True}, 'gw_port_id': 'ad9a7c81-a12e-46cf-aaf1-2746ef83869f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:49:44Z', 'updated_at': '2022-05-07T21:49:53Z', 'revision_number': 4, 'project_id': '487fc10ff315438ca2de090c396e3cfb', 'gw_port': {'id': 'ad9a7c81-a12e-46cf-aaf1-2746ef83869f', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:87:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5f34d7-008e-4fe4-9fa4-469819d4e910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:49:46Z', 'updated_at': '2022-05-07T21:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '86ab83e5-403a-4da3-b919-72f527f98791', 'tenant_id': '487fc10ff315438ca2de090c396e3cfb', 'floating_ip_address': '172.35.4.201', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '9c5f34d7-008e-4fe4-9fa4-469819d4e910', 'port_id': '6ce344e7-dcb0-471f-b006-52cef1e33f6f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cd5ba47-406b-4cd5-8f0e-08872326b372', 'mac_address': 'fa:16:3e:22:a3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af003a02-3515-4f58-9883-d6033c1b72f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T21:49:59Z', 'updated_at': '2022-05-07T21:50:20Z', 'revision_number': 1, 'project_id': '487fc10ff315438ca2de090c396e3cfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '984afdc3-a7c2-4b1c-a1ab-884323f52ee3', 'name': '', 'network_id': '3cd5ba47-406b-4cd5-8f0e-08872326b372', 'tenant_id': '487fc10ff315438ca2de090c396e3cfb', 'mac_address': 'fa:16:3e:d4:00:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5f34d7-008e-4fe4-9fa4-469819d4e910', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'ca8aa31e-0762-4142-9690-26161843f094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:49:50Z', 'updated_at': '2022-05-07T21:49:59Z', 'revision_number': 5, 'project_id': '487fc10ff315438ca2de090c396e3cfb', 'subnets': [{'id': 'ca8aa31e-0762-4142-9690-26161843f094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:50:22.561322 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['efb357b8-d8e7-40c3-b60d-4600d4ef216f'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:50:22.570570 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3650bac-c97d-41eb-ac1b-0a2b74a96730 None None] Checking router: 9c5f34d7-008e-4fe4-9fa4-469819d4e910 for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 21:50:22.582283 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3650bac-c97d-41eb-ac1b-0a2b74a96730 None None] Routers {'9c5f34d7-008e-4fe4-9fa4-469819d4e910'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:50:22.582954 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-d3650bac-c97d-41eb-ac1b-0a2b74a96730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8e323640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:49:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['9c5f34d7-008e-4fe4-9fa4-469819d4e910'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:50:22.602301 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-dc331379-b156-4e68-9967-5f0e1f857b8e admin admin] Publish callbacks [] for security_group (bd40ed86-66fa-482e-a54c-8fbdfd4720d9), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:22.613342 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 37638) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:50:22.716063 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-dc331379-b156-4e68-9967-5f0e1f857b8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (bd40ed86-66fa-482e-a54c-8fbdfd4720d9), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:22.733036 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-dc331379-b156-4e68-9967-5f0e1f857b8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:22.733036 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-dc331379-b156-4e68-9967-5f0e1f857b8e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bd40ed86-66fa-482e-a54c-8fbdfd4720d9 HTTP/1.1" status: 204  len: 168 time: 0.4650769
May 07 21:50:22.765465 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad79318-62bc-4193-985f-27404ed91758 req-a8065c38-d24c-4877-afc5-9205f984ec02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:22.768271 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7ad79318-62bc-4193-985f-27404ed91758 req-a8065c38-d24c-4877-afc5-9205f984ec02 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=487fc10ff315438ca2de090c396e3cfb&device_id=af003a02-3515-4f58-9883-d6033c1b72f4 HTTP/1.1" status: 200  len: 1127 time: 0.2502842
May 07 21:50:22.773495 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc331379-b156-4e68-9967-5f0e1f857b8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd40ed86-66fa-482e-a54c-8fbdfd4720d9,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:22.801007 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fc06fe8e-3304-4ab8-8ef7-510259103af2 req-20e77f44-467d-4552-ac0b-c3d550bb9b47 tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--236613123&fields=id&tenant_id=2a463927927b488ebe8a6e118484e8df HTTP/1.1" status: 200  len: 267 time: 0.3321683
May 07 21:50:22.819216 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-d3650bac-c97d-41eb-ac1b-0a2b74a96730 None None] Set router 9c5f34d7-008e-4fe4-9fa4-469819d4e910 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:50:22.877170 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-68563efb-6c81-4d3b-9f68-4f7e158930d8 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1908777141-network', 'tenant_id': '00dedc5654754e7fbb60abf79a14666e'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:50:22.935321 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68563efb-6c81-4d3b-9f68-4f7e158930d8 admin admin] Made reservation on behalf of 00dedc5654754e7fbb60abf79a14666e for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:50:22.938151 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-68563efb-6c81-4d3b-9f68-4f7e158930d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:22.981606 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-68563efb-6c81-4d3b-9f68-4f7e158930d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:22.995095 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc06fe8e-3304-4ab8-8ef7-510259103af2 req-f3c6181d-498a-41d4-a589-662d2082967f tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:22.997014 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fc06fe8e-3304-4ab8-8ef7-510259103af2 req-f3c6181d-498a-41d4-a589-662d2082967f tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] 10.222.0.32 "GET /v2.0/networks?id=a410d8ef-ee3d-4030-b2bf-4c0b7f9d7aaa HTTP/1.1" status: 200  len: 811 time: 0.1947384
May 07 21:50:23.013150 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abb71b7-7f98-4320-bdfa-8c8793a76cc6 req-ccfb7ef7-1599-4c90-ae28-1623b50e5b61 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:23.017061 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fc06fe8e-3304-4ab8-8ef7-510259103af2 req-98c47c76-1990-43df-9119-730f4f4fb93c tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] 10.222.0.32 "GET /v2.0/quotas/2a463927927b488ebe8a6e118484e8df HTTP/1.1" status: 200  len: 375 time: 0.0125086
May 07 21:50:23.029109 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6abb71b7-7f98-4320-bdfa-8c8793a76cc6 req-ccfb7ef7-1599-4c90-ae28-1623b50e5b61 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ea4853a-41f9-43d9-b213-c627f5c9eb4e HTTP/1.1" status: 200  len: 944 time: 0.2298739
May 07 21:50:23.170924 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6abb71b7-7f98-4320-bdfa-8c8793a76cc6 req-2dd1404e-71cf-4710-ac19-7a2026954daf tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1368191
May 07 21:50:23.171287 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fc06fe8e-3304-4ab8-8ef7-510259103af2 req-03a90293-34b7-419c-b49b-8b334747961d tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2a463927927b488ebe8a6e118484e8df&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1479909
May 07 21:50:23.267030 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-68563efb-6c81-4d3b-9f68-4f7e158930d8 admin admin] Publish callbacks [] for security_group (44b502f8-ccda-470b-bf96-4e6ff93590b7), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:23.274171 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-68563efb-6c81-4d3b-9f68-4f7e158930d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (44b502f8-ccda-470b-bf96-4e6ff93590b7), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:23.305534 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68563efb-6c81-4d3b-9f68-4f7e158930d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 21:50:23.324071 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68563efb-6c81-4d3b-9f68-4f7e158930d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44b502f8-ccda-470b-bf96-4e6ff93590b7,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:23.327814 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-68563efb-6c81-4d3b-9f68-4f7e158930d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (c22d0faf-2ee6-4226-aff7-b2b8306813e9), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:23.328455 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-68563efb-6c81-4d3b-9f68-4f7e158930d8 admin admin] Added segment c22d0faf-2ee6-4226-aff7-b2b8306813e9 of type vlan for network b2fcd05a-fa57-478e-9f0c-05c502306fa7
May 07 21:50:23.381741 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-d3650bac-c97d-41eb-ac1b-0a2b74a96730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8e323640>, [{'id': '9c5f34d7-008e-4fe4-9fa4-469819d4e910', 'name': 'tempest-ServersTestJSON-771244347-router', 'tenant_id': '487fc10ff315438ca2de090c396e3cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.36'}], 'enable_snat': True}, 'gw_port_id': 'ad9a7c81-a12e-46cf-aaf1-2746ef83869f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:49:44Z', 'updated_at': '2022-05-07T21:49:53Z', 'revision_number': 4, 'project_id': '487fc10ff315438ca2de090c396e3cfb', 'gw_port': {'id': 'ad9a7c81-a12e-46cf-aaf1-2746ef83869f', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:87:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5f34d7-008e-4fe4-9fa4-469819d4e910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:49:46Z', 'updated_at': '2022-05-07T21:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '86ab83e5-403a-4da3-b919-72f527f98791', 'tenant_id': '487fc10ff315438ca2de090c396e3cfb', 'floating_ip_address': '172.35.4.201', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '9c5f34d7-008e-4fe4-9fa4-469819d4e910', 'port_id': '6ce344e7-dcb0-471f-b006-52cef1e33f6f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cd5ba47-406b-4cd5-8f0e-08872326b372', 'mac_address': 'fa:16:3e:22:a3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af003a02-3515-4f58-9883-d6033c1b72f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T21:49:59Z', 'updated_at': '2022-05-07T21:50:20Z', 'revision_number': 1, 'project_id': '487fc10ff315438ca2de090c396e3cfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '984afdc3-a7c2-4b1c-a1ab-884323f52ee3', 'name': '', 'network_id': '3cd5ba47-406b-4cd5-8f0e-08872326b372', 'tenant_id': '487fc10ff315438ca2de090c396e3cfb', 'mac_address': 'fa:16:3e:d4:00:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5f34d7-008e-4fe4-9fa4-469819d4e910', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'ca8aa31e-0762-4142-9690-26161843f094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:49:50Z', 'updated_at': '2022-05-07T21:49:59Z', 'revision_number': 5, 'project_id': '487fc10ff315438ca2de090c396e3cfb', 'subnets': [{'id': 'ca8aa31e-0762-4142-9690-26161843f094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:50:23.395300 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fc06fe8e-3304-4ab8-8ef7-510259103af2 req-b6de046a-7826-4fa6-8fe5-9e6b7ae0bad4 service neutron] 10.222.0.32 "GET /v2.0/networks/a410d8ef-ee3d-4030-b2bf-4c0b7f9d7aaa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2090600
May 07 21:50:23.410031 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-68563efb-6c81-4d3b-9f68-4f7e158930d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (b2fcd05a-fa57-478e-9f0c-05c502306fa7), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:23.437290 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3240b03c-fb0f-44a5-85f6-711392e70b0e req-9772cceb-b5db-4e51-a98f-e454b2fe1343 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:23.439031 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3240b03c-fb0f-44a5-85f6-711392e70b0e req-9772cceb-b5db-4e51-a98f-e454b2fe1343 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8be6b3c-b434-467d-98b2-4d0d5763bed3 HTTP/1.1" status: 200  len: 950 time: 0.0708582
May 07 21:50:23.440456 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3650bac-c97d-41eb-ac1b-0a2b74a96730 None None] The sync data for ids ['9c5f34d7-008e-4fe4-9fa4-469819d4e910'] in ncdv-master-1 is: [{'id': '9c5f34d7-008e-4fe4-9fa4-469819d4e910', 'name': 'tempest-ServersTestJSON-771244347-router', 'tenant_id': '487fc10ff315438ca2de090c396e3cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.36'}], 'enable_snat': True}, 'gw_port_id': 'ad9a7c81-a12e-46cf-aaf1-2746ef83869f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:49:44Z', 'updated_at': '2022-05-07T21:49:53Z', 'revision_number': 4, 'project_id': '487fc10ff315438ca2de090c396e3cfb', 'gw_port': {'id': 'ad9a7c81-a12e-46cf-aaf1-2746ef83869f', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:87:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5f34d7-008e-4fe4-9fa4-469819d4e910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:49:46Z', 'updated_at': '2022-05-07T21:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '86ab83e5-403a-4da3-b919-72f527f98791', 'tenant_id': '487fc10ff315438ca2de090c396e3cfb', 'floating_ip_address': '172.35.4.201', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '9c5f34d7-008e-4fe4-9fa4-469819d4e910', 'port_id': '6ce344e7-dcb0-471f-b006-52cef1e33f6f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3cd5ba47-406b-4cd5-8f0e-08872326b372', 'mac_address': 'fa:16:3e:22:a3:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af003a02-3515-4f58-9883-d6033c1b72f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T21:49:59Z', 'updated_at': '2022-05-07T21:50:20Z', 'revision_number': 1, 'project_id': '487fc10ff315438ca2de090c396e3cfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '984afdc3-a7c2-4b1c-a1ab-884323f52ee3', 'name': '', 'network_id': '3cd5ba47-406b-4cd5-8f0e-08872326b372', 'tenant_id': '487fc10ff315438ca2de090c396e3cfb', 'mac_address': 'fa:16:3e:d4:00:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5f34d7-008e-4fe4-9fa4-469819d4e910', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'ca8aa31e-0762-4142-9690-26161843f094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:49:50Z', 'updated_at': '2022-05-07T21:49:59Z', 'revision_number': 5, 'project_id': '487fc10ff315438ca2de090c396e3cfb', 'subnets': [{'id': 'ca8aa31e-0762-4142-9690-26161843f094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:50:23.475367 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-68563efb-6c81-4d3b-9f68-4f7e158930d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (b2fcd05a-fa57-478e-9f0c-05c502306fa7), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:23.477328 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68563efb-6c81-4d3b-9f68-4f7e158930d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:23.478154 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-68563efb-6c81-4d3b-9f68-4f7e158930d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:23.483452 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad79318-62bc-4193-985f-27404ed91758 req-e8fa2fcc-0b79-472d-9178-0137d6d14711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:23.485207 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7ad79318-62bc-4193-985f-27404ed91758 req-e8fa2fcc-0b79-472d-9178-0137d6d14711 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3cd5ba47-406b-4cd5-8f0e-08872326b372 HTTP/1.1" status: 200  len: 906 time: 0.3847888
May 07 21:50:23.533743 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-68563efb-6c81-4d3b-9f68-4f7e158930d8 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 895 time: 0.9195237
May 07 21:50:23.541063 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 37674) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:50:23.545991 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-e8d05718-7bf8-43c0-a7c7-966a66eb091b admin admin] Request body: {'subnet': {'network_id': 'b2fcd05a-fa57-478e-9f0c-05c502306fa7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1908777141-subnet', 'tenant_id': '00dedc5654754e7fbb60abf79a14666e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:50:23.551237 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ea4853a-41f9-43d9-b213-c627f5c9eb4e', 'tag': 'efb357b8-d8e7-40c3-b60d-4600d4ef216f'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:50:23.557079 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4904237f-93bc-4d93-9365-57debc985c8c" -d '{"events": [{"name": "network-changed", "server_uuid": "5ea4853a-41f9-43d9-b213-c627f5c9eb4e", "tag": "efb357b8-d8e7-40c3-b60d-4600d4ef216f"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:50:23.577570 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c8b7e4da-d75e-4227-a7dc-0e427b9a96e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:23.596623 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:23.604315 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3240b03c-fb0f-44a5-85f6-711392e70b0e req-b958ec61-b7c6-4863-a322-25f6a854709d tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1546829
May 07 21:50:23.607870 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68563efb-6c81-4d3b-9f68-4f7e158930d8 admin admin] Pushing event updated for resources: {'Network': ['ID=b2fcd05a-fa57-478e-9f0c-05c502306fa7,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:23.625502 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network b2fcd05a-fa57-478e-9f0c-05c502306fa7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 21:50:23.637737 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8d05718-7bf8-43c0-a7c7-966a66eb091b admin admin] Made reservation on behalf of 00dedc5654754e7fbb60abf79a14666e for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:50:23.641993 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e8d05718-7bf8-43c0-a7c7-966a66eb091b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:23.769521 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6be443c4-371c-4774-82e9-ff1d2c528b1d x-openstack-request-id: req-6be443c4-371c-4774-82e9-ff1d2c528b1d {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:50:23.770398 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ea4853a-41f9-43d9-b213-c627f5c9eb4e", "tag": "efb357b8-d8e7-40c3-b60d-4600d4ef216f", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:50:23.770841 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6be443c4-371c-4774-82e9-ff1d2c528b1d {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:50:23.772380 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6be443c4-371c-4774-82e9-ff1d2c528b1d'] response: {'name': 'network-changed', 'server_uuid': '5ea4853a-41f9-43d9-b213-c627f5c9eb4e', 'tag': 'efb357b8-d8e7-40c3-b60d-4600d4ef216f', 'status': 'completed', 'code': 200}
May 07 21:50:23.834588 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fc06fe8e-3304-4ab8-8ef7-510259103af2 req-d3b1d238-9433-4664-bd29-abcfb0b7383a service neutron] 10.222.0.32 "GET /v2.0/networks/a410d8ef-ee3d-4030-b2bf-4c0b7f9d7aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4219067
May 07 21:50:23.861573 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4904237f-93bc-4d93-9365-57debc985c8c req-0a619784-6d08-4889-ac49-9df4d2c3967f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:23.863103 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4904237f-93bc-4d93-9365-57debc985c8c req-0a619784-6d08-4889-ac49-9df4d2c3967f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1bcaffad5d3447b98f0216d3481045e5&device_id=5ea4853a-41f9-43d9-b213-c627f5c9eb4e HTTP/1.1" status: 200  len: 1156 time: 0.0897264
May 07 21:50:23.867352 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7ad79318-62bc-4193-985f-27404ed91758 req-db144db2-981e-4fc4-be9a-1f2c0b579111 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ce344e7-dcb0-471f-b006-52cef1e33f6f HTTP/1.1" status: 200  len: 999 time: 0.2354405
May 07 21:50:23.919354 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2f89e6-f05a-492a-9503-d76132c9573c None None] New status for floating IP 86ab83e5-403a-4da3-b919-72f527f98791: ACTIVE {{(pid=121838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 07 21:50:23.989069 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 37688) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:50:24.011505 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad79318-62bc-4193-985f-27404ed91758 req-24e46f5e-7667-4949-ab5f-2d4d8aa32f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:24.013544 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7ad79318-62bc-4193-985f-27404ed91758 req-24e46f5e-7667-4949-ab5f-2d4d8aa32f5e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ca8aa31e-0762-4142-9690-26161843f094 HTTP/1.1" status: 200  len: 844 time: 0.1335890
May 07 21:50:24.038850 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e8d05718-7bf8-43c0-a7c7-966a66eb091b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (e6b6597b-eb4c-42b5-9584-1d6d14139dca), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:24.090592 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad79318-62bc-4193-985f-27404ed91758 req-985a659e-5052-405a-a995-ac2c78f8f9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:24.092416 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7ad79318-62bc-4193-985f-27404ed91758 req-985a659e-5052-405a-a995-ac2c78f8f9c9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3cd5ba47-406b-4cd5-8f0e-08872326b372&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0634851
May 07 21:50:24.093725 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4904237f-93bc-4d93-9365-57debc985c8c req-59042e33-a101-4963-9d2d-9df77b2ddaea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:24.095279 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4904237f-93bc-4d93-9365-57debc985c8c req-59042e33-a101-4963-9d2d-9df77b2ddaea service neutron] 10.222.0.59 "GET /v2.0/networks?id=28405dfe-908d-4039-91f6-1d02165b34cd HTTP/1.1" status: 200  len: 909 time: 0.2249300
May 07 21:50:24.164532 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d05718-7bf8-43c0-a7c7-966a66eb091b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6b6597b-eb4c-42b5-9584-1d6d14139dca,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:24.275240 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a00a7ca5-91fa-402d-86b1-cd3591ee4ca2 req-6899285b-dfb4-4bcd-bdcc-2674c522ee07 tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d774b77-243e-4663-a376-3bbd59bd54e5 HTTP/1.1" status: 200  len: 210 time: 0.0714035
May 07 21:50:24.276536 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d05718-7bf8-43c0-a7c7-966a66eb091b admin admin] Checking segment: {'id': 'c22d0faf-2ee6-4226-aff7-b2b8306813e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b2fcd05a-fa57-478e-9f0c-05c502306fa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:50:24.277068 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d05718-7bf8-43c0-a7c7-966a66eb091b admin admin] Network hostable DHCP agents. Network: b2fcd05a-fa57-478e-9f0c-05c502306fa7, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 21:50:24.311088 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-8c382812-4987-4a68-9e97-2912c7a7763a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-843835834-network', 'tenant_id': 'f61b3dd3880d475b939a8543d9bbf481'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:50:24.325111 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29f5bdb-0c12-4d1e-8d45-677bad3d26a3 req-6e92b77f-dd25-415c-b5e1-0456b0c90924 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:24.333453 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f29f5bdb-0c12-4d1e-8d45-677bad3d26a3 req-6e92b77f-dd25-415c-b5e1-0456b0c90924 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6f62982-0b82-42d1-9d49-2b8d8f6ec04f HTTP/1.1" status: 200  len: 944 time: 0.0851004
May 07 21:50:24.352805 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d05718-7bf8-43c0-a7c7-966a66eb091b admin admin] Network b2fcd05a-fa57-478e-9f0c-05c502306fa7 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 21:50:24.378344 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4904237f-93bc-4d93-9365-57debc985c8c req-134f5ccc-7d80-42b1-a96c-0e95e6c12e64 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=efb357b8-d8e7-40c3-b60d-4600d4ef216f HTTP/1.1" status: 200  len: 217 time: 0.0384929
May 07 21:50:24.379340 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c382812-4987-4a68-9e97-2912c7a7763a admin admin] Made reservation on behalf of f61b3dd3880d475b939a8543d9bbf481 for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:50:24.382320 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8c382812-4987-4a68-9e97-2912c7a7763a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:24.417706 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-e8d05718-7bf8-43c0-a7c7-966a66eb091b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b2fcd05a-fa57-478e-9f0c-05c502306fa7) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:50:24.426073 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2759e56b-700c-4c4a-b186-6822f1fdfe1f None None] Network b2fcd05a-fa57-478e-9f0c-05c502306fa7 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:50:24.441624 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8c382812-4987-4a68-9e97-2912c7a7763a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:24.448254 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d05718-7bf8-43c0-a7c7-966a66eb091b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:24.448861 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e8d05718-7bf8-43c0-a7c7-966a66eb091b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:24.486254 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7ad79318-62bc-4193-985f-27404ed91758 req-2fab563d-95ca-4630-bd11-6d9be038c7ff service neutron] 10.222.0.55 "GET /v2.0/networks/3cd5ba47-406b-4cd5-8f0e-08872326b372?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3842585
May 07 21:50:24.497498 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9bd357-06f1-4beb-8375-7cd5391d9f51 req-bbd76964-0edd-48a5-b5ba-4e349eea8e28 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:24.499055 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3c9bd357-06f1-4beb-8375-7cd5391d9f51 req-bbd76964-0edd-48a5-b5ba-4e349eea8e28 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ea4853a-41f9-43d9-b213-c627f5c9eb4e HTTP/1.1" status: 200  len: 944 time: 0.1225624
May 07 21:50:24.505138 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-e8d05718-7bf8-43c0-a7c7-966a66eb091b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 859 time: 0.9637048
May 07 21:50:24.573925 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3c9bd357-06f1-4beb-8375-7cd5391d9f51 req-c5c8d062-9512-4b76-8d60-363096ef9977 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0676122
May 07 21:50:24.618861 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446bc32e-4483-4e9c-b569-82f167a99410 None None] Network b2fcd05a-fa57-478e-9f0c-05c502306fa7 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:50:24.621603 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8c382812-4987-4a68-9e97-2912c7a7763a admin admin] Publish callbacks [] for security_group (59e2df0e-870d-42fb-a7c1-a293819c9cdf), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:24.628586 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8c382812-4987-4a68-9e97-2912c7a7763a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (59e2df0e-870d-42fb-a7c1-a293819c9cdf), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:24.636731 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f29f5bdb-0c12-4d1e-8d45-677bad3d26a3 req-9b431b14-d9eb-4176-b177-4f6669654a8e tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3015563
May 07 21:50:24.638644 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4904237f-93bc-4d93-9365-57debc985c8c req-99672245-7793-42d9-8b30-366bed140304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:24.640419 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4904237f-93bc-4d93-9365-57debc985c8c req-99672245-7793-42d9-8b30-366bed140304 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1fe63d5f-90f3-4e94-9dfe-af97e96ae5d9 HTTP/1.1" status: 200  len: 848 time: 0.2519131
May 07 21:50:24.706469 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4904237f-93bc-4d93-9365-57debc985c8c req-461da5b3-a862-4a92-bd3b-a57f022341bc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=28405dfe-908d-4039-91f6-1d02165b34cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0564587
May 07 21:50:24.736872 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c382812-4987-4a68-9e97-2912c7a7763a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 21:50:24.797059 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c382812-4987-4a68-9e97-2912c7a7763a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59e2df0e-870d-42fb-a7c1-a293819c9cdf,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:24.804700 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8c382812-4987-4a68-9e97-2912c7a7763a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (f7d0ed20-4dc4-4ede-8fcf-c4a216019a84), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:24.805048 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-8c382812-4987-4a68-9e97-2912c7a7763a admin admin] Added segment f7d0ed20-4dc4-4ede-8fcf-c4a216019a84 of type vlan for network 5d9854c1-90bd-4898-b59a-14d465203832
May 07 21:50:24.830165 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b23b83-aa71-4940-b724-48e9d3223289 req-83e6dbfd-144a-4aa0-bf24-9de1ad913c02 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:24.836485 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-13b23b83-aa71-4940-b724-48e9d3223289 req-83e6dbfd-144a-4aa0-bf24-9de1ad913c02 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.59 "GET /v2.0/ports?device_id=f6f62982-0b82-42d1-9d49-2b8d8f6ec04f HTTP/1.1" status: 200  len: 944 time: 0.1973085
May 07 21:50:24.873218 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7ad79318-62bc-4193-985f-27404ed91758 req-66ea8ad7-2f25-4e40-b724-594d6e04bda4 service neutron] 10.222.0.55 "GET /v2.0/networks/3cd5ba47-406b-4cd5-8f0e-08872326b372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3570471
May 07 21:50:24.897626 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4904237f-93bc-4d93-9365-57debc985c8c req-18dfad78-af83-4c59-86c3-4a4ac6f64d57 service neutron] 10.222.0.59 "GET /v2.0/networks/28405dfe-908d-4039-91f6-1d02165b34cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1829667
May 07 21:50:24.921772 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9db92a-584d-4ec3-9b80-e76f8227713f req-345d5c65-589d-4c98-9780-fea1875befe8 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:24.930139 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-aa9db92a-584d-4ec3-9b80-e76f8227713f req-345d5c65-589d-4c98-9780-fea1875befe8 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8be6b3c-b434-467d-98b2-4d0d5763bed3 HTTP/1.1" status: 200  len: 950 time: 0.1809406
May 07 21:50:24.990428 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8c382812-4987-4a68-9e97-2912c7a7763a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (5d9854c1-90bd-4898-b59a-14d465203832), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:25.080514 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4904237f-93bc-4d93-9365-57debc985c8c req-6b2b8d34-5e91-4945-80bb-0b4fd4268a4b service neutron] 10.222.0.59 "GET /v2.0/networks/28405dfe-908d-4039-91f6-1d02165b34cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1727324
May 07 21:50:25.092841 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8c382812-4987-4a68-9e97-2912c7a7763a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (5d9854c1-90bd-4898-b59a-14d465203832), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:25.094071 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c382812-4987-4a68-9e97-2912c7a7763a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:25.094787 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8c382812-4987-4a68-9e97-2912c7a7763a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:25.114936 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-13b23b83-aa71-4940-b724-48e9d3223289 req-36a76506-559e-40f9-a0d9-79c923236096 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Deleting port 446d2d04-f43a-4396-ae3d-6321f1ea6225 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:50:25.115290 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-13b23b83-aa71-4940-b724-48e9d3223289 req-36a76506-559e-40f9-a0d9-79c923236096 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (446d2d04-f43a-4396-ae3d-6321f1ea6225), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:25.139451 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-aa9db92a-584d-4ec3-9b80-e76f8227713f req-b0d6a4b9-bb25-47e8-917e-2b877c265436 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2081778
May 07 21:50:25.175309 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95db0ec-d368-414a-ab1f-a0cac26e9377 req-ff622dc3-294d-40ec-b918-e6ced881be7d tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:25.177794 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f95db0ec-d368-414a-ab1f-a0cac26e9377 req-ff622dc3-294d-40ec-b918-e6ced881be7d tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/networks?id=b2fcd05a-fa57-478e-9f0c-05c502306fa7 HTTP/1.1" status: 200  len: 822 time: 0.1422589
May 07 21:50:25.201350 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f95db0ec-d368-414a-ab1f-a0cac26e9377 req-d44c55ff-2495-48ed-9fb0-2532b16cbed7 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/quotas/00dedc5654754e7fbb60abf79a14666e HTTP/1.1" status: 200  len: 375 time: 0.0179169
May 07 21:50:25.247097 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f95db0ec-d368-414a-ab1f-a0cac26e9377 req-cf932ba6-ca9b-4bd2-91d6-0cb30fb1c960 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=00dedc5654754e7fbb60abf79a14666e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0444367
May 07 21:50:25.260837 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-8c382812-4987-4a68-9e97-2912c7a7763a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.2588263
May 07 21:50:25.270840 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 37726) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:50:25.278183 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-bbbb13df-eb13-453a-87ce-ac179f25fb55 admin admin] Request body: {'subnet': {'network_id': '5d9854c1-90bd-4898-b59a-14d465203832', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-843835834-subnet', 'tenant_id': 'f61b3dd3880d475b939a8543d9bbf481', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:50:25.326577 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c382812-4987-4a68-9e97-2912c7a7763a admin admin] Pushing event updated for resources: {'Network': ['ID=5d9854c1-90bd-4898-b59a-14d465203832,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:25.343805 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbbb13df-eb13-453a-87ce-ac179f25fb55 admin admin] Made reservation on behalf of f61b3dd3880d475b939a8543d9bbf481 for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:50:25.345727 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 5d9854c1-90bd-4898-b59a-14d465203832 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 21:50:25.349298 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bbbb13df-eb13-453a-87ce-ac179f25fb55 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:25.363635 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b00ddf-4e1f-4920-aebb-5b257d3d4b5a req-a069a698-b210-46f6-9628-2c2392cf2fc6 tempest-MigrationsAdminTest-1078114156 tempest-MigrationsAdminTest-1078114156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:25.365387 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-66b00ddf-4e1f-4920-aebb-5b257d3d4b5a req-a069a698-b210-46f6-9628-2c2392cf2fc6 tempest-MigrationsAdminTest-1078114156 tempest-MigrationsAdminTest-1078114156-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e8be6b3c-b434-467d-98b2-4d0d5763bed3 HTTP/1.1" status: 200  len: 1132 time: 0.1290920
May 07 21:50:25.367418 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-13b23b83-aa71-4940-b724-48e9d3223289 req-36a76506-559e-40f9-a0d9-79c923236096 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] For port 446d2d04-f43a-4396-ae3d-6321f1ea6225, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=446d2d04-f43a-4396-ae3d-6321f1ea6225,segment=NetworkSegment(917604e4-aade-4a11-b4ad-178bdbbe8fbb),segment_id=917604e4-aade-4a11-b4ad-178bdbbe8fbb)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:50:25.367817 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-13b23b83-aa71-4940-b724-48e9d3223289 req-36a76506-559e-40f9-a0d9-79c923236096 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (446d2d04-f43a-4396-ae3d-6321f1ea6225), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:25.395347 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f95db0ec-d368-414a-ab1f-a0cac26e9377 req-e5eade05-d3e7-4c1d-8f66-b8dc97956e81 service neutron] 10.222.0.32 "GET /v2.0/networks/b2fcd05a-fa57-478e-9f0c-05c502306fa7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1471918
May 07 21:50:25.401225 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-13b23b83-aa71-4940-b724-48e9d3223289 req-36a76506-559e-40f9-a0d9-79c923236096 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Calling delete_port for 446d2d04-f43a-4396-ae3d-6321f1ea6225 owned by compute:nova {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:50:25.438726 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-66b00ddf-4e1f-4920-aebb-5b257d3d4b5a req-b5271ce9-89f5-44ff-914e-7065abb6bccc tempest-MigrationsAdminTest-1078114156 tempest-MigrationsAdminTest-1078114156-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619977
May 07 21:50:25.551746 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f95db0ec-d368-414a-ab1f-a0cac26e9377 req-85669b75-1cc0-4801-a5c6-371ac7e6550f service neutron] 10.222.0.32 "GET /v2.0/networks/b2fcd05a-fa57-478e-9f0c-05c502306fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1544499
May 07 21:50:25.566121 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e4c8076e-2610-40e2-ae8d-dc90c560d866 req-63813aec-edeb-4974-b8b4-091a5ebea724 tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d774b77-243e-4663-a376-3bbd59bd54e5 HTTP/1.1" status: 200  len: 210 time: 0.0443983
May 07 21:50:25.676654 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bbbb13df-eb13-453a-87ce-ac179f25fb55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (363d64b0-c1fd-4ede-8b5a-48585cb02746), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:25.685787 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-13b23b83-aa71-4940-b724-48e9d3223289 req-36a76506-559e-40f9-a0d9-79c923236096 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (446d2d04-f43a-4396-ae3d-6321f1ea6225), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:25.700794 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['446d2d04-f43a-4396-ae3d-6321f1ea6225'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:50:25.747904 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a76506-559e-40f9-a0d9-79c923236096 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Pushing event deleted for resources: {'Port': ['ID=446d2d04-f43a-4396-ae3d-6321f1ea6225,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:25.759849 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbb13df-eb13-453a-87ce-ac179f25fb55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=363d64b0-c1fd-4ede-8b5a-48585cb02746,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:25.805111 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-13b23b83-aa71-4940-b724-48e9d3223289 req-36a76506-559e-40f9-a0d9-79c923236096 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] No DVR routers for this DVR port 446d2d04-f43a-4396-ae3d-6321f1ea6225 on host nch2-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:50:25.810603 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-13b23b83-aa71-4940-b724-48e9d3223289 req-36a76506-559e-40f9-a0d9-79c923236096 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:25.814628 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-13b23b83-aa71-4940-b724-48e9d3223289 req-36a76506-559e-40f9-a0d9-79c923236096 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.59 "DELETE /v2.0/ports/446d2d04-f43a-4396-ae3d-6321f1ea6225 HTTP/1.1" status: 204  len: 173 time: 0.9581263
May 07 21:50:25.815328 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6f62982-0b82-42d1-9d49-2b8d8f6ec04f', 'name': 'network-vif-deleted', 'tag': '446d2d04-f43a-4396-ae3d-6321f1ea6225'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:50:25.847487 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c89edbd-f355-4567-a321-aa2780389d47" -d '{"events": [{"server_uuid": "f6f62982-0b82-42d1-9d49-2b8d8f6ec04f", "name": "network-vif-deleted", "tag": "446d2d04-f43a-4396-ae3d-6321f1ea6225"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:50:25.871559 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc06fe8e-3304-4ab8-8ef7-510259103af2 req-40894065-1892-46ed-99db-012a13788ded tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:25.878704 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fc06fe8e-3304-4ab8-8ef7-510259103af2 req-40894065-1892-46ed-99db-012a13788ded tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] 10.222.0.59 "GET /v2.0/networks?id=a410d8ef-ee3d-4030-b2bf-4c0b7f9d7aaa HTTP/1.1" status: 200  len: 811 time: 0.2300892
May 07 21:50:25.882540 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbbb13df-eb13-453a-87ce-ac179f25fb55 admin admin] Checking segment: {'id': 'f7d0ed20-4dc4-4ede-8fcf-c4a216019a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '5d9854c1-90bd-4898-b59a-14d465203832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:50:25.882946 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbbb13df-eb13-453a-87ce-ac179f25fb55 admin admin] Network hostable DHCP agents. Network: 5d9854c1-90bd-4898-b59a-14d465203832, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 21:50:25.992394 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-84161842-6657-42ee-b9be-cb718b4fac05 req-d7149b4d-180a-4582-a676-f93fa704c14b tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=f6f62982-0b82-42d1-9d49-2b8d8f6ec04f HTTP/1.1" status: 200  len: 210 time: 0.0499103
May 07 21:50:26.021588 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-087457b3-3f36-41f4-b8d7-3e91f3fada27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:26.071141 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-39bfcd5b-57cf-4fd3-9aa8-914e86082c71 req-cd2903fd-3c88-4dc4-97f1-3a057a432203 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=e8be6b3c-b434-467d-98b2-4d0d5763bed3&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1175373
May 07 21:50:26.089409 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [req-39bfcd5b-57cf-4fd3-9aa8-914e86082c71 req-65730a2a-d33a-4008-9003-dfeed5764812 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121837) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 21:50:26.090412 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-39bfcd5b-57cf-4fd3-9aa8-914e86082c71 req-65730a2a-d33a-4008-9003-dfeed5764812 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0078380
May 07 21:50:26.098713 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fc06fe8e-3304-4ab8-8ef7-510259103af2 req-34468fc5-e9b6-4f7b-992c-78c699211e7c tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a463927927b488ebe8a6e118484e8df HTTP/1.1" status: 200  len: 379 time: 0.1905339
May 07 21:50:26.105688 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88d39f8-f6dc-4a03-ae05-ac90f00b58ae req-2b9c3117-2331-459c-9651-e540cc334775 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:26.107290 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d88d39f8-f6dc-4a03-ae05-ac90f00b58ae req-2b9c3117-2331-459c-9651-e540cc334775 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ea4853a-41f9-43d9-b213-c627f5c9eb4e HTTP/1.1" status: 200  len: 944 time: 0.1550012
May 07 21:50:26.108128 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbbb13df-eb13-453a-87ce-ac179f25fb55 admin admin] Network 5d9854c1-90bd-4898-b59a-14d465203832 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 21:50:26.116265 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8976f967-710d-4fd2-9238-47659577a005 req-88d6b590-4e42-469d-89d3-ea9ed26ebbf1 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd9b73d-94f5-48f0-9bd4-f06f09d7b556 HTTP/1.1" status: 200  len: 210 time: 0.0471842
May 07 21:50:26.135604 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-bbbb13df-eb13-453a-87ce-ac179f25fb55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5d9854c1-90bd-4898-b59a-14d465203832) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:50:26.148563 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb96afd4-434d-4a73-bd57-f6ba149e6c2b None None] Network 5d9854c1-90bd-4898-b59a-14d465203832 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:50:26.155459 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbb13df-eb13-453a-87ce-ac179f25fb55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:26.156037 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bbbb13df-eb13-453a-87ce-ac179f25fb55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:26.182441 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-bbbb13df-eb13-453a-87ce-ac179f25fb55 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.9099000
May 07 21:50:26.219627 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8b1795c-5e63-4c95-aaad-2231c55d7d4c x-openstack-request-id: req-b8b1795c-5e63-4c95-aaad-2231c55d7d4c {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:50:26.220135 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6f62982-0b82-42d1-9d49-2b8d8f6ec04f", "name": "network-vif-deleted", "tag": "446d2d04-f43a-4396-ae3d-6321f1ea6225", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:50:26.220570 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b8b1795c-5e63-4c95-aaad-2231c55d7d4c {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:50:26.221155 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8b1795c-5e63-4c95-aaad-2231c55d7d4c'] response: {'server_uuid': 'f6f62982-0b82-42d1-9d49-2b8d8f6ec04f', 'name': 'network-vif-deleted', 'tag': '446d2d04-f43a-4396-ae3d-6321f1ea6225', 'status': 'completed', 'code': 200}
May 07 21:50:26.231906 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d88d39f8-f6dc-4a03-ae05-ac90f00b58ae req-74b602a6-d728-4117-86a1-f5ee4c2ef519 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1162510
May 07 21:50:26.382529 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57588098-b82d-4712-9f66-ab600654e730 req-9b0e8d40-1954-4c09-9170-e7767259d0d2 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:26.383855 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-fc06fe8e-3304-4ab8-8ef7-510259103af2 req-961ce2d9-53ea-44cd-bdd7-41767e722c3a tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] Request body: {'port': {'device_id': '5d774b77-243e-4663-a376-3bbd59bd54e5', 'network_id': 'a410d8ef-ee3d-4030-b2bf-4c0b7f9d7aaa', 'admin_state_up': True, 'tenant_id': '2a463927927b488ebe8a6e118484e8df', 'security_groups': ['4e90986d-5a53-47e1-9ed6-f20762c03fca']}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:50:26.395497 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-57588098-b82d-4712-9f66-ab600654e730 req-9b0e8d40-1954-4c09-9170-e7767259d0d2 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8be6b3c-b434-467d-98b2-4d0d5763bed3 HTTP/1.1" status: 200  len: 950 time: 0.1065226
May 07 21:50:26.437275 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65fa076-7cbe-494d-be99-4f728b808eed None None] Network 5d9854c1-90bd-4898-b59a-14d465203832 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:50:26.552773 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-57588098-b82d-4712-9f66-ab600654e730 req-e2e6dfaa-d047-40e7-b050-3684f782a816 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1563122
May 07 21:50:26.585271 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-0ceae96a-a706-4c1c-8679-95fe8793df3c req-0e447420-bf05-4def-8248-d8669ba62d04 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-904707903', 'description': 'tempest-description-366625570'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:50:26.694065 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-0ceae96a-a706-4c1c-8679-95fe8793df3c req-0e447420-bf05-4def-8248-d8669ba62d04 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:26.780349 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-51ecb54d-c4ab-4103-97a7-c2bc141286c1 req-880cd5f3-e25c-4a18-ad5c-630072cdbb9a tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d774b77-243e-4663-a376-3bbd59bd54e5 HTTP/1.1" status: 200  len: 210 time: 0.0670047
May 07 21:50:26.817577 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc06fe8e-3304-4ab8-8ef7-510259103af2 req-961ce2d9-53ea-44cd-bdd7-41767e722c3a tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] Made reservation on behalf of 2a463927927b488ebe8a6e118484e8df for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:50:26.822043 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-fc06fe8e-3304-4ab8-8ef7-510259103af2 req-961ce2d9-53ea-44cd-bdd7-41767e722c3a tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:26.867425 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-98d062fd-674c-49ce-aa03-dd86c5cdf8a1 req-6fd4ab75-47f5-4928-89f4-3808d5d3e9ad service neutron] 10.222.0.59 "GET /v2.0/ports/efb357b8-d8e7-40c3-b60d-4600d4ef216f/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 384 time: 0.0820975
May 07 21:50:26.936316 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-0ceae96a-a706-4c1c-8679-95fe8793df3c req-0e447420-bf05-4def-8248-d8669ba62d04 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks [] for security_group (6822a52d-a9a1-47aa-af0c-ed993dc876ed), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:26.943974 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-0ceae96a-a706-4c1c-8679-95fe8793df3c req-0e447420-bf05-4def-8248-d8669ba62d04 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (6822a52d-a9a1-47aa-af0c-ed993dc876ed), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:27.017854 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-0ceae96a-a706-4c1c-8679-95fe8793df3c req-0e447420-bf05-4def-8248-d8669ba62d04 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:27.019095 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0ceae96a-a706-4c1c-8679-95fe8793df3c req-0e447420-bf05-4def-8248-d8669ba62d04 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1821 time: 0.4802752
May 07 21:50:27.035172 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e447420-bf05-4def-8248-d8669ba62d04 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6822a52d-a9a1-47aa-af0c-ed993dc876ed,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:27.064306 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [req-fc06fe8e-3304-4ab8-8ef7-510259103af2 req-961ce2d9-53ea-44cd-bdd7-41767e722c3a tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] Allocated IP 172.20.0.4 (a410d8ef-ee3d-4030-b2bf-4c0b7f9d7aaa/0f2642b8-4442-4eaa-98ef-8d8b21575f84/667cf044-3f39-4bfe-97b5-7ac327708e49) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:50:27.073800 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bfcd5b-57cf-4fd3-9aa8-914e86082c71 req-b7154305-f7f0-4b82-902f-be1c1449b017 tempest-MigrationsAdminTest-1078114156 tempest-MigrationsAdminTest-1078114156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:27.079937 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-bf401959-6682-4fb8-a703-791a186eb79c req-22df0e30-9413-4f4b-ba8c-2336172e7111 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2564329', 'description': 'tempest-description-631037265'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:50:27.081656 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-39bfcd5b-57cf-4fd3-9aa8-914e86082c71 req-b7154305-f7f0-4b82-902f-be1c1449b017 tempest-MigrationsAdminTest-1078114156 tempest-MigrationsAdminTest-1078114156-project-admin] 10.222.0.32 "GET /v2.0/ports/873114d2-cfcd-4b2f-9a14-3496ecd36990 HTTP/1.1" status: 200  len: 1129 time: 0.1222699
May 07 21:50:27.129899 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-bf401959-6682-4fb8-a703-791a186eb79c req-22df0e30-9413-4f4b-ba8c-2336172e7111 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:27.277197 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-98d062fd-674c-49ce-aa03-dd86c5cdf8a1 req-2ea9ed1b-9083-4165-894e-a3833d7f3676 service neutron] For port efb357b8-d8e7-40c3-b60d-4600d4ef216f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=efb357b8-d8e7-40c3-b60d-4600d4ef216f,segment=NetworkSegment(82ec07f6-cf99-4411-99d8-c39170f22b45),segment_id=82ec07f6-cf99-4411-99d8-c39170f22b45)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:50:27.326998 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:27.327569 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-fc06fe8e-3304-4ab8-8ef7-510259103af2 req-961ce2d9-53ea-44cd-bdd7-41767e722c3a tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] Publish callbacks [] for port (667cf044-3f39-4bfe-97b5-7ac327708e49), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:27.336654 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-bf401959-6682-4fb8-a703-791a186eb79c req-22df0e30-9413-4f4b-ba8c-2336172e7111 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks [] for security_group (fc246f2c-2527-4352-9411-bbd768681e49), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:27.347217 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-bf401959-6682-4fb8-a703-791a186eb79c req-22df0e30-9413-4f4b-ba8c-2336172e7111 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (fc246f2c-2527-4352-9411-bbd768681e49), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:27.408135 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-bf401959-6682-4fb8-a703-791a186eb79c req-22df0e30-9413-4f4b-ba8c-2336172e7111 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:27.409495 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bf401959-6682-4fb8-a703-791a186eb79c req-22df0e30-9413-4f4b-ba8c-2336172e7111 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1819 time: 0.3384995
May 07 21:50:27.413778 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22df0e30-9413-4f4b-ba8c-2336172e7111 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc246f2c-2527-4352-9411-bbd768681e49,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:27.418889 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-fc06fe8e-3304-4ab8-8ef7-510259103af2 req-961ce2d9-53ea-44cd-bdd7-41767e722c3a tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (667cf044-3f39-4bfe-97b5-7ac327708e49), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:27.493657 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc06fe8e-3304-4ab8-8ef7-510259103af2 req-961ce2d9-53ea-44cd-bdd7-41767e722c3a tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] Network a410d8ef-ee3d-4030-b2bf-4c0b7f9d7aaa is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:50:27.497635 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [req-fc06fe8e-3304-4ab8-8ef7-510259103af2 req-961ce2d9-53ea-44cd-bdd7-41767e722c3a tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:50:27.501835 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc06fe8e-3304-4ab8-8ef7-510259103af2 req-961ce2d9-53ea-44cd-bdd7-41767e722c3a tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:50:27.552870 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc06fe8e-3304-4ab8-8ef7-510259103af2 req-961ce2d9-53ea-44cd-bdd7-41767e722c3a tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:27.553680 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-fc06fe8e-3304-4ab8-8ef7-510259103af2 req-961ce2d9-53ea-44cd-bdd7-41767e722c3a tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:27.566031 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961ce2d9-53ea-44cd-bdd7-41767e722c3a tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] Pushing event updated for resources: {'Port': ['ID=667cf044-3f39-4bfe-97b5-7ac327708e49,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:27.584512 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fc06fe8e-3304-4ab8-8ef7-510259103af2 req-961ce2d9-53ea-44cd-bdd7-41767e722c3a tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2037609
May 07 21:50:27.599986 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-fc06fe8e-3304-4ab8-8ef7-510259103af2 req-344a1ce3-3ef6-49a4-bb86-7a87e2eac419 service neutron] Request body: {'port': {'device_id': '5d774b77-243e-4663-a376-3bbd59bd54e5', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:50:27.752529 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-fc06fe8e-3304-4ab8-8ef7-510259103af2 req-344a1ce3-3ef6-49a4-bb86-7a87e2eac419 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (667cf044-3f39-4bfe-97b5-7ac327708e49), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:27.832376 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-78e62b96-eb84-427a-aa56-f76d4f569e26 req-44011372-49a0-4eef-ab1a-6df2b09ecaeb tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd9b73d-94f5-48f0-9bd4-f06f09d7b556 HTTP/1.1" status: 200  len: 210 time: 0.0660894
May 07 21:50:27.890288 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-98d062fd-674c-49ce-aa03-dd86c5cdf8a1 req-2ea9ed1b-9083-4165-894e-a3833d7f3676 service neutron] For port efb357b8-d8e7-40c3-b60d-4600d4ef216f, host nch2-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:50:27.906091 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a115072-5284-4901-ba14-65efba66a5f5 req-1db54bf0-0b57-4650-adfb-0fa271056214 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:27.909231 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7a115072-5284-4901-ba14-65efba66a5f5 req-1db54bf0-0b57-4650-adfb-0fa271056214 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.55 "GET /v2.0/ports?device_id=bfa51d13-aa03-48ef-9aea-32ae407e5d9d HTTP/1.1" status: 200  len: 944 time: 0.1334808
May 07 21:50:28.016006 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13c4731-6553-417b-a345-f42ca90a6db8 req-02b88b2d-c3ad-4d1a-bb36-b200b2d93c8f tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:28.017547 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c13c4731-6553-417b-a345-f42ca90a6db8 req-02b88b2d-c3ad-4d1a-bb36-b200b2d93c8f tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfa51d13-aa03-48ef-9aea-32ae407e5d9d HTTP/1.1" status: 200  len: 944 time: 0.0652533
May 07 21:50:28.027292 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [req-98d062fd-674c-49ce-aa03-dd86c5cdf8a1 req-2ea9ed1b-9083-4165-894e-a3833d7f3676 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efb357b8-d8e7-40c3-b60d-4600d4ef216f {{(pid=121837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:50:28.034145 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-e7326806-ce70-4852-9f59-f59ca1172467 None None] Provisioning complete for port 667cf044-3f39-4bfe-97b5-7ac327708e49 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:50:28.035293 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e7326806-ce70-4852-9f59-f59ca1172467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (667cf044-3f39-4bfe-97b5-7ac327708e49), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:28.063421 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-98d062fd-674c-49ce-aa03-dd86c5cdf8a1 req-2ea9ed1b-9083-4165-894e-a3833d7f3676 service neutron] For port efb357b8-d8e7-40c3-b60d-4600d4ef216f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=efb357b8-d8e7-40c3-b60d-4600d4ef216f,segment=NetworkSegment(82ec07f6-cf99-4411-99d8-c39170f22b45),segment_id=82ec07f6-cf99-4411-99d8-c39170f22b45)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:50:28.079656 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-e7326806-ce70-4852-9f59-f59ca1172467 None None] Port 667cf044-3f39-4bfe-97b5-7ac327708e49 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:50:28.091450 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95db0ec-d368-414a-ab1f-a0cac26e9377 req-cd267923-c570-47f2-8641-2803df29b3c2 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:28.092958 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f95db0ec-d368-414a-ab1f-a0cac26e9377 req-cd267923-c570-47f2-8641-2803df29b3c2 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.59 "GET /v2.0/networks?id=b2fcd05a-fa57-478e-9f0c-05c502306fa7 HTTP/1.1" status: 200  len: 822 time: 0.3357041
May 07 21:50:28.100128 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-98d062fd-674c-49ce-aa03-dd86c5cdf8a1 req-2ea9ed1b-9083-4165-894e-a3833d7f3676 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (efb357b8-d8e7-40c3-b60d-4600d4ef216f), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:28.137859 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c13c4731-6553-417b-a345-f42ca90a6db8 req-d2d19c94-b7a2-4edb-8ea8-c7de4d768b0f tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1058419
May 07 21:50:28.226980 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-98d062fd-674c-49ce-aa03-dd86c5cdf8a1 req-2ea9ed1b-9083-4165-894e-a3833d7f3676 service neutron] Transition to ACTIVE for port object efb357b8-d8e7-40c3-b60d-4600d4ef216f will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:50:28.231803 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-98d062fd-674c-49ce-aa03-dd86c5cdf8a1 req-2ea9ed1b-9083-4165-894e-a3833d7f3676 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (efb357b8-d8e7-40c3-b60d-4600d4ef216f), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:28.302901 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-f95db0ec-d368-414a-ab1f-a0cac26e9377 req-a7e7af46-ab3b-442f-a728-c11ca6e1342f tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Request body: {'port': {'device_id': 'ddd9b73d-94f5-48f0-9bd4-f06f09d7b556', 'network_id': 'b2fcd05a-fa57-478e-9f0c-05c502306fa7', 'admin_state_up': True, 'tenant_id': '00dedc5654754e7fbb60abf79a14666e'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:50:28.462042 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-98d062fd-674c-49ce-aa03-dd86c5cdf8a1 req-2ea9ed1b-9083-4165-894e-a3833d7f3676 service neutron] No DVR routers for this DVR port efb357b8-d8e7-40c3-b60d-4600d4ef216f on host nch2-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:50:28.463837 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea9ed1b-9083-4165-894e-a3833d7f3676 service neutron] Pushing event updated for resources: {'Port': ['ID=efb357b8-d8e7-40c3-b60d-4600d4ef216f,revision_number=10']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:28.473381 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d3b783-8f3d-420d-b980-6a39e24281a8 req-788926a9-f94e-46bb-8c44-96e36cbe81ef tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:28.474985 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-65d3b783-8f3d-420d-b980-6a39e24281a8 req-788926a9-f94e-46bb-8c44-96e36cbe81ef tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ea4853a-41f9-43d9-b213-c627f5c9eb4e HTTP/1.1" status: 200  len: 944 time: 0.5469842
May 07 21:50:28.563427 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bfcd5b-57cf-4fd3-9aa8-914e86082c71 req-afb76132-6c59-4de8-8ad9-5dab44abddee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:28.564125 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-39bfcd5b-57cf-4fd3-9aa8-914e86082c71 req-afb76132-6c59-4de8-8ad9-5dab44abddee service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7789855db11445de842c4df75bd05e10&device_id=e8be6b3c-b434-467d-98b2-4d0d5763bed3 HTTP/1.1" status: 200  len: 1132 time: 0.2029378
May 07 21:50:28.567794 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-7a115072-5284-4901-ba14-65efba66a5f5 req-7aca1a86-b574-4e2c-b465-3165fcd7c602 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Deleting port aac6c92e-cff2-4454-9401-e05c725747f7 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:50:28.568773 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-7a115072-5284-4901-ba14-65efba66a5f5 req-7aca1a86-b574-4e2c-b465-3165fcd7c602 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (aac6c92e-cff2-4454-9401-e05c725747f7), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:28.578245 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29acea4e-dc09-4315-a4f8-9c11e895dd25 req-e543ca00-ca07-4a2b-b183-ace55915bc25 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:28.585099 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-29acea4e-dc09-4315-a4f8-9c11e895dd25 req-e543ca00-ca07-4a2b-b183-ace55915bc25 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/networks?id=5d9854c1-90bd-4898-b59a-14d465203832 HTTP/1.1" status: 200  len: 812 time: 0.3216469
May 07 21:50:28.594999 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-98d062fd-674c-49ce-aa03-dd86c5cdf8a1 req-2ea9ed1b-9083-4165-894e-a3833d7f3676 service neutron] 10.222.0.59 "PUT /v2.0/ports/efb357b8-d8e7-40c3-b60d-4600d4ef216f/bindings/nch1-master-1/activate HTTP/1.1" status: 200  len: 369 time: 1.7200549
May 07 21:50:28.627576 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-29acea4e-dc09-4315-a4f8-9c11e895dd25 req-fa4945db-e2bd-4e7d-9bf6-93db71bc094f tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/quotas/f61b3dd3880d475b939a8543d9bbf481 HTTP/1.1" status: 200  len: 375 time: 0.0413604
May 07 21:50:28.677650 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-65d3b783-8f3d-420d-b980-6a39e24281a8 req-60078aba-cc20-45fd-8ca2-b1f5ad2f32fc tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1924591
May 07 21:50:28.715358 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-29acea4e-dc09-4315-a4f8-9c11e895dd25 req-c85bea7e-e9fe-4d20-abd3-191192bddf8f tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f61b3dd3880d475b939a8543d9bbf481&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0764670
May 07 21:50:28.759068 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f95db0ec-d368-414a-ab1f-a0cac26e9377 req-a7e7af46-ab3b-442f-a728-c11ca6e1342f tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Made reservation on behalf of 00dedc5654754e7fbb60abf79a14666e for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:50:28.762868 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-f95db0ec-d368-414a-ab1f-a0cac26e9377 req-a7e7af46-ab3b-442f-a728-c11ca6e1342f tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:28.775919 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-7a115072-5284-4901-ba14-65efba66a5f5 req-7aca1a86-b574-4e2c-b465-3165fcd7c602 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] For port aac6c92e-cff2-4454-9401-e05c725747f7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=aac6c92e-cff2-4454-9401-e05c725747f7,segment=NetworkSegment(917604e4-aade-4a11-b4ad-178bdbbe8fbb),segment_id=917604e4-aade-4a11-b4ad-178bdbbe8fbb)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:50:28.776187 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-7a115072-5284-4901-ba14-65efba66a5f5 req-7aca1a86-b574-4e2c-b465-3165fcd7c602 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (aac6c92e-cff2-4454-9401-e05c725747f7), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:28.851968 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-7a115072-5284-4901-ba14-65efba66a5f5 req-7aca1a86-b574-4e2c-b465-3165fcd7c602 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Calling delete_port for aac6c92e-cff2-4454-9401-e05c725747f7 owned by compute:nova {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:50:28.879290 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bfcd5b-57cf-4fd3-9aa8-914e86082c71 req-c7a4eac0-2777-46b3-b9f6-66da52e8a865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:28.880778 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-39bfcd5b-57cf-4fd3-9aa8-914e86082c71 req-c7a4eac0-2777-46b3-b9f6-66da52e8a865 service neutron] 10.222.0.55 "GET /v2.0/networks?id=665487f0-78eb-47fb-9a06-b15bc614dc47 HTTP/1.1" status: 200  len: 870 time: 0.2842119
May 07 21:50:28.894315 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [req-fc06fe8e-3304-4ab8-8ef7-510259103af2 req-344a1ce3-3ef6-49a4-bb86-7a87e2eac419 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 667cf044-3f39-4bfe-97b5-7ac327708e49 {{(pid=121836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:50:28.910131 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c150e73a-8dcf-4847-9392-c1c3b98c4368 req-d34697e2-2876-48d8-8ef5-acb74ab2f45a tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:28.918019 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c150e73a-8dcf-4847-9392-c1c3b98c4368 req-d34697e2-2876-48d8-8ef5-acb74ab2f45a tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8be6b3c-b434-467d-98b2-4d0d5763bed3 HTTP/1.1" status: 200  len: 950 time: 0.1536045
May 07 21:50:28.927496 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-fc06fe8e-3304-4ab8-8ef7-510259103af2 req-344a1ce3-3ef6-49a4-bb86-7a87e2eac419 service neutron] Publish callbacks [] for port (667cf044-3f39-4bfe-97b5-7ac327708e49), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:28.955406 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-39bfcd5b-57cf-4fd3-9aa8-914e86082c71 req-91cf1698-e5f2-454b-89c8-2350e36d4c22 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=873114d2-cfcd-4b2f-9a14-3496ecd36990 HTTP/1.1" status: 200  len: 217 time: 0.0612762
May 07 21:50:29.014697 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.provisioning_blocks [req-fc06fe8e-3304-4ab8-8ef7-510259103af2 req-344a1ce3-3ef6-49a4-bb86-7a87e2eac419 service neutron] Transition to ACTIVE for port object 667cf044-3f39-4bfe-97b5-7ac327708e49 will not be triggered until provisioned by entity L2. {{(pid=121836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:50:29.046836 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-fc06fe8e-3304-4ab8-8ef7-510259103af2 req-344a1ce3-3ef6-49a4-bb86-7a87e2eac419 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (667cf044-3f39-4bfe-97b5-7ac327708e49), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:29.061922 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:29.070698 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-29acea4e-dc09-4315-a4f8-9c11e895dd25 req-c5da4385-17e2-451e-9f61-dbae08427e9f service neutron] 10.222.0.32 "GET /v2.0/networks/5d9854c1-90bd-4898-b59a-14d465203832?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3375523
May 07 21:50:29.153101 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bfcd5b-57cf-4fd3-9aa8-914e86082c71 req-790e3472-7059-44c7-9da2-974e5b08f62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:29.156059 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-39bfcd5b-57cf-4fd3-9aa8-914e86082c71 req-790e3472-7059-44c7-9da2-974e5b08f62c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6e0e5c53-1ece-4d20-b01d-5f8c6957edf6 HTTP/1.1" status: 200  len: 843 time: 0.1686833
May 07 21:50:29.238664 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c150e73a-8dcf-4847-9392-c1c3b98c4368 req-f0b9d2fd-5ce0-44e4-b91f-16597a82803e tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3196440
May 07 21:50:29.239759 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344a1ce3-3ef6-49a4-bb86-7a87e2eac419 service neutron] Pushing event updated for resources: {'Port': ['ID=667cf044-3f39-4bfe-97b5-7ac327708e49,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:29.271567 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-29acea4e-dc09-4315-a4f8-9c11e895dd25 req-7db389ef-84c1-4703-92ba-5f0f05ddba47 service neutron] 10.222.0.32 "GET /v2.0/networks/5d9854c1-90bd-4898-b59a-14d465203832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1998730
May 07 21:50:29.338814 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [req-f95db0ec-d368-414a-ab1f-a0cac26e9377 req-a7e7af46-ab3b-442f-a728-c11ca6e1342f tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Allocated IP 172.20.0.11 (b2fcd05a-fa57-478e-9f0c-05c502306fa7/e6b6597b-eb4c-42b5-9584-1d6d14139dca/24115db9-2f6d-4fcc-8408-e98da05a26e6) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:50:29.389460 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bfcd5b-57cf-4fd3-9aa8-914e86082c71 req-c83d4adb-8348-4a6c-8dad-80720cce5918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:29.392001 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-39bfcd5b-57cf-4fd3-9aa8-914e86082c71 req-c83d4adb-8348-4a6c-8dad-80720cce5918 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=665487f0-78eb-47fb-9a06-b15bc614dc47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1966510
May 07 21:50:29.512290 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d062fd-674c-49ce-aa03-dd86c5cdf8a1 req-56d9aa1d-1c94-4ced-8da7-f8c0741dc36d tempest-LiveMigrationTest-1060990445 tempest-LiveMigrationTest-1060990445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:29.513852 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-98d062fd-674c-49ce-aa03-dd86c5cdf8a1 req-56d9aa1d-1c94-4ced-8da7-f8c0741dc36d tempest-LiveMigrationTest-1060990445 tempest-LiveMigrationTest-1060990445-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=5ea4853a-41f9-43d9-b213-c627f5c9eb4e&tenant_id=1bcaffad5d3447b98f0216d3481045e5&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.1207983
May 07 21:50:29.549466 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-08438246-2eaa-4a03-9b5a-a3264fa3862e req-94f3ee46-ebff-47de-9f01-4671bbba5ed0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3533de6f-5073-4e2e-9620-5655b2cdcb7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.2601821
May 07 21:50:29.618669 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-fc06fe8e-3304-4ab8-8ef7-510259103af2 req-344a1ce3-3ef6-49a4-bb86-7a87e2eac419 service neutron] Attempting to bind port 667cf044-3f39-4bfe-97b5-7ac327708e49 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:50:29.619390 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-fc06fe8e-3304-4ab8-8ef7-510259103af2 req-344a1ce3-3ef6-49a4-bb86-7a87e2eac419 service neutron] Attempting to bind port 667cf044-3f39-4bfe-97b5-7ac327708e49 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '83d8bfd7-7d5a-41d2-9f7c-165f0fdeeb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a410d8ef-ee3d-4030-b2bf-4c0b7f9d7aaa'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:50:29.619921 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc06fe8e-3304-4ab8-8ef7-510259103af2 req-344a1ce3-3ef6-49a4-bb86-7a87e2eac419 service neutron] Attempting to bind port 667cf044-3f39-4bfe-97b5-7ac327708e49 on network a410d8ef-ee3d-4030-b2bf-4c0b7f9d7aaa {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:50:29.653306 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b8dd8e-cb3d-4feb-8a96-86bea77421ea req-6016b3b6-1775-4452-8b66-2f16914d04f4 tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:29.655181 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-36b8dd8e-cb3d-4feb-8a96-86bea77421ea req-6016b3b6-1775-4452-8b66-2f16914d04f4 tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d774b77-243e-4663-a376-3bbd59bd54e5 HTTP/1.1" status: 200  len: 943 time: 0.2257080
May 07 21:50:29.660503 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-7a115072-5284-4901-ba14-65efba66a5f5 req-7aca1a86-b574-4e2c-b465-3165fcd7c602 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (aac6c92e-cff2-4454-9401-e05c725747f7), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:29.665071 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc06fe8e-3304-4ab8-8ef7-510259103af2 req-344a1ce3-3ef6-49a4-bb86-7a87e2eac419 service neutron] Port 667cf044-3f39-4bfe-97b5-7ac327708e49 on network a410d8ef-ee3d-4030-b2bf-4c0b7f9d7aaa not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:50:29.665487 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc06fe8e-3304-4ab8-8ef7-510259103af2 req-344a1ce3-3ef6-49a4-bb86-7a87e2eac419 service neutron] Attempting to bind port 667cf044-3f39-4bfe-97b5-7ac327708e49 on network a410d8ef-ee3d-4030-b2bf-4c0b7f9d7aaa {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:50:29.723245 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d062fd-674c-49ce-aa03-dd86c5cdf8a1 req-6236f955-d3f1-44cf-aeb3-a68d196cfb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:29.724881 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-98d062fd-674c-49ce-aa03-dd86c5cdf8a1 req-6236f955-d3f1-44cf-aeb3-a68d196cfb00 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5ea4853a-41f9-43d9-b213-c627f5c9eb4e&tenant_id=1bcaffad5d3447b98f0216d3481045e5 HTTP/1.1" status: 200  len: 1127 time: 0.1097877
May 07 21:50:29.726651 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08438246-2eaa-4a03-9b5a-a3264fa3862e req-bd394484-ce73-40ff-a69a-640cdfde8f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:29.728898 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-08438246-2eaa-4a03-9b5a-a3264fa3862e req-bd394484-ce73-40ff-a69a-640cdfde8f1e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1bcaffad5d3447b98f0216d3481045e5&device_id=3533de6f-5073-4e2e-9620-5655b2cdcb7f HTTP/1.1" status: 200  len: 1126 time: 0.1434293
May 07 21:50:29.729075 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc06fe8e-3304-4ab8-8ef7-510259103af2 req-344a1ce3-3ef6-49a4-bb86-7a87e2eac419 service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:50:29.729388 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc06fe8e-3304-4ab8-8ef7-510259103af2 req-344a1ce3-3ef6-49a4-bb86-7a87e2eac419 service neutron] Checking segment: {'id': '83d8bfd7-7d5a-41d2-9f7c-165f0fdeeb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a410d8ef-ee3d-4030-b2bf-4c0b7f9d7aaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:50:29.729895 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc06fe8e-3304-4ab8-8ef7-510259103af2 req-344a1ce3-3ef6-49a4-bb86-7a87e2eac419 service neutron] Bound using segment: {'id': '83d8bfd7-7d5a-41d2-9f7c-165f0fdeeb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a410d8ef-ee3d-4030-b2bf-4c0b7f9d7aaa'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:50:29.730302 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-fc06fe8e-3304-4ab8-8ef7-510259103af2 req-344a1ce3-3ef6-49a4-bb86-7a87e2eac419 service neutron] Bound port: 667cf044-3f39-4bfe-97b5-7ac327708e49, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83d8bfd7-7d5a-41d2-9f7c-165f0fdeeb09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'a410d8ef-ee3d-4030-b2bf-4c0b7f9d7aaa'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:50:29.730692 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-fc06fe8e-3304-4ab8-8ef7-510259103af2 req-344a1ce3-3ef6-49a4-bb86-7a87e2eac419 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (667cf044-3f39-4bfe-97b5-7ac327708e49), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:29.755823 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aca1a86-b574-4e2c-b465-3165fcd7c602 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Pushing event deleted for resources: {'Port': ['ID=aac6c92e-cff2-4454-9401-e05c725747f7,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:29.793397 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-76540153-69dc-48c5-b672-5cfda2f76fa4 req-eace084f-ca6e-4c0d-9333-677aeff36bc0 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd9b73d-94f5-48f0-9bd4-f06f09d7b556 HTTP/1.1" status: 200  len: 210 time: 0.1479485
May 07 21:50:29.803266 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device efb357b8-d8e7-40c3-b60d-4600d4ef216f no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:50:29.877900 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] The host nch2-master-1 is not matching for port efb357b8-d8e7-40c3-b60d-4600d4ef216f host nch1-master-1! {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2394}}
May 07 21:50:29.878635 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device efb357b8-d8e7-40c3-b60d-4600d4ef216f not bound to the agent host nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:50:29.879299 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 446d2d04-f43a-4396-ae3d-6321f1ea6225 no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:50:29.916311 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] No Port match for: 446d2d04-f43a-4396-ae3d-6321f1ea6225 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:50:29.917198 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 446d2d04-f43a-4396-ae3d-6321f1ea6225 not bound to the agent host nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:50:29.927955 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a115072-5284-4901-ba14-65efba66a5f5 req-7aca1a86-b574-4e2c-b465-3165fcd7c602 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] No DVR routers for this DVR port aac6c92e-cff2-4454-9401-e05c725747f7 on host nch1-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:50:29.939169 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-36b8dd8e-cb3d-4feb-8a96-86bea77421ea req-59804810-1a53-4433-806d-c5c1b0c43be5 tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e90986d-5a53-47e1-9ed6-f20762c03fca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2704606
May 07 21:50:29.945268 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-7a115072-5284-4901-ba14-65efba66a5f5 req-7aca1a86-b574-4e2c-b465-3165fcd7c602 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:29.947026 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7a115072-5284-4901-ba14-65efba66a5f5 req-7aca1a86-b574-4e2c-b465-3165fcd7c602 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.55 "DELETE /v2.0/ports/aac6c92e-cff2-4454-9401-e05c725747f7 HTTP/1.1" status: 204  len: 173 time: 2.0210016
May 07 21:50:29.948528 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfa51d13-aa03-48ef-9aea-32ae407e5d9d', 'name': 'network-vif-deleted', 'tag': 'aac6c92e-cff2-4454-9401-e05c725747f7'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:50:29.950397 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6665ef32-64ee-4376-9bfd-468d84883320" -d '{"events": [{"server_uuid": "bfa51d13-aa03-48ef-9aea-32ae407e5d9d", "name": "network-vif-deleted", "tag": "aac6c92e-cff2-4454-9401-e05c725747f7"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:50:30.006249 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08438246-2eaa-4a03-9b5a-a3264fa3862e req-df2f978c-91ce-48b0-845e-8aedba68797b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:30.006764 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-39bfcd5b-57cf-4fd3-9aa8-914e86082c71 req-a5fd953d-52df-4241-bb98-b8e6bb27dd4e service neutron] 10.222.0.55 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5605378
May 07 21:50:30.007809 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-08438246-2eaa-4a03-9b5a-a3264fa3862e req-df2f978c-91ce-48b0-845e-8aedba68797b service neutron] 10.222.0.55 "GET /v2.0/networks?id=28405dfe-908d-4039-91f6-1d02165b34cd HTTP/1.1" status: 200  len: 909 time: 0.2464688
May 07 21:50:30.007956 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d062fd-674c-49ce-aa03-dd86c5cdf8a1 req-f6dcd989-6ac7-46ee-8614-b9da49322093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:30.009324 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-fc06fe8e-3304-4ab8-8ef7-510259103af2 req-344a1ce3-3ef6-49a4-bb86-7a87e2eac419 service neutron] For port 667cf044-3f39-4bfe-97b5-7ac327708e49, host nch2-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:50:30.011028 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-98d062fd-674c-49ce-aa03-dd86c5cdf8a1 req-f6dcd989-6ac7-46ee-8614-b9da49322093 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1bcaffad5d3447b98f0216d3481045e5&device_id=5ea4853a-41f9-43d9-b213-c627f5c9eb4e HTTP/1.1" status: 200  len: 1127 time: 0.2424178
May 07 21:50:30.014983 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-fc06fe8e-3304-4ab8-8ef7-510259103af2 req-344a1ce3-3ef6-49a4-bb86-7a87e2eac419 service neutron] For port 667cf044-3f39-4bfe-97b5-7ac327708e49, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=667cf044-3f39-4bfe-97b5-7ac327708e49,segment=NetworkSegment(83d8bfd7-7d5a-41d2-9f7c-165f0fdeeb09),segment_id=83d8bfd7-7d5a-41d2-9f7c-165f0fdeeb09)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:50:30.027399 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-fc06fe8e-3304-4ab8-8ef7-510259103af2 req-344a1ce3-3ef6-49a4-bb86-7a87e2eac419 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (667cf044-3f39-4bfe-97b5-7ac327708e49), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:30.043463 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:30.047505 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ea8817b7-0cc1-45c3-b235-7e347985dcc0 req-0b71d435-fb10-4d34-af70-581431735d07 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=bfa51d13-aa03-48ef-9aea-32ae407e5d9d HTTP/1.1" status: 200  len: 210 time: 0.1354134
May 07 21:50:30.130287 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-08438246-2eaa-4a03-9b5a-a3264fa3862e req-fd5763f9-374d-4fd5-af09-64aac9a25ea3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9177df96-b4f9-41db-8806-f7ea5787a4fc HTTP/1.1" status: 200  len: 217 time: 0.1052828
May 07 21:50:30.152119 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc06fe8e-3304-4ab8-8ef7-510259103af2 req-344a1ce3-3ef6-49a4-bb86-7a87e2eac419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:30.152781 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-fc06fe8e-3304-4ab8-8ef7-510259103af2 req-344a1ce3-3ef6-49a4-bb86-7a87e2eac419 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:30.155916 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fc06fe8e-3304-4ab8-8ef7-510259103af2 req-344a1ce3-3ef6-49a4-bb86-7a87e2eac419 service neutron] 10.222.0.59 "PUT /v2.0/ports/667cf044-3f39-4bfe-97b5-7ac327708e49 HTTP/1.1" status: 200  len: 1091 time: 2.5606339
May 07 21:50:30.171912 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-58d29e84-83ce-4825-8bbe-8eb6b5629a79 req-bffb234c-be03-4997-b6c1-45179162a3c9 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/ports?device_id=94a90838-d258-4958-946b-46c5f06a0e4c HTTP/1.1" status: 200  len: 210 time: 0.1110361
May 07 21:50:30.222479 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344a1ce3-3ef6-49a4-bb86-7a87e2eac419 service neutron] Pushing event updated for resources: {'Port': ['ID=667cf044-3f39-4bfe-97b5-7ac327708e49,revision_number=3']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:30.237353 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08438246-2eaa-4a03-9b5a-a3264fa3862e req-eeff7287-d825-4806-81c5-9ba752c6c942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:30.239713 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-08438246-2eaa-4a03-9b5a-a3264fa3862e req-eeff7287-d825-4806-81c5-9ba752c6c942 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1fe63d5f-90f3-4e94-9dfe-af97e96ae5d9 HTTP/1.1" status: 200  len: 848 time: 0.0801613
May 07 21:50:30.332641 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c763fbdc-4872-419e-8545-5ce6bc900a17 x-openstack-request-id: req-c763fbdc-4872-419e-8545-5ce6bc900a17 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:50:30.333426 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfa51d13-aa03-48ef-9aea-32ae407e5d9d", "name": "network-vif-deleted", "tag": "aac6c92e-cff2-4454-9401-e05c725747f7", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:50:30.333811 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c763fbdc-4872-419e-8545-5ce6bc900a17 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:50:30.334095 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c763fbdc-4872-419e-8545-5ce6bc900a17'] response: {'server_uuid': 'bfa51d13-aa03-48ef-9aea-32ae407e5d9d', 'name': 'network-vif-deleted', 'tag': 'aac6c92e-cff2-4454-9401-e05c725747f7', 'status': 'completed', 'code': 200}
May 07 21:50:30.338145 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-f95db0ec-d368-414a-ab1f-a0cac26e9377 req-a7e7af46-ab3b-442f-a728-c11ca6e1342f tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Publish callbacks [] for port (24115db9-2f6d-4fcc-8408-e98da05a26e6), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:30.339120 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-08438246-2eaa-4a03-9b5a-a3264fa3862e req-bec4fc81-ac7a-4b57-bbea-a2d6cac6e1a1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=28405dfe-908d-4039-91f6-1d02165b34cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0901067
May 07 21:50:30.352879 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc06fe8e-3304-4ab8-8ef7-510259103af2 req-980af1e5-0139-40f5-b619-5c4390b2c779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:30.355519 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fc06fe8e-3304-4ab8-8ef7-510259103af2 req-980af1e5-0139-40f5-b619-5c4390b2c779 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2a463927927b488ebe8a6e118484e8df&device_id=5d774b77-243e-4663-a376-3bbd59bd54e5 HTTP/1.1" status: 200  len: 1125 time: 0.0850959
May 07 21:50:30.422855 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fc06fe8e-3304-4ab8-8ef7-510259103af2 req-98ea6522-53f7-4ec9-89df-f31019b1bddd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=667cf044-3f39-4bfe-97b5-7ac327708e49 HTTP/1.1" status: 200  len: 217 time: 0.0582452
May 07 21:50:30.500984 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2cd4a7-d6ef-4a95-abc7-959acc3ebabf req-51025711-ff71-482e-ac0c-f2d1b5e76677 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:30.502488 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0a2cd4a7-d6ef-4a95-abc7-959acc3ebabf req-51025711-ff71-482e-ac0c-f2d1b5e76677 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8be6b3c-b434-467d-98b2-4d0d5763bed3 HTTP/1.1" status: 200  len: 950 time: 0.0827746
May 07 21:50:30.512453 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc06fe8e-3304-4ab8-8ef7-510259103af2 req-2940154e-1220-45fe-a113-04a57ac080ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:30.514192 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fc06fe8e-3304-4ab8-8ef7-510259103af2 req-2940154e-1220-45fe-a113-04a57ac080ef service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0f2642b8-4442-4eaa-98ef-8d8b21575f84 HTTP/1.1" status: 200  len: 850 time: 0.0824838
May 07 21:50:30.539861 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b3837d-c645-46f9-b355-78ef8799db43 req-e924b902-1a82-4eb7-946f-a0736f695519 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:30.543367 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-95b3837d-c645-46f9-b355-78ef8799db43 req-e924b902-1a82-4eb7-946f-a0736f695519 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ea4853a-41f9-43d9-b213-c627f5c9eb4e HTTP/1.1" status: 200  len: 945 time: 0.2002597
May 07 21:50:30.556037 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d062fd-674c-49ce-aa03-dd86c5cdf8a1 req-6b8bd1b4-7307-4204-a5a6-4e7318b37c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:30.558113 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-98d062fd-674c-49ce-aa03-dd86c5cdf8a1 req-6b8bd1b4-7307-4204-a5a6-4e7318b37c31 service neutron] 10.222.0.55 "GET /v2.0/networks?id=28405dfe-908d-4039-91f6-1d02165b34cd HTTP/1.1" status: 200  len: 909 time: 0.5004370
May 07 21:50:30.608322 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc06fe8e-3304-4ab8-8ef7-510259103af2 req-a0d27f5c-8cb7-438c-a345-1ecc835b440f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:30.609819 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fc06fe8e-3304-4ab8-8ef7-510259103af2 req-a0d27f5c-8cb7-438c-a345-1ecc835b440f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a410d8ef-ee3d-4030-b2bf-4c0b7f9d7aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0885580
May 07 21:50:30.631983 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-f95db0ec-d368-414a-ab1f-a0cac26e9377 req-a7e7af46-ab3b-442f-a728-c11ca6e1342f tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (24115db9-2f6d-4fcc-8408-e98da05a26e6), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:30.638821 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-39bfcd5b-57cf-4fd3-9aa8-914e86082c71 req-93ebbf14-2877-4724-a630-98dfbae5347c service neutron] 10.222.0.55 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5826571
May 07 21:50:30.642573 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-98d062fd-674c-49ce-aa03-dd86c5cdf8a1 req-c9236ac0-6ebc-4505-adb3-cd65bcb95af5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=efb357b8-d8e7-40c3-b60d-4600d4ef216f HTTP/1.1" status: 200  len: 217 time: 0.0654819
May 07 21:50:30.678880 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0a2cd4a7-d6ef-4a95-abc7-959acc3ebabf req-f04e143d-8715-4386-981e-0b21c4c33e0a tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1629415
May 07 21:50:30.684505 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-95b3837d-c645-46f9-b355-78ef8799db43 req-b0667757-d806-4f4f-b580-ca0797c47dbc tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1253762
May 07 21:50:30.768521 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-08438246-2eaa-4a03-9b5a-a3264fa3862e req-37782a86-53e1-4353-b4c6-96fa949aec01 service neutron] 10.222.0.55 "GET /v2.0/networks/28405dfe-908d-4039-91f6-1d02165b34cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2137654
May 07 21:50:30.778504 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f95db0ec-d368-414a-ab1f-a0cac26e9377 req-a7e7af46-ab3b-442f-a728-c11ca6e1342f tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Network b2fcd05a-fa57-478e-9f0c-05c502306fa7 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:50:30.780874 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e7af46-ab3b-442f-a728-c11ca6e1342f tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Pushing event updated for resources: {'Port': ['ID=24115db9-2f6d-4fcc-8408-e98da05a26e6,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:30.786598 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [req-f95db0ec-d368-414a-ab1f-a0cac26e9377 req-a7e7af46-ab3b-442f-a728-c11ca6e1342f tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:50:30.792433 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-f95db0ec-d368-414a-ab1f-a0cac26e9377 req-a7e7af46-ab3b-442f-a728-c11ca6e1342f tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:50:30.843902 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d062fd-674c-49ce-aa03-dd86c5cdf8a1 req-4797ce85-a226-4d16-8449-8a17f0efeb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:30.847263 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-98d062fd-674c-49ce-aa03-dd86c5cdf8a1 req-4797ce85-a226-4d16-8449-8a17f0efeb01 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1fe63d5f-90f3-4e94-9dfe-af97e96ae5d9 HTTP/1.1" status: 200  len: 848 time: 0.1691182
May 07 21:50:30.906267 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-98d062fd-674c-49ce-aa03-dd86c5cdf8a1 req-3f51c19e-caf0-4dd9-8be1-2a301db5b4e1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=28405dfe-908d-4039-91f6-1d02165b34cd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0486336
May 07 21:50:30.918177 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95db0ec-d368-414a-ab1f-a0cac26e9377 req-a7e7af46-ab3b-442f-a728-c11ca6e1342f tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:30.919116 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-f95db0ec-d368-414a-ab1f-a0cac26e9377 req-a7e7af46-ab3b-442f-a728-c11ca6e1342f tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:30.937218 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f95db0ec-d368-414a-ab1f-a0cac26e9377 req-a7e7af46-ab3b-442f-a728-c11ca6e1342f tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.6457021
May 07 21:50:30.952417 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-f95db0ec-d368-414a-ab1f-a0cac26e9377 req-f0afb459-130a-48d4-8a69-f63acc2ae223 service neutron] Request body: {'port': {'device_id': 'ddd9b73d-94f5-48f0-9bd4-f06f09d7b556', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:50:30.973632 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fc06fe8e-3304-4ab8-8ef7-510259103af2 req-521549b5-04a5-4dfb-9b5e-d1e0bc305129 service neutron] 10.222.0.59 "GET /v2.0/networks/a410d8ef-ee3d-4030-b2bf-4c0b7f9d7aaa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3556840
May 07 21:50:31.037113 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc288e-c547-4d91-922a-63d2ed195dc9 req-69ab2e19-6710-42be-9a5e-6691b469c977 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:31.038937 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2ddc288e-c547-4d91-922a-63d2ed195dc9 req-69ab2e19-6710-42be-9a5e-6691b469c977 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd9b73d-94f5-48f0-9bd4-f06f09d7b556 HTTP/1.1" status: 200  len: 932 time: 0.1173747
May 07 21:50:31.059175 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-08438246-2eaa-4a03-9b5a-a3264fa3862e req-e816a4f7-db57-4fd7-8357-48bea1408ad6 service neutron] 10.222.0.55 "GET /v2.0/networks/28405dfe-908d-4039-91f6-1d02165b34cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2793384
May 07 21:50:31.120702 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-f95db0ec-d368-414a-ab1f-a0cac26e9377 req-f0afb459-130a-48d4-8a69-f63acc2ae223 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (24115db9-2f6d-4fcc-8408-e98da05a26e6), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:31.123930 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device aac6c92e-cff2-4454-9401-e05c725747f7 no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:50:31.144098 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8847f02e-31c1-4b9c-b55f-2276d2f238fb req-d4381144-8da7-4ca7-a7c3-f883b15c58f7 tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:31.145769 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8847f02e-31c1-4b9c-b55f-2276d2f238fb req-d4381144-8da7-4ca7-a7c3-f883b15c58f7 tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d774b77-243e-4663-a376-3bbd59bd54e5 HTTP/1.1" status: 200  len: 943 time: 0.0827906
May 07 21:50:31.147676 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] No Port match for: aac6c92e-cff2-4454-9401-e05c725747f7 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:50:31.148217 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device aac6c92e-cff2-4454-9401-e05c725747f7 not bound to the agent host nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:50:31.156272 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2ddc288e-c547-4d91-922a-63d2ed195dc9 req-2b288fda-f017-4866-91e5-0ad81619a646 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b502f8-ccda-470b-bf96-4e6ff93590b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1081991
May 07 21:50:31.163212 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fc06fe8e-3304-4ab8-8ef7-510259103af2 req-de901c2e-b08f-4a47-a251-3e5bf92f86c6 service neutron] 10.222.0.59 "GET /v2.0/networks/a410d8ef-ee3d-4030-b2bf-4c0b7f9d7aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1724613
May 07 21:50:31.191257 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-98d062fd-674c-49ce-aa03-dd86c5cdf8a1 req-2c2b6caa-1822-449e-a3d6-4d6293a28bad service neutron] 10.222.0.55 "GET /v2.0/networks/28405dfe-908d-4039-91f6-1d02165b34cd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2104528
May 07 21:50:31.306728 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8847f02e-31c1-4b9c-b55f-2276d2f238fb req-373d7804-27fa-41ca-8bae-f8d09c32bf09 tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e90986d-5a53-47e1-9ed6-f20762c03fca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1474841
May 07 21:50:31.491654 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-444c3b13-f4c9-4cb9-a9fe-010ada25a141 req-eefb4452-93dd-4cea-ab2f-071d87835fdb tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/ports?device_id=94a90838-d258-4958-946b-46c5f06a0e4c HTTP/1.1" status: 200  len: 210 time: 0.0771103
May 07 21:50:31.506854 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69217df-d559-4d7d-98b8-314c2b534ef6 req-cf5ec600-33a2-406e-9daf-4283f2427b06 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:31.519484 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-98d062fd-674c-49ce-aa03-dd86c5cdf8a1 req-a5ec35ef-ff7c-4ba5-b413-cb0366ec3b36 service neutron] 10.222.0.55 "GET /v2.0/networks/28405dfe-908d-4039-91f6-1d02165b34cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2090397
May 07 21:50:31.520266 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e69217df-d559-4d7d-98b8-314c2b534ef6 req-cf5ec600-33a2-406e-9daf-4283f2427b06 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=52713c0c-6d75-42a3-96ac-5a93b17ef0b1 HTTP/1.1" status: 200  len: 944 time: 0.0798917
May 07 21:50:31.581984 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e69217df-d559-4d7d-98b8-314c2b534ef6 req-e719c712-6090-4899-a9ef-9b5ffe982f7d tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536706
May 07 21:50:31.597833 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [req-f95db0ec-d368-414a-ab1f-a0cac26e9377 req-f0afb459-130a-48d4-8a69-f63acc2ae223 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24115db9-2f6d-4fcc-8408-e98da05a26e6 {{(pid=121837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:50:31.606594 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-f95db0ec-d368-414a-ab1f-a0cac26e9377 req-f0afb459-130a-48d4-8a69-f63acc2ae223 service neutron] Publish callbacks [] for port (24115db9-2f6d-4fcc-8408-e98da05a26e6), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:31.623050 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-f95db0ec-d368-414a-ab1f-a0cac26e9377 req-f0afb459-130a-48d4-8a69-f63acc2ae223 service neutron] Transition to ACTIVE for port object 24115db9-2f6d-4fcc-8408-e98da05a26e6 will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:50:31.626890 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-f95db0ec-d368-414a-ab1f-a0cac26e9377 req-f0afb459-130a-48d4-8a69-f63acc2ae223 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (24115db9-2f6d-4fcc-8408-e98da05a26e6), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:31.723884 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0afb459-130a-48d4-8a69-f63acc2ae223 service neutron] Pushing event updated for resources: {'Port': ['ID=24115db9-2f6d-4fcc-8408-e98da05a26e6,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:31.858249 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecccea8b-e81c-4f80-9dee-baf10ee5f82e req-8ecb26a3-b01f-47cb-8b78-1807ec99cb6b tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:31.860747 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ecccea8b-e81c-4f80-9dee-baf10ee5f82e req-8ecb26a3-b01f-47cb-8b78-1807ec99cb6b tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ea4853a-41f9-43d9-b213-c627f5c9eb4e HTTP/1.1" status: 200  len: 945 time: 0.0610271
May 07 21:50:31.905158 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c850e-291a-45d7-ad36-f6b271b2adb3 req-1a6a81fb-f0e0-4241-ae6c-a058c60ae2d2 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:31.906838 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7d7c850e-291a-45d7-ad36-f6b271b2adb3 req-1a6a81fb-f0e0-4241-ae6c-a058c60ae2d2 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8be6b3c-b434-467d-98b2-4d0d5763bed3 HTTP/1.1" status: 200  len: 950 time: 0.1292377
May 07 21:50:31.918675 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29acea4e-dc09-4315-a4f8-9c11e895dd25 req-09c5b332-20bb-4ac1-a771-4520bb844402 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:31.920449 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-29acea4e-dc09-4315-a4f8-9c11e895dd25 req-09c5b332-20bb-4ac1-a771-4520bb844402 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.55 "GET /v2.0/networks?id=5d9854c1-90bd-4898-b59a-14d465203832 HTTP/1.1" status: 200  len: 812 time: 0.2509789
May 07 21:50:31.932840 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ecccea8b-e81c-4f80-9dee-baf10ee5f82e req-a219b61f-9647-4415-874c-5cc90e5042b0 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567276
May 07 21:50:31.964617 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-29acea4e-dc09-4315-a4f8-9c11e895dd25 req-dc291520-3707-4cbd-9aa5-b67f7bd8425e tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Request body: {'port': {'device_id': '94a90838-d258-4958-946b-46c5f06a0e4c', 'network_id': '5d9854c1-90bd-4898-b59a-14d465203832', 'admin_state_up': True, 'tenant_id': 'f61b3dd3880d475b939a8543d9bbf481'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:50:31.972209 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-f95db0ec-d368-414a-ab1f-a0cac26e9377 req-f0afb459-130a-48d4-8a69-f63acc2ae223 service neutron] Attempting to bind port 24115db9-2f6d-4fcc-8408-e98da05a26e6 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:50:31.972887 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-f95db0ec-d368-414a-ab1f-a0cac26e9377 req-f0afb459-130a-48d4-8a69-f63acc2ae223 service neutron] Attempting to bind port 24115db9-2f6d-4fcc-8408-e98da05a26e6 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'c22d0faf-2ee6-4226-aff7-b2b8306813e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b2fcd05a-fa57-478e-9f0c-05c502306fa7'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:50:31.973163 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95db0ec-d368-414a-ab1f-a0cac26e9377 req-f0afb459-130a-48d4-8a69-f63acc2ae223 service neutron] Attempting to bind port 24115db9-2f6d-4fcc-8408-e98da05a26e6 on network b2fcd05a-fa57-478e-9f0c-05c502306fa7 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:50:32.010026 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95db0ec-d368-414a-ab1f-a0cac26e9377 req-f0afb459-130a-48d4-8a69-f63acc2ae223 service neutron] Port 24115db9-2f6d-4fcc-8408-e98da05a26e6 on network b2fcd05a-fa57-478e-9f0c-05c502306fa7 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:50:32.010277 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95db0ec-d368-414a-ab1f-a0cac26e9377 req-f0afb459-130a-48d4-8a69-f63acc2ae223 service neutron] Attempting to bind port 24115db9-2f6d-4fcc-8408-e98da05a26e6 on network b2fcd05a-fa57-478e-9f0c-05c502306fa7 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:50:32.043771 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95db0ec-d368-414a-ab1f-a0cac26e9377 req-f0afb459-130a-48d4-8a69-f63acc2ae223 service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:50:32.044167 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95db0ec-d368-414a-ab1f-a0cac26e9377 req-f0afb459-130a-48d4-8a69-f63acc2ae223 service neutron] Checking segment: {'id': 'c22d0faf-2ee6-4226-aff7-b2b8306813e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b2fcd05a-fa57-478e-9f0c-05c502306fa7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:50:32.044623 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95db0ec-d368-414a-ab1f-a0cac26e9377 req-f0afb459-130a-48d4-8a69-f63acc2ae223 service neutron] Bound using segment: {'id': 'c22d0faf-2ee6-4226-aff7-b2b8306813e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b2fcd05a-fa57-478e-9f0c-05c502306fa7'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:50:32.045074 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-f95db0ec-d368-414a-ab1f-a0cac26e9377 req-f0afb459-130a-48d4-8a69-f63acc2ae223 service neutron] Bound port: 24115db9-2f6d-4fcc-8408-e98da05a26e6, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c22d0faf-2ee6-4226-aff7-b2b8306813e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b2fcd05a-fa57-478e-9f0c-05c502306fa7'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:50:32.045576 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-f95db0ec-d368-414a-ab1f-a0cac26e9377 req-f0afb459-130a-48d4-8a69-f63acc2ae223 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (24115db9-2f6d-4fcc-8408-e98da05a26e6), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:32.063854 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d062fd-674c-49ce-aa03-dd86c5cdf8a1 req-58ee6352-08a0-4f0e-a35f-c5a8854fad1a tempest-LiveMigrationTest-1060990445 tempest-LiveMigrationTest-1060990445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:32.065349 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-98d062fd-674c-49ce-aa03-dd86c5cdf8a1 req-58ee6352-08a0-4f0e-a35f-c5a8854fad1a tempest-LiveMigrationTest-1060990445 tempest-LiveMigrationTest-1060990445-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=5ea4853a-41f9-43d9-b213-c627f5c9eb4e&tenant_id=1bcaffad5d3447b98f0216d3481045e5&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.0457089
May 07 21:50:32.222993 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-98d062fd-674c-49ce-aa03-dd86c5cdf8a1 req-8eccf009-7342-4da9-89ed-1500bf21d0ba service neutron] For port efb357b8-d8e7-40c3-b60d-4600d4ef216f, host nch2-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:50:32.226619 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-98d062fd-674c-49ce-aa03-dd86c5cdf8a1 req-8eccf009-7342-4da9-89ed-1500bf21d0ba service neutron] Publish callbacks [] for binding (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:32.228134 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-98d062fd-674c-49ce-aa03-dd86c5cdf8a1 req-8eccf009-7342-4da9-89ed-1500bf21d0ba service neutron] 10.222.0.55 "DELETE /v2.0/ports/efb357b8-d8e7-40c3-b60d-4600d4ef216f/bindings/nch2-master-1 HTTP/1.1" status: 204  len: 173 time: 0.1534321
May 07 21:50:32.294127 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea18ad-c696-418e-aefd-7e3622d50bc2 req-12f5e261-390e-42c2-9e68-d06f4c2f1bfa tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:32.296057 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f1ea18ad-c696-418e-aefd-7e3622d50bc2 req-12f5e261-390e-42c2-9e68-d06f4c2f1bfa tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd9b73d-94f5-48f0-9bd4-f06f09d7b556 HTTP/1.1" status: 200  len: 944 time: 0.0603614
May 07 21:50:32.335646 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d774b77-243e-4663-a376-3bbd59bd54e5', 'tag': '667cf044-3f39-4bfe-97b5-7ac327708e49'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:50:32.339177 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f6e590d-c608-40fb-8380-c1a090ba3068" -d '{"events": [{"name": "network-changed", "server_uuid": "5d774b77-243e-4663-a376-3bbd59bd54e5", "tag": "667cf044-3f39-4bfe-97b5-7ac327708e49"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:50:32.358782 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f1ea18ad-c696-418e-aefd-7e3622d50bc2 req-3be8aa83-f1b1-4fd2-b995-1132120c6e90 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b502f8-ccda-470b-bf96-4e6ff93590b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0558293
May 07 21:50:32.413533 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c724c06-1246-44cb-aaab-854c4113db1b x-openstack-request-id: req-0c724c06-1246-44cb-aaab-854c4113db1b {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:50:32.414017 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d774b77-243e-4663-a376-3bbd59bd54e5", "tag": "667cf044-3f39-4bfe-97b5-7ac327708e49", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:50:32.414164 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0c724c06-1246-44cb-aaab-854c4113db1b {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:50:32.414796 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c724c06-1246-44cb-aaab-854c4113db1b'] response: {'name': 'network-changed', 'server_uuid': '5d774b77-243e-4663-a376-3bbd59bd54e5', 'tag': '667cf044-3f39-4bfe-97b5-7ac327708e49', 'status': 'completed', 'code': 200}
May 07 21:50:32.430005 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7d7c850e-291a-45d7-ad36-f6b271b2adb3 req-00156530-8789-4cf3-9036-40b08eb99c12 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5025053
May 07 21:50:32.490596 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f14ca93-c1c3-4efc-a739-1460f2c0531f req-892576a3-924a-4a1c-821d-6460cd6e08bf tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:32.492063 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4f14ca93-c1c3-4efc-a739-1460f2c0531f req-892576a3-924a-4a1c-821d-6460cd6e08bf tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.55 "GET /v2.0/ports?device_id=52713c0c-6d75-42a3-96ac-5a93b17ef0b1 HTTP/1.1" status: 200  len: 944 time: 0.4619722
May 07 21:50:32.523245 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30be4df-1ee6-47f4-8c7e-0c0fffabfe76 req-b4658984-d832-4770-9661-cd0bf1f6b07c tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:32.525084 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c30be4df-1ee6-47f4-8c7e-0c0fffabfe76 req-b4658984-d832-4770-9661-cd0bf1f6b07c tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d774b77-243e-4663-a376-3bbd59bd54e5 HTTP/1.1" status: 200  len: 943 time: 0.0591364
May 07 21:50:32.565076 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29acea4e-dc09-4315-a4f8-9c11e895dd25 req-dc291520-3707-4cbd-9aa5-b67f7bd8425e tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Made reservation on behalf of f61b3dd3880d475b939a8543d9bbf481 for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:50:32.569823 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-29acea4e-dc09-4315-a4f8-9c11e895dd25 req-dc291520-3707-4cbd-9aa5-b67f7bd8425e tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:32.650373 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c30be4df-1ee6-47f4-8c7e-0c0fffabfe76 req-6a9dba2f-97b4-44af-914a-103446c53e4a tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e90986d-5a53-47e1-9ed6-f20762c03fca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1173587
May 07 21:50:32.663795 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e590d-c608-40fb-8380-c1a090ba3068 req-e5bd6548-2b20-4375-865c-f2e97699dc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:32.665390 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2f6e590d-c608-40fb-8380-c1a090ba3068 req-e5bd6548-2b20-4375-865c-f2e97699dc7a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2a463927927b488ebe8a6e118484e8df&device_id=5d774b77-243e-4663-a376-3bbd59bd54e5 HTTP/1.1" status: 200  len: 1125 time: 0.0677400
May 07 21:50:32.751057 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-4f14ca93-c1c3-4efc-a739-1460f2c0531f req-df1593a3-9202-4f40-8b72-0f5dad48a79b tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Deleting port 8fc97b61-6eb0-420e-adf9-104bdbfbc835 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:50:32.751367 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-4f14ca93-c1c3-4efc-a739-1460f2c0531f req-df1593a3-9202-4f40-8b72-0f5dad48a79b tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (8fc97b61-6eb0-420e-adf9-104bdbfbc835), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:32.797120 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-aefb67f3-7c4b-445f-a946-5565222c1073 req-c02ce48f-1a86-4a15-bf58-d81ed3058edd tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/ports?device_id=94a90838-d258-4958-946b-46c5f06a0e4c HTTP/1.1" status: 200  len: 210 time: 0.1766405
May 07 21:50:32.813310 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-f95db0ec-d368-414a-ab1f-a0cac26e9377 req-f0afb459-130a-48d4-8a69-f63acc2ae223 service neutron] For port 24115db9-2f6d-4fcc-8408-e98da05a26e6, host nch2-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:50:32.830347 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5ef007c1-90ac-4a6f-8d86-1209a1cf5b03 req-3e9d236a-4eb9-4240-adc1-a7966d119cba service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=02cc3f76-02bb-44cb-82ab-79a357f42391&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.2142665
May 07 21:50:32.858340 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b09a799-b6fa-4634-8390-46f776813d82 req-44ff06f5-0649-4e3b-a082-9b49531a72e3 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:32.860117 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8b09a799-b6fa-4634-8390-46f776813d82 req-44ff06f5-0649-4e3b-a082-9b49531a72e3 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=52713c0c-6d75-42a3-96ac-5a93b17ef0b1 HTTP/1.1" status: 200  len: 944 time: 0.1122591
May 07 21:50:32.863632 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e590d-c608-40fb-8380-c1a090ba3068 req-a90bee6a-b559-4afd-93c8-5e7c7044a601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:32.865137 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2f6e590d-c608-40fb-8380-c1a090ba3068 req-a90bee6a-b559-4afd-93c8-5e7c7044a601 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a410d8ef-ee3d-4030-b2bf-4c0b7f9d7aaa HTTP/1.1" status: 200  len: 912 time: 0.1933901
May 07 21:50:32.881510 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-f95db0ec-d368-414a-ab1f-a0cac26e9377 req-f0afb459-130a-48d4-8a69-f63acc2ae223 service neutron] For port 24115db9-2f6d-4fcc-8408-e98da05a26e6, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=24115db9-2f6d-4fcc-8408-e98da05a26e6,segment=NetworkSegment(c22d0faf-2ee6-4226-aff7-b2b8306813e9),segment_id=c22d0faf-2ee6-4226-aff7-b2b8306813e9)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:50:32.897697 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-f95db0ec-d368-414a-ab1f-a0cac26e9377 req-f0afb459-130a-48d4-8a69-f63acc2ae223 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (24115db9-2f6d-4fcc-8408-e98da05a26e6), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:32.915229 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8b09a799-b6fa-4634-8390-46f776813d82 req-4cf47915-3f28-48ad-b80b-e3374c118435 tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ddea5fe-60a8-40ee-9174-4640819afac1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475121
May 07 21:50:32.995554 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95db0ec-d368-414a-ab1f-a0cac26e9377 req-f0afb459-130a-48d4-8a69-f63acc2ae223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:32.996205 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-f95db0ec-d368-414a-ab1f-a0cac26e9377 req-f0afb459-130a-48d4-8a69-f63acc2ae223 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:32.997637 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f95db0ec-d368-414a-ab1f-a0cac26e9377 req-f0afb459-130a-48d4-8a69-f63acc2ae223 service neutron] 10.222.0.59 "PUT /v2.0/ports/24115db9-2f6d-4fcc-8408-e98da05a26e6 HTTP/1.1" status: 200  len: 1092 time: 2.0530519
May 07 21:50:32.998142 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddd9b73d-94f5-48f0-9bd4-f06f09d7b556', 'tag': '24115db9-2f6d-4fcc-8408-e98da05a26e6'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:50:33.000758 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7d30834-a937-4d45-b05c-d7c7d40f4cf3" -d '{"events": [{"name": "network-changed", "server_uuid": "ddd9b73d-94f5-48f0-9bd4-f06f09d7b556", "tag": "24115db9-2f6d-4fcc-8408-e98da05a26e6"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:50:33.015766 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-4f14ca93-c1c3-4efc-a739-1460f2c0531f req-df1593a3-9202-4f40-8b72-0f5dad48a79b tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] For port 8fc97b61-6eb0-420e-adf9-104bdbfbc835, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8fc97b61-6eb0-420e-adf9-104bdbfbc835,segment=NetworkSegment(917604e4-aade-4a11-b4ad-178bdbbe8fbb),segment_id=917604e4-aade-4a11-b4ad-178bdbbe8fbb)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:50:33.016203 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-4f14ca93-c1c3-4efc-a739-1460f2c0531f req-df1593a3-9202-4f40-8b72-0f5dad48a79b tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (8fc97b61-6eb0-420e-adf9-104bdbfbc835), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:33.053453 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-4f14ca93-c1c3-4efc-a739-1460f2c0531f req-df1593a3-9202-4f40-8b72-0f5dad48a79b tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Calling delete_port for 8fc97b61-6eb0-420e-adf9-104bdbfbc835 owned by compute:nova {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:50:33.055688 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [req-29acea4e-dc09-4315-a4f8-9c11e895dd25 req-dc291520-3707-4cbd-9aa5-b67f7bd8425e tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Allocated IP 172.20.0.7 (5d9854c1-90bd-4898-b59a-14d465203832/363d64b0-c1fd-4ede-8b5a-48585cb02746/f4e84972-b5b8-4161-be41-2a7625450b34) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:50:33.065188 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0afb459-130a-48d4-8a69-f63acc2ae223 service neutron] Pushing event updated for resources: {'Port': ['ID=24115db9-2f6d-4fcc-8408-e98da05a26e6,revision_number=3']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:33.094470 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2f6e590d-c608-40fb-8380-c1a090ba3068 req-f25f758f-1a6a-42b3-ba76-d1d66ae6ec2a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=667cf044-3f39-4bfe-97b5-7ac327708e49 HTTP/1.1" status: 200  len: 217 time: 0.0579166
May 07 21:50:33.094984 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1668b871-0b58-4001-af7b-0fe4f3a0c99b x-openstack-request-id: req-1668b871-0b58-4001-af7b-0fe4f3a0c99b {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:50:33.095313 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddd9b73d-94f5-48f0-9bd4-f06f09d7b556", "tag": "24115db9-2f6d-4fcc-8408-e98da05a26e6", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:50:33.095621 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1668b871-0b58-4001-af7b-0fe4f3a0c99b {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:50:33.096023 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1668b871-0b58-4001-af7b-0fe4f3a0c99b'] response: {'name': 'network-changed', 'server_uuid': 'ddd9b73d-94f5-48f0-9bd4-f06f09d7b556', 'tag': '24115db9-2f6d-4fcc-8408-e98da05a26e6', 'status': 'completed', 'code': 200}
May 07 21:50:33.160873 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e590d-c608-40fb-8380-c1a090ba3068 req-88c53b9f-807c-4113-998e-176581bab5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:33.163276 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2f6e590d-c608-40fb-8380-c1a090ba3068 req-88c53b9f-807c-4113-998e-176581bab5ef service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0f2642b8-4442-4eaa-98ef-8d8b21575f84 HTTP/1.1" status: 200  len: 850 time: 0.0637407
May 07 21:50:33.224645 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6e590d-c608-40fb-8380-c1a090ba3068 req-ddf7c392-58e9-4934-96bf-eb3295b216f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:33.226649 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2f6e590d-c608-40fb-8380-c1a090ba3068 req-ddf7c392-58e9-4934-96bf-eb3295b216f9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a410d8ef-ee3d-4030-b2bf-4c0b7f9d7aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0562315
May 07 21:50:33.238762 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4031e5-c430-484c-9350-6704ff316dcb req-a2896b65-562a-4974-b707-4d93e9e683d1 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:33.240381 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2f4031e5-c430-484c-9350-6704ff316dcb req-a2896b65-562a-4974-b707-4d93e9e683d1 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ea4853a-41f9-43d9-b213-c627f5c9eb4e HTTP/1.1" status: 200  len: 945 time: 0.2103040
May 07 21:50:33.250901 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef007c1-90ac-4a6f-8d86-1209a1cf5b03 req-9ed78b57-d693-4070-b9e0-40ec5111263f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:33.252440 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5ef007c1-90ac-4a6f-8d86-1209a1cf5b03 req-9ed78b57-d693-4070-b9e0-40ec5111263f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7789855db11445de842c4df75bd05e10&device_id=02cc3f76-02bb-44cb-82ab-79a357f42391 HTTP/1.1" status: 200  len: 1131 time: 0.1648567
May 07 21:50:33.316652 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95db0ec-d368-414a-ab1f-a0cac26e9377 req-ba229a3d-edc6-4171-a455-9c64debeab02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:33.318135 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f95db0ec-d368-414a-ab1f-a0cac26e9377 req-ba229a3d-edc6-4171-a455-9c64debeab02 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=00dedc5654754e7fbb60abf79a14666e&device_id=ddd9b73d-94f5-48f0-9bd4-f06f09d7b556 HTTP/1.1" status: 200  len: 1126 time: 0.2254796
May 07 21:50:33.338050 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2f6e590d-c608-40fb-8380-c1a090ba3068 req-891202ae-b44c-42ae-878f-1dabb1d36c18 service neutron] 10.222.0.59 "GET /v2.0/networks/a410d8ef-ee3d-4030-b2bf-4c0b7f9d7aaa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1053364
May 07 21:50:33.427396 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f95db0ec-d368-414a-ab1f-a0cac26e9377 req-257896da-d72a-4d3c-ae14-637d0f2d0862 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=24115db9-2f6d-4fcc-8408-e98da05a26e6 HTTP/1.1" status: 200  len: 217 time: 0.0996001
May 07 21:50:33.450664 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2f6e590d-c608-40fb-8380-c1a090ba3068 req-af6c8c28-4965-4d40-81b3-3a865412aea6 service neutron] 10.222.0.59 "GET /v2.0/networks/a410d8ef-ee3d-4030-b2bf-4c0b7f9d7aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1072125
May 07 21:50:33.507262 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42db2a51-d924-41c2-9520-381875e81fe7 req-19a7766f-6a7e-4914-adb9-cdb1d330d82a tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:33.508954 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-42db2a51-d924-41c2-9520-381875e81fe7 req-19a7766f-6a7e-4914-adb9-cdb1d330d82a tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd9b73d-94f5-48f0-9bd4-f06f09d7b556 HTTP/1.1" status: 200  len: 944 time: 0.0573168
May 07 21:50:33.543102 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2f4031e5-c430-484c-9350-6704ff316dcb req-0c19019b-8f12-4f59-9f14-b271ff22c1fd tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2806072
May 07 21:50:33.574456 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-42db2a51-d924-41c2-9520-381875e81fe7 req-8c3138be-0505-45b9-ab69-1d1e09410996 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b502f8-ccda-470b-bf96-4e6ff93590b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0534542
May 07 21:50:33.624911 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95db0ec-d368-414a-ab1f-a0cac26e9377 req-d3a85aab-70e6-4235-962c-932fe7794609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:33.626516 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f95db0ec-d368-414a-ab1f-a0cac26e9377 req-d3a85aab-70e6-4235-962c-932fe7794609 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e6b6597b-eb4c-42b5-9584-1d6d14139dca HTTP/1.1" status: 200  len: 862 time: 0.1587105
May 07 21:50:33.701295 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef007c1-90ac-4a6f-8d86-1209a1cf5b03 req-1f713f63-1b52-4bac-b2c5-bf15ec311672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:33.702871 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5ef007c1-90ac-4a6f-8d86-1209a1cf5b03 req-1f713f63-1b52-4bac-b2c5-bf15ec311672 service neutron] 10.222.0.59 "GET /v2.0/networks?id=665487f0-78eb-47fb-9a06-b15bc614dc47 HTTP/1.1" status: 200  len: 870 time: 0.4019229
May 07 21:50:33.725466 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f95db0ec-d368-414a-ab1f-a0cac26e9377 req-2e0c1da8-0444-460a-b0a2-8d477d817c49 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b2fcd05a-fa57-478e-9f0c-05c502306fa7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0770745
May 07 21:50:33.735207 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-4f14ca93-c1c3-4efc-a739-1460f2c0531f req-df1593a3-9202-4f40-8b72-0f5dad48a79b tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (8fc97b61-6eb0-420e-adf9-104bdbfbc835), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:33.736415 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650fceec-d730-453e-93bf-554be95f8e53 req-a68604f7-bd1f-4e78-b739-c98173c1f481 tempest-LiveMigrationTest-1060990445 tempest-LiveMigrationTest-1060990445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:33.737950 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-650fceec-d730-453e-93bf-554be95f8e53 req-a68604f7-bd1f-4e78-b739-c98173c1f481 tempest-LiveMigrationTest-1060990445 tempest-LiveMigrationTest-1060990445-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5ea4853a-41f9-43d9-b213-c627f5c9eb4e HTTP/1.1" status: 200  len: 1127 time: 0.0509610
May 07 21:50:33.788505 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-650fceec-d730-453e-93bf-554be95f8e53 req-413a15f0-2014-44d6-a464-77e33285e618 tempest-LiveMigrationTest-1060990445 tempest-LiveMigrationTest-1060990445-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439723
May 07 21:50:33.798676 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-29acea4e-dc09-4315-a4f8-9c11e895dd25 req-dc291520-3707-4cbd-9aa5-b67f7bd8425e tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks [] for port (f4e84972-b5b8-4161-be41-2a7625450b34), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:33.826646 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 667cf044-3f39-4bfe-97b5-7ac327708e49 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:50:33.850484 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba7867b-f64a-4361-bdb9-4e0d4a2a7918 req-3b02f6bb-2957-4e8d-af24-6005d40273be tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:33.852077 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-fba7867b-f64a-4361-bdb9-4e0d4a2a7918 req-3b02f6bb-2957-4e8d-af24-6005d40273be tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8be6b3c-b434-467d-98b2-4d0d5763bed3 HTTP/1.1" status: 200  len: 950 time: 0.2005501
May 07 21:50:33.853394 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5ef007c1-90ac-4a6f-8d86-1209a1cf5b03 req-6e46fe77-bbfb-4f38-a6bd-f36585bc5a88 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=44436595-8caf-48e5-967e-1749f507e89e HTTP/1.1" status: 200  len: 217 time: 0.1220360
May 07 21:50:33.857528 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1593a3-9202-4f40-8b72-0f5dad48a79b tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Pushing event deleted for resources: {'Port': ['ID=8fc97b61-6eb0-420e-adf9-104bdbfbc835,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:33.935212 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a18bb-153f-4421-94e0-1211c41e7a74 req-e7124ee1-854e-447e-a08c-95a034bd1835 tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:33.939337 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4e6a18bb-153f-4421-94e0-1211c41e7a74 req-e7124ee1-854e-447e-a08c-95a034bd1835 tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d774b77-243e-4663-a376-3bbd59bd54e5 HTTP/1.1" status: 200  len: 943 time: 0.0596013
May 07 21:50:33.953638 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 667cf044-3f39-4bfe-97b5-7ac327708e49, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=667cf044-3f39-4bfe-97b5-7ac327708e49,segment=NetworkSegment(83d8bfd7-7d5a-41d2-9f7c-165f0fdeeb09),segment_id=83d8bfd7-7d5a-41d2-9f7c-165f0fdeeb09)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:50:33.966588 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': '667cf044-3f39-4bfe-97b5-7ac327708e49', 'network_id': 'a410d8ef-ee3d-4030-b2bf-4c0b7f9d7aaa', 'port_id': '667cf044-3f39-4bfe-97b5-7ac327708e49', 'mac_address': 'fa:16:3e:f2:5a:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f2642b8-4442-4eaa-98ef-8d8b21575f84', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:50:34.011773 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4e6a18bb-153f-4421-94e0-1211c41e7a74 req-8f7a228c-40d2-4a3a-8de1-23cffcf4ab36 tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e90986d-5a53-47e1-9ed6-f20762c03fca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0690989
May 07 21:50:34.018601 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 667cf044-3f39-4bfe-97b5-7ac327708e49 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:50:34.019147 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (667cf044-3f39-4bfe-97b5-7ac327708e49), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:34.035089 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f14ca93-c1c3-4efc-a739-1460f2c0531f req-df1593a3-9202-4f40-8b72-0f5dad48a79b tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] No DVR routers for this DVR port 8fc97b61-6eb0-420e-adf9-104bdbfbc835 on host nch1-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:50:34.035856 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 667cf044-3f39-4bfe-97b5-7ac327708e49 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:50:34.042922 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef007c1-90ac-4a6f-8d86-1209a1cf5b03 req-c6941031-4d86-466d-acec-c1c9b26bc526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:34.044564 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5ef007c1-90ac-4a6f-8d86-1209a1cf5b03 req-c6941031-4d86-466d-acec-c1c9b26bc526 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6e0e5c53-1ece-4d20-b01d-5f8c6957edf6 HTTP/1.1" status: 200  len: 843 time: 0.1792798
May 07 21:50:34.052820 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-4f14ca93-c1c3-4efc-a739-1460f2c0531f req-df1593a3-9202-4f40-8b72-0f5dad48a79b tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:34.056043 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4f14ca93-c1c3-4efc-a739-1460f2c0531f req-df1593a3-9202-4f40-8b72-0f5dad48a79b tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.55 "DELETE /v2.0/ports/8fc97b61-6eb0-420e-adf9-104bdbfbc835 HTTP/1.1" status: 204  len: 173 time: 1.5551410
May 07 21:50:34.060004 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 667cf044-3f39-4bfe-97b5-7ac327708e49, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=667cf044-3f39-4bfe-97b5-7ac327708e49,segment=NetworkSegment(83d8bfd7-7d5a-41d2-9f7c-165f0fdeeb09),segment_id=83d8bfd7-7d5a-41d2-9f7c-165f0fdeeb09)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:50:34.066756 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (667cf044-3f39-4bfe-97b5-7ac327708e49), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:34.110324 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f95db0ec-d368-414a-ab1f-a0cac26e9377 req-dc494d92-8b1b-48d2-ab72-2eb3a9a8634f service neutron] 10.222.0.59 "GET /v2.0/networks/b2fcd05a-fa57-478e-9f0c-05c502306fa7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3659739
May 07 21:50:34.114188 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-29acea4e-dc09-4315-a4f8-9c11e895dd25 req-dc291520-3707-4cbd-9aa5-b67f7bd8425e tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (f4e84972-b5b8-4161-be41-2a7625450b34), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:34.120527 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-fba7867b-f64a-4361-bdb9-4e0d4a2a7918 req-9ce4535a-ee06-4acf-bb4f-d93ce89fbb98 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2236810
May 07 21:50:34.147711 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=667cf044-3f39-4bfe-97b5-7ac327708e49,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:34.175017 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef007c1-90ac-4a6f-8d86-1209a1cf5b03 req-f0b642d5-4cd8-485b-a53c-b0cbe665e403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:34.176600 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5ef007c1-90ac-4a6f-8d86-1209a1cf5b03 req-f0b642d5-4cd8-485b-a53c-b0cbe665e403 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=665487f0-78eb-47fb-9a06-b15bc614dc47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1142302
May 07 21:50:34.205744 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29acea4e-dc09-4315-a4f8-9c11e895dd25 req-dc291520-3707-4cbd-9aa5-b67f7bd8425e tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Network 5d9854c1-90bd-4898-b59a-14d465203832 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:50:34.251674 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [req-29acea4e-dc09-4315-a4f8-9c11e895dd25 req-dc291520-3707-4cbd-9aa5-b67f7bd8425e tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:50:34.269797 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-29acea4e-dc09-4315-a4f8-9c11e895dd25 req-dc291520-3707-4cbd-9aa5-b67f7bd8425e tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:50:34.280333 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc291520-3707-4cbd-9aa5-b67f7bd8425e tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Pushing event updated for resources: {'Port': ['ID=f4e84972-b5b8-4161-be41-2a7625450b34,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:34.335954 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['667cf044-3f39-4bfe-97b5-7ac327708e49'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:50:34.356761 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-af9f1efc-b6d1-4fe8-8954-7b44fe3f0591 req-db11e0ec-97c9-4ab3-890a-07979057329a tempest-LiveAutoBlockMigrationV225Test-1194124795 tempest-LiveAutoBlockMigrationV225Test-1194124795-project] 10.222.0.32 "GET /v2.0/ports?device_id=52713c0c-6d75-42a3-96ac-5a93b17ef0b1 HTTP/1.1" status: 200  len: 210 time: 0.0376165
May 07 21:50:34.421279 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f6bc96-0bfb-49cf-862c-af32ff0174b6 req-870d97ae-e46b-4241-9c59-be428003e233 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:34.422897 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a6f6bc96-0bfb-49cf-862c-af32ff0174b6 req-870d97ae-e46b-4241-9c59-be428003e233 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/ports?device_id=94a90838-d258-4958-946b-46c5f06a0e4c HTTP/1.1" status: 200  len: 931 time: 0.1486747
May 07 21:50:34.433429 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29acea4e-dc09-4315-a4f8-9c11e895dd25 req-dc291520-3707-4cbd-9aa5-b67f7bd8425e tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:34.434107 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-29acea4e-dc09-4315-a4f8-9c11e895dd25 req-dc291520-3707-4cbd-9aa5-b67f7bd8425e tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:34.444965 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f95db0ec-d368-414a-ab1f-a0cac26e9377 req-001539ff-951c-42f9-8dd5-65a686a9accc service neutron] 10.222.0.59 "GET /v2.0/networks/b2fcd05a-fa57-478e-9f0c-05c502306fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3199389
May 07 21:50:34.471614 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5ef007c1-90ac-4a6f-8d86-1209a1cf5b03 req-b536bc8f-722e-4b97-af23-d9ac69015852 service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2820294
May 07 21:50:34.479360 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-29acea4e-dc09-4315-a4f8-9c11e895dd25 req-dc291520-3707-4cbd-9aa5-b67f7bd8425e tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5236435
May 07 21:50:34.511667 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a6f6bc96-0bfb-49cf-862c-af32ff0174b6 req-2ee13adf-a8c2-4501-a614-b75225e16d6d tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/security-groups?id=59e2df0e-870d-42fb-a7c1-a293819c9cdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0738719
May 07 21:50:34.535070 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709d217c-3048-4ba9-9a1f-f0c8f46dcd13 req-2cde503f-e9d8-4d4f-b227-43738760d4b9 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:34.536588 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-709d217c-3048-4ba9-9a1f-f0c8f46dcd13 req-2cde503f-e9d8-4d4f-b227-43738760d4b9 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ea4853a-41f9-43d9-b213-c627f5c9eb4e HTTP/1.1" status: 200  len: 945 time: 0.0560451
May 07 21:50:34.583573 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-709d217c-3048-4ba9-9a1f-f0c8f46dcd13 req-e3fb8423-2e8f-4d72-972d-f67ff813c337 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415130
May 07 21:50:34.692605 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218bc070-0cab-46ff-9f7d-20caef32ad1b req-e057a7fb-ac2b-475a-b468-871c8745003d tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:34.694398 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-218bc070-0cab-46ff-9f7d-20caef32ad1b req-e057a7fb-ac2b-475a-b468-871c8745003d tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd9b73d-94f5-48f0-9bd4-f06f09d7b556 HTTP/1.1" status: 200  len: 944 time: 0.0492373
May 07 21:50:34.741306 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-218bc070-0cab-46ff-9f7d-20caef32ad1b req-86f5356f-1c4e-4d64-b840-bfe0627fd317 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b502f8-ccda-470b-bf96-4e6ff93590b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407474
May 07 21:50:34.763715 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-29acea4e-dc09-4315-a4f8-9c11e895dd25 req-580b2272-a6ad-4921-94ba-670e182ed0a4 service neutron] Request body: {'port': {'device_id': '94a90838-d258-4958-946b-46c5f06a0e4c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:50:34.829611 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-29acea4e-dc09-4315-a4f8-9c11e895dd25 req-580b2272-a6ad-4921-94ba-670e182ed0a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f4e84972-b5b8-4161-be41-2a7625450b34), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:35.096892 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [req-29acea4e-dc09-4315-a4f8-9c11e895dd25 req-580b2272-a6ad-4921-94ba-670e182ed0a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4e84972-b5b8-4161-be41-2a7625450b34 {{(pid=121837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:50:35.100934 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52713c0c-6d75-42a3-96ac-5a93b17ef0b1', 'name': 'network-vif-deleted', 'tag': '8fc97b61-6eb0-420e-adf9-104bdbfbc835'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:50:35.103390 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28ca87d3-94da-406f-94a1-5c7d0b8fed58" -d '{"events": [{"server_uuid": "52713c0c-6d75-42a3-96ac-5a93b17ef0b1", "name": "network-vif-deleted", "tag": "8fc97b61-6eb0-420e-adf9-104bdbfbc835"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:50:35.110682 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-29acea4e-dc09-4315-a4f8-9c11e895dd25 req-580b2272-a6ad-4921-94ba-670e182ed0a4 service neutron] Publish callbacks [] for port (f4e84972-b5b8-4161-be41-2a7625450b34), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:35.127197 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-29acea4e-dc09-4315-a4f8-9c11e895dd25 req-580b2272-a6ad-4921-94ba-670e182ed0a4 service neutron] Transition to ACTIVE for port object f4e84972-b5b8-4161-be41-2a7625450b34 will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:50:35.131207 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 8fc97b61-6eb0-420e-adf9-104bdbfbc835 no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:50:35.139049 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c14aa70-061b-4972-b300-f12932ff59f1 req-16c6e81a-a933-443f-97ae-3325723b0508 tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:35.140595 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5c14aa70-061b-4972-b300-f12932ff59f1 req-16c6e81a-a933-443f-97ae-3325723b0508 tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d774b77-243e-4663-a376-3bbd59bd54e5 HTTP/1.1" status: 200  len: 944 time: 0.0523324
May 07 21:50:35.144211 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-29acea4e-dc09-4315-a4f8-9c11e895dd25 req-580b2272-a6ad-4921-94ba-670e182ed0a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (f4e84972-b5b8-4161-be41-2a7625450b34), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:35.167125 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] No Port match for: 8fc97b61-6eb0-420e-adf9-104bdbfbc835 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:50:35.167671 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 8fc97b61-6eb0-420e-adf9-104bdbfbc835 not bound to the agent host nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:50:35.200052 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac76f1be-eb9a-4011-be8f-0bf5e229aa5b x-openstack-request-id: req-ac76f1be-eb9a-4011-be8f-0bf5e229aa5b {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:50:35.200052 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52713c0c-6d75-42a3-96ac-5a93b17ef0b1", "name": "network-vif-deleted", "tag": "8fc97b61-6eb0-420e-adf9-104bdbfbc835", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:50:35.200052 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ac76f1be-eb9a-4011-be8f-0bf5e229aa5b {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:50:35.200052 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac76f1be-eb9a-4011-be8f-0bf5e229aa5b'] response: {'server_uuid': '52713c0c-6d75-42a3-96ac-5a93b17ef0b1', 'name': 'network-vif-deleted', 'tag': '8fc97b61-6eb0-420e-adf9-104bdbfbc835', 'status': 'completed', 'code': 200}
May 07 21:50:35.202362 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5c14aa70-061b-4972-b300-f12932ff59f1 req-6ebfb87e-8969-413e-9524-12126b3f7422 tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e90986d-5a53-47e1-9ed6-f20762c03fca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0553865
May 07 21:50:35.231038 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86986444-aa11-466c-bdfb-b42fa8d535c8 req-80903f85-b799-476a-ab6b-ae5b2d8cb18c tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:35.232511 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-86986444-aa11-466c-bdfb-b42fa8d535c8 req-80903f85-b799-476a-ab6b-ae5b2d8cb18c tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.55 "GET /v2.0/ports?device_id=5ea4853a-41f9-43d9-b213-c627f5c9eb4e HTTP/1.1" status: 200  len: 945 time: 0.0973454
May 07 21:50:35.258477 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580b2272-a6ad-4921-94ba-670e182ed0a4 service neutron] Pushing event updated for resources: {'Port': ['ID=f4e84972-b5b8-4161-be41-2a7625450b34,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:35.363995 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f28f31-9259-4f7e-9805-d2e4712ea988 req-193c6cd6-c2e2-4ba8-b8a7-84805f853e98 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:35.365360 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-48f28f31-9259-4f7e-9805-d2e4712ea988 req-193c6cd6-c2e2-4ba8-b8a7-84805f853e98 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8be6b3c-b434-467d-98b2-4d0d5763bed3 HTTP/1.1" status: 200  len: 950 time: 0.1301544
May 07 21:50:35.448588 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-86986444-aa11-466c-bdfb-b42fa8d535c8 req-e671dd2e-8001-44b3-8edd-7ffe0a8e492f tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Deleting port efb357b8-d8e7-40c3-b60d-4600d4ef216f {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:50:35.448928 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-86986444-aa11-466c-bdfb-b42fa8d535c8 req-e671dd2e-8001-44b3-8edd-7ffe0a8e492f tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (efb357b8-d8e7-40c3-b60d-4600d4ef216f), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:35.456743 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 37910) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:50:35.469890 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-29acea4e-dc09-4315-a4f8-9c11e895dd25 req-580b2272-a6ad-4921-94ba-670e182ed0a4 service neutron] Attempting to bind port f4e84972-b5b8-4161-be41-2a7625450b34 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:50:35.470248 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-29acea4e-dc09-4315-a4f8-9c11e895dd25 req-580b2272-a6ad-4921-94ba-670e182ed0a4 service neutron] Attempting to bind port f4e84972-b5b8-4161-be41-2a7625450b34 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f7d0ed20-4dc4-4ede-8fcf-c4a216019a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '5d9854c1-90bd-4898-b59a-14d465203832'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:50:35.470626 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29acea4e-dc09-4315-a4f8-9c11e895dd25 req-580b2272-a6ad-4921-94ba-670e182ed0a4 service neutron] Attempting to bind port f4e84972-b5b8-4161-be41-2a7625450b34 on network 5d9854c1-90bd-4898-b59a-14d465203832 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:50:35.501323 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f6a2959-f1ba-43f6-9c3c-72594fe27e1b admin admin] Deleting subnet 14835495-3004-48e8-b7c5-01b68d156e2d {{(pid=121836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 21:50:35.504475 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1f6a2959-f1ba-43f6-9c3c-72594fe27e1b admin admin] Publish callbacks [] for subnet (14835495-3004-48e8-b7c5-01b68d156e2d), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:35.522983 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29acea4e-dc09-4315-a4f8-9c11e895dd25 req-580b2272-a6ad-4921-94ba-670e182ed0a4 service neutron] Port f4e84972-b5b8-4161-be41-2a7625450b34 on network 5d9854c1-90bd-4898-b59a-14d465203832 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:50:35.523363 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29acea4e-dc09-4315-a4f8-9c11e895dd25 req-580b2272-a6ad-4921-94ba-670e182ed0a4 service neutron] Attempting to bind port f4e84972-b5b8-4161-be41-2a7625450b34 on network 5d9854c1-90bd-4898-b59a-14d465203832 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:50:35.546446 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1f6a2959-f1ba-43f6-9c3c-72594fe27e1b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726883'] for subnet (14835495-3004-48e8-b7c5-01b68d156e2d), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:35.560759 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-48f28f31-9259-4f7e-9805-d2e4712ea988 req-fb64269a-6e45-4112-89ee-ab0e5e27e59b tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1886151
May 07 21:50:35.587902 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1f6a2959-f1ba-43f6-9c3c-72594fe27e1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (14835495-3004-48e8-b7c5-01b68d156e2d), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:35.598976 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29acea4e-dc09-4315-a4f8-9c11e895dd25 req-580b2272-a6ad-4921-94ba-670e182ed0a4 service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:50:35.599323 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29acea4e-dc09-4315-a4f8-9c11e895dd25 req-580b2272-a6ad-4921-94ba-670e182ed0a4 service neutron] Checking segment: {'id': 'f7d0ed20-4dc4-4ede-8fcf-c4a216019a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '5d9854c1-90bd-4898-b59a-14d465203832'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:50:35.599709 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29acea4e-dc09-4315-a4f8-9c11e895dd25 req-580b2272-a6ad-4921-94ba-670e182ed0a4 service neutron] Bound using segment: {'id': 'f7d0ed20-4dc4-4ede-8fcf-c4a216019a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '5d9854c1-90bd-4898-b59a-14d465203832'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:50:35.600184 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-29acea4e-dc09-4315-a4f8-9c11e895dd25 req-580b2272-a6ad-4921-94ba-670e182ed0a4 service neutron] Bound port: f4e84972-b5b8-4161-be41-2a7625450b34, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7d0ed20-4dc4-4ede-8fcf-c4a216019a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '5d9854c1-90bd-4898-b59a-14d465203832'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:50:35.600543 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-29acea4e-dc09-4315-a4f8-9c11e895dd25 req-580b2272-a6ad-4921-94ba-670e182ed0a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f4e84972-b5b8-4161-be41-2a7625450b34), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:35.660422 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8f8d5-0975-4049-9ffc-973578e61502 req-1bc2c983-341e-4c2a-b5b0-2476a6710417 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:35.661928 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b2f8f8d5-0975-4049-9ffc-973578e61502 req-1bc2c983-341e-4c2a-b5b0-2476a6710417 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/ports?device_id=94a90838-d258-4958-946b-46c5f06a0e4c HTTP/1.1" status: 200  len: 943 time: 0.0754218
May 07 21:50:35.683987 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d30834-a937-4d45-b05c-d7c7d40f4cf3 req-e1047baf-e3ae-4dc8-b09b-0684ef0d4b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:35.685449 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e7d30834-a937-4d45-b05c-d7c7d40f4cf3 req-e1047baf-e3ae-4dc8-b09b-0684ef0d4b6c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=00dedc5654754e7fbb60abf79a14666e&device_id=ddd9b73d-94f5-48f0-9bd4-f06f09d7b556 HTTP/1.1" status: 200  len: 1126 time: 0.1853054
May 07 21:50:35.700637 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1f6a2959-f1ba-43f6-9c3c-72594fe27e1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (14835495-3004-48e8-b7c5-01b68d156e2d), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:35.743075 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a2959-f1ba-43f6-9c3c-72594fe27e1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14835495-3004-48e8-b7c5-01b68d156e2d,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:35.750713 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1f6a2959-f1ba-43f6-9c3c-72594fe27e1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:35.753915 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-1f6a2959-f1ba-43f6-9c3c-72594fe27e1b admin admin] 10.222.0.32 "DELETE /v2.0/subnets/14835495-3004-48e8-b7c5-01b68d156e2d HTTP/1.1" status: 204  len: 168 time: 0.2961683
May 07 21:50:35.757744 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b2f8f8d5-0975-4049-9ffc-973578e61502 req-ed2c2bc2-6655-46a5-a24e-49ca07a2729c tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/security-groups?id=59e2df0e-870d-42fb-a7c1-a293819c9cdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0849893
May 07 21:50:35.758203 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 37916) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:50:35.788559 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-86986444-aa11-466c-bdfb-b42fa8d535c8 req-e671dd2e-8001-44b3-8edd-7ffe0a8e492f tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] For port efb357b8-d8e7-40c3-b60d-4600d4ef216f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=efb357b8-d8e7-40c3-b60d-4600d4ef216f,segment=NetworkSegment(82ec07f6-cf99-4411-99d8-c39170f22b45),segment_id=82ec07f6-cf99-4411-99d8-c39170f22b45)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:50:35.789317 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-86986444-aa11-466c-bdfb-b42fa8d535c8 req-e671dd2e-8001-44b3-8edd-7ffe0a8e492f tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (efb357b8-d8e7-40c3-b60d-4600d4ef216f), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:35.820740 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 667cf044-3f39-4bfe-97b5-7ac327708e49 up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:50:35.829377 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d273730-5a0d-433c-a941-0f70592e218a req-5f46ac0b-5359-40d0-bb45-33de97a17d99 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:35.830887 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6d273730-5a0d-433c-a941-0f70592e218a req-5f46ac0b-5359-40d0-bb45-33de97a17d99 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ea4853a-41f9-43d9-b213-c627f5c9eb4e HTTP/1.1" status: 200  len: 945 time: 0.1711535
May 07 21:50:35.859466 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f4c7a6c6-4b14-4b7f-8b84-1ed80b4e26a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (38d1a38e-1f99-466b-bf7f-940113b4b6ed), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:35.870055 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning for port 667cf044-3f39-4bfe-97b5-7ac327708e49 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:50:35.879721 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port 667cf044-3f39-4bfe-97b5-7ac327708e49 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:50:35.880115 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (667cf044-3f39-4bfe-97b5-7ac327708e49), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:35.912873 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb16edd-b601-4471-a5d5-3c8297976677 req-2c1df0b8-044c-407e-8660-81f25c4755ca tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:35.914431 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9bb16edd-b601-4471-a5d5-3c8297976677 req-2c1df0b8-044c-407e-8660-81f25c4755ca tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd9b73d-94f5-48f0-9bd4-f06f09d7b556 HTTP/1.1" status: 200  len: 944 time: 0.0888863
May 07 21:50:35.967129 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 667cf044-3f39-4bfe-97b5-7ac327708e49 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:50:35.967516 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (667cf044-3f39-4bfe-97b5-7ac327708e49), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:35.982903 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f4c7a6c6-4b14-4b7f-8b84-1ed80b4e26a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (38d1a38e-1f99-466b-bf7f-940113b4b6ed), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:35.992706 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d774b77-243e-4663-a376-3bbd59bd54e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '667cf044-3f39-4bfe-97b5-7ac327708e49'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:50:35.995124 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52df2e4c-be96-4771-a083-f1ad337b34b3" -d '{"events": [{"server_uuid": "5d774b77-243e-4663-a376-3bbd59bd54e5", "name": "network-vif-plugged", "status": "completed", "tag": "667cf044-3f39-4bfe-97b5-7ac327708e49"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:50:36.008055 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 667cf044-3f39-4bfe-97b5-7ac327708e49, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=667cf044-3f39-4bfe-97b5-7ac327708e49,segment=NetworkSegment(83d8bfd7-7d5a-41d2-9f7c-165f0fdeeb09),segment_id=83d8bfd7-7d5a-41d2-9f7c-165f0fdeeb09)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:50:36.013439 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (667cf044-3f39-4bfe-97b5-7ac327708e49), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:36.026300 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-f4c7a6c6-4b14-4b7f-8b84-1ed80b4e26a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf8748da90>,) {'filters': {'network_id': ['38d1a38e-1f99-466b-bf7f-940113b4b6ed']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:50:36.041752 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9bb16edd-b601-4471-a5d5-3c8297976677 req-7135e1c0-4a40-402e-942f-2087157031a7 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b502f8-ccda-470b-bf96-4e6ff93590b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1159611
May 07 21:50:36.043543 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-f4c7a6c6-4b14-4b7f-8b84-1ed80b4e26a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8748da90>, '917604e4-aade-4a11-b4ad-178bdbbe8fbb') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:50:36.043839 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-f4c7a6c6-4b14-4b7f-8b84-1ed80b4e26a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8748da90>, '917604e4-aade-4a11-b4ad-178bdbbe8fbb') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:50:36.053698 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f4c7a6c6-4b14-4b7f-8b84-1ed80b4e26a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (917604e4-aade-4a11-b4ad-178bdbbe8fbb), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:36.076239 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f4c7a6c6-4b14-4b7f-8b84-1ed80b4e26a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (917604e4-aade-4a11-b4ad-178bdbbe8fbb), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:36.083338 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=667cf044-3f39-4bfe-97b5-7ac327708e49,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:36.092065 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4c7a6c6-4b14-4b7f-8b84-1ed80b4e26a7 admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 21:50:36.092986 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f4c7a6c6-4b14-4b7f-8b84-1ed80b4e26a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (917604e4-aade-4a11-b4ad-178bdbbe8fbb), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:36.111677 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfb45318-f58d-4bdc-939b-d1c1774f4500 x-openstack-request-id: req-bfb45318-f58d-4bdc-939b-d1c1774f4500 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:50:36.112118 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d774b77-243e-4663-a376-3bbd59bd54e5", "name": "network-vif-plugged", "status": "completed", "tag": "667cf044-3f39-4bfe-97b5-7ac327708e49", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:50:36.112548 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bfb45318-f58d-4bdc-939b-d1c1774f4500 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:50:36.113230 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfb45318-f58d-4bdc-939b-d1c1774f4500'] response: {'server_uuid': '5d774b77-243e-4663-a376-3bbd59bd54e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '667cf044-3f39-4bfe-97b5-7ac327708e49', 'code': 200}
May 07 21:50:36.115462 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 21:50:36.115462 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 21:50:36.115462 ncdv-master-1 neutron-server[121836]:     timer()
May 07 21:50:36.115462 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 21:50:36.115462 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 21:50:36.115462 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 21:50:36.115462 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 21:50:36.115462 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 21:50:36.115462 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 21:50:36.115462 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 21:50:36.115462 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 21:50:36.115462 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 21:50:36.115462 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 21:50:36.115462 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 21:50:36.115462 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 21:50:36.115462 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 21:50:36.115462 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 21:50:36.115462 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 21:50:36.115462 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 21:50:36.115462 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 21:50:36.115462 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 21:50:36.115462 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 21:50:36.115462 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 21:50:36.115462 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 21:50:36.115462 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 21:50:36.115462 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 21:50:36.115462 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 21:50:36.115462 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 21:50:36.115462 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 21:50:36.115462 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 21:50:36.115462 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 21:50:36.115462 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 21:50:36.155812 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f4c7a6c6-4b14-4b7f-8b84-1ed80b4e26a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (38d1a38e-1f99-466b-bf7f-940113b4b6ed), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:36.163357 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f4c7a6c6-4b14-4b7f-8b84-1ed80b4e26a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:36.167185 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-f4c7a6c6-4b14-4b7f-8b84-1ed80b4e26a7 admin admin] 10.222.0.32 "DELETE /v2.0/networks/38d1a38e-1f99-466b-bf7f-940113b4b6ed HTTP/1.1" status: 204  len: 168 time: 0.4079781
May 07 21:50:36.170439 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 37924) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:50:36.191742 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-86986444-aa11-466c-bdfb-b42fa8d535c8 req-e671dd2e-8001-44b3-8edd-7ffe0a8e492f tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Calling delete_port for efb357b8-d8e7-40c3-b60d-4600d4ef216f owned by compute:nova {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:50:36.204199 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5ef007c1-90ac-4a6f-8d86-1209a1cf5b03 req-3537468c-a5c3-4fdd-b577-40fc58f9c71a service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7236187
May 07 21:50:36.215368 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c7a6c6-4b14-4b7f-8b84-1ed80b4e26a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=38d1a38e-1f99-466b-bf7f-940113b4b6ed,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:36.234463 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-29acea4e-dc09-4315-a4f8-9c11e895dd25 req-580b2272-a6ad-4921-94ba-670e182ed0a4 service neutron] For port f4e84972-b5b8-4161-be41-2a7625450b34, host nch1-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:50:36.259310 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598bc045-52fd-4ee0-b814-de7217330d33 req-1b5ca634-d5f5-4758-86b1-c8a384d8d6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:36.262378 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-598bc045-52fd-4ee0-b814-de7217330d33 req-1b5ca634-d5f5-4758-86b1-c8a384d8d6c3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5d774b77-243e-4663-a376-3bbd59bd54e5 HTTP/1.1" status: 200  len: 1127 time: 0.0772333
May 07 21:50:36.267716 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_v2 [None req-daf5fcd0-c943-4ded-bb22-037f22815e5c admin admin] Deleting subnet 5130d4d9-2b6b-4033-ad6f-af6949fa7f51 {{(pid=121836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 21:50:36.271431 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-daf5fcd0-c943-4ded-bb22-037f22815e5c admin admin] Publish callbacks [] for subnet (5130d4d9-2b6b-4033-ad6f-af6949fa7f51), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:36.305667 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-29acea4e-dc09-4315-a4f8-9c11e895dd25 req-580b2272-a6ad-4921-94ba-670e182ed0a4 service neutron] For port f4e84972-b5b8-4161-be41-2a7625450b34, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f4e84972-b5b8-4161-be41-2a7625450b34,segment=NetworkSegment(f7d0ed20-4dc4-4ede-8fcf-c4a216019a84),segment_id=f7d0ed20-4dc4-4ede-8fcf-c4a216019a84)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:50:36.312392 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d30834-a937-4d45-b05c-d7c7d40f4cf3 req-fd4a0925-f363-4f6d-a608-86d72d341264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:36.313910 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e7d30834-a937-4d45-b05c-d7c7d40f4cf3 req-fd4a0925-f363-4f6d-a608-86d72d341264 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b2fcd05a-fa57-478e-9f0c-05c502306fa7 HTTP/1.1" status: 200  len: 923 time: 0.6200485
May 07 21:50:36.325328 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-29acea4e-dc09-4315-a4f8-9c11e895dd25 req-580b2272-a6ad-4921-94ba-670e182ed0a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (f4e84972-b5b8-4161-be41-2a7625450b34), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:36.359676 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-daf5fcd0-c943-4ded-bb22-037f22815e5c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726883'] for subnet (5130d4d9-2b6b-4033-ad6f-af6949fa7f51), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:36.373573 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6d273730-5a0d-433c-a941-0f70592e218a req-326cb320-e113-4c2e-9ee9-214d5f12a914 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1878746
May 07 21:50:36.400299 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e7d30834-a937-4d45-b05c-d7c7d40f4cf3 req-cd5e642c-ad5f-4460-bc42-223d708e9830 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=24115db9-2f6d-4fcc-8408-e98da05a26e6 HTTP/1.1" status: 200  len: 217 time: 0.0795956
May 07 21:50:36.409388 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df2c276-b3b6-4ea2-8e04-870388ee8442 req-9e2f9079-d61a-4c56-93be-cf16e0f5ff6d tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:36.410889 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1df2c276-b3b6-4ea2-8e04-870388ee8442 req-9e2f9079-d61a-4c56-93be-cf16e0f5ff6d tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d774b77-243e-4663-a376-3bbd59bd54e5 HTTP/1.1" status: 200  len: 945 time: 0.1063135
May 07 21:50:36.420884 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29acea4e-dc09-4315-a4f8-9c11e895dd25 req-580b2272-a6ad-4921-94ba-670e182ed0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:36.421509 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-29acea4e-dc09-4315-a4f8-9c11e895dd25 req-580b2272-a6ad-4921-94ba-670e182ed0a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:36.422910 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-29acea4e-dc09-4315-a4f8-9c11e895dd25 req-580b2272-a6ad-4921-94ba-670e182ed0a4 service neutron] 10.222.0.55 "PUT /v2.0/ports/f4e84972-b5b8-4161-be41-2a7625450b34 HTTP/1.1" status: 200  len: 1091 time: 1.6636853
May 07 21:50:36.442404 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-598bc045-52fd-4ee0-b814-de7217330d33 req-1c6a9bea-cb20-47b4-93ea-c013c2dadc48 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=4e90986d-5a53-47e1-9ed6-f20762c03fca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1688077
May 07 21:50:36.465168 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-daf5fcd0-c943-4ded-bb22-037f22815e5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (5130d4d9-2b6b-4033-ad6f-af6949fa7f51), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:36.503533 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1df2c276-b3b6-4ea2-8e04-870388ee8442 req-d6a6488f-ccfe-48ef-83e7-617322247dbb tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e90986d-5a53-47e1-9ed6-f20762c03fca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0834594
May 07 21:50:36.519061 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d30834-a937-4d45-b05c-d7c7d40f4cf3 req-e1b96a6f-2a28-4897-b5ac-abc2f9c0c5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:36.520582 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e7d30834-a937-4d45-b05c-d7c7d40f4cf3 req-e1b96a6f-2a28-4897-b5ac-abc2f9c0c5d6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e6b6597b-eb4c-42b5-9584-1d6d14139dca HTTP/1.1" status: 200  len: 862 time: 0.1147017
May 07 21:50:36.523954 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580b2272-a6ad-4921-94ba-670e182ed0a4 service neutron] Pushing event updated for resources: {'Port': ['ID=f4e84972-b5b8-4161-be41-2a7625450b34,revision_number=3']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:36.538466 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-daf5fcd0-c943-4ded-bb22-037f22815e5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (5130d4d9-2b6b-4033-ad6f-af6949fa7f51), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:36.539986 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29acea4e-dc09-4315-a4f8-9c11e895dd25 req-c4423882-3d1f-4b0b-84bd-8b2a0df55d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:36.542056 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-29acea4e-dc09-4315-a4f8-9c11e895dd25 req-c4423882-3d1f-4b0b-84bd-8b2a0df55d11 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f61b3dd3880d475b939a8543d9bbf481&device_id=94a90838-d258-4958-946b-46c5f06a0e4c HTTP/1.1" status: 200  len: 1125 time: 0.0802271
May 07 21:50:36.568153 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf5fcd0-c943-4ded-bb22-037f22815e5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5130d4d9-2b6b-4033-ad6f-af6949fa7f51,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:36.573079 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-daf5fcd0-c943-4ded-bb22-037f22815e5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:36.575440 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-daf5fcd0-c943-4ded-bb22-037f22815e5c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/5130d4d9-2b6b-4033-ad6f-af6949fa7f51 HTTP/1.1" status: 204  len: 168 time: 0.4040921
May 07 21:50:36.578396 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 37928) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:50:36.629945 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-29acea4e-dc09-4315-a4f8-9c11e895dd25 req-431b8ab0-59f2-4c17-bdc3-8f88d373f66c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4e84972-b5b8-4161-be41-2a7625450b34 HTTP/1.1" status: 200  len: 217 time: 0.0664365
May 07 21:50:36.774143 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-86986444-aa11-466c-bdfb-b42fa8d535c8 req-e671dd2e-8001-44b3-8edd-7ffe0a8e492f tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (efb357b8-d8e7-40c3-b60d-4600d4ef216f), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:36.777404 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e7d30834-a937-4d45-b05c-d7c7d40f4cf3 req-19481199-9e20-4c25-bb88-89c47296126c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b2fcd05a-fa57-478e-9f0c-05c502306fa7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0964491
May 07 21:50:36.787566 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['87c894e0-03dd-4dab-a47b-82dec6ea1485', 'efb357b8-d8e7-40c3-b60d-4600d4ef216f'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:50:36.796268 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-21955445-e1d9-4d10-8ec4-9005f9cbd490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (9a658fe2-f0dc-4a9a-8755-3678dac7ac74), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:36.841994 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e671dd2e-8001-44b3-8edd-7ffe0a8e492f tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Pushing event deleted for resources: {'Port': ['ID=efb357b8-d8e7-40c3-b60d-4600d4ef216f,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:36.849950 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29426039-e145-483c-82b0-7d0553c0b127 req-a7265695-51ee-4ad4-a642-a65c2d6a2f15 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:36.852056 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-29426039-e145-483c-82b0-7d0553c0b127 req-a7265695-51ee-4ad4-a642-a65c2d6a2f15 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8be6b3c-b434-467d-98b2-4d0d5763bed3 HTTP/1.1" status: 200  len: 950 time: 0.2073302
May 07 21:50:36.854545 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29acea4e-dc09-4315-a4f8-9c11e895dd25 req-8f6631e8-9a47-4bac-9030-44fa17bcf13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:36.855907 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-29acea4e-dc09-4315-a4f8-9c11e895dd25 req-8f6631e8-9a47-4bac-9030-44fa17bcf13d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=363d64b0-c1fd-4ede-8b5a-48585cb02746 HTTP/1.1" status: 200  len: 852 time: 0.2165940
May 07 21:50:36.883287 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09887626-de27-45fe-9b91-274285cce144 req-1337a25b-b8c4-4b5b-91f2-127f207ebfc3 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:36.885366 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-09887626-de27-45fe-9b91-274285cce144 req-1337a25b-b8c4-4b5b-91f2-127f207ebfc3 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/ports?device_id=94a90838-d258-4958-946b-46c5f06a0e4c HTTP/1.1" status: 200  len: 943 time: 0.0513694
May 07 21:50:36.939660 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-09887626-de27-45fe-9b91-274285cce144 req-778dc69b-ce21-44ad-8d72-0514a74f3e6a tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/security-groups?id=59e2df0e-870d-42fb-a7c1-a293819c9cdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453713
May 07 21:50:36.973183 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-29acea4e-dc09-4315-a4f8-9c11e895dd25 req-d2fed806-3288-4fe6-ba22-6dab45c7088e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5d9854c1-90bd-4898-b59a-14d465203832&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0968540
May 07 21:50:37.031061 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-86986444-aa11-466c-bdfb-b42fa8d535c8 req-e671dd2e-8001-44b3-8edd-7ffe0a8e492f tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] No DVR routers for this DVR port efb357b8-d8e7-40c3-b60d-4600d4ef216f on host nch1-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:50:37.059308 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-86986444-aa11-466c-bdfb-b42fa8d535c8 req-e671dd2e-8001-44b3-8edd-7ffe0a8e492f tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:37.062483 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-86986444-aa11-466c-bdfb-b42fa8d535c8 req-e671dd2e-8001-44b3-8edd-7ffe0a8e492f tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.55 "DELETE /v2.0/ports/efb357b8-d8e7-40c3-b60d-4600d4ef216f HTTP/1.1" status: 204  len: 173 time: 1.8126967
May 07 21:50:37.163876 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e7d30834-a937-4d45-b05c-d7c7d40f4cf3 req-d03f9914-af08-4737-bc8b-8da9369661a5 service neutron] 10.222.0.59 "GET /v2.0/networks/b2fcd05a-fa57-478e-9f0c-05c502306fa7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3781567
May 07 21:50:37.167445 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-21955445-e1d9-4d10-8ec4-9005f9cbd490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (9a658fe2-f0dc-4a9a-8755-3678dac7ac74), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:37.172568 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-29426039-e145-483c-82b0-7d0553c0b127 req-617198a0-a52e-4a9e-8a6e-c52d00e693c1 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3095315
May 07 21:50:37.198175 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-21955445-e1d9-4d10-8ec4-9005f9cbd490 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf87566cd0>,) {'filters': {'network_id': ['9a658fe2-f0dc-4a9a-8755-3678dac7ac74']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:50:37.200116 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94a90838-d258-4958-946b-46c5f06a0e4c', 'tag': 'f4e84972-b5b8-4161-be41-2a7625450b34'}, {'server_uuid': '5ea4853a-41f9-43d9-b213-c627f5c9eb4e', 'name': 'network-vif-deleted', 'tag': 'efb357b8-d8e7-40c3-b60d-4600d4ef216f'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:50:37.202652 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26dc0c5d-31f3-40db-ab3e-1930c9377b48" -d '{"events": [{"name": "network-changed", "server_uuid": "94a90838-d258-4958-946b-46c5f06a0e4c", "tag": "f4e84972-b5b8-4161-be41-2a7625450b34"}, {"server_uuid": "5ea4853a-41f9-43d9-b213-c627f5c9eb4e", "name": "network-vif-deleted", "tag": "efb357b8-d8e7-40c3-b60d-4600d4ef216f"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:50:37.204959 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca7716a-6230-48ea-92d4-5edd01f422a3 req-f92c439a-bbc2-4fc0-9510-f644aa82f676 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:37.207466 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1ca7716a-6230-48ea-92d4-5edd01f422a3 req-f92c439a-bbc2-4fc0-9510-f644aa82f676 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd9b73d-94f5-48f0-9bd4-f06f09d7b556 HTTP/1.1" status: 200  len: 944 time: 0.0726163
May 07 21:50:37.219016 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-21955445-e1d9-4d10-8ec4-9005f9cbd490 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf87566cd0>, '12e22bd0-bf81-4c23-96f8-30a78da6ba25') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:50:37.219327 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-21955445-e1d9-4d10-8ec4-9005f9cbd490 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf87566cd0>, '12e22bd0-bf81-4c23-96f8-30a78da6ba25') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:50:37.244030 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-21955445-e1d9-4d10-8ec4-9005f9cbd490 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (12e22bd0-bf81-4c23-96f8-30a78da6ba25), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:37.266961 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 07 May 2022 21:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72c3f388-290c-4d9d-adb1-3c22da50d7fb x-openstack-request-id: req-72c3f388-290c-4d9d-adb1-3c22da50d7fb {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:50:37.267298 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94a90838-d258-4958-946b-46c5f06a0e4c", "tag": "f4e84972-b5b8-4161-be41-2a7625450b34", "status": "completed", "code": 200}, {"server_uuid": "5ea4853a-41f9-43d9-b213-c627f5c9eb4e", "name": "network-vif-deleted", "tag": "efb357b8-d8e7-40c3-b60d-4600d4ef216f", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:50:37.267523 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-72c3f388-290c-4d9d-adb1-3c22da50d7fb {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:50:37.267933 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72c3f388-290c-4d9d-adb1-3c22da50d7fb'] response: {'name': 'network-changed', 'server_uuid': '94a90838-d258-4958-946b-46c5f06a0e4c', 'tag': 'f4e84972-b5b8-4161-be41-2a7625450b34', 'status': 'completed', 'code': 200}
May 07 21:50:37.268200 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72c3f388-290c-4d9d-adb1-3c22da50d7fb'] response: {'server_uuid': '5ea4853a-41f9-43d9-b213-c627f5c9eb4e', 'name': 'network-vif-deleted', 'tag': 'efb357b8-d8e7-40c3-b60d-4600d4ef216f', 'status': 'completed', 'code': 200}
May 07 21:50:37.270343 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-29acea4e-dc09-4315-a4f8-9c11e895dd25 req-e1987802-8abd-4df3-8ec6-b346b697b2b4 service neutron] 10.222.0.55 "GET /v2.0/networks/5d9854c1-90bd-4898-b59a-14d465203832?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2692506
May 07 21:50:37.276487 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1ca7716a-6230-48ea-92d4-5edd01f422a3 req-7e515c3e-4488-4970-81ea-ffc02e5d46a3 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b502f8-ccda-470b-bf96-4e6ff93590b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599966
May 07 21:50:37.294234 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-21955445-e1d9-4d10-8ec4-9005f9cbd490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (12e22bd0-bf81-4c23-96f8-30a78da6ba25), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:37.351086 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21955445-e1d9-4d10-8ec4-9005f9cbd490 admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 21:50:37.351493 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-21955445-e1d9-4d10-8ec4-9005f9cbd490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (12e22bd0-bf81-4c23-96f8-30a78da6ba25), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:37.353365 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 21:50:37.353365 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 21:50:37.353365 ncdv-master-1 neutron-server[121837]:     timer()
May 07 21:50:37.353365 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 21:50:37.353365 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 21:50:37.353365 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 21:50:37.353365 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 21:50:37.353365 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 21:50:37.353365 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 21:50:37.353365 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 21:50:37.353365 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 21:50:37.353365 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 21:50:37.353365 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 21:50:37.353365 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 21:50:37.353365 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 21:50:37.353365 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 21:50:37.353365 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 21:50:37.353365 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 21:50:37.353365 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 21:50:37.353365 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 21:50:37.353365 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 21:50:37.353365 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 21:50:37.353365 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 21:50:37.353365 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 21:50:37.353365 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 21:50:37.353365 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 21:50:37.353365 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 21:50:37.353365 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 21:50:37.353365 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 21:50:37.353365 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 21:50:37.353365 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 21:50:37.353365 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 21:50:37.515557 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-21955445-e1d9-4d10-8ec4-9005f9cbd490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (9a658fe2-f0dc-4a9a-8755-3678dac7ac74), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:37.520954 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-21955445-e1d9-4d10-8ec4-9005f9cbd490 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:37.525563 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-21955445-e1d9-4d10-8ec4-9005f9cbd490 admin admin] 10.222.0.32 "DELETE /v2.0/networks/9a658fe2-f0dc-4a9a-8755-3678dac7ac74 HTTP/1.1" status: 204  len: 168 time: 0.9460120
May 07 21:50:37.537028 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e7d30834-a937-4d45-b05c-d7c7d40f4cf3 req-a4a1d0f0-ce53-4e60-9044-ba24ce1aac5a service neutron] 10.222.0.59 "GET /v2.0/networks/b2fcd05a-fa57-478e-9f0c-05c502306fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3063626
May 07 21:50:37.570371 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6bfc2a03-2c26-4f9e-b23c-37ea2990b6a7 req-a21b7b9b-28d5-418f-af1a-291ed64df1d3 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=5ea4853a-41f9-43d9-b213-c627f5c9eb4e HTTP/1.1" status: 200  len: 210 time: 0.0943484
May 07 21:50:37.576530 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21955445-e1d9-4d10-8ec4-9005f9cbd490 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a658fe2-f0dc-4a9a-8755-3678dac7ac74,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:37.592599 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-29acea4e-dc09-4315-a4f8-9c11e895dd25 req-c15a2af4-1cef-4a6e-9f81-91f0259574af service neutron] 10.222.0.55 "GET /v2.0/networks/5d9854c1-90bd-4898-b59a-14d465203832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3087909
May 07 21:50:37.644735 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625f6ec5-9c79-4d42-978d-a305508796ed req-6594ad6f-04b1-4cb0-b7ab-11c0466978b1 tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:37.660664 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-625f6ec5-9c79-4d42-978d-a305508796ed req-6594ad6f-04b1-4cb0-b7ab-11c0466978b1 tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d774b77-243e-4663-a376-3bbd59bd54e5 HTTP/1.1" status: 200  len: 945 time: 0.0701046
May 07 21:50:37.720771 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 37954) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:50:37.729557 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-625f6ec5-9c79-4d42-978d-a305508796ed req-b446205a-6763-4cca-8dab-980581ee68a5 tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e90986d-5a53-47e1-9ed6-f20762c03fca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0635741
May 07 21:50:37.775010 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-d394f9ca-b864-47e2-a83a-cc9e7100de89 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4db49857a44d4f399959ac625886505a&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0527716
May 07 21:50:37.778002 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 37956) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:50:37.818797 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 24115db9-2f6d-4fcc-8408-e98da05a26e6 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:50:37.839543 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-961dd6e6-b5c6-4b40-8b83-203b8e479fbf admin admin] Publish callbacks [] for security_group (0ddea5fe-60a8-40ee-9174-4640819afac1), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:37.869566 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-961dd6e6-b5c6-4b40-8b83-203b8e479fbf admin admin] Publish callbacks [] for security_group (0ddea5fe-60a8-40ee-9174-4640819afac1), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:37.925904 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-961dd6e6-b5c6-4b40-8b83-203b8e479fbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (0ddea5fe-60a8-40ee-9174-4640819afac1), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:37.927463 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 24115db9-2f6d-4fcc-8408-e98da05a26e6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=24115db9-2f6d-4fcc-8408-e98da05a26e6,segment=NetworkSegment(c22d0faf-2ee6-4226-aff7-b2b8306813e9),segment_id=c22d0faf-2ee6-4226-aff7-b2b8306813e9)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:50:37.928849 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-961dd6e6-b5c6-4b40-8b83-203b8e479fbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:37.929937 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-961dd6e6-b5c6-4b40-8b83-203b8e479fbf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0ddea5fe-60a8-40ee-9174-4640819afac1 HTTP/1.1" status: 204  len: 168 time: 0.1509857
May 07 21:50:37.938312 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961dd6e6-b5c6-4b40-8b83-203b8e479fbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ddea5fe-60a8-40ee-9174-4640819afac1,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:37.944630 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': '24115db9-2f6d-4fcc-8408-e98da05a26e6', 'network_id': 'b2fcd05a-fa57-478e-9f0c-05c502306fa7', 'port_id': '24115db9-2f6d-4fcc-8408-e98da05a26e6', 'mac_address': 'fa:16:3e:eb:04:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6b6597b-eb4c-42b5-9584-1d6d14139dca', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:50:38.000718 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 24115db9-2f6d-4fcc-8408-e98da05a26e6 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:50:38.001111 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (24115db9-2f6d-4fcc-8408-e98da05a26e6), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:38.020895 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24115db9-2f6d-4fcc-8408-e98da05a26e6 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:50:38.048476 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 24115db9-2f6d-4fcc-8408-e98da05a26e6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=24115db9-2f6d-4fcc-8408-e98da05a26e6,segment=NetworkSegment(c22d0faf-2ee6-4226-aff7-b2b8306813e9),segment_id=c22d0faf-2ee6-4226-aff7-b2b8306813e9)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:50:38.055040 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (24115db9-2f6d-4fcc-8408-e98da05a26e6), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:38.081047 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37207cfc-163d-4e9d-b5ca-2e2aa317b244 req-2a0d0728-6263-43ee-9d37-5b4eeee436c0 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:38.082550 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-37207cfc-163d-4e9d-b5ca-2e2aa317b244 req-2a0d0728-6263-43ee-9d37-5b4eeee436c0 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/ports?device_id=94a90838-d258-4958-946b-46c5f06a0e4c HTTP/1.1" status: 200  len: 943 time: 0.0595660
May 07 21:50:38.115179 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=24115db9-2f6d-4fcc-8408-e98da05a26e6,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:38.143392 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-37207cfc-163d-4e9d-b5ca-2e2aa317b244 req-70cdda53-a582-4db1-bda7-d9f23da1c7cb tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/security-groups?id=59e2df0e-870d-42fb-a7c1-a293819c9cdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546188
May 07 21:50:38.348505 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78c5d53-5f2a-475b-8e87-073245b1b883 req-2602d63d-901b-4ed0-b1a4-a848928654b7 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:38.355517 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e78c5d53-5f2a-475b-8e87-073245b1b883 req-2602d63d-901b-4ed0-b1a4-a848928654b7 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8be6b3c-b434-467d-98b2-4d0d5763bed3 HTTP/1.1" status: 200  len: 950 time: 0.0978625
May 07 21:50:38.391394 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 37968) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:50:38.445241 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e78c5d53-5f2a-475b-8e87-073245b1b883 req-eccdcd8d-902b-41a6-a2bd-1b7978b4bfec tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0705879
May 07 21:50:38.471850 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['24115db9-2f6d-4fcc-8408-e98da05a26e6'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:50:38.489574 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36388365-4765-4f5d-9bac-1fa4395ff3f2 req-2cc00777-48df-45d5-97a5-ab4083471a0e tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:38.492137 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-36388365-4765-4f5d-9bac-1fa4395ff3f2 req-2cc00777-48df-45d5-97a5-ab4083471a0e tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd9b73d-94f5-48f0-9bd4-f06f09d7b556 HTTP/1.1" status: 200  len: 945 time: 0.1278696
May 07 21:50:38.524708 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-f371fac9-aa53-4f7a-aa42-100ca589ac1b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c5a38eb0075c4feebad21ad0840ceea3&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0959709
May 07 21:50:38.527276 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 37976) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:50:38.587967 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-36388365-4765-4f5d-9bac-1fa4395ff3f2 req-11ddc897-f6e0-49b1-8afa-5a523f425aac tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b502f8-ccda-470b-bf96-4e6ff93590b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0825269
May 07 21:50:38.605302 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c8dc3fa7-4fde-4c1d-b815-8cdc37f10f0e admin admin] Publish callbacks [] for security_group (f558b63b-5d03-4050-8b21-d66e943650d9), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:38.633411 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c8dc3fa7-4fde-4c1d-b815-8cdc37f10f0e admin admin] Publish callbacks [] for security_group (f558b63b-5d03-4050-8b21-d66e943650d9), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:38.683266 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c8dc3fa7-4fde-4c1d-b815-8cdc37f10f0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (f558b63b-5d03-4050-8b21-d66e943650d9), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:38.685975 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c8dc3fa7-4fde-4c1d-b815-8cdc37f10f0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:38.687453 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-c8dc3fa7-4fde-4c1d-b815-8cdc37f10f0e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f558b63b-5d03-4050-8b21-d66e943650d9 HTTP/1.1" status: 204  len: 168 time: 0.1590393
May 07 21:50:38.736215 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dc3fa7-4fde-4c1d-b815-8cdc37f10f0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f558b63b-5d03-4050-8b21-d66e943650d9,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:38.762472 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dc0c5d-31f3-40db-ab3e-1930c9377b48 req-eb68e9d9-8123-48c2-9554-7055db318d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:38.764433 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-26dc0c5d-31f3-40db-ab3e-1930c9377b48 req-eb68e9d9-8123-48c2-9554-7055db318d7b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f61b3dd3880d475b939a8543d9bbf481&device_id=94a90838-d258-4958-946b-46c5f06a0e4c HTTP/1.1" status: 200  len: 1125 time: 0.0759969
May 07 21:50:38.901681 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26b1dc3-9d92-4951-b5a7-7dc4780188be req-3179a350-eb22-4114-b759-0e5face97bce tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:38.903306 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a26b1dc3-9d92-4951-b5a7-7dc4780188be req-3179a350-eb22-4114-b759-0e5face97bce tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d774b77-243e-4663-a376-3bbd59bd54e5 HTTP/1.1" status: 200  len: 945 time: 0.0632164
May 07 21:50:38.925527 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dc0c5d-31f3-40db-ab3e-1930c9377b48 req-631d3720-4089-4505-8e02-6f649572cecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:38.927181 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-26dc0c5d-31f3-40db-ab3e-1930c9377b48 req-631d3720-4089-4505-8e02-6f649572cecb service neutron] 10.222.0.55 "GET /v2.0/networks?id=5d9854c1-90bd-4898-b59a-14d465203832 HTTP/1.1" status: 200  len: 913 time: 0.1539068
May 07 21:50:38.986095 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-26dc0c5d-31f3-40db-ab3e-1930c9377b48 req-78f10cb8-e36b-4db1-b508-6c1e7f76c069 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4e84972-b5b8-4161-be41-2a7625450b34 HTTP/1.1" status: 200  len: 217 time: 0.0474467
May 07 21:50:39.045209 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a26b1dc3-9d92-4951-b5a7-7dc4780188be req-a19322c4-c70c-471f-97dd-5fd9fe9f3313 tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e90986d-5a53-47e1-9ed6-f20762c03fca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1297257
May 07 21:50:39.065757 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dc0c5d-31f3-40db-ab3e-1930c9377b48 req-542d7da8-aa3c-4db6-84da-50b2a6d3e506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:39.067294 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-26dc0c5d-31f3-40db-ab3e-1930c9377b48 req-542d7da8-aa3c-4db6-84da-50b2a6d3e506 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=363d64b0-c1fd-4ede-8b5a-48585cb02746 HTTP/1.1" status: 200  len: 852 time: 0.0693545
May 07 21:50:39.113659 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-26dc0c5d-31f3-40db-ab3e-1930c9377b48 req-a95d67e6-9df7-4c20-a2ed-fff0517010de service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5d9854c1-90bd-4898-b59a-14d465203832&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0343609
May 07 21:50:39.169622 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5f1ea8-d2c5-4991-996c-c61a79fc5770 req-3e999c95-004a-4e0a-8719-4b281c18206a tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:39.171467 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6b5f1ea8-d2c5-4991-996c-c61a79fc5770 req-3e999c95-004a-4e0a-8719-4b281c18206a tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d774b77-243e-4663-a376-3bbd59bd54e5 HTTP/1.1" status: 200  len: 945 time: 0.0508029
May 07 21:50:39.182789 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 38020) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:50:39.185648 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device efb357b8-d8e7-40c3-b60d-4600d4ef216f no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:50:39.212035 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-5a962328-5bfe-4bf4-8c81-2836bc4ea61c tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] Request body: {'floatingip': {'port_id': '667cf044-3f39-4bfe-97b5-7ac327708e49'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:50:39.231852 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] No Port match for: efb357b8-d8e7-40c3-b60d-4600d4ef216f {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:50:39.232193 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device efb357b8-d8e7-40c3-b60d-4600d4ef216f not bound to the agent host nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:50:39.260454 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-26dc0c5d-31f3-40db-ab3e-1930c9377b48 req-ae36ae0c-e818-475c-b8d5-81398ec5d57e service neutron] 10.222.0.55 "GET /v2.0/networks/5d9854c1-90bd-4898-b59a-14d465203832?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1389899
May 07 21:50:39.283102 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5a962328-5bfe-4bf4-8c81-2836bc4ea61c tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] Publish callbacks [] for floatingip (9f08c223-598d-4d1a-aafa-733f2a1727e0), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:39.380965 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a4b653-91d4-4957-99ad-b38f6448a2c8 req-c7acd6a7-2b94-492c-824e-147ba329097a tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:39.391393 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-84a4b653-91d4-4957-99ad-b38f6448a2c8 req-c7acd6a7-2b94-492c-824e-147ba329097a tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/ports?device_id=94a90838-d258-4958-946b-46c5f06a0e4c HTTP/1.1" status: 200  len: 943 time: 0.1162314
May 07 21:50:39.459099 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-26dc0c5d-31f3-40db-ab3e-1930c9377b48 req-b5c27121-1467-4dcb-862d-a0cc2ffd033d service neutron] 10.222.0.55 "GET /v2.0/networks/5d9854c1-90bd-4898-b59a-14d465203832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1916516
May 07 21:50:39.480060 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-84a4b653-91d4-4957-99ad-b38f6448a2c8 req-dc5e5823-e4a5-49ca-b3af-521d49b06251 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/security-groups?id=59e2df0e-870d-42fb-a7c1-a293819c9cdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0794749
May 07 21:50:39.731231 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e652cb-5d65-422f-acff-c45c9293ca0b req-24dafcb9-e42b-4564-b13c-7a1c8d58151e tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:39.732806 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-63e652cb-5d65-422f-acff-c45c9293ca0b req-24dafcb9-e42b-4564-b13c-7a1c8d58151e tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd9b73d-94f5-48f0-9bd4-f06f09d7b556 HTTP/1.1" status: 200  len: 945 time: 0.0608563
May 07 21:50:39.788163 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-63e652cb-5d65-422f-acff-c45c9293ca0b req-db1fab44-d93f-408a-a677-bb3dc1dd9f2f tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b502f8-ccda-470b-bf96-4e6ff93590b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487990
May 07 21:50:39.828679 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 24115db9-2f6d-4fcc-8408-e98da05a26e6 up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:50:39.888978 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning for port 24115db9-2f6d-4fcc-8408-e98da05a26e6 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:50:39.897990 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port 24115db9-2f6d-4fcc-8408-e98da05a26e6 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:50:39.898457 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (24115db9-2f6d-4fcc-8408-e98da05a26e6), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:39.921294 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c5167f-97a2-4cec-8e1e-103c5b406f79 req-f02b9eb0-c2e4-4298-b144-870129d2874a tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:39.928220 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-65c5167f-97a2-4cec-8e1e-103c5b406f79 req-f02b9eb0-c2e4-4298-b144-870129d2874a tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8be6b3c-b434-467d-98b2-4d0d5763bed3 HTTP/1.1" status: 200  len: 950 time: 0.4041345
May 07 21:50:40.012605 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 24115db9-2f6d-4fcc-8408-e98da05a26e6 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:50:40.012999 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (24115db9-2f6d-4fcc-8408-e98da05a26e6), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:40.044482 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddd9b73d-94f5-48f0-9bd4-f06f09d7b556', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24115db9-2f6d-4fcc-8408-e98da05a26e6'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:50:40.047452 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1baaab3-a6f3-49ff-acf5-df714e7723c8" -d '{"events": [{"server_uuid": "ddd9b73d-94f5-48f0-9bd4-f06f09d7b556", "name": "network-vif-plugged", "status": "completed", "tag": "24115db9-2f6d-4fcc-8408-e98da05a26e6"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:50:40.063999 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 24115db9-2f6d-4fcc-8408-e98da05a26e6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=24115db9-2f6d-4fcc-8408-e98da05a26e6,segment=NetworkSegment(c22d0faf-2ee6-4226-aff7-b2b8306813e9),segment_id=c22d0faf-2ee6-4226-aff7-b2b8306813e9)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:50:40.071030 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (24115db9-2f6d-4fcc-8408-e98da05a26e6), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:40.081567 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-65c5167f-97a2-4cec-8e1e-103c5b406f79 req-03e98679-1377-4f22-b2f8-e48298b98eee tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1524129
May 07 21:50:40.090646 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4d2cb6-a73a-49f8-babc-3feffb79bf7d req-2e729d13-3ed2-4775-a7ef-3d55c2460328 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:40.098601 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bf4d2cb6-a73a-49f8-babc-3feffb79bf7d req-2e729d13-3ed2-4775-a7ef-3d55c2460328 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=028d626c-306b-45cc-81b8-b73eca1c01c3 HTTP/1.1" status: 200  len: 944 time: 0.0609226
May 07 21:50:40.135844 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=24115db9-2f6d-4fcc-8408-e98da05a26e6,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:40.152279 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ede830c-e1a8-4e36-89cd-ef680ca762a0 x-openstack-request-id: req-0ede830c-e1a8-4e36-89cd-ef680ca762a0 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:50:40.152602 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddd9b73d-94f5-48f0-9bd4-f06f09d7b556", "name": "network-vif-plugged", "status": "completed", "tag": "24115db9-2f6d-4fcc-8408-e98da05a26e6", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:50:40.152858 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0ede830c-e1a8-4e36-89cd-ef680ca762a0 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:50:40.154248 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ede830c-e1a8-4e36-89cd-ef680ca762a0'] response: {'server_uuid': 'ddd9b73d-94f5-48f0-9bd4-f06f09d7b556', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24115db9-2f6d-4fcc-8408-e98da05a26e6', 'code': 200}
May 07 21:50:40.173711 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bf4d2cb6-a73a-49f8-babc-3feffb79bf7d req-547346d8-42b7-47ae-9f5a-8cda550ce06a tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0728345
May 07 21:50:40.240971 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5a962328-5bfe-4bf4-8c81-2836bc4ea61c tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:40.246083 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5a962328-5bfe-4bf4-8c81-2836bc4ea61c tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (9f08c223-598d-4d1a-aafa-733f2a1727e0), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:40.274012 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c20582-5c80-48ae-9ae8-8228f7ae8a76 req-b2991ea1-a49d-4495-b8c5-f183448d4e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:40.276092 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c3c20582-5c80-48ae-9ae8-8228f7ae8a76 req-b2991ea1-a49d-4495-b8c5-f183448d4e22 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ddd9b73d-94f5-48f0-9bd4-f06f09d7b556 HTTP/1.1" status: 200  len: 1128 time: 0.0448699
May 07 21:50:40.340429 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c3c20582-5c80-48ae-9ae8-8228f7ae8a76 req-070ae464-5773-4ded-b5ff-b15ffa5b0055 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=44b502f8-ccda-470b-bf96-4e6ff93590b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590038
May 07 21:50:40.370668 ncdv-master-1 neutron-server[121836]: INFO neutron.db.l3_db [None req-5a962328-5bfe-4bf4-8c81-2836bc4ea61c tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] Floating IP 9f08c223-598d-4d1a-aafa-733f2a1727e0 associated. External IP: 172.35.4.153, port: 667cf044-3f39-4bfe-97b5-7ac327708e49.
May 07 21:50:40.476442 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37cf93b-255c-4997-9890-9fbf90185804 req-4f4418b5-3f04-4ed0-a372-5d16bf7fb3cb tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:40.478112 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b37cf93b-255c-4997-9890-9fbf90185804 req-4f4418b5-3f04-4ed0-a372-5d16bf7fb3cb tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbb2faa2-ee9e-47d3-a891-24cec328a4c2 HTTP/1.1" status: 200  len: 946 time: 0.0500681
May 07 21:50:40.569743 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b37cf93b-255c-4997-9890-9fbf90185804 req-ef061273-bfc5-476d-859f-b224c1f1a85c tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] 10.222.0.32 "GET /v2.0/security-groups?id=fec9452b-1927-431d-b984-d7c9e17c95cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0859475
May 07 21:50:40.586809 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88895cdc-690d-4ac6-81b8-acfb7a693d44 req-1065dc73-1ba6-492b-8e25-a332f03c724e tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:40.588534 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-88895cdc-690d-4ac6-81b8-acfb7a693d44 req-1065dc73-1ba6-492b-8e25-a332f03c724e tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.55 "GET /v2.0/ports?device_id=028d626c-306b-45cc-81b8-b73eca1c01c3 HTTP/1.1" status: 200  len: 944 time: 0.0581987
May 07 21:50:40.643859 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6004ec6-dfb5-4225-8f94-ead2e793b9fb req-410bf9fb-f685-4ac5-aa5f-71e1e5574705 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:40.645285 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b6004ec6-dfb5-4225-8f94-ead2e793b9fb req-410bf9fb-f685-4ac5-aa5f-71e1e5574705 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/ports?device_id=94a90838-d258-4958-946b-46c5f06a0e4c HTTP/1.1" status: 200  len: 943 time: 0.0621419
May 07 21:50:40.654584 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a962328-5bfe-4bf4-8c81-2836bc4ea61c tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] Router 04e67ecd-5a0f-47ea-aee1-12263c6ab0a5 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 21:50:40.682590 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-88895cdc-690d-4ac6-81b8-acfb7a693d44 req-ac8dec0b-f236-4f91-bd71-0d898cf723d8 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Deleting port 87c894e0-03dd-4dab-a47b-82dec6ea1485 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:50:40.683068 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-88895cdc-690d-4ac6-81b8-acfb7a693d44 req-ac8dec0b-f236-4f91-bd71-0d898cf723d8 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (87c894e0-03dd-4dab-a47b-82dec6ea1485), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:40.753465 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b6004ec6-dfb5-4225-8f94-ead2e793b9fb req-a854f3aa-304e-4c0e-b502-081ffaaba7f2 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/security-groups?id=59e2df0e-870d-42fb-a7c1-a293819c9cdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0977142
May 07 21:50:40.796413 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-88895cdc-690d-4ac6-81b8-acfb7a693d44 req-ac8dec0b-f236-4f91-bd71-0d898cf723d8 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] For port 87c894e0-03dd-4dab-a47b-82dec6ea1485, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=87c894e0-03dd-4dab-a47b-82dec6ea1485,segment=NetworkSegment(82ec07f6-cf99-4411-99d8-c39170f22b45),segment_id=82ec07f6-cf99-4411-99d8-c39170f22b45)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:50:40.796776 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-88895cdc-690d-4ac6-81b8-acfb7a693d44 req-ac8dec0b-f236-4f91-bd71-0d898cf723d8 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (87c894e0-03dd-4dab-a47b-82dec6ea1485), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:40.805830 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a962328-5bfe-4bf4-8c81-2836bc4ea61c tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:50:40.811170 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5a962328-5bfe-4bf4-8c81-2836bc4ea61c tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:40.819111 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467b0493-6618-4da5-b9df-8e4f4d88bff2 None None] Sync routers for ids ['04e67ecd-5a0f-47ea-aee1-12263c6ab0a5'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:50:40.831460 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467b0493-6618-4da5-b9df-8e4f4d88bff2 None None] Routers {'04e67ecd-5a0f-47ea-aee1-12263c6ab0a5'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:50:40.834135 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-467b0493-6618-4da5-b9df-8e4f4d88bff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c9abf40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:50:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['04e67ecd-5a0f-47ea-aee1-12263c6ab0a5'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:50:40.844808 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-88895cdc-690d-4ac6-81b8-acfb7a693d44 req-ac8dec0b-f236-4f91-bd71-0d898cf723d8 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Calling delete_port for 87c894e0-03dd-4dab-a47b-82dec6ea1485 owned by compute:nova {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:50:40.855574 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-5a962328-5bfe-4bf4-8c81-2836bc4ea61c tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] 10.222.0.32 "PUT /v2.0/floatingips/9f08c223-598d-4d1a-aafa-733f2a1727e0 HTTP/1.1" status: 200  len: 991 time: 1.6539159
May 07 21:50:40.856349 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d774b77-243e-4663-a376-3bbd59bd54e5', 'tag': '667cf044-3f39-4bfe-97b5-7ac327708e49'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:50:40.858714 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d71c56-f6af-4e74-aab1-e48235eaefe1" -d '{"events": [{"name": "network-changed", "server_uuid": "5d774b77-243e-4663-a376-3bbd59bd54e5", "tag": "667cf044-3f39-4bfe-97b5-7ac327708e49"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:50:40.870412 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8e78c408-4c02-4668-bdad-68285eb2b95d req-7e445b57-0378-4372-9a32-2bccda3cd94a tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=3ed0bf2e98fe4e67abb30f040a638365&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0766044
May 07 21:50:40.911395 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0157961-404a-4b55-809b-75dadf8579a2 req-4022aacd-13b7-4b4a-a9cf-aaefa39068f6 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:40.912833 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a0157961-404a-4b55-809b-75dadf8579a2 req-4022aacd-13b7-4b4a-a9cf-aaefa39068f6 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd9b73d-94f5-48f0-9bd4-f06f09d7b556 HTTP/1.1" status: 200  len: 946 time: 0.0499024
May 07 21:50:40.953467 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-467b0493-6618-4da5-b9df-8e4f4d88bff2 None None] Set router 04e67ecd-5a0f-47ea-aee1-12263c6ab0a5 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:50:40.967680 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a0157961-404a-4b55-809b-75dadf8579a2 req-5e3c831a-15f0-40c7-983a-588f707f055e tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b502f8-ccda-470b-bf96-4e6ff93590b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480719
May 07 21:50:41.026905 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e78c408-4c02-4668-bdad-68285eb2b95d req-b1780135-5eda-4376-a13c-029c0c1325e0 tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:41.028382 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8e78c408-4c02-4668-bdad-68285eb2b95d req-b1780135-5eda-4376-a13c-029c0c1325e0 tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1301346
May 07 21:50:41.078817 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8e78c408-4c02-4668-bdad-68285eb2b95d req-fc6ce590-f0a1-44d5-ac0c-1deb7520b6de tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] 10.222.0.32 "GET /v2.0/quotas/3ed0bf2e98fe4e67abb30f040a638365 HTTP/1.1" status: 200  len: 375 time: 0.0363889
May 07 21:50:41.082299 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92073681-af81-40b9-8eb5-5e594b997bc1 req-7e3f3b32-5540-4ef2-8263-0ae8f8834f12 tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:41.084035 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-92073681-af81-40b9-8eb5-5e594b997bc1 req-7e3f3b32-5540-4ef2-8263-0ae8f8834f12 tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d774b77-243e-4663-a376-3bbd59bd54e5 HTTP/1.1" status: 200  len: 945 time: 0.0519671
May 07 21:50:41.121212 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8e78c408-4c02-4668-bdad-68285eb2b95d req-f5868b61-df08-464c-8407-212e530713d1 tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3ed0bf2e98fe4e67abb30f040a638365&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0317290
May 07 21:50:41.132878 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-88895cdc-690d-4ac6-81b8-acfb7a693d44 req-ac8dec0b-f236-4f91-bd71-0d898cf723d8 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (87c894e0-03dd-4dab-a47b-82dec6ea1485), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:41.146701 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['87c894e0-03dd-4dab-a47b-82dec6ea1485'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:50:41.161757 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-92073681-af81-40b9-8eb5-5e594b997bc1 req-0a4babf9-5237-4e2d-a06f-4e44fe924594 tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e90986d-5a53-47e1-9ed6-f20762c03fca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0677140
May 07 21:50:41.199190 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device f4e84972-b5b8-4161-be41-2a7625450b34 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:50:41.213852 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-467b0493-6618-4da5-b9df-8e4f4d88bff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c9abf40>, [{'id': '04e67ecd-5a0f-47ea-aee1-12263c6ab0a5', 'name': 'tempest-ServersTestManualDisk-649216037-router', 'tenant_id': '2a463927927b488ebe8a6e118484e8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.26'}], 'enable_snat': True}, 'gw_port_id': '43420c3e-3130-44fc-aa4c-f6e765e78973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:50:03Z', 'updated_at': '2022-05-07T21:50:12Z', 'revision_number': 4, 'project_id': '2a463927927b488ebe8a6e118484e8df', 'gw_port': {'id': '43420c3e-3130-44fc-aa4c-f6e765e78973', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:97:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e67ecd-5a0f-47ea-aee1-12263c6ab0a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:50:04Z', 'updated_at': '2022-05-07T21:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '9f08c223-598d-4d1a-aafa-733f2a1727e0', 'tenant_id': '2a463927927b488ebe8a6e118484e8df', 'floating_ip_address': '172.35.4.153', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '04e67ecd-5a0f-47ea-aee1-12263c6ab0a5', 'port_id': '667cf044-3f39-4bfe-97b5-7ac327708e49', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 717, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a410d8ef-ee3d-4030-b2bf-4c0b7f9d7aaa', 'mac_address': 'fa:16:3e:f2:5a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d774b77-243e-4663-a376-3bbd59bd54e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T21:50:20Z', 'updated_at': '2022-05-07T21:50:40Z', 'revision_number': 1, 'project_id': '2a463927927b488ebe8a6e118484e8df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41d14ed6-7c8e-41dc-b902-94f7d081a7df', 'name': '', 'network_id': 'a410d8ef-ee3d-4030-b2bf-4c0b7f9d7aaa', 'tenant_id': '2a463927927b488ebe8a6e118484e8df', 'mac_address': 'fa:16:3e:72:99:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e67ecd-5a0f-47ea-aee1-12263c6ab0a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '0f2642b8-4442-4eaa-98ef-8d8b21575f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:50:11Z', 'updated_at': '2022-05-07T21:50:19Z', 'revision_number': 5, 'project_id': '2a463927927b488ebe8a6e118484e8df', 'subnets': [{'id': '0f2642b8-4442-4eaa-98ef-8d8b21575f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:50:41.222828 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8dec0b-f236-4f91-bd71-0d898cf723d8 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Pushing event deleted for resources: {'Port': ['ID=87c894e0-03dd-4dab-a47b-82dec6ea1485,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:41.230024 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-688a9e19-5d97-481c-a45f-fd1f1ac30343 x-openstack-request-id: req-688a9e19-5d97-481c-a45f-fd1f1ac30343 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:50:41.230267 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d774b77-243e-4663-a376-3bbd59bd54e5", "tag": "667cf044-3f39-4bfe-97b5-7ac327708e49", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:50:41.232541 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-688a9e19-5d97-481c-a45f-fd1f1ac30343 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:50:41.232889 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-688a9e19-5d97-481c-a45f-fd1f1ac30343'] response: {'name': 'network-changed', 'server_uuid': '5d774b77-243e-4663-a376-3bbd59bd54e5', 'tag': '667cf044-3f39-4bfe-97b5-7ac327708e49', 'status': 'completed', 'code': 200}
May 07 21:50:41.252494 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467b0493-6618-4da5-b9df-8e4f4d88bff2 None None] Checking router: 04e67ecd-5a0f-47ea-aee1-12263c6ab0a5 for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 21:50:41.262937 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467b0493-6618-4da5-b9df-8e4f4d88bff2 None None] Routers {'04e67ecd-5a0f-47ea-aee1-12263c6ab0a5'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:50:41.263548 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-467b0493-6618-4da5-b9df-8e4f4d88bff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c9abf40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:50:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['04e67ecd-5a0f-47ea-aee1-12263c6ab0a5'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:50:41.323178 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-88895cdc-690d-4ac6-81b8-acfb7a693d44 req-ac8dec0b-f236-4f91-bd71-0d898cf723d8 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] No DVR routers for this DVR port 87c894e0-03dd-4dab-a47b-82dec6ea1485 on host nch1-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:50:41.326062 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-88895cdc-690d-4ac6-81b8-acfb7a693d44 req-ac8dec0b-f236-4f91-bd71-0d898cf723d8 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:41.330214 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-88895cdc-690d-4ac6-81b8-acfb7a693d44 req-ac8dec0b-f236-4f91-bd71-0d898cf723d8 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.55 "DELETE /v2.0/ports/87c894e0-03dd-4dab-a47b-82dec6ea1485 HTTP/1.1" status: 204  len: 173 time: 0.7354844
May 07 21:50:41.330816 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '028d626c-306b-45cc-81b8-b73eca1c01c3', 'name': 'network-vif-deleted', 'tag': '87c894e0-03dd-4dab-a47b-82dec6ea1485'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:50:41.333463 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b9e8173-2aae-44be-8c11-d30f2994f3e0" -d '{"events": [{"server_uuid": "028d626c-306b-45cc-81b8-b73eca1c01c3", "name": "network-vif-deleted", "tag": "87c894e0-03dd-4dab-a47b-82dec6ea1485"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:50:41.389227 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port f4e84972-b5b8-4161-be41-2a7625450b34, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f4e84972-b5b8-4161-be41-2a7625450b34,segment=NetworkSegment(f7d0ed20-4dc4-4ede-8fcf-c4a216019a84),segment_id=f7d0ed20-4dc4-4ede-8fcf-c4a216019a84)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:50:41.401797 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': 'f4e84972-b5b8-4161-be41-2a7625450b34', 'network_id': '5d9854c1-90bd-4898-b59a-14d465203832', 'port_id': 'f4e84972-b5b8-4161-be41-2a7625450b34', 'mac_address': 'fa:16:3e:a9:45:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '363d64b0-c1fd-4ede-8b5a-48585cb02746', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:50:41.411023 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0547bde9-7d41-4efb-9428-07aff55b9028 req-3faf0035-71f7-4394-ab76-5616f88c53c5 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:41.412813 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0547bde9-7d41-4efb-9428-07aff55b9028 req-3faf0035-71f7-4394-ab76-5616f88c53c5 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8be6b3c-b434-467d-98b2-4d0d5763bed3 HTTP/1.1" status: 200  len: 950 time: 0.1193750
May 07 21:50:41.420092 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a2b30ef7-fa00-4a03-a12a-b71204b49832 req-2309701b-2236-4cc8-8e3c-01c2dc473670 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=028d626c-306b-45cc-81b8-b73eca1c01c3 HTTP/1.1" status: 200  len: 210 time: 0.0457106
May 07 21:50:41.470389 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-467b0493-6618-4da5-b9df-8e4f4d88bff2 None None] Set router 04e67ecd-5a0f-47ea-aee1-12263c6ab0a5 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:50:41.527563 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port f4e84972-b5b8-4161-be41-2a7625450b34 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:50:41.528059 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f4e84972-b5b8-4161-be41-2a7625450b34), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:41.531431 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-091b77ca-bad3-455d-91e1-17331e88b43e req-c687112e-da99-42f4-a8e0-7ba5225006ff tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f8f76a4-6ad3-415b-b1a9-6bd011fd0571 HTTP/1.1" status: 200  len: 210 time: 0.0664139
May 07 21:50:41.567732 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0547bde9-7d41-4efb-9428-07aff55b9028 req-9922eda5-d7df-4cd7-9176-0eed032336aa tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1346161
May 07 21:50:41.586700 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4e84972-b5b8-4161-be41-2a7625450b34 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:50:41.589083 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-472c8b56-da1d-42d3-a12d-ff9181567680 x-openstack-request-id: req-472c8b56-da1d-42d3-a12d-ff9181567680 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:50:41.589568 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "028d626c-306b-45cc-81b8-b73eca1c01c3", "name": "network-vif-deleted", "tag": "87c894e0-03dd-4dab-a47b-82dec6ea1485", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:50:41.589975 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-472c8b56-da1d-42d3-a12d-ff9181567680 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:50:41.590532 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-472c8b56-da1d-42d3-a12d-ff9181567680'] response: {'server_uuid': '028d626c-306b-45cc-81b8-b73eca1c01c3', 'name': 'network-vif-deleted', 'tag': '87c894e0-03dd-4dab-a47b-82dec6ea1485', 'status': 'completed', 'code': 200}
May 07 21:50:41.614555 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port f4e84972-b5b8-4161-be41-2a7625450b34, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f4e84972-b5b8-4161-be41-2a7625450b34,segment=NetworkSegment(f7d0ed20-4dc4-4ede-8fcf-c4a216019a84),segment_id=f7d0ed20-4dc4-4ede-8fcf-c4a216019a84)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:50:41.622347 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (f4e84972-b5b8-4161-be41-2a7625450b34), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:41.680635 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=f4e84972-b5b8-4161-be41-2a7625450b34,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:41.718600 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6c0b37-e803-4da3-9afb-16ee1d8a0e0b req-8a607444-eaac-4257-b039-216f110cff55 tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:41.720446 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9d6c0b37-e803-4da3-9afb-16ee1d8a0e0b req-8a607444-eaac-4257-b039-216f110cff55 tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbb2faa2-ee9e-47d3-a891-24cec328a4c2 HTTP/1.1" status: 200  len: 946 time: 0.0593331
May 07 21:50:41.773555 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-467b0493-6618-4da5-b9df-8e4f4d88bff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c9abf40>, [{'id': '04e67ecd-5a0f-47ea-aee1-12263c6ab0a5', 'name': 'tempest-ServersTestManualDisk-649216037-router', 'tenant_id': '2a463927927b488ebe8a6e118484e8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.26'}], 'enable_snat': True}, 'gw_port_id': '43420c3e-3130-44fc-aa4c-f6e765e78973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:50:03Z', 'updated_at': '2022-05-07T21:50:12Z', 'revision_number': 4, 'project_id': '2a463927927b488ebe8a6e118484e8df', 'gw_port': {'id': '43420c3e-3130-44fc-aa4c-f6e765e78973', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:97:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e67ecd-5a0f-47ea-aee1-12263c6ab0a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:50:04Z', 'updated_at': '2022-05-07T21:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '9f08c223-598d-4d1a-aafa-733f2a1727e0', 'tenant_id': '2a463927927b488ebe8a6e118484e8df', 'floating_ip_address': '172.35.4.153', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '04e67ecd-5a0f-47ea-aee1-12263c6ab0a5', 'port_id': '667cf044-3f39-4bfe-97b5-7ac327708e49', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 717, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a410d8ef-ee3d-4030-b2bf-4c0b7f9d7aaa', 'mac_address': 'fa:16:3e:f2:5a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d774b77-243e-4663-a376-3bbd59bd54e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T21:50:20Z', 'updated_at': '2022-05-07T21:50:40Z', 'revision_number': 1, 'project_id': '2a463927927b488ebe8a6e118484e8df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41d14ed6-7c8e-41dc-b902-94f7d081a7df', 'name': '', 'network_id': 'a410d8ef-ee3d-4030-b2bf-4c0b7f9d7aaa', 'tenant_id': '2a463927927b488ebe8a6e118484e8df', 'mac_address': 'fa:16:3e:72:99:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e67ecd-5a0f-47ea-aee1-12263c6ab0a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '0f2642b8-4442-4eaa-98ef-8d8b21575f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:50:11Z', 'updated_at': '2022-05-07T21:50:19Z', 'revision_number': 5, 'project_id': '2a463927927b488ebe8a6e118484e8df', 'subnets': [{'id': '0f2642b8-4442-4eaa-98ef-8d8b21575f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:50:41.775647 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9d6c0b37-e803-4da3-9afb-16ee1d8a0e0b req-3a13e856-2653-413a-a7db-89eaf88999a4 tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] 10.222.0.32 "GET /v2.0/security-groups?id=fec9452b-1927-431d-b984-d7c9e17c95cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442963
May 07 21:50:41.802541 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467b0493-6618-4da5-b9df-8e4f4d88bff2 None None] The sync data for ids ['04e67ecd-5a0f-47ea-aee1-12263c6ab0a5'] in ncdv-master-1 is: [{'id': '04e67ecd-5a0f-47ea-aee1-12263c6ab0a5', 'name': 'tempest-ServersTestManualDisk-649216037-router', 'tenant_id': '2a463927927b488ebe8a6e118484e8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.26'}], 'enable_snat': True}, 'gw_port_id': '43420c3e-3130-44fc-aa4c-f6e765e78973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:50:03Z', 'updated_at': '2022-05-07T21:50:12Z', 'revision_number': 4, 'project_id': '2a463927927b488ebe8a6e118484e8df', 'gw_port': {'id': '43420c3e-3130-44fc-aa4c-f6e765e78973', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:97:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e67ecd-5a0f-47ea-aee1-12263c6ab0a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:50:04Z', 'updated_at': '2022-05-07T21:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '9f08c223-598d-4d1a-aafa-733f2a1727e0', 'tenant_id': '2a463927927b488ebe8a6e118484e8df', 'floating_ip_address': '172.35.4.153', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '04e67ecd-5a0f-47ea-aee1-12263c6ab0a5', 'port_id': '667cf044-3f39-4bfe-97b5-7ac327708e49', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 717, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a410d8ef-ee3d-4030-b2bf-4c0b7f9d7aaa', 'mac_address': 'fa:16:3e:f2:5a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d774b77-243e-4663-a376-3bbd59bd54e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T21:50:20Z', 'updated_at': '2022-05-07T21:50:40Z', 'revision_number': 1, 'project_id': '2a463927927b488ebe8a6e118484e8df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41d14ed6-7c8e-41dc-b902-94f7d081a7df', 'name': '', 'network_id': 'a410d8ef-ee3d-4030-b2bf-4c0b7f9d7aaa', 'tenant_id': '2a463927927b488ebe8a6e118484e8df', 'mac_address': 'fa:16:3e:72:99:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e67ecd-5a0f-47ea-aee1-12263c6ab0a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '0f2642b8-4442-4eaa-98ef-8d8b21575f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:50:11Z', 'updated_at': '2022-05-07T21:50:19Z', 'revision_number': 5, 'project_id': '2a463927927b488ebe8a6e118484e8df', 'subnets': [{'id': '0f2642b8-4442-4eaa-98ef-8d8b21575f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:50:41.906506 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105d5ec6-d8d5-4657-af9c-4c01d7a4f8ae req-ebc4f2a5-b275-4884-b9f4-c000ad0826c6 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:41.909425 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['f4e84972-b5b8-4161-be41-2a7625450b34'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:50:41.914324 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-105d5ec6-d8d5-4657-af9c-4c01d7a4f8ae req-ebc4f2a5-b275-4884-b9f4-c000ad0826c6 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/ports?device_id=94a90838-d258-4958-946b-46c5f06a0e4c HTTP/1.1" status: 200  len: 944 time: 0.0689616
May 07 21:50:41.993930 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-105d5ec6-d8d5-4657-af9c-4c01d7a4f8ae req-5b931ce1-6b2b-4bd5-8d78-739b94801d50 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/security-groups?id=59e2df0e-870d-42fb-a7c1-a293819c9cdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0794587
May 07 21:50:42.007311 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d71c56-f6af-4e74-aab1-e48235eaefe1 req-3d0ec13b-eff3-4d14-90dd-7ab62211fdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:42.009204 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e4d71c56-f6af-4e74-aab1-e48235eaefe1 req-3d0ec13b-eff3-4d14-90dd-7ab62211fdf9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2a463927927b488ebe8a6e118484e8df&device_id=5d774b77-243e-4663-a376-3bbd59bd54e5 HTTP/1.1" status: 200  len: 1127 time: 0.0478866
May 07 21:50:42.131387 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d327d91-bf08-45d1-a043-59a69ee60266 None None] New status for floating IP 9f08c223-598d-4d1a-aafa-733f2a1727e0: ACTIVE {{(pid=121838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 07 21:50:42.154439 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f00c7-72a7-45b9-8a08-6eb985416423 req-f8ef7d07-e5a6-4213-be8f-5197cad8ceee tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:42.156154 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-708f00c7-72a7-45b9-8a08-6eb985416423 req-f8ef7d07-e5a6-4213-be8f-5197cad8ceee tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd9b73d-94f5-48f0-9bd4-f06f09d7b556 HTTP/1.1" status: 200  len: 946 time: 0.0961576
May 07 21:50:42.162503 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f8485e-3d70-4092-beb8-2bb55f9ec927 req-f323586a-b2c2-4074-af7d-c063485fc445 tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:42.164201 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-33f8485e-3d70-4092-beb8-2bb55f9ec927 req-f323586a-b2c2-4074-af7d-c063485fc445 tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] 10.222.0.59 "GET /v2.0/ports?device_id=bbb2faa2-ee9e-47d3-a891-24cec328a4c2 HTTP/1.1" status: 200  len: 946 time: 0.0932338
May 07 21:50:42.177711 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d71c56-f6af-4e74-aab1-e48235eaefe1 req-aa996d3d-9e6c-4ec1-963d-38f0f4600340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:42.179686 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e4d71c56-f6af-4e74-aab1-e48235eaefe1 req-aa996d3d-9e6c-4ec1-963d-38f0f4600340 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a410d8ef-ee3d-4030-b2bf-4c0b7f9d7aaa HTTP/1.1" status: 200  len: 912 time: 0.1478064
May 07 21:50:42.221357 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-708f00c7-72a7-45b9-8a08-6eb985416423 req-7cea71b3-8c23-4505-802e-820dfe124a76 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b502f8-ccda-470b-bf96-4e6ff93590b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540566
May 07 21:50:42.371051 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e4d71c56-f6af-4e74-aab1-e48235eaefe1 req-18ed1c39-a98f-4fcf-a358-e2a19be762e0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=667cf044-3f39-4bfe-97b5-7ac327708e49 HTTP/1.1" status: 200  len: 999 time: 0.1242976
May 07 21:50:42.391700 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-33f8485e-3d70-4092-beb8-2bb55f9ec927 req-49ca806e-d5aa-42dd-9d6d-cc4a933cb2d1 tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] Deleting port 95a695cd-81c6-4f14-adb9-b284c5d977e3 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:50:42.392101 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-33f8485e-3d70-4092-beb8-2bb55f9ec927 req-49ca806e-d5aa-42dd-9d6d-cc4a933cb2d1 tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (95a695cd-81c6-4f14-adb9-b284c5d977e3), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:42.501394 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-33f8485e-3d70-4092-beb8-2bb55f9ec927 req-49ca806e-d5aa-42dd-9d6d-cc4a933cb2d1 tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] For port 95a695cd-81c6-4f14-adb9-b284c5d977e3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=95a695cd-81c6-4f14-adb9-b284c5d977e3,segment=NetworkSegment(401451a8-cfc6-4cf8-b06a-6bcfe0d13210),segment_id=401451a8-cfc6-4cf8-b06a-6bcfe0d13210)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:50:42.501916 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-33f8485e-3d70-4092-beb8-2bb55f9ec927 req-49ca806e-d5aa-42dd-9d6d-cc4a933cb2d1 tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (95a695cd-81c6-4f14-adb9-b284c5d977e3), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:42.775758 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e612cc49-b965-400f-8e3d-fcfea73c6397 req-38f22869-3bf7-4594-bf78-953f8e1d8efc tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f8f76a4-6ad3-415b-b1a9-6bd011fd0571 HTTP/1.1" status: 200  len: 210 time: 0.0503871
May 07 21:50:42.781745 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8e78c408-4c02-4668-bdad-68285eb2b95d req-7e16ee5c-0705-4a58-ae59-58ba69c908ce tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=3ed0bf2e98fe4e67abb30f040a638365&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0418489
May 07 21:50:42.783474 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d71c56-f6af-4e74-aab1-e48235eaefe1 req-9b590c80-04ef-4619-9660-bf6b9f6e6459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:42.784917 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e4d71c56-f6af-4e74-aab1-e48235eaefe1 req-9b590c80-04ef-4619-9660-bf6b9f6e6459 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0f2642b8-4442-4eaa-98ef-8d8b21575f84 HTTP/1.1" status: 200  len: 850 time: 0.4061558
May 07 21:50:42.785475 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3e53dd-0c77-43b7-9208-a6b1fc8ed84e req-6f19d246-dc4d-496c-96b0-da8f5984dc94 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:42.787350 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-be3e53dd-0c77-43b7-9208-a6b1fc8ed84e req-6f19d246-dc4d-496c-96b0-da8f5984dc94 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8be6b3c-b434-467d-98b2-4d0d5763bed3 HTTP/1.1" status: 200  len: 950 time: 0.0705273
May 07 21:50:42.790796 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-33f8485e-3d70-4092-beb8-2bb55f9ec927 req-49ca806e-d5aa-42dd-9d6d-cc4a933cb2d1 tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:42.791238 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-33f8485e-3d70-4092-beb8-2bb55f9ec927 req-49ca806e-d5aa-42dd-9d6d-cc4a933cb2d1 tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (74dfd6a2-a861-4e3a-afd0-6b46d9224811), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:42.791596 ncdv-master-1 neutron-server[121836]: INFO neutron.db.l3_db [req-33f8485e-3d70-4092-beb8-2bb55f9ec927 req-49ca806e-d5aa-42dd-9d6d-cc4a933cb2d1 tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] Floating IP 74dfd6a2-a861-4e3a-afd0-6b46d9224811 disassociated. External IP: 172.35.4.28, port: 95a695cd-81c6-4f14-adb9-b284c5d977e3.
May 07 21:50:42.791944 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-33f8485e-3d70-4092-beb8-2bb55f9ec927 req-49ca806e-d5aa-42dd-9d6d-cc4a933cb2d1 tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] Calling delete_port for 95a695cd-81c6-4f14-adb9-b284c5d977e3 owned by compute:nova {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:50:42.845022 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d71c56-f6af-4e74-aab1-e48235eaefe1 req-e478365d-696f-4379-842d-fe55934d7acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:42.846449 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e4d71c56-f6af-4e74-aab1-e48235eaefe1 req-e478365d-696f-4379-842d-fe55934d7acd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a410d8ef-ee3d-4030-b2bf-4c0b7f9d7aaa&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0526175
May 07 21:50:42.912888 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-be3e53dd-0c77-43b7-9208-a6b1fc8ed84e req-72204480-033c-4e44-b6ab-d46be02c69d9 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1045647
May 07 21:50:43.022669 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4caab7-8c98-4f6a-add2-10f1e9e3098c req-7c1d3cf6-8ba9-4386-b17e-554e08a15aef tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:43.024827 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2a4caab7-8c98-4f6a-add2-10f1e9e3098c req-7c1d3cf6-8ba9-4386-b17e-554e08a15aef tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=3533de6f-5073-4e2e-9620-5655b2cdcb7f HTTP/1.1" status: 200  len: 944 time: 0.1298716
May 07 21:50:43.034509 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-33f8485e-3d70-4092-beb8-2bb55f9ec927 req-49ca806e-d5aa-42dd-9d6d-cc4a933cb2d1 tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (95a695cd-81c6-4f14-adb9-b284c5d977e3), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:43.042093 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba5d61c-4a02-4e88-b031-566e8a0e7863 req-22a18ac1-8341-4efa-800d-639ea83d91e5 tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:43.043627 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0ba5d61c-4a02-4e88-b031-566e8a0e7863 req-22a18ac1-8341-4efa-800d-639ea83d91e5 tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] 10.222.0.32 "GET /v2.0/ports?device_id=bbb2faa2-ee9e-47d3-a891-24cec328a4c2 HTTP/1.1" status: 200  len: 946 time: 0.0601883
May 07 21:50:43.073930 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e78c408-4c02-4668-bdad-68285eb2b95d req-54a6fd52-cfc4-458b-bf54-fc6d8e33d5db tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:43.075380 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8e78c408-4c02-4668-bdad-68285eb2b95d req-54a6fd52-cfc4-458b-bf54-fc6d8e33d5db tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2828822
May 07 21:50:43.081258 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ca806e-d5aa-42dd-9d6d-cc4a933cb2d1 tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] Pushing event deleted for resources: {'Port': ['ID=95a695cd-81c6-4f14-adb9-b284c5d977e3,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:43.094549 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-8e78c408-4c02-4668-bdad-68285eb2b95d req-2aeecad1-a1c0-4b39-84c8-81dbdc7e66df tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] Request body: {'port': {'device_id': '0f8f76a4-6ad3-415b-b1a9-6bd011fd0571', 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47', 'admin_state_up': True, 'tenant_id': '3ed0bf2e98fe4e67abb30f040a638365'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:50:43.108415 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e4d71c56-f6af-4e74-aab1-e48235eaefe1 req-5820bd09-fcec-4f70-9d8b-0a175f7ae870 service neutron] 10.222.0.59 "GET /v2.0/networks/a410d8ef-ee3d-4030-b2bf-4c0b7f9d7aaa?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2457721
May 07 21:50:43.159145 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0ba5d61c-4a02-4e88-b031-566e8a0e7863 req-3c2bc9d7-4fcd-4c59-8dd8-95c21a412c30 tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] 10.222.0.32 "GET /v2.0/security-groups?id=fec9452b-1927-431d-b984-d7c9e17c95cd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1089458
May 07 21:50:43.213299 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device f4e84972-b5b8-4161-be41-2a7625450b34 up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:50:43.241986 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [req-33f8485e-3d70-4092-beb8-2bb55f9ec927 req-49ca806e-d5aa-42dd-9d6d-cc4a933cb2d1 tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] Router 840afa89-df79-4408-8e69-47b6facd43de has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 21:50:43.243945 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2a4caab7-8c98-4f6a-add2-10f1e9e3098c req-ff9587c5-b2cb-45d0-b2f6-a2016d1dfe8b tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2092466
May 07 21:50:43.279267 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning for port f4e84972-b5b8-4161-be41-2a7625450b34 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:50:43.289681 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port f4e84972-b5b8-4161-be41-2a7625450b34 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:50:43.290054 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aeff44-863a-47b7-a406-ab6e7f2aa622 req-67b5e6f5-3b13-489b-b871-4a3102497d76 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:43.290200 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (f4e84972-b5b8-4161-be41-2a7625450b34), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:43.292342 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-06aeff44-863a-47b7-a406-ab6e7f2aa622 req-67b5e6f5-3b13-489b-b871-4a3102497d76 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.55 "GET /v2.0/ports?device_id=3533de6f-5073-4e2e-9620-5655b2cdcb7f HTTP/1.1" status: 200  len: 944 time: 0.1719747
May 07 21:50:43.385374 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port f4e84972-b5b8-4161-be41-2a7625450b34 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:50:43.385783 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f4e84972-b5b8-4161-be41-2a7625450b34), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:43.402823 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aab855-7dbf-4d78-818c-e4b63bbaa866 req-d58f1c41-fc45-4f97-815e-bafbda933e98 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:43.404617 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-63aab855-7dbf-4d78-818c-e4b63bbaa866 req-d58f1c41-fc45-4f97-815e-bafbda933e98 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/ports?device_id=94a90838-d258-4958-946b-46c5f06a0e4c HTTP/1.1" status: 200  len: 944 time: 0.1022398
May 07 21:50:43.425755 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94a90838-d258-4958-946b-46c5f06a0e4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4e84972-b5b8-4161-be41-2a7625450b34'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:50:43.428682 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b81f3d2c-34e7-4f0f-b919-bf7962c65f8d" -d '{"events": [{"server_uuid": "94a90838-d258-4958-946b-46c5f06a0e4c", "name": "network-vif-plugged", "status": "completed", "tag": "f4e84972-b5b8-4161-be41-2a7625450b34"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:50:43.446892 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port f4e84972-b5b8-4161-be41-2a7625450b34, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f4e84972-b5b8-4161-be41-2a7625450b34,segment=NetworkSegment(f7d0ed20-4dc4-4ede-8fcf-c4a216019a84),segment_id=f7d0ed20-4dc4-4ede-8fcf-c4a216019a84)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:50:43.452944 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-33f8485e-3d70-4092-beb8-2bb55f9ec927 req-49ca806e-d5aa-42dd-9d6d-cc4a933cb2d1 tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:50:43.453797 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (f4e84972-b5b8-4161-be41-2a7625450b34), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:43.455210 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 87c894e0-03dd-4dab-a47b-82dec6ea1485 no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:50:43.456570 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e4d71c56-f6af-4e74-aab1-e48235eaefe1 req-4a85de45-957e-49f0-bd47-b92e05643df9 service neutron] 10.222.0.59 "GET /v2.0/networks/a410d8ef-ee3d-4030-b2bf-4c0b7f9d7aaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3308718
May 07 21:50:43.470893 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313f3471-3f61-470a-9f23-b8f7782f2163 None None] Sync routers for ids ['840afa89-df79-4408-8e69-47b6facd43de'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:50:43.480146 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-06aeff44-863a-47b7-a406-ab6e7f2aa622 req-616628ac-a120-4fea-9682-5e812d3297b2 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Deleting port 9177df96-b4f9-41db-8806-f7ea5787a4fc {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:50:43.480547 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-06aeff44-863a-47b7-a406-ab6e7f2aa622 req-616628ac-a120-4fea-9682-5e812d3297b2 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (9177df96-b4f9-41db-8806-f7ea5787a4fc), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:43.490192 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59178b93-14f3-4d0d-aa1b-18da42840074 req-3818b79d-e1be-400b-bbc1-9992a5a4045b tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:43.492091 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-59178b93-14f3-4d0d-aa1b-18da42840074 req-3818b79d-e1be-400b-bbc1-9992a5a4045b tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd9b73d-94f5-48f0-9bd4-f06f09d7b556 HTTP/1.1" status: 200  len: 946 time: 0.1526685
May 07 21:50:43.493327 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313f3471-3f61-470a-9f23-b8f7782f2163 None None] Routers {'840afa89-df79-4408-8e69-47b6facd43de'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:50:43.494690 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e78c408-4c02-4668-bdad-68285eb2b95d req-2aeecad1-a1c0-4b39-84c8-81dbdc7e66df tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] Made reservation on behalf of 3ed0bf2e98fe4e67abb30f040a638365 for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:50:43.496667 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-313f3471-3f61-470a-9f23-b8f7782f2163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c9ab880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:50:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['840afa89-df79-4408-8e69-47b6facd43de'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:50:43.498530 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-8e78c408-4c02-4668-bdad-68285eb2b95d req-2aeecad1-a1c0-4b39-84c8-81dbdc7e66df tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:43.537069 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-8e78c408-4c02-4668-bdad-68285eb2b95d req-2aeecad1-a1c0-4b39-84c8-81dbdc7e66df tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:43.556797 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] No Port match for: 87c894e0-03dd-4dab-a47b-82dec6ea1485 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:50:43.557070 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 87c894e0-03dd-4dab-a47b-82dec6ea1485 not bound to the agent host nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:50:43.559971 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=f4e84972-b5b8-4161-be41-2a7625450b34,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:43.578088 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-63aab855-7dbf-4d78-818c-e4b63bbaa866 req-6f3b0ae6-2c04-4267-95df-1ffe1557c54c tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/security-groups?id=59e2df0e-870d-42fb-a7c1-a293819c9cdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1641569
May 07 21:50:43.579604 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-33f8485e-3d70-4092-beb8-2bb55f9ec927 req-49ca806e-d5aa-42dd-9d6d-cc4a933cb2d1 tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] No DVR routers for this DVR port 95a695cd-81c6-4f14-adb9-b284c5d977e3 on host nch2-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:50:43.583035 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-33f8485e-3d70-4092-beb8-2bb55f9ec927 req-49ca806e-d5aa-42dd-9d6d-cc4a933cb2d1 tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:43.588679 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-33f8485e-3d70-4092-beb8-2bb55f9ec927 req-49ca806e-d5aa-42dd-9d6d-cc4a933cb2d1 tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] 10.222.0.59 "DELETE /v2.0/ports/95a695cd-81c6-4f14-adb9-b284c5d977e3 HTTP/1.1" status: 204  len: 173 time: 1.3279710
May 07 21:50:43.589576 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbb2faa2-ee9e-47d3-a891-24cec328a4c2', 'name': 'network-vif-deleted', 'tag': '95a695cd-81c6-4f14-adb9-b284c5d977e3'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:50:43.601251 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc318dd-5d80-43f4-8ded-605a3a8cc2ce" -d '{"events": [{"server_uuid": "bbb2faa2-ee9e-47d3-a891-24cec328a4c2", "name": "network-vif-deleted", "tag": "95a695cd-81c6-4f14-adb9-b284c5d977e3"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:50:43.645113 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98fc8b7e-1476-4e80-8232-8b0ff1bea36e x-openstack-request-id: req-98fc8b7e-1476-4e80-8232-8b0ff1bea36e {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:50:43.645500 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94a90838-d258-4958-946b-46c5f06a0e4c", "name": "network-vif-plugged", "status": "completed", "tag": "f4e84972-b5b8-4161-be41-2a7625450b34", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:50:43.645759 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-98fc8b7e-1476-4e80-8232-8b0ff1bea36e {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:50:43.646166 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98fc8b7e-1476-4e80-8232-8b0ff1bea36e'] response: {'server_uuid': '94a90838-d258-4958-946b-46c5f06a0e4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4e84972-b5b8-4161-be41-2a7625450b34', 'code': 200}
May 07 21:50:43.676517 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-313f3471-3f61-470a-9f23-b8f7782f2163 None None] Set router 840afa89-df79-4408-8e69-47b6facd43de gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:50:43.691119 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e03aee83-7366-44f3-9d78-06bce52e2cc0 x-openstack-request-id: req-e03aee83-7366-44f3-9d78-06bce52e2cc0 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:50:43.691436 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbb2faa2-ee9e-47d3-a891-24cec328a4c2", "name": "network-vif-deleted", "tag": "95a695cd-81c6-4f14-adb9-b284c5d977e3", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:50:43.692104 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e03aee83-7366-44f3-9d78-06bce52e2cc0 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:50:43.692514 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e03aee83-7366-44f3-9d78-06bce52e2cc0'] response: {'server_uuid': 'bbb2faa2-ee9e-47d3-a891-24cec328a4c2', 'name': 'network-vif-deleted', 'tag': '95a695cd-81c6-4f14-adb9-b284c5d977e3', 'status': 'completed', 'code': 200}
May 07 21:50:43.750231 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-8e78c408-4c02-4668-bdad-68285eb2b95d req-2aeecad1-a1c0-4b39-84c8-81dbdc7e66df tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] Publish callbacks [] for security_group (e6f7bcf3-0863-477a-9a92-cf0af21d6fff), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:43.779606 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-8e78c408-4c02-4668-bdad-68285eb2b95d req-2aeecad1-a1c0-4b39-84c8-81dbdc7e66df tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (e6f7bcf3-0863-477a-9a92-cf0af21d6fff), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:43.889843 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-59178b93-14f3-4d0d-aa1b-18da42840074 req-b042dd80-8dd1-4794-9569-0703b0f3d7ef tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b502f8-ccda-470b-bf96-4e6ff93590b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3776505
May 07 21:50:43.905021 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-313f3471-3f61-470a-9f23-b8f7782f2163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c9ab880>, [{'id': '840afa89-df79-4408-8e69-47b6facd43de', 'name': 'tempest-ServersTestFqdnHostnames-1688040697-router', 'tenant_id': '281216301a5449cdb4c66e9f35e6e582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.174'}], 'enable_snat': True}, 'gw_port_id': 'feae140f-7755-4b03-91b8-923b0c5e18bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:49:26Z', 'updated_at': '2022-05-07T21:49:34Z', 'revision_number': 4, 'project_id': '281216301a5449cdb4c66e9f35e6e582', 'gw_port': {'id': 'feae140f-7755-4b03-91b8-923b0c5e18bf', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840afa89-df79-4408-8e69-47b6facd43de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:49:28Z', 'updated_at': '2022-05-07T21:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6a586597-cb64-4cc9-988d-3b441f721946', 'name': '', 'network_id': 'cdb18e56-26d2-4f79-bcda-791d483028bc', 'tenant_id': '281216301a5449cdb4c66e9f35e6e582', 'mac_address': 'fa:16:3e:9d:21:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840afa89-df79-4408-8e69-47b6facd43de', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'a5cc013e-c71d-4b9b-b09e-51b6c283331f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:49:33Z', 'updated_at': '2022-05-07T21:49:38Z', 'revision_number': 5, 'project_id': '281216301a5449cdb4c66e9f35e6e582', 'subnets': [{'id': 'a5cc013e-c71d-4b9b-b09e-51b6c283331f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:50:43.909222 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5c9ffd1e-00c5-41f2-9c3c-ac2acc5bca0e req-1ee47320-e127-40af-9ba5-c5bbd24b497b tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f8f76a4-6ad3-415b-b1a9-6bd011fd0571 HTTP/1.1" status: 200  len: 210 time: 0.0435107
May 07 21:50:43.923753 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-06aeff44-863a-47b7-a406-ab6e7f2aa622 req-616628ac-a120-4fea-9682-5e812d3297b2 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] For port 9177df96-b4f9-41db-8806-f7ea5787a4fc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9177df96-b4f9-41db-8806-f7ea5787a4fc,segment=NetworkSegment(82ec07f6-cf99-4411-99d8-c39170f22b45),segment_id=82ec07f6-cf99-4411-99d8-c39170f22b45)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:50:43.924115 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-06aeff44-863a-47b7-a406-ab6e7f2aa622 req-616628ac-a120-4fea-9682-5e812d3297b2 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (9177df96-b4f9-41db-8806-f7ea5787a4fc), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:43.929660 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9ac03c-4073-481d-b1e8-c41f6f95d50e req-3eaff253-2f96-420b-9e36-c692d3ea614e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:43.931221 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-cb9ac03c-4073-481d-b1e8-c41f6f95d50e req-3eaff253-2f96-420b-9e36-c692d3ea614e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=94a90838-d258-4958-946b-46c5f06a0e4c HTTP/1.1" status: 200  len: 1127 time: 0.1833510
May 07 21:50:43.933885 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313f3471-3f61-470a-9f23-b8f7782f2163 None None] Checking router: 840afa89-df79-4408-8e69-47b6facd43de for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 21:50:43.939109 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeecad1-a1c0-4b39-84c8-81dbdc7e66df tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f7bcf3-0863-477a-9a92-cf0af21d6fff,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:43.960357 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313f3471-3f61-470a-9f23-b8f7782f2163 None None] Routers {'840afa89-df79-4408-8e69-47b6facd43de'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:50:43.960968 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-313f3471-3f61-470a-9f23-b8f7782f2163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c9ab880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:50:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['840afa89-df79-4408-8e69-47b6facd43de'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:50:43.980337 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-06aeff44-863a-47b7-a406-ab6e7f2aa622 req-616628ac-a120-4fea-9682-5e812d3297b2 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Calling delete_port for 9177df96-b4f9-41db-8806-f7ea5787a4fc owned by compute:nova {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:50:44.057485 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-cb9ac03c-4073-481d-b1e8-c41f6f95d50e req-4eba2034-cf65-4fe3-b0f2-2bb18b905512 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=59e2df0e-870d-42fb-a7c1-a293819c9cdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1129687
May 07 21:50:44.062950 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5022bc-c9a1-4f49-a593-73b908ea4645 req-ca60a212-3487-4b3a-b677-d7a4439ae372 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:44.071472 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ec5022bc-c9a1-4f49-a593-73b908ea4645 req-ca60a212-3487-4b3a-b677-d7a4439ae372 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8be6b3c-b434-467d-98b2-4d0d5763bed3 HTTP/1.1" status: 200  len: 950 time: 0.0632877
May 07 21:50:44.154683 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ec5022bc-c9a1-4f49-a593-73b908ea4645 req-2bce2215-37aa-4893-9edd-ca30ef05e8be tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0762329
May 07 21:50:44.158426 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a994a871-b423-4afa-84c5-575054541a52 req-73a1e7e2-f096-4354-9e8e-85f28cb8a7bf tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:44.165581 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a994a871-b423-4afa-84c5-575054541a52 req-73a1e7e2-f096-4354-9e8e-85f28cb8a7bf tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd9b73d-94f5-48f0-9bd4-f06f09d7b556 HTTP/1.1" status: 200  len: 946 time: 0.1398046
May 07 21:50:44.173064 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [req-8e78c408-4c02-4668-bdad-68285eb2b95d req-2aeecad1-a1c0-4b39-84c8-81dbdc7e66df tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] Allocated IP 192.168.233.91 (665487f0-78eb-47fb-9a06-b15bc614dc47/6e0e5c53-1ece-4d20-b01d-5f8c6957edf6/05c8f9e9-22a2-4423-bdc3-f8822a75ace8) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:50:44.191014 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-313f3471-3f61-470a-9f23-b8f7782f2163 None None] Set router 840afa89-df79-4408-8e69-47b6facd43de gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:50:44.269500 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a994a871-b423-4afa-84c5-575054541a52 req-7406e563-122a-4df3-a7fa-52304c70d036 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b502f8-ccda-470b-bf96-4e6ff93590b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1028390
May 07 21:50:44.301945 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 38162) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:50:44.416922 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-313f3471-3f61-470a-9f23-b8f7782f2163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c9ab880>, [{'id': '840afa89-df79-4408-8e69-47b6facd43de', 'name': 'tempest-ServersTestFqdnHostnames-1688040697-router', 'tenant_id': '281216301a5449cdb4c66e9f35e6e582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.174'}], 'enable_snat': True}, 'gw_port_id': 'feae140f-7755-4b03-91b8-923b0c5e18bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:49:26Z', 'updated_at': '2022-05-07T21:49:34Z', 'revision_number': 4, 'project_id': '281216301a5449cdb4c66e9f35e6e582', 'gw_port': {'id': 'feae140f-7755-4b03-91b8-923b0c5e18bf', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840afa89-df79-4408-8e69-47b6facd43de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:49:28Z', 'updated_at': '2022-05-07T21:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6a586597-cb64-4cc9-988d-3b441f721946', 'name': '', 'network_id': 'cdb18e56-26d2-4f79-bcda-791d483028bc', 'tenant_id': '281216301a5449cdb4c66e9f35e6e582', 'mac_address': 'fa:16:3e:9d:21:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840afa89-df79-4408-8e69-47b6facd43de', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'a5cc013e-c71d-4b9b-b09e-51b6c283331f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:49:33Z', 'updated_at': '2022-05-07T21:49:38Z', 'revision_number': 5, 'project_id': '281216301a5449cdb4c66e9f35e6e582', 'subnets': [{'id': 'a5cc013e-c71d-4b9b-b09e-51b6c283331f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:50:44.449168 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313f3471-3f61-470a-9f23-b8f7782f2163 None None] The sync data for ids ['840afa89-df79-4408-8e69-47b6facd43de'] in ncdv-master-1 is: [{'id': '840afa89-df79-4408-8e69-47b6facd43de', 'name': 'tempest-ServersTestFqdnHostnames-1688040697-router', 'tenant_id': '281216301a5449cdb4c66e9f35e6e582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.174'}], 'enable_snat': True}, 'gw_port_id': 'feae140f-7755-4b03-91b8-923b0c5e18bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:49:26Z', 'updated_at': '2022-05-07T21:49:34Z', 'revision_number': 4, 'project_id': '281216301a5449cdb4c66e9f35e6e582', 'gw_port': {'id': 'feae140f-7755-4b03-91b8-923b0c5e18bf', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840afa89-df79-4408-8e69-47b6facd43de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:49:28Z', 'updated_at': '2022-05-07T21:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6a586597-cb64-4cc9-988d-3b441f721946', 'name': '', 'network_id': 'cdb18e56-26d2-4f79-bcda-791d483028bc', 'tenant_id': '281216301a5449cdb4c66e9f35e6e582', 'mac_address': 'fa:16:3e:9d:21:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840afa89-df79-4408-8e69-47b6facd43de', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'a5cc013e-c71d-4b9b-b09e-51b6c283331f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:49:33Z', 'updated_at': '2022-05-07T21:49:38Z', 'revision_number': 5, 'project_id': '281216301a5449cdb4c66e9f35e6e582', 'subnets': [{'id': 'a5cc013e-c71d-4b9b-b09e-51b6c283331f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:50:44.449671 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-06aeff44-863a-47b7-a406-ab6e7f2aa622 req-616628ac-a120-4fea-9682-5e812d3297b2 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (9177df96-b4f9-41db-8806-f7ea5787a4fc), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:44.482091 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-57425564-9950-4b24-8450-39613538eaf9 tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] Publish callbacks [] for security_group (fec9452b-1927-431d-b984-d7c9e17c95cd), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:44.484827 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-90955c52-aa9a-4f6c-ba4a-fd88dfc470a0 req-b77c5ec0-3904-4cf2-a3bc-536c33b5eb0b tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=3533de6f-5073-4e2e-9620-5655b2cdcb7f HTTP/1.1" status: 200  len: 210 time: 0.0831075
May 07 21:50:44.495159 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2940645d-a464-4552-a953-f9466d985f5a req-f58c4516-2bac-4ce9-97b7-1ea9e3a693e3 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:44.502622 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2940645d-a464-4552-a953-f9466d985f5a req-f58c4516-2bac-4ce9-97b7-1ea9e3a693e3 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd9b73d-94f5-48f0-9bd4-f06f09d7b556 HTTP/1.1" status: 200  len: 946 time: 0.0760279
May 07 21:50:44.531101 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616628ac-a120-4fea-9682-5e812d3297b2 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Pushing event deleted for resources: {'Port': ['ID=9177df96-b4f9-41db-8806-f7ea5787a4fc,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:44.538810 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-57425564-9950-4b24-8450-39613538eaf9 tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] Publish callbacks [] for security_group (fec9452b-1927-431d-b984-d7c9e17c95cd), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:44.570554 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-06aeff44-863a-47b7-a406-ab6e7f2aa622 req-616628ac-a120-4fea-9682-5e812d3297b2 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] No DVR routers for this DVR port 9177df96-b4f9-41db-8806-f7ea5787a4fc on host nch1-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:50:44.577615 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-06aeff44-863a-47b7-a406-ab6e7f2aa622 req-616628ac-a120-4fea-9682-5e812d3297b2 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:44.581730 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-06aeff44-863a-47b7-a406-ab6e7f2aa622 req-616628ac-a120-4fea-9682-5e812d3297b2 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.55 "DELETE /v2.0/ports/9177df96-b4f9-41db-8806-f7ea5787a4fc HTTP/1.1" status: 204  len: 173 time: 1.2807231
May 07 21:50:44.582209 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3533de6f-5073-4e2e-9620-5655b2cdcb7f', 'name': 'network-vif-deleted', 'tag': '9177df96-b4f9-41db-8806-f7ea5787a4fc'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:50:44.584584 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fda9244b-007f-49c0-9baa-f38aded544b4" -d '{"events": [{"server_uuid": "3533de6f-5073-4e2e-9620-5655b2cdcb7f", "name": "network-vif-deleted", "tag": "9177df96-b4f9-41db-8806-f7ea5787a4fc"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:50:44.599655 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2940645d-a464-4552-a953-f9466d985f5a req-1ebe68d3-ec98-43d4-b8d4-2e78c6224742 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b502f8-ccda-470b-bf96-4e6ff93590b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0961859
May 07 21:50:44.619696 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-8e78c408-4c02-4668-bdad-68285eb2b95d req-2aeecad1-a1c0-4b39-84c8-81dbdc7e66df tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] Publish callbacks [] for port (05c8f9e9-22a2-4423-bdc3-f8822a75ace8), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:44.621641 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-57425564-9950-4b24-8450-39613538eaf9 tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (fec9452b-1927-431d-b984-d7c9e17c95cd), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:44.624899 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-57425564-9950-4b24-8450-39613538eaf9 tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:44.628961 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-57425564-9950-4b24-8450-39613538eaf9 tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] 10.222.0.32 "DELETE /v2.0/security-groups/fec9452b-1927-431d-b984-d7c9e17c95cd HTTP/1.1" status: 204  len: 168 time: 0.3253348
May 07 21:50:44.630404 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 38174) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:50:44.653920 ncdv-master-1 neutron-server[121836]: INFO neutron.api.v2.resource [None req-38279321-9fcb-4ab3-b90e-2df648cadac3 tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] show failed (client error): The resource could not be found.
May 07 21:50:44.657808 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-38279321-9fcb-4ab3-b90e-2df648cadac3 tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] 10.222.0.32 "GET /v2.0/security-groups/fec9452b-1927-431d-b984-d7c9e17c95cd HTTP/1.1" status: 404  len: 347 time: 0.0224566
May 07 21:50:44.658346 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e7425a2-8a58-41be-94e2-f9a3575562b3 x-openstack-request-id: req-1e7425a2-8a58-41be-94e2-f9a3575562b3 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:50:44.658498 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 38176) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:50:44.658694 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3533de6f-5073-4e2e-9620-5655b2cdcb7f", "name": "network-vif-deleted", "tag": "9177df96-b4f9-41db-8806-f7ea5787a4fc", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:50:44.659060 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1e7425a2-8a58-41be-94e2-f9a3575562b3 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:50:44.659272 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57425564-9950-4b24-8450-39613538eaf9 tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec9452b-1927-431d-b984-d7c9e17c95cd,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:44.659479 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e7425a2-8a58-41be-94e2-f9a3575562b3'] response: {'server_uuid': '3533de6f-5073-4e2e-9620-5655b2cdcb7f', 'name': 'network-vif-deleted', 'tag': '9177df96-b4f9-41db-8806-f7ea5787a4fc', 'status': 'completed', 'code': 200}
May 07 21:50:44.679787 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-8e78c408-4c02-4668-bdad-68285eb2b95d req-2aeecad1-a1c0-4b39-84c8-81dbdc7e66df tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (05c8f9e9-22a2-4423-bdc3-f8822a75ace8), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:44.749042 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e78c408-4c02-4668-bdad-68285eb2b95d req-2aeecad1-a1c0-4b39-84c8-81dbdc7e66df tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] Network 665487f0-78eb-47fb-9a06-b15bc614dc47 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:50:44.765192 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [req-8e78c408-4c02-4668-bdad-68285eb2b95d req-2aeecad1-a1c0-4b39-84c8-81dbdc7e66df tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:50:44.785235 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e78c408-4c02-4668-bdad-68285eb2b95d req-2aeecad1-a1c0-4b39-84c8-81dbdc7e66df tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:50:44.821468 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeecad1-a1c0-4b39-84c8-81dbdc7e66df tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] Pushing event updated for resources: {'Port': ['ID=05c8f9e9-22a2-4423-bdc3-f8822a75ace8,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:44.847190 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe316f9-2fd2-4471-94df-a05176b6574e req-87fdfa9c-98dc-4476-9a11-9e8acf524fb7 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:44.854883 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-dfe316f9-2fd2-4471-94df-a05176b6574e req-87fdfa9c-98dc-4476-9a11-9e8acf524fb7 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd9b73d-94f5-48f0-9bd4-f06f09d7b556 HTTP/1.1" status: 200  len: 946 time: 0.1111934
May 07 21:50:44.874070 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c342e29b-cbb7-4583-925a-46a3e571b4b8 req-12b2c479-b846-4ea0-9f29-3334180b8859 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:44.875959 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c342e29b-cbb7-4583-925a-46a3e571b4b8 req-12b2c479-b846-4ea0-9f29-3334180b8859 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/ports?device_id=94a90838-d258-4958-946b-46c5f06a0e4c HTTP/1.1" status: 200  len: 945 time: 0.1572447
May 07 21:50:44.904959 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e78c408-4c02-4668-bdad-68285eb2b95d req-2aeecad1-a1c0-4b39-84c8-81dbdc7e66df tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:44.905624 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-8e78c408-4c02-4668-bdad-68285eb2b95d req-2aeecad1-a1c0-4b39-84c8-81dbdc7e66df tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:44.911835 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd397d4e-e4dc-4190-a1db-d26239e01349 None None] New status for floating IP 74dfd6a2-a861-4e3a-afd0-6b46d9224811: DOWN {{(pid=121838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 07 21:50:44.922364 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-ca99ceb7-389a-48fe-b257-5d4ac705b41a tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] Deleting port cd0d82f4-bf6b-40fc-99b8-858d8ca0ac16 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:50:44.922364 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ca99ceb7-389a-48fe-b257-5d4ac705b41a tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (cd0d82f4-bf6b-40fc-99b8-858d8ca0ac16), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:44.931546 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-dfe316f9-2fd2-4471-94df-a05176b6574e req-43eba9da-5b6b-4c80-8df3-348bd151e1b7 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b502f8-ccda-470b-bf96-4e6ff93590b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755489
May 07 21:50:44.944206 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8e78c408-4c02-4668-bdad-68285eb2b95d req-2aeecad1-a1c0-4b39-84c8-81dbdc7e66df tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.8592381
May 07 21:50:44.965295 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-8e78c408-4c02-4668-bdad-68285eb2b95d req-7545a6d4-63df-4353-98bc-0a015436d894 service neutron] Request body: {'port': {'device_id': '0f8f76a4-6ad3-415b-b1a9-6bd011fd0571', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:50:45.053522 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-8e78c408-4c02-4668-bdad-68285eb2b95d req-7545a6d4-63df-4353-98bc-0a015436d894 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (05c8f9e9-22a2-4423-bdc3-f8822a75ace8), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:45.072178 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c342e29b-cbb7-4583-925a-46a3e571b4b8 req-67777b31-0706-41c3-b29d-788ec1d19ad4 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/security-groups?id=59e2df0e-870d-42fb-a7c1-a293819c9cdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1798809
May 07 21:50:45.121402 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303108d0-2ad1-42a4-913d-17d05c6e7d55 req-2e56add3-b889-4e64-a4ee-27967e4f2cc6 tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:45.123043 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-303108d0-2ad1-42a4-913d-17d05c6e7d55 req-2e56add3-b889-4e64-a4ee-27967e4f2cc6 tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f8f76a4-6ad3-415b-b1a9-6bd011fd0571 HTTP/1.1" status: 200  len: 935 time: 0.0866408
May 07 21:50:45.134962 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ca99ceb7-389a-48fe-b257-5d4ac705b41a tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (cd0d82f4-bf6b-40fc-99b8-858d8ca0ac16), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:45.135426 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ca99ceb7-389a-48fe-b257-5d4ac705b41a tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] Publish callbacks [] for floatingip (cd0d82f4-bf6b-40fc-99b8-858d8ca0ac16), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:45.139687 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-86169985-a7e7-4069-9fa8-0ff0a9e9315a None None] Provisioning complete for port 05c8f9e9-22a2-4423-bdc3-f8822a75ace8 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:50:45.140287 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-86169985-a7e7-4069-9fa8-0ff0a9e9315a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (05c8f9e9-22a2-4423-bdc3-f8822a75ace8), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:45.159827 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-ca99ceb7-389a-48fe-b257-5d4ac705b41a tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] Calling delete_port for cd0d82f4-bf6b-40fc-99b8-858d8ca0ac16 owned by network:floatingip {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:50:45.198589 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-86169985-a7e7-4069-9fa8-0ff0a9e9315a None None] Port 05c8f9e9-22a2-4423-bdc3-f8822a75ace8 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:50:45.266816 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b0258d-a8ec-4159-b344-21846fe29bc7 req-7a9f2530-47ca-4177-9bb7-4ef892770da7 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:45.268315 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-97b0258d-a8ec-4159-b344-21846fe29bc7 req-7a9f2530-47ca-4177-9bb7-4ef892770da7 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd9b73d-94f5-48f0-9bd4-f06f09d7b556 HTTP/1.1" status: 200  len: 946 time: 0.1007493
May 07 21:50:45.282532 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-303108d0-2ad1-42a4-913d-17d05c6e7d55 req-a67bbeca-c5b4-4ba4-aa23-bffca3d1e808 tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] 10.222.0.32 "GET /v2.0/security-groups?id=e6f7bcf3-0863-477a-9a92-cf0af21d6fff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1325960
May 07 21:50:45.346918 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-97b0258d-a8ec-4159-b344-21846fe29bc7 req-184cae97-ab8a-41f3-baa1-53235236803d tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b502f8-ccda-470b-bf96-4e6ff93590b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0681593
May 07 21:50:45.426247 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ca99ceb7-389a-48fe-b257-5d4ac705b41a tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (cd0d82f4-bf6b-40fc-99b8-858d8ca0ac16), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:45.453711 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca99ceb7-389a-48fe-b257-5d4ac705b41a tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] Pushing event deleted for resources: {'Port': ['ID=cd0d82f4-bf6b-40fc-99b8-858d8ca0ac16,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:45.465018 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7bf225-19da-4eb7-9411-1a2122c80be1 req-ac8cf215-6e83-4755-a50c-ba7bfeee714f tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:45.472620 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-df7bf225-19da-4eb7-9411-1a2122c80be1 req-ac8cf215-6e83-4755-a50c-ba7bfeee714f tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8be6b3c-b434-467d-98b2-4d0d5763bed3 HTTP/1.1" status: 200  len: 950 time: 0.0745397
May 07 21:50:45.545578 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [req-8e78c408-4c02-4668-bdad-68285eb2b95d req-7545a6d4-63df-4353-98bc-0a015436d894 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05c8f9e9-22a2-4423-bdc3-f8822a75ace8 {{(pid=121837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:50:45.560729 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-8e78c408-4c02-4668-bdad-68285eb2b95d req-7545a6d4-63df-4353-98bc-0a015436d894 service neutron] Publish callbacks [] for port (05c8f9e9-22a2-4423-bdc3-f8822a75ace8), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:45.561036 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45662d66-2453-49cd-85cc-f1aaa74865a3 req-e5fb1287-606c-47a3-8faa-3b7224ab3bc0 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:45.562381 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-45662d66-2453-49cd-85cc-f1aaa74865a3 req-e5fb1287-606c-47a3-8faa-3b7224ab3bc0 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd9b73d-94f5-48f0-9bd4-f06f09d7b556 HTTP/1.1" status: 200  len: 946 time: 0.1099284
May 07 21:50:45.580525 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ca99ceb7-389a-48fe-b257-5d4ac705b41a tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] Publish callbacks [] for floatingip (74dfd6a2-a861-4e3a-afd0-6b46d9224811), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:45.583047 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ca99ceb7-389a-48fe-b257-5d4ac705b41a tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:45.583306 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-df7bf225-19da-4eb7-9411-1a2122c80be1 req-f58369fb-4d06-455b-9ea7-873f41b7da3e tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1095717
May 07 21:50:45.587177 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 38190) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:50:45.587530 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-ca99ceb7-389a-48fe-b257-5d4ac705b41a tempest-ServersTestFqdnHostnames-1252842742 tempest-ServersTestFqdnHostnames-1252842742-project] 10.222.0.32 "DELETE /v2.0/floatingips/74dfd6a2-a861-4e3a-afd0-6b46d9224811 HTTP/1.1" status: 204  len: 168 time: 0.9261415
May 07 21:50:45.597479 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-8e78c408-4c02-4668-bdad-68285eb2b95d req-7545a6d4-63df-4353-98bc-0a015436d894 service neutron] Transition to ACTIVE for port object 05c8f9e9-22a2-4423-bdc3-f8822a75ace8 will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:50:45.639977 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-8e78c408-4c02-4668-bdad-68285eb2b95d req-7545a6d4-63df-4353-98bc-0a015436d894 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (05c8f9e9-22a2-4423-bdc3-f8822a75ace8), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:45.640928 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-45662d66-2453-49cd-85cc-f1aaa74865a3 req-25a2b32c-4521-40fa-ba1b-73866715e51f tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b502f8-ccda-470b-bf96-4e6ff93590b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0712593
May 07 21:50:45.742985 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7545a6d4-63df-4353-98bc-0a015436d894 service neutron] Pushing event updated for resources: {'Port': ['ID=05c8f9e9-22a2-4423-bdc3-f8822a75ace8,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:45.826034 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec18d6-4cec-4d00-a331-2dc975797ea1 req-9ca53d4b-1361-40a9-a1f4-0b6a403d780e tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:45.838457 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-64ec18d6-4cec-4d00-a331-2dc975797ea1 req-9ca53d4b-1361-40a9-a1f4-0b6a403d780e tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd9b73d-94f5-48f0-9bd4-f06f09d7b556 HTTP/1.1" status: 200  len: 946 time: 0.0915473
May 07 21:50:45.874891 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 95a695cd-81c6-4f14-adb9-b284c5d977e3 no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:50:45.897437 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] No Port match for: 95a695cd-81c6-4f14-adb9-b284c5d977e3 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:50:45.898097 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 95a695cd-81c6-4f14-adb9-b284c5d977e3 not bound to the agent host nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:50:45.968921 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-8e78c408-4c02-4668-bdad-68285eb2b95d req-7545a6d4-63df-4353-98bc-0a015436d894 service neutron] Attempting to bind port 05c8f9e9-22a2-4423-bdc3-f8822a75ace8 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:50:45.969237 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-8e78c408-4c02-4668-bdad-68285eb2b95d req-7545a6d4-63df-4353-98bc-0a015436d894 service neutron] Attempting to bind port 05c8f9e9-22a2-4423-bdc3-f8822a75ace8 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:50:45.969565 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e78c408-4c02-4668-bdad-68285eb2b95d req-7545a6d4-63df-4353-98bc-0a015436d894 service neutron] Attempting to bind port 05c8f9e9-22a2-4423-bdc3-f8822a75ace8 on network 665487f0-78eb-47fb-9a06-b15bc614dc47 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:50:45.976899 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151ff15e-03e0-4259-99cc-ab399ea8a1c6 req-c14c72fa-d5e0-420c-878e-272f93d8ab4e tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:45.978888 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-151ff15e-03e0-4259-99cc-ab399ea8a1c6 req-c14c72fa-d5e0-420c-878e-272f93d8ab4e tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=88890ab3-196b-48f2-85db-aacd17e27ba5 HTTP/1.1" status: 200  len: 945 time: 0.1105301
May 07 21:50:45.986008 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e78c408-4c02-4668-bdad-68285eb2b95d req-7545a6d4-63df-4353-98bc-0a015436d894 service neutron] Port 05c8f9e9-22a2-4423-bdc3-f8822a75ace8 on network 665487f0-78eb-47fb-9a06-b15bc614dc47 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:50:45.986328 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e78c408-4c02-4668-bdad-68285eb2b95d req-7545a6d4-63df-4353-98bc-0a015436d894 service neutron] Attempting to bind port 05c8f9e9-22a2-4423-bdc3-f8822a75ace8 on network 665487f0-78eb-47fb-9a06-b15bc614dc47 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:50:46.007681 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-64ec18d6-4cec-4d00-a331-2dc975797ea1 req-e87c5fcd-3065-457e-9403-3eb9881b7141 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b502f8-ccda-470b-bf96-4e6ff93590b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1679575
May 07 21:50:46.007934 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e78c408-4c02-4668-bdad-68285eb2b95d req-7545a6d4-63df-4353-98bc-0a015436d894 service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:50:46.008175 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e78c408-4c02-4668-bdad-68285eb2b95d req-7545a6d4-63df-4353-98bc-0a015436d894 service neutron] Checking segment: {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:50:46.008555 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e78c408-4c02-4668-bdad-68285eb2b95d req-7545a6d4-63df-4353-98bc-0a015436d894 service neutron] Bound using segment: {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:50:46.008990 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-8e78c408-4c02-4668-bdad-68285eb2b95d req-7545a6d4-63df-4353-98bc-0a015436d894 service neutron] Bound port: 05c8f9e9-22a2-4423-bdc3-f8822a75ace8, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:50:46.009351 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-8e78c408-4c02-4668-bdad-68285eb2b95d req-7545a6d4-63df-4353-98bc-0a015436d894 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (05c8f9e9-22a2-4423-bdc3-f8822a75ace8), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:46.112836 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-151ff15e-03e0-4259-99cc-ab399ea8a1c6 req-bf56671b-9f91-4bcd-b375-b636e3a60b5a tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/security-groups?id=4b6efee1-923f-40d4-a50c-a1e052cabbcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1276577
May 07 21:50:46.145217 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21443d1-9b61-4fd4-8bd3-14715711b085 req-f28ba949-6848-45f2-becd-daa0ebd05168 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:46.147432 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f21443d1-9b61-4fd4-8bd3-14715711b085 req-f28ba949-6848-45f2-becd-daa0ebd05168 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd9b73d-94f5-48f0-9bd4-f06f09d7b556 HTTP/1.1" status: 200  len: 946 time: 0.0573187
May 07 21:50:46.167098 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-8e78c408-4c02-4668-bdad-68285eb2b95d req-7545a6d4-63df-4353-98bc-0a015436d894 service neutron] For port 05c8f9e9-22a2-4423-bdc3-f8822a75ace8, host nch2-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:50:46.171560 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-8e78c408-4c02-4668-bdad-68285eb2b95d req-7545a6d4-63df-4353-98bc-0a015436d894 service neutron] For port 05c8f9e9-22a2-4423-bdc3-f8822a75ace8, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=05c8f9e9-22a2-4423-bdc3-f8822a75ace8,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:50:46.190739 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-8e78c408-4c02-4668-bdad-68285eb2b95d req-7545a6d4-63df-4353-98bc-0a015436d894 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (05c8f9e9-22a2-4423-bdc3-f8822a75ace8), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:46.198644 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f21443d1-9b61-4fd4-8bd3-14715711b085 req-996c92ff-515a-4064-9753-4544bfa43c18 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b502f8-ccda-470b-bf96-4e6ff93590b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450585
May 07 21:50:46.294179 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e78c408-4c02-4668-bdad-68285eb2b95d req-7545a6d4-63df-4353-98bc-0a015436d894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:46.294827 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-8e78c408-4c02-4668-bdad-68285eb2b95d req-7545a6d4-63df-4353-98bc-0a015436d894 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:46.296439 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8e78c408-4c02-4668-bdad-68285eb2b95d req-7545a6d4-63df-4353-98bc-0a015436d894 service neutron] 10.222.0.59 "PUT /v2.0/ports/05c8f9e9-22a2-4423-bdc3-f8822a75ace8 HTTP/1.1" status: 200  len: 1095 time: 1.3445039
May 07 21:50:46.326404 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22785f3b-6c74-45b7-b2c5-a379a0c05046 req-1420ba89-c2f5-4522-bf27-cf480ce28c6f tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:46.328016 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-22785f3b-6c74-45b7-b2c5-a379a0c05046 req-1420ba89-c2f5-4522-bf27-cf480ce28c6f tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.59 "GET /v2.0/ports?device_id=88890ab3-196b-48f2-85db-aacd17e27ba5 HTTP/1.1" status: 200  len: 945 time: 0.0638490
May 07 21:50:46.328514 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a4c44d-54ea-4d3b-ba6e-c5e005ad8019 req-621fc405-b69d-474c-afd2-20abf9b01061 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:46.330036 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f8a4c44d-54ea-4d3b-ba6e-c5e005ad8019 req-621fc405-b69d-474c-afd2-20abf9b01061 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/ports?device_id=94a90838-d258-4958-946b-46c5f06a0e4c HTTP/1.1" status: 200  len: 945 time: 0.1432681
May 07 21:50:46.358491 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-17863599-8743-406b-adba-f5a456377ac5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401094'] for router_interface (840afa89-df79-4408-8e69-47b6facd43de), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:46.367393 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7545a6d4-63df-4353-98bc-0a015436d894 service neutron] Pushing event updated for resources: {'Port': ['ID=05c8f9e9-22a2-4423-bdc3-f8822a75ace8,revision_number=3']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:46.451600 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-22785f3b-6c74-45b7-b2c5-a379a0c05046 req-b659e7ef-fad9-4353-a24e-3eb7217d9b63 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Deleting port 1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:50:46.452183 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-22785f3b-6c74-45b7-b2c5-a379a0c05046 req-b659e7ef-fad9-4353-a24e-3eb7217d9b63 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:46.486410 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e78c408-4c02-4668-bdad-68285eb2b95d req-e7d9eec4-a1cd-4cb0-827e-535c36d0471f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:46.488007 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8e78c408-4c02-4668-bdad-68285eb2b95d req-e7d9eec4-a1cd-4cb0-827e-535c36d0471f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3ed0bf2e98fe4e67abb30f040a638365&device_id=0f8f76a4-6ad3-415b-b1a9-6bd011fd0571 HTTP/1.1" status: 200  len: 1129 time: 0.1421654
May 07 21:50:46.566904 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-22785f3b-6c74-45b7-b2c5-a379a0c05046 req-b659e7ef-fad9-4353-a24e-3eb7217d9b63 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] For port 1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952,segment=NetworkSegment(82ec07f6-cf99-4411-99d8-c39170f22b45),segment_id=82ec07f6-cf99-4411-99d8-c39170f22b45)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:50:46.567300 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-22785f3b-6c74-45b7-b2c5-a379a0c05046 req-b659e7ef-fad9-4353-a24e-3eb7217d9b63 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:46.576149 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8e78c408-4c02-4668-bdad-68285eb2b95d req-10ae1970-0e7b-4b0f-8f75-66f41762c38a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=05c8f9e9-22a2-4423-bdc3-f8822a75ace8 HTTP/1.1" status: 200  len: 217 time: 0.0771360
May 07 21:50:46.588683 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-22785f3b-6c74-45b7-b2c5-a379a0c05046 req-b659e7ef-fad9-4353-a24e-3eb7217d9b63 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Calling delete_port for 1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952 owned by compute:nova {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:50:46.591079 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f8a4c44d-54ea-4d3b-ba6e-c5e005ad8019 req-6513a54d-19c2-4bba-a4c0-5692af27866b tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/security-groups?id=59e2df0e-870d-42fb-a7c1-a293819c9cdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2386763
May 07 21:50:46.793269 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c02d58b-2dd1-4ebe-ad9b-700d28edb647 req-5efbbe62-5f09-4dd8-9fab-abf4baec7367 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:46.795312 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4c02d58b-2dd1-4ebe-ad9b-700d28edb647 req-5efbbe62-5f09-4dd8-9fab-abf4baec7367 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8be6b3c-b434-467d-98b2-4d0d5763bed3 HTTP/1.1" status: 200  len: 950 time: 0.0896628
May 07 21:50:46.837160 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-22785f3b-6c74-45b7-b2c5-a379a0c05046 req-b659e7ef-fad9-4353-a24e-3eb7217d9b63 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:46.888660 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b659e7ef-fad9-4353-a24e-3eb7217d9b63 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Pushing event deleted for resources: {'Port': ['ID=1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:46.900071 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4c02d58b-2dd1-4ebe-ad9b-700d28edb647 req-257abe5c-6a79-4e78-b426-24365003c7df tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0984409
May 07 21:50:46.924658 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f8f76a4-6ad3-415b-b1a9-6bd011fd0571', 'tag': '05c8f9e9-22a2-4423-bdc3-f8822a75ace8'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:50:46.927004 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2af33c02-f870-480f-8021-657d7167ad59" -d '{"events": [{"name": "network-changed", "server_uuid": "0f8f76a4-6ad3-415b-b1a9-6bd011fd0571", "tag": "05c8f9e9-22a2-4423-bdc3-f8822a75ace8"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:50:47.037804 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e78c408-4c02-4668-bdad-68285eb2b95d req-90f1db90-e35f-4998-b410-6284a008af92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:47.039303 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8e78c408-4c02-4668-bdad-68285eb2b95d req-90f1db90-e35f-4998-b410-6284a008af92 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6e0e5c53-1ece-4d20-b01d-5f8c6957edf6 HTTP/1.1" status: 200  len: 843 time: 0.4324367
May 07 21:50:47.069938 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110b2103-b3b6-4306-b2f6-26acc5862f80 req-c488bb99-bd49-49c9-acaa-851cf38f35b0 tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:47.071517 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-110b2103-b3b6-4306-b2f6-26acc5862f80 req-c488bb99-bd49-49c9-acaa-851cf38f35b0 tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f8f76a4-6ad3-415b-b1a9-6bd011fd0571 HTTP/1.1" status: 200  len: 947 time: 0.1374648
May 07 21:50:47.150393 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e78c408-4c02-4668-bdad-68285eb2b95d req-e0bf2af9-a557-4868-b02e-708190544a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:47.151815 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8e78c408-4c02-4668-bdad-68285eb2b95d req-e0bf2af9-a557-4868-b02e-708190544a30 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=665487f0-78eb-47fb-9a06-b15bc614dc47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0794179
May 07 21:50:47.209073 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-110b2103-b3b6-4306-b2f6-26acc5862f80 req-73a0cfbf-7fcc-4b55-b94a-624ee4ca76d3 tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] 10.222.0.32 "GET /v2.0/security-groups?id=e6f7bcf3-0863-477a-9a92-cf0af21d6fff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1254511
May 07 21:50:47.237800 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 9177df96-b4f9-41db-8806-f7ea5787a4fc no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:50:47.265428 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-22785f3b-6c74-45b7-b2c5-a379a0c05046 req-b659e7ef-fad9-4353-a24e-3eb7217d9b63 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] No DVR routers for this DVR port 1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952 on host nch2-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:50:47.275791 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-22785f3b-6c74-45b7-b2c5-a379a0c05046 req-b659e7ef-fad9-4353-a24e-3eb7217d9b63 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:47.279163 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-22785f3b-6c74-45b7-b2c5-a379a0c05046 req-b659e7ef-fad9-4353-a24e-3eb7217d9b63 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.59 "DELETE /v2.0/ports/1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952 HTTP/1.1" status: 204  len: 173 time: 0.9404325
May 07 21:50:47.282360 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] No Port match for: 9177df96-b4f9-41db-8806-f7ea5787a4fc {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:50:47.282965 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88890ab3-196b-48f2-85db-aacd17e27ba5', 'name': 'network-vif-deleted', 'tag': '1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:50:47.283375 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 9177df96-b4f9-41db-8806-f7ea5787a4fc not bound to the agent host nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:50:47.285230 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65b84791-7ea8-4824-a79c-b5e2520c1ff3" -d '{"events": [{"server_uuid": "88890ab3-196b-48f2-85db-aacd17e27ba5", "name": "network-vif-deleted", "tag": "1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:50:47.286123 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3f3e947-4069-4857-a508-2252ff25af06 x-openstack-request-id: req-c3f3e947-4069-4857-a508-2252ff25af06 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:50:47.286418 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f8f76a4-6ad3-415b-b1a9-6bd011fd0571", "tag": "05c8f9e9-22a2-4423-bdc3-f8822a75ace8", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:50:47.286671 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c3f3e947-4069-4857-a508-2252ff25af06 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:50:47.287258 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3f3e947-4069-4857-a508-2252ff25af06'] response: {'name': 'network-changed', 'server_uuid': '0f8f76a4-6ad3-415b-b1a9-6bd011fd0571', 'tag': '05c8f9e9-22a2-4423-bdc3-f8822a75ace8', 'status': 'completed', 'code': 200}
May 07 21:50:47.297776 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-17863599-8743-406b-adba-f5a456377ac5 admin admin] Deleting port 6a586597-cb64-4cc9-988d-3b441f721946 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:50:47.298365 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-17863599-8743-406b-adba-f5a456377ac5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (6a586597-cb64-4cc9-988d-3b441f721946), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:47.326409 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ad051255-c85d-479a-9ca3-228f598bc8c1 req-315d21da-2b4b-44af-a359-9a43faff604a tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-904707903&fields=id&tenant_id=f61b3dd3880d475b939a8543d9bbf481 HTTP/1.1" status: 200  len: 267 time: 0.1015196
May 07 21:50:47.362115 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8e78c408-4c02-4668-bdad-68285eb2b95d req-1ef6baa5-95d9-4679-ac8e-e97a5636b9a6 service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1896257
May 07 21:50:47.392963 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad051255-c85d-479a-9ca3-228f598bc8c1 req-9af3f975-23ee-4dab-8d37-68ad0173f808 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:47.399811 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ad051255-c85d-479a-9ca3-228f598bc8c1 req-9af3f975-23ee-4dab-8d37-68ad0173f808 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/ports?device_id=94a90838-d258-4958-946b-46c5f06a0e4c HTTP/1.1" status: 200  len: 945 time: 0.0647864
May 07 21:50:47.408782 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-ad051255-c85d-479a-9ca3-228f598bc8c1 req-d633f4f0-6a1b-46bf-98da-616e50f68a39 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Request body: {'port': {'security_groups': ['59e2df0e-870d-42fb-a7c1-a293819c9cdf', '6822a52d-a9a1-47aa-af0c-ed993dc876ed']}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:50:47.456133 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-17863599-8743-406b-adba-f5a456377ac5 admin admin] For port 6a586597-cb64-4cc9-988d-3b441f721946, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6a586597-cb64-4cc9-988d-3b441f721946,segment=NetworkSegment(401451a8-cfc6-4cf8-b06a-6bcfe0d13210),segment_id=401451a8-cfc6-4cf8-b06a-6bcfe0d13210)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:50:47.456502 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-17863599-8743-406b-adba-f5a456377ac5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (6a586597-cb64-4cc9-988d-3b441f721946), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:47.473215 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-17863599-8743-406b-adba-f5a456377ac5 admin admin] Calling delete_port for 6a586597-cb64-4cc9-988d-3b441f721946 owned by network:router_interface {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:50:47.505747 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-ad051255-c85d-479a-9ca3-228f598bc8c1 req-d633f4f0-6a1b-46bf-98da-616e50f68a39 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f4e84972-b5b8-4161-be41-2a7625450b34), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:47.534274 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8e78c408-4c02-4668-bdad-68285eb2b95d req-2187215d-0b2f-4793-bf97-5581aa2c0a69 service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1635704
May 07 21:50:47.587735 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d4528b7f-f5d1-4f93-80c8-a77798fe83fc req-3f83c9e1-55a5-4e70-ba42-968779917e43 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=88890ab3-196b-48f2-85db-aacd17e27ba5 HTTP/1.1" status: 200  len: 210 time: 0.0328026
May 07 21:50:47.666627 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6206042f-72f0-4ec0-9f79-a908e8039c94 x-openstack-request-id: req-6206042f-72f0-4ec0-9f79-a908e8039c94 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:50:47.666944 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88890ab3-196b-48f2-85db-aacd17e27ba5", "name": "network-vif-deleted", "tag": "1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:50:47.667192 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6206042f-72f0-4ec0-9f79-a908e8039c94 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:50:47.667591 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6206042f-72f0-4ec0-9f79-a908e8039c94'] response: {'server_uuid': '88890ab3-196b-48f2-85db-aacd17e27ba5', 'name': 'network-vif-deleted', 'tag': '1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952', 'status': 'completed', 'code': 200}
May 07 21:50:47.722019 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-ad051255-c85d-479a-9ca3-228f598bc8c1 req-d633f4f0-6a1b-46bf-98da-616e50f68a39 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] For port f4e84972-b5b8-4161-be41-2a7625450b34, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f4e84972-b5b8-4161-be41-2a7625450b34,segment=NetworkSegment(f7d0ed20-4dc4-4ede-8fcf-c4a216019a84),segment_id=f7d0ed20-4dc4-4ede-8fcf-c4a216019a84)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:50:47.750318 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-17863599-8743-406b-adba-f5a456377ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (6a586597-cb64-4cc9-988d-3b441f721946), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:47.757257 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-ad051255-c85d-479a-9ca3-228f598bc8c1 req-d633f4f0-6a1b-46bf-98da-616e50f68a39 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks [] for port (f4e84972-b5b8-4161-be41-2a7625450b34), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:47.764251 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-ad051255-c85d-479a-9ca3-228f598bc8c1 req-d633f4f0-6a1b-46bf-98da-616e50f68a39 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (f4e84972-b5b8-4161-be41-2a7625450b34), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:47.777446 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['f4e84972-b5b8-4161-be41-2a7625450b34'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:50:47.788770 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17863599-8743-406b-adba-f5a456377ac5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a586597-cb64-4cc9-988d-3b441f721946,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:47.801098 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d71a329-289a-447b-a7a3-2903cd0f64f5 req-4f66865a-4ab0-453b-bd59-1f97280c7b5c tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:47.802724 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6d71a329-289a-447b-a7a3-2903cd0f64f5 req-4f66865a-4ab0-453b-bd59-1f97280c7b5c tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd9b73d-94f5-48f0-9bd4-f06f09d7b556 HTTP/1.1" status: 200  len: 946 time: 0.0882473
May 07 21:50:47.819757 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad051255-c85d-479a-9ca3-228f598bc8c1 req-d633f4f0-6a1b-46bf-98da-616e50f68a39 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:47.820482 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-ad051255-c85d-479a-9ca3-228f598bc8c1 req-d633f4f0-6a1b-46bf-98da-616e50f68a39 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:47.826381 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ad051255-c85d-479a-9ca3-228f598bc8c1 req-d633f4f0-6a1b-46bf-98da-616e50f68a39 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "PUT /v2.0/ports/f4e84972-b5b8-4161-be41-2a7625450b34 HTTP/1.1" status: 200  len: 981 time: 0.4227817
May 07 21:50:47.887989 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d633f4f0-6a1b-46bf-98da-616e50f68a39 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Pushing event updated for resources: {'Port': ['ID=f4e84972-b5b8-4161-be41-2a7625450b34,revision_number=6']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:47.935560 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d633f4f0-6a1b-46bf-98da-616e50f68a39 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:50:47.935916 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d633f4f0-6a1b-46bf-98da-616e50f68a39 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:50:47.936270 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d633f4f0-6a1b-46bf-98da-616e50f68a39 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:50:47.936610 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d633f4f0-6a1b-46bf-98da-616e50f68a39 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:50:47.938509 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['f4e84972-b5b8-4161-be41-2a7625450b34'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:50:47.939061 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d633f4f0-6a1b-46bf-98da-616e50f68a39 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:50:47.939646 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d633f4f0-6a1b-46bf-98da-616e50f68a39 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:50:47.940125 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d633f4f0-6a1b-46bf-98da-616e50f68a39 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:50:47.940560 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d633f4f0-6a1b-46bf-98da-616e50f68a39 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:50:47.941026 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d633f4f0-6a1b-46bf-98da-616e50f68a39 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:50:47.941495 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d633f4f0-6a1b-46bf-98da-616e50f68a39 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:50:47.941922 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d633f4f0-6a1b-46bf-98da-616e50f68a39 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:50:47.942519 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d633f4f0-6a1b-46bf-98da-616e50f68a39 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:50:47.943065 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d633f4f0-6a1b-46bf-98da-616e50f68a39 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:50:47.944896 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d633f4f0-6a1b-46bf-98da-616e50f68a39 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:50:47.944896 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d633f4f0-6a1b-46bf-98da-616e50f68a39 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:50:48.026393 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-adea25ed-afed-4786-8133-6a12870964b6 req-5e73eebf-b2cf-49da-be6e-090133f6e0f0 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2564329&fields=id&tenant_id=f61b3dd3880d475b939a8543d9bbf481 HTTP/1.1" status: 200  len: 267 time: 0.1268053
May 07 21:50:48.058879 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6d71a329-289a-447b-a7a3-2903cd0f64f5 req-01d3165e-3d42-4a7e-b5c4-d44b3dee2fb1 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b502f8-ccda-470b-bf96-4e6ff93590b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2307427
May 07 21:50:48.097175 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-17863599-8743-406b-adba-f5a456377ac5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401002'] for router_interface (840afa89-df79-4408-8e69-47b6facd43de), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:48.104585 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adea25ed-afed-4786-8133-6a12870964b6 req-b001fbb8-60ce-435a-aa4f-4400eef2a8b2 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:48.114802 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-adea25ed-afed-4786-8133-6a12870964b6 req-b001fbb8-60ce-435a-aa4f-4400eef2a8b2 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/ports?device_id=94a90838-d258-4958-946b-46c5f06a0e4c HTTP/1.1" status: 200  len: 984 time: 0.0806324
May 07 21:50:48.120995 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-adea25ed-afed-4786-8133-6a12870964b6 req-6baa754f-f5d8-4c68-a1d9-659adb480443 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Request body: {'port': {'security_groups': ['59e2df0e-870d-42fb-a7c1-a293819c9cdf', '6822a52d-a9a1-47aa-af0c-ed993dc876ed', 'fc246f2c-2527-4352-9411-bbd768681e49']}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:50:48.215482 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-adea25ed-afed-4786-8133-6a12870964b6 req-6baa754f-f5d8-4c68-a1d9-659adb480443 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f4e84972-b5b8-4161-be41-2a7625450b34), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:48.233008 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c3e787-7c12-422e-a49f-1e8073536047 req-cb8c45ce-89e9-46b2-9886-b228d1fcf24d tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:48.234528 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-71c3e787-7c12-422e-a49f-1e8073536047 req-cb8c45ce-89e9-46b2-9886-b228d1fcf24d tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8be6b3c-b434-467d-98b2-4d0d5763bed3 HTTP/1.1" status: 200  len: 950 time: 0.0614846
May 07 21:50:48.336542 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-71c3e787-7c12-422e-a49f-1e8073536047 req-ca111dc0-86cc-487a-95e3-b38bd1a2bbe5 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580194
May 07 21:50:48.440928 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-adea25ed-afed-4786-8133-6a12870964b6 req-6baa754f-f5d8-4c68-a1d9-659adb480443 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] For port f4e84972-b5b8-4161-be41-2a7625450b34, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f4e84972-b5b8-4161-be41-2a7625450b34,segment=NetworkSegment(f7d0ed20-4dc4-4ede-8fcf-c4a216019a84),segment_id=f7d0ed20-4dc4-4ede-8fcf-c4a216019a84)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:50:48.477866 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9854c69a-e8d8-400a-b0a5-f2d884602c00 req-3f512864-3b25-4c6d-be6a-67d81e2e457b tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:48.479430 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9854c69a-e8d8-400a-b0a5-f2d884602c00 req-3f512864-3b25-4c6d-be6a-67d81e2e457b tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f8f76a4-6ad3-415b-b1a9-6bd011fd0571 HTTP/1.1" status: 200  len: 947 time: 0.0607798
May 07 21:50:48.480489 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-adea25ed-afed-4786-8133-6a12870964b6 req-6baa754f-f5d8-4c68-a1d9-659adb480443 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks [] for port (f4e84972-b5b8-4161-be41-2a7625450b34), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:48.486123 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-adea25ed-afed-4786-8133-6a12870964b6 req-6baa754f-f5d8-4c68-a1d9-659adb480443 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (f4e84972-b5b8-4161-be41-2a7625450b34), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:48.490837 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17863599-8743-406b-adba-f5a456377ac5 admin admin] Router 840afa89-df79-4408-8e69-47b6facd43de has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 21:50:48.498603 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['f4e84972-b5b8-4161-be41-2a7625450b34'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:50:48.535747 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adea25ed-afed-4786-8133-6a12870964b6 req-6baa754f-f5d8-4c68-a1d9-659adb480443 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:48.536363 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-adea25ed-afed-4786-8133-6a12870964b6 req-6baa754f-f5d8-4c68-a1d9-659adb480443 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:48.537704 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-adea25ed-afed-4786-8133-6a12870964b6 req-6baa754f-f5d8-4c68-a1d9-659adb480443 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "PUT /v2.0/ports/f4e84972-b5b8-4161-be41-2a7625450b34 HTTP/1.1" status: 200  len: 1020 time: 0.4221532
May 07 21:50:48.557328 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baa754f-f5d8-4c68-a1d9-659adb480443 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Pushing event updated for resources: {'Port': ['ID=f4e84972-b5b8-4161-be41-2a7625450b34,revision_number=7']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:48.590315 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9854c69a-e8d8-400a-b0a5-f2d884602c00 req-915b6d05-9d18-43ca-a569-9e4f6f133139 tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] 10.222.0.32 "GET /v2.0/security-groups?id=e6f7bcf3-0863-477a-9a92-cf0af21d6fff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1021731
May 07 21:50:48.628864 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['f4e84972-b5b8-4161-be41-2a7625450b34'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:50:48.662404 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17863599-8743-406b-adba-f5a456377ac5 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:50:48.667227 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135b4273-6445-4364-b4d2-1876f81ab507 req-d1c2bc3a-bda6-4421-8951-1d611ebeadd7 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:48.668790 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-135b4273-6445-4364-b4d2-1876f81ab507 req-d1c2bc3a-bda6-4421-8951-1d611ebeadd7 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/ports?device_id=94a90838-d258-4958-946b-46c5f06a0e4c HTTP/1.1" status: 200  len: 1023 time: 0.0583384
May 07 21:50:48.678976 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 38254) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:50:48.679859 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-17863599-8743-406b-adba-f5a456377ac5 admin admin] 10.222.0.32 "PUT /v2.0/routers/840afa89-df79-4408-8e69-47b6facd43de/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0908380
May 07 21:50:48.680392 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6527a986-3047-41a3-ade7-97971c9b13bc None None] Sync routers for ids ['840afa89-df79-4408-8e69-47b6facd43de'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:50:48.692981 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6527a986-3047-41a3-ade7-97971c9b13bc None None] Routers {'840afa89-df79-4408-8e69-47b6facd43de'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:50:48.699624 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-6527a986-3047-41a3-ade7-97971c9b13bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8ca7b6d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:50:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['840afa89-df79-4408-8e69-47b6facd43de'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:50:48.761624 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b7e261b4-5b6c-489b-a27e-793896401b1c req-674c6311-7ab8-4762-84e8-80d6d72c1e04 tempest-LiveMigrationTest-1138711820 tempest-LiveMigrationTest-1138711820-project] 10.222.0.32 "GET /v2.0/ports?device_id=88890ab3-196b-48f2-85db-aacd17e27ba5 HTTP/1.1" status: 200  len: 210 time: 0.0408723
May 07 21:50:48.847974 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-6527a986-3047-41a3-ade7-97971c9b13bc None None] Set router 840afa89-df79-4408-8e69-47b6facd43de gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:50:48.849320 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-135b4273-6445-4364-b4d2-1876f81ab507 req-751235ab-f06e-4dc0-983b-b591d9d0801c tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc246f2c-2527-4352-9411-bbd768681e49&id=6822a52d-a9a1-47aa-af0c-ed993dc876ed&id=59e2df0e-870d-42fb-a7c1-a293819c9cdf HTTP/1.1" status: 200  len: 6195 time: 0.1711502
May 07 21:50:48.861229 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-efef8336-269a-48c0-ba16-1c405ea58cd5 admin admin] Publish callbacks [] for router (840afa89-df79-4408-8e69-47b6facd43de), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:48.898307 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af33c02-f870-480f-8021-657d7167ad59 req-06340605-29a3-46ab-9e50-fe0415c4c8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:48.900131 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2af33c02-f870-480f-8021-657d7167ad59 req-06340605-29a3-46ab-9e50-fe0415c4c8cd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3ed0bf2e98fe4e67abb30f040a638365&device_id=0f8f76a4-6ad3-415b-b1a9-6bd011fd0571 HTTP/1.1" status: 200  len: 1129 time: 0.0754631
May 07 21:50:48.905208 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-c131ac34-edf1-48e6-9f59-03572f07bbd4 req-ff5e94bf-d5f4-44b8-91e6-cb1113d21e0d tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1230173679 ', 'description': 'tempest-description-300988627'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:50:48.987322 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-c131ac34-edf1-48e6-9f59-03572f07bbd4 req-ff5e94bf-d5f4-44b8-91e6-cb1113d21e0d tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:49.022455 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-efef8336-269a-48c0-ba16-1c405ea58cd5 admin admin] Publish callbacks [] for router_gateway (840afa89-df79-4408-8e69-47b6facd43de), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:49.071104 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-efef8336-269a-48c0-ba16-1c405ea58cd5 admin admin] Deleting port feae140f-7755-4b03-91b8-923b0c5e18bf {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:50:49.071454 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-efef8336-269a-48c0-ba16-1c405ea58cd5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (feae140f-7755-4b03-91b8-923b0c5e18bf), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:49.078395 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-6527a986-3047-41a3-ade7-97971c9b13bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8ca7b6d0>, [{'id': '840afa89-df79-4408-8e69-47b6facd43de', 'name': 'tempest-ServersTestFqdnHostnames-1688040697-router', 'tenant_id': '281216301a5449cdb4c66e9f35e6e582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.174'}], 'enable_snat': True}, 'gw_port_id': 'feae140f-7755-4b03-91b8-923b0c5e18bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:49:26Z', 'updated_at': '2022-05-07T21:50:47Z', 'revision_number': 5, 'project_id': '281216301a5449cdb4c66e9f35e6e582', 'gw_port': {'id': 'feae140f-7755-4b03-91b8-923b0c5e18bf', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d5:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '840afa89-df79-4408-8e69-47b6facd43de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:49:28Z', 'updated_at': '2022-05-07T21:49:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:50:49.108821 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af33c02-f870-480f-8021-657d7167ad59 req-260fdd30-cfa3-4da0-983a-b0b0a9b40920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:49.110236 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6527a986-3047-41a3-ade7-97971c9b13bc None None] Checking router: 840afa89-df79-4408-8e69-47b6facd43de for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 21:50:49.111436 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2af33c02-f870-480f-8021-657d7167ad59 req-260fdd30-cfa3-4da0-983a-b0b0a9b40920 service neutron] 10.222.0.59 "GET /v2.0/networks?id=665487f0-78eb-47fb-9a06-b15bc614dc47 HTTP/1.1" status: 200  len: 870 time: 0.1872380
May 07 21:50:49.121270 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6527a986-3047-41a3-ade7-97971c9b13bc None None] Routers {'840afa89-df79-4408-8e69-47b6facd43de'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:50:49.121877 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-6527a986-3047-41a3-ade7-97971c9b13bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8ca7b6d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:50:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['840afa89-df79-4408-8e69-47b6facd43de'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:50:49.160144 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2af33c02-f870-480f-8021-657d7167ad59 req-dcd094f7-d254-4e7c-b6a7-73afba21a99d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=05c8f9e9-22a2-4423-bdc3-f8822a75ace8 HTTP/1.1" status: 200  len: 217 time: 0.0416059
May 07 21:50:49.207914 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8089a9c0-544f-486a-b4d4-576ce9efbf5e req-83b77309-367b-4d2c-a0a9-7e1c342f23c5 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:49.209086 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8089a9c0-544f-486a-b4d4-576ce9efbf5e req-83b77309-367b-4d2c-a0a9-7e1c342f23c5 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd9b73d-94f5-48f0-9bd4-f06f09d7b556 HTTP/1.1" status: 200  len: 946 time: 0.0688136
May 07 21:50:49.224416 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-c131ac34-edf1-48e6-9f59-03572f07bbd4 req-ff5e94bf-d5f4-44b8-91e6-cb1113d21e0d tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks [] for security_group (5e51b624-9e15-4237-ba0e-f2ecf89247bd), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:49.226647 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af33c02-f870-480f-8021-657d7167ad59 req-87f0b4a0-deb0-453e-891a-e52cd9f54680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:49.226984 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-6527a986-3047-41a3-ade7-97971c9b13bc None None] Set router 840afa89-df79-4408-8e69-47b6facd43de gateway port host: None {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:50:49.228233 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2af33c02-f870-480f-8021-657d7167ad59 req-87f0b4a0-deb0-453e-891a-e52cd9f54680 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6e0e5c53-1ece-4d20-b01d-5f8c6957edf6 HTTP/1.1" status: 200  len: 843 time: 0.0607269
May 07 21:50:49.230885 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-c131ac34-edf1-48e6-9f59-03572f07bbd4 req-ff5e94bf-d5f4-44b8-91e6-cb1113d21e0d tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (5e51b624-9e15-4237-ba0e-f2ecf89247bd), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:49.235271 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-efef8336-269a-48c0-ba16-1c405ea58cd5 admin admin] For port feae140f-7755-4b03-91b8-923b0c5e18bf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=feae140f-7755-4b03-91b8-923b0c5e18bf,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:50:49.235643 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-efef8336-269a-48c0-ba16-1c405ea58cd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (feae140f-7755-4b03-91b8-923b0c5e18bf), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:49.260173 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-efef8336-269a-48c0-ba16-1c405ea58cd5 admin admin] Calling delete_port for feae140f-7755-4b03-91b8-923b0c5e18bf owned by network:router_gateway {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:50:49.288774 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-6527a986-3047-41a3-ade7-97971c9b13bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8ca7b6d0>, [{'id': '840afa89-df79-4408-8e69-47b6facd43de', 'name': 'tempest-ServersTestFqdnHostnames-1688040697-router', 'tenant_id': '281216301a5449cdb4c66e9f35e6e582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:49:26Z', 'updated_at': '2022-05-07T21:50:49Z', 'revision_number': 6, 'project_id': '281216301a5449cdb4c66e9f35e6e582', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:50:49.292355 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8089a9c0-544f-486a-b4d4-576ce9efbf5e req-54264848-353d-4ff9-a3d1-f2a2104fb26b tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b502f8-ccda-470b-bf96-4e6ff93590b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0708139
May 07 21:50:49.293392 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-c131ac34-edf1-48e6-9f59-03572f07bbd4 req-ff5e94bf-d5f4-44b8-91e6-cb1113d21e0d tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:49.294668 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c131ac34-edf1-48e6-9f59-03572f07bbd4 req-ff5e94bf-d5f4-44b8-91e6-cb1113d21e0d tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1802 time: 0.3934321
May 07 21:50:49.297737 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5e94bf-d5f4-44b8-91e6-cb1113d21e0d tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e51b624-9e15-4237-ba0e-f2ecf89247bd,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:49.306352 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af33c02-f870-480f-8021-657d7167ad59 req-b5bb82ab-e214-4dac-81fb-bac52031c7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:49.308463 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2af33c02-f870-480f-8021-657d7167ad59 req-b5bb82ab-e214-4dac-81fb-bac52031c7f5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=665487f0-78eb-47fb-9a06-b15bc614dc47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0700998
May 07 21:50:49.340605 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6527a986-3047-41a3-ade7-97971c9b13bc None None] The sync data for ids ['840afa89-df79-4408-8e69-47b6facd43de'] in ncdv-master-1 is: [{'id': '840afa89-df79-4408-8e69-47b6facd43de', 'name': 'tempest-ServersTestFqdnHostnames-1688040697-router', 'tenant_id': '281216301a5449cdb4c66e9f35e6e582', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:49:26Z', 'updated_at': '2022-05-07T21:50:49Z', 'revision_number': 6, 'project_id': '281216301a5449cdb4c66e9f35e6e582', 'gw_port_host': None}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:50:49.426142 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-892331d7-e945-4450-b5fb-2e48e0347c8d req-19e9dd9c-ffbf-409c-b8c0-5cc89f87d656 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/security-groups/5e51b624-9e15-4237-ba0e-f2ecf89247bd HTTP/1.1" status: 200  len: 1797 time: 0.0981915
May 07 21:50:49.452878 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2af33c02-f870-480f-8021-657d7167ad59 req-bb2887dc-369d-4dbd-bd72-6ba9b8262698 service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1370273
May 07 21:50:49.507109 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350f8391-391c-4110-b544-c8480da2a3fd req-29f353b8-d499-4a6d-9b1e-bb530bad7d8c tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:49.508579 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-350f8391-391c-4110-b544-c8480da2a3fd req-29f353b8-d499-4a6d-9b1e-bb530bad7d8c tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8be6b3c-b434-467d-98b2-4d0d5763bed3 HTTP/1.1" status: 200  len: 950 time: 0.0787828
May 07 21:50:49.552153 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-68a06ed1-d854-45b0-82a6-1851807cbbff req-15a32074-deb8-41a6-9007-8025688bb746 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/security-groups/5e51b624-9e15-4237-ba0e-f2ecf89247bd HTTP/1.1" status: 200  len: 1797 time: 0.0983551
May 07 21:50:49.560172 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-efef8336-269a-48c0-ba16-1c405ea58cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (feae140f-7755-4b03-91b8-923b0c5e18bf), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:49.586726 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2af33c02-f870-480f-8021-657d7167ad59 req-ecac7d8d-fd5c-41c5-9af2-8c44840cf9b5 service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1268096
May 07 21:50:49.592588 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-350f8391-391c-4110-b544-c8480da2a3fd req-69a453a0-f64f-4ba1-ba75-31221beea586 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0777662
May 07 21:50:49.595349 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efef8336-269a-48c0-ba16-1c405ea58cd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=feae140f-7755-4b03-91b8-923b0c5e18bf,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:49.634604 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-68a06ed1-d854-45b0-82a6-1851807cbbff req-0bdca9ac-90e4-474c-a52e-66d12f1e5410 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks [] for security_group (5e51b624-9e15-4237-ba0e-f2ecf89247bd), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:49.662216 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-68a06ed1-d854-45b0-82a6-1851807cbbff req-0bdca9ac-90e4-474c-a52e-66d12f1e5410 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks [] for security_group (5e51b624-9e15-4237-ba0e-f2ecf89247bd), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:49.671599 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94a90838-d258-4958-946b-46c5f06a0e4c', 'tag': 'f4e84972-b5b8-4161-be41-2a7625450b34'}, {'name': 'network-changed', 'server_uuid': '94a90838-d258-4958-946b-46c5f06a0e4c', 'tag': 'f4e84972-b5b8-4161-be41-2a7625450b34'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:50:49.673892 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35bc6a60-b524-41ea-9b58-813ab75080ad" -d '{"events": [{"name": "network-changed", "server_uuid": "94a90838-d258-4958-946b-46c5f06a0e4c", "tag": "f4e84972-b5b8-4161-be41-2a7625450b34"}, {"name": "network-changed", "server_uuid": "94a90838-d258-4958-946b-46c5f06a0e4c", "tag": "f4e84972-b5b8-4161-be41-2a7625450b34"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:50:49.690662 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-efef8336-269a-48c0-ba16-1c405ea58cd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395776'] for router_gateway (840afa89-df79-4408-8e69-47b6facd43de), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:49.725172 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-68a06ed1-d854-45b0-82a6-1851807cbbff req-0bdca9ac-90e4-474c-a52e-66d12f1e5410 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (5e51b624-9e15-4237-ba0e-f2ecf89247bd), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:49.732948 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-68a06ed1-d854-45b0-82a6-1851807cbbff req-0bdca9ac-90e4-474c-a52e-66d12f1e5410 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:49.735098 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-68a06ed1-d854-45b0-82a6-1851807cbbff req-0bdca9ac-90e4-474c-a52e-66d12f1e5410 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "DELETE /v2.0/security-groups/5e51b624-9e15-4237-ba0e-f2ecf89247bd HTTP/1.1" status: 204  len: 173 time: 0.1701126
May 07 21:50:49.746470 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdca9ac-90e4-474c-a52e-66d12f1e5410 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e51b624-9e15-4237-ba0e-f2ecf89247bd,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:49.751974 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 21:50:49.795863 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 07 May 2022 21:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14f73e43-6cfb-4e28-b61d-6c0175d355f2 x-openstack-request-id: req-14f73e43-6cfb-4e28-b61d-6c0175d355f2 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:50:49.796177 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94a90838-d258-4958-946b-46c5f06a0e4c", "tag": "f4e84972-b5b8-4161-be41-2a7625450b34", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "94a90838-d258-4958-946b-46c5f06a0e4c", "tag": "f4e84972-b5b8-4161-be41-2a7625450b34", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:50:49.796444 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-14f73e43-6cfb-4e28-b61d-6c0175d355f2 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:50:49.796946 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14f73e43-6cfb-4e28-b61d-6c0175d355f2'] response: {'name': 'network-changed', 'server_uuid': '94a90838-d258-4958-946b-46c5f06a0e4c', 'tag': 'f4e84972-b5b8-4161-be41-2a7625450b34', 'status': 'completed', 'code': 200}
May 07 21:50:49.797074 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14f73e43-6cfb-4e28-b61d-6c0175d355f2'] response: {'name': 'network-changed', 'server_uuid': '94a90838-d258-4958-946b-46c5f06a0e4c', 'tag': 'f4e84972-b5b8-4161-be41-2a7625450b34', 'status': 'completed', 'code': 200}
May 07 21:50:49.821578 ncdv-master-1 neutron-server[121837]: INFO neutron.api.v2.resource [req-a9cd69c6-6ee1-484a-9569-ca8bad98a9e9 req-beec978e-e83a-4a82-b3ae-1fc48f3639c2 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] show failed (client error): The resource could not be found.
May 07 21:50:49.823299 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a9cd69c6-6ee1-484a-9569-ca8bad98a9e9 req-beec978e-e83a-4a82-b3ae-1fc48f3639c2 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/security-groups/5e51b624-9e15-4237-ba0e-f2ecf89247bd HTTP/1.1" status: 404  len: 352 time: 0.0178003
May 07 21:50:49.847485 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501e1e19-c3fa-4156-a0f9-92780af801ac req-36e46eca-f15a-447f-98c5-ea4977c0fe3f tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:49.848988 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-501e1e19-c3fa-4156-a0f9-92780af801ac req-36e46eca-f15a-447f-98c5-ea4977c0fe3f tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f8f76a4-6ad3-415b-b1a9-6bd011fd0571 HTTP/1.1" status: 200  len: 947 time: 0.1718547
May 07 21:50:49.850853 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-efef8336-269a-48c0-ba16-1c405ea58cd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (840afa89-df79-4408-8e69-47b6facd43de), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:49.854942 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-efef8336-269a-48c0-ba16-1c405ea58cd5 admin admin] Publish callbacks [] for router_controller (840afa89-df79-4408-8e69-47b6facd43de), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:49.869862 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 38276) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:50:49.882829 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bc6a60-b524-41ea-9b58-813ab75080ad req-8e5aa1e8-230b-4d52-af64-22b0b9e5defd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:49.884325 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-35bc6a60-b524-41ea-9b58-813ab75080ad req-8e5aa1e8-230b-4d52-af64-22b0b9e5defd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f61b3dd3880d475b939a8543d9bbf481&device_id=94a90838-d258-4958-946b-46c5f06a0e4c HTTP/1.1" status: 200  len: 1206 time: 0.0593514
May 07 21:50:49.891757 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 24115db9-2f6d-4fcc-8408-e98da05a26e6 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:50:49.894415 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952 no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:50:49.909008 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-af9ed030-cae0-48bc-8cd1-c06827cd01b7 req-bb861364-1fdb-4e3e-91c0-56e7f039c5b9 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-610174127', 'description': 'tempest-description-952170643'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:50:49.925848 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] No Port match for: 1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:50:49.926879 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 1bb32ad4-f7ec-4b0a-809b-4fbe4d0f7952 not bound to the agent host nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:50:49.953002 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-efef8336-269a-48c0-ba16-1c405ea58cd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (840afa89-df79-4408-8e69-47b6facd43de), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:49.953598 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efef8336-269a-48c0-ba16-1c405ea58cd5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 840afa89-df79-4408-8e69-47b6facd43de {{(pid=121836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 21:50:49.961679 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-efef8336-269a-48c0-ba16-1c405ea58cd5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:49.965767 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-efef8336-269a-48c0-ba16-1c405ea58cd5 admin admin] 10.222.0.32 "DELETE /v2.0/routers/840afa89-df79-4408-8e69-47b6facd43de HTTP/1.1" status: 204  len: 168 time: 1.2828913
May 07 21:50:49.966393 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 38278) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:50:49.967141 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-501e1e19-c3fa-4156-a0f9-92780af801ac req-aea4c4aa-e3ec-449f-b791-b493888a1aec tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] 10.222.0.32 "GET /v2.0/security-groups?id=e6f7bcf3-0863-477a-9a92-cf0af21d6fff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1102808
May 07 21:50:50.027874 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-af9ed030-cae0-48bc-8cd1-c06827cd01b7 req-bb861364-1fdb-4e3e-91c0-56e7f039c5b9 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:50.028131 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 24115db9-2f6d-4fcc-8408-e98da05a26e6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=24115db9-2f6d-4fcc-8408-e98da05a26e6,segment=NetworkSegment(c22d0faf-2ee6-4226-aff7-b2b8306813e9),segment_id=c22d0faf-2ee6-4226-aff7-b2b8306813e9)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:50:50.032707 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-10fb1868-0011-4b2b-a4d6-95ec69330ab2 admin admin] Deleting subnet 1fe63d5f-90f3-4e94-9dfe-af97e96ae5d9 {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 21:50:50.038723 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': '24115db9-2f6d-4fcc-8408-e98da05a26e6', 'network_id': 'b2fcd05a-fa57-478e-9f0c-05c502306fa7', 'port_id': '24115db9-2f6d-4fcc-8408-e98da05a26e6', 'mac_address': 'fa:16:3e:eb:04:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6b6597b-eb4c-42b5-9584-1d6d14139dca', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:50:50.048001 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-10fb1868-0011-4b2b-a4d6-95ec69330ab2 admin admin] Publish callbacks [] for subnet (1fe63d5f-90f3-4e94-9dfe-af97e96ae5d9), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:50.076482 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 24115db9-2f6d-4fcc-8408-e98da05a26e6 is: ACTIVE; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:50:50.076762 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (24115db9-2f6d-4fcc-8408-e98da05a26e6), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:50.093902 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 24115db9-2f6d-4fcc-8408-e98da05a26e6 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:50:50.109708 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-10fb1868-0011-4b2b-a4d6-95ec69330ab2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (1fe63d5f-90f3-4e94-9dfe-af97e96ae5d9), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:50.114963 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 24115db9-2f6d-4fcc-8408-e98da05a26e6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=24115db9-2f6d-4fcc-8408-e98da05a26e6,segment=NetworkSegment(c22d0faf-2ee6-4226-aff7-b2b8306813e9),segment_id=c22d0faf-2ee6-4226-aff7-b2b8306813e9)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:50:50.120046 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (24115db9-2f6d-4fcc-8408-e98da05a26e6), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:50.148233 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-5775f5ed-3ce7-4aa5-afe7-29d9e7ea5d5c admin admin] Deleting subnet a5cc013e-c71d-4b9b-b09e-51b6c283331f {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 21:50:50.159655 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5775f5ed-3ce7-4aa5-afe7-29d9e7ea5d5c admin admin] Publish callbacks [] for subnet (a5cc013e-c71d-4b9b-b09e-51b6c283331f), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:50.170499 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=24115db9-2f6d-4fcc-8408-e98da05a26e6,revision_number=6']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:50.204122 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bc6a60-b524-41ea-9b58-813ab75080ad req-2a46ab3d-2718-4741-8d85-92f60eb401c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:50.205586 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-35bc6a60-b524-41ea-9b58-813ab75080ad req-2a46ab3d-2718-4741-8d85-92f60eb401c9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5d9854c1-90bd-4898-b59a-14d465203832 HTTP/1.1" status: 200  len: 913 time: 0.2880940
May 07 21:50:50.220360 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['24115db9-2f6d-4fcc-8408-e98da05a26e6'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:50:50.267915 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-35bc6a60-b524-41ea-9b58-813ab75080ad req-c1aeda0b-35c0-42bb-99a8-8adf1d954562 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4e84972-b5b8-4161-be41-2a7625450b34 HTTP/1.1" status: 200  len: 217 time: 0.0554919
May 07 21:50:50.270427 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-10fb1868-0011-4b2b-a4d6-95ec69330ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (1fe63d5f-90f3-4e94-9dfe-af97e96ae5d9), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:50.277096 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5775f5ed-3ce7-4aa5-afe7-29d9e7ea5d5c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (a5cc013e-c71d-4b9b-b09e-51b6c283331f), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:50.404673 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-af9ed030-cae0-48bc-8cd1-c06827cd01b7 req-bb861364-1fdb-4e3e-91c0-56e7f039c5b9 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks [] for security_group (d0352f2c-c2c0-491c-a5fb-c9a6a8ee657f), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:50.423567 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-af9ed030-cae0-48bc-8cd1-c06827cd01b7 req-bb861364-1fdb-4e3e-91c0-56e7f039c5b9 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (d0352f2c-c2c0-491c-a5fb-c9a6a8ee657f), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:50.426960 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bc6a60-b524-41ea-9b58-813ab75080ad req-efeb1f41-59bd-4ce3-a130-772d14719396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:50.428425 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-35bc6a60-b524-41ea-9b58-813ab75080ad req-efeb1f41-59bd-4ce3-a130-772d14719396 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=363d64b0-c1fd-4ede-8b5a-48585cb02746 HTTP/1.1" status: 200  len: 852 time: 0.1318526
May 07 21:50:50.441898 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c71a916-c41f-4064-bec0-04f5b8b1689b req-b57ff1da-a501-4b1f-abe1-5132a049476f tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:50.450392 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5c71a916-c41f-4064-bec0-04f5b8b1689b req-b57ff1da-a501-4b1f-abe1-5132a049476f tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd9b73d-94f5-48f0-9bd4-f06f09d7b556 HTTP/1.1" status: 200  len: 945 time: 0.0703928
May 07 21:50:50.500961 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device feae140f-7755-4b03-91b8-923b0c5e18bf no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:50:50.518350 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-10fb1868-0011-4b2b-a4d6-95ec69330ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (1fe63d5f-90f3-4e94-9dfe-af97e96ae5d9), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:50.521457 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: feae140f-7755-4b03-91b8-923b0c5e18bf {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:50:50.521874 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device feae140f-7755-4b03-91b8-923b0c5e18bf not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:50:50.522357 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 6a586597-cb64-4cc9-988d-3b441f721946 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:50:50.524083 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5c71a916-c41f-4064-bec0-04f5b8b1689b req-a10f39b0-5a39-42a9-9df7-08cac656c3d3 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b502f8-ccda-470b-bf96-4e6ff93590b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0688818
May 07 21:50:50.536989 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-35bc6a60-b524-41ea-9b58-813ab75080ad req-ead0d455-63ac-4f68-bcc4-35e428ee3c54 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5d9854c1-90bd-4898-b59a-14d465203832&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0770867
May 07 21:50:50.539840 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-af9ed030-cae0-48bc-8cd1-c06827cd01b7 req-bb861364-1fdb-4e3e-91c0-56e7f039c5b9 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:50.541541 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-af9ed030-cae0-48bc-8cd1-c06827cd01b7 req-bb861364-1fdb-4e3e-91c0-56e7f039c5b9 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1821 time: 0.6609404
May 07 21:50:50.542725 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 6a586597-cb64-4cc9-988d-3b441f721946 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:50:50.543118 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 6a586597-cb64-4cc9-988d-3b441f721946 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:50:50.569962 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-0409e1d3-10cb-4a6c-b8e8-c200acb81331 req-5241a3aa-f1d0-4c5c-bca5-345fc1da12ff tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1734112971', 'description': 'tempest-description-524225259'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:50:50.574348 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb861364-1fdb-4e3e-91c0-56e7f039c5b9 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0352f2c-c2c0-491c-a5fb-c9a6a8ee657f,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:50.577048 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5775f5ed-3ce7-4aa5-afe7-29d9e7ea5d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (a5cc013e-c71d-4b9b-b09e-51b6c283331f), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:50.579611 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-10fb1868-0011-4b2b-a4d6-95ec69330ab2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:50.584830 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-10fb1868-0011-4b2b-a4d6-95ec69330ab2 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/1fe63d5f-90f3-4e94-9dfe-af97e96ae5d9 HTTP/1.1" status: 204  len: 168 time: 0.7112012
May 07 21:50:50.586355 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 38288) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:50:50.589704 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fb1868-0011-4b2b-a4d6-95ec69330ab2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fe63d5f-90f3-4e94-9dfe-af97e96ae5d9,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:50.605558 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-0409e1d3-10cb-4a6c-b8e8-c200acb81331 req-5241a3aa-f1d0-4c5c-bca5-345fc1da12ff tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:50.681386 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-108693e1-713e-4eb7-86aa-f20d08fed890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (28405dfe-908d-4039-91f6-1d02165b34cd), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:50.743619 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5775f5ed-3ce7-4aa5-afe7-29d9e7ea5d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (a5cc013e-c71d-4b9b-b09e-51b6c283331f), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:50.754254 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-35bc6a60-b524-41ea-9b58-813ab75080ad req-cb75a928-7dc9-4737-9fbf-e6eb4e2be2f7 service neutron] 10.222.0.55 "GET /v2.0/networks/5d9854c1-90bd-4898-b59a-14d465203832?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1835139
May 07 21:50:50.764792 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-0409e1d3-10cb-4a6c-b8e8-c200acb81331 req-5241a3aa-f1d0-4c5c-bca5-345fc1da12ff tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks [] for security_group (22f8b829-fe56-4e5e-bfc9-213bd3ef066b), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:50.790091 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f650824d-8e99-4cfb-94f7-b4922741b585 req-b0f3861e-b0fd-45e2-a3e2-378380ef6c43 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:50.792048 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f650824d-8e99-4cfb-94f7-b4922741b585 req-b0f3861e-b0fd-45e2-a3e2-378380ef6c43 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8be6b3c-b434-467d-98b2-4d0d5763bed3 HTTP/1.1" status: 200  len: 950 time: 0.1055663
May 07 21:50:50.792752 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5775f5ed-3ce7-4aa5-afe7-29d9e7ea5d5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5cc013e-c71d-4b9b-b09e-51b6c283331f,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:50.796318 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-0409e1d3-10cb-4a6c-b8e8-c200acb81331 req-5241a3aa-f1d0-4c5c-bca5-345fc1da12ff tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (22f8b829-fe56-4e5e-bfc9-213bd3ef066b), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:50.797470 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:50.803672 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-108693e1-713e-4eb7-86aa-f20d08fed890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (28405dfe-908d-4039-91f6-1d02165b34cd), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:50.808676 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5775f5ed-3ce7-4aa5-afe7-29d9e7ea5d5c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:50.811875 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-5775f5ed-3ce7-4aa5-afe7-29d9e7ea5d5c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a5cc013e-c71d-4b9b-b09e-51b6c283331f HTTP/1.1" status: 204  len: 168 time: 0.8400655
May 07 21:50:50.813521 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd913c9e-b5a3-4eb7-b3fb-c91505693df9 None None] Network cdb18e56-26d2-4f79-bcda-791d483028bc requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:50:50.815739 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 38292) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:50:50.867699 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-108693e1-713e-4eb7-86aa-f20d08fed890 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf86b21ee0>,) {'filters': {'network_id': ['28405dfe-908d-4039-91f6-1d02165b34cd']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:50:50.871682 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-0409e1d3-10cb-4a6c-b8e8-c200acb81331 req-5241a3aa-f1d0-4c5c-bca5-345fc1da12ff tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:50.879060 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0409e1d3-10cb-4a6c-b8e8-c200acb81331 req-5241a3aa-f1d0-4c5c-bca5-345fc1da12ff tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1822 time: 0.3095360
May 07 21:50:50.894912 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-108693e1-713e-4eb7-86aa-f20d08fed890 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf86b21ee0>, '82ec07f6-cf99-4411-99d8-c39170f22b45') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:50:50.895556 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-108693e1-713e-4eb7-86aa-f20d08fed890 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf86b21ee0>, '82ec07f6-cf99-4411-99d8-c39170f22b45') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:50:50.918812 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f650824d-8e99-4cfb-94f7-b4922741b585 req-3f3656a7-2e13-41f6-b858-8cd850f0e3e9 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1000409
May 07 21:50:50.924805 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-35bc6a60-b524-41ea-9b58-813ab75080ad req-e8957d8b-23ca-42e8-ab97-67c0031bbd75 service neutron] 10.222.0.55 "GET /v2.0/networks/5d9854c1-90bd-4898-b59a-14d465203832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1473424
May 07 21:50:50.936203 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-ba65947d-4427-484d-85d9-0ab124353f2c req-8838e124-cedc-4119-b927-07b5447ec812 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1504673267', 'description': 'tempest-description-1886637056'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:50:50.939419 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-108693e1-713e-4eb7-86aa-f20d08fed890 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (82ec07f6-cf99-4411-99d8-c39170f22b45), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:50.943772 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5241a3aa-f1d0-4c5c-bca5-345fc1da12ff tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22f8b829-fe56-4e5e-bfc9-213bd3ef066b,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:50.985592 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a5b9467f-e635-48bb-9ef6-0ce1229b4b27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (cdb18e56-26d2-4f79-bcda-791d483028bc), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:50.997476 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-108693e1-713e-4eb7-86aa-f20d08fed890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (82ec07f6-cf99-4411-99d8-c39170f22b45), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:51.009517 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-108693e1-713e-4eb7-86aa-f20d08fed890 admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 21:50:51.009925 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-108693e1-713e-4eb7-86aa-f20d08fed890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (82ec07f6-cf99-4411-99d8-c39170f22b45), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:51.011690 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 21:50:51.011690 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 21:50:51.011690 ncdv-master-1 neutron-server[121836]:     timer()
May 07 21:50:51.011690 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 21:50:51.011690 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 21:50:51.011690 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 21:50:51.011690 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 21:50:51.011690 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 21:50:51.011690 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 21:50:51.011690 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 21:50:51.011690 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 21:50:51.011690 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 21:50:51.011690 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 21:50:51.011690 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 21:50:51.011690 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 21:50:51.011690 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 21:50:51.011690 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 21:50:51.011690 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 21:50:51.011690 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 21:50:51.011690 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 21:50:51.011690 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 21:50:51.011690 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 21:50:51.011690 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 21:50:51.011690 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 21:50:51.011690 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 21:50:51.011690 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 21:50:51.011690 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 21:50:51.011690 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 21:50:51.011690 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 21:50:51.011690 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 21:50:51.011690 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 21:50:51.011690 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 21:50:51.022486 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-ba65947d-4427-484d-85d9-0ab124353f2c req-8838e124-cedc-4119-b927-07b5447ec812 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:51.029747 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2cf7535-5c7d-402a-8bed-7164937f297c None None] DHCP port deletion for cdb18e56-26d2-4f79-bcda-791d483028bc request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 21:50:51.077556 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-b2cf7535-5c7d-402a-8bed-7164937f297c None None] Deleting port 848dd27d-f4d7-483f-a097-f7c27283fcbb {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:50:51.077933 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b2cf7535-5c7d-402a-8bed-7164937f297c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (848dd27d-f4d7-483f-a097-f7c27283fcbb), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:51.113600 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-108693e1-713e-4eb7-86aa-f20d08fed890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (28405dfe-908d-4039-91f6-1d02165b34cd), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:51.120842 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-108693e1-713e-4eb7-86aa-f20d08fed890 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:51.123890 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-108693e1-713e-4eb7-86aa-f20d08fed890 admin admin] 10.222.0.32 "DELETE /v2.0/networks/28405dfe-908d-4039-91f6-1d02165b34cd HTTP/1.1" status: 204  len: 168 time: 0.5364003
May 07 21:50:51.126090 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-a5b9467f-e635-48bb-9ef6-0ce1229b4b27 admin admin] Deleting port 848dd27d-f4d7-483f-a097-f7c27283fcbb {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:50:51.126419 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a5b9467f-e635-48bb-9ef6-0ce1229b4b27 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (848dd27d-f4d7-483f-a097-f7c27283fcbb), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:51.130211 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 38300) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:50:51.145819 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3b578c-78fe-4949-8ac3-644b1a2fe9fe req-002bd1a5-cfd5-42e7-825b-75d04015e5cb tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:51.147447 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8b3b578c-78fe-4949-8ac3-644b1a2fe9fe req-002bd1a5-cfd5-42e7-825b-75d04015e5cb tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f8f76a4-6ad3-415b-b1a9-6bd011fd0571 HTTP/1.1" status: 200  len: 947 time: 0.0878899
May 07 21:50:51.188426 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108693e1-713e-4eb7-86aa-f20d08fed890 admin admin] Pushing event deleted for resources: {'Network': ['ID=28405dfe-908d-4039-91f6-1d02165b34cd,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:51.215073 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bc6a60-b524-41ea-9b58-813ab75080ad req-00d5d7a5-b70b-431c-b529-94ef18a487c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:51.217315 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-35bc6a60-b524-41ea-9b58-813ab75080ad req-00d5d7a5-b70b-431c-b529-94ef18a487c4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f61b3dd3880d475b939a8543d9bbf481&device_id=94a90838-d258-4958-946b-46c5f06a0e4c HTTP/1.1" status: 200  len: 1206 time: 0.1169362
May 07 21:50:51.263375 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8b3b578c-78fe-4949-8ac3-644b1a2fe9fe req-4d06934b-89eb-4ace-ab71-f8f7c344672c tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] 10.222.0.32 "GET /v2.0/security-groups?id=e6f7bcf3-0863-477a-9a92-cf0af21d6fff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1055896
May 07 21:50:51.276010 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d3ad614-f87a-4bb1-81a6-097d39691b63 admin admin] Deleting subnet 7deb958b-93d2-4507-b81d-fd286014f375 {{(pid=121836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 21:50:51.281037 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5d3ad614-f87a-4bb1-81a6-097d39691b63 admin admin] Publish callbacks [] for subnet (7deb958b-93d2-4507-b81d-fd286014f375), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:51.290165 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-b2cf7535-5c7d-402a-8bed-7164937f297c None None] For port 848dd27d-f4d7-483f-a097-f7c27283fcbb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=848dd27d-f4d7-483f-a097-f7c27283fcbb,segment=NetworkSegment(401451a8-cfc6-4cf8-b06a-6bcfe0d13210),segment_id=401451a8-cfc6-4cf8-b06a-6bcfe0d13210)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:50:51.290656 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b2cf7535-5c7d-402a-8bed-7164937f297c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (848dd27d-f4d7-483f-a097-f7c27283fcbb), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:51.305156 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-b2cf7535-5c7d-402a-8bed-7164937f297c None None] Calling delete_port for 848dd27d-f4d7-483f-a097-f7c27283fcbb owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:50:51.336390 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-ba65947d-4427-484d-85d9-0ab124353f2c req-8838e124-cedc-4119-b927-07b5447ec812 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks [] for security_group (3d7ed19c-884e-429f-a70b-6e56a4844de9), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:51.345739 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-a5b9467f-e635-48bb-9ef6-0ce1229b4b27 admin admin] For port 848dd27d-f4d7-483f-a097-f7c27283fcbb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=848dd27d-f4d7-483f-a097-f7c27283fcbb,segment=NetworkSegment(401451a8-cfc6-4cf8-b06a-6bcfe0d13210),segment_id=401451a8-cfc6-4cf8-b06a-6bcfe0d13210)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:50:51.346230 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a5b9467f-e635-48bb-9ef6-0ce1229b4b27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (848dd27d-f4d7-483f-a097-f7c27283fcbb), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:51.354470 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bc6a60-b524-41ea-9b58-813ab75080ad req-d09594ed-7f8e-4b12-89ba-22c8f4aa0a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:51.356050 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-35bc6a60-b524-41ea-9b58-813ab75080ad req-d09594ed-7f8e-4b12-89ba-22c8f4aa0a10 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5d9854c1-90bd-4898-b59a-14d465203832 HTTP/1.1" status: 200  len: 913 time: 0.1275742
May 07 21:50:51.356198 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-ba65947d-4427-484d-85d9-0ab124353f2c req-8838e124-cedc-4119-b927-07b5447ec812 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (3d7ed19c-884e-429f-a70b-6e56a4844de9), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:51.368327 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5d3ad614-f87a-4bb1-81a6-097d39691b63 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726883'] for subnet (7deb958b-93d2-4507-b81d-fd286014f375), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:51.398071 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b2cf7535-5c7d-402a-8bed-7164937f297c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (848dd27d-f4d7-483f-a097-f7c27283fcbb), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:51.406120 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-35bc6a60-b524-41ea-9b58-813ab75080ad req-29efcdf3-8f0f-44d2-88fa-214fd703dc38 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f4e84972-b5b8-4161-be41-2a7625450b34 HTTP/1.1" status: 200  len: 217 time: 0.0435791
May 07 21:50:51.408932 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-a5b9467f-e635-48bb-9ef6-0ce1229b4b27 admin admin] Calling delete_port for 848dd27d-f4d7-483f-a097-f7c27283fcbb owned by network:dhcp {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:50:51.430103 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cf7535-5c7d-402a-8bed-7164937f297c None None] No DVR routers for this DVR port 848dd27d-f4d7-483f-a097-f7c27283fcbb on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:50:51.432115 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cf7535-5c7d-402a-8bed-7164937f297c None None] Pushing event deleted for resources: {'Port': ['ID=848dd27d-f4d7-483f-a097-f7c27283fcbb,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:51.435503 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-ba65947d-4427-484d-85d9-0ab124353f2c req-8838e124-cedc-4119-b927-07b5447ec812 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:51.437398 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ba65947d-4427-484d-85d9-0ab124353f2c req-8838e124-cedc-4119-b927-07b5447ec812 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1823 time: 0.5377579
May 07 21:50:51.481743 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8838e124-cedc-4119-b927-07b5447ec812 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d7ed19c-884e-429f-a70b-6e56a4844de9,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:51.496427 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5d3ad614-f87a-4bb1-81a6-097d39691b63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (7deb958b-93d2-4507-b81d-fd286014f375), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:51.497513 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bc6a60-b524-41ea-9b58-813ab75080ad req-a3256bfb-3370-4ff9-a3bf-51644148e83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:51.499213 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-35bc6a60-b524-41ea-9b58-813ab75080ad req-a3256bfb-3370-4ff9-a3bf-51644148e83a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=363d64b0-c1fd-4ede-8b5a-48585cb02746 HTTP/1.1" status: 200  len: 852 time: 0.0866666
May 07 21:50:51.543674 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-35bc6a60-b524-41ea-9b58-813ab75080ad req-112935f1-7035-46a9-8bca-a790270ce647 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5d9854c1-90bd-4898-b59a-14d465203832&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0356102
May 07 21:50:51.566901 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a5b9467f-e635-48bb-9ef6-0ce1229b4b27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (848dd27d-f4d7-483f-a097-f7c27283fcbb), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:51.604844 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5d3ad614-f87a-4bb1-81a6-097d39691b63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (7deb958b-93d2-4507-b81d-fd286014f375), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:51.606903 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b9467f-e635-48bb-9ef6-0ce1229b4b27 admin admin] Pushing event deleted for resources: {'Port': ['ID=848dd27d-f4d7-483f-a097-f7c27283fcbb,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:51.608732 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b9467f-e635-48bb-9ef6-0ce1229b4b27 admin admin] No DVR routers for this DVR port 848dd27d-f4d7-483f-a097-f7c27283fcbb on host ncdv-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:50:51.677130 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3ad614-f87a-4bb1-81a6-097d39691b63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7deb958b-93d2-4507-b81d-fd286014f375,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:51.681861 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5d3ad614-f87a-4bb1-81a6-097d39691b63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:51.687177 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-5d3ad614-f87a-4bb1-81a6-097d39691b63 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7deb958b-93d2-4507-b81d-fd286014f375 HTTP/1.1" status: 204  len: 168 time: 0.5529573
May 07 21:50:51.687442 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d43dc83a-f88d-4c27-8e64-70e5f2f30db8 req-a0770f46-f779-4a9a-89a1-5af99c9ec5c9 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f61b3dd3880d475b939a8543d9bbf481 HTTP/1.1" status: 200  len: 10993 time: 0.2234197
May 07 21:50:51.688068 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 38306) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:50:51.698752 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-35bc6a60-b524-41ea-9b58-813ab75080ad req-5169f43b-78b5-4f06-ba8f-6cf631a865a3 service neutron] 10.222.0.55 "GET /v2.0/networks/5d9854c1-90bd-4898-b59a-14d465203832?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1448956
May 07 21:50:51.716513 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05ffdbf-e676-4e51-9439-0cbdfaf3d93f req-d73d3ed4-f5d2-49bb-bd2a-87180ba885b5 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:51.717992 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d05ffdbf-e676-4e51-9439-0cbdfaf3d93f req-d73d3ed4-f5d2-49bb-bd2a-87180ba885b5 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd9b73d-94f5-48f0-9bd4-f06f09d7b556 HTTP/1.1" status: 200  len: 945 time: 0.1166782
May 07 21:50:51.763057 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a5b9467f-e635-48bb-9ef6-0ce1229b4b27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (cdb18e56-26d2-4f79-bcda-791d483028bc), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:51.793854 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-a5b9467f-e635-48bb-9ef6-0ce1229b4b27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf86dbf100>,) {'filters': {'network_id': ['cdb18e56-26d2-4f79-bcda-791d483028bc']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:50:51.812899 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-a5b9467f-e635-48bb-9ef6-0ce1229b4b27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf86dbf100>, '401451a8-cfc6-4cf8-b06a-6bcfe0d13210') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:50:51.813187 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-a5b9467f-e635-48bb-9ef6-0ce1229b4b27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf86dbf100>, '401451a8-cfc6-4cf8-b06a-6bcfe0d13210') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:50:51.832610 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a5b9467f-e635-48bb-9ef6-0ce1229b4b27 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (401451a8-cfc6-4cf8-b06a-6bcfe0d13210), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:51.842801 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d05ffdbf-e676-4e51-9439-0cbdfaf3d93f req-85d78774-3744-494a-9109-79f9a4fddd74 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b502f8-ccda-470b-bf96-4e6ff93590b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0846226
May 07 21:50:51.851223 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a5b9467f-e635-48bb-9ef6-0ce1229b4b27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (401451a8-cfc6-4cf8-b06a-6bcfe0d13210), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:51.857803 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5b9467f-e635-48bb-9ef6-0ce1229b4b27 admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 21:50:51.858273 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a5b9467f-e635-48bb-9ef6-0ce1229b4b27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (401451a8-cfc6-4cf8-b06a-6bcfe0d13210), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:51.870498 ncdv-master-1 neutron-server[121836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 21:50:51.870498 ncdv-master-1 neutron-server[121836]:   self.session.flush()
May 07 21:50:51.870498 ncdv-master-1 neutron-server[121836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 21:50:51.870498 ncdv-master-1 neutron-server[121836]:   self.session.flush()
May 07 21:50:51.870498 ncdv-master-1 neutron-server[121836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 21:50:51.870498 ncdv-master-1 neutron-server[121836]:   self.session.flush()
May 07 21:50:51.870498 ncdv-master-1 neutron-server[121836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 21:50:51.870498 ncdv-master-1 neutron-server[121836]:   self.session.flush()
May 07 21:50:51.870498 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 21:50:51.870498 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 21:50:51.870498 ncdv-master-1 neutron-server[121836]:     timer()
May 07 21:50:51.870498 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 21:50:51.870498 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 21:50:51.870498 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 21:50:51.870498 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 21:50:51.870498 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 21:50:51.870498 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 21:50:51.870498 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 21:50:51.870498 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 21:50:51.870498 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 21:50:51.870498 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 21:50:51.870498 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 21:50:51.870498 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 21:50:51.870498 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 21:50:51.870498 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 21:50:51.870498 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 21:50:51.870498 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 21:50:51.870498 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 21:50:51.870498 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 21:50:51.870498 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 21:50:51.870498 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 21:50:51.870498 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 21:50:51.870498 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 21:50:51.870498 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 21:50:51.870498 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 21:50:51.870498 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 21:50:51.870498 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 21:50:51.870498 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 21:50:51.870498 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 21:50:51.870498 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 21:50:51.897380 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 05c8f9e9-22a2-4423-bdc3-f8822a75ace8 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:50:51.900158 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 24115db9-2f6d-4fcc-8408-e98da05a26e6 up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:50:51.922172 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a5b9467f-e635-48bb-9ef6-0ce1229b4b27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (cdb18e56-26d2-4f79-bcda-791d483028bc), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:51.928985 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a5b9467f-e635-48bb-9ef6-0ce1229b4b27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:51.934103 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-a5b9467f-e635-48bb-9ef6-0ce1229b4b27 admin admin] 10.222.0.32 "DELETE /v2.0/networks/cdb18e56-26d2-4f79-bcda-791d483028bc HTTP/1.1" status: 204  len: 168 time: 1.1123683
May 07 21:50:51.993264 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b9467f-e635-48bb-9ef6-0ce1229b4b27 admin admin] Pushing event deleted for resources: {'Network': ['ID=cdb18e56-26d2-4f79-bcda-791d483028bc,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:52.055724 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port 24115db9-2f6d-4fcc-8408-e98da05a26e6 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:50:52.056301 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (24115db9-2f6d-4fcc-8408-e98da05a26e6), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:52.162919 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 05c8f9e9-22a2-4423-bdc3-f8822a75ace8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=05c8f9e9-22a2-4423-bdc3-f8822a75ace8,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:50:52.182560 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9bb8d41c-814a-4179-8f75-4b6bcbb1adf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (27b3e21d-e078-4c79-bfa5-2467d838b22d), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:52.184429 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': '05c8f9e9-22a2-4423-bdc3-f8822a75ace8', 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47', 'port_id': '05c8f9e9-22a2-4423-bdc3-f8822a75ace8', 'mac_address': 'fa:16:3e:f0:1f:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e0e5c53-1ece-4d20-b01d-5f8c6957edf6', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:50:52.193635 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 24115db9-2f6d-4fcc-8408-e98da05a26e6 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:50:52.193985 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d43dc83a-f88d-4c27-8e64-70e5f2f30db8 req-67dbda19-b794-401c-8a0c-608c939c190b tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/security-groups/59e2df0e-870d-42fb-a7c1-a293819c9cdf HTTP/1.1" status: 200  len: 2998 time: 0.4980454
May 07 21:50:52.194119 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (24115db9-2f6d-4fcc-8408-e98da05a26e6), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:52.223818 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-35bc6a60-b524-41ea-9b58-813ab75080ad req-bd66da5f-015e-4f4c-96d5-5c365fc9f394 service neutron] 10.222.0.55 "GET /v2.0/networks/5d9854c1-90bd-4898-b59a-14d465203832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5088654
May 07 21:50:52.234459 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f96213-d877-4fc9-9d9a-be4a12370a4c req-43cea8c2-f01b-48e1-a45a-d47142cebf6b tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:52.236205 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-02f96213-d877-4fc9-9d9a-be4a12370a4c req-43cea8c2-f01b-48e1-a45a-d47142cebf6b tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8be6b3c-b434-467d-98b2-4d0d5763bed3 HTTP/1.1" status: 200  len: 950 time: 0.1109667
May 07 21:50:52.236931 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 38318) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:50:52.266374 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddd9b73d-94f5-48f0-9bd4-f06f09d7b556', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24115db9-2f6d-4fcc-8408-e98da05a26e6'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:50:52.268796 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe9b548-06fb-44d7-b4bf-7770393ce1cb" -d '{"events": [{"server_uuid": "ddd9b73d-94f5-48f0-9bd4-f06f09d7b556", "name": "network-vif-plugged", "status": "completed", "tag": "24115db9-2f6d-4fcc-8408-e98da05a26e6"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:50:52.291912 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-2b0a6879-88b0-4edb-bc12-51c076a496d2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=281216301a5449cdb4c66e9f35e6e582&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0503328
May 07 21:50:52.292168 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 24115db9-2f6d-4fcc-8408-e98da05a26e6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=24115db9-2f6d-4fcc-8408-e98da05a26e6,segment=NetworkSegment(c22d0faf-2ee6-4226-aff7-b2b8306813e9),segment_id=c22d0faf-2ee6-4226-aff7-b2b8306813e9)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:50:52.292168 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 05c8f9e9-22a2-4423-bdc3-f8822a75ace8 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:50:52.292168 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (05c8f9e9-22a2-4423-bdc3-f8822a75ace8), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:52.301227 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (24115db9-2f6d-4fcc-8408-e98da05a26e6), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:52.316461 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 38324) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:50:52.323669 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9bb8d41c-814a-4179-8f75-4b6bcbb1adf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (27b3e21d-e078-4c79-bfa5-2467d838b22d), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:52.326922 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05c8f9e9-22a2-4423-bdc3-f8822a75ace8 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:50:52.328409 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d43dc83a-f88d-4c27-8e64-70e5f2f30db8 req-c7e28406-55e7-41e4-b8f2-09d5144822cb tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/security-groups/59e2df0e-870d-42fb-a7c1-a293819c9cdf HTTP/1.1" status: 200  len: 2998 time: 0.1166406
May 07 21:50:52.356764 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-9bb8d41c-814a-4179-8f75-4b6bcbb1adf3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf867630d0>,) {'filters': {'network_id': ['27b3e21d-e078-4c79-bfa5-2467d838b22d']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:50:52.362797 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 05c8f9e9-22a2-4423-bdc3-f8822a75ace8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=05c8f9e9-22a2-4423-bdc3-f8822a75ace8,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:50:52.367062 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-9bb8d41c-814a-4179-8f75-4b6bcbb1adf3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf867630d0>, '610cea81-bd04-489b-8843-8d187f24a3bc') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:50:52.367629 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-9bb8d41c-814a-4179-8f75-4b6bcbb1adf3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf867630d0>, '610cea81-bd04-489b-8843-8d187f24a3bc') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:50:52.377415 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (05c8f9e9-22a2-4423-bdc3-f8822a75ace8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:52.381484 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9bb8d41c-814a-4179-8f75-4b6bcbb1adf3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (610cea81-bd04-489b-8843-8d187f24a3bc), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:52.382249 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=24115db9-2f6d-4fcc-8408-e98da05a26e6,revision_number=7']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:52.396610 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9bb8d41c-814a-4179-8f75-4b6bcbb1adf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (610cea81-bd04-489b-8843-8d187f24a3bc), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:52.404580 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bb8d41c-814a-4179-8f75-4b6bcbb1adf3 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 21:50:52.405146 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9bb8d41c-814a-4179-8f75-4b6bcbb1adf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (610cea81-bd04-489b-8843-8d187f24a3bc), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:52.407609 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 21:50:52.407609 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 21:50:52.407609 ncdv-master-1 neutron-server[121837]:     timer()
May 07 21:50:52.407609 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 21:50:52.407609 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 21:50:52.407609 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 21:50:52.407609 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 21:50:52.407609 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 21:50:52.407609 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 21:50:52.407609 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 21:50:52.407609 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 21:50:52.407609 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 21:50:52.407609 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 21:50:52.407609 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 21:50:52.407609 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 21:50:52.407609 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 21:50:52.407609 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 21:50:52.407609 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 21:50:52.407609 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 21:50:52.407609 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 21:50:52.407609 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 21:50:52.407609 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 21:50:52.407609 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 21:50:52.407609 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 21:50:52.407609 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 21:50:52.407609 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 21:50:52.407609 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 21:50:52.407609 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 21:50:52.407609 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 21:50:52.407609 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 21:50:52.407609 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 21:50:52.407609 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 21:50:52.413973 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-02f96213-d877-4fc9-9d9a-be4a12370a4c req-63230485-1fd1-457a-8233-9fc0076d815c tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1526711
May 07 21:50:52.448667 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a58a623a-b33e-41ed-8993-74034e43df3c admin admin] Publish callbacks [] for security_group (2a1e1ddb-af71-4557-b883-ea5247fc1240), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:52.449612 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=05c8f9e9-22a2-4423-bdc3-f8822a75ace8,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:52.482447 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a58a623a-b33e-41ed-8993-74034e43df3c admin admin] Publish callbacks [] for security_group (2a1e1ddb-af71-4557-b883-ea5247fc1240), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:52.492547 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09454f5c-47aa-4830-b253-e67ee872ac34 x-openstack-request-id: req-09454f5c-47aa-4830-b253-e67ee872ac34 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:50:52.493127 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddd9b73d-94f5-48f0-9bd4-f06f09d7b556", "name": "network-vif-plugged", "status": "completed", "tag": "24115db9-2f6d-4fcc-8408-e98da05a26e6", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:50:52.493646 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-09454f5c-47aa-4830-b253-e67ee872ac34 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:50:52.494314 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09454f5c-47aa-4830-b253-e67ee872ac34'] response: {'server_uuid': 'ddd9b73d-94f5-48f0-9bd4-f06f09d7b556', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24115db9-2f6d-4fcc-8408-e98da05a26e6', 'code': 200}
May 07 21:50:52.510427 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9bb8d41c-814a-4179-8f75-4b6bcbb1adf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (27b3e21d-e078-4c79-bfa5-2467d838b22d), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:52.517610 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717b5c0c-01f5-421a-878c-cd851e9e0049 req-aca06701-2bb7-4ad9-b5ec-4c77ea927eb8 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:52.519146 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-717b5c0c-01f5-421a-878c-cd851e9e0049 req-aca06701-2bb7-4ad9-b5ec-4c77ea927eb8 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd9b73d-94f5-48f0-9bd4-f06f09d7b556 HTTP/1.1" status: 200  len: 946 time: 0.0598392
May 07 21:50:52.523301 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 848dd27d-f4d7-483f-a097-f7c27283fcbb no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:50:52.524501 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9bb8d41c-814a-4179-8f75-4b6bcbb1adf3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:52.530512 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-9bb8d41c-814a-4179-8f75-4b6bcbb1adf3 admin admin] 10.222.0.32 "DELETE /v2.0/networks/27b3e21d-e078-4c79-bfa5-2467d838b22d HTTP/1.1" status: 204  len: 168 time: 0.8391418
May 07 21:50:52.544850 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb8d41c-814a-4179-8f75-4b6bcbb1adf3 admin admin] Pushing event deleted for resources: {'Network': ['ID=27b3e21d-e078-4c79-bfa5-2467d838b22d,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:52.560634 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb8d41c-814a-4179-8f75-4b6bcbb1adf3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:50:52.561194 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb8d41c-814a-4179-8f75-4b6bcbb1adf3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:50:52.561691 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb8d41c-814a-4179-8f75-4b6bcbb1adf3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:50:52.562181 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb8d41c-814a-4179-8f75-4b6bcbb1adf3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:50:52.562444 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a58a623a-b33e-41ed-8993-74034e43df3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (2a1e1ddb-af71-4557-b883-ea5247fc1240), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:52.562889 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb8d41c-814a-4179-8f75-4b6bcbb1adf3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:50:52.563376 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb8d41c-814a-4179-8f75-4b6bcbb1adf3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:50:52.563885 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb8d41c-814a-4179-8f75-4b6bcbb1adf3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:50:52.564364 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb8d41c-814a-4179-8f75-4b6bcbb1adf3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:50:52.564842 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb8d41c-814a-4179-8f75-4b6bcbb1adf3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:50:52.565350 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb8d41c-814a-4179-8f75-4b6bcbb1adf3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:50:52.565945 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb8d41c-814a-4179-8f75-4b6bcbb1adf3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:50:52.566318 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a58a623a-b33e-41ed-8993-74034e43df3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:52.566615 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb8d41c-814a-4179-8f75-4b6bcbb1adf3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:50:52.567126 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb8d41c-814a-4179-8f75-4b6bcbb1adf3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:50:52.567624 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb8d41c-814a-4179-8f75-4b6bcbb1adf3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:50:52.568115 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb8d41c-814a-4179-8f75-4b6bcbb1adf3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:50:52.575579 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-a58a623a-b33e-41ed-8993-74034e43df3c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2a1e1ddb-af71-4557-b883-ea5247fc1240 HTTP/1.1" status: 204  len: 168 time: 0.2582626
May 07 21:50:52.580819 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 848dd27d-f4d7-483f-a097-f7c27283fcbb {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:50:52.582285 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 848dd27d-f4d7-483f-a097-f7c27283fcbb not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:50:52.601637 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58a623a-b33e-41ed-8993-74034e43df3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a1e1ddb-af71-4557-b883-ea5247fc1240,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:52.613253 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-717b5c0c-01f5-421a-878c-cd851e9e0049 req-2499c702-6e1f-4e83-8bda-cf138d7946d0 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b502f8-ccda-470b-bf96-4e6ff93590b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0840383
May 07 21:50:52.694269 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e547ccb0-370e-4e17-9c3d-c89250959fc4 req-ad81765a-ea61-4844-a2ef-dccca03ca3d0 tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:52.696188 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e547ccb0-370e-4e17-9c3d-c89250959fc4 req-ad81765a-ea61-4844-a2ef-dccca03ca3d0 tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f8f76a4-6ad3-415b-b1a9-6bd011fd0571 HTTP/1.1" status: 200  len: 948 time: 0.0982034
May 07 21:50:52.713872 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-57d737f2-c082-4351-8c1a-9a38da66206f req-3074bb1f-92fd-46ec-81f5-8767b65c61e2 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/security-groups/d0352f2c-c2c0-491c-a5fb-c9a6a8ee657f HTTP/1.1" status: 200  len: 1816 time: 0.0601716
May 07 21:50:52.727428 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['05c8f9e9-22a2-4423-bdc3-f8822a75ace8'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:50:52.774386 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e547ccb0-370e-4e17-9c3d-c89250959fc4 req-965bdfbe-036c-4b03-b101-8a03047c2cd4 tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] 10.222.0.32 "GET /v2.0/security-groups?id=e6f7bcf3-0863-477a-9a92-cf0af21d6fff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701368
May 07 21:50:52.798495 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-57d737f2-c082-4351-8c1a-9a38da66206f req-0475d505-bbcc-4ac7-8b1a-e9a9dd49c4cf tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks [] for security_group (d0352f2c-c2c0-491c-a5fb-c9a6a8ee657f), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:52.811012 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 38332) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:50:52.831489 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-57d737f2-c082-4351-8c1a-9a38da66206f req-0475d505-bbcc-4ac7-8b1a-e9a9dd49c4cf tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks [] for security_group (d0352f2c-c2c0-491c-a5fb-c9a6a8ee657f), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:52.874239 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 38336) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:50:52.874686 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-c111124d-ad78-4dfd-8e13-c1ef636ab089 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1bcaffad5d3447b98f0216d3481045e5&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0609338
May 07 21:50:52.907668 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-57d737f2-c082-4351-8c1a-9a38da66206f req-0475d505-bbcc-4ac7-8b1a-e9a9dd49c4cf tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (d0352f2c-c2c0-491c-a5fb-c9a6a8ee657f), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:52.911293 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-57d737f2-c082-4351-8c1a-9a38da66206f req-0475d505-bbcc-4ac7-8b1a-e9a9dd49c4cf tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:52.912878 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-57d737f2-c082-4351-8c1a-9a38da66206f req-0475d505-bbcc-4ac7-8b1a-e9a9dd49c4cf tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "DELETE /v2.0/security-groups/d0352f2c-c2c0-491c-a5fb-c9a6a8ee657f HTTP/1.1" status: 204  len: 173 time: 0.1925027
May 07 21:50:52.927844 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0475d505-bbcc-4ac7-8b1a-e9a9dd49c4cf tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0352f2c-c2c0-491c-a5fb-c9a6a8ee657f,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:52.945141 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-075f723e-e868-461b-905a-3f25d54cdfb5 admin admin] Publish callbacks [] for security_group (4b6efee1-923f-40d4-a50c-a1e052cabbcf), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:52.946481 ncdv-master-1 neutron-server[121836]: INFO neutron.api.v2.resource [req-0d9cd503-f742-4a86-a3fc-3d9bb76f091e req-b3518d27-6152-42b8-90ba-0fd13637face tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] show failed (client error): The resource could not be found.
May 07 21:50:52.961476 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0d9cd503-f742-4a86-a3fc-3d9bb76f091e req-b3518d27-6152-42b8-90ba-0fd13637face tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/security-groups/d0352f2c-c2c0-491c-a5fb-c9a6a8ee657f HTTP/1.1" status: 404  len: 352 time: 0.0302711
May 07 21:50:52.969805 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-075f723e-e868-461b-905a-3f25d54cdfb5 admin admin] Publish callbacks [] for security_group (4b6efee1-923f-40d4-a50c-a1e052cabbcf), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:53.037479 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b6fec23b-3535-43c7-90ca-d660c6c708be req-088dae5f-dd76-4f37-9176-c5249804b45c tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/security-groups/22f8b829-fe56-4e5e-bfc9-213bd3ef066b HTTP/1.1" status: 200  len: 1817 time: 0.0627418
May 07 21:50:53.078879 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-075f723e-e868-461b-905a-3f25d54cdfb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (4b6efee1-923f-40d4-a50c-a1e052cabbcf), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:53.080218 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-075f723e-e868-461b-905a-3f25d54cdfb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:53.083802 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-075f723e-e868-461b-905a-3f25d54cdfb5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4b6efee1-923f-40d4-a50c-a1e052cabbcf HTTP/1.1" status: 204  len: 168 time: 0.2060835
May 07 21:50:53.097623 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075f723e-e868-461b-905a-3f25d54cdfb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b6efee1-923f-40d4-a50c-a1e052cabbcf,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:53.119423 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-b6fec23b-3535-43c7-90ca-d660c6c708be req-d2f55ef1-7e22-4480-a619-a0de09170e66 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks [] for security_group (22f8b829-fe56-4e5e-bfc9-213bd3ef066b), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:53.156186 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-b6fec23b-3535-43c7-90ca-d660c6c708be req-d2f55ef1-7e22-4480-a619-a0de09170e66 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks [] for security_group (22f8b829-fe56-4e5e-bfc9-213bd3ef066b), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:53.210945 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-b6fec23b-3535-43c7-90ca-d660c6c708be req-d2f55ef1-7e22-4480-a619-a0de09170e66 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (22f8b829-fe56-4e5e-bfc9-213bd3ef066b), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:53.218793 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-b6fec23b-3535-43c7-90ca-d660c6c708be req-d2f55ef1-7e22-4480-a619-a0de09170e66 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:53.220677 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b6fec23b-3535-43c7-90ca-d660c6c708be req-d2f55ef1-7e22-4480-a619-a0de09170e66 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "DELETE /v2.0/security-groups/22f8b829-fe56-4e5e-bfc9-213bd3ef066b HTTP/1.1" status: 204  len: 173 time: 0.1772788
May 07 21:50:53.245246 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f55ef1-7e22-4480-a619-a0de09170e66 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f8b829-fe56-4e5e-bfc9-213bd3ef066b,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:53.254571 ncdv-master-1 neutron-server[121836]: INFO neutron.api.v2.resource [req-02738e48-73a2-41b4-909e-6f9bdd7d972e req-a0c5f079-fb89-4170-aa8a-a53ddbc054b6 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] show failed (client error): The resource could not be found.
May 07 21:50:53.264776 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-02738e48-73a2-41b4-909e-6f9bdd7d972e req-a0c5f079-fb89-4170-aa8a-a53ddbc054b6 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/security-groups/22f8b829-fe56-4e5e-bfc9-213bd3ef066b HTTP/1.1" status: 404  len: 352 time: 0.0267601
May 07 21:50:53.322973 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-131ee633-786b-4e09-901c-7a7ef311f79d req-430d976f-0516-4804-9878-358d3f47916e tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/security-groups/3d7ed19c-884e-429f-a70b-6e56a4844de9 HTTP/1.1" status: 200  len: 1818 time: 0.0424619
May 07 21:50:53.390336 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-131ee633-786b-4e09-901c-7a7ef311f79d req-ef7c14f6-af0c-479d-a4e1-2a51a5754e4a tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks [] for security_group (3d7ed19c-884e-429f-a70b-6e56a4844de9), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:53.415259 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-131ee633-786b-4e09-901c-7a7ef311f79d req-ef7c14f6-af0c-479d-a4e1-2a51a5754e4a tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks [] for security_group (3d7ed19c-884e-429f-a70b-6e56a4844de9), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:53.424233 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 38362) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:50:53.484532 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-127f447b-0852-426f-94fd-2f9f7c3a4711 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d5f84194328949aeb7dedf97875a70c5&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0597317
May 07 21:50:53.487354 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 38368) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:50:53.495238 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-131ee633-786b-4e09-901c-7a7ef311f79d req-ef7c14f6-af0c-479d-a4e1-2a51a5754e4a tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (3d7ed19c-884e-429f-a70b-6e56a4844de9), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:53.497839 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-131ee633-786b-4e09-901c-7a7ef311f79d req-ef7c14f6-af0c-479d-a4e1-2a51a5754e4a tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:53.498957 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-131ee633-786b-4e09-901c-7a7ef311f79d req-ef7c14f6-af0c-479d-a4e1-2a51a5754e4a tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "DELETE /v2.0/security-groups/3d7ed19c-884e-429f-a70b-6e56a4844de9 HTTP/1.1" status: 204  len: 173 time: 0.1697023
May 07 21:50:53.521586 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7c14f6-af0c-479d-a4e1-2a51a5754e4a tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d7ed19c-884e-429f-a70b-6e56a4844de9,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:53.550540 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c951a510-904a-471a-a936-c33739250597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:53.567910 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-da5a101d-fa30-4235-bc98-be6ad75c3b2b admin admin] Publish callbacks [] for security_group (9d85a875-c43f-4509-b6d5-3d83c5e229da), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:53.572791 ncdv-master-1 neutron-server[121837]: INFO neutron.api.v2.resource [req-9d0ffe7a-4308-4826-8fcd-10c86676936e req-3e2a6e43-c9b7-44dd-9002-1a71d59f895b tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] show failed (client error): The resource could not be found.
May 07 21:50:53.574041 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9d0ffe7a-4308-4826-8fcd-10c86676936e req-3e2a6e43-c9b7-44dd-9002-1a71d59f895b tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/security-groups/3d7ed19c-884e-429f-a70b-6e56a4844de9 HTTP/1.1" status: 404  len: 352 time: 0.0231912
May 07 21:50:53.594925 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:53.602037 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f06b7b-5158-44ba-b272-b3e71adcc3ce req-69fa69a6-15df-42f2-99f3-3c38359211d4 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:53.604186 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d8f06b7b-5158-44ba-b272-b3e71adcc3ce req-69fa69a6-15df-42f2-99f3-3c38359211d4 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8be6b3c-b434-467d-98b2-4d0d5763bed3 HTTP/1.1" status: 200  len: 950 time: 0.1215274
May 07 21:50:53.611814 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-da5a101d-fa30-4235-bc98-be6ad75c3b2b admin admin] Publish callbacks [] for security_group (9d85a875-c43f-4509-b6d5-3d83c5e229da), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:53.668192 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d8f06b7b-5158-44ba-b272-b3e71adcc3ce req-ededfefa-f8a5-4469-a448-b487361d1907 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0519390
May 07 21:50:53.696292 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-84703dd9-578a-4e1e-bbb6-8203a86fc7c8 req-2e8447c5-1ed8-4b0a-99b8-17070ebf4276 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f61b3dd3880d475b939a8543d9bbf481 HTTP/1.1" status: 200  len: 6195 time: 0.0951719
May 07 21:50:53.712939 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-da5a101d-fa30-4235-bc98-be6ad75c3b2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (9d85a875-c43f-4509-b6d5-3d83c5e229da), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:53.715438 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-da5a101d-fa30-4235-bc98-be6ad75c3b2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:53.718916 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-da5a101d-fa30-4235-bc98-be6ad75c3b2b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9d85a875-c43f-4509-b6d5-3d83c5e229da HTTP/1.1" status: 204  len: 168 time: 0.2282035
May 07 21:50:53.736588 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5a101d-fa30-4235-bc98-be6ad75c3b2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d85a875-c43f-4509-b6d5-3d83c5e229da,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:53.801655 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-84703dd9-578a-4e1e-bbb6-8203a86fc7c8 req-f58b58b1-b33f-430f-8c29-1c11cff966bc tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/security-groups/59e2df0e-870d-42fb-a7c1-a293819c9cdf HTTP/1.1" status: 200  len: 2998 time: 0.0977185
May 07 21:50:53.819719 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb62c90-78d7-4db3-8fd9-86570893b3c9 req-65bccb3f-86c6-489f-a2ca-65ef0706b0cb tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:53.822249 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5fb62c90-78d7-4db3-8fd9-86570893b3c9 req-65bccb3f-86c6-489f-a2ca-65ef0706b0cb tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd9b73d-94f5-48f0-9bd4-f06f09d7b556 HTTP/1.1" status: 200  len: 946 time: 0.0755568
May 07 21:50:53.834428 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41510f80-3105-4b0f-9c8e-534958fd86c0 req-6ddce72f-7f20-49f7-90f3-e10285aa7782 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:53.836023 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-41510f80-3105-4b0f-9c8e-534958fd86c0 req-6ddce72f-7f20-49f7-90f3-e10285aa7782 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.59 "GET /v2.0/ports?device_id=ddd9b73d-94f5-48f0-9bd4-f06f09d7b556 HTTP/1.1" status: 200  len: 946 time: 0.0832133
May 07 21:50:53.875311 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5fb62c90-78d7-4db3-8fd9-86570893b3c9 req-e6abfdb4-b922-4f2e-a973-3c4129be9d64 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b502f8-ccda-470b-bf96-4e6ff93590b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455225
May 07 21:50:53.899354 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-84703dd9-578a-4e1e-bbb6-8203a86fc7c8 req-7e140a1a-fcbf-41fe-a2c5-07d49cf18893 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/security-groups/59e2df0e-870d-42fb-a7c1-a293819c9cdf HTTP/1.1" status: 200  len: 2998 time: 0.0935099
May 07 21:50:53.907967 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 05c8f9e9-22a2-4423-bdc3-f8822a75ace8 up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:50:53.948822 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-41510f80-3105-4b0f-9c8e-534958fd86c0 req-07c711e2-ef88-4c7c-a711-a32a4aa5c5ad tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Deleting port 24115db9-2f6d-4fcc-8408-e98da05a26e6 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:50:53.949307 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-41510f80-3105-4b0f-9c8e-534958fd86c0 req-07c711e2-ef88-4c7c-a711-a32a4aa5c5ad tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (24115db9-2f6d-4fcc-8408-e98da05a26e6), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:54.001030 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33189292-ad47-42e4-93f5-3283003bcb97 req-a425936d-46bb-44bb-8de6-144654badd67 tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:54.008839 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-33189292-ad47-42e4-93f5-3283003bcb97 req-a425936d-46bb-44bb-8de6-144654badd67 tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f8f76a4-6ad3-415b-b1a9-6bd011fd0571 HTTP/1.1" status: 200  len: 948 time: 0.0591245
May 07 21:50:54.022051 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning for port 05c8f9e9-22a2-4423-bdc3-f8822a75ace8 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:50:54.037556 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port 05c8f9e9-22a2-4423-bdc3-f8822a75ace8 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:50:54.037981 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (05c8f9e9-22a2-4423-bdc3-f8822a75ace8), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:54.070146 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-33189292-ad47-42e4-93f5-3283003bcb97 req-b0115831-4278-47ef-bba6-7268eb01183b tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] 10.222.0.32 "GET /v2.0/security-groups?id=e6f7bcf3-0863-477a-9a92-cf0af21d6fff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0553327
May 07 21:50:54.070651 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-41510f80-3105-4b0f-9c8e-534958fd86c0 req-07c711e2-ef88-4c7c-a711-a32a4aa5c5ad tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] For port 24115db9-2f6d-4fcc-8408-e98da05a26e6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=24115db9-2f6d-4fcc-8408-e98da05a26e6,segment=NetworkSegment(c22d0faf-2ee6-4226-aff7-b2b8306813e9),segment_id=c22d0faf-2ee6-4226-aff7-b2b8306813e9)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:50:54.071086 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-41510f80-3105-4b0f-9c8e-534958fd86c0 req-07c711e2-ef88-4c7c-a711-a32a4aa5c5ad tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (24115db9-2f6d-4fcc-8408-e98da05a26e6), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:54.097024 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-bdace156-93c2-4f31-b96d-ffab546abdac req-5509be0f-73c4-4ac1-9fcb-b675fee03255 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1599307591', 'description': 'tempest-description-568432811'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:50:54.098549 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-41510f80-3105-4b0f-9c8e-534958fd86c0 req-07c711e2-ef88-4c7c-a711-a32a4aa5c5ad tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Calling delete_port for 24115db9-2f6d-4fcc-8408-e98da05a26e6 owned by compute:nova {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:50:54.133360 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-bdace156-93c2-4f31-b96d-ffab546abdac req-5509be0f-73c4-4ac1-9fcb-b675fee03255 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:54.137598 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 05c8f9e9-22a2-4423-bdc3-f8822a75ace8 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:50:54.138538 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (05c8f9e9-22a2-4423-bdc3-f8822a75ace8), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:54.189040 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 05c8f9e9-22a2-4423-bdc3-f8822a75ace8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=05c8f9e9-22a2-4423-bdc3-f8822a75ace8,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:50:54.197645 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (05c8f9e9-22a2-4423-bdc3-f8822a75ace8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:54.199001 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 24115db9-2f6d-4fcc-8408-e98da05a26e6 no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:50:54.265724 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-bdace156-93c2-4f31-b96d-ffab546abdac req-5509be0f-73c4-4ac1-9fcb-b675fee03255 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks [] for security_group (3ab4642d-3355-41eb-ae9c-57c018ee1be1), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:54.270826 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-bdace156-93c2-4f31-b96d-ffab546abdac req-5509be0f-73c4-4ac1-9fcb-b675fee03255 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (3ab4642d-3355-41eb-ae9c-57c018ee1be1), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:54.295434 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=05c8f9e9-22a2-4423-bdc3-f8822a75ace8,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:54.314348 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-bdace156-93c2-4f31-b96d-ffab546abdac req-5509be0f-73c4-4ac1-9fcb-b675fee03255 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:54.315079 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bdace156-93c2-4f31-b96d-ffab546abdac req-5509be0f-73c4-4ac1-9fcb-b675fee03255 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1822 time: 0.2220449
May 07 21:50:54.334269 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5509be0f-73c4-4ac1-9fcb-b675fee03255 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab4642d-3355-41eb-ae9c-57c018ee1be1,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:54.361251 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-41510f80-3105-4b0f-9c8e-534958fd86c0 req-07c711e2-ef88-4c7c-a711-a32a4aa5c5ad tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (24115db9-2f6d-4fcc-8408-e98da05a26e6), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:54.363302 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-9c2e9a31-bbb0-4b60-b8df-fc6c91374a11 req-28f37cfc-d092-4705-a036-d6b7100d1181 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-190477318', 'description': 'tempest-description-1595696999'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:50:54.406351 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-9c2e9a31-bbb0-4b60-b8df-fc6c91374a11 req-28f37cfc-d092-4705-a036-d6b7100d1181 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:54.412779 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c711e2-ef88-4c7c-a711-a32a4aa5c5ad tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Pushing event deleted for resources: {'Port': ['ID=24115db9-2f6d-4fcc-8408-e98da05a26e6,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:54.429401 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 24115db9-2f6d-4fcc-8408-e98da05a26e6 is: ACTIVE; New status is: DOWN {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:50:54.429401 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (24115db9-2f6d-4fcc-8408-e98da05a26e6), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:54.479592 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-41510f80-3105-4b0f-9c8e-534958fd86c0 req-07c711e2-ef88-4c7c-a711-a32a4aa5c5ad tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] No DVR routers for this DVR port 24115db9-2f6d-4fcc-8408-e98da05a26e6 on host nch2-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:50:54.482235 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-41510f80-3105-4b0f-9c8e-534958fd86c0 req-07c711e2-ef88-4c7c-a711-a32a4aa5c5ad tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:54.485880 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-41510f80-3105-4b0f-9c8e-534958fd86c0 req-07c711e2-ef88-4c7c-a711-a32a4aa5c5ad tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.59 "DELETE /v2.0/ports/24115db9-2f6d-4fcc-8408-e98da05a26e6 HTTP/1.1" status: 204  len: 173 time: 0.6443481
May 07 21:50:54.486249 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddd9b73d-94f5-48f0-9bd4-f06f09d7b556', 'name': 'network-vif-deleted', 'tag': '24115db9-2f6d-4fcc-8408-e98da05a26e6'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:50:54.488995 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b8e06db-3630-4753-8dc1-0d5c3e7cc795" -d '{"events": [{"server_uuid": "ddd9b73d-94f5-48f0-9bd4-f06f09d7b556", "name": "network-vif-deleted", "tag": "24115db9-2f6d-4fcc-8408-e98da05a26e6"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:50:54.498794 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f8f76a4-6ad3-415b-b1a9-6bd011fd0571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05c8f9e9-22a2-4423-bdc3-f8822a75ace8'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:50:54.504209 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7010952-4e77-4b99-b4b1-eb8ae22625a1" -d '{"events": [{"server_uuid": "0f8f76a4-6ad3-415b-b1a9-6bd011fd0571", "name": "network-vif-plugged", "status": "completed", "tag": "05c8f9e9-22a2-4423-bdc3-f8822a75ace8"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:50:54.534207 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-9c2e9a31-bbb0-4b60-b8df-fc6c91374a11 req-28f37cfc-d092-4705-a036-d6b7100d1181 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks [] for security_group (a28eaf93-b857-4194-b86f-fca4dd6ce653), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:54.538019 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-9c2e9a31-bbb0-4b60-b8df-fc6c91374a11 req-28f37cfc-d092-4705-a036-d6b7100d1181 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (a28eaf93-b857-4194-b86f-fca4dd6ce653), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:54.580597 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-9c2e9a31-bbb0-4b60-b8df-fc6c91374a11 req-28f37cfc-d092-4705-a036-d6b7100d1181 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:54.582124 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9c2e9a31-bbb0-4b60-b8df-fc6c91374a11 req-28f37cfc-d092-4705-a036-d6b7100d1181 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1822 time: 0.2295704
May 07 21:50:54.584608 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c097e821-1d5b-4787-97c4-cd9d651f6bdd x-openstack-request-id: req-c097e821-1d5b-4787-97c4-cd9d651f6bdd {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:50:54.585059 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddd9b73d-94f5-48f0-9bd4-f06f09d7b556", "name": "network-vif-deleted", "tag": "24115db9-2f6d-4fcc-8408-e98da05a26e6", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:50:54.585165 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c097e821-1d5b-4787-97c4-cd9d651f6bdd {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:50:54.585712 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c097e821-1d5b-4787-97c4-cd9d651f6bdd'] response: {'server_uuid': 'ddd9b73d-94f5-48f0-9bd4-f06f09d7b556', 'name': 'network-vif-deleted', 'tag': '24115db9-2f6d-4fcc-8408-e98da05a26e6', 'status': 'completed', 'code': 200}
May 07 21:50:54.610058 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f37cfc-d092-4705-a036-d6b7100d1181 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a28eaf93-b857-4194-b86f-fca4dd6ce653,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:54.626658 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a404093d-af88-41cf-b56f-8c3e927fa1d3 x-openstack-request-id: req-a404093d-af88-41cf-b56f-8c3e927fa1d3 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:50:54.627213 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f8f76a4-6ad3-415b-b1a9-6bd011fd0571", "name": "network-vif-plugged", "status": "completed", "tag": "05c8f9e9-22a2-4423-bdc3-f8822a75ace8", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:50:54.627320 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a404093d-af88-41cf-b56f-8c3e927fa1d3 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:50:54.627672 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a404093d-af88-41cf-b56f-8c3e927fa1d3'] response: {'server_uuid': '0f8f76a4-6ad3-415b-b1a9-6bd011fd0571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05c8f9e9-22a2-4423-bdc3-f8822a75ace8', 'code': 200}
May 07 21:50:54.694414 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-76e98087-cd06-488b-b590-164108364b07 req-06c8b8b9-d5d6-43d8-bfde-c4bcd5660a45 tempest-ServersAaction247Test-984437898 tempest-ServersAaction247Test-984437898-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e16d2bf-a309-499a-8966-4cbe19870972 HTTP/1.1" status: 200  len: 210 time: 0.0455272
May 07 21:50:54.747664 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69862a2-a702-46c4-b644-42d7a9eff6e4 req-a734e70e-0412-4a65-9001-82dbdb326d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:54.749573 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d69862a2-a702-46c4-b644-42d7a9eff6e4 req-a734e70e-0412-4a65-9001-82dbdb326d3c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0f8f76a4-6ad3-415b-b1a9-6bd011fd0571 HTTP/1.1" status: 200  len: 1131 time: 0.0497653
May 07 21:50:54.812132 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb2886-749d-4e79-9b70-d944de8cbf53 req-8af212d3-8800-40c2-a02d-d33051c0ac55 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:54.813960 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1ceb2886-749d-4e79-9b70-d944de8cbf53 req-8af212d3-8800-40c2-a02d-d33051c0ac55 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8be6b3c-b434-467d-98b2-4d0d5763bed3 HTTP/1.1" status: 200  len: 950 time: 0.0535240
May 07 21:50:54.866023 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1ceb2886-749d-4e79-9b70-d944de8cbf53 req-a94b5bbe-1695-4b8c-b087-d5852011768f tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445433
May 07 21:50:55.036632 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d69862a2-a702-46c4-b644-42d7a9eff6e4 req-a37f0294-c26b-456d-9ed0-86cf63a6da56 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e6f7bcf3-0863-477a-9a92-cf0af21d6fff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1159325
May 07 21:50:55.057865 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-248c2cf7-7d29-4935-86f5-059842f7406f req-49c82557-d8e8-4f6c-a309-6b30ca464c1b tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/ports?device_id=ddd9b73d-94f5-48f0-9bd4-f06f09d7b556 HTTP/1.1" status: 200  len: 210 time: 0.0400972
May 07 21:50:55.063680 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede04063-ab80-402d-8017-77b97ee1d7dd req-6c62b850-4a2b-4b28-90a0-0d7d7ccf4d77 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:55.079638 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ede04063-ab80-402d-8017-77b97ee1d7dd req-6c62b850-4a2b-4b28-90a0-0d7d7ccf4d77 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/networks?id=5d9854c1-90bd-4898-b59a-14d465203832 HTTP/1.1" status: 200  len: 812 time: 0.1904640
May 07 21:50:55.097379 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ede04063-ab80-402d-8017-77b97ee1d7dd req-a7c71cba-0e8f-49fa-b97d-44146fc732c6 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/quotas/f61b3dd3880d475b939a8543d9bbf481 HTTP/1.1" status: 200  len: 375 time: 0.0167432
May 07 21:50:55.155862 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ede04063-ab80-402d-8017-77b97ee1d7dd req-fcaaf762-9106-4778-896d-2574b296558b tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f61b3dd3880d475b939a8543d9bbf481&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0556407
May 07 21:50:55.197531 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3c38f-0fd2-4622-bb1c-78c8190c3e5d req-40fa410d-bc1c-4472-99dd-e1d1ffec732b tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:55.205320 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-64d3c38f-0fd2-4622-bb1c-78c8190c3e5d req-40fa410d-bc1c-4472-99dd-e1d1ffec732b tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f8f76a4-6ad3-415b-b1a9-6bd011fd0571 HTTP/1.1" status: 200  len: 949 time: 0.0621054
May 07 21:50:55.261388 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-64d3c38f-0fd2-4622-bb1c-78c8190c3e5d req-edd1da69-a102-4575-86db-d79cb662b965 tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] 10.222.0.32 "GET /v2.0/security-groups?id=e6f7bcf3-0863-477a-9a92-cf0af21d6fff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552025
May 07 21:50:55.292806 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ede04063-ab80-402d-8017-77b97ee1d7dd req-cd351f1a-ecd0-45c8-8422-f154779cba29 service neutron] 10.222.0.32 "GET /v2.0/networks/5d9854c1-90bd-4898-b59a-14d465203832?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1306810
May 07 21:50:55.415155 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ede04063-ab80-402d-8017-77b97ee1d7dd req-b57b39d4-edc2-42a6-bcc6-a53e2fb825ec service neutron] 10.222.0.32 "GET /v2.0/networks/5d9854c1-90bd-4898-b59a-14d465203832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1150413
May 07 21:50:55.588005 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0c02260c-61f7-42db-bdac-080e209a4ce6 req-c2e428a4-f3cc-4cdd-98c2-a7860301e7c0 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4bd37e9-7131-4834-a215-e56f0fb30c5d HTTP/1.1" status: 200  len: 210 time: 0.0367336
May 07 21:50:55.847354 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6b591909-b77e-41df-8d8f-df60db73e52f req-d585d5ef-53c6-4fce-bed0-c397ac681b5d tempest-ServersAaction247Test-984437898 tempest-ServersAaction247Test-984437898-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e16d2bf-a309-499a-8966-4cbe19870972 HTTP/1.1" status: 200  len: 210 time: 0.0306966
May 07 21:50:56.006464 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b92f80fc-6dd9-49cb-bc7e-14a5136f9520 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:56.027330 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35e454a-ada3-40d9-839a-87cc5b2a124e req-af626dab-dd06-44dd-be62-784a39bb823b tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:56.029242 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a35e454a-ada3-40d9-839a-87cc5b2a124e req-af626dab-dd06-44dd-be62-784a39bb823b tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8be6b3c-b434-467d-98b2-4d0d5763bed3 HTTP/1.1" status: 200  len: 950 time: 0.0562031
May 07 21:50:56.097890 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a35e454a-ada3-40d9-839a-87cc5b2a124e req-b332bdc7-3518-453e-bc92-cf03412890ea tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630376
May 07 21:50:56.421748 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8e2f70-8248-473e-801d-e0a88e85475b req-c1fb2732-ed55-4738-869a-2edac89cd1c4 tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:56.423320 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7c8e2f70-8248-473e-801d-e0a88e85475b req-c1fb2732-ed55-4738-869a-2edac89cd1c4 tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f8f76a4-6ad3-415b-b1a9-6bd011fd0571 HTTP/1.1" status: 200  len: 949 time: 0.0538015
May 07 21:50:56.435955 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 38496) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:50:56.440480 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-15dcbd83-ea1b-41c4-b336-0bd44be16a9c tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Request body: {'security_group': {'name': 'tempest-securitygroup--973200576', 'description': 'tempest-description--1531565849'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:50:56.488164 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-15dcbd83-ea1b-41c4-b336-0bd44be16a9c tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:56.501397 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7c8e2f70-8248-473e-801d-e0a88e85475b req-b460ee66-45a6-4376-9326-9f94cd3ab0b2 tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] 10.222.0.32 "GET /v2.0/security-groups?id=e6f7bcf3-0863-477a-9a92-cf0af21d6fff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723407
May 07 21:50:56.591465 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-15dcbd83-ea1b-41c4-b336-0bd44be16a9c tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Publish callbacks [] for security_group (c1e0dd69-e6c2-4e5f-a6af-bf16a9db6058), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:56.606838 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-15dcbd83-ea1b-41c4-b336-0bd44be16a9c tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (c1e0dd69-e6c2-4e5f-a6af-bf16a9db6058), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:56.677389 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dcbd83-ea1b-41c4-b336-0bd44be16a9c tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e0dd69-e6c2-4e5f-a6af-bf16a9db6058,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:56.688229 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-15dcbd83-ea1b-41c4-b336-0bd44be16a9c tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:56.693574 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-15dcbd83-ea1b-41c4-b336-0bd44be16a9c tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1796 time: 0.2534425
May 07 21:50:56.694361 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 38508) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:50:56.699604 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-f194df48-a49e-4435-b701-05f87337bac9 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Request body: {'security_group_rule': {'security_group_id': 'c1e0dd69-e6c2-4e5f-a6af-bf16a9db6058', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:50:56.768836 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1ae32ed0-1214-40fa-a85b-d966dc0f0cbb req-ea5d4e9b-3eac-4373-a236-d3740605ada0 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4bd37e9-7131-4834-a215-e56f0fb30c5d HTTP/1.1" status: 200  len: 210 time: 0.0346582
May 07 21:50:56.769901 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f194df48-a49e-4435-b701-05f87337bac9 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Publish callbacks [] for security_group_rule (27163aa5-1cb5-46bb-929b-bff42076f22b), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:56.836517 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f194df48-a49e-4435-b701-05f87337bac9 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Publish callbacks [] for security_group_rule (27163aa5-1cb5-46bb-929b-bff42076f22b), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:56.840836 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f194df48-a49e-4435-b701-05f87337bac9 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (27163aa5-1cb5-46bb-929b-bff42076f22b), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:56.860990 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f194df48-a49e-4435-b701-05f87337bac9 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27163aa5-1cb5-46bb-929b-bff42076f22b,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:56.872381 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f194df48-a49e-4435-b701-05f87337bac9 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:56.876944 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-f194df48-a49e-4435-b701-05f87337bac9 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1788177
May 07 21:50:56.877220 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 38514) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:50:56.881721 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-2811de4d-c9fd-4039-b818-e0fc05b5aa24 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Request body: {'security_group_rule': {'security_group_id': 'c1e0dd69-e6c2-4e5f-a6af-bf16a9db6058', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:50:56.919763 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2811de4d-c9fd-4039-b818-e0fc05b5aa24 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Publish callbacks [] for security_group_rule (09047795-2ce3-4323-9d36-ef7236f755ce), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:56.941709 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c78539-29e0-4950-acf2-5c6c4c675872 req-3ebfa37c-afa5-4178-b058-4613b42eac93 tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:56.943492 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-54c78539-29e0-4950-acf2-5c6c4c675872 req-3ebfa37c-afa5-4178-b058-4613b42eac93 tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f8f76a4-6ad3-415b-b1a9-6bd011fd0571 HTTP/1.1" status: 200  len: 949 time: 0.0678051
May 07 21:50:56.997311 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 38518) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:50:57.007155 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-54c78539-29e0-4950-acf2-5c6c4c675872 req-94d3a2ab-6699-4136-b026-f79b31f45318 tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] 10.222.0.32 "GET /v2.0/security-groups?id=e6f7bcf3-0863-477a-9a92-cf0af21d6fff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557957
May 07 21:50:57.016415 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-aaeab7bb-fe9d-4bae-a841-e15de47be031 req-c4f1222a-1129-45ef-a560-5f1a79edaa29 tempest-ServersAaction247Test-984437898 tempest-ServersAaction247Test-984437898-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e16d2bf-a309-499a-8966-4cbe19870972 HTTP/1.1" status: 200  len: 210 time: 0.0393484
May 07 21:50:57.037134 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2811de4d-c9fd-4039-b818-e0fc05b5aa24 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Publish callbacks [] for security_group_rule (09047795-2ce3-4323-9d36-ef7236f755ce), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:57.037134 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2811de4d-c9fd-4039-b818-e0fc05b5aa24 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (09047795-2ce3-4323-9d36-ef7236f755ce), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:57.066085 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2811de4d-c9fd-4039-b818-e0fc05b5aa24 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09047795-2ce3-4323-9d36-ef7236f755ce,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:57.084595 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2811de4d-c9fd-4039-b818-e0fc05b5aa24 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:57.088833 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-2811de4d-c9fd-4039-b818-e0fc05b5aa24 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2076669
May 07 21:50:57.089344 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 38524) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:50:57.093905 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-a3d9b30b-bcac-4373-a948-1182bd0a0f5a tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Request body: {'floatingip': {'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:50:57.123520 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a3d9b30b-bcac-4373-a948-1182bd0a0f5a tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:57.144406 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0fcfc34e-8295-4bb1-9f16-77ef7ac950cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:57.223154 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a3d9b30b-bcac-4373-a948-1182bd0a0f5a tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:57.255609 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83396d5e-2303-4c76-a231-ef3a7fa0df18 req-59f31ea3-da03-494a-b9f6-5379228b4133 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:57.257165 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-83396d5e-2303-4c76-a231-ef3a7fa0df18 req-59f31ea3-da03-494a-b9f6-5379228b4133 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8be6b3c-b434-467d-98b2-4d0d5763bed3 HTTP/1.1" status: 200  len: 950 time: 0.0805902
May 07 21:50:57.296461 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-05d9a58b-26a2-49d3-8943-81616aa40590 req-19e69323-9226-4432-9c76-a69fd17df77f tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=3ed0bf2e98fe4e67abb30f040a638365&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0275805
May 07 21:50:57.309984 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:57.320264 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0fcfc34e-8295-4bb1-9f16-77ef7ac950cb admin admin] Publish callbacks [] for security_group (fa9efc6b-45c9-4f80-9465-ed1c0feae11f), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:57.325852 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0fcfc34e-8295-4bb1-9f16-77ef7ac950cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (fa9efc6b-45c9-4f80-9465-ed1c0feae11f), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:57.330947 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-83396d5e-2303-4c76-a231-ef3a7fa0df18 req-1e3fc36b-2f85-4cfa-bb44-10949b9883c4 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0663319
May 07 21:50:57.370630 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-0fcfc34e-8295-4bb1-9f16-77ef7ac950cb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=103d019e71b4400d9c62fb8d1ec23057&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3721342
May 07 21:50:57.372626 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcfc34e-8295-4bb1-9f16-77ef7ac950cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa9efc6b-45c9-4f80-9465-ed1c0feae11f,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:57.374916 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 38540) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:50:57.424566 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-692cfc8a-d3b5-40e9-b3fa-76404bc51dad admin admin] Publish callbacks [] for security_group (fa9efc6b-45c9-4f80-9465-ed1c0feae11f), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:57.430651 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-a3d9b30b-bcac-4373-a948-1182bd0a0f5a tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Allocated IP 172.35.4.47 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/4ff82e9d-fe01-4b71-9400-0c57619df45f) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:50:57.445853 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-692cfc8a-d3b5-40e9-b3fa-76404bc51dad admin admin] Publish callbacks [] for security_group (fa9efc6b-45c9-4f80-9465-ed1c0feae11f), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:57.459312 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d9a58b-26a2-49d3-8943-81616aa40590 req-76367c57-9f61-4e35-9626-e57e1d728d38 tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:57.460821 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-05d9a58b-26a2-49d3-8943-81616aa40590 req-76367c57-9f61-4e35-9626-e57e1d728d38 tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1561210
May 07 21:50:57.493072 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-05d9a58b-26a2-49d3-8943-81616aa40590 req-5ab489f1-96a1-40b2-9e17-63c82405eebd tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] 10.222.0.32 "GET /v2.0/quotas/3ed0bf2e98fe4e67abb30f040a638365 HTTP/1.1" status: 200  len: 375 time: 0.0176899
May 07 21:50:57.496285 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-692cfc8a-d3b5-40e9-b3fa-76404bc51dad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (fa9efc6b-45c9-4f80-9465-ed1c0feae11f), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:57.499168 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-692cfc8a-d3b5-40e9-b3fa-76404bc51dad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:57.500290 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-692cfc8a-d3b5-40e9-b3fa-76404bc51dad admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fa9efc6b-45c9-4f80-9465-ed1c0feae11f HTTP/1.1" status: 204  len: 168 time: 0.1244912
May 07 21:50:57.508758 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692cfc8a-d3b5-40e9-b3fa-76404bc51dad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa9efc6b-45c9-4f80-9465-ed1c0feae11f,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:57.579344 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-05d9a58b-26a2-49d3-8943-81616aa40590 req-578560e1-21a9-4a3f-9006-fbb1ea8db74d tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3ed0bf2e98fe4e67abb30f040a638365&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0592697
May 07 21:50:57.604726 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a3d9b30b-bcac-4373-a948-1182bd0a0f5a tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Publish callbacks [] for port (4ff82e9d-fe01-4b71-9400-0c57619df45f), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:57.652308 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a3d9b30b-bcac-4373-a948-1182bd0a0f5a tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (4ff82e9d-fe01-4b71-9400-0c57619df45f), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:57.703347 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d9b30b-bcac-4373-a948-1182bd0a0f5a tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:50:57.714896 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-a3d9b30b-bcac-4373-a948-1182bd0a0f5a tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:50:57.720520 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d9b30b-bcac-4373-a948-1182bd0a0f5a tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Pushing event updated for resources: {'Port': ['ID=4ff82e9d-fe01-4b71-9400-0c57619df45f,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:57.723016 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d9b30b-bcac-4373-a948-1182bd0a0f5a tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:50:57.794428 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5b1c8256-c9fc-475e-a43a-f2777379e739 req-794c39c8-ff76-441f-96c1-d97410dd603d tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] 10.222.0.32 "GET /v2.0/ports?device_id=827a3df8-0013-4d92-a2f1-b9c40fcf5ef1 HTTP/1.1" status: 200  len: 210 time: 0.0463006
May 07 21:50:57.851667 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a3d9b30b-bcac-4373-a948-1182bd0a0f5a tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Publish callbacks [] for floatingip (c05aef39-11bb-49b9-a405-087f2f6483bb), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:57.857215 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 38554) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:50:57.876354 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-96588f43-d62b-4c4e-b77a-57dff1b6f232 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:57.928143 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 24115db9-2f6d-4fcc-8408-e98da05a26e6 no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:50:57.930184 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8e1bba0e-3dd7-4596-b267-f0e29acfbc9f req-a948af13-50b8-4be6-a0d1-adc595e293fc tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4bd37e9-7131-4834-a215-e56f0fb30c5d HTTP/1.1" status: 200  len: 210 time: 0.0334849
May 07 21:50:57.937626 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a3d9b30b-bcac-4373-a948-1182bd0a0f5a tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (4ff82e9d-fe01-4b71-9400-0c57619df45f), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:57.982018 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-96588f43-d62b-4c4e-b77a-57dff1b6f232 admin admin] Publish callbacks [] for security_group (3aa3b2d5-d44d-4b2a-bca5-81db853e2cc1), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:57.996188 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-96588f43-d62b-4c4e-b77a-57dff1b6f232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (3aa3b2d5-d44d-4b2a-bca5-81db853e2cc1), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:58.002726 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] No Port match for: 24115db9-2f6d-4fcc-8408-e98da05a26e6 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:50:58.005339 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 24115db9-2f6d-4fcc-8408-e98da05a26e6 not bound to the agent host nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:50:58.053576 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96588f43-d62b-4c4e-b77a-57dff1b6f232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa3b2d5-d44d-4b2a-bca5-81db853e2cc1,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:58.075795 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-96588f43-d62b-4c4e-b77a-57dff1b6f232 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=395d6553c6844d6b993ec73745da00e1&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2171292
May 07 21:50:58.078299 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 38562) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:50:58.143002 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-aca5d060-6bca-4e52-8e34-7a07d8faefc8 req-784da1fa-8a26-491c-9e8d-a8f1b6eef88e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6e16d2bf-a309-499a-8966-4cbe19870972 HTTP/1.1" status: 200  len: 210 time: 0.0437832
May 07 21:50:58.178609 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a6477a6f-b896-46f5-b2c2-cf3e299691ec admin admin] Publish callbacks [] for security_group (3aa3b2d5-d44d-4b2a-bca5-81db853e2cc1), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:58.235411 ncdv-master-1 neutron-server[121837]: INFO neutron.api.v2.resource [req-39bfcd5b-57cf-4fd3-9aa8-914e86082c71 req-5d585e1e-afa9-4ed5-8374-5a83c166375c service neutron] show failed (client error): The resource could not be found.
May 07 21:50:58.236450 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-39bfcd5b-57cf-4fd3-9aa8-914e86082c71 req-5d585e1e-afa9-4ed5-8374-5a83c166375c service neutron] 10.222.0.55 "GET /v2.0/ports/873114d2-cfcd-4b2f-9a14-3496ecd36990/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.5240645
May 07 21:50:58.237089 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a6477a6f-b896-46f5-b2c2-cf3e299691ec admin admin] Publish callbacks [] for security_group (3aa3b2d5-d44d-4b2a-bca5-81db853e2cc1), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:58.240437 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-498b9893-82d4-43e1-bab7-9527065637df req-46300ee1-8637-4414-9190-1892d57a855b tempest-ServersAaction247Test-984437898 tempest-ServersAaction247Test-984437898-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e16d2bf-a309-499a-8966-4cbe19870972 HTTP/1.1" status: 200  len: 210 time: 0.0510473
May 07 21:50:58.314611 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a6477a6f-b896-46f5-b2c2-cf3e299691ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (3aa3b2d5-d44d-4b2a-bca5-81db853e2cc1), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:58.317634 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a6477a6f-b896-46f5-b2c2-cf3e299691ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:58.321529 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-a6477a6f-b896-46f5-b2c2-cf3e299691ec admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3aa3b2d5-d44d-4b2a-bca5-81db853e2cc1 HTTP/1.1" status: 204  len: 168 time: 0.2352734
May 07 21:50:58.321709 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede04063-ab80-402d-8017-77b97ee1d7dd req-31fa21c6-5cf9-4a8a-a087-3ee0791f65b6 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:58.321709 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ede04063-ab80-402d-8017-77b97ee1d7dd req-31fa21c6-5cf9-4a8a-a087-3ee0791f65b6 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.59 "GET /v2.0/networks?id=5d9854c1-90bd-4898-b59a-14d465203832 HTTP/1.1" status: 200  len: 812 time: 0.2803106
May 07 21:50:58.333024 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6477a6f-b896-46f5-b2c2-cf3e299691ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa3b2d5-d44d-4b2a-bca5-81db853e2cc1,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:58.363491 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a3d9b30b-bcac-4373-a948-1182bd0a0f5a tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Publish callbacks [] for port (4ff82e9d-fe01-4b71-9400-0c57619df45f), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:58.370428 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-ede04063-ab80-402d-8017-77b97ee1d7dd req-cc44aa7e-d80c-4641-89cf-c61e2038acfd tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Request body: {'port': {'device_id': 'a4bd37e9-7131-4834-a215-e56f0fb30c5d', 'network_id': '5d9854c1-90bd-4898-b59a-14d465203832', 'admin_state_up': True, 'tenant_id': 'f61b3dd3880d475b939a8543d9bbf481'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:50:58.375507 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a3d9b30b-bcac-4373-a948-1182bd0a0f5a tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (4ff82e9d-fe01-4b71-9400-0c57619df45f), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:58.524996 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bfcd5b-57cf-4fd3-9aa8-914e86082c71 req-be5c364b-3a33-499b-9cc6-ac701df480f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:58.527076 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-39bfcd5b-57cf-4fd3-9aa8-914e86082c71 req-be5c364b-3a33-499b-9cc6-ac701df480f5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e8be6b3c-b434-467d-98b2-4d0d5763bed3&tenant_id=7789855db11445de842c4df75bd05e10 HTTP/1.1" status: 200  len: 1132 time: 0.0560696
May 07 21:50:58.549792 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d9b30b-bcac-4373-a948-1182bd0a0f5a tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Pushing event updated for resources: {'Port': ['ID=4ff82e9d-fe01-4b71-9400-0c57619df45f,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:58.569378 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4499047-48a6-436b-9a54-84cdbd557e2d req-f776f41b-2081-4f14-87f4-3e5d6e773fcd tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:58.570972 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f4499047-48a6-436b-9a54-84cdbd557e2d req-f776f41b-2081-4f14-87f4-3e5d6e773fcd tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8be6b3c-b434-467d-98b2-4d0d5763bed3 HTTP/1.1" status: 200  len: 950 time: 0.1044292
May 07 21:50:58.575008 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a3d9b30b-bcac-4373-a948-1182bd0a0f5a tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (c05aef39-11bb-49b9-a405-087f2f6483bb), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:58.622598 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a3d9b30b-bcac-4373-a948-1182bd0a0f5a tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:58.627429 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-a3d9b30b-bcac-4373-a948-1182bd0a0f5a tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.5370064
May 07 21:50:58.664958 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ede04063-ab80-402d-8017-77b97ee1d7dd req-cc44aa7e-d80c-4641-89cf-c61e2038acfd tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Made reservation on behalf of f61b3dd3880d475b939a8543d9bbf481 for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:50:58.668518 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-ede04063-ab80-402d-8017-77b97ee1d7dd req-cc44aa7e-d80c-4641-89cf-c61e2038acfd tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:58.686809 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f4499047-48a6-436b-9a54-84cdbd557e2d req-2d4b74b4-a39c-45d3-a3f6-639877528bca tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1046345
May 07 21:50:58.831930 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [req-ede04063-ab80-402d-8017-77b97ee1d7dd req-cc44aa7e-d80c-4641-89cf-c61e2038acfd tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Allocated IP 172.20.0.4 (5d9854c1-90bd-4898-b59a-14d465203832/363d64b0-c1fd-4ede-8b5a-48585cb02746/bf4cdac7-29da-404a-9ec1-943fa91f5ab0) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:50:58.899476 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-39bfcd5b-57cf-4fd3-9aa8-914e86082c71 req-9d9538ce-47ba-4ab9-9e4c-71f3df32f709 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:50:58.920440 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-216c027b-189b-4ba7-b91f-789278797117 req-81f67105-0620-43a1-9d6b-7ecac8c84930 tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] 10.222.0.32 "GET /v2.0/ports?device_id=827a3df8-0013-4d92-a2f1-b9c40fcf5ef1 HTTP/1.1" status: 200  len: 210 time: 0.0406508
May 07 21:50:59.043825 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:59.126956 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0b06e9b3-6360-4c5d-b779-731aac03a24c req-4b7a58d3-3f33-406b-9060-f38e55861eeb tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4bd37e9-7131-4834-a215-e56f0fb30c5d HTTP/1.1" status: 200  len: 210 time: 0.0672591
May 07 21:50:59.142386 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-05d9a58b-26a2-49d3-8943-81616aa40590 req-86bad198-0d5b-4043-81e3-433cf8143bff tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=3ed0bf2e98fe4e67abb30f040a638365&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0445182
May 07 21:50:59.181273 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-ede04063-ab80-402d-8017-77b97ee1d7dd req-cc44aa7e-d80c-4641-89cf-c61e2038acfd tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks [] for port (bf4cdac7-29da-404a-9ec1-943fa91f5ab0), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:59.331252 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d9a58b-26a2-49d3-8943-81616aa40590 req-f520e721-77a1-4138-b2d6-9b647752f862 tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:59.333405 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-05d9a58b-26a2-49d3-8943-81616aa40590 req-f520e721-77a1-4138-b2d6-9b647752f862 tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1845589
May 07 21:50:59.380871 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-ede04063-ab80-402d-8017-77b97ee1d7dd req-cc44aa7e-d80c-4641-89cf-c61e2038acfd tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (bf4cdac7-29da-404a-9ec1-943fa91f5ab0), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:59.388355 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e4bfff-1cc5-4e1f-ad29-5cbe3c5c6fdf req-b077463c-f160-4e5b-ad88-559ae5b1c2d1 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:59.395469 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e9e4bfff-1cc5-4e1f-ad29-5cbe3c5c6fdf req-b077463c-f160-4e5b-ad88-559ae5b1c2d1 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/networks?id=b2fcd05a-fa57-478e-9f0c-05c502306fa7 HTTP/1.1" status: 200  len: 822 time: 0.5650363
May 07 21:50:59.396523 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['f4e84972-b5b8-4161-be41-2a7625450b34'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:50:59.406134 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-39bfcd5b-57cf-4fd3-9aa8-914e86082c71 req-9d9538ce-47ba-4ab9-9e4c-71f3df32f709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (873114d2-cfcd-4b2f-9a14-3496ecd36990), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:59.417168 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e9e4bfff-1cc5-4e1f-ad29-5cbe3c5c6fdf req-b09d6340-67f0-45b2-bda1-b73c5edc9e33 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/quotas/00dedc5654754e7fbb60abf79a14666e HTTP/1.1" status: 200  len: 375 time: 0.0195434
May 07 21:50:59.418402 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b714678c-f448-4c47-beb9-3041aea94ac6 req-4187deaa-564d-4308-b7d4-629c9830ac04 tempest-ServersAaction247Test-984437898 tempest-ServersAaction247Test-984437898-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e16d2bf-a309-499a-8966-4cbe19870972 HTTP/1.1" status: 200  len: 210 time: 0.0402207
May 07 21:50:59.445810 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-05d9a58b-26a2-49d3-8943-81616aa40590 req-581c32c8-68f8-437e-abfb-3e36fedf8ffd tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] Request body: {'port': {'device_id': '827a3df8-0013-4d92-a2f1-b9c40fcf5ef1', 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47', 'admin_state_up': True, 'tenant_id': '3ed0bf2e98fe4e67abb30f040a638365'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:50:59.464911 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ede04063-ab80-402d-8017-77b97ee1d7dd req-cc44aa7e-d80c-4641-89cf-c61e2038acfd tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Network 5d9854c1-90bd-4898-b59a-14d465203832 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:50:59.477075 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [req-ede04063-ab80-402d-8017-77b97ee1d7dd req-cc44aa7e-d80c-4641-89cf-c61e2038acfd tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:50:59.482704 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-ede04063-ab80-402d-8017-77b97ee1d7dd req-cc44aa7e-d80c-4641-89cf-c61e2038acfd tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:50:59.494443 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e9e4bfff-1cc5-4e1f-ad29-5cbe3c5c6fdf req-113a7263-65a8-4899-baac-5582403a9a8c tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=00dedc5654754e7fbb60abf79a14666e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0761843
May 07 21:50:59.578001 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc44aa7e-d80c-4641-89cf-c61e2038acfd tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Pushing event updated for resources: {'Port': ['ID=bf4cdac7-29da-404a-9ec1-943fa91f5ab0,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:50:59.623737 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede04063-ab80-402d-8017-77b97ee1d7dd req-cc44aa7e-d80c-4641-89cf-c61e2038acfd tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:50:59.625021 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-ede04063-ab80-402d-8017-77b97ee1d7dd req-cc44aa7e-d80c-4641-89cf-c61e2038acfd tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:59.651372 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ede04063-ab80-402d-8017-77b97ee1d7dd req-cc44aa7e-d80c-4641-89cf-c61e2038acfd tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2855265
May 07 21:50:59.673975 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-ede04063-ab80-402d-8017-77b97ee1d7dd req-3abce16f-1cec-4818-acba-2b3c1f8efb50 service neutron] Request body: {'port': {'device_id': 'a4bd37e9-7131-4834-a215-e56f0fb30c5d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:50:59.767684 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e9e4bfff-1cc5-4e1f-ad29-5cbe3c5c6fdf req-ece1c494-de02-47e5-82e5-bf8d2b747350 service neutron] 10.222.0.32 "GET /v2.0/networks/b2fcd05a-fa57-478e-9f0c-05c502306fa7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2722876
May 07 21:50:59.799741 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05d9a58b-26a2-49d3-8943-81616aa40590 req-581c32c8-68f8-437e-abfb-3e36fedf8ffd tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] Made reservation on behalf of 3ed0bf2e98fe4e67abb30f040a638365 for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:50:59.805720 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-05d9a58b-26a2-49d3-8943-81616aa40590 req-581c32c8-68f8-437e-abfb-3e36fedf8ffd tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:59.945064 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-ede04063-ab80-402d-8017-77b97ee1d7dd req-3abce16f-1cec-4818-acba-2b3c1f8efb50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (bf4cdac7-29da-404a-9ec1-943fa91f5ab0), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:50:59.978098 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-39bfcd5b-57cf-4fd3-9aa8-914e86082c71 req-9d9538ce-47ba-4ab9-9e4c-71f3df32f709 service neutron] For port 873114d2-cfcd-4b2f-9a14-3496ecd36990, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=873114d2-cfcd-4b2f-9a14-3496ecd36990,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:51:00.019851 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:00.033277 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e9e4bfff-1cc5-4e1f-ad29-5cbe3c5c6fdf req-2069fb15-50ba-4021-9993-3e432ebbd048 service neutron] 10.222.0.32 "GET /v2.0/networks/b2fcd05a-fa57-478e-9f0c-05c502306fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2635217
May 07 21:51:00.071685 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-39bfcd5b-57cf-4fd3-9aa8-914e86082c71 req-9d9538ce-47ba-4ab9-9e4c-71f3df32f709 service neutron] For port 873114d2-cfcd-4b2f-9a14-3496ecd36990, host nch1-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:51:00.140902 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8be6b3c-b434-467d-98b2-4d0d5763bed3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '873114d2-cfcd-4b2f-9a14-3496ecd36990'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:51:00.149944 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d5e996d-ffd6-45b9-b75f-8198356450ba" -d '{"events": [{"server_uuid": "e8be6b3c-b434-467d-98b2-4d0d5763bed3", "name": "network-vif-unplugged", "status": "completed", "tag": "873114d2-cfcd-4b2f-9a14-3496ecd36990"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:51:00.155611 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-39bfcd5b-57cf-4fd3-9aa8-914e86082c71 req-9d9538ce-47ba-4ab9-9e4c-71f3df32f709 service neutron] Publish callbacks [] for port (873114d2-cfcd-4b2f-9a14-3496ecd36990), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:00.170827 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.provisioning_blocks [req-39bfcd5b-57cf-4fd3-9aa8-914e86082c71 req-9d9538ce-47ba-4ab9-9e4c-71f3df32f709 service neutron] Transition to ACTIVE for port object 873114d2-cfcd-4b2f-9a14-3496ecd36990 will not be triggered until provisioned by entity L2. {{(pid=121836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:51:00.177643 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-39bfcd5b-57cf-4fd3-9aa8-914e86082c71 req-9d9538ce-47ba-4ab9-9e4c-71f3df32f709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (873114d2-cfcd-4b2f-9a14-3496ecd36990), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:00.183129 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f660df4b-2875-483c-b8c7-a9ff2c91089d req-7bcbc10c-29ff-49e1-adff-805d177b045c tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:00.184962 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f660df4b-2875-483c-b8c7-a9ff2c91089d req-7bcbc10c-29ff-49e1-adff-805d177b045c tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8be6b3c-b434-467d-98b2-4d0d5763bed3 HTTP/1.1" status: 200  len: 950 time: 0.0680668
May 07 21:51:00.283464 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-39bfcd5b-57cf-4fd3-9aa8-914e86082c71 req-9d9538ce-47ba-4ab9-9e4c-71f3df32f709 service neutron] No DVR routers for this DVR port 873114d2-cfcd-4b2f-9a14-3496ecd36990 on host nch1-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:51:00.304961 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9538ce-47ba-4ab9-9e4c-71f3df32f709 service neutron] Pushing event updated for resources: {'Port': ['ID=873114d2-cfcd-4b2f-9a14-3496ecd36990,revision_number=6']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:00.387844 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [req-05d9a58b-26a2-49d3-8943-81616aa40590 req-581c32c8-68f8-437e-abfb-3e36fedf8ffd tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] Allocated IP 192.168.233.69 (665487f0-78eb-47fb-9a06-b15bc614dc47/6e0e5c53-1ece-4d20-b01d-5f8c6957edf6/ff48314b-c114-4414-a45f-e2db275b1d72) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:51:00.390571 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-39bfcd5b-57cf-4fd3-9aa8-914e86082c71 req-9d9538ce-47ba-4ab9-9e4c-71f3df32f709 service neutron] Attempting to bind port 873114d2-cfcd-4b2f-9a14-3496ecd36990 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:51:00.391105 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-39bfcd5b-57cf-4fd3-9aa8-914e86082c71 req-9d9538ce-47ba-4ab9-9e4c-71f3df32f709 service neutron] Attempting to bind port 873114d2-cfcd-4b2f-9a14-3496ecd36990 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:51:00.391266 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39bfcd5b-57cf-4fd3-9aa8-914e86082c71 req-9d9538ce-47ba-4ab9-9e4c-71f3df32f709 service neutron] Attempting to bind port 873114d2-cfcd-4b2f-9a14-3496ecd36990 on network 665487f0-78eb-47fb-9a06-b15bc614dc47 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:51:00.403875 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39bfcd5b-57cf-4fd3-9aa8-914e86082c71 req-9d9538ce-47ba-4ab9-9e4c-71f3df32f709 service neutron] Port 873114d2-cfcd-4b2f-9a14-3496ecd36990 on network 665487f0-78eb-47fb-9a06-b15bc614dc47 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:51:00.404215 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39bfcd5b-57cf-4fd3-9aa8-914e86082c71 req-9d9538ce-47ba-4ab9-9e4c-71f3df32f709 service neutron] Attempting to bind port 873114d2-cfcd-4b2f-9a14-3496ecd36990 on network 665487f0-78eb-47fb-9a06-b15bc614dc47 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:51:00.417089 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39bfcd5b-57cf-4fd3-9aa8-914e86082c71 req-9d9538ce-47ba-4ab9-9e4c-71f3df32f709 service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:51:00.418172 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39bfcd5b-57cf-4fd3-9aa8-914e86082c71 req-9d9538ce-47ba-4ab9-9e4c-71f3df32f709 service neutron] Checking segment: {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:51:00.418971 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39bfcd5b-57cf-4fd3-9aa8-914e86082c71 req-9d9538ce-47ba-4ab9-9e4c-71f3df32f709 service neutron] Bound using segment: {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:51:00.419439 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-39bfcd5b-57cf-4fd3-9aa8-914e86082c71 req-9d9538ce-47ba-4ab9-9e4c-71f3df32f709 service neutron] Bound port: 873114d2-cfcd-4b2f-9a14-3496ecd36990, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:51:00.419837 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-39bfcd5b-57cf-4fd3-9aa8-914e86082c71 req-9d9538ce-47ba-4ab9-9e4c-71f3df32f709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (873114d2-cfcd-4b2f-9a14-3496ecd36990), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:00.424232 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f660df4b-2875-483c-b8c7-a9ff2c91089d req-ff1579cf-07ab-4187-b979-96d8b918e9e6 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2302344
May 07 21:51:00.557425 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-39bfcd5b-57cf-4fd3-9aa8-914e86082c71 req-9d9538ce-47ba-4ab9-9e4c-71f3df32f709 service neutron] For port 873114d2-cfcd-4b2f-9a14-3496ecd36990, host nch2-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:51:00.574957 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-39bfcd5b-57cf-4fd3-9aa8-914e86082c71 req-9d9538ce-47ba-4ab9-9e4c-71f3df32f709 service neutron] For port 873114d2-cfcd-4b2f-9a14-3496ecd36990, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=873114d2-cfcd-4b2f-9a14-3496ecd36990,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:51:00.590415 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-39bfcd5b-57cf-4fd3-9aa8-914e86082c71 req-9d9538ce-47ba-4ab9-9e4c-71f3df32f709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (873114d2-cfcd-4b2f-9a14-3496ecd36990), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:00.650601 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d5725599-3ddd-4d6b-aa20-087d45313743 req-b699e25a-511f-40cf-91e8-7b277d7dae12 tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] 10.222.0.32 "GET /v2.0/ports?device_id=827a3df8-0013-4d92-a2f1-b9c40fcf5ef1 HTTP/1.1" status: 200  len: 210 time: 0.0835350
May 07 21:51:00.683663 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bfcd5b-57cf-4fd3-9aa8-914e86082c71 req-9d9538ce-47ba-4ab9-9e4c-71f3df32f709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:00.685714 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-39bfcd5b-57cf-4fd3-9aa8-914e86082c71 req-9d9538ce-47ba-4ab9-9e4c-71f3df32f709 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:00.699324 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-39bfcd5b-57cf-4fd3-9aa8-914e86082c71 req-9d9538ce-47ba-4ab9-9e4c-71f3df32f709 service neutron] 10.222.0.59 "PUT /v2.0/ports/873114d2-cfcd-4b2f-9a14-3496ecd36990 HTTP/1.1" status: 200  len: 1096 time: 1.8282888
May 07 21:51:00.729373 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9538ce-47ba-4ab9-9e4c-71f3df32f709 service neutron] Pushing event updated for resources: {'Port': ['ID=873114d2-cfcd-4b2f-9a14-3496ecd36990,revision_number=7']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:00.797526 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bfcd5b-57cf-4fd3-9aa8-914e86082c71 req-cb867f4b-2359-48f3-8dca-6b1ba8b40fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:00.799494 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-39bfcd5b-57cf-4fd3-9aa8-914e86082c71 req-cb867f4b-2359-48f3-8dca-6b1ba8b40fd1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7789855db11445de842c4df75bd05e10&device_id=e8be6b3c-b434-467d-98b2-4d0d5763bed3 HTTP/1.1" status: 200  len: 1130 time: 0.0489357
May 07 21:51:00.947795 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be55fa51-e4d5-4978-a900-d7b05efe4cdc req-6fc5a04d-63c7-44aa-ae2f-331b3fd04f8d tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:00.954569 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-be55fa51-e4d5-4978-a900-d7b05efe4cdc req-6fc5a04d-63c7-44aa-ae2f-331b3fd04f8d tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4bd37e9-7131-4834-a215-e56f0fb30c5d HTTP/1.1" status: 200  len: 931 time: 0.1409216
May 07 21:51:00.994350 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bfcd5b-57cf-4fd3-9aa8-914e86082c71 req-904c05e5-5a27-4813-9fd0-78ac668b2d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:00.996417 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-39bfcd5b-57cf-4fd3-9aa8-914e86082c71 req-904c05e5-5a27-4813-9fd0-78ac668b2d05 service neutron] 10.222.0.59 "GET /v2.0/networks?id=665487f0-78eb-47fb-9a06-b15bc614dc47 HTTP/1.1" status: 200  len: 870 time: 0.1792433
May 07 21:51:01.020787 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [req-ede04063-ab80-402d-8017-77b97ee1d7dd req-3abce16f-1cec-4818-acba-2b3c1f8efb50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf4cdac7-29da-404a-9ec1-943fa91f5ab0 {{(pid=121837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:51:01.035327 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-003891b2-0058-41a8-9b04-842c59e44890 req-0422b532-e9f2-4666-a9b6-655cf512675d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c8ae6fafdc4a405a8ba51f68a9a90f65&device_id=6e16d2bf-a309-499a-8966-4cbe19870972 HTTP/1.1" status: 200  len: 210 time: 0.0737023
May 07 21:51:01.040829 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-ede04063-ab80-402d-8017-77b97ee1d7dd req-3abce16f-1cec-4818-acba-2b3c1f8efb50 service neutron] Publish callbacks [] for port (bf4cdac7-29da-404a-9ec1-943fa91f5ab0), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:01.063013 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-39bfcd5b-57cf-4fd3-9aa8-914e86082c71 req-a4c39e5e-41e0-4ade-baf2-0fcea23aad32 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=873114d2-cfcd-4b2f-9a14-3496ecd36990 HTTP/1.1" status: 200  len: 217 time: 0.0553985
May 07 21:51:01.085187 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-ede04063-ab80-402d-8017-77b97ee1d7dd req-3abce16f-1cec-4818-acba-2b3c1f8efb50 service neutron] Transition to ACTIVE for port object bf4cdac7-29da-404a-9ec1-943fa91f5ab0 will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:51:01.109096 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-ede04063-ab80-402d-8017-77b97ee1d7dd req-3abce16f-1cec-4818-acba-2b3c1f8efb50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (bf4cdac7-29da-404a-9ec1-943fa91f5ab0), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:01.114928 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-05d9a58b-26a2-49d3-8943-81616aa40590 req-581c32c8-68f8-437e-abfb-3e36fedf8ffd tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] Publish callbacks [] for port (ff48314b-c114-4414-a45f-e2db275b1d72), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:01.160022 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 07 May 2022 21:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cd4e3d4-3378-4509-89f7-eace054c0b89 x-openstack-request-id: req-1cd4e3d4-3378-4509-89f7-eace054c0b89 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:51:01.160385 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8be6b3c-b434-467d-98b2-4d0d5763bed3", "name": "network-vif-unplugged", "status": "completed", "tag": "873114d2-cfcd-4b2f-9a14-3496ecd36990", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:51:01.160561 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1cd4e3d4-3378-4509-89f7-eace054c0b89 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:51:01.161119 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cd4e3d4-3378-4509-89f7-eace054c0b89'] response: {'server_uuid': 'e8be6b3c-b434-467d-98b2-4d0d5763bed3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '873114d2-cfcd-4b2f-9a14-3496ecd36990', 'code': 200}
May 07 21:51:01.165369 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-be55fa51-e4d5-4978-a900-d7b05efe4cdc req-340449f7-d22e-40fb-957b-9f0c8eed9128 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/security-groups?id=59e2df0e-870d-42fb-a7c1-a293819c9cdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2051172
May 07 21:51:01.205000 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bfcd5b-57cf-4fd3-9aa8-914e86082c71 req-0684eafd-206c-4079-bd03-7101604e7af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:01.207054 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-39bfcd5b-57cf-4fd3-9aa8-914e86082c71 req-0684eafd-206c-4079-bd03-7101604e7af2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6e0e5c53-1ece-4d20-b01d-5f8c6957edf6 HTTP/1.1" status: 200  len: 843 time: 0.1112013
May 07 21:51:01.213413 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-003891b2-0058-41a8-9b04-842c59e44890 req-2a150c99-7e9f-4384-98ff-43164f6287ce service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=c8ae6fafdc4a405a8ba51f68a9a90f65&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1062613
May 07 21:51:01.268342 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-afc9ffa6-a352-44ed-b23e-aabd04df84d6 req-8bc7560e-cf13-4431-b5e8-b6780c9ffaf7 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/ports?device_id=5fe177f0-906a-4fa9-aea9-ccd116bb7d25 HTTP/1.1" status: 200  len: 210 time: 0.0649376
May 07 21:51:01.304035 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 873114d2-cfcd-4b2f-9a14-3496ecd36990 no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:51:01.344701 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bfcd5b-57cf-4fd3-9aa8-914e86082c71 req-0aafd037-f2ca-467f-af97-16a3731626d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:01.348453 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-39bfcd5b-57cf-4fd3-9aa8-914e86082c71 req-0aafd037-f2ca-467f-af97-16a3731626d1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=665487f0-78eb-47fb-9a06-b15bc614dc47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0723243
May 07 21:51:01.384580 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abce16f-1cec-4818-acba-2b3c1f8efb50 service neutron] Pushing event updated for resources: {'Port': ['ID=bf4cdac7-29da-404a-9ec1-943fa91f5ab0,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:01.385181 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] The host nch1-master-1 is not matching for port 873114d2-cfcd-4b2f-9a14-3496ecd36990 host nch2-master-1! {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2394}}
May 07 21:51:01.386142 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 873114d2-cfcd-4b2f-9a14-3496ecd36990 not bound to the agent host nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:51:01.497353 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-39bfcd5b-57cf-4fd3-9aa8-914e86082c71 req-9c49f6c8-1880-4f5c-bb99-991a5c5d3200 service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1428332
May 07 21:51:01.637824 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-39bfcd5b-57cf-4fd3-9aa8-914e86082c71 req-af984767-d7bb-4888-b0cb-b998c311ed89 service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1308568
May 07 21:51:01.655357 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9046c210-a3df-4ca6-857c-16fbbf7bd0a8 req-16b56576-ec59-4fd1-9a11-a7f80a4acf95 tempest-ServersAaction247Test-984437898 tempest-ServersAaction247Test-984437898-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e16d2bf-a309-499a-8966-4cbe19870972 HTTP/1.1" status: 200  len: 210 time: 0.0329125
May 07 21:51:01.789672 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4770d3da-8856-43d2-849f-ff1168674738 req-70e3479a-09b8-4c74-a36b-7d0f06aa78d9 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:01.791493 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4770d3da-8856-43d2-849f-ff1168674738 req-70e3479a-09b8-4c74-a36b-7d0f06aa78d9 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8be6b3c-b434-467d-98b2-4d0d5763bed3 HTTP/1.1" status: 200  len: 948 time: 0.0604489
May 07 21:51:01.848973 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4770d3da-8856-43d2-849f-ff1168674738 req-59a12022-9f6b-479d-b6c9-eef270056bba tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0499957
May 07 21:51:01.860630 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-05d9a58b-26a2-49d3-8943-81616aa40590 req-581c32c8-68f8-437e-abfb-3e36fedf8ffd tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (ff48314b-c114-4414-a45f-e2db275b1d72), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:01.883741 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['05c8f9e9-22a2-4423-bdc3-f8822a75ace8'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:51:01.945999 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa8bdbd-a917-45ad-b585-95c31243f563 req-230eae46-b737-4732-9657-54b0c1c9d5cf tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:01.948067 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5fa8bdbd-a917-45ad-b585-95c31243f563 req-230eae46-b737-4732-9657-54b0c1c9d5cf tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] 10.222.0.32 "GET /v2.0/ports?device_id=af003a02-3515-4f58-9883-d6033c1b72f4 HTTP/1.1" status: 200  len: 945 time: 0.5796337
May 07 21:51:02.017201 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003891b2-0058-41a8-9b04-842c59e44890 req-f1553e30-7128-46e0-b588-75406d730ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:02.018654 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-003891b2-0058-41a8-9b04-842c59e44890 req-f1553e30-7128-46e0-b588-75406d730ff0 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.7869711
May 07 21:51:02.051839 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05d9a58b-26a2-49d3-8943-81616aa40590 req-581c32c8-68f8-437e-abfb-3e36fedf8ffd tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] Network 665487f0-78eb-47fb-9a06-b15bc614dc47 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:51:02.067676 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [req-05d9a58b-26a2-49d3-8943-81616aa40590 req-581c32c8-68f8-437e-abfb-3e36fedf8ffd tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:51:02.069982 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-ede04063-ab80-402d-8017-77b97ee1d7dd req-3abce16f-1cec-4818-acba-2b3c1f8efb50 service neutron] Attempting to bind port bf4cdac7-29da-404a-9ec1-943fa91f5ab0 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:51:02.070382 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-ede04063-ab80-402d-8017-77b97ee1d7dd req-3abce16f-1cec-4818-acba-2b3c1f8efb50 service neutron] Attempting to bind port bf4cdac7-29da-404a-9ec1-943fa91f5ab0 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'f7d0ed20-4dc4-4ede-8fcf-c4a216019a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '5d9854c1-90bd-4898-b59a-14d465203832'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:51:02.070687 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede04063-ab80-402d-8017-77b97ee1d7dd req-3abce16f-1cec-4818-acba-2b3c1f8efb50 service neutron] Attempting to bind port bf4cdac7-29da-404a-9ec1-943fa91f5ab0 on network 5d9854c1-90bd-4898-b59a-14d465203832 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:51:02.077220 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-05d9a58b-26a2-49d3-8943-81616aa40590 req-581c32c8-68f8-437e-abfb-3e36fedf8ffd tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:51:02.083820 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c32c8-68f8-437e-abfb-3e36fedf8ffd tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] Pushing event updated for resources: {'Port': ['ID=ff48314b-c114-4414-a45f-e2db275b1d72,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:02.101723 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a75ddc-8415-4ba4-94c1-4a5d6e57d7ef req-fa27e5ad-de8f-466e-a09c-1ba30a052d22 tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:02.103436 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b5a75ddc-8415-4ba4-94c1-4a5d6e57d7ef req-fa27e5ad-de8f-466e-a09c-1ba30a052d22 tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] 10.222.0.32 "GET /v2.0/ports?device_id=827a3df8-0013-4d92-a2f1-b9c40fcf5ef1 HTTP/1.1" status: 200  len: 935 time: 0.0831277
May 07 21:51:02.131034 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede04063-ab80-402d-8017-77b97ee1d7dd req-3abce16f-1cec-4818-acba-2b3c1f8efb50 service neutron] Port bf4cdac7-29da-404a-9ec1-943fa91f5ab0 on network 5d9854c1-90bd-4898-b59a-14d465203832 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:51:02.131481 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede04063-ab80-402d-8017-77b97ee1d7dd req-3abce16f-1cec-4818-acba-2b3c1f8efb50 service neutron] Attempting to bind port bf4cdac7-29da-404a-9ec1-943fa91f5ab0 on network 5d9854c1-90bd-4898-b59a-14d465203832 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:51:02.165813 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede04063-ab80-402d-8017-77b97ee1d7dd req-3abce16f-1cec-4818-acba-2b3c1f8efb50 service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:51:02.166188 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede04063-ab80-402d-8017-77b97ee1d7dd req-3abce16f-1cec-4818-acba-2b3c1f8efb50 service neutron] Checking segment: {'id': 'f7d0ed20-4dc4-4ede-8fcf-c4a216019a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '5d9854c1-90bd-4898-b59a-14d465203832'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:51:02.166564 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede04063-ab80-402d-8017-77b97ee1d7dd req-3abce16f-1cec-4818-acba-2b3c1f8efb50 service neutron] Bound using segment: {'id': 'f7d0ed20-4dc4-4ede-8fcf-c4a216019a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '5d9854c1-90bd-4898-b59a-14d465203832'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:51:02.167034 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-ede04063-ab80-402d-8017-77b97ee1d7dd req-3abce16f-1cec-4818-acba-2b3c1f8efb50 service neutron] Bound port: bf4cdac7-29da-404a-9ec1-943fa91f5ab0, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7d0ed20-4dc4-4ede-8fcf-c4a216019a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '5d9854c1-90bd-4898-b59a-14d465203832'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:51:02.167399 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-ede04063-ab80-402d-8017-77b97ee1d7dd req-3abce16f-1cec-4818-acba-2b3c1f8efb50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (bf4cdac7-29da-404a-9ec1-943fa91f5ab0), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:02.173037 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b5a75ddc-8415-4ba4-94c1-4a5d6e57d7ef req-b2e167ff-7af4-4c62-8289-afc74cba24fe tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] 10.222.0.32 "GET /v2.0/security-groups?id=e6f7bcf3-0863-477a-9a92-cf0af21d6fff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0625854
May 07 21:51:02.190565 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e4bfff-1cc5-4e1f-ad29-5cbe3c5c6fdf req-c60aafbd-a460-4150-94d1-84369def83fd tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:02.192070 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e9e4bfff-1cc5-4e1f-ad29-5cbe3c5c6fdf req-c60aafbd-a460-4150-94d1-84369def83fd tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.55 "GET /v2.0/networks?id=b2fcd05a-fa57-478e-9f0c-05c502306fa7 HTTP/1.1" status: 200  len: 822 time: 0.3515222
May 07 21:51:02.203320 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5fa8bdbd-a917-45ad-b585-95c31243f563 req-95404da0-e390-4f24-818c-e30d845b6ef3 tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] 10.222.0.32 "GET /v2.0/security-groups?id=20997da3-4950-4c1a-ac06-1c63d37fcdf9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2411988
May 07 21:51:02.213313 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d9a58b-26a2-49d3-8943-81616aa40590 req-581c32c8-68f8-437e-abfb-3e36fedf8ffd tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:02.214481 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-05d9a58b-26a2-49d3-8943-81616aa40590 req-581c32c8-68f8-437e-abfb-3e36fedf8ffd tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:02.229398 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-e9e4bfff-1cc5-4e1f-ad29-5cbe3c5c6fdf req-03a23786-c326-4de2-8fd2-f35ce2443a17 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Request body: {'port': {'device_id': '5fe177f0-906a-4fa9-aea9-ccd116bb7d25', 'network_id': 'b2fcd05a-fa57-478e-9f0c-05c502306fa7', 'admin_state_up': True, 'tenant_id': '00dedc5654754e7fbb60abf79a14666e'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:51:02.335698 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-da6c4754-9db5-491f-be5d-e54ce41ecca2 None None] Provisioning complete for port ff48314b-c114-4414-a45f-e2db275b1d72 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:51:02.336707 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-da6c4754-9db5-491f-be5d-e54ce41ecca2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (ff48314b-c114-4414-a45f-e2db275b1d72), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:02.347569 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-05d9a58b-26a2-49d3-8943-81616aa40590 req-581c32c8-68f8-437e-abfb-3e36fedf8ffd tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.9067118
May 07 21:51:02.386583 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-da6c4754-9db5-491f-be5d-e54ce41ecca2 None None] Port ff48314b-c114-4414-a45f-e2db275b1d72 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:51:02.393451 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-05d9a58b-26a2-49d3-8943-81616aa40590 req-ac3ee696-62ca-464a-a63f-01e920981a4e service neutron] Request body: {'port': {'device_id': '827a3df8-0013-4d92-a2f1-b9c40fcf5ef1', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:51:02.464804 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e7eb33-9907-4c54-bf20-1c7da57e51c8 req-f8f2853d-8b62-43ba-ad14-92ac41022f03 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:02.466296 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-68e7eb33-9907-4c54-bf20-1c7da57e51c8 req-f8f2853d-8b62-43ba-ad14-92ac41022f03 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4bd37e9-7131-4834-a215-e56f0fb30c5d HTTP/1.1" status: 200  len: 943 time: 0.1866536
May 07 21:51:02.478920 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-ede04063-ab80-402d-8017-77b97ee1d7dd req-3abce16f-1cec-4818-acba-2b3c1f8efb50 service neutron] For port bf4cdac7-29da-404a-9ec1-943fa91f5ab0, host nch2-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:51:02.484541 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1ee11db2-a8a3-4a75-b184-c140e5fac35d req-c58e1a57-6408-493c-8db0-a2c0b39ac9ec tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/ports?device_id=5fe177f0-906a-4fa9-aea9-ccd116bb7d25 HTTP/1.1" status: 200  len: 210 time: 0.0294807
May 07 21:51:02.486617 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-ede04063-ab80-402d-8017-77b97ee1d7dd req-3abce16f-1cec-4818-acba-2b3c1f8efb50 service neutron] For port bf4cdac7-29da-404a-9ec1-943fa91f5ab0, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bf4cdac7-29da-404a-9ec1-943fa91f5ab0,segment=NetworkSegment(f7d0ed20-4dc4-4ede-8fcf-c4a216019a84),segment_id=f7d0ed20-4dc4-4ede-8fcf-c4a216019a84)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:51:02.532889 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-ede04063-ab80-402d-8017-77b97ee1d7dd req-3abce16f-1cec-4818-acba-2b3c1f8efb50 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (bf4cdac7-29da-404a-9ec1-943fa91f5ab0), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:02.589411 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-05d9a58b-26a2-49d3-8943-81616aa40590 req-ac3ee696-62ca-464a-a63f-01e920981a4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (ff48314b-c114-4414-a45f-e2db275b1d72), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:02.599781 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede04063-ab80-402d-8017-77b97ee1d7dd req-3abce16f-1cec-4818-acba-2b3c1f8efb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:02.600406 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-ede04063-ab80-402d-8017-77b97ee1d7dd req-3abce16f-1cec-4818-acba-2b3c1f8efb50 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:02.601933 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ede04063-ab80-402d-8017-77b97ee1d7dd req-3abce16f-1cec-4818-acba-2b3c1f8efb50 service neutron] 10.222.0.59 "PUT /v2.0/ports/bf4cdac7-29da-404a-9ec1-943fa91f5ab0 HTTP/1.1" status: 200  len: 1091 time: 2.9387674
May 07 21:51:02.614393 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4bd37e9-7131-4834-a215-e56f0fb30c5d', 'tag': 'bf4cdac7-29da-404a-9ec1-943fa91f5ab0'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:51:02.616684 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d75fc12-c729-4721-a793-1fe6658fd1aa" -d '{"events": [{"name": "network-changed", "server_uuid": "a4bd37e9-7131-4834-a215-e56f0fb30c5d", "tag": "bf4cdac7-29da-404a-9ec1-943fa91f5ab0"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:51:02.650188 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-68e7eb33-9907-4c54-bf20-1c7da57e51c8 req-fa3df14d-e717-4136-96be-500e77c627da tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/security-groups?id=59e2df0e-870d-42fb-a7c1-a293819c9cdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1730216
May 07 21:51:02.683395 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82af41e9-4332-4045-8a4b-3ae157b2588a x-openstack-request-id: req-82af41e9-4332-4045-8a4b-3ae157b2588a {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:51:02.683670 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4bd37e9-7131-4834-a215-e56f0fb30c5d", "tag": "bf4cdac7-29da-404a-9ec1-943fa91f5ab0", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:51:02.683925 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-82af41e9-4332-4045-8a4b-3ae157b2588a {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:51:02.684514 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82af41e9-4332-4045-8a4b-3ae157b2588a'] response: {'name': 'network-changed', 'server_uuid': 'a4bd37e9-7131-4834-a215-e56f0fb30c5d', 'tag': 'bf4cdac7-29da-404a-9ec1-943fa91f5ab0', 'status': 'completed', 'code': 200}
May 07 21:51:02.691530 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9e4bfff-1cc5-4e1f-ad29-5cbe3c5c6fdf req-03a23786-c326-4de2-8fd2-f35ce2443a17 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Made reservation on behalf of 00dedc5654754e7fbb60abf79a14666e for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:51:02.697160 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-e9e4bfff-1cc5-4e1f-ad29-5cbe3c5c6fdf req-03a23786-c326-4de2-8fd2-f35ce2443a17 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:02.705274 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abce16f-1cec-4818-acba-2b3c1f8efb50 service neutron] Pushing event updated for resources: {'Port': ['ID=bf4cdac7-29da-404a-9ec1-943fa91f5ab0,revision_number=3']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:02.789440 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bf726df8-abf5-4a5e-8f26-8cbed47e50c6 req-11e44f8f-ad52-4bae-a221-50afa02e1978 tempest-ServersAaction247Test-984437898 tempest-ServersAaction247Test-984437898-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e16d2bf-a309-499a-8966-4cbe19870972 HTTP/1.1" status: 200  len: 210 time: 0.0330496
May 07 21:51:02.985816 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [req-e9e4bfff-1cc5-4e1f-ad29-5cbe3c5c6fdf req-03a23786-c326-4de2-8fd2-f35ce2443a17 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Allocated IP 172.20.0.12 (b2fcd05a-fa57-478e-9f0c-05c502306fa7/e6b6597b-eb4c-42b5-9584-1d6d14139dca/67f000bc-ddb0-4641-a111-92bb8cc56ac3) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:51:02.995596 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658165e0-e3b8-40d7-9867-292499ff1275 req-88500421-f9de-4604-be80-a2068ee935ef tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:03.004746 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-658165e0-e3b8-40d7-9867-292499ff1275 req-88500421-f9de-4604-be80-a2068ee935ef tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8be6b3c-b434-467d-98b2-4d0d5763bed3 HTTP/1.1" status: 200  len: 948 time: 0.0685279
May 07 21:51:03.061585 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-658165e0-e3b8-40d7-9867-292499ff1275 req-099a449c-ef72-4040-9903-0b0e1c29e470 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0539932
May 07 21:51:03.133995 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386d2e85-4fe2-4bdd-943c-e443000bb632 req-828ea406-bf90-43f6-b753-9bebf7b1a81e tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:03.135537 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-386d2e85-4fe2-4bdd-943c-e443000bb632 req-828ea406-bf90-43f6-b753-9bebf7b1a81e tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] 10.222.0.32 "GET /v2.0/ports?device_id=af003a02-3515-4f58-9883-d6033c1b72f4 HTTP/1.1" status: 200  len: 945 time: 0.1262956
May 07 21:51:03.163275 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8be6b3c-b434-467d-98b2-4d0d5763bed3', 'tag': '873114d2-cfcd-4b2f-9a14-3496ecd36990'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:51:03.166629 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d09b8d99-0d59-4abf-831e-8415c6f099a7" -d '{"events": [{"name": "network-changed", "server_uuid": "e8be6b3c-b434-467d-98b2-4d0d5763bed3", "tag": "873114d2-cfcd-4b2f-9a14-3496ecd36990"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:51:03.201935 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [req-05d9a58b-26a2-49d3-8943-81616aa40590 req-ac3ee696-62ca-464a-a63f-01e920981a4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff48314b-c114-4414-a45f-e2db275b1d72 {{(pid=121837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:51:03.212158 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-05d9a58b-26a2-49d3-8943-81616aa40590 req-ac3ee696-62ca-464a-a63f-01e920981a4e service neutron] Publish callbacks [] for port (ff48314b-c114-4414-a45f-e2db275b1d72), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:03.241522 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1fbe8ab-bc38-41bf-b1ec-e6bfe5b734fb x-openstack-request-id: req-d1fbe8ab-bc38-41bf-b1ec-e6bfe5b734fb {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:51:03.242040 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8be6b3c-b434-467d-98b2-4d0d5763bed3", "tag": "873114d2-cfcd-4b2f-9a14-3496ecd36990", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:51:03.242466 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d1fbe8ab-bc38-41bf-b1ec-e6bfe5b734fb {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:51:03.244212 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1fbe8ab-bc38-41bf-b1ec-e6bfe5b734fb'] response: {'name': 'network-changed', 'server_uuid': 'e8be6b3c-b434-467d-98b2-4d0d5763bed3', 'tag': '873114d2-cfcd-4b2f-9a14-3496ecd36990', 'status': 'completed', 'code': 200}
May 07 21:51:03.281249 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-05d9a58b-26a2-49d3-8943-81616aa40590 req-ac3ee696-62ca-464a-a63f-01e920981a4e service neutron] Transition to ACTIVE for port object ff48314b-c114-4414-a45f-e2db275b1d72 will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:51:03.287325 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-386d2e85-4fe2-4bdd-943c-e443000bb632 req-ee135755-7379-407a-bb56-b5090c9c8446 tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] 10.222.0.32 "GET /v2.0/security-groups?id=20997da3-4950-4c1a-ac06-1c63d37fcdf9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1417937
May 07 21:51:03.292577 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-05d9a58b-26a2-49d3-8943-81616aa40590 req-ac3ee696-62ca-464a-a63f-01e920981a4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (ff48314b-c114-4414-a45f-e2db275b1d72), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:03.364554 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 38742) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:51:03.371989 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-e9e4bfff-1cc5-4e1f-ad29-5cbe3c5c6fdf req-03a23786-c326-4de2-8fd2-f35ce2443a17 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Publish callbacks [] for port (67f000bc-ddb0-4641-a111-92bb8cc56ac3), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:03.383581 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3ee696-62ca-464a-a63f-01e920981a4e service neutron] Pushing event updated for resources: {'Port': ['ID=ff48314b-c114-4414-a45f-e2db275b1d72,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:03.394293 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6525043-7ce9-4ad0-889c-786edd151bb6 req-3694a001-a6f4-4582-aa61-701121a37eac tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:03.402210 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a6525043-7ce9-4ad0-889c-786edd151bb6 req-3694a001-a6f4-4582-aa61-701121a37eac tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] 10.222.0.32 "GET /v2.0/ports?device_id=827a3df8-0013-4d92-a2f1-b9c40fcf5ef1 HTTP/1.1" status: 200  len: 947 time: 0.1002543
May 07 21:51:03.460526 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a6525043-7ce9-4ad0-889c-786edd151bb6 req-4b556907-df61-4d74-9960-77059c32b336 tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] 10.222.0.32 "GET /v2.0/security-groups?id=e6f7bcf3-0863-477a-9a92-cf0af21d6fff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570943
May 07 21:51:03.488181 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-e9e4bfff-1cc5-4e1f-ad29-5cbe3c5c6fdf req-03a23786-c326-4de2-8fd2-f35ce2443a17 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (67f000bc-ddb0-4641-a111-92bb8cc56ac3), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:03.509177 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-386aa677-f825-45bd-ba49-57814c741b00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:03.525640 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-05d9a58b-26a2-49d3-8943-81616aa40590 req-ac3ee696-62ca-464a-a63f-01e920981a4e service neutron] Attempting to bind port ff48314b-c114-4414-a45f-e2db275b1d72 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:51:03.526048 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-05d9a58b-26a2-49d3-8943-81616aa40590 req-ac3ee696-62ca-464a-a63f-01e920981a4e service neutron] Attempting to bind port ff48314b-c114-4414-a45f-e2db275b1d72 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:51:03.526441 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d9a58b-26a2-49d3-8943-81616aa40590 req-ac3ee696-62ca-464a-a63f-01e920981a4e service neutron] Attempting to bind port ff48314b-c114-4414-a45f-e2db275b1d72 on network 665487f0-78eb-47fb-9a06-b15bc614dc47 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:51:03.541207 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d9a58b-26a2-49d3-8943-81616aa40590 req-ac3ee696-62ca-464a-a63f-01e920981a4e service neutron] Port ff48314b-c114-4414-a45f-e2db275b1d72 on network 665487f0-78eb-47fb-9a06-b15bc614dc47 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:51:03.541627 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d9a58b-26a2-49d3-8943-81616aa40590 req-ac3ee696-62ca-464a-a63f-01e920981a4e service neutron] Attempting to bind port ff48314b-c114-4414-a45f-e2db275b1d72 on network 665487f0-78eb-47fb-9a06-b15bc614dc47 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:51:03.550287 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9e4bfff-1cc5-4e1f-ad29-5cbe3c5c6fdf req-03a23786-c326-4de2-8fd2-f35ce2443a17 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Network b2fcd05a-fa57-478e-9f0c-05c502306fa7 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:51:03.557946 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [req-e9e4bfff-1cc5-4e1f-ad29-5cbe3c5c6fdf req-03a23786-c326-4de2-8fd2-f35ce2443a17 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:51:03.565105 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d9a58b-26a2-49d3-8943-81616aa40590 req-ac3ee696-62ca-464a-a63f-01e920981a4e service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:51:03.565751 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d9a58b-26a2-49d3-8943-81616aa40590 req-ac3ee696-62ca-464a-a63f-01e920981a4e service neutron] Checking segment: {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:51:03.566275 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05d9a58b-26a2-49d3-8943-81616aa40590 req-ac3ee696-62ca-464a-a63f-01e920981a4e service neutron] Bound using segment: {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:51:03.566840 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-05d9a58b-26a2-49d3-8943-81616aa40590 req-ac3ee696-62ca-464a-a63f-01e920981a4e service neutron] Bound port: ff48314b-c114-4414-a45f-e2db275b1d72, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:51:03.567272 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-05d9a58b-26a2-49d3-8943-81616aa40590 req-ac3ee696-62ca-464a-a63f-01e920981a4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (ff48314b-c114-4414-a45f-e2db275b1d72), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:03.571467 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9e4bfff-1cc5-4e1f-ad29-5cbe3c5c6fdf req-03a23786-c326-4de2-8fd2-f35ce2443a17 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:51:03.577493 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a23786-c326-4de2-8fd2-f35ce2443a17 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Pushing event updated for resources: {'Port': ['ID=67f000bc-ddb0-4641-a111-92bb8cc56ac3,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:03.608643 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-386aa677-f825-45bd-ba49-57814c741b00 admin admin] Publish callbacks [] for security_group (246b16ef-64d0-4fa7-9e47-c24112302d54), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:03.613786 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-386aa677-f825-45bd-ba49-57814c741b00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (246b16ef-64d0-4fa7-9e47-c24112302d54), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:03.653338 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386aa677-f825-45bd-ba49-57814c741b00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=246b16ef-64d0-4fa7-9e47-c24112302d54,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:03.661142 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-386aa677-f825-45bd-ba49-57814c741b00 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=685eac6c68ea4ecfa3d40ddc970e2ff9&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2886987
May 07 21:51:03.661933 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 38748) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:51:03.679546 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896da03d-df92-46ed-84f9-3c1f9e831b1e req-630ef66f-69cd-4c59-a9e5-f98c3c0dd10a tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:03.681036 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-896da03d-df92-46ed-84f9-3c1f9e831b1e req-630ef66f-69cd-4c59-a9e5-f98c3c0dd10a tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/ports?device_id=5fe177f0-906a-4fa9-aea9-ccd116bb7d25 HTTP/1.1" status: 200  len: 932 time: 0.1106777
May 07 21:51:03.690789 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e4bfff-1cc5-4e1f-ad29-5cbe3c5c6fdf req-03a23786-c326-4de2-8fd2-f35ce2443a17 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:03.691410 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-e9e4bfff-1cc5-4e1f-ad29-5cbe3c5c6fdf req-03a23786-c326-4de2-8fd2-f35ce2443a17 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:03.726570 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5466e3d7-c32f-4c46-920a-8f3a30b5a645 admin admin] Publish callbacks [] for security_group (246b16ef-64d0-4fa7-9e47-c24112302d54), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:03.742572 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e9e4bfff-1cc5-4e1f-ad29-5cbe3c5c6fdf req-03a23786-c326-4de2-8fd2-f35ce2443a17 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5365222
May 07 21:51:03.764225 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-05d9a58b-26a2-49d3-8943-81616aa40590 req-ac3ee696-62ca-464a-a63f-01e920981a4e service neutron] For port ff48314b-c114-4414-a45f-e2db275b1d72, host nch1-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:51:03.782986 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5466e3d7-c32f-4c46-920a-8f3a30b5a645 admin admin] Publish callbacks [] for security_group (246b16ef-64d0-4fa7-9e47-c24112302d54), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:03.783954 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-05d9a58b-26a2-49d3-8943-81616aa40590 req-ac3ee696-62ca-464a-a63f-01e920981a4e service neutron] For port ff48314b-c114-4414-a45f-e2db275b1d72, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ff48314b-c114-4414-a45f-e2db275b1d72,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:51:03.788156 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-896da03d-df92-46ed-84f9-3c1f9e831b1e req-9e95e560-93d3-4223-a460-1fbf6172d00a tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b502f8-ccda-470b-bf96-4e6ff93590b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0937376
May 07 21:51:03.796670 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-05d9a58b-26a2-49d3-8943-81616aa40590 req-ac3ee696-62ca-464a-a63f-01e920981a4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (ff48314b-c114-4414-a45f-e2db275b1d72), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:03.826637 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7cc1c5-30db-43ea-8206-dd3541d6ca66 req-b7a27aab-5525-46b9-ba69-80adb5a539c8 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:03.828505 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6c7cc1c5-30db-43ea-8206-dd3541d6ca66 req-b7a27aab-5525-46b9-ba69-80adb5a539c8 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4bd37e9-7131-4834-a215-e56f0fb30c5d HTTP/1.1" status: 200  len: 943 time: 0.0897710
May 07 21:51:03.836594 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d9a58b-26a2-49d3-8943-81616aa40590 req-ac3ee696-62ca-464a-a63f-01e920981a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:03.837235 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-05d9a58b-26a2-49d3-8943-81616aa40590 req-ac3ee696-62ca-464a-a63f-01e920981a4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:03.839120 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-05d9a58b-26a2-49d3-8943-81616aa40590 req-ac3ee696-62ca-464a-a63f-01e920981a4e service neutron] 10.222.0.55 "PUT /v2.0/ports/ff48314b-c114-4414-a45f-e2db275b1d72 HTTP/1.1" status: 200  len: 1095 time: 1.4562864
May 07 21:51:03.874409 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3ee696-62ca-464a-a63f-01e920981a4e service neutron] Pushing event updated for resources: {'Port': ['ID=ff48314b-c114-4414-a45f-e2db275b1d72,revision_number=3']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:03.886504 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6c7cc1c5-30db-43ea-8206-dd3541d6ca66 req-3fecdaa7-746b-42bf-9a54-c4798deb7d91 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/security-groups?id=59e2df0e-870d-42fb-a7c1-a293819c9cdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502081
May 07 21:51:03.888775 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5466e3d7-c32f-4c46-920a-8f3a30b5a645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (246b16ef-64d0-4fa7-9e47-c24112302d54), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:03.891647 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5466e3d7-c32f-4c46-920a-8f3a30b5a645 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:03.895297 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-5466e3d7-c32f-4c46-920a-8f3a30b5a645 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/246b16ef-64d0-4fa7-9e47-c24112302d54 HTTP/1.1" status: 204  len: 168 time: 0.2306499
May 07 21:51:03.908446 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5466e3d7-c32f-4c46-920a-8f3a30b5a645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=246b16ef-64d0-4fa7-9e47-c24112302d54,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:03.955458 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-e9e4bfff-1cc5-4e1f-ad29-5cbe3c5c6fdf req-c99bac01-b08d-465e-a384-1aa08cc13f65 service neutron] Request body: {'port': {'device_id': '5fe177f0-906a-4fa9-aea9-ccd116bb7d25', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:51:03.961012 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1390cbe2-0160-4763-a68e-ce0a76a5176a req-fb77a1fe-2a2d-4b4b-a438-63dce253c59b tempest-ServersAaction247Test-984437898 tempest-ServersAaction247Test-984437898-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e16d2bf-a309-499a-8966-4cbe19870972 HTTP/1.1" status: 200  len: 210 time: 0.0499525
May 07 21:51:04.028674 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d9a58b-26a2-49d3-8943-81616aa40590 req-1d2100e1-75e6-4e88-8560-8249e5d45faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:04.030736 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-05d9a58b-26a2-49d3-8943-81616aa40590 req-1d2100e1-75e6-4e88-8560-8249e5d45faf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3ed0bf2e98fe4e67abb30f040a638365&device_id=827a3df8-0013-4d92-a2f1-b9c40fcf5ef1 HTTP/1.1" status: 200  len: 1129 time: 0.0491514
May 07 21:51:04.069947 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09b8d99-0d59-4abf-831e-8415c6f099a7 req-053dff4e-a866-48cf-afad-3a2854023d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:04.071462 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d09b8d99-0d59-4abf-831e-8415c6f099a7 req-053dff4e-a866-48cf-afad-3a2854023d10 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7789855db11445de842c4df75bd05e10&device_id=e8be6b3c-b434-467d-98b2-4d0d5763bed3 HTTP/1.1" status: 200  len: 1130 time: 0.0779774
May 07 21:51:04.077856 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-e9e4bfff-1cc5-4e1f-ad29-5cbe3c5c6fdf req-c99bac01-b08d-465e-a384-1aa08cc13f65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (67f000bc-ddb0-4641-a111-92bb8cc56ac3), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:04.184377 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-05d9a58b-26a2-49d3-8943-81616aa40590 req-7ec4e54e-dc5d-4a1d-89bc-8e7ccaa83b47 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=ff48314b-c114-4414-a45f-e2db275b1d72 HTTP/1.1" status: 200  len: 217 time: 0.0626817
May 07 21:51:04.267154 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b942e314-f11a-445e-bead-3b365503aabf req-adc395f3-d6f1-4dd3-9e7c-4b83f23bf963 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:04.268956 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b942e314-f11a-445e-bead-3b365503aabf req-adc395f3-d6f1-4dd3-9e7c-4b83f23bf963 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8be6b3c-b434-467d-98b2-4d0d5763bed3 HTTP/1.1" status: 200  len: 948 time: 0.0948694
May 07 21:51:04.273593 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 38760) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:51:04.310494 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d9a58b-26a2-49d3-8943-81616aa40590 req-99252108-94c8-479c-9658-d721460151ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:04.311953 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-05d9a58b-26a2-49d3-8943-81616aa40590 req-99252108-94c8-479c-9658-d721460151ca service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6e0e5c53-1ece-4d20-b01d-5f8c6957edf6 HTTP/1.1" status: 200  len: 843 time: 0.1038127
May 07 21:51:04.322088 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-24e43cf3-aa0e-4881-a493-a4c41709adb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:04.329257 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735143e4-ff27-4e05-9a42-4cd1f54f4204 req-f4d34a1b-3bdf-429a-93a8-3ce3d841d362 tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:04.330815 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-735143e4-ff27-4e05-9a42-4cd1f54f4204 req-f4d34a1b-3bdf-429a-93a8-3ce3d841d362 tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] 10.222.0.55 "GET /v2.0/ports?device_id=af003a02-3515-4f58-9883-d6033c1b72f4 HTTP/1.1" status: 200  len: 945 time: 0.0835133
May 07 21:51:04.339531 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09b8d99-0d59-4abf-831e-8415c6f099a7 req-f75671f8-be42-4d8f-ab10-cad3f3cbea69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:04.341009 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d09b8d99-0d59-4abf-831e-8415c6f099a7 req-f75671f8-be42-4d8f-ab10-cad3f3cbea69 service neutron] 10.222.0.55 "GET /v2.0/networks?id=665487f0-78eb-47fb-9a06-b15bc614dc47 HTTP/1.1" status: 200  len: 870 time: 0.2159028
May 07 21:51:04.428034 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d9a58b-26a2-49d3-8943-81616aa40590 req-6cb5b9b6-859c-44ff-b645-5f3180357734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:04.429624 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-05d9a58b-26a2-49d3-8943-81616aa40590 req-6cb5b9b6-859c-44ff-b645-5f3180357734 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=665487f0-78eb-47fb-9a06-b15bc614dc47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1078615
May 07 21:51:04.436329 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d09b8d99-0d59-4abf-831e-8415c6f099a7 req-d7295a43-9da1-4c68-b322-e37f366f76bd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=873114d2-cfcd-4b2f-9a14-3496ecd36990 HTTP/1.1" status: 200  len: 217 time: 0.0679479
May 07 21:51:04.463743 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b942e314-f11a-445e-bead-3b365503aabf req-3a1523ca-2705-48a8-acf8-c673d413623a tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1704347
May 07 21:51:04.497168 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-735143e4-ff27-4e05-9a42-4cd1f54f4204 req-37ca8214-d161-457e-9969-349d76cc0d2f tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] Deleting port 6ce344e7-dcb0-471f-b006-52cef1e33f6f {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:51:04.497642 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-735143e4-ff27-4e05-9a42-4cd1f54f4204 req-37ca8214-d161-457e-9969-349d76cc0d2f tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (6ce344e7-dcb0-471f-b006-52cef1e33f6f), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:04.531522 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46ef1ec-06d5-4dde-b4cb-a005952ba002 req-752ef97c-711f-4766-967f-9a7747f9d797 tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:04.533032 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c46ef1ec-06d5-4dde-b4cb-a005952ba002 req-752ef97c-711f-4766-967f-9a7747f9d797 tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] 10.222.0.32 "GET /v2.0/ports?device_id=af003a02-3515-4f58-9883-d6033c1b72f4 HTTP/1.1" status: 200  len: 945 time: 0.1507463
May 07 21:51:04.631214 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09b8d99-0d59-4abf-831e-8415c6f099a7 req-dcf0232b-8f44-45fb-8dc9-ca82bf61a996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:04.632660 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d09b8d99-0d59-4abf-831e-8415c6f099a7 req-dcf0232b-8f44-45fb-8dc9-ca82bf61a996 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6e0e5c53-1ece-4d20-b01d-5f8c6957edf6 HTTP/1.1" status: 200  len: 843 time: 0.1753883
May 07 21:51:04.639138 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387ca9db-0114-4e9f-a7bc-05c3a876dce7 req-80fa0f41-80c9-45e3-9b27-51cea1c3601b tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:04.640592 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-387ca9db-0114-4e9f-a7bc-05c3a876dce7 req-80fa0f41-80c9-45e3-9b27-51cea1c3601b tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] 10.222.0.32 "GET /v2.0/ports?device_id=827a3df8-0013-4d92-a2f1-b9c40fcf5ef1 HTTP/1.1" status: 200  len: 947 time: 0.1111643
May 07 21:51:04.672683 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-05d9a58b-26a2-49d3-8943-81616aa40590 req-c2b125ac-8a80-4388-9456-9b382eaf16be service neutron] 10.222.0.55 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2209165
May 07 21:51:04.690544 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '827a3df8-0013-4d92-a2f1-b9c40fcf5ef1', 'tag': 'ff48314b-c114-4414-a45f-e2db275b1d72'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:51:04.693549 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bc389dd-a7e7-428d-a866-57b828cb5257" -d '{"events": [{"name": "network-changed", "server_uuid": "827a3df8-0013-4d92-a2f1-b9c40fcf5ef1", "tag": "ff48314b-c114-4414-a45f-e2db275b1d72"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:51:04.745578 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-735143e4-ff27-4e05-9a42-4cd1f54f4204 req-37ca8214-d161-457e-9969-349d76cc0d2f tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] For port 6ce344e7-dcb0-471f-b006-52cef1e33f6f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6ce344e7-dcb0-471f-b006-52cef1e33f6f,segment=NetworkSegment(74c0e86c-ce6a-4a8c-8cbb-dcb45d114173),segment_id=74c0e86c-ce6a-4a8c-8cbb-dcb45d114173)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:51:04.746188 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-735143e4-ff27-4e05-9a42-4cd1f54f4204 req-37ca8214-d161-457e-9969-349d76cc0d2f tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (6ce344e7-dcb0-471f-b006-52cef1e33f6f), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:04.752514 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09b8d99-0d59-4abf-831e-8415c6f099a7 req-1a3c03aa-ae0a-426f-8e49-dbdd064c7938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:04.754025 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d09b8d99-0d59-4abf-831e-8415c6f099a7 req-1a3c03aa-ae0a-426f-8e49-dbdd064c7938 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7789855db11445de842c4df75bd05e10&device_id=e8be6b3c-b434-467d-98b2-4d0d5763bed3 HTTP/1.1" status: 200  len: 1130 time: 0.1851265
May 07 21:51:04.763089 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d75fc12-c729-4721-a793-1fe6658fd1aa req-cef76245-1d9a-408f-83f1-34b4ed33519d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:04.764617 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0d75fc12-c729-4721-a793-1fe6658fd1aa req-cef76245-1d9a-408f-83f1-34b4ed33519d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f61b3dd3880d475b939a8543d9bbf481&device_id=a4bd37e9-7131-4834-a215-e56f0fb30c5d HTTP/1.1" status: 200  len: 1125 time: 0.1940625
May 07 21:51:04.789062 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09b8d99-0d59-4abf-831e-8415c6f099a7 req-59ed5a96-3e46-49f0-a63d-5e0e9ab538cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:04.790625 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d09b8d99-0d59-4abf-831e-8415c6f099a7 req-59ed5a96-3e46-49f0-a63d-5e0e9ab538cb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=665487f0-78eb-47fb-9a06-b15bc614dc47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1308339
May 07 21:51:04.799139 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [req-e9e4bfff-1cc5-4e1f-ad29-5cbe3c5c6fdf req-c99bac01-b08d-465e-a384-1aa08cc13f65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67f000bc-ddb0-4641-a111-92bb8cc56ac3 {{(pid=121837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:51:04.808815 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c46ef1ec-06d5-4dde-b4cb-a005952ba002 req-ab9d6ea8-8c33-494a-b510-3cbbb6a3157f tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] 10.222.0.32 "GET /v2.0/security-groups?id=20997da3-4950-4c1a-ac06-1c63d37fcdf9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2686703
May 07 21:51:04.844114 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-387ca9db-0114-4e9f-a7bc-05c3a876dce7 req-552a0899-6f62-4778-b7e5-93b882291c32 tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] 10.222.0.32 "GET /v2.0/security-groups?id=e6f7bcf3-0863-477a-9a92-cf0af21d6fff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1869459
May 07 21:51:04.844638 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-e9e4bfff-1cc5-4e1f-ad29-5cbe3c5c6fdf req-c99bac01-b08d-465e-a384-1aa08cc13f65 service neutron] Publish callbacks [] for port (67f000bc-ddb0-4641-a111-92bb8cc56ac3), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:04.847990 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-24e43cf3-aa0e-4881-a493-a4c41709adb1 admin admin] Publish callbacks [] for security_group (95076abf-5648-462e-8e01-d104531a98e9), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:04.874240 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-05d9a58b-26a2-49d3-8943-81616aa40590 req-64b9e716-d890-4595-a976-2c75913335a8 service neutron] 10.222.0.55 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1873071
May 07 21:51:04.900906 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-24e43cf3-aa0e-4881-a493-a4c41709adb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (95076abf-5648-462e-8e01-d104531a98e9), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:04.918045 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af5b24c9-fb00-419d-a5df-516a0232eb89 x-openstack-request-id: req-af5b24c9-fb00-419d-a5df-516a0232eb89 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:51:04.918342 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "827a3df8-0013-4d92-a2f1-b9c40fcf5ef1", "tag": "ff48314b-c114-4414-a45f-e2db275b1d72", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:51:04.918605 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-af5b24c9-fb00-419d-a5df-516a0232eb89 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:51:04.919031 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af5b24c9-fb00-419d-a5df-516a0232eb89'] response: {'name': 'network-changed', 'server_uuid': '827a3df8-0013-4d92-a2f1-b9c40fcf5ef1', 'tag': 'ff48314b-c114-4414-a45f-e2db275b1d72', 'status': 'completed', 'code': 200}
May 07 21:51:04.990160 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-e9e4bfff-1cc5-4e1f-ad29-5cbe3c5c6fdf req-c99bac01-b08d-465e-a384-1aa08cc13f65 service neutron] Transition to ACTIVE for port object 67f000bc-ddb0-4641-a111-92bb8cc56ac3 will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:51:05.037047 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaee7d7-ffc2-48f6-ba2c-0a9ffa642926 req-74c398cf-dddb-4705-ad96-cb41cd74fc39 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:05.038513 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-daaee7d7-ffc2-48f6-ba2c-0a9ffa642926 req-74c398cf-dddb-4705-ad96-cb41cd74fc39 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/ports?device_id=5fe177f0-906a-4fa9-aea9-ccd116bb7d25 HTTP/1.1" status: 200  len: 932 time: 0.0923610
May 07 21:51:05.074826 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-735143e4-ff27-4e05-9a42-4cd1f54f4204 req-37ca8214-d161-457e-9969-349d76cc0d2f tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:05.075192 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-735143e4-ff27-4e05-9a42-4cd1f54f4204 req-37ca8214-d161-457e-9969-349d76cc0d2f tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (86ab83e5-403a-4da3-b919-72f527f98791), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:05.075503 ncdv-master-1 neutron-server[121836]: INFO neutron.db.l3_db [req-735143e4-ff27-4e05-9a42-4cd1f54f4204 req-37ca8214-d161-457e-9969-349d76cc0d2f tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] Floating IP 86ab83e5-403a-4da3-b919-72f527f98791 disassociated. External IP: 172.35.4.201, port: 6ce344e7-dcb0-471f-b006-52cef1e33f6f.
May 07 21:51:05.075840 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-735143e4-ff27-4e05-9a42-4cd1f54f4204 req-37ca8214-d161-457e-9969-349d76cc0d2f tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] Calling delete_port for 6ce344e7-dcb0-471f-b006-52cef1e33f6f owned by compute:nova {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:51:05.082541 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-e9e4bfff-1cc5-4e1f-ad29-5cbe3c5c6fdf req-c99bac01-b08d-465e-a384-1aa08cc13f65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (67f000bc-ddb0-4641-a111-92bb8cc56ac3), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:05.142961 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-daaee7d7-ffc2-48f6-ba2c-0a9ffa642926 req-2811226a-7dc8-48bd-a947-165d4ab52a03 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b502f8-ccda-470b-bf96-4e6ff93590b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0981069
May 07 21:51:05.200684 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e43cf3-aa0e-4881-a493-a4c41709adb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95076abf-5648-462e-8e01-d104531a98e9,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:05.200684 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-24e43cf3-aa0e-4881-a493-a4c41709adb1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5279fc0a3f0f4d4d98aeb90c6c95df00&name=default HTTP/1.1" status: 200  len: 2996 time: 0.9244566
May 07 21:51:05.213355 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 38780) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:51:05.243077 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99bac01-b08d-465e-a384-1aa08cc13f65 service neutron] Pushing event updated for resources: {'Port': ['ID=67f000bc-ddb0-4641-a111-92bb8cc56ac3,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:05.281553 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-08a5eb03-3b8b-4647-912d-5a423fcea956 req-0096af2b-9071-4b57-a4e6-df745120fac2 tempest-ServersAaction247Test-984437898 tempest-ServersAaction247Test-984437898-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e16d2bf-a309-499a-8966-4cbe19870972 HTTP/1.1" status: 200  len: 210 time: 0.0494289
May 07 21:51:05.306861 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c89214f-1fcc-4549-a45f-3337e93a8b78 req-3b42ae23-4741-46ae-9761-c6259297dfaa tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:05.308567 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-735143e4-ff27-4e05-9a42-4cd1f54f4204 req-37ca8214-d161-457e-9969-349d76cc0d2f tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (6ce344e7-dcb0-471f-b006-52cef1e33f6f), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:05.311784 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7c89214f-1fcc-4549-a45f-3337e93a8b78 req-3b42ae23-4741-46ae-9761-c6259297dfaa tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4bd37e9-7131-4834-a215-e56f0fb30c5d HTTP/1.1" status: 200  len: 943 time: 0.3274267
May 07 21:51:05.320392 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09b8d99-0d59-4abf-831e-8415c6f099a7 req-463ff745-ea27-4403-aed0-daa9a391eb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:05.322401 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d09b8d99-0d59-4abf-831e-8415c6f099a7 req-463ff745-ea27-4403-aed0-daa9a391eb5d service neutron] 10.222.0.59 "GET /v2.0/networks?id=665487f0-78eb-47fb-9a06-b15bc614dc47 HTTP/1.1" status: 200  len: 870 time: 0.5179811
May 07 21:51:05.340158 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d75fc12-c729-4721-a793-1fe6658fd1aa req-995fdfef-b7c3-4189-ae1a-bfffea657ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:05.341597 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0d75fc12-c729-4721-a793-1fe6658fd1aa req-995fdfef-b7c3-4189-ae1a-bfffea657ab8 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=f61b3dd3880d475b939a8543d9bbf481&shared=False HTTP/1.1" status: 200  len: 913 time: 0.5316834
May 07 21:51:05.342249 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5c8e1a5a-e793-4357-af9c-af6d9cfbb321 admin admin] Publish callbacks [] for security_group (95076abf-5648-462e-8e01-d104531a98e9), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:05.346257 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d09b8d99-0d59-4abf-831e-8415c6f099a7 req-3f146a98-f33a-47bc-8b23-d855c8cbee90 service neutron] 10.222.0.55 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5318179
May 07 21:51:05.348563 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ca8214-d161-457e-9969-349d76cc0d2f tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] Pushing event deleted for resources: {'Port': ['ID=6ce344e7-dcb0-471f-b006-52cef1e33f6f,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:05.400376 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-003891b2-0058-41a8-9b04-842c59e44890 req-7535cd4a-1352-4d52-9398-5b7386b677de tempest-ServersAaction247Test-984437898 tempest-ServersAaction247Test-984437898-project] 10.222.0.59 "GET /v2.0/ports?device_id=6e16d2bf-a309-499a-8966-4cbe19870972 HTTP/1.1" status: 200  len: 210 time: 0.0453949
May 07 21:51:05.436560 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5c8e1a5a-e793-4357-af9c-af6d9cfbb321 admin admin] Publish callbacks [] for security_group (95076abf-5648-462e-8e01-d104531a98e9), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:05.456906 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d09b8d99-0d59-4abf-831e-8415c6f099a7 req-a1ec2f79-2c61-4a8d-a48d-c60573cb01b5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=873114d2-cfcd-4b2f-9a14-3496ecd36990 HTTP/1.1" status: 200  len: 217 time: 0.0925686
May 07 21:51:05.548197 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5c8e1a5a-e793-4357-af9c-af6d9cfbb321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (95076abf-5648-462e-8e01-d104531a98e9), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:05.550850 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5c8e1a5a-e793-4357-af9c-af6d9cfbb321 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:05.552163 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-5c8e1a5a-e793-4357-af9c-af6d9cfbb321 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/95076abf-5648-462e-8e01-d104531a98e9 HTTP/1.1" status: 204  len: 168 time: 0.3379438
May 07 21:51:05.577482 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e1a5a-e793-4357-af9c-af6d9cfbb321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95076abf-5648-462e-8e01-d104531a98e9,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:05.608172 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [req-735143e4-ff27-4e05-9a42-4cd1f54f4204 req-37ca8214-d161-457e-9969-349d76cc0d2f tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] Router 9c5f34d7-008e-4fe4-9fa4-469819d4e910 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 21:51:05.627188 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94795259-3d8c-4684-b65f-5df5fcc96a02 req-b6432e3d-d09a-465e-b6dc-635b41d5ab2a tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:05.628678 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-94795259-3d8c-4684-b65f-5df5fcc96a02 req-b6432e3d-d09a-465e-b6dc-635b41d5ab2a tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8be6b3c-b434-467d-98b2-4d0d5763bed3 HTTP/1.1" status: 200  len: 948 time: 0.0679891
May 07 21:51:05.815399 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-94795259-3d8c-4684-b65f-5df5fcc96a02 req-4189c6f6-f952-407c-87d6-d12db714b198 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1388619
May 07 21:51:05.860632 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-735143e4-ff27-4e05-9a42-4cd1f54f4204 req-37ca8214-d161-457e-9969-349d76cc0d2f tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:51:05.874408 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40be49f-e0cc-4f4f-999f-e91b2429fd4b None None] Sync routers for ids ['9c5f34d7-008e-4fe4-9fa4-469819d4e910'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:51:05.906103 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40be49f-e0cc-4f4f-999f-e91b2429fd4b None None] Routers {'9c5f34d7-008e-4fe4-9fa4-469819d4e910'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:51:05.912276 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-d40be49f-e0cc-4f4f-999f-e91b2429fd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f847f70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:50:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['9c5f34d7-008e-4fe4-9fa4-469819d4e910'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:51:05.919016 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc389dd-a7e7-428d-a866-57b828cb5257 req-510b8814-ff8d-4962-b047-9781fafabed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:05.921709 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3bc389dd-a7e7-428d-a866-57b828cb5257 req-510b8814-ff8d-4962-b047-9781fafabed6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3ed0bf2e98fe4e67abb30f040a638365&device_id=827a3df8-0013-4d92-a2f1-b9c40fcf5ef1 HTTP/1.1" status: 200  len: 1129 time: 0.1182389
May 07 21:51:05.947029 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7c89214f-1fcc-4549-a45f-3337e93a8b78 req-8336e455-e960-4f21-83c2-a81701d7a593 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/security-groups?id=59e2df0e-870d-42fb-a7c1-a293819c9cdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6342037
May 07 21:51:05.987127 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 873114d2-cfcd-4b2f-9a14-3496ecd36990 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:51:06.131348 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09b8d99-0d59-4abf-831e-8415c6f099a7 req-a30305ea-4b8b-4f33-9f29-37dbc9898d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:06.133544 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d09b8d99-0d59-4abf-831e-8415c6f099a7 req-a30305ea-4b8b-4f33-9f29-37dbc9898d33 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6e0e5c53-1ece-4d20-b01d-5f8c6957edf6 HTTP/1.1" status: 200  len: 843 time: 0.6649539
May 07 21:51:06.135065 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-e9e4bfff-1cc5-4e1f-ad29-5cbe3c5c6fdf req-c99bac01-b08d-465e-a384-1aa08cc13f65 service neutron] Attempting to bind port 67f000bc-ddb0-4641-a111-92bb8cc56ac3 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:51:06.135569 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-e9e4bfff-1cc5-4e1f-ad29-5cbe3c5c6fdf req-c99bac01-b08d-465e-a384-1aa08cc13f65 service neutron] Attempting to bind port 67f000bc-ddb0-4641-a111-92bb8cc56ac3 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'c22d0faf-2ee6-4226-aff7-b2b8306813e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b2fcd05a-fa57-478e-9f0c-05c502306fa7'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:51:06.136104 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e4bfff-1cc5-4e1f-ad29-5cbe3c5c6fdf req-c99bac01-b08d-465e-a384-1aa08cc13f65 service neutron] Attempting to bind port 67f000bc-ddb0-4641-a111-92bb8cc56ac3 on network b2fcd05a-fa57-478e-9f0c-05c502306fa7 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:51:06.144429 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc389dd-a7e7-428d-a866-57b828cb5257 req-60836cc3-4ec2-4518-9657-2d5d7b061d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:06.145913 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3bc389dd-a7e7-428d-a866-57b828cb5257 req-60836cc3-4ec2-4518-9657-2d5d7b061d00 service neutron] 10.222.0.55 "GET /v2.0/networks?id=665487f0-78eb-47fb-9a06-b15bc614dc47 HTTP/1.1" status: 200  len: 870 time: 0.1600227
May 07 21:51:06.147313 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-735143e4-ff27-4e05-9a42-4cd1f54f4204 req-37ca8214-d161-457e-9969-349d76cc0d2f tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] No DVR routers for this DVR port 6ce344e7-dcb0-471f-b006-52cef1e33f6f on host nch1-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:51:06.158566 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-735143e4-ff27-4e05-9a42-4cd1f54f4204 req-37ca8214-d161-457e-9969-349d76cc0d2f tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:06.159416 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e4bfff-1cc5-4e1f-ad29-5cbe3c5c6fdf req-c99bac01-b08d-465e-a384-1aa08cc13f65 service neutron] Port 67f000bc-ddb0-4641-a111-92bb8cc56ac3 on network b2fcd05a-fa57-478e-9f0c-05c502306fa7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:51:06.159943 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e4bfff-1cc5-4e1f-ad29-5cbe3c5c6fdf req-c99bac01-b08d-465e-a384-1aa08cc13f65 service neutron] Attempting to bind port 67f000bc-ddb0-4641-a111-92bb8cc56ac3 on network b2fcd05a-fa57-478e-9f0c-05c502306fa7 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:51:06.162349 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-735143e4-ff27-4e05-9a42-4cd1f54f4204 req-37ca8214-d161-457e-9969-349d76cc0d2f tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] 10.222.0.55 "DELETE /v2.0/ports/6ce344e7-dcb0-471f-b006-52cef1e33f6f HTTP/1.1" status: 204  len: 173 time: 1.8219779
May 07 21:51:06.164195 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af003a02-3515-4f58-9883-d6033c1b72f4', 'name': 'network-vif-deleted', 'tag': '6ce344e7-dcb0-471f-b006-52cef1e33f6f'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:51:06.176251 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d5da19f-55a1-4c72-9f4f-1a00886f8a7c" -d '{"events": [{"server_uuid": "af003a02-3515-4f58-9883-d6033c1b72f4", "name": "network-vif-deleted", "tag": "6ce344e7-dcb0-471f-b006-52cef1e33f6f"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:51:06.207801 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.db.resource_extend [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 07 21:51:06.258141 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d75fc12-c729-4721-a793-1fe6658fd1aa req-9c9dd09e-4a65-404e-b332-7a55e525820f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:06.260191 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3bc389dd-a7e7-428d-a866-57b828cb5257 req-f40d0636-6606-46a1-99f0-faed9e1e3de0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=ff48314b-c114-4414-a45f-e2db275b1d72 HTTP/1.1" status: 200  len: 217 time: 0.0960236
May 07 21:51:06.270446 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ef4d493e-7fd7-448a-ae9b-74e830160b45 req-7b7c9839-8b75-4928-a4e1-4f461d720994 tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] 10.222.0.32 "GET /v2.0/ports?device_id=af003a02-3515-4f58-9883-d6033c1b72f4 HTTP/1.1" status: 200  len: 210 time: 0.2231009
May 07 21:51:06.272134 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0d75fc12-c729-4721-a793-1fe6658fd1aa req-9c9dd09e-4a65-404e-b332-7a55e525820f service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.9091699
May 07 21:51:06.272975 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e4bfff-1cc5-4e1f-ad29-5cbe3c5c6fdf req-c99bac01-b08d-465e-a384-1aa08cc13f65 service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:51:06.273318 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e4bfff-1cc5-4e1f-ad29-5cbe3c5c6fdf req-c99bac01-b08d-465e-a384-1aa08cc13f65 service neutron] Checking segment: {'id': 'c22d0faf-2ee6-4226-aff7-b2b8306813e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b2fcd05a-fa57-478e-9f0c-05c502306fa7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:51:06.273711 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e4bfff-1cc5-4e1f-ad29-5cbe3c5c6fdf req-c99bac01-b08d-465e-a384-1aa08cc13f65 service neutron] Bound using segment: {'id': 'c22d0faf-2ee6-4226-aff7-b2b8306813e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b2fcd05a-fa57-478e-9f0c-05c502306fa7'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:51:06.274159 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-e9e4bfff-1cc5-4e1f-ad29-5cbe3c5c6fdf req-c99bac01-b08d-465e-a384-1aa08cc13f65 service neutron] Bound port: 67f000bc-ddb0-4641-a111-92bb8cc56ac3, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c22d0faf-2ee6-4226-aff7-b2b8306813e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b2fcd05a-fa57-478e-9f0c-05c502306fa7'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:51:06.274526 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-e9e4bfff-1cc5-4e1f-ad29-5cbe3c5c6fdf req-c99bac01-b08d-465e-a384-1aa08cc13f65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (67f000bc-ddb0-4641-a111-92bb8cc56ac3), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:06.308043 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09b8d99-0d59-4abf-831e-8415c6f099a7 req-e4fdff26-536b-465c-9bbb-f72466877f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:06.312181 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d09b8d99-0d59-4abf-831e-8415c6f099a7 req-e4fdff26-536b-465c-9bbb-f72466877f83 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=665487f0-78eb-47fb-9a06-b15bc614dc47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1678278
May 07 21:51:06.351034 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 873114d2-cfcd-4b2f-9a14-3496ecd36990, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=873114d2-cfcd-4b2f-9a14-3496ecd36990,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:51:06.369398 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': '873114d2-cfcd-4b2f-9a14-3496ecd36990', 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47', 'port_id': '873114d2-cfcd-4b2f-9a14-3496ecd36990', 'mac_address': 'fa:16:3e:b4:d5:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e0e5c53-1ece-4d20-b01d-5f8c6957edf6', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:51:06.421315 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-d40be49f-e0cc-4f4f-999f-e91b2429fd4b None None] Set router 9c5f34d7-008e-4fe4-9fa4-469819d4e910 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:51:06.479840 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527376e4-9f70-4661-976e-e81864f347ae req-59d019db-beac-461b-adc9-f4158971d242 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:06.481423 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-527376e4-9f70-4661-976e-e81864f347ae req-59d019db-beac-461b-adc9-f4158971d242 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.59 "GET /v2.0/ports?device_id=e8be6b3c-b434-467d-98b2-4d0d5763bed3&tenant_id=7789855db11445de842c4df75bd05e10&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 948 time: 0.2208064
May 07 21:51:06.491951 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c299498-afe1-4a3c-a617-550e937f9c91 req-938e6eac-05a5-4135-a62f-2b4b983e73a6 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:06.493499 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9c299498-afe1-4a3c-a617-550e937f9c91 req-938e6eac-05a5-4135-a62f-2b4b983e73a6 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/ports?device_id=5fe177f0-906a-4fa9-aea9-ccd116bb7d25 HTTP/1.1" status: 200  len: 944 time: 0.0748243
May 07 21:51:06.552004 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc389dd-a7e7-428d-a866-57b828cb5257 req-29915426-c5bb-4ee3-bc31-2b23737f36ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:06.552937 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d09b8d99-0d59-4abf-831e-8415c6f099a7 req-0bf1d180-2510-484f-aa07-96769bbe1d23 service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2266424
May 07 21:51:06.553669 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3bc389dd-a7e7-428d-a866-57b828cb5257 req-29915426-c5bb-4ee3-bc31-2b23737f36ef service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6e0e5c53-1ece-4d20-b01d-5f8c6957edf6 HTTP/1.1" status: 200  len: 843 time: 0.2777169
May 07 21:51:06.555240 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d09b8d99-0d59-4abf-831e-8415c6f099a7 req-ddc51559-f71d-491c-a560-9a4297f36c3c service neutron] 10.222.0.55 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6317773
May 07 21:51:06.577636 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-527376e4-9f70-4661-976e-e81864f347ae req-585e5317-cef1-40c2-ab90-1e28b5d56b5c service neutron] 10.222.0.59 "GET /v2.0/ports/873114d2-cfcd-4b2f-9a14-3496ecd36990/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 382 time: 0.0824285
May 07 21:51:06.614341 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9c299498-afe1-4a3c-a617-550e937f9c91 req-97f5b293-3335-4dd0-a4e1-83dd8ce671c3 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b502f8-ccda-470b-bf96-4e6ff93590b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0665829
May 07 21:51:06.681473 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88aa3488-c154-462d-a87e-7d68944fb799 x-openstack-request-id: req-88aa3488-c154-462d-a87e-7d68944fb799 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:51:06.681845 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af003a02-3515-4f58-9883-d6033c1b72f4", "name": "network-vif-deleted", "tag": "6ce344e7-dcb0-471f-b006-52cef1e33f6f", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:51:06.682159 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-88aa3488-c154-462d-a87e-7d68944fb799 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:51:06.682688 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88aa3488-c154-462d-a87e-7d68944fb799'] response: {'server_uuid': 'af003a02-3515-4f58-9883-d6033c1b72f4', 'name': 'network-vif-deleted', 'tag': '6ce344e7-dcb0-471f-b006-52cef1e33f6f', 'status': 'completed', 'code': 200}
May 07 21:51:06.690277 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 38818) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:51:06.749167 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 873114d2-cfcd-4b2f-9a14-3496ecd36990 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:51:06.750021 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (873114d2-cfcd-4b2f-9a14-3496ecd36990), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:06.758505 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d09b8d99-0d59-4abf-831e-8415c6f099a7 req-996c3a90-33de-443c-ad61-bd4ce6ebafa8 service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1444352
May 07 21:51:06.773366 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 873114d2-cfcd-4b2f-9a14-3496ecd36990 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:51:06.797576 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a315c763-448e-47b9-9640-3ebdeafcf537 req-d701b6cb-c77b-4c23-aebe-dda449dbbcfb tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:06.805664 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a315c763-448e-47b9-9640-3ebdeafcf537 req-d701b6cb-c77b-4c23-aebe-dda449dbbcfb tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] 10.222.0.32 "GET /v2.0/ports?device_id=827a3df8-0013-4d92-a2f1-b9c40fcf5ef1 HTTP/1.1" status: 200  len: 947 time: 0.4804411
May 07 21:51:06.811026 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede04063-ab80-402d-8017-77b97ee1d7dd req-b2f6268c-0df0-4ccd-b9c9-81330ed39125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:06.812517 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ede04063-ab80-402d-8017-77b97ee1d7dd req-b2f6268c-0df0-4ccd-b9c9-81330ed39125 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f61b3dd3880d475b939a8543d9bbf481&device_id=a4bd37e9-7131-4834-a215-e56f0fb30c5d HTTP/1.1" status: 200  len: 1125 time: 0.3861232
May 07 21:51:06.824016 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 873114d2-cfcd-4b2f-9a14-3496ecd36990, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=873114d2-cfcd-4b2f-9a14-3496ecd36990,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:51:06.861492 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (873114d2-cfcd-4b2f-9a14-3496ecd36990), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:06.887270 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ede04063-ab80-402d-8017-77b97ee1d7dd req-5e6ddb4f-b44d-4221-a886-0855d71ae664 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf4cdac7-29da-404a-9ec1-943fa91f5ab0 HTTP/1.1" status: 200  len: 217 time: 0.0447929
May 07 21:51:06.929721 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-d40be49f-e0cc-4f4f-999f-e91b2429fd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f847f70>, [{'id': '9c5f34d7-008e-4fe4-9fa4-469819d4e910', 'name': 'tempest-ServersTestJSON-771244347-router', 'tenant_id': '487fc10ff315438ca2de090c396e3cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.36'}], 'enable_snat': True}, 'gw_port_id': 'ad9a7c81-a12e-46cf-aaf1-2746ef83869f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:49:44Z', 'updated_at': '2022-05-07T21:49:53Z', 'revision_number': 4, 'project_id': '487fc10ff315438ca2de090c396e3cfb', 'gw_port': {'id': 'ad9a7c81-a12e-46cf-aaf1-2746ef83869f', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:87:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5f34d7-008e-4fe4-9fa4-469819d4e910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:49:46Z', 'updated_at': '2022-05-07T21:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '984afdc3-a7c2-4b1c-a1ab-884323f52ee3', 'name': '', 'network_id': '3cd5ba47-406b-4cd5-8f0e-08872326b372', 'tenant_id': '487fc10ff315438ca2de090c396e3cfb', 'mac_address': 'fa:16:3e:d4:00:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5f34d7-008e-4fe4-9fa4-469819d4e910', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'ca8aa31e-0762-4142-9690-26161843f094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:49:50Z', 'updated_at': '2022-05-07T21:49:59Z', 'revision_number': 5, 'project_id': '487fc10ff315438ca2de090c396e3cfb', 'subnets': [{'id': 'ca8aa31e-0762-4142-9690-26161843f094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:51:06.967242 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40be49f-e0cc-4f4f-999f-e91b2429fd4b None None] Checking router: 9c5f34d7-008e-4fe4-9fa4-469819d4e910 for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 21:51:06.991346 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=873114d2-cfcd-4b2f-9a14-3496ecd36990,revision_number=8']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:06.998470 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-e9e4bfff-1cc5-4e1f-ad29-5cbe3c5c6fdf req-c99bac01-b08d-465e-a384-1aa08cc13f65 service neutron] For port 67f000bc-ddb0-4641-a111-92bb8cc56ac3, host nch1-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:51:07.003369 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:51:07.004095 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:51:07.004815 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:51:07.005398 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:51:07.006277 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:51:07.006892 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:51:07.007470 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:51:07.008041 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:51:07.008592 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:51:07.009143 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:51:07.010267 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:51:07.010914 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:51:07.011482 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:51:07.012034 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:51:07.013197 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:51:07.017698 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40be49f-e0cc-4f4f-999f-e91b2429fd4b None None] Routers {'9c5f34d7-008e-4fe4-9fa4-469819d4e910'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:51:07.018686 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-d40be49f-e0cc-4f4f-999f-e91b2429fd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f847f70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:50:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['9c5f34d7-008e-4fe4-9fa4-469819d4e910'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:51:07.027242 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a315c763-448e-47b9-9640-3ebdeafcf537 req-bf8fa15c-4f35-4c33-a052-231b55c49c4f tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] 10.222.0.32 "GET /v2.0/security-groups?id=e6f7bcf3-0863-477a-9a92-cf0af21d6fff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2205508
May 07 21:51:07.056748 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527376e4-9f70-4661-976e-e81864f347ae req-974b95cd-139f-45c8-895c-08bcf02ff2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:07.058304 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-527376e4-9f70-4661-976e-e81864f347ae req-974b95cd-139f-45c8-895c-08bcf02ff2c9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7789855db11445de842c4df75bd05e10&device_id=e8be6b3c-b434-467d-98b2-4d0d5763bed3 HTTP/1.1" status: 200  len: 1131 time: 0.2090943
May 07 21:51:07.062627 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-e9e4bfff-1cc5-4e1f-ad29-5cbe3c5c6fdf req-c99bac01-b08d-465e-a384-1aa08cc13f65 service neutron] For port 67f000bc-ddb0-4641-a111-92bb8cc56ac3, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=67f000bc-ddb0-4641-a111-92bb8cc56ac3,segment=NetworkSegment(c22d0faf-2ee6-4226-aff7-b2b8306813e9),segment_id=c22d0faf-2ee6-4226-aff7-b2b8306813e9)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:51:07.066186 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede04063-ab80-402d-8017-77b97ee1d7dd req-36c06daf-ff2c-4273-b543-ad52ff140fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:07.067782 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ede04063-ab80-402d-8017-77b97ee1d7dd req-36c06daf-ff2c-4273-b543-ad52ff140fb1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=363d64b0-c1fd-4ede-8b5a-48585cb02746 HTTP/1.1" status: 200  len: 852 time: 0.1578999
May 07 21:51:07.146252 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-e9e4bfff-1cc5-4e1f-ad29-5cbe3c5c6fdf req-c99bac01-b08d-465e-a384-1aa08cc13f65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (67f000bc-ddb0-4641-a111-92bb8cc56ac3), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:07.168570 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-d40be49f-e0cc-4f4f-999f-e91b2429fd4b None None] Set router 9c5f34d7-008e-4fe4-9fa4-469819d4e910 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:51:07.229677 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['873114d2-cfcd-4b2f-9a14-3496ecd36990'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:51:07.274071 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ede04063-ab80-402d-8017-77b97ee1d7dd req-6f0e7237-876b-456e-b835-e425ebf7ea8e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5d9854c1-90bd-4898-b59a-14d465203832&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1496997
May 07 21:51:07.325332 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device ff48314b-c114-4414-a45f-e2db275b1d72 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:51:07.327184 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 6ce344e7-dcb0-471f-b006-52cef1e33f6f no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:51:07.334486 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-f0ad3972-53a6-4cf7-abe0-d00750c94346 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1393712635-network', 'tenant_id': '62b1d2f38652407eaa85fbb15aff6307'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:51:07.343939 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e4bfff-1cc5-4e1f-ad29-5cbe3c5c6fdf req-c99bac01-b08d-465e-a384-1aa08cc13f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:07.344665 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-e9e4bfff-1cc5-4e1f-ad29-5cbe3c5c6fdf req-c99bac01-b08d-465e-a384-1aa08cc13f65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:07.346549 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e9e4bfff-1cc5-4e1f-ad29-5cbe3c5c6fdf req-c99bac01-b08d-465e-a384-1aa08cc13f65 service neutron] 10.222.0.55 "PUT /v2.0/ports/67f000bc-ddb0-4641-a111-92bb8cc56ac3 HTTP/1.1" status: 200  len: 1092 time: 3.3962169
May 07 21:51:07.351586 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] No Port match for: 6ce344e7-dcb0-471f-b006-52cef1e33f6f {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:51:07.351945 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 6ce344e7-dcb0-471f-b006-52cef1e33f6f not bound to the agent host nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:51:07.357410 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fe177f0-906a-4fa9-aea9-ccd116bb7d25', 'tag': '67f000bc-ddb0-4641-a111-92bb8cc56ac3'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:51:07.360930 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c52fe3-4aec-4e49-9ffc-87a919dca807" -d '{"events": [{"name": "network-changed", "server_uuid": "5fe177f0-906a-4fa9-aea9-ccd116bb7d25", "tag": "67f000bc-ddb0-4641-a111-92bb8cc56ac3"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:51:07.365591 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ad3972-53a6-4cf7-abe0-d00750c94346 admin admin] Made reservation on behalf of 62b1d2f38652407eaa85fbb15aff6307 for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:51:07.370145 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f0ad3972-53a6-4cf7-abe0-d00750c94346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:07.376768 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc389dd-a7e7-428d-a866-57b828cb5257 req-2c2b3e61-3775-4bc7-a558-852cf7e7ec81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:07.378529 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3bc389dd-a7e7-428d-a866-57b828cb5257 req-2c2b3e61-3775-4bc7-a558-852cf7e7ec81 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=665487f0-78eb-47fb-9a06-b15bc614dc47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.6726604
May 07 21:51:07.387380 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f0ad3972-53a6-4cf7-abe0-d00750c94346 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:07.397613 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ba71ba-e8c1-4841-9ca0-c02bc3ae59be req-e2a0aa59-ed99-469d-a683-032676a76852 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:07.405319 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-79ba71ba-e8c1-4841-9ca0-c02bc3ae59be req-e2a0aa59-ed99-469d-a683-032676a76852 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8be6b3c-b434-467d-98b2-4d0d5763bed3 HTTP/1.1" status: 200  len: 948 time: 0.6238413
May 07 21:51:07.513090 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 38832) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:51:07.517733 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e80e3-9708-4a13-83e9-346202e08b60 req-7bcd0ff9-7ee9-4686-81c0-2359fc02e2b6 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:07.524686 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-900e80e3-9708-4a13-83e9-346202e08b60 req-7bcd0ff9-7ee9-4686-81c0-2359fc02e2b6 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4bd37e9-7131-4834-a215-e56f0fb30c5d HTTP/1.1" status: 200  len: 943 time: 0.3045135
May 07 21:51:07.559527 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99bac01-b08d-465e-a384-1aa08cc13f65 service neutron] Pushing event updated for resources: {'Port': ['ID=67f000bc-ddb0-4641-a111-92bb8cc56ac3,revision_number=3']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:07.566745 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527376e4-9f70-4661-976e-e81864f347ae req-bdb0f012-fd15-43aa-9d90-7cb6bc0e3484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:07.568590 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-527376e4-9f70-4661-976e-e81864f347ae req-bdb0f012-fd15-43aa-9d90-7cb6bc0e3484 service neutron] 10.222.0.59 "GET /v2.0/networks?id=665487f0-78eb-47fb-9a06-b15bc614dc47 HTTP/1.1" status: 200  len: 870 time: 0.4993939
May 07 21:51:07.569609 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e4bfff-1cc5-4e1f-ad29-5cbe3c5c6fdf req-6e6d9171-8361-485f-ac7c-a91d2e1b2ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:07.572385 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e9e4bfff-1cc5-4e1f-ad29-5cbe3c5c6fdf req-6e6d9171-8361-485f-ac7c-a91d2e1b2ddc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=00dedc5654754e7fbb60abf79a14666e&device_id=5fe177f0-906a-4fa9-aea9-ccd116bb7d25 HTTP/1.1" status: 200  len: 1126 time: 0.1643784
May 07 21:51:07.599764 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-79ba71ba-e8c1-4841-9ca0-c02bc3ae59be req-dc2256d3-b845-47a6-95c7-84ede7ea5d77 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1933770
May 07 21:51:07.640732 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f0ad3972-53a6-4cf7-abe0-d00750c94346 admin admin] Publish callbacks [] for security_group (36e6996f-ed72-405e-9e1f-fcee4521c4cc), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:07.647291 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-d40be49f-e0cc-4f4f-999f-e91b2429fd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f847f70>, [{'id': '9c5f34d7-008e-4fe4-9fa4-469819d4e910', 'name': 'tempest-ServersTestJSON-771244347-router', 'tenant_id': '487fc10ff315438ca2de090c396e3cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.36'}], 'enable_snat': True}, 'gw_port_id': 'ad9a7c81-a12e-46cf-aaf1-2746ef83869f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:49:44Z', 'updated_at': '2022-05-07T21:49:53Z', 'revision_number': 4, 'project_id': '487fc10ff315438ca2de090c396e3cfb', 'gw_port': {'id': 'ad9a7c81-a12e-46cf-aaf1-2746ef83869f', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:87:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5f34d7-008e-4fe4-9fa4-469819d4e910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:49:46Z', 'updated_at': '2022-05-07T21:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '984afdc3-a7c2-4b1c-a1ab-884323f52ee3', 'name': '', 'network_id': '3cd5ba47-406b-4cd5-8f0e-08872326b372', 'tenant_id': '487fc10ff315438ca2de090c396e3cfb', 'mac_address': 'fa:16:3e:d4:00:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5f34d7-008e-4fe4-9fa4-469819d4e910', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'ca8aa31e-0762-4142-9690-26161843f094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:49:50Z', 'updated_at': '2022-05-07T21:49:59Z', 'revision_number': 5, 'project_id': '487fc10ff315438ca2de090c396e3cfb', 'subnets': [{'id': 'ca8aa31e-0762-4142-9690-26161843f094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:51:07.673146 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f0ad3972-53a6-4cf7-abe0-d00750c94346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (36e6996f-ed72-405e-9e1f-fcee4521c4cc), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:07.673716 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-527376e4-9f70-4661-976e-e81864f347ae req-36fea4c1-06b3-4795-8724-12ffcf911097 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=873114d2-cfcd-4b2f-9a14-3496ecd36990 HTTP/1.1" status: 200  len: 217 time: 0.0930982
May 07 21:51:07.680033 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e9e4bfff-1cc5-4e1f-ad29-5cbe3c5c6fdf req-f38fce0a-a83d-4feb-b0b6-183c67d07b01 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67f000bc-ddb0-4641-a111-92bb8cc56ac3 HTTP/1.1" status: 200  len: 217 time: 0.0905302
May 07 21:51:07.680791 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3bc389dd-a7e7-428d-a866-57b828cb5257 req-976ee69d-5735-442b-928a-7393dc2c2593 service neutron] 10.222.0.55 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2724838
May 07 21:51:07.684685 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d40be49f-e0cc-4f4f-999f-e91b2429fd4b None None] The sync data for ids ['9c5f34d7-008e-4fe4-9fa4-469819d4e910'] in ncdv-master-1 is: [{'id': '9c5f34d7-008e-4fe4-9fa4-469819d4e910', 'name': 'tempest-ServersTestJSON-771244347-router', 'tenant_id': '487fc10ff315438ca2de090c396e3cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.36'}], 'enable_snat': True}, 'gw_port_id': 'ad9a7c81-a12e-46cf-aaf1-2746ef83869f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:49:44Z', 'updated_at': '2022-05-07T21:49:53Z', 'revision_number': 4, 'project_id': '487fc10ff315438ca2de090c396e3cfb', 'gw_port': {'id': 'ad9a7c81-a12e-46cf-aaf1-2746ef83869f', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:87:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5f34d7-008e-4fe4-9fa4-469819d4e910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:49:46Z', 'updated_at': '2022-05-07T21:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '984afdc3-a7c2-4b1c-a1ab-884323f52ee3', 'name': '', 'network_id': '3cd5ba47-406b-4cd5-8f0e-08872326b372', 'tenant_id': '487fc10ff315438ca2de090c396e3cfb', 'mac_address': 'fa:16:3e:d4:00:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5f34d7-008e-4fe4-9fa4-469819d4e910', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'ca8aa31e-0762-4142-9690-26161843f094', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:49:50Z', 'updated_at': '2022-05-07T21:49:59Z', 'revision_number': 5, 'project_id': '487fc10ff315438ca2de090c396e3cfb', 'subnets': [{'id': 'ca8aa31e-0762-4142-9690-26161843f094', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:51:07.703391 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ede04063-ab80-402d-8017-77b97ee1d7dd req-26efbd02-9da1-4313-b1c6-24ce63e433c5 service neutron] 10.222.0.59 "GET /v2.0/networks/5d9854c1-90bd-4898-b59a-14d465203832?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3979912
May 07 21:51:07.738497 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0ad3972-53a6-4cf7-abe0-d00750c94346 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 21:51:07.762103 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-900e80e3-9708-4a13-83e9-346202e08b60 req-62053f19-859d-4fa5-906c-ac5df6666003 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/security-groups?id=59e2df0e-870d-42fb-a7c1-a293819c9cdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2363803
May 07 21:51:07.798734 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port ff48314b-c114-4414-a45f-e2db275b1d72, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ff48314b-c114-4414-a45f-e2db275b1d72,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:51:07.813756 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cfcada7-4028-46e7-9052-62d010ef9544 x-openstack-request-id: req-7cfcada7-4028-46e7-9052-62d010ef9544 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:51:07.814394 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fe177f0-906a-4fa9-aea9-ccd116bb7d25", "tag": "67f000bc-ddb0-4641-a111-92bb8cc56ac3", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:51:07.814644 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': 'ff48314b-c114-4414-a45f-e2db275b1d72', 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47', 'port_id': 'ff48314b-c114-4414-a45f-e2db275b1d72', 'mac_address': 'fa:16:3e:a9:08:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e0e5c53-1ece-4d20-b01d-5f8c6957edf6', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:51:07.815076 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7cfcada7-4028-46e7-9052-62d010ef9544 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:51:07.815708 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cfcada7-4028-46e7-9052-62d010ef9544'] response: {'name': 'network-changed', 'server_uuid': '5fe177f0-906a-4fa9-aea9-ccd116bb7d25', 'tag': '67f000bc-ddb0-4641-a111-92bb8cc56ac3', 'status': 'completed', 'code': 200}
May 07 21:51:07.847272 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ad3972-53a6-4cf7-abe0-d00750c94346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36e6996f-ed72-405e-9e1f-fcee4521c4cc,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:07.869297 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 38840) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:51:07.889899 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f0ad3972-53a6-4cf7-abe0-d00750c94346 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (2dff9de9-2f96-4532-9294-ee53fdca51cc), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:07.890526 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-f0ad3972-53a6-4cf7-abe0-d00750c94346 admin admin] Added segment 2dff9de9-2f96-4532-9294-ee53fdca51cc of type vlan for network 55393a4f-e493-4098-b37d-93ec9341a6b2
May 07 21:51:07.901502 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port ff48314b-c114-4414-a45f-e2db275b1d72 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:51:07.901899 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (ff48314b-c114-4414-a45f-e2db275b1d72), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:07.914582 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8a54106c-b2c2-48c1-81ad-3fac16a1e875 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:07.933061 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff48314b-c114-4414-a45f-e2db275b1d72 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:51:07.962064 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port ff48314b-c114-4414-a45f-e2db275b1d72, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ff48314b-c114-4414-a45f-e2db275b1d72,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:51:07.962694 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8250f2-1d63-4195-9457-dd61705387ef req-7040a22e-2d2e-4382-804f-e8698fa1ef2d tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:07.964228 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ea8250f2-1d63-4195-9457-dd61705387ef req-7040a22e-2d2e-4382-804f-e8698fa1ef2d tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/ports?device_id=5fe177f0-906a-4fa9-aea9-ccd116bb7d25 HTTP/1.1" status: 200  len: 944 time: 0.0537236
May 07 21:51:07.965698 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527376e4-9f70-4661-976e-e81864f347ae req-15ad10a3-5175-42f3-a0f1-9d125073f3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:07.971442 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-527376e4-9f70-4661-976e-e81864f347ae req-15ad10a3-5175-42f3-a0f1-9d125073f3ac service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6e0e5c53-1ece-4d20-b01d-5f8c6957edf6 HTTP/1.1" status: 200  len: 843 time: 0.2859759
May 07 21:51:07.971942 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (ff48314b-c114-4414-a45f-e2db275b1d72), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:07.975031 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e4bfff-1cc5-4e1f-ad29-5cbe3c5c6fdf req-feed7ca4-5e4a-484b-80d6-725ccf836c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:07.976067 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f0ad3972-53a6-4cf7-abe0-d00750c94346 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (55393a4f-e493-4098-b37d-93ec9341a6b2), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:07.978854 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e9e4bfff-1cc5-4e1f-ad29-5cbe3c5c6fdf req-feed7ca4-5e4a-484b-80d6-725ccf836c8c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e6b6597b-eb4c-42b5-9584-1d6d14139dca HTTP/1.1" status: 200  len: 862 time: 0.2742841
May 07 21:51:08.006397 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3bc389dd-a7e7-428d-a866-57b828cb5257 req-c220224a-ec8d-46d9-9475-d4d79752d12b service neutron] 10.222.0.55 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3152297
May 07 21:51:08.050176 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=ff48314b-c114-4414-a45f-e2db275b1d72,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:08.075536 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f0ad3972-53a6-4cf7-abe0-d00750c94346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (55393a4f-e493-4098-b37d-93ec9341a6b2), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:08.076527 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ad3972-53a6-4cf7-abe0-d00750c94346 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:08.077119 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f0ad3972-53a6-4cf7-abe0-d00750c94346 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:08.080122 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e9e4bfff-1cc5-4e1f-ad29-5cbe3c5c6fdf req-63bd5ddb-59f1-4742-a45d-190bba97b232 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b2fcd05a-fa57-478e-9f0c-05c502306fa7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0697250
May 07 21:51:08.125786 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527376e4-9f70-4661-976e-e81864f347ae req-bdaa9176-0234-4e5c-a887-bb483d3f30af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:08.127380 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-527376e4-9f70-4661-976e-e81864f347ae req-bdaa9176-0234-4e5c-a887-bb483d3f30af service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=665487f0-78eb-47fb-9a06-b15bc614dc47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1440561
May 07 21:51:08.167564 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60d88af-9d7e-4ede-a6f0-dc7d63650026 None None] New status for floating IP 86ab83e5-403a-4da3-b919-72f527f98791: DOWN {{(pid=121839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 07 21:51:08.196732 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-f0ad3972-53a6-4cf7-abe0-d00750c94346 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.5012317
May 07 21:51:08.203047 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['ff48314b-c114-4414-a45f-e2db275b1d72'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:51:08.204120 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ede04063-ab80-402d-8017-77b97ee1d7dd req-e81387cb-a67e-4538-868e-9a31b929c78e service neutron] 10.222.0.59 "GET /v2.0/networks/5d9854c1-90bd-4898-b59a-14d465203832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4572911
May 07 21:51:08.207277 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ea8250f2-1d63-4195-9457-dd61705387ef req-748a5b18-eea7-4eed-98eb-d322b13be35d tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b502f8-ccda-470b-bf96-4e6ff93590b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2153425
May 07 21:51:08.209531 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 38844) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:51:08.241133 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ad3972-53a6-4cf7-abe0-d00750c94346 admin admin] Pushing event updated for resources: {'Network': ['ID=55393a4f-e493-4098-b37d-93ec9341a6b2,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:08.262663 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-38699b01-19b8-4527-8175-b0478eee5f97 admin admin] Request body: {'subnet': {'network_id': '55393a4f-e493-4098-b37d-93ec9341a6b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1393712635-subnet', 'tenant_id': '62b1d2f38652407eaa85fbb15aff6307', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:51:08.263638 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 55393a4f-e493-4098-b37d-93ec9341a6b2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 21:51:08.276916 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29b7703-e179-47cc-bb53-2548ea594916 req-f424c214-084d-4647-bfaf-98e8a78e04a5 tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:08.284875 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d29b7703-e179-47cc-bb53-2548ea594916 req-f424c214-084d-4647-bfaf-98e8a78e04a5 tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] 10.222.0.32 "GET /v2.0/ports?device_id=827a3df8-0013-4d92-a2f1-b9c40fcf5ef1 HTTP/1.1" status: 200  len: 948 time: 0.1489160
May 07 21:51:08.311945 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8a54106c-b2c2-48c1-81ad-3fac16a1e875 admin admin] Publish callbacks [] for security_group (ccd64b9d-c7e1-4dc0-9810-f18733ddcac5), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:08.321673 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8a54106c-b2c2-48c1-81ad-3fac16a1e875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (ccd64b9d-c7e1-4dc0-9810-f18733ddcac5), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:08.338254 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b8d1668b-7932-44cd-a57f-eec83e4fa23e tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] Publish callbacks [] for security_group (20997da3-4950-4c1a-ac06-1c63d37fcdf9), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:08.357468 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-8a54106c-b2c2-48c1-81ad-3fac16a1e875 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c8ae6fafdc4a405a8ba51f68a9a90f65&name=default HTTP/1.1" status: 200  len: 2996 time: 0.8432763
May 07 21:51:08.362970 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 38846) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:51:08.384764 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38699b01-19b8-4527-8175-b0478eee5f97 admin admin] Made reservation on behalf of 62b1d2f38652407eaa85fbb15aff6307 for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:51:08.387096 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-38699b01-19b8-4527-8175-b0478eee5f97 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:08.411841 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b8d1668b-7932-44cd-a57f-eec83e4fa23e tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] Publish callbacks [] for security_group (20997da3-4950-4c1a-ac06-1c63d37fcdf9), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:08.416402 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e9e4bfff-1cc5-4e1f-ad29-5cbe3c5c6fdf req-5c01d01f-a0dd-4247-aaa9-247997ae558f service neutron] 10.222.0.55 "GET /v2.0/networks/b2fcd05a-fa57-478e-9f0c-05c502306fa7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3208385
May 07 21:51:08.424011 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d29b7703-e179-47cc-bb53-2548ea594916 req-4771a7e9-7e2d-4e7d-a09e-dd2e9e47661b tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] 10.222.0.32 "GET /v2.0/security-groups?id=e6f7bcf3-0863-477a-9a92-cf0af21d6fff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1354561
May 07 21:51:08.443456 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a54106c-b2c2-48c1-81ad-3fac16a1e875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd64b9d-c7e1-4dc0-9810-f18733ddcac5,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:08.481174 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c1ab385d-6bfa-40c9-9190-b1602ff530bb admin admin] Publish callbacks [] for security_group (ccd64b9d-c7e1-4dc0-9810-f18733ddcac5), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:08.504601 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c1ab385d-6bfa-40c9-9190-b1602ff530bb admin admin] Publish callbacks [] for security_group (ccd64b9d-c7e1-4dc0-9810-f18733ddcac5), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:08.509899 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-527376e4-9f70-4661-976e-e81864f347ae req-5adeebea-9c7f-42a6-b769-da520226a906 service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3559406
May 07 21:51:08.552992 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 873114d2-cfcd-4b2f-9a14-3496ecd36990 up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:51:08.561237 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c1ab385d-6bfa-40c9-9190-b1602ff530bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (ccd64b9d-c7e1-4dc0-9810-f18733ddcac5), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:08.564750 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c1ab385d-6bfa-40c9-9190-b1602ff530bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:08.568745 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-c1ab385d-6bfa-40c9-9190-b1602ff530bb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ccd64b9d-c7e1-4dc0-9810-f18733ddcac5 HTTP/1.1" status: 204  len: 168 time: 0.1966448
May 07 21:51:08.579086 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ab385d-6bfa-40c9-9190-b1602ff530bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd64b9d-c7e1-4dc0-9810-f18733ddcac5,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:08.618740 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning for port 873114d2-cfcd-4b2f-9a14-3496ecd36990 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:51:08.625188 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b8d1668b-7932-44cd-a57f-eec83e4fa23e tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (20997da3-4950-4c1a-ac06-1c63d37fcdf9), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:08.627210 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port 873114d2-cfcd-4b2f-9a14-3496ecd36990 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:51:08.627789 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b8d1668b-7932-44cd-a57f-eec83e4fa23e tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:08.628255 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (873114d2-cfcd-4b2f-9a14-3496ecd36990), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:08.628939 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-b8d1668b-7932-44cd-a57f-eec83e4fa23e tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] 10.222.0.32 "DELETE /v2.0/security-groups/20997da3-4950-4c1a-ac06-1c63d37fcdf9 HTTP/1.1" status: 204  len: 168 time: 0.7556477
May 07 21:51:08.633531 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 38852) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:51:08.659493 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d1668b-7932-44cd-a57f-eec83e4fa23e tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20997da3-4950-4c1a-ac06-1c63d37fcdf9,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:08.664326 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e9e4bfff-1cc5-4e1f-ad29-5cbe3c5c6fdf req-9a27c3a0-cb83-43a5-9f29-ac30c8af8d2a service neutron] 10.222.0.55 "GET /v2.0/networks/b2fcd05a-fa57-478e-9f0c-05c502306fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2294424
May 07 21:51:08.668201 ncdv-master-1 neutron-server[121836]: INFO neutron.api.v2.resource [None req-05e714a3-347b-45d1-ae4d-74cfe1f02ad4 tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] show failed (client error): The resource could not be found.
May 07 21:51:08.673452 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-05e714a3-347b-45d1-ae4d-74cfe1f02ad4 tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] 10.222.0.32 "GET /v2.0/security-groups/20997da3-4950-4c1a-ac06-1c63d37fcdf9 HTTP/1.1" status: 404  len: 347 time: 0.0353045
May 07 21:51:08.673452 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 38854) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:51:08.749927 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 873114d2-cfcd-4b2f-9a14-3496ecd36990 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:51:08.750384 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (873114d2-cfcd-4b2f-9a14-3496ecd36990), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:08.782794 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8be6b3c-b434-467d-98b2-4d0d5763bed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '873114d2-cfcd-4b2f-9a14-3496ecd36990'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:51:08.785019 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f47a3c7e-00dd-451a-b862-54bb91524c3a" -d '{"events": [{"server_uuid": "e8be6b3c-b434-467d-98b2-4d0d5763bed3", "name": "network-vif-plugged", "status": "completed", "tag": "873114d2-cfcd-4b2f-9a14-3496ecd36990"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:51:08.793831 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-38699b01-19b8-4527-8175-b0478eee5f97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (a8702188-d480-41a4-ada8-7cdbcc65e165), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:08.799468 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 873114d2-cfcd-4b2f-9a14-3496ecd36990, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=873114d2-cfcd-4b2f-9a14-3496ecd36990,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:51:08.806519 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (873114d2-cfcd-4b2f-9a14-3496ecd36990), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:08.854101 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279fe4e7-4e80-4f17-9267-8033b2a6d20d req-36d50ba1-cb76-4d2c-99fc-debce9f9a08d tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:08.861327 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-279fe4e7-4e80-4f17-9267-8033b2a6d20d req-36d50ba1-cb76-4d2c-99fc-debce9f9a08d tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8be6b3c-b434-467d-98b2-4d0d5763bed3 HTTP/1.1" status: 200  len: 949 time: 0.1431451
May 07 21:51:08.878035 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=873114d2-cfcd-4b2f-9a14-3496ecd36990,revision_number=9']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:08.910262 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31441968-d4c7-4a55-9ba2-cab63255d702 req-cd5add81-a910-4c27-a8b4-5c20ebfcd2ac tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:08.913355 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-31441968-d4c7-4a55-9ba2-cab63255d702 req-cd5add81-a910-4c27-a8b4-5c20ebfcd2ac tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4bd37e9-7131-4834-a215-e56f0fb30c5d HTTP/1.1" status: 200  len: 943 time: 0.0727105
May 07 21:51:08.914709 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38699b01-19b8-4527-8175-b0478eee5f97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8702188-d480-41a4-ada8-7cdbcc65e165,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:08.941766 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-6e7cf842-ec5d-4355-a293-add7368c7518 tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] Deleting port 7d6d7505-982c-4260-9b93-e36f5a40c28d {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:51:08.941900 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf842-ec5d-4355-a293-add7368c7518 tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (7d6d7505-982c-4260-9b93-e36f5a40c28d), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:08.942021 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38699b01-19b8-4527-8175-b0478eee5f97 admin admin] Checking segment: {'id': '2dff9de9-2f96-4532-9294-ee53fdca51cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '55393a4f-e493-4098-b37d-93ec9341a6b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:51:08.942255 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38699b01-19b8-4527-8175-b0478eee5f97 admin admin] Network hostable DHCP agents. Network: 55393a4f-e493-4098-b37d-93ec9341a6b2, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 21:51:08.951310 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-279fe4e7-4e80-4f17-9267-8033b2a6d20d req-b09cc50a-fe6f-4482-b6a0-beb15d33280f tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0886698
May 07 21:51:08.981784 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38699b01-19b8-4527-8175-b0478eee5f97 admin admin] Network 55393a4f-e493-4098-b37d-93ec9341a6b2 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 21:51:08.985982 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-38699b01-19b8-4527-8175-b0478eee5f97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 55393a4f-e493-4098-b37d-93ec9341a6b2) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:51:08.990644 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38699b01-19b8-4527-8175-b0478eee5f97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:08.991329 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-38699b01-19b8-4527-8175-b0478eee5f97 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:08.997641 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb772de-208f-4c34-9aea-3046caf18c37 None None] Network 55393a4f-e493-4098-b37d-93ec9341a6b2 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:51:09.039660 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-31441968-d4c7-4a55-9ba2-cab63255d702 req-6e210892-48a9-48a1-8581-52100da1746c tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/security-groups?id=59e2df0e-870d-42fb-a7c1-a293819c9cdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1106274
May 07 21:51:09.040004 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-38699b01-19b8-4527-8175-b0478eee5f97 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.7810159
May 07 21:51:09.044800 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 38868) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:51:09.051504 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-33a28e3f-5cf8-4eab-b05f-b8744af8babf admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1393712635-router', 'tenant_id': '62b1d2f38652407eaa85fbb15aff6307', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:51:09.073265 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2648caf2-d07e-42d7-872a-ee2d694b6d74 x-openstack-request-id: req-2648caf2-d07e-42d7-872a-ee2d694b6d74 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:51:09.073550 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8be6b3c-b434-467d-98b2-4d0d5763bed3", "name": "network-vif-plugged", "status": "completed", "tag": "873114d2-cfcd-4b2f-9a14-3496ecd36990", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:51:09.073824 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2648caf2-d07e-42d7-872a-ee2d694b6d74 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:51:09.074210 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2648caf2-d07e-42d7-872a-ee2d694b6d74'] response: {'server_uuid': 'e8be6b3c-b434-467d-98b2-4d0d5763bed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '873114d2-cfcd-4b2f-9a14-3496ecd36990', 'code': 200}
May 07 21:51:09.104509 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf842-ec5d-4355-a293-add7368c7518 tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (7d6d7505-982c-4260-9b93-e36f5a40c28d), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:09.104964 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf842-ec5d-4355-a293-add7368c7518 tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] Publish callbacks [] for floatingip (7d6d7505-982c-4260-9b93-e36f5a40c28d), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:09.109480 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-33a28e3f-5cf8-4eab-b05f-b8744af8babf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (0ea41956-f01f-4a3f-b189-898475ba0e80), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:09.110877 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-33a28e3f-5cf8-4eab-b05f-b8744af8babf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (0ea41956-f01f-4a3f-b189-898475ba0e80), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:09.131878 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff7e5e8-5f25-4542-82fc-c43781d3f242 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-55393a4f-e493-4098-b37d-93ec9341a6b2', 'network_id': '55393a4f-e493-4098-b37d-93ec9341a6b2', 'project_id': '62b1d2f38652407eaa85fbb15aff6307', 'fixed_ips': [{'subnet_id': 'a8702188-d480-41a4-ada8-7cdbcc65e165'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 21:51:09.133102 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-6e7cf842-ec5d-4355-a293-add7368c7518 tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] Calling delete_port for 7d6d7505-982c-4260-9b93-e36f5a40c28d owned by network:floatingip {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:51:09.133382 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-0ff7e5e8-5f25-4542-82fc-c43781d3f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:09.231238 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-33a28e3f-5cf8-4eab-b05f-b8744af8babf admin admin] Publish callbacks [] for router_controller (0ea41956-f01f-4a3f-b189-898475ba0e80), precommit_add_association {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:09.311806 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-0ff7e5e8-5f25-4542-82fc-c43781d3f242 None None] Allocated IP 172.20.0.2 (55393a4f-e493-4098-b37d-93ec9341a6b2/a8702188-d480-41a4-ada8-7cdbcc65e165/0fa9abf3-4366-4281-8d14-51f6e278eb00) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:51:09.332806 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device ff48314b-c114-4414-a45f-e2db275b1d72 up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:51:09.414967 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8618c606-532b-440b-bb80-20f987919203 req-b105cf0d-974c-4645-8c44-0148a4bb6559 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:09.422363 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8618c606-532b-440b-bb80-20f987919203 req-b105cf0d-974c-4645-8c44-0148a4bb6559 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/ports?device_id=5fe177f0-906a-4fa9-aea9-ccd116bb7d25 HTTP/1.1" status: 200  len: 944 time: 0.1115324
May 07 21:51:09.504791 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-527376e4-9f70-4661-976e-e81864f347ae req-f9614b60-3bd5-4f76-b594-9a43e41f0db8 service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1679144
May 07 21:51:09.510377 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-33a28e3f-5cf8-4eab-b05f-b8744af8babf admin admin] Publish callbacks [] for router_gateway (0ea41956-f01f-4a3f-b189-898475ba0e80), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:09.518518 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning for port ff48314b-c114-4414-a45f-e2db275b1d72 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:51:09.522346 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 38884) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:51:09.531743 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port ff48314b-c114-4414-a45f-e2db275b1d72 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:51:09.532120 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (ff48314b-c114-4414-a45f-e2db275b1d72), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:09.579784 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8618c606-532b-440b-bb80-20f987919203 req-bfda4b92-1393-47b1-89bb-d00e71eca0e6 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b502f8-ccda-470b-bf96-4e6ff93590b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1564999
May 07 21:51:09.598619 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf842-ec5d-4355-a293-add7368c7518 tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (7d6d7505-982c-4260-9b93-e36f5a40c28d), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:09.603899 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-0ff7e5e8-5f25-4542-82fc-c43781d3f242 None None] Publish callbacks [] for port (0fa9abf3-4366-4281-8d14-51f6e278eb00), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:09.605488 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044bb114-7080-497e-a123-5ba8d8cc90c1 req-5c8ac18f-d81a-420e-884d-24b049540430 tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:09.609015 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-044bb114-7080-497e-a123-5ba8d8cc90c1 req-5c8ac18f-d81a-420e-884d-24b049540430 tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] 10.222.0.32 "GET /v2.0/ports?device_id=827a3df8-0013-4d92-a2f1-b9c40fcf5ef1 HTTP/1.1" status: 200  len: 948 time: 0.0656278
May 07 21:51:09.614692 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-0ff7e5e8-5f25-4542-82fc-c43781d3f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (0fa9abf3-4366-4281-8d14-51f6e278eb00), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:09.650587 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff7e5e8-5f25-4542-82fc-c43781d3f242 None None] Network 55393a4f-e493-4098-b37d-93ec9341a6b2 is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:51:09.655858 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-0ff7e5e8-5f25-4542-82fc-c43781d3f242 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:51:09.675166 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7cf842-ec5d-4355-a293-add7368c7518 tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] Pushing event deleted for resources: {'Port': ['ID=7d6d7505-982c-4260-9b93-e36f5a40c28d,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:09.678904 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff7e5e8-5f25-4542-82fc-c43781d3f242 None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:51:09.715471 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-5b1e59ca-55b9-4147-b1a5-b95ab0354818 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1023977453-network', 'tenant_id': 'aa0a7786f72343d6a66da6b4e40aee4e'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:51:09.739998 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-044bb114-7080-497e-a123-5ba8d8cc90c1 req-36700208-5d65-40e5-b914-86eaed78c753 tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] 10.222.0.32 "GET /v2.0/security-groups?id=e6f7bcf3-0863-477a-9a92-cf0af21d6fff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1250017
May 07 21:51:09.750817 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port ff48314b-c114-4414-a45f-e2db275b1d72 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:51:09.751210 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (ff48314b-c114-4414-a45f-e2db275b1d72), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:09.768689 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff7e5e8-5f25-4542-82fc-c43781d3f242 None None] Pushing event updated for resources: {'Port': ['ID=0fa9abf3-4366-4281-8d14-51f6e278eb00,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:09.769390 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c52fe3-4aec-4e49-9ffc-87a919dca807 req-f06205b4-7ea1-4dbc-b1c5-3f91493cf3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:09.775625 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-68c52fe3-4aec-4e49-9ffc-87a919dca807 req-f06205b4-7ea1-4dbc-b1c5-3f91493cf3b1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=00dedc5654754e7fbb60abf79a14666e&device_id=5fe177f0-906a-4fa9-aea9-ccd116bb7d25 HTTP/1.1" status: 200  len: 1126 time: 0.1334159
May 07 21:51:09.777148 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b1e59ca-55b9-4147-b1a5-b95ab0354818 admin admin] Made reservation on behalf of aa0a7786f72343d6a66da6b4e40aee4e for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:51:09.780756 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5b1e59ca-55b9-4147-b1a5-b95ab0354818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:09.797803 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-0ff7e5e8-5f25-4542-82fc-c43781d3f242 None None] Attempting to bind port 0fa9abf3-4366-4281-8d14-51f6e278eb00 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:51:09.798178 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-0ff7e5e8-5f25-4542-82fc-c43781d3f242 None None] Attempting to bind port 0fa9abf3-4366-4281-8d14-51f6e278eb00 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2dff9de9-2f96-4532-9294-ee53fdca51cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '55393a4f-e493-4098-b37d-93ec9341a6b2'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:51:09.798538 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff7e5e8-5f25-4542-82fc-c43781d3f242 None None] Attempting to bind port 0fa9abf3-4366-4281-8d14-51f6e278eb00 on network 55393a4f-e493-4098-b37d-93ec9341a6b2 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:51:09.801703 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port ff48314b-c114-4414-a45f-e2db275b1d72, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ff48314b-c114-4414-a45f-e2db275b1d72,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:51:09.804626 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf842-ec5d-4355-a293-add7368c7518 tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] Publish callbacks [] for floatingip (86ab83e5-403a-4da3-b919-72f527f98791), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:09.806896 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff7e5e8-5f25-4542-82fc-c43781d3f242 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:51:09.807110 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6e7cf842-ec5d-4355-a293-add7368c7518 tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:09.807273 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff7e5e8-5f25-4542-82fc-c43781d3f242 None None] Checking segment: {'id': '2dff9de9-2f96-4532-9294-ee53fdca51cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '55393a4f-e493-4098-b37d-93ec9341a6b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:51:09.807914 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-0ff7e5e8-5f25-4542-82fc-c43781d3f242 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:09.808269 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff7e5e8-5f25-4542-82fc-c43781d3f242 None None] Bound using segment: {'id': '2dff9de9-2f96-4532-9294-ee53fdca51cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '55393a4f-e493-4098-b37d-93ec9341a6b2'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:51:09.808530 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-6e7cf842-ec5d-4355-a293-add7368c7518 tempest-ServersTestJSON-539909651 tempest-ServersTestJSON-539909651-project] 10.222.0.32 "DELETE /v2.0/floatingips/86ab83e5-403a-4da3-b919-72f527f98791 HTTP/1.1" status: 204  len: 168 time: 1.1232483
May 07 21:51:09.808756 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-0ff7e5e8-5f25-4542-82fc-c43781d3f242 None None] Bound port: 0fa9abf3-4366-4281-8d14-51f6e278eb00, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dff9de9-2f96-4532-9294-ee53fdca51cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '55393a4f-e493-4098-b37d-93ec9341a6b2'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:51:09.809160 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-0ff7e5e8-5f25-4542-82fc-c43781d3f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (0fa9abf3-4366-4281-8d14-51f6e278eb00), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:09.812362 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (ff48314b-c114-4414-a45f-e2db275b1d72), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:09.818510 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5b1e59ca-55b9-4147-b1a5-b95ab0354818 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:09.820328 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 38888) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:51:09.901058 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-33a28e3f-5cf8-4eab-b05f-b8744af8babf admin admin] Publish callbacks [] for router_gateway (0ea41956-f01f-4a3f-b189-898475ba0e80), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:09.909395 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=ff48314b-c114-4414-a45f-e2db275b1d72,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:09.921263 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-33a28e3f-5cf8-4eab-b05f-b8744af8babf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:09.922910 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-0ff7e5e8-5f25-4542-82fc-c43781d3f242 None None] For port 0fa9abf3-4366-4281-8d14-51f6e278eb00, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:51:09.926094 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-0ff7e5e8-5f25-4542-82fc-c43781d3f242 None None] For port 0fa9abf3-4366-4281-8d14-51f6e278eb00, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0fa9abf3-4366-4281-8d14-51f6e278eb00,segment=NetworkSegment(2dff9de9-2f96-4532-9294-ee53fdca51cc),segment_id=2dff9de9-2f96-4532-9294-ee53fdca51cc)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:51:09.934065 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-0ff7e5e8-5f25-4542-82fc-c43781d3f242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (0fa9abf3-4366-4281-8d14-51f6e278eb00), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:10.019418 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c52fe3-4aec-4e49-9ffc-87a919dca807 req-44537eff-c5c5-41f0-9e39-a49e4a7c954d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:10.020954 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-68c52fe3-4aec-4e49-9ffc-87a919dca807 req-44537eff-c5c5-41f0-9e39-a49e4a7c954d service neutron] 10.222.0.55 "GET /v2.0/networks?id=b2fcd05a-fa57-478e-9f0c-05c502306fa7 HTTP/1.1" status: 200  len: 923 time: 0.2376509
May 07 21:51:10.036479 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff7e5e8-5f25-4542-82fc-c43781d3f242 None None] Pushing event updated for resources: {'Port': ['ID=0fa9abf3-4366-4281-8d14-51f6e278eb00,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:10.057859 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-33a28e3f-5cf8-4eab-b05f-b8744af8babf admin admin] Allocated IP 172.35.4.223 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/d2eeffc8-71e4-4d87-82e0-481c3bd2fe30) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:51:10.095893 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-68c52fe3-4aec-4e49-9ffc-87a919dca807 req-16748b24-0566-496c-b460-0b026cd23477 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=67f000bc-ddb0-4641-a111-92bb8cc56ac3 HTTP/1.1" status: 200  len: 217 time: 0.0645478
May 07 21:51:10.221568 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-33a28e3f-5cf8-4eab-b05f-b8744af8babf admin admin] Publish callbacks [] for port (d2eeffc8-71e4-4d87-82e0-481c3bd2fe30), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:10.254185 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da8f6ca-a677-466e-922d-2e2fb244fab1 req-80780a47-5031-457b-8128-0cdbeefc0050 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:10.269784 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4da8f6ca-a677-466e-922d-2e2fb244fab1 req-80780a47-5031-457b-8128-0cdbeefc0050 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8be6b3c-b434-467d-98b2-4d0d5763bed3 HTTP/1.1" status: 200  len: 950 time: 0.1094432
May 07 21:51:10.343920 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-33a28e3f-5cf8-4eab-b05f-b8744af8babf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (d2eeffc8-71e4-4d87-82e0-481c3bd2fe30), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:10.353335 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4da8f6ca-a677-466e-922d-2e2fb244fab1 req-0124e9c0-9ef8-4a58-bd94-8ba9eda858ce tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0823646
May 07 21:51:10.399198 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a28e3f-5cf8-4eab-b05f-b8744af8babf admin admin] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:51:10.402485 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-33a28e3f-5cf8-4eab-b05f-b8744af8babf admin admin] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:51:10.408357 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a28e3f-5cf8-4eab-b05f-b8744af8babf admin admin] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:51:10.469020 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a28e3f-5cf8-4eab-b05f-b8744af8babf admin admin] Pushing event updated for resources: {'Port': ['ID=d2eeffc8-71e4-4d87-82e0-481c3bd2fe30,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:10.533426 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 0fa9abf3-4366-4281-8d14-51f6e278eb00 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:51:10.554298 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5b1e59ca-55b9-4147-b1a5-b95ab0354818 admin admin] Publish callbacks [] for security_group (a7eef0f4-71cc-4b1f-9fff-2eabb3e30ba9), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:10.573503 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5b1e59ca-55b9-4147-b1a5-b95ab0354818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (a7eef0f4-71cc-4b1f-9fff-2eabb3e30ba9), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:10.584737 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 0fa9abf3-4366-4281-8d14-51f6e278eb00 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:51:10.585401 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (0fa9abf3-4366-4281-8d14-51f6e278eb00), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:10.599835 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c52fe3-4aec-4e49-9ffc-87a919dca807 req-31875a52-63a6-439a-a851-8be2377f8ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:10.602454 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-68c52fe3-4aec-4e49-9ffc-87a919dca807 req-31875a52-63a6-439a-a851-8be2377f8ca3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e6b6597b-eb4c-42b5-9584-1d6d14139dca HTTP/1.1" status: 200  len: 862 time: 0.4972458
May 07 21:51:10.639498 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344683f2-f0d1-439f-b9b2-f29115b79f31 req-f0965655-6cd9-4095-8552-e7a046f5694a tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:10.641016 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-344683f2-f0d1-439f-b9b2-f29115b79f31 req-f0965655-6cd9-4095-8552-e7a046f5694a tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4bd37e9-7131-4834-a215-e56f0fb30c5d HTTP/1.1" status: 200  len: 943 time: 0.5157282
May 07 21:51:10.650740 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b1e59ca-55b9-4147-b1a5-b95ab0354818 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 21:51:10.705751 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 0fa9abf3-4366-4281-8d14-51f6e278eb00 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:51:10.706107 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (0fa9abf3-4366-4281-8d14-51f6e278eb00), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:10.724147 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-68c52fe3-4aec-4e49-9ffc-87a919dca807 req-618ee13c-b1ea-47fd-90cd-92a748dc7f57 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b2fcd05a-fa57-478e-9f0c-05c502306fa7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0744805
May 07 21:51:10.724755 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1e59ca-55b9-4147-b1a5-b95ab0354818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7eef0f4-71cc-4b1f-9fff-2eabb3e30ba9,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:10.745850 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5b1e59ca-55b9-4147-b1a5-b95ab0354818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (30d9864a-e36c-49b1-931b-be94401ea778), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:10.746198 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-5b1e59ca-55b9-4147-b1a5-b95ab0354818 admin admin] Added segment 30d9864a-e36c-49b1-931b-be94401ea778 of type vlan for network 4513501c-1efd-4921-875a-affadc96a9fe
May 07 21:51:10.756292 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port 0fa9abf3-4366-4281-8d14-51f6e278eb00, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0fa9abf3-4366-4281-8d14-51f6e278eb00,segment=NetworkSegment(2dff9de9-2f96-4532-9294-ee53fdca51cc),segment_id=2dff9de9-2f96-4532-9294-ee53fdca51cc)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:51:10.763946 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb39ef7-c192-42ca-b3b7-b03cc0871ee7 req-55a61da1-f40e-4202-b048-668dcbefc1e2 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:10.765206 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (0fa9abf3-4366-4281-8d14-51f6e278eb00), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:10.765446 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4bb39ef7-c192-42ca-b3b7-b03cc0871ee7 req-55a61da1-f40e-4202-b048-668dcbefc1e2 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/ports?device_id=5fe177f0-906a-4fa9-aea9-ccd116bb7d25 HTTP/1.1" status: 200  len: 944 time: 0.0918088
May 07 21:51:10.792458 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-33a28e3f-5cf8-4eab-b05f-b8744af8babf admin admin] Publish callbacks [] for router_gateway (0ea41956-f01f-4a3f-b189-898475ba0e80), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:10.896308 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-344683f2-f0d1-439f-b9b2-f29115b79f31 req-e42297aa-6bbb-4e8c-9628-e15e21778afb tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/security-groups?id=59e2df0e-870d-42fb-a7c1-a293819c9cdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2433755
May 07 21:51:10.902958 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5b1e59ca-55b9-4147-b1a5-b95ab0354818 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (4513501c-1efd-4921-875a-affadc96a9fe), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:11.002463 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5b1e59ca-55b9-4147-b1a5-b95ab0354818 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (4513501c-1efd-4921-875a-affadc96a9fe), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:11.004091 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b1e59ca-55b9-4147-b1a5-b95ab0354818 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:11.005212 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5b1e59ca-55b9-4147-b1a5-b95ab0354818 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:11.046939 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-68c52fe3-4aec-4e49-9ffc-87a919dca807 req-2e122681-cf5d-4d5a-be51-e8467f269d0f service neutron] 10.222.0.55 "GET /v2.0/networks/b2fcd05a-fa57-478e-9f0c-05c502306fa7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3123043
May 07 21:51:11.083017 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '827a3df8-0013-4d92-a2f1-b9c40fcf5ef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff48314b-c114-4414-a45f-e2db275b1d72'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:51:11.088490 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63e04fa5-efa2-48aa-a3d1-d391140651c4" -d '{"events": [{"server_uuid": "827a3df8-0013-4d92-a2f1-b9c40fcf5ef1", "name": "network-vif-plugged", "status": "completed", "tag": "ff48314b-c114-4414-a45f-e2db275b1d72"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:51:11.091684 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=0fa9abf3-4366-4281-8d14-51f6e278eb00,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:11.120871 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-5b1e59ca-55b9-4147-b1a5-b95ab0354818 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.5973637
May 07 21:51:11.130052 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4bb39ef7-c192-42ca-b3b7-b03cc0871ee7 req-2545011a-5801-4267-b29c-5c4953e503da tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b502f8-ccda-470b-bf96-4e6ff93590b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3526218
May 07 21:51:11.130586 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 38902) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:51:11.144736 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-a585f075-3d9b-436e-9ef7-e347487397e9 admin admin] Request body: {'subnet': {'network_id': '4513501c-1efd-4921-875a-affadc96a9fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1023977453-subnet', 'tenant_id': 'aa0a7786f72343d6a66da6b4e40aee4e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:51:11.172980 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-33a28e3f-5cf8-4eab-b05f-b8744af8babf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (0ea41956-f01f-4a3f-b189-898475ba0e80), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:11.177905 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a585f075-3d9b-436e-9ef7-e347487397e9 admin admin] Made reservation on behalf of aa0a7786f72343d6a66da6b4e40aee4e for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:51:11.180303 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a585f075-3d9b-436e-9ef7-e347487397e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:11.199514 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1e59ca-55b9-4147-b1a5-b95ab0354818 admin admin] Pushing event updated for resources: {'Network': ['ID=4513501c-1efd-4921-875a-affadc96a9fe,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:11.210229 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 4513501c-1efd-4921-875a-affadc96a9fe details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 21:51:11.252801 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34abfc52-5222-4e82-bb58-3f0d4379b94e req-60eb23cf-0bbc-4a67-baea-6251cfa63e73 tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:11.254329 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-34abfc52-5222-4e82-bb58-3f0d4379b94e req-60eb23cf-0bbc-4a67-baea-6251cfa63e73 tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] 10.222.0.32 "GET /v2.0/ports?device_id=827a3df8-0013-4d92-a2f1-b9c40fcf5ef1 HTTP/1.1" status: 200  len: 949 time: 0.2454967
May 07 21:51:11.270677 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4ea12164-5e68-46dd-9458-17ae809cc608 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401094'] for router_interface (9c5f34d7-008e-4fe4-9fa4-469819d4e910), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:11.331175 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871b967e-1d02-4f38-aeef-ad7bf61990ce None None] Network 55393a4f-e493-4098-b37d-93ec9341a6b2 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:51:11.363185 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 67f000bc-ddb0-4641-a111-92bb8cc56ac3 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:51:11.422976 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-68c52fe3-4aec-4e49-9ffc-87a919dca807 req-353e9bf7-0f21-4a5d-b318-d753bb2f2064 service neutron] 10.222.0.55 "GET /v2.0/networks/b2fcd05a-fa57-478e-9f0c-05c502306fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3673546
May 07 21:51:11.439894 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-eb4694db-7929-4b36-98fd-c745867e3520 None None] Provisioning complete for port 0fa9abf3-4366-4281-8d14-51f6e278eb00 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:51:11.440548 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-eb4694db-7929-4b36-98fd-c745867e3520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (0fa9abf3-4366-4281-8d14-51f6e278eb00), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:11.446269 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f77d5940-afca-440b-aed0-105b8f3a709c x-openstack-request-id: req-f77d5940-afca-440b-aed0-105b8f3a709c {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:51:11.446563 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "827a3df8-0013-4d92-a2f1-b9c40fcf5ef1", "name": "network-vif-plugged", "status": "completed", "tag": "ff48314b-c114-4414-a45f-e2db275b1d72", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:51:11.447374 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f77d5940-afca-440b-aed0-105b8f3a709c {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:51:11.447778 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f77d5940-afca-440b-aed0-105b8f3a709c'] response: {'server_uuid': '827a3df8-0013-4d92-a2f1-b9c40fcf5ef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff48314b-c114-4414-a45f-e2db275b1d72', 'code': 200}
May 07 21:51:11.581696 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-34abfc52-5222-4e82-bb58-3f0d4379b94e req-76d8b602-65b7-4f60-b37e-25fe53017e8b tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] 10.222.0.32 "GET /v2.0/security-groups?id=e6f7bcf3-0863-477a-9a92-cf0af21d6fff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3149071
May 07 21:51:11.667915 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 67f000bc-ddb0-4641-a111-92bb8cc56ac3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=67f000bc-ddb0-4641-a111-92bb8cc56ac3,segment=NetworkSegment(c22d0faf-2ee6-4226-aff7-b2b8306813e9),segment_id=c22d0faf-2ee6-4226-aff7-b2b8306813e9)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:51:11.677471 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f17ef-1442-4a9a-9097-ee0ef275fc01 req-76c9b3a1-f64a-445f-a8ca-22bf11ab1ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:11.679678 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-129f17ef-1442-4a9a-9097-ee0ef275fc01 req-76c9b3a1-f64a-445f-a8ca-22bf11ab1ad7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=827a3df8-0013-4d92-a2f1-b9c40fcf5ef1 HTTP/1.1" status: 200  len: 1131 time: 0.0961208
May 07 21:51:11.686101 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': '67f000bc-ddb0-4641-a111-92bb8cc56ac3', 'network_id': 'b2fcd05a-fa57-478e-9f0c-05c502306fa7', 'port_id': '67f000bc-ddb0-4641-a111-92bb8cc56ac3', 'mac_address': 'fa:16:3e:dc:b8:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6b6597b-eb4c-42b5-9584-1d6d14139dca', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:51:11.765472 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-eb4694db-7929-4b36-98fd-c745867e3520 None None] Current status of the port 0fa9abf3-4366-4281-8d14-51f6e278eb00 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:51:11.783021 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 67f000bc-ddb0-4641-a111-92bb8cc56ac3 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:51:11.783463 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (67f000bc-ddb0-4641-a111-92bb8cc56ac3), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:11.802533 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67f000bc-ddb0-4641-a111-92bb8cc56ac3 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:51:11.828943 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 67f000bc-ddb0-4641-a111-92bb8cc56ac3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=67f000bc-ddb0-4641-a111-92bb8cc56ac3,segment=NetworkSegment(c22d0faf-2ee6-4226-aff7-b2b8306813e9),segment_id=c22d0faf-2ee6-4226-aff7-b2b8306813e9)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:51:11.834301 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-129f17ef-1442-4a9a-9097-ee0ef275fc01 req-395d18c8-eb70-40f5-8d0e-08176b113109 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e6f7bcf3-0863-477a-9a92-cf0af21d6fff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0896513
May 07 21:51:11.835992 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (67f000bc-ddb0-4641-a111-92bb8cc56ac3), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:11.895869 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-4ea12164-5e68-46dd-9458-17ae809cc608 admin admin] Deleting port 984afdc3-a7c2-4b1c-a1ab-884323f52ee3 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:51:11.896394 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4ea12164-5e68-46dd-9458-17ae809cc608 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (984afdc3-a7c2-4b1c-a1ab-884323f52ee3), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:11.900079 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=67f000bc-ddb0-4641-a111-92bb8cc56ac3,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:11.917967 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9692ea95-b7bc-4a95-962b-16bbe7312d34 req-6f6e0f12-fccc-4d77-8323-77f3b5704598 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:11.920220 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9692ea95-b7bc-4a95-962b-16bbe7312d34 req-6f6e0f12-fccc-4d77-8323-77f3b5704598 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8be6b3c-b434-467d-98b2-4d0d5763bed3 HTTP/1.1" status: 200  len: 950 time: 0.1647184
May 07 21:51:11.976713 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527376e4-9f70-4661-976e-e81864f347ae req-5eb8a75b-4d91-4f86-a22f-1cc6be205047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:11.978680 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-527376e4-9f70-4661-976e-e81864f347ae req-5eb8a75b-4d91-4f86-a22f-1cc6be205047 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e8be6b3c-b434-467d-98b2-4d0d5763bed3&tenant_id=7789855db11445de842c4df75bd05e10 HTTP/1.1" status: 200  len: 1132 time: 0.1539671
May 07 21:51:11.994815 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-1916bef4-5a28-43e2-9d7b-71aaf6c30e09 None None] Provisioning complete for port 0fa9abf3-4366-4281-8d14-51f6e278eb00 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:51:11.994815 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1916bef4-5a28-43e2-9d7b-71aaf6c30e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (0fa9abf3-4366-4281-8d14-51f6e278eb00), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:12.030221 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-4ea12164-5e68-46dd-9458-17ae809cc608 admin admin] For port 984afdc3-a7c2-4b1c-a1ab-884323f52ee3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=984afdc3-a7c2-4b1c-a1ab-884323f52ee3,segment=NetworkSegment(74c0e86c-ce6a-4a8c-8cbb-dcb45d114173),segment_id=74c0e86c-ce6a-4a8c-8cbb-dcb45d114173)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:51:12.030599 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4ea12164-5e68-46dd-9458-17ae809cc608 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (984afdc3-a7c2-4b1c-a1ab-884323f52ee3), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:12.041281 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-527376e4-9f70-4661-976e-e81864f347ae req-6d22fdff-6ad3-4535-87ad-20a1c8f76b82 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:51:12.054450 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd20f1b6-ade2-4ba8-ae3e-64720d010672 req-ad5e8999-d7f5-4ec2-972f-1678b271cffb tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:12.056709 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-cd20f1b6-ade2-4ba8-ae3e-64720d010672 req-ad5e8999-d7f5-4ec2-972f-1678b271cffb tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4bd37e9-7131-4834-a215-e56f0fb30c5d HTTP/1.1" status: 200  len: 943 time: 0.0771325
May 07 21:51:12.057773 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-4ea12164-5e68-46dd-9458-17ae809cc608 admin admin] Calling delete_port for 984afdc3-a7c2-4b1c-a1ab-884323f52ee3 owned by network:router_interface {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:51:12.086928 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-1916bef4-5a28-43e2-9d7b-71aaf6c30e09 None None] Current status of the port 0fa9abf3-4366-4281-8d14-51f6e278eb00 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:51:12.095181 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['67f000bc-ddb0-4641-a111-92bb8cc56ac3'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:51:12.114894 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a585f075-3d9b-436e-9ef7-e347487397e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (75bd88eb-ae1d-467d-bb77-05e28253028a), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:12.123064 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9692ea95-b7bc-4a95-962b-16bbe7312d34 req-23e58b87-2c36-4642-ad8a-1cd6ef06b487 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1610975
May 07 21:51:12.169817 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33a28e3f-5cf8-4eab-b05f-b8744af8babf admin admin] Router 0ea41956-f01f-4a3f-b189-898475ba0e80 is scheduled to L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db with binding_index 1 {{(pid=121836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 07 21:51:12.190448 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-cd20f1b6-ade2-4ba8-ae3e-64720d010672 req-e705ca19-e405-4202-9fba-202a7a36295d tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/security-groups?id=59e2df0e-870d-42fb-a7c1-a293819c9cdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1233635
May 07 21:51:12.207231 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-527376e4-9f70-4661-976e-e81864f347ae req-6d22fdff-6ad3-4535-87ad-20a1c8f76b82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (873114d2-cfcd-4b2f-9a14-3496ecd36990), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:12.214991 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a585f075-3d9b-436e-9ef7-e347487397e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75bd88eb-ae1d-467d-bb77-05e28253028a,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:12.329523 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a585f075-3d9b-436e-9ef7-e347487397e9 admin admin] Checking segment: {'id': '30d9864a-e36c-49b1-931b-be94401ea778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4513501c-1efd-4921-875a-affadc96a9fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:51:12.329882 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a585f075-3d9b-436e-9ef7-e347487397e9 admin admin] Network hostable DHCP agents. Network: 4513501c-1efd-4921-875a-affadc96a9fe, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 21:51:12.340930 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4ea12164-5e68-46dd-9458-17ae809cc608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (984afdc3-a7c2-4b1c-a1ab-884323f52ee3), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:12.351185 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a341b9-7b10-49cb-9186-4ccc27bc0828 req-52ca4813-4b78-4199-a56b-6f8bdd9865b4 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:12.352661 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-77a341b9-7b10-49cb-9186-4ccc27bc0828 req-52ca4813-4b78-4199-a56b-6f8bdd9865b4 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/ports?device_id=5fe177f0-906a-4fa9-aea9-ccd116bb7d25 HTTP/1.1" status: 200  len: 945 time: 0.1219938
May 07 21:51:12.369289 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea12164-5e68-46dd-9458-17ae809cc608 admin admin] Pushing event deleted for resources: {'Port': ['ID=984afdc3-a7c2-4b1c-a1ab-884323f52ee3,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:12.507660 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a585f075-3d9b-436e-9ef7-e347487397e9 admin admin] Network 4513501c-1efd-4921-875a-affadc96a9fe is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 21:51:12.538374 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device bf4cdac7-29da-404a-9ec1-943fa91f5ab0 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:51:12.552409 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-a585f075-3d9b-436e-9ef7-e347487397e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4513501c-1efd-4921-875a-affadc96a9fe) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:51:12.557451 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33a28e3f-5cf8-4eab-b05f-b8744af8babf admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:51:12.589659 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-77a341b9-7b10-49cb-9186-4ccc27bc0828 req-c6e12d23-c703-4b4e-abab-b9a4df06a657 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b502f8-ccda-470b-bf96-4e6ff93590b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2176163
May 07 21:51:12.592338 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a585f075-3d9b-436e-9ef7-e347487397e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:12.592886 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a585f075-3d9b-436e-9ef7-e347487397e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:12.616780 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4ea12164-5e68-46dd-9458-17ae809cc608 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401002'] for router_interface (9c5f34d7-008e-4fe4-9fa4-469819d4e910), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:12.678410 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7019f69a-73c8-4242-bd89-c1c08662455d None None] Sync routers for ids ['0ea41956-f01f-4a3f-b189-898475ba0e80'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:51:12.680961 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a0a730-af26-46b8-830d-7ebf7b079b6c None None] Network 4513501c-1efd-4921-875a-affadc96a9fe requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:51:12.682755 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 0fa9abf3-4366-4281-8d14-51f6e278eb00 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:51:12.683673 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-33a28e3f-5cf8-4eab-b05f-b8744af8babf admin admin] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:12.687790 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-33a28e3f-5cf8-4eab-b05f-b8744af8babf admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 3.6408973
May 07 21:51:12.689233 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 38914) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:51:12.700795 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-527376e4-9f70-4661-976e-e81864f347ae req-6d22fdff-6ad3-4535-87ad-20a1c8f76b82 service neutron] For port 873114d2-cfcd-4b2f-9a14-3496ecd36990, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=873114d2-cfcd-4b2f-9a14-3496ecd36990,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:51:12.737132 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-a585f075-3d9b-436e-9ef7-e347487397e9 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.6035802
May 07 21:51:12.743854 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7019f69a-73c8-4242-bd89-c1c08662455d None None] Routers {'0ea41956-f01f-4a3f-b189-898475ba0e80'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:51:12.744766 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-7019f69a-73c8-4242-bd89-c1c08662455d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f9ef850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:50:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['0ea41956-f01f-4a3f-b189-898475ba0e80'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:51:12.773934 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9de9d4-f0b9-4b14-8292-ed5551ee4066 req-ecb978c6-a3e7-4d58-9ace-ba2e167de4ee tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:12.776606 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7f9de9d4-f0b9-4b14-8292-ed5551ee4066 req-ecb978c6-a3e7-4d58-9ace-ba2e167de4ee tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] 10.222.0.32 "GET /v2.0/ports?device_id=827a3df8-0013-4d92-a2f1-b9c40fcf5ef1 HTTP/1.1" status: 200  len: 949 time: 0.1019146
May 07 21:51:12.819832 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-527376e4-9f70-4661-976e-e81864f347ae req-6d22fdff-6ad3-4535-87ad-20a1c8f76b82 service neutron] For port 873114d2-cfcd-4b2f-9a14-3496ecd36990, host nch2-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:51:12.871921 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-7019f69a-73c8-4242-bd89-c1c08662455d None None] Set router 0ea41956-f01f-4a3f-b189-898475ba0e80 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:51:12.957190 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8be6b3c-b434-467d-98b2-4d0d5763bed3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '873114d2-cfcd-4b2f-9a14-3496ecd36990'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:51:12.959384 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8499cd90-ba6d-4b7b-9235-2b44517ca836" -d '{"events": [{"server_uuid": "e8be6b3c-b434-467d-98b2-4d0d5763bed3", "name": "network-vif-unplugged", "status": "completed", "tag": "873114d2-cfcd-4b2f-9a14-3496ecd36990"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:51:12.964271 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-527376e4-9f70-4661-976e-e81864f347ae req-6d22fdff-6ad3-4535-87ad-20a1c8f76b82 service neutron] Publish callbacks [] for port (873114d2-cfcd-4b2f-9a14-3496ecd36990), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:12.988150 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7f9de9d4-f0b9-4b14-8292-ed5551ee4066 req-ac299335-c542-4b31-9a87-a5ab9b08fee9 tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] 10.222.0.32 "GET /v2.0/security-groups?id=e6f7bcf3-0863-477a-9a92-cf0af21d6fff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1996255
May 07 21:51:12.990189 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.provisioning_blocks [req-527376e4-9f70-4661-976e-e81864f347ae req-6d22fdff-6ad3-4535-87ad-20a1c8f76b82 service neutron] Transition to ACTIVE for port object 873114d2-cfcd-4b2f-9a14-3496ecd36990 will not be triggered until provisioned by entity L2. {{(pid=121836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:51:13.002739 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-527376e4-9f70-4661-976e-e81864f347ae req-6d22fdff-6ad3-4535-87ad-20a1c8f76b82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (873114d2-cfcd-4b2f-9a14-3496ecd36990), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:13.055732 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22fdff-6ad3-4535-87ad-20a1c8f76b82 service neutron] Pushing event updated for resources: {'Port': ['ID=873114d2-cfcd-4b2f-9a14-3496ecd36990,revision_number=10']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:13.146525 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ea12164-5e68-46dd-9458-17ae809cc608 admin admin] Router 9c5f34d7-008e-4fe4-9fa4-469819d4e910 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 21:51:13.154108 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port bf4cdac7-29da-404a-9ec1-943fa91f5ab0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bf4cdac7-29da-404a-9ec1-943fa91f5ab0,segment=NetworkSegment(f7d0ed20-4dc4-4ede-8fcf-c4a216019a84),segment_id=f7d0ed20-4dc4-4ede-8fcf-c4a216019a84)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:51:13.159737 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 07 May 2022 21:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ace4f3-1cfd-42c4-89da-90bbdf2fa5c3 x-openstack-request-id: req-51ace4f3-1cfd-42c4-89da-90bbdf2fa5c3 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:51:13.160039 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8be6b3c-b434-467d-98b2-4d0d5763bed3", "name": "network-vif-unplugged", "status": "completed", "tag": "873114d2-cfcd-4b2f-9a14-3496ecd36990", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:51:13.160451 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-51ace4f3-1cfd-42c4-89da-90bbdf2fa5c3 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:51:13.160861 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51ace4f3-1cfd-42c4-89da-90bbdf2fa5c3'] response: {'server_uuid': 'e8be6b3c-b434-467d-98b2-4d0d5763bed3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '873114d2-cfcd-4b2f-9a14-3496ecd36990', 'code': 200}
May 07 21:51:13.208991 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-527376e4-9f70-4661-976e-e81864f347ae req-6d22fdff-6ad3-4535-87ad-20a1c8f76b82 service neutron] No DVR routers for this DVR port 873114d2-cfcd-4b2f-9a14-3496ecd36990 on host nch2-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:51:13.216691 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': 'bf4cdac7-29da-404a-9ec1-943fa91f5ab0', 'network_id': '5d9854c1-90bd-4898-b59a-14d465203832', 'port_id': 'bf4cdac7-29da-404a-9ec1-943fa91f5ab0', 'mac_address': 'fa:16:3e:15:9d:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '363d64b0-c1fd-4ede-8b5a-48585cb02746', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:51:13.251765 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 0fa9abf3-4366-4281-8d14-51f6e278eb00 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:51:13.252206 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (0fa9abf3-4366-4281-8d14-51f6e278eb00), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:13.261465 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4319329d-f3ae-47e1-a654-1b5251f3e516 None None] Network 4513501c-1efd-4921-875a-affadc96a9fe requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:51:13.357290 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port bf4cdac7-29da-404a-9ec1-943fa91f5ab0 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:51:13.357787 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe6788b-d25a-4bbf-bae5-5678dd33a5d0 req-5a838aa2-8ca3-4433-8224-6ef6401dfc96 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:13.358143 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (bf4cdac7-29da-404a-9ec1-943fa91f5ab0), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:13.365215 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0fe6788b-d25a-4bbf-bae5-5678dd33a5d0 req-5a838aa2-8ca3-4433-8224-6ef6401dfc96 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8be6b3c-b434-467d-98b2-4d0d5763bed3 HTTP/1.1" status: 200  len: 949 time: 0.0973186
May 07 21:51:13.397878 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 67f000bc-ddb0-4641-a111-92bb8cc56ac3 up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:51:13.400832 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ea12164-5e68-46dd-9458-17ae809cc608 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:51:13.400967 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000271f7-9961-48bf-9b95-042d88ef7b78 req-5d5209f0-9ae5-4078-a931-7700e6059af3 tempest-ServerAddressesTestJSON-364676349 tempest-ServerAddressesTestJSON-364676349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:13.403437 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-000271f7-9961-48bf-9b95-042d88ef7b78 req-5d5209f0-9ae5-4078-a931-7700e6059af3 tempest-ServerAddressesTestJSON-364676349 tempest-ServerAddressesTestJSON-364676349-project] 10.222.0.32 "GET /v2.0/networks?id=4513501c-1efd-4921-875a-affadc96a9fe HTTP/1.1" status: 200  len: 814 time: 0.2757468
May 07 21:51:13.414120 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-4ea12164-5e68-46dd-9458-17ae809cc608 admin admin] 10.222.0.32 "PUT /v2.0/routers/9c5f34d7-008e-4fe4-9fa4-469819d4e910/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5883219
May 07 21:51:13.414325 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d101b18-eedc-4925-9d4b-ae1a954f73f7 None None] Sync routers for ids ['9c5f34d7-008e-4fe4-9fa4-469819d4e910'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:51:13.415501 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 38938) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:51:13.421321 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-527376e4-9f70-4661-976e-e81864f347ae req-6d22fdff-6ad3-4535-87ad-20a1c8f76b82 service neutron] Attempting to bind port 873114d2-cfcd-4b2f-9a14-3496ecd36990 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:51:13.421917 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-527376e4-9f70-4661-976e-e81864f347ae req-6d22fdff-6ad3-4535-87ad-20a1c8f76b82 service neutron] Attempting to bind port 873114d2-cfcd-4b2f-9a14-3496ecd36990 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:51:13.422426 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527376e4-9f70-4661-976e-e81864f347ae req-6d22fdff-6ad3-4535-87ad-20a1c8f76b82 service neutron] Attempting to bind port 873114d2-cfcd-4b2f-9a14-3496ecd36990 on network 665487f0-78eb-47fb-9a06-b15bc614dc47 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:51:13.427251 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d101b18-eedc-4925-9d4b-ae1a954f73f7 None None] Routers {'9c5f34d7-008e-4fe4-9fa4-469819d4e910'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:51:13.428127 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-6d101b18-eedc-4925-9d4b-ae1a954f73f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8caa7d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:50:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['9c5f34d7-008e-4fe4-9fa4-469819d4e910'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:51:13.449739 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527376e4-9f70-4661-976e-e81864f347ae req-6d22fdff-6ad3-4535-87ad-20a1c8f76b82 service neutron] Port 873114d2-cfcd-4b2f-9a14-3496ecd36990 on network 665487f0-78eb-47fb-9a06-b15bc614dc47 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:51:13.450440 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527376e4-9f70-4661-976e-e81864f347ae req-6d22fdff-6ad3-4535-87ad-20a1c8f76b82 service neutron] Attempting to bind port 873114d2-cfcd-4b2f-9a14-3496ecd36990 on network 665487f0-78eb-47fb-9a06-b15bc614dc47 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:51:13.458887 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-000271f7-9961-48bf-9b95-042d88ef7b78 req-b62e67e0-07b8-4e46-9ac8-80d9df765bbf tempest-ServerAddressesTestJSON-364676349 tempest-ServerAddressesTestJSON-364676349-project] 10.222.0.32 "GET /v2.0/quotas/aa0a7786f72343d6a66da6b4e40aee4e HTTP/1.1" status: 200  len: 375 time: 0.0284562
May 07 21:51:13.466227 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527376e4-9f70-4661-976e-e81864f347ae req-6d22fdff-6ad3-4535-87ad-20a1c8f76b82 service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:51:13.466851 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527376e4-9f70-4661-976e-e81864f347ae req-6d22fdff-6ad3-4535-87ad-20a1c8f76b82 service neutron] Checking segment: {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:51:13.467423 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527376e4-9f70-4661-976e-e81864f347ae req-6d22fdff-6ad3-4535-87ad-20a1c8f76b82 service neutron] Bound using segment: {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:51:13.468429 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-527376e4-9f70-4661-976e-e81864f347ae req-6d22fdff-6ad3-4535-87ad-20a1c8f76b82 service neutron] Bound port: 873114d2-cfcd-4b2f-9a14-3496ecd36990, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:51:13.468971 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-527376e4-9f70-4661-976e-e81864f347ae req-6d22fdff-6ad3-4535-87ad-20a1c8f76b82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (873114d2-cfcd-4b2f-9a14-3496ecd36990), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:13.492672 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0fe6788b-d25a-4bbf-bae5-5678dd33a5d0 req-94003fba-ae14-44a1-ac59-04f76b581541 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1265221
May 07 21:51:13.563704 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-000271f7-9961-48bf-9b95-042d88ef7b78 req-9ae0da4f-c187-46a7-8494-54e1c153a6b8 tempest-ServerAddressesTestJSON-364676349 tempest-ServerAddressesTestJSON-364676349-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=aa0a7786f72343d6a66da6b4e40aee4e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0919962
May 07 21:51:13.588894 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-6d101b18-eedc-4925-9d4b-ae1a954f73f7 None None] Set router 9c5f34d7-008e-4fe4-9fa4-469819d4e910 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:51:13.655098 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf4cdac7-29da-404a-9ec1-943fa91f5ab0 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:51:13.685139 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f895e0e7-a8a9-46cb-a08d-5544a3746c55 req-e96682ab-427f-4066-8a34-f2b68379d8be tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:13.694135 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f895e0e7-a8a9-46cb-a08d-5544a3746c55 req-e96682ab-427f-4066-8a34-f2b68379d8be tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4bd37e9-7131-4834-a215-e56f0fb30c5d HTTP/1.1" status: 200  len: 943 time: 0.1047268
May 07 21:51:13.704593 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-7019f69a-73c8-4242-bd89-c1c08662455d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f9ef850>, [{'id': '0ea41956-f01f-4a3f-b189-898475ba0e80', 'name': 'tempest-AttachSCSIVolumeTestJSON-1393712635-router', 'tenant_id': '62b1d2f38652407eaa85fbb15aff6307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.223'}], 'enable_snat': True}, 'gw_port_id': 'd2eeffc8-71e4-4d87-82e0-481c3bd2fe30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:51:09Z', 'updated_at': '2022-05-07T21:51:10Z', 'revision_number': 3, 'project_id': '62b1d2f38652407eaa85fbb15aff6307', 'gw_port': {'id': 'd2eeffc8-71e4-4d87-82e0-481c3bd2fe30', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d7:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ea41956-f01f-4a3f-b189-898475ba0e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:51:09Z', 'updated_at': '2022-05-07T21:51:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:51:13.711338 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-527376e4-9f70-4661-976e-e81864f347ae req-6d22fdff-6ad3-4535-87ad-20a1c8f76b82 service neutron] For port 873114d2-cfcd-4b2f-9a14-3496ecd36990, host nch1-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:51:13.713884 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fb905916-cf99-402b-a7ae-5b91872f4115 admin admin] Publish callbacks [] for router (9c5f34d7-008e-4fe4-9fa4-469819d4e910), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:13.751666 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7019f69a-73c8-4242-bd89-c1c08662455d None None] Checking router: 0ea41956-f01f-4a3f-b189-898475ba0e80 for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 21:51:13.752497 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7019f69a-73c8-4242-bd89-c1c08662455d None None] Updating router 0ea41956-f01f-4a3f-b189-898475ba0e80 port d2eeffc8-71e4-4d87-82e0-481c3bd2fe30 binding host ncdv-master-1 {{(pid=121838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 21:51:13.759197 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-527376e4-9f70-4661-976e-e81864f347ae req-6d22fdff-6ad3-4535-87ad-20a1c8f76b82 service neutron] For port 873114d2-cfcd-4b2f-9a14-3496ecd36990, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=873114d2-cfcd-4b2f-9a14-3496ecd36990,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:51:13.797842 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-527376e4-9f70-4661-976e-e81864f347ae req-6d22fdff-6ad3-4535-87ad-20a1c8f76b82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (873114d2-cfcd-4b2f-9a14-3496ecd36990), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:13.804599 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7019f69a-73c8-4242-bd89-c1c08662455d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (d2eeffc8-71e4-4d87-82e0-481c3bd2fe30), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:13.840580 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fb905916-cf99-402b-a7ae-5b91872f4115 admin admin] Publish callbacks [] for router_gateway (9c5f34d7-008e-4fe4-9fa4-469819d4e910), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:13.850129 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-66225b9a-3616-4909-8486-397c0402a10e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:13.870098 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527376e4-9f70-4661-976e-e81864f347ae req-6d22fdff-6ad3-4535-87ad-20a1c8f76b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:13.870784 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-527376e4-9f70-4661-976e-e81864f347ae req-6d22fdff-6ad3-4535-87ad-20a1c8f76b82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:13.872232 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-527376e4-9f70-4661-976e-e81864f347ae req-6d22fdff-6ad3-4535-87ad-20a1c8f76b82 service neutron] 10.222.0.55 "PUT /v2.0/ports/873114d2-cfcd-4b2f-9a14-3496ecd36990 HTTP/1.1" status: 200  len: 1097 time: 1.8438017
May 07 21:51:13.934583 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-6d101b18-eedc-4925-9d4b-ae1a954f73f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8caa7d30>, [{'id': '9c5f34d7-008e-4fe4-9fa4-469819d4e910', 'name': 'tempest-ServersTestJSON-771244347-router', 'tenant_id': '487fc10ff315438ca2de090c396e3cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.36'}], 'enable_snat': True}, 'gw_port_id': 'ad9a7c81-a12e-46cf-aaf1-2746ef83869f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:49:44Z', 'updated_at': '2022-05-07T21:51:12Z', 'revision_number': 5, 'project_id': '487fc10ff315438ca2de090c396e3cfb', 'gw_port': {'id': 'ad9a7c81-a12e-46cf-aaf1-2746ef83869f', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:87:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c5f34d7-008e-4fe4-9fa4-469819d4e910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:49:46Z', 'updated_at': '2022-05-07T21:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:51:13.943719 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-fb905916-cf99-402b-a7ae-5b91872f4115 admin admin] Deleting port ad9a7c81-a12e-46cf-aaf1-2746ef83869f {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:51:13.944959 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fb905916-cf99-402b-a7ae-5b91872f4115 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (ad9a7c81-a12e-46cf-aaf1-2746ef83869f), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:13.970097 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-000271f7-9961-48bf-9b95-042d88ef7b78 req-ff043860-753e-42a6-a728-4dae906a5ad7 service neutron] 10.222.0.32 "GET /v2.0/networks/4513501c-1efd-4921-875a-affadc96a9fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3959758
May 07 21:51:13.975321 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d101b18-eedc-4925-9d4b-ae1a954f73f7 None None] Checking router: 9c5f34d7-008e-4fe4-9fa4-469819d4e910 for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 21:51:13.982720 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22fdff-6ad3-4535-87ad-20a1c8f76b82 service neutron] Pushing event updated for resources: {'Port': ['ID=873114d2-cfcd-4b2f-9a14-3496ecd36990,revision_number=11']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:13.997885 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d101b18-eedc-4925-9d4b-ae1a954f73f7 None None] Routers {'9c5f34d7-008e-4fe4-9fa4-469819d4e910'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:51:13.999854 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-6d101b18-eedc-4925-9d4b-ae1a954f73f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8caa7d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:50:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['9c5f34d7-008e-4fe4-9fa4-469819d4e910'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:51:14.058568 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-fb905916-cf99-402b-a7ae-5b91872f4115 admin admin] For port ad9a7c81-a12e-46cf-aaf1-2746ef83869f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ad9a7c81-a12e-46cf-aaf1-2746ef83869f,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:51:14.059116 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fb905916-cf99-402b-a7ae-5b91872f4115 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (ad9a7c81-a12e-46cf-aaf1-2746ef83869f), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:14.065323 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port bf4cdac7-29da-404a-9ec1-943fa91f5ab0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bf4cdac7-29da-404a-9ec1-943fa91f5ab0,segment=NetworkSegment(f7d0ed20-4dc4-4ede-8fcf-c4a216019a84),segment_id=f7d0ed20-4dc4-4ede-8fcf-c4a216019a84)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:51:14.077663 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-fb905916-cf99-402b-a7ae-5b91872f4115 admin admin] Calling delete_port for ad9a7c81-a12e-46cf-aaf1-2746ef83869f owned by network:router_gateway {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:51:14.084730 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527376e4-9f70-4661-976e-e81864f347ae req-dd78933c-ae75-4fbc-b8bd-18694f4b077d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:14.086537 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-527376e4-9f70-4661-976e-e81864f347ae req-dd78933c-ae75-4fbc-b8bd-18694f4b077d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7789855db11445de842c4df75bd05e10&device_id=e8be6b3c-b434-467d-98b2-4d0d5763bed3 HTTP/1.1" status: 200  len: 1131 time: 0.1731257
May 07 21:51:14.112420 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-6d101b18-eedc-4925-9d4b-ae1a954f73f7 None None] Set router 9c5f34d7-008e-4fe4-9fa4-469819d4e910 gateway port host: None {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:51:14.132615 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (bf4cdac7-29da-404a-9ec1-943fa91f5ab0), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:14.140506 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning for port 67f000bc-ddb0-4641-a111-92bb8cc56ac3 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:51:14.184899 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-6d101b18-eedc-4925-9d4b-ae1a954f73f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8caa7d30>, [{'id': '9c5f34d7-008e-4fe4-9fa4-469819d4e910', 'name': 'tempest-ServersTestJSON-771244347-router', 'tenant_id': '487fc10ff315438ca2de090c396e3cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:49:44Z', 'updated_at': '2022-05-07T21:51:13Z', 'revision_number': 6, 'project_id': '487fc10ff315438ca2de090c396e3cfb', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:51:14.213179 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port 67f000bc-ddb0-4641-a111-92bb8cc56ac3 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:51:14.213726 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (67f000bc-ddb0-4641-a111-92bb8cc56ac3), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:14.227627 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d101b18-eedc-4925-9d4b-ae1a954f73f7 None None] The sync data for ids ['9c5f34d7-008e-4fe4-9fa4-469819d4e910'] in ncdv-master-1 is: [{'id': '9c5f34d7-008e-4fe4-9fa4-469819d4e910', 'name': 'tempest-ServersTestJSON-771244347-router', 'tenant_id': '487fc10ff315438ca2de090c396e3cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:49:44Z', 'updated_at': '2022-05-07T21:51:13Z', 'revision_number': 6, 'project_id': '487fc10ff315438ca2de090c396e3cfb', 'gw_port_host': None}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:51:14.257753 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f895e0e7-a8a9-46cb-a08d-5544a3746c55 req-c2eb805a-936f-4fe8-8a28-ebc8a25bb9ef tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/security-groups?id=59e2df0e-870d-42fb-a7c1-a293819c9cdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5627575
May 07 21:51:14.296961 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 0fa9abf3-4366-4281-8d14-51f6e278eb00 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:51:14.323419 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=bf4cdac7-29da-404a-9ec1-943fa91f5ab0,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:14.375920 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-000271f7-9961-48bf-9b95-042d88ef7b78 req-440fdf59-95b9-4040-81df-64f7a5264701 service neutron] 10.222.0.32 "GET /v2.0/networks/4513501c-1efd-4921-875a-affadc96a9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3878248
May 07 21:51:14.429923 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527376e4-9f70-4661-976e-e81864f347ae req-e5275c06-3338-4cd6-b8ce-6040c5da6b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:14.431655 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-527376e4-9f70-4661-976e-e81864f347ae req-e5275c06-3338-4cd6-b8ce-6040c5da6b25 service neutron] 10.222.0.55 "GET /v2.0/networks?id=665487f0-78eb-47fb-9a06-b15bc614dc47 HTTP/1.1" status: 200  len: 870 time: 0.3286006
May 07 21:51:14.439522 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['bf4cdac7-29da-404a-9ec1-943fa91f5ab0'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:51:14.451456 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-66225b9a-3616-4909-8486-397c0402a10e admin admin] Allocated IP 172.20.0.1 (55393a4f-e493-4098-b37d-93ec9341a6b2/a8702188-d480-41a4-ada8-7cdbcc65e165/f4404d66-b1ac-4836-97f2-dd8f5120e276) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:51:14.485901 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-527376e4-9f70-4661-976e-e81864f347ae req-74de82fe-ef58-4265-b52c-affeee5a2bd8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=873114d2-cfcd-4b2f-9a14-3496ecd36990 HTTP/1.1" status: 200  len: 217 time: 0.0451412
May 07 21:51:14.527320 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 67f000bc-ddb0-4641-a111-92bb8cc56ac3 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:51:14.527925 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (67f000bc-ddb0-4641-a111-92bb8cc56ac3), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:14.588151 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 873114d2-cfcd-4b2f-9a14-3496ecd36990 no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:51:14.659996 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 984afdc3-a7c2-4b1c-a1ab-884323f52ee3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:51:14.717210 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62f130b-b65b-439a-80c2-87b063e9c768 req-477fde23-4d29-4859-b7f1-7f06fea6968a tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:14.718921 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e62f130b-b65b-439a-80c2-87b063e9c768 req-477fde23-4d29-4859-b7f1-7f06fea6968a tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] 10.222.0.32 "GET /v2.0/ports?device_id=827a3df8-0013-4d92-a2f1-b9c40fcf5ef1 HTTP/1.1" status: 200  len: 949 time: 0.1558027
May 07 21:51:14.722460 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527376e4-9f70-4661-976e-e81864f347ae req-fa40ecc0-8554-4e2a-a6ff-397d2c251ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:14.724413 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-527376e4-9f70-4661-976e-e81864f347ae req-fa40ecc0-8554-4e2a-a6ff-397d2c251ef1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6e0e5c53-1ece-4d20-b01d-5f8c6957edf6 HTTP/1.1" status: 200  len: 843 time: 0.2318163
May 07 21:51:14.730542 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fe177f0-906a-4fa9-aea9-ccd116bb7d25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67f000bc-ddb0-4641-a111-92bb8cc56ac3'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:51:14.737717 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfbf981c-8ae2-49aa-bfcc-406e852b77e0" -d '{"events": [{"server_uuid": "5fe177f0-906a-4fa9-aea9-ccd116bb7d25", "name": "network-vif-plugged", "status": "completed", "tag": "67f000bc-ddb0-4641-a111-92bb8cc56ac3"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:51:14.788745 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7019f69a-73c8-4242-bd89-c1c08662455d None None] Publish callbacks [] for port (d2eeffc8-71e4-4d87-82e0-481c3bd2fe30), precommit_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:14.795537 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 984afdc3-a7c2-4b1c-a1ab-884323f52ee3 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:51:14.796010 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 984afdc3-a7c2-4b1c-a1ab-884323f52ee3 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:51:14.821054 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] The host nch2-master-1 is not matching for port 873114d2-cfcd-4b2f-9a14-3496ecd36990 host nch1-master-1! {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2394}}
May 07 21:51:14.821572 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 873114d2-cfcd-4b2f-9a14-3496ecd36990 not bound to the agent host nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:51:14.823719 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7019f69a-73c8-4242-bd89-c1c08662455d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (d2eeffc8-71e4-4d87-82e0-481c3bd2fe30), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:14.827036 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 67f000bc-ddb0-4641-a111-92bb8cc56ac3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=67f000bc-ddb0-4641-a111-92bb8cc56ac3,segment=NetworkSegment(c22d0faf-2ee6-4226-aff7-b2b8306813e9),segment_id=c22d0faf-2ee6-4226-aff7-b2b8306813e9)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:51:14.841464 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-66225b9a-3616-4909-8486-397c0402a10e admin admin] Publish callbacks [] for port (f4404d66-b1ac-4836-97f2-dd8f5120e276), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:14.859928 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527376e4-9f70-4661-976e-e81864f347ae req-26d3973a-d69c-48bb-9ed3-ff43a4be690b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:14.861451 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-527376e4-9f70-4661-976e-e81864f347ae req-26d3973a-d69c-48bb-9ed3-ff43a4be690b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=665487f0-78eb-47fb-9a06-b15bc614dc47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1207237
May 07 21:51:14.874354 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2184415a-4629-4927-9401-2fa6e473bc27 req-b9152c2b-2a86-49e8-9135-06a473543693 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:14.876223 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2184415a-4629-4927-9401-2fa6e473bc27 req-b9152c2b-2a86-49e8-9135-06a473543693 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/ports?device_id=5fe177f0-906a-4fa9-aea9-ccd116bb7d25 HTTP/1.1" status: 200  len: 945 time: 0.0567050
May 07 21:51:14.888450 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1a930c-29a9-43e4-96cd-d3b8b33f357d None None] Pushing event updated for resources: {'Port': ['ID=d2eeffc8-71e4-4d87-82e0-481c3bd2fe30,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:14.896280 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (67f000bc-ddb0-4641-a111-92bb8cc56ac3), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:14.911499 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e62f130b-b65b-439a-80c2-87b063e9c768 req-c039fe95-2e82-41a8-be86-27089b1ccac7 tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] 10.222.0.32 "GET /v2.0/security-groups?id=e6f7bcf3-0863-477a-9a92-cf0af21d6fff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1840334
May 07 21:51:14.916242 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fb905916-cf99-402b-a7ae-5b91872f4115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (ad9a7c81-a12e-46cf-aaf1-2746ef83869f), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:14.945717 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-7019f69a-73c8-4242-bd89-c1c08662455d None None] Attempting to bind port d2eeffc8-71e4-4d87-82e0-481c3bd2fe30 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:51:14.946170 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-7019f69a-73c8-4242-bd89-c1c08662455d None None] Attempting to bind port d2eeffc8-71e4-4d87-82e0-481c3bd2fe30 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:51:14.947213 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7019f69a-73c8-4242-bd89-c1c08662455d None None] Attempting to bind port d2eeffc8-71e4-4d87-82e0-481c3bd2fe30 on network 9221b764-ef06-431f-8941-796516ed7c3b {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:51:14.970483 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7019f69a-73c8-4242-bd89-c1c08662455d None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:51:14.970984 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7019f69a-73c8-4242-bd89-c1c08662455d None None] Checking segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:51:14.971529 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7019f69a-73c8-4242-bd89-c1c08662455d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:14.972000 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7019f69a-73c8-4242-bd89-c1c08662455d None None] Bound using segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:51:14.972700 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-7019f69a-73c8-4242-bd89-c1c08662455d None None] Bound port: d2eeffc8-71e4-4d87-82e0-481c3bd2fe30, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:51:14.973235 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7019f69a-73c8-4242-bd89-c1c08662455d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (d2eeffc8-71e4-4d87-82e0-481c3bd2fe30), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:14.979151 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb905916-cf99-402b-a7ae-5b91872f4115 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad9a7c81-a12e-46cf-aaf1-2746ef83869f,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:15.056852 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=67f000bc-ddb0-4641-a111-92bb8cc56ac3,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:15.057250 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f5cd9f3b-8afc-44b6-a498-50df467d942e req-cb96b510-8174-4909-8449-67a0afc7fc9c tempest-ServerAddressesTestJSON-364676349 tempest-ServerAddressesTestJSON-364676349-project] 10.222.0.32 "GET /v2.0/ports?device_id=e589d355-aaf2-4345-8239-14d71c2e31ef HTTP/1.1" status: 200  len: 210 time: 0.0920503
May 07 21:51:15.077666 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2184415a-4629-4927-9401-2fa6e473bc27 req-893037ff-d6d4-44e0-b9bc-15ad0bee2084 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b502f8-ccda-470b-bf96-4e6ff93590b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1921904
May 07 21:51:15.077666 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fb905916-cf99-402b-a7ae-5b91872f4115 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395776'] for router_gateway (9c5f34d7-008e-4fe4-9fa4-469819d4e910), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:15.135253 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-66225b9a-3616-4909-8486-397c0402a10e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (f4404d66-b1ac-4836-97f2-dd8f5120e276), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:15.159991 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-7019f69a-73c8-4242-bd89-c1c08662455d None None] For port d2eeffc8-71e4-4d87-82e0-481c3bd2fe30, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:51:15.165070 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8be6b3c-b434-467d-98b2-4d0d5763bed3', 'tag': '873114d2-cfcd-4b2f-9a14-3496ecd36990'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:51:15.168035 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-235a0d90-fd9a-414d-bee6-8c071603058d" -d '{"events": [{"name": "network-changed", "server_uuid": "e8be6b3c-b434-467d-98b2-4d0d5763bed3", "tag": "873114d2-cfcd-4b2f-9a14-3496ecd36990"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:51:15.169304 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-7019f69a-73c8-4242-bd89-c1c08662455d None None] For port d2eeffc8-71e4-4d87-82e0-481c3bd2fe30, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d2eeffc8-71e4-4d87-82e0-481c3bd2fe30,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:51:15.181743 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d954a10-0bf2-4416-b3cc-3e977c69c6e6 x-openstack-request-id: req-0d954a10-0bf2-4416-b3cc-3e977c69c6e6 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:51:15.182106 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fe177f0-906a-4fa9-aea9-ccd116bb7d25", "name": "network-vif-plugged", "status": "completed", "tag": "67f000bc-ddb0-4641-a111-92bb8cc56ac3", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:51:15.182466 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0d954a10-0bf2-4416-b3cc-3e977c69c6e6 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:51:15.183003 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d954a10-0bf2-4416-b3cc-3e977c69c6e6'] response: {'server_uuid': '5fe177f0-906a-4fa9-aea9-ccd116bb7d25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67f000bc-ddb0-4641-a111-92bb8cc56ac3', 'code': 200}
May 07 21:51:15.184859 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7019f69a-73c8-4242-bd89-c1c08662455d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (d2eeffc8-71e4-4d87-82e0-481c3bd2fe30), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:15.260678 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7019f69a-73c8-4242-bd89-c1c08662455d None None] Routers {'0ea41956-f01f-4a3f-b189-898475ba0e80'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:51:15.261323 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fb905916-cf99-402b-a7ae-5b91872f4115 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (9c5f34d7-008e-4fe4-9fa4-469819d4e910), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:15.261466 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-7019f69a-73c8-4242-bd89-c1c08662455d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f9ef850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:50:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['0ea41956-f01f-4a3f-b189-898475ba0e80'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:51:15.265380 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fb905916-cf99-402b-a7ae-5b91872f4115 admin admin] Publish callbacks [] for router_controller (9c5f34d7-008e-4fe4-9fa4-469819d4e910), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:15.321091 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-527376e4-9f70-4661-976e-e81864f347ae req-aa3eb9ce-0336-4692-b2cc-0e3a0b7dc215 service neutron] 10.222.0.55 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4508510
May 07 21:51:15.349108 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1a930c-29a9-43e4-96cd-d3b8b33f357d None None] Pushing event updated for resources: {'Port': ['ID=d2eeffc8-71e4-4d87-82e0-481c3bd2fe30,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:15.369425 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1dc8f4-1588-440a-8752-f6507912b92c req-b0dd1ba2-4c30-4b1f-86f9-c662fb3e24b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:15.371104 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1b1dc8f4-1588-440a-8752-f6507912b92c req-b0dd1ba2-4c30-4b1f-86f9-c662fb3e24b3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5fe177f0-906a-4fa9-aea9-ccd116bb7d25 HTTP/1.1" status: 200  len: 1128 time: 0.1046922
May 07 21:51:15.378278 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fb905916-cf99-402b-a7ae-5b91872f4115 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (9c5f34d7-008e-4fe4-9fa4-469819d4e910), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:15.380364 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb905916-cf99-402b-a7ae-5b91872f4115 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c5f34d7-008e-4fe4-9fa4-469819d4e910 {{(pid=121837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 21:51:15.387263 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66225b9a-3616-4909-8486-397c0402a10e admin admin] Network 55393a4f-e493-4098-b37d-93ec9341a6b2 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:51:15.400983 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fb905916-cf99-402b-a7ae-5b91872f4115 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:15.402276 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-fb905916-cf99-402b-a7ae-5b91872f4115 admin admin] 10.222.0.32 "DELETE /v2.0/routers/9c5f34d7-008e-4fe4-9fa4-469819d4e910 HTTP/1.1" status: 204  len: 168 time: 1.9858534
May 07 21:51:15.416145 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 38970) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:51:15.417122 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-66225b9a-3616-4909-8486-397c0402a10e admin admin] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:51:15.423605 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66225b9a-3616-4909-8486-397c0402a10e admin admin] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:51:15.457123 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-7019f69a-73c8-4242-bd89-c1c08662455d None None] Set router 0ea41956-f01f-4a3f-b189-898475ba0e80 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:51:15.503821 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1b1dc8f4-1588-440a-8752-f6507912b92c req-e6d8f4b6-5e38-4c5a-827c-91c1856ce7f2 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=44b502f8-ccda-470b-bf96-4e6ff93590b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1003783
May 07 21:51:15.639713 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e327c8c-dcc1-4c9b-86b7-1b9a2090f854 req-00907c74-8006-4a64-bf18-e5a75d8cc702 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:15.644061 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1e327c8c-dcc1-4c9b-86b7-1b9a2090f854 req-00907c74-8006-4a64-bf18-e5a75d8cc702 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4bd37e9-7131-4834-a215-e56f0fb30c5d HTTP/1.1" status: 200  len: 944 time: 0.1349490
May 07 21:51:15.721173 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-7019f69a-73c8-4242-bd89-c1c08662455d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f9ef850>, [{'id': '0ea41956-f01f-4a3f-b189-898475ba0e80', 'name': 'tempest-AttachSCSIVolumeTestJSON-1393712635-router', 'tenant_id': '62b1d2f38652407eaa85fbb15aff6307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.223'}], 'enable_snat': True}, 'gw_port_id': 'd2eeffc8-71e4-4d87-82e0-481c3bd2fe30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:51:09Z', 'updated_at': '2022-05-07T21:51:10Z', 'revision_number': 3, 'project_id': '62b1d2f38652407eaa85fbb15aff6307', 'gw_port': {'id': 'd2eeffc8-71e4-4d87-82e0-481c3bd2fe30', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d7:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ea41956-f01f-4a3f-b189-898475ba0e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:51:09Z', 'updated_at': '2022-05-07T21:51:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:51:15.730085 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e312750-dadc-4fea-81eb-cfdd9c279b58 req-27085958-829d-4752-94ea-eda9e78e5e3f tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:15.731038 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1e327c8c-dcc1-4c9b-86b7-1b9a2090f854 req-d528529c-3efc-4c5d-af3a-936a89adf0c2 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/security-groups?id=59e2df0e-870d-42fb-a7c1-a293819c9cdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0729802
May 07 21:51:15.734961 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4e312750-dadc-4fea-81eb-cfdd9c279b58 req-27085958-829d-4752-94ea-eda9e78e5e3f tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8be6b3c-b434-467d-98b2-4d0d5763bed3 HTTP/1.1" status: 200  len: 949 time: 0.5767446
May 07 21:51:15.754832 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7019f69a-73c8-4242-bd89-c1c08662455d None None] The sync data for ids ['0ea41956-f01f-4a3f-b189-898475ba0e80'] in ncdv-master-1 is: [{'id': '0ea41956-f01f-4a3f-b189-898475ba0e80', 'name': 'tempest-AttachSCSIVolumeTestJSON-1393712635-router', 'tenant_id': '62b1d2f38652407eaa85fbb15aff6307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.223'}], 'enable_snat': True}, 'gw_port_id': 'd2eeffc8-71e4-4d87-82e0-481c3bd2fe30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:51:09Z', 'updated_at': '2022-05-07T21:51:10Z', 'revision_number': 3, 'project_id': '62b1d2f38652407eaa85fbb15aff6307', 'gw_port': {'id': 'd2eeffc8-71e4-4d87-82e0-481c3bd2fe30', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d7:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ea41956-f01f-4a3f-b189-898475ba0e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:51:09Z', 'updated_at': '2022-05-07T21:51:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:51:15.755000 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66225b9a-3616-4909-8486-397c0402a10e admin admin] Pushing event updated for resources: {'Port': ['ID=f4404d66-b1ac-4836-97f2-dd8f5120e276,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:15.772304 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-8fd68332-bf2b-458e-941d-148bc45c298d None None] Provisioning complete for port f4404d66-b1ac-4836-97f2-dd8f5120e276 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:51:15.772684 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-8fd68332-bf2b-458e-941d-148bc45c298d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (f4404d66-b1ac-4836-97f2-dd8f5120e276), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:15.821246 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-8fd68332-bf2b-458e-941d-148bc45c298d None None] Port f4404d66-b1ac-4836-97f2-dd8f5120e276 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:51:15.930756 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176eb15e-78b3-4ce0-9cd2-ba14d95f0811 req-d77d55d9-b82a-4e95-a65b-fa8c194c4353 tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:15.933088 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-176eb15e-78b3-4ce0-9cd2-ba14d95f0811 req-d77d55d9-b82a-4e95-a65b-fa8c194c4353 tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] 10.222.0.32 "GET /v2.0/ports?device_id=827a3df8-0013-4d92-a2f1-b9c40fcf5ef1 HTTP/1.1" status: 200  len: 949 time: 0.0582674
May 07 21:51:16.065739 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-176eb15e-78b3-4ce0-9cd2-ba14d95f0811 req-38325d4f-5427-4ffd-bff6-6dbda917cf33 tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] 10.222.0.32 "GET /v2.0/security-groups?id=e6f7bcf3-0863-477a-9a92-cf0af21d6fff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1252708
May 07 21:51:16.145534 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cfdd6ce-94f4-44df-90c2-2933bde298b0 x-openstack-request-id: req-6cfdd6ce-94f4-44df-90c2-2933bde298b0 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:51:16.146107 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8be6b3c-b434-467d-98b2-4d0d5763bed3", "tag": "873114d2-cfcd-4b2f-9a14-3496ecd36990", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:51:16.146325 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6cfdd6ce-94f4-44df-90c2-2933bde298b0 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:51:16.146849 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cfdd6ce-94f4-44df-90c2-2933bde298b0'] response: {'name': 'network-changed', 'server_uuid': 'e8be6b3c-b434-467d-98b2-4d0d5763bed3', 'tag': '873114d2-cfcd-4b2f-9a14-3496ecd36990', 'status': 'completed', 'code': 200}
May 07 21:51:16.172302 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-66225b9a-3616-4909-8486-397c0402a10e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398161'] for router_interface (0ea41956-f01f-4a3f-b189-898475ba0e80), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:16.206059 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5def0614-78f0-452d-b4ee-dff13e1ef14c req-75f3c0a3-6146-4754-9db8-1ae675316253 tempest-ServerAddressesTestJSON-364676349 tempest-ServerAddressesTestJSON-364676349-project] 10.222.0.32 "GET /v2.0/ports?device_id=e589d355-aaf2-4345-8239-14d71c2e31ef HTTP/1.1" status: 200  len: 210 time: 0.0489924
May 07 21:51:16.247242 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e330a64-e072-4959-9a11-c1c5c712b937 admin admin] Deleting subnet ca8aa31e-0762-4142-9690-26161843f094 {{(pid=121836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 21:51:16.247242 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6e330a64-e072-4959-9a11-c1c5c712b937 admin admin] Publish callbacks [] for subnet (ca8aa31e-0762-4142-9690-26161843f094), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:16.307389 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6e330a64-e072-4959-9a11-c1c5c712b937 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726883'] for subnet (ca8aa31e-0762-4142-9690-26161843f094), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:16.309993 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235a0d90-fd9a-414d-bee6-8c071603058d req-6fc4039f-0723-447d-9338-2fffcb4b4b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:16.311555 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-235a0d90-fd9a-414d-bee6-8c071603058d req-6fc4039f-0723-447d-9338-2fffcb4b4b39 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7789855db11445de842c4df75bd05e10&device_id=e8be6b3c-b434-467d-98b2-4d0d5763bed3 HTTP/1.1" status: 200  len: 1131 time: 0.2969120
May 07 21:51:16.374054 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4e312750-dadc-4fea-81eb-cfdd9c279b58 req-75a6b2f9-e8c3-46ab-a432-35034fe00c96 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6334977
May 07 21:51:16.384692 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-527376e4-9f70-4661-976e-e81864f347ae req-e9a6714a-a16e-4aac-bcc3-1157aff5cf75 service neutron] 10.222.0.55 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9623499
May 07 21:51:16.422596 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac32f3-04eb-484f-a22e-42a6bfc6040e req-0f3037ea-1f35-4fea-b085-34718839e71c tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:16.424277 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-47ac32f3-04eb-484f-a22e-42a6bfc6040e req-0f3037ea-1f35-4fea-b085-34718839e71c tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/ports?device_id=5fe177f0-906a-4fa9-aea9-ccd116bb7d25 HTTP/1.1" status: 200  len: 946 time: 0.1165891
May 07 21:51:16.505673 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000271f7-9961-48bf-9b95-042d88ef7b78 req-c9bd1706-bb56-4287-993c-2d8888acc67f tempest-ServerAddressesTestJSON-364676349 tempest-ServerAddressesTestJSON-364676349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:16.507180 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-000271f7-9961-48bf-9b95-042d88ef7b78 req-c9bd1706-bb56-4287-993c-2d8888acc67f tempest-ServerAddressesTestJSON-364676349 tempest-ServerAddressesTestJSON-364676349-project] 10.222.0.59 "GET /v2.0/networks?id=4513501c-1efd-4921-875a-affadc96a9fe HTTP/1.1" status: 200  len: 814 time: 0.4247975
May 07 21:51:16.523704 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-000271f7-9961-48bf-9b95-042d88ef7b78 req-9721cc26-d342-456b-a34d-402d4a552e72 tempest-ServerAddressesTestJSON-364676349 tempest-ServerAddressesTestJSON-364676349-project] Request body: {'port': {'device_id': 'e589d355-aaf2-4345-8239-14d71c2e31ef', 'network_id': '4513501c-1efd-4921-875a-affadc96a9fe', 'admin_state_up': True, 'tenant_id': 'aa0a7786f72343d6a66da6b4e40aee4e'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:51:16.531973 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6e330a64-e072-4959-9a11-c1c5c712b937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (ca8aa31e-0762-4142-9690-26161843f094), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:16.535463 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-66225b9a-3616-4909-8486-397c0402a10e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f4404d66-b1ac-4836-97f2-dd8f5120e276), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:16.550381 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device d2eeffc8-71e4-4d87-82e0-481c3bd2fe30 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:51:16.585326 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-47ac32f3-04eb-484f-a22e-42a6bfc6040e req-a666d691-803d-452e-a55b-a1f40b548c4c tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b502f8-ccda-470b-bf96-4e6ff93590b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1173270
May 07 21:51:16.592838 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device bf4cdac7-29da-404a-9ec1-943fa91f5ab0 up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:51:16.607616 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235a0d90-fd9a-414d-bee6-8c071603058d req-1964c857-4c36-41c1-bca0-de9f1b9cdcce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:16.609097 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-235a0d90-fd9a-414d-bee6-8c071603058d req-1964c857-4c36-41c1-bca0-de9f1b9cdcce service neutron] 10.222.0.59 "GET /v2.0/networks?id=665487f0-78eb-47fb-9a06-b15bc614dc47 HTTP/1.1" status: 200  len: 870 time: 0.2825255
May 07 21:51:16.673479 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning for port bf4cdac7-29da-404a-9ec1-943fa91f5ab0 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:51:16.680684 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port d2eeffc8-71e4-4d87-82e0-481c3bd2fe30 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:51:16.682513 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (d2eeffc8-71e4-4d87-82e0-481c3bd2fe30), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:16.694301 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-235a0d90-fd9a-414d-bee6-8c071603058d req-5006356f-3eec-4e76-9d12-a03e998560b9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=873114d2-cfcd-4b2f-9a14-3496ecd36990 HTTP/1.1" status: 200  len: 217 time: 0.0490890
May 07 21:51:16.715790 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port bf4cdac7-29da-404a-9ec1-943fa91f5ab0 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:51:16.716572 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (bf4cdac7-29da-404a-9ec1-943fa91f5ab0), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:16.804237 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-66225b9a-3616-4909-8486-397c0402a10e admin admin] Publish callbacks [] for port (f4404d66-b1ac-4836-97f2-dd8f5120e276), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:16.817295 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-66225b9a-3616-4909-8486-397c0402a10e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (f4404d66-b1ac-4836-97f2-dd8f5120e276), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:16.817589 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-000271f7-9961-48bf-9b95-042d88ef7b78 req-9721cc26-d342-456b-a34d-402d4a552e72 tempest-ServerAddressesTestJSON-364676349 tempest-ServerAddressesTestJSON-364676349-project] Made reservation on behalf of aa0a7786f72343d6a66da6b4e40aee4e for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:51:16.820431 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port d2eeffc8-71e4-4d87-82e0-481c3bd2fe30 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:51:16.821197 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (d2eeffc8-71e4-4d87-82e0-481c3bd2fe30), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:16.825408 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-000271f7-9961-48bf-9b95-042d88ef7b78 req-9721cc26-d342-456b-a34d-402d4a552e72 tempest-ServerAddressesTestJSON-364676349 tempest-ServerAddressesTestJSON-364676349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:16.835791 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235a0d90-fd9a-414d-bee6-8c071603058d req-d173b661-fca3-4345-9954-7286b838e01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:16.838956 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-235a0d90-fd9a-414d-bee6-8c071603058d req-d173b661-fca3-4345-9954-7286b838e01c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6e0e5c53-1ece-4d20-b01d-5f8c6957edf6 HTTP/1.1" status: 200  len: 843 time: 0.1383741
May 07 21:51:16.847501 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port d2eeffc8-71e4-4d87-82e0-481c3bd2fe30, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d2eeffc8-71e4-4d87-82e0-481c3bd2fe30,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:51:16.854304 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (d2eeffc8-71e4-4d87-82e0-481c3bd2fe30), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:16.854991 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6e330a64-e072-4959-9a11-c1c5c712b937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (ca8aa31e-0762-4142-9690-26161843f094), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:16.921985 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device ad9a7c81-a12e-46cf-aaf1-2746ef83869f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:51:16.926906 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235a0d90-fd9a-414d-bee6-8c071603058d req-3ac314a6-e075-46d6-9e55-471cf3e3cec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:16.927079 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port bf4cdac7-29da-404a-9ec1-943fa91f5ab0 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:51:16.927175 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-235a0d90-fd9a-414d-bee6-8c071603058d req-3ac314a6-e075-46d6-9e55-471cf3e3cec3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=665487f0-78eb-47fb-9a06-b15bc614dc47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0605781
May 07 21:51:16.927271 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (bf4cdac7-29da-404a-9ec1-943fa91f5ab0), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:16.927716 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc6394d-9b45-47c3-841b-179d70bd648c req-a47d7332-1ba5-49c9-9bd1-0b9a4c246db7 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:16.930378 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7cc6394d-9b45-47c3-841b-179d70bd648c req-a47d7332-1ba5-49c9-9bd1-0b9a4c246db7 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4bd37e9-7131-4834-a215-e56f0fb30c5d HTTP/1.1" status: 200  len: 944 time: 0.0822003
May 07 21:51:16.955659 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e330a64-e072-4959-9a11-c1c5c712b937 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca8aa31e-0762-4142-9690-26161843f094,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:16.995207 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: ad9a7c81-a12e-46cf-aaf1-2746ef83869f {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:51:16.995962 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device ad9a7c81-a12e-46cf-aaf1-2746ef83869f not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:51:16.996536 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6e330a64-e072-4959-9a11-c1c5c712b937 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:17.002272 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-6e330a64-e072-4959-9a11-c1c5c712b937 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ca8aa31e-0762-4142-9690-26161843f094 HTTP/1.1" status: 204  len: 168 time: 1.5693996
May 07 21:51:17.003185 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-66225b9a-3616-4909-8486-397c0402a10e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401121'] for router_interface (0ea41956-f01f-4a3f-b189-898475ba0e80), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:17.006415 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 38982) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:51:17.007213 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86cd1058-1655-4950-85db-6266d9ee14a6 None None] Network 3cd5ba47-406b-4cd5-8f0e-08872326b372 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:51:17.058880 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66225b9a-3616-4909-8486-397c0402a10e admin admin] Pushing event updated for resources: {'Port': ['ID=f4404d66-b1ac-4836-97f2-dd8f5120e276,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:17.091871 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-235a0d90-fd9a-414d-bee6-8c071603058d req-1b146c96-4958-4298-bc97-1de499d4c72a service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1186259
May 07 21:51:17.101163 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=d2eeffc8-71e4-4d87-82e0-481c3bd2fe30,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:17.105373 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port bf4cdac7-29da-404a-9ec1-943fa91f5ab0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bf4cdac7-29da-404a-9ec1-943fa91f5ab0,segment=NetworkSegment(f7d0ed20-4dc4-4ede-8fcf-c4a216019a84),segment_id=f7d0ed20-4dc4-4ede-8fcf-c4a216019a84)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:51:17.133161 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (bf4cdac7-29da-404a-9ec1-943fa91f5ab0), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:17.141886 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7cc6394d-9b45-47c3-841b-179d70bd648c req-57211766-67c4-4564-8d60-0ed0ca298f2d tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/security-groups?id=59e2df0e-870d-42fb-a7c1-a293819c9cdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1781368
May 07 21:51:17.186015 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4bd37e9-7131-4834-a215-e56f0fb30c5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf4cdac7-29da-404a-9ec1-943fa91f5ab0'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:51:17.188529 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68fcc2ed-a41e-48df-aefa-6b15648d0641" -d '{"events": [{"server_uuid": "a4bd37e9-7131-4834-a215-e56f0fb30c5d", "name": "network-vif-plugged", "status": "completed", "tag": "bf4cdac7-29da-404a-9ec1-943fa91f5ab0"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:51:17.200759 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=bf4cdac7-29da-404a-9ec1-943fa91f5ab0,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:17.233235 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2bc3f80a-77e4-4b66-85e5-bb7eebaf496b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (3cd5ba47-406b-4cd5-8f0e-08872326b372), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:17.248907 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb45179-d80e-4e04-8ad6-f0e64a4065f7 x-openstack-request-id: req-1bb45179-d80e-4e04-8ad6-f0e64a4065f7 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:51:17.248907 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4bd37e9-7131-4834-a215-e56f0fb30c5d", "name": "network-vif-plugged", "status": "completed", "tag": "bf4cdac7-29da-404a-9ec1-943fa91f5ab0", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:51:17.249197 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1bb45179-d80e-4e04-8ad6-f0e64a4065f7 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:51:17.249470 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bb45179-d80e-4e04-8ad6-f0e64a4065f7'] response: {'server_uuid': 'a4bd37e9-7131-4834-a215-e56f0fb30c5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf4cdac7-29da-404a-9ec1-943fa91f5ab0', 'code': 200}
May 07 21:51:17.290212 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5265a8-8505-429e-8f75-c09295b9ef46 None None] DHCP port deletion for 3cd5ba47-406b-4cd5-8f0e-08872326b372 request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 21:51:17.324582 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0276f277-4cc1-409c-b089-c15b32feae5c req-2bef2258-7ea0-4c99-8839-d46bfcb10bdd tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:17.333565 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0276f277-4cc1-409c-b089-c15b32feae5c req-2bef2258-7ea0-4c99-8839-d46bfcb10bdd tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] 10.222.0.32 "GET /v2.0/ports?device_id=827a3df8-0013-4d92-a2f1-b9c40fcf5ef1 HTTP/1.1" status: 200  len: 949 time: 0.0969388
May 07 21:51:17.336396 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66225b9a-3616-4909-8486-397c0402a10e admin admin] Network 55393a4f-e493-4098-b37d-93ec9341a6b2 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:51:17.342128 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-66225b9a-3616-4909-8486-397c0402a10e admin admin] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:51:17.362904 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [req-000271f7-9961-48bf-9b95-042d88ef7b78 req-9721cc26-d342-456b-a34d-402d4a552e72 tempest-ServerAddressesTestJSON-364676349 tempest-ServerAddressesTestJSON-364676349-project] Allocated IP 172.20.0.14 (4513501c-1efd-4921-875a-affadc96a9fe/75bd88eb-ae1d-467d-bb77-05e28253028a/7ffe92b1-dfd2-4f6a-9df8-10bcc08bfa0c) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:51:17.369837 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-0f5265a8-8505-429e-8f75-c09295b9ef46 None None] Deleting port e041e61f-a2f7-4e5c-a07a-9cf45eb430cb {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:51:17.370987 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-0f5265a8-8505-429e-8f75-c09295b9ef46 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (e041e61f-a2f7-4e5c-a07a-9cf45eb430cb), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:17.403331 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01306fcf-ce63-4ec8-8d6c-89c56f80f9a9 req-68a05723-6607-4e1f-866c-11bd89ab71bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:17.404827 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-01306fcf-ce63-4ec8-8d6c-89c56f80f9a9 req-68a05723-6607-4e1f-866c-11bd89ab71bf service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a4bd37e9-7131-4834-a215-e56f0fb30c5d HTTP/1.1" status: 200  len: 1127 time: 0.0456955
May 07 21:51:17.407872 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-318162f6-4514-4fb6-85de-3e0b8d45acff req-85f0efc2-10b3-4853-b0b7-1565bfebf256 tempest-ServerAddressesTestJSON-364676349 tempest-ServerAddressesTestJSON-364676349-project] 10.222.0.32 "GET /v2.0/ports?device_id=e589d355-aaf2-4345-8239-14d71c2e31ef HTTP/1.1" status: 200  len: 210 time: 0.0868478
May 07 21:51:17.409406 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-2bc3f80a-77e4-4b66-85e5-bb7eebaf496b admin admin] Deleting port e041e61f-a2f7-4e5c-a07a-9cf45eb430cb {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:51:17.409745 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2bc3f80a-77e4-4b66-85e5-bb7eebaf496b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (e041e61f-a2f7-4e5c-a07a-9cf45eb430cb), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:17.425661 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-235a0d90-fd9a-414d-bee6-8c071603058d req-fce71e01-f60c-4d6c-b875-499381b15e23 service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3255532
May 07 21:51:17.483374 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0276f277-4cc1-409c-b089-c15b32feae5c req-61df8a67-2c9e-4fc5-8d7a-79f5c75d28dd tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] 10.222.0.32 "GET /v2.0/security-groups?id=e6f7bcf3-0863-477a-9a92-cf0af21d6fff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1444468
May 07 21:51:17.538511 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-0f5265a8-8505-429e-8f75-c09295b9ef46 None None] For port e041e61f-a2f7-4e5c-a07a-9cf45eb430cb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e041e61f-a2f7-4e5c-a07a-9cf45eb430cb,segment=NetworkSegment(74c0e86c-ce6a-4a8c-8cbb-dcb45d114173),segment_id=74c0e86c-ce6a-4a8c-8cbb-dcb45d114173)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:51:17.547317 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-0f5265a8-8505-429e-8f75-c09295b9ef46 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (e041e61f-a2f7-4e5c-a07a-9cf45eb430cb), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:17.575638 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-0f5265a8-8505-429e-8f75-c09295b9ef46 None None] Calling delete_port for e041e61f-a2f7-4e5c-a07a-9cf45eb430cb owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:51:17.591635 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-01306fcf-ce63-4ec8-8d6c-89c56f80f9a9 req-acc6ad31-e121-4534-8b09-6e82079cc92b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=59e2df0e-870d-42fb-a7c1-a293819c9cdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1796634
May 07 21:51:17.684894 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9121947f-1827-4064-b2bf-825007e24940 req-e91b8510-d85b-41af-a84d-e5028f2e38d5 tempest-LiveMigrationNegativeTest-1153127132 tempest-LiveMigrationNegativeTest-1153127132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:17.686959 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9121947f-1827-4064-b2bf-825007e24940 req-e91b8510-d85b-41af-a84d-e5028f2e38d5 tempest-LiveMigrationNegativeTest-1153127132 tempest-LiveMigrationNegativeTest-1153127132-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=827a3df8-0013-4d92-a2f1-b9c40fcf5ef1 HTTP/1.1" status: 200  len: 1131 time: 0.0689051
May 07 21:51:17.687199 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-2bc3f80a-77e4-4b66-85e5-bb7eebaf496b admin admin] For port e041e61f-a2f7-4e5c-a07a-9cf45eb430cb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e041e61f-a2f7-4e5c-a07a-9cf45eb430cb,segment=NetworkSegment(74c0e86c-ce6a-4a8c-8cbb-dcb45d114173),segment_id=74c0e86c-ce6a-4a8c-8cbb-dcb45d114173)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:51:17.687569 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2bc3f80a-77e4-4b66-85e5-bb7eebaf496b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (e041e61f-a2f7-4e5c-a07a-9cf45eb430cb), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:17.710014 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-2bc3f80a-77e4-4b66-85e5-bb7eebaf496b admin admin] Calling delete_port for e041e61f-a2f7-4e5c-a07a-9cf45eb430cb owned by network:dhcp {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:51:17.721658 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88a057a-6f4d-4e0c-8e1f-2da9ecd6f343 req-6c230baa-d240-4a2c-9304-1a6e61111edd tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:17.723267 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d88a057a-6f4d-4e0c-8e1f-2da9ecd6f343 req-6c230baa-d240-4a2c-9304-1a6e61111edd tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8be6b3c-b434-467d-98b2-4d0d5763bed3 HTTP/1.1" status: 200  len: 949 time: 0.1568625
May 07 21:51:17.726953 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-9121947f-1827-4064-b2bf-825007e24940 req-33370dd6-bb30-4b23-a816-980fc5c29eb1 tempest-LiveMigrationNegativeTest-1153127132 tempest-LiveMigrationNegativeTest-1153127132-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:17.754160 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-000271f7-9961-48bf-9b95-042d88ef7b78 req-9721cc26-d342-456b-a34d-402d4a552e72 tempest-ServerAddressesTestJSON-364676349 tempest-ServerAddressesTestJSON-364676349-project] Publish callbacks [] for port (7ffe92b1-dfd2-4f6a-9df8-10bcc08bfa0c), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:17.815920 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66225b9a-3616-4909-8486-397c0402a10e admin admin] Router 0ea41956-f01f-4a3f-b189-898475ba0e80 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 21:51:17.866566 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-4a3d1210-11e4-4385-aee5-54373361175c None None] Provisioning complete for port f4404d66-b1ac-4836-97f2-dd8f5120e276 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:51:17.867167 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-4a3d1210-11e4-4385-aee5-54373361175c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (f4404d66-b1ac-4836-97f2-dd8f5120e276), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:17.892044 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-000271f7-9961-48bf-9b95-042d88ef7b78 req-9721cc26-d342-456b-a34d-402d4a552e72 tempest-ServerAddressesTestJSON-364676349 tempest-ServerAddressesTestJSON-364676349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (7ffe92b1-dfd2-4f6a-9df8-10bcc08bfa0c), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:17.913760 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-4a3d1210-11e4-4385-aee5-54373361175c None None] Port f4404d66-b1ac-4836-97f2-dd8f5120e276 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:51:17.916924 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-0f5265a8-8505-429e-8f75-c09295b9ef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (e041e61f-a2f7-4e5c-a07a-9cf45eb430cb), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:17.921044 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d88a057a-6f4d-4e0c-8e1f-2da9ecd6f343 req-52a54ff7-b29b-4ad1-a62b-e0793f3674d1 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1840489
May 07 21:51:17.960171 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5265a8-8505-429e-8f75-c09295b9ef46 None None] Pushing event deleted for resources: {'Port': ['ID=e041e61f-a2f7-4e5c-a07a-9cf45eb430cb,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:17.965340 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5265a8-8505-429e-8f75-c09295b9ef46 None None] No DVR routers for this DVR port e041e61f-a2f7-4e5c-a07a-9cf45eb430cb on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:51:17.972046 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235a0d90-fd9a-414d-bee6-8c071603058d req-221ecafb-c87c-4fef-be79-0042c151553a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:17.973995 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-235a0d90-fd9a-414d-bee6-8c071603058d req-221ecafb-c87c-4fef-be79-0042c151553a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7789855db11445de842c4df75bd05e10&device_id=e8be6b3c-b434-467d-98b2-4d0d5763bed3 HTTP/1.1" status: 200  len: 1131 time: 0.1499350
May 07 21:51:17.979923 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2bc3f80a-77e4-4b66-85e5-bb7eebaf496b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (e041e61f-a2f7-4e5c-a07a-9cf45eb430cb), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:18.029214 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc3f80a-77e4-4b66-85e5-bb7eebaf496b admin admin] Pushing event deleted for resources: {'Port': ['ID=e041e61f-a2f7-4e5c-a07a-9cf45eb430cb,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:18.036491 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc3f80a-77e4-4b66-85e5-bb7eebaf496b admin admin] No DVR routers for this DVR port e041e61f-a2f7-4e5c-a07a-9cf45eb430cb on host ncdv-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:51:18.044837 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-9121947f-1827-4064-b2bf-825007e24940 req-33370dd6-bb30-4b23-a816-980fc5c29eb1 tempest-LiveMigrationNegativeTest-1153127132 tempest-LiveMigrationNegativeTest-1153127132-project-admin] Publish callbacks [] for security_group (604e0192-c405-4736-8d59-ab580cb0423e), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:18.073492 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-000271f7-9961-48bf-9b95-042d88ef7b78 req-9721cc26-d342-456b-a34d-402d4a552e72 tempest-ServerAddressesTestJSON-364676349 tempest-ServerAddressesTestJSON-364676349-project] Network 4513501c-1efd-4921-875a-affadc96a9fe is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:51:18.074285 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-9121947f-1827-4064-b2bf-825007e24940 req-33370dd6-bb30-4b23-a816-980fc5c29eb1 tempest-LiveMigrationNegativeTest-1153127132 tempest-LiveMigrationNegativeTest-1153127132-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (604e0192-c405-4736-8d59-ab580cb0423e), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:18.084184 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [req-000271f7-9961-48bf-9b95-042d88ef7b78 req-9721cc26-d342-456b-a34d-402d4a552e72 tempest-ServerAddressesTestJSON-364676349 tempest-ServerAddressesTestJSON-364676349-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:51:18.100715 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-000271f7-9961-48bf-9b95-042d88ef7b78 req-9721cc26-d342-456b-a34d-402d4a552e72 tempest-ServerAddressesTestJSON-364676349 tempest-ServerAddressesTestJSON-364676349-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:51:18.110130 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9721cc26-d342-456b-a34d-402d4a552e72 tempest-ServerAddressesTestJSON-364676349 tempest-ServerAddressesTestJSON-364676349-project] Pushing event updated for resources: {'Port': ['ID=7ffe92b1-dfd2-4f6a-9df8-10bcc08bfa0c,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:18.203194 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9121947f-1827-4064-b2bf-825007e24940 req-33370dd6-bb30-4b23-a816-980fc5c29eb1 tempest-LiveMigrationNegativeTest-1153127132 tempest-LiveMigrationNegativeTest-1153127132-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=e6f7bcf3-0863-477a-9a92-cf0af21d6fff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4999442
May 07 21:51:18.205348 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33370dd6-bb30-4b23-a816-980fc5c29eb1 tempest-LiveMigrationNegativeTest-1153127132 tempest-LiveMigrationNegativeTest-1153127132-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=604e0192-c405-4736-8d59-ab580cb0423e,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:18.234723 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000271f7-9961-48bf-9b95-042d88ef7b78 req-9721cc26-d342-456b-a34d-402d4a552e72 tempest-ServerAddressesTestJSON-364676349 tempest-ServerAddressesTestJSON-364676349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:18.235386 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-000271f7-9961-48bf-9b95-042d88ef7b78 req-9721cc26-d342-456b-a34d-402d4a552e72 tempest-ServerAddressesTestJSON-364676349 tempest-ServerAddressesTestJSON-364676349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:18.253324 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-000271f7-9961-48bf-9b95-042d88ef7b78 req-9721cc26-d342-456b-a34d-402d4a552e72 tempest-ServerAddressesTestJSON-364676349 tempest-ServerAddressesTestJSON-364676349-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.7364328
May 07 21:51:18.316677 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf17015-2df2-4629-9eac-dfb9f127af66 req-8cf2a2f2-2f9e-4786-b631-8f3bf5212bac tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:18.318878 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-cdf17015-2df2-4629-9eac-dfb9f127af66 req-8cf2a2f2-2f9e-4786-b631-8f3bf5212bac tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/ports?device_id=5fe177f0-906a-4fa9-aea9-ccd116bb7d25 HTTP/1.1" status: 200  len: 946 time: 0.2034113
May 07 21:51:18.359504 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235a0d90-fd9a-414d-bee6-8c071603058d req-00969800-3f17-440f-ac87-c7bc4c53e170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:18.361298 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-235a0d90-fd9a-414d-bee6-8c071603058d req-00969800-3f17-440f-ac87-c7bc4c53e170 service neutron] 10.222.0.55 "GET /v2.0/networks?id=665487f0-78eb-47fb-9a06-b15bc614dc47 HTTP/1.1" status: 200  len: 870 time: 0.3447084
May 07 21:51:18.363350 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2bc3f80a-77e4-4b66-85e5-bb7eebaf496b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (3cd5ba47-406b-4cd5-8f0e-08872326b372), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:18.378300 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66225b9a-3616-4909-8486-397c0402a10e admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:51:18.388840 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ae1166-919f-4825-bc8f-3a9e502e5ab1 None None] Sync routers for ids ['0ea41956-f01f-4a3f-b189-898475ba0e80'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:51:18.396591 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-000271f7-9961-48bf-9b95-042d88ef7b78 req-ad559595-9043-4d88-b947-e3d1268cb843 service neutron] Request body: {'port': {'device_id': 'e589d355-aaf2-4345-8239-14d71c2e31ef', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:51:18.416021 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-66225b9a-3616-4909-8486-397c0402a10e admin admin] 10.222.0.32 "PUT /v2.0/routers/0ea41956-f01f-4a3f-b189-898475ba0e80/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.7091115
May 07 21:51:18.416494 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ae1166-919f-4825-bc8f-3a9e502e5ab1 None None] Routers {'0ea41956-f01f-4a3f-b189-898475ba0e80'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:51:18.416494 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-e2ae1166-919f-4825-bc8f-3a9e502e5ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c89b9a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:50:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['0ea41956-f01f-4a3f-b189-898475ba0e80'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:51:18.447001 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-235a0d90-fd9a-414d-bee6-8c071603058d req-77e4675c-8e30-4106-826c-5ca94599e58c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=873114d2-cfcd-4b2f-9a14-3496ecd36990 HTTP/1.1" status: 200  len: 217 time: 0.0756130
May 07 21:51:18.466985 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-2bc3f80a-77e4-4b66-85e5-bb7eebaf496b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf86ca7070>,) {'filters': {'network_id': ['3cd5ba47-406b-4cd5-8f0e-08872326b372']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:51:18.507423 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-2bc3f80a-77e4-4b66-85e5-bb7eebaf496b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf86ca7070>, '74c0e86c-ce6a-4a8c-8cbb-dcb45d114173') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:51:18.507723 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-2bc3f80a-77e4-4b66-85e5-bb7eebaf496b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf86ca7070>, '74c0e86c-ce6a-4a8c-8cbb-dcb45d114173') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:51:18.545433 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2bc3f80a-77e4-4b66-85e5-bb7eebaf496b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (74c0e86c-ce6a-4a8c-8cbb-dcb45d114173), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:18.570540 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-cdf17015-2df2-4629-9eac-dfb9f127af66 req-259ebdf6-300b-4668-8341-24cf088bf302 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b502f8-ccda-470b-bf96-4e6ff93590b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2163086
May 07 21:51:18.598677 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device d2eeffc8-71e4-4d87-82e0-481c3bd2fe30 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:51:18.607918 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2bc3f80a-77e4-4b66-85e5-bb7eebaf496b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (74c0e86c-ce6a-4a8c-8cbb-dcb45d114173), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:18.617687 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235a0d90-fd9a-414d-bee6-8c071603058d req-ad6d84c5-ea4c-41ec-b6a6-a377e169113c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:18.620502 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-235a0d90-fd9a-414d-bee6-8c071603058d req-ad6d84c5-ea4c-41ec-b6a6-a377e169113c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6e0e5c53-1ece-4d20-b01d-5f8c6957edf6 HTTP/1.1" status: 200  len: 843 time: 0.1567147
May 07 21:51:18.621769 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bc3f80a-77e4-4b66-85e5-bb7eebaf496b admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 21:51:18.622369 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2bc3f80a-77e4-4b66-85e5-bb7eebaf496b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (74c0e86c-ce6a-4a8c-8cbb-dcb45d114173), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:18.624790 ncdv-master-1 neutron-server[121836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 21:51:18.624790 ncdv-master-1 neutron-server[121836]:   self.session.flush()
May 07 21:51:18.624790 ncdv-master-1 neutron-server[121836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 21:51:18.624790 ncdv-master-1 neutron-server[121836]:   self.session.flush()
May 07 21:51:18.624790 ncdv-master-1 neutron-server[121836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 21:51:18.624790 ncdv-master-1 neutron-server[121836]:   self.session.flush()
May 07 21:51:18.624790 ncdv-master-1 neutron-server[121836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 21:51:18.624790 ncdv-master-1 neutron-server[121836]:   self.session.flush()
May 07 21:51:18.624790 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 21:51:18.624790 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 21:51:18.624790 ncdv-master-1 neutron-server[121836]:     timer()
May 07 21:51:18.624790 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 21:51:18.624790 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 21:51:18.624790 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 21:51:18.624790 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 21:51:18.624790 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 21:51:18.624790 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 21:51:18.624790 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 21:51:18.624790 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 21:51:18.624790 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 21:51:18.624790 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 21:51:18.624790 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 21:51:18.624790 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 21:51:18.624790 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 21:51:18.624790 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 21:51:18.624790 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 21:51:18.624790 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 21:51:18.624790 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 21:51:18.624790 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 21:51:18.624790 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 21:51:18.624790 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 21:51:18.624790 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 21:51:18.624790 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 21:51:18.624790 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 21:51:18.624790 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 21:51:18.624790 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 21:51:18.624790 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 21:51:18.624790 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 21:51:18.624790 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 21:51:18.624790 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 21:51:18.669501 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-000271f7-9961-48bf-9b95-042d88ef7b78 req-ad559595-9043-4d88-b947-e3d1268cb843 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (7ffe92b1-dfd2-4f6a-9df8-10bcc08bfa0c), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:18.707053 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04349653-51c9-4ecb-a4b4-be149c02f1a4 req-21e0310e-614f-4eed-86dd-870d3bac3006 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:18.710274 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-04349653-51c9-4ecb-a4b4-be149c02f1a4 req-21e0310e-614f-4eed-86dd-870d3bac3006 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4bd37e9-7131-4834-a215-e56f0fb30c5d HTTP/1.1" status: 200  len: 945 time: 0.1568522
May 07 21:51:18.712647 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-e2ae1166-919f-4825-bc8f-3a9e502e5ab1 None None] Set router 0ea41956-f01f-4a3f-b189-898475ba0e80 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:51:18.732910 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235a0d90-fd9a-414d-bee6-8c071603058d req-2b655ad2-a6c5-491f-baf3-d99265b8fbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:18.735535 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-235a0d90-fd9a-414d-bee6-8c071603058d req-2b655ad2-a6c5-491f-baf3-d99265b8fbe9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=665487f0-78eb-47fb-9a06-b15bc614dc47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0953655
May 07 21:51:18.738806 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2bc3f80a-77e4-4b66-85e5-bb7eebaf496b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (3cd5ba47-406b-4cd5-8f0e-08872326b372), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:18.749643 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2bc3f80a-77e4-4b66-85e5-bb7eebaf496b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:18.760922 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-2bc3f80a-77e4-4b66-85e5-bb7eebaf496b admin admin] 10.222.0.32 "DELETE /v2.0/networks/3cd5ba47-406b-4cd5-8f0e-08872326b372 HTTP/1.1" status: 204  len: 168 time: 1.7529397
May 07 21:51:18.787768 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port d2eeffc8-71e4-4d87-82e0-481c3bd2fe30 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:51:18.788348 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (d2eeffc8-71e4-4d87-82e0-481c3bd2fe30), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:18.889509 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-235a0d90-fd9a-414d-bee6-8c071603058d req-f04ed450-fbb6-4ea4-bda0-a300ddcb6cb6 service neutron] 10.222.0.55 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1272426
May 07 21:51:18.936186 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc3f80a-77e4-4b66-85e5-bb7eebaf496b admin admin] Pushing event deleted for resources: {'Network': ['ID=3cd5ba47-406b-4cd5-8f0e-08872326b372,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:18.939993 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-04349653-51c9-4ecb-a4b4-be149c02f1a4 req-9e813e7c-659a-4284-ab12-c4a37fd63306 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/security-groups?id=59e2df0e-870d-42fb-a7c1-a293819c9cdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1824346
May 07 21:51:19.109470 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 39026) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:51:19.137594 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cbdef6-92b4-442d-a5dc-561f7e797b66 req-c5272fb1-fb08-4098-b10d-aeb100015dfb tempest-ServerAddressesTestJSON-364676349 tempest-ServerAddressesTestJSON-364676349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:19.143992 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-34cbdef6-92b4-442d-a5dc-561f7e797b66 req-c5272fb1-fb08-4098-b10d-aeb100015dfb tempest-ServerAddressesTestJSON-364676349 tempest-ServerAddressesTestJSON-364676349-project] 10.222.0.32 "GET /v2.0/ports?device_id=e589d355-aaf2-4345-8239-14d71c2e31ef HTTP/1.1" status: 200  len: 932 time: 0.0826273
May 07 21:51:19.153748 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21609fbd-3fc6-4061-8f43-6502a197c7a6 req-957e0003-94a9-45e0-bbd4-74160f02d6c4 tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:19.160710 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-21609fbd-3fc6-4061-8f43-6502a197c7a6 req-957e0003-94a9-45e0-bbd4-74160f02d6c4 tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d774b77-243e-4663-a376-3bbd59bd54e5 HTTP/1.1" status: 200  len: 945 time: 0.2492394
May 07 21:51:19.217553 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-67ba1a9e-9856-4913-9927-471b05ee3574 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=487fc10ff315438ca2de090c396e3cfb&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1051903
May 07 21:51:19.218459 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 39028) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:51:19.226610 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-e2ae1166-919f-4825-bc8f-3a9e502e5ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c89b9a0>, [{'id': '0ea41956-f01f-4a3f-b189-898475ba0e80', 'name': 'tempest-AttachSCSIVolumeTestJSON-1393712635-router', 'tenant_id': '62b1d2f38652407eaa85fbb15aff6307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.223'}], 'enable_snat': True}, 'gw_port_id': 'd2eeffc8-71e4-4d87-82e0-481c3bd2fe30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:51:09Z', 'updated_at': '2022-05-07T21:51:16Z', 'revision_number': 4, 'project_id': '62b1d2f38652407eaa85fbb15aff6307', 'gw_port': {'id': 'd2eeffc8-71e4-4d87-82e0-481c3bd2fe30', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea41956-f01f-4a3f-b189-898475ba0e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:51:09Z', 'updated_at': '2022-05-07T21:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f4404d66-b1ac-4836-97f2-dd8f5120e276', 'name': '', 'network_id': '55393a4f-e493-4098-b37d-93ec9341a6b2', 'tenant_id': '62b1d2f38652407eaa85fbb15aff6307', 'mac_address': 'fa:16:3e:97:10:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ea41956-f01f-4a3f-b189-898475ba0e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': 'a8702188-d480-41a4-ada8-7cdbcc65e165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:51:13Z', 'updated_at': '2022-05-07T21:51:16Z', 'revision_number': 2, 'project_id': '62b1d2f38652407eaa85fbb15aff6307', 'subnets': [{'id': 'a8702188-d480-41a4-ada8-7cdbcc65e165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:51:19.238739 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-235a0d90-fd9a-414d-bee6-8c071603058d req-bb419c2e-ca2b-4f95-b723-ab392274bbd1 service neutron] 10.222.0.55 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3249471
May 07 21:51:19.264391 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-21609fbd-3fc6-4061-8f43-6502a197c7a6 req-b1656987-85e1-4e64-a013-addc249b9154 tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e90986d-5a53-47e1-9ed6-f20762c03fca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1025190
May 07 21:51:19.283390 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port d2eeffc8-71e4-4d87-82e0-481c3bd2fe30 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:51:19.286654 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ae1166-919f-4825-bc8f-3a9e502e5ab1 None None] Checking router: 0ea41956-f01f-4a3f-b189-898475ba0e80 for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 21:51:19.286991 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ae1166-919f-4825-bc8f-3a9e502e5ab1 None None] Updating router 0ea41956-f01f-4a3f-b189-898475ba0e80 port f4404d66-b1ac-4836-97f2-dd8f5120e276 binding host ncdv-master-1 {{(pid=121838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 21:51:19.300023 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-34cbdef6-92b4-442d-a5dc-561f7e797b66 req-31edfba3-2aa7-4287-90b3-fafe30ae788a tempest-ServerAddressesTestJSON-364676349 tempest-ServerAddressesTestJSON-364676349-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7eef0f4-71cc-4b1f-9fff-2eabb3e30ba9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1539028
May 07 21:51:19.334690 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e2ae1166-919f-4825-bc8f-3a9e502e5ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f4404d66-b1ac-4836-97f2-dd8f5120e276), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:19.366345 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [req-000271f7-9961-48bf-9b95-042d88ef7b78 req-ad559595-9043-4d88-b947-e3d1268cb843 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ffe92b1-dfd2-4f6a-9df8-10bcc08bfa0c {{(pid=121837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:51:19.373087 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cd26ab-fd5f-4200-9d63-a5c1a891bba3 req-9fd2605f-46e3-4be2-8979-3964aaffa1f9 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:19.379317 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f1cd26ab-fd5f-4200-9d63-a5c1a891bba3 req-9fd2605f-46e3-4be2-8979-3964aaffa1f9 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/ports?device_id=5fe177f0-906a-4fa9-aea9-ccd116bb7d25 HTTP/1.1" status: 200  len: 946 time: 0.0665784
May 07 21:51:19.383341 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 873114d2-cfcd-4b2f-9a14-3496ecd36990 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:51:19.394547 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-000271f7-9961-48bf-9b95-042d88ef7b78 req-ad559595-9043-4d88-b947-e3d1268cb843 service neutron] Publish callbacks [] for port (7ffe92b1-dfd2-4f6a-9df8-10bcc08bfa0c), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:19.421838 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device e041e61f-a2f7-4e5c-a07a-9cf45eb430cb no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:51:19.448343 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-000271f7-9961-48bf-9b95-042d88ef7b78 req-ad559595-9043-4d88-b947-e3d1268cb843 service neutron] Transition to ACTIVE for port object 7ffe92b1-dfd2-4f6a-9df8-10bcc08bfa0c will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:51:19.459771 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-10338771-0d3f-456b-9d50-057b50f67b17 admin admin] Publish callbacks [] for security_group (3bcd7df6-3a7c-43e8-85e7-ca754381f132), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:19.465322 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f1cd26ab-fd5f-4200-9d63-a5c1a891bba3 req-e4ef6d4e-3d81-4f70-841f-7af518bee428 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b502f8-ccda-470b-bf96-4e6ff93590b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0822537
May 07 21:51:19.467799 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-000271f7-9961-48bf-9b95-042d88ef7b78 req-ad559595-9043-4d88-b947-e3d1268cb843 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (7ffe92b1-dfd2-4f6a-9df8-10bcc08bfa0c), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:19.512386 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 39040) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:51:19.518493 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-a10b6e23-406c-4f75-b7ae-e4099deb0e50 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-2114222160-network', 'tenant_id': '90ce3cad9a044db6a6f73cbbe92dc662'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:51:19.523449 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: e041e61f-a2f7-4e5c-a07a-9cf45eb430cb {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:51:19.523794 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device e041e61f-a2f7-4e5c-a07a-9cf45eb430cb not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:51:19.556115 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a10b6e23-406c-4f75-b7ae-e4099deb0e50 admin admin] Made reservation on behalf of 90ce3cad9a044db6a6f73cbbe92dc662 for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:51:19.558650 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a10b6e23-406c-4f75-b7ae-e4099deb0e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:19.576388 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a10b6e23-406c-4f75-b7ae-e4099deb0e50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:19.595288 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-10338771-0d3f-456b-9d50-057b50f67b17 admin admin] Publish callbacks [] for security_group (3bcd7df6-3a7c-43e8-85e7-ca754381f132), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:19.619806 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad559595-9043-4d88-b947-e3d1268cb843 service neutron] Pushing event updated for resources: {'Port': ['ID=7ffe92b1-dfd2-4f6a-9df8-10bcc08bfa0c,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:19.657922 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ec991a-1f20-4ca6-96a6-252181b6caac req-2d579372-07f2-481a-81fa-8c623c1e11cc tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:19.664521 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-22ec991a-1f20-4ca6-96a6-252181b6caac req-2d579372-07f2-481a-81fa-8c623c1e11cc tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8be6b3c-b434-467d-98b2-4d0d5763bed3 HTTP/1.1" status: 200  len: 949 time: 0.1281178
May 07 21:51:19.681579 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 873114d2-cfcd-4b2f-9a14-3496ecd36990, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=873114d2-cfcd-4b2f-9a14-3496ecd36990,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:51:19.704870 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': '873114d2-cfcd-4b2f-9a14-3496ecd36990', 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47', 'port_id': '873114d2-cfcd-4b2f-9a14-3496ecd36990', 'mac_address': 'fa:16:3e:b4:d5:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e0e5c53-1ece-4d20-b01d-5f8c6957edf6', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:51:19.752990 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 873114d2-cfcd-4b2f-9a14-3496ecd36990 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:51:19.753386 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (873114d2-cfcd-4b2f-9a14-3496ecd36990), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:19.757866 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a10b6e23-406c-4f75-b7ae-e4099deb0e50 admin admin] Publish callbacks [] for security_group (5042bd47-3452-462f-9b22-78a9d3734968), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:19.765646 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a10b6e23-406c-4f75-b7ae-e4099deb0e50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (5042bd47-3452-462f-9b22-78a9d3734968), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:19.779777 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 873114d2-cfcd-4b2f-9a14-3496ecd36990 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:51:19.785239 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-22ec991a-1f20-4ca6-96a6-252181b6caac req-a9e5c440-41c1-4154-a551-5684166bc3fa tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0836327
May 07 21:51:19.799072 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-000271f7-9961-48bf-9b95-042d88ef7b78 req-ad559595-9043-4d88-b947-e3d1268cb843 service neutron] Attempting to bind port 7ffe92b1-dfd2-4f6a-9df8-10bcc08bfa0c on host nch2-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:51:19.799423 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-000271f7-9961-48bf-9b95-042d88ef7b78 req-ad559595-9043-4d88-b947-e3d1268cb843 service neutron] Attempting to bind port 7ffe92b1-dfd2-4f6a-9df8-10bcc08bfa0c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '30d9864a-e36c-49b1-931b-be94401ea778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4513501c-1efd-4921-875a-affadc96a9fe'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:51:19.799815 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000271f7-9961-48bf-9b95-042d88ef7b78 req-ad559595-9043-4d88-b947-e3d1268cb843 service neutron] Attempting to bind port 7ffe92b1-dfd2-4f6a-9df8-10bcc08bfa0c on network 4513501c-1efd-4921-875a-affadc96a9fe {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:51:19.803678 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-10338771-0d3f-456b-9d50-057b50f67b17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (3bcd7df6-3a7c-43e8-85e7-ca754381f132), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:19.806075 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-10338771-0d3f-456b-9d50-057b50f67b17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:19.809673 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-10338771-0d3f-456b-9d50-057b50f67b17 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3bcd7df6-3a7c-43e8-85e7-ca754381f132 HTTP/1.1" status: 204  len: 168 time: 0.5846875
May 07 21:51:19.829885 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 873114d2-cfcd-4b2f-9a14-3496ecd36990, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=873114d2-cfcd-4b2f-9a14-3496ecd36990,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:51:19.844025 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10338771-0d3f-456b-9d50-057b50f67b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bcd7df6-3a7c-43e8-85e7-ca754381f132,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:19.846576 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (873114d2-cfcd-4b2f-9a14-3496ecd36990), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:19.848512 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000271f7-9961-48bf-9b95-042d88ef7b78 req-ad559595-9043-4d88-b947-e3d1268cb843 service neutron] Port 7ffe92b1-dfd2-4f6a-9df8-10bcc08bfa0c on network 4513501c-1efd-4921-875a-affadc96a9fe not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:51:19.848848 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000271f7-9961-48bf-9b95-042d88ef7b78 req-ad559595-9043-4d88-b947-e3d1268cb843 service neutron] Attempting to bind port 7ffe92b1-dfd2-4f6a-9df8-10bcc08bfa0c on network 4513501c-1efd-4921-875a-affadc96a9fe {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:51:19.854259 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10b6e23-406c-4f75-b7ae-e4099deb0e50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5042bd47-3452-462f-9b22-78a9d3734968,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:19.864051 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000271f7-9961-48bf-9b95-042d88ef7b78 req-ad559595-9043-4d88-b947-e3d1268cb843 service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:51:19.864417 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000271f7-9961-48bf-9b95-042d88ef7b78 req-ad559595-9043-4d88-b947-e3d1268cb843 service neutron] Checking segment: {'id': '30d9864a-e36c-49b1-931b-be94401ea778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4513501c-1efd-4921-875a-affadc96a9fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:51:19.864833 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-000271f7-9961-48bf-9b95-042d88ef7b78 req-ad559595-9043-4d88-b947-e3d1268cb843 service neutron] Bound using segment: {'id': '30d9864a-e36c-49b1-931b-be94401ea778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4513501c-1efd-4921-875a-affadc96a9fe'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:51:19.865496 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-000271f7-9961-48bf-9b95-042d88ef7b78 req-ad559595-9043-4d88-b947-e3d1268cb843 service neutron] Bound port: 7ffe92b1-dfd2-4f6a-9df8-10bcc08bfa0c, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30d9864a-e36c-49b1-931b-be94401ea778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4513501c-1efd-4921-875a-affadc96a9fe'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:51:19.865630 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-000271f7-9961-48bf-9b95-042d88ef7b78 req-ad559595-9043-4d88-b947-e3d1268cb843 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (7ffe92b1-dfd2-4f6a-9df8-10bcc08bfa0c), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:19.876814 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a10b6e23-406c-4f75-b7ae-e4099deb0e50 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 21:51:19.902135 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a10b6e23-406c-4f75-b7ae-e4099deb0e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (0c68f4a4-1adb-4fc4-b550-46d9215c674a), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:19.904276 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-a10b6e23-406c-4f75-b7ae-e4099deb0e50 admin admin] Added segment 0c68f4a4-1adb-4fc4-b550-46d9215c674a of type vlan for network 7bf59b6e-50d7-4f5b-9aae-a2fd865e20d6
May 07 21:51:19.986504 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a10b6e23-406c-4f75-b7ae-e4099deb0e50 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (7bf59b6e-50d7-4f5b-9aae-a2fd865e20d6), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:20.020006 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619bdbd9-f188-41d7-8e18-6b5c7d118d54 req-9bd88445-c6d2-4b48-98b1-668699b937e9 tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:20.021747 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-619bdbd9-f188-41d7-8e18-6b5c7d118d54 req-9bd88445-c6d2-4b48-98b1-668699b937e9 tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] 10.222.0.32 "GET /v2.0/ports?device_id=827a3df8-0013-4d92-a2f1-b9c40fcf5ef1 HTTP/1.1" status: 200  len: 949 time: 0.0780094
May 07 21:51:20.042627 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e2ae1166-919f-4825-bc8f-3a9e502e5ab1 None None] Publish callbacks [] for port (f4404d66-b1ac-4836-97f2-dd8f5120e276), precommit_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:20.044562 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=873114d2-cfcd-4b2f-9a14-3496ecd36990,revision_number=12']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:20.050728 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-000271f7-9961-48bf-9b95-042d88ef7b78 req-ad559595-9043-4d88-b947-e3d1268cb843 service neutron] For port 7ffe92b1-dfd2-4f6a-9df8-10bcc08bfa0c, host nch2-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:51:20.057136 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e2ae1166-919f-4825-bc8f-3a9e502e5ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (f4404d66-b1ac-4836-97f2-dd8f5120e276), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:20.072746 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-000271f7-9961-48bf-9b95-042d88ef7b78 req-ad559595-9043-4d88-b947-e3d1268cb843 service neutron] For port 7ffe92b1-dfd2-4f6a-9df8-10bcc08bfa0c, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7ffe92b1-dfd2-4f6a-9df8-10bcc08bfa0c,segment=NetworkSegment(30d9864a-e36c-49b1-931b-be94401ea778),segment_id=30d9864a-e36c-49b1-931b-be94401ea778)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:51:20.086649 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a10b6e23-406c-4f75-b7ae-e4099deb0e50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (7bf59b6e-50d7-4f5b-9aae-a2fd865e20d6), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:20.088205 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10b6e23-406c-4f75-b7ae-e4099deb0e50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:20.088884 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a10b6e23-406c-4f75-b7ae-e4099deb0e50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:20.099322 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-000271f7-9961-48bf-9b95-042d88ef7b78 req-ad559595-9043-4d88-b947-e3d1268cb843 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (7ffe92b1-dfd2-4f6a-9df8-10bcc08bfa0c), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:20.139186 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000271f7-9961-48bf-9b95-042d88ef7b78 req-ad559595-9043-4d88-b947-e3d1268cb843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:20.141354 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['873114d2-cfcd-4b2f-9a14-3496ecd36990'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:51:20.141794 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-000271f7-9961-48bf-9b95-042d88ef7b78 req-ad559595-9043-4d88-b947-e3d1268cb843 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:20.145202 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-000271f7-9961-48bf-9b95-042d88ef7b78 req-ad559595-9043-4d88-b947-e3d1268cb843 service neutron] 10.222.0.59 "PUT /v2.0/ports/7ffe92b1-dfd2-4f6a-9df8-10bcc08bfa0c HTTP/1.1" status: 200  len: 1092 time: 1.7541411
May 07 21:51:20.148722 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e589d355-aaf2-4345-8239-14d71c2e31ef', 'tag': '7ffe92b1-dfd2-4f6a-9df8-10bcc08bfa0c'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:51:20.155606 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f7473c6-3f92-43c7-b308-8c607e838a1e" -d '{"events": [{"name": "network-changed", "server_uuid": "e589d355-aaf2-4345-8239-14d71c2e31ef", "tag": "7ffe92b1-dfd2-4f6a-9df8-10bcc08bfa0c"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:51:20.185756 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-619bdbd9-f188-41d7-8e18-6b5c7d118d54 req-2bc361e3-dd81-4acd-86d5-e71636a4e09a tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] 10.222.0.32 "GET /v2.0/security-groups?id=e6f7bcf3-0863-477a-9a92-cf0af21d6fff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1473391
May 07 21:51:20.197894 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-a10b6e23-406c-4f75-b7ae-e4099deb0e50 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.6832495
May 07 21:51:20.200771 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 39068) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:51:20.211560 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-60997191-e3ba-4fbd-b12e-54db8404db75 admin admin] Request body: {'subnet': {'network_id': '7bf59b6e-50d7-4f5b-9aae-a2fd865e20d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-2114222160-subnet', 'tenant_id': '90ce3cad9a044db6a6f73cbbe92dc662', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:51:20.326597 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10b6e23-406c-4f75-b7ae-e4099deb0e50 admin admin] Pushing event updated for resources: {'Network': ['ID=7bf59b6e-50d7-4f5b-9aae-a2fd865e20d6,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:20.345955 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000271f7-9961-48bf-9b95-042d88ef7b78 req-947d0dbc-c503-4dad-af25-99850b4f57b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:20.347199 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-000271f7-9961-48bf-9b95-042d88ef7b78 req-947d0dbc-c503-4dad-af25-99850b4f57b4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=aa0a7786f72343d6a66da6b4e40aee4e&device_id=e589d355-aaf2-4345-8239-14d71c2e31ef HTTP/1.1" status: 200  len: 1126 time: 0.1150098
May 07 21:51:20.349666 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 7bf59b6e-50d7-4f5b-9aae-a2fd865e20d6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 21:51:20.359272 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60997191-e3ba-4fbd-b12e-54db8404db75 admin admin] Made reservation on behalf of 90ce3cad9a044db6a6f73cbbe92dc662 for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:51:20.361496 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-60997191-e3ba-4fbd-b12e-54db8404db75 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:20.368828 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44f5cdf-770e-4864-a3e5-01971dd76efa None None] Pushing event updated for resources: {'Port': ['ID=f4404d66-b1ac-4836-97f2-dd8f5120e276,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:20.376505 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad559595-9043-4d88-b947-e3d1268cb843 service neutron] Pushing event updated for resources: {'Port': ['ID=7ffe92b1-dfd2-4f6a-9df8-10bcc08bfa0c,revision_number=3']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:20.453289 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-e2ae1166-919f-4825-bc8f-3a9e502e5ab1 None None] Attempting to bind port f4404d66-b1ac-4836-97f2-dd8f5120e276 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:51:20.454384 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-e2ae1166-919f-4825-bc8f-3a9e502e5ab1 None None] Attempting to bind port f4404d66-b1ac-4836-97f2-dd8f5120e276 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2dff9de9-2f96-4532-9294-ee53fdca51cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '55393a4f-e493-4098-b37d-93ec9341a6b2'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:51:20.454705 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-000271f7-9961-48bf-9b95-042d88ef7b78 req-11e7a992-7a02-4d0e-9774-6e574db47af9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ffe92b1-dfd2-4f6a-9df8-10bcc08bfa0c HTTP/1.1" status: 200  len: 217 time: 0.0781348
May 07 21:51:20.455084 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ae1166-919f-4825-bc8f-3a9e502e5ab1 None None] Attempting to bind port f4404d66-b1ac-4836-97f2-dd8f5120e276 on network 55393a4f-e493-4098-b37d-93ec9341a6b2 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:51:20.511028 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000271f7-9961-48bf-9b95-042d88ef7b78 req-b2f03254-8856-4439-8442-1d25aa91bf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:20.513903 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143f5e35-c8fa-4631-b697-10edd4f5044e req-0a963d89-975e-4135-9bb3-276ef6f935c1 tempest-MigrationsAdminTest-1078114156 tempest-MigrationsAdminTest-1078114156-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:20.514419 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-000271f7-9961-48bf-9b95-042d88ef7b78 req-b2f03254-8856-4439-8442-1d25aa91bf6a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=75bd88eb-ae1d-467d-bb77-05e28253028a HTTP/1.1" status: 200  len: 854 time: 0.0569446
May 07 21:51:20.522421 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-143f5e35-c8fa-4631-b697-10edd4f5044e req-0a963d89-975e-4135-9bb3-276ef6f935c1 tempest-MigrationsAdminTest-1078114156 tempest-MigrationsAdminTest-1078114156-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e8be6b3c-b434-467d-98b2-4d0d5763bed3 HTTP/1.1" status: 200  len: 1132 time: 0.1799021
May 07 21:51:20.533143 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ae1166-919f-4825-bc8f-3a9e502e5ab1 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:51:20.533646 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ae1166-919f-4825-bc8f-3a9e502e5ab1 None None] Checking segment: {'id': '2dff9de9-2f96-4532-9294-ee53fdca51cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '55393a4f-e493-4098-b37d-93ec9341a6b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:51:20.534106 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e2ae1166-919f-4825-bc8f-3a9e502e5ab1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:20.534566 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ae1166-919f-4825-bc8f-3a9e502e5ab1 None None] Bound using segment: {'id': '2dff9de9-2f96-4532-9294-ee53fdca51cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '55393a4f-e493-4098-b37d-93ec9341a6b2'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:51:20.535168 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-e2ae1166-919f-4825-bc8f-3a9e502e5ab1 None None] Bound port: f4404d66-b1ac-4836-97f2-dd8f5120e276, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dff9de9-2f96-4532-9294-ee53fdca51cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '55393a4f-e493-4098-b37d-93ec9341a6b2'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:51:20.535619 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e2ae1166-919f-4825-bc8f-3a9e502e5ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f4404d66-b1ac-4836-97f2-dd8f5120e276), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:20.581485 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-c483d9ff-36e7-489f-84a0-4e782bd91304 None None] Provisioning complete for port f4404d66-b1ac-4836-97f2-dd8f5120e276 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:51:20.582164 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c483d9ff-36e7-489f-84a0-4e782bd91304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (f4404d66-b1ac-4836-97f2-dd8f5120e276), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:20.592184 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944b09c4-87c6-443b-aae1-b583b169242e req-0384e679-5c87-4682-a025-ff82d69bc84f tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:20.601632 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-944b09c4-87c6-443b-aae1-b583b169242e req-0384e679-5c87-4682-a025-ff82d69bc84f tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4bd37e9-7131-4834-a215-e56f0fb30c5d HTTP/1.1" status: 200  len: 945 time: 0.0714774
May 07 21:51:20.603768 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-143f5e35-c8fa-4631-b697-10edd4f5044e req-68eb2eff-2214-4f9c-a64c-03221d144b31 tempest-MigrationsAdminTest-1078114156 tempest-MigrationsAdminTest-1078114156-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0753152
May 07 21:51:20.670784 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-944b09c4-87c6-443b-aae1-b583b169242e req-54da72bf-92ce-4b53-9de6-385994369650 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/security-groups?id=59e2df0e-870d-42fb-a7c1-a293819c9cdf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0681462
May 07 21:51:20.732723 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-c483d9ff-36e7-489f-84a0-4e782bd91304 None None] Port f4404d66-b1ac-4836-97f2-dd8f5120e276 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:51:20.748498 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-60997191-e3ba-4fbd-b12e-54db8404db75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (aec4a14f-c51d-48ce-b7e1-ebd50d450d7d), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:20.791558 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-e2ae1166-919f-4825-bc8f-3a9e502e5ab1 None None] For port f4404d66-b1ac-4836-97f2-dd8f5120e276, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:51:20.820588 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-e2ae1166-919f-4825-bc8f-3a9e502e5ab1 None None] For port f4404d66-b1ac-4836-97f2-dd8f5120e276, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f4404d66-b1ac-4836-97f2-dd8f5120e276,segment=NetworkSegment(2dff9de9-2f96-4532-9294-ee53fdca51cc),segment_id=2dff9de9-2f96-4532-9294-ee53fdca51cc)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:51:20.833995 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:20.839096 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e2ae1166-919f-4825-bc8f-3a9e502e5ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (f4404d66-b1ac-4836-97f2-dd8f5120e276), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:20.840583 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60997191-e3ba-4fbd-b12e-54db8404db75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aec4a14f-c51d-48ce-b7e1-ebd50d450d7d,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:20.848228 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60997191-e3ba-4fbd-b12e-54db8404db75 admin admin] Checking segment: {'id': '0c68f4a4-1adb-4fc4-b550-46d9215c674a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7bf59b6e-50d7-4f5b-9aae-a2fd865e20d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:51:20.848589 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60997191-e3ba-4fbd-b12e-54db8404db75 admin admin] Network hostable DHCP agents. Network: 7bf59b6e-50d7-4f5b-9aae-a2fd865e20d6, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 21:51:20.887726 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60997191-e3ba-4fbd-b12e-54db8404db75 admin admin] Network 7bf59b6e-50d7-4f5b-9aae-a2fd865e20d6 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 21:51:20.911241 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-60997191-e3ba-4fbd-b12e-54db8404db75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7bf59b6e-50d7-4f5b-9aae-a2fd865e20d6) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:51:20.917508 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44f5cdf-770e-4864-a3e5-01971dd76efa None None] Pushing event updated for resources: {'Port': ['ID=f4404d66-b1ac-4836-97f2-dd8f5120e276,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:20.919002 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60997191-e3ba-4fbd-b12e-54db8404db75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:20.919629 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-60997191-e3ba-4fbd-b12e-54db8404db75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:20.923138 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d00226-7c6f-4b62-a5e9-6a3a14deb283 None None] Network 7bf59b6e-50d7-4f5b-9aae-a2fd865e20d6 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:51:20.928510 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ae1166-919f-4825-bc8f-3a9e502e5ab1 None None] Routers {'0ea41956-f01f-4a3f-b189-898475ba0e80'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:51:20.929586 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-e2ae1166-919f-4825-bc8f-3a9e502e5ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c89b9a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:50:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['0ea41956-f01f-4a3f-b189-898475ba0e80'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:51:21.022693 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-60997191-e3ba-4fbd-b12e-54db8404db75 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.8180926
May 07 21:51:21.024245 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 39098) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:51:21.034202 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-489ec226-9514-45c0-b378-876bbd5b5b9a admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-2114222160-router', 'tenant_id': '90ce3cad9a044db6a6f73cbbe92dc662', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:51:21.045487 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fddf8251-5b36-4c1f-9c69-bb7bc2d7e6a8 x-openstack-request-id: req-fddf8251-5b36-4c1f-9c69-bb7bc2d7e6a8 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:51:21.047676 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e589d355-aaf2-4345-8239-14d71c2e31ef", "tag": "7ffe92b1-dfd2-4f6a-9df8-10bcc08bfa0c", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:51:21.048131 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fddf8251-5b36-4c1f-9c69-bb7bc2d7e6a8 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:51:21.048870 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fddf8251-5b36-4c1f-9c69-bb7bc2d7e6a8'] response: {'name': 'network-changed', 'server_uuid': 'e589d355-aaf2-4345-8239-14d71c2e31ef', 'tag': '7ffe92b1-dfd2-4f6a-9df8-10bcc08bfa0c', 'status': 'completed', 'code': 200}
May 07 21:51:21.059421 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e29f91-2100-47af-b3b1-c908c9c7de36 req-fdd3132d-ff5d-4d03-b2b1-db4e7f59f931 tempest-ServerAddressesTestJSON-364676349 tempest-ServerAddressesTestJSON-364676349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:21.083155 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e0e29f91-2100-47af-b3b1-c908c9c7de36 req-fdd3132d-ff5d-4d03-b2b1-db4e7f59f931 tempest-ServerAddressesTestJSON-364676349 tempest-ServerAddressesTestJSON-364676349-project] 10.222.0.32 "GET /v2.0/ports?device_id=e589d355-aaf2-4345-8239-14d71c2e31ef HTTP/1.1" status: 200  len: 944 time: 0.1509469
May 07 21:51:21.135857 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-489ec226-9514-45c0-b378-876bbd5b5b9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (bc622e46-04e8-4ee4-b057-0b8b542c4edf), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:21.137535 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-489ec226-9514-45c0-b378-876bbd5b5b9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (bc622e46-04e8-4ee4-b057-0b8b542c4edf), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:21.180097 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e0e29f91-2100-47af-b3b1-c908c9c7de36 req-da7aa9a8-f264-4709-9221-977944fadc99 tempest-ServerAddressesTestJSON-364676349 tempest-ServerAddressesTestJSON-364676349-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7eef0f4-71cc-4b1f-9fff-2eabb3e30ba9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0935886
May 07 21:51:21.275892 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-489ec226-9514-45c0-b378-876bbd5b5b9a admin admin] Publish callbacks [] for router_controller (bc622e46-04e8-4ee4-b057-0b8b542c4edf), precommit_add_association {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:21.307943 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 39106) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:51:21.314959 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597f1885-04f0-4186-a361-756217048f53 req-d92f4099-d356-4fc6-be32-8bf0d91fbe75 tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:21.316528 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-597f1885-04f0-4186-a361-756217048f53 req-d92f4099-d356-4fc6-be32-8bf0d91fbe75 tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d774b77-243e-4663-a376-3bbd59bd54e5 HTTP/1.1" status: 200  len: 945 time: 0.1383984
May 07 21:51:21.388955 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-597f1885-04f0-4186-a361-756217048f53 req-783b9e9c-5275-482f-8215-e02ce24951b8 tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] 10.222.0.32 "GET /v2.0/security-groups?id=4e90986d-5a53-47e1-9ed6-f20762c03fca&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0649376
May 07 21:51:21.419080 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a2e819-b48d-4757-8f81-da7eb6f598df req-1dae1039-9e8a-4679-aecb-d5306c7ee0f3 tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:21.419917 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-e2ae1166-919f-4825-bc8f-3a9e502e5ab1 None None] Set router 0ea41956-f01f-4a3f-b189-898475ba0e80 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:51:21.420618 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-52a2e819-b48d-4757-8f81-da7eb6f598df req-1dae1039-9e8a-4679-aecb-d5306c7ee0f3 tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] 10.222.0.55 "GET /v2.0/ports?device_id=827a3df8-0013-4d92-a2f1-b9c40fcf5ef1 HTTP/1.1" status: 200  len: 949 time: 0.1369884
May 07 21:51:21.469306 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-2e432430-866b-4b17-ab6a-a004a7ec3ff5 None None] Provisioning complete for port f4404d66-b1ac-4836-97f2-dd8f5120e276 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:51:21.469999 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2e432430-866b-4b17-ab6a-a004a7ec3ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (f4404d66-b1ac-4836-97f2-dd8f5120e276), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:21.495548 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-489ec226-9514-45c0-b378-876bbd5b5b9a admin admin] Publish callbacks [] for router_gateway (bc622e46-04e8-4ee4-b057-0b8b542c4edf), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:21.512052 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-7cfe7e42-e05c-4b2c-827c-8ab6110ece73 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1267177260-network', 'tenant_id': '7a05b8a866c04fe78b04ec616e62b70f'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:51:21.516153 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 873114d2-cfcd-4b2f-9a14-3496ecd36990 up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:51:21.558410 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cfe7e42-e05c-4b2c-827c-8ab6110ece73 admin admin] Made reservation on behalf of 7a05b8a866c04fe78b04ec616e62b70f for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:51:21.560856 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7cfe7e42-e05c-4b2c-827c-8ab6110ece73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:21.594214 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e594a9-b8de-4023-8e3b-72eaed517226 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7bf59b6e-50d7-4f5b-9aae-a2fd865e20d6', 'network_id': '7bf59b6e-50d7-4f5b-9aae-a2fd865e20d6', 'project_id': '90ce3cad9a044db6a6f73cbbe92dc662', 'fixed_ips': [{'subnet_id': 'aec4a14f-c51d-48ce-b7e1-ebd50d450d7d'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 21:51:21.595122 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-65e594a9-b8de-4023-8e3b-72eaed517226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:21.598051 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-000271f7-9961-48bf-9b95-042d88ef7b78 req-f486ae69-a44d-43bc-b000-bfdf145dcf18 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4513501c-1efd-4921-875a-affadc96a9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0545053
May 07 21:51:21.604205 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7cfe7e42-e05c-4b2c-827c-8ab6110ece73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:21.638361 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-73327582-387f-4482-8bf5-b31c2019e22b req-3880b9f7-fcea-43d0-a4eb-3202ac27b8d6 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1599307591&fields=id&tenant_id=f61b3dd3880d475b939a8543d9bbf481 HTTP/1.1" status: 200  len: 267 time: 0.1505969
May 07 21:51:21.703945 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73327582-387f-4482-8bf5-b31c2019e22b req-598f3e3d-1b36-4381-97aa-77212bd1aaf9 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:21.712577 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-73327582-387f-4482-8bf5-b31c2019e22b req-598f3e3d-1b36-4381-97aa-77212bd1aaf9 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4bd37e9-7131-4834-a215-e56f0fb30c5d HTTP/1.1" status: 200  len: 945 time: 0.0732467
May 07 21:51:21.722002 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-73327582-387f-4482-8bf5-b31c2019e22b req-5e1ee626-3964-490a-bc6e-38ce944faa63 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Request body: {'port': {'security_groups': ['59e2df0e-870d-42fb-a7c1-a293819c9cdf', '3ab4642d-3355-41eb-ae9c-57c018ee1be1']}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:51:21.825063 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning for port 873114d2-cfcd-4b2f-9a14-3496ecd36990 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:51:21.852026 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port 873114d2-cfcd-4b2f-9a14-3496ecd36990 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:51:21.852407 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (873114d2-cfcd-4b2f-9a14-3496ecd36990), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:21.916402 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7cfe7e42-e05c-4b2c-827c-8ab6110ece73 admin admin] Publish callbacks [] for security_group (79406975-00eb-485e-b3fe-001bab536dcd), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:21.917270 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-73327582-387f-4482-8bf5-b31c2019e22b req-5e1ee626-3964-490a-bc6e-38ce944faa63 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (bf4cdac7-29da-404a-9ec1-943fa91f5ab0), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:21.919287 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-2e432430-866b-4b17-ab6a-a004a7ec3ff5 None None] Current status of the port f4404d66-b1ac-4836-97f2-dd8f5120e276 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:51:21.919287 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2e432430-866b-4b17-ab6a-a004a7ec3ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f4404d66-b1ac-4836-97f2-dd8f5120e276), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:21.933241 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7cfe7e42-e05c-4b2c-827c-8ab6110ece73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (79406975-00eb-485e-b3fe-001bab536dcd), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:21.941268 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-000271f7-9961-48bf-9b95-042d88ef7b78 req-549b0bf8-d22f-4f81-8411-2a60a2658b9a service neutron] 10.222.0.59 "GET /v2.0/networks/4513501c-1efd-4921-875a-affadc96a9fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2243772
May 07 21:51:21.963816 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cfe7e42-e05c-4b2c-827c-8ab6110ece73 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 21:51:22.008347 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-65e594a9-b8de-4023-8e3b-72eaed517226 None None] Allocated IP 172.20.0.2 (7bf59b6e-50d7-4f5b-9aae-a2fd865e20d6/aec4a14f-c51d-48ce-b7e1-ebd50d450d7d/a9c9d5ff-f110-4914-9b35-ca1353ac6ae1) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:51:22.023663 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7cfe7e42-e05c-4b2c-827c-8ab6110ece73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (f3ec05b1-b03a-4a5e-b716-d2726a7226ce), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:22.024028 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-7cfe7e42-e05c-4b2c-827c-8ab6110ece73 admin admin] Added segment f3ec05b1-b03a-4a5e-b716-d2726a7226ce of type vlan for network 28e1c361-3efa-45c3-b6a6-c8fa48e439de
May 07 21:51:22.028520 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-2e432430-866b-4b17-ab6a-a004a7ec3ff5 None None] For port f4404d66-b1ac-4836-97f2-dd8f5120e276, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f4404d66-b1ac-4836-97f2-dd8f5120e276,segment=NetworkSegment(2dff9de9-2f96-4532-9294-ee53fdca51cc),segment_id=2dff9de9-2f96-4532-9294-ee53fdca51cc)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:51:22.039144 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2e432430-866b-4b17-ab6a-a004a7ec3ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (f4404d66-b1ac-4836-97f2-dd8f5120e276), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:22.045449 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfe7e42-e05c-4b2c-827c-8ab6110ece73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79406975-00eb-485e-b3fe-001bab536dcd,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:22.049422 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-52a2e819-b48d-4757-8f81-da7eb6f598df req-04cac55b-72ee-4fe3-9bb3-6f54ec7ec836 tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] Deleting port ff48314b-c114-4414-a45f-e2db275b1d72 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:51:22.049881 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-52a2e819-b48d-4757-8f81-da7eb6f598df req-04cac55b-72ee-4fe3-9bb3-6f54ec7ec836 tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (ff48314b-c114-4414-a45f-e2db275b1d72), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:22.063160 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcf5888-bd70-4505-8d73-782fd9462337 req-0958565e-f9f6-4888-8f3f-0a6deacd02e0 tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:22.064667 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5dcf5888-bd70-4505-8d73-782fd9462337 req-0958565e-f9f6-4888-8f3f-0a6deacd02e0 tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] 10.222.0.32 "GET /v2.0/ports?device_id=827a3df8-0013-4d92-a2f1-b9c40fcf5ef1 HTTP/1.1" status: 200  len: 949 time: 0.4577363
May 07 21:51:22.108411 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-e2ae1166-919f-4825-bc8f-3a9e502e5ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c89b9a0>, [{'id': '0ea41956-f01f-4a3f-b189-898475ba0e80', 'name': 'tempest-AttachSCSIVolumeTestJSON-1393712635-router', 'tenant_id': '62b1d2f38652407eaa85fbb15aff6307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.223'}], 'enable_snat': True}, 'gw_port_id': 'd2eeffc8-71e4-4d87-82e0-481c3bd2fe30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:51:09Z', 'updated_at': '2022-05-07T21:51:16Z', 'revision_number': 4, 'project_id': '62b1d2f38652407eaa85fbb15aff6307', 'gw_port': {'id': 'd2eeffc8-71e4-4d87-82e0-481c3bd2fe30', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea41956-f01f-4a3f-b189-898475ba0e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:51:09Z', 'updated_at': '2022-05-07T21:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f4404d66-b1ac-4836-97f2-dd8f5120e276', 'name': '', 'network_id': '55393a4f-e493-4098-b37d-93ec9341a6b2', 'tenant_id': '62b1d2f38652407eaa85fbb15aff6307', 'mac_address': 'fa:16:3e:97:10:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ea41956-f01f-4a3f-b189-898475ba0e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': 'a8702188-d480-41a4-ada8-7cdbcc65e165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:51:13Z', 'updated_at': '2022-05-07T21:51:20Z', 'revision_number': 4, 'project_id': '62b1d2f38652407eaa85fbb15aff6307', 'subnets': [{'id': 'a8702188-d480-41a4-ada8-7cdbcc65e165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:51:22.135506 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fab2159-9f52-4172-bc61-e87b3ad07b01 req-c0e2ff0d-64b1-4b5c-a055-9864c639db17 tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:22.136988 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4fab2159-9f52-4172-bc61-e87b3ad07b01 req-c0e2ff0d-64b1-4b5c-a055-9864c639db17 tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d774b77-243e-4663-a376-3bbd59bd54e5 HTTP/1.1" status: 200  len: 945 time: 0.1403637
May 07 21:51:22.169779 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7cfe7e42-e05c-4b2c-827c-8ab6110ece73 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (28e1c361-3efa-45c3-b6a6-c8fa48e439de), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:22.190554 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ae1166-919f-4825-bc8f-3a9e502e5ab1 None None] The sync data for ids ['0ea41956-f01f-4a3f-b189-898475ba0e80'] in ncdv-master-1 is: [{'id': '0ea41956-f01f-4a3f-b189-898475ba0e80', 'name': 'tempest-AttachSCSIVolumeTestJSON-1393712635-router', 'tenant_id': '62b1d2f38652407eaa85fbb15aff6307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.223'}], 'enable_snat': True}, 'gw_port_id': 'd2eeffc8-71e4-4d87-82e0-481c3bd2fe30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:51:09Z', 'updated_at': '2022-05-07T21:51:16Z', 'revision_number': 4, 'project_id': '62b1d2f38652407eaa85fbb15aff6307', 'gw_port': {'id': 'd2eeffc8-71e4-4d87-82e0-481c3bd2fe30', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea41956-f01f-4a3f-b189-898475ba0e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:51:09Z', 'updated_at': '2022-05-07T21:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f4404d66-b1ac-4836-97f2-dd8f5120e276', 'name': '', 'network_id': '55393a4f-e493-4098-b37d-93ec9341a6b2', 'tenant_id': '62b1d2f38652407eaa85fbb15aff6307', 'mac_address': 'fa:16:3e:97:10:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ea41956-f01f-4a3f-b189-898475ba0e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': 'a8702188-d480-41a4-ada8-7cdbcc65e165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:51:13Z', 'updated_at': '2022-05-07T21:51:20Z', 'revision_number': 4, 'project_id': '62b1d2f38652407eaa85fbb15aff6307', 'subnets': [{'id': 'a8702188-d480-41a4-ada8-7cdbcc65e165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:51:22.205874 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 873114d2-cfcd-4b2f-9a14-3496ecd36990 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:51:22.206274 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (873114d2-cfcd-4b2f-9a14-3496ecd36990), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:22.221369 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e432430-866b-4b17-ab6a-a004a7ec3ff5 None None] Pushing event updated for resources: {'Port': ['ID=f4404d66-b1ac-4836-97f2-dd8f5120e276,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:22.239226 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-000271f7-9961-48bf-9b95-042d88ef7b78 req-a71a5cce-b338-4907-9868-e04ce23a54db service neutron] 10.222.0.59 "GET /v2.0/networks/4513501c-1efd-4921-875a-affadc96a9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2764692
May 07 21:51:22.257329 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7cfe7e42-e05c-4b2c-827c-8ab6110ece73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (28e1c361-3efa-45c3-b6a6-c8fa48e439de), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:22.260698 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cfe7e42-e05c-4b2c-827c-8ab6110ece73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:22.261431 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7cfe7e42-e05c-4b2c-827c-8ab6110ece73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:22.262451 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8be6b3c-b434-467d-98b2-4d0d5763bed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '873114d2-cfcd-4b2f-9a14-3496ecd36990'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:51:22.264864 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fd502f2-5b87-44ad-95df-5d6fa882bdd4" -d '{"events": [{"server_uuid": "e8be6b3c-b434-467d-98b2-4d0d5763bed3", "name": "network-vif-plugged", "status": "completed", "tag": "873114d2-cfcd-4b2f-9a14-3496ecd36990"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:51:22.291377 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 873114d2-cfcd-4b2f-9a14-3496ecd36990, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=873114d2-cfcd-4b2f-9a14-3496ecd36990,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:51:22.356471 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (873114d2-cfcd-4b2f-9a14-3496ecd36990), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:22.366968 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-7cfe7e42-e05c-4b2c-827c-8ab6110ece73 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.0490193
May 07 21:51:22.399392 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5dcf5888-bd70-4505-8d73-782fd9462337 req-0cc4f024-33df-4e0e-9207-274215a42aae tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] 10.222.0.32 "GET /v2.0/security-groups?id=e6f7bcf3-0863-477a-9a92-cf0af21d6fff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3218887
May 07 21:51:22.400744 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 39122) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:51:22.429800 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=873114d2-cfcd-4b2f-9a14-3496ecd36990,revision_number=13']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:22.448090 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-959fdeec-d419-4c00-978f-6b8575fd0bf4 admin admin] Request body: {'subnet': {'network_id': '28e1c361-3efa-45c3-b6a6-c8fa48e439de', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1267177260-subnet', 'tenant_id': '7a05b8a866c04fe78b04ec616e62b70f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:51:22.465802 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfe7e42-e05c-4b2c-827c-8ab6110ece73 admin admin] Pushing event updated for resources: {'Network': ['ID=28e1c361-3efa-45c3-b6a6-c8fa48e439de,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:22.486693 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-65e594a9-b8de-4023-8e3b-72eaed517226 None None] Publish callbacks [] for port (a9c9d5ff-f110-4914-9b35-ca1353ac6ae1), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:22.504087 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 28e1c361-3efa-45c3-b6a6-c8fa48e439de details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 21:51:22.510126 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-959fdeec-d419-4c00-978f-6b8575fd0bf4 admin admin] Made reservation on behalf of 7a05b8a866c04fe78b04ec616e62b70f for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:51:22.513251 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-959fdeec-d419-4c00-978f-6b8575fd0bf4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:22.514263 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-65e594a9-b8de-4023-8e3b-72eaed517226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (a9c9d5ff-f110-4914-9b35-ca1353ac6ae1), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:22.525574 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-4fab2159-9f52-4172-bc61-e87b3ad07b01 req-618d7c5f-359a-4752-96a5-9f0aa7547354 tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] Deleting port 667cf044-3f39-4bfe-97b5-7ac327708e49 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:51:22.525923 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-4fab2159-9f52-4172-bc61-e87b3ad07b01 req-618d7c5f-359a-4752-96a5-9f0aa7547354 tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (667cf044-3f39-4bfe-97b5-7ac327708e49), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:22.542965 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-73327582-387f-4482-8bf5-b31c2019e22b req-5e1ee626-3964-490a-bc6e-38ce944faa63 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] For port bf4cdac7-29da-404a-9ec1-943fa91f5ab0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bf4cdac7-29da-404a-9ec1-943fa91f5ab0,segment=NetworkSegment(f7d0ed20-4dc4-4ede-8fcf-c4a216019a84),segment_id=f7d0ed20-4dc4-4ede-8fcf-c4a216019a84)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:51:22.599605 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-52a2e819-b48d-4757-8f81-da7eb6f598df req-04cac55b-72ee-4fe3-9bb3-6f54ec7ec836 tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] For port ff48314b-c114-4414-a45f-e2db275b1d72, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ff48314b-c114-4414-a45f-e2db275b1d72,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:51:22.599974 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-52a2e819-b48d-4757-8f81-da7eb6f598df req-04cac55b-72ee-4fe3-9bb3-6f54ec7ec836 tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (ff48314b-c114-4414-a45f-e2db275b1d72), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:22.604428 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-489ec226-9514-45c0-b378-876bbd5b5b9a admin admin] Publish callbacks [] for router_gateway (bc622e46-04e8-4ee4-b057-0b8b542c4edf), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:22.634999 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device f4404d66-b1ac-4836-97f2-dd8f5120e276 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:51:22.645790 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e594a9-b8de-4023-8e3b-72eaed517226 None None] Network 7bf59b6e-50d7-4f5b-9aae-a2fd865e20d6 is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:51:22.679412 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-65e594a9-b8de-4023-8e3b-72eaed517226 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:51:22.682121 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e594a9-b8de-4023-8e3b-72eaed517226 None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:51:22.684306 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-73327582-387f-4482-8bf5-b31c2019e22b req-5e1ee626-3964-490a-bc6e-38ce944faa63 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks [] for port (bf4cdac7-29da-404a-9ec1-943fa91f5ab0), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:22.691626 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-489ec226-9514-45c0-b378-876bbd5b5b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:22.694351 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-52a2e819-b48d-4757-8f81-da7eb6f598df req-04cac55b-72ee-4fe3-9bb3-6f54ec7ec836 tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] Calling delete_port for ff48314b-c114-4414-a45f-e2db275b1d72 owned by compute:nova {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:51:22.706381 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e594a9-b8de-4023-8e3b-72eaed517226 None None] Pushing event updated for resources: {'Port': ['ID=a9c9d5ff-f110-4914-9b35-ca1353ac6ae1,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:22.718669 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-73327582-387f-4482-8bf5-b31c2019e22b req-5e1ee626-3964-490a-bc6e-38ce944faa63 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (bf4cdac7-29da-404a-9ec1-943fa91f5ab0), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:22.749374 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb8e3fe-16db-45ab-9dc2-934e92aa0822 req-46bafdbb-ca0f-4207-b72a-54c791562838 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:22.753026 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['bf4cdac7-29da-404a-9ec1-943fa91f5ab0'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:51:22.755300 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2fb8e3fe-16db-45ab-9dc2-934e92aa0822 req-46bafdbb-ca0f-4207-b72a-54c791562838 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8be6b3c-b434-467d-98b2-4d0d5763bed3 HTTP/1.1" status: 200  len: 951 time: 0.2027092
May 07 21:51:22.755603 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['f4e84972-b5b8-4161-be41-2a7625450b34'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:51:22.792044 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-4fab2159-9f52-4172-bc61-e87b3ad07b01 req-618d7c5f-359a-4752-96a5-9f0aa7547354 tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] For port 667cf044-3f39-4bfe-97b5-7ac327708e49, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=667cf044-3f39-4bfe-97b5-7ac327708e49,segment=NetworkSegment(83d8bfd7-7d5a-41d2-9f7c-165f0fdeeb09),segment_id=83d8bfd7-7d5a-41d2-9f7c-165f0fdeeb09)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:51:22.793586 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-4fab2159-9f52-4172-bc61-e87b3ad07b01 req-618d7c5f-359a-4752-96a5-9f0aa7547354 tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (667cf044-3f39-4bfe-97b5-7ac327708e49), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:22.814165 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1ee626-3964-490a-bc6e-38ce944faa63 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Pushing event updated for resources: {'Port': ['ID=bf4cdac7-29da-404a-9ec1-943fa91f5ab0,revision_number=6']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:22.828578 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73327582-387f-4482-8bf5-b31c2019e22b req-5e1ee626-3964-490a-bc6e-38ce944faa63 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:22.829252 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-73327582-387f-4482-8bf5-b31c2019e22b req-5e1ee626-3964-490a-bc6e-38ce944faa63 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:22.842364 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-73327582-387f-4482-8bf5-b31c2019e22b req-5e1ee626-3964-490a-bc6e-38ce944faa63 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "PUT /v2.0/ports/bf4cdac7-29da-404a-9ec1-943fa91f5ab0 HTTP/1.1" status: 200  len: 981 time: 1.1285503
May 07 21:51:22.975894 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['bf4cdac7-29da-404a-9ec1-943fa91f5ab0'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:51:23.025911 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-959fdeec-d419-4c00-978f-6b8575fd0bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (cb9f2f4a-5ac6-4715-abe0-bfe062d393a9), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:23.057843 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4bd37e9-7131-4834-a215-e56f0fb30c5d', 'tag': 'bf4cdac7-29da-404a-9ec1-943fa91f5ab0'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:51:23.060267 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a29285f-c9b4-4aa7-b1a4-a51ed77210d8" -d '{"events": [{"name": "network-changed", "server_uuid": "a4bd37e9-7131-4834-a215-e56f0fb30c5d", "tag": "bf4cdac7-29da-404a-9ec1-943fa91f5ab0"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:51:23.072099 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port f4404d66-b1ac-4836-97f2-dd8f5120e276 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:51:23.072604 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (f4404d66-b1ac-4836-97f2-dd8f5120e276), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:23.125923 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32fa8b4-7af8-487e-8cd6-534a4f3b9a7a req-5cdacac3-74fd-431a-9574-ebb975c9e746 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:23.126443 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-65e594a9-b8de-4023-8e3b-72eaed517226 None None] Attempting to bind port a9c9d5ff-f110-4914-9b35-ca1353ac6ae1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:51:23.127041 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-65e594a9-b8de-4023-8e3b-72eaed517226 None None] Attempting to bind port a9c9d5ff-f110-4914-9b35-ca1353ac6ae1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0c68f4a4-1adb-4fc4-b550-46d9215c674a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7bf59b6e-50d7-4f5b-9aae-a2fd865e20d6'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:51:23.127523 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e594a9-b8de-4023-8e3b-72eaed517226 None None] Attempting to bind port a9c9d5ff-f110-4914-9b35-ca1353ac6ae1 on network 7bf59b6e-50d7-4f5b-9aae-a2fd865e20d6 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:51:23.127844 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e32fa8b4-7af8-487e-8cd6-534a4f3b9a7a req-5cdacac3-74fd-431a-9574-ebb975c9e746 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.55 "GET /v2.0/ports?device_id=e8be6b3c-b434-467d-98b2-4d0d5763bed3 HTTP/1.1" status: 200  len: 951 time: 0.1407771
May 07 21:51:23.139175 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460b827c-4b7b-47ae-952e-52e0f453353a req-f4186b6e-91a3-45a7-8d56-353bc172bf06 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:23.140741 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-460b827c-4b7b-47ae-952e-52e0f453353a req-f4186b6e-91a3-45a7-8d56-353bc172bf06 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/ports?device_id=5fe177f0-906a-4fa9-aea9-ccd116bb7d25 HTTP/1.1" status: 200  len: 946 time: 0.1904576
May 07 21:51:23.146137 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-4fab2159-9f52-4172-bc61-e87b3ad07b01 req-618d7c5f-359a-4752-96a5-9f0aa7547354 tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:23.146555 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-4fab2159-9f52-4172-bc61-e87b3ad07b01 req-618d7c5f-359a-4752-96a5-9f0aa7547354 tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (9f08c223-598d-4d1a-aafa-733f2a1727e0), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:23.146858 ncdv-master-1 neutron-server[121836]: INFO neutron.db.l3_db [req-4fab2159-9f52-4172-bc61-e87b3ad07b01 req-618d7c5f-359a-4752-96a5-9f0aa7547354 tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] Floating IP 9f08c223-598d-4d1a-aafa-733f2a1727e0 disassociated. External IP: 172.35.4.153, port: 667cf044-3f39-4bfe-97b5-7ac327708e49.
May 07 21:51:23.147199 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-4fab2159-9f52-4172-bc61-e87b3ad07b01 req-618d7c5f-359a-4752-96a5-9f0aa7547354 tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] Calling delete_port for 667cf044-3f39-4bfe-97b5-7ac327708e49 owned by compute:nova {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:51:23.156392 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e594a9-b8de-4023-8e3b-72eaed517226 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:51:23.157399 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e594a9-b8de-4023-8e3b-72eaed517226 None None] Checking segment: {'id': '0c68f4a4-1adb-4fc4-b550-46d9215c674a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7bf59b6e-50d7-4f5b-9aae-a2fd865e20d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:51:23.157534 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-65e594a9-b8de-4023-8e3b-72eaed517226 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:23.157969 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e594a9-b8de-4023-8e3b-72eaed517226 None None] Bound using segment: {'id': '0c68f4a4-1adb-4fc4-b550-46d9215c674a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7bf59b6e-50d7-4f5b-9aae-a2fd865e20d6'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:51:23.158502 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-65e594a9-b8de-4023-8e3b-72eaed517226 None None] Bound port: a9c9d5ff-f110-4914-9b35-ca1353ac6ae1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c68f4a4-1adb-4fc4-b550-46d9215c674a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7bf59b6e-50d7-4f5b-9aae-a2fd865e20d6'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:51:23.158990 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-65e594a9-b8de-4023-8e3b-72eaed517226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (a9c9d5ff-f110-4914-9b35-ca1353ac6ae1), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:23.249242 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959fdeec-d419-4c00-978f-6b8575fd0bf4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb9f2f4a-5ac6-4715-abe0-bfe062d393a9,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:23.334020 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2fb8e3fe-16db-45ab-9dc2-934e92aa0822 req-e73e4f29-2f30-4427-aff1-5c2953a461b7 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5766532
May 07 21:51:23.392110 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-489ec226-9514-45c0-b378-876bbd5b5b9a admin admin] Allocated IP 172.35.4.246 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/a7f6aad4-1c21-410d-b6cb-db919edcfe87) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:51:23.456410 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 67f000bc-ddb0-4641-a111-92bb8cc56ac3 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:51:23.514103 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-65e594a9-b8de-4023-8e3b-72eaed517226 None None] For port a9c9d5ff-f110-4914-9b35-ca1353ac6ae1, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:51:23.543955 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port f4404d66-b1ac-4836-97f2-dd8f5120e276 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:51:23.573989 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-65e594a9-b8de-4023-8e3b-72eaed517226 None None] For port a9c9d5ff-f110-4914-9b35-ca1353ac6ae1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a9c9d5ff-f110-4914-9b35-ca1353ac6ae1,segment=NetworkSegment(0c68f4a4-1adb-4fc4-b550-46d9215c674a),segment_id=0c68f4a4-1adb-4fc4-b550-46d9215c674a)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:51:23.631365 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-af4a8463-9e03-4a42-abd4-6b46c4f8b280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:23.639480 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-52a2e819-b48d-4757-8f81-da7eb6f598df req-04cac55b-72ee-4fe3-9bb3-6f54ec7ec836 tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (ff48314b-c114-4414-a45f-e2db275b1d72), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:23.673678 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141356d8-e2d5-4b88-92f3-033a987e52e7 req-92d8d273-8337-4e8d-9f9e-3c34b4d37f0a tempest-ServerAddressesTestJSON-364676349 tempest-ServerAddressesTestJSON-364676349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:23.675362 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-141356d8-e2d5-4b88-92f3-033a987e52e7 req-92d8d273-8337-4e8d-9f9e-3c34b4d37f0a tempest-ServerAddressesTestJSON-364676349 tempest-ServerAddressesTestJSON-364676349-project] 10.222.0.32 "GET /v2.0/ports?device_id=e589d355-aaf2-4345-8239-14d71c2e31ef HTTP/1.1" status: 200  len: 944 time: 0.2006588
May 07 21:51:23.742861 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cac55b-72ee-4fe3-9bb3-6f54ec7ec836 tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] Pushing event deleted for resources: {'Port': ['ID=ff48314b-c114-4414-a45f-e2db275b1d72,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:23.777932 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-e32fa8b4-7af8-487e-8cd6-534a4f3b9a7a req-c095e0cf-3824-44de-a435-badf7639640c tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Deleting port 873114d2-cfcd-4b2f-9a14-3496ecd36990 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:51:23.778549 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-e32fa8b4-7af8-487e-8cd6-534a4f3b9a7a req-c095e0cf-3824-44de-a435-badf7639640c tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (873114d2-cfcd-4b2f-9a14-3496ecd36990), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:23.781506 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959fdeec-d419-4c00-978f-6b8575fd0bf4 admin admin] Checking segment: {'id': 'f3ec05b1-b03a-4a5e-b716-d2726a7226ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '28e1c361-3efa-45c3-b6a6-c8fa48e439de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:51:23.781983 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959fdeec-d419-4c00-978f-6b8575fd0bf4 admin admin] Network hostable DHCP agents. Network: 28e1c361-3efa-45c3-b6a6-c8fa48e439de, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 21:51:23.805481 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7473c6-3f92-43c7-b308-8c607e838a1e req-3fb85ad1-28af-451b-bbc4-e87379a26bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:23.807822 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0f7473c6-3f92-43c7-b308-8c607e838a1e req-3fb85ad1-28af-451b-bbc4-e87379a26bd1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=aa0a7786f72343d6a66da6b4e40aee4e&device_id=e589d355-aaf2-4345-8239-14d71c2e31ef HTTP/1.1" status: 200  len: 1126 time: 0.5713930
May 07 21:51:23.827049 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-65e594a9-b8de-4023-8e3b-72eaed517226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (a9c9d5ff-f110-4914-9b35-ca1353ac6ae1), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:23.827573 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-460b827c-4b7b-47ae-952e-52e0f453353a req-534fca16-934b-4da6-aa85-e9d05831207c tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b502f8-ccda-470b-bf96-4e6ff93590b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6701174
May 07 21:51:23.848671 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-4fab2159-9f52-4172-bc61-e87b3ad07b01 req-618d7c5f-359a-4752-96a5-9f0aa7547354 tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (667cf044-3f39-4bfe-97b5-7ac327708e49), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:23.853598 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['05c8f9e9-22a2-4423-bdc3-f8822a75ace8'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:51:23.855905 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['ff48314b-c114-4414-a45f-e2db275b1d72'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:51:23.957205 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-52a2e819-b48d-4757-8f81-da7eb6f598df req-04cac55b-72ee-4fe3-9bb3-6f54ec7ec836 tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] No DVR routers for this DVR port ff48314b-c114-4414-a45f-e2db275b1d72 on host nch1-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:51:23.960982 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-52a2e819-b48d-4757-8f81-da7eb6f598df req-04cac55b-72ee-4fe3-9bb3-6f54ec7ec836 tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:23.968374 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-52a2e819-b48d-4757-8f81-da7eb6f598df req-04cac55b-72ee-4fe3-9bb3-6f54ec7ec836 tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] 10.222.0.55 "DELETE /v2.0/ports/ff48314b-c114-4414-a45f-e2db275b1d72 HTTP/1.1" status: 204  len: 173 time: 2.4678321
May 07 21:51:23.991729 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-489ec226-9514-45c0-b378-876bbd5b5b9a admin admin] Publish callbacks [] for port (a7f6aad4-1c21-410d-b6cb-db919edcfe87), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:24.045097 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618d7c5f-359a-4752-96a5-9f0aa7547354 tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] Pushing event deleted for resources: {'Port': ['ID=667cf044-3f39-4bfe-97b5-7ac327708e49,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:24.048753 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '827a3df8-0013-4d92-a2f1-b9c40fcf5ef1', 'name': 'network-vif-deleted', 'tag': 'ff48314b-c114-4414-a45f-e2db275b1d72'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:51:24.051411 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-493adddb-b405-4b08-b8d1-28cca94906fd" -d '{"events": [{"server_uuid": "827a3df8-0013-4d92-a2f1-b9c40fcf5ef1", "name": "network-vif-deleted", "tag": "ff48314b-c114-4414-a45f-e2db275b1d72"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:51:24.079440 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e594a9-b8de-4023-8e3b-72eaed517226 None None] Pushing event updated for resources: {'Port': ['ID=a9c9d5ff-f110-4914-9b35-ca1353ac6ae1,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:24.081859 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:24.083539 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85d9a3fd-c169-4622-a12e-16a50c38f5ae x-openstack-request-id: req-85d9a3fd-c169-4622-a12e-16a50c38f5ae {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:51:24.084102 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8be6b3c-b434-467d-98b2-4d0d5763bed3", "name": "network-vif-plugged", "status": "completed", "tag": "873114d2-cfcd-4b2f-9a14-3496ecd36990", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:51:24.084328 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-85d9a3fd-c169-4622-a12e-16a50c38f5ae {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:51:24.084726 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85d9a3fd-c169-4622-a12e-16a50c38f5ae'] response: {'server_uuid': 'e8be6b3c-b434-467d-98b2-4d0d5763bed3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '873114d2-cfcd-4b2f-9a14-3496ecd36990', 'code': 200}
May 07 21:51:24.085768 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-141356d8-e2d5-4b88-92f3-033a987e52e7 req-3df16755-9628-45a3-a42c-fd0434e55bc9 tempest-ServerAddressesTestJSON-364676349 tempest-ServerAddressesTestJSON-364676349-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7eef0f4-71cc-4b1f-9fff-2eabb3e30ba9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3787973
May 07 21:51:24.250172 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959fdeec-d419-4c00-978f-6b8575fd0bf4 admin admin] Network 28e1c361-3efa-45c3-b6a6-c8fa48e439de is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 21:51:24.270629 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7473c6-3f92-43c7-b308-8c607e838a1e req-d5073658-8ee2-4106-a51c-655109a09d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:24.272196 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0f7473c6-3f92-43c7-b308-8c607e838a1e req-d5073658-8ee2-4106-a51c-655109a09d45 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4513501c-1efd-4921-875a-affadc96a9fe HTTP/1.1" status: 200  len: 915 time: 0.4435890
May 07 21:51:24.276703 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-e32fa8b4-7af8-487e-8cd6-534a4f3b9a7a req-c095e0cf-3824-44de-a435-badf7639640c tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] For port 873114d2-cfcd-4b2f-9a14-3496ecd36990, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=873114d2-cfcd-4b2f-9a14-3496ecd36990,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:51:24.277117 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-e32fa8b4-7af8-487e-8cd6-534a4f3b9a7a req-c095e0cf-3824-44de-a435-badf7639640c tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (873114d2-cfcd-4b2f-9a14-3496ecd36990), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:24.331200 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0f7473c6-3f92-43c7-b308-8c607e838a1e req-38b8b37d-7842-4a52-acea-af42a310d207 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ffe92b1-dfd2-4f6a-9df8-10bcc08bfa0c HTTP/1.1" status: 200  len: 217 time: 0.0505688
May 07 21:51:24.337021 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 67f000bc-ddb0-4641-a111-92bb8cc56ac3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=67f000bc-ddb0-4641-a111-92bb8cc56ac3,segment=NetworkSegment(c22d0faf-2ee6-4226-aff7-b2b8306813e9),segment_id=c22d0faf-2ee6-4226-aff7-b2b8306813e9)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:51:24.339711 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f3798ac6-dabe-4308-ba4c-f41db8040e8c req-cfccc677-22f2-4028-858d-24bec41d236d tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/security-groups/3ab4642d-3355-41eb-ae9c-57c018ee1be1 HTTP/1.1" status: 200  len: 1817 time: 0.0592585
May 07 21:51:24.345076 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-aa3de714-bf5b-4137-9ddb-aea1905276c0 req-b28b5020-25ba-478f-b853-ed83be593f8c tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d774b77-243e-4663-a376-3bbd59bd54e5 HTTP/1.1" status: 200  len: 210 time: 0.1348066
May 07 21:51:24.394457 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-489ec226-9514-45c0-b378-876bbd5b5b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (a7f6aad4-1c21-410d-b6cb-db919edcfe87), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:24.396940 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-959fdeec-d419-4c00-978f-6b8575fd0bf4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 28e1c361-3efa-45c3-b6a6-c8fa48e439de) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:51:24.413893 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4fab2159-9f52-4172-bc61-e87b3ad07b01 req-618d7c5f-359a-4752-96a5-9f0aa7547354 tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] Router 04e67ecd-5a0f-47ea-aee1-12263c6ab0a5 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 21:51:24.425643 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489ec226-9514-45c0-b378-876bbd5b5b9a admin admin] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:51:24.428226 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': '67f000bc-ddb0-4641-a111-92bb8cc56ac3', 'network_id': 'b2fcd05a-fa57-478e-9f0c-05c502306fa7', 'port_id': '67f000bc-ddb0-4641-a111-92bb8cc56ac3', 'mac_address': 'fa:16:3e:dc:b8:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6b6597b-eb4c-42b5-9584-1d6d14139dca', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:51:24.440776 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-489ec226-9514-45c0-b378-876bbd5b5b9a admin admin] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:51:24.444841 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489ec226-9514-45c0-b378-876bbd5b5b9a admin admin] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:51:24.445563 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959fdeec-d419-4c00-978f-6b8575fd0bf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:24.446173 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-959fdeec-d419-4c00-978f-6b8575fd0bf4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:24.457174 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-e32fa8b4-7af8-487e-8cd6-534a4f3b9a7a req-c095e0cf-3824-44de-a435-badf7639640c tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Calling delete_port for 873114d2-cfcd-4b2f-9a14-3496ecd36990 owned by compute:nova {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:51:24.470835 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1377a99c-5113-4708-84ff-0128b6eed457 x-openstack-request-id: req-1377a99c-5113-4708-84ff-0128b6eed457 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:51:24.471308 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4bd37e9-7131-4834-a215-e56f0fb30c5d", "tag": "bf4cdac7-29da-404a-9ec1-943fa91f5ab0", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:51:24.471589 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1377a99c-5113-4708-84ff-0128b6eed457 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:51:24.471983 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1377a99c-5113-4708-84ff-0128b6eed457'] response: {'name': 'network-changed', 'server_uuid': 'a4bd37e9-7131-4834-a215-e56f0fb30c5d', 'tag': 'bf4cdac7-29da-404a-9ec1-943fa91f5ab0', 'status': 'completed', 'code': 200}
May 07 21:51:24.483457 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-959fdeec-d419-4c00-978f-6b8575fd0bf4 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 2.0681882
May 07 21:51:24.493498 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 39142) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:51:24.506604 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3153a62-54bc-43c6-9c22-3cc6a5e85a5c None None] Network 28e1c361-3efa-45c3-b6a6-c8fa48e439de requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:51:24.531303 ncdv-master-1 neutron-server[121836]: INFO neutron.api.v2.resource [req-f3798ac6-dabe-4308-ba4c-f41db8040e8c req-a47b98fe-47f9-4a0e-b40c-57a53cc7e9bb tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] delete failed (client error): There was a conflict when trying to complete your request.
May 07 21:51:24.548765 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f3798ac6-dabe-4308-ba4c-f41db8040e8c req-a47b98fe-47f9-4a0e-b40c-57a53cc7e9bb tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "DELETE /v2.0/security-groups/3ab4642d-3355-41eb-ae9c-57c018ee1be1 HTTP/1.1" status: 409  len: 341 time: 0.2075832
May 07 21:51:24.670330 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-d41f527c-49c4-43db-a86e-aa1c4743e2a7 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1267177260-router', 'tenant_id': '7a05b8a866c04fe78b04ec616e62b70f', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:51:24.676649 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7473c6-3f92-43c7-b308-8c607e838a1e req-31f2244a-fb17-48de-9fff-8f8ae7906fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:24.678406 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0f7473c6-3f92-43c7-b308-8c607e838a1e req-31f2244a-fb17-48de-9fff-8f8ae7906fc4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=75bd88eb-ae1d-467d-bb77-05e28253028a HTTP/1.1" status: 200  len: 854 time: 0.3323910
May 07 21:51:24.693918 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489ec226-9514-45c0-b378-876bbd5b5b9a admin admin] Pushing event updated for resources: {'Port': ['ID=a7f6aad4-1c21-410d-b6cb-db919edcfe87,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:24.707304 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f0d479-a463-41bb-a102-7a2672c0a87a x-openstack-request-id: req-68f0d479-a463-41bb-a102-7a2672c0a87a {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:51:24.707594 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "827a3df8-0013-4d92-a2f1-b9c40fcf5ef1", "name": "network-vif-deleted", "tag": "ff48314b-c114-4414-a45f-e2db275b1d72", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:51:24.707843 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-68f0d479-a463-41bb-a102-7a2672c0a87a {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:51:24.708305 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68f0d479-a463-41bb-a102-7a2672c0a87a'] response: {'server_uuid': '827a3df8-0013-4d92-a2f1-b9c40fcf5ef1', 'name': 'network-vif-deleted', 'tag': 'ff48314b-c114-4414-a45f-e2db275b1d72', 'status': 'completed', 'code': 200}
May 07 21:51:24.713626 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a29285f-c9b4-4aa7-b1a4-a51ed77210d8 req-01ff1618-e530-41f9-bbd8-b9e9ee5f4a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:24.722191 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 667cf044-3f39-4bfe-97b5-7ac327708e49 no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:51:24.723517 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9a29285f-c9b4-4aa7-b1a4-a51ed77210d8 req-01ff1618-e530-41f9-bbd8-b9e9ee5f4a40 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f61b3dd3880d475b939a8543d9bbf481&device_id=a4bd37e9-7131-4834-a215-e56f0fb30c5d HTTP/1.1" status: 200  len: 1166 time: 0.2467597
May 07 21:51:24.795984 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2fc29881-6ff8-41ef-9f9f-38d073cb6aba req-fd012e88-425d-46bb-a771-6c55f0244297 tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] 10.222.0.32 "GET /v2.0/ports?device_id=827a3df8-0013-4d92-a2f1-b9c40fcf5ef1 HTTP/1.1" status: 200  len: 210 time: 0.0966306
May 07 21:51:24.798176 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0f7473c6-3f92-43c7-b308-8c607e838a1e req-c883a30d-277d-4b4f-b7ca-d01fe5dc3781 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4513501c-1efd-4921-875a-affadc96a9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1106029
May 07 21:51:24.830448 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device a9c9d5ff-f110-4914-9b35-ca1353ac6ae1 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:51:24.836754 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 67f000bc-ddb0-4641-a111-92bb8cc56ac3 is: ACTIVE; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:51:24.838179 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (67f000bc-ddb0-4641-a111-92bb8cc56ac3), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:24.902518 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d41f527c-49c4-43db-a86e-aa1c4743e2a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (691d74ee-0666-4450-8f44-89ba4f07ae23), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:24.903602 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d41f527c-49c4-43db-a86e-aa1c4743e2a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (691d74ee-0666-4450-8f44-89ba4f07ae23), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:24.910044 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 67f000bc-ddb0-4641-a111-92bb8cc56ac3 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:51:24.987512 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b1a412-5111-4f51-a0f9-2740dae0a981 req-f37e4016-603b-4d5d-98fe-a862bc1efcc0 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:24.995491 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-07b1a412-5111-4f51-a0f9-2740dae0a981 req-f37e4016-603b-4d5d-98fe-a862bc1efcc0 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=e8be6b3c-b434-467d-98b2-4d0d5763bed3 HTTP/1.1" status: 200  len: 951 time: 0.1610372
May 07 21:51:24.997614 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] No Port match for: 667cf044-3f39-4bfe-97b5-7ac327708e49 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:51:24.998070 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 667cf044-3f39-4bfe-97b5-7ac327708e49 not bound to the agent host nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:51:25.060809 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0f7473c6-3f92-43c7-b308-8c607e838a1e req-8c3bafd3-12da-41a3-822f-41ff34cf2638 service neutron] 10.222.0.59 "GET /v2.0/networks/4513501c-1efd-4921-875a-affadc96a9fe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2245228
May 07 21:51:25.087305 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a29285f-c9b4-4aa7-b1a4-a51ed77210d8 req-f0cade46-3d26-47e2-b52c-20434fbb3f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:25.090938 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 67f000bc-ddb0-4641-a111-92bb8cc56ac3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=67f000bc-ddb0-4641-a111-92bb8cc56ac3,segment=NetworkSegment(c22d0faf-2ee6-4226-aff7-b2b8306813e9),segment_id=c22d0faf-2ee6-4226-aff7-b2b8306813e9)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:51:25.091803 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9a29285f-c9b4-4aa7-b1a4-a51ed77210d8 req-f0cade46-3d26-47e2-b52c-20434fbb3f4c service neutron] 10.222.0.59 "GET /v2.0/networks?id=5d9854c1-90bd-4898-b59a-14d465203832 HTTP/1.1" status: 200  len: 913 time: 0.3121779
May 07 21:51:25.095480 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-e32fa8b4-7af8-487e-8cd6-534a4f3b9a7a req-c095e0cf-3824-44de-a435-badf7639640c tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (873114d2-cfcd-4b2f-9a14-3496ecd36990), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:25.115971 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (67f000bc-ddb0-4641-a111-92bb8cc56ac3), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:25.120660 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9', '44436595-8caf-48e5-967e-1749f507e89e'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:51:25.191679 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d41f527c-49c4-43db-a86e-aa1c4743e2a7 admin admin] Publish callbacks [] for router_controller (691d74ee-0666-4450-8f44-89ba4f07ae23), precommit_add_association {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:25.199894 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['671083f6-1511-4a4e-b623-b011d1104e75', '873114d2-cfcd-4b2f-9a14-3496ecd36990'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:51:25.205145 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-07b1a412-5111-4f51-a0f9-2740dae0a981 req-3112e928-055f-485b-866d-0e7fe18aabeb tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2087774
May 07 21:51:25.246568 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4fab2159-9f52-4172-bc61-e87b3ad07b01 req-618d7c5f-359a-4752-96a5-9f0aa7547354 tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:51:25.260775 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfcfcab-30e1-4366-a68f-c034341d9b1c None None] Sync routers for ids ['04e67ecd-5a0f-47ea-aee1-12263c6ab0a5'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:51:25.279720 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfcfcab-30e1-4366-a68f-c034341d9b1c None None] Routers {'04e67ecd-5a0f-47ea-aee1-12263c6ab0a5'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:51:25.280085 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-ddfcfcab-30e1-4366-a68f-c034341d9b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c9ab7f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:50:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['04e67ecd-5a0f-47ea-aee1-12263c6ab0a5'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:51:25.281858 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=67f000bc-ddb0-4641-a111-92bb8cc56ac3,revision_number=6']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:25.394547 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c095e0cf-3824-44de-a435-badf7639640c tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Pushing event deleted for resources: {'Port': ['ID=873114d2-cfcd-4b2f-9a14-3496ecd36990,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:25.409153 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['67f000bc-ddb0-4641-a111-92bb8cc56ac3'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:51:25.469803 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd769b19-3328-4b2e-8c65-d9cd84b88a5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-28e1c361-3efa-45c3-b6a6-c8fa48e439de', 'network_id': '28e1c361-3efa-45c3-b6a6-c8fa48e439de', 'project_id': '7a05b8a866c04fe78b04ec616e62b70f', 'fixed_ips': [{'subnet_id': 'cb9f2f4a-5ac6-4715-abe0-bfe062d393a9'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 21:51:25.471439 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-fd769b19-3328-4b2e-8c65-d9cd84b88a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:25.476420 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 873114d2-cfcd-4b2f-9a14-3496ecd36990 no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:51:25.488192 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port a9c9d5ff-f110-4914-9b35-ca1353ac6ae1 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:51:25.489033 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (a9c9d5ff-f110-4914-9b35-ca1353ac6ae1), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:25.489874 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9a29285f-c9b4-4aa7-b1a4-a51ed77210d8 req-3d3ab2b6-d023-467f-96ee-4540cf72161d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf4cdac7-29da-404a-9ec1-943fa91f5ab0 HTTP/1.1" status: 200  len: 217 time: 0.3847044
May 07 21:51:25.566254 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fab2159-9f52-4172-bc61-e87b3ad07b01 req-618d7c5f-359a-4752-96a5-9f0aa7547354 tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] No DVR routers for this DVR port 667cf044-3f39-4bfe-97b5-7ac327708e49 on host nch2-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:51:25.570210 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-4fab2159-9f52-4172-bc61-e87b3ad07b01 req-618d7c5f-359a-4752-96a5-9f0aa7547354 tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:25.571311 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-ddfcfcab-30e1-4366-a68f-c034341d9b1c None None] Set router 04e67ecd-5a0f-47ea-aee1-12263c6ab0a5 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:51:25.574992 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4fab2159-9f52-4172-bc61-e87b3ad07b01 req-618d7c5f-359a-4752-96a5-9f0aa7547354 tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] 10.222.0.59 "DELETE /v2.0/ports/667cf044-3f39-4bfe-97b5-7ac327708e49 HTTP/1.1" status: 204  len: 173 time: 3.4276342
May 07 21:51:25.603202 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] No Port match for: 873114d2-cfcd-4b2f-9a14-3496ecd36990 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:51:25.604125 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f613a089-d763-4f35-aee8-4ef405f047c7 req-c011b890-5ea0-4e5c-9ef2-b78f54d18b71 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:25.606116 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 873114d2-cfcd-4b2f-9a14-3496ecd36990 not bound to the agent host nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:51:25.606562 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device ff48314b-c114-4414-a45f-e2db275b1d72 no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:51:25.613744 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f613a089-d763-4f35-aee8-4ef405f047c7 req-c011b890-5ea0-4e5c-9ef2-b78f54d18b71 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/ports?device_id=5fe177f0-906a-4fa9-aea9-ccd116bb7d25 HTTP/1.1" status: 200  len: 945 time: 0.4634800
May 07 21:51:25.655403 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-e32fa8b4-7af8-487e-8cd6-534a4f3b9a7a req-c095e0cf-3824-44de-a435-badf7639640c tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] No DVR routers for this DVR port 873114d2-cfcd-4b2f-9a14-3496ecd36990 on host nch1-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:51:25.663643 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-e32fa8b4-7af8-487e-8cd6-534a4f3b9a7a req-c095e0cf-3824-44de-a435-badf7639640c tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:25.667161 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa93b0af-20cd-48e3-a014-ee2735eafde8 req-ffd8892f-fb3a-46d2-b001-0c45f0926527 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:25.671586 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e32fa8b4-7af8-487e-8cd6-534a4f3b9a7a req-c095e0cf-3824-44de-a435-badf7639640c tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.55 "DELETE /v2.0/ports/873114d2-cfcd-4b2f-9a14-3496ecd36990 HTTP/1.1" status: 204  len: 173 time: 2.5263872
May 07 21:51:25.677145 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fa93b0af-20cd-48e3-a014-ee2735eafde8 req-ffd8892f-fb3a-46d2-b001-0c45f0926527 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4bd37e9-7131-4834-a215-e56f0fb30c5d HTTP/1.1" status: 200  len: 984 time: 0.2410665
May 07 21:51:25.751147 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a29285f-c9b4-4aa7-b1a4-a51ed77210d8 req-cfb52525-634a-49fe-8022-e9b0637eb41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:25.754618 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9a29285f-c9b4-4aa7-b1a4-a51ed77210d8 req-cfb52525-634a-49fe-8022-e9b0637eb41c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=363d64b0-c1fd-4ede-8b5a-48585cb02746 HTTP/1.1" status: 200  len: 852 time: 0.2388630
May 07 21:51:25.780021 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d41f527c-49c4-43db-a86e-aa1c4743e2a7 admin admin] Publish callbacks [] for router_gateway (691d74ee-0666-4450-8f44-89ba4f07ae23), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:25.782437 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0f7473c6-3f92-43c7-b308-8c607e838a1e req-7aae42cc-601e-4165-b5bd-124639f4e533 service neutron] 10.222.0.59 "GET /v2.0/networks/4513501c-1efd-4921-875a-affadc96a9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6884246
May 07 21:51:25.788816 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-489ec226-9514-45c0-b378-876bbd5b5b9a admin admin] Publish callbacks [] for router_gateway (bc622e46-04e8-4ee4-b057-0b8b542c4edf), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:25.833657 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9a29285f-c9b4-4aa7-b1a4-a51ed77210d8 req-54d0bb2f-081a-4bb4-bdc1-d8efece2becd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5d9854c1-90bd-4898-b59a-14d465203832&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0654178
May 07 21:51:25.852282 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f613a089-d763-4f35-aee8-4ef405f047c7 req-aebc1416-cc2e-48d0-bf68-aa9d0c336b00 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b502f8-ccda-470b-bf96-4e6ff93590b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2304976
May 07 21:51:25.945308 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-fd769b19-3328-4b2e-8c65-d9cd84b88a5b None None] Allocated IP 172.20.0.2 (28e1c361-3efa-45c3-b6a6-c8fa48e439de/cb9f2f4a-5ac6-4715-abe0-bfe062d393a9/5627b892-81f3-4873-adab-2d224c4b6d56) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:51:26.008471 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fa93b0af-20cd-48e3-a014-ee2735eafde8 req-0559a520-64b6-4b05-b5e6-772c980870b7 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ab4642d-3355-41eb-ae9c-57c018ee1be1&id=59e2df0e-870d-42fb-a7c1-a293819c9cdf&fields=id&fields=name HTTP/1.1" status: 200  len: 402 time: 0.3284965
May 07 21:51:26.037851 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-ddfcfcab-30e1-4366-a68f-c034341d9b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c9ab7f0>, [{'id': '04e67ecd-5a0f-47ea-aee1-12263c6ab0a5', 'name': 'tempest-ServersTestManualDisk-649216037-router', 'tenant_id': '2a463927927b488ebe8a6e118484e8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.26'}], 'enable_snat': True}, 'gw_port_id': '43420c3e-3130-44fc-aa4c-f6e765e78973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:50:03Z', 'updated_at': '2022-05-07T21:50:12Z', 'revision_number': 4, 'project_id': '2a463927927b488ebe8a6e118484e8df', 'gw_port': {'id': '43420c3e-3130-44fc-aa4c-f6e765e78973', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:97:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e67ecd-5a0f-47ea-aee1-12263c6ab0a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:50:04Z', 'updated_at': '2022-05-07T21:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '41d14ed6-7c8e-41dc-b902-94f7d081a7df', 'name': '', 'network_id': 'a410d8ef-ee3d-4030-b2bf-4c0b7f9d7aaa', 'tenant_id': '2a463927927b488ebe8a6e118484e8df', 'mac_address': 'fa:16:3e:72:99:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e67ecd-5a0f-47ea-aee1-12263c6ab0a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '0f2642b8-4442-4eaa-98ef-8d8b21575f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:50:11Z', 'updated_at': '2022-05-07T21:50:19Z', 'revision_number': 5, 'project_id': '2a463927927b488ebe8a6e118484e8df', 'subnets': [{'id': '0f2642b8-4442-4eaa-98ef-8d8b21575f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:51:26.072579 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfcfcab-30e1-4366-a68f-c034341d9b1c None None] Checking router: 04e67ecd-5a0f-47ea-aee1-12263c6ab0a5 for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 21:51:26.082171 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfcfcab-30e1-4366-a68f-c034341d9b1c None None] Routers {'04e67ecd-5a0f-47ea-aee1-12263c6ab0a5'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:51:26.083342 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-ddfcfcab-30e1-4366-a68f-c034341d9b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c9ab7f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:50:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['04e67ecd-5a0f-47ea-aee1-12263c6ab0a5'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:51:26.136684 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43cf914-138a-4650-a8cc-260bea18a3a2 req-09b38976-f750-4a5a-ba89-9a3cae222560 tempest-ServerAddressesTestJSON-364676349 tempest-ServerAddressesTestJSON-364676349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:26.138810 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d43cf914-138a-4650-a8cc-260bea18a3a2 req-09b38976-f750-4a5a-ba89-9a3cae222560 tempest-ServerAddressesTestJSON-364676349 tempest-ServerAddressesTestJSON-364676349-project] 10.222.0.32 "GET /v2.0/ports?device_id=e589d355-aaf2-4345-8239-14d71c2e31ef HTTP/1.1" status: 200  len: 944 time: 0.1171551
May 07 21:51:26.173771 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-fd769b19-3328-4b2e-8c65-d9cd84b88a5b None None] Publish callbacks [] for port (5627b892-81f3-4873-adab-2d224c4b6d56), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:26.179346 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9a29285f-c9b4-4aa7-b1a4-a51ed77210d8 req-b76f3ee5-76e1-407c-ac61-8fc9451923c1 service neutron] 10.222.0.59 "GET /v2.0/networks/5d9854c1-90bd-4898-b59a-14d465203832?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3256280
May 07 21:51:26.215793 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acdd2844-7725-4926-aaea-be484810dc40 None None] Network 7bf59b6e-50d7-4f5b-9aae-a2fd865e20d6 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:51:26.240940 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-fd769b19-3328-4b2e-8c65-d9cd84b88a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (5627b892-81f3-4873-adab-2d224c4b6d56), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:26.250489 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-ddfcfcab-30e1-4366-a68f-c034341d9b1c None None] Set router 04e67ecd-5a0f-47ea-aee1-12263c6ab0a5 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:51:26.355211 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd769b19-3328-4b2e-8c65-d9cd84b88a5b None None] Network 28e1c361-3efa-45c3-b6a6-c8fa48e439de is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:51:26.363210 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] No Port match for: ff48314b-c114-4414-a45f-e2db275b1d72 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:51:26.364202 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d43cf914-138a-4650-a8cc-260bea18a3a2 req-c2008d4b-1761-426a-bab2-cc40c6172c1c tempest-ServerAddressesTestJSON-364676349 tempest-ServerAddressesTestJSON-364676349-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7eef0f4-71cc-4b1f-9fff-2eabb3e30ba9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2086926
May 07 21:51:26.364889 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device ff48314b-c114-4414-a45f-e2db275b1d72 not bound to the agent host nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:51:26.473280 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8be6b3c-b434-467d-98b2-4d0d5763bed3', 'name': 'network-vif-deleted', 'tag': '873114d2-cfcd-4b2f-9a14-3496ecd36990'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:51:26.476084 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0013e43-df69-4348-a7cb-967a3aaa340e" -d '{"events": [{"server_uuid": "e8be6b3c-b434-467d-98b2-4d0d5763bed3", "name": "network-vif-deleted", "tag": "873114d2-cfcd-4b2f-9a14-3496ecd36990"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:51:26.509884 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-fd769b19-3328-4b2e-8c65-d9cd84b88a5b None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:51:26.518974 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9a29285f-c9b4-4aa7-b1a4-a51ed77210d8 req-9cf50b45-f719-4feb-a5e6-0436cf59240c service neutron] 10.222.0.59 "GET /v2.0/networks/5d9854c1-90bd-4898-b59a-14d465203832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2731814
May 07 21:51:26.539989 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-ddfcfcab-30e1-4366-a68f-c034341d9b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c9ab7f0>, [{'id': '04e67ecd-5a0f-47ea-aee1-12263c6ab0a5', 'name': 'tempest-ServersTestManualDisk-649216037-router', 'tenant_id': '2a463927927b488ebe8a6e118484e8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.26'}], 'enable_snat': True}, 'gw_port_id': '43420c3e-3130-44fc-aa4c-f6e765e78973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:50:03Z', 'updated_at': '2022-05-07T21:50:12Z', 'revision_number': 4, 'project_id': '2a463927927b488ebe8a6e118484e8df', 'gw_port': {'id': '43420c3e-3130-44fc-aa4c-f6e765e78973', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:97:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e67ecd-5a0f-47ea-aee1-12263c6ab0a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:50:04Z', 'updated_at': '2022-05-07T21:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '41d14ed6-7c8e-41dc-b902-94f7d081a7df', 'name': '', 'network_id': 'a410d8ef-ee3d-4030-b2bf-4c0b7f9d7aaa', 'tenant_id': '2a463927927b488ebe8a6e118484e8df', 'mac_address': 'fa:16:3e:72:99:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e67ecd-5a0f-47ea-aee1-12263c6ab0a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '0f2642b8-4442-4eaa-98ef-8d8b21575f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:50:11Z', 'updated_at': '2022-05-07T21:50:19Z', 'revision_number': 5, 'project_id': '2a463927927b488ebe8a6e118484e8df', 'subnets': [{'id': '0f2642b8-4442-4eaa-98ef-8d8b21575f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:51:26.540992 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd769b19-3328-4b2e-8c65-d9cd84b88a5b None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:51:26.576896 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfcfcab-30e1-4366-a68f-c034341d9b1c None None] The sync data for ids ['04e67ecd-5a0f-47ea-aee1-12263c6ab0a5'] in ncdv-master-1 is: [{'id': '04e67ecd-5a0f-47ea-aee1-12263c6ab0a5', 'name': 'tempest-ServersTestManualDisk-649216037-router', 'tenant_id': '2a463927927b488ebe8a6e118484e8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.26'}], 'enable_snat': True}, 'gw_port_id': '43420c3e-3130-44fc-aa4c-f6e765e78973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:50:03Z', 'updated_at': '2022-05-07T21:50:12Z', 'revision_number': 4, 'project_id': '2a463927927b488ebe8a6e118484e8df', 'gw_port': {'id': '43420c3e-3130-44fc-aa4c-f6e765e78973', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:97:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e67ecd-5a0f-47ea-aee1-12263c6ab0a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:50:04Z', 'updated_at': '2022-05-07T21:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '41d14ed6-7c8e-41dc-b902-94f7d081a7df', 'name': '', 'network_id': 'a410d8ef-ee3d-4030-b2bf-4c0b7f9d7aaa', 'tenant_id': '2a463927927b488ebe8a6e118484e8df', 'mac_address': 'fa:16:3e:72:99:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e67ecd-5a0f-47ea-aee1-12263c6ab0a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '0f2642b8-4442-4eaa-98ef-8d8b21575f84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:50:11Z', 'updated_at': '2022-05-07T21:50:19Z', 'revision_number': 5, 'project_id': '2a463927927b488ebe8a6e118484e8df', 'subnets': [{'id': '0f2642b8-4442-4eaa-98ef-8d8b21575f84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:51:26.641840 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd769b19-3328-4b2e-8c65-d9cd84b88a5b None None] Pushing event updated for resources: {'Port': ['ID=5627b892-81f3-4873-adab-2d224c4b6d56,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:26.666789 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b285290-d8f5-4a5c-b846-2550f7ff3591 req-5dfc029e-4269-4382-a034-608b25db7c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:26.671275 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6b285290-d8f5-4a5c-b846-2550f7ff3591 req-5dfc029e-4269-4382-a034-608b25db7c4a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f61b3dd3880d475b939a8543d9bbf481&device_id=a4bd37e9-7131-4834-a215-e56f0fb30c5d HTTP/1.1" status: 200  len: 1166 time: 0.0999205
May 07 21:51:26.682832 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 7ffe92b1-dfd2-4f6a-9df8-10bcc08bfa0c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:51:26.701709 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-532a0d06-f5b5-4e18-bc26-58b77ab416b0 None None] Provisioning complete for port a9c9d5ff-f110-4914-9b35-ca1353ac6ae1 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:51:26.702091 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-532a0d06-f5b5-4e18-bc26-58b77ab416b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (a9c9d5ff-f110-4914-9b35-ca1353ac6ae1), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:26.717255 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75bccfed-e6e3-4572-83e5-dde83a06ede0 x-openstack-request-id: req-75bccfed-e6e3-4572-83e5-dde83a06ede0 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:51:26.717747 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8be6b3c-b434-467d-98b2-4d0d5763bed3", "name": "network-vif-deleted", "tag": "873114d2-cfcd-4b2f-9a14-3496ecd36990", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:51:26.718088 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-75bccfed-e6e3-4572-83e5-dde83a06ede0 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:51:26.718573 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75bccfed-e6e3-4572-83e5-dde83a06ede0'] response: {'server_uuid': 'e8be6b3c-b434-467d-98b2-4d0d5763bed3', 'name': 'network-vif-deleted', 'tag': '873114d2-cfcd-4b2f-9a14-3496ecd36990', 'status': 'completed', 'code': 200}
May 07 21:51:26.719931 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d774b77-243e-4663-a376-3bbd59bd54e5', 'name': 'network-vif-deleted', 'tag': '667cf044-3f39-4bfe-97b5-7ac327708e49'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:51:26.724505 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76713cb1-511f-4f99-a3e4-a505609ecdf7" -d '{"events": [{"server_uuid": "5d774b77-243e-4663-a376-3bbd59bd54e5", "name": "network-vif-deleted", "tag": "667cf044-3f39-4bfe-97b5-7ac327708e49"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:51:26.740661 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 21:51:26.777604 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-88e3cf5f-c7e5-492a-a99b-b194fd05ee28 req-77f0a7e8-c01a-4924-8c38-a84c89ba619e tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d774b77-243e-4663-a376-3bbd59bd54e5 HTTP/1.1" status: 200  len: 210 time: 0.1010695
May 07 21:51:26.780266 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ad1628d7-e281-4cae-8bc4-ac8eef237a79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:26.950936 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ebfc2f5-a404-4107-b3fb-e3642e0e58db x-openstack-request-id: req-3ebfc2f5-a404-4107-b3fb-e3642e0e58db {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:51:26.951262 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d774b77-243e-4663-a376-3bbd59bd54e5", "name": "network-vif-deleted", "tag": "667cf044-3f39-4bfe-97b5-7ac327708e49", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:51:26.951496 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3ebfc2f5-a404-4107-b3fb-e3642e0e58db {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:51:26.951897 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ebfc2f5-a404-4107-b3fb-e3642e0e58db'] response: {'server_uuid': '5d774b77-243e-4663-a376-3bbd59bd54e5', 'name': 'network-vif-deleted', 'tag': '667cf044-3f39-4bfe-97b5-7ac327708e49', 'status': 'completed', 'code': 200}
May 07 21:51:26.976632 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-489ec226-9514-45c0-b378-876bbd5b5b9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (bc622e46-04e8-4ee4-b057-0b8b542c4edf), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:26.996874 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b78178-8d09-44ae-bfca-7708d8a7dbe6 req-96863c9b-aa0b-4aaf-a7f5-e3f277e28297 tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:27.003964 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-25b78178-8d09-44ae-bfca-7708d8a7dbe6 req-96863c9b-aa0b-4aaf-a7f5-e3f277e28297 tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f8f76a4-6ad3-415b-b1a9-6bd011fd0571 HTTP/1.1" status: 200  len: 949 time: 0.1060917
May 07 21:51:27.056711 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d2e9e8-488f-426f-b924-1de62152ec44 None None] New status for floating IP 9f08c223-598d-4d1a-aafa-733f2a1727e0: DOWN {{(pid=121838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 07 21:51:27.072631 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54314bb5-fd72-41c0-b256-3f3e3a13cbad req-be37fb4d-5072-4084-9b10-53e1f0b6f0a0 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:27.080807 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-54314bb5-fd72-41c0-b256-3f3e3a13cbad req-be37fb4d-5072-4084-9b10-53e1f0b6f0a0 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/ports?device_id=5fe177f0-906a-4fa9-aea9-ccd116bb7d25 HTTP/1.1" status: 200  len: 945 time: 0.0742354
May 07 21:51:27.083157 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d41f527c-49c4-43db-a86e-aa1c4743e2a7 admin admin] Publish callbacks [] for router_gateway (691d74ee-0666-4450-8f44-89ba4f07ae23), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:27.129229 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d41f527c-49c4-43db-a86e-aa1c4743e2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:27.148230 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-54314bb5-fd72-41c0-b256-3f3e3a13cbad req-c82b5057-633d-409e-9983-80df44acb9de tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b502f8-ccda-470b-bf96-4e6ff93590b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0662251
May 07 21:51:27.154839 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-25b78178-8d09-44ae-bfca-7708d8a7dbe6 req-59b7093e-6b12-495e-b7c9-1241cda847f8 tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] 10.222.0.32 "GET /v2.0/security-groups?id=e6f7bcf3-0863-477a-9a92-cf0af21d6fff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1500108
May 07 21:51:27.297570 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port a9c9d5ff-f110-4914-9b35-ca1353ac6ae1 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:51:27.298155 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (a9c9d5ff-f110-4914-9b35-ca1353ac6ae1), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:27.307291 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 7ffe92b1-dfd2-4f6a-9df8-10bcc08bfa0c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7ffe92b1-dfd2-4f6a-9df8-10bcc08bfa0c,segment=NetworkSegment(30d9864a-e36c-49b1-931b-be94401ea778),segment_id=30d9864a-e36c-49b1-931b-be94401ea778)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:51:27.313321 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8485ad4-6f00-4651-855c-618883b31acf req-063ca314-79d4-48d8-b6e1-bec33e9f7fb5 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:27.314452 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-fd769b19-3328-4b2e-8c65-d9cd84b88a5b None None] Attempting to bind port 5627b892-81f3-4873-adab-2d224c4b6d56 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:51:27.314845 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-fd769b19-3328-4b2e-8c65-d9cd84b88a5b None None] Attempting to bind port 5627b892-81f3-4873-adab-2d224c4b6d56 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f3ec05b1-b03a-4a5e-b716-d2726a7226ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '28e1c361-3efa-45c3-b6a6-c8fa48e439de'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:51:27.315206 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd769b19-3328-4b2e-8c65-d9cd84b88a5b None None] Attempting to bind port 5627b892-81f3-4873-adab-2d224c4b6d56 on network 28e1c361-3efa-45c3-b6a6-c8fa48e439de {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:51:27.323571 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e8485ad4-6f00-4651-855c-618883b31acf req-063ca314-79d4-48d8-b6e1-bec33e9f7fb5 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf92f729-2124-482e-b270-05ad87327f96 HTTP/1.1" status: 200  len: 951 time: 0.0897076
May 07 21:51:27.352560 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-d41f527c-49c4-43db-a86e-aa1c4743e2a7 admin admin] Allocated IP 172.35.4.210 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/85720274-158e-442b-a073-4b364715a5ba) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:51:27.396664 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e8485ad4-6f00-4651-855c-618883b31acf req-ceb7f6a3-a061-441f-807d-ec03dc3b5934 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0669045
May 07 21:51:27.407911 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd769b19-3328-4b2e-8c65-d9cd84b88a5b None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:51:27.408407 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd769b19-3328-4b2e-8c65-d9cd84b88a5b None None] Checking segment: {'id': 'f3ec05b1-b03a-4a5e-b716-d2726a7226ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '28e1c361-3efa-45c3-b6a6-c8fa48e439de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:51:27.408756 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-fd769b19-3328-4b2e-8c65-d9cd84b88a5b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:27.409097 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd769b19-3328-4b2e-8c65-d9cd84b88a5b None None] Bound using segment: {'id': 'f3ec05b1-b03a-4a5e-b716-d2726a7226ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '28e1c361-3efa-45c3-b6a6-c8fa48e439de'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:51:27.409594 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-fd769b19-3328-4b2e-8c65-d9cd84b88a5b None None] Bound port: 5627b892-81f3-4873-adab-2d224c4b6d56, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3ec05b1-b03a-4a5e-b716-d2726a7226ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '28e1c361-3efa-45c3-b6a6-c8fa48e439de'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:51:27.409965 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-fd769b19-3328-4b2e-8c65-d9cd84b88a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (5627b892-81f3-4873-adab-2d224c4b6d56), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:27.427059 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': '7ffe92b1-dfd2-4f6a-9df8-10bcc08bfa0c', 'network_id': '4513501c-1efd-4921-875a-affadc96a9fe', 'port_id': '7ffe92b1-dfd2-4f6a-9df8-10bcc08bfa0c', 'mac_address': 'fa:16:3e:91:0f:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75bd88eb-ae1d-467d-bb77-05e28253028a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:51:27.470864 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca9edc2-b6df-4398-ae5b-5478935b747d req-14a21cce-f28c-4cdf-beac-041f16d58783 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:27.472390 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4ca9edc2-b6df-4398-ae5b-5478935b747d req-14a21cce-f28c-4cdf-beac-041f16d58783 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4bd37e9-7131-4834-a215-e56f0fb30c5d HTTP/1.1" status: 200  len: 984 time: 0.1078627
May 07 21:51:27.512883 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-489ec226-9514-45c0-b378-876bbd5b5b9a admin admin] Router bc622e46-04e8-4ee4-b057-0b8b542c4edf is scheduled to L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db with binding_index 1 {{(pid=121836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 07 21:51:27.515133 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:27.561707 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d41f527c-49c4-43db-a86e-aa1c4743e2a7 admin admin] Publish callbacks [] for port (85720274-158e-442b-a073-4b364715a5ba), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:27.579490 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port a9c9d5ff-f110-4914-9b35-ca1353ac6ae1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a9c9d5ff-f110-4914-9b35-ca1353ac6ae1,segment=NetworkSegment(0c68f4a4-1adb-4fc4-b550-46d9215c674a),segment_id=0c68f4a4-1adb-4fc4-b550-46d9215c674a)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:51:27.630608 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4ca9edc2-b6df-4398-ae5b-5478935b747d req-10d4cfd6-597e-4aa1-a1f1-b5625d047a98 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ab4642d-3355-41eb-ae9c-57c018ee1be1&id=59e2df0e-870d-42fb-a7c1-a293819c9cdf&fields=id&fields=name HTTP/1.1" status: 200  len: 402 time: 0.1462338
May 07 21:51:27.631087 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-532a0d06-f5b5-4e18-bc26-58b77ab416b0 None None] Current status of the port a9c9d5ff-f110-4914-9b35-ca1353ac6ae1 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:51:27.631480 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-532a0d06-f5b5-4e18-bc26-58b77ab416b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (a9c9d5ff-f110-4914-9b35-ca1353ac6ae1), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:27.633350 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (a9c9d5ff-f110-4914-9b35-ca1353ac6ae1), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:27.695830 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 7ffe92b1-dfd2-4f6a-9df8-10bcc08bfa0c is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:51:27.695830 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (7ffe92b1-dfd2-4f6a-9df8-10bcc08bfa0c), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:27.696191 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d66f853-3cb1-4292-ba2f-ebb1beaa4f70 req-4e4928b8-6bd8-4499-a087-4c00166d8d0f tempest-ServerAddressesTestJSON-364676349 tempest-ServerAddressesTestJSON-364676349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:27.696191 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8d66f853-3cb1-4292-ba2f-ebb1beaa4f70 req-4e4928b8-6bd8-4499-a087-4c00166d8d0f tempest-ServerAddressesTestJSON-364676349 tempest-ServerAddressesTestJSON-364676349-project] 10.222.0.32 "GET /v2.0/ports?device_id=e589d355-aaf2-4345-8239-14d71c2e31ef HTTP/1.1" status: 200  len: 944 time: 0.0606115
May 07 21:51:27.714608 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-489ec226-9514-45c0-b378-876bbd5b5b9a admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:51:27.725763 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15c5173-4ad6-4cf8-9fee-fbd3e41b3d16 None None] Sync routers for ids ['bc622e46-04e8-4ee4-b057-0b8b542c4edf'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:51:27.744813 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15c5173-4ad6-4cf8-9fee-fbd3e41b3d16 None None] Routers {'bc622e46-04e8-4ee4-b057-0b8b542c4edf'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:51:27.746494 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-489ec226-9514-45c0-b378-876bbd5b5b9a admin admin] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:27.748013 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-a15c5173-4ad6-4cf8-9fee-fbd3e41b3d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cb6d040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:51:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['bc622e46-04e8-4ee4-b057-0b8b542c4edf'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:51:27.749392 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-489ec226-9514-45c0-b378-876bbd5b5b9a admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 6.7236183
May 07 21:51:27.751251 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d41f527c-49c4-43db-a86e-aa1c4743e2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (85720274-158e-442b-a073-4b364715a5ba), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:27.752915 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 39184) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:51:27.758540 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ffe92b1-dfd2-4f6a-9df8-10bcc08bfa0c {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:51:27.793348 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41f527c-49c4-43db-a86e-aa1c4743e2a7 admin admin] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:51:27.796578 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-d41f527c-49c4-43db-a86e-aa1c4743e2a7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:51:27.800284 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41f527c-49c4-43db-a86e-aa1c4743e2a7 admin admin] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:51:27.902404 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.db.api [None req-532a0d06-f5b5-4e18-bc26-58b77ab416b0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 07 21:51:27.903095 ncdv-master-1 neutron-server[121838]: DEBUG oslo_db.api [None req-532a0d06-f5b5-4e18-bc26-58b77ab416b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 07 21:51:27.906546 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 7ffe92b1-dfd2-4f6a-9df8-10bcc08bfa0c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7ffe92b1-dfd2-4f6a-9df8-10bcc08bfa0c,segment=NetworkSegment(30d9864a-e36c-49b1-931b-be94401ea778),segment_id=30d9864a-e36c-49b1-931b-be94401ea778)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:51:27.912469 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-fd769b19-3328-4b2e-8c65-d9cd84b88a5b None None] For port 5627b892-81f3-4873-adab-2d224c4b6d56, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:51:27.947455 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-a15c5173-4ad6-4cf8-9fee-fbd3e41b3d16 None None] Set router bc622e46-04e8-4ee4-b057-0b8b542c4edf gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:51:27.958602 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=a9c9d5ff-f110-4914-9b35-ca1353ac6ae1,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:27.968834 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (7ffe92b1-dfd2-4f6a-9df8-10bcc08bfa0c), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:27.980758 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-fd769b19-3328-4b2e-8c65-d9cd84b88a5b None None] For port 5627b892-81f3-4873-adab-2d224c4b6d56, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5627b892-81f3-4873-adab-2d224c4b6d56,segment=NetworkSegment(f3ec05b1-b03a-4a5e-b716-d2726a7226ce),segment_id=f3ec05b1-b03a-4a5e-b716-d2726a7226ce)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:51:27.989043 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8d66f853-3cb1-4292-ba2f-ebb1beaa4f70 req-4f64895b-4a05-41ca-b079-e1aaaad1097a tempest-ServerAddressesTestJSON-364676349 tempest-ServerAddressesTestJSON-364676349-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7eef0f4-71cc-4b1f-9fff-2eabb3e30ba9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2933960
May 07 21:51:28.034637 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-fd769b19-3328-4b2e-8c65-d9cd84b88a5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (5627b892-81f3-4873-adab-2d224c4b6d56), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:28.084454 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=7ffe92b1-dfd2-4f6a-9df8-10bcc08bfa0c,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:28.085237 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5c50c2-ab8f-45bf-ad2c-1abe0dbb1bee req-cac564c2-9538-438a-863f-8f372dfca8f3 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:28.088617 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fa5c50c2-ab8f-45bf-ad2c-1abe0dbb1bee req-cac564c2-9538-438a-863f-8f372dfca8f3 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/ports?device_id=5fe177f0-906a-4fa9-aea9-ccd116bb7d25 HTTP/1.1" status: 200  len: 945 time: 0.2405441
May 07 21:51:28.148286 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 39190) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:51:28.182611 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd769b19-3328-4b2e-8c65-d9cd84b88a5b None None] Pushing event updated for resources: {'Port': ['ID=5627b892-81f3-4873-adab-2d224c4b6d56,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:28.210117 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e896dfd7-6e53-4997-bc6f-a4ff7d1a6ab3 req-96c7f1d9-d6f0-42f4-a6cd-554c86daa086 tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:28.215829 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e896dfd7-6e53-4997-bc6f-a4ff7d1a6ab3 req-96c7f1d9-d6f0-42f4-a6cd-554c86daa086 tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] 10.222.0.59 "GET /v2.0/ports?device_id=0f8f76a4-6ad3-415b-b1a9-6bd011fd0571 HTTP/1.1" status: 200  len: 949 time: 0.2421129
May 07 21:51:28.235059 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b285290-d8f5-4a5c-b846-2550f7ff3591 req-0bb6f904-d224-4037-97ff-829666aee170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:28.240681 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6b285290-d8f5-4a5c-b846-2550f7ff3591 req-0bb6f904-d224-4037-97ff-829666aee170 service neutron] 10.222.0.59 "GET /v2.0/networks?id=5d9854c1-90bd-4898-b59a-14d465203832 HTTP/1.1" status: 200  len: 913 time: 0.5381346
May 07 21:51:28.244884 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d41f527c-49c4-43db-a86e-aa1c4743e2a7 admin admin] Publish callbacks [] for router_gateway (691d74ee-0666-4450-8f44-89ba4f07ae23), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:28.334582 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-a15c5173-4ad6-4cf8-9fee-fbd3e41b3d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cb6d040>, [{'id': 'bc622e46-04e8-4ee4-b057-0b8b542c4edf', 'name': 'tempest-AttachSCSIVolumeTestJSON-2114222160-router', 'tenant_id': '90ce3cad9a044db6a6f73cbbe92dc662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.246'}], 'enable_snat': True}, 'gw_port_id': 'a7f6aad4-1c21-410d-b6cb-db919edcfe87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:51:21Z', 'updated_at': '2022-05-07T21:51:24Z', 'revision_number': 3, 'project_id': '90ce3cad9a044db6a6f73cbbe92dc662', 'gw_port': {'id': 'a7f6aad4-1c21-410d-b6cb-db919edcfe87', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:2f:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc622e46-04e8-4ee4-b057-0b8b542c4edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:51:22Z', 'updated_at': '2022-05-07T21:51:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:51:28.358565 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6b285290-d8f5-4a5c-b846-2550f7ff3591 req-7cca7ff6-8130-4823-9a25-02e24405d0cd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf4cdac7-29da-404a-9ec1-943fa91f5ab0 HTTP/1.1" status: 200  len: 217 time: 0.0925298
May 07 21:51:28.365170 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15c5173-4ad6-4cf8-9fee-fbd3e41b3d16 None None] Checking router: bc622e46-04e8-4ee4-b057-0b8b542c4edf for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 21:51:28.366339 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41f527c-49c4-43db-a86e-aa1c4743e2a7 admin admin] Pushing event updated for resources: {'Port': ['ID=85720274-158e-442b-a073-4b364715a5ba,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:28.366828 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15c5173-4ad6-4cf8-9fee-fbd3e41b3d16 None None] Updating router bc622e46-04e8-4ee4-b057-0b8b542c4edf port a7f6aad4-1c21-410d-b6cb-db919edcfe87 binding host ncdv-master-1 {{(pid=121839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 21:51:28.429228 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fa5c50c2-ab8f-45bf-ad2c-1abe0dbb1bee req-c8b7a329-be06-4e97-a1c7-df396e9014a5 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b502f8-ccda-470b-bf96-4e6ff93590b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1927118
May 07 21:51:28.450695 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-a15c5173-4ad6-4cf8-9fee-fbd3e41b3d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (a7f6aad4-1c21-410d-b6cb-db919edcfe87), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:28.466002 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-532a0d06-f5b5-4e18-bc26-58b77ab416b0 None None] Current status of the port a9c9d5ff-f110-4914-9b35-ca1353ac6ae1 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:51:28.479593 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['7ffe92b1-dfd2-4f6a-9df8-10bcc08bfa0c'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:51:28.603395 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c74978d-5c6d-46f7-94be-d390bc00fa03 req-ed4cc282-0bf1-4852-937e-1082bcb29a2f tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:28.604978 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4c74978d-5c6d-46f7-94be-d390bc00fa03 req-ed4cc282-0bf1-4852-937e-1082bcb29a2f tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f8f76a4-6ad3-415b-b1a9-6bd011fd0571 HTTP/1.1" status: 200  len: 949 time: 0.3241377
May 07 21:51:28.626481 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a708fdcf-f476-4eae-984f-d800edf976b3 tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] Publish callbacks [] for security_group (4e90986d-5a53-47e1-9ed6-f20762c03fca), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:28.653970 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-ea8591a6-a5e3-48bc-be8c-39a6f3f03898 None None] Provisioning complete for port a9c9d5ff-f110-4914-9b35-ca1353ac6ae1 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:51:28.654272 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ea8591a6-a5e3-48bc-be8c-39a6f3f03898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (a9c9d5ff-f110-4914-9b35-ca1353ac6ae1), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:28.715789 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-e896dfd7-6e53-4997-bc6f-a4ff7d1a6ab3 req-c937b29c-3dba-41d0-a975-ce28528b63e6 tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] Deleting port 05c8f9e9-22a2-4423-bdc3-f8822a75ace8 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:51:28.716116 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-e896dfd7-6e53-4997-bc6f-a4ff7d1a6ab3 req-c937b29c-3dba-41d0-a975-ce28528b63e6 tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (05c8f9e9-22a2-4423-bdc3-f8822a75ace8), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:28.718697 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e928730b-f840-43fd-ad94-9920f4145454 req-ddabcade-692e-4c40-83a8-87b4fab8f0a0 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:28.720527 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e928730b-f840-43fd-ad94-9920f4145454 req-ddabcade-692e-4c40-83a8-87b4fab8f0a0 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf92f729-2124-482e-b270-05ad87327f96 HTTP/1.1" status: 200  len: 951 time: 0.1384785
May 07 21:51:28.738262 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d41f527c-49c4-43db-a86e-aa1c4743e2a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (691d74ee-0666-4450-8f44-89ba4f07ae23), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:28.747466 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b285290-d8f5-4a5c-b846-2550f7ff3591 req-c41fb7aa-7096-4875-b4e3-57644edf7c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:28.749123 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6b285290-d8f5-4a5c-b846-2550f7ff3591 req-c41fb7aa-7096-4875-b4e3-57644edf7c45 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=363d64b0-c1fd-4ede-8b5a-48585cb02746 HTTP/1.1" status: 200  len: 852 time: 0.3533041
May 07 21:51:28.761658 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a708fdcf-f476-4eae-984f-d800edf976b3 tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] Publish callbacks [] for security_group (4e90986d-5a53-47e1-9ed6-f20762c03fca), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:28.815218 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-ea8591a6-a5e3-48bc-be8c-39a6f3f03898 None None] Current status of the port a9c9d5ff-f110-4914-9b35-ca1353ac6ae1 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:51:28.823455 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-a15c5173-4ad6-4cf8-9fee-fbd3e41b3d16 None None] Publish callbacks [] for port (a7f6aad4-1c21-410d-b6cb-db919edcfe87), precommit_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:28.832866 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-a15c5173-4ad6-4cf8-9fee-fbd3e41b3d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (a7f6aad4-1c21-410d-b6cb-db919edcfe87), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:28.837734 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e928730b-f840-43fd-ad94-9920f4145454 req-422768d9-87a1-4f95-9079-2472d6032929 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1068602
May 07 21:51:28.875853 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6b285290-d8f5-4a5c-b846-2550f7ff3591 req-defaedb9-bae9-4f8d-b572-d73ded9f339a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5d9854c1-90bd-4898-b59a-14d465203832&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1111531
May 07 21:51:28.896506 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166ceed8-2fce-43ea-93a7-30e681ff1307 None None] Pushing event updated for resources: {'Port': ['ID=a7f6aad4-1c21-410d-b6cb-db919edcfe87,revision_number=2']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:28.916104 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166ceed8-2fce-43ea-93a7-30e681ff1307 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:51:28.917335 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166ceed8-2fce-43ea-93a7-30e681ff1307 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:51:28.917482 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166ceed8-2fce-43ea-93a7-30e681ff1307 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:51:28.917711 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166ceed8-2fce-43ea-93a7-30e681ff1307 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:51:28.918057 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166ceed8-2fce-43ea-93a7-30e681ff1307 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:51:28.918467 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166ceed8-2fce-43ea-93a7-30e681ff1307 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:51:28.918821 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166ceed8-2fce-43ea-93a7-30e681ff1307 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:51:28.919751 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166ceed8-2fce-43ea-93a7-30e681ff1307 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:51:28.920651 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166ceed8-2fce-43ea-93a7-30e681ff1307 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:51:28.920905 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166ceed8-2fce-43ea-93a7-30e681ff1307 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:51:28.921796 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166ceed8-2fce-43ea-93a7-30e681ff1307 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:51:28.922141 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166ceed8-2fce-43ea-93a7-30e681ff1307 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:51:28.922728 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166ceed8-2fce-43ea-93a7-30e681ff1307 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:51:28.923087 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166ceed8-2fce-43ea-93a7-30e681ff1307 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:51:28.923768 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166ceed8-2fce-43ea-93a7-30e681ff1307 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:51:28.948521 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d41f527c-49c4-43db-a86e-aa1c4743e2a7 admin admin] Router 691d74ee-0666-4450-8f44-89ba4f07ae23 is scheduled to L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db with binding_index 1 {{(pid=121836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 07 21:51:28.966088 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4c74978d-5c6d-46f7-94be-d390bc00fa03 req-a7e132a7-ce0e-4512-a39c-0a2a31dfb622 tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] 10.222.0.32 "GET /v2.0/security-groups?id=e6f7bcf3-0863-477a-9a92-cf0af21d6fff&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3418324
May 07 21:51:28.990200 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-a15c5173-4ad6-4cf8-9fee-fbd3e41b3d16 None None] Attempting to bind port a7f6aad4-1c21-410d-b6cb-db919edcfe87 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:51:28.991010 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-a15c5173-4ad6-4cf8-9fee-fbd3e41b3d16 None None] Attempting to bind port a7f6aad4-1c21-410d-b6cb-db919edcfe87 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:51:28.994655 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15c5173-4ad6-4cf8-9fee-fbd3e41b3d16 None None] Attempting to bind port a7f6aad4-1c21-410d-b6cb-db919edcfe87 on network 9221b764-ef06-431f-8941-796516ed7c3b {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:51:29.036026 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15c5173-4ad6-4cf8-9fee-fbd3e41b3d16 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:51:29.038019 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15c5173-4ad6-4cf8-9fee-fbd3e41b3d16 None None] Checking segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:51:29.042006 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-a15c5173-4ad6-4cf8-9fee-fbd3e41b3d16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:29.043033 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15c5173-4ad6-4cf8-9fee-fbd3e41b3d16 None None] Bound using segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:51:29.046168 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-a15c5173-4ad6-4cf8-9fee-fbd3e41b3d16 None None] Bound port: a7f6aad4-1c21-410d-b6cb-db919edcfe87, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:51:29.046168 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-a15c5173-4ad6-4cf8-9fee-fbd3e41b3d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (a7f6aad4-1c21-410d-b6cb-db919edcfe87), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:29.059456 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892dd5f4-7f48-42f2-891b-2622691640f8 req-e937b406-8ce7-48bb-b178-46ca2392663c tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:29.059716 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:29.061014 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-892dd5f4-7f48-42f2-891b-2622691640f8 req-e937b406-8ce7-48bb-b178-46ca2392663c tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4bd37e9-7131-4834-a215-e56f0fb30c5d HTTP/1.1" status: 200  len: 984 time: 0.0974462
May 07 21:51:29.086456 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-e896dfd7-6e53-4997-bc6f-a4ff7d1a6ab3 req-c937b29c-3dba-41d0-a975-ce28528b63e6 tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] For port 05c8f9e9-22a2-4423-bdc3-f8822a75ace8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=05c8f9e9-22a2-4423-bdc3-f8822a75ace8,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:51:29.087419 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-e896dfd7-6e53-4997-bc6f-a4ff7d1a6ab3 req-c937b29c-3dba-41d0-a975-ce28528b63e6 tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (05c8f9e9-22a2-4423-bdc3-f8822a75ace8), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:29.111577 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a708fdcf-f476-4eae-984f-d800edf976b3 tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (4e90986d-5a53-47e1-9ed6-f20762c03fca), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:29.114162 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a708fdcf-f476-4eae-984f-d800edf976b3 tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:29.115480 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-a708fdcf-f476-4eae-984f-d800edf976b3 tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] 10.222.0.32 "DELETE /v2.0/security-groups/4e90986d-5a53-47e1-9ed6-f20762c03fca HTTP/1.1" status: 204  len: 168 time: 0.9591911
May 07 21:51:29.118061 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 39202) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:51:29.124963 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-a15c5173-4ad6-4cf8-9fee-fbd3e41b3d16 None None] For port a7f6aad4-1c21-410d-b6cb-db919edcfe87, host ncdv-master-1, cleared binding levels {{(pid=121839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:51:29.136746 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-a15c5173-4ad6-4cf8-9fee-fbd3e41b3d16 None None] For port a7f6aad4-1c21-410d-b6cb-db919edcfe87, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a7f6aad4-1c21-410d-b6cb-db919edcfe87,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:51:29.144105 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-a15c5173-4ad6-4cf8-9fee-fbd3e41b3d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (a7f6aad4-1c21-410d-b6cb-db919edcfe87), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:29.146245 ncdv-master-1 neutron-server[121836]: INFO neutron.api.v2.resource [None req-da255721-065e-4cd6-ae03-ee38374a5c43 tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] show failed (client error): The resource could not be found.
May 07 21:51:29.147306 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-da255721-065e-4cd6-ae03-ee38374a5c43 tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] 10.222.0.32 "GET /v2.0/security-groups/4e90986d-5a53-47e1-9ed6-f20762c03fca HTTP/1.1" status: 404  len: 347 time: 0.0284872
May 07 21:51:29.155270 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 39204) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:51:29.172993 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-e896dfd7-6e53-4997-bc6f-a4ff7d1a6ab3 req-c937b29c-3dba-41d0-a975-ce28528b63e6 tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] Calling delete_port for 05c8f9e9-22a2-4423-bdc3-f8822a75ace8 owned by compute:nova {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:51:29.214739 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15c5173-4ad6-4cf8-9fee-fbd3e41b3d16 None None] Routers {'bc622e46-04e8-4ee4-b057-0b8b542c4edf'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:51:29.215601 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-a15c5173-4ad6-4cf8-9fee-fbd3e41b3d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cb6d040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:51:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['bc622e46-04e8-4ee4-b057-0b8b542c4edf'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:51:29.264589 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d41f527c-49c4-43db-a86e-aa1c4743e2a7 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:51:29.264892 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166ceed8-2fce-43ea-93a7-30e681ff1307 None None] Pushing event updated for resources: {'Port': ['ID=a7f6aad4-1c21-410d-b6cb-db919edcfe87,revision_number=3']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:29.290708 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35ebe7f-2d50-4abc-ae24-6e295c530af8 None None] Sync routers for ids ['691d74ee-0666-4450-8f44-89ba4f07ae23'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:51:29.319408 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-892dd5f4-7f48-42f2-891b-2622691640f8 req-88ff7246-9b30-4777-bf7c-a92fc37405ad tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ab4642d-3355-41eb-ae9c-57c018ee1be1&id=59e2df0e-870d-42fb-a7c1-a293819c9cdf&fields=id&fields=name HTTP/1.1" status: 200  len: 402 time: 0.2510798
May 07 21:51:29.320216 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35ebe7f-2d50-4abc-ae24-6e295c530af8 None None] Routers {'691d74ee-0666-4450-8f44-89ba4f07ae23'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:51:29.320879 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-a35ebe7f-2d50-4abc-ae24-6e295c530af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f764ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:51:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['691d74ee-0666-4450-8f44-89ba4f07ae23'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:51:29.375555 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d41f527c-49c4-43db-a86e-aa1c4743e2a7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:29.376807 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-d41f527c-49c4-43db-a86e-aa1c4743e2a7 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 4.7244079
May 07 21:51:29.389287 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-a15c5173-4ad6-4cf8-9fee-fbd3e41b3d16 None None] Set router bc622e46-04e8-4ee4-b057-0b8b542c4edf gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:51:29.397270 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 39206) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:51:29.552432 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 67f000bc-ddb0-4641-a111-92bb8cc56ac3 up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:51:29.641155 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-a35ebe7f-2d50-4abc-ae24-6e295c530af8 None None] Set router 691d74ee-0666-4450-8f44-89ba4f07ae23 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:51:29.696709 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1701ce-ab3f-44ef-a73c-ccaa9fcff99c req-feba5c15-b381-4426-a2fe-21c0d7d8166e tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:29.699462 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ad1701ce-ab3f-44ef-a73c-ccaa9fcff99c req-feba5c15-b381-4426-a2fe-21c0d7d8166e tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fe177f0-906a-4fa9-aea9-ccd116bb7d25 HTTP/1.1" status: 200  len: 945 time: 0.2238224
May 07 21:51:29.884474 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-a15c5173-4ad6-4cf8-9fee-fbd3e41b3d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cb6d040>, [{'id': 'bc622e46-04e8-4ee4-b057-0b8b542c4edf', 'name': 'tempest-AttachSCSIVolumeTestJSON-2114222160-router', 'tenant_id': '90ce3cad9a044db6a6f73cbbe92dc662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.246'}], 'enable_snat': True}, 'gw_port_id': 'a7f6aad4-1c21-410d-b6cb-db919edcfe87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:51:21Z', 'updated_at': '2022-05-07T21:51:24Z', 'revision_number': 3, 'project_id': '90ce3cad9a044db6a6f73cbbe92dc662', 'gw_port': {'id': 'a7f6aad4-1c21-410d-b6cb-db919edcfe87', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:2f:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc622e46-04e8-4ee4-b057-0b8b542c4edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:51:22Z', 'updated_at': '2022-05-07T21:51:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:51:29.904677 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122843f5-fdb9-489c-80f6-9e42b3b89196 None None] Network 28e1c361-3efa-45c3-b6a6-c8fa48e439de requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:51:29.927219 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a708fdcf-f476-4eae-984f-d800edf976b3 tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e90986d-5a53-47e1-9ed6-f20762c03fca,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:29.957586 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a15c5173-4ad6-4cf8-9fee-fbd3e41b3d16 None None] The sync data for ids ['bc622e46-04e8-4ee4-b057-0b8b542c4edf'] in ncdv-master-1 is: [{'id': 'bc622e46-04e8-4ee4-b057-0b8b542c4edf', 'name': 'tempest-AttachSCSIVolumeTestJSON-2114222160-router', 'tenant_id': '90ce3cad9a044db6a6f73cbbe92dc662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.246'}], 'enable_snat': True}, 'gw_port_id': 'a7f6aad4-1c21-410d-b6cb-db919edcfe87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:51:21Z', 'updated_at': '2022-05-07T21:51:24Z', 'revision_number': 3, 'project_id': '90ce3cad9a044db6a6f73cbbe92dc662', 'gw_port': {'id': 'a7f6aad4-1c21-410d-b6cb-db919edcfe87', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:2f:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc622e46-04e8-4ee4-b057-0b8b542c4edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:51:22Z', 'updated_at': '2022-05-07T21:51:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:51:29.964199 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-7d2f1d45-b366-480e-a4af-55d050d4d5d9 tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] Deleting port 21066dcd-709f-4a01-8bea-50acb54a0ad0 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:51:29.965163 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7d2f1d45-b366-480e-a4af-55d050d4d5d9 tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (21066dcd-709f-4a01-8bea-50acb54a0ad0), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:29.975280 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device a9c9d5ff-f110-4914-9b35-ca1353ac6ae1 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:51:29.978062 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6b285290-d8f5-4a5c-b846-2550f7ff3591 req-65b962a3-e160-4245-ab9b-365b3b475973 service neutron] 10.222.0.59 "GET /v2.0/networks/5d9854c1-90bd-4898-b59a-14d465203832?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0863311
May 07 21:51:29.995451 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120fa81c-bc7a-4bda-8812-92688e26f33f req-f83e1815-4f2c-40dd-b7c1-fe33a4f9c4ad tempest-ServerAddressesTestJSON-364676349 tempest-ServerAddressesTestJSON-364676349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:30.002416 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-120fa81c-bc7a-4bda-8812-92688e26f33f req-f83e1815-4f2c-40dd-b7c1-fe33a4f9c4ad tempest-ServerAddressesTestJSON-364676349 tempest-ServerAddressesTestJSON-364676349-project] 10.222.0.32 "GET /v2.0/ports?device_id=e589d355-aaf2-4345-8239-14d71c2e31ef HTTP/1.1" status: 200  len: 945 time: 0.8958955
May 07 21:51:30.176982 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-524a1a12-b5d1-4624-ae8b-c2e33067bcfb None None] Provisioning complete for port 5627b892-81f3-4873-adab-2d224c4b6d56 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:51:30.177392 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-524a1a12-b5d1-4624-ae8b-c2e33067bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (5627b892-81f3-4873-adab-2d224c4b6d56), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:30.188771 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eedff4c-b7b9-42a0-b6ed-b1a7682d0b62 req-7df1d772-3ca2-4ec9-82d8-4c4dcaf7cc1c tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:30.190314 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0eedff4c-b7b9-42a0-b6ed-b1a7682d0b62 req-7df1d772-3ca2-4ec9-82d8-4c4dcaf7cc1c tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.55 "GET /v2.0/ports?device_id=bf92f729-2124-482e-b270-05ad87327f96 HTTP/1.1" status: 200  len: 951 time: 0.2948728
May 07 21:51:30.222082 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:30.300959 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port 67f000bc-ddb0-4641-a111-92bb8cc56ac3 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:51:30.301870 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (67f000bc-ddb0-4641-a111-92bb8cc56ac3), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:30.317181 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c637019e-f31b-401a-b3eb-7a24e9979ebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:30.363336 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6b285290-d8f5-4a5c-b846-2550f7ff3591 req-b86a08be-fe6d-4a0f-bad7-0472972d49e0 service neutron] 10.222.0.59 "GET /v2.0/networks/5d9854c1-90bd-4898-b59a-14d465203832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3751109
May 07 21:51:30.384205 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-120fa81c-bc7a-4bda-8812-92688e26f33f req-023b4c9f-6131-4fc2-af91-8cbb71a6348f tempest-ServerAddressesTestJSON-364676349 tempest-ServerAddressesTestJSON-364676349-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7eef0f4-71cc-4b1f-9fff-2eabb3e30ba9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3761244
May 07 21:51:30.419103 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port a9c9d5ff-f110-4914-9b35-ca1353ac6ae1 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:51:30.419720 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (a9c9d5ff-f110-4914-9b35-ca1353ac6ae1), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:30.481978 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68d24a5-6e3e-4f94-ba08-6590d40419cb req-d9bb4ddc-6382-4e36-800a-4e9c0d29b84b tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:30.483546 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c68d24a5-6e3e-4f94-ba08-6590d40419cb req-d9bb4ddc-6382-4e36-800a-4e9c0d29b84b tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/ports?device_id=5fe177f0-906a-4fa9-aea9-ccd116bb7d25 HTTP/1.1" status: 200  len: 945 time: 0.6089172
May 07 21:51:30.512433 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-a35ebe7f-2d50-4abc-ae24-6e295c530af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f764ac0>, [{'id': '691d74ee-0666-4450-8f44-89ba4f07ae23', 'name': 'tempest-ServersTestMultiNic-1267177260-router', 'tenant_id': '7a05b8a866c04fe78b04ec616e62b70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.210'}], 'enable_snat': True}, 'gw_port_id': '85720274-158e-442b-a073-4b364715a5ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:51:24Z', 'updated_at': '2022-05-07T21:51:28Z', 'revision_number': 3, 'project_id': '7a05b8a866c04fe78b04ec616e62b70f', 'gw_port': {'id': '85720274-158e-442b-a073-4b364715a5ba', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:50:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '691d74ee-0666-4450-8f44-89ba4f07ae23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:51:27Z', 'updated_at': '2022-05-07T21:51:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:51:30.659852 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-ad1701ce-ab3f-44ef-a73c-ccaa9fcff99c req-97d7ae2e-7309-4c12-bfa8-0b43116bc8d2 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Deleting port 67f000bc-ddb0-4641-a111-92bb8cc56ac3 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:51:30.660930 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-ad1701ce-ab3f-44ef-a73c-ccaa9fcff99c req-97d7ae2e-7309-4c12-bfa8-0b43116bc8d2 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (67f000bc-ddb0-4641-a111-92bb8cc56ac3), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:30.671527 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7d2f1d45-b366-480e-a4af-55d050d4d5d9 tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (21066dcd-709f-4a01-8bea-50acb54a0ad0), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:30.671957 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7d2f1d45-b366-480e-a4af-55d050d4d5d9 tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] Publish callbacks [] for floatingip (21066dcd-709f-4a01-8bea-50acb54a0ad0), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:30.713804 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-0eedff4c-b7b9-42a0-b6ed-b1a7682d0b62 req-c25f3ca7-19c8-44c3-8499-660e09fb3e59 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Deleting port 671083f6-1511-4a4e-b623-b011d1104e75 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:51:30.714141 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-0eedff4c-b7b9-42a0-b6ed-b1a7682d0b62 req-c25f3ca7-19c8-44c3-8499-660e09fb3e59 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (671083f6-1511-4a4e-b623-b011d1104e75), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:30.725460 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35ebe7f-2d50-4abc-ae24-6e295c530af8 None None] Checking router: 691d74ee-0666-4450-8f44-89ba4f07ae23 for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 21:51:30.726014 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35ebe7f-2d50-4abc-ae24-6e295c530af8 None None] Updating router 691d74ee-0666-4450-8f44-89ba4f07ae23 port 85720274-158e-442b-a073-4b364715a5ba binding host ncdv-master-1 {{(pid=121838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 21:51:30.743395 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-7d2f1d45-b366-480e-a4af-55d050d4d5d9 tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] Calling delete_port for 21066dcd-709f-4a01-8bea-50acb54a0ad0 owned by network:floatingip {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:51:30.782336 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 7ffe92b1-dfd2-4f6a-9df8-10bcc08bfa0c up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:51:30.841680 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c68d24a5-6e3e-4f94-ba08-6590d40419cb req-558b384e-17a7-40be-9d46-cdcb05b1c4ec tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b502f8-ccda-470b-bf96-4e6ff93590b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3175650
May 07 21:51:30.858904 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-0eedff4c-b7b9-42a0-b6ed-b1a7682d0b62 req-c25f3ca7-19c8-44c3-8499-660e09fb3e59 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] For port 671083f6-1511-4a4e-b623-b011d1104e75, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=671083f6-1511-4a4e-b623-b011d1104e75,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:51:30.859295 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-0eedff4c-b7b9-42a0-b6ed-b1a7682d0b62 req-c25f3ca7-19c8-44c3-8499-660e09fb3e59 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (671083f6-1511-4a4e-b623-b011d1104e75), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:30.897955 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a35ebe7f-2d50-4abc-ae24-6e295c530af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (85720274-158e-442b-a073-4b364715a5ba), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:30.905026 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-0eedff4c-b7b9-42a0-b6ed-b1a7682d0b62 req-c25f3ca7-19c8-44c3-8499-660e09fb3e59 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Calling delete_port for 671083f6-1511-4a4e-b623-b011d1104e75 owned by compute:nova {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:51:31.076485 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-e896dfd7-6e53-4997-bc6f-a4ff7d1a6ab3 req-c937b29c-3dba-41d0-a975-ce28528b63e6 tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (05c8f9e9-22a2-4423-bdc3-f8822a75ace8), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:31.100005 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69de9d1-8bbe-426f-bc4f-a82b7c391e27 req-ccbe62c3-3896-41be-8838-6d13474a0e36 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:31.107840 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e69de9d1-8bbe-426f-bc4f-a82b7c391e27 req-ccbe62c3-3896-41be-8838-6d13474a0e36 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf92f729-2124-482e-b270-05ad87327f96 HTTP/1.1" status: 200  len: 951 time: 0.5421910
May 07 21:51:31.126870 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-50b1b2ba-f7d0-4123-a5fe-cf17c56bdc5b req-12c2de34-86e4-4bc1-85b4-2502080a2a98 tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] 10.222.0.32 "GET /v2.0/ports?device_id=0f8f76a4-6ad3-415b-b1a9-6bd011fd0571 HTTP/1.1" status: 200  len: 210 time: 0.0404375
May 07 21:51:31.151381 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-ad1701ce-ab3f-44ef-a73c-ccaa9fcff99c req-97d7ae2e-7309-4c12-bfa8-0b43116bc8d2 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] For port 67f000bc-ddb0-4641-a111-92bb8cc56ac3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=67f000bc-ddb0-4641-a111-92bb8cc56ac3,segment=NetworkSegment(c22d0faf-2ee6-4226-aff7-b2b8306813e9),segment_id=c22d0faf-2ee6-4226-aff7-b2b8306813e9)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:51:31.151762 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-ad1701ce-ab3f-44ef-a73c-ccaa9fcff99c req-97d7ae2e-7309-4c12-bfa8-0b43116bc8d2 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (67f000bc-ddb0-4641-a111-92bb8cc56ac3), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:31.202145 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-ad1701ce-ab3f-44ef-a73c-ccaa9fcff99c req-97d7ae2e-7309-4c12-bfa8-0b43116bc8d2 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Calling delete_port for 67f000bc-ddb0-4641-a111-92bb8cc56ac3 owned by compute:nova {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:51:31.242661 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c937b29c-3dba-41d0-a975-ce28528b63e6 tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] Pushing event deleted for resources: {'Port': ['ID=05c8f9e9-22a2-4423-bdc3-f8822a75ace8,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:31.310508 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning for port 7ffe92b1-dfd2-4f6a-9df8-10bcc08bfa0c completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:51:31.323219 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-524a1a12-b5d1-4624-ae8b-c2e33067bcfb None None] Current status of the port 5627b892-81f3-4873-adab-2d224c4b6d56 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:51:31.323659 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-524a1a12-b5d1-4624-ae8b-c2e33067bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (5627b892-81f3-4873-adab-2d224c4b6d56), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:31.352101 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 67f000bc-ddb0-4641-a111-92bb8cc56ac3 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:51:31.352492 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (67f000bc-ddb0-4641-a111-92bb8cc56ac3), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:31.354428 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port 7ffe92b1-dfd2-4f6a-9df8-10bcc08bfa0c triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:51:31.354856 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (7ffe92b1-dfd2-4f6a-9df8-10bcc08bfa0c), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:31.359697 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port a9c9d5ff-f110-4914-9b35-ca1353ac6ae1 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:51:31.360771 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 5627b892-81f3-4873-adab-2d224c4b6d56 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:51:31.385654 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a424f0ca-a3c9-48e5-92d5-04941fa4cc08 req-7855d751-6273-4edf-b42b-40aebeca37b8 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:31.387238 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a424f0ca-a3c9-48e5-92d5-04941fa4cc08 req-7855d751-6273-4edf-b42b-40aebeca37b8 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4bd37e9-7131-4834-a215-e56f0fb30c5d HTTP/1.1" status: 200  len: 984 time: 0.0741329
May 07 21:51:31.450262 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-c637019e-f31b-401a-b3eb-7a24e9979ebd admin admin] Allocated IP 172.20.0.1 (7bf59b6e-50d7-4f5b-9aae-a2fd865e20d6/aec4a14f-c51d-48ce-b7e1-ebd50d450d7d/db22bc94-4cee-45f7-ac12-0d176dca7255) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:51:31.497226 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-524a1a12-b5d1-4624-ae8b-c2e33067bcfb None None] For port 5627b892-81f3-4873-adab-2d224c4b6d56, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5627b892-81f3-4873-adab-2d224c4b6d56,segment=NetworkSegment(f3ec05b1-b03a-4a5e-b716-d2726a7226ce),segment_id=f3ec05b1-b03a-4a5e-b716-d2726a7226ce)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:51:31.501312 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 5627b892-81f3-4873-adab-2d224c4b6d56 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:51:31.501691 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (5627b892-81f3-4873-adab-2d224c4b6d56), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:31.536803 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fe177f0-906a-4fa9-aea9-ccd116bb7d25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67f000bc-ddb0-4641-a111-92bb8cc56ac3'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:51:31.538984 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-899487bc-3361-4cf1-a44b-446bad65218e" -d '{"events": [{"server_uuid": "5fe177f0-906a-4fa9-aea9-ccd116bb7d25", "name": "network-vif-plugged", "status": "completed", "tag": "67f000bc-ddb0-4641-a111-92bb8cc56ac3"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:51:31.566906 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-524a1a12-b5d1-4624-ae8b-c2e33067bcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (5627b892-81f3-4873-adab-2d224c4b6d56), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:31.591438 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 67f000bc-ddb0-4641-a111-92bb8cc56ac3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=67f000bc-ddb0-4641-a111-92bb8cc56ac3,segment=NetworkSegment(c22d0faf-2ee6-4226-aff7-b2b8306813e9),segment_id=c22d0faf-2ee6-4226-aff7-b2b8306813e9)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:51:31.593016 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-e896dfd7-6e53-4997-bc6f-a4ff7d1a6ab3 req-c937b29c-3dba-41d0-a975-ce28528b63e6 tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] No DVR routers for this DVR port 05c8f9e9-22a2-4423-bdc3-f8822a75ace8 on host nch2-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:51:31.594850 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-0eedff4c-b7b9-42a0-b6ed-b1a7682d0b62 req-c25f3ca7-19c8-44c3-8499-660e09fb3e59 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (671083f6-1511-4a4e-b623-b011d1104e75), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:31.604727 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-e896dfd7-6e53-4997-bc6f-a4ff7d1a6ab3 req-c937b29c-3dba-41d0-a975-ce28528b63e6 tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:31.607821 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e896dfd7-6e53-4997-bc6f-a4ff7d1a6ab3 req-c937b29c-3dba-41d0-a975-ce28528b63e6 tempest-LiveMigrationNegativeTest-1810878215 tempest-LiveMigrationNegativeTest-1810878215-project] 10.222.0.59 "DELETE /v2.0/ports/05c8f9e9-22a2-4423-bdc3-f8822a75ace8 HTTP/1.1" status: 204  len: 173 time: 3.3760560
May 07 21:51:31.608299 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f8f76a4-6ad3-415b-b1a9-6bd011fd0571', 'name': 'network-vif-deleted', 'tag': '05c8f9e9-22a2-4423-bdc3-f8822a75ace8'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:51:31.610723 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb2a6d33-468c-4252-9c5e-c27dd486f6d7" -d '{"events": [{"server_uuid": "0f8f76a4-6ad3-415b-b1a9-6bd011fd0571", "name": "network-vif-deleted", "tag": "05c8f9e9-22a2-4423-bdc3-f8822a75ace8"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:51:31.616218 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a424f0ca-a3c9-48e5-92d5-04941fa4cc08 req-75530f43-76c6-4361-887e-7c88551b9c6e tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ab4642d-3355-41eb-ae9c-57c018ee1be1&id=59e2df0e-870d-42fb-a7c1-a293819c9cdf&fields=id&fields=name HTTP/1.1" status: 200  len: 402 time: 0.2101405
May 07 21:51:31.638295 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d4f2c52c-d425-4e3f-840e-0c525d251fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:31.689005 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9', '44436595-8caf-48e5-967e-1749f507e89e'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:51:31.705397 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (67f000bc-ddb0-4641-a111-92bb8cc56ac3), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:31.724101 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c637019e-f31b-401a-b3eb-7a24e9979ebd admin admin] Publish callbacks [] for port (db22bc94-4cee-45f7-ac12-0d176dca7255), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:31.755938 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25f3ca7-19c8-44c3-8499-660e09fb3e59 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Pushing event deleted for resources: {'Port': ['ID=671083f6-1511-4a4e-b623-b011d1104e75,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:31.767837 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e69de9d1-8bbe-426f-bc4f-a82b7c391e27 req-70a0d57f-85e8-4c8d-89e7-7c3470171726 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6587279
May 07 21:51:31.791916 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7d2f1d45-b366-480e-a4af-55d050d4d5d9 tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (21066dcd-709f-4a01-8bea-50acb54a0ad0), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:31.801552 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 671083f6-1511-4a4e-b623-b011d1104e75 no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:51:31.813931 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eedff4c-b7b9-42a0-b6ed-b1a7682d0b62 req-c25f3ca7-19c8-44c3-8499-660e09fb3e59 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] No DVR routers for this DVR port 671083f6-1511-4a4e-b623-b011d1104e75 on host nch1-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:51:31.817533 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-0eedff4c-b7b9-42a0-b6ed-b1a7682d0b62 req-c25f3ca7-19c8-44c3-8499-660e09fb3e59 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:31.821742 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0eedff4c-b7b9-42a0-b6ed-b1a7682d0b62 req-c25f3ca7-19c8-44c3-8499-660e09fb3e59 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.55 "DELETE /v2.0/ports/671083f6-1511-4a4e-b623-b011d1104e75 HTTP/1.1" status: 204  len: 173 time: 1.5832036
May 07 21:51:31.884796 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c637019e-f31b-401a-b3eb-7a24e9979ebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (db22bc94-4cee-45f7-ac12-0d176dca7255), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:31.925594 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2f1d45-b366-480e-a4af-55d050d4d5d9 tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] Pushing event deleted for resources: {'Port': ['ID=21066dcd-709f-4a01-8bea-50acb54a0ad0,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:31.987883 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff4abefc-a243-403d-9ee2-b4917cb3f018 x-openstack-request-id: req-ff4abefc-a243-403d-9ee2-b4917cb3f018 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:51:31.988182 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f8f76a4-6ad3-415b-b1a9-6bd011fd0571", "name": "network-vif-deleted", "tag": "05c8f9e9-22a2-4423-bdc3-f8822a75ace8", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:51:31.988438 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ff4abefc-a243-403d-9ee2-b4917cb3f018 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:51:31.988852 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff4abefc-a243-403d-9ee2-b4917cb3f018'] response: {'server_uuid': '0f8f76a4-6ad3-415b-b1a9-6bd011fd0571', 'name': 'network-vif-deleted', 'tag': '05c8f9e9-22a2-4423-bdc3-f8822a75ace8', 'status': 'completed', 'code': 200}
May 07 21:51:32.002503 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2718de-4a65-4e08-9ce8-d12c7cc3ceba req-aeda0ab2-255e-446b-9e97-35b0b9b09fc0 tempest-ServerAddressesTestJSON-364676349 tempest-ServerAddressesTestJSON-364676349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:32.009475 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8d2718de-4a65-4e08-9ce8-d12c7cc3ceba req-aeda0ab2-255e-446b-9e97-35b0b9b09fc0 tempest-ServerAddressesTestJSON-364676349 tempest-ServerAddressesTestJSON-364676349-project] 10.222.0.32 "GET /v2.0/ports?device_id=e589d355-aaf2-4345-8239-14d71c2e31ef HTTP/1.1" status: 200  len: 945 time: 0.2358038
May 07 21:51:32.027252 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c637019e-f31b-401a-b3eb-7a24e9979ebd admin admin] Network 7bf59b6e-50d7-4f5b-9aae-a2fd865e20d6 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:51:32.030305 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-c637019e-f31b-401a-b3eb-7a24e9979ebd admin admin] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:51:32.040411 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c637019e-f31b-401a-b3eb-7a24e9979ebd admin admin] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:51:32.053378 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a35ebe7f-2d50-4abc-ae24-6e295c530af8 None None] Publish callbacks [] for port (85720274-158e-442b-a073-4b364715a5ba), precommit_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:32.058321 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a1a12-b5d1-4624-ae8b-c2e33067bcfb None None] Pushing event updated for resources: {'Port': ['ID=5627b892-81f3-4873-adab-2d224c4b6d56,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:32.070576 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-772d617f-2d14-4232-9849-ce19b6adc0c0 x-openstack-request-id: req-772d617f-2d14-4232-9849-ce19b6adc0c0 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:51:32.070994 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fe177f0-906a-4fa9-aea9-ccd116bb7d25", "name": "network-vif-plugged", "status": "completed", "tag": "67f000bc-ddb0-4641-a111-92bb8cc56ac3", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:51:32.071329 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-772d617f-2d14-4232-9849-ce19b6adc0c0 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:51:32.071781 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-772d617f-2d14-4232-9849-ce19b6adc0c0'] response: {'server_uuid': '5fe177f0-906a-4fa9-aea9-ccd116bb7d25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67f000bc-ddb0-4641-a111-92bb8cc56ac3', 'code': 200}
May 07 21:51:32.111115 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c637019e-f31b-401a-b3eb-7a24e9979ebd admin admin] Pushing event updated for resources: {'Port': ['ID=db22bc94-4cee-45f7-ac12-0d176dca7255,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:32.142211 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a35ebe7f-2d50-4abc-ae24-6e295c530af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (85720274-158e-442b-a073-4b364715a5ba), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:32.181435 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-ad1701ce-ab3f-44ef-a73c-ccaa9fcff99c req-97d7ae2e-7309-4c12-bfa8-0b43116bc8d2 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (67f000bc-ddb0-4641-a111-92bb8cc56ac3), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:32.204753 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 7ffe92b1-dfd2-4f6a-9df8-10bcc08bfa0c is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:51:32.205438 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (7ffe92b1-dfd2-4f6a-9df8-10bcc08bfa0c), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:32.213159 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] No Port match for: 671083f6-1511-4a4e-b623-b011d1104e75 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:51:32.213159 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 671083f6-1511-4a4e-b623-b011d1104e75 not bound to the agent host nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:51:32.213755 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 67f000bc-ddb0-4641-a111-92bb8cc56ac3 no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:51:32.216838 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event deleted for resources: {'Port': ['ID=67f000bc-ddb0-4641-a111-92bb8cc56ac3,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:32.224129 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d0e248a6-1a36-4387-bd78-6496ef6ee629 req-d79bfdcf-4c83-403a-a650-01a946c00a60 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-190477318&fields=id&tenant_id=f61b3dd3880d475b939a8543d9bbf481 HTTP/1.1" status: 200  len: 267 time: 0.1141505
May 07 21:51:32.240250 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c637019e-f31b-401a-b3eb-7a24e9979ebd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398161'] for router_interface (bc622e46-04e8-4ee4-b057-0b8b542c4edf), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:32.250192 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-dbcc31d3-07a6-4117-90f5-4c25cbbfa1c0 None None] Provisioning complete for port 5627b892-81f3-4873-adab-2d224c4b6d56 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:51:32.250718 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-dbcc31d3-07a6-4117-90f5-4c25cbbfa1c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (5627b892-81f3-4873-adab-2d224c4b6d56), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:32.329376 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-a35ebe7f-2d50-4abc-ae24-6e295c530af8 None None] Attempting to bind port 85720274-158e-442b-a073-4b364715a5ba on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:51:32.329803 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-a35ebe7f-2d50-4abc-ae24-6e295c530af8 None None] Attempting to bind port 85720274-158e-442b-a073-4b364715a5ba by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:51:32.330175 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35ebe7f-2d50-4abc-ae24-6e295c530af8 None None] Attempting to bind port 85720274-158e-442b-a073-4b364715a5ba on network 9221b764-ef06-431f-8941-796516ed7c3b {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:51:32.358789 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e248a6-1a36-4387-bd78-6496ef6ee629 req-33baa0ee-8c33-417f-bd54-f2caa82a23e0 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:32.370161 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d0e248a6-1a36-4387-bd78-6496ef6ee629 req-33baa0ee-8c33-417f-bd54-f2caa82a23e0 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4bd37e9-7131-4834-a215-e56f0fb30c5d HTTP/1.1" status: 200  len: 984 time: 0.1448829
May 07 21:51:32.376838 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-d0e248a6-1a36-4387-bd78-6496ef6ee629 req-456f1b19-e6d4-45cc-9beb-cb8a431cc6e1 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Request body: {'port': {'security_groups': ['3ab4642d-3355-41eb-ae9c-57c018ee1be1', '59e2df0e-870d-42fb-a7c1-a293819c9cdf', 'a28eaf93-b857-4194-b86f-fca4dd6ce653']}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:51:32.450274 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35ebe7f-2d50-4abc-ae24-6e295c530af8 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:51:32.451058 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35ebe7f-2d50-4abc-ae24-6e295c530af8 None None] Checking segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:51:32.451546 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a35ebe7f-2d50-4abc-ae24-6e295c530af8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:32.452015 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35ebe7f-2d50-4abc-ae24-6e295c530af8 None None] Bound using segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:51:32.452574 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-a35ebe7f-2d50-4abc-ae24-6e295c530af8 None None] Bound port: 85720274-158e-442b-a073-4b364715a5ba, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:51:32.453049 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a35ebe7f-2d50-4abc-ae24-6e295c530af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (85720274-158e-442b-a073-4b364715a5ba), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:32.495705 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d7ae2e-7309-4c12-bfa8-0b43116bc8d2 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Pushing event deleted for resources: {'Port': ['ID=67f000bc-ddb0-4641-a111-92bb8cc56ac3,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:32.503486 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad1701ce-ab3f-44ef-a73c-ccaa9fcff99c req-97d7ae2e-7309-4c12-bfa8-0b43116bc8d2 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] No DVR routers for this DVR port 67f000bc-ddb0-4641-a111-92bb8cc56ac3 on host nch1-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:51:32.509493 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-ad1701ce-ab3f-44ef-a73c-ccaa9fcff99c req-97d7ae2e-7309-4c12-bfa8-0b43116bc8d2 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:32.512903 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ad1701ce-ab3f-44ef-a73c-ccaa9fcff99c req-97d7ae2e-7309-4c12-bfa8-0b43116bc8d2 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.55 "DELETE /v2.0/ports/67f000bc-ddb0-4641-a111-92bb8cc56ac3 HTTP/1.1" status: 204  len: 173 time: 2.6222746
May 07 21:51:32.515560 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fe177f0-906a-4fa9-aea9-ccd116bb7d25', 'name': 'network-vif-deleted', 'tag': '67f000bc-ddb0-4641-a111-92bb8cc56ac3'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:51:32.526916 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e208a92-098f-4bd6-bb7b-b06e5e2baefe" -d '{"events": [{"server_uuid": "5fe177f0-906a-4fa9-aea9-ccd116bb7d25", "name": "network-vif-deleted", "tag": "67f000bc-ddb0-4641-a111-92bb8cc56ac3"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:51:32.549977 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] No Port match for: 67f000bc-ddb0-4641-a111-92bb8cc56ac3 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:51:32.551061 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 67f000bc-ddb0-4641-a111-92bb8cc56ac3 not bound to the agent host nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:51:32.556823 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8d2718de-4a65-4e08-9ce8-d12c7cc3ceba req-61263dab-2b09-4b94-b0c9-ce588a491193 tempest-ServerAddressesTestJSON-364676349 tempest-ServerAddressesTestJSON-364676349-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7eef0f4-71cc-4b1f-9fff-2eabb3e30ba9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5442488
May 07 21:51:32.559797 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7d2f1d45-b366-480e-a4af-55d050d4d5d9 tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] Publish callbacks [] for floatingip (9f08c223-598d-4d1a-aafa-733f2a1727e0), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:32.562635 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7d2f1d45-b366-480e-a4af-55d050d4d5d9 tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:32.570395 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-7d2f1d45-b366-480e-a4af-55d050d4d5d9 tempest-ServersTestManualDisk-709789573 tempest-ServersTestManualDisk-709789573-project] 10.222.0.32 "DELETE /v2.0/floatingips/9f08c223-598d-4d1a-aafa-733f2a1727e0 HTTP/1.1" status: 204  len: 168 time: 3.4140232
May 07 21:51:32.579081 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 39246) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:51:32.602958 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-d4f2c52c-d425-4e3f-840e-0c525d251fa1 admin admin] Allocated IP 172.20.0.1 (28e1c361-3efa-45c3-b6a6-c8fa48e439de/cb9f2f4a-5ac6-4715-abe0-bfe062d393a9/65dcffa0-8529-413e-b379-de85a6112b6b) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:51:32.649656 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 5627b892-81f3-4873-adab-2d224c4b6d56 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:51:32.667645 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-d0e248a6-1a36-4387-bd78-6496ef6ee629 req-456f1b19-e6d4-45cc-9beb-cb8a431cc6e1 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (bf4cdac7-29da-404a-9ec1-943fa91f5ab0), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:32.741530 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-42111f66-89e1-48f7-bd22-8c8aa9a9c2e0 req-07c599e1-9528-4867-9fb0-56c6597a3ab7 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/ports?device_id=5fe177f0-906a-4fa9-aea9-ccd116bb7d25 HTTP/1.1" status: 200  len: 210 time: 0.0409672
May 07 21:51:32.862629 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-a35ebe7f-2d50-4abc-ae24-6e295c530af8 None None] For port 85720274-158e-442b-a073-4b364715a5ba, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:51:32.869588 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-a35ebe7f-2d50-4abc-ae24-6e295c530af8 None None] For port 85720274-158e-442b-a073-4b364715a5ba, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=85720274-158e-442b-a073-4b364715a5ba,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:51:32.871017 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d4f2c52c-d425-4e3f-840e-0c525d251fa1 admin admin] Publish callbacks [] for port (65dcffa0-8529-413e-b379-de85a6112b6b), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:32.896518 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c637019e-f31b-401a-b3eb-7a24e9979ebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (db22bc94-4cee-45f7-ac12-0d176dca7255), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:32.922489 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c427487-c882-481b-8c54-4d68b8722781 x-openstack-request-id: req-3c427487-c882-481b-8c54-4d68b8722781 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:51:32.922869 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fe177f0-906a-4fa9-aea9-ccd116bb7d25", "name": "network-vif-deleted", "tag": "67f000bc-ddb0-4641-a111-92bb8cc56ac3", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:51:32.923132 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3c427487-c882-481b-8c54-4d68b8722781 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:51:32.923586 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c427487-c882-481b-8c54-4d68b8722781'] response: {'server_uuid': '5fe177f0-906a-4fa9-aea9-ccd116bb7d25', 'name': 'network-vif-deleted', 'tag': '67f000bc-ddb0-4641-a111-92bb8cc56ac3', 'status': 'completed', 'code': 200}
May 07 21:51:32.935154 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d4f2c52c-d425-4e3f-840e-0c525d251fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (65dcffa0-8529-413e-b379-de85a6112b6b), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:33.022480 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f2c52c-d425-4e3f-840e-0c525d251fa1 admin admin] Network 28e1c361-3efa-45c3-b6a6-c8fa48e439de is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:51:33.030567 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-d4f2c52c-d425-4e3f-840e-0c525d251fa1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:51:33.045801 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f2c52c-d425-4e3f-840e-0c525d251fa1 admin admin] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:51:33.056164 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 7ffe92b1-dfd2-4f6a-9df8-10bcc08bfa0c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7ffe92b1-dfd2-4f6a-9df8-10bcc08bfa0c,segment=NetworkSegment(30d9864a-e36c-49b1-931b-be94401ea778),segment_id=30d9864a-e36c-49b1-931b-be94401ea778)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:51:33.066617 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff258db-480c-4d38-8735-2b6874f6516b None None] Pushing event updated for resources: {'Port': ['ID=85720274-158e-442b-a073-4b364715a5ba,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:33.084133 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device a7f6aad4-1c21-410d-b6cb-db919edcfe87 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:51:33.089948 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (7ffe92b1-dfd2-4f6a-9df8-10bcc08bfa0c), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:33.093758 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 05c8f9e9-22a2-4423-bdc3-f8822a75ace8 no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:51:33.122355 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f2c52c-d425-4e3f-840e-0c525d251fa1 admin admin] Pushing event updated for resources: {'Port': ['ID=65dcffa0-8529-413e-b379-de85a6112b6b,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:33.168885 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d4f2c52c-d425-4e3f-840e-0c525d251fa1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398161'] for router_interface (691d74ee-0666-4450-8f44-89ba4f07ae23), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:33.223559 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] No Port match for: 05c8f9e9-22a2-4423-bdc3-f8822a75ace8 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:51:33.224084 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 05c8f9e9-22a2-4423-bdc3-f8822a75ace8 not bound to the agent host nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:51:33.225609 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=7ffe92b1-dfd2-4f6a-9df8-10bcc08bfa0c,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:33.252938 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a35ebe7f-2d50-4abc-ae24-6e295c530af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (85720274-158e-442b-a073-4b364715a5ba), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:33.351180 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-dbcc31d3-07a6-4117-90f5-4c25cbbfa1c0 None None] Current status of the port 5627b892-81f3-4873-adab-2d224c4b6d56 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:51:33.369100 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 39258) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:51:33.464640 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35ebe7f-2d50-4abc-ae24-6e295c530af8 None None] Routers {'691d74ee-0666-4450-8f44-89ba4f07ae23'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:51:33.465305 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-a35ebe7f-2d50-4abc-ae24-6e295c530af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f764ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:51:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['691d74ee-0666-4450-8f44-89ba4f07ae23'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:51:33.505316 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e663fb-bfa9-479c-b2cc-c6fc14390575 req-d25efeee-5963-4681-82d6-533303f0b5b0 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:33.514004 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-33e663fb-bfa9-479c-b2cc-c6fc14390575 req-d25efeee-5963-4681-82d6-533303f0b5b0 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=02cc3f76-02bb-44cb-82ab-79a357f42391 HTTP/1.1" status: 200  len: 949 time: 0.0893614
May 07 21:51:33.546588 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-d0e248a6-1a36-4387-bd78-6496ef6ee629 req-456f1b19-e6d4-45cc-9beb-cb8a431cc6e1 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] For port bf4cdac7-29da-404a-9ec1-943fa91f5ab0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bf4cdac7-29da-404a-9ec1-943fa91f5ab0,segment=NetworkSegment(f7d0ed20-4dc4-4ede-8fcf-c4a216019a84),segment_id=f7d0ed20-4dc4-4ede-8fcf-c4a216019a84)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:51:33.556880 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff258db-480c-4d38-8735-2b6874f6516b None None] Pushing event updated for resources: {'Port': ['ID=85720274-158e-442b-a073-4b364715a5ba,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:33.586986 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port a7f6aad4-1c21-410d-b6cb-db919edcfe87 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:51:33.587370 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (a7f6aad4-1c21-410d-b6cb-db919edcfe87), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:33.593547 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d4f2c52c-d425-4e3f-840e-0c525d251fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (65dcffa0-8529-413e-b379-de85a6112b6b), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:33.593825 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-a3494bbf-7fa7-4c26-b268-90112d25eb8f None None] Provisioning complete for port db22bc94-4cee-45f7-ac12-0d176dca7255 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:51:33.594197 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a3494bbf-7fa7-4c26-b268-90112d25eb8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (db22bc94-4cee-45f7-ac12-0d176dca7255), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:33.604909 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c637019e-f31b-401a-b3eb-7a24e9979ebd admin admin] Publish callbacks [] for port (db22bc94-4cee-45f7-ac12-0d176dca7255), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:33.638181 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-5ce45c4d-f10e-4017-aabd-27f65184e4f7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3ed0bf2e98fe4e67abb30f040a638365&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2678180
May 07 21:51:33.642205 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c637019e-f31b-401a-b3eb-7a24e9979ebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (db22bc94-4cee-45f7-ac12-0d176dca7255), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:33.649262 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-33e663fb-bfa9-479c-b2cc-c6fc14390575 req-9466567c-8b08-4ec3-b562-3b5e0be6ade2 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1342928
May 07 21:51:33.652491 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 39264) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:51:33.667008 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-d0e248a6-1a36-4387-bd78-6496ef6ee629 req-456f1b19-e6d4-45cc-9beb-cb8a431cc6e1 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks [] for port (bf4cdac7-29da-404a-9ec1-943fa91f5ab0), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:33.726840 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-d0e248a6-1a36-4387-bd78-6496ef6ee629 req-456f1b19-e6d4-45cc-9beb-cb8a431cc6e1 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (bf4cdac7-29da-404a-9ec1-943fa91f5ab0), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:33.747887 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['f4e84972-b5b8-4161-be41-2a7625450b34'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:51:33.749938 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['bf4cdac7-29da-404a-9ec1-943fa91f5ab0'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:51:33.768420 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e9e1e239-56b3-4681-a8ca-dc3a7ac6e4ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401094'] for router_interface (04e67ecd-5a0f-47ea-aee1-12263c6ab0a5), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:33.823132 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c637019e-f31b-401a-b3eb-7a24e9979ebd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401121'] for router_interface (bc622e46-04e8-4ee4-b057-0b8b542c4edf), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:33.843132 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e248a6-1a36-4387-bd78-6496ef6ee629 req-456f1b19-e6d4-45cc-9beb-cb8a431cc6e1 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:33.843892 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-d0e248a6-1a36-4387-bd78-6496ef6ee629 req-456f1b19-e6d4-45cc-9beb-cb8a431cc6e1 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:33.856001 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d0e248a6-1a36-4387-bd78-6496ef6ee629 req-456f1b19-e6d4-45cc-9beb-cb8a431cc6e1 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "PUT /v2.0/ports/bf4cdac7-29da-404a-9ec1-943fa91f5ab0 HTTP/1.1" status: 200  len: 1020 time: 1.4843125
May 07 21:51:33.856169 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a129b3a-91d1-4af8-b13b-9c9cdeb169f9 req-d1296483-16e8-4026-888e-edd5559cf783 tempest-ServerAddressesTestJSON-364676349 tempest-ServerAddressesTestJSON-364676349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:33.857607 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8a129b3a-91d1-4af8-b13b-9c9cdeb169f9 req-d1296483-16e8-4026-888e-edd5559cf783 tempest-ServerAddressesTestJSON-364676349 tempest-ServerAddressesTestJSON-364676349-project] 10.222.0.32 "GET /v2.0/ports?device_id=e589d355-aaf2-4345-8239-14d71c2e31ef HTTP/1.1" status: 200  len: 946 time: 0.1055489
May 07 21:51:33.862148 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c637019e-f31b-401a-b3eb-7a24e9979ebd admin admin] Pushing event updated for resources: {'Port': ['ID=db22bc94-4cee-45f7-ac12-0d176dca7255,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:33.973503 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-a3494bbf-7fa7-4c26-b268-90112d25eb8f None None] Port db22bc94-4cee-45f7-ac12-0d176dca7255 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:51:33.997812 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d4f2c52c-d425-4e3f-840e-0c525d251fa1 admin admin] Publish callbacks [] for port (65dcffa0-8529-413e-b379-de85a6112b6b), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:33.998916 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf92f729-2124-482e-b270-05ad87327f96', 'name': 'network-vif-deleted', 'tag': '671083f6-1511-4a4e-b623-b011d1104e75'}, {'name': 'network-changed', 'server_uuid': 'a4bd37e9-7131-4834-a215-e56f0fb30c5d', 'tag': 'bf4cdac7-29da-404a-9ec1-943fa91f5ab0'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:51:34.001302 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f8dfc2c-e5d5-4570-9c3f-f12662cef925" -d '{"events": [{"server_uuid": "bf92f729-2124-482e-b270-05ad87327f96", "name": "network-vif-deleted", "tag": "671083f6-1511-4a4e-b623-b011d1104e75"}, {"name": "network-changed", "server_uuid": "a4bd37e9-7131-4834-a215-e56f0fb30c5d", "tag": "bf4cdac7-29da-404a-9ec1-943fa91f5ab0"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:51:34.012338 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-a35ebe7f-2d50-4abc-ae24-6e295c530af8 None None] Set router 691d74ee-0666-4450-8f44-89ba4f07ae23 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:51:34.013546 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8a129b3a-91d1-4af8-b13b-9c9cdeb169f9 req-8a2fa2bd-0a38-498f-90f1-b87fb92ad0c7 tempest-ServerAddressesTestJSON-364676349 tempest-ServerAddressesTestJSON-364676349-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7eef0f4-71cc-4b1f-9fff-2eabb3e30ba9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1300032
May 07 21:51:34.017615 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d4f2c52c-d425-4e3f-840e-0c525d251fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (65dcffa0-8529-413e-b379-de85a6112b6b), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:34.113671 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d4f2c52c-d425-4e3f-840e-0c525d251fa1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401121'] for router_interface (691d74ee-0666-4450-8f44-89ba4f07ae23), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:34.122680 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f2c52c-d425-4e3f-840e-0c525d251fa1 admin admin] Pushing event updated for resources: {'Port': ['ID=65dcffa0-8529-413e-b379-de85a6112b6b,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:34.156667 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['bf4cdac7-29da-404a-9ec1-943fa91f5ab0'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:51:34.158355 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e589d355-aaf2-4345-8239-14d71c2e31ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ffe92b1-dfd2-4f6a-9df8-10bcc08bfa0c'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:51:34.160681 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23104c2b-3b51-4463-8067-26dc0e7e95cc" -d '{"events": [{"server_uuid": "e589d355-aaf2-4345-8239-14d71c2e31ef", "name": "network-vif-plugged", "status": "completed", "tag": "7ffe92b1-dfd2-4f6a-9df8-10bcc08bfa0c"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:51:34.163083 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port a7f6aad4-1c21-410d-b6cb-db919edcfe87 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:51:34.163483 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (a7f6aad4-1c21-410d-b6cb-db919edcfe87), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:34.318457 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port a7f6aad4-1c21-410d-b6cb-db919edcfe87, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a7f6aad4-1c21-410d-b6cb-db919edcfe87,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:51:34.321057 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-2bafdca4-35ac-4d51-a115-4ee706ea62ad None None] Provisioning complete for port 65dcffa0-8529-413e-b379-de85a6112b6b triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:51:34.321468 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2bafdca4-35ac-4d51-a115-4ee706ea62ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (65dcffa0-8529-413e-b379-de85a6112b6b), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:34.323770 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f2c52c-d425-4e3f-840e-0c525d251fa1 admin admin] Network 28e1c361-3efa-45c3-b6a6-c8fa48e439de is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:51:34.331028 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-d4f2c52c-d425-4e3f-840e-0c525d251fa1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:51:34.387932 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (a7f6aad4-1c21-410d-b6cb-db919edcfe87), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:34.388714 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 5627b892-81f3-4873-adab-2d224c4b6d56 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:51:34.412338 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-97424e3b-f193-44fd-abe4-0b3ba5d99be9 admin admin] Publish callbacks [] for security_group (e6f7bcf3-0863-477a-9a92-cf0af21d6fff), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:34.419785 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 07 May 2022 21:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13fb27c2-5708-417a-bfc5-bebf58646848 x-openstack-request-id: req-13fb27c2-5708-417a-bfc5-bebf58646848 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:51:34.420104 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf92f729-2124-482e-b270-05ad87327f96", "name": "network-vif-deleted", "tag": "671083f6-1511-4a4e-b623-b011d1104e75", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a4bd37e9-7131-4834-a215-e56f0fb30c5d", "tag": "bf4cdac7-29da-404a-9ec1-943fa91f5ab0", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:51:34.420819 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-13fb27c2-5708-417a-bfc5-bebf58646848 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:51:34.420819 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13fb27c2-5708-417a-bfc5-bebf58646848'] response: {'server_uuid': 'bf92f729-2124-482e-b270-05ad87327f96', 'name': 'network-vif-deleted', 'tag': '671083f6-1511-4a4e-b623-b011d1104e75', 'status': 'completed', 'code': 200}
May 07 21:51:34.421030 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13fb27c2-5708-417a-bfc5-bebf58646848'] response: {'name': 'network-changed', 'server_uuid': 'a4bd37e9-7131-4834-a215-e56f0fb30c5d', 'tag': 'bf4cdac7-29da-404a-9ec1-943fa91f5ab0', 'status': 'completed', 'code': 200}
May 07 21:51:34.469530 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395fb71c-b363-4317-9ccb-1811c605f5bf req-22ec68be-8964-4e39-b0c7-4e1a14b27660 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:34.476967 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-395fb71c-b363-4317-9ccb-1811c605f5bf req-22ec68be-8964-4e39-b0c7-4e1a14b27660 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/networks?id=b2fcd05a-fa57-478e-9f0c-05c502306fa7 HTTP/1.1" status: 200  len: 822 time: 0.2676258
May 07 21:51:34.492838 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-395fb71c-b363-4317-9ccb-1811c605f5bf req-60aa2db9-8cfe-494e-bbd8-f62636324640 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/quotas/00dedc5654754e7fbb60abf79a14666e HTTP/1.1" status: 200  len: 375 time: 0.0143936
May 07 21:51:34.531693 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456f1b19-e6d4-45cc-9beb-cb8a431cc6e1 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Pushing event updated for resources: {'Port': ['ID=bf4cdac7-29da-404a-9ec1-943fa91f5ab0,revision_number=7']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:34.534684 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-2bafdca4-35ac-4d51-a115-4ee706ea62ad None None] Port 65dcffa0-8529-413e-b379-de85a6112b6b cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:51:34.557105 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-395fb71c-b363-4317-9ccb-1811c605f5bf req-4b22e3f9-ebf5-455b-9382-2669015594da tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=00dedc5654754e7fbb60abf79a14666e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0507469
May 07 21:51:34.559384 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4f2c52c-d425-4e3f-840e-0c525d251fa1 admin admin] Router 691d74ee-0666-4450-8f44-89ba4f07ae23 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 21:51:34.564585 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-97424e3b-f193-44fd-abe4-0b3ba5d99be9 admin admin] Publish callbacks [] for security_group (e6f7bcf3-0863-477a-9a92-cf0af21d6fff), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:34.623435 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=a7f6aad4-1c21-410d-b6cb-db919edcfe87,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:34.684486 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e7bf9cb6-be4e-40dc-a959-542e931eff8e req-7341ee31-1869-4393-b750-8915a4a58283 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/security-groups/a28eaf93-b857-4194-b86f-fca4dd6ce653 HTTP/1.1" status: 200  len: 1817 time: 0.7256331
May 07 21:51:34.701680 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 5627b892-81f3-4873-adab-2d224c4b6d56 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:51:34.702055 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (5627b892-81f3-4873-adab-2d224c4b6d56), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:34.707653 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8dfc2c-e5d5-4570-9c3f-f12662cef925 req-c7ae8154-5713-4fc0-a209-d0773d840c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:34.709168 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4f8dfc2c-e5d5-4570-9c3f-f12662cef925 req-c7ae8154-5713-4fc0-a209-d0773d840c3b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f61b3dd3880d475b939a8543d9bbf481&device_id=a4bd37e9-7131-4834-a215-e56f0fb30c5d HTTP/1.1" status: 200  len: 1206 time: 0.2874506
May 07 21:51:34.721699 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-395fb71c-b363-4317-9ccb-1811c605f5bf req-c40af7ad-bd32-4cf6-8205-f35ca41cee2a service neutron] 10.222.0.32 "GET /v2.0/networks/b2fcd05a-fa57-478e-9f0c-05c502306fa7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1510823
May 07 21:51:34.737935 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-97424e3b-f193-44fd-abe4-0b3ba5d99be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (e6f7bcf3-0863-477a-9a92-cf0af21d6fff), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:34.741480 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-97424e3b-f193-44fd-abe4-0b3ba5d99be9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:34.744336 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-97424e3b-f193-44fd-abe4-0b3ba5d99be9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e6f7bcf3-0863-477a-9a92-cf0af21d6fff HTTP/1.1" status: 204  len: 168 time: 1.0873241
May 07 21:51:34.774333 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97424e3b-f193-44fd-abe4-0b3ba5d99be9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f7bcf3-0863-477a-9a92-cf0af21d6fff,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:34.797554 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-a35ebe7f-2d50-4abc-ae24-6e295c530af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f764ac0>, [{'id': '691d74ee-0666-4450-8f44-89ba4f07ae23', 'name': 'tempest-ServersTestMultiNic-1267177260-router', 'tenant_id': '7a05b8a866c04fe78b04ec616e62b70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.210'}], 'enable_snat': True}, 'gw_port_id': '85720274-158e-442b-a073-4b364715a5ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:51:24Z', 'updated_at': '2022-05-07T21:51:28Z', 'revision_number': 3, 'project_id': '7a05b8a866c04fe78b04ec616e62b70f', 'gw_port': {'id': '85720274-158e-442b-a073-4b364715a5ba', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:50:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '691d74ee-0666-4450-8f44-89ba4f07ae23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:51:27Z', 'updated_at': '2022-05-07T21:51:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:51:34.833230 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c637019e-f31b-401a-b3eb-7a24e9979ebd admin admin] Network 7bf59b6e-50d7-4f5b-9aae-a2fd865e20d6 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:51:34.840232 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d9160-7e32-40c3-9cc1-51bce2d6c42f req-9a4deb76-3e17-40b2-977d-a0e760d6785f tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:34.841712 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e74d9160-7e32-40c3-9cc1-51bce2d6c42f req-9a4deb76-3e17-40b2-977d-a0e760d6785f tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.59 "GET /v2.0/ports?device_id=02cc3f76-02bb-44cb-82ab-79a357f42391 HTTP/1.1" status: 200  len: 949 time: 0.2949286
May 07 21:51:34.869735 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a35ebe7f-2d50-4abc-ae24-6e295c530af8 None None] The sync data for ids ['691d74ee-0666-4450-8f44-89ba4f07ae23'] in ncdv-master-1 is: [{'id': '691d74ee-0666-4450-8f44-89ba4f07ae23', 'name': 'tempest-ServersTestMultiNic-1267177260-router', 'tenant_id': '7a05b8a866c04fe78b04ec616e62b70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.210'}], 'enable_snat': True}, 'gw_port_id': '85720274-158e-442b-a073-4b364715a5ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:51:24Z', 'updated_at': '2022-05-07T21:51:28Z', 'revision_number': 3, 'project_id': '7a05b8a866c04fe78b04ec616e62b70f', 'gw_port': {'id': '85720274-158e-442b-a073-4b364715a5ba', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:50:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '691d74ee-0666-4450-8f44-89ba4f07ae23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:51:27Z', 'updated_at': '2022-05-07T21:51:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:51:34.871296 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-2e667f6d-1b31-405b-aee9-6b055689311c None None] Provisioning complete for port 65dcffa0-8529-413e-b379-de85a6112b6b triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:51:34.871600 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2e667f6d-1b31-405b-aee9-6b055689311c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (65dcffa0-8529-413e-b379-de85a6112b6b), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:34.875232 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-c637019e-f31b-401a-b3eb-7a24e9979ebd admin admin] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:51:34.987925 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-395fb71c-b363-4317-9ccb-1811c605f5bf req-e5c2382e-baee-40e3-a11d-53237f75f013 service neutron] 10.222.0.32 "GET /v2.0/networks/b2fcd05a-fa57-478e-9f0c-05c502306fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2512925
May 07 21:51:35.030798 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-2e667f6d-1b31-405b-aee9-6b055689311c None None] Port 65dcffa0-8529-413e-b379-de85a6112b6b cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:51:35.052021 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4f2c52c-d425-4e3f-840e-0c525d251fa1 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:51:35.072742 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-d4f2c52c-d425-4e3f-840e-0c525d251fa1 admin admin] 10.222.0.32 "PUT /v2.0/routers/691d74ee-0666-4450-8f44-89ba4f07ae23/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.6743176
May 07 21:51:35.183997 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 5627b892-81f3-4873-adab-2d224c4b6d56 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:51:35.229588 ncdv-master-1 neutron-server[121837]: INFO neutron.api.v2.resource [req-e7bf9cb6-be4e-40dc-a959-542e931eff8e req-bb67126c-6d24-4c16-b775-12e81f145c22 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] delete failed (client error): There was a conflict when trying to complete your request.
May 07 21:51:35.230690 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e7bf9cb6-be4e-40dc-a959-542e931eff8e req-bb67126c-6d24-4c16-b775-12e81f145c22 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "DELETE /v2.0/security-groups/a28eaf93-b857-4194-b86f-fca4dd6ce653 HTTP/1.1" status: 409  len: 341 time: 0.5162523
May 07 21:51:35.243505 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c637019e-f31b-401a-b3eb-7a24e9979ebd admin admin] Router bc622e46-04e8-4ee4-b057-0b8b542c4edf has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 21:51:35.300767 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 39298) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:51:35.305164 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 39300) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:51:35.378177 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af6e6f11-390d-448d-a785-f023d967dfcc x-openstack-request-id: req-af6e6f11-390d-448d-a785-f023d967dfcc {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:51:35.378479 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e589d355-aaf2-4345-8239-14d71c2e31ef", "name": "network-vif-plugged", "status": "completed", "tag": "7ffe92b1-dfd2-4f6a-9df8-10bcc08bfa0c", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:51:35.378744 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-af6e6f11-390d-448d-a785-f023d967dfcc {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:51:35.379550 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af6e6f11-390d-448d-a785-f023d967dfcc'] response: {'server_uuid': 'e589d355-aaf2-4345-8239-14d71c2e31ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ffe92b1-dfd2-4f6a-9df8-10bcc08bfa0c', 'code': 200}
May 07 21:51:35.456807 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-d1ade032-0681-42a4-b264-5f8b45a7de8e None None] Provisioning complete for port db22bc94-4cee-45f7-ac12-0d176dca7255 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:51:35.457323 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d1ade032-0681-42a4-b264-5f8b45a7de8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (db22bc94-4cee-45f7-ac12-0d176dca7255), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:35.531043 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device a7f6aad4-1c21-410d-b6cb-db919edcfe87 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:51:35.546628 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-51a2f344-e7ff-4e16-9df7-7ba546678962 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=847c033bdfee430caac83e15892a461e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2377636
May 07 21:51:35.547978 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 39308) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:51:35.556485 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3408b32c-47bd-48e0-96df-cf954d00bd90 req-4a43dc25-ecbb-424f-8b8b-48b19e0bba2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:35.557964 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3408b32c-47bd-48e0-96df-cf954d00bd90 req-4a43dc25-ecbb-424f-8b8b-48b19e0bba2e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e589d355-aaf2-4345-8239-14d71c2e31ef HTTP/1.1" status: 200  len: 1128 time: 0.1139321
May 07 21:51:35.655223 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4979c3-ea1a-4f07-946d-a1149cd554e8 req-09ea50b8-9ed5-42cb-bfae-95f0f0579cfc tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:35.662914 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3f4979c3-ea1a-4f07-946d-a1149cd554e8 req-09ea50b8-9ed5-42cb-bfae-95f0f0579cfc tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=02cc3f76-02bb-44cb-82ab-79a357f42391 HTTP/1.1" status: 200  len: 949 time: 0.1472256
May 07 21:51:35.671346 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port a7f6aad4-1c21-410d-b6cb-db919edcfe87 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:51:35.672095 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (a7f6aad4-1c21-410d-b6cb-db919edcfe87), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:35.684642 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8dfc2c-e5d5-4570-9c3f-f12662cef925 req-9c22c5d8-88e5-4178-91bf-9836351a27cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:35.688795 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4f8dfc2c-e5d5-4570-9c3f-f12662cef925 req-9c22c5d8-88e5-4178-91bf-9836351a27cf service neutron] 10.222.0.59 "GET /v2.0/networks?id=5d9854c1-90bd-4898-b59a-14d465203832 HTTP/1.1" status: 200  len: 913 time: 0.9434097
May 07 21:51:35.713113 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-d1ade032-0681-42a4-b264-5f8b45a7de8e None None] Port db22bc94-4cee-45f7-ac12-0d176dca7255 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:51:35.739494 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf24f72-855c-4c31-bd35-69369828b030 req-2c7fa9f7-7245-4645-8481-ce7b7e33f780 tempest-ServerAddressesTestJSON-364676349 tempest-ServerAddressesTestJSON-364676349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:35.750400 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6bf24f72-855c-4c31-bd35-69369828b030 req-2c7fa9f7-7245-4645-8481-ce7b7e33f780 tempest-ServerAddressesTestJSON-364676349 tempest-ServerAddressesTestJSON-364676349-project] 10.222.0.32 "GET /v2.0/ports?device_id=e589d355-aaf2-4345-8239-14d71c2e31ef HTTP/1.1" status: 200  len: 946 time: 0.1600072
May 07 21:51:35.753693 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-e74d9160-7e32-40c3-9cc1-51bce2d6c42f req-bc13b5e7-04ec-4a38-b7f7-aa1771068150 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Deleting port 44436595-8caf-48e5-967e-1749f507e89e {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:51:35.759348 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-e74d9160-7e32-40c3-9cc1-51bce2d6c42f req-bc13b5e7-04ec-4a38-b7f7-aa1771068150 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (44436595-8caf-48e5-967e-1749f507e89e), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:35.766449 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3408b32c-47bd-48e0-96df-cf954d00bd90 req-f04d0fc5-9a12-4d1e-8f51-4fc20c29d21a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a7eef0f4-71cc-4b1f-9fff-2eabb3e30ba9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1925731
May 07 21:51:35.811683 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port a7f6aad4-1c21-410d-b6cb-db919edcfe87 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:51:35.817239 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-59ffcbc3-5fa4-4b05-9968-7b5accd1dca7 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1831932061'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:51:35.821064 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ce0a81a0-4273-4f11-a097-80fbe5ea910e admin admin] Publish callbacks [] for security_group (604e0192-c405-4736-8d59-ab580cb0423e), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:35.830320 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-e9e1e239-56b3-4681-a8ca-dc3a7ac6e4ab admin admin] Deleting port 41d14ed6-7c8e-41dc-b902-94f7d081a7df {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:51:35.830668 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e9e1e239-56b3-4681-a8ca-dc3a7ac6e4ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (41d14ed6-7c8e-41dc-b902-94f7d081a7df), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:35.884874 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6bf24f72-855c-4c31-bd35-69369828b030 req-6e6a511c-6481-4dbc-87fc-1899bbc7da32 tempest-ServerAddressesTestJSON-364676349 tempest-ServerAddressesTestJSON-364676349-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7eef0f4-71cc-4b1f-9fff-2eabb3e30ba9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1292124
May 07 21:51:35.889496 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ce0a81a0-4273-4f11-a097-80fbe5ea910e admin admin] Publish callbacks [] for security_group (604e0192-c405-4736-8d59-ab580cb0423e), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:35.905121 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ffcbc3-5fa4-4b05-9968-7b5accd1dca7 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Made reservation on behalf of 7a05b8a866c04fe78b04ec616e62b70f for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:51:35.908437 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-59ffcbc3-5fa4-4b05-9968-7b5accd1dca7 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:35.977254 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4f8dfc2c-e5d5-4570-9c3f-f12662cef925 req-325fed29-f333-4426-9e83-36b8a3d00689 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bf4cdac7-29da-404a-9ec1-943fa91f5ab0 HTTP/1.1" status: 200  len: 217 time: 0.2572353
May 07 21:51:36.027278 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59ffcbc3-5fa4-4b05-9968-7b5accd1dca7 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 21:51:36.048813 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-59ffcbc3-5fa4-4b05-9968-7b5accd1dca7 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (886ce713-0d61-4718-811a-ca55107915ac), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:36.049166 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-59ffcbc3-5fa4-4b05-9968-7b5accd1dca7 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Added segment 886ce713-0d61-4718-811a-ca55107915ac of type vlan for network 7d94fb0d-311e-4c61-bc8a-1dac128f0023
May 07 21:51:36.078751 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3f4979c3-ea1a-4f07-946d-a1149cd554e8 req-d42647d8-6b3e-4dad-a82c-f464efc48c8b tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4147067
May 07 21:51:36.093956 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ce0a81a0-4273-4f11-a097-80fbe5ea910e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (604e0192-c405-4736-8d59-ab580cb0423e), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:36.096509 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ce0a81a0-4273-4f11-a097-80fbe5ea910e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:36.097685 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-ce0a81a0-4273-4f11-a097-80fbe5ea910e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/604e0192-c405-4736-8d59-ab580cb0423e HTTP/1.1" status: 204  len: 168 time: 0.5496955
May 07 21:51:36.129544 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-59ffcbc3-5fa4-4b05-9968-7b5accd1dca7 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (7d94fb0d-311e-4c61-bc8a-1dac128f0023), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:36.162503 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0a81a0-4273-4f11-a097-80fbe5ea910e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=604e0192-c405-4736-8d59-ab580cb0423e,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:36.177926 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-59ffcbc3-5fa4-4b05-9968-7b5accd1dca7 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (7d94fb0d-311e-4c61-bc8a-1dac128f0023), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:36.200993 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ffcbc3-5fa4-4b05-9968-7b5accd1dca7 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:36.201764 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-59ffcbc3-5fa4-4b05-9968-7b5accd1dca7 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:36.209351 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8dfc2c-e5d5-4570-9c3f-f12662cef925 req-beace9df-3cf6-4a6a-bed7-cceb08101bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:36.215691 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4f8dfc2c-e5d5-4570-9c3f-f12662cef925 req-beace9df-3cf6-4a6a-bed7-cceb08101bce service neutron] 10.222.0.59 "GET /v2.0/subnets?id=363d64b0-c1fd-4ede-8b5a-48585cb02746 HTTP/1.1" status: 200  len: 852 time: 0.2183864
May 07 21:51:36.253710 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-e74d9160-7e32-40c3-9cc1-51bce2d6c42f req-bc13b5e7-04ec-4a38-b7f7-aa1771068150 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] For port 44436595-8caf-48e5-967e-1749f507e89e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=44436595-8caf-48e5-967e-1749f507e89e,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:51:36.254538 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-e74d9160-7e32-40c3-9cc1-51bce2d6c42f req-bc13b5e7-04ec-4a38-b7f7-aa1771068150 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (44436595-8caf-48e5-967e-1749f507e89e), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:36.308045 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-e74d9160-7e32-40c3-9cc1-51bce2d6c42f req-bc13b5e7-04ec-4a38-b7f7-aa1771068150 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Calling delete_port for 44436595-8caf-48e5-967e-1749f507e89e owned by compute:nova {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:51:36.376871 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-48e5c0eb-4ac2-49fe-86ec-8843cfdc028d req-1f82e4cf-cb96-4567-89b5-85f6ec27d3a8 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b84a520-aa94-49be-b958-27f17df1b675 HTTP/1.1" status: 200  len: 210 time: 0.0845437
May 07 21:51:36.393180 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-59ffcbc3-5fa4-4b05-9968-7b5accd1dca7 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 774 time: 1.0903769
May 07 21:51:36.405117 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 39320) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:51:36.411704 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c637019e-f31b-401a-b3eb-7a24e9979ebd admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:51:36.427147 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07da00c-bc1c-4da3-9089-7b2d879a3434 None None] Sync routers for ids ['bc622e46-04e8-4ee4-b057-0b8b542c4edf'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:51:36.428608 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-c637019e-f31b-401a-b3eb-7a24e9979ebd admin admin] 10.222.0.32 "PUT /v2.0/routers/bc622e46-04e8-4ee4-b057-0b8b542c4edf/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.6730072
May 07 21:51:36.433074 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-e9e1e239-56b3-4681-a8ca-dc3a7ac6e4ab admin admin] For port 41d14ed6-7c8e-41dc-b902-94f7d081a7df, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=41d14ed6-7c8e-41dc-b902-94f7d081a7df,segment=NetworkSegment(83d8bfd7-7d5a-41d2-9f7c-165f0fdeeb09),segment_id=83d8bfd7-7d5a-41d2-9f7c-165f0fdeeb09)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:51:36.433621 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e9e1e239-56b3-4681-a8ca-dc3a7ac6e4ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (41d14ed6-7c8e-41dc-b902-94f7d081a7df), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:36.448241 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ffcbc3-5fa4-4b05-9968-7b5accd1dca7 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Pushing event updated for resources: {'Network': ['ID=7d94fb0d-311e-4c61-bc8a-1dac128f0023,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:36.452118 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-add24945-ff46-4293-abdd-a54eefd1cca9 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Request body: {'subnet': {'network_id': '7d94fb0d-311e-4c61-bc8a-1dac128f0023', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:51:36.453993 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07da00c-bc1c-4da3-9089-7b2d879a3434 None None] Routers {'bc622e46-04e8-4ee4-b057-0b8b542c4edf'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:51:36.454631 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-f07da00c-bc1c-4da3-9089-7b2d879a3434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cb6d7f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:51:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['bc622e46-04e8-4ee4-b057-0b8b542c4edf'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:51:36.462628 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 7d94fb0d-311e-4c61-bc8a-1dac128f0023 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 21:51:36.480736 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f8d2da-cb27-4542-a6d7-908ee4b55e09 req-def950ec-985b-41d4-8db1-4b66d99425af tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:36.488045 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c4f8d2da-cb27-4542-a6d7-908ee4b55e09 req-def950ec-985b-41d4-8db1-4b66d99425af tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4bd37e9-7131-4834-a215-e56f0fb30c5d HTTP/1.1" status: 200  len: 1023 time: 0.1849267
May 07 21:51:36.641580 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c4f8d2da-cb27-4542-a6d7-908ee4b55e09 req-53bad3ff-42d9-42a0-bc13-0d98eafe8e3d tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ab4642d-3355-41eb-ae9c-57c018ee1be1&id=a28eaf93-b857-4194-b86f-fca4dd6ce653&id=59e2df0e-870d-42fb-a7c1-a293819c9cdf&fields=id&fields=name HTTP/1.1" status: 200  len: 516 time: 0.1525917
May 07 21:51:36.653673 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-e9e1e239-56b3-4681-a8ca-dc3a7ac6e4ab admin admin] Calling delete_port for 41d14ed6-7c8e-41dc-b902-94f7d081a7df owned by network:router_interface {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:51:36.674644 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-f07da00c-bc1c-4da3-9089-7b2d879a3434 None None] Set router bc622e46-04e8-4ee4-b057-0b8b542c4edf gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:51:36.705267 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 44436595-8caf-48e5-967e-1749f507e89e no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:51:36.843399 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 44436595-8caf-48e5-967e-1749f507e89e is: ACTIVE; New status is: DOWN {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:51:36.844192 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (44436595-8caf-48e5-967e-1749f507e89e), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:36.889191 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 44436595-8caf-48e5-967e-1749f507e89e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=44436595-8caf-48e5-967e-1749f507e89e,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:51:36.896062 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (44436595-8caf-48e5-967e-1749f507e89e), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:36.982360 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add24945-ff46-4293-abdd-a54eefd1cca9 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Made reservation on behalf of 7a05b8a866c04fe78b04ec616e62b70f for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:51:37.002939 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-add24945-ff46-4293-abdd-a54eefd1cca9 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:37.049246 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=44436595-8caf-48e5-967e-1749f507e89e,revision_number=9']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:37.163353 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-f07da00c-bc1c-4da3-9089-7b2d879a3434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cb6d7f0>, [{'id': 'bc622e46-04e8-4ee4-b057-0b8b542c4edf', 'name': 'tempest-AttachSCSIVolumeTestJSON-2114222160-router', 'tenant_id': '90ce3cad9a044db6a6f73cbbe92dc662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.246'}], 'enable_snat': True}, 'gw_port_id': 'a7f6aad4-1c21-410d-b6cb-db919edcfe87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:51:21Z', 'updated_at': '2022-05-07T21:51:32Z', 'revision_number': 4, 'project_id': '90ce3cad9a044db6a6f73cbbe92dc662', 'gw_port': {'id': 'a7f6aad4-1c21-410d-b6cb-db919edcfe87', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:2f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc622e46-04e8-4ee4-b057-0b8b542c4edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:51:22Z', 'updated_at': '2022-05-07T21:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'db22bc94-4cee-45f7-ac12-0d176dca7255', 'name': '', 'network_id': '7bf59b6e-50d7-4f5b-9aae-a2fd865e20d6', 'tenant_id': '90ce3cad9a044db6a6f73cbbe92dc662', 'mac_address': 'fa:16:3e:3b:d4:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc622e46-04e8-4ee4-b057-0b8b542c4edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'aec4a14f-c51d-48ce-b7e1-ebd50d450d7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:51:30Z', 'updated_at': '2022-05-07T21:51:33Z', 'revision_number': 2, 'project_id': '90ce3cad9a044db6a6f73cbbe92dc662', 'subnets': [{'id': 'aec4a14f-c51d-48ce-b7e1-ebd50d450d7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:51:37.276151 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07da00c-bc1c-4da3-9089-7b2d879a3434 None None] Checking router: bc622e46-04e8-4ee4-b057-0b8b542c4edf for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 21:51:37.278024 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07da00c-bc1c-4da3-9089-7b2d879a3434 None None] Updating router bc622e46-04e8-4ee4-b057-0b8b542c4edf port db22bc94-4cee-45f7-ac12-0d176dca7255 binding host ncdv-master-1 {{(pid=121839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 21:51:37.326642 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-f07da00c-bc1c-4da3-9089-7b2d879a3434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (db22bc94-4cee-45f7-ac12-0d176dca7255), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:37.382016 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02cc3f76-02bb-44cb-82ab-79a357f42391', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44436595-8caf-48e5-967e-1749f507e89e'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:51:37.390882 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a2ebdcc-4a8b-492b-ac5f-cf9eecd35d54" -d '{"events": [{"server_uuid": "02cc3f76-02bb-44cb-82ab-79a357f42391", "name": "network-vif-unplugged", "status": "completed", "tag": "44436595-8caf-48e5-967e-1749f507e89e"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:51:37.440109 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 85720274-158e-442b-a073-4b364715a5ba up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:51:37.484758 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0dbb74-ec4f-4a05-94f1-2aeb013ff538 req-0ea17960-5bb8-4faa-831e-702fd097de5c tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:37.492829 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-cc0dbb74-ec4f-4a05-94f1-2aeb013ff538 req-0ea17960-5bb8-4faa-831e-702fd097de5c tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=02cc3f76-02bb-44cb-82ab-79a357f42391 HTTP/1.1" status: 200  len: 947 time: 0.1811485
May 07 21:51:37.515235 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395fb71c-b363-4317-9ccb-1811c605f5bf req-0e39e46c-7c60-4649-a21a-c9b965c79c11 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:37.517371 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-395fb71c-b363-4317-9ccb-1811c605f5bf req-0e39e46c-7c60-4649-a21a-c9b965c79c11 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.55 "GET /v2.0/networks?id=b2fcd05a-fa57-478e-9f0c-05c502306fa7 HTTP/1.1" status: 200  len: 822 time: 0.5348966
May 07 21:51:37.541175 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-395fb71c-b363-4317-9ccb-1811c605f5bf req-503f5c22-1d4c-4c4c-8c9f-5c539d727e2b tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Request body: {'port': {'device_id': '1b84a520-aa94-49be-b958-27f17df1b675', 'network_id': 'b2fcd05a-fa57-478e-9f0c-05c502306fa7', 'admin_state_up': True, 'tenant_id': '00dedc5654754e7fbb60abf79a14666e'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:51:37.541460 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 85720274-158e-442b-a073-4b364715a5ba triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:51:37.541926 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (85720274-158e-442b-a073-4b364715a5ba), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:37.698748 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-cc0dbb74-ec4f-4a05-94f1-2aeb013ff538 req-61da7358-3438-4b48-8c8e-ead24edb5c86 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2039225
May 07 21:51:37.813982 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 85720274-158e-442b-a073-4b364715a5ba is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:51:37.814731 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (85720274-158e-442b-a073-4b364715a5ba), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:37.838064 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 07 May 2022 21:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1fe966f-a48b-4c74-834a-d189d6c61205 x-openstack-request-id: req-d1fe966f-a48b-4c74-834a-d189d6c61205 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:51:37.838727 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02cc3f76-02bb-44cb-82ab-79a357f42391", "name": "network-vif-unplugged", "status": "completed", "tag": "44436595-8caf-48e5-967e-1749f507e89e", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:51:37.839222 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d1fe966f-a48b-4c74-834a-d189d6c61205 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:51:37.839801 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1fe966f-a48b-4c74-834a-d189d6c61205'] response: {'server_uuid': '02cc3f76-02bb-44cb-82ab-79a357f42391', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44436595-8caf-48e5-967e-1749f507e89e', 'code': 200}
May 07 21:51:37.868137 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-395fb71c-b363-4317-9ccb-1811c605f5bf req-503f5c22-1d4c-4c4c-8c9f-5c539d727e2b tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Made reservation on behalf of 00dedc5654754e7fbb60abf79a14666e for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:51:37.876507 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-395fb71c-b363-4317-9ccb-1811c605f5bf req-503f5c22-1d4c-4c4c-8c9f-5c539d727e2b tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:37.894688 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port 85720274-158e-442b-a073-4b364715a5ba, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=85720274-158e-442b-a073-4b364715a5ba,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:51:37.908575 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (85720274-158e-442b-a073-4b364715a5ba), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:37.944534 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 39362) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:51:38.047974 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=85720274-158e-442b-a073-4b364715a5ba,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:38.117769 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-add24945-ff46-4293-abdd-a54eefd1cca9 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (6919e0e2-e65e-4318-9b11-62f01286a394), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:38.120000 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13e8639-a838-4744-9e06-4d700e85289f None None] Sync routers for ids ['691d74ee-0666-4450-8f44-89ba4f07ae23'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:51:38.140421 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4f8dfc2c-e5d5-4570-9c3f-f12662cef925 req-3e3cd807-0315-45fd-b740-0adb28add6f1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5d9854c1-90bd-4898-b59a-14d465203832&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.4343197
May 07 21:51:38.147919 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13e8639-a838-4744-9e06-4d700e85289f None None] Routers {'691d74ee-0666-4450-8f44-89ba4f07ae23'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:51:38.149287 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-b13e8639-a838-4744-9e06-4d700e85289f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f9c9580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:51:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['691d74ee-0666-4450-8f44-89ba4f07ae23'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:51:38.192802 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f8e8d0-465d-4265-8beb-6f3c680bd0ff req-97f7b950-59db-4c95-bd41-84b563e173b6 tempest-ServerAddressesTestJSON-364676349 tempest-ServerAddressesTestJSON-364676349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:38.207650 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f2f8e8d0-465d-4265-8beb-6f3c680bd0ff req-97f7b950-59db-4c95-bd41-84b563e173b6 tempest-ServerAddressesTestJSON-364676349 tempest-ServerAddressesTestJSON-364676349-project] 10.222.0.32 "GET /v2.0/ports?device_id=e589d355-aaf2-4345-8239-14d71c2e31ef HTTP/1.1" status: 200  len: 946 time: 0.6531720
May 07 21:51:38.214144 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ed96527b-54cd-4414-8bee-938dfbea90d2 req-25127d2e-a2aa-48f0-940f-74c8202ccd87 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b84a520-aa94-49be-b958-27f17df1b675 HTTP/1.1" status: 200  len: 210 time: 0.1686902
May 07 21:51:38.257199 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-f07da00c-bc1c-4da3-9089-7b2d879a3434 None None] Publish callbacks [] for port (db22bc94-4cee-45f7-ac12-0d176dca7255), precommit_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:38.265569 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4244c6-9976-4e62-8d90-8f435571fb07 req-01bcc9d2-a8e2-4983-b9ca-2da78686373e tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:38.269413 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2e4244c6-9976-4e62-8d90-8f435571fb07 req-01bcc9d2-a8e2-4983-b9ca-2da78686373e tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4bd37e9-7131-4834-a215-e56f0fb30c5d HTTP/1.1" status: 200  len: 1023 time: 0.3421221
May 07 21:51:38.276619 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-f07da00c-bc1c-4da3-9089-7b2d879a3434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (db22bc94-4cee-45f7-ac12-0d176dca7255), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:38.294608 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-e74d9160-7e32-40c3-9cc1-51bce2d6c42f req-bc13b5e7-04ec-4a38-b7f7-aa1771068150 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (44436595-8caf-48e5-967e-1749f507e89e), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:38.322443 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:51:38.418567 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d294b2f-862f-4b8d-a567-67b486dfdf6f None None] Pushing event updated for resources: {'Port': ['ID=db22bc94-4cee-45f7-ac12-0d176dca7255,revision_number=3']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:38.540461 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-b62d82fd-f761-41e6-956b-bc0ebaa46c56 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-343037752-network', 'tenant_id': '85f29512cce1477d94e91ae394ecbbcb'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:51:38.595452 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b62d82fd-f761-41e6-956b-bc0ebaa46c56 admin admin] Made reservation on behalf of 85f29512cce1477d94e91ae394ecbbcb for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:51:38.598753 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b62d82fd-f761-41e6-956b-bc0ebaa46c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:38.614912 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc13b5e7-04ec-4a38-b7f7-aa1771068150 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Pushing event deleted for resources: {'Port': ['ID=44436595-8caf-48e5-967e-1749f507e89e,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:38.635819 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b62d82fd-f761-41e6-956b-bc0ebaa46c56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:38.656171 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add24945-ff46-4293-abdd-a54eefd1cca9 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Pushing event updated for resources: {'Subnet': ['ID=6919e0e2-e65e-4318-9b11-62f01286a394,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:38.795289 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-f07da00c-bc1c-4da3-9089-7b2d879a3434 None None] Attempting to bind port db22bc94-4cee-45f7-ac12-0d176dca7255 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:51:38.795578 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-f07da00c-bc1c-4da3-9089-7b2d879a3434 None None] Attempting to bind port db22bc94-4cee-45f7-ac12-0d176dca7255 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0c68f4a4-1adb-4fc4-b550-46d9215c674a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7bf59b6e-50d7-4f5b-9aae-a2fd865e20d6'}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:51:38.796154 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07da00c-bc1c-4da3-9089-7b2d879a3434 None None] Attempting to bind port db22bc94-4cee-45f7-ac12-0d176dca7255 on network 7bf59b6e-50d7-4f5b-9aae-a2fd865e20d6 {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:51:38.811921 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07da00c-bc1c-4da3-9089-7b2d879a3434 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:51:38.812602 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07da00c-bc1c-4da3-9089-7b2d879a3434 None None] Checking segment: {'id': '0c68f4a4-1adb-4fc4-b550-46d9215c674a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7bf59b6e-50d7-4f5b-9aae-a2fd865e20d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:51:38.813210 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-f07da00c-bc1c-4da3-9089-7b2d879a3434 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:38.813783 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07da00c-bc1c-4da3-9089-7b2d879a3434 None None] Bound using segment: {'id': '0c68f4a4-1adb-4fc4-b550-46d9215c674a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7bf59b6e-50d7-4f5b-9aae-a2fd865e20d6'} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:51:38.814442 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-f07da00c-bc1c-4da3-9089-7b2d879a3434 None None] Bound port: db22bc94-4cee-45f7-ac12-0d176dca7255, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c68f4a4-1adb-4fc4-b550-46d9215c674a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '7bf59b6e-50d7-4f5b-9aae-a2fd865e20d6'}}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:51:38.815070 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-f07da00c-bc1c-4da3-9089-7b2d879a3434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (db22bc94-4cee-45f7-ac12-0d176dca7255), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:38.885102 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-0cf4cdde-a779-4509-9f39-347f76f828e0 None None] Provisioning complete for port db22bc94-4cee-45f7-ac12-0d176dca7255 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:51:38.886176 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-0cf4cdde-a779-4509-9f39-347f76f828e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (db22bc94-4cee-45f7-ac12-0d176dca7255), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:38.905998 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b62d82fd-f761-41e6-956b-bc0ebaa46c56 admin admin] Publish callbacks [] for security_group (dd9b0aa0-46b8-4279-807a-8533ba07406a), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:38.921972 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b62d82fd-f761-41e6-956b-bc0ebaa46c56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (dd9b0aa0-46b8-4279-807a-8533ba07406a), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:38.928490 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add24945-ff46-4293-abdd-a54eefd1cca9 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Checking segment: {'id': '886ce713-0d61-4718-811a-ca55107915ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7d94fb0d-311e-4c61-bc8a-1dac128f0023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:51:38.928856 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add24945-ff46-4293-abdd-a54eefd1cca9 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Network hostable DHCP agents. Network: 7d94fb0d-311e-4c61-bc8a-1dac128f0023, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 21:51:38.931326 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-e74d9160-7e32-40c3-9cc1-51bce2d6c42f req-bc13b5e7-04ec-4a38-b7f7-aa1771068150 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] No DVR routers for this DVR port 44436595-8caf-48e5-967e-1749f507e89e on host nch2-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:51:38.949484 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-b13e8639-a838-4744-9e06-4d700e85289f None None] Set router 691d74ee-0666-4450-8f44-89ba4f07ae23 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:51:38.954335 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-f07da00c-bc1c-4da3-9089-7b2d879a3434 None None] For port db22bc94-4cee-45f7-ac12-0d176dca7255, host ncdv-master-1, cleared binding levels {{(pid=121839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:51:38.963618 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-f07da00c-bc1c-4da3-9089-7b2d879a3434 None None] For port db22bc94-4cee-45f7-ac12-0d176dca7255, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=db22bc94-4cee-45f7-ac12-0d176dca7255,segment=NetworkSegment(0c68f4a4-1adb-4fc4-b550-46d9215c674a),segment_id=0c68f4a4-1adb-4fc4-b550-46d9215c674a)] {{(pid=121839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:51:38.980180 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-f07da00c-bc1c-4da3-9089-7b2d879a3434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (db22bc94-4cee-45f7-ac12-0d176dca7255), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:39.012675 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-e74d9160-7e32-40c3-9cc1-51bce2d6c42f req-bc13b5e7-04ec-4a38-b7f7-aa1771068150 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:39.023834 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-0cf4cdde-a779-4509-9f39-347f76f828e0 None None] Port db22bc94-4cee-45f7-ac12-0d176dca7255 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:51:39.048102 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e74d9160-7e32-40c3-9cc1-51bce2d6c42f req-bc13b5e7-04ec-4a38-b7f7-aa1771068150 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.59 "DELETE /v2.0/ports/44436595-8caf-48e5-967e-1749f507e89e HTTP/1.1" status: 204  len: 173 time: 4.1999431
May 07 21:51:39.048710 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d82fd-f761-41e6-956b-bc0ebaa46c56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd9b0aa0-46b8-4279-807a-8533ba07406a,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:39.108166 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d294b2f-862f-4b8d-a567-67b486dfdf6f None None] Pushing event updated for resources: {'Port': ['ID=db22bc94-4cee-45f7-ac12-0d176dca7255,revision_number=4']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:39.114262 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f2f8e8d0-465d-4265-8beb-6f3c680bd0ff req-24648c7d-5a85-4279-8529-d1285e3591dd tempest-ServerAddressesTestJSON-364676349 tempest-ServerAddressesTestJSON-364676349-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7eef0f4-71cc-4b1f-9fff-2eabb3e30ba9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9054484
May 07 21:51:39.128496 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02cc3f76-02bb-44cb-82ab-79a357f42391', 'name': 'network-vif-deleted', 'tag': '44436595-8caf-48e5-967e-1749f507e89e'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:51:39.156363 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07da00c-bc1c-4da3-9089-7b2d879a3434 None None] Routers {'bc622e46-04e8-4ee4-b057-0b8b542c4edf'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:51:39.157992 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9aa1f9a-40f5-4058-8440-af1c7eb693dd" -d '{"events": [{"server_uuid": "02cc3f76-02bb-44cb-82ab-79a357f42391", "name": "network-vif-deleted", "tag": "44436595-8caf-48e5-967e-1749f507e89e"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:51:39.159076 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-f07da00c-bc1c-4da3-9089-7b2d879a3434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cb6d7f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:51:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['bc622e46-04e8-4ee4-b057-0b8b542c4edf'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:51:39.295482 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d9191d-6f30-4555-933f-fbb038e4f098 req-0f44327f-92a5-4e38-9c46-84e5c96dc601 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:39.297645 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-77d9191d-6f30-4555-933f-fbb038e4f098 req-0f44327f-92a5-4e38-9c46-84e5c96dc601 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4bd37e9-7131-4834-a215-e56f0fb30c5d HTTP/1.1" status: 200  len: 1023 time: 0.7982829
May 07 21:51:39.298365 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-2e4244c6-9976-4e62-8d90-8f435571fb07 req-b7e5089f-7fde-4b29-97bc-3c96da0dc977 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Deleting port bf4cdac7-29da-404a-9ec1-943fa91f5ab0 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:51:39.298568 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-2e4244c6-9976-4e62-8d90-8f435571fb07 req-b7e5089f-7fde-4b29-97bc-3c96da0dc977 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (bf4cdac7-29da-404a-9ec1-943fa91f5ab0), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:39.326345 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b62d82fd-f761-41e6-956b-bc0ebaa46c56 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 21:51:39.443830 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4f8dfc2c-e5d5-4570-9c3f-f12662cef925 req-45f22ddc-e2f3-4e59-a849-be21f1a4d09f service neutron] 10.222.0.59 "GET /v2.0/networks/5d9854c1-90bd-4898-b59a-14d465203832?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.2665474
May 07 21:51:39.497311 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b62d82fd-f761-41e6-956b-bc0ebaa46c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (71f7b635-17d6-4b52-afa0-237470296fb1), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:39.497678 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-b62d82fd-f761-41e6-956b-bc0ebaa46c56 admin admin] Added segment 71f7b635-17d6-4b52-afa0-237470296fb1 of type vlan for network a926715c-ecd2-4028-93be-018695e8216f
May 07 21:51:39.499070 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-f07da00c-bc1c-4da3-9089-7b2d879a3434 None None] Set router bc622e46-04e8-4ee4-b057-0b8b542c4edf gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:51:39.513249 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [req-395fb71c-b363-4317-9ccb-1811c605f5bf req-503f5c22-1d4c-4c4c-8c9f-5c539d727e2b tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Allocated IP 172.20.0.3 (b2fcd05a-fa57-478e-9f0c-05c502306fa7/e6b6597b-eb4c-42b5-9584-1d6d14139dca/06113eb7-cbb3-425a-b957-4e016a713395) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:51:39.583645 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 85720274-158e-442b-a073-4b364715a5ba up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:51:39.652408 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b62d82fd-f761-41e6-956b-bc0ebaa46c56 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (a926715c-ecd2-4028-93be-018695e8216f), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:39.806759 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-e1a76d02-dbb8-4e8d-a65f-c2083f17ca50 None None] Provisioning complete for port db22bc94-4cee-45f7-ac12-0d176dca7255 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:51:39.811753 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e1a76d02-dbb8-4e8d-a65f-c2083f17ca50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (db22bc94-4cee-45f7-ac12-0d176dca7255), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:39.836038 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b62d82fd-f761-41e6-956b-bc0ebaa46c56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (a926715c-ecd2-4028-93be-018695e8216f), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:39.837475 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62d82fd-f761-41e6-956b-bc0ebaa46c56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:39.838066 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b62d82fd-f761-41e6-956b-bc0ebaa46c56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:39.842971 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-f07da00c-bc1c-4da3-9089-7b2d879a3434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cb6d7f0>, [{'id': 'bc622e46-04e8-4ee4-b057-0b8b542c4edf', 'name': 'tempest-AttachSCSIVolumeTestJSON-2114222160-router', 'tenant_id': '90ce3cad9a044db6a6f73cbbe92dc662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.246'}], 'enable_snat': True}, 'gw_port_id': 'a7f6aad4-1c21-410d-b6cb-db919edcfe87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:51:21Z', 'updated_at': '2022-05-07T21:51:32Z', 'revision_number': 4, 'project_id': '90ce3cad9a044db6a6f73cbbe92dc662', 'gw_port': {'id': 'a7f6aad4-1c21-410d-b6cb-db919edcfe87', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:2f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc622e46-04e8-4ee4-b057-0b8b542c4edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:51:22Z', 'updated_at': '2022-05-07T21:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'db22bc94-4cee-45f7-ac12-0d176dca7255', 'name': '', 'network_id': '7bf59b6e-50d7-4f5b-9aae-a2fd865e20d6', 'tenant_id': '90ce3cad9a044db6a6f73cbbe92dc662', 'mac_address': 'fa:16:3e:3b:d4:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc622e46-04e8-4ee4-b057-0b8b542c4edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'aec4a14f-c51d-48ce-b7e1-ebd50d450d7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:51:30Z', 'updated_at': '2022-05-07T21:51:38Z', 'revision_number': 4, 'project_id': '90ce3cad9a044db6a6f73cbbe92dc662', 'subnets': [{'id': 'aec4a14f-c51d-48ce-b7e1-ebd50d450d7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:51:39.849368 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add24945-ff46-4293-abdd-a54eefd1cca9 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Network 7d94fb0d-311e-4c61-bc8a-1dac128f0023 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 21:51:39.885717 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07da00c-bc1c-4da3-9089-7b2d879a3434 None None] The sync data for ids ['bc622e46-04e8-4ee4-b057-0b8b542c4edf'] in ncdv-master-1 is: [{'id': 'bc622e46-04e8-4ee4-b057-0b8b542c4edf', 'name': 'tempest-AttachSCSIVolumeTestJSON-2114222160-router', 'tenant_id': '90ce3cad9a044db6a6f73cbbe92dc662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.246'}], 'enable_snat': True}, 'gw_port_id': 'a7f6aad4-1c21-410d-b6cb-db919edcfe87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:51:21Z', 'updated_at': '2022-05-07T21:51:32Z', 'revision_number': 4, 'project_id': '90ce3cad9a044db6a6f73cbbe92dc662', 'gw_port': {'id': 'a7f6aad4-1c21-410d-b6cb-db919edcfe87', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:2f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc622e46-04e8-4ee4-b057-0b8b542c4edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:51:22Z', 'updated_at': '2022-05-07T21:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'db22bc94-4cee-45f7-ac12-0d176dca7255', 'name': '', 'network_id': '7bf59b6e-50d7-4f5b-9aae-a2fd865e20d6', 'tenant_id': '90ce3cad9a044db6a6f73cbbe92dc662', 'mac_address': 'fa:16:3e:3b:d4:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc622e46-04e8-4ee4-b057-0b8b542c4edf', 'device_owner': 'network:router_interface', 'standard_attr_id': 855, 'fixed_ips': [{'subnet_id': 'aec4a14f-c51d-48ce-b7e1-ebd50d450d7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:51:30Z', 'updated_at': '2022-05-07T21:51:38Z', 'revision_number': 4, 'project_id': '90ce3cad9a044db6a6f73cbbe92dc662', 'subnets': [{'id': 'aec4a14f-c51d-48ce-b7e1-ebd50d450d7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:51:39.908398 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e9e1e239-56b3-4681-a8ca-dc3a7ac6e4ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (41d14ed6-7c8e-41dc-b902-94f7d081a7df), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:39.958089 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-2e4244c6-9976-4e62-8d90-8f435571fb07 req-b7e5089f-7fde-4b29-97bc-3c96da0dc977 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] For port bf4cdac7-29da-404a-9ec1-943fa91f5ab0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bf4cdac7-29da-404a-9ec1-943fa91f5ab0,segment=NetworkSegment(f7d0ed20-4dc4-4ede-8fcf-c4a216019a84),segment_id=f7d0ed20-4dc4-4ede-8fcf-c4a216019a84)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:51:39.958461 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-2e4244c6-9976-4e62-8d90-8f435571fb07 req-b7e5089f-7fde-4b29-97bc-3c96da0dc977 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (bf4cdac7-29da-404a-9ec1-943fa91f5ab0), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:39.978071 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4cd40568-d991-41a5-a920-016a6ce6e3a0 req-5bb4e6ff-765c-4306-b8ab-010542c94f3e tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=02cc3f76-02bb-44cb-82ab-79a357f42391 HTTP/1.1" status: 200  len: 210 time: 0.5298176
May 07 21:51:39.991588 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-2e4244c6-9976-4e62-8d90-8f435571fb07 req-b7e5089f-7fde-4b29-97bc-3c96da0dc977 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Calling delete_port for bf4cdac7-29da-404a-9ec1-943fa91f5ab0 owned by compute:nova {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:51:40.018061 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-b62d82fd-f761-41e6-956b-bc0ebaa46c56 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 2.0414703
May 07 21:51:40.021196 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-add24945-ff46-4293-abdd-a54eefd1cca9 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7d94fb0d-311e-4c61-bc8a-1dac128f0023) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:51:40.084261 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 39372) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:51:40.088456 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48de1ab-c8b2-4b8c-a502-fb48cb6e3988 None None] Network 7d94fb0d-311e-4c61-bc8a-1dac128f0023 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:51:40.103527 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1406d10b-3501-443c-9051-cc26ed5ca03b x-openstack-request-id: req-1406d10b-3501-443c-9051-cc26ed5ca03b {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:51:40.103789 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02cc3f76-02bb-44cb-82ab-79a357f42391", "name": "network-vif-deleted", "tag": "44436595-8caf-48e5-967e-1749f507e89e", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:51:40.105115 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1406d10b-3501-443c-9051-cc26ed5ca03b {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:51:40.105538 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1406d10b-3501-443c-9051-cc26ed5ca03b'] response: {'server_uuid': '02cc3f76-02bb-44cb-82ab-79a357f42391', 'name': 'network-vif-deleted', 'tag': '44436595-8caf-48e5-967e-1749f507e89e', 'status': 'completed', 'code': 200}
May 07 21:51:40.114164 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-ce41be20-49ca-41bd-8df4-fac89edb147e admin admin] Request body: {'subnet': {'network_id': 'a926715c-ecd2-4028-93be-018695e8216f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-343037752-subnet', 'tenant_id': '85f29512cce1477d94e91ae394ecbbcb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:51:40.161206 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-b13e8639-a838-4744-9e06-4d700e85289f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f9c9580>, [{'id': '691d74ee-0666-4450-8f44-89ba4f07ae23', 'name': 'tempest-ServersTestMultiNic-1267177260-router', 'tenant_id': '7a05b8a866c04fe78b04ec616e62b70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.210'}], 'enable_snat': True}, 'gw_port_id': '85720274-158e-442b-a073-4b364715a5ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:51:24Z', 'updated_at': '2022-05-07T21:51:33Z', 'revision_number': 4, 'project_id': '7a05b8a866c04fe78b04ec616e62b70f', 'gw_port': {'id': '85720274-158e-442b-a073-4b364715a5ba', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:50:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691d74ee-0666-4450-8f44-89ba4f07ae23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:51:27Z', 'updated_at': '2022-05-07T21:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '65dcffa0-8529-413e-b379-de85a6112b6b', 'name': '', 'network_id': '28e1c361-3efa-45c3-b6a6-c8fa48e439de', 'tenant_id': '7a05b8a866c04fe78b04ec616e62b70f', 'mac_address': 'fa:16:3e:7e:63:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '691d74ee-0666-4450-8f44-89ba4f07ae23', 'device_owner': 'network:router_interface', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'cb9f2f4a-5ac6-4715-abe0-bfe062d393a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:51:31Z', 'updated_at': '2022-05-07T21:51:33Z', 'revision_number': 2, 'project_id': '7a05b8a866c04fe78b04ec616e62b70f', 'subnets': [{'id': 'cb9f2f4a-5ac6-4715-abe0-bfe062d393a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:51:40.183426 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-77d9191d-6f30-4555-933f-fbb038e4f098 req-ccff0029-d06e-412c-9029-1f5bd48472b5 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/security-groups?id=3ab4642d-3355-41eb-ae9c-57c018ee1be1&id=a28eaf93-b857-4194-b86f-fca4dd6ce653&id=59e2df0e-870d-42fb-a7c1-a293819c9cdf&fields=id&fields=name HTTP/1.1" status: 200  len: 516 time: 0.7964487
May 07 21:51:40.303421 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13e8639-a838-4744-9e06-4d700e85289f None None] Checking router: 691d74ee-0666-4450-8f44-89ba4f07ae23 for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 21:51:40.303780 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13e8639-a838-4744-9e06-4d700e85289f None None] Updating router 691d74ee-0666-4450-8f44-89ba4f07ae23 port 65dcffa0-8529-413e-b379-de85a6112b6b binding host ncdv-master-1 {{(pid=121838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 21:51:40.310956 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add24945-ff46-4293-abdd-a54eefd1cca9 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:40.311579 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-add24945-ff46-4293-abdd-a54eefd1cca9 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:40.393767 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e1e239-56b3-4681-a8ca-dc3a7ac6e4ab admin admin] Pushing event deleted for resources: {'Port': ['ID=41d14ed6-7c8e-41dc-b902-94f7d081a7df,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:40.428365 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b13e8639-a838-4744-9e06-4d700e85289f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (65dcffa0-8529-413e-b379-de85a6112b6b), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:40.438499 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4f8dfc2c-e5d5-4570-9c3f-f12662cef925 req-0f3a3611-e479-4004-ad2a-6fec3a4f6402 service neutron] 10.222.0.59 "GET /v2.0/networks/5d9854c1-90bd-4898-b59a-14d465203832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6851943
May 07 21:51:40.462184 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-e1a76d02-dbb8-4e8d-a65f-c2083f17ca50 None None] Current status of the port db22bc94-4cee-45f7-ac12-0d176dca7255 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:51:40.464322 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e1a76d02-dbb8-4e8d-a65f-c2083f17ca50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (db22bc94-4cee-45f7-ac12-0d176dca7255), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:40.466386 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1aa3b7ef-8b4b-4429-92e8-3e97d5fc418e req-c34b9d1c-e09b-4cda-abc5-b0c03608b72b tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b84a520-aa94-49be-b958-27f17df1b675 HTTP/1.1" status: 200  len: 210 time: 0.0648232
May 07 21:51:40.523153 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 85720274-158e-442b-a073-4b364715a5ba triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:51:40.523553 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (85720274-158e-442b-a073-4b364715a5ba), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:40.554988 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d82fd-f761-41e6-956b-bc0ebaa46c56 admin admin] Pushing event updated for resources: {'Network': ['ID=a926715c-ecd2-4028-93be-018695e8216f,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:40.631078 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network a926715c-ecd2-4028-93be-018695e8216f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 21:51:40.647894 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-add24945-ff46-4293-abdd-a54eefd1cca9 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 798 time: 4.2381675
May 07 21:51:40.652909 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 39376) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:51:40.688203 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625c5969-9311-4cf5-8316-e4a6782f7c61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7d94fb0d-311e-4c61-bc8a-1dac128f0023', 'network_id': '7d94fb0d-311e-4c61-bc8a-1dac128f0023', 'project_id': '7a05b8a866c04fe78b04ec616e62b70f', 'fixed_ips': [{'subnet_id': '6919e0e2-e65e-4318-9b11-62f01286a394'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 21:51:40.689319 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-625c5969-9311-4cf5-8316-e4a6782f7c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:40.693880 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c20dffb-a696-4f0d-b5dc-ca16f8ab8b52 req-d826f11c-a6da-4f9d-9e5c-26a086983d65 tempest-ServerAddressesTestJSON-364676349 tempest-ServerAddressesTestJSON-364676349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:40.710342 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7c20dffb-a696-4f0d-b5dc-ca16f8ab8b52 req-d826f11c-a6da-4f9d-9e5c-26a086983d65 tempest-ServerAddressesTestJSON-364676349 tempest-ServerAddressesTestJSON-364676349-project] 10.222.0.32 "GET /v2.0/ports?device_id=e589d355-aaf2-4345-8239-14d71c2e31ef HTTP/1.1" status: 200  len: 946 time: 0.3294713
May 07 21:51:40.729632 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-3f313232-d748-4b29-ba4d-9e4f3e5462c1 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-12761876'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:51:40.734952 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-2e4244c6-9976-4e62-8d90-8f435571fb07 req-b7e5089f-7fde-4b29-97bc-3c96da0dc977 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (bf4cdac7-29da-404a-9ec1-943fa91f5ab0), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:40.736263 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce41be20-49ca-41bd-8df4-fac89edb147e admin admin] Made reservation on behalf of 85f29512cce1477d94e91ae394ecbbcb for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:51:40.744937 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ce41be20-49ca-41bd-8df4-fac89edb147e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:40.840832 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e5089f-7fde-4b29-97bc-3c96da0dc977 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Pushing event deleted for resources: {'Port': ['ID=bf4cdac7-29da-404a-9ec1-943fa91f5ab0,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:40.954613 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-625c5969-9311-4cf5-8316-e4a6782f7c61 None None] Allocated IP 19.80.0.2 (7d94fb0d-311e-4c61-bc8a-1dac128f0023/6919e0e2-e65e-4318-9b11-62f01286a394/a5b1023e-761f-408d-b489-910692660f10) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:51:40.956357 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-395fb71c-b363-4317-9ccb-1811c605f5bf req-503f5c22-1d4c-4c4c-8c9f-5c539d727e2b tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Publish callbacks [] for port (06113eb7-cbb3-425a-b957-4e016a713395), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:40.984079 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f313232-d748-4b29-ba4d-9e4f3e5462c1 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Made reservation on behalf of 7a05b8a866c04fe78b04ec616e62b70f for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:51:40.993252 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3f313232-d748-4b29-ba4d-9e4f3e5462c1 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:41.071118 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e4244c6-9976-4e62-8d90-8f435571fb07 req-b7e5089f-7fde-4b29-97bc-3c96da0dc977 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] No DVR routers for this DVR port bf4cdac7-29da-404a-9ec1-943fa91f5ab0 on host nch2-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:51:41.095378 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e9e1e239-56b3-4681-a8ca-dc3a7ac6e4ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401002'] for router_interface (04e67ecd-5a0f-47ea-aee1-12263c6ab0a5), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:41.106436 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-2e4244c6-9976-4e62-8d90-8f435571fb07 req-b7e5089f-7fde-4b29-97bc-3c96da0dc977 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:41.110728 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f313232-d748-4b29-ba4d-9e4f3e5462c1 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 21:51:41.114089 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2e4244c6-9976-4e62-8d90-8f435571fb07 req-b7e5089f-7fde-4b29-97bc-3c96da0dc977 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.59 "DELETE /v2.0/ports/bf4cdac7-29da-404a-9ec1-943fa91f5ab0 HTTP/1.1" status: 204  len: 173 time: 2.8324976
May 07 21:51:41.117718 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4bd37e9-7131-4834-a215-e56f0fb30c5d', 'name': 'network-vif-deleted', 'tag': 'bf4cdac7-29da-404a-9ec1-943fa91f5ab0'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:51:41.121947 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dc5d041-8db4-4609-abeb-ce5dbd4b17d4" -d '{"events": [{"server_uuid": "a4bd37e9-7131-4834-a215-e56f0fb30c5d", "name": "network-vif-deleted", "tag": "bf4cdac7-29da-404a-9ec1-943fa91f5ab0"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:51:41.218104 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-625c5969-9311-4cf5-8316-e4a6782f7c61 None None] Publish callbacks [] for port (a5b1023e-761f-408d-b489-910692660f10), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:41.219670 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7c20dffb-a696-4f0d-b5dc-ca16f8ab8b52 req-991891e7-dee9-4c69-ac70-5d60c12be6bb tempest-ServerAddressesTestJSON-364676349 tempest-ServerAddressesTestJSON-364676349-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7eef0f4-71cc-4b1f-9fff-2eabb3e30ba9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4962635
May 07 21:51:41.261129 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-e1a76d02-dbb8-4e8d-a65f-c2083f17ca50 None None] For port db22bc94-4cee-45f7-ac12-0d176dca7255, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=db22bc94-4cee-45f7-ac12-0d176dca7255,segment=NetworkSegment(0c68f4a4-1adb-4fc4-b550-46d9215c674a),segment_id=0c68f4a4-1adb-4fc4-b550-46d9215c674a)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:51:41.262109 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-395fb71c-b363-4317-9ccb-1811c605f5bf req-503f5c22-1d4c-4c4c-8c9f-5c539d727e2b tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (06113eb7-cbb3-425a-b957-4e016a713395), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:41.276107 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device bf4cdac7-29da-404a-9ec1-943fa91f5ab0 no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:51:41.305104 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['f4e84972-b5b8-4161-be41-2a7625450b34'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:51:41.360481 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3f313232-d748-4b29-ba4d-9e4f3e5462c1 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (8e80564f-7b66-4ca5-94b4-fe89240ca4bd), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:41.361483 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-3f313232-d748-4b29-ba4d-9e4f3e5462c1 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Added segment 8e80564f-7b66-4ca5-94b4-fe89240ca4bd of type vlan for network bce7d277-aca4-4e22-b67e-6c466c492a5e
May 07 21:51:41.390234 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-625c5969-9311-4cf5-8316-e4a6782f7c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (a5b1023e-761f-408d-b489-910692660f10), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:41.437800 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b19c67d-3ff4-4d1f-a784-029ab70fd781 x-openstack-request-id: req-3b19c67d-3ff4-4d1f-a784-029ab70fd781 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:51:41.438187 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4bd37e9-7131-4834-a215-e56f0fb30c5d", "name": "network-vif-deleted", "tag": "bf4cdac7-29da-404a-9ec1-943fa91f5ab0", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:51:41.438547 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3b19c67d-3ff4-4d1f-a784-029ab70fd781 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:51:41.439105 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b19c67d-3ff4-4d1f-a784-029ab70fd781'] response: {'server_uuid': 'a4bd37e9-7131-4834-a215-e56f0fb30c5d', 'name': 'network-vif-deleted', 'tag': 'bf4cdac7-29da-404a-9ec1-943fa91f5ab0', 'status': 'completed', 'code': 200}
May 07 21:51:41.442550 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-395fb71c-b363-4317-9ccb-1811c605f5bf req-503f5c22-1d4c-4c4c-8c9f-5c539d727e2b tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Network b2fcd05a-fa57-478e-9f0c-05c502306fa7 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:51:41.466589 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [req-395fb71c-b363-4317-9ccb-1811c605f5bf req-503f5c22-1d4c-4c4c-8c9f-5c539d727e2b tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:51:41.469934 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] No Port match for: bf4cdac7-29da-404a-9ec1-943fa91f5ab0 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:51:41.470330 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device bf4cdac7-29da-404a-9ec1-943fa91f5ab0 not bound to the agent host nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:51:41.478693 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e1a76d02-dbb8-4e8d-a65f-c2083f17ca50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (db22bc94-4cee-45f7-ac12-0d176dca7255), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:41.494024 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-395fb71c-b363-4317-9ccb-1811c605f5bf req-503f5c22-1d4c-4c4c-8c9f-5c539d727e2b tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:51:41.529302 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625c5969-9311-4cf5-8316-e4a6782f7c61 None None] Pushing event updated for resources: {'Port': ['ID=a5b1023e-761f-408d-b489-910692660f10,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:41.635428 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3f313232-d748-4b29-ba4d-9e4f3e5462c1 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (bce7d277-aca4-4e22-b67e-6c466c492a5e), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:41.692005 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503f5c22-1d4c-4c4c-8c9f-5c539d727e2b tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Pushing event updated for resources: {'Port': ['ID=06113eb7-cbb3-425a-b957-4e016a713395,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:41.782072 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395fb71c-b363-4317-9ccb-1811c605f5bf req-503f5c22-1d4c-4c4c-8c9f-5c539d727e2b tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:41.787356 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-395fb71c-b363-4317-9ccb-1811c605f5bf req-503f5c22-1d4c-4c4c-8c9f-5c539d727e2b tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:41.789191 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a76d02-dbb8-4e8d-a65f-c2083f17ca50 None None] Pushing event updated for resources: {'Port': ['ID=db22bc94-4cee-45f7-ac12-0d176dca7255,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:41.850505 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-395fb71c-b363-4317-9ccb-1811c605f5bf req-503f5c22-1d4c-4c4c-8c9f-5c539d727e2b tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.3159437
May 07 21:51:41.861604 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-395fb71c-b363-4317-9ccb-1811c605f5bf req-a5c9720f-7fc0-4443-8db3-a648a5d3117b service neutron] Request body: {'port': {'device_id': '1b84a520-aa94-49be-b958-27f17df1b675', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:51:41.984337 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-801f028b-7b27-46a5-9b00-95173d2d24b4 req-2de0e4a0-37c8-43fd-9757-ffd43f881e01 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4bd37e9-7131-4834-a215-e56f0fb30c5d HTTP/1.1" status: 200  len: 210 time: 0.0741470
May 07 21:51:42.063585 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625c5969-9311-4cf5-8316-e4a6782f7c61 None None] Network 7d94fb0d-311e-4c61-bc8a-1dac128f0023 is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:51:42.078494 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-625c5969-9311-4cf5-8316-e4a6782f7c61 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:51:42.091287 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625c5969-9311-4cf5-8316-e4a6782f7c61 None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:51:42.164458 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-395fb71c-b363-4317-9ccb-1811c605f5bf req-a5c9720f-7fc0-4443-8db3-a648a5d3117b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (06113eb7-cbb3-425a-b957-4e016a713395), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:42.479679 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 85720274-158e-442b-a073-4b364715a5ba is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:51:42.509241 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-625c5969-9311-4cf5-8316-e4a6782f7c61 None None] Attempting to bind port a5b1023e-761f-408d-b489-910692660f10 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:51:42.509723 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-625c5969-9311-4cf5-8316-e4a6782f7c61 None None] Attempting to bind port a5b1023e-761f-408d-b489-910692660f10 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '886ce713-0d61-4718-811a-ca55107915ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7d94fb0d-311e-4c61-bc8a-1dac128f0023'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:51:42.509974 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625c5969-9311-4cf5-8316-e4a6782f7c61 None None] Attempting to bind port a5b1023e-761f-408d-b489-910692660f10 on network 7d94fb0d-311e-4c61-bc8a-1dac128f0023 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:51:42.534348 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.db.resource_extend [None req-3f313232-d748-4b29-ba4d-9e4f3e5462c1 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] It took 0.85 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 07 21:51:42.576209 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625c5969-9311-4cf5-8316-e4a6782f7c61 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:51:42.576829 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625c5969-9311-4cf5-8316-e4a6782f7c61 None None] Checking segment: {'id': '886ce713-0d61-4718-811a-ca55107915ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7d94fb0d-311e-4c61-bc8a-1dac128f0023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:51:42.577251 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-625c5969-9311-4cf5-8316-e4a6782f7c61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:42.582145 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-625c5969-9311-4cf5-8316-e4a6782f7c61 None None] Bound using segment: {'id': '886ce713-0d61-4718-811a-ca55107915ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7d94fb0d-311e-4c61-bc8a-1dac128f0023'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:51:42.582839 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-625c5969-9311-4cf5-8316-e4a6782f7c61 None None] Bound port: a5b1023e-761f-408d-b489-910692660f10, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '886ce713-0d61-4718-811a-ca55107915ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7d94fb0d-311e-4c61-bc8a-1dac128f0023'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:51:42.583246 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-625c5969-9311-4cf5-8316-e4a6782f7c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (a5b1023e-761f-408d-b489-910692660f10), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:42.626411 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49386ed6-5ddc-4880-87df-2618c19e8587 req-518b6d13-b2d4-44b6-a3eb-dc1bf7309263 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:42.637680 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-49386ed6-5ddc-4880-87df-2618c19e8587 req-518b6d13-b2d4-44b6-a3eb-dc1bf7309263 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b84a520-aa94-49be-b958-27f17df1b675 HTTP/1.1" status: 200  len: 931 time: 0.1073434
May 07 21:51:42.813844 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-49386ed6-5ddc-4880-87df-2618c19e8587 req-e5f84477-34c8-472b-a896-6f1ea6ab537e tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b502f8-ccda-470b-bf96-4e6ff93590b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1751056
May 07 21:51:42.815216 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ce41be20-49ca-41bd-8df4-fac89edb147e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (e27d44b6-0e57-4b7b-9f18-245109c4f642), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:42.833305 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c63a41-8cfe-48e9-8e86-bd9b1e018290 req-d2e81cb5-de92-4648-8e08-d7857d676090 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:42.840799 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a3c63a41-8cfe-48e9-8e86-bd9b1e018290 req-d2e81cb5-de92-4648-8e08-d7857d676090 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=12135950-7d5e-4835-8fe5-31c8e5e9c986 HTTP/1.1" status: 200  len: 949 time: 0.0708530
May 07 21:51:42.934341 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a3c63a41-8cfe-48e9-8e86-bd9b1e018290 req-6a7fb69a-4d5b-4c8c-8437-e3bb2b150dbb tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0920098
May 07 21:51:42.964567 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3f313232-d748-4b29-ba4d-9e4f3e5462c1 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (bce7d277-aca4-4e22-b67e-6c466c492a5e), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:42.966746 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device db22bc94-4cee-45f7-ac12-0d176dca7255 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:51:42.974647 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f313232-d748-4b29-ba4d-9e4f3e5462c1 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:42.975300 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3f313232-d748-4b29-ba4d-9e4f3e5462c1 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:42.989189 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce41be20-49ca-41bd-8df4-fac89edb147e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e27d44b6-0e57-4b7b-9f18-245109c4f642,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:42.997004 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [req-395fb71c-b363-4317-9ccb-1811c605f5bf req-a5c9720f-7fc0-4443-8db3-a648a5d3117b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06113eb7-cbb3-425a-b957-4e016a713395 {{(pid=121836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:51:43.035092 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-395fb71c-b363-4317-9ccb-1811c605f5bf req-a5c9720f-7fc0-4443-8db3-a648a5d3117b service neutron] Publish callbacks [] for port (06113eb7-cbb3-425a-b957-4e016a713395), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:43.075028 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b13e8639-a838-4744-9e06-4d700e85289f None None] Publish callbacks [] for port (65dcffa0-8529-413e-b379-de85a6112b6b), precommit_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:43.080890 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f313232-d748-4b29-ba4d-9e4f3e5462c1 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Pushing event updated for resources: {'Network': ['ID=bce7d277-aca4-4e22-b67e-6c466c492a5e,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:43.085027 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.provisioning_blocks [req-395fb71c-b363-4317-9ccb-1811c605f5bf req-a5c9720f-7fc0-4443-8db3-a648a5d3117b service neutron] Transition to ACTIVE for port object 06113eb7-cbb3-425a-b957-4e016a713395 will not be triggered until provisioned by entity L2. {{(pid=121836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:51:43.095445 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-395fb71c-b363-4317-9ccb-1811c605f5bf req-a5c9720f-7fc0-4443-8db3-a648a5d3117b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (06113eb7-cbb3-425a-b957-4e016a713395), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:43.145408 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-3f313232-d748-4b29-ba4d-9e4f3e5462c1 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 2.4893105
May 07 21:51:43.148089 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-625c5969-9311-4cf5-8316-e4a6782f7c61 None None] For port a5b1023e-761f-408d-b489-910692660f10, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:51:43.150489 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 39404) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:51:43.153318 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-625c5969-9311-4cf5-8316-e4a6782f7c61 None None] For port a5b1023e-761f-408d-b489-910692660f10, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a5b1023e-761f-408d-b489-910692660f10,segment=NetworkSegment(886ce713-0d61-4718-811a-ca55107915ac),segment_id=886ce713-0d61-4718-811a-ca55107915ac)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:51:43.155803 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-c81cbfa1-1da7-4d02-89ee-209d0e6c333e tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Request body: {'subnet': {'network_id': 'bce7d277-aca4-4e22-b67e-6c466c492a5e', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:51:43.157416 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network bce7d277-aca4-4e22-b67e-6c466c492a5e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 21:51:43.191645 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-625c5969-9311-4cf5-8316-e4a6782f7c61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (a5b1023e-761f-408d-b489-910692660f10), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:43.194481 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b13e8639-a838-4744-9e06-4d700e85289f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (65dcffa0-8529-413e-b379-de85a6112b6b), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:43.301077 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c9720f-7fc0-4443-8db3-a648a5d3117b service neutron] Pushing event updated for resources: {'Port': ['ID=06113eb7-cbb3-425a-b957-4e016a713395,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:43.361986 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c81cbfa1-1da7-4d02-89ee-209d0e6c333e tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Made reservation on behalf of 7a05b8a866c04fe78b04ec616e62b70f for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:51:43.372188 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c81cbfa1-1da7-4d02-89ee-209d0e6c333e tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:43.489543 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3aa4f814-575b-47ab-9bb5-79625832886b req-0fc27e6f-7f0d-4cf4-a815-17bbad5200ef tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/security-groups/3ab4642d-3355-41eb-ae9c-57c018ee1be1 HTTP/1.1" status: 200  len: 1817 time: 0.3059587
May 07 21:51:43.541736 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port db22bc94-4cee-45f7-ac12-0d176dca7255 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:51:43.546866 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (db22bc94-4cee-45f7-ac12-0d176dca7255), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:43.573386 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-395fb71c-b363-4317-9ccb-1811c605f5bf req-a5c9720f-7fc0-4443-8db3-a648a5d3117b service neutron] Attempting to bind port 06113eb7-cbb3-425a-b957-4e016a713395 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:51:43.574848 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-395fb71c-b363-4317-9ccb-1811c605f5bf req-a5c9720f-7fc0-4443-8db3-a648a5d3117b service neutron] Attempting to bind port 06113eb7-cbb3-425a-b957-4e016a713395 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'c22d0faf-2ee6-4226-aff7-b2b8306813e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b2fcd05a-fa57-478e-9f0c-05c502306fa7'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:51:43.575454 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395fb71c-b363-4317-9ccb-1811c605f5bf req-a5c9720f-7fc0-4443-8db3-a648a5d3117b service neutron] Attempting to bind port 06113eb7-cbb3-425a-b957-4e016a713395 on network b2fcd05a-fa57-478e-9f0c-05c502306fa7 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:51:43.605971 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395fb71c-b363-4317-9ccb-1811c605f5bf req-a5c9720f-7fc0-4443-8db3-a648a5d3117b service neutron] Port 06113eb7-cbb3-425a-b957-4e016a713395 on network b2fcd05a-fa57-478e-9f0c-05c502306fa7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:51:43.606295 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395fb71c-b363-4317-9ccb-1811c605f5bf req-a5c9720f-7fc0-4443-8db3-a648a5d3117b service neutron] Attempting to bind port 06113eb7-cbb3-425a-b957-4e016a713395 on network b2fcd05a-fa57-478e-9f0c-05c502306fa7 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:51:43.637680 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395fb71c-b363-4317-9ccb-1811c605f5bf req-a5c9720f-7fc0-4443-8db3-a648a5d3117b service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:51:43.638384 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395fb71c-b363-4317-9ccb-1811c605f5bf req-a5c9720f-7fc0-4443-8db3-a648a5d3117b service neutron] Checking segment: {'id': 'c22d0faf-2ee6-4226-aff7-b2b8306813e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b2fcd05a-fa57-478e-9f0c-05c502306fa7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:51:43.639041 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395fb71c-b363-4317-9ccb-1811c605f5bf req-a5c9720f-7fc0-4443-8db3-a648a5d3117b service neutron] Bound using segment: {'id': 'c22d0faf-2ee6-4226-aff7-b2b8306813e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b2fcd05a-fa57-478e-9f0c-05c502306fa7'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:51:43.639728 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-395fb71c-b363-4317-9ccb-1811c605f5bf req-a5c9720f-7fc0-4443-8db3-a648a5d3117b service neutron] Bound port: 06113eb7-cbb3-425a-b957-4e016a713395, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c22d0faf-2ee6-4226-aff7-b2b8306813e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'b2fcd05a-fa57-478e-9f0c-05c502306fa7'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:51:43.640355 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-395fb71c-b363-4317-9ccb-1811c605f5bf req-a5c9720f-7fc0-4443-8db3-a648a5d3117b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (06113eb7-cbb3-425a-b957-4e016a713395), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:43.650946 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625c5969-9311-4cf5-8316-e4a6782f7c61 None None] Pushing event updated for resources: {'Port': ['ID=a5b1023e-761f-408d-b489-910692660f10,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:43.728010 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-3aa4f814-575b-47ab-9bb5-79625832886b req-d412dabd-ac9f-46c8-844e-6cb7aa67a9db tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks [] for security_group (3ab4642d-3355-41eb-ae9c-57c018ee1be1), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:43.779098 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1c99df-c655-4f5a-a243-e0db0da26ebf req-44f2e636-6ef5-46b7-8789-b4053f529aad tempest-ServerAddressesTestJSON-364676349 tempest-ServerAddressesTestJSON-364676349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:43.782827 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-b13e8639-a838-4744-9e06-4d700e85289f None None] Attempting to bind port 65dcffa0-8529-413e-b379-de85a6112b6b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:51:43.783506 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-b13e8639-a838-4744-9e06-4d700e85289f None None] Attempting to bind port 65dcffa0-8529-413e-b379-de85a6112b6b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f3ec05b1-b03a-4a5e-b716-d2726a7226ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '28e1c361-3efa-45c3-b6a6-c8fa48e439de'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:51:43.784116 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13e8639-a838-4744-9e06-4d700e85289f None None] Attempting to bind port 65dcffa0-8529-413e-b379-de85a6112b6b on network 28e1c361-3efa-45c3-b6a6-c8fa48e439de {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:51:43.787311 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-cb1c99df-c655-4f5a-a243-e0db0da26ebf req-44f2e636-6ef5-46b7-8789-b4053f529aad tempest-ServerAddressesTestJSON-364676349 tempest-ServerAddressesTestJSON-364676349-project] 10.222.0.32 "GET /v2.0/ports?device_id=e589d355-aaf2-4345-8239-14d71c2e31ef HTTP/1.1" status: 200  len: 946 time: 0.4681246
May 07 21:51:43.836032 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-3aa4f814-575b-47ab-9bb5-79625832886b req-d412dabd-ac9f-46c8-844e-6cb7aa67a9db tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks [] for security_group (3ab4642d-3355-41eb-ae9c-57c018ee1be1), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:43.855849 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13e8639-a838-4744-9e06-4d700e85289f None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:51:43.856858 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13e8639-a838-4744-9e06-4d700e85289f None None] Checking segment: {'id': 'f3ec05b1-b03a-4a5e-b716-d2726a7226ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '28e1c361-3efa-45c3-b6a6-c8fa48e439de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:51:43.856858 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b13e8639-a838-4744-9e06-4d700e85289f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:43.857220 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13e8639-a838-4744-9e06-4d700e85289f None None] Bound using segment: {'id': 'f3ec05b1-b03a-4a5e-b716-d2726a7226ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '28e1c361-3efa-45c3-b6a6-c8fa48e439de'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:51:43.857599 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-b13e8639-a838-4744-9e06-4d700e85289f None None] Bound port: 65dcffa0-8529-413e-b379-de85a6112b6b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3ec05b1-b03a-4a5e-b716-d2726a7226ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '28e1c361-3efa-45c3-b6a6-c8fa48e439de'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:51:43.857983 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b13e8639-a838-4744-9e06-4d700e85289f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (65dcffa0-8529-413e-b379-de85a6112b6b), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:43.872866 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce41be20-49ca-41bd-8df4-fac89edb147e admin admin] Checking segment: {'id': '71f7b635-17d6-4b52-afa0-237470296fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a926715c-ecd2-4028-93be-018695e8216f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:51:43.873230 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce41be20-49ca-41bd-8df4-fac89edb147e admin admin] Network hostable DHCP agents. Network: a926715c-ecd2-4028-93be-018695e8216f, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 21:51:43.911943 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-395fb71c-b363-4317-9ccb-1811c605f5bf req-a5c9720f-7fc0-4443-8db3-a648a5d3117b service neutron] For port 06113eb7-cbb3-425a-b957-4e016a713395, host nch1-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:51:43.927883 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-395fb71c-b363-4317-9ccb-1811c605f5bf req-a5c9720f-7fc0-4443-8db3-a648a5d3117b service neutron] For port 06113eb7-cbb3-425a-b957-4e016a713395, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=06113eb7-cbb3-425a-b957-4e016a713395,segment=NetworkSegment(c22d0faf-2ee6-4226-aff7-b2b8306813e9),segment_id=c22d0faf-2ee6-4226-aff7-b2b8306813e9)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:51:43.928798 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8608a934-e18c-4ea8-b114-7c246c890930 None None] Pushing event updated for resources: {'Port': ['ID=65dcffa0-8529-413e-b379-de85a6112b6b,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:43.932793 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-dcc13e1b-67f7-44fa-8eb2-8d59e6792b99 None None] Provisioning complete for port 65dcffa0-8529-413e-b379-de85a6112b6b triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:51:43.933213 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-dcc13e1b-67f7-44fa-8eb2-8d59e6792b99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (65dcffa0-8529-413e-b379-de85a6112b6b), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:43.945786 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-395fb71c-b363-4317-9ccb-1811c605f5bf req-a5c9720f-7fc0-4443-8db3-a648a5d3117b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (06113eb7-cbb3-425a-b957-4e016a713395), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:43.969362 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-3aa4f814-575b-47ab-9bb5-79625832886b req-d412dabd-ac9f-46c8-844e-6cb7aa67a9db tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (3ab4642d-3355-41eb-ae9c-57c018ee1be1), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:43.973338 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-3aa4f814-575b-47ab-9bb5-79625832886b req-d412dabd-ac9f-46c8-844e-6cb7aa67a9db tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:43.978697 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-cb1c99df-c655-4f5a-a243-e0db0da26ebf req-d9b2fc71-f2e5-4a7e-99e6-a74b972f15d1 tempest-ServerAddressesTestJSON-364676349 tempest-ServerAddressesTestJSON-364676349-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7eef0f4-71cc-4b1f-9fff-2eabb3e30ba9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1904278
May 07 21:51:43.988108 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3aa4f814-575b-47ab-9bb5-79625832886b req-d412dabd-ac9f-46c8-844e-6cb7aa67a9db tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "DELETE /v2.0/security-groups/3ab4642d-3355-41eb-ae9c-57c018ee1be1 HTTP/1.1" status: 204  len: 173 time: 0.4825895
May 07 21:51:44.048090 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395fb71c-b363-4317-9ccb-1811c605f5bf req-a5c9720f-7fc0-4443-8db3-a648a5d3117b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:44.050373 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-395fb71c-b363-4317-9ccb-1811c605f5bf req-a5c9720f-7fc0-4443-8db3-a648a5d3117b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:44.054469 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-395fb71c-b363-4317-9ccb-1811c605f5bf req-a5c9720f-7fc0-4443-8db3-a648a5d3117b service neutron] 10.222.0.55 "PUT /v2.0/ports/06113eb7-cbb3-425a-b957-4e016a713395 HTTP/1.1" status: 200  len: 1091 time: 2.1978719
May 07 21:51:44.065089 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b84a520-aa94-49be-b958-27f17df1b675', 'tag': '06113eb7-cbb3-425a-b957-4e016a713395'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:51:44.068270 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f88ac4ac-9335-412f-ac29-5b618bf82432" -d '{"events": [{"name": "network-changed", "server_uuid": "1b84a520-aa94-49be-b958-27f17df1b675", "tag": "06113eb7-cbb3-425a-b957-4e016a713395"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:51:44.101830 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c81cbfa1-1da7-4d02-89ee-209d0e6c333e tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (bd7c397b-9254-4c76-a0e0-5bd7ee0462ba), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:44.103976 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d412dabd-ac9f-46c8-844e-6cb7aa67a9db tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab4642d-3355-41eb-ae9c-57c018ee1be1,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:44.114149 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-dcc13e1b-67f7-44fa-8eb2-8d59e6792b99 None None] Port 65dcffa0-8529-413e-b379-de85a6112b6b cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:51:44.124271 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9e1e239-56b3-4681-a8ca-dc3a7ac6e4ab admin admin] Router 04e67ecd-5a0f-47ea-aee1-12263c6ab0a5 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 21:51:44.125795 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce41be20-49ca-41bd-8df4-fac89edb147e admin admin] Network a926715c-ecd2-4028-93be-018695e8216f is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 21:51:44.135351 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port db22bc94-4cee-45f7-ac12-0d176dca7255 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:51:44.139938 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-b13e8639-a838-4744-9e06-4d700e85289f None None] For port 65dcffa0-8529-413e-b379-de85a6112b6b, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:51:44.148214 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-b13e8639-a838-4744-9e06-4d700e85289f None None] For port 65dcffa0-8529-413e-b379-de85a6112b6b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=65dcffa0-8529-413e-b379-de85a6112b6b,segment=NetworkSegment(f3ec05b1-b03a-4a5e-b716-d2726a7226ce),segment_id=f3ec05b1-b03a-4a5e-b716-d2726a7226ce)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:51:44.172102 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b13e8639-a838-4744-9e06-4d700e85289f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (65dcffa0-8529-413e-b379-de85a6112b6b), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:44.220771 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c9720f-7fc0-4443-8db3-a648a5d3117b service neutron] Pushing event updated for resources: {'Port': ['ID=06113eb7-cbb3-425a-b957-4e016a713395,revision_number=3']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:44.243737 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395fb71c-b363-4317-9ccb-1811c605f5bf req-3a7fc305-8fa0-483d-a43d-e27b4be75eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:44.245607 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-395fb71c-b363-4317-9ccb-1811c605f5bf req-3a7fc305-8fa0-483d-a43d-e27b4be75eca service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=00dedc5654754e7fbb60abf79a14666e&device_id=1b84a520-aa94-49be-b958-27f17df1b675 HTTP/1.1" status: 200  len: 1125 time: 0.1294234
May 07 21:51:44.249838 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8608a934-e18c-4ea8-b114-7c246c890930 None None] Pushing event updated for resources: {'Port': ['ID=65dcffa0-8529-413e-b379-de85a6112b6b,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:44.254010 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925dc796-f317-4bdc-8a7b-52728f155052 req-095149e4-afa1-4680-a403-5d7285041b1c tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:44.265048 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81cbfa1-1da7-4d02-89ee-209d0e6c333e tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Pushing event updated for resources: {'Subnet': ['ID=bd7c397b-9254-4c76-a0e0-5bd7ee0462ba,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:44.274824 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13e8639-a838-4744-9e06-4d700e85289f None None] Routers {'691d74ee-0666-4450-8f44-89ba4f07ae23'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:51:44.275656 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-b13e8639-a838-4744-9e06-4d700e85289f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f9c9580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:51:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['691d74ee-0666-4450-8f44-89ba4f07ae23'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:51:44.277076 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-925dc796-f317-4bdc-8a7b-52728f155052 req-095149e4-afa1-4680-a403-5d7285041b1c tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b84a520-aa94-49be-b958-27f17df1b675 HTTP/1.1" status: 200  len: 943 time: 0.1399021
May 07 21:51:44.347553 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f259a2e2-f74f-4950-a95a-6830fed6e0b3 req-1a5d6f2a-f942-48cb-88bd-13045607878f tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:44.354601 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f259a2e2-f74f-4950-a95a-6830fed6e0b3 req-1a5d6f2a-f942-48cb-88bd-13045607878f tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=12135950-7d5e-4835-8fe5-31c8e5e9c986 HTTP/1.1" status: 200  len: 949 time: 0.2260914
May 07 21:51:44.389388 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-395fb71c-b363-4317-9ccb-1811c605f5bf req-9f306d4b-7636-4e5d-9dc6-7e28d7827739 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06113eb7-cbb3-425a-b957-4e016a713395 HTTP/1.1" status: 200  len: 217 time: 0.1035168
May 07 21:51:44.394105 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-ce41be20-49ca-41bd-8df4-fac89edb147e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a926715c-ecd2-4028-93be-018695e8216f) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:51:44.414845 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce41be20-49ca-41bd-8df4-fac89edb147e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:44.419262 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ce41be20-49ca-41bd-8df4-fac89edb147e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:44.509403 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-b13e8639-a838-4744-9e06-4d700e85289f None None] Set router 691d74ee-0666-4450-8f44-89ba4f07ae23 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:51:44.601762 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-ce41be20-49ca-41bd-8df4-fac89edb147e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 4.5030828
May 07 21:51:44.621155 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395fb71c-b363-4317-9ccb-1811c605f5bf req-ea31bcf8-6a9b-4aeb-8d9e-fcd8bb158161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:44.640459 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f259a2e2-f74f-4950-a95a-6830fed6e0b3 req-4cb4d948-2e4f-498b-9aea-ceb4797e9a57 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2848449
May 07 21:51:44.644333 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-395fb71c-b363-4317-9ccb-1811c605f5bf req-ea31bcf8-6a9b-4aeb-8d9e-fcd8bb158161 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e6b6597b-eb4c-42b5-9584-1d6d14139dca HTTP/1.1" status: 200  len: 862 time: 0.2315838
May 07 21:51:44.670459 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-925dc796-f317-4bdc-8a7b-52728f155052 req-f19c48b5-0451-44d1-be26-1c651e8ce605 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b502f8-ccda-470b-bf96-4e6ff93590b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3920984
May 07 21:51:44.713666 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81cbfa1-1da7-4d02-89ee-209d0e6c333e tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Checking segment: {'id': '8e80564f-7b66-4ca5-94b4-fe89240ca4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'bce7d277-aca4-4e22-b67e-6c466c492a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:51:44.714038 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81cbfa1-1da7-4d02-89ee-209d0e6c333e tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Network hostable DHCP agents. Network: bce7d277-aca4-4e22-b67e-6c466c492a5e, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 21:51:44.793367 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0d4717a-015f-4836-85cf-9c3450f350d4 x-openstack-request-id: req-f0d4717a-015f-4836-85cf-9c3450f350d4 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:51:44.794268 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b84a520-aa94-49be-b958-27f17df1b675", "tag": "06113eb7-cbb3-425a-b957-4e016a713395", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:51:44.794760 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f0d4717a-015f-4836-85cf-9c3450f350d4 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:51:44.795656 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0d4717a-015f-4836-85cf-9c3450f350d4'] response: {'name': 'network-changed', 'server_uuid': '1b84a520-aa94-49be-b958-27f17df1b675', 'tag': '06113eb7-cbb3-425a-b957-4e016a713395', 'status': 'completed', 'code': 200}
May 07 21:51:44.814979 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-395fb71c-b363-4317-9ccb-1811c605f5bf req-a31d84d2-27ab-49cf-bf78-879e336c9ae5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b2fcd05a-fa57-478e-9f0c-05c502306fa7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1408374
May 07 21:51:44.850597 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249225fd-35b2-4221-b2ff-3530306c8138 None None] Network a926715c-ecd2-4028-93be-018695e8216f requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:51:44.868534 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc97dde-7ec6-46e2-bcb9-d8cc54c58475 req-6b04c038-112f-4c1f-b285-0afd2d62101e tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:44.896670 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-cfc97dde-7ec6-46e2-bcb9-d8cc54c58475 req-6b04c038-112f-4c1f-b285-0afd2d62101e tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.59 "GET /v2.0/ports?device_id=12135950-7d5e-4835-8fe5-31c8e5e9c986 HTTP/1.1" status: 200  len: 949 time: 0.1999793
May 07 21:51:44.911394 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81cbfa1-1da7-4d02-89ee-209d0e6c333e tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Network bce7d277-aca4-4e22-b67e-6c466c492a5e is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 21:51:44.967577 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-c81cbfa1-1da7-4d02-89ee-209d0e6c333e tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, bce7d277-aca4-4e22-b67e-6c466c492a5e) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:51:44.985033 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9e1e239-56b3-4681-a8ca-dc3a7ac6e4ab admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:51:44.987818 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device a5b1023e-761f-408d-b489-910692660f10 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:51:44.990036 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81cbfa1-1da7-4d02-89ee-209d0e6c333e tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:44.990631 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c81cbfa1-1da7-4d02-89ee-209d0e6c333e tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:45.003463 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1e0d36-8f92-49a3-b844-7dfc150d1198 None None] Sync routers for ids ['04e67ecd-5a0f-47ea-aee1-12263c6ab0a5'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:51:45.025405 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-e9e1e239-56b3-4681-a8ca-dc3a7ac6e4ab admin admin] 10.222.0.32 "PUT /v2.0/routers/04e67ecd-5a0f-47ea-aee1-12263c6ab0a5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 12.4423320
May 07 21:51:45.036721 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1e0d36-8f92-49a3-b844-7dfc150d1198 None None] Routers {'04e67ecd-5a0f-47ea-aee1-12263c6ab0a5'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:51:45.037201 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e5bfeb47-191e-41f5-a5cc-4a6c435a817f req-c9b35d6c-9698-48e5-b61a-72fe6c00c85c tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/security-groups/a28eaf93-b857-4194-b86f-fca4dd6ce653 HTTP/1.1" status: 200  len: 1817 time: 0.3126495
May 07 21:51:45.039618 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-2e1e0d36-8f92-49a3-b844-7dfc150d1198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8ceed040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:51:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['04e67ecd-5a0f-47ea-aee1-12263c6ab0a5'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:51:45.068838 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ad48fb-65e3-4bfa-8b7b-efd0642436a5 req-79e049e8-b6eb-4e3b-8bcb-739d3d4914e9 tempest-ServerAddressesTestJSON-364676349 tempest-ServerAddressesTestJSON-364676349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:45.075885 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-68ad48fb-65e3-4bfa-8b7b-efd0642436a5 req-79e049e8-b6eb-4e3b-8bcb-739d3d4914e9 tempest-ServerAddressesTestJSON-364676349 tempest-ServerAddressesTestJSON-364676349-project] 10.222.0.59 "GET /v2.0/ports?device_id=e589d355-aaf2-4345-8239-14d71c2e31ef HTTP/1.1" status: 200  len: 946 time: 0.2917039
May 07 21:51:45.078049 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 39422) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:51:45.099298 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-c81cbfa1-1da7-4d02-89ee-209d0e6c333e tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 798 time: 1.9476826
May 07 21:51:45.131138 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a47665-6378-4b1f-8300-e8b9b84f5648 None None] Network bce7d277-aca4-4e22-b67e-6c466c492a5e requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:51:45.330637 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4d84fd-5cf7-4c2e-8e91-3c0e4ffeb61f req-d174b047-d53a-443b-9247-6e4dd1106850 tempest-ServerAddressesTestJSON-364676349 tempest-ServerAddressesTestJSON-364676349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:45.335855 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe231e5-d4a6-4b14-820c-1a76464a1f5d None None] Network 7d94fb0d-311e-4c61-bc8a-1dac128f0023 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:51:45.338838 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5b4d84fd-5cf7-4c2e-8e91-3c0e4ffeb61f req-d174b047-d53a-443b-9247-6e4dd1106850 tempest-ServerAddressesTestJSON-364676349 tempest-ServerAddressesTestJSON-364676349-project] 10.222.0.32 "GET /v2.0/ports?device_id=e589d355-aaf2-4345-8239-14d71c2e31ef HTTP/1.1" status: 200  len: 946 time: 0.1562731
May 07 21:51:45.363395 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-395fb71c-b363-4317-9ccb-1811c605f5bf req-5c88068e-eb55-4a6b-9d24-bf415127dbf8 service neutron] 10.222.0.55 "GET /v2.0/networks/b2fcd05a-fa57-478e-9f0c-05c502306fa7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5388229
May 07 21:51:45.411080 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-cfc97dde-7ec6-46e2-bcb9-d8cc54c58475 req-221bb6cf-ac10-42cc-8dfd-25a4bca3fcc3 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Deleting port f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:51:45.411804 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-cfc97dde-7ec6-46e2-bcb9-d8cc54c58475 req-221bb6cf-ac10-42cc-8dfd-25a4bca3fcc3 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:45.465768 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-2e1e0d36-8f92-49a3-b844-7dfc150d1198 None None] Set router 04e67ecd-5a0f-47ea-aee1-12263c6ab0a5 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:51:45.533027 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-f83a14f4-f697-42e5-b34b-27cd6b4926ae None None] Provisioning complete for port 65dcffa0-8529-413e-b379-de85a6112b6b triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:51:45.533413 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f83a14f4-f697-42e5-b34b-27cd6b4926ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (65dcffa0-8529-413e-b379-de85a6112b6b), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:45.575437 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3de411da-c78d-4997-9009-cf36b23e44d3 admin admin] Publish callbacks [] for router (04e67ecd-5a0f-47ea-aee1-12263c6ab0a5), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:45.588137 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5b4d84fd-5cf7-4c2e-8e91-3c0e4ffeb61f req-88193764-ad74-4d8d-921a-e21dfe757090 tempest-ServerAddressesTestJSON-364676349 tempest-ServerAddressesTestJSON-364676349-project] 10.222.0.32 "GET /v2.0/security-groups?id=a7eef0f4-71cc-4b1f-9fff-2eabb3e30ba9&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2479875
May 07 21:51:45.721220 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port a5b1023e-761f-408d-b489-910692660f10 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:51:45.721597 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (a5b1023e-761f-408d-b489-910692660f10), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:45.742960 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-395fb71c-b363-4317-9ccb-1811c605f5bf req-ff04fc78-c29d-44ba-9ad8-1def06d10ff3 service neutron] 10.222.0.55 "GET /v2.0/networks/b2fcd05a-fa57-478e-9f0c-05c502306fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3678846
May 07 21:51:45.873519 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 39450) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:51:45.886960 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-68ad48fb-65e3-4bfa-8b7b-efd0642436a5 req-64796fdc-d2b8-4841-b072-bea77cbfae5b tempest-ServerAddressesTestJSON-364676349 tempest-ServerAddressesTestJSON-364676349-project] Deleting port 7ffe92b1-dfd2-4f6a-9df8-10bcc08bfa0c {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:51:45.887483 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-68ad48fb-65e3-4bfa-8b7b-efd0642436a5 req-64796fdc-d2b8-4841-b072-bea77cbfae5b tempest-ServerAddressesTestJSON-364676349 tempest-ServerAddressesTestJSON-364676349-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (7ffe92b1-dfd2-4f6a-9df8-10bcc08bfa0c), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:45.891007 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-2e1e0d36-8f92-49a3-b844-7dfc150d1198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8ceed040>, [{'id': '04e67ecd-5a0f-47ea-aee1-12263c6ab0a5', 'name': 'tempest-ServersTestManualDisk-649216037-router', 'tenant_id': '2a463927927b488ebe8a6e118484e8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.26'}], 'enable_snat': True}, 'gw_port_id': '43420c3e-3130-44fc-aa4c-f6e765e78973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:50:03Z', 'updated_at': '2022-05-07T21:51:38Z', 'revision_number': 5, 'project_id': '2a463927927b488ebe8a6e118484e8df', 'gw_port': {'id': '43420c3e-3130-44fc-aa4c-f6e765e78973', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:97:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e67ecd-5a0f-47ea-aee1-12263c6ab0a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:50:04Z', 'updated_at': '2022-05-07T21:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:51:45.898934 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-b751882c-892b-4a53-85a2-9057ffd3dcb8 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-500658067-network', 'tenant_id': 'b8c7725166154610bb95a936b87998aa'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:51:45.916540 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-cfc97dde-7ec6-46e2-bcb9-d8cc54c58475 req-221bb6cf-ac10-42cc-8dfd-25a4bca3fcc3 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] For port f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:51:45.917184 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-cfc97dde-7ec6-46e2-bcb9-d8cc54c58475 req-221bb6cf-ac10-42cc-8dfd-25a4bca3fcc3 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:45.922551 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1e0d36-8f92-49a3-b844-7dfc150d1198 None None] Checking router: 04e67ecd-5a0f-47ea-aee1-12263c6ab0a5 for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 21:51:45.947981 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1e0d36-8f92-49a3-b844-7dfc150d1198 None None] Routers {'04e67ecd-5a0f-47ea-aee1-12263c6ab0a5'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:51:45.949172 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-2e1e0d36-8f92-49a3-b844-7dfc150d1198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8ceed040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:51:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['04e67ecd-5a0f-47ea-aee1-12263c6ab0a5'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:51:46.057411 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port a5b1023e-761f-408d-b489-910692660f10 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:51:46.058034 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (a5b1023e-761f-408d-b489-910692660f10), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:46.060030 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-cfc97dde-7ec6-46e2-bcb9-d8cc54c58475 req-221bb6cf-ac10-42cc-8dfd-25a4bca3fcc3 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Calling delete_port for f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9 owned by compute:nova {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:51:46.077412 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-68ad48fb-65e3-4bfa-8b7b-efd0642436a5 req-64796fdc-d2b8-4841-b072-bea77cbfae5b tempest-ServerAddressesTestJSON-364676349 tempest-ServerAddressesTestJSON-364676349-project] For port 7ffe92b1-dfd2-4f6a-9df8-10bcc08bfa0c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7ffe92b1-dfd2-4f6a-9df8-10bcc08bfa0c,segment=NetworkSegment(30d9864a-e36c-49b1-931b-be94401ea778),segment_id=30d9864a-e36c-49b1-931b-be94401ea778)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:51:46.078991 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-68ad48fb-65e3-4bfa-8b7b-efd0642436a5 req-64796fdc-d2b8-4841-b072-bea77cbfae5b tempest-ServerAddressesTestJSON-364676349 tempest-ServerAddressesTestJSON-364676349-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (7ffe92b1-dfd2-4f6a-9df8-10bcc08bfa0c), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:46.101458 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-68ad48fb-65e3-4bfa-8b7b-efd0642436a5 req-64796fdc-d2b8-4841-b072-bea77cbfae5b tempest-ServerAddressesTestJSON-364676349 tempest-ServerAddressesTestJSON-364676349-project] Calling delete_port for 7ffe92b1-dfd2-4f6a-9df8-10bcc08bfa0c owned by compute:nova {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:51:46.141659 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b751882c-892b-4a53-85a2-9057ffd3dcb8 admin admin] Made reservation on behalf of b8c7725166154610bb95a936b87998aa for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:51:46.148318 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b751882c-892b-4a53-85a2-9057ffd3dcb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:46.214290 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-f83a14f4-f697-42e5-b34b-27cd6b4926ae None None] Current status of the port 65dcffa0-8529-413e-b379-de85a6112b6b is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:51:46.217719 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f83a14f4-f697-42e5-b34b-27cd6b4926ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (65dcffa0-8529-413e-b379-de85a6112b6b), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:46.222371 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386e1a2f-75f0-4c70-9d6b-babd934fba97 None None] Network a926715c-ecd2-4028-93be-018695e8216f requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:51:46.281730 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b751882c-892b-4a53-85a2-9057ffd3dcb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:46.288498 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-2e1e0d36-8f92-49a3-b844-7dfc150d1198 None None] Set router 04e67ecd-5a0f-47ea-aee1-12263c6ab0a5 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:51:46.359378 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-b13e8639-a838-4744-9e06-4d700e85289f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f9c9580>, [{'id': '691d74ee-0666-4450-8f44-89ba4f07ae23', 'name': 'tempest-ServersTestMultiNic-1267177260-router', 'tenant_id': '7a05b8a866c04fe78b04ec616e62b70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.210'}], 'enable_snat': True}, 'gw_port_id': '85720274-158e-442b-a073-4b364715a5ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:51:24Z', 'updated_at': '2022-05-07T21:51:33Z', 'revision_number': 4, 'project_id': '7a05b8a866c04fe78b04ec616e62b70f', 'gw_port': {'id': '85720274-158e-442b-a073-4b364715a5ba', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:50:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691d74ee-0666-4450-8f44-89ba4f07ae23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:51:27Z', 'updated_at': '2022-05-07T21:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '65dcffa0-8529-413e-b379-de85a6112b6b', 'name': '', 'network_id': '28e1c361-3efa-45c3-b6a6-c8fa48e439de', 'tenant_id': '7a05b8a866c04fe78b04ec616e62b70f', 'mac_address': 'fa:16:3e:7e:63:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '691d74ee-0666-4450-8f44-89ba4f07ae23', 'device_owner': 'network:router_interface', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'cb9f2f4a-5ac6-4715-abe0-bfe062d393a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:51:31Z', 'updated_at': '2022-05-07T21:51:44Z', 'revision_number': 4, 'project_id': '7a05b8a866c04fe78b04ec616e62b70f', 'subnets': [{'id': 'cb9f2f4a-5ac6-4715-abe0-bfe062d393a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:51:46.394815 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-e5bfeb47-191e-41f5-a5cc-4a6c435a817f req-f508aca8-86ba-425d-b13e-9324866f2fc7 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks [] for security_group (a28eaf93-b857-4194-b86f-fca4dd6ce653), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:46.485646 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-e5bfeb47-191e-41f5-a5cc-4a6c435a817f req-f508aca8-86ba-425d-b13e-9324866f2fc7 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks [] for security_group (a28eaf93-b857-4194-b86f-fca4dd6ce653), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:46.498569 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3de411da-c78d-4997-9009-cf36b23e44d3 admin admin] Publish callbacks [] for router_gateway (04e67ecd-5a0f-47ea-aee1-12263c6ab0a5), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:46.603154 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b751882c-892b-4a53-85a2-9057ffd3dcb8 admin admin] Publish callbacks [] for security_group (eb448d71-ebbe-4f8b-b1df-0d5c56feb018), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:46.617345 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-a3cbda97-41f0-48bc-8e2c-f35b0fd5ab4f tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:46.630219 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-a3cbda97-41f0-48bc-8e2c-f35b0fd5ab4f tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:46.631896 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-a3cbda97-41f0-48bc-8e2c-f35b0fd5ab4f tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "GET /v2.0/networks?id=7d94fb0d-311e-4c61-bc8a-1dac128f0023&id=bce7d277-aca4-4e22-b67e-6c466c492a5e&id=7d94fb0d-311e-4c61-bc8a-1dac128f0023 HTTP/1.1" status: 200  len: 1390 time: 0.8628087
May 07 21:51:46.654026 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-3de411da-c78d-4997-9009-cf36b23e44d3 admin admin] Deleting port 43420c3e-3130-44fc-aa4c-f6e765e78973 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:51:46.654711 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3de411da-c78d-4997-9009-cf36b23e44d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (43420c3e-3130-44fc-aa4c-f6e765e78973), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:46.676302 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-e5bfeb47-191e-41f5-a5cc-4a6c435a817f req-f508aca8-86ba-425d-b13e-9324866f2fc7 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (a28eaf93-b857-4194-b86f-fca4dd6ce653), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:46.682499 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b751882c-892b-4a53-85a2-9057ffd3dcb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (eb448d71-ebbe-4f8b-b1df-0d5c56feb018), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:46.684821 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-e5bfeb47-191e-41f5-a5cc-4a6c435a817f req-f508aca8-86ba-425d-b13e-9324866f2fc7 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:46.686956 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b160ae1-6e99-444e-ab4d-b08f19944f86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-bce7d277-aca4-4e22-b67e-6c466c492a5e', 'network_id': 'bce7d277-aca4-4e22-b67e-6c466c492a5e', 'project_id': '7a05b8a866c04fe78b04ec616e62b70f', 'fixed_ips': [{'subnet_id': 'bd7c397b-9254-4c76-a0e0-5bd7ee0462ba'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 21:51:46.687297 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e5bfeb47-191e-41f5-a5cc-4a6c435a817f req-f508aca8-86ba-425d-b13e-9324866f2fc7 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "DELETE /v2.0/security-groups/a28eaf93-b857-4194-b86f-fca4dd6ce653 HTTP/1.1" status: 204  len: 173 time: 1.6487522
May 07 21:51:46.687954 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-4b160ae1-6e99-444e-ab4d-b08f19944f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:46.720355 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-68ad48fb-65e3-4bfa-8b7b-efd0642436a5 req-64796fdc-d2b8-4841-b072-bea77cbfae5b tempest-ServerAddressesTestJSON-364676349 tempest-ServerAddressesTestJSON-364676349-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (7ffe92b1-dfd2-4f6a-9df8-10bcc08bfa0c), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:46.721206 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13e8639-a838-4744-9e06-4d700e85289f None None] The sync data for ids ['691d74ee-0666-4450-8f44-89ba4f07ae23'] in ncdv-master-1 is: [{'id': '691d74ee-0666-4450-8f44-89ba4f07ae23', 'name': 'tempest-ServersTestMultiNic-1267177260-router', 'tenant_id': '7a05b8a866c04fe78b04ec616e62b70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.210'}], 'enable_snat': True}, 'gw_port_id': '85720274-158e-442b-a073-4b364715a5ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:51:24Z', 'updated_at': '2022-05-07T21:51:33Z', 'revision_number': 4, 'project_id': '7a05b8a866c04fe78b04ec616e62b70f', 'gw_port': {'id': '85720274-158e-442b-a073-4b364715a5ba', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:50:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691d74ee-0666-4450-8f44-89ba4f07ae23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:51:27Z', 'updated_at': '2022-05-07T21:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '65dcffa0-8529-413e-b379-de85a6112b6b', 'name': '', 'network_id': '28e1c361-3efa-45c3-b6a6-c8fa48e439de', 'tenant_id': '7a05b8a866c04fe78b04ec616e62b70f', 'mac_address': 'fa:16:3e:7e:63:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '691d74ee-0666-4450-8f44-89ba4f07ae23', 'device_owner': 'network:router_interface', 'standard_attr_id': 856, 'fixed_ips': [{'subnet_id': 'cb9f2f4a-5ac6-4715-abe0-bfe062d393a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:51:31Z', 'updated_at': '2022-05-07T21:51:44Z', 'revision_number': 4, 'project_id': '7a05b8a866c04fe78b04ec616e62b70f', 'subnets': [{'id': 'cb9f2f4a-5ac6-4715-abe0-bfe062d393a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:51:46.750616 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port a5b1023e-761f-408d-b489-910692660f10, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a5b1023e-761f-408d-b489-910692660f10,segment=NetworkSegment(886ce713-0d61-4718-811a-ca55107915ac),segment_id=886ce713-0d61-4718-811a-ca55107915ac)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:51:46.751412 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-2e1e0d36-8f92-49a3-b844-7dfc150d1198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8ceed040>, [{'id': '04e67ecd-5a0f-47ea-aee1-12263c6ab0a5', 'name': 'tempest-ServersTestManualDisk-649216037-router', 'tenant_id': '2a463927927b488ebe8a6e118484e8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.26'}], 'enable_snat': True}, 'gw_port_id': '43420c3e-3130-44fc-aa4c-f6e765e78973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:50:03Z', 'updated_at': '2022-05-07T21:51:38Z', 'revision_number': 5, 'project_id': '2a463927927b488ebe8a6e118484e8df', 'gw_port': {'id': '43420c3e-3130-44fc-aa4c-f6e765e78973', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:97:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e67ecd-5a0f-47ea-aee1-12263c6ab0a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:50:04Z', 'updated_at': '2022-05-07T21:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:51:46.795101 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 7ffe92b1-dfd2-4f6a-9df8-10bcc08bfa0c no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:51:46.804797 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (a5b1023e-761f-408d-b489-910692660f10), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:46.837962 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-f83a14f4-f697-42e5-b34b-27cd6b4926ae None None] For port 65dcffa0-8529-413e-b379-de85a6112b6b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=65dcffa0-8529-413e-b379-de85a6112b6b,segment=NetworkSegment(f3ec05b1-b03a-4a5e-b716-d2726a7226ce),segment_id=f3ec05b1-b03a-4a5e-b716-d2726a7226ce)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:51:46.901039 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1e0d36-8f92-49a3-b844-7dfc150d1198 None None] The sync data for ids ['04e67ecd-5a0f-47ea-aee1-12263c6ab0a5'] in ncdv-master-1 is: [{'id': '04e67ecd-5a0f-47ea-aee1-12263c6ab0a5', 'name': 'tempest-ServersTestManualDisk-649216037-router', 'tenant_id': '2a463927927b488ebe8a6e118484e8df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.26'}], 'enable_snat': True}, 'gw_port_id': '43420c3e-3130-44fc-aa4c-f6e765e78973', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:50:03Z', 'updated_at': '2022-05-07T21:51:38Z', 'revision_number': 5, 'project_id': '2a463927927b488ebe8a6e118484e8df', 'gw_port': {'id': '43420c3e-3130-44fc-aa4c-f6e765e78973', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:97:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e67ecd-5a0f-47ea-aee1-12263c6ab0a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:50:04Z', 'updated_at': '2022-05-07T21:50:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:51:46.912960 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b751882c-892b-4a53-85a2-9057ffd3dcb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb448d71-ebbe-4f8b-b1df-0d5c56feb018,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:46.933169 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-e084029f-a2fa-432a-a62b-2de82dc2844f tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "GET /v2.0/quotas/7a05b8a866c04fe78b04ec616e62b70f HTTP/1.1" status: 200  len: 375 time: 0.2617261
May 07 21:51:46.951990 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b751882c-892b-4a53-85a2-9057ffd3dcb8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 21:51:46.982661 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] No Port match for: 7ffe92b1-dfd2-4f6a-9df8-10bcc08bfa0c {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:51:46.982661 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 7ffe92b1-dfd2-4f6a-9df8-10bcc08bfa0c not bound to the agent host nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:51:46.982661 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9 no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:51:47.008006 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64796fdc-d2b8-4841-b072-bea77cbfae5b tempest-ServerAddressesTestJSON-364676349 tempest-ServerAddressesTestJSON-364676349-project] Pushing event deleted for resources: {'Port': ['ID=7ffe92b1-dfd2-4f6a-9df8-10bcc08bfa0c,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:47.025933 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ac4ac-9335-412f-ac29-5b618bf82432 req-5c966553-d59e-4f33-a056-90068dca911a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:47.027699 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f88ac4ac-9335-412f-ac29-5b618bf82432 req-5c966553-d59e-4f33-a056-90068dca911a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=00dedc5654754e7fbb60abf79a14666e&device_id=1b84a520-aa94-49be-b958-27f17df1b675 HTTP/1.1" status: 200  len: 1125 time: 0.3948917
May 07 21:51:47.039448 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b751882c-892b-4a53-85a2-9057ffd3dcb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (8234e741-8c2e-4116-85a8-716cecc8f791), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:47.040505 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-b751882c-892b-4a53-85a2-9057ffd3dcb8 admin admin] Added segment 8234e741-8c2e-4116-85a8-716cecc8f791 of type vlan for network 2322a93e-d19c-49b8-b6d2-d7e0f9ffd9d3
May 07 21:51:47.043781 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f83a14f4-f697-42e5-b34b-27cd6b4926ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (65dcffa0-8529-413e-b379-de85a6112b6b), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:47.125686 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f508aca8-86ba-425d-b13e-9324866f2fc7 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a28eaf93-b857-4194-b86f-fca4dd6ce653,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:47.168080 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-967f1e4e-46d9-40bf-b084-b5c32c194289 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7a05b8a866c04fe78b04ec616e62b70f&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2135189
May 07 21:51:47.214796 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-68ad48fb-65e3-4bfa-8b7b-efd0642436a5 req-64796fdc-d2b8-4841-b072-bea77cbfae5b tempest-ServerAddressesTestJSON-364676349 tempest-ServerAddressesTestJSON-364676349-project] No DVR routers for this DVR port 7ffe92b1-dfd2-4f6a-9df8-10bcc08bfa0c on host nch2-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:51:47.225607 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafa5a66-53a4-49ad-a957-27fac8aa5fd5 req-787a3e8a-54ee-4c67-9dad-32f00f035844 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:47.227867 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-eafa5a66-53a4-49ad-a957-27fac8aa5fd5 req-787a3e8a-54ee-4c67-9dad-32f00f035844 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/ports?device_id=12135950-7d5e-4835-8fe5-31c8e5e9c986 HTTP/1.1" status: 200  len: 949 time: 0.2228079
May 07 21:51:47.286803 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-68ad48fb-65e3-4bfa-8b7b-efd0642436a5 req-64796fdc-d2b8-4841-b072-bea77cbfae5b tempest-ServerAddressesTestJSON-364676349 tempest-ServerAddressesTestJSON-364676349-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:47.296149 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-68ad48fb-65e3-4bfa-8b7b-efd0642436a5 req-64796fdc-d2b8-4841-b072-bea77cbfae5b tempest-ServerAddressesTestJSON-364676349 tempest-ServerAddressesTestJSON-364676349-project] 10.222.0.59 "DELETE /v2.0/ports/7ffe92b1-dfd2-4f6a-9df8-10bcc08bfa0c HTTP/1.1" status: 204  len: 173 time: 2.1762741
May 07 21:51:47.297165 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e589d355-aaf2-4345-8239-14d71c2e31ef', 'name': 'network-vif-deleted', 'tag': '7ffe92b1-dfd2-4f6a-9df8-10bcc08bfa0c'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:51:47.299402 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6acb1cd-ed6b-4add-93f7-44233faef348" -d '{"events": [{"server_uuid": "e589d355-aaf2-4345-8239-14d71c2e31ef", "name": "network-vif-deleted", "tag": "7ffe92b1-dfd2-4f6a-9df8-10bcc08bfa0c"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:51:47.389210 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-4fb20a4c-e648-429e-9bb5-973525c41027 None None] Provisioning complete for port a5b1023e-761f-408d-b489-910692660f10 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:51:47.397710 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-4fb20a4c-e648-429e-9bb5-973525c41027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (a5b1023e-761f-408d-b489-910692660f10), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:47.412188 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=a5b1023e-761f-408d-b489-910692660f10,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:47.453178 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ac4ac-9335-412f-ac29-5b618bf82432 req-5c7e4243-8d40-4c7b-bae1-16d3320460d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:47.454881 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f88ac4ac-9335-412f-ac29-5b618bf82432 req-5c7e4243-8d40-4c7b-bae1-16d3320460d3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b2fcd05a-fa57-478e-9f0c-05c502306fa7 HTTP/1.1" status: 200  len: 923 time: 0.4117734
May 07 21:51:47.507313 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 65dcffa0-8529-413e-b379-de85a6112b6b up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:51:47.547948 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-3de411da-c78d-4997-9009-cf36b23e44d3 admin admin] For port 43420c3e-3130-44fc-aa4c-f6e765e78973, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=43420c3e-3130-44fc-aa4c-f6e765e78973,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:51:47.549601 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3de411da-c78d-4997-9009-cf36b23e44d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (43420c3e-3130-44fc-aa4c-f6e765e78973), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:47.580043 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-3de411da-c78d-4997-9009-cf36b23e44d3 admin admin] Calling delete_port for 43420c3e-3130-44fc-aa4c-f6e765e78973 owned by network:router_gateway {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:51:47.593355 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-eafa5a66-53a4-49ad-a957-27fac8aa5fd5 req-1687518b-c7db-466a-b751-0bbdbb014d0d tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.32 "GET /v2.0/security-groups?id=f48aff81-d0fd-497c-8654-9b3103503f53&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2268484
May 07 21:51:47.627687 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 06113eb7-cbb3-425a-b957-4e016a713395 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:51:47.737713 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-adff28e1-4e8b-4e32-bfc2-f16026cabc2f service neutron] 10.222.0.32 "GET /v2.0/networks/7d94fb0d-311e-4c61-bc8a-1dac128f0023?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5542576
May 07 21:51:47.817186 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b751882c-892b-4a53-85a2-9057ffd3dcb8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (2322a93e-d19c-49b8-b6d2-d7e0f9ffd9d3), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:47.820847 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-cfc97dde-7ec6-46e2-bcb9-d8cc54c58475 req-221bb6cf-ac10-42cc-8dfd-25a4bca3fcc3 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:47.826285 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f88ac4ac-9335-412f-ac29-5b618bf82432 req-b4b73488-a805-4343-84ee-0c22e8aac252 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=06113eb7-cbb3-425a-b957-4e016a713395 HTTP/1.1" status: 200  len: 217 time: 0.2589622
May 07 21:51:47.839164 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 06113eb7-cbb3-425a-b957-4e016a713395, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=06113eb7-cbb3-425a-b957-4e016a713395,segment=NetworkSegment(c22d0faf-2ee6-4226-aff7-b2b8306813e9),segment_id=c22d0faf-2ee6-4226-aff7-b2b8306813e9)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:51:47.863928 ncdv-master-1 neutron-server[121838]: INFO neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] No ports have port_id starting with f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9
May 07 21:51:47.874905 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': '06113eb7-cbb3-425a-b957-4e016a713395', 'network_id': 'b2fcd05a-fa57-478e-9f0c-05c502306fa7', 'port_id': '06113eb7-cbb3-425a-b957-4e016a713395', 'mac_address': 'fa:16:3e:9b:f9:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6b6597b-eb4c-42b5-9584-1d6d14139dca', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:51:47.946759 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-4b160ae1-6e99-444e-ab4d-b08f19944f86 None None] Allocated IP 19.86.0.2 (bce7d277-aca4-4e22-b67e-6c466c492a5e/bd7c397b-9254-4c76-a0e0-5bd7ee0462ba/63b3cd10-80af-4e07-bd59-653b6d25bad6) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:51:48.039573 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfc0f00-72e3-434c-8bfe-c6c9cb3c9f52 req-88072db7-13fb-4c9a-8fcb-dbea92866969 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:48.051339 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.db.resource_extend [None req-b751882c-892b-4a53-85a2-9057ffd3dcb8 admin admin] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 07 21:51:48.064702 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83a14f4-f697-42e5-b34b-27cd6b4926ae None None] Pushing event updated for resources: {'Port': ['ID=65dcffa0-8529-413e-b379-de85a6112b6b,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:48.067254 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221bb6cf-ac10-42cc-8dfd-25a4bca3fcc3 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Pushing event deleted for resources: {'Port': ['ID=f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:48.076185 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4cfc0f00-72e3-434c-8bfe-c6c9cb3c9f52 req-88072db7-13fb-4c9a-8fcb-dbea92866969 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b84a520-aa94-49be-b958-27f17df1b675 HTTP/1.1" status: 200  len: 943 time: 0.1245186
May 07 21:51:48.090704 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3de411da-c78d-4997-9009-cf36b23e44d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (43420c3e-3130-44fc-aa4c-f6e765e78973), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:48.115062 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 65dcffa0-8529-413e-b379-de85a6112b6b triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:51:48.117282 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (65dcffa0-8529-413e-b379-de85a6112b6b), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:48.147533 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de411da-c78d-4997-9009-cf36b23e44d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=43420c3e-3130-44fc-aa4c-f6e765e78973,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:48.251492 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221bb6cf-ac10-42cc-8dfd-25a4bca3fcc3 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:51:48.255647 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221bb6cf-ac10-42cc-8dfd-25a4bca3fcc3 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:51:48.255647 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221bb6cf-ac10-42cc-8dfd-25a4bca3fcc3 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:51:48.255647 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221bb6cf-ac10-42cc-8dfd-25a4bca3fcc3 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:51:48.255647 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221bb6cf-ac10-42cc-8dfd-25a4bca3fcc3 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:51:48.255647 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221bb6cf-ac10-42cc-8dfd-25a4bca3fcc3 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:51:48.255647 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221bb6cf-ac10-42cc-8dfd-25a4bca3fcc3 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:51:48.255647 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221bb6cf-ac10-42cc-8dfd-25a4bca3fcc3 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:51:48.255647 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221bb6cf-ac10-42cc-8dfd-25a4bca3fcc3 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:51:48.255647 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221bb6cf-ac10-42cc-8dfd-25a4bca3fcc3 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:51:48.255647 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221bb6cf-ac10-42cc-8dfd-25a4bca3fcc3 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:51:48.255647 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221bb6cf-ac10-42cc-8dfd-25a4bca3fcc3 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:51:48.255647 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221bb6cf-ac10-42cc-8dfd-25a4bca3fcc3 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:51:48.258275 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221bb6cf-ac10-42cc-8dfd-25a4bca3fcc3 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:51:48.258760 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-221bb6cf-ac10-42cc-8dfd-25a4bca3fcc3 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:51:48.263834 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4cfc0f00-72e3-434c-8bfe-c6c9cb3c9f52 req-41eaec0e-8d86-4a97-95e1-e98e34c5d7dc tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b502f8-ccda-470b-bf96-4e6ff93590b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1855416
May 07 21:51:48.284387 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 06113eb7-cbb3-425a-b957-4e016a713395 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:51:48.284780 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (06113eb7-cbb3-425a-b957-4e016a713395), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:48.287735 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3de411da-c78d-4997-9009-cf36b23e44d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395776'] for router_gateway (04e67ecd-5a0f-47ea-aee1-12263c6ab0a5), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:48.297516 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ac4ac-9335-412f-ac29-5b618bf82432 req-04b2f859-187b-46f3-b466-e15a5c4b1af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:48.298691 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f88ac4ac-9335-412f-ac29-5b618bf82432 req-04b2f859-187b-46f3-b466-e15a5c4b1af0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e6b6597b-eb4c-42b5-9584-1d6d14139dca HTTP/1.1" status: 200  len: 862 time: 0.4490826
May 07 21:51:48.346901 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b751882c-892b-4a53-85a2-9057ffd3dcb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (2322a93e-d19c-49b8-b6d2-d7e0f9ffd9d3), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:48.346901 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b751882c-892b-4a53-85a2-9057ffd3dcb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:48.347189 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b751882c-892b-4a53-85a2-9057ffd3dcb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:48.357068 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 39458) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:51:48.364719 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfc97dde-7ec6-46e2-bcb9-d8cc54c58475 req-221bb6cf-ac10-42cc-8dfd-25a4bca3fcc3 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] No DVR routers for this DVR port f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9 on host nch2-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:51:48.376658 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-d5ad6d5e-d203-46cc-913c-8fe426ef1add req-950eb9d1-76f8-4db3-a451-ead7170a472a tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1529015829', 'description': 'tempest-description-1900025001'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:51:48.432655 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-cfc97dde-7ec6-46e2-bcb9-d8cc54c58475 req-221bb6cf-ac10-42cc-8dfd-25a4bca3fcc3 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:48.437369 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-cfc97dde-7ec6-46e2-bcb9-d8cc54c58475 req-221bb6cf-ac10-42cc-8dfd-25a4bca3fcc3 tempest-MigrationsAdminTest-1019677136 tempest-MigrationsAdminTest-1019677136-project] 10.222.0.59 "DELETE /v2.0/ports/f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9 HTTP/1.1" status: 204  len: 173 time: 3.5196319
May 07 21:51:48.438012 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12135950-7d5e-4835-8fe5-31c8e5e9c986', 'name': 'network-vif-deleted', 'tag': 'f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:51:48.440640 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cd72667-5567-43a2-87b7-99340b7b53e6" -d '{"events": [{"server_uuid": "12135950-7d5e-4835-8fe5-31c8e5e9c986", "name": "network-vif-deleted", "tag": "f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:51:48.480954 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-4fb20a4c-e648-429e-9bb5-973525c41027 None None] Current status of the port a5b1023e-761f-408d-b489-910692660f10 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:51:48.487105 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06113eb7-cbb3-425a-b957-4e016a713395 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:51:48.517630 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f88ac4ac-9335-412f-ac29-5b618bf82432 req-21c8362f-cf3c-46c5-b1ef-42507ff2eaec service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b2fcd05a-fa57-478e-9f0c-05c502306fa7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1633716
May 07 21:51:48.587267 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3de411da-c78d-4997-9009-cf36b23e44d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (04e67ecd-5a0f-47ea-aee1-12263c6ab0a5), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:48.587520 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 06113eb7-cbb3-425a-b957-4e016a713395, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=06113eb7-cbb3-425a-b957-4e016a713395,segment=NetworkSegment(c22d0faf-2ee6-4226-aff7-b2b8306813e9),segment_id=c22d0faf-2ee6-4226-aff7-b2b8306813e9)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:51:48.606138 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3de411da-c78d-4997-9009-cf36b23e44d3 admin admin] Publish callbacks [] for router_controller (04e67ecd-5a0f-47ea-aee1-12263c6ab0a5), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:48.607940 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-d5ad6d5e-d203-46cc-913c-8fe426ef1add req-950eb9d1-76f8-4db3-a451-ead7170a472a tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:48.627698 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-49f79048-c421-4ddf-8816-c9678f361b92 service neutron] 10.222.0.32 "GET /v2.0/networks/7d94fb0d-311e-4c61-bc8a-1dac128f0023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8183618
May 07 21:51:48.671098 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-b751882c-892b-4a53-85a2-9057ffd3dcb8 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 2.7917895
May 07 21:51:48.682994 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 65dcffa0-8529-413e-b379-de85a6112b6b is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:51:48.693191 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (06113eb7-cbb3-425a-b957-4e016a713395), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:48.705510 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 39464) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:51:48.721493 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-e6f04eca-ff58-481f-9090-1cdde053d989 admin admin] Request body: {'subnet': {'network_id': '2322a93e-d19c-49b8-b6d2-d7e0f9ffd9d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-500658067-subnet', 'tenant_id': 'b8c7725166154610bb95a936b87998aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:51:48.726717 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d43a5de-d253-4117-b2da-08806f2fc296 admin admin] Deleting subnet 75bd88eb-ae1d-467d-bb77-05e28253028a {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 21:51:48.779504 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6d43a5de-d253-4117-b2da-08806f2fc296 admin admin] Publish callbacks [] for subnet (75bd88eb-ae1d-467d-bb77-05e28253028a), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:48.809535 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b751882c-892b-4a53-85a2-9057ffd3dcb8 admin admin] Pushing event updated for resources: {'Network': ['ID=2322a93e-d19c-49b8-b6d2-d7e0f9ffd9d3,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:48.843657 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=06113eb7-cbb3-425a-b957-4e016a713395,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:48.856863 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3de411da-c78d-4997-9009-cf36b23e44d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (04e67ecd-5a0f-47ea-aee1-12263c6ab0a5), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:48.857777 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3de411da-c78d-4997-9009-cf36b23e44d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04e67ecd-5a0f-47ea-aee1-12263c6ab0a5 {{(pid=121837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 21:51:48.866386 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 2322a93e-d19c-49b8-b6d2-d7e0f9ffd9d3 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 21:51:48.902695 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3de411da-c78d-4997-9009-cf36b23e44d3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:48.903921 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-3de411da-c78d-4997-9009-cf36b23e44d3 admin admin] 10.222.0.32 "DELETE /v2.0/routers/04e67ecd-5a0f-47ea-aee1-12263c6ab0a5 HTTP/1.1" status: 204  len: 168 time: 3.8248601
May 07 21:51:48.909875 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6d43a5de-d253-4117-b2da-08806f2fc296 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (75bd88eb-ae1d-467d-bb77-05e28253028a), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:48.911663 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 39466) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:51:49.148561 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-4b160ae1-6e99-444e-ab4d-b08f19944f86 None None] Publish callbacks [] for port (63b3cd10-80af-4e07-bd59-653b6d25bad6), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:49.156297 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f04eca-ff58-481f-9090-1cdde053d989 admin admin] Made reservation on behalf of b8c7725166154610bb95a936b87998aa for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:51:49.170968 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['06113eb7-cbb3-425a-b957-4e016a713395'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:51:49.180194 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e6f04eca-ff58-481f-9090-1cdde053d989 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:49.241414 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-4b160ae1-6e99-444e-ab4d-b08f19944f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (63b3cd10-80af-4e07-bd59-653b6d25bad6), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:49.301625 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6d43a5de-d253-4117-b2da-08806f2fc296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (75bd88eb-ae1d-467d-bb77-05e28253028a), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:49.318203 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-723e3d0f-266c-44ab-9279-f6442e56e183 admin admin] Deleting subnet 0f2642b8-4442-4eaa-98ef-8d8b21575f84 {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 21:51:49.364391 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b160ae1-6e99-444e-ab4d-b08f19944f86 None None] Network bce7d277-aca4-4e22-b67e-6c466c492a5e is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:51:49.369465 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-4b160ae1-6e99-444e-ab4d-b08f19944f86 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:51:49.374546 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b160ae1-6e99-444e-ab4d-b08f19944f86 None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:51:49.400576 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-723e3d0f-266c-44ab-9279-f6442e56e183 admin admin] Publish callbacks [] for subnet (0f2642b8-4442-4eaa-98ef-8d8b21575f84), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:49.403332 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b160ae1-6e99-444e-ab4d-b08f19944f86 None None] Pushing event updated for resources: {'Port': ['ID=63b3cd10-80af-4e07-bd59-653b6d25bad6,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:49.435110 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f88ac4ac-9335-412f-ac29-5b618bf82432 req-c82bb987-beeb-412e-964d-4f21f65dd330 service neutron] 10.222.0.55 "GET /v2.0/networks/b2fcd05a-fa57-478e-9f0c-05c502306fa7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9102209
May 07 21:51:49.485004 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-d5ad6d5e-d203-46cc-913c-8fe426ef1add req-950eb9d1-76f8-4db3-a451-ead7170a472a tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks [] for security_group (78cd5585-89bb-4392-b10b-cbda84ff5f6b), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:49.511518 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-50958e5d-5caf-4898-ab18-6ef20edb8b2a service neutron] 10.222.0.32 "GET /v2.0/networks/bce7d277-aca4-4e22-b67e-6c466c492a5e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8828032
May 07 21:51:49.517458 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-d5ad6d5e-d203-46cc-913c-8fe426ef1add req-950eb9d1-76f8-4db3-a451-ead7170a472a tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (78cd5585-89bb-4392-b10b-cbda84ff5f6b), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:49.570653 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-4b160ae1-6e99-444e-ab4d-b08f19944f86 None None] Attempting to bind port 63b3cd10-80af-4e07-bd59-653b6d25bad6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:51:49.572019 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-4b160ae1-6e99-444e-ab4d-b08f19944f86 None None] Attempting to bind port 63b3cd10-80af-4e07-bd59-653b6d25bad6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8e80564f-7b66-4ca5-94b4-fe89240ca4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'bce7d277-aca4-4e22-b67e-6c466c492a5e'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:51:49.572019 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b160ae1-6e99-444e-ab4d-b08f19944f86 None None] Attempting to bind port 63b3cd10-80af-4e07-bd59-653b6d25bad6 on network bce7d277-aca4-4e22-b67e-6c466c492a5e {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:51:49.582826 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b160ae1-6e99-444e-ab4d-b08f19944f86 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:51:49.583157 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b160ae1-6e99-444e-ab4d-b08f19944f86 None None] Checking segment: {'id': '8e80564f-7b66-4ca5-94b4-fe89240ca4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'bce7d277-aca4-4e22-b67e-6c466c492a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:51:49.583349 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-4b160ae1-6e99-444e-ab4d-b08f19944f86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:49.583749 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b160ae1-6e99-444e-ab4d-b08f19944f86 None None] Bound using segment: {'id': '8e80564f-7b66-4ca5-94b4-fe89240ca4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'bce7d277-aca4-4e22-b67e-6c466c492a5e'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:51:49.584232 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-4b160ae1-6e99-444e-ab4d-b08f19944f86 None None] Bound port: 63b3cd10-80af-4e07-bd59-653b6d25bad6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e80564f-7b66-4ca5-94b4-fe89240ca4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'bce7d277-aca4-4e22-b67e-6c466c492a5e'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:51:49.584614 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-4b160ae1-6e99-444e-ab4d-b08f19944f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (63b3cd10-80af-4e07-bd59-653b6d25bad6), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:49.591541 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-723e3d0f-266c-44ab-9279-f6442e56e183 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (0f2642b8-4442-4eaa-98ef-8d8b21575f84), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:49.677716 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-d5ad6d5e-d203-46cc-913c-8fe426ef1add req-950eb9d1-76f8-4db3-a451-ead7170a472a tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:49.695411 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d5ad6d5e-d203-46cc-913c-8fe426ef1add req-950eb9d1-76f8-4db3-a451-ead7170a472a tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1823 time: 1.3224030
May 07 21:51:49.744774 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950eb9d1-76f8-4db3-a451-ead7170a472a tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78cd5585-89bb-4392-b10b-cbda84ff5f6b,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:49.772271 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d33ac2b-0a2c-4520-8f3a-ab5c7b62c721 x-openstack-request-id: req-1d33ac2b-0a2c-4520-8f3a-ab5c7b62c721 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:51:49.779644 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e589d355-aaf2-4345-8239-14d71c2e31ef", "name": "network-vif-deleted", "tag": "7ffe92b1-dfd2-4f6a-9df8-10bcc08bfa0c", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:51:49.779947 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1d33ac2b-0a2c-4520-8f3a-ab5c7b62c721 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:51:49.780464 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d33ac2b-0a2c-4520-8f3a-ab5c7b62c721'] response: {'server_uuid': 'e589d355-aaf2-4345-8239-14d71c2e31ef', 'name': 'network-vif-deleted', 'tag': '7ffe92b1-dfd2-4f6a-9df8-10bcc08bfa0c', 'status': 'completed', 'code': 200}
May 07 21:51:49.783930 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6d43a5de-d253-4117-b2da-08806f2fc296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (75bd88eb-ae1d-467d-bb77-05e28253028a), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:49.862707 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device a5b1023e-761f-408d-b489-910692660f10 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:51:49.954922 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d43a5de-d253-4117-b2da-08806f2fc296 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75bd88eb-ae1d-467d-bb77-05e28253028a,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:49.967736 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6d43a5de-d253-4117-b2da-08806f2fc296 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:49.985777 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-4b160ae1-6e99-444e-ab4d-b08f19944f86 None None] For port 63b3cd10-80af-4e07-bd59-653b6d25bad6, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:51:49.992543 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-6d43a5de-d253-4117-b2da-08806f2fc296 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/75bd88eb-ae1d-467d-bb77-05e28253028a HTTP/1.1" status: 204  len: 168 time: 1.6298716
May 07 21:51:49.999663 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 39474) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:51:50.045319 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-4b160ae1-6e99-444e-ab4d-b08f19944f86 None None] For port 63b3cd10-80af-4e07-bd59-653b6d25bad6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=63b3cd10-80af-4e07-bd59-653b6d25bad6,segment=NetworkSegment(8e80564f-7b66-4ca5-94b4-fe89240ca4bd),segment_id=8e80564f-7b66-4ca5-94b4-fe89240ca4bd)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:51:50.067246 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port a5b1023e-761f-408d-b489-910692660f10 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:51:50.067812 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (a5b1023e-761f-408d-b489-910692660f10), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:50.074384 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-4b160ae1-6e99-444e-ab4d-b08f19944f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (63b3cd10-80af-4e07-bd59-653b6d25bad6), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:50.141682 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ce1eb408-7b07-4893-9636-df26a067a407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (4513501c-1efd-4921-875a-affadc96a9fe), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:50.175582 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-723e3d0f-266c-44ab-9279-f6442e56e183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (0f2642b8-4442-4eaa-98ef-8d8b21575f84), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:50.209556 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2e0605b-6b8d-4dae-aad6-aab25675544e x-openstack-request-id: req-d2e0605b-6b8d-4dae-aad6-aab25675544e {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:51:50.209556 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12135950-7d5e-4835-8fe5-31c8e5e9c986", "name": "network-vif-deleted", "tag": "f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:51:50.209556 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d2e0605b-6b8d-4dae-aad6-aab25675544e {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:51:50.209556 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2e0605b-6b8d-4dae-aad6-aab25675544e'] response: {'server_uuid': '12135950-7d5e-4835-8fe5-31c8e5e9c986', 'name': 'network-vif-deleted', 'tag': 'f17036f5-0ae3-4fe6-b2ed-c293b02ae9b9', 'status': 'completed', 'code': 200}
May 07 21:51:50.316935 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b160ae1-6e99-444e-ab4d-b08f19944f86 None None] Pushing event updated for resources: {'Port': ['ID=63b3cd10-80af-4e07-bd59-653b6d25bad6,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:50.372697 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c519ed-ad42-4b78-94ef-7b6d371c0706 req-e31095ec-bf21-4654-939f-84624f6622f7 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:50.382714 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-98c519ed-ad42-4b78-94ef-7b6d371c0706 req-e31095ec-bf21-4654-939f-84624f6622f7 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b84a520-aa94-49be-b958-27f17df1b675 HTTP/1.1" status: 200  len: 944 time: 0.2537799
May 07 21:51:50.420580 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port a5b1023e-761f-408d-b489-910692660f10 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:51:50.421735 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 65dcffa0-8529-413e-b379-de85a6112b6b up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:51:50.447727 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f88ac4ac-9335-412f-ac29-5b618bf82432 req-9c71106e-d568-4cf9-9237-ac03efd912b4 service neutron] 10.222.0.55 "GET /v2.0/networks/b2fcd05a-fa57-478e-9f0c-05c502306fa7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9969134
May 07 21:51:50.450104 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-4b496720-3714-4a0f-9d74-d05c52a5f14e service neutron] 10.222.0.32 "GET /v2.0/networks/bce7d277-aca4-4e22-b67e-6c466c492a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9176183
May 07 21:51:50.532229 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-98c519ed-ad42-4b78-94ef-7b6d371c0706 req-81c1d2ad-2f6a-47ff-a32f-77021c94e198 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b502f8-ccda-470b-bf96-4e6ff93590b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1483719
May 07 21:51:50.590425 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 65dcffa0-8529-413e-b379-de85a6112b6b triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:51:50.592486 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (65dcffa0-8529-413e-b379-de85a6112b6b), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:50.645800 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ce1eb408-7b07-4893-9636-df26a067a407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (4513501c-1efd-4921-875a-affadc96a9fe), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:50.710356 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-723e3d0f-266c-44ab-9279-f6442e56e183 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (0f2642b8-4442-4eaa-98ef-8d8b21575f84), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:50.766243 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 39478) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:51:50.790795 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-a0d10928-e93a-4a8b-8eb8-bc67e29b828f service neutron] 10.222.0.32 "GET /v2.0/networks/7d94fb0d-311e-4c61-bc8a-1dac128f0023?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3145854
May 07 21:51:50.810690 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 65dcffa0-8529-413e-b379-de85a6112b6b is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:51:50.824679 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-ce1eb408-7b07-4893-9636-df26a067a407 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf867349a0>,) {'filters': {'network_id': ['4513501c-1efd-4921-875a-affadc96a9fe']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:51:50.844448 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 41d14ed6-7c8e-41dc-b902-94f7d081a7df no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:51:50.891978 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 41d14ed6-7c8e-41dc-b902-94f7d081a7df {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:51:50.892777 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723e3d0f-266c-44ab-9279-f6442e56e183 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f2642b8-4442-4eaa-98ef-8d8b21575f84,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:50.893261 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 41d14ed6-7c8e-41dc-b902-94f7d081a7df not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:51:50.902826 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816e7468-1a7f-48dd-b4e2-478e132af4fa None None] Network a410d8ef-ee3d-4030-b2bf-4c0b7f9d7aaa requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:51:50.906503 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:50.924440 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-723e3d0f-266c-44ab-9279-f6442e56e183 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:50.932800 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-723e3d0f-266c-44ab-9279-f6442e56e183 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/0f2642b8-4442-4eaa-98ef-8d8b21575f84 HTTP/1.1" status: 204  len: 168 time: 2.0152788
May 07 21:51:50.938306 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 39482) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:51:50.950923 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-ce1eb408-7b07-4893-9636-df26a067a407 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf867349a0>, '30d9864a-e36c-49b1-931b-be94401ea778') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:51:50.951538 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-ce1eb408-7b07-4893-9636-df26a067a407 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf867349a0>, '30d9864a-e36c-49b1-931b-be94401ea778') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:51:50.963529 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b6b0b995-07a6-40d0-8a63-093d064b1ff6 req-91943320-a2e5-4841-800c-a44469ecccf2 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/security-groups/78cd5585-89bb-4392-b10b-cbda84ff5f6b HTTP/1.1" status: 200  len: 1818 time: 0.3334134
May 07 21:51:50.970165 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-b6b0b995-07a6-40d0-8a63-093d064b1ff6 req-e40124de-fa70-4685-83bd-ae96dd58d55a tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1888150566', 'description': 'tempest-description-hth-1017548837'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:51:51.048093 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ce1eb408-7b07-4893-9636-df26a067a407 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (30d9864a-e36c-49b1-931b-be94401ea778), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:51.123366 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-5c57d662-c60c-493c-88e7-66b1d250b1b5 service neutron] 10.222.0.32 "GET /v2.0/networks/7d94fb0d-311e-4c61-bc8a-1dac128f0023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3306258
May 07 21:51:51.124803 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e6f04eca-ff58-481f-9090-1cdde053d989 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (9ac31663-39ea-4d9c-b918-f23f2c0008f7), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:51.191344 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f04eca-ff58-481f-9090-1cdde053d989 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ac31663-39ea-4d9c-b918-f23f2c0008f7,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:51.238492 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-b6b0b995-07a6-40d0-8a63-093d064b1ff6 req-e40124de-fa70-4685-83bd-ae96dd58d55a tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks [] for security_group (78cd5585-89bb-4392-b10b-cbda84ff5f6b), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:51.250266 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f04eca-ff58-481f-9090-1cdde053d989 admin admin] Checking segment: {'id': '8234e741-8c2e-4116-85a8-716cecc8f791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '2322a93e-d19c-49b8-b6d2-d7e0f9ffd9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:51:51.252404 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f04eca-ff58-481f-9090-1cdde053d989 admin admin] Network hostable DHCP agents. Network: 2322a93e-d19c-49b8-b6d2-d7e0f9ffd9d3, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 21:51:51.278656 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ce1eb408-7b07-4893-9636-df26a067a407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (30d9864a-e36c-49b1-931b-be94401ea778), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:51.283070 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-19e5c4e4-f654-4bac-bd7b-317b9c7b8aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (a410d8ef-ee3d-4030-b2bf-4c0b7f9d7aaa), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:51.296059 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 63b3cd10-80af-4e07-bd59-653b6d25bad6 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:51:51.301977 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f04eca-ff58-481f-9090-1cdde053d989 admin admin] Network 2322a93e-d19c-49b8-b6d2-d7e0f9ffd9d3 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 21:51:51.324926 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-e6f04eca-ff58-481f-9090-1cdde053d989 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2322a93e-d19c-49b8-b6d2-d7e0f9ffd9d3) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:51:51.332718 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f04eca-ff58-481f-9090-1cdde053d989 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:51.333234 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e6f04eca-ff58-481f-9090-1cdde053d989 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:51.348510 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce1eb408-7b07-4893-9636-df26a067a407 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 21:51:51.348969 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ce1eb408-7b07-4893-9636-df26a067a407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (30d9864a-e36c-49b1-931b-be94401ea778), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:51.367139 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-e6f04eca-ff58-481f-9090-1cdde053d989 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 2.6623750
May 07 21:51:51.383069 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365734a8-d045-4d88-927b-6aabd865ec52 None None] Network 2322a93e-d19c-49b8-b6d2-d7e0f9ffd9d3 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:51:51.412642 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 21:51:51.412642 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 21:51:51.412642 ncdv-master-1 neutron-server[121837]:     timer()
May 07 21:51:51.412642 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 21:51:51.412642 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 21:51:51.412642 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 21:51:51.412642 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 21:51:51.412642 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 21:51:51.412642 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 21:51:51.412642 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 21:51:51.412642 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 21:51:51.412642 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 21:51:51.412642 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 21:51:51.412642 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 21:51:51.412642 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 21:51:51.412642 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 21:51:51.412642 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 21:51:51.412642 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 21:51:51.412642 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 21:51:51.412642 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 21:51:51.412642 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 21:51:51.412642 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 21:51:51.412642 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 21:51:51.412642 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 21:51:51.412642 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 21:51:51.412642 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 21:51:51.412642 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 21:51:51.412642 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 21:51:51.412642 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 21:51:51.412642 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 21:51:51.412642 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 21:51:51.412642 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 21:51:51.486386 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c02ab6fe-23ae-4a9e-812b-e75912faf3d2 req-e2c82d51-2c21-4b16-8468-020fa74b721f tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3ba0813-ab71-47d9-8c7c-607769a67273 HTTP/1.1" status: 200  len: 210 time: 0.0468900
May 07 21:51:51.536301 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68bf283b-a14b-4803-822c-a9ac73551aeb None None] DHCP port deletion for a410d8ef-ee3d-4030-b2bf-4c0b7f9d7aaa request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 21:51:51.545787 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 06113eb7-cbb3-425a-b957-4e016a713395 up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:51:51.588810 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-b6b0b995-07a6-40d0-8a63-093d064b1ff6 req-e40124de-fa70-4685-83bd-ae96dd58d55a tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks [] for security_group (78cd5585-89bb-4392-b10b-cbda84ff5f6b), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:51.621301 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-20f653e7-1981-444f-9953-a4d29e2dee9d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7789855db11445de842c4df75bd05e10&name=default HTTP/1.1" status: 200  len: 2996 time: 0.8396499
May 07 21:51:51.621717 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 39512) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:51:51.637248 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-b6b0b995-07a6-40d0-8a63-093d064b1ff6 req-e40124de-fa70-4685-83bd-ae96dd58d55a tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (78cd5585-89bb-4392-b10b-cbda84ff5f6b), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:51.647495 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-b6b0b995-07a6-40d0-8a63-093d064b1ff6 req-e40124de-fa70-4685-83bd-ae96dd58d55a tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:51.650378 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b6b0b995-07a6-40d0-8a63-093d064b1ff6 req-e40124de-fa70-4685-83bd-ae96dd58d55a tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "PUT /v2.0/security-groups/78cd5585-89bb-4392-b10b-cbda84ff5f6b HTTP/1.1" status: 200  len: 1792 time: 0.6842749
May 07 21:51:51.704460 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04224587-2c33-4d39-9ff0-4879fd7c3921 None None] Network 2322a93e-d19c-49b8-b6d2-d7e0f9ffd9d3 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:51:51.713518 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ce1eb408-7b07-4893-9636-df26a067a407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (4513501c-1efd-4921-875a-affadc96a9fe), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:51.719180 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ce1eb408-7b07-4893-9636-df26a067a407 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:51.725805 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-ce1eb408-7b07-4893-9636-df26a067a407 admin admin] 10.222.0.32 "DELETE /v2.0/networks/4513501c-1efd-4921-875a-affadc96a9fe HTTP/1.1" status: 204  len: 168 time: 1.7201347
May 07 21:51:51.815268 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-19e5c4e4-f654-4bac-bd7b-317b9c7b8aa6 admin admin] Deleting port 055cde7d-1e7f-4ea2-8f41-c60832969d1f {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:51:51.815612 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-19e5c4e4-f654-4bac-bd7b-317b9c7b8aa6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (055cde7d-1e7f-4ea2-8f41-c60832969d1f), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:51.826229 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-68bf283b-a14b-4803-822c-a9ac73551aeb None None] Deleting port 055cde7d-1e7f-4ea2-8f41-c60832969d1f {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:51:51.826617 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-68bf283b-a14b-4803-822c-a9ac73551aeb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (055cde7d-1e7f-4ea2-8f41-c60832969d1f), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:51.947278 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning for port 06113eb7-cbb3-425a-b957-4e016a713395 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:51:51.947688 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889973ef-3dbb-41b3-9b7a-11d034cef117 req-997d97cc-d18d-40d3-bfc0-1626a767c8c6 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:51.955226 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 63b3cd10-80af-4e07-bd59-653b6d25bad6 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:51:51.955624 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (63b3cd10-80af-4e07-bd59-653b6d25bad6), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:51.956261 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-889973ef-3dbb-41b3-9b7a-11d034cef117 req-997d97cc-d18d-40d3-bfc0-1626a767c8c6 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b84a520-aa94-49be-b958-27f17df1b675 HTTP/1.1" status: 200  len: 944 time: 0.2188630
May 07 21:51:51.972069 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40124de-fa70-4685-83bd-ae96dd58d55a tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78cd5585-89bb-4392-b10b-cbda84ff5f6b,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:51.977496 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1eb408-7b07-4893-9636-df26a067a407 admin admin] Pushing event deleted for resources: {'Network': ['ID=4513501c-1efd-4921-875a-affadc96a9fe,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:52.041947 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 39528) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:51:52.061973 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port 06113eb7-cbb3-425a-b957-4e016a713395 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:51:52.062703 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (06113eb7-cbb3-425a-b957-4e016a713395), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:52.063647 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0ea7214a-977d-421a-bac2-61eb58b680f3 admin admin] Publish callbacks [] for security_group (f48aff81-d0fd-497c-8654-9b3103503f53), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:52.100890 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b43ce028-f83c-4e47-b6a3-e17ec9f4ec04 req-cc9d723b-5c1a-495a-b2b9-a5ddf772d103 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/security-groups/78cd5585-89bb-4392-b10b-cbda84ff5f6b HTTP/1.1" status: 200  len: 1792 time: 0.3920252
May 07 21:51:52.144402 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-19e5c4e4-f654-4bac-bd7b-317b9c7b8aa6 admin admin] For port 055cde7d-1e7f-4ea2-8f41-c60832969d1f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=055cde7d-1e7f-4ea2-8f41-c60832969d1f,segment=NetworkSegment(83d8bfd7-7d5a-41d2-9f7c-165f0fdeeb09),segment_id=83d8bfd7-7d5a-41d2-9f7c-165f0fdeeb09)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:51:52.144898 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-19e5c4e4-f654-4bac-bd7b-317b9c7b8aa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (055cde7d-1e7f-4ea2-8f41-c60832969d1f), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:52.192091 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0ea7214a-977d-421a-bac2-61eb58b680f3 admin admin] Publish callbacks [] for security_group (f48aff81-d0fd-497c-8654-9b3103503f53), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:52.218537 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-889973ef-3dbb-41b3-9b7a-11d034cef117 req-7005084f-ef34-4b8a-8932-d2b79f064360 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b502f8-ccda-470b-bf96-4e6ff93590b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2570336
May 07 21:51:52.238752 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-19e5c4e4-f654-4bac-bd7b-317b9c7b8aa6 admin admin] Calling delete_port for 055cde7d-1e7f-4ea2-8f41-c60832969d1f owned by network:dhcp {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:51:52.250118 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2604d7-ab7e-4647-8d7b-042a0cb512be None None] Network bce7d277-aca4-4e22-b67e-6c466c492a5e requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:51:52.344048 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0ea7214a-977d-421a-bac2-61eb58b680f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (f48aff81-d0fd-497c-8654-9b3103503f53), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:52.346676 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0ea7214a-977d-421a-bac2-61eb58b680f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:52.347864 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-0ea7214a-977d-421a-bac2-61eb58b680f3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f48aff81-d0fd-497c-8654-9b3103503f53 HTTP/1.1" status: 204  len: 168 time: 0.7250662
May 07 21:51:52.364801 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea7214a-977d-421a-bac2-61eb58b680f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f48aff81-d0fd-497c-8654-9b3103503f53,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:52.384755 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-83f3b1db-1daa-4810-a1a4-81d0ccbb456f None None] Provisioning complete for port 63b3cd10-80af-4e07-bd59-653b6d25bad6 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:51:52.385136 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-83f3b1db-1daa-4810-a1a4-81d0ccbb456f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (63b3cd10-80af-4e07-bd59-653b6d25bad6), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:52.467230 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-68bf283b-a14b-4803-822c-a9ac73551aeb None None] For port 055cde7d-1e7f-4ea2-8f41-c60832969d1f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=055cde7d-1e7f-4ea2-8f41-c60832969d1f,segment=NetworkSegment(83d8bfd7-7d5a-41d2-9f7c-165f0fdeeb09),segment_id=83d8bfd7-7d5a-41d2-9f7c-165f0fdeeb09)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:51:52.467677 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-68bf283b-a14b-4803-822c-a9ac73551aeb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (055cde7d-1e7f-4ea2-8f41-c60832969d1f), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:52.537303 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 63b3cd10-80af-4e07-bd59-653b6d25bad6 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:51:52.537690 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (63b3cd10-80af-4e07-bd59-653b6d25bad6), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:52.562666 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-a3e3d09e-f10f-48ad-80cf-5d288f38557c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=aa0a7786f72343d6a66da6b4e40aee4e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5190012
May 07 21:51:52.565594 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 39542) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:51:52.565832 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-68bf283b-a14b-4803-822c-a9ac73551aeb None None] Calling delete_port for 055cde7d-1e7f-4ea2-8f41-c60832969d1f owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:51:52.629438 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-39f7d096-1cc3-4718-a541-d1878f7d4819 req-73976ffe-2f76-482b-bf0a-d8cc9b0358af tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/security-groups/78cd5585-89bb-4392-b10b-cbda84ff5f6b HTTP/1.1" status: 200  len: 1792 time: 0.4798315
May 07 21:51:52.714393 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port 63b3cd10-80af-4e07-bd59-653b6d25bad6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=63b3cd10-80af-4e07-bd59-653b6d25bad6,segment=NetworkSegment(8e80564f-7b66-4ca5-94b4-fe89240ca4bd),segment_id=8e80564f-7b66-4ca5-94b4-fe89240ca4bd)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:51:52.719212 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-83f3b1db-1daa-4810-a1a4-81d0ccbb456f None None] Current status of the port 63b3cd10-80af-4e07-bd59-653b6d25bad6 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:51:52.719528 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-83f3b1db-1daa-4810-a1a4-81d0ccbb456f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (63b3cd10-80af-4e07-bd59-653b6d25bad6), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:52.746935 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-19e5c4e4-f654-4bac-bd7b-317b9c7b8aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (055cde7d-1e7f-4ea2-8f41-c60832969d1f), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:52.774607 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-21a3e746-4d8d-451e-934e-8b4c8cab3c18 admin admin] Publish callbacks [] for security_group (a7eef0f4-71cc-4b1f-9fff-2eabb3e30ba9), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:52.783517 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-39f7d096-1cc3-4718-a541-d1878f7d4819 req-ead43cdf-3ad3-4ca2-9231-7657623001b3 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks [] for security_group (78cd5585-89bb-4392-b10b-cbda84ff5f6b), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:52.791991 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e5c4e4-f654-4bac-bd7b-317b9c7b8aa6 admin admin] Pushing event deleted for resources: {'Port': ['ID=055cde7d-1e7f-4ea2-8f41-c60832969d1f,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:52.803894 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (63b3cd10-80af-4e07-bd59-653b6d25bad6), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:52.813810 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e5c4e4-f654-4bac-bd7b-317b9c7b8aa6 admin admin] No DVR routers for this DVR port 055cde7d-1e7f-4ea2-8f41-c60832969d1f on host ncdv-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:51:52.828000 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 43420c3e-3130-44fc-aa4c-f6e765e78973 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:51:52.841569 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 06113eb7-cbb3-425a-b957-4e016a713395 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:51:52.841961 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (06113eb7-cbb3-425a-b957-4e016a713395), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:52.877095 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e5c4e4-f654-4bac-bd7b-317b9c7b8aa6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:51:52.877444 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e5c4e4-f654-4bac-bd7b-317b9c7b8aa6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:51:52.877791 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e5c4e4-f654-4bac-bd7b-317b9c7b8aa6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:51:52.878133 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e5c4e4-f654-4bac-bd7b-317b9c7b8aa6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:51:52.878467 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e5c4e4-f654-4bac-bd7b-317b9c7b8aa6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:51:52.886110 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-21a3e746-4d8d-451e-934e-8b4c8cab3c18 admin admin] Publish callbacks [] for security_group (a7eef0f4-71cc-4b1f-9fff-2eabb3e30ba9), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:52.892938 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e5c4e4-f654-4bac-bd7b-317b9c7b8aa6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:51:52.893921 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e5c4e4-f654-4bac-bd7b-317b9c7b8aa6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:51:52.893921 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e5c4e4-f654-4bac-bd7b-317b9c7b8aa6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:51:52.894150 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e5c4e4-f654-4bac-bd7b-317b9c7b8aa6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:51:52.894607 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e5c4e4-f654-4bac-bd7b-317b9c7b8aa6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:51:52.894728 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e5c4e4-f654-4bac-bd7b-317b9c7b8aa6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:51:52.895254 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e5c4e4-f654-4bac-bd7b-317b9c7b8aa6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:51:52.895573 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e5c4e4-f654-4bac-bd7b-317b9c7b8aa6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:51:52.895906 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e5c4e4-f654-4bac-bd7b-317b9c7b8aa6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:51:52.896236 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e5c4e4-f654-4bac-bd7b-317b9c7b8aa6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:51:52.977577 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-19e5c4e4-f654-4bac-bd7b-317b9c7b8aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (a410d8ef-ee3d-4030-b2bf-4c0b7f9d7aaa), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:52.995090 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-39f7d096-1cc3-4718-a541-d1878f7d4819 req-ead43cdf-3ad3-4ca2-9231-7657623001b3 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks [] for security_group (78cd5585-89bb-4392-b10b-cbda84ff5f6b), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:53.069575 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.db.api [None req-83f3b1db-1daa-4810-a1a4-81d0ccbb456f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 07 21:51:53.082272 ncdv-master-1 neutron-server[121838]: DEBUG oslo_db.api [None req-83f3b1db-1daa-4810-a1a4-81d0ccbb456f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 07 21:51:53.083850 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-19e5c4e4-f654-4bac-bd7b-317b9c7b8aa6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf86c20310>,) {'filters': {'network_id': ['a410d8ef-ee3d-4030-b2bf-4c0b7f9d7aaa']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:51:53.090049 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 43420c3e-3130-44fc-aa4c-f6e765e78973 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:51:53.109618 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 43420c3e-3130-44fc-aa4c-f6e765e78973 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:51:53.125231 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-19e5c4e4-f654-4bac-bd7b-317b9c7b8aa6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf86c20310>, '83d8bfd7-7d5a-41d2-9f7c-165f0fdeeb09') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:51:53.127916 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-19e5c4e4-f654-4bac-bd7b-317b9c7b8aa6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf86c20310>, '83d8bfd7-7d5a-41d2-9f7c-165f0fdeeb09') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:51:53.129353 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b84a520-aa94-49be-b958-27f17df1b675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06113eb7-cbb3-425a-b957-4e016a713395'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:51:53.139365 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dc73507-107c-4da4-81f9-8bd8e757f186" -d '{"events": [{"server_uuid": "1b84a520-aa94-49be-b958-27f17df1b675", "name": "network-vif-plugged", "status": "completed", "tag": "06113eb7-cbb3-425a-b957-4e016a713395"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:51:53.175131 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-19e5c4e4-f654-4bac-bd7b-317b9c7b8aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (83d8bfd7-7d5a-41d2-9f7c-165f0fdeeb09), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:53.203928 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-19e5c4e4-f654-4bac-bd7b-317b9c7b8aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (83d8bfd7-7d5a-41d2-9f7c-165f0fdeeb09), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:53.212981 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 06113eb7-cbb3-425a-b957-4e016a713395, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=06113eb7-cbb3-425a-b957-4e016a713395,segment=NetworkSegment(c22d0faf-2ee6-4226-aff7-b2b8306813e9),segment_id=c22d0faf-2ee6-4226-aff7-b2b8306813e9)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:51:53.222060 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19e5c4e4-f654-4bac-bd7b-317b9c7b8aa6 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 21:51:53.222476 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-19e5c4e4-f654-4bac-bd7b-317b9c7b8aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (83d8bfd7-7d5a-41d2-9f7c-165f0fdeeb09), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:53.224370 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 21:51:53.224370 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 21:51:53.224370 ncdv-master-1 neutron-server[121837]:     timer()
May 07 21:51:53.224370 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 21:51:53.224370 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 21:51:53.224370 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 21:51:53.224370 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 21:51:53.224370 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 21:51:53.224370 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 21:51:53.224370 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 21:51:53.224370 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 21:51:53.224370 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 21:51:53.224370 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 21:51:53.224370 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 21:51:53.224370 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 21:51:53.224370 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 21:51:53.224370 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 21:51:53.224370 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 21:51:53.224370 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 21:51:53.224370 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 21:51:53.224370 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 21:51:53.224370 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 21:51:53.224370 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 21:51:53.224370 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 21:51:53.224370 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 21:51:53.224370 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 21:51:53.224370 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 21:51:53.224370 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 21:51:53.224370 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 21:51:53.224370 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 21:51:53.224370 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 21:51:53.224370 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 21:51:53.226690 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-39f7d096-1cc3-4718-a541-d1878f7d4819 req-ead43cdf-3ad3-4ca2-9231-7657623001b3 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (78cd5585-89bb-4392-b10b-cbda84ff5f6b), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:53.229417 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-39f7d096-1cc3-4718-a541-d1878f7d4819 req-ead43cdf-3ad3-4ca2-9231-7657623001b3 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:53.250861 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-39f7d096-1cc3-4718-a541-d1878f7d4819 req-ead43cdf-3ad3-4ca2-9231-7657623001b3 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "DELETE /v2.0/security-groups/78cd5585-89bb-4392-b10b-cbda84ff5f6b HTTP/1.1" status: 204  len: 173 time: 0.6203179
May 07 21:51:53.253986 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=63b3cd10-80af-4e07-bd59-653b6d25bad6,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:53.255175 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 39558) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:51:53.267917 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (06113eb7-cbb3-425a-b957-4e016a713395), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:53.271863 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-21a3e746-4d8d-451e-934e-8b4c8cab3c18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (a7eef0f4-71cc-4b1f-9fff-2eabb3e30ba9), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:53.298362 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-21a3e746-4d8d-451e-934e-8b4c8cab3c18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:53.299921 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-21a3e746-4d8d-451e-934e-8b4c8cab3c18 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a7eef0f4-71cc-4b1f-9fff-2eabb3e30ba9 HTTP/1.1" status: 204  len: 168 time: 0.7333293
May 07 21:51:53.328290 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 055cde7d-1e7f-4ea2-8f41-c60832969d1f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:51:53.406232 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eca8b22-152d-4f35-8aa8-b07bf0761457 req-04a41406-6b8c-4fc9-961d-40953ab8f0f0 tempest-VolumesAdminNegativeTest-1445857849 tempest-VolumesAdminNegativeTest-1445857849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:53.418212 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7eca8b22-152d-4f35-8aa8-b07bf0761457 req-04a41406-6b8c-4fc9-961d-40953ab8f0f0 tempest-VolumesAdminNegativeTest-1445857849 tempest-VolumesAdminNegativeTest-1445857849-project] 10.222.0.32 "GET /v2.0/networks?id=a926715c-ecd2-4028-93be-018695e8216f HTTP/1.1" status: 200  len: 814 time: 0.5197089
May 07 21:51:53.428009 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a3e746-4d8d-451e-934e-8b4c8cab3c18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7eef0f4-71cc-4b1f-9fff-2eabb3e30ba9,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:53.437560 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=06113eb7-cbb3-425a-b957-4e016a713395,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:53.440560 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 055cde7d-1e7f-4ea2-8f41-c60832969d1f {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:51:53.440910 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 055cde7d-1e7f-4ea2-8f41-c60832969d1f not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:51:53.449486 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-68bf283b-a14b-4803-822c-a9ac73551aeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (055cde7d-1e7f-4ea2-8f41-c60832969d1f), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:53.476739 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead43cdf-3ad3-4ca2-9231-7657623001b3 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78cd5585-89bb-4392-b10b-cbda84ff5f6b,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:53.498337 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bf283b-a14b-4803-822c-a9ac73551aeb None None] Pushing event deleted for resources: {'Port': ['ID=055cde7d-1e7f-4ea2-8f41-c60832969d1f,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:53.538045 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7eca8b22-152d-4f35-8aa8-b07bf0761457 req-3f6c0a3b-48f6-4428-ab19-a3dade4ea2c5 tempest-VolumesAdminNegativeTest-1445857849 tempest-VolumesAdminNegativeTest-1445857849-project] 10.222.0.32 "GET /v2.0/quotas/85f29512cce1477d94e91ae394ecbbcb HTTP/1.1" status: 200  len: 375 time: 0.1188216
May 07 21:51:53.551704 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-e5b7b35a-b8a6-4590-9c74-16ee7ced669b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=566d958787dd43a0be6c8221f003c8f4&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2572558
May 07 21:51:53.568324 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8b117b97-2e04-4558-9fca-972d5f29e5ec req-7e7f909f-54a2-4bbc-8b1a-bf45bdf8e737 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3ba0813-ab71-47d9-8c7c-607769a67273 HTTP/1.1" status: 200  len: 210 time: 0.0926120
May 07 21:51:53.570477 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 39564) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:51:53.598521 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-19e5c4e4-f654-4bac-bd7b-317b9c7b8aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (a410d8ef-ee3d-4030-b2bf-4c0b7f9d7aaa), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:53.600496 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68bf283b-a14b-4803-822c-a9ac73551aeb None None] No DVR routers for this DVR port 055cde7d-1e7f-4ea2-8f41-c60832969d1f on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:51:53.629067 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7eca8b22-152d-4f35-8aa8-b07bf0761457 req-4c9aeacd-fffa-4c64-8b23-99c8d82b69f3 tempest-VolumesAdminNegativeTest-1445857849 tempest-VolumesAdminNegativeTest-1445857849-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=85f29512cce1477d94e91ae394ecbbcb&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0899994
May 07 21:51:53.630532 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-19e5c4e4-f654-4bac-bd7b-317b9c7b8aa6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:53.643749 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-19e5c4e4-f654-4bac-bd7b-317b9c7b8aa6 admin admin] 10.222.0.32 "DELETE /v2.0/networks/a410d8ef-ee3d-4030-b2bf-4c0b7f9d7aaa HTTP/1.1" status: 204  len: 168 time: 2.7026651
May 07 21:51:53.694940 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c32332-3938-4f25-9948-6e5e359379e6 x-openstack-request-id: req-33c32332-3938-4f25-9948-6e5e359379e6 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:51:53.697580 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b84a520-aa94-49be-b958-27f17df1b675", "name": "network-vif-plugged", "status": "completed", "tag": "06113eb7-cbb3-425a-b957-4e016a713395", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:51:53.697839 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-33c32332-3938-4f25-9948-6e5e359379e6 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:51:53.698354 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33c32332-3938-4f25-9948-6e5e359379e6'] response: {'server_uuid': '1b84a520-aa94-49be-b958-27f17df1b675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06113eb7-cbb3-425a-b957-4e016a713395', 'code': 200}
May 07 21:51:53.701496 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e5c4e4-f654-4bac-bd7b-317b9c7b8aa6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a410d8ef-ee3d-4030-b2bf-4c0b7f9d7aaa,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:53.712760 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1d250b1a-b69d-487d-b347-e30cf125baae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:53.725271 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:53.740007 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-83f3b1db-1daa-4810-a1a4-81d0ccbb456f None None] Current status of the port 63b3cd10-80af-4e07-bd59-653b6d25bad6 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:51:53.786601 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6e054508-371b-4f09-b502-9178a67b19b5 admin admin] Publish callbacks [] for security_group (847843df-ec92-412b-bf46-11a12bbec294), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:53.832217 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-2f79fee6-be5e-4ff9-b16a-a88f591c19cf tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:53.841962 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-2f79fee6-be5e-4ff9-b16a-a88f591c19cf tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:53.845338 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-2f79fee6-be5e-4ff9-b16a-a88f591c19cf tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.59 "GET /v2.0/networks?id=7d94fb0d-311e-4c61-bc8a-1dac128f0023&id=bce7d277-aca4-4e22-b67e-6c466c492a5e&id=7d94fb0d-311e-4c61-bc8a-1dac128f0023 HTTP/1.1" status: 200  len: 1390 time: 0.6448839
May 07 21:51:53.850351 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6e054508-371b-4f09-b502-9178a67b19b5 admin admin] Publish callbacks [] for security_group (847843df-ec92-412b-bf46-11a12bbec294), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:53.863373 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-3e00ff05-1fcb-4fb1-a376-07453669dfd3 None None] Provisioning complete for port 63b3cd10-80af-4e07-bd59-653b6d25bad6 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:51:53.864094 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-3e00ff05-1fcb-4fb1-a376-07453669dfd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (63b3cd10-80af-4e07-bd59-653b6d25bad6), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:53.876141 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-38292145-4951-473d-b037-cc0c91b8e36d tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Request body: {'port': {'device_id': 'f3ba0813-ab71-47d9-8c7c-607769a67273', 'network_id': '7d94fb0d-311e-4c61-bc8a-1dac128f0023', 'admin_state_up': True, 'tenant_id': '7a05b8a866c04fe78b04ec616e62b70f'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:51:54.004565 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 39576) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:51:54.047892 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-3e00ff05-1fcb-4fb1-a376-07453669dfd3 None None] Current status of the port 63b3cd10-80af-4e07-bd59-653b6d25bad6 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:51:54.076336 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a08ad1-251e-443d-b0ef-63773a25a8a1 req-92948e14-a036-4d15-a55f-3af12a8c8264 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:54.077999 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-53a08ad1-251e-443d-b0ef-63773a25a8a1 req-92948e14-a036-4d15-a55f-3af12a8c8264 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b84a520-aa94-49be-b958-27f17df1b675 HTTP/1.1" status: 200  len: 945 time: 0.1969891
May 07 21:51:54.114112 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d94f0-94e0-4aff-a8be-d5c21b1785cb req-4e1dfb1d-3fd8-4f86-9a50-5a4e2632caac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:54.116987 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d50d94f0-94e0-4aff-a8be-d5c21b1785cb req-4e1dfb1d-3fd8-4f86-9a50-5a4e2632caac service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1b84a520-aa94-49be-b958-27f17df1b675 HTTP/1.1" status: 200  len: 1127 time: 0.2707071
May 07 21:51:54.254821 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d50d94f0-94e0-4aff-a8be-d5c21b1785cb req-a8c531ab-3b21-4875-8158-a6a8d8641e3c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=44b502f8-ccda-470b-bf96-4e6ff93590b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1197793
May 07 21:51:54.258732 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7eca8b22-152d-4f35-8aa8-b07bf0761457 req-f8ae3ad4-8810-4f83-8712-3025a1d6608b service neutron] 10.222.0.32 "GET /v2.0/networks/a926715c-ecd2-4028-93be-018695e8216f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6281552
May 07 21:51:54.365779 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7eca8b22-152d-4f35-8aa8-b07bf0761457 req-08c40272-ed4a-41c3-8914-fcb75940cca5 service neutron] 10.222.0.32 "GET /v2.0/networks/a926715c-ecd2-4028-93be-018695e8216f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1001980
May 07 21:51:54.388555 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-38292145-4951-473d-b037-cc0c91b8e36d tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Made reservation on behalf of 7a05b8a866c04fe78b04ec616e62b70f for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:51:54.399904 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-38292145-4951-473d-b037-cc0c91b8e36d tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:54.685356 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-5e81ef5f-f46d-4e7c-a3d8-4e52bb254961 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2a463927927b488ebe8a6e118484e8df&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6796689
May 07 21:51:54.689164 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 39598) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:51:54.700125 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6e054508-371b-4f09-b502-9178a67b19b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (847843df-ec92-412b-bf46-11a12bbec294), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:54.714041 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6e054508-371b-4f09-b502-9178a67b19b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:54.718441 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-6e054508-371b-4f09-b502-9178a67b19b5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/847843df-ec92-412b-bf46-11a12bbec294 HTTP/1.1" status: 204  len: 168 time: 1.1433272
May 07 21:51:54.763216 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e054508-371b-4f09-b502-9178a67b19b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=847843df-ec92-412b-bf46-11a12bbec294,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:54.780834 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-53a08ad1-251e-443d-b0ef-63773a25a8a1 req-5bbb4177-ad63-47f4-84c8-3be43838707b tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b502f8-ccda-470b-bf96-4e6ff93590b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6921329
May 07 21:51:54.790696 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 39602) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:51:54.807451 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-38292145-4951-473d-b037-cc0c91b8e36d tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Allocated IP 19.80.0.169 (7d94fb0d-311e-4c61-bc8a-1dac128f0023/6919e0e2-e65e-4318-9b11-62f01286a394/df7809e8-4b3a-419d-9177-98b732729c4a) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:51:54.881976 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5c36749f-1bcf-4d51-84cb-3a561a5e5c3a req-173a21c2-97f2-4ca3-8cdf-0bc22188a41d tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3ba0813-ab71-47d9-8c7c-607769a67273 HTTP/1.1" status: 200  len: 210 time: 0.0890658
May 07 21:51:54.928577 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9cf402fa-fe86-4ffa-95cb-575049aeb496 req-50a5f9b1-da62-4d6e-8cf8-6640b878d5f5 tempest-VolumesAdminNegativeTest-1445857849 tempest-VolumesAdminNegativeTest-1445857849-project] 10.222.0.32 "GET /v2.0/ports?device_id=297e9f98-e053-44b1-af31-98785ad115af HTTP/1.1" status: 200  len: 210 time: 0.0791476
May 07 21:51:54.958923 ncdv-master-1 neutron-server[121836]: INFO neutron.api.v2.resource [req-b32d3d2d-f7c3-41f1-a905-815926623647 req-e99c50ba-c926-4657-9931-0a943e6305b4 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] show failed (client error): The resource could not be found.
May 07 21:51:54.969721 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b32d3d2d-f7c3-41f1-a905-815926623647 req-e99c50ba-c926-4657-9931-0a943e6305b4 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/security-groups/a28eaf93-b857-4194-b86f-fca4dd6ce653 HTTP/1.1" status: 404  len: 352 time: 0.0449474
May 07 21:51:55.012099 ncdv-master-1 neutron-server[121837]: INFO neutron.api.v2.resource [req-f5f750a3-41db-436f-8a32-0ff7bea07a63 req-26c92466-6807-4e55-9121-898d8d5c2c25 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] show failed (client error): The resource could not be found.
May 07 21:51:55.020968 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f5f750a3-41db-436f-8a32-0ff7bea07a63 req-26c92466-6807-4e55-9121-898d8d5c2c25 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/security-groups/3ab4642d-3355-41eb-ae9c-57c018ee1be1 HTTP/1.1" status: 404  len: 352 time: 0.0318964
May 07 21:51:55.044348 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e10b54c2-28e9-49d4-9bcb-76afee0ac5fe admin admin] Publish callbacks [] for security_group (8f0aef98-0f24-42b5-9ea1-2d2ea5a33ba2), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:55.068887 ncdv-master-1 neutron-server[121836]: INFO neutron.api.v2.resource [req-d9835360-6cf1-43c9-b79a-b2938bf3d440 req-2e163063-4d49-4d12-94ad-5904c586b058 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] show failed (client error): The resource could not be found.
May 07 21:51:55.069403 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d9835360-6cf1-43c9-b79a-b2938bf3d440 req-2e163063-4d49-4d12-94ad-5904c586b058 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/security-groups/3d7ed19c-884e-429f-a70b-6e56a4844de9 HTTP/1.1" status: 404  len: 352 time: 0.0261261
May 07 21:51:55.119738 ncdv-master-1 neutron-server[121837]: INFO neutron.api.v2.resource [req-213dcf65-8d6f-46a5-9902-77429e602fba req-3f321a46-3e2c-4e4a-bc3b-84becf08aaa1 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] show failed (client error): The resource could not be found.
May 07 21:51:55.127339 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-213dcf65-8d6f-46a5-9902-77429e602fba req-3f321a46-3e2c-4e4a-bc3b-84becf08aaa1 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/security-groups/22f8b829-fe56-4e5e-bfc9-213bd3ef066b HTTP/1.1" status: 404  len: 352 time: 0.0216987
May 07 21:51:55.157478 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e10b54c2-28e9-49d4-9bcb-76afee0ac5fe admin admin] Publish callbacks [] for security_group (8f0aef98-0f24-42b5-9ea1-2d2ea5a33ba2), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:55.225605 ncdv-master-1 neutron-server[121836]: INFO neutron.api.v2.resource [req-94e1670f-82c1-400b-8bc9-bd70844ec1c0 req-241b7b46-943f-4030-9533-1c524d4b2114 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] show failed (client error): The resource could not be found.
May 07 21:51:55.226693 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-94e1670f-82c1-400b-8bc9-bd70844ec1c0 req-241b7b46-943f-4030-9533-1c524d4b2114 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/security-groups/d0352f2c-c2c0-491c-a5fb-c9a6a8ee657f HTTP/1.1" status: 404  len: 352 time: 0.0767722
May 07 21:51:55.279703 ncdv-master-1 neutron-server[121837]: INFO neutron.api.v2.resource [req-13e25622-9250-430d-aab8-beaa6ebd9523 req-0726f4f8-7134-4f37-a740-378df36374bd tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] show failed (client error): The resource could not be found.
May 07 21:51:55.291322 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-13e25622-9250-430d-aab8-beaa6ebd9523 req-0726f4f8-7134-4f37-a740-378df36374bd tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/security-groups/5e51b624-9e15-4237-ba0e-f2ecf89247bd HTTP/1.1" status: 404  len: 352 time: 0.0349789
May 07 21:51:55.361475 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 63b3cd10-80af-4e07-bd59-653b6d25bad6 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:51:55.389375 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-38292145-4951-473d-b037-cc0c91b8e36d tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks [] for port (df7809e8-4b3a-419d-9177-98b732729c4a), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:55.404870 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-1bcc87e3-49e1-4bb4-85ac-d1889420f22f admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1377648671-network', 'tenant_id': 'aa1cd49355d840abbda4ccda9d86705f'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:51:55.414301 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e10b54c2-28e9-49d4-9bcb-76afee0ac5fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (8f0aef98-0f24-42b5-9ea1-2d2ea5a33ba2), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:55.418503 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e10b54c2-28e9-49d4-9bcb-76afee0ac5fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:55.421379 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-e10b54c2-28e9-49d4-9bcb-76afee0ac5fe admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8f0aef98-0f24-42b5-9ea1-2d2ea5a33ba2 HTTP/1.1" status: 204  len: 168 time: 0.7312396
May 07 21:51:55.441552 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 63b3cd10-80af-4e07-bd59-653b6d25bad6 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:51:55.442386 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (63b3cd10-80af-4e07-bd59-653b6d25bad6), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:55.464814 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10b54c2-28e9-49d4-9bcb-76afee0ac5fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f0aef98-0f24-42b5-9ea1-2d2ea5a33ba2,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:55.538756 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bcc87e3-49e1-4bb4-85ac-d1889420f22f admin admin] Made reservation on behalf of aa1cd49355d840abbda4ccda9d86705f for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:51:55.546890 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1bcc87e3-49e1-4bb4-85ac-d1889420f22f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:55.566518 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1bcc87e3-49e1-4bb4-85ac-d1889420f22f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:55.588998 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-38292145-4951-473d-b037-cc0c91b8e36d tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (df7809e8-4b3a-419d-9177-98b732729c4a), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:55.624860 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 63b3cd10-80af-4e07-bd59-653b6d25bad6 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:51:55.714225 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-38292145-4951-473d-b037-cc0c91b8e36d tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Network 7d94fb0d-311e-4c61-bc8a-1dac128f0023 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:51:55.719200 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-38292145-4951-473d-b037-cc0c91b8e36d tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:51:55.726211 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-38292145-4951-473d-b037-cc0c91b8e36d tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:51:55.850924 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38292145-4951-473d-b037-cc0c91b8e36d tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Pushing event updated for resources: {'Port': ['ID=df7809e8-4b3a-419d-9177-98b732729c4a,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:56.023227 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634e3afa-f5d6-491b-9571-befa85f2a443 req-a0a00f9d-9bfb-417e-b17d-969aaf048f0a tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:56.028981 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed6b09d-574f-4274-ba8f-0b66fdc96989 req-fa97c2b4-ace3-464d-9ca2-3c8767c17276 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:56.029339 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-634e3afa-f5d6-491b-9571-befa85f2a443 req-a0a00f9d-9bfb-417e-b17d-969aaf048f0a tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/ports?device_id=94a90838-d258-4958-946b-46c5f06a0e4c HTTP/1.1" status: 200  len: 1023 time: 0.1522303
May 07 21:51:56.029461 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6775dfdc-d566-479a-8169-74f0439dd0c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:56.033472 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6ed6b09d-574f-4274-ba8f-0b66fdc96989 req-fa97c2b4-ace3-464d-9ca2-3c8767c17276 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b84a520-aa94-49be-b958-27f17df1b675 HTTP/1.1" status: 200  len: 945 time: 0.1061072
May 07 21:51:56.057732 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-38292145-4951-473d-b037-cc0c91b8e36d tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:56.058762 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-38292145-4951-473d-b037-cc0c91b8e36d tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:56.101641 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-38292145-4951-473d-b037-cc0c91b8e36d tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.2360156
May 07 21:51:56.130566 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1bcc87e3-49e1-4bb4-85ac-d1889420f22f admin admin] Publish callbacks [] for security_group (ca6edf65-49ce-41d3-96ac-efd468c3405a), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:56.149915 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1bcc87e3-49e1-4bb4-85ac-d1889420f22f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (ca6edf65-49ce-41d3-96ac-efd468c3405a), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:56.219296 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-f0bdd741-3d7f-4564-9b79-b66fafbbf366 None None] Provisioning complete for port df7809e8-4b3a-419d-9177-98b732729c4a triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:51:56.219819 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f0bdd741-3d7f-4564-9b79-b66fafbbf366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (df7809e8-4b3a-419d-9177-98b732729c4a), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:56.233906 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-634e3afa-f5d6-491b-9571-befa85f2a443 req-48c5ddbd-5632-4410-8c55-5b15e95d9db3 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc246f2c-2527-4352-9411-bbd768681e49&id=6822a52d-a9a1-47aa-af0c-ed993dc876ed&id=59e2df0e-870d-42fb-a7c1-a293819c9cdf&fields=id&fields=name HTTP/1.1" status: 200  len: 513 time: 0.2004778
May 07 21:51:56.241595 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-0f8cafab-ced9-42e8-8d55-1dee6b52f182 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Request body: {'port': {'device_id': 'f3ba0813-ab71-47d9-8c7c-607769a67273', 'network_id': 'bce7d277-aca4-4e22-b67e-6c466c492a5e', 'admin_state_up': True, 'tenant_id': '7a05b8a866c04fe78b04ec616e62b70f'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:51:56.246084 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcc87e3-49e1-4bb4-85ac-d1889420f22f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca6edf65-49ce-41d3-96ac-efd468c3405a,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:56.312110 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6ed6b09d-574f-4274-ba8f-0b66fdc96989 req-b312bd74-becf-4890-8b79-f33de0a65f02 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b502f8-ccda-470b-bf96-4e6ff93590b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2774336
May 07 21:51:56.364103 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bcc87e3-49e1-4bb4-85ac-d1889420f22f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 21:51:56.365638 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-f0bdd741-3d7f-4564-9b79-b66fafbbf366 None None] Port df7809e8-4b3a-419d-9177-98b732729c4a cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:51:56.536016 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2ec55206-7bcf-4c34-90ce-15b7bc3acd32 req-e8a39e47-88d2-4c85-aec5-fab48ca095a7 tempest-VolumesAdminNegativeTest-1445857849 tempest-VolumesAdminNegativeTest-1445857849-project] 10.222.0.32 "GET /v2.0/ports?device_id=297e9f98-e053-44b1-af31-98785ad115af HTTP/1.1" status: 200  len: 210 time: 0.0928600
May 07 21:51:56.537249 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1bcc87e3-49e1-4bb4-85ac-d1889420f22f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (38ac8637-3c20-42bc-8f89-4fc31fd2c7df), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:56.537662 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-1bcc87e3-49e1-4bb4-85ac-d1889420f22f admin admin] Added segment 38ac8637-3c20-42bc-8f89-4fc31fd2c7df of type vlan for network bbfe0822-d3c9-4ae0-93fe-d0c511147e67
May 07 21:51:56.645703 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d3dffb-e7bc-4f36-afee-719fd145e94c req-e35bf880-bd67-4150-9e96-9cbb989ff65a tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:56.653721 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-75d3dffb-e7bc-4f36-afee-719fd145e94c req-e35bf880-bd67-4150-9e96-9cbb989ff65a tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3ba0813-ab71-47d9-8c7c-607769a67273 HTTP/1.1" status: 200  len: 932 time: 0.1779935
May 07 21:51:56.719066 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1bcc87e3-49e1-4bb4-85ac-d1889420f22f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (bbfe0822-d3c9-4ae0-93fe-d0c511147e67), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:56.732307 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-75d3dffb-e7bc-4f36-afee-719fd145e94c req-f6962581-2a46-4ab8-8b93-67f8104fd2a6 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "GET /v2.0/security-groups?id=79406975-00eb-485e-b3fe-001bab536dcd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0776358
May 07 21:51:56.766457 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eca8b22-152d-4f35-8aa8-b07bf0761457 req-b5ba0a9b-71d3-46be-9b20-a47c5a215df4 tempest-VolumesAdminNegativeTest-1445857849 tempest-VolumesAdminNegativeTest-1445857849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:56.769414 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7eca8b22-152d-4f35-8aa8-b07bf0761457 req-b5ba0a9b-71d3-46be-9b20-a47c5a215df4 tempest-VolumesAdminNegativeTest-1445857849 tempest-VolumesAdminNegativeTest-1445857849-project] 10.222.0.59 "GET /v2.0/networks?id=a926715c-ecd2-4028-93be-018695e8216f HTTP/1.1" status: 200  len: 814 time: 0.3985763
May 07 21:51:56.807643 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-7eca8b22-152d-4f35-8aa8-b07bf0761457 req-e74fc5fd-041b-4f37-9585-11939b43a639 tempest-VolumesAdminNegativeTest-1445857849 tempest-VolumesAdminNegativeTest-1445857849-project] Request body: {'port': {'device_id': '297e9f98-e053-44b1-af31-98785ad115af', 'network_id': 'a926715c-ecd2-4028-93be-018695e8216f', 'admin_state_up': True, 'tenant_id': '85f29512cce1477d94e91ae394ecbbcb'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:51:56.862999 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-0f8cafab-ced9-42e8-8d55-1dee6b52f182 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Made reservation on behalf of 7a05b8a866c04fe78b04ec616e62b70f for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:51:56.882125 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-0f8cafab-ced9-42e8-8d55-1dee6b52f182 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:56.907245 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1bcc87e3-49e1-4bb4-85ac-d1889420f22f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (bbfe0822-d3c9-4ae0-93fe-d0c511147e67), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:56.908244 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bcc87e3-49e1-4bb4-85ac-d1889420f22f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:56.920059 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1bcc87e3-49e1-4bb4-85ac-d1889420f22f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:56.994028 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-1bcc87e3-49e1-4bb4-85ac-d1889420f22f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 2.1901548
May 07 21:51:56.998865 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 39684) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:51:57.056373 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d56303-7e7d-4723-8e1f-e082bb5457f6 req-f36f9cec-ea2c-466a-86d3-51757cf84622 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:57.064190 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-71d56303-7e7d-4723-8e1f-e082bb5457f6 req-f36f9cec-ea2c-466a-86d3-51757cf84622 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b84a520-aa94-49be-b958-27f17df1b675 HTTP/1.1" status: 200  len: 945 time: 0.0848198
May 07 21:51:57.077438 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-2e59d944-41fe-44e1-ad80-0b4aae44c309 admin admin] Request body: {'subnet': {'network_id': 'bbfe0822-d3c9-4ae0-93fe-d0c511147e67', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1377648671-subnet', 'tenant_id': 'aa1cd49355d840abbda4ccda9d86705f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:51:57.115755 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7eca8b22-152d-4f35-8aa8-b07bf0761457 req-e74fc5fd-041b-4f37-9585-11939b43a639 tempest-VolumesAdminNegativeTest-1445857849 tempest-VolumesAdminNegativeTest-1445857849-project] Made reservation on behalf of 85f29512cce1477d94e91ae394ecbbcb for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:51:57.121267 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-7eca8b22-152d-4f35-8aa8-b07bf0761457 req-e74fc5fd-041b-4f37-9585-11939b43a639 tempest-VolumesAdminNegativeTest-1445857849 tempest-VolumesAdminNegativeTest-1445857849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:57.150963 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 39686) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:51:57.180759 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcc87e3-49e1-4bb4-85ac-d1889420f22f admin admin] Pushing event updated for resources: {'Network': ['ID=bbfe0822-d3c9-4ae0-93fe-d0c511147e67,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:57.191579 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network bbfe0822-d3c9-4ae0-93fe-d0c511147e67 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 21:51:57.194155 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e59d944-41fe-44e1-ad80-0b4aae44c309 admin admin] Made reservation on behalf of aa1cd49355d840abbda4ccda9d86705f for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:51:57.199291 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2e59d944-41fe-44e1-ad80-0b4aae44c309 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:57.322625 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:57.338936 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-71d56303-7e7d-4723-8e1f-e082bb5457f6 req-92d71c75-c381-4007-84b4-7921aa2f4ea6 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b502f8-ccda-470b-bf96-4e6ff93590b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2733963
May 07 21:51:57.351532 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-edd3899f-88d3-4690-9b4d-365ad743fd7e admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-222113824-network', 'tenant_id': 'aae91bd9874141989a0896953655d3de'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:51:57.396741 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd3899f-88d3-4690-9b4d-365ad743fd7e admin admin] Made reservation on behalf of aae91bd9874141989a0896953655d3de for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:51:57.401165 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-edd3899f-88d3-4690-9b4d-365ad743fd7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:57.422067 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-edd3899f-88d3-4690-9b4d-365ad743fd7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:57.435691 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-0f8cafab-ced9-42e8-8d55-1dee6b52f182 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Allocated IP 19.86.0.27 (bce7d277-aca4-4e22-b67e-6c466c492a5e/bd7c397b-9254-4c76-a0e0-5bd7ee0462ba/bb1a4932-726b-4649-982e-cde502e2aff1) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:51:57.506134 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [req-7eca8b22-152d-4f35-8aa8-b07bf0761457 req-e74fc5fd-041b-4f37-9585-11939b43a639 tempest-VolumesAdminNegativeTest-1445857849 tempest-VolumesAdminNegativeTest-1445857849-project] Allocated IP 172.20.0.4 (a926715c-ecd2-4028-93be-018695e8216f/e27d44b6-0e57-4b7b-9f18-245109c4f642/c398ed68-1c9f-4a4c-92f2-c58a298dedb0) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:51:57.557553 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f0cd5-0049-49b2-98a7-49a710c50c2d req-31f78d55-0578-48bf-b48c-ec4f8cf3ac97 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:57.560645 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-dd2f0cd5-0049-49b2-98a7-49a710c50c2d req-31f78d55-0578-48bf-b48c-ec4f8cf3ac97 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/ports?device_id=94a90838-d258-4958-946b-46c5f06a0e4c HTTP/1.1" status: 200  len: 1023 time: 0.1110804
May 07 21:51:57.609058 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-edd3899f-88d3-4690-9b4d-365ad743fd7e admin admin] Publish callbacks [] for security_group (2c5b0484-080e-4f51-826c-9d1b8b7fda2d), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:57.621362 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-edd3899f-88d3-4690-9b4d-365ad743fd7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (2c5b0484-080e-4f51-826c-9d1b8b7fda2d), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:57.657345 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd3899f-88d3-4690-9b4d-365ad743fd7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c5b0484-080e-4f51-826c-9d1b8b7fda2d,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:57.686163 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-dd2f0cd5-0049-49b2-98a7-49a710c50c2d req-aedb6b53-70d6-4d1c-b00e-d2a3f6891894 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc246f2c-2527-4352-9411-bbd768681e49&id=6822a52d-a9a1-47aa-af0c-ed993dc876ed&id=59e2df0e-870d-42fb-a7c1-a293819c9cdf&fields=id&fields=name HTTP/1.1" status: 200  len: 513 time: 0.1109662
May 07 21:51:57.706536 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edd3899f-88d3-4690-9b4d-365ad743fd7e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 21:51:57.729756 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-edd3899f-88d3-4690-9b4d-365ad743fd7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (8cdcb27b-fa23-4865-8aaa-e6a27c987d4c), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:57.730540 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-edd3899f-88d3-4690-9b4d-365ad743fd7e admin admin] Added segment 8cdcb27b-fa23-4865-8aaa-e6a27c987d4c of type vlan for network 2b0d1583-486b-43fb-abb3-b530c0697dca
May 07 21:51:57.777068 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-edd3899f-88d3-4690-9b4d-365ad743fd7e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (2b0d1583-486b-43fb-abb3-b530c0697dca), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:57.823093 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-edd3899f-88d3-4690-9b4d-365ad743fd7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (2b0d1583-486b-43fb-abb3-b530c0697dca), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:57.824233 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd3899f-88d3-4690-9b4d-365ad743fd7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:57.824878 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-edd3899f-88d3-4690-9b4d-365ad743fd7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:57.854782 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d5383e2e-626b-4326-8070-df5ff8810370 req-488c0f7f-3964-465a-b1ae-ada07ebace92 tempest-VolumesAdminNegativeTest-1445857849 tempest-VolumesAdminNegativeTest-1445857849-project] 10.222.0.32 "GET /v2.0/ports?device_id=297e9f98-e053-44b1-af31-98785ad115af HTTP/1.1" status: 200  len: 210 time: 0.0711601
May 07 21:51:57.892257 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-7eca8b22-152d-4f35-8aa8-b07bf0761457 req-e74fc5fd-041b-4f37-9585-11939b43a639 tempest-VolumesAdminNegativeTest-1445857849 tempest-VolumesAdminNegativeTest-1445857849-project] Publish callbacks [] for port (c398ed68-1c9f-4a4c-92f2-c58a298dedb0), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:57.897239 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-0f8cafab-ced9-42e8-8d55-1dee6b52f182 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks [] for port (bb1a4932-726b-4649-982e-cde502e2aff1), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:57.903294 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-edd3899f-88d3-4690-9b4d-365ad743fd7e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.7492287
May 07 21:51:57.904459 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2e59d944-41fe-44e1-ad80-0b4aae44c309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (7733d6c6-beb5-459c-8659-75e0068407fc), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:57.909507 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 39706) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:51:57.923845 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-a34853b5-c4a7-4b71-a79a-3831fd4dc953 admin admin] Request body: {'subnet': {'network_id': '2b0d1583-486b-43fb-abb3-b530c0697dca', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-222113824-subnet', 'tenant_id': 'aae91bd9874141989a0896953655d3de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:51:57.949906 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd3899f-88d3-4690-9b4d-365ad743fd7e admin admin] Pushing event updated for resources: {'Network': ['ID=2b0d1583-486b-43fb-abb3-b530c0697dca,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:57.960492 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 2b0d1583-486b-43fb-abb3-b530c0697dca details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 21:51:58.009593 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-7eca8b22-152d-4f35-8aa8-b07bf0761457 req-e74fc5fd-041b-4f37-9585-11939b43a639 tempest-VolumesAdminNegativeTest-1445857849 tempest-VolumesAdminNegativeTest-1445857849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (c398ed68-1c9f-4a4c-92f2-c58a298dedb0), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:58.090993 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74fc5fd-041b-4f37-9585-11939b43a639 tempest-VolumesAdminNegativeTest-1445857849 tempest-VolumesAdminNegativeTest-1445857849-project] Pushing event updated for resources: {'Port': ['ID=c398ed68-1c9f-4a4c-92f2-c58a298dedb0,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:58.101159 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7eca8b22-152d-4f35-8aa8-b07bf0761457 req-e74fc5fd-041b-4f37-9585-11939b43a639 tempest-VolumesAdminNegativeTest-1445857849 tempest-VolumesAdminNegativeTest-1445857849-project] Network a926715c-ecd2-4028-93be-018695e8216f is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:51:58.118444 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [req-7eca8b22-152d-4f35-8aa8-b07bf0761457 req-e74fc5fd-041b-4f37-9585-11939b43a639 tempest-VolumesAdminNegativeTest-1445857849 tempest-VolumesAdminNegativeTest-1445857849-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:51:58.124092 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eca8b22-152d-4f35-8aa8-b07bf0761457 req-e74fc5fd-041b-4f37-9585-11939b43a639 tempest-VolumesAdminNegativeTest-1445857849 tempest-VolumesAdminNegativeTest-1445857849-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:51:58.231770 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7feaf9-0d45-4931-b3c0-1d75628a71f5 req-f5290eda-8fda-4158-826c-07c417cf1405 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:58.237219 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81caf749-291c-4069-b796-9b50142ba090 req-22dde23f-5b31-4212-a19d-335eaafaa147 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:58.239750 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0e7feaf9-0d45-4931-b3c0-1d75628a71f5 req-f5290eda-8fda-4158-826c-07c417cf1405 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3ba0813-ab71-47d9-8c7c-607769a67273 HTTP/1.1" status: 200  len: 932 time: 0.2281826
May 07 21:51:58.240599 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-81caf749-291c-4069-b796-9b50142ba090 req-22dde23f-5b31-4212-a19d-335eaafaa147 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.55 "GET /v2.0/ports?device_id=1b84a520-aa94-49be-b958-27f17df1b675 HTTP/1.1" status: 200  len: 945 time: 0.0824931
May 07 21:51:58.308541 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d113cbbc-eb77-4e92-b2a8-7bff065127d8 req-d907ceb7-58f4-4b82-8126-5a4f29163d7e tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:58.310263 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d113cbbc-eb77-4e92-b2a8-7bff065127d8 req-d907ceb7-58f4-4b82-8126-5a4f29163d7e tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.55 "GET /v2.0/ports?device_id=94a90838-d258-4958-946b-46c5f06a0e4c HTTP/1.1" status: 200  len: 1023 time: 0.4034245
May 07 21:51:58.317786 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a34853b5-c4a7-4b71-a79a-3831fd4dc953 admin admin] Made reservation on behalf of aae91bd9874141989a0896953655d3de for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:51:58.320700 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a34853b5-c4a7-4b71-a79a-3831fd4dc953 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:58.324360 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eca8b22-152d-4f35-8aa8-b07bf0761457 req-e74fc5fd-041b-4f37-9585-11939b43a639 tempest-VolumesAdminNegativeTest-1445857849 tempest-VolumesAdminNegativeTest-1445857849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:58.325222 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-7eca8b22-152d-4f35-8aa8-b07bf0761457 req-e74fc5fd-041b-4f37-9585-11939b43a639 tempest-VolumesAdminNegativeTest-1445857849 tempest-VolumesAdminNegativeTest-1445857849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:58.358071 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7eca8b22-152d-4f35-8aa8-b07bf0761457 req-e74fc5fd-041b-4f37-9585-11939b43a639 tempest-VolumesAdminNegativeTest-1445857849 tempest-VolumesAdminNegativeTest-1445857849-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5769200
May 07 21:51:58.387144 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-7eca8b22-152d-4f35-8aa8-b07bf0761457 req-cd9ae383-18ca-4e52-b6b6-cc28e55341c8 service neutron] Request body: {'port': {'device_id': '297e9f98-e053-44b1-af31-98785ad115af', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:51:58.441330 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-81caf749-291c-4069-b796-9b50142ba090 req-c1cd25e0-5c06-4209-8b79-f439aa85a752 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Deleting port 06113eb7-cbb3-425a-b957-4e016a713395 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:51:58.441681 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-81caf749-291c-4069-b796-9b50142ba090 req-c1cd25e0-5c06-4209-8b79-f439aa85a752 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (06113eb7-cbb3-425a-b957-4e016a713395), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:58.490139 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e59d944-41fe-44e1-ad80-0b4aae44c309 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7733d6c6-beb5-459c-8659-75e0068407fc,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:58.547405 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e59d944-41fe-44e1-ad80-0b4aae44c309 admin admin] Checking segment: {'id': '38ac8637-3c20-42bc-8f89-4fc31fd2c7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'bbfe0822-d3c9-4ae0-93fe-d0c511147e67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:51:58.548197 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e59d944-41fe-44e1-ad80-0b4aae44c309 admin admin] Network hostable DHCP agents. Network: bbfe0822-d3c9-4ae0-93fe-d0c511147e67, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 21:51:58.558910 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-0f8cafab-ced9-42e8-8d55-1dee6b52f182 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (bb1a4932-726b-4649-982e-cde502e2aff1), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:58.581057 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-7eca8b22-152d-4f35-8aa8-b07bf0761457 req-cd9ae383-18ca-4e52-b6b6-cc28e55341c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (c398ed68-1c9f-4a4c-92f2-c58a298dedb0), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:58.630870 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 39718) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:51:58.637436 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0e7feaf9-0d45-4931-b3c0-1d75628a71f5 req-494abfca-3f90-4631-a183-c68c10890ba4 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "GET /v2.0/security-groups?id=79406975-00eb-485e-b3fe-001bab536dcd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3965383
May 07 21:51:58.647781 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35505057-144f-4bf9-8af3-e23d96539109 req-a53c7c04-ce14-4cc4-90ab-5ba9a6519057 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:58.651307 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-35505057-144f-4bf9-8af3-e23d96539109 req-a53c7c04-ce14-4cc4-90ab-5ba9a6519057 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/ports?device_id=1b84a520-aa94-49be-b958-27f17df1b675 HTTP/1.1" status: 200  len: 945 time: 0.1930664
May 07 21:51:58.754703 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-81caf749-291c-4069-b796-9b50142ba090 req-c1cd25e0-5c06-4209-8b79-f439aa85a752 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] For port 06113eb7-cbb3-425a-b957-4e016a713395, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=06113eb7-cbb3-425a-b957-4e016a713395,segment=NetworkSegment(c22d0faf-2ee6-4226-aff7-b2b8306813e9),segment_id=c22d0faf-2ee6-4226-aff7-b2b8306813e9)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:51:58.755216 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-81caf749-291c-4069-b796-9b50142ba090 req-c1cd25e0-5c06-4209-8b79-f439aa85a752 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (06113eb7-cbb3-425a-b957-4e016a713395), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:58.777841 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-0f8cafab-ced9-42e8-8d55-1dee6b52f182 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Network bce7d277-aca4-4e22-b67e-6c466c492a5e is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:51:58.790032 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e59d944-41fe-44e1-ad80-0b4aae44c309 admin admin] Network bbfe0822-d3c9-4ae0-93fe-d0c511147e67 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 21:51:58.797325 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8cafab-ced9-42e8-8d55-1dee6b52f182 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Pushing event updated for resources: {'Port': ['ID=bb1a4932-726b-4649-982e-cde502e2aff1,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:58.801809 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-0f8cafab-ced9-42e8-8d55-1dee6b52f182 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:51:58.811065 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-0f8cafab-ced9-42e8-8d55-1dee6b52f182 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:51:58.850498 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-35505057-144f-4bf9-8af3-e23d96539109 req-c293d6b9-0e95-455e-9196-c7316e06b469 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/security-groups?id=44b502f8-ccda-470b-bf96-4e6ff93590b7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1932335
May 07 21:51:58.859687 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-81caf749-291c-4069-b796-9b50142ba090 req-c1cd25e0-5c06-4209-8b79-f439aa85a752 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Calling delete_port for 06113eb7-cbb3-425a-b957-4e016a713395 owned by compute:nova {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:51:58.880075 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-d113cbbc-eb77-4e92-b2a8-7bff065127d8 req-83b6c14b-3751-4548-ac1d-07a8d39b0e77 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Deleting port f4e84972-b5b8-4161-be41-2a7625450b34 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:51:58.880652 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-d113cbbc-eb77-4e92-b2a8-7bff065127d8 req-83b6c14b-3751-4548-ac1d-07a8d39b0e77 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (f4e84972-b5b8-4161-be41-2a7625450b34), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:58.939417 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-2e59d944-41fe-44e1-ad80-0b4aae44c309 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, bbfe0822-d3c9-4ae0-93fe-d0c511147e67) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:51:58.953669 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c3c43c-22c8-4fc3-af58-7f6741df4b5a None None] Network bbfe0822-d3c9-4ae0-93fe-d0c511147e67 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:51:58.969595 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-55d72814-3fa9-4f37-8a4b-066a98192ece admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:59.098574 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e59d944-41fe-44e1-ad80-0b4aae44c309 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:59.099105 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2e59d944-41fe-44e1-ad80-0b4aae44c309 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:59.160364 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb178246-8fbf-4d95-9186-221bbe6252fe None None] Network bbfe0822-d3c9-4ae0-93fe-d0c511147e67 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:51:59.161049 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcdfc9b-c5d4-40ab-9309-118f0828a06f req-1b462f61-f209-4f9e-aa4d-2eae8c5d01fd tempest-VolumesAdminNegativeTest-1445857849 tempest-VolumesAdminNegativeTest-1445857849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:59.176523 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4bcdfc9b-c5d4-40ab-9309-118f0828a06f req-1b462f61-f209-4f9e-aa4d-2eae8c5d01fd tempest-VolumesAdminNegativeTest-1445857849 tempest-VolumesAdminNegativeTest-1445857849-project] 10.222.0.32 "GET /v2.0/ports?device_id=297e9f98-e053-44b1-af31-98785ad115af HTTP/1.1" status: 200  len: 931 time: 0.2041101
May 07 21:51:59.247523 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3808637b-5192-42d9-928a-fd6c454eb127 req-6727c18a-9477-4a6a-9b92-c10546be9e44 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:59.266260 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3808637b-5192-42d9-928a-fd6c454eb127 req-6727c18a-9477-4a6a-9b92-c10546be9e44 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/ports?device_id=94a90838-d258-4958-946b-46c5f06a0e4c HTTP/1.1" status: 200  len: 1023 time: 0.3531144
May 07 21:51:59.267694 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:59.277025 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-0f8cafab-ced9-42e8-8d55-1dee6b52f182 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:51:59.277959 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-0f8cafab-ced9-42e8-8d55-1dee6b52f182 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:59.297760 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-2e59d944-41fe-44e1-ad80-0b4aae44c309 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 2.2947872
May 07 21:51:59.299525 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a34853b5-c4a7-4b71-a79a-3831fd4dc953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (1823294e-46ca-4903-8378-568d3d06f584), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:59.348053 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-4a4c5357-decd-4356-a2ea-05db58d079ea None None] Provisioning complete for port bb1a4932-726b-4649-982e-cde502e2aff1 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:51:59.348588 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-4a4c5357-decd-4356-a2ea-05db58d079ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (bb1a4932-726b-4649-982e-cde502e2aff1), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:59.391112 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4bcdfc9b-c5d4-40ab-9309-118f0828a06f req-4113bec6-98ec-42a4-a26d-ade3b559e055 tempest-VolumesAdminNegativeTest-1445857849 tempest-VolumesAdminNegativeTest-1445857849-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd9b0aa0-46b8-4279-807a-8533ba07406a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2135875
May 07 21:51:59.420527 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-4a4c5357-decd-4356-a2ea-05db58d079ea None None] Port bb1a4932-726b-4649-982e-cde502e2aff1 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:51:59.431329 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-0f8cafab-ced9-42e8-8d55-1dee6b52f182 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.2518923
May 07 21:51:59.438603 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-d113cbbc-eb77-4e92-b2a8-7bff065127d8 req-83b6c14b-3751-4548-ac1d-07a8d39b0e77 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] For port f4e84972-b5b8-4161-be41-2a7625450b34, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f4e84972-b5b8-4161-be41-2a7625450b34,segment=NetworkSegment(f7d0ed20-4dc4-4ede-8fcf-c4a216019a84),segment_id=f7d0ed20-4dc4-4ede-8fcf-c4a216019a84)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:51:59.439192 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-d113cbbc-eb77-4e92-b2a8-7bff065127d8 req-83b6c14b-3751-4548-ac1d-07a8d39b0e77 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (f4e84972-b5b8-4161-be41-2a7625450b34), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:59.463643 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-099fccdd-8812-4412-9e60-cc0b2868f90a tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Request body: {'port': {'device_id': 'f3ba0813-ab71-47d9-8c7c-607769a67273', 'network_id': '7d94fb0d-311e-4c61-bc8a-1dac128f0023', 'admin_state_up': True, 'tenant_id': '7a05b8a866c04fe78b04ec616e62b70f'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:51:59.483403 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-55d72814-3fa9-4f37-8a4b-066a98192ece admin admin] Publish callbacks [] for security_group (7b04a7ec-581a-4ca5-b7ca-9ace72ffc42d), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:59.490472 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-55d72814-3fa9-4f37-8a4b-066a98192ece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (7b04a7ec-581a-4ca5-b7ca-9ace72ffc42d), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:59.513254 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-d113cbbc-eb77-4e92-b2a8-7bff065127d8 req-83b6c14b-3751-4548-ac1d-07a8d39b0e77 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Calling delete_port for f4e84972-b5b8-4161-be41-2a7625450b34 owned by compute:nova {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:51:59.518335 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [req-7eca8b22-152d-4f35-8aa8-b07bf0761457 req-cd9ae383-18ca-4e52-b6b6-cc28e55341c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c398ed68-1c9f-4a4c-92f2-c58a298dedb0 {{(pid=121837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:51:59.525770 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-81caf749-291c-4069-b796-9b50142ba090 req-c1cd25e0-5c06-4209-8b79-f439aa85a752 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (06113eb7-cbb3-425a-b957-4e016a713395), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:59.539190 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['06113eb7-cbb3-425a-b957-4e016a713395'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:51:59.549775 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34853b5-c4a7-4b71-a79a-3831fd4dc953 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1823294e-46ca-4903-8378-568d3d06f584,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:59.565674 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-7eca8b22-152d-4f35-8aa8-b07bf0761457 req-cd9ae383-18ca-4e52-b6b6-cc28e55341c8 service neutron] Publish callbacks [] for port (c398ed68-1c9f-4a4c-92f2-c58a298dedb0), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:59.608260 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-55d72814-3fa9-4f37-8a4b-066a98192ece admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5f74dd980cd74657aa113c80e3da73f0&name=default HTTP/1.1" status: 200  len: 2996 time: 0.9762502
May 07 21:51:59.621620 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 39734) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:51:59.651373 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d72814-3fa9-4f37-8a4b-066a98192ece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b04a7ec-581a-4ca5-b7ca-9ace72ffc42d,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:59.669145 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-7eca8b22-152d-4f35-8aa8-b07bf0761457 req-cd9ae383-18ca-4e52-b6b6-cc28e55341c8 service neutron] Transition to ACTIVE for port object c398ed68-1c9f-4a4c-92f2-c58a298dedb0 will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:51:59.671110 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cd25e0-5c06-4209-8b79-f439aa85a752 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Pushing event deleted for resources: {'Port': ['ID=06113eb7-cbb3-425a-b957-4e016a713395,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:59.707698 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-7eca8b22-152d-4f35-8aa8-b07bf0761457 req-cd9ae383-18ca-4e52-b6b6-cc28e55341c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (c398ed68-1c9f-4a4c-92f2-c58a298dedb0), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:59.798489 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-81caf749-291c-4069-b796-9b50142ba090 req-c1cd25e0-5c06-4209-8b79-f439aa85a752 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] No DVR routers for this DVR port 06113eb7-cbb3-425a-b957-4e016a713395 on host nch1-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:51:59.809336 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9ae383-18ca-4e52-b6b6-cc28e55341c8 service neutron] Pushing event updated for resources: {'Port': ['ID=c398ed68-1c9f-4a4c-92f2-c58a298dedb0,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:51:59.849066 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-81caf749-291c-4069-b796-9b50142ba090 req-c1cd25e0-5c06-4209-8b79-f439aa85a752 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:51:59.853101 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-81caf749-291c-4069-b796-9b50142ba090 req-c1cd25e0-5c06-4209-8b79-f439aa85a752 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.55 "DELETE /v2.0/ports/06113eb7-cbb3-425a-b957-4e016a713395 HTTP/1.1" status: 204  len: 173 time: 1.6065409
May 07 21:51:59.853589 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b84a520-aa94-49be-b958-27f17df1b675', 'name': 'network-vif-deleted', 'tag': '06113eb7-cbb3-425a-b957-4e016a713395'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:51:59.855954 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c22c8d-22f7-40cd-ad73-d747a5faa13b" -d '{"events": [{"server_uuid": "1b84a520-aa94-49be-b958-27f17df1b675", "name": "network-vif-deleted", "tag": "06113eb7-cbb3-425a-b957-4e016a713395"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:52:00.041108 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:00.069960 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3808637b-5192-42d9-928a-fd6c454eb127 req-9b15c416-a0b1-42bb-98b4-d94d9f71f913 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc246f2c-2527-4352-9411-bbd768681e49&id=6822a52d-a9a1-47aa-af0c-ed993dc876ed&id=59e2df0e-870d-42fb-a7c1-a293819c9cdf&fields=id&fields=name HTTP/1.1" status: 200  len: 513 time: 0.8018105
May 07 21:52:00.072242 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34853b5-c4a7-4b71-a79a-3831fd4dc953 admin admin] Checking segment: {'id': '8cdcb27b-fa23-4865-8aaa-e6a27c987d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2b0d1583-486b-43fb-abb3-b530c0697dca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:52:00.076512 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34853b5-c4a7-4b71-a79a-3831fd4dc953 admin admin] Network hostable DHCP agents. Network: 2b0d1583-486b-43fb-abb3-b530c0697dca, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 21:52:00.092837 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-7eca8b22-152d-4f35-8aa8-b07bf0761457 req-cd9ae383-18ca-4e52-b6b6-cc28e55341c8 service neutron] Attempting to bind port c398ed68-1c9f-4a4c-92f2-c58a298dedb0 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:52:00.093181 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-7eca8b22-152d-4f35-8aa8-b07bf0761457 req-cd9ae383-18ca-4e52-b6b6-cc28e55341c8 service neutron] Attempting to bind port c398ed68-1c9f-4a4c-92f2-c58a298dedb0 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '71f7b635-17d6-4b52-afa0-237470296fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a926715c-ecd2-4028-93be-018695e8216f'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:52:00.093518 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eca8b22-152d-4f35-8aa8-b07bf0761457 req-cd9ae383-18ca-4e52-b6b6-cc28e55341c8 service neutron] Attempting to bind port c398ed68-1c9f-4a4c-92f2-c58a298dedb0 on network a926715c-ecd2-4028-93be-018695e8216f {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:52:00.103547 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eca8b22-152d-4f35-8aa8-b07bf0761457 req-cd9ae383-18ca-4e52-b6b6-cc28e55341c8 service neutron] Port c398ed68-1c9f-4a4c-92f2-c58a298dedb0 on network a926715c-ecd2-4028-93be-018695e8216f not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:52:00.103874 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eca8b22-152d-4f35-8aa8-b07bf0761457 req-cd9ae383-18ca-4e52-b6b6-cc28e55341c8 service neutron] Attempting to bind port c398ed68-1c9f-4a4c-92f2-c58a298dedb0 on network a926715c-ecd2-4028-93be-018695e8216f {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:52:00.120360 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eca8b22-152d-4f35-8aa8-b07bf0761457 req-cd9ae383-18ca-4e52-b6b6-cc28e55341c8 service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:52:00.120774 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eca8b22-152d-4f35-8aa8-b07bf0761457 req-cd9ae383-18ca-4e52-b6b6-cc28e55341c8 service neutron] Checking segment: {'id': '71f7b635-17d6-4b52-afa0-237470296fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a926715c-ecd2-4028-93be-018695e8216f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:52:00.121093 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eca8b22-152d-4f35-8aa8-b07bf0761457 req-cd9ae383-18ca-4e52-b6b6-cc28e55341c8 service neutron] Bound using segment: {'id': '71f7b635-17d6-4b52-afa0-237470296fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a926715c-ecd2-4028-93be-018695e8216f'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:52:00.122271 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-7eca8b22-152d-4f35-8aa8-b07bf0761457 req-cd9ae383-18ca-4e52-b6b6-cc28e55341c8 service neutron] Bound port: c398ed68-1c9f-4a4c-92f2-c58a298dedb0, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71f7b635-17d6-4b52-afa0-237470296fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a926715c-ecd2-4028-93be-018695e8216f'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:52:00.122271 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-7eca8b22-152d-4f35-8aa8-b07bf0761457 req-cd9ae383-18ca-4e52-b6b6-cc28e55341c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (c398ed68-1c9f-4a4c-92f2-c58a298dedb0), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:00.152443 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa50bbe0-8e87-41d9-ad53-73f86e839ca4 req-6fc40d8e-88a4-4150-a4de-377679993022 tempest-ServerTagsTestJSON-1974203414 tempest-ServerTagsTestJSON-1974203414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:00.159912 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-fa50bbe0-8e87-41d9-ad53-73f86e839ca4 req-6fc40d8e-88a4-4150-a4de-377679993022 tempest-ServerTagsTestJSON-1974203414 tempest-ServerTagsTestJSON-1974203414-project] 10.222.0.32 "GET /v2.0/networks?id=bbfe0822-d3c9-4ae0-93fe-d0c511147e67 HTTP/1.1" status: 200  len: 809 time: 0.1950157
May 07 21:52:00.205371 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-fa50bbe0-8e87-41d9-ad53-73f86e839ca4 req-82c1bed7-c32d-45cf-91ac-cfc7137c3188 tempest-ServerTagsTestJSON-1974203414 tempest-ServerTagsTestJSON-1974203414-project] 10.222.0.32 "GET /v2.0/quotas/aa1cd49355d840abbda4ccda9d86705f HTTP/1.1" status: 200  len: 375 time: 0.0445757
May 07 21:52:00.223066 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34853b5-c4a7-4b71-a79a-3831fd4dc953 admin admin] Network 2b0d1583-486b-43fb-abb3-b530c0697dca is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 21:52:00.252548 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-099fccdd-8812-4412-9e60-cc0b2868f90a tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Made reservation on behalf of 7a05b8a866c04fe78b04ec616e62b70f for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:52:00.255753 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-099fccdd-8812-4412-9e60-cc0b2868f90a tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:00.260236 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-a34853b5-c4a7-4b71-a79a-3831fd4dc953 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2b0d1583-486b-43fb-abb3-b530c0697dca) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:52:00.267118 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2708dc2d-4591-4230-9708-1f1cfb474329 req-856146f8-59ac-46bc-992f-554581fc7d8a tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:00.269179 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0f6692-db1f-4c14-a0ef-79d1b2fe058b None None] Network 2b0d1583-486b-43fb-abb3-b530c0697dca requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:52:00.272366 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2708dc2d-4591-4230-9708-1f1cfb474329 req-856146f8-59ac-46bc-992f-554581fc7d8a tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:00.274035 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2708dc2d-4591-4230-9708-1f1cfb474329 req-856146f8-59ac-46bc-992f-554581fc7d8a tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3ba0813-ab71-47d9-8c7c-607769a67273 HTTP/1.1" status: 200  len: 1654 time: 0.1105459
May 07 21:52:00.274700 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2677b4cd-bde6-4fe9-bafe-dd1ebb9d9e77 admin admin] Publish callbacks [] for security_group (7b04a7ec-581a-4ca5-b7ca-9ace72ffc42d), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:00.275659 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-fa50bbe0-8e87-41d9-ad53-73f86e839ca4 req-846e222b-1100-4bc6-bc0e-361ce6d05de2 tempest-ServerTagsTestJSON-1974203414 tempest-ServerTagsTestJSON-1974203414-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=aa1cd49355d840abbda4ccda9d86705f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0533674
May 07 21:52:00.290351 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-7eca8b22-152d-4f35-8aa8-b07bf0761457 req-cd9ae383-18ca-4e52-b6b6-cc28e55341c8 service neutron] For port c398ed68-1c9f-4a4c-92f2-c58a298dedb0, host nch2-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:52:00.293904 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-7eca8b22-152d-4f35-8aa8-b07bf0761457 req-cd9ae383-18ca-4e52-b6b6-cc28e55341c8 service neutron] For port c398ed68-1c9f-4a4c-92f2-c58a298dedb0, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c398ed68-1c9f-4a4c-92f2-c58a298dedb0,segment=NetworkSegment(71f7b635-17d6-4b52-afa0-237470296fb1),segment_id=71f7b635-17d6-4b52-afa0-237470296fb1)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:52:00.295744 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34853b5-c4a7-4b71-a79a-3831fd4dc953 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:00.296347 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a34853b5-c4a7-4b71-a79a-3831fd4dc953 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:00.301980 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-7eca8b22-152d-4f35-8aa8-b07bf0761457 req-cd9ae383-18ca-4e52-b6b6-cc28e55341c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (c398ed68-1c9f-4a4c-92f2-c58a298dedb0), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:00.359953 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eca8b22-152d-4f35-8aa8-b07bf0761457 req-cd9ae383-18ca-4e52-b6b6-cc28e55341c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:00.363520 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-7eca8b22-152d-4f35-8aa8-b07bf0761457 req-cd9ae383-18ca-4e52-b6b6-cc28e55341c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:00.366742 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7eca8b22-152d-4f35-8aa8-b07bf0761457 req-cd9ae383-18ca-4e52-b6b6-cc28e55341c8 service neutron] 10.222.0.59 "PUT /v2.0/ports/c398ed68-1c9f-4a4c-92f2-c58a298dedb0 HTTP/1.1" status: 200  len: 1091 time: 1.9837840
May 07 21:52:00.403078 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9ae383-18ca-4e52-b6b6-cc28e55341c8 service neutron] Pushing event updated for resources: {'Port': ['ID=c398ed68-1c9f-4a4c-92f2-c58a298dedb0,revision_number=3']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:00.484678 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-a34853b5-c4a7-4b71-a79a-3831fd4dc953 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.5559857
May 07 21:52:00.488527 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2677b4cd-bde6-4fe9-bafe-dd1ebb9d9e77 admin admin] Publish callbacks [] for security_group (7b04a7ec-581a-4ca5-b7ca-9ace72ffc42d), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:00.531366 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1ea167-4edc-4240-b232-6b67a850c9e6 None None] Network 2b0d1583-486b-43fb-abb3-b530c0697dca requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:52:00.549386 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eca8b22-152d-4f35-8aa8-b07bf0761457 req-91d892e0-0062-4c4d-9eab-86b20a828ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:00.550873 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7eca8b22-152d-4f35-8aa8-b07bf0761457 req-91d892e0-0062-4c4d-9eab-86b20a828ef5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=85f29512cce1477d94e91ae394ecbbcb&device_id=297e9f98-e053-44b1-af31-98785ad115af HTTP/1.1" status: 200  len: 1125 time: 0.1020174
May 07 21:52:00.609087 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-fa50bbe0-8e87-41d9-ad53-73f86e839ca4 req-d47507d1-b8b6-4f40-9855-cd539db7113d service neutron] 10.222.0.32 "GET /v2.0/networks/bbfe0822-d3c9-4ae0-93fe-d0c511147e67?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3325436
May 07 21:52:00.619344 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7eca8b22-152d-4f35-8aa8-b07bf0761457 req-dc9f7a01-bd22-4966-b190-00ade7e43aba service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c398ed68-1c9f-4a4c-92f2-c58a298dedb0 HTTP/1.1" status: 200  len: 217 time: 0.0613387
May 07 21:52:00.654904 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2708dc2d-4591-4230-9708-1f1cfb474329 req-8452cf80-61e1-48e6-9e5f-f2f6b3280390 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "GET /v2.0/security-groups?id=79406975-00eb-485e-b3fe-001bab536dcd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3697793
May 07 21:52:00.700052 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-d113cbbc-eb77-4e92-b2a8-7bff065127d8 req-83b6c14b-3751-4548-ac1d-07a8d39b0e77 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (f4e84972-b5b8-4161-be41-2a7625450b34), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:00.780105 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-fa50bbe0-8e87-41d9-ad53-73f86e839ca4 req-3f6b71a6-cfc3-4122-8ff6-9df439b44e6c service neutron] 10.222.0.32 "GET /v2.0/networks/bbfe0822-d3c9-4ae0-93fe-d0c511147e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1700206
May 07 21:52:00.782053 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-517fbb53-e415-4220-a5d1-d85219202737 x-openstack-request-id: req-517fbb53-e415-4220-a5d1-d85219202737 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:52:00.782864 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b84a520-aa94-49be-b958-27f17df1b675", "name": "network-vif-deleted", "tag": "06113eb7-cbb3-425a-b957-4e016a713395", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:52:00.782864 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-517fbb53-e415-4220-a5d1-d85219202737 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:52:00.783187 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-517fbb53-e415-4220-a5d1-d85219202737'] response: {'server_uuid': '1b84a520-aa94-49be-b958-27f17df1b675', 'name': 'network-vif-deleted', 'tag': '06113eb7-cbb3-425a-b957-4e016a713395', 'status': 'completed', 'code': 200}
May 07 21:52:00.792231 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eca8b22-152d-4f35-8aa8-b07bf0761457 req-60ded80f-186b-49df-837d-f53a454157cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:00.793903 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7eca8b22-152d-4f35-8aa8-b07bf0761457 req-60ded80f-186b-49df-837d-f53a454157cf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e27d44b6-0e57-4b7b-9f18-245109c4f642 HTTP/1.1" status: 200  len: 854 time: 0.1581655
May 07 21:52:00.819135 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2677b4cd-bde6-4fe9-bafe-dd1ebb9d9e77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (7b04a7ec-581a-4ca5-b7ca-9ace72ffc42d), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:00.821893 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2677b4cd-bde6-4fe9-bafe-dd1ebb9d9e77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:00.825464 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-2677b4cd-bde6-4fe9-bafe-dd1ebb9d9e77 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7b04a7ec-581a-4ca5-b7ca-9ace72ffc42d HTTP/1.1" status: 204  len: 168 time: 1.1990738
May 07 21:52:00.845600 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7eca8b22-152d-4f35-8aa8-b07bf0761457 req-2bb9a366-e66d-4c9e-9e7c-0f2190cb9d54 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a926715c-ecd2-4028-93be-018695e8216f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0399666
May 07 21:52:00.917514 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-099fccdd-8812-4412-9e60-cc0b2868f90a tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Allocated IP 19.80.0.155 (7d94fb0d-311e-4c61-bc8a-1dac128f0023/6919e0e2-e65e-4318-9b11-62f01286a394/f7bd0dbf-a440-4d9e-8f71-48688376777e) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:52:00.936254 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b6c14b-3751-4548-ac1d-07a8d39b0e77 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Pushing event deleted for resources: {'Port': ['ID=f4e84972-b5b8-4161-be41-2a7625450b34,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:01.048623 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7eca8b22-152d-4f35-8aa8-b07bf0761457 req-1e538087-7f2a-4440-8108-c34d96e3941b service neutron] 10.222.0.59 "GET /v2.0/networks/a926715c-ecd2-4028-93be-018695e8216f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2017188
May 07 21:52:01.209372 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7eca8b22-152d-4f35-8aa8-b07bf0761457 req-5066e9ee-4ba2-4300-a578-f9764bf86bdf service neutron] 10.222.0.59 "GET /v2.0/networks/a926715c-ecd2-4028-93be-018695e8216f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1527188
May 07 21:52:01.215237 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dfa555-f337-465f-8279-913df46ee4ec req-aca5e1e3-5701-498a-b50b-73c34723c244 tempest-VolumesAdminNegativeTest-1445857849 tempest-VolumesAdminNegativeTest-1445857849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:01.223871 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-05dfa555-f337-465f-8279-913df46ee4ec req-aca5e1e3-5701-498a-b50b-73c34723c244 tempest-VolumesAdminNegativeTest-1445857849 tempest-VolumesAdminNegativeTest-1445857849-project] 10.222.0.32 "GET /v2.0/ports?device_id=297e9f98-e053-44b1-af31-98785ad115af HTTP/1.1" status: 200  len: 943 time: 0.2938528
May 07 21:52:01.242508 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2677b4cd-bde6-4fe9-bafe-dd1ebb9d9e77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b04a7ec-581a-4ca5-b7ca-9ace72ffc42d,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:01.330756 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-d113cbbc-eb77-4e92-b2a8-7bff065127d8 req-83b6c14b-3751-4548-ac1d-07a8d39b0e77 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] No DVR routers for this DVR port f4e84972-b5b8-4161-be41-2a7625450b34 on host nch1-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:52:01.379628 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-d113cbbc-eb77-4e92-b2a8-7bff065127d8 req-83b6c14b-3751-4548-ac1d-07a8d39b0e77 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:01.382900 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d113cbbc-eb77-4e92-b2a8-7bff065127d8 req-83b6c14b-3751-4548-ac1d-07a8d39b0e77 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.55 "DELETE /v2.0/ports/f4e84972-b5b8-4161-be41-2a7625450b34 HTTP/1.1" status: 204  len: 173 time: 2.9112272
May 07 21:52:01.383963 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94a90838-d258-4958-946b-46c5f06a0e4c', 'name': 'network-vif-deleted', 'tag': 'f4e84972-b5b8-4161-be41-2a7625450b34'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:52:01.396697 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aaf669b-2a0b-4551-a1d6-81625375d445" -d '{"events": [{"server_uuid": "94a90838-d258-4958-946b-46c5f06a0e4c", "name": "network-vif-deleted", "tag": "f4e84972-b5b8-4161-be41-2a7625450b34"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:52:01.410514 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 39786) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:52:01.435220 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-27dd627e-9cd2-4b79-9c6b-f48524b9a20d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:01.458352 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-05dfa555-f337-465f-8279-913df46ee4ec req-9d35ddfc-e506-4bdc-9dc8-01bd14242183 tempest-VolumesAdminNegativeTest-1445857849 tempest-VolumesAdminNegativeTest-1445857849-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd9b0aa0-46b8-4279-807a-8533ba07406a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2333193
May 07 21:52:01.587666 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-099fccdd-8812-4412-9e60-cc0b2868f90a tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks [] for port (f7bd0dbf-a440-4d9e-8f71-48688376777e), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:01.620209 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device f4e84972-b5b8-4161-be41-2a7625450b34 no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:52:01.655656 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] No Port match for: f4e84972-b5b8-4161-be41-2a7625450b34 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:52:01.656319 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device f4e84972-b5b8-4161-be41-2a7625450b34 not bound to the agent host nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:52:01.656899 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 06113eb7-cbb3-425a-b957-4e016a713395 no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:52:01.662949 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-099fccdd-8812-4412-9e60-cc0b2868f90a tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (f7bd0dbf-a440-4d9e-8f71-48688376777e), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:01.669352 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-27dd627e-9cd2-4b79-9c6b-f48524b9a20d admin admin] Publish callbacks [] for security_group (2159ed9d-6075-4aa0-be69-ab99665d132e), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:01.692747 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] No Port match for: 06113eb7-cbb3-425a-b957-4e016a713395 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:52:01.693751 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 06113eb7-cbb3-425a-b957-4e016a713395 not bound to the agent host nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:52:01.716426 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-27dd627e-9cd2-4b79-9c6b-f48524b9a20d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (2159ed9d-6075-4aa0-be69-ab99665d132e), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:01.751994 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-401ecc54-06e7-4e2f-8801-44e97638bc63 req-24a69990-be7d-4997-9455-c6b3f91d968e tempest-ServerTagsTestJSON-1974203414 tempest-ServerTagsTestJSON-1974203414-project] 10.222.0.32 "GET /v2.0/ports?device_id=094c249f-bac0-48b7-be4c-614af1acfbf5 HTTP/1.1" status: 200  len: 210 time: 0.0866754
May 07 21:52:01.767759 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-099fccdd-8812-4412-9e60-cc0b2868f90a tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Network 7d94fb0d-311e-4c61-bc8a-1dac128f0023 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:52:01.777323 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-099fccdd-8812-4412-9e60-cc0b2868f90a tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:52:01.800763 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099fccdd-8812-4412-9e60-cc0b2868f90a tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Pushing event updated for resources: {'Port': ['ID=f7bd0dbf-a440-4d9e-8f71-48688376777e,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:01.808758 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-099fccdd-8812-4412-9e60-cc0b2868f90a tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:52:01.817172 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dd627e-9cd2-4b79-9c6b-f48524b9a20d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2159ed9d-6075-4aa0-be69-ab99665d132e,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:01.843021 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-27dd627e-9cd2-4b79-9c6b-f48524b9a20d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cd3288e10816476083f8dbbb6f534eff&name=default HTTP/1.1" status: 200  len: 2996 time: 0.4311593
May 07 21:52:01.849647 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 39806) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:52:01.885470 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec84969a-7f94-440a-9c0b-072962fe809c req-76c51501-8d2a-4006-b73d-f97721d0856a tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:01.887829 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ec84969a-7f94-440a-9c0b-072962fe809c req-76c51501-8d2a-4006-b73d-f97721d0856a tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] 10.222.0.32 "GET /v2.0/networks?id=2b0d1583-486b-43fb-abb3-b530c0697dca HTTP/1.1" status: 200  len: 812 time: 0.2716560
May 07 21:52:01.954450 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ec84969a-7f94-440a-9c0b-072962fe809c req-0caf11e8-2aa4-4d29-acf1-c1042c2d2050 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] 10.222.0.32 "GET /v2.0/quotas/aae91bd9874141989a0896953655d3de HTTP/1.1" status: 200  len: 375 time: 0.0563371
May 07 21:52:01.964891 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-099fccdd-8812-4412-9e60-cc0b2868f90a tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:01.965859 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-099fccdd-8812-4412-9e60-cc0b2868f90a tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:02.012838 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a172bb6f-77f8-49c8-917c-1c8e7c06a51b req-a943fba1-421e-45b9-acc0-a94900a9648c tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/ports?device_id=94a90838-d258-4958-946b-46c5f06a0e4c HTTP/1.1" status: 200  len: 210 time: 0.0537231
May 07 21:52:02.035029 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ec84969a-7f94-440a-9c0b-072962fe809c req-84dc619b-6647-4550-9880-33a4f25696e9 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=aae91bd9874141989a0896953655d3de&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0795414
May 07 21:52:02.040890 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-099fccdd-8812-4412-9e60-cc0b2868f90a tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.5956452
May 07 21:52:02.054708 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-c20073cd-0450-4e7d-a999-521389d74a10 service neutron] Request body: {'port': {'device_id': 'f3ba0813-ab71-47d9-8c7c-607769a67273', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:52:02.120926 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54ece4ba-2488-4c79-884d-25c1eb17b55d x-openstack-request-id: req-54ece4ba-2488-4c79-884d-25c1eb17b55d {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:52:02.121585 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94a90838-d258-4958-946b-46c5f06a0e4c", "name": "network-vif-deleted", "tag": "f4e84972-b5b8-4161-be41-2a7625450b34", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:52:02.122587 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-54ece4ba-2488-4c79-884d-25c1eb17b55d {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:52:02.124222 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54ece4ba-2488-4c79-884d-25c1eb17b55d'] response: {'server_uuid': '94a90838-d258-4958-946b-46c5f06a0e4c', 'name': 'network-vif-deleted', 'tag': 'f4e84972-b5b8-4161-be41-2a7625450b34', 'status': 'completed', 'code': 200}
May 07 21:52:02.226986 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-407f6faf-38fc-4384-853b-1ac4364b8625 admin admin] Publish callbacks [] for security_group (2159ed9d-6075-4aa0-be69-ab99665d132e), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:02.266840 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-c20073cd-0450-4e7d-a999-521389d74a10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (df7809e8-4b3a-419d-9177-98b732729c4a), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:02.267910 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-407f6faf-38fc-4384-853b-1ac4364b8625 admin admin] Publish callbacks [] for security_group (2159ed9d-6075-4aa0-be69-ab99665d132e), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:02.279715 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-b2d62511-a5f0-4cdd-bdd0-82e1f525377a None None] Provisioning complete for port f7bd0dbf-a440-4d9e-8f71-48688376777e triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:52:02.280096 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b2d62511-a5f0-4cdd-bdd0-82e1f525377a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (f7bd0dbf-a440-4d9e-8f71-48688376777e), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:02.291268 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ec84969a-7f94-440a-9c0b-072962fe809c req-57b48ae9-7aa6-4bba-b3bb-8c3c4d3cb5d4 service neutron] 10.222.0.32 "GET /v2.0/networks/2b0d1583-486b-43fb-abb3-b530c0697dca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2553775
May 07 21:52:02.300629 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f68d52d-7f9a-4e3d-85b0-703dbab8d0ed req-790dd5f1-b3b3-4834-b66a-cb170b7afdb1 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:02.307841 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f68d52d-7f9a-4e3d-85b0-703dbab8d0ed req-790dd5f1-b3b3-4834-b66a-cb170b7afdb1 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:02.313401 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f68d52d-7f9a-4e3d-85b0-703dbab8d0ed req-790dd5f1-b3b3-4834-b66a-cb170b7afdb1 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:02.322299 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3f68d52d-7f9a-4e3d-85b0-703dbab8d0ed req-790dd5f1-b3b3-4834-b66a-cb170b7afdb1 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3ba0813-ab71-47d9-8c7c-607769a67273 HTTP/1.1" status: 200  len: 2376 time: 0.0968463
May 07 21:52:02.402677 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-b2d62511-a5f0-4cdd-bdd0-82e1f525377a None None] Port f7bd0dbf-a440-4d9e-8f71-48688376777e cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:52:02.409607 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-407f6faf-38fc-4384-853b-1ac4364b8625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (2159ed9d-6075-4aa0-be69-ab99665d132e), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:02.412377 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-407f6faf-38fc-4384-853b-1ac4364b8625 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:02.413649 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-407f6faf-38fc-4384-853b-1ac4364b8625 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2159ed9d-6075-4aa0-be69-ab99665d132e HTTP/1.1" status: 204  len: 168 time: 0.5629890
May 07 21:52:02.434763 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407f6faf-38fc-4384-853b-1ac4364b8625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2159ed9d-6075-4aa0-be69-ab99665d132e,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:02.441239 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ec84969a-7f94-440a-9c0b-072962fe809c req-6169f5fa-59c6-44c6-a00b-b4f9aa3ad273 service neutron] 10.222.0.32 "GET /v2.0/networks/2b0d1583-486b-43fb-abb3-b530c0697dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1360381
May 07 21:52:02.655680 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3f68d52d-7f9a-4e3d-85b0-703dbab8d0ed req-f16e8abd-df5f-4667-a4f8-5b7f02b8c49c tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "GET /v2.0/security-groups?id=79406975-00eb-485e-b3fe-001bab536dcd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3292305
May 07 21:52:02.783892 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '297e9f98-e053-44b1-af31-98785ad115af', 'tag': 'c398ed68-1c9f-4a4c-92f2-c58a298dedb0'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:52:02.786500 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d61d073-5b4d-4b3d-b1f0-a5edc3809938" -d '{"events": [{"name": "network-changed", "server_uuid": "297e9f98-e053-44b1-af31-98785ad115af", "tag": "c398ed68-1c9f-4a4c-92f2-c58a298dedb0"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:52:02.892280 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa50bbe0-8e87-41d9-ad53-73f86e839ca4 req-f272374f-d9b9-4cca-8784-0649f383bfe7 tempest-ServerTagsTestJSON-1974203414 tempest-ServerTagsTestJSON-1974203414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:02.893909 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fa50bbe0-8e87-41d9-ad53-73f86e839ca4 req-f272374f-d9b9-4cca-8784-0649f383bfe7 tempest-ServerTagsTestJSON-1974203414 tempest-ServerTagsTestJSON-1974203414-project] 10.222.0.55 "GET /v2.0/networks?id=bbfe0822-d3c9-4ae0-93fe-d0c511147e67 HTTP/1.1" status: 200  len: 809 time: 0.1749218
May 07 21:52:02.935616 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-fa50bbe0-8e87-41d9-ad53-73f86e839ca4 req-f4eab56c-3d6f-4ecc-87b1-8d9ad9cc494d tempest-ServerTagsTestJSON-1974203414 tempest-ServerTagsTestJSON-1974203414-project] Request body: {'port': {'device_id': '094c249f-bac0-48b7-be4c-614af1acfbf5', 'network_id': 'bbfe0822-d3c9-4ae0-93fe-d0c511147e67', 'admin_state_up': True, 'tenant_id': 'aa1cd49355d840abbda4ccda9d86705f'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:52:02.961401 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 39834) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:52:03.087076 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-addc4415-3ee2-4dc7-9d0c-8b3ec89e318b x-openstack-request-id: req-addc4415-3ee2-4dc7-9d0c-8b3ec89e318b {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:52:03.087336 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "297e9f98-e053-44b1-af31-98785ad115af", "tag": "c398ed68-1c9f-4a4c-92f2-c58a298dedb0", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:52:03.087449 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-addc4415-3ee2-4dc7-9d0c-8b3ec89e318b {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:52:03.091470 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-addc4415-3ee2-4dc7-9d0c-8b3ec89e318b'] response: {'name': 'network-changed', 'server_uuid': '297e9f98-e053-44b1-af31-98785ad115af', 'tag': 'c398ed68-1c9f-4a4c-92f2-c58a298dedb0', 'status': 'completed', 'code': 200}
May 07 21:52:03.103659 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49399b73-a772-4a03-aa02-aea5c2da7428 req-f6f94291-2258-4d82-aa87-23d4a09382f8 tempest-VolumesAdminNegativeTest-1445857849 tempest-VolumesAdminNegativeTest-1445857849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:03.105521 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-49399b73-a772-4a03-aa02-aea5c2da7428 req-f6f94291-2258-4d82-aa87-23d4a09382f8 tempest-VolumesAdminNegativeTest-1445857849 tempest-VolumesAdminNegativeTest-1445857849-project] 10.222.0.32 "GET /v2.0/ports?device_id=297e9f98-e053-44b1-af31-98785ad115af HTTP/1.1" status: 200  len: 943 time: 0.3163218
May 07 21:52:03.220455 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4160c56a-ebad-4bdf-a9d3-bdcde752a06d tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Publish callbacks [] for security_group (c1e0dd69-e6c2-4e5f-a6af-bf16a9db6058), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:03.288142 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-c20073cd-0450-4e7d-a999-521389d74a10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df7809e8-4b3a-419d-9177-98b732729c4a {{(pid=121836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:52:03.301607 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-c20073cd-0450-4e7d-a999-521389d74a10 service neutron] Publish callbacks [] for port (df7809e8-4b3a-419d-9177-98b732729c4a), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:03.306515 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-40195ae9-0f4c-4cc0-9f0c-466a9d3cb43b req-a2251fce-7d4a-43ec-ba9a-847179b31ce5 tempest-ServerTagsTestJSON-1974203414 tempest-ServerTagsTestJSON-1974203414-project] 10.222.0.32 "GET /v2.0/ports?device_id=094c249f-bac0-48b7-be4c-614af1acfbf5 HTTP/1.1" status: 200  len: 210 time: 0.0867219
May 07 21:52:03.331182 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d61d073-5b4d-4b3d-b1f0-a5edc3809938 req-67fd4bb2-a5ce-4128-ae26-25e079c7d02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:03.333077 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7d61d073-5b4d-4b3d-b1f0-a5edc3809938 req-67fd4bb2-a5ce-4128-ae26-25e079c7d02d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=85f29512cce1477d94e91ae394ecbbcb&device_id=297e9f98-e053-44b1-af31-98785ad115af HTTP/1.1" status: 200  len: 1125 time: 0.2352011
May 07 21:52:03.338647 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4160c56a-ebad-4bdf-a9d3-bdcde752a06d tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Publish callbacks [] for security_group (c1e0dd69-e6c2-4e5f-a6af-bf16a9db6058), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:03.469084 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.provisioning_blocks [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-c20073cd-0450-4e7d-a999-521389d74a10 service neutron] Transition to ACTIVE for port object df7809e8-4b3a-419d-9177-98b732729c4a will not be triggered until provisioned by entity L2. {{(pid=121836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:52:03.483657 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-c20073cd-0450-4e7d-a999-521389d74a10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (df7809e8-4b3a-419d-9177-98b732729c4a), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:03.494732 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b6787558-f3af-432e-a38a-2b5c24d96b42 req-c604be4d-94b2-495b-95e9-e567116cf8e8 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] 10.222.0.32 "GET /v2.0/ports?device_id=510e9ced-c683-45b2-bff6-88ab05c23bb6 HTTP/1.1" status: 200  len: 210 time: 0.0509772
May 07 21:52:03.529730 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-49399b73-a772-4a03-aa02-aea5c2da7428 req-565656f0-acd1-4fb3-8e4b-4ae6961b06c1 tempest-VolumesAdminNegativeTest-1445857849 tempest-VolumesAdminNegativeTest-1445857849-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd9b0aa0-46b8-4279-807a-8533ba07406a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4038994
May 07 21:52:03.545522 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa50bbe0-8e87-41d9-ad53-73f86e839ca4 req-f4eab56c-3d6f-4ecc-87b1-8d9ad9cc494d tempest-ServerTagsTestJSON-1974203414 tempest-ServerTagsTestJSON-1974203414-project] Made reservation on behalf of aa1cd49355d840abbda4ccda9d86705f for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:52:03.549767 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-fa50bbe0-8e87-41d9-ad53-73f86e839ca4 req-f4eab56c-3d6f-4ecc-87b1-8d9ad9cc494d tempest-ServerTagsTestJSON-1974203414 tempest-ServerTagsTestJSON-1974203414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:03.561277 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4160c56a-ebad-4bdf-a9d3-bdcde752a06d tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (c1e0dd69-e6c2-4e5f-a6af-bf16a9db6058), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:03.567081 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4160c56a-ebad-4bdf-a9d3-bdcde752a06d tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:03.570667 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-4160c56a-ebad-4bdf-a9d3-bdcde752a06d tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "DELETE /v2.0/security-groups/c1e0dd69-e6c2-4e5f-a6af-bf16a9db6058 HTTP/1.1" status: 204  len: 168 time: 0.6055198
May 07 21:52:03.572256 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d61d073-5b4d-4b3d-b1f0-a5edc3809938 req-178dfc66-dc50-48af-9c67-4fab494c6cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:03.575423 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7d61d073-5b4d-4b3d-b1f0-a5edc3809938 req-178dfc66-dc50-48af-9c67-4fab494c6cad service neutron] 10.222.0.59 "GET /v2.0/networks?id=a926715c-ecd2-4028-93be-018695e8216f HTTP/1.1" status: 200  len: 915 time: 0.2337418
May 07 21:52:03.578133 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 39858) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:52:03.709332 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7d61d073-5b4d-4b3d-b1f0-a5edc3809938 req-6ba6680a-afe8-4b0c-8736-ed3668db1b76 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c398ed68-1c9f-4a4c-92f2-c58a298dedb0 HTTP/1.1" status: 200  len: 217 time: 0.0980492
May 07 21:52:03.741278 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 21:52:03.768990 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4160c56a-ebad-4bdf-a9d3-bdcde752a06d tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e0dd69-e6c2-4e5f-a6af-bf16a9db6058,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:03.771168 ncdv-master-1 neutron-server[121837]: INFO neutron.api.v2.resource [None req-71ed95ab-a3c1-48e5-af13-2c86a8654baf tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] show failed (client error): The resource could not be found.
May 07 21:52:03.776990 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-71ed95ab-a3c1-48e5-af13-2c86a8654baf tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "GET /v2.0/security-groups/c1e0dd69-e6c2-4e5f-a6af-bf16a9db6058 HTTP/1.1" status: 404  len: 347 time: 0.1871865
May 07 21:52:03.777593 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 39864) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:52:03.893061 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b154cc8a-6ecc-48f9-916d-8192135bc82a req-5fb738f8-3601-4b8a-b58b-1a23ed5341a5 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/security-groups/fc246f2c-2527-4352-9411-bbd768681e49 HTTP/1.1" status: 200  len: 1814 time: 0.2838323
May 07 21:52:04.043833 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d61d073-5b4d-4b3d-b1f0-a5edc3809938 req-66a9833b-bc1c-44f4-9933-69e5fdf98ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:04.045346 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7d61d073-5b4d-4b3d-b1f0-a5edc3809938 req-66a9833b-bc1c-44f4-9933-69e5fdf98ad7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e27d44b6-0e57-4b7b-9f18-245109c4f642 HTTP/1.1" status: 200  len: 854 time: 0.3002305
May 07 21:52:04.079528 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383bdbe2-967e-4839-a2ea-b7b393a7892e req-496e9892-0e99-438c-af39-5644e095efe5 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:04.092645 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20073cd-0450-4e7d-a999-521389d74a10 service neutron] Pushing event updated for resources: {'Port': ['ID=df7809e8-4b3a-419d-9177-98b732729c4a,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:04.103955 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383bdbe2-967e-4839-a2ea-b7b393a7892e req-496e9892-0e99-438c-af39-5644e095efe5 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:04.120179 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383bdbe2-967e-4839-a2ea-b7b393a7892e req-496e9892-0e99-438c-af39-5644e095efe5 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:04.142732 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-383bdbe2-967e-4839-a2ea-b7b393a7892e req-496e9892-0e99-438c-af39-5644e095efe5 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3ba0813-ab71-47d9-8c7c-607769a67273 HTTP/1.1" status: 200  len: 2388 time: 0.2869434
May 07 21:52:04.245477 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-b154cc8a-6ecc-48f9-916d-8192135bc82a req-2a2426ef-3e29-497a-a209-77cb16b63feb tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks [] for security_group (fc246f2c-2527-4352-9411-bbd768681e49), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:04.278397 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-b154cc8a-6ecc-48f9-916d-8192135bc82a req-2a2426ef-3e29-497a-a209-77cb16b63feb tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks [] for security_group (fc246f2c-2527-4352-9411-bbd768681e49), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:04.350593 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-b154cc8a-6ecc-48f9-916d-8192135bc82a req-2a2426ef-3e29-497a-a209-77cb16b63feb tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (fc246f2c-2527-4352-9411-bbd768681e49), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:04.353891 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-b154cc8a-6ecc-48f9-916d-8192135bc82a req-2a2426ef-3e29-497a-a209-77cb16b63feb tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:04.355158 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b154cc8a-6ecc-48f9-916d-8192135bc82a req-2a2426ef-3e29-497a-a209-77cb16b63feb tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "DELETE /v2.0/security-groups/fc246f2c-2527-4352-9411-bbd768681e49 HTTP/1.1" status: 204  len: 173 time: 0.4603481
May 07 21:52:04.380563 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2426ef-3e29-497a-a209-77cb16b63feb tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc246f2c-2527-4352-9411-bbd768681e49,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:04.421206 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-c20073cd-0450-4e7d-a999-521389d74a10 service neutron] Attempting to bind port df7809e8-4b3a-419d-9177-98b732729c4a on host nch2-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:52:04.422881 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-c20073cd-0450-4e7d-a999-521389d74a10 service neutron] Attempting to bind port df7809e8-4b3a-419d-9177-98b732729c4a by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '886ce713-0d61-4718-811a-ca55107915ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7d94fb0d-311e-4c61-bc8a-1dac128f0023'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:52:04.423218 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-c20073cd-0450-4e7d-a999-521389d74a10 service neutron] Attempting to bind port df7809e8-4b3a-419d-9177-98b732729c4a on network 7d94fb0d-311e-4c61-bc8a-1dac128f0023 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:52:04.444429 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-c20073cd-0450-4e7d-a999-521389d74a10 service neutron] Port df7809e8-4b3a-419d-9177-98b732729c4a on network 7d94fb0d-311e-4c61-bc8a-1dac128f0023 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:52:04.444805 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-c20073cd-0450-4e7d-a999-521389d74a10 service neutron] Attempting to bind port df7809e8-4b3a-419d-9177-98b732729c4a on network 7d94fb0d-311e-4c61-bc8a-1dac128f0023 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:52:04.453096 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [req-fa50bbe0-8e87-41d9-ad53-73f86e839ca4 req-f4eab56c-3d6f-4ecc-87b1-8d9ad9cc494d tempest-ServerTagsTestJSON-1974203414 tempest-ServerTagsTestJSON-1974203414-project] Allocated IP 172.20.0.6 (bbfe0822-d3c9-4ae0-93fe-d0c511147e67/7733d6c6-beb5-459c-8659-75e0068407fc/5bf0d3b1-6d14-4171-84b6-a6256304ad16) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:52:04.485597 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-c20073cd-0450-4e7d-a999-521389d74a10 service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:52:04.486202 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-c20073cd-0450-4e7d-a999-521389d74a10 service neutron] Checking segment: {'id': '886ce713-0d61-4718-811a-ca55107915ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7d94fb0d-311e-4c61-bc8a-1dac128f0023'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:52:04.486662 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-c20073cd-0450-4e7d-a999-521389d74a10 service neutron] Bound using segment: {'id': '886ce713-0d61-4718-811a-ca55107915ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7d94fb0d-311e-4c61-bc8a-1dac128f0023'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:52:04.487271 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-c20073cd-0450-4e7d-a999-521389d74a10 service neutron] Bound port: df7809e8-4b3a-419d-9177-98b732729c4a, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '886ce713-0d61-4718-811a-ca55107915ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7d94fb0d-311e-4c61-bc8a-1dac128f0023'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:52:04.487825 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-c20073cd-0450-4e7d-a999-521389d74a10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (df7809e8-4b3a-419d-9177-98b732729c4a), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:04.536107 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bebbb7fb-32ac-4e83-bee4-31a2a52b4581 req-b6605b3f-24ad-4cda-88af-67c1186148bf tempest-ServerTagsTestJSON-1974203414 tempest-ServerTagsTestJSON-1974203414-project] 10.222.0.32 "GET /v2.0/ports?device_id=094c249f-bac0-48b7-be4c-614af1acfbf5 HTTP/1.1" status: 200  len: 210 time: 0.0701890
May 07 21:52:04.746057 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e4c2bddc-7e8f-433e-b1a2-23db0acde339 req-0d72d40f-25ed-432a-98bb-54a061d8ebfa tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "GET /v2.0/security-groups/6822a52d-a9a1-47aa-af0c-ed993dc876ed HTTP/1.1" status: 200  len: 1816 time: 0.1540868
May 07 21:52:04.769712 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-c20073cd-0450-4e7d-a999-521389d74a10 service neutron] For port df7809e8-4b3a-419d-9177-98b732729c4a, host nch2-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:52:04.804917 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7d61d073-5b4d-4b3d-b1f0-a5edc3809938 req-7ed00a69-e467-4dfd-8353-6f3bce89e845 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a926715c-ecd2-4028-93be-018695e8216f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.5992551
May 07 21:52:04.842100 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-c20073cd-0450-4e7d-a999-521389d74a10 service neutron] For port df7809e8-4b3a-419d-9177-98b732729c4a, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=df7809e8-4b3a-419d-9177-98b732729c4a,segment=NetworkSegment(886ce713-0d61-4718-811a-ca55107915ac),segment_id=886ce713-0d61-4718-811a-ca55107915ac)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:52:04.845833 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device c398ed68-1c9f-4a4c-92f2-c58a298dedb0 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:52:04.903842 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-c20073cd-0450-4e7d-a999-521389d74a10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (df7809e8-4b3a-419d-9177-98b732729c4a), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:04.925304 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7d61d073-5b4d-4b3d-b1f0-a5edc3809938 req-fea1d47f-6c62-4279-91c7-0bcb17fbdbaf service neutron] 10.222.0.59 "GET /v2.0/networks/a926715c-ecd2-4028-93be-018695e8216f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1115537
May 07 21:52:04.946283 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-1ac3ce37-e20e-4281-b581-276cbfa9a650 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Deleting port 4ff82e9d-fe01-4b71-9400-0c57619df45f {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:52:04.946684 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1ac3ce37-e20e-4281-b581-276cbfa9a650 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (4ff82e9d-fe01-4b71-9400-0c57619df45f), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:05.032790 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1ac3ce37-e20e-4281-b581-276cbfa9a650 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (4ff82e9d-fe01-4b71-9400-0c57619df45f), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:05.033945 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1ac3ce37-e20e-4281-b581-276cbfa9a650 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Publish callbacks [] for floatingip (4ff82e9d-fe01-4b71-9400-0c57619df45f), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:05.049645 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-1ac3ce37-e20e-4281-b581-276cbfa9a650 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Calling delete_port for 4ff82e9d-fe01-4b71-9400-0c57619df45f owned by network:floatingip {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:52:05.079426 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-c20073cd-0450-4e7d-a999-521389d74a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:05.082925 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-c20073cd-0450-4e7d-a999-521389d74a10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:05.087859 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-c20073cd-0450-4e7d-a999-521389d74a10 service neutron] 10.222.0.59 "PUT /v2.0/ports/df7809e8-4b3a-419d-9177-98b732729c4a HTTP/1.1" status: 200  len: 1092 time: 3.0347683
May 07 21:52:05.108996 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port c398ed68-1c9f-4a4c-92f2-c58a298dedb0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c398ed68-1c9f-4a4c-92f2-c58a298dedb0,segment=NetworkSegment(71f7b635-17d6-4b52-afa0-237470296fb1),segment_id=71f7b635-17d6-4b52-afa0-237470296fb1)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:52:05.135881 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': 'c398ed68-1c9f-4a4c-92f2-c58a298dedb0', 'network_id': 'a926715c-ecd2-4028-93be-018695e8216f', 'port_id': 'c398ed68-1c9f-4a4c-92f2-c58a298dedb0', 'mac_address': 'fa:16:3e:27:fa:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e27d44b6-0e57-4b7b-9f18-245109c4f642', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:52:05.182310 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3ba0813-ab71-47d9-8c7c-607769a67273', 'tag': 'df7809e8-4b3a-419d-9177-98b732729c4a'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:52:05.185674 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd98bd5-ddc7-45d7-80cf-d1715f9883a2" -d '{"events": [{"name": "network-changed", "server_uuid": "f3ba0813-ab71-47d9-8c7c-607769a67273", "tag": "df7809e8-4b3a-419d-9177-98b732729c4a"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:52:05.221330 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-e4c2bddc-7e8f-433e-b1a2-23db0acde339 req-013f67bf-5be0-4c04-925b-f998beb826d3 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks [] for security_group (6822a52d-a9a1-47aa-af0c-ed993dc876ed), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:05.228154 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-72a56e1e-8b5a-4dd6-ae88-0604b2e6a45a service neutron] Request body: {'port': {'device_id': 'f3ba0813-ab71-47d9-8c7c-607769a67273', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:52:05.242653 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-fa50bbe0-8e87-41d9-ad53-73f86e839ca4 req-f4eab56c-3d6f-4ecc-87b1-8d9ad9cc494d tempest-ServerTagsTestJSON-1974203414 tempest-ServerTagsTestJSON-1974203414-project] Publish callbacks [] for port (5bf0d3b1-6d14-4171-84b6-a6256304ad16), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:05.263912 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port c398ed68-1c9f-4a4c-92f2-c58a298dedb0 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:52:05.269334 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (c398ed68-1c9f-4a4c-92f2-c58a298dedb0), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:05.291420 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c398ed68-1c9f-4a4c-92f2-c58a298dedb0 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:52:05.329947 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port c398ed68-1c9f-4a4c-92f2-c58a298dedb0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c398ed68-1c9f-4a4c-92f2-c58a298dedb0,segment=NetworkSegment(71f7b635-17d6-4b52-afa0-237470296fb1),segment_id=71f7b635-17d6-4b52-afa0-237470296fb1)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:52:05.348127 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20073cd-0450-4e7d-a999-521389d74a10 service neutron] Pushing event updated for resources: {'Port': ['ID=df7809e8-4b3a-419d-9177-98b732729c4a,revision_number=3']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:05.355897 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (c398ed68-1c9f-4a4c-92f2-c58a298dedb0), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:05.362894 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-e4c2bddc-7e8f-433e-b1a2-23db0acde339 req-013f67bf-5be0-4c04-925b-f998beb826d3 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks [] for security_group (6822a52d-a9a1-47aa-af0c-ed993dc876ed), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:05.450369 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=c398ed68-1c9f-4a4c-92f2-c58a298dedb0,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:05.452034 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-72a56e1e-8b5a-4dd6-ae88-0604b2e6a45a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (bb1a4932-726b-4649-982e-cde502e2aff1), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:05.471258 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-fa50bbe0-8e87-41d9-ad53-73f86e839ca4 req-f4eab56c-3d6f-4ecc-87b1-8d9ad9cc494d tempest-ServerTagsTestJSON-1974203414 tempest-ServerTagsTestJSON-1974203414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (5bf0d3b1-6d14-4171-84b6-a6256304ad16), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:05.509806 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-383bdbe2-967e-4839-a2ea-b7b393a7892e req-fcb57414-1771-4757-bfdc-6ac1a06dbf6d tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "GET /v2.0/security-groups?id=79406975-00eb-485e-b3fe-001bab536dcd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.3030226
May 07 21:52:05.543866 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-e4c2bddc-7e8f-433e-b1a2-23db0acde339 req-013f67bf-5be0-4c04-925b-f998beb826d3 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (6822a52d-a9a1-47aa-af0c-ed993dc876ed), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:05.546536 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-e4c2bddc-7e8f-433e-b1a2-23db0acde339 req-013f67bf-5be0-4c04-925b-f998beb826d3 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:05.547711 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e4c2bddc-7e8f-433e-b1a2-23db0acde339 req-013f67bf-5be0-4c04-925b-f998beb826d3 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] 10.222.0.32 "DELETE /v2.0/security-groups/6822a52d-a9a1-47aa-af0c-ed993dc876ed HTTP/1.1" status: 204  len: 173 time: 0.7885621
May 07 21:52:05.557742 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['c398ed68-1c9f-4a4c-92f2-c58a298dedb0'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:52:05.562173 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa50bbe0-8e87-41d9-ad53-73f86e839ca4 req-f4eab56c-3d6f-4ecc-87b1-8d9ad9cc494d tempest-ServerTagsTestJSON-1974203414 tempest-ServerTagsTestJSON-1974203414-project] Network bbfe0822-d3c9-4ae0-93fe-d0c511147e67 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:52:05.575143 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 39892) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:52:05.576097 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [req-fa50bbe0-8e87-41d9-ad53-73f86e839ca4 req-f4eab56c-3d6f-4ecc-87b1-8d9ad9cc494d tempest-ServerTagsTestJSON-1974203414 tempest-ServerTagsTestJSON-1974203414-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:52:05.589780 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa50bbe0-8e87-41d9-ad53-73f86e839ca4 req-f4eab56c-3d6f-4ecc-87b1-8d9ad9cc494d tempest-ServerTagsTestJSON-1974203414 tempest-ServerTagsTestJSON-1974203414-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:52:05.689706 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec84969a-7f94-440a-9c0b-072962fe809c req-9cf9000e-ee83-4418-b418-37b35c2f1009 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:05.692282 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ec84969a-7f94-440a-9c0b-072962fe809c req-9cf9000e-ee83-4418-b418-37b35c2f1009 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] 10.222.0.55 "GET /v2.0/networks?id=2b0d1583-486b-43fb-abb3-b530c0697dca HTTP/1.1" status: 200  len: 812 time: 0.5018165
May 07 21:52:05.703797 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013f67bf-5be0-4c04-925b-f998beb826d3 tempest-SecurityGroupsTestJSON-1398230058 tempest-SecurityGroupsTestJSON-1398230058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6822a52d-a9a1-47aa-af0c-ed993dc876ed,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:05.727082 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eab56c-3d6f-4ecc-87b1-8d9ad9cc494d tempest-ServerTagsTestJSON-1974203414 tempest-ServerTagsTestJSON-1974203414-project] Pushing event updated for resources: {'Port': ['ID=5bf0d3b1-6d14-4171-84b6-a6256304ad16,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:05.771903 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec84969a-7f94-440a-9c0b-072962fe809c req-662b40b7-a7bf-4996-b629-a41d7aab897e tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:05.775362 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ec84969a-7f94-440a-9c0b-072962fe809c req-662b40b7-a7bf-4996-b629-a41d7aab897e tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] 10.222.0.55 "GET /v2.0/networks?id=2b0d1583-486b-43fb-abb3-b530c0697dca HTTP/1.1" status: 200  len: 812 time: 0.8489149
May 07 21:52:05.792598 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_v2 [None req-025afbc1-d7a0-493d-a947-2db1c07abc59 admin admin] Deleting subnet 363d64b0-c1fd-4ede-8b5a-48585cb02746 {{(pid=121836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 21:52:05.796030 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-025afbc1-d7a0-493d-a947-2db1c07abc59 admin admin] Publish callbacks [] for subnet (363d64b0-c1fd-4ede-8b5a-48585cb02746), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:05.803191 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-ec84969a-7f94-440a-9c0b-072962fe809c req-1a7dd2f1-2eda-49c7-b745-208e7d9a84a7 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Request body: {'port': {'device_id': '510e9ced-c683-45b2-bff6-88ab05c23bb6', 'network_id': '2b0d1583-486b-43fb-abb3-b530c0697dca', 'admin_state_up': True, 'tenant_id': 'aae91bd9874141989a0896953655d3de'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:52:05.819695 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-ec84969a-7f94-440a-9c0b-072962fe809c req-fa5824fb-0694-4b53-9670-cceddb53fd02 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Request body: {'port': {'device_id': '291bb30f-04fe-44bf-a1e3-ab8f39264f74', 'network_id': '2b0d1583-486b-43fb-abb3-b530c0697dca', 'admin_state_up': True, 'tenant_id': 'aae91bd9874141989a0896953655d3de'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:52:05.853426 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa50bbe0-8e87-41d9-ad53-73f86e839ca4 req-f4eab56c-3d6f-4ecc-87b1-8d9ad9cc494d tempest-ServerTagsTestJSON-1974203414 tempest-ServerTagsTestJSON-1974203414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:05.854070 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-fa50bbe0-8e87-41d9-ad53-73f86e839ca4 req-f4eab56c-3d6f-4ecc-87b1-8d9ad9cc494d tempest-ServerTagsTestJSON-1974203414 tempest-ServerTagsTestJSON-1974203414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:05.874057 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f3768-0e00-4b41-bec9-5e48b323ccbc req-bc469dc1-4dc4-4980-b72f-ffa5b710ffb1 tempest-VolumesAdminNegativeTest-1445857849 tempest-VolumesAdminNegativeTest-1445857849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:05.874288 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f45f3768-0e00-4b41-bec9-5e48b323ccbc req-bc469dc1-4dc4-4980-b72f-ffa5b710ffb1 tempest-VolumesAdminNegativeTest-1445857849 tempest-VolumesAdminNegativeTest-1445857849-project] 10.222.0.32 "GET /v2.0/ports?device_id=297e9f98-e053-44b1-af31-98785ad115af HTTP/1.1" status: 200  len: 944 time: 0.1550786
May 07 21:52:05.904823 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7d61d073-5b4d-4b3d-b1f0-a5edc3809938 req-83b0f8f4-ac39-44ab-84c9-6642b34ddc9d service neutron] 10.222.0.59 "GET /v2.0/networks/a926715c-ecd2-4028-93be-018695e8216f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9607179
May 07 21:52:05.948274 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-53877e39-3d71-4d53-bc97-3931553228f8 req-8f5f940e-fcce-45ba-a1b3-c42e0dfb1775 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] 10.222.0.32 "GET /v2.0/ports?device_id=510e9ced-c683-45b2-bff6-88ab05c23bb6 HTTP/1.1" status: 200  len: 210 time: 0.1887078
May 07 21:52:05.949211 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-025afbc1-d7a0-493d-a947-2db1c07abc59 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726883'] for subnet (363d64b0-c1fd-4ede-8b5a-48585cb02746), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:06.065958 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fa50bbe0-8e87-41d9-ad53-73f86e839ca4 req-f4eab56c-3d6f-4ecc-87b1-8d9ad9cc494d tempest-ServerTagsTestJSON-1974203414 tempest-ServerTagsTestJSON-1974203414-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.1413922
May 07 21:52:06.084305 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-fa50bbe0-8e87-41d9-ad53-73f86e839ca4 req-34f34da5-e6a4-45c2-acc8-58d952c9fc28 service neutron] Request body: {'port': {'device_id': '094c249f-bac0-48b7-be4c-614af1acfbf5', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:52:06.122418 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-025afbc1-d7a0-493d-a947-2db1c07abc59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (363d64b0-c1fd-4ede-8b5a-48585cb02746), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:06.130851 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1ac3ce37-e20e-4281-b581-276cbfa9a650 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (4ff82e9d-fe01-4b71-9400-0c57619df45f), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:06.177990 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec84969a-7f94-440a-9c0b-072962fe809c req-fa5824fb-0694-4b53-9670-cceddb53fd02 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Made reservation on behalf of aae91bd9874141989a0896953655d3de for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:52:06.181749 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-ec84969a-7f94-440a-9c0b-072962fe809c req-fa5824fb-0694-4b53-9670-cceddb53fd02 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:06.186228 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec84969a-7f94-440a-9c0b-072962fe809c req-1a7dd2f1-2eda-49c7-b745-208e7d9a84a7 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Made reservation on behalf of aae91bd9874141989a0896953655d3de for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:52:06.189704 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-ec84969a-7f94-440a-9c0b-072962fe809c req-1a7dd2f1-2eda-49c7-b745-208e7d9a84a7 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:06.199038 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f45f3768-0e00-4b41-bec9-5e48b323ccbc req-26e9cb39-6389-4266-9c97-12f133dbd9a4 tempest-VolumesAdminNegativeTest-1445857849 tempest-VolumesAdminNegativeTest-1445857849-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd9b0aa0-46b8-4279-807a-8533ba07406a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3115363
May 07 21:52:06.226783 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac3ce37-e20e-4281-b581-276cbfa9a650 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Pushing event deleted for resources: {'Port': ['ID=4ff82e9d-fe01-4b71-9400-0c57619df45f,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:06.274963 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-fa50bbe0-8e87-41d9-ad53-73f86e839ca4 req-34f34da5-e6a4-45c2-acc8-58d952c9fc28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (5bf0d3b1-6d14-4171-84b6-a6256304ad16), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:06.288022 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43b295a0-f793-4227-80d3-f38eabcbd55a x-openstack-request-id: req-43b295a0-f793-4227-80d3-f38eabcbd55a {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:52:06.288316 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3ba0813-ab71-47d9-8c7c-607769a67273", "tag": "df7809e8-4b3a-419d-9177-98b732729c4a", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:52:06.288571 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-43b295a0-f793-4227-80d3-f38eabcbd55a {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:52:06.288970 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43b295a0-f793-4227-80d3-f38eabcbd55a'] response: {'name': 'network-changed', 'server_uuid': 'f3ba0813-ab71-47d9-8c7c-607769a67273', 'tag': 'df7809e8-4b3a-419d-9177-98b732729c4a', 'status': 'completed', 'code': 200}
May 07 21:52:06.298276 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-025afbc1-d7a0-493d-a947-2db1c07abc59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (363d64b0-c1fd-4ede-8b5a-48585cb02746), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:06.309242 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-72a56e1e-8b5a-4dd6-ae88-0604b2e6a45a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb1a4932-726b-4649-982e-cde502e2aff1 {{(pid=121836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:52:06.332347 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-72a56e1e-8b5a-4dd6-ae88-0604b2e6a45a service neutron] Publish callbacks [] for port (bb1a4932-726b-4649-982e-cde502e2aff1), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:06.351458 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.provisioning_blocks [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-72a56e1e-8b5a-4dd6-ae88-0604b2e6a45a service neutron] Transition to ACTIVE for port object bb1a4932-726b-4649-982e-cde502e2aff1 will not be triggered until provisioned by entity L2. {{(pid=121836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:52:06.352012 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-a503979a-5f70-4ca0-87ed-7245b5ac66cd req-146d1c28-5b92-4732-9b0b-6adabd9f3596 tempest-SecurityGroupsTestAdminJSON-1190420583 tempest-SecurityGroupsTestAdminJSON-1190420583-project] Request body: {'security_group': {'name': 'tempest-securitygroup-801920959', 'description': 'tempest-description-1358832003'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:52:06.406534 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-72a56e1e-8b5a-4dd6-ae88-0604b2e6a45a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (bb1a4932-726b-4649-982e-cde502e2aff1), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:06.409483 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-025afbc1-d7a0-493d-a947-2db1c07abc59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:06.427376 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-025afbc1-d7a0-493d-a947-2db1c07abc59 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/363d64b0-c1fd-4ede-8b5a-48585cb02746 HTTP/1.1" status: 204  len: 168 time: 0.8488548
May 07 21:52:06.429966 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 39898) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:52:06.467018 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025afbc1-d7a0-493d-a947-2db1c07abc59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=363d64b0-c1fd-4ede-8b5a-48585cb02746,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:06.499359 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd98bd5-ddc7-45d7-80cf-d1715f9883a2 req-2c5062fb-afce-4ce3-91dd-3ae071bf70de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:06.499837 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd98bd5-ddc7-45d7-80cf-d1715f9883a2 req-2c5062fb-afce-4ce3-91dd-3ae071bf70de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:06.500312 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd98bd5-ddc7-45d7-80cf-d1715f9883a2 req-2c5062fb-afce-4ce3-91dd-3ae071bf70de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:06.501927 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3cd98bd5-ddc7-45d7-80cf-d1715f9883a2 req-2c5062fb-afce-4ce3-91dd-3ae071bf70de service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7a05b8a866c04fe78b04ec616e62b70f&device_id=f3ba0813-ab71-47d9-8c7c-607769a67273 HTTP/1.1" status: 200  len: 2762 time: 0.1827366
May 07 21:52:06.584701 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-a503979a-5f70-4ca0-87ed-7245b5ac66cd req-146d1c28-5b92-4732-9b0b-6adabd9f3596 tempest-SecurityGroupsTestAdminJSON-1190420583 tempest-SecurityGroupsTestAdminJSON-1190420583-project] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:06.608011 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a56e1e-8b5a-4dd6-ae88-0604b2e6a45a service neutron] Pushing event updated for resources: {'Port': ['ID=bb1a4932-726b-4649-982e-cde502e2aff1,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:06.652167 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1ac3ce37-e20e-4281-b581-276cbfa9a650 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Publish callbacks [] for floatingip (c05aef39-11bb-49b9-a405-087f2f6483bb), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:06.654660 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1ac3ce37-e20e-4281-b581-276cbfa9a650 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:06.655848 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-1ac3ce37-e20e-4281-b581-276cbfa9a650 tempest-ImagesOneServerNegativeTestJSON-1354668230 tempest-ImagesOneServerNegativeTestJSON-1354668230-project] 10.222.0.32 "DELETE /v2.0/floatingips/c05aef39-11bb-49b9-a405-087f2f6483bb HTTP/1.1" status: 204  len: 168 time: 2.8674057
May 07 21:52:06.664368 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-a503979a-5f70-4ca0-87ed-7245b5ac66cd req-146d1c28-5b92-4732-9b0b-6adabd9f3596 tempest-SecurityGroupsTestAdminJSON-1190420583 tempest-SecurityGroupsTestAdminJSON-1190420583-project] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:06.724521 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898b5612-ad7c-47d2-9b77-169eeb25485e req-b22b4dfb-67a5-42b2-a5c5-852164f74738 tempest-ServerTagsTestJSON-1974203414 tempest-ServerTagsTestJSON-1974203414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:06.732250 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-898b5612-ad7c-47d2-9b77-169eeb25485e req-b22b4dfb-67a5-42b2-a5c5-852164f74738 tempest-ServerTagsTestJSON-1974203414 tempest-ServerTagsTestJSON-1974203414-project] 10.222.0.32 "GET /v2.0/ports?device_id=094c249f-bac0-48b7-be4c-614af1acfbf5 HTTP/1.1" status: 200  len: 931 time: 0.3026655
May 07 21:52:06.749289 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5a8ab874-ee9f-498a-9558-60b2625ba0db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (5d9854c1-90bd-4898-b59a-14d465203832), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:06.831435 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [req-ec84969a-7f94-440a-9c0b-072962fe809c req-fa5824fb-0694-4b53-9670-cceddb53fd02 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Allocated IP 172.20.0.4 (2b0d1583-486b-43fb-abb3-b530c0697dca/1823294e-46ca-4903-8378-568d3d06f584/3f62d3bb-3e19-4105-8761-7215be7ce835) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:52:06.860560 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device c398ed68-1c9f-4a4c-92f2-c58a298dedb0 up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:52:06.892226 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-72a56e1e-8b5a-4dd6-ae88-0604b2e6a45a service neutron] Attempting to bind port bb1a4932-726b-4649-982e-cde502e2aff1 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:52:06.892741 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-72a56e1e-8b5a-4dd6-ae88-0604b2e6a45a service neutron] Attempting to bind port bb1a4932-726b-4649-982e-cde502e2aff1 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '8e80564f-7b66-4ca5-94b4-fe89240ca4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'bce7d277-aca4-4e22-b67e-6c466c492a5e'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:52:06.893173 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-72a56e1e-8b5a-4dd6-ae88-0604b2e6a45a service neutron] Attempting to bind port bb1a4932-726b-4649-982e-cde502e2aff1 on network bce7d277-aca4-4e22-b67e-6c466c492a5e {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:52:06.900753 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-898b5612-ad7c-47d2-9b77-169eeb25485e req-eed146fc-97af-4620-b32e-5570ae468dd1 tempest-ServerTagsTestJSON-1974203414 tempest-ServerTagsTestJSON-1974203414-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca6edf65-49ce-41d3-96ac-efd468c3405a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1666250
May 07 21:52:06.906507 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-72a56e1e-8b5a-4dd6-ae88-0604b2e6a45a service neutron] Port bb1a4932-726b-4649-982e-cde502e2aff1 on network bce7d277-aca4-4e22-b67e-6c466c492a5e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:52:06.906996 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-72a56e1e-8b5a-4dd6-ae88-0604b2e6a45a service neutron] Attempting to bind port bb1a4932-726b-4649-982e-cde502e2aff1 on network bce7d277-aca4-4e22-b67e-6c466c492a5e {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:52:06.918219 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-72a56e1e-8b5a-4dd6-ae88-0604b2e6a45a service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:52:06.918649 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-72a56e1e-8b5a-4dd6-ae88-0604b2e6a45a service neutron] Checking segment: {'id': '8e80564f-7b66-4ca5-94b4-fe89240ca4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'bce7d277-aca4-4e22-b67e-6c466c492a5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:52:06.919465 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-72a56e1e-8b5a-4dd6-ae88-0604b2e6a45a service neutron] Bound using segment: {'id': '8e80564f-7b66-4ca5-94b4-fe89240ca4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'bce7d277-aca4-4e22-b67e-6c466c492a5e'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:52:06.920031 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-72a56e1e-8b5a-4dd6-ae88-0604b2e6a45a service neutron] Bound port: bb1a4932-726b-4649-982e-cde502e2aff1, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e80564f-7b66-4ca5-94b4-fe89240ca4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'bce7d277-aca4-4e22-b67e-6c466c492a5e'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:52:06.920487 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-72a56e1e-8b5a-4dd6-ae88-0604b2e6a45a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (bb1a4932-726b-4649-982e-cde502e2aff1), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:06.931343 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd98bd5-ddc7-45d7-80cf-d1715f9883a2 req-71d4edc5-32fb-48d2-bf1b-8ca06df55e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:06.931823 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd98bd5-ddc7-45d7-80cf-d1715f9883a2 req-71d4edc5-32fb-48d2-bf1b-8ca06df55e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:06.932298 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd98bd5-ddc7-45d7-80cf-d1715f9883a2 req-71d4edc5-32fb-48d2-bf1b-8ca06df55e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:06.933868 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3cd98bd5-ddc7-45d7-80cf-d1715f9883a2 req-71d4edc5-32fb-48d2-bf1b-8ca06df55e3e service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=7a05b8a866c04fe78b04ec616e62b70f&shared=False HTTP/1.1" status: 200  len: 2290 time: 0.4176371
May 07 21:52:06.953157 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning for port c398ed68-1c9f-4a4c-92f2-c58a298dedb0 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:52:06.979203 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port c398ed68-1c9f-4a4c-92f2-c58a298dedb0 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:52:06.979578 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (c398ed68-1c9f-4a4c-92f2-c58a298dedb0), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:07.099471 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-72a56e1e-8b5a-4dd6-ae88-0604b2e6a45a service neutron] For port bb1a4932-726b-4649-982e-cde502e2aff1, host nch2-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:52:07.126720 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-72a56e1e-8b5a-4dd6-ae88-0604b2e6a45a service neutron] For port bb1a4932-726b-4649-982e-cde502e2aff1, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bb1a4932-726b-4649-982e-cde502e2aff1,segment=NetworkSegment(8e80564f-7b66-4ca5-94b4-fe89240ca4bd),segment_id=8e80564f-7b66-4ca5-94b4-fe89240ca4bd)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:52:07.144590 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [req-fa50bbe0-8e87-41d9-ad53-73f86e839ca4 req-34f34da5-e6a4-45c2-acc8-58d952c9fc28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bf0d3b1-6d14-4171-84b6-a6256304ad16 {{(pid=121836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:52:07.147967 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port c398ed68-1c9f-4a4c-92f2-c58a298dedb0 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:52:07.148373 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (c398ed68-1c9f-4a4c-92f2-c58a298dedb0), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:07.163462 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e5fec7-6a92-479d-9926-85a47001b647 req-a7d25c95-8548-4254-ae83-386978851972 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:07.170804 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e5fec7-6a92-479d-9926-85a47001b647 req-a7d25c95-8548-4254-ae83-386978851972 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:07.175754 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e5fec7-6a92-479d-9926-85a47001b647 req-a7d25c95-8548-4254-ae83-386978851972 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:07.177662 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-93e5fec7-6a92-479d-9926-85a47001b647 req-a7d25c95-8548-4254-ae83-386978851972 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3ba0813-ab71-47d9-8c7c-607769a67273 HTTP/1.1" status: 200  len: 2400 time: 0.1451890
May 07 21:52:07.178899 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '297e9f98-e053-44b1-af31-98785ad115af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c398ed68-1c9f-4a4c-92f2-c58a298dedb0'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:52:07.179281 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-72a56e1e-8b5a-4dd6-ae88-0604b2e6a45a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (bb1a4932-726b-4649-982e-cde502e2aff1), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:07.181893 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a02f4c20-a5cd-4de9-920c-d8b4344dc8d7" -d '{"events": [{"server_uuid": "297e9f98-e053-44b1-af31-98785ad115af", "name": "network-vif-plugged", "status": "completed", "tag": "c398ed68-1c9f-4a4c-92f2-c58a298dedb0"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:52:07.184100 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-fa50bbe0-8e87-41d9-ad53-73f86e839ca4 req-34f34da5-e6a4-45c2-acc8-58d952c9fc28 service neutron] Publish callbacks [] for port (5bf0d3b1-6d14-4171-84b6-a6256304ad16), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:07.200472 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port c398ed68-1c9f-4a4c-92f2-c58a298dedb0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c398ed68-1c9f-4a4c-92f2-c58a298dedb0,segment=NetworkSegment(71f7b635-17d6-4b52-afa0-237470296fb1),segment_id=71f7b635-17d6-4b52-afa0-237470296fb1)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:52:07.210207 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (c398ed68-1c9f-4a4c-92f2-c58a298dedb0), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:07.241337 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-72a56e1e-8b5a-4dd6-ae88-0604b2e6a45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:07.242128 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-72a56e1e-8b5a-4dd6-ae88-0604b2e6a45a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:07.244051 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5a8ab874-ee9f-498a-9558-60b2625ba0db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (5d9854c1-90bd-4898-b59a-14d465203832), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:07.244426 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-72a56e1e-8b5a-4dd6-ae88-0604b2e6a45a service neutron] 10.222.0.59 "PUT /v2.0/ports/bb1a4932-726b-4649-982e-cde502e2aff1 HTTP/1.1" status: 200  len: 1091 time: 2.0259438
May 07 21:52:07.252250 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd98bd5-ddc7-45d7-80cf-d1715f9883a2 req-ba1f9927-465a-4c54-be1f-37af46b69d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:07.254008 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3cd98bd5-ddc7-45d7-80cf-d1715f9883a2 req-ba1f9927-465a-4c54-be1f-37af46b69d75 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2813983
May 07 21:52:07.295705 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.provisioning_blocks [req-fa50bbe0-8e87-41d9-ad53-73f86e839ca4 req-34f34da5-e6a4-45c2-acc8-58d952c9fc28 service neutron] Transition to ACTIVE for port object 5bf0d3b1-6d14-4171-84b6-a6256304ad16 will not be triggered until provisioned by entity L2. {{(pid=121836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:52:07.306747 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=c398ed68-1c9f-4a4c-92f2-c58a298dedb0,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:07.324731 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-fa50bbe0-8e87-41d9-ad53-73f86e839ca4 req-34f34da5-e6a4-45c2-acc8-58d952c9fc28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (5bf0d3b1-6d14-4171-84b6-a6256304ad16), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:07.330626 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-2288e90a-54b5-4027-9c50-5205c9e60c76 service neutron] Request body: {'port': {'device_id': 'f3ba0813-ab71-47d9-8c7c-607769a67273', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:52:07.344875 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a56e1e-8b5a-4dd6-ae88-0604b2e6a45a service neutron] Pushing event updated for resources: {'Port': ['ID=bb1a4932-726b-4649-982e-cde502e2aff1,revision_number=3']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:07.353467 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:52:07.354278 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:52:07.354904 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:52:07.356409 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:52:07.357162 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:52:07.357700 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:52:07.358238 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:52:07.358967 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:52:07.359496 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:52:07.360395 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:52:07.361071 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:52:07.361838 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:52:07.362407 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:52:07.362952 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:52:07.363488 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:52:07.398136 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-5a8ab874-ee9f-498a-9558-60b2625ba0db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf86981df0>,) {'filters': {'network_id': ['5d9854c1-90bd-4898-b59a-14d465203832']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:52:07.438744 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-5a8ab874-ee9f-498a-9558-60b2625ba0db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf86981df0>, 'f7d0ed20-4dc4-4ede-8fcf-c4a216019a84') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:52:07.439190 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-5a8ab874-ee9f-498a-9558-60b2625ba0db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf86981df0>, 'f7d0ed20-4dc4-4ede-8fcf-c4a216019a84') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:52:07.441385 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-93e5fec7-6a92-479d-9926-85a47001b647 req-4f510e18-5fa6-4baa-843e-6bda9e654ad8 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "GET /v2.0/security-groups?id=79406975-00eb-485e-b3fe-001bab536dcd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2520032
May 07 21:52:07.442014 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-a503979a-5f70-4ca0-87ed-7245b5ac66cd req-146d1c28-5b92-4732-9b0b-6adabd9f3596 tempest-SecurityGroupsTestAdminJSON-1190420583 tempest-SecurityGroupsTestAdminJSON-1190420583-project] Publish callbacks [] for security_group (051a6701-1bbb-4669-a55d-dead72f03139), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:07.464513 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5a8ab874-ee9f-498a-9558-60b2625ba0db admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (f7d0ed20-4dc4-4ede-8fcf-c4a216019a84), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:07.467628 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-a503979a-5f70-4ca0-87ed-7245b5ac66cd req-146d1c28-5b92-4732-9b0b-6adabd9f3596 tempest-SecurityGroupsTestAdminJSON-1190420583 tempest-SecurityGroupsTestAdminJSON-1190420583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (051a6701-1bbb-4669-a55d-dead72f03139), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:07.540484 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f34da5-e6a4-45c2-acc8-58d952c9fc28 service neutron] Pushing event updated for resources: {'Port': ['ID=5bf0d3b1-6d14-4171-84b6-a6256304ad16,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:07.552338 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5a8ab874-ee9f-498a-9558-60b2625ba0db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (f7d0ed20-4dc4-4ede-8fcf-c4a216019a84), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:07.616367 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-fa50bbe0-8e87-41d9-ad53-73f86e839ca4 req-34f34da5-e6a4-45c2-acc8-58d952c9fc28 service neutron] Attempting to bind port 5bf0d3b1-6d14-4171-84b6-a6256304ad16 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:52:07.616873 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-fa50bbe0-8e87-41d9-ad53-73f86e839ca4 req-34f34da5-e6a4-45c2-acc8-58d952c9fc28 service neutron] Attempting to bind port 5bf0d3b1-6d14-4171-84b6-a6256304ad16 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '38ac8637-3c20-42bc-8f89-4fc31fd2c7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'bbfe0822-d3c9-4ae0-93fe-d0c511147e67'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:52:07.617120 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa50bbe0-8e87-41d9-ad53-73f86e839ca4 req-34f34da5-e6a4-45c2-acc8-58d952c9fc28 service neutron] Attempting to bind port 5bf0d3b1-6d14-4171-84b6-a6256304ad16 on network bbfe0822-d3c9-4ae0-93fe-d0c511147e67 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:52:07.619481 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a8ab874-ee9f-498a-9558-60b2625ba0db admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 21:52:07.619891 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5a8ab874-ee9f-498a-9558-60b2625ba0db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (f7d0ed20-4dc4-4ede-8fcf-c4a216019a84), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:07.623414 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa50bbe0-8e87-41d9-ad53-73f86e839ca4 req-34f34da5-e6a4-45c2-acc8-58d952c9fc28 service neutron] Port 5bf0d3b1-6d14-4171-84b6-a6256304ad16 on network bbfe0822-d3c9-4ae0-93fe-d0c511147e67 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:52:07.623742 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa50bbe0-8e87-41d9-ad53-73f86e839ca4 req-34f34da5-e6a4-45c2-acc8-58d952c9fc28 service neutron] Attempting to bind port 5bf0d3b1-6d14-4171-84b6-a6256304ad16 on network bbfe0822-d3c9-4ae0-93fe-d0c511147e67 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:52:07.629970 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa50bbe0-8e87-41d9-ad53-73f86e839ca4 req-34f34da5-e6a4-45c2-acc8-58d952c9fc28 service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:52:07.629970 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa50bbe0-8e87-41d9-ad53-73f86e839ca4 req-34f34da5-e6a4-45c2-acc8-58d952c9fc28 service neutron] Checking segment: {'id': '38ac8637-3c20-42bc-8f89-4fc31fd2c7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'bbfe0822-d3c9-4ae0-93fe-d0c511147e67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:52:07.629970 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa50bbe0-8e87-41d9-ad53-73f86e839ca4 req-34f34da5-e6a4-45c2-acc8-58d952c9fc28 service neutron] Bound using segment: {'id': '38ac8637-3c20-42bc-8f89-4fc31fd2c7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'bbfe0822-d3c9-4ae0-93fe-d0c511147e67'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:52:07.630520 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-fa50bbe0-8e87-41d9-ad53-73f86e839ca4 req-34f34da5-e6a4-45c2-acc8-58d952c9fc28 service neutron] Bound port: 5bf0d3b1-6d14-4171-84b6-a6256304ad16, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38ac8637-3c20-42bc-8f89-4fc31fd2c7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'bbfe0822-d3c9-4ae0-93fe-d0c511147e67'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:52:07.631105 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-fa50bbe0-8e87-41d9-ad53-73f86e839ca4 req-34f34da5-e6a4-45c2-acc8-58d952c9fc28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (5bf0d3b1-6d14-4171-84b6-a6256304ad16), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:07.635300 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 21:52:07.635300 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 21:52:07.635300 ncdv-master-1 neutron-server[121837]:     timer()
May 07 21:52:07.635300 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 21:52:07.635300 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 21:52:07.635300 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 21:52:07.635300 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 21:52:07.635300 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 21:52:07.635300 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 21:52:07.635300 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 21:52:07.635300 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 21:52:07.635300 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 21:52:07.635300 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 21:52:07.635300 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 21:52:07.635300 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 21:52:07.635300 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 21:52:07.635300 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 21:52:07.635300 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 21:52:07.635300 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 21:52:07.635300 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 21:52:07.635300 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 21:52:07.635300 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 21:52:07.635300 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 21:52:07.635300 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 21:52:07.635300 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 21:52:07.635300 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 21:52:07.635300 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 21:52:07.635300 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 21:52:07.635300 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 21:52:07.635300 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 21:52:07.635300 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 21:52:07.635300 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 21:52:07.661926 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-2288e90a-54b5-4027-9c50-5205c9e60c76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f7bd0dbf-a440-4d9e-8f71-48688376777e), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:07.696748 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146d1c28-5b92-4732-9b0b-6adabd9f3596 tempest-SecurityGroupsTestAdminJSON-1190420583 tempest-SecurityGroupsTestAdminJSON-1190420583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=051a6701-1bbb-4669-a55d-dead72f03139,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:07.722747 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bf351594-3e33-4336-a8b9-992db4ee138f req-e475812a-ed90-403a-87e0-e6c5f642eba4 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] 10.222.0.32 "GET /v2.0/ports?device_id=510e9ced-c683-45b2-bff6-88ab05c23bb6 HTTP/1.1" status: 200  len: 210 time: 0.0416982
May 07 21:52:07.727212 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-ec84969a-7f94-440a-9c0b-072962fe809c req-fa5824fb-0694-4b53-9670-cceddb53fd02 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Publish callbacks [] for port (3f62d3bb-3e19-4105-8761-7215be7ce835), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:07.763912 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-fa50bbe0-8e87-41d9-ad53-73f86e839ca4 req-34f34da5-e6a4-45c2-acc8-58d952c9fc28 service neutron] For port 5bf0d3b1-6d14-4171-84b6-a6256304ad16, host nch1-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:52:07.769227 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-fa50bbe0-8e87-41d9-ad53-73f86e839ca4 req-34f34da5-e6a4-45c2-acc8-58d952c9fc28 service neutron] For port 5bf0d3b1-6d14-4171-84b6-a6256304ad16, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5bf0d3b1-6d14-4171-84b6-a6256304ad16,segment=NetworkSegment(38ac8637-3c20-42bc-8f89-4fc31fd2c7df),segment_id=38ac8637-3c20-42bc-8f89-4fc31fd2c7df)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:52:07.782313 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-fa50bbe0-8e87-41d9-ad53-73f86e839ca4 req-34f34da5-e6a4-45c2-acc8-58d952c9fc28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (5bf0d3b1-6d14-4171-84b6-a6256304ad16), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:07.788372 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6c08fb8-cbf1-4fbc-99e2-cd93f812f6ea x-openstack-request-id: req-d6c08fb8-cbf1-4fbc-99e2-cd93f812f6ea {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:52:07.788694 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "297e9f98-e053-44b1-af31-98785ad115af", "name": "network-vif-plugged", "status": "completed", "tag": "c398ed68-1c9f-4a4c-92f2-c58a298dedb0", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:52:07.789738 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d6c08fb8-cbf1-4fbc-99e2-cd93f812f6ea {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:52:07.791999 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6c08fb8-cbf1-4fbc-99e2-cd93f812f6ea'] response: {'server_uuid': '297e9f98-e053-44b1-af31-98785ad115af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c398ed68-1c9f-4a4c-92f2-c58a298dedb0', 'code': 200}
May 07 21:52:07.792444 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5a8ab874-ee9f-498a-9558-60b2625ba0db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (5d9854c1-90bd-4898-b59a-14d465203832), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:07.836856 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5a8ab874-ee9f-498a-9558-60b2625ba0db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:07.840337 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-5a8ab874-ee9f-498a-9558-60b2625ba0db admin admin] 10.222.0.32 "DELETE /v2.0/networks/5d9854c1-90bd-4898-b59a-14d465203832 HTTP/1.1" status: 204  len: 168 time: 1.4045451
May 07 21:52:07.863445 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8ab874-ee9f-498a-9558-60b2625ba0db admin admin] Pushing event deleted for resources: {'Network': ['ID=5d9854c1-90bd-4898-b59a-14d465203832,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:07.904705 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f34da5-e6a4-45c2-acc8-58d952c9fc28 service neutron] Pushing event updated for resources: {'Port': ['ID=5bf0d3b1-6d14-4171-84b6-a6256304ad16,revision_number=3']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:07.941677 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-ec84969a-7f94-440a-9c0b-072962fe809c req-fa5824fb-0694-4b53-9670-cceddb53fd02 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (3f62d3bb-3e19-4105-8761-7215be7ce835), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:07.941946 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa50bbe0-8e87-41d9-ad53-73f86e839ca4 req-34f34da5-e6a4-45c2-acc8-58d952c9fc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:07.943258 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-fa50bbe0-8e87-41d9-ad53-73f86e839ca4 req-34f34da5-e6a4-45c2-acc8-58d952c9fc28 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:07.944731 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fa50bbe0-8e87-41d9-ad53-73f86e839ca4 req-34f34da5-e6a4-45c2-acc8-58d952c9fc28 service neutron] 10.222.0.55 "PUT /v2.0/ports/5bf0d3b1-6d14-4171-84b6-a6256304ad16 HTTP/1.1" status: 200  len: 1091 time: 1.8695843
May 07 21:52:07.984531 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-a503979a-5f70-4ca0-87ed-7245b5ac66cd req-146d1c28-5b92-4732-9b0b-6adabd9f3596 tempest-SecurityGroupsTestAdminJSON-1190420583 tempest-SecurityGroupsTestAdminJSON-1190420583-project] Publish callbacks [] for security_group (203f5d51-b685-4bb0-afef-4c49b516a3b4), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:08.031464 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-a503979a-5f70-4ca0-87ed-7245b5ac66cd req-146d1c28-5b92-4732-9b0b-6adabd9f3596 tempest-SecurityGroupsTestAdminJSON-1190420583 tempest-SecurityGroupsTestAdminJSON-1190420583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (203f5d51-b685-4bb0-afef-4c49b516a3b4), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:08.049776 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa50bbe0-8e87-41d9-ad53-73f86e839ca4 req-b38fba58-238c-4646-983e-d82b9d5a2461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:08.052213 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fa50bbe0-8e87-41d9-ad53-73f86e839ca4 req-b38fba58-238c-4646-983e-d82b9d5a2461 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=aa1cd49355d840abbda4ccda9d86705f&device_id=094c249f-bac0-48b7-be4c-614af1acfbf5 HTTP/1.1" status: 200  len: 1125 time: 0.0537581
May 07 21:52:08.058053 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e20480-6ca3-49e4-96e8-24a23261023d req-154f3d04-f153-4fe8-beab-41f249639750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:08.065863 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-99e20480-6ca3-49e4-96e8-24a23261023d req-154f3d04-f153-4fe8-beab-41f249639750 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=297e9f98-e053-44b1-af31-98785ad115af HTTP/1.1" status: 200  len: 1127 time: 0.1488862
May 07 21:52:08.143933 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-a503979a-5f70-4ca0-87ed-7245b5ac66cd req-146d1c28-5b92-4732-9b0b-6adabd9f3596 tempest-SecurityGroupsTestAdminJSON-1190420583 tempest-SecurityGroupsTestAdminJSON-1190420583-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:08.143933 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a503979a-5f70-4ca0-87ed-7245b5ac66cd req-146d1c28-5b92-4732-9b0b-6adabd9f3596 tempest-SecurityGroupsTestAdminJSON-1190420583 tempest-SecurityGroupsTestAdminJSON-1190420583-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1799 time: 1.8300645
May 07 21:52:08.151270 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [req-ec84969a-7f94-440a-9c0b-072962fe809c req-1a7dd2f1-2eda-49c7-b745-208e7d9a84a7 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Allocated IP 172.20.0.13 (2b0d1583-486b-43fb-abb3-b530c0697dca/1823294e-46ca-4903-8378-568d3d06f584/9dc2b760-de86-4db6-bfb4-a511993e37c6) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:52:08.154295 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec84969a-7f94-440a-9c0b-072962fe809c req-fa5824fb-0694-4b53-9670-cceddb53fd02 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Network 2b0d1583-486b-43fb-abb3-b530c0697dca is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:52:08.158476 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967bd5fb-0e05-45b2-ba9d-9555dcf5a762 req-bee6b1fe-3c4b-4e6e-a1bb-e20d3d6e9037 tempest-VolumesAdminNegativeTest-1445857849 tempest-VolumesAdminNegativeTest-1445857849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:08.160651 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-967bd5fb-0e05-45b2-ba9d-9555dcf5a762 req-bee6b1fe-3c4b-4e6e-a1bb-e20d3d6e9037 tempest-VolumesAdminNegativeTest-1445857849 tempest-VolumesAdminNegativeTest-1445857849-project] 10.222.0.32 "GET /v2.0/ports?device_id=297e9f98-e053-44b1-af31-98785ad115af HTTP/1.1" status: 200  len: 945 time: 0.2398202
May 07 21:52:08.184611 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146d1c28-5b92-4732-9b0b-6adabd9f3596 tempest-SecurityGroupsTestAdminJSON-1190420583 tempest-SecurityGroupsTestAdminJSON-1190420583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=203f5d51-b685-4bb0-afef-4c49b516a3b4,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:08.192180 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [req-ec84969a-7f94-440a-9c0b-072962fe809c req-fa5824fb-0694-4b53-9670-cceddb53fd02 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:52:08.194062 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5824fb-0694-4b53-9670-cceddb53fd02 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Pushing event updated for resources: {'Port': ['ID=3f62d3bb-3e19-4105-8761-7215be7ce835,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:08.197061 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec84969a-7f94-440a-9c0b-072962fe809c req-fa5824fb-0694-4b53-9670-cceddb53fd02 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:52:08.228425 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-99e20480-6ca3-49e4-96e8-24a23261023d req-78834def-cd01-454d-b875-1302e3238cb9 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=dd9b0aa0-46b8-4279-807a-8533ba07406a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1527407
May 07 21:52:08.229660 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fa50bbe0-8e87-41d9-ad53-73f86e839ca4 req-27f74d7c-8423-46bf-b2ea-8d24c40c6d2e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5bf0d3b1-6d14-4171-84b6-a6256304ad16 HTTP/1.1" status: 200  len: 217 time: 0.1628118
May 07 21:52:08.280061 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 39928) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:52:08.301683 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3ba0813-ab71-47d9-8c7c-607769a67273', 'tag': 'bb1a4932-726b-4649-982e-cde502e2aff1'}, {'name': 'network-changed', 'server_uuid': '094c249f-bac0-48b7-be4c-614af1acfbf5', 'tag': '5bf0d3b1-6d14-4171-84b6-a6256304ad16'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:52:08.308230 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7659f3d0-04f8-4d43-8ec9-99de36c0092b" -d '{"events": [{"name": "network-changed", "server_uuid": "f3ba0813-ab71-47d9-8c7c-607769a67273", "tag": "bb1a4932-726b-4649-982e-cde502e2aff1"}, {"name": "network-changed", "server_uuid": "094c249f-bac0-48b7-be4c-614af1acfbf5", "tag": "5bf0d3b1-6d14-4171-84b6-a6256304ad16"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:52:08.339831 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-906c79e8-12ed-49cb-9fc0-63f328cb27ba admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f61b3dd3880d475b939a8543d9bbf481&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0585985
May 07 21:52:08.343521 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 39932) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:52:08.382295 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec84969a-7f94-440a-9c0b-072962fe809c req-fa5824fb-0694-4b53-9670-cceddb53fd02 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:08.383914 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-ec84969a-7f94-440a-9c0b-072962fe809c req-fa5824fb-0694-4b53-9670-cceddb53fd02 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:08.400701 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa50bbe0-8e87-41d9-ad53-73f86e839ca4 req-8fc992b8-9c94-4166-a620-b6ff86cf3f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:08.402555 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fa50bbe0-8e87-41d9-ad53-73f86e839ca4 req-8fc992b8-9c94-4166-a620-b6ff86cf3f1a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7733d6c6-beb5-459c-8659-75e0068407fc HTTP/1.1" status: 200  len: 849 time: 0.1660962
May 07 21:52:08.452621 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fa50bbe0-8e87-41d9-ad53-73f86e839ca4 req-67ab7e94-0243-488a-8579-48db191b1e7b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bbfe0822-d3c9-4ae0-93fe-d0c511147e67&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0367985
May 07 21:52:08.482708 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ec84969a-7f94-440a-9c0b-072962fe809c req-fa5824fb-0694-4b53-9670-cceddb53fd02 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.6723969
May 07 21:52:08.492924 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7759587f-3648-4ec7-9556-80d92636b675 req-59919dfa-5ff3-440c-a4a2-223ef6b76e9b tempest-ServerTagsTestJSON-1974203414 tempest-ServerTagsTestJSON-1974203414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:08.494533 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7759587f-3648-4ec7-9556-80d92636b675 req-59919dfa-5ff3-440c-a4a2-223ef6b76e9b tempest-ServerTagsTestJSON-1974203414 tempest-ServerTagsTestJSON-1974203414-project] 10.222.0.32 "GET /v2.0/ports?device_id=094c249f-bac0-48b7-be4c-614af1acfbf5 HTTP/1.1" status: 200  len: 943 time: 0.1468506
May 07 21:52:08.503525 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-ec84969a-7f94-440a-9c0b-072962fe809c req-2aa58d89-205f-4af1-85fc-474605a736f3 service neutron] Request body: {'port': {'device_id': '291bb30f-04fe-44bf-a1e3-ab8f39264f74', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:52:08.584489 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-2288e90a-54b5-4027-9c50-5205c9e60c76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7bd0dbf-a440-4d9e-8f71-48688376777e {{(pid=121837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:52:08.637948 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-2288e90a-54b5-4027-9c50-5205c9e60c76 service neutron] Publish callbacks [] for port (f7bd0dbf-a440-4d9e-8f71-48688376777e), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:08.698232 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-ec84969a-7f94-440a-9c0b-072962fe809c req-2aa58d89-205f-4af1-85fc-474605a736f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (3f62d3bb-3e19-4105-8761-7215be7ce835), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:08.723624 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-2288e90a-54b5-4027-9c50-5205c9e60c76 service neutron] Transition to ACTIVE for port object f7bd0dbf-a440-4d9e-8f71-48688376777e will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:52:08.754083 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7759587f-3648-4ec7-9556-80d92636b675 req-82d89aa8-4f58-48ac-85a4-80471f13d25b tempest-ServerTagsTestJSON-1974203414 tempest-ServerTagsTestJSON-1974203414-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca6edf65-49ce-41d3-96ac-efd468c3405a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2166460
May 07 21:52:08.761984 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-2288e90a-54b5-4027-9c50-5205c9e60c76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (f7bd0dbf-a440-4d9e-8f71-48688376777e), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:08.843649 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-ec84969a-7f94-440a-9c0b-072962fe809c req-1a7dd2f1-2eda-49c7-b745-208e7d9a84a7 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Publish callbacks [] for port (9dc2b760-de86-4db6-bfb4-a511993e37c6), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:08.853418 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2288e90a-54b5-4027-9c50-5205c9e60c76 service neutron] Pushing event updated for resources: {'Port': ['ID=f7bd0dbf-a440-4d9e-8f71-48688376777e,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:08.861781 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-967bd5fb-0e05-45b2-ba9d-9555dcf5a762 req-830db7b3-2147-44a5-b129-fca27ffb03e9 tempest-VolumesAdminNegativeTest-1445857849 tempest-VolumesAdminNegativeTest-1445857849-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd9b0aa0-46b8-4279-807a-8533ba07406a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6363814
May 07 21:52:08.869641 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-bde4d2e9-7986-47e6-b736-10f5108df541 req-63245603-f3e9-42dc-b5df-277f8f78a2a7 tempest-SecurityGroupsTestAdminJSON-1190420583 tempest-SecurityGroupsTestAdminJSON-1190420583-project] Request body: {'security_group': {'name': 'tempest-securitygroup-448265998', 'description': 'tempest-description-877820774'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:52:08.900650 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fbc23ac4-80cc-4c7d-8825-9baf4400bcf0 admin admin] Publish callbacks [] for security_group (59e2df0e-870d-42fb-a7c1-a293819c9cdf), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:08.964980 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fa50bbe0-8e87-41d9-ad53-73f86e839ca4 req-a92ca16b-d333-45b0-9eb5-3cfdd7128570 service neutron] 10.222.0.55 "GET /v2.0/networks/bbfe0822-d3c9-4ae0-93fe-d0c511147e67?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5084984
May 07 21:52:08.966890 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fbc23ac4-80cc-4c7d-8825-9baf4400bcf0 admin admin] Publish callbacks [] for security_group (59e2df0e-870d-42fb-a7c1-a293819c9cdf), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:08.999612 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 39938) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:52:09.055727 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-bde4d2e9-7986-47e6-b736-10f5108df541 req-63245603-f3e9-42dc-b5df-277f8f78a2a7 tempest-SecurityGroupsTestAdminJSON-1190420583 tempest-SecurityGroupsTestAdminJSON-1190420583-project] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:09.067757 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-ec84969a-7f94-440a-9c0b-072962fe809c req-1a7dd2f1-2eda-49c7-b745-208e7d9a84a7 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (9dc2b760-de86-4db6-bfb4-a511993e37c6), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:09.084415 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 07 May 2022 21:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-489de9a9-d0ab-4e53-b28a-1916baae04cc x-openstack-request-id: req-489de9a9-d0ab-4e53-b28a-1916baae04cc {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:52:09.084813 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3ba0813-ab71-47d9-8c7c-607769a67273", "tag": "bb1a4932-726b-4649-982e-cde502e2aff1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "094c249f-bac0-48b7-be4c-614af1acfbf5", "tag": "5bf0d3b1-6d14-4171-84b6-a6256304ad16", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:52:09.084938 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-489de9a9-d0ab-4e53-b28a-1916baae04cc {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:52:09.085342 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-489de9a9-d0ab-4e53-b28a-1916baae04cc'] response: {'name': 'network-changed', 'server_uuid': 'f3ba0813-ab71-47d9-8c7c-607769a67273', 'tag': 'bb1a4932-726b-4649-982e-cde502e2aff1', 'status': 'completed', 'code': 200}
May 07 21:52:09.085587 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-489de9a9-d0ab-4e53-b28a-1916baae04cc'] response: {'name': 'network-changed', 'server_uuid': '094c249f-bac0-48b7-be4c-614af1acfbf5', 'tag': '5bf0d3b1-6d14-4171-84b6-a6256304ad16', 'status': 'completed', 'code': 200}
May 07 21:52:09.269906 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c543805-f4c6-4965-960e-dc711e98f4ab admin admin] Deleting subnet e6b6597b-eb4c-42b5-9584-1d6d14139dca {{(pid=121836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 21:52:09.288039 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7c543805-f4c6-4965-960e-dc711e98f4ab admin admin] Publish callbacks [] for subnet (e6b6597b-eb4c-42b5-9584-1d6d14139dca), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:09.295174 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7659f3d0-04f8-4d43-8ec9-99de36c0092b req-7aa9e249-e318-48c5-ae8c-03ffdd10aa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:09.295655 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7659f3d0-04f8-4d43-8ec9-99de36c0092b req-7aa9e249-e318-48c5-ae8c-03ffdd10aa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:09.296181 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7659f3d0-04f8-4d43-8ec9-99de36c0092b req-7aa9e249-e318-48c5-ae8c-03ffdd10aa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:09.297878 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7659f3d0-04f8-4d43-8ec9-99de36c0092b req-7aa9e249-e318-48c5-ae8c-03ffdd10aa66 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7a05b8a866c04fe78b04ec616e62b70f&device_id=f3ba0813-ab71-47d9-8c7c-607769a67273 HTTP/1.1" status: 200  len: 2885 time: 0.1463404
May 07 21:52:09.340866 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a42e0a-279e-4225-b94b-19bf520e640b req-62d143a9-2ea8-405e-9802-b0a5b783face tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:09.350394 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a42e0a-279e-4225-b94b-19bf520e640b req-62d143a9-2ea8-405e-9802-b0a5b783face tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:09.356947 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a42e0a-279e-4225-b94b-19bf520e640b req-62d143a9-2ea8-405e-9802-b0a5b783face tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:09.364373 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-56a42e0a-279e-4225-b94b-19bf520e640b req-62d143a9-2ea8-405e-9802-b0a5b783face tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3ba0813-ab71-47d9-8c7c-607769a67273 HTTP/1.1" status: 200  len: 2412 time: 0.1907177
May 07 21:52:09.399905 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fa50bbe0-8e87-41d9-ad53-73f86e839ca4 req-80a11e9f-e6f6-4860-bdfb-da56601d87de service neutron] 10.222.0.55 "GET /v2.0/networks/bbfe0822-d3c9-4ae0-93fe-d0c511147e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4258885
May 07 21:52:09.400443 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fbc23ac4-80cc-4c7d-8825-9baf4400bcf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (59e2df0e-870d-42fb-a7c1-a293819c9cdf), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:09.403067 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fbc23ac4-80cc-4c7d-8825-9baf4400bcf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:09.404146 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-fbc23ac4-80cc-4c7d-8825-9baf4400bcf0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/59e2df0e-870d-42fb-a7c1-a293819c9cdf HTTP/1.1" status: 204  len: 168 time: 1.0579889
May 07 21:52:09.593037 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec84969a-7f94-440a-9c0b-072962fe809c req-1a7dd2f1-2eda-49c7-b745-208e7d9a84a7 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Network 2b0d1583-486b-43fb-abb3-b530c0697dca is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:52:09.603295 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7659f3d0-04f8-4d43-8ec9-99de36c0092b req-97443b0e-6a3d-4f4d-a2d6-f9bd3d640d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:09.603955 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7659f3d0-04f8-4d43-8ec9-99de36c0092b req-97443b0e-6a3d-4f4d-a2d6-f9bd3d640d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:09.604327 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7659f3d0-04f8-4d43-8ec9-99de36c0092b req-97443b0e-6a3d-4f4d-a2d6-f9bd3d640d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:09.615916 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7659f3d0-04f8-4d43-8ec9-99de36c0092b req-97443b0e-6a3d-4f4d-a2d6-f9bd3d640d99 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=7a05b8a866c04fe78b04ec616e62b70f&shared=False HTTP/1.1" status: 200  len: 2290 time: 0.2309046
May 07 21:52:09.620212 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [req-ec84969a-7f94-440a-9c0b-072962fe809c req-1a7dd2f1-2eda-49c7-b745-208e7d9a84a7 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:52:09.622014 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc23ac4-80cc-4c7d-8825-9baf4400bcf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e2df0e-870d-42fb-a7c1-a293819c9cdf,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:09.654327 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7dd2f1-2eda-49c7-b745-208e7d9a84a7 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Pushing event updated for resources: {'Port': ['ID=9dc2b760-de86-4db6-bfb4-a511993e37c6,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:09.656981 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec84969a-7f94-440a-9c0b-072962fe809c req-1a7dd2f1-2eda-49c7-b745-208e7d9a84a7 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:52:09.669632 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-2288e90a-54b5-4027-9c50-5205c9e60c76 service neutron] Attempting to bind port f7bd0dbf-a440-4d9e-8f71-48688376777e on host nch2-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:52:09.670052 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-2288e90a-54b5-4027-9c50-5205c9e60c76 service neutron] Attempting to bind port f7bd0dbf-a440-4d9e-8f71-48688376777e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '886ce713-0d61-4718-811a-ca55107915ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7d94fb0d-311e-4c61-bc8a-1dac128f0023'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:52:09.670443 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-2288e90a-54b5-4027-9c50-5205c9e60c76 service neutron] Attempting to bind port f7bd0dbf-a440-4d9e-8f71-48688376777e on network 7d94fb0d-311e-4c61-bc8a-1dac128f0023 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:52:09.711685 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-2288e90a-54b5-4027-9c50-5205c9e60c76 service neutron] Port f7bd0dbf-a440-4d9e-8f71-48688376777e on network 7d94fb0d-311e-4c61-bc8a-1dac128f0023 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:52:09.712098 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-2288e90a-54b5-4027-9c50-5205c9e60c76 service neutron] Attempting to bind port f7bd0dbf-a440-4d9e-8f71-48688376777e on network 7d94fb0d-311e-4c61-bc8a-1dac128f0023 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:52:09.732802 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-2288e90a-54b5-4027-9c50-5205c9e60c76 service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:52:09.733216 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-2288e90a-54b5-4027-9c50-5205c9e60c76 service neutron] Checking segment: {'id': '886ce713-0d61-4718-811a-ca55107915ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7d94fb0d-311e-4c61-bc8a-1dac128f0023'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:52:09.733665 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-2288e90a-54b5-4027-9c50-5205c9e60c76 service neutron] Bound using segment: {'id': '886ce713-0d61-4718-811a-ca55107915ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7d94fb0d-311e-4c61-bc8a-1dac128f0023'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:52:09.734523 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-2288e90a-54b5-4027-9c50-5205c9e60c76 service neutron] Bound port: f7bd0dbf-a440-4d9e-8f71-48688376777e, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '886ce713-0d61-4718-811a-ca55107915ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '7d94fb0d-311e-4c61-bc8a-1dac128f0023'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:52:09.735023 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-2288e90a-54b5-4027-9c50-5205c9e60c76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f7bd0dbf-a440-4d9e-8f71-48688376777e), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:09.804234 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec84969a-7f94-440a-9c0b-072962fe809c req-1a7dd2f1-2eda-49c7-b745-208e7d9a84a7 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:09.805606 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-ec84969a-7f94-440a-9c0b-072962fe809c req-1a7dd2f1-2eda-49c7-b745-208e7d9a84a7 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:09.842058 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-bde4d2e9-7986-47e6-b736-10f5108df541 req-63245603-f3e9-42dc-b5df-277f8f78a2a7 tempest-SecurityGroupsTestAdminJSON-1190420583 tempest-SecurityGroupsTestAdminJSON-1190420583-project] Publish callbacks [] for security_group (d0e4d467-e7ed-4654-ac7a-667b8a7ccb40), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:09.842306 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7659f3d0-04f8-4d43-8ec9-99de36c0092b req-3a31ab42-4ee6-4d9c-a5c2-7c326de3872a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:09.843811 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7659f3d0-04f8-4d43-8ec9-99de36c0092b req-3a31ab42-4ee6-4d9c-a5c2-7c326de3872a service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2025344
May 07 21:52:09.863241 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-bde4d2e9-7986-47e6-b736-10f5108df541 req-63245603-f3e9-42dc-b5df-277f8f78a2a7 tempest-SecurityGroupsTestAdminJSON-1190420583 tempest-SecurityGroupsTestAdminJSON-1190420583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (d0e4d467-e7ed-4654-ac7a-667b8a7ccb40), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:09.863858 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-56a42e0a-279e-4225-b94b-19bf520e640b req-da801e46-1682-4837-a703-e8327f5a7f18 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "GET /v2.0/security-groups?id=79406975-00eb-485e-b3fe-001bab536dcd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4980431
May 07 21:52:09.868527 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7c543805-f4c6-4965-960e-dc711e98f4ab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726883'] for subnet (e6b6597b-eb4c-42b5-9584-1d6d14139dca), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:09.885816 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ec84969a-7f94-440a-9c0b-072962fe809c req-1a7dd2f1-2eda-49c7-b745-208e7d9a84a7 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.1082883
May 07 21:52:09.961777 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63245603-f3e9-42dc-b5df-277f8f78a2a7 tempest-SecurityGroupsTestAdminJSON-1190420583 tempest-SecurityGroupsTestAdminJSON-1190420583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e4d467-e7ed-4654-ac7a-667b8a7ccb40,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:09.968009 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [req-ec84969a-7f94-440a-9c0b-072962fe809c req-2aa58d89-205f-4af1-85fc-474605a736f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f62d3bb-3e19-4105-8761-7215be7ce835 {{(pid=121837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:52:09.978146 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-bde4d2e9-7986-47e6-b736-10f5108df541 req-63245603-f3e9-42dc-b5df-277f8f78a2a7 tempest-SecurityGroupsTestAdminJSON-1190420583 tempest-SecurityGroupsTestAdminJSON-1190420583-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:09.979628 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bde4d2e9-7986-47e6-b736-10f5108df541 req-63245603-f3e9-42dc-b5df-277f8f78a2a7 tempest-SecurityGroupsTestAdminJSON-1190420583 tempest-SecurityGroupsTestAdminJSON-1190420583-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 1.1233258
May 07 21:52:09.986884 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-2288e90a-54b5-4027-9c50-5205c9e60c76 service neutron] For port f7bd0dbf-a440-4d9e-8f71-48688376777e, host nch2-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:52:09.986884 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-ec84969a-7f94-440a-9c0b-072962fe809c req-2aa58d89-205f-4af1-85fc-474605a736f3 service neutron] Publish callbacks [] for port (3f62d3bb-3e19-4105-8761-7215be7ce835), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:10.001296 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7c543805-f4c6-4965-960e-dc711e98f4ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (e6b6597b-eb4c-42b5-9584-1d6d14139dca), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:10.012846 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-2288e90a-54b5-4027-9c50-5205c9e60c76 service neutron] For port f7bd0dbf-a440-4d9e-8f71-48688376777e, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f7bd0dbf-a440-4d9e-8f71-48688376777e,segment=NetworkSegment(886ce713-0d61-4718-811a-ca55107915ac),segment_id=886ce713-0d61-4718-811a-ca55107915ac)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:52:10.034337 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-2288e90a-54b5-4027-9c50-5205c9e60c76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (f7bd0dbf-a440-4d9e-8f71-48688376777e), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:10.052102 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-ec84969a-7f94-440a-9c0b-072962fe809c req-2aa58d89-205f-4af1-85fc-474605a736f3 service neutron] Transition to ACTIVE for port object 3f62d3bb-3e19-4105-8761-7215be7ce835 will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:52:10.060498 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff48a1ae-7df7-4bf4-9acb-05cfa960c5d2 req-638993e5-94bf-41e5-9e41-9f4c9dc0aac1 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:10.070045 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ff48a1ae-7df7-4bf4-9acb-05cfa960c5d2 req-638993e5-94bf-41e5-9e41-9f4c9dc0aac1 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] 10.222.0.32 "GET /v2.0/ports?device_id=510e9ced-c683-45b2-bff6-88ab05c23bb6 HTTP/1.1" status: 200  len: 932 time: 0.0998986
May 07 21:52:10.116283 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-ec84969a-7f94-440a-9c0b-072962fe809c req-2aa58d89-205f-4af1-85fc-474605a736f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (3f62d3bb-3e19-4105-8761-7215be7ce835), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:10.158081 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-2288e90a-54b5-4027-9c50-5205c9e60c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:10.159186 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-2288e90a-54b5-4027-9c50-5205c9e60c76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:10.161176 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-2288e90a-54b5-4027-9c50-5205c9e60c76 service neutron] 10.222.0.59 "PUT /v2.0/ports/f7bd0dbf-a440-4d9e-8f71-48688376777e HTTP/1.1" status: 200  len: 1092 time: 2.8598294
May 07 21:52:10.161846 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3ba0813-ab71-47d9-8c7c-607769a67273', 'tag': 'f7bd0dbf-a440-4d9e-8f71-48688376777e'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:52:10.164917 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7d8bb98-ff64-425f-a108-99272e00bc02" -d '{"events": [{"name": "network-changed", "server_uuid": "f3ba0813-ab71-47d9-8c7c-607769a67273", "tag": "f7bd0dbf-a440-4d9e-8f71-48688376777e"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:52:10.166706 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ff48a1ae-7df7-4bf4-9acb-05cfa960c5d2 req-8042bf4d-444a-4624-8343-5d6ad79a988d tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c5b0484-080e-4f51-826c-9d1b8b7fda2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0933108
May 07 21:52:10.241523 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1967c89-2b47-4e9f-a40e-8e2474defa90 req-e5f51320-8c93-4e02-b789-2974ef0d1d8b tempest-ServerTagsTestJSON-1974203414 tempest-ServerTagsTestJSON-1974203414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:10.249932 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b1967c89-2b47-4e9f-a40e-8e2474defa90 req-e5f51320-8c93-4e02-b789-2974ef0d1d8b tempest-ServerTagsTestJSON-1974203414 tempest-ServerTagsTestJSON-1974203414-project] 10.222.0.32 "GET /v2.0/ports?device_id=094c249f-bac0-48b7-be4c-614af1acfbf5 HTTP/1.1" status: 200  len: 943 time: 0.1524086
May 07 21:52:10.306044 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-ec84969a-7f94-440a-9c0b-072962fe809c req-873ea5ae-798e-4c6d-9206-7d81ccc90fc0 service neutron] Request body: {'port': {'device_id': '510e9ced-c683-45b2-bff6-88ab05c23bb6', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:52:10.312751 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7659f3d0-04f8-4d43-8ec9-99de36c0092b req-9e6fb7e6-7a8b-41b4-8410-689542c615ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:10.314241 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7659f3d0-04f8-4d43-8ec9-99de36c0092b req-9e6fb7e6-7a8b-41b4-8410-689542c615ed service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=aa1cd49355d840abbda4ccda9d86705f&device_id=094c249f-bac0-48b7-be4c-614af1acfbf5 HTTP/1.1" status: 200  len: 1125 time: 0.0705178
May 07 21:52:10.363579 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7c543805-f4c6-4965-960e-dc711e98f4ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (e6b6597b-eb4c-42b5-9584-1d6d14139dca), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:10.383725 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2288e90a-54b5-4027-9c50-5205c9e60c76 service neutron] Pushing event updated for resources: {'Port': ['ID=f7bd0dbf-a440-4d9e-8f71-48688376777e,revision_number=3']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:10.457401 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c543805-f4c6-4965-960e-dc711e98f4ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6b6597b-eb4c-42b5-9584-1d6d14139dca,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:10.508768 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7c543805-f4c6-4965-960e-dc711e98f4ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:10.521116 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-7c543805-f4c6-4965-960e-dc711e98f4ab admin admin] 10.222.0.32 "DELETE /v2.0/subnets/e6b6597b-eb4c-42b5-9584-1d6d14139dca HTTP/1.1" status: 204  len: 168 time: 1.5186281
May 07 21:52:10.522591 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 39968) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:52:10.554817 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d44b43-4164-47ff-9834-4b3c138c4f44 req-72450614-2e41-43b3-ab99-80fa5c9c4038 tempest-VolumesAdminNegativeTest-1445857849 tempest-VolumesAdminNegativeTest-1445857849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:10.556999 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-f036ad22-606f-47f8-8cab-83252b685c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:10.557454 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-f036ad22-606f-47f8-8cab-83252b685c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:10.558009 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-f036ad22-606f-47f8-8cab-83252b685c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:10.558720 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-72d44b43-4164-47ff-9834-4b3c138c4f44 req-72450614-2e41-43b3-ab99-80fa5c9c4038 tempest-VolumesAdminNegativeTest-1445857849 tempest-VolumesAdminNegativeTest-1445857849-project] 10.222.0.32 "GET /v2.0/ports?device_id=297e9f98-e053-44b1-af31-98785ad115af HTTP/1.1" status: 200  len: 945 time: 0.2303379
May 07 21:52:10.559643 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-f036ad22-606f-47f8-8cab-83252b685c3a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7a05b8a866c04fe78b04ec616e62b70f&device_id=f3ba0813-ab71-47d9-8c7c-607769a67273 HTTP/1.1" status: 200  len: 2958 time: 0.3010364
May 07 21:52:10.607962 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b1967c89-2b47-4e9f-a40e-8e2474defa90 req-86829abf-a1f8-4ba2-9bc4-86ed10fd7a78 tempest-ServerTagsTestJSON-1974203414 tempest-ServerTagsTestJSON-1974203414-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca6edf65-49ce-41d3-96ac-efd468c3405a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3570709
May 07 21:52:10.615291 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa58d89-205f-4af1-85fc-474605a736f3 service neutron] Pushing event updated for resources: {'Port': ['ID=3f62d3bb-3e19-4105-8761-7215be7ce835,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:10.673850 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-f29336c2-19c2-43eb-973c-fa8bdb0517ee service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.169&port_id=df7809e8-4b3a-419d-9177-98b732729c4a HTTP/1.1" status: 200  len: 217 time: 0.0921631
May 07 21:52:10.693384 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-ec84969a-7f94-440a-9c0b-072962fe809c req-873ea5ae-798e-4c6d-9206-7d81ccc90fc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (9dc2b760-de86-4db6-bfb4-a511993e37c6), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:10.713907 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-72d44b43-4164-47ff-9834-4b3c138c4f44 req-422cd868-d2c4-4585-ab0c-19fefc2518b1 tempest-VolumesAdminNegativeTest-1445857849 tempest-VolumesAdminNegativeTest-1445857849-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd9b0aa0-46b8-4279-807a-8533ba07406a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1425152
May 07 21:52:10.766551 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7659f3d0-04f8-4d43-8ec9-99de36c0092b req-bb1162ed-4fcd-4655-bfbe-50203a1e7b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:10.768072 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7659f3d0-04f8-4d43-8ec9-99de36c0092b req-bb1162ed-4fcd-4655-bfbe-50203a1e7b62 service neutron] 10.222.0.55 "GET /v2.0/networks?id=bbfe0822-d3c9-4ae0-93fe-d0c511147e67 HTTP/1.1" status: 200  len: 910 time: 0.4383647
May 07 21:52:10.777363 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-ec84969a-7f94-440a-9c0b-072962fe809c req-2aa58d89-205f-4af1-85fc-474605a736f3 service neutron] Attempting to bind port 3f62d3bb-3e19-4105-8761-7215be7ce835 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:52:10.777594 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b6b8a52a-a740-49ce-9d53-dd93fdd4d297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (b2fcd05a-fa57-478e-9f0c-05c502306fa7), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:10.783331 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-ec84969a-7f94-440a-9c0b-072962fe809c req-2aa58d89-205f-4af1-85fc-474605a736f3 service neutron] Attempting to bind port 3f62d3bb-3e19-4105-8761-7215be7ce835 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '8cdcb27b-fa23-4865-8aaa-e6a27c987d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2b0d1583-486b-43fb-abb3-b530c0697dca'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:52:10.783959 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec84969a-7f94-440a-9c0b-072962fe809c req-2aa58d89-205f-4af1-85fc-474605a736f3 service neutron] Attempting to bind port 3f62d3bb-3e19-4105-8761-7215be7ce835 on network 2b0d1583-486b-43fb-abb3-b530c0697dca {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:52:10.793264 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-27ed050f-60b3-4bdc-bcbf-7f7c903e1c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:10.795673 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-27ed050f-60b3-4bdc-bcbf-7f7c903e1c0f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6919e0e2-e65e-4318-9b11-62f01286a394 HTTP/1.1" status: 200  len: 801 time: 0.1126957
May 07 21:52:10.837989 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7659f3d0-04f8-4d43-8ec9-99de36c0092b req-ded9d14e-5c11-4cff-9694-0206e4eb7a56 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5bf0d3b1-6d14-4171-84b6-a6256304ad16 HTTP/1.1" status: 200  len: 217 time: 0.0581045
May 07 21:52:10.842559 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 39978) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:52:10.844327 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e9eb263-1e47-4f7a-b4cc-790d7c336b1c x-openstack-request-id: req-7e9eb263-1e47-4f7a-b4cc-790d7c336b1c {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:52:10.844816 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3ba0813-ab71-47d9-8c7c-607769a67273", "tag": "f7bd0dbf-a440-4d9e-8f71-48688376777e", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:52:10.846575 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7e9eb263-1e47-4f7a-b4cc-790d7c336b1c {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:52:10.847194 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e9eb263-1e47-4f7a-b4cc-790d7c336b1c'] response: {'name': 'network-changed', 'server_uuid': 'f3ba0813-ab71-47d9-8c7c-607769a67273', 'tag': 'f7bd0dbf-a440-4d9e-8f71-48688376777e', 'status': 'completed', 'code': 200}
May 07 21:52:10.867305 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec84969a-7f94-440a-9c0b-072962fe809c req-2aa58d89-205f-4af1-85fc-474605a736f3 service neutron] Port 3f62d3bb-3e19-4105-8761-7215be7ce835 on network 2b0d1583-486b-43fb-abb3-b530c0697dca not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:52:10.871094 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec84969a-7f94-440a-9c0b-072962fe809c req-2aa58d89-205f-4af1-85fc-474605a736f3 service neutron] Attempting to bind port 3f62d3bb-3e19-4105-8761-7215be7ce835 on network 2b0d1583-486b-43fb-abb3-b530c0697dca {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:52:10.916871 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7659f3d0-04f8-4d43-8ec9-99de36c0092b req-6aeefbed-f67e-471f-ba95-7dcaded23a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:10.920018 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7659f3d0-04f8-4d43-8ec9-99de36c0092b req-6aeefbed-f67e-471f-ba95-7dcaded23a90 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7733d6c6-beb5-459c-8659-75e0068407fc HTTP/1.1" status: 200  len: 849 time: 0.0684702
May 07 21:52:10.949096 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec84969a-7f94-440a-9c0b-072962fe809c req-2aa58d89-205f-4af1-85fc-474605a736f3 service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:52:10.952438 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec84969a-7f94-440a-9c0b-072962fe809c req-2aa58d89-205f-4af1-85fc-474605a736f3 service neutron] Checking segment: {'id': '8cdcb27b-fa23-4865-8aaa-e6a27c987d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2b0d1583-486b-43fb-abb3-b530c0697dca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:52:10.958499 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec84969a-7f94-440a-9c0b-072962fe809c req-2aa58d89-205f-4af1-85fc-474605a736f3 service neutron] Bound using segment: {'id': '8cdcb27b-fa23-4865-8aaa-e6a27c987d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2b0d1583-486b-43fb-abb3-b530c0697dca'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:52:10.959376 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-ec84969a-7f94-440a-9c0b-072962fe809c req-2aa58d89-205f-4af1-85fc-474605a736f3 service neutron] Bound port: 3f62d3bb-3e19-4105-8761-7215be7ce835, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cdcb27b-fa23-4865-8aaa-e6a27c987d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2b0d1583-486b-43fb-abb3-b530c0697dca'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:52:10.959981 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-ec84969a-7f94-440a-9c0b-072962fe809c req-2aa58d89-205f-4af1-85fc-474605a736f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (3f62d3bb-3e19-4105-8761-7215be7ce835), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:10.975910 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-7ea336be-bf13-408d-8353-21bbed916f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:10.977822 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-7ea336be-bf13-408d-8353-21bbed916f55 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7d94fb0d-311e-4c61-bc8a-1dac128f0023&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1200 time: 0.1296904
May 07 21:52:11.087550 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7659f3d0-04f8-4d43-8ec9-99de36c0092b req-be57f4bc-523b-4214-9882-92ead0e23b9c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bbfe0822-d3c9-4ae0-93fe-d0c511147e67&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1558635
May 07 21:52:11.107638 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-789702a8-f577-4381-a707-e06959c018fe req-30e4e996-4f14-4ef1-837f-641e6f0d1e4d tempest-SecurityGroupsTestAdminJSON-1267154241 tempest-SecurityGroupsTestAdminJSON-1267154241-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-779528212', 'description': 'tempest-description-699084880'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:52:11.151419 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b6b8a52a-a740-49ce-9d53-dd93fdd4d297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (b2fcd05a-fa57-478e-9f0c-05c502306fa7), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:11.175026 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-b6b8a52a-a740-49ce-9d53-dd93fdd4d297 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf86a43160>,) {'filters': {'network_id': ['b2fcd05a-fa57-478e-9f0c-05c502306fa7']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:52:11.186041 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-b6b8a52a-a740-49ce-9d53-dd93fdd4d297 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf86a43160>, 'c22d0faf-2ee6-4226-aff7-b2b8306813e9') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:52:11.186408 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-b6b8a52a-a740-49ce-9d53-dd93fdd4d297 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf86a43160>, 'c22d0faf-2ee6-4226-aff7-b2b8306813e9') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:52:11.197902 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b6b8a52a-a740-49ce-9d53-dd93fdd4d297 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (c22d0faf-2ee6-4226-aff7-b2b8306813e9), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:11.212360 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b6b8a52a-a740-49ce-9d53-dd93fdd4d297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (c22d0faf-2ee6-4226-aff7-b2b8306813e9), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:11.219020 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6b8a52a-a740-49ce-9d53-dd93fdd4d297 admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 21:52:11.219769 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b6b8a52a-a740-49ce-9d53-dd93fdd4d297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (c22d0faf-2ee6-4226-aff7-b2b8306813e9), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:11.260102 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-789702a8-f577-4381-a707-e06959c018fe req-30e4e996-4f14-4ef1-837f-641e6f0d1e4d tempest-SecurityGroupsTestAdminJSON-1267154241 tempest-SecurityGroupsTestAdminJSON-1267154241-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:11.269321 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-ec84969a-7f94-440a-9c0b-072962fe809c req-2aa58d89-205f-4af1-85fc-474605a736f3 service neutron] For port 3f62d3bb-3e19-4105-8761-7215be7ce835, host nch1-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:52:11.301479 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 21:52:11.301479 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 21:52:11.301479 ncdv-master-1 neutron-server[121836]:     timer()
May 07 21:52:11.301479 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 21:52:11.301479 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 21:52:11.301479 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 21:52:11.301479 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 21:52:11.301479 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 21:52:11.301479 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 21:52:11.301479 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 21:52:11.301479 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 21:52:11.301479 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 21:52:11.301479 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 21:52:11.301479 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 21:52:11.301479 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 21:52:11.301479 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 21:52:11.301479 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 21:52:11.301479 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 21:52:11.301479 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 21:52:11.301479 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 21:52:11.301479 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 21:52:11.301479 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 21:52:11.301479 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 21:52:11.301479 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 21:52:11.301479 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 21:52:11.301479 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 21:52:11.301479 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 21:52:11.301479 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 21:52:11.301479 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 21:52:11.301479 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 21:52:11.301479 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 21:52:11.301479 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 21:52:11.308064 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-0866aec9-8dca-4585-b2f0-1ed27ef1aa16 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-266532812-network', 'tenant_id': 'f75cb675742543209bcbb75d99b60e97'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:52:11.325662 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-789702a8-f577-4381-a707-e06959c018fe req-30e4e996-4f14-4ef1-837f-641e6f0d1e4d tempest-SecurityGroupsTestAdminJSON-1267154241 tempest-SecurityGroupsTestAdminJSON-1267154241-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:11.332732 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-5895b7c6-71ce-4b75-948c-d414ab5049f0 service neutron] 10.222.0.59 "GET /v2.0/networks/7d94fb0d-311e-4c61-bc8a-1dac128f0023?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3412490
May 07 21:52:11.334429 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-ec84969a-7f94-440a-9c0b-072962fe809c req-2aa58d89-205f-4af1-85fc-474605a736f3 service neutron] For port 3f62d3bb-3e19-4105-8761-7215be7ce835, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3f62d3bb-3e19-4105-8761-7215be7ce835,segment=NetworkSegment(8cdcb27b-fa23-4865-8aaa-e6a27c987d4c),segment_id=8cdcb27b-fa23-4865-8aaa-e6a27c987d4c)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:52:11.371860 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-ec84969a-7f94-440a-9c0b-072962fe809c req-2aa58d89-205f-4af1-85fc-474605a736f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (3f62d3bb-3e19-4105-8761-7215be7ce835), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:11.440692 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7659f3d0-04f8-4d43-8ec9-99de36c0092b req-91065ca0-e326-44ec-a8d8-7d710f6220ff service neutron] 10.222.0.55 "GET /v2.0/networks/bbfe0822-d3c9-4ae0-93fe-d0c511147e67?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1579387
May 07 21:52:11.449433 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b6b8a52a-a740-49ce-9d53-dd93fdd4d297 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (b2fcd05a-fa57-478e-9f0c-05c502306fa7), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:11.461097 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b6b8a52a-a740-49ce-9d53-dd93fdd4d297 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:11.475992 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-b6b8a52a-a740-49ce-9d53-dd93fdd4d297 admin admin] 10.222.0.32 "DELETE /v2.0/networks/b2fcd05a-fa57-478e-9f0c-05c502306fa7 HTTP/1.1" status: 204  len: 168 time: 0.9375629
May 07 21:52:11.485139 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec84969a-7f94-440a-9c0b-072962fe809c req-2aa58d89-205f-4af1-85fc-474605a736f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:11.485986 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-ec84969a-7f94-440a-9c0b-072962fe809c req-2aa58d89-205f-4af1-85fc-474605a736f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:11.487554 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ec84969a-7f94-440a-9c0b-072962fe809c req-2aa58d89-205f-4af1-85fc-474605a736f3 service neutron] 10.222.0.55 "PUT /v2.0/ports/3f62d3bb-3e19-4105-8761-7215be7ce835 HTTP/1.1" status: 200  len: 1091 time: 2.9897678
May 07 21:52:11.576209 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b8a52a-a740-49ce-9d53-dd93fdd4d297 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2fcd05a-fa57-478e-9f0c-05c502306fa7,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:11.589941 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa58d89-205f-4af1-85fc-474605a736f3 service neutron] Pushing event updated for resources: {'Port': ['ID=3f62d3bb-3e19-4105-8761-7215be7ce835,revision_number=3']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:11.623354 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 5bf0d3b1-6d14-4171-84b6-a6256304ad16 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:52:11.637810 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00196492-0ce7-44ea-992c-4d88e1bf7e2b req-f3231489-a1e1-4cac-a55f-b2439f49a27b tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:11.653751 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec84969a-7f94-440a-9c0b-072962fe809c req-2e67f2a2-d046-4551-a13d-0876571e0438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:11.655381 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ec84969a-7f94-440a-9c0b-072962fe809c req-2e67f2a2-d046-4551-a13d-0876571e0438 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=aae91bd9874141989a0896953655d3de&device_id=291bb30f-04fe-44bf-a1e3-ab8f39264f74 HTTP/1.1" status: 200  len: 1125 time: 0.1053379
May 07 21:52:11.665455 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00196492-0ce7-44ea-992c-4d88e1bf7e2b req-f3231489-a1e1-4cac-a55f-b2439f49a27b tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:11.671392 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00196492-0ce7-44ea-992c-4d88e1bf7e2b req-f3231489-a1e1-4cac-a55f-b2439f49a27b tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:11.673310 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-00196492-0ce7-44ea-992c-4d88e1bf7e2b req-f3231489-a1e1-4cac-a55f-b2439f49a27b tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3ba0813-ab71-47d9-8c7c-607769a67273 HTTP/1.1" status: 200  len: 2412 time: 0.6135325
May 07 21:52:11.696501 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 40002) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:52:11.772479 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ec84969a-7f94-440a-9c0b-072962fe809c req-d7e771d4-46f3-4ba0-a5b3-21cce2da27a7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3f62d3bb-3e19-4105-8761-7215be7ce835 HTTP/1.1" status: 200  len: 217 time: 0.0741415
May 07 21:52:11.776980 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-04b6d73f-ed83-4fc9-91ef-f8a153fad58d service neutron] 10.222.0.59 "GET /v2.0/networks/7d94fb0d-311e-4c61-bc8a-1dac128f0023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4352443
May 07 21:52:11.788182 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0866aec9-8dca-4585-b2f0-1ed27ef1aa16 admin admin] Made reservation on behalf of f75cb675742543209bcbb75d99b60e97 for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:52:11.803328 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0866aec9-8dca-4585-b2f0-1ed27ef1aa16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:11.812623 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-789702a8-f577-4381-a707-e06959c018fe req-30e4e996-4f14-4ef1-837f-641e6f0d1e4d tempest-SecurityGroupsTestAdminJSON-1267154241 tempest-SecurityGroupsTestAdminJSON-1267154241-project-admin] Publish callbacks [] for security_group (2efc6dd5-be71-4ad1-9389-89b0aade8613), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:11.837611 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [req-ec84969a-7f94-440a-9c0b-072962fe809c req-873ea5ae-798e-4c6d-9206-7d81ccc90fc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dc2b760-de86-4db6-bfb4-a511993e37c6 {{(pid=121837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:52:11.861743 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-789702a8-f577-4381-a707-e06959c018fe req-30e4e996-4f14-4ef1-837f-641e6f0d1e4d tempest-SecurityGroupsTestAdminJSON-1267154241 tempest-SecurityGroupsTestAdminJSON-1267154241-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (2efc6dd5-be71-4ad1-9389-89b0aade8613), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:11.865308 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-ec84969a-7f94-440a-9c0b-072962fe809c req-873ea5ae-798e-4c6d-9206-7d81ccc90fc0 service neutron] Publish callbacks [] for port (9dc2b760-de86-4db6-bfb4-a511993e37c6), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:11.875116 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0866aec9-8dca-4585-b2f0-1ed27ef1aa16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:11.900516 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 5bf0d3b1-6d14-4171-84b6-a6256304ad16, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5bf0d3b1-6d14-4171-84b6-a6256304ad16,segment=NetworkSegment(38ac8637-3c20-42bc-8f89-4fc31fd2c7df),segment_id=38ac8637-3c20-42bc-8f89-4fc31fd2c7df)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:52:11.915875 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': '5bf0d3b1-6d14-4171-84b6-a6256304ad16', 'network_id': 'bbfe0822-d3c9-4ae0-93fe-d0c511147e67', 'port_id': '5bf0d3b1-6d14-4171-84b6-a6256304ad16', 'mac_address': 'fa:16:3e:f8:f2:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7733d6c6-beb5-459c-8659-75e0068407fc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:52:11.925340 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-ba6021e5-25e5-42eb-9a32-4e0fd099e152 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=00dedc5654754e7fbb60abf79a14666e&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2066545
May 07 21:52:11.930612 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 40008) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:52:11.942603 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-00196492-0ce7-44ea-992c-4d88e1bf7e2b req-01005876-509c-4fd8-b8c3-df4bdd33fe1a tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "GET /v2.0/security-groups?id=79406975-00eb-485e-b3fe-001bab536dcd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2557638
May 07 21:52:11.955485 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-d0cc07ef-56cf-4156-8eb0-b33d6c18d6b5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.27&port_id=bb1a4932-726b-4649-982e-cde502e2aff1 HTTP/1.1" status: 200  len: 217 time: 0.1042297
May 07 21:52:11.976262 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7659f3d0-04f8-4d43-8ec9-99de36c0092b req-0fa64e82-8bfc-4f5e-812a-14b43120991b service neutron] 10.222.0.55 "GET /v2.0/networks/bbfe0822-d3c9-4ae0-93fe-d0c511147e67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5218122
May 07 21:52:12.001046 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-ec84969a-7f94-440a-9c0b-072962fe809c req-873ea5ae-798e-4c6d-9206-7d81ccc90fc0 service neutron] Transition to ACTIVE for port object 9dc2b760-de86-4db6-bfb4-a511993e37c6 will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:52:12.017609 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-ec84969a-7f94-440a-9c0b-072962fe809c req-873ea5ae-798e-4c6d-9206-7d81ccc90fc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (9dc2b760-de86-4db6-bfb4-a511993e37c6), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:12.052607 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 5bf0d3b1-6d14-4171-84b6-a6256304ad16 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:52:12.053002 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (5bf0d3b1-6d14-4171-84b6-a6256304ad16), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:12.080985 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0866aec9-8dca-4585-b2f0-1ed27ef1aa16 admin admin] Publish callbacks [] for security_group (d50792e5-4672-4ff2-b261-ed0a649bb3d3), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:12.092605 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e4e996-4f14-4ef1-837f-641e6f0d1e4d tempest-SecurityGroupsTestAdminJSON-1267154241 tempest-SecurityGroupsTestAdminJSON-1267154241-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2efc6dd5-be71-4ad1-9389-89b0aade8613,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:12.092872 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bf0d3b1-6d14-4171-84b6-a6256304ad16 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:52:12.097459 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0866aec9-8dca-4585-b2f0-1ed27ef1aa16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (d50792e5-4672-4ff2-b261-ed0a649bb3d3), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:12.127195 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec84969a-7f94-440a-9c0b-072962fe809c req-1913506f-07e2-48c1-b48c-6659c3bc031e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:12.129042 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ec84969a-7f94-440a-9c0b-072962fe809c req-1913506f-07e2-48c1-b48c-6659c3bc031e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1823294e-46ca-4903-8378-568d3d06f584 HTTP/1.1" status: 200  len: 852 time: 0.2867856
May 07 21:52:12.139271 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 5bf0d3b1-6d14-4171-84b6-a6256304ad16, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5bf0d3b1-6d14-4171-84b6-a6256304ad16,segment=NetworkSegment(38ac8637-3c20-42bc-8f89-4fc31fd2c7df),segment_id=38ac8637-3c20-42bc-8f89-4fc31fd2c7df)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:52:12.147960 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (5bf0d3b1-6d14-4171-84b6-a6256304ad16), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:12.159962 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0866aec9-8dca-4585-b2f0-1ed27ef1aa16 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 21:52:12.175803 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d0900d-da0b-4ada-87cc-cc53f24acfcc req-681503b5-1842-421c-8393-d0dd419c91dd tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:12.186846 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-34d0900d-da0b-4ada-87cc-cc53f24acfcc req-681503b5-1842-421c-8393-d0dd419c91dd tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] 10.222.0.32 "GET /v2.0/ports?device_id=510e9ced-c683-45b2-bff6-88ab05c23bb6 HTTP/1.1" status: 200  len: 944 time: 0.1019444
May 07 21:52:12.202255 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0866aec9-8dca-4585-b2f0-1ed27ef1aa16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (bf0c0471-2624-4f4f-a2e9-e11b0e1b254e), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:12.202598 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-0866aec9-8dca-4585-b2f0-1ed27ef1aa16 admin admin] Added segment bf0c0471-2624-4f4f-a2e9-e11b0e1b254e of type vlan for network 509cbb97-8d95-4377-b498-4ce6a1d5a1d9
May 07 21:52:12.218921 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=5bf0d3b1-6d14-4171-84b6-a6256304ad16,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:12.221684 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0866aec9-8dca-4585-b2f0-1ed27ef1aa16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d50792e5-4672-4ff2-b261-ed0a649bb3d3,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:12.232389 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873ea5ae-798e-4c6d-9206-7d81ccc90fc0 service neutron] Pushing event updated for resources: {'Port': ['ID=9dc2b760-de86-4db6-bfb4-a511993e37c6,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:12.233218 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-e52f4539-5976-4adf-a9d9-59f8328f15da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:12.234702 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-e52f4539-5976-4adf-a9d9-59f8328f15da service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bd7c397b-9254-4c76-a0e0-5bd7ee0462ba HTTP/1.1" status: 200  len: 801 time: 0.2487001
May 07 21:52:12.236569 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ec84969a-7f94-440a-9c0b-072962fe809c req-bc460a4a-ce7b-42a3-b055-d475cd971c68 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2b0d1583-486b-43fb-abb3-b530c0697dca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0963368
May 07 21:52:12.240621 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d4b544ac-4e87-407f-a2ae-44a934a8282d admin admin] Publish callbacks [] for security_group (44b502f8-ccda-470b-bf96-4e6ff93590b7), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:12.277010 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-34d0900d-da0b-4ada-87cc-cc53f24acfcc req-757b0cc0-a4dd-43be-83d9-b593392f9064 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c5b0484-080e-4f51-826c-9d1b8b7fda2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0891044
May 07 21:52:12.341682 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-789702a8-f577-4381-a707-e06959c018fe req-30e4e996-4f14-4ef1-837f-641e6f0d1e4d tempest-SecurityGroupsTestAdminJSON-1267154241 tempest-SecurityGroupsTestAdminJSON-1267154241-project-admin] Publish callbacks [] for security_group (67c6f174-7275-4b11-bae8-6b9c1e53341d), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:12.345595 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['5bf0d3b1-6d14-4171-84b6-a6256304ad16'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:52:12.362382 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0866aec9-8dca-4585-b2f0-1ed27ef1aa16 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (509cbb97-8d95-4377-b498-4ce6a1d5a1d9), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:12.397234 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d4b544ac-4e87-407f-a2ae-44a934a8282d admin admin] Publish callbacks [] for security_group (44b502f8-ccda-470b-bf96-4e6ff93590b7), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:12.402051 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-789702a8-f577-4381-a707-e06959c018fe req-30e4e996-4f14-4ef1-837f-641e6f0d1e4d tempest-SecurityGroupsTestAdminJSON-1267154241 tempest-SecurityGroupsTestAdminJSON-1267154241-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (67c6f174-7275-4b11-bae8-6b9c1e53341d), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:12.495596 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0866aec9-8dca-4585-b2f0-1ed27ef1aa16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (509cbb97-8d95-4377-b498-4ce6a1d5a1d9), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:12.496598 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0866aec9-8dca-4585-b2f0-1ed27ef1aa16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:12.497169 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0866aec9-8dca-4585-b2f0-1ed27ef1aa16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:12.509518 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-954f3cb0-b6cd-4e80-9365-bf1da195ae5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:12.511648 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-954f3cb0-b6cd-4e80-9365-bf1da195ae5a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bce7d277-aca4-4e22-b67e-6c466c492a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1200 time: 0.2615809
May 07 21:52:12.547722 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-0866aec9-8dca-4585-b2f0-1ed27ef1aa16 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 1.7027776
May 07 21:52:12.559765 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 40014) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:52:12.566583 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-0471b5ec-6f1b-4e16-af34-fb1f431987f8 admin admin] Request body: {'subnet': {'network_id': '509cbb97-8d95-4377-b498-4ce6a1d5a1d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-266532812-subnet', 'tenant_id': 'f75cb675742543209bcbb75d99b60e97', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:52:12.577824 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f441b8b8-d8cd-4123-abd9-c7b2794b4e2b req-965ce3c2-a55c-4899-aef2-a7ee567b36d2 tempest-ServerTagsTestJSON-1974203414 tempest-ServerTagsTestJSON-1974203414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:12.580719 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-789702a8-f577-4381-a707-e06959c018fe req-30e4e996-4f14-4ef1-837f-641e6f0d1e4d tempest-SecurityGroupsTestAdminJSON-1267154241 tempest-SecurityGroupsTestAdminJSON-1267154241-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:12.584654 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f441b8b8-d8cd-4123-abd9-c7b2794b4e2b req-965ce3c2-a55c-4899-aef2-a7ee567b36d2 tempest-ServerTagsTestJSON-1974203414 tempest-ServerTagsTestJSON-1974203414-project] 10.222.0.32 "GET /v2.0/ports?device_id=094c249f-bac0-48b7-be4c-614af1acfbf5 HTTP/1.1" status: 200  len: 944 time: 0.1892440
May 07 21:52:12.586748 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-789702a8-f577-4381-a707-e06959c018fe req-30e4e996-4f14-4ef1-837f-641e6f0d1e4d tempest-SecurityGroupsTestAdminJSON-1267154241 tempest-SecurityGroupsTestAdminJSON-1267154241-project-admin] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 1.5191448
May 07 21:52:12.633571 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e4e996-4f14-4ef1-837f-641e6f0d1e4d tempest-SecurityGroupsTestAdminJSON-1267154241 tempest-SecurityGroupsTestAdminJSON-1267154241-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67c6f174-7275-4b11-bae8-6b9c1e53341d,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:12.689947 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0866aec9-8dca-4585-b2f0-1ed27ef1aa16 admin admin] Pushing event updated for resources: {'Network': ['ID=509cbb97-8d95-4377-b498-4ce6a1d5a1d9,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:12.703027 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 509cbb97-8d95-4377-b498-4ce6a1d5a1d9 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 21:52:12.715574 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f441b8b8-d8cd-4123-abd9-c7b2794b4e2b req-546f679d-ab9b-4a05-9b49-a607b83e621f tempest-ServerTagsTestJSON-1974203414 tempest-ServerTagsTestJSON-1974203414-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca6edf65-49ce-41d3-96ac-efd468c3405a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1280732
May 07 21:52:12.715574 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0471b5ec-6f1b-4e16-af34-fb1f431987f8 admin admin] Made reservation on behalf of f75cb675742543209bcbb75d99b60e97 for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:52:12.723528 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0471b5ec-6f1b-4e16-af34-fb1f431987f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:12.780472 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ec84969a-7f94-440a-9c0b-072962fe809c req-1296d7dc-a1b4-4728-9857-10669675fef6 service neutron] 10.222.0.55 "GET /v2.0/networks/2b0d1583-486b-43fb-abb3-b530c0697dca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5318179
May 07 21:52:12.788581 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d4b544ac-4e87-407f-a2ae-44a934a8282d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (44b502f8-ccda-470b-bf96-4e6ff93590b7), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:12.791846 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d4b544ac-4e87-407f-a2ae-44a934a8282d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:12.805950 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-d4b544ac-4e87-407f-a2ae-44a934a8282d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/44b502f8-ccda-470b-bf96-4e6ff93590b7 HTTP/1.1" status: 204  len: 168 time: 0.8545604
May 07 21:52:12.857641 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '291bb30f-04fe-44bf-a1e3-ab8f39264f74', 'tag': '3f62d3bb-3e19-4105-8761-7215be7ce835'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:52:12.859942 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d96b30a8-6a0e-45d5-addb-baf3c21a5fd6" -d '{"events": [{"name": "network-changed", "server_uuid": "291bb30f-04fe-44bf-a1e3-ab8f39264f74", "tag": "3f62d3bb-3e19-4105-8761-7215be7ce835"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:52:12.895997 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b544ac-4e87-407f-a2ae-44a934a8282d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b502f8-ccda-470b-bf96-4e6ff93590b7,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:12.908419 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-ec84969a-7f94-440a-9c0b-072962fe809c req-873ea5ae-798e-4c6d-9206-7d81ccc90fc0 service neutron] Attempting to bind port 9dc2b760-de86-4db6-bfb4-a511993e37c6 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:52:12.909032 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-ec84969a-7f94-440a-9c0b-072962fe809c req-873ea5ae-798e-4c6d-9206-7d81ccc90fc0 service neutron] Attempting to bind port 9dc2b760-de86-4db6-bfb4-a511993e37c6 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '8cdcb27b-fa23-4865-8aaa-e6a27c987d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2b0d1583-486b-43fb-abb3-b530c0697dca'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:52:12.909538 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec84969a-7f94-440a-9c0b-072962fe809c req-873ea5ae-798e-4c6d-9206-7d81ccc90fc0 service neutron] Attempting to bind port 9dc2b760-de86-4db6-bfb4-a511993e37c6 on network 2b0d1583-486b-43fb-abb3-b530c0697dca {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:52:12.981535 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec84969a-7f94-440a-9c0b-072962fe809c req-873ea5ae-798e-4c6d-9206-7d81ccc90fc0 service neutron] Port 9dc2b760-de86-4db6-bfb4-a511993e37c6 on network 2b0d1583-486b-43fb-abb3-b530c0697dca not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:52:12.982219 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec84969a-7f94-440a-9c0b-072962fe809c req-873ea5ae-798e-4c6d-9206-7d81ccc90fc0 service neutron] Attempting to bind port 9dc2b760-de86-4db6-bfb4-a511993e37c6 on network 2b0d1583-486b-43fb-abb3-b530c0697dca {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:52:13.001809 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec84969a-7f94-440a-9c0b-072962fe809c req-873ea5ae-798e-4c6d-9206-7d81ccc90fc0 service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:52:13.002194 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec84969a-7f94-440a-9c0b-072962fe809c req-873ea5ae-798e-4c6d-9206-7d81ccc90fc0 service neutron] Checking segment: {'id': '8cdcb27b-fa23-4865-8aaa-e6a27c987d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2b0d1583-486b-43fb-abb3-b530c0697dca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:52:13.002544 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec84969a-7f94-440a-9c0b-072962fe809c req-873ea5ae-798e-4c6d-9206-7d81ccc90fc0 service neutron] Bound using segment: {'id': '8cdcb27b-fa23-4865-8aaa-e6a27c987d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2b0d1583-486b-43fb-abb3-b530c0697dca'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:52:13.002829 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-138e3d27-761a-4aca-beaf-1ec39f21cd02 req-174d98a6-d624-42b8-8b4c-afbe8d4d8bda tempest-SecurityGroupsTestAdminJSON-1267154241 tempest-SecurityGroupsTestAdminJSON-1267154241-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1754565708', 'description': 'tempest-description-417482777'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:52:13.003289 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-ec84969a-7f94-440a-9c0b-072962fe809c req-873ea5ae-798e-4c6d-9206-7d81ccc90fc0 service neutron] Bound port: 9dc2b760-de86-4db6-bfb4-a511993e37c6, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cdcb27b-fa23-4865-8aaa-e6a27c987d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2b0d1583-486b-43fb-abb3-b530c0697dca'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:52:13.003511 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-ec84969a-7f94-440a-9c0b-072962fe809c req-873ea5ae-798e-4c6d-9206-7d81ccc90fc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (9dc2b760-de86-4db6-bfb4-a511993e37c6), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:13.083164 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-5bee848b-98d9-43d5-adbd-7f3e30ed2d84 service neutron] 10.222.0.59 "GET /v2.0/networks/bce7d277-aca4-4e22-b67e-6c466c492a5e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5439138
May 07 21:52:13.216279 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-138e3d27-761a-4aca-beaf-1ec39f21cd02 req-174d98a6-d624-42b8-8b4c-afbe8d4d8bda tempest-SecurityGroupsTestAdminJSON-1267154241 tempest-SecurityGroupsTestAdminJSON-1267154241-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:13.225676 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36449f7a-d733-4d1e-b470-247cea2dda63 x-openstack-request-id: req-36449f7a-d733-4d1e-b470-247cea2dda63 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:52:13.227100 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "291bb30f-04fe-44bf-a1e3-ab8f39264f74", "tag": "3f62d3bb-3e19-4105-8761-7215be7ce835", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:52:13.229522 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-36449f7a-d733-4d1e-b470-247cea2dda63 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:52:13.231891 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36449f7a-d733-4d1e-b470-247cea2dda63'] response: {'name': 'network-changed', 'server_uuid': '291bb30f-04fe-44bf-a1e3-ab8f39264f74', 'tag': '3f62d3bb-3e19-4105-8761-7215be7ce835', 'status': 'completed', 'code': 200}
May 07 21:52:13.240981 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0471b5ec-6f1b-4e16-af34-fb1f431987f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (2c9b6f0f-d910-4c1b-9477-b2b4c63a6d0b), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:13.326502 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ec84969a-7f94-440a-9c0b-072962fe809c req-a5593a0c-f57e-4c16-941c-b871165013e3 service neutron] 10.222.0.55 "GET /v2.0/networks/2b0d1583-486b-43fb-abb3-b530c0697dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5168314
May 07 21:52:13.380865 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0471b5ec-6f1b-4e16-af34-fb1f431987f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c9b6f0f-d910-4c1b-9477-b2b4c63a6d0b,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:13.424207 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0471b5ec-6f1b-4e16-af34-fb1f431987f8 admin admin] Checking segment: {'id': 'bf0c0471-2624-4f4f-a2e9-e11b0e1b254e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '509cbb97-8d95-4377-b498-4ce6a1d5a1d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:52:13.425160 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0471b5ec-6f1b-4e16-af34-fb1f431987f8 admin admin] Network hostable DHCP agents. Network: 509cbb97-8d95-4377-b498-4ce6a1d5a1d9, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 21:52:13.441486 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-138e3d27-761a-4aca-beaf-1ec39f21cd02 req-174d98a6-d624-42b8-8b4c-afbe8d4d8bda tempest-SecurityGroupsTestAdminJSON-1267154241 tempest-SecurityGroupsTestAdminJSON-1267154241-project-admin] Publish callbacks [] for security_group (cfdfe42a-25c5-40aa-aa35-1f8d388173af), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:13.460166 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-138e3d27-761a-4aca-beaf-1ec39f21cd02 req-174d98a6-d624-42b8-8b4c-afbe8d4d8bda tempest-SecurityGroupsTestAdminJSON-1267154241 tempest-SecurityGroupsTestAdminJSON-1267154241-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (cfdfe42a-25c5-40aa-aa35-1f8d388173af), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:13.471134 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0471b5ec-6f1b-4e16-af34-fb1f431987f8 admin admin] Network 509cbb97-8d95-4377-b498-4ce6a1d5a1d9 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 21:52:13.513814 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-0471b5ec-6f1b-4e16-af34-fb1f431987f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 509cbb97-8d95-4377-b498-4ce6a1d5a1d9) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:52:13.518307 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-138e3d27-761a-4aca-beaf-1ec39f21cd02 req-174d98a6-d624-42b8-8b4c-afbe8d4d8bda tempest-SecurityGroupsTestAdminJSON-1267154241 tempest-SecurityGroupsTestAdminJSON-1267154241-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:13.528881 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee23d1e-4191-4776-b0d7-be447c36fef4 None None] Network 509cbb97-8d95-4377-b498-4ce6a1d5a1d9 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:52:13.530547 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-138e3d27-761a-4aca-beaf-1ec39f21cd02 req-174d98a6-d624-42b8-8b4c-afbe8d4d8bda tempest-SecurityGroupsTestAdminJSON-1267154241 tempest-SecurityGroupsTestAdminJSON-1267154241-project-admin] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1799 time: 0.5382993
May 07 21:52:13.552603 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174d98a6-d624-42b8-8b4c-afbe8d4d8bda tempest-SecurityGroupsTestAdminJSON-1267154241 tempest-SecurityGroupsTestAdminJSON-1267154241-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfdfe42a-25c5-40aa-aa35-1f8d388173af,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:13.556185 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0471b5ec-6f1b-4e16-af34-fb1f431987f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:13.559143 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0471b5ec-6f1b-4e16-af34-fb1f431987f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:13.574275 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-ec84969a-7f94-440a-9c0b-072962fe809c req-873ea5ae-798e-4c6d-9206-7d81ccc90fc0 service neutron] For port 9dc2b760-de86-4db6-bfb4-a511993e37c6, host nch1-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:52:13.596434 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-0471b5ec-6f1b-4e16-af34-fb1f431987f8 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.0345585
May 07 21:52:13.599591 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 40044) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:52:13.601230 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b33c93-8513-4093-87b3-ea4ea004e139 req-ad568f40-fc8a-47ab-baff-f934fd7a4d22 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:13.605114 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-5613717e-4b40-4cf5-8406-2123a7cc288b admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-266532812-router', 'tenant_id': 'f75cb675742543209bcbb75d99b60e97', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:52:13.619613 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b33c93-8513-4093-87b3-ea4ea004e139 req-ad568f40-fc8a-47ab-baff-f934fd7a4d22 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:13.632711 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b33c93-8513-4093-87b3-ea4ea004e139 req-ad568f40-fc8a-47ab-baff-f934fd7a4d22 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:13.636131 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e9b33c93-8513-4093-87b3-ea4ea004e139 req-ad568f40-fc8a-47ab-baff-f934fd7a4d22 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3ba0813-ab71-47d9-8c7c-607769a67273 HTTP/1.1" status: 200  len: 2412 time: 0.3271899
May 07 21:52:13.643333 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5613717e-4b40-4cf5-8406-2123a7cc288b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (e3a1d90a-24c4-4c94-b78c-81c55430cd63), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:13.644472 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5613717e-4b40-4cf5-8406-2123a7cc288b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (e3a1d90a-24c4-4c94-b78c-81c55430cd63), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:13.646922 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-ec84969a-7f94-440a-9c0b-072962fe809c req-873ea5ae-798e-4c6d-9206-7d81ccc90fc0 service neutron] For port 9dc2b760-de86-4db6-bfb4-a511993e37c6, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9dc2b760-de86-4db6-bfb4-a511993e37c6,segment=NetworkSegment(8cdcb27b-fa23-4865-8aaa-e6a27c987d4c),segment_id=8cdcb27b-fa23-4865-8aaa-e6a27c987d4c)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:52:13.706265 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-ec84969a-7f94-440a-9c0b-072962fe809c req-873ea5ae-798e-4c6d-9206-7d81ccc90fc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (9dc2b760-de86-4db6-bfb4-a511993e37c6), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:13.716650 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-be5d0ffe-f364-445d-a69f-1398b4c0fda3 service neutron] 10.222.0.59 "GET /v2.0/networks/bce7d277-aca4-4e22-b67e-6c466c492a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6161289
May 07 21:52:13.733992 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 5bf0d3b1-6d14-4171-84b6-a6256304ad16 up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:52:13.790406 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262c212b-0b0b-4775-baab-38b3798fe368 req-dd79f9fa-bfac-45c3-b2a9-156c5a7bc5ba tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:13.792175 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-262c212b-0b0b-4775-baab-38b3798fe368 req-dd79f9fa-bfac-45c3-b2a9-156c5a7bc5ba tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] 10.222.0.32 "GET /v2.0/ports?device_id=510e9ced-c683-45b2-bff6-88ab05c23bb6 HTTP/1.1" status: 200  len: 944 time: 0.1098497
May 07 21:52:13.808053 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8755d00-531a-4155-8721-fadd9b189348 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-509cbb97-8d95-4377-b498-4ce6a1d5a1d9', 'network_id': '509cbb97-8d95-4377-b498-4ce6a1d5a1d9', 'project_id': 'f75cb675742543209bcbb75d99b60e97', 'fixed_ips': [{'subnet_id': '2c9b6f0f-d910-4c1b-9477-b2b4c63a6d0b'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 21:52:13.809123 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c8755d00-531a-4155-8721-fadd9b189348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:13.842169 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-79aa6a6f-fec2-4d79-8a45-92359556e35d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.155&port_id=f7bd0dbf-a440-4d9e-8f71-48688376777e HTTP/1.1" status: 200  len: 217 time: 0.0937910
May 07 21:52:13.855583 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec84969a-7f94-440a-9c0b-072962fe809c req-873ea5ae-798e-4c6d-9206-7d81ccc90fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:13.856353 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-ec84969a-7f94-440a-9c0b-072962fe809c req-873ea5ae-798e-4c6d-9206-7d81ccc90fc0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:13.857802 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ec84969a-7f94-440a-9c0b-072962fe809c req-873ea5ae-798e-4c6d-9206-7d81ccc90fc0 service neutron] 10.222.0.55 "PUT /v2.0/ports/9dc2b760-de86-4db6-bfb4-a511993e37c6 HTTP/1.1" status: 200  len: 1092 time: 3.6057038
May 07 21:52:13.950146 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e9b33c93-8513-4093-87b3-ea4ea004e139 req-a1d1640a-6dd9-4fae-9a2e-b593c30228fa tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "GET /v2.0/security-groups?id=79406975-00eb-485e-b3fe-001bab536dcd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2864468
May 07 21:52:13.953497 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873ea5ae-798e-4c6d-9206-7d81ccc90fc0 service neutron] Pushing event updated for resources: {'Port': ['ID=9dc2b760-de86-4db6-bfb4-a511993e37c6,revision_number=3']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:13.958733 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5613717e-4b40-4cf5-8406-2123a7cc288b admin admin] Publish callbacks [] for router_controller (e3a1d90a-24c4-4c94-b78c-81c55430cd63), precommit_add_association {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:14.012793 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-e4fcdf83-9da2-453e-95e5-c70cd9947a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:14.014988 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-e4fcdf83-9da2-453e-95e5-c70cd9947a6e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6919e0e2-e65e-4318-9b11-62f01286a394 HTTP/1.1" status: 200  len: 801 time: 0.1611559
May 07 21:52:14.024764 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning for port 5bf0d3b1-6d14-4171-84b6-a6256304ad16 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:52:14.057516 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port 5bf0d3b1-6d14-4171-84b6-a6256304ad16 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:52:14.058150 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (5bf0d3b1-6d14-4171-84b6-a6256304ad16), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:14.068499 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-c8755d00-531a-4155-8721-fadd9b189348 None None] Allocated IP 172.20.0.2 (509cbb97-8d95-4377-b498-4ce6a1d5a1d9/2c9b6f0f-d910-4c1b-9477-b2b4c63a6d0b/3849d8fa-50d8-4cc2-9f70-74c1c74fb4b3) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:52:14.137424 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-262c212b-0b0b-4775-baab-38b3798fe368 req-146474be-6c21-435d-8a80-d977155df036 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c5b0484-080e-4f51-826c-9d1b8b7fda2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3102703
May 07 21:52:14.298230 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96b30a8-6a0e-45d5-addb-baf3c21a5fd6 req-6c3df594-9faa-4dfa-bd0d-d4ffa63c5107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:14.300164 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d96b30a8-6a0e-45d5-addb-baf3c21a5fd6 req-6c3df594-9faa-4dfa-bd0d-d4ffa63c5107 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=aae91bd9874141989a0896953655d3de&device_id=291bb30f-04fe-44bf-a1e3-ab8f39264f74 HTTP/1.1" status: 200  len: 1125 time: 0.0758874
May 07 21:52:14.332756 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-feec34ac-a077-4c46-94d0-cb5ee61ccaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:14.334636 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-feec34ac-a077-4c46-94d0-cb5ee61ccaf4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7d94fb0d-311e-4c61-bc8a-1dac128f0023&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1200 time: 0.3079512
May 07 21:52:14.421483 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5613717e-4b40-4cf5-8406-2123a7cc288b admin admin] Publish callbacks [] for router_gateway (e3a1d90a-24c4-4c94-b78c-81c55430cd63), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:14.449358 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1289f3db-9538-48ad-a24e-2e84289b6622 req-293d3324-2cf2-457a-bc96-3277fa779f0f tempest-ServerTagsTestJSON-1974203414 tempest-ServerTagsTestJSON-1974203414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:14.451507 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1289f3db-9538-48ad-a24e-2e84289b6622 req-293d3324-2cf2-457a-bc96-3277fa779f0f tempest-ServerTagsTestJSON-1974203414 tempest-ServerTagsTestJSON-1974203414-project] 10.222.0.32 "GET /v2.0/ports?device_id=094c249f-bac0-48b7-be4c-614af1acfbf5 HTTP/1.1" status: 200  len: 944 time: 0.1214042
May 07 21:52:14.520897 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec84969a-7f94-440a-9c0b-072962fe809c req-97032190-8e5e-436a-bcac-319ef500c4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:14.522216 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ec84969a-7f94-440a-9c0b-072962fe809c req-97032190-8e5e-436a-bcac-319ef500c4b6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=aae91bd9874141989a0896953655d3de&device_id=510e9ced-c683-45b2-bff6-88ab05c23bb6 HTTP/1.1" status: 200  len: 1126 time: 0.2210705
May 07 21:52:14.628381 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 5bf0d3b1-6d14-4171-84b6-a6256304ad16 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:52:14.628855 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (5bf0d3b1-6d14-4171-84b6-a6256304ad16), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:14.675868 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 5bf0d3b1-6d14-4171-84b6-a6256304ad16, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5bf0d3b1-6d14-4171-84b6-a6256304ad16,segment=NetworkSegment(38ac8637-3c20-42bc-8f89-4fc31fd2c7df),segment_id=38ac8637-3c20-42bc-8f89-4fc31fd2c7df)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:52:14.683356 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '094c249f-bac0-48b7-be4c-614af1acfbf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bf0d3b1-6d14-4171-84b6-a6256304ad16'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:52:14.686547 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db029cfc-f884-489b-b9cc-e6079138c7d2" -d '{"events": [{"server_uuid": "094c249f-bac0-48b7-be4c-614af1acfbf5", "name": "network-vif-plugged", "status": "completed", "tag": "5bf0d3b1-6d14-4171-84b6-a6256304ad16"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:52:14.693268 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (5bf0d3b1-6d14-4171-84b6-a6256304ad16), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:14.772154 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=5bf0d3b1-6d14-4171-84b6-a6256304ad16,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:14.783655 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1289f3db-9538-48ad-a24e-2e84289b6622 req-40aaff70-d41c-4dff-b869-a03a249ce616 tempest-ServerTagsTestJSON-1974203414 tempest-ServerTagsTestJSON-1974203414-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca6edf65-49ce-41d3-96ac-efd468c3405a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2529922
May 07 21:52:14.842462 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c8755d00-531a-4155-8721-fadd9b189348 None None] Publish callbacks [] for port (3849d8fa-50d8-4cc2-9f70-74c1c74fb4b3), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:14.854317 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c8755d00-531a-4155-8721-fadd9b189348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (3849d8fa-50d8-4cc2-9f70-74c1c74fb4b3), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:14.877737 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5613717e-4b40-4cf5-8406-2123a7cc288b admin admin] Publish callbacks [] for router_gateway (e3a1d90a-24c4-4c94-b78c-81c55430cd63), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:14.919796 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5613717e-4b40-4cf5-8406-2123a7cc288b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:14.947085 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8755d00-531a-4155-8721-fadd9b189348 None None] Network 509cbb97-8d95-4377-b498-4ce6a1d5a1d9 is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:52:14.962685 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-c8755d00-531a-4155-8721-fadd9b189348 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:52:14.971916 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8755d00-531a-4155-8721-fadd9b189348 None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:52:14.973950 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8755d00-531a-4155-8721-fadd9b189348 None None] Pushing event updated for resources: {'Port': ['ID=3849d8fa-50d8-4cc2-9f70-74c1c74fb4b3,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:15.078014 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-c8755d00-531a-4155-8721-fadd9b189348 None None] Attempting to bind port 3849d8fa-50d8-4cc2-9f70-74c1c74fb4b3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:52:15.078397 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-c8755d00-531a-4155-8721-fadd9b189348 None None] Attempting to bind port 3849d8fa-50d8-4cc2-9f70-74c1c74fb4b3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bf0c0471-2624-4f4f-a2e9-e11b0e1b254e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '509cbb97-8d95-4377-b498-4ce6a1d5a1d9'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:52:15.078969 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8755d00-531a-4155-8721-fadd9b189348 None None] Attempting to bind port 3849d8fa-50d8-4cc2-9f70-74c1c74fb4b3 on network 509cbb97-8d95-4377-b498-4ce6a1d5a1d9 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:52:15.085775 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8755d00-531a-4155-8721-fadd9b189348 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:52:15.086195 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8755d00-531a-4155-8721-fadd9b189348 None None] Checking segment: {'id': 'bf0c0471-2624-4f4f-a2e9-e11b0e1b254e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '509cbb97-8d95-4377-b498-4ce6a1d5a1d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:52:15.087144 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c8755d00-531a-4155-8721-fadd9b189348 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:15.087683 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8755d00-531a-4155-8721-fadd9b189348 None None] Bound using segment: {'id': 'bf0c0471-2624-4f4f-a2e9-e11b0e1b254e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '509cbb97-8d95-4377-b498-4ce6a1d5a1d9'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:52:15.088170 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-c8755d00-531a-4155-8721-fadd9b189348 None None] Bound port: 3849d8fa-50d8-4cc2-9f70-74c1c74fb4b3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf0c0471-2624-4f4f-a2e9-e11b0e1b254e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '509cbb97-8d95-4377-b498-4ce6a1d5a1d9'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:52:15.089883 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c8755d00-531a-4155-8721-fadd9b189348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (3849d8fa-50d8-4cc2-9f70-74c1c74fb4b3), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:15.186257 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-5613717e-4b40-4cf5-8406-2123a7cc288b admin admin] Allocated IP 172.35.4.241 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/f05ee1ae-389a-4488-bc32-028cfefc9716) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:52:15.214403 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-c8755d00-531a-4155-8721-fadd9b189348 None None] For port 3849d8fa-50d8-4cc2-9f70-74c1c74fb4b3, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:52:15.218486 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-c8755d00-531a-4155-8721-fadd9b189348 None None] For port 3849d8fa-50d8-4cc2-9f70-74c1c74fb4b3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3849d8fa-50d8-4cc2-9f70-74c1c74fb4b3,segment=NetworkSegment(bf0c0471-2624-4f4f-a2e9-e11b0e1b254e),segment_id=bf0c0471-2624-4f4f-a2e9-e11b0e1b254e)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:52:15.240233 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c8755d00-531a-4155-8721-fadd9b189348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (3849d8fa-50d8-4cc2-9f70-74c1c74fb4b3), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:15.257303 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '510e9ced-c683-45b2-bff6-88ab05c23bb6', 'tag': '9dc2b760-de86-4db6-bfb4-a511993e37c6'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:52:15.259631 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd0513ba-9c71-4432-a2d2-b70c6354e6a5" -d '{"events": [{"name": "network-changed", "server_uuid": "510e9ced-c683-45b2-bff6-88ab05c23bb6", "tag": "9dc2b760-de86-4db6-bfb4-a511993e37c6"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:52:15.271317 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ec84969a-7f94-440a-9c0b-072962fe809c req-c21a7eae-2ac7-4655-bee6-cf032e1e2774 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9dc2b760-de86-4db6-bfb4-a511993e37c6 HTTP/1.1" status: 200  len: 217 time: 0.7251258
May 07 21:52:15.384446 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8755d00-531a-4155-8721-fadd9b189348 None None] Pushing event updated for resources: {'Port': ['ID=3849d8fa-50d8-4cc2-9f70-74c1c74fb4b3,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:15.415378 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5613717e-4b40-4cf5-8406-2123a7cc288b admin admin] Publish callbacks [] for port (f05ee1ae-389a-4488-bc32-028cfefc9716), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:15.449074 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bc8777e-83b8-4239-8852-ecb7118aeab2 x-openstack-request-id: req-0bc8777e-83b8-4239-8852-ecb7118aeab2 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:52:15.449391 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "094c249f-bac0-48b7-be4c-614af1acfbf5", "name": "network-vif-plugged", "status": "completed", "tag": "5bf0d3b1-6d14-4171-84b6-a6256304ad16", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:52:15.449619 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0bc8777e-83b8-4239-8852-ecb7118aeab2 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:52:15.450029 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bc8777e-83b8-4239-8852-ecb7118aeab2'] response: {'server_uuid': '094c249f-bac0-48b7-be4c-614af1acfbf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bf0d3b1-6d14-4171-84b6-a6256304ad16', 'code': 200}
May 07 21:52:15.499033 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96b30a8-6a0e-45d5-addb-baf3c21a5fd6 req-5d74e67f-0ece-481a-b289-9edd2c449c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:15.500609 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d96b30a8-6a0e-45d5-addb-baf3c21a5fd6 req-5d74e67f-0ece-481a-b289-9edd2c449c65 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2b0d1583-486b-43fb-abb3-b530c0697dca HTTP/1.1" status: 200  len: 913 time: 1.1863005
May 07 21:52:15.510367 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5613717e-4b40-4cf5-8406-2123a7cc288b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (f05ee1ae-389a-4488-bc32-028cfefc9716), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:15.567344 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-db321e09-8379-4711-8a61-4189545358cc service neutron] 10.222.0.59 "GET /v2.0/networks/7d94fb0d-311e-4c61-bc8a-1dac128f0023?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.1785235
May 07 21:52:15.603376 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5613717e-4b40-4cf5-8406-2123a7cc288b admin admin] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:52:15.615507 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d96b30a8-6a0e-45d5-addb-baf3c21a5fd6 req-a50e54ba-cdde-4ee2-8aa7-d7b75f481809 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3f62d3bb-3e19-4105-8761-7215be7ce835 HTTP/1.1" status: 200  len: 217 time: 0.1053467
May 07 21:52:15.628782 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-5613717e-4b40-4cf5-8406-2123a7cc288b admin admin] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:52:15.629438 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec84969a-7f94-440a-9c0b-072962fe809c req-3b6fb029-e896-450e-9e34-80f550f86228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:15.632012 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ec84969a-7f94-440a-9c0b-072962fe809c req-3b6fb029-e896-450e-9e34-80f550f86228 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1823294e-46ca-4903-8378-568d3d06f584 HTTP/1.1" status: 200  len: 852 time: 0.3408730
May 07 21:52:15.645171 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5613717e-4b40-4cf5-8406-2123a7cc288b admin admin] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:52:15.653243 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 3f62d3bb-3e19-4105-8761-7215be7ce835 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:52:15.738324 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ec84969a-7f94-440a-9c0b-072962fe809c req-af92b27a-dd89-4659-9085-79dc6da69e2a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2b0d1583-486b-43fb-abb3-b530c0697dca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0863032
May 07 21:52:15.819484 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 3f62d3bb-3e19-4105-8761-7215be7ce835, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3f62d3bb-3e19-4105-8761-7215be7ce835,segment=NetworkSegment(8cdcb27b-fa23-4865-8aaa-e6a27c987d4c),segment_id=8cdcb27b-fa23-4865-8aaa-e6a27c987d4c)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:52:15.844742 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': '3f62d3bb-3e19-4105-8761-7215be7ce835', 'network_id': '2b0d1583-486b-43fb-abb3-b530c0697dca', 'port_id': '3f62d3bb-3e19-4105-8761-7215be7ce835', 'mac_address': 'fa:16:3e:e7:c9:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1823294e-46ca-4903-8378-568d3d06f584', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:52:15.901913 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96b30a8-6a0e-45d5-addb-baf3c21a5fd6 req-60648a6e-9d55-493f-ac0a-7256cdf3f0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:15.904134 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d96b30a8-6a0e-45d5-addb-baf3c21a5fd6 req-60648a6e-9d55-493f-ac0a-7256cdf3f0e9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1823294e-46ca-4903-8378-568d3d06f584 HTTP/1.1" status: 200  len: 852 time: 0.2684529
May 07 21:52:15.912709 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 3f62d3bb-3e19-4105-8761-7215be7ce835 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:52:15.913362 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (3f62d3bb-3e19-4105-8761-7215be7ce835), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:15.931895 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bd884533-b091-4670-9c25-e26dda46cf97 req-7df45665-40cd-4dd2-b8ea-c41f0ed833b3 tempest-SecurityGroupsTestAdminJSON-1267154241 tempest-SecurityGroupsTestAdminJSON-1267154241-project-admin] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 42652 time: 1.9460824
May 07 21:52:15.933167 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f62d3bb-3e19-4105-8761-7215be7ce835 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:52:15.956643 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 3f62d3bb-3e19-4105-8761-7215be7ce835, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3f62d3bb-3e19-4105-8761-7215be7ce835,segment=NetworkSegment(8cdcb27b-fa23-4865-8aaa-e6a27c987d4c),segment_id=8cdcb27b-fa23-4865-8aaa-e6a27c987d4c)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:52:15.968182 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (3f62d3bb-3e19-4105-8761-7215be7ce835), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:16.001157 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d96b30a8-6a0e-45d5-addb-baf3c21a5fd6 req-186a8a3d-8d4a-41d7-aa7c-0a26cca149ea service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2b0d1583-486b-43fb-abb3-b530c0697dca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0599296
May 07 21:52:16.020730 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-094de91d-30ca-46bd-9b68-5af9f792c019 req-1bc29fb5-864c-46bd-b932-ef1ca204ab38 service neutron] 10.222.0.59 "GET /v2.0/networks/7d94fb0d-311e-4c61-bc8a-1dac128f0023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4230599
May 07 21:52:16.028583 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=3f62d3bb-3e19-4105-8761-7215be7ce835,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:16.100647 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bd884533-b091-4670-9c25-e26dda46cf97 req-f1ae9a93-6d79-4f78-bdde-9272c1a747d7 tempest-SecurityGroupsTestAdminJSON-1267154241 tempest-SecurityGroupsTestAdminJSON-1267154241-project-admin] 10.222.0.32 "GET /v2.0/security-groups/051a6701-1bbb-4669-a55d-dead72f03139 HTTP/1.1" status: 200  len: 2998 time: 0.1678908
May 07 21:52:16.105379 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5613717e-4b40-4cf5-8406-2123a7cc288b admin admin] Pushing event updated for resources: {'Port': ['ID=f05ee1ae-389a-4488-bc32-028cfefc9716,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:16.110050 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ec84969a-7f94-440a-9c0b-072962fe809c req-40cdcf18-0edf-4af0-9de7-428508462bb3 service neutron] 10.222.0.55 "GET /v2.0/networks/2b0d1583-486b-43fb-abb3-b530c0697dca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3627570
May 07 21:52:16.136093 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1de1253-3dcf-4d9e-980a-a12e3115983e req-2f68fa82-00e8-497a-9f22-125bbc28cb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:16.137469 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e1de1253-3dcf-4d9e-980a-a12e3115983e req-2f68fa82-00e8-497a-9f22-125bbc28cb03 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=094c249f-bac0-48b7-be4c-614af1acfbf5 HTTP/1.1" status: 200  len: 1127 time: 0.5898554
May 07 21:52:16.155686 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb666178-1642-49db-ac90-31bf1cbf296c req-b42f0c93-d809-4ae6-976c-b43474388a4c tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:16.160879 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb666178-1642-49db-ac90-31bf1cbf296c req-b42f0c93-d809-4ae6-976c-b43474388a4c tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:16.166736 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb666178-1642-49db-ac90-31bf1cbf296c req-b42f0c93-d809-4ae6-976c-b43474388a4c tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:16.168390 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-eb666178-1642-49db-ac90-31bf1cbf296c req-b42f0c93-d809-4ae6-976c-b43474388a4c tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3ba0813-ab71-47d9-8c7c-607769a67273 HTTP/1.1" status: 200  len: 2412 time: 0.6071281
May 07 21:52:16.169711 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['3f62d3bb-3e19-4105-8761-7215be7ce835'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:52:16.224843 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d96b30a8-6a0e-45d5-addb-baf3c21a5fd6 req-71a07739-613d-4dee-863a-e7af245e95b3 service neutron] 10.222.0.55 "GET /v2.0/networks/2b0d1583-486b-43fb-abb3-b530c0697dca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2134857
May 07 21:52:16.230013 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bd884533-b091-4670-9c25-e26dda46cf97 req-5e14a56e-c007-408a-b88a-8ddda3fe4749 tempest-SecurityGroupsTestAdminJSON-1267154241 tempest-SecurityGroupsTestAdminJSON-1267154241-project-admin] 10.222.0.32 "GET /v2.0/security-groups/051a6701-1bbb-4669-a55d-dead72f03139 HTTP/1.1" status: 200  len: 2998 time: 0.1174259
May 07 21:52:16.307337 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e1de1253-3dcf-4d9e-980a-a12e3115983e req-d7a84b9f-dcc7-4a36-8c03-e728033bd9ed service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ca6edf65-49ce-41d3-96ac-efd468c3405a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1639318
May 07 21:52:16.317130 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-eb666178-1642-49db-ac90-31bf1cbf296c req-cb1f285b-4002-42e1-819d-6d32edb2ed6d tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "GET /v2.0/security-groups?id=79406975-00eb-485e-b3fe-001bab536dcd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1379035
May 07 21:52:16.340775 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ec84969a-7f94-440a-9c0b-072962fe809c req-0e48f527-48aa-4f8c-a5a0-edd488c1e6b0 service neutron] 10.222.0.55 "GET /v2.0/networks/2b0d1583-486b-43fb-abb3-b530c0697dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2179704
May 07 21:52:16.355800 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bd884533-b091-4670-9c25-e26dda46cf97 req-995dd00e-026b-4394-b6a9-bfd942f41eca tempest-SecurityGroupsTestAdminJSON-1267154241 tempest-SecurityGroupsTestAdminJSON-1267154241-project-admin] 10.222.0.32 "GET /v2.0/security-groups/0bd7c97a-7108-4656-bf99-9972ac0ad219 HTTP/1.1" status: 200  len: 2998 time: 0.1019280
May 07 21:52:16.415914 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5613717e-4b40-4cf5-8406-2123a7cc288b admin admin] Publish callbacks [] for router_gateway (e3a1d90a-24c4-4c94-b78c-81c55430cd63), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:16.418312 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bd884533-b091-4670-9c25-e26dda46cf97 req-7a03be86-def2-4289-9253-a121ab44f625 tempest-SecurityGroupsTestAdminJSON-1267154241 tempest-SecurityGroupsTestAdminJSON-1267154241-project-admin] 10.222.0.32 "GET /v2.0/security-groups/0bd7c97a-7108-4656-bf99-9972ac0ad219 HTTP/1.1" status: 200  len: 2998 time: 0.0541918
May 07 21:52:16.420640 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d96b30a8-6a0e-45d5-addb-baf3c21a5fd6 req-85c66bdc-26d1-4e47-b65d-6b8dfc26955c service neutron] 10.222.0.55 "GET /v2.0/networks/2b0d1583-486b-43fb-abb3-b530c0697dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1882737
May 07 21:52:16.483386 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bd884533-b091-4670-9c25-e26dda46cf97 req-01416ff0-61a4-4851-b01f-44db93421e9c tempest-SecurityGroupsTestAdminJSON-1267154241 tempest-SecurityGroupsTestAdminJSON-1267154241-project-admin] 10.222.0.32 "GET /v2.0/security-groups/2c5b0484-080e-4f51-826c-9d1b8b7fda2d HTTP/1.1" status: 200  len: 2998 time: 0.0589712
May 07 21:52:16.524301 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104a9e5b-3ac2-4ed7-acc9-9d295f0eef17 req-e439e75e-d754-4a34-ab13-0f76000228c3 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:16.537939 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-104a9e5b-3ac2-4ed7-acc9-9d295f0eef17 req-e439e75e-d754-4a34-ab13-0f76000228c3 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] 10.222.0.32 "GET /v2.0/ports?device_id=510e9ced-c683-45b2-bff6-88ab05c23bb6 HTTP/1.1" status: 200  len: 944 time: 0.1134830
May 07 21:52:16.551498 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bd884533-b091-4670-9c25-e26dda46cf97 req-36cf7f1f-76be-4bac-950a-a6b2419ee403 tempest-SecurityGroupsTestAdminJSON-1267154241 tempest-SecurityGroupsTestAdminJSON-1267154241-project-admin] 10.222.0.32 "GET /v2.0/security-groups/2c5b0484-080e-4f51-826c-9d1b8b7fda2d HTTP/1.1" status: 200  len: 2998 time: 0.0670247
May 07 21:52:16.597469 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bd884533-b091-4670-9c25-e26dda46cf97 req-0cdb3797-93f2-4018-8a42-517b216ec6f3 tempest-SecurityGroupsTestAdminJSON-1267154241 tempest-SecurityGroupsTestAdminJSON-1267154241-project-admin] 10.222.0.32 "GET /v2.0/security-groups/2efc6dd5-be71-4ad1-9389-89b0aade8613 HTTP/1.1" status: 200  len: 2998 time: 0.0417442
May 07 21:52:16.630116 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-104a9e5b-3ac2-4ed7-acc9-9d295f0eef17 req-4850b576-4977-4b51-86d5-bdb4460f7e73 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c5b0484-080e-4f51-826c-9d1b8b7fda2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0971084
May 07 21:52:16.651865 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bd884533-b091-4670-9c25-e26dda46cf97 req-acd5148a-70e7-408b-9e6f-34b1021408aa tempest-SecurityGroupsTestAdminJSON-1267154241 tempest-SecurityGroupsTestAdminJSON-1267154241-project-admin] 10.222.0.32 "GET /v2.0/security-groups/2efc6dd5-be71-4ad1-9389-89b0aade8613 HTTP/1.1" status: 200  len: 2998 time: 0.0462325
May 07 21:52:16.698204 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bd884533-b091-4670-9c25-e26dda46cf97 req-fc04f54c-474c-4227-aab0-5af62747f977 tempest-SecurityGroupsTestAdminJSON-1267154241 tempest-SecurityGroupsTestAdminJSON-1267154241-project-admin] 10.222.0.32 "GET /v2.0/security-groups/36e6996f-ed72-405e-9e1f-fcee4521c4cc HTTP/1.1" status: 200  len: 2998 time: 0.0404158
May 07 21:52:16.700992 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb53e078-034e-4c47-9732-05f228cf0447 x-openstack-request-id: req-eb53e078-034e-4c47-9732-05f228cf0447 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:52:16.701284 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "510e9ced-c683-45b2-bff6-88ab05c23bb6", "tag": "9dc2b760-de86-4db6-bfb4-a511993e37c6", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:52:16.701541 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eb53e078-034e-4c47-9732-05f228cf0447 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:52:16.702581 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb53e078-034e-4c47-9732-05f228cf0447'] response: {'name': 'network-changed', 'server_uuid': '510e9ced-c683-45b2-bff6-88ab05c23bb6', 'tag': '9dc2b760-de86-4db6-bfb4-a511993e37c6', 'status': 'completed', 'code': 200}
May 07 21:52:16.740009 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6b0ca8-3341-4a5e-8270-b4ecaed59f91 None None] Network 509cbb97-8d95-4377-b498-4ce6a1d5a1d9 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:52:16.762180 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bd884533-b091-4670-9c25-e26dda46cf97 req-9e6b1bb2-1925-4efb-931e-cd74134cea62 tempest-SecurityGroupsTestAdminJSON-1267154241 tempest-SecurityGroupsTestAdminJSON-1267154241-project-admin] 10.222.0.32 "GET /v2.0/security-groups/36e6996f-ed72-405e-9e1f-fcee4521c4cc HTTP/1.1" status: 200  len: 2998 time: 0.0550423
May 07 21:52:16.764888 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5613717e-4b40-4cf5-8406-2123a7cc288b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (e3a1d90a-24c4-4c94-b78c-81c55430cd63), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:16.816510 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bd884533-b091-4670-9c25-e26dda46cf97 req-4addf698-4ccc-4ae8-989f-2bd9f939ac1f tempest-SecurityGroupsTestAdminJSON-1267154241 tempest-SecurityGroupsTestAdminJSON-1267154241-project-admin] 10.222.0.32 "GET /v2.0/security-groups/5042bd47-3452-462f-9b22-78a9d3734968 HTTP/1.1" status: 200  len: 2998 time: 0.0467548
May 07 21:52:16.844849 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-2256cf8b-d312-452b-8e3f-3eedfc0a0e90 None None] Provisioning complete for port 3849d8fa-50d8-4cc2-9f70-74c1c74fb4b3 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:52:16.846526 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2256cf8b-d312-452b-8e3f-3eedfc0a0e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (3849d8fa-50d8-4cc2-9f70-74c1c74fb4b3), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:16.866243 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bd884533-b091-4670-9c25-e26dda46cf97 req-4db0af4f-7e46-4116-8551-c3cef28da96b tempest-SecurityGroupsTestAdminJSON-1267154241 tempest-SecurityGroupsTestAdminJSON-1267154241-project-admin] 10.222.0.32 "GET /v2.0/security-groups/5042bd47-3452-462f-9b22-78a9d3734968 HTTP/1.1" status: 200  len: 2998 time: 0.0424945
May 07 21:52:16.931985 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bd884533-b091-4670-9c25-e26dda46cf97 req-63b36cbb-ddb1-4637-9f16-0dee88b94404 tempest-SecurityGroupsTestAdminJSON-1267154241 tempest-SecurityGroupsTestAdminJSON-1267154241-project-admin] 10.222.0.32 "GET /v2.0/security-groups/52fcc980-80e8-4a90-9812-8f2c05cb792f HTTP/1.1" status: 200  len: 2994 time: 0.0580792
May 07 21:52:16.933284 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5613717e-4b40-4cf5-8406-2123a7cc288b admin admin] Router e3a1d90a-24c4-4c94-b78c-81c55430cd63 is scheduled to L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db with binding_index 1 {{(pid=121836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 07 21:52:16.995512 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bd884533-b091-4670-9c25-e26dda46cf97 req-f6f5f746-b323-43ee-a901-b8e3b1042a49 tempest-SecurityGroupsTestAdminJSON-1267154241 tempest-SecurityGroupsTestAdminJSON-1267154241-project-admin] 10.222.0.32 "GET /v2.0/security-groups/52fcc980-80e8-4a90-9812-8f2c05cb792f HTTP/1.1" status: 200  len: 2994 time: 0.0625606
May 07 21:52:16.998679 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-2256cf8b-d312-452b-8e3f-3eedfc0a0e90 None None] Current status of the port 3849d8fa-50d8-4cc2-9f70-74c1c74fb4b3 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:52:16.999295 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2256cf8b-d312-452b-8e3f-3eedfc0a0e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (3849d8fa-50d8-4cc2-9f70-74c1c74fb4b3), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:17.043813 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-2256cf8b-d312-452b-8e3f-3eedfc0a0e90 None None] For port 3849d8fa-50d8-4cc2-9f70-74c1c74fb4b3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3849d8fa-50d8-4cc2-9f70-74c1c74fb4b3,segment=NetworkSegment(bf0c0471-2624-4f4f-a2e9-e11b0e1b254e),segment_id=bf0c0471-2624-4f4f-a2e9-e11b0e1b254e)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:52:17.049905 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2256cf8b-d312-452b-8e3f-3eedfc0a0e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (3849d8fa-50d8-4cc2-9f70-74c1c74fb4b3), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:17.063530 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bd884533-b091-4670-9c25-e26dda46cf97 req-7126ef38-cb66-4664-a363-c086ffb55cb5 tempest-SecurityGroupsTestAdminJSON-1267154241 tempest-SecurityGroupsTestAdminJSON-1267154241-project-admin] 10.222.0.32 "GET /v2.0/security-groups/5aa84250-c304-425f-a34f-a9ed45899235 HTTP/1.1" status: 200  len: 2990 time: 0.0618100
May 07 21:52:17.097149 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5613717e-4b40-4cf5-8406-2123a7cc288b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:52:17.110975 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa9db92-d32a-490f-afa2-e604e0856579 None None] Sync routers for ids ['e3a1d90a-24c4-4c94-b78c-81c55430cd63'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:52:17.124545 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bd884533-b091-4670-9c25-e26dda46cf97 req-9b86288a-8b39-43f8-b9ef-9e8d0c8afe46 tempest-SecurityGroupsTestAdminJSON-1267154241 tempest-SecurityGroupsTestAdminJSON-1267154241-project-admin] 10.222.0.32 "GET /v2.0/security-groups/5aa84250-c304-425f-a34f-a9ed45899235 HTTP/1.1" status: 200  len: 2990 time: 0.0545397
May 07 21:52:17.137303 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5613717e-4b40-4cf5-8406-2123a7cc288b admin admin] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:17.138838 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2256cf8b-d312-452b-8e3f-3eedfc0a0e90 None None] Pushing event updated for resources: {'Port': ['ID=3849d8fa-50d8-4cc2-9f70-74c1c74fb4b3,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:17.141282 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-5613717e-4b40-4cf5-8406-2123a7cc288b admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 3.5396941
May 07 21:52:17.141756 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa9db92-d32a-490f-afa2-e604e0856579 None None] Routers {'e3a1d90a-24c4-4c94-b78c-81c55430cd63'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:52:17.142463 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-2fa9db92-d32a-490f-afa2-e604e0856579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7feb7a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:51:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['e3a1d90a-24c4-4c94-b78c-81c55430cd63'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:52:17.148758 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 40102) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:52:17.271712 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 40104) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:52:17.276658 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-98fb094c-2071-49b1-aa83-1fda087f294b tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1690594976', 'description': 'tempest-description--2007840096'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:52:17.298322 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 3849d8fa-50d8-4cc2-9f70-74c1c74fb4b3 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:52:17.351807 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-98fb094c-2071-49b1-aa83-1fda087f294b tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:17.406646 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-2fa9db92-d32a-490f-afa2-e604e0856579 None None] Set router e3a1d90a-24c4-4c94-b78c-81c55430cd63 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:52:17.409297 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bd884533-b091-4670-9c25-e26dda46cf97 req-3e56908e-ca50-4417-ab36-ca0b1ba02377 tempest-SecurityGroupsTestAdminJSON-1267154241 tempest-SecurityGroupsTestAdminJSON-1267154241-project-admin] 10.222.0.32 "GET /v2.0/security-groups/79406975-00eb-485e-b3fe-001bab536dcd HTTP/1.1" status: 200  len: 2998 time: 0.2745979
May 07 21:52:17.451616 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-3bf62ecd-1339-467d-87b4-7f2eb2294806 None None] Provisioning complete for port 3849d8fa-50d8-4cc2-9f70-74c1c74fb4b3 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:52:17.452274 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-3bf62ecd-1339-467d-87b4-7f2eb2294806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (3849d8fa-50d8-4cc2-9f70-74c1c74fb4b3), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:17.454032 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c19f5ab-c2f2-4e18-9b84-a781d2674776 req-434b8685-d72d-4be3-8f74-a5e7479e8dc9 tempest-ServerTagsTestJSON-1974203414 tempest-ServerTagsTestJSON-1974203414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:17.455857 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4c19f5ab-c2f2-4e18-9b84-a781d2674776 req-434b8685-d72d-4be3-8f74-a5e7479e8dc9 tempest-ServerTagsTestJSON-1974203414 tempest-ServerTagsTestJSON-1974203414-project] 10.222.0.32 "GET /v2.0/ports?device_id=094c249f-bac0-48b7-be4c-614af1acfbf5 HTTP/1.1" status: 200  len: 945 time: 0.1189640
May 07 21:52:17.481909 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d8bb98-ff64-425f-a108-99272e00bc02 req-e19f73e6-fae6-43ff-ada2-767a80e47e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:17.482483 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d8bb98-ff64-425f-a108-99272e00bc02 req-e19f73e6-fae6-43ff-ada2-767a80e47e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:17.483048 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d8bb98-ff64-425f-a108-99272e00bc02 req-e19f73e6-fae6-43ff-ada2-767a80e47e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:17.484760 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e7d8bb98-ff64-425f-a108-99272e00bc02 req-e19f73e6-fae6-43ff-ada2-767a80e47e9c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7a05b8a866c04fe78b04ec616e62b70f&device_id=f3ba0813-ab71-47d9-8c7c-607769a67273 HTTP/1.1" status: 200  len: 2958 time: 0.1864936
May 07 21:52:17.503951 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-98fb094c-2071-49b1-aa83-1fda087f294b tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] Publish callbacks [] for security_group (7f14c0bf-eb9e-4e13-9566-d53c24420214), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:17.510283 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-98fb094c-2071-49b1-aa83-1fda087f294b tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (7f14c0bf-eb9e-4e13-9566-d53c24420214), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:17.584750 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4c19f5ab-c2f2-4e18-9b84-a781d2674776 req-550c2dd4-665b-40a3-8ed9-4aeef8520750 tempest-ServerTagsTestJSON-1974203414 tempest-ServerTagsTestJSON-1974203414-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca6edf65-49ce-41d3-96ac-efd468c3405a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1220927
May 07 21:52:17.586027 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 3849d8fa-50d8-4cc2-9f70-74c1c74fb4b3 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:52:17.586408 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (3849d8fa-50d8-4cc2-9f70-74c1c74fb4b3), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:17.598492 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-98fb094c-2071-49b1-aa83-1fda087f294b tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:17.603852 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-98fb094c-2071-49b1-aa83-1fda087f294b tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 0.3277040
May 07 21:52:17.607072 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 40112) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:52:17.617846 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-c7d7159e-24df-4742-a12f-feca4b3b2c24 tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] Request body: {'security_group_rule': {'security_group_id': '7f14c0bf-eb9e-4e13-9566-d53c24420214', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:52:17.626831 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fb094c-2071-49b1-aa83-1fda087f294b tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f14c0bf-eb9e-4e13-9566-d53c24420214,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:17.676268 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d8bb98-ff64-425f-a108-99272e00bc02 req-e7d0a165-d67a-4276-8dca-b1c2703dccf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:17.679304 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e7d8bb98-ff64-425f-a108-99272e00bc02 req-e7d0a165-d67a-4276-8dca-b1c2703dccf8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7d94fb0d-311e-4c61-bc8a-1dac128f0023 HTTP/1.1" status: 200  len: 903 time: 0.1533835
May 07 21:52:17.680786 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c7d7159e-24df-4742-a12f-feca4b3b2c24 tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] Publish callbacks [] for security_group_rule (3eae6474-0adf-4fdd-83a8-73c2bdaf2d6a), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:17.684839 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bd884533-b091-4670-9c25-e26dda46cf97 req-2896a8b7-f854-4dd8-a305-60b28f7ed047 tempest-SecurityGroupsTestAdminJSON-1267154241 tempest-SecurityGroupsTestAdminJSON-1267154241-project-admin] 10.222.0.32 "GET /v2.0/security-groups/79406975-00eb-485e-b3fe-001bab536dcd HTTP/1.1" status: 200  len: 2998 time: 0.2674379
May 07 21:52:17.694283 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 3f62d3bb-3e19-4105-8761-7215be7ce835 up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:52:17.774912 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-3bf62ecd-1339-467d-87b4-7f2eb2294806 None None] Current status of the port 3849d8fa-50d8-4cc2-9f70-74c1c74fb4b3 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:52:17.806215 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e7d8bb98-ff64-425f-a108-99272e00bc02 req-67d5d631-ce65-45a9-8aa7-19004c8a7e00 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.155&port_id=f7bd0dbf-a440-4d9e-8f71-48688376777e HTTP/1.1" status: 200  len: 217 time: 0.1040769
May 07 21:52:17.806712 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347d6ce6-867d-45c3-9327-c48afdfd3b48 req-7ea583d1-f930-4009-b5e5-d9695dd4dd64 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:17.812242 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347d6ce6-867d-45c3-9327-c48afdfd3b48 req-7ea583d1-f930-4009-b5e5-d9695dd4dd64 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:17.817655 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347d6ce6-867d-45c3-9327-c48afdfd3b48 req-7ea583d1-f930-4009-b5e5-d9695dd4dd64 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:17.819680 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-347d6ce6-867d-45c3-9327-c48afdfd3b48 req-7ea583d1-f930-4009-b5e5-d9695dd4dd64 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3ba0813-ab71-47d9-8c7c-607769a67273 HTTP/1.1" status: 200  len: 2412 time: 0.0864072
May 07 21:52:17.821784 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c7d7159e-24df-4742-a12f-feca4b3b2c24 tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] Publish callbacks [] for security_group_rule (3eae6474-0adf-4fdd-83a8-73c2bdaf2d6a), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:17.828240 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c7d7159e-24df-4742-a12f-feca4b3b2c24 tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (3eae6474-0adf-4fdd-83a8-73c2bdaf2d6a), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:17.840097 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-2fa9db92-d32a-490f-afa2-e604e0856579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7feb7a30>, [{'id': 'e3a1d90a-24c4-4c94-b78c-81c55430cd63', 'name': 'tempest-TaggedBootDevicesTest_v242-266532812-router', 'tenant_id': 'f75cb675742543209bcbb75d99b60e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.241'}], 'enable_snat': True}, 'gw_port_id': 'f05ee1ae-389a-4488-bc32-028cfefc9716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:52:13Z', 'updated_at': '2022-05-07T21:52:16Z', 'revision_number': 3, 'project_id': 'f75cb675742543209bcbb75d99b60e97', 'gw_port': {'id': 'f05ee1ae-389a-4488-bc32-028cfefc9716', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:fa:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3a1d90a-24c4-4c94-b78c-81c55430cd63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:52:14Z', 'updated_at': '2022-05-07T21:52:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:52:17.855343 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0513ba-9c71-4432-a2d2-b70c6354e6a5 req-d3e4eff9-7263-4f4e-93a6-1ccf9bfd60a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:17.856855 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-dd0513ba-9c71-4432-a2d2-b70c6354e6a5 req-d3e4eff9-7263-4f4e-93a6-1ccf9bfd60a9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=aae91bd9874141989a0896953655d3de&device_id=510e9ced-c683-45b2-bff6-88ab05c23bb6 HTTP/1.1" status: 200  len: 1126 time: 0.1758888
May 07 21:52:17.864865 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d7159e-24df-4742-a12f-feca4b3b2c24 tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3eae6474-0adf-4fdd-83a8-73c2bdaf2d6a,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:17.873345 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c7d7159e-24df-4742-a12f-feca4b3b2c24 tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:17.877341 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-c7d7159e-24df-4742-a12f-feca4b3b2c24 tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2692909
May 07 21:52:17.877962 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 40120) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:52:17.888856 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa9db92-d32a-490f-afa2-e604e0856579 None None] Checking router: e3a1d90a-24c4-4c94-b78c-81c55430cd63 for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 21:52:17.889454 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa9db92-d32a-490f-afa2-e604e0856579 None None] Updating router e3a1d90a-24c4-4c94-b78c-81c55430cd63 port f05ee1ae-389a-4488-bc32-028cfefc9716 binding host ncdv-master-1 {{(pid=121838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 21:52:17.890034 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-dba17fc9-be0f-4e57-a235-1fcef1b6a57a tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] Request body: {'security_group_rule': {'security_group_id': '7f14c0bf-eb9e-4e13-9566-d53c24420214', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:52:17.891551 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning for port 3f62d3bb-3e19-4105-8761-7215be7ce835 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:52:17.896765 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d8bb98-ff64-425f-a108-99272e00bc02 req-3d4ebf2c-0598-4b93-95d8-17f8e02613d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:17.898251 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e7d8bb98-ff64-425f-a108-99272e00bc02 req-3d4ebf2c-0598-4b93-95d8-17f8e02613d0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6919e0e2-e65e-4318-9b11-62f01286a394 HTTP/1.1" status: 200  len: 801 time: 0.0826218
May 07 21:52:17.900336 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bd884533-b091-4670-9c25-e26dda46cf97 req-b0c5ebea-3707-4df6-83d3-6e42975b8773 tempest-SecurityGroupsTestAdminJSON-1267154241 tempest-SecurityGroupsTestAdminJSON-1267154241-project-admin] 10.222.0.32 "GET /v2.0/security-groups/ca6edf65-49ce-41d3-96ac-efd468c3405a HTTP/1.1" status: 200  len: 2998 time: 0.1916564
May 07 21:52:17.932484 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-347d6ce6-867d-45c3-9327-c48afdfd3b48 req-5b6808f1-e2c1-4e73-bdfb-369e221f0623 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "GET /v2.0/security-groups?id=79406975-00eb-485e-b3fe-001bab536dcd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0964391
May 07 21:52:17.956172 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 3849d8fa-50d8-4cc2-9f70-74c1c74fb4b3 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:52:17.956692 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-dba17fc9-be0f-4e57-a235-1fcef1b6a57a tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] Publish callbacks [] for security_group_rule (fc89056d-a9cb-40b1-8b6a-743518ef7b06), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:17.968201 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port 3f62d3bb-3e19-4105-8761-7215be7ce835 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:52:17.968887 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (3f62d3bb-3e19-4105-8761-7215be7ce835), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:18.002245 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2fa9db92-d32a-490f-afa2-e604e0856579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f05ee1ae-389a-4488-bc32-028cfefc9716), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:18.083530 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-dba17fc9-be0f-4e57-a235-1fcef1b6a57a tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] Publish callbacks [] for security_group_rule (fc89056d-a9cb-40b1-8b6a-743518ef7b06), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:18.092202 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9975c0e4-b815-4d8f-8738-0b96dcc7e65f req-bc25ba4f-0c93-40ea-b372-86a050b43e7c tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:18.096383 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9975c0e4-b815-4d8f-8738-0b96dcc7e65f req-bc25ba4f-0c93-40ea-b372-86a050b43e7c tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] 10.222.0.32 "GET /v2.0/ports?device_id=510e9ced-c683-45b2-bff6-88ab05c23bb6 HTTP/1.1" status: 200  len: 944 time: 0.0958900
May 07 21:52:18.098296 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-dba17fc9-be0f-4e57-a235-1fcef1b6a57a tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (fc89056d-a9cb-40b1-8b6a-743518ef7b06), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:18.103022 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d8bb98-ff64-425f-a108-99272e00bc02 req-5c79dc80-ee7d-4755-8df9-8cd6132d1a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:18.105397 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e7d8bb98-ff64-425f-a108-99272e00bc02 req-5c79dc80-ee7d-4755-8df9-8cd6132d1a34 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7d94fb0d-311e-4c61-bc8a-1dac128f0023&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1200 time: 0.1655653
May 07 21:52:18.155885 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-dba17fc9-be0f-4e57-a235-1fcef1b6a57a tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:18.161277 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-dba17fc9-be0f-4e57-a235-1fcef1b6a57a tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2771232
May 07 21:52:18.161478 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bd884533-b091-4670-9c25-e26dda46cf97 req-3431b9c5-c992-464d-9dc5-f8ebc759d8eb tempest-SecurityGroupsTestAdminJSON-1267154241 tempest-SecurityGroupsTestAdminJSON-1267154241-project-admin] 10.222.0.32 "GET /v2.0/security-groups/ca6edf65-49ce-41d3-96ac-efd468c3405a HTTP/1.1" status: 200  len: 2998 time: 0.2206717
May 07 21:52:18.168259 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 40122) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:52:18.172368 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba17fc9-be0f-4e57-a235-1fcef1b6a57a tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc89056d-a9cb-40b1-8b6a-743518ef7b06,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:18.179645 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-6382e701-ec6b-4d89-8d2a-49c50aa2ffc7 tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] Request body: {'floatingip': {'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:52:18.208347 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9975c0e4-b815-4d8f-8738-0b96dcc7e65f req-2ac38d0c-e357-48ce-b22c-b8195321062e tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c5b0484-080e-4f51-826c-9d1b8b7fda2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1041107
May 07 21:52:18.301759 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0513ba-9c71-4432-a2d2-b70c6354e6a5 req-a9a5ac4d-b648-4494-9a6d-8f9ab030378a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:18.303263 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-dd0513ba-9c71-4432-a2d2-b70c6354e6a5 req-a9a5ac4d-b648-4494-9a6d-8f9ab030378a service neutron] 10.222.0.55 "GET /v2.0/networks?id=2b0d1583-486b-43fb-abb3-b530c0697dca HTTP/1.1" status: 200  len: 913 time: 0.3666320
May 07 21:52:18.312474 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6382e701-ec6b-4d89-8d2a-49c50aa2ffc7 tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:18.343867 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 3f62d3bb-3e19-4105-8761-7215be7ce835 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:52:18.344210 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (3f62d3bb-3e19-4105-8761-7215be7ce835), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:18.365998 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e7d8bb98-ff64-425f-a108-99272e00bc02 req-6095b09d-c867-4a8c-8f5b-4924f21bf257 service neutron] 10.222.0.59 "GET /v2.0/networks/7d94fb0d-311e-4c61-bc8a-1dac128f0023?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2531955
May 07 21:52:18.393816 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '291bb30f-04fe-44bf-a1e3-ab8f39264f74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f62d3bb-3e19-4105-8761-7215be7ce835'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:52:18.396077 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22043716-660e-404e-8dbb-67c76afcfb2f" -d '{"events": [{"server_uuid": "291bb30f-04fe-44bf-a1e3-ab8f39264f74", "name": "network-vif-plugged", "status": "completed", "tag": "3f62d3bb-3e19-4105-8761-7215be7ce835"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:52:18.428114 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bd884533-b091-4670-9c25-e26dda46cf97 req-7413f523-a877-4010-acbb-0205d58c6b11 tempest-SecurityGroupsTestAdminJSON-1267154241 tempest-SecurityGroupsTestAdminJSON-1267154241-project-admin] 10.222.0.32 "GET /v2.0/security-groups/d50792e5-4672-4ff2-b261-ed0a649bb3d3 HTTP/1.1" status: 200  len: 2998 time: 0.2443304
May 07 21:52:18.434605 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 3f62d3bb-3e19-4105-8761-7215be7ce835, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3f62d3bb-3e19-4105-8761-7215be7ce835,segment=NetworkSegment(8cdcb27b-fa23-4865-8aaa-e6a27c987d4c),segment_id=8cdcb27b-fa23-4865-8aaa-e6a27c987d4c)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:52:18.441604 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (3f62d3bb-3e19-4105-8761-7215be7ce835), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:18.463960 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-dd0513ba-9c71-4432-a2d2-b70c6354e6a5 req-9f5ffba1-b2f8-40bd-a55c-592175ec50d0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9dc2b760-de86-4db6-bfb4-a511993e37c6 HTTP/1.1" status: 200  len: 217 time: 0.1391716
May 07 21:52:18.512993 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=3f62d3bb-3e19-4105-8761-7215be7ce835,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:18.585336 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2fa9db92-d32a-490f-afa2-e604e0856579 None None] Publish callbacks [] for port (f05ee1ae-389a-4488-bc32-028cfefc9716), precommit_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:18.593190 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2fa9db92-d32a-490f-afa2-e604e0856579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (f05ee1ae-389a-4488-bc32-028cfefc9716), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:18.622240 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6382e701-ec6b-4d89-8d2a-49c50aa2ffc7 tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:18.639087 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0513ba-9c71-4432-a2d2-b70c6354e6a5 req-8df683d9-875f-4e8c-b1b6-088734a2f561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:18.640613 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-dd0513ba-9c71-4432-a2d2-b70c6354e6a5 req-8df683d9-875f-4e8c-b1b6-088734a2f561 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1823294e-46ca-4903-8378-568d3d06f584 HTTP/1.1" status: 200  len: 852 time: 0.1544774
May 07 21:52:18.645085 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-2fa9db92-d32a-490f-afa2-e604e0856579 None None] Attempting to bind port f05ee1ae-389a-4488-bc32-028cfefc9716 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:52:18.645448 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-2fa9db92-d32a-490f-afa2-e604e0856579 None None] Attempting to bind port f05ee1ae-389a-4488-bc32-028cfefc9716 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:52:18.645817 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa9db92-d32a-490f-afa2-e604e0856579 None None] Attempting to bind port f05ee1ae-389a-4488-bc32-028cfefc9716 on network 9221b764-ef06-431f-8941-796516ed7c3b {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:52:18.654465 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa9db92-d32a-490f-afa2-e604e0856579 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:52:18.654878 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa9db92-d32a-490f-afa2-e604e0856579 None None] Checking segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:52:18.656340 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2fa9db92-d32a-490f-afa2-e604e0856579 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:18.656340 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa9db92-d32a-490f-afa2-e604e0856579 None None] Bound using segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:52:18.656340 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-2fa9db92-d32a-490f-afa2-e604e0856579 None None] Bound port: f05ee1ae-389a-4488-bc32-028cfefc9716, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:52:18.656659 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2fa9db92-d32a-490f-afa2-e604e0856579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f05ee1ae-389a-4488-bc32-028cfefc9716), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:18.683297 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bd884533-b091-4670-9c25-e26dda46cf97 req-71fc02b1-0cdc-4239-84a6-a6fea1a3ec17 tempest-SecurityGroupsTestAdminJSON-1267154241 tempest-SecurityGroupsTestAdminJSON-1267154241-project-admin] 10.222.0.32 "GET /v2.0/security-groups/d50792e5-4672-4ff2-b261-ed0a649bb3d3 HTTP/1.1" status: 200  len: 2998 time: 0.2413180
May 07 21:52:18.720605 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1191ce45-0dd7-4feb-8f16-03c420f870e8 x-openstack-request-id: req-1191ce45-0dd7-4feb-8f16-03c420f870e8 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:52:18.720899 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "291bb30f-04fe-44bf-a1e3-ab8f39264f74", "name": "network-vif-plugged", "status": "completed", "tag": "3f62d3bb-3e19-4105-8761-7215be7ce835", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:52:18.721150 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1191ce45-0dd7-4feb-8f16-03c420f870e8 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:52:18.721541 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1191ce45-0dd7-4feb-8f16-03c420f870e8'] response: {'server_uuid': '291bb30f-04fe-44bf-a1e3-ab8f39264f74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f62d3bb-3e19-4105-8761-7215be7ce835', 'code': 200}
May 07 21:52:18.734907 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-2fa9db92-d32a-490f-afa2-e604e0856579 None None] For port f05ee1ae-389a-4488-bc32-028cfefc9716, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:52:18.738519 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-2fa9db92-d32a-490f-afa2-e604e0856579 None None] For port f05ee1ae-389a-4488-bc32-028cfefc9716, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f05ee1ae-389a-4488-bc32-028cfefc9716,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:52:18.739961 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb00e5c-fa52-4d94-95e9-ad20a8a848fd None None] Pushing event updated for resources: {'Port': ['ID=f05ee1ae-389a-4488-bc32-028cfefc9716,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:18.745471 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-dd0513ba-9c71-4432-a2d2-b70c6354e6a5 req-00758669-a3d3-4021-a1b5-c61f6ae9e5c8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2b0d1583-486b-43fb-abb3-b530c0697dca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0792911
May 07 21:52:18.748960 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2fa9db92-d32a-490f-afa2-e604e0856579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (f05ee1ae-389a-4488-bc32-028cfefc9716), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:18.803684 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-678f4fe6-e79c-4180-b9e3-9225b71a836a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:18.823924 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa9db92-d32a-490f-afa2-e604e0856579 None None] Routers {'e3a1d90a-24c4-4c94-b78c-81c55430cd63'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:52:18.824449 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-2fa9db92-d32a-490f-afa2-e604e0856579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7feb7a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:51:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['e3a1d90a-24c4-4c94-b78c-81c55430cd63'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:52:18.830663 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb00e5c-fa52-4d94-95e9-ad20a8a848fd None None] Pushing event updated for resources: {'Port': ['ID=f05ee1ae-389a-4488-bc32-028cfefc9716,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:18.842474 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44f2b4c-e34d-4227-b000-0740faaf92dd req-9c145b5c-a04f-4cb8-b481-dd4d87b66d74 tempest-ServerTagsTestJSON-1974203414 tempest-ServerTagsTestJSON-1974203414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:18.844231 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d44f2b4c-e34d-4227-b000-0740faaf92dd req-9c145b5c-a04f-4cb8-b481-dd4d87b66d74 tempest-ServerTagsTestJSON-1974203414 tempest-ServerTagsTestJSON-1974203414-project] 10.222.0.32 "GET /v2.0/ports?device_id=094c249f-bac0-48b7-be4c-614af1acfbf5 HTTP/1.1" status: 200  len: 945 time: 0.0566151
May 07 21:52:18.899898 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d44f2b4c-e34d-4227-b000-0740faaf92dd req-e723b1b2-4ddc-4bd7-8fe0-398d65403157 tempest-ServerTagsTestJSON-1974203414 tempest-ServerTagsTestJSON-1974203414-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca6edf65-49ce-41d3-96ac-efd468c3405a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492132
May 07 21:52:18.934054 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device bb1a4932-726b-4649-982e-cde502e2aff1 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:52:19.002561 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-2fa9db92-d32a-490f-afa2-e604e0856579 None None] Set router e3a1d90a-24c4-4c94-b78c-81c55430cd63 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:52:19.183202 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port bb1a4932-726b-4649-982e-cde502e2aff1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bb1a4932-726b-4649-982e-cde502e2aff1,segment=NetworkSegment(8e80564f-7b66-4ca5-94b4-fe89240ca4bd),segment_id=8e80564f-7b66-4ca5-94b4-fe89240ca4bd)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:52:19.202257 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': 'bb1a4932-726b-4649-982e-cde502e2aff1', 'network_id': 'bce7d277-aca4-4e22-b67e-6c466c492a5e', 'port_id': 'bb1a4932-726b-4649-982e-cde502e2aff1', 'mac_address': 'fa:16:3e:2e:92:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd7c397b-9254-4c76-a0e0-5bd7ee0462ba', 'ip_address': '19.86.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:52:19.202978 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e7d8bb98-ff64-425f-a108-99272e00bc02 req-cb6f749b-0f04-4d05-b0bf-8b8de70f1ac9 service neutron] 10.222.0.59 "GET /v2.0/networks/7d94fb0d-311e-4c61-bc8a-1dac128f0023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7768056
May 07 21:52:19.289704 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port bb1a4932-726b-4649-982e-cde502e2aff1 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:52:19.289704 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (bb1a4932-726b-4649-982e-cde502e2aff1), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:19.310858 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb1a4932-726b-4649-982e-cde502e2aff1 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:52:19.326833 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7476d77-f5fc-465b-bfb3-6600e26f8818 req-8fa84d39-a248-4a3a-84ad-35f9a431d3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:19.327845 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f7476d77-f5fc-465b-bfb3-6600e26f8818 req-8fa84d39-a248-4a3a-84ad-35f9a431d3af service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=291bb30f-04fe-44bf-a1e3-ab8f39264f74 HTTP/1.1" status: 200  len: 1127 time: 0.5262945
May 07 21:52:19.329763 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-2fa9db92-d32a-490f-afa2-e604e0856579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7feb7a30>, [{'id': 'e3a1d90a-24c4-4c94-b78c-81c55430cd63', 'name': 'tempest-TaggedBootDevicesTest_v242-266532812-router', 'tenant_id': 'f75cb675742543209bcbb75d99b60e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.241'}], 'enable_snat': True}, 'gw_port_id': 'f05ee1ae-389a-4488-bc32-028cfefc9716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:52:13Z', 'updated_at': '2022-05-07T21:52:16Z', 'revision_number': 3, 'project_id': 'f75cb675742543209bcbb75d99b60e97', 'gw_port': {'id': 'f05ee1ae-389a-4488-bc32-028cfefc9716', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:fa:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3a1d90a-24c4-4c94-b78c-81c55430cd63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:52:14Z', 'updated_at': '2022-05-07T21:52:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:52:19.339397 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bd884533-b091-4670-9c25-e26dda46cf97 req-d17da7ae-3a66-4c5f-88e3-85b9134137ca tempest-SecurityGroupsTestAdminJSON-1267154241 tempest-SecurityGroupsTestAdminJSON-1267154241-project-admin] 10.222.0.32 "GET /v2.0/security-groups/dd9b0aa0-46b8-4279-807a-8533ba07406a HTTP/1.1" status: 200  len: 2998 time: 0.6313167
May 07 21:52:19.374001 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port bb1a4932-726b-4649-982e-cde502e2aff1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bb1a4932-726b-4649-982e-cde502e2aff1,segment=NetworkSegment(8e80564f-7b66-4ca5-94b4-fe89240ca4bd),segment_id=8e80564f-7b66-4ca5-94b4-fe89240ca4bd)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:52:19.376345 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa9db92-d32a-490f-afa2-e604e0856579 None None] The sync data for ids ['e3a1d90a-24c4-4c94-b78c-81c55430cd63'] in ncdv-master-1 is: [{'id': 'e3a1d90a-24c4-4c94-b78c-81c55430cd63', 'name': 'tempest-TaggedBootDevicesTest_v242-266532812-router', 'tenant_id': 'f75cb675742543209bcbb75d99b60e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.241'}], 'enable_snat': True}, 'gw_port_id': 'f05ee1ae-389a-4488-bc32-028cfefc9716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:52:13Z', 'updated_at': '2022-05-07T21:52:16Z', 'revision_number': 3, 'project_id': 'f75cb675742543209bcbb75d99b60e97', 'gw_port': {'id': 'f05ee1ae-389a-4488-bc32-028cfefc9716', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:fa:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3a1d90a-24c4-4c94-b78c-81c55430cd63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:52:14Z', 'updated_at': '2022-05-07T21:52:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:52:19.385082 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (bb1a4932-726b-4649-982e-cde502e2aff1), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:19.385777 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device f7bd0dbf-a440-4d9e-8f71-48688376777e details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:52:19.436045 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-6382e701-ec6b-4d89-8d2a-49c50aa2ffc7 tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] Allocated IP 172.35.4.44 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/8887ad0b-ae8a-4463-b8d6-5e67319821e0) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:52:19.505025 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-dd0513ba-9c71-4432-a2d2-b70c6354e6a5 req-50fefff5-1de1-494c-91f6-271064b48354 service neutron] 10.222.0.55 "GET /v2.0/networks/2b0d1583-486b-43fb-abb3-b530c0697dca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7425690
May 07 21:52:19.519285 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=bb1a4932-726b-4649-982e-cde502e2aff1,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:19.554799 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f8a32e-3fd2-4c89-b8c8-d2c99583bb92 req-19298200-9c3b-4308-b025-df70227907ab tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:19.561833 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f8a32e-3fd2-4c89-b8c8-d2c99583bb92 req-19298200-9c3b-4308-b025-df70227907ab tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:19.562020 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port f7bd0dbf-a440-4d9e-8f71-48688376777e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f7bd0dbf-a440-4d9e-8f71-48688376777e,segment=NetworkSegment(886ce713-0d61-4718-811a-ca55107915ac),segment_id=886ce713-0d61-4718-811a-ca55107915ac)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:52:19.567263 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f8a32e-3fd2-4c89-b8c8-d2c99583bb92 req-19298200-9c3b-4308-b025-df70227907ab tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:19.569487 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-06f8a32e-3fd2-4c89-b8c8-d2c99583bb92 req-19298200-9c3b-4308-b025-df70227907ab tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3ba0813-ab71-47d9-8c7c-607769a67273 HTTP/1.1" status: 200  len: 2413 time: 0.0976322
May 07 21:52:19.579675 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': 'f7bd0dbf-a440-4d9e-8f71-48688376777e', 'network_id': '7d94fb0d-311e-4c61-bc8a-1dac128f0023', 'port_id': 'f7bd0dbf-a440-4d9e-8f71-48688376777e', 'mac_address': 'fa:16:3e:31:ff:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6919e0e2-e65e-4318-9b11-62f01286a394', 'ip_address': '19.80.0.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:52:19.606545 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f7476d77-f5fc-465b-bfb3-6600e26f8818 req-5c974cba-1298-4398-aaf4-a998e9e5e65d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2c5b0484-080e-4f51-826c-9d1b8b7fda2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2690122
May 07 21:52:19.618141 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bd884533-b091-4670-9c25-e26dda46cf97 req-0dab13da-b68a-4e3e-866f-533534360bad tempest-SecurityGroupsTestAdminJSON-1267154241 tempest-SecurityGroupsTestAdminJSON-1267154241-project-admin] 10.222.0.32 "GET /v2.0/security-groups/dd9b0aa0-46b8-4279-807a-8533ba07406a HTTP/1.1" status: 200  len: 2998 time: 0.2421436
May 07 21:52:19.635407 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port f7bd0dbf-a440-4d9e-8f71-48688376777e is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:52:19.635953 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f7bd0dbf-a440-4d9e-8f71-48688376777e), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:19.640349 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-06f8a32e-3fd2-4c89-b8c8-d2c99583bb92 req-4c0ee5a2-78bb-43b8-b16e-2a0604d8c52e tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "GET /v2.0/security-groups?id=79406975-00eb-485e-b3fe-001bab536dcd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0630009
May 07 21:52:19.656088 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 9dc2b760-de86-4db6-bfb4-a511993e37c6 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:52:19.676392 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7bd0dbf-a440-4d9e-8f71-48688376777e {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:52:19.729415 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port f7bd0dbf-a440-4d9e-8f71-48688376777e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f7bd0dbf-a440-4d9e-8f71-48688376777e,segment=NetworkSegment(886ce713-0d61-4718-811a-ca55107915ac),segment_id=886ce713-0d61-4718-811a-ca55107915ac)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:52:19.784593 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (f7bd0dbf-a440-4d9e-8f71-48688376777e), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:19.787468 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device df7809e8-4b3a-419d-9177-98b732729c4a details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:52:19.790417 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-678f4fe6-e79c-4180-b9e3-9225b71a836a admin admin] Allocated IP 172.20.0.1 (509cbb97-8d95-4377-b498-4ce6a1d5a1d9/2c9b6f0f-d910-4c1b-9477-b2b4c63a6d0b/7e834a6e-1bba-4067-b31c-6f34e266cb47) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:52:19.813574 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-dd0513ba-9c71-4432-a2d2-b70c6354e6a5 req-764f7def-a846-492a-92d8-a1e29c3efd48 service neutron] 10.222.0.55 "GET /v2.0/networks/2b0d1583-486b-43fb-abb3-b530c0697dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2878251
May 07 21:52:19.844084 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bd884533-b091-4670-9c25-e26dda46cf97 req-29b897bb-8e18-4ef5-a2b2-9668716cd50d tempest-SecurityGroupsTestAdminJSON-1267154241 tempest-SecurityGroupsTestAdminJSON-1267154241-project-admin] 10.222.0.32 "GET /v2.0/security-groups/eb448d71-ebbe-4f8b-b1df-0d5c56feb018 HTTP/1.1" status: 200  len: 2998 time: 0.1625736
May 07 21:52:19.866619 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6382e701-ec6b-4d89-8d2a-49c50aa2ffc7 tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] Publish callbacks [] for port (8887ad0b-ae8a-4463-b8d6-5e67319821e0), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:19.872810 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615d8635-c298-4980-bc20-da9df37ff8d0 req-9097b925-6102-40d6-935e-0e74e84ad5e1 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:19.875230 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-615d8635-c298-4980-bc20-da9df37ff8d0 req-9097b925-6102-40d6-935e-0e74e84ad5e1 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] 10.222.0.32 "GET /v2.0/ports?device_id=510e9ced-c683-45b2-bff6-88ab05c23bb6 HTTP/1.1" status: 200  len: 944 time: 0.0649090
May 07 21:52:19.980717 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-615d8635-c298-4980-bc20-da9df37ff8d0 req-79dcf500-9cc0-41ce-9e7b-26ca838cfef8 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c5b0484-080e-4f51-826c-9d1b8b7fda2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0885308
May 07 21:52:20.015623 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 9dc2b760-de86-4db6-bfb4-a511993e37c6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9dc2b760-de86-4db6-bfb4-a511993e37c6,segment=NetworkSegment(8cdcb27b-fa23-4865-8aaa-e6a27c987d4c),segment_id=8cdcb27b-fa23-4865-8aaa-e6a27c987d4c)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:52:20.028746 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=f7bd0dbf-a440-4d9e-8f71-48688376777e,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:20.037610 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': '9dc2b760-de86-4db6-bfb4-a511993e37c6', 'network_id': '2b0d1583-486b-43fb-abb3-b530c0697dca', 'port_id': '9dc2b760-de86-4db6-bfb4-a511993e37c6', 'mac_address': 'fa:16:3e:39:56:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1823294e-46ca-4903-8378-568d3d06f584', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:52:20.087744 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-678f4fe6-e79c-4180-b9e3-9225b71a836a admin admin] Publish callbacks [] for port (7e834a6e-1bba-4067-b31c-6f34e266cb47), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:20.093638 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port df7809e8-4b3a-419d-9177-98b732729c4a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=df7809e8-4b3a-419d-9177-98b732729c4a,segment=NetworkSegment(886ce713-0d61-4718-811a-ca55107915ac),segment_id=886ce713-0d61-4718-811a-ca55107915ac)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:52:20.112575 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': 'df7809e8-4b3a-419d-9177-98b732729c4a', 'network_id': '7d94fb0d-311e-4c61-bc8a-1dac128f0023', 'port_id': 'df7809e8-4b3a-419d-9177-98b732729c4a', 'mac_address': 'fa:16:3e:4e:2f:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6919e0e2-e65e-4318-9b11-62f01286a394', 'ip_address': '19.80.0.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:52:20.121145 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bd884533-b091-4670-9c25-e26dda46cf97 req-2a8deb1e-5675-4b0d-9536-20246f1fb8dc tempest-SecurityGroupsTestAdminJSON-1267154241 tempest-SecurityGroupsTestAdminJSON-1267154241-project-admin] 10.222.0.32 "GET /v2.0/security-groups/eb448d71-ebbe-4f8b-b1df-0d5c56feb018 HTTP/1.1" status: 200  len: 2998 time: 0.2619331
May 07 21:52:20.126925 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6382e701-ec6b-4d89-8d2a-49c50aa2ffc7 tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (8887ad0b-ae8a-4463-b8d6-5e67319821e0), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:20.172384 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 9dc2b760-de86-4db6-bfb4-a511993e37c6 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:52:20.174759 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (9dc2b760-de86-4db6-bfb4-a511993e37c6), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:20.233619 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dc2b760-de86-4db6-bfb4-a511993e37c6 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:52:20.252243 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6382e701-ec6b-4d89-8d2a-49c50aa2ffc7 tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:52:20.261016 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 9dc2b760-de86-4db6-bfb4-a511993e37c6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9dc2b760-de86-4db6-bfb4-a511993e37c6,segment=NetworkSegment(8cdcb27b-fa23-4865-8aaa-e6a27c987d4c),segment_id=8cdcb27b-fa23-4865-8aaa-e6a27c987d4c)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:52:20.271876 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (9dc2b760-de86-4db6-bfb4-a511993e37c6), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:20.275639 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-6382e701-ec6b-4d89-8d2a-49c50aa2ffc7 tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:52:20.293243 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6382e701-ec6b-4d89-8d2a-49c50aa2ffc7 tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:52:20.312343 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port df7809e8-4b3a-419d-9177-98b732729c4a is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:52:20.312738 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (df7809e8-4b3a-419d-9177-98b732729c4a), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:20.334917 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df7809e8-4b3a-419d-9177-98b732729c4a {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:52:20.373959 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=9dc2b760-de86-4db6-bfb4-a511993e37c6,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:20.379286 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port df7809e8-4b3a-419d-9177-98b732729c4a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=df7809e8-4b3a-419d-9177-98b732729c4a,segment=NetworkSegment(886ce713-0d61-4718-811a-ca55107915ac),segment_id=886ce713-0d61-4718-811a-ca55107915ac)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:52:20.387484 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (df7809e8-4b3a-419d-9177-98b732729c4a), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:20.433210 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6382e701-ec6b-4d89-8d2a-49c50aa2ffc7 tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] Pushing event updated for resources: {'Port': ['ID=8887ad0b-ae8a-4463-b8d6-5e67319821e0,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:20.436351 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-678f4fe6-e79c-4180-b9e3-9225b71a836a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (7e834a6e-1bba-4067-b31c-6f34e266cb47), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:20.479973 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=df7809e8-4b3a-419d-9177-98b732729c4a,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:20.520180 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678f4fe6-e79c-4180-b9e3-9225b71a836a admin admin] Network 509cbb97-8d95-4377-b498-4ce6a1d5a1d9 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:52:20.532351 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['9dc2b760-de86-4db6-bfb4-a511993e37c6'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:52:20.540092 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-678f4fe6-e79c-4180-b9e3-9225b71a836a admin admin] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:52:20.548136 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678f4fe6-e79c-4180-b9e3-9225b71a836a admin admin] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:52:20.592235 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6382e701-ec6b-4d89-8d2a-49c50aa2ffc7 tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] Publish callbacks [] for floatingip (4639847d-2887-439a-abd7-761971277041), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:20.603437 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678f4fe6-e79c-4180-b9e3-9225b71a836a admin admin] Pushing event updated for resources: {'Port': ['ID=7e834a6e-1bba-4067-b31c-6f34e266cb47,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:20.659989 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-25b019b6-b2de-447d-8ae5-1453a22d97f7 req-3a0bbab3-7acb-4339-8d0b-c232da0ab33d tempest-SecurityGroupsTestAdminJSON-1190420583 tempest-SecurityGroupsTestAdminJSON-1190420583-project] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1b7435ea59a346c98eaee9a991bc9bcd HTTP/1.1" status: 200  len: 6152 time: 0.2300735
May 07 21:52:20.686958 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-678f4fe6-e79c-4180-b9e3-9225b71a836a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398161'] for router_interface (e3a1d90a-24c4-4c94-b78c-81c55430cd63), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:20.796969 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6382e701-ec6b-4d89-8d2a-49c50aa2ffc7 tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (8887ad0b-ae8a-4463-b8d6-5e67319821e0), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:20.832700 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-25b019b6-b2de-447d-8ae5-1453a22d97f7 req-f4d39f27-8e94-4519-bd08-1f487a2adba3 tempest-SecurityGroupsTestAdminJSON-1190420583 tempest-SecurityGroupsTestAdminJSON-1190420583-project] 10.222.0.32 "GET /v2.0/security-groups/051a6701-1bbb-4669-a55d-dead72f03139 HTTP/1.1" status: 200  len: 2998 time: 0.1476090
May 07 21:52:20.860899 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['bb1a4932-726b-4649-982e-cde502e2aff1'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:52:20.924489 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-fc29113d-8dbe-4345-958d-4dead5ef45b2 None None] Provisioning complete for port 7e834a6e-1bba-4067-b31c-6f34e266cb47 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:52:20.924864 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-fc29113d-8dbe-4345-958d-4dead5ef45b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (7e834a6e-1bba-4067-b31c-6f34e266cb47), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:20.954297 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['f7bd0dbf-a440-4d9e-8f71-48688376777e'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:52:20.956284 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-25b019b6-b2de-447d-8ae5-1453a22d97f7 req-22e689ae-48d7-4f42-852a-f8a44844a62d tempest-SecurityGroupsTestAdminJSON-1190420583 tempest-SecurityGroupsTestAdminJSON-1190420583-project] 10.222.0.32 "GET /v2.0/security-groups/051a6701-1bbb-4669-a55d-dead72f03139 HTTP/1.1" status: 200  len: 2998 time: 0.1155741
May 07 21:52:21.029013 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['df7809e8-4b3a-419d-9177-98b732729c4a'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:52:21.096283 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-fc29113d-8dbe-4345-958d-4dead5ef45b2 None None] Port 7e834a6e-1bba-4067-b31c-6f34e266cb47 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:52:21.125236 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3a8fee-94f4-4053-b03e-0cab9f62607c req-83c54bc6-4129-4c7e-a7ad-250a674135e2 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:21.129433 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6382e701-ec6b-4d89-8d2a-49c50aa2ffc7 tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] Publish callbacks [] for port (8887ad0b-ae8a-4463-b8d6-5e67319821e0), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:21.135751 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3a8fee-94f4-4053-b03e-0cab9f62607c req-83c54bc6-4129-4c7e-a7ad-250a674135e2 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:21.140970 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-678f4fe6-e79c-4180-b9e3-9225b71a836a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (7e834a6e-1bba-4067-b31c-6f34e266cb47), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:21.147310 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3a8fee-94f4-4053-b03e-0cab9f62607c req-83c54bc6-4129-4c7e-a7ad-250a674135e2 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:21.164424 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6382e701-ec6b-4d89-8d2a-49c50aa2ffc7 tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (8887ad0b-ae8a-4463-b8d6-5e67319821e0), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:21.166376 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1a3a8fee-94f4-4053-b03e-0cab9f62607c req-83c54bc6-4129-4c7e-a7ad-250a674135e2 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3ba0813-ab71-47d9-8c7c-607769a67273 HTTP/1.1" status: 200  len: 2415 time: 0.0920308
May 07 21:52:21.185816 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:21.227805 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6382e701-ec6b-4d89-8d2a-49c50aa2ffc7 tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] Pushing event updated for resources: {'Port': ['ID=8887ad0b-ae8a-4463-b8d6-5e67319821e0,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:21.303937 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1a3a8fee-94f4-4053-b03e-0cab9f62607c req-8bbd0d26-163a-44d8-9ab8-6cdf4ef824ef tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "GET /v2.0/security-groups?id=79406975-00eb-485e-b3fe-001bab536dcd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1309764
May 07 21:52:21.390436 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6382e701-ec6b-4d89-8d2a-49c50aa2ffc7 tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (4639847d-2887-439a-abd7-761971277041), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:21.451706 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d05071-5a32-463d-b43a-904721fd83c4 req-883b9b50-111d-4231-8026-c0f0c9bd54fb tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:21.460575 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-16d05071-5a32-463d-b43a-904721fd83c4 req-883b9b50-111d-4231-8026-c0f0c9bd54fb tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] 10.222.0.32 "GET /v2.0/ports?device_id=510e9ced-c683-45b2-bff6-88ab05c23bb6 HTTP/1.1" status: 200  len: 945 time: 0.0799103
May 07 21:52:21.506185 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device f05ee1ae-389a-4488-bc32-028cfefc9716 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:52:21.515134 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6382e701-ec6b-4d89-8d2a-49c50aa2ffc7 tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:21.518821 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-6382e701-ec6b-4d89-8d2a-49c50aa2ffc7 tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 3.3454757
May 07 21:52:21.519092 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-16d05071-5a32-463d-b43a-904721fd83c4 req-06e523a2-a68a-4834-866c-a845a7bae302 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c5b0484-080e-4f51-826c-9d1b8b7fda2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0549245
May 07 21:52:21.568975 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-678f4fe6-e79c-4180-b9e3-9225b71a836a admin admin] Publish callbacks [] for port (7e834a6e-1bba-4067-b31c-6f34e266cb47), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:21.587099 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-678f4fe6-e79c-4180-b9e3-9225b71a836a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (7e834a6e-1bba-4067-b31c-6f34e266cb47), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:21.644391 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port f05ee1ae-389a-4488-bc32-028cfefc9716 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:52:21.644767 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (f05ee1ae-389a-4488-bc32-028cfefc9716), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:21.673798 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678f4fe6-e79c-4180-b9e3-9225b71a836a admin admin] Pushing event updated for resources: {'Port': ['ID=7e834a6e-1bba-4067-b31c-6f34e266cb47,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:21.679990 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 9dc2b760-de86-4db6-bfb4-a511993e37c6 up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:52:21.704545 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8ea16c62-4837-4266-8554-318c00acd38f req-99bfd21c-0f27-483a-adbb-9ed1f2723df2 tempest-SecurityGroupsTestAdminJSON-1267154241 tempest-SecurityGroupsTestAdminJSON-1267154241-project-admin] 10.222.0.32 "GET /v2.0/security-groups/cfdfe42a-25c5-40aa-aa35-1f8d388173af HTTP/1.1" status: 200  len: 1794 time: 0.1936095
May 07 21:52:21.707504 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-678f4fe6-e79c-4180-b9e3-9225b71a836a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401121'] for router_interface (e3a1d90a-24c4-4c94-b78c-81c55430cd63), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:21.832755 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-aea8e086-83ef-40aa-b1fe-2cad68fcbaf0 req-13a0c07f-cb06-484d-834a-a928596d0432 tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1690594976&fields=id&tenant_id=62b1d2f38652407eaa85fbb15aff6307 HTTP/1.1" status: 200  len: 267 time: 0.0617144
May 07 21:52:21.854193 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678f4fe6-e79c-4180-b9e3-9225b71a836a admin admin] Network 509cbb97-8d95-4377-b498-4ce6a1d5a1d9 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:52:21.855700 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning for port 9dc2b760-de86-4db6-bfb4-a511993e37c6 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:52:21.859515 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-678f4fe6-e79c-4180-b9e3-9225b71a836a admin admin] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:52:21.873098 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port 9dc2b760-de86-4db6-bfb4-a511993e37c6 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:52:21.873493 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (9dc2b760-de86-4db6-bfb4-a511993e37c6), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:21.941562 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port f05ee1ae-389a-4488-bc32-028cfefc9716 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:52:21.942421 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f05ee1ae-389a-4488-bc32-028cfefc9716), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:21.975398 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port f05ee1ae-389a-4488-bc32-028cfefc9716, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f05ee1ae-389a-4488-bc32-028cfefc9716,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:52:21.980728 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-8ea16c62-4837-4266-8554-318c00acd38f req-727a4dda-9c12-4292-b77a-31ef07f8d2eb tempest-SecurityGroupsTestAdminJSON-1267154241 tempest-SecurityGroupsTestAdminJSON-1267154241-project-admin] Publish callbacks [] for security_group (cfdfe42a-25c5-40aa-aa35-1f8d388173af), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:22.010223 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (f05ee1ae-389a-4488-bc32-028cfefc9716), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:22.024292 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-8ea16c62-4837-4266-8554-318c00acd38f req-727a4dda-9c12-4292-b77a-31ef07f8d2eb tempest-SecurityGroupsTestAdminJSON-1267154241 tempest-SecurityGroupsTestAdminJSON-1267154241-project-admin] Publish callbacks [] for security_group (cfdfe42a-25c5-40aa-aa35-1f8d388173af), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:22.073243 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea8e086-83ef-40aa-b1fe-2cad68fcbaf0 req-87e65aa7-a039-4e7c-a3cb-e19d6f551a35 tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:22.077253 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-678f4fe6-e79c-4180-b9e3-9225b71a836a admin admin] Router e3a1d90a-24c4-4c94-b78c-81c55430cd63 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 21:52:22.082053 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-aea8e086-83ef-40aa-b1fe-2cad68fcbaf0 req-87e65aa7-a039-4e7c-a3cb-e19d6f551a35 tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] 10.222.0.32 "GET /v2.0/networks?id=55393a4f-e493-4098-b37d-93ec9341a6b2 HTTP/1.1" status: 200  len: 815 time: 0.2500062
May 07 21:52:22.096294 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 9dc2b760-de86-4db6-bfb4-a511993e37c6 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:52:22.096806 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (9dc2b760-de86-4db6-bfb4-a511993e37c6), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:22.108189 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-8ea16c62-4837-4266-8554-318c00acd38f req-727a4dda-9c12-4292-b77a-31ef07f8d2eb tempest-SecurityGroupsTestAdminJSON-1267154241 tempest-SecurityGroupsTestAdminJSON-1267154241-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (cfdfe42a-25c5-40aa-aa35-1f8d388173af), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:22.111464 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-8ea16c62-4837-4266-8554-318c00acd38f req-727a4dda-9c12-4292-b77a-31ef07f8d2eb tempest-SecurityGroupsTestAdminJSON-1267154241 tempest-SecurityGroupsTestAdminJSON-1267154241-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:22.113062 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-aea8e086-83ef-40aa-b1fe-2cad68fcbaf0 req-d86bc1a9-18af-44cc-80fc-41bb6755d0ba tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] 10.222.0.32 "GET /v2.0/quotas/62b1d2f38652407eaa85fbb15aff6307 HTTP/1.1" status: 200  len: 375 time: 0.0293260
May 07 21:52:22.123553 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=f05ee1ae-389a-4488-bc32-028cfefc9716,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:22.133107 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8ea16c62-4837-4266-8554-318c00acd38f req-727a4dda-9c12-4292-b77a-31ef07f8d2eb tempest-SecurityGroupsTestAdminJSON-1267154241 tempest-SecurityGroupsTestAdminJSON-1267154241-project-admin] 10.222.0.32 "DELETE /v2.0/security-groups/cfdfe42a-25c5-40aa-aa35-1f8d388173af HTTP/1.1" status: 204  len: 173 time: 0.4024873
May 07 21:52:22.141327 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '510e9ced-c683-45b2-bff6-88ab05c23bb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dc2b760-de86-4db6-bfb4-a511993e37c6'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:52:22.147961 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be9b44f1-3d24-451f-9243-530b38112c11" -d '{"events": [{"server_uuid": "510e9ced-c683-45b2-bff6-88ab05c23bb6", "name": "network-vif-plugged", "status": "completed", "tag": "9dc2b760-de86-4db6-bfb4-a511993e37c6"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:52:22.187029 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 9dc2b760-de86-4db6-bfb4-a511993e37c6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9dc2b760-de86-4db6-bfb4-a511993e37c6,segment=NetworkSegment(8cdcb27b-fa23-4865-8aaa-e6a27c987d4c),segment_id=8cdcb27b-fa23-4865-8aaa-e6a27c987d4c)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:52:22.198085 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (9dc2b760-de86-4db6-bfb4-a511993e37c6), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:22.208919 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-aea8e086-83ef-40aa-b1fe-2cad68fcbaf0 req-3280e46c-8efa-41bd-ac9d-0bd298ce98e6 tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=62b1d2f38652407eaa85fbb15aff6307&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0915394
May 07 21:52:22.256168 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727a4dda-9c12-4292-b77a-31ef07f8d2eb tempest-SecurityGroupsTestAdminJSON-1267154241 tempest-SecurityGroupsTestAdminJSON-1267154241-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfdfe42a-25c5-40aa-aa35-1f8d388173af,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:22.283514 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=9dc2b760-de86-4db6-bfb4-a511993e37c6,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:22.330352 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-8bc6ed3f-3413-46aa-bb04-c8a52fe7f513 None None] Provisioning complete for port 7e834a6e-1bba-4067-b31c-6f34e266cb47 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:52:22.333357 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-8bc6ed3f-3413-46aa-bb04-c8a52fe7f513 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (7e834a6e-1bba-4067-b31c-6f34e266cb47), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:22.352759 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-aea8e086-83ef-40aa-b1fe-2cad68fcbaf0 req-b722be67-3e87-4963-bce0-0eb3de5a4e13 service neutron] 10.222.0.32 "GET /v2.0/networks/55393a4f-e493-4098-b37d-93ec9341a6b2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1330624
May 07 21:52:22.388990 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-8bc6ed3f-3413-46aa-bb04-c8a52fe7f513 None None] Port 7e834a6e-1bba-4067-b31c-6f34e266cb47 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:52:22.406791 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c4456d2a-df8e-4dba-86c3-15ee018540a9 req-295b28be-5a20-4236-9f2b-55bb7a0dfdb2 tempest-SecurityGroupsTestAdminJSON-1267154241 tempest-SecurityGroupsTestAdminJSON-1267154241-project-admin] 10.222.0.32 "GET /v2.0/security-groups/67c6f174-7275-4b11-bae8-6b9c1e53341d HTTP/1.1" status: 200  len: 1793 time: 0.0492058
May 07 21:52:22.423808 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-678f4fe6-e79c-4180-b9e3-9225b71a836a admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:52:22.429666 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-678f4fe6-e79c-4180-b9e3-9225b71a836a admin admin] 10.222.0.32 "PUT /v2.0/routers/e3a1d90a-24c4-4c94-b78c-81c55430cd63/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.2783763
May 07 21:52:22.448488 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfef20ea-1536-4250-a463-73d05dc6e2f1 None None] Sync routers for ids ['e3a1d90a-24c4-4c94-b78c-81c55430cd63'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:52:22.462481 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfef20ea-1536-4250-a463-73d05dc6e2f1 None None] Routers {'e3a1d90a-24c4-4c94-b78c-81c55430cd63'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:52:22.463112 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-bfef20ea-1536-4250-a463-73d05dc6e2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8eb6df10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:51:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['e3a1d90a-24c4-4c94-b78c-81c55430cd63'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:52:22.485893 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-aea8e086-83ef-40aa-b1fe-2cad68fcbaf0 req-b7e0e86a-3edd-4942-a8ee-5493e28e014f service neutron] 10.222.0.32 "GET /v2.0/networks/55393a4f-e493-4098-b37d-93ec9341a6b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1267505
May 07 21:52:22.494864 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-c4456d2a-df8e-4dba-86c3-15ee018540a9 req-412bd9e9-e8cb-4086-989f-dc5c4b6d92ef tempest-SecurityGroupsTestAdminJSON-1267154241 tempest-SecurityGroupsTestAdminJSON-1267154241-project-admin] Publish callbacks [] for security_group (67c6f174-7275-4b11-bae8-6b9c1e53341d), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:22.522642 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-c4456d2a-df8e-4dba-86c3-15ee018540a9 req-412bd9e9-e8cb-4086-989f-dc5c4b6d92ef tempest-SecurityGroupsTestAdminJSON-1267154241 tempest-SecurityGroupsTestAdminJSON-1267154241-project-admin] Publish callbacks [] for security_group (67c6f174-7275-4b11-bae8-6b9c1e53341d), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:22.570448 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-c4456d2a-df8e-4dba-86c3-15ee018540a9 req-412bd9e9-e8cb-4086-989f-dc5c4b6d92ef tempest-SecurityGroupsTestAdminJSON-1267154241 tempest-SecurityGroupsTestAdminJSON-1267154241-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (67c6f174-7275-4b11-bae8-6b9c1e53341d), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:22.573960 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-c4456d2a-df8e-4dba-86c3-15ee018540a9 req-412bd9e9-e8cb-4086-989f-dc5c4b6d92ef tempest-SecurityGroupsTestAdminJSON-1267154241 tempest-SecurityGroupsTestAdminJSON-1267154241-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:22.592514 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c4456d2a-df8e-4dba-86c3-15ee018540a9 req-412bd9e9-e8cb-4086-989f-dc5c4b6d92ef tempest-SecurityGroupsTestAdminJSON-1267154241 tempest-SecurityGroupsTestAdminJSON-1267154241-project-admin] 10.222.0.32 "DELETE /v2.0/security-groups/67c6f174-7275-4b11-bae8-6b9c1e53341d HTTP/1.1" status: 204  len: 173 time: 0.1765234
May 07 21:52:22.607457 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412bd9e9-e8cb-4086-989f-dc5c4b6d92ef tempest-SecurityGroupsTestAdminJSON-1267154241 tempest-SecurityGroupsTestAdminJSON-1267154241-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c6f174-7275-4b11-bae8-6b9c1e53341d,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:22.638939 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b0e00e5-12b4-446a-b5a9-8f196b054263 x-openstack-request-id: req-9b0e00e5-12b4-446a-b5a9-8f196b054263 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:52:22.639230 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "510e9ced-c683-45b2-bff6-88ab05c23bb6", "name": "network-vif-plugged", "status": "completed", "tag": "9dc2b760-de86-4db6-bfb4-a511993e37c6", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:52:22.639508 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9b0e00e5-12b4-446a-b5a9-8f196b054263 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:52:22.640242 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b0e00e5-12b4-446a-b5a9-8f196b054263'] response: {'server_uuid': '510e9ced-c683-45b2-bff6-88ab05c23bb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dc2b760-de86-4db6-bfb4-a511993e37c6', 'code': 200}
May 07 21:52:22.652827 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-bfef20ea-1536-4250-a463-73d05dc6e2f1 None None] Set router e3a1d90a-24c4-4c94-b78c-81c55430cd63 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:52:22.831303 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33e403d-8f70-4198-8027-80d6d3b02bb3 req-b2be41b6-5d92-4b98-b616-3cb381bb6020 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:22.837275 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33e403d-8f70-4198-8027-80d6d3b02bb3 req-b2be41b6-5d92-4b98-b616-3cb381bb6020 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:22.837419 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6e1cf7-5f80-4103-b0d6-a73b78b4d962 req-51de687a-adf8-4f71-9884-a2f141f7ae70 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:22.838879 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4b6e1cf7-5f80-4103-b0d6-a73b78b4d962 req-51de687a-adf8-4f71-9884-a2f141f7ae70 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] 10.222.0.32 "GET /v2.0/ports?device_id=510e9ced-c683-45b2-bff6-88ab05c23bb6 HTTP/1.1" status: 200  len: 946 time: 0.0656545
May 07 21:52:22.842755 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33e403d-8f70-4198-8027-80d6d3b02bb3 req-b2be41b6-5d92-4b98-b616-3cb381bb6020 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:22.850470 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c33e403d-8f70-4198-8027-80d6d3b02bb3 req-b2be41b6-5d92-4b98-b616-3cb381bb6020 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3ba0813-ab71-47d9-8c7c-607769a67273 HTTP/1.1" status: 200  len: 2415 time: 0.1135101
May 07 21:52:22.859244 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dbfe5a-6f59-4687-b738-117e80f4e65d req-f65c3ccf-ce48-4276-b188-8cdfba19eba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:22.860779 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-65dbfe5a-6f59-4687-b738-117e80f4e65d req-f65c3ccf-ce48-4276-b188-8cdfba19eba4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=510e9ced-c683-45b2-bff6-88ab05c23bb6 HTTP/1.1" status: 200  len: 1128 time: 0.1094680
May 07 21:52:22.934492 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device f7bd0dbf-a440-4d9e-8f71-48688376777e up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:52:22.936753 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-65dbfe5a-6f59-4687-b738-117e80f4e65d req-bbf567bb-887e-4959-b99f-8598742ec8e5 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2c5b0484-080e-4f51-826c-9d1b8b7fda2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0687108
May 07 21:52:22.948073 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4b6e1cf7-5f80-4103-b0d6-a73b78b4d962 req-6fe7e4dd-1d87-412f-a53f-4a66e36ae77a tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c5b0484-080e-4f51-826c-9d1b8b7fda2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0995862
May 07 21:52:22.957166 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c33e403d-8f70-4198-8027-80d6d3b02bb3 req-b81102a1-67d6-4d8a-b02c-9a77404c819b tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "GET /v2.0/security-groups?id=79406975-00eb-485e-b3fe-001bab536dcd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1056657
May 07 21:52:23.022224 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning for port f7bd0dbf-a440-4d9e-8f71-48688376777e completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:52:23.037794 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port f7bd0dbf-a440-4d9e-8f71-48688376777e triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:52:23.038199 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (f7bd0dbf-a440-4d9e-8f71-48688376777e), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:23.059242 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3974f462-a997-404c-9eba-4e1b6e1563f9 req-3a291e75-8ff2-4356-b47a-70db4fb9a6be tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] 10.222.0.32 "GET /v2.0/ports?device_id=83fafb82-09d3-47de-827f-770202f22005 HTTP/1.1" status: 200  len: 210 time: 0.0405316
May 07 21:52:23.067647 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e7f5c3fc-1956-4965-8635-e28ba378000c req-58701452-8550-4b95-8b72-6e6c485ad1fd tempest-SecurityGroupsTestAdminJSON-1190420583 tempest-SecurityGroupsTestAdminJSON-1190420583-project] 10.222.0.32 "GET /v2.0/security-groups/d0e4d467-e7ed-4654-ac7a-667b8a7ccb40 HTTP/1.1" status: 200  len: 1793 time: 0.0778928
May 07 21:52:23.116424 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-bfef20ea-1536-4250-a463-73d05dc6e2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8eb6df10>, [{'id': 'e3a1d90a-24c4-4c94-b78c-81c55430cd63', 'name': 'tempest-TaggedBootDevicesTest_v242-266532812-router', 'tenant_id': 'f75cb675742543209bcbb75d99b60e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.241'}], 'enable_snat': True}, 'gw_port_id': 'f05ee1ae-389a-4488-bc32-028cfefc9716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:52:13Z', 'updated_at': '2022-05-07T21:52:20Z', 'revision_number': 4, 'project_id': 'f75cb675742543209bcbb75d99b60e97', 'gw_port': {'id': 'f05ee1ae-389a-4488-bc32-028cfefc9716', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:fa:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a1d90a-24c4-4c94-b78c-81c55430cd63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:52:14Z', 'updated_at': '2022-05-07T21:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7e834a6e-1bba-4067-b31c-6f34e266cb47', 'name': '', 'network_id': '509cbb97-8d95-4377-b498-4ce6a1d5a1d9', 'tenant_id': 'f75cb675742543209bcbb75d99b60e97', 'mac_address': 'fa:16:3e:8c:93:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3a1d90a-24c4-4c94-b78c-81c55430cd63', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '2c9b6f0f-d910-4c1b-9477-b2b4c63a6d0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:52:19Z', 'updated_at': '2022-05-07T21:52:21Z', 'revision_number': 2, 'project_id': 'f75cb675742543209bcbb75d99b60e97', 'subnets': [{'id': '2c9b6f0f-d910-4c1b-9477-b2b4c63a6d0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:52:23.158613 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfef20ea-1536-4250-a463-73d05dc6e2f1 None None] Checking router: e3a1d90a-24c4-4c94-b78c-81c55430cd63 for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 21:52:23.159759 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfef20ea-1536-4250-a463-73d05dc6e2f1 None None] Updating router e3a1d90a-24c4-4c94-b78c-81c55430cd63 port 7e834a6e-1bba-4067-b31c-6f34e266cb47 binding host ncdv-master-1 {{(pid=121839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 21:52:23.174116 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port f7bd0dbf-a440-4d9e-8f71-48688376777e is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:52:23.175230 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f7bd0dbf-a440-4d9e-8f71-48688376777e), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:23.203731 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-e7f5c3fc-1956-4965-8635-e28ba378000c req-bde977a0-b3c5-48cf-a1dd-bd8fee574528 tempest-SecurityGroupsTestAdminJSON-1190420583 tempest-SecurityGroupsTestAdminJSON-1190420583-project] Publish callbacks [] for security_group (d0e4d467-e7ed-4654-ac7a-667b8a7ccb40), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:23.204410 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-bfef20ea-1536-4250-a463-73d05dc6e2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (7e834a6e-1bba-4067-b31c-6f34e266cb47), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:23.239446 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-e7f5c3fc-1956-4965-8635-e28ba378000c req-bde977a0-b3c5-48cf-a1dd-bd8fee574528 tempest-SecurityGroupsTestAdminJSON-1190420583 tempest-SecurityGroupsTestAdminJSON-1190420583-project] Publish callbacks [] for security_group (d0e4d467-e7ed-4654-ac7a-667b8a7ccb40), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:23.281231 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port f7bd0dbf-a440-4d9e-8f71-48688376777e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f7bd0dbf-a440-4d9e-8f71-48688376777e,segment=NetworkSegment(886ce713-0d61-4718-811a-ca55107915ac),segment_id=886ce713-0d61-4718-811a-ca55107915ac)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:52:23.296197 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (f7bd0dbf-a440-4d9e-8f71-48688376777e), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:23.297265 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device bb1a4932-726b-4649-982e-cde502e2aff1 up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:52:23.297450 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-e7f5c3fc-1956-4965-8635-e28ba378000c req-bde977a0-b3c5-48cf-a1dd-bd8fee574528 tempest-SecurityGroupsTestAdminJSON-1190420583 tempest-SecurityGroupsTestAdminJSON-1190420583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (d0e4d467-e7ed-4654-ac7a-667b8a7ccb40), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:23.302998 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-e7f5c3fc-1956-4965-8635-e28ba378000c req-bde977a0-b3c5-48cf-a1dd-bd8fee574528 tempest-SecurityGroupsTestAdminJSON-1190420583 tempest-SecurityGroupsTestAdminJSON-1190420583-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:23.320817 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e7f5c3fc-1956-4965-8635-e28ba378000c req-bde977a0-b3c5-48cf-a1dd-bd8fee574528 tempest-SecurityGroupsTestAdminJSON-1190420583 tempest-SecurityGroupsTestAdminJSON-1190420583-project] 10.222.0.32 "DELETE /v2.0/security-groups/d0e4d467-e7ed-4654-ac7a-667b8a7ccb40 HTTP/1.1" status: 204  len: 173 time: 0.2433116
May 07 21:52:23.336231 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device f05ee1ae-389a-4488-bc32-028cfefc9716 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:52:23.350727 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde977a0-b3c5-48cf-a1dd-bd8fee574528 tempest-SecurityGroupsTestAdminJSON-1190420583 tempest-SecurityGroupsTestAdminJSON-1190420583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e4d467-e7ed-4654-ac7a-667b8a7ccb40,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:23.425427 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port f05ee1ae-389a-4488-bc32-028cfefc9716 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:52:23.430538 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (f05ee1ae-389a-4488-bc32-028cfefc9716), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:23.595624 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-797e5bc8-c68f-460e-849b-b03ba8f50753 req-49f7ee72-e22e-4337-994e-206fdaba1b0d tempest-SecurityGroupsTestAdminJSON-1190420583 tempest-SecurityGroupsTestAdminJSON-1190420583-project] 10.222.0.32 "GET /v2.0/security-groups/203f5d51-b685-4bb0-afef-4c49b516a3b4 HTTP/1.1" status: 200  len: 1794 time: 0.1197922
May 07 21:52:23.636887 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-bfef20ea-1536-4250-a463-73d05dc6e2f1 None None] Publish callbacks [] for port (7e834a6e-1bba-4067-b31c-6f34e266cb47), precommit_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:23.658067 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-bfef20ea-1536-4250-a463-73d05dc6e2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (7e834a6e-1bba-4067-b31c-6f34e266cb47), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:23.674071 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-0877d06c-92dc-4044-82d4-779ac74bf274 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:23.712817 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 40278) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:52:23.721673 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-5ebbad69-8bb6-4121-bbcd-e9ba9776743a admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1499694412-network', 'tenant_id': '776799dc9f9540fbaa14d08d316b0eef'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:52:23.758231 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ebbad69-8bb6-4121-bbcd-e9ba9776743a admin admin] Made reservation on behalf of 776799dc9f9540fbaa14d08d316b0eef for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:52:23.762298 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5ebbad69-8bb6-4121-bbcd-e9ba9776743a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:23.768265 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning for port bb1a4932-726b-4649-982e-cde502e2aff1 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:52:23.776874 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5ebbad69-8bb6-4121-bbcd-e9ba9776743a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:23.781658 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=f7bd0dbf-a440-4d9e-8f71-48688376777e,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:23.801829 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port bb1a4932-726b-4649-982e-cde502e2aff1 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:52:23.802412 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-797e5bc8-c68f-460e-849b-b03ba8f50753 req-b575796d-4038-40a9-b45d-a3e6716ef34c tempest-SecurityGroupsTestAdminJSON-1190420583 tempest-SecurityGroupsTestAdminJSON-1190420583-project] Publish callbacks [] for security_group (203f5d51-b685-4bb0-afef-4c49b516a3b4), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:23.803456 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (bb1a4932-726b-4649-982e-cde502e2aff1), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:23.841066 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 40284) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:52:23.842557 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a581bd-b684-4da1-ad65-cb39450665c6 None None] Pushing event updated for resources: {'Port': ['ID=7e834a6e-1bba-4067-b31c-6f34e266cb47,revision_number=3']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:23.892361 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-797e5bc8-c68f-460e-849b-b03ba8f50753 req-b575796d-4038-40a9-b45d-a3e6716ef34c tempest-SecurityGroupsTestAdminJSON-1190420583 tempest-SecurityGroupsTestAdminJSON-1190420583-project] Publish callbacks [] for security_group (203f5d51-b685-4bb0-afef-4c49b516a3b4), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:23.905183 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5ebbad69-8bb6-4121-bbcd-e9ba9776743a admin admin] Publish callbacks [] for security_group (d6166a65-a4db-4568-87aa-e9f453c0110e), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:23.936571 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5ebbad69-8bb6-4121-bbcd-e9ba9776743a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (d6166a65-a4db-4568-87aa-e9f453c0110e), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:23.937125 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:24.025825 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-797e5bc8-c68f-460e-849b-b03ba8f50753 req-b575796d-4038-40a9-b45d-a3e6716ef34c tempest-SecurityGroupsTestAdminJSON-1190420583 tempest-SecurityGroupsTestAdminJSON-1190420583-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (203f5d51-b685-4bb0-afef-4c49b516a3b4), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:24.029761 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-797e5bc8-c68f-460e-849b-b03ba8f50753 req-b575796d-4038-40a9-b45d-a3e6716ef34c tempest-SecurityGroupsTestAdminJSON-1190420583 tempest-SecurityGroupsTestAdminJSON-1190420583-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:24.031904 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ebbad69-8bb6-4121-bbcd-e9ba9776743a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 21:52:24.049176 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-bfef20ea-1536-4250-a463-73d05dc6e2f1 None None] Attempting to bind port 7e834a6e-1bba-4067-b31c-6f34e266cb47 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:52:24.049817 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-bfef20ea-1536-4250-a463-73d05dc6e2f1 None None] Attempting to bind port 7e834a6e-1bba-4067-b31c-6f34e266cb47 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bf0c0471-2624-4f4f-a2e9-e11b0e1b254e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '509cbb97-8d95-4377-b498-4ce6a1d5a1d9'}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:52:24.050356 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfef20ea-1536-4250-a463-73d05dc6e2f1 None None] Attempting to bind port 7e834a6e-1bba-4067-b31c-6f34e266cb47 on network 509cbb97-8d95-4377-b498-4ce6a1d5a1d9 {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:52:24.058374 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfef20ea-1536-4250-a463-73d05dc6e2f1 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:52:24.059160 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfef20ea-1536-4250-a463-73d05dc6e2f1 None None] Checking segment: {'id': 'bf0c0471-2624-4f4f-a2e9-e11b0e1b254e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '509cbb97-8d95-4377-b498-4ce6a1d5a1d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:52:24.068849 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-797e5bc8-c68f-460e-849b-b03ba8f50753 req-b575796d-4038-40a9-b45d-a3e6716ef34c tempest-SecurityGroupsTestAdminJSON-1190420583 tempest-SecurityGroupsTestAdminJSON-1190420583-project] 10.222.0.32 "DELETE /v2.0/security-groups/203f5d51-b685-4bb0-afef-4c49b516a3b4 HTTP/1.1" status: 204  len: 173 time: 0.4589128
May 07 21:52:24.071995 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-bfef20ea-1536-4250-a463-73d05dc6e2f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:24.072293 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfef20ea-1536-4250-a463-73d05dc6e2f1 None None] Bound using segment: {'id': 'bf0c0471-2624-4f4f-a2e9-e11b0e1b254e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '509cbb97-8d95-4377-b498-4ce6a1d5a1d9'} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:52:24.077087 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-bfef20ea-1536-4250-a463-73d05dc6e2f1 None None] Bound port: 7e834a6e-1bba-4067-b31c-6f34e266cb47, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf0c0471-2624-4f4f-a2e9-e11b0e1b254e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '509cbb97-8d95-4377-b498-4ce6a1d5a1d9'}}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:52:24.077819 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-bfef20ea-1536-4250-a463-73d05dc6e2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (7e834a6e-1bba-4067-b31c-6f34e266cb47), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:24.085427 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebbad69-8bb6-4121-bbcd-e9ba9776743a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6166a65-a4db-4568-87aa-e9f453c0110e,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:24.096302 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5ebbad69-8bb6-4121-bbcd-e9ba9776743a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (52c3a3b5-c9b0-4938-b6f9-afa39b22b27f), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:24.100307 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-5ebbad69-8bb6-4121-bbcd-e9ba9776743a admin admin] Added segment 52c3a3b5-c9b0-4938-b6f9-afa39b22b27f of type vlan for network 430d4d53-753d-4983-b764-317098201a43
May 07 21:52:24.145374 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b575796d-4038-40a9-b45d-a3e6716ef34c tempest-SecurityGroupsTestAdminJSON-1190420583 tempest-SecurityGroupsTestAdminJSON-1190420583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=203f5d51-b685-4bb0-afef-4c49b516a3b4,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:24.175190 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port f05ee1ae-389a-4488-bc32-028cfefc9716 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:52:24.246576 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5ebbad69-8bb6-4121-bbcd-e9ba9776743a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (430d4d53-753d-4983-b764-317098201a43), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:24.324341 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5ebbad69-8bb6-4121-bbcd-e9ba9776743a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (430d4d53-753d-4983-b764-317098201a43), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:24.329876 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebbad69-8bb6-4121-bbcd-e9ba9776743a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:24.330630 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-bfef20ea-1536-4250-a463-73d05dc6e2f1 None None] For port 7e834a6e-1bba-4067-b31c-6f34e266cb47, host ncdv-master-1, cleared binding levels {{(pid=121839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:52:24.332022 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5ebbad69-8bb6-4121-bbcd-e9ba9776743a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:24.345689 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port bb1a4932-726b-4649-982e-cde502e2aff1 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:52:24.346084 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (bb1a4932-726b-4649-982e-cde502e2aff1), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:24.350759 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-bfef20ea-1536-4250-a463-73d05dc6e2f1 None None] For port 7e834a6e-1bba-4067-b31c-6f34e266cb47, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7e834a6e-1bba-4067-b31c-6f34e266cb47,segment=NetworkSegment(bf0c0471-2624-4f4f-a2e9-e11b0e1b254e),segment_id=bf0c0471-2624-4f4f-a2e9-e11b0e1b254e)] {{(pid=121839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:52:24.368865 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-bfef20ea-1536-4250-a463-73d05dc6e2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (7e834a6e-1bba-4067-b31c-6f34e266cb47), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:24.380625 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-1e1a7b6c-90df-40ed-8803-bf0963b474ed None None] Provisioning complete for port 7e834a6e-1bba-4067-b31c-6f34e266cb47 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:52:24.381626 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1e1a7b6c-90df-40ed-8803-bf0963b474ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (7e834a6e-1bba-4067-b31c-6f34e266cb47), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:24.394342 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12127e06-6236-4436-a32c-3e551c5037de req-8afd986e-bd5d-4a56-9f9c-5114740aec4c tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:24.406795 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-12127e06-6236-4436-a32c-3e551c5037de req-8afd986e-bd5d-4a56-9f9c-5114740aec4c tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] 10.222.0.32 "GET /v2.0/ports?device_id=510e9ced-c683-45b2-bff6-88ab05c23bb6 HTTP/1.1" status: 200  len: 946 time: 0.1534028
May 07 21:52:24.409319 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-5ebbad69-8bb6-4121-bbcd-e9ba9776743a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 0.6942182
May 07 21:52:24.412524 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 40306) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:52:24.420791 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-b1d03b83-92ff-4e61-bd16-c20cb833654f admin admin] Request body: {'subnet': {'network_id': '430d4d53-753d-4983-b764-317098201a43', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1499694412-subnet', 'tenant_id': '776799dc9f9540fbaa14d08d316b0eef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:52:24.471131 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e0d32e06-bb98-47f1-9e55-ea1fb95a5d81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:24.511303 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1d03b83-92ff-4e61-bd16-c20cb833654f admin admin] Made reservation on behalf of 776799dc9f9540fbaa14d08d316b0eef for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:52:24.514561 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b1d03b83-92ff-4e61-bd16-c20cb833654f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:24.522806 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfef20ea-1536-4250-a463-73d05dc6e2f1 None None] Routers {'e3a1d90a-24c4-4c94-b78c-81c55430cd63'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:52:24.525384 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-bfef20ea-1536-4250-a463-73d05dc6e2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8eb6df10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:51:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['e3a1d90a-24c4-4c94-b78c-81c55430cd63'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:52:24.559007 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8003e851-1db0-47e4-8664-514acf6e37b3 req-dcd8cbe1-48f1-40d1-88c2-74ad0b1fc7e9 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:24.565466 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8003e851-1db0-47e4-8664-514acf6e37b3 req-dcd8cbe1-48f1-40d1-88c2-74ad0b1fc7e9 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:24.571795 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8003e851-1db0-47e4-8664-514acf6e37b3 req-dcd8cbe1-48f1-40d1-88c2-74ad0b1fc7e9 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:24.575119 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port bb1a4932-726b-4649-982e-cde502e2aff1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bb1a4932-726b-4649-982e-cde502e2aff1,segment=NetworkSegment(8e80564f-7b66-4ca5-94b4-fe89240ca4bd),segment_id=8e80564f-7b66-4ca5-94b4-fe89240ca4bd)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:52:24.584903 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8003e851-1db0-47e4-8664-514acf6e37b3 req-dcd8cbe1-48f1-40d1-88c2-74ad0b1fc7e9 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3ba0813-ab71-47d9-8c7c-607769a67273 HTTP/1.1" status: 200  len: 2416 time: 0.1739733
May 07 21:52:24.586345 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebbad69-8bb6-4121-bbcd-e9ba9776743a admin admin] Pushing event updated for resources: {'Network': ['ID=430d4d53-753d-4983-b764-317098201a43,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:24.657198 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3ba0813-ab71-47d9-8c7c-607769a67273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7bd0dbf-a440-4d9e-8f71-48688376777e'}, {'server_uuid': 'f3ba0813-ab71-47d9-8c7c-607769a67273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb1a4932-726b-4649-982e-cde502e2aff1'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:52:24.659990 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d61c71-ea5a-4a24-9aba-703b6f6b93b4" -d '{"events": [{"server_uuid": "f3ba0813-ab71-47d9-8c7c-607769a67273", "name": "network-vif-plugged", "status": "completed", "tag": "f7bd0dbf-a440-4d9e-8f71-48688376777e"}, {"server_uuid": "f3ba0813-ab71-47d9-8c7c-607769a67273", "name": "network-vif-plugged", "status": "completed", "tag": "bb1a4932-726b-4649-982e-cde502e2aff1"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:52:24.662712 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (bb1a4932-726b-4649-982e-cde502e2aff1), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:24.663796 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device df7809e8-4b3a-419d-9177-98b732729c4a up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:52:24.669418 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 430d4d53-753d-4983-b764-317098201a43 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 21:52:24.678040 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-12127e06-6236-4436-a32c-3e551c5037de req-8a2e1716-7e0f-4b97-a4b6-94073f295d3b tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c5b0484-080e-4f51-826c-9d1b8b7fda2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2409234
May 07 21:52:24.733397 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8003e851-1db0-47e4-8664-514acf6e37b3 req-dfc4d078-8ae6-42d7-be44-226fff82bf52 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "GET /v2.0/security-groups?id=79406975-00eb-485e-b3fe-001bab536dcd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1367130
May 07 21:52:24.753983 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-bfef20ea-1536-4250-a463-73d05dc6e2f1 None None] Set router e3a1d90a-24c4-4c94-b78c-81c55430cd63 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:52:24.873336 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 40334) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:52:24.911295 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e0d32e06-bb98-47f1-9e55-ea1fb95a5d81 admin admin] Publish callbacks [] for security_group (f3e1b0d6-e63b-48fe-9e22-9e2a6d6b5ae8), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:24.997998 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-1e1a7b6c-90df-40ed-8803-bf0963b474ed None None] Current status of the port 7e834a6e-1bba-4067-b31c-6f34e266cb47 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:52:24.998613 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1e1a7b6c-90df-40ed-8803-bf0963b474ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (7e834a6e-1bba-4067-b31c-6f34e266cb47), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:25.045147 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a581bd-b684-4da1-ad65-cb39450665c6 None None] Pushing event updated for resources: {'Port': ['ID=7e834a6e-1bba-4067-b31c-6f34e266cb47,revision_number=4']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:25.049703 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 07 May 2022 21:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d697214-80fb-4589-b9e1-26177ff58e4b x-openstack-request-id: req-3d697214-80fb-4589-b9e1-26177ff58e4b {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:52:25.051246 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3ba0813-ab71-47d9-8c7c-607769a67273", "name": "network-vif-plugged", "status": "completed", "tag": "f7bd0dbf-a440-4d9e-8f71-48688376777e", "code": 200}, {"server_uuid": "f3ba0813-ab71-47d9-8c7c-607769a67273", "name": "network-vif-plugged", "status": "completed", "tag": "bb1a4932-726b-4649-982e-cde502e2aff1", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:52:25.051605 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3d697214-80fb-4589-b9e1-26177ff58e4b {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:52:25.052255 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d697214-80fb-4589-b9e1-26177ff58e4b'] response: {'server_uuid': 'f3ba0813-ab71-47d9-8c7c-607769a67273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7bd0dbf-a440-4d9e-8f71-48688376777e', 'code': 200}
May 07 21:52:25.052773 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d697214-80fb-4589-b9e1-26177ff58e4b'] response: {'server_uuid': 'f3ba0813-ab71-47d9-8c7c-607769a67273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb1a4932-726b-4649-982e-cde502e2aff1', 'code': 200}
May 07 21:52:25.106445 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=bb1a4932-726b-4649-982e-cde502e2aff1,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:25.127123 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-1e1a7b6c-90df-40ed-8803-bf0963b474ed None None] For port 7e834a6e-1bba-4067-b31c-6f34e266cb47, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7e834a6e-1bba-4067-b31c-6f34e266cb47,segment=NetworkSegment(bf0c0471-2624-4f4f-a2e9-e11b0e1b254e),segment_id=bf0c0471-2624-4f4f-a2e9-e11b0e1b254e)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:52:25.136758 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1e1a7b6c-90df-40ed-8803-bf0963b474ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (7e834a6e-1bba-4067-b31c-6f34e266cb47), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:25.143357 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning for port df7809e8-4b3a-419d-9177-98b732729c4a completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:52:25.205217 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port df7809e8-4b3a-419d-9177-98b732729c4a triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:52:25.205814 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (df7809e8-4b3a-419d-9177-98b732729c4a), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:25.219382 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e0d32e06-bb98-47f1-9e55-ea1fb95a5d81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (f3e1b0d6-e63b-48fe-9e22-9e2a6d6b5ae8), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:25.248101 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-bfef20ea-1536-4250-a463-73d05dc6e2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8eb6df10>, [{'id': 'e3a1d90a-24c4-4c94-b78c-81c55430cd63', 'name': 'tempest-TaggedBootDevicesTest_v242-266532812-router', 'tenant_id': 'f75cb675742543209bcbb75d99b60e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.241'}], 'enable_snat': True}, 'gw_port_id': 'f05ee1ae-389a-4488-bc32-028cfefc9716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:52:13Z', 'updated_at': '2022-05-07T21:52:20Z', 'revision_number': 4, 'project_id': 'f75cb675742543209bcbb75d99b60e97', 'gw_port': {'id': 'f05ee1ae-389a-4488-bc32-028cfefc9716', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:fa:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a1d90a-24c4-4c94-b78c-81c55430cd63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:52:14Z', 'updated_at': '2022-05-07T21:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7e834a6e-1bba-4067-b31c-6f34e266cb47', 'name': '', 'network_id': '509cbb97-8d95-4377-b498-4ce6a1d5a1d9', 'tenant_id': 'f75cb675742543209bcbb75d99b60e97', 'mac_address': 'fa:16:3e:8c:93:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3a1d90a-24c4-4c94-b78c-81c55430cd63', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '2c9b6f0f-d910-4c1b-9477-b2b4c63a6d0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:52:19Z', 'updated_at': '2022-05-07T21:52:24Z', 'revision_number': 4, 'project_id': 'f75cb675742543209bcbb75d99b60e97', 'subnets': [{'id': '2c9b6f0f-d910-4c1b-9477-b2b4c63a6d0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:52:25.274686 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-5cbcbe18-6848-42ff-808d-32470b262564 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1b7435ea59a346c98eaee9a991bc9bcd&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3997858
May 07 21:52:25.278861 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 40354) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:52:25.282881 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-100ea30f-f32d-4e6f-8880-81c9d7ffbffd None None] Provisioning complete for port 7e834a6e-1bba-4067-b31c-6f34e266cb47 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:52:25.283385 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-100ea30f-f32d-4e6f-8880-81c9d7ffbffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (7e834a6e-1bba-4067-b31c-6f34e266cb47), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:25.292520 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef55e66-8578-47c6-9193-fd8fbbc83914 req-f43f1e22-59fc-4186-92d6-d7a54eb87cde tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:25.294270 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6ef55e66-8578-47c6-9193-fd8fbbc83914 req-f43f1e22-59fc-4186-92d6-d7a54eb87cde tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] 10.222.0.32 "GET /v2.0/ports?device_id=291bb30f-04fe-44bf-a1e3-ab8f39264f74 HTTP/1.1" status: 200  len: 945 time: 0.0810874
May 07 21:52:25.297956 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfef20ea-1536-4250-a463-73d05dc6e2f1 None None] The sync data for ids ['e3a1d90a-24c4-4c94-b78c-81c55430cd63'] in ncdv-master-1 is: [{'id': 'e3a1d90a-24c4-4c94-b78c-81c55430cd63', 'name': 'tempest-TaggedBootDevicesTest_v242-266532812-router', 'tenant_id': 'f75cb675742543209bcbb75d99b60e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.241'}], 'enable_snat': True}, 'gw_port_id': 'f05ee1ae-389a-4488-bc32-028cfefc9716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:52:13Z', 'updated_at': '2022-05-07T21:52:20Z', 'revision_number': 4, 'project_id': 'f75cb675742543209bcbb75d99b60e97', 'gw_port': {'id': 'f05ee1ae-389a-4488-bc32-028cfefc9716', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:fa:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a1d90a-24c4-4c94-b78c-81c55430cd63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:52:14Z', 'updated_at': '2022-05-07T21:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7e834a6e-1bba-4067-b31c-6f34e266cb47', 'name': '', 'network_id': '509cbb97-8d95-4377-b498-4ce6a1d5a1d9', 'tenant_id': 'f75cb675742543209bcbb75d99b60e97', 'mac_address': 'fa:16:3e:8c:93:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3a1d90a-24c4-4c94-b78c-81c55430cd63', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '2c9b6f0f-d910-4c1b-9477-b2b4c63a6d0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:52:19Z', 'updated_at': '2022-05-07T21:52:24Z', 'revision_number': 4, 'project_id': 'f75cb675742543209bcbb75d99b60e97', 'subnets': [{'id': '2c9b6f0f-d910-4c1b-9477-b2b4c63a6d0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:52:25.326533 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d3c49333-5feb-4522-96b8-b63a85210bca req-f5726c02-0cf6-4ce5-99a7-950a891c5562 tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] 10.222.0.32 "GET /v2.0/ports?device_id=83fafb82-09d3-47de-827f-770202f22005 HTTP/1.1" status: 200  len: 210 time: 0.3220766
May 07 21:52:25.423130 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1a7b6c-90df-40ed-8803-bf0963b474ed None None] Pushing event updated for resources: {'Port': ['ID=7e834a6e-1bba-4067-b31c-6f34e266cb47,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:25.483477 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6ef55e66-8578-47c6-9193-fd8fbbc83914 req-f0a8ef86-16b5-436a-8e0b-da1913ef706c tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c5b0484-080e-4f51-826c-9d1b8b7fda2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1733341
May 07 21:52:25.484478 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-454865e3-996e-47d5-9ab4-b6f4a59ab327 admin admin] Publish callbacks [] for security_group (051a6701-1bbb-4669-a55d-dead72f03139), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:25.514815 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea8e086-83ef-40aa-b1fe-2cad68fcbaf0 req-8341e75c-b3e6-4cec-8c92-b8b1d5c67ee7 tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:25.517224 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-aea8e086-83ef-40aa-b1fe-2cad68fcbaf0 req-8341e75c-b3e6-4cec-8c92-b8b1d5c67ee7 tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] 10.222.0.59 "GET /v2.0/networks?id=55393a4f-e493-4098-b37d-93ec9341a6b2 HTTP/1.1" status: 200  len: 815 time: 0.5142453
May 07 21:52:25.520142 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-e0d32e06-bb98-47f1-9e55-ea1fb95a5d81 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=561130cf49e5493988451055404d1146&name=default HTTP/1.1" status: 200  len: 2996 time: 1.6776431
May 07 21:52:25.522818 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 40364) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:52:25.554875 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d32e06-bb98-47f1-9e55-ea1fb95a5d81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e1b0d6-e63b-48fe-9e22-9e2a6d6b5ae8,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:25.565449 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port df7809e8-4b3a-419d-9177-98b732729c4a is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:52:25.566007 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (df7809e8-4b3a-419d-9177-98b732729c4a), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:25.641913 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-100ea30f-f32d-4e6f-8880-81c9d7ffbffd None None] Current status of the port 7e834a6e-1bba-4067-b31c-6f34e266cb47 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:52:25.647235 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-454865e3-996e-47d5-9ab4-b6f4a59ab327 admin admin] Publish callbacks [] for security_group (051a6701-1bbb-4669-a55d-dead72f03139), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:25.673134 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port df7809e8-4b3a-419d-9177-98b732729c4a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=df7809e8-4b3a-419d-9177-98b732729c4a,segment=NetworkSegment(886ce713-0d61-4718-811a-ca55107915ac),segment_id=886ce713-0d61-4718-811a-ca55107915ac)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:52:25.681120 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (df7809e8-4b3a-419d-9177-98b732729c4a), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:25.762027 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-aea8e086-83ef-40aa-b1fe-2cad68fcbaf0 req-5500a89e-389c-4e18-9cb8-4b2f10e82bb7 tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62b1d2f38652407eaa85fbb15aff6307 HTTP/1.1" status: 200  len: 380 time: 0.2334092
May 07 21:52:25.781394 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-aea8e086-83ef-40aa-b1fe-2cad68fcbaf0 req-d6101414-5994-44de-8333-f670d50fa539 tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] Request body: {'port': {'device_id': '83fafb82-09d3-47de-827f-770202f22005', 'network_id': '55393a4f-e493-4098-b37d-93ec9341a6b2', 'admin_state_up': True, 'tenant_id': '62b1d2f38652407eaa85fbb15aff6307', 'security_groups': ['7f14c0bf-eb9e-4e13-9566-d53c24420214']}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:52:25.830415 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8350b793-c59f-4c90-aa9a-d13d95fe3c95 admin admin] Publish callbacks [] for security_group (f3e1b0d6-e63b-48fe-9e22-9e2a6d6b5ae8), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:25.891799 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=df7809e8-4b3a-419d-9177-98b732729c4a,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:25.926007 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8350b793-c59f-4c90-aa9a-d13d95fe3c95 admin admin] Publish callbacks [] for security_group (f3e1b0d6-e63b-48fe-9e22-9e2a6d6b5ae8), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:25.940725 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b1d03b83-92ff-4e61-bd16-c20cb833654f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (da63a771-abb0-40b6-95fd-274a7c839ed9), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:25.968155 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-454865e3-996e-47d5-9ab4-b6f4a59ab327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (051a6701-1bbb-4669-a55d-dead72f03139), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:25.977719 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-454865e3-996e-47d5-9ab4-b6f4a59ab327 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:25.979136 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-454865e3-996e-47d5-9ab4-b6f4a59ab327 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/051a6701-1bbb-4669-a55d-dead72f03139 HTTP/1.1" status: 204  len: 168 time: 0.6991317
May 07 21:52:26.049166 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d8eaf71f-5367-40bb-9a89-526f387c3b9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:26.074005 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d03b83-92ff-4e61-bd16-c20cb833654f admin admin] Pushing event updated for resources: {'Subnet': ['ID=da63a771-abb0-40b6-95fd-274a7c839ed9,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:26.081289 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d03b83-92ff-4e61-bd16-c20cb833654f admin admin] Checking segment: {'id': '52c3a3b5-c9b0-4938-b6f9-afa39b22b27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '430d4d53-753d-4983-b764-317098201a43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:52:26.081289 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d03b83-92ff-4e61-bd16-c20cb833654f admin admin] Network hostable DHCP agents. Network: 430d4d53-753d-4983-b764-317098201a43, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 21:52:26.093012 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aea8e086-83ef-40aa-b1fe-2cad68fcbaf0 req-d6101414-5994-44de-8333-f670d50fa539 tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] Made reservation on behalf of 62b1d2f38652407eaa85fbb15aff6307 for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:52:26.107428 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-aea8e086-83ef-40aa-b1fe-2cad68fcbaf0 req-d6101414-5994-44de-8333-f670d50fa539 tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:26.181836 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454865e3-996e-47d5-9ab4-b6f4a59ab327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=051a6701-1bbb-4669-a55d-dead72f03139,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:26.206348 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d03b83-92ff-4e61-bd16-c20cb833654f admin admin] Network 430d4d53-753d-4983-b764-317098201a43 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 21:52:26.320820 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-b1d03b83-92ff-4e61-bd16-c20cb833654f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 430d4d53-753d-4983-b764-317098201a43) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:52:26.330208 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d03b83-92ff-4e61-bd16-c20cb833654f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:26.330837 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b1d03b83-92ff-4e61-bd16-c20cb833654f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:26.353331 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20a8f0b-c4c7-4de7-9037-2f8fef31741c None None] Network 430d4d53-753d-4983-b764-317098201a43 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:52:26.403445 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-b1d03b83-92ff-4e61-bd16-c20cb833654f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 1.9879210
May 07 21:52:26.409828 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 40408) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:52:26.417765 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-922e893c-6492-40e0-9347-92af7b7239b2 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1499694412-router', 'tenant_id': '776799dc9f9540fbaa14d08d316b0eef', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:52:26.506193 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7a2ec6-b765-4fdb-a6cf-6e0216287530 req-d3d964dc-2402-49c8-9051-9511b21af6cc tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:26.524379 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-922e893c-6492-40e0-9347-92af7b7239b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (233d99f1-0f96-452f-8451-ed3713c6d775), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:26.526853 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-922e893c-6492-40e0-9347-92af7b7239b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (233d99f1-0f96-452f-8451-ed3713c6d775), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:26.533432 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7a2ec6-b765-4fdb-a6cf-6e0216287530 req-d3d964dc-2402-49c8-9051-9511b21af6cc tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:26.542541 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7a2ec6-b765-4fdb-a6cf-6e0216287530 req-d3d964dc-2402-49c8-9051-9511b21af6cc tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:26.544857 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [req-aea8e086-83ef-40aa-b1fe-2cad68fcbaf0 req-d6101414-5994-44de-8333-f670d50fa539 tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] Allocated IP 172.20.0.7 (55393a4f-e493-4098-b37d-93ec9341a6b2/a8702188-d480-41a4-ada8-7cdbcc65e165/0cb8be1d-eb20-4313-adab-53f509d88a67) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:52:26.556766 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ca7a2ec6-b765-4fdb-a6cf-6e0216287530 req-d3d964dc-2402-49c8-9051-9511b21af6cc tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3ba0813-ab71-47d9-8c7c-607769a67273 HTTP/1.1" status: 200  len: 2418 time: 0.4881322
May 07 21:52:26.602598 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8350b793-c59f-4c90-aa9a-d13d95fe3c95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (f3e1b0d6-e63b-48fe-9e22-9e2a6d6b5ae8), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:26.615706 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8350b793-c59f-4c90-aa9a-d13d95fe3c95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:26.618017 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-8350b793-c59f-4c90-aa9a-d13d95fe3c95 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f3e1b0d6-e63b-48fe-9e22-9e2a6d6b5ae8 HTTP/1.1" status: 204  len: 168 time: 1.0936496
May 07 21:52:26.722499 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8350b793-c59f-4c90-aa9a-d13d95fe3c95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e1b0d6-e63b-48fe-9e22-9e2a6d6b5ae8,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:26.841994 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ca7a2ec6-b765-4fdb-a6cf-6e0216287530 req-ac97851d-5e90-4689-87b7-ca75accbe5de tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "GET /v2.0/security-groups?id=79406975-00eb-485e-b3fe-001bab536dcd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2835240
May 07 21:52:26.847767 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e72c951-c92c-4768-aa6c-9f09635a2fe4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-430d4d53-753d-4983-b764-317098201a43', 'network_id': '430d4d53-753d-4983-b764-317098201a43', 'project_id': '776799dc9f9540fbaa14d08d316b0eef', 'fixed_ips': [{'subnet_id': 'da63a771-abb0-40b6-95fd-274a7c839ed9'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 21:52:26.861228 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-8e72c951-c92c-4768-aa6c-9f09635a2fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:26.941066 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 40420) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:52:27.012825 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-922e893c-6492-40e0-9347-92af7b7239b2 admin admin] Publish callbacks [] for router_controller (233d99f1-0f96-452f-8451-ed3713c6d775), precommit_add_association {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:27.056666 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3ba0813-ab71-47d9-8c7c-607769a67273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df7809e8-4b3a-419d-9177-98b732729c4a'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:52:27.064044 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed81af2f-399f-4c15-8559-8b582418996d" -d '{"events": [{"server_uuid": "f3ba0813-ab71-47d9-8c7c-607769a67273", "name": "network-vif-plugged", "status": "completed", "tag": "df7809e8-4b3a-419d-9177-98b732729c4a"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:52:27.132287 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-19f7e552-8c7f-46b3-9f33-0407ec016da4 req-832db2c3-0384-49ad-881c-dfb47b17dd79 tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] 10.222.0.32 "GET /v2.0/ports?device_id=83fafb82-09d3-47de-827f-770202f22005 HTTP/1.1" status: 200  len: 210 time: 0.1191394
May 07 21:52:27.179098 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-68edebe7-a534-4e80-9eb8-cacedc0ba9d1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=aa4c082539b1477dac49218af5de65c2&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2350907
May 07 21:52:27.184547 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 40426) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:52:27.326814 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-8e72c951-c92c-4768-aa6c-9f09635a2fe4 None None] Allocated IP 172.20.0.2 (430d4d53-753d-4983-b764-317098201a43/da63a771-abb0-40b6-95fd-274a7c839ed9/cecdb7cd-e3fe-45db-b0f4-afd3f4e4f8b7) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:52:27.477050 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:27.534923 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 7e834a6e-1bba-4067-b31c-6f34e266cb47 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:52:27.597043 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3c4fc-4c29-482d-a3f9-ebb32f817bab req-f918858f-6a05-44d1-b202-9aa5a51ae823 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:27.606678 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-86b3c4fc-4c29-482d-a3f9-ebb32f817bab req-f918858f-6a05-44d1-b202-9aa5a51ae823 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] 10.222.0.32 "GET /v2.0/networks?id=2b0d1583-486b-43fb-abb3-b530c0697dca HTTP/1.1" status: 200  len: 812 time: 0.2340202
May 07 21:52:27.666186 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2563b77d-39cb-471a-b3be-fbd4f6736fa9 admin admin] Publish callbacks [] for security_group (2efc6dd5-be71-4ad1-9389-89b0aade8613), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:27.701641 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-86b3c4fc-4c29-482d-a3f9-ebb32f817bab req-f4b6761b-f437-4532-a88c-d02d745f9fb5 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] 10.222.0.32 "GET /v2.0/quotas/aae91bd9874141989a0896953655d3de HTTP/1.1" status: 200  len: 375 time: 0.0916581
May 07 21:52:27.716783 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bd9fcb8-5bd9-4c9d-983a-27c931cf9f2e x-openstack-request-id: req-4bd9fcb8-5bd9-4c9d-983a-27c931cf9f2e {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:52:27.717229 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3ba0813-ab71-47d9-8c7c-607769a67273", "name": "network-vif-plugged", "status": "completed", "tag": "df7809e8-4b3a-419d-9177-98b732729c4a", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:52:27.717483 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4bd9fcb8-5bd9-4c9d-983a-27c931cf9f2e {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:52:27.718028 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bd9fcb8-5bd9-4c9d-983a-27c931cf9f2e'] response: {'server_uuid': 'f3ba0813-ab71-47d9-8c7c-607769a67273', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df7809e8-4b3a-419d-9177-98b732729c4a', 'code': 200}
May 07 21:52:27.730753 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 7e834a6e-1bba-4067-b31c-6f34e266cb47 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:52:27.731284 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (7e834a6e-1bba-4067-b31c-6f34e266cb47), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:27.797421 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2563b77d-39cb-471a-b3be-fbd4f6736fa9 admin admin] Publish callbacks [] for security_group (2efc6dd5-be71-4ad1-9389-89b0aade8613), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:27.804074 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-86b3c4fc-4c29-482d-a3f9-ebb32f817bab req-1766fad5-c462-42d8-a392-08701bec31ce tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=aae91bd9874141989a0896953655d3de&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1015379
May 07 21:52:27.972168 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2563b77d-39cb-471a-b3be-fbd4f6736fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (2efc6dd5-be71-4ad1-9389-89b0aade8613), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:27.974654 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2563b77d-39cb-471a-b3be-fbd4f6736fa9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:27.978139 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-2563b77d-39cb-471a-b3be-fbd4f6736fa9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2efc6dd5-be71-4ad1-9389-89b0aade8613 HTTP/1.1" status: 204  len: 168 time: 0.7902632
May 07 21:52:27.993102 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 7e834a6e-1bba-4067-b31c-6f34e266cb47 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:52:27.996748 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2563b77d-39cb-471a-b3be-fbd4f6736fa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2efc6dd5-be71-4ad1-9389-89b0aade8613,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:27.997281 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c07fc7-d91c-4a78-88e3-3f065f105590 req-f742343c-e576-44cd-90e0-f42d20c09860 tempest-VolumesAdminNegativeTest-1445857849 tempest-VolumesAdminNegativeTest-1445857849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:28.003409 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a2c07fc7-d91c-4a78-88e3-3f065f105590 req-f742343c-e576-44cd-90e0-f42d20c09860 tempest-VolumesAdminNegativeTest-1445857849 tempest-VolumesAdminNegativeTest-1445857849-project] 10.222.0.32 "GET /v2.0/ports?device_id=297e9f98-e053-44b1-af31-98785ad115af HTTP/1.1" status: 200  len: 945 time: 0.1946361
May 07 21:52:28.021488 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-8e72c951-c92c-4768-aa6c-9f09635a2fe4 None None] Publish callbacks [] for port (cecdb7cd-e3fe-45db-b0f4-afd3f4e4f8b7), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:28.029334 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-86b3c4fc-4c29-482d-a3f9-ebb32f817bab req-5df48ba5-7cd5-46fe-bc7e-f905877e7380 service neutron] 10.222.0.32 "GET /v2.0/networks/2b0d1583-486b-43fb-abb3-b530c0697dca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2151866
May 07 21:52:28.043801 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-8e72c951-c92c-4768-aa6c-9f09635a2fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (cecdb7cd-e3fe-45db-b0f4-afd3f4e4f8b7), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:28.098438 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e72c951-c92c-4768-aa6c-9f09635a2fe4 None None] Network 430d4d53-753d-4983-b764-317098201a43 is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:52:28.101760 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-8e72c951-c92c-4768-aa6c-9f09635a2fe4 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:52:28.104158 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-aea8e086-83ef-40aa-b1fe-2cad68fcbaf0 req-d6101414-5994-44de-8333-f670d50fa539 tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] Publish callbacks [] for port (0cb8be1d-eb20-4313-adab-53f509d88a67), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:28.110210 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e72c951-c92c-4768-aa6c-9f09635a2fe4 None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:52:28.115739 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e72c951-c92c-4768-aa6c-9f09635a2fe4 None None] Pushing event updated for resources: {'Port': ['ID=cecdb7cd-e3fe-45db-b0f4-afd3f4e4f8b7,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:28.175523 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-922e893c-6492-40e0-9347-92af7b7239b2 admin admin] Publish callbacks [] for router_gateway (233d99f1-0f96-452f-8451-ed3713c6d775), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:28.202182 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-8e72c951-c92c-4768-aa6c-9f09635a2fe4 None None] Attempting to bind port cecdb7cd-e3fe-45db-b0f4-afd3f4e4f8b7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:52:28.202582 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-8e72c951-c92c-4768-aa6c-9f09635a2fe4 None None] Attempting to bind port cecdb7cd-e3fe-45db-b0f4-afd3f4e4f8b7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '52c3a3b5-c9b0-4938-b6f9-afa39b22b27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '430d4d53-753d-4983-b764-317098201a43'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:52:28.202947 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e72c951-c92c-4768-aa6c-9f09635a2fe4 None None] Attempting to bind port cecdb7cd-e3fe-45db-b0f4-afd3f4e4f8b7 on network 430d4d53-753d-4983-b764-317098201a43 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:52:28.208217 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e72c951-c92c-4768-aa6c-9f09635a2fe4 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:52:28.208590 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e72c951-c92c-4768-aa6c-9f09635a2fe4 None None] Checking segment: {'id': '52c3a3b5-c9b0-4938-b6f9-afa39b22b27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '430d4d53-753d-4983-b764-317098201a43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:52:28.208992 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-8e72c951-c92c-4768-aa6c-9f09635a2fe4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:28.209394 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e72c951-c92c-4768-aa6c-9f09635a2fe4 None None] Bound using segment: {'id': '52c3a3b5-c9b0-4938-b6f9-afa39b22b27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '430d4d53-753d-4983-b764-317098201a43'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:52:28.215254 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-8e72c951-c92c-4768-aa6c-9f09635a2fe4 None None] Bound port: cecdb7cd-e3fe-45db-b0f4-afd3f4e4f8b7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52c3a3b5-c9b0-4938-b6f9-afa39b22b27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '430d4d53-753d-4983-b764-317098201a43'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:52:28.215254 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-8e72c951-c92c-4768-aa6c-9f09635a2fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (cecdb7cd-e3fe-45db-b0f4-afd3f4e4f8b7), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:28.221073 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-86b3c4fc-4c29-482d-a3f9-ebb32f817bab req-8b7a2ccd-a927-486e-90de-209b98e989e7 service neutron] 10.222.0.32 "GET /v2.0/networks/2b0d1583-486b-43fb-abb3-b530c0697dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1908460
May 07 21:52:28.244874 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f58a0c-896e-48cf-86b9-f8a4e1fee96b req-20e33987-eee0-4d9a-ba82-555377a3c004 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:28.246407 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d0f58a0c-896e-48cf-86b9-f8a4e1fee96b req-20e33987-eee0-4d9a-ba82-555377a3c004 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] 10.222.0.55 "GET /v2.0/ports?device_id=291bb30f-04fe-44bf-a1e3-ab8f39264f74 HTTP/1.1" status: 200  len: 945 time: 0.0615385
May 07 21:52:28.254004 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-aea8e086-83ef-40aa-b1fe-2cad68fcbaf0 req-d6101414-5994-44de-8333-f670d50fa539 tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (0cb8be1d-eb20-4313-adab-53f509d88a67), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:28.293195 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-8e72c951-c92c-4768-aa6c-9f09635a2fe4 None None] For port cecdb7cd-e3fe-45db-b0f4-afd3f4e4f8b7, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:52:28.298684 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-8e72c951-c92c-4768-aa6c-9f09635a2fe4 None None] For port cecdb7cd-e3fe-45db-b0f4-afd3f4e4f8b7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cecdb7cd-e3fe-45db-b0f4-afd3f4e4f8b7,segment=NetworkSegment(52c3a3b5-c9b0-4938-b6f9-afa39b22b27f),segment_id=52c3a3b5-c9b0-4938-b6f9-afa39b22b27f)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:52:28.310544 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-8e72c951-c92c-4768-aa6c-9f09635a2fe4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (cecdb7cd-e3fe-45db-b0f4-afd3f4e4f8b7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:28.357562 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6101414-5994-44de-8333-f670d50fa539 tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] Pushing event updated for resources: {'Port': ['ID=0cb8be1d-eb20-4313-adab-53f509d88a67,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:28.417706 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 40464) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:52:28.421677 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e72c951-c92c-4768-aa6c-9f09635a2fe4 None None] Pushing event updated for resources: {'Port': ['ID=cecdb7cd-e3fe-45db-b0f4-afd3f4e4f8b7,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:28.460398 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a2c07fc7-d91c-4a78-88e3-3f065f105590 req-6efa2028-2b69-4a18-bdbe-2976ed547d08 tempest-VolumesAdminNegativeTest-1445857849 tempest-VolumesAdminNegativeTest-1445857849-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd9b0aa0-46b8-4279-807a-8533ba07406a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4561195
May 07 21:52:28.554915 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc41d0b6-1b35-4808-bfdf-3237c46765f4 req-0d0ce2b2-0bf0-4599-9498-b230edfe02e7 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:28.556803 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-fc41d0b6-1b35-4808-bfdf-3237c46765f4 req-0d0ce2b2-0bf0-4599-9498-b230edfe02e7 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] 10.222.0.55 "GET /v2.0/ports?device_id=510e9ced-c683-45b2-bff6-88ab05c23bb6 HTTP/1.1" status: 200  len: 946 time: 0.2965539
May 07 21:52:28.568342 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aea8e086-83ef-40aa-b1fe-2cad68fcbaf0 req-d6101414-5994-44de-8333-f670d50fa539 tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] Network 55393a4f-e493-4098-b37d-93ec9341a6b2 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:52:28.719189 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-d0f58a0c-896e-48cf-86b9-f8a4e1fee96b req-b18948a2-422f-4f07-8eec-4a2e125e49e5 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Deleting port 3f62d3bb-3e19-4105-8761-7215be7ce835 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:52:28.719763 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-d0f58a0c-896e-48cf-86b9-f8a4e1fee96b req-b18948a2-422f-4f07-8eec-4a2e125e49e5 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (3f62d3bb-3e19-4105-8761-7215be7ce835), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:28.723005 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [req-aea8e086-83ef-40aa-b1fe-2cad68fcbaf0 req-d6101414-5994-44de-8333-f670d50fa539 tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:52:28.755641 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-aea8e086-83ef-40aa-b1fe-2cad68fcbaf0 req-d6101414-5994-44de-8333-f670d50fa539 tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:52:28.770179 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-e2ea4b24-4fc4-472d-ad70-f15c3ccbda86 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1926861171-network', 'tenant_id': 'ebeab82cd8e44ded895875eddba72d7c'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:52:28.879925 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d6cf24-0810-4024-9d8a-f3f4838f1e31 req-e0b04341-057d-4739-8ad1-65f7c9d09422 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:28.891033 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d6cf24-0810-4024-9d8a-f3f4838f1e31 req-e0b04341-057d-4739-8ad1-65f7c9d09422 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:28.901012 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a90320-cb1b-483e-a9dd-6c377927cdbb req-b63fe0f6-f906-48cd-9825-492f481ec04b tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:28.904419 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d3a90320-cb1b-483e-a9dd-6c377927cdbb req-b63fe0f6-f906-48cd-9825-492f481ec04b tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] 10.222.0.32 "GET /v2.0/ports?device_id=83fafb82-09d3-47de-827f-770202f22005 HTTP/1.1" status: 200  len: 931 time: 0.1984558
May 07 21:52:28.906213 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2ea4b24-4fc4-472d-ad70-f15c3ccbda86 admin admin] Made reservation on behalf of ebeab82cd8e44ded895875eddba72d7c for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:52:28.906746 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d6cf24-0810-4024-9d8a-f3f4838f1e31 req-e0b04341-057d-4739-8ad1-65f7c9d09422 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:28.911423 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e2ea4b24-4fc4-472d-ad70-f15c3ccbda86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:28.921142 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f9d6cf24-0810-4024-9d8a-f3f4838f1e31 req-e0b04341-057d-4739-8ad1-65f7c9d09422 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3ba0813-ab71-47d9-8c7c-607769a67273 HTTP/1.1" status: 200  len: 2418 time: 0.2036960
May 07 21:52:28.959013 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e2ea4b24-4fc4-472d-ad70-f15c3ccbda86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:29.091105 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:29.178364 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c984a5ff-8918-4e0f-a098-2af12fd16e15 req-285ff468-6944-4ae0-9d10-b591a5d8af23 tempest-VolumesAdminNegativeTest-1445857849 tempest-VolumesAdminNegativeTest-1445857849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:29.181388 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c984a5ff-8918-4e0f-a098-2af12fd16e15 req-285ff468-6944-4ae0-9d10-b591a5d8af23 tempest-VolumesAdminNegativeTest-1445857849 tempest-VolumesAdminNegativeTest-1445857849-project] 10.222.0.59 "GET /v2.0/ports?device_id=297e9f98-e053-44b1-af31-98785ad115af HTTP/1.1" status: 200  len: 945 time: 0.1677654
May 07 21:52:29.436137 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-72dba98a-c2c8-49f6-a184-1ed8cccda742 None None] Provisioning complete for port 0cb8be1d-eb20-4313-adab-53f509d88a67 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:52:29.455087 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-72dba98a-c2c8-49f6-a184-1ed8cccda742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (0cb8be1d-eb20-4313-adab-53f509d88a67), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:29.470134 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device cecdb7cd-e3fe-45db-b0f4-afd3f4e4f8b7 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:52:29.609504 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d3a90320-cb1b-483e-a9dd-6c377927cdbb req-02ca2b88-5b81-45e2-a7e2-ac98490fb77e tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f14c0bf-eb9e-4e13-9566-d53c24420214&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6920509
May 07 21:52:29.700542 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-72dba98a-c2c8-49f6-a184-1ed8cccda742 None None] Port 0cb8be1d-eb20-4313-adab-53f509d88a67 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:52:29.720301 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port cecdb7cd-e3fe-45db-b0f4-afd3f4e4f8b7 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:52:29.721418 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (cecdb7cd-e3fe-45db-b0f4-afd3f4e4f8b7), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:29.736372 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-d0f58a0c-896e-48cf-86b9-f8a4e1fee96b req-b18948a2-422f-4f07-8eec-4a2e125e49e5 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] For port 3f62d3bb-3e19-4105-8761-7215be7ce835, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3f62d3bb-3e19-4105-8761-7215be7ce835,segment=NetworkSegment(8cdcb27b-fa23-4865-8aaa-e6a27c987d4c),segment_id=8cdcb27b-fa23-4865-8aaa-e6a27c987d4c)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:52:29.737102 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-d0f58a0c-896e-48cf-86b9-f8a4e1fee96b req-b18948a2-422f-4f07-8eec-4a2e125e49e5 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (3f62d3bb-3e19-4105-8761-7215be7ce835), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:29.877597 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e2ea4b24-4fc4-472d-ad70-f15c3ccbda86 admin admin] Publish callbacks [] for security_group (6cba4c25-6e16-486e-8d7f-8967055dcf40), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:29.886894 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port cecdb7cd-e3fe-45db-b0f4-afd3f4e4f8b7 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:52:29.887054 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-c984a5ff-8918-4e0f-a098-2af12fd16e15 req-ba324ed6-adff-4415-97fb-a45a305a1d4d tempest-VolumesAdminNegativeTest-1445857849 tempest-VolumesAdminNegativeTest-1445857849-project] Deleting port c398ed68-1c9f-4a4c-92f2-c58a298dedb0 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:52:29.887161 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (cecdb7cd-e3fe-45db-b0f4-afd3f4e4f8b7), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:29.887274 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-c984a5ff-8918-4e0f-a098-2af12fd16e15 req-ba324ed6-adff-4415-97fb-a45a305a1d4d tempest-VolumesAdminNegativeTest-1445857849 tempest-VolumesAdminNegativeTest-1445857849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (c398ed68-1c9f-4a4c-92f2-c58a298dedb0), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:29.900280 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e2ea4b24-4fc4-472d-ad70-f15c3ccbda86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (6cba4c25-6e16-486e-8d7f-8967055dcf40), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:29.971413 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port cecdb7cd-e3fe-45db-b0f4-afd3f4e4f8b7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cecdb7cd-e3fe-45db-b0f4-afd3f4e4f8b7,segment=NetworkSegment(52c3a3b5-c9b0-4938-b6f9-afa39b22b27f),segment_id=52c3a3b5-c9b0-4938-b6f9-afa39b22b27f)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:52:29.996129 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (cecdb7cd-e3fe-45db-b0f4-afd3f4e4f8b7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:30.086996 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ea4b24-4fc4-472d-ad70-f15c3ccbda86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cba4c25-6e16-486e-8d7f-8967055dcf40,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:30.149386 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f9d6cf24-0810-4024-9d8a-f3f4838f1e31 req-07f1a410-4d13-4237-9bf0-1085694a3219 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "GET /v2.0/security-groups?id=79406975-00eb-485e-b3fe-001bab536dcd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.2257557
May 07 21:52:30.204571 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-d0f58a0c-896e-48cf-86b9-f8a4e1fee96b req-b18948a2-422f-4f07-8eec-4a2e125e49e5 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Calling delete_port for 3f62d3bb-3e19-4105-8761-7215be7ce835 owned by compute:nova {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:52:30.240198 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2ea4b24-4fc4-472d-ad70-f15c3ccbda86 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 21:52:30.245959 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6916973b-244d-4618-93b4-8236fd13a92c req-6f9a0ca6-b8c0-4d5d-af20-ab7b52227432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:30.251512 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6916973b-244d-4618-93b4-8236fd13a92c req-6f9a0ca6-b8c0-4d5d-af20-ab7b52227432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:30.252321 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6916973b-244d-4618-93b4-8236fd13a92c req-6f9a0ca6-b8c0-4d5d-af20-ab7b52227432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:30.260752 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6916973b-244d-4618-93b4-8236fd13a92c req-6f9a0ca6-b8c0-4d5d-af20-ab7b52227432 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f3ba0813-ab71-47d9-8c7c-607769a67273 HTTP/1.1" status: 200  len: 2964 time: 0.9202783
May 07 21:52:30.376401 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea8e086-83ef-40aa-b1fe-2cad68fcbaf0 req-d6101414-5994-44de-8333-f670d50fa539 tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:30.377228 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-aea8e086-83ef-40aa-b1fe-2cad68fcbaf0 req-d6101414-5994-44de-8333-f670d50fa539 tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:30.446007 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-12efd443-94e6-4174-aeff-dde0c5903c3d req-c5799cc2-bc22-4a29-adbb-ad7ab4377088 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4261bef-6bf5-48f6-8976-9ffb930ee47e HTTP/1.1" status: 200  len: 210 time: 0.0596857
May 07 21:52:30.453433 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e2ea4b24-4fc4-472d-ad70-f15c3ccbda86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (5fea3230-d611-4a10-87da-7703dc654320), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:30.458377 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-e2ea4b24-4fc4-472d-ad70-f15c3ccbda86 admin admin] Added segment 5fea3230-d611-4a10-87da-7703dc654320 of type vlan for network c5148b20-e3e0-4f57-8538-941e6734927a
May 07 21:52:30.465051 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:30.483658 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=cecdb7cd-e3fe-45db-b0f4-afd3f4e4f8b7,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:30.606355 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-fc41d0b6-1b35-4808-bfdf-3237c46765f4 req-3861f287-b28b-4e70-a2f8-c86509877e78 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Deleting port 9dc2b760-de86-4db6-bfb4-a511993e37c6 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:52:30.606734 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-fc41d0b6-1b35-4808-bfdf-3237c46765f4 req-3861f287-b28b-4e70-a2f8-c86509877e78 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (9dc2b760-de86-4db6-bfb4-a511993e37c6), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:30.685672 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e2ea4b24-4fc4-472d-ad70-f15c3ccbda86 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (c5148b20-e3e0-4f57-8538-941e6734927a), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:30.770176 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2257cda2-2889-40bd-9c70-6b8da9111393 req-45d0e53c-0e7b-47d4-a594-0dd869fd773f tempest-VolumesAdminNegativeTest-1445857849 tempest-VolumesAdminNegativeTest-1445857849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:30.785705 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2257cda2-2889-40bd-9c70-6b8da9111393 req-45d0e53c-0e7b-47d4-a594-0dd869fd773f tempest-VolumesAdminNegativeTest-1445857849 tempest-VolumesAdminNegativeTest-1445857849-project] 10.222.0.32 "GET /v2.0/ports?device_id=297e9f98-e053-44b1-af31-98785ad115af HTTP/1.1" status: 200  len: 945 time: 0.2399337
May 07 21:52:30.840147 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-c984a5ff-8918-4e0f-a098-2af12fd16e15 req-ba324ed6-adff-4415-97fb-a45a305a1d4d tempest-VolumesAdminNegativeTest-1445857849 tempest-VolumesAdminNegativeTest-1445857849-project] For port c398ed68-1c9f-4a4c-92f2-c58a298dedb0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c398ed68-1c9f-4a4c-92f2-c58a298dedb0,segment=NetworkSegment(71f7b635-17d6-4b52-afa0-237470296fb1),segment_id=71f7b635-17d6-4b52-afa0-237470296fb1)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:52:30.840541 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-c984a5ff-8918-4e0f-a098-2af12fd16e15 req-ba324ed6-adff-4415-97fb-a45a305a1d4d tempest-VolumesAdminNegativeTest-1445857849 tempest-VolumesAdminNegativeTest-1445857849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (c398ed68-1c9f-4a4c-92f2-c58a298dedb0), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:30.905662 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-c984a5ff-8918-4e0f-a098-2af12fd16e15 req-ba324ed6-adff-4415-97fb-a45a305a1d4d tempest-VolumesAdminNegativeTest-1445857849 tempest-VolumesAdminNegativeTest-1445857849-project] Calling delete_port for c398ed68-1c9f-4a4c-92f2-c58a298dedb0 owned by compute:nova {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:52:30.908456 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-aea8e086-83ef-40aa-b1fe-2cad68fcbaf0 req-d6101414-5994-44de-8333-f670d50fa539 tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.1344585
May 07 21:52:30.932015 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e2ea4b24-4fc4-472d-ad70-f15c3ccbda86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (c5148b20-e3e0-4f57-8538-941e6734927a), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:30.933167 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ea4b24-4fc4-472d-ad70-f15c3ccbda86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:30.933764 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e2ea4b24-4fc4-472d-ad70-f15c3ccbda86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:30.967170 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-922e893c-6492-40e0-9347-92af7b7239b2 admin admin] Publish callbacks [] for router_gateway (233d99f1-0f96-452f-8451-ed3713c6d775), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:31.045393 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-aea8e086-83ef-40aa-b1fe-2cad68fcbaf0 req-69d6434f-be94-419d-acbf-5b0308a5fb1b service neutron] Request body: {'port': {'device_id': '83fafb82-09d3-47de-827f-770202f22005', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:52:31.047082 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49eac818-03c7-42be-b79b-20d3150e1c29 None None] Network 430d4d53-753d-4983-b764-317098201a43 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:52:31.061209 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-922e893c-6492-40e0-9347-92af7b7239b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:31.122705 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-e2ea4b24-4fc4-472d-ad70-f15c3ccbda86 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 2.7035315
May 07 21:52:31.129044 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 40538) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:52:31.138284 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-4d6d8fee-f175-46ff-973e-ca771c5abacb admin admin] Request body: {'subnet': {'network_id': 'c5148b20-e3e0-4f57-8538-941e6734927a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1926861171-subnet', 'tenant_id': 'ebeab82cd8e44ded895875eddba72d7c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:52:31.208458 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-3dadf59d-e450-468e-bc47-ae045830a25d None None] Provisioning complete for port cecdb7cd-e3fe-45db-b0f4-afd3f4e4f8b7 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:52:31.209465 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-3dadf59d-e450-468e-bc47-ae045830a25d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (cecdb7cd-e3fe-45db-b0f4-afd3f4e4f8b7), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:31.283655 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74316817-b799-4e46-9bf6-1eb9ad7d770d req-3be97855-93f5-4542-aafb-f7f0b96439d2 tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:31.291144 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-74316817-b799-4e46-9bf6-1eb9ad7d770d req-3be97855-93f5-4542-aafb-f7f0b96439d2 tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] 10.222.0.32 "GET /v2.0/ports?device_id=83fafb82-09d3-47de-827f-770202f22005 HTTP/1.1" status: 200  len: 931 time: 0.2723145
May 07 21:52:31.352717 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ea4b24-4fc4-472d-ad70-f15c3ccbda86 admin admin] Pushing event updated for resources: {'Network': ['ID=c5148b20-e3e0-4f57-8538-941e6734927a,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:31.364917 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device cecdb7cd-e3fe-45db-b0f4-afd3f4e4f8b7 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:52:31.369981 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2257cda2-2889-40bd-9c70-6b8da9111393 req-2542c206-fbf3-4f87-94b2-fe8edca0e7eb tempest-VolumesAdminNegativeTest-1445857849 tempest-VolumesAdminNegativeTest-1445857849-project] 10.222.0.32 "GET /v2.0/security-groups?id=dd9b0aa0-46b8-4279-807a-8533ba07406a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5819750
May 07 21:52:31.407302 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d6d8fee-f175-46ff-973e-ca771c5abacb admin admin] Made reservation on behalf of ebeab82cd8e44ded895875eddba72d7c for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:52:31.410245 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4d6d8fee-f175-46ff-973e-ca771c5abacb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:31.428643 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6916973b-244d-4618-93b4-8236fd13a92c req-e53cef36-0dc3-4ef0-ba17-d284407cfd87 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=79406975-00eb-485e-b3fe-001bab536dcd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0301442
May 07 21:52:31.441137 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network c5148b20-e3e0-4f57-8538-941e6734927a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 21:52:31.621806 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-74316817-b799-4e46-9bf6-1eb9ad7d770d req-f30776de-9dfb-434d-bc9a-b183e2263bc0 tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f14c0bf-eb9e-4e13-9566-d53c24420214&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3297145
May 07 21:52:31.662247 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-d0f58a0c-896e-48cf-86b9-f8a4e1fee96b req-b18948a2-422f-4f07-8eec-4a2e125e49e5 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (3f62d3bb-3e19-4105-8761-7215be7ce835), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:31.741393 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 3f62d3bb-3e19-4105-8761-7215be7ce835 no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:52:31.769884 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-aea8e086-83ef-40aa-b1fe-2cad68fcbaf0 req-69d6434f-be94-419d-acbf-5b0308a5fb1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (0cb8be1d-eb20-4313-adab-53f509d88a67), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:31.803826 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] No Port match for: 3f62d3bb-3e19-4105-8761-7215be7ce835 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:52:31.804641 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 3f62d3bb-3e19-4105-8761-7215be7ce835 not bound to the agent host nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:52:31.805296 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 9dc2b760-de86-4db6-bfb4-a511993e37c6 no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:52:31.810395 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port cecdb7cd-e3fe-45db-b0f4-afd3f4e4f8b7 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:52:31.811076 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (cecdb7cd-e3fe-45db-b0f4-afd3f4e4f8b7), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:31.890322 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-3dadf59d-e450-468e-bc47-ae045830a25d None None] Current status of the port cecdb7cd-e3fe-45db-b0f4-afd3f4e4f8b7 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:52:31.976667 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18948a2-422f-4f07-8eec-4a2e125e49e5 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Pushing event deleted for resources: {'Port': ['ID=3f62d3bb-3e19-4105-8761-7215be7ce835,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:31.980922 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-fc41d0b6-1b35-4808-bfdf-3237c46765f4 req-3861f287-b28b-4e70-a2f8-c86509877e78 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] For port 9dc2b760-de86-4db6-bfb4-a511993e37c6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9dc2b760-de86-4db6-bfb4-a511993e37c6,segment=NetworkSegment(8cdcb27b-fa23-4865-8aaa-e6a27c987d4c),segment_id=8cdcb27b-fa23-4865-8aaa-e6a27c987d4c)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:52:31.984864 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-fc41d0b6-1b35-4808-bfdf-3237c46765f4 req-3861f287-b28b-4e70-a2f8-c86509877e78 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (9dc2b760-de86-4db6-bfb4-a511993e37c6), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:31.998050 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399803ca-705b-402f-88b4-d0f42ac42910 req-d4bc7676-9b59-46bc-949f-30f92f60ad2c tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:32.012531 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399803ca-705b-402f-88b4-d0f42ac42910 req-d4bc7676-9b59-46bc-949f-30f92f60ad2c tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:32.025814 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399803ca-705b-402f-88b4-d0f42ac42910 req-d4bc7676-9b59-46bc-949f-30f92f60ad2c tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:32.033438 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 9dc2b760-de86-4db6-bfb4-a511993e37c6 is: ACTIVE; New status is: DOWN {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:52:32.033921 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (9dc2b760-de86-4db6-bfb4-a511993e37c6), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:32.035069 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-399803ca-705b-402f-88b4-d0f42ac42910 req-d4bc7676-9b59-46bc-949f-30f92f60ad2c tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3ba0813-ab71-47d9-8c7c-607769a67273 HTTP/1.1" status: 200  len: 2418 time: 0.2543976
May 07 21:52:32.036158 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port cecdb7cd-e3fe-45db-b0f4-afd3f4e4f8b7 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:52:32.038269 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-dc830b4f-2839-4c0a-b40b-bac8563ed419 None None] Provisioning complete for port cecdb7cd-e3fe-45db-b0f4-afd3f4e4f8b7 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:52:32.038736 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-dc830b4f-2839-4c0a-b40b-bac8563ed419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (cecdb7cd-e3fe-45db-b0f4-afd3f4e4f8b7), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:32.039181 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-c984a5ff-8918-4e0f-a098-2af12fd16e15 req-ba324ed6-adff-4415-97fb-a45a305a1d4d tempest-VolumesAdminNegativeTest-1445857849 tempest-VolumesAdminNegativeTest-1445857849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (c398ed68-1c9f-4a4c-92f2-c58a298dedb0), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:32.083639 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1b79f0-98cd-4d34-86a2-92ff4ee6c632 req-0e579c16-345d-454c-9ca6-13771591336c tempest-ServerTagsTestJSON-1974203414 tempest-ServerTagsTestJSON-1974203414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:32.091504 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-fe1b79f0-98cd-4d34-86a2-92ff4ee6c632 req-0e579c16-345d-454c-9ca6-13771591336c tempest-ServerTagsTestJSON-1974203414 tempest-ServerTagsTestJSON-1974203414-project] 10.222.0.32 "GET /v2.0/ports?device_id=094c249f-bac0-48b7-be4c-614af1acfbf5 HTTP/1.1" status: 200  len: 945 time: 0.5297937
May 07 21:52:32.105655 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '510e9ced-c683-45b2-bff6-88ab05c23bb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9dc2b760-de86-4db6-bfb4-a511993e37c6'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:52:32.108324 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bb80174-f57e-4ce0-9fe6-5e4c67e2460a" -d '{"events": [{"server_uuid": "510e9ced-c683-45b2-bff6-88ab05c23bb6", "name": "network-vif-unplugged", "status": "completed", "tag": "9dc2b760-de86-4db6-bfb4-a511993e37c6"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:52:32.109439 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba324ed6-adff-4415-97fb-a45a305a1d4d tempest-VolumesAdminNegativeTest-1445857849 tempest-VolumesAdminNegativeTest-1445857849-project] Pushing event deleted for resources: {'Port': ['ID=c398ed68-1c9f-4a4c-92f2-c58a298dedb0,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:32.131185 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-fc41d0b6-1b35-4808-bfdf-3237c46765f4 req-3861f287-b28b-4e70-a2f8-c86509877e78 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Calling delete_port for 9dc2b760-de86-4db6-bfb4-a511993e37c6 owned by compute:nova {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:52:32.164233 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 9dc2b760-de86-4db6-bfb4-a511993e37c6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9dc2b760-de86-4db6-bfb4-a511993e37c6,segment=NetworkSegment(8cdcb27b-fa23-4865-8aaa-e6a27c987d4c),segment_id=8cdcb27b-fa23-4865-8aaa-e6a27c987d4c)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:52:32.177010 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (9dc2b760-de86-4db6-bfb4-a511993e37c6), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:32.224359 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0f58a0c-896e-48cf-86b9-f8a4e1fee96b req-b18948a2-422f-4f07-8eec-4a2e125e49e5 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] No DVR routers for this DVR port 3f62d3bb-3e19-4105-8761-7215be7ce835 on host nch1-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:52:32.243529 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-d0f58a0c-896e-48cf-86b9-f8a4e1fee96b req-b18948a2-422f-4f07-8eec-4a2e125e49e5 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:32.249705 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d0f58a0c-896e-48cf-86b9-f8a4e1fee96b req-b18948a2-422f-4f07-8eec-4a2e125e49e5 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] 10.222.0.55 "DELETE /v2.0/ports/3f62d3bb-3e19-4105-8761-7215be7ce835 HTTP/1.1" status: 204  len: 173 time: 3.9739201
May 07 21:52:32.252082 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '291bb30f-04fe-44bf-a1e3-ab8f39264f74', 'name': 'network-vif-deleted', 'tag': '3f62d3bb-3e19-4105-8761-7215be7ce835'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:52:32.258611 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea6bf0ba-0a58-4c1c-958a-c3c340a44deb" -d '{"events": [{"server_uuid": "291bb30f-04fe-44bf-a1e3-ab8f39264f74", "name": "network-vif-deleted", "tag": "3f62d3bb-3e19-4105-8761-7215be7ce835"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:52:32.346905 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-dc830b4f-2839-4c0a-b40b-bac8563ed419 None None] Current status of the port cecdb7cd-e3fe-45db-b0f4-afd3f4e4f8b7 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:52:32.349640 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-922e893c-6492-40e0-9347-92af7b7239b2 admin admin] Allocated IP 172.35.4.222 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/24a60c17-e3bd-4892-9062-5beb43d659d4) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:52:32.353572 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=9dc2b760-de86-4db6-bfb4-a511993e37c6,revision_number=6']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:32.512639 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-fe1b79f0-98cd-4d34-86a2-92ff4ee6c632 req-fa319368-5db2-4285-b8e6-732ce1d2238a tempest-ServerTagsTestJSON-1974203414 tempest-ServerTagsTestJSON-1974203414-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca6edf65-49ce-41d3-96ac-efd468c3405a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4198546
May 07 21:52:32.629091 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3c4fc-4c29-482d-a3f9-ebb32f817bab req-263e7678-290a-4f83-8960-a3045e158a44 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:32.642817 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-86b3c4fc-4c29-482d-a3f9-ebb32f817bab req-263e7678-290a-4f83-8960-a3045e158a44 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] 10.222.0.55 "GET /v2.0/networks?id=2b0d1583-486b-43fb-abb3-b530c0697dca HTTP/1.1" status: 200  len: 812 time: 0.2331994
May 07 21:52:32.660397 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-c984a5ff-8918-4e0f-a098-2af12fd16e15 req-ba324ed6-adff-4415-97fb-a45a305a1d4d tempest-VolumesAdminNegativeTest-1445857849 tempest-VolumesAdminNegativeTest-1445857849-project] No DVR routers for this DVR port c398ed68-1c9f-4a4c-92f2-c58a298dedb0 on host nch2-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:52:32.669218 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-c984a5ff-8918-4e0f-a098-2af12fd16e15 req-ba324ed6-adff-4415-97fb-a45a305a1d4d tempest-VolumesAdminNegativeTest-1445857849 tempest-VolumesAdminNegativeTest-1445857849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:32.678212 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c984a5ff-8918-4e0f-a098-2af12fd16e15 req-ba324ed6-adff-4415-97fb-a45a305a1d4d tempest-VolumesAdminNegativeTest-1445857849 tempest-VolumesAdminNegativeTest-1445857849-project] 10.222.0.59 "DELETE /v2.0/ports/c398ed68-1c9f-4a4c-92f2-c58a298dedb0 HTTP/1.1" status: 204  len: 173 time: 3.4857910
May 07 21:52:32.687929 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-399803ca-705b-402f-88b4-d0f42ac42910 req-24d6e5c0-989a-4b3c-9eee-f3d8c4877630 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "GET /v2.0/security-groups?id=79406975-00eb-485e-b3fe-001bab536dcd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6414599
May 07 21:52:32.745341 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '297e9f98-e053-44b1-af31-98785ad115af', 'name': 'network-vif-deleted', 'tag': 'c398ed68-1c9f-4a4c-92f2-c58a298dedb0'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:52:32.748049 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4e3bebc-2260-4843-9002-ae7dae028c83" -d '{"events": [{"server_uuid": "297e9f98-e053-44b1-af31-98785ad115af", "name": "network-vif-deleted", "tag": "c398ed68-1c9f-4a4c-92f2-c58a298dedb0"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:52:32.754779 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-86b3c4fc-4c29-482d-a3f9-ebb32f817bab req-98a8f331-bd79-4902-9fbb-6cfc37c621cd tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Request body: {'port': {'device_id': '4deb7455-0b67-4b88-9494-f544b1b73fce', 'network_id': '2b0d1583-486b-43fb-abb3-b530c0697dca', 'admin_state_up': True, 'tenant_id': 'aae91bd9874141989a0896953655d3de'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:52:32.762459 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4d6d8fee-f175-46ff-973e-ca771c5abacb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (0b2ad388-5cfb-4ecb-b559-8447baa7f264), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:32.781385 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f968105b-ba1f-4960-af8b-5a2a874b8b03 req-395ed6fc-58e6-4d60-8b15-7cd3bdf07eff tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4261bef-6bf5-48f6-8976-9ffb930ee47e HTTP/1.1" status: 200  len: 210 time: 0.0776291
May 07 21:52:32.873508 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c62584d-d96e-456a-b790-d9e52c68bd78 req-e0763bd4-bc7e-47c1-bcac-276b7b2019a2 tempest-ServerTagsTestJSON-1974203414 tempest-ServerTagsTestJSON-1974203414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:32.875073 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8c62584d-d96e-456a-b790-d9e52c68bd78 req-e0763bd4-bc7e-47c1-bcac-276b7b2019a2 tempest-ServerTagsTestJSON-1974203414 tempest-ServerTagsTestJSON-1974203414-project] 10.222.0.55 "GET /v2.0/ports?device_id=094c249f-bac0-48b7-be4c-614af1acfbf5 HTTP/1.1" status: 200  len: 945 time: 0.3905678
May 07 21:52:32.901338 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 07 May 2022 21:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-915c7f62-deb4-4896-b742-bf8ca1fccc58 x-openstack-request-id: req-915c7f62-deb4-4896-b742-bf8ca1fccc58 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:52:32.901846 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "510e9ced-c683-45b2-bff6-88ab05c23bb6", "name": "network-vif-unplugged", "status": "completed", "tag": "9dc2b760-de86-4db6-bfb4-a511993e37c6", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:52:32.901969 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-915c7f62-deb4-4896-b742-bf8ca1fccc58 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:52:32.902303 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-915c7f62-deb4-4896-b742-bf8ca1fccc58'] response: {'server_uuid': '510e9ced-c683-45b2-bff6-88ab05c23bb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9dc2b760-de86-4db6-bfb4-a511993e37c6', 'code': 200}
May 07 21:52:32.972983 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device c398ed68-1c9f-4a4c-92f2-c58a298dedb0 no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:52:32.981669 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6d8fee-f175-46ff-973e-ca771c5abacb admin admin] Checking segment: {'id': '5fea3230-d611-4a10-87da-7703dc654320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c5148b20-e3e0-4f57-8538-941e6734927a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:52:32.982021 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6d8fee-f175-46ff-973e-ca771c5abacb admin admin] Network hostable DHCP agents. Network: c5148b20-e3e0-4f57-8538-941e6734927a, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 21:52:33.020746 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6d8fee-f175-46ff-973e-ca771c5abacb admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b2ad388-5cfb-4ecb-b559-8447baa7f264,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:33.060262 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] No Port match for: c398ed68-1c9f-4a4c-92f2-c58a298dedb0 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:52:33.061830 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device c398ed68-1c9f-4a4c-92f2-c58a298dedb0 not bound to the agent host nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:52:33.072548 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-922e893c-6492-40e0-9347-92af7b7239b2 admin admin] Publish callbacks [] for port (24a60c17-e3bd-4892-9062-5beb43d659d4), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:33.103369 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86b3c4fc-4c29-482d-a3f9-ebb32f817bab req-98a8f331-bd79-4902-9fbb-6cfc37c621cd tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Made reservation on behalf of aae91bd9874141989a0896953655d3de for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:52:33.106831 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-86b3c4fc-4c29-482d-a3f9-ebb32f817bab req-98a8f331-bd79-4902-9fbb-6cfc37c621cd tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:33.124551 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d665ed2f-64a1-402f-8a03-3b85f8d9920a x-openstack-request-id: req-d665ed2f-64a1-402f-8a03-3b85f8d9920a {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:52:33.126479 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "291bb30f-04fe-44bf-a1e3-ab8f39264f74", "name": "network-vif-deleted", "tag": "3f62d3bb-3e19-4105-8761-7215be7ce835", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:52:33.127023 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d665ed2f-64a1-402f-8a03-3b85f8d9920a {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:52:33.127728 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d665ed2f-64a1-402f-8a03-3b85f8d9920a'] response: {'server_uuid': '291bb30f-04fe-44bf-a1e3-ab8f39264f74', 'name': 'network-vif-deleted', 'tag': '3f62d3bb-3e19-4105-8761-7215be7ce835', 'status': 'completed', 'code': 200}
May 07 21:52:33.135843 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6d8fee-f175-46ff-973e-ca771c5abacb admin admin] Network c5148b20-e3e0-4f57-8538-941e6734927a is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 21:52:33.158589 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-4d6d8fee-f175-46ff-973e-ca771c5abacb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c5148b20-e3e0-4f57-8538-941e6734927a) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:52:33.176658 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a58a67e-cf85-475a-8631-407c7f10aea2 None None] Network c5148b20-e3e0-4f57-8538-941e6734927a requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:52:33.250720 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6d8fee-f175-46ff-973e-ca771c5abacb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:33.251143 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4d6d8fee-f175-46ff-973e-ca771c5abacb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:33.284847 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bfa8ac46-5137-4450-8be2-4479336a6f17 req-7412d9b2-f205-4b0b-8621-e3dea2939bea tempest-ServerDiagnosticsNegativeTest-1377180466 tempest-ServerDiagnosticsNegativeTest-1377180466-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=4642753b5d1548038be79eb12ce7b20b&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0453334
May 07 21:52:33.413432 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa8ac46-5137-4450-8be2-4479336a6f17 req-81dab391-3e5d-4060-b555-10071958c4f9 tempest-ServerDiagnosticsNegativeTest-1377180466 tempest-ServerDiagnosticsNegativeTest-1377180466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:33.421519 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bfa8ac46-5137-4450-8be2-4479336a6f17 req-81dab391-3e5d-4060-b555-10071958c4f9 tempest-ServerDiagnosticsNegativeTest-1377180466 tempest-ServerDiagnosticsNegativeTest-1377180466-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1355188
May 07 21:52:33.446745 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bfa8ac46-5137-4450-8be2-4479336a6f17 req-0bfe711c-fbbb-42e1-834f-db1b3bba2cc3 tempest-ServerDiagnosticsNegativeTest-1377180466 tempest-ServerDiagnosticsNegativeTest-1377180466-project] 10.222.0.32 "GET /v2.0/quotas/4642753b5d1548038be79eb12ce7b20b HTTP/1.1" status: 200  len: 375 time: 0.0235596
May 07 21:52:33.460732 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3c4fc-4c29-482d-a3f9-ebb32f817bab req-323bfbe5-8558-4eb9-bd8b-52cf14493de0 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:33.462765 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-86b3c4fc-4c29-482d-a3f9-ebb32f817bab req-323bfbe5-8558-4eb9-bd8b-52cf14493de0 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] 10.222.0.59 "GET /v2.0/networks?id=2b0d1583-486b-43fb-abb3-b530c0697dca HTTP/1.1" status: 200  len: 812 time: 0.3434768
May 07 21:52:33.520175 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-922e893c-6492-40e0-9347-92af7b7239b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (24a60c17-e3bd-4892-9062-5beb43d659d4), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:33.558792 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9915e099-1205-42a9-a7ca-87bc388f0c67 None None] Network c5148b20-e3e0-4f57-8538-941e6734927a requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:52:33.584845 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-aab70c4d-9d10-4599-aa51-a27a2dd011e7 req-c3dab0dc-17e4-4246-8542-cd54bd0241d4 tempest-VolumesAdminNegativeTest-1445857849 tempest-VolumesAdminNegativeTest-1445857849-project] 10.222.0.32 "GET /v2.0/ports?device_id=297e9f98-e053-44b1-af31-98785ad115af HTTP/1.1" status: 200  len: 210 time: 0.3761714
May 07 21:52:33.853193 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-4d6d8fee-f175-46ff-973e-ca771c5abacb admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 2.7194374
May 07 21:52:33.886960 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-8c62584d-d96e-456a-b790-d9e52c68bd78 req-0958d6aa-def4-4d4c-9619-0c694a96a592 tempest-ServerTagsTestJSON-1974203414 tempest-ServerTagsTestJSON-1974203414-project] Deleting port 5bf0d3b1-6d14-4171-84b6-a6256304ad16 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:52:33.887310 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-8c62584d-d96e-456a-b790-d9e52c68bd78 req-0958d6aa-def4-4d4c-9619-0c694a96a592 tempest-ServerTagsTestJSON-1974203414 tempest-ServerTagsTestJSON-1974203414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (5bf0d3b1-6d14-4171-84b6-a6256304ad16), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:33.892585 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bfa8ac46-5137-4450-8be2-4479336a6f17 req-f88fdbaf-cb9a-46e1-955b-2faa1ee76144 tempest-ServerDiagnosticsNegativeTest-1377180466 tempest-ServerDiagnosticsNegativeTest-1377180466-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4642753b5d1548038be79eb12ce7b20b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.4426484
May 07 21:52:33.918865 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922e893c-6492-40e0-9347-92af7b7239b2 admin admin] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:52:33.948764 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [req-86b3c4fc-4c29-482d-a3f9-ebb32f817bab req-98a8f331-bd79-4902-9fbb-6cfc37c621cd tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Allocated IP 172.20.0.11 (2b0d1583-486b-43fb-abb3-b530c0697dca/1823294e-46ca-4903-8378-568d3d06f584/8bb18da3-f8df-435d-b4c9-cb0c6b3e540d) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:52:33.968442 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-922e893c-6492-40e0-9347-92af7b7239b2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:52:33.972660 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922e893c-6492-40e0-9347-92af7b7239b2 admin admin] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:52:34.128087 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e5aa89a-c76b-4cc3-95e6-b6d62a67d3ed x-openstack-request-id: req-8e5aa89a-c76b-4cc3-95e6-b6d62a67d3ed {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:52:34.128612 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "297e9f98-e053-44b1-af31-98785ad115af", "name": "network-vif-deleted", "tag": "c398ed68-1c9f-4a4c-92f2-c58a298dedb0", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:52:34.128721 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8e5aa89a-c76b-4cc3-95e6-b6d62a67d3ed {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:52:34.129180 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e5aa89a-c76b-4cc3-95e6-b6d62a67d3ed'] response: {'server_uuid': '297e9f98-e053-44b1-af31-98785ad115af', 'name': 'network-vif-deleted', 'tag': 'c398ed68-1c9f-4a4c-92f2-c58a298dedb0', 'status': 'completed', 'code': 200}
May 07 21:52:34.204449 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-8c62584d-d96e-456a-b790-d9e52c68bd78 req-0958d6aa-def4-4d4c-9619-0c694a96a592 tempest-ServerTagsTestJSON-1974203414 tempest-ServerTagsTestJSON-1974203414-project] For port 5bf0d3b1-6d14-4171-84b6-a6256304ad16, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5bf0d3b1-6d14-4171-84b6-a6256304ad16,segment=NetworkSegment(38ac8637-3c20-42bc-8f89-4fc31fd2c7df),segment_id=38ac8637-3c20-42bc-8f89-4fc31fd2c7df)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:52:34.204932 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-8c62584d-d96e-456a-b790-d9e52c68bd78 req-0958d6aa-def4-4d4c-9619-0c694a96a592 tempest-ServerTagsTestJSON-1974203414 tempest-ServerTagsTestJSON-1974203414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (5bf0d3b1-6d14-4171-84b6-a6256304ad16), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:34.243403 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-8c62584d-d96e-456a-b790-d9e52c68bd78 req-0958d6aa-def4-4d4c-9619-0c694a96a592 tempest-ServerTagsTestJSON-1974203414 tempest-ServerTagsTestJSON-1974203414-project] Calling delete_port for 5bf0d3b1-6d14-4171-84b6-a6256304ad16 owned by compute:nova {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:52:34.332772 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1906e8f-88c9-4d12-bd8e-822873402c04 req-6b347fd0-4b83-45b9-8015-2409f6d89e40 tempest-ServerTagsTestJSON-1974203414 tempest-ServerTagsTestJSON-1974203414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:34.348473 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a1906e8f-88c9-4d12-bd8e-822873402c04 req-6b347fd0-4b83-45b9-8015-2409f6d89e40 tempest-ServerTagsTestJSON-1974203414 tempest-ServerTagsTestJSON-1974203414-project] 10.222.0.32 "GET /v2.0/ports?device_id=094c249f-bac0-48b7-be4c-614af1acfbf5 HTTP/1.1" status: 200  len: 945 time: 0.1068757
May 07 21:52:34.356720 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922e893c-6492-40e0-9347-92af7b7239b2 admin admin] Pushing event updated for resources: {'Port': ['ID=24a60c17-e3bd-4892-9062-5beb43d659d4,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:34.425120 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966c8052-a282-4070-be81-48e6e4c07ba0 req-0beb1a42-207d-49b5-aa45-370db1f4fbb2 tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:34.433985 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-966c8052-a282-4070-be81-48e6e4c07ba0 req-0beb1a42-207d-49b5-aa45-370db1f4fbb2 tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] 10.222.0.32 "GET /v2.0/ports?device_id=83fafb82-09d3-47de-827f-770202f22005 HTTP/1.1" status: 200  len: 931 time: 0.6651771
May 07 21:52:34.450312 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-fc41d0b6-1b35-4808-bfdf-3237c46765f4 req-3861f287-b28b-4e70-a2f8-c86509877e78 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (9dc2b760-de86-4db6-bfb4-a511993e37c6), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:34.477161 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a1906e8f-88c9-4d12-bd8e-822873402c04 req-7974073b-1cad-4192-9606-9f083d6e6f8c tempest-ServerTagsTestJSON-1974203414 tempest-ServerTagsTestJSON-1974203414-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca6edf65-49ce-41d3-96ac-efd468c3405a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1108522
May 07 21:52:34.649930 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3861f287-b28b-4e70-a2f8-c86509877e78 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Pushing event deleted for resources: {'Port': ['ID=9dc2b760-de86-4db6-bfb4-a511993e37c6,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:34.714877 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c922e3bb-4925-43c6-b056-9b6a73a62e06 req-3a0156e7-6dda-4082-ad47-5877a6b5c5db tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:34.720584 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c922e3bb-4925-43c6-b056-9b6a73a62e06 req-3a0156e7-6dda-4082-ad47-5877a6b5c5db tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:34.726234 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c922e3bb-4925-43c6-b056-9b6a73a62e06 req-3a0156e7-6dda-4082-ad47-5877a6b5c5db tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:34.733844 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c922e3bb-4925-43c6-b056-9b6a73a62e06 req-3a0156e7-6dda-4082-ad47-5877a6b5c5db tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3ba0813-ab71-47d9-8c7c-607769a67273 HTTP/1.1" status: 200  len: 2418 time: 0.1283579
May 07 21:52:34.785350 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [req-aea8e086-83ef-40aa-b1fe-2cad68fcbaf0 req-69d6434f-be94-419d-acbf-5b0308a5fb1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0cb8be1d-eb20-4313-adab-53f509d88a67 {{(pid=121837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:52:34.795241 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-aea8e086-83ef-40aa-b1fe-2cad68fcbaf0 req-69d6434f-be94-419d-acbf-5b0308a5fb1b service neutron] Publish callbacks [] for port (0cb8be1d-eb20-4313-adab-53f509d88a67), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:34.812573 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-aea8e086-83ef-40aa-b1fe-2cad68fcbaf0 req-69d6434f-be94-419d-acbf-5b0308a5fb1b service neutron] Transition to ACTIVE for port object 0cb8be1d-eb20-4313-adab-53f509d88a67 will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:52:34.855392 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-966c8052-a282-4070-be81-48e6e4c07ba0 req-97682bb2-c599-41a5-af2d-1e0addd2571d tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f14c0bf-eb9e-4e13-9566-d53c24420214&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4203346
May 07 21:52:34.855822 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c922e3bb-4925-43c6-b056-9b6a73a62e06 req-89b6838f-fd9f-4fac-a0ad-bb2d3a1d3e7d tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "GET /v2.0/security-groups?id=79406975-00eb-485e-b3fe-001bab536dcd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1100852
May 07 21:52:34.860564 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-aea8e086-83ef-40aa-b1fe-2cad68fcbaf0 req-69d6434f-be94-419d-acbf-5b0308a5fb1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (0cb8be1d-eb20-4313-adab-53f509d88a67), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:34.862626 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-86b3c4fc-4c29-482d-a3f9-ebb32f817bab req-98a8f331-bd79-4902-9fbb-6cfc37c621cd tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Publish callbacks [] for port (8bb18da3-f8df-435d-b4c9-cb0c6b3e540d), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:34.961448 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-86b3c4fc-4c29-482d-a3f9-ebb32f817bab req-98a8f331-bd79-4902-9fbb-6cfc37c621cd tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (8bb18da3-f8df-435d-b4c9-cb0c6b3e540d), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:35.056894 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-600cca73-af84-4cb2-b735-633591a81412 req-e27d69fc-1d11-45b1-97b6-251f1eaff648 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4261bef-6bf5-48f6-8976-9ffb930ee47e HTTP/1.1" status: 200  len: 210 time: 0.0892818
May 07 21:52:35.089180 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86b3c4fc-4c29-482d-a3f9-ebb32f817bab req-98a8f331-bd79-4902-9fbb-6cfc37c621cd tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Network 2b0d1583-486b-43fb-abb3-b530c0697dca is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:52:35.093083 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [req-86b3c4fc-4c29-482d-a3f9-ebb32f817bab req-98a8f331-bd79-4902-9fbb-6cfc37c621cd tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:52:35.098351 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-86b3c4fc-4c29-482d-a3f9-ebb32f817bab req-98a8f331-bd79-4902-9fbb-6cfc37c621cd tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:52:35.183330 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3c4fc-4c29-482d-a3f9-ebb32f817bab req-98a8f331-bd79-4902-9fbb-6cfc37c621cd tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:35.184061 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-86b3c4fc-4c29-482d-a3f9-ebb32f817bab req-98a8f331-bd79-4902-9fbb-6cfc37c621cd tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:35.197173 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a8f331-bd79-4902-9fbb-6cfc37c621cd tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Pushing event updated for resources: {'Port': ['ID=8bb18da3-f8df-435d-b4c9-cb0c6b3e540d,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:35.222495 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-86b3c4fc-4c29-482d-a3f9-ebb32f817bab req-98a8f331-bd79-4902-9fbb-6cfc37c621cd tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.4782450
May 07 21:52:35.238841 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-86b3c4fc-4c29-482d-a3f9-ebb32f817bab req-6af2a8ee-9b6c-4172-8017-c63772e7f5bc service neutron] Request body: {'port': {'device_id': '4deb7455-0b67-4b88-9494-f544b1b73fce', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:52:35.265559 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-b5c5c2e8-ba9a-4688-90b3-8df7186d2042 req-58b22876-261f-4885-939a-bff4d63a01c6 tempest-SecurityGroupRulesNegativeTestJSON-911075500 tempest-SecurityGroupRulesNegativeTestJSON-911075500-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-265076914', 'description': 'tempest-description-54162938'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:52:35.321079 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-b5c5c2e8-ba9a-4688-90b3-8df7186d2042 req-58b22876-261f-4885-939a-bff4d63a01c6 tempest-SecurityGroupRulesNegativeTestJSON-911075500 tempest-SecurityGroupRulesNegativeTestJSON-911075500-project] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:35.347110 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-86b3c4fc-4c29-482d-a3f9-ebb32f817bab req-6af2a8ee-9b6c-4172-8017-c63772e7f5bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (8bb18da3-f8df-435d-b4c9-cb0c6b3e540d), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:35.492542 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3e40622f-b155-461f-90ba-46e02fd9be3f req-a7963ff5-567e-4d45-aab0-6450765b9d6e tempest-ServerDiagnosticsNegativeTest-1377180466 tempest-ServerDiagnosticsNegativeTest-1377180466-project] 10.222.0.32 "GET /v2.0/ports?device_id=73b2c8b6-20a3-4e24-8a95-1e9d67ee0ab7 HTTP/1.1" status: 200  len: 210 time: 0.1342845
May 07 21:52:35.523806 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-b5c5c2e8-ba9a-4688-90b3-8df7186d2042 req-58b22876-261f-4885-939a-bff4d63a01c6 tempest-SecurityGroupRulesNegativeTestJSON-911075500 tempest-SecurityGroupRulesNegativeTestJSON-911075500-project] Publish callbacks [] for security_group (5477615f-d78c-49b0-a8c4-eec43baa1312), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:35.544044 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-b5c5c2e8-ba9a-4688-90b3-8df7186d2042 req-58b22876-261f-4885-939a-bff4d63a01c6 tempest-SecurityGroupRulesNegativeTestJSON-911075500 tempest-SecurityGroupRulesNegativeTestJSON-911075500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (5477615f-d78c-49b0-a8c4-eec43baa1312), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:35.592056 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d6434f-be94-419d-acbf-5b0308a5fb1b service neutron] Pushing event updated for resources: {'Port': ['ID=0cb8be1d-eb20-4313-adab-53f509d88a67,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:35.594445 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc41d0b6-1b35-4808-bfdf-3237c46765f4 req-3861f287-b28b-4e70-a2f8-c86509877e78 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] No DVR routers for this DVR port 9dc2b760-de86-4db6-bfb4-a511993e37c6 on host nch1-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:52:35.618000 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-fc41d0b6-1b35-4808-bfdf-3237c46765f4 req-3861f287-b28b-4e70-a2f8-c86509877e78 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:35.630153 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-fc41d0b6-1b35-4808-bfdf-3237c46765f4 req-3861f287-b28b-4e70-a2f8-c86509877e78 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] 10.222.0.55 "DELETE /v2.0/ports/9dc2b760-de86-4db6-bfb4-a511993e37c6 HTTP/1.1" status: 204  len: 173 time: 7.0596635
May 07 21:52:35.631850 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '510e9ced-c683-45b2-bff6-88ab05c23bb6', 'name': 'network-vif-deleted', 'tag': '9dc2b760-de86-4db6-bfb4-a511993e37c6'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:52:35.634265 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40dd317e-74f9-470a-9bc4-d71edc97848b" -d '{"events": [{"server_uuid": "510e9ced-c683-45b2-bff6-88ab05c23bb6", "name": "network-vif-deleted", "tag": "9dc2b760-de86-4db6-bfb4-a511993e37c6"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:52:35.683649 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 5bf0d3b1-6d14-4171-84b6-a6256304ad16 no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:52:35.712456 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bfa8ac46-5137-4450-8be2-4479336a6f17 req-facae4cb-68e3-49bc-b29d-aa416ff01153 tempest-ServerDiagnosticsNegativeTest-1377180466 tempest-ServerDiagnosticsNegativeTest-1377180466-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=4642753b5d1548038be79eb12ce7b20b&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0587537
May 07 21:52:35.930736 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 5bf0d3b1-6d14-4171-84b6-a6256304ad16 is: ACTIVE; New status is: DOWN {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:52:35.933966 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (5bf0d3b1-6d14-4171-84b6-a6256304ad16), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:36.020302 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [req-86b3c4fc-4c29-482d-a3f9-ebb32f817bab req-6af2a8ee-9b6c-4172-8017-c63772e7f5bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bb18da3-f8df-435d-b4c9-cb0c6b3e540d {{(pid=121836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:52:36.032075 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-86b3c4fc-4c29-482d-a3f9-ebb32f817bab req-6af2a8ee-9b6c-4172-8017-c63772e7f5bc service neutron] Publish callbacks [] for port (8bb18da3-f8df-435d-b4c9-cb0c6b3e540d), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:36.048512 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.provisioning_blocks [req-86b3c4fc-4c29-482d-a3f9-ebb32f817bab req-6af2a8ee-9b6c-4172-8017-c63772e7f5bc service neutron] Transition to ACTIVE for port object 8bb18da3-f8df-435d-b4c9-cb0c6b3e540d will not be triggered until provisioned by entity L2. {{(pid=121836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:52:36.059348 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b22876-261f-4885-939a-bff4d63a01c6 tempest-SecurityGroupRulesNegativeTestJSON-911075500 tempest-SecurityGroupRulesNegativeTestJSON-911075500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5477615f-d78c-49b0-a8c4-eec43baa1312,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:36.066709 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-b5c5c2e8-ba9a-4688-90b3-8df7186d2042 req-58b22876-261f-4885-939a-bff4d63a01c6 tempest-SecurityGroupRulesNegativeTestJSON-911075500 tempest-SecurityGroupRulesNegativeTestJSON-911075500-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:36.071276 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b5c5c2e8-ba9a-4688-90b3-8df7186d2042 req-58b22876-261f-4885-939a-bff4d63a01c6 tempest-SecurityGroupRulesNegativeTestJSON-911075500 tempest-SecurityGroupRulesNegativeTestJSON-911075500-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1832 time: 0.8278999
May 07 21:52:36.071961 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-86b3c4fc-4c29-482d-a3f9-ebb32f817bab req-6af2a8ee-9b6c-4172-8017-c63772e7f5bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (8bb18da3-f8df-435d-b4c9-cb0c6b3e540d), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:36.092835 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-86b3c4fc-4c29-482d-a3f9-ebb32f817bab req-0436068c-11e2-4229-8b5e-c5fadcc14a95 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Request body: {'port': {'device_id': 'a4261bef-6bf5-48f6-8976-9ffb930ee47e', 'network_id': '2b0d1583-486b-43fb-abb3-b530c0697dca', 'admin_state_up': True, 'tenant_id': 'aae91bd9874141989a0896953655d3de'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:52:36.114986 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c27558c9-e338-4413-8ffe-3fb31b7b7228 req-eba9d467-cd76-442a-9dbc-92fc693ed0eb tempest-VolumesAdminNegativeTest-1445857849 tempest-VolumesAdminNegativeTest-1445857849-project] 10.222.0.32 "GET /v2.0/ports?device_id=297e9f98-e053-44b1-af31-98785ad115af HTTP/1.1" status: 200  len: 210 time: 0.3608866
May 07 21:52:36.134166 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa8ac46-5137-4450-8be2-4479336a6f17 req-792ab554-2de0-473e-810d-ccbb4cea8d2d tempest-ServerDiagnosticsNegativeTest-1377180466 tempest-ServerDiagnosticsNegativeTest-1377180466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:36.144342 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bfa8ac46-5137-4450-8be2-4479336a6f17 req-792ab554-2de0-473e-810d-ccbb4cea8d2d tempest-ServerDiagnosticsNegativeTest-1377180466 tempest-ServerDiagnosticsNegativeTest-1377180466-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3257725
May 07 21:52:36.204905 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-bfa8ac46-5137-4450-8be2-4479336a6f17 req-c2e7aa1e-427b-4114-8ae9-ac5d223708ea tempest-ServerDiagnosticsNegativeTest-1377180466 tempest-ServerDiagnosticsNegativeTest-1377180466-project] Request body: {'port': {'device_id': '73b2c8b6-20a3-4e24-8a95-1e9d67ee0ab7', 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47', 'admin_state_up': True, 'tenant_id': '4642753b5d1548038be79eb12ce7b20b'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:52:36.229373 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af2a8ee-9b6c-4172-8017-c63772e7f5bc service neutron] Pushing event updated for resources: {'Port': ['ID=8bb18da3-f8df-435d-b4c9-cb0c6b3e540d,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:36.306363 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.db.api [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
May 07 21:52:36.306363 ncdv-master-1 neutron-server[121838]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s]
May 07 21:52:36.306363 ncdv-master-1 neutron-server[121838]: [parameters: {'status': 'DOWN', 'ports_id': '5bf0d3b1-6d14-4171-84b6-a6256304ad16'}]
May 07 21:52:36.306363 ncdv-master-1 neutron-server[121838]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=121838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 07 21:52:36.307506 ncdv-master-1 neutron-server[121838]: DEBUG oslo_db.api [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 07 21:52:36.449181 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-86b3c4fc-4c29-482d-a3f9-ebb32f817bab req-6af2a8ee-9b6c-4172-8017-c63772e7f5bc service neutron] Attempting to bind port 8bb18da3-f8df-435d-b4c9-cb0c6b3e540d on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:52:36.451216 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-86b3c4fc-4c29-482d-a3f9-ebb32f817bab req-6af2a8ee-9b6c-4172-8017-c63772e7f5bc service neutron] Attempting to bind port 8bb18da3-f8df-435d-b4c9-cb0c6b3e540d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '8cdcb27b-fa23-4865-8aaa-e6a27c987d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2b0d1583-486b-43fb-abb3-b530c0697dca'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:52:36.451745 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b3c4fc-4c29-482d-a3f9-ebb32f817bab req-6af2a8ee-9b6c-4172-8017-c63772e7f5bc service neutron] Attempting to bind port 8bb18da3-f8df-435d-b4c9-cb0c6b3e540d on network 2b0d1583-486b-43fb-abb3-b530c0697dca {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:52:36.473995 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b3c4fc-4c29-482d-a3f9-ebb32f817bab req-6af2a8ee-9b6c-4172-8017-c63772e7f5bc service neutron] Port 8bb18da3-f8df-435d-b4c9-cb0c6b3e540d on network 2b0d1583-486b-43fb-abb3-b530c0697dca not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:52:36.474687 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b3c4fc-4c29-482d-a3f9-ebb32f817bab req-6af2a8ee-9b6c-4172-8017-c63772e7f5bc service neutron] Attempting to bind port 8bb18da3-f8df-435d-b4c9-cb0c6b3e540d on network 2b0d1583-486b-43fb-abb3-b530c0697dca {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:52:36.483839 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b3c4fc-4c29-482d-a3f9-ebb32f817bab req-6af2a8ee-9b6c-4172-8017-c63772e7f5bc service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:52:36.484652 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b3c4fc-4c29-482d-a3f9-ebb32f817bab req-6af2a8ee-9b6c-4172-8017-c63772e7f5bc service neutron] Checking segment: {'id': '8cdcb27b-fa23-4865-8aaa-e6a27c987d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2b0d1583-486b-43fb-abb3-b530c0697dca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:52:36.485245 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b3c4fc-4c29-482d-a3f9-ebb32f817bab req-6af2a8ee-9b6c-4172-8017-c63772e7f5bc service neutron] Bound using segment: {'id': '8cdcb27b-fa23-4865-8aaa-e6a27c987d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2b0d1583-486b-43fb-abb3-b530c0697dca'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:52:36.486435 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-86b3c4fc-4c29-482d-a3f9-ebb32f817bab req-6af2a8ee-9b6c-4172-8017-c63772e7f5bc service neutron] Bound port: 8bb18da3-f8df-435d-b4c9-cb0c6b3e540d, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cdcb27b-fa23-4865-8aaa-e6a27c987d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2b0d1583-486b-43fb-abb3-b530c0697dca'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:52:36.487014 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-86b3c4fc-4c29-482d-a3f9-ebb32f817bab req-6af2a8ee-9b6c-4172-8017-c63772e7f5bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (8bb18da3-f8df-435d-b4c9-cb0c6b3e540d), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:36.514170 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36087b97-013b-4d81-a9ad-578ab51470f8 x-openstack-request-id: req-36087b97-013b-4d81-a9ad-578ab51470f8 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:52:36.515185 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "510e9ced-c683-45b2-bff6-88ab05c23bb6", "name": "network-vif-deleted", "tag": "9dc2b760-de86-4db6-bfb4-a511993e37c6", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:52:36.516813 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-36087b97-013b-4d81-a9ad-578ab51470f8 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:52:36.516813 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36087b97-013b-4d81-a9ad-578ab51470f8'] response: {'server_uuid': '510e9ced-c683-45b2-bff6-88ab05c23bb6', 'name': 'network-vif-deleted', 'tag': '9dc2b760-de86-4db6-bfb4-a511993e37c6', 'status': 'completed', 'code': 200}
May 07 21:52:36.592875 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-86b3c4fc-4c29-482d-a3f9-ebb32f817bab req-6af2a8ee-9b6c-4172-8017-c63772e7f5bc service neutron] For port 8bb18da3-f8df-435d-b4c9-cb0c6b3e540d, host nch1-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:52:36.598698 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-86b3c4fc-4c29-482d-a3f9-ebb32f817bab req-6af2a8ee-9b6c-4172-8017-c63772e7f5bc service neutron] For port 8bb18da3-f8df-435d-b4c9-cb0c6b3e540d, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8bb18da3-f8df-435d-b4c9-cb0c6b3e540d,segment=NetworkSegment(8cdcb27b-fa23-4865-8aaa-e6a27c987d4c),segment_id=8cdcb27b-fa23-4865-8aaa-e6a27c987d4c)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:52:36.608877 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91055088-602a-46b0-8b5a-72b0561906f1 req-3c784d98-d88e-453b-a1dd-555c14072d8b tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:36.610488 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-91055088-602a-46b0-8b5a-72b0561906f1 req-3c784d98-d88e-453b-a1dd-555c14072d8b tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] 10.222.0.32 "GET /v2.0/ports?device_id=83fafb82-09d3-47de-827f-770202f22005 HTTP/1.1" status: 200  len: 943 time: 0.1465609
May 07 21:52:36.612230 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-86b3c4fc-4c29-482d-a3f9-ebb32f817bab req-6af2a8ee-9b6c-4172-8017-c63772e7f5bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (8bb18da3-f8df-435d-b4c9-cb0c6b3e540d), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:36.629283 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3c4fc-4c29-482d-a3f9-ebb32f817bab req-6af2a8ee-9b6c-4172-8017-c63772e7f5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:36.629696 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-86b3c4fc-4c29-482d-a3f9-ebb32f817bab req-6af2a8ee-9b6c-4172-8017-c63772e7f5bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:36.631173 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-86b3c4fc-4c29-482d-a3f9-ebb32f817bab req-6af2a8ee-9b6c-4172-8017-c63772e7f5bc service neutron] 10.222.0.55 "PUT /v2.0/ports/8bb18da3-f8df-435d-b4c9-cb0c6b3e540d HTTP/1.1" status: 200  len: 1092 time: 1.4021766
May 07 21:52:36.656681 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4deb7455-0b67-4b88-9494-f544b1b73fce', 'tag': '8bb18da3-f8df-435d-b4c9-cb0c6b3e540d'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:52:36.659236 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36822c92-0f7a-4e40-a75b-0caaf1f606ef" -d '{"events": [{"name": "network-changed", "server_uuid": "4deb7455-0b67-4b88-9494-f544b1b73fce", "tag": "8bb18da3-f8df-435d-b4c9-cb0c6b3e540d"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:52:36.725546 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-922e893c-6492-40e0-9347-92af7b7239b2 admin admin] Publish callbacks [] for router_gateway (233d99f1-0f96-452f-8451-ed3713c6d775), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:36.739016 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af2a8ee-9b6c-4172-8017-c63772e7f5bc service neutron] Pushing event updated for resources: {'Port': ['ID=8bb18da3-f8df-435d-b4c9-cb0c6b3e540d,revision_number=3']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:36.825610 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3c4fc-4c29-482d-a3f9-ebb32f817bab req-2e90c138-803e-460f-b2ae-49d78abb32b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:36.827290 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-86b3c4fc-4c29-482d-a3f9-ebb32f817bab req-2e90c138-803e-460f-b2ae-49d78abb32b5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=aae91bd9874141989a0896953655d3de&device_id=4deb7455-0b67-4b88-9494-f544b1b73fce HTTP/1.1" status: 200  len: 1126 time: 0.0843153
May 07 21:52:36.831003 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-91055088-602a-46b0-8b5a-72b0561906f1 req-6b8a665e-a077-46b3-8e3d-a48086eb4e11 tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f14c0bf-eb9e-4e13-9566-d53c24420214&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2062488
May 07 21:52:36.879612 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 5bf0d3b1-6d14-4171-84b6-a6256304ad16 is: ACTIVE; New status is: DOWN {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:52:36.881773 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (5bf0d3b1-6d14-4171-84b6-a6256304ad16), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:36.919188 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-86b3c4fc-4c29-482d-a3f9-ebb32f817bab req-4fc60d30-909d-4ce5-9c33-62ee2db5d840 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8bb18da3-f8df-435d-b4c9-cb0c6b3e540d HTTP/1.1" status: 200  len: 217 time: 0.0799317
May 07 21:52:37.017712 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-8c62584d-d96e-456a-b790-d9e52c68bd78 req-0958d6aa-def4-4d4c-9619-0c694a96a592 tempest-ServerTagsTestJSON-1974203414 tempest-ServerTagsTestJSON-1974203414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (5bf0d3b1-6d14-4171-84b6-a6256304ad16), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:37.026924 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3c4fc-4c29-482d-a3f9-ebb32f817bab req-94ec14aa-87ff-4f55-9bc0-65cb5ade6125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:37.027227 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-aea8e086-83ef-40aa-b1fe-2cad68fcbaf0 req-69d6434f-be94-419d-acbf-5b0308a5fb1b service neutron] Attempting to bind port 0cb8be1d-eb20-4313-adab-53f509d88a67 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:52:37.027722 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-aea8e086-83ef-40aa-b1fe-2cad68fcbaf0 req-69d6434f-be94-419d-acbf-5b0308a5fb1b service neutron] Attempting to bind port 0cb8be1d-eb20-4313-adab-53f509d88a67 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '2dff9de9-2f96-4532-9294-ee53fdca51cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '55393a4f-e493-4098-b37d-93ec9341a6b2'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:52:37.028363 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea8e086-83ef-40aa-b1fe-2cad68fcbaf0 req-69d6434f-be94-419d-acbf-5b0308a5fb1b service neutron] Attempting to bind port 0cb8be1d-eb20-4313-adab-53f509d88a67 on network 55393a4f-e493-4098-b37d-93ec9341a6b2 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:52:37.028500 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-86b3c4fc-4c29-482d-a3f9-ebb32f817bab req-94ec14aa-87ff-4f55-9bc0-65cb5ade6125 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1823294e-46ca-4903-8378-568d3d06f584 HTTP/1.1" status: 200  len: 852 time: 0.1004932
May 07 21:52:37.036937 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f011dfca-7db8-445a-8e17-8679c42fecd6 req-d6c022a4-db30-4e9e-baac-2e99cc8ba0a5 tempest-ServerTagsTestJSON-1974203414 tempest-ServerTagsTestJSON-1974203414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:37.038350 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-107d3c11-743d-4d4a-b1c2-f06a915b6a19 req-5e37ed20-eecb-4d9d-bc2f-f020d174c9a2 tempest-SecurityGroupRulesNegativeTestJSON-911075500 tempest-SecurityGroupRulesNegativeTestJSON-911075500-project] 10.222.0.32 "GET /v2.0/security-groups/5477615f-d78c-49b0-a8c4-eec43baa1312 HTTP/1.1" status: 200  len: 1827 time: 0.1180561
May 07 21:52:37.039178 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f011dfca-7db8-445a-8e17-8679c42fecd6 req-d6c022a4-db30-4e9e-baac-2e99cc8ba0a5 tempest-ServerTagsTestJSON-1974203414 tempest-ServerTagsTestJSON-1974203414-project] 10.222.0.32 "GET /v2.0/ports?device_id=094c249f-bac0-48b7-be4c-614af1acfbf5 HTTP/1.1" status: 200  len: 945 time: 0.5670722
May 07 21:52:37.047254 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-107d3c11-743d-4d4a-b1c2-f06a915b6a19 req-6e126064-4619-4410-925f-1825a8a3a146 tempest-SecurityGroupRulesNegativeTestJSON-911075500 tempest-SecurityGroupRulesNegativeTestJSON-911075500-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5477615f-d78c-49b0-a8c4-eec43baa1312', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:52:37.047573 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-107d3c11-743d-4d4a-b1c2-f06a915b6a19 req-6e126064-4619-4410-925f-1825a8a3a146 tempest-SecurityGroupRulesNegativeTestJSON-911075500 tempest-SecurityGroupRulesNegativeTestJSON-911075500-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5477615f-d78c-49b0-a8c4-eec43baa1312', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:52:37.093891 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-86b3c4fc-4c29-482d-a3f9-ebb32f817bab req-6b45882a-b803-4d22-8150-a76d3afae18d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2b0d1583-486b-43fb-abb3-b530c0697dca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0506756
May 07 21:52:37.151301 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea8e086-83ef-40aa-b1fe-2cad68fcbaf0 req-69d6434f-be94-419d-acbf-5b0308a5fb1b service neutron] Port 0cb8be1d-eb20-4313-adab-53f509d88a67 on network 55393a4f-e493-4098-b37d-93ec9341a6b2 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:52:37.152025 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea8e086-83ef-40aa-b1fe-2cad68fcbaf0 req-69d6434f-be94-419d-acbf-5b0308a5fb1b service neutron] Attempting to bind port 0cb8be1d-eb20-4313-adab-53f509d88a67 on network 55393a4f-e493-4098-b37d-93ec9341a6b2 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:52:37.173604 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0958d6aa-def4-4d4c-9619-0c694a96a592 tempest-ServerTagsTestJSON-1974203414 tempest-ServerTagsTestJSON-1974203414-project] Pushing event deleted for resources: {'Port': ['ID=5bf0d3b1-6d14-4171-84b6-a6256304ad16,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:37.222216 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea8e086-83ef-40aa-b1fe-2cad68fcbaf0 req-69d6434f-be94-419d-acbf-5b0308a5fb1b service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:52:37.222562 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea8e086-83ef-40aa-b1fe-2cad68fcbaf0 req-69d6434f-be94-419d-acbf-5b0308a5fb1b service neutron] Checking segment: {'id': '2dff9de9-2f96-4532-9294-ee53fdca51cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '55393a4f-e493-4098-b37d-93ec9341a6b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:52:37.222979 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea8e086-83ef-40aa-b1fe-2cad68fcbaf0 req-69d6434f-be94-419d-acbf-5b0308a5fb1b service neutron] Bound using segment: {'id': '2dff9de9-2f96-4532-9294-ee53fdca51cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '55393a4f-e493-4098-b37d-93ec9341a6b2'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:52:37.223527 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-aea8e086-83ef-40aa-b1fe-2cad68fcbaf0 req-69d6434f-be94-419d-acbf-5b0308a5fb1b service neutron] Bound port: 0cb8be1d-eb20-4313-adab-53f509d88a67, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dff9de9-2f96-4532-9294-ee53fdca51cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '55393a4f-e493-4098-b37d-93ec9341a6b2'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:52:37.223781 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-aea8e086-83ef-40aa-b1fe-2cad68fcbaf0 req-69d6434f-be94-419d-acbf-5b0308a5fb1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (0cb8be1d-eb20-4313-adab-53f509d88a67), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:37.239790 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-107d3c11-743d-4d4a-b1c2-f06a915b6a19 req-6e126064-4619-4410-925f-1825a8a3a146 tempest-SecurityGroupRulesNegativeTestJSON-911075500 tempest-SecurityGroupRulesNegativeTestJSON-911075500-project] Publish callbacks [] for security_group_rule (e4071293-0210-440c-9790-0e86567fb105), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:37.284651 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-107d3c11-743d-4d4a-b1c2-f06a915b6a19 req-6e126064-4619-4410-925f-1825a8a3a146 tempest-SecurityGroupRulesNegativeTestJSON-911075500 tempest-SecurityGroupRulesNegativeTestJSON-911075500-project] Publish callbacks [] for security_group_rule (e4071293-0210-440c-9790-0e86567fb105), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:37.300057 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-86b3c4fc-4c29-482d-a3f9-ebb32f817bab req-d34d8784-20b6-437b-bfb7-8b9b7d59e288 service neutron] 10.222.0.55 "GET /v2.0/networks/2b0d1583-486b-43fb-abb3-b530c0697dca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1952729
May 07 21:52:37.302252 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-107d3c11-743d-4d4a-b1c2-f06a915b6a19 req-6e126064-4619-4410-925f-1825a8a3a146 tempest-SecurityGroupRulesNegativeTestJSON-911075500 tempest-SecurityGroupRulesNegativeTestJSON-911075500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (e4071293-0210-440c-9790-0e86567fb105), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:37.338427 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c62584d-d96e-456a-b790-d9e52c68bd78 req-0958d6aa-def4-4d4c-9619-0c694a96a592 tempest-ServerTagsTestJSON-1974203414 tempest-ServerTagsTestJSON-1974203414-project] No DVR routers for this DVR port 5bf0d3b1-6d14-4171-84b6-a6256304ad16 on host nch1-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:52:37.347212 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-8c62584d-d96e-456a-b790-d9e52c68bd78 req-0958d6aa-def4-4d4c-9619-0c694a96a592 tempest-ServerTagsTestJSON-1974203414 tempest-ServerTagsTestJSON-1974203414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:37.350830 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8c62584d-d96e-456a-b790-d9e52c68bd78 req-0958d6aa-def4-4d4c-9619-0c694a96a592 tempest-ServerTagsTestJSON-1974203414 tempest-ServerTagsTestJSON-1974203414-project] 10.222.0.55 "DELETE /v2.0/ports/5bf0d3b1-6d14-4171-84b6-a6256304ad16 HTTP/1.1" status: 204  len: 173 time: 4.4607630
May 07 21:52:37.390543 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f011dfca-7db8-445a-8e17-8679c42fecd6 req-3598900f-2a4e-4aa6-8616-78d3b2af0517 tempest-ServerTagsTestJSON-1974203414 tempest-ServerTagsTestJSON-1974203414-project] 10.222.0.32 "GET /v2.0/security-groups?id=ca6edf65-49ce-41d3-96ac-efd468c3405a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3253543
May 07 21:52:37.398905 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86b3c4fc-4c29-482d-a3f9-ebb32f817bab req-0436068c-11e2-4229-8b5e-c5fadcc14a95 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Made reservation on behalf of aae91bd9874141989a0896953655d3de for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:52:37.402978 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-86b3c4fc-4c29-482d-a3f9-ebb32f817bab req-0436068c-11e2-4229-8b5e-c5fadcc14a95 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:37.403175 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e126064-4619-4410-925f-1825a8a3a146 tempest-SecurityGroupRulesNegativeTestJSON-911075500 tempest-SecurityGroupRulesNegativeTestJSON-911075500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4071293-0210-440c-9790-0e86567fb105,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:37.404909 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfa8ac46-5137-4450-8be2-4479336a6f17 req-c2e7aa1e-427b-4114-8ae9-ac5d223708ea tempest-ServerDiagnosticsNegativeTest-1377180466 tempest-ServerDiagnosticsNegativeTest-1377180466-project] Made reservation on behalf of 4642753b5d1548038be79eb12ce7b20b for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:52:37.408087 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-bfa8ac46-5137-4450-8be2-4479336a6f17 req-c2e7aa1e-427b-4114-8ae9-ac5d223708ea tempest-ServerDiagnosticsNegativeTest-1377180466 tempest-ServerDiagnosticsNegativeTest-1377180466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:37.435321 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-107d3c11-743d-4d4a-b1c2-f06a915b6a19 req-6e126064-4619-4410-925f-1825a8a3a146 tempest-SecurityGroupRulesNegativeTestJSON-911075500 tempest-SecurityGroupRulesNegativeTestJSON-911075500-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:37.436672 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-107d3c11-743d-4d4a-b1c2-f06a915b6a19 req-6e126064-4619-4410-925f-1825a8a3a146 tempest-SecurityGroupRulesNegativeTestJSON-911075500 tempest-SecurityGroupRulesNegativeTestJSON-911075500-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.3971465
May 07 21:52:37.470837 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-bfa8ac46-5137-4450-8be2-4479336a6f17 req-c2e7aa1e-427b-4114-8ae9-ac5d223708ea tempest-ServerDiagnosticsNegativeTest-1377180466 tempest-ServerDiagnosticsNegativeTest-1377180466-project] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:37.577545 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-aea8e086-83ef-40aa-b1fe-2cad68fcbaf0 req-69d6434f-be94-419d-acbf-5b0308a5fb1b service neutron] For port 0cb8be1d-eb20-4313-adab-53f509d88a67, host nch2-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:52:37.619316 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-86b3c4fc-4c29-482d-a3f9-ebb32f817bab req-3ec26a20-c563-4f81-88e3-44ae7de3b190 service neutron] 10.222.0.55 "GET /v2.0/networks/2b0d1583-486b-43fb-abb3-b530c0697dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3058319
May 07 21:52:37.621092 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3871f763-7731-4539-9966-ecce9986478a req-26ce8a18-a153-48f8-a18d-7e91a4a4ef3d tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4261bef-6bf5-48f6-8976-9ffb930ee47e HTTP/1.1" status: 200  len: 210 time: 0.1015418
May 07 21:52:37.733725 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-aea8e086-83ef-40aa-b1fe-2cad68fcbaf0 req-69d6434f-be94-419d-acbf-5b0308a5fb1b service neutron] For port 0cb8be1d-eb20-4313-adab-53f509d88a67, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0cb8be1d-eb20-4313-adab-53f509d88a67,segment=NetworkSegment(2dff9de9-2f96-4532-9294-ee53fdca51cc),segment_id=2dff9de9-2f96-4532-9294-ee53fdca51cc)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:52:37.754632 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-bfa8ac46-5137-4450-8be2-4479336a6f17 req-c2e7aa1e-427b-4114-8ae9-ac5d223708ea tempest-ServerDiagnosticsNegativeTest-1377180466 tempest-ServerDiagnosticsNegativeTest-1377180466-project] Publish callbacks [] for security_group (1de14e55-a874-4ebc-a4f7-2e5e888678dd), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:37.763150 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-aea8e086-83ef-40aa-b1fe-2cad68fcbaf0 req-69d6434f-be94-419d-acbf-5b0308a5fb1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (0cb8be1d-eb20-4313-adab-53f509d88a67), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:37.776522 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-bfa8ac46-5137-4450-8be2-4479336a6f17 req-c2e7aa1e-427b-4114-8ae9-ac5d223708ea tempest-ServerDiagnosticsNegativeTest-1377180466 tempest-ServerDiagnosticsNegativeTest-1377180466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (1de14e55-a874-4ebc-a4f7-2e5e888678dd), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:37.795951 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc39c8e-d549-4e87-a21c-8a4100f65ee7 x-openstack-request-id: req-7cc39c8e-d549-4e87-a21c-8a4100f65ee7 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:52:37.796254 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4deb7455-0b67-4b88-9494-f544b1b73fce", "tag": "8bb18da3-f8df-435d-b4c9-cb0c6b3e540d", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:52:37.796517 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7cc39c8e-d549-4e87-a21c-8a4100f65ee7 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:52:37.796923 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cc39c8e-d549-4e87-a21c-8a4100f65ee7'] response: {'name': 'network-changed', 'server_uuid': '4deb7455-0b67-4b88-9494-f544b1b73fce', 'tag': '8bb18da3-f8df-435d-b4c9-cb0c6b3e540d', 'status': 'completed', 'code': 200}
May 07 21:52:37.818755 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-922e893c-6492-40e0-9347-92af7b7239b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (233d99f1-0f96-452f-8451-ed3713c6d775), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:37.867163 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3459ba7d-fe66-43cd-816e-dc1d54859913 req-9caf6d3d-eda1-449e-92ea-19f1b3059353 tempest-ServerDiagnosticsNegativeTest-1377180466 tempest-ServerDiagnosticsNegativeTest-1377180466-project] 10.222.0.32 "GET /v2.0/ports?device_id=73b2c8b6-20a3-4e24-8a95-1e9d67ee0ab7 HTTP/1.1" status: 200  len: 210 time: 0.0817780
May 07 21:52:37.900465 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea8e086-83ef-40aa-b1fe-2cad68fcbaf0 req-69d6434f-be94-419d-acbf-5b0308a5fb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:37.901126 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-aea8e086-83ef-40aa-b1fe-2cad68fcbaf0 req-69d6434f-be94-419d-acbf-5b0308a5fb1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:37.902715 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-aea8e086-83ef-40aa-b1fe-2cad68fcbaf0 req-69d6434f-be94-419d-acbf-5b0308a5fb1b service neutron] 10.222.0.59 "PUT /v2.0/ports/0cb8be1d-eb20-4313-adab-53f509d88a67 HTTP/1.1" status: 200  len: 1091 time: 6.8991022
May 07 21:52:37.963163 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e1e2daa4-2289-4ff4-8d64-7d2389d6833f req-bf77d5ed-d3e4-49f8-925c-d0e929f30936 tempest-SecurityGroupRulesNegativeTestJSON-911075500 tempest-SecurityGroupRulesNegativeTestJSON-911075500-project] 10.222.0.32 "GET /v2.0/security-groups/5477615f-d78c-49b0-a8c4-eec43baa1312 HTTP/1.1" status: 200  len: 2420 time: 0.0782108
May 07 21:52:38.131886 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be26cd5d-5fcb-46df-84cb-7da49602c83e req-71a8c911-cda1-4c14-9b52-b717b7e7f60c tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:38.140332 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be26cd5d-5fcb-46df-84cb-7da49602c83e req-71a8c911-cda1-4c14-9b52-b717b7e7f60c tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:38.146064 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be26cd5d-5fcb-46df-84cb-7da49602c83e req-71a8c911-cda1-4c14-9b52-b717b7e7f60c tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:38.147799 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-be26cd5d-5fcb-46df-84cb-7da49602c83e req-71a8c911-cda1-4c14-9b52-b717b7e7f60c tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3ba0813-ab71-47d9-8c7c-607769a67273 HTTP/1.1" status: 200  len: 2418 time: 0.1059020
May 07 21:52:38.200293 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e7aa1e-427b-4114-8ae9-ac5d223708ea tempest-ServerDiagnosticsNegativeTest-1377180466 tempest-ServerDiagnosticsNegativeTest-1377180466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1de14e55-a874-4ebc-a4f7-2e5e888678dd,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:38.245314 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-be26cd5d-5fcb-46df-84cb-7da49602c83e req-4d1b6679-87a7-40df-8837-db67db0670c5 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "GET /v2.0/security-groups?id=79406975-00eb-485e-b3fe-001bab536dcd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0910048
May 07 21:52:38.305538 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c5ed711c-f294-4ba9-8048-9058faf02c3a req-33b813e6-f38e-4857-96e1-80aca7e0143f tempest-VolumesAdminNegativeTest-1445857849 tempest-VolumesAdminNegativeTest-1445857849-project] 10.222.0.32 "GET /v2.0/ports?device_id=297e9f98-e053-44b1-af31-98785ad115af HTTP/1.1" status: 200  len: 210 time: 0.3211803
May 07 21:52:38.307037 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [req-86b3c4fc-4c29-482d-a3f9-ebb32f817bab req-0436068c-11e2-4229-8b5e-c5fadcc14a95 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Allocated IP 172.20.0.7 (2b0d1583-486b-43fb-abb3-b530c0697dca/1823294e-46ca-4903-8378-568d3d06f584/40b1718c-d35e-4a5e-8773-22fb9e1c85d5) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:52:38.328366 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d6434f-be94-419d-acbf-5b0308a5fb1b service neutron] Pushing event updated for resources: {'Port': ['ID=0cb8be1d-eb20-4313-adab-53f509d88a67,revision_number=3']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:38.425548 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41ee579-17f8-4e8c-9c15-c1d4e2912d9d req-813297a9-666d-4a2c-a58f-bb1f87d3b34a tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:38.427388 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c41ee579-17f8-4e8c-9c15-c1d4e2912d9d req-813297a9-666d-4a2c-a58f-bb1f87d3b34a tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] 10.222.0.32 "GET /v2.0/ports?device_id=83fafb82-09d3-47de-827f-770202f22005 HTTP/1.1" status: 200  len: 943 time: 0.0802929
May 07 21:52:38.520970 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c41ee579-17f8-4e8c-9c15-c1d4e2912d9d req-836b718e-8348-4b70-82ed-cc93ac436881 tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f14c0bf-eb9e-4e13-9566-d53c24420214&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0828531
May 07 21:52:38.678149 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3f373bf5-9c45-458f-bca4-aa099bc31603 req-df75f7e9-3f80-49bc-b4e2-a8987316f5a6 tempest-ServerTagsTestJSON-1974203414 tempest-ServerTagsTestJSON-1974203414-project] 10.222.0.32 "GET /v2.0/ports?device_id=094c249f-bac0-48b7-be4c-614af1acfbf5 HTTP/1.1" status: 200  len: 210 time: 0.0485864
May 07 21:52:38.687299 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [req-bfa8ac46-5137-4450-8be2-4479336a6f17 req-c2e7aa1e-427b-4114-8ae9-ac5d223708ea tempest-ServerDiagnosticsNegativeTest-1377180466 tempest-ServerDiagnosticsNegativeTest-1377180466-project] Allocated IP 192.168.233.248 (665487f0-78eb-47fb-9a06-b15bc614dc47/6e0e5c53-1ece-4d20-b01d-5f8c6957edf6/7ff85673-73cb-4149-a173-2c468116cf99) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:52:38.694028 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36822c92-0f7a-4e40-a75b-0caaf1f606ef req-1e4df908-d34a-4b0f-8c8b-71fb4d15c173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:38.699433 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-36822c92-0f7a-4e40-a75b-0caaf1f606ef req-1e4df908-d34a-4b0f-8c8b-71fb4d15c173 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=aae91bd9874141989a0896953655d3de&device_id=4deb7455-0b67-4b88-9494-f544b1b73fce HTTP/1.1" status: 200  len: 1126 time: 0.1352143
May 07 21:52:38.708010 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '094c249f-bac0-48b7-be4c-614af1acfbf5', 'name': 'network-vif-deleted', 'tag': '5bf0d3b1-6d14-4171-84b6-a6256304ad16'}, {'name': 'network-changed', 'server_uuid': '83fafb82-09d3-47de-827f-770202f22005', 'tag': '0cb8be1d-eb20-4313-adab-53f509d88a67'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:52:38.711238 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-013ca5f2-c3a3-4d46-8c8e-bd86734c9675" -d '{"events": [{"server_uuid": "094c249f-bac0-48b7-be4c-614af1acfbf5", "name": "network-vif-deleted", "tag": "5bf0d3b1-6d14-4171-84b6-a6256304ad16"}, {"name": "network-changed", "server_uuid": "83fafb82-09d3-47de-827f-770202f22005", "tag": "0cb8be1d-eb20-4313-adab-53f509d88a67"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:52:38.734247 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-91e39102-1ed9-470a-ba8f-c4496041397d req-21f40993-e74d-42a0-8043-b0d427b42827 tempest-SecurityGroupRulesNegativeTestJSON-911075500 tempest-SecurityGroupRulesNegativeTestJSON-911075500-project] 10.222.0.32 "GET /v2.0/security-group-rules/e4071293-0210-440c-9790-0e86567fb105 HTTP/1.1" status: 200  len: 778 time: 0.4013338
May 07 21:52:38.851100 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e9c7f4c5-81a0-4836-8182-0928f1e8d2fc req-821678ae-7036-45a5-acae-f50370f4a4ba tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4261bef-6bf5-48f6-8976-9ffb930ee47e HTTP/1.1" status: 200  len: 210 time: 0.0352249
May 07 21:52:38.874264 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36822c92-0f7a-4e40-a75b-0caaf1f606ef req-a60ac586-9f50-40c7-842d-465f26e9ef8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:38.875905 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-36822c92-0f7a-4e40-a75b-0caaf1f606ef req-a60ac586-9f50-40c7-842d-465f26e9ef8e service neutron] 10.222.0.55 "GET /v2.0/networks?id=2b0d1583-486b-43fb-abb3-b530c0697dca HTTP/1.1" status: 200  len: 913 time: 0.1712348
May 07 21:52:38.888083 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-86b3c4fc-4c29-482d-a3f9-ebb32f817bab req-0436068c-11e2-4229-8b5e-c5fadcc14a95 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Publish callbacks [] for port (40b1718c-d35e-4a5e-8773-22fb9e1c85d5), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:38.900789 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-91e39102-1ed9-470a-ba8f-c4496041397d req-f90f018f-de56-4aa9-90c5-4f3116df97da tempest-SecurityGroupRulesNegativeTestJSON-911075500 tempest-SecurityGroupRulesNegativeTestJSON-911075500-project] 10.222.0.32 "GET /v2.0/security-groups/5477615f-d78c-49b0-a8c4-eec43baa1312 HTTP/1.1" status: 200  len: 2420 time: 0.1656234
May 07 21:52:38.906686 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 07 May 2022 21:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f3080bc-ef49-4278-8695-5035e352f2e5 x-openstack-request-id: req-8f3080bc-ef49-4278-8695-5035e352f2e5 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:52:38.907006 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "094c249f-bac0-48b7-be4c-614af1acfbf5", "name": "network-vif-deleted", "tag": "5bf0d3b1-6d14-4171-84b6-a6256304ad16", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "83fafb82-09d3-47de-827f-770202f22005", "tag": "0cb8be1d-eb20-4313-adab-53f509d88a67", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:52:38.907265 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8f3080bc-ef49-4278-8695-5035e352f2e5 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:52:38.907672 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f3080bc-ef49-4278-8695-5035e352f2e5'] response: {'server_uuid': '094c249f-bac0-48b7-be4c-614af1acfbf5', 'name': 'network-vif-deleted', 'tag': '5bf0d3b1-6d14-4171-84b6-a6256304ad16', 'status': 'completed', 'code': 200}
May 07 21:52:38.907930 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f3080bc-ef49-4278-8695-5035e352f2e5'] response: {'name': 'network-changed', 'server_uuid': '83fafb82-09d3-47de-827f-770202f22005', 'tag': '0cb8be1d-eb20-4313-adab-53f509d88a67', 'status': 'completed', 'code': 200}
May 07 21:52:38.922159 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-36822c92-0f7a-4e40-a75b-0caaf1f606ef req-7117dfc1-00cb-4f90-95e9-34c03a5e9419 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8bb18da3-f8df-435d-b4c9-cb0c6b3e540d HTTP/1.1" status: 200  len: 217 time: 0.0404370
May 07 21:52:38.995830 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2c04932b-0d1e-49b1-8e7e-c9c3ff6fbb62 req-4320894a-d45d-4f30-bdbf-7f05b2e9ea2f tempest-ServerDiagnosticsNegativeTest-1377180466 tempest-ServerDiagnosticsNegativeTest-1377180466-project] 10.222.0.32 "GET /v2.0/ports?device_id=73b2c8b6-20a3-4e24-8a95-1e9d67ee0ab7 HTTP/1.1" status: 200  len: 210 time: 0.0352495
May 07 21:52:39.003365 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36822c92-0f7a-4e40-a75b-0caaf1f606ef req-b6cf9727-d79e-45c7-ad32-7dcf5c8be335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:39.004767 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-36822c92-0f7a-4e40-a75b-0caaf1f606ef req-b6cf9727-d79e-45c7-ad32-7dcf5c8be335 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1823294e-46ca-4903-8378-568d3d06f584 HTTP/1.1" status: 200  len: 852 time: 0.0768528
May 07 21:52:39.019632 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-91e39102-1ed9-470a-ba8f-c4496041397d req-92be9a7e-d4fb-443a-932a-2bba74b27c13 tempest-SecurityGroupRulesNegativeTestJSON-911075500 tempest-SecurityGroupRulesNegativeTestJSON-911075500-project] Publish callbacks [] for security_group_rule (e4071293-0210-440c-9790-0e86567fb105), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:39.031097 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-91e39102-1ed9-470a-ba8f-c4496041397d req-92be9a7e-d4fb-443a-932a-2bba74b27c13 tempest-SecurityGroupRulesNegativeTestJSON-911075500 tempest-SecurityGroupRulesNegativeTestJSON-911075500-project] Publish callbacks [] for security_group_rule (e4071293-0210-440c-9790-0e86567fb105), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:39.037657 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-922e893c-6492-40e0-9347-92af7b7239b2 admin admin] Router 233d99f1-0f96-452f-8451-ed3713c6d775 is scheduled to L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db with binding_index 1 {{(pid=121837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 07 21:52:39.038651 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-36822c92-0f7a-4e40-a75b-0caaf1f606ef req-37205a33-cc72-4b7d-9b7d-a66cbd53b15a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2b0d1583-486b-43fb-abb3-b530c0697dca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0269735
May 07 21:52:39.076049 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-86b3c4fc-4c29-482d-a3f9-ebb32f817bab req-0436068c-11e2-4229-8b5e-c5fadcc14a95 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (40b1718c-d35e-4a5e-8773-22fb9e1c85d5), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:39.098857 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-bfa8ac46-5137-4450-8be2-4479336a6f17 req-c2e7aa1e-427b-4114-8ae9-ac5d223708ea tempest-ServerDiagnosticsNegativeTest-1377180466 tempest-ServerDiagnosticsNegativeTest-1377180466-project] Publish callbacks [] for port (7ff85673-73cb-4149-a173-2c468116cf99), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:39.138642 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-36822c92-0f7a-4e40-a75b-0caaf1f606ef req-80d19c6d-5c3e-405d-be9e-5736f870d9ad service neutron] 10.222.0.55 "GET /v2.0/networks/2b0d1583-486b-43fb-abb3-b530c0697dca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0939102
May 07 21:52:39.158219 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-91e39102-1ed9-470a-ba8f-c4496041397d req-92be9a7e-d4fb-443a-932a-2bba74b27c13 tempest-SecurityGroupRulesNegativeTestJSON-911075500 tempest-SecurityGroupRulesNegativeTestJSON-911075500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (e4071293-0210-440c-9790-0e86567fb105), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:39.191493 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0436068c-11e2-4229-8b5e-c5fadcc14a95 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Pushing event updated for resources: {'Port': ['ID=40b1718c-d35e-4a5e-8773-22fb9e1c85d5,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:39.224209 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-91e39102-1ed9-470a-ba8f-c4496041397d req-92be9a7e-d4fb-443a-932a-2bba74b27c13 tempest-SecurityGroupRulesNegativeTestJSON-911075500 tempest-SecurityGroupRulesNegativeTestJSON-911075500-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:39.225891 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-91e39102-1ed9-470a-ba8f-c4496041397d req-92be9a7e-d4fb-443a-932a-2bba74b27c13 tempest-SecurityGroupRulesNegativeTestJSON-911075500 tempest-SecurityGroupRulesNegativeTestJSON-911075500-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/e4071293-0210-440c-9790-0e86567fb105 HTTP/1.1" status: 204  len: 173 time: 0.3084741
May 07 21:52:39.249736 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86b3c4fc-4c29-482d-a3f9-ebb32f817bab req-0436068c-11e2-4229-8b5e-c5fadcc14a95 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Network 2b0d1583-486b-43fb-abb3-b530c0697dca is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:52:39.252146 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92be9a7e-d4fb-443a-932a-2bba74b27c13 tempest-SecurityGroupRulesNegativeTestJSON-911075500 tempest-SecurityGroupRulesNegativeTestJSON-911075500-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e4071293-0210-440c-9790-0e86567fb105,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:39.255721 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-e36fd62c-16af-4ff7-a4b4-2730a85b8535 req-d8b4ff94-8a30-4b74-b19f-508ef1ef8866 tempest-SecurityGroupRulesNegativeTestJSON-911075500 tempest-SecurityGroupRulesNegativeTestJSON-911075500-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1917636923', 'description': 'tempest-description-1852186006'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:52:39.259844 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [req-86b3c4fc-4c29-482d-a3f9-ebb32f817bab req-0436068c-11e2-4229-8b5e-c5fadcc14a95 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:52:39.265571 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-86b3c4fc-4c29-482d-a3f9-ebb32f817bab req-0436068c-11e2-4229-8b5e-c5fadcc14a95 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:52:39.267571 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-36822c92-0f7a-4e40-a75b-0caaf1f606ef req-3a9fa8ba-dc31-4703-9b36-9d38228a9e75 service neutron] 10.222.0.55 "GET /v2.0/networks/2b0d1583-486b-43fb-abb3-b530c0697dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1237447
May 07 21:52:39.280617 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-e36fd62c-16af-4ff7-a4b4-2730a85b8535 req-d8b4ff94-8a30-4b74-b19f-508ef1ef8866 tempest-SecurityGroupRulesNegativeTestJSON-911075500 tempest-SecurityGroupRulesNegativeTestJSON-911075500-project] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:39.326449 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-bfa8ac46-5137-4450-8be2-4479336a6f17 req-c2e7aa1e-427b-4114-8ae9-ac5d223708ea tempest-ServerDiagnosticsNegativeTest-1377180466 tempest-ServerDiagnosticsNegativeTest-1377180466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (7ff85673-73cb-4149-a173-2c468116cf99), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:39.368799 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-e36fd62c-16af-4ff7-a4b4-2730a85b8535 req-d8b4ff94-8a30-4b74-b19f-508ef1ef8866 tempest-SecurityGroupRulesNegativeTestJSON-911075500 tempest-SecurityGroupRulesNegativeTestJSON-911075500-project] Publish callbacks [] for security_group (23dc9e30-b444-489e-974c-08338f2f965a), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:39.372798 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-e36fd62c-16af-4ff7-a4b4-2730a85b8535 req-d8b4ff94-8a30-4b74-b19f-508ef1ef8866 tempest-SecurityGroupRulesNegativeTestJSON-911075500 tempest-SecurityGroupRulesNegativeTestJSON-911075500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (23dc9e30-b444-489e-974c-08338f2f965a), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:39.402445 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-e36fd62c-16af-4ff7-a4b4-2730a85b8535 req-d8b4ff94-8a30-4b74-b19f-508ef1ef8866 tempest-SecurityGroupRulesNegativeTestJSON-911075500 tempest-SecurityGroupRulesNegativeTestJSON-911075500-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:39.403697 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e36fd62c-16af-4ff7-a4b4-2730a85b8535 req-d8b4ff94-8a30-4b74-b19f-508ef1ef8866 tempest-SecurityGroupRulesNegativeTestJSON-911075500 tempest-SecurityGroupRulesNegativeTestJSON-911075500-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1835 time: 0.1544189
May 07 21:52:39.407960 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b4ff94-8a30-4b74-b19f-508ef1ef8866 tempest-SecurityGroupRulesNegativeTestJSON-911075500 tempest-SecurityGroupRulesNegativeTestJSON-911075500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23dc9e30-b444-489e-974c-08338f2f965a,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:39.420247 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3c4fc-4c29-482d-a3f9-ebb32f817bab req-0436068c-11e2-4229-8b5e-c5fadcc14a95 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:39.420845 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-86b3c4fc-4c29-482d-a3f9-ebb32f817bab req-0436068c-11e2-4229-8b5e-c5fadcc14a95 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:39.447436 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfa8ac46-5137-4450-8be2-4479336a6f17 req-c2e7aa1e-427b-4114-8ae9-ac5d223708ea tempest-ServerDiagnosticsNegativeTest-1377180466 tempest-ServerDiagnosticsNegativeTest-1377180466-project] Network 665487f0-78eb-47fb-9a06-b15bc614dc47 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:52:39.462880 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [req-bfa8ac46-5137-4450-8be2-4479336a6f17 req-c2e7aa1e-427b-4114-8ae9-ac5d223708ea tempest-ServerDiagnosticsNegativeTest-1377180466 tempest-ServerDiagnosticsNegativeTest-1377180466-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:52:39.465306 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e7aa1e-427b-4114-8ae9-ac5d223708ea tempest-ServerDiagnosticsNegativeTest-1377180466 tempest-ServerDiagnosticsNegativeTest-1377180466-project] Pushing event updated for resources: {'Port': ['ID=7ff85673-73cb-4149-a173-2c468116cf99,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:39.472897 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0832bfe8-145d-4e79-9d3c-51492eb905f6 req-8658d7c6-295f-4ba7-a531-ab1c046fd6f4 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:39.478354 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0832bfe8-145d-4e79-9d3c-51492eb905f6 req-8658d7c6-295f-4ba7-a531-ab1c046fd6f4 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:39.486285 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0832bfe8-145d-4e79-9d3c-51492eb905f6 req-8658d7c6-295f-4ba7-a531-ab1c046fd6f4 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:39.488172 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0832bfe8-145d-4e79-9d3c-51492eb905f6 req-8658d7c6-295f-4ba7-a531-ab1c046fd6f4 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3ba0813-ab71-47d9-8c7c-607769a67273 HTTP/1.1" status: 200  len: 2418 time: 0.1221244
May 07 21:52:39.489337 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-922e893c-6492-40e0-9347-92af7b7239b2 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:52:39.491375 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfa8ac46-5137-4450-8be2-4479336a6f17 req-c2e7aa1e-427b-4114-8ae9-ac5d223708ea tempest-ServerDiagnosticsNegativeTest-1377180466 tempest-ServerDiagnosticsNegativeTest-1377180466-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:52:39.497153 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-86b3c4fc-4c29-482d-a3f9-ebb32f817bab req-0436068c-11e2-4229-8b5e-c5fadcc14a95 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.4203353
May 07 21:52:39.500573 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac96940-a77b-4d78-90d1-ece7ffd93108 None None] Sync routers for ids ['233d99f1-0f96-452f-8451-ed3713c6d775'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:52:39.513662 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac96940-a77b-4d78-90d1-ece7ffd93108 None None] Routers {'233d99f1-0f96-452f-8451-ed3713c6d775'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:52:39.514976 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d340ad67-932f-45be-ad82-8a79e7c4a459 req-8b7da463-fdee-4095-a124-c7ba0393bfb7 tempest-VolumesAdminNegativeTest-1445857849 tempest-VolumesAdminNegativeTest-1445857849-project] 10.222.0.32 "GET /v2.0/ports?device_id=297e9f98-e053-44b1-af31-98785ad115af HTTP/1.1" status: 200  len: 210 time: 0.0416453
May 07 21:52:39.520258 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-4ac96940-a77b-4d78-90d1-ece7ffd93108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c8dae20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:52:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['233d99f1-0f96-452f-8451-ed3713c6d775'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:52:39.574791 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-922e893c-6492-40e0-9347-92af7b7239b2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:39.576042 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-922e893c-6492-40e0-9347-92af7b7239b2 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 13.1647787
May 07 21:52:39.581164 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 40650) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:52:39.594394 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa8ac46-5137-4450-8be2-4479336a6f17 req-c2e7aa1e-427b-4114-8ae9-ac5d223708ea tempest-ServerDiagnosticsNegativeTest-1377180466 tempest-ServerDiagnosticsNegativeTest-1377180466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:39.595057 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-bfa8ac46-5137-4450-8be2-4479336a6f17 req-c2e7aa1e-427b-4114-8ae9-ac5d223708ea tempest-ServerDiagnosticsNegativeTest-1377180466 tempest-ServerDiagnosticsNegativeTest-1377180466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:39.624685 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0832bfe8-145d-4e79-9d3c-51492eb905f6 req-67de101d-8eb4-4ef8-9bb5-a904e0f3bd61 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "GET /v2.0/security-groups?id=79406975-00eb-485e-b3fe-001bab536dcd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1263738
May 07 21:52:39.635471 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bfa8ac46-5137-4450-8be2-4479336a6f17 req-c2e7aa1e-427b-4114-8ae9-ac5d223708ea tempest-ServerDiagnosticsNegativeTest-1377180466 tempest-ServerDiagnosticsNegativeTest-1377180466-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 3.4418685
May 07 21:52:39.647030 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-bfa8ac46-5137-4450-8be2-4479336a6f17 req-40c6c4d8-7e0d-4224-a155-5cea0e101e99 service neutron] Request body: {'port': {'device_id': '73b2c8b6-20a3-4e24-8a95-1e9d67ee0ab7', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:52:39.663753 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-00af2099-ba2f-4fe2-be70-f249a6270728 req-9c0ed4b2-9542-4234-9b88-2fc9f3074085 tempest-SecurityGroupRulesNegativeTestJSON-911075500 tempest-SecurityGroupRulesNegativeTestJSON-911075500-project] 10.222.0.32 "GET /v2.0/security-groups/23dc9e30-b444-489e-974c-08338f2f965a HTTP/1.1" status: 200  len: 1830 time: 0.1162035
May 07 21:52:39.701862 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 8bb18da3-f8df-435d-b4c9-cb0c6b3e540d details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:52:39.737938 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-be0a25aa-928b-4090-8001-a651e8a9df3d req-43d2a40d-98c2-4550-834a-bfe8f424708d tempest-SecurityGroupRulesNegativeTestJSON-911075500 tempest-SecurityGroupRulesNegativeTestJSON-911075500-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1655473339', 'description': 'tempest-description-1631133272'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:52:39.741121 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-4ac96940-a77b-4d78-90d1-ece7ffd93108 None None] Set router 233d99f1-0f96-452f-8451-ed3713c6d775 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:52:39.768732 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-be0a25aa-928b-4090-8001-a651e8a9df3d req-43d2a40d-98c2-4550-834a-bfe8f424708d tempest-SecurityGroupRulesNegativeTestJSON-911075500 tempest-SecurityGroupRulesNegativeTestJSON-911075500-project] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:39.801093 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-bfa8ac46-5137-4450-8be2-4479336a6f17 req-40c6c4d8-7e0d-4224-a155-5cea0e101e99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (7ff85673-73cb-4149-a173-2c468116cf99), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:39.824210 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0db336-327f-493b-b216-71bf23cad611 req-1fa4d218-013b-4cb6-9474-162ea4b59629 tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:39.825658 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4c0db336-327f-493b-b216-71bf23cad611 req-1fa4d218-013b-4cb6-9474-162ea4b59629 tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] 10.222.0.32 "GET /v2.0/ports?device_id=83fafb82-09d3-47de-827f-770202f22005 HTTP/1.1" status: 200  len: 943 time: 0.0818691
May 07 21:52:39.950519 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-f9f62875-3fd6-40df-9bfe-13654a3cfb80 None None] Provisioning complete for port 7ff85673-73cb-4149-a173-2c468116cf99 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:52:39.950924 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f9f62875-3fd6-40df-9bfe-13654a3cfb80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (7ff85673-73cb-4149-a173-2c468116cf99), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:39.960711 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-be0a25aa-928b-4090-8001-a651e8a9df3d req-43d2a40d-98c2-4550-834a-bfe8f424708d tempest-SecurityGroupRulesNegativeTestJSON-911075500 tempest-SecurityGroupRulesNegativeTestJSON-911075500-project] Publish callbacks [] for security_group (c14e41d7-1be8-413a-97d1-7878993279b2), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:39.967799 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-be0a25aa-928b-4090-8001-a651e8a9df3d req-43d2a40d-98c2-4550-834a-bfe8f424708d tempest-SecurityGroupRulesNegativeTestJSON-911075500 tempest-SecurityGroupRulesNegativeTestJSON-911075500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (c14e41d7-1be8-413a-97d1-7878993279b2), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:40.009818 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 8bb18da3-f8df-435d-b4c9-cb0c6b3e540d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8bb18da3-f8df-435d-b4c9-cb0c6b3e540d,segment=NetworkSegment(8cdcb27b-fa23-4865-8aaa-e6a27c987d4c),segment_id=8cdcb27b-fa23-4865-8aaa-e6a27c987d4c)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:52:40.023445 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d2a40d-98c2-4550-834a-bfe8f424708d tempest-SecurityGroupRulesNegativeTestJSON-911075500 tempest-SecurityGroupRulesNegativeTestJSON-911075500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c14e41d7-1be8-413a-97d1-7878993279b2,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:40.031242 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-f9f62875-3fd6-40df-9bfe-13654a3cfb80 None None] Port 7ff85673-73cb-4149-a173-2c468116cf99 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:52:40.042204 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-be0a25aa-928b-4090-8001-a651e8a9df3d req-43d2a40d-98c2-4550-834a-bfe8f424708d tempest-SecurityGroupRulesNegativeTestJSON-911075500 tempest-SecurityGroupRulesNegativeTestJSON-911075500-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:40.043125 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-be0a25aa-928b-4090-8001-a651e8a9df3d req-43d2a40d-98c2-4550-834a-bfe8f424708d tempest-SecurityGroupRulesNegativeTestJSON-911075500 tempest-SecurityGroupRulesNegativeTestJSON-911075500-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1837 time: 0.3108468
May 07 21:52:40.054891 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': '8bb18da3-f8df-435d-b4c9-cb0c6b3e540d', 'network_id': '2b0d1583-486b-43fb-abb3-b530c0697dca', 'port_id': '8bb18da3-f8df-435d-b4c9-cb0c6b3e540d', 'mac_address': 'fa:16:3e:eb:18:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1823294e-46ca-4903-8378-568d3d06f584', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:52:40.107334 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 40664) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:52:40.109243 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-4ac96940-a77b-4d78-90d1-ece7ffd93108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c8dae20>, [{'id': '233d99f1-0f96-452f-8451-ed3713c6d775', 'name': 'tempest-TaggedBootDevicesTest_v242-1499694412-router', 'tenant_id': '776799dc9f9540fbaa14d08d316b0eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.222'}], 'enable_snat': True}, 'gw_port_id': '24a60c17-e3bd-4892-9062-5beb43d659d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:52:26Z', 'updated_at': '2022-05-07T21:52:34Z', 'revision_number': 3, 'project_id': '776799dc9f9540fbaa14d08d316b0eef', 'gw_port': {'id': '24a60c17-e3bd-4892-9062-5beb43d659d4', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:44:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '233d99f1-0f96-452f-8451-ed3713c6d775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:52:31Z', 'updated_at': '2022-05-07T21:52:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:52:40.143226 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac96940-a77b-4d78-90d1-ece7ffd93108 None None] Checking router: 233d99f1-0f96-452f-8451-ed3713c6d775 for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 21:52:40.143597 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac96940-a77b-4d78-90d1-ece7ffd93108 None None] Updating router 233d99f1-0f96-452f-8451-ed3713c6d775 port 24a60c17-e3bd-4892-9062-5beb43d659d4 binding host ncdv-master-1 {{(pid=121838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 21:52:40.145694 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 8bb18da3-f8df-435d-b4c9-cb0c6b3e540d is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:52:40.146091 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (8bb18da3-f8df-435d-b4c9-cb0c6b3e540d), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:40.178999 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bb18da3-f8df-435d-b4c9-cb0c6b3e540d {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:52:40.204944 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-4ac96940-a77b-4d78-90d1-ece7ffd93108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (24a60c17-e3bd-4892-9062-5beb43d659d4), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:40.210434 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 8bb18da3-f8df-435d-b4c9-cb0c6b3e540d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8bb18da3-f8df-435d-b4c9-cb0c6b3e540d,segment=NetworkSegment(8cdcb27b-fa23-4865-8aaa-e6a27c987d4c),segment_id=8cdcb27b-fa23-4865-8aaa-e6a27c987d4c)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:52:40.239441 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (8bb18da3-f8df-435d-b4c9-cb0c6b3e540d), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:40.284690 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_v2 [None req-02d62242-c424-4a7c-8845-c6593521fadf admin admin] Deleting subnet 7733d6c6-beb5-459c-8659-75e0068407fc {{(pid=121836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 21:52:40.297716 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47043aab-00c5-414b-ade0-2d6e26eb161d req-9eddf56e-f5ef-4245-968a-e97d5026a1ac tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:40.300483 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-47043aab-00c5-414b-ade0-2d6e26eb161d req-9eddf56e-f5ef-4245-968a-e97d5026a1ac tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4261bef-6bf5-48f6-8976-9ffb930ee47e HTTP/1.1" status: 200  len: 931 time: 0.1244779
May 07 21:52:40.301392 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-02d62242-c424-4a7c-8845-c6593521fadf admin admin] Publish callbacks [] for subnet (7733d6c6-beb5-459c-8659-75e0068407fc), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:40.382684 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=8bb18da3-f8df-435d-b4c9-cb0c6b3e540d,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:40.417270 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4c0db336-327f-493b-b216-71bf23cad611 req-acb35b25-42ba-4073-9f16-34aeed9d51f1 tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f14c0bf-eb9e-4e13-9566-d53c24420214&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5615795
May 07 21:52:40.429976 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-02d62242-c424-4a7c-8845-c6593521fadf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726883'] for subnet (7733d6c6-beb5-459c-8659-75e0068407fc), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:40.437228 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-86b3c4fc-4c29-482d-a3f9-ebb32f817bab req-b70523ea-2921-4bb3-b2c5-a66661269e0b service neutron] Request body: {'port': {'device_id': 'a4261bef-6bf5-48f6-8976-9ffb930ee47e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:52:40.461476 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['8bb18da3-f8df-435d-b4c9-cb0c6b3e540d'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:52:40.508059 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-47043aab-00c5-414b-ade0-2d6e26eb161d req-517302da-b86f-4a83-9703-f820277f53d8 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c5b0484-080e-4f51-826c-9d1b8b7fda2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1880672
May 07 21:52:40.574881 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-86b3c4fc-4c29-482d-a3f9-ebb32f817bab req-b70523ea-2921-4bb3-b2c5-a66661269e0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (40b1718c-d35e-4a5e-8773-22fb9e1c85d5), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:40.610111 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013ca5f2-c3a3-4d46-8c8e-bd86734c9675 req-50807a5f-0ab1-43a3-91a0-7ecdbf657811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:40.612183 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-013ca5f2-c3a3-4d46-8c8e-bd86734c9675 req-50807a5f-0ab1-43a3-91a0-7ecdbf657811 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=62b1d2f38652407eaa85fbb15aff6307&device_id=83fafb82-09d3-47de-827f-770202f22005 HTTP/1.1" status: 200  len: 1125 time: 0.1846790
May 07 21:52:40.620635 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-02d62242-c424-4a7c-8845-c6593521fadf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (7733d6c6-beb5-459c-8659-75e0068407fc), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:40.665174 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-39a8e572-508b-4d62-bfef-81e85d445c5e req-265bb145-04e6-4185-8a50-637a4321ebac service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=297e9f98-e053-44b1-af31-98785ad115af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 210 time: 0.1442838
May 07 21:52:40.687727 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-4ac96940-a77b-4d78-90d1-ece7ffd93108 None None] Publish callbacks [] for port (24a60c17-e3bd-4892-9062-5beb43d659d4), precommit_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:40.706800 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-4ac96940-a77b-4d78-90d1-ece7ffd93108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (24a60c17-e3bd-4892-9062-5beb43d659d4), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:40.746302 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 21:52:40.784341 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9073bd8-8e75-411c-80fc-7cf8fc04fe9a None None] Pushing event updated for resources: {'Port': ['ID=24a60c17-e3bd-4892-9062-5beb43d659d4,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:40.785136 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2020be3-9fb5-408c-b614-e61ff5fb9284 req-9185a591-7b0d-4bd6-ba17-01534e6d5f35 tempest-ServerDiagnosticsNegativeTest-1377180466 tempest-ServerDiagnosticsNegativeTest-1377180466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:40.786837 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-4ac96940-a77b-4d78-90d1-ece7ffd93108 None None] Attempting to bind port 24a60c17-e3bd-4892-9062-5beb43d659d4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:52:40.787213 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-4ac96940-a77b-4d78-90d1-ece7ffd93108 None None] Attempting to bind port 24a60c17-e3bd-4892-9062-5beb43d659d4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:52:40.787576 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac96940-a77b-4d78-90d1-ece7ffd93108 None None] Attempting to bind port 24a60c17-e3bd-4892-9062-5beb43d659d4 on network 9221b764-ef06-431f-8941-796516ed7c3b {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:52:40.794328 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d2020be3-9fb5-408c-b614-e61ff5fb9284 req-9185a591-7b0d-4bd6-ba17-01534e6d5f35 tempest-ServerDiagnosticsNegativeTest-1377180466 tempest-ServerDiagnosticsNegativeTest-1377180466-project] 10.222.0.32 "GET /v2.0/ports?device_id=73b2c8b6-20a3-4e24-8a95-1e9d67ee0ab7 HTTP/1.1" status: 200  len: 936 time: 0.2044215
May 07 21:52:40.795609 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac96940-a77b-4d78-90d1-ece7ffd93108 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:52:40.795978 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac96940-a77b-4d78-90d1-ece7ffd93108 None None] Checking segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:52:40.796596 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-4ac96940-a77b-4d78-90d1-ece7ffd93108 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:40.796970 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac96940-a77b-4d78-90d1-ece7ffd93108 None None] Bound using segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:52:40.797628 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-4ac96940-a77b-4d78-90d1-ece7ffd93108 None None] Bound port: 24a60c17-e3bd-4892-9062-5beb43d659d4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:52:40.798008 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-4ac96940-a77b-4d78-90d1-ece7ffd93108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (24a60c17-e3bd-4892-9062-5beb43d659d4), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:40.848476 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6e8db037-e42d-483c-92ae-7a20eae1eac9 req-22b6fd58-fc8d-4996-8ab9-95dbe5755474 tempest-SecurityGroupRulesNegativeTestJSON-911075500 tempest-SecurityGroupRulesNegativeTestJSON-911075500-project] 10.222.0.32 "GET /v2.0/security-groups/c14e41d7-1be8-413a-97d1-7878993279b2 HTTP/1.1" status: 200  len: 1832 time: 0.3119054
May 07 21:52:40.853269 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-39a8e572-508b-4d62-bfef-81e85d445c5e req-6bd6f426-8238-4645-a58a-5d0d43236935 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=85f29512cce1477d94e91ae394ecbbcb&device_id=297e9f98-e053-44b1-af31-98785ad115af HTTP/1.1" status: 200  len: 210 time: 0.0534592
May 07 21:52:40.854633 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-4ac96940-a77b-4d78-90d1-ece7ffd93108 None None] For port 24a60c17-e3bd-4892-9062-5beb43d659d4, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:52:40.859340 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-4ac96940-a77b-4d78-90d1-ece7ffd93108 None None] For port 24a60c17-e3bd-4892-9062-5beb43d659d4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=24a60c17-e3bd-4892-9062-5beb43d659d4,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:52:40.859528 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d8f603bf-2be7-4173-9eb5-6de43e39d7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:40.871523 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-4ac96940-a77b-4d78-90d1-ece7ffd93108 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (24a60c17-e3bd-4892-9062-5beb43d659d4), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:40.935084 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d2020be3-9fb5-408c-b614-e61ff5fb9284 req-0e1a2e0e-3525-4fc2-8836-a2946152f4f2 tempest-ServerDiagnosticsNegativeTest-1377180466 tempest-ServerDiagnosticsNegativeTest-1377180466-project] 10.222.0.32 "GET /v2.0/security-groups?id=1de14e55-a874-4ebc-a4f7-2e5e888678dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1374898
May 07 21:52:40.935784 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 40672) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:52:40.940695 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac96940-a77b-4d78-90d1-ece7ffd93108 None None] Routers {'233d99f1-0f96-452f-8451-ed3713c6d775'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:52:40.941347 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-4ac96940-a77b-4d78-90d1-ece7ffd93108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c8dae20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:52:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['233d99f1-0f96-452f-8451-ed3713c6d775'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:52:40.962864 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66f7497-0037-41d1-8548-7c5b342fd362 req-a976210c-7340-40f7-9d98-a54f2fb6b336 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:40.969493 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66f7497-0037-41d1-8548-7c5b342fd362 req-a976210c-7340-40f7-9d98-a54f2fb6b336 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:40.975133 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66f7497-0037-41d1-8548-7c5b342fd362 req-a976210c-7340-40f7-9d98-a54f2fb6b336 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:40.976814 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f66f7497-0037-41d1-8548-7c5b342fd362 req-a976210c-7340-40f7-9d98-a54f2fb6b336 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.59 "GET /v2.0/ports?device_id=f3ba0813-ab71-47d9-8c7c-607769a67273 HTTP/1.1" status: 200  len: 2418 time: 0.2572708
May 07 21:52:40.986553 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9073bd8-8e75-411c-80fc-7cf8fc04fe9a None None] Pushing event updated for resources: {'Port': ['ID=24a60c17-e3bd-4892-9062-5beb43d659d4,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:41.014745 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-bb856b4a-b0db-4630-a275-3f2feb58cab8 req-a365a655-3294-4302-a8a8-57be3b3441c6 tempest-SecurityGroupRulesNegativeTestJSON-911075500 tempest-SecurityGroupRulesNegativeTestJSON-911075500-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2142503762', 'description': 'tempest-description-766446704'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:52:41.078802 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-4ac96940-a77b-4d78-90d1-ece7ffd93108 None None] Set router 233d99f1-0f96-452f-8451-ed3713c6d775 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:52:41.234103 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-51e45668-7aea-466e-9162-ab79efc7bb2b admin admin] Deleting subnet e27d44b6-0e57-4b7b-9f18-245109c4f642 {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 21:52:41.242644 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-bb856b4a-b0db-4630-a275-3f2feb58cab8 req-a365a655-3294-4302-a8a8-57be3b3441c6 tempest-SecurityGroupRulesNegativeTestJSON-911075500 tempest-SecurityGroupRulesNegativeTestJSON-911075500-project] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:41.265350 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-51e45668-7aea-466e-9162-ab79efc7bb2b admin admin] Publish callbacks [] for subnet (e27d44b6-0e57-4b7b-9f18-245109c4f642), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:41.305791 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-f66f7497-0037-41d1-8548-7c5b342fd362 req-0b89b32b-dcb7-459c-b840-64d168a18add tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Deleting port bb1a4932-726b-4649-982e-cde502e2aff1 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:52:41.306147 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-f66f7497-0037-41d1-8548-7c5b342fd362 req-0b89b32b-dcb7-459c-b840-64d168a18add tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (bb1a4932-726b-4649-982e-cde502e2aff1), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:41.321393 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [req-bfa8ac46-5137-4450-8be2-4479336a6f17 req-40c6c4d8-7e0d-4224-a155-5cea0e101e99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ff85673-73cb-4149-a173-2c468116cf99 {{(pid=121837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:52:41.352755 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-bfa8ac46-5137-4450-8be2-4479336a6f17 req-40c6c4d8-7e0d-4224-a155-5cea0e101e99 service neutron] Publish callbacks [] for port (7ff85673-73cb-4149-a173-2c468116cf99), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:41.389615 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-51e45668-7aea-466e-9162-ab79efc7bb2b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (e27d44b6-0e57-4b7b-9f18-245109c4f642), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:41.393019 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-4ac96940-a77b-4d78-90d1-ece7ffd93108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c8dae20>, [{'id': '233d99f1-0f96-452f-8451-ed3713c6d775', 'name': 'tempest-TaggedBootDevicesTest_v242-1499694412-router', 'tenant_id': '776799dc9f9540fbaa14d08d316b0eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.222'}], 'enable_snat': True}, 'gw_port_id': '24a60c17-e3bd-4892-9062-5beb43d659d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:52:26Z', 'updated_at': '2022-05-07T21:52:34Z', 'revision_number': 3, 'project_id': '776799dc9f9540fbaa14d08d316b0eef', 'gw_port': {'id': '24a60c17-e3bd-4892-9062-5beb43d659d4', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:44:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '233d99f1-0f96-452f-8451-ed3713c6d775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:52:31Z', 'updated_at': '2022-05-07T21:52:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:52:41.404095 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-02d62242-c424-4a7c-8845-c6593521fadf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (7733d6c6-beb5-459c-8659-75e0068407fc), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:41.419835 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac96940-a77b-4d78-90d1-ece7ffd93108 None None] The sync data for ids ['233d99f1-0f96-452f-8451-ed3713c6d775'] in ncdv-master-1 is: [{'id': '233d99f1-0f96-452f-8451-ed3713c6d775', 'name': 'tempest-TaggedBootDevicesTest_v242-1499694412-router', 'tenant_id': '776799dc9f9540fbaa14d08d316b0eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.222'}], 'enable_snat': True}, 'gw_port_id': '24a60c17-e3bd-4892-9062-5beb43d659d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:52:26Z', 'updated_at': '2022-05-07T21:52:34Z', 'revision_number': 3, 'project_id': '776799dc9f9540fbaa14d08d316b0eef', 'gw_port': {'id': '24a60c17-e3bd-4892-9062-5beb43d659d4', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:44:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '233d99f1-0f96-452f-8451-ed3713c6d775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:52:31Z', 'updated_at': '2022-05-07T21:52:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:52:41.426388 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-bfa8ac46-5137-4450-8be2-4479336a6f17 req-40c6c4d8-7e0d-4224-a155-5cea0e101e99 service neutron] Transition to ACTIVE for port object 7ff85673-73cb-4149-a173-2c468116cf99 will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:52:41.432532 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-02d62242-c424-4a7c-8845-c6593521fadf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:41.438426 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-02d62242-c424-4a7c-8845-c6593521fadf admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7733d6c6-beb5-459c-8659-75e0068407fc HTTP/1.1" status: 204  len: 168 time: 1.3299673
May 07 21:52:41.459499 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013ca5f2-c3a3-4d46-8c8e-bd86734c9675 req-ad132a8c-ce72-4a67-b509-6e2953a32bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:41.461023 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-013ca5f2-c3a3-4d46-8c8e-bd86734c9675 req-ad132a8c-ce72-4a67-b509-6e2953a32bf5 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=62b1d2f38652407eaa85fbb15aff6307&shared=False HTTP/1.1" status: 200  len: 916 time: 0.8363106
May 07 21:52:41.464014 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 40674) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:52:41.471804 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf2c5d5-b722-49aa-b698-acf1e9baff1c req-67467746-b5ce-4f27-9646-7483afe827a4 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:41.477620 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf2c5d5-b722-49aa-b698-acf1e9baff1c req-67467746-b5ce-4f27-9646-7483afe827a4 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:41.477800 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-bfa8ac46-5137-4450-8be2-4479336a6f17 req-40c6c4d8-7e0d-4224-a155-5cea0e101e99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (7ff85673-73cb-4149-a173-2c468116cf99), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:41.482901 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf2c5d5-b722-49aa-b698-acf1e9baff1c req-67467746-b5ce-4f27-9646-7483afe827a4 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:41.488058 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-acf2c5d5-b722-49aa-b698-acf1e9baff1c req-67467746-b5ce-4f27-9646-7483afe827a4 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3ba0813-ab71-47d9-8c7c-607769a67273 HTTP/1.1" status: 200  len: 2418 time: 0.4835446
May 07 21:52:41.509574 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d62242-c424-4a7c-8845-c6593521fadf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7733d6c6-beb5-459c-8659-75e0068407fc,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:41.601338 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-51e45668-7aea-466e-9162-ab79efc7bb2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (e27d44b6-0e57-4b7b-9f18-245109c4f642), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:41.649735 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [req-86b3c4fc-4c29-482d-a3f9-ebb32f817bab req-b70523ea-2921-4bb3-b2c5-a66661269e0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40b1718c-d35e-4a5e-8773-22fb9e1c85d5 {{(pid=121837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:52:41.660334 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-86b3c4fc-4c29-482d-a3f9-ebb32f817bab req-b70523ea-2921-4bb3-b2c5-a66661269e0b service neutron] Publish callbacks [] for port (40b1718c-d35e-4a5e-8773-22fb9e1c85d5), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:41.679408 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-86b3c4fc-4c29-482d-a3f9-ebb32f817bab req-b70523ea-2921-4bb3-b2c5-a66661269e0b service neutron] Transition to ACTIVE for port object 40b1718c-d35e-4a5e-8773-22fb9e1c85d5 will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:52:41.695908 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c6c4d8-7e0d-4224-a155-5cea0e101e99 service neutron] Pushing event updated for resources: {'Port': ['ID=7ff85673-73cb-4149-a173-2c468116cf99,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:41.716682 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 8bb18da3-f8df-435d-b4c9-cb0c6b3e540d up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:52:41.734296 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-86b3c4fc-4c29-482d-a3f9-ebb32f817bab req-b70523ea-2921-4bb3-b2c5-a66661269e0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (40b1718c-d35e-4a5e-8773-22fb9e1c85d5), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:41.756827 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8e572-508b-4d62-bfef-81e85d445c5e req-a077211e-0b41-4047-bd52-5d2d2933da49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:41.758879 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-39a8e572-508b-4d62-bfef-81e85d445c5e req-a077211e-0b41-4047-bd52-5d2d2933da49 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=85f29512cce1477d94e91ae394ecbbcb&shared=False HTTP/1.1" status: 200  len: 915 time: 0.8200753
May 07 21:52:41.819279 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a9c2caa9-519e-448e-911c-3dbdeae21387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (bbfe0822-d3c9-4ae0-93fe-d0c511147e67), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:41.820789 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning for port 8bb18da3-f8df-435d-b4c9-cb0c6b3e540d completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:52:41.838648 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port 8bb18da3-f8df-435d-b4c9-cb0c6b3e540d triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:52:41.839568 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (8bb18da3-f8df-435d-b4c9-cb0c6b3e540d), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:41.880857 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-bb856b4a-b0db-4630-a275-3f2feb58cab8 req-a365a655-3294-4302-a8a8-57be3b3441c6 tempest-SecurityGroupRulesNegativeTestJSON-911075500 tempest-SecurityGroupRulesNegativeTestJSON-911075500-project] Publish callbacks [] for security_group (7a851740-67b8-422e-939b-5dc3524c3a81), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:41.886764 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-f66f7497-0037-41d1-8548-7c5b342fd362 req-0b89b32b-dcb7-459c-b840-64d168a18add tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] For port bb1a4932-726b-4649-982e-cde502e2aff1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bb1a4932-726b-4649-982e-cde502e2aff1,segment=NetworkSegment(8e80564f-7b66-4ca5-94b4-fe89240ca4bd),segment_id=8e80564f-7b66-4ca5-94b4-fe89240ca4bd)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:52:41.887708 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-f66f7497-0037-41d1-8548-7c5b342fd362 req-0b89b32b-dcb7-459c-b840-64d168a18add tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (bb1a4932-726b-4649-982e-cde502e2aff1), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:41.930731 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-bb856b4a-b0db-4630-a275-3f2feb58cab8 req-a365a655-3294-4302-a8a8-57be3b3441c6 tempest-SecurityGroupRulesNegativeTestJSON-911075500 tempest-SecurityGroupRulesNegativeTestJSON-911075500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (7a851740-67b8-422e-939b-5dc3524c3a81), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:41.959154 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-acf2c5d5-b722-49aa-b698-acf1e9baff1c req-9072ad95-0578-4fc3-bbbf-e6d0e2c83bfa tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "GET /v2.0/security-groups?id=79406975-00eb-485e-b3fe-001bab536dcd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4623654
May 07 21:52:41.977507 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 8bb18da3-f8df-435d-b4c9-cb0c6b3e540d is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:52:41.977907 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (8bb18da3-f8df-435d-b4c9-cb0c6b3e540d), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:42.006641 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4deb7455-0b67-4b88-9494-f544b1b73fce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bb18da3-f8df-435d-b4c9-cb0c6b3e540d'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:52:42.009571 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebef01df-8a02-43f8-abf2-fa2487f72b19" -d '{"events": [{"server_uuid": "4deb7455-0b67-4b88-9494-f544b1b73fce", "name": "network-vif-plugged", "status": "completed", "tag": "8bb18da3-f8df-435d-b4c9-cb0c6b3e540d"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:52:42.026976 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 8bb18da3-f8df-435d-b4c9-cb0c6b3e540d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8bb18da3-f8df-435d-b4c9-cb0c6b3e540d,segment=NetworkSegment(8cdcb27b-fa23-4865-8aaa-e6a27c987d4c),segment_id=8cdcb27b-fa23-4865-8aaa-e6a27c987d4c)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:52:42.028673 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-f66f7497-0037-41d1-8548-7c5b342fd362 req-0b89b32b-dcb7-459c-b840-64d168a18add tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Calling delete_port for bb1a4932-726b-4649-982e-cde502e2aff1 owned by compute:nova {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:52:42.032399 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (8bb18da3-f8df-435d-b4c9-cb0c6b3e540d), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:42.040471 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013ca5f2-c3a3-4d46-8c8e-bd86734c9675 req-294395fb-ab3c-4286-9713-c47bd3c2bb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:42.041946 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-013ca5f2-c3a3-4d46-8c8e-bd86734c9675 req-294395fb-ab3c-4286-9713-c47bd3c2bb46 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.5402634
May 07 21:52:42.065652 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70523ea-2921-4bb3-b2c5-a66661269e0b service neutron] Pushing event updated for resources: {'Port': ['ID=40b1718c-d35e-4a5e-8773-22fb9e1c85d5,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:42.091856 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=8bb18da3-f8df-435d-b4c9-cb0c6b3e540d,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:42.125976 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8e572-508b-4d62-bfef-81e85d445c5e req-2169f062-11ed-4bef-90ef-d123d1933c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:42.127503 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-39a8e572-508b-4d62-bfef-81e85d445c5e req-2169f062-11ed-4bef-90ef-d123d1933c01 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3603311
May 07 21:52:42.135041 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-d8f603bf-2be7-4173-9eb5-6de43e39d7d4 admin admin] Allocated IP 172.20.0.1 (430d4d53-753d-4983-b764-317098201a43/da63a771-abb0-40b6-95fd-274a7c839ed9/da6c85bf-f64c-4335-bf31-0ec3cf9aaf36) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:52:42.176961 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-bb856b4a-b0db-4630-a275-3f2feb58cab8 req-a365a655-3294-4302-a8a8-57be3b3441c6 tempest-SecurityGroupRulesNegativeTestJSON-911075500 tempest-SecurityGroupRulesNegativeTestJSON-911075500-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:42.178218 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bb856b4a-b0db-4630-a275-3f2feb58cab8 req-a365a655-3294-4302-a8a8-57be3b3441c6 tempest-SecurityGroupRulesNegativeTestJSON-911075500 tempest-SecurityGroupRulesNegativeTestJSON-911075500-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1836 time: 1.1993372
May 07 21:52:42.230614 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-bfa8ac46-5137-4450-8be2-4479336a6f17 req-40c6c4d8-7e0d-4224-a155-5cea0e101e99 service neutron] Attempting to bind port 7ff85673-73cb-4149-a173-2c468116cf99 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:52:42.231007 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-bfa8ac46-5137-4450-8be2-4479336a6f17 req-40c6c4d8-7e0d-4224-a155-5cea0e101e99 service neutron] Attempting to bind port 7ff85673-73cb-4149-a173-2c468116cf99 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:52:42.231340 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa8ac46-5137-4450-8be2-4479336a6f17 req-40c6c4d8-7e0d-4224-a155-5cea0e101e99 service neutron] Attempting to bind port 7ff85673-73cb-4149-a173-2c468116cf99 on network 665487f0-78eb-47fb-9a06-b15bc614dc47 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:52:42.233949 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-51e45668-7aea-466e-9162-ab79efc7bb2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (e27d44b6-0e57-4b7b-9f18-245109c4f642), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:42.259791 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365a655-3294-4302-a8a8-57be3b3441c6 tempest-SecurityGroupRulesNegativeTestJSON-911075500 tempest-SecurityGroupRulesNegativeTestJSON-911075500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a851740-67b8-422e-939b-5dc3524c3a81,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:42.283340 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa8ac46-5137-4450-8be2-4479336a6f17 req-40c6c4d8-7e0d-4224-a155-5cea0e101e99 service neutron] Port 7ff85673-73cb-4149-a173-2c468116cf99 on network 665487f0-78eb-47fb-9a06-b15bc614dc47 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:52:42.283805 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa8ac46-5137-4450-8be2-4479336a6f17 req-40c6c4d8-7e0d-4224-a155-5cea0e101e99 service neutron] Attempting to bind port 7ff85673-73cb-4149-a173-2c468116cf99 on network 665487f0-78eb-47fb-9a06-b15bc614dc47 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:52:42.309612 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-51e45668-7aea-466e-9162-ab79efc7bb2b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:42.314993 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-51e45668-7aea-466e-9162-ab79efc7bb2b admin admin] 10.222.0.32 "DELETE /v2.0/subnets/e27d44b6-0e57-4b7b-9f18-245109c4f642 HTTP/1.1" status: 204  len: 168 time: 1.3352053
May 07 21:52:42.316495 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea8e086-83ef-40aa-b1fe-2cad68fcbaf0 req-44bf6f35-ab20-46e2-b6f1-206a0c6651d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:42.318280 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-aea8e086-83ef-40aa-b1fe-2cad68fcbaf0 req-44bf6f35-ab20-46e2-b6f1-206a0c6651d2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=62b1d2f38652407eaa85fbb15aff6307&device_id=83fafb82-09d3-47de-827f-770202f22005 HTTP/1.1" status: 200  len: 1125 time: 0.1899276
May 07 21:52:42.319057 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 40686) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:52:42.335518 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-86b3c4fc-4c29-482d-a3f9-ebb32f817bab req-b70523ea-2921-4bb3-b2c5-a66661269e0b service neutron] Attempting to bind port 40b1718c-d35e-4a5e-8773-22fb9e1c85d5 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:52:42.336140 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-86b3c4fc-4c29-482d-a3f9-ebb32f817bab req-b70523ea-2921-4bb3-b2c5-a66661269e0b service neutron] Attempting to bind port 40b1718c-d35e-4a5e-8773-22fb9e1c85d5 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '8cdcb27b-fa23-4865-8aaa-e6a27c987d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2b0d1583-486b-43fb-abb3-b530c0697dca'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:52:42.336647 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b3c4fc-4c29-482d-a3f9-ebb32f817bab req-b70523ea-2921-4bb3-b2c5-a66661269e0b service neutron] Attempting to bind port 40b1718c-d35e-4a5e-8773-22fb9e1c85d5 on network 2b0d1583-486b-43fb-abb3-b530c0697dca {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:52:42.338024 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a9c2caa9-519e-448e-911c-3dbdeae21387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (bbfe0822-d3c9-4ae0-93fe-d0c511147e67), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:42.346925 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e45668-7aea-466e-9162-ab79efc7bb2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e27d44b6-0e57-4b7b-9f18-245109c4f642,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:42.348440 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138fb84a-8f33-4a71-804b-26e8d265c1bb req-7fc5b856-1323-41ee-9f6f-d6f825cc009f tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:42.350000 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-138fb84a-8f33-4a71-804b-26e8d265c1bb req-7fc5b856-1323-41ee-9f6f-d6f825cc009f tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] 10.222.0.32 "GET /v2.0/ports?device_id=83fafb82-09d3-47de-827f-770202f22005 HTTP/1.1" status: 200  len: 943 time: 0.3042855
May 07 21:52:42.355064 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa8ac46-5137-4450-8be2-4479336a6f17 req-40c6c4d8-7e0d-4224-a155-5cea0e101e99 service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 52, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:52:42.355447 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa8ac46-5137-4450-8be2-4479336a6f17 req-40c6c4d8-7e0d-4224-a155-5cea0e101e99 service neutron] Checking segment: {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:52:42.355833 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfa8ac46-5137-4450-8be2-4479336a6f17 req-40c6c4d8-7e0d-4224-a155-5cea0e101e99 service neutron] Bound using segment: {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:52:42.356271 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-bfa8ac46-5137-4450-8be2-4479336a6f17 req-40c6c4d8-7e0d-4224-a155-5cea0e101e99 service neutron] Bound port: 7ff85673-73cb-4149-a173-2c468116cf99, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:52:42.356939 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-bfa8ac46-5137-4450-8be2-4479336a6f17 req-40c6c4d8-7e0d-4224-a155-5cea0e101e99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (7ff85673-73cb-4149-a173-2c468116cf99), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:42.378373 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b3c4fc-4c29-482d-a3f9-ebb32f817bab req-b70523ea-2921-4bb3-b2c5-a66661269e0b service neutron] Port 40b1718c-d35e-4a5e-8773-22fb9e1c85d5 on network 2b0d1583-486b-43fb-abb3-b530c0697dca not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:52:42.378725 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b3c4fc-4c29-482d-a3f9-ebb32f817bab req-b70523ea-2921-4bb3-b2c5-a66661269e0b service neutron] Attempting to bind port 40b1718c-d35e-4a5e-8773-22fb9e1c85d5 on network 2b0d1583-486b-43fb-abb3-b530c0697dca {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:52:42.390431 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a971b2b1-fb41-4a8a-a1d6-56bb4a557a11 req-6dce6c30-0f02-4889-8fb1-c0048fc0a484 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:42.391997 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a971b2b1-fb41-4a8a-a1d6-56bb4a557a11 req-6dce6c30-0f02-4889-8fb1-c0048fc0a484 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4261bef-6bf5-48f6-8976-9ffb930ee47e HTTP/1.1" status: 200  len: 943 time: 0.1452775
May 07 21:52:42.427562 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b3c4fc-4c29-482d-a3f9-ebb32f817bab req-b70523ea-2921-4bb3-b2c5-a66661269e0b service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:52:42.427911 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b3c4fc-4c29-482d-a3f9-ebb32f817bab req-b70523ea-2921-4bb3-b2c5-a66661269e0b service neutron] Checking segment: {'id': '8cdcb27b-fa23-4865-8aaa-e6a27c987d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2b0d1583-486b-43fb-abb3-b530c0697dca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:52:42.428384 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b3c4fc-4c29-482d-a3f9-ebb32f817bab req-b70523ea-2921-4bb3-b2c5-a66661269e0b service neutron] Bound using segment: {'id': '8cdcb27b-fa23-4865-8aaa-e6a27c987d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2b0d1583-486b-43fb-abb3-b530c0697dca'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:52:42.428776 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-86b3c4fc-4c29-482d-a3f9-ebb32f817bab req-b70523ea-2921-4bb3-b2c5-a66661269e0b service neutron] Bound port: 40b1718c-d35e-4a5e-8773-22fb9e1c85d5, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cdcb27b-fa23-4865-8aaa-e6a27c987d4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '2b0d1583-486b-43fb-abb3-b530c0697dca'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:52:42.429779 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-86b3c4fc-4c29-482d-a3f9-ebb32f817bab req-b70523ea-2921-4bb3-b2c5-a66661269e0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (40b1718c-d35e-4a5e-8773-22fb9e1c85d5), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:42.456626 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-aea8e086-83ef-40aa-b1fe-2cad68fcbaf0 req-53f8aa20-5f1e-45fe-83a4-b6476839d9f4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0cb8be1d-eb20-4313-adab-53f509d88a67 HTTP/1.1" status: 200  len: 217 time: 0.1217737
May 07 21:52:42.491142 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-a9c2caa9-519e-448e-911c-3dbdeae21387 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf870a20a0>,) {'filters': {'network_id': ['bbfe0822-d3c9-4ae0-93fe-d0c511147e67']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:52:42.556562 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-a9c2caa9-519e-448e-911c-3dbdeae21387 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf870a20a0>, '38ac8637-3c20-42bc-8f89-4fc31fd2c7df') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:52:42.556855 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-a9c2caa9-519e-448e-911c-3dbdeae21387 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf870a20a0>, '38ac8637-3c20-42bc-8f89-4fc31fd2c7df') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:52:42.565972 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-bfa8ac46-5137-4450-8be2-4479336a6f17 req-40c6c4d8-7e0d-4224-a155-5cea0e101e99 service neutron] For port 7ff85673-73cb-4149-a173-2c468116cf99, host nch1-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:52:42.578259 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a971b2b1-fb41-4a8a-a1d6-56bb4a557a11 req-6e5846b4-ab88-4805-862c-5448d52b514e tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c5b0484-080e-4f51-826c-9d1b8b7fda2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1521299
May 07 21:52:42.588724 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a9c2caa9-519e-448e-911c-3dbdeae21387 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (38ac8637-3c20-42bc-8f89-4fc31fd2c7df), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:42.611919 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-bfa8ac46-5137-4450-8be2-4479336a6f17 req-40c6c4d8-7e0d-4224-a155-5cea0e101e99 service neutron] For port 7ff85673-73cb-4149-a173-2c468116cf99, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7ff85673-73cb-4149-a173-2c468116cf99,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:52:42.618217 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-f66f7497-0037-41d1-8548-7c5b342fd362 req-0b89b32b-dcb7-459c-b840-64d168a18add tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (bb1a4932-726b-4649-982e-cde502e2aff1), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:42.630263 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['bb1a4932-726b-4649-982e-cde502e2aff1', 'f7bd0dbf-a440-4d9e-8f71-48688376777e', 'df7809e8-4b3a-419d-9177-98b732729c4a'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:52:42.633006 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-86b3c4fc-4c29-482d-a3f9-ebb32f817bab req-b70523ea-2921-4bb3-b2c5-a66661269e0b service neutron] For port 40b1718c-d35e-4a5e-8773-22fb9e1c85d5, host nch2-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:52:42.635627 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-bfa8ac46-5137-4450-8be2-4479336a6f17 req-40c6c4d8-7e0d-4224-a155-5cea0e101e99 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (7ff85673-73cb-4149-a173-2c468116cf99), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:42.640252 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-86b3c4fc-4c29-482d-a3f9-ebb32f817bab req-b70523ea-2921-4bb3-b2c5-a66661269e0b service neutron] For port 40b1718c-d35e-4a5e-8773-22fb9e1c85d5, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=40b1718c-d35e-4a5e-8773-22fb9e1c85d5,segment=NetworkSegment(8cdcb27b-fa23-4865-8aaa-e6a27c987d4c),segment_id=8cdcb27b-fa23-4865-8aaa-e6a27c987d4c)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:52:42.660756 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d8f603bf-2be7-4173-9eb5-6de43e39d7d4 admin admin] Publish callbacks [] for port (da6c85bf-f64c-4335-bf31-0ec3cf9aaf36), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:42.672537 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b89b32b-dcb7-459c-b840-64d168a18add tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Pushing event deleted for resources: {'Port': ['ID=bb1a4932-726b-4649-982e-cde502e2aff1,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:42.676084 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-86b3c4fc-4c29-482d-a3f9-ebb32f817bab req-b70523ea-2921-4bb3-b2c5-a66661269e0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (40b1718c-d35e-4a5e-8773-22fb9e1c85d5), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:42.728254 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-28554e7e-4544-4837-95d2-23f5317a1029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (a926715c-ecd2-4028-93be-018695e8216f), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:42.745463 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a9c2caa9-519e-448e-911c-3dbdeae21387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (38ac8637-3c20-42bc-8f89-4fc31fd2c7df), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:42.749733 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa8ac46-5137-4450-8be2-4479336a6f17 req-40c6c4d8-7e0d-4224-a155-5cea0e101e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:42.749953 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-bfa8ac46-5137-4450-8be2-4479336a6f17 req-40c6c4d8-7e0d-4224-a155-5cea0e101e99 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:42.752202 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bfa8ac46-5137-4450-8be2-4479336a6f17 req-40c6c4d8-7e0d-4224-a155-5cea0e101e99 service neutron] 10.222.0.55 "PUT /v2.0/ports/7ff85673-73cb-4149-a173-2c468116cf99 HTTP/1.1" status: 200  len: 1096 time: 3.1094007
May 07 21:52:42.767595 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea8e086-83ef-40aa-b1fe-2cad68fcbaf0 req-c2649679-224d-4eee-bf38-77401add00ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:42.772501 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-aea8e086-83ef-40aa-b1fe-2cad68fcbaf0 req-c2649679-224d-4eee-bf38-77401add00ff service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a8702188-d480-41a4-ada8-7cdbcc65e165 HTTP/1.1" status: 200  len: 854 time: 0.2954290
May 07 21:52:42.782581 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73b2c8b6-20a3-4e24-8a95-1e9d67ee0ab7', 'tag': '7ff85673-73cb-4149-a173-2c468116cf99'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:52:42.784753 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ce92e5c-1828-4881-a8e1-b0bc220e159a" -d '{"events": [{"name": "network-changed", "server_uuid": "73b2c8b6-20a3-4e24-8a95-1e9d67ee0ab7", "tag": "7ff85673-73cb-4149-a173-2c468116cf99"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:52:42.809561 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-138fb84a-8f33-4a71-804b-26e8d265c1bb req-95f94be0-4033-4c0d-b9fc-7960fccf3d74 tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f14c0bf-eb9e-4e13-9566-d53c24420214&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3685858
May 07 21:52:42.811308 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-f66f7497-0037-41d1-8548-7c5b342fd362 req-0b89b32b-dcb7-459c-b840-64d168a18add tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] No DVR routers for this DVR port bb1a4932-726b-4649-982e-cde502e2aff1 on host nch2-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:52:42.812696 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9c2caa9-519e-448e-911c-3dbdeae21387 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 21:52:42.815256 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a9c2caa9-519e-448e-911c-3dbdeae21387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (38ac8637-3c20-42bc-8f89-4fc31fd2c7df), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:42.877622 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fd0df26-0ddc-4c5f-899d-0effbd3b847b x-openstack-request-id: req-6fd0df26-0ddc-4c5f-899d-0effbd3b847b {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:52:42.878205 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4deb7455-0b67-4b88-9494-f544b1b73fce", "name": "network-vif-plugged", "status": "completed", "tag": "8bb18da3-f8df-435d-b4c9-cb0c6b3e540d", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:52:42.878380 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6fd0df26-0ddc-4c5f-899d-0effbd3b847b {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:52:42.879051 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fd0df26-0ddc-4c5f-899d-0effbd3b847b'] response: {'server_uuid': '4deb7455-0b67-4b88-9494-f544b1b73fce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bb18da3-f8df-435d-b4c9-cb0c6b3e540d', 'code': 200}
May 07 21:52:42.890355 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1a21d8-baea-4f29-b586-89c646f35a3d req-238349ab-0fa7-46e4-8847-86b07259c178 tempest-ServerDiagnosticsNegativeTest-1377180466 tempest-ServerDiagnosticsNegativeTest-1377180466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:42.892188 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8a1a21d8-baea-4f29-b586-89c646f35a3d req-238349ab-0fa7-46e4-8847-86b07259c178 tempest-ServerDiagnosticsNegativeTest-1377180466 tempest-ServerDiagnosticsNegativeTest-1377180466-project] 10.222.0.32 "GET /v2.0/ports?device_id=73b2c8b6-20a3-4e24-8a95-1e9d67ee0ab7 HTTP/1.1" status: 200  len: 948 time: 0.1235712
May 07 21:52:42.913093 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 21:52:42.913093 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 21:52:42.913093 ncdv-master-1 neutron-server[121836]:     timer()
May 07 21:52:42.913093 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 21:52:42.913093 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 21:52:42.913093 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 21:52:42.913093 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 21:52:42.913093 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 21:52:42.913093 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 21:52:42.913093 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 21:52:42.913093 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 21:52:42.913093 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 21:52:42.913093 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 21:52:42.913093 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 21:52:42.913093 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 21:52:42.913093 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 21:52:42.913093 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 21:52:42.913093 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 21:52:42.913093 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 21:52:42.913093 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 21:52:42.913093 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 21:52:42.913093 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 21:52:42.913093 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 21:52:42.913093 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 21:52:42.913093 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 21:52:42.913093 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 21:52:42.913093 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 21:52:42.913093 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 21:52:42.913093 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 21:52:42.913093 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 21:52:42.913093 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 21:52:42.913093 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 21:52:42.918071 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3c4fc-4c29-482d-a3f9-ebb32f817bab req-b70523ea-2921-4bb3-b2c5-a66661269e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:42.918721 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-86b3c4fc-4c29-482d-a3f9-ebb32f817bab req-b70523ea-2921-4bb3-b2c5-a66661269e0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:42.920587 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-86b3c4fc-4c29-482d-a3f9-ebb32f817bab req-b70523ea-2921-4bb3-b2c5-a66661269e0b service neutron] 10.222.0.59 "PUT /v2.0/ports/40b1718c-d35e-4a5e-8773-22fb9e1c85d5 HTTP/1.1" status: 200  len: 1091 time: 2.4959970
May 07 21:52:42.921638 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-f66f7497-0037-41d1-8548-7c5b342fd362 req-0b89b32b-dcb7-459c-b840-64d168a18add tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:42.933340 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f66f7497-0037-41d1-8548-7c5b342fd362 req-0b89b32b-dcb7-459c-b840-64d168a18add tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.59 "DELETE /v2.0/ports/bb1a4932-726b-4649-982e-cde502e2aff1 HTTP/1.1" status: 204  len: 173 time: 1.9337339
May 07 21:52:43.099039 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea8e086-83ef-40aa-b1fe-2cad68fcbaf0 req-71c37362-e45c-4549-b377-7093143b5cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:43.100679 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-aea8e086-83ef-40aa-b1fe-2cad68fcbaf0 req-71c37362-e45c-4549-b377-7093143b5cea service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=55393a4f-e493-4098-b37d-93ec9341a6b2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2795272
May 07 21:52:43.120522 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8a1a21d8-baea-4f29-b586-89c646f35a3d req-f2db208c-4398-443d-a7e7-66c8148e2a44 tempest-ServerDiagnosticsNegativeTest-1377180466 tempest-ServerDiagnosticsNegativeTest-1377180466-project] 10.222.0.32 "GET /v2.0/security-groups?id=1de14e55-a874-4ebc-a4f7-2e5e888678dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1713414
May 07 21:52:43.142181 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa8ac46-5137-4450-8be2-4479336a6f17 req-f542950e-e785-4484-b9b7-fbe4ffdce056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:43.154833 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bfa8ac46-5137-4450-8be2-4479336a6f17 req-f542950e-e785-4484-b9b7-fbe4ffdce056 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4642753b5d1548038be79eb12ce7b20b&device_id=73b2c8b6-20a3-4e24-8a95-1e9d67ee0ab7 HTTP/1.1" status: 200  len: 1130 time: 0.3542423
May 07 21:52:43.156213 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d8f603bf-2be7-4173-9eb5-6de43e39d7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (da6c85bf-f64c-4335-bf31-0ec3cf9aaf36), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:43.164020 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c6c4d8-7e0d-4224-a155-5cea0e101e99 service neutron] Pushing event updated for resources: {'Port': ['ID=7ff85673-73cb-4149-a173-2c468116cf99,revision_number=3']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:43.244595 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f603bf-2be7-4173-9eb5-6de43e39d7d4 admin admin] Pushing event updated for resources: {'Port': ['ID=da6c85bf-f64c-4335-bf31-0ec3cf9aaf36,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:43.269887 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70523ea-2921-4bb3-b2c5-a66661269e0b service neutron] Pushing event updated for resources: {'Port': ['ID=40b1718c-d35e-4a5e-8773-22fb9e1c85d5,revision_number=3']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:43.277309 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4f3384-af91-4a12-8f5d-a95452292a31 req-87c2c512-ad93-4ab0-8c7b-c51ee15368ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:43.291438 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2c4f3384-af91-4a12-8f5d-a95452292a31 req-87c2c512-ad93-4ab0-8c7b-c51ee15368ee service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4deb7455-0b67-4b88-9494-f544b1b73fce HTTP/1.1" status: 200  len: 1128 time: 0.3128583
May 07 21:52:43.296256 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a9c2caa9-519e-448e-911c-3dbdeae21387 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (bbfe0822-d3c9-4ae0-93fe-d0c511147e67), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:43.326942 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-704a6f1e-d25a-40b2-9592-f0c6ca4381d2 x-openstack-request-id: req-704a6f1e-d25a-40b2-9592-f0c6ca4381d2 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:52:43.327634 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73b2c8b6-20a3-4e24-8a95-1e9d67ee0ab7", "tag": "7ff85673-73cb-4149-a173-2c468116cf99", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:52:43.327957 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-704a6f1e-d25a-40b2-9592-f0c6ca4381d2 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:52:43.328420 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-704a6f1e-d25a-40b2-9592-f0c6ca4381d2'] response: {'name': 'network-changed', 'server_uuid': '73b2c8b6-20a3-4e24-8a95-1e9d67ee0ab7', 'tag': '7ff85673-73cb-4149-a173-2c468116cf99', 'status': 'completed', 'code': 200}
May 07 21:52:43.364119 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a9c2caa9-519e-448e-911c-3dbdeae21387 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:43.364417 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3c4fc-4c29-482d-a3f9-ebb32f817bab req-9cab3022-f6bd-4135-bc60-a087a21f2344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:43.366135 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-86b3c4fc-4c29-482d-a3f9-ebb32f817bab req-9cab3022-f6bd-4135-bc60-a087a21f2344 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=aae91bd9874141989a0896953655d3de&device_id=a4261bef-6bf5-48f6-8976-9ffb930ee47e HTTP/1.1" status: 200  len: 1125 time: 0.3157842
May 07 21:52:43.370108 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-a9c2caa9-519e-448e-911c-3dbdeae21387 admin admin] 10.222.0.32 "DELETE /v2.0/networks/bbfe0822-d3c9-4ae0-93fe-d0c511147e67 HTTP/1.1" status: 204  len: 168 time: 1.8787999
May 07 21:52:43.386020 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f603bf-2be7-4173-9eb5-6de43e39d7d4 admin admin] Network 430d4d53-753d-4983-b764-317098201a43 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:52:43.390201 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bfa8ac46-5137-4450-8be2-4479336a6f17 req-7e4d5bbe-b0a8-420d-be54-43503fbf9f60 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=7ff85673-73cb-4149-a173-2c468116cf99 HTTP/1.1" status: 200  len: 217 time: 0.2215877
May 07 21:52:43.395647 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 24a60c17-e3bd-4892-9062-5beb43d659d4 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:52:43.419134 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-d8f603bf-2be7-4173-9eb5-6de43e39d7d4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:52:43.431292 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f603bf-2be7-4173-9eb5-6de43e39d7d4 admin admin] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:52:43.433358 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c2caa9-519e-448e-911c-3dbdeae21387 admin admin] Pushing event deleted for resources: {'Network': ['ID=bbfe0822-d3c9-4ae0-93fe-d0c511147e67,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:43.454318 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e753d9f1-cce3-4160-9a98-0a288b4c9e2f req-8fa4f243-e63d-4656-b9bc-97954d7799ff tempest-SecurityGroupRulesNegativeTestJSON-911075500 tempest-SecurityGroupRulesNegativeTestJSON-911075500-project] 10.222.0.32 "GET /v2.0/security-groups/7a851740-67b8-422e-939b-5dc3524c3a81 HTTP/1.1" status: 200  len: 1831 time: 0.5076613
May 07 21:52:43.456735 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-28554e7e-4544-4837-95d2-23f5317a1029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (a926715c-ecd2-4028-93be-018695e8216f), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:43.464140 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04ca65e-0a13-41cb-bb2e-6d8e3935fdd6 req-d2cd2e50-1f3d-4238-8ffa-12ca5f005708 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:43.470525 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04ca65e-0a13-41cb-bb2e-6d8e3935fdd6 req-d2cd2e50-1f3d-4238-8ffa-12ca5f005708 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:43.472347 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a04ca65e-0a13-41cb-bb2e-6d8e3935fdd6 req-d2cd2e50-1f3d-4238-8ffa-12ca5f005708 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3ba0813-ab71-47d9-8c7c-607769a67273 HTTP/1.1" status: 200  len: 1683 time: 0.1483877
May 07 21:52:43.472753 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-f66f7497-0037-41d1-8548-7c5b342fd362 req-19b58c7c-cad3-4476-a426-fb7980e48fa9 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Deleting port f7bd0dbf-a440-4d9e-8f71-48688376777e {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:52:43.473225 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-f66f7497-0037-41d1-8548-7c5b342fd362 req-19b58c7c-cad3-4476-a426-fb7980e48fa9 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (f7bd0dbf-a440-4d9e-8f71-48688376777e), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:43.484198 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 24a60c17-e3bd-4892-9062-5beb43d659d4 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:52:43.484711 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (24a60c17-e3bd-4892-9062-5beb43d659d4), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:43.505719 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-3a230811-61de-4d2e-ac4f-953ab9f29508 req-c622912d-a819-476a-b953-d80b46fead1e tempest-SecurityGroupRulesNegativeTestJSON-911075500 tempest-SecurityGroupRulesNegativeTestJSON-911075500-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1193859572', 'description': 'tempest-description-1445973565'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:52:43.533850 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa8ac46-5137-4450-8be2-4479336a6f17 req-ab8a53f7-308d-436d-8dc0-249bd5804a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:43.535373 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bfa8ac46-5137-4450-8be2-4479336a6f17 req-ab8a53f7-308d-436d-8dc0-249bd5804a1e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6e0e5c53-1ece-4d20-b01d-5f8c6957edf6 HTTP/1.1" status: 200  len: 843 time: 0.0590160
May 07 21:52:43.584407 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2c4f3384-af91-4a12-8f5d-a95452292a31 req-7e6686df-9838-41f6-bc72-b8afa2a1a1a3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2c5b0484-080e-4f51-826c-9d1b8b7fda2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2914538
May 07 21:52:43.593052 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-28554e7e-4544-4837-95d2-23f5317a1029 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf87a6ecd0>,) {'filters': {'network_id': ['a926715c-ecd2-4028-93be-018695e8216f']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:52:43.593900 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-86b3c4fc-4c29-482d-a3f9-ebb32f817bab req-5ccb837c-8c1d-4e11-88a7-044f4f1a748d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40b1718c-d35e-4a5e-8773-22fb9e1c85d5 HTTP/1.1" status: 200  len: 217 time: 0.2077882
May 07 21:52:43.639967 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-28554e7e-4544-4837-95d2-23f5317a1029 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf87a6ecd0>, '71f7b635-17d6-4b52-afa0-237470296fb1') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:52:43.640369 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-28554e7e-4544-4837-95d2-23f5317a1029 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf87a6ecd0>, '71f7b635-17d6-4b52-afa0-237470296fb1') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:52:43.665211 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 24a60c17-e3bd-4892-9062-5beb43d659d4 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:52:43.665884 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (24a60c17-e3bd-4892-9062-5beb43d659d4), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:43.677926 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-aea8e086-83ef-40aa-b1fe-2cad68fcbaf0 req-59b0e3a2-878a-48c2-a379-95158336bcd7 service neutron] 10.222.0.59 "GET /v2.0/networks/55393a4f-e493-4098-b37d-93ec9341a6b2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5616260
May 07 21:52:43.678820 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d8f603bf-2be7-4173-9eb5-6de43e39d7d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398161'] for router_interface (233d99f1-0f96-452f-8451-ed3713c6d775), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:43.704520 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port 24a60c17-e3bd-4892-9062-5beb43d659d4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=24a60c17-e3bd-4892-9062-5beb43d659d4,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:52:43.712089 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (24a60c17-e3bd-4892-9062-5beb43d659d4), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:43.739028 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa8ac46-5137-4450-8be2-4479336a6f17 req-cf64e6ad-dbe1-4c23-8ef0-ef83ef2c0650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:43.740668 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bfa8ac46-5137-4450-8be2-4479336a6f17 req-cf64e6ad-dbe1-4c23-8ef0-ef83ef2c0650 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=665487f0-78eb-47fb-9a06-b15bc614dc47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1599784
May 07 21:52:43.754666 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 40700) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:52:43.769389 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=24a60c17-e3bd-4892-9062-5beb43d659d4,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:43.800497 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-28554e7e-4544-4837-95d2-23f5317a1029 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (71f7b635-17d6-4b52-afa0-237470296fb1), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:43.821179 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-3a230811-61de-4d2e-ac4f-953ab9f29508 req-c622912d-a819-476a-b953-d80b46fead1e tempest-SecurityGroupRulesNegativeTestJSON-911075500 tempest-SecurityGroupRulesNegativeTestJSON-911075500-project] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:43.862116 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-28554e7e-4544-4837-95d2-23f5317a1029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (71f7b635-17d6-4b52-afa0-237470296fb1), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:43.886899 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a04ca65e-0a13-41cb-bb2e-6d8e3935fdd6 req-76d9b13a-f814-4f2b-8840-c785c2d8e44d tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "GET /v2.0/security-groups?id=79406975-00eb-485e-b3fe-001bab536dcd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3071890
May 07 21:52:43.897325 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-a3b7a306-831c-4a1c-8aeb-434efc529f86 None None] Provisioning complete for port da6c85bf-f64c-4335-bf31-0ec3cf9aaf36 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:52:43.898439 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a3b7a306-831c-4a1c-8aeb-434efc529f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (da6c85bf-f64c-4335-bf31-0ec3cf9aaf36), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:43.904462 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3c4fc-4c29-482d-a3f9-ebb32f817bab req-445f466a-c259-4ce0-b0b3-6e6a803cb652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:43.915394 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-86b3c4fc-4c29-482d-a3f9-ebb32f817bab req-445f466a-c259-4ce0-b0b3-6e6a803cb652 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1823294e-46ca-4903-8378-568d3d06f584 HTTP/1.1" status: 200  len: 852 time: 0.2945373
May 07 21:52:43.961617 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28554e7e-4544-4837-95d2-23f5317a1029 admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 21:52:43.973908 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-28554e7e-4544-4837-95d2-23f5317a1029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (71f7b635-17d6-4b52-afa0-237470296fb1), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:43.977010 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 21:52:43.977010 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 21:52:43.977010 ncdv-master-1 neutron-server[121836]:     timer()
May 07 21:52:43.977010 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 21:52:43.977010 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 21:52:43.977010 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 21:52:43.977010 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 21:52:43.977010 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 21:52:43.977010 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 21:52:43.977010 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 21:52:43.977010 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 21:52:43.977010 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 21:52:43.977010 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 21:52:43.977010 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 21:52:43.977010 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 21:52:43.977010 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 21:52:43.977010 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 21:52:43.977010 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 21:52:43.977010 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 21:52:43.977010 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 21:52:43.977010 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 21:52:43.977010 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 21:52:43.977010 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 21:52:43.977010 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 21:52:43.977010 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 21:52:43.977010 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 21:52:43.977010 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 21:52:43.977010 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 21:52:43.977010 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 21:52:43.977010 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 21:52:43.977010 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 21:52:43.977010 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 21:52:43.985685 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-a3b7a306-831c-4a1c-8aeb-434efc529f86 None None] Port da6c85bf-f64c-4335-bf31-0ec3cf9aaf36 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:52:44.115996 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-aea8e086-83ef-40aa-b1fe-2cad68fcbaf0 req-1df1780f-b22b-46c6-90c7-710670de206a service neutron] 10.222.0.59 "GET /v2.0/networks/55393a4f-e493-4098-b37d-93ec9341a6b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3238142
May 07 21:52:44.118439 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d8f603bf-2be7-4173-9eb5-6de43e39d7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (da6c85bf-f64c-4335-bf31-0ec3cf9aaf36), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:44.120518 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-28554e7e-4544-4837-95d2-23f5317a1029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (a926715c-ecd2-4028-93be-018695e8216f), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:44.145414 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-28554e7e-4544-4837-95d2-23f5317a1029 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:44.148679 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-28554e7e-4544-4837-95d2-23f5317a1029 admin admin] 10.222.0.32 "DELETE /v2.0/networks/a926715c-ecd2-4028-93be-018695e8216f HTTP/1.1" status: 204  len: 168 time: 1.8216529
May 07 21:52:44.153711 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 40704) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:52:44.179654 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28554e7e-4544-4837-95d2-23f5317a1029 admin admin] Pushing event deleted for resources: {'Network': ['ID=a926715c-ecd2-4028-93be-018695e8216f,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:44.217592 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-3a230811-61de-4d2e-ac4f-953ab9f29508 req-c622912d-a819-476a-b953-d80b46fead1e tempest-SecurityGroupRulesNegativeTestJSON-911075500 tempest-SecurityGroupRulesNegativeTestJSON-911075500-project] Publish callbacks [] for security_group (7d93018e-60ef-4074-b3af-91716b45370a), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:44.229417 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-3a230811-61de-4d2e-ac4f-953ab9f29508 req-c622912d-a819-476a-b953-d80b46fead1e tempest-SecurityGroupRulesNegativeTestJSON-911075500 tempest-SecurityGroupRulesNegativeTestJSON-911075500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (7d93018e-60ef-4074-b3af-91716b45370a), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:44.287836 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-54cf883e-b8f3-4d5f-adff-9b39a6c15c15 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=aa1cd49355d840abbda4ccda9d86705f&name=default HTTP/1.1" status: 200  len: 2996 time: 0.5290790
May 07 21:52:44.291409 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-f66f7497-0037-41d1-8548-7c5b342fd362 req-19b58c7c-cad3-4476-a426-fb7980e48fa9 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] For port f7bd0dbf-a440-4d9e-8f71-48688376777e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f7bd0dbf-a440-4d9e-8f71-48688376777e,segment=NetworkSegment(886ce713-0d61-4718-811a-ca55107915ac),segment_id=886ce713-0d61-4718-811a-ca55107915ac)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:52:44.291780 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-f66f7497-0037-41d1-8548-7c5b342fd362 req-19b58c7c-cad3-4476-a426-fb7980e48fa9 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (f7bd0dbf-a440-4d9e-8f71-48688376777e), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:44.293324 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_v2 [None req-866c3f9a-9873-4aab-be0a-9dc9b47ce09c admin admin] Deleting subnet 9ac31663-39ea-4d9c-b918-f23f2c0008f7 {{(pid=121836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 21:52:44.296196 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-86b3c4fc-4c29-482d-a3f9-ebb32f817bab req-d1fca128-b40c-4218-8940-9f962ea72131 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2b0d1583-486b-43fb-abb3-b530c0697dca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3828897
May 07 21:52:44.297230 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-3a230811-61de-4d2e-ac4f-953ab9f29508 req-c622912d-a819-476a-b953-d80b46fead1e tempest-SecurityGroupRulesNegativeTestJSON-911075500 tempest-SecurityGroupRulesNegativeTestJSON-911075500-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:44.298396 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3a230811-61de-4d2e-ac4f-953ab9f29508 req-c622912d-a819-476a-b953-d80b46fead1e tempest-SecurityGroupRulesNegativeTestJSON-911075500 tempest-SecurityGroupRulesNegativeTestJSON-911075500-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1837 time: 0.7987132
May 07 21:52:44.307199 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 40708) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:52:44.316682 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-866c3f9a-9873-4aab-be0a-9dc9b47ce09c admin admin] Publish callbacks [] for subnet (9ac31663-39ea-4d9c-b918-f23f2c0008f7), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:44.322050 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c622912d-a819-476a-b953-d80b46fead1e tempest-SecurityGroupRulesNegativeTestJSON-911075500 tempest-SecurityGroupRulesNegativeTestJSON-911075500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d93018e-60ef-4074-b3af-91716b45370a,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:44.346764 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-f66f7497-0037-41d1-8548-7c5b342fd362 req-19b58c7c-cad3-4476-a426-fb7980e48fa9 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Calling delete_port for f7bd0dbf-a440-4d9e-8f71-48688376777e owned by compute:nova {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:52:44.387797 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bfa8ac46-5137-4450-8be2-4479336a6f17 req-bb119132-48f4-4f03-81c7-d1c2907f8a75 service neutron] 10.222.0.55 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6075885
May 07 21:52:44.434265 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6612f6af-b2f7-4dba-afa4-f97631262880 req-66ec8e21-4cf2-42f2-b0d7-cdd3edf7a21a tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:44.435764 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6612f6af-b2f7-4dba-afa4-f97631262880 req-66ec8e21-4cf2-42f2-b0d7-cdd3edf7a21a tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4261bef-6bf5-48f6-8976-9ffb930ee47e HTTP/1.1" status: 200  len: 943 time: 0.1511230
May 07 21:52:44.446249 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-866c3f9a-9873-4aab-be0a-9dc9b47ce09c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726883'] for subnet (9ac31663-39ea-4d9c-b918-f23f2c0008f7), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:44.492364 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651c6eb6-25bd-4b37-b9a0-0062ffac16dc req-093aab81-6296-49ca-88c2-02877c3ef70a tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:44.494256 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-651c6eb6-25bd-4b37-b9a0-0062ffac16dc req-093aab81-6296-49ca-88c2-02877c3ef70a tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] 10.222.0.32 "GET /v2.0/ports?device_id=83fafb82-09d3-47de-827f-770202f22005 HTTP/1.1" status: 200  len: 943 time: 0.1356478
May 07 21:52:44.535088 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-866c3f9a-9873-4aab-be0a-9dc9b47ce09c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (9ac31663-39ea-4d9c-b918-f23f2c0008f7), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:44.550545 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3f42e905-8f80-45c8-875a-07ff088a9c90 admin admin] Publish callbacks [] for security_group (ca6edf65-49ce-41d3-96ac-efd468c3405a), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:44.606956 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3f42e905-8f80-45c8-875a-07ff088a9c90 admin admin] Publish callbacks [] for security_group (ca6edf65-49ce-41d3-96ac-efd468c3405a), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:44.607330 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d8f603bf-2be7-4173-9eb5-6de43e39d7d4 admin admin] Publish callbacks [] for port (da6c85bf-f64c-4335-bf31-0ec3cf9aaf36), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:44.612052 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6612f6af-b2f7-4dba-afa4-f97631262880 req-ded8244c-ea99-485d-9a25-c0d365af5d4a tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c5b0484-080e-4f51-826c-9d1b8b7fda2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1647112
May 07 21:52:44.621976 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d8f603bf-2be7-4173-9eb5-6de43e39d7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (da6c85bf-f64c-4335-bf31-0ec3cf9aaf36), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:44.661619 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-651c6eb6-25bd-4b37-b9a0-0062ffac16dc req-8d39c7f4-d028-4cc8-bb0d-a85887c11d4f tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f14c0bf-eb9e-4e13-9566-d53c24420214&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1370964
May 07 21:52:44.666250 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bfa8ac46-5137-4450-8be2-4479336a6f17 req-0d350159-f175-44ea-a1cf-9b4641263503 service neutron] 10.222.0.55 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2691536
May 07 21:52:44.714397 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3f42e905-8f80-45c8-875a-07ff088a9c90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (ca6edf65-49ce-41d3-96ac-efd468c3405a), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:44.719380 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3f42e905-8f80-45c8-875a-07ff088a9c90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:44.722907 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-3f42e905-8f80-45c8-875a-07ff088a9c90 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ca6edf65-49ce-41d3-96ac-efd468c3405a HTTP/1.1" status: 204  len: 168 time: 0.4066916
May 07 21:52:44.723226 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d8f603bf-2be7-4173-9eb5-6de43e39d7d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401121'] for router_interface (233d99f1-0f96-452f-8451-ed3713c6d775), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:44.725269 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-866c3f9a-9873-4aab-be0a-9dc9b47ce09c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (9ac31663-39ea-4d9c-b918-f23f2c0008f7), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:44.730270 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f603bf-2be7-4173-9eb5-6de43e39d7d4 admin admin] Pushing event updated for resources: {'Port': ['ID=da6c85bf-f64c-4335-bf31-0ec3cf9aaf36,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:44.731577 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-f66f7497-0037-41d1-8548-7c5b342fd362 req-19b58c7c-cad3-4476-a426-fb7980e48fa9 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (f7bd0dbf-a440-4d9e-8f71-48688376777e), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:44.739446 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f42e905-8f80-45c8-875a-07ff088a9c90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca6edf65-49ce-41d3-96ac-efd468c3405a,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:44.775491 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866c3f9a-9873-4aab-be0a-9dc9b47ce09c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ac31663-39ea-4d9c-b918-f23f2c0008f7,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:44.793985 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-866c3f9a-9873-4aab-be0a-9dc9b47ce09c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:44.796334 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b58c7c-cad3-4476-a426-fb7980e48fa9 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Pushing event deleted for resources: {'Port': ['ID=f7bd0dbf-a440-4d9e-8f71-48688376777e,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:44.797166 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-866c3f9a-9873-4aab-be0a-9dc9b47ce09c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/9ac31663-39ea-4d9c-b918-f23f2c0008f7 HTTP/1.1" status: 204  len: 168 time: 0.6340437
May 07 21:52:44.799605 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 40714) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:52:44.861923 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-f66f7497-0037-41d1-8548-7c5b342fd362 req-19b58c7c-cad3-4476-a426-fb7980e48fa9 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] No DVR routers for this DVR port f7bd0dbf-a440-4d9e-8f71-48688376777e on host nch2-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:52:44.883588 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-f66f7497-0037-41d1-8548-7c5b342fd362 req-19b58c7c-cad3-4476-a426-fb7980e48fa9 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:44.891367 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f66f7497-0037-41d1-8548-7c5b342fd362 req-19b58c7c-cad3-4476-a426-fb7980e48fa9 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.59 "DELETE /v2.0/ports/f7bd0dbf-a440-4d9e-8f71-48688376777e HTTP/1.1" status: 204  len: 173 time: 1.9365122
May 07 21:52:44.929675 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d2fad4c0-3586-4031-9bc2-0fbbe079c2a1 req-73d3f869-fce7-4872-96ae-526b2a0c2ca2 tempest-SecurityGroupRulesNegativeTestJSON-911075500 tempest-SecurityGroupRulesNegativeTestJSON-911075500-project] 10.222.0.32 "GET /v2.0/security-groups/7d93018e-60ef-4074-b3af-91716b45370a HTTP/1.1" status: 200  len: 1832 time: 0.1922524
May 07 21:52:44.938533 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7e4e4a69-a484-4925-a90e-9db643a56dfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (2322a93e-d19c-49b8-b6d2-d7e0f9ffd9d3), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:44.952878 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c536bb1c-0afb-48db-8a34-125a5672e615 req-3caa1aee-9388-4283-84c2-54bfabaf281d tempest-ServerDiagnosticsNegativeTest-1377180466 tempest-ServerDiagnosticsNegativeTest-1377180466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:44.959993 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c536bb1c-0afb-48db-8a34-125a5672e615 req-3caa1aee-9388-4283-84c2-54bfabaf281d tempest-ServerDiagnosticsNegativeTest-1377180466 tempest-ServerDiagnosticsNegativeTest-1377180466-project] 10.222.0.32 "GET /v2.0/ports?device_id=73b2c8b6-20a3-4e24-8a95-1e9d67ee0ab7 HTTP/1.1" status: 200  len: 948 time: 0.1572137
May 07 21:52:44.984512 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f603bf-2be7-4173-9eb5-6de43e39d7d4 admin admin] Network 430d4d53-753d-4983-b764-317098201a43 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:52:44.987749 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-d8f603bf-2be7-4173-9eb5-6de43e39d7d4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:52:45.001307 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device f7bd0dbf-a440-4d9e-8f71-48688376777e no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:52:45.044062 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] No Port match for: f7bd0dbf-a440-4d9e-8f71-48688376777e {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:52:45.044755 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device f7bd0dbf-a440-4d9e-8f71-48688376777e not bound to the agent host nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:52:45.045422 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device bb1a4932-726b-4649-982e-cde502e2aff1 no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:52:45.090717 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] No Port match for: bb1a4932-726b-4649-982e-cde502e2aff1 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:52:45.094758 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device bb1a4932-726b-4649-982e-cde502e2aff1 not bound to the agent host nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:52:45.095596 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device df7809e8-4b3a-419d-9177-98b732729c4a no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:52:45.218008 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c536bb1c-0afb-48db-8a34-125a5672e615 req-7ee447e3-97c7-4520-be27-a3639898aaab tempest-ServerDiagnosticsNegativeTest-1377180466 tempest-ServerDiagnosticsNegativeTest-1377180466-project] 10.222.0.32 "GET /v2.0/security-groups?id=1de14e55-a874-4ebc-a4f7-2e5e888678dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2571080
May 07 21:52:45.232424 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-f66f7497-0037-41d1-8548-7c5b342fd362 req-fdcabda0-0283-456f-b8d2-373e7311dd5b tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Deleting port df7809e8-4b3a-419d-9177-98b732729c4a {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:52:45.232773 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-f66f7497-0037-41d1-8548-7c5b342fd362 req-fdcabda0-0283-456f-b8d2-373e7311dd5b tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (df7809e8-4b3a-419d-9177-98b732729c4a), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:45.278756 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port df7809e8-4b3a-419d-9177-98b732729c4a is: ACTIVE; New status is: DOWN {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:52:45.279469 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (df7809e8-4b3a-419d-9177-98b732729c4a), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:45.326507 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-86b3c4fc-4c29-482d-a3f9-ebb32f817bab req-6f3bce18-3094-460c-a6c4-67b212b8ca97 service neutron] 10.222.0.59 "GET /v2.0/networks/2b0d1583-486b-43fb-abb3-b530c0697dca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4165823
May 07 21:52:45.346864 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4261bef-6bf5-48f6-8976-9ffb930ee47e', 'tag': '40b1718c-d35e-4a5e-8773-22fb9e1c85d5'}, {'server_uuid': 'f3ba0813-ab71-47d9-8c7c-607769a67273', 'name': 'network-vif-deleted', 'tag': 'bb1a4932-726b-4649-982e-cde502e2aff1'}, {'server_uuid': 'f3ba0813-ab71-47d9-8c7c-607769a67273', 'name': 'network-vif-deleted', 'tag': 'f7bd0dbf-a440-4d9e-8f71-48688376777e'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:52:45.349083 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29068a1f-d654-4b36-a094-0c331bb1cb6c" -d '{"events": [{"name": "network-changed", "server_uuid": "a4261bef-6bf5-48f6-8976-9ffb930ee47e", "tag": "40b1718c-d35e-4a5e-8773-22fb9e1c85d5"}, {"server_uuid": "f3ba0813-ab71-47d9-8c7c-607769a67273", "name": "network-vif-deleted", "tag": "bb1a4932-726b-4649-982e-cde502e2aff1"}, {"server_uuid": "f3ba0813-ab71-47d9-8c7c-607769a67273", "name": "network-vif-deleted", "tag": "f7bd0dbf-a440-4d9e-8f71-48688376777e"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:52:45.358034 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port df7809e8-4b3a-419d-9177-98b732729c4a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=df7809e8-4b3a-419d-9177-98b732729c4a,segment=NetworkSegment(886ce713-0d61-4718-811a-ca55107915ac),segment_id=886ce713-0d61-4718-811a-ca55107915ac)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:52:45.362459 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3ba0813-ab71-47d9-8c7c-607769a67273', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df7809e8-4b3a-419d-9177-98b732729c4a'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:52:45.368497 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bc50793-edec-4a75-bc39-eb193b310a88" -d '{"events": [{"server_uuid": "f3ba0813-ab71-47d9-8c7c-607769a67273", "name": "network-vif-unplugged", "status": "completed", "tag": "df7809e8-4b3a-419d-9177-98b732729c4a"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:52:45.371331 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 24a60c17-e3bd-4892-9062-5beb43d659d4 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:52:45.371658 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7e4e4a69-a484-4925-a90e-9db643a56dfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (2322a93e-d19c-49b8-b6d2-d7e0f9ffd9d3), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:45.394567 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-7e4e4a69-a484-4925-a90e-9db643a56dfd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf87c648b0>,) {'filters': {'network_id': ['2322a93e-d19c-49b8-b6d2-d7e0f9ffd9d3']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:52:45.404575 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-7e4e4a69-a484-4925-a90e-9db643a56dfd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf87c648b0>, '8234e741-8c2e-4116-85a8-716cecc8f791') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:52:45.404887 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-7e4e4a69-a484-4925-a90e-9db643a56dfd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf87c648b0>, '8234e741-8c2e-4116-85a8-716cecc8f791') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:52:45.407515 ncdv-master-1 neutron-server[121837]: INFO neutron.api.v2.resource [req-ee393841-e51c-4566-89fe-bb922ce72c6e req-6375e8a0-f461-4a9d-8e01-00fc05981f72 tempest-SecurityGroupRulesNegativeTestJSON-911075500 tempest-SecurityGroupRulesNegativeTestJSON-911075500-project] show failed (client error): The resource could not be found.
May 07 21:52:45.408558 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ee393841-e51c-4566-89fe-bb922ce72c6e req-6375e8a0-f461-4a9d-8e01-00fc05981f72 tempest-SecurityGroupRulesNegativeTestJSON-911075500 tempest-SecurityGroupRulesNegativeTestJSON-911075500-project] 10.222.0.32 "GET /v2.0/security-groups/683ccf73-36b0-4cd7-9398-9d7a993fdd7d HTTP/1.1" status: 404  len: 352 time: 0.1209636
May 07 21:52:45.413986 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (df7809e8-4b3a-419d-9177-98b732729c4a), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:45.435625 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7e4e4a69-a484-4925-a90e-9db643a56dfd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (8234e741-8c2e-4116-85a8-716cecc8f791), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:45.464243 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7e4e4a69-a484-4925-a90e-9db643a56dfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (8234e741-8c2e-4116-85a8-716cecc8f791), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:45.476435 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-4eff7f58-1636-4d65-8cbb-b00a4c59a5eb None None] Provisioning complete for port da6c85bf-f64c-4335-bf31-0ec3cf9aaf36 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:52:45.476948 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-4eff7f58-1636-4d65-8cbb-b00a4c59a5eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (da6c85bf-f64c-4335-bf31-0ec3cf9aaf36), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:45.478343 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e4e4a69-a484-4925-a90e-9db643a56dfd admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 21:52:45.484517 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7e4e4a69-a484-4925-a90e-9db643a56dfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (8234e741-8c2e-4116-85a8-716cecc8f791), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:45.515690 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 07 May 2022 21:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bdcbd8c-aa41-4e52-8983-77da2840c509 x-openstack-request-id: req-5bdcbd8c-aa41-4e52-8983-77da2840c509 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:52:45.516390 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3ba0813-ab71-47d9-8c7c-607769a67273", "name": "network-vif-unplugged", "status": "completed", "tag": "df7809e8-4b3a-419d-9177-98b732729c4a", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:52:45.516718 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5bdcbd8c-aa41-4e52-8983-77da2840c509 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:52:45.517221 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bdcbd8c-aa41-4e52-8983-77da2840c509'] response: {'server_uuid': 'f3ba0813-ab71-47d9-8c7c-607769a67273', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df7809e8-4b3a-419d-9177-98b732729c4a', 'code': 200}
May 07 21:52:45.517346 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-f66f7497-0037-41d1-8548-7c5b342fd362 req-fdcabda0-0283-456f-b8d2-373e7311dd5b tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] For port df7809e8-4b3a-419d-9177-98b732729c4a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=df7809e8-4b3a-419d-9177-98b732729c4a,segment=NetworkSegment(886ce713-0d61-4718-811a-ca55107915ac),segment_id=886ce713-0d61-4718-811a-ca55107915ac)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:52:45.517598 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-f66f7497-0037-41d1-8548-7c5b342fd362 req-fdcabda0-0283-456f-b8d2-373e7311dd5b tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (df7809e8-4b3a-419d-9177-98b732729c4a), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:45.550683 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=df7809e8-4b3a-419d-9177-98b732729c4a,revision_number=6']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:45.564915 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-f66f7497-0037-41d1-8548-7c5b342fd362 req-fdcabda0-0283-456f-b8d2-373e7311dd5b tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Calling delete_port for df7809e8-4b3a-419d-9177-98b732729c4a owned by compute:nova {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:52:45.575211 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-4eff7f58-1636-4d65-8cbb-b00a4c59a5eb None None] Port da6c85bf-f64c-4335-bf31-0ec3cf9aaf36 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:52:45.580732 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 24a60c17-e3bd-4892-9062-5beb43d659d4 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:52:45.581530 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (24a60c17-e3bd-4892-9062-5beb43d659d4), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:45.622337 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Sat, 07 May 2022 21:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e8ba497-8e70-4eda-9549-108fb6c0a435 x-openstack-request-id: req-7e8ba497-8e70-4eda-9549-108fb6c0a435 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:52:45.622337 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4261bef-6bf5-48f6-8976-9ffb930ee47e", "tag": "40b1718c-d35e-4a5e-8773-22fb9e1c85d5", "status": "completed", "code": 200}, {"server_uuid": "f3ba0813-ab71-47d9-8c7c-607769a67273", "name": "network-vif-deleted", "tag": "bb1a4932-726b-4649-982e-cde502e2aff1", "status": "completed", "code": 200}, {"server_uuid": "f3ba0813-ab71-47d9-8c7c-607769a67273", "name": "network-vif-deleted", "tag": "f7bd0dbf-a440-4d9e-8f71-48688376777e", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:52:45.622337 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7e8ba497-8e70-4eda-9549-108fb6c0a435 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:52:45.622337 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e8ba497-8e70-4eda-9549-108fb6c0a435'] response: {'name': 'network-changed', 'server_uuid': 'a4261bef-6bf5-48f6-8976-9ffb930ee47e', 'tag': '40b1718c-d35e-4a5e-8773-22fb9e1c85d5', 'status': 'completed', 'code': 200}
May 07 21:52:45.622883 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e8ba497-8e70-4eda-9549-108fb6c0a435'] response: {'server_uuid': 'f3ba0813-ab71-47d9-8c7c-607769a67273', 'name': 'network-vif-deleted', 'tag': 'bb1a4932-726b-4649-982e-cde502e2aff1', 'status': 'completed', 'code': 200}
May 07 21:52:45.622883 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e8ba497-8e70-4eda-9549-108fb6c0a435'] response: {'server_uuid': 'f3ba0813-ab71-47d9-8c7c-607769a67273', 'name': 'network-vif-deleted', 'tag': 'f7bd0dbf-a440-4d9e-8f71-48688376777e', 'status': 'completed', 'code': 200}
May 07 21:52:45.639240 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-86b3c4fc-4c29-482d-a3f9-ebb32f817bab req-472a5672-c3fd-45a4-bbdf-5d4423b67dec service neutron] 10.222.0.59 "GET /v2.0/networks/2b0d1583-486b-43fb-abb3-b530c0697dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2868390
May 07 21:52:45.653148 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce92e5c-1828-4881-a8e1-b0bc220e159a req-497cec50-23ae-4a46-a200-16a1c2880b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:45.660126 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8ce92e5c-1828-4881-a8e1-b0bc220e159a req-497cec50-23ae-4a46-a200-16a1c2880b62 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4642753b5d1548038be79eb12ce7b20b&device_id=73b2c8b6-20a3-4e24-8a95-1e9d67ee0ab7 HTTP/1.1" status: 200  len: 1130 time: 0.1560009
May 07 21:52:45.679104 ncdv-master-1 neutron-server[121837]: INFO neutron.api.v2.resource [req-933b5f1d-33a3-4a3f-8ae7-d4a034c9ed9d req-55018af1-306c-4a0b-9b51-c9c8b02a24c5 tempest-SecurityGroupRulesNegativeTestJSON-911075500 tempest-SecurityGroupRulesNegativeTestJSON-911075500-project] show failed (client error): The resource could not be found.
May 07 21:52:45.680631 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-933b5f1d-33a3-4a3f-8ae7-d4a034c9ed9d req-55018af1-306c-4a0b-9b51-c9c8b02a24c5 tempest-SecurityGroupRulesNegativeTestJSON-911075500 tempest-SecurityGroupRulesNegativeTestJSON-911075500-project] 10.222.0.32 "GET /v2.0/security-group-rules/16597976-8838-4a13-90bc-acc1430de923 HTTP/1.1" status: 404  len: 361 time: 0.0658505
May 07 21:52:45.691855 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 24a60c17-e3bd-4892-9062-5beb43d659d4 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:52:45.867835 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5cf09f-dc68-4eea-aa44-410bdaada5a3 req-0e737c3d-c01f-4446-af1a-38410648d0ed tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:45.869340 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7d5cf09f-dc68-4eea-aa44-410bdaada5a3 req-0e737c3d-c01f-4446-af1a-38410648d0ed tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4261bef-6bf5-48f6-8976-9ffb930ee47e HTTP/1.1" status: 200  len: 943 time: 0.0954189
May 07 21:52:45.890047 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce92e5c-1828-4881-a8e1-b0bc220e159a req-092f2998-4d82-4abd-a98d-6b75d3cdb5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:45.891759 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8ce92e5c-1828-4881-a8e1-b0bc220e159a req-092f2998-4d82-4abd-a98d-6b75d3cdb5c2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=665487f0-78eb-47fb-9a06-b15bc614dc47 HTTP/1.1" status: 200  len: 870 time: 0.2307956
May 07 21:52:45.918880 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 21:52:45.918880 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 21:52:45.918880 ncdv-master-1 neutron-server[121836]:     timer()
May 07 21:52:45.918880 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 21:52:45.918880 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 21:52:45.918880 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 21:52:45.918880 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 21:52:45.918880 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 21:52:45.918880 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 21:52:45.918880 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 21:52:45.918880 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 21:52:45.918880 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 21:52:45.918880 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 21:52:45.918880 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 21:52:45.918880 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 21:52:45.918880 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 21:52:45.918880 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 21:52:45.918880 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 21:52:45.918880 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 21:52:45.918880 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 21:52:45.918880 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 21:52:45.918880 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 21:52:45.918880 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 21:52:45.918880 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 21:52:45.918880 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 21:52:45.918880 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 21:52:45.918880 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 21:52:45.918880 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 21:52:45.918880 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 21:52:45.918880 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 21:52:45.918880 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 21:52:45.918880 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 21:52:45.922075 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8f603bf-2be7-4173-9eb5-6de43e39d7d4 admin admin] Router 233d99f1-0f96-452f-8451-ed3713c6d775 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 21:52:45.952425 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44f3056-c226-43ae-8dca-119f1d6aaf67 req-1e9fe989-7c60-438b-9e1c-380a197e4b15 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:45.953901 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a44f3056-c226-43ae-8dca-119f1d6aaf67 req-1e9fe989-7c60-438b-9e1c-380a197e4b15 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "GET /v2.0/ports?device_id=f3ba0813-ab71-47d9-8c7c-607769a67273 HTTP/1.1" status: 200  len: 946 time: 0.7443612
May 07 21:52:45.956248 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7e4e4a69-a484-4925-a90e-9db643a56dfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (2322a93e-d19c-49b8-b6d2-d7e0f9ffd9d3), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:45.963527 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7e4e4a69-a484-4925-a90e-9db643a56dfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:45.966555 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-7e4e4a69-a484-4925-a90e-9db643a56dfd admin admin] 10.222.0.32 "DELETE /v2.0/networks/2322a93e-d19c-49b8-b6d2-d7e0f9ffd9d3 HTTP/1.1" status: 204  len: 168 time: 1.1617184
May 07 21:52:45.981747 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8ce92e5c-1828-4881-a8e1-b0bc220e159a req-c9681a86-bb79-4e39-b125-4217b17eb2b0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=7ff85673-73cb-4149-a173-2c468116cf99 HTTP/1.1" status: 200  len: 217 time: 0.0815003
May 07 21:52:46.026356 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4e4a69-a484-4925-a90e-9db643a56dfd admin admin] Pushing event deleted for resources: {'Network': ['ID=2322a93e-d19c-49b8-b6d2-d7e0f9ffd9d3,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:46.043508 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7d5cf09f-dc68-4eea-aa44-410bdaada5a3 req-878208a6-1dfc-4be8-bbcd-72a201296edd tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c5b0484-080e-4f51-826c-9d1b8b7fda2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1639950
May 07 21:52:46.065915 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce92e5c-1828-4881-a8e1-b0bc220e159a req-9b599f58-9aa7-454c-b897-817dbe6ecacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:46.067867 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8ce92e5c-1828-4881-a8e1-b0bc220e159a req-9b599f58-9aa7-454c-b897-817dbe6ecacf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6e0e5c53-1ece-4d20-b01d-5f8c6957edf6 HTTP/1.1" status: 200  len: 843 time: 0.0788488
May 07 21:52:46.068485 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-f66f7497-0037-41d1-8548-7c5b342fd362 req-fdcabda0-0283-456f-b8d2-373e7311dd5b tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (df7809e8-4b3a-419d-9177-98b732729c4a), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:46.103581 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a44f3056-c226-43ae-8dca-119f1d6aaf67 req-6e3d3b7a-9bab-41d9-96d8-67866d1a78f0 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "GET /v2.0/security-groups?id=79406975-00eb-485e-b3fe-001bab536dcd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1350091
May 07 21:52:46.117327 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcabda0-0283-456f-b8d2-373e7311dd5b tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Pushing event deleted for resources: {'Port': ['ID=df7809e8-4b3a-419d-9177-98b732729c4a,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:46.126566 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8f603bf-2be7-4173-9eb5-6de43e39d7d4 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:52:46.142020 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-d8f603bf-2be7-4173-9eb5-6de43e39d7d4 admin admin] 10.222.0.32 "PUT /v2.0/routers/233d99f1-0f96-452f-8451-ed3713c6d775/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.5482531
May 07 21:52:46.174795 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc27a0c-563e-4249-9f2f-e34408834ff1 None None] Sync routers for ids ['233d99f1-0f96-452f-8451-ed3713c6d775'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:52:46.190238 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 40758) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:52:46.193164 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc27a0c-563e-4249-9f2f-e34408834ff1 None None] Routers {'233d99f1-0f96-452f-8451-ed3713c6d775'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:52:46.198346 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce92e5c-1828-4881-a8e1-b0bc220e159a req-365e1b05-ec58-4f8c-8b6c-6a0adb787fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:46.199923 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8ce92e5c-1828-4881-a8e1-b0bc220e159a req-365e1b05-ec58-4f8c-8b6c-6a0adb787fb2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=665487f0-78eb-47fb-9a06-b15bc614dc47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1215186
May 07 21:52:46.203663 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-edc27a0c-563e-4249-9f2f-e34408834ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8d042d90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:52:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['233d99f1-0f96-452f-8451-ed3713c6d775'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:52:46.229501 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-f66f7497-0037-41d1-8548-7c5b342fd362 req-fdcabda0-0283-456f-b8d2-373e7311dd5b tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] No DVR routers for this DVR port df7809e8-4b3a-419d-9177-98b732729c4a on host nch2-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:52:46.232680 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-f66f7497-0037-41d1-8548-7c5b342fd362 req-fdcabda0-0283-456f-b8d2-373e7311dd5b tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:46.241388 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f66f7497-0037-41d1-8548-7c5b342fd362 req-fdcabda0-0283-456f-b8d2-373e7311dd5b tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.59 "DELETE /v2.0/ports/df7809e8-4b3a-419d-9177-98b732729c4a HTTP/1.1" status: 204  len: 173 time: 1.3214786
May 07 21:52:46.245610 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-755d81ac-87d0-46cc-9a35-09ec65dc2310 req-a517ae3d-1fac-4eda-9b51-7fd194dcd14f tempest-SecurityGroupRulesNegativeTestJSON-911075500 tempest-SecurityGroupRulesNegativeTestJSON-911075500-project] 10.222.0.32 "GET /v2.0/security-groups/7d93018e-60ef-4074-b3af-91716b45370a HTTP/1.1" status: 200  len: 1832 time: 0.1720209
May 07 21:52:46.314531 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13541d59-a9f6-41cb-a2b1-e6f8523a3ae1 req-71de30a5-ca7b-4f44-8379-96a34961a397 tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:46.316399 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-13541d59-a9f6-41cb-a2b1-e6f8523a3ae1 req-71de30a5-ca7b-4f44-8379-96a34961a397 tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] 10.222.0.32 "GET /v2.0/ports?device_id=83fafb82-09d3-47de-827f-770202f22005 HTTP/1.1" status: 200  len: 943 time: 0.0729599
May 07 21:52:46.366021 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-263772ae-dbe9-4103-a3b8-938adbe619e6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=85f29512cce1477d94e91ae394ecbbcb&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1724703
May 07 21:52:46.366250 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 40764) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:52:46.385152 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-edc27a0c-563e-4249-9f2f-e34408834ff1 None None] Set router 233d99f1-0f96-452f-8451-ed3713c6d775 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:52:46.427338 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-13541d59-a9f6-41cb-a2b1-e6f8523a3ae1 req-44e727c5-441c-4aaf-94a8-a5650ac93f5c tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f14c0bf-eb9e-4e13-9566-d53c24420214&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0978258
May 07 21:52:46.464679 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-03906254-53e0-4996-a37a-8690d3e9b837 admin admin] Publish callbacks [] for security_group (dd9b0aa0-46b8-4279-807a-8533ba07406a), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:46.474337 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8ce92e5c-1828-4881-a8e1-b0bc220e159a req-dcde1e1f-f726-429d-b082-d14f73eff3fd service neutron] 10.222.0.55 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2531998
May 07 21:52:46.477476 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-755d81ac-87d0-46cc-9a35-09ec65dc2310 req-9e50b1f0-e67f-46e6-9655-07679762539e tempest-SecurityGroupRulesNegativeTestJSON-911075500 tempest-SecurityGroupRulesNegativeTestJSON-911075500-project] Publish callbacks [] for security_group (7d93018e-60ef-4074-b3af-91716b45370a), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:46.494282 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-03906254-53e0-4996-a37a-8690d3e9b837 admin admin] Publish callbacks [] for security_group (dd9b0aa0-46b8-4279-807a-8533ba07406a), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:46.558621 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-755d81ac-87d0-46cc-9a35-09ec65dc2310 req-9e50b1f0-e67f-46e6-9655-07679762539e tempest-SecurityGroupRulesNegativeTestJSON-911075500 tempest-SecurityGroupRulesNegativeTestJSON-911075500-project] Publish callbacks [] for security_group (7d93018e-60ef-4074-b3af-91716b45370a), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:46.575995 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-03906254-53e0-4996-a37a-8690d3e9b837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (dd9b0aa0-46b8-4279-807a-8533ba07406a), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:46.579461 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-03906254-53e0-4996-a37a-8690d3e9b837 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:46.583062 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-03906254-53e0-4996-a37a-8690d3e9b837 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dd9b0aa0-46b8-4279-807a-8533ba07406a HTTP/1.1" status: 204  len: 168 time: 0.2130141
May 07 21:52:46.596718 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03906254-53e0-4996-a37a-8690d3e9b837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd9b0aa0-46b8-4279-807a-8533ba07406a,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:46.682823 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-755d81ac-87d0-46cc-9a35-09ec65dc2310 req-9e50b1f0-e67f-46e6-9655-07679762539e tempest-SecurityGroupRulesNegativeTestJSON-911075500 tempest-SecurityGroupRulesNegativeTestJSON-911075500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (7d93018e-60ef-4074-b3af-91716b45370a), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:46.685387 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-755d81ac-87d0-46cc-9a35-09ec65dc2310 req-9e50b1f0-e67f-46e6-9655-07679762539e tempest-SecurityGroupRulesNegativeTestJSON-911075500 tempest-SecurityGroupRulesNegativeTestJSON-911075500-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:46.698498 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-755d81ac-87d0-46cc-9a35-09ec65dc2310 req-9e50b1f0-e67f-46e6-9655-07679762539e tempest-SecurityGroupRulesNegativeTestJSON-911075500 tempest-SecurityGroupRulesNegativeTestJSON-911075500-project] 10.222.0.32 "DELETE /v2.0/security-groups/7d93018e-60ef-4074-b3af-91716b45370a HTTP/1.1" status: 204  len: 173 time: 0.4297957
May 07 21:52:46.784155 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e50b1f0-e67f-46e6-9655-07679762539e tempest-SecurityGroupRulesNegativeTestJSON-911075500 tempest-SecurityGroupRulesNegativeTestJSON-911075500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d93018e-60ef-4074-b3af-91716b45370a,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:46.826801 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29068a1f-d654-4b36-a094-0c331bb1cb6c req-290eb6e5-523b-4c56-ae65-52970c629ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:46.828651 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-29068a1f-d654-4b36-a094-0c331bb1cb6c req-290eb6e5-523b-4c56-ae65-52970c629ede service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=aae91bd9874141989a0896953655d3de&device_id=a4261bef-6bf5-48f6-8976-9ffb930ee47e HTTP/1.1" status: 200  len: 1125 time: 0.3087742
May 07 21:52:46.879363 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-edc27a0c-563e-4249-9f2f-e34408834ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8d042d90>, [{'id': '233d99f1-0f96-452f-8451-ed3713c6d775', 'name': 'tempest-TaggedBootDevicesTest_v242-1499694412-router', 'tenant_id': '776799dc9f9540fbaa14d08d316b0eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.222'}], 'enable_snat': True}, 'gw_port_id': '24a60c17-e3bd-4892-9062-5beb43d659d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:52:26Z', 'updated_at': '2022-05-07T21:52:43Z', 'revision_number': 4, 'project_id': '776799dc9f9540fbaa14d08d316b0eef', 'gw_port': {'id': '24a60c17-e3bd-4892-9062-5beb43d659d4', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:44:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233d99f1-0f96-452f-8451-ed3713c6d775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:52:31Z', 'updated_at': '2022-05-07T21:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'da6c85bf-f64c-4335-bf31-0ec3cf9aaf36', 'name': '', 'network_id': '430d4d53-753d-4983-b764-317098201a43', 'tenant_id': '776799dc9f9540fbaa14d08d316b0eef', 'mac_address': 'fa:16:3e:14:c3:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '233d99f1-0f96-452f-8451-ed3713c6d775', 'device_owner': 'network:router_interface', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': 'da63a771-abb0-40b6-95fd-274a7c839ed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:52:40Z', 'updated_at': '2022-05-07T21:52:44Z', 'revision_number': 2, 'project_id': '776799dc9f9540fbaa14d08d316b0eef', 'subnets': [{'id': 'da63a771-abb0-40b6-95fd-274a7c839ed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:52:46.894312 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e6f04-3e4f-4b51-b902-5d9c149876b6 req-8e2c58b6-5e31-4d88-b042-e84e4356140f tempest-ServerDiagnosticsNegativeTest-1377180466 tempest-ServerDiagnosticsNegativeTest-1377180466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:46.896929 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d23e6f04-3e4f-4b51-b902-5d9c149876b6 req-8e2c58b6-5e31-4d88-b042-e84e4356140f tempest-ServerDiagnosticsNegativeTest-1377180466 tempest-ServerDiagnosticsNegativeTest-1377180466-project] 10.222.0.32 "GET /v2.0/ports?device_id=73b2c8b6-20a3-4e24-8a95-1e9d67ee0ab7 HTTP/1.1" status: 200  len: 948 time: 0.1103323
May 07 21:52:46.910574 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc27a0c-563e-4249-9f2f-e34408834ff1 None None] Checking router: 233d99f1-0f96-452f-8451-ed3713c6d775 for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 21:52:46.910963 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc27a0c-563e-4249-9f2f-e34408834ff1 None None] Updating router 233d99f1-0f96-452f-8451-ed3713c6d775 port da6c85bf-f64c-4335-bf31-0ec3cf9aaf36 binding host ncdv-master-1 {{(pid=121839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 21:52:46.927733 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8ce92e5c-1828-4881-a8e1-b0bc220e159a req-c0b76f36-62f7-4e9a-8359-c11a4f78b172 service neutron] 10.222.0.55 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4412851
May 07 21:52:46.959707 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-edc27a0c-563e-4249-9f2f-e34408834ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (da6c85bf-f64c-4335-bf31-0ec3cf9aaf36), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:47.000571 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 0cb8be1d-eb20-4313-adab-53f509d88a67 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:52:47.124468 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d23e6f04-3e4f-4b51-b902-5d9c149876b6 req-5ea3e2f3-0c53-4264-a9a3-5a57903d2bab tempest-ServerDiagnosticsNegativeTest-1377180466 tempest-ServerDiagnosticsNegativeTest-1377180466-project] 10.222.0.32 "GET /v2.0/security-groups?id=1de14e55-a874-4ebc-a4f7-2e5e888678dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1915519
May 07 21:52:47.220637 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 0cb8be1d-eb20-4313-adab-53f509d88a67, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0cb8be1d-eb20-4313-adab-53f509d88a67,segment=NetworkSegment(2dff9de9-2f96-4532-9294-ee53fdca51cc),segment_id=2dff9de9-2f96-4532-9294-ee53fdca51cc)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:52:47.227171 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29068a1f-d654-4b36-a094-0c331bb1cb6c req-852626a8-fd10-49a5-9282-7c4d3ced39e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:47.228720 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-29068a1f-d654-4b36-a094-0c331bb1cb6c req-852626a8-fd10-49a5-9282-7c4d3ced39e0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=2b0d1583-486b-43fb-abb3-b530c0697dca HTTP/1.1" status: 200  len: 913 time: 0.3286896
May 07 21:52:47.265528 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': '0cb8be1d-eb20-4313-adab-53f509d88a67', 'network_id': '55393a4f-e493-4098-b37d-93ec9341a6b2', 'port_id': '0cb8be1d-eb20-4313-adab-53f509d88a67', 'mac_address': 'fa:16:3e:c4:ba:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8702188-d480-41a4-ada8-7cdbcc65e165', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:52:47.296180 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-29068a1f-d654-4b36-a094-0c331bb1cb6c req-9fe09c9c-e3c8-4092-88e8-4ac303105bb4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40b1718c-d35e-4a5e-8773-22fb9e1c85d5 HTTP/1.1" status: 200  len: 217 time: 0.0474977
May 07 21:52:47.372304 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-67120198-8dc5-474d-8512-35fbb7044223 req-460fc0f6-d0a6-4654-9a8f-47ac6c3a8833 tempest-SecurityGroupRulesNegativeTestJSON-911075500 tempest-SecurityGroupRulesNegativeTestJSON-911075500-project] 10.222.0.32 "GET /v2.0/security-groups/7a851740-67b8-422e-939b-5dc3524c3a81 HTTP/1.1" status: 200  len: 1831 time: 0.1994035
May 07 21:52:47.391775 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 0cb8be1d-eb20-4313-adab-53f509d88a67 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:52:47.392498 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (0cb8be1d-eb20-4313-adab-53f509d88a67), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:47.419593 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29068a1f-d654-4b36-a094-0c331bb1cb6c req-b49fd095-f4ec-4a22-8d01-ccfdf9f08c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:47.421047 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-29068a1f-d654-4b36-a094-0c331bb1cb6c req-b49fd095-f4ec-4a22-8d01-ccfdf9f08c25 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1823294e-46ca-4903-8378-568d3d06f584 HTTP/1.1" status: 200  len: 852 time: 0.1182821
May 07 21:52:47.427229 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0cb8be1d-eb20-4313-adab-53f509d88a67 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:52:47.446246 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330d924d-e26d-4466-89c7-a93f8d504aec req-f1c17602-d33e-4b56-80d7-18e445ebc423 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:47.453316 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-330d924d-e26d-4466-89c7-a93f8d504aec req-f1c17602-d33e-4b56-80d7-18e445ebc423 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4261bef-6bf5-48f6-8976-9ffb930ee47e HTTP/1.1" status: 200  len: 943 time: 0.1204321
May 07 21:52:47.470373 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 0cb8be1d-eb20-4313-adab-53f509d88a67, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0cb8be1d-eb20-4313-adab-53f509d88a67,segment=NetworkSegment(2dff9de9-2f96-4532-9294-ee53fdca51cc),segment_id=2dff9de9-2f96-4532-9294-ee53fdca51cc)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:52:47.476067 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 40830) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:52:47.476264 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (0cb8be1d-eb20-4313-adab-53f509d88a67), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:47.491179 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-edc27a0c-563e-4249-9f2f-e34408834ff1 None None] Publish callbacks [] for port (da6c85bf-f64c-4335-bf31-0ec3cf9aaf36), precommit_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:47.498671 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-29068a1f-d654-4b36-a094-0c331bb1cb6c req-220ba1ca-ead1-456e-a705-44d32c15810f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=2b0d1583-486b-43fb-abb3-b530c0697dca&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0562618
May 07 21:52:47.502481 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-edc27a0c-563e-4249-9f2f-e34408834ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (da6c85bf-f64c-4335-bf31-0ec3cf9aaf36), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:47.540683 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=0cb8be1d-eb20-4313-adab-53f509d88a67,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:47.590107 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1d6fe2-9ac6-476e-8fa4-e480faa6f6dc None None] Pushing event updated for resources: {'Port': ['ID=da6c85bf-f64c-4335-bf31-0ec3cf9aaf36,revision_number=3']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:47.604599 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1d6fe2-9ac6-476e-8fa4-e480faa6f6dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:52:47.604981 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1d6fe2-9ac6-476e-8fa4-e480faa6f6dc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:52:47.605291 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1d6fe2-9ac6-476e-8fa4-e480faa6f6dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:52:47.605629 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1d6fe2-9ac6-476e-8fa4-e480faa6f6dc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:52:47.605966 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1d6fe2-9ac6-476e-8fa4-e480faa6f6dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:52:47.607085 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1d6fe2-9ac6-476e-8fa4-e480faa6f6dc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:52:47.607350 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1d6fe2-9ac6-476e-8fa4-e480faa6f6dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:52:47.607681 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1d6fe2-9ac6-476e-8fa4-e480faa6f6dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:52:47.608014 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1d6fe2-9ac6-476e-8fa4-e480faa6f6dc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:52:47.608433 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1d6fe2-9ac6-476e-8fa4-e480faa6f6dc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:52:47.608754 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1d6fe2-9ac6-476e-8fa4-e480faa6f6dc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:52:47.609085 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1d6fe2-9ac6-476e-8fa4-e480faa6f6dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:52:47.609766 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1d6fe2-9ac6-476e-8fa4-e480faa6f6dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:52:47.610104 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1d6fe2-9ac6-476e-8fa4-e480faa6f6dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:52:47.610434 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a1d6fe2-9ac6-476e-8fa4-e480faa6f6dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:52:47.635331 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3ba0813-ab71-47d9-8c7c-607769a67273', 'name': 'network-vif-deleted', 'tag': 'df7809e8-4b3a-419d-9177-98b732729c4a'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:52:47.638710 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-697bf7d2-1960-4497-8afc-97dd9ad43e6c" -d '{"events": [{"server_uuid": "f3ba0813-ab71-47d9-8c7c-607769a67273", "name": "network-vif-deleted", "tag": "df7809e8-4b3a-419d-9177-98b732729c4a"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:52:47.659918 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['0cb8be1d-eb20-4313-adab-53f509d88a67'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:52:47.670135 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-330d924d-e26d-4466-89c7-a93f8d504aec req-57ec19cf-44b6-4cf3-b51b-e4275a1d15a4 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c5b0484-080e-4f51-826c-9d1b8b7fda2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2096198
May 07 21:52:47.713373 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-67120198-8dc5-474d-8512-35fbb7044223 req-de7fbbe5-219a-4e6b-a1d1-4e0f6ecfbae3 tempest-SecurityGroupRulesNegativeTestJSON-911075500 tempest-SecurityGroupRulesNegativeTestJSON-911075500-project] Publish callbacks [] for security_group (7a851740-67b8-422e-939b-5dc3524c3a81), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:47.751668 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 7ff85673-73cb-4149-a173-2c468116cf99 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:52:47.771438 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 40842) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:52:47.773858 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-edc27a0c-563e-4249-9f2f-e34408834ff1 None None] Attempting to bind port da6c85bf-f64c-4335-bf31-0ec3cf9aaf36 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:52:47.774378 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-edc27a0c-563e-4249-9f2f-e34408834ff1 None None] Attempting to bind port da6c85bf-f64c-4335-bf31-0ec3cf9aaf36 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '52c3a3b5-c9b0-4938-b6f9-afa39b22b27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '430d4d53-753d-4983-b764-317098201a43'}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:52:47.774602 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc27a0c-563e-4249-9f2f-e34408834ff1 None None] Attempting to bind port da6c85bf-f64c-4335-bf31-0ec3cf9aaf36 on network 430d4d53-753d-4983-b764-317098201a43 {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:52:47.791258 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-43a58898-8477-47cc-95f0-13fca778974b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b8c7725166154610bb95a936b87998aa&name=default HTTP/1.1" status: 200  len: 2996 time: 0.3043222
May 07 21:52:47.794072 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc27a0c-563e-4249-9f2f-e34408834ff1 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:52:47.794426 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc27a0c-563e-4249-9f2f-e34408834ff1 None None] Checking segment: {'id': '52c3a3b5-c9b0-4938-b6f9-afa39b22b27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '430d4d53-753d-4983-b764-317098201a43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:52:47.796700 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-edc27a0c-563e-4249-9f2f-e34408834ff1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:47.796843 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 40844) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:52:47.797127 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edc27a0c-563e-4249-9f2f-e34408834ff1 None None] Bound using segment: {'id': '52c3a3b5-c9b0-4938-b6f9-afa39b22b27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '430d4d53-753d-4983-b764-317098201a43'} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:52:47.797615 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-edc27a0c-563e-4249-9f2f-e34408834ff1 None None] Bound port: da6c85bf-f64c-4335-bf31-0ec3cf9aaf36, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52c3a3b5-c9b0-4938-b6f9-afa39b22b27f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '430d4d53-753d-4983-b764-317098201a43'}}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:52:47.798004 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-edc27a0c-563e-4249-9f2f-e34408834ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (da6c85bf-f64c-4335-bf31-0ec3cf9aaf36), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:47.808976 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-67120198-8dc5-474d-8512-35fbb7044223 req-de7fbbe5-219a-4e6b-a1d1-4e0f6ecfbae3 tempest-SecurityGroupRulesNegativeTestJSON-911075500 tempest-SecurityGroupRulesNegativeTestJSON-911075500-project] Publish callbacks [] for security_group (7a851740-67b8-422e-939b-5dc3524c3a81), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:47.884202 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-29068a1f-d654-4b36-a094-0c331bb1cb6c req-9293c200-8fda-42b1-811a-273114f73068 service neutron] 10.222.0.59 "GET /v2.0/networks/2b0d1583-486b-43fb-abb3-b530c0697dca?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3705165
May 07 21:52:47.956479 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a4d7580f-3d12-46da-b70e-d6ea51345b34 req-97e49aef-1baa-4bb0-924f-41128767270c tempest-ServerShowV257Test-572012695 tempest-ServerShowV257Test-572012695-project] 10.222.0.32 "GET /v2.0/ports?device_id=93763c68-763e-42ac-8855-5e7fed771529 HTTP/1.1" status: 200  len: 210 time: 0.1375885
May 07 21:52:47.963119 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-edc27a0c-563e-4249-9f2f-e34408834ff1 None None] For port da6c85bf-f64c-4335-bf31-0ec3cf9aaf36, host ncdv-master-1, cleared binding levels {{(pid=121839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:52:47.966394 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-edc27a0c-563e-4249-9f2f-e34408834ff1 None None] For port da6c85bf-f64c-4335-bf31-0ec3cf9aaf36, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=da6c85bf-f64c-4335-bf31-0ec3cf9aaf36,segment=NetworkSegment(52c3a3b5-c9b0-4938-b6f9-afa39b22b27f),segment_id=52c3a3b5-c9b0-4938-b6f9-afa39b22b27f)] {{(pid=121839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:52:47.978435 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-53bba806-0ae1-4360-83e5-80fc7b505b6c tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Deleting subnet bd7c397b-9254-4c76-a0e0-5bd7ee0462ba {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 21:52:47.981404 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-edc27a0c-563e-4249-9f2f-e34408834ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (da6c85bf-f64c-4335-bf31-0ec3cf9aaf36), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:48.006474 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a3a4da48-e37d-410f-a762-422f5be71fdf admin admin] Publish callbacks [] for security_group (eb448d71-ebbe-4f8b-b1df-0d5c56feb018), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:48.077701 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-53bba806-0ae1-4360-83e5-80fc7b505b6c tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks [] for subnet (bd7c397b-9254-4c76-a0e0-5bd7ee0462ba), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:48.097557 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc27a0c-563e-4249-9f2f-e34408834ff1 None None] Routers {'233d99f1-0f96-452f-8451-ed3713c6d775'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:52:48.098210 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-edc27a0c-563e-4249-9f2f-e34408834ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8d042d90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:52:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['233d99f1-0f96-452f-8451-ed3713c6d775'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:52:48.103765 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a3a4da48-e37d-410f-a762-422f5be71fdf admin admin] Publish callbacks [] for security_group (eb448d71-ebbe-4f8b-b1df-0d5c56feb018), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:48.112983 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-a4edf284-2a01-471f-a900-a3c90d073f1d None None] Provisioning complete for port da6c85bf-f64c-4335-bf31-0ec3cf9aaf36 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:52:48.113544 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a4edf284-2a01-471f-a900-a3c90d073f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (da6c85bf-f64c-4335-bf31-0ec3cf9aaf36), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:48.138879 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-67120198-8dc5-474d-8512-35fbb7044223 req-de7fbbe5-219a-4e6b-a1d1-4e0f6ecfbae3 tempest-SecurityGroupRulesNegativeTestJSON-911075500 tempest-SecurityGroupRulesNegativeTestJSON-911075500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (7a851740-67b8-422e-939b-5dc3524c3a81), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:48.141363 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-67120198-8dc5-474d-8512-35fbb7044223 req-de7fbbe5-219a-4e6b-a1d1-4e0f6ecfbae3 tempest-SecurityGroupRulesNegativeTestJSON-911075500 tempest-SecurityGroupRulesNegativeTestJSON-911075500-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:48.142666 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-67120198-8dc5-474d-8512-35fbb7044223 req-de7fbbe5-219a-4e6b-a1d1-4e0f6ecfbae3 tempest-SecurityGroupRulesNegativeTestJSON-911075500 tempest-SecurityGroupRulesNegativeTestJSON-911075500-project] 10.222.0.32 "DELETE /v2.0/security-groups/7a851740-67b8-422e-939b-5dc3524c3a81 HTTP/1.1" status: 204  len: 173 time: 0.7602651
May 07 21:52:48.184175 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7fbbe5-219a-4e6b-a1d1-4e0f6ecfbae3 tempest-SecurityGroupRulesNegativeTestJSON-911075500 tempest-SecurityGroupRulesNegativeTestJSON-911075500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a851740-67b8-422e-939b-5dc3524c3a81,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:48.198188 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1d6fe2-9ac6-476e-8fa4-e480faa6f6dc None None] Pushing event updated for resources: {'Port': ['ID=da6c85bf-f64c-4335-bf31-0ec3cf9aaf36,revision_number=4']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:48.203015 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-53bba806-0ae1-4360-83e5-80fc7b505b6c tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (bd7c397b-9254-4c76-a0e0-5bd7ee0462ba), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:48.281825 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc9fbb70-4fe5-4faf-87ad-51276b182d5f x-openstack-request-id: req-fc9fbb70-4fe5-4faf-87ad-51276b182d5f {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:52:48.282114 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3ba0813-ab71-47d9-8c7c-607769a67273", "name": "network-vif-deleted", "tag": "df7809e8-4b3a-419d-9177-98b732729c4a", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:52:48.282363 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fc9fbb70-4fe5-4faf-87ad-51276b182d5f {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:52:48.282760 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc9fbb70-4fe5-4faf-87ad-51276b182d5f'] response: {'server_uuid': 'f3ba0813-ab71-47d9-8c7c-607769a67273', 'name': 'network-vif-deleted', 'tag': 'df7809e8-4b3a-419d-9177-98b732729c4a', 'status': 'completed', 'code': 200}
May 07 21:52:48.358080 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5b9c72-2134-46ed-b40b-322b6d5b2417 req-711cfca6-41db-4ab6-b369-3b4838c6a168 tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:48.359826 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5e5b9c72-2134-46ed-b40b-322b6d5b2417 req-711cfca6-41db-4ab6-b369-3b4838c6a168 tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] 10.222.0.32 "GET /v2.0/ports?device_id=83fafb82-09d3-47de-827f-770202f22005 HTTP/1.1" status: 200  len: 944 time: 0.2254941
May 07 21:52:48.377690 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-edc27a0c-563e-4249-9f2f-e34408834ff1 None None] Set router 233d99f1-0f96-452f-8451-ed3713c6d775 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:52:48.387199 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 7ff85673-73cb-4149-a173-2c468116cf99, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7ff85673-73cb-4149-a173-2c468116cf99,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:52:48.393316 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-53bba806-0ae1-4360-83e5-80fc7b505b6c tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (bd7c397b-9254-4c76-a0e0-5bd7ee0462ba), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:48.434683 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a3a4da48-e37d-410f-a762-422f5be71fdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (eb448d71-ebbe-4f8b-b1df-0d5c56feb018), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:48.443837 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': '7ff85673-73cb-4149-a173-2c468116cf99', 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47', 'port_id': '7ff85673-73cb-4149-a173-2c468116cf99', 'mac_address': 'fa:16:3e:88:b2:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e0e5c53-1ece-4d20-b01d-5f8c6957edf6', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:52:48.447208 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a3a4da48-e37d-410f-a762-422f5be71fdf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:48.448542 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-a3a4da48-e37d-410f-a762-422f5be71fdf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/eb448d71-ebbe-4f8b-b1df-0d5c56feb018 HTTP/1.1" status: 204  len: 168 time: 0.6506240
May 07 21:52:48.471863 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-29068a1f-d654-4b36-a094-0c331bb1cb6c req-2af48565-d7ad-4461-b81a-e53bdbcda07c service neutron] 10.222.0.59 "GET /v2.0/networks/2b0d1583-486b-43fb-abb3-b530c0697dca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5741193
May 07 21:52:48.494196 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a4da48-e37d-410f-a762-422f5be71fdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb448d71-ebbe-4f8b-b1df-0d5c56feb018,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:48.506795 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a4da48-e37d-410f-a762-422f5be71fdf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:52:48.516788 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a4da48-e37d-410f-a762-422f5be71fdf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:52:48.517671 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a4da48-e37d-410f-a762-422f5be71fdf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:52:48.518257 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a4da48-e37d-410f-a762-422f5be71fdf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:52:48.518999 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a4da48-e37d-410f-a762-422f5be71fdf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:52:48.519572 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a4da48-e37d-410f-a762-422f5be71fdf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:52:48.520157 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a4da48-e37d-410f-a762-422f5be71fdf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:52:48.523007 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a4da48-e37d-410f-a762-422f5be71fdf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:52:48.523705 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a4da48-e37d-410f-a762-422f5be71fdf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:52:48.524294 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a4da48-e37d-410f-a762-422f5be71fdf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:52:48.525351 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a4da48-e37d-410f-a762-422f5be71fdf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:52:48.528188 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a4da48-e37d-410f-a762-422f5be71fdf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:52:48.528791 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a4da48-e37d-410f-a762-422f5be71fdf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:52:48.529390 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a4da48-e37d-410f-a762-422f5be71fdf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:52:48.533778 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d27558b7-0618-4cd9-8efc-870f3d934e1f req-2b55fda9-0e77-48ed-b8fd-fcc1c80aeb8d tempest-SecurityGroupRulesNegativeTestJSON-911075500 tempest-SecurityGroupRulesNegativeTestJSON-911075500-project] 10.222.0.32 "GET /v2.0/security-groups/c14e41d7-1be8-413a-97d1-7878993279b2 HTTP/1.1" status: 200  len: 1832 time: 0.2476833
May 07 21:52:48.537348 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-53bba806-0ae1-4360-83e5-80fc7b505b6c tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (bd7c397b-9254-4c76-a0e0-5bd7ee0462ba), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:48.542393 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3a4da48-e37d-410f-a762-422f5be71fdf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:52:48.579689 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-53bba806-0ae1-4360-83e5-80fc7b505b6c tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:48.582811 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-53bba806-0ae1-4360-83e5-80fc7b505b6c tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "DELETE /v2.0/subnets/bd7c397b-9254-4c76-a0e0-5bd7ee0462ba HTTP/1.1" status: 204  len: 168 time: 0.7931957
May 07 21:52:48.593176 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 40874) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:52:48.610965 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5e5b9c72-2134-46ed-b40b-322b6d5b2417 req-819633d5-1ba6-4532-b502-f0cc226f3f1c tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f14c0bf-eb9e-4e13-9566-d53c24420214&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2283051
May 07 21:52:48.627636 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-a4edf284-2a01-471f-a900-a3c90d073f1d None None] Current status of the port da6c85bf-f64c-4335-bf31-0ec3cf9aaf36 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:52:48.628356 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a4edf284-2a01-471f-a900-a3c90d073f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (da6c85bf-f64c-4335-bf31-0ec3cf9aaf36), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:48.665744 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd9a852-2ceb-439a-b80c-58d0fd401b6c None None] Network bce7d277-aca4-4e22-b67e-6c466c492a5e requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:52:48.722598 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bba806-0ae1-4360-83e5-80fc7b505b6c tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Pushing event deleted for resources: {'Subnet': ['ID=bd7c397b-9254-4c76-a0e0-5bd7ee0462ba,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:48.777231 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-edc27a0c-563e-4249-9f2f-e34408834ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8d042d90>, [{'id': '233d99f1-0f96-452f-8451-ed3713c6d775', 'name': 'tempest-TaggedBootDevicesTest_v242-1499694412-router', 'tenant_id': '776799dc9f9540fbaa14d08d316b0eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.222'}], 'enable_snat': True}, 'gw_port_id': '24a60c17-e3bd-4892-9062-5beb43d659d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:52:26Z', 'updated_at': '2022-05-07T21:52:43Z', 'revision_number': 4, 'project_id': '776799dc9f9540fbaa14d08d316b0eef', 'gw_port': {'id': '24a60c17-e3bd-4892-9062-5beb43d659d4', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:44:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233d99f1-0f96-452f-8451-ed3713c6d775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:52:31Z', 'updated_at': '2022-05-07T21:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'da6c85bf-f64c-4335-bf31-0ec3cf9aaf36', 'name': '', 'network_id': '430d4d53-753d-4983-b764-317098201a43', 'tenant_id': '776799dc9f9540fbaa14d08d316b0eef', 'mac_address': 'fa:16:3e:14:c3:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '233d99f1-0f96-452f-8451-ed3713c6d775', 'device_owner': 'network:router_interface', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': 'da63a771-abb0-40b6-95fd-274a7c839ed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:52:40Z', 'updated_at': '2022-05-07T21:52:47Z', 'revision_number': 4, 'project_id': '776799dc9f9540fbaa14d08d316b0eef', 'subnets': [{'id': 'da63a771-abb0-40b6-95fd-274a7c839ed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:52:48.787082 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 7ff85673-73cb-4149-a173-2c468116cf99 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:52:48.787082 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (7ff85673-73cb-4149-a173-2c468116cf99), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:48.787082 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-a4edf284-2a01-471f-a900-a3c90d073f1d None None] For port da6c85bf-f64c-4335-bf31-0ec3cf9aaf36, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=da6c85bf-f64c-4335-bf31-0ec3cf9aaf36,segment=NetworkSegment(52c3a3b5-c9b0-4938-b6f9-afa39b22b27f),segment_id=52c3a3b5-c9b0-4938-b6f9-afa39b22b27f)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:52:48.815720 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc27a0c-563e-4249-9f2f-e34408834ff1 None None] The sync data for ids ['233d99f1-0f96-452f-8451-ed3713c6d775'] in ncdv-master-1 is: [{'id': '233d99f1-0f96-452f-8451-ed3713c6d775', 'name': 'tempest-TaggedBootDevicesTest_v242-1499694412-router', 'tenant_id': '776799dc9f9540fbaa14d08d316b0eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.222'}], 'enable_snat': True}, 'gw_port_id': '24a60c17-e3bd-4892-9062-5beb43d659d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:52:26Z', 'updated_at': '2022-05-07T21:52:43Z', 'revision_number': 4, 'project_id': '776799dc9f9540fbaa14d08d316b0eef', 'gw_port': {'id': '24a60c17-e3bd-4892-9062-5beb43d659d4', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:44:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233d99f1-0f96-452f-8451-ed3713c6d775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:52:31Z', 'updated_at': '2022-05-07T21:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'da6c85bf-f64c-4335-bf31-0ec3cf9aaf36', 'name': '', 'network_id': '430d4d53-753d-4983-b764-317098201a43', 'tenant_id': '776799dc9f9540fbaa14d08d316b0eef', 'mac_address': 'fa:16:3e:14:c3:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '233d99f1-0f96-452f-8451-ed3713c6d775', 'device_owner': 'network:router_interface', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': 'da63a771-abb0-40b6-95fd-274a7c839ed9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:52:40Z', 'updated_at': '2022-05-07T21:52:47Z', 'revision_number': 4, 'project_id': '776799dc9f9540fbaa14d08d316b0eef', 'subnets': [{'id': 'da63a771-abb0-40b6-95fd-274a7c839ed9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:52:48.838613 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a4edf284-2a01-471f-a900-a3c90d073f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (da6c85bf-f64c-4335-bf31-0ec3cf9aaf36), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:48.869809 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ff85673-73cb-4149-a173-2c468116cf99 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:52:48.922870 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d768d0-041e-48f3-848d-5b7ba041ebc6 req-b536dab9-492d-45fe-8fb7-436713ba8b96 tempest-ServerDiagnosticsNegativeTest-1377180466 tempest-ServerDiagnosticsNegativeTest-1377180466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:48.932372 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c4d768d0-041e-48f3-848d-5b7ba041ebc6 req-b536dab9-492d-45fe-8fb7-436713ba8b96 tempest-ServerDiagnosticsNegativeTest-1377180466 tempest-ServerDiagnosticsNegativeTest-1377180466-project] 10.222.0.32 "GET /v2.0/ports?device_id=73b2c8b6-20a3-4e24-8a95-1e9d67ee0ab7 HTTP/1.1" status: 200  len: 948 time: 0.1076007
May 07 21:52:48.940270 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-d27558b7-0618-4cd9-8efc-870f3d934e1f req-692a82c1-79ea-42cf-8c24-e568069ffebc tempest-SecurityGroupRulesNegativeTestJSON-911075500 tempest-SecurityGroupRulesNegativeTestJSON-911075500-project] Publish callbacks [] for security_group (c14e41d7-1be8-413a-97d1-7878993279b2), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:48.946784 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-33d04046-34ff-455a-952d-ff9cc2cef1d9 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (bce7d277-aca4-4e22-b67e-6c466c492a5e), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:48.987205 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 7ff85673-73cb-4149-a173-2c468116cf99, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7ff85673-73cb-4149-a173-2c468116cf99,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:52:48.996861 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-27b429b5-2734-47bf-8662-626d67186324 None None] Provisioning complete for port da6c85bf-f64c-4335-bf31-0ec3cf9aaf36 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:52:48.996861 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-27b429b5-2734-47bf-8662-626d67186324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (da6c85bf-f64c-4335-bf31-0ec3cf9aaf36), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:49.028651 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-d27558b7-0618-4cd9-8efc-870f3d934e1f req-692a82c1-79ea-42cf-8c24-e568069ffebc tempest-SecurityGroupRulesNegativeTestJSON-911075500 tempest-SecurityGroupRulesNegativeTestJSON-911075500-project] Publish callbacks [] for security_group (c14e41d7-1be8-413a-97d1-7878993279b2), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:49.042863 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c4d768d0-041e-48f3-848d-5b7ba041ebc6 req-e7b338f6-ec96-4f59-9625-0dc93b9241bc tempest-ServerDiagnosticsNegativeTest-1377180466 tempest-ServerDiagnosticsNegativeTest-1377180466-project] 10.222.0.32 "GET /v2.0/security-groups?id=1de14e55-a874-4ebc-a4f7-2e5e888678dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1087923
May 07 21:52:49.061645 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (7ff85673-73cb-4149-a173-2c468116cf99), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:49.071851 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 40b1718c-d35e-4a5e-8773-22fb9e1c85d5 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:52:49.071851 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 0cb8be1d-eb20-4313-adab-53f509d88a67 up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:52:49.084514 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-33d04046-34ff-455a-952d-ff9cc2cef1d9 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Deleting port 63b3cd10-80af-4e07-bd59-653b6d25bad6 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:52:49.084851 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-33d04046-34ff-455a-952d-ff9cc2cef1d9 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (63b3cd10-80af-4e07-bd59-653b6d25bad6), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:49.120001 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4edf284-2a01-471f-a900-a3c90d073f1d None None] Pushing event updated for resources: {'Port': ['ID=da6c85bf-f64c-4335-bf31-0ec3cf9aaf36,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:49.172927 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-d27558b7-0618-4cd9-8efc-870f3d934e1f req-692a82c1-79ea-42cf-8c24-e568069ffebc tempest-SecurityGroupRulesNegativeTestJSON-911075500 tempest-SecurityGroupRulesNegativeTestJSON-911075500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (c14e41d7-1be8-413a-97d1-7878993279b2), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:49.175632 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-d27558b7-0618-4cd9-8efc-870f3d934e1f req-692a82c1-79ea-42cf-8c24-e568069ffebc tempest-SecurityGroupRulesNegativeTestJSON-911075500 tempest-SecurityGroupRulesNegativeTestJSON-911075500-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:49.176994 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d27558b7-0618-4cd9-8efc-870f3d934e1f req-692a82c1-79ea-42cf-8c24-e568069ffebc tempest-SecurityGroupRulesNegativeTestJSON-911075500 tempest-SecurityGroupRulesNegativeTestJSON-911075500-project] 10.222.0.32 "DELETE /v2.0/security-groups/c14e41d7-1be8-413a-97d1-7878993279b2 HTTP/1.1" status: 204  len: 173 time: 0.6126442
May 07 21:52:49.208722 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692a82c1-79ea-42cf-8c24-e568069ffebc tempest-SecurityGroupRulesNegativeTestJSON-911075500 tempest-SecurityGroupRulesNegativeTestJSON-911075500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c14e41d7-1be8-413a-97d1-7878993279b2,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:49.230611 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c3b2e4-6f2d-491a-89d2-6f49cb120e9d None None] DHCP port deletion for bce7d277-aca4-4e22-b67e-6c466c492a5e request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 21:52:49.232027 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-33d04046-34ff-455a-952d-ff9cc2cef1d9 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] For port 63b3cd10-80af-4e07-bd59-653b6d25bad6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=63b3cd10-80af-4e07-bd59-653b6d25bad6,segment=NetworkSegment(8e80564f-7b66-4ca5-94b4-fe89240ca4bd),segment_id=8e80564f-7b66-4ca5-94b4-fe89240ca4bd)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:52:49.232288 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-33d04046-34ff-455a-952d-ff9cc2cef1d9 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (63b3cd10-80af-4e07-bd59-653b6d25bad6), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:49.252776 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-33d04046-34ff-455a-952d-ff9cc2cef1d9 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Calling delete_port for 63b3cd10-80af-4e07-bd59-653b6d25bad6 owned by network:dhcp {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:52:49.339943 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.db.resource_extend [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 07 21:52:49.388956 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf46d9d4-3b5e-4415-974d-1c80f973e71e req-6c874762-ad31-47b9-931a-650476d28aa3 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:49.398693 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bf46d9d4-3b5e-4415-974d-1c80f973e71e req-6c874762-ad31-47b9-931a-650476d28aa3 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4261bef-6bf5-48f6-8976-9ffb930ee47e HTTP/1.1" status: 200  len: 943 time: 0.1171110
May 07 21:52:49.408564 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-501936e7-ba88-4a0a-9c2e-d5279cca521b req-24e5a6ff-6ab1-4232-a430-7d049a4915e6 tempest-ServerShowV257Test-572012695 tempest-ServerShowV257Test-572012695-project] 10.222.0.32 "GET /v2.0/ports?device_id=93763c68-763e-42ac-8855-5e7fed771529 HTTP/1.1" status: 200  len: 210 time: 0.0611310
May 07 21:52:49.493186 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bf46d9d4-3b5e-4415-974d-1c80f973e71e req-fdffc1b5-e03d-481b-b3b8-04a039dabc31 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c5b0484-080e-4f51-826c-9d1b8b7fda2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0881119
May 07 21:52:49.499134 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning for port 0cb8be1d-eb20-4313-adab-53f509d88a67 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:52:49.536393 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-33d04046-34ff-455a-952d-ff9cc2cef1d9 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (63b3cd10-80af-4e07-bd59-653b6d25bad6), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:49.541893 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['7ff85673-73cb-4149-a173-2c468116cf99'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:52:49.578124 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device da6c85bf-f64c-4335-bf31-0ec3cf9aaf36 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:52:49.670596 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d04046-34ff-455a-952d-ff9cc2cef1d9 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Pushing event deleted for resources: {'Port': ['ID=63b3cd10-80af-4e07-bd59-653b6d25bad6,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:49.687213 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d04046-34ff-455a-952d-ff9cc2cef1d9 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] No DVR routers for this DVR port 63b3cd10-80af-4e07-bd59-653b6d25bad6 on host ncdv-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:52:49.772694 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-cb23978e-0341-4699-ae71-1c5fd7572730 req-b5a693b5-da1c-488c-91a5-df4ff214e864 tempest-SecurityGroupRulesNegativeTestJSON-911075500 tempest-SecurityGroupRulesNegativeTestJSON-911075500-project] 10.222.0.32 "GET /v2.0/security-groups/23dc9e30-b444-489e-974c-08338f2f965a HTTP/1.1" status: 200  len: 1830 time: 0.2555599
May 07 21:52:49.775318 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171bb0d6-8017-4212-bc34-76072d2eeb03 req-9de5581f-61ae-41f8-8561-7cdfb4d574c3 tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:49.776819 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-171bb0d6-8017-4212-bc34-76072d2eeb03 req-9de5581f-61ae-41f8-8561-7cdfb4d574c3 tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] 10.222.0.32 "GET /v2.0/ports?device_id=83fafb82-09d3-47de-827f-770202f22005 HTTP/1.1" status: 200  len: 944 time: 0.0941422
May 07 21:52:49.880382 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-00c3b2e4-6f2d-491a-89d2-6f49cb120e9d None None] The port '63b3cd10-80af-4e07-bd59-653b6d25bad6' was deleted {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}}
May 07 21:52:49.910791 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port 0cb8be1d-eb20-4313-adab-53f509d88a67 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:52:49.911207 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (0cb8be1d-eb20-4313-adab-53f509d88a67), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:49.941681 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-33d04046-34ff-455a-952d-ff9cc2cef1d9 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (bce7d277-aca4-4e22-b67e-6c466c492a5e), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:49.947716 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-171bb0d6-8017-4212-bc34-76072d2eeb03 req-9949f86c-b8e3-41bf-86fa-36521a05e0de tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f14c0bf-eb9e-4e13-9566-d53c24420214&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1628261
May 07 21:52:49.964536 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=7ff85673-73cb-4149-a173-2c468116cf99,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:49.978813 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-27b429b5-2734-47bf-8662-626d67186324 None None] Current status of the port da6c85bf-f64c-4335-bf31-0ec3cf9aaf36 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:52:49.993918 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-33d04046-34ff-455a-952d-ff9cc2cef1d9 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf86996eb0>,) {'filters': {'network_id': ['bce7d277-aca4-4e22-b67e-6c466c492a5e']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:52:50.014631 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-33d04046-34ff-455a-952d-ff9cc2cef1d9 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf86996eb0>, '8e80564f-7b66-4ca5-94b4-fe89240ca4bd') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:52:50.015200 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-33d04046-34ff-455a-952d-ff9cc2cef1d9 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf86996eb0>, '8e80564f-7b66-4ca5-94b4-fe89240ca4bd') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:52:50.033882 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 40b1718c-d35e-4a5e-8773-22fb9e1c85d5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=40b1718c-d35e-4a5e-8773-22fb9e1c85d5,segment=NetworkSegment(8cdcb27b-fa23-4865-8aaa-e6a27c987d4c),segment_id=8cdcb27b-fa23-4865-8aaa-e6a27c987d4c)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:52:50.040077 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-33d04046-34ff-455a-952d-ff9cc2cef1d9 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (8e80564f-7b66-4ca5-94b4-fe89240ca4bd), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:50.051467 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-cb23978e-0341-4699-ae71-1c5fd7572730 req-daea6ea4-a8a4-4ea6-bbd8-9f00aa17693e tempest-SecurityGroupRulesNegativeTestJSON-911075500 tempest-SecurityGroupRulesNegativeTestJSON-911075500-project] Publish callbacks [] for security_group (23dc9e30-b444-489e-974c-08338f2f965a), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:50.097721 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': '40b1718c-d35e-4a5e-8773-22fb9e1c85d5', 'network_id': '2b0d1583-486b-43fb-abb3-b530c0697dca', 'port_id': '40b1718c-d35e-4a5e-8773-22fb9e1c85d5', 'mac_address': 'fa:16:3e:04:90:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1823294e-46ca-4903-8378-568d3d06f584', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:52:50.101651 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-cb23978e-0341-4699-ae71-1c5fd7572730 req-daea6ea4-a8a4-4ea6-bbd8-9f00aa17693e tempest-SecurityGroupRulesNegativeTestJSON-911075500 tempest-SecurityGroupRulesNegativeTestJSON-911075500-project] Publish callbacks [] for security_group (23dc9e30-b444-489e-974c-08338f2f965a), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:50.113228 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port da6c85bf-f64c-4335-bf31-0ec3cf9aaf36 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:52:50.113617 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (da6c85bf-f64c-4335-bf31-0ec3cf9aaf36), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:50.134269 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-33d04046-34ff-455a-952d-ff9cc2cef1d9 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (8e80564f-7b66-4ca5-94b4-fe89240ca4bd), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:50.162264 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33d04046-34ff-455a-952d-ff9cc2cef1d9 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 21:52:50.163158 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-33d04046-34ff-455a-952d-ff9cc2cef1d9 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (8e80564f-7b66-4ca5-94b4-fe89240ca4bd), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:50.168485 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 21:52:50.168485 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 21:52:50.168485 ncdv-master-1 neutron-server[121837]:     timer()
May 07 21:52:50.168485 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 21:52:50.168485 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 21:52:50.168485 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 21:52:50.168485 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 21:52:50.168485 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 21:52:50.168485 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 21:52:50.168485 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 21:52:50.168485 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 21:52:50.168485 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 21:52:50.168485 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 21:52:50.168485 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 21:52:50.168485 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 21:52:50.168485 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 21:52:50.168485 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 21:52:50.168485 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 21:52:50.168485 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 21:52:50.168485 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 21:52:50.168485 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 21:52:50.168485 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 21:52:50.168485 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 21:52:50.168485 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 21:52:50.168485 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 21:52:50.168485 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 21:52:50.168485 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 21:52:50.168485 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 21:52:50.168485 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 21:52:50.168485 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 21:52:50.168485 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 21:52:50.168485 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 21:52:50.242801 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ac1585-4c0c-4cbe-8819-8d040b48e6d4 req-ee258f3b-de0d-4dcc-ba2f-4aca1703fd27 tempest-ServerDiagnosticsNegativeTest-1377180466 tempest-ServerDiagnosticsNegativeTest-1377180466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:50.255814 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-69ac1585-4c0c-4cbe-8819-8d040b48e6d4 req-ee258f3b-de0d-4dcc-ba2f-4aca1703fd27 tempest-ServerDiagnosticsNegativeTest-1377180466 tempest-ServerDiagnosticsNegativeTest-1377180466-project] 10.222.0.32 "GET /v2.0/ports?device_id=73b2c8b6-20a3-4e24-8a95-1e9d67ee0ab7 HTTP/1.1" status: 200  len: 949 time: 0.1079693
May 07 21:52:50.270725 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 40b1718c-d35e-4a5e-8773-22fb9e1c85d5 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:52:50.271359 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-33d04046-34ff-455a-952d-ff9cc2cef1d9 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (bce7d277-aca4-4e22-b67e-6c466c492a5e), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:50.271492 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (40b1718c-d35e-4a5e-8773-22fb9e1c85d5), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:50.274089 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-cb23978e-0341-4699-ae71-1c5fd7572730 req-daea6ea4-a8a4-4ea6-bbd8-9f00aa17693e tempest-SecurityGroupRulesNegativeTestJSON-911075500 tempest-SecurityGroupRulesNegativeTestJSON-911075500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (23dc9e30-b444-489e-974c-08338f2f965a), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:50.277162 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-cb23978e-0341-4699-ae71-1c5fd7572730 req-daea6ea4-a8a4-4ea6-bbd8-9f00aa17693e tempest-SecurityGroupRulesNegativeTestJSON-911075500 tempest-SecurityGroupRulesNegativeTestJSON-911075500-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:50.279483 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-cb23978e-0341-4699-ae71-1c5fd7572730 req-daea6ea4-a8a4-4ea6-bbd8-9f00aa17693e tempest-SecurityGroupRulesNegativeTestJSON-911075500 tempest-SecurityGroupRulesNegativeTestJSON-911075500-project] 10.222.0.32 "DELETE /v2.0/security-groups/23dc9e30-b444-489e-974c-08338f2f965a HTTP/1.1" status: 204  len: 173 time: 0.5057337
May 07 21:52:50.305639 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-33d04046-34ff-455a-952d-ff9cc2cef1d9 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:50.314340 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-33d04046-34ff-455a-952d-ff9cc2cef1d9 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "DELETE /v2.0/networks/bce7d277-aca4-4e22-b67e-6c466c492a5e HTTP/1.1" status: 204  len: 168 time: 1.6537557
May 07 21:52:50.318049 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d04046-34ff-455a-952d-ff9cc2cef1d9 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Pushing event deleted for resources: {'Network': ['ID=bce7d277-aca4-4e22-b67e-6c466c492a5e,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:50.319603 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 40920) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:52:50.334571 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daea6ea4-a8a4-4ea6-bbd8-9f00aa17693e tempest-SecurityGroupRulesNegativeTestJSON-911075500 tempest-SecurityGroupRulesNegativeTestJSON-911075500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23dc9e30-b444-489e-974c-08338f2f965a,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:50.339615 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40b1718c-d35e-4a5e-8773-22fb9e1c85d5 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:52:50.345220 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 0cb8be1d-eb20-4313-adab-53f509d88a67 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:52:50.345812 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (0cb8be1d-eb20-4313-adab-53f509d88a67), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:50.392301 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-fa4a3e26-73fd-4469-9bc4-d71f27c56b6f req-83cb5a0c-90bf-4b50-bbf5-1260d7e9a737 tempest-SecurityGroupRulesNegativeTestJSON-911075500 tempest-SecurityGroupRulesNegativeTestJSON-911075500-project] 10.222.0.32 "GET /v2.0/security-groups/5477615f-d78c-49b0-a8c4-eec43baa1312 HTTP/1.1" status: 200  len: 1827 time: 0.0545123
May 07 21:52:50.409707 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-69ac1585-4c0c-4cbe-8819-8d040b48e6d4 req-8b6df41c-a555-4017-8e80-26643a415274 tempest-ServerDiagnosticsNegativeTest-1377180466 tempest-ServerDiagnosticsNegativeTest-1377180466-project] 10.222.0.32 "GET /v2.0/security-groups?id=1de14e55-a874-4ebc-a4f7-2e5e888678dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1528978
May 07 21:52:50.443082 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab854d86-3446-4bcd-8342-605c3696c501 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Deleting subnet 6919e0e2-e65e-4318-9b11-62f01286a394 {{(pid=121836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 21:52:50.450880 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ab854d86-3446-4bcd-8342-605c3696c501 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks [] for subnet (6919e0e2-e65e-4318-9b11-62f01286a394), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:50.454990 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 40b1718c-d35e-4a5e-8773-22fb9e1c85d5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=40b1718c-d35e-4a5e-8773-22fb9e1c85d5,segment=NetworkSegment(8cdcb27b-fa23-4865-8aaa-e6a27c987d4c),segment_id=8cdcb27b-fa23-4865-8aaa-e6a27c987d4c)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:52:50.473134 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83fafb82-09d3-47de-827f-770202f22005', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cb8be1d-eb20-4313-adab-53f509d88a67'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:52:50.475520 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e752613e-00b6-4efd-a6d5-94748d368d04" -d '{"events": [{"server_uuid": "83fafb82-09d3-47de-827f-770202f22005", "name": "network-vif-plugged", "status": "completed", "tag": "0cb8be1d-eb20-4313-adab-53f509d88a67"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:52:50.488748 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (40b1718c-d35e-4a5e-8773-22fb9e1c85d5), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:50.503320 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port da6c85bf-f64c-4335-bf31-0ec3cf9aaf36 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:52:50.503896 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-fa4a3e26-73fd-4469-9bc4-d71f27c56b6f req-a7710e32-c734-4f81-b275-b057ef83b067 tempest-SecurityGroupRulesNegativeTestJSON-911075500 tempest-SecurityGroupRulesNegativeTestJSON-911075500-project] Publish callbacks [] for security_group (5477615f-d78c-49b0-a8c4-eec43baa1312), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:50.515882 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ab854d86-3446-4bcd-8342-605c3696c501 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726883'] for subnet (6919e0e2-e65e-4318-9b11-62f01286a394), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:50.537829 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-fa4a3e26-73fd-4469-9bc4-d71f27c56b6f req-a7710e32-c734-4f81-b275-b057ef83b067 tempest-SecurityGroupRulesNegativeTestJSON-911075500 tempest-SecurityGroupRulesNegativeTestJSON-911075500-project] Publish callbacks [] for security_group (5477615f-d78c-49b0-a8c4-eec43baa1312), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:50.551445 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 0cb8be1d-eb20-4313-adab-53f509d88a67, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0cb8be1d-eb20-4313-adab-53f509d88a67,segment=NetworkSegment(2dff9de9-2f96-4532-9294-ee53fdca51cc),segment_id=2dff9de9-2f96-4532-9294-ee53fdca51cc)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:52:50.577616 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (0cb8be1d-eb20-4313-adab-53f509d88a67), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:50.610479 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-fa4a3e26-73fd-4469-9bc4-d71f27c56b6f req-a7710e32-c734-4f81-b275-b057ef83b067 tempest-SecurityGroupRulesNegativeTestJSON-911075500 tempest-SecurityGroupRulesNegativeTestJSON-911075500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (5477615f-d78c-49b0-a8c4-eec43baa1312), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:50.618073 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-fa4a3e26-73fd-4469-9bc4-d71f27c56b6f req-a7710e32-c734-4f81-b275-b057ef83b067 tempest-SecurityGroupRulesNegativeTestJSON-911075500 tempest-SecurityGroupRulesNegativeTestJSON-911075500-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:50.623531 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-fa4a3e26-73fd-4469-9bc4-d71f27c56b6f req-a7710e32-c734-4f81-b275-b057ef83b067 tempest-SecurityGroupRulesNegativeTestJSON-911075500 tempest-SecurityGroupRulesNegativeTestJSON-911075500-project] 10.222.0.32 "DELETE /v2.0/security-groups/5477615f-d78c-49b0-a8c4-eec43baa1312 HTTP/1.1" status: 204  len: 173 time: 0.2234728
May 07 21:52:50.634485 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 40932) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:52:50.655461 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 63b3cd10-80af-4e07-bd59-653b6d25bad6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:52:50.675441 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ab854d86-3446-4bcd-8342-605c3696c501 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (6919e0e2-e65e-4318-9b11-62f01286a394), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:50.683532 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7710e32-c734-4f81-b275-b057ef83b067 tempest-SecurityGroupRulesNegativeTestJSON-911075500 tempest-SecurityGroupRulesNegativeTestJSON-911075500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5477615f-d78c-49b0-a8c4-eec43baa1312,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:50.710911 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-47909355-575c-4eea-b8b8-7b22841582e9 req-d7a9eb52-7842-4e37-8655-69ea59920001 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=93763c68-763e-42ac-8855-5e7fed771529 HTTP/1.1" status: 200  len: 210 time: 0.0754077
May 07 21:52:50.729675 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-1442c803-ae56-407a-a6a9-9ae023baef47 admin admin] Deleting subnet 0b2ad388-5cfb-4ecb-b559-8447baa7f264 {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 21:52:50.735357 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['40b1718c-d35e-4a5e-8773-22fb9e1c85d5'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:52:50.738992 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 63b3cd10-80af-4e07-bd59-653b6d25bad6 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:52:50.739396 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 63b3cd10-80af-4e07-bd59-653b6d25bad6 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:52:50.755281 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1442c803-ae56-407a-a6a9-9ae023baef47 admin admin] Publish callbacks [] for subnet (0b2ad388-5cfb-4ecb-b559-8447baa7f264), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:50.785485 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=40b1718c-d35e-4a5e-8773-22fb9e1c85d5,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:50.829557 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-64b26aa4-8000-48ec-8a2b-d7824abe0873 req-dd6a9a5a-38c7-4e8c-a731-8f1a47cf004f tempest-ServerShowV257Test-572012695 tempest-ServerShowV257Test-572012695-project] 10.222.0.32 "GET /v2.0/ports?device_id=93763c68-763e-42ac-8855-5e7fed771529 HTTP/1.1" status: 200  len: 210 time: 0.1051917
May 07 21:52:50.833871 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6dcaa5f-495c-4481-b74e-a4db2335e108 x-openstack-request-id: req-c6dcaa5f-495c-4481-b74e-a4db2335e108 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:52:50.834322 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83fafb82-09d3-47de-827f-770202f22005", "name": "network-vif-plugged", "status": "completed", "tag": "0cb8be1d-eb20-4313-adab-53f509d88a67", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:52:50.834584 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c6dcaa5f-495c-4481-b74e-a4db2335e108 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:52:50.835033 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6dcaa5f-495c-4481-b74e-a4db2335e108'] response: {'server_uuid': '83fafb82-09d3-47de-827f-770202f22005', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0cb8be1d-eb20-4313-adab-53f509d88a67', 'code': 200}
May 07 21:52:50.837967 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ab854d86-3446-4bcd-8342-605c3696c501 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (6919e0e2-e65e-4318-9b11-62f01286a394), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:50.874857 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1442c803-ae56-407a-a6a9-9ae023baef47 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (0b2ad388-5cfb-4ecb-b559-8447baa7f264), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:50.960349 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1442c803-ae56-407a-a6a9-9ae023baef47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (0b2ad388-5cfb-4ecb-b559-8447baa7f264), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:50.960562 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=0cb8be1d-eb20-4313-adab-53f509d88a67,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:50.964841 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab854d86-3446-4bcd-8342-605c3696c501 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Pushing event deleted for resources: {'Subnet': ['ID=6919e0e2-e65e-4318-9b11-62f01286a394,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:51.025396 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ab854d86-3446-4bcd-8342-605c3696c501 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:51.039321 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-ab854d86-3446-4bcd-8342-605c3696c501 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "DELETE /v2.0/subnets/6919e0e2-e65e-4318-9b11-62f01286a394 HTTP/1.1" status: 204  len: 168 time: 0.7179151
May 07 21:52:51.049730 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 40950) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:52:51.053270 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a6b42f-d0ed-4daa-8ea6-3a29d94caaf8 None None] Network 7d94fb0d-311e-4c61-bc8a-1dac128f0023 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:52:51.105325 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553fab12-df2c-4682-bf50-8bf93b420705 req-3e9b8961-7dcf-48a9-9f03-130d37369e17 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:51.106923 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-553fab12-df2c-4682-bf50-8bf93b420705 req-3e9b8961-7dcf-48a9-9f03-130d37369e17 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4261bef-6bf5-48f6-8976-9ffb930ee47e HTTP/1.1" status: 200  len: 944 time: 0.1569502
May 07 21:52:51.149317 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d2968e-95e9-4a47-bf28-9c22f3d097ac req-a1a4f96e-fd2b-4c1b-a71a-24af46aaa8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:51.151217 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-77d2968e-95e9-4a47-bf28-9c22f3d097ac req-a1a4f96e-fd2b-4c1b-a71a-24af46aaa8f8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=83fafb82-09d3-47de-827f-770202f22005 HTTP/1.1" status: 200  len: 1127 time: 0.1441727
May 07 21:52:51.203344 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bbdaa9-4775-4c5b-9b80-55e2916375f6 req-6f8a875a-5078-4412-a0d7-1df150cef2cd tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:51.205058 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e1bbdaa9-4775-4c5b-9b80-55e2916375f6 req-6f8a875a-5078-4412-a0d7-1df150cef2cd tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] 10.222.0.32 "GET /v2.0/ports?device_id=83fafb82-09d3-47de-827f-770202f22005 HTTP/1.1" status: 200  len: 945 time: 0.1389551
May 07 21:52:51.225398 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bfb90cae-9cfe-4cef-aee0-8dbd95e5df17 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (7d94fb0d-311e-4c61-bc8a-1dac128f0023), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:51.231944 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:51.236195 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1442c803-ae56-407a-a6a9-9ae023baef47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (0b2ad388-5cfb-4ecb-b559-8447baa7f264), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:51.268260 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-553fab12-df2c-4682-bf50-8bf93b420705 req-1c840a22-a70f-4be0-9396-51b3d9f43cac tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c5b0484-080e-4f51-826c-9d1b8b7fda2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1555326
May 07 21:52:51.317997 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1442c803-ae56-407a-a6a9-9ae023baef47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b2ad388-5cfb-4ecb-b559-8447baa7f264,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:51.332754 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1442c803-ae56-407a-a6a9-9ae023baef47 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:51.338542 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-1442c803-ae56-407a-a6a9-9ae023baef47 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/0b2ad388-5cfb-4ecb-b559-8447baa7f264 HTTP/1.1" status: 204  len: 168 time: 0.6995647
May 07 21:52:51.339928 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 40956) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:52:51.388032 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f24cb40-8bdb-45d3-9e89-7026f3c76e4c None None] DHCP port deletion for 7d94fb0d-311e-4c61-bc8a-1dac128f0023 request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 21:52:51.437957 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-8f24cb40-8bdb-45d3-9e89-7026f3c76e4c None None] Deleting port a5b1023e-761f-408d-b489-910692660f10 {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:52:51.438385 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-8f24cb40-8bdb-45d3-9e89-7026f3c76e4c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (a5b1023e-761f-408d-b489-910692660f10), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:51.501640 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-69002eac-02a0-43cd-8345-55b1631da6df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (c5148b20-e3e0-4f57-8538-941e6734927a), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:51.521980 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-8f24cb40-8bdb-45d3-9e89-7026f3c76e4c None None] For port a5b1023e-761f-408d-b489-910692660f10, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a5b1023e-761f-408d-b489-910692660f10,segment=NetworkSegment(886ce713-0d61-4718-811a-ca55107915ac),segment_id=886ce713-0d61-4718-811a-ca55107915ac)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:52:51.523240 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-8f24cb40-8bdb-45d3-9e89-7026f3c76e4c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (a5b1023e-761f-408d-b489-910692660f10), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:51.549523 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-8f24cb40-8bdb-45d3-9e89-7026f3c76e4c None None] Calling delete_port for a5b1023e-761f-408d-b489-910692660f10 owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:52:51.686962 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-8f24cb40-8bdb-45d3-9e89-7026f3c76e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (a5b1023e-761f-408d-b489-910692660f10), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:51.728329 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f24cb40-8bdb-45d3-9e89-7026f3c76e4c None None] Pushing event deleted for resources: {'Port': ['ID=a5b1023e-761f-408d-b489-910692660f10,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:51.763694 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f24cb40-8bdb-45d3-9e89-7026f3c76e4c None None] No DVR routers for this DVR port a5b1023e-761f-408d-b489-910692660f10 on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:52:51.779067 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 7ff85673-73cb-4149-a173-2c468116cf99 up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:52:51.815967 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29599d21-a9f4-4326-8382-72e76cf8ebcc req-d0ca5e15-2727-4733-8769-9c169e418684 tempest-ServerDiagnosticsNegativeTest-1377180466 tempest-ServerDiagnosticsNegativeTest-1377180466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:51.824203 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-29599d21-a9f4-4326-8382-72e76cf8ebcc req-d0ca5e15-2727-4733-8769-9c169e418684 tempest-ServerDiagnosticsNegativeTest-1377180466 tempest-ServerDiagnosticsNegativeTest-1377180466-project] 10.222.0.32 "GET /v2.0/ports?device_id=73b2c8b6-20a3-4e24-8a95-1e9d67ee0ab7 HTTP/1.1" status: 200  len: 949 time: 0.2125311
May 07 21:52:51.828753 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-69002eac-02a0-43cd-8345-55b1631da6df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (c5148b20-e3e0-4f57-8538-941e6734927a), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:51.849418 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning for port 7ff85673-73cb-4149-a173-2c468116cf99 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:52:51.862535 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port 7ff85673-73cb-4149-a173-2c468116cf99 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:52:51.863202 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (7ff85673-73cb-4149-a173-2c468116cf99), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:51.873603 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e1bbdaa9-4775-4c5b-9b80-55e2916375f6 req-a052be66-576c-417d-914e-72fbe693dc5f tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f14c0bf-eb9e-4e13-9566-d53c24420214&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6545856
May 07 21:52:51.891775 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-bfb90cae-9cfe-4cef-aee0-8dbd95e5df17 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Deleting port a5b1023e-761f-408d-b489-910692660f10 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:52:51.891942 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-69002eac-02a0-43cd-8345-55b1631da6df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf87b16070>,) {'filters': {'network_id': ['c5148b20-e3e0-4f57-8538-941e6734927a']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:52:51.892114 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bfb90cae-9cfe-4cef-aee0-8dbd95e5df17 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (a5b1023e-761f-408d-b489-910692660f10), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:51.903819 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-29599d21-a9f4-4326-8382-72e76cf8ebcc req-05241cdd-1fea-464b-8bfa-82cbd08b9bd2 tempest-ServerDiagnosticsNegativeTest-1377180466 tempest-ServerDiagnosticsNegativeTest-1377180466-project] 10.222.0.32 "GET /v2.0/security-groups?id=1de14e55-a874-4ebc-a4f7-2e5e888678dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0782063
May 07 21:52:51.934994 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-69002eac-02a0-43cd-8345-55b1631da6df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf87b16070>, '5fea3230-d611-4a10-87da-7703dc654320') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:52:51.938538 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-69002eac-02a0-43cd-8345-55b1631da6df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf87b16070>, '5fea3230-d611-4a10-87da-7703dc654320') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:52:51.972866 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-69002eac-02a0-43cd-8345-55b1631da6df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (5fea3230-d611-4a10-87da-7703dc654320), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:51.997319 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 7ff85673-73cb-4149-a173-2c468116cf99 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:52:51.998019 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (7ff85673-73cb-4149-a173-2c468116cf99), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:51.999235 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-69002eac-02a0-43cd-8345-55b1631da6df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (5fea3230-d611-4a10-87da-7703dc654320), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:52.005723 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-bfb90cae-9cfe-4cef-aee0-8dbd95e5df17 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] For port a5b1023e-761f-408d-b489-910692660f10, host ncdv-master-1, got binding levels [] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:52:52.006375 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bfb90cae-9cfe-4cef-aee0-8dbd95e5df17 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (a5b1023e-761f-408d-b489-910692660f10), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:52.017336 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69002eac-02a0-43cd-8345-55b1631da6df admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 21:52:52.018052 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-69002eac-02a0-43cd-8345-55b1631da6df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (5fea3230-d611-4a10-87da-7703dc654320), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:52.020421 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 21:52:52.020421 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 21:52:52.020421 ncdv-master-1 neutron-server[121836]:     timer()
May 07 21:52:52.020421 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 21:52:52.020421 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 21:52:52.020421 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 21:52:52.020421 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 21:52:52.020421 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 21:52:52.020421 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 21:52:52.020421 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 21:52:52.020421 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 21:52:52.020421 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 21:52:52.020421 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 21:52:52.020421 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 21:52:52.020421 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 21:52:52.020421 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 21:52:52.020421 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 21:52:52.020421 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 21:52:52.020421 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 21:52:52.020421 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 21:52:52.020421 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 21:52:52.020421 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 21:52:52.020421 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 21:52:52.020421 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 21:52:52.020421 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 21:52:52.020421 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 21:52:52.020421 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 21:52:52.020421 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 21:52:52.020421 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 21:52:52.020421 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 21:52:52.020421 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 21:52:52.020421 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 21:52:52.035127 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-bfb90cae-9cfe-4cef-aee0-8dbd95e5df17 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Calling delete_port for a5b1023e-761f-408d-b489-910692660f10 owned by network:dhcp {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:52:52.046625 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.ipam_backend_mixin [None req-bfb90cae-9cfe-4cef-aee0-8dbd95e5df17 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Port a5b1023e-761f-408d-b489-910692660f10 was not found and therefore no delete operation was performed {{(pid=121837) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}}
May 07 21:52:52.049577 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 7ff85673-73cb-4149-a173-2c468116cf99, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7ff85673-73cb-4149-a173-2c468116cf99,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:52:52.054217 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (7ff85673-73cb-4149-a173-2c468116cf99), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:52.061571 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bfb90cae-9cfe-4cef-aee0-8dbd95e5df17 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (a5b1023e-761f-408d-b489-910692660f10), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:52.079973 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-77d2968e-95e9-4a47-bf28-9c22f3d097ac req-41ddad33-2b9f-46a0-ad83-95ad753f215d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7f14c0bf-eb9e-4e13-9566-d53c24420214&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.7402389
May 07 21:52:52.098356 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9fa5fabe-f243-494d-a688-e8cb9b751ebd req-e2f9014f-eef9-43e6-a3c1-00445d8f3653 tempest-ServerShowV257Test-572012695 tempest-ServerShowV257Test-572012695-project] 10.222.0.32 "GET /v2.0/ports?device_id=93763c68-763e-42ac-8855-5e7fed771529 HTTP/1.1" status: 200  len: 210 time: 0.0630431
May 07 21:52:52.107928 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b601f6db-6178-492b-92c1-e5a815e02dae req-55817773-c8f9-4090-9c66-907f4a0b4876 tempest-FlavorsV2NegativeTest-1532377664 tempest-FlavorsV2NegativeTest-1532377664-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=5ecd6989a3d040e18aa72478a26a2b11&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0593605
May 07 21:52:52.110317 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb90cae-9cfe-4cef-aee0-8dbd95e5df17 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] No DVR routers for this DVR port a5b1023e-761f-408d-b489-910692660f10 on host ncdv-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:52:52.110599 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=7ff85673-73cb-4149-a173-2c468116cf99,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:52.112536 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-69002eac-02a0-43cd-8345-55b1631da6df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (c5148b20-e3e0-4f57-8538-941e6734927a), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:52.116052 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb90cae-9cfe-4cef-aee0-8dbd95e5df17 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Pushing event deleted for resources: {'Port': ['ID=a5b1023e-761f-408d-b489-910692660f10,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:52.120025 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-69002eac-02a0-43cd-8345-55b1631da6df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:52.124686 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-69002eac-02a0-43cd-8345-55b1631da6df admin admin] 10.222.0.32 "DELETE /v2.0/networks/c5148b20-e3e0-4f57-8538-941e6734927a HTTP/1.1" status: 204  len: 168 time: 0.7835627
May 07 21:52:52.137774 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69002eac-02a0-43cd-8345-55b1631da6df admin admin] Pushing event deleted for resources: {'Network': ['ID=c5148b20-e3e0-4f57-8538-941e6734927a,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:52.273340 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bfb90cae-9cfe-4cef-aee0-8dbd95e5df17 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (7d94fb0d-311e-4c61-bc8a-1dac128f0023), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:52.308261 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-bfb90cae-9cfe-4cef-aee0-8dbd95e5df17 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf8c5230d0>,) {'filters': {'network_id': ['7d94fb0d-311e-4c61-bc8a-1dac128f0023']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:52:52.327548 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b601f6db-6178-492b-92c1-e5a815e02dae req-03e48d92-52b1-4c64-b9c7-5df50dac06b3 tempest-FlavorsV2NegativeTest-1532377664 tempest-FlavorsV2NegativeTest-1532377664-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:52.329098 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b601f6db-6178-492b-92c1-e5a815e02dae req-03e48d92-52b1-4c64-b9c7-5df50dac06b3 tempest-FlavorsV2NegativeTest-1532377664 tempest-FlavorsV2NegativeTest-1532377664-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2203519
May 07 21:52:52.330943 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-bfb90cae-9cfe-4cef-aee0-8dbd95e5df17 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8c5230d0>, '886ce713-0d61-4718-811a-ca55107915ac') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:52:52.331206 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-bfb90cae-9cfe-4cef-aee0-8dbd95e5df17 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8c5230d0>, '886ce713-0d61-4718-811a-ca55107915ac') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:52:52.347525 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 41010) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:52:52.347859 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bfb90cae-9cfe-4cef-aee0-8dbd95e5df17 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (886ce713-0d61-4718-811a-ca55107915ac), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:52.357994 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b601f6db-6178-492b-92c1-e5a815e02dae req-3d43f21b-8e17-4e6a-90cc-a60267ac2f8a tempest-FlavorsV2NegativeTest-1532377664 tempest-FlavorsV2NegativeTest-1532377664-project] 10.222.0.32 "GET /v2.0/quotas/5ecd6989a3d040e18aa72478a26a2b11 HTTP/1.1" status: 200  len: 375 time: 0.0192792
May 07 21:52:52.367384 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bfb90cae-9cfe-4cef-aee0-8dbd95e5df17 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (886ce713-0d61-4718-811a-ca55107915ac), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:52.384912 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfb90cae-9cfe-4cef-aee0-8dbd95e5df17 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 21:52:52.385350 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bfb90cae-9cfe-4cef-aee0-8dbd95e5df17 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (886ce713-0d61-4718-811a-ca55107915ac), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:52.391172 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-eb3e8ead-f9ae-49f1-908b-c2f6b0845ddb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ebeab82cd8e44ded895875eddba72d7c&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0423512
May 07 21:52:52.393598 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 41012) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:52:52.407355 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 21:52:52.407355 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 21:52:52.407355 ncdv-master-1 neutron-server[121837]:     timer()
May 07 21:52:52.407355 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 21:52:52.407355 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 21:52:52.407355 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 21:52:52.407355 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 21:52:52.407355 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 21:52:52.407355 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 21:52:52.407355 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 21:52:52.407355 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 21:52:52.407355 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 21:52:52.407355 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 21:52:52.407355 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 21:52:52.407355 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 21:52:52.407355 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 21:52:52.407355 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 21:52:52.407355 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 21:52:52.407355 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 21:52:52.407355 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 21:52:52.407355 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 21:52:52.407355 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 21:52:52.407355 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 21:52:52.407355 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 21:52:52.407355 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 21:52:52.407355 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 21:52:52.407355 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 21:52:52.407355 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 21:52:52.407355 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 21:52:52.407355 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 21:52:52.407355 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 21:52:52.407355 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 21:52:52.418988 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b601f6db-6178-492b-92c1-e5a815e02dae req-aa12bbfb-9dbb-40c7-8c28-c19d1f7e1800 tempest-FlavorsV2NegativeTest-1532377664 tempest-FlavorsV2NegativeTest-1532377664-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5ecd6989a3d040e18aa72478a26a2b11&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0532882
May 07 21:52:52.454447 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-aacacc81-2942-4007-88e7-9b602c8a6e98 admin admin] Publish callbacks [] for security_group (6cba4c25-6e16-486e-8d7f-8967055dcf40), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:52.477926 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-aacacc81-2942-4007-88e7-9b602c8a6e98 admin admin] Publish callbacks [] for security_group (6cba4c25-6e16-486e-8d7f-8967055dcf40), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:52.488715 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bfb90cae-9cfe-4cef-aee0-8dbd95e5df17 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (7d94fb0d-311e-4c61-bc8a-1dac128f0023), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:52.498500 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bfb90cae-9cfe-4cef-aee0-8dbd95e5df17 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:52.507785 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-bfb90cae-9cfe-4cef-aee0-8dbd95e5df17 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "DELETE /v2.0/networks/7d94fb0d-311e-4c61-bc8a-1dac128f0023 HTTP/1.1" status: 204  len: 168 time: 1.4559016
May 07 21:52:52.516977 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 41022) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:52:52.523090 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-7cfcc72f-923f-4afb-a50f-6a4d6529c1c1 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-555229401'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:52:52.523958 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb90cae-9cfe-4cef-aee0-8dbd95e5df17 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Pushing event deleted for resources: {'Network': ['ID=7d94fb0d-311e-4c61-bc8a-1dac128f0023,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:52.545063 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cfcc72f-923f-4afb-a50f-6a4d6529c1c1 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Made reservation on behalf of 7a05b8a866c04fe78b04ec616e62b70f for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:52:52.548348 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7cfcc72f-923f-4afb-a50f-6a4d6529c1c1 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:52.568806 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-aacacc81-2942-4007-88e7-9b602c8a6e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (6cba4c25-6e16-486e-8d7f-8967055dcf40), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:52.572041 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-aacacc81-2942-4007-88e7-9b602c8a6e98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:52.573326 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-aacacc81-2942-4007-88e7-9b602c8a6e98 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6cba4c25-6e16-486e-8d7f-8967055dcf40 HTTP/1.1" status: 204  len: 168 time: 0.1788237
May 07 21:52:52.590358 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacacc81-2942-4007-88e7-9b602c8a6e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cba4c25-6e16-486e-8d7f-8967055dcf40,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:52.592490 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cfcc72f-923f-4afb-a50f-6a4d6529c1c1 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 21:52:52.629804 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-dd134bbe-6079-4865-94fc-f8ed53c0a821 req-d34d3380-380f-4454-91b7-2de4611ae206 tempest-ServerShowV257Test-572012695 tempest-ServerShowV257Test-572012695-project] 10.222.0.32 "GET /v2.0/ports?device_id=93763c68-763e-42ac-8855-5e7fed771529 HTTP/1.1" status: 200  len: 210 time: 0.0415003
May 07 21:52:52.633411 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7cfcc72f-923f-4afb-a50f-6a4d6529c1c1 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (d6a441b7-52d4-4c7e-b8d0-1bcd4de829af), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:52.633946 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-7cfcc72f-923f-4afb-a50f-6a4d6529c1c1 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Added segment d6a441b7-52d4-4c7e-b8d0-1bcd4de829af of type vlan for network bb51608c-2c73-49c2-bce7-76d2394358c2
May 07 21:52:52.634350 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c377a19-2c8c-4b9b-9488-a948435dae39 req-d009da37-1429-4251-af7e-8147d5e34990 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:52.643938 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5c377a19-2c8c-4b9b-9488-a948435dae39 req-d009da37-1429-4251-af7e-8147d5e34990 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4261bef-6bf5-48f6-8976-9ffb930ee47e HTTP/1.1" status: 200  len: 944 time: 0.1042542
May 07 21:52:52.696665 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7cfcc72f-923f-4afb-a50f-6a4d6529c1c1 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (bb51608c-2c73-49c2-bce7-76d2394358c2), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:52.734711 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7cfcc72f-923f-4afb-a50f-6a4d6529c1c1 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (bb51608c-2c73-49c2-bce7-76d2394358c2), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:52.742007 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5c377a19-2c8c-4b9b-9488-a948435dae39 req-49ef2415-957b-4782-a55a-666bf8200374 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c5b0484-080e-4f51-826c-9d1b8b7fda2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0965514
May 07 21:52:52.746220 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cfcc72f-923f-4afb-a50f-6a4d6529c1c1 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:52.747077 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7cfcc72f-923f-4afb-a50f-6a4d6529c1c1 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:52.768064 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-7cfcc72f-923f-4afb-a50f-6a4d6529c1c1 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 0.2495911
May 07 21:52:52.770657 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 41034) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:52:52.776550 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-369588b2-4dc6-47d4-b8fb-93d09ceda694 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Request body: {'subnet': {'network_id': 'bb51608c-2c73-49c2-bce7-76d2394358c2', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:52:52.836816 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73b2c8b6-20a3-4e24-8a95-1e9d67ee0ab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ff85673-73cb-4149-a173-2c468116cf99'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:52:52.839569 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeb9a8f2-3403-4c76-9527-7af53279bd72" -d '{"events": [{"server_uuid": "73b2c8b6-20a3-4e24-8a95-1e9d67ee0ab7", "name": "network-vif-plugged", "status": "completed", "tag": "7ff85673-73cb-4149-a173-2c468116cf99"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:52:52.861256 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfcc72f-923f-4afb-a50f-6a4d6529c1c1 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Pushing event updated for resources: {'Network': ['ID=bb51608c-2c73-49c2-bce7-76d2394358c2,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:52.878622 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network bb51608c-2c73-49c2-bce7-76d2394358c2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 21:52:52.915583 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-369588b2-4dc6-47d4-b8fb-93d09ceda694 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Made reservation on behalf of 7a05b8a866c04fe78b04ec616e62b70f for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:52:52.928730 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-369588b2-4dc6-47d4-b8fb-93d09ceda694 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:52.966003 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6b9f52c-4fc0-4559-aa48-eb16195907b2 x-openstack-request-id: req-a6b9f52c-4fc0-4559-aa48-eb16195907b2 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:52:52.966725 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73b2c8b6-20a3-4e24-8a95-1e9d67ee0ab7", "name": "network-vif-plugged", "status": "completed", "tag": "7ff85673-73cb-4149-a173-2c468116cf99", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:52:52.967252 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a6b9f52c-4fc0-4559-aa48-eb16195907b2 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:52:52.967884 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6b9f52c-4fc0-4559-aa48-eb16195907b2'] response: {'server_uuid': '73b2c8b6-20a3-4e24-8a95-1e9d67ee0ab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ff85673-73cb-4149-a173-2c468116cf99', 'code': 200}
May 07 21:52:53.046756 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 40b1718c-d35e-4a5e-8773-22fb9e1c85d5 up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:52:53.181738 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ea8fc9-f738-4015-b897-44f97d69f27a req-993422db-8b68-4885-babc-38d7f4c1da00 tempest-ServerDiagnosticsNegativeTest-1377180466 tempest-ServerDiagnosticsNegativeTest-1377180466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:53.202863 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-77ea8fc9-f738-4015-b897-44f97d69f27a req-993422db-8b68-4885-babc-38d7f4c1da00 tempest-ServerDiagnosticsNegativeTest-1377180466 tempest-ServerDiagnosticsNegativeTest-1377180466-project] 10.222.0.32 "GET /v2.0/ports?device_id=73b2c8b6-20a3-4e24-8a95-1e9d67ee0ab7 HTTP/1.1" status: 200  len: 950 time: 0.1151173
May 07 21:52:53.287829 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning for port 40b1718c-d35e-4a5e-8773-22fb9e1c85d5 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:52:53.310624 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7abfbed-9a2c-4ce9-9f90-3d04ca929bfd req-1673f357-ae67-4970-8450-db468526a68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:53.313063 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b7abfbed-9a2c-4ce9-9f90-3d04ca929bfd req-1673f357-ae67-4970-8450-db468526a68d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=73b2c8b6-20a3-4e24-8a95-1e9d67ee0ab7 HTTP/1.1" status: 200  len: 1132 time: 0.2709653
May 07 21:52:53.381298 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e7d894-af74-4824-a79c-263b96d8d08a req-1d2ae33f-ecb9-48ed-8850-dc6aadcfa017 tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:53.389712 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-43e7d894-af74-4824-a79c-263b96d8d08a req-1d2ae33f-ecb9-48ed-8850-dc6aadcfa017 tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] 10.222.0.32 "GET /v2.0/ports?device_id=83fafb82-09d3-47de-827f-770202f22005 HTTP/1.1" status: 200  len: 945 time: 0.2586577
May 07 21:52:53.392652 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-77ea8fc9-f738-4015-b897-44f97d69f27a req-3195cc05-8997-4b60-a676-e43fe2bdd885 tempest-ServerDiagnosticsNegativeTest-1377180466 tempest-ServerDiagnosticsNegativeTest-1377180466-project] 10.222.0.32 "GET /v2.0/security-groups?id=1de14e55-a874-4ebc-a4f7-2e5e888678dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1859710
May 07 21:52:53.438117 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device a5b1023e-761f-408d-b489-910692660f10 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:52:53.441409 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port 40b1718c-d35e-4a5e-8773-22fb9e1c85d5 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:52:53.441951 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (40b1718c-d35e-4a5e-8773-22fb9e1c85d5), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:53.565472 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b7abfbed-9a2c-4ce9-9f90-3d04ca929bfd req-4746af2e-ff52-41f6-b700-a0d48a02528c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1de14e55-a874-4ebc-a4f7-2e5e888678dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2252138
May 07 21:52:53.615209 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-43e7d894-af74-4824-a79c-263b96d8d08a req-655a0727-1eb7-4cb3-8f07-1b2b591c93fc tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f14c0bf-eb9e-4e13-9566-d53c24420214&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2244942
May 07 21:52:53.685318 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-369588b2-4dc6-47d4-b8fb-93d09ceda694 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (82294eb5-7f25-4a5e-960b-5a436329a86b), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:53.779047 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: a5b1023e-761f-408d-b489-910692660f10 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:52:53.779461 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device a5b1023e-761f-408d-b489-910692660f10 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:52:53.869370 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:53.879084 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369588b2-4dc6-47d4-b8fb-93d09ceda694 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Pushing event updated for resources: {'Subnet': ['ID=82294eb5-7f25-4a5e-960b-5a436329a86b,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:53.905068 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2ae4541b-e177-48ed-9379-56d8a2e69cf3 req-a8e57299-2abe-4be1-b07e-31ea97051b37 tempest-ServerShowV257Test-572012695 tempest-ServerShowV257Test-572012695-project] 10.222.0.32 "GET /v2.0/ports?device_id=93763c68-763e-42ac-8855-5e7fed771529 HTTP/1.1" status: 200  len: 210 time: 0.0945807
May 07 21:52:53.906400 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7a9be8b7-ae94-4ce4-a1dc-7b13a4ca8126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:53.921531 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369588b2-4dc6-47d4-b8fb-93d09ceda694 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:52:53.922088 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369588b2-4dc6-47d4-b8fb-93d09ceda694 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:52:53.923074 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369588b2-4dc6-47d4-b8fb-93d09ceda694 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:52:53.924247 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369588b2-4dc6-47d4-b8fb-93d09ceda694 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:52:53.924846 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369588b2-4dc6-47d4-b8fb-93d09ceda694 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:52:53.925431 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369588b2-4dc6-47d4-b8fb-93d09ceda694 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:52:53.926480 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369588b2-4dc6-47d4-b8fb-93d09ceda694 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:52:53.927091 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369588b2-4dc6-47d4-b8fb-93d09ceda694 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:52:53.928359 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369588b2-4dc6-47d4-b8fb-93d09ceda694 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:52:53.929779 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369588b2-4dc6-47d4-b8fb-93d09ceda694 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:52:53.930355 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369588b2-4dc6-47d4-b8fb-93d09ceda694 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:52:53.931461 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369588b2-4dc6-47d4-b8fb-93d09ceda694 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:52:53.932594 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369588b2-4dc6-47d4-b8fb-93d09ceda694 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:52:53.933190 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369588b2-4dc6-47d4-b8fb-93d09ceda694 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:52:53.933769 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369588b2-4dc6-47d4-b8fb-93d09ceda694 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:52:53.949499 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369588b2-4dc6-47d4-b8fb-93d09ceda694 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Checking segment: {'id': 'd6a441b7-52d4-4c7e-b8d0-1bcd4de829af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'bb51608c-2c73-49c2-bce7-76d2394358c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:52:53.950298 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369588b2-4dc6-47d4-b8fb-93d09ceda694 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Network hostable DHCP agents. Network: bb51608c-2c73-49c2-bce7-76d2394358c2, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 21:52:54.003549 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 41090) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:52:54.013276 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 40b1718c-d35e-4a5e-8773-22fb9e1c85d5 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:52:54.013744 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (40b1718c-d35e-4a5e-8773-22fb9e1c85d5), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:54.034916 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abded878-cf71-480b-aed9-042a1398a0e0 req-ed8582f1-cef5-4bfa-90aa-111b24a07094 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:54.037327 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-abded878-cf71-480b-aed9-042a1398a0e0 req-ed8582f1-cef5-4bfa-90aa-111b24a07094 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4261bef-6bf5-48f6-8976-9ffb930ee47e HTTP/1.1" status: 200  len: 944 time: 0.1179345
May 07 21:52:54.037924 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369588b2-4dc6-47d4-b8fb-93d09ceda694 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Network bb51608c-2c73-49c2-bce7-76d2394358c2 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 21:52:54.060670 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-369588b2-4dc6-47d4-b8fb-93d09ceda694 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, bb51608c-2c73-49c2-bce7-76d2394358c2) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:52:54.066115 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 40b1718c-d35e-4a5e-8773-22fb9e1c85d5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=40b1718c-d35e-4a5e-8773-22fb9e1c85d5,segment=NetworkSegment(8cdcb27b-fa23-4865-8aaa-e6a27c987d4c),segment_id=8cdcb27b-fa23-4865-8aaa-e6a27c987d4c)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:52:54.078561 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45a7505-dcf8-4e49-b3a5-5b0a41b0989e None None] Network bb51608c-2c73-49c2-bce7-76d2394358c2 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:52:54.091762 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369588b2-4dc6-47d4-b8fb-93d09ceda694 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:54.092464 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-369588b2-4dc6-47d4-b8fb-93d09ceda694 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:54.151820 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 41098) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:52:54.152215 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-369588b2-4dc6-47d4-b8fb-93d09ceda694 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 798 time: 1.3798690
May 07 21:52:54.157575 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-70f32b3c-1226-4ac3-ad39-28584c070e8e tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2140536667'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:52:54.159713 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-abded878-cf71-480b-aed9-042a1398a0e0 req-1b39e52d-d96b-4715-b841-4af8b534e822 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c5b0484-080e-4f51-826c-9d1b8b7fda2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1115274
May 07 21:52:54.172187 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (40b1718c-d35e-4a5e-8773-22fb9e1c85d5), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:54.199789 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f32b3c-1226-4ac3-ad39-28584c070e8e tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Made reservation on behalf of 7a05b8a866c04fe78b04ec616e62b70f for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:52:54.203751 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-70f32b3c-1226-4ac3-ad39-28584c070e8e tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:54.234899 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70f32b3c-1226-4ac3-ad39-28584c070e8e tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 21:52:54.248223 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-70f32b3c-1226-4ac3-ad39-28584c070e8e tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (6e2a6e21-6c7a-49f3-a82b-29340e62c803), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:54.248601 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-70f32b3c-1226-4ac3-ad39-28584c070e8e tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Added segment 6e2a6e21-6c7a-49f3-a82b-29340e62c803 of type vlan for network 0be2ea3f-0b39-4b2d-b775-d2c4d2364465
May 07 21:52:54.268794 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3c5ce75a-c050-48d7-b498-460edf9eab7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:54.280509 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=40b1718c-d35e-4a5e-8773-22fb9e1c85d5,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:54.287453 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ac6124-e890-4eac-8dab-1b9f3feb5d7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-bb51608c-2c73-49c2-bce7-76d2394358c2', 'network_id': 'bb51608c-2c73-49c2-bce7-76d2394358c2', 'project_id': '7a05b8a866c04fe78b04ec616e62b70f', 'fixed_ips': [{'subnet_id': '82294eb5-7f25-4a5e-960b-5a436329a86b'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 21:52:54.290079 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-30ac6124-e890-4eac-8dab-1b9f3feb5d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:54.303432 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-70f32b3c-1226-4ac3-ad39-28584c070e8e tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (0be2ea3f-0b39-4b2d-b775-d2c4d2364465), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:54.342971 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-70f32b3c-1226-4ac3-ad39-28584c070e8e tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (0be2ea3f-0b39-4b2d-b775-d2c4d2364465), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:54.351226 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f32b3c-1226-4ac3-ad39-28584c070e8e tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:54.352670 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-70f32b3c-1226-4ac3-ad39-28584c070e8e tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:54.380304 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3c5ce75a-c050-48d7-b498-460edf9eab7c admin admin] Publish callbacks [] for security_group (516ddf24-3efe-4411-8d4b-9ee917de7002), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:54.386085 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3c5ce75a-c050-48d7-b498-460edf9eab7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (516ddf24-3efe-4411-8d4b-9ee917de7002), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:54.437886 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-3c5ce75a-c050-48d7-b498-460edf9eab7c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5ecd6989a3d040e18aa72478a26a2b11&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4297898
May 07 21:52:54.438863 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5ce75a-c050-48d7-b498-460edf9eab7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=516ddf24-3efe-4411-8d4b-9ee917de7002,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:54.441376 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 41112) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:52:54.488994 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 41114) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:52:54.494725 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-0d1b3bb0-b76e-4e62-835b-16457c0c7382 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-758595245'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:52:54.495378 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f32b3c-1226-4ac3-ad39-28584c070e8e tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Pushing event updated for resources: {'Network': ['ID=0be2ea3f-0b39-4b2d-b775-d2c4d2364465,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:54.520683 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-70f32b3c-1226-4ac3-ad39-28584c070e8e tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 774 time: 0.3677566
May 07 21:52:54.522329 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 0be2ea3f-0b39-4b2d-b775-d2c4d2364465 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 21:52:54.527478 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 41116) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:52:54.540673 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-76d310bb-f2c7-4583-9585-c2d19283766f tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Request body: {'subnet': {'network_id': '0be2ea3f-0b39-4b2d-b775-d2c4d2364465', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:52:54.574375 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d1b3bb0-b76e-4e62-835b-16457c0c7382 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Made reservation on behalf of f75cb675742543209bcbb75d99b60e97 for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:52:54.577603 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0d1b3bb0-b76e-4e62-835b-16457c0c7382 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:54.602027 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-30ac6124-e890-4eac-8dab-1b9f3feb5d7b None None] Allocated IP 19.80.0.2 (bb51608c-2c73-49c2-bce7-76d2394358c2/82294eb5-7f25-4a5e-960b-5a436329a86b/eb965b91-302d-4323-a8f3-f202dab3e98f) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:52:54.604134 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-16ac1724-ca06-4544-84da-44e7f955f333 admin admin] Publish callbacks [] for security_group (516ddf24-3efe-4411-8d4b-9ee917de7002), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:54.631854 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce558ea0-3cbc-4712-8990-004ff5f4761b req-bead8478-a4c3-44d1-aaaf-d313f0806d5c tempest-ServerDiagnosticsNegativeTest-1377180466 tempest-ServerDiagnosticsNegativeTest-1377180466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:54.634106 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ce558ea0-3cbc-4712-8990-004ff5f4761b req-bead8478-a4c3-44d1-aaaf-d313f0806d5c tempest-ServerDiagnosticsNegativeTest-1377180466 tempest-ServerDiagnosticsNegativeTest-1377180466-project] 10.222.0.32 "GET /v2.0/ports?device_id=73b2c8b6-20a3-4e24-8a95-1e9d67ee0ab7 HTTP/1.1" status: 200  len: 950 time: 0.1183364
May 07 21:52:54.665970 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76d310bb-f2c7-4583-9585-c2d19283766f tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Made reservation on behalf of 7a05b8a866c04fe78b04ec616e62b70f for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:52:54.669526 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-76d310bb-f2c7-4583-9585-c2d19283766f tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:54.672077 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-16ac1724-ca06-4544-84da-44e7f955f333 admin admin] Publish callbacks [] for security_group (516ddf24-3efe-4411-8d4b-9ee917de7002), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:54.698728 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d1b3bb0-b76e-4e62-835b-16457c0c7382 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 21:52:54.787096 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0d1b3bb0-b76e-4e62-835b-16457c0c7382 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (918ce7a0-6436-4d36-8bb4-df4087f94e32), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:54.787758 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-0d1b3bb0-b76e-4e62-835b-16457c0c7382 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Added segment 918ce7a0-6436-4d36-8bb4-df4087f94e32 of type vlan for network 5159d3da-3059-47f6-8ecf-b4d9b2b9d7de
May 07 21:52:54.823402 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-30ac6124-e890-4eac-8dab-1b9f3feb5d7b None None] Publish callbacks [] for port (eb965b91-302d-4323-a8f3-f202dab3e98f), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:54.831987 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-30ac6124-e890-4eac-8dab-1b9f3feb5d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (eb965b91-302d-4323-a8f3-f202dab3e98f), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:54.852124 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ce558ea0-3cbc-4712-8990-004ff5f4761b req-8a83e797-a01b-42a7-befd-d3ac91ba6b76 tempest-ServerDiagnosticsNegativeTest-1377180466 tempest-ServerDiagnosticsNegativeTest-1377180466-project] 10.222.0.32 "GET /v2.0/security-groups?id=1de14e55-a874-4ebc-a4f7-2e5e888678dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2015300
May 07 21:52:54.871669 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 41122) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:52:54.882019 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0d1b3bb0-b76e-4e62-835b-16457c0c7382 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (5159d3da-3059-47f6-8ecf-b4d9b2b9d7de), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:54.892679 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ac6124-e890-4eac-8dab-1b9f3feb5d7b None None] Network bb51608c-2c73-49c2-bce7-76d2394358c2 is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:52:54.897261 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-30ac6124-e890-4eac-8dab-1b9f3feb5d7b None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:52:54.899149 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-16ac1724-ca06-4544-84da-44e7f955f333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (516ddf24-3efe-4411-8d4b-9ee917de7002), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:54.902125 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-16ac1724-ca06-4544-84da-44e7f955f333 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:54.904042 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-16ac1724-ca06-4544-84da-44e7f955f333 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/516ddf24-3efe-4411-8d4b-9ee917de7002 HTTP/1.1" status: 204  len: 168 time: 0.4617407
May 07 21:52:54.910508 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ac6124-e890-4eac-8dab-1b9f3feb5d7b None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:52:54.926243 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ac1724-ca06-4544-84da-44e7f955f333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=516ddf24-3efe-4411-8d4b-9ee917de7002,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:54.947780 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0d1b3bb0-b76e-4e62-835b-16457c0c7382 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (5159d3da-3059-47f6-8ecf-b4d9b2b9d7de), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:54.961265 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1b3bb0-b76e-4e62-835b-16457c0c7382 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:54.961994 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0d1b3bb0-b76e-4e62-835b-16457c0c7382 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:54.967642 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-76d310bb-f2c7-4583-9585-c2d19283766f tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (dc932535-0f2f-448c-a22d-1e11a5d675af), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:54.980176 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4261bef-6bf5-48f6-8976-9ffb930ee47e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40b1718c-d35e-4a5e-8773-22fb9e1c85d5'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:52:54.982485 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5905439a-e87d-4a33-8fbe-37ee3c010d6c" -d '{"events": [{"server_uuid": "a4261bef-6bf5-48f6-8976-9ffb930ee47e", "name": "network-vif-plugged", "status": "completed", "tag": "40b1718c-d35e-4a5e-8773-22fb9e1c85d5"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:52:55.045586 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ac6124-e890-4eac-8dab-1b9f3feb5d7b None None] Pushing event updated for resources: {'Port': ['ID=eb965b91-302d-4323-a8f3-f202dab3e98f,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:55.050099 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d310bb-f2c7-4583-9585-c2d19283766f tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Pushing event updated for resources: {'Subnet': ['ID=dc932535-0f2f-448c-a22d-1e11a5d675af,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:55.065411 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1b3bb0-b76e-4e62-835b-16457c0c7382 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Pushing event updated for resources: {'Network': ['ID=5159d3da-3059-47f6-8ecf-b4d9b2b9d7de,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:55.072549 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29da0ef5-6755-4a75-9dcb-a8db5e3c240c req-34ac3d70-6af5-4c2c-8960-30755a59e436 tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:55.074899 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-29da0ef5-6755-4a75-9dcb-a8db5e3c240c req-34ac3d70-6af5-4c2c-8960-30755a59e436 tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] 10.222.0.32 "GET /v2.0/ports?device_id=83fafb82-09d3-47de-827f-770202f22005 HTTP/1.1" status: 200  len: 945 time: 0.1955428
May 07 21:52:55.107720 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 5159d3da-3059-47f6-8ecf-b4d9b2b9d7de details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 21:52:55.112462 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d310bb-f2c7-4583-9585-c2d19283766f tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Checking segment: {'id': '6e2a6e21-6c7a-49f3-a82b-29340e62c803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0be2ea3f-0b39-4b2d-b775-d2c4d2364465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:52:55.112825 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d310bb-f2c7-4583-9585-c2d19283766f tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Network hostable DHCP agents. Network: 0be2ea3f-0b39-4b2d-b775-d2c4d2364465, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 21:52:55.119011 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-373289cc-fc9a-49c7-a744-01cc7a3330bb req-d3d48740-a11e-467a-8283-2cf2b98cf6ce tempest-ServerShowV257Test-572012695 tempest-ServerShowV257Test-572012695-project] 10.222.0.32 "GET /v2.0/ports?device_id=93763c68-763e-42ac-8855-5e7fed771529 HTTP/1.1" status: 200  len: 210 time: 0.0548134
May 07 21:52:55.125052 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-0d1b3bb0-b76e-4e62-835b-16457c0c7382 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 0.6347566
May 07 21:52:55.125682 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 41134) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:52:55.127857 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ff65f588-18fd-4bfa-9bda-e7a3a717c56f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:55.135136 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-193c3803-6d4c-44d9-9f59-c799e7998d18 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-30587517'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:52:55.161918 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-29da0ef5-6755-4a75-9dcb-a8db5e3c240c req-a8a3e6ee-0c98-4aef-97f4-94ec2edbdd38 tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f14c0bf-eb9e-4e13-9566-d53c24420214&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0784862
May 07 21:52:55.162921 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d310bb-f2c7-4583-9585-c2d19283766f tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Network 0be2ea3f-0b39-4b2d-b775-d2c4d2364465 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 21:52:55.175580 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-76d310bb-f2c7-4583-9585-c2d19283766f tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0be2ea3f-0b39-4b2d-b775-d2c4d2364465) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:52:55.180939 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d310bb-f2c7-4583-9585-c2d19283766f tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:55.182085 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-76d310bb-f2c7-4583-9585-c2d19283766f tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:55.228997 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-76d310bb-f2c7-4583-9585-c2d19283766f tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 798 time: 0.7000606
May 07 21:52:55.248608 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15fc412b-552f-4358-a1f0-c5e29d714e2b x-openstack-request-id: req-15fc412b-552f-4358-a1f0-c5e29d714e2b {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:52:55.249026 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4261bef-6bf5-48f6-8976-9ffb930ee47e", "name": "network-vif-plugged", "status": "completed", "tag": "40b1718c-d35e-4a5e-8773-22fb9e1c85d5", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:52:55.249448 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-15fc412b-552f-4358-a1f0-c5e29d714e2b {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:52:55.249943 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15fc412b-552f-4358-a1f0-c5e29d714e2b'] response: {'server_uuid': 'a4261bef-6bf5-48f6-8976-9ffb930ee47e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40b1718c-d35e-4a5e-8773-22fb9e1c85d5', 'code': 200}
May 07 21:52:55.252016 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-193c3803-6d4c-44d9-9f59-c799e7998d18 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Made reservation on behalf of f75cb675742543209bcbb75d99b60e97 for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:52:55.252769 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c4f8a0-1224-4861-b5a0-bd35c9ef5c40 None None] Network 0be2ea3f-0b39-4b2d-b775-d2c4d2364465 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:52:55.256050 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-193c3803-6d4c-44d9-9f59-c799e7998d18 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:55.298265 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-193c3803-6d4c-44d9-9f59-c799e7998d18 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 21:52:55.300342 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-30ac6124-e890-4eac-8dab-1b9f3feb5d7b None None] Attempting to bind port eb965b91-302d-4323-a8f3-f202dab3e98f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:52:55.301205 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-30ac6124-e890-4eac-8dab-1b9f3feb5d7b None None] Attempting to bind port eb965b91-302d-4323-a8f3-f202dab3e98f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd6a441b7-52d4-4c7e-b8d0-1bcd4de829af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'bb51608c-2c73-49c2-bce7-76d2394358c2'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:52:55.301855 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ac6124-e890-4eac-8dab-1b9f3feb5d7b None None] Attempting to bind port eb965b91-302d-4323-a8f3-f202dab3e98f on network bb51608c-2c73-49c2-bce7-76d2394358c2 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:52:55.309428 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-193c3803-6d4c-44d9-9f59-c799e7998d18 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (2619035a-1889-472a-bdb4-8fd69e462829), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:55.309951 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-193c3803-6d4c-44d9-9f59-c799e7998d18 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Added segment 2619035a-1889-472a-bdb4-8fd69e462829 of type vlan for network 609f4b94-ee73-43b2-a5f1-920ecad898a5
May 07 21:52:55.339351 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ac6124-e890-4eac-8dab-1b9f3feb5d7b None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:52:55.344441 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ac6124-e890-4eac-8dab-1b9f3feb5d7b None None] Checking segment: {'id': 'd6a441b7-52d4-4c7e-b8d0-1bcd4de829af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'bb51608c-2c73-49c2-bce7-76d2394358c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:52:55.345490 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-30ac6124-e890-4eac-8dab-1b9f3feb5d7b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:55.345992 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ac6124-e890-4eac-8dab-1b9f3feb5d7b None None] Bound using segment: {'id': 'd6a441b7-52d4-4c7e-b8d0-1bcd4de829af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'bb51608c-2c73-49c2-bce7-76d2394358c2'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:52:55.346594 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-30ac6124-e890-4eac-8dab-1b9f3feb5d7b None None] Bound port: eb965b91-302d-4323-a8f3-f202dab3e98f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6a441b7-52d4-4c7e-b8d0-1bcd4de829af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'bb51608c-2c73-49c2-bce7-76d2394358c2'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:52:55.352452 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-30ac6124-e890-4eac-8dab-1b9f3feb5d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (eb965b91-302d-4323-a8f3-f202dab3e98f), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:55.362688 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128445cf-065d-4385-82c3-67001c0b79d3 req-c7294d45-ee11-4540-9560-0d1ccb52f88b tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:55.365204 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-128445cf-065d-4385-82c3-67001c0b79d3 req-c7294d45-ee11-4540-9560-0d1ccb52f88b tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4261bef-6bf5-48f6-8976-9ffb930ee47e HTTP/1.1" status: 200  len: 945 time: 0.1091163
May 07 21:52:55.417226 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-193c3803-6d4c-44d9-9f59-c799e7998d18 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (609f4b94-ee73-43b2-a5f1-920ecad898a5), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:55.426046 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-128445cf-065d-4385-82c3-67001c0b79d3 req-ce60e494-16e4-4dac-8f0c-e7af73ed331b tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c5b0484-080e-4f51-826c-9d1b8b7fda2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538316
May 07 21:52:55.540367 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-30ac6124-e890-4eac-8dab-1b9f3feb5d7b None None] For port eb965b91-302d-4323-a8f3-f202dab3e98f, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:52:55.544689 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9233d2-e64f-4d9f-a68b-26ed59f6c3f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0be2ea3f-0b39-4b2d-b775-d2c4d2364465', 'network_id': '0be2ea3f-0b39-4b2d-b775-d2c4d2364465', 'project_id': '7a05b8a866c04fe78b04ec616e62b70f', 'fixed_ips': [{'subnet_id': 'dc932535-0f2f-448c-a22d-1e11a5d675af'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 21:52:55.545865 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5f9233d2-e64f-4d9f-a68b-26ed59f6c3f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:55.571713 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a9a1d7-3acd-4500-9f1a-3ffbcb84145d req-905d0c4d-ff43-4def-bf75-0cab9c110286 tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:55.575303 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b8a9a1d7-3acd-4500-9f1a-3ffbcb84145d req-905d0c4d-ff43-4def-bf75-0cab9c110286 tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] 10.222.0.32 "GET /v2.0/ports?device_id=83fafb82-09d3-47de-827f-770202f22005 HTTP/1.1" status: 200  len: 945 time: 0.2189951
May 07 21:52:55.585901 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-193c3803-6d4c-44d9-9f59-c799e7998d18 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (609f4b94-ee73-43b2-a5f1-920ecad898a5), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:55.587763 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193c3803-6d4c-44d9-9f59-c799e7998d18 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:55.588692 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-193c3803-6d4c-44d9-9f59-c799e7998d18 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:55.592025 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 41160) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:52:55.606096 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-5cc48afa-8454-42a7-85e4-4583a2f69289 tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] Request body: {'floatingip': {'port_id': '0cb8be1d-eb20-4313-adab-53f509d88a67'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:52:55.613265 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a071cfc4-98c4-46b0-9902-a9478c766bf8 req-4813ff1f-7318-4725-8a44-f23788d22939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:55.615040 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a071cfc4-98c4-46b0-9902-a9478c766bf8 req-4813ff1f-7318-4725-8a44-f23788d22939 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a4261bef-6bf5-48f6-8976-9ffb930ee47e HTTP/1.1" status: 200  len: 1127 time: 0.2618234
May 07 21:52:55.685715 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ccbd81-94fd-4620-be30-fd4b018589f9 req-43e4453d-ed23-4bc1-86f3-1cda57044641 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:55.690826 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ccbd81-94fd-4620-be30-fd4b018589f9 req-43e4453d-ed23-4bc1-86f3-1cda57044641 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:55.699667 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-60ccbd81-94fd-4620-be30-fd4b018589f9 req-43e4453d-ed23-4bc1-86f3-1cda57044641 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "GET /v2.0/networks?id=bb51608c-2c73-49c2-bce7-76d2394358c2&id=0be2ea3f-0b39-4b2d-b775-d2c4d2364465 HTTP/1.1" status: 200  len: 1391 time: 0.1753795
May 07 21:52:55.712500 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ff65f588-18fd-4bfa-9bda-e7a3a717c56f admin admin] Publish callbacks [] for security_group (38da093b-b96b-4118-ad09-99d9233fa53b), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:55.729405 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-30ac6124-e890-4eac-8dab-1b9f3feb5d7b None None] For port eb965b91-302d-4323-a8f3-f202dab3e98f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eb965b91-302d-4323-a8f3-f202dab3e98f,segment=NetworkSegment(d6a441b7-52d4-4c7e-b8d0-1bcd4de829af),segment_id=d6a441b7-52d4-4c7e-b8d0-1bcd4de829af)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:52:55.729923 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-60ccbd81-94fd-4620-be30-fd4b018589f9 req-03712589-0474-45ec-90a8-728ea3ccc5ca tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "GET /v2.0/quotas/7a05b8a866c04fe78b04ec616e62b70f HTTP/1.1" status: 200  len: 375 time: 0.0279427
May 07 21:52:55.749146 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5cc48afa-8454-42a7-85e4-4583a2f69289 tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] Publish callbacks [] for floatingip (4639847d-2887-439a-abd7-761971277041), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:55.760531 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-193c3803-6d4c-44d9-9f59-c799e7998d18 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.6336579
May 07 21:52:55.763101 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ff65f588-18fd-4bfa-9bda-e7a3a717c56f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (38da093b-b96b-4118-ad09-99d9233fa53b), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:55.765219 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 41166) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:52:55.777371 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-7d19b807-ccb5-4080-bf07-c9f7e107f23e tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Request body: {'subnet': {'network_id': '5159d3da-3059-47f6-8ecf-b4d9b2b9d7de', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:52:55.813050 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-60ccbd81-94fd-4620-be30-fd4b018589f9 req-c2084ffd-b930-439c-9245-6e023c8405e5 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7a05b8a866c04fe78b04ec616e62b70f&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0760610
May 07 21:52:55.826261 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193c3803-6d4c-44d9-9f59-c799e7998d18 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Pushing event updated for resources: {'Network': ['ID=609f4b94-ee73-43b2-a5f1-920ecad898a5,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:55.843714 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 609f4b94-ee73-43b2-a5f1-920ecad898a5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 21:52:55.847905 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-30ac6124-e890-4eac-8dab-1b9f3feb5d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (eb965b91-302d-4323-a8f3-f202dab3e98f), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:55.920677 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-5f9233d2-e64f-4d9f-a68b-26ed59f6c3f7 None None] Allocated IP 19.86.0.2 (0be2ea3f-0b39-4b2d-b775-d2c4d2364465/dc932535-0f2f-448c-a22d-1e11a5d675af/6969d2a0-9f96-4474-9d34-bd5eb7ec27f4) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:52:55.924552 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a071cfc4-98c4-46b0-9902-a9478c766bf8 req-aaf00037-6d00-4e2d-9246-2adac1a66fa8 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2c5b0484-080e-4f51-826c-9d1b8b7fda2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2823694
May 07 21:52:55.990353 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ac6124-e890-4eac-8dab-1b9f3feb5d7b None None] Pushing event updated for resources: {'Port': ['ID=eb965b91-302d-4323-a8f3-f202dab3e98f,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:56.046722 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-ff65f588-18fd-4bfa-9bda-e7a3a717c56f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b51f9737ab3a40768af164288a727d83&name=default HTTP/1.1" status: 200  len: 3000 time: 1.1736529
May 07 21:52:56.049848 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 41174) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:52:56.053361 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff65f588-18fd-4bfa-9bda-e7a3a717c56f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38da093b-b96b-4118-ad09-99d9233fa53b,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:56.062122 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 41176) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:52:56.074285 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c16603a0-e955-4af1-baf8-acc1ab73048a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:56.131554 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-60ccbd81-94fd-4620-be30-fd4b018589f9 req-d1779851-cfb7-4528-af18-8a6f3806354f service neutron] 10.222.0.32 "GET /v2.0/networks/bb51608c-2c73-49c2-bce7-76d2394358c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3168893
May 07 21:52:56.168991 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8f920a0b-c071-4f7a-a026-d6e8001b7407 admin admin] Publish callbacks [] for security_group (38da093b-b96b-4118-ad09-99d9233fa53b), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:56.213838 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d19b807-ccb5-4080-bf07-c9f7e107f23e tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Made reservation on behalf of f75cb675742543209bcbb75d99b60e97 for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:52:56.222407 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7d19b807-ccb5-4080-bf07-c9f7e107f23e tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:56.243237 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-517d37f5-c423-478e-9703-0c61c224106f admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1397458917-network', 'tenant_id': '0b9502da27d64dffaf0859d1f6b5663f'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:52:56.272051 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5f9233d2-e64f-4d9f-a68b-26ed59f6c3f7 None None] Publish callbacks [] for port (6969d2a0-9f96-4474-9d34-bd5eb7ec27f4), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:56.285699 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5f9233d2-e64f-4d9f-a68b-26ed59f6c3f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (6969d2a0-9f96-4474-9d34-bd5eb7ec27f4), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:56.286694 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb96c54-9443-4d2c-9edd-2aa6b24950cc req-bfe04ff2-800b-40a4-be1a-2420f402d69f tempest-ServerDiagnosticsNegativeTest-1377180466 tempest-ServerDiagnosticsNegativeTest-1377180466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:56.289526 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9eb96c54-9443-4d2c-9edd-2aa6b24950cc req-bfe04ff2-800b-40a4-be1a-2420f402d69f tempest-ServerDiagnosticsNegativeTest-1377180466 tempest-ServerDiagnosticsNegativeTest-1377180466-project] 10.222.0.32 "GET /v2.0/ports?device_id=73b2c8b6-20a3-4e24-8a95-1e9d67ee0ab7 HTTP/1.1" status: 200  len: 950 time: 0.2374005
May 07 21:52:56.311607 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8f920a0b-c071-4f7a-a026-d6e8001b7407 admin admin] Publish callbacks [] for security_group (38da093b-b96b-4118-ad09-99d9233fa53b), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:56.346107 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9233d2-e64f-4d9f-a68b-26ed59f6c3f7 None None] Network 0be2ea3f-0b39-4b2d-b775-d2c4d2364465 is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:52:56.349542 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-5f9233d2-e64f-4d9f-a68b-26ed59f6c3f7 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:52:56.352486 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9233d2-e64f-4d9f-a68b-26ed59f6c3f7 None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:52:56.368771 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9233d2-e64f-4d9f-a68b-26ed59f6c3f7 None None] Pushing event updated for resources: {'Port': ['ID=6969d2a0-9f96-4474-9d34-bd5eb7ec27f4,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:56.414805 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8f920a0b-c071-4f7a-a026-d6e8001b7407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (38da093b-b96b-4118-ad09-99d9233fa53b), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:56.418741 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8f920a0b-c071-4f7a-a026-d6e8001b7407 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:56.420721 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-8f920a0b-c071-4f7a-a026-d6e8001b7407 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/38da093b-b96b-4118-ad09-99d9233fa53b HTTP/1.1" status: 204  len: 168 time: 0.3623834
May 07 21:52:56.431010 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-60ccbd81-94fd-4620-be30-fd4b018589f9 req-6dd4d5f8-7d5c-4b5a-9a33-f199291e77c9 service neutron] 10.222.0.32 "GET /v2.0/networks/bb51608c-2c73-49c2-bce7-76d2394358c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2971132
May 07 21:52:56.439658 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-517d37f5-c423-478e-9703-0c61c224106f admin admin] Made reservation on behalf of 0b9502da27d64dffaf0859d1f6b5663f for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:52:56.442041 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-517d37f5-c423-478e-9703-0c61c224106f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:56.462340 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-5f9233d2-e64f-4d9f-a68b-26ed59f6c3f7 None None] Attempting to bind port 6969d2a0-9f96-4474-9d34-bd5eb7ec27f4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:52:56.463112 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-5f9233d2-e64f-4d9f-a68b-26ed59f6c3f7 None None] Attempting to bind port 6969d2a0-9f96-4474-9d34-bd5eb7ec27f4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6e2a6e21-6c7a-49f3-a82b-29340e62c803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0be2ea3f-0b39-4b2d-b775-d2c4d2364465'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:52:56.463794 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9233d2-e64f-4d9f-a68b-26ed59f6c3f7 None None] Attempting to bind port 6969d2a0-9f96-4474-9d34-bd5eb7ec27f4 on network 0be2ea3f-0b39-4b2d-b775-d2c4d2364465 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:52:56.472386 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9233d2-e64f-4d9f-a68b-26ed59f6c3f7 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:52:56.473070 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9233d2-e64f-4d9f-a68b-26ed59f6c3f7 None None] Checking segment: {'id': '6e2a6e21-6c7a-49f3-a82b-29340e62c803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0be2ea3f-0b39-4b2d-b775-d2c4d2364465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:52:56.474060 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5f9233d2-e64f-4d9f-a68b-26ed59f6c3f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:56.474795 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f9233d2-e64f-4d9f-a68b-26ed59f6c3f7 None None] Bound using segment: {'id': '6e2a6e21-6c7a-49f3-a82b-29340e62c803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0be2ea3f-0b39-4b2d-b775-d2c4d2364465'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:52:56.476098 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-5f9233d2-e64f-4d9f-a68b-26ed59f6c3f7 None None] Bound port: 6969d2a0-9f96-4474-9d34-bd5eb7ec27f4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e2a6e21-6c7a-49f3-a82b-29340e62c803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0be2ea3f-0b39-4b2d-b775-d2c4d2364465'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:52:56.476666 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5f9233d2-e64f-4d9f-a68b-26ed59f6c3f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (6969d2a0-9f96-4474-9d34-bd5eb7ec27f4), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:56.486188 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-517d37f5-c423-478e-9703-0c61c224106f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:56.531674 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f920a0b-c071-4f7a-a026-d6e8001b7407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38da093b-b96b-4118-ad09-99d9233fa53b,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:56.558371 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-60ccbd81-94fd-4620-be30-fd4b018589f9 req-a70b7f93-1b83-4afc-8e1c-e24a9c00ecab service neutron] 10.222.0.32 "GET /v2.0/networks/0be2ea3f-0b39-4b2d-b775-d2c4d2364465?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1047103
May 07 21:52:56.564775 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9eb96c54-9443-4d2c-9edd-2aa6b24950cc req-012f7b7a-634d-4d46-b243-841fc2c79a4e tempest-ServerDiagnosticsNegativeTest-1377180466 tempest-ServerDiagnosticsNegativeTest-1377180466-project] 10.222.0.32 "GET /v2.0/security-groups?id=1de14e55-a874-4ebc-a4f7-2e5e888678dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2437861
May 07 21:52:56.610464 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-5f9233d2-e64f-4d9f-a68b-26ed59f6c3f7 None None] For port 6969d2a0-9f96-4474-9d34-bd5eb7ec27f4, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:52:56.617603 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-5f9233d2-e64f-4d9f-a68b-26ed59f6c3f7 None None] For port 6969d2a0-9f96-4474-9d34-bd5eb7ec27f4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6969d2a0-9f96-4474-9d34-bd5eb7ec27f4,segment=NetworkSegment(6e2a6e21-6c7a-49f3-a82b-29340e62c803),segment_id=6e2a6e21-6c7a-49f3-a82b-29340e62c803)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:52:56.625241 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5f9233d2-e64f-4d9f-a68b-26ed59f6c3f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (6969d2a0-9f96-4474-9d34-bd5eb7ec27f4), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:56.721106 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9233d2-e64f-4d9f-a68b-26ed59f6c3f7 None None] Pushing event updated for resources: {'Port': ['ID=6969d2a0-9f96-4474-9d34-bd5eb7ec27f4,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:56.722832 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-60ccbd81-94fd-4620-be30-fd4b018589f9 req-50277ac6-27e0-4e1c-a426-e9bf4b0d2bba service neutron] 10.222.0.32 "GET /v2.0/networks/0be2ea3f-0b39-4b2d-b775-d2c4d2364465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1291525
May 07 21:52:56.851628 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5b8683ef-5e12-42e1-af0a-ac1c5c400e6a req-a7251e3e-2398-4b2c-a9f6-261d97225698 tempest-ServerShowV257Test-572012695 tempest-ServerShowV257Test-572012695-project] 10.222.0.32 "GET /v2.0/ports?device_id=93763c68-763e-42ac-8855-5e7fed771529 HTTP/1.1" status: 200  len: 210 time: 0.1015429
May 07 21:52:56.894246 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7d19b807-ccb5-4080-bf07-c9f7e107f23e tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (bb1f6c63-3864-40bd-a2ae-039b8eadf327), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:57.069583 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956be1e3-791c-499c-b63d-50b040cf0746 req-4c3828a4-3bf5-422f-a9ad-b529c6bee200 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:57.087290 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-956be1e3-791c-499c-b63d-50b040cf0746 req-4c3828a4-3bf5-422f-a9ad-b529c6bee200 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4261bef-6bf5-48f6-8976-9ffb930ee47e HTTP/1.1" status: 200  len: 945 time: 0.1543362
May 07 21:52:57.170721 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-517d37f5-c423-478e-9703-0c61c224106f admin admin] Publish callbacks [] for security_group (48f02437-5dcd-4597-96e6-95efebe30412), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:57.196080 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-956be1e3-791c-499c-b63d-50b040cf0746 req-df402344-2f0e-4c7c-918b-6979605577aa tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c5b0484-080e-4f51-826c-9d1b8b7fda2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1078184
May 07 21:52:57.252408 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bf3c9db0-170a-458a-9a96-bce5434806b1 req-17337595-6850-4d21-9b21-cff385b61f8c tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "GET /v2.0/ports?device_id=6963278d-8040-4bd4-82fd-8f6d81720c74 HTTP/1.1" status: 200  len: 210 time: 0.1347444
May 07 21:52:57.286315 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.db.resource_extend [None req-5cc48afa-8454-42a7-85e4-4583a2f69289 tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 07 21:52:57.344715 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:57.478968 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5cc48afa-8454-42a7-85e4-4583a2f69289 tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:57.480269 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-517d37f5-c423-478e-9703-0c61c224106f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (48f02437-5dcd-4597-96e6-95efebe30412), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:57.517493 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device eb965b91-302d-4323-a8f3-f202dab3e98f up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:52:57.526014 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d19b807-ccb5-4080-bf07-c9f7e107f23e tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Pushing event updated for resources: {'Subnet': ['ID=bb1f6c63-3864-40bd-a2ae-039b8eadf327,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:57.539766 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5cc48afa-8454-42a7-85e4-4583a2f69289 tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (4639847d-2887-439a-abd7-761971277041), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:57.546350 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517d37f5-c423-478e-9703-0c61c224106f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48f02437-5dcd-4597-96e6-95efebe30412,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:57.589506 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d19b807-ccb5-4080-bf07-c9f7e107f23e tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Checking segment: {'id': '918ce7a0-6436-4d36-8bb4-df4087f94e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '5159d3da-3059-47f6-8ecf-b4d9b2b9d7de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:52:57.590010 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d19b807-ccb5-4080-bf07-c9f7e107f23e tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Network hostable DHCP agents. Network: 5159d3da-3059-47f6-8ecf-b4d9b2b9d7de, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 21:52:57.592521 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-517d37f5-c423-478e-9703-0c61c224106f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 21:52:57.612827 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-517d37f5-c423-478e-9703-0c61c224106f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (55d18767-ccce-4274-bc61-21f826804a03), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:57.613285 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-517d37f5-c423-478e-9703-0c61c224106f admin admin] Added segment 55d18767-ccce-4274-bc61-21f826804a03 of type vlan for network 1f24181a-d123-46a2-bb1f-06c929171e6c
May 07 21:52:57.624562 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port eb965b91-302d-4323-a8f3-f202dab3e98f triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:52:57.625315 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (eb965b91-302d-4323-a8f3-f202dab3e98f), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:57.723110 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port eb965b91-302d-4323-a8f3-f202dab3e98f is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:52:57.723644 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (eb965b91-302d-4323-a8f3-f202dab3e98f), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:57.736270 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 41220) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:52:57.774213 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0dc8165-a5b2-42c4-a4f3-1698794e8502 None None] Network bb51608c-2c73-49c2-bce7-76d2394358c2 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:52:57.780536 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port eb965b91-302d-4323-a8f3-f202dab3e98f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eb965b91-302d-4323-a8f3-f202dab3e98f,segment=NetworkSegment(d6a441b7-52d4-4c7e-b8d0-1bcd4de829af),segment_id=d6a441b7-52d4-4c7e-b8d0-1bcd4de829af)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:52:57.782660 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d19b807-ccb5-4080-bf07-c9f7e107f23e tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Network 5159d3da-3059-47f6-8ecf-b4d9b2b9d7de is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 21:52:57.793817 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-517d37f5-c423-478e-9703-0c61c224106f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (1f24181a-d123-46a2-bb1f-06c929171e6c), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:57.797346 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (eb965b91-302d-4323-a8f3-f202dab3e98f), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:57.798139 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 6969d2a0-9f96-4474-9d34-bd5eb7ec27f4 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:52:57.820665 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-7d19b807-ccb5-4080-bf07-c9f7e107f23e tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5159d3da-3059-47f6-8ecf-b4d9b2b9d7de) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:52:57.833300 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132f6036-0c93-4726-b6a4-e7bbc918ff50 req-f37f2946-2b31-45f1-b6c1-4b630d3a7f33 tempest-ServerDiagnosticsNegativeTest-1377180466 tempest-ServerDiagnosticsNegativeTest-1377180466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:57.839651 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-132f6036-0c93-4726-b6a4-e7bbc918ff50 req-f37f2946-2b31-45f1-b6c1-4b630d3a7f33 tempest-ServerDiagnosticsNegativeTest-1377180466 tempest-ServerDiagnosticsNegativeTest-1377180466-project] 10.222.0.32 "GET /v2.0/ports?device_id=73b2c8b6-20a3-4e24-8a95-1e9d67ee0ab7 HTTP/1.1" status: 200  len: 950 time: 0.1168716
May 07 21:52:57.858388 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d19b807-ccb5-4080-bf07-c9f7e107f23e tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:57.859525 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7d19b807-ccb5-4080-bf07-c9f7e107f23e tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:57.864559 ncdv-master-1 neutron-server[121837]: INFO neutron.db.l3_db [None req-5cc48afa-8454-42a7-85e4-4583a2f69289 tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] Floating IP 4639847d-2887-439a-abd7-761971277041 associated. External IP: 172.35.4.44, port: 0cb8be1d-eb20-4313-adab-53f509d88a67.
May 07 21:52:57.874320 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-af34a1e2-adf5-4a29-b4df-ac5a87035c6b admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2112863215-network', 'tenant_id': '4f4c556805a24040a7131d879ee91498'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:52:57.881505 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ebaa60c-91b5-4fde-902b-7a3cd307c4db None None] Network 5159d3da-3059-47f6-8ecf-b4d9b2b9d7de requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:52:57.906733 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af34a1e2-adf5-4a29-b4df-ac5a87035c6b admin admin] Made reservation on behalf of 4f4c556805a24040a7131d879ee91498 for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:52:57.909988 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-af34a1e2-adf5-4a29-b4df-ac5a87035c6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:57.941904 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-af34a1e2-adf5-4a29-b4df-ac5a87035c6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:57.959575 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-dd427add-8b1a-455f-a2ff-470c951b66b1 None None] Provisioning complete for port eb965b91-302d-4323-a8f3-f202dab3e98f triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:52:57.959850 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-dd427add-8b1a-455f-a2ff-470c951b66b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (eb965b91-302d-4323-a8f3-f202dab3e98f), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:58.030793 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-517d37f5-c423-478e-9703-0c61c224106f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (1f24181a-d123-46a2-bb1f-06c929171e6c), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:58.031657 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517d37f5-c423-478e-9703-0c61c224106f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:58.032475 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-517d37f5-c423-478e-9703-0c61c224106f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:58.050561 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=eb965b91-302d-4323-a8f3-f202dab3e98f,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:58.060552 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 6969d2a0-9f96-4474-9d34-bd5eb7ec27f4 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:52:58.060951 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (6969d2a0-9f96-4474-9d34-bd5eb7ec27f4), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:58.117505 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-132f6036-0c93-4726-b6a4-e7bbc918ff50 req-827d0aa1-caf3-4768-bf0c-021f5165bbf7 tempest-ServerDiagnosticsNegativeTest-1377180466 tempest-ServerDiagnosticsNegativeTest-1377180466-project] 10.222.0.32 "GET /v2.0/security-groups?id=1de14e55-a874-4ebc-a4f7-2e5e888678dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2765803
May 07 21:52:58.121945 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-7d19b807-ccb5-4080-bf07-c9f7e107f23e tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 2.3493257
May 07 21:52:58.127097 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-98f260ed-d90f-4f1f-88a7-ded47828b3a6 req-e0cbf6a0-94f7-43a0-b840-1806ebaf14f2 tempest-ServerShowV257Test-572012695 tempest-ServerShowV257Test-572012695-project] 10.222.0.32 "GET /v2.0/ports?device_id=93763c68-763e-42ac-8855-5e7fed771529 HTTP/1.1" status: 200  len: 210 time: 0.0760310
May 07 21:52:58.132236 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 41226) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:52:58.152714 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-af34a1e2-adf5-4a29-b4df-ac5a87035c6b admin admin] Publish callbacks [] for security_group (7b18b124-d6ae-4635-93ed-9957a39a34ad), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:58.160076 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-55b99282-dbbf-4d02-a57b-8c62fb9dd5f3 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Request body: {'subnet': {'network_id': '609f4b94-ee73-43b2-a5f1-920ecad898a5', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:52:58.186335 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b052e1-b4cd-48e9-a06b-69198ef34fe0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5159d3da-3059-47f6-8ecf-b4d9b2b9d7de', 'network_id': '5159d3da-3059-47f6-8ecf-b4d9b2b9d7de', 'project_id': 'f75cb675742543209bcbb75d99b60e97', 'fixed_ips': [{'subnet_id': 'bb1f6c63-3864-40bd-a2ae-039b8eadf327'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 21:52:58.187318 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-62b052e1-b4cd-48e9-a06b-69198ef34fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:58.237840 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-517d37f5-c423-478e-9703-0c61c224106f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 2.1722996
May 07 21:52:58.240346 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517d37f5-c423-478e-9703-0c61c224106f admin admin] Pushing event updated for resources: {'Network': ['ID=1f24181a-d123-46a2-bb1f-06c929171e6c,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:58.244397 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 41228) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:52:58.253063 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-cc84cb72-c1de-4e37-a9c4-2fda8db6c857 admin admin] Request body: {'subnet': {'network_id': '1f24181a-d123-46a2-bb1f-06c929171e6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1397458917-subnet', 'tenant_id': '0b9502da27d64dffaf0859d1f6b5663f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:52:58.266396 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-af34a1e2-adf5-4a29-b4df-ac5a87035c6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (7b18b124-d6ae-4635-93ed-9957a39a34ad), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:58.281260 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af34a1e2-adf5-4a29-b4df-ac5a87035c6b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 21:52:58.291202 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc84cb72-c1de-4e37-a9c4-2fda8db6c857 admin admin] Made reservation on behalf of 0b9502da27d64dffaf0859d1f6b5663f for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:52:58.293146 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-af34a1e2-adf5-4a29-b4df-ac5a87035c6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (48f32d76-f63e-49c4-90a9-1cfb8c1dc638), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:58.293401 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-af34a1e2-adf5-4a29-b4df-ac5a87035c6b admin admin] Added segment 48f32d76-f63e-49c4-90a9-1cfb8c1dc638 of type vlan for network 7bc61814-8ef0-4365-b3ea-2c20100be453
May 07 21:52:58.293881 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cc84cb72-c1de-4e37-a9c4-2fda8db6c857 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:58.351615 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-af34a1e2-adf5-4a29-b4df-ac5a87035c6b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (7bc61814-8ef0-4365-b3ea-2c20100be453), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:58.382856 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 1f24181a-d123-46a2-bb1f-06c929171e6c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 21:52:58.389842 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 6969d2a0-9f96-4474-9d34-bd5eb7ec27f4 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:52:58.401404 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (6969d2a0-9f96-4474-9d34-bd5eb7ec27f4), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:58.412059 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-af34a1e2-adf5-4a29-b4df-ac5a87035c6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (7bc61814-8ef0-4365-b3ea-2c20100be453), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:58.413138 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af34a1e2-adf5-4a29-b4df-ac5a87035c6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:58.414197 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-af34a1e2-adf5-4a29-b4df-ac5a87035c6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:58.446545 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af34a1e2-adf5-4a29-b4df-ac5a87035c6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b18b124-d6ae-4635-93ed-9957a39a34ad,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:58.526206 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6536a473-d0ed-4f1d-8583-091e90e16148 req-d8233cc3-6296-4790-81c5-0215ed792dc8 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "GET /v2.0/ports?device_id=6963278d-8040-4bd4-82fd-8f6d81720c74 HTTP/1.1" status: 200  len: 210 time: 0.1211286
May 07 21:52:58.570563 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-dd427add-8b1a-455f-a2ff-470c951b66b1 None None] Current status of the port eb965b91-302d-4323-a8f3-f202dab3e98f is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:52:58.583308 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-af34a1e2-adf5-4a29-b4df-ac5a87035c6b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.8458445
May 07 21:52:58.593687 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 41234) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:52:58.606440 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-7ee4db38-9004-4219-937c-b141bea138b8 admin admin] Request body: {'subnet': {'network_id': '7bc61814-8ef0-4365-b3ea-2c20100be453', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2112863215-subnet', 'tenant_id': '4f4c556805a24040a7131d879ee91498', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:52:58.613104 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af34a1e2-adf5-4a29-b4df-ac5a87035c6b admin admin] Pushing event updated for resources: {'Network': ['ID=7bc61814-8ef0-4365-b3ea-2c20100be453,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:58.628073 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55b99282-dbbf-4d02-a57b-8c62fb9dd5f3 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Made reservation on behalf of f75cb675742543209bcbb75d99b60e97 for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:52:58.634040 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-55b99282-dbbf-4d02-a57b-8c62fb9dd5f3 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:58.657478 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 7bc61814-8ef0-4365-b3ea-2c20100be453 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 21:52:58.659336 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4f7b30-f67e-4746-b11c-c748560a802d None None] Network 0be2ea3f-0b39-4b2d-b775-d2c4d2364465 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:52:58.692992 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port 6969d2a0-9f96-4474-9d34-bd5eb7ec27f4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6969d2a0-9f96-4474-9d34-bd5eb7ec27f4,segment=NetworkSegment(6e2a6e21-6c7a-49f3-a82b-29340e62c803),segment_id=6e2a6e21-6c7a-49f3-a82b-29340e62c803)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:52:58.728264 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (6969d2a0-9f96-4474-9d34-bd5eb7ec27f4), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:58.762356 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ee4db38-9004-4219-937c-b141bea138b8 admin admin] Made reservation on behalf of 4f4c556805a24040a7131d879ee91498 for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:52:58.765873 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7ee4db38-9004-4219-937c-b141bea138b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:58.812254 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-b8631e04-9afc-405c-8e3b-ac3a0e7eb785 None None] Provisioning complete for port 6969d2a0-9f96-4474-9d34-bd5eb7ec27f4 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:52:58.812683 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b8631e04-9afc-405c-8e3b-ac3a0e7eb785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (6969d2a0-9f96-4474-9d34-bd5eb7ec27f4), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:58.886450 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0491ee-2326-442b-94a0-5ba2a6e6f4ba req-9858ce6c-2fb1-48b5-b960-94ec8f0e56c7 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:58.887302 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5b0491ee-2326-442b-94a0-5ba2a6e6f4ba req-9858ce6c-2fb1-48b5-b960-94ec8f0e56c7 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4261bef-6bf5-48f6-8976-9ffb930ee47e HTTP/1.1" status: 200  len: 945 time: 0.1057322
May 07 21:52:58.937033 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cc48afa-8454-42a7-85e4-4583a2f69289 tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] Router 0ea41956-f01f-4a3f-b189-898475ba0e80 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 21:52:58.999149 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165a3551-ca17-40d9-a21a-4a80105ff692 req-4ce9dc9d-f8fb-4595-8394-81120230f5b1 tempest-ServerDiagnosticsNegativeTest-1377180466 tempest-ServerDiagnosticsNegativeTest-1377180466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:59.001055 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-165a3551-ca17-40d9-a21a-4a80105ff692 req-4ce9dc9d-f8fb-4595-8394-81120230f5b1 tempest-ServerDiagnosticsNegativeTest-1377180466 tempest-ServerDiagnosticsNegativeTest-1377180466-project] 10.222.0.55 "GET /v2.0/ports?device_id=73b2c8b6-20a3-4e24-8a95-1e9d67ee0ab7 HTTP/1.1" status: 200  len: 950 time: 0.0662811
May 07 21:52:59.028053 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-55b99282-dbbf-4d02-a57b-8c62fb9dd5f3 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (13d3a74e-2942-47f7-869e-1fd2939a6583), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:59.127395 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5b0491ee-2326-442b-94a0-5ba2a6e6f4ba req-6ad23240-4380-4ea8-85ef-098595da1e55 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c5b0484-080e-4f51-826c-9d1b8b7fda2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2241814
May 07 21:52:59.162723 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b99282-dbbf-4d02-a57b-8c62fb9dd5f3 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Pushing event updated for resources: {'Subnet': ['ID=13d3a74e-2942-47f7-869e-1fd2939a6583,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:59.169455 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7ee4db38-9004-4219-937c-b141bea138b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (c561b220-fa88-48ef-b165-e5d692e53d7d), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:59.191444 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:59.235592 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=6969d2a0-9f96-4474-9d34-bd5eb7ec27f4,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:59.247352 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-62b052e1-b4cd-48e9-a06b-69198ef34fe0 None None] Allocated IP 10.1.1.2 (5159d3da-3059-47f6-8ecf-b4d9b2b9d7de/bb1f6c63-3864-40bd-a2ae-039b8eadf327/d138a6df-549f-4be6-a823-137bfbd8ef44) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:52:59.281824 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b99282-dbbf-4d02-a57b-8c62fb9dd5f3 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Checking segment: {'id': '2619035a-1889-472a-bdb4-8fd69e462829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '609f4b94-ee73-43b2-a5f1-920ecad898a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:52:59.282026 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b99282-dbbf-4d02-a57b-8c62fb9dd5f3 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Network hostable DHCP agents. Network: 609f4b94-ee73-43b2-a5f1-920ecad898a5, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 21:52:59.318195 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee4db38-9004-4219-937c-b141bea138b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c561b220-fa88-48ef-b165-e5d692e53d7d,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:59.331640 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-b8631e04-9afc-405c-8e3b-ac3a0e7eb785 None None] Current status of the port 6969d2a0-9f96-4474-9d34-bd5eb7ec27f4 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:52:59.345323 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-b8631e04-9afc-405c-8e3b-ac3a0e7eb785 None None] Provisioning complete for port eb965b91-302d-4323-a8f3-f202dab3e98f triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:52:59.345828 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b8631e04-9afc-405c-8e3b-ac3a0e7eb785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (eb965b91-302d-4323-a8f3-f202dab3e98f), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:59.404658 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cc84cb72-c1de-4e37-a9c4-2fda8db6c857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (09ba3a27-57a3-4387-bcf8-ee8c26a13050), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:59.477109 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device eb965b91-302d-4323-a8f3-f202dab3e98f up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:52:59.535977 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b5c0eb-e60a-49bc-a398-e005a1ffc548 req-0a39147d-35a4-4388-b085-5dc07b26b710 tempest-ServerDiagnosticsNegativeTest-1377180466 tempest-ServerDiagnosticsNegativeTest-1377180466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:59.537473 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b99282-dbbf-4d02-a57b-8c62fb9dd5f3 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Network 609f4b94-ee73-43b2-a5f1-920ecad898a5 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 21:52:59.543125 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e3b5c0eb-e60a-49bc-a398-e005a1ffc548 req-0a39147d-35a4-4388-b085-5dc07b26b710 tempest-ServerDiagnosticsNegativeTest-1377180466 tempest-ServerDiagnosticsNegativeTest-1377180466-project] 10.222.0.32 "GET /v2.0/ports?device_id=73b2c8b6-20a3-4e24-8a95-1e9d67ee0ab7 HTTP/1.1" status: 200  len: 950 time: 0.2425420
May 07 21:52:59.545493 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-165a3551-ca17-40d9-a21a-4a80105ff692 req-c9e45915-cbf4-484f-a3f5-3a531b56fd1d tempest-ServerDiagnosticsNegativeTest-1377180466 tempest-ServerDiagnosticsNegativeTest-1377180466-project] Deleting port 7ff85673-73cb-4149-a173-2c468116cf99 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:52:59.545493 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-165a3551-ca17-40d9-a21a-4a80105ff692 req-c9e45915-cbf4-484f-a3f5-3a531b56fd1d tempest-ServerDiagnosticsNegativeTest-1377180466 tempest-ServerDiagnosticsNegativeTest-1377180466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (7ff85673-73cb-4149-a173-2c468116cf99), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:59.597353 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cc48afa-8454-42a7-85e4-4583a2f69289 tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:52:59.614188 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-b8631e04-9afc-405c-8e3b-ac3a0e7eb785 None None] Current status of the port eb965b91-302d-4323-a8f3-f202dab3e98f is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:52:59.617081 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5cc48afa-8454-42a7-85e4-4583a2f69289 tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:59.623837 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc84cb72-c1de-4e37-a9c4-2fda8db6c857 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09ba3a27-57a3-4387-bcf8-ee8c26a13050,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:52:59.636610 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ef1a47-e736-4e46-8412-0d3ff3af348a None None] Sync routers for ids ['0ea41956-f01f-4a3f-b189-898475ba0e80'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:52:59.666911 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ccbd81-94fd-4620-be30-fd4b018589f9 req-2f07e41e-f3ca-4653-81c5-fbbd3a204883 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:59.671951 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ccbd81-94fd-4620-be30-fd4b018589f9 req-2f07e41e-f3ca-4653-81c5-fbbd3a204883 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:59.673603 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-60ccbd81-94fd-4620-be30-fd4b018589f9 req-2f07e41e-f3ca-4653-81c5-fbbd3a204883 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.55 "GET /v2.0/networks?id=bb51608c-2c73-49c2-bce7-76d2394358c2&id=0be2ea3f-0b39-4b2d-b775-d2c4d2364465 HTTP/1.1" status: 200  len: 1391 time: 0.2519853
May 07 21:52:59.677351 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-55b99282-dbbf-4d02-a57b-8c62fb9dd5f3 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 609f4b94-ee73-43b2-a5f1-920ecad898a5) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:52:59.680599 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ef1a47-e736-4e46-8412-0d3ff3af348a None None] Routers {'0ea41956-f01f-4a3f-b189-898475ba0e80'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:52:59.681765 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-a6ef1a47-e736-4e46-8412-0d3ff3af348a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8ce6b550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:52:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['0ea41956-f01f-4a3f-b189-898475ba0e80'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:52:59.681994 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee4db38-9004-4219-937c-b141bea138b8 admin admin] Checking segment: {'id': '48f32d76-f63e-49c4-90a9-1cfb8c1dc638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7bc61814-8ef0-4365-b3ea-2c20100be453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:52:59.682552 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee4db38-9004-4219-937c-b141bea138b8 admin admin] Network hostable DHCP agents. Network: 7bc61814-8ef0-4365-b3ea-2c20100be453, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 21:52:59.697311 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b99282-dbbf-4d02-a57b-8c62fb9dd5f3 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:59.698056 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-55b99282-dbbf-4d02-a57b-8c62fb9dd5f3 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:59.704733 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-60ccbd81-94fd-4620-be30-fd4b018589f9 req-e770bdbb-1a7d-468e-9c0e-a8fd2c45c1eb tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Request body: {'port': {'device_id': '6963278d-8040-4bd4-82fd-8f6d81720c74', 'network_id': 'bb51608c-2c73-49c2-bce7-76d2394358c2', 'admin_state_up': True, 'tenant_id': '7a05b8a866c04fe78b04ec616e62b70f'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:52:59.716782 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dd0b3c-fb95-4abd-895c-0a7a4a8076c8 req-38b47781-5dc5-4d64-9f20-9173630d12b2 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:59.718510 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-84dd0b3c-fb95-4abd-895c-0a7a4a8076c8 req-38b47781-5dc5-4d64-9f20-9173630d12b2 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] 10.222.0.32 "GET /v2.0/ports?device_id=4deb7455-0b67-4b88-9494-f544b1b73fce HTTP/1.1" status: 200  len: 946 time: 0.3658774
May 07 21:52:59.732995 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-5cc48afa-8454-42a7-85e4-4583a2f69289 tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] 10.222.0.32 "PUT /v2.0/floatingips/4639847d-2887-439a-abd7-761971277041 HTTP/1.1" status: 200  len: 990 time: 4.1354218
May 07 21:52:59.736068 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83fafb82-09d3-47de-827f-770202f22005', 'tag': '0cb8be1d-eb20-4313-adab-53f509d88a67'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:52:59.738548 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-828230cb-73ea-4dbe-84d8-dd5d2bfb2e18" -d '{"events": [{"name": "network-changed", "server_uuid": "83fafb82-09d3-47de-827f-770202f22005", "tag": "0cb8be1d-eb20-4313-adab-53f509d88a67"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:52:59.755531 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e3b5c0eb-e60a-49bc-a398-e005a1ffc548 req-7a25125e-6cf3-4bac-8571-2a548554b936 tempest-ServerDiagnosticsNegativeTest-1377180466 tempest-ServerDiagnosticsNegativeTest-1377180466-project] 10.222.0.32 "GET /v2.0/security-groups?id=1de14e55-a874-4ebc-a4f7-2e5e888678dd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2063785
May 07 21:52:59.756409 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc84cb72-c1de-4e37-a9c4-2fda8db6c857 admin admin] Checking segment: {'id': '55d18767-ccce-4274-bc61-21f826804a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '1f24181a-d123-46a2-bb1f-06c929171e6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:52:59.757324 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc84cb72-c1de-4e37-a9c4-2fda8db6c857 admin admin] Network hostable DHCP agents. Network: 1f24181a-d123-46a2-bb1f-06c929171e6c, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 21:52:59.761465 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port eb965b91-302d-4323-a8f3-f202dab3e98f triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:52:59.762031 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (eb965b91-302d-4323-a8f3-f202dab3e98f), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:59.765398 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0db35e-48d7-43a3-b125-d82bfb82a03d None None] Network 609f4b94-ee73-43b2-a5f1-920ecad898a5 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:52:59.786593 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-165a3551-ca17-40d9-a21a-4a80105ff692 req-c9e45915-cbf4-484f-a3f5-3a531b56fd1d tempest-ServerDiagnosticsNegativeTest-1377180466 tempest-ServerDiagnosticsNegativeTest-1377180466-project] For port 7ff85673-73cb-4149-a173-2c468116cf99, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7ff85673-73cb-4149-a173-2c468116cf99,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:52:59.787465 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-165a3551-ca17-40d9-a21a-4a80105ff692 req-c9e45915-cbf4-484f-a3f5-3a531b56fd1d tempest-ServerDiagnosticsNegativeTest-1377180466 tempest-ServerDiagnosticsNegativeTest-1377180466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (7ff85673-73cb-4149-a173-2c468116cf99), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:59.803013 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-165a3551-ca17-40d9-a21a-4a80105ff692 req-c9e45915-cbf4-484f-a3f5-3a531b56fd1d tempest-ServerDiagnosticsNegativeTest-1377180466 tempest-ServerDiagnosticsNegativeTest-1377180466-project] Calling delete_port for 7ff85673-73cb-4149-a173-2c468116cf99 owned by compute:nova {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:52:59.828011 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-55b99282-dbbf-4d02-a57b-8c62fb9dd5f3 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 1.6785402
May 07 21:52:59.832799 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 41248) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:52:59.834898 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee4db38-9004-4219-937c-b141bea138b8 admin admin] Network 7bc61814-8ef0-4365-b3ea-2c20100be453 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 21:52:59.844512 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-c1ae0b1d-0484-48a5-8858-48bd7912a1ed tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Request body: {'port': {'network_id': '5159d3da-3059-47f6-8ecf-b4d9b2b9d7de', 'name': 'tempest-TaggedBootDevicesTest_v242-1125748802', 'fixed_ips': [{'subnet_id': 'bb1f6c63-3864-40bd-a2ae-039b8eadf327'}]}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:52:59.868342 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-7ee4db38-9004-4219-937c-b141bea138b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7bc61814-8ef0-4365-b3ea-2c20100be453) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:52:59.876836 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-84dd0b3c-fb95-4abd-895c-0a7a4a8076c8 req-4fc309c5-d380-4423-904c-c76d28ca9b07 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c5b0484-080e-4f51-826c-9d1b8b7fda2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1404502
May 07 21:52:59.892339 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee4db38-9004-4219-937c-b141bea138b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:59.893576 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7ee4db38-9004-4219-937c-b141bea138b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:59.893949 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-62b052e1-b4cd-48e9-a06b-69198ef34fe0 None None] Publish callbacks [] for port (d138a6df-549f-4be6-a823-137bfbd8ef44), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:59.897175 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c3fc83-1d0f-41ee-a9ea-2ef3b395d81e None None] Network 7bc61814-8ef0-4365-b3ea-2c20100be453 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:52:59.929550 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-f264a717-2d02-4e43-810d-90e7c138bbf8 None None] Provisioning complete for port 6969d2a0-9f96-4474-9d34-bd5eb7ec27f4 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:52:59.929961 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f264a717-2d02-4e43-810d-90e7c138bbf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (6969d2a0-9f96-4474-9d34-bd5eb7ec27f4), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:52:59.933675 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d40a2308-d91b-4427-9006-fb47c38a4483 req-1a0e8330-f7c8-4069-a35d-5b53241eee46 tempest-ServerShowV257Test-572012695 tempest-ServerShowV257Test-572012695-project] 10.222.0.32 "GET /v2.0/ports?device_id=93763c68-763e-42ac-8855-5e7fed771529 HTTP/1.1" status: 200  len: 210 time: 0.0530200
May 07 21:52:59.947046 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc84cb72-c1de-4e37-a9c4-2fda8db6c857 admin admin] Network 1f24181a-d123-46a2-bb1f-06c929171e6c is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 21:52:59.954491 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-cc84cb72-c1de-4e37-a9c4-2fda8db6c857 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1f24181a-d123-46a2-bb1f-06c929171e6c) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:52:59.959480 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc84cb72-c1de-4e37-a9c4-2fda8db6c857 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:52:59.960539 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cc84cb72-c1de-4e37-a9c4-2fda8db6c857 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:00.011734 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-cc84cb72-c1de-4e37-a9c4-2fda8db6c857 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.7640679
May 07 21:53:00.015334 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 41252) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:53:00.029070 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-d768fdcf-e2be-44d1-83f2-15fa96efd70e admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1397458917-router', 'tenant_id': '0b9502da27d64dffaf0859d1f6b5663f', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:53:00.034605 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55292f59-c1bc-4646-b00b-0e4e13dd9191 x-openstack-request-id: req-55292f59-c1bc-4646-b00b-0e4e13dd9191 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:53:00.035156 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83fafb82-09d3-47de-827f-770202f22005", "tag": "0cb8be1d-eb20-4313-adab-53f509d88a67", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:53:00.035472 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-55292f59-c1bc-4646-b00b-0e4e13dd9191 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:53:00.035882 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55292f59-c1bc-4646-b00b-0e4e13dd9191'] response: {'name': 'network-changed', 'server_uuid': '83fafb82-09d3-47de-827f-770202f22005', 'tag': '0cb8be1d-eb20-4313-adab-53f509d88a67', 'status': 'completed', 'code': 200}
May 07 21:53:00.055380 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-165a3551-ca17-40d9-a21a-4a80105ff692 req-c9e45915-cbf4-484f-a3f5-3a531b56fd1d tempest-ServerDiagnosticsNegativeTest-1377180466 tempest-ServerDiagnosticsNegativeTest-1377180466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (7ff85673-73cb-4149-a173-2c468116cf99), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:00.063742 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea91f54-79b2-418a-bc3b-f666b0b55069 None None] Network 1f24181a-d123-46a2-bb1f-06c929171e6c requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:53:00.068831 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-62b052e1-b4cd-48e9-a06b-69198ef34fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (d138a6df-549f-4be6-a823-137bfbd8ef44), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:00.083600 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-a6ef1a47-e736-4e46-8412-0d3ff3af348a None None] Set router 0ea41956-f01f-4a3f-b189-898475ba0e80 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:53:00.100851 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2bf47fa8-b62e-4794-8c4d-e5e804919ac1 req-298ce5bd-0c75-4ffc-ac4b-5f0ebb7d96be tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "GET /v2.0/ports?device_id=6963278d-8040-4bd4-82fd-8f6d81720c74 HTTP/1.1" status: 200  len: 210 time: 0.0601320
May 07 21:53:00.104046 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-7ee4db38-9004-4219-937c-b141bea138b8 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.5093758
May 07 21:53:00.141379 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60ccbd81-94fd-4620-be30-fd4b018589f9 req-e770bdbb-1a7d-468e-9c0e-a8fd2c45c1eb tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Made reservation on behalf of 7a05b8a866c04fe78b04ec616e62b70f for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:53:00.145704 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-60ccbd81-94fd-4620-be30-fd4b018589f9 req-e770bdbb-1a7d-468e-9c0e-a8fd2c45c1eb tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:00.154587 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828230cb-73ea-4dbe-84d8-dd5d2bfb2e18 req-7e5b23a9-c4d2-4e49-91b4-d7c8874711bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:00.156214 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-828230cb-73ea-4dbe-84d8-dd5d2bfb2e18 req-7e5b23a9-c4d2-4e49-91b4-d7c8874711bc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=62b1d2f38652407eaa85fbb15aff6307&device_id=83fafb82-09d3-47de-827f-770202f22005 HTTP/1.1" status: 200  len: 1127 time: 0.0911477
May 07 21:53:00.160687 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e45915-cbf4-484f-a3f5-3a531b56fd1d tempest-ServerDiagnosticsNegativeTest-1377180466 tempest-ServerDiagnosticsNegativeTest-1377180466-project] Pushing event deleted for resources: {'Port': ['ID=7ff85673-73cb-4149-a173-2c468116cf99,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:00.179195 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d768fdcf-e2be-44d1-83f2-15fa96efd70e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (fdcdf0dd-397f-4788-8d35-b848a481d330), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:00.180377 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d768fdcf-e2be-44d1-83f2-15fa96efd70e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (fdcdf0dd-397f-4788-8d35-b848a481d330), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:00.265062 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d768fdcf-e2be-44d1-83f2-15fa96efd70e admin admin] Publish callbacks [] for router_controller (fdcdf0dd-397f-4788-8d35-b848a481d330), precommit_add_association {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:00.327653 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-165a3551-ca17-40d9-a21a-4a80105ff692 req-c9e45915-cbf4-484f-a3f5-3a531b56fd1d tempest-ServerDiagnosticsNegativeTest-1377180466 tempest-ServerDiagnosticsNegativeTest-1377180466-project] No DVR routers for this DVR port 7ff85673-73cb-4149-a173-2c468116cf99 on host nch1-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:53:00.334290 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-165a3551-ca17-40d9-a21a-4a80105ff692 req-c9e45915-cbf4-484f-a3f5-3a531b56fd1d tempest-ServerDiagnosticsNegativeTest-1377180466 tempest-ServerDiagnosticsNegativeTest-1377180466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:00.338146 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-165a3551-ca17-40d9-a21a-4a80105ff692 req-c9e45915-cbf4-484f-a3f5-3a531b56fd1d tempest-ServerDiagnosticsNegativeTest-1377180466 tempest-ServerDiagnosticsNegativeTest-1377180466-project] 10.222.0.55 "DELETE /v2.0/ports/7ff85673-73cb-4149-a173-2c468116cf99 HTTP/1.1" status: 204  len: 173 time: 1.3263516
May 07 21:53:00.372068 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b052e1-b4cd-48e9-a06b-69198ef34fe0 None None] Network 5159d3da-3059-47f6-8ecf-b4d9b2b9d7de is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:53:00.409324 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828230cb-73ea-4dbe-84d8-dd5d2bfb2e18 req-cef79905-2d4b-47a5-b874-e49ac3ae3efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:00.410277 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-828230cb-73ea-4dbe-84d8-dd5d2bfb2e18 req-cef79905-2d4b-47a5-b874-e49ac3ae3efd service neutron] 10.222.0.59 "GET /v2.0/networks?id=55393a4f-e493-4098-b37d-93ec9341a6b2 HTTP/1.1" status: 200  len: 916 time: 0.2473211
May 07 21:53:00.492959 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ae0b1d-0484-48a5-8858-48bd7912a1ed tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Made reservation on behalf of f75cb675742543209bcbb75d99b60e97 for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:53:00.515368 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port eb965b91-302d-4323-a8f3-f202dab3e98f is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:53:00.518749 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b052e1-b4cd-48e9-a06b-69198ef34fe0 None None] Pushing event updated for resources: {'Port': ['ID=d138a6df-549f-4be6-a823-137bfbd8ef44,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:00.532804 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-62b052e1-b4cd-48e9-a06b-69198ef34fe0 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:53:00.534890 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:00.547472 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b052e1-b4cd-48e9-a06b-69198ef34fe0 None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:53:00.584521 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-828230cb-73ea-4dbe-84d8-dd5d2bfb2e18 req-787fbf26-3768-4cac-94e1-3bb879a2abd9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0cb8be1d-eb20-4313-adab-53f509d88a67 HTTP/1.1" status: 200  len: 998 time: 0.1658731
May 07 21:53:00.686404 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828230cb-73ea-4dbe-84d8-dd5d2bfb2e18 req-361f2155-6887-4be5-9bee-cb1c0e674f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:00.688287 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-828230cb-73ea-4dbe-84d8-dd5d2bfb2e18 req-361f2155-6887-4be5-9bee-cb1c0e674f0f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a8702188-d480-41a4-ada8-7cdbcc65e165 HTTP/1.1" status: 200  len: 854 time: 0.0982583
May 07 21:53:00.776227 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4eb5b80-1f20-4b2f-9c07-79d90257aa4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-609f4b94-ee73-43b2-a5f1-920ecad898a5', 'network_id': '609f4b94-ee73-43b2-a5f1-920ecad898a5', 'project_id': 'f75cb675742543209bcbb75d99b60e97', 'fixed_ips': [{'subnet_id': '13d3a74e-2942-47f7-869e-1fd2939a6583'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 21:53:00.777093 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b4eb5b80-1f20-4b2f-9c07-79d90257aa4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:00.849624 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e80a4f-c85d-449b-bf7e-100a0e14cd07 None None] Network 7bc61814-8ef0-4365-b3ea-2c20100be453 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:53:00.880903 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd4b028-5bb2-4c2c-9261-e97f88be843f req-229b9ce2-4c1a-41c6-b079-4ffd1a133bf1 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:00.888849 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0dd4b028-5bb2-4c2c-9261-e97f88be843f req-229b9ce2-4c1a-41c6-b079-4ffd1a133bf1 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/networks?id=7bc61814-8ef0-4365-b3ea-2c20100be453 HTTP/1.1" status: 200  len: 815 time: 0.1219430
May 07 21:53:00.899489 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-62b052e1-b4cd-48e9-a06b-69198ef34fe0 None None] Attempting to bind port d138a6df-549f-4be6-a823-137bfbd8ef44 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:53:00.900243 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-62b052e1-b4cd-48e9-a06b-69198ef34fe0 None None] Attempting to bind port d138a6df-549f-4be6-a823-137bfbd8ef44 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '918ce7a0-6436-4d36-8bb4-df4087f94e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '5159d3da-3059-47f6-8ecf-b4d9b2b9d7de'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:53:00.900243 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b052e1-b4cd-48e9-a06b-69198ef34fe0 None None] Attempting to bind port d138a6df-549f-4be6-a823-137bfbd8ef44 on network 5159d3da-3059-47f6-8ecf-b4d9b2b9d7de {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:53:00.902873 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0dd4b028-5bb2-4c2c-9261-e97f88be843f req-e8356cdb-649d-48e0-9a28-e21f0bbf8b28 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/quotas/4f4c556805a24040a7131d879ee91498 HTTP/1.1" status: 200  len: 375 time: 0.0116394
May 07 21:53:00.913244 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca9a9f7-041f-4441-b508-ec253669c96c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-1f24181a-d123-46a2-bb1f-06c929171e6c', 'network_id': '1f24181a-d123-46a2-bb1f-06c929171e6c', 'project_id': '0b9502da27d64dffaf0859d1f6b5663f', 'fixed_ips': [{'subnet_id': '09ba3a27-57a3-4387-bcf8-ee8c26a13050'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 21:53:00.914091 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5ca9a9f7-041f-4441-b508-ec253669c96c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:00.940785 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0dd4b028-5bb2-4c2c-9261-e97f88be843f req-f8c495a2-c6cd-48c9-aee7-e0d53422f932 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4f4c556805a24040a7131d879ee91498&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0313404
May 07 21:53:01.044044 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0dd4b028-5bb2-4c2c-9261-e97f88be843f req-6e18442e-e920-4ef1-a04a-4918929557a8 service neutron] 10.222.0.32 "GET /v2.0/networks/7bc61814-8ef0-4365-b3ea-2c20100be453?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0948586
May 07 21:53:01.097268 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d768fdcf-e2be-44d1-83f2-15fa96efd70e admin admin] Publish callbacks [] for router_gateway (fdcdf0dd-397f-4788-8d35-b848a481d330), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:01.154928 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-f264a717-2d02-4e43-810d-90e7c138bbf8 None None] Current status of the port 6969d2a0-9f96-4474-9d34-bd5eb7ec27f4 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:53:01.159744 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b052e1-b4cd-48e9-a06b-69198ef34fe0 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:53:01.160207 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b052e1-b4cd-48e9-a06b-69198ef34fe0 None None] Checking segment: {'id': '918ce7a0-6436-4d36-8bb4-df4087f94e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '5159d3da-3059-47f6-8ecf-b4d9b2b9d7de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:53:01.160368 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0dd4b028-5bb2-4c2c-9261-e97f88be843f req-c6928a21-342e-4254-aeb0-bc9eb611e055 service neutron] 10.222.0.32 "GET /v2.0/networks/7bc61814-8ef0-4365-b3ea-2c20100be453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1075137
May 07 21:53:01.160622 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-62b052e1-b4cd-48e9-a06b-69198ef34fe0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:01.161009 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b052e1-b4cd-48e9-a06b-69198ef34fe0 None None] Bound using segment: {'id': '918ce7a0-6436-4d36-8bb4-df4087f94e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '5159d3da-3059-47f6-8ecf-b4d9b2b9d7de'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:53:01.161507 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-62b052e1-b4cd-48e9-a06b-69198ef34fe0 None None] Bound port: d138a6df-549f-4be6-a823-137bfbd8ef44, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '918ce7a0-6436-4d36-8bb4-df4087f94e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '5159d3da-3059-47f6-8ecf-b4d9b2b9d7de'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:53:01.161876 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-62b052e1-b4cd-48e9-a06b-69198ef34fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (d138a6df-549f-4be6-a823-137bfbd8ef44), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:01.170798 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [req-60ccbd81-94fd-4620-be30-fd4b018589f9 req-e770bdbb-1a7d-468e-9c0e-a8fd2c45c1eb tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Allocated IP 19.80.0.199 (bb51608c-2c73-49c2-bce7-76d2394358c2/82294eb5-7f25-4a5e-960b-5a436329a86b/5799274a-67eb-479c-9b5c-9d5a397d1f88) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:53:01.178299 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b78b1e-6c46-4e47-bd06-125379b6a26e req-fc08f149-e5ca-4c20-bd64-5b02b018550a tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:01.180407 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-59b78b1e-6c46-4e47-bd06-125379b6a26e req-fc08f149-e5ca-4c20-bd64-5b02b018550a tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] 10.222.0.32 "GET /v2.0/ports?device_id=4deb7455-0b67-4b88-9494-f544b1b73fce HTTP/1.1" status: 200  len: 946 time: 0.1374133
May 07 21:53:01.246984 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c1ae0b1d-0484-48a5-8858-48bd7912a1ed tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:01.295662 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [None req-c1ae0b1d-0484-48a5-8858-48bd7912a1ed tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] device_id is not set on port c3af0b52-e2d3-4593-a7f9-ff7d7fa37fb8 yet. {{(pid=121836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 21:53:01.446171 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-5ca9a9f7-041f-4441-b508-ec253669c96c None None] Allocated IP 172.20.0.2 (1f24181a-d123-46a2-bb1f-06c929171e6c/09ba3a27-57a3-4387-bcf8-ee8c26a13050/49924fcc-78d3-40cd-a9dd-44985e5d9aa8) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:53:01.450489 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4d6ce6b1-9bd1-4387-9a83-ca8445eee32d req-ebf0f6a9-ee80-4ac5-9adb-192ef6cedc00 tempest-ServerDiagnosticsNegativeTest-1377180466 tempest-ServerDiagnosticsNegativeTest-1377180466-project] 10.222.0.32 "GET /v2.0/ports?device_id=73b2c8b6-20a3-4e24-8a95-1e9d67ee0ab7 HTTP/1.1" status: 200  len: 210 time: 0.0678251
May 07 21:53:01.553418 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-25178c8a-daf1-48f5-bfcf-69c648089145 req-8e87e122-4e2c-4956-ab04-f6ee2600a821 tempest-ServerShowV257Test-572012695 tempest-ServerShowV257Test-572012695-project] 10.222.0.32 "GET /v2.0/ports?device_id=93763c68-763e-42ac-8855-5e7fed771529 HTTP/1.1" status: 200  len: 210 time: 0.0369313
May 07 21:53:01.558753 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-59b78b1e-6c46-4e47-bd06-125379b6a26e req-28ec6616-5888-4209-856f-f23afd1e753e tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c5b0484-080e-4f51-826c-9d1b8b7fda2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3599498
May 07 21:53:01.669632 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 6969d2a0-9f96-4474-9d34-bd5eb7ec27f4 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:53:01.712772 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5ca9a9f7-041f-4441-b508-ec253669c96c None None] Publish callbacks [] for port (49924fcc-78d3-40cd-a9dd-44985e5d9aa8), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:01.719452 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ac9324bb-6a6c-4d30-8aea-00949693d703 req-6fd03e42-c304-4395-98e8-e3e80d0969c1 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b485f98-6005-4fd2-a4ca-72e35f397c6a HTTP/1.1" status: 200  len: 210 time: 0.0751538
May 07 21:53:01.768635 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828230cb-73ea-4dbe-84d8-dd5d2bfb2e18 req-341191e2-fb75-4e21-9d5c-861b2aa2532c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:01.770708 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-828230cb-73ea-4dbe-84d8-dd5d2bfb2e18 req-341191e2-fb75-4e21-9d5c-861b2aa2532c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=55393a4f-e493-4098-b37d-93ec9341a6b2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0685990
May 07 21:53:01.793412 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5ca9a9f7-041f-4441-b508-ec253669c96c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (49924fcc-78d3-40cd-a9dd-44985e5d9aa8), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:01.797269 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-c1ae0b1d-0484-48a5-8858-48bd7912a1ed tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Allocated IP 10.1.1.118 (5159d3da-3059-47f6-8ecf-b4d9b2b9d7de/bb1f6c63-3864-40bd-a2ae-039b8eadf327/c3af0b52-e2d3-4593-a7f9-ff7d7fa37fb8) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:53:01.821564 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 7ff85673-73cb-4149-a173-2c468116cf99 no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:53:01.876713 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d59dcbd-3eee-44b4-896d-e7ee47f60cdc req-13115336-89f4-4c8b-a579-3c1b812d64cd tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:01.878574 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0d59dcbd-3eee-44b4-896d-e7ee47f60cdc req-13115336-89f4-4c8b-a579-3c1b812d64cd tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] 10.222.0.55 "GET /v2.0/ports?device_id=4deb7455-0b67-4b88-9494-f544b1b73fce HTTP/1.1" status: 200  len: 946 time: 0.0683146
May 07 21:53:01.935334 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-910e86e1-31a3-4eb9-a4d3-0f095c87f194 req-16e962eb-1c31-4c12-a5d4-3812407efc0e tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "GET /v2.0/ports?device_id=6963278d-8040-4bd4-82fd-8f6d81720c74 HTTP/1.1" status: 200  len: 210 time: 0.1815012
May 07 21:53:01.955732 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca9a9f7-041f-4441-b508-ec253669c96c None None] Network 1f24181a-d123-46a2-bb1f-06c929171e6c is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:53:01.955948 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-60ccbd81-94fd-4620-be30-fd4b018589f9 req-e770bdbb-1a7d-468e-9c0e-a8fd2c45c1eb tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks [] for port (5799274a-67eb-479c-9b5c-9d5a397d1f88), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:01.979227 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d768fdcf-e2be-44d1-83f2-15fa96efd70e admin admin] Publish callbacks [] for router_gateway (fdcdf0dd-397f-4788-8d35-b848a481d330), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:01.985898 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] No Port match for: 7ff85673-73cb-4149-a173-2c468116cf99 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:53:01.986253 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 7ff85673-73cb-4149-a173-2c468116cf99 not bound to the agent host nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:53:01.988623 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-a6ef1a47-e736-4e46-8412-0d3ff3af348a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8ce6b550>, [{'id': '0ea41956-f01f-4a3f-b189-898475ba0e80', 'name': 'tempest-AttachSCSIVolumeTestJSON-1393712635-router', 'tenant_id': '62b1d2f38652407eaa85fbb15aff6307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.223'}], 'enable_snat': True}, 'gw_port_id': 'd2eeffc8-71e4-4d87-82e0-481c3bd2fe30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:51:09Z', 'updated_at': '2022-05-07T21:51:16Z', 'revision_number': 4, 'project_id': '62b1d2f38652407eaa85fbb15aff6307', 'gw_port': {'id': 'd2eeffc8-71e4-4d87-82e0-481c3bd2fe30', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea41956-f01f-4a3f-b189-898475ba0e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:51:09Z', 'updated_at': '2022-05-07T21:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4639847d-2887-439a-abd7-761971277041', 'tenant_id': '62b1d2f38652407eaa85fbb15aff6307', 'floating_ip_address': '172.35.4.44', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '0ea41956-f01f-4a3f-b189-898475ba0e80', 'port_id': '0cb8be1d-eb20-4313-adab-53f509d88a67', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 958, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55393a4f-e493-4098-b37d-93ec9341a6b2', 'mac_address': 'fa:16:3e:c4:ba:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fafb82-09d3-47de-827f-770202f22005', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T21:52:20Z', 'updated_at': '2022-05-07T21:52:56Z', 'revision_number': 1, 'project_id': '62b1d2f38652407eaa85fbb15aff6307', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4404d66-b1ac-4836-97f2-dd8f5120e276', 'name': '', 'network_id': '55393a4f-e493-4098-b37d-93ec9341a6b2', 'tenant_id': '62b1d2f38652407eaa85fbb15aff6307', 'mac_address': 'fa:16:3e:97:10:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea41956-f01f-4a3f-b189-898475ba0e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': 'a8702188-d480-41a4-ada8-7cdbcc65e165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:51:13Z', 'updated_at': '2022-05-07T21:51:21Z', 'revision_number': 5, 'project_id': '62b1d2f38652407eaa85fbb15aff6307', 'subnets': [{'id': 'a8702188-d480-41a4-ada8-7cdbcc65e165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:53:02.006572 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-5ca9a9f7-041f-4441-b508-ec253669c96c None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:53:02.024813 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d768fdcf-e2be-44d1-83f2-15fa96efd70e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:02.061106 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73b2c8b6-20a3-4e24-8a95-1e9d67ee0ab7', 'name': 'network-vif-deleted', 'tag': '7ff85673-73cb-4149-a173-2c468116cf99'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:53:02.067267 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca9a9f7-041f-4441-b508-ec253669c96c None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:53:02.075514 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-b4eb5b80-1f20-4b2f-9c07-79d90257aa4a None None] Allocated IP 10.2.2.2 (609f4b94-ee73-43b2-a5f1-920ecad898a5/13d3a74e-2942-47f7-869e-1fd2939a6583/65ce5ec7-406d-4b23-8e3d-6e40a4ea4ac1) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:53:02.076334 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b762159-1e4e-49a2-a79a-22e9c93cd8e1" -d '{"events": [{"server_uuid": "73b2c8b6-20a3-4e24-8a95-1e9d67ee0ab7", "name": "network-vif-deleted", "tag": "7ff85673-73cb-4149-a173-2c468116cf99"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:53:02.107794 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-828230cb-73ea-4dbe-84d8-dd5d2bfb2e18 req-4c6655d1-6563-43c5-82bc-68a8a1a94522 service neutron] 10.222.0.59 "GET /v2.0/networks/55393a4f-e493-4098-b37d-93ec9341a6b2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2189007
May 07 21:53:02.138856 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-62b052e1-b4cd-48e9-a06b-69198ef34fe0 None None] For port d138a6df-549f-4be6-a823-137bfbd8ef44, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:53:02.146134 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ef1a47-e736-4e46-8412-0d3ff3af348a None None] Checking router: 0ea41956-f01f-4a3f-b189-898475ba0e80 for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 21:53:02.157836 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca9a9f7-041f-4441-b508-ec253669c96c None None] Pushing event updated for resources: {'Port': ['ID=49924fcc-78d3-40cd-a9dd-44985e5d9aa8,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:02.173598 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b09979f-c483-4e00-8553-2a0f60c0cd1a x-openstack-request-id: req-3b09979f-c483-4e00-8553-2a0f60c0cd1a {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:53:02.173907 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73b2c8b6-20a3-4e24-8a95-1e9d67ee0ab7", "name": "network-vif-deleted", "tag": "7ff85673-73cb-4149-a173-2c468116cf99", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:53:02.174201 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3b09979f-c483-4e00-8553-2a0f60c0cd1a {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:53:02.174627 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b09979f-c483-4e00-8553-2a0f60c0cd1a'] response: {'server_uuid': '73b2c8b6-20a3-4e24-8a95-1e9d67ee0ab7', 'name': 'network-vif-deleted', 'tag': '7ff85673-73cb-4149-a173-2c468116cf99', 'status': 'completed', 'code': 200}
May 07 21:53:02.189423 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 6969d2a0-9f96-4474-9d34-bd5eb7ec27f4 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:53:02.190317 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (6969d2a0-9f96-4474-9d34-bd5eb7ec27f4), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:02.200911 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-60ccbd81-94fd-4620-be30-fd4b018589f9 req-e770bdbb-1a7d-468e-9c0e-a8fd2c45c1eb tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (5799274a-67eb-479c-9b5c-9d5a397d1f88), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:02.250416 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-62b052e1-b4cd-48e9-a06b-69198ef34fe0 None None] For port d138a6df-549f-4be6-a823-137bfbd8ef44, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d138a6df-549f-4be6-a823-137bfbd8ef44,segment=NetworkSegment(918ce7a0-6436-4d36-8bb4-df4087f94e32),segment_id=918ce7a0-6436-4d36-8bb4-df4087f94e32)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:53:02.260520 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ef1a47-e736-4e46-8412-0d3ff3af348a None None] Routers {'0ea41956-f01f-4a3f-b189-898475ba0e80'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:53:02.261164 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-a6ef1a47-e736-4e46-8412-0d3ff3af348a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8ce6b550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:52:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['0ea41956-f01f-4a3f-b189-898475ba0e80'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:53:02.277764 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-62b052e1-b4cd-48e9-a06b-69198ef34fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (d138a6df-549f-4be6-a823-137bfbd8ef44), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:02.284711 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c1ae0b1d-0484-48a5-8858-48bd7912a1ed tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks [] for port (c3af0b52-e2d3-4593-a7f9-ff7d7fa37fb8), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:02.290358 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231c5000-bf08-4a72-b15e-5bbc02ca8e27 req-1474fd38-c312-479e-b3d9-1f7de5595bce tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:02.291893 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-231c5000-bf08-4a72-b15e-5bbc02ca8e27 req-1474fd38-c312-479e-b3d9-1f7de5595bce tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] 10.222.0.59 "GET /v2.0/ports?device_id=a4261bef-6bf5-48f6-8976-9ffb930ee47e HTTP/1.1" status: 200  len: 945 time: 0.2042918
May 07 21:53:02.321072 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60ccbd81-94fd-4620-be30-fd4b018589f9 req-e770bdbb-1a7d-468e-9c0e-a8fd2c45c1eb tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Network bb51608c-2c73-49c2-bce7-76d2394358c2 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:53:02.341075 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [req-60ccbd81-94fd-4620-be30-fd4b018589f9 req-e770bdbb-1a7d-468e-9c0e-a8fd2c45c1eb tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:53:02.343906 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-d768fdcf-e2be-44d1-83f2-15fa96efd70e admin admin] Allocated IP 172.35.4.23 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/a53b14cb-8f0e-4592-983f-64709fce4d41) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:53:02.345618 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-5ca9a9f7-041f-4441-b508-ec253669c96c None None] Attempting to bind port 49924fcc-78d3-40cd-a9dd-44985e5d9aa8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:53:02.345996 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-5ca9a9f7-041f-4441-b508-ec253669c96c None None] Attempting to bind port 49924fcc-78d3-40cd-a9dd-44985e5d9aa8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '55d18767-ccce-4274-bc61-21f826804a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '1f24181a-d123-46a2-bb1f-06c929171e6c'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:53:02.346369 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca9a9f7-041f-4441-b508-ec253669c96c None None] Attempting to bind port 49924fcc-78d3-40cd-a9dd-44985e5d9aa8 on network 1f24181a-d123-46a2-bb1f-06c929171e6c {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:53:02.353089 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e770bdbb-1a7d-468e-9c0e-a8fd2c45c1eb tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Pushing event updated for resources: {'Port': ['ID=5799274a-67eb-479c-9b5c-9d5a397d1f88,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:02.359021 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-60ccbd81-94fd-4620-be30-fd4b018589f9 req-e770bdbb-1a7d-468e-9c0e-a8fd2c45c1eb tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:53:02.391398 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-0d59dcbd-3eee-44b4-896d-e7ee47f60cdc req-4c8416da-b463-47e9-b591-28b3534c2ee3 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Deleting port 8bb18da3-f8df-435d-b4c9-cb0c6b3e540d {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:53:02.391742 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-0d59dcbd-3eee-44b4-896d-e7ee47f60cdc req-4c8416da-b463-47e9-b591-28b3534c2ee3 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (8bb18da3-f8df-435d-b4c9-cb0c6b3e540d), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:02.412359 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca9a9f7-041f-4441-b508-ec253669c96c None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:53:02.413275 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca9a9f7-041f-4441-b508-ec253669c96c None None] Checking segment: {'id': '55d18767-ccce-4274-bc61-21f826804a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '1f24181a-d123-46a2-bb1f-06c929171e6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:53:02.414075 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5ca9a9f7-041f-4441-b508-ec253669c96c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:02.414472 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca9a9f7-041f-4441-b508-ec253669c96c None None] Bound using segment: {'id': '55d18767-ccce-4274-bc61-21f826804a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '1f24181a-d123-46a2-bb1f-06c929171e6c'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:53:02.415474 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-5ca9a9f7-041f-4441-b508-ec253669c96c None None] Bound port: 49924fcc-78d3-40cd-a9dd-44985e5d9aa8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55d18767-ccce-4274-bc61-21f826804a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '1f24181a-d123-46a2-bb1f-06c929171e6c'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:53:02.415474 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5ca9a9f7-041f-4441-b508-ec253669c96c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (49924fcc-78d3-40cd-a9dd-44985e5d9aa8), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:02.424819 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ccbd81-94fd-4620-be30-fd4b018589f9 req-e770bdbb-1a7d-468e-9c0e-a8fd2c45c1eb tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:02.424819 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-60ccbd81-94fd-4620-be30-fd4b018589f9 req-e770bdbb-1a7d-468e-9c0e-a8fd2c45c1eb tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:02.490138 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-60ccbd81-94fd-4620-be30-fd4b018589f9 req-e770bdbb-1a7d-468e-9c0e-a8fd2c45c1eb tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.8009002
May 07 21:53:02.509943 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c1ae0b1d-0484-48a5-8858-48bd7912a1ed tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (c3af0b52-e2d3-4593-a7f9-ff7d7fa37fb8), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:02.520321 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-231c5000-bf08-4a72-b15e-5bbc02ca8e27 req-b325bb81-0480-42d0-b2a9-8dba979f821e tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Deleting port 40b1718c-d35e-4a5e-8773-22fb9e1c85d5 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:53:02.521538 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-231c5000-bf08-4a72-b15e-5bbc02ca8e27 req-b325bb81-0480-42d0-b2a9-8dba979f821e tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (40b1718c-d35e-4a5e-8773-22fb9e1c85d5), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:02.542254 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-60ccbd81-94fd-4620-be30-fd4b018589f9 req-b2924104-f108-492f-980d-925f46902404 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Request body: {'port': {'device_id': '6963278d-8040-4bd4-82fd-8f6d81720c74', 'network_id': '0be2ea3f-0b39-4b2d-b775-d2c4d2364465', 'admin_state_up': True, 'tenant_id': '7a05b8a866c04fe78b04ec616e62b70f'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:53:02.561089 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-0d59dcbd-3eee-44b4-896d-e7ee47f60cdc req-4c8416da-b463-47e9-b591-28b3534c2ee3 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] For port 8bb18da3-f8df-435d-b4c9-cb0c6b3e540d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8bb18da3-f8df-435d-b4c9-cb0c6b3e540d,segment=NetworkSegment(8cdcb27b-fa23-4865-8aaa-e6a27c987d4c),segment_id=8cdcb27b-fa23-4865-8aaa-e6a27c987d4c)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:53:02.561753 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-0d59dcbd-3eee-44b4-896d-e7ee47f60cdc req-4c8416da-b463-47e9-b591-28b3534c2ee3 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (8bb18da3-f8df-435d-b4c9-cb0c6b3e540d), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:02.604642 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-0d59dcbd-3eee-44b4-896d-e7ee47f60cdc req-4c8416da-b463-47e9-b591-28b3534c2ee3 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Calling delete_port for 8bb18da3-f8df-435d-b4c9-cb0c6b3e540d owned by compute:nova {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:53:02.608037 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 6969d2a0-9f96-4474-9d34-bd5eb7ec27f4 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:53:02.724011 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b052e1-b4cd-48e9-a06b-69198ef34fe0 None None] Pushing event updated for resources: {'Port': ['ID=d138a6df-549f-4be6-a823-137bfbd8ef44,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:02.748372 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-828230cb-73ea-4dbe-84d8-dd5d2bfb2e18 req-e25623db-a1b5-4dac-96e0-2934fcac3180 service neutron] 10.222.0.59 "GET /v2.0/networks/55393a4f-e493-4098-b37d-93ec9341a6b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6205244
May 07 21:53:02.824808 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ae0b1d-0484-48a5-8858-48bd7912a1ed tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Network 5159d3da-3059-47f6-8ecf-b4d9b2b9d7de is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:53:02.927368 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-a6ef1a47-e736-4e46-8412-0d3ff3af348a None None] Set router 0ea41956-f01f-4a3f-b189-898475ba0e80 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:53:02.988616 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ae0b1d-0484-48a5-8858-48bd7912a1ed tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Pushing event updated for resources: {'Port': ['ID=c3af0b52-e2d3-4593-a7f9-ff7d7fa37fb8,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:02.991391 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-c1ae0b1d-0484-48a5-8858-48bd7912a1ed tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:53:03.014183 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bfe590cb-7f0c-4814-9550-809e805e93d8 req-6e2053c3-b62b-452b-93d4-3f366d4c241d tempest-ServerShowV257Test-572012695 tempest-ServerShowV257Test-572012695-project] 10.222.0.32 "GET /v2.0/ports?device_id=93763c68-763e-42ac-8855-5e7fed771529 HTTP/1.1" status: 200  len: 210 time: 0.2509344
May 07 21:53:03.014712 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 41306) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:53:03.018289 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ae0b1d-0484-48a5-8858-48bd7912a1ed tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:53:03.036752 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-5ca9a9f7-041f-4441-b508-ec253669c96c None None] For port 49924fcc-78d3-40cd-a9dd-44985e5d9aa8, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:53:03.064941 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3836fe-c1b7-4865-898b-8b60019c0fcc req-eebb24ba-f07e-408e-b2b0-539bb2da4405 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:03.066521 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0a3836fe-c1b7-4865-898b-8b60019c0fcc req-eebb24ba-f07e-408e-b2b0-539bb2da4405 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] 10.222.0.32 "GET /v2.0/ports?device_id=4deb7455-0b67-4b88-9494-f544b1b73fce HTTP/1.1" status: 200  len: 946 time: 0.3153472
May 07 21:53:03.103025 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d768fdcf-e2be-44d1-83f2-15fa96efd70e admin admin] Publish callbacks [] for port (a53b14cb-8f0e-4592-983f-64709fce4d41), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:03.157285 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-5ca9a9f7-041f-4441-b508-ec253669c96c None None] For port 49924fcc-78d3-40cd-a9dd-44985e5d9aa8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=49924fcc-78d3-40cd-a9dd-44985e5d9aa8,segment=NetworkSegment(55d18767-ccce-4274-bc61-21f826804a03),segment_id=55d18767-ccce-4274-bc61-21f826804a03)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:53:03.167352 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-9b598147-2b95-4f8b-9e7c-7f8e3fb48d24 None None] Provisioning complete for port 5799274a-67eb-479c-9b5c-9d5a397d1f88 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:53:03.167976 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9b598147-2b95-4f8b-9e7c-7f8e3fb48d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (5799274a-67eb-479c-9b5c-9d5a397d1f88), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:03.198096 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60ccbd81-94fd-4620-be30-fd4b018589f9 req-b2924104-f108-492f-980d-925f46902404 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Made reservation on behalf of 7a05b8a866c04fe78b04ec616e62b70f for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:53:03.199861 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd4b028-5bb2-4c2c-9261-e97f88be843f req-1ce70d96-72c7-4fa4-968c-f3d5fcfcb5a6 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:03.201340 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0dd4b028-5bb2-4c2c-9261-e97f88be843f req-1ce70d96-72c7-4fa4-968c-f3d5fcfcb5a6 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.59 "GET /v2.0/networks?id=7bc61814-8ef0-4365-b3ea-2c20100be453 HTTP/1.1" status: 200  len: 815 time: 0.2196960
May 07 21:53:03.202170 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-60ccbd81-94fd-4620-be30-fd4b018589f9 req-b2924104-f108-492f-980d-925f46902404 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:03.228268 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-0dd4b028-5bb2-4c2c-9261-e97f88be843f req-2c310869-07ae-43cd-a6ce-879f7da8f570 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Request body: {'port': {'device_id': '3b485f98-6005-4fd2-a4ca-72e35f397c6a', 'network_id': '7bc61814-8ef0-4365-b3ea-2c20100be453', 'admin_state_up': True, 'tenant_id': '4f4c556805a24040a7131d879ee91498'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:53:03.233534 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-66925477-3974-48ee-91af-2739e6c702c2 req-1dc3c925-b810-4068-bcea-2cc5e86d243a tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b485f98-6005-4fd2-a4ca-72e35f397c6a HTTP/1.1" status: 200  len: 210 time: 0.0885487
May 07 21:53:03.250528 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ae0b1d-0484-48a5-8858-48bd7912a1ed tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:03.251377 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c1ae0b1d-0484-48a5-8858-48bd7912a1ed tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:03.283061 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d768fdcf-e2be-44d1-83f2-15fa96efd70e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (a53b14cb-8f0e-4592-983f-64709fce4d41), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:03.374062 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5ca9a9f7-041f-4441-b508-ec253669c96c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (49924fcc-78d3-40cd-a9dd-44985e5d9aa8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:03.396306 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-c1ae0b1d-0484-48a5-8858-48bd7912a1ed tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 3.5533540
May 07 21:53:03.404628 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 41310) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:53:03.424688 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b4eb5b80-1f20-4b2f-9c07-79d90257aa4a None None] Publish callbacks [] for port (65ce5ec7-406d-4b23-8e3d-6e40a4ea4ac1), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:03.445126 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device d138a6df-549f-4be6-a823-137bfbd8ef44 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:53:03.465676 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-39acb481-451f-42d4-b2ec-ae42dceaf173 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Request body: {'port': {'network_id': '5159d3da-3059-47f6-8ecf-b4d9b2b9d7de', 'name': 'tempest-TaggedBootDevicesTest_v242-347066768', 'fixed_ips': [{'subnet_id': 'bb1f6c63-3864-40bd-a2ae-039b8eadf327'}]}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:53:03.473443 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0a3836fe-c1b7-4865-898b-8b60019c0fcc req-46a51fa7-ab4a-4ed6-8746-613a48f7282c tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c5b0484-080e-4f51-826c-9d1b8b7fda2d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2694516
May 07 21:53:03.494426 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d768fdcf-e2be-44d1-83f2-15fa96efd70e admin admin] Pushing event updated for resources: {'Port': ['ID=a53b14cb-8f0e-4592-983f-64709fce4d41,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:03.494547 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-0d59dcbd-3eee-44b4-896d-e7ee47f60cdc req-4c8416da-b463-47e9-b591-28b3534c2ee3 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (8bb18da3-f8df-435d-b4c9-cb0c6b3e540d), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:03.503063 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-231c5000-bf08-4a72-b15e-5bbc02ca8e27 req-b325bb81-0480-42d0-b2a9-8dba979f821e tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] For port 40b1718c-d35e-4a5e-8773-22fb9e1c85d5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=40b1718c-d35e-4a5e-8773-22fb9e1c85d5,segment=NetworkSegment(8cdcb27b-fa23-4865-8aaa-e6a27c987d4c),segment_id=8cdcb27b-fa23-4865-8aaa-e6a27c987d4c)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:53:03.503485 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-231c5000-bf08-4a72-b15e-5bbc02ca8e27 req-b325bb81-0480-42d0-b2a9-8dba979f821e tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (40b1718c-d35e-4a5e-8773-22fb9e1c85d5), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:03.509159 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b4eb5b80-1f20-4b2f-9c07-79d90257aa4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (65ce5ec7-406d-4b23-8e3d-6e40a4ea4ac1), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:03.520765 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d768fdcf-e2be-44d1-83f2-15fa96efd70e admin admin] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:53:03.556189 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['40b1718c-d35e-4a5e-8773-22fb9e1c85d5'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:53:03.558286 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-d768fdcf-e2be-44d1-83f2-15fa96efd70e admin admin] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:53:03.559724 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['8bb18da3-f8df-435d-b4c9-cb0c6b3e540d'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:53:03.560198 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-231c5000-bf08-4a72-b15e-5bbc02ca8e27 req-b325bb81-0480-42d0-b2a9-8dba979f821e tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Calling delete_port for 40b1718c-d35e-4a5e-8773-22fb9e1c85d5 owned by compute:nova {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:53:03.562592 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d768fdcf-e2be-44d1-83f2-15fa96efd70e admin admin] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:53:03.564564 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca9a9f7-041f-4441-b508-ec253669c96c None None] Pushing event updated for resources: {'Port': ['ID=49924fcc-78d3-40cd-a9dd-44985e5d9aa8,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:03.571334 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8416da-b463-47e9-b591-28b3534c2ee3 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Pushing event deleted for resources: {'Port': ['ID=8bb18da3-f8df-435d-b4c9-cb0c6b3e540d,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:03.577342 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-9b598147-2b95-4f8b-9e7c-7f8e3fb48d24 None None] Port 5799274a-67eb-479c-9b5c-9d5a397d1f88 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:53:03.710465 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-3d2c8d9b-00a7-4d54-9209-d8fa92dda979 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4642753b5d1548038be79eb12ce7b20b&name=default HTTP/1.1" status: 200  len: 2996 time: 0.6862376
May 07 21:53:03.711118 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 41314) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:53:03.720676 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4eb5b80-1f20-4b2f-9c07-79d90257aa4a None None] Network 609f4b94-ee73-43b2-a5f1-920ecad898a5 is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:53:03.755185 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d355aa3c-e7a9-4833-bac2-035e4ec683d3 req-d2904335-dedd-48e2-828f-0a435a27ea63 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:03.755685 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-b4eb5b80-1f20-4b2f-9c07-79d90257aa4a None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:53:03.757306 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d59dcbd-3eee-44b4-896d-e7ee47f60cdc req-4c8416da-b463-47e9-b591-28b3534c2ee3 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] No DVR routers for this DVR port 8bb18da3-f8df-435d-b4c9-cb0c6b3e540d on host nch1-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:53:03.765456 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-0d59dcbd-3eee-44b4-896d-e7ee47f60cdc req-4c8416da-b463-47e9-b591-28b3534c2ee3 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:03.766107 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d355aa3c-e7a9-4833-bac2-035e4ec683d3 req-d2904335-dedd-48e2-828f-0a435a27ea63 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "GET /v2.0/ports?device_id=6963278d-8040-4bd4-82fd-8f6d81720c74 HTTP/1.1" status: 200  len: 932 time: 0.3636165
May 07 21:53:03.773793 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0d59dcbd-3eee-44b4-896d-e7ee47f60cdc req-4c8416da-b463-47e9-b591-28b3534c2ee3 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] 10.222.0.55 "DELETE /v2.0/ports/8bb18da3-f8df-435d-b4c9-cb0c6b3e540d HTTP/1.1" status: 204  len: 173 time: 1.8834422
May 07 21:53:03.858726 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0dd4b028-5bb2-4c2c-9261-e97f88be843f req-2c310869-07ae-43cd-a6ce-879f7da8f570 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Made reservation on behalf of 4f4c556805a24040a7131d879ee91498 for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:53:03.862610 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-0dd4b028-5bb2-4c2c-9261-e97f88be843f req-2c310869-07ae-43cd-a6ce-879f7da8f570 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:03.867728 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4eb5b80-1f20-4b2f-9c07-79d90257aa4a None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:53:04.040508 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [req-60ccbd81-94fd-4620-be30-fd4b018589f9 req-b2924104-f108-492f-980d-925f46902404 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Allocated IP 19.86.0.45 (0be2ea3f-0b39-4b2d-b775-d2c4d2364465/dc932535-0f2f-448c-a22d-1e11a5d675af/6bd3efe5-7727-41cb-974d-fb9a80d5c1a5) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:53:04.076058 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d355aa3c-e7a9-4833-bac2-035e4ec683d3 req-6a5e1155-397d-4a81-8a41-9e3e486eb825 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "GET /v2.0/security-groups?id=79406975-00eb-485e-b3fe-001bab536dcd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3089657
May 07 21:53:04.130029 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eb5b80-1f20-4b2f-9c07-79d90257aa4a None None] Pushing event updated for resources: {'Port': ['ID=65ce5ec7-406d-4b23-8e3d-6e40a4ea4ac1,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:04.160849 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-231c5000-bf08-4a72-b15e-5bbc02ca8e27 req-b325bb81-0480-42d0-b2a9-8dba979f821e tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (40b1718c-d35e-4a5e-8773-22fb9e1c85d5), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:04.173011 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-205467bc-94e8-4a50-9665-8307aec9dcd2 admin admin] Publish callbacks [] for security_group (1de14e55-a874-4ebc-a4f7-2e5e888678dd), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:04.184971 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4deb7455-0b67-4b88-9494-f544b1b73fce', 'name': 'network-vif-deleted', 'tag': '8bb18da3-f8df-435d-b4c9-cb0c6b3e540d'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:53:04.191519 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54883090-3633-434e-9c46-14d60dbf8435" -d '{"events": [{"server_uuid": "4deb7455-0b67-4b88-9494-f544b1b73fce", "name": "network-vif-deleted", "tag": "8bb18da3-f8df-435d-b4c9-cb0c6b3e540d"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:53:04.220812 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [req-0dd4b028-5bb2-4c2c-9261-e97f88be843f req-2c310869-07ae-43cd-a6ce-879f7da8f570 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Allocated IP 172.20.0.2 (7bc61814-8ef0-4365-b3ea-2c20100be453/c561b220-fa88-48ef-b165-e5d692e53d7d/ddb906ce-ebec-489c-aec7-92f7055d4e24) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:53:04.224848 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['40b1718c-d35e-4a5e-8773-22fb9e1c85d5'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:53:04.237715 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-b4eb5b80-1f20-4b2f-9c07-79d90257aa4a None None] Attempting to bind port 65ce5ec7-406d-4b23-8e3d-6e40a4ea4ac1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:53:04.240853 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-b4eb5b80-1f20-4b2f-9c07-79d90257aa4a None None] Attempting to bind port 65ce5ec7-406d-4b23-8e3d-6e40a4ea4ac1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2619035a-1889-472a-bdb4-8fd69e462829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '609f4b94-ee73-43b2-a5f1-920ecad898a5'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:53:04.242276 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4eb5b80-1f20-4b2f-9c07-79d90257aa4a None None] Attempting to bind port 65ce5ec7-406d-4b23-8e3d-6e40a4ea4ac1 on network 609f4b94-ee73-43b2-a5f1-920ecad898a5 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:53:04.248624 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port d138a6df-549f-4be6-a823-137bfbd8ef44 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:53:04.249022 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (d138a6df-549f-4be6-a823-137bfbd8ef44), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:04.273653 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4eb5b80-1f20-4b2f-9c07-79d90257aa4a None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:53:04.274038 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4eb5b80-1f20-4b2f-9c07-79d90257aa4a None None] Checking segment: {'id': '2619035a-1889-472a-bdb4-8fd69e462829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '609f4b94-ee73-43b2-a5f1-920ecad898a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:53:04.274448 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b4eb5b80-1f20-4b2f-9c07-79d90257aa4a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:04.274876 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4eb5b80-1f20-4b2f-9c07-79d90257aa4a None None] Bound using segment: {'id': '2619035a-1889-472a-bdb4-8fd69e462829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '609f4b94-ee73-43b2-a5f1-920ecad898a5'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:53:04.275368 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-b4eb5b80-1f20-4b2f-9c07-79d90257aa4a None None] Bound port: 65ce5ec7-406d-4b23-8e3d-6e40a4ea4ac1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2619035a-1889-472a-bdb4-8fd69e462829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '609f4b94-ee73-43b2-a5f1-920ecad898a5'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:53:04.275753 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b4eb5b80-1f20-4b2f-9c07-79d90257aa4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (65ce5ec7-406d-4b23-8e3d-6e40a4ea4ac1), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:04.297754 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-205467bc-94e8-4a50-9665-8307aec9dcd2 admin admin] Publish callbacks [] for security_group (1de14e55-a874-4ebc-a4f7-2e5e888678dd), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:04.337781 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a94f1392-8b10-4cfc-ad05-187e808e6d3e req-ffb55763-4a90-427c-b505-af14d2cb310e tempest-ServerShowV257Test-572012695 tempest-ServerShowV257Test-572012695-project] 10.222.0.32 "GET /v2.0/ports?device_id=93763c68-763e-42ac-8855-5e7fed771529 HTTP/1.1" status: 200  len: 210 time: 0.1099861
May 07 21:53:04.346889 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e59cafa-7db2-41ff-90f2-35db140c190d x-openstack-request-id: req-4e59cafa-7db2-41ff-90f2-35db140c190d {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:53:04.347586 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4deb7455-0b67-4b88-9494-f544b1b73fce", "name": "network-vif-deleted", "tag": "8bb18da3-f8df-435d-b4c9-cb0c6b3e540d", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:53:04.348033 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4e59cafa-7db2-41ff-90f2-35db140c190d {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:53:04.348651 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e59cafa-7db2-41ff-90f2-35db140c190d'] response: {'server_uuid': '4deb7455-0b67-4b88-9494-f544b1b73fce', 'name': 'network-vif-deleted', 'tag': '8bb18da3-f8df-435d-b4c9-cb0c6b3e540d', 'status': 'completed', 'code': 200}
May 07 21:53:04.386664 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a3bcfc-b674-464e-bdd2-0484c7a09e3c None None] Network 5159d3da-3059-47f6-8ecf-b4d9b2b9d7de requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:53:04.389194 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b325bb81-0480-42d0-b2a9-8dba979f821e tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Pushing event deleted for resources: {'Port': ['ID=40b1718c-d35e-4a5e-8773-22fb9e1c85d5,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:04.441973 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-231c5000-bf08-4a72-b15e-5bbc02ca8e27 req-b325bb81-0480-42d0-b2a9-8dba979f821e tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] No DVR routers for this DVR port 40b1718c-d35e-4a5e-8773-22fb9e1c85d5 on host nch2-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:53:04.443552 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39acb481-451f-42d4-b2ec-ae42dceaf173 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Made reservation on behalf of f75cb675742543209bcbb75d99b60e97 for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:53:04.446413 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-231c5000-bf08-4a72-b15e-5bbc02ca8e27 req-b325bb81-0480-42d0-b2a9-8dba979f821e tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:04.447913 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-39acb481-451f-42d4-b2ec-ae42dceaf173 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:04.449713 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-231c5000-bf08-4a72-b15e-5bbc02ca8e27 req-b325bb81-0480-42d0-b2a9-8dba979f821e tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] 10.222.0.59 "DELETE /v2.0/ports/40b1718c-d35e-4a5e-8773-22fb9e1c85d5 HTTP/1.1" status: 204  len: 173 time: 2.1499090
May 07 21:53:04.497000 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-b4eb5b80-1f20-4b2f-9c07-79d90257aa4a None None] For port 65ce5ec7-406d-4b23-8e3d-6e40a4ea4ac1, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:53:04.502246 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-b4eb5b80-1f20-4b2f-9c07-79d90257aa4a None None] For port 65ce5ec7-406d-4b23-8e3d-6e40a4ea4ac1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=65ce5ec7-406d-4b23-8e3d-6e40a4ea4ac1,segment=NetworkSegment(2619035a-1889-472a-bdb4-8fd69e462829),segment_id=2619035a-1889-472a-bdb4-8fd69e462829)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:53:04.524206 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-911d51ba-96f7-4f00-8eff-8cb18023094f None None] Provisioning complete for port d138a6df-549f-4be6-a823-137bfbd8ef44 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:53:04.524582 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-911d51ba-96f7-4f00-8eff-8cb18023094f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (d138a6df-549f-4be6-a823-137bfbd8ef44), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:04.565734 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b4eb5b80-1f20-4b2f-9c07-79d90257aa4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (65ce5ec7-406d-4b23-8e3d-6e40a4ea4ac1), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:04.627132 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-07e5646e-e56f-4f7e-a400-948e35bad408 req-b8ee798b-5da6-4334-bf00-9d70b9939bc9 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b485f98-6005-4fd2-a4ca-72e35f397c6a HTTP/1.1" status: 200  len: 210 time: 0.1928422
May 07 21:53:04.693639 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [None req-39acb481-451f-42d4-b2ec-ae42dceaf173 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] device_id is not set on port 7ea348ce-dc31-4a97-a925-458a8adb95a1 yet. {{(pid=121836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 21:53:04.705635 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-0dd4b028-5bb2-4c2c-9261-e97f88be843f req-2c310869-07ae-43cd-a6ce-879f7da8f570 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Publish callbacks [] for port (ddb906ce-ebec-489c-aec7-92f7055d4e24), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:04.748623 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port d138a6df-549f-4be6-a823-137bfbd8ef44 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:53:04.749011 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (d138a6df-549f-4be6-a823-137bfbd8ef44), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:04.762621 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-0dd4b028-5bb2-4c2c-9261-e97f88be843f req-2c310869-07ae-43cd-a6ce-879f7da8f570 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (ddb906ce-ebec-489c-aec7-92f7055d4e24), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:04.781965 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-60ccbd81-94fd-4620-be30-fd4b018589f9 req-b2924104-f108-492f-980d-925f46902404 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks [] for port (6bd3efe5-7727-41cb-974d-fb9a80d5c1a5), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:04.795930 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-123356ee-8a1e-44c0-a677-4986a92e2a39 req-f5804c56-eafc-4593-8620-f8698e7cc020 tempest-MultipleCreateTestJSON-686233549 tempest-MultipleCreateTestJSON-686233549-project] 10.222.0.32 "GET /v2.0/ports?device_id=a4261bef-6bf5-48f6-8976-9ffb930ee47e HTTP/1.1" status: 200  len: 210 time: 0.0514138
May 07 21:53:04.844632 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0dd4b028-5bb2-4c2c-9261-e97f88be843f req-2c310869-07ae-43cd-a6ce-879f7da8f570 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Network 7bc61814-8ef0-4365-b3ea-2c20100be453 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:53:04.846797 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-60ccbd81-94fd-4620-be30-fd4b018589f9 req-b2924104-f108-492f-980d-925f46902404 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (6bd3efe5-7727-41cb-974d-fb9a80d5c1a5), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:04.849259 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [req-0dd4b028-5bb2-4c2c-9261-e97f88be843f req-2c310869-07ae-43cd-a6ce-879f7da8f570 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:53:04.860341 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dd4b028-5bb2-4c2c-9261-e97f88be843f req-2c310869-07ae-43cd-a6ce-879f7da8f570 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:53:04.900761 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-a6ef1a47-e736-4e46-8412-0d3ff3af348a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8ce6b550>, [{'id': '0ea41956-f01f-4a3f-b189-898475ba0e80', 'name': 'tempest-AttachSCSIVolumeTestJSON-1393712635-router', 'tenant_id': '62b1d2f38652407eaa85fbb15aff6307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.223'}], 'enable_snat': True}, 'gw_port_id': 'd2eeffc8-71e4-4d87-82e0-481c3bd2fe30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:51:09Z', 'updated_at': '2022-05-07T21:51:16Z', 'revision_number': 4, 'project_id': '62b1d2f38652407eaa85fbb15aff6307', 'gw_port': {'id': 'd2eeffc8-71e4-4d87-82e0-481c3bd2fe30', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea41956-f01f-4a3f-b189-898475ba0e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:51:09Z', 'updated_at': '2022-05-07T21:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4639847d-2887-439a-abd7-761971277041', 'tenant_id': '62b1d2f38652407eaa85fbb15aff6307', 'floating_ip_address': '172.35.4.44', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '0ea41956-f01f-4a3f-b189-898475ba0e80', 'port_id': '0cb8be1d-eb20-4313-adab-53f509d88a67', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 958, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55393a4f-e493-4098-b37d-93ec9341a6b2', 'mac_address': 'fa:16:3e:c4:ba:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fafb82-09d3-47de-827f-770202f22005', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T21:52:20Z', 'updated_at': '2022-05-07T21:52:56Z', 'revision_number': 1, 'project_id': '62b1d2f38652407eaa85fbb15aff6307', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4404d66-b1ac-4836-97f2-dd8f5120e276', 'name': '', 'network_id': '55393a4f-e493-4098-b37d-93ec9341a6b2', 'tenant_id': '62b1d2f38652407eaa85fbb15aff6307', 'mac_address': 'fa:16:3e:97:10:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea41956-f01f-4a3f-b189-898475ba0e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': 'a8702188-d480-41a4-ada8-7cdbcc65e165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:51:13Z', 'updated_at': '2022-05-07T21:51:21Z', 'revision_number': 5, 'project_id': '62b1d2f38652407eaa85fbb15aff6307', 'subnets': [{'id': 'a8702188-d480-41a4-ada8-7cdbcc65e165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:53:04.902582 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eb5b80-1f20-4b2f-9c07-79d90257aa4a None None] Pushing event updated for resources: {'Port': ['ID=65ce5ec7-406d-4b23-8e3d-6e40a4ea4ac1,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:04.909281 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-911d51ba-96f7-4f00-8eff-8cb18023094f None None] Current status of the port d138a6df-549f-4be6-a823-137bfbd8ef44 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:53:04.909671 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-911d51ba-96f7-4f00-8eff-8cb18023094f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (d138a6df-549f-4be6-a823-137bfbd8ef44), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:04.933219 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c310869-07ae-43cd-a6ce-879f7da8f570 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Pushing event updated for resources: {'Port': ['ID=ddb906ce-ebec-489c-aec7-92f7055d4e24,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:04.975190 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-205467bc-94e8-4a50-9665-8307aec9dcd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (1de14e55-a874-4ebc-a4f7-2e5e888678dd), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:04.978165 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-205467bc-94e8-4a50-9665-8307aec9dcd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:04.979561 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-205467bc-94e8-4a50-9665-8307aec9dcd2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1de14e55-a874-4ebc-a4f7-2e5e888678dd HTTP/1.1" status: 204  len: 168 time: 1.2576725
May 07 21:53:04.989855 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d768fdcf-e2be-44d1-83f2-15fa96efd70e admin admin] Publish callbacks [] for router_gateway (fdcdf0dd-397f-4788-8d35-b848a481d330), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:05.010079 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd4b028-5bb2-4c2c-9261-e97f88be843f req-2c310869-07ae-43cd-a6ce-879f7da8f570 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:05.010283 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ef1a47-e736-4e46-8412-0d3ff3af348a None None] The sync data for ids ['0ea41956-f01f-4a3f-b189-898475ba0e80'] in ncdv-master-1 is: [{'id': '0ea41956-f01f-4a3f-b189-898475ba0e80', 'name': 'tempest-AttachSCSIVolumeTestJSON-1393712635-router', 'tenant_id': '62b1d2f38652407eaa85fbb15aff6307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.223'}], 'enable_snat': True}, 'gw_port_id': 'd2eeffc8-71e4-4d87-82e0-481c3bd2fe30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:51:09Z', 'updated_at': '2022-05-07T21:51:16Z', 'revision_number': 4, 'project_id': '62b1d2f38652407eaa85fbb15aff6307', 'gw_port': {'id': 'd2eeffc8-71e4-4d87-82e0-481c3bd2fe30', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea41956-f01f-4a3f-b189-898475ba0e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:51:09Z', 'updated_at': '2022-05-07T21:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4639847d-2887-439a-abd7-761971277041', 'tenant_id': '62b1d2f38652407eaa85fbb15aff6307', 'floating_ip_address': '172.35.4.44', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '0ea41956-f01f-4a3f-b189-898475ba0e80', 'port_id': '0cb8be1d-eb20-4313-adab-53f509d88a67', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 958, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '55393a4f-e493-4098-b37d-93ec9341a6b2', 'mac_address': 'fa:16:3e:c4:ba:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83fafb82-09d3-47de-827f-770202f22005', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T21:52:20Z', 'updated_at': '2022-05-07T21:52:56Z', 'revision_number': 1, 'project_id': '62b1d2f38652407eaa85fbb15aff6307', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f4404d66-b1ac-4836-97f2-dd8f5120e276', 'name': '', 'network_id': '55393a4f-e493-4098-b37d-93ec9341a6b2', 'tenant_id': '62b1d2f38652407eaa85fbb15aff6307', 'mac_address': 'fa:16:3e:97:10:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea41956-f01f-4a3f-b189-898475ba0e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': 'a8702188-d480-41a4-ada8-7cdbcc65e165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:51:13Z', 'updated_at': '2022-05-07T21:51:21Z', 'revision_number': 5, 'project_id': '62b1d2f38652407eaa85fbb15aff6307', 'subnets': [{'id': 'a8702188-d480-41a4-ada8-7cdbcc65e165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:53:05.028356 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-0dd4b028-5bb2-4c2c-9261-e97f88be843f req-2c310869-07ae-43cd-a6ce-879f7da8f570 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:05.075393 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port d138a6df-549f-4be6-a823-137bfbd8ef44, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d138a6df-549f-4be6-a823-137bfbd8ef44,segment=NetworkSegment(918ce7a0-6436-4d36-8bb4-df4087f94e32),segment_id=918ce7a0-6436-4d36-8bb4-df4087f94e32)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:53:05.104173 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (d138a6df-549f-4be6-a823-137bfbd8ef44), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:05.122294 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0dd4b028-5bb2-4c2c-9261-e97f88be843f req-2c310869-07ae-43cd-a6ce-879f7da8f570 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8696446
May 07 21:53:05.148446 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-0dd4b028-5bb2-4c2c-9261-e97f88be843f req-03d3dc1c-8dbb-46f3-846e-04d02189cf4f service neutron] Request body: {'port': {'device_id': '3b485f98-6005-4fd2-a4ca-72e35f397c6a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:53:05.311950 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=d138a6df-549f-4be6-a823-137bfbd8ef44,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:05.316177 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.db.api [None req-911d51ba-96f7-4f00-8eff-8cb18023094f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 07 21:53:05.316537 ncdv-master-1 neutron-server[121838]: DEBUG oslo_db.api [None req-911d51ba-96f7-4f00-8eff-8cb18023094f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 07 21:53:05.406473 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4cebfd3-8875-4a11-acba-5b8e643ad968 None None] Network 1f24181a-d123-46a2-bb1f-06c929171e6c requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:53:05.445345 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-0dd4b028-5bb2-4c2c-9261-e97f88be843f req-03d3dc1c-8dbb-46f3-846e-04d02189cf4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (ddb906ce-ebec-489c-aec7-92f7055d4e24), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:05.585743 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 65ce5ec7-406d-4b23-8e3d-6e40a4ea4ac1 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:53:05.661593 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078231c9-4ec2-425d-b8dc-8774b0372bb1 None None] New status for floating IP 4639847d-2887-439a-abd7-761971277041: ACTIVE {{(pid=121839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 07 21:53:05.720118 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 65ce5ec7-406d-4b23-8e3d-6e40a4ea4ac1 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:53:05.720766 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (65ce5ec7-406d-4b23-8e3d-6e40a4ea4ac1), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:05.812662 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 41338) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:53:05.823076 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2ac68caa-7baa-4f42-88d2-d7425501f9db req-85ee8133-e040-4b9a-a55e-fef7609e44bf tempest-ServerShowV257Test-572012695 tempest-ServerShowV257Test-572012695-project] 10.222.0.32 "GET /v2.0/ports?device_id=93763c68-763e-42ac-8855-5e7fed771529 HTTP/1.1" status: 200  len: 210 time: 0.2290204
May 07 21:53:05.865284 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fcc3a0e0-ad15-4396-803c-631996f8a4f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:05.875336 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 65ce5ec7-406d-4b23-8e3d-6e40a4ea4ac1 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:53:05.875973 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (65ce5ec7-406d-4b23-8e3d-6e40a4ea4ac1), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:05.878099 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 8bb18da3-f8df-435d-b4c9-cb0c6b3e540d no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:53:05.880667 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60ccbd81-94fd-4620-be30-fd4b018589f9 req-b2924104-f108-492f-980d-925f46902404 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Network 0be2ea3f-0b39-4b2d-b775-d2c4d2364465 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:53:05.911449 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [req-60ccbd81-94fd-4620-be30-fd4b018589f9 req-b2924104-f108-492f-980d-925f46902404 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:53:05.911724 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] No Port match for: 8bb18da3-f8df-435d-b4c9-cb0c6b3e540d {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:53:05.912201 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 8bb18da3-f8df-435d-b4c9-cb0c6b3e540d not bound to the agent host nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:53:05.922514 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-60ccbd81-94fd-4620-be30-fd4b018589f9 req-b2924104-f108-492f-980d-925f46902404 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:53:05.928327 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205467bc-94e8-4a50-9665-8307aec9dcd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de14e55-a874-4ebc-a4f7-2e5e888678dd,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:06.061220 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port 65ce5ec7-406d-4b23-8e3d-6e40a4ea4ac1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=65ce5ec7-406d-4b23-8e3d-6e40a4ea4ac1,segment=NetworkSegment(2619035a-1889-472a-bdb4-8fd69e462829),segment_id=2619035a-1889-472a-bdb4-8fd69e462829)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:53:06.074902 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fcc3a0e0-ad15-4396-803c-631996f8a4f7 admin admin] Publish callbacks [] for security_group (d63e4e99-b38a-437e-a6ee-8312789a7cfd), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:06.105501 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (65ce5ec7-406d-4b23-8e3d-6e40a4ea4ac1), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:06.107973 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 49924fcc-78d3-40cd-a9dd-44985e5d9aa8 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:53:06.120589 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-911d51ba-96f7-4f00-8eff-8cb18023094f None None] Current status of the port d138a6df-549f-4be6-a823-137bfbd8ef44 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:53:06.132743 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fcc3a0e0-ad15-4396-803c-631996f8a4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (d63e4e99-b38a-437e-a6ee-8312789a7cfd), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:06.237874 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2924104-f108-492f-980d-925f46902404 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Pushing event updated for resources: {'Port': ['ID=6bd3efe5-7727-41cb-974d-fb9a80d5c1a5,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:06.239981 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc3a0e0-ad15-4396-803c-631996f8a4f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d63e4e99-b38a-437e-a6ee-8312789a7cfd,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:06.265174 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=65ce5ec7-406d-4b23-8e3d-6e40a4ea4ac1,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:06.273626 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 49924fcc-78d3-40cd-a9dd-44985e5d9aa8 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:53:06.274013 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (49924fcc-78d3-40cd-a9dd-44985e5d9aa8), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:06.277554 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-00989590-af4a-493e-b225-0ecbfd6bd2b7 None None] Provisioning complete for port c3af0b52-e2d3-4593-a7f9-ff7d7fa37fb8 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:53:06.277554 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-00989590-af4a-493e-b225-0ecbfd6bd2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (c3af0b52-e2d3-4593-a7f9-ff7d7fa37fb8), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:06.285359 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daab56e5-a209-4368-a35c-a5d2ac0d9e56 req-86fa78e0-f4a0-4cf1-a794-0d1f0b28e698 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:06.291865 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daab56e5-a209-4368-a35c-a5d2ac0d9e56 req-86fa78e0-f4a0-4cf1-a794-0d1f0b28e698 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:06.300992 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-daab56e5-a209-4368-a35c-a5d2ac0d9e56 req-86fa78e0-f4a0-4cf1-a794-0d1f0b28e698 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "GET /v2.0/ports?device_id=6963278d-8040-4bd4-82fd-8f6d81720c74 HTTP/1.1" status: 200  len: 1654 time: 0.3961151
May 07 21:53:06.390306 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-00989590-af4a-493e-b225-0ecbfd6bd2b7 None None] Port c3af0b52-e2d3-4593-a7f9-ff7d7fa37fb8 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:53:06.391427 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ccbd81-94fd-4620-be30-fd4b018589f9 req-b2924104-f108-492f-980d-925f46902404 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:06.392874 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-60ccbd81-94fd-4620-be30-fd4b018589f9 req-b2924104-f108-492f-980d-925f46902404 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:06.475590 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 49924fcc-78d3-40cd-a9dd-44985e5d9aa8 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:53:06.475976 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (49924fcc-78d3-40cd-a9dd-44985e5d9aa8), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:06.488026 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-00989590-af4a-493e-b225-0ecbfd6bd2b7 None None] Provisioning complete for port 49924fcc-78d3-40cd-a9dd-44985e5d9aa8 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:53:06.488402 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-00989590-af4a-493e-b225-0ecbfd6bd2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (49924fcc-78d3-40cd-a9dd-44985e5d9aa8), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:06.534475 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-daab56e5-a209-4368-a35c-a5d2ac0d9e56 req-b3fae833-fb1c-41f3-be80-7ccf761a204c tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "GET /v2.0/security-groups?id=79406975-00eb-485e-b3fe-001bab536dcd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2314537
May 07 21:53:06.557285 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port 49924fcc-78d3-40cd-a9dd-44985e5d9aa8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=49924fcc-78d3-40cd-a9dd-44985e5d9aa8,segment=NetworkSegment(55d18767-ccce-4274-bc61-21f826804a03),segment_id=55d18767-ccce-4274-bc61-21f826804a03)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:53:06.557542 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-60ccbd81-94fd-4620-be30-fd4b018589f9 req-b2924104-f108-492f-980d-925f46902404 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.0238523
May 07 21:53:06.583598 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-39acb481-451f-42d4-b2ec-ae42dceaf173 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Allocated IP 10.1.1.239 (5159d3da-3059-47f6-8ecf-b4d9b2b9d7de/bb1f6c63-3864-40bd-a2ae-039b8eadf327/7ea348ce-dc31-4a97-a925-458a8adb95a1) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:53:06.589157 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (49924fcc-78d3-40cd-a9dd-44985e5d9aa8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:06.590756 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-60ccbd81-94fd-4620-be30-fd4b018589f9 req-31219ceb-6955-4015-994e-86bb531dfb95 service neutron] Request body: {'port': {'device_id': '6963278d-8040-4bd4-82fd-8f6d81720c74', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:53:06.633459 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 41342) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:53:06.662507 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=49924fcc-78d3-40cd-a9dd-44985e5d9aa8,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:06.699788 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1fdaf3c-5296-434d-bab5-e4ebc52783f4 admin admin] Deleting subnet 1823294e-46ca-4903-8378-568d3d06f584 {{(pid=121836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 21:53:06.711377 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4261bef-6bf5-48f6-8976-9ffb930ee47e', 'name': 'network-vif-deleted', 'tag': '40b1718c-d35e-4a5e-8773-22fb9e1c85d5'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:53:06.713703 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-013a5e85-d57f-4b03-9530-33840ff8879d" -d '{"events": [{"server_uuid": "a4261bef-6bf5-48f6-8976-9ffb930ee47e", "name": "network-vif-deleted", "tag": "40b1718c-d35e-4a5e-8773-22fb9e1c85d5"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:53:06.720885 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-00989590-af4a-493e-b225-0ecbfd6bd2b7 None None] Current status of the port 49924fcc-78d3-40cd-a9dd-44985e5d9aa8 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:53:06.739549 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-fcc3a0e0-ad15-4396-803c-631996f8a4f7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=05250a914cc243099a43a26636874755&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9241734
May 07 21:53:06.742622 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-00989590-af4a-493e-b225-0ecbfd6bd2b7 None None] Provisioning complete for port d138a6df-549f-4be6-a823-137bfbd8ef44 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:53:06.743197 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-00989590-af4a-493e-b225-0ecbfd6bd2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (d138a6df-549f-4be6-a823-137bfbd8ef44), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:06.746660 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1056b63d-2004-4fc7-9d46-22163b6b0f2f req-05992e43-a427-4377-ac9b-088dd4e289d5 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:06.748219 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1056b63d-2004-4fc7-9d46-22163b6b0f2f req-05992e43-a427-4377-ac9b-088dd4e289d5 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b485f98-6005-4fd2-a4ca-72e35f397c6a HTTP/1.1" status: 200  len: 931 time: 0.6701550
May 07 21:53:06.748709 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 41346) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:53:06.753628 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c1fdaf3c-5296-434d-bab5-e4ebc52783f4 admin admin] Publish callbacks [] for subnet (1823294e-46ca-4903-8378-568d3d06f584), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:06.812282 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3fc986-c704-41bf-bd27-3d035bd01db0 None None] Network 609f4b94-ee73-43b2-a5f1-920ecad898a5 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:53:06.836298 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f0d5906-b529-4fd2-a802-f0a225712e94 x-openstack-request-id: req-0f0d5906-b529-4fd2-a802-f0a225712e94 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:53:06.836903 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4261bef-6bf5-48f6-8976-9ffb930ee47e", "name": "network-vif-deleted", "tag": "40b1718c-d35e-4a5e-8773-22fb9e1c85d5", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:53:06.836903 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0f0d5906-b529-4fd2-a802-f0a225712e94 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:53:06.837210 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f0d5906-b529-4fd2-a802-f0a225712e94'] response: {'server_uuid': 'a4261bef-6bf5-48f6-8976-9ffb930ee47e', 'name': 'network-vif-deleted', 'tag': '40b1718c-d35e-4a5e-8773-22fb9e1c85d5', 'status': 'completed', 'code': 200}
May 07 21:53:06.883481 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c1fdaf3c-5296-434d-bab5-e4ebc52783f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726883'] for subnet (1823294e-46ca-4903-8378-568d3d06f584), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:06.907933 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d768fdcf-e2be-44d1-83f2-15fa96efd70e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (fdcdf0dd-397f-4788-8d35-b848a481d330), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:06.909610 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-60ccbd81-94fd-4620-be30-fd4b018589f9 req-31219ceb-6955-4015-994e-86bb531dfb95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (5799274a-67eb-479c-9b5c-9d5a397d1f88), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:06.921475 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-00989590-af4a-493e-b225-0ecbfd6bd2b7 None None] Current status of the port d138a6df-549f-4be6-a823-137bfbd8ef44 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:53:06.939617 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [req-0dd4b028-5bb2-4c2c-9261-e97f88be843f req-03d3dc1c-8dbb-46f3-846e-04d02189cf4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddb906ce-ebec-489c-aec7-92f7055d4e24 {{(pid=121837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:53:06.967730 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-0dd4b028-5bb2-4c2c-9261-e97f88be843f req-03d3dc1c-8dbb-46f3-846e-04d02189cf4f service neutron] Publish callbacks [] for port (ddb906ce-ebec-489c-aec7-92f7055d4e24), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:07.001026 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1056b63d-2004-4fc7-9d46-22163b6b0f2f req-10d2ca36-afac-4a89-9b2d-89747e4e10ca tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b18b124-d6ae-4635-93ed-9957a39a34ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1736650
May 07 21:53:07.005672 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-0dd4b028-5bb2-4c2c-9261-e97f88be843f req-03d3dc1c-8dbb-46f3-846e-04d02189cf4f service neutron] Transition to ACTIVE for port object ddb906ce-ebec-489c-aec7-92f7055d4e24 will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:53:07.006731 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fc43460e-7b33-42b2-8d14-121eab265a5a admin admin] Publish callbacks [] for security_group (d63e4e99-b38a-437e-a6ee-8312789a7cfd), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:07.016490 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-0dd4b028-5bb2-4c2c-9261-e97f88be843f req-03d3dc1c-8dbb-46f3-846e-04d02189cf4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (ddb906ce-ebec-489c-aec7-92f7055d4e24), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:07.051698 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-93e14803-8ab4-4489-9d7b-b22aee59dc8f None None] Provisioning complete for port 6bd3efe5-7727-41cb-974d-fb9a80d5c1a5 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:53:07.051980 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-93e14803-8ab4-4489-9d7b-b22aee59dc8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (6bd3efe5-7727-41cb-974d-fb9a80d5c1a5), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:07.071014 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fc43460e-7b33-42b2-8d14-121eab265a5a admin admin] Publish callbacks [] for security_group (d63e4e99-b38a-437e-a6ee-8312789a7cfd), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:07.083331 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-75345d85-e6bf-4e0b-9c9e-a556a63c7bd2 req-030c755b-50e1-4376-88a8-5420c95c3575 tempest-ServerShowV257Test-572012695 tempest-ServerShowV257Test-572012695-project] 10.222.0.32 "GET /v2.0/ports?device_id=93763c68-763e-42ac-8855-5e7fed771529 HTTP/1.1" status: 200  len: 210 time: 0.1250136
May 07 21:53:07.111555 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c1fdaf3c-5296-434d-bab5-e4ebc52783f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (1823294e-46ca-4903-8378-568d3d06f584), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:07.120487 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-93e14803-8ab4-4489-9d7b-b22aee59dc8f None None] Port 6bd3efe5-7727-41cb-974d-fb9a80d5c1a5 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:53:07.132004 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 40b1718c-d35e-4a5e-8773-22fb9e1c85d5 no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:53:07.134646 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-93e14803-8ab4-4489-9d7b-b22aee59dc8f None None] Provisioning complete for port 65ce5ec7-406d-4b23-8e3d-6e40a4ea4ac1 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:53:07.135219 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-93e14803-8ab4-4489-9d7b-b22aee59dc8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (65ce5ec7-406d-4b23-8e3d-6e40a4ea4ac1), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:07.140842 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d3dc1c-8dbb-46f3-846e-04d02189cf4f service neutron] Pushing event updated for resources: {'Port': ['ID=ddb906ce-ebec-489c-aec7-92f7055d4e24,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:07.206839 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] No Port match for: 40b1718c-d35e-4a5e-8773-22fb9e1c85d5 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:53:07.207474 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 40b1718c-d35e-4a5e-8773-22fb9e1c85d5 not bound to the agent host nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:53:07.243571 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fc43460e-7b33-42b2-8d14-121eab265a5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (d63e4e99-b38a-437e-a6ee-8312789a7cfd), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:07.247801 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fc43460e-7b33-42b2-8d14-121eab265a5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:07.249317 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-fc43460e-7b33-42b2-8d14-121eab265a5a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d63e4e99-b38a-437e-a6ee-8312789a7cfd HTTP/1.1" status: 204  len: 168 time: 0.4968042
May 07 21:53:07.283723 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc43460e-7b33-42b2-8d14-121eab265a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d63e4e99-b38a-437e-a6ee-8312789a7cfd,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:07.322201 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-0dd4b028-5bb2-4c2c-9261-e97f88be843f req-03d3dc1c-8dbb-46f3-846e-04d02189cf4f service neutron] Attempting to bind port ddb906ce-ebec-489c-aec7-92f7055d4e24 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:53:07.322540 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-0dd4b028-5bb2-4c2c-9261-e97f88be843f req-03d3dc1c-8dbb-46f3-846e-04d02189cf4f service neutron] Attempting to bind port ddb906ce-ebec-489c-aec7-92f7055d4e24 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '48f32d76-f63e-49c4-90a9-1cfb8c1dc638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7bc61814-8ef0-4365-b3ea-2c20100be453'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:53:07.323076 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd4b028-5bb2-4c2c-9261-e97f88be843f req-03d3dc1c-8dbb-46f3-846e-04d02189cf4f service neutron] Attempting to bind port ddb906ce-ebec-489c-aec7-92f7055d4e24 on network 7bc61814-8ef0-4365-b3ea-2c20100be453 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:53:07.334570 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd4b028-5bb2-4c2c-9261-e97f88be843f req-03d3dc1c-8dbb-46f3-846e-04d02189cf4f service neutron] Port ddb906ce-ebec-489c-aec7-92f7055d4e24 on network 7bc61814-8ef0-4365-b3ea-2c20100be453 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:53:07.335780 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd4b028-5bb2-4c2c-9261-e97f88be843f req-03d3dc1c-8dbb-46f3-846e-04d02189cf4f service neutron] Attempting to bind port ddb906ce-ebec-489c-aec7-92f7055d4e24 on network 7bc61814-8ef0-4365-b3ea-2c20100be453 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:53:07.341603 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd4b028-5bb2-4c2c-9261-e97f88be843f req-03d3dc1c-8dbb-46f3-846e-04d02189cf4f service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:53:07.342100 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd4b028-5bb2-4c2c-9261-e97f88be843f req-03d3dc1c-8dbb-46f3-846e-04d02189cf4f service neutron] Checking segment: {'id': '48f32d76-f63e-49c4-90a9-1cfb8c1dc638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7bc61814-8ef0-4365-b3ea-2c20100be453'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:53:07.342306 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0dd4b028-5bb2-4c2c-9261-e97f88be843f req-03d3dc1c-8dbb-46f3-846e-04d02189cf4f service neutron] Bound using segment: {'id': '48f32d76-f63e-49c4-90a9-1cfb8c1dc638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7bc61814-8ef0-4365-b3ea-2c20100be453'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:53:07.342741 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-0dd4b028-5bb2-4c2c-9261-e97f88be843f req-03d3dc1c-8dbb-46f3-846e-04d02189cf4f service neutron] Bound port: ddb906ce-ebec-489c-aec7-92f7055d4e24, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48f32d76-f63e-49c4-90a9-1cfb8c1dc638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7bc61814-8ef0-4365-b3ea-2c20100be453'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:53:07.343124 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-0dd4b028-5bb2-4c2c-9261-e97f88be843f req-03d3dc1c-8dbb-46f3-846e-04d02189cf4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (ddb906ce-ebec-489c-aec7-92f7055d4e24), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:07.349918 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-93e14803-8ab4-4489-9d7b-b22aee59dc8f None None] Current status of the port 65ce5ec7-406d-4b23-8e3d-6e40a4ea4ac1 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:53:07.368809 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-93e14803-8ab4-4489-9d7b-b22aee59dc8f None None] Provisioning complete for port 49924fcc-78d3-40cd-a9dd-44985e5d9aa8 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:53:07.369190 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-93e14803-8ab4-4489-9d7b-b22aee59dc8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (49924fcc-78d3-40cd-a9dd-44985e5d9aa8), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:07.412335 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-39acb481-451f-42d4-b2ec-ae42dceaf173 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks [] for port (7ea348ce-dc31-4a97-a925-458a8adb95a1), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:07.432169 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device d138a6df-549f-4be6-a823-137bfbd8ef44 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:53:07.433924 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-0dd4b028-5bb2-4c2c-9261-e97f88be843f req-03d3dc1c-8dbb-46f3-846e-04d02189cf4f service neutron] For port ddb906ce-ebec-489c-aec7-92f7055d4e24, host nch2-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:53:07.437826 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-0dd4b028-5bb2-4c2c-9261-e97f88be843f req-03d3dc1c-8dbb-46f3-846e-04d02189cf4f service neutron] For port ddb906ce-ebec-489c-aec7-92f7055d4e24, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ddb906ce-ebec-489c-aec7-92f7055d4e24,segment=NetworkSegment(48f32d76-f63e-49c4-90a9-1cfb8c1dc638),segment_id=48f32d76-f63e-49c4-90a9-1cfb8c1dc638)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:53:07.442948 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c1fdaf3c-5296-434d-bab5-e4ebc52783f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (1823294e-46ca-4903-8378-568d3d06f584), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:07.445487 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-0dd4b028-5bb2-4c2c-9261-e97f88be843f req-03d3dc1c-8dbb-46f3-846e-04d02189cf4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (ddb906ce-ebec-489c-aec7-92f7055d4e24), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:07.492309 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd4b028-5bb2-4c2c-9261-e97f88be843f req-03d3dc1c-8dbb-46f3-846e-04d02189cf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:07.492935 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-0dd4b028-5bb2-4c2c-9261-e97f88be843f req-03d3dc1c-8dbb-46f3-846e-04d02189cf4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:07.494362 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0dd4b028-5bb2-4c2c-9261-e97f88be843f req-03d3dc1c-8dbb-46f3-846e-04d02189cf4f service neutron] 10.222.0.59 "PUT /v2.0/ports/ddb906ce-ebec-489c-aec7-92f7055d4e24 HTTP/1.1" status: 200  len: 1091 time: 2.3712232
May 07 21:53:07.495135 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port d138a6df-549f-4be6-a823-137bfbd8ef44 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:53:07.495863 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (d138a6df-549f-4be6-a823-137bfbd8ef44), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:07.535315 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d3dc1c-8dbb-46f3-846e-04d02189cf4f service neutron] Pushing event updated for resources: {'Port': ['ID=ddb906ce-ebec-489c-aec7-92f7055d4e24,revision_number=3']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:07.548795 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fdaf3c-5296-434d-bab5-e4ebc52783f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1823294e-46ca-4903-8378-568d3d06f584,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:07.569778 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c1fdaf3c-5296-434d-bab5-e4ebc52783f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:07.574988 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-c1fdaf3c-5296-434d-bab5-e4ebc52783f4 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/1823294e-46ca-4903-8378-568d3d06f584 HTTP/1.1" status: 204  len: 168 time: 0.9362028
May 07 21:53:07.575546 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-93e14803-8ab4-4489-9d7b-b22aee59dc8f None None] Current status of the port 49924fcc-78d3-40cd-a9dd-44985e5d9aa8 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:53:07.581057 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 41356) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:53:07.632393 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd4b028-5bb2-4c2c-9261-e97f88be843f req-1f406e62-d159-4331-afc1-c149b7f64869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:07.634232 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port d138a6df-549f-4be6-a823-137bfbd8ef44 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:53:07.634862 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 65ce5ec7-406d-4b23-8e3d-6e40a4ea4ac1 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:53:07.639222 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0dd4b028-5bb2-4c2c-9261-e97f88be843f req-1f406e62-d159-4331-afc1-c149b7f64869 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4f4c556805a24040a7131d879ee91498&device_id=3b485f98-6005-4fd2-a4ca-72e35f397c6a HTTP/1.1" status: 200  len: 1125 time: 0.0992444
May 07 21:53:07.639835 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-39acb481-451f-42d4-b2ec-ae42dceaf173 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (7ea348ce-dc31-4a97-a925-458a8adb95a1), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:07.695936 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0dd4b028-5bb2-4c2c-9261-e97f88be843f req-2b079c0c-eff7-47e2-8e25-76aca294be59 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ddb906ce-ebec-489c-aec7-92f7055d4e24 HTTP/1.1" status: 200  len: 217 time: 0.0482008
May 07 21:53:07.700599 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-0badecf3-e656-4baf-92aa-9cbe930a8860 None None] Provisioning complete for port 65ce5ec7-406d-4b23-8e3d-6e40a4ea4ac1 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:53:07.700980 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-0badecf3-e656-4baf-92aa-9cbe930a8860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (65ce5ec7-406d-4b23-8e3d-6e40a4ea4ac1), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:07.738367 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 65ce5ec7-406d-4b23-8e3d-6e40a4ea4ac1 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:53:07.738893 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (65ce5ec7-406d-4b23-8e3d-6e40a4ea4ac1), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:07.743133 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107e5340-722f-4a66-9db9-91524a57a073 req-ae4e2c5d-458d-44f0-a8a4-9d1a709ba241 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:07.748728 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107e5340-722f-4a66-9db9-91524a57a073 req-ae4e2c5d-458d-44f0-a8a4-9d1a709ba241 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:07.750790 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-107e5340-722f-4a66-9db9-91524a57a073 req-ae4e2c5d-458d-44f0-a8a4-9d1a709ba241 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "GET /v2.0/ports?device_id=6963278d-8040-4bd4-82fd-8f6d81720c74 HTTP/1.1" status: 200  len: 1654 time: 0.0583231
May 07 21:53:07.790446 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [req-60ccbd81-94fd-4620-be30-fd4b018589f9 req-31219ceb-6955-4015-994e-86bb531dfb95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5799274a-67eb-479c-9b5c-9d5a397d1f88 {{(pid=121836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:53:07.796347 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd4b028-5bb2-4c2c-9261-e97f88be843f req-1bf0e100-fdf2-4b27-bee6-6f442fdc63f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:07.797832 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0dd4b028-5bb2-4c2c-9261-e97f88be843f req-1bf0e100-fdf2-4b27-bee6-6f442fdc63f0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c561b220-fa88-48ef-b165-e5d692e53d7d HTTP/1.1" status: 200  len: 855 time: 0.0465529
May 07 21:53:07.799407 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-60ccbd81-94fd-4620-be30-fd4b018589f9 req-31219ceb-6955-4015-994e-86bb531dfb95 service neutron] Publish callbacks [] for port (5799274a-67eb-479c-9b5c-9d5a397d1f88), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:07.817062 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.provisioning_blocks [req-60ccbd81-94fd-4620-be30-fd4b018589f9 req-31219ceb-6955-4015-994e-86bb531dfb95 service neutron] Transition to ACTIVE for port object 5799274a-67eb-479c-9b5c-9d5a397d1f88 will not be triggered until provisioned by entity L2. {{(pid=121836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:53:07.823125 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-afc959ff-5fa1-4272-a4aa-a1e4f3231223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (2b0d1583-486b-43fb-abb3-b530c0697dca), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:07.836349 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-60ccbd81-94fd-4620-be30-fd4b018589f9 req-31219ceb-6955-4015-994e-86bb531dfb95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (5799274a-67eb-479c-9b5c-9d5a397d1f88), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:07.848083 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0dd4b028-5bb2-4c2c-9261-e97f88be843f req-2e0eeab1-8b95-4730-8884-35f27fc80ab2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7bc61814-8ef0-4365-b3ea-2c20100be453&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0430489
May 07 21:53:07.891466 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39acb481-451f-42d4-b2ec-ae42dceaf173 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Network 5159d3da-3059-47f6-8ecf-b4d9b2b9d7de is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:53:07.913355 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-39acb481-451f-42d4-b2ec-ae42dceaf173 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:53:07.917857 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39acb481-451f-42d4-b2ec-ae42dceaf173 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:53:07.923309 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d768fdcf-e2be-44d1-83f2-15fa96efd70e admin admin] Router fdcdf0dd-397f-4788-8d35-b848a481d330 is scheduled to L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db with binding_index 1 {{(pid=121836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 07 21:53:07.934003 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-107e5340-722f-4a66-9db9-91524a57a073 req-e32b32a8-82d0-4f17-b2d6-2a9c53b92fb6 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "GET /v2.0/security-groups?id=79406975-00eb-485e-b3fe-001bab536dcd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1338189
May 07 21:53:08.062373 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0dd4b028-5bb2-4c2c-9261-e97f88be843f req-56ab270b-262a-4e71-8046-df3ebae755c8 service neutron] 10.222.0.59 "GET /v2.0/networks/7bc61814-8ef0-4365-b3ea-2c20100be453?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2040565
May 07 21:53:08.109927 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39acb481-451f-42d4-b2ec-ae42dceaf173 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Pushing event updated for resources: {'Port': ['ID=7ea348ce-dc31-4a97-a925-458a8adb95a1,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:08.133058 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-0badecf3-e656-4baf-92aa-9cbe930a8860 None None] Current status of the port 65ce5ec7-406d-4b23-8e3d-6e40a4ea4ac1 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:53:08.150161 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 65ce5ec7-406d-4b23-8e3d-6e40a4ea4ac1 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:53:08.151716 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 49924fcc-78d3-40cd-a9dd-44985e5d9aa8 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:53:08.215353 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 49924fcc-78d3-40cd-a9dd-44985e5d9aa8 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:53:08.215353 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (49924fcc-78d3-40cd-a9dd-44985e5d9aa8), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:08.302931 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0dd4b028-5bb2-4c2c-9261-e97f88be843f req-19762846-d8f6-4fe9-b5d4-e4cac28cbdb4 service neutron] 10.222.0.59 "GET /v2.0/networks/7bc61814-8ef0-4365-b3ea-2c20100be453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2339675
May 07 21:53:08.336570 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 49924fcc-78d3-40cd-a9dd-44985e5d9aa8 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:53:08.352936 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d9f87fdb-2686-4845-8d6d-500cc7caad81 req-dc9ffee2-50c7-42ff-b9c7-36fba065a32a tempest-ServerShowV257Test-572012695 tempest-ServerShowV257Test-572012695-project] 10.222.0.32 "GET /v2.0/ports?device_id=93763c68-763e-42ac-8855-5e7fed771529 HTTP/1.1" status: 200  len: 210 time: 0.0707030
May 07 21:53:08.383744 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-afc959ff-5fa1-4272-a4aa-a1e4f3231223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (2b0d1583-486b-43fb-abb3-b530c0697dca), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:08.426656 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39acb481-451f-42d4-b2ec-ae42dceaf173 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:08.427308 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-39acb481-451f-42d4-b2ec-ae42dceaf173 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:08.464916 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-7418ca1f-9642-42a9-8b28-7cbb58a009f4 None None] Provisioning complete for port 7ea348ce-dc31-4a97-a925-458a8adb95a1 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:53:08.465289 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7418ca1f-9642-42a9-8b28-7cbb58a009f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (7ea348ce-dc31-4a97-a925-458a8adb95a1), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:08.495542 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-afc959ff-5fa1-4272-a4aa-a1e4f3231223 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf85f21790>,) {'filters': {'network_id': ['2b0d1583-486b-43fb-abb3-b530c0697dca']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:53:08.499810 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31219ceb-6955-4015-994e-86bb531dfb95 service neutron] Pushing event updated for resources: {'Port': ['ID=5799274a-67eb-479c-9b5c-9d5a397d1f88,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:08.509157 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-7418ca1f-9642-42a9-8b28-7cbb58a009f4 None None] Port 7ea348ce-dc31-4a97-a925-458a8adb95a1 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:53:08.518582 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-afc959ff-5fa1-4272-a4aa-a1e4f3231223 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf85f21790>, '8cdcb27b-fa23-4865-8aaa-e6a27c987d4c') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:53:08.518840 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-afc959ff-5fa1-4272-a4aa-a1e4f3231223 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf85f21790>, '8cdcb27b-fa23-4865-8aaa-e6a27c987d4c') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:53:08.524850 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-39acb481-451f-42d4-b2ec-ae42dceaf173 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 5.1018107
May 07 21:53:08.533638 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7486dfe-55fc-4ecd-b5db-de5ed3e06472 req-3f41ebd5-b5e5-4913-8834-55135a1c2b74 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:08.535083 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f7486dfe-55fc-4ecd-b5db-de5ed3e06472 req-3f41ebd5-b5e5-4913-8834-55135a1c2b74 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b485f98-6005-4fd2-a4ca-72e35f397c6a HTTP/1.1" status: 200  len: 943 time: 0.3267462
May 07 21:53:08.558752 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-afc959ff-5fa1-4272-a4aa-a1e4f3231223 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (8cdcb27b-fa23-4865-8aaa-e6a27c987d4c), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:08.593356 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-60ccbd81-94fd-4620-be30-fd4b018589f9 req-31219ceb-6955-4015-994e-86bb531dfb95 service neutron] Attempting to bind port 5799274a-67eb-479c-9b5c-9d5a397d1f88 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:53:08.593356 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-60ccbd81-94fd-4620-be30-fd4b018589f9 req-31219ceb-6955-4015-994e-86bb531dfb95 service neutron] Attempting to bind port 5799274a-67eb-479c-9b5c-9d5a397d1f88 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'd6a441b7-52d4-4c7e-b8d0-1bcd4de829af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'bb51608c-2c73-49c2-bce7-76d2394358c2'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:53:08.593673 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ccbd81-94fd-4620-be30-fd4b018589f9 req-31219ceb-6955-4015-994e-86bb531dfb95 service neutron] Attempting to bind port 5799274a-67eb-479c-9b5c-9d5a397d1f88 on network bb51608c-2c73-49c2-bce7-76d2394358c2 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:53:08.595780 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-afc959ff-5fa1-4272-a4aa-a1e4f3231223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (8cdcb27b-fa23-4865-8aaa-e6a27c987d4c), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:08.601348 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d768fdcf-e2be-44d1-83f2-15fa96efd70e admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:53:08.611088 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34915c73-8178-49c9-b215-25836ef2c525 None None] Sync routers for ids ['fdcdf0dd-397f-4788-8d35-b848a481d330'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:53:08.611708 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ccbd81-94fd-4620-be30-fd4b018589f9 req-31219ceb-6955-4015-994e-86bb531dfb95 service neutron] Port 5799274a-67eb-479c-9b5c-9d5a397d1f88 on network bb51608c-2c73-49c2-bce7-76d2394358c2 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:53:08.612041 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ccbd81-94fd-4620-be30-fd4b018589f9 req-31219ceb-6955-4015-994e-86bb531dfb95 service neutron] Attempting to bind port 5799274a-67eb-479c-9b5c-9d5a397d1f88 on network bb51608c-2c73-49c2-bce7-76d2394358c2 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:53:08.619546 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afc959ff-5fa1-4272-a4aa-a1e4f3231223 admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 21:53:08.619952 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-afc959ff-5fa1-4272-a4aa-a1e4f3231223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (8cdcb27b-fa23-4865-8aaa-e6a27c987d4c), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:08.623589 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 21:53:08.623589 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 21:53:08.623589 ncdv-master-1 neutron-server[121836]:     timer()
May 07 21:53:08.623589 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 21:53:08.623589 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 21:53:08.623589 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 21:53:08.623589 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 21:53:08.623589 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 21:53:08.623589 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 21:53:08.623589 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 21:53:08.623589 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 21:53:08.623589 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 21:53:08.623589 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 21:53:08.623589 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 21:53:08.623589 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 21:53:08.623589 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 21:53:08.623589 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 21:53:08.623589 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 21:53:08.623589 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 21:53:08.623589 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 21:53:08.623589 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 21:53:08.623589 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 21:53:08.623589 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 21:53:08.623589 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 21:53:08.623589 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 21:53:08.623589 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 21:53:08.623589 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 21:53:08.623589 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 21:53:08.623589 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 21:53:08.623589 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 21:53:08.623589 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 21:53:08.623589 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 21:53:08.628573 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34915c73-8178-49c9-b215-25836ef2c525 None None] Routers {'fdcdf0dd-397f-4788-8d35-b848a481d330'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:53:08.629384 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-34915c73-8178-49c9-b215-25836ef2c525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c417f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:52:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['fdcdf0dd-397f-4788-8d35-b848a481d330'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:53:08.656549 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ccbd81-94fd-4620-be30-fd4b018589f9 req-31219ceb-6955-4015-994e-86bb531dfb95 service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:53:08.656894 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ccbd81-94fd-4620-be30-fd4b018589f9 req-31219ceb-6955-4015-994e-86bb531dfb95 service neutron] Checking segment: {'id': 'd6a441b7-52d4-4c7e-b8d0-1bcd4de829af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'bb51608c-2c73-49c2-bce7-76d2394358c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:53:08.657412 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ccbd81-94fd-4620-be30-fd4b018589f9 req-31219ceb-6955-4015-994e-86bb531dfb95 service neutron] Bound using segment: {'id': 'd6a441b7-52d4-4c7e-b8d0-1bcd4de829af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'bb51608c-2c73-49c2-bce7-76d2394358c2'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:53:08.657931 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-60ccbd81-94fd-4620-be30-fd4b018589f9 req-31219ceb-6955-4015-994e-86bb531dfb95 service neutron] Bound port: 5799274a-67eb-479c-9b5c-9d5a397d1f88, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6a441b7-52d4-4c7e-b8d0-1bcd4de829af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'bb51608c-2c73-49c2-bce7-76d2394358c2'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:53:08.658274 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-60ccbd81-94fd-4620-be30-fd4b018589f9 req-31219ceb-6955-4015-994e-86bb531dfb95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (5799274a-67eb-479c-9b5c-9d5a397d1f88), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:08.726847 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f7486dfe-55fc-4ecd-b5db-de5ed3e06472 req-86b5d5c9-d048-4af4-8019-90dc4726b26f tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b18b124-d6ae-4635-93ed-9957a39a34ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1701050
May 07 21:53:08.739120 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-afc959ff-5fa1-4272-a4aa-a1e4f3231223 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (2b0d1583-486b-43fb-abb3-b530c0697dca), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:08.765257 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d768fdcf-e2be-44d1-83f2-15fa96efd70e admin admin] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:08.769460 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 41388) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:53:08.783201 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-d768fdcf-e2be-44d1-83f2-15fa96efd70e admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 8.7665987
May 07 21:53:08.792489 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-afc959ff-5fa1-4272-a4aa-a1e4f3231223 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:08.795827 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-afc959ff-5fa1-4272-a4aa-a1e4f3231223 admin admin] 10.222.0.32 "DELETE /v2.0/networks/2b0d1583-486b-43fb-abb3-b530c0697dca HTTP/1.1" status: 204  len: 168 time: 1.2141025
May 07 21:53:08.800992 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-34915c73-8178-49c9-b215-25836ef2c525 None None] Set router fdcdf0dd-397f-4788-8d35-b848a481d330 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:53:08.817388 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc959ff-5fa1-4272-a4aa-a1e4f3231223 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b0d1583-486b-43fb-abb3-b530c0697dca,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:08.851291 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-60ccbd81-94fd-4620-be30-fd4b018589f9 req-31219ceb-6955-4015-994e-86bb531dfb95 service neutron] For port 5799274a-67eb-479c-9b5c-9d5a397d1f88, host nch1-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:53:08.855120 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-60ccbd81-94fd-4620-be30-fd4b018589f9 req-31219ceb-6955-4015-994e-86bb531dfb95 service neutron] For port 5799274a-67eb-479c-9b5c-9d5a397d1f88, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5799274a-67eb-479c-9b5c-9d5a397d1f88,segment=NetworkSegment(d6a441b7-52d4-4c7e-b8d0-1bcd4de829af),segment_id=d6a441b7-52d4-4c7e-b8d0-1bcd4de829af)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:53:08.864320 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-60ccbd81-94fd-4620-be30-fd4b018589f9 req-31219ceb-6955-4015-994e-86bb531dfb95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (5799274a-67eb-479c-9b5c-9d5a397d1f88), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:08.935861 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ccbd81-94fd-4620-be30-fd4b018589f9 req-31219ceb-6955-4015-994e-86bb531dfb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:08.937290 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-60ccbd81-94fd-4620-be30-fd4b018589f9 req-31219ceb-6955-4015-994e-86bb531dfb95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:08.941054 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-60ccbd81-94fd-4620-be30-fd4b018589f9 req-31219ceb-6955-4015-994e-86bb531dfb95 service neutron] 10.222.0.55 "PUT /v2.0/ports/5799274a-67eb-479c-9b5c-9d5a397d1f88 HTTP/1.1" status: 200  len: 1092 time: 2.3596079
May 07 21:53:08.944939 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6963278d-8040-4bd4-82fd-8f6d81720c74', 'tag': '5799274a-67eb-479c-9b5c-9d5a397d1f88'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:53:08.962673 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b220722-126c-4785-973f-6a32e1f73ace" -d '{"events": [{"name": "network-changed", "server_uuid": "6963278d-8040-4bd4-82fd-8f6d81720c74", "tag": "5799274a-67eb-479c-9b5c-9d5a397d1f88"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:53:08.986836 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b485f98-6005-4fd2-a4ca-72e35f397c6a', 'tag': 'ddb906ce-ebec-489c-aec7-92f7055d4e24'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:53:08.992885 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baca3a81-ae13-4acf-9796-04a606d11105" -d '{"events": [{"name": "network-changed", "server_uuid": "3b485f98-6005-4fd2-a4ca-72e35f397c6a", "tag": "ddb906ce-ebec-489c-aec7-92f7055d4e24"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:53:09.001110 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 41398) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:53:09.001755 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-60ccbd81-94fd-4620-be30-fd4b018589f9 req-0d415610-7a72-4bad-923c-68997a274ceb service neutron] Request body: {'port': {'device_id': '6963278d-8040-4bd4-82fd-8f6d81720c74', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:53:09.040330 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 41402) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:53:09.066857 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31219ceb-6955-4015-994e-86bb531dfb95 service neutron] Pushing event updated for resources: {'Port': ['ID=5799274a-67eb-479c-9b5c-9d5a397d1f88,revision_number=3']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:09.087332 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-bf9ab46a-a643-40af-89a4-8ef50b745dd4 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1730853155', 'description': 'tempest-description--886457677'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:53:09.090728 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8863fcf5-aadf-4052-9455-0a1ed388f417 x-openstack-request-id: req-8863fcf5-aadf-4052-9455-0a1ed388f417 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:53:09.091331 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6963278d-8040-4bd4-82fd-8f6d81720c74", "tag": "5799274a-67eb-479c-9b5c-9d5a397d1f88", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:53:09.092038 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8863fcf5-aadf-4052-9455-0a1ed388f417 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:53:09.092963 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8863fcf5-aadf-4052-9455-0a1ed388f417'] response: {'name': 'network-changed', 'server_uuid': '6963278d-8040-4bd4-82fd-8f6d81720c74', 'tag': '5799274a-67eb-479c-9b5c-9d5a397d1f88', 'status': 'completed', 'code': 200}
May 07 21:53:09.151927 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-60ccbd81-94fd-4620-be30-fd4b018589f9 req-0d415610-7a72-4bad-923c-68997a274ceb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (6bd3efe5-7727-41cb-974d-fb9a80d5c1a5), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:09.189235 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-34915c73-8178-49c9-b215-25836ef2c525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c417f10>, [{'id': 'fdcdf0dd-397f-4788-8d35-b848a481d330', 'name': 'tempest-ServersTestBootFromVolume-1397458917-router', 'tenant_id': '0b9502da27d64dffaf0859d1f6b5663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.23'}], 'enable_snat': True}, 'gw_port_id': 'a53b14cb-8f0e-4592-983f-64709fce4d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:53:00Z', 'updated_at': '2022-05-07T21:53:04Z', 'revision_number': 3, 'project_id': '0b9502da27d64dffaf0859d1f6b5663f', 'gw_port': {'id': 'a53b14cb-8f0e-4592-983f-64709fce4d41', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8d:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdcdf0dd-397f-4788-8d35-b848a481d330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:53:02Z', 'updated_at': '2022-05-07T21:53:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:53:09.213283 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b220722-126c-4785-973f-6a32e1f73ace req-f35b48ab-8ce9-4e59-a60b-1c2efc570244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:09.213764 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b220722-126c-4785-973f-6a32e1f73ace req-f35b48ab-8ce9-4e59-a60b-1c2efc570244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:09.215368 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3b220722-126c-4785-973f-6a32e1f73ace req-f35b48ab-8ce9-4e59-a60b-1c2efc570244 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7a05b8a866c04fe78b04ec616e62b70f&device_id=6963278d-8040-4bd4-82fd-8f6d81720c74 HTTP/1.1" status: 200  len: 1944 time: 0.0558069
May 07 21:53:09.219352 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af73552c-482c-44eb-9258-ff76497b1961 x-openstack-request-id: req-af73552c-482c-44eb-9258-ff76497b1961 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:53:09.219869 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b485f98-6005-4fd2-a4ca-72e35f397c6a", "tag": "ddb906ce-ebec-489c-aec7-92f7055d4e24", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:53:09.220283 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-af73552c-482c-44eb-9258-ff76497b1961 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:53:09.220850 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af73552c-482c-44eb-9258-ff76497b1961'] response: {'name': 'network-changed', 'server_uuid': '3b485f98-6005-4fd2-a4ca-72e35f397c6a', 'tag': 'ddb906ce-ebec-489c-aec7-92f7055d4e24', 'status': 'completed', 'code': 200}
May 07 21:53:09.235069 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27ef156-b2f9-4620-9dc9-16fde92ec1d4 req-b942675b-47b2-436a-8b26-b33050427a9f tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:09.243746 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27ef156-b2f9-4620-9dc9-16fde92ec1d4 req-b942675b-47b2-436a-8b26-b33050427a9f tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:09.244604 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34915c73-8178-49c9-b215-25836ef2c525 None None] Checking router: fdcdf0dd-397f-4788-8d35-b848a481d330 for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 21:53:09.245157 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34915c73-8178-49c9-b215-25836ef2c525 None None] Updating router fdcdf0dd-397f-4788-8d35-b848a481d330 port a53b14cb-8f0e-4592-983f-64709fce4d41 binding host ncdv-master-1 {{(pid=121838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 21:53:09.246442 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c27ef156-b2f9-4620-9dc9-16fde92ec1d4 req-b942675b-47b2-436a-8b26-b33050427a9f tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "GET /v2.0/ports?device_id=6963278d-8040-4bd4-82fd-8f6d81720c74 HTTP/1.1" status: 200  len: 1666 time: 0.1025288
May 07 21:53:09.269992 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bf9ab46a-a643-40af-89a4-8ef50b745dd4 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:09.282610 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-6502d6dd-a251-41e0-8181-8f99eec9f15b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=aae91bd9874141989a0896953655d3de&name=default HTTP/1.1" status: 200  len: 2996 time: 0.2376120
May 07 21:53:09.291844 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 41406) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:53:09.310692 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-34915c73-8178-49c9-b215-25836ef2c525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (a53b14cb-8f0e-4592-983f-64709fce4d41), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:09.440196 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c27ef156-b2f9-4620-9dc9-16fde92ec1d4 req-367fce74-4e5f-4ec5-a542-5d9b500d40f4 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "GET /v2.0/security-groups?id=79406975-00eb-485e-b3fe-001bab536dcd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1827512
May 07 21:53:09.563981 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bf9ab46a-a643-40af-89a4-8ef50b745dd4 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks [] for security_group (623940a1-6290-423b-87cb-2a84fe4a7634), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:09.599115 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bf9ab46a-a643-40af-89a4-8ef50b745dd4 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (623940a1-6290-423b-87cb-2a84fe4a7634), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:09.641983 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baca3a81-ae13-4acf-9796-04a606d11105 req-879cfc6e-676f-4d80-a8b6-75a0f732c73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:09.643526 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-baca3a81-ae13-4acf-9796-04a606d11105 req-879cfc6e-676f-4d80-a8b6-75a0f732c73e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4f4c556805a24040a7131d879ee91498&device_id=3b485f98-6005-4fd2-a4ca-72e35f397c6a HTTP/1.1" status: 200  len: 1125 time: 0.2757280
May 07 21:53:09.654871 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0818c93e-aa5c-4a9e-a84e-c69af2635131 req-99cda9be-3081-41d5-b13a-8d53ded6f662 tempest-ServerShowV257Test-572012695 tempest-ServerShowV257Test-572012695-project] 10.222.0.32 "GET /v2.0/ports?device_id=93763c68-763e-42ac-8855-5e7fed771529 HTTP/1.1" status: 200  len: 210 time: 0.1206257
May 07 21:53:09.663681 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9ab46a-a643-40af-89a4-8ef50b745dd4 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=623940a1-6290-423b-87cb-2a84fe4a7634,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:09.723097 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-204f26a1-9abe-4ad9-9cb3-4883746175ba admin admin] Publish callbacks [] for security_group (2c5b0484-080e-4f51-826c-9d1b8b7fda2d), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:09.731814 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-34915c73-8178-49c9-b215-25836ef2c525 None None] Publish callbacks [] for port (a53b14cb-8f0e-4592-983f-64709fce4d41), precommit_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:09.737879 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b220722-126c-4785-973f-6a32e1f73ace req-0e6b01ba-d72f-4069-8c58-da1f869c47a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:09.738333 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b220722-126c-4785-973f-6a32e1f73ace req-0e6b01ba-d72f-4069-8c58-da1f869c47a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:09.738812 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b220722-126c-4785-973f-6a32e1f73ace req-0e6b01ba-d72f-4069-8c58-da1f869c47a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:09.740418 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3b220722-126c-4785-973f-6a32e1f73ace req-0e6b01ba-d72f-4069-8c58-da1f869c47a5 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=7a05b8a866c04fe78b04ec616e62b70f&shared=False HTTP/1.1" status: 200  len: 2291 time: 0.5149899
May 07 21:53:09.743150 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-34915c73-8178-49c9-b215-25836ef2c525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (a53b14cb-8f0e-4592-983f-64709fce4d41), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:09.747502 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bf9ab46a-a643-40af-89a4-8ef50b745dd4 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:09.750344 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [req-60ccbd81-94fd-4620-be30-fd4b018589f9 req-0d415610-7a72-4bad-923c-68997a274ceb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bd3efe5-7727-41cb-974d-fb9a80d5c1a5 {{(pid=121836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:53:09.752988 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-bf9ab46a-a643-40af-89a4-8ef50b745dd4 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.6776543
May 07 21:53:09.755543 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 41420) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:53:09.766235 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-c4c29e48-c972-4de9-bf12-5a4161c518ea tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Request body: {'security_group_rule': {'security_group_id': '623940a1-6290-423b-87cb-2a84fe4a7634', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:53:09.794207 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-60ccbd81-94fd-4620-be30-fd4b018589f9 req-0d415610-7a72-4bad-923c-68997a274ceb service neutron] Publish callbacks [] for port (6bd3efe5-7727-41cb-974d-fb9a80d5c1a5), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:09.809827 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155cafa3-20e5-465b-9251-1f460975593f None None] Pushing event updated for resources: {'Port': ['ID=a53b14cb-8f0e-4592-983f-64709fce4d41,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:09.820022 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c4c29e48-c972-4de9-bf12-5a4161c518ea tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks [] for security_group_rule (48a82d01-a60b-4295-948d-e1aed5ba35dd), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:09.827051 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.provisioning_blocks [req-60ccbd81-94fd-4620-be30-fd4b018589f9 req-0d415610-7a72-4bad-923c-68997a274ceb service neutron] Transition to ACTIVE for port object 6bd3efe5-7727-41cb-974d-fb9a80d5c1a5 will not be triggered until provisioned by entity L2. {{(pid=121836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:53:09.828486 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155cafa3-20e5-465b-9251-1f460975593f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:53:09.829159 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155cafa3-20e5-465b-9251-1f460975593f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:53:09.829765 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155cafa3-20e5-465b-9251-1f460975593f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:53:09.830404 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155cafa3-20e5-465b-9251-1f460975593f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:53:09.831071 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155cafa3-20e5-465b-9251-1f460975593f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:53:09.831814 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155cafa3-20e5-465b-9251-1f460975593f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:53:09.832318 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155cafa3-20e5-465b-9251-1f460975593f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:53:09.833012 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155cafa3-20e5-465b-9251-1f460975593f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:53:09.833661 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155cafa3-20e5-465b-9251-1f460975593f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:53:09.840652 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155cafa3-20e5-465b-9251-1f460975593f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:53:09.841380 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155cafa3-20e5-465b-9251-1f460975593f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:53:09.842182 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155cafa3-20e5-465b-9251-1f460975593f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:53:09.842526 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155cafa3-20e5-465b-9251-1f460975593f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:53:09.843632 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155cafa3-20e5-465b-9251-1f460975593f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:53:09.843977 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155cafa3-20e5-465b-9251-1f460975593f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:53:09.849279 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-60ccbd81-94fd-4620-be30-fd4b018589f9 req-0d415610-7a72-4bad-923c-68997a274ceb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (6bd3efe5-7727-41cb-974d-fb9a80d5c1a5), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:09.851578 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-204f26a1-9abe-4ad9-9cb3-4883746175ba admin admin] Publish callbacks [] for security_group (2c5b0484-080e-4f51-826c-9d1b8b7fda2d), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:09.883108 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-34915c73-8178-49c9-b215-25836ef2c525 None None] Attempting to bind port a53b14cb-8f0e-4592-983f-64709fce4d41 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:53:09.883846 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-34915c73-8178-49c9-b215-25836ef2c525 None None] Attempting to bind port a53b14cb-8f0e-4592-983f-64709fce4d41 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:53:09.884225 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34915c73-8178-49c9-b215-25836ef2c525 None None] Attempting to bind port a53b14cb-8f0e-4592-983f-64709fce4d41 on network 9221b764-ef06-431f-8941-796516ed7c3b {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:53:09.892207 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34915c73-8178-49c9-b215-25836ef2c525 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:53:09.892992 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34915c73-8178-49c9-b215-25836ef2c525 None None] Checking segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:53:09.893400 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-34915c73-8178-49c9-b215-25836ef2c525 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:09.894008 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34915c73-8178-49c9-b215-25836ef2c525 None None] Bound using segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:53:09.894481 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-34915c73-8178-49c9-b215-25836ef2c525 None None] Bound port: a53b14cb-8f0e-4592-983f-64709fce4d41, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:53:09.894952 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-34915c73-8178-49c9-b215-25836ef2c525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (a53b14cb-8f0e-4592-983f-64709fce4d41), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:09.936342 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d415610-7a72-4bad-923c-68997a274ceb service neutron] Pushing event updated for resources: {'Port': ['ID=6bd3efe5-7727-41cb-974d-fb9a80d5c1a5,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:09.953354 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-34915c73-8178-49c9-b215-25836ef2c525 None None] For port a53b14cb-8f0e-4592-983f-64709fce4d41, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:53:09.957743 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-34915c73-8178-49c9-b215-25836ef2c525 None None] For port a53b14cb-8f0e-4592-983f-64709fce4d41, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a53b14cb-8f0e-4592-983f-64709fce4d41,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:53:09.964356 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-34915c73-8178-49c9-b215-25836ef2c525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (a53b14cb-8f0e-4592-983f-64709fce4d41), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:09.993438 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1b7b63b9-ad0f-4e27-92af-b1093e06b895 req-c60928f0-382d-4115-b45e-7cf38fda41f7 tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=5dbdf17ebd9e4981b3435b13defa64d6&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0624535
May 07 21:53:10.044095 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34915c73-8178-49c9-b215-25836ef2c525 None None] Routers {'fdcdf0dd-397f-4788-8d35-b848a481d330'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:53:10.044095 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-34915c73-8178-49c9-b215-25836ef2c525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c417f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:52:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['fdcdf0dd-397f-4788-8d35-b848a481d330'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:53:10.055832 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f9061-cdea-4274-8891-86651ca6052f req-caa34ab3-80e9-49d0-85d7-aa3c02d30e3f tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:10.063529 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6f7f9061-cdea-4274-8891-86651ca6052f req-caa34ab3-80e9-49d0-85d7-aa3c02d30e3f tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b485f98-6005-4fd2-a4ca-72e35f397c6a HTTP/1.1" status: 200  len: 943 time: 0.2239289
May 07 21:53:10.084825 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baca3a81-ae13-4acf-9796-04a606d11105 req-a174a0dd-6c7c-4bf6-85d3-8e52ba3b05b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:10.088588 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-baca3a81-ae13-4acf-9796-04a606d11105 req-a174a0dd-6c7c-4bf6-85d3-8e52ba3b05b5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7bc61814-8ef0-4365-b3ea-2c20100be453 HTTP/1.1" status: 200  len: 916 time: 0.4288650
May 07 21:53:10.092150 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155cafa3-20e5-465b-9251-1f460975593f None None] Pushing event updated for resources: {'Port': ['ID=a53b14cb-8f0e-4592-983f-64709fce4d41,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:10.096648 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c4c29e48-c972-4de9-bf12-5a4161c518ea tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks [] for security_group_rule (48a82d01-a60b-4295-948d-e1aed5ba35dd), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:10.139283 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-60ccbd81-94fd-4620-be30-fd4b018589f9 req-0d415610-7a72-4bad-923c-68997a274ceb service neutron] Attempting to bind port 6bd3efe5-7727-41cb-974d-fb9a80d5c1a5 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:53:10.139714 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-60ccbd81-94fd-4620-be30-fd4b018589f9 req-0d415610-7a72-4bad-923c-68997a274ceb service neutron] Attempting to bind port 6bd3efe5-7727-41cb-974d-fb9a80d5c1a5 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '6e2a6e21-6c7a-49f3-a82b-29340e62c803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0be2ea3f-0b39-4b2d-b775-d2c4d2364465'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:53:10.140105 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ccbd81-94fd-4620-be30-fd4b018589f9 req-0d415610-7a72-4bad-923c-68997a274ceb service neutron] Attempting to bind port 6bd3efe5-7727-41cb-974d-fb9a80d5c1a5 on network 0be2ea3f-0b39-4b2d-b775-d2c4d2364465 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:53:10.146990 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ccbd81-94fd-4620-be30-fd4b018589f9 req-0d415610-7a72-4bad-923c-68997a274ceb service neutron] Port 6bd3efe5-7727-41cb-974d-fb9a80d5c1a5 on network 0be2ea3f-0b39-4b2d-b775-d2c4d2364465 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:53:10.147428 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ccbd81-94fd-4620-be30-fd4b018589f9 req-0d415610-7a72-4bad-923c-68997a274ceb service neutron] Attempting to bind port 6bd3efe5-7727-41cb-974d-fb9a80d5c1a5 on network 0be2ea3f-0b39-4b2d-b775-d2c4d2364465 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:53:10.149719 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c4c29e48-c972-4de9-bf12-5a4161c518ea tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (48a82d01-a60b-4295-948d-e1aed5ba35dd), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:10.162399 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b220722-126c-4785-973f-6a32e1f73ace req-1ff74457-f56e-4f36-a14f-aaffbc68d901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:10.164488 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3b220722-126c-4785-973f-6a32e1f73ace req-1ff74457-f56e-4f36-a14f-aaffbc68d901 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.4063654
May 07 21:53:10.206035 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-34915c73-8178-49c9-b215-25836ef2c525 None None] Set router fdcdf0dd-397f-4788-8d35-b848a481d330 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:53:10.222900 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ccbd81-94fd-4620-be30-fd4b018589f9 req-0d415610-7a72-4bad-923c-68997a274ceb service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:53:10.223372 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ccbd81-94fd-4620-be30-fd4b018589f9 req-0d415610-7a72-4bad-923c-68997a274ceb service neutron] Checking segment: {'id': '6e2a6e21-6c7a-49f3-a82b-29340e62c803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0be2ea3f-0b39-4b2d-b775-d2c4d2364465'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:53:10.223818 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ccbd81-94fd-4620-be30-fd4b018589f9 req-0d415610-7a72-4bad-923c-68997a274ceb service neutron] Bound using segment: {'id': '6e2a6e21-6c7a-49f3-a82b-29340e62c803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0be2ea3f-0b39-4b2d-b775-d2c4d2364465'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:53:10.224387 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-60ccbd81-94fd-4620-be30-fd4b018589f9 req-0d415610-7a72-4bad-923c-68997a274ceb service neutron] Bound port: 6bd3efe5-7727-41cb-974d-fb9a80d5c1a5, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e2a6e21-6c7a-49f3-a82b-29340e62c803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0be2ea3f-0b39-4b2d-b775-d2c4d2364465'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:53:10.224824 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-60ccbd81-94fd-4620-be30-fd4b018589f9 req-0d415610-7a72-4bad-923c-68997a274ceb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (6bd3efe5-7727-41cb-974d-fb9a80d5c1a5), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:10.239415 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-baca3a81-ae13-4acf-9796-04a606d11105 req-daa8a684-4607-4c7d-893c-e6c603c7bd2a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ddb906ce-ebec-489c-aec7-92f7055d4e24 HTTP/1.1" status: 200  len: 217 time: 0.0708258
May 07 21:53:10.283432 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-204f26a1-9abe-4ad9-9cb3-4883746175ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (2c5b0484-080e-4f51-826c-9d1b8b7fda2d), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:10.285925 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-204f26a1-9abe-4ad9-9cb3-4883746175ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:10.287074 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-204f26a1-9abe-4ad9-9cb3-4883746175ba admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2c5b0484-080e-4f51-826c-9d1b8b7fda2d HTTP/1.1" status: 204  len: 168 time: 0.9878893
May 07 21:53:10.301975 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c29e48-c972-4de9-bf12-5a4161c518ea tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48a82d01-a60b-4295-948d-e1aed5ba35dd,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:10.327369 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c4c29e48-c972-4de9-bf12-5a4161c518ea tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:10.328989 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-c4c29e48-c972-4de9-bf12-5a4161c518ea tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5719850
May 07 21:53:10.338881 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 41432) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:53:10.341422 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6f7f9061-cdea-4274-8891-86651ca6052f req-efc25a0e-d22f-4419-954c-69c0fda4d351 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b18b124-d6ae-4635-93ed-9957a39a34ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2767146
May 07 21:53:10.347922 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-558777e0-59fa-4cf1-a2fd-d595005acca6 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Request body: {'security_group_rule': {'security_group_id': '623940a1-6290-423b-87cb-2a84fe4a7634', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:53:10.361744 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204f26a1-9abe-4ad9-9cb3-4883746175ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c5b0484-080e-4f51-826c-9d1b8b7fda2d,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:10.373150 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baca3a81-ae13-4acf-9796-04a606d11105 req-3c876342-5941-44f1-8b23-0cf7d51e424a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:10.374425 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-baca3a81-ae13-4acf-9796-04a606d11105 req-3c876342-5941-44f1-8b23-0cf7d51e424a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c561b220-fa88-48ef-b165-e5d692e53d7d HTTP/1.1" status: 200  len: 855 time: 0.1282027
May 07 21:53:10.386284 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-60ccbd81-94fd-4620-be30-fd4b018589f9 req-0d415610-7a72-4bad-923c-68997a274ceb service neutron] For port 6bd3efe5-7727-41cb-974d-fb9a80d5c1a5, host nch1-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:53:10.412122 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-60ccbd81-94fd-4620-be30-fd4b018589f9 req-0d415610-7a72-4bad-923c-68997a274ceb service neutron] For port 6bd3efe5-7727-41cb-974d-fb9a80d5c1a5, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6bd3efe5-7727-41cb-974d-fb9a80d5c1a5,segment=NetworkSegment(6e2a6e21-6c7a-49f3-a82b-29340e62c803),segment_id=6e2a6e21-6c7a-49f3-a82b-29340e62c803)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:53:10.430255 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7b63b9-ad0f-4e27-92af-b1093e06b895 req-84da0d39-df12-44c3-9b93-2faf1eba5088 tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:10.439996 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1b7b63b9-ad0f-4e27-92af-b1093e06b895 req-84da0d39-df12-44c3-9b93-2faf1eba5088 tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4367816
May 07 21:53:10.444092 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-baca3a81-ae13-4acf-9796-04a606d11105 req-2e368746-f01a-4f7d-a905-155395cec58d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7bc61814-8ef0-4365-b3ea-2c20100be453&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0604670
May 07 21:53:10.455429 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1b7b63b9-ad0f-4e27-92af-b1093e06b895 req-45cae25d-319a-4938-8436-ab089711f6c5 tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] 10.222.0.32 "GET /v2.0/quotas/5dbdf17ebd9e4981b3435b13defa64d6 HTTP/1.1" status: 200  len: 375 time: 0.0135524
May 07 21:53:10.462568 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-60ccbd81-94fd-4620-be30-fd4b018589f9 req-0d415610-7a72-4bad-923c-68997a274ceb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (6bd3efe5-7727-41cb-974d-fb9a80d5c1a5), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:10.502256 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1b7b63b9-ad0f-4e27-92af-b1093e06b895 req-4b7a6e43-4f6e-481f-8ffd-9dd159d18212 tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5dbdf17ebd9e4981b3435b13defa64d6&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0353003
May 07 21:53:10.523381 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-34915c73-8178-49c9-b215-25836ef2c525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c417f10>, [{'id': 'fdcdf0dd-397f-4788-8d35-b848a481d330', 'name': 'tempest-ServersTestBootFromVolume-1397458917-router', 'tenant_id': '0b9502da27d64dffaf0859d1f6b5663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.23'}], 'enable_snat': True}, 'gw_port_id': 'a53b14cb-8f0e-4592-983f-64709fce4d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:53:00Z', 'updated_at': '2022-05-07T21:53:04Z', 'revision_number': 3, 'project_id': '0b9502da27d64dffaf0859d1f6b5663f', 'gw_port': {'id': 'a53b14cb-8f0e-4592-983f-64709fce4d41', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8d:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdcdf0dd-397f-4788-8d35-b848a481d330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:53:02Z', 'updated_at': '2022-05-07T21:53:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:53:10.528524 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-558777e0-59fa-4cf1-a2fd-d595005acca6 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks [] for security_group_rule (5ee532e8-6a96-4b20-a0da-a777f1f5adf7), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:10.569852 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34915c73-8178-49c9-b215-25836ef2c525 None None] The sync data for ids ['fdcdf0dd-397f-4788-8d35-b848a481d330'] in ncdv-master-1 is: [{'id': 'fdcdf0dd-397f-4788-8d35-b848a481d330', 'name': 'tempest-ServersTestBootFromVolume-1397458917-router', 'tenant_id': '0b9502da27d64dffaf0859d1f6b5663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.23'}], 'enable_snat': True}, 'gw_port_id': 'a53b14cb-8f0e-4592-983f-64709fce4d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:53:00Z', 'updated_at': '2022-05-07T21:53:04Z', 'revision_number': 3, 'project_id': '0b9502da27d64dffaf0859d1f6b5663f', 'gw_port': {'id': 'a53b14cb-8f0e-4592-983f-64709fce4d41', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8d:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdcdf0dd-397f-4788-8d35-b848a481d330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:53:02Z', 'updated_at': '2022-05-07T21:53:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:53:10.593532 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-baca3a81-ae13-4acf-9796-04a606d11105 req-7c4fb31a-bd82-4356-b52a-f5b5c4322272 service neutron] 10.222.0.59 "GET /v2.0/networks/7bc61814-8ef0-4365-b3ea-2c20100be453?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1308072
May 07 21:53:10.608790 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ccbd81-94fd-4620-be30-fd4b018589f9 req-0d415610-7a72-4bad-923c-68997a274ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:10.609538 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-60ccbd81-94fd-4620-be30-fd4b018589f9 req-0d415610-7a72-4bad-923c-68997a274ceb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:10.610976 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-60ccbd81-94fd-4620-be30-fd4b018589f9 req-0d415610-7a72-4bad-923c-68997a274ceb service neutron] 10.222.0.55 "PUT /v2.0/ports/6bd3efe5-7727-41cb-974d-fb9a80d5c1a5 HTTP/1.1" status: 200  len: 1091 time: 1.6255281
May 07 21:53:10.624781 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-789e7c43-898d-4df3-8e43-12f81ab01b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:10.774688 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe0c69e-21d7-4cb4-a01c-784d330e076a req-20f42fd3-f409-4ef4-956e-1cdedd6a34b0 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:10.780916 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe0c69e-21d7-4cb4-a01c-784d330e076a req-20f42fd3-f409-4ef4-956e-1cdedd6a34b0 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:10.783248 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4fe0c69e-21d7-4cb4-a01c-784d330e076a req-20f42fd3-f409-4ef4-956e-1cdedd6a34b0 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "GET /v2.0/ports?device_id=6963278d-8040-4bd4-82fd-8f6d81720c74 HTTP/1.1" status: 200  len: 1678 time: 0.1937528
May 07 21:53:10.906381 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-43de66bc-84f5-4035-97c7-5974bc1dd828 req-f710f22a-6ff4-4dcb-a5fd-0f9f902a579b tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf893208-e805-488d-abb0-38477b4858b2 HTTP/1.1" status: 200  len: 210 time: 0.1514874
May 07 21:53:10.912414 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d415610-7a72-4bad-923c-68997a274ceb service neutron] Pushing event updated for resources: {'Port': ['ID=6bd3efe5-7727-41cb-974d-fb9a80d5c1a5,revision_number=3']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:10.937279 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ccbd81-94fd-4620-be30-fd4b018589f9 req-b63990d0-f45e-4e15-b676-10fac25cd650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:10.937861 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ccbd81-94fd-4620-be30-fd4b018589f9 req-b63990d0-f45e-4e15-b676-10fac25cd650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:10.940058 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-60ccbd81-94fd-4620-be30-fd4b018589f9 req-b63990d0-f45e-4e15-b676-10fac25cd650 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7a05b8a866c04fe78b04ec616e62b70f&device_id=6963278d-8040-4bd4-82fd-8f6d81720c74 HTTP/1.1" status: 200  len: 2042 time: 0.2743881
May 07 21:53:10.962958 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-baca3a81-ae13-4acf-9796-04a606d11105 req-7489d64b-edc5-4884-be14-bd8b017aa602 service neutron] 10.222.0.59 "GET /v2.0/networks/7bc61814-8ef0-4365-b3ea-2c20100be453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3698742
May 07 21:53:11.002064 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-60ccbd81-94fd-4620-be30-fd4b018589f9 req-cf5e6f3a-d6d0-4b2b-ad46-e45eeefd38d3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.199&port_id=5799274a-67eb-479c-9b5c-9d5a397d1f88 HTTP/1.1" status: 200  len: 217 time: 0.0533795
May 07 21:53:11.014509 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-558777e0-59fa-4cf1-a2fd-d595005acca6 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks [] for security_group_rule (5ee532e8-6a96-4b20-a0da-a777f1f5adf7), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:11.045205 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4fe0c69e-21d7-4cb4-a01c-784d330e076a req-daf0236a-71ef-46a2-b241-023004b7ebc7 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "GET /v2.0/security-groups?id=79406975-00eb-485e-b3fe-001bab536dcd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2278781
May 07 21:53:11.135432 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device ddb906ce-ebec-489c-aec7-92f7055d4e24 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:53:11.180097 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-789e7c43-898d-4df3-8e43-12f81ab01b26 admin admin] Allocated IP 172.20.0.1 (1f24181a-d123-46a2-bb1f-06c929171e6c/09ba3a27-57a3-4387-bcf8-ee8c26a13050/b769e80a-d656-48e5-b573-f3903c4dacc7) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:53:11.379575 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-789e7c43-898d-4df3-8e43-12f81ab01b26 admin admin] Publish callbacks [] for port (b769e80a-d656-48e5-b573-f3903c4dacc7), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:11.401501 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port ddb906ce-ebec-489c-aec7-92f7055d4e24, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ddb906ce-ebec-489c-aec7-92f7055d4e24,segment=NetworkSegment(48f32d76-f63e-49c4-90a9-1cfb8c1dc638),segment_id=48f32d76-f63e-49c4-90a9-1cfb8c1dc638)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:53:11.435862 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': 'ddb906ce-ebec-489c-aec7-92f7055d4e24', 'network_id': '7bc61814-8ef0-4365-b3ea-2c20100be453', 'port_id': 'ddb906ce-ebec-489c-aec7-92f7055d4e24', 'mac_address': 'fa:16:3e:36:3f:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c561b220-fa88-48ef-b165-e5d692e53d7d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:53:11.443569 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-789e7c43-898d-4df3-8e43-12f81ab01b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (b769e80a-d656-48e5-b573-f3903c4dacc7), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:11.517382 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device a53b14cb-8f0e-4592-983f-64709fce4d41 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:53:11.521525 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port ddb906ce-ebec-489c-aec7-92f7055d4e24 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:53:11.522009 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (ddb906ce-ebec-489c-aec7-92f7055d4e24), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:11.526520 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789e7c43-898d-4df3-8e43-12f81ab01b26 admin admin] Network 1f24181a-d123-46a2-bb1f-06c929171e6c is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:53:11.550323 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-789e7c43-898d-4df3-8e43-12f81ab01b26 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:53:11.565316 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789e7c43-898d-4df3-8e43-12f81ab01b26 admin admin] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:53:11.591578 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddb906ce-ebec-489c-aec7-92f7055d4e24 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:53:11.637918 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port ddb906ce-ebec-489c-aec7-92f7055d4e24, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ddb906ce-ebec-489c-aec7-92f7055d4e24,segment=NetworkSegment(48f32d76-f63e-49c4-90a9-1cfb8c1dc638),segment_id=48f32d76-f63e-49c4-90a9-1cfb8c1dc638)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:53:11.659670 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port a53b14cb-8f0e-4592-983f-64709fce4d41 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:53:11.660052 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (a53b14cb-8f0e-4592-983f-64709fce4d41), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:11.662091 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (ddb906ce-ebec-489c-aec7-92f7055d4e24), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:11.679267 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789e7c43-898d-4df3-8e43-12f81ab01b26 admin admin] Pushing event updated for resources: {'Port': ['ID=b769e80a-d656-48e5-b573-f3903c4dacc7,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:11.714517 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ed351-0f8e-4b22-be7c-0d6fc3641c8f req-db6324dc-365a-46cd-b112-e925a0af74ae tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:11.716285 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-754ed351-0f8e-4b22-be7c-0d6fc3641c8f req-db6324dc-365a-46cd-b112-e925a0af74ae tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b485f98-6005-4fd2-a4ca-72e35f397c6a HTTP/1.1" status: 200  len: 943 time: 0.2443185
May 07 21:53:11.735796 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-789e7c43-898d-4df3-8e43-12f81ab01b26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398161'] for router_interface (fdcdf0dd-397f-4788-8d35-b848a481d330), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:11.831908 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6963278d-8040-4bd4-82fd-8f6d81720c74', 'tag': '6bd3efe5-7727-41cb-974d-fb9a80d5c1a5'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:53:11.835617 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b37456c-2847-4635-ab79-ab9efbbb5ec2" -d '{"events": [{"name": "network-changed", "server_uuid": "6963278d-8040-4bd4-82fd-8f6d81720c74", "tag": "6bd3efe5-7727-41cb-974d-fb9a80d5c1a5"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:53:11.876088 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=ddb906ce-ebec-489c-aec7-92f7055d4e24,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:11.891695 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ccbd81-94fd-4620-be30-fd4b018589f9 req-c06d1e04-1c27-48bf-845e-c2b71b8afbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:11.894561 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-60ccbd81-94fd-4620-be30-fd4b018589f9 req-c06d1e04-1c27-48bf-845e-c2b71b8afbe1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=82294eb5-7f25-4a5e-960b-5a436329a86b HTTP/1.1" status: 200  len: 801 time: 0.8818347
May 07 21:53:11.895783 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-558777e0-59fa-4cf1-a2fd-d595005acca6 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (5ee532e8-6a96-4b20-a0da-a777f1f5adf7), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:11.907243 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['ddb906ce-ebec-489c-aec7-92f7055d4e24'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:53:11.912434 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 41470) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:53:11.954360 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558777e0-59fa-4cf1-a2fd-d595005acca6 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ee532e8-6a96-4b20-a0da-a777f1f5adf7,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:11.963072 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-754ed351-0f8e-4b22-be7c-0d6fc3641c8f req-b963c754-9501-4e9d-a8da-80dc11d1f337 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b18b124-d6ae-4635-93ed-9957a39a34ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2380159
May 07 21:53:12.009335 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2f204c34-1a76-49ba-a1d8-3245eb5dfe07 req-bc8b6c2d-b37a-4181-82a6-db69be1ab055 tempest-ServerShowV257Test-572012695 tempest-ServerShowV257Test-572012695-project] 10.222.0.32 "GET /v2.0/ports?device_id=93763c68-763e-42ac-8855-5e7fed771529 HTTP/1.1" status: 200  len: 210 time: 0.1408997
May 07 21:53:12.029502 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-558777e0-59fa-4cf1-a2fd-d595005acca6 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:12.031277 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-558777e0-59fa-4cf1-a2fd-d595005acca6 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.6892006
May 07 21:53:12.033073 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-261c54db-e707-4754-9cf4-2456df86f0ae x-openstack-request-id: req-261c54db-e707-4754-9cf4-2456df86f0ae {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:53:12.038400 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6963278d-8040-4bd4-82fd-8f6d81720c74", "tag": "6bd3efe5-7727-41cb-974d-fb9a80d5c1a5", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:53:12.039015 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-261c54db-e707-4754-9cf4-2456df86f0ae {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:53:12.039691 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-261c54db-e707-4754-9cf4-2456df86f0ae'] response: {'name': 'network-changed', 'server_uuid': '6963278d-8040-4bd4-82fd-8f6d81720c74', 'tag': '6bd3efe5-7727-41cb-974d-fb9a80d5c1a5', 'status': 'completed', 'code': 200}
May 07 21:53:12.043114 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 41476) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:53:12.050324 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-e4a79f89-d85a-4841-9e62-20b63a80d699 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Request body: {'floatingip': {'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:53:12.055390 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ccbd81-94fd-4620-be30-fd4b018589f9 req-349b5d1d-5310-405b-b0f0-144049f45db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:12.057096 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-60ccbd81-94fd-4620-be30-fd4b018589f9 req-349b5d1d-5310-405b-b0f0-144049f45db4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=bb51608c-2c73-49c2-bce7-76d2394358c2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1200 time: 0.1458166
May 07 21:53:12.064981 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-eddff86e-97ef-448e-9f4b-11028fc2a7ad None None] Provisioning complete for port b769e80a-d656-48e5-b573-f3903c4dacc7 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:53:12.065374 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-eddff86e-97ef-448e-9f4b-11028fc2a7ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (b769e80a-d656-48e5-b573-f3903c4dacc7), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:12.088736 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port a53b14cb-8f0e-4592-983f-64709fce4d41 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:53:12.089186 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (a53b14cb-8f0e-4592-983f-64709fce4d41), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:12.179980 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-cd2fb513-543d-4866-a6c5-d0e70ece4ff3 req-3c7d8d0d-df8f-4ad3-9cee-9323a38b92ea tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf893208-e805-488d-abb0-38477b4858b2 HTTP/1.1" status: 200  len: 210 time: 0.0759511
May 07 21:53:12.196487 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e4a79f89-d85a-4841-9e62-20b63a80d699 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:12.198282 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port a53b14cb-8f0e-4592-983f-64709fce4d41, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a53b14cb-8f0e-4592-983f-64709fce4d41,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:53:12.230113 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-eddff86e-97ef-448e-9f4b-11028fc2a7ad None None] Port b769e80a-d656-48e5-b573-f3903c4dacc7 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:53:12.235732 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (a53b14cb-8f0e-4592-983f-64709fce4d41), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:12.240256 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-789e7c43-898d-4df3-8e43-12f81ab01b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (b769e80a-d656-48e5-b573-f3903c4dacc7), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:12.262266 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-d76b5e1c-15f4-4221-9651-79dff58a880b admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-2064932612-network', 'tenant_id': '30dc61c4cf2b43f986262f0c112abf49'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:53:12.337302 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=a53b14cb-8f0e-4592-983f-64709fce4d41,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:12.356730 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325bb83f-4448-46ce-8e29-e4e03cf318aa req-d0de0b57-cb8a-4f21-9c26-6119907185e3 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:12.363534 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325bb83f-4448-46ce-8e29-e4e03cf318aa req-d0de0b57-cb8a-4f21-9c26-6119907185e3 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:12.368693 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-325bb83f-4448-46ce-8e29-e4e03cf318aa req-d0de0b57-cb8a-4f21-9c26-6119907185e3 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "GET /v2.0/ports?device_id=6963278d-8040-4bd4-82fd-8f6d81720c74 HTTP/1.1" status: 200  len: 1678 time: 0.1926877
May 07 21:53:12.407240 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-60ccbd81-94fd-4620-be30-fd4b018589f9 req-49b54d5a-9224-41b8-af2f-095db36bbeb0 service neutron] 10.222.0.55 "GET /v2.0/networks/bb51608c-2c73-49c2-bce7-76d2394358c2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3409326
May 07 21:53:12.441006 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d76b5e1c-15f4-4221-9651-79dff58a880b admin admin] Made reservation on behalf of 30dc61c4cf2b43f986262f0c112abf49 for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:53:12.444605 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d76b5e1c-15f4-4221-9651-79dff58a880b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:12.449029 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e4a79f89-d85a-4841-9e62-20b63a80d699 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:12.473259 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d76b5e1c-15f4-4221-9651-79dff58a880b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:12.505969 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1b7b63b9-ad0f-4e27-92af-b1093e06b895 req-a36357f7-99e3-4469-83b0-66e698768622 tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=5dbdf17ebd9e4981b3435b13defa64d6&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0342262
May 07 21:53:12.548013 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-325bb83f-4448-46ce-8e29-e4e03cf318aa req-fdbbb1ff-ad41-44be-9d9d-ecfe329a6741 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "GET /v2.0/security-groups?id=79406975-00eb-485e-b3fe-001bab536dcd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1680257
May 07 21:53:12.561966 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-789e7c43-898d-4df3-8e43-12f81ab01b26 admin admin] Publish callbacks [] for port (b769e80a-d656-48e5-b573-f3903c4dacc7), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:12.576660 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-789e7c43-898d-4df3-8e43-12f81ab01b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (b769e80a-d656-48e5-b573-f3903c4dacc7), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:12.624167 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-60ccbd81-94fd-4620-be30-fd4b018589f9 req-69c46cd8-2984-4dac-8ba8-ccc07a9f6ff1 service neutron] 10.222.0.55 "GET /v2.0/networks/bb51608c-2c73-49c2-bce7-76d2394358c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2037680
May 07 21:53:12.651379 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-e4a79f89-d85a-4841-9e62-20b63a80d699 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Allocated IP 172.35.4.67 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/99587244-f354-4cf1-a000-e3eaef30a04a) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:53:12.689271 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-60ccbd81-94fd-4620-be30-fd4b018589f9 req-5a4b914c-a983-432c-b13c-a41b5d2d1538 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.45&port_id=6bd3efe5-7727-41cb-974d-fb9a80d5c1a5 HTTP/1.1" status: 200  len: 217 time: 0.0494668
May 07 21:53:12.719672 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-789e7c43-898d-4df3-8e43-12f81ab01b26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401121'] for router_interface (fdcdf0dd-397f-4788-8d35-b848a481d330), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:12.729172 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789e7c43-898d-4df3-8e43-12f81ab01b26 admin admin] Pushing event updated for resources: {'Port': ['ID=b769e80a-d656-48e5-b573-f3903c4dacc7,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:12.761739 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7b63b9-ad0f-4e27-92af-b1093e06b895 req-2424631e-887e-4dbf-a655-a3d303fe40ae tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:12.763228 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1b7b63b9-ad0f-4e27-92af-b1093e06b895 req-2424631e-887e-4dbf-a655-a3d303fe40ae tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2499981
May 07 21:53:12.785367 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-1b7b63b9-ad0f-4e27-92af-b1093e06b895 req-1939e62f-585e-46d3-84de-aad8a36aede8 tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] Request body: {'port': {'device_id': 'bf893208-e805-488d-abb0-38477b4858b2', 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47', 'admin_state_up': True, 'tenant_id': '5dbdf17ebd9e4981b3435b13defa64d6'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:53:12.795359 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ccbd81-94fd-4620-be30-fd4b018589f9 req-be74d597-b4bc-47bd-880d-baa8d1645223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:12.796836 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-60ccbd81-94fd-4620-be30-fd4b018589f9 req-be74d597-b4bc-47bd-880d-baa8d1645223 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dc932535-0f2f-448c-a22d-1e11a5d675af HTTP/1.1" status: 200  len: 801 time: 0.1018114
May 07 21:53:12.833518 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d76b5e1c-15f4-4221-9651-79dff58a880b admin admin] Publish callbacks [] for security_group (fc5355db-872b-43ef-8c05-136def76b34e), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:12.859632 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ccbd81-94fd-4620-be30-fd4b018589f9 req-829c4073-594b-4d6d-b508-98e117e143e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:12.861153 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-60ccbd81-94fd-4620-be30-fd4b018589f9 req-829c4073-594b-4d6d-b508-98e117e143e3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0be2ea3f-0b39-4b2d-b775-d2c4d2364465&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1200 time: 0.0583789
May 07 21:53:12.889623 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d76b5e1c-15f4-4221-9651-79dff58a880b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (fc5355db-872b-43ef-8c05-136def76b34e), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:12.891455 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e4a79f89-d85a-4841-9e62-20b63a80d699 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks [] for port (99587244-f354-4cf1-a000-e3eaef30a04a), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:12.923725 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d76b5e1c-15f4-4221-9651-79dff58a880b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 21:53:12.960842 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d76b5e1c-15f4-4221-9651-79dff58a880b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (529d807f-dd56-4f39-90f1-5dc23415d80c), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:12.961195 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-d76b5e1c-15f4-4221-9651-79dff58a880b admin admin] Added segment 529d807f-dd56-4f39-90f1-5dc23415d80c of type vlan for network 50bd2f97-b40e-4599-95f3-785427235a9f
May 07 21:53:12.982035 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76b5e1c-15f4-4221-9651-79dff58a880b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc5355db-872b-43ef-8c05-136def76b34e,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:12.985756 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-60ccbd81-94fd-4620-be30-fd4b018589f9 req-20404369-e1f8-4cf3-9df1-e2fbd3975d35 service neutron] 10.222.0.55 "GET /v2.0/networks/0be2ea3f-0b39-4b2d-b775-d2c4d2364465?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1184325
May 07 21:53:12.989659 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e4a79f89-d85a-4841-9e62-20b63a80d699 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (99587244-f354-4cf1-a000-e3eaef30a04a), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:13.070804 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a79f89-d85a-4841-9e62-20b63a80d699 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Pushing event updated for resources: {'Port': ['ID=99587244-f354-4cf1-a000-e3eaef30a04a,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:13.126995 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a79f89-d85a-4841-9e62-20b63a80d699 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:53:13.141505 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device ddb906ce-ebec-489c-aec7-92f7055d4e24 up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:53:13.143450 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-e4a79f89-d85a-4841-9e62-20b63a80d699 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:53:13.155032 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a79f89-d85a-4841-9e62-20b63a80d699 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:53:13.198118 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning for port ddb906ce-ebec-489c-aec7-92f7055d4e24 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:53:13.214906 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port ddb906ce-ebec-489c-aec7-92f7055d4e24 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:53:13.214906 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (ddb906ce-ebec-489c-aec7-92f7055d4e24), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:13.224884 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-48a9befe-322e-44e2-931d-d3d1dd104869 req-5db336b5-5879-48af-82e7-25023b98f8ed tempest-ServerShowV257Test-572012695 tempest-ServerShowV257Test-572012695-project] 10.222.0.32 "GET /v2.0/ports?device_id=93763c68-763e-42ac-8855-5e7fed771529 HTTP/1.1" status: 200  len: 210 time: 0.0966046
May 07 21:53:13.239049 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-60ccbd81-94fd-4620-be30-fd4b018589f9 req-ff53f115-27a9-4499-a56f-54ede4481eb0 service neutron] 10.222.0.55 "GET /v2.0/networks/0be2ea3f-0b39-4b2d-b775-d2c4d2364465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2446179
May 07 21:53:13.375615 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-55404889-5fa4-40cc-a843-dfefb564b00f req-a9778906-acc1-45ae-ab79-68c0fb08d89d tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf893208-e805-488d-abb0-38477b4858b2 HTTP/1.1" status: 200  len: 210 time: 0.0436485
May 07 21:53:13.388051 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e4a79f89-d85a-4841-9e62-20b63a80d699 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks [] for floatingip (ee1a1ed1-fdaf-4b6c-9381-832f075da9dc), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:13.436178 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e4a79f89-d85a-4841-9e62-20b63a80d699 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (99587244-f354-4cf1-a000-e3eaef30a04a), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:13.451914 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d76b5e1c-15f4-4221-9651-79dff58a880b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (50bd2f97-b40e-4599-95f3-785427235a9f), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:13.455261 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-789e7c43-898d-4df3-8e43-12f81ab01b26 admin admin] Network 1f24181a-d123-46a2-bb1f-06c929171e6c is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:53:13.458446 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b7b63b9-ad0f-4e27-92af-b1093e06b895 req-1939e62f-585e-46d3-84de-aad8a36aede8 tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] Made reservation on behalf of 5dbdf17ebd9e4981b3435b13defa64d6 for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:53:13.462457 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1b7b63b9-ad0f-4e27-92af-b1093e06b895 req-1939e62f-585e-46d3-84de-aad8a36aede8 tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:13.474886 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1b7b63b9-ad0f-4e27-92af-b1093e06b895 req-1939e62f-585e-46d3-84de-aad8a36aede8 tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:13.482255 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-789e7c43-898d-4df3-8e43-12f81ab01b26 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:53:13.514331 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433ff2ff-259b-4b28-a81a-3b693eee5e1d req-b377aba5-d8b9-49db-a898-1a454c482b3b tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:13.515897 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-433ff2ff-259b-4b28-a81a-3b693eee5e1d req-b377aba5-d8b9-49db-a898-1a454c482b3b tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b485f98-6005-4fd2-a4ca-72e35f397c6a HTTP/1.1" status: 200  len: 944 time: 0.1470208
May 07 21:53:13.525784 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device a53b14cb-8f0e-4592-983f-64709fce4d41 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:53:13.590282 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port ddb906ce-ebec-489c-aec7-92f7055d4e24 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:53:13.592021 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (ddb906ce-ebec-489c-aec7-92f7055d4e24), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:13.601463 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d76b5e1c-15f4-4221-9651-79dff58a880b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (50bd2f97-b40e-4599-95f3-785427235a9f), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:13.602465 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76b5e1c-15f4-4221-9651-79dff58a880b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:13.603037 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d76b5e1c-15f4-4221-9651-79dff58a880b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:13.648494 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port a53b14cb-8f0e-4592-983f-64709fce4d41 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:53:13.648960 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (a53b14cb-8f0e-4592-983f-64709fce4d41), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:13.650247 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b485f98-6005-4fd2-a4ca-72e35f397c6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddb906ce-ebec-489c-aec7-92f7055d4e24'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:53:13.652574 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c0a368d-3be5-4528-b2f2-a13fa7550442" -d '{"events": [{"server_uuid": "3b485f98-6005-4fd2-a4ca-72e35f397c6a", "name": "network-vif-plugged", "status": "completed", "tag": "ddb906ce-ebec-489c-aec7-92f7055d4e24"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:53:13.662804 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e4a79f89-d85a-4841-9e62-20b63a80d699 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks [] for port (99587244-f354-4cf1-a000-e3eaef30a04a), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:13.678804 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e4a79f89-d85a-4841-9e62-20b63a80d699 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (99587244-f354-4cf1-a000-e3eaef30a04a), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:13.686660 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port ddb906ce-ebec-489c-aec7-92f7055d4e24, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ddb906ce-ebec-489c-aec7-92f7055d4e24,segment=NetworkSegment(48f32d76-f63e-49c4-90a9-1cfb8c1dc638),segment_id=48f32d76-f63e-49c4-90a9-1cfb8c1dc638)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:53:13.693542 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (ddb906ce-ebec-489c-aec7-92f7055d4e24), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:13.717077 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-433ff2ff-259b-4b28-a81a-3b693eee5e1d req-69ca3c17-d903-4d07-947c-9d68e6351354 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b18b124-d6ae-4635-93ed-9957a39a34ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1543367
May 07 21:53:13.730940 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-d76b5e1c-15f4-4221-9651-79dff58a880b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 894 time: 1.8140171
May 07 21:53:13.752158 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 41492) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:53:13.766625 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeb332e-74d3-409b-baa2-4ee179b93fcf req-9105e168-5a40-4d31-88eb-78aaef7755a0 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:13.776138 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeb332e-74d3-409b-baa2-4ee179b93fcf req-9105e168-5a40-4d31-88eb-78aaef7755a0 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:13.778344 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-aeeb332e-74d3-409b-baa2-4ee179b93fcf req-9105e168-5a40-4d31-88eb-78aaef7755a0 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "GET /v2.0/ports?device_id=6963278d-8040-4bd4-82fd-8f6d81720c74 HTTP/1.1" status: 200  len: 1678 time: 0.1123247
May 07 21:53:13.784090 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-3f0e4267-3945-4069-a1e4-b41e72d2c56f admin admin] Request body: {'subnet': {'network_id': '50bd2f97-b40e-4599-95f3-785427235a9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-2064932612-subnet', 'tenant_id': '30dc61c4cf2b43f986262f0c112abf49', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:53:13.797761 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76b5e1c-15f4-4221-9651-79dff58a880b admin admin] Pushing event updated for resources: {'Network': ['ID=50bd2f97-b40e-4599-95f3-785427235a9f,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:13.802950 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=ddb906ce-ebec-489c-aec7-92f7055d4e24,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:13.806480 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b83a07c-2aee-45ea-8c2e-f454ecfb2218 x-openstack-request-id: req-4b83a07c-2aee-45ea-8c2e-f454ecfb2218 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:53:13.806792 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b485f98-6005-4fd2-a4ca-72e35f397c6a", "name": "network-vif-plugged", "status": "completed", "tag": "ddb906ce-ebec-489c-aec7-92f7055d4e24", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:53:13.807071 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4b83a07c-2aee-45ea-8c2e-f454ecfb2218 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:53:13.807466 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b83a07c-2aee-45ea-8c2e-f454ecfb2218'] response: {'server_uuid': '3b485f98-6005-4fd2-a4ca-72e35f397c6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddb906ce-ebec-489c-aec7-92f7055d4e24', 'code': 200}
May 07 21:53:13.818298 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-789e7c43-898d-4df3-8e43-12f81ab01b26 admin admin] Router fdcdf0dd-397f-4788-8d35-b848a481d330 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 21:53:13.850092 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 50bd2f97-b40e-4599-95f3-785427235a9f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 21:53:13.898613 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-4b5f1f04-757f-4340-88f0-20513a223be7 None None] Provisioning complete for port b769e80a-d656-48e5-b573-f3903c4dacc7 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:53:13.899010 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-4b5f1f04-757f-4340-88f0-20513a223be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (b769e80a-d656-48e5-b573-f3903c4dacc7), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:13.899306 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a79f89-d85a-4841-9e62-20b63a80d699 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Pushing event updated for resources: {'Port': ['ID=99587244-f354-4cf1-a000-e3eaef30a04a,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:13.922744 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f0e4267-3945-4069-a1e4-b41e72d2c56f admin admin] Made reservation on behalf of 30dc61c4cf2b43f986262f0c112abf49 for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:53:13.924181 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port a53b14cb-8f0e-4592-983f-64709fce4d41 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:53:13.925440 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3f0e4267-3945-4069-a1e4-b41e72d2c56f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:13.939566 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1b7b63b9-ad0f-4e27-92af-b1093e06b895 req-1939e62f-585e-46d3-84de-aad8a36aede8 tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] Publish callbacks [] for security_group (79ad3a4a-28e8-4f61-8418-801ae6599362), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:13.962621 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1b7b63b9-ad0f-4e27-92af-b1093e06b895 req-1939e62f-585e-46d3-84de-aad8a36aede8 tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (79ad3a4a-28e8-4f61-8418-801ae6599362), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:13.971692 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-4b5f1f04-757f-4340-88f0-20513a223be7 None None] Port b769e80a-d656-48e5-b573-f3903c4dacc7 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:53:13.984168 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-aeeb332e-74d3-409b-baa2-4ee179b93fcf req-6b6d021c-18c9-4a4e-8e87-ae66f0a5e1a7 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "GET /v2.0/security-groups?id=79406975-00eb-485e-b3fe-001bab536dcd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1765449
May 07 21:53:14.018032 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdb587f-53ef-4d01-9002-a6179bf3d48b req-738b15d0-6298-42cc-bf57-9fa4b44cec0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:14.018307 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e4a79f89-d85a-4841-9e62-20b63a80d699 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (ee1a1ed1-fdaf-4b6c-9381-832f075da9dc), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:14.019588 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0bdb587f-53ef-4d01-9002-a6179bf3d48b req-738b15d0-6298-42cc-bf57-9fa4b44cec0b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3b485f98-6005-4fd2-a4ca-72e35f397c6a HTTP/1.1" status: 200  len: 1127 time: 0.0937791
May 07 21:53:14.048842 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e4a79f89-d85a-4841-9e62-20b63a80d699 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:14.050055 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-e4a79f89-d85a-4841-9e62-20b63a80d699 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.0051110
May 07 21:53:14.120065 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1939e62f-585e-46d3-84de-aad8a36aede8 tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79ad3a4a-28e8-4f61-8418-801ae6599362,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:14.166925 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b37456c-2847-4635-ab79-ab9efbbb5ec2 req-389c24d4-c468-4396-a9bb-b79f934b25ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:14.167519 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b37456c-2847-4635-ab79-ab9efbbb5ec2 req-389c24d4-c468-4396-a9bb-b79f934b25ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:14.169110 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1b37456c-2847-4635-ab79-ab9efbbb5ec2 req-389c24d4-c468-4396-a9bb-b79f934b25ca service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7a05b8a866c04fe78b04ec616e62b70f&device_id=6963278d-8040-4bd4-82fd-8f6d81720c74 HTTP/1.1" status: 200  len: 2042 time: 0.0554740
May 07 21:53:14.193251 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-789e7c43-898d-4df3-8e43-12f81ab01b26 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:53:14.211530 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-789e7c43-898d-4df3-8e43-12f81ab01b26 admin admin] 10.222.0.32 "PUT /v2.0/routers/fdcdf0dd-397f-4788-8d35-b848a481d330/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.4331162
May 07 21:53:14.211988 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b599735c-70bd-49a9-a874-58cc563a2190 None None] Sync routers for ids ['fdcdf0dd-397f-4788-8d35-b848a481d330'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:53:14.227642 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b599735c-70bd-49a9-a874-58cc563a2190 None None] Routers {'fdcdf0dd-397f-4788-8d35-b848a481d330'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:53:14.227642 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-b599735c-70bd-49a9-a874-58cc563a2190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cb858b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:52:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['fdcdf0dd-397f-4788-8d35-b848a481d330'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:53:14.227940 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0bdb587f-53ef-4d01-9002-a6179bf3d48b req-da8623c4-a90d-4c7b-aa3e-13da6d8e4980 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7b18b124-d6ae-4635-93ed-9957a39a34ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1373386
May 07 21:53:14.250095 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [req-1b7b63b9-ad0f-4e27-92af-b1093e06b895 req-1939e62f-585e-46d3-84de-aad8a36aede8 tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] Allocated IP 192.168.233.34 (665487f0-78eb-47fb-9a06-b15bc614dc47/6e0e5c53-1ece-4d20-b01d-5f8c6957edf6/8aa3ddb5-af68-4e84-8882-3a527916b441) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:53:14.401449 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4b1d6582-7981-4f0c-a2ca-d263988ebd47 req-76a3c189-09e5-4c64-9142-dcb8badebe24 tempest-ServerShowV257Test-572012695 tempest-ServerShowV257Test-572012695-project] 10.222.0.32 "GET /v2.0/ports?device_id=93763c68-763e-42ac-8855-5e7fed771529 HTTP/1.1" status: 200  len: 210 time: 0.0429730
May 07 21:53:14.406089 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3f0e4267-3945-4069-a1e4-b41e72d2c56f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (18978886-6eb4-4053-bd74-93240565be39), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:14.419452 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-b599735c-70bd-49a9-a874-58cc563a2190 None None] Set router fdcdf0dd-397f-4788-8d35-b848a481d330 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:53:14.471750 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-c670aae7-1eff-453d-b105-4d8364f1474f tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1730853155&fields=id&tenant_id=f75cb675742543209bcbb75d99b60e97 HTTP/1.1" status: 200  len: 267 time: 0.1636405
May 07 21:53:14.494514 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b37456c-2847-4635-ab79-ab9efbbb5ec2 req-b1030737-4617-4a53-a321-e47bbdd3c604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:14.496556 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1b37456c-2847-4635-ab79-ab9efbbb5ec2 req-b1030737-4617-4a53-a321-e47bbdd3c604 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0be2ea3f-0b39-4b2d-b775-d2c4d2364465 HTTP/1.1" status: 200  len: 903 time: 0.3218696
May 07 21:53:14.558893 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0e4267-3945-4069-a1e4-b41e72d2c56f admin admin] Pushing event updated for resources: {'Subnet': ['ID=18978886-6eb4-4053-bd74-93240565be39,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:14.562146 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1b37456c-2847-4635-ab79-ab9efbbb5ec2 req-e62678fa-b2b7-47a0-b5bd-476539ea8f5b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.45&port_id=6bd3efe5-7727-41cb-974d-fb9a80d5c1a5 HTTP/1.1" status: 200  len: 217 time: 0.0591326
May 07 21:53:14.562833 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f0e4267-3945-4069-a1e4-b41e72d2c56f admin admin] Checking segment: {'id': '529d807f-dd56-4f39-90f1-5dc23415d80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '50bd2f97-b40e-4599-95f3-785427235a9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:53:14.564293 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0e4267-3945-4069-a1e4-b41e72d2c56f admin admin] Network hostable DHCP agents. Network: 50bd2f97-b40e-4599-95f3-785427235a9f, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 21:53:14.567909 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1b7b63b9-ad0f-4e27-92af-b1093e06b895 req-1939e62f-585e-46d3-84de-aad8a36aede8 tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] Publish callbacks [] for port (8aa3ddb5-af68-4e84-8882-3a527916b441), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:14.575590 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-c7425ee0-882a-48c5-bc0b-682e78a14fbb tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:14.582787 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-c7425ee0-882a-48c5-bc0b-682e78a14fbb tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/ports/c3af0b52-e2d3-4593-a7f9-ff7d7fa37fb8 HTTP/1.1" status: 200  len: 937 time: 0.0852873
May 07 21:53:14.625596 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0e4267-3945-4069-a1e4-b41e72d2c56f admin admin] Network 50bd2f97-b40e-4599-95f3-785427235a9f is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 21:53:14.629113 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b37456c-2847-4635-ab79-ab9efbbb5ec2 req-c586d345-34f8-4ef2-883f-4bfda7cb7014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:14.630946 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1b37456c-2847-4635-ab79-ab9efbbb5ec2 req-c586d345-34f8-4ef2-883f-4bfda7cb7014 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=dc932535-0f2f-448c-a22d-1e11a5d675af HTTP/1.1" status: 200  len: 801 time: 0.0612056
May 07 21:53:14.650136 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-3f0e4267-3945-4069-a1e4-b41e72d2c56f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 50bd2f97-b40e-4599-95f3-785427235a9f) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:53:14.657939 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9613ae37-abdc-4955-a0ac-e5008b2b92e6 None None] Network 50bd2f97-b40e-4599-95f3-785427235a9f requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:53:14.666956 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-051bc1ab-272e-4daf-beb9-017c5e73d357 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:14.673771 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0e4267-3945-4069-a1e4-b41e72d2c56f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:14.674004 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-051bc1ab-272e-4daf-beb9-017c5e73d357 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/ports/7ea348ce-dc31-4a97-a925-458a8adb95a1 HTTP/1.1" status: 200  len: 936 time: 0.0905106
May 07 21:53:14.674483 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3f0e4267-3945-4069-a1e4-b41e72d2c56f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:14.693228 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b37456c-2847-4635-ab79-ab9efbbb5ec2 req-42361261-2374-4854-bf73-ba66c373cac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:14.694991 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1b37456c-2847-4635-ab79-ab9efbbb5ec2 req-42361261-2374-4854-bf73-ba66c373cac2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0be2ea3f-0b39-4b2d-b775-d2c4d2364465&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1200 time: 0.0579972
May 07 21:53:14.708936 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-3f0e4267-3945-4069-a1e4-b41e72d2c56f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 858 time: 0.9214237
May 07 21:53:14.766038 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-b599735c-70bd-49a9-a874-58cc563a2190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cb858b0>, [{'id': 'fdcdf0dd-397f-4788-8d35-b848a481d330', 'name': 'tempest-ServersTestBootFromVolume-1397458917-router', 'tenant_id': '0b9502da27d64dffaf0859d1f6b5663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.23'}], 'enable_snat': True}, 'gw_port_id': 'a53b14cb-8f0e-4592-983f-64709fce4d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:53:00Z', 'updated_at': '2022-05-07T21:53:12Z', 'revision_number': 4, 'project_id': '0b9502da27d64dffaf0859d1f6b5663f', 'gw_port': {'id': 'a53b14cb-8f0e-4592-983f-64709fce4d41', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcdf0dd-397f-4788-8d35-b848a481d330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:53:02Z', 'updated_at': '2022-05-07T21:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b769e80a-d656-48e5-b573-f3903c4dacc7', 'name': '', 'network_id': '1f24181a-d123-46a2-bb1f-06c929171e6c', 'tenant_id': '0b9502da27d64dffaf0859d1f6b5663f', 'mac_address': 'fa:16:3e:94:08:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdcdf0dd-397f-4788-8d35-b848a481d330', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '09ba3a27-57a3-4387-bcf8-ee8c26a13050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:53:10Z', 'updated_at': '2022-05-07T21:53:12Z', 'revision_number': 2, 'project_id': '0b9502da27d64dffaf0859d1f6b5663f', 'subnets': [{'id': '09ba3a27-57a3-4387-bcf8-ee8c26a13050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:53:14.795801 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b599735c-70bd-49a9-a874-58cc563a2190 None None] Checking router: fdcdf0dd-397f-4788-8d35-b848a481d330 for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 21:53:14.796453 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b599735c-70bd-49a9-a874-58cc563a2190 None None] Updating router fdcdf0dd-397f-4788-8d35-b848a481d330 port b769e80a-d656-48e5-b573-f3903c4dacc7 binding host ncdv-master-1 {{(pid=121839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 21:53:14.802630 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1b7b63b9-ad0f-4e27-92af-b1093e06b895 req-1939e62f-585e-46d3-84de-aad8a36aede8 tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (8aa3ddb5-af68-4e84-8882-3a527916b441), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:14.811657 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-19bc92d3-274b-4352-96fe-9db714065249 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/ports?network_id=609f4b94-ee73-43b2-a5f1-920ecad898a5&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200  len: 210 time: 0.1367748
May 07 21:53:14.854109 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-b599735c-70bd-49a9-a874-58cc563a2190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (b769e80a-d656-48e5-b573-f3903c4dacc7), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:14.893437 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1939e62f-585e-46d3-84de-aad8a36aede8 tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] Pushing event updated for resources: {'Port': ['ID=8aa3ddb5-af68-4e84-8882-3a527916b441,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:14.898011 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1b37456c-2847-4635-ab79-ab9efbbb5ec2 req-323b5cd8-ae8e-4803-8a78-969c6ec94fdb service neutron] 10.222.0.55 "GET /v2.0/networks/0be2ea3f-0b39-4b2d-b775-d2c4d2364465?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1956649
May 07 21:53:14.914232 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b7b63b9-ad0f-4e27-92af-b1093e06b895 req-1939e62f-585e-46d3-84de-aad8a36aede8 tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] Network 665487f0-78eb-47fb-9a06-b15bc614dc47 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:53:14.918366 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [req-1b7b63b9-ad0f-4e27-92af-b1093e06b895 req-1939e62f-585e-46d3-84de-aad8a36aede8 tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:53:14.918798 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c90ad0-674b-4134-9f10-0bd92ff06819 None None] Network 50bd2f97-b40e-4599-95f3-785427235a9f requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:53:14.935991 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b7b63b9-ad0f-4e27-92af-b1093e06b895 req-1939e62f-585e-46d3-84de-aad8a36aede8 tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:53:14.990511 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-3c9fe1fb-d77b-4b93-b45a-c265fdc18d96 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/ports?network_id=609f4b94-ee73-43b2-a5f1-920ecad898a5&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200  len: 210 time: 0.0992725
May 07 21:53:15.095001 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7b63b9-ad0f-4e27-92af-b1093e06b895 req-1939e62f-585e-46d3-84de-aad8a36aede8 tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:15.095784 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1b7b63b9-ad0f-4e27-92af-b1093e06b895 req-1939e62f-585e-46d3-84de-aad8a36aede8 tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:15.169501 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1b37456c-2847-4635-ab79-ab9efbbb5ec2 req-2ff66efc-7f7b-445b-90be-b5338889856d service neutron] 10.222.0.55 "GET /v2.0/networks/0be2ea3f-0b39-4b2d-b775-d2c4d2364465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2661698
May 07 21:53:15.213983 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1b7b63b9-ad0f-4e27-92af-b1093e06b895 req-1939e62f-585e-46d3-84de-aad8a36aede8 tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.4422905
May 07 21:53:15.243927 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-1b7b63b9-ad0f-4e27-92af-b1093e06b895 req-7280c300-78de-4d63-bdc2-928ca92b3521 service neutron] Request body: {'port': {'device_id': 'bf893208-e805-488d-abb0-38477b4858b2', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:53:15.295231 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-bbd99325-f561-46e0-862f-a009631de7cb tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:15.300506 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-bbd99325-f561-46e0-862f-a009631de7cb tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:15.305648 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-bbd99325-f561-46e0-862f-a009631de7cb tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:15.307317 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-bbd99325-f561-46e0-862f-a009631de7cb tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/networks?id=509cbb97-8d95-4377-b498-4ce6a1d5a1d9&id=5159d3da-3059-47f6-8ecf-b4d9b2b9d7de&id=5159d3da-3059-47f6-8ecf-b4d9b2b9d7de&id=609f4b94-ee73-43b2-a5f1-920ecad898a5&id=609f4b94-ee73-43b2-a5f1-920ecad898a5 HTTP/1.1" status: 200  len: 1992 time: 0.3110335
May 07 21:53:15.353205 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-168e7246-97b2-46d5-9934-cf4b24fa37b6 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/quotas/f75cb675742543209bcbb75d99b60e97 HTTP/1.1" status: 200  len: 375 time: 0.0378642
May 07 21:53:15.378723 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1b7b63b9-ad0f-4e27-92af-b1093e06b895 req-7280c300-78de-4d63-bdc2-928ca92b3521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (8aa3ddb5-af68-4e84-8882-3a527916b441), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:15.387112 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 41528) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:53:15.393383 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-f54b3771-409f-4f57-bb1d-e5ab676b3bd4 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1701031587', 'description': 'tempest-description--1317944689'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:53:15.411000 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-0f537fb9-f61f-49df-a8a3-c6b884c40ff4 None None] Provisioning complete for port 8aa3ddb5-af68-4e84-8882-3a527916b441 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:53:15.413641 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-0f537fb9-f61f-49df-a8a3-c6b884c40ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (8aa3ddb5-af68-4e84-8882-3a527916b441), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:15.436528 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f54b3771-409f-4f57-bb1d-e5ab676b3bd4 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:15.461677 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-0f537fb9-f61f-49df-a8a3-c6b884c40ff4 None None] Port 8aa3ddb5-af68-4e84-8882-3a527916b441 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:53:15.540842 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-b599735c-70bd-49a9-a874-58cc563a2190 None None] Publish callbacks [] for port (b769e80a-d656-48e5-b573-f3903c4dacc7), precommit_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:15.547971 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-b599735c-70bd-49a9-a874-58cc563a2190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (b769e80a-d656-48e5-b573-f3903c4dacc7), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:15.549380 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a01a5-9dd3-4c26-aebd-244d0cebc936 req-dae11117-2c80-4150-872f-6708f5272e18 tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:15.556156 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c31a01a5-9dd3-4c26-aebd-244d0cebc936 req-dae11117-2c80-4150-872f-6708f5272e18 tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf893208-e805-488d-abb0-38477b4858b2 HTTP/1.1" status: 200  len: 935 time: 0.0759258
May 07 21:53:15.586573 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-dbee4c35-f6f7-45c3-b655-9a4bb91bc9ea tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f75cb675742543209bcbb75d99b60e97&fields=id HTTP/1.1" status: 200  len: 486 time: 0.2249928
May 07 21:53:15.615474 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f54b3771-409f-4f57-bb1d-e5ab676b3bd4 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] Publish callbacks [] for security_group (7d8349f2-8b60-406c-b06a-b103d0159601), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:15.621234 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbccdc1-f806-41e6-9fd0-b2ab834599ff None None] Pushing event updated for resources: {'Port': ['ID=b769e80a-d656-48e5-b573-f3903c4dacc7,revision_number=3']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:15.636455 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f54b3771-409f-4f57-bb1d-e5ab676b3bd4 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (7d8349f2-8b60-406c-b06a-b103d0159601), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:15.668681 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c31a01a5-9dd3-4c26-aebd-244d0cebc936 req-2032b780-3104-4f1e-a829-61f7d3286cb4 tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad3a4a-28e8-4f61-8418-801ae6599362&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1073985
May 07 21:53:15.677816 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-b599735c-70bd-49a9-a874-58cc563a2190 None None] Attempting to bind port b769e80a-d656-48e5-b573-f3903c4dacc7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:53:15.678197 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-b599735c-70bd-49a9-a874-58cc563a2190 None None] Attempting to bind port b769e80a-d656-48e5-b573-f3903c4dacc7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '55d18767-ccce-4274-bc61-21f826804a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '1f24181a-d123-46a2-bb1f-06c929171e6c'}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:53:15.678798 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b599735c-70bd-49a9-a874-58cc563a2190 None None] Attempting to bind port b769e80a-d656-48e5-b573-f3903c4dacc7 on network 1f24181a-d123-46a2-bb1f-06c929171e6c {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:53:15.692302 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b599735c-70bd-49a9-a874-58cc563a2190 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:53:15.694226 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b599735c-70bd-49a9-a874-58cc563a2190 None None] Checking segment: {'id': '55d18767-ccce-4274-bc61-21f826804a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '1f24181a-d123-46a2-bb1f-06c929171e6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:53:15.694669 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-b599735c-70bd-49a9-a874-58cc563a2190 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:15.696043 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b599735c-70bd-49a9-a874-58cc563a2190 None None] Bound using segment: {'id': '55d18767-ccce-4274-bc61-21f826804a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '1f24181a-d123-46a2-bb1f-06c929171e6c'} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:53:15.696535 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-b599735c-70bd-49a9-a874-58cc563a2190 None None] Bound port: b769e80a-d656-48e5-b573-f3903c4dacc7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55d18767-ccce-4274-bc61-21f826804a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '1f24181a-d123-46a2-bb1f-06c929171e6c'}}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:53:15.696923 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-b599735c-70bd-49a9-a874-58cc563a2190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (b769e80a-d656-48e5-b573-f3903c4dacc7), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:15.709280 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f54b3771-409f-4f57-bb1d-e5ab676b3bd4 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:15.715702 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-f54b3771-409f-4f57-bb1d-e5ab676b3bd4 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1799 time: 0.3261042
May 07 21:53:15.721300 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 41532) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:53:15.728046 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-4bec3b1a-fdeb-4b79-98d7-e68ac32ee51a service neutron] 10.222.0.32 "GET /v2.0/networks/509cbb97-8d95-4377-b498-4ce6a1d5a1d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1015921
May 07 21:53:15.738761 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-75dfb1aa-27b7-4a93-bb2e-e422c6f117b6 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] Request body: {'security_group_rule': {'security_group_id': '7d8349f2-8b60-406c-b06a-b103d0159601', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:53:15.748868 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54b3771-409f-4f57-bb1d-e5ab676b3bd4 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d8349f2-8b60-406c-b06a-b103d0159601,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:15.816248 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-75dfb1aa-27b7-4a93-bb2e-e422c6f117b6 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] Publish callbacks [] for security_group_rule (5d0defda-7863-43bc-8abd-2a1667b4c143), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:15.841555 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-b599735c-70bd-49a9-a874-58cc563a2190 None None] For port b769e80a-d656-48e5-b573-f3903c4dacc7, host ncdv-master-1, cleared binding levels {{(pid=121839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:53:15.845058 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-b599735c-70bd-49a9-a874-58cc563a2190 None None] For port b769e80a-d656-48e5-b573-f3903c4dacc7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b769e80a-d656-48e5-b573-f3903c4dacc7,segment=NetworkSegment(55d18767-ccce-4274-bc61-21f826804a03),segment_id=55d18767-ccce-4274-bc61-21f826804a03)] {{(pid=121839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:53:15.856423 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 6bd3efe5-7727-41cb-974d-fb9a80d5c1a5 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:53:15.872606 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-b599735c-70bd-49a9-a874-58cc563a2190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (b769e80a-d656-48e5-b573-f3903c4dacc7), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:15.873454 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a2ca09-ee37-4b02-b926-ed7a216fa22b req-aa4e2e9a-949e-49dd-a173-ce9d0624afde tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:15.883267 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-53a2ca09-ee37-4b02-b926-ed7a216fa22b req-aa4e2e9a-949e-49dd-a173-ce9d0624afde tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b485f98-6005-4fd2-a4ca-72e35f397c6a HTTP/1.1" status: 200  len: 945 time: 0.1295259
May 07 21:53:15.899335 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-89ec25df-c7fa-44bf-a31e-ccbdb98d8d86 None None] Provisioning complete for port b769e80a-d656-48e5-b573-f3903c4dacc7 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:53:15.900065 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-89ec25df-c7fa-44bf-a31e-ccbdb98d8d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (b769e80a-d656-48e5-b573-f3903c4dacc7), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:15.901092 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-aba9758b-c03f-4917-bacd-e273dc32f921 service neutron] 10.222.0.32 "GET /v2.0/networks/509cbb97-8d95-4377-b498-4ce6a1d5a1d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1646008
May 07 21:53:15.932044 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbccdc1-f806-41e6-9fd0-b2ab834599ff None None] Pushing event updated for resources: {'Port': ['ID=b769e80a-d656-48e5-b573-f3903c4dacc7,revision_number=4']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:15.949709 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-53a2ca09-ee37-4b02-b926-ed7a216fa22b req-eace8b44-4b8f-4174-b602-1e6bb362767c tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b18b124-d6ae-4635-93ed-9957a39a34ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0652637
May 07 21:53:15.966650 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b599735c-70bd-49a9-a874-58cc563a2190 None None] Routers {'fdcdf0dd-397f-4788-8d35-b848a481d330'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:53:15.967377 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-b599735c-70bd-49a9-a874-58cc563a2190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cb858b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:52:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['fdcdf0dd-397f-4788-8d35-b848a481d330'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:53:15.983421 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-75dfb1aa-27b7-4a93-bb2e-e422c6f117b6 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] Publish callbacks [] for security_group_rule (5d0defda-7863-43bc-8abd-2a1667b4c143), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:15.991932 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [req-1b7b63b9-ad0f-4e27-92af-b1093e06b895 req-7280c300-78de-4d63-bdc2-928ca92b3521 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8aa3ddb5-af68-4e84-8882-3a527916b441 {{(pid=121837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:53:15.992797 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-75dfb1aa-27b7-4a93-bb2e-e422c6f117b6 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (5d0defda-7863-43bc-8abd-2a1667b4c143), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:16.008422 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1b7b63b9-ad0f-4e27-92af-b1093e06b895 req-7280c300-78de-4d63-bdc2-928ca92b3521 service neutron] Publish callbacks [] for port (8aa3ddb5-af68-4e84-8882-3a527916b441), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:16.012392 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-30cd1528-cd9f-4c14-bf20-bff79373acb8 service neutron] 10.222.0.32 "GET /v2.0/ports/c3af0b52-e2d3-4593-a7f9-ff7d7fa37fb8?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200  len: 311 time: 0.0882320
May 07 21:53:16.049255 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-1b7b63b9-ad0f-4e27-92af-b1093e06b895 req-7280c300-78de-4d63-bdc2-928ca92b3521 service neutron] Transition to ACTIVE for port object 8aa3ddb5-af68-4e84-8882-3a527916b441 will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:53:16.050843 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-75dfb1aa-27b7-4a93-bb2e-e422c6f117b6 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:16.053421 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-75dfb1aa-27b7-4a93-bb2e-e422c6f117b6 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3311269
May 07 21:53:16.061971 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 41536) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:53:16.063015 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1b7b63b9-ad0f-4e27-92af-b1093e06b895 req-7280c300-78de-4d63-bdc2-928ca92b3521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (8aa3ddb5-af68-4e84-8882-3a527916b441), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:16.070572 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-d5a4ba50-a6b3-418d-b945-f465a4d2176f tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] Request body: {'security_group_rule': {'security_group_id': '7d8349f2-8b60-406c-b06a-b103d0159601', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:53:16.087522 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dfb1aa-27b7-4a93-bb2e-e422c6f117b6 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d0defda-7863-43bc-8abd-2a1667b4c143,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:16.125334 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-b599735c-70bd-49a9-a874-58cc563a2190 None None] Set router fdcdf0dd-397f-4788-8d35-b848a481d330 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:53:16.133024 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 6bd3efe5-7727-41cb-974d-fb9a80d5c1a5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6bd3efe5-7727-41cb-974d-fb9a80d5c1a5,segment=NetworkSegment(6e2a6e21-6c7a-49f3-a82b-29340e62c803),segment_id=6e2a6e21-6c7a-49f3-a82b-29340e62c803)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:53:16.165809 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e29be2-331b-45cb-9158-ca3f746fbe58 req-9b7a8d68-833a-4eac-a821-e4777959c24d tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:16.172281 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e29be2-331b-45cb-9158-ca3f746fbe58 req-9b7a8d68-833a-4eac-a821-e4777959c24d tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:16.179791 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-67e29be2-331b-45cb-9158-ca3f746fbe58 req-9b7a8d68-833a-4eac-a821-e4777959c24d tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "GET /v2.0/ports?device_id=6963278d-8040-4bd4-82fd-8f6d81720c74 HTTP/1.1" status: 200  len: 1678 time: 0.0763113
May 07 21:53:16.184523 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': '6bd3efe5-7727-41cb-974d-fb9a80d5c1a5', 'network_id': '0be2ea3f-0b39-4b2d-b775-d2c4d2364465', 'port_id': '6bd3efe5-7727-41cb-974d-fb9a80d5c1a5', 'mac_address': 'fa:16:3e:b3:b3:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc932535-0f2f-448c-a22d-1e11a5d675af', 'ip_address': '19.86.0.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:53:16.215786 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-89ec25df-c7fa-44bf-a31e-ccbdb98d8d86 None None] Current status of the port b769e80a-d656-48e5-b573-f3903c4dacc7 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:53:16.215786 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-89ec25df-c7fa-44bf-a31e-ccbdb98d8d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (b769e80a-d656-48e5-b573-f3903c4dacc7), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:16.257854 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-67e29be2-331b-45cb-9158-ca3f746fbe58 req-be282caf-baed-4d59-b8b7-af2f32a0e416 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "GET /v2.0/security-groups?id=79406975-00eb-485e-b3fe-001bab536dcd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0768583
May 07 21:53:16.282205 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d5a4ba50-a6b3-418d-b945-f465a4d2176f tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] Publish callbacks [] for security_group_rule (890b81ed-9808-4a3b-855b-b6d91de118d2), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:16.283009 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7280c300-78de-4d63-bdc2-928ca92b3521 service neutron] Pushing event updated for resources: {'Port': ['ID=8aa3ddb5-af68-4e84-8882-3a527916b441,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:16.372617 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d5a4ba50-a6b3-418d-b945-f465a4d2176f tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] Publish callbacks [] for security_group_rule (890b81ed-9808-4a3b-855b-b6d91de118d2), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:16.382794 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d5a4ba50-a6b3-418d-b945-f465a4d2176f tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (890b81ed-9808-4a3b-855b-b6d91de118d2), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:16.387058 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 6bd3efe5-7727-41cb-974d-fb9a80d5c1a5 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:53:16.388091 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (6bd3efe5-7727-41cb-974d-fb9a80d5c1a5), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:16.424999 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bd3efe5-7727-41cb-974d-fb9a80d5c1a5 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:53:16.441038 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d5a4ba50-a6b3-418d-b945-f465a4d2176f tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:16.446036 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-d5a4ba50-a6b3-418d-b945-f465a4d2176f tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3793929
May 07 21:53:16.446542 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a4ba50-a6b3-418d-b945-f465a4d2176f tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=890b81ed-9808-4a3b-855b-b6d91de118d2,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:16.453826 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 41544) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:53:16.454406 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-89ec25df-c7fa-44bf-a31e-ccbdb98d8d86 None None] For port b769e80a-d656-48e5-b573-f3903c4dacc7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b769e80a-d656-48e5-b573-f3903c4dacc7,segment=NetworkSegment(55d18767-ccce-4274-bc61-21f826804a03),segment_id=55d18767-ccce-4274-bc61-21f826804a03)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:53:16.462833 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-560dfde9-0596-4bb3-b5e1-014df7829bb1 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] Request body: {'floatingip': {'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:53:16.485589 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 6bd3efe5-7727-41cb-974d-fb9a80d5c1a5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6bd3efe5-7727-41cb-974d-fb9a80d5c1a5,segment=NetworkSegment(6e2a6e21-6c7a-49f3-a82b-29340e62c803),segment_id=6e2a6e21-6c7a-49f3-a82b-29340e62c803)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:53:16.495437 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-89ec25df-c7fa-44bf-a31e-ccbdb98d8d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (b769e80a-d656-48e5-b573-f3903c4dacc7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:16.503163 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-560dfde9-0596-4bb3-b5e1-014df7829bb1 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:16.505920 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-f977f018-872f-46cf-bad3-7151f526c06e service neutron] 10.222.0.32 "GET /v2.0/networks/5159d3da-3059-47f6-8ecf-b4d9b2b9d7de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4855969
May 07 21:53:16.509312 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-b599735c-70bd-49a9-a874-58cc563a2190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cb858b0>, [{'id': 'fdcdf0dd-397f-4788-8d35-b848a481d330', 'name': 'tempest-ServersTestBootFromVolume-1397458917-router', 'tenant_id': '0b9502da27d64dffaf0859d1f6b5663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.23'}], 'enable_snat': True}, 'gw_port_id': 'a53b14cb-8f0e-4592-983f-64709fce4d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:53:00Z', 'updated_at': '2022-05-07T21:53:12Z', 'revision_number': 4, 'project_id': '0b9502da27d64dffaf0859d1f6b5663f', 'gw_port': {'id': 'a53b14cb-8f0e-4592-983f-64709fce4d41', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcdf0dd-397f-4788-8d35-b848a481d330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:53:02Z', 'updated_at': '2022-05-07T21:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b769e80a-d656-48e5-b573-f3903c4dacc7', 'name': '', 'network_id': '1f24181a-d123-46a2-bb1f-06c929171e6c', 'tenant_id': '0b9502da27d64dffaf0859d1f6b5663f', 'mac_address': 'fa:16:3e:94:08:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdcdf0dd-397f-4788-8d35-b848a481d330', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '09ba3a27-57a3-4387-bcf8-ee8c26a13050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:53:10Z', 'updated_at': '2022-05-07T21:53:15Z', 'revision_number': 4, 'project_id': '0b9502da27d64dffaf0859d1f6b5663f', 'subnets': [{'id': '09ba3a27-57a3-4387-bcf8-ee8c26a13050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:53:16.529687 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (6bd3efe5-7727-41cb-974d-fb9a80d5c1a5), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:16.530355 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 5799274a-67eb-479c-9b5c-9d5a397d1f88 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:53:16.559873 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b599735c-70bd-49a9-a874-58cc563a2190 None None] The sync data for ids ['fdcdf0dd-397f-4788-8d35-b848a481d330'] in ncdv-master-1 is: [{'id': 'fdcdf0dd-397f-4788-8d35-b848a481d330', 'name': 'tempest-ServersTestBootFromVolume-1397458917-router', 'tenant_id': '0b9502da27d64dffaf0859d1f6b5663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.23'}], 'enable_snat': True}, 'gw_port_id': 'a53b14cb-8f0e-4592-983f-64709fce4d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:53:00Z', 'updated_at': '2022-05-07T21:53:12Z', 'revision_number': 4, 'project_id': '0b9502da27d64dffaf0859d1f6b5663f', 'gw_port': {'id': 'a53b14cb-8f0e-4592-983f-64709fce4d41', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcdf0dd-397f-4788-8d35-b848a481d330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:53:02Z', 'updated_at': '2022-05-07T21:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b769e80a-d656-48e5-b573-f3903c4dacc7', 'name': '', 'network_id': '1f24181a-d123-46a2-bb1f-06c929171e6c', 'tenant_id': '0b9502da27d64dffaf0859d1f6b5663f', 'mac_address': 'fa:16:3e:94:08:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdcdf0dd-397f-4788-8d35-b848a481d330', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '09ba3a27-57a3-4387-bcf8-ee8c26a13050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:53:10Z', 'updated_at': '2022-05-07T21:53:15Z', 'revision_number': 4, 'project_id': '0b9502da27d64dffaf0859d1f6b5663f', 'subnets': [{'id': '09ba3a27-57a3-4387-bcf8-ee8c26a13050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:53:16.581953 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-1b7b63b9-ad0f-4e27-92af-b1093e06b895 req-7280c300-78de-4d63-bdc2-928ca92b3521 service neutron] Attempting to bind port 8aa3ddb5-af68-4e84-8882-3a527916b441 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:53:16.582722 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-1b7b63b9-ad0f-4e27-92af-b1093e06b895 req-7280c300-78de-4d63-bdc2-928ca92b3521 service neutron] Attempting to bind port 8aa3ddb5-af68-4e84-8882-3a527916b441 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:53:16.582722 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7b63b9-ad0f-4e27-92af-b1093e06b895 req-7280c300-78de-4d63-bdc2-928ca92b3521 service neutron] Attempting to bind port 8aa3ddb5-af68-4e84-8882-3a527916b441 on network 665487f0-78eb-47fb-9a06-b15bc614dc47 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:53:16.651772 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ec25df-c7fa-44bf-a31e-ccbdb98d8d86 None None] Pushing event updated for resources: {'Port': ['ID=b769e80a-d656-48e5-b573-f3903c4dacc7,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:16.665901 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-2fdbb728-6241-4bcc-8048-efb1e5b30119 None None] Provisioning complete for port b769e80a-d656-48e5-b573-f3903c4dacc7 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:53:16.666324 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2fdbb728-6241-4bcc-8048-efb1e5b30119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (b769e80a-d656-48e5-b573-f3903c4dacc7), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:16.707509 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7b63b9-ad0f-4e27-92af-b1093e06b895 req-7280c300-78de-4d63-bdc2-928ca92b3521 service neutron] Port 8aa3ddb5-af68-4e84-8882-3a527916b441 on network 665487f0-78eb-47fb-9a06-b15bc614dc47 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:53:16.708115 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7b63b9-ad0f-4e27-92af-b1093e06b895 req-7280c300-78de-4d63-bdc2-928ca92b3521 service neutron] Attempting to bind port 8aa3ddb5-af68-4e84-8882-3a527916b441 on network 665487f0-78eb-47fb-9a06-b15bc614dc47 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:53:16.720120 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7b63b9-ad0f-4e27-92af-b1093e06b895 req-7280c300-78de-4d63-bdc2-928ca92b3521 service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:53:16.720622 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7b63b9-ad0f-4e27-92af-b1093e06b895 req-7280c300-78de-4d63-bdc2-928ca92b3521 service neutron] Checking segment: {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:53:16.721109 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b7b63b9-ad0f-4e27-92af-b1093e06b895 req-7280c300-78de-4d63-bdc2-928ca92b3521 service neutron] Bound using segment: {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:53:16.722367 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-1b7b63b9-ad0f-4e27-92af-b1093e06b895 req-7280c300-78de-4d63-bdc2-928ca92b3521 service neutron] Bound port: 8aa3ddb5-af68-4e84-8882-3a527916b441, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:53:16.722867 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1b7b63b9-ad0f-4e27-92af-b1093e06b895 req-7280c300-78de-4d63-bdc2-928ca92b3521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (8aa3ddb5-af68-4e84-8882-3a527916b441), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:16.802292 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-61a3333f-d051-4d75-91d0-c19721fec87a service neutron] 10.222.0.32 "GET /v2.0/networks/5159d3da-3059-47f6-8ecf-b4d9b2b9d7de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2946286
May 07 21:53:16.841053 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-560dfde9-0596-4bb3-b5e1-014df7829bb1 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:16.848189 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 5799274a-67eb-479c-9b5c-9d5a397d1f88, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5799274a-67eb-479c-9b5c-9d5a397d1f88,segment=NetworkSegment(d6a441b7-52d4-4c7e-b8d0-1bcd4de829af),segment_id=d6a441b7-52d4-4c7e-b8d0-1bcd4de829af)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:53:16.879460 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-1b7b63b9-ad0f-4e27-92af-b1093e06b895 req-7280c300-78de-4d63-bdc2-928ca92b3521 service neutron] For port 8aa3ddb5-af68-4e84-8882-3a527916b441, host nch1-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:53:16.883300 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-7e3437a0-7938-43d7-b4e7-9f6ba899c5b9 service neutron] 10.222.0.32 "GET /v2.0/ports/7ea348ce-dc31-4a97-a925-458a8adb95a1?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200  len: 311 time: 0.0720792
May 07 21:53:16.885021 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-1b7b63b9-ad0f-4e27-92af-b1093e06b895 req-7280c300-78de-4d63-bdc2-928ca92b3521 service neutron] For port 8aa3ddb5-af68-4e84-8882-3a527916b441, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8aa3ddb5-af68-4e84-8882-3a527916b441,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:53:16.899565 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': '5799274a-67eb-479c-9b5c-9d5a397d1f88', 'network_id': 'bb51608c-2c73-49c2-bce7-76d2394358c2', 'port_id': '5799274a-67eb-479c-9b5c-9d5a397d1f88', 'mac_address': 'fa:16:3e:df:13:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82294eb5-7f25-4a5e-960b-5a436329a86b', 'ip_address': '19.80.0.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:53:16.903291 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=6bd3efe5-7727-41cb-974d-fb9a80d5c1a5,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:16.906014 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1b7b63b9-ad0f-4e27-92af-b1093e06b895 req-7280c300-78de-4d63-bdc2-928ca92b3521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (8aa3ddb5-af68-4e84-8882-3a527916b441), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:16.951655 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8154e4-8839-4272-b755-1f4f0cd3d1ee req-b39796cc-ea02-4d3e-82c8-bb4fbff5f8c9 tempest-ServerMetadataNegativeTestJSON-1474697718 tempest-ServerMetadataNegativeTestJSON-1474697718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:16.953830 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-df8154e4-8839-4272-b755-1f4f0cd3d1ee req-b39796cc-ea02-4d3e-82c8-bb4fbff5f8c9 tempest-ServerMetadataNegativeTestJSON-1474697718 tempest-ServerMetadataNegativeTestJSON-1474697718-project] 10.222.0.32 "GET /v2.0/networks?id=50bd2f97-b40e-4599-95f3-785427235a9f HTTP/1.1" status: 200  len: 821 time: 0.3760328
May 07 21:53:17.020494 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-560dfde9-0596-4bb3-b5e1-014df7829bb1 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] Allocated IP 172.35.4.233 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/ff4184ec-0946-497b-b398-99f1692c5689) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:53:17.024839 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 5799274a-67eb-479c-9b5c-9d5a397d1f88 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:53:17.025244 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (5799274a-67eb-479c-9b5c-9d5a397d1f88), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:17.037415 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-df8154e4-8839-4272-b755-1f4f0cd3d1ee req-f6a3f6c4-cd40-4d48-a47e-ee5c689887c3 tempest-ServerMetadataNegativeTestJSON-1474697718 tempest-ServerMetadataNegativeTestJSON-1474697718-project] 10.222.0.32 "GET /v2.0/quotas/30dc61c4cf2b43f986262f0c112abf49 HTTP/1.1" status: 200  len: 375 time: 0.0188398
May 07 21:53:17.039263 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7b63b9-ad0f-4e27-92af-b1093e06b895 req-7280c300-78de-4d63-bdc2-928ca92b3521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:17.039401 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1b7b63b9-ad0f-4e27-92af-b1093e06b895 req-7280c300-78de-4d63-bdc2-928ca92b3521 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:17.041190 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1b7b63b9-ad0f-4e27-92af-b1093e06b895 req-7280c300-78de-4d63-bdc2-928ca92b3521 service neutron] 10.222.0.55 "PUT /v2.0/ports/8aa3ddb5-af68-4e84-8882-3a527916b441 HTTP/1.1" status: 200  len: 1095 time: 1.8027511
May 07 21:53:17.041656 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf893208-e805-488d-abb0-38477b4858b2', 'tag': '8aa3ddb5-af68-4e84-8882-3a527916b441'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:53:17.043612 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ede5b6-1706-4205-856f-2a66ac209c6c" -d '{"events": [{"name": "network-changed", "server_uuid": "bf893208-e805-488d-abb0-38477b4858b2", "tag": "8aa3ddb5-af68-4e84-8882-3a527916b441"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:53:17.064238 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5799274a-67eb-479c-9b5c-9d5a397d1f88 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:53:17.070761 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-2fdbb728-6241-4bcc-8048-efb1e5b30119 None None] Current status of the port b769e80a-d656-48e5-b573-f3903c4dacc7 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:53:17.101508 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 5799274a-67eb-479c-9b5c-9d5a397d1f88, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5799274a-67eb-479c-9b5c-9d5a397d1f88,segment=NetworkSegment(d6a441b7-52d4-4c7e-b8d0-1bcd4de829af),segment_id=d6a441b7-52d4-4c7e-b8d0-1bcd4de829af)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:53:17.112699 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (5799274a-67eb-479c-9b5c-9d5a397d1f88), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:17.129286 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-df8154e4-8839-4272-b755-1f4f0cd3d1ee req-971951e4-f472-4274-921e-721bf9f5d7ea tempest-ServerMetadataNegativeTestJSON-1474697718 tempest-ServerMetadataNegativeTestJSON-1474697718-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=30dc61c4cf2b43f986262f0c112abf49&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0850284
May 07 21:53:17.132385 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-d29987f1-25f1-4605-9e75-1f1091a8e885 service neutron] 10.222.0.32 "GET /v2.0/networks/5159d3da-3059-47f6-8ecf-b4d9b2b9d7de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2431223
May 07 21:53:17.211291 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7280c300-78de-4d63-bdc2-928ca92b3521 service neutron] Pushing event updated for resources: {'Port': ['ID=8aa3ddb5-af68-4e84-8882-3a527916b441,revision_number=3']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:17.221238 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=5799274a-67eb-479c-9b5c-9d5a397d1f88,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:17.245317 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7b63b9-ad0f-4e27-92af-b1093e06b895 req-1a7d47ea-730b-4702-8e4f-a78f4246bbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:17.248980 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1b7b63b9-ad0f-4e27-92af-b1093e06b895 req-1a7d47ea-730b-4702-8e4f-a78f4246bbc2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5dbdf17ebd9e4981b3435b13defa64d6&device_id=bf893208-e805-488d-abb0-38477b4858b2 HTTP/1.1" status: 200  len: 1129 time: 0.1599786
May 07 21:53:17.353577 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1b7b63b9-ad0f-4e27-92af-b1093e06b895 req-24b7d409-ef72-4744-b642-625dbf26935b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=8aa3ddb5-af68-4e84-8882-3a527916b441 HTTP/1.1" status: 200  len: 217 time: 0.0941577
May 07 21:53:17.355053 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-df8154e4-8839-4272-b755-1f4f0cd3d1ee req-609367d5-bdc6-4f0c-a9b8-846821e2c890 service neutron] 10.222.0.32 "GET /v2.0/networks/50bd2f97-b40e-4599-95f3-785427235a9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2245979
May 07 21:53:17.359914 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-560dfde9-0596-4bb3-b5e1-014df7829bb1 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] Publish callbacks [] for port (ff4184ec-0946-497b-b398-99f1692c5689), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:17.411662 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device b769e80a-d656-48e5-b573-f3903c4dacc7 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:53:17.427398 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-965898d1-cedf-49ce-8e79-69a67e790b94 service neutron] 10.222.0.32 "GET /v2.0/networks/5159d3da-3059-47f6-8ecf-b4d9b2b9d7de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2521858
May 07 21:53:17.451642 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['6bd3efe5-7727-41cb-974d-fb9a80d5c1a5'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:53:17.454431 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7b63b9-ad0f-4e27-92af-b1093e06b895 req-b0686592-1a50-4503-8145-36481aff001d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:17.455887 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1b7b63b9-ad0f-4e27-92af-b1093e06b895 req-b0686592-1a50-4503-8145-36481aff001d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6e0e5c53-1ece-4d20-b01d-5f8c6957edf6 HTTP/1.1" status: 200  len: 843 time: 0.0932214
May 07 21:53:17.487722 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['5799274a-67eb-479c-9b5c-9d5a397d1f88'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:53:17.490678 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-560dfde9-0596-4bb3-b5e1-014df7829bb1 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (ff4184ec-0946-497b-b398-99f1692c5689), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:17.559619 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560dfde9-0596-4bb3-b5e1-014df7829bb1 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:53:17.563334 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7b63b9-ad0f-4e27-92af-b1093e06b895 req-1a594334-ff9f-48fe-ad4d-4393c66fc44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:17.564838 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1b7b63b9-ad0f-4e27-92af-b1093e06b895 req-1a594334-ff9f-48fe-ad4d-4393c66fc44e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=665487f0-78eb-47fb-9a06-b15bc614dc47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0982225
May 07 21:53:17.567641 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-560dfde9-0596-4bb3-b5e1-014df7829bb1 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:53:17.573580 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560dfde9-0596-4bb3-b5e1-014df7829bb1 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:53:17.578734 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port b769e80a-d656-48e5-b573-f3903c4dacc7 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:53:17.579385 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (b769e80a-d656-48e5-b573-f3903c4dacc7), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:17.597607 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-4ffc450c-2ca4-474e-82cb-36baa376698c service neutron] 10.222.0.32 "GET /v2.0/networks/5159d3da-3059-47f6-8ecf-b4d9b2b9d7de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1693461
May 07 21:53:17.632751 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560dfde9-0596-4bb3-b5e1-014df7829bb1 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] Pushing event updated for resources: {'Port': ['ID=ff4184ec-0946-497b-b398-99f1692c5689,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:17.646401 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-df8154e4-8839-4272-b755-1f4f0cd3d1ee req-8c32ded3-f861-44a3-9e0d-c5914822d9e7 service neutron] 10.222.0.32 "GET /v2.0/networks/50bd2f97-b40e-4599-95f3-785427235a9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2559717
May 07 21:53:17.710198 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-560dfde9-0596-4bb3-b5e1-014df7829bb1 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] Publish callbacks [] for floatingip (10bca91f-abe5-4460-82f3-1b52c2297341), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:17.747388 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 21:53:17.766226 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-560dfde9-0596-4bb3-b5e1-014df7829bb1 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (ff4184ec-0946-497b-b398-99f1692c5689), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:17.805692 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1b7b63b9-ad0f-4e27-92af-b1093e06b895 req-bb9555d3-4178-4acd-95a5-0b119dc2019d service neutron] 10.222.0.55 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2332897
May 07 21:53:17.902512 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port b769e80a-d656-48e5-b573-f3903c4dacc7 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:53:17.909511 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-ff93aba3-e34a-49c2-bfa9-dc4496443b5d service neutron] 10.222.0.32 "GET /v2.0/networks/5159d3da-3059-47f6-8ecf-b4d9b2b9d7de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2221878
May 07 21:53:18.017302 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1b7b63b9-ad0f-4e27-92af-b1093e06b895 req-9d623b69-3ee1-453d-8b1c-6b6b37f57f1b service neutron] 10.222.0.55 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2054551
May 07 21:53:18.032283 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-560dfde9-0596-4bb3-b5e1-014df7829bb1 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] Publish callbacks [] for port (ff4184ec-0946-497b-b398-99f1692c5689), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:18.045227 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-5bea6e1c-201c-42fb-b926-9803f2ddb20e service neutron] 10.222.0.32 "GET /v2.0/networks/5159d3da-3059-47f6-8ecf-b4d9b2b9d7de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1335089
May 07 21:53:18.051123 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-560dfde9-0596-4bb3-b5e1-014df7829bb1 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (ff4184ec-0946-497b-b398-99f1692c5689), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:18.055563 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7ad47a9d-d5a7-4ef4-a565-dc6c5be1a157 req-d2644dd7-4723-4eee-b282-7385de6db748 tempest-ServerShowV257Test-572012695 tempest-ServerShowV257Test-572012695-project] 10.222.0.32 "GET /v2.0/ports?device_id=93763c68-763e-42ac-8855-5e7fed771529 HTTP/1.1" status: 200  len: 210 time: 0.0545423
May 07 21:53:18.149066 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560dfde9-0596-4bb3-b5e1-014df7829bb1 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] Pushing event updated for resources: {'Port': ['ID=ff4184ec-0946-497b-b398-99f1692c5689,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:18.167981 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-560dfde9-0596-4bb3-b5e1-014df7829bb1 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (10bca91f-abe5-4460-82f3-1b52c2297341), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:18.200941 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-560dfde9-0596-4bb3-b5e1-014df7829bb1 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:18.210820 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-560dfde9-0596-4bb3-b5e1-014df7829bb1 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.7472150
May 07 21:53:18.226810 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-a27c28ab-7ae1-497d-ade3-cbdd33781d74 service neutron] 10.222.0.32 "GET /v2.0/networks/5159d3da-3059-47f6-8ecf-b4d9b2b9d7de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1768265
May 07 21:53:18.249547 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568f1670-cc8e-499f-ac7c-a8c6ef39a10c req-ca1f3e4d-67ba-4e68-9ce6-9f9218321ffb tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:18.251923 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-568f1670-cc8e-499f-ac7c-a8c6ef39a10c req-ca1f3e4d-67ba-4e68-9ce6-9f9218321ffb tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b485f98-6005-4fd2-a4ca-72e35f397c6a HTTP/1.1" status: 200  len: 945 time: 0.0647027
May 07 21:53:18.374814 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-568f1670-cc8e-499f-ac7c-a8c6ef39a10c req-d8b0c14c-5452-4dcb-87ea-2b0db651c05d tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b18b124-d6ae-4635-93ed-9957a39a34ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1103864
May 07 21:53:18.406179 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-71bd8b41-36fc-47a1-a2e8-f35acdde41dd service neutron] 10.222.0.32 "GET /v2.0/networks/609f4b94-ee73-43b2-a5f1-920ecad898a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1733546
May 07 21:53:18.521406 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de53b001-e72c-4e39-bc51-c8e0e3a00b8c req-00b94592-291d-4bfd-b24b-a41e2d7671a7 tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:18.524713 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-de53b001-e72c-4e39-bc51-c8e0e3a00b8c req-00b94592-291d-4bfd-b24b-a41e2d7671a7 tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf893208-e805-488d-abb0-38477b4858b2 HTTP/1.1" status: 200  len: 947 time: 0.0735822
May 07 21:53:18.564953 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-4b381c56-4d2f-4d8f-8776-f8dad0eb2996 service neutron] 10.222.0.32 "GET /v2.0/networks/609f4b94-ee73-43b2-a5f1-920ecad898a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1450236
May 07 21:53:18.604608 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-de53b001-e72c-4e39-bc51-c8e0e3a00b8c req-4ed57542-4246-44bd-b637-048db51cd851 tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad3a4a-28e8-4f61-8418-801ae6599362&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0731041
May 07 21:53:18.653287 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54ffd166-77c3-413c-ab21-b49cde625668 x-openstack-request-id: req-54ffd166-77c3-413c-ab21-b49cde625668 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:53:18.653636 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf893208-e805-488d-abb0-38477b4858b2", "tag": "8aa3ddb5-af68-4e84-8882-3a527916b441", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:53:18.653831 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-54ffd166-77c3-413c-ab21-b49cde625668 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:53:18.654277 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54ffd166-77c3-413c-ab21-b49cde625668'] response: {'name': 'network-changed', 'server_uuid': 'bf893208-e805-488d-abb0-38477b4858b2', 'tag': '8aa3ddb5-af68-4e84-8882-3a527916b441', 'status': 'completed', 'code': 200}
May 07 21:53:18.675449 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-4ad64e84-1a8c-41b0-a136-ad18556a8fb3 service neutron] 10.222.0.32 "GET /v2.0/networks/609f4b94-ee73-43b2-a5f1-920ecad898a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0956078
May 07 21:53:18.772568 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142ad866-377e-4c4b-a34f-3e71a3a109b3 req-989e044e-054c-4b1a-a53f-0fd727f039a7 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:18.778096 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142ad866-377e-4c4b-a34f-3e71a3a109b3 req-989e044e-054c-4b1a-a53f-0fd727f039a7 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:18.780210 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-142ad866-377e-4c4b-a34f-3e71a3a109b3 req-989e044e-054c-4b1a-a53f-0fd727f039a7 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "GET /v2.0/ports?device_id=6963278d-8040-4bd4-82fd-8f6d81720c74 HTTP/1.1" status: 200  len: 1680 time: 0.0739956
May 07 21:53:18.849468 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-142ad866-377e-4c4b-a34f-3e71a3a109b3 req-21682e9d-c1c8-4ded-b96e-1e1706161528 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "GET /v2.0/security-groups?id=79406975-00eb-485e-b3fe-001bab536dcd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606744
May 07 21:53:18.973604 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4bfa7211-1729-4f06-ab08-d8e8ce0e297b req-8b143340-b5ea-488c-88a2-9db50ae560cf tempest-ServerMetadataNegativeTestJSON-1474697718 tempest-ServerMetadataNegativeTestJSON-1474697718-project] 10.222.0.32 "GET /v2.0/ports?device_id=04703f55-713a-4a4d-ba3f-551622d66f93 HTTP/1.1" status: 200  len: 210 time: 0.0433962
May 07 21:53:19.177788 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ede5b6-1706-4205-856f-2a66ac209c6c req-efcebbf9-2e2e-4cf1-a563-0f1c7fb8e5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:19.179892 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a8ede5b6-1706-4205-856f-2a66ac209c6c req-efcebbf9-2e2e-4cf1-a563-0f1c7fb8e5af service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5dbdf17ebd9e4981b3435b13defa64d6&device_id=bf893208-e805-488d-abb0-38477b4858b2 HTTP/1.1" status: 200  len: 1129 time: 0.0825384
May 07 21:53:19.181933 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-815fb59e-b3f5-4d13-a42e-79f891d1296c service neutron] 10.222.0.32 "GET /v2.0/networks/609f4b94-ee73-43b2-a5f1-920ecad898a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4989028
May 07 21:53:19.244075 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-c54774fb-f228-4d4c-ab1e-c05126d009ce tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:19.247147 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-c54774fb-f228-4d4c-ab1e-c05126d009ce tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/ports/c3af0b52-e2d3-4593-a7f9-ff7d7fa37fb8 HTTP/1.1" status: 200  len: 937 time: 0.0595455
May 07 21:53:19.314261 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-d4aba3cb-d4f1-4217-9c96-c42b72af7719 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:19.315215 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-d4aba3cb-d4f1-4217-9c96-c42b72af7719 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/ports/7ea348ce-dc31-4a97-a925-458a8adb95a1 HTTP/1.1" status: 200  len: 936 time: 0.0622649
May 07 21:53:19.422557 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7d8480bb-57d3-4815-9a22-ec898d1f37aa req-7a7e5cf0-59aa-4ff4-bd7e-657acffeac2e tempest-ServerShowV257Test-572012695 tempest-ServerShowV257Test-572012695-project] 10.222.0.32 "GET /v2.0/ports?device_id=93763c68-763e-42ac-8855-5e7fed771529 HTTP/1.1" status: 200  len: 210 time: 0.0500317
May 07 21:53:19.478974 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ede5b6-1706-4205-856f-2a66ac209c6c req-ebfd1cf9-6cab-4f16-8dbe-a285e3aafdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:19.480442 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a8ede5b6-1706-4205-856f-2a66ac209c6c req-ebfd1cf9-6cab-4f16-8dbe-a285e3aafdc9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=665487f0-78eb-47fb-9a06-b15bc614dc47 HTTP/1.1" status: 200  len: 870 time: 0.1134017
May 07 21:53:19.536013 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a8ede5b6-1706-4205-856f-2a66ac209c6c req-87d486d3-8203-444f-a202-788b118d8ded service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=8aa3ddb5-af68-4e84-8882-3a527916b441 HTTP/1.1" status: 200  len: 217 time: 0.0493474
May 07 21:53:19.602718 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ede5b6-1706-4205-856f-2a66ac209c6c req-26d8d4eb-fe9d-4e0e-9f37-a8c81454a565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:19.604276 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a8ede5b6-1706-4205-856f-2a66ac209c6c req-26d8d4eb-fe9d-4e0e-9f37-a8c81454a565 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6e0e5c53-1ece-4d20-b01d-5f8c6957edf6 HTTP/1.1" status: 200  len: 843 time: 0.0611069
May 07 21:53:19.610206 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b60d2ff-c174-4f83-8b66-a500ae8a5a46 req-85e947ec-ce18-449a-877a-e18c9a1afdb6 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:19.612041 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2b60d2ff-c174-4f83-8b66-a500ae8a5a46 req-85e947ec-ce18-449a-877a-e18c9a1afdb6 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b485f98-6005-4fd2-a4ca-72e35f397c6a HTTP/1.1" status: 200  len: 945 time: 0.0925872
May 07 21:53:19.667690 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ede5b6-1706-4205-856f-2a66ac209c6c req-9c80d44b-ef6e-4b86-b6e6-616aa5a23b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:19.669512 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a8ede5b6-1706-4205-856f-2a66ac209c6c req-9c80d44b-ef6e-4b86-b6e6-616aa5a23b67 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=665487f0-78eb-47fb-9a06-b15bc614dc47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0577028
May 07 21:53:19.677441 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8154e4-8839-4272-b755-1f4f0cd3d1ee req-431960dd-d88a-486e-b8dd-bffc8b4a5dc6 tempest-ServerMetadataNegativeTestJSON-1474697718 tempest-ServerMetadataNegativeTestJSON-1474697718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:19.679000 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-df8154e4-8839-4272-b755-1f4f0cd3d1ee req-431960dd-d88a-486e-b8dd-bffc8b4a5dc6 tempest-ServerMetadataNegativeTestJSON-1474697718 tempest-ServerMetadataNegativeTestJSON-1474697718-project] 10.222.0.55 "GET /v2.0/networks?id=50bd2f97-b40e-4599-95f3-785427235a9f HTTP/1.1" status: 200  len: 821 time: 0.1995280
May 07 21:53:19.694462 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-df8154e4-8839-4272-b755-1f4f0cd3d1ee req-9c67e1e7-f5d3-48f6-a990-1ae18fd2dc9a tempest-ServerMetadataNegativeTestJSON-1474697718 tempest-ServerMetadataNegativeTestJSON-1474697718-project] Request body: {'port': {'device_id': '04703f55-713a-4a4d-ba3f-551622d66f93', 'network_id': '50bd2f97-b40e-4599-95f3-785427235a9f', 'admin_state_up': True, 'tenant_id': '30dc61c4cf2b43f986262f0c112abf49'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:53:19.723330 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2b60d2ff-c174-4f83-8b66-a500ae8a5a46 req-c90859e3-b5b2-42e2-929e-d5f79a4441f2 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b18b124-d6ae-4635-93ed-9957a39a34ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0984931
May 07 21:53:19.782194 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a8ede5b6-1706-4205-856f-2a66ac209c6c req-f275ed88-2ada-4278-b577-9edcef7da607 service neutron] 10.222.0.55 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1061759
May 07 21:53:19.842455 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a6c95-889c-4147-b490-a385dec385de req-c31ca73a-5d57-48c8-ad10-9447df3b248a tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:19.844010 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-226a6c95-889c-4147-b490-a385dec385de req-c31ca73a-5d57-48c8-ad10-9447df3b248a tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf893208-e805-488d-abb0-38477b4858b2 HTTP/1.1" status: 200  len: 947 time: 0.0614150
May 07 21:53:19.875022 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 8aa3ddb5-af68-4e84-8882-3a527916b441 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:53:19.878004 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 6bd3efe5-7727-41cb-974d-fb9a80d5c1a5 up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:53:19.890073 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a8ede5b6-1706-4205-856f-2a66ac209c6c req-a26c23a5-2ac3-48c1-9523-421d9a3220d8 service neutron] 10.222.0.55 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1013963
May 07 21:53:19.920863 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df8154e4-8839-4272-b755-1f4f0cd3d1ee req-9c67e1e7-f5d3-48f6-a990-1ae18fd2dc9a tempest-ServerMetadataNegativeTestJSON-1474697718 tempest-ServerMetadataNegativeTestJSON-1474697718-project] Made reservation on behalf of 30dc61c4cf2b43f986262f0c112abf49 for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:53:19.924368 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-df8154e4-8839-4272-b755-1f4f0cd3d1ee req-9c67e1e7-f5d3-48f6-a990-1ae18fd2dc9a tempest-ServerMetadataNegativeTestJSON-1474697718 tempest-ServerMetadataNegativeTestJSON-1474697718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:19.943705 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-226a6c95-889c-4147-b490-a385dec385de req-fc574774-3e52-4ecf-a9ac-91e962b34d2c tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad3a4a-28e8-4f61-8418-801ae6599362&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0791743
May 07 21:53:19.989299 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning for port 6bd3efe5-7727-41cb-974d-fb9a80d5c1a5 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:53:20.023682 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port 6bd3efe5-7727-41cb-974d-fb9a80d5c1a5 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:53:20.024405 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (6bd3efe5-7727-41cb-974d-fb9a80d5c1a5), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:20.118848 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c9ee7897-7990-4def-b5da-2f025d1c881e req-cbde94b3-8e69-4347-a404-ea8231c47b76 tempest-ServerMetadataNegativeTestJSON-1474697718 tempest-ServerMetadataNegativeTestJSON-1474697718-project] 10.222.0.32 "GET /v2.0/ports?device_id=04703f55-713a-4a4d-ba3f-551622d66f93 HTTP/1.1" status: 200  len: 210 time: 0.0439680
May 07 21:53:20.127541 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [req-df8154e4-8839-4272-b755-1f4f0cd3d1ee req-9c67e1e7-f5d3-48f6-a990-1ae18fd2dc9a tempest-ServerMetadataNegativeTestJSON-1474697718 tempest-ServerMetadataNegativeTestJSON-1474697718-project] Allocated IP 172.20.0.6 (50bd2f97-b40e-4599-95f3-785427235a9f/18978886-6eb4-4053-bd74-93240565be39/7e3541c5-8b43-4853-87f1-12bbd6ab00a7) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:53:20.134740 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 8aa3ddb5-af68-4e84-8882-3a527916b441, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8aa3ddb5-af68-4e84-8882-3a527916b441,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:53:20.150946 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': '8aa3ddb5-af68-4e84-8882-3a527916b441', 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47', 'port_id': '8aa3ddb5-af68-4e84-8882-3a527916b441', 'mac_address': 'fa:16:3e:22:a3:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e0e5c53-1ece-4d20-b01d-5f8c6957edf6', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:53:20.222851 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 6bd3efe5-7727-41cb-974d-fb9a80d5c1a5 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:53:20.223538 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (6bd3efe5-7727-41cb-974d-fb9a80d5c1a5), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:20.237569 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 8aa3ddb5-af68-4e84-8882-3a527916b441 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:53:20.238404 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (8aa3ddb5-af68-4e84-8882-3a527916b441), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:20.248808 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-071b848f-8081-40b4-afed-f2f5e84ba036 req-46ec66ad-1e9c-4065-a0d0-46eaf4e3a15d tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc2b763-2769-4c0e-9bf3-9ee54868505c HTTP/1.1" status: 200  len: 210 time: 0.0450895
May 07 21:53:20.282651 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8aa3ddb5-af68-4e84-8882-3a527916b441 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:53:20.326501 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 8aa3ddb5-af68-4e84-8882-3a527916b441, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8aa3ddb5-af68-4e84-8882-3a527916b441,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:53:20.336707 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6963278d-8040-4bd4-82fd-8f6d81720c74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bd3efe5-7727-41cb-974d-fb9a80d5c1a5'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:53:20.341029 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85343b8b-eb3b-4b29-8c37-2fcbeeaac1b5" -d '{"events": [{"server_uuid": "6963278d-8040-4bd4-82fd-8f6d81720c74", "name": "network-vif-plugged", "status": "completed", "tag": "6bd3efe5-7727-41cb-974d-fb9a80d5c1a5"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:53:20.358253 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82615e23-2f65-4abf-b58c-817f225f3d3a req-e8a022f8-e8ae-4e20-8767-e611b6aab216 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:20.363687 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82615e23-2f65-4abf-b58c-817f225f3d3a req-e8a022f8-e8ae-4e20-8767-e611b6aab216 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:20.365335 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (8aa3ddb5-af68-4e84-8882-3a527916b441), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:20.365560 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-82615e23-2f65-4abf-b58c-817f225f3d3a req-e8a022f8-e8ae-4e20-8767-e611b6aab216 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "GET /v2.0/ports?device_id=6963278d-8040-4bd4-82fd-8f6d81720c74 HTTP/1.1" status: 200  len: 1680 time: 0.1003852
May 07 21:53:20.402016 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-711a4fa9-8926-445b-b4d0-578cbe1d4ad8 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:20.404164 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-711a4fa9-8926-445b-b4d0-578cbe1d4ad8 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/ports/c3af0b52-e2d3-4593-a7f9-ff7d7fa37fb8 HTTP/1.1" status: 200  len: 937 time: 0.3349822
May 07 21:53:20.406712 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 6bd3efe5-7727-41cb-974d-fb9a80d5c1a5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6bd3efe5-7727-41cb-974d-fb9a80d5c1a5,segment=NetworkSegment(6e2a6e21-6c7a-49f3-a82b-29340e62c803),segment_id=6e2a6e21-6c7a-49f3-a82b-29340e62c803)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:53:20.432581 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-df8154e4-8839-4272-b755-1f4f0cd3d1ee req-9c67e1e7-f5d3-48f6-a990-1ae18fd2dc9a tempest-ServerMetadataNegativeTestJSON-1474697718 tempest-ServerMetadataNegativeTestJSON-1474697718-project] Publish callbacks [] for port (7e3541c5-8b43-4853-87f1-12bbd6ab00a7), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:20.499840 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-63166e62-91f9-4ce8-9295-57d924181c43 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:20.501420 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-63166e62-91f9-4ce8-9295-57d924181c43 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/ports/7ea348ce-dc31-4a97-a925-458a8adb95a1 HTTP/1.1" status: 200  len: 936 time: 0.0910761
May 07 21:53:20.507337 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-82615e23-2f65-4abf-b58c-817f225f3d3a req-ffa73222-931f-4572-b65a-861a113f2878 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "GET /v2.0/security-groups?id=79406975-00eb-485e-b3fe-001bab536dcd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1225660
May 07 21:53:20.507837 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8292c9b5-db88-41cf-bb5e-12b1733cd380 x-openstack-request-id: req-8292c9b5-db88-41cf-bb5e-12b1733cd380 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:53:20.508208 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6963278d-8040-4bd4-82fd-8f6d81720c74", "name": "network-vif-plugged", "status": "completed", "tag": "6bd3efe5-7727-41cb-974d-fb9a80d5c1a5", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:53:20.508380 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8292c9b5-db88-41cf-bb5e-12b1733cd380 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:53:20.508789 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8292c9b5-db88-41cf-bb5e-12b1733cd380'] response: {'server_uuid': '6963278d-8040-4bd4-82fd-8f6d81720c74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bd3efe5-7727-41cb-974d-fb9a80d5c1a5', 'code': 200}
May 07 21:53:20.519891 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (6bd3efe5-7727-41cb-974d-fb9a80d5c1a5), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:20.520675 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 5799274a-67eb-479c-9b5c-9d5a397d1f88 up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:53:20.539587 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-df8154e4-8839-4272-b755-1f4f0cd3d1ee req-9c67e1e7-f5d3-48f6-a990-1ae18fd2dc9a tempest-ServerMetadataNegativeTestJSON-1474697718 tempest-ServerMetadataNegativeTestJSON-1474697718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (7e3541c5-8b43-4853-87f1-12bbd6ab00a7), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:20.593748 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df8154e4-8839-4272-b755-1f4f0cd3d1ee req-9c67e1e7-f5d3-48f6-a990-1ae18fd2dc9a tempest-ServerMetadataNegativeTestJSON-1474697718 tempest-ServerMetadataNegativeTestJSON-1474697718-project] Network 50bd2f97-b40e-4599-95f3-785427235a9f is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:53:20.601420 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [req-df8154e4-8839-4272-b755-1f4f0cd3d1ee req-9c67e1e7-f5d3-48f6-a990-1ae18fd2dc9a tempest-ServerMetadataNegativeTestJSON-1474697718 tempest-ServerMetadataNegativeTestJSON-1474697718-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:53:20.603087 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['8aa3ddb5-af68-4e84-8882-3a527916b441'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:53:20.611601 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-df8154e4-8839-4272-b755-1f4f0cd3d1ee req-9c67e1e7-f5d3-48f6-a990-1ae18fd2dc9a tempest-ServerMetadataNegativeTestJSON-1474697718 tempest-ServerMetadataNegativeTestJSON-1474697718-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:53:20.616571 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c67e1e7-f5d3-48f6-a990-1ae18fd2dc9a tempest-ServerMetadataNegativeTestJSON-1474697718 tempest-ServerMetadataNegativeTestJSON-1474697718-project] Pushing event updated for resources: {'Port': ['ID=7e3541c5-8b43-4853-87f1-12bbd6ab00a7,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:20.659218 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning for port 5799274a-67eb-479c-9b5c-9d5a397d1f88 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:53:20.667332 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=8aa3ddb5-af68-4e84-8882-3a527916b441,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:20.668050 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-55efbe6c-1133-4b3f-b28d-4e4fabea1e69 req-62128d33-fac9-4c9d-9557-8fc81557390a tempest-ServerShowV257Test-572012695 tempest-ServerShowV257Test-572012695-project] 10.222.0.32 "GET /v2.0/ports?device_id=93763c68-763e-42ac-8855-5e7fed771529 HTTP/1.1" status: 200  len: 210 time: 0.0758553
May 07 21:53:20.694508 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8154e4-8839-4272-b755-1f4f0cd3d1ee req-9c67e1e7-f5d3-48f6-a990-1ae18fd2dc9a tempest-ServerMetadataNegativeTestJSON-1474697718 tempest-ServerMetadataNegativeTestJSON-1474697718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:20.699094 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-df8154e4-8839-4272-b755-1f4f0cd3d1ee req-9c67e1e7-f5d3-48f6-a990-1ae18fd2dc9a tempest-ServerMetadataNegativeTestJSON-1474697718 tempest-ServerMetadataNegativeTestJSON-1474697718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:20.727311 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-df8154e4-8839-4272-b755-1f4f0cd3d1ee req-9c67e1e7-f5d3-48f6-a990-1ae18fd2dc9a tempest-ServerMetadataNegativeTestJSON-1474697718 tempest-ServerMetadataNegativeTestJSON-1474697718-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0372884
May 07 21:53:20.739133 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-df8154e4-8839-4272-b755-1f4f0cd3d1ee req-4f4eb4e2-f4ed-4382-ae87-505cc55dd3b9 service neutron] Request body: {'port': {'device_id': '04703f55-713a-4a4d-ba3f-551622d66f93', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:53:20.852082 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-df8154e4-8839-4272-b755-1f4f0cd3d1ee req-4f4eb4e2-f4ed-4382-ae87-505cc55dd3b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (7e3541c5-8b43-4853-87f1-12bbd6ab00a7), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:20.865180 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port 5799274a-67eb-479c-9b5c-9d5a397d1f88 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:53:20.865870 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (5799274a-67eb-479c-9b5c-9d5a397d1f88), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:20.871835 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c694c4-1ddc-49a6-ac20-165c9a03a56e req-8a532da9-8360-419c-8c40-d00eb23f6975 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:20.873272 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-50c694c4-1ddc-49a6-ac20-165c9a03a56e req-8a532da9-8360-419c-8c40-d00eb23f6975 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b485f98-6005-4fd2-a4ca-72e35f397c6a HTTP/1.1" status: 200  len: 945 time: 0.0733087
May 07 21:53:20.934530 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=6bd3efe5-7727-41cb-974d-fb9a80d5c1a5,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:21.038870 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-50c694c4-1ddc-49a6-ac20-165c9a03a56e req-d83e3617-f412-4581-a936-ce962249eb15 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b18b124-d6ae-4635-93ed-9957a39a34ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1353879
May 07 21:53:21.047371 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 5799274a-67eb-479c-9b5c-9d5a397d1f88 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:53:21.048065 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (5799274a-67eb-479c-9b5c-9d5a397d1f88), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:21.118186 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 5799274a-67eb-479c-9b5c-9d5a397d1f88, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5799274a-67eb-479c-9b5c-9d5a397d1f88,segment=NetworkSegment(d6a441b7-52d4-4c7e-b8d0-1bcd4de829af),segment_id=d6a441b7-52d4-4c7e-b8d0-1bcd4de829af)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:53:21.124271 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (5799274a-67eb-479c-9b5c-9d5a397d1f88), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:21.130708 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b50ba7b-3e70-4bfe-ad9e-e5f291f4f460 req-0b22103d-3767-45fb-80c9-5c90303602c6 tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:21.140206 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6b50ba7b-3e70-4bfe-ad9e-e5f291f4f460 req-0b22103d-3767-45fb-80c9-5c90303602c6 tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf893208-e805-488d-abb0-38477b4858b2 HTTP/1.1" status: 200  len: 948 time: 0.0878344
May 07 21:53:21.207746 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6b50ba7b-3e70-4bfe-ad9e-e5f291f4f460 req-edc5f2d9-751f-4722-acc3-32c968ccd7fc tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad3a4a-28e8-4f61-8418-801ae6599362&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0663455
May 07 21:53:21.213955 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=5799274a-67eb-479c-9b5c-9d5a397d1f88,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:21.294066 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a8424fda-dc0f-4969-b461-959e0cdbca70 req-ceeeef95-e30f-4be1-a3fe-31eecc8dfe21 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1701031587&fields=id&tenant_id=0b9502da27d64dffaf0859d1f6b5663f HTTP/1.1" status: 200  len: 267 time: 0.0927582
May 07 21:53:21.298275 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [req-df8154e4-8839-4272-b755-1f4f0cd3d1ee req-4f4eb4e2-f4ed-4382-ae87-505cc55dd3b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e3541c5-8b43-4853-87f1-12bbd6ab00a7 {{(pid=121836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:53:21.316302 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-df8154e4-8839-4272-b755-1f4f0cd3d1ee req-4f4eb4e2-f4ed-4382-ae87-505cc55dd3b9 service neutron] Publish callbacks [] for port (7e3541c5-8b43-4853-87f1-12bbd6ab00a7), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:21.324788 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6285f5d2-89b2-4d59-a08b-efc25e56d8a9 req-69b85a98-47f6-459c-9c1a-6bc265a3894f tempest-ServerMetadataNegativeTestJSON-1474697718 tempest-ServerMetadataNegativeTestJSON-1474697718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:21.326271 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6285f5d2-89b2-4d59-a08b-efc25e56d8a9 req-69b85a98-47f6-459c-9c1a-6bc265a3894f tempest-ServerMetadataNegativeTestJSON-1474697718 tempest-ServerMetadataNegativeTestJSON-1474697718-project] 10.222.0.32 "GET /v2.0/ports?device_id=04703f55-713a-4a4d-ba3f-551622d66f93 HTTP/1.1" status: 200  len: 931 time: 0.0477977
May 07 21:53:21.373477 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.provisioning_blocks [req-df8154e4-8839-4272-b755-1f4f0cd3d1ee req-4f4eb4e2-f4ed-4382-ae87-505cc55dd3b9 service neutron] Transition to ACTIVE for port object 7e3541c5-8b43-4853-87f1-12bbd6ab00a7 will not be triggered until provisioned by entity L2. {{(pid=121836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:53:21.377013 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6285f5d2-89b2-4d59-a08b-efc25e56d8a9 req-003ca05e-05b7-4af2-b93b-e981f7a8fe1b tempest-ServerMetadataNegativeTestJSON-1474697718 tempest-ServerMetadataNegativeTestJSON-1474697718-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc5355db-872b-43ef-8c05-136def76b34e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435631
May 07 21:53:21.378678 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-df8154e4-8839-4272-b755-1f4f0cd3d1ee req-4f4eb4e2-f4ed-4382-ae87-505cc55dd3b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (7e3541c5-8b43-4853-87f1-12bbd6ab00a7), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:21.475323 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f179f211-b831-40e7-9c1e-a5ca1715535a req-f89db7eb-6ad6-477d-a240-84d1050d1d7b tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc2b763-2769-4c0e-9bf3-9ee54868505c HTTP/1.1" status: 200  len: 210 time: 0.0341649
May 07 21:53:21.528748 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:21.653735 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaf68d8-86a6-40e4-a74d-78636a75e7aa req-577bf25f-9c98-4deb-9632-2a9cd59025b1 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:21.659169 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaf68d8-86a6-40e4-a74d-78636a75e7aa req-577bf25f-9c98-4deb-9632-2a9cd59025b1 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:21.660878 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9eaf68d8-86a6-40e4-a74d-78636a75e7aa req-577bf25f-9c98-4deb-9632-2a9cd59025b1 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "GET /v2.0/ports?device_id=6963278d-8040-4bd4-82fd-8f6d81720c74 HTTP/1.1" status: 200  len: 1682 time: 0.0636389
May 07 21:53:21.697188 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a88f6af8-9216-4fc6-bc9f-c0bf058986b9 req-d34a23cf-2931-4fc3-bfd9-7642db072bdf service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=93763c68-763e-42ac-8855-5e7fed771529 HTTP/1.1" status: 200  len: 210 time: 0.0353239
May 07 21:53:21.739281 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9eaf68d8-86a6-40e4-a74d-78636a75e7aa req-1571045d-527e-4d6e-839c-c99e769af7ed tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "GET /v2.0/security-groups?id=79406975-00eb-485e-b3fe-001bab536dcd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458665
May 07 21:53:21.782509 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4eb4e2-f4ed-4382-ae87-505cc55dd3b9 service neutron] Pushing event updated for resources: {'Port': ['ID=7e3541c5-8b43-4853-87f1-12bbd6ab00a7,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:21.790063 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8424fda-dc0f-4969-b461-959e0cdbca70 req-1def4372-2857-4c0b-a348-516dbb7f3eab tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:21.791236 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a8424fda-dc0f-4969-b461-959e0cdbca70 req-1def4372-2857-4c0b-a348-516dbb7f3eab tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] 10.222.0.32 "GET /v2.0/networks?id=1f24181a-d123-46a2-bb1f-06c929171e6c HTTP/1.1" status: 200  len: 816 time: 0.4886060
May 07 21:53:21.842932 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5f1a0a41-4293-4bab-af47-809d21aa8023 req-37d68e3c-c2b2-4ed6-818b-73b4fc4213e1 tempest-ServerShowV257Test-572012695 tempest-ServerShowV257Test-572012695-project] 10.222.0.32 "GET /v2.0/ports?device_id=93763c68-763e-42ac-8855-5e7fed771529 HTTP/1.1" status: 200  len: 210 time: 0.0348639
May 07 21:53:21.850080 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a8424fda-dc0f-4969-b461-959e0cdbca70 req-54d0597e-cc58-4764-9f7a-219097933424 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] 10.222.0.32 "GET /v2.0/quotas/0b9502da27d64dffaf0859d1f6b5663f HTTP/1.1" status: 200  len: 375 time: 0.0368540
May 07 21:53:21.885744 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 8aa3ddb5-af68-4e84-8882-3a527916b441 up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:53:21.908085 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-df8154e4-8839-4272-b755-1f4f0cd3d1ee req-4f4eb4e2-f4ed-4382-ae87-505cc55dd3b9 service neutron] Attempting to bind port 7e3541c5-8b43-4853-87f1-12bbd6ab00a7 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:53:21.908517 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-df8154e4-8839-4272-b755-1f4f0cd3d1ee req-4f4eb4e2-f4ed-4382-ae87-505cc55dd3b9 service neutron] Attempting to bind port 7e3541c5-8b43-4853-87f1-12bbd6ab00a7 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '529d807f-dd56-4f39-90f1-5dc23415d80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '50bd2f97-b40e-4599-95f3-785427235a9f'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:53:21.908915 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df8154e4-8839-4272-b755-1f4f0cd3d1ee req-4f4eb4e2-f4ed-4382-ae87-505cc55dd3b9 service neutron] Attempting to bind port 7e3541c5-8b43-4853-87f1-12bbd6ab00a7 on network 50bd2f97-b40e-4599-95f3-785427235a9f {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:53:21.922395 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a8424fda-dc0f-4969-b461-959e0cdbca70 req-907fc2d3-981f-40dd-beed-1f150bdb9b86 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0b9502da27d64dffaf0859d1f6b5663f&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0645959
May 07 21:53:21.923161 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df8154e4-8839-4272-b755-1f4f0cd3d1ee req-4f4eb4e2-f4ed-4382-ae87-505cc55dd3b9 service neutron] Port 7e3541c5-8b43-4853-87f1-12bbd6ab00a7 on network 50bd2f97-b40e-4599-95f3-785427235a9f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:53:21.923485 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df8154e4-8839-4272-b755-1f4f0cd3d1ee req-4f4eb4e2-f4ed-4382-ae87-505cc55dd3b9 service neutron] Attempting to bind port 7e3541c5-8b43-4853-87f1-12bbd6ab00a7 on network 50bd2f97-b40e-4599-95f3-785427235a9f {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:53:21.929368 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df8154e4-8839-4272-b755-1f4f0cd3d1ee req-4f4eb4e2-f4ed-4382-ae87-505cc55dd3b9 service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:53:21.929725 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df8154e4-8839-4272-b755-1f4f0cd3d1ee req-4f4eb4e2-f4ed-4382-ae87-505cc55dd3b9 service neutron] Checking segment: {'id': '529d807f-dd56-4f39-90f1-5dc23415d80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '50bd2f97-b40e-4599-95f3-785427235a9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:53:21.930112 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df8154e4-8839-4272-b755-1f4f0cd3d1ee req-4f4eb4e2-f4ed-4382-ae87-505cc55dd3b9 service neutron] Bound using segment: {'id': '529d807f-dd56-4f39-90f1-5dc23415d80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '50bd2f97-b40e-4599-95f3-785427235a9f'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:53:21.930513 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-df8154e4-8839-4272-b755-1f4f0cd3d1ee req-4f4eb4e2-f4ed-4382-ae87-505cc55dd3b9 service neutron] Bound port: 7e3541c5-8b43-4853-87f1-12bbd6ab00a7, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '529d807f-dd56-4f39-90f1-5dc23415d80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '50bd2f97-b40e-4599-95f3-785427235a9f'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:53:21.930895 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-df8154e4-8839-4272-b755-1f4f0cd3d1ee req-4f4eb4e2-f4ed-4382-ae87-505cc55dd3b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (7e3541c5-8b43-4853-87f1-12bbd6ab00a7), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:21.933536 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning for port 8aa3ddb5-af68-4e84-8882-3a527916b441 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:53:21.941704 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port 8aa3ddb5-af68-4e84-8882-3a527916b441 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:53:21.942678 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (8aa3ddb5-af68-4e84-8882-3a527916b441), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:22.023925 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 8aa3ddb5-af68-4e84-8882-3a527916b441 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:53:22.024202 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (8aa3ddb5-af68-4e84-8882-3a527916b441), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:22.056630 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 8aa3ddb5-af68-4e84-8882-3a527916b441, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8aa3ddb5-af68-4e84-8882-3a527916b441,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:53:22.060695 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (8aa3ddb5-af68-4e84-8882-3a527916b441), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:22.064689 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-df8154e4-8839-4272-b755-1f4f0cd3d1ee req-4f4eb4e2-f4ed-4382-ae87-505cc55dd3b9 service neutron] For port 7e3541c5-8b43-4853-87f1-12bbd6ab00a7, host nch1-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:53:22.072118 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-df8154e4-8839-4272-b755-1f4f0cd3d1ee req-4f4eb4e2-f4ed-4382-ae87-505cc55dd3b9 service neutron] For port 7e3541c5-8b43-4853-87f1-12bbd6ab00a7, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7e3541c5-8b43-4853-87f1-12bbd6ab00a7,segment=NetworkSegment(529d807f-dd56-4f39-90f1-5dc23415d80c),segment_id=529d807f-dd56-4f39-90f1-5dc23415d80c)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:53:22.084105 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-df8154e4-8839-4272-b755-1f4f0cd3d1ee req-4f4eb4e2-f4ed-4382-ae87-505cc55dd3b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (7e3541c5-8b43-4853-87f1-12bbd6ab00a7), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:22.090325 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a8424fda-dc0f-4969-b461-959e0cdbca70 req-15b62e08-0cf8-4883-a86e-aef3ff558c9b service neutron] 10.222.0.32 "GET /v2.0/networks/1f24181a-d123-46a2-bb1f-06c929171e6c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1488695
May 07 21:53:22.110926 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=8aa3ddb5-af68-4e84-8882-3a527916b441,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:22.133675 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8154e4-8839-4272-b755-1f4f0cd3d1ee req-4f4eb4e2-f4ed-4382-ae87-505cc55dd3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:22.134299 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-df8154e4-8839-4272-b755-1f4f0cd3d1ee req-4f4eb4e2-f4ed-4382-ae87-505cc55dd3b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:22.135808 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-df8154e4-8839-4272-b755-1f4f0cd3d1ee req-4f4eb4e2-f4ed-4382-ae87-505cc55dd3b9 service neutron] 10.222.0.55 "PUT /v2.0/ports/7e3541c5-8b43-4853-87f1-12bbd6ab00a7 HTTP/1.1" status: 200  len: 1091 time: 1.4013069
May 07 21:53:22.150927 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04703f55-713a-4a4d-ba3f-551622d66f93', 'tag': '7e3541c5-8b43-4853-87f1-12bbd6ab00a7'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:53:22.154322 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f014336-d98e-48d5-8a6b-154c17a639c7" -d '{"events": [{"name": "network-changed", "server_uuid": "04703f55-713a-4a4d-ba3f-551622d66f93", "tag": "7e3541c5-8b43-4853-87f1-12bbd6ab00a7"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:53:22.210807 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2c6f82-fc99-4f40-a9f0-1b264f4af412 req-5852f4f7-1869-44b1-b04c-561382da3784 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:22.215248 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ca2c6f82-fc99-4f40-a9f0-1b264f4af412 req-5852f4f7-1869-44b1-b04c-561382da3784 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b485f98-6005-4fd2-a4ca-72e35f397c6a HTTP/1.1" status: 200  len: 945 time: 0.0744267
May 07 21:53:22.259430 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4eb4e2-f4ed-4382-ae87-505cc55dd3b9 service neutron] Pushing event updated for resources: {'Port': ['ID=7e3541c5-8b43-4853-87f1-12bbd6ab00a7,revision_number=3']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:22.260786 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ca2c6f82-fc99-4f40-a9f0-1b264f4af412 req-9c08600c-6f70-455b-b388-35ea1d8b9c67 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b18b124-d6ae-4635-93ed-9957a39a34ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425739
May 07 21:53:22.272926 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8154e4-8839-4272-b755-1f4f0cd3d1ee req-c6bfb2b8-59fc-4b16-b76a-90949462607e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:22.274454 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-df8154e4-8839-4272-b755-1f4f0cd3d1ee req-c6bfb2b8-59fc-4b16-b76a-90949462607e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=30dc61c4cf2b43f986262f0c112abf49&device_id=04703f55-713a-4a4d-ba3f-551622d66f93 HTTP/1.1" status: 200  len: 1125 time: 0.0614178
May 07 21:53:22.325456 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6490294d-9ec7-4fa8-83b7-258ea73fa2e6 x-openstack-request-id: req-6490294d-9ec7-4fa8-83b7-258ea73fa2e6 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:53:22.325751 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04703f55-713a-4a4d-ba3f-551622d66f93", "tag": "7e3541c5-8b43-4853-87f1-12bbd6ab00a7", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:53:22.326004 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6490294d-9ec7-4fa8-83b7-258ea73fa2e6 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:53:22.326397 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6490294d-9ec7-4fa8-83b7-258ea73fa2e6'] response: {'name': 'network-changed', 'server_uuid': '04703f55-713a-4a4d-ba3f-551622d66f93', 'tag': '7e3541c5-8b43-4853-87f1-12bbd6ab00a7', 'status': 'completed', 'code': 200}
May 07 21:53:22.328417 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a8424fda-dc0f-4969-b461-959e0cdbca70 req-5425d1c3-bc64-4185-b75d-08f398b52863 service neutron] 10.222.0.32 "GET /v2.0/networks/1f24181a-d123-46a2-bb1f-06c929171e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2097371
May 07 21:53:22.329783 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-df8154e4-8839-4272-b755-1f4f0cd3d1ee req-cdb0c11a-cde1-48db-a6f5-7d6f04fc79df service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e3541c5-8b43-4853-87f1-12bbd6ab00a7 HTTP/1.1" status: 200  len: 217 time: 0.0456724
May 07 21:53:22.379076 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8154e4-8839-4272-b755-1f4f0cd3d1ee req-ec231229-9c1f-41b7-aa0e-50c4cb546aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:22.380643 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-df8154e4-8839-4272-b755-1f4f0cd3d1ee req-ec231229-9c1f-41b7-aa0e-50c4cb546aec service neutron] 10.222.0.55 "GET /v2.0/subnets?id=18978886-6eb4-4053-bd74-93240565be39 HTTP/1.1" status: 200  len: 861 time: 0.0449579
May 07 21:53:22.403899 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0c9ee3-acbd-4b58-af26-0b21b2dcf0bb req-fb08be85-7e11-4264-926a-42ccce7a681c tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:22.408777 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1d0c9ee3-acbd-4b58-af26-0b21b2dcf0bb req-fb08be85-7e11-4264-926a-42ccce7a681c tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf893208-e805-488d-abb0-38477b4858b2 HTTP/1.1" status: 200  len: 949 time: 0.0529869
May 07 21:53:22.416061 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-df8154e4-8839-4272-b755-1f4f0cd3d1ee req-cdbfe4ba-9f41-4e6d-8e31-2eab15fe503c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=50bd2f97-b40e-4599-95f3-785427235a9f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0284271
May 07 21:53:22.467953 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1d0c9ee3-acbd-4b58-af26-0b21b2dcf0bb req-491cb5ec-6056-42aa-b325-c96bf3b5ca2e tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad3a4a-28e8-4f61-8418-801ae6599362&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524142
May 07 21:53:22.509715 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6963278d-8040-4bd4-82fd-8f6d81720c74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5799274a-67eb-479c-9b5c-9d5a397d1f88'}, {'server_uuid': 'bf893208-e805-488d-abb0-38477b4858b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aa3ddb5-af68-4e84-8882-3a527916b441'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:53:22.512905 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4456c424-965e-435e-8fed-23ae3f291dd8" -d '{"events": [{"server_uuid": "6963278d-8040-4bd4-82fd-8f6d81720c74", "name": "network-vif-plugged", "status": "completed", "tag": "5799274a-67eb-479c-9b5c-9d5a397d1f88"}, {"server_uuid": "bf893208-e805-488d-abb0-38477b4858b2", "name": "network-vif-plugged", "status": "completed", "tag": "8aa3ddb5-af68-4e84-8882-3a527916b441"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:53:22.566589 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-df8154e4-8839-4272-b755-1f4f0cd3d1ee req-438747cc-75ef-4471-a4c2-e975fa056bf5 service neutron] 10.222.0.55 "GET /v2.0/networks/50bd2f97-b40e-4599-95f3-785427235a9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1428306
May 07 21:53:22.593109 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8570c5fc-d999-47b6-94e5-de2f7d535056 req-6693eb69-67c4-4ae3-8474-23ee25939e1d tempest-ServerMetadataNegativeTestJSON-1474697718 tempest-ServerMetadataNegativeTestJSON-1474697718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:22.595221 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8570c5fc-d999-47b6-94e5-de2f7d535056 req-6693eb69-67c4-4ae3-8474-23ee25939e1d tempest-ServerMetadataNegativeTestJSON-1474697718 tempest-ServerMetadataNegativeTestJSON-1474697718-project] 10.222.0.32 "GET /v2.0/ports?device_id=04703f55-713a-4a4d-ba3f-551622d66f93 HTTP/1.1" status: 200  len: 943 time: 0.0603864
May 07 21:53:22.671913 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-60589923-2923-4af9-8e56-2b005accb05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:22.673291 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-60589923-2923-4af9-8e56-2b005accb05c service neutron] 10.222.0.59 "GET /v2.0/ports/c3af0b52-e2d3-4593-a7f9-ff7d7fa37fb8 HTTP/1.1" status: 200  len: 1033 time: 0.0543590
May 07 21:53:22.681805 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8570c5fc-d999-47b6-94e5-de2f7d535056 req-f8f9bc68-b5fb-47a6-852a-c99d712483cd tempest-ServerMetadataNegativeTestJSON-1474697718 tempest-ServerMetadataNegativeTestJSON-1474697718-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc5355db-872b-43ef-8c05-136def76b34e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0799282
May 07 21:53:22.690709 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-df8154e4-8839-4272-b755-1f4f0cd3d1ee req-a1835bf8-83a2-4cb2-b6a5-24327ec8bcd3 service neutron] 10.222.0.55 "GET /v2.0/networks/50bd2f97-b40e-4599-95f3-785427235a9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1176562
May 07 21:53:22.769731 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 07 May 2022 21:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a861c242-5f85-4e63-9fb3-dc00f109a3dc x-openstack-request-id: req-a861c242-5f85-4e63-9fb3-dc00f109a3dc {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:53:22.770006 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6963278d-8040-4bd4-82fd-8f6d81720c74", "name": "network-vif-plugged", "status": "completed", "tag": "5799274a-67eb-479c-9b5c-9d5a397d1f88", "code": 200}, {"server_uuid": "bf893208-e805-488d-abb0-38477b4858b2", "name": "network-vif-plugged", "status": "completed", "tag": "8aa3ddb5-af68-4e84-8882-3a527916b441", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:53:22.770266 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a861c242-5f85-4e63-9fb3-dc00f109a3dc {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:53:22.771204 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a861c242-5f85-4e63-9fb3-dc00f109a3dc'] response: {'server_uuid': '6963278d-8040-4bd4-82fd-8f6d81720c74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5799274a-67eb-479c-9b5c-9d5a397d1f88', 'code': 200}
May 07 21:53:22.771557 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a861c242-5f85-4e63-9fb3-dc00f109a3dc'] response: {'server_uuid': 'bf893208-e805-488d-abb0-38477b4858b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aa3ddb5-af68-4e84-8882-3a527916b441', 'code': 200}
May 07 21:53:22.771948 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-95c9b2f5-a16c-4594-92e8-726ea455d1ba req-5675e359-aff1-4a6e-ba61-cbcf97cac696 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc2b763-2769-4c0e-9bf3-9ee54868505c HTTP/1.1" status: 200  len: 210 time: 0.0416329
May 07 21:53:22.778875 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-3dc45648-3463-47cb-9691-001ef71e7802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:22.780268 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-3dc45648-3463-47cb-9691-001ef71e7802 service neutron] 10.222.0.59 "GET /v2.0/ports/7ea348ce-dc31-4a97-a925-458a8adb95a1 HTTP/1.1" status: 200  len: 1032 time: 0.0979595
May 07 21:53:22.856186 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-190b15d7-7b27-4dc3-8083-9de959b82256 req-de9ddd43-3071-4a4a-bfbb-949b935b0d3e tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] 10.222.0.32 "GET /v2.0/ports?device_id=7df1b628-71b8-4dd0-893e-521f565ba1fc HTTP/1.1" status: 200  len: 210 time: 0.0292432
May 07 21:53:22.984424 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4fc874-7e3d-4a17-9c1f-24aef66e750a req-9ed4f646-8c54-44ed-86db-7163645208e4 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:23.001023 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4fc874-7e3d-4a17-9c1f-24aef66e750a req-9ed4f646-8c54-44ed-86db-7163645208e4 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:23.010719 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-be4fc874-7e3d-4a17-9c1f-24aef66e750a req-9ed4f646-8c54-44ed-86db-7163645208e4 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "GET /v2.0/ports?device_id=6963278d-8040-4bd4-82fd-8f6d81720c74 HTTP/1.1" status: 200  len: 1682 time: 0.1374226
May 07 21:53:23.029160 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7b695120-4569-4a6b-9fbe-1de3557a08aa req-0ab7bc7f-4b25-43b3-8b04-3179078d155d tempest-ServerShowV257Test-572012695 tempest-ServerShowV257Test-572012695-project] 10.222.0.32 "GET /v2.0/ports?device_id=93763c68-763e-42ac-8855-5e7fed771529 HTTP/1.1" status: 200  len: 210 time: 0.0370746
May 07 21:53:23.079973 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-be4fc874-7e3d-4a17-9c1f-24aef66e750a req-5021fc34-03e0-4270-96b8-23ca8f647ff1 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "GET /v2.0/security-groups?id=79406975-00eb-485e-b3fe-001bab536dcd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0665586
May 07 21:53:23.115582 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-e0861705-d5d1-4725-a7ed-2eacdd15820f tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:23.120703 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-e0861705-d5d1-4725-a7ed-2eacdd15820f tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:23.125798 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-e0861705-d5d1-4725-a7ed-2eacdd15820f tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:23.127493 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-e0861705-d5d1-4725-a7ed-2eacdd15820f tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.59 "GET /v2.0/networks?id=509cbb97-8d95-4377-b498-4ce6a1d5a1d9&id=5159d3da-3059-47f6-8ecf-b4d9b2b9d7de&id=5159d3da-3059-47f6-8ecf-b4d9b2b9d7de&id=5159d3da-3059-47f6-8ecf-b4d9b2b9d7de&id=5159d3da-3059-47f6-8ecf-b4d9b2b9d7de&id=609f4b94-ee73-43b2-a5f1-920ecad898a5&id=609f4b94-ee73-43b2-a5f1-920ecad898a5 HTTP/1.1" status: 200  len: 1992 time: 0.2344482
May 07 21:53:23.194583 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-521d4719-1fc3-4ea4-b171-03213bcee95e tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f75cb675742543209bcbb75d99b60e97 HTTP/1.1" status: 200  len: 380 time: 0.0585053
May 07 21:53:23.202503 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-a126f8fa-0e69-4d83-a2c4-203e1660ca5e tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Request body: {'port': {'device_id': '7bc2b763-2769-4c0e-9bf3-9ee54868505c', 'network_id': '509cbb97-8d95-4377-b498-4ce6a1d5a1d9', 'admin_state_up': True, 'tenant_id': 'f75cb675742543209bcbb75d99b60e97', 'security_groups': ['623940a1-6290-423b-87cb-2a84fe4a7634']}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:53:23.327980 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-a126f8fa-0e69-4d83-a2c4-203e1660ca5e tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Made reservation on behalf of f75cb675742543209bcbb75d99b60e97 for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:53:23.331661 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-a126f8fa-0e69-4d83-a2c4-203e1660ca5e tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:23.431112 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9b42cc-3ca3-4f98-9a43-c9117b2f97f1 req-3a68d45a-d4a8-4320-80b4-eae598dd6810 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:23.432735 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-be9b42cc-3ca3-4f98-9a43-c9117b2f97f1 req-3a68d45a-d4a8-4320-80b4-eae598dd6810 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b485f98-6005-4fd2-a4ca-72e35f397c6a HTTP/1.1" status: 200  len: 945 time: 0.0904500
May 07 21:53:23.535116 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-be9b42cc-3ca3-4f98-9a43-c9117b2f97f1 req-e844c69d-7ff1-4a2b-8ec1-ab2ffe5d5d4e tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b18b124-d6ae-4635-93ed-9957a39a34ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0952523
May 07 21:53:23.552924 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-71a67d8f-02cf-4599-8dc6-1217a0c8e080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:23.554951 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-a126f8fa-0e69-4d83-a2c4-203e1660ca5e tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Allocated IP 172.20.0.4 (509cbb97-8d95-4377-b498-4ce6a1d5a1d9/2c9b6f0f-d910-4c1b-9477-b2b4c63a6d0b/c96fe3c0-1df8-4707-980e-6b6ab0d159b2) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:53:23.608437 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80f800a-f143-4446-b5a3-ba4af8900946 req-436c495d-f8c0-4345-9717-5db1b8634249 tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:23.610304 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f80f800a-f143-4446-b5a3-ba4af8900946 req-436c495d-f8c0-4345-9717-5db1b8634249 tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf893208-e805-488d-abb0-38477b4858b2 HTTP/1.1" status: 200  len: 949 time: 0.0540681
May 07 21:53:23.665981 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f014336-d98e-48d5-8a6b-154c17a639c7 req-5e719f81-5413-4490-a713-be0fbcf15067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:23.667511 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4f014336-d98e-48d5-8a6b-154c17a639c7 req-5e719f81-5413-4490-a713-be0fbcf15067 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=30dc61c4cf2b43f986262f0c112abf49&device_id=04703f55-713a-4a4d-ba3f-551622d66f93 HTTP/1.1" status: 200  len: 1125 time: 0.0492902
May 07 21:53:23.684703 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:23.739067 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-a126f8fa-0e69-4d83-a2c4-203e1660ca5e tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks [] for port (c96fe3c0-1df8-4707-980e-6b6ab0d159b2), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:23.805717 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f80f800a-f143-4446-b5a3-ba4af8900946 req-de4501d6-e2e7-4f30-825d-98d81680be08 tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad3a4a-28e8-4f61-8418-801ae6599362&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1885598
May 07 21:53:23.824267 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f014336-d98e-48d5-8a6b-154c17a639c7 req-e6d76817-143f-44b9-a2a1-df783d27db20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:23.826046 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4f014336-d98e-48d5-8a6b-154c17a639c7 req-e6d76817-143f-44b9-a2a1-df783d27db20 service neutron] 10.222.0.55 "GET /v2.0/networks?id=50bd2f97-b40e-4599-95f3-785427235a9f HTTP/1.1" status: 200  len: 922 time: 0.1355059
May 07 21:53:23.867798 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7bbd76-2547-474e-ae90-57ae92b3c614 req-b5fe5231-7e29-4e0c-af99-1ff797cfdcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:23.869460 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ff7bbd76-2547-474e-ae90-57ae92b3c614 req-b5fe5231-7e29-4e0c-af99-1ff797cfdcd5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bf893208-e805-488d-abb0-38477b4858b2 HTTP/1.1" status: 200  len: 1131 time: 0.1235027
May 07 21:53:23.870434 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd8c34-10f4-467e-b11c-bfe82589559e req-59dffd51-25d1-41d7-8be7-f37bbc6e2386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:23.871058 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd8c34-10f4-467e-b11c-bfe82589559e req-59dffd51-25d1-41d7-8be7-f37bbc6e2386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:23.872339 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a4cd8c34-10f4-467e-b11c-bfe82589559e req-59dffd51-25d1-41d7-8be7-f37bbc6e2386 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6963278d-8040-4bd4-82fd-8f6d81720c74 HTTP/1.1" status: 200  len: 2046 time: 0.1252942
May 07 21:53:23.894171 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4f014336-d98e-48d5-8a6b-154c17a639c7 req-2b14cbd6-b748-46bc-8e97-71211d43ef2b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7e3541c5-8b43-4853-87f1-12bbd6ab00a7 HTTP/1.1" status: 200  len: 217 time: 0.0572982
May 07 21:53:23.903701 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf41dc1-1694-4e62-8ecf-5693aedaeed3 req-c51387a1-02c3-4aec-a1d1-5d6f085c7239 tempest-ServerMetadataNegativeTestJSON-1474697718 tempest-ServerMetadataNegativeTestJSON-1474697718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:23.905293 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8cf41dc1-1694-4e62-8ecf-5693aedaeed3 req-c51387a1-02c3-4aec-a1d1-5d6f085c7239 tempest-ServerMetadataNegativeTestJSON-1474697718 tempest-ServerMetadataNegativeTestJSON-1474697718-project] 10.222.0.32 "GET /v2.0/ports?device_id=04703f55-713a-4a4d-ba3f-551622d66f93 HTTP/1.1" status: 200  len: 943 time: 0.0968940
May 07 21:53:23.947303 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-a126f8fa-0e69-4d83-a2c4-203e1660ca5e tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (c96fe3c0-1df8-4707-980e-6b6ab0d159b2), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:23.976579 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f014336-d98e-48d5-8a6b-154c17a639c7 req-52f344f7-efd3-494a-8a74-d39a59a00175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:23.978714 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4f014336-d98e-48d5-8a6b-154c17a639c7 req-52f344f7-efd3-494a-8a74-d39a59a00175 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=18978886-6eb4-4053-bd74-93240565be39 HTTP/1.1" status: 200  len: 861 time: 0.0767925
May 07 21:53:24.023333 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ff7bbd76-2547-474e-ae90-57ae92b3c614 req-5252adfb-33f7-4e49-93cf-1936fd6b4bdb service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=79ad3a4a-28e8-4f61-8418-801ae6599362&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1426535
May 07 21:53:24.030823 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a4cd8c34-10f4-467e-b11c-bfe82589559e req-a58ba0b8-1c85-4eb1-8f86-bde91ac03b28 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=79406975-00eb-485e-b3fe-001bab536dcd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1484871
May 07 21:53:24.040107 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4f014336-d98e-48d5-8a6b-154c17a639c7 req-5bbe3c57-51ee-4952-84b3-53ef33708fba service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=50bd2f97-b40e-4599-95f3-785427235a9f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0348325
May 07 21:53:24.046169 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-a126f8fa-0e69-4d83-a2c4-203e1660ca5e tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Network 509cbb97-8d95-4377-b498-4ce6a1d5a1d9 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:53:24.047256 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86a2c49-d7d9-493e-b3d9-612c44957c09 req-a37543ea-59e7-4ef1-999b-b4dd2eaa3ca0 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:24.048967 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f86a2c49-d7d9-493e-b3d9-612c44957c09 req-a37543ea-59e7-4ef1-999b-b4dd2eaa3ca0 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc2b763-2769-4c0e-9bf3-9ee54868505c HTTP/1.1" status: 200  len: 931 time: 0.0888512
May 07 21:53:24.054699 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-a126f8fa-0e69-4d83-a2c4-203e1660ca5e tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:53:24.071363 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8cf41dc1-1694-4e62-8ecf-5693aedaeed3 req-af4d72ba-f463-429f-ab9a-08b1ef735b1b tempest-ServerMetadataNegativeTestJSON-1474697718 tempest-ServerMetadataNegativeTestJSON-1474697718-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc5355db-872b-43ef-8c05-136def76b34e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1494100
May 07 21:53:24.072512 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-a126f8fa-0e69-4d83-a2c4-203e1660ca5e tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:53:24.083351 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a126f8fa-0e69-4d83-a2c4-203e1660ca5e tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Pushing event updated for resources: {'Port': ['ID=c96fe3c0-1df8-4707-980e-6b6ab0d159b2,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:24.125449 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f86a2c49-d7d9-493e-b3d9-612c44957c09 req-3cd6df3a-a51d-4e00-a8de-fdb30bb21b0e tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/security-groups?id=623940a1-6290-423b-87cb-2a84fe4a7634&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0656052
May 07 21:53:24.166550 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-a126f8fa-0e69-4d83-a2c4-203e1660ca5e tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:24.167301 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-a126f8fa-0e69-4d83-a2c4-203e1660ca5e tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:24.207715 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bda3ae83-82a7-434d-91df-c2af64b6e741 req-423b35c0-4392-4ff7-a311-18163ff66ae7 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] 10.222.0.32 "GET /v2.0/ports?device_id=7df1b628-71b8-4dd0-893e-521f565ba1fc HTTP/1.1" status: 200  len: 210 time: 0.0364664
May 07 21:53:24.219601 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-a126f8fa-0e69-4d83-a2c4-203e1660ca5e tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0207186
May 07 21:53:24.234096 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-045f26c1-ca85-4fb6-a8cd-eeaf656c6f1a tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Request body: {'port': {'device_id': '7bc2b763-2769-4c0e-9bf3-9ee54868505c', 'network_id': '5159d3da-3059-47f6-8ecf-b4d9b2b9d7de', 'admin_state_up': True, 'tenant_id': 'f75cb675742543209bcbb75d99b60e97', 'security_groups': ['623940a1-6290-423b-87cb-2a84fe4a7634']}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:53:24.263366 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1bd0e695-1272-463c-a5e8-d309ea474047 req-6afe6dab-78ad-4f17-b5f0-61819ce902a5 tempest-ServerShowV257Test-572012695 tempest-ServerShowV257Test-572012695-project] 10.222.0.32 "GET /v2.0/ports?device_id=93763c68-763e-42ac-8855-5e7fed771529 HTTP/1.1" status: 200  len: 210 time: 0.0492907
May 07 21:53:24.383607 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03b3fec-f98c-4581-9964-9bdb27bfb316 req-248575e5-2bd8-4ebf-91a4-fcea280398ce tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:24.389298 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03b3fec-f98c-4581-9964-9bdb27bfb316 req-248575e5-2bd8-4ebf-91a4-fcea280398ce tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:24.391232 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a03b3fec-f98c-4581-9964-9bdb27bfb316 req-248575e5-2bd8-4ebf-91a4-fcea280398ce tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "GET /v2.0/ports?device_id=6963278d-8040-4bd4-82fd-8f6d81720c74 HTTP/1.1" status: 200  len: 1682 time: 0.0862560
May 07 21:53:24.445843 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-392c16ce-6361-49bb-a8b9-929d94edcab2 None None] Provisioning complete for port c96fe3c0-1df8-4707-980e-6b6ab0d159b2 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:53:24.446229 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-392c16ce-6361-49bb-a8b9-929d94edcab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (c96fe3c0-1df8-4707-980e-6b6ab0d159b2), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:24.480068 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-045f26c1-ca85-4fb6-a8cd-eeaf656c6f1a tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Made reservation on behalf of f75cb675742543209bcbb75d99b60e97 for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:53:24.484420 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-045f26c1-ca85-4fb6-a8cd-eeaf656c6f1a tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:24.493120 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-392c16ce-6361-49bb-a8b9-929d94edcab2 None None] Port c96fe3c0-1df8-4707-980e-6b6ab0d159b2 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:53:24.542430 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-750cb4e9-fcce-44ba-bcdc-e5398ca09682 req-d40f8942-e750-43f1-873e-2d5e25a6569f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=09fe0f4d227c4e7d9c5c8afafd82f975&device_id=93763c68-763e-42ac-8855-5e7fed771529 HTTP/1.1" status: 200  len: 210 time: 0.0638463
May 07 21:53:24.554707 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a197b280-74e5-4f5e-b266-379b2bcb0541 req-d8d583d6-2956-4345-8dbb-1e675ad9fed0 tempest-ServerShowV257Test-572012695 tempest-ServerShowV257Test-572012695-project] 10.222.0.32 "GET /v2.0/ports?device_id=93763c68-763e-42ac-8855-5e7fed771529 HTTP/1.1" status: 200  len: 210 time: 0.0281777
May 07 21:53:24.629681 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a03b3fec-f98c-4581-9964-9bdb27bfb316 req-e649020b-ea1d-4bb4-b258-a5d88f0070ed tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "GET /v2.0/security-groups?id=79406975-00eb-485e-b3fe-001bab536dcd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2317181
May 07 21:53:24.656467 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-750cb4e9-fcce-44ba-bcdc-e5398ca09682 req-d7d63521-a8f2-4b92-947c-45bfbe34e845 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=09fe0f4d227c4e7d9c5c8afafd82f975&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0305271
May 07 21:53:24.693460 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931ee49e-4427-4981-b079-6ddff85ab9c6 req-0f266a99-6048-4455-b036-12c3329793e2 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:24.695835 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-931ee49e-4427-4981-b079-6ddff85ab9c6 req-0f266a99-6048-4455-b036-12c3329793e2 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b485f98-6005-4fd2-a4ca-72e35f397c6a HTTP/1.1" status: 200  len: 945 time: 0.0568416
May 07 21:53:24.748016 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-931ee49e-4427-4981-b079-6ddff85ab9c6 req-1be0b1af-e781-4f86-87fd-9041fcb74d13 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b18b124-d6ae-4635-93ed-9957a39a34ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430787
May 07 21:53:24.770133 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-045f26c1-ca85-4fb6-a8cd-eeaf656c6f1a tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Allocated IP 10.1.1.249 (5159d3da-3059-47f6-8ecf-b4d9b2b9d7de/bb1f6c63-3864-40bd-a2ae-039b8eadf327/5ace34e4-5209-40cb-a0ff-407d97d110dd) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:53:24.816643 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750cb4e9-fcce-44ba-bcdc-e5398ca09682 req-1792a3ea-a4b3-4b47-8b96-bba9e2345d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:24.818410 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-750cb4e9-fcce-44ba-bcdc-e5398ca09682 req-1792a3ea-a4b3-4b47-8b96-bba9e2345d55 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1343966
May 07 21:53:24.966168 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4f014336-d98e-48d5-8a6b-154c17a639c7 req-fea9297a-ef70-4765-8364-725dd3120fd1 service neutron] 10.222.0.55 "GET /v2.0/networks/50bd2f97-b40e-4599-95f3-785427235a9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1124816
May 07 21:53:24.978464 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-045f26c1-ca85-4fb6-a8cd-eeaf656c6f1a tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks [] for port (5ace34e4-5209-40cb-a0ff-407d97d110dd), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:24.986842 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759d4fb2-47a9-466c-adea-0033eaba3bb7 req-e3287815-162b-4c96-9ebb-570193c1a629 tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:24.988292 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-759d4fb2-47a9-466c-adea-0033eaba3bb7 req-e3287815-162b-4c96-9ebb-570193c1a629 tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf893208-e805-488d-abb0-38477b4858b2 HTTP/1.1" status: 200  len: 949 time: 0.0768669
May 07 21:53:25.050650 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-759d4fb2-47a9-466c-adea-0033eaba3bb7 req-f252e52d-6fc5-4d6f-bcc9-0ce04b29f7a1 tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad3a4a-28e8-4f61-8418-801ae6599362&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0556715
May 07 21:53:25.052092 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-045f26c1-ca85-4fb6-a8cd-eeaf656c6f1a tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (5ace34e4-5209-40cb-a0ff-407d97d110dd), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:25.097585 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-045f26c1-ca85-4fb6-a8cd-eeaf656c6f1a tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Network 5159d3da-3059-47f6-8ecf-b4d9b2b9d7de is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:53:25.101203 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-045f26c1-ca85-4fb6-a8cd-eeaf656c6f1a tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:53:25.108839 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-045f26c1-ca85-4fb6-a8cd-eeaf656c6f1a tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:53:25.111537 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045f26c1-ca85-4fb6-a8cd-eeaf656c6f1a tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Pushing event updated for resources: {'Port': ['ID=5ace34e4-5209-40cb-a0ff-407d97d110dd,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:25.169807 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-045f26c1-ca85-4fb6-a8cd-eeaf656c6f1a tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:25.170510 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-045f26c1-ca85-4fb6-a8cd-eeaf656c6f1a tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:25.213377 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-045f26c1-ca85-4fb6-a8cd-eeaf656c6f1a tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9847605
May 07 21:53:25.238572 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4430153b-07fa-403e-9bf5-776d0780c8c6 req-8c91f1b9-2488-4bc4-af6a-c489e236522e tempest-ServerMetadataNegativeTestJSON-1474697718 tempest-ServerMetadataNegativeTestJSON-1474697718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:25.240166 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4430153b-07fa-403e-9bf5-776d0780c8c6 req-8c91f1b9-2488-4bc4-af6a-c489e236522e tempest-ServerMetadataNegativeTestJSON-1474697718 tempest-ServerMetadataNegativeTestJSON-1474697718-project] 10.222.0.32 "GET /v2.0/ports?device_id=04703f55-713a-4a4d-ba3f-551622d66f93 HTTP/1.1" status: 200  len: 943 time: 0.0879607
May 07 21:53:25.336496 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3458c08b-24ff-45f1-82a3-2cb92276e8eb req-1cfc18b5-83a6-4a49-a411-f84d674c9196 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:25.341878 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3458c08b-24ff-45f1-82a3-2cb92276e8eb req-1cfc18b5-83a6-4a49-a411-f84d674c9196 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:25.349706 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3458c08b-24ff-45f1-82a3-2cb92276e8eb req-1cfc18b5-83a6-4a49-a411-f84d674c9196 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc2b763-2769-4c0e-9bf3-9ee54868505c HTTP/1.1" status: 200  len: 1653 time: 0.1211543
May 07 21:53:25.395438 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8424fda-dc0f-4969-b461-959e0cdbca70 req-c7265225-38bd-4758-8dee-987a100e561f tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:25.397426 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a8424fda-dc0f-4969-b461-959e0cdbca70 req-c7265225-38bd-4758-8dee-987a100e561f tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] 10.222.0.55 "GET /v2.0/networks?id=1f24181a-d123-46a2-bb1f-06c929171e6c HTTP/1.1" status: 200  len: 816 time: 0.2150474
May 07 21:53:25.416690 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4430153b-07fa-403e-9bf5-776d0780c8c6 req-7982f4c1-8789-44a0-84f3-7c87a32c9bde tempest-ServerMetadataNegativeTestJSON-1474697718 tempest-ServerMetadataNegativeTestJSON-1474697718-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc5355db-872b-43ef-8c05-136def76b34e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1695473
May 07 21:53:25.424011 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-b57ec6d9-f51c-4dfd-af63-8cd65f6fe83f None None] Provisioning complete for port 5ace34e4-5209-40cb-a0ff-407d97d110dd triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:53:25.424544 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3458c08b-24ff-45f1-82a3-2cb92276e8eb req-27526c78-59a6-4737-87e1-a3b32b081eea tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/security-groups?id=623940a1-6290-423b-87cb-2a84fe4a7634&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0729027
May 07 21:53:25.425318 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b57ec6d9-f51c-4dfd-af63-8cd65f6fe83f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (5ace34e4-5209-40cb-a0ff-407d97d110dd), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:25.446548 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4f014336-d98e-48d5-8a6b-154c17a639c7 req-c15c416e-d515-412e-8962-3d2c956ed753 service neutron] 10.222.0.55 "GET /v2.0/networks/50bd2f97-b40e-4599-95f3-785427235a9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1614244
May 07 21:53:25.481260 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-b57ec6d9-f51c-4dfd-af63-8cd65f6fe83f None None] Port 5ace34e4-5209-40cb-a0ff-407d97d110dd cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:53:25.543643 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-617bed29-28fe-405a-8998-dd060ebf83fd req-2256d965-bc8b-4478-abe8-66286a01d536 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] 10.222.0.32 "GET /v2.0/ports?device_id=7df1b628-71b8-4dd0-893e-521f565ba1fc HTTP/1.1" status: 200  len: 210 time: 0.0306714
May 07 21:53:25.554636 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a8424fda-dc0f-4969-b461-959e0cdbca70 req-41593089-b94c-4b44-8ff6-90bca7978f8c tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b9502da27d64dffaf0859d1f6b5663f HTTP/1.1" status: 200  len: 380 time: 0.0896266
May 07 21:53:25.668549 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-a8424fda-dc0f-4969-b461-959e0cdbca70 req-b24ca15d-2ba7-4c3d-b850-6c6fa1f2b4b4 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] Request body: {'port': {'device_id': '7df1b628-71b8-4dd0-893e-521f565ba1fc', 'network_id': '1f24181a-d123-46a2-bb1f-06c929171e6c', 'admin_state_up': True, 'tenant_id': '0b9502da27d64dffaf0859d1f6b5663f', 'security_groups': ['7d8349f2-8b60-406c-b06a-b103d0159601']}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:53:25.674617 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-01c047b0-030e-4125-87d3-ab955d9bb9f2 req-6621474d-6f0d-463f-b62a-6ddc16253ab9 tempest-ServerShowV257Test-572012695 tempest-ServerShowV257Test-572012695-project] 10.222.0.32 "GET /v2.0/ports?device_id=93763c68-763e-42ac-8855-5e7fed771529 HTTP/1.1" status: 200  len: 210 time: 0.0423028
May 07 21:53:25.788085 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-5e3f0378-30b9-41cf-a8b1-db457872076c tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Request body: {'port': {'device_id': '7bc2b763-2769-4c0e-9bf3-9ee54868505c', 'network_id': '5159d3da-3059-47f6-8ecf-b4d9b2b9d7de', 'admin_state_up': True, 'tenant_id': 'f75cb675742543209bcbb75d99b60e97', 'security_groups': ['623940a1-6290-423b-87cb-2a84fe4a7634']}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:53:25.800283 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf75a03-214c-4919-bd74-b1d85f88e06f req-d27586de-9789-43b2-90af-1778d8b8b697 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:25.819958 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf75a03-214c-4919-bd74-b1d85f88e06f req-d27586de-9789-43b2-90af-1778d8b8b697 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:25.823243 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6cf75a03-214c-4919-bd74-b1d85f88e06f req-d27586de-9789-43b2-90af-1778d8b8b697 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "GET /v2.0/ports?device_id=6963278d-8040-4bd4-82fd-8f6d81720c74 HTTP/1.1" status: 200  len: 1682 time: 0.0932691
May 07 21:53:25.903164 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 7e3541c5-8b43-4853-87f1-12bbd6ab00a7 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:53:25.906091 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6cf75a03-214c-4919-bd74-b1d85f88e06f req-c3ce2ed8-1949-4358-a49f-359b9e859a4d tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "GET /v2.0/security-groups?id=79406975-00eb-485e-b3fe-001bab536dcd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0768192
May 07 21:53:25.934741 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92c1aac-4c70-41a6-b317-81a82fb83eeb req-01a35bfc-c5b2-4953-974d-e5333b55419c tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:25.936200 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c92c1aac-4c70-41a6-b317-81a82fb83eeb req-01a35bfc-c5b2-4953-974d-e5333b55419c tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b485f98-6005-4fd2-a4ca-72e35f397c6a HTTP/1.1" status: 200  len: 945 time: 0.0795140
May 07 21:53:25.960839 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8424fda-dc0f-4969-b461-959e0cdbca70 req-b24ca15d-2ba7-4c3d-b850-6c6fa1f2b4b4 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] Made reservation on behalf of 0b9502da27d64dffaf0859d1f6b5663f for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:53:25.964101 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-a8424fda-dc0f-4969-b461-959e0cdbca70 req-b24ca15d-2ba7-4c3d-b850-6c6fa1f2b4b4 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:26.061553 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 7e3541c5-8b43-4853-87f1-12bbd6ab00a7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7e3541c5-8b43-4853-87f1-12bbd6ab00a7,segment=NetworkSegment(529d807f-dd56-4f39-90f1-5dc23415d80c),segment_id=529d807f-dd56-4f39-90f1-5dc23415d80c)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:53:26.070027 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-5e3f0378-30b9-41cf-a8b1-db457872076c tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Made reservation on behalf of f75cb675742543209bcbb75d99b60e97 for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:53:26.074872 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-5e3f0378-30b9-41cf-a8b1-db457872076c tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:26.099744 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c92c1aac-4c70-41a6-b317-81a82fb83eeb req-0c41f60f-faff-4e6d-b942-e65d38bfd38b tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b18b124-d6ae-4635-93ed-9957a39a34ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1576583
May 07 21:53:26.124287 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': '7e3541c5-8b43-4853-87f1-12bbd6ab00a7', 'network_id': '50bd2f97-b40e-4599-95f3-785427235a9f', 'port_id': '7e3541c5-8b43-4853-87f1-12bbd6ab00a7', 'mac_address': 'fa:16:3e:31:61:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18978886-6eb4-4053-bd74-93240565be39', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:53:26.134518 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-750cb4e9-fcce-44ba-bcdc-e5398ca09682 req-a1b015f4-5004-4a2d-b1ad-1393553e43dc tempest-ServerShowV257Test-572012695 tempest-ServerShowV257Test-572012695-project] 10.222.0.59 "GET /v2.0/ports?device_id=93763c68-763e-42ac-8855-5e7fed771529 HTTP/1.1" status: 200  len: 210 time: 0.0673163
May 07 21:53:26.145224 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1a97bfdd-bf2d-4902-9465-3aee2d591894 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:26.237530 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 7e3541c5-8b43-4853-87f1-12bbd6ab00a7 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:53:26.237923 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (7e3541c5-8b43-4853-87f1-12bbd6ab00a7), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:26.272251 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e3541c5-8b43-4853-87f1-12bbd6ab00a7 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:53:26.279504 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445723aa-e7c4-47f3-8e90-45c72ceeaf76 req-9cf0570d-f64f-491e-8a68-eb2d63c405fd tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:26.288995 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-445723aa-e7c4-47f3-8e90-45c72ceeaf76 req-9cf0570d-f64f-491e-8a68-eb2d63c405fd tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf893208-e805-488d-abb0-38477b4858b2 HTTP/1.1" status: 200  len: 949 time: 0.0852468
May 07 21:53:26.321875 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 7e3541c5-8b43-4853-87f1-12bbd6ab00a7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7e3541c5-8b43-4853-87f1-12bbd6ab00a7,segment=NetworkSegment(529d807f-dd56-4f39-90f1-5dc23415d80c),segment_id=529d807f-dd56-4f39-90f1-5dc23415d80c)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:53:26.335407 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (7e3541c5-8b43-4853-87f1-12bbd6ab00a7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:26.367547 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [req-a8424fda-dc0f-4969-b461-959e0cdbca70 req-b24ca15d-2ba7-4c3d-b850-6c6fa1f2b4b4 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] Allocated IP 172.20.0.13 (1f24181a-d123-46a2-bb1f-06c929171e6c/09ba3a27-57a3-4387-bcf8-ee8c26a13050/086eedec-731a-4836-8a01-603bbdb8a932) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:53:26.393164 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-445723aa-e7c4-47f3-8e90-45c72ceeaf76 req-16d45c40-41ce-4211-bf0a-1a035ea149ab tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad3a4a-28e8-4f61-8418-801ae6599362&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1033070
May 07 21:53:26.485799 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=7e3541c5-8b43-4853-87f1-12bbd6ab00a7,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:26.503125 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-5e3f0378-30b9-41cf-a8b1-db457872076c tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Allocated IP 10.1.1.98 (5159d3da-3059-47f6-8ecf-b4d9b2b9d7de/bb1f6c63-3864-40bd-a2ae-039b8eadf327/bd421caf-72a7-469a-bd36-ed429f10bc0d) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:53:26.558430 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['7e3541c5-8b43-4853-87f1-12bbd6ab00a7'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:53:26.698421 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e0fafc-ffe7-4d2e-ad00-e08f09fd64db req-26bcf2eb-0007-4654-9de9-d815f764a137 tempest-ServerMetadataNegativeTestJSON-1474697718 tempest-ServerMetadataNegativeTestJSON-1474697718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:26.700716 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-56e0fafc-ffe7-4d2e-ad00-e08f09fd64db req-26bcf2eb-0007-4654-9de9-d815f764a137 tempest-ServerMetadataNegativeTestJSON-1474697718 tempest-ServerMetadataNegativeTestJSON-1474697718-project] 10.222.0.32 "GET /v2.0/ports?device_id=04703f55-713a-4a4d-ba3f-551622d66f93 HTTP/1.1" status: 200  len: 944 time: 0.0915518
May 07 21:53:26.778755 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-a8424fda-dc0f-4969-b461-959e0cdbca70 req-b24ca15d-2ba7-4c3d-b850-6c6fa1f2b4b4 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] Publish callbacks [] for port (086eedec-731a-4836-8a01-603bbdb8a932), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:26.833934 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-56e0fafc-ffe7-4d2e-ad00-e08f09fd64db req-d929ec2a-0472-4e9c-9779-09d822576316 tempest-ServerMetadataNegativeTestJSON-1474697718 tempest-ServerMetadataNegativeTestJSON-1474697718-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc5355db-872b-43ef-8c05-136def76b34e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1275663
May 07 21:53:26.893894 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-5e3f0378-30b9-41cf-a8b1-db457872076c tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks [] for port (bd421caf-72a7-469a-bd36-ed429f10bc0d), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:26.955931 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c2ec29b8-ed40-4c8e-87cd-89f6e07b0aa7 req-b8edf69d-b483-41ce-875b-728c7b331dbb tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] 10.222.0.32 "GET /v2.0/ports?device_id=7df1b628-71b8-4dd0-893e-521f565ba1fc HTTP/1.1" status: 200  len: 210 time: 0.0598705
May 07 21:53:27.012402 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438f5f09-fd7f-4a2f-a549-c36ea5f83ae4 req-eefd4343-c54a-4ba6-b518-017b2788159e tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:27.015610 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438f5f09-fd7f-4a2f-a549-c36ea5f83ae4 req-eefd4343-c54a-4ba6-b518-017b2788159e tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:27.018150 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-438f5f09-fd7f-4a2f-a549-c36ea5f83ae4 req-eefd4343-c54a-4ba6-b518-017b2788159e tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc2b763-2769-4c0e-9bf3-9ee54868505c HTTP/1.1" status: 200  len: 1653 time: 0.1117949
May 07 21:53:27.021324 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-a8424fda-dc0f-4969-b461-959e0cdbca70 req-b24ca15d-2ba7-4c3d-b850-6c6fa1f2b4b4 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (086eedec-731a-4836-8a01-603bbdb8a932), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:27.133705 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8424fda-dc0f-4969-b461-959e0cdbca70 req-b24ca15d-2ba7-4c3d-b850-6c6fa1f2b4b4 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] Network 1f24181a-d123-46a2-bb1f-06c929171e6c is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:53:27.172561 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a670eb7-18c9-4dd4-a0b5-b40f05f4179d req-1832e254-da84-4e1c-ada4-bfcf4c37ba0b tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:27.180807 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [req-a8424fda-dc0f-4969-b461-959e0cdbca70 req-b24ca15d-2ba7-4c3d-b850-6c6fa1f2b4b4 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:53:27.181006 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a670eb7-18c9-4dd4-a0b5-b40f05f4179d req-1832e254-da84-4e1c-ada4-bfcf4c37ba0b tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:27.183422 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1a670eb7-18c9-4dd4-a0b5-b40f05f4179d req-1832e254-da84-4e1c-ada4-bfcf4c37ba0b tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "GET /v2.0/ports?device_id=6963278d-8040-4bd4-82fd-8f6d81720c74 HTTP/1.1" status: 200  len: 1682 time: 0.0879345
May 07 21:53:27.192036 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24ca15d-2ba7-4c3d-b850-6c6fa1f2b4b4 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] Pushing event updated for resources: {'Port': ['ID=086eedec-731a-4836-8a01-603bbdb8a932,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:27.208379 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8424fda-dc0f-4969-b461-959e0cdbca70 req-b24ca15d-2ba7-4c3d-b850-6c6fa1f2b4b4 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:53:27.212555 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-5e3f0378-30b9-41cf-a8b1-db457872076c tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (bd421caf-72a7-469a-bd36-ed429f10bc0d), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:27.266578 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1a670eb7-18c9-4dd4-a0b5-b40f05f4179d req-388c8bd9-b1aa-44cc-ab3e-2c45e35fb70e tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "GET /v2.0/security-groups?id=79406975-00eb-485e-b3fe-001bab536dcd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0725133
May 07 21:53:27.271019 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-438f5f09-fd7f-4a2f-a549-c36ea5f83ae4 req-e4012013-86f0-473f-8452-fcf29131fe0a tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/security-groups?id=623940a1-6290-423b-87cb-2a84fe4a7634&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2406454
May 07 21:53:27.347761 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:27.348487 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8424fda-dc0f-4969-b461-959e0cdbca70 req-b24ca15d-2ba7-4c3d-b850-6c6fa1f2b4b4 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:27.349564 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-a8424fda-dc0f-4969-b461-959e0cdbca70 req-b24ca15d-2ba7-4c3d-b850-6c6fa1f2b4b4 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:27.414227 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-5e3f0378-30b9-41cf-a8b1-db457872076c tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Network 5159d3da-3059-47f6-8ecf-b4d9b2b9d7de is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:53:27.414813 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 41854) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:53:27.435022 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b4349d81-83e3-4803-b81b-dca9f777372a req-bcb7a0b8-5e14-40e0-8c83-687562cfb8d6 tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=5dbdf17ebd9e4981b3435b13defa64d6&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0507038
May 07 21:53:27.464399 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-5e3f0378-30b9-41cf-a8b1-db457872076c tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:53:27.469140 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a8424fda-dc0f-4969-b461-959e0cdbca70 req-b24ca15d-2ba7-4c3d-b850-6c6fa1f2b4b4 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.8051450
May 07 21:53:27.469760 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3f0378-30b9-41cf-a8b1-db457872076c tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Pushing event updated for resources: {'Port': ['ID=bd421caf-72a7-469a-bd36-ed429f10bc0d,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:27.495668 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-5e3f0378-30b9-41cf-a8b1-db457872076c tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:53:27.506442 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-a8424fda-dc0f-4969-b461-959e0cdbca70 req-e7b116b8-5c14-4521-bc5f-f81df3aa9768 service neutron] Request body: {'port': {'device_id': '7df1b628-71b8-4dd0-893e-521f565ba1fc', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:53:27.641601 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-a8424fda-dc0f-4969-b461-959e0cdbca70 req-e7b116b8-5c14-4521-bc5f-f81df3aa9768 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (086eedec-731a-4836-8a01-603bbdb8a932), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:27.650230 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba591ef5-1b6b-4d93-a2f6-514d5eb4c9e9 req-5c66a999-dbee-4c38-810e-099626ebe3ba tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:27.657238 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ba591ef5-1b6b-4d93-a2f6-514d5eb4c9e9 req-5c66a999-dbee-4c38-810e-099626ebe3ba tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b485f98-6005-4fd2-a4ca-72e35f397c6a HTTP/1.1" status: 200  len: 945 time: 0.2521081
May 07 21:53:27.658744 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4349d81-83e3-4803-b81b-dca9f777372a req-ca8984cb-9e7a-4d72-ba14-b0dc3b95f82d tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:27.674136 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b4349d81-83e3-4803-b81b-dca9f777372a req-ca8984cb-9e7a-4d72-ba14-b0dc3b95f82d tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2319436
May 07 21:53:27.683174 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-5e9de2de-6ba7-4cc8-98fc-2dd72acea5ea None None] Provisioning complete for port 086eedec-731a-4836-8a01-603bbdb8a932 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:53:27.684267 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5e9de2de-6ba7-4cc8-98fc-2dd72acea5ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (086eedec-731a-4836-8a01-603bbdb8a932), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:27.694646 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b4349d81-83e3-4803-b81b-dca9f777372a req-69878add-d10e-4ebe-83f8-96f5d61c55c9 tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] 10.222.0.32 "GET /v2.0/quotas/5dbdf17ebd9e4981b3435b13defa64d6 HTTP/1.1" status: 200  len: 375 time: 0.0190673
May 07 21:53:27.736617 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ac0b434b-7d8d-46be-9fef-ceddeb1c2f97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:27.740381 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-5e9de2de-6ba7-4cc8-98fc-2dd72acea5ea None None] Port 086eedec-731a-4836-8a01-603bbdb8a932 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:53:27.757473 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b4349d81-83e3-4803-b81b-dca9f777372a req-3a4a3739-8585-4061-ae4d-20940489555d tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5dbdf17ebd9e4981b3435b13defa64d6&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0617287
May 07 21:53:27.777639 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-5e3f0378-30b9-41cf-a8b1-db457872076c tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:27.778264 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-5e3f0378-30b9-41cf-a8b1-db457872076c tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:27.827612 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ba591ef5-1b6b-4d93-a2f6-514d5eb4c9e9 req-d5959804-df49-4e6e-9faa-b792616b6553 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b18b124-d6ae-4635-93ed-9957a39a34ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1693659
May 07 21:53:27.846983 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-5e3f0378-30b9-41cf-a8b1-db457872076c tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 2.0665951
May 07 21:53:27.859712 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-15020540-2b26-4ee6-a086-108c7577b9d1 None None] Provisioning complete for port bd421caf-72a7-469a-bd36-ed429f10bc0d triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:53:27.860150 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-15020540-2b26-4ee6-a086-108c7577b9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (bd421caf-72a7-469a-bd36-ed429f10bc0d), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:27.919483 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 7e3541c5-8b43-4853-87f1-12bbd6ab00a7 up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:53:27.957855 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-59c48d80-d50e-4306-b6f2-1d0a510f344c tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Request body: {'port': {'device_id': '7bc2b763-2769-4c0e-9bf3-9ee54868505c', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '609f4b94-ee73-43b2-a5f1-920ecad898a5', 'admin_state_up': True, 'tenant_id': 'f75cb675742543209bcbb75d99b60e97', 'security_groups': ['623940a1-6290-423b-87cb-2a84fe4a7634']}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:53:27.977234 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-15020540-2b26-4ee6-a086-108c7577b9d1 None None] Port bd421caf-72a7-469a-bd36-ed429f10bc0d cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:53:28.002887 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning for port 7e3541c5-8b43-4853-87f1-12bbd6ab00a7 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:53:28.009624 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada5251c-d4b0-4f44-90c6-4020df061648 req-fb76d786-9a71-4aae-86a1-d2f503e0f8f3 tempest-ServerMetadataNegativeTestJSON-1474697718 tempest-ServerMetadataNegativeTestJSON-1474697718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:28.013153 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port 7e3541c5-8b43-4853-87f1-12bbd6ab00a7 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:53:28.014066 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (7e3541c5-8b43-4853-87f1-12bbd6ab00a7), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:28.018383 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ada5251c-d4b0-4f44-90c6-4020df061648 req-fb76d786-9a71-4aae-86a1-d2f503e0f8f3 tempest-ServerMetadataNegativeTestJSON-1474697718 tempest-ServerMetadataNegativeTestJSON-1474697718-project] 10.222.0.32 "GET /v2.0/ports?device_id=04703f55-713a-4a4d-ba3f-551622d66f93 HTTP/1.1" status: 200  len: 944 time: 0.0712001
May 07 21:53:28.067670 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5bb4ce51-8a1f-4d70-a8af-e893b4e4916d req-59cd6ba7-449d-44aa-a6e6-64b13483bafd tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] 10.222.0.32 "GET /v2.0/ports?device_id=a98be0d5-4433-4cae-a301-70a6c876e235 HTTP/1.1" status: 200  len: 210 time: 0.0982680
May 07 21:53:28.086325 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ada5251c-d4b0-4f44-90c6-4020df061648 req-f3f2a543-a040-41ea-aad2-9ff160383587 tempest-ServerMetadataNegativeTestJSON-1474697718 tempest-ServerMetadataNegativeTestJSON-1474697718-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc5355db-872b-43ef-8c05-136def76b34e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0666223
May 07 21:53:28.127259 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 7e3541c5-8b43-4853-87f1-12bbd6ab00a7 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:53:28.127859 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (7e3541c5-8b43-4853-87f1-12bbd6ab00a7), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:28.163384 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04703f55-713a-4a4d-ba3f-551622d66f93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e3541c5-8b43-4853-87f1-12bbd6ab00a7'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:53:28.167502 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86300b77-6d2b-4775-812b-3d7191ddeb19" -d '{"events": [{"server_uuid": "04703f55-713a-4a4d-ba3f-551622d66f93", "name": "network-vif-plugged", "status": "completed", "tag": "7e3541c5-8b43-4853-87f1-12bbd6ab00a7"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:53:28.203807 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 7e3541c5-8b43-4853-87f1-12bbd6ab00a7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7e3541c5-8b43-4853-87f1-12bbd6ab00a7,segment=NetworkSegment(529d807f-dd56-4f39-90f1-5dc23415d80c),segment_id=529d807f-dd56-4f39-90f1-5dc23415d80c)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:53:28.210879 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (7e3541c5-8b43-4853-87f1-12bbd6ab00a7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:28.271121 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=7e3541c5-8b43-4853-87f1-12bbd6ab00a7,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:28.296057 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a251518-6bbb-4b9d-b0bc-88583f718c28 req-6564981e-68ec-4625-b92f-12a8967cb5b7 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:28.305582 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8a251518-6bbb-4b9d-b0bc-88583f718c28 req-6564981e-68ec-4625-b92f-12a8967cb5b7 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] 10.222.0.32 "GET /v2.0/ports?device_id=7df1b628-71b8-4dd0-893e-521f565ba1fc HTTP/1.1" status: 200  len: 932 time: 0.1259954
May 07 21:53:28.370889 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8a251518-6bbb-4b9d-b0bc-88583f718c28 req-11a489fc-847c-41c8-a7ed-6a789c6168cd tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] 10.222.0.32 "GET /v2.0/security-groups?id=7d8349f2-8b60-406c-b06a-b103d0159601&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0639088
May 07 21:53:28.389896 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18ffbb65-9a36-47d2-ac34-f37617b781d4 x-openstack-request-id: req-18ffbb65-9a36-47d2-ac34-f37617b781d4 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:53:28.390207 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04703f55-713a-4a4d-ba3f-551622d66f93", "name": "network-vif-plugged", "status": "completed", "tag": "7e3541c5-8b43-4853-87f1-12bbd6ab00a7", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:53:28.390465 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-18ffbb65-9a36-47d2-ac34-f37617b781d4 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:53:28.391054 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18ffbb65-9a36-47d2-ac34-f37617b781d4'] response: {'server_uuid': '04703f55-713a-4a4d-ba3f-551622d66f93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e3541c5-8b43-4853-87f1-12bbd6ab00a7', 'code': 200}
May 07 21:53:28.489341 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989ac1ba-91f0-4409-87ec-94ffc10b7a08 req-0b5563b7-56f5-459a-be2d-108c4a9ce0bd tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:28.495232 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989ac1ba-91f0-4409-87ec-94ffc10b7a08 req-0b5563b7-56f5-459a-be2d-108c4a9ce0bd tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:28.500516 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989ac1ba-91f0-4409-87ec-94ffc10b7a08 req-0b5563b7-56f5-459a-be2d-108c4a9ce0bd tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:28.503393 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-989ac1ba-91f0-4409-87ec-94ffc10b7a08 req-0b5563b7-56f5-459a-be2d-108c4a9ce0bd tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc2b763-2769-4c0e-9bf3-9ee54868505c HTTP/1.1" status: 200  len: 2373 time: 0.0663602
May 07 21:53:28.551109 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ac0b434b-7d8d-46be-9fef-ceddeb1c2f97 admin admin] Publish callbacks [] for security_group (18eef089-1e62-4b78-9855-906a1900460c), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:28.566417 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-989ac1ba-91f0-4409-87ec-94ffc10b7a08 req-bacff7a8-7e0d-42c8-989e-3fa6154ef27b tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/security-groups?id=623940a1-6290-423b-87cb-2a84fe4a7634&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0540402
May 07 21:53:28.619272 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ac0b434b-7d8d-46be-9fef-ceddeb1c2f97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (18eef089-1e62-4b78-9855-906a1900460c), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:28.698023 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65221d4c-51d7-47f4-893f-8d70ab7e7530 req-6fcd1889-c0a3-45aa-b895-1c95e23a0f5b tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:28.703240 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65221d4c-51d7-47f4-893f-8d70ab7e7530 req-6fcd1889-c0a3-45aa-b895-1c95e23a0f5b tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:28.704787 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-65221d4c-51d7-47f4-893f-8d70ab7e7530 req-6fcd1889-c0a3-45aa-b895-1c95e23a0f5b tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "GET /v2.0/ports?device_id=6963278d-8040-4bd4-82fd-8f6d81720c74 HTTP/1.1" status: 200  len: 1682 time: 0.1635861
May 07 21:53:28.713577 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-ac0b434b-7d8d-46be-9fef-ceddeb1c2f97 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=09fe0f4d227c4e7d9c5c8afafd82f975&name=default HTTP/1.1" status: 200  len: 3000 time: 1.2733541
May 07 21:53:28.714047 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 41880) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:53:28.719045 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0b434b-7d8d-46be-9fef-ceddeb1c2f97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18eef089-1e62-4b78-9855-906a1900460c,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:28.760473 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-59c48d80-d50e-4306-b6f2-1d0a510f344c tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Made reservation on behalf of f75cb675742543209bcbb75d99b60e97 for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:53:28.778048 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f975f34a-7f2d-4ec5-b06b-a25997ef84e7 admin admin] Publish callbacks [] for security_group (18eef089-1e62-4b78-9855-906a1900460c), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:28.800406 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f975f34a-7f2d-4ec5-b06b-a25997ef84e7 admin admin] Publish callbacks [] for security_group (18eef089-1e62-4b78-9855-906a1900460c), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:28.855421 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f975f34a-7f2d-4ec5-b06b-a25997ef84e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (18eef089-1e62-4b78-9855-906a1900460c), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:28.858499 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f975f34a-7f2d-4ec5-b06b-a25997ef84e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:28.859783 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-f975f34a-7f2d-4ec5-b06b-a25997ef84e7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/18eef089-1e62-4b78-9855-906a1900460c HTTP/1.1" status: 204  len: 168 time: 0.1443920
May 07 21:53:28.871444 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-65221d4c-51d7-47f4-893f-8d70ab7e7530 req-b8ddbd1d-a0e8-4472-9239-32ee8c37943c tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "GET /v2.0/security-groups?id=79406975-00eb-485e-b3fe-001bab536dcd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1591411
May 07 21:53:28.871931 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f975f34a-7f2d-4ec5-b06b-a25997ef84e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18eef089-1e62-4b78-9855-906a1900460c,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:28.898282 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [req-a8424fda-dc0f-4969-b461-959e0cdbca70 req-e7b116b8-5c14-4521-bc5f-f81df3aa9768 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 086eedec-731a-4836-8a01-603bbdb8a932 {{(pid=121837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:53:28.915133 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-a8424fda-dc0f-4969-b461-959e0cdbca70 req-e7b116b8-5c14-4521-bc5f-f81df3aa9768 service neutron] Publish callbacks [] for port (086eedec-731a-4836-8a01-603bbdb8a932), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:28.937724 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-59c48d80-d50e-4306-b6f2-1d0a510f344c tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:28.942632 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-a8424fda-dc0f-4969-b461-959e0cdbca70 req-e7b116b8-5c14-4521-bc5f-f81df3aa9768 service neutron] Transition to ACTIVE for port object 086eedec-731a-4836-8a01-603bbdb8a932 will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:53:28.958183 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-a8424fda-dc0f-4969-b461-959e0cdbca70 req-e7b116b8-5c14-4521-bc5f-f81df3aa9768 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (086eedec-731a-4836-8a01-603bbdb8a932), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:28.995826 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c734143-bb59-4bd9-b0ea-908ea419aaa5 req-f2948754-7e81-402a-87ec-cd204425621f tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:29.008136 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1c734143-bb59-4bd9-b0ea-908ea419aaa5 req-f2948754-7e81-402a-87ec-cd204425621f tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b485f98-6005-4fd2-a4ca-72e35f397c6a HTTP/1.1" status: 200  len: 945 time: 0.0758770
May 07 21:53:29.056520 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:29.070034 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1c734143-bb59-4bd9-b0ea-908ea419aaa5 req-7995c3cc-7fdb-4baa-bdad-e1e792da5489 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b18b124-d6ae-4635-93ed-9957a39a34ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607207
May 07 21:53:29.169231 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b4349d81-83e3-4803-b81b-dca9f777372a req-e1e0a894-bbf1-420e-92f4-c37e2c75a7e3 tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=5dbdf17ebd9e4981b3435b13defa64d6&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0829690
May 07 21:53:29.169971 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b116b8-5c14-4521-bc5f-f81df3aa9768 service neutron] Pushing event updated for resources: {'Port': ['ID=086eedec-731a-4836-8a01-603bbdb8a932,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:29.299202 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17bfbc9-e99c-4688-ae64-4ddcc69a4436 req-659c48a7-3abe-43a8-a656-ebd3b0f5baf1 tempest-ServerMetadataNegativeTestJSON-1474697718 tempest-ServerMetadataNegativeTestJSON-1474697718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:29.306553 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c17bfbc9-e99c-4688-ae64-4ddcc69a4436 req-659c48a7-3abe-43a8-a656-ebd3b0f5baf1 tempest-ServerMetadataNegativeTestJSON-1474697718 tempest-ServerMetadataNegativeTestJSON-1474697718-project] 10.222.0.32 "GET /v2.0/ports?device_id=04703f55-713a-4a4d-ba3f-551622d66f93 HTTP/1.1" status: 200  len: 945 time: 0.0760667
May 07 21:53:29.354734 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f45faef4-4eda-46d3-a126-6e9323f569cb req-fa08a73f-b100-4a94-a7e7-f41fd0f388b8 tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] 10.222.0.32 "GET /v2.0/ports?device_id=a98be0d5-4433-4cae-a301-70a6c876e235 HTTP/1.1" status: 200  len: 210 time: 0.1631551
May 07 21:53:29.368937 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c17bfbc9-e99c-4688-ae64-4ddcc69a4436 req-d1073462-33bc-471a-ae5f-572430affe04 tempest-ServerMetadataNegativeTestJSON-1474697718 tempest-ServerMetadataNegativeTestJSON-1474697718-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc5355db-872b-43ef-8c05-136def76b34e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555944
May 07 21:53:29.495280 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4349d81-83e3-4803-b81b-dca9f777372a req-7ee5f67d-1378-403b-8092-0dcec45726ee tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:29.496738 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b4349d81-83e3-4803-b81b-dca9f777372a req-7ee5f67d-1378-403b-8092-0dcec45726ee tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3064055
May 07 21:53:29.518761 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-a8424fda-dc0f-4969-b461-959e0cdbca70 req-e7b116b8-5c14-4521-bc5f-f81df3aa9768 service neutron] Attempting to bind port 086eedec-731a-4836-8a01-603bbdb8a932 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:53:29.519117 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-a8424fda-dc0f-4969-b461-959e0cdbca70 req-e7b116b8-5c14-4521-bc5f-f81df3aa9768 service neutron] Attempting to bind port 086eedec-731a-4836-8a01-603bbdb8a932 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '55d18767-ccce-4274-bc61-21f826804a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '1f24181a-d123-46a2-bb1f-06c929171e6c'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:53:29.519445 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8424fda-dc0f-4969-b461-959e0cdbca70 req-e7b116b8-5c14-4521-bc5f-f81df3aa9768 service neutron] Attempting to bind port 086eedec-731a-4836-8a01-603bbdb8a932 on network 1f24181a-d123-46a2-bb1f-06c929171e6c {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:53:29.527739 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-b4349d81-83e3-4803-b81b-dca9f777372a req-5e2a7fa4-960f-4c46-99be-7f8c0d8d412f tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] Request body: {'port': {'device_id': 'a98be0d5-4433-4cae-a301-70a6c876e235', 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47', 'admin_state_up': True, 'tenant_id': '5dbdf17ebd9e4981b3435b13defa64d6'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:53:29.556358 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8424fda-dc0f-4969-b461-959e0cdbca70 req-e7b116b8-5c14-4521-bc5f-f81df3aa9768 service neutron] Port 086eedec-731a-4836-8a01-603bbdb8a932 on network 1f24181a-d123-46a2-bb1f-06c929171e6c not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:53:29.556987 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8424fda-dc0f-4969-b461-959e0cdbca70 req-e7b116b8-5c14-4521-bc5f-f81df3aa9768 service neutron] Attempting to bind port 086eedec-731a-4836-8a01-603bbdb8a932 on network 1f24181a-d123-46a2-bb1f-06c929171e6c {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:53:29.560328 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-59c48d80-d50e-4306-b6f2-1d0a510f344c tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Allocated IP 10.2.2.100 (609f4b94-ee73-43b2-a5f1-920ecad898a5/13d3a74e-2942-47f7-869e-1fd2939a6583/840ebb23-b4df-469e-b8a1-03792fff9bb1) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:53:29.583965 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55501942-d24f-469a-b14c-718f25d73006 req-328f46f3-3170-4320-8278-6df547741f33 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:29.586174 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-55501942-d24f-469a-b14c-718f25d73006 req-328f46f3-3170-4320-8278-6df547741f33 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] 10.222.0.32 "GET /v2.0/ports?device_id=7df1b628-71b8-4dd0-893e-521f565ba1fc HTTP/1.1" status: 200  len: 944 time: 0.1213315
May 07 21:53:29.592431 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8424fda-dc0f-4969-b461-959e0cdbca70 req-e7b116b8-5c14-4521-bc5f-f81df3aa9768 service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:53:29.592770 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8424fda-dc0f-4969-b461-959e0cdbca70 req-e7b116b8-5c14-4521-bc5f-f81df3aa9768 service neutron] Checking segment: {'id': '55d18767-ccce-4274-bc61-21f826804a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '1f24181a-d123-46a2-bb1f-06c929171e6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:53:29.593152 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8424fda-dc0f-4969-b461-959e0cdbca70 req-e7b116b8-5c14-4521-bc5f-f81df3aa9768 service neutron] Bound using segment: {'id': '55d18767-ccce-4274-bc61-21f826804a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '1f24181a-d123-46a2-bb1f-06c929171e6c'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:53:29.593592 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-a8424fda-dc0f-4969-b461-959e0cdbca70 req-e7b116b8-5c14-4521-bc5f-f81df3aa9768 service neutron] Bound port: 086eedec-731a-4836-8a01-603bbdb8a932, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55d18767-ccce-4274-bc61-21f826804a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '1f24181a-d123-46a2-bb1f-06c929171e6c'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:53:29.593958 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-a8424fda-dc0f-4969-b461-959e0cdbca70 req-e7b116b8-5c14-4521-bc5f-f81df3aa9768 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (086eedec-731a-4836-8a01-603bbdb8a932), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:29.763342 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc254de-ba24-41f0-9f2a-c4bc86eefd3f req-76193022-aed6-4a75-aca0-6009f893377f tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:29.771265 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc254de-ba24-41f0-9f2a-c4bc86eefd3f req-76193022-aed6-4a75-aca0-6009f893377f tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:29.774160 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-55501942-d24f-469a-b14c-718f25d73006 req-4529d599-20d9-4b63-8115-8527e50f268c tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] 10.222.0.32 "GET /v2.0/security-groups?id=7d8349f2-8b60-406c-b06a-b103d0159601&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1779087
May 07 21:53:29.778966 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc254de-ba24-41f0-9f2a-c4bc86eefd3f req-76193022-aed6-4a75-aca0-6009f893377f tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:29.782249 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-abc254de-ba24-41f0-9f2a-c4bc86eefd3f req-76193022-aed6-4a75-aca0-6009f893377f tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc2b763-2769-4c0e-9bf3-9ee54868505c HTTP/1.1" status: 200  len: 2373 time: 0.0945480
May 07 21:53:29.875041 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-a8424fda-dc0f-4969-b461-959e0cdbca70 req-e7b116b8-5c14-4521-bc5f-f81df3aa9768 service neutron] For port 086eedec-731a-4836-8a01-603bbdb8a932, host nch1-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:53:29.882502 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b3e42e-99cc-474f-b1d7-9af9d6889492 req-ab8c2ec0-2006-46fa-938d-b12d78df9642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:29.884024 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-62b3e42e-99cc-474f-b1d7-9af9d6889492 req-ab8c2ec0-2006-46fa-938d-b12d78df9642 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=04703f55-713a-4a4d-ba3f-551622d66f93 HTTP/1.1" status: 200  len: 1127 time: 0.0835540
May 07 21:53:29.923742 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-a8424fda-dc0f-4969-b461-959e0cdbca70 req-e7b116b8-5c14-4521-bc5f-f81df3aa9768 service neutron] For port 086eedec-731a-4836-8a01-603bbdb8a932, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=086eedec-731a-4836-8a01-603bbdb8a932,segment=NetworkSegment(55d18767-ccce-4274-bc61-21f826804a03),segment_id=55d18767-ccce-4274-bc61-21f826804a03)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:53:29.926934 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4349d81-83e3-4803-b81b-dca9f777372a req-5e2a7fa4-960f-4c46-99be-7f8c0d8d412f tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] Made reservation on behalf of 5dbdf17ebd9e4981b3435b13defa64d6 for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:53:29.931304 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-b4349d81-83e3-4803-b81b-dca9f777372a req-5e2a7fa4-960f-4c46-99be-7f8c0d8d412f tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:29.954629 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-abc254de-ba24-41f0-9f2a-c4bc86eefd3f req-b4570a80-f5bb-4c98-896d-59f6bc890f18 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/security-groups?id=623940a1-6290-423b-87cb-2a84fe4a7634&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0970824
May 07 21:53:29.988625 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-a8424fda-dc0f-4969-b461-959e0cdbca70 req-e7b116b8-5c14-4521-bc5f-f81df3aa9768 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (086eedec-731a-4836-8a01-603bbdb8a932), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:30.023638 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-62b3e42e-99cc-474f-b1d7-9af9d6889492 req-5b425413-a297-4acd-8668-a09c5dc26b64 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=fc5355db-872b-43ef-8c05-136def76b34e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1256943
May 07 21:53:30.029916 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:30.053734 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 41916) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:53:30.082870 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2e63d4-2418-4e83-976f-c40a9246fd09 req-31390a91-1d43-48c2-8554-ebbb9558833a tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:30.088372 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2e63d4-2418-4e83-976f-c40a9246fd09 req-31390a91-1d43-48c2-8554-ebbb9558833a tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:30.091734 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3c2e63d4-2418-4e83-976f-c40a9246fd09 req-31390a91-1d43-48c2-8554-ebbb9558833a tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.55 "GET /v2.0/ports?device_id=6963278d-8040-4bd4-82fd-8f6d81720c74 HTTP/1.1" status: 200  len: 1682 time: 0.1860976
May 07 21:53:30.137241 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-59c48d80-d50e-4306-b6f2-1d0a510f344c tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks [] for port (840ebb23-b4df-469e-b8a1-03792fff9bb1), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:30.158358 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8424fda-dc0f-4969-b461-959e0cdbca70 req-e7b116b8-5c14-4521-bc5f-f81df3aa9768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:30.163398 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-a8424fda-dc0f-4969-b461-959e0cdbca70 req-e7b116b8-5c14-4521-bc5f-f81df3aa9768 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:30.165197 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a8424fda-dc0f-4969-b461-959e0cdbca70 req-e7b116b8-5c14-4521-bc5f-f81df3aa9768 service neutron] 10.222.0.55 "PUT /v2.0/ports/086eedec-731a-4836-8a01-603bbdb8a932 HTTP/1.1" status: 200  len: 1092 time: 2.6629500
May 07 21:53:30.175929 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7df1b628-71b8-4dd0-893e-521f565ba1fc', 'tag': '086eedec-731a-4836-8a01-603bbdb8a932'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:53:30.189996 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e665793e-cc67-4c2b-a4a4-172c712383a8" -d '{"events": [{"name": "network-changed", "server_uuid": "7df1b628-71b8-4dd0-893e-521f565ba1fc", "tag": "086eedec-731a-4836-8a01-603bbdb8a932"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:53:30.199610 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-65955d02-d8b0-48af-a2d8-dadfcfd33d3a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1954874037-network', 'tenant_id': '93c3c71171814bb7b1018904086ad506'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:53:30.281617 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b5de4-bbf0-4816-9c9f-cb204bafb2c5 req-e51e6f7a-d87b-46b3-a167-616a09556110 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:30.283601 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ff0b5de4-bbf0-4816-9c9f-cb204bafb2c5 req-e51e6f7a-d87b-46b3-a167-616a09556110 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b485f98-6005-4fd2-a4ca-72e35f397c6a HTTP/1.1" status: 200  len: 945 time: 0.1060700
May 07 21:53:30.291548 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65955d02-d8b0-48af-a2d8-dadfcfd33d3a admin admin] Made reservation on behalf of 93c3c71171814bb7b1018904086ad506 for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:53:30.293980 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-65955d02-d8b0-48af-a2d8-dadfcfd33d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:30.320534 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-65955d02-d8b0-48af-a2d8-dadfcfd33d3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:30.378537 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ff0b5de4-bbf0-4816-9c9f-cb204bafb2c5 req-dde33c6d-c576-460f-8453-d11ea705f94c tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b18b124-d6ae-4635-93ed-9957a39a34ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0773587
May 07 21:53:30.413809 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd43127e-6b6b-44f3-99e1-295c8faad103 req-20f4c600-286a-47c1-9c38-37dac979cd73 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:30.419754 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd43127e-6b6b-44f3-99e1-295c8faad103 req-20f4c600-286a-47c1-9c38-37dac979cd73 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:30.429489 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bd43127e-6b6b-44f3-99e1-295c8faad103 req-20f4c600-286a-47c1-9c38-37dac979cd73 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "GET /v2.0/ports?device_id=6963278d-8040-4bd4-82fd-8f6d81720c74 HTTP/1.1" status: 200  len: 1682 time: 0.4201057
May 07 21:53:30.459369 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f69ab57-0908-49c7-a70c-eacb8831164f x-openstack-request-id: req-4f69ab57-0908-49c7-a70c-eacb8831164f {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:53:30.459369 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7df1b628-71b8-4dd0-893e-521f565ba1fc", "tag": "086eedec-731a-4836-8a01-603bbdb8a932", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:53:30.459712 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4f69ab57-0908-49c7-a70c-eacb8831164f {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:53:30.460234 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f69ab57-0908-49c7-a70c-eacb8831164f'] response: {'name': 'network-changed', 'server_uuid': '7df1b628-71b8-4dd0-893e-521f565ba1fc', 'tag': '086eedec-731a-4836-8a01-603bbdb8a932', 'status': 'completed', 'code': 200}
May 07 21:53:30.496291 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b116b8-5c14-4521-bc5f-f81df3aa9768 service neutron] Pushing event updated for resources: {'Port': ['ID=086eedec-731a-4836-8a01-603bbdb8a932,revision_number=3']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:30.534349 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-65955d02-d8b0-48af-a2d8-dadfcfd33d3a admin admin] Publish callbacks [] for security_group (75221bbe-2a08-48a1-a077-f7986e4d99e8), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:30.541829 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8424fda-dc0f-4969-b461-959e0cdbca70 req-7eb400f6-a7bd-497e-a433-c0c308820bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:30.543734 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a8424fda-dc0f-4969-b461-959e0cdbca70 req-7eb400f6-a7bd-497e-a433-c0c308820bb0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0b9502da27d64dffaf0859d1f6b5663f&device_id=7df1b628-71b8-4dd0-893e-521f565ba1fc HTTP/1.1" status: 200  len: 1126 time: 0.2860606
May 07 21:53:30.573187 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-65955d02-d8b0-48af-a2d8-dadfcfd33d3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (75221bbe-2a08-48a1-a077-f7986e4d99e8), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:30.591404 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4fa8466f-e259-4286-a23f-706e3c45e738 req-31725a22-6817-44a5-87dc-bdf9f6b781b1 tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] 10.222.0.32 "GET /v2.0/ports?device_id=a98be0d5-4433-4cae-a301-70a6c876e235 HTTP/1.1" status: 200  len: 210 time: 0.0660927
May 07 21:53:30.623061 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65955d02-d8b0-48af-a2d8-dadfcfd33d3a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 21:53:30.637691 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65955d02-d8b0-48af-a2d8-dadfcfd33d3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75221bbe-2a08-48a1-a077-f7986e4d99e8,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:30.642897 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-59c48d80-d50e-4306-b6f2-1d0a510f344c tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (840ebb23-b4df-469e-b8a1-03792fff9bb1), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:30.666643 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-65955d02-d8b0-48af-a2d8-dadfcfd33d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (16a3e44e-cf3e-4bbc-83bb-ad3918f988bd), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:30.667885 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-65955d02-d8b0-48af-a2d8-dadfcfd33d3a admin admin] Added segment 16a3e44e-cf3e-4bbc-83bb-ad3918f988bd of type vlan for network 772be29c-bb44-46ae-a3e0-b0a78574bddf
May 07 21:53:30.728600 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-3c2e63d4-2418-4e83-976f-c40a9246fd09 req-fd51ed31-5a01-4fb2-9ca5-238f3379be42 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Deleting port 6bd3efe5-7727-41cb-974d-fb9a80d5c1a5 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:53:30.729035 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-3c2e63d4-2418-4e83-976f-c40a9246fd09 req-fd51ed31-5a01-4fb2-9ca5-238f3379be42 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (6bd3efe5-7727-41cb-974d-fb9a80d5c1a5), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:30.754390 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-65955d02-d8b0-48af-a2d8-dadfcfd33d3a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (772be29c-bb44-46ae-a3e0-b0a78574bddf), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:30.772971 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bd43127e-6b6b-44f3-99e1-295c8faad103 req-d2d05753-f643-4bc9-9da0-a7448db3f3fe tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "GET /v2.0/security-groups?id=79406975-00eb-485e-b3fe-001bab536dcd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3367734
May 07 21:53:30.789564 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf39b0b4-fca0-4204-beaa-4ccfc9f3e17f req-a8a69de6-ad1f-4195-ae75-1730c8db45cc tempest-ServerMetadataNegativeTestJSON-1474697718 tempest-ServerMetadataNegativeTestJSON-1474697718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:30.791513 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bf39b0b4-fca0-4204-beaa-4ccfc9f3e17f req-a8a69de6-ad1f-4195-ae75-1730c8db45cc tempest-ServerMetadataNegativeTestJSON-1474697718 tempest-ServerMetadataNegativeTestJSON-1474697718-project] 10.222.0.32 "GET /v2.0/ports?device_id=04703f55-713a-4a4d-ba3f-551622d66f93 HTTP/1.1" status: 200  len: 945 time: 0.0824971
May 07 21:53:30.828388 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-65955d02-d8b0-48af-a2d8-dadfcfd33d3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (772be29c-bb44-46ae-a3e0-b0a78574bddf), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:30.830423 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65955d02-d8b0-48af-a2d8-dadfcfd33d3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:30.831528 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-65955d02-d8b0-48af-a2d8-dadfcfd33d3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:30.860900 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a8424fda-dc0f-4969-b461-959e0cdbca70 req-ba7a23dd-b264-40b6-b0dc-d525c743115b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=086eedec-731a-4836-8a01-603bbdb8a932 HTTP/1.1" status: 200  len: 217 time: 0.1809671
May 07 21:53:30.876625 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-59c48d80-d50e-4306-b6f2-1d0a510f344c tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Network 609f4b94-ee73-43b2-a5f1-920ecad898a5 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:53:30.882261 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [req-b4349d81-83e3-4803-b81b-dca9f777372a req-5e2a7fa4-960f-4c46-99be-7f8c0d8d412f tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] Allocated IP 192.168.233.68 (665487f0-78eb-47fb-9a06-b15bc614dc47/6e0e5c53-1ece-4d20-b01d-5f8c6957edf6/700c26d0-534a-4e1c-838a-15c5bd956f7a) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:53:30.884865 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c48d80-d50e-4306-b6f2-1d0a510f344c tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Pushing event updated for resources: {'Port': ['ID=840ebb23-b4df-469e-b8a1-03792fff9bb1,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:30.887846 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-59c48d80-d50e-4306-b6f2-1d0a510f344c tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:53:30.899860 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-65955d02-d8b0-48af-a2d8-dadfcfd33d3a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 0.8448761
May 07 21:53:30.906287 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 41946) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:53:30.925791 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-59c48d80-d50e-4306-b6f2-1d0a510f344c tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:53:30.940440 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-b0270a3a-bbb9-400d-ac42-992d0fa4189f admin admin] Request body: {'subnet': {'network_id': '772be29c-bb44-46ae-a3e0-b0a78574bddf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1954874037-subnet', 'tenant_id': '93c3c71171814bb7b1018904086ad506', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:53:30.956403 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bf39b0b4-fca0-4204-beaa-4ccfc9f3e17f req-03891bc5-5e2c-4d48-a731-d0de95b684a5 tempest-ServerMetadataNegativeTestJSON-1474697718 tempest-ServerMetadataNegativeTestJSON-1474697718-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc5355db-872b-43ef-8c05-136def76b34e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1435041
May 07 21:53:30.961358 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65955d02-d8b0-48af-a2d8-dadfcfd33d3a admin admin] Pushing event updated for resources: {'Network': ['ID=772be29c-bb44-46ae-a3e0-b0a78574bddf,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:30.986054 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 772be29c-bb44-46ae-a3e0-b0a78574bddf details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 21:53:30.998742 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0270a3a-bbb9-400d-ac42-992d0fa4189f admin admin] Made reservation on behalf of 93c3c71171814bb7b1018904086ad506 for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:53:30.998742 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b0270a3a-bbb9-400d-ac42-992d0fa4189f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:31.114937 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d573474-3d91-44c7-9e93-f6e65dc117f1 req-c2314cbd-2f77-45cb-b73b-46221fff14e6 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:31.116512 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5d573474-3d91-44c7-9e93-f6e65dc117f1 req-c2314cbd-2f77-45cb-b73b-46221fff14e6 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] 10.222.0.32 "GET /v2.0/ports?device_id=7df1b628-71b8-4dd0-893e-521f565ba1fc HTTP/1.1" status: 200  len: 944 time: 0.2263675
May 07 21:53:31.144334 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-59c48d80-d50e-4306-b6f2-1d0a510f344c tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:31.145267 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-59c48d80-d50e-4306-b6f2-1d0a510f344c tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:31.191609 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1487eb2a-9b93-4053-860a-4965a00bd2f8 req-55cc178d-d8a8-47f2-ac45-0b0f2b96d8f0 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:31.198118 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1487eb2a-9b93-4053-860a-4965a00bd2f8 req-55cc178d-d8a8-47f2-ac45-0b0f2b96d8f0 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:31.204406 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1487eb2a-9b93-4053-860a-4965a00bd2f8 req-55cc178d-d8a8-47f2-ac45-0b0f2b96d8f0 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:31.214695 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1487eb2a-9b93-4053-860a-4965a00bd2f8 req-55cc178d-d8a8-47f2-ac45-0b0f2b96d8f0 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:31.219614 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1487eb2a-9b93-4053-860a-4965a00bd2f8 req-55cc178d-d8a8-47f2-ac45-0b0f2b96d8f0 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc2b763-2769-4c0e-9bf3-9ee54868505c HTTP/1.1" status: 200  len: 3094 time: 0.1242266
May 07 21:53:31.254642 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-3c2e63d4-2418-4e83-976f-c40a9246fd09 req-fd51ed31-5a01-4fb2-9ca5-238f3379be42 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] For port 6bd3efe5-7727-41cb-974d-fb9a80d5c1a5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6bd3efe5-7727-41cb-974d-fb9a80d5c1a5,segment=NetworkSegment(6e2a6e21-6c7a-49f3-a82b-29340e62c803),segment_id=6e2a6e21-6c7a-49f3-a82b-29340e62c803)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:53:31.255277 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-3c2e63d4-2418-4e83-976f-c40a9246fd09 req-fd51ed31-5a01-4fb2-9ca5-238f3379be42 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (6bd3efe5-7727-41cb-974d-fb9a80d5c1a5), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:31.295320 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-59c48d80-d50e-4306-b6f2-1d0a510f344c tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.4291363
May 07 21:53:31.297757 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-3c2e63d4-2418-4e83-976f-c40a9246fd09 req-fd51ed31-5a01-4fb2-9ca5-238f3379be42 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Calling delete_port for 6bd3efe5-7727-41cb-974d-fb9a80d5c1a5 owned by compute:nova {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:53:31.327247 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-ac3f1a7a-c8df-4746-a012-d967a5d0e7e8 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Request body: {'port': {'device_id': '7bc2b763-2769-4c0e-9bf3-9ee54868505c', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '609f4b94-ee73-43b2-a5f1-920ecad898a5', 'admin_state_up': True, 'tenant_id': 'f75cb675742543209bcbb75d99b60e97', 'security_groups': ['623940a1-6290-423b-87cb-2a84fe4a7634']}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:53:31.338303 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1487eb2a-9b93-4053-860a-4965a00bd2f8 req-79fb1552-a340-43e7-ba41-e2039357889e tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/security-groups?id=623940a1-6290-423b-87cb-2a84fe4a7634&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1164165
May 07 21:53:31.368182 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-3c9304d2-0c9e-42b9-bd67-16af82b45071 None None] Provisioning complete for port 840ebb23-b4df-469e-b8a1-03792fff9bb1 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:53:31.369038 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-3c9304d2-0c9e-42b9-bd67-16af82b45071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (840ebb23-b4df-469e-b8a1-03792fff9bb1), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:31.409544 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8424fda-dc0f-4969-b461-959e0cdbca70 req-90866b7c-1a61-4df5-8024-08b93b707bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:31.411247 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a8424fda-dc0f-4969-b461-959e0cdbca70 req-90866b7c-1a61-4df5-8024-08b93b707bae service neutron] 10.222.0.55 "GET /v2.0/subnets?id=09ba3a27-57a3-4387-bcf8-ee8c26a13050 HTTP/1.1" status: 200  len: 855 time: 0.2933464
May 07 21:53:31.440373 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b0270a3a-bbb9-400d-ac42-992d0fa4189f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (f41cdf1c-9de4-46dc-8689-4d3b6400326c), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:31.452935 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-3c9304d2-0c9e-42b9-bd67-16af82b45071 None None] Port 840ebb23-b4df-469e-b8a1-03792fff9bb1 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:53:31.525527 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5d573474-3d91-44c7-9e93-f6e65dc117f1 req-2e57c012-f162-4f50-add9-31c7dab16072 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] 10.222.0.32 "GET /v2.0/security-groups?id=7d8349f2-8b60-406c-b06a-b103d0159601&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3894200
May 07 21:53:31.561855 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0270a3a-bbb9-400d-ac42-992d0fa4189f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f41cdf1c-9de4-46dc-8689-4d3b6400326c,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:31.574070 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe316745-e38a-4ce7-a3c4-01a1a21c5520 req-769ac89d-902e-4461-a401-5a0879063946 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:31.575747 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fe316745-e38a-4ce7-a3c4-01a1a21c5520 req-769ac89d-902e-4461-a401-5a0879063946 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b485f98-6005-4fd2-a4ca-72e35f397c6a HTTP/1.1" status: 200  len: 945 time: 0.1185846
May 07 21:53:31.578966 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8424fda-dc0f-4969-b461-959e0cdbca70 req-f36eded1-333f-4440-a40c-6988f2fe9ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:31.580872 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a8424fda-dc0f-4969-b461-959e0cdbca70 req-f36eded1-333f-4440-a40c-6988f2fe9ca4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1f24181a-d123-46a2-bb1f-06c929171e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0823047
May 07 21:53:31.585330 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0270a3a-bbb9-400d-ac42-992d0fa4189f admin admin] Checking segment: {'id': '16a3e44e-cf3e-4bbc-83bb-ad3918f988bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '772be29c-bb44-46ae-a3e0-b0a78574bddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:53:31.585691 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0270a3a-bbb9-400d-ac42-992d0fa4189f admin admin] Network hostable DHCP agents. Network: 772be29c-bb44-46ae-a3e0-b0a78574bddf, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 21:53:31.643853 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fe316745-e38a-4ce7-a3c4-01a1a21c5520 req-d2c433af-7e07-4f73-851b-58214e87d03b tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b18b124-d6ae-4635-93ed-9957a39a34ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602658
May 07 21:53:31.645751 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0270a3a-bbb9-400d-ac42-992d0fa4189f admin admin] Network 772be29c-bb44-46ae-a3e0-b0a78574bddf is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 21:53:31.657842 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-b0270a3a-bbb9-400d-ac42-992d0fa4189f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 772be29c-bb44-46ae-a3e0-b0a78574bddf) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:53:31.670864 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ecdf8a9-2bb3-45b6-b6ee-09b9349d05d3 None None] Network 772be29c-bb44-46ae-a3e0-b0a78574bddf requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:53:31.678811 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0270a3a-bbb9-400d-ac42-992d0fa4189f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:31.679867 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b0270a3a-bbb9-400d-ac42-992d0fa4189f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:31.702184 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-b0270a3a-bbb9-400d-ac42-992d0fa4189f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 0.7662406
May 07 21:53:31.705139 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 41954) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:53:31.711403 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-b08b0963-4d50-4e01-badb-8ca854f7ac4b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1954874037-router', 'tenant_id': '93c3c71171814bb7b1018904086ad506', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:53:31.738044 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-b4349d81-83e3-4803-b81b-dca9f777372a req-5e2a7fa4-960f-4c46-99be-7f8c0d8d412f tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] Publish callbacks [] for port (700c26d0-534a-4e1c-838a-15c5bd956f7a), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:31.742118 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b08b0963-4d50-4e01-badb-8ca854f7ac4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (b5281c6d-1370-492d-b1a8-7bd10df47e25), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:31.743523 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b08b0963-4d50-4e01-badb-8ca854f7ac4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (b5281c6d-1370-492d-b1a8-7bd10df47e25), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:31.773639 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-ac3f1a7a-c8df-4746-a012-d967a5d0e7e8 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Made reservation on behalf of f75cb675742543209bcbb75d99b60e97 for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:53:31.778100 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-ac3f1a7a-c8df-4746-a012-d967a5d0e7e8 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:31.786547 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3ab29f03-6527-4782-9c43-a4a9a8c0b56f req-6c8efe95-09cb-4adf-a2a9-6e0fa8d42021 tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] 10.222.0.32 "GET /v2.0/ports?device_id=a98be0d5-4433-4cae-a301-70a6c876e235 HTTP/1.1" status: 200  len: 210 time: 0.0918994
May 07 21:53:31.819081 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b08b0963-4d50-4e01-badb-8ca854f7ac4b admin admin] Publish callbacks [] for router_controller (b5281c6d-1370-492d-b1a8-7bd10df47e25), precommit_add_association {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:31.835993 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1989cd-468d-43d6-9d94-dfc0736d6fc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-772be29c-bb44-46ae-a3e0-b0a78574bddf', 'network_id': '772be29c-bb44-46ae-a3e0-b0a78574bddf', 'project_id': '93c3c71171814bb7b1018904086ad506', 'fixed_ips': [{'subnet_id': 'f41cdf1c-9de4-46dc-8689-4d3b6400326c'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 21:53:31.836992 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-dc1989cd-468d-43d6-9d94-dfc0736d6fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:32.064134 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-dc1989cd-468d-43d6-9d94-dfc0736d6fc3 None None] Allocated IP 172.20.0.2 (772be29c-bb44-46ae-a3e0-b0a78574bddf/f41cdf1c-9de4-46dc-8689-4d3b6400326c/d0ed3e16-aad7-4821-92f5-e480b0bc32e1) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:53:32.070574 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47115c8a-e88c-4a7e-88a2-68f291d4a2d7 req-5ce1ee71-65dc-45c0-822e-feb36f081ee0 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:32.076628 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47115c8a-e88c-4a7e-88a2-68f291d4a2d7 req-5ce1ee71-65dc-45c0-822e-feb36f081ee0 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:32.078749 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-47115c8a-e88c-4a7e-88a2-68f291d4a2d7 req-5ce1ee71-65dc-45c0-822e-feb36f081ee0 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "GET /v2.0/ports?device_id=6963278d-8040-4bd4-82fd-8f6d81720c74 HTTP/1.1" status: 200  len: 1682 time: 0.1538296
May 07 21:53:32.083488 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b08b0963-4d50-4e01-badb-8ca854f7ac4b admin admin] Publish callbacks [] for router_gateway (b5281c6d-1370-492d-b1a8-7bd10df47e25), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:32.212851 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-47115c8a-e88c-4a7e-88a2-68f291d4a2d7 req-71ee6893-22a6-4c1a-b5ae-8b944bb610db tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "GET /v2.0/security-groups?id=79406975-00eb-485e-b3fe-001bab536dcd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1248736
May 07 21:53:32.339489 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-dc1989cd-468d-43d6-9d94-dfc0736d6fc3 None None] Publish callbacks [] for port (d0ed3e16-aad7-4821-92f5-e480b0bc32e1), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:32.348917 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-dc1989cd-468d-43d6-9d94-dfc0736d6fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (d0ed3e16-aad7-4821-92f5-e480b0bc32e1), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:32.362066 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a8424fda-dc0f-4969-b461-959e0cdbca70 req-10755dd5-ae6a-46b7-959b-260c39787c7a service neutron] 10.222.0.55 "GET /v2.0/networks/1f24181a-d123-46a2-bb1f-06c929171e6c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7674203
May 07 21:53:32.389460 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1989cd-468d-43d6-9d94-dfc0736d6fc3 None None] Network 772be29c-bb44-46ae-a3e0-b0a78574bddf is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:53:32.391168 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-dc1989cd-468d-43d6-9d94-dfc0736d6fc3 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:53:32.395540 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1989cd-468d-43d6-9d94-dfc0736d6fc3 None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:53:32.425202 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-3c2e63d4-2418-4e83-976f-c40a9246fd09 req-fd51ed31-5a01-4fb2-9ca5-238f3379be42 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (6bd3efe5-7727-41cb-974d-fb9a80d5c1a5), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:32.445379 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b08b0963-4d50-4e01-badb-8ca854f7ac4b admin admin] Publish callbacks [] for router_gateway (b5281c6d-1370-492d-b1a8-7bd10df47e25), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:32.477813 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8442f8f-1825-488a-af2f-9f7307b7e187 req-d7bd73c5-2bb0-4840-bb23-d6993eb44ec6 tempest-ServerMetadataNegativeTestJSON-1474697718 tempest-ServerMetadataNegativeTestJSON-1474697718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:32.479318 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d8442f8f-1825-488a-af2f-9f7307b7e187 req-d7bd73c5-2bb0-4840-bb23-d6993eb44ec6 tempest-ServerMetadataNegativeTestJSON-1474697718 tempest-ServerMetadataNegativeTestJSON-1474697718-project] 10.222.0.32 "GET /v2.0/ports?device_id=04703f55-713a-4a4d-ba3f-551622d66f93 HTTP/1.1" status: 200  len: 945 time: 0.2188740
May 07 21:53:32.492109 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1989cd-468d-43d6-9d94-dfc0736d6fc3 None None] Pushing event updated for resources: {'Port': ['ID=d0ed3e16-aad7-4821-92f5-e480b0bc32e1,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:32.498801 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-b4349d81-83e3-4803-b81b-dca9f777372a req-5e2a7fa4-960f-4c46-99be-7f8c0d8d412f tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (700c26d0-534a-4e1c-838a-15c5bd956f7a), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:32.507370 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-dc1989cd-468d-43d6-9d94-dfc0736d6fc3 None None] Attempting to bind port d0ed3e16-aad7-4821-92f5-e480b0bc32e1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:53:32.507795 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-dc1989cd-468d-43d6-9d94-dfc0736d6fc3 None None] Attempting to bind port d0ed3e16-aad7-4821-92f5-e480b0bc32e1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '16a3e44e-cf3e-4bbc-83bb-ad3918f988bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '772be29c-bb44-46ae-a3e0-b0a78574bddf'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:53:32.509091 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1989cd-468d-43d6-9d94-dfc0736d6fc3 None None] Attempting to bind port d0ed3e16-aad7-4821-92f5-e480b0bc32e1 on network 772be29c-bb44-46ae-a3e0-b0a78574bddf {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:53:32.517212 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['8aa3ddb5-af68-4e84-8882-3a527916b441'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:53:32.518181 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b08b0963-4d50-4e01-badb-8ca854f7ac4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:32.562469 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1989cd-468d-43d6-9d94-dfc0736d6fc3 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:53:32.563333 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1989cd-468d-43d6-9d94-dfc0736d6fc3 None None] Checking segment: {'id': '16a3e44e-cf3e-4bbc-83bb-ad3918f988bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '772be29c-bb44-46ae-a3e0-b0a78574bddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:53:32.564001 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-dc1989cd-468d-43d6-9d94-dfc0736d6fc3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:32.565034 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1989cd-468d-43d6-9d94-dfc0736d6fc3 None None] Bound using segment: {'id': '16a3e44e-cf3e-4bbc-83bb-ad3918f988bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '772be29c-bb44-46ae-a3e0-b0a78574bddf'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:53:32.565544 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-dc1989cd-468d-43d6-9d94-dfc0736d6fc3 None None] Bound port: d0ed3e16-aad7-4821-92f5-e480b0bc32e1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16a3e44e-cf3e-4bbc-83bb-ad3918f988bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '772be29c-bb44-46ae-a3e0-b0a78574bddf'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:53:32.565946 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-dc1989cd-468d-43d6-9d94-dfc0736d6fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (d0ed3e16-aad7-4821-92f5-e480b0bc32e1), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:32.589335 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd51ed31-5a01-4fb2-9ca5-238f3379be42 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Pushing event deleted for resources: {'Port': ['ID=6bd3efe5-7727-41cb-974d-fb9a80d5c1a5,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:32.612896 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9386713b-060f-43de-bbc9-edccb0342bfe req-660f08b0-df08-420d-bb5c-64e17bbdaa3f tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:32.618912 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9386713b-060f-43de-bbc9-edccb0342bfe req-660f08b0-df08-420d-bb5c-64e17bbdaa3f tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:32.624575 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9386713b-060f-43de-bbc9-edccb0342bfe req-660f08b0-df08-420d-bb5c-64e17bbdaa3f tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:32.630569 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9386713b-060f-43de-bbc9-edccb0342bfe req-660f08b0-df08-420d-bb5c-64e17bbdaa3f tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:32.633678 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9386713b-060f-43de-bbc9-edccb0342bfe req-660f08b0-df08-420d-bb5c-64e17bbdaa3f tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc2b763-2769-4c0e-9bf3-9ee54868505c HTTP/1.1" status: 200  len: 3094 time: 0.1586201
May 07 21:53:32.707994 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2a7fa4-960f-4c46-99be-7f8c0d8d412f tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] Pushing event updated for resources: {'Port': ['ID=700c26d0-534a-4e1c-838a-15c5bd956f7a,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:32.839812 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-dc1989cd-468d-43d6-9d94-dfc0736d6fc3 None None] For port d0ed3e16-aad7-4821-92f5-e480b0bc32e1, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:53:32.846607 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9386713b-060f-43de-bbc9-edccb0342bfe req-325ce2f1-b95e-498c-8557-1599daf0d0bf tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/security-groups?id=623940a1-6290-423b-87cb-2a84fe4a7634&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2059269
May 07 21:53:32.857767 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-ac3f1a7a-c8df-4746-a012-d967a5d0e7e8 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Allocated IP 10.2.2.200 (609f4b94-ee73-43b2-a5f1-920ecad898a5/13d3a74e-2942-47f7-869e-1fd2939a6583/54d4d944-47e9-4336-a070-44cbc0439ffd) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:53:32.883616 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-dc1989cd-468d-43d6-9d94-dfc0736d6fc3 None None] For port d0ed3e16-aad7-4821-92f5-e480b0bc32e1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d0ed3e16-aad7-4821-92f5-e480b0bc32e1,segment=NetworkSegment(16a3e44e-cf3e-4bbc-83bb-ad3918f988bd),segment_id=16a3e44e-cf3e-4bbc-83bb-ad3918f988bd)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:53:32.886893 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-b08b0963-4d50-4e01-badb-8ca854f7ac4b admin admin] Allocated IP 172.35.4.48 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/46fbf6da-bca9-4d68-848b-b8373ed60471) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:53:32.934625 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-dc1989cd-468d-43d6-9d94-dfc0736d6fc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (d0ed3e16-aad7-4821-92f5-e480b0bc32e1), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:32.976456 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4349d81-83e3-4803-b81b-dca9f777372a req-5e2a7fa4-960f-4c46-99be-7f8c0d8d412f tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] Network 665487f0-78eb-47fb-9a06-b15bc614dc47 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:53:33.016081 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c2e63d4-2418-4e83-976f-c40a9246fd09 req-fd51ed31-5a01-4fb2-9ca5-238f3379be42 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] No DVR routers for this DVR port 6bd3efe5-7727-41cb-974d-fb9a80d5c1a5 on host nch1-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:53:33.020192 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-3c2e63d4-2418-4e83-976f-c40a9246fd09 req-fd51ed31-5a01-4fb2-9ca5-238f3379be42 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:33.024531 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3c2e63d4-2418-4e83-976f-c40a9246fd09 req-fd51ed31-5a01-4fb2-9ca5-238f3379be42 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.55 "DELETE /v2.0/ports/6bd3efe5-7727-41cb-974d-fb9a80d5c1a5 HTTP/1.1" status: 204  len: 173 time: 2.7629468
May 07 21:53:33.053120 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1989cd-468d-43d6-9d94-dfc0736d6fc3 None None] Pushing event updated for resources: {'Port': ['ID=d0ed3e16-aad7-4821-92f5-e480b0bc32e1,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:33.059052 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6963278d-8040-4bd4-82fd-8f6d81720c74', 'name': 'network-vif-deleted', 'tag': '6bd3efe5-7727-41cb-974d-fb9a80d5c1a5'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:53:33.061832 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5a0ef81-a17c-4411-867a-58ce70ce28fb" -d '{"events": [{"server_uuid": "6963278d-8040-4bd4-82fd-8f6d81720c74", "name": "network-vif-deleted", "tag": "6bd3efe5-7727-41cb-974d-fb9a80d5c1a5"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:53:33.064746 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [req-b4349d81-83e3-4803-b81b-dca9f777372a req-5e2a7fa4-960f-4c46-99be-7f8c0d8d412f tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:53:33.068418 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4349d81-83e3-4803-b81b-dca9f777372a req-5e2a7fa4-960f-4c46-99be-7f8c0d8d412f tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:53:33.130796 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612ddd89-37a6-4583-b041-234c1c62ebb3 req-c9143918-0ed1-41c3-8036-a9e27929c225 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:33.132670 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-612ddd89-37a6-4583-b041-234c1c62ebb3 req-c9143918-0ed1-41c3-8036-a9e27929c225 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] 10.222.0.32 "GET /v2.0/ports?device_id=7df1b628-71b8-4dd0-893e-521f565ba1fc HTTP/1.1" status: 200  len: 944 time: 0.1539524
May 07 21:53:33.207413 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b08b0963-4d50-4e01-badb-8ca854f7ac4b admin admin] Publish callbacks [] for port (46fbf6da-bca9-4d68-848b-b8373ed60471), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:33.220911 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d8442f8f-1825-488a-af2f-9f7307b7e187 req-2983d9cd-40e0-4d0a-8fab-b2656de625f5 tempest-ServerMetadataNegativeTestJSON-1474697718 tempest-ServerMetadataNegativeTestJSON-1474697718-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc5355db-872b-43ef-8c05-136def76b34e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7157118
May 07 21:53:33.239697 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a8424fda-dc0f-4969-b461-959e0cdbca70 req-23e5829a-d557-4051-87c3-54db67eaae42 service neutron] 10.222.0.55 "GET /v2.0/networks/1f24181a-d123-46a2-bb1f-06c929171e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8450487
May 07 21:53:33.287906 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4349d81-83e3-4803-b81b-dca9f777372a req-5e2a7fa4-960f-4c46-99be-7f8c0d8d412f tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:33.288761 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-b4349d81-83e3-4803-b81b-dca9f777372a req-5e2a7fa4-960f-4c46-99be-7f8c0d8d412f tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:33.351627 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b08b0963-4d50-4e01-badb-8ca854f7ac4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (46fbf6da-bca9-4d68-848b-b8373ed60471), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:33.368222 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-ac3f1a7a-c8df-4746-a012-d967a5d0e7e8 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks [] for port (54d4d944-47e9-4336-a070-44cbc0439ffd), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:33.381882 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b4349d81-83e3-4803-b81b-dca9f777372a req-5e2a7fa4-960f-4c46-99be-7f8c0d8d412f tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 3.8633921
May 07 21:53:33.395330 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-612ddd89-37a6-4583-b041-234c1c62ebb3 req-c49a4510-b164-40e2-b21d-d976fcc1f5a8 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] 10.222.0.32 "GET /v2.0/security-groups?id=7d8349f2-8b60-406c-b06a-b103d0159601&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2549341
May 07 21:53:33.398505 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-b4349d81-83e3-4803-b81b-dca9f777372a req-76ab7af3-0c18-45ae-98e7-2a2dbb9c9f90 service neutron] Request body: {'port': {'device_id': 'a98be0d5-4433-4cae-a301-70a6c876e235', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:53:33.404312 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-3c2e63d4-2418-4e83-976f-c40a9246fd09 req-571ac11b-23cb-4180-aa61-139fc984f624 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Deleting port 5799274a-67eb-479c-9b5c-9d5a397d1f88 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:53:33.404658 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-3c2e63d4-2418-4e83-976f-c40a9246fd09 req-571ac11b-23cb-4180-aa61-139fc984f624 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (5799274a-67eb-479c-9b5c-9d5a397d1f88), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:33.485541 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08b0963-4d50-4e01-badb-8ca854f7ac4b admin admin] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:53:33.492858 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-b08b0963-4d50-4e01-badb-8ca854f7ac4b admin admin] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:53:33.496755 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08b0963-4d50-4e01-badb-8ca854f7ac4b admin admin] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:53:33.511531 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08b0963-4d50-4e01-badb-8ca854f7ac4b admin admin] Pushing event updated for resources: {'Port': ['ID=46fbf6da-bca9-4d68-848b-b8373ed60471,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:33.595290 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-a173aca6-5088-4938-b327-5da603523d52 None None] Provisioning complete for port 700c26d0-534a-4e1c-838a-15c5bd956f7a triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:53:33.596281 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a173aca6-5088-4938-b327-5da603523d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (700c26d0-534a-4e1c-838a-15c5bd956f7a), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:33.636457 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-a173aca6-5088-4938-b327-5da603523d52 None None] Port 700c26d0-534a-4e1c-838a-15c5bd956f7a cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:53:33.650882 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcbf480-1537-4e8b-b102-d63fe8f3b5b5 req-f30aa32e-8d15-4bea-a766-079436c2c91d tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:33.652458 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-dfcbf480-1537-4e8b-b102-d63fe8f3b5b5 req-f30aa32e-8d15-4bea-a766-079436c2c91d tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] 10.222.0.32 "GET /v2.0/ports?device_id=a98be0d5-4433-4cae-a301-70a6c876e235 HTTP/1.1" status: 200  len: 935 time: 0.1038544
May 07 21:53:33.669329 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7a9531-6f54-49c5-89b5-300ebf1a1b73 req-9759d4d7-2397-443b-ad0b-9874e12e8583 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:33.671060 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-dd7a9531-6f54-49c5-89b5-300ebf1a1b73 req-9759d4d7-2397-443b-ad0b-9874e12e8583 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b485f98-6005-4fd2-a4ca-72e35f397c6a HTTP/1.1" status: 200  len: 945 time: 0.2159498
May 07 21:53:33.675523 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-3c2e63d4-2418-4e83-976f-c40a9246fd09 req-571ac11b-23cb-4180-aa61-139fc984f624 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] For port 5799274a-67eb-479c-9b5c-9d5a397d1f88, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5799274a-67eb-479c-9b5c-9d5a397d1f88,segment=NetworkSegment(d6a441b7-52d4-4c7e-b8d0-1bcd4de829af),segment_id=d6a441b7-52d4-4c7e-b8d0-1bcd4de829af)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:53:33.676171 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-3c2e63d4-2418-4e83-976f-c40a9246fd09 req-571ac11b-23cb-4180-aa61-139fc984f624 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (5799274a-67eb-479c-9b5c-9d5a397d1f88), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:33.683165 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-ac3f1a7a-c8df-4746-a012-d967a5d0e7e8 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (54d4d944-47e9-4336-a070-44cbc0439ffd), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:33.708482 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-b4349d81-83e3-4803-b81b-dca9f777372a req-76ab7af3-0c18-45ae-98e7-2a2dbb9c9f90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (700c26d0-534a-4e1c-838a-15c5bd956f7a), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:33.780388 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-dfcbf480-1537-4e8b-b102-d63fe8f3b5b5 req-8488b638-c2e5-4660-b7cc-1306ad9129a7 tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad3a4a-28e8-4f61-8418-801ae6599362&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0908692
May 07 21:53:33.791799 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-3c2e63d4-2418-4e83-976f-c40a9246fd09 req-571ac11b-23cb-4180-aa61-139fc984f624 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Calling delete_port for 5799274a-67eb-479c-9b5c-9d5a397d1f88 owned by compute:nova {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:53:33.835842 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-ac3f1a7a-c8df-4746-a012-d967a5d0e7e8 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Network 609f4b94-ee73-43b2-a5f1-920ecad898a5 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:53:33.840299 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dec4d18a-7947-4f6f-bb58-2ea76a6e82d7 x-openstack-request-id: req-dec4d18a-7947-4f6f-bb58-2ea76a6e82d7 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:53:33.840594 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6963278d-8040-4bd4-82fd-8f6d81720c74", "name": "network-vif-deleted", "tag": "6bd3efe5-7727-41cb-974d-fb9a80d5c1a5", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:53:33.840848 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dec4d18a-7947-4f6f-bb58-2ea76a6e82d7 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:53:33.841245 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dec4d18a-7947-4f6f-bb58-2ea76a6e82d7'] response: {'server_uuid': '6963278d-8040-4bd4-82fd-8f6d81720c74', 'name': 'network-vif-deleted', 'tag': '6bd3efe5-7727-41cb-974d-fb9a80d5c1a5', 'status': 'completed', 'code': 200}
May 07 21:53:33.858419 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-ac3f1a7a-c8df-4746-a012-d967a5d0e7e8 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:53:33.900784 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-ac3f1a7a-c8df-4746-a012-d967a5d0e7e8 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:53:33.941513 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 6bd3efe5-7727-41cb-974d-fb9a80d5c1a5 no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:53:33.956374 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2d3e2ec6-a994-4600-9816-41dd244df83a req-d6e48d07-50d1-49e7-8eb3-ba34c01032f4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bf893208-e805-488d-abb0-38477b4858b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1893294
May 07 21:53:33.958989 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-dd7a9531-6f54-49c5-89b5-300ebf1a1b73 req-bd774492-4159-4804-bd14-efd6942d3d4f tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b18b124-d6ae-4635-93ed-9957a39a34ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2769468
May 07 21:53:33.981241 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b08b0963-4d50-4e01-badb-8ca854f7ac4b admin admin] Publish callbacks [] for router_gateway (b5281c6d-1370-492d-b1a8-7bd10df47e25), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:33.993859 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] No Port match for: 6bd3efe5-7727-41cb-974d-fb9a80d5c1a5 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:53:33.994119 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-ac3f1a7a-c8df-4746-a012-d967a5d0e7e8 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:33.994822 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-ac3f1a7a-c8df-4746-a012-d967a5d0e7e8 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:33.995221 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 6bd3efe5-7727-41cb-974d-fb9a80d5c1a5 not bound to the agent host nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:53:33.996021 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 5799274a-67eb-479c-9b5c-9d5a397d1f88 no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:53:34.073730 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28da1bc0-d078-4ce2-8f58-8af019e19f65 req-d2ab1c22-71b6-4fe1-8e97-7443be53108e tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:34.081643 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-28da1bc0-d078-4ce2-8f58-8af019e19f65 req-d2ab1c22-71b6-4fe1-8e97-7443be53108e tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "GET /v2.0/ports?device_id=6963278d-8040-4bd4-82fd-8f6d81720c74 HTTP/1.1" status: 200  len: 946 time: 0.1521795
May 07 21:53:34.096770 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 5799274a-67eb-479c-9b5c-9d5a397d1f88 is: ACTIVE; New status is: DOWN {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:53:34.097325 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (5799274a-67eb-479c-9b5c-9d5a397d1f88), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:34.125496 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6963278d-8040-4bd4-82fd-8f6d81720c74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5799274a-67eb-479c-9b5c-9d5a397d1f88'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:53:34.128053 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92116509-9f4f-47f4-a298-7e070425965f" -d '{"events": [{"server_uuid": "6963278d-8040-4bd4-82fd-8f6d81720c74", "name": "network-vif-unplugged", "status": "completed", "tag": "5799274a-67eb-479c-9b5c-9d5a397d1f88"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:53:34.138582 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e665793e-cc67-4c2b-a4a4-172c712383a8 req-5d0f2a6b-2afc-4eb9-a2cf-b34cd1eee7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:34.140060 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e665793e-cc67-4c2b-a4a4-172c712383a8 req-5d0f2a6b-2afc-4eb9-a2cf-b34cd1eee7c9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0b9502da27d64dffaf0859d1f6b5663f&device_id=7df1b628-71b8-4dd0-893e-521f565ba1fc HTTP/1.1" status: 200  len: 1126 time: 0.4053626
May 07 21:53:34.145084 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 5799274a-67eb-479c-9b5c-9d5a397d1f88, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5799274a-67eb-479c-9b5c-9d5a397d1f88,segment=NetworkSegment(d6a441b7-52d4-4c7e-b8d0-1bcd4de829af),segment_id=d6a441b7-52d4-4c7e-b8d0-1bcd4de829af)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:53:34.153314 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (5799274a-67eb-479c-9b5c-9d5a397d1f88), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:34.238108 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=5799274a-67eb-479c-9b5c-9d5a397d1f88,revision_number=6']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:34.261330 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3e2ec6-a994-4600-9816-41dd244df83a req-638b813b-17c7-4d46-b8b7-211f5868dd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:34.262980 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2d3e2ec6-a994-4600-9816-41dd244df83a req-638b813b-17c7-4d46-b8b7-211f5868dd28 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5dbdf17ebd9e4981b3435b13defa64d6&device_id=bf893208-e805-488d-abb0-38477b4858b2 HTTP/1.1" status: 200  len: 1131 time: 0.1765671
May 07 21:53:34.282229 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-28da1bc0-d078-4ce2-8f58-8af019e19f65 req-916150c0-a134-4264-bb45-d78f95bbb770 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "GET /v2.0/security-groups?id=79406975-00eb-485e-b3fe-001bab536dcd&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1995118
May 07 21:53:34.370407 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-c781e982-7d49-4474-b2c4-0b0f7868c278 None None] Provisioning complete for port 54d4d944-47e9-4336-a070-44cbc0439ffd triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:53:34.371309 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c781e982-7d49-4474-b2c4-0b0f7868c278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (54d4d944-47e9-4336-a070-44cbc0439ffd), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:34.426226 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3f1a7a-c8df-4746-a012-d967a5d0e7e8 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Pushing event updated for resources: {'Port': ['ID=54d4d944-47e9-4336-a070-44cbc0439ffd,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:34.482540 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-c781e982-7d49-4474-b2c4-0b0f7868c278 None None] Port 54d4d944-47e9-4336-a070-44cbc0439ffd cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:53:34.487254 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-ac3f1a7a-c8df-4746-a012-d967a5d0e7e8 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.1760547
May 07 21:53:34.527962 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-4c3ece7a-4d1d-443b-a1bb-4963139f77bf service neutron] Request body: {'port': {'device_id': '7bc2b763-2769-4c0e-9bf3-9ee54868505c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:53:34.576510 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1bc797-cb16-4e57-949a-e552f061e1df req-bffb81eb-7bed-4652-97b0-de970acb9e52 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:34.583380 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1bc797-cb16-4e57-949a-e552f061e1df req-bffb81eb-7bed-4652-97b0-de970acb9e52 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:34.589983 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1bc797-cb16-4e57-949a-e552f061e1df req-bffb81eb-7bed-4652-97b0-de970acb9e52 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:34.597277 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1bc797-cb16-4e57-949a-e552f061e1df req-bffb81eb-7bed-4652-97b0-de970acb9e52 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:34.605028 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1bc797-cb16-4e57-949a-e552f061e1df req-bffb81eb-7bed-4652-97b0-de970acb9e52 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:34.613544 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0d1bc797-cb16-4e57-949a-e552f061e1df req-bffb81eb-7bed-4652-97b0-de970acb9e52 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc2b763-2769-4c0e-9bf3-9ee54868505c HTTP/1.1" status: 200  len: 3815 time: 0.4845362
May 07 21:53:34.632775 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e665793e-cc67-4c2b-a4a4-172c712383a8 req-05afba2c-5e3b-461b-9f5a-abe433d638de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:34.634499 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e665793e-cc67-4c2b-a4a4-172c712383a8 req-05afba2c-5e3b-461b-9f5a-abe433d638de service neutron] 10.222.0.55 "GET /v2.0/networks?id=1f24181a-d123-46a2-bb1f-06c929171e6c HTTP/1.1" status: 200  len: 917 time: 0.4763651
May 07 21:53:34.726010 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-4c3ece7a-4d1d-443b-a1bb-4963139f77bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (c96fe3c0-1df8-4707-980e-6b6ab0d159b2), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:34.788253 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8f0033-a651-402e-b310-ffb27f25e1d1 None None] Network 772be29c-bb44-46ae-a3e0-b0a78574bddf requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:53:34.808179 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0d1bc797-cb16-4e57-949a-e552f061e1df req-de36e340-299f-4ae4-a8cb-77cd52470602 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/security-groups?id=623940a1-6290-423b-87cb-2a84fe4a7634&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1937323
May 07 21:53:34.844070 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 07 May 2022 21:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22453ee8-401a-429e-9a95-7833e9edbf6d x-openstack-request-id: req-22453ee8-401a-429e-9a95-7833e9edbf6d {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:53:34.844363 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6963278d-8040-4bd4-82fd-8f6d81720c74", "name": "network-vif-unplugged", "status": "completed", "tag": "5799274a-67eb-479c-9b5c-9d5a397d1f88", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:53:34.844610 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-22453ee8-401a-429e-9a95-7833e9edbf6d {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:53:34.845005 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22453ee8-401a-429e-9a95-7833e9edbf6d'] response: {'server_uuid': '6963278d-8040-4bd4-82fd-8f6d81720c74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5799274a-67eb-479c-9b5c-9d5a397d1f88', 'code': 200}
May 07 21:53:34.911278 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-2e573a67-32fc-435e-8533-046d1d9362f5 None None] Provisioning complete for port d0ed3e16-aad7-4821-92f5-e480b0bc32e1 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:53:34.911578 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2e573a67-32fc-435e-8533-046d1d9362f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (d0ed3e16-aad7-4821-92f5-e480b0bc32e1), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:34.968435 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3e2ec6-a994-4600-9816-41dd244df83a req-ced22ba1-096a-4a63-9b19-9fe5ec19b232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:34.971811 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2d3e2ec6-a994-4600-9816-41dd244df83a req-ced22ba1-096a-4a63-9b19-9fe5ec19b232 service neutron] 10.222.0.55 "GET /v2.0/networks?id=665487f0-78eb-47fb-9a06-b15bc614dc47 HTTP/1.1" status: 200  len: 870 time: 0.6870179
May 07 21:53:34.991412 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b08b0963-4d50-4e01-badb-8ca854f7ac4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (b5281c6d-1370-492d-b1a8-7bd10df47e25), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:35.057577 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acce3ec-dcfa-48ca-80d4-0ac13493419d req-88f287cc-e8f0-4f8b-9349-c8e8f89c175a tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:35.060627 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5acce3ec-dcfa-48ca-80d4-0ac13493419d req-88f287cc-e8f0-4f8b-9349-c8e8f89c175a tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] 10.222.0.32 "GET /v2.0/ports?device_id=a98be0d5-4433-4cae-a301-70a6c876e235 HTTP/1.1" status: 200  len: 935 time: 0.0869026
May 07 21:53:35.115366 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-2e573a67-32fc-435e-8533-046d1d9362f5 None None] Current status of the port d0ed3e16-aad7-4821-92f5-e480b0bc32e1 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:53:35.116257 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2e573a67-32fc-435e-8533-046d1d9362f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (d0ed3e16-aad7-4821-92f5-e480b0bc32e1), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:35.146074 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-3c2e63d4-2418-4e83-976f-c40a9246fd09 req-571ac11b-23cb-4180-aa61-139fc984f624 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (5799274a-67eb-479c-9b5c-9d5a397d1f88), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:35.161042 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-2e573a67-32fc-435e-8533-046d1d9362f5 None None] For port d0ed3e16-aad7-4821-92f5-e480b0bc32e1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d0ed3e16-aad7-4821-92f5-e480b0bc32e1,segment=NetworkSegment(16a3e44e-cf3e-4bbc-83bb-ad3918f988bd),segment_id=16a3e44e-cf3e-4bbc-83bb-ad3918f988bd)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:53:35.176371 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2e573a67-32fc-435e-8533-046d1d9362f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (d0ed3e16-aad7-4821-92f5-e480b0bc32e1), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:35.227900 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5acce3ec-dcfa-48ca-80d4-0ac13493419d req-1fdc25ab-98fb-48fa-8b17-fa3ff901a96d tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad3a4a-28e8-4f61-8418-801ae6599362&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1275973
May 07 21:53:35.237253 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2d3e2ec6-a994-4600-9816-41dd244df83a req-8597d056-761d-4fd6-9508-4fbfaffc2c6b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=8aa3ddb5-af68-4e84-8882-3a527916b441 HTTP/1.1" status: 200  len: 217 time: 0.0683181
May 07 21:53:35.270062 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e573a67-32fc-435e-8533-046d1d9362f5 None None] Pushing event updated for resources: {'Port': ['ID=d0ed3e16-aad7-4821-92f5-e480b0bc32e1,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:35.289725 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679b1d60-e81a-4496-a6b9-4558ce6ad80a req-0bea49d3-85fe-493f-b81d-347d81f06400 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:35.293800 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-679b1d60-e81a-4496-a6b9-4558ce6ad80a req-0bea49d3-85fe-493f-b81d-347d81f06400 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] 10.222.0.32 "GET /v2.0/ports?device_id=7df1b628-71b8-4dd0-893e-521f565ba1fc HTTP/1.1" status: 200  len: 944 time: 0.2823145
May 07 21:53:35.441447 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device d0ed3e16-aad7-4821-92f5-e480b0bc32e1 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:53:35.459092 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571ac11b-23cb-4180-aa61-139fc984f624 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Pushing event deleted for resources: {'Port': ['ID=5799274a-67eb-479c-9b5c-9d5a397d1f88,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:35.461996 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3e2ec6-a994-4600-9816-41dd244df83a req-9240999e-64bc-4e0a-95f4-a81225f8f81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:35.463519 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2d3e2ec6-a994-4600-9816-41dd244df83a req-9240999e-64bc-4e0a-95f4-a81225f8f81f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6e0e5c53-1ece-4d20-b01d-5f8c6957edf6 HTTP/1.1" status: 200  len: 843 time: 0.2133167
May 07 21:53:35.490002 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b677c434-d005-4a65-b797-1ce59c8eb608 req-006fb3a5-8b98-4abf-bd8c-02b36fc53040 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:35.498447 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b677c434-d005-4a65-b797-1ce59c8eb608 req-006fb3a5-8b98-4abf-bd8c-02b36fc53040 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b485f98-6005-4fd2-a4ca-72e35f397c6a HTTP/1.1" status: 200  len: 945 time: 0.1386011
May 07 21:53:35.508687 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-cce59d55-18ed-4cdd-a496-ab285d5191c0 None None] Provisioning complete for port d0ed3e16-aad7-4821-92f5-e480b0bc32e1 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:53:35.511461 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e665793e-cc67-4c2b-a4a4-172c712383a8 req-3ec97977-8dd6-409f-91e8-607c6b53f56b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=086eedec-731a-4836-8a01-603bbdb8a932 HTTP/1.1" status: 200  len: 217 time: 0.3606458
May 07 21:53:35.512061 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-cce59d55-18ed-4cdd-a496-ab285d5191c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (d0ed3e16-aad7-4821-92f5-e480b0bc32e1), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:35.560400 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port d0ed3e16-aad7-4821-92f5-e480b0bc32e1 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:53:35.561058 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (d0ed3e16-aad7-4821-92f5-e480b0bc32e1), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:35.563692 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3e2ec6-a994-4600-9816-41dd244df83a req-2b49f316-9efa-467c-bb5a-301c670bf853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:35.565825 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2d3e2ec6-a994-4600-9816-41dd244df83a req-2b49f316-9efa-467c-bb5a-301c670bf853 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=665487f0-78eb-47fb-9a06-b15bc614dc47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0945485
May 07 21:53:35.572700 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c2e63d4-2418-4e83-976f-c40a9246fd09 req-571ac11b-23cb-4180-aa61-139fc984f624 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] No DVR routers for this DVR port 5799274a-67eb-479c-9b5c-9d5a397d1f88 on host nch1-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:53:35.652979 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e665793e-cc67-4c2b-a4a4-172c712383a8 req-9656d950-8238-4621-a289-53ef0bac7ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:35.655037 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e665793e-cc67-4c2b-a4a4-172c712383a8 req-9656d950-8238-4621-a289-53ef0bac7ab3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=09ba3a27-57a3-4387-bcf8-ee8c26a13050 HTTP/1.1" status: 200  len: 855 time: 0.0831873
May 07 21:53:35.656048 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b677c434-d005-4a65-b797-1ce59c8eb608 req-e93cfeae-3720-40a2-89db-7590ee4a1a22 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b18b124-d6ae-4635-93ed-9957a39a34ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1562085
May 07 21:53:35.661017 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-3c2e63d4-2418-4e83-976f-c40a9246fd09 req-571ac11b-23cb-4180-aa61-139fc984f624 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:35.665859 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3c2e63d4-2418-4e83-976f-c40a9246fd09 req-571ac11b-23cb-4180-aa61-139fc984f624 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.55 "DELETE /v2.0/ports/5799274a-67eb-479c-9b5c-9d5a397d1f88 HTTP/1.1" status: 204  len: 173 time: 2.5386772
May 07 21:53:35.678640 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b08b0963-4d50-4e01-badb-8ca854f7ac4b admin admin] Router b5281c6d-1370-492d-b1a8-7bd10df47e25 is scheduled to L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db with binding_index 1 {{(pid=121836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 07 21:53:35.747062 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port d0ed3e16-aad7-4821-92f5-e480b0bc32e1 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:53:35.761425 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-cce59d55-18ed-4cdd-a496-ab285d5191c0 None None] Current status of the port d0ed3e16-aad7-4821-92f5-e480b0bc32e1 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:53:35.772732 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [req-b4349d81-83e3-4803-b81b-dca9f777372a req-76ab7af3-0c18-45ae-98e7-2a2dbb9c9f90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 700c26d0-534a-4e1c-838a-15c5bd956f7a {{(pid=121837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:53:35.793543 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-b4349d81-83e3-4803-b81b-dca9f777372a req-76ab7af3-0c18-45ae-98e7-2a2dbb9c9f90 service neutron] Publish callbacks [] for port (700c26d0-534a-4e1c-838a-15c5bd956f7a), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:35.809341 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-679b1d60-e81a-4496-a6b9-4558ce6ad80a req-2dd40a99-3faa-4a86-bf8a-efeb5bf43bd7 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] 10.222.0.32 "GET /v2.0/security-groups?id=7d8349f2-8b60-406c-b06a-b103d0159601&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4120443
May 07 21:53:35.816573 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e665793e-cc67-4c2b-a4a4-172c712383a8 req-05d87eea-aa98-4839-9706-68ab11771846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:35.816741 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e665793e-cc67-4c2b-a4a4-172c712383a8 req-05d87eea-aa98-4839-9706-68ab11771846 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1f24181a-d123-46a2-bb1f-06c929171e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1186593
May 07 21:53:35.857871 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6963278d-8040-4bd4-82fd-8f6d81720c74', 'name': 'network-vif-deleted', 'tag': '5799274a-67eb-479c-9b5c-9d5a397d1f88'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:53:35.863425 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-387b4df3-868c-4d39-ac3c-6d014dc34c75" -d '{"events": [{"server_uuid": "6963278d-8040-4bd4-82fd-8f6d81720c74", "name": "network-vif-deleted", "tag": "5799274a-67eb-479c-9b5c-9d5a397d1f88"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:53:35.934506 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 086eedec-731a-4836-8a01-603bbdb8a932 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:53:35.947440 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-b4349d81-83e3-4803-b81b-dca9f777372a req-76ab7af3-0c18-45ae-98e7-2a2dbb9c9f90 service neutron] Transition to ACTIVE for port object 700c26d0-534a-4e1c-838a-15c5bd956f7a will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:53:35.995373 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-b4349d81-83e3-4803-b81b-dca9f777372a req-76ab7af3-0c18-45ae-98e7-2a2dbb9c9f90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (700c26d0-534a-4e1c-838a-15c5bd956f7a), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:36.002912 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b08b0963-4d50-4e01-badb-8ca854f7ac4b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:53:36.022832 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f74759-a1dc-4c0b-96f6-4fbf795bfde9 None None] Sync routers for ids ['b5281c6d-1370-492d-b1a8-7bd10df47e25'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:53:36.041940 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a8663c92-f50c-4256-a06f-31d1f97b2323 req-d155f9de-5a8a-4041-929d-59659e27ac08 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "GET /v2.0/ports?device_id=6963278d-8040-4bd4-82fd-8f6d81720c74 HTTP/1.1" status: 200  len: 210 time: 0.0499797
May 07 21:53:36.048560 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f74759-a1dc-4c0b-96f6-4fbf795bfde9 None None] Routers {'b5281c6d-1370-492d-b1a8-7bd10df47e25'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:53:36.049201 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-b9f74759-a1dc-4c0b-96f6-4fbf795bfde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f90f880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:53:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['b5281c6d-1370-492d-b1a8-7bd10df47e25'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:53:36.064270 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b08b0963-4d50-4e01-badb-8ca854f7ac4b admin admin] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:36.078956 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-b08b0963-4d50-4e01-badb-8ca854f7ac4b admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 4.3701639
May 07 21:53:36.080011 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2d3e2ec6-a994-4600-9816-41dd244df83a req-45cf1552-2326-47ac-9006-40ba07976306 service neutron] 10.222.0.55 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5053329
May 07 21:53:36.080524 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42046) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:53:36.093872 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb018d4b-02de-4eaa-8096-7446b173acb9 req-96b61ba5-90de-4e91-9bc1-768a4e0c5899 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:36.116428 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb018d4b-02de-4eaa-8096-7446b173acb9 req-96b61ba5-90de-4e91-9bc1-768a4e0c5899 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:36.123719 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb018d4b-02de-4eaa-8096-7446b173acb9 req-96b61ba5-90de-4e91-9bc1-768a4e0c5899 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:36.142757 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb018d4b-02de-4eaa-8096-7446b173acb9 req-96b61ba5-90de-4e91-9bc1-768a4e0c5899 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:36.164177 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb018d4b-02de-4eaa-8096-7446b173acb9 req-96b61ba5-90de-4e91-9bc1-768a4e0c5899 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:36.175909 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-cb018d4b-02de-4eaa-8096-7446b173acb9 req-96b61ba5-90de-4e91-9bc1-768a4e0c5899 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc2b763-2769-4c0e-9bf3-9ee54868505c HTTP/1.1" status: 200  len: 3815 time: 0.2182417
May 07 21:53:36.250019 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d0f1a7a-4275-4b49-98f2-2d770824e327 x-openstack-request-id: req-2d0f1a7a-4275-4b49-98f2-2d770824e327 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:53:36.250019 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6963278d-8040-4bd4-82fd-8f6d81720c74", "name": "network-vif-deleted", "tag": "5799274a-67eb-479c-9b5c-9d5a397d1f88", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:53:36.250019 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2d0f1a7a-4275-4b49-98f2-2d770824e327 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:53:36.250019 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d0f1a7a-4275-4b49-98f2-2d770824e327'] response: {'server_uuid': '6963278d-8040-4bd4-82fd-8f6d81720c74', 'name': 'network-vif-deleted', 'tag': '5799274a-67eb-479c-9b5c-9d5a397d1f88', 'status': 'completed', 'code': 200}
May 07 21:53:36.338387 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 086eedec-731a-4836-8a01-603bbdb8a932, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=086eedec-731a-4836-8a01-603bbdb8a932,segment=NetworkSegment(55d18767-ccce-4274-bc61-21f826804a03),segment_id=55d18767-ccce-4274-bc61-21f826804a03)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:53:36.360072 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': '086eedec-731a-4836-8a01-603bbdb8a932', 'network_id': '1f24181a-d123-46a2-bb1f-06c929171e6c', 'port_id': '086eedec-731a-4836-8a01-603bbdb8a932', 'mac_address': 'fa:16:3e:63:3a:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09ba3a27-57a3-4387-bcf8-ee8c26a13050', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:53:36.417023 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ab7af3-0c18-45ae-98e7-2a2dbb9c9f90 service neutron] Pushing event updated for resources: {'Port': ['ID=700c26d0-534a-4e1c-838a-15c5bd956f7a,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:36.448602 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-4c3ece7a-4d1d-443b-a1bb-4963139f77bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c96fe3c0-1df8-4707-980e-6b6ab0d159b2 {{(pid=121837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:53:36.477771 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-4c3ece7a-4d1d-443b-a1bb-4963139f77bf service neutron] Publish callbacks [] for port (c96fe3c0-1df8-4707-980e-6b6ab0d159b2), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:36.500655 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 086eedec-731a-4836-8a01-603bbdb8a932 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:53:36.501166 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (086eedec-731a-4836-8a01-603bbdb8a932), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:36.513520 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-cb018d4b-02de-4eaa-8096-7446b173acb9 req-de1a3aff-d927-49b1-b584-aa23c8cf27f8 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/security-groups?id=623940a1-6290-423b-87cb-2a84fe4a7634&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3355908
May 07 21:53:36.522057 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-b9f74759-a1dc-4c0b-96f6-4fbf795bfde9 None None] Set router b5281c6d-1370-492d-b1a8-7bd10df47e25 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:53:36.540946 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e665793e-cc67-4c2b-a4a4-172c712383a8 req-c11ff4fc-4a18-417d-bbdc-97c460d8c401 service neutron] 10.222.0.55 "GET /v2.0/networks/1f24181a-d123-46a2-bb1f-06c929171e6c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7002251
May 07 21:53:36.560521 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 086eedec-731a-4836-8a01-603bbdb8a932 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:53:36.614615 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-4c3ece7a-4d1d-443b-a1bb-4963139f77bf service neutron] Transition to ACTIVE for port object c96fe3c0-1df8-4707-980e-6b6ab0d159b2 will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:53:36.622241 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b0ad9f-9d2c-4811-bd4e-cdd8a5190b92 req-d41fd471-7a0f-4cc6-a0c8-c1ea90353045 tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:36.624035 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a1b0ad9f-9d2c-4811-bd4e-cdd8a5190b92 req-d41fd471-7a0f-4cc6-a0c8-c1ea90353045 tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] 10.222.0.32 "GET /v2.0/ports?device_id=a98be0d5-4433-4cae-a301-70a6c876e235 HTTP/1.1" status: 200  len: 947 time: 0.2971802
May 07 21:53:36.644277 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-4c3ece7a-4d1d-443b-a1bb-4963139f77bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (c96fe3c0-1df8-4707-980e-6b6ab0d159b2), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:36.666560 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1ee1fe71-7840-41b2-80c5-8d467c246c68 req-dbb8361e-c908-4824-a24c-d8b4a43b3753 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=83fafb82-09d3-47de-827f-770202f22005&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1168718
May 07 21:53:36.677630 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2d3e2ec6-a994-4600-9816-41dd244df83a req-a70d0446-9d91-438a-af8b-0afc65675750 service neutron] 10.222.0.55 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5123217
May 07 21:53:36.701221 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 086eedec-731a-4836-8a01-603bbdb8a932, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=086eedec-731a-4836-8a01-603bbdb8a932,segment=NetworkSegment(55d18767-ccce-4274-bc61-21f826804a03),segment_id=55d18767-ccce-4274-bc61-21f826804a03)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:53:36.719024 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (086eedec-731a-4836-8a01-603bbdb8a932), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:36.757793 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a1b0ad9f-9d2c-4811-bd4e-cdd8a5190b92 req-9d65ed35-9d25-4b3a-bcae-603426b0baf3 tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad3a4a-28e8-4f61-8418-801ae6599362&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1182249
May 07 21:53:36.829279 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-b9f74759-a1dc-4c0b-96f6-4fbf795bfde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f90f880>, [{'id': 'b5281c6d-1370-492d-b1a8-7bd10df47e25', 'name': 'tempest-AttachVolumeShelveTestJSON-1954874037-router', 'tenant_id': '93c3c71171814bb7b1018904086ad506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.48'}], 'enable_snat': True}, 'gw_port_id': '46fbf6da-bca9-4d68-848b-b8373ed60471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:53:31Z', 'updated_at': '2022-05-07T21:53:33Z', 'revision_number': 3, 'project_id': '93c3c71171814bb7b1018904086ad506', 'gw_port': {'id': '46fbf6da-bca9-4d68-848b-b8373ed60471', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9c:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5281c6d-1370-492d-b1a8-7bd10df47e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:53:32Z', 'updated_at': '2022-05-07T21:53:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:53:36.846004 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee1fe71-7840-41b2-80c5-8d467c246c68 req-68c8dbf9-7321-4494-928f-19d70596fc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:36.847913 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1ee1fe71-7840-41b2-80c5-8d467c246c68 req-68c8dbf9-7321-4494-928f-19d70596fc02 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=62b1d2f38652407eaa85fbb15aff6307&device_id=83fafb82-09d3-47de-827f-770202f22005 HTTP/1.1" status: 200  len: 1127 time: 0.0616972
May 07 21:53:36.888850 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f74759-a1dc-4c0b-96f6-4fbf795bfde9 None None] Checking router: b5281c6d-1370-492d-b1a8-7bd10df47e25 for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 21:53:36.889224 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f74759-a1dc-4c0b-96f6-4fbf795bfde9 None None] Updating router b5281c6d-1370-492d-b1a8-7bd10df47e25 port 46fbf6da-bca9-4d68-848b-b8373ed60471 binding host ncdv-master-1 {{(pid=121838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 21:53:36.898173 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e665793e-cc67-4c2b-a4a4-172c712383a8 req-5d1e2527-ada4-491d-b05e-2102a735d648 service neutron] 10.222.0.55 "GET /v2.0/networks/1f24181a-d123-46a2-bb1f-06c929171e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3560467
May 07 21:53:36.916202 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=086eedec-731a-4836-8a01-603bbdb8a932,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:36.948525 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b9f74759-a1dc-4c0b-96f6-4fbf795bfde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (46fbf6da-bca9-4d68-848b-b8373ed60471), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:37.034448 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4266bec2-87af-4fdd-8d52-42e19636577c req-15e9bd2c-672d-4bff-bdc0-9309aeac211a tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:37.043791 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4266bec2-87af-4fdd-8d52-42e19636577c req-15e9bd2c-672d-4bff-bdc0-9309aeac211a tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b485f98-6005-4fd2-a4ca-72e35f397c6a HTTP/1.1" status: 200  len: 945 time: 0.1379073
May 07 21:53:37.087022 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee1fe71-7840-41b2-80c5-8d467c246c68 req-e8ff2758-235e-41af-a647-0c29766efe14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:37.087613 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-b4349d81-83e3-4803-b81b-dca9f777372a req-76ab7af3-0c18-45ae-98e7-2a2dbb9c9f90 service neutron] Attempting to bind port 700c26d0-534a-4e1c-838a-15c5bd956f7a on host nch2-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:53:37.087613 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-b4349d81-83e3-4803-b81b-dca9f777372a req-76ab7af3-0c18-45ae-98e7-2a2dbb9c9f90 service neutron] Attempting to bind port 700c26d0-534a-4e1c-838a-15c5bd956f7a by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:53:37.087941 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4349d81-83e3-4803-b81b-dca9f777372a req-76ab7af3-0c18-45ae-98e7-2a2dbb9c9f90 service neutron] Attempting to bind port 700c26d0-534a-4e1c-838a-15c5bd956f7a on network 665487f0-78eb-47fb-9a06-b15bc614dc47 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:53:37.089802 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1ee1fe71-7840-41b2-80c5-8d467c246c68 req-e8ff2758-235e-41af-a647-0c29766efe14 service neutron] 10.222.0.59 "GET /v2.0/networks?id=55393a4f-e493-4098-b37d-93ec9341a6b2 HTTP/1.1" status: 200  len: 916 time: 0.2048190
May 07 21:53:37.096881 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4349d81-83e3-4803-b81b-dca9f777372a req-76ab7af3-0c18-45ae-98e7-2a2dbb9c9f90 service neutron] Port 700c26d0-534a-4e1c-838a-15c5bd956f7a on network 665487f0-78eb-47fb-9a06-b15bc614dc47 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:53:37.097205 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4349d81-83e3-4803-b81b-dca9f777372a req-76ab7af3-0c18-45ae-98e7-2a2dbb9c9f90 service neutron] Attempting to bind port 700c26d0-534a-4e1c-838a-15c5bd956f7a on network 665487f0-78eb-47fb-9a06-b15bc614dc47 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:53:37.113996 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4349d81-83e3-4803-b81b-dca9f777372a req-76ab7af3-0c18-45ae-98e7-2a2dbb9c9f90 service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:53:37.114339 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4349d81-83e3-4803-b81b-dca9f777372a req-76ab7af3-0c18-45ae-98e7-2a2dbb9c9f90 service neutron] Checking segment: {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:53:37.114958 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4349d81-83e3-4803-b81b-dca9f777372a req-76ab7af3-0c18-45ae-98e7-2a2dbb9c9f90 service neutron] Bound using segment: {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:53:37.115458 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-b4349d81-83e3-4803-b81b-dca9f777372a req-76ab7af3-0c18-45ae-98e7-2a2dbb9c9f90 service neutron] Bound port: 700c26d0-534a-4e1c-838a-15c5bd956f7a, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:53:37.115829 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-b4349d81-83e3-4803-b81b-dca9f777372a req-76ab7af3-0c18-45ae-98e7-2a2dbb9c9f90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (700c26d0-534a-4e1c-838a-15c5bd956f7a), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:37.157166 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-61d403be-1035-440c-b55b-fa3d4bbbac16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:37.253503 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-4c3ece7a-4d1d-443b-a1bb-4963139f77bf service neutron] Attempting to bind port c96fe3c0-1df8-4707-980e-6b6ab0d159b2 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:53:37.253658 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-4c3ece7a-4d1d-443b-a1bb-4963139f77bf service neutron] Attempting to bind port c96fe3c0-1df8-4707-980e-6b6ab0d159b2 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'bf0c0471-2624-4f4f-a2e9-e11b0e1b254e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '509cbb97-8d95-4377-b498-4ce6a1d5a1d9'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:53:37.253893 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-4c3ece7a-4d1d-443b-a1bb-4963139f77bf service neutron] Attempting to bind port c96fe3c0-1df8-4707-980e-6b6ab0d159b2 on network 509cbb97-8d95-4377-b498-4ce6a1d5a1d9 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:53:37.264562 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-4c3ece7a-4d1d-443b-a1bb-4963139f77bf service neutron] Port c96fe3c0-1df8-4707-980e-6b6ab0d159b2 on network 509cbb97-8d95-4377-b498-4ce6a1d5a1d9 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:53:37.264945 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-4c3ece7a-4d1d-443b-a1bb-4963139f77bf service neutron] Attempting to bind port c96fe3c0-1df8-4707-980e-6b6ab0d159b2 on network 509cbb97-8d95-4377-b498-4ce6a1d5a1d9 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:53:37.272279 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3ece7a-4d1d-443b-a1bb-4963139f77bf service neutron] Pushing event updated for resources: {'Port': ['ID=c96fe3c0-1df8-4707-980e-6b6ab0d159b2,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:37.288125 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['086eedec-731a-4836-8a01-603bbdb8a932'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:53:37.323559 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-4c3ece7a-4d1d-443b-a1bb-4963139f77bf service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:53:37.323907 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-4c3ece7a-4d1d-443b-a1bb-4963139f77bf service neutron] Checking segment: {'id': 'bf0c0471-2624-4f4f-a2e9-e11b0e1b254e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '509cbb97-8d95-4377-b498-4ce6a1d5a1d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:53:37.324295 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-4c3ece7a-4d1d-443b-a1bb-4963139f77bf service neutron] Bound using segment: {'id': 'bf0c0471-2624-4f4f-a2e9-e11b0e1b254e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '509cbb97-8d95-4377-b498-4ce6a1d5a1d9'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:53:37.324782 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-4c3ece7a-4d1d-443b-a1bb-4963139f77bf service neutron] Bound port: c96fe3c0-1df8-4707-980e-6b6ab0d159b2, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf0c0471-2624-4f4f-a2e9-e11b0e1b254e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '509cbb97-8d95-4377-b498-4ce6a1d5a1d9'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:53:37.325156 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-4c3ece7a-4d1d-443b-a1bb-4963139f77bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (c96fe3c0-1df8-4707-980e-6b6ab0d159b2), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:37.345103 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4266bec2-87af-4fdd-8d52-42e19636577c req-a8167876-6daa-4b3c-b647-486d5df5dd06 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b18b124-d6ae-4635-93ed-9957a39a34ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2955081
May 07 21:53:37.402672 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14eed5c-7797-48f9-898a-af223dc7ed7a req-22da131b-5843-416e-8228-3d5e937b73bd tempest-ServerMetadataNegativeTestJSON-1474697718 tempest-ServerMetadataNegativeTestJSON-1474697718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:37.404291 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a14eed5c-7797-48f9-898a-af223dc7ed7a req-22da131b-5843-416e-8228-3d5e937b73bd tempest-ServerMetadataNegativeTestJSON-1474697718 tempest-ServerMetadataNegativeTestJSON-1474697718-project] 10.222.0.32 "GET /v2.0/ports?device_id=04703f55-713a-4a4d-ba3f-551622d66f93 HTTP/1.1" status: 200  len: 945 time: 0.1147759
May 07 21:53:37.415867 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-61d403be-1035-440c-b55b-fa3d4bbbac16 admin admin] Allocated IP 172.20.0.1 (772be29c-bb44-46ae-a3e0-b0a78574bddf/f41cdf1c-9de4-46dc-8689-4d3b6400326c/1fdfc258-a1b1-4f52-ac3b-d6710d2f6ca2) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:53:37.421988 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device d0ed3e16-aad7-4821-92f5-e480b0bc32e1 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:53:37.430070 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b9f74759-a1dc-4c0b-96f6-4fbf795bfde9 None None] Publish callbacks [] for port (46fbf6da-bca9-4d68-848b-b8373ed60471), precommit_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:37.491076 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b9f74759-a1dc-4c0b-96f6-4fbf795bfde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (46fbf6da-bca9-4d68-848b-b8373ed60471), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:37.539415 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b753dc0-c696-4037-9620-b40000d21654 req-d96ff6f5-8364-42a5-92ab-df9b239b0db7 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:37.540927 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1b753dc0-c696-4037-9620-b40000d21654 req-d96ff6f5-8364-42a5-92ab-df9b239b0db7 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] 10.222.0.32 "GET /v2.0/ports?device_id=7df1b628-71b8-4dd0-893e-521f565ba1fc HTTP/1.1" status: 200  len: 945 time: 0.0710602
May 07 21:53:37.545213 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-4c3ece7a-4d1d-443b-a1bb-4963139f77bf service neutron] For port c96fe3c0-1df8-4707-980e-6b6ab0d159b2, host nch2-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:53:37.550164 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-b9f74759-a1dc-4c0b-96f6-4fbf795bfde9 None None] Attempting to bind port 46fbf6da-bca9-4d68-848b-b8373ed60471 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:53:37.550506 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-b9f74759-a1dc-4c0b-96f6-4fbf795bfde9 None None] Attempting to bind port 46fbf6da-bca9-4d68-848b-b8373ed60471 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:53:37.550760 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f74759-a1dc-4c0b-96f6-4fbf795bfde9 None None] Attempting to bind port 46fbf6da-bca9-4d68-848b-b8373ed60471 on network 9221b764-ef06-431f-8941-796516ed7c3b {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:53:37.559343 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-b4349d81-83e3-4803-b81b-dca9f777372a req-76ab7af3-0c18-45ae-98e7-2a2dbb9c9f90 service neutron] For port 700c26d0-534a-4e1c-838a-15c5bd956f7a, host nch2-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:53:37.570738 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a14eed5c-7797-48f9-898a-af223dc7ed7a req-1a3eade0-911b-48d2-a299-caf85a524767 tempest-ServerMetadataNegativeTestJSON-1474697718 tempest-ServerMetadataNegativeTestJSON-1474697718-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc5355db-872b-43ef-8c05-136def76b34e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1525221
May 07 21:53:37.576251 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-4c3ece7a-4d1d-443b-a1bb-4963139f77bf service neutron] For port c96fe3c0-1df8-4707-980e-6b6ab0d159b2, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c96fe3c0-1df8-4707-980e-6b6ab0d159b2,segment=NetworkSegment(bf0c0471-2624-4f4f-a2e9-e11b0e1b254e),segment_id=bf0c0471-2624-4f4f-a2e9-e11b0e1b254e)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:53:37.609065 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-b4349d81-83e3-4803-b81b-dca9f777372a req-76ab7af3-0c18-45ae-98e7-2a2dbb9c9f90 service neutron] For port 700c26d0-534a-4e1c-838a-15c5bd956f7a, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=700c26d0-534a-4e1c-838a-15c5bd956f7a,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:53:37.614830 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f74759-a1dc-4c0b-96f6-4fbf795bfde9 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:53:37.615840 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f74759-a1dc-4c0b-96f6-4fbf795bfde9 None None] Checking segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:53:37.616250 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b9f74759-a1dc-4c0b-96f6-4fbf795bfde9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:37.616737 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f74759-a1dc-4c0b-96f6-4fbf795bfde9 None None] Bound using segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:53:37.617279 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-b9f74759-a1dc-4c0b-96f6-4fbf795bfde9 None None] Bound port: 46fbf6da-bca9-4d68-848b-b8373ed60471, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:53:37.617670 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-4c3ece7a-4d1d-443b-a1bb-4963139f77bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (c96fe3c0-1df8-4707-980e-6b6ab0d159b2), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:37.617820 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b9f74759-a1dc-4c0b-96f6-4fbf795bfde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (46fbf6da-bca9-4d68-848b-b8373ed60471), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:37.630817 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-b4349d81-83e3-4803-b81b-dca9f777372a req-76ab7af3-0c18-45ae-98e7-2a2dbb9c9f90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (700c26d0-534a-4e1c-838a-15c5bd956f7a), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:37.640266 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1ee1fe71-7840-41b2-80c5-8d467c246c68 req-ab82f955-7dd4-441b-b5bf-527c8cb4ce6a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0cb8be1d-eb20-4313-adab-53f509d88a67 HTTP/1.1" status: 200  len: 1000 time: 0.1800258
May 07 21:53:37.661650 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 42070) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:53:37.701370 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-b9f74759-a1dc-4c0b-96f6-4fbf795bfde9 None None] For port 46fbf6da-bca9-4d68-848b-b8373ed60471, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:53:37.704984 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-b9f74759-a1dc-4c0b-96f6-4fbf795bfde9 None None] For port 46fbf6da-bca9-4d68-848b-b8373ed60471, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=46fbf6da-bca9-4d68-848b-b8373ed60471,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:53:37.730148 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-4c3ece7a-4d1d-443b-a1bb-4963139f77bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:37.730799 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-4c3ece7a-4d1d-443b-a1bb-4963139f77bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:37.731235 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b9f74759-a1dc-4c0b-96f6-4fbf795bfde9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (46fbf6da-bca9-4d68-848b-b8373ed60471), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:37.731858 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-61d403be-1035-440c-b55b-fa3d4bbbac16 admin admin] Publish callbacks [] for port (1fdfc258-a1b1-4f52-ac3b-d6710d2f6ca2), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:37.732340 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-4c3ece7a-4d1d-443b-a1bb-4963139f77bf service neutron] 10.222.0.59 "PUT /v2.0/ports/c96fe3c0-1df8-4707-980e-6b6ab0d159b2 HTTP/1.1" status: 200  len: 1091 time: 3.2092195
May 07 21:53:37.762881 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4349d81-83e3-4803-b81b-dca9f777372a req-76ab7af3-0c18-45ae-98e7-2a2dbb9c9f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:37.763511 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-b4349d81-83e3-4803-b81b-dca9f777372a req-76ab7af3-0c18-45ae-98e7-2a2dbb9c9f90 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:37.764944 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b4349d81-83e3-4803-b81b-dca9f777372a req-76ab7af3-0c18-45ae-98e7-2a2dbb9c9f90 service neutron] 10.222.0.59 "PUT /v2.0/ports/700c26d0-534a-4e1c-838a-15c5bd956f7a HTTP/1.1" status: 200  len: 1095 time: 4.3738501
May 07 21:53:37.768595 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1b753dc0-c696-4037-9620-b40000d21654 req-e46ef90e-de82-4e9b-9aa5-cc87c3bda1cf tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] 10.222.0.32 "GET /v2.0/security-groups?id=7d8349f2-8b60-406c-b06a-b103d0159601&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2167552
May 07 21:53:37.781100 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7bc8fd1-8e3d-45a4-87c6-dcc5c264c99b tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Deleting subnet dc932535-0f2f-448c-a22d-1e11a5d675af {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 21:53:37.783490 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3ece7a-4d1d-443b-a1bb-4963139f77bf service neutron] Pushing event updated for resources: {'Port': ['ID=c96fe3c0-1df8-4707-980e-6b6ab0d159b2,revision_number=3']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:37.793304 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b7bc8fd1-8e3d-45a4-87c6-dcc5c264c99b tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks [] for subnet (dc932535-0f2f-448c-a22d-1e11a5d675af), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:37.800100 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-25fd6df5-bd7f-434f-a3ce-3f6bec24fc69 service neutron] Request body: {'port': {'device_id': '7bc2b763-2769-4c0e-9bf3-9ee54868505c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:53:37.812630 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee1fe71-7840-41b2-80c5-8d467c246c68 req-9f36025a-85ec-4259-a63d-571b6439fb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:37.814127 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1ee1fe71-7840-41b2-80c5-8d467c246c68 req-9f36025a-85ec-4259-a63d-571b6439fb8a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a8702188-d480-41a4-ada8-7cdbcc65e165 HTTP/1.1" status: 200  len: 854 time: 0.1643848
May 07 21:53:37.832097 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c13744e-941a-47d7-8402-4dd6af7886f4 None None] Pushing event updated for resources: {'Port': ['ID=46fbf6da-bca9-4d68-848b-b8373ed60471,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:37.952805 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port d0ed3e16-aad7-4821-92f5-e480b0bc32e1 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:53:37.953539 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (d0ed3e16-aad7-4821-92f5-e480b0bc32e1), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:37.968941 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7265ea61-d567-445b-a880-760afcde76e0 req-1142c703-a732-4a7a-bc43-b6050bb19905 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:37.976491 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7265ea61-d567-445b-a880-760afcde76e0 req-1142c703-a732-4a7a-bc43-b6050bb19905 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:37.982599 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7265ea61-d567-445b-a880-760afcde76e0 req-1142c703-a732-4a7a-bc43-b6050bb19905 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:37.993518 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7265ea61-d567-445b-a880-760afcde76e0 req-1142c703-a732-4a7a-bc43-b6050bb19905 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:37.999103 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7265ea61-d567-445b-a880-760afcde76e0 req-1142c703-a732-4a7a-bc43-b6050bb19905 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:38.011503 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7265ea61-d567-445b-a880-760afcde76e0 req-1142c703-a732-4a7a-bc43-b6050bb19905 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc2b763-2769-4c0e-9bf3-9ee54868505c HTTP/1.1" status: 200  len: 3827 time: 0.2735181
May 07 21:53:38.042934 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-61d403be-1035-440c-b55b-fa3d4bbbac16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (1fdfc258-a1b1-4f52-ac3b-d6710d2f6ca2), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:38.047874 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f74759-a1dc-4c0b-96f6-4fbf795bfde9 None None] Routers {'b5281c6d-1370-492d-b1a8-7bd10df47e25'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:53:38.048670 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-b9f74759-a1dc-4c0b-96f6-4fbf795bfde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f90f880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:53:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['b5281c6d-1370-492d-b1a8-7bd10df47e25'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:53:38.108409 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee1fe71-7840-41b2-80c5-8d467c246c68 req-937d6d3c-708c-4038-a9af-bc24d3c35070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:38.109950 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1ee1fe71-7840-41b2-80c5-8d467c246c68 req-937d6d3c-708c-4038-a9af-bc24d3c35070 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=55393a4f-e493-4098-b37d-93ec9341a6b2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2869523
May 07 21:53:38.113289 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d403be-1035-440c-b55b-fa3d4bbbac16 admin admin] Pushing event updated for resources: {'Port': ['ID=1fdfc258-a1b1-4f52-ac3b-d6710d2f6ca2,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:38.176956 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c13744e-941a-47d7-8402-4dd6af7886f4 None None] Pushing event updated for resources: {'Port': ['ID=46fbf6da-bca9-4d68-848b-b8373ed60471,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:38.262989 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1ee1fe71-7840-41b2-80c5-8d467c246c68 req-13e7b175-2e2e-4df0-88bb-3e4117c270d5 service neutron] 10.222.0.59 "GET /v2.0/networks/55393a4f-e493-4098-b37d-93ec9341a6b2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1343958
May 07 21:53:38.288591 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d403be-1035-440c-b55b-fa3d4bbbac16 admin admin] Network 772be29c-bb44-46ae-a3e0-b0a78574bddf is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:53:38.305382 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-61d403be-1035-440c-b55b-fa3d4bbbac16 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:53:38.308166 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d403be-1035-440c-b55b-fa3d4bbbac16 admin admin] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:53:38.313969 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-b9f74759-a1dc-4c0b-96f6-4fbf795bfde9 None None] Set router b5281c6d-1370-492d-b1a8-7bd10df47e25 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:53:38.373697 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port d0ed3e16-aad7-4821-92f5-e480b0bc32e1 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:53:38.394947 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7265ea61-d567-445b-a880-760afcde76e0 req-a53cc8dd-b3ea-4656-ad09-73d00272ccab tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/security-groups?id=623940a1-6290-423b-87cb-2a84fe4a7634&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3830378
May 07 21:53:38.424904 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-61d403be-1035-440c-b55b-fa3d4bbbac16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398161'] for router_interface (b5281c6d-1370-492d-b1a8-7bd10df47e25), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:38.473517 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bc2b763-2769-4c0e-9bf3-9ee54868505c', 'tag': 'c96fe3c0-1df8-4707-980e-6b6ab0d159b2'}, {'name': 'network-changed', 'server_uuid': 'a98be0d5-4433-4cae-a301-70a6c876e235', 'tag': '700c26d0-534a-4e1c-838a-15c5bd956f7a'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:53:38.476625 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4aa222b-673a-41bc-a21a-fa34a7be93ab" -d '{"events": [{"name": "network-changed", "server_uuid": "7bc2b763-2769-4c0e-9bf3-9ee54868505c", "tag": "c96fe3c0-1df8-4707-980e-6b6ab0d159b2"}, {"name": "network-changed", "server_uuid": "a98be0d5-4433-4cae-a301-70a6c876e235", "tag": "700c26d0-534a-4e1c-838a-15c5bd956f7a"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:53:38.548574 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8a7139-d20d-43fa-8277-828b0dfc3bb9 req-33cea997-b85f-4a85-b4be-201192f0c7a4 tempest-ServerMetadataNegativeTestJSON-1474697718 tempest-ServerMetadataNegativeTestJSON-1474697718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:38.550133 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7b8a7139-d20d-43fa-8277-828b0dfc3bb9 req-33cea997-b85f-4a85-b4be-201192f0c7a4 tempest-ServerMetadataNegativeTestJSON-1474697718 tempest-ServerMetadataNegativeTestJSON-1474697718-project] 10.222.0.55 "GET /v2.0/ports?device_id=04703f55-713a-4a4d-ba3f-551622d66f93 HTTP/1.1" status: 200  len: 945 time: 0.0665851
May 07 21:53:38.556070 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b7bc8fd1-8e3d-45a4-87c6-dcc5c264c99b tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (dc932535-0f2f-448c-a22d-1e11a5d675af), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:38.587745 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4349d81-83e3-4803-b81b-dca9f777372a req-f1e562de-6149-4b9e-b154-cc5929568210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:38.589187 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b4349d81-83e3-4803-b81b-dca9f777372a req-f1e562de-6149-4b9e-b154-cc5929568210 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5dbdf17ebd9e4981b3435b13defa64d6&device_id=a98be0d5-4433-4cae-a301-70a6c876e235 HTTP/1.1" status: 200  len: 1129 time: 0.6902530
May 07 21:53:38.611446 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1ee1fe71-7840-41b2-80c5-8d467c246c68 req-79da4465-798a-40ca-88e4-e5881c46e119 service neutron] 10.222.0.59 "GET /v2.0/networks/55393a4f-e493-4098-b37d-93ec9341a6b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3396959
May 07 21:53:38.612172 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-61d403be-1035-440c-b55b-fa3d4bbbac16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (1fdfc258-a1b1-4f52-ac3b-d6710d2f6ca2), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:38.621499 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-b9f74759-a1dc-4c0b-96f6-4fbf795bfde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f90f880>, [{'id': 'b5281c6d-1370-492d-b1a8-7bd10df47e25', 'name': 'tempest-AttachVolumeShelveTestJSON-1954874037-router', 'tenant_id': '93c3c71171814bb7b1018904086ad506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.48'}], 'enable_snat': True}, 'gw_port_id': '46fbf6da-bca9-4d68-848b-b8373ed60471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:53:31Z', 'updated_at': '2022-05-07T21:53:33Z', 'revision_number': 3, 'project_id': '93c3c71171814bb7b1018904086ad506', 'gw_port': {'id': '46fbf6da-bca9-4d68-848b-b8373ed60471', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9c:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5281c6d-1370-492d-b1a8-7bd10df47e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:53:32Z', 'updated_at': '2022-05-07T21:53:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:53:38.655583 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ab7af3-0c18-45ae-98e7-2a2dbb9c9f90 service neutron] Pushing event updated for resources: {'Port': ['ID=700c26d0-534a-4e1c-838a-15c5bd956f7a,revision_number=3']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:38.656137 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f74759-a1dc-4c0b-96f6-4fbf795bfde9 None None] The sync data for ids ['b5281c6d-1370-492d-b1a8-7bd10df47e25'] in ncdv-master-1 is: [{'id': 'b5281c6d-1370-492d-b1a8-7bd10df47e25', 'name': 'tempest-AttachVolumeShelveTestJSON-1954874037-router', 'tenant_id': '93c3c71171814bb7b1018904086ad506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.48'}], 'enable_snat': True}, 'gw_port_id': '46fbf6da-bca9-4d68-848b-b8373ed60471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:53:31Z', 'updated_at': '2022-05-07T21:53:33Z', 'revision_number': 3, 'project_id': '93c3c71171814bb7b1018904086ad506', 'gw_port': {'id': '46fbf6da-bca9-4d68-848b-b8373ed60471', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9c:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5281c6d-1370-492d-b1a8-7bd10df47e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:53:32Z', 'updated_at': '2022-05-07T21:53:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:53:38.667678 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-177284d0-ffe4-4a68-9fa9-d78478e5749f None None] Provisioning complete for port 1fdfc258-a1b1-4f52-ac3b-d6710d2f6ca2 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:53:38.668102 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-177284d0-ffe4-4a68-9fa9-d78478e5749f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (1fdfc258-a1b1-4f52-ac3b-d6710d2f6ca2), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:38.713486 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-7b8a7139-d20d-43fa-8277-828b0dfc3bb9 req-3c706a62-268a-4523-b82c-baa9bb00b411 tempest-ServerMetadataNegativeTestJSON-1474697718 tempest-ServerMetadataNegativeTestJSON-1474697718-project] Deleting port 7e3541c5-8b43-4853-87f1-12bbd6ab00a7 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:53:38.713486 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-7b8a7139-d20d-43fa-8277-828b0dfc3bb9 req-3c706a62-268a-4523-b82c-baa9bb00b411 tempest-ServerMetadataNegativeTestJSON-1474697718 tempest-ServerMetadataNegativeTestJSON-1474697718-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (7e3541c5-8b43-4853-87f1-12bbd6ab00a7), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:38.718810 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-177284d0-ffe4-4a68-9fa9-d78478e5749f None None] Port 1fdfc258-a1b1-4f52-ac3b-d6710d2f6ca2 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:53:38.731667 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c88e745-9b9b-4ea7-8bcd-39c08eba23c4 req-a4041ad3-7fa9-4a33-bc81-05fee56fd4d3 tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:38.733133 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9c88e745-9b9b-4ea7-8bcd-39c08eba23c4 req-a4041ad3-7fa9-4a33-bc81-05fee56fd4d3 tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] 10.222.0.32 "GET /v2.0/ports?device_id=a98be0d5-4433-4cae-a301-70a6c876e235 HTTP/1.1" status: 200  len: 947 time: 0.8328786
May 07 21:53:38.758662 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b131faf-dd44-4240-aece-5e938c9a6baf req-113d3a60-d392-437f-a491-34172786bba1 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:38.760261 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2b131faf-dd44-4240-aece-5e938c9a6baf req-113d3a60-d392-437f-a491-34172786bba1 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b485f98-6005-4fd2-a4ca-72e35f397c6a HTTP/1.1" status: 200  len: 945 time: 0.0757453
May 07 21:53:38.806256 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b4349d81-83e3-4803-b81b-dca9f777372a req-860f5679-f472-41d2-9d71-e5f14baa36bd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=700c26d0-534a-4e1c-838a-15c5bd956f7a HTTP/1.1" status: 200  len: 217 time: 0.0982475
May 07 21:53:38.861565 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2b131faf-dd44-4240-aece-5e938c9a6baf req-de90e6a7-d626-4dfa-b4c4-495b0b72a9e9 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b18b124-d6ae-4635-93ed-9957a39a34ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0878189
May 07 21:53:38.868084 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-25fd6df5-bd7f-434f-a3ce-3f6bec24fc69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (c3af0b52-e2d3-4593-a7f9-ff7d7fa37fb8), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:38.919772 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-61d403be-1035-440c-b55b-fa3d4bbbac16 admin admin] Publish callbacks [] for port (1fdfc258-a1b1-4f52-ac3b-d6710d2f6ca2), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:38.933686 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-61d403be-1035-440c-b55b-fa3d4bbbac16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (1fdfc258-a1b1-4f52-ac3b-d6710d2f6ca2), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:38.971082 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 07 May 2022 21:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d09be504-987d-417f-8bad-964e2e3ebab9 x-openstack-request-id: req-d09be504-987d-417f-8bad-964e2e3ebab9 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:53:38.971633 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bc2b763-2769-4c0e-9bf3-9ee54868505c", "tag": "c96fe3c0-1df8-4707-980e-6b6ab0d159b2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a98be0d5-4433-4cae-a301-70a6c876e235", "tag": "700c26d0-534a-4e1c-838a-15c5bd956f7a", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:53:38.971947 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d09be504-987d-417f-8bad-964e2e3ebab9 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:53:38.972418 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d09be504-987d-417f-8bad-964e2e3ebab9'] response: {'name': 'network-changed', 'server_uuid': '7bc2b763-2769-4c0e-9bf3-9ee54868505c', 'tag': 'c96fe3c0-1df8-4707-980e-6b6ab0d159b2', 'status': 'completed', 'code': 200}
May 07 21:53:38.972747 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d09be504-987d-417f-8bad-964e2e3ebab9'] response: {'name': 'network-changed', 'server_uuid': 'a98be0d5-4433-4cae-a301-70a6c876e235', 'tag': '700c26d0-534a-4e1c-838a-15c5bd956f7a', 'status': 'completed', 'code': 200}
May 07 21:53:39.077018 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b7bc8fd1-8e3d-45a4-87c6-dcc5c264c99b tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (dc932535-0f2f-448c-a22d-1e11a5d675af), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:39.090043 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d403be-1035-440c-b55b-fa3d4bbbac16 admin admin] Pushing event updated for resources: {'Port': ['ID=1fdfc258-a1b1-4f52-ac3b-d6710d2f6ca2,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:39.095491 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9c88e745-9b9b-4ea7-8bcd-39c08eba23c4 req-a05d1d73-a66c-42db-bb2a-48bc3a5c808b tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad3a4a-28e8-4f61-8418-801ae6599362&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2909806
May 07 21:53:39.110491 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aa222b-673a-41bc-a21a-fa34a7be93ab req-7eebc65c-57d4-46bb-b427-c1711fe991c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:39.119192 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aa222b-673a-41bc-a21a-fa34a7be93ab req-7eebc65c-57d4-46bb-b427-c1711fe991c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:39.120251 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aa222b-673a-41bc-a21a-fa34a7be93ab req-7eebc65c-57d4-46bb-b427-c1711fe991c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:39.120745 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aa222b-673a-41bc-a21a-fa34a7be93ab req-7eebc65c-57d4-46bb-b427-c1711fe991c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:39.121225 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aa222b-673a-41bc-a21a-fa34a7be93ab req-7eebc65c-57d4-46bb-b427-c1711fe991c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:39.123136 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b4aa222b-673a-41bc-a21a-fa34a7be93ab req-7eebc65c-57d4-46bb-b427-c1711fe991c7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f75cb675742543209bcbb75d99b60e97&device_id=7bc2b763-2769-4c0e-9bf3-9ee54868505c HTTP/1.1" status: 200  len: 4393 time: 0.0972295
May 07 21:53:39.124089 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4349d81-83e3-4803-b81b-dca9f777372a req-af390a09-6997-46d2-b882-2f7490c50193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:39.124463 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-61d403be-1035-440c-b55b-fa3d4bbbac16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401121'] for router_interface (b5281c6d-1370-492d-b1a8-7bd10df47e25), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:39.125560 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b4349d81-83e3-4803-b81b-dca9f777372a req-af390a09-6997-46d2-b882-2f7490c50193 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6e0e5c53-1ece-4d20-b01d-5f8c6957edf6 HTTP/1.1" status: 200  len: 843 time: 0.2947335
May 07 21:53:39.133212 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-7b8a7139-d20d-43fa-8277-828b0dfc3bb9 req-3c706a62-268a-4523-b82c-baa9bb00b411 tempest-ServerMetadataNegativeTestJSON-1474697718 tempest-ServerMetadataNegativeTestJSON-1474697718-project] For port 7e3541c5-8b43-4853-87f1-12bbd6ab00a7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7e3541c5-8b43-4853-87f1-12bbd6ab00a7,segment=NetworkSegment(529d807f-dd56-4f39-90f1-5dc23415d80c),segment_id=529d807f-dd56-4f39-90f1-5dc23415d80c)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:53:39.133599 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-7b8a7139-d20d-43fa-8277-828b0dfc3bb9 req-3c706a62-268a-4523-b82c-baa9bb00b411 tempest-ServerMetadataNegativeTestJSON-1474697718 tempest-ServerMetadataNegativeTestJSON-1474697718-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (7e3541c5-8b43-4853-87f1-12bbd6ab00a7), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:39.204603 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-7b8a7139-d20d-43fa-8277-828b0dfc3bb9 req-3c706a62-268a-4523-b82c-baa9bb00b411 tempest-ServerMetadataNegativeTestJSON-1474697718 tempest-ServerMetadataNegativeTestJSON-1474697718-project] Calling delete_port for 7e3541c5-8b43-4853-87f1-12bbd6ab00a7 owned by compute:nova {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:53:39.366586 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d403be-1035-440c-b55b-fa3d4bbbac16 admin admin] Network 772be29c-bb44-46ae-a3e0-b0a78574bddf is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:53:39.384565 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4349d81-83e3-4803-b81b-dca9f777372a req-73f2bc07-fbe7-43fc-b617-44bea6a0b97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:39.386097 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b4349d81-83e3-4803-b81b-dca9f777372a req-73f2bc07-fbe7-43fc-b617-44bea6a0b97a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=665487f0-78eb-47fb-9a06-b15bc614dc47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2422988
May 07 21:53:39.440237 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-61d403be-1035-440c-b55b-fa3d4bbbac16 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:53:39.455708 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 46fbf6da-bca9-4d68-848b-b8373ed60471 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:53:39.470555 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a734bf-1508-4a3e-b01c-355157235d87 req-f9be0d55-4842-4f88-96e2-bf36560d40a3 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:39.477879 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c3a734bf-1508-4a3e-b01c-355157235d87 req-f9be0d55-4842-4f88-96e2-bf36560d40a3 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] 10.222.0.32 "GET /v2.0/ports?device_id=7df1b628-71b8-4dd0-893e-521f565ba1fc HTTP/1.1" status: 200  len: 945 time: 0.1099887
May 07 21:53:39.500961 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb74bb80-95c6-4603-81ff-700fec7a872e req-731de0e0-b630-4df0-b639-770c602cbe3f tempest-ServerMetadataNegativeTestJSON-1474697718 tempest-ServerMetadataNegativeTestJSON-1474697718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:39.509308 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bb74bb80-95c6-4603-81ff-700fec7a872e req-731de0e0-b630-4df0-b639-770c602cbe3f tempest-ServerMetadataNegativeTestJSON-1474697718 tempest-ServerMetadataNegativeTestJSON-1474697718-project] 10.222.0.32 "GET /v2.0/ports?device_id=04703f55-713a-4a4d-ba3f-551622d66f93 HTTP/1.1" status: 200  len: 945 time: 0.2875972
May 07 21:53:39.557567 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 46fbf6da-bca9-4d68-848b-b8373ed60471 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:53:39.557892 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (46fbf6da-bca9-4d68-848b-b8373ed60471), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:39.621365 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b7bc8fd1-8e3d-45a4-87c6-dcc5c264c99b tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (dc932535-0f2f-448c-a22d-1e11a5d675af), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:39.666644 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 46fbf6da-bca9-4d68-848b-b8373ed60471 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:53:39.666948 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (46fbf6da-bca9-4d68-848b-b8373ed60471), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:39.692879 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port 46fbf6da-bca9-4d68-848b-b8373ed60471, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=46fbf6da-bca9-4d68-848b-b8373ed60471,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:53:39.699490 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (46fbf6da-bca9-4d68-848b-b8373ed60471), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:39.766840 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b4349d81-83e3-4803-b81b-dca9f777372a req-9ec03115-5dcf-4909-9722-2388aa2073b6 service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3681984
May 07 21:53:39.772869 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=46fbf6da-bca9-4d68-848b-b8373ed60471,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:39.796128 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-042bb67a-b894-412d-aceb-d54605529a19 None None] Provisioning complete for port 1fdfc258-a1b1-4f52-ac3b-d6710d2f6ca2 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:53:39.796797 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-042bb67a-b894-412d-aceb-d54605529a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (1fdfc258-a1b1-4f52-ac3b-d6710d2f6ca2), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:39.810290 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b7bc8fd1-8e3d-45a4-87c6-dcc5c264c99b tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:39.817481 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-b7bc8fd1-8e3d-45a4-87c6-dcc5c264c99b tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "DELETE /v2.0/subnets/dc932535-0f2f-448c-a22d-1e11a5d675af HTTP/1.1" status: 204  len: 168 time: 2.1484325
May 07 21:53:39.824078 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8144eb3a-18fc-41c5-81f0-5b5705d5c625 None None] Network 0be2ea3f-0b39-4b2d-b775-d2c4d2364465 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:53:39.852089 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 42100) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:53:39.871618 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-042bb67a-b894-412d-aceb-d54605529a19 None None] Port 1fdfc258-a1b1-4f52-ac3b-d6710d2f6ca2 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:53:39.947200 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-25fd6df5-bd7f-434f-a3ce-3f6bec24fc69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3af0b52-e2d3-4593-a7f9-ff7d7fa37fb8 {{(pid=121837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:53:39.953365 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aa222b-673a-41bc-a21a-fa34a7be93ab req-73ed7631-9d55-41ab-a7bd-b7cdd15ea8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:39.953815 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aa222b-673a-41bc-a21a-fa34a7be93ab req-73ed7631-9d55-41ab-a7bd-b7cdd15ea8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:39.954346 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aa222b-673a-41bc-a21a-fa34a7be93ab req-73ed7631-9d55-41ab-a7bd-b7cdd15ea8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:39.956125 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b4aa222b-673a-41bc-a21a-fa34a7be93ab req-73ed7631-9d55-41ab-a7bd-b7cdd15ea8cb service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=f75cb675742543209bcbb75d99b60e97&shared=False HTTP/1.1" status: 200  len: 2295 time: 0.8194084
May 07 21:53:39.956275 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-25fd6df5-bd7f-434f-a3ce-3f6bec24fc69 service neutron] Publish callbacks [] for port (c3af0b52-e2d3-4593-a7f9-ff7d7fa37fb8), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:39.970159 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 086eedec-731a-4836-8a01-603bbdb8a932 up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:53:39.976233 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-25fd6df5-bd7f-434f-a3ce-3f6bec24fc69 service neutron] Transition to ACTIVE for port object c3af0b52-e2d3-4593-a7f9-ff7d7fa37fb8 will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:53:39.982224 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bc8fd1-8e3d-45a4-87c6-dcc5c264c99b tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Pushing event deleted for resources: {'Subnet': ['ID=dc932535-0f2f-448c-a22d-1e11a5d675af,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:40.022890 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning for port 086eedec-731a-4836-8a01-603bbdb8a932 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:53:40.027783 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-25fd6df5-bd7f-434f-a3ce-3f6bec24fc69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (c3af0b52-e2d3-4593-a7f9-ff7d7fa37fb8), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:40.038913 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port 086eedec-731a-4836-8a01-603bbdb8a932 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:53:40.039560 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (086eedec-731a-4836-8a01-603bbdb8a932), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:40.107044 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32297193-46bc-4465-8f18-d1b6c9c4ffb0 None None] DHCP port deletion for 0be2ea3f-0b39-4b2d-b775-d2c4d2364465 request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 21:53:40.159968 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bb74bb80-95c6-4603-81ff-700fec7a872e req-b9fd5dc5-e99b-47e2-8c46-1c64c02ef865 tempest-ServerMetadataNegativeTestJSON-1474697718 tempest-ServerMetadataNegativeTestJSON-1474697718-project] 10.222.0.32 "GET /v2.0/security-groups?id=fc5355db-872b-43ef-8c05-136def76b34e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6453223
May 07 21:53:40.208531 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c3a734bf-1508-4a3e-b01c-355157235d87 req-9f6453c3-d6d4-4d9c-9947-779d8e23ea67 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] 10.222.0.32 "GET /v2.0/security-groups?id=7d8349f2-8b60-406c-b06a-b103d0159601&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.7090318
May 07 21:53:40.299339 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61d403be-1035-440c-b55b-fa3d4bbbac16 admin admin] Router b5281c6d-1370-492d-b1a8-7bd10df47e25 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 21:53:40.384054 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-32297193-46bc-4465-8f18-d1b6c9c4ffb0 None None] Deleting port 6969d2a0-9f96-4474-9d34-bd5eb7ec27f4 {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:53:40.384439 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-32297193-46bc-4465-8f18-d1b6c9c4ffb0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (6969d2a0-9f96-4474-9d34-bd5eb7ec27f4), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:40.387857 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aa222b-673a-41bc-a21a-fa34a7be93ab req-a049fd61-cec5-437a-9de9-3364ee70ccca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:40.389307 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b4aa222b-673a-41bc-a21a-fa34a7be93ab req-a049fd61-cec5-437a-9de9-3364ee70ccca service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.4218676
May 07 21:53:40.410738 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34abfa7-ca97-49ac-bc14-a064eeb2f51d req-d0c5758a-a72f-4439-bdbc-89f3c20cb320 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:40.416726 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34abfa7-ca97-49ac-bc14-a064eeb2f51d req-d0c5758a-a72f-4439-bdbc-89f3c20cb320 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:40.422638 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34abfa7-ca97-49ac-bc14-a064eeb2f51d req-d0c5758a-a72f-4439-bdbc-89f3c20cb320 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:40.430165 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34abfa7-ca97-49ac-bc14-a064eeb2f51d req-d0c5758a-a72f-4439-bdbc-89f3c20cb320 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:40.441202 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34abfa7-ca97-49ac-bc14-a064eeb2f51d req-d0c5758a-a72f-4439-bdbc-89f3c20cb320 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:40.456601 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34abfa7-ca97-49ac-bc14-a064eeb2f51d req-d0c5758a-a72f-4439-bdbc-89f3c20cb320 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:40.459476 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d34abfa7-ca97-49ac-bc14-a064eeb2f51d req-d0c5758a-a72f-4439-bdbc-89f3c20cb320 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc2b763-2769-4c0e-9bf3-9ee54868505c HTTP/1.1" status: 200  len: 4605 time: 0.1346300
May 07 21:53:40.481733 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-32297193-46bc-4465-8f18-d1b6c9c4ffb0 None None] For port 6969d2a0-9f96-4474-9d34-bd5eb7ec27f4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6969d2a0-9f96-4474-9d34-bd5eb7ec27f4,segment=NetworkSegment(6e2a6e21-6c7a-49f3-a82b-29340e62c803),segment_id=6e2a6e21-6c7a-49f3-a82b-29340e62c803)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:53:40.482268 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-32297193-46bc-4465-8f18-d1b6c9c4ffb0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (6969d2a0-9f96-4474-9d34-bd5eb7ec27f4), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:40.496615 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-32297193-46bc-4465-8f18-d1b6c9c4ffb0 None None] Calling delete_port for 6969d2a0-9f96-4474-9d34-bd5eb7ec27f4 owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:53:40.567945 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 086eedec-731a-4836-8a01-603bbdb8a932 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:53:40.568376 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (086eedec-731a-4836-8a01-603bbdb8a932), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:40.576747 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fd6df5-bd7f-434f-a3ce-3f6bec24fc69 service neutron] Pushing event updated for resources: {'Port': ['ID=c3af0b52-e2d3-4593-a7f9-ff7d7fa37fb8,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:40.585722 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc61206-2ca7-4ed2-b35e-796ae95cb588 req-04107123-b6b0-417c-8a4f-447b88bb0d6f tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:40.588404 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c1ad73cf-6b16-4c28-85a5-e1f5c192686d tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (0be2ea3f-0b39-4b2d-b775-d2c4d2364465), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:40.597158 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ddc61206-2ca7-4ed2-b35e-796ae95cb588 req-04107123-b6b0-417c-8a4f-447b88bb0d6f tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b485f98-6005-4fd2-a4ca-72e35f397c6a HTTP/1.1" status: 200  len: 945 time: 0.2106221
May 07 21:53:40.609671 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7df1b628-71b8-4dd0-893e-521f565ba1fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '086eedec-731a-4836-8a01-603bbdb8a932'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:53:40.611814 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61d403be-1035-440c-b55b-fa3d4bbbac16 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:53:40.612066 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7852b66-b0f8-44ab-99e3-e97dc0ca9cc8" -d '{"events": [{"server_uuid": "7df1b628-71b8-4dd0-893e-521f565ba1fc", "name": "network-vif-plugged", "status": "completed", "tag": "086eedec-731a-4836-8a01-603bbdb8a932"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:53:40.615543 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d34abfa7-ca97-49ac-bc14-a064eeb2f51d req-65b0d018-7c57-4f13-8b3a-7cf4625bdba4 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d50792e5-4672-4ff2-b261-ed0a649bb3d3&id=623940a1-6290-423b-87cb-2a84fe4a7634&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1146097
May 07 21:53:40.624288 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-61d403be-1035-440c-b55b-fa3d4bbbac16 admin admin] 10.222.0.32 "PUT /v2.0/routers/b5281c6d-1370-492d-b1a8-7bd10df47e25/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5424755
May 07 21:53:40.632477 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 086eedec-731a-4836-8a01-603bbdb8a932, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=086eedec-731a-4836-8a01-603bbdb8a932,segment=NetworkSegment(55d18767-ccce-4274-bc61-21f826804a03),segment_id=55d18767-ccce-4274-bc61-21f826804a03)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:53:40.658931 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (086eedec-731a-4836-8a01-603bbdb8a932), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:40.659758 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 7e3541c5-8b43-4853-87f1-12bbd6ab00a7 no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:53:40.695588 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-7b8a7139-d20d-43fa-8277-828b0dfc3bb9 req-3c706a62-268a-4523-b82c-baa9bb00b411 tempest-ServerMetadataNegativeTestJSON-1474697718 tempest-ServerMetadataNegativeTestJSON-1474697718-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (7e3541c5-8b43-4853-87f1-12bbd6ab00a7), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:40.743087 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ddc61206-2ca7-4ed2-b35e-796ae95cb588 req-d26d8d1e-5a2e-4ccf-9ece-b021f6490009 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b18b124-d6ae-4635-93ed-9957a39a34ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1450760
May 07 21:53:40.785605 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=086eedec-731a-4836-8a01-603bbdb8a932,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:40.801923 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b4349d81-83e3-4803-b81b-dca9f777372a req-4585e2b8-9e47-4584-a5bc-a7f52b25ab44 service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9858418
May 07 21:53:40.807836 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] No active binding found for port 7e3541c5-8b43-4853-87f1-12bbd6ab00a7 {{(pid=121838) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}}
May 07 21:53:40.808346 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] The host nch1-master-1 is not matching for port 7e3541c5-8b43-4853-87f1-12bbd6ab00a7 host None! {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2394}}
May 07 21:53:40.808641 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 7e3541c5-8b43-4853-87f1-12bbd6ab00a7 not bound to the agent host nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:53:40.827189 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-32297193-46bc-4465-8f18-d1b6c9c4ffb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (6969d2a0-9f96-4474-9d34-bd5eb7ec27f4), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:40.860285 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c706a62-268a-4523-b82c-baa9bb00b411 tempest-ServerMetadataNegativeTestJSON-1474697718 tempest-ServerMetadataNegativeTestJSON-1474697718-project] Pushing event deleted for resources: {'Port': ['ID=7e3541c5-8b43-4853-87f1-12bbd6ab00a7,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:40.865354 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32297193-46bc-4465-8f18-d1b6c9c4ffb0 None None] No DVR routers for this DVR port 6969d2a0-9f96-4474-9d34-bd5eb7ec27f4 on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:53:40.886600 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32297193-46bc-4465-8f18-d1b6c9c4ffb0 None None] Pushing event deleted for resources: {'Port': ['ID=6969d2a0-9f96-4474-9d34-bd5eb7ec27f4,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:40.949088 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ec555f-fb15-46b6-a0f4-de7690cb7cce x-openstack-request-id: req-f5ec555f-fb15-46b6-a0f4-de7690cb7cce {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:53:40.949450 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7df1b628-71b8-4dd0-893e-521f565ba1fc", "name": "network-vif-plugged", "status": "completed", "tag": "086eedec-731a-4836-8a01-603bbdb8a932", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:53:40.949768 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f5ec555f-fb15-46b6-a0f4-de7690cb7cce {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:53:40.950224 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5ec555f-fb15-46b6-a0f4-de7690cb7cce'] response: {'server_uuid': '7df1b628-71b8-4dd0-893e-521f565ba1fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '086eedec-731a-4836-8a01-603bbdb8a932', 'code': 200}
May 07 21:53:40.951559 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d48fe3-ace7-4596-b8f2-5bb8803fe8df req-71d07c15-d828-4dce-a46e-946c0a570434 tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:40.963228 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f2d48fe3-ace7-4596-b8f2-5bb8803fe8df req-71d07c15-d828-4dce-a46e-946c0a570434 tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] 10.222.0.32 "GET /v2.0/ports?device_id=a98be0d5-4433-4cae-a301-70a6c876e235 HTTP/1.1" status: 200  len: 947 time: 0.1740563
May 07 21:53:41.025266 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-c1ad73cf-6b16-4c28-85a5-e1f5c192686d tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Deleting port 6969d2a0-9f96-4474-9d34-bd5eb7ec27f4 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:53:41.030396 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c1ad73cf-6b16-4c28-85a5-e1f5c192686d tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (6969d2a0-9f96-4474-9d34-bd5eb7ec27f4), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:41.045883 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b8a7139-d20d-43fa-8277-828b0dfc3bb9 req-3c706a62-268a-4523-b82c-baa9bb00b411 tempest-ServerMetadataNegativeTestJSON-1474697718 tempest-ServerMetadataNegativeTestJSON-1474697718-project] No DVR routers for this DVR port 7e3541c5-8b43-4853-87f1-12bbd6ab00a7 on host nch1-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:53:41.058646 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-7b8a7139-d20d-43fa-8277-828b0dfc3bb9 req-3c706a62-268a-4523-b82c-baa9bb00b411 tempest-ServerMetadataNegativeTestJSON-1474697718 tempest-ServerMetadataNegativeTestJSON-1474697718-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:41.061893 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7b8a7139-d20d-43fa-8277-828b0dfc3bb9 req-3c706a62-268a-4523-b82c-baa9bb00b411 tempest-ServerMetadataNegativeTestJSON-1474697718 tempest-ServerMetadataNegativeTestJSON-1474697718-project] 10.222.0.55 "DELETE /v2.0/ports/7e3541c5-8b43-4853-87f1-12bbd6ab00a7 HTTP/1.1" status: 204  len: 173 time: 2.4777124
May 07 21:53:41.067157 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04703f55-713a-4a4d-ba3f-551622d66f93', 'name': 'network-vif-deleted', 'tag': '7e3541c5-8b43-4853-87f1-12bbd6ab00a7'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:53:41.070627 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-782adae7-ce7b-40e8-ad38-0281fa32b948" -d '{"events": [{"server_uuid": "04703f55-713a-4a4d-ba3f-551622d66f93", "name": "network-vif-deleted", "tag": "7e3541c5-8b43-4853-87f1-12bbd6ab00a7"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:53:41.074427 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-25fd6df5-bd7f-434f-a3ce-3f6bec24fc69 service neutron] Attempting to bind port c3af0b52-e2d3-4593-a7f9-ff7d7fa37fb8 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:53:41.074427 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-25fd6df5-bd7f-434f-a3ce-3f6bec24fc69 service neutron] Attempting to bind port c3af0b52-e2d3-4593-a7f9-ff7d7fa37fb8 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '918ce7a0-6436-4d36-8bb4-df4087f94e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '5159d3da-3059-47f6-8ecf-b4d9b2b9d7de'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:53:41.074427 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-25fd6df5-bd7f-434f-a3ce-3f6bec24fc69 service neutron] Attempting to bind port c3af0b52-e2d3-4593-a7f9-ff7d7fa37fb8 on network 5159d3da-3059-47f6-8ecf-b4d9b2b9d7de {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:53:41.084108 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37145bd0-e98f-4258-a7d3-243ee3ad1773 req-97d25fe6-5bfd-4389-b77b-2258ce638f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:41.088143 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-37145bd0-e98f-4258-a7d3-243ee3ad1773 req-97d25fe6-5bfd-4389-b77b-2258ce638f1d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7df1b628-71b8-4dd0-893e-521f565ba1fc HTTP/1.1" status: 200  len: 1128 time: 0.0694478
May 07 21:53:41.101816 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-25fd6df5-bd7f-434f-a3ce-3f6bec24fc69 service neutron] Port c3af0b52-e2d3-4593-a7f9-ff7d7fa37fb8 on network 5159d3da-3059-47f6-8ecf-b4d9b2b9d7de not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:53:41.102142 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-25fd6df5-bd7f-434f-a3ce-3f6bec24fc69 service neutron] Attempting to bind port c3af0b52-e2d3-4593-a7f9-ff7d7fa37fb8 on network 5159d3da-3059-47f6-8ecf-b4d9b2b9d7de {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:53:41.149798 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-37145bd0-e98f-4258-a7d3-243ee3ad1773 req-7b903d06-9b4d-4fd5-8c4b-f55be0952840 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=7d8349f2-8b60-406c-b06a-b103d0159601&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0535769
May 07 21:53:41.166204 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-25fd6df5-bd7f-434f-a3ce-3f6bec24fc69 service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:53:41.166516 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-25fd6df5-bd7f-434f-a3ce-3f6bec24fc69 service neutron] Checking segment: {'id': '918ce7a0-6436-4d36-8bb4-df4087f94e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '5159d3da-3059-47f6-8ecf-b4d9b2b9d7de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:53:41.166923 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-25fd6df5-bd7f-434f-a3ce-3f6bec24fc69 service neutron] Bound using segment: {'id': '918ce7a0-6436-4d36-8bb4-df4087f94e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '5159d3da-3059-47f6-8ecf-b4d9b2b9d7de'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:53:41.167362 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-25fd6df5-bd7f-434f-a3ce-3f6bec24fc69 service neutron] Bound port: c3af0b52-e2d3-4593-a7f9-ff7d7fa37fb8, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '918ce7a0-6436-4d36-8bb4-df4087f94e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '5159d3da-3059-47f6-8ecf-b4d9b2b9d7de'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:53:41.167718 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-25fd6df5-bd7f-434f-a3ce-3f6bec24fc69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (c3af0b52-e2d3-4593-a7f9-ff7d7fa37fb8), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:41.189050 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f2d48fe3-ace7-4596-b8f2-5bb8803fe8df req-19c0cafb-4ea1-4480-a79d-ac682101ce5d tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad3a4a-28e8-4f61-8418-801ae6599362&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2286916
May 07 21:53:41.192666 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-c1ad73cf-6b16-4c28-85a5-e1f5c192686d tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] For port 6969d2a0-9f96-4474-9d34-bd5eb7ec27f4, host ncdv-master-1, got binding levels [] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:53:41.192666 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c1ad73cf-6b16-4c28-85a5-e1f5c192686d tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (6969d2a0-9f96-4474-9d34-bd5eb7ec27f4), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:41.226687 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-c1ad73cf-6b16-4c28-85a5-e1f5c192686d tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Calling delete_port for 6969d2a0-9f96-4474-9d34-bd5eb7ec27f4 owned by network:dhcp {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:53:41.255785 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.ipam_backend_mixin [None req-c1ad73cf-6b16-4c28-85a5-e1f5c192686d tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Port 6969d2a0-9f96-4474-9d34-bd5eb7ec27f4 was not found and therefore no delete operation was performed {{(pid=121837) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}}
May 07 21:53:41.261624 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c1ad73cf-6b16-4c28-85a5-e1f5c192686d tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (6969d2a0-9f96-4474-9d34-bd5eb7ec27f4), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:41.307436 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ad73cf-6b16-4c28-85a5-e1f5c192686d tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Pushing event deleted for resources: {'Port': ['ID=6969d2a0-9f96-4474-9d34-bd5eb7ec27f4,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:41.309567 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ad73cf-6b16-4c28-85a5-e1f5c192686d tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] No DVR routers for this DVR port 6969d2a0-9f96-4474-9d34-bd5eb7ec27f4 on host ncdv-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:53:41.394367 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c20b088-e220-4449-a98a-21bffd19e9ec x-openstack-request-id: req-0c20b088-e220-4449-a98a-21bffd19e9ec {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:53:41.394669 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04703f55-713a-4a4d-ba3f-551622d66f93", "name": "network-vif-deleted", "tag": "7e3541c5-8b43-4853-87f1-12bbd6ab00a7", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:53:41.394971 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0c20b088-e220-4449-a98a-21bffd19e9ec {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:53:41.395380 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c20b088-e220-4449-a98a-21bffd19e9ec'] response: {'server_uuid': '04703f55-713a-4a4d-ba3f-551622d66f93', 'name': 'network-vif-deleted', 'tag': '7e3541c5-8b43-4853-87f1-12bbd6ab00a7', 'status': 'completed', 'code': 200}
May 07 21:53:41.421484 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 46fbf6da-bca9-4d68-848b-b8373ed60471 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:53:41.427154 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-25fd6df5-bd7f-434f-a3ce-3f6bec24fc69 service neutron] For port c3af0b52-e2d3-4593-a7f9-ff7d7fa37fb8, host nch2-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:53:41.473865 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-25fd6df5-bd7f-434f-a3ce-3f6bec24fc69 service neutron] For port c3af0b52-e2d3-4593-a7f9-ff7d7fa37fb8, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c3af0b52-e2d3-4593-a7f9-ff7d7fa37fb8,segment=NetworkSegment(918ce7a0-6436-4d36-8bb4-df4087f94e32),segment_id=918ce7a0-6436-4d36-8bb4-df4087f94e32)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:53:41.473865 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c1ad73cf-6b16-4c28-85a5-e1f5c192686d tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (0be2ea3f-0b39-4b2d-b775-d2c4d2364465), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:41.475734 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c063b970-6b65-495d-9cc7-49d5d988679d None None] Sync routers for ids ['b5281c6d-1370-492d-b1a8-7bd10df47e25'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:53:41.476250 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42132) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:53:41.481607 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-fa96a7af-920f-45fc-a7da-06bfa52bb2f5 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1328391406', 'description': 'tempest-description--790013217'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:53:41.487087 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c063b970-6b65-495d-9cc7-49d5d988679d None None] Routers {'b5281c6d-1370-492d-b1a8-7bd10df47e25'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:53:41.487821 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-c063b970-6b65-495d-9cc7-49d5d988679d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cc10910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:53:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['b5281c6d-1370-492d-b1a8-7bd10df47e25'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:53:41.497093 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-25fd6df5-bd7f-434f-a3ce-3f6bec24fc69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (c3af0b52-e2d3-4593-a7f9-ff7d7fa37fb8), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:41.539303 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fa96a7af-920f-45fc-a7da-06bfa52bb2f5 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:41.540805 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 46fbf6da-bca9-4d68-848b-b8373ed60471 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:53:41.546871 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (46fbf6da-bca9-4d68-848b-b8373ed60471), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:41.550336 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-fd42f086-817c-4989-9291-e8ce52a68e4e req-f3bee315-1360-4a92-bd0a-348206b10c9a tempest-ServerMetadataNegativeTestJSON-1474697718 tempest-ServerMetadataNegativeTestJSON-1474697718-project] 10.222.0.32 "GET /v2.0/ports?device_id=04703f55-713a-4a4d-ba3f-551622d66f93 HTTP/1.1" status: 200  len: 210 time: 0.0741169
May 07 21:53:41.552259 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-c1ad73cf-6b16-4c28-85a5-e1f5c192686d tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf8740cd90>,) {'filters': {'network_id': ['0be2ea3f-0b39-4b2d-b775-d2c4d2364465']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:53:41.591159 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-25fd6df5-bd7f-434f-a3ce-3f6bec24fc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:41.591881 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-25fd6df5-bd7f-434f-a3ce-3f6bec24fc69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:41.593441 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-25fd6df5-bd7f-434f-a3ce-3f6bec24fc69 service neutron] 10.222.0.59 "PUT /v2.0/ports/c3af0b52-e2d3-4593-a7f9-ff7d7fa37fb8 HTTP/1.1" status: 200  len: 1136 time: 3.8012328
May 07 21:53:41.595411 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-c1ad73cf-6b16-4c28-85a5-e1f5c192686d tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8740cd90>, '6e2a6e21-6c7a-49f3-a82b-29340e62c803') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:53:41.595803 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-c1ad73cf-6b16-4c28-85a5-e1f5c192686d tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8740cd90>, '6e2a6e21-6c7a-49f3-a82b-29340e62c803') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:53:41.613305 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c1ad73cf-6b16-4c28-85a5-e1f5c192686d tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (6e2a6e21-6c7a-49f3-a82b-29340e62c803), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:41.632712 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-c063b970-6b65-495d-9cc7-49d5d988679d None None] Set router b5281c6d-1370-492d-b1a8-7bd10df47e25 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:53:41.656284 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c1ad73cf-6b16-4c28-85a5-e1f5c192686d tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (6e2a6e21-6c7a-49f3-a82b-29340e62c803), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:41.662964 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3125b3-47fb-44fc-a878-97a60156d91a req-c6520482-9b66-4ad9-afea-96c267bf4248 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:41.665424 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fd6df5-bd7f-434f-a3ce-3f6bec24fc69 service neutron] Pushing event updated for resources: {'Port': ['ID=c3af0b52-e2d3-4593-a7f9-ff7d7fa37fb8,revision_number=3']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:41.674418 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1ad73cf-6b16-4c28-85a5-e1f5c192686d tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 21:53:41.675145 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c1ad73cf-6b16-4c28-85a5-e1f5c192686d tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (6e2a6e21-6c7a-49f3-a82b-29340e62c803), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:41.676031 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0d3125b3-47fb-44fc-a878-97a60156d91a req-c6520482-9b66-4ad9-afea-96c267bf4248 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] 10.222.0.32 "GET /v2.0/ports?device_id=7df1b628-71b8-4dd0-893e-521f565ba1fc HTTP/1.1" status: 200  len: 946 time: 0.1260505
May 07 21:53:41.679587 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 21:53:41.679587 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 21:53:41.679587 ncdv-master-1 neutron-server[121837]:     timer()
May 07 21:53:41.679587 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 21:53:41.679587 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 21:53:41.679587 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 21:53:41.679587 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 21:53:41.679587 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 21:53:41.679587 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 21:53:41.679587 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 21:53:41.679587 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 21:53:41.679587 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 21:53:41.679587 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 21:53:41.679587 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 21:53:41.679587 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 21:53:41.679587 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 21:53:41.679587 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 21:53:41.679587 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 21:53:41.679587 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 21:53:41.679587 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 21:53:41.679587 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 21:53:41.679587 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 21:53:41.679587 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 21:53:41.679587 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 21:53:41.679587 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 21:53:41.679587 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 21:53:41.679587 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 21:53:41.679587 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 21:53:41.679587 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 21:53:41.679587 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 21:53:41.679587 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 21:53:41.679587 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 21:53:41.800407 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-f0dc8ce1-0a8f-4efb-ae55-e068292cc088 service neutron] Request body: {'port': {'device_id': '7bc2b763-2769-4c0e-9bf3-9ee54868505c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:53:41.809006 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c1ad73cf-6b16-4c28-85a5-e1f5c192686d tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (0be2ea3f-0b39-4b2d-b775-d2c4d2364465), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:41.824195 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 46fbf6da-bca9-4d68-848b-b8373ed60471 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:53:41.847547 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0d3125b3-47fb-44fc-a878-97a60156d91a req-62e593c8-2b1e-4bb2-8e85-c749f4139ac6 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] 10.222.0.32 "GET /v2.0/security-groups?id=7d8349f2-8b60-406c-b06a-b103d0159601&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1705101
May 07 21:53:41.863967 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fa96a7af-920f-45fc-a7da-06bfa52bb2f5 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Publish callbacks [] for security_group (1bbf50af-50c2-4df2-bc37-9f0e79ec6d91), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:41.875321 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c1ad73cf-6b16-4c28-85a5-e1f5c192686d tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:41.878948 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-c1ad73cf-6b16-4c28-85a5-e1f5c192686d tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "DELETE /v2.0/networks/0be2ea3f-0b39-4b2d-b775-d2c4d2364465 HTTP/1.1" status: 204  len: 168 time: 2.0254333
May 07 21:53:41.886084 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 42140) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:53:41.901816 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fa96a7af-920f-45fc-a7da-06bfa52bb2f5 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (1bbf50af-50c2-4df2-bc37-9f0e79ec6d91), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:41.935593 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-c063b970-6b65-495d-9cc7-49d5d988679d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cc10910>, [{'id': 'b5281c6d-1370-492d-b1a8-7bd10df47e25', 'name': 'tempest-AttachVolumeShelveTestJSON-1954874037-router', 'tenant_id': '93c3c71171814bb7b1018904086ad506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.48'}], 'enable_snat': True}, 'gw_port_id': '46fbf6da-bca9-4d68-848b-b8373ed60471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:53:31Z', 'updated_at': '2022-05-07T21:53:38Z', 'revision_number': 4, 'project_id': '93c3c71171814bb7b1018904086ad506', 'gw_port': {'id': '46fbf6da-bca9-4d68-848b-b8373ed60471', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5281c6d-1370-492d-b1a8-7bd10df47e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:53:32Z', 'updated_at': '2022-05-07T21:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1fdfc258-a1b1-4f52-ac3b-d6710d2f6ca2', 'name': '', 'network_id': '772be29c-bb44-46ae-a3e0-b0a78574bddf', 'tenant_id': '93c3c71171814bb7b1018904086ad506', 'mac_address': 'fa:16:3e:91:7d:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5281c6d-1370-492d-b1a8-7bd10df47e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'f41cdf1c-9de4-46dc-8689-4d3b6400326c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:53:37Z', 'updated_at': '2022-05-07T21:53:38Z', 'revision_number': 2, 'project_id': '93c3c71171814bb7b1018904086ad506', 'subnets': [{'id': 'f41cdf1c-9de4-46dc-8689-4d3b6400326c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:53:41.945286 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ad73cf-6b16-4c28-85a5-e1f5c192686d tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Pushing event deleted for resources: {'Network': ['ID=0be2ea3f-0b39-4b2d-b775-d2c4d2364465,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:41.957457 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 6969d2a0-9f96-4474-9d34-bd5eb7ec27f4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:53:41.959753 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aa222b-673a-41bc-a21a-fa34a7be93ab req-cc81788a-af78-4758-beb3-b0ec4e564818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:41.961653 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b4aa222b-673a-41bc-a21a-fa34a7be93ab req-cc81788a-af78-4758-beb3-b0ec4e564818 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=5dbdf17ebd9e4981b3435b13defa64d6&device_id=a98be0d5-4433-4cae-a301-70a6c876e235 HTTP/1.1" status: 200  len: 1129 time: 0.1757305
May 07 21:53:41.977745 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c063b970-6b65-495d-9cc7-49d5d988679d None None] Checking router: b5281c6d-1370-492d-b1a8-7bd10df47e25 for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 21:53:41.978441 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c063b970-6b65-495d-9cc7-49d5d988679d None None] Updating router b5281c6d-1370-492d-b1a8-7bd10df47e25 port 1fdfc258-a1b1-4f52-ac3b-d6710d2f6ca2 binding host ncdv-master-1 {{(pid=121839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 21:53:41.985056 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa96a7af-920f-45fc-a7da-06bfa52bb2f5 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bbf50af-50c2-4df2-bc37-9f0e79ec6d91,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:41.997420 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fa96a7af-920f-45fc-a7da-06bfa52bb2f5 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:42.002668 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-fa96a7af-920f-45fc-a7da-06bfa52bb2f5 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.5228715
May 07 21:53:42.002926 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42142) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:53:42.007825 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 6969d2a0-9f96-4474-9d34-bd5eb7ec27f4 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:53:42.007825 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 6969d2a0-9f96-4474-9d34-bd5eb7ec27f4 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:53:42.013829 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-abb1ea77-7e8e-41e3-8771-66d9777acd1a tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Request body: {'security_group_rule': {'security_group_id': '1bbf50af-50c2-4df2-bc37-9f0e79ec6d91', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:53:42.026709 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-c063b970-6b65-495d-9cc7-49d5d988679d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (1fdfc258-a1b1-4f52-ac3b-d6710d2f6ca2), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:42.107197 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-f0dc8ce1-0a8f-4efb-ae55-e068292cc088 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (7ea348ce-dc31-4a97-a925-458a8adb95a1), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:42.116553 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae8f4b12-aca3-4985-9092-f3f86486aed8 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Deleting subnet 82294eb5-7f25-4a5e-960b-5a436329a86b {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 21:53:42.129801 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ae8f4b12-aca3-4985-9092-f3f86486aed8 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks [] for subnet (82294eb5-7f25-4a5e-960b-5a436329a86b), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:42.149848 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-abb1ea77-7e8e-41e3-8771-66d9777acd1a tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Publish callbacks [] for security_group_rule (e9a16cbf-98cc-44d8-ae3a-097b64b505c3), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:42.177480 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e25dc30-f3c1-47f1-b5ea-0297d44fbef8 req-8da437e2-e707-4183-a8eb-e3057cb748e5 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:42.185844 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9e25dc30-f3c1-47f1-b5ea-0297d44fbef8 req-8da437e2-e707-4183-a8eb-e3057cb748e5 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b485f98-6005-4fd2-a4ca-72e35f397c6a HTTP/1.1" status: 200  len: 945 time: 0.1212494
May 07 21:53:42.199328 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684d2fa8-1199-413d-b8af-770dfa43e6da req-77225877-72c0-4552-bcee-9a162e0715fd tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:42.205964 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684d2fa8-1199-413d-b8af-770dfa43e6da req-77225877-72c0-4552-bcee-9a162e0715fd tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:42.212045 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684d2fa8-1199-413d-b8af-770dfa43e6da req-77225877-72c0-4552-bcee-9a162e0715fd tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:42.219261 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684d2fa8-1199-413d-b8af-770dfa43e6da req-77225877-72c0-4552-bcee-9a162e0715fd tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:42.226632 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684d2fa8-1199-413d-b8af-770dfa43e6da req-77225877-72c0-4552-bcee-9a162e0715fd tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:42.231951 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684d2fa8-1199-413d-b8af-770dfa43e6da req-77225877-72c0-4552-bcee-9a162e0715fd tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:42.234315 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-684d2fa8-1199-413d-b8af-770dfa43e6da req-77225877-72c0-4552-bcee-9a162e0715fd tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc2b763-2769-4c0e-9bf3-9ee54868505c HTTP/1.1" status: 200  len: 4605 time: 0.1599848
May 07 21:53:42.246196 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ae8f4b12-aca3-4985-9092-f3f86486aed8 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (82294eb5-7f25-4a5e-960b-5a436329a86b), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:42.331699 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-abb1ea77-7e8e-41e3-8771-66d9777acd1a tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Publish callbacks [] for security_group_rule (e9a16cbf-98cc-44d8-ae3a-097b64b505c3), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:42.343725 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-abb1ea77-7e8e-41e3-8771-66d9777acd1a tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (e9a16cbf-98cc-44d8-ae3a-097b64b505c3), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:42.371193 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9e25dc30-f3c1-47f1-b5ea-0297d44fbef8 req-15d242a8-3759-4e4d-b632-6e6f08737de3 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b18b124-d6ae-4635-93ed-9957a39a34ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1841912
May 07 21:53:42.372764 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-c063b970-6b65-495d-9cc7-49d5d988679d None None] Publish callbacks [] for port (1fdfc258-a1b1-4f52-ac3b-d6710d2f6ca2), precommit_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:42.379293 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-c063b970-6b65-495d-9cc7-49d5d988679d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (1fdfc258-a1b1-4f52-ac3b-d6710d2f6ca2), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:42.384069 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb1ea77-7e8e-41e3-8771-66d9777acd1a tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9a16cbf-98cc-44d8-ae3a-097b64b505c3,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:42.400760 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-abb1ea77-7e8e-41e3-8771-66d9777acd1a tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:42.401892 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-abb1ea77-7e8e-41e3-8771-66d9777acd1a tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3980262
May 07 21:53:42.407639 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 42146) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:53:42.409070 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-684d2fa8-1199-413d-b8af-770dfa43e6da req-bc52515f-bf89-442a-af95-149aa0ff8183 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d50792e5-4672-4ff2-b261-ed0a649bb3d3&id=623940a1-6290-423b-87cb-2a84fe4a7634&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1564567
May 07 21:53:42.413220 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-f33646a7-36b2-42b5-9e81-cf4f3ddae586 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Request body: {'security_group_rule': {'security_group_id': '1bbf50af-50c2-4df2-bc37-9f0e79ec6d91', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:53:42.471345 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a18488-9d19-4081-b14f-9b772ca026b0 None None] Pushing event updated for resources: {'Port': ['ID=1fdfc258-a1b1-4f52-ac3b-d6710d2f6ca2,revision_number=3']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:42.569957 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ae8f4b12-aca3-4985-9092-f3f86486aed8 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (82294eb5-7f25-4a5e-960b-5a436329a86b), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:42.579393 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-c063b970-6b65-495d-9cc7-49d5d988679d None None] Attempting to bind port 1fdfc258-a1b1-4f52-ac3b-d6710d2f6ca2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:53:42.580009 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-c063b970-6b65-495d-9cc7-49d5d988679d None None] Attempting to bind port 1fdfc258-a1b1-4f52-ac3b-d6710d2f6ca2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '16a3e44e-cf3e-4bbc-83bb-ad3918f988bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '772be29c-bb44-46ae-a3e0-b0a78574bddf'}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:53:42.580148 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c063b970-6b65-495d-9cc7-49d5d988679d None None] Attempting to bind port 1fdfc258-a1b1-4f52-ac3b-d6710d2f6ca2 on network 772be29c-bb44-46ae-a3e0-b0a78574bddf {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:53:42.585461 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c063b970-6b65-495d-9cc7-49d5d988679d None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:53:42.585827 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c063b970-6b65-495d-9cc7-49d5d988679d None None] Checking segment: {'id': '16a3e44e-cf3e-4bbc-83bb-ad3918f988bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '772be29c-bb44-46ae-a3e0-b0a78574bddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:53:42.586221 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-c063b970-6b65-495d-9cc7-49d5d988679d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:42.586579 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eda0a1-f32c-440e-98d8-6ce78ddac681 req-1112d596-27d4-48b4-be1a-9fbf95e42e53 tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:42.587070 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c063b970-6b65-495d-9cc7-49d5d988679d None None] Bound using segment: {'id': '16a3e44e-cf3e-4bbc-83bb-ad3918f988bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '772be29c-bb44-46ae-a3e0-b0a78574bddf'} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:53:42.587515 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-c063b970-6b65-495d-9cc7-49d5d988679d None None] Bound port: 1fdfc258-a1b1-4f52-ac3b-d6710d2f6ca2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16a3e44e-cf3e-4bbc-83bb-ad3918f988bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '772be29c-bb44-46ae-a3e0-b0a78574bddf'}}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:53:42.587896 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-c063b970-6b65-495d-9cc7-49d5d988679d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (1fdfc258-a1b1-4f52-ac3b-d6710d2f6ca2), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:42.594952 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f2eda0a1-f32c-440e-98d8-6ce78ddac681 req-1112d596-27d4-48b4-be1a-9fbf95e42e53 tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] 10.222.0.32 "GET /v2.0/ports?device_id=a98be0d5-4433-4cae-a301-70a6c876e235 HTTP/1.1" status: 200  len: 947 time: 0.0732868
May 07 21:53:42.620762 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f33646a7-36b2-42b5-9e81-cf4f3ddae586 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Publish callbacks [] for security_group_rule (2db5632f-da9a-41c1-8d1f-3a4e1ef76e33), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:42.650171 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa348eed-61b3-4095-9440-b4c9f2e26cfe req-4fa3b302-a067-4296-b973-ca33cd3af0a5 tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:42.652032 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-fa348eed-61b3-4095-9440-b4c9f2e26cfe req-4fa3b302-a067-4296-b973-ca33cd3af0a5 tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] 10.222.0.32 "GET /v2.0/ports?device_id=83fafb82-09d3-47de-827f-770202f22005 HTTP/1.1" status: 200  len: 945 time: 0.1391516
May 07 21:53:42.669657 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f2eda0a1-f32c-440e-98d8-6ce78ddac681 req-696d558d-41a6-4144-8365-dbf64a930b94 tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad3a4a-28e8-4f61-8418-801ae6599362&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0734611
May 07 21:53:42.674595 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-c063b970-6b65-495d-9cc7-49d5d988679d None None] For port 1fdfc258-a1b1-4f52-ac3b-d6710d2f6ca2, host ncdv-master-1, cleared binding levels {{(pid=121839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:53:42.680737 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-c063b970-6b65-495d-9cc7-49d5d988679d None None] For port 1fdfc258-a1b1-4f52-ac3b-d6710d2f6ca2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1fdfc258-a1b1-4f52-ac3b-d6710d2f6ca2,segment=NetworkSegment(16a3e44e-cf3e-4bbc-83bb-ad3918f988bd),segment_id=16a3e44e-cf3e-4bbc-83bb-ad3918f988bd)] {{(pid=121839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:53:42.689709 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-c063b970-6b65-495d-9cc7-49d5d988679d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (1fdfc258-a1b1-4f52-ac3b-d6710d2f6ca2), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:42.730992 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42150) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:53:42.779304 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c063b970-6b65-495d-9cc7-49d5d988679d None None] Routers {'b5281c6d-1370-492d-b1a8-7bd10df47e25'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:53:42.780260 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-c063b970-6b65-495d-9cc7-49d5d988679d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cc10910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:53:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['b5281c6d-1370-492d-b1a8-7bd10df47e25'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:53:42.783504 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a18488-9d19-4081-b14f-9b772ca026b0 None None] Pushing event updated for resources: {'Port': ['ID=1fdfc258-a1b1-4f52-ac3b-d6710d2f6ca2,revision_number=4']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:42.784081 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a1ffaf0-aa6c-45ce-9876-e12d12c9a31c admin admin] Deleting subnet 18978886-6eb4-4053-bd74-93240565be39 {{(pid=121836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 21:53:42.788404 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1a1ffaf0-aa6c-45ce-9876-e12d12c9a31c admin admin] Publish callbacks [] for subnet (18978886-6eb4-4053-bd74-93240565be39), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:42.788646 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ae8f4b12-aca3-4985-9092-f3f86486aed8 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (82294eb5-7f25-4a5e-960b-5a436329a86b), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:42.841017 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1a1ffaf0-aa6c-45ce-9876-e12d12c9a31c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726883'] for subnet (18978886-6eb4-4053-bd74-93240565be39), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:42.841495 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f33646a7-36b2-42b5-9e81-cf4f3ddae586 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Publish callbacks [] for security_group_rule (2db5632f-da9a-41c1-8d1f-3a4e1ef76e33), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:42.860972 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8f4b12-aca3-4985-9092-f3f86486aed8 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Pushing event deleted for resources: {'Subnet': ['ID=82294eb5-7f25-4a5e-960b-5a436329a86b,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:42.866460 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-fa348eed-61b3-4095-9440-b4c9f2e26cfe req-6ba5798a-5ac9-411f-8cca-9429613226b0 tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f14c0bf-eb9e-4e13-9566-d53c24420214&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1986263
May 07 21:53:42.874307 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f33646a7-36b2-42b5-9e81-cf4f3ddae586 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (2db5632f-da9a-41c1-8d1f-3a4e1ef76e33), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:42.903214 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8bc80b-8c56-4fa5-97f9-4fa43202ccdb None None] Network bb51608c-2c73-49c2-bce7-76d2394358c2 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:53:42.909556 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ae8f4b12-aca3-4985-9092-f3f86486aed8 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:42.912859 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-ae8f4b12-aca3-4985-9092-f3f86486aed8 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "DELETE /v2.0/subnets/82294eb5-7f25-4a5e-960b-5a436329a86b HTTP/1.1" status: 204  len: 168 time: 1.0238776
May 07 21:53:42.923210 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-f0dc8ce1-0a8f-4efb-ae55-e068292cc088 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ea348ce-dc31-4a97-a925-458a8adb95a1 {{(pid=121837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:53:42.927351 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 42154) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:53:42.931304 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1a1ffaf0-aa6c-45ce-9876-e12d12c9a31c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (18978886-6eb4-4053-bd74-93240565be39), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:42.962677 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-f0dc8ce1-0a8f-4efb-ae55-e068292cc088 service neutron] Publish callbacks [] for port (7ea348ce-dc31-4a97-a925-458a8adb95a1), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:42.965446 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33646a7-36b2-42b5-9e81-cf4f3ddae586 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2db5632f-da9a-41c1-8d1f-3a4e1ef76e33,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:42.993782 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f33646a7-36b2-42b5-9e81-cf4f3ddae586 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:42.997832 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-f33646a7-36b2-42b5-9e81-cf4f3ddae586 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5859239
May 07 21:53:43.003302 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 42156) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:53:43.013194 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-505d1e37-6ffd-49b1-bef1-ca712bbad776 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Request body: {'floatingip': {'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:53:43.046209 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-1debf0b3-7628-463e-adf3-e8989b422fa8 None None] Provisioning complete for port 1fdfc258-a1b1-4f52-ac3b-d6710d2f6ca2 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:53:43.046828 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1debf0b3-7628-463e-adf3-e8989b422fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (1fdfc258-a1b1-4f52-ac3b-d6710d2f6ca2), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:43.059928 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aa5e62-42c4-4fc7-a67d-b86d62a7eaa7 req-f503974c-05e2-47b7-ad07-e77e8fba5cbf tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:43.067567 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-65aa5e62-42c4-4fc7-a67d-b86d62a7eaa7 req-f503974c-05e2-47b7-ad07-e77e8fba5cbf tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] 10.222.0.32 "GET /v2.0/ports?device_id=7df1b628-71b8-4dd0-893e-521f565ba1fc HTTP/1.1" status: 200  len: 946 time: 0.0755680
May 07 21:53:43.084523 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-f0dc8ce1-0a8f-4efb-ae55-e068292cc088 service neutron] Transition to ACTIVE for port object 7ea348ce-dc31-4a97-a925-458a8adb95a1 will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:53:43.131431 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-f0dc8ce1-0a8f-4efb-ae55-e068292cc088 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (7ea348ce-dc31-4a97-a925-458a8adb95a1), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:43.132557 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1a1ffaf0-aa6c-45ce-9876-e12d12c9a31c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (18978886-6eb4-4053-bd74-93240565be39), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:43.151956 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-c063b970-6b65-495d-9cc7-49d5d988679d None None] Set router b5281c6d-1370-492d-b1a8-7bd10df47e25 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:53:43.179832 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1a1ffaf0-aa6c-45ce-9876-e12d12c9a31c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:43.207648 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-1a1ffaf0-aa6c-45ce-9876-e12d12c9a31c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/18978886-6eb4-4053-bd74-93240565be39 HTTP/1.1" status: 204  len: 168 time: 0.4755368
May 07 21:53:43.215072 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-65aa5e62-42c4-4fc7-a67d-b86d62a7eaa7 req-7ace003c-86d0-4180-853b-525ef7b1b204 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] 10.222.0.32 "GET /v2.0/security-groups?id=7d8349f2-8b60-406c-b06a-b103d0159601&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1437864
May 07 21:53:43.269900 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42158) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:53:43.270967 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 700c26d0-534a-4e1c-838a-15c5bd956f7a details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:53:43.283158 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-1debf0b3-7628-463e-adf3-e8989b422fa8 None None] Current status of the port 1fdfc258-a1b1-4f52-ac3b-d6710d2f6ca2 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:53:43.284535 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1debf0b3-7628-463e-adf3-e8989b422fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (1fdfc258-a1b1-4f52-ac3b-d6710d2f6ca2), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:43.286900 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1ffaf0-aa6c-45ce-9876-e12d12c9a31c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18978886-6eb4-4053-bd74-93240565be39,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:43.353043 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7d81db-015b-4516-8283-312dccfa4f95 None None] DHCP port deletion for bb51608c-2c73-49c2-bce7-76d2394358c2 request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 21:53:43.382334 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-1debf0b3-7628-463e-adf3-e8989b422fa8 None None] For port 1fdfc258-a1b1-4f52-ac3b-d6710d2f6ca2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1fdfc258-a1b1-4f52-ac3b-d6710d2f6ca2,segment=NetworkSegment(16a3e44e-cf3e-4bbc-83bb-ad3918f988bd),segment_id=16a3e44e-cf3e-4bbc-83bb-ad3918f988bd)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:53:43.407630 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616de728-c439-4bb6-98eb-bedc822c570d req-a738a2e5-561f-4228-b914-8441ab17337f tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:43.409174 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-616de728-c439-4bb6-98eb-bedc822c570d req-a738a2e5-561f-4228-b914-8441ab17337f tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] 10.222.0.59 "GET /v2.0/ports?device_id=83fafb82-09d3-47de-827f-770202f22005 HTTP/1.1" status: 200  len: 945 time: 0.1051776
May 07 21:53:43.414600 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-085cf020-5ae9-4d4c-b2ac-73667d2db6da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (50bd2f97-b40e-4599-95f3-785427235a9f), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:43.420080 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1debf0b3-7628-463e-adf3-e8989b422fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (1fdfc258-a1b1-4f52-ac3b-d6710d2f6ca2), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:43.467420 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-c063b970-6b65-495d-9cc7-49d5d988679d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cc10910>, [{'id': 'b5281c6d-1370-492d-b1a8-7bd10df47e25', 'name': 'tempest-AttachVolumeShelveTestJSON-1954874037-router', 'tenant_id': '93c3c71171814bb7b1018904086ad506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.48'}], 'enable_snat': True}, 'gw_port_id': '46fbf6da-bca9-4d68-848b-b8373ed60471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:53:31Z', 'updated_at': '2022-05-07T21:53:38Z', 'revision_number': 4, 'project_id': '93c3c71171814bb7b1018904086ad506', 'gw_port': {'id': '46fbf6da-bca9-4d68-848b-b8373ed60471', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5281c6d-1370-492d-b1a8-7bd10df47e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:53:32Z', 'updated_at': '2022-05-07T21:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1fdfc258-a1b1-4f52-ac3b-d6710d2f6ca2', 'name': '', 'network_id': '772be29c-bb44-46ae-a3e0-b0a78574bddf', 'tenant_id': '93c3c71171814bb7b1018904086ad506', 'mac_address': 'fa:16:3e:91:7d:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5281c6d-1370-492d-b1a8-7bd10df47e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'f41cdf1c-9de4-46dc-8689-4d3b6400326c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:53:37Z', 'updated_at': '2022-05-07T21:53:42Z', 'revision_number': 4, 'project_id': '93c3c71171814bb7b1018904086ad506', 'subnets': [{'id': 'f41cdf1c-9de4-46dc-8689-4d3b6400326c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:53:43.513559 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-fd7d81db-015b-4516-8283-312dccfa4f95 None None] Deleting port eb965b91-302d-4323-a8f3-f202dab3e98f {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:53:43.514249 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-fd7d81db-015b-4516-8283-312dccfa4f95 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (eb965b91-302d-4323-a8f3-f202dab3e98f), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:43.520180 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c063b970-6b65-495d-9cc7-49d5d988679d None None] The sync data for ids ['b5281c6d-1370-492d-b1a8-7bd10df47e25'] in ncdv-master-1 is: [{'id': 'b5281c6d-1370-492d-b1a8-7bd10df47e25', 'name': 'tempest-AttachVolumeShelveTestJSON-1954874037-router', 'tenant_id': '93c3c71171814bb7b1018904086ad506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.48'}], 'enable_snat': True}, 'gw_port_id': '46fbf6da-bca9-4d68-848b-b8373ed60471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:53:31Z', 'updated_at': '2022-05-07T21:53:38Z', 'revision_number': 4, 'project_id': '93c3c71171814bb7b1018904086ad506', 'gw_port': {'id': '46fbf6da-bca9-4d68-848b-b8373ed60471', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5281c6d-1370-492d-b1a8-7bd10df47e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:53:32Z', 'updated_at': '2022-05-07T21:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1fdfc258-a1b1-4f52-ac3b-d6710d2f6ca2', 'name': '', 'network_id': '772be29c-bb44-46ae-a3e0-b0a78574bddf', 'tenant_id': '93c3c71171814bb7b1018904086ad506', 'mac_address': 'fa:16:3e:91:7d:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5281c6d-1370-492d-b1a8-7bd10df47e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'f41cdf1c-9de4-46dc-8689-4d3b6400326c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:53:37Z', 'updated_at': '2022-05-07T21:53:42Z', 'revision_number': 4, 'project_id': '93c3c71171814bb7b1018904086ad506', 'subnets': [{'id': 'f41cdf1c-9de4-46dc-8689-4d3b6400326c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:53:43.583593 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 700c26d0-534a-4e1c-838a-15c5bd956f7a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=700c26d0-534a-4e1c-838a-15c5bd956f7a,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:53:43.610373 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1debf0b3-7628-463e-adf3-e8989b422fa8 None None] Pushing event updated for resources: {'Port': ['ID=1fdfc258-a1b1-4f52-ac3b-d6710d2f6ca2,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:43.648151 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-ee6f0d6c-b094-4139-8c98-06cce388cd94 None None] Provisioning complete for port 1fdfc258-a1b1-4f52-ac3b-d6710d2f6ca2 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:53:43.648853 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ee6f0d6c-b094-4139-8c98-06cce388cd94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (1fdfc258-a1b1-4f52-ac3b-d6710d2f6ca2), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:43.658228 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': '700c26d0-534a-4e1c-838a-15c5bd956f7a', 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47', 'port_id': '700c26d0-534a-4e1c-838a-15c5bd956f7a', 'mac_address': 'fa:16:3e:22:a3:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e0e5c53-1ece-4d20-b01d-5f8c6957edf6', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:53:43.668637 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bcbe64-a3a2-4939-acf0-ff508ec55542 req-4f6a7a55-5d24-4232-8018-a275d8cdb6a2 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:43.670357 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-59bcbe64-a3a2-4939-acf0-ff508ec55542 req-4f6a7a55-5d24-4232-8018-a275d8cdb6a2 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b485f98-6005-4fd2-a4ca-72e35f397c6a HTTP/1.1" status: 200  len: 945 time: 0.1451843
May 07 21:53:43.705385 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-fd7d81db-015b-4516-8283-312dccfa4f95 None None] For port eb965b91-302d-4323-a8f3-f202dab3e98f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eb965b91-302d-4323-a8f3-f202dab3e98f,segment=NetworkSegment(d6a441b7-52d4-4c7e-b8d0-1bcd4de829af),segment_id=d6a441b7-52d4-4c7e-b8d0-1bcd4de829af)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:53:43.705795 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-fd7d81db-015b-4516-8283-312dccfa4f95 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (eb965b91-302d-4323-a8f3-f202dab3e98f), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:43.707018 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bc2b763-2769-4c0e-9bf3-9ee54868505c', 'tag': 'c3af0b52-e2d3-4593-a7f9-ff7d7fa37fb8'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:53:43.710439 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df96bd34-0411-4c20-9997-d583105b7720" -d '{"events": [{"name": "network-changed", "server_uuid": "7bc2b763-2769-4c0e-9bf3-9ee54868505c", "tag": "c3af0b52-e2d3-4593-a7f9-ff7d7fa37fb8"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:53:43.728060 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-085cf020-5ae9-4d4c-b2ac-73667d2db6da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (50bd2f97-b40e-4599-95f3-785427235a9f), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:43.733802 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6a521154-dd27-4269-a0cc-b8b2a2a92a05 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (bb51608c-2c73-49c2-bce7-76d2394358c2), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:43.741483 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-616de728-c439-4bb6-98eb-bedc822c570d req-35730957-1732-4a81-8af4-07a75e58adfc tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] Deleting port 0cb8be1d-eb20-4313-adab-53f509d88a67 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:53:43.741968 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-616de728-c439-4bb6-98eb-bedc822c570d req-35730957-1732-4a81-8af4-07a75e58adfc tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (0cb8be1d-eb20-4313-adab-53f509d88a67), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:43.750717 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-fd7d81db-015b-4516-8283-312dccfa4f95 None None] Calling delete_port for eb965b91-302d-4323-a8f3-f202dab3e98f owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:53:43.782111 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-085cf020-5ae9-4d4c-b2ac-73667d2db6da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf878c0fa0>,) {'filters': {'network_id': ['50bd2f97-b40e-4599-95f3-785427235a9f']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:53:43.785098 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 700c26d0-534a-4e1c-838a-15c5bd956f7a is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:53:43.785501 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (700c26d0-534a-4e1c-838a-15c5bd956f7a), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:43.797122 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57873ac9-9563-4d9a-857f-69b1da891480 req-dab4cbd4-36dd-43f4-bf24-e9efce75461c tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:43.798850 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-57873ac9-9563-4d9a-857f-69b1da891480 req-dab4cbd4-36dd-43f4-bf24-e9efce75461c tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] 10.222.0.32 "GET /v2.0/ports?device_id=7df1b628-71b8-4dd0-893e-521f565ba1fc HTTP/1.1" status: 200  len: 946 time: 0.0843799
May 07 21:53:43.799637 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-505d1e37-6ffd-49b1-bef1-ca712bbad776 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:43.811661 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-085cf020-5ae9-4d4c-b2ac-73667d2db6da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf878c0fa0>, '529d807f-dd56-4f39-90f1-5dc23415d80c') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:53:43.812107 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-085cf020-5ae9-4d4c-b2ac-73667d2db6da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf878c0fa0>, '529d807f-dd56-4f39-90f1-5dc23415d80c') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:53:43.816662 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42170) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:53:43.823178 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-d4cdd36f-05aa-4b4d-a736-08f6e518e32b tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] Request body: {'floatingip': {'port_id': '086eedec-731a-4836-8a01-603bbdb8a932'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:53:43.895912 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d4cdd36f-05aa-4b4d-a736-08f6e518e32b tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] Publish callbacks [] for floatingip (10bca91f-abe5-4460-82f3-1b52c2297341), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:43.907813 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 700c26d0-534a-4e1c-838a-15c5bd956f7a {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:53:43.929503 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-ee6f0d6c-b094-4139-8c98-06cce388cd94 None None] Current status of the port 1fdfc258-a1b1-4f52-ac3b-d6710d2f6ca2 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:53:43.950526 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 700c26d0-534a-4e1c-838a-15c5bd956f7a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=700c26d0-534a-4e1c-838a-15c5bd956f7a,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:53:43.958204 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (700c26d0-534a-4e1c-838a-15c5bd956f7a), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:44.018922 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-505d1e37-6ffd-49b1-bef1-ca712bbad776 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:44.026089 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-fd7d81db-015b-4516-8283-312dccfa4f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (eb965b91-302d-4323-a8f3-f202dab3e98f), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:44.031526 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-085cf020-5ae9-4d4c-b2ac-73667d2db6da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (529d807f-dd56-4f39-90f1-5dc23415d80c), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:44.056688 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=700c26d0-534a-4e1c-838a-15c5bd956f7a,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:44.066129 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7d81db-015b-4516-8283-312dccfa4f95 None None] No DVR routers for this DVR port eb965b91-302d-4323-a8f3-f202dab3e98f on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:53:44.075888 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-59bcbe64-a3a2-4939-acf0-ff508ec55542 req-c8ed1897-7802-4b9b-aa65-66e0a24748ca tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b18b124-d6ae-4635-93ed-9957a39a34ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3723447
May 07 21:53:44.134897 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7d81db-015b-4516-8283-312dccfa4f95 None None] Pushing event deleted for resources: {'Port': ['ID=eb965b91-302d-4323-a8f3-f202dab3e98f,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:44.138801 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dc8ce1-0a8f-4efb-ae55-e068292cc088 service neutron] Pushing event updated for resources: {'Port': ['ID=7ea348ce-dc31-4a97-a925-458a8adb95a1,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:44.166974 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-085cf020-5ae9-4d4c-b2ac-73667d2db6da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (529d807f-dd56-4f39-90f1-5dc23415d80c), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:44.175836 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-085cf020-5ae9-4d4c-b2ac-73667d2db6da admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 21:53:44.176602 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-085cf020-5ae9-4d4c-b2ac-73667d2db6da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (529d807f-dd56-4f39-90f1-5dc23415d80c), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:44.180271 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 21:53:44.180271 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 21:53:44.180271 ncdv-master-1 neutron-server[121836]:     timer()
May 07 21:53:44.180271 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 21:53:44.180271 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 21:53:44.180271 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 21:53:44.180271 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 21:53:44.180271 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 21:53:44.180271 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 21:53:44.180271 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 21:53:44.180271 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 21:53:44.180271 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 21:53:44.180271 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 21:53:44.180271 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 21:53:44.180271 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 21:53:44.180271 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 21:53:44.180271 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 21:53:44.180271 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 21:53:44.180271 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 21:53:44.180271 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 21:53:44.180271 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 21:53:44.180271 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 21:53:44.180271 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 21:53:44.180271 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 21:53:44.180271 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 21:53:44.180271 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 21:53:44.180271 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 21:53:44.180271 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 21:53:44.180271 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 21:53:44.180271 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 21:53:44.180271 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 21:53:44.180271 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 21:53:44.199212 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['700c26d0-534a-4e1c-838a-15c5bd956f7a'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:53:44.315514 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f9ae90-6853-47c4-bd69-60456a80723e req-4ad0fc64-d728-4037-aaba-25fc30ac3ed0 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:44.322417 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f9ae90-6853-47c4-bd69-60456a80723e req-4ad0fc64-d728-4037-aaba-25fc30ac3ed0 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:44.329427 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f9ae90-6853-47c4-bd69-60456a80723e req-4ad0fc64-d728-4037-aaba-25fc30ac3ed0 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:44.335266 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f9ae90-6853-47c4-bd69-60456a80723e req-4ad0fc64-d728-4037-aaba-25fc30ac3ed0 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:44.341790 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f9ae90-6853-47c4-bd69-60456a80723e req-4ad0fc64-d728-4037-aaba-25fc30ac3ed0 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:44.349018 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f9ae90-6853-47c4-bd69-60456a80723e req-4ad0fc64-d728-4037-aaba-25fc30ac3ed0 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:44.357946 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f9ae90-6853-47c4-bd69-60456a80723e req-4ad0fc64-d728-4037-aaba-25fc30ac3ed0 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:44.373944 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d0f9ae90-6853-47c4-bd69-60456a80723e req-4ad0fc64-d728-4037-aaba-25fc30ac3ed0 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc2b763-2769-4c0e-9bf3-9ee54868505c HTTP/1.1" status: 200  len: 5382 time: 0.4591687
May 07 21:53:44.417535 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-616de728-c439-4bb6-98eb-bedc822c570d req-35730957-1732-4a81-8af4-07a75e58adfc tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] For port 0cb8be1d-eb20-4313-adab-53f509d88a67, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0cb8be1d-eb20-4313-adab-53f509d88a67,segment=NetworkSegment(2dff9de9-2f96-4532-9294-ee53fdca51cc),segment_id=2dff9de9-2f96-4532-9294-ee53fdca51cc)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:53:44.417935 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-616de728-c439-4bb6-98eb-bedc822c570d req-35730957-1732-4a81-8af4-07a75e58adfc tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (0cb8be1d-eb20-4313-adab-53f509d88a67), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:44.424782 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aa222b-673a-41bc-a21a-fa34a7be93ab req-e6fad679-77c5-4193-8a09-47ea14bd130f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:44.426538 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b4aa222b-673a-41bc-a21a-fa34a7be93ab req-e6fad679-77c5-4193-8a09-47ea14bd130f service neutron] 10.222.0.59 "GET /v2.0/networks?id=665487f0-78eb-47fb-9a06-b15bc614dc47 HTTP/1.1" status: 200  len: 870 time: 1.3613899
May 07 21:53:44.428324 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-085cf020-5ae9-4d4c-b2ac-73667d2db6da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (50bd2f97-b40e-4599-95f3-785427235a9f), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:44.458645 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-6a521154-dd27-4269-a0cc-b8b2a2a92a05 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Deleting port eb965b91-302d-4323-a8f3-f202dab3e98f {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:53:44.459133 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6a521154-dd27-4269-a0cc-b8b2a2a92a05 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (eb965b91-302d-4323-a8f3-f202dab3e98f), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:44.469538 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfd10ff-9421-4cfc-99a4-82ac9e31e32d req-8ffe01df-23a9-40a2-bcd2-33a917c77020 tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:44.471072 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bdfd10ff-9421-4cfc-99a4-82ac9e31e32d req-8ffe01df-23a9-40a2-bcd2-33a917c77020 tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] 10.222.0.32 "GET /v2.0/ports?device_id=a98be0d5-4433-4cae-a301-70a6c876e235 HTTP/1.1" status: 200  len: 948 time: 0.2588186
May 07 21:53:44.480825 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-f0dc8ce1-0a8f-4efb-ae55-e068292cc088 service neutron] Attempting to bind port 7ea348ce-dc31-4a97-a925-458a8adb95a1 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:53:44.480825 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-f0dc8ce1-0a8f-4efb-ae55-e068292cc088 service neutron] Attempting to bind port 7ea348ce-dc31-4a97-a925-458a8adb95a1 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '918ce7a0-6436-4d36-8bb4-df4087f94e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '5159d3da-3059-47f6-8ecf-b4d9b2b9d7de'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:53:44.481095 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-f0dc8ce1-0a8f-4efb-ae55-e068292cc088 service neutron] Attempting to bind port 7ea348ce-dc31-4a97-a925-458a8adb95a1 on network 5159d3da-3059-47f6-8ecf-b4d9b2b9d7de {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:53:44.481840 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-085cf020-5ae9-4d4c-b2ac-73667d2db6da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:44.488655 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-085cf020-5ae9-4d4c-b2ac-73667d2db6da admin admin] 10.222.0.32 "DELETE /v2.0/networks/50bd2f97-b40e-4599-95f3-785427235a9f HTTP/1.1" status: 204  len: 168 time: 1.2154479
May 07 21:53:44.523598 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b4aa222b-673a-41bc-a21a-fa34a7be93ab req-06d2d848-85fc-4381-b2dc-d932dc897b95 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=700c26d0-534a-4e1c-838a-15c5bd956f7a HTTP/1.1" status: 200  len: 217 time: 0.0759933
May 07 21:53:44.553719 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085cf020-5ae9-4d4c-b2ac-73667d2db6da admin admin] Pushing event deleted for resources: {'Network': ['ID=50bd2f97-b40e-4599-95f3-785427235a9f,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:44.577328 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-f0dc8ce1-0a8f-4efb-ae55-e068292cc088 service neutron] Port 7ea348ce-dc31-4a97-a925-458a8adb95a1 on network 5159d3da-3059-47f6-8ecf-b4d9b2b9d7de not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:53:44.578065 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-f0dc8ce1-0a8f-4efb-ae55-e068292cc088 service neutron] Attempting to bind port 7ea348ce-dc31-4a97-a925-458a8adb95a1 on network 5159d3da-3059-47f6-8ecf-b4d9b2b9d7de {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:53:44.637453 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d0f9ae90-6853-47c4-bd69-60456a80723e req-85aa3a87-85a2-46dd-b16f-038337f43422 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d50792e5-4672-4ff2-b261-ed0a649bb3d3&id=623940a1-6290-423b-87cb-2a84fe4a7634&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2674599
May 07 21:53:44.648947 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-6a521154-dd27-4269-a0cc-b8b2a2a92a05 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] For port eb965b91-302d-4323-a8f3-f202dab3e98f, host ncdv-master-1, got binding levels [] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:53:44.649398 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6a521154-dd27-4269-a0cc-b8b2a2a92a05 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (eb965b91-302d-4323-a8f3-f202dab3e98f), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:44.652154 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-f0dc8ce1-0a8f-4efb-ae55-e068292cc088 service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:53:44.652600 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-f0dc8ce1-0a8f-4efb-ae55-e068292cc088 service neutron] Checking segment: {'id': '918ce7a0-6436-4d36-8bb4-df4087f94e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '5159d3da-3059-47f6-8ecf-b4d9b2b9d7de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:53:44.652997 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-f0dc8ce1-0a8f-4efb-ae55-e068292cc088 service neutron] Bound using segment: {'id': '918ce7a0-6436-4d36-8bb4-df4087f94e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '5159d3da-3059-47f6-8ecf-b4d9b2b9d7de'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:53:44.653493 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-f0dc8ce1-0a8f-4efb-ae55-e068292cc088 service neutron] Bound port: 7ea348ce-dc31-4a97-a925-458a8adb95a1, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '918ce7a0-6436-4d36-8bb4-df4087f94e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '5159d3da-3059-47f6-8ecf-b4d9b2b9d7de'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:53:44.653911 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-f0dc8ce1-0a8f-4efb-ae55-e068292cc088 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (7ea348ce-dc31-4a97-a925-458a8adb95a1), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:44.657340 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-505d1e37-6ffd-49b1-bef1-ca712bbad776 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Allocated IP 172.35.4.181 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/3db0fc5e-66c0-431e-836d-faa343993dec) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:53:44.683283 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 42176) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:53:44.718075 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-6a521154-dd27-4269-a0cc-b8b2a2a92a05 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Calling delete_port for eb965b91-302d-4323-a8f3-f202dab3e98f owned by network:dhcp {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:53:44.720524 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bdfd10ff-9421-4cfc-99a4-82ac9e31e32d req-fdb066a5-491a-4e04-915e-c0c4ffb2dc3b tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad3a4a-28e8-4f61-8418-801ae6599362&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2309942
May 07 21:53:44.731303 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.ipam_backend_mixin [None req-6a521154-dd27-4269-a0cc-b8b2a2a92a05 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Port eb965b91-302d-4323-a8f3-f202dab3e98f was not found and therefore no delete operation was performed {{(pid=121837) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}}
May 07 21:53:44.749121 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3e2760a-b887-47bd-81ad-eb3cd684ea50 x-openstack-request-id: req-d3e2760a-b887-47bd-81ad-eb3cd684ea50 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:53:44.749528 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bc2b763-2769-4c0e-9bf3-9ee54868505c", "tag": "c3af0b52-e2d3-4593-a7f9-ff7d7fa37fb8", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:53:44.749819 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d3e2760a-b887-47bd-81ad-eb3cd684ea50 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:53:44.750416 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3e2760a-b887-47bd-81ad-eb3cd684ea50'] response: {'name': 'network-changed', 'server_uuid': '7bc2b763-2769-4c0e-9bf3-9ee54868505c', 'tag': 'c3af0b52-e2d3-4593-a7f9-ff7d7fa37fb8', 'status': 'completed', 'code': 200}
May 07 21:53:44.803816 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6a521154-dd27-4269-a0cc-b8b2a2a92a05 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (eb965b91-302d-4323-a8f3-f202dab3e98f), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:44.845421 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aa222b-673a-41bc-a21a-fa34a7be93ab req-1943b6c2-8c34-471d-9a0a-e666eee8cc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:44.846934 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b4aa222b-673a-41bc-a21a-fa34a7be93ab req-1943b6c2-8c34-471d-9a0a-e666eee8cc90 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6e0e5c53-1ece-4d20-b01d-5f8c6957edf6 HTTP/1.1" status: 200  len: 843 time: 0.2558720
May 07 21:53:44.920492 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df96bd34-0411-4c20-9997-d583105b7720 req-9ba09b31-b5e7-4a5d-8269-bf224e4810d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:44.920973 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df96bd34-0411-4c20-9997-d583105b7720 req-9ba09b31-b5e7-4a5d-8269-bf224e4810d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:44.921444 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df96bd34-0411-4c20-9997-d583105b7720 req-9ba09b31-b5e7-4a5d-8269-bf224e4810d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:44.921906 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df96bd34-0411-4c20-9997-d583105b7720 req-9ba09b31-b5e7-4a5d-8269-bf224e4810d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:44.922367 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df96bd34-0411-4c20-9997-d583105b7720 req-9ba09b31-b5e7-4a5d-8269-bf224e4810d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:44.922865 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df96bd34-0411-4c20-9997-d583105b7720 req-9ba09b31-b5e7-4a5d-8269-bf224e4810d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:44.923321 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df96bd34-0411-4c20-9997-d583105b7720 req-9ba09b31-b5e7-4a5d-8269-bf224e4810d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:44.925215 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-df96bd34-0411-4c20-9997-d583105b7720 req-9ba09b31-b5e7-4a5d-8269-bf224e4810d3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f75cb675742543209bcbb75d99b60e97&device_id=7bc2b763-2769-4c0e-9bf3-9ee54868505c HTTP/1.1" status: 200  len: 6239 time: 0.1522090
May 07 21:53:44.940494 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-c678fd00-e179-4ca4-b9c7-7a3b57186196 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=30dc61c4cf2b43f986262f0c112abf49&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2558935
May 07 21:53:44.941624 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a521154-dd27-4269-a0cc-b8b2a2a92a05 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Pushing event deleted for resources: {'Port': ['ID=eb965b91-302d-4323-a8f3-f202dab3e98f,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:44.948952 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 42178) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:53:44.988495 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a521154-dd27-4269-a0cc-b8b2a2a92a05 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] No DVR routers for this DVR port eb965b91-302d-4323-a8f3-f202dab3e98f on host ncdv-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:53:45.001833 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-616de728-c439-4bb6-98eb-bedc822c570d req-35730957-1732-4a81-8af4-07a75e58adfc tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:45.002195 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-616de728-c439-4bb6-98eb-bedc822c570d req-35730957-1732-4a81-8af4-07a75e58adfc tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (4639847d-2887-439a-abd7-761971277041), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:45.002508 ncdv-master-1 neutron-server[121836]: INFO neutron.db.l3_db [req-616de728-c439-4bb6-98eb-bedc822c570d req-35730957-1732-4a81-8af4-07a75e58adfc tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] Floating IP 4639847d-2887-439a-abd7-761971277041 disassociated. External IP: 172.35.4.44, port: 0cb8be1d-eb20-4313-adab-53f509d88a67.
May 07 21:53:45.002868 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-616de728-c439-4bb6-98eb-bedc822c570d req-35730957-1732-4a81-8af4-07a75e58adfc tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] Calling delete_port for 0cb8be1d-eb20-4313-adab-53f509d88a67 owned by compute:nova {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:53:45.053056 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000f53f2-46a7-4e90-b3fc-e69e0bc6f51d req-9837711f-f499-4d41-aa33-3cc347f17b8c tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:45.054595 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-000f53f2-46a7-4e90-b3fc-e69e0bc6f51d req-9837711f-f499-4d41-aa33-3cc347f17b8c tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] 10.222.0.32 "GET /v2.0/ports?device_id=83fafb82-09d3-47de-827f-770202f22005 HTTP/1.1" status: 200  len: 945 time: 0.2409527
May 07 21:53:45.072668 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aa222b-673a-41bc-a21a-fa34a7be93ab req-b32de37c-f1bd-4371-b041-5f026377255f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:45.074191 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b4aa222b-673a-41bc-a21a-fa34a7be93ab req-b32de37c-f1bd-4371-b041-5f026377255f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=665487f0-78eb-47fb-9a06-b15bc614dc47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1807280
May 07 21:53:45.085559 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-f0dc8ce1-0a8f-4efb-ae55-e068292cc088 service neutron] For port 7ea348ce-dc31-4a97-a925-458a8adb95a1, host nch2-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:53:45.209550 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-f0dc8ce1-0a8f-4efb-ae55-e068292cc088 service neutron] For port 7ea348ce-dc31-4a97-a925-458a8adb95a1, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7ea348ce-dc31-4a97-a925-458a8adb95a1,segment=NetworkSegment(918ce7a0-6436-4d36-8bb4-df4087f94e32),segment_id=918ce7a0-6436-4d36-8bb4-df4087f94e32)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:53:45.230543 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6a521154-dd27-4269-a0cc-b8b2a2a92a05 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (bb51608c-2c73-49c2-bce7-76d2394358c2), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:45.246548 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df96bd34-0411-4c20-9997-d583105b7720 req-156411f8-3253-47b5-b1cf-ec2041d5b0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:45.247064 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df96bd34-0411-4c20-9997-d583105b7720 req-156411f8-3253-47b5-b1cf-ec2041d5b0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:45.247514 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df96bd34-0411-4c20-9997-d583105b7720 req-156411f8-3253-47b5-b1cf-ec2041d5b0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:45.249167 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-df96bd34-0411-4c20-9997-d583105b7720 req-156411f8-3253-47b5-b1cf-ec2041d5b0bb service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=f75cb675742543209bcbb75d99b60e97&shared=False HTTP/1.1" status: 200  len: 2295 time: 0.3100953
May 07 21:53:45.268976 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 700c26d0-534a-4e1c-838a-15c5bd956f7a up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:53:45.288171 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-f0dc8ce1-0a8f-4efb-ae55-e068292cc088 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (7ea348ce-dc31-4a97-a925-458a8adb95a1), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:45.309789 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-505d1e37-6ffd-49b1-bef1-ca712bbad776 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Publish callbacks [] for port (3db0fc5e-66c0-431e-836d-faa343993dec), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:45.345281 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning for port 700c26d0-534a-4e1c-838a-15c5bd956f7a completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:53:45.357850 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port 700c26d0-534a-4e1c-838a-15c5bd956f7a triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:53:45.358718 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (700c26d0-534a-4e1c-838a-15c5bd956f7a), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:45.398083 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 1fdfc258-a1b1-4f52-ac3b-d6710d2f6ca2 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:53:45.410102 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-6a521154-dd27-4269-a0cc-b8b2a2a92a05 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf87a2c880>,) {'filters': {'network_id': ['bb51608c-2c73-49c2-bce7-76d2394358c2']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:53:45.421740 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-6a521154-dd27-4269-a0cc-b8b2a2a92a05 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf87a2c880>, 'd6a441b7-52d4-4c7e-b8d0-1bcd4de829af') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:53:45.422116 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-6a521154-dd27-4269-a0cc-b8b2a2a92a05 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf87a2c880>, 'd6a441b7-52d4-4c7e-b8d0-1bcd4de829af') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:53:45.434008 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6a521154-dd27-4269-a0cc-b8b2a2a92a05 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (d6a441b7-52d4-4c7e-b8d0-1bcd4de829af), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:45.448662 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6a521154-dd27-4269-a0cc-b8b2a2a92a05 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (d6a441b7-52d4-4c7e-b8d0-1bcd4de829af), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:45.455958 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a521154-dd27-4269-a0cc-b8b2a2a92a05 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 21:53:45.456357 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6a521154-dd27-4269-a0cc-b8b2a2a92a05 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (d6a441b7-52d4-4c7e-b8d0-1bcd4de829af), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:45.488962 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 1fdfc258-a1b1-4f52-ac3b-d6710d2f6ca2 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:53:45.489391 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (1fdfc258-a1b1-4f52-ac3b-d6710d2f6ca2), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:45.508415 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 21:53:45.508415 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 21:53:45.508415 ncdv-master-1 neutron-server[121837]:     timer()
May 07 21:53:45.508415 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 21:53:45.508415 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 21:53:45.508415 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 21:53:45.508415 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 21:53:45.508415 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 21:53:45.508415 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 21:53:45.508415 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 21:53:45.508415 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 21:53:45.508415 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 21:53:45.508415 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 21:53:45.508415 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 21:53:45.508415 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 21:53:45.508415 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 21:53:45.508415 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 21:53:45.508415 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 21:53:45.508415 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 21:53:45.508415 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 21:53:45.508415 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 21:53:45.508415 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 21:53:45.508415 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 21:53:45.508415 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 21:53:45.508415 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 21:53:45.508415 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 21:53:45.508415 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 21:53:45.508415 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 21:53:45.508415 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 21:53:45.508415 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 21:53:45.508415 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 21:53:45.508415 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 21:53:45.523177 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 700c26d0-534a-4e1c-838a-15c5bd956f7a is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:53:45.523615 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (700c26d0-534a-4e1c-838a-15c5bd956f7a), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:45.547013 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-f0dc8ce1-0a8f-4efb-ae55-e068292cc088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:45.547611 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-f0dc8ce1-0a8f-4efb-ae55-e068292cc088 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:45.549578 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-f0dc8ce1-0a8f-4efb-ae55-e068292cc088 service neutron] 10.222.0.59 "PUT /v2.0/ports/7ea348ce-dc31-4a97-a925-458a8adb95a1 HTTP/1.1" status: 200  len: 1135 time: 3.7648251
May 07 21:53:45.550238 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f297bac7-1bd1-425c-8b4e-016a0f58e43d admin admin] Publish callbacks [] for security_group (fc5355db-872b-43ef-8c05-136def76b34e), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:45.560856 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a98be0d5-4433-4cae-a301-70a6c876e235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '700c26d0-534a-4e1c-838a-15c5bd956f7a'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:53:45.563442 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42cdd6d3-73fc-4f31-a0d0-77b464c6901d" -d '{"events": [{"server_uuid": "a98be0d5-4433-4cae-a301-70a6c876e235", "name": "network-vif-plugged", "status": "completed", "tag": "700c26d0-534a-4e1c-838a-15c5bd956f7a"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:53:45.583156 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 700c26d0-534a-4e1c-838a-15c5bd956f7a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=700c26d0-534a-4e1c-838a-15c5bd956f7a,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:53:45.603922 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-0b6f6597-65b8-48b8-a81b-a26ce4ab7bd9 service neutron] Request body: {'port': {'device_id': '7bc2b763-2769-4c0e-9bf3-9ee54868505c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:53:45.619136 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6a521154-dd27-4269-a0cc-b8b2a2a92a05 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (bb51608c-2c73-49c2-bce7-76d2394358c2), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:45.624019 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.db.resource_extend [None req-d4cdd36f-05aa-4b4d-a736-08f6e518e32b tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] It took 0.45 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 07 21:53:45.643107 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-000f53f2-46a7-4e90-b3fc-e69e0bc6f51d req-8024b025-bcb5-4a1c-a56e-a06d3d933626 tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] 10.222.0.32 "GET /v2.0/security-groups?id=7f14c0bf-eb9e-4e13-9566-d53c24420214&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5549128
May 07 21:53:45.651416 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 1fdfc258-a1b1-4f52-ac3b-d6710d2f6ca2 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:53:45.654518 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (700c26d0-534a-4e1c-838a-15c5bd956f7a), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:45.655663 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 0cb8be1d-eb20-4313-adab-53f509d88a67 no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:53:45.691046 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e33c81-4104-4820-aec8-cdea4de2e536 req-ddf7ceeb-513b-46cd-ae40-36e731562a7c tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:45.691256 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6a521154-dd27-4269-a0cc-b8b2a2a92a05 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:45.698297 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-06e33c81-4104-4820-aec8-cdea4de2e536 req-ddf7ceeb-513b-46cd-ae40-36e731562a7c tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b485f98-6005-4fd2-a4ca-72e35f397c6a HTTP/1.1" status: 200  len: 945 time: 0.5388010
May 07 21:53:45.708430 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-6a521154-dd27-4269-a0cc-b8b2a2a92a05 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] 10.222.0.32 "DELETE /v2.0/networks/bb51608c-2c73-49c2-bce7-76d2394358c2 HTTP/1.1" status: 204  len: 168 time: 2.7773187
May 07 21:53:45.755127 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dc8ce1-0a8f-4efb-ae55-e068292cc088 service neutron] Pushing event updated for resources: {'Port': ['ID=7ea348ce-dc31-4a97-a925-458a8adb95a1,revision_number=3']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:45.771212 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device eb965b91-302d-4323-a8f3-f202dab3e98f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:53:45.776918 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebbe6878-0ccb-4dc4-b1f6-34b7423b09b8 x-openstack-request-id: req-ebbe6878-0ccb-4dc4-b1f6-34b7423b09b8 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:53:45.777346 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a98be0d5-4433-4cae-a301-70a6c876e235", "name": "network-vif-plugged", "status": "completed", "tag": "700c26d0-534a-4e1c-838a-15c5bd956f7a", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:53:45.777839 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ebbe6878-0ccb-4dc4-b1f6-34b7423b09b8 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:53:45.778148 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f297bac7-1bd1-425c-8b4e-016a0f58e43d admin admin] Publish callbacks [] for security_group (fc5355db-872b-43ef-8c05-136def76b34e), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:45.778409 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebbe6878-0ccb-4dc4-b1f6-34b7423b09b8'] response: {'server_uuid': 'a98be0d5-4433-4cae-a301-70a6c876e235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '700c26d0-534a-4e1c-838a-15c5bd956f7a', 'code': 200}
May 07 21:53:45.785646 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b4aa222b-673a-41bc-a21a-fa34a7be93ab req-a441bd9d-83da-4b35-a3fa-dfb7085f59ff service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6865470
May 07 21:53:45.819392 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a521154-dd27-4269-a0cc-b8b2a2a92a05 tempest-ServersTestMultiNic-180563375 tempest-ServersTestMultiNic-180563375-project] Pushing event deleted for resources: {'Network': ['ID=bb51608c-2c73-49c2-bce7-76d2394358c2,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:45.851246 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.59', 63466) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:53:45.881997 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 0cb8be1d-eb20-4313-adab-53f509d88a67 is: ACTIVE; New status is: DOWN {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:53:45.882367 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (0cb8be1d-eb20-4313-adab-53f509d88a67), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:45.885040 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: eb965b91-302d-4323-a8f3-f202dab3e98f {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:53:45.885546 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device eb965b91-302d-4323-a8f3-f202dab3e98f not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:53:45.889367 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=700c26d0-534a-4e1c-838a-15c5bd956f7a,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:45.904554 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d4cdd36f-05aa-4b4d-a736-08f6e518e32b tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:45.929403 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d4cdd36f-05aa-4b4d-a736-08f6e518e32b tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (10bca91f-abe5-4460-82f3-1b52c2297341), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:45.949329 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-06e33c81-4104-4820-aec8-cdea4de2e536 req-29f31925-8633-43f4-9236-8ae062581259 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b18b124-d6ae-4635-93ed-9957a39a34ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2501652
May 07 21:53:45.989626 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df96bd34-0411-4c20-9997-d583105b7720 req-29b2581d-17ee-4943-bb72-8759b34ec275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:45.991510 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-df96bd34-0411-4c20-9997-d583105b7720 req-29b2581d-17ee-4943-bb72-8759b34ec275 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.7331359
May 07 21:53:46.012743 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-616de728-c439-4bb6-98eb-bedc822c570d req-35730957-1732-4a81-8af4-07a75e58adfc tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (0cb8be1d-eb20-4313-adab-53f509d88a67), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:46.015978 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-505d1e37-6ffd-49b1-bef1-ca712bbad776 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (3db0fc5e-66c0-431e-836d-faa343993dec), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:46.052318 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35730957-1732-4a81-8af4-07a75e58adfc tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] Pushing event deleted for resources: {'Port': ['ID=0cb8be1d-eb20-4313-adab-53f509d88a67,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:46.102244 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9ca383-6441-405c-af20-6850020a809c req-871649d0-f3a7-4200-8e9b-c9aa47acb7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:46.104011 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5b9ca383-6441-405c-af20-6850020a809c req-871649d0-f3a7-4200-8e9b-c9aa47acb7f1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a98be0d5-4433-4cae-a301-70a6c876e235 HTTP/1.1" status: 200  len: 1131 time: 0.2465324
May 07 21:53:46.114869 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-0b6f6597-65b8-48b8-a81b-a26ce4ab7bd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (5ace34e4-5209-40cb-a0ff-407d97d110dd), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:46.120901 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33051917-c6ff-4e86-839a-647a5d351e8d req-ad2e1239-eaf5-4360-aaca-2136c6d8a06a tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:46.126179 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33051917-c6ff-4e86-839a-647a5d351e8d req-ad2e1239-eaf5-4360-aaca-2136c6d8a06a tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:46.132033 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33051917-c6ff-4e86-839a-647a5d351e8d req-ad2e1239-eaf5-4360-aaca-2136c6d8a06a tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:46.137292 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33051917-c6ff-4e86-839a-647a5d351e8d req-ad2e1239-eaf5-4360-aaca-2136c6d8a06a tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:46.142784 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33051917-c6ff-4e86-839a-647a5d351e8d req-ad2e1239-eaf5-4360-aaca-2136c6d8a06a tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:46.149451 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33051917-c6ff-4e86-839a-647a5d351e8d req-ad2e1239-eaf5-4360-aaca-2136c6d8a06a tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:46.155311 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33051917-c6ff-4e86-839a-647a5d351e8d req-ad2e1239-eaf5-4360-aaca-2136c6d8a06a tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:46.157877 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-33051917-c6ff-4e86-839a-647a5d351e8d req-ad2e1239-eaf5-4360-aaca-2136c6d8a06a tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc2b763-2769-4c0e-9bf3-9ee54868505c HTTP/1.1" status: 200  len: 5382 time: 0.2831736
May 07 21:53:46.195437 ncdv-master-1 neutron-server[121836]: INFO neutron.db.l3_db [None req-d4cdd36f-05aa-4b4d-a736-08f6e518e32b tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] Floating IP 10bca91f-abe5-4460-82f3-1b52c2297341 associated. External IP: 172.35.4.233, port: 086eedec-731a-4836-8a01-603bbdb8a932.
May 07 21:53:46.211596 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505d1e37-6ffd-49b1-bef1-ca712bbad776 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:53:46.238725 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-505d1e37-6ffd-49b1-bef1-ca712bbad776 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:53:46.240690 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a87b74c-d0b4-448c-bfa3-d9c22d79f029 req-b96d9aea-3bf7-4227-b4c2-211a02e2a0e6 tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:46.242251 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2a87b74c-d0b4-448c-bfa3-d9c22d79f029 req-b96d9aea-3bf7-4227-b4c2-211a02e2a0e6 tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] 10.222.0.32 "GET /v2.0/ports?device_id=a98be0d5-4433-4cae-a301-70a6c876e235 HTTP/1.1" status: 200  len: 949 time: 0.1442673
May 07 21:53:46.266883 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505d1e37-6ffd-49b1-bef1-ca712bbad776 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:53:46.268788 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f297bac7-1bd1-425c-8b4e-016a0f58e43d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (fc5355db-872b-43ef-8c05-136def76b34e), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:46.271382 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f297bac7-1bd1-425c-8b4e-016a0f58e43d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:46.275388 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-f297bac7-1bd1-425c-8b4e-016a0f58e43d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fc5355db-872b-43ef-8c05-136def76b34e HTTP/1.1" status: 204  len: 168 time: 1.2925508
May 07 21:53:46.275980 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505d1e37-6ffd-49b1-bef1-ca712bbad776 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Pushing event updated for resources: {'Port': ['ID=3db0fc5e-66c0-431e-836d-faa343993dec,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:46.324472 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b4aa222b-673a-41bc-a21a-fa34a7be93ab req-b2dd63cd-cb61-4fd2-b14a-b9f2e38be5f8 service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4931796
May 07 21:53:46.353447 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f297bac7-1bd1-425c-8b4e-016a0f58e43d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc5355db-872b-43ef-8c05-136def76b34e,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:46.392483 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5b9ca383-6441-405c-af20-6850020a809c req-4486141a-fad3-4f77-82e6-ea911885b240 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=79ad3a4a-28e8-4f61-8418-801ae6599362&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2318161
May 07 21:53:46.393088 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [req-616de728-c439-4bb6-98eb-bedc822c570d req-35730957-1732-4a81-8af4-07a75e58adfc tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] Router 0ea41956-f01f-4a3f-b189-898475ba0e80 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 21:53:46.398279 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2a87b74c-d0b4-448c-bfa3-d9c22d79f029 req-a32dcb8f-7178-4e26-989c-bd7e2e340f7e tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad3a4a-28e8-4f61-8418-801ae6599362&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1164689
May 07 21:53:46.465923 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-33051917-c6ff-4e86-839a-647a5d351e8d req-904a7240-fdce-4ba4-84e5-65494f9de60a tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d50792e5-4672-4ff2-b261-ed0a649bb3d3&id=623940a1-6290-423b-87cb-2a84fe4a7634&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2830164
May 07 21:53:46.598506 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-505d1e37-6ffd-49b1-bef1-ca712bbad776 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Publish callbacks [] for floatingip (69e0483a-be20-4f87-afe5-ebeffcc24962), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:46.631585 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42200) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:53:46.716883 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-616de728-c439-4bb6-98eb-bedc822c570d req-35730957-1732-4a81-8af4-07a75e58adfc tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:53:46.729926 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ced4f66-1fb0-469d-8328-7ce35f166608 None None] Sync routers for ids ['0ea41956-f01f-4a3f-b189-898475ba0e80'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:53:46.744155 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ced4f66-1fb0-469d-8328-7ce35f166608 None None] Routers {'0ea41956-f01f-4a3f-b189-898475ba0e80'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:53:46.744801 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-0ced4f66-1fb0-469d-8328-7ce35f166608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7fcea670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:53:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['0ea41956-f01f-4a3f-b189-898475ba0e80'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:53:46.760703 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bc2b763-2769-4c0e-9bf3-9ee54868505c', 'tag': '7ea348ce-dc31-4a97-a925-458a8adb95a1'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:53:46.763314 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aec22533-e94e-455d-9437-0020f730ea80" -d '{"events": [{"name": "network-changed", "server_uuid": "7bc2b763-2769-4c0e-9bf3-9ee54868505c", "tag": "7ea348ce-dc31-4a97-a925-458a8adb95a1"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:53:46.785841 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-505d1e37-6ffd-49b1-bef1-ca712bbad776 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (3db0fc5e-66c0-431e-836d-faa343993dec), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:46.806041 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4cdd36f-05aa-4b4d-a736-08f6e518e32b tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] Router fdcdf0dd-397f-4788-8d35-b848a481d330 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 21:53:46.828157 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f5b8e37-95ed-4329-aac2-2907ace5ff06 x-openstack-request-id: req-8f5b8e37-95ed-4329-aac2-2907ace5ff06 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:53:46.828662 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bc2b763-2769-4c0e-9bf3-9ee54868505c", "tag": "7ea348ce-dc31-4a97-a925-458a8adb95a1", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:53:46.828843 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8f5b8e37-95ed-4329-aac2-2907ace5ff06 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:53:46.829172 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f5b8e37-95ed-4329-aac2-2907ace5ff06'] response: {'name': 'network-changed', 'server_uuid': '7bc2b763-2769-4c0e-9bf3-9ee54868505c', 'tag': '7ea348ce-dc31-4a97-a925-458a8adb95a1', 'status': 'completed', 'code': 200}
May 07 21:53:46.836608 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-616de728-c439-4bb6-98eb-bedc822c570d req-35730957-1732-4a81-8af4-07a75e58adfc tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] No DVR routers for this DVR port 0cb8be1d-eb20-4313-adab-53f509d88a67 on host nch2-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:53:46.842714 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-616de728-c439-4bb6-98eb-bedc822c570d req-35730957-1732-4a81-8af4-07a75e58adfc tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:46.847013 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-616de728-c439-4bb6-98eb-bedc822c570d req-35730957-1732-4a81-8af4-07a75e58adfc tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] 10.222.0.59 "DELETE /v2.0/ports/0cb8be1d-eb20-4313-adab-53f509d88a67 HTTP/1.1" status: 204  len: 173 time: 3.4287143
May 07 21:53:46.847810 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83fafb82-09d3-47de-827f-770202f22005', 'name': 'network-vif-deleted', 'tag': '0cb8be1d-eb20-4313-adab-53f509d88a67'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:53:46.851002 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c004505a-7a6b-4683-9f12-25e1d9158daa" -d '{"events": [{"server_uuid": "83fafb82-09d3-47de-827f-770202f22005", "name": "network-vif-deleted", "tag": "0cb8be1d-eb20-4313-adab-53f509d88a67"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:53:46.862123 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b3713334-a590-423e-87a6-71dbb44ed6d2 req-e3ebbed9-9932-4f4a-9a13-a7536a0104cc tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] 10.222.0.32 "GET /v2.0/ports?device_id=83fafb82-09d3-47de-827f-770202f22005 HTTP/1.1" status: 200  len: 210 time: 0.0820005
May 07 21:53:46.954299 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d2ae7ed-e16d-4544-a1ef-eb260d12167b x-openstack-request-id: req-9d2ae7ed-e16d-4544-a1ef-eb260d12167b {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:53:46.955248 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83fafb82-09d3-47de-827f-770202f22005", "name": "network-vif-deleted", "tag": "0cb8be1d-eb20-4313-adab-53f509d88a67", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:53:46.962096 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9d2ae7ed-e16d-4544-a1ef-eb260d12167b {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:53:46.963006 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d2ae7ed-e16d-4544-a1ef-eb260d12167b'] response: {'server_uuid': '83fafb82-09d3-47de-827f-770202f22005', 'name': 'network-vif-deleted', 'tag': '0cb8be1d-eb20-4313-adab-53f509d88a67', 'status': 'completed', 'code': 200}
May 07 21:53:47.101804 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-0b6f6597-65b8-48b8-a81b-a26ce4ab7bd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ace34e4-5209-40cb-a0ff-407d97d110dd {{(pid=121837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:53:47.115343 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-0ced4f66-1fb0-469d-8328-7ce35f166608 None None] Set router 0ea41956-f01f-4a3f-b189-898475ba0e80 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:53:47.127347 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-0b6f6597-65b8-48b8-a81b-a26ce4ab7bd9 service neutron] Publish callbacks [] for port (5ace34e4-5209-40cb-a0ff-407d97d110dd), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:47.151427 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4cdd36f-05aa-4b4d-a736-08f6e518e32b tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:53:47.159507 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d4cdd36f-05aa-4b4d-a736-08f6e518e32b tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:47.172497 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe22624-840c-490a-93fe-905b75ab6ef7 req-192a446e-99f7-4d6d-ba28-d3cfd99c4494 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:47.176623 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68aa1544-e960-46cc-a4ec-53f932b2d504 None None] Sync routers for ids ['fdcdf0dd-397f-4788-8d35-b848a481d330'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:53:47.179885 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3fe22624-840c-490a-93fe-905b75ab6ef7 req-192a446e-99f7-4d6d-ba28-d3cfd99c4494 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b485f98-6005-4fd2-a4ca-72e35f397c6a HTTP/1.1" status: 200  len: 945 time: 0.1060023
May 07 21:53:47.182087 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-0b6f6597-65b8-48b8-a81b-a26ce4ab7bd9 service neutron] Transition to ACTIVE for port object 5ace34e4-5209-40cb-a0ff-407d97d110dd will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:53:47.202485 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-0b6f6597-65b8-48b8-a81b-a26ce4ab7bd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (5ace34e4-5209-40cb-a0ff-407d97d110dd), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:47.214948 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-d4cdd36f-05aa-4b4d-a736-08f6e518e32b tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] 10.222.0.32 "PUT /v2.0/floatingips/10bca91f-abe5-4460-82f3-1b52c2297341 HTTP/1.1" status: 200  len: 992 time: 3.3915651
May 07 21:53:47.224049 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68aa1544-e960-46cc-a4ec-53f932b2d504 None None] Routers {'fdcdf0dd-397f-4788-8d35-b848a481d330'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:53:47.225736 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-68aa1544-e960-46cc-a4ec-53f932b2d504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cda0c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:53:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['fdcdf0dd-397f-4788-8d35-b848a481d330'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:53:47.349146 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6f6597-65b8-48b8-a81b-a26ce4ab7bd9 service neutron] Pushing event updated for resources: {'Port': ['ID=5ace34e4-5209-40cb-a0ff-407d97d110dd,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:47.383320 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-505d1e37-6ffd-49b1-bef1-ca712bbad776 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Publish callbacks [] for port (3db0fc5e-66c0-431e-836d-faa343993dec), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:47.406482 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3fe22624-840c-490a-93fe-905b75ab6ef7 req-ab08f416-0da2-4cfb-bc21-3f8fb8df4353 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b18b124-d6ae-4635-93ed-9957a39a34ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2180831
May 07 21:53:47.411994 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-505d1e37-6ffd-49b1-bef1-ca712bbad776 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (3db0fc5e-66c0-431e-836d-faa343993dec), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:47.423519 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-0ced4f66-1fb0-469d-8328-7ce35f166608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7fcea670>, [{'id': '0ea41956-f01f-4a3f-b189-898475ba0e80', 'name': 'tempest-AttachSCSIVolumeTestJSON-1393712635-router', 'tenant_id': '62b1d2f38652407eaa85fbb15aff6307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.223'}], 'enable_snat': True}, 'gw_port_id': 'd2eeffc8-71e4-4d87-82e0-481c3bd2fe30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:51:09Z', 'updated_at': '2022-05-07T21:51:16Z', 'revision_number': 4, 'project_id': '62b1d2f38652407eaa85fbb15aff6307', 'gw_port': {'id': 'd2eeffc8-71e4-4d87-82e0-481c3bd2fe30', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea41956-f01f-4a3f-b189-898475ba0e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:51:09Z', 'updated_at': '2022-05-07T21:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f4404d66-b1ac-4836-97f2-dd8f5120e276', 'name': '', 'network_id': '55393a4f-e493-4098-b37d-93ec9341a6b2', 'tenant_id': '62b1d2f38652407eaa85fbb15aff6307', 'mac_address': 'fa:16:3e:97:10:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea41956-f01f-4a3f-b189-898475ba0e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': 'a8702188-d480-41a4-ada8-7cdbcc65e165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:51:13Z', 'updated_at': '2022-05-07T21:51:21Z', 'revision_number': 5, 'project_id': '62b1d2f38652407eaa85fbb15aff6307', 'subnets': [{'id': 'a8702188-d480-41a4-ada8-7cdbcc65e165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:53:47.460162 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8103e304-8971-42c2-beef-368f5978640c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401094'] for router_interface (691d74ee-0666-4450-8f44-89ba4f07ae23), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:47.467100 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ced4f66-1fb0-469d-8328-7ce35f166608 None None] Checking router: 0ea41956-f01f-4a3f-b189-898475ba0e80 for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 21:53:47.477347 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-68aa1544-e960-46cc-a4ec-53f932b2d504 None None] Set router fdcdf0dd-397f-4788-8d35-b848a481d330 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:53:47.487507 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ced4f66-1fb0-469d-8328-7ce35f166608 None None] Routers {'0ea41956-f01f-4a3f-b189-898475ba0e80'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:53:47.488329 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-0ced4f66-1fb0-469d-8328-7ce35f166608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7fcea670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:53:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['0ea41956-f01f-4a3f-b189-898475ba0e80'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:53:47.566138 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8304c3-bb4c-4ae8-ac0a-6737416d5ab1 req-1712ab6b-baca-461c-8d52-c19bc41ecf61 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:47.578382 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-cc8304c3-bb4c-4ae8-ac0a-6737416d5ab1 req-1712ab6b-baca-461c-8d52-c19bc41ecf61 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] 10.222.0.32 "GET /v2.0/ports?device_id=7df1b628-71b8-4dd0-893e-521f565ba1fc HTTP/1.1" status: 200  len: 946 time: 0.2509615
May 07 21:53:47.583570 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42232) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:53:47.626928 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505d1e37-6ffd-49b1-bef1-ca712bbad776 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Pushing event updated for resources: {'Port': ['ID=3db0fc5e-66c0-431e-836d-faa343993dec,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:47.695544 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-0ced4f66-1fb0-469d-8328-7ce35f166608 None None] Set router 0ea41956-f01f-4a3f-b189-898475ba0e80 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:53:47.723555 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59b10fb-bf8e-49f6-962e-c3c9999ee7e2 req-bc90978f-5bce-4975-b82b-56e5e809c791 tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:47.725456 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b59b10fb-bf8e-49f6-962e-c3c9999ee7e2 req-bc90978f-5bce-4975-b82b-56e5e809c791 tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] 10.222.0.32 "GET /v2.0/ports?device_id=a98be0d5-4433-4cae-a301-70a6c876e235 HTTP/1.1" status: 200  len: 949 time: 0.1858356
May 07 21:53:47.726974 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-505d1e37-6ffd-49b1-bef1-ca712bbad776 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (69e0483a-be20-4f87-afe5-ebeffcc24962), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:47.751250 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-9d57e467-cdd1-4b9a-a1c5-9b4b5faf62db admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-602815296-network', 'tenant_id': 'addf83b9a69e4628b1b962b7fceeb9ae'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:53:47.798633 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-505d1e37-6ffd-49b1-bef1-ca712bbad776 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:47.808413 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-505d1e37-6ffd-49b1-bef1-ca712bbad776 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 4.7957728
May 07 21:53:47.816345 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-cc8304c3-bb4c-4ae8-ac0a-6737416d5ab1 req-55caef3f-b4c9-4d98-a0c2-1ba3e9401f62 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] 10.222.0.32 "GET /v2.0/security-groups?id=7d8349f2-8b60-406c-b06a-b103d0159601&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2261837
May 07 21:53:47.817898 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-0b6f6597-65b8-48b8-a81b-a26ce4ab7bd9 service neutron] Attempting to bind port 5ace34e4-5209-40cb-a0ff-407d97d110dd on host nch2-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:53:47.818802 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-0b6f6597-65b8-48b8-a81b-a26ce4ab7bd9 service neutron] Attempting to bind port 5ace34e4-5209-40cb-a0ff-407d97d110dd by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '918ce7a0-6436-4d36-8bb4-df4087f94e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '5159d3da-3059-47f6-8ecf-b4d9b2b9d7de'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:53:47.819130 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-0b6f6597-65b8-48b8-a81b-a26ce4ab7bd9 service neutron] Attempting to bind port 5ace34e4-5209-40cb-a0ff-407d97d110dd on network 5159d3da-3059-47f6-8ecf-b4d9b2b9d7de {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:53:47.843118 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b59b10fb-bf8e-49f6-962e-c3c9999ee7e2 req-8c4b9f1a-5bee-486d-9db5-85b5b54914de tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad3a4a-28e8-4f61-8418-801ae6599362&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1027584
May 07 21:53:47.843908 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-0b6f6597-65b8-48b8-a81b-a26ce4ab7bd9 service neutron] Port 5ace34e4-5209-40cb-a0ff-407d97d110dd on network 5159d3da-3059-47f6-8ecf-b4d9b2b9d7de not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:53:47.844227 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-0b6f6597-65b8-48b8-a81b-a26ce4ab7bd9 service neutron] Attempting to bind port 5ace34e4-5209-40cb-a0ff-407d97d110dd on network 5159d3da-3059-47f6-8ecf-b4d9b2b9d7de {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:53:47.872184 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-0b6f6597-65b8-48b8-a81b-a26ce4ab7bd9 service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:53:47.872513 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-0b6f6597-65b8-48b8-a81b-a26ce4ab7bd9 service neutron] Checking segment: {'id': '918ce7a0-6436-4d36-8bb4-df4087f94e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '5159d3da-3059-47f6-8ecf-b4d9b2b9d7de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:53:47.872902 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-0b6f6597-65b8-48b8-a81b-a26ce4ab7bd9 service neutron] Bound using segment: {'id': '918ce7a0-6436-4d36-8bb4-df4087f94e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '5159d3da-3059-47f6-8ecf-b4d9b2b9d7de'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:53:47.873481 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-0b6f6597-65b8-48b8-a81b-a26ce4ab7bd9 service neutron] Bound port: 5ace34e4-5209-40cb-a0ff-407d97d110dd, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '918ce7a0-6436-4d36-8bb4-df4087f94e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '5159d3da-3059-47f6-8ecf-b4d9b2b9d7de'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:53:47.873844 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-0b6f6597-65b8-48b8-a81b-a26ce4ab7bd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (5ace34e4-5209-40cb-a0ff-407d97d110dd), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:47.957564 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-68aa1544-e960-46cc-a4ec-53f932b2d504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cda0c40>, [{'id': 'fdcdf0dd-397f-4788-8d35-b848a481d330', 'name': 'tempest-ServersTestBootFromVolume-1397458917-router', 'tenant_id': '0b9502da27d64dffaf0859d1f6b5663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.23'}], 'enable_snat': True}, 'gw_port_id': 'a53b14cb-8f0e-4592-983f-64709fce4d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:53:00Z', 'updated_at': '2022-05-07T21:53:12Z', 'revision_number': 4, 'project_id': '0b9502da27d64dffaf0859d1f6b5663f', 'gw_port': {'id': 'a53b14cb-8f0e-4592-983f-64709fce4d41', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcdf0dd-397f-4788-8d35-b848a481d330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:53:02Z', 'updated_at': '2022-05-07T21:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '10bca91f-abe5-4460-82f3-1b52c2297341', 'tenant_id': '0b9502da27d64dffaf0859d1f6b5663f', 'floating_ip_address': '172.35.4.233', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': 'fdcdf0dd-397f-4788-8d35-b848a481d330', 'port_id': '086eedec-731a-4836-8a01-603bbdb8a932', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1092, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f24181a-d123-46a2-bb1f-06c929171e6c', 'mac_address': 'fa:16:3e:63:3a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df1b628-71b8-4dd0-893e-521f565ba1fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T21:53:17Z', 'updated_at': '2022-05-07T21:53:45Z', 'revision_number': 1, 'project_id': '0b9502da27d64dffaf0859d1f6b5663f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b769e80a-d656-48e5-b573-f3903c4dacc7', 'name': '', 'network_id': '1f24181a-d123-46a2-bb1f-06c929171e6c', 'tenant_id': '0b9502da27d64dffaf0859d1f6b5663f', 'mac_address': 'fa:16:3e:94:08:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcdf0dd-397f-4788-8d35-b848a481d330', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '09ba3a27-57a3-4387-bcf8-ee8c26a13050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:53:10Z', 'updated_at': '2022-05-07T21:53:16Z', 'revision_number': 5, 'project_id': '0b9502da27d64dffaf0859d1f6b5663f', 'subnets': [{'id': '09ba3a27-57a3-4387-bcf8-ee8c26a13050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:53:47.967758 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d57e467-cdd1-4b9a-a1c5-9b4b5faf62db admin admin] Made reservation on behalf of addf83b9a69e4628b1b962b7fceeb9ae for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:53:47.975633 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9d57e467-cdd1-4b9a-a1c5-9b4b5faf62db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:47.991554 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68aa1544-e960-46cc-a4ec-53f932b2d504 None None] Checking router: fdcdf0dd-397f-4788-8d35-b848a481d330 for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 21:53:48.000261 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68aa1544-e960-46cc-a4ec-53f932b2d504 None None] Routers {'fdcdf0dd-397f-4788-8d35-b848a481d330'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:53:48.000880 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-68aa1544-e960-46cc-a4ec-53f932b2d504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cda0c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:53:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['fdcdf0dd-397f-4788-8d35-b848a481d330'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:53:48.005433 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-0ced4f66-1fb0-469d-8328-7ce35f166608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7fcea670>, [{'id': '0ea41956-f01f-4a3f-b189-898475ba0e80', 'name': 'tempest-AttachSCSIVolumeTestJSON-1393712635-router', 'tenant_id': '62b1d2f38652407eaa85fbb15aff6307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.223'}], 'enable_snat': True}, 'gw_port_id': 'd2eeffc8-71e4-4d87-82e0-481c3bd2fe30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:51:09Z', 'updated_at': '2022-05-07T21:51:16Z', 'revision_number': 4, 'project_id': '62b1d2f38652407eaa85fbb15aff6307', 'gw_port': {'id': 'd2eeffc8-71e4-4d87-82e0-481c3bd2fe30', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea41956-f01f-4a3f-b189-898475ba0e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:51:09Z', 'updated_at': '2022-05-07T21:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f4404d66-b1ac-4836-97f2-dd8f5120e276', 'name': '', 'network_id': '55393a4f-e493-4098-b37d-93ec9341a6b2', 'tenant_id': '62b1d2f38652407eaa85fbb15aff6307', 'mac_address': 'fa:16:3e:97:10:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea41956-f01f-4a3f-b189-898475ba0e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': 'a8702188-d480-41a4-ada8-7cdbcc65e165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:51:13Z', 'updated_at': '2022-05-07T21:51:21Z', 'revision_number': 5, 'project_id': '62b1d2f38652407eaa85fbb15aff6307', 'subnets': [{'id': 'a8702188-d480-41a4-ada8-7cdbcc65e165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:53:48.023355 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d343a790-c84d-41fe-b1a9-53a0a76f2dc2 req-466bd10f-cf06-42d5-976a-dee31b2d41eb tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] 10.222.0.32 "GET /v2.0/ports?device_id=83fafb82-09d3-47de-827f-770202f22005 HTTP/1.1" status: 200  len: 210 time: 0.0340195
May 07 21:53:48.036863 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-0b6f6597-65b8-48b8-a81b-a26ce4ab7bd9 service neutron] For port 5ace34e4-5209-40cb-a0ff-407d97d110dd, host nch2-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:53:48.041232 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-0b6f6597-65b8-48b8-a81b-a26ce4ab7bd9 service neutron] For port 5ace34e4-5209-40cb-a0ff-407d97d110dd, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5ace34e4-5209-40cb-a0ff-407d97d110dd,segment=NetworkSegment(918ce7a0-6436-4d36-8bb4-df4087f94e32),segment_id=918ce7a0-6436-4d36-8bb4-df4087f94e32)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:53:48.050454 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ced4f66-1fb0-469d-8328-7ce35f166608 None None] The sync data for ids ['0ea41956-f01f-4a3f-b189-898475ba0e80'] in ncdv-master-1 is: [{'id': '0ea41956-f01f-4a3f-b189-898475ba0e80', 'name': 'tempest-AttachSCSIVolumeTestJSON-1393712635-router', 'tenant_id': '62b1d2f38652407eaa85fbb15aff6307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.223'}], 'enable_snat': True}, 'gw_port_id': 'd2eeffc8-71e4-4d87-82e0-481c3bd2fe30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:51:09Z', 'updated_at': '2022-05-07T21:51:16Z', 'revision_number': 4, 'project_id': '62b1d2f38652407eaa85fbb15aff6307', 'gw_port': {'id': 'd2eeffc8-71e4-4d87-82e0-481c3bd2fe30', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea41956-f01f-4a3f-b189-898475ba0e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:51:09Z', 'updated_at': '2022-05-07T21:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f4404d66-b1ac-4836-97f2-dd8f5120e276', 'name': '', 'network_id': '55393a4f-e493-4098-b37d-93ec9341a6b2', 'tenant_id': '62b1d2f38652407eaa85fbb15aff6307', 'mac_address': 'fa:16:3e:97:10:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea41956-f01f-4a3f-b189-898475ba0e80', 'device_owner': 'network:router_interface', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': 'a8702188-d480-41a4-ada8-7cdbcc65e165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:51:13Z', 'updated_at': '2022-05-07T21:51:21Z', 'revision_number': 5, 'project_id': '62b1d2f38652407eaa85fbb15aff6307', 'subnets': [{'id': 'a8702188-d480-41a4-ada8-7cdbcc65e165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:53:48.053905 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-0b6f6597-65b8-48b8-a81b-a26ce4ab7bd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (5ace34e4-5209-40cb-a0ff-407d97d110dd), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:48.096738 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-0b6f6597-65b8-48b8-a81b-a26ce4ab7bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:48.098161 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-0b6f6597-65b8-48b8-a81b-a26ce4ab7bd9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:48.102068 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-0b6f6597-65b8-48b8-a81b-a26ce4ab7bd9 service neutron] 10.222.0.59 "PUT /v2.0/ports/5ace34e4-5209-40cb-a0ff-407d97d110dd HTTP/1.1" status: 200  len: 1091 time: 2.5179391
May 07 21:53:48.131515 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9d57e467-cdd1-4b9a-a1c5-9b4b5faf62db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:48.167903 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-68aa1544-e960-46cc-a4ec-53f932b2d504 None None] Set router fdcdf0dd-397f-4788-8d35-b848a481d330 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:53:48.174502 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6f6597-65b8-48b8-a81b-a26ce4ab7bd9 service neutron] Pushing event updated for resources: {'Port': ['ID=5ace34e4-5209-40cb-a0ff-407d97d110dd,revision_number=3']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:48.247147 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648c070c-cedb-4816-9c48-acccdaa43c06 req-af4b484e-015f-407c-b34d-2980e8bfbc9d tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:48.257556 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648c070c-cedb-4816-9c48-acccdaa43c06 req-af4b484e-015f-407c-b34d-2980e8bfbc9d tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:48.275972 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648c070c-cedb-4816-9c48-acccdaa43c06 req-af4b484e-015f-407c-b34d-2980e8bfbc9d tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:48.291264 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648c070c-cedb-4816-9c48-acccdaa43c06 req-af4b484e-015f-407c-b34d-2980e8bfbc9d tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:48.306522 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648c070c-cedb-4816-9c48-acccdaa43c06 req-af4b484e-015f-407c-b34d-2980e8bfbc9d tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:48.315104 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648c070c-cedb-4816-9c48-acccdaa43c06 req-af4b484e-015f-407c-b34d-2980e8bfbc9d tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:48.322574 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648c070c-cedb-4816-9c48-acccdaa43c06 req-af4b484e-015f-407c-b34d-2980e8bfbc9d tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:48.334977 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-648c070c-cedb-4816-9c48-acccdaa43c06 req-af4b484e-015f-407c-b34d-2980e8bfbc9d tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc2b763-2769-4c0e-9bf3-9ee54868505c HTTP/1.1" status: 200  len: 5394 time: 0.3474689
May 07 21:53:48.344168 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-bddc390e-fd9d-4413-9732-a399b64b6110 service neutron] Request body: {'port': {'device_id': '7bc2b763-2769-4c0e-9bf3-9ee54868505c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:53:48.373712 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-aab58e44-1661-48cf-bdc9-6ff503ced147 req-c33db464-1d87-4e02-8fee-e8150c439b55 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1328391406&fields=id&tenant_id=93c3c71171814bb7b1018904086ad506 HTTP/1.1" status: 200  len: 267 time: 0.1816559
May 07 21:53:48.462527 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec22533-e94e-455d-9437-0020f730ea80 req-48db58a6-b938-4ed6-8479-0603ef69c4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:48.463678 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec22533-e94e-455d-9437-0020f730ea80 req-48db58a6-b938-4ed6-8479-0603ef69c4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:48.464360 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec22533-e94e-455d-9437-0020f730ea80 req-48db58a6-b938-4ed6-8479-0603ef69c4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:48.465006 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec22533-e94e-455d-9437-0020f730ea80 req-48db58a6-b938-4ed6-8479-0603ef69c4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:48.465654 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec22533-e94e-455d-9437-0020f730ea80 req-48db58a6-b938-4ed6-8479-0603ef69c4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:48.466301 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec22533-e94e-455d-9437-0020f730ea80 req-48db58a6-b938-4ed6-8479-0603ef69c4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:48.466991 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec22533-e94e-455d-9437-0020f730ea80 req-48db58a6-b938-4ed6-8479-0603ef69c4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:48.469221 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-aec22533-e94e-455d-9437-0020f730ea80 req-48db58a6-b938-4ed6-8479-0603ef69c4cc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f75cb675742543209bcbb75d99b60e97&device_id=7bc2b763-2769-4c0e-9bf3-9ee54868505c HTTP/1.1" status: 200  len: 6410 time: 0.2158427
May 07 21:53:48.483905 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-8103e304-8971-42c2-beef-368f5978640c admin admin] Deleting port 65dcffa0-8529-413e-b379-de85a6112b6b {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:53:48.484243 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8103e304-8971-42c2-beef-368f5978640c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (65dcffa0-8529-413e-b379-de85a6112b6b), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:48.613515 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02dab6df-8a2f-4d65-81a9-085364e5e808 None None] New status for floating IP 4639847d-2887-439a-abd7-761971277041: DOWN {{(pid=121838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 07 21:53:48.662210 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-648c070c-cedb-4816-9c48-acccdaa43c06 req-c5e53334-d48f-4b8f-8ba3-a62077bc187e tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d50792e5-4672-4ff2-b261-ed0a649bb3d3&id=623940a1-6290-423b-87cb-2a84fe4a7634&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.3254144
May 07 21:53:48.671456 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-bddc390e-fd9d-4413-9732-a399b64b6110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (bd421caf-72a7-469a-bd36-ed429f10bc0d), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:48.707307 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-68aa1544-e960-46cc-a4ec-53f932b2d504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cda0c40>, [{'id': 'fdcdf0dd-397f-4788-8d35-b848a481d330', 'name': 'tempest-ServersTestBootFromVolume-1397458917-router', 'tenant_id': '0b9502da27d64dffaf0859d1f6b5663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.23'}], 'enable_snat': True}, 'gw_port_id': 'a53b14cb-8f0e-4592-983f-64709fce4d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:53:00Z', 'updated_at': '2022-05-07T21:53:12Z', 'revision_number': 4, 'project_id': '0b9502da27d64dffaf0859d1f6b5663f', 'gw_port': {'id': 'a53b14cb-8f0e-4592-983f-64709fce4d41', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcdf0dd-397f-4788-8d35-b848a481d330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:53:02Z', 'updated_at': '2022-05-07T21:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '10bca91f-abe5-4460-82f3-1b52c2297341', 'tenant_id': '0b9502da27d64dffaf0859d1f6b5663f', 'floating_ip_address': '172.35.4.233', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': 'fdcdf0dd-397f-4788-8d35-b848a481d330', 'port_id': '086eedec-731a-4836-8a01-603bbdb8a932', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1092, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f24181a-d123-46a2-bb1f-06c929171e6c', 'mac_address': 'fa:16:3e:63:3a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df1b628-71b8-4dd0-893e-521f565ba1fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T21:53:17Z', 'updated_at': '2022-05-07T21:53:45Z', 'revision_number': 1, 'project_id': '0b9502da27d64dffaf0859d1f6b5663f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b769e80a-d656-48e5-b573-f3903c4dacc7', 'name': '', 'network_id': '1f24181a-d123-46a2-bb1f-06c929171e6c', 'tenant_id': '0b9502da27d64dffaf0859d1f6b5663f', 'mac_address': 'fa:16:3e:94:08:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcdf0dd-397f-4788-8d35-b848a481d330', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '09ba3a27-57a3-4387-bcf8-ee8c26a13050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:53:10Z', 'updated_at': '2022-05-07T21:53:16Z', 'revision_number': 5, 'project_id': '0b9502da27d64dffaf0859d1f6b5663f', 'subnets': [{'id': '09ba3a27-57a3-4387-bcf8-ee8c26a13050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:53:48.738483 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68aa1544-e960-46cc-a4ec-53f932b2d504 None None] The sync data for ids ['fdcdf0dd-397f-4788-8d35-b848a481d330'] in ncdv-master-1 is: [{'id': 'fdcdf0dd-397f-4788-8d35-b848a481d330', 'name': 'tempest-ServersTestBootFromVolume-1397458917-router', 'tenant_id': '0b9502da27d64dffaf0859d1f6b5663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.23'}], 'enable_snat': True}, 'gw_port_id': 'a53b14cb-8f0e-4592-983f-64709fce4d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:53:00Z', 'updated_at': '2022-05-07T21:53:12Z', 'revision_number': 4, 'project_id': '0b9502da27d64dffaf0859d1f6b5663f', 'gw_port': {'id': 'a53b14cb-8f0e-4592-983f-64709fce4d41', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcdf0dd-397f-4788-8d35-b848a481d330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:53:02Z', 'updated_at': '2022-05-07T21:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '10bca91f-abe5-4460-82f3-1b52c2297341', 'tenant_id': '0b9502da27d64dffaf0859d1f6b5663f', 'floating_ip_address': '172.35.4.233', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': 'fdcdf0dd-397f-4788-8d35-b848a481d330', 'port_id': '086eedec-731a-4836-8a01-603bbdb8a932', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1092, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f24181a-d123-46a2-bb1f-06c929171e6c', 'mac_address': 'fa:16:3e:63:3a:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7df1b628-71b8-4dd0-893e-521f565ba1fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T21:53:17Z', 'updated_at': '2022-05-07T21:53:45Z', 'revision_number': 1, 'project_id': '0b9502da27d64dffaf0859d1f6b5663f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b769e80a-d656-48e5-b573-f3903c4dacc7', 'name': '', 'network_id': '1f24181a-d123-46a2-bb1f-06c929171e6c', 'tenant_id': '0b9502da27d64dffaf0859d1f6b5663f', 'mac_address': 'fa:16:3e:94:08:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcdf0dd-397f-4788-8d35-b848a481d330', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '09ba3a27-57a3-4387-bcf8-ee8c26a13050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:53:10Z', 'updated_at': '2022-05-07T21:53:16Z', 'revision_number': 5, 'project_id': '0b9502da27d64dffaf0859d1f6b5663f', 'subnets': [{'id': '09ba3a27-57a3-4387-bcf8-ee8c26a13050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:53:48.753467 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9d57e467-cdd1-4b9a-a1c5-9b4b5faf62db admin admin] Publish callbacks [] for security_group (2d51153d-80bb-487e-9b59-7f10285c8c88), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:48.798222 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9d57e467-cdd1-4b9a-a1c5-9b4b5faf62db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (2d51153d-80bb-487e-9b59-7f10285c8c88), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:48.806012 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-8103e304-8971-42c2-beef-368f5978640c admin admin] For port 65dcffa0-8529-413e-b379-de85a6112b6b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=65dcffa0-8529-413e-b379-de85a6112b6b,segment=NetworkSegment(f3ec05b1-b03a-4a5e-b716-d2726a7226ce),segment_id=f3ec05b1-b03a-4a5e-b716-d2726a7226ce)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:53:48.806372 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8103e304-8971-42c2-beef-368f5978640c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (65dcffa0-8529-413e-b379-de85a6112b6b), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:48.871960 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-8103e304-8971-42c2-beef-368f5978640c admin admin] Calling delete_port for 65dcffa0-8529-413e-b379-de85a6112b6b owned by network:router_interface {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:53:48.880075 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d57e467-cdd1-4b9a-a1c5-9b4b5faf62db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 21:53:48.929821 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9d57e467-cdd1-4b9a-a1c5-9b4b5faf62db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (c3b37dbc-d23c-4e53-ba39-47f4acab267d), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:48.930166 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-9d57e467-cdd1-4b9a-a1c5-9b4b5faf62db admin admin] Added segment c3b37dbc-d23c-4e53-ba39-47f4acab267d of type vlan for network 38ca9b6e-b205-48f9-a002-ddfee225fe39
May 07 21:53:48.975378 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d57e467-cdd1-4b9a-a1c5-9b4b5faf62db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d51153d-80bb-487e-9b59-7f10285c8c88,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:48.976811 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7df1b628-71b8-4dd0-893e-521f565ba1fc', 'tag': '086eedec-731a-4836-8a01-603bbdb8a932'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:53:48.979035 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fedf6e9-2ef5-4f21-b659-7c1a369a0182" -d '{"events": [{"name": "network-changed", "server_uuid": "7df1b628-71b8-4dd0-893e-521f565ba1fc", "tag": "086eedec-731a-4836-8a01-603bbdb8a932"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:53:49.001742 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bc2b763-2769-4c0e-9bf3-9ee54868505c', 'tag': '5ace34e4-5209-40cb-a0ff-407d97d110dd'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:53:49.003799 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38cf6295-69e4-41ec-8f48-1334295b4153" -d '{"events": [{"name": "network-changed", "server_uuid": "7bc2b763-2769-4c0e-9bf3-9ee54868505c", "tag": "5ace34e4-5209-40cb-a0ff-407d97d110dd"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:53:49.009978 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947603cc-13d5-44e7-8720-b1f2b5c19e67 req-b071a02f-ae59-4611-9a2b-1c288595fc04 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:49.015594 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-947603cc-13d5-44e7-8720-b1f2b5c19e67 req-b071a02f-ae59-4611-9a2b-1c288595fc04 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b485f98-6005-4fd2-a4ca-72e35f397c6a HTTP/1.1" status: 200  len: 945 time: 0.2197721
May 07 21:53:49.039108 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8caf7dbf-ff25-4171-aab0-04102f08e9a2 None None] New status for floating IP 10bca91f-abe5-4460-82f3-1b52c2297341: ACTIVE {{(pid=121839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 07 21:53:49.055958 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d57e467-cdd1-4b9a-a1c5-9b4b5faf62db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:53:49.056837 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d57e467-cdd1-4b9a-a1c5-9b4b5faf62db admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:53:49.056837 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d57e467-cdd1-4b9a-a1c5-9b4b5faf62db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:53:49.057106 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d57e467-cdd1-4b9a-a1c5-9b4b5faf62db admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:53:49.057307 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d57e467-cdd1-4b9a-a1c5-9b4b5faf62db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:53:49.057660 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d57e467-cdd1-4b9a-a1c5-9b4b5faf62db admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:53:49.057995 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d57e467-cdd1-4b9a-a1c5-9b4b5faf62db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:53:49.058383 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d57e467-cdd1-4b9a-a1c5-9b4b5faf62db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:53:49.058722 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d57e467-cdd1-4b9a-a1c5-9b4b5faf62db admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:53:49.059088 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d57e467-cdd1-4b9a-a1c5-9b4b5faf62db admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:53:49.060049 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d57e467-cdd1-4b9a-a1c5-9b4b5faf62db admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:53:49.060049 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d57e467-cdd1-4b9a-a1c5-9b4b5faf62db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:53:49.060297 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d57e467-cdd1-4b9a-a1c5-9b4b5faf62db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:53:49.060491 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d57e467-cdd1-4b9a-a1c5-9b4b5faf62db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:53:49.060782 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d57e467-cdd1-4b9a-a1c5-9b4b5faf62db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:53:49.105498 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab58e44-1661-48cf-bdc9-6ff503ced147 req-40d2531f-fbcc-4257-96fc-6781f0077896 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:49.107036 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-aab58e44-1661-48cf-bdc9-6ff503ced147 req-40d2531f-fbcc-4257-96fc-6781f0077896 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/networks?id=772be29c-bb44-46ae-a3e0-b0a78574bddf HTTP/1.1" status: 200  len: 817 time: 0.7325177
May 07 21:53:49.126600 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec22533-e94e-455d-9437-0020f730ea80 req-19436132-a7ce-4efe-b9e0-88fb1dd0d227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:49.127105 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec22533-e94e-455d-9437-0020f730ea80 req-19436132-a7ce-4efe-b9e0-88fb1dd0d227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:49.127579 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec22533-e94e-455d-9437-0020f730ea80 req-19436132-a7ce-4efe-b9e0-88fb1dd0d227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:49.129160 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-aec22533-e94e-455d-9437-0020f730ea80 req-19436132-a7ce-4efe-b9e0-88fb1dd0d227 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=f75cb675742543209bcbb75d99b60e97&shared=False HTTP/1.1" status: 200  len: 2295 time: 0.6478736
May 07 21:53:49.130834 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-aab58e44-1661-48cf-bdc9-6ff503ced147 req-af079367-8c38-409e-873a-a6cd1e2e763b tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/quotas/93c3c71171814bb7b1018904086ad506 HTTP/1.1" status: 200  len: 375 time: 0.0179598
May 07 21:53:49.148107 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9d57e467-cdd1-4b9a-a1c5-9b4b5faf62db admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (38ca9b6e-b205-48f9-a002-ddfee225fe39), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:49.191918 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-aab58e44-1661-48cf-bdc9-6ff503ced147 req-ae1df61c-bd32-4ac3-a448-e201f91f10e1 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=93c3c71171814bb7b1018904086ad506&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0538137
May 07 21:53:49.295815 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-947603cc-13d5-44e7-8720-b1f2b5c19e67 req-25f082cd-9f88-4f5b-aa2d-9ef3c183a14b tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b18b124-d6ae-4635-93ed-9957a39a34ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2260506
May 07 21:53:49.300545 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-aab58e44-1661-48cf-bdc9-6ff503ced147 req-4096d324-2358-4d73-b354-dc4bd6fc3d2f service neutron] 10.222.0.32 "GET /v2.0/networks/772be29c-bb44-46ae-a3e0-b0a78574bddf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0991256
May 07 21:53:49.307387 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9d57e467-cdd1-4b9a-a1c5-9b4b5faf62db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (38ca9b6e-b205-48f9-a002-ddfee225fe39), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:49.308345 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d57e467-cdd1-4b9a-a1c5-9b4b5faf62db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:49.308942 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9d57e467-cdd1-4b9a-a1c5-9b4b5faf62db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:49.407529 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-aab58e44-1661-48cf-bdc9-6ff503ced147 req-df052a18-e287-4e22-8ea8-3bb2cfc01c11 service neutron] 10.222.0.32 "GET /v2.0/networks/772be29c-bb44-46ae-a3e0-b0a78574bddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0977900
May 07 21:53:49.560596 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec22533-e94e-455d-9437-0020f730ea80 req-5fa6457e-3360-4af1-8cb1-a5f092ed88c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:49.562717 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-aec22533-e94e-455d-9437-0020f730ea80 req-5fa6457e-3360-4af1-8cb1-a5f092ed88c3 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1337707
May 07 21:53:49.667332 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd29b414-826a-4a48-abf2-aee1145d1665 x-openstack-request-id: req-bd29b414-826a-4a48-abf2-aee1145d1665 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:53:49.667729 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bc2b763-2769-4c0e-9bf3-9ee54868505c", "tag": "5ace34e4-5209-40cb-a0ff-407d97d110dd", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:53:49.668051 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bd29b414-826a-4a48-abf2-aee1145d1665 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:53:49.668525 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd29b414-826a-4a48-abf2-aee1145d1665'] response: {'name': 'network-changed', 'server_uuid': '7bc2b763-2769-4c0e-9bf3-9ee54868505c', 'tag': '5ace34e4-5209-40cb-a0ff-407d97d110dd', 'status': 'completed', 'code': 200}
May 07 21:53:49.706070 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26dc7724-e103-4bd7-bc4a-1dd16da490c2 x-openstack-request-id: req-26dc7724-e103-4bd7-bc4a-1dd16da490c2 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:53:49.706647 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7df1b628-71b8-4dd0-893e-521f565ba1fc", "tag": "086eedec-731a-4836-8a01-603bbdb8a932", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:53:49.706647 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-26dc7724-e103-4bd7-bc4a-1dd16da490c2 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:53:49.707033 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26dc7724-e103-4bd7-bc4a-1dd16da490c2'] response: {'name': 'network-changed', 'server_uuid': '7df1b628-71b8-4dd0-893e-521f565ba1fc', 'tag': '086eedec-731a-4836-8a01-603bbdb8a932', 'status': 'completed', 'code': 200}
May 07 21:53:49.727065 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-9d57e467-cdd1-4b9a-a1c5-9b4b5faf62db admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 2.1406505
May 07 21:53:49.730086 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 42270) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:53:49.735966 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-3647a15f-eb96-4e7f-85c1-a5c442871815 admin admin] Request body: {'subnet': {'network_id': '38ca9b6e-b205-48f9-a002-ddfee225fe39', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-602815296-subnet', 'tenant_id': 'addf83b9a69e4628b1b962b7fceeb9ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:53:49.781953 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-46ecba7f-ef5f-4951-bdb1-a5617202813f req-9858236c-9a16-4b24-b9c7-b6f62e050c71 tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] 10.222.0.32 "GET /v2.0/ports?device_id=83fafb82-09d3-47de-827f-770202f22005 HTTP/1.1" status: 200  len: 210 time: 0.0534012
May 07 21:53:49.795906 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3647a15f-eb96-4e7f-85c1-a5c442871815 admin admin] Made reservation on behalf of addf83b9a69e4628b1b962b7fceeb9ae for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:53:49.807883 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3647a15f-eb96-4e7f-85c1-a5c442871815 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:49.847220 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d57e467-cdd1-4b9a-a1c5-9b4b5faf62db admin admin] Pushing event updated for resources: {'Network': ['ID=38ca9b6e-b205-48f9-a002-ddfee225fe39,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:49.858759 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 38ca9b6e-b205-48f9-a002-ddfee225fe39 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 21:53:49.866524 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca590eb-4139-4eda-b183-b484df49912a req-6075834c-c14f-4ab1-9fa9-14a6e7fb8490 tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:49.868384 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8ca590eb-4139-4eda-b183-b484df49912a req-6075834c-c14f-4ab1-9fa9-14a6e7fb8490 tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] 10.222.0.32 "GET /v2.0/ports?device_id=a98be0d5-4433-4cae-a301-70a6c876e235 HTTP/1.1" status: 200  len: 949 time: 0.1572204
May 07 21:53:49.895345 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fedf6e9-2ef5-4f21-b659-7c1a369a0182 req-16840a9f-c9fc-4f74-b5ca-a9deb9c0a57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:49.897564 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0fedf6e9-2ef5-4f21-b659-7c1a369a0182 req-16840a9f-c9fc-4f74-b5ca-a9deb9c0a57a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0b9502da27d64dffaf0859d1f6b5663f&device_id=7df1b628-71b8-4dd0-893e-521f565ba1fc HTTP/1.1" status: 200  len: 1128 time: 0.1877656
May 07 21:53:50.026598 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-bddc390e-fd9d-4413-9732-a399b64b6110 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd421caf-72a7-469a-bd36-ed429f10bc0d {{(pid=121836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:53:50.029415 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4e16a97d-5dd0-4f83-8460-7abedce8de31 req-9aa08611-36b1-4128-ab11-9c5d24c1bfe5 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc6a642e-763c-4ac9-8ef7-4985bcb86060 HTTP/1.1" status: 200  len: 210 time: 0.1771367
May 07 21:53:50.034176 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cf6295-69e4-41ec-8f48-1334295b4153 req-3330f05e-a999-486c-87df-09bdb7229211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:50.034761 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cf6295-69e4-41ec-8f48-1334295b4153 req-3330f05e-a999-486c-87df-09bdb7229211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:50.039349 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cf6295-69e4-41ec-8f48-1334295b4153 req-3330f05e-a999-486c-87df-09bdb7229211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:50.040227 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cf6295-69e4-41ec-8f48-1334295b4153 req-3330f05e-a999-486c-87df-09bdb7229211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:50.040976 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cf6295-69e4-41ec-8f48-1334295b4153 req-3330f05e-a999-486c-87df-09bdb7229211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:50.041758 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cf6295-69e4-41ec-8f48-1334295b4153 req-3330f05e-a999-486c-87df-09bdb7229211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:50.042482 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cf6295-69e4-41ec-8f48-1334295b4153 req-3330f05e-a999-486c-87df-09bdb7229211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:50.046294 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-38cf6295-69e4-41ec-8f48-1334295b4153 req-3330f05e-a999-486c-87df-09bdb7229211 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f75cb675742543209bcbb75d99b60e97&device_id=7bc2b763-2769-4c0e-9bf3-9ee54868505c HTTP/1.1" status: 200  len: 6410 time: 0.2074196
May 07 21:53:50.066638 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-bddc390e-fd9d-4413-9732-a399b64b6110 service neutron] Publish callbacks [] for port (bd421caf-72a7-469a-bd36-ed429f10bc0d), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:50.143314 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8ca590eb-4139-4eda-b183-b484df49912a req-b36a48b5-e5a7-45c0-90dd-6c09fcadde8c tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad3a4a-28e8-4f61-8418-801ae6599362&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2388191
May 07 21:53:50.158308 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.provisioning_blocks [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-bddc390e-fd9d-4413-9732-a399b64b6110 service neutron] Transition to ACTIVE for port object bd421caf-72a7-469a-bd36-ed429f10bc0d will not be triggered until provisioned by entity L2. {{(pid=121836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:53:50.158308 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8103e304-8971-42c2-beef-368f5978640c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (65dcffa0-8529-413e-b379-de85a6112b6b), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:50.207820 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-bddc390e-fd9d-4413-9732-a399b64b6110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (bd421caf-72a7-469a-bd36-ed429f10bc0d), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:50.215326 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8103e304-8971-42c2-beef-368f5978640c admin admin] Pushing event deleted for resources: {'Port': ['ID=65dcffa0-8529-413e-b379-de85a6112b6b,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:50.358286 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fedf6e9-2ef5-4f21-b659-7c1a369a0182 req-1beb50e4-d6a6-407d-87be-1ad73aaef747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:50.359828 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0fedf6e9-2ef5-4f21-b659-7c1a369a0182 req-1beb50e4-d6a6-407d-87be-1ad73aaef747 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1f24181a-d123-46a2-bb1f-06c929171e6c HTTP/1.1" status: 200  len: 917 time: 0.4495695
May 07 21:53:50.363771 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee11a3f2-d739-4cf7-9574-d98db3078646 req-363f0cf0-2791-45ad-8995-a2c53953e1f6 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:50.370106 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee11a3f2-d739-4cf7-9574-d98db3078646 req-363f0cf0-2791-45ad-8995-a2c53953e1f6 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:50.385417 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee11a3f2-d739-4cf7-9574-d98db3078646 req-363f0cf0-2791-45ad-8995-a2c53953e1f6 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:50.391764 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee11a3f2-d739-4cf7-9574-d98db3078646 req-363f0cf0-2791-45ad-8995-a2c53953e1f6 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:50.397614 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee11a3f2-d739-4cf7-9574-d98db3078646 req-363f0cf0-2791-45ad-8995-a2c53953e1f6 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:50.407002 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee11a3f2-d739-4cf7-9574-d98db3078646 req-363f0cf0-2791-45ad-8995-a2c53953e1f6 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:50.430783 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee11a3f2-d739-4cf7-9574-d98db3078646 req-363f0cf0-2791-45ad-8995-a2c53953e1f6 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:50.445626 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ee11a3f2-d739-4cf7-9574-d98db3078646 req-363f0cf0-2791-45ad-8995-a2c53953e1f6 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc2b763-2769-4c0e-9bf3-9ee54868505c HTTP/1.1" status: 200  len: 5406 time: 0.2525725
May 07 21:53:50.478100 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0fedf6e9-2ef5-4f21-b659-7c1a369a0182 req-36e5b403-825b-4cb2-b80c-f2e9eb3ebdbb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=086eedec-731a-4836-8a01-603bbdb8a932 HTTP/1.1" status: 200  len: 1002 time: 0.1007674
May 07 21:53:50.548556 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3647a15f-eb96-4e7f-85c1-a5c442871815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (9f91aa11-98d2-41ad-a902-77d230f2dd04), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:50.609186 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddc390e-fd9d-4413-9732-a399b64b6110 service neutron] Pushing event updated for resources: {'Port': ['ID=bd421caf-72a7-469a-bd36-ed429f10bc0d,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:50.630342 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cf6295-69e4-41ec-8f48-1334295b4153 req-24cfbf15-9242-41e9-a016-ed23246fe480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:50.630900 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cf6295-69e4-41ec-8f48-1334295b4153 req-24cfbf15-9242-41e9-a016-ed23246fe480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:50.635150 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cf6295-69e4-41ec-8f48-1334295b4153 req-24cfbf15-9242-41e9-a016-ed23246fe480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:50.636863 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-38cf6295-69e4-41ec-8f48-1334295b4153 req-24cfbf15-9242-41e9-a016-ed23246fe480 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=f75cb675742543209bcbb75d99b60e97&shared=False HTTP/1.1" status: 200  len: 2295 time: 0.5795145
May 07 21:53:50.703367 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ee11a3f2-d739-4cf7-9574-d98db3078646 req-b11faa58-45de-4712-9add-5806f2e73f1a tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d50792e5-4672-4ff2-b261-ed0a649bb3d3&id=623940a1-6290-423b-87cb-2a84fe4a7634&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2565522
May 07 21:53:50.753752 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3647a15f-eb96-4e7f-85c1-a5c442871815 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f91aa11-98d2-41ad-a902-77d230f2dd04,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:50.760554 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3647a15f-eb96-4e7f-85c1-a5c442871815 admin admin] Checking segment: {'id': 'c3b37dbc-d23c-4e53-ba39-47f4acab267d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '38ca9b6e-b205-48f9-a002-ddfee225fe39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:53:50.760554 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3647a15f-eb96-4e7f-85c1-a5c442871815 admin admin] Network hostable DHCP agents. Network: 38ca9b6e-b205-48f9-a002-ddfee225fe39, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 21:53:50.765105 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae068f-c383-4c2d-8f06-39950db5ed2a req-5ffbfa10-529d-49b8-9fc0-d40d84ff44b3 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:50.766808 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-04ae068f-c383-4c2d-8f06-39950db5ed2a req-5ffbfa10-529d-49b8-9fc0-d40d84ff44b3 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b485f98-6005-4fd2-a4ca-72e35f397c6a HTTP/1.1" status: 200  len: 945 time: 0.1811483
May 07 21:53:50.770208 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fedf6e9-2ef5-4f21-b659-7c1a369a0182 req-5523e8e5-904f-49d9-a239-5730551f2524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:50.771670 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0fedf6e9-2ef5-4f21-b659-7c1a369a0182 req-5523e8e5-904f-49d9-a239-5730551f2524 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=09ba3a27-57a3-4387-bcf8-ee8c26a13050 HTTP/1.1" status: 200  len: 855 time: 0.1872053
May 07 21:53:50.811709 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8103e304-8971-42c2-beef-368f5978640c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401002'] for router_interface (691d74ee-0666-4450-8f44-89ba4f07ae23), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:50.814622 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-bddc390e-fd9d-4413-9732-a399b64b6110 service neutron] Attempting to bind port bd421caf-72a7-469a-bd36-ed429f10bc0d on host nch2-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:53:50.814984 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-bddc390e-fd9d-4413-9732-a399b64b6110 service neutron] Attempting to bind port bd421caf-72a7-469a-bd36-ed429f10bc0d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '918ce7a0-6436-4d36-8bb4-df4087f94e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '5159d3da-3059-47f6-8ecf-b4d9b2b9d7de'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:53:50.815314 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-bddc390e-fd9d-4413-9732-a399b64b6110 service neutron] Attempting to bind port bd421caf-72a7-469a-bd36-ed429f10bc0d on network 5159d3da-3059-47f6-8ecf-b4d9b2b9d7de {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:53:50.831964 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3647a15f-eb96-4e7f-85c1-a5c442871815 admin admin] Network 38ca9b6e-b205-48f9-a002-ddfee225fe39 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 21:53:50.837331 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-bddc390e-fd9d-4413-9732-a399b64b6110 service neutron] Port bd421caf-72a7-469a-bd36-ed429f10bc0d on network 5159d3da-3059-47f6-8ecf-b4d9b2b9d7de not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:53:50.837654 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-bddc390e-fd9d-4413-9732-a399b64b6110 service neutron] Attempting to bind port bd421caf-72a7-469a-bd36-ed429f10bc0d on network 5159d3da-3059-47f6-8ecf-b4d9b2b9d7de {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:53:50.852166 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cf6295-69e4-41ec-8f48-1334295b4153 req-25344546-c005-4f63-8aeb-e7476107844b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:50.853670 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-38cf6295-69e4-41ec-8f48-1334295b4153 req-25344546-c005-4f63-8aeb-e7476107844b service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2046657
May 07 21:53:50.855398 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2879ec-f794-473c-97e3-525334ba6731 req-9e08c828-1890-47a2-ab49-1173e2c3bca1 tempest-ServersAdminNegativeTestJSON-934627555 tempest-ServersAdminNegativeTestJSON-934627555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:50.857072 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8d2879ec-f794-473c-97e3-525334ba6731 req-9e08c828-1890-47a2-ab49-1173e2c3bca1 tempest-ServersAdminNegativeTestJSON-934627555 tempest-ServersAdminNegativeTestJSON-934627555-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a98be0d5-4433-4cae-a301-70a6c876e235 HTTP/1.1" status: 200  len: 1131 time: 0.0747945
May 07 21:53:50.857792 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-3647a15f-eb96-4e7f-85c1-a5c442871815 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 38ca9b6e-b205-48f9-a002-ddfee225fe39) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:53:50.862974 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3647a15f-eb96-4e7f-85c1-a5c442871815 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:50.863594 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3647a15f-eb96-4e7f-85c1-a5c442871815 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:50.867727 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30791af7-43ee-406b-b662-eb41ac040bcd None None] Network 38ca9b6e-b205-48f9-a002-ddfee225fe39 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:53:50.886171 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-bddc390e-fd9d-4413-9732-a399b64b6110 service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:53:50.886469 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-8d2879ec-f794-473c-97e3-525334ba6731 req-641f4fa1-f43e-4e96-b398-c4fd5dba07e6 tempest-ServersAdminNegativeTestJSON-934627555 tempest-ServersAdminNegativeTestJSON-934627555-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:50.886604 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-bddc390e-fd9d-4413-9732-a399b64b6110 service neutron] Checking segment: {'id': '918ce7a0-6436-4d36-8bb4-df4087f94e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '5159d3da-3059-47f6-8ecf-b4d9b2b9d7de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:53:50.886964 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-bddc390e-fd9d-4413-9732-a399b64b6110 service neutron] Bound using segment: {'id': '918ce7a0-6436-4d36-8bb4-df4087f94e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '5159d3da-3059-47f6-8ecf-b4d9b2b9d7de'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:53:50.887410 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-bddc390e-fd9d-4413-9732-a399b64b6110 service neutron] Bound port: bd421caf-72a7-469a-bd36-ed429f10bc0d, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '918ce7a0-6436-4d36-8bb4-df4087f94e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '5159d3da-3059-47f6-8ecf-b4d9b2b9d7de'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:53:50.887759 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-bddc390e-fd9d-4413-9732-a399b64b6110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (bd421caf-72a7-469a-bd36-ed429f10bc0d), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:50.901253 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-3647a15f-eb96-4e7f-85c1-a5c442871815 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 1.1702414
May 07 21:53:50.904340 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 42286) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:53:50.913425 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-60385048-9f75-46fc-8fb7-61d22a9578d1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-602815296-router', 'tenant_id': 'addf83b9a69e4628b1b962b7fceeb9ae', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:53:50.917732 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-04ae068f-c383-4c2d-8f06-39950db5ed2a req-2ba5b98b-9456-4315-943a-c6c27e52309a tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b18b124-d6ae-4635-93ed-9957a39a34ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1434791
May 07 21:53:50.967920 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-60385048-9f75-46fc-8fb7-61d22a9578d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (dab452b3-c5c3-4a3d-893a-5df33259a16e), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:50.969862 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-60385048-9f75-46fc-8fb7-61d22a9578d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (dab452b3-c5c3-4a3d-893a-5df33259a16e), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:51.052461 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42290) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:53:51.076577 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-60385048-9f75-46fc-8fb7-61d22a9578d1 admin admin] Publish callbacks [] for router_controller (dab452b3-c5c3-4a3d-893a-5df33259a16e), precommit_add_association {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:51.080834 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f0e9ac-91ac-4619-ae16-d6a2fe5a62d1 None None] Network 38ca9b6e-b205-48f9-a002-ddfee225fe39 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:53:51.106697 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fedf6e9-2ef5-4f21-b659-7c1a369a0182 req-a4bd4c5c-98b1-4895-90c0-ad3870efbbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:51.114926 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0fedf6e9-2ef5-4f21-b659-7c1a369a0182 req-a4bd4c5c-98b1-4895-90c0-ad3870efbbb3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1f24181a-d123-46a2-bb1f-06c929171e6c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1926479
May 07 21:53:51.128229 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-8d2879ec-f794-473c-97e3-525334ba6731 req-641f4fa1-f43e-4e96-b398-c4fd5dba07e6 tempest-ServersAdminNegativeTestJSON-934627555 tempest-ServersAdminNegativeTestJSON-934627555-project-admin] Publish callbacks [] for security_group (aefc3b4f-ab1d-471f-9ef4-d5dcc8cca414), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:51.178792 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-8d2879ec-f794-473c-97e3-525334ba6731 req-641f4fa1-f43e-4e96-b398-c4fd5dba07e6 tempest-ServersAdminNegativeTestJSON-934627555 tempest-ServersAdminNegativeTestJSON-934627555-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (aefc3b4f-ab1d-471f-9ef4-d5dcc8cca414), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:51.217862 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-bddc390e-fd9d-4413-9732-a399b64b6110 service neutron] For port bd421caf-72a7-469a-bd36-ed429f10bc0d, host nch2-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:53:51.277868 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-bddc390e-fd9d-4413-9732-a399b64b6110 service neutron] For port bd421caf-72a7-469a-bd36-ed429f10bc0d, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bd421caf-72a7-469a-bd36-ed429f10bc0d,segment=NetworkSegment(918ce7a0-6436-4d36-8bb4-df4087f94e32),segment_id=918ce7a0-6436-4d36-8bb4-df4087f94e32)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:53:51.284396 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0156eb8a-0bed-454f-974c-4abf16b80d28 req-37189587-0d53-4442-a17f-c764482f77ca tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc6a642e-763c-4ac9-8ef7-4985bcb86060 HTTP/1.1" status: 200  len: 210 time: 0.0824111
May 07 21:53:51.312142 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device ddb906ce-ebec-489c-aec7-92f7055d4e24 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:53:51.351635 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8d2879ec-f794-473c-97e3-525334ba6731 req-641f4fa1-f43e-4e96-b398-c4fd5dba07e6 tempest-ServersAdminNegativeTestJSON-934627555 tempest-ServersAdminNegativeTestJSON-934627555-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=79ad3a4a-28e8-4f61-8418-801ae6599362&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4784241
May 07 21:53:51.379429 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-bddc390e-fd9d-4413-9732-a399b64b6110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (bd421caf-72a7-469a-bd36-ed429f10bc0d), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:51.393461 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641f4fa1-f43e-4e96-b398-c4fd5dba07e6 tempest-ServersAdminNegativeTestJSON-934627555 tempest-ServersAdminNegativeTestJSON-934627555-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aefc3b4f-ab1d-471f-9ef4-d5dcc8cca414,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:51.413515 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-60385048-9f75-46fc-8fb7-61d22a9578d1 admin admin] Publish callbacks [] for router_gateway (dab452b3-c5c3-4a3d-893a-5df33259a16e), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:51.423843 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fe7c9926-8228-4f1c-9e91-7cb4a572efb4 tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] Publish callbacks [] for security_group (7f14c0bf-eb9e-4e13-9566-d53c24420214), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:51.472898 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab58e44-1661-48cf-bdc9-6ff503ced147 req-70451edd-7e7f-4cf9-84d1-fed8a116b0aa tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:51.474402 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-aab58e44-1661-48cf-bdc9-6ff503ced147 req-70451edd-7e7f-4cf9-84d1-fed8a116b0aa tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.55 "GET /v2.0/networks?id=772be29c-bb44-46ae-a3e0-b0a78574bddf HTTP/1.1" status: 200  len: 817 time: 0.3006363
May 07 21:53:51.500373 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-bddc390e-fd9d-4413-9732-a399b64b6110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:51.500993 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-bddc390e-fd9d-4413-9732-a399b64b6110 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:51.502375 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-bddc390e-fd9d-4413-9732-a399b64b6110 service neutron] 10.222.0.59 "PUT /v2.0/ports/bd421caf-72a7-469a-bd36-ed429f10bc0d HTTP/1.1" status: 200  len: 1090 time: 3.1643736
May 07 21:53:51.533444 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0fedf6e9-2ef5-4f21-b659-7c1a369a0182 req-673f26da-1597-49dd-a024-2b0763b623a7 service neutron] 10.222.0.55 "GET /v2.0/networks/1f24181a-d123-46a2-bb1f-06c929171e6c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3456910
May 07 21:53:51.552286 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:51.556221 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-e6f7bb4d-f4df-4ce1-bcac-95ec02227909 service neutron] Request body: {'port': {'device_id': '7bc2b763-2769-4c0e-9bf3-9ee54868505c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:53:51.560433 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fe7c9926-8228-4f1c-9e91-7cb4a572efb4 tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] Publish callbacks [] for security_group (7f14c0bf-eb9e-4e13-9566-d53c24420214), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:51.587645 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port ddb906ce-ebec-489c-aec7-92f7055d4e24, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ddb906ce-ebec-489c-aec7-92f7055d4e24,segment=NetworkSegment(48f32d76-f63e-49c4-90a9-1cfb8c1dc638),segment_id=48f32d76-f63e-49c4-90a9-1cfb8c1dc638)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:53:51.604653 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': 'ddb906ce-ebec-489c-aec7-92f7055d4e24', 'network_id': '7bc61814-8ef0-4365-b3ea-2c20100be453', 'port_id': 'ddb906ce-ebec-489c-aec7-92f7055d4e24', 'mac_address': 'fa:16:3e:36:3f:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c561b220-fa88-48ef-b165-e5d692e53d7d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:53:51.626614 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddc390e-fd9d-4413-9732-a399b64b6110 service neutron] Pushing event updated for resources: {'Port': ['ID=bd421caf-72a7-469a-bd36-ed429f10bc0d,revision_number=3']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:51.645490 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-aab58e44-1661-48cf-bdc9-6ff503ced147 req-36af5618-d851-4656-9c5c-63e410466792 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93c3c71171814bb7b1018904086ad506 HTTP/1.1" status: 200  len: 380 time: 0.1416914
May 07 21:53:51.657406 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-aab58e44-1661-48cf-bdc9-6ff503ced147 req-192d21d2-860d-4e15-a433-9b9e916ac87a tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Request body: {'port': {'device_id': 'cc6a642e-763c-4ac9-8ef7-4985bcb86060', 'network_id': '772be29c-bb44-46ae-a3e0-b0a78574bddf', 'admin_state_up': True, 'tenant_id': '93c3c71171814bb7b1018904086ad506', 'security_groups': ['1bbf50af-50c2-4df2-bc37-9f0e79ec6d91']}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:53:51.669680 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port ddb906ce-ebec-489c-aec7-92f7055d4e24 is: ACTIVE; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:53:51.670072 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (ddb906ce-ebec-489c-aec7-92f7055d4e24), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:51.687885 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ddb906ce-ebec-489c-aec7-92f7055d4e24 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:53:51.713225 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bc2b763-2769-4c0e-9bf3-9ee54868505c', 'tag': 'bd421caf-72a7-469a-bd36-ed429f10bc0d'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:53:51.714177 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port ddb906ce-ebec-489c-aec7-92f7055d4e24, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ddb906ce-ebec-489c-aec7-92f7055d4e24,segment=NetworkSegment(48f32d76-f63e-49c4-90a9-1cfb8c1dc638),segment_id=48f32d76-f63e-49c4-90a9-1cfb8c1dc638)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:53:51.715527 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdad4e1f-6cf4-429f-8e39-1fe66967df94" -d '{"events": [{"name": "network-changed", "server_uuid": "7bc2b763-2769-4c0e-9bf3-9ee54868505c", "tag": "bd421caf-72a7-469a-bd36-ed429f10bc0d"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:53:51.726122 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (ddb906ce-ebec-489c-aec7-92f7055d4e24), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:51.738519 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8103e304-8971-42c2-beef-368f5978640c admin admin] Router 691d74ee-0666-4450-8f44-89ba4f07ae23 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 21:53:51.797422 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-60385048-9f75-46fc-8fb7-61d22a9578d1 admin admin] Publish callbacks [] for router_gateway (dab452b3-c5c3-4a3d-893a-5df33259a16e), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:51.819149 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=ddb906ce-ebec-489c-aec7-92f7055d4e24,revision_number=6']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:51.826310 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-60385048-9f75-46fc-8fb7-61d22a9578d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:51.833525 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-752c6568-6544-4cac-aafa-8fd13885b554 x-openstack-request-id: req-752c6568-6544-4cac-aafa-8fd13885b554 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:53:51.833847 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bc2b763-2769-4c0e-9bf3-9ee54868505c", "tag": "bd421caf-72a7-469a-bd36-ed429f10bc0d", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:53:51.834108 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-752c6568-6544-4cac-aafa-8fd13885b554 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:53:51.834508 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-752c6568-6544-4cac-aafa-8fd13885b554'] response: {'name': 'network-changed', 'server_uuid': '7bc2b763-2769-4c0e-9bf3-9ee54868505c', 'tag': 'bd421caf-72a7-469a-bd36-ed429f10bc0d', 'status': 'completed', 'code': 200}
May 07 21:53:51.842676 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0fedf6e9-2ef5-4f21-b659-7c1a369a0182 req-334237df-e8f9-40f7-a0f7-cc301ccf065d service neutron] 10.222.0.55 "GET /v2.0/networks/1f24181a-d123-46a2-bb1f-06c929171e6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2932043
May 07 21:53:51.850912 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-e6f7bb4d-f4df-4ce1-bcac-95ec02227909 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (840ebb23-b4df-469e-b8a1-03792fff9bb1), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:51.930579 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdad4e1f-6cf4-429f-8e39-1fe66967df94 req-1f9a7129-0ea5-43c3-80f8-e99db9e75797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:51.930990 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdad4e1f-6cf4-429f-8e39-1fe66967df94 req-1f9a7129-0ea5-43c3-80f8-e99db9e75797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:51.931454 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdad4e1f-6cf4-429f-8e39-1fe66967df94 req-1f9a7129-0ea5-43c3-80f8-e99db9e75797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:51.931921 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdad4e1f-6cf4-429f-8e39-1fe66967df94 req-1f9a7129-0ea5-43c3-80f8-e99db9e75797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:51.932390 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdad4e1f-6cf4-429f-8e39-1fe66967df94 req-1f9a7129-0ea5-43c3-80f8-e99db9e75797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:51.932843 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdad4e1f-6cf4-429f-8e39-1fe66967df94 req-1f9a7129-0ea5-43c3-80f8-e99db9e75797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:51.933300 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdad4e1f-6cf4-429f-8e39-1fe66967df94 req-1f9a7129-0ea5-43c3-80f8-e99db9e75797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:51.935353 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-cdad4e1f-6cf4-429f-8e39-1fe66967df94 req-1f9a7129-0ea5-43c3-80f8-e99db9e75797 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f75cb675742543209bcbb75d99b60e97&device_id=7bc2b763-2769-4c0e-9bf3-9ee54868505c HTTP/1.1" status: 200  len: 6508 time: 0.1036367
May 07 21:53:51.940185 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['ddb906ce-ebec-489c-aec7-92f7055d4e24'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:53:51.974907 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aab58e44-1661-48cf-bdc9-6ff503ced147 req-192d21d2-860d-4e15-a433-9b9e916ac87a tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Made reservation on behalf of 93c3c71171814bb7b1018904086ad506 for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:53:51.978394 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-aab58e44-1661-48cf-bdc9-6ff503ced147 req-192d21d2-860d-4e15-a433-9b9e916ac87a tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:51.993981 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fe7c9926-8228-4f1c-9e91-7cb4a572efb4 tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (7f14c0bf-eb9e-4e13-9566-d53c24420214), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:51.997681 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fe7c9926-8228-4f1c-9e91-7cb4a572efb4 tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:52.000869 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-fe7c9926-8228-4f1c-9e91-7cb4a572efb4 tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] 10.222.0.32 "DELETE /v2.0/security-groups/7f14c0bf-eb9e-4e13-9566-d53c24420214 HTTP/1.1" status: 204  len: 168 time: 0.9254494
May 07 21:53:52.010189 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 42300) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:53:52.013767 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d61d7e-7e36-4c10-be2d-c8829d613c03 req-b31151ca-c387-47fe-992c-d49734c27b5b tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:52.020168 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d61d7e-7e36-4c10-be2d-c8829d613c03 req-b31151ca-c387-47fe-992c-d49734c27b5b tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:52.027070 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d61d7e-7e36-4c10-be2d-c8829d613c03 req-b31151ca-c387-47fe-992c-d49734c27b5b tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:52.032463 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d61d7e-7e36-4c10-be2d-c8829d613c03 req-b31151ca-c387-47fe-992c-d49734c27b5b tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:52.038655 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d61d7e-7e36-4c10-be2d-c8829d613c03 req-b31151ca-c387-47fe-992c-d49734c27b5b tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:52.044273 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d61d7e-7e36-4c10-be2d-c8829d613c03 req-b31151ca-c387-47fe-992c-d49734c27b5b tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:52.049504 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d61d7e-7e36-4c10-be2d-c8829d613c03 req-b31151ca-c387-47fe-992c-d49734c27b5b tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:52.051412 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-00d61d7e-7e36-4c10-be2d-c8829d613c03 req-b31151ca-c387-47fe-992c-d49734c27b5b tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc2b763-2769-4c0e-9bf3-9ee54868505c HTTP/1.1" status: 200  len: 5406 time: 0.2195969
May 07 21:53:52.098404 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7c9926-8228-4f1c-9e91-7cb4a572efb4 tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f14c0bf-eb9e-4e13-9566-d53c24420214,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:52.113827 ncdv-master-1 neutron-server[121837]: INFO neutron.api.v2.resource [None req-2f6f370b-61a5-480f-ab54-6b7bc10db0ac tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] show failed (client error): The resource could not be found.
May 07 21:53:52.118176 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-2f6f370b-61a5-480f-ab54-6b7bc10db0ac tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] 10.222.0.32 "GET /v2.0/security-groups/7f14c0bf-eb9e-4e13-9566-d53c24420214 HTTP/1.1" status: 404  len: 347 time: 0.0985994
May 07 21:53:52.122580 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42302) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:53:52.152813 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-60385048-9f75-46fc-8fb7-61d22a9578d1 admin admin] Allocated IP 172.35.4.124 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/7d1c6002-d7d2-4176-a72f-af5d2b9d954c) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:53:52.215669 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35cb792-6b15-49bc-8a98-90a4d3022659 req-0fe44cc9-bc7d-49a2-a5cd-9269b635feb0 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:52.217117 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f35cb792-6b15-49bc-8a98-90a4d3022659 req-0fe44cc9-bc7d-49a2-a5cd-9269b635feb0 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b485f98-6005-4fd2-a4ca-72e35f397c6a HTTP/1.1" status: 200  len: 944 time: 0.1992517
May 07 21:53:52.243855 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdad4e1f-6cf4-429f-8e39-1fe66967df94 req-048d3e25-6e8f-45ad-b0b4-a918dc1ffefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:52.244325 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdad4e1f-6cf4-429f-8e39-1fe66967df94 req-048d3e25-6e8f-45ad-b0b4-a918dc1ffefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:52.244790 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdad4e1f-6cf4-429f-8e39-1fe66967df94 req-048d3e25-6e8f-45ad-b0b4-a918dc1ffefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:52.246320 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-cdad4e1f-6cf4-429f-8e39-1fe66967df94 req-048d3e25-6e8f-45ad-b0b4-a918dc1ffefd service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=f75cb675742543209bcbb75d99b60e97&shared=False HTTP/1.1" status: 200  len: 2295 time: 0.3006735
May 07 21:53:52.291131 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8103e304-8971-42c2-beef-368f5978640c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:53:52.296248 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-8103e304-8971-42c2-beef-368f5978640c admin admin] 10.222.0.32 "PUT /v2.0/routers/691d74ee-0666-4450-8f44-89ba4f07ae23/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.6636498
May 07 21:53:52.303918 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a06ad4-8071-4a66-b74c-a87e1205b5cd None None] Sync routers for ids ['691d74ee-0666-4450-8f44-89ba4f07ae23'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:53:52.313372 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42304) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:53:52.315783 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a06ad4-8071-4a66-b74c-a87e1205b5cd None None] Routers {'691d74ee-0666-4450-8f44-89ba4f07ae23'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:53:52.316410 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-d7a06ad4-8071-4a66-b74c-a87e1205b5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f9f8310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:53:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['691d74ee-0666-4450-8f44-89ba4f07ae23'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:53:52.424662 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-00d61d7e-7e36-4c10-be2d-c8829d613c03 req-4e3bbfa8-62be-46aa-8065-642893a26d80 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d50792e5-4672-4ff2-b261-ed0a649bb3d3&id=623940a1-6290-423b-87cb-2a84fe4a7634&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.3419015
May 07 21:53:52.432846 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-d7a06ad4-8071-4a66-b74c-a87e1205b5cd None None] Set router 691d74ee-0666-4450-8f44-89ba4f07ae23 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:53:52.444703 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f35cb792-6b15-49bc-8a98-90a4d3022659 req-eb1bd543-0193-41bb-933c-c5599259dc9a tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b18b124-d6ae-4635-93ed-9957a39a34ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2158480
May 07 21:53:52.469917 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [req-aab58e44-1661-48cf-bdc9-6ff503ced147 req-192d21d2-860d-4e15-a433-9b9e916ac87a tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Allocated IP 172.20.0.14 (772be29c-bb44-46ae-a3e0-b0a78574bddf/f41cdf1c-9de4-46dc-8689-4d3b6400326c/1cef223b-c375-473f-8214-891abfa6fa86) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:53:52.597046 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-60385048-9f75-46fc-8fb7-61d22a9578d1 admin admin] Publish callbacks [] for port (7d1c6002-d7d2-4176-a72f-af5d2b9d954c), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:52.627513 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-d7a06ad4-8071-4a66-b74c-a87e1205b5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f9f8310>, [{'id': '691d74ee-0666-4450-8f44-89ba4f07ae23', 'name': 'tempest-ServersTestMultiNic-1267177260-router', 'tenant_id': '7a05b8a866c04fe78b04ec616e62b70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.210'}], 'enable_snat': True}, 'gw_port_id': '85720274-158e-442b-a073-4b364715a5ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:51:24Z', 'updated_at': '2022-05-07T21:53:49Z', 'revision_number': 5, 'project_id': '7a05b8a866c04fe78b04ec616e62b70f', 'gw_port': {'id': '85720274-158e-442b-a073-4b364715a5ba', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:50:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691d74ee-0666-4450-8f44-89ba4f07ae23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:51:27Z', 'updated_at': '2022-05-07T21:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:53:52.636223 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdad4e1f-6cf4-429f-8e39-1fe66967df94 req-1d54e70e-42f5-464e-8f38-341e1b121c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:52.637792 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-cdad4e1f-6cf4-429f-8e39-1fe66967df94 req-1d54e70e-42f5-464e-8f38-341e1b121c48 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3735907
May 07 21:53:52.645963 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-94d3fa5d-272b-4cbf-8aa2-fbb7066b63ad req-49236dd6-27d8-4362-a047-6036e058d693 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc6a642e-763c-4ac9-8ef7-4985bcb86060 HTTP/1.1" status: 200  len: 210 time: 0.0906301
May 07 21:53:52.661577 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a06ad4-8071-4a66-b74c-a87e1205b5cd None None] Checking router: 691d74ee-0666-4450-8f44-89ba4f07ae23 for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 21:53:52.671842 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a06ad4-8071-4a66-b74c-a87e1205b5cd None None] Routers {'691d74ee-0666-4450-8f44-89ba4f07ae23'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:53:52.672493 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-d7a06ad4-8071-4a66-b74c-a87e1205b5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f9f8310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:53:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['691d74ee-0666-4450-8f44-89ba4f07ae23'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:53:52.738867 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-60385048-9f75-46fc-8fb7-61d22a9578d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (7d1c6002-d7d2-4176-a72f-af5d2b9d954c), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:52.812404 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60385048-9f75-46fc-8fb7-61d22a9578d1 admin admin] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:53:52.815650 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-aab58e44-1661-48cf-bdc9-6ff503ced147 req-192d21d2-860d-4e15-a433-9b9e916ac87a tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Publish callbacks [] for port (1cef223b-c375-473f-8214-891abfa6fa86), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:52.822308 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-60385048-9f75-46fc-8fb7-61d22a9578d1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:53:52.828014 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60385048-9f75-46fc-8fb7-61d22a9578d1 admin admin] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:53:52.863719 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60385048-9f75-46fc-8fb7-61d22a9578d1 admin admin] Pushing event updated for resources: {'Port': ['ID=7d1c6002-d7d2-4176-a72f-af5d2b9d954c,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:52.895050 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-16a049c4-8b57-4ae3-9db4-1a7966dca35e tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] Deleting port 8887ad0b-ae8a-4463-b8d6-5e67319821e0 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:53:52.895397 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-16a049c4-8b57-4ae3-9db4-1a7966dca35e tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (8887ad0b-ae8a-4463-b8d6-5e67319821e0), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:52.936600 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-d7a06ad4-8071-4a66-b74c-a87e1205b5cd None None] Set router 691d74ee-0666-4450-8f44-89ba4f07ae23 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:53:52.994415 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-aab58e44-1661-48cf-bdc9-6ff503ced147 req-192d21d2-860d-4e15-a433-9b9e916ac87a tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (1cef223b-c375-473f-8214-891abfa6fa86), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:53.001947 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09117a3e-13fd-406f-bf6b-eee0fb6f7cfd req-ada9972d-cd68-40ed-9f70-d1185d9f9f07 tempest-ServersAdminNegativeTestJSON-934627555 tempest-ServersAdminNegativeTestJSON-934627555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:53.007541 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-09117a3e-13fd-406f-bf6b-eee0fb6f7cfd req-ada9972d-cd68-40ed-9f70-d1185d9f9f07 tempest-ServersAdminNegativeTestJSON-934627555 tempest-ServersAdminNegativeTestJSON-934627555-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a98be0d5-4433-4cae-a301-70a6c876e235 HTTP/1.1" status: 200  len: 1131 time: 0.1536014
May 07 21:53:53.020781 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-546f43ff-76df-46c1-8a44-a6f0b9d641e3 admin admin] Publish callbacks [] for router (691d74ee-0666-4450-8f44-89ba4f07ae23), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:53.076399 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aab58e44-1661-48cf-bdc9-6ff503ced147 req-192d21d2-860d-4e15-a433-9b9e916ac87a tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Network 772be29c-bb44-46ae-a3e0-b0a78574bddf is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:53:53.084581 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [req-aab58e44-1661-48cf-bdc9-6ff503ced147 req-192d21d2-860d-4e15-a433-9b9e916ac87a tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:53:53.089661 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-aab58e44-1661-48cf-bdc9-6ff503ced147 req-192d21d2-860d-4e15-a433-9b9e916ac87a tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:53:53.160694 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-d7a06ad4-8071-4a66-b74c-a87e1205b5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f9f8310>, [{'id': '691d74ee-0666-4450-8f44-89ba4f07ae23', 'name': 'tempest-ServersTestMultiNic-1267177260-router', 'tenant_id': '7a05b8a866c04fe78b04ec616e62b70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.210'}], 'enable_snat': True}, 'gw_port_id': '85720274-158e-442b-a073-4b364715a5ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:51:24Z', 'updated_at': '2022-05-07T21:53:49Z', 'revision_number': 5, 'project_id': '7a05b8a866c04fe78b04ec616e62b70f', 'gw_port': {'id': '85720274-158e-442b-a073-4b364715a5ba', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:50:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691d74ee-0666-4450-8f44-89ba4f07ae23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:51:27Z', 'updated_at': '2022-05-07T21:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:53:53.185381 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-16a049c4-8b57-4ae3-9db4-1a7966dca35e tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (8887ad0b-ae8a-4463-b8d6-5e67319821e0), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:53.185866 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-16a049c4-8b57-4ae3-9db4-1a7966dca35e tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] Publish callbacks [] for floatingip (8887ad0b-ae8a-4463-b8d6-5e67319821e0), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:53.206118 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192d21d2-860d-4e15-a433-9b9e916ac87a tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Pushing event updated for resources: {'Port': ['ID=1cef223b-c375-473f-8214-891abfa6fa86,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:53.217921 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a06ad4-8071-4a66-b74c-a87e1205b5cd None None] The sync data for ids ['691d74ee-0666-4450-8f44-89ba4f07ae23'] in ncdv-master-1 is: [{'id': '691d74ee-0666-4450-8f44-89ba4f07ae23', 'name': 'tempest-ServersTestMultiNic-1267177260-router', 'tenant_id': '7a05b8a866c04fe78b04ec616e62b70f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.210'}], 'enable_snat': True}, 'gw_port_id': '85720274-158e-442b-a073-4b364715a5ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:51:24Z', 'updated_at': '2022-05-07T21:53:49Z', 'revision_number': 5, 'project_id': '7a05b8a866c04fe78b04ec616e62b70f', 'gw_port': {'id': '85720274-158e-442b-a073-4b364715a5ba', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:50:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '691d74ee-0666-4450-8f44-89ba4f07ae23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 854, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:51:27Z', 'updated_at': '2022-05-07T21:51:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:53:53.233069 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-e6f7bb4d-f4df-4ce1-bcac-95ec02227909 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 840ebb23-b4df-469e-b8a1-03792fff9bb1 {{(pid=121836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:53:53.254067 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-e6f7bb4d-f4df-4ce1-bcac-95ec02227909 service neutron] Publish callbacks [] for port (840ebb23-b4df-469e-b8a1-03792fff9bb1), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:53.269102 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-16a049c4-8b57-4ae3-9db4-1a7966dca35e tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] Calling delete_port for 8887ad0b-ae8a-4463-b8d6-5e67319821e0 owned by network:floatingip {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:53:53.290392 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-09117a3e-13fd-406f-bf6b-eee0fb6f7cfd req-2a3982e7-150a-4519-ae85-fdd3e405cba4 tempest-ServersAdminNegativeTestJSON-934627555 tempest-ServersAdminNegativeTestJSON-934627555-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=79ad3a4a-28e8-4f61-8418-801ae6599362&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2808068
May 07 21:53:53.291140 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab58e44-1661-48cf-bdc9-6ff503ced147 req-192d21d2-860d-4e15-a433-9b9e916ac87a tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:53.291779 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-aab58e44-1661-48cf-bdc9-6ff503ced147 req-192d21d2-860d-4e15-a433-9b9e916ac87a tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:53.303631 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.provisioning_blocks [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-e6f7bb4d-f4df-4ce1-bcac-95ec02227909 service neutron] Transition to ACTIVE for port object 840ebb23-b4df-469e-b8a1-03792fff9bb1 will not be triggered until provisioned by entity L2. {{(pid=121836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:53:53.326306 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device ddb906ce-ebec-489c-aec7-92f7055d4e24 up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:53:53.338868 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-aab58e44-1661-48cf-bdc9-6ff503ced147 req-192d21d2-860d-4e15-a433-9b9e916ac87a tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6863918
May 07 21:53:53.354798 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-aab58e44-1661-48cf-bdc9-6ff503ced147 req-2a262810-9991-4168-a85e-791d2240f7f3 service neutron] Request body: {'port': {'device_id': 'cc6a642e-763c-4ac9-8ef7-4985bcb86060', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:53:53.365937 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-e6f7bb4d-f4df-4ce1-bcac-95ec02227909 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (840ebb23-b4df-469e-b8a1-03792fff9bb1), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:53.388369 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-60385048-9f75-46fc-8fb7-61d22a9578d1 admin admin] Publish callbacks [] for router_gateway (dab452b3-c5c3-4a3d-893a-5df33259a16e), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:53.392569 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port ddb906ce-ebec-489c-aec7-92f7055d4e24 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:53:53.394220 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (ddb906ce-ebec-489c-aec7-92f7055d4e24), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:53.475285 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-546f43ff-76df-46c1-8a44-a6f0b9d641e3 admin admin] Publish callbacks [] for router_gateway (691d74ee-0666-4450-8f44-89ba4f07ae23), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:53.640054 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e2838fb1-eece-4bf5-974c-8f5345a36c9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:53.647956 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port ddb906ce-ebec-489c-aec7-92f7055d4e24 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:53:53.648506 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (ddb906ce-ebec-489c-aec7-92f7055d4e24), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:53.676343 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:53.708949 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port ddb906ce-ebec-489c-aec7-92f7055d4e24, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ddb906ce-ebec-489c-aec7-92f7055d4e24,segment=NetworkSegment(48f32d76-f63e-49c4-90a9-1cfb8c1dc638),segment_id=48f32d76-f63e-49c4-90a9-1cfb8c1dc638)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:53:53.713035 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b485f98-6005-4fd2-a4ca-72e35f397c6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddb906ce-ebec-489c-aec7-92f7055d4e24'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:53:53.715853 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2df36f6-df03-4c04-9a7f-66fbedd3d689" -d '{"events": [{"server_uuid": "3b485f98-6005-4fd2-a4ca-72e35f397c6a", "name": "network-vif-plugged", "status": "completed", "tag": "ddb906ce-ebec-489c-aec7-92f7055d4e24"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:53:53.723578 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (ddb906ce-ebec-489c-aec7-92f7055d4e24), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:53.742485 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-06fc603f-a5a1-4e61-9912-18718219c657 None None] Provisioning complete for port 1cef223b-c375-473f-8214-891abfa6fa86 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:53:53.743559 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-06fc603f-a5a1-4e61-9912-18718219c657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (1cef223b-c375-473f-8214-891abfa6fa86), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:53.766652 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211e0ed1-9fa3-4f88-8509-c061f679fed9 req-8753dd6f-16d6-4aaa-9f1f-9daa35208c6f tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:53.768196 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-211e0ed1-9fa3-4f88-8509-c061f679fed9 req-8753dd6f-16d6-4aaa-9f1f-9daa35208c6f tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b485f98-6005-4fd2-a4ca-72e35f397c6a HTTP/1.1" status: 200  len: 945 time: 0.0998700
May 07 21:53:53.768876 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f7bb4d-f4df-4ce1-bcac-95ec02227909 service neutron] Pushing event updated for resources: {'Port': ['ID=840ebb23-b4df-469e-b8a1-03792fff9bb1,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:53.797251 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-e6f7bb4d-f4df-4ce1-bcac-95ec02227909 service neutron] Attempting to bind port 840ebb23-b4df-469e-b8a1-03792fff9bb1 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:53:53.797887 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-e6f7bb4d-f4df-4ce1-bcac-95ec02227909 service neutron] Attempting to bind port 840ebb23-b4df-469e-b8a1-03792fff9bb1 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '2619035a-1889-472a-bdb4-8fd69e462829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '609f4b94-ee73-43b2-a5f1-920ecad898a5'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:53:53.798416 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-e6f7bb4d-f4df-4ce1-bcac-95ec02227909 service neutron] Attempting to bind port 840ebb23-b4df-469e-b8a1-03792fff9bb1 on network 609f4b94-ee73-43b2-a5f1-920ecad898a5 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:53:53.839033 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-546f43ff-76df-46c1-8a44-a6f0b9d641e3 admin admin] Deleting port 85720274-158e-442b-a073-4b364715a5ba {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:53:53.839375 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-546f43ff-76df-46c1-8a44-a6f0b9d641e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (85720274-158e-442b-a073-4b364715a5ba), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:53.879624 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-06fc603f-a5a1-4e61-9912-18718219c657 None None] Port 1cef223b-c375-473f-8214-891abfa6fa86 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:53:53.886900 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=ddb906ce-ebec-489c-aec7-92f7055d4e24,revision_number=7']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:53.902730 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-e6f7bb4d-f4df-4ce1-bcac-95ec02227909 service neutron] Port 840ebb23-b4df-469e-b8a1-03792fff9bb1 on network 609f4b94-ee73-43b2-a5f1-920ecad898a5 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:53:53.902973 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-e6f7bb4d-f4df-4ce1-bcac-95ec02227909 service neutron] Attempting to bind port 840ebb23-b4df-469e-b8a1-03792fff9bb1 on network 609f4b94-ee73-43b2-a5f1-920ecad898a5 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:53:53.929767 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-e6f7bb4d-f4df-4ce1-bcac-95ec02227909 service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:53:53.930091 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-e6f7bb4d-f4df-4ce1-bcac-95ec02227909 service neutron] Checking segment: {'id': '2619035a-1889-472a-bdb4-8fd69e462829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '609f4b94-ee73-43b2-a5f1-920ecad898a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:53:53.930487 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-e6f7bb4d-f4df-4ce1-bcac-95ec02227909 service neutron] Bound using segment: {'id': '2619035a-1889-472a-bdb4-8fd69e462829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '609f4b94-ee73-43b2-a5f1-920ecad898a5'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:53:53.930964 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-e6f7bb4d-f4df-4ce1-bcac-95ec02227909 service neutron] Bound port: 840ebb23-b4df-469e-b8a1-03792fff9bb1, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2619035a-1889-472a-bdb4-8fd69e462829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '609f4b94-ee73-43b2-a5f1-920ecad898a5'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:53:53.931462 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-e6f7bb4d-f4df-4ce1-bcac-95ec02227909 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (840ebb23-b4df-469e-b8a1-03792fff9bb1), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:53.986461 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-211e0ed1-9fa3-4f88-8509-c061f679fed9 req-041b79b8-c4f8-45ca-a627-9abf55606777 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b18b124-d6ae-4635-93ed-9957a39a34ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1949286
May 07 21:53:54.040163 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-546f43ff-76df-46c1-8a44-a6f0b9d641e3 admin admin] For port 85720274-158e-442b-a073-4b364715a5ba, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=85720274-158e-442b-a073-4b364715a5ba,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:53:54.040432 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-546f43ff-76df-46c1-8a44-a6f0b9d641e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (85720274-158e-442b-a073-4b364715a5ba), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:54.082329 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-546f43ff-76df-46c1-8a44-a6f0b9d641e3 admin admin] Calling delete_port for 85720274-158e-442b-a073-4b364715a5ba owned by network:router_gateway {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:53:54.099921 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-e6f7bb4d-f4df-4ce1-bcac-95ec02227909 service neutron] For port 840ebb23-b4df-469e-b8a1-03792fff9bb1, host nch2-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:53:54.103070 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-16a049c4-8b57-4ae3-9db4-1a7966dca35e tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (8887ad0b-ae8a-4463-b8d6-5e67319821e0), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:54.109422 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-e6f7bb4d-f4df-4ce1-bcac-95ec02227909 service neutron] For port 840ebb23-b4df-469e-b8a1-03792fff9bb1, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=840ebb23-b4df-469e-b8a1-03792fff9bb1,segment=NetworkSegment(2619035a-1889-472a-bdb4-8fd69e462829),segment_id=2619035a-1889-472a-bdb4-8fd69e462829)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:53:54.109831 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-aab58e44-1661-48cf-bdc9-6ff503ced147 req-2a262810-9991-4168-a85e-791d2240f7f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (1cef223b-c375-473f-8214-891abfa6fa86), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:54.147851 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d3b621-121e-4e95-9c31-45c35ea019e2 req-b54ea513-f115-4d2a-9d82-29cafd0a3fd5 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:54.153335 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d3b621-121e-4e95-9c31-45c35ea019e2 req-b54ea513-f115-4d2a-9d82-29cafd0a3fd5 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:54.158645 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d3b621-121e-4e95-9c31-45c35ea019e2 req-b54ea513-f115-4d2a-9d82-29cafd0a3fd5 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:54.164544 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d3b621-121e-4e95-9c31-45c35ea019e2 req-b54ea513-f115-4d2a-9d82-29cafd0a3fd5 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:54.169958 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d3b621-121e-4e95-9c31-45c35ea019e2 req-b54ea513-f115-4d2a-9d82-29cafd0a3fd5 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:54.175058 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a049c4-8b57-4ae3-9db4-1a7966dca35e tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] Pushing event deleted for resources: {'Port': ['ID=8887ad0b-ae8a-4463-b8d6-5e67319821e0,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:54.175341 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d3b621-121e-4e95-9c31-45c35ea019e2 req-b54ea513-f115-4d2a-9d82-29cafd0a3fd5 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:54.180829 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d3b621-121e-4e95-9c31-45c35ea019e2 req-b54ea513-f115-4d2a-9d82-29cafd0a3fd5 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:54.181507 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-e6f7bb4d-f4df-4ce1-bcac-95ec02227909 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (840ebb23-b4df-469e-b8a1-03792fff9bb1), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:54.188067 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-25d3b621-121e-4e95-9c31-45c35ea019e2 req-b54ea513-f115-4d2a-9d82-29cafd0a3fd5 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc2b763-2769-4c0e-9bf3-9ee54868505c HTTP/1.1" status: 200  len: 5418 time: 0.1466899
May 07 21:53:54.328476 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-e6f7bb4d-f4df-4ce1-bcac-95ec02227909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:54.329641 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-e6f7bb4d-f4df-4ce1-bcac-95ec02227909 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:54.331174 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-e6f7bb4d-f4df-4ce1-bcac-95ec02227909 service neutron] 10.222.0.59 "PUT /v2.0/ports/840ebb23-b4df-469e-b8a1-03792fff9bb1 HTTP/1.1" status: 200  len: 1091 time: 2.7910652
May 07 21:53:54.333097 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bc2b763-2769-4c0e-9bf3-9ee54868505c', 'tag': '840ebb23-b4df-469e-b8a1-03792fff9bb1'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:53:54.335554 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f12426b-1458-4743-ac2c-d4df4c6ee5cd" -d '{"events": [{"name": "network-changed", "server_uuid": "7bc2b763-2769-4c0e-9bf3-9ee54868505c", "tag": "840ebb23-b4df-469e-b8a1-03792fff9bb1"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:53:54.341737 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-16a049c4-8b57-4ae3-9db4-1a7966dca35e tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] Publish callbacks [] for floatingip (4639847d-2887-439a-abd7-761971277041), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:54.344502 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-16a049c4-8b57-4ae3-9db4-1a7966dca35e tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:54.347223 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-16a049c4-8b57-4ae3-9db4-1a7966dca35e tempest-AttachSCSIVolumeTestJSON-1730679280 tempest-AttachSCSIVolumeTestJSON-1730679280-project] 10.222.0.32 "DELETE /v2.0/floatingips/4639847d-2887-439a-abd7-761971277041 HTTP/1.1" status: 204  len: 168 time: 2.2236292
May 07 21:53:54.405961 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-60385048-9f75-46fc-8fb7-61d22a9578d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (dab452b3-c5c3-4a3d-893a-5df33259a16e), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:54.433331 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-25d3b621-121e-4e95-9c31-45c35ea019e2 req-c87a1d24-3301-4f9a-b398-f2fc958ac99d tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d50792e5-4672-4ff2-b261-ed0a649bb3d3&id=623940a1-6290-423b-87cb-2a84fe4a7634&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2440732
May 07 21:53:54.486002 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f7bb4d-f4df-4ce1-bcac-95ec02227909 service neutron] Pushing event updated for resources: {'Port': ['ID=840ebb23-b4df-469e-b8a1-03792fff9bb1,revision_number=3']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:54.516662 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd48432a-858a-4d55-b87d-6fb6a0626a0e x-openstack-request-id: req-dd48432a-858a-4d55-b87d-6fb6a0626a0e {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:53:54.517174 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b485f98-6005-4fd2-a4ca-72e35f397c6a", "name": "network-vif-plugged", "status": "completed", "tag": "ddb906ce-ebec-489c-aec7-92f7055d4e24", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:53:54.517313 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dd48432a-858a-4d55-b87d-6fb6a0626a0e {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:53:54.517563 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2db814-aa2f-41dc-8a57-987843651f16 req-03e9c688-f7e1-4a41-959b-5164fd086850 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:54.517704 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd48432a-858a-4d55-b87d-6fb6a0626a0e'] response: {'server_uuid': '3b485f98-6005-4fd2-a4ca-72e35f397c6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddb906ce-ebec-489c-aec7-92f7055d4e24', 'code': 200}
May 07 21:53:54.524564 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3e2db814-aa2f-41dc-8a57-987843651f16 req-03e9c688-f7e1-4a41-959b-5164fd086850 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc6a642e-763c-4ac9-8ef7-4985bcb86060 HTTP/1.1" status: 200  len: 932 time: 0.1922779
May 07 21:53:54.630903 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3e2db814-aa2f-41dc-8a57-987843651f16 req-09d36b7f-f796-467c-8e06-4f51e1a5c0e2 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bbf50af-50c2-4df2-bc37-9f0e79ec6d91&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1048663
May 07 21:53:54.649183 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-546f43ff-76df-46c1-8a44-a6f0b9d641e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (85720274-158e-442b-a073-4b364715a5ba), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:54.700701 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546f43ff-76df-46c1-8a44-a6f0b9d641e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=85720274-158e-442b-a073-4b364715a5ba,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:54.727009 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d51c01-5671-4356-9ebc-d63f2551ca74 req-36d18f07-42cd-439f-844c-aef331d61476 tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:54.728613 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-85d51c01-5671-4356-9ebc-d63f2551ca74 req-36d18f07-42cd-439f-844c-aef331d61476 tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] 10.222.0.32 "GET /v2.0/ports?device_id=a98be0d5-4433-4cae-a301-70a6c876e235 HTTP/1.1" status: 200  len: 949 time: 0.0775723
May 07 21:53:54.729337 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aadf23c6-ea74-4c88-afcb-117de2c6d88c x-openstack-request-id: req-aadf23c6-ea74-4c88-afcb-117de2c6d88c {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:53:54.729635 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bc2b763-2769-4c0e-9bf3-9ee54868505c", "tag": "840ebb23-b4df-469e-b8a1-03792fff9bb1", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:53:54.729892 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aadf23c6-ea74-4c88-afcb-117de2c6d88c {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:53:54.730303 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aadf23c6-ea74-4c88-afcb-117de2c6d88c'] response: {'name': 'network-changed', 'server_uuid': '7bc2b763-2769-4c0e-9bf3-9ee54868505c', 'tag': '840ebb23-b4df-469e-b8a1-03792fff9bb1', 'status': 'completed', 'code': 200}
May 07 21:53:54.747456 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 21:53:54.784544 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-546f43ff-76df-46c1-8a44-a6f0b9d641e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395776'] for router_gateway (691d74ee-0666-4450-8f44-89ba4f07ae23), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:54.874192 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-85d51c01-5671-4356-9ebc-d63f2551ca74 req-59111951-c990-4b2e-8107-f35524ad4802 tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad3a4a-28e8-4f61-8418-801ae6599362&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1194625
May 07 21:53:54.876602 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60385048-9f75-46fc-8fb7-61d22a9578d1 admin admin] Router dab452b3-c5c3-4a3d-893a-5df33259a16e is scheduled to L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db with binding_index 1 {{(pid=121837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 07 21:53:54.891765 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-546f43ff-76df-46c1-8a44-a6f0b9d641e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (691d74ee-0666-4450-8f44-89ba4f07ae23), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:54.896549 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-546f43ff-76df-46c1-8a44-a6f0b9d641e3 admin admin] Publish callbacks [] for router_controller (691d74ee-0666-4450-8f44-89ba4f07ae23), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:54.896744 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [req-aab58e44-1661-48cf-bdc9-6ff503ced147 req-2a262810-9991-4168-a85e-791d2240f7f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cef223b-c375-473f-8214-891abfa6fa86 {{(pid=121837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:53:54.906260 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-aab58e44-1661-48cf-bdc9-6ff503ced147 req-2a262810-9991-4168-a85e-791d2240f7f3 service neutron] Publish callbacks [] for port (1cef223b-c375-473f-8214-891abfa6fa86), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:54.956324 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-546f43ff-76df-46c1-8a44-a6f0b9d641e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (691d74ee-0666-4450-8f44-89ba4f07ae23), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:54.956989 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-546f43ff-76df-46c1-8a44-a6f0b9d641e3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 691d74ee-0666-4450-8f44-89ba4f07ae23 {{(pid=121836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 21:53:54.961700 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-aab58e44-1661-48cf-bdc9-6ff503ced147 req-2a262810-9991-4168-a85e-791d2240f7f3 service neutron] Transition to ACTIVE for port object 1cef223b-c375-473f-8214-891abfa6fa86 will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:53:54.962162 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-546f43ff-76df-46c1-8a44-a6f0b9d641e3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:54.964511 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-546f43ff-76df-46c1-8a44-a6f0b9d641e3 admin admin] 10.222.0.32 "DELETE /v2.0/routers/691d74ee-0666-4450-8f44-89ba4f07ae23 HTTP/1.1" status: 204  len: 168 time: 2.6490531
May 07 21:53:54.967209 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 42372) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:53:54.980096 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-aab58e44-1661-48cf-bdc9-6ff503ced147 req-2a262810-9991-4168-a85e-791d2240f7f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (1cef223b-c375-473f-8214-891abfa6fa86), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:55.132203 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc2b9957-0aaa-4026-b9a5-d59b4097e947 admin admin] Deleting subnet cb9f2f4a-5ac6-4715-abe0-bfe062d393a9 {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 21:53:55.134302 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a262810-9991-4168-a85e-791d2240f7f3 service neutron] Pushing event updated for resources: {'Port': ['ID=1cef223b-c375-473f-8214-891abfa6fa86,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:55.149477 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bc2b9957-0aaa-4026-b9a5-d59b4097e947 admin admin] Publish callbacks [] for subnet (cb9f2f4a-5ac6-4715-abe0-bfe062d393a9), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:55.175407 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6712ba35-8a50-4dbb-b6e0-1979e205f62f req-ed381687-df16-4a24-86d7-9c49a7eb2139 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:55.176873 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6712ba35-8a50-4dbb-b6e0-1979e205f62f req-ed381687-df16-4a24-86d7-9c49a7eb2139 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b485f98-6005-4fd2-a4ca-72e35f397c6a HTTP/1.1" status: 200  len: 945 time: 0.0837793
May 07 21:53:55.205281 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a262810-9991-4168-a85e-791d2240f7f3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:53:55.205701 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a262810-9991-4168-a85e-791d2240f7f3 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:53:55.206006 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a262810-9991-4168-a85e-791d2240f7f3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:53:55.206343 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a262810-9991-4168-a85e-791d2240f7f3 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:53:55.206668 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a262810-9991-4168-a85e-791d2240f7f3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:53:55.207015 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a262810-9991-4168-a85e-791d2240f7f3 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:53:55.207362 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a262810-9991-4168-a85e-791d2240f7f3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:53:55.207725 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a262810-9991-4168-a85e-791d2240f7f3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:53:55.208061 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a262810-9991-4168-a85e-791d2240f7f3 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:53:55.208383 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a262810-9991-4168-a85e-791d2240f7f3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:53:55.208741 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a262810-9991-4168-a85e-791d2240f7f3 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:53:55.209065 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a262810-9991-4168-a85e-791d2240f7f3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:53:55.209388 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a262810-9991-4168-a85e-791d2240f7f3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:53:55.209727 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a262810-9991-4168-a85e-791d2240f7f3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:53:55.210144 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a262810-9991-4168-a85e-791d2240f7f3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:53:55.236735 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60385048-9f75-46fc-8fb7-61d22a9578d1 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:53:55.251667 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b5cf94-3549-4284-9faa-3cd52ac6e8a2 None None] Sync routers for ids ['dab452b3-c5c3-4a3d-893a-5df33259a16e'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:53:55.277439 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b5cf94-3549-4284-9faa-3cd52ac6e8a2 None None] Routers {'dab452b3-c5c3-4a3d-893a-5df33259a16e'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:53:55.280304 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-c8b5cf94-3549-4284-9faa-3cd52ac6e8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cbd4580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:53:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['dab452b3-c5c3-4a3d-893a-5df33259a16e'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:53:55.299465 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6712ba35-8a50-4dbb-b6e0-1979e205f62f req-053ede04-527b-4312-9b32-e758107ef9d4 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b18b124-d6ae-4635-93ed-9957a39a34ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1110103
May 07 21:53:55.363779 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-d0b0fd33-031e-4c41-abc1-a7f4647163d0 service neutron] Request body: {'port': {'device_id': '7bc2b763-2769-4c0e-9bf3-9ee54868505c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:53:55.374661 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bc2b9957-0aaa-4026-b9a5-d59b4097e947 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (cb9f2f4a-5ac6-4715-abe0-bfe062d393a9), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:55.436826 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f12426b-1458-4743-ac2c-d4df4c6ee5cd req-983a1dae-b17a-46f9-b939-f074f6a81480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:55.437304 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f12426b-1458-4743-ac2c-d4df4c6ee5cd req-983a1dae-b17a-46f9-b939-f074f6a81480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:55.438059 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f12426b-1458-4743-ac2c-d4df4c6ee5cd req-983a1dae-b17a-46f9-b939-f074f6a81480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:55.438186 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f12426b-1458-4743-ac2c-d4df4c6ee5cd req-983a1dae-b17a-46f9-b939-f074f6a81480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:55.438717 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f12426b-1458-4743-ac2c-d4df4c6ee5cd req-983a1dae-b17a-46f9-b939-f074f6a81480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:55.439257 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f12426b-1458-4743-ac2c-d4df4c6ee5cd req-983a1dae-b17a-46f9-b939-f074f6a81480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:55.439722 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f12426b-1458-4743-ac2c-d4df4c6ee5cd req-983a1dae-b17a-46f9-b939-f074f6a81480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:55.441911 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4f12426b-1458-4743-ac2c-d4df4c6ee5cd req-983a1dae-b17a-46f9-b939-f074f6a81480 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f75cb675742543209bcbb75d99b60e97&device_id=7bc2b763-2769-4c0e-9bf3-9ee54868505c HTTP/1.1" status: 200  len: 6606 time: 0.1380570
May 07 21:53:55.490830 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bc2b9957-0aaa-4026-b9a5-d59b4097e947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (cb9f2f4a-5ac6-4715-abe0-bfe062d393a9), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:55.513320 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-c8b5cf94-3549-4284-9faa-3cd52ac6e8a2 None None] Set router dab452b3-c5c3-4a3d-893a-5df33259a16e gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:53:55.637239 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f12426b-1458-4743-ac2c-d4df4c6ee5cd req-0c1ea4e2-2dd8-4468-b1ef-154225f7898f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:55.638376 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f12426b-1458-4743-ac2c-d4df4c6ee5cd req-0c1ea4e2-2dd8-4468-b1ef-154225f7898f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:55.639187 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f12426b-1458-4743-ac2c-d4df4c6ee5cd req-0c1ea4e2-2dd8-4468-b1ef-154225f7898f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:55.672083 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bc2b9957-0aaa-4026-b9a5-d59b4097e947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (cb9f2f4a-5ac6-4715-abe0-bfe062d393a9), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:55.690286 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 85720274-158e-442b-a073-4b364715a5ba no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:53:55.707409 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4f12426b-1458-4743-ac2c-d4df4c6ee5cd req-0c1ea4e2-2dd8-4468-b1ef-154225f7898f service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=f75cb675742543209bcbb75d99b60e97&shared=False HTTP/1.1" status: 200  len: 2295 time: 0.2511923
May 07 21:53:55.720761 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 85720274-158e-442b-a073-4b364715a5ba {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:53:55.721357 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 85720274-158e-442b-a073-4b364715a5ba not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:53:55.721862 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 65dcffa0-8529-413e-b379-de85a6112b6b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:53:55.752688 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 65dcffa0-8529-413e-b379-de85a6112b6b {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:53:55.753137 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 65dcffa0-8529-413e-b379-de85a6112b6b not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:53:55.753528 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-60385048-9f75-46fc-8fb7-61d22a9578d1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:55.758024 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-60385048-9f75-46fc-8fb7-61d22a9578d1 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 4.8502750
May 07 21:53:55.792889 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 42404) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:53:55.836404 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37da8fb7-074e-4b30-8406-0bdf269934c8 None None] Network 28e1c361-3efa-45c3-b6a6-c8fa48e439de requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:53:55.838871 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bc2b9957-0aaa-4026-b9a5-d59b4097e947 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:55.843899 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-bc2b9957-0aaa-4026-b9a5-d59b4097e947 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/cb9f2f4a-5ac6-4715-abe0-bfe062d393a9 HTTP/1.1" status: 204  len: 168 time: 0.8754501
May 07 21:53:55.859330 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f12426b-1458-4743-ac2c-d4df4c6ee5cd req-c9d86437-dcb9-46c9-83b3-76fb17d88445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:55.864531 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4f12426b-1458-4743-ac2c-d4df4c6ee5cd req-c9d86437-dcb9-46c9-83b3-76fb17d88445 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1514025
May 07 21:53:55.866387 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42406) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:53:55.870348 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176e8e62-350d-40af-bdcf-bf512ca70c35 req-61ae5d47-18ed-4ab5-aa5a-aa4a3b4019f7 tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:55.871325 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-c8b5cf94-3549-4284-9faa-3cd52ac6e8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cbd4580>, [{'id': 'dab452b3-c5c3-4a3d-893a-5df33259a16e', 'name': 'tempest-ServerRescueTestJSONUnderV235-602815296-router', 'tenant_id': 'addf83b9a69e4628b1b962b7fceeb9ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.124'}], 'enable_snat': True}, 'gw_port_id': '7d1c6002-d7d2-4176-a72f-af5d2b9d954c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:53:50Z', 'updated_at': '2022-05-07T21:53:53Z', 'revision_number': 3, 'project_id': 'addf83b9a69e4628b1b962b7fceeb9ae', 'gw_port': {'id': '7d1c6002-d7d2-4176-a72f-af5d2b9d954c', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c3:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab452b3-c5c3-4a3d-893a-5df33259a16e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:53:51Z', 'updated_at': '2022-05-07T21:53:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:53:55.872931 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-176e8e62-350d-40af-bdcf-bf512ca70c35 req-61ae5d47-18ed-4ab5-aa5a-aa4a3b4019f7 tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] 10.222.0.59 "GET /v2.0/ports?device_id=a98be0d5-4433-4cae-a301-70a6c876e235 HTTP/1.1" status: 200  len: 949 time: 0.2403462
May 07 21:53:55.875550 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2b9957-0aaa-4026-b9a5-d59b4097e947 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb9f2f4a-5ac6-4715-abe0-bfe062d393a9,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:55.900215 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b5cf94-3549-4284-9faa-3cd52ac6e8a2 None None] Checking router: dab452b3-c5c3-4a3d-893a-5df33259a16e for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 21:53:55.900557 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b5cf94-3549-4284-9faa-3cd52ac6e8a2 None None] Updating router dab452b3-c5c3-4a3d-893a-5df33259a16e port 7d1c6002-d7d2-4176-a72f-af5d2b9d954c binding host ncdv-master-1 {{(pid=121839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 21:53:55.931419 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-c8b5cf94-3549-4284-9faa-3cd52ac6e8a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (7d1c6002-d7d2-4176-a72f-af5d2b9d954c), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:55.966162 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-71b4f8c8-52d5-4e2f-b39b-9e16a8afa882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (28e1c361-3efa-45c3-b6a6-c8fa48e439de), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:55.967367 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba9402-8d04-4b64-8a83-3c765e74f19e req-0cb56bc7-bf46-4278-a787-9f6489779ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:55.969463 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e3ba9402-8d04-4b64-8a83-3c765e74f19e req-0cb56bc7-bf46-4278-a787-9f6489779ded service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3b485f98-6005-4fd2-a4ca-72e35f397c6a HTTP/1.1" status: 200  len: 1127 time: 0.3154380
May 07 21:53:55.981128 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04d5f68-0e1a-4704-ac32-cbd8059e98f8 req-d8f358f0-5639-4d88-82ca-8b5ad9162517 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:55.987947 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04d5f68-0e1a-4704-ac32-cbd8059e98f8 req-d8f358f0-5639-4d88-82ca-8b5ad9162517 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:55.993878 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04d5f68-0e1a-4704-ac32-cbd8059e98f8 req-d8f358f0-5639-4d88-82ca-8b5ad9162517 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:56.001451 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04d5f68-0e1a-4704-ac32-cbd8059e98f8 req-d8f358f0-5639-4d88-82ca-8b5ad9162517 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:56.010346 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04d5f68-0e1a-4704-ac32-cbd8059e98f8 req-d8f358f0-5639-4d88-82ca-8b5ad9162517 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:56.018615 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04d5f68-0e1a-4704-ac32-cbd8059e98f8 req-d8f358f0-5639-4d88-82ca-8b5ad9162517 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:56.029234 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04d5f68-0e1a-4704-ac32-cbd8059e98f8 req-d8f358f0-5639-4d88-82ca-8b5ad9162517 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:56.031500 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d04d5f68-0e1a-4704-ac32-cbd8059e98f8 req-d8f358f0-5639-4d88-82ca-8b5ad9162517 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc2b763-2769-4c0e-9bf3-9ee54868505c HTTP/1.1" status: 200  len: 5418 time: 0.3806553
May 07 21:53:56.037152 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28278bad-ba1d-4ff4-bdc2-e0ee2542848d req-c4d98e14-27a9-4142-9a3a-51c7805cfcf5 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:56.045149 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-28278bad-ba1d-4ff4-bdc2-e0ee2542848d req-c4d98e14-27a9-4142-9a3a-51c7805cfcf5 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc6a642e-763c-4ac9-8ef7-4985bcb86060 HTTP/1.1" status: 200  len: 944 time: 0.1794095
May 07 21:53:56.064051 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66776e64-045d-4130-8ec9-7c47a39bf815 None None] DHCP port deletion for 28e1c361-3efa-45c3-b6a6-c8fa48e439de request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 21:53:56.075819 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-97450d8f-7aa0-4ba1-970c-f9de9a3e86de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:56.085797 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-aab58e44-1661-48cf-bdc9-6ff503ced147 req-2a262810-9991-4168-a85e-791d2240f7f3 service neutron] Attempting to bind port 1cef223b-c375-473f-8214-891abfa6fa86 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:53:56.086510 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-aab58e44-1661-48cf-bdc9-6ff503ced147 req-2a262810-9991-4168-a85e-791d2240f7f3 service neutron] Attempting to bind port 1cef223b-c375-473f-8214-891abfa6fa86 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '16a3e44e-cf3e-4bbc-83bb-ad3918f988bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '772be29c-bb44-46ae-a3e0-b0a78574bddf'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:53:56.087049 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab58e44-1661-48cf-bdc9-6ff503ced147 req-2a262810-9991-4168-a85e-791d2240f7f3 service neutron] Attempting to bind port 1cef223b-c375-473f-8214-891abfa6fa86 on network 772be29c-bb44-46ae-a3e0-b0a78574bddf {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:53:56.153426 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-66776e64-045d-4130-8ec9-7c47a39bf815 None None] Deleting port 5627b892-81f3-4873-adab-2d224c4b6d56 {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:53:56.153971 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-66776e64-045d-4130-8ec9-7c47a39bf815 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (5627b892-81f3-4873-adab-2d224c4b6d56), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:56.165644 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e3ba9402-8d04-4b64-8a83-3c765e74f19e req-bbe24cd0-20fb-4281-8912-7fadca6ecf89 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7b18b124-d6ae-4635-93ed-9957a39a34ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1329505
May 07 21:53:56.167225 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-d0b0fd33-031e-4c41-abc1-a7f4647163d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (54d4d944-47e9-4336-a070-44cbc0439ffd), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:56.167630 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-28278bad-ba1d-4ff4-bdc2-e0ee2542848d req-347e471d-0500-4120-9f89-05a7ad235961 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bbf50af-50c2-4df2-bc37-9f0e79ec6d91&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1213496
May 07 21:53:56.170423 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-71b4f8c8-52d5-4e2f-b39b-9e16a8afa882 admin admin] Deleting port 5627b892-81f3-4873-adab-2d224c4b6d56 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:53:56.170735 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-71b4f8c8-52d5-4e2f-b39b-9e16a8afa882 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (5627b892-81f3-4873-adab-2d224c4b6d56), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:56.208285 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-c8b5cf94-3549-4284-9faa-3cd52ac6e8a2 None None] Publish callbacks [] for port (7d1c6002-d7d2-4176-a72f-af5d2b9d954c), precommit_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:56.218966 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-c8b5cf94-3549-4284-9faa-3cd52ac6e8a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (7d1c6002-d7d2-4176-a72f-af5d2b9d954c), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:56.258079 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-66776e64-045d-4130-8ec9-7c47a39bf815 None None] For port 5627b892-81f3-4873-adab-2d224c4b6d56, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5627b892-81f3-4873-adab-2d224c4b6d56,segment=NetworkSegment(f3ec05b1-b03a-4a5e-b716-d2726a7226ce),segment_id=f3ec05b1-b03a-4a5e-b716-d2726a7226ce)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:53:56.258856 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-66776e64-045d-4130-8ec9-7c47a39bf815 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (5627b892-81f3-4873-adab-2d224c4b6d56), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:56.260317 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab58e44-1661-48cf-bdc9-6ff503ced147 req-2a262810-9991-4168-a85e-791d2240f7f3 service neutron] Port 1cef223b-c375-473f-8214-891abfa6fa86 on network 772be29c-bb44-46ae-a3e0-b0a78574bddf not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:53:56.260655 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab58e44-1661-48cf-bdc9-6ff503ced147 req-2a262810-9991-4168-a85e-791d2240f7f3 service neutron] Attempting to bind port 1cef223b-c375-473f-8214-891abfa6fa86 on network 772be29c-bb44-46ae-a3e0-b0a78574bddf {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:53:56.277999 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab58e44-1661-48cf-bdc9-6ff503ced147 req-2a262810-9991-4168-a85e-791d2240f7f3 service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:53:56.278257 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab58e44-1661-48cf-bdc9-6ff503ced147 req-2a262810-9991-4168-a85e-791d2240f7f3 service neutron] Checking segment: {'id': '16a3e44e-cf3e-4bbc-83bb-ad3918f988bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '772be29c-bb44-46ae-a3e0-b0a78574bddf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:53:56.278853 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab58e44-1661-48cf-bdc9-6ff503ced147 req-2a262810-9991-4168-a85e-791d2240f7f3 service neutron] Bound using segment: {'id': '16a3e44e-cf3e-4bbc-83bb-ad3918f988bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '772be29c-bb44-46ae-a3e0-b0a78574bddf'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:53:56.279383 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-aab58e44-1661-48cf-bdc9-6ff503ced147 req-2a262810-9991-4168-a85e-791d2240f7f3 service neutron] Bound port: 1cef223b-c375-473f-8214-891abfa6fa86, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16a3e44e-cf3e-4bbc-83bb-ad3918f988bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '772be29c-bb44-46ae-a3e0-b0a78574bddf'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:53:56.279809 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-aab58e44-1661-48cf-bdc9-6ff503ced147 req-2a262810-9991-4168-a85e-791d2240f7f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (1cef223b-c375-473f-8214-891abfa6fa86), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:56.281156 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-66776e64-045d-4130-8ec9-7c47a39bf815 None None] Calling delete_port for 5627b892-81f3-4873-adab-2d224c4b6d56 owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:53:56.310221 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-c8b5cf94-3549-4284-9faa-3cd52ac6e8a2 None None] Attempting to bind port 7d1c6002-d7d2-4176-a72f-af5d2b9d954c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:53:56.310752 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-c8b5cf94-3549-4284-9faa-3cd52ac6e8a2 None None] Attempting to bind port 7d1c6002-d7d2-4176-a72f-af5d2b9d954c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:53:56.311264 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b5cf94-3549-4284-9faa-3cd52ac6e8a2 None None] Attempting to bind port 7d1c6002-d7d2-4176-a72f-af5d2b9d954c on network 9221b764-ef06-431f-8941-796516ed7c3b {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:53:56.325775 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b5cf94-3549-4284-9faa-3cd52ac6e8a2 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:53:56.326329 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b5cf94-3549-4284-9faa-3cd52ac6e8a2 None None] Checking segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:53:56.327022 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-c8b5cf94-3549-4284-9faa-3cd52ac6e8a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:56.327720 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b5cf94-3549-4284-9faa-3cd52ac6e8a2 None None] Bound using segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:53:56.328449 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-c8b5cf94-3549-4284-9faa-3cd52ac6e8a2 None None] Bound port: 7d1c6002-d7d2-4176-a72f-af5d2b9d954c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:53:56.329073 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-c8b5cf94-3549-4284-9faa-3cd52ac6e8a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (7d1c6002-d7d2-4176-a72f-af5d2b9d954c), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:56.333307 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffb9f43-7cdd-418a-90d5-eedaa46b805c None None] Pushing event updated for resources: {'Port': ['ID=7d1c6002-d7d2-4176-a72f-af5d2b9d954c,revision_number=2']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:56.361709 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9dc005-f863-4dc4-b54d-f6a5c14ad17d req-8d5b9dee-2025-44a1-bc50-567c67cc2b72 tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:56.370082 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8f9dc005-f863-4dc4-b54d-f6a5c14ad17d req-8d5b9dee-2025-44a1-bc50-567c67cc2b72 tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] 10.222.0.32 "GET /v2.0/ports?device_id=a98be0d5-4433-4cae-a301-70a6c876e235 HTTP/1.1" status: 200  len: 949 time: 0.0713894
May 07 21:53:56.382956 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffb9f43-7cdd-418a-90d5-eedaa46b805c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:53:56.383952 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffb9f43-7cdd-418a-90d5-eedaa46b805c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:53:56.385397 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffb9f43-7cdd-418a-90d5-eedaa46b805c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:53:56.385930 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffb9f43-7cdd-418a-90d5-eedaa46b805c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:53:56.386914 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffb9f43-7cdd-418a-90d5-eedaa46b805c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:53:56.387790 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffb9f43-7cdd-418a-90d5-eedaa46b805c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:53:56.388313 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffb9f43-7cdd-418a-90d5-eedaa46b805c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:53:56.388973 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffb9f43-7cdd-418a-90d5-eedaa46b805c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:53:56.389831 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffb9f43-7cdd-418a-90d5-eedaa46b805c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:53:56.390339 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffb9f43-7cdd-418a-90d5-eedaa46b805c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:53:56.391460 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffb9f43-7cdd-418a-90d5-eedaa46b805c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:53:56.392012 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffb9f43-7cdd-418a-90d5-eedaa46b805c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:53:56.392773 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffb9f43-7cdd-418a-90d5-eedaa46b805c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:53:56.394936 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffb9f43-7cdd-418a-90d5-eedaa46b805c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:53:56.396063 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ffb9f43-7cdd-418a-90d5-eedaa46b805c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:53:56.412615 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-71b4f8c8-52d5-4e2f-b39b-9e16a8afa882 admin admin] For port 5627b892-81f3-4873-adab-2d224c4b6d56, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5627b892-81f3-4873-adab-2d224c4b6d56,segment=NetworkSegment(f3ec05b1-b03a-4a5e-b716-d2726a7226ce),segment_id=f3ec05b1-b03a-4a5e-b716-d2726a7226ce)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:53:56.413012 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-71b4f8c8-52d5-4e2f-b39b-9e16a8afa882 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (5627b892-81f3-4873-adab-2d224c4b6d56), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:56.417942 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-66776e64-045d-4130-8ec9-7c47a39bf815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (5627b892-81f3-4873-adab-2d224c4b6d56), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:56.440716 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-71b4f8c8-52d5-4e2f-b39b-9e16a8afa882 admin admin] Calling delete_port for 5627b892-81f3-4873-adab-2d224c4b6d56 owned by network:dhcp {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:53:56.441753 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-c8b5cf94-3549-4284-9faa-3cd52ac6e8a2 None None] For port 7d1c6002-d7d2-4176-a72f-af5d2b9d954c, host ncdv-master-1, cleared binding levels {{(pid=121839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:53:56.446860 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-c8b5cf94-3549-4284-9faa-3cd52ac6e8a2 None None] For port 7d1c6002-d7d2-4176-a72f-af5d2b9d954c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7d1c6002-d7d2-4176-a72f-af5d2b9d954c,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:53:56.457637 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-c8b5cf94-3549-4284-9faa-3cd52ac6e8a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (7d1c6002-d7d2-4176-a72f-af5d2b9d954c), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:56.458932 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66776e64-045d-4130-8ec9-7c47a39bf815 None None] Pushing event deleted for resources: {'Port': ['ID=5627b892-81f3-4873-adab-2d224c4b6d56,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:56.467874 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66776e64-045d-4130-8ec9-7c47a39bf815 None None] No DVR routers for this DVR port 5627b892-81f3-4873-adab-2d224c4b6d56 on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:53:56.485751 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8f9dc005-f863-4dc4-b54d-f6a5c14ad17d req-5dd30baa-b7fa-4651-9837-2b45cbd0e213 tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad3a4a-28e8-4f61-8418-801ae6599362&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1141469
May 07 21:53:56.510893 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-176e8e62-350d-40af-bdcf-bf512ca70c35 req-4e1e7e6a-9f27-4fd8-9ff2-ded7ece2b566 tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] Deleting port 700c26d0-534a-4e1c-838a-15c5bd956f7a {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:53:56.511246 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-176e8e62-350d-40af-bdcf-bf512ca70c35 req-4e1e7e6a-9f27-4fd8-9ff2-ded7ece2b566 tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (700c26d0-534a-4e1c-838a-15c5bd956f7a), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:56.552832 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffb9f43-7cdd-418a-90d5-eedaa46b805c None None] Pushing event updated for resources: {'Port': ['ID=7d1c6002-d7d2-4176-a72f-af5d2b9d954c,revision_number=3']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:56.564143 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b5cf94-3549-4284-9faa-3cd52ac6e8a2 None None] Routers {'dab452b3-c5c3-4a3d-893a-5df33259a16e'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:53:56.566619 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-c8b5cf94-3549-4284-9faa-3cd52ac6e8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cbd4580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:53:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['dab452b3-c5c3-4a3d-893a-5df33259a16e'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:53:56.636329 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-71b4f8c8-52d5-4e2f-b39b-9e16a8afa882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (5627b892-81f3-4873-adab-2d224c4b6d56), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:56.700580 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b4f8c8-52d5-4e2f-b39b-9e16a8afa882 admin admin] Pushing event deleted for resources: {'Port': ['ID=5627b892-81f3-4873-adab-2d224c4b6d56,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:56.705951 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b4f8c8-52d5-4e2f-b39b-9e16a8afa882 admin admin] No DVR routers for this DVR port 5627b892-81f3-4873-adab-2d224c4b6d56 on host ncdv-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:53:56.715912 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-c8b5cf94-3549-4284-9faa-3cd52ac6e8a2 None None] Set router dab452b3-c5c3-4a3d-893a-5df33259a16e gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:53:56.741098 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b1c155-b6b3-4af2-8cde-df6755ebdd7a req-a57361b7-2aa1-436e-9510-2c51fbe68a00 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:56.742824 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-95b1c155-b6b3-4af2-8cde-df6755ebdd7a req-a57361b7-2aa1-436e-9510-2c51fbe68a00 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b485f98-6005-4fd2-a4ca-72e35f397c6a HTTP/1.1" status: 200  len: 945 time: 0.1039071
May 07 21:53:56.752977 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d04d5f68-0e1a-4704-ac32-cbd8059e98f8 req-b8acdb4c-e3b7-4250-904f-eb0b6c436a42 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d50792e5-4672-4ff2-b261-ed0a649bb3d3&id=623940a1-6290-423b-87cb-2a84fe4a7634&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.6423531
May 07 21:53:56.844425 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-71b4f8c8-52d5-4e2f-b39b-9e16a8afa882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (28e1c361-3efa-45c3-b6a6-c8fa48e439de), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:56.884192 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42434) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:53:56.891670 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-aab58e44-1661-48cf-bdc9-6ff503ced147 req-2a262810-9991-4168-a85e-791d2240f7f3 service neutron] For port 1cef223b-c375-473f-8214-891abfa6fa86, host nch1-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:53:56.893236 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-71b4f8c8-52d5-4e2f-b39b-9e16a8afa882 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf876128e0>,) {'filters': {'network_id': ['28e1c361-3efa-45c3-b6a6-c8fa48e439de']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:53:56.903988 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-c8b5cf94-3549-4284-9faa-3cd52ac6e8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cbd4580>, [{'id': 'dab452b3-c5c3-4a3d-893a-5df33259a16e', 'name': 'tempest-ServerRescueTestJSONUnderV235-602815296-router', 'tenant_id': 'addf83b9a69e4628b1b962b7fceeb9ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.124'}], 'enable_snat': True}, 'gw_port_id': '7d1c6002-d7d2-4176-a72f-af5d2b9d954c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:53:50Z', 'updated_at': '2022-05-07T21:53:53Z', 'revision_number': 3, 'project_id': 'addf83b9a69e4628b1b962b7fceeb9ae', 'gw_port': {'id': '7d1c6002-d7d2-4176-a72f-af5d2b9d954c', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c3:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab452b3-c5c3-4a3d-893a-5df33259a16e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:53:51Z', 'updated_at': '2022-05-07T21:53:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:53:56.915922 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-176e8e62-350d-40af-bdcf-bf512ca70c35 req-4e1e7e6a-9f27-4fd8-9ff2-ded7ece2b566 tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] For port 700c26d0-534a-4e1c-838a-15c5bd956f7a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=700c26d0-534a-4e1c-838a-15c5bd956f7a,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:53:56.916440 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-176e8e62-350d-40af-bdcf-bf512ca70c35 req-4e1e7e6a-9f27-4fd8-9ff2-ded7ece2b566 tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (700c26d0-534a-4e1c-838a-15c5bd956f7a), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:56.930737 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-aab58e44-1661-48cf-bdc9-6ff503ced147 req-2a262810-9991-4168-a85e-791d2240f7f3 service neutron] For port 1cef223b-c375-473f-8214-891abfa6fa86, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1cef223b-c375-473f-8214-891abfa6fa86,segment=NetworkSegment(16a3e44e-cf3e-4bbc-83bb-ad3918f988bd),segment_id=16a3e44e-cf3e-4bbc-83bb-ad3918f988bd)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:53:56.936547 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b5cf94-3549-4284-9faa-3cd52ac6e8a2 None None] The sync data for ids ['dab452b3-c5c3-4a3d-893a-5df33259a16e'] in ncdv-master-1 is: [{'id': 'dab452b3-c5c3-4a3d-893a-5df33259a16e', 'name': 'tempest-ServerRescueTestJSONUnderV235-602815296-router', 'tenant_id': 'addf83b9a69e4628b1b962b7fceeb9ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.124'}], 'enable_snat': True}, 'gw_port_id': '7d1c6002-d7d2-4176-a72f-af5d2b9d954c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:53:50Z', 'updated_at': '2022-05-07T21:53:53Z', 'revision_number': 3, 'project_id': 'addf83b9a69e4628b1b962b7fceeb9ae', 'gw_port': {'id': '7d1c6002-d7d2-4176-a72f-af5d2b9d954c', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c3:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab452b3-c5c3-4a3d-893a-5df33259a16e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:53:51Z', 'updated_at': '2022-05-07T21:53:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:53:56.940005 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-95b1c155-b6b3-4af2-8cde-df6755ebdd7a req-ca75bd36-d08e-4ee5-9a6b-a1b28c0c60a6 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b18b124-d6ae-4635-93ed-9957a39a34ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1716213
May 07 21:53:56.941363 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-71b4f8c8-52d5-4e2f-b39b-9e16a8afa882 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf876128e0>, 'f3ec05b1-b03a-4a5e-b716-d2726a7226ce') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:53:56.941937 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-71b4f8c8-52d5-4e2f-b39b-9e16a8afa882 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf876128e0>, 'f3ec05b1-b03a-4a5e-b716-d2726a7226ce') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:53:56.953948 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-71b4f8c8-52d5-4e2f-b39b-9e16a8afa882 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (f3ec05b1-b03a-4a5e-b716-d2726a7226ce), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:56.970679 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-71b4f8c8-52d5-4e2f-b39b-9e16a8afa882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (f3ec05b1-b03a-4a5e-b716-d2726a7226ce), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:56.982254 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71b4f8c8-52d5-4e2f-b39b-9e16a8afa882 admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 21:53:56.982681 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-71b4f8c8-52d5-4e2f-b39b-9e16a8afa882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (f3ec05b1-b03a-4a5e-b716-d2726a7226ce), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:56.984537 ncdv-master-1 neutron-server[121836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 21:53:56.984537 ncdv-master-1 neutron-server[121836]:   self.session.flush()
May 07 21:53:56.984537 ncdv-master-1 neutron-server[121836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 21:53:56.984537 ncdv-master-1 neutron-server[121836]:   self.session.flush()
May 07 21:53:56.984537 ncdv-master-1 neutron-server[121836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 21:53:56.984537 ncdv-master-1 neutron-server[121836]:   self.session.flush()
May 07 21:53:56.984537 ncdv-master-1 neutron-server[121836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 21:53:56.984537 ncdv-master-1 neutron-server[121836]:   self.session.flush()
May 07 21:53:56.984537 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 21:53:56.984537 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 21:53:56.984537 ncdv-master-1 neutron-server[121836]:     timer()
May 07 21:53:56.984537 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 21:53:56.984537 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 21:53:56.984537 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 21:53:56.984537 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 21:53:56.984537 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 21:53:56.984537 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 21:53:56.984537 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 21:53:56.984537 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 21:53:56.984537 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 21:53:56.984537 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 21:53:56.984537 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 21:53:56.984537 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 21:53:56.984537 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 21:53:56.984537 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 21:53:56.984537 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 21:53:56.984537 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 21:53:56.984537 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 21:53:56.984537 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 21:53:56.984537 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 21:53:56.984537 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 21:53:56.984537 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 21:53:56.984537 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 21:53:56.984537 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 21:53:56.984537 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 21:53:56.984537 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 21:53:56.984537 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 21:53:56.984537 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 21:53:56.984537 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 21:53:56.984537 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 21:53:56.996151 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-176e8e62-350d-40af-bdcf-bf512ca70c35 req-4e1e7e6a-9f27-4fd8-9ff2-ded7ece2b566 tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] Calling delete_port for 700c26d0-534a-4e1c-838a-15c5bd956f7a owned by compute:nova {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:53:57.006394 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-aab58e44-1661-48cf-bdc9-6ff503ced147 req-2a262810-9991-4168-a85e-791d2240f7f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (1cef223b-c375-473f-8214-891abfa6fa86), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:57.084352 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-71b4f8c8-52d5-4e2f-b39b-9e16a8afa882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (28e1c361-3efa-45c3-b6a6-c8fa48e439de), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:57.091500 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-71b4f8c8-52d5-4e2f-b39b-9e16a8afa882 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:57.097173 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-71b4f8c8-52d5-4e2f-b39b-9e16a8afa882 admin admin] 10.222.0.32 "DELETE /v2.0/networks/28e1c361-3efa-45c3-b6a6-c8fa48e439de HTTP/1.1" status: 204  len: 168 time: 1.2274196
May 07 21:53:57.123875 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab58e44-1661-48cf-bdc9-6ff503ced147 req-2a262810-9991-4168-a85e-791d2240f7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:57.124345 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-aab58e44-1661-48cf-bdc9-6ff503ced147 req-2a262810-9991-4168-a85e-791d2240f7f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:57.125915 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-aab58e44-1661-48cf-bdc9-6ff503ced147 req-2a262810-9991-4168-a85e-791d2240f7f3 service neutron] 10.222.0.55 "PUT /v2.0/ports/1cef223b-c375-473f-8214-891abfa6fa86 HTTP/1.1" status: 200  len: 1092 time: 3.7788570
May 07 21:53:57.191764 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b4f8c8-52d5-4e2f-b39b-9e16a8afa882 admin admin] Pushing event deleted for resources: {'Network': ['ID=28e1c361-3efa-45c3-b6a6-c8fa48e439de,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:57.200492 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc6a642e-763c-4ac9-8ef7-4985bcb86060', 'tag': '1cef223b-c375-473f-8214-891abfa6fa86'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:53:57.202617 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-769e20b0-f66e-4010-ae03-632a61b0757f" -d '{"events": [{"name": "network-changed", "server_uuid": "cc6a642e-763c-4ac9-8ef7-4985bcb86060", "tag": "1cef223b-c375-473f-8214-891abfa6fa86"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:53:57.204999 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a262810-9991-4168-a85e-791d2240f7f3 service neutron] Pushing event updated for resources: {'Port': ['ID=1cef223b-c375-473f-8214-891abfa6fa86,revision_number=3']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:57.319256 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42442) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:53:57.341558 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:57.363850 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab58e44-1661-48cf-bdc9-6ff503ced147 req-0385fc5e-0d1d-4162-aeab-a909308b6b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:57.366007 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-aab58e44-1661-48cf-bdc9-6ff503ced147 req-0385fc5e-0d1d-4162-aeab-a909308b6b4a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=93c3c71171814bb7b1018904086ad506&device_id=cc6a642e-763c-4ac9-8ef7-4985bcb86060 HTTP/1.1" status: 200  len: 1126 time: 0.1434898
May 07 21:53:57.368904 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5cd9e41-be14-49c3-9948-2b9c867ccfc2 x-openstack-request-id: req-e5cd9e41-be14-49c3-9948-2b9c867ccfc2 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:53:57.369196 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc6a642e-763c-4ac9-8ef7-4985bcb86060", "tag": "1cef223b-c375-473f-8214-891abfa6fa86", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:53:57.369452 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e5cd9e41-be14-49c3-9948-2b9c867ccfc2 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:53:57.369841 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5cd9e41-be14-49c3-9948-2b9c867ccfc2'] response: {'name': 'network-changed', 'server_uuid': 'cc6a642e-763c-4ac9-8ef7-4985bcb86060', 'tag': '1cef223b-c375-473f-8214-891abfa6fa86', 'status': 'completed', 'code': 200}
May 07 21:53:57.462714 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-0302542d-5c3f-4a07-82f1-e8bae1f6d16f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7a05b8a866c04fe78b04ec616e62b70f&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1422417
May 07 21:53:57.466105 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42444) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:53:57.480827 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 5627b892-81f3-4873-adab-2d224c4b6d56 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:53:57.544228 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 5627b892-81f3-4873-adab-2d224c4b6d56 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:53:57.544774 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 5627b892-81f3-4873-adab-2d224c4b6d56 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:53:57.590227 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-aab58e44-1661-48cf-bdc9-6ff503ced147 req-0dde7832-727b-4644-a877-3e3e58a19e31 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1cef223b-c375-473f-8214-891abfa6fa86 HTTP/1.1" status: 200  len: 217 time: 0.1751094
May 07 21:53:57.634718 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f3121b7a-722d-41cb-9712-66c86678f0d2 admin admin] Publish callbacks [] for security_group (79406975-00eb-485e-b3fe-001bab536dcd), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:57.676842 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ae662ff9-2544-41a6-8d4b-31cfce5959b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401094'] for router_interface (0ea41956-f01f-4a3f-b189-898475ba0e80), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:57.714428 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-d0b0fd33-031e-4c41-abc1-a7f4647163d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54d4d944-47e9-4336-a070-44cbc0439ffd {{(pid=121837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:53:57.730286 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f3121b7a-722d-41cb-9712-66c86678f0d2 admin admin] Publish callbacks [] for security_group (79406975-00eb-485e-b3fe-001bab536dcd), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:57.738794 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeb520f-1a0c-4040-8489-628bfbaf1b87 req-0133a70a-bfb7-43a6-8811-ae088d737516 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:57.741164 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-fbeb520f-1a0c-4040-8489-628bfbaf1b87 req-0133a70a-bfb7-43a6-8811-ae088d737516 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc6a642e-763c-4ac9-8ef7-4985bcb86060 HTTP/1.1" status: 200  len: 944 time: 0.3686352
May 07 21:53:57.743284 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-d0b0fd33-031e-4c41-abc1-a7f4647163d0 service neutron] Publish callbacks [] for port (54d4d944-47e9-4336-a070-44cbc0439ffd), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:57.744813 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6890828-442c-4795-8c66-84568b58508b req-c50b95e0-b1f4-4bcd-bb2a-c5e505f56019 tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:57.746445 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b6890828-442c-4795-8c66-84568b58508b req-c50b95e0-b1f4-4bcd-bb2a-c5e505f56019 tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] 10.222.0.32 "GET /v2.0/ports?device_id=a98be0d5-4433-4cae-a301-70a6c876e235 HTTP/1.1" status: 200  len: 949 time: 0.1316667
May 07 21:53:57.898656 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b6890828-442c-4795-8c66-84568b58508b req-4e06eadd-7d5d-4e8a-b845-3569c0f31f38 tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad3a4a-28e8-4f61-8418-801ae6599362&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1462326
May 07 21:53:57.929890 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f3121b7a-722d-41cb-9712-66c86678f0d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (79406975-00eb-485e-b3fe-001bab536dcd), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:57.932674 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f3121b7a-722d-41cb-9712-66c86678f0d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:57.933848 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-f3121b7a-722d-41cb-9712-66c86678f0d2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/79406975-00eb-485e-b3fe-001bab536dcd HTTP/1.1" status: 204  len: 168 time: 0.4662845
May 07 21:53:57.977147 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3121b7a-722d-41cb-9712-66c86678f0d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79406975-00eb-485e-b3fe-001bab536dcd,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:58.145667 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180f1a9d-cb44-4404-a079-ef246bac3204 req-5ca39b44-814d-4db0-8795-b834f416129a tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:58.153273 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180f1a9d-cb44-4404-a079-ef246bac3204 req-5ca39b44-814d-4db0-8795-b834f416129a tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:58.158916 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180f1a9d-cb44-4404-a079-ef246bac3204 req-5ca39b44-814d-4db0-8795-b834f416129a tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:58.165035 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180f1a9d-cb44-4404-a079-ef246bac3204 req-5ca39b44-814d-4db0-8795-b834f416129a tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:58.170392 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180f1a9d-cb44-4404-a079-ef246bac3204 req-5ca39b44-814d-4db0-8795-b834f416129a tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:58.175823 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180f1a9d-cb44-4404-a079-ef246bac3204 req-5ca39b44-814d-4db0-8795-b834f416129a tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:58.183838 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180f1a9d-cb44-4404-a079-ef246bac3204 req-5ca39b44-814d-4db0-8795-b834f416129a tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:58.191142 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-180f1a9d-cb44-4404-a079-ef246bac3204 req-5ca39b44-814d-4db0-8795-b834f416129a tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc2b763-2769-4c0e-9bf3-9ee54868505c HTTP/1.1" status: 200  len: 5418 time: 0.1846426
May 07 21:53:58.210527 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-d0b0fd33-031e-4c41-abc1-a7f4647163d0 service neutron] Transition to ACTIVE for port object 54d4d944-47e9-4336-a070-44cbc0439ffd will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:53:58.224683 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-ae662ff9-2544-41a6-8d4b-31cfce5959b2 admin admin] Deleting port f4404d66-b1ac-4836-97f2-dd8f5120e276 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:53:58.225019 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ae662ff9-2544-41a6-8d4b-31cfce5959b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (f4404d66-b1ac-4836-97f2-dd8f5120e276), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:58.240793 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-d0b0fd33-031e-4c41-abc1-a7f4647163d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (54d4d944-47e9-4336-a070-44cbc0439ffd), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:58.332111 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-180f1a9d-cb44-4404-a079-ef246bac3204 req-f2ca3767-2b56-43f6-8eec-eed8fde00342 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d50792e5-4672-4ff2-b261-ed0a649bb3d3&id=623940a1-6290-423b-87cb-2a84fe4a7634&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1400342
May 07 21:53:58.346531 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab58e44-1661-48cf-bdc9-6ff503ced147 req-ca13b76f-820b-408f-9d25-4c75181d2f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:58.348072 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-aab58e44-1661-48cf-bdc9-6ff503ced147 req-ca13b76f-820b-408f-9d25-4c75181d2f85 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f41cdf1c-9de4-46dc-8689-4d3b6400326c HTTP/1.1" status: 200  len: 856 time: 0.7032773
May 07 21:53:58.363109 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-ae662ff9-2544-41a6-8d4b-31cfce5959b2 admin admin] For port f4404d66-b1ac-4836-97f2-dd8f5120e276, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f4404d66-b1ac-4836-97f2-dd8f5120e276,segment=NetworkSegment(2dff9de9-2f96-4532-9294-ee53fdca51cc),segment_id=2dff9de9-2f96-4532-9294-ee53fdca51cc)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:53:58.363109 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ae662ff9-2544-41a6-8d4b-31cfce5959b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (f4404d66-b1ac-4836-97f2-dd8f5120e276), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:58.381624 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-ae662ff9-2544-41a6-8d4b-31cfce5959b2 admin admin] Calling delete_port for f4404d66-b1ac-4836-97f2-dd8f5120e276 owned by network:router_interface {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:53:58.501255 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-fbeb520f-1a0c-4040-8489-628bfbaf1b87 req-4faad588-661c-4325-8b7e-e13b9b0850e8 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bbf50af-50c2-4df2-bc37-9f0e79ec6d91&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2890477
May 07 21:53:58.516061 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c484d559-3c30-4c7c-8fa2-696959e1d299 req-7bd535e3-57f6-4e4a-8885-86534cbe0a05 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:58.517645 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c484d559-3c30-4c7c-8fa2-696959e1d299 req-7bd535e3-57f6-4e4a-8885-86534cbe0a05 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b485f98-6005-4fd2-a4ca-72e35f397c6a HTTP/1.1" status: 200  len: 945 time: 0.1112504
May 07 21:53:58.527048 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b0fd33-031e-4c41-abc1-a7f4647163d0 service neutron] Pushing event updated for resources: {'Port': ['ID=54d4d944-47e9-4336-a070-44cbc0439ffd,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:58.558742 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-176e8e62-350d-40af-bdcf-bf512ca70c35 req-4e1e7e6a-9f27-4fd8-9ff2-ded7ece2b566 tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (700c26d0-534a-4e1c-838a-15c5bd956f7a), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:58.571867 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['8aa3ddb5-af68-4e84-8882-3a527916b441'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:53:58.591518 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab58e44-1661-48cf-bdc9-6ff503ced147 req-d0521fa5-bc59-4064-bd73-3d5590c68e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:58.593029 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-aab58e44-1661-48cf-bdc9-6ff503ced147 req-d0521fa5-bc59-4064-bd73-3d5590c68e6b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=772be29c-bb44-46ae-a3e0-b0a78574bddf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1633720
May 07 21:53:58.670374 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c484d559-3c30-4c7c-8fa2-696959e1d299 req-3cca64b7-4da4-44a3-aefc-f4ad9780e20d tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b18b124-d6ae-4635-93ed-9957a39a34ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1392674
May 07 21:53:58.677108 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1e7e6a-9f27-4fd8-9ff2-ded7ece2b566 tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] Pushing event deleted for resources: {'Port': ['ID=700c26d0-534a-4e1c-838a-15c5bd956f7a,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:58.883511 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-d0b0fd33-031e-4c41-abc1-a7f4647163d0 service neutron] Attempting to bind port 54d4d944-47e9-4336-a070-44cbc0439ffd on host nch2-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:53:58.883835 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-d0b0fd33-031e-4c41-abc1-a7f4647163d0 service neutron] Attempting to bind port 54d4d944-47e9-4336-a070-44cbc0439ffd by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '2619035a-1889-472a-bdb4-8fd69e462829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '609f4b94-ee73-43b2-a5f1-920ecad898a5'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:53:58.884154 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-d0b0fd33-031e-4c41-abc1-a7f4647163d0 service neutron] Attempting to bind port 54d4d944-47e9-4336-a070-44cbc0439ffd on network 609f4b94-ee73-43b2-a5f1-920ecad898a5 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:53:58.894499 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ae662ff9-2544-41a6-8d4b-31cfce5959b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (f4404d66-b1ac-4836-97f2-dd8f5120e276), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:58.908197 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-176e8e62-350d-40af-bdcf-bf512ca70c35 req-4e1e7e6a-9f27-4fd8-9ff2-ded7ece2b566 tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] No DVR routers for this DVR port 700c26d0-534a-4e1c-838a-15c5bd956f7a on host nch2-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:53:58.910968 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-176e8e62-350d-40af-bdcf-bf512ca70c35 req-4e1e7e6a-9f27-4fd8-9ff2-ded7ece2b566 tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:58.915197 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-176e8e62-350d-40af-bdcf-bf512ca70c35 req-4e1e7e6a-9f27-4fd8-9ff2-ded7ece2b566 tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] 10.222.0.59 "DELETE /v2.0/ports/700c26d0-534a-4e1c-838a-15c5bd956f7a HTTP/1.1" status: 204  len: 173 time: 3.0279007
May 07 21:53:58.955727 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-d0b0fd33-031e-4c41-abc1-a7f4647163d0 service neutron] Port 54d4d944-47e9-4336-a070-44cbc0439ffd on network 609f4b94-ee73-43b2-a5f1-920ecad898a5 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:53:58.956055 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-d0b0fd33-031e-4c41-abc1-a7f4647163d0 service neutron] Attempting to bind port 54d4d944-47e9-4336-a070-44cbc0439ffd on network 609f4b94-ee73-43b2-a5f1-920ecad898a5 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:53:58.979812 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae662ff9-2544-41a6-8d4b-31cfce5959b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4404d66-b1ac-4836-97f2-dd8f5120e276,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:58.997358 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5148ac-39ed-4548-ab6a-9e9d8785ea09 req-e479fb3d-2a57-43c7-b3c3-47ae9f51a2dd tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:58.999473 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5d5148ac-39ed-4548-ab6a-9e9d8785ea09 req-e479fb3d-2a57-43c7-b3c3-47ae9f51a2dd tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b485f98-6005-4fd2-a4ca-72e35f397c6a HTTP/1.1" status: 200  len: 945 time: 0.1826985
May 07 21:53:59.000509 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-d0b0fd33-031e-4c41-abc1-a7f4647163d0 service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:53:59.001171 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-d0b0fd33-031e-4c41-abc1-a7f4647163d0 service neutron] Checking segment: {'id': '2619035a-1889-472a-bdb4-8fd69e462829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '609f4b94-ee73-43b2-a5f1-920ecad898a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:53:59.002073 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-d0b0fd33-031e-4c41-abc1-a7f4647163d0 service neutron] Bound using segment: {'id': '2619035a-1889-472a-bdb4-8fd69e462829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '609f4b94-ee73-43b2-a5f1-920ecad898a5'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:53:59.016001 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-d0b0fd33-031e-4c41-abc1-a7f4647163d0 service neutron] Bound port: 54d4d944-47e9-4336-a070-44cbc0439ffd, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2619035a-1889-472a-bdb4-8fd69e462829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '609f4b94-ee73-43b2-a5f1-920ecad898a5'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:53:59.016373 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-d0b0fd33-031e-4c41-abc1-a7f4647163d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (54d4d944-47e9-4336-a070-44cbc0439ffd), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:59.073157 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:59.103658 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c315ff81-14a6-4513-acaf-7f0c18ac58d1 req-a21800d4-2fc9-4966-be29-5bab5ca587ee tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] 10.222.0.32 "GET /v2.0/ports?device_id=a98be0d5-4433-4cae-a301-70a6c876e235 HTTP/1.1" status: 200  len: 210 time: 0.0469806
May 07 21:53:59.201595 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-aab58e44-1661-48cf-bdc9-6ff503ced147 req-fe8fb8ab-0fdd-4bff-b9e6-b003a2410c84 service neutron] 10.222.0.55 "GET /v2.0/networks/772be29c-bb44-46ae-a3e0-b0a78574bddf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5675731
May 07 21:53:59.223480 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 42476) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:53:59.255495 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c0b9b5f1-d683-4660-be6f-15476f57ec9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:59.264165 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ae662ff9-2544-41a6-8d4b-31cfce5959b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401002'] for router_interface (0ea41956-f01f-4a3f-b189-898475ba0e80), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:59.384301 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 700c26d0-534a-4e1c-838a-15c5bd956f7a no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:53:59.476812 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] No Port match for: 700c26d0-534a-4e1c-838a-15c5bd956f7a {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:53:59.479492 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 700c26d0-534a-4e1c-838a-15c5bd956f7a not bound to the agent host nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:53:59.530897 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a98be0d5-4433-4cae-a301-70a6c876e235', 'name': 'network-vif-deleted', 'tag': '700c26d0-534a-4e1c-838a-15c5bd956f7a'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:53:59.533914 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1305f24f-a08b-4a96-b4b3-57c5ae64ddf8" -d '{"events": [{"server_uuid": "a98be0d5-4433-4cae-a301-70a6c876e235", "name": "network-vif-deleted", "tag": "700c26d0-534a-4e1c-838a-15c5bd956f7a"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:53:59.573038 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 7d1c6002-d7d2-4176-a72f-af5d2b9d954c up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:53:59.631149 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 7d1c6002-d7d2-4176-a72f-af5d2b9d954c triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:53:59.631527 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (7d1c6002-d7d2-4176-a72f-af5d2b9d954c), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:59.643045 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64155664-cfbd-4bfa-8c78-9c4b9331abb2 req-2c282e84-93df-4433-9c09-2129dcd5512f tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:59.648800 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64155664-cfbd-4bfa-8c78-9c4b9331abb2 req-2c282e84-93df-4433-9c09-2129dcd5512f tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:59.649138 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-62e44164-8d4b-4987-bce7-72c9294398b9 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1763017208-network', 'tenant_id': '70a2fded25c74c839c01e55a91e7f7fc'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:53:59.653637 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-aab58e44-1661-48cf-bdc9-6ff503ced147 req-1db4c90f-81de-4927-8b60-08be42d92faa service neutron] 10.222.0.55 "GET /v2.0/networks/772be29c-bb44-46ae-a3e0-b0a78574bddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4273369
May 07 21:53:59.654335 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64155664-cfbd-4bfa-8c78-9c4b9331abb2 req-2c282e84-93df-4433-9c09-2129dcd5512f tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:59.660315 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64155664-cfbd-4bfa-8c78-9c4b9331abb2 req-2c282e84-93df-4433-9c09-2129dcd5512f tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:59.665788 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64155664-cfbd-4bfa-8c78-9c4b9331abb2 req-2c282e84-93df-4433-9c09-2129dcd5512f tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:59.670553 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5d5148ac-39ed-4548-ab6a-9e9d8785ea09 req-eab2da0c-f4a4-4e8c-8848-b869a1d4c6f9 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b18b124-d6ae-4635-93ed-9957a39a34ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5765476
May 07 21:53:59.679402 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64155664-cfbd-4bfa-8c78-9c4b9331abb2 req-2c282e84-93df-4433-9c09-2129dcd5512f tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:59.684866 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-d0b0fd33-031e-4c41-abc1-a7f4647163d0 service neutron] For port 54d4d944-47e9-4336-a070-44cbc0439ffd, host nch2-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:53:59.694344 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-d0b0fd33-031e-4c41-abc1-a7f4647163d0 service neutron] For port 54d4d944-47e9-4336-a070-44cbc0439ffd, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=54d4d944-47e9-4336-a070-44cbc0439ffd,segment=NetworkSegment(2619035a-1889-472a-bdb4-8fd69e462829),segment_id=2619035a-1889-472a-bdb4-8fd69e462829)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:53:59.694711 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64155664-cfbd-4bfa-8c78-9c4b9331abb2 req-2c282e84-93df-4433-9c09-2129dcd5512f tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:59.696664 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-64155664-cfbd-4bfa-8c78-9c4b9331abb2 req-2c282e84-93df-4433-9c09-2129dcd5512f tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc2b763-2769-4c0e-9bf3-9ee54868505c HTTP/1.1" status: 200  len: 5430 time: 0.1880126
May 07 21:53:59.711148 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-d0b0fd33-031e-4c41-abc1-a7f4647163d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (54d4d944-47e9-4336-a070-44cbc0439ffd), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:59.736032 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 7d1c6002-d7d2-4176-a72f-af5d2b9d954c is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:53:59.736823 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (7d1c6002-d7d2-4176-a72f-af5d2b9d954c), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:59.743612 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e44164-8d4b-4987-bce7-72c9294398b9 admin admin] Made reservation on behalf of 70a2fded25c74c839c01e55a91e7f7fc for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:53:59.746570 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-62e44164-8d4b-4987-bce7-72c9294398b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:59.749559 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31bc605d-3edb-47e1-ad94-2f405cab07fe x-openstack-request-id: req-31bc605d-3edb-47e1-ad94-2f405cab07fe {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:53:59.749846 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a98be0d5-4433-4cae-a301-70a6c876e235", "name": "network-vif-deleted", "tag": "700c26d0-534a-4e1c-838a-15c5bd956f7a", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:53:59.750104 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-31bc605d-3edb-47e1-ad94-2f405cab07fe {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:53:59.750504 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31bc605d-3edb-47e1-ad94-2f405cab07fe'] response: {'server_uuid': 'a98be0d5-4433-4cae-a301-70a6c876e235', 'name': 'network-vif-deleted', 'tag': '700c26d0-534a-4e1c-838a-15c5bd956f7a', 'status': 'completed', 'code': 200}
May 07 21:53:59.765774 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port 7d1c6002-d7d2-4176-a72f-af5d2b9d954c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7d1c6002-d7d2-4176-a72f-af5d2b9d954c,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:53:59.773229 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (7d1c6002-d7d2-4176-a72f-af5d2b9d954c), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:59.789488 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-62e44164-8d4b-4987-bce7-72c9294398b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:59.799089 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-d0b0fd33-031e-4c41-abc1-a7f4647163d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:59.799722 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-d0b0fd33-031e-4c41-abc1-a7f4647163d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:53:59.801138 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-d0b0fd33-031e-4c41-abc1-a7f4647163d0 service neutron] 10.222.0.59 "PUT /v2.0/ports/54d4d944-47e9-4336-a070-44cbc0439ffd HTTP/1.1" status: 200  len: 1091 time: 4.4674807
May 07 21:53:59.831259 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-c0b9b5f1-d683-4660-be6f-15476f57ec9c admin admin] Allocated IP 172.20.0.1 (38ca9b6e-b205-48f9-a002-ddfee225fe39/9f91aa11-98d2-41ad-a902-77d230f2dd04/b2caed4e-7377-4f4b-b896-d818b3eb5257) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:53:59.854575 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=7d1c6002-d7d2-4176-a72f-af5d2b9d954c,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:59.890510 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b0fd33-031e-4c41-abc1-a7f4647163d0 service neutron] Pushing event updated for resources: {'Port': ['ID=54d4d944-47e9-4336-a070-44cbc0439ffd,revision_number=3']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:53:59.991164 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-1115da5e-b09b-4078-a4d0-b726024b7497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:59.991913 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-1115da5e-b09b-4078-a4d0-b726024b7497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:59.992558 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-1115da5e-b09b-4078-a4d0-b726024b7497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:59.993197 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-1115da5e-b09b-4078-a4d0-b726024b7497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:59.993837 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-1115da5e-b09b-4078-a4d0-b726024b7497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:59.994484 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-1115da5e-b09b-4078-a4d0-b726024b7497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:59.995162 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-1115da5e-b09b-4078-a4d0-b726024b7497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:53:59.997493 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-1115da5e-b09b-4078-a4d0-b726024b7497 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f75cb675742543209bcbb75d99b60e97&device_id=7bc2b763-2769-4c0e-9bf3-9ee54868505c HTTP/1.1" status: 200  len: 6704 time: 0.1404467
May 07 21:54:00.003911 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51ce944-4ff7-4ab9-ad41-359f6b14f8bf req-d2b4fe2f-b1cf-420e-a4e2-cc0f61fb7403 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:00.006314 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a51ce944-4ff7-4ab9-ad41-359f6b14f8bf req-d2b4fe2f-b1cf-420e-a4e2-cc0f61fb7403 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc6a642e-763c-4ac9-8ef7-4985bcb86060 HTTP/1.1" status: 200  len: 944 time: 0.1679800
May 07 21:54:00.019884 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:00.108600 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-f98e571b-9913-4e4f-9aa8-1820d5b0d396 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c96fe3c0-1df8-4707-980e-6b6ab0d159b2 HTTP/1.1" status: 200  len: 217 time: 0.0968938
May 07 21:54:00.214534 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-62e44164-8d4b-4987-bce7-72c9294398b9 admin admin] Publish callbacks [] for security_group (022a2e7b-c53f-49c4-a82c-d25afea19659), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:00.228442 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-64155664-cfbd-4bfa-8c78-9c4b9331abb2 req-587abcbf-958d-4592-a05c-96b37c4d317b tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d50792e5-4672-4ff2-b261-ed0a649bb3d3&id=623940a1-6290-423b-87cb-2a84fe4a7634&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.5148628
May 07 21:54:00.230149 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae662ff9-2544-41a6-8d4b-31cfce5959b2 admin admin] Router 0ea41956-f01f-4a3f-b189-898475ba0e80 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 21:54:00.233226 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-62e44164-8d4b-4987-bce7-72c9294398b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (022a2e7b-c53f-49c4-a82c-d25afea19659), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:00.261835 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c0b9b5f1-d683-4660-be6f-15476f57ec9c admin admin] Publish callbacks [] for port (b2caed4e-7377-4f4b-b896-d818b3eb5257), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:00.275227 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-44e91479-f24b-48fa-a2d2-cd89cc20726e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:00.276801 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-44e91479-f24b-48fa-a2d2-cd89cc20726e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2c9b6f0f-d910-4c1b-9477-b2b4c63a6d0b HTTP/1.1" status: 200  len: 855 time: 0.1552939
May 07 21:54:00.280220 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a51ce944-4ff7-4ab9-ad41-359f6b14f8bf req-98cf6872-cf55-4797-ba0d-e082fd930e61 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bbf50af-50c2-4df2-bc37-9f0e79ec6d91&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2199965
May 07 21:54:00.294046 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62e44164-8d4b-4987-bce7-72c9294398b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 21:54:00.353154 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e44164-8d4b-4987-bce7-72c9294398b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=022a2e7b-c53f-49c4-a82c-d25afea19659,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:00.356455 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-62e44164-8d4b-4987-bce7-72c9294398b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (4cad6eb6-00ef-467c-849b-bcfc65b68a11), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:00.356840 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-62e44164-8d4b-4987-bce7-72c9294398b9 admin admin] Added segment 4cad6eb6-00ef-467c-849b-bcfc65b68a11 of type vlan for network 78b27442-bcb9-410d-9431-ef2d20377793
May 07 21:54:00.364777 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae662ff9-2544-41a6-8d4b-31cfce5959b2 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:54:00.371283 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-ae662ff9-2544-41a6-8d4b-31cfce5959b2 admin admin] 10.222.0.32 "PUT /v2.0/routers/0ea41956-f01f-4a3f-b189-898475ba0e80/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4836102
May 07 21:54:00.373630 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42492) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:54:00.375817 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9528dba3-fc3e-4d37-80ac-9033a8beaf89 None None] Sync routers for ids ['0ea41956-f01f-4a3f-b189-898475ba0e80'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:54:00.399495 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9528dba3-fc3e-4d37-80ac-9033a8beaf89 None None] Routers {'0ea41956-f01f-4a3f-b189-898475ba0e80'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:54:00.400163 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-9528dba3-fc3e-4d37-80ac-9033a8beaf89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c7e8dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:53:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['0ea41956-f01f-4a3f-b189-898475ba0e80'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:54:00.441288 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-846c7712-9721-4b89-93da-3a5c0d3b4bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:00.443263 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-846c7712-9721-4b89-93da-3a5c0d3b4bda service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=509cbb97-8d95-4377-b498-4ce6a1d5a1d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1527188
May 07 21:54:00.464300 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-62e44164-8d4b-4987-bce7-72c9294398b9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (78b27442-bcb9-410d-9431-ef2d20377793), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:00.478148 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c0b9b5f1-d683-4660-be6f-15476f57ec9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (b2caed4e-7377-4f4b-b896-d818b3eb5257), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:00.541785 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0209464f-f189-41c6-bf38-abfed7204b36 admin admin] Publish callbacks [] for router (0ea41956-f01f-4a3f-b189-898475ba0e80), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:00.586505 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b9b5f1-d683-4660-be6f-15476f57ec9c admin admin] Network 38ca9b6e-b205-48f9-a002-ddfee225fe39 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:54:00.592782 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-c0b9b5f1-d683-4660-be6f-15476f57ec9c admin admin] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:54:00.603146 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b9b5f1-d683-4660-be6f-15476f57ec9c admin admin] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:54:00.641417 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-62e44164-8d4b-4987-bce7-72c9294398b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (78b27442-bcb9-410d-9431-ef2d20377793), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:00.642597 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e44164-8d4b-4987-bce7-72c9294398b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:00.643398 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-62e44164-8d4b-4987-bce7-72c9294398b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:00.645706 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b9b5f1-d683-4660-be6f-15476f57ec9c admin admin] Pushing event updated for resources: {'Port': ['ID=b2caed4e-7377-4f4b-b896-d818b3eb5257,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:00.714102 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-9528dba3-fc3e-4d37-80ac-9033a8beaf89 None None] Set router 0ea41956-f01f-4a3f-b189-898475ba0e80 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:54:00.721872 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0209464f-f189-41c6-bf38-abfed7204b36 admin admin] Publish callbacks [] for router_gateway (0ea41956-f01f-4a3f-b189-898475ba0e80), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:00.726644 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-62e44164-8d4b-4987-bce7-72c9294398b9 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.4819336
May 07 21:54:00.727101 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42508) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:54:00.732970 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-7f778b47-40da-4a82-8f41-29ca0723440e admin admin] Request body: {'subnet': {'network_id': '78b27442-bcb9-410d-9431-ef2d20377793', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1763017208-subnet', 'tenant_id': '70a2fded25c74c839c01e55a91e7f7fc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:54:00.745905 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c0b9b5f1-d683-4660-be6f-15476f57ec9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398161'] for router_interface (dab452b3-c5c3-4a3d-893a-5df33259a16e), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:00.818395 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f778b47-40da-4a82-8f41-29ca0723440e admin admin] Made reservation on behalf of 70a2fded25c74c839c01e55a91e7f7fc for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:54:00.820645 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7f778b47-40da-4a82-8f41-29ca0723440e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:00.825774 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-47eda69a-5373-4d2b-b138-16f295d96a3b service neutron] 10.222.0.59 "GET /v2.0/networks/509cbb97-8d95-4377-b498-4ce6a1d5a1d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3740129
May 07 21:54:00.837718 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e44164-8d4b-4987-bce7-72c9294398b9 admin admin] Pushing event updated for resources: {'Network': ['ID=78b27442-bcb9-410d-9431-ef2d20377793,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:00.851580 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b1bb7-05da-45a7-8477-170129bf11a2 req-54e2f2fd-a2ff-417b-bf9a-49157e0fcd91 tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:00.853159 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-637b1bb7-05da-45a7-8477-170129bf11a2 req-54e2f2fd-a2ff-417b-bf9a-49157e0fcd91 tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf893208-e805-488d-abb0-38477b4858b2 HTTP/1.1" status: 200  len: 949 time: 0.1734490
May 07 21:54:00.857908 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 78b27442-bcb9-410d-9431-ef2d20377793 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 21:54:00.891108 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-0209464f-f189-41c6-bf38-abfed7204b36 admin admin] Deleting port d2eeffc8-71e4-4d87-82e0-481c3bd2fe30 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:54:00.891443 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0209464f-f189-41c6-bf38-abfed7204b36 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (d2eeffc8-71e4-4d87-82e0-481c3bd2fe30), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:00.942633 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-637b1bb7-05da-45a7-8477-170129bf11a2 req-f5aecb27-64d3-4776-a172-c6e7f4fe838d tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad3a4a-28e8-4f61-8418-801ae6599362&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0807636
May 07 21:54:00.983885 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-9528dba3-fc3e-4d37-80ac-9033a8beaf89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c7e8dc0>, [{'id': '0ea41956-f01f-4a3f-b189-898475ba0e80', 'name': 'tempest-AttachSCSIVolumeTestJSON-1393712635-router', 'tenant_id': '62b1d2f38652407eaa85fbb15aff6307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.223'}], 'enable_snat': True}, 'gw_port_id': 'd2eeffc8-71e4-4d87-82e0-481c3bd2fe30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:51:09Z', 'updated_at': '2022-05-07T21:53:58Z', 'revision_number': 5, 'project_id': '62b1d2f38652407eaa85fbb15aff6307', 'gw_port': {'id': 'd2eeffc8-71e4-4d87-82e0-481c3bd2fe30', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:d7:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ea41956-f01f-4a3f-b189-898475ba0e80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:51:09Z', 'updated_at': '2022-05-07T21:51:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:54:01.005153 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c0b9b5f1-d683-4660-be6f-15476f57ec9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (b2caed4e-7377-4f4b-b896-d818b3eb5257), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:01.013538 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9528dba3-fc3e-4d37-80ac-9033a8beaf89 None None] Checking router: 0ea41956-f01f-4a3f-b189-898475ba0e80 for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 21:54:01.023143 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9528dba3-fc3e-4d37-80ac-9033a8beaf89 None None] Routers {'0ea41956-f01f-4a3f-b189-898475ba0e80'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:54:01.023450 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef8bc5f-5236-4038-be04-093acced1c55 req-1557f612-6667-498f-8479-7ebf10fb2416 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:01.023828 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-9528dba3-fc3e-4d37-80ac-9033a8beaf89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c7e8dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:53:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['0ea41956-f01f-4a3f-b189-898475ba0e80'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:54:01.024978 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6ef8bc5f-5236-4038-be04-093acced1c55 req-1557f612-6667-498f-8479-7ebf10fb2416 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/networks?id=7bc61814-8ef0-4365-b3ea-2c20100be453 HTTP/1.1" status: 200  len: 815 time: 0.2852497
May 07 21:54:01.064113 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6ef8bc5f-5236-4038-be04-093acced1c55 req-eefbd4f2-7a7b-4538-a120-08a3054cea3c tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/quotas/4f4c556805a24040a7131d879ee91498 HTTP/1.1" status: 200  len: 375 time: 0.0305321
May 07 21:54:01.074282 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-0209464f-f189-41c6-bf38-abfed7204b36 admin admin] For port d2eeffc8-71e4-4d87-82e0-481c3bd2fe30, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d2eeffc8-71e4-4d87-82e0-481c3bd2fe30,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:54:01.074624 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0209464f-f189-41c6-bf38-abfed7204b36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (d2eeffc8-71e4-4d87-82e0-481c3bd2fe30), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:01.117696 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-0209464f-f189-41c6-bf38-abfed7204b36 admin admin] Calling delete_port for d2eeffc8-71e4-4d87-82e0-481c3bd2fe30 owned by network:router_gateway {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:54:01.123382 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-9528dba3-fc3e-4d37-80ac-9033a8beaf89 None None] Set router 0ea41956-f01f-4a3f-b189-898475ba0e80 gateway port host: None {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:54:01.178210 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6ef8bc5f-5236-4038-be04-093acced1c55 req-e6eb803f-c505-45ab-8f59-0f6b6d6e4a94 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4f4c556805a24040a7131d879ee91498&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1001101
May 07 21:54:01.187776 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-9528dba3-fc3e-4d37-80ac-9033a8beaf89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c7e8dc0>, [{'id': '0ea41956-f01f-4a3f-b189-898475ba0e80', 'name': 'tempest-AttachSCSIVolumeTestJSON-1393712635-router', 'tenant_id': '62b1d2f38652407eaa85fbb15aff6307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:51:09Z', 'updated_at': '2022-05-07T21:54:00Z', 'revision_number': 6, 'project_id': '62b1d2f38652407eaa85fbb15aff6307', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:54:01.203586 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c0b9b5f1-d683-4660-be6f-15476f57ec9c admin admin] Publish callbacks [] for port (b2caed4e-7377-4f4b-b896-d818b3eb5257), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:01.214059 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c0b9b5f1-d683-4660-be6f-15476f57ec9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (b2caed4e-7377-4f4b-b896-d818b3eb5257), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:01.215255 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9528dba3-fc3e-4d37-80ac-9033a8beaf89 None None] The sync data for ids ['0ea41956-f01f-4a3f-b189-898475ba0e80'] in ncdv-master-1 is: [{'id': '0ea41956-f01f-4a3f-b189-898475ba0e80', 'name': 'tempest-AttachSCSIVolumeTestJSON-1393712635-router', 'tenant_id': '62b1d2f38652407eaa85fbb15aff6307', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:51:09Z', 'updated_at': '2022-05-07T21:54:00Z', 'revision_number': 6, 'project_id': '62b1d2f38652407eaa85fbb15aff6307', 'gw_port_host': None}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:54:01.294466 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b9b5f1-d683-4660-be6f-15476f57ec9c admin admin] Pushing event updated for resources: {'Port': ['ID=b2caed4e-7377-4f4b-b896-d818b3eb5257,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:01.297545 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c0b9b5f1-d683-4660-be6f-15476f57ec9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401121'] for router_interface (dab452b3-c5c3-4a3d-893a-5df33259a16e), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:01.419766 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 7d1c6002-d7d2-4176-a72f-af5d2b9d954c up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:54:01.432781 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7f778b47-40da-4a82-8f41-29ca0723440e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (b94529aa-c690-43df-a7f8-1037d29e0a09), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:01.453430 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b9b5f1-d683-4660-be6f-15476f57ec9c admin admin] Network 38ca9b6e-b205-48f9-a002-ddfee225fe39 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:54:01.456004 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-c0b9b5f1-d683-4660-be6f-15476f57ec9c admin admin] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:54:01.505692 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 7d1c6002-d7d2-4176-a72f-af5d2b9d954c triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:54:01.506414 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (7d1c6002-d7d2-4176-a72f-af5d2b9d954c), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:01.529340 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6ef8bc5f-5236-4038-be04-093acced1c55 req-49c30098-6dab-4c9f-9205-5cb55871d3be service neutron] 10.222.0.32 "GET /v2.0/networks/7bc61814-8ef0-4365-b3ea-2c20100be453?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3037710
May 07 21:54:01.560447 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f778b47-40da-4a82-8f41-29ca0723440e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b94529aa-c690-43df-a7f8-1037d29e0a09,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:01.649908 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 7d1c6002-d7d2-4176-a72f-af5d2b9d954c is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:54:01.659923 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device f4404d66-b1ac-4836-97f2-dd8f5120e276 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:54:01.669226 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f778b47-40da-4a82-8f41-29ca0723440e admin admin] Checking segment: {'id': '4cad6eb6-00ef-467c-849b-bcfc65b68a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '78b27442-bcb9-410d-9431-ef2d20377793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:54:01.669589 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f778b47-40da-4a82-8f41-29ca0723440e admin admin] Network hostable DHCP agents. Network: 78b27442-bcb9-410d-9431-ef2d20377793, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 21:54:01.684093 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: f4404d66-b1ac-4836-97f2-dd8f5120e276 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:54:01.684603 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device f4404d66-b1ac-4836-97f2-dd8f5120e276 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:54:01.730336 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6ef8bc5f-5236-4038-be04-093acced1c55 req-1105d82f-e618-4f14-b79c-eb26b1cfddbb service neutron] 10.222.0.32 "GET /v2.0/networks/7bc61814-8ef0-4365-b3ea-2c20100be453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2000480
May 07 21:54:01.732163 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0209464f-f189-41c6-bf38-abfed7204b36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (d2eeffc8-71e4-4d87-82e0-481c3bd2fe30), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:01.734038 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f778b47-40da-4a82-8f41-29ca0723440e admin admin] Network 78b27442-bcb9-410d-9431-ef2d20377793 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 21:54:01.754581 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bc2b763-2769-4c0e-9bf3-9ee54868505c', 'tag': '54d4d944-47e9-4336-a070-44cbc0439ffd'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:54:01.757499 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46c7a69a-2202-4605-a04e-2955631facf2" -d '{"events": [{"name": "network-changed", "server_uuid": "7bc2b763-2769-4c0e-9bf3-9ee54868505c", "tag": "54d4d944-47e9-4336-a070-44cbc0439ffd"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:54:01.767298 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0209464f-f189-41c6-bf38-abfed7204b36 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2eeffc8-71e4-4d87-82e0-481c3bd2fe30,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:01.777431 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-7f778b47-40da-4a82-8f41-29ca0723440e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 78b27442-bcb9-410d-9431-ef2d20377793) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:54:01.785829 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-4d6bdae4-34dc-414f-a404-6659b883301a service neutron] 10.222.0.59 "GET /v2.0/networks/509cbb97-8d95-4377-b498-4ce6a1d5a1d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3476021
May 07 21:54:01.787515 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fabb34e-0c05-492e-9f84-b1e4b3770f05 None None] Network 78b27442-bcb9-410d-9431-ef2d20377793 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:54:01.819140 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f778b47-40da-4a82-8f41-29ca0723440e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:01.819915 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7f778b47-40da-4a82-8f41-29ca0723440e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:01.885112 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-7f778b47-40da-4a82-8f41-29ca0723440e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.1564307
May 07 21:54:01.888536 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42518) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:54:01.894010 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-a29d321f-55e0-4846-bb78-fd07adff0e84 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1763017208-router', 'tenant_id': '70a2fded25c74c839c01e55a91e7f7fc', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:54:01.904573 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0209464f-f189-41c6-bf38-abfed7204b36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395776'] for router_gateway (0ea41956-f01f-4a3f-b189-898475ba0e80), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:01.949874 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6b927a-5d65-42e6-af83-9d7af4ffba14 req-23f2550c-87f1-43e1-ae81-9f05ce4ddb72 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:01.957837 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6b927a-5d65-42e6-af83-9d7af4ffba14 req-23f2550c-87f1-43e1-ae81-9f05ce4ddb72 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:01.963979 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6b927a-5d65-42e6-af83-9d7af4ffba14 req-23f2550c-87f1-43e1-ae81-9f05ce4ddb72 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:01.969423 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6b927a-5d65-42e6-af83-9d7af4ffba14 req-23f2550c-87f1-43e1-ae81-9f05ce4ddb72 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:01.975715 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6b927a-5d65-42e6-af83-9d7af4ffba14 req-23f2550c-87f1-43e1-ae81-9f05ce4ddb72 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:01.980111 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4255c2-b75a-4fdf-b40b-07f0a556e84b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-78b27442-bcb9-410d-9431-ef2d20377793', 'network_id': '78b27442-bcb9-410d-9431-ef2d20377793', 'project_id': '70a2fded25c74c839c01e55a91e7f7fc', 'fixed_ips': [{'subnet_id': 'b94529aa-c690-43df-a7f8-1037d29e0a09'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 21:54:01.981011 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6b927a-5d65-42e6-af83-9d7af4ffba14 req-23f2550c-87f1-43e1-ae81-9f05ce4ddb72 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:01.981559 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ff4255c2-b75a-4fdf-b40b-07f0a556e84b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:01.987755 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6b927a-5d65-42e6-af83-9d7af4ffba14 req-23f2550c-87f1-43e1-ae81-9f05ce4ddb72 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:01.995205 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-cb6b927a-5d65-42e6-af83-9d7af4ffba14 req-23f2550c-87f1-43e1-ae81-9f05ce4ddb72 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc2b763-2769-4c0e-9bf3-9ee54868505c HTTP/1.1" status: 200  len: 5430 time: 0.3456273
May 07 21:54:01.997816 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-2baca956-d5b7-48bd-a290-1a2d2497b30f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=c3af0b52-e2d3-4593-a7f9-ff7d7fa37fb8 HTTP/1.1" status: 200  len: 217 time: 0.1980085
May 07 21:54:02.011117 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 1cef223b-c375-473f-8214-891abfa6fa86 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:54:02.051524 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb329e5b-7d37-46df-b027-1b516fec2010 req-0e5e8f23-4e52-41fa-a56d-3b5ffa0379b0 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:02.057996 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-eb329e5b-7d37-46df-b027-1b516fec2010 req-0e5e8f23-4e52-41fa-a56d-3b5ffa0379b0 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.59 "GET /v2.0/ports?device_id=3b485f98-6005-4fd2-a4ca-72e35f397c6a HTTP/1.1" status: 200  len: 945 time: 0.3221421
May 07 21:54:02.065267 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0209464f-f189-41c6-bf38-abfed7204b36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (0ea41956-f01f-4a3f-b189-898475ba0e80), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:02.068767 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0209464f-f189-41c6-bf38-abfed7204b36 admin admin] Publish callbacks [] for router_controller (0ea41956-f01f-4a3f-b189-898475ba0e80), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:02.134348 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.db.resource_extend [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 07 21:54:02.148421 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769e20b0-f66e-4010-ae03-632a61b0757f req-34d54681-6d85-449b-8d77-e3d88721bc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:02.149381 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-769e20b0-f66e-4010-ae03-632a61b0757f req-34d54681-6d85-449b-8d77-e3d88721bc7a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=93c3c71171814bb7b1018904086ad506&device_id=cc6a642e-763c-4ac9-8ef7-4985bcb86060 HTTP/1.1" status: 200  len: 1126 time: 0.3482170
May 07 21:54:02.166431 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0b9b5f1-d683-4660-be6f-15476f57ec9c admin admin] Router dab452b3-c5c3-4a3d-893a-5df33259a16e has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 21:54:02.234872 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0209464f-f189-41c6-bf38-abfed7204b36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (0ea41956-f01f-4a3f-b189-898475ba0e80), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:02.235438 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0209464f-f189-41c6-bf38-abfed7204b36 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ea41956-f01f-4a3f-b189-898475ba0e80 {{(pid=121836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 21:54:02.244642 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0209464f-f189-41c6-bf38-abfed7204b36 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:02.245987 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-0209464f-f189-41c6-bf38-abfed7204b36 admin admin] 10.222.0.32 "DELETE /v2.0/routers/0ea41956-f01f-4a3f-b189-898475ba0e80 HTTP/1.1" status: 204  len: 168 time: 1.8710656
May 07 21:54:02.264985 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 42530) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:54:02.293082 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-cb6b927a-5d65-42e6-af83-9d7af4ffba14 req-685f233b-2423-496f-a2f4-a2f3e02d0fa9 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d50792e5-4672-4ff2-b261-ed0a649bb3d3&id=623940a1-6290-423b-87cb-2a84fe4a7634&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2904661
May 07 21:54:02.308647 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1907e7b7-b3c7-4399-8316-fdcda228bcc8 req-0be367fc-041e-4796-8fe1-4f26036fb3d7 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:02.322377 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1907e7b7-b3c7-4399-8316-fdcda228bcc8 req-0be367fc-041e-4796-8fe1-4f26036fb3d7 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc6a642e-763c-4ac9-8ef7-4985bcb86060 HTTP/1.1" status: 200  len: 944 time: 0.1384771
May 07 21:54:02.329672 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-77cbd0f3-a7f0-498e-8d74-df205500af5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:02.335728 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-77cbd0f3-a7f0-498e-8d74-df205500af5a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bb1f6c63-3864-40bd-a2ae-039b8eadf327 HTTP/1.1" status: 200  len: 797 time: 0.3080835
May 07 21:54:02.347931 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-ff4255c2-b75a-4fdf-b40b-07f0a556e84b None None] Allocated IP 172.20.0.2 (78b27442-bcb9-410d-9431-ef2d20377793/b94529aa-c690-43df-a7f8-1037d29e0a09/4b244614-6e38-494e-b303-d9f5fe70538b) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:54:02.356232 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 1cef223b-c375-473f-8214-891abfa6fa86, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1cef223b-c375-473f-8214-891abfa6fa86,segment=NetworkSegment(16a3e44e-cf3e-4bbc-83bb-ad3918f988bd),segment_id=16a3e44e-cf3e-4bbc-83bb-ad3918f988bd)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:54:02.367102 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6422c937-150e-4d4c-95d5-fa59f3024cea req-c404c06b-e468-4f1a-b46c-70c09a5d6daa tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:02.368923 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6422c937-150e-4d4c-95d5-fa59f3024cea req-c404c06b-e468-4f1a-b46c-70c09a5d6daa tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] 10.222.0.55 "GET /v2.0/ports?device_id=bf893208-e805-488d-abb0-38477b4858b2 HTTP/1.1" status: 200  len: 949 time: 0.1979406
May 07 21:54:02.369928 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a29d321f-55e0-4846-bb78-fd07adff0e84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (ca9742b7-eb78-416c-99df-387368310e78), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:02.371465 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a29d321f-55e0-4846-bb78-fd07adff0e84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (ca9742b7-eb78-416c-99df-387368310e78), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:02.384421 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': '1cef223b-c375-473f-8214-891abfa6fa86', 'network_id': '772be29c-bb44-46ae-a3e0-b0a78574bddf', 'port_id': '1cef223b-c375-473f-8214-891abfa6fa86', 'mac_address': 'fa:16:3e:3f:8c:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f41cdf1c-9de4-46dc-8689-4d3b6400326c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:54:02.439972 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a29d321f-55e0-4846-bb78-fd07adff0e84 admin admin] Publish callbacks [] for router_controller (ca9742b7-eb78-416c-99df-387368310e78), precommit_add_association {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:02.478692 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a512608-2823-4829-bebe-f03307360263 x-openstack-request-id: req-1a512608-2823-4829-bebe-f03307360263 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:54:02.480000 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bc2b763-2769-4c0e-9bf3-9ee54868505c", "tag": "54d4d944-47e9-4336-a070-44cbc0439ffd", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:54:02.480529 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1a512608-2823-4829-bebe-f03307360263 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:54:02.481156 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a512608-2823-4829-bebe-f03307360263'] response: {'name': 'network-changed', 'server_uuid': '7bc2b763-2769-4c0e-9bf3-9ee54868505c', 'tag': '54d4d944-47e9-4336-a070-44cbc0439ffd', 'status': 'completed', 'code': 200}
May 07 21:54:02.556705 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 1cef223b-c375-473f-8214-891abfa6fa86 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:54:02.557110 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (1cef223b-c375-473f-8214-891abfa6fa86), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:02.576913 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cef223b-c375-473f-8214-891abfa6fa86 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:54:02.623417 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 1cef223b-c375-473f-8214-891abfa6fa86, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1cef223b-c375-473f-8214-891abfa6fa86,segment=NetworkSegment(16a3e44e-cf3e-4bbc-83bb-ad3918f988bd),segment_id=16a3e44e-cf3e-4bbc-83bb-ad3918f988bd)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:54:02.646094 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (1cef223b-c375-473f-8214-891abfa6fa86), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:02.655565 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1907e7b7-b3c7-4399-8316-fdcda228bcc8 req-c43945eb-99e8-43db-a3a6-c9a324fbb894 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bbf50af-50c2-4df2-bc37-9f0e79ec6d91&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3322194
May 07 21:54:02.748456 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-6422c937-150e-4d4c-95d5-fa59f3024cea req-39ec85e2-4c3e-4ab4-b892-e0518617ff36 tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] Deleting port 8aa3ddb5-af68-4e84-8882-3a527916b441 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:54:02.749179 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-6422c937-150e-4d4c-95d5-fa59f3024cea req-39ec85e2-4c3e-4ab4-b892-e0518617ff36 tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (8aa3ddb5-af68-4e84-8882-3a527916b441), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:02.754490 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a29d321f-55e0-4846-bb78-fd07adff0e84 admin admin] Publish callbacks [] for router_gateway (ca9742b7-eb78-416c-99df-387368310e78), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:02.894496 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ff4255c2-b75a-4fdf-b40b-07f0a556e84b None None] Publish callbacks [] for port (4b244614-6e38-494e-b303-d9f5fe70538b), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:02.897042 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=1cef223b-c375-473f-8214-891abfa6fa86,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:02.907407 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ff4255c2-b75a-4fdf-b40b-07f0a556e84b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (4b244614-6e38-494e-b303-d9f5fe70538b), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:02.939026 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['1cef223b-c375-473f-8214-891abfa6fa86'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:54:02.999174 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4255c2-b75a-4fdf-b40b-07f0a556e84b None None] Network 78b27442-bcb9-410d-9431-ef2d20377793 is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:54:03.016229 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-ff4255c2-b75a-4fdf-b40b-07f0a556e84b None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:54:03.019442 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4255c2-b75a-4fdf-b40b-07f0a556e84b None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:54:03.046541 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f1282acd-1a20-4c4e-ade2-4a9360e6328b req-635ba1e2-3be1-49cf-94ad-9927fd16e0b8 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f1345a1-41a5-40ac-a7c4-7d6b9eb621fb HTTP/1.1" status: 200  len: 210 time: 0.5743449
May 07 21:54:03.047353 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-eb329e5b-7d37-46df-b027-1b516fec2010 req-f67846c9-4463-43cf-853b-ad7ad0920e0b tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Deleting port ddb906ce-ebec-489c-aec7-92f7055d4e24 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:54:03.049044 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4255c2-b75a-4fdf-b40b-07f0a556e84b None None] Pushing event updated for resources: {'Port': ['ID=4b244614-6e38-494e-b303-d9f5fe70538b,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:03.049212 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-eb329e5b-7d37-46df-b027-1b516fec2010 req-f67846c9-4463-43cf-853b-ad7ad0920e0b tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (ddb906ce-ebec-489c-aec7-92f7055d4e24), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:03.070445 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769e20b0-f66e-4010-ae03-632a61b0757f req-f27bb56c-9749-434b-8154-510fb6a2df62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:03.074635 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-769e20b0-f66e-4010-ae03-632a61b0757f req-f27bb56c-9749-434b-8154-510fb6a2df62 service neutron] 10.222.0.55 "GET /v2.0/networks?id=772be29c-bb44-46ae-a3e0-b0a78574bddf HTTP/1.1" status: 200  len: 918 time: 0.9039352
May 07 21:54:03.081695 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-c8cb5b6c-1cf4-41a0-9c26-6596aa424d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:03.083191 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-c8cb5b6c-1cf4-41a0-9c26-6596aa424d04 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5159d3da-3059-47f6-8ecf-b4d9b2b9d7de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.6010365
May 07 21:54:03.096494 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d966ef2-67fa-4dec-801d-25869233c937 req-ad338ff4-4b25-451e-bca8-c61d0f8b5b42 tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:03.103263 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9d966ef2-67fa-4dec-801d-25869233c937 req-ad338ff4-4b25-451e-bca8-c61d0f8b5b42 tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] 10.222.0.32 "GET /v2.0/ports?device_id=bf893208-e805-488d-abb0-38477b4858b2 HTTP/1.1" status: 200  len: 949 time: 0.2335331
May 07 21:54:03.117013 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5d922d5-8531-4c0b-b7f2-7efac8162fa8 admin admin] Deleting subnet a8702188-d480-41a4-ada8-7cdbcc65e165 {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 21:54:03.151567 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-ff4255c2-b75a-4fdf-b40b-07f0a556e84b None None] Attempting to bind port 4b244614-6e38-494e-b303-d9f5fe70538b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:54:03.152019 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-ff4255c2-b75a-4fdf-b40b-07f0a556e84b None None] Attempting to bind port 4b244614-6e38-494e-b303-d9f5fe70538b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4cad6eb6-00ef-467c-849b-bcfc65b68a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '78b27442-bcb9-410d-9431-ef2d20377793'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:54:03.152328 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4255c2-b75a-4fdf-b40b-07f0a556e84b None None] Attempting to bind port 4b244614-6e38-494e-b303-d9f5fe70538b on network 78b27442-bcb9-410d-9431-ef2d20377793 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:54:03.166090 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4255c2-b75a-4fdf-b40b-07f0a556e84b None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:54:03.166459 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4255c2-b75a-4fdf-b40b-07f0a556e84b None None] Checking segment: {'id': '4cad6eb6-00ef-467c-849b-bcfc65b68a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '78b27442-bcb9-410d-9431-ef2d20377793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:54:03.166882 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ff4255c2-b75a-4fdf-b40b-07f0a556e84b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:03.167276 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff4255c2-b75a-4fdf-b40b-07f0a556e84b None None] Bound using segment: {'id': '4cad6eb6-00ef-467c-849b-bcfc65b68a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '78b27442-bcb9-410d-9431-ef2d20377793'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:54:03.167742 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-ff4255c2-b75a-4fdf-b40b-07f0a556e84b None None] Bound port: 4b244614-6e38-494e-b303-d9f5fe70538b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cad6eb6-00ef-467c-849b-bcfc65b68a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '78b27442-bcb9-410d-9431-ef2d20377793'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:54:03.168119 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ff4255c2-b75a-4fdf-b40b-07f0a556e84b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (4b244614-6e38-494e-b303-d9f5fe70538b), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:03.182499 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a5d922d5-8531-4c0b-b7f2-7efac8162fa8 admin admin] Publish callbacks [] for subnet (a8702188-d480-41a4-ada8-7cdbcc65e165), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:03.186311 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-6422c937-150e-4d4c-95d5-fa59f3024cea req-39ec85e2-4c3e-4ab4-b892-e0518617ff36 tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] For port 8aa3ddb5-af68-4e84-8882-3a527916b441, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8aa3ddb5-af68-4e84-8882-3a527916b441,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:54:03.186781 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-6422c937-150e-4d4c-95d5-fa59f3024cea req-39ec85e2-4c3e-4ab4-b892-e0518617ff36 tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (8aa3ddb5-af68-4e84-8882-3a527916b441), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:03.218525 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-6422c937-150e-4d4c-95d5-fa59f3024cea req-39ec85e2-4c3e-4ab4-b892-e0518617ff36 tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] Calling delete_port for 8aa3ddb5-af68-4e84-8882-3a527916b441 owned by compute:nova {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:54:03.225487 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a29d321f-55e0-4846-bb78-fd07adff0e84 admin admin] Publish callbacks [] for router_gateway (ca9742b7-eb78-416c-99df-387368310e78), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:03.236989 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-769e20b0-f66e-4010-ae03-632a61b0757f req-2608b100-336d-4b2d-965b-7fd92c6d62d7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1cef223b-c375-473f-8214-891abfa6fa86 HTTP/1.1" status: 200  len: 217 time: 0.1394174
May 07 21:54:03.261891 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a29d321f-55e0-4846-bb78-fd07adff0e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:03.277064 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9d966ef2-67fa-4dec-801d-25869233c937 req-b2a1b3e9-94a6-4876-a619-84b6d1594637 tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] 10.222.0.32 "GET /v2.0/security-groups?id=79ad3a4a-28e8-4f61-8418-801ae6599362&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1477213
May 07 21:54:03.281839 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-ff4255c2-b75a-4fdf-b40b-07f0a556e84b None None] For port 4b244614-6e38-494e-b303-d9f5fe70538b, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:54:03.288640 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-ff4255c2-b75a-4fdf-b40b-07f0a556e84b None None] For port 4b244614-6e38-494e-b303-d9f5fe70538b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4b244614-6e38-494e-b303-d9f5fe70538b,segment=NetworkSegment(4cad6eb6-00ef-467c-849b-bcfc65b68a11),segment_id=4cad6eb6-00ef-467c-849b-bcfc65b68a11)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:54:03.296834 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ff4255c2-b75a-4fdf-b40b-07f0a556e84b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (4b244614-6e38-494e-b303-d9f5fe70538b), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:03.327682 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0b9b5f1-d683-4660-be6f-15476f57ec9c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:54:03.339301 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0ca8f9-e281-4e6a-8bff-cb36c787981d None None] Sync routers for ids ['dab452b3-c5c3-4a3d-893a-5df33259a16e'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:54:03.371250 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0ca8f9-e281-4e6a-8bff-cb36c787981d None None] Routers {'dab452b3-c5c3-4a3d-893a-5df33259a16e'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:54:03.373507 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-9e0ca8f9-e281-4e6a-8bff-cb36c787981d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cc3c4f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:53:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['dab452b3-c5c3-4a3d-893a-5df33259a16e'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:54:03.448664 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-eb329e5b-7d37-46df-b027-1b516fec2010 req-f67846c9-4463-43cf-853b-ad7ad0920e0b tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] For port ddb906ce-ebec-489c-aec7-92f7055d4e24, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ddb906ce-ebec-489c-aec7-92f7055d4e24,segment=NetworkSegment(48f32d76-f63e-49c4-90a9-1cfb8c1dc638),segment_id=48f32d76-f63e-49c4-90a9-1cfb8c1dc638)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:54:03.449693 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-eb329e5b-7d37-46df-b027-1b516fec2010 req-f67846c9-4463-43cf-853b-ad7ad0920e0b tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (ddb906ce-ebec-489c-aec7-92f7055d4e24), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:03.453275 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4255c2-b75a-4fdf-b40b-07f0a556e84b None None] Pushing event updated for resources: {'Port': ['ID=4b244614-6e38-494e-b303-d9f5fe70538b,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:03.480650 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device d2eeffc8-71e4-4d87-82e0-481c3bd2fe30 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:54:03.496785 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-eb329e5b-7d37-46df-b027-1b516fec2010 req-f67846c9-4463-43cf-853b-ad7ad0920e0b tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Calling delete_port for ddb906ce-ebec-489c-aec7-92f7055d4e24 owned by compute:nova {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:54:03.529130 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a5d922d5-8531-4c0b-b7f2-7efac8162fa8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (a8702188-d480-41a4-ada8-7cdbcc65e165), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:03.545858 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: d2eeffc8-71e4-4d87-82e0-481c3bd2fe30 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:54:03.546252 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device d2eeffc8-71e4-4d87-82e0-481c3bd2fe30 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:54:03.568363 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-9e0ca8f9-e281-4e6a-8bff-cb36c787981d None None] Set router dab452b3-c5c3-4a3d-893a-5df33259a16e gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:54:03.585391 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-a29d321f-55e0-4846-bb78-fd07adff0e84 admin admin] Allocated IP 172.35.4.194 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/ba6953bf-d303-41d0-8e46-76f5d131940a) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:54:03.603778 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-c0b9b5f1-d683-4660-be6f-15476f57ec9c admin admin] 10.222.0.32 "PUT /v2.0/routers/dab452b3-c5c3-4a3d-893a-5df33259a16e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.7811050
May 07 21:54:03.721865 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-6422c937-150e-4d4c-95d5-fa59f3024cea req-39ec85e2-4c3e-4ab4-b892-e0518617ff36 tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (8aa3ddb5-af68-4e84-8882-3a527916b441), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:03.734751 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['8aa3ddb5-af68-4e84-8882-3a527916b441'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:54:03.885826 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ec85e2-4c3e-4ab4-b892-e0518617ff36 tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] Pushing event deleted for resources: {'Port': ['ID=8aa3ddb5-af68-4e84-8882-3a527916b441,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:03.946562 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-51c1299e-c591-420b-8a53-a3f20e5d2e10 service neutron] 10.222.0.59 "GET /v2.0/networks/5159d3da-3059-47f6-8ecf-b4d9b2b9d7de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6163504
May 07 21:54:03.951693 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-9e0ca8f9-e281-4e6a-8bff-cb36c787981d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cc3c4f0>, [{'id': 'dab452b3-c5c3-4a3d-893a-5df33259a16e', 'name': 'tempest-ServerRescueTestJSONUnderV235-602815296-router', 'tenant_id': 'addf83b9a69e4628b1b962b7fceeb9ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.124'}], 'enable_snat': True}, 'gw_port_id': '7d1c6002-d7d2-4176-a72f-af5d2b9d954c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:53:50Z', 'updated_at': '2022-05-07T21:54:00Z', 'revision_number': 4, 'project_id': 'addf83b9a69e4628b1b962b7fceeb9ae', 'gw_port': {'id': '7d1c6002-d7d2-4176-a72f-af5d2b9d954c', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab452b3-c5c3-4a3d-893a-5df33259a16e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:53:51Z', 'updated_at': '2022-05-07T21:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b2caed4e-7377-4f4b-b896-d818b3eb5257', 'name': '', 'network_id': '38ca9b6e-b205-48f9-a002-ddfee225fe39', 'tenant_id': 'addf83b9a69e4628b1b962b7fceeb9ae', 'mac_address': 'fa:16:3e:88:fa:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab452b3-c5c3-4a3d-893a-5df33259a16e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '9f91aa11-98d2-41ad-a902-77d230f2dd04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:53:59Z', 'updated_at': '2022-05-07T21:54:01Z', 'revision_number': 2, 'project_id': 'addf83b9a69e4628b1b962b7fceeb9ae', 'subnets': [{'id': '9f91aa11-98d2-41ad-a902-77d230f2dd04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:54:03.982467 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-6422c937-150e-4d4c-95d5-fa59f3024cea req-39ec85e2-4c3e-4ab4-b892-e0518617ff36 tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] No DVR routers for this DVR port 8aa3ddb5-af68-4e84-8882-3a527916b441 on host nch1-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:54:03.986475 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0ca8f9-e281-4e6a-8bff-cb36c787981d None None] Checking router: dab452b3-c5c3-4a3d-893a-5df33259a16e for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 21:54:03.987139 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0ca8f9-e281-4e6a-8bff-cb36c787981d None None] Updating router dab452b3-c5c3-4a3d-893a-5df33259a16e port b2caed4e-7377-4f4b-b896-d818b3eb5257 binding host ncdv-master-1 {{(pid=121839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 21:54:03.988108 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-6422c937-150e-4d4c-95d5-fa59f3024cea req-39ec85e2-4c3e-4ab4-b892-e0518617ff36 tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:03.992056 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6422c937-150e-4d4c-95d5-fa59f3024cea req-39ec85e2-4c3e-4ab4-b892-e0518617ff36 tempest-ServersAdminNegativeTestJSON-347319588 tempest-ServersAdminNegativeTestJSON-347319588-project] 10.222.0.55 "DELETE /v2.0/ports/8aa3ddb5-af68-4e84-8882-3a527916b441 HTTP/1.1" status: 204  len: 173 time: 1.5475047
May 07 21:54:03.994138 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf893208-e805-488d-abb0-38477b4858b2', 'name': 'network-vif-deleted', 'tag': '8aa3ddb5-af68-4e84-8882-3a527916b441'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:54:03.996469 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bdce94f-fd35-40b9-8e93-1e744d48704c" -d '{"events": [{"server_uuid": "bf893208-e805-488d-abb0-38477b4858b2", "name": "network-vif-deleted", "tag": "8aa3ddb5-af68-4e84-8882-3a527916b441"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:54:04.020759 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a6881-e6c9-4f7a-80aa-866c4e9a87a8 req-56694e4e-a51c-4386-82e5-8769c965627e tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:04.021490 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-723a6881-e6c9-4f7a-80aa-866c4e9a87a8 req-56694e4e-a51c-4386-82e5-8769c965627e tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc6a642e-763c-4ac9-8ef7-4985bcb86060 HTTP/1.1" status: 200  len: 945 time: 0.2100706
May 07 21:54:04.039404 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 1cef223b-c375-473f-8214-891abfa6fa86 up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:54:04.067650 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-9e0ca8f9-e281-4e6a-8bff-cb36c787981d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (b2caed4e-7377-4f4b-b896-d818b3eb5257), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:04.090571 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a5d922d5-8531-4c0b-b7f2-7efac8162fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (a8702188-d480-41a4-ada8-7cdbcc65e165), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:04.112148 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a29d321f-55e0-4846-bb78-fd07adff0e84 admin admin] Publish callbacks [] for port (ba6953bf-d303-41d0-8e46-76f5d131940a), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:04.138338 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning for port 1cef223b-c375-473f-8214-891abfa6fa86 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:54:04.157060 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port 1cef223b-c375-473f-8214-891abfa6fa86 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:54:04.157772 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (1cef223b-c375-473f-8214-891abfa6fa86), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:04.172280 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769e20b0-f66e-4010-ae03-632a61b0757f req-5a4e8e5b-fee0-4045-8fa1-051cd326dff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:04.173754 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-769e20b0-f66e-4010-ae03-632a61b0757f req-5a4e8e5b-fee0-4045-8fa1-051cd326dff5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f41cdf1c-9de4-46dc-8689-4d3b6400326c HTTP/1.1" status: 200  len: 856 time: 0.5861290
May 07 21:54:04.181143 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36a2b24-4a82-4db9-93c2-b88fba6df311 req-b71a290e-d7fd-402d-9b68-a2154804821e tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:04.186088 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36a2b24-4a82-4db9-93c2-b88fba6df311 req-b71a290e-d7fd-402d-9b68-a2154804821e tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:04.188296 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-723a6881-e6c9-4f7a-80aa-866c4e9a87a8 req-a7abdef5-2a20-41c9-83e9-a69976fcd593 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bbf50af-50c2-4df2-bc37-9f0e79ec6d91&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1472602
May 07 21:54:04.191423 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36a2b24-4a82-4db9-93c2-b88fba6df311 req-b71a290e-d7fd-402d-9b68-a2154804821e tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:04.197814 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36a2b24-4a82-4db9-93c2-b88fba6df311 req-b71a290e-d7fd-402d-9b68-a2154804821e tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:04.205316 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36a2b24-4a82-4db9-93c2-b88fba6df311 req-b71a290e-d7fd-402d-9b68-a2154804821e tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:04.210825 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36a2b24-4a82-4db9-93c2-b88fba6df311 req-b71a290e-d7fd-402d-9b68-a2154804821e tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:04.216214 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36a2b24-4a82-4db9-93c2-b88fba6df311 req-b71a290e-d7fd-402d-9b68-a2154804821e tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:04.218295 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f36a2b24-4a82-4db9-93c2-b88fba6df311 req-b71a290e-d7fd-402d-9b68-a2154804821e tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc2b763-2769-4c0e-9bf3-9ee54868505c HTTP/1.1" status: 200  len: 5430 time: 0.6082828
May 07 21:54:04.255182 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a29d321f-55e0-4846-bb78-fd07adff0e84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (ba6953bf-d303-41d0-8e46-76f5d131940a), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:04.310891 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 1cef223b-c375-473f-8214-891abfa6fa86 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:54:04.313012 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (1cef223b-c375-473f-8214-891abfa6fa86), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:04.320138 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29d321f-55e0-4846-bb78-fd07adff0e84 admin admin] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:54:04.331563 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-a29d321f-55e0-4846-bb78-fd07adff0e84 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:54:04.336398 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29d321f-55e0-4846-bb78-fd07adff0e84 admin admin] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:54:04.368103 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc6a642e-763c-4ac9-8ef7-4985bcb86060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cef223b-c375-473f-8214-891abfa6fa86'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:54:04.371274 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae3784ff-c9ca-4ec3-8381-f06f55898a5d" -d '{"events": [{"server_uuid": "cc6a642e-763c-4ac9-8ef7-4985bcb86060", "name": "network-vif-plugged", "status": "completed", "tag": "1cef223b-c375-473f-8214-891abfa6fa86"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:54:04.386270 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 1cef223b-c375-473f-8214-891abfa6fa86, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1cef223b-c375-473f-8214-891abfa6fa86,segment=NetworkSegment(16a3e44e-cf3e-4bbc-83bb-ad3918f988bd),segment_id=16a3e44e-cf3e-4bbc-83bb-ad3918f988bd)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:54:04.394683 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (1cef223b-c375-473f-8214-891abfa6fa86), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:04.397184 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 8aa3ddb5-af68-4e84-8882-3a527916b441 no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:54:04.410645 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29d321f-55e0-4846-bb78-fd07adff0e84 admin admin] Pushing event updated for resources: {'Port': ['ID=ba6953bf-d303-41d0-8e46-76f5d131940a,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:04.491226 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] No Port match for: 8aa3ddb5-af68-4e84-8882-3a527916b441 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:54:04.491630 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 8aa3ddb5-af68-4e84-8882-3a527916b441 not bound to the agent host nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:54:04.554624 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-868a307b-0262-4143-8de9-71bd2c7d6e2d service neutron] 10.222.0.59 "GET /v2.0/networks/5159d3da-3059-47f6-8ecf-b4d9b2b9d7de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5447276
May 07 21:54:04.572697 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=1cef223b-c375-473f-8214-891abfa6fa86,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:04.596805 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769e20b0-f66e-4010-ae03-632a61b0757f req-0d3439e4-6de3-4d27-9914-845c5b883f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:04.599239 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-769e20b0-f66e-4010-ae03-632a61b0757f req-0d3439e4-6de3-4d27-9914-845c5b883f76 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=772be29c-bb44-46ae-a3e0-b0a78574bddf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.3798437
May 07 21:54:04.631975 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef8bc5f-5236-4038-be04-093acced1c55 req-844775a0-40bc-4ce9-b598-6d2cc6c397d1 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:04.633850 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6ef8bc5f-5236-4038-be04-093acced1c55 req-844775a0-40bc-4ce9-b598-6d2cc6c397d1 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.59 "GET /v2.0/networks?id=7bc61814-8ef0-4365-b3ea-2c20100be453 HTTP/1.1" status: 200  len: 815 time: 1.0117378
May 07 21:54:04.717176 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-9e0ca8f9-e281-4e6a-8bff-cb36c787981d None None] Publish callbacks [] for port (b2caed4e-7377-4f4b-b896-d818b3eb5257), precommit_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:04.734547 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-9e0ca8f9-e281-4e6a-8bff-cb36c787981d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (b2caed4e-7377-4f4b-b896-d818b3eb5257), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:04.781188 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-6ef8bc5f-5236-4038-be04-093acced1c55 req-6a01f9f5-ab5a-4a7e-b205-eca9e7d164d3 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Request body: {'port': {'device_id': '9f1345a1-41a5-40ac-a7c4-7d6b9eb621fb', 'network_id': '7bc61814-8ef0-4365-b3ea-2c20100be453', 'admin_state_up': True, 'tenant_id': '4f4c556805a24040a7131d879ee91498'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:54:04.786082 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-7f7384a9-1232-4771-9838-cc7f50fb5bab service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.239&port_id=7ea348ce-dc31-4a97-a925-458a8adb95a1 HTTP/1.1" status: 200  len: 217 time: 0.2107835
May 07 21:54:04.796610 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a5d922d5-8531-4c0b-b7f2-7efac8162fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (a8702188-d480-41a4-ada8-7cdbcc65e165), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:04.804861 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc36427-0127-4d55-9e66-0cd61062433b None None] Pushing event updated for resources: {'Port': ['ID=b2caed4e-7377-4f4b-b896-d818b3eb5257,revision_number=3']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:04.894089 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f36a2b24-4a82-4db9-93c2-b88fba6df311 req-e1b6b08b-0a73-419c-8b19-27b9c7d9b4f0 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d50792e5-4672-4ff2-b261-ed0a649bb3d3&id=623940a1-6290-423b-87cb-2a84fe4a7634&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.6553049
May 07 21:54:04.955679 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d922d5-8531-4c0b-b7f2-7efac8162fa8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8702188-d480-41a4-ada8-7cdbcc65e165,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:04.958440 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-9b27f844-0143-40d7-be10-b6b8217d0e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:04.960017 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-9b27f844-0143-40d7-be10-b6b8217d0e83 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bb1f6c63-3864-40bd-a2ae-039b8eadf327 HTTP/1.1" status: 200  len: 797 time: 0.1264703
May 07 21:54:04.986784 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196e8e00-2792-4d67-9987-6d1b2a3da69c None None] Network 55393a4f-e493-4098-b37d-93ec9341a6b2 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:54:05.056991 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-9e0ca8f9-e281-4e6a-8bff-cb36c787981d None None] Attempting to bind port b2caed4e-7377-4f4b-b896-d818b3eb5257 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:54:05.057810 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-9e0ca8f9-e281-4e6a-8bff-cb36c787981d None None] Attempting to bind port b2caed4e-7377-4f4b-b896-d818b3eb5257 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c3b37dbc-d23c-4e53-ba39-47f4acab267d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '38ca9b6e-b205-48f9-a002-ddfee225fe39'}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:54:05.058410 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0ca8f9-e281-4e6a-8bff-cb36c787981d None None] Attempting to bind port b2caed4e-7377-4f4b-b896-d818b3eb5257 on network 38ca9b6e-b205-48f9-a002-ddfee225fe39 {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:54:05.065367 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0ca8f9-e281-4e6a-8bff-cb36c787981d None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:54:05.066083 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0ca8f9-e281-4e6a-8bff-cb36c787981d None None] Checking segment: {'id': 'c3b37dbc-d23c-4e53-ba39-47f4acab267d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '38ca9b6e-b205-48f9-a002-ddfee225fe39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:54:05.066687 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-9e0ca8f9-e281-4e6a-8bff-cb36c787981d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:05.067735 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0ca8f9-e281-4e6a-8bff-cb36c787981d None None] Bound using segment: {'id': 'c3b37dbc-d23c-4e53-ba39-47f4acab267d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '38ca9b6e-b205-48f9-a002-ddfee225fe39'} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:54:05.068391 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-9e0ca8f9-e281-4e6a-8bff-cb36c787981d None None] Bound port: b2caed4e-7377-4f4b-b896-d818b3eb5257, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3b37dbc-d23c-4e53-ba39-47f4acab267d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '38ca9b6e-b205-48f9-a002-ddfee225fe39'}}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:54:05.069400 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-9e0ca8f9-e281-4e6a-8bff-cb36c787981d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (b2caed4e-7377-4f4b-b896-d818b3eb5257), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:05.108655 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2de378f8-d6c2-41f2-bc14-ca88eb5e2da2 x-openstack-request-id: req-2de378f8-d6c2-41f2-bc14-ca88eb5e2da2 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:54:05.109291 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf893208-e805-488d-abb0-38477b4858b2", "name": "network-vif-deleted", "tag": "8aa3ddb5-af68-4e84-8882-3a527916b441", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:54:05.109749 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2de378f8-d6c2-41f2-bc14-ca88eb5e2da2 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:54:05.110590 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2de378f8-d6c2-41f2-bc14-ca88eb5e2da2'] response: {'server_uuid': 'bf893208-e805-488d-abb0-38477b4858b2', 'name': 'network-vif-deleted', 'tag': '8aa3ddb5-af68-4e84-8882-3a527916b441', 'status': 'completed', 'code': 200}
May 07 21:54:05.112297 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a5d922d5-8531-4c0b-b7f2-7efac8162fa8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:05.119205 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-a5d922d5-8531-4c0b-b7f2-7efac8162fa8 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a8702188-d480-41a4-ada8-7cdbcc65e165 HTTP/1.1" status: 204  len: 168 time: 2.8227735
May 07 21:54:05.154522 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-769e20b0-f66e-4010-ae03-632a61b0757f req-42fff2e7-79b4-4ea4-b7b1-1972b0f47a52 service neutron] 10.222.0.55 "GET /v2.0/networks/772be29c-bb44-46ae-a3e0-b0a78574bddf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4597008
May 07 21:54:05.155798 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-de7bf288-15d4-4b8b-81e6-80671d00bdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:05.157322 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-de7bf288-15d4-4b8b-81e6-80671d00bdb8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5159d3da-3059-47f6-8ecf-b4d9b2b9d7de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1812029
May 07 21:54:05.157860 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 42562) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:54:05.167401 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-9e0ca8f9-e281-4e6a-8bff-cb36c787981d None None] For port b2caed4e-7377-4f4b-b896-d818b3eb5257, host ncdv-master-1, cleared binding levels {{(pid=121839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:54:05.177958 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-9e0ca8f9-e281-4e6a-8bff-cb36c787981d None None] For port b2caed4e-7377-4f4b-b896-d818b3eb5257, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b2caed4e-7377-4f4b-b896-d818b3eb5257,segment=NetworkSegment(c3b37dbc-d23c-4e53-ba39-47f4acab267d),segment_id=c3b37dbc-d23c-4e53-ba39-47f4acab267d)] {{(pid=121839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:54:05.191525 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-9e0ca8f9-e281-4e6a-8bff-cb36c787981d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (b2caed4e-7377-4f4b-b896-d818b3eb5257), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:05.312865 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702b56a8-ea2e-4977-b57f-981094914a21 None None] Network 78b27442-bcb9-410d-9431-ef2d20377793 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:54:05.320645 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8810a9-adb2-45f9-8236-205393d6538e None None] DHCP port deletion for 55393a4f-e493-4098-b37d-93ec9341a6b2 request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 21:54:05.353833 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0ca8f9-e281-4e6a-8bff-cb36c787981d None None] Routers {'dab452b3-c5c3-4a3d-893a-5df33259a16e'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:54:05.354301 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-9e0ca8f9-e281-4e6a-8bff-cb36c787981d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cc3c4f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:53:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['dab452b3-c5c3-4a3d-893a-5df33259a16e'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:54:05.402288 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ebd78eb2-49f0-47ca-9400-1c98a9d79133 req-6b7a3fed-3e86-44c3-b932-f03125c81341 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f1345a1-41a5-40ac-a7c4-7d6b9eb621fb HTTP/1.1" status: 200  len: 210 time: 0.2432885
May 07 21:54:05.511829 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-9e0ca8f9-e281-4e6a-8bff-cb36c787981d None None] Set router dab452b3-c5c3-4a3d-893a-5df33259a16e gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:54:05.540975 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-eb329e5b-7d37-46df-b027-1b516fec2010 req-f67846c9-4463-43cf-853b-ad7ad0920e0b tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (ddb906ce-ebec-489c-aec7-92f7055d4e24), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:05.546412 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-769e20b0-f66e-4010-ae03-632a61b0757f req-e5db46bc-d25d-435d-bc58-cbc1d85ad301 service neutron] 10.222.0.55 "GET /v2.0/networks/772be29c-bb44-46ae-a3e0-b0a78574bddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3393979
May 07 21:54:05.573859 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device ddb906ce-ebec-489c-aec7-92f7055d4e24 no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:54:05.584055 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 4b244614-6e38-494e-b303-d9f5fe70538b up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:54:05.596571 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cdc1a4f-104f-4488-b010-a3f049c29305 x-openstack-request-id: req-2cdc1a4f-104f-4488-b010-a3f049c29305 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:54:05.597455 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc6a642e-763c-4ac9-8ef7-4985bcb86060", "name": "network-vif-plugged", "status": "completed", "tag": "1cef223b-c375-473f-8214-891abfa6fa86", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:54:05.598214 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2cdc1a4f-104f-4488-b010-a3f049c29305 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:54:05.599814 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cdc1a4f-104f-4488-b010-a3f049c29305'] response: {'server_uuid': 'cc6a642e-763c-4ac9-8ef7-4985bcb86060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cef223b-c375-473f-8214-891abfa6fa86', 'code': 200}
May 07 21:54:05.633177 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc36427-0127-4d55-9e66-0cd61062433b None None] Pushing event updated for resources: {'Port': ['ID=b2caed4e-7377-4f4b-b896-d818b3eb5257,revision_number=4']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:05.660798 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466af4a8-29ee-4561-b3c3-4437f3d9b79b req-f621a489-448f-4b41-a917-4725d76a7311 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:05.666049 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-466af4a8-29ee-4561-b3c3-4437f3d9b79b req-f621a489-448f-4b41-a917-4725d76a7311 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "GET /v2.0/networks?id=38ca9b6e-b205-48f9-a002-ddfee225fe39 HTTP/1.1" status: 200  len: 819 time: 0.5538559
May 07 21:54:05.715245 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-466af4a8-29ee-4561-b3c3-4437f3d9b79b req-511ef2e6-423d-4bb6-8ee9-32e48221fe72 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "GET /v2.0/quotas/addf83b9a69e4628b1b962b7fceeb9ae HTTP/1.1" status: 200  len: 375 time: 0.0417044
May 07 21:54:05.734897 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-caa3d458-e061-499b-9e43-89b4e00c56d9 None None] Provisioning complete for port 4b244614-6e38-494e-b303-d9f5fe70538b triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:54:05.735557 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-caa3d458-e061-499b-9e43-89b4e00c56d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (4b244614-6e38-494e-b303-d9f5fe70538b), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:05.743573 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-1d8810a9-adb2-45f9-8236-205393d6538e None None] Deleting port 0fa9abf3-4366-4281-8d14-51f6e278eb00 {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:54:05.744246 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1d8810a9-adb2-45f9-8236-205393d6538e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (0fa9abf3-4366-4281-8d14-51f6e278eb00), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:05.789746 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f06119-40bd-424f-84a1-0002f71eac3c req-24596610-525b-4670-bfdf-03b81a07af02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:05.791995 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e1f06119-40bd-424f-84a1-0002f71eac3c req-24596610-525b-4670-bfdf-03b81a07af02 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cc6a642e-763c-4ac9-8ef7-4985bcb86060 HTTP/1.1" status: 200  len: 1128 time: 0.0877249
May 07 21:54:05.793044 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67846c9-4463-43cf-853b-ad7ad0920e0b tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Pushing event deleted for resources: {'Port': ['ID=ddb906ce-ebec-489c-aec7-92f7055d4e24,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:05.818666 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-466af4a8-29ee-4561-b3c3-4437f3d9b79b req-6d92949f-0cbe-4a0e-9f28-79c6764920e3 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=addf83b9a69e4628b1b962b7fceeb9ae&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0967407
May 07 21:54:05.827080 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-85148777-a91f-4ee2-9a65-3a015360b7d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (55393a4f-e493-4098-b37d-93ec9341a6b2), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:05.870494 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-1d8810a9-adb2-45f9-8236-205393d6538e None None] For port 0fa9abf3-4366-4281-8d14-51f6e278eb00, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0fa9abf3-4366-4281-8d14-51f6e278eb00,segment=NetworkSegment(2dff9de9-2f96-4532-9294-ee53fdca51cc),segment_id=2dff9de9-2f96-4532-9294-ee53fdca51cc)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:54:05.870915 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1d8810a9-adb2-45f9-8236-205393d6538e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (0fa9abf3-4366-4281-8d14-51f6e278eb00), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:05.884992 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-1d8810a9-adb2-45f9-8236-205393d6538e None None] Calling delete_port for 0fa9abf3-4366-4281-8d14-51f6e278eb00 owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:54:05.907674 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a29d321f-55e0-4846-bb78-fd07adff0e84 admin admin] Publish callbacks [] for router_gateway (ca9742b7-eb78-416c-99df-387368310e78), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:05.922537 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb329e5b-7d37-46df-b027-1b516fec2010 req-f67846c9-4463-43cf-853b-ad7ad0920e0b tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] No DVR routers for this DVR port ddb906ce-ebec-489c-aec7-92f7055d4e24 on host nch2-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:54:05.938286 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-9e0ca8f9-e281-4e6a-8bff-cb36c787981d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cc3c4f0>, [{'id': 'dab452b3-c5c3-4a3d-893a-5df33259a16e', 'name': 'tempest-ServerRescueTestJSONUnderV235-602815296-router', 'tenant_id': 'addf83b9a69e4628b1b962b7fceeb9ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.124'}], 'enable_snat': True}, 'gw_port_id': '7d1c6002-d7d2-4176-a72f-af5d2b9d954c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:53:50Z', 'updated_at': '2022-05-07T21:54:00Z', 'revision_number': 4, 'project_id': 'addf83b9a69e4628b1b962b7fceeb9ae', 'gw_port': {'id': '7d1c6002-d7d2-4176-a72f-af5d2b9d954c', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab452b3-c5c3-4a3d-893a-5df33259a16e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:53:51Z', 'updated_at': '2022-05-07T21:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b2caed4e-7377-4f4b-b896-d818b3eb5257', 'name': '', 'network_id': '38ca9b6e-b205-48f9-a002-ddfee225fe39', 'tenant_id': 'addf83b9a69e4628b1b962b7fceeb9ae', 'mac_address': 'fa:16:3e:88:fa:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab452b3-c5c3-4a3d-893a-5df33259a16e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '9f91aa11-98d2-41ad-a902-77d230f2dd04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:53:59Z', 'updated_at': '2022-05-07T21:54:05Z', 'revision_number': 4, 'project_id': 'addf83b9a69e4628b1b962b7fceeb9ae', 'subnets': [{'id': '9f91aa11-98d2-41ad-a902-77d230f2dd04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:54:05.945106 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-eb329e5b-7d37-46df-b027-1b516fec2010 req-f67846c9-4463-43cf-853b-ad7ad0920e0b tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:05.948589 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-eb329e5b-7d37-46df-b027-1b516fec2010 req-f67846c9-4463-43cf-853b-ad7ad0920e0b tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.59 "DELETE /v2.0/ports/ddb906ce-ebec-489c-aec7-92f7055d4e24 HTTP/1.1" status: 204  len: 173 time: 3.8568532
May 07 21:54:05.951630 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b485f98-6005-4fd2-a4ca-72e35f397c6a', 'name': 'network-vif-deleted', 'tag': 'ddb906ce-ebec-489c-aec7-92f7055d4e24'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:54:05.963909 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ddabd6-3abf-44ca-a9ad-041c9d068818" -d '{"events": [{"server_uuid": "3b485f98-6005-4fd2-a4ca-72e35f397c6a", "name": "network-vif-deleted", "tag": "ddb906ce-ebec-489c-aec7-92f7055d4e24"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:54:05.970993 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] No Port match for: ddb906ce-ebec-489c-aec7-92f7055d4e24 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:54:05.971634 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device ddb906ce-ebec-489c-aec7-92f7055d4e24 not bound to the agent host nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:54:06.003139 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1d8810a9-adb2-45f9-8236-205393d6538e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (0fa9abf3-4366-4281-8d14-51f6e278eb00), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:06.025590 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42574) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:54:06.046402 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0ca8f9-e281-4e6a-8bff-cb36c787981d None None] The sync data for ids ['dab452b3-c5c3-4a3d-893a-5df33259a16e'] in ncdv-master-1 is: [{'id': 'dab452b3-c5c3-4a3d-893a-5df33259a16e', 'name': 'tempest-ServerRescueTestJSONUnderV235-602815296-router', 'tenant_id': 'addf83b9a69e4628b1b962b7fceeb9ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.124'}], 'enable_snat': True}, 'gw_port_id': '7d1c6002-d7d2-4176-a72f-af5d2b9d954c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:53:50Z', 'updated_at': '2022-05-07T21:54:00Z', 'revision_number': 4, 'project_id': 'addf83b9a69e4628b1b962b7fceeb9ae', 'gw_port': {'id': '7d1c6002-d7d2-4176-a72f-af5d2b9d954c', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab452b3-c5c3-4a3d-893a-5df33259a16e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:53:51Z', 'updated_at': '2022-05-07T21:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b2caed4e-7377-4f4b-b896-d818b3eb5257', 'name': '', 'network_id': '38ca9b6e-b205-48f9-a002-ddfee225fe39', 'tenant_id': 'addf83b9a69e4628b1b962b7fceeb9ae', 'mac_address': 'fa:16:3e:88:fa:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab452b3-c5c3-4a3d-893a-5df33259a16e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '9f91aa11-98d2-41ad-a902-77d230f2dd04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:53:59Z', 'updated_at': '2022-05-07T21:54:05Z', 'revision_number': 4, 'project_id': 'addf83b9a69e4628b1b962b7fceeb9ae', 'subnets': [{'id': '9f91aa11-98d2-41ad-a902-77d230f2dd04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:54:06.093432 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-85148777-a91f-4ee2-9a65-3a015360b7d8 admin admin] The port '0fa9abf3-4366-4281-8d14-51f6e278eb00' was deleted {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}}
May 07 21:54:06.102810 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e1f06119-40bd-424f-84a1-0002f71eac3c req-0d590a6f-9364-4454-bc28-cbc4f688abec service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1bbf50af-50c2-4df2-bc37-9f0e79ec6d91&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2903512
May 07 21:54:06.105227 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8810a9-adb2-45f9-8236-205393d6538e None None] No DVR routers for this DVR port 0fa9abf3-4366-4281-8d14-51f6e278eb00 on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:54:06.105397 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8810a9-adb2-45f9-8236-205393d6538e None None] Pushing event deleted for resources: {'Port': ['ID=0fa9abf3-4366-4281-8d14-51f6e278eb00,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:06.115469 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293579f1-a924-43cf-8117-4c0f77afd911 req-0fc422f9-f9c9-4b75-93c6-c7b8b413dd71 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:06.132045 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-293579f1-a924-43cf-8117-4c0f77afd911 req-0fc422f9-f9c9-4b75-93c6-c7b8b413dd71 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc6a642e-763c-4ac9-8ef7-4985bcb86060 HTTP/1.1" status: 200  len: 946 time: 0.3803163
May 07 21:54:06.179584 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-7884be57-db6d-43a1-888b-1171620fc1e7 service neutron] 10.222.0.59 "GET /v2.0/networks/5159d3da-3059-47f6-8ecf-b4d9b2b9d7de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9917984
May 07 21:54:06.186424 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ef8bc5f-5236-4038-be04-093acced1c55 req-6a01f9f5-ab5a-4a7e-b205-eca9e7d164d3 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Made reservation on behalf of 4f4c556805a24040a7131d879ee91498 for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:54:06.191317 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-6ef8bc5f-5236-4038-be04-093acced1c55 req-6a01f9f5-ab5a-4a7e-b205-eca9e7d164d3 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:06.205069 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 4b244614-6e38-494e-b303-d9f5fe70538b triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:54:06.206274 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (4b244614-6e38-494e-b303-d9f5fe70538b), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:06.251167 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-466af4a8-29ee-4561-b3c3-4437f3d9b79b req-4c59047e-e1b6-4f72-9e94-5e34de06b2fe service neutron] 10.222.0.32 "GET /v2.0/networks/38ca9b6e-b205-48f9-a002-ddfee225fe39?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4234579
May 07 21:54:06.327572 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-293579f1-a924-43cf-8117-4c0f77afd911 req-e849eebb-f1ba-4399-8ef8-2d74ecba0714 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bbf50af-50c2-4df2-bc37-9f0e79ec6d91&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1949000
May 07 21:54:06.468758 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-caa3d458-e061-499b-9e43-89b4e00c56d9 None None] Current status of the port 4b244614-6e38-494e-b303-d9f5fe70538b is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:54:06.473751 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-caa3d458-e061-499b-9e43-89b4e00c56d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (4b244614-6e38-494e-b303-d9f5fe70538b), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:06.535167 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-b7f5ccee-bb8f-4a68-bf08-585ec19255ab admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5dbdf17ebd9e4981b3435b13defa64d6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5059013
May 07 21:54:06.537149 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 4b244614-6e38-494e-b303-d9f5fe70538b is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:54:06.537617 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (4b244614-6e38-494e-b303-d9f5fe70538b), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:06.550035 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-caa3d458-e061-499b-9e43-89b4e00c56d9 None None] For port 4b244614-6e38-494e-b303-d9f5fe70538b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4b244614-6e38-494e-b303-d9f5fe70538b,segment=NetworkSegment(4cad6eb6-00ef-467c-849b-bcfc65b68a11),segment_id=4cad6eb6-00ef-467c-849b-bcfc65b68a11)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:54:06.562734 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-caa3d458-e061-499b-9e43-89b4e00c56d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (4b244614-6e38-494e-b303-d9f5fe70538b), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:06.582741 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42580) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:54:06.648830 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-85148777-a91f-4ee2-9a65-3a015360b7d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (55393a4f-e493-4098-b37d-93ec9341a6b2), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:06.649782 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.db.api [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 07 21:54:06.650352 ncdv-master-1 neutron-server[121838]: DEBUG oslo_db.api [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 07 21:54:06.692622 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa3d458-e061-499b-9e43-89b4e00c56d9 None None] Pushing event updated for resources: {'Port': ['ID=4b244614-6e38-494e-b303-d9f5fe70538b,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:06.696906 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-98defd8c-1a69-422e-adc7-427ce30cc540 None None] Provisioning complete for port 4b244614-6e38-494e-b303-d9f5fe70538b triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:54:06.697344 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-98defd8c-1a69-422e-adc7-427ce30cc540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (4b244614-6e38-494e-b303-d9f5fe70538b), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:06.726943 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a38de4-f438-4871-b38b-90a7ef5e75c7 req-8167a5b9-5640-4b73-b888-773972ab42e3 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:06.733582 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a38de4-f438-4871-b38b-90a7ef5e75c7 req-8167a5b9-5640-4b73-b888-773972ab42e3 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:06.736003 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a29d321f-55e0-4846-bb78-fd07adff0e84 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (ca9742b7-eb78-416c-99df-387368310e78), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:06.741821 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a38de4-f438-4871-b38b-90a7ef5e75c7 req-8167a5b9-5640-4b73-b888-773972ab42e3 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:06.748125 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a38de4-f438-4871-b38b-90a7ef5e75c7 req-8167a5b9-5640-4b73-b888-773972ab42e3 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:06.754406 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a38de4-f438-4871-b38b-90a7ef5e75c7 req-8167a5b9-5640-4b73-b888-773972ab42e3 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:06.761200 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a38de4-f438-4871-b38b-90a7ef5e75c7 req-8167a5b9-5640-4b73-b888-773972ab42e3 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:06.766784 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a38de4-f438-4871-b38b-90a7ef5e75c7 req-8167a5b9-5640-4b73-b888-773972ab42e3 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:06.770439 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b5a38de4-f438-4871-b38b-90a7ef5e75c7 req-8167a5b9-5640-4b73-b888-773972ab42e3 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc2b763-2769-4c0e-9bf3-9ee54868505c HTTP/1.1" status: 200  len: 5430 time: 0.2863231
May 07 21:54:06.808005 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-85148777-a91f-4ee2-9a65-3a015360b7d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf86c1ffd0>,) {'filters': {'network_id': ['55393a4f-e493-4098-b37d-93ec9341a6b2']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:54:06.819857 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-466af4a8-29ee-4561-b3c3-4437f3d9b79b req-78c6e3e8-85aa-430a-8eee-26263d07e337 service neutron] 10.222.0.32 "GET /v2.0/networks/38ca9b6e-b205-48f9-a002-ddfee225fe39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5590036
May 07 21:54:06.845988 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-584693de-ba78-4e63-a02d-859c9a9ee07b admin admin] Publish callbacks [] for security_group (79ad3a4a-28e8-4f61-8418-801ae6599362), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:06.857021 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-98defd8c-1a69-422e-adc7-427ce30cc540 None None] Current status of the port 4b244614-6e38-494e-b303-d9f5fe70538b is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:54:06.865202 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-85148777-a91f-4ee2-9a65-3a015360b7d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf86c1ffd0>, '2dff9de9-2f96-4532-9294-ee53fdca51cc') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:54:06.865498 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-85148777-a91f-4ee2-9a65-3a015360b7d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf86c1ffd0>, '2dff9de9-2f96-4532-9294-ee53fdca51cc') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:54:06.872060 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-6885718b-bb04-44ea-9e75-0c55eef0f1f5 service neutron] 10.222.0.59 "GET /v2.0/networks/5159d3da-3059-47f6-8ecf-b4d9b2b9d7de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6191530
May 07 21:54:06.904872 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-85148777-a91f-4ee2-9a65-3a015360b7d8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (2dff9de9-2f96-4532-9294-ee53fdca51cc), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:06.908089 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-584693de-ba78-4e63-a02d-859c9a9ee07b admin admin] Publish callbacks [] for security_group (79ad3a4a-28e8-4f61-8418-801ae6599362), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:06.939451 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [req-6ef8bc5f-5236-4038-be04-093acced1c55 req-6a01f9f5-ab5a-4a7e-b205-eca9e7d164d3 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Allocated IP 172.20.0.12 (7bc61814-8ef0-4365-b3ea-2c20100be453/c561b220-fa88-48ef-b165-e5d692e53d7d/861cefe1-1ec7-45b2-a2a0-851f6f48c014) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:54:06.960360 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-2a5c6621-a75b-4667-9375-3a462cf4d340 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.249&port_id=5ace34e4-5209-40cb-a0ff-407d97d110dd HTTP/1.1" status: 200  len: 217 time: 0.0772982
May 07 21:54:07.021014 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-85148777-a91f-4ee2-9a65-3a015360b7d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (2dff9de9-2f96-4532-9294-ee53fdca51cc), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:07.028246 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a29d321f-55e0-4846-bb78-fd07adff0e84 admin admin] Router ca9742b7-eb78-416c-99df-387368310e78 is scheduled to L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db with binding_index 1 {{(pid=121836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 07 21:54:07.050970 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-584693de-ba78-4e63-a02d-859c9a9ee07b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (79ad3a4a-28e8-4f61-8418-801ae6599362), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:07.055628 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-584693de-ba78-4e63-a02d-859c9a9ee07b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:07.058661 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b5a38de4-f438-4871-b38b-90a7ef5e75c7 req-f2dd5371-0a92-4b3b-ab61-20a65f65e41e tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d50792e5-4672-4ff2-b261-ed0a649bb3d3&id=623940a1-6290-423b-87cb-2a84fe4a7634&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2634149
May 07 21:54:07.060031 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-584693de-ba78-4e63-a02d-859c9a9ee07b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/79ad3a4a-28e8-4f61-8418-801ae6599362 HTTP/1.1" status: 204  len: 168 time: 0.4740994
May 07 21:54:07.071432 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584693de-ba78-4e63-a02d-859c9a9ee07b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ad3a4a-28e8-4f61-8418-801ae6599362,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:07.078622 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85148777-a91f-4ee2-9a65-3a015360b7d8 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 21:54:07.079059 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-85148777-a91f-4ee2-9a65-3a015360b7d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (2dff9de9-2f96-4532-9294-ee53fdca51cc), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:07.080897 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 21:54:07.080897 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 21:54:07.080897 ncdv-master-1 neutron-server[121837]:     timer()
May 07 21:54:07.080897 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 21:54:07.080897 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 21:54:07.080897 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 21:54:07.080897 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 21:54:07.080897 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 21:54:07.080897 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 21:54:07.080897 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 21:54:07.080897 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 21:54:07.080897 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 21:54:07.080897 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 21:54:07.080897 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 21:54:07.080897 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 21:54:07.080897 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 21:54:07.080897 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 21:54:07.080897 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 21:54:07.080897 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 21:54:07.080897 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 21:54:07.080897 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 21:54:07.080897 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 21:54:07.080897 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 21:54:07.080897 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 21:54:07.080897 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 21:54:07.080897 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 21:54:07.080897 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 21:54:07.080897 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 21:54:07.080897 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 21:54:07.080897 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 21:54:07.080897 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 21:54:07.080897 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 21:54:07.089488 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-280a153b-373a-4b92-8d9a-344788e74cdc x-openstack-request-id: req-280a153b-373a-4b92-8d9a-344788e74cdc {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:54:07.089791 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b485f98-6005-4fd2-a4ca-72e35f397c6a", "name": "network-vif-deleted", "tag": "ddb906ce-ebec-489c-aec7-92f7055d4e24", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:54:07.090054 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-280a153b-373a-4b92-8d9a-344788e74cdc {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:54:07.090484 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-280a153b-373a-4b92-8d9a-344788e74cdc'] response: {'server_uuid': '3b485f98-6005-4fd2-a4ca-72e35f397c6a', 'name': 'network-vif-deleted', 'tag': 'ddb906ce-ebec-489c-aec7-92f7055d4e24', 'status': 'completed', 'code': 200}
May 07 21:54:07.252504 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 4b244614-6e38-494e-b303-d9f5fe70538b is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:54:07.325624 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-a9fcafa2-cc6b-4495-a330-61d9990ba0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:07.328376 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-a9fcafa2-cc6b-4495-a330-61d9990ba0f0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bb1f6c63-3864-40bd-a2ae-039b8eadf327 HTTP/1.1" status: 200  len: 797 time: 0.3544242
May 07 21:54:07.339223 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a29d321f-55e0-4846-bb78-fd07adff0e84 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:54:07.358019 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777ca036-f62b-4337-bc56-3cbea041a08b None None] Sync routers for ids ['ca9742b7-eb78-416c-99df-387368310e78'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:54:07.400437 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777ca036-f62b-4337-bc56-3cbea041a08b None None] Routers {'ca9742b7-eb78-416c-99df-387368310e78'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:54:07.403082 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-777ca036-f62b-4337-bc56-3cbea041a08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7ff36b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:53:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['ca9742b7-eb78-416c-99df-387368310e78'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:54:07.456774 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4fbcf4a6-5d32-4acc-b8d5-1b7910fdb846 req-72b6ac72-57d7-44c0-a47f-79c17f9ccd02 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f1345a1-41a5-40ac-a7c4-7d6b9eb621fb HTTP/1.1" status: 200  len: 210 time: 0.1914766
May 07 21:54:07.470692 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0db5e562-e3dd-4491-a4d2-1a441c4da9ca req-6ab07f62-31e6-4ab4-9680-c943bcbb7a09 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "GET /v2.0/ports?device_id=1328c136-9d82-4506-81cd-534b3799a51d HTTP/1.1" status: 200  len: 210 time: 0.2995250
May 07 21:54:07.471235 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a29d321f-55e0-4846-bb78-fd07adff0e84 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:07.494223 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 42594) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:54:07.496466 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-a29d321f-55e0-4846-bb78-fd07adff0e84 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 5.5838223
May 07 21:54:07.649278 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device b2caed4e-7377-4f4b-b896-d818b3eb5257 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:54:07.736778 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9f14cb-d8f3-45a9-b74e-a3f089f344d8 req-999f536e-76f6-4821-b27d-bd2b16b648b3 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:07.750329 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8c9f14cb-d8f3-45a9-b74e-a3f089f344d8 req-999f536e-76f6-4821-b27d-bd2b16b648b3 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc6a642e-763c-4ac9-8ef7-4985bcb86060 HTTP/1.1" status: 200  len: 946 time: 0.1583498
May 07 21:54:07.765427 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42598) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:54:07.767277 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-777ca036-f62b-4337-bc56-3cbea041a08b None None] Set router ca9742b7-eb78-416c-99df-387368310e78 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:54:07.866360 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8c9f14cb-d8f3-45a9-b74e-a3f089f344d8 req-b5b50401-e699-41cd-b8ab-8c8bb3099696 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bbf50af-50c2-4df2-bc37-9f0e79ec6d91&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1139426
May 07 21:54:07.869863 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-016c613a-9476-436e-a2b4-ae2c05b2a452 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=95df3259314c43b690366d66d710f9b9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1007388
May 07 21:54:07.873439 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42602) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:54:07.955626 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1b591bd7-031d-4b12-82d4-a6e0065923d7 admin admin] Publish callbacks [] for security_group (aefc3b4f-ab1d-471f-9ef4-d5dcc8cca414), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:08.008992 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1b591bd7-031d-4b12-82d4-a6e0065923d7 admin admin] Publish callbacks [] for security_group (aefc3b4f-ab1d-471f-9ef4-d5dcc8cca414), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:08.087605 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1b591bd7-031d-4b12-82d4-a6e0065923d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (aefc3b4f-ab1d-471f-9ef4-d5dcc8cca414), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:08.090333 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1b591bd7-031d-4b12-82d4-a6e0065923d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:08.091885 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-1b591bd7-031d-4b12-82d4-a6e0065923d7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aefc3b4f-ab1d-471f-9ef4-d5dcc8cca414 HTTP/1.1" status: 204  len: 168 time: 0.2168486
May 07 21:54:08.139794 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b591bd7-031d-4b12-82d4-a6e0065923d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aefc3b4f-ab1d-471f-9ef4-d5dcc8cca414,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:08.238757 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-85148777-a91f-4ee2-9a65-3a015360b7d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (55393a4f-e493-4098-b37d-93ec9341a6b2), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:08.261768 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port b2caed4e-7377-4f4b-b896-d818b3eb5257 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:54:08.262563 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (b2caed4e-7377-4f4b-b896-d818b3eb5257), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:08.297238 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-85148777-a91f-4ee2-9a65-3a015360b7d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:08.313236 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-85148777-a91f-4ee2-9a65-3a015360b7d8 admin admin] 10.222.0.32 "DELETE /v2.0/networks/55393a4f-e493-4098-b37d-93ec9341a6b2 HTTP/1.1" status: 204  len: 168 time: 3.1325178
May 07 21:54:08.320585 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7a11f8-ba7c-4c18-acf4-bfab5ae19daf req-7056fff2-5d5a-42fc-894e-4c007d563df9 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:08.334757 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7a11f8-ba7c-4c18-acf4-bfab5ae19daf req-7056fff2-5d5a-42fc-894e-4c007d563df9 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:08.344053 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-41ecbdf6-1b90-42e0-8a0e-87025905e559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:08.345905 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-41ecbdf6-1b90-42e0-8a0e-87025905e559 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5159d3da-3059-47f6-8ecf-b4d9b2b9d7de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.9238708
May 07 21:54:08.346634 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 42610) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:54:08.355152 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7a11f8-ba7c-4c18-acf4-bfab5ae19daf req-7056fff2-5d5a-42fc-894e-4c007d563df9 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:08.373210 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7a11f8-ba7c-4c18-acf4-bfab5ae19daf req-7056fff2-5d5a-42fc-894e-4c007d563df9 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:08.377937 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85148777-a91f-4ee2-9a65-3a015360b7d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=55393a4f-e493-4098-b37d-93ec9341a6b2,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:08.390220 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7a11f8-ba7c-4c18-acf4-bfab5ae19daf req-7056fff2-5d5a-42fc-894e-4c007d563df9 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:08.402959 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7a11f8-ba7c-4c18-acf4-bfab5ae19daf req-7056fff2-5d5a-42fc-894e-4c007d563df9 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:08.408437 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-6ef8bc5f-5236-4038-be04-093acced1c55 req-6a01f9f5-ab5a-4a7e-b205-eca9e7d164d3 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Publish callbacks [] for port (861cefe1-1ec7-45b2-a2a0-851f6f48c014), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:08.414025 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7a11f8-ba7c-4c18-acf4-bfab5ae19daf req-7056fff2-5d5a-42fc-894e-4c007d563df9 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:08.431773 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ae7a11f8-ba7c-4c18-acf4-bfab5ae19daf req-7056fff2-5d5a-42fc-894e-4c007d563df9 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc2b763-2769-4c0e-9bf3-9ee54868505c HTTP/1.1" status: 200  len: 5430 time: 0.2280581
May 07 21:54:08.524124 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port b2caed4e-7377-4f4b-b896-d818b3eb5257 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:54:08.524552 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (b2caed4e-7377-4f4b-b896-d818b3eb5257), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:08.544147 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-777ca036-f62b-4337-bc56-3cbea041a08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7ff36b50>, [{'id': 'ca9742b7-eb78-416c-99df-387368310e78', 'name': 'tempest-TaggedBootDevicesTest-1763017208-router', 'tenant_id': '70a2fded25c74c839c01e55a91e7f7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.194'}], 'enable_snat': True}, 'gw_port_id': 'ba6953bf-d303-41d0-8e46-76f5d131940a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:54:02Z', 'updated_at': '2022-05-07T21:54:05Z', 'revision_number': 3, 'project_id': '70a2fded25c74c839c01e55a91e7f7fc', 'gw_port': {'id': 'ba6953bf-d303-41d0-8e46-76f5d131940a', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:8b:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca9742b7-eb78-416c-99df-387368310e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:54:03Z', 'updated_at': '2022-05-07T21:54:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:54:08.547813 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ae7a11f8-ba7c-4c18-acf4-bfab5ae19daf req-80d2075b-23f4-4777-b31e-ce50e6c35c5d tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d50792e5-4672-4ff2-b261-ed0a649bb3d3&id=623940a1-6290-423b-87cb-2a84fe4a7634&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1103542
May 07 21:54:08.583652 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777ca036-f62b-4337-bc56-3cbea041a08b None None] Checking router: ca9742b7-eb78-416c-99df-387368310e78 for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 21:54:08.583652 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777ca036-f62b-4337-bc56-3cbea041a08b None None] Updating router ca9742b7-eb78-416c-99df-387368310e78 port ba6953bf-d303-41d0-8e46-76f5d131940a binding host ncdv-master-1 {{(pid=121838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 21:54:08.604872 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a5c6d-7c65-46e9-b99e-cebf9a554498 req-07014a4c-7956-431b-8f41-5adfdffdff60 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:08.604872 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7a0a5c6d-7c65-46e9-b99e-cebf9a554498 req-07014a4c-7956-431b-8f41-5adfdffdff60 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc6a642e-763c-4ac9-8ef7-4985bcb86060 HTTP/1.1" status: 200  len: 946 time: 0.3769190
May 07 21:54:08.614286 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42620) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:54:08.644905 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-240cf475-2e18-46f9-8741-f209eab04b7c tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Request body: {'floatingip': {'port_id': '1cef223b-c375-473f-8214-891abfa6fa86'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:54:08.646716 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port b2caed4e-7377-4f4b-b896-d818b3eb5257, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b2caed4e-7377-4f4b-b896-d818b3eb5257,segment=NetworkSegment(c3b37dbc-d23c-4e53-ba39-47f4acab267d),segment_id=c3b37dbc-d23c-4e53-ba39-47f4acab267d)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:54:08.653669 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-777ca036-f62b-4337-bc56-3cbea041a08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (ba6953bf-d303-41d0-8e46-76f5d131940a), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:08.771854 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (b2caed4e-7377-4f4b-b896-d818b3eb5257), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:08.773046 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 4b244614-6e38-494e-b303-d9f5fe70538b up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:54:08.815840 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-240cf475-2e18-46f9-8741-f209eab04b7c tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Publish callbacks [] for floatingip (69e0483a-be20-4f87-afe5-ebeffcc24962), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:09.038502 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-777ca036-f62b-4337-bc56-3cbea041a08b None None] Publish callbacks [] for port (ba6953bf-d303-41d0-8e46-76f5d131940a), precommit_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:09.073989 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=b2caed4e-7377-4f4b-b896-d818b3eb5257,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:09.078561 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-790faf2e-8ed6-456f-837a-a99a68ad69ba req-e62ad580-49f6-4e86-8eac-5a3bff44c725 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "GET /v2.0/ports?device_id=1328c136-9d82-4506-81cd-534b3799a51d HTTP/1.1" status: 200  len: 210 time: 0.1743305
May 07 21:54:09.080778 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-777ca036-f62b-4337-bc56-3cbea041a08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (ba6953bf-d303-41d0-8e46-76f5d131940a), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:09.218573 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 4b244614-6e38-494e-b303-d9f5fe70538b triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:54:09.219062 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (4b244614-6e38-494e-b303-d9f5fe70538b), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:09.224176 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-777ca036-f62b-4337-bc56-3cbea041a08b None None] Attempting to bind port ba6953bf-d303-41d0-8e46-76f5d131940a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:54:09.224734 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-777ca036-f62b-4337-bc56-3cbea041a08b None None] Attempting to bind port ba6953bf-d303-41d0-8e46-76f5d131940a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:54:09.225153 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777ca036-f62b-4337-bc56-3cbea041a08b None None] Attempting to bind port ba6953bf-d303-41d0-8e46-76f5d131940a on network 9221b764-ef06-431f-8941-796516ed7c3b {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:54:09.227468 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-6ef8bc5f-5236-4038-be04-093acced1c55 req-6a01f9f5-ab5a-4a7e-b205-eca9e7d164d3 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (861cefe1-1ec7-45b2-a2a0-851f6f48c014), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:09.237657 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3203432b-e153-4024-bb76-c3d246214972 req-16686e5d-8b3f-4a8d-aa57-5f99b577e2eb tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:09.238458 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-cf4311ab-1fc2-452c-9812-41633e34a444 service neutron] 10.222.0.59 "GET /v2.0/networks/5159d3da-3059-47f6-8ecf-b4d9b2b9d7de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8692884
May 07 21:54:09.239921 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3203432b-e153-4024-bb76-c3d246214972 req-16686e5d-8b3f-4a8d-aa57-5f99b577e2eb tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f1345a1-41a5-40ac-a7c4-7d6b9eb621fb HTTP/1.1" status: 200  len: 932 time: 0.0877736
May 07 21:54:09.274726 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e50eeb-6ec1-40f8-9422-c4f4242a592b None None] Pushing event updated for resources: {'Port': ['ID=ba6953bf-d303-41d0-8e46-76f5d131940a,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:09.278030 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777ca036-f62b-4337-bc56-3cbea041a08b None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:54:09.278622 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777ca036-f62b-4337-bc56-3cbea041a08b None None] Checking segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:54:09.279156 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-777ca036-f62b-4337-bc56-3cbea041a08b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:09.279759 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777ca036-f62b-4337-bc56-3cbea041a08b None None] Bound using segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:54:09.280363 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-777ca036-f62b-4337-bc56-3cbea041a08b None None] Bound port: ba6953bf-d303-41d0-8e46-76f5d131940a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:54:09.280788 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-777ca036-f62b-4337-bc56-3cbea041a08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (ba6953bf-d303-41d0-8e46-76f5d131940a), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:09.357949 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-777ca036-f62b-4337-bc56-3cbea041a08b None None] For port ba6953bf-d303-41d0-8e46-76f5d131940a, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:54:09.374613 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-777ca036-f62b-4337-bc56-3cbea041a08b None None] For port ba6953bf-d303-41d0-8e46-76f5d131940a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ba6953bf-d303-41d0-8e46-76f5d131940a,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:54:09.375542 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3203432b-e153-4024-bb76-c3d246214972 req-11521d7c-26f9-4beb-b3b0-9a0a0a0606e2 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b18b124-d6ae-4635-93ed-9957a39a34ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0990059
May 07 21:54:09.389725 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-777ca036-f62b-4337-bc56-3cbea041a08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (ba6953bf-d303-41d0-8e46-76f5d131940a), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:09.422253 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ef8bc5f-5236-4038-be04-093acced1c55 req-6a01f9f5-ab5a-4a7e-b205-eca9e7d164d3 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Network 7bc61814-8ef0-4365-b3ea-2c20100be453 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:54:09.464266 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466af4a8-29ee-4561-b3c3-4437f3d9b79b req-b559ba3d-377a-417e-8734-bc0421787a04 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:09.466022 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-466af4a8-29ee-4561-b3c3-4437f3d9b79b req-b559ba3d-377a-417e-8734-bc0421787a04 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.55 "GET /v2.0/networks?id=38ca9b6e-b205-48f9-a002-ddfee225fe39 HTTP/1.1" status: 200  len: 819 time: 0.4909959
May 07 21:54:09.466751 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a01f9f5-ab5a-4a7e-b205-eca9e7d164d3 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Pushing event updated for resources: {'Port': ['ID=861cefe1-1ec7-45b2-a2a0-851f6f48c014,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:09.480838 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 4b244614-6e38-494e-b303-d9f5fe70538b is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:54:09.506463 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777ca036-f62b-4337-bc56-3cbea041a08b None None] Routers {'ca9742b7-eb78-416c-99df-387368310e78'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:54:09.507282 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-777ca036-f62b-4337-bc56-3cbea041a08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7ff36b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:53:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['ca9742b7-eb78-416c-99df-387368310e78'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:54:09.509352 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e50eeb-6ec1-40f8-9422-c4f4242a592b None None] Pushing event updated for resources: {'Port': ['ID=ba6953bf-d303-41d0-8e46-76f5d131940a,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:09.580301 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-466af4a8-29ee-4561-b3c3-4437f3d9b79b req-08f113b2-47ee-4aef-9190-0c475ad1708d tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Request body: {'port': {'device_id': '1328c136-9d82-4506-81cd-534b3799a51d', 'network_id': '38ca9b6e-b205-48f9-a002-ddfee225fe39', 'admin_state_up': True, 'tenant_id': 'addf83b9a69e4628b1b962b7fceeb9ae'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:54:09.594571 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [req-6ef8bc5f-5236-4038-be04-093acced1c55 req-6a01f9f5-ab5a-4a7e-b205-eca9e7d164d3 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:54:09.608389 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 0fa9abf3-4366-4281-8d14-51f6e278eb00 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:54:09.638469 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 0fa9abf3-4366-4281-8d14-51f6e278eb00 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:54:09.639039 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 0fa9abf3-4366-4281-8d14-51f6e278eb00 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:54:09.676745 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-240cf475-2e18-46f9-8741-f209eab04b7c tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:09.681698 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-777ca036-f62b-4337-bc56-3cbea041a08b None None] Set router ca9742b7-eb78-416c-99df-387368310e78 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:54:09.689073 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-240cf475-2e18-46f9-8741-f209eab04b7c tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (69e0483a-be20-4f87-afe5-ebeffcc24962), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:09.711099 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ef8bc5f-5236-4038-be04-093acced1c55 req-6a01f9f5-ab5a-4a7e-b205-eca9e7d164d3 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:54:09.824789 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device b2caed4e-7377-4f4b-b896-d818b3eb5257 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:54:09.854647 ncdv-master-1 neutron-server[121836]: INFO neutron.db.l3_db [None req-240cf475-2e18-46f9-8741-f209eab04b7c tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Floating IP 69e0483a-be20-4f87-afe5-ebeffcc24962 associated. External IP: 172.35.4.181, port: 1cef223b-c375-473f-8214-891abfa6fa86.
May 07 21:54:09.938289 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port b2caed4e-7377-4f4b-b896-d818b3eb5257 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:54:09.938843 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (b2caed4e-7377-4f4b-b896-d818b3eb5257), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:09.957151 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d172f-79e2-43c2-a820-99c14d374cac req-a91c8914-39d0-4ee7-a993-edd20f646f5f tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:09.964898 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d172f-79e2-43c2-a820-99c14d374cac req-a91c8914-39d0-4ee7-a993-edd20f646f5f tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:09.970446 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d172f-79e2-43c2-a820-99c14d374cac req-a91c8914-39d0-4ee7-a993-edd20f646f5f tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:09.973493 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-777ca036-f62b-4337-bc56-3cbea041a08b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7ff36b50>, [{'id': 'ca9742b7-eb78-416c-99df-387368310e78', 'name': 'tempest-TaggedBootDevicesTest-1763017208-router', 'tenant_id': '70a2fded25c74c839c01e55a91e7f7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.194'}], 'enable_snat': True}, 'gw_port_id': 'ba6953bf-d303-41d0-8e46-76f5d131940a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:54:02Z', 'updated_at': '2022-05-07T21:54:05Z', 'revision_number': 3, 'project_id': '70a2fded25c74c839c01e55a91e7f7fc', 'gw_port': {'id': 'ba6953bf-d303-41d0-8e46-76f5d131940a', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:8b:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca9742b7-eb78-416c-99df-387368310e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:54:03Z', 'updated_at': '2022-05-07T21:54:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:54:09.977482 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d172f-79e2-43c2-a820-99c14d374cac req-a91c8914-39d0-4ee7-a993-edd20f646f5f tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:09.983377 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d172f-79e2-43c2-a820-99c14d374cac req-a91c8914-39d0-4ee7-a993-edd20f646f5f tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:09.991015 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d172f-79e2-43c2-a820-99c14d374cac req-a91c8914-39d0-4ee7-a993-edd20f646f5f tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:09.996449 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d172f-79e2-43c2-a820-99c14d374cac req-a91c8914-39d0-4ee7-a993-edd20f646f5f tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:10.006393 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-865d172f-79e2-43c2-a820-99c14d374cac req-a91c8914-39d0-4ee7-a993-edd20f646f5f tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc2b763-2769-4c0e-9bf3-9ee54868505c HTTP/1.1" status: 200  len: 5430 time: 0.2906995
May 07 21:54:10.007228 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777ca036-f62b-4337-bc56-3cbea041a08b None None] The sync data for ids ['ca9742b7-eb78-416c-99df-387368310e78'] in ncdv-master-1 is: [{'id': 'ca9742b7-eb78-416c-99df-387368310e78', 'name': 'tempest-TaggedBootDevicesTest-1763017208-router', 'tenant_id': '70a2fded25c74c839c01e55a91e7f7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.194'}], 'enable_snat': True}, 'gw_port_id': 'ba6953bf-d303-41d0-8e46-76f5d131940a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:54:02Z', 'updated_at': '2022-05-07T21:54:05Z', 'revision_number': 3, 'project_id': '70a2fded25c74c839c01e55a91e7f7fc', 'gw_port': {'id': 'ba6953bf-d303-41d0-8e46-76f5d131940a', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:8b:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca9742b7-eb78-416c-99df-387368310e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:54:03Z', 'updated_at': '2022-05-07T21:54:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:54:10.076387 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef8bc5f-5236-4038-be04-093acced1c55 req-6a01f9f5-ab5a-4a7e-b205-eca9e7d164d3 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:10.076945 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-6ef8bc5f-5236-4038-be04-093acced1c55 req-6a01f9f5-ab5a-4a7e-b205-eca9e7d164d3 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:10.096590 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port b2caed4e-7377-4f4b-b896-d818b3eb5257 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:54:10.175792 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-240cf475-2e18-46f9-8741-f209eab04b7c tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Router b5281c6d-1370-492d-b1a8-7bd10df47e25 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 21:54:10.317510 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6ef8bc5f-5236-4038-be04-093acced1c55 req-6a01f9f5-ab5a-4a7e-b205-eca9e7d164d3 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 5.6145880
May 07 21:54:10.331650 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-03696944-edcc-48f2-ae14-4276ca991576 service neutron] 10.222.0.59 "GET /v2.0/networks/5159d3da-3059-47f6-8ecf-b4d9b2b9d7de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0342901
May 07 21:54:10.336068 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-6ef8bc5f-5236-4038-be04-093acced1c55 req-b6efda0a-9251-4dc1-803c-8f5fefac54f2 service neutron] Request body: {'port': {'device_id': '9f1345a1-41a5-40ac-a7c4-7d6b9eb621fb', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:54:10.346452 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d1af5f0e-262f-474c-b1b2-97e12181434a req-661c386c-8d6b-4e1f-b913-002d6b0d7ef2 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "GET /v2.0/ports?device_id=1328c136-9d82-4506-81cd-534b3799a51d HTTP/1.1" status: 200  len: 210 time: 0.0556641
May 07 21:54:10.484221 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-240cf475-2e18-46f9-8741-f209eab04b7c tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:54:10.495806 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0e538f14-73b8-4919-9274-d53096cd52da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401094'] for router_interface (bc622e46-04e8-4ee4-b057-0b8b542c4edf), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:10.496677 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-240cf475-2e18-46f9-8741-f209eab04b7c tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:10.507646 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53625223-8749-4981-9a51-8a309d1520ab None None] Sync routers for ids ['b5281c6d-1370-492d-b1a8-7bd10df47e25'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:54:10.515876 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-466af4a8-29ee-4561-b3c3-4437f3d9b79b req-08f113b2-47ee-4aef-9190-0c475ad1708d tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Made reservation on behalf of addf83b9a69e4628b1b962b7fceeb9ae for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:54:10.519845 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-466af4a8-29ee-4561-b3c3-4437f3d9b79b req-08f113b2-47ee-4aef-9190-0c475ad1708d tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:10.523826 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-d89193be-f05c-4dfb-b416-ccfeef333f9a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.98&port_id=bd421caf-72a7-469a-bd36-ed429f10bc0d HTTP/1.1" status: 200  len: 217 time: 0.1757433
May 07 21:54:10.527689 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53625223-8749-4981-9a51-8a309d1520ab None None] Routers {'b5281c6d-1370-492d-b1a8-7bd10df47e25'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:54:10.528402 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-53625223-8749-4981-9a51-8a309d1520ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8ca10370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:53:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['b5281c6d-1370-492d-b1a8-7bd10df47e25'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:54:10.604098 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-240cf475-2e18-46f9-8741-f209eab04b7c tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "PUT /v2.0/floatingips/69e0483a-be20-4f87-afe5-ebeffcc24962 HTTP/1.1" status: 200  len: 992 time: 1.9883437
May 07 21:54:10.606728 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc6a642e-763c-4ac9-8ef7-4985bcb86060', 'tag': '1cef223b-c375-473f-8214-891abfa6fa86'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:54:10.609160 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5190d838-99b9-4091-b9b4-2ba26f0cca49" -d '{"events": [{"name": "network-changed", "server_uuid": "cc6a642e-763c-4ac9-8ef7-4985bcb86060", "tag": "1cef223b-c375-473f-8214-891abfa6fa86"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:54:10.626327 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd1823-6c8e-40f2-822f-91089cc69c45 req-d2081af4-107d-4794-91ba-ca74b0bf4c67 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:10.628015 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-86dd1823-6c8e-40f2-822f-91089cc69c45 req-d2081af4-107d-4794-91ba-ca74b0bf4c67 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f1345a1-41a5-40ac-a7c4-7d6b9eb621fb HTTP/1.1" status: 200  len: 932 time: 0.0970306
May 07 21:54:10.690194 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-86dd1823-6c8e-40f2-822f-91089cc69c45 req-ff24f727-d53f-40c0-9753-c71aefb765df tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b18b124-d6ae-4635-93ed-9957a39a34ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542049
May 07 21:54:10.698616 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-53625223-8749-4981-9a51-8a309d1520ab None None] Set router b5281c6d-1370-492d-b1a8-7bd10df47e25 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:54:10.711709 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-865d172f-79e2-43c2-a820-99c14d374cac req-80f3d804-40a3-4f7f-9cd1-a8f19f5a521a tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d50792e5-4672-4ff2-b261-ed0a649bb3d3&id=623940a1-6290-423b-87cb-2a84fe4a7634&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.7045505
May 07 21:54:10.788244 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-6ef8bc5f-5236-4038-be04-093acced1c55 req-b6efda0a-9251-4dc1-803c-8f5fefac54f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (861cefe1-1ec7-45b2-a2a0-851f6f48c014), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:10.789301 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf125346-8922-4f68-b377-50c7d0a000dc x-openstack-request-id: req-bf125346-8922-4f68-b377-50c7d0a000dc {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:54:10.789603 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc6a642e-763c-4ac9-8ef7-4985bcb86060", "tag": "1cef223b-c375-473f-8214-891abfa6fa86", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:54:10.790309 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bf125346-8922-4f68-b377-50c7d0a000dc {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:54:10.790762 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf125346-8922-4f68-b377-50c7d0a000dc'] response: {'name': 'network-changed', 'server_uuid': 'cc6a642e-763c-4ac9-8ef7-4985bcb86060', 'tag': '1cef223b-c375-473f-8214-891abfa6fa86', 'status': 'completed', 'code': 200}
May 07 21:54:10.813075 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-dd872ff6-0b08-476f-82af-354bb10651f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:10.815324 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-dd872ff6-0b08-476f-82af-354bb10651f7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bb1f6c63-3864-40bd-a2ae-039b8eadf327 HTTP/1.1" status: 200  len: 797 time: 0.2791400
May 07 21:54:10.887779 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5190d838-99b9-4091-b9b4-2ba26f0cca49 req-1d9af941-bdb6-4918-8a8d-41656b0eccc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:10.889890 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5190d838-99b9-4091-b9b4-2ba26f0cca49 req-1d9af941-bdb6-4918-8a8d-41656b0eccc6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=93c3c71171814bb7b1018904086ad506&device_id=cc6a642e-763c-4ac9-8ef7-4985bcb86060 HTTP/1.1" status: 200  len: 1128 time: 0.0665290
May 07 21:54:11.023927 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5190d838-99b9-4091-b9b4-2ba26f0cca49 req-99cf2a97-e89e-47c8-a7a9-c553f67466f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:11.031288 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5190d838-99b9-4091-b9b4-2ba26f0cca49 req-99cf2a97-e89e-47c8-a7a9-c553f67466f0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=772be29c-bb44-46ae-a3e0-b0a78574bddf HTTP/1.1" status: 200  len: 918 time: 0.1269500
May 07 21:54:11.061522 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-53625223-8749-4981-9a51-8a309d1520ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8ca10370>, [{'id': 'b5281c6d-1370-492d-b1a8-7bd10df47e25', 'name': 'tempest-AttachVolumeShelveTestJSON-1954874037-router', 'tenant_id': '93c3c71171814bb7b1018904086ad506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.48'}], 'enable_snat': True}, 'gw_port_id': '46fbf6da-bca9-4d68-848b-b8373ed60471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:53:31Z', 'updated_at': '2022-05-07T21:53:38Z', 'revision_number': 4, 'project_id': '93c3c71171814bb7b1018904086ad506', 'gw_port': {'id': '46fbf6da-bca9-4d68-848b-b8373ed60471', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5281c6d-1370-492d-b1a8-7bd10df47e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:53:32Z', 'updated_at': '2022-05-07T21:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '69e0483a-be20-4f87-afe5-ebeffcc24962', 'tenant_id': '93c3c71171814bb7b1018904086ad506', 'floating_ip_address': '172.35.4.181', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': 'b5281c6d-1370-492d-b1a8-7bd10df47e25', 'port_id': '1cef223b-c375-473f-8214-891abfa6fa86', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '772be29c-bb44-46ae-a3e0-b0a78574bddf', 'mac_address': 'fa:16:3e:3f:8c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6a642e-763c-4ac9-8ef7-4985bcb86060', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T21:53:46Z', 'updated_at': '2022-05-07T21:54:09Z', 'revision_number': 1, 'project_id': '93c3c71171814bb7b1018904086ad506', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fdfc258-a1b1-4f52-ac3b-d6710d2f6ca2', 'name': '', 'network_id': '772be29c-bb44-46ae-a3e0-b0a78574bddf', 'tenant_id': '93c3c71171814bb7b1018904086ad506', 'mac_address': 'fa:16:3e:91:7d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5281c6d-1370-492d-b1a8-7bd10df47e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'f41cdf1c-9de4-46dc-8689-4d3b6400326c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:53:37Z', 'updated_at': '2022-05-07T21:53:43Z', 'revision_number': 5, 'project_id': '93c3c71171814bb7b1018904086ad506', 'subnets': [{'id': 'f41cdf1c-9de4-46dc-8689-4d3b6400326c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:54:11.080257 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-8f3a21c1-a24d-4fda-932b-016798dc6854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:11.081859 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-8f3a21c1-a24d-4fda-932b-016798dc6854 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5159d3da-3059-47f6-8ecf-b4d9b2b9d7de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.2233698
May 07 21:54:11.098251 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53625223-8749-4981-9a51-8a309d1520ab None None] Checking router: b5281c6d-1370-492d-b1a8-7bd10df47e25 for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 21:54:11.110206 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53625223-8749-4981-9a51-8a309d1520ab None None] Routers {'b5281c6d-1370-492d-b1a8-7bd10df47e25'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:54:11.111149 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-53625223-8749-4981-9a51-8a309d1520ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8ca10370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:53:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['b5281c6d-1370-492d-b1a8-7bd10df47e25'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:54:11.136235 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5190d838-99b9-4091-b9b4-2ba26f0cca49 req-41c1f12c-0f52-4240-ad6d-ed895df473b7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1cef223b-c375-473f-8214-891abfa6fa86 HTTP/1.1" status: 200  len: 1000 time: 0.1038439
May 07 21:54:11.164573 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2507b17a-39e0-4a56-84d1-b22571f6b984 req-baa54a4e-fbd7-4fb7-8c92-ee51f594571f tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=a24cf19532e0484fabd6dc4e6b66fe30&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1310484
May 07 21:54:11.238254 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-594e9100-a8f9-44af-8443-4fe2c2a5ef25 service neutron] 10.222.0.59 "GET /v2.0/networks/5159d3da-3059-47f6-8ecf-b4d9b2b9d7de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1352069
May 07 21:54:11.260794 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-53625223-8749-4981-9a51-8a309d1520ab None None] Set router b5281c6d-1370-492d-b1a8-7bd10df47e25 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:54:11.315294 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2507b17a-39e0-4a56-84d1-b22571f6b984 req-e8fdc4ac-a8da-4ae0-a8dd-ce4bad317bc8 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:11.317457 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2507b17a-39e0-4a56-84d1-b22571f6b984 req-e8fdc4ac-a8da-4ae0-a8dd-ce4bad317bc8 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1514027
May 07 21:54:11.342675 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2507b17a-39e0-4a56-84d1-b22571f6b984 req-d77bdb9c-e581-4f9a-9ab6-cda856d4980f tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/quotas/a24cf19532e0484fabd6dc4e6b66fe30 HTTP/1.1" status: 200  len: 375 time: 0.0173061
May 07 21:54:11.349189 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5190d838-99b9-4091-b9b4-2ba26f0cca49 req-d6bfbc3b-861b-41b3-96a3-fe3dae6d6141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:11.350663 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5190d838-99b9-4091-b9b4-2ba26f0cca49 req-d6bfbc3b-861b-41b3-96a3-fe3dae6d6141 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f41cdf1c-9de4-46dc-8689-4d3b6400326c HTTP/1.1" status: 200  len: 856 time: 0.1703355
May 07 21:54:11.397522 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2507b17a-39e0-4a56-84d1-b22571f6b984 req-473dea24-70ee-421b-9ae2-70b3d454ea84 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a24cf19532e0484fabd6dc4e6b66fe30&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0456929
May 07 21:54:11.473391 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5190d838-99b9-4091-b9b4-2ba26f0cca49 req-05ac05c6-422e-462e-b843-3ec376252a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:11.476631 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5190d838-99b9-4091-b9b4-2ba26f0cca49 req-05ac05c6-422e-462e-b843-3ec376252a07 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=772be29c-bb44-46ae-a3e0-b0a78574bddf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0769634
May 07 21:54:11.594963 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-53625223-8749-4981-9a51-8a309d1520ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8ca10370>, [{'id': 'b5281c6d-1370-492d-b1a8-7bd10df47e25', 'name': 'tempest-AttachVolumeShelveTestJSON-1954874037-router', 'tenant_id': '93c3c71171814bb7b1018904086ad506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.48'}], 'enable_snat': True}, 'gw_port_id': '46fbf6da-bca9-4d68-848b-b8373ed60471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:53:31Z', 'updated_at': '2022-05-07T21:53:38Z', 'revision_number': 4, 'project_id': '93c3c71171814bb7b1018904086ad506', 'gw_port': {'id': '46fbf6da-bca9-4d68-848b-b8373ed60471', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5281c6d-1370-492d-b1a8-7bd10df47e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:53:32Z', 'updated_at': '2022-05-07T21:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '69e0483a-be20-4f87-afe5-ebeffcc24962', 'tenant_id': '93c3c71171814bb7b1018904086ad506', 'floating_ip_address': '172.35.4.181', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': 'b5281c6d-1370-492d-b1a8-7bd10df47e25', 'port_id': '1cef223b-c375-473f-8214-891abfa6fa86', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '772be29c-bb44-46ae-a3e0-b0a78574bddf', 'mac_address': 'fa:16:3e:3f:8c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6a642e-763c-4ac9-8ef7-4985bcb86060', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T21:53:46Z', 'updated_at': '2022-05-07T21:54:09Z', 'revision_number': 1, 'project_id': '93c3c71171814bb7b1018904086ad506', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fdfc258-a1b1-4f52-ac3b-d6710d2f6ca2', 'name': '', 'network_id': '772be29c-bb44-46ae-a3e0-b0a78574bddf', 'tenant_id': '93c3c71171814bb7b1018904086ad506', 'mac_address': 'fa:16:3e:91:7d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5281c6d-1370-492d-b1a8-7bd10df47e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'f41cdf1c-9de4-46dc-8689-4d3b6400326c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:53:37Z', 'updated_at': '2022-05-07T21:53:43Z', 'revision_number': 5, 'project_id': '93c3c71171814bb7b1018904086ad506', 'subnets': [{'id': 'f41cdf1c-9de4-46dc-8689-4d3b6400326c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:54:11.610484 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5190d838-99b9-4091-b9b4-2ba26f0cca49 req-7c4bd55b-b20e-4aef-98f4-c1efc290e6d4 service neutron] 10.222.0.55 "GET /v2.0/networks/772be29c-bb44-46ae-a3e0-b0a78574bddf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1261363
May 07 21:54:11.645081 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53625223-8749-4981-9a51-8a309d1520ab None None] The sync data for ids ['b5281c6d-1370-492d-b1a8-7bd10df47e25'] in ncdv-master-1 is: [{'id': 'b5281c6d-1370-492d-b1a8-7bd10df47e25', 'name': 'tempest-AttachVolumeShelveTestJSON-1954874037-router', 'tenant_id': '93c3c71171814bb7b1018904086ad506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.48'}], 'enable_snat': True}, 'gw_port_id': '46fbf6da-bca9-4d68-848b-b8373ed60471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:53:31Z', 'updated_at': '2022-05-07T21:53:38Z', 'revision_number': 4, 'project_id': '93c3c71171814bb7b1018904086ad506', 'gw_port': {'id': '46fbf6da-bca9-4d68-848b-b8373ed60471', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5281c6d-1370-492d-b1a8-7bd10df47e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:53:32Z', 'updated_at': '2022-05-07T21:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '69e0483a-be20-4f87-afe5-ebeffcc24962', 'tenant_id': '93c3c71171814bb7b1018904086ad506', 'floating_ip_address': '172.35.4.181', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': 'b5281c6d-1370-492d-b1a8-7bd10df47e25', 'port_id': '1cef223b-c375-473f-8214-891abfa6fa86', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '772be29c-bb44-46ae-a3e0-b0a78574bddf', 'mac_address': 'fa:16:3e:3f:8c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6a642e-763c-4ac9-8ef7-4985bcb86060', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T21:53:46Z', 'updated_at': '2022-05-07T21:54:09Z', 'revision_number': 1, 'project_id': '93c3c71171814bb7b1018904086ad506', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fdfc258-a1b1-4f52-ac3b-d6710d2f6ca2', 'name': '', 'network_id': '772be29c-bb44-46ae-a3e0-b0a78574bddf', 'tenant_id': '93c3c71171814bb7b1018904086ad506', 'mac_address': 'fa:16:3e:91:7d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5281c6d-1370-492d-b1a8-7bd10df47e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'f41cdf1c-9de4-46dc-8689-4d3b6400326c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:53:37Z', 'updated_at': '2022-05-07T21:53:43Z', 'revision_number': 5, 'project_id': '93c3c71171814bb7b1018904086ad506', 'subnets': [{'id': 'f41cdf1c-9de4-46dc-8689-4d3b6400326c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:54:11.698198 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2d73cad6-a5bb-46ac-a47c-12b7ae032d80 req-b2b6274e-220c-442e-85ad-07fa61f56e0e tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc809cd6-ffa7-49b3-ad2c-9bd7a75f8db2 HTTP/1.1" status: 200  len: 210 time: 0.0472236
May 07 21:54:11.825132 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5190d838-99b9-4091-b9b4-2ba26f0cca49 req-65adc2e5-4158-4847-a047-4e702c2fe319 service neutron] 10.222.0.55 "GET /v2.0/networks/772be29c-bb44-46ae-a3e0-b0a78574bddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2087576
May 07 21:54:11.872194 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device ba6953bf-d303-41d0-8e46-76f5d131940a up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:54:11.899093 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e11370-6dea-4911-84c1-55f1708551c0 req-4b869132-08d8-4d62-b296-907fb8c0e880 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:11.900714 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a7e11370-6dea-4911-84c1-55f1708551c0 req-4b869132-08d8-4d62-b296-907fb8c0e880 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f1345a1-41a5-40ac-a7c4-7d6b9eb621fb HTTP/1.1" status: 200  len: 932 time: 0.0993006
May 07 21:54:11.908909 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-195ea94b-bd49-4fde-b7b7-c1c541763b4e req-db5c9ddf-f942-4e35-ba31-62f3a67d348c tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "GET /v2.0/ports?device_id=1328c136-9d82-4506-81cd-534b3799a51d HTTP/1.1" status: 200  len: 210 time: 0.0804238
May 07 21:54:11.961218 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port ba6953bf-d303-41d0-8e46-76f5d131940a triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:54:11.961644 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (ba6953bf-d303-41d0-8e46-76f5d131940a), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:12.007368 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a7e11370-6dea-4911-84c1-55f1708551c0 req-5e5d9bc2-8155-4894-a58f-3a925c715011 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b18b124-d6ae-4635-93ed-9957a39a34ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0902069
May 07 21:54:12.069612 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e68d4310-69d3-4b30-8839-d12e56f64ffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:12.140775 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818340f4-76ce-4068-9827-1e9e2af5756e None None] New status for floating IP 69e0483a-be20-4f87-afe5-ebeffcc24962: ACTIVE {{(pid=121838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 07 21:54:12.199233 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port ba6953bf-d303-41d0-8e46-76f5d131940a is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:54:12.199610 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (ba6953bf-d303-41d0-8e46-76f5d131940a), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:12.220764 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [req-466af4a8-29ee-4561-b3c3-4437f3d9b79b req-08f113b2-47ee-4aef-9190-0c475ad1708d tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Allocated IP 172.20.0.7 (38ca9b6e-b205-48f9-a002-ddfee225fe39/9f91aa11-98d2-41ad-a902-77d230f2dd04/26b45fcb-fb85-4cfb-9dc0-1b5852bae60e) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:54:12.253499 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port ba6953bf-d303-41d0-8e46-76f5d131940a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ba6953bf-d303-41d0-8e46-76f5d131940a,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:54:12.288452 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (ba6953bf-d303-41d0-8e46-76f5d131940a), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:12.325299 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18667cdd-1c46-45dc-96d2-1bc65400b256 req-582cc615-8c99-4564-a96e-886ce4c1ef17 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:12.330821 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18667cdd-1c46-45dc-96d2-1bc65400b256 req-582cc615-8c99-4564-a96e-886ce4c1ef17 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:12.336863 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18667cdd-1c46-45dc-96d2-1bc65400b256 req-582cc615-8c99-4564-a96e-886ce4c1ef17 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:12.342448 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18667cdd-1c46-45dc-96d2-1bc65400b256 req-582cc615-8c99-4564-a96e-886ce4c1ef17 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:12.348435 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18667cdd-1c46-45dc-96d2-1bc65400b256 req-582cc615-8c99-4564-a96e-886ce4c1ef17 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:12.353616 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18667cdd-1c46-45dc-96d2-1bc65400b256 req-582cc615-8c99-4564-a96e-886ce4c1ef17 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:12.359372 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18667cdd-1c46-45dc-96d2-1bc65400b256 req-582cc615-8c99-4564-a96e-886ce4c1ef17 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:12.361299 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-18667cdd-1c46-45dc-96d2-1bc65400b256 req-582cc615-8c99-4564-a96e-886ce4c1ef17 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc2b763-2769-4c0e-9bf3-9ee54868505c HTTP/1.1" status: 200  len: 5430 time: 0.3323255
May 07 21:54:12.394115 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=ba6953bf-d303-41d0-8e46-76f5d131940a,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:12.405202 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:54:12.406400 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:54:12.406865 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:54:12.407271 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:54:12.408522 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:54:12.408889 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:54:12.409539 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:54:12.410095 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:54:12.410534 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:54:12.410992 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:54:12.411536 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:54:12.411937 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:54:12.412297 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:54:12.412931 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:54:12.413087 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:54:12.680197 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-122c513b-61f9-478d-a7ff-fb9ea6f5b112 service neutron] 10.222.0.59 "GET /v2.0/networks/5159d3da-3059-47f6-8ecf-b4d9b2b9d7de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7822945
May 07 21:54:12.725799 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-18667cdd-1c46-45dc-96d2-1bc65400b256 req-87076cc3-ae7b-4351-b418-26ac0f8db810 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d50792e5-4672-4ff2-b261-ed0a649bb3d3&id=623940a1-6290-423b-87cb-2a84fe4a7634&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.3394332
May 07 21:54:12.806095 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a73090d8-1173-40eb-a883-d9ede8b87494 req-e2d79ccd-ee26-48b8-8ede-1534a7715dfa tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc809cd6-ffa7-49b3-ad2c-9bd7a75f8db2 HTTP/1.1" status: 200  len: 210 time: 0.0298939
May 07 21:54:12.929979 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-8222a993-1a93-4ff5-808f-7833e031526d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=840ebb23-b4df-469e-b8a1-03792fff9bb1 HTTP/1.1" status: 200  len: 217 time: 0.0968292
May 07 21:54:12.952898 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [req-6ef8bc5f-5236-4038-be04-093acced1c55 req-b6efda0a-9251-4dc1-803c-8f5fefac54f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 861cefe1-1ec7-45b2-a2a0-851f6f48c014 {{(pid=121837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:54:12.977179 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2507b17a-39e0-4a56-84d1-b22571f6b984 req-0fd6fa5c-0a3f-4a33-9d37-5c7d94de3649 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=a24cf19532e0484fabd6dc4e6b66fe30&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0703387
May 07 21:54:12.977686 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-0e538f14-73b8-4919-9274-d53096cd52da admin admin] Deleting port db22bc94-4cee-45f7-ac12-0d176dca7255 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:54:12.978018 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0e538f14-73b8-4919-9274-d53096cd52da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (db22bc94-4cee-45f7-ac12-0d176dca7255), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:12.983421 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-6ef8bc5f-5236-4038-be04-093acced1c55 req-b6efda0a-9251-4dc1-803c-8f5fefac54f2 service neutron] Publish callbacks [] for port (861cefe1-1ec7-45b2-a2a0-851f6f48c014), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:13.059927 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-e68d4310-69d3-4b30-8839-d12e56f64ffd admin admin] Allocated IP 172.20.0.1 (78b27442-bcb9-410d-9431-ef2d20377793/b94529aa-c690-43df-a7f8-1037d29e0a09/f3f4cb04-f7c5-4069-ad2a-d8dad30fab8c) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:54:13.093998 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-466af4a8-29ee-4561-b3c3-4437f3d9b79b req-08f113b2-47ee-4aef-9190-0c475ad1708d tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Publish callbacks [] for port (26b45fcb-fb85-4cfb-9dc0-1b5852bae60e), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:13.097536 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-6ef8bc5f-5236-4038-be04-093acced1c55 req-b6efda0a-9251-4dc1-803c-8f5fefac54f2 service neutron] Transition to ACTIVE for port object 861cefe1-1ec7-45b2-a2a0-851f6f48c014 will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:54:13.174030 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6687064f-4f24-4ac4-b89f-a9441039295e req-0638cee1-e87d-4b99-a8b0-5c6016ec1af9 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "GET /v2.0/ports?device_id=1328c136-9d82-4506-81cd-534b3799a51d HTTP/1.1" status: 200  len: 210 time: 0.1328778
May 07 21:54:13.182681 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-6ef8bc5f-5236-4038-be04-093acced1c55 req-b6efda0a-9251-4dc1-803c-8f5fefac54f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (861cefe1-1ec7-45b2-a2a0-851f6f48c014), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:13.189677 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2719cc3a-a5b3-4916-b9dd-80955bec52c6 req-2c5be25b-213a-434d-8076-02acd7b41b30 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:13.197825 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-b59c664a-7491-4f2a-a824-fe2bb3769ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:13.199322 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-b59c664a-7491-4f2a-a824-fe2bb3769ee3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=13d3a74e-2942-47f7-869e-1fd2939a6583 HTTP/1.1" status: 200  len: 797 time: 0.2419925
May 07 21:54:13.199845 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2719cc3a-a5b3-4916-b9dd-80955bec52c6 req-2c5be25b-213a-434d-8076-02acd7b41b30 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f1345a1-41a5-40ac-a7c4-7d6b9eb621fb HTTP/1.1" status: 200  len: 944 time: 0.1036191
May 07 21:54:13.304029 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2719cc3a-a5b3-4916-b9dd-80955bec52c6 req-cc7e611c-6068-4280-9e21-842a39142719 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b18b124-d6ae-4635-93ed-9957a39a34ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1007342
May 07 21:54:13.444042 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efda0a-9251-4dc1-803c-8f5fefac54f2 service neutron] Pushing event updated for resources: {'Port': ['ID=861cefe1-1ec7-45b2-a2a0-851f6f48c014,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:13.453077 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-0e538f14-73b8-4919-9274-d53096cd52da admin admin] For port db22bc94-4cee-45f7-ac12-0d176dca7255, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=db22bc94-4cee-45f7-ac12-0d176dca7255,segment=NetworkSegment(0c68f4a4-1adb-4fc4-b550-46d9215c674a),segment_id=0c68f4a4-1adb-4fc4-b550-46d9215c674a)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:54:13.453451 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0e538f14-73b8-4919-9274-d53096cd52da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (db22bc94-4cee-45f7-ac12-0d176dca7255), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:13.456237 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-43236efc-c89d-4a52-9192-b6f8ed03415f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:13.457711 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-43236efc-c89d-4a52-9192-b6f8ed03415f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=609f4b94-ee73-43b2-a5f1-920ecad898a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.2107427
May 07 21:54:13.494397 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-0e538f14-73b8-4919-9274-d53096cd52da admin admin] Calling delete_port for db22bc94-4cee-45f7-ac12-0d176dca7255 owned by network:router_interface {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:54:13.536197 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2507b17a-39e0-4a56-84d1-b22571f6b984 req-c8d86df5-f93d-4a35-92c6-cd87907f36b2 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:13.538182 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2507b17a-39e0-4a56-84d1-b22571f6b984 req-c8d86df5-f93d-4a35-92c6-cd87907f36b2 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5443830
May 07 21:54:13.552251 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-466af4a8-29ee-4561-b3c3-4437f3d9b79b req-08f113b2-47ee-4aef-9190-0c475ad1708d tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (26b45fcb-fb85-4cfb-9dc0-1b5852bae60e), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:13.569088 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-2507b17a-39e0-4a56-84d1-b22571f6b984 req-4cf091a0-d754-4b3a-9a7c-2730b5fed247 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Request body: {'port': {'device_id': 'dc809cd6-ffa7-49b3-ad2c-9bd7a75f8db2', 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47', 'admin_state_up': True, 'tenant_id': 'a24cf19532e0484fabd6dc4e6b66fe30'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:54:13.712945 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e68d4310-69d3-4b30-8839-d12e56f64ffd admin admin] Publish callbacks [] for port (f3f4cb04-f7c5-4069-ad2a-d8dad30fab8c), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:13.756847 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device ba6953bf-d303-41d0-8e46-76f5d131940a up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:54:13.797131 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-466af4a8-29ee-4561-b3c3-4437f3d9b79b req-08f113b2-47ee-4aef-9190-0c475ad1708d tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Network 38ca9b6e-b205-48f9-a002-ddfee225fe39 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:54:13.823997 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [req-466af4a8-29ee-4561-b3c3-4437f3d9b79b req-08f113b2-47ee-4aef-9190-0c475ad1708d tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:54:13.839605 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f113b2-47ee-4aef-9190-0c475ad1708d tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Pushing event updated for resources: {'Port': ['ID=26b45fcb-fb85-4cfb-9dc0-1b5852bae60e,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:13.850496 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-466af4a8-29ee-4561-b3c3-4437f3d9b79b req-08f113b2-47ee-4aef-9190-0c475ad1708d tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:54:13.927672 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-bb6d4013-1e6c-41a4-ab93-2ff613effb16 service neutron] 10.222.0.59 "GET /v2.0/networks/609f4b94-ee73-43b2-a5f1-920ecad898a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4569449
May 07 21:54:13.939163 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9b8529e0-e75f-4dc9-9c12-8220a4f6385e req-5871882e-002f-454f-8305-cd6bbbb37f3d tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc809cd6-ffa7-49b3-ad2c-9bd7a75f8db2 HTTP/1.1" status: 200  len: 210 time: 0.0368137
May 07 21:54:13.954666 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port ba6953bf-d303-41d0-8e46-76f5d131940a triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:54:13.955157 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (ba6953bf-d303-41d0-8e46-76f5d131940a), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:14.008795 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-6ef8bc5f-5236-4038-be04-093acced1c55 req-b6efda0a-9251-4dc1-803c-8f5fefac54f2 service neutron] Attempting to bind port 861cefe1-1ec7-45b2-a2a0-851f6f48c014 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:54:14.009478 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-6ef8bc5f-5236-4038-be04-093acced1c55 req-b6efda0a-9251-4dc1-803c-8f5fefac54f2 service neutron] Attempting to bind port 861cefe1-1ec7-45b2-a2a0-851f6f48c014 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '48f32d76-f63e-49c4-90a9-1cfb8c1dc638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7bc61814-8ef0-4365-b3ea-2c20100be453'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:54:14.009478 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef8bc5f-5236-4038-be04-093acced1c55 req-b6efda0a-9251-4dc1-803c-8f5fefac54f2 service neutron] Attempting to bind port 861cefe1-1ec7-45b2-a2a0-851f6f48c014 on network 7bc61814-8ef0-4365-b3ea-2c20100be453 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:54:14.037221 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port ba6953bf-d303-41d0-8e46-76f5d131940a is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:54:14.061310 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e99558-9dfa-4dd1-83ec-bafa2a09b40f req-80bcbeff-061c-4605-8dd0-3b7dfe924bd9 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:14.066563 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e99558-9dfa-4dd1-83ec-bafa2a09b40f req-80bcbeff-061c-4605-8dd0-3b7dfe924bd9 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:14.072686 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e99558-9dfa-4dd1-83ec-bafa2a09b40f req-80bcbeff-061c-4605-8dd0-3b7dfe924bd9 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:14.077932 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e99558-9dfa-4dd1-83ec-bafa2a09b40f req-80bcbeff-061c-4605-8dd0-3b7dfe924bd9 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:14.083320 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e99558-9dfa-4dd1-83ec-bafa2a09b40f req-80bcbeff-061c-4605-8dd0-3b7dfe924bd9 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:14.088488 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e99558-9dfa-4dd1-83ec-bafa2a09b40f req-80bcbeff-061c-4605-8dd0-3b7dfe924bd9 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:14.093615 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e99558-9dfa-4dd1-83ec-bafa2a09b40f req-80bcbeff-061c-4605-8dd0-3b7dfe924bd9 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:14.095591 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b4e99558-9dfa-4dd1-83ec-bafa2a09b40f req-80bcbeff-061c-4605-8dd0-3b7dfe924bd9 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc2b763-2769-4c0e-9bf3-9ee54868505c HTTP/1.1" status: 200  len: 5430 time: 0.2646861
May 07 21:54:14.110541 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef8bc5f-5236-4038-be04-093acced1c55 req-b6efda0a-9251-4dc1-803c-8f5fefac54f2 service neutron] Port 861cefe1-1ec7-45b2-a2a0-851f6f48c014 on network 7bc61814-8ef0-4365-b3ea-2c20100be453 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:54:14.110882 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef8bc5f-5236-4038-be04-093acced1c55 req-b6efda0a-9251-4dc1-803c-8f5fefac54f2 service neutron] Attempting to bind port 861cefe1-1ec7-45b2-a2a0-851f6f48c014 on network 7bc61814-8ef0-4365-b3ea-2c20100be453 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:54:14.147142 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466af4a8-29ee-4561-b3c3-4437f3d9b79b req-08f113b2-47ee-4aef-9190-0c475ad1708d tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:14.147753 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-466af4a8-29ee-4561-b3c3-4437f3d9b79b req-08f113b2-47ee-4aef-9190-0c475ad1708d tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:14.191083 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef8bc5f-5236-4038-be04-093acced1c55 req-b6efda0a-9251-4dc1-803c-8f5fefac54f2 service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:54:14.191418 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef8bc5f-5236-4038-be04-093acced1c55 req-b6efda0a-9251-4dc1-803c-8f5fefac54f2 service neutron] Checking segment: {'id': '48f32d76-f63e-49c4-90a9-1cfb8c1dc638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7bc61814-8ef0-4365-b3ea-2c20100be453'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:54:14.191800 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef8bc5f-5236-4038-be04-093acced1c55 req-b6efda0a-9251-4dc1-803c-8f5fefac54f2 service neutron] Bound using segment: {'id': '48f32d76-f63e-49c4-90a9-1cfb8c1dc638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7bc61814-8ef0-4365-b3ea-2c20100be453'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:54:14.192538 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-6ef8bc5f-5236-4038-be04-093acced1c55 req-b6efda0a-9251-4dc1-803c-8f5fefac54f2 service neutron] Bound port: 861cefe1-1ec7-45b2-a2a0-851f6f48c014, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48f32d76-f63e-49c4-90a9-1cfb8c1dc638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7bc61814-8ef0-4365-b3ea-2c20100be453'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:54:14.193517 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-6ef8bc5f-5236-4038-be04-093acced1c55 req-b6efda0a-9251-4dc1-803c-8f5fefac54f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (861cefe1-1ec7-45b2-a2a0-851f6f48c014), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:14.201279 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e68d4310-69d3-4b30-8839-d12e56f64ffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (f3f4cb04-f7c5-4069-ad2a-d8dad30fab8c), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:14.226565 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2507b17a-39e0-4a56-84d1-b22571f6b984 req-4cf091a0-d754-4b3a-9a7c-2730b5fed247 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Made reservation on behalf of a24cf19532e0484fabd6dc4e6b66fe30 for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:54:14.229790 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-2507b17a-39e0-4a56-84d1-b22571f6b984 req-4cf091a0-d754-4b3a-9a7c-2730b5fed247 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:14.241699 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-466af4a8-29ee-4561-b3c3-4437f3d9b79b req-08f113b2-47ee-4aef-9190-0c475ad1708d tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.6806176
May 07 21:54:14.297145 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-466af4a8-29ee-4561-b3c3-4437f3d9b79b req-24abe520-ce75-4c71-a6a8-0d94340f8ed1 service neutron] Request body: {'port': {'device_id': '1328c136-9d82-4506-81cd-534b3799a51d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:54:14.302393 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-2507b17a-39e0-4a56-84d1-b22571f6b984 req-4cf091a0-d754-4b3a-9a7c-2730b5fed247 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:14.357935 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8452d23e-9a60-4e5c-a039-bbc8b99ff20c req-0b61f2ac-1cae-4103-a94b-3c7caa32067d tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:14.364007 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8452d23e-9a60-4e5c-a039-bbc8b99ff20c req-0b61f2ac-1cae-4103-a94b-3c7caa32067d tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "GET /v2.0/ports?device_id=1328c136-9d82-4506-81cd-534b3799a51d HTTP/1.1" status: 200  len: 931 time: 0.0672040
May 07 21:54:14.368084 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68d4310-69d3-4b30-8839-d12e56f64ffd admin admin] Network 78b27442-bcb9-410d-9431-ef2d20377793 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:54:14.377449 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-99e60efc-78e3-45e2-a84b-d674f3d34c62 service neutron] 10.222.0.59 "GET /v2.0/networks/609f4b94-ee73-43b2-a5f1-920ecad898a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4334662
May 07 21:54:14.418955 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8452d23e-9a60-4e5c-a039-bbc8b99ff20c req-d7af762c-45bc-4da8-975c-7e0b7ce35ba2 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d51153d-80bb-487e-9b59-7f10285c8c88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507550
May 07 21:54:14.544684 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86046620-c357-439b-8278-d41d12dda53b req-d26e1a6c-f034-4c94-a94c-bd6a9f466cd3 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:14.546302 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-86046620-c357-439b-8278-d41d12dda53b req-d26e1a6c-f034-4c94-a94c-bd6a9f466cd3 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f1345a1-41a5-40ac-a7c4-7d6b9eb621fb HTTP/1.1" status: 200  len: 944 time: 0.0517211
May 07 21:54:14.599644 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-86046620-c357-439b-8278-d41d12dda53b req-c20a6b62-e3ef-4cb0-8bf6-aab45305a9c3 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b18b124-d6ae-4635-93ed-9957a39a34ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455542
May 07 21:54:14.747342 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-e68d4310-69d3-4b30-8839-d12e56f64ffd admin admin] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:54:14.772285 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68d4310-69d3-4b30-8839-d12e56f64ffd admin admin] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:54:14.778179 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68d4310-69d3-4b30-8839-d12e56f64ffd admin admin] Pushing event updated for resources: {'Port': ['ID=f3f4cb04-f7c5-4069-ad2a-d8dad30fab8c,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:14.862952 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b4e99558-9dfa-4dd1-83ec-bafa2a09b40f req-897ebb68-6d16-4256-8ed9-abda94fad418 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d50792e5-4672-4ff2-b261-ed0a649bb3d3&id=623940a1-6290-423b-87cb-2a84fe4a7634&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.7581618
May 07 21:54:14.864456 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-76e73231-9c37-4405-ba1e-7ff24b1bb8a8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=54d4d944-47e9-4336-a070-44cbc0439ffd HTTP/1.1" status: 200  len: 217 time: 0.4502213
May 07 21:54:14.969335 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-6ef8bc5f-5236-4038-be04-093acced1c55 req-b6efda0a-9251-4dc1-803c-8f5fefac54f2 service neutron] For port 861cefe1-1ec7-45b2-a2a0-851f6f48c014, host nch2-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:54:14.980615 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0e538f14-73b8-4919-9274-d53096cd52da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (db22bc94-4cee-45f7-ac12-0d176dca7255), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:15.001306 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-466af4a8-29ee-4561-b3c3-4437f3d9b79b req-24abe520-ce75-4c71-a6a8-0d94340f8ed1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (26b45fcb-fb85-4cfb-9dc0-1b5852bae60e), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:15.003202 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e68d4310-69d3-4b30-8839-d12e56f64ffd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398161'] for router_interface (ca9742b7-eb78-416c-99df-387368310e78), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:15.006736 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-6ef8bc5f-5236-4038-be04-093acced1c55 req-b6efda0a-9251-4dc1-803c-8f5fefac54f2 service neutron] For port 861cefe1-1ec7-45b2-a2a0-851f6f48c014, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=861cefe1-1ec7-45b2-a2a0-851f6f48c014,segment=NetworkSegment(48f32d76-f63e-49c4-90a9-1cfb8c1dc638),segment_id=48f32d76-f63e-49c4-90a9-1cfb8c1dc638)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:54:15.053499 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-b8e004f0-c93e-4d3d-a35a-e10e62a1bc58 None None] Provisioning complete for port f3f4cb04-f7c5-4069-ad2a-d8dad30fab8c triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:54:15.054113 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b8e004f0-c93e-4d3d-a35a-e10e62a1bc58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (f3f4cb04-f7c5-4069-ad2a-d8dad30fab8c), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:15.065267 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ae88242a-b0e6-41f1-9150-2012d2dea6c0 req-8c39fcb9-0bb4-4ecb-b0cb-8e018c2f17ce tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc809cd6-ffa7-49b3-ad2c-9bd7a75f8db2 HTTP/1.1" status: 200  len: 210 time: 0.0358086
May 07 21:54:15.091042 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e538f14-73b8-4919-9274-d53096cd52da admin admin] Pushing event deleted for resources: {'Port': ['ID=db22bc94-4cee-45f7-ac12-0d176dca7255,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:15.100346 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-b8e004f0-c93e-4d3d-a35a-e10e62a1bc58 None None] Port f3f4cb04-f7c5-4069-ad2a-d8dad30fab8c cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:54:15.101977 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-6ef8bc5f-5236-4038-be04-093acced1c55 req-b6efda0a-9251-4dc1-803c-8f5fefac54f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (861cefe1-1ec7-45b2-a2a0-851f6f48c014), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:15.148754 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-80664451-ff6a-4cc0-a2df-446231334c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:15.150708 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-80664451-ff6a-4cc0-a2df-446231334c00 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=13d3a74e-2942-47f7-869e-1fd2939a6583 HTTP/1.1" status: 200  len: 797 time: 0.2586458
May 07 21:54:15.264039 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef8bc5f-5236-4038-be04-093acced1c55 req-b6efda0a-9251-4dc1-803c-8f5fefac54f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:15.264689 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-6ef8bc5f-5236-4038-be04-093acced1c55 req-b6efda0a-9251-4dc1-803c-8f5fefac54f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:15.266142 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6ef8bc5f-5236-4038-be04-093acced1c55 req-b6efda0a-9251-4dc1-803c-8f5fefac54f2 service neutron] 10.222.0.59 "PUT /v2.0/ports/861cefe1-1ec7-45b2-a2a0-851f6f48c014 HTTP/1.1" status: 200  len: 1092 time: 4.9371626
May 07 21:54:15.285010 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f1345a1-41a5-40ac-a7c4-7d6b9eb621fb', 'tag': '861cefe1-1ec7-45b2-a2a0-851f6f48c014'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:54:15.287321 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79df95b2-dec0-476a-a6d2-895a29b6fbd3" -d '{"events": [{"name": "network-changed", "server_uuid": "9f1345a1-41a5-40ac-a7c4-7d6b9eb621fb", "tag": "861cefe1-1ec7-45b2-a2a0-851f6f48c014"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:54:15.340035 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-2507b17a-39e0-4a56-84d1-b22571f6b984 req-4cf091a0-d754-4b3a-9a7c-2730b5fed247 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Publish callbacks [] for security_group (aca2780c-128c-4de5-85a4-a7e10bd42e1e), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:15.378698 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1287840c-a262-444b-ab97-5128a8262700 x-openstack-request-id: req-1287840c-a262-444b-ab97-5128a8262700 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:54:15.379022 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f1345a1-41a5-40ac-a7c4-7d6b9eb621fb", "tag": "861cefe1-1ec7-45b2-a2a0-851f6f48c014", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:54:15.379281 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1287840c-a262-444b-ab97-5128a8262700 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:54:15.379741 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1287840c-a262-444b-ab97-5128a8262700'] response: {'name': 'network-changed', 'server_uuid': '9f1345a1-41a5-40ac-a7c4-7d6b9eb621fb', 'tag': '861cefe1-1ec7-45b2-a2a0-851f6f48c014', 'status': 'completed', 'code': 200}
May 07 21:54:15.406216 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-2507b17a-39e0-4a56-84d1-b22571f6b984 req-4cf091a0-d754-4b3a-9a7c-2730b5fed247 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (aca2780c-128c-4de5-85a4-a7e10bd42e1e), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:15.461214 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-bd0ce656-3cf7-4d94-af45-ae48b7eb7aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:15.462735 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-bd0ce656-3cf7-4d94-af45-ae48b7eb7aa5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=609f4b94-ee73-43b2-a5f1-920ecad898a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.2716022
May 07 21:54:15.481269 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6efda0a-9251-4dc1-803c-8f5fefac54f2 service neutron] Pushing event updated for resources: {'Port': ['ID=861cefe1-1ec7-45b2-a2a0-851f6f48c014,revision_number=3']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:15.550953 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88734e4-bf4b-478a-8ebd-7deb32cefedd req-e68a5090-a3fd-41c1-b6c9-db072132697b tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:15.553036 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d88734e4-bf4b-478a-8ebd-7deb32cefedd req-e68a5090-a3fd-41c1-b6c9-db072132697b tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "GET /v2.0/ports?device_id=1328c136-9d82-4506-81cd-534b3799a51d HTTP/1.1" status: 200  len: 931 time: 0.0539398
May 07 21:54:15.584304 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef8bc5f-5236-4038-be04-093acced1c55 req-ebe474e3-452d-4bc6-9737-3d86b7c7d4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:15.585969 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6ef8bc5f-5236-4038-be04-093acced1c55 req-ebe474e3-452d-4bc6-9737-3d86b7c7d4f7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4f4c556805a24040a7131d879ee91498&device_id=9f1345a1-41a5-40ac-a7c4-7d6b9eb621fb HTTP/1.1" status: 200  len: 1126 time: 0.2633491
May 07 21:54:15.607092 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d88734e4-bf4b-478a-8ebd-7deb32cefedd req-471b8010-981a-4763-bb83-8dec46ca7094 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d51153d-80bb-487e-9b59-7f10285c8c88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477259
May 07 21:54:15.742859 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf091a0-d754-4b3a-9a7c-2730b5fed247 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aca2780c-128c-4de5-85a4-a7e10bd42e1e,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:15.788623 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6ef8bc5f-5236-4038-be04-093acced1c55 req-4a67981b-3366-49c9-94e1-06a819f3870e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=861cefe1-1ec7-45b2-a2a0-851f6f48c014 HTTP/1.1" status: 200  len: 217 time: 0.1505208
May 07 21:54:15.975069 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e68d4310-69d3-4b30-8839-d12e56f64ffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f3f4cb04-f7c5-4069-ad2a-d8dad30fab8c), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:16.014953 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984694aa-549d-4ed1-b328-dac42a9b5957 req-37ef7ae2-a9c1-4a8c-a7dc-3053246336e2 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:16.015780 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e54e927-f459-4ad7-bb27-22e8d902463b req-cece1f0d-4ed8-4a8b-957a-94330e336c70 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:16.017318 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0e54e927-f459-4ad7-bb27-22e8d902463b req-cece1f0d-4ed8-4a8b-957a-94330e336c70 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f1345a1-41a5-40ac-a7c4-7d6b9eb621fb HTTP/1.1" status: 200  len: 944 time: 0.2715368
May 07 21:54:16.021090 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984694aa-549d-4ed1-b328-dac42a9b5957 req-37ef7ae2-a9c1-4a8c-a7dc-3053246336e2 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:16.027305 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984694aa-549d-4ed1-b328-dac42a9b5957 req-37ef7ae2-a9c1-4a8c-a7dc-3053246336e2 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:16.033343 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984694aa-549d-4ed1-b328-dac42a9b5957 req-37ef7ae2-a9c1-4a8c-a7dc-3053246336e2 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:16.039885 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984694aa-549d-4ed1-b328-dac42a9b5957 req-37ef7ae2-a9c1-4a8c-a7dc-3053246336e2 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:16.046164 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984694aa-549d-4ed1-b328-dac42a9b5957 req-37ef7ae2-a9c1-4a8c-a7dc-3053246336e2 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:16.052916 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984694aa-549d-4ed1-b328-dac42a9b5957 req-37ef7ae2-a9c1-4a8c-a7dc-3053246336e2 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:16.055312 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-984694aa-549d-4ed1-b328-dac42a9b5957 req-37ef7ae2-a9c1-4a8c-a7dc-3053246336e2 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc2b763-2769-4c0e-9bf3-9ee54868505c HTTP/1.1" status: 200  len: 5430 time: 0.1014745
May 07 21:54:16.082142 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-646284fb-b354-4895-ace4-dc75dcbe89f9 service neutron] 10.222.0.59 "GET /v2.0/networks/609f4b94-ee73-43b2-a5f1-920ecad898a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5977921
May 07 21:54:16.095205 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef8bc5f-5236-4038-be04-093acced1c55 req-b41efa77-e7a3-4757-a57b-5a5b4eb037bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:16.097160 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6ef8bc5f-5236-4038-be04-093acced1c55 req-b41efa77-e7a3-4757-a57b-5a5b4eb037bf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c561b220-fa88-48ef-b165-e5d692e53d7d HTTP/1.1" status: 200  len: 855 time: 0.2922139
May 07 21:54:16.116747 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [req-2507b17a-39e0-4a56-84d1-b22571f6b984 req-4cf091a0-d754-4b3a-9a7c-2730b5fed247 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Allocated IP 192.168.233.208 (665487f0-78eb-47fb-9a06-b15bc614dc47/6e0e5c53-1ece-4d20-b01d-5f8c6957edf6/0f31f820-4134-4910-88d6-283ed3ed34a7) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:54:16.127911 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-984694aa-549d-4ed1-b328-dac42a9b5957 req-9ca4f4cc-e628-453c-8bee-3698f3b6187b tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d50792e5-4672-4ff2-b261-ed0a649bb3d3&id=623940a1-6290-423b-87cb-2a84fe4a7634&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0663328
May 07 21:54:16.156087 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0e538f14-73b8-4919-9274-d53096cd52da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401002'] for router_interface (bc622e46-04e8-4ee4-b057-0b8b542c4edf), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:16.217765 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6ef8bc5f-5236-4038-be04-093acced1c55 req-8a8b36d3-5835-4479-9a59-7bc0fc6a1ef7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7bc61814-8ef0-4365-b3ea-2c20100be453&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1038055
May 07 21:54:16.220230 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-12e7c5fd-6f9f-4fd4-8bca-5dcd3f04ef88 req-12432737-4414-4012-abed-08881ba86d4d tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc809cd6-ffa7-49b3-ad2c-9bd7a75f8db2 HTTP/1.1" status: 200  len: 210 time: 0.0303493
May 07 21:54:16.434243 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0e54e927-f459-4ad7-bb27-22e8d902463b req-1d698952-5f15-4216-b0e7-9dad4c1519ea tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b18b124-d6ae-4635-93ed-9957a39a34ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4013989
May 07 21:54:16.541692 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [req-466af4a8-29ee-4561-b3c3-4437f3d9b79b req-24abe520-ce75-4c71-a6a8-0d94340f8ed1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26b45fcb-fb85-4cfb-9dc0-1b5852bae60e {{(pid=121837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:54:16.603049 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-466af4a8-29ee-4561-b3c3-4437f3d9b79b req-24abe520-ce75-4c71-a6a8-0d94340f8ed1 service neutron] Publish callbacks [] for port (26b45fcb-fb85-4cfb-9dc0-1b5852bae60e), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:16.644557 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1ebd58c0-efd0-4ca5-87d0-26045a6f7efc req-e84296b2-2a83-437c-826d-68aa15b3af79 service neutron] 10.222.0.59 "GET /v2.0/networks/609f4b94-ee73-43b2-a5f1-920ecad898a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5455446
May 07 21:54:16.697608 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-466af4a8-29ee-4561-b3c3-4437f3d9b79b req-24abe520-ce75-4c71-a6a8-0d94340f8ed1 service neutron] Transition to ACTIVE for port object 26b45fcb-fb85-4cfb-9dc0-1b5852bae60e will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:54:16.730399 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6ef8bc5f-5236-4038-be04-093acced1c55 req-0428ba44-24c6-40a2-bf10-193b0a40a9bc service neutron] 10.222.0.59 "GET /v2.0/networks/7bc61814-8ef0-4365-b3ea-2c20100be453?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4577949
May 07 21:54:16.731026 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-466af4a8-29ee-4561-b3c3-4437f3d9b79b req-24abe520-ce75-4c71-a6a8-0d94340f8ed1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (26b45fcb-fb85-4cfb-9dc0-1b5852bae60e), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:16.744444 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94402285-496b-4d4b-a966-369850cb2d26 req-c4916427-c8e9-481a-97b1-d80db3fbca58 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:16.746114 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-94402285-496b-4d4b-a966-369850cb2d26 req-c4916427-c8e9-481a-97b1-d80db3fbca58 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "GET /v2.0/ports?device_id=1328c136-9d82-4506-81cd-534b3799a51d HTTP/1.1" status: 200  len: 943 time: 0.0539258
May 07 21:54:16.801459 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-94402285-496b-4d4b-a966-369850cb2d26 req-f18061e0-b6f0-4288-879d-5e21267cf4ed tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d51153d-80bb-487e-9b59-7f10285c8c88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449185
May 07 21:54:17.206580 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e68d4310-69d3-4b30-8839-d12e56f64ffd admin admin] Publish callbacks [] for port (f3f4cb04-f7c5-4069-ad2a-d8dad30fab8c), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:17.228856 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-2507b17a-39e0-4a56-84d1-b22571f6b984 req-4cf091a0-d754-4b3a-9a7c-2730b5fed247 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Publish callbacks [] for port (0f31f820-4134-4910-88d6-283ed3ed34a7), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:17.234704 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24abe520-ce75-4c71-a6a8-0d94340f8ed1 service neutron] Pushing event updated for resources: {'Port': ['ID=26b45fcb-fb85-4cfb-9dc0-1b5852bae60e,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:17.272942 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e68d4310-69d3-4b30-8839-d12e56f64ffd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (f3f4cb04-f7c5-4069-ad2a-d8dad30fab8c), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:17.322071 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f6aca6fb-ca56-4253-955c-270733d32ba1 req-196b2a64-0690-4788-a282-eb7a80bfc2e3 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc809cd6-ffa7-49b3-ad2c-9bd7a75f8db2 HTTP/1.1" status: 200  len: 210 time: 0.0295198
May 07 21:54:17.478062 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c7a69a-2202-4605-a04e-2955631facf2 req-26faad0f-f343-4d8c-9706-5c6fa3b2fcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:17.478717 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c7a69a-2202-4605-a04e-2955631facf2 req-26faad0f-f343-4d8c-9706-5c6fa3b2fcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:17.479238 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c7a69a-2202-4605-a04e-2955631facf2 req-26faad0f-f343-4d8c-9706-5c6fa3b2fcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:17.479737 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c7a69a-2202-4605-a04e-2955631facf2 req-26faad0f-f343-4d8c-9706-5c6fa3b2fcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:17.480235 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c7a69a-2202-4605-a04e-2955631facf2 req-26faad0f-f343-4d8c-9706-5c6fa3b2fcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:17.480694 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c7a69a-2202-4605-a04e-2955631facf2 req-26faad0f-f343-4d8c-9706-5c6fa3b2fcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:17.481201 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c7a69a-2202-4605-a04e-2955631facf2 req-26faad0f-f343-4d8c-9706-5c6fa3b2fcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:17.483240 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-46c7a69a-2202-4605-a04e-2955631facf2 req-26faad0f-f343-4d8c-9706-5c6fa3b2fcf9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f75cb675742543209bcbb75d99b60e97&device_id=7bc2b763-2769-4c0e-9bf3-9ee54868505c HTTP/1.1" status: 200  len: 6704 time: 0.2916155
May 07 21:54:17.514714 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f552b073-56bb-44a4-9990-b0f6195f170c req-540e949e-5b4a-4de2-a5f0-4240881fee10 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:17.520179 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f552b073-56bb-44a4-9990-b0f6195f170c req-540e949e-5b4a-4de2-a5f0-4240881fee10 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:17.525783 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f552b073-56bb-44a4-9990-b0f6195f170c req-540e949e-5b4a-4de2-a5f0-4240881fee10 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:17.532363 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f552b073-56bb-44a4-9990-b0f6195f170c req-540e949e-5b4a-4de2-a5f0-4240881fee10 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:17.538404 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f552b073-56bb-44a4-9990-b0f6195f170c req-540e949e-5b4a-4de2-a5f0-4240881fee10 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:17.543687 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f552b073-56bb-44a4-9990-b0f6195f170c req-540e949e-5b4a-4de2-a5f0-4240881fee10 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:17.549240 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f552b073-56bb-44a4-9990-b0f6195f170c req-540e949e-5b4a-4de2-a5f0-4240881fee10 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:17.551283 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f552b073-56bb-44a4-9990-b0f6195f170c req-540e949e-5b4a-4de2-a5f0-4240881fee10 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc2b763-2769-4c0e-9bf3-9ee54868505c HTTP/1.1" status: 200  len: 5430 time: 0.3323419
May 07 21:54:17.560817 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75738743-24cf-467a-bd8f-60e6c14ee1d2 req-16cfb9b6-a88d-4db8-b14c-aa0dcfe8cac5 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:17.562301 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-75738743-24cf-467a-bd8f-60e6c14ee1d2 req-16cfb9b6-a88d-4db8-b14c-aa0dcfe8cac5 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f1345a1-41a5-40ac-a7c4-7d6b9eb621fb HTTP/1.1" status: 200  len: 944 time: 0.0574791
May 07 21:54:17.612959 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-75738743-24cf-467a-bd8f-60e6c14ee1d2 req-5b97925b-7000-4063-9375-1508962d2235 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b18b124-d6ae-4635-93ed-9957a39a34ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445979
May 07 21:54:17.615347 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68d4310-69d3-4b30-8839-d12e56f64ffd admin admin] Pushing event updated for resources: {'Port': ['ID=f3f4cb04-f7c5-4069-ad2a-d8dad30fab8c,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:17.632390 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e68d4310-69d3-4b30-8839-d12e56f64ffd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401121'] for router_interface (ca9742b7-eb78-416c-99df-387368310e78), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:17.748365 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-2507b17a-39e0-4a56-84d1-b22571f6b984 req-4cf091a0-d754-4b3a-9a7c-2730b5fed247 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (0f31f820-4134-4910-88d6-283ed3ed34a7), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:17.751417 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6ef8bc5f-5236-4038-be04-093acced1c55 req-3b2948cd-149f-4c90-a425-58f3cbb0fc02 service neutron] 10.222.0.59 "GET /v2.0/networks/7bc61814-8ef0-4365-b3ea-2c20100be453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5470431
May 07 21:54:17.767755 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e538f14-73b8-4919-9274-d53096cd52da admin admin] Router bc622e46-04e8-4ee4-b057-0b8b542c4edf has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 21:54:17.799061 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-466af4a8-29ee-4561-b3c3-4437f3d9b79b req-24abe520-ce75-4c71-a6a8-0d94340f8ed1 service neutron] Attempting to bind port 26b45fcb-fb85-4cfb-9dc0-1b5852bae60e on host nch1-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:54:17.799395 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-466af4a8-29ee-4561-b3c3-4437f3d9b79b req-24abe520-ce75-4c71-a6a8-0d94340f8ed1 service neutron] Attempting to bind port 26b45fcb-fb85-4cfb-9dc0-1b5852bae60e by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'c3b37dbc-d23c-4e53-ba39-47f4acab267d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '38ca9b6e-b205-48f9-a002-ddfee225fe39'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:54:17.799719 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-466af4a8-29ee-4561-b3c3-4437f3d9b79b req-24abe520-ce75-4c71-a6a8-0d94340f8ed1 service neutron] Attempting to bind port 26b45fcb-fb85-4cfb-9dc0-1b5852bae60e on network 38ca9b6e-b205-48f9-a002-ddfee225fe39 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:54:17.880177 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-466af4a8-29ee-4561-b3c3-4437f3d9b79b req-24abe520-ce75-4c71-a6a8-0d94340f8ed1 service neutron] Port 26b45fcb-fb85-4cfb-9dc0-1b5852bae60e on network 38ca9b6e-b205-48f9-a002-ddfee225fe39 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:54:17.880595 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-466af4a8-29ee-4561-b3c3-4437f3d9b79b req-24abe520-ce75-4c71-a6a8-0d94340f8ed1 service neutron] Attempting to bind port 26b45fcb-fb85-4cfb-9dc0-1b5852bae60e on network 38ca9b6e-b205-48f9-a002-ddfee225fe39 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:54:17.899971 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2507b17a-39e0-4a56-84d1-b22571f6b984 req-4cf091a0-d754-4b3a-9a7c-2730b5fed247 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Network 665487f0-78eb-47fb-9a06-b15bc614dc47 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:54:17.918936 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [req-2507b17a-39e0-4a56-84d1-b22571f6b984 req-4cf091a0-d754-4b3a-9a7c-2730b5fed247 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:54:17.920693 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf091a0-d754-4b3a-9a7c-2730b5fed247 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Pushing event updated for resources: {'Port': ['ID=0f31f820-4134-4910-88d6-283ed3ed34a7,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:17.921987 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2353d86-6508-4529-a0b4-c63371dd07f3 req-5515bf4b-60bf-4594-84ec-56ea8e50662d tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:17.926816 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f552b073-56bb-44a4-9990-b0f6195f170c req-88f3730f-72eb-432e-aaea-be0ef925d95b tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d50792e5-4672-4ff2-b261-ed0a649bb3d3&id=623940a1-6290-423b-87cb-2a84fe4a7634&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.3594716
May 07 21:54:17.927583 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-466af4a8-29ee-4561-b3c3-4437f3d9b79b req-24abe520-ce75-4c71-a6a8-0d94340f8ed1 service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:54:17.927946 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-466af4a8-29ee-4561-b3c3-4437f3d9b79b req-24abe520-ce75-4c71-a6a8-0d94340f8ed1 service neutron] Checking segment: {'id': 'c3b37dbc-d23c-4e53-ba39-47f4acab267d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '38ca9b6e-b205-48f9-a002-ddfee225fe39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:54:17.928271 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-466af4a8-29ee-4561-b3c3-4437f3d9b79b req-24abe520-ce75-4c71-a6a8-0d94340f8ed1 service neutron] Bound using segment: {'id': 'c3b37dbc-d23c-4e53-ba39-47f4acab267d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '38ca9b6e-b205-48f9-a002-ddfee225fe39'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:54:17.928705 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-466af4a8-29ee-4561-b3c3-4437f3d9b79b req-24abe520-ce75-4c71-a6a8-0d94340f8ed1 service neutron] Bound port: 26b45fcb-fb85-4cfb-9dc0-1b5852bae60e, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3b37dbc-d23c-4e53-ba39-47f4acab267d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '38ca9b6e-b205-48f9-a002-ddfee225fe39'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:54:17.929058 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-466af4a8-29ee-4561-b3c3-4437f3d9b79b req-24abe520-ce75-4c71-a6a8-0d94340f8ed1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (26b45fcb-fb85-4cfb-9dc0-1b5852bae60e), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:17.935360 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a2353d86-6508-4529-a0b4-c63371dd07f3 req-5515bf4b-60bf-4594-84ec-56ea8e50662d tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "GET /v2.0/ports?device_id=1328c136-9d82-4506-81cd-534b3799a51d HTTP/1.1" status: 200  len: 943 time: 0.0604732
May 07 21:54:17.962837 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-2507b17a-39e0-4a56-84d1-b22571f6b984 req-4cf091a0-d754-4b3a-9a7c-2730b5fed247 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:54:17.970798 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c7a69a-2202-4605-a04e-2955631facf2 req-e6367931-1ba2-4d9e-9c82-51a7dd2e3dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:17.972310 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-46c7a69a-2202-4605-a04e-2955631facf2 req-e6367931-1ba2-4d9e-9c82-51a7dd2e3dac service neutron] 10.222.0.59 "GET /v2.0/networks?id=609f4b94-ee73-43b2-a5f1-920ecad898a5 HTTP/1.1" status: 200  len: 901 time: 0.4131811
May 07 21:54:17.994373 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a2353d86-6508-4529-a0b4-c63371dd07f3 req-f0eb9be5-1c56-4e03-8333-d3023df83825 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d51153d-80bb-487e-9b59-7f10285c8c88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555372
May 07 21:54:18.135782 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-46c7a69a-2202-4605-a04e-2955631facf2 req-ae023352-0c59-442d-ac84-fbda6481fe63 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=54d4d944-47e9-4336-a070-44cbc0439ffd HTTP/1.1" status: 200  len: 217 time: 0.1066921
May 07 21:54:18.150493 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2507b17a-39e0-4a56-84d1-b22571f6b984 req-4cf091a0-d754-4b3a-9a7c-2730b5fed247 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:18.151129 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-2507b17a-39e0-4a56-84d1-b22571f6b984 req-4cf091a0-d754-4b3a-9a7c-2730b5fed247 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:18.157317 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68d4310-69d3-4b30-8839-d12e56f64ffd admin admin] Network 78b27442-bcb9-410d-9431-ef2d20377793 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:54:18.166201 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-e68d4310-69d3-4b30-8839-d12e56f64ffd admin admin] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:54:18.207140 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2507b17a-39e0-4a56-84d1-b22571f6b984 req-4cf091a0-d754-4b3a-9a7c-2730b5fed247 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 4.6511047
May 07 21:54:18.241688 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e538f14-73b8-4919-9274-d53096cd52da admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:54:18.252488 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42732) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:54:18.252703 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-0e538f14-73b8-4919-9274-d53096cd52da admin admin] 10.222.0.32 "PUT /v2.0/routers/bc622e46-04e8-4ee4-b057-0b8b542c4edf/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 9.8906832
May 07 21:54:18.253736 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b184ff-2d71-4815-afa0-4c4ffb5bd4bf None None] Sync routers for ids ['bc622e46-04e8-4ee4-b057-0b8b542c4edf'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:54:18.256022 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-466af4a8-29ee-4561-b3c3-4437f3d9b79b req-24abe520-ce75-4c71-a6a8-0d94340f8ed1 service neutron] For port 26b45fcb-fb85-4cfb-9dc0-1b5852bae60e, host nch1-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:54:18.258237 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-39788cd9-9eed-444a-9047-ecf06f15299e None None] Provisioning complete for port 0f31f820-4134-4910-88d6-283ed3ed34a7 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:54:18.259290 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-39788cd9-9eed-444a-9047-ecf06f15299e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (0f31f820-4134-4910-88d6-283ed3ed34a7), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:18.272979 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-466af4a8-29ee-4561-b3c3-4437f3d9b79b req-24abe520-ce75-4c71-a6a8-0d94340f8ed1 service neutron] For port 26b45fcb-fb85-4cfb-9dc0-1b5852bae60e, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=26b45fcb-fb85-4cfb-9dc0-1b5852bae60e,segment=NetworkSegment(c3b37dbc-d23c-4e53-ba39-47f4acab267d),segment_id=c3b37dbc-d23c-4e53-ba39-47f4acab267d)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:54:18.291324 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b184ff-2d71-4815-afa0-4c4ffb5bd4bf None None] Routers {'bc622e46-04e8-4ee4-b057-0b8b542c4edf'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:54:18.292234 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-07b184ff-2d71-4815-afa0-4c4ffb5bd4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf91ffb220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:53:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['bc622e46-04e8-4ee4-b057-0b8b542c4edf'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:54:18.304788 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-39788cd9-9eed-444a-9047-ecf06f15299e None None] Port 0f31f820-4134-4910-88d6-283ed3ed34a7 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:54:18.324721 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-466af4a8-29ee-4561-b3c3-4437f3d9b79b req-24abe520-ce75-4c71-a6a8-0d94340f8ed1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (26b45fcb-fb85-4cfb-9dc0-1b5852bae60e), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:18.419094 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466af4a8-29ee-4561-b3c3-4437f3d9b79b req-24abe520-ce75-4c71-a6a8-0d94340f8ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:18.420027 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-466af4a8-29ee-4561-b3c3-4437f3d9b79b req-24abe520-ce75-4c71-a6a8-0d94340f8ed1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:18.420620 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7fd5e0d6-1af2-40ce-a4d8-ca42ec765349 admin admin] Publish callbacks [] for router (bc622e46-04e8-4ee4-b057-0b8b542c4edf), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:18.421109 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-466af4a8-29ee-4561-b3c3-4437f3d9b79b req-24abe520-ce75-4c71-a6a8-0d94340f8ed1 service neutron] 10.222.0.55 "PUT /v2.0/ports/26b45fcb-fb85-4cfb-9dc0-1b5852bae60e HTTP/1.1" status: 200  len: 1091 time: 4.1400843
May 07 21:54:18.435422 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1328c136-9d82-4506-81cd-534b3799a51d', 'tag': '26b45fcb-fb85-4cfb-9dc0-1b5852bae60e'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:54:18.437878 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e67e4270-db54-42bf-9d6d-34db9bfa99e7" -d '{"events": [{"name": "network-changed", "server_uuid": "1328c136-9d82-4506-81cd-534b3799a51d", "tag": "26b45fcb-fb85-4cfb-9dc0-1b5852bae60e"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:54:18.478630 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-07b184ff-2d71-4815-afa0-4c4ffb5bd4bf None None] Set router bc622e46-04e8-4ee4-b057-0b8b542c4edf gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:54:18.529493 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-2a55ab3b-4576-4c6a-a28a-56b9ed4df23a None None] Provisioning complete for port f3f4cb04-f7c5-4069-ad2a-d8dad30fab8c triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:54:18.531787 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2a55ab3b-4576-4c6a-a28a-56b9ed4df23a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (f3f4cb04-f7c5-4069-ad2a-d8dad30fab8c), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:18.536921 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eac3872-da23-40a7-9906-7d82b52bf54a x-openstack-request-id: req-2eac3872-da23-40a7-9906-7d82b52bf54a {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:54:18.537231 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1328c136-9d82-4506-81cd-534b3799a51d", "tag": "26b45fcb-fb85-4cfb-9dc0-1b5852bae60e", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:54:18.537462 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2eac3872-da23-40a7-9906-7d82b52bf54a {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:54:18.537865 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2eac3872-da23-40a7-9906-7d82b52bf54a'] response: {'name': 'network-changed', 'server_uuid': '1328c136-9d82-4506-81cd-534b3799a51d', 'tag': '26b45fcb-fb85-4cfb-9dc0-1b5852bae60e', 'status': 'completed', 'code': 200}
May 07 21:54:18.540545 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24abe520-ce75-4c71-a6a8-0d94340f8ed1 service neutron] Pushing event updated for resources: {'Port': ['ID=26b45fcb-fb85-4cfb-9dc0-1b5852bae60e,revision_number=3']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:18.548103 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e68d4310-69d3-4b30-8839-d12e56f64ffd admin admin] Router ca9742b7-eb78-416c-99df-387368310e78 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 21:54:18.570252 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3e7743-a05b-4f5b-9edf-1ddb85a75864 req-1d300727-cfb0-4ce8-ab66-dd61866feedd tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:18.571835 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ed3e7743-a05b-4f5b-9edf-1ddb85a75864 req-1d300727-cfb0-4ce8-ab66-dd61866feedd tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc809cd6-ffa7-49b3-ad2c-9bd7a75f8db2 HTTP/1.1" status: 200  len: 936 time: 0.1259611
May 07 21:54:18.573201 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466af4a8-29ee-4561-b3c3-4437f3d9b79b req-029c8055-faeb-4c59-9705-688d3de285cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:18.574512 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-466af4a8-29ee-4561-b3c3-4437f3d9b79b req-029c8055-faeb-4c59-9705-688d3de285cd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=addf83b9a69e4628b1b962b7fceeb9ae&device_id=1328c136-9d82-4506-81cd-534b3799a51d HTTP/1.1" status: 200  len: 1125 time: 0.0941792
May 07 21:54:18.591438 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7fd5e0d6-1af2-40ce-a4d8-ca42ec765349 admin admin] Publish callbacks [] for router_gateway (bc622e46-04e8-4ee4-b057-0b8b542c4edf), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:18.613959 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-2a55ab3b-4576-4c6a-a28a-56b9ed4df23a None None] Port f3f4cb04-f7c5-4069-ad2a-d8dad30fab8c cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:54:18.669560 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-466af4a8-29ee-4561-b3c3-4437f3d9b79b req-96a6cb34-ac9c-48c0-8984-f3ad9f723d47 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=26b45fcb-fb85-4cfb-9dc0-1b5852bae60e HTTP/1.1" status: 200  len: 217 time: 0.0818510
May 07 21:54:18.670724 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-7fd5e0d6-1af2-40ce-a4d8-ca42ec765349 admin admin] Deleting port a7f6aad4-1c21-410d-b6cb-db919edcfe87 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:54:18.672280 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7fd5e0d6-1af2-40ce-a4d8-ca42ec765349 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (a7f6aad4-1c21-410d-b6cb-db919edcfe87), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:18.711751 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-07b184ff-2d71-4815-afa0-4c4ffb5bd4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf91ffb220>, [{'id': 'bc622e46-04e8-4ee4-b057-0b8b542c4edf', 'name': 'tempest-AttachSCSIVolumeTestJSON-2114222160-router', 'tenant_id': '90ce3cad9a044db6a6f73cbbe92dc662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.246'}], 'enable_snat': True}, 'gw_port_id': 'a7f6aad4-1c21-410d-b6cb-db919edcfe87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:51:21Z', 'updated_at': '2022-05-07T21:54:14Z', 'revision_number': 5, 'project_id': '90ce3cad9a044db6a6f73cbbe92dc662', 'gw_port': {'id': 'a7f6aad4-1c21-410d-b6cb-db919edcfe87', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:2f:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc622e46-04e8-4ee4-b057-0b8b542c4edf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:51:22Z', 'updated_at': '2022-05-07T21:51:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:54:18.755645 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b184ff-2d71-4815-afa0-4c4ffb5bd4bf None None] Checking router: bc622e46-04e8-4ee4-b057-0b8b542c4edf for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 21:54:18.766025 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b184ff-2d71-4815-afa0-4c4ffb5bd4bf None None] Routers {'bc622e46-04e8-4ee4-b057-0b8b542c4edf'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:54:18.766941 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-07b184ff-2d71-4815-afa0-4c4ffb5bd4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf91ffb220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:53:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['bc622e46-04e8-4ee4-b057-0b8b542c4edf'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:54:18.781248 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ed3e7743-a05b-4f5b-9edf-1ddb85a75864 req-14ddea8e-387a-45a3-94d5-79f0de026f65 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/security-groups?id=aca2780c-128c-4de5-85a4-a7e10bd42e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2008224
May 07 21:54:18.799470 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466af4a8-29ee-4561-b3c3-4437f3d9b79b req-28b2aecc-456d-4234-8019-d1448a19fd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:18.800895 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-466af4a8-29ee-4561-b3c3-4437f3d9b79b req-28b2aecc-456d-4234-8019-d1448a19fd73 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9f91aa11-98d2-41ad-a902-77d230f2dd04 HTTP/1.1" status: 200  len: 859 time: 0.1250129
May 07 21:54:18.804597 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e68d4310-69d3-4b30-8839-d12e56f64ffd admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:54:18.816234 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde99a06-b959-485e-88ed-7a5a5bef91bc None None] Sync routers for ids ['ca9742b7-eb78-416c-99df-387368310e78'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:54:18.832709 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde99a06-b959-485e-88ed-7a5a5bef91bc None None] Routers {'ca9742b7-eb78-416c-99df-387368310e78'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:54:18.833938 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-dde99a06-b959-485e-88ed-7a5a5bef91bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c92f760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:53:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['ca9742b7-eb78-416c-99df-387368310e78'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:54:18.838444 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-e68d4310-69d3-4b30-8839-d12e56f64ffd admin admin] 10.222.0.32 "PUT /v2.0/routers/ca9742b7-eb78-416c-99df-387368310e78/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.2642605
May 07 21:54:18.875276 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-466af4a8-29ee-4561-b3c3-4437f3d9b79b req-95995d56-26e1-47e7-b950-cb1764602798 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=38ca9b6e-b205-48f9-a002-ddfee225fe39&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0356548
May 07 21:54:18.915922 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-07b184ff-2d71-4815-afa0-4c4ffb5bd4bf None None] Set router bc622e46-04e8-4ee4-b057-0b8b542c4edf gateway port host: None {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:54:18.930100 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-2507b17a-39e0-4a56-84d1-b22571f6b984 req-2370c6d1-93f3-496a-be0c-c65fce256fcb service neutron] Request body: {'port': {'device_id': 'dc809cd6-ffa7-49b3-ad2c-9bd7a75f8db2', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:54:18.997779 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-07b184ff-2d71-4815-afa0-4c4ffb5bd4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf91ffb220>, [{'id': 'bc622e46-04e8-4ee4-b057-0b8b542c4edf', 'name': 'tempest-AttachSCSIVolumeTestJSON-2114222160-router', 'tenant_id': '90ce3cad9a044db6a6f73cbbe92dc662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:51:21Z', 'updated_at': '2022-05-07T21:54:18Z', 'revision_number': 6, 'project_id': '90ce3cad9a044db6a6f73cbbe92dc662', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:54:19.035377 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-dde99a06-b959-485e-88ed-7a5a5bef91bc None None] Set router ca9742b7-eb78-416c-99df-387368310e78 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:54:19.072195 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b184ff-2d71-4815-afa0-4c4ffb5bd4bf None None] The sync data for ids ['bc622e46-04e8-4ee4-b057-0b8b542c4edf'] in ncdv-master-1 is: [{'id': 'bc622e46-04e8-4ee4-b057-0b8b542c4edf', 'name': 'tempest-AttachSCSIVolumeTestJSON-2114222160-router', 'tenant_id': '90ce3cad9a044db6a6f73cbbe92dc662', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:51:21Z', 'updated_at': '2022-05-07T21:54:18Z', 'revision_number': 6, 'project_id': '90ce3cad9a044db6a6f73cbbe92dc662', 'gw_port_host': None}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:54:19.157149 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79df95b2-dec0-476a-a6d2-895a29b6fbd3 req-213992cf-7094-4aa5-9129-b0436e0f2e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:19.158650 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-79df95b2-dec0-476a-a6d2-895a29b6fbd3 req-213992cf-7094-4aa5-9129-b0436e0f2e93 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4f4c556805a24040a7131d879ee91498&device_id=9f1345a1-41a5-40ac-a7c4-7d6b9eb621fb HTTP/1.1" status: 200  len: 1126 time: 0.2593994
May 07 21:54:19.211416 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c7a69a-2202-4605-a04e-2955631facf2 req-f41dad89-c1d2-44fc-b552-20667cd93cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:19.213126 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-46c7a69a-2202-4605-a04e-2955631facf2 req-f41dad89-c1d2-44fc-b552-20667cd93cd5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=13d3a74e-2942-47f7-869e-1fd2939a6583 HTTP/1.1" status: 200  len: 797 time: 0.3155079
May 07 21:54:19.261125 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e232e27-1935-4e06-a024-cc53d139e97b req-75b023d8-c2aa-4c66-8a79-5c536cda4733 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:19.267873 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e232e27-1935-4e06-a024-cc53d139e97b req-75b023d8-c2aa-4c66-8a79-5c536cda4733 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:19.276206 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e232e27-1935-4e06-a024-cc53d139e97b req-75b023d8-c2aa-4c66-8a79-5c536cda4733 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:19.281718 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e232e27-1935-4e06-a024-cc53d139e97b req-75b023d8-c2aa-4c66-8a79-5c536cda4733 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:19.287441 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e232e27-1935-4e06-a024-cc53d139e97b req-75b023d8-c2aa-4c66-8a79-5c536cda4733 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:19.292648 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e232e27-1935-4e06-a024-cc53d139e97b req-75b023d8-c2aa-4c66-8a79-5c536cda4733 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:19.299386 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e232e27-1935-4e06-a024-cc53d139e97b req-75b023d8-c2aa-4c66-8a79-5c536cda4733 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:19.302525 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5e232e27-1935-4e06-a024-cc53d139e97b req-75b023d8-c2aa-4c66-8a79-5c536cda4733 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc2b763-2769-4c0e-9bf3-9ee54868505c HTTP/1.1" status: 200  len: 5430 time: 0.2098827
May 07 21:54:19.315821 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f6d710-ec5a-4830-a882-36c233acc7a4 req-3b6c26ad-7825-417c-9b26-29896e5c08ed tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:19.316115 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-2507b17a-39e0-4a56-84d1-b22571f6b984 req-2370c6d1-93f3-496a-be0c-c65fce256fcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (0f31f820-4134-4910-88d6-283ed3ed34a7), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:19.325733 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f5f6d710-ec5a-4830-a882-36c233acc7a4 req-3b6c26ad-7825-417c-9b26-29896e5c08ed tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f1345a1-41a5-40ac-a7c4-7d6b9eb621fb HTTP/1.1" status: 200  len: 944 time: 0.0804160
May 07 21:54:19.344531 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-7fd5e0d6-1af2-40ce-a4d8-ca42ec765349 admin admin] For port a7f6aad4-1c21-410d-b6cb-db919edcfe87, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a7f6aad4-1c21-410d-b6cb-db919edcfe87,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:54:19.344930 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7fd5e0d6-1af2-40ce-a4d8-ca42ec765349 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (a7f6aad4-1c21-410d-b6cb-db919edcfe87), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:19.372389 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-7fd5e0d6-1af2-40ce-a4d8-ca42ec765349 admin admin] Calling delete_port for a7f6aad4-1c21-410d-b6cb-db919edcfe87 owned by network:router_gateway {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:54:19.389181 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-466af4a8-29ee-4561-b3c3-4437f3d9b79b req-abe26628-7eca-4cd6-bd19-5c2e46ad8180 service neutron] 10.222.0.55 "GET /v2.0/networks/38ca9b6e-b205-48f9-a002-ddfee225fe39?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5061488
May 07 21:54:19.437708 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c7a69a-2202-4605-a04e-2955631facf2 req-af257d7a-ee47-4ee2-bc3f-6761092be8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:19.439246 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-46c7a69a-2202-4605-a04e-2955631facf2 req-af257d7a-ee47-4ee2-bc3f-6761092be8b8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=609f4b94-ee73-43b2-a5f1-920ecad898a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.2137761
May 07 21:54:19.457765 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-dde99a06-b959-485e-88ed-7a5a5bef91bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c92f760>, [{'id': 'ca9742b7-eb78-416c-99df-387368310e78', 'name': 'tempest-TaggedBootDevicesTest-1763017208-router', 'tenant_id': '70a2fded25c74c839c01e55a91e7f7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.194'}], 'enable_snat': True}, 'gw_port_id': 'ba6953bf-d303-41d0-8e46-76f5d131940a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:54:02Z', 'updated_at': '2022-05-07T21:54:15Z', 'revision_number': 4, 'project_id': '70a2fded25c74c839c01e55a91e7f7fc', 'gw_port': {'id': 'ba6953bf-d303-41d0-8e46-76f5d131940a', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:8b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9742b7-eb78-416c-99df-387368310e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:54:03Z', 'updated_at': '2022-05-07T21:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f3f4cb04-f7c5-4069-ad2a-d8dad30fab8c', 'name': '', 'network_id': '78b27442-bcb9-410d-9431-ef2d20377793', 'tenant_id': '70a2fded25c74c839c01e55a91e7f7fc', 'mac_address': 'fa:16:3e:47:1d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca9742b7-eb78-416c-99df-387368310e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'b94529aa-c690-43df-a7f8-1037d29e0a09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:54:12Z', 'updated_at': '2022-05-07T21:54:16Z', 'revision_number': 2, 'project_id': '70a2fded25c74c839c01e55a91e7f7fc', 'subnets': [{'id': 'b94529aa-c690-43df-a7f8-1037d29e0a09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:54:19.479416 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f5f6d710-ec5a-4830-a882-36c233acc7a4 req-32ae58dc-2762-4507-af6a-f97d3d5a9010 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b18b124-d6ae-4635-93ed-9957a39a34ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1545146
May 07 21:54:19.561502 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde99a06-b959-485e-88ed-7a5a5bef91bc None None] Checking router: ca9742b7-eb78-416c-99df-387368310e78 for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 21:54:19.561875 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde99a06-b959-485e-88ed-7a5a5bef91bc None None] Updating router ca9742b7-eb78-416c-99df-387368310e78 port f3f4cb04-f7c5-4069-ad2a-d8dad30fab8c binding host ncdv-master-1 {{(pid=121838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 21:54:19.629605 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79df95b2-dec0-476a-a6d2-895a29b6fbd3 req-16ee2ccf-4d78-445d-9fab-e7217c269476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:19.631159 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-79df95b2-dec0-476a-a6d2-895a29b6fbd3 req-16ee2ccf-4d78-445d-9fab-e7217c269476 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7bc61814-8ef0-4365-b3ea-2c20100be453 HTTP/1.1" status: 200  len: 916 time: 0.4417248
May 07 21:54:19.635802 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-dde99a06-b959-485e-88ed-7a5a5bef91bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f3f4cb04-f7c5-4069-ad2a-d8dad30fab8c), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:19.702128 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0a72f6-0d92-47db-8ed6-6d6331e6cee8 req-07899a20-b588-417b-b837-94db1b57771d tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:19.713907 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9c0a72f6-0d92-47db-8ed6-6d6331e6cee8 req-07899a20-b588-417b-b837-94db1b57771d tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "GET /v2.0/ports?device_id=1328c136-9d82-4506-81cd-534b3799a51d HTTP/1.1" status: 200  len: 943 time: 0.1286590
May 07 21:54:19.744120 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42758) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:54:19.756531 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-69cc0e18-4529-4f5c-8cc1-524341eecabb admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-821516653-network', 'tenant_id': '3f39abdb186c4a85b6ebb6fb4a2cd983'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:54:19.809554 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69cc0e18-4529-4f5c-8cc1-524341eecabb admin admin] Made reservation on behalf of 3f39abdb186c4a85b6ebb6fb4a2cd983 for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:54:19.812554 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-69cc0e18-4529-4f5c-8cc1-524341eecabb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:19.830043 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-69cc0e18-4529-4f5c-8cc1-524341eecabb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:19.895541 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9c0a72f6-0d92-47db-8ed6-6d6331e6cee8 req-47008a30-79e0-4a5c-8853-575f2eb678a9 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d51153d-80bb-487e-9b59-7f10285c8c88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1805732
May 07 21:54:19.931369 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7fd5e0d6-1af2-40ce-a4d8-ca42ec765349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (a7f6aad4-1c21-410d-b6cb-db919edcfe87), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:19.973315 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd5e0d6-1af2-40ce-a4d8-ca42ec765349 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7f6aad4-1c21-410d-b6cb-db919edcfe87,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:20.003478 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-dde99a06-b959-485e-88ed-7a5a5bef91bc None None] Publish callbacks [] for port (f3f4cb04-f7c5-4069-ad2a-d8dad30fab8c), precommit_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:20.015164 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-dde99a06-b959-485e-88ed-7a5a5bef91bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (f3f4cb04-f7c5-4069-ad2a-d8dad30fab8c), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:20.080149 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7fd5e0d6-1af2-40ce-a4d8-ca42ec765349 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395776'] for router_gateway (bc622e46-04e8-4ee4-b057-0b8b542c4edf), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:20.177640 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e118b20-517a-4cc1-8bec-a05e571347d8 None None] Pushing event updated for resources: {'Port': ['ID=f3f4cb04-f7c5-4069-ad2a-d8dad30fab8c,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:20.181560 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device a7f6aad4-1c21-410d-b6cb-db919edcfe87 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:54:20.195029 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5e232e27-1935-4e06-a024-cc53d139e97b req-dc831ac1-5324-472c-93d7-f93b99b06acf tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d50792e5-4672-4ff2-b261-ed0a649bb3d3&id=623940a1-6290-423b-87cb-2a84fe4a7634&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.8529058
May 07 21:54:20.223825 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: a7f6aad4-1c21-410d-b6cb-db919edcfe87 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:54:20.228675 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device a7f6aad4-1c21-410d-b6cb-db919edcfe87 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:54:20.229141 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device db22bc94-4cee-45f7-ac12-0d176dca7255 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:54:20.235622 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7fd5e0d6-1af2-40ce-a4d8-ca42ec765349 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (bc622e46-04e8-4ee4-b057-0b8b542c4edf), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:20.239072 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7fd5e0d6-1af2-40ce-a4d8-ca42ec765349 admin admin] Publish callbacks [] for router_controller (bc622e46-04e8-4ee4-b057-0b8b542c4edf), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:20.272747 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-79df95b2-dec0-476a-a6d2-895a29b6fbd3 req-b74fdf27-5c32-4940-8214-c32dfaa693ae service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=861cefe1-1ec7-45b2-a2a0-851f6f48c014 HTTP/1.1" status: 200  len: 217 time: 0.2131433
May 07 21:54:20.274306 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: db22bc94-4cee-45f7-ac12-0d176dca7255 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:54:20.274858 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device db22bc94-4cee-45f7-ac12-0d176dca7255 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:54:20.284758 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-dde99a06-b959-485e-88ed-7a5a5bef91bc None None] Attempting to bind port f3f4cb04-f7c5-4069-ad2a-d8dad30fab8c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:54:20.285689 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-dde99a06-b959-485e-88ed-7a5a5bef91bc None None] Attempting to bind port f3f4cb04-f7c5-4069-ad2a-d8dad30fab8c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4cad6eb6-00ef-467c-849b-bcfc65b68a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '78b27442-bcb9-410d-9431-ef2d20377793'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:54:20.288331 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde99a06-b959-485e-88ed-7a5a5bef91bc None None] Attempting to bind port f3f4cb04-f7c5-4069-ad2a-d8dad30fab8c on network 78b27442-bcb9-410d-9431-ef2d20377793 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:54:20.298063 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde99a06-b959-485e-88ed-7a5a5bef91bc None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:54:20.298905 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde99a06-b959-485e-88ed-7a5a5bef91bc None None] Checking segment: {'id': '4cad6eb6-00ef-467c-849b-bcfc65b68a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '78b27442-bcb9-410d-9431-ef2d20377793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:54:20.299409 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-dde99a06-b959-485e-88ed-7a5a5bef91bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:20.299528 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde99a06-b959-485e-88ed-7a5a5bef91bc None None] Bound using segment: {'id': '4cad6eb6-00ef-467c-849b-bcfc65b68a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '78b27442-bcb9-410d-9431-ef2d20377793'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:54:20.300020 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-dde99a06-b959-485e-88ed-7a5a5bef91bc None None] Bound port: f3f4cb04-f7c5-4069-ad2a-d8dad30fab8c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cad6eb6-00ef-467c-849b-bcfc65b68a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '78b27442-bcb9-410d-9431-ef2d20377793'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:54:20.300981 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-dde99a06-b959-485e-88ed-7a5a5bef91bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f3f4cb04-f7c5-4069-ad2a-d8dad30fab8c), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:20.315278 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7fd5e0d6-1af2-40ce-a4d8-ca42ec765349 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (bc622e46-04e8-4ee4-b057-0b8b542c4edf), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:20.316459 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd5e0d6-1af2-40ce-a4d8-ca42ec765349 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc622e46-04e8-4ee4-b057-0b8b542c4edf {{(pid=121836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 21:54:20.322543 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7fd5e0d6-1af2-40ce-a4d8-ca42ec765349 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:20.326980 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-7fd5e0d6-1af2-40ce-a4d8-ca42ec765349 admin admin] 10.222.0.32 "DELETE /v2.0/routers/bc622e46-04e8-4ee4-b057-0b8b542c4edf HTTP/1.1" status: 204  len: 168 time: 2.0729072
May 07 21:54:20.331309 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-69cc0e18-4529-4f5c-8cc1-524341eecabb admin admin] Publish callbacks [] for security_group (e177b370-f55e-4d54-a307-335bbaa81a30), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:20.341641 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42762) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:54:20.342740 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-466af4a8-29ee-4561-b3c3-4437f3d9b79b req-b16d0f38-fd41-4b33-ba8c-bffea28bcda2 service neutron] 10.222.0.55 "GET /v2.0/networks/38ca9b6e-b205-48f9-a002-ddfee225fe39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9327166
May 07 21:54:20.373184 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-46c7a69a-2202-4605-a04e-2955631facf2 req-067e00bb-29ec-4dd5-925d-c763f3dc3c22 service neutron] 10.222.0.59 "GET /v2.0/networks/609f4b94-ee73-43b2-a5f1-920ecad898a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8977165
May 07 21:54:20.404657 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-69cc0e18-4529-4f5c-8cc1-524341eecabb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (e177b370-f55e-4d54-a307-335bbaa81a30), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:20.422018 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-dde99a06-b959-485e-88ed-7a5a5bef91bc None None] For port f3f4cb04-f7c5-4069-ad2a-d8dad30fab8c, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:54:20.429477 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-dde99a06-b959-485e-88ed-7a5a5bef91bc None None] For port f3f4cb04-f7c5-4069-ad2a-d8dad30fab8c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f3f4cb04-f7c5-4069-ad2a-d8dad30fab8c,segment=NetworkSegment(4cad6eb6-00ef-467c-849b-bcfc65b68a11),segment_id=4cad6eb6-00ef-467c-849b-bcfc65b68a11)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:54:20.439524 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79df95b2-dec0-476a-a6d2-895a29b6fbd3 req-38011e23-cbc8-4687-8e34-87f19cc8483a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:20.441057 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-dde99a06-b959-485e-88ed-7a5a5bef91bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (f3f4cb04-f7c5-4069-ad2a-d8dad30fab8c), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:20.441215 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-79df95b2-dec0-476a-a6d2-895a29b6fbd3 req-38011e23-cbc8-4687-8e34-87f19cc8483a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c561b220-fa88-48ef-b165-e5d692e53d7d HTTP/1.1" status: 200  len: 855 time: 0.1536405
May 07 21:54:20.470888 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69cc0e18-4529-4f5c-8cc1-524341eecabb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 21:54:20.487078 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-69cc0e18-4529-4f5c-8cc1-524341eecabb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (4a51359d-2605-46c0-b165-765e39c09c38), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:20.492918 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-69cc0e18-4529-4f5c-8cc1-524341eecabb admin admin] Added segment 4a51359d-2605-46c0-b165-765e39c09c38 of type vlan for network d8c5abef-9f99-40bb-9e6e-b9156dc165d5
May 07 21:54:20.531654 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-79df95b2-dec0-476a-a6d2-895a29b6fbd3 req-e005624d-da76-4d7f-9f94-68d67fad379c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7bc61814-8ef0-4365-b3ea-2c20100be453&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0797341
May 07 21:54:20.554681 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e118b20-517a-4cc1-8bec-a05e571347d8 None None] Pushing event updated for resources: {'Port': ['ID=f3f4cb04-f7c5-4069-ad2a-d8dad30fab8c,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:20.555848 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-69cc0e18-4529-4f5c-8cc1-524341eecabb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (d8c5abef-9f99-40bb-9e6e-b9156dc165d5), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:20.588153 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-67deddcf-a0eb-4fe9-b587-ce40ec64e2f1 None None] Provisioning complete for port f3f4cb04-f7c5-4069-ad2a-d8dad30fab8c triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:54:20.589336 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-67deddcf-a0eb-4fe9-b587-ce40ec64e2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (f3f4cb04-f7c5-4069-ad2a-d8dad30fab8c), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:20.593981 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde99a06-b959-485e-88ed-7a5a5bef91bc None None] Routers {'ca9742b7-eb78-416c-99df-387368310e78'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:54:20.595878 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-dde99a06-b959-485e-88ed-7a5a5bef91bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c92f760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:53:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['ca9742b7-eb78-416c-99df-387368310e78'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:54:20.632206 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2b4fbeb-da2f-4e80-9ff5-0a54e797c13a admin admin] Deleting subnet aec4a14f-c51d-48ce-b7e1-ebd50d450d7d {{(pid=121836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 21:54:20.634289 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-69cc0e18-4529-4f5c-8cc1-524341eecabb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (d8c5abef-9f99-40bb-9e6e-b9156dc165d5), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:20.635323 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69cc0e18-4529-4f5c-8cc1-524341eecabb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:20.636541 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-69cc0e18-4529-4f5c-8cc1-524341eecabb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:20.651160 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4993e9f5-165a-4d3d-9ca2-7aa0363a8852 req-9d1775a4-8b80-417f-8bab-8d7f7f25516d tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:20.659106 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4993e9f5-165a-4d3d-9ca2-7aa0363a8852 req-9d1775a4-8b80-417f-8bab-8d7f7f25516d tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc809cd6-ffa7-49b3-ad2c-9bd7a75f8db2 HTTP/1.1" status: 200  len: 936 time: 0.3491452
May 07 21:54:20.679747 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c2b4fbeb-da2f-4e80-9ff5-0a54e797c13a admin admin] Publish callbacks [] for subnet (aec4a14f-c51d-48ce-b7e1-ebd50d450d7d), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:20.774489 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cc0e18-4529-4f5c-8cc1-524341eecabb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e177b370-f55e-4d54-a307-335bbaa81a30,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:20.791871 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-46c7a69a-2202-4605-a04e-2955631facf2 req-eb3e5869-142d-481a-8734-16ea45bfb9b9 service neutron] 10.222.0.59 "GET /v2.0/networks/609f4b94-ee73-43b2-a5f1-920ecad898a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3545122
May 07 21:54:20.806554 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-dde99a06-b959-485e-88ed-7a5a5bef91bc None None] Set router ca9742b7-eb78-416c-99df-387368310e78 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:54:20.824716 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-69cc0e18-4529-4f5c-8cc1-524341eecabb admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.0760224
May 07 21:54:20.832074 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42766) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:54:20.838730 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-2cce82e7-a27c-418f-8e3f-639d7c95e66b admin admin] Request body: {'subnet': {'network_id': 'd8c5abef-9f99-40bb-9e6e-b9156dc165d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-821516653-subnet', 'tenant_id': '3f39abdb186c4a85b6ebb6fb4a2cd983', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:54:20.847566 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cc0e18-4529-4f5c-8cc1-524341eecabb admin admin] Pushing event updated for resources: {'Network': ['ID=d8c5abef-9f99-40bb-9e6e-b9156dc165d5,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:20.853117 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c2b4fbeb-da2f-4e80-9ff5-0a54e797c13a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726883'] for subnet (aec4a14f-c51d-48ce-b7e1-ebd50d450d7d), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:20.860746 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4993e9f5-165a-4d3d-9ca2-7aa0363a8852 req-758b2ca8-adeb-406e-a5cb-3a1051f31f27 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/security-groups?id=aca2780c-128c-4de5-85a4-a7e10bd42e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2007868
May 07 21:54:20.866733 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network d8c5abef-9f99-40bb-9e6e-b9156dc165d5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 21:54:20.892578 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [req-2507b17a-39e0-4a56-84d1-b22571f6b984 req-2370c6d1-93f3-496a-be0c-c65fce256fcb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f31f820-4134-4910-88d6-283ed3ed34a7 {{(pid=121837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:54:20.907728 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-2507b17a-39e0-4a56-84d1-b22571f6b984 req-2370c6d1-93f3-496a-be0c-c65fce256fcb service neutron] Publish callbacks [] for port (0f31f820-4134-4910-88d6-283ed3ed34a7), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:20.918275 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cce82e7-a27c-418f-8e3f-639d7c95e66b admin admin] Made reservation on behalf of 3f39abdb186c4a85b6ebb6fb4a2cd983 for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:54:20.921238 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2cce82e7-a27c-418f-8e3f-639d7c95e66b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:20.929444 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-2507b17a-39e0-4a56-84d1-b22571f6b984 req-2370c6d1-93f3-496a-be0c-c65fce256fcb service neutron] Transition to ACTIVE for port object 0f31f820-4134-4910-88d6-283ed3ed34a7 will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:54:20.960537 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de72102d-f5d9-4398-a7cb-64dcb06b7c77 req-eb23a521-e799-44f7-a439-0b0bbb53e5c3 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:20.962597 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-de72102d-f5d9-4398-a7cb-64dcb06b7c77 req-eb23a521-e799-44f7-a439-0b0bbb53e5c3 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f1345a1-41a5-40ac-a7c4-7d6b9eb621fb HTTP/1.1" status: 200  len: 944 time: 0.3424437
May 07 21:54:20.965377 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-2507b17a-39e0-4a56-84d1-b22571f6b984 req-2370c6d1-93f3-496a-be0c-c65fce256fcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (0f31f820-4134-4910-88d6-283ed3ed34a7), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:21.019950 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-67deddcf-a0eb-4fe9-b587-ce40ec64e2f1 None None] Current status of the port f3f4cb04-f7c5-4069-ad2a-d8dad30fab8c is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:54:21.020468 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-67deddcf-a0eb-4fe9-b587-ce40ec64e2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f3f4cb04-f7c5-4069-ad2a-d8dad30fab8c), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:21.082707 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-de72102d-f5d9-4398-a7cb-64dcb06b7c77 req-52071605-5fb9-4106-96fb-0272f692b435 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b18b124-d6ae-4635-93ed-9957a39a34ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1053731
May 07 21:54:21.121274 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2370c6d1-93f3-496a-be0c-c65fce256fcb service neutron] Pushing event updated for resources: {'Port': ['ID=0f31f820-4134-4910-88d6-283ed3ed34a7,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:21.154049 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-67deddcf-a0eb-4fe9-b587-ce40ec64e2f1 None None] For port f3f4cb04-f7c5-4069-ad2a-d8dad30fab8c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f3f4cb04-f7c5-4069-ad2a-d8dad30fab8c,segment=NetworkSegment(4cad6eb6-00ef-467c-849b-bcfc65b68a11),segment_id=4cad6eb6-00ef-467c-849b-bcfc65b68a11)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:54:21.162858 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-67deddcf-a0eb-4fe9-b587-ce40ec64e2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (f3f4cb04-f7c5-4069-ad2a-d8dad30fab8c), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:21.185615 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-2507b17a-39e0-4a56-84d1-b22571f6b984 req-2370c6d1-93f3-496a-be0c-c65fce256fcb service neutron] Attempting to bind port 0f31f820-4134-4910-88d6-283ed3ed34a7 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:54:21.185965 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-2507b17a-39e0-4a56-84d1-b22571f6b984 req-2370c6d1-93f3-496a-be0c-c65fce256fcb service neutron] Attempting to bind port 0f31f820-4134-4910-88d6-283ed3ed34a7 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:54:21.186324 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2507b17a-39e0-4a56-84d1-b22571f6b984 req-2370c6d1-93f3-496a-be0c-c65fce256fcb service neutron] Attempting to bind port 0f31f820-4134-4910-88d6-283ed3ed34a7 on network 665487f0-78eb-47fb-9a06-b15bc614dc47 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:54:21.192138 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2507b17a-39e0-4a56-84d1-b22571f6b984 req-2370c6d1-93f3-496a-be0c-c65fce256fcb service neutron] Port 0f31f820-4134-4910-88d6-283ed3ed34a7 on network 665487f0-78eb-47fb-9a06-b15bc614dc47 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:54:21.193053 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2507b17a-39e0-4a56-84d1-b22571f6b984 req-2370c6d1-93f3-496a-be0c-c65fce256fcb service neutron] Attempting to bind port 0f31f820-4134-4910-88d6-283ed3ed34a7 on network 665487f0-78eb-47fb-9a06-b15bc614dc47 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:54:21.202077 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2507b17a-39e0-4a56-84d1-b22571f6b984 req-2370c6d1-93f3-496a-be0c-c65fce256fcb service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:54:21.202222 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2507b17a-39e0-4a56-84d1-b22571f6b984 req-2370c6d1-93f3-496a-be0c-c65fce256fcb service neutron] Checking segment: {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:54:21.202540 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2507b17a-39e0-4a56-84d1-b22571f6b984 req-2370c6d1-93f3-496a-be0c-c65fce256fcb service neutron] Bound using segment: {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:54:21.203101 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-2507b17a-39e0-4a56-84d1-b22571f6b984 req-2370c6d1-93f3-496a-be0c-c65fce256fcb service neutron] Bound port: 0f31f820-4134-4910-88d6-283ed3ed34a7, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:54:21.203751 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-2507b17a-39e0-4a56-84d1-b22571f6b984 req-2370c6d1-93f3-496a-be0c-c65fce256fcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (0f31f820-4134-4910-88d6-283ed3ed34a7), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:21.229485 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c2b4fbeb-da2f-4e80-9ff5-0a54e797c13a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (aec4a14f-c51d-48ce-b7e1-ebd50d450d7d), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:21.350206 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc45197-9cdd-40ca-a9ec-d2ba6a5e786c req-1cd2978c-c144-4cff-b87c-475f38f9e054 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:21.352188 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0bc45197-9cdd-40ca-a9ec-d2ba6a5e786c req-1cd2978c-c144-4cff-b87c-475f38f9e054 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "GET /v2.0/ports?device_id=1328c136-9d82-4506-81cd-534b3799a51d HTTP/1.1" status: 200  len: 943 time: 0.2738533
May 07 21:54:21.353687 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67deddcf-a0eb-4fe9-b587-ce40ec64e2f1 None None] Pushing event updated for resources: {'Port': ['ID=f3f4cb04-f7c5-4069-ad2a-d8dad30fab8c,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:21.357397 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-dde99a06-b959-485e-88ed-7a5a5bef91bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c92f760>, [{'id': 'ca9742b7-eb78-416c-99df-387368310e78', 'name': 'tempest-TaggedBootDevicesTest-1763017208-router', 'tenant_id': '70a2fded25c74c839c01e55a91e7f7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.194'}], 'enable_snat': True}, 'gw_port_id': 'ba6953bf-d303-41d0-8e46-76f5d131940a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:54:02Z', 'updated_at': '2022-05-07T21:54:15Z', 'revision_number': 4, 'project_id': '70a2fded25c74c839c01e55a91e7f7fc', 'gw_port': {'id': 'ba6953bf-d303-41d0-8e46-76f5d131940a', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:8b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9742b7-eb78-416c-99df-387368310e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:54:03Z', 'updated_at': '2022-05-07T21:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f3f4cb04-f7c5-4069-ad2a-d8dad30fab8c', 'name': '', 'network_id': '78b27442-bcb9-410d-9431-ef2d20377793', 'tenant_id': '70a2fded25c74c839c01e55a91e7f7fc', 'mac_address': 'fa:16:3e:47:1d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca9742b7-eb78-416c-99df-387368310e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'b94529aa-c690-43df-a7f8-1037d29e0a09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:54:12Z', 'updated_at': '2022-05-07T21:54:20Z', 'revision_number': 4, 'project_id': '70a2fded25c74c839c01e55a91e7f7fc', 'subnets': [{'id': 'b94529aa-c690-43df-a7f8-1037d29e0a09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:54:21.362502 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-01abdd17-6d55-4334-b0dc-27bb62971653 None None] Provisioning complete for port f3f4cb04-f7c5-4069-ad2a-d8dad30fab8c triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:54:21.362950 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-01abdd17-6d55-4334-b0dc-27bb62971653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (f3f4cb04-f7c5-4069-ad2a-d8dad30fab8c), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:21.382258 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-2507b17a-39e0-4a56-84d1-b22571f6b984 req-2370c6d1-93f3-496a-be0c-c65fce256fcb service neutron] For port 0f31f820-4134-4910-88d6-283ed3ed34a7, host nch2-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:54:21.405097 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde99a06-b959-485e-88ed-7a5a5bef91bc None None] The sync data for ids ['ca9742b7-eb78-416c-99df-387368310e78'] in ncdv-master-1 is: [{'id': 'ca9742b7-eb78-416c-99df-387368310e78', 'name': 'tempest-TaggedBootDevicesTest-1763017208-router', 'tenant_id': '70a2fded25c74c839c01e55a91e7f7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.194'}], 'enable_snat': True}, 'gw_port_id': 'ba6953bf-d303-41d0-8e46-76f5d131940a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:54:02Z', 'updated_at': '2022-05-07T21:54:15Z', 'revision_number': 4, 'project_id': '70a2fded25c74c839c01e55a91e7f7fc', 'gw_port': {'id': 'ba6953bf-d303-41d0-8e46-76f5d131940a', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:8b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9742b7-eb78-416c-99df-387368310e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:54:03Z', 'updated_at': '2022-05-07T21:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f3f4cb04-f7c5-4069-ad2a-d8dad30fab8c', 'name': '', 'network_id': '78b27442-bcb9-410d-9431-ef2d20377793', 'tenant_id': '70a2fded25c74c839c01e55a91e7f7fc', 'mac_address': 'fa:16:3e:47:1d:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca9742b7-eb78-416c-99df-387368310e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'b94529aa-c690-43df-a7f8-1037d29e0a09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:54:12Z', 'updated_at': '2022-05-07T21:54:20Z', 'revision_number': 4, 'project_id': '70a2fded25c74c839c01e55a91e7f7fc', 'subnets': [{'id': 'b94529aa-c690-43df-a7f8-1037d29e0a09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:54:21.443602 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 861cefe1-1ec7-45b2-a2a0-851f6f48c014 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:54:21.482811 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0bc45197-9cdd-40ca-a9ec-d2ba6a5e786c req-7a51102f-9521-427c-8357-01a12ad67c6b tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d51153d-80bb-487e-9b59-7f10285c8c88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0919695
May 07 21:54:21.492148 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2cce82e7-a27c-418f-8e3f-639d7c95e66b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (11bc0559-29ac-40f2-83ef-5a1a3c318ce5), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:21.527885 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67e4270-db54-42bf-9d6d-34db9bfa99e7 req-59cda824-1e74-42a6-b7fe-eb9592ec7ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:21.534152 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e67e4270-db54-42bf-9d6d-34db9bfa99e7 req-59cda824-1e74-42a6-b7fe-eb9592ec7ff7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=addf83b9a69e4628b1b962b7fceeb9ae&device_id=1328c136-9d82-4506-81cd-534b3799a51d HTTP/1.1" status: 200  len: 1125 time: 0.2439282
May 07 21:54:21.590453 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:21.613448 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 861cefe1-1ec7-45b2-a2a0-851f6f48c014, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=861cefe1-1ec7-45b2-a2a0-851f6f48c014,segment=NetworkSegment(48f32d76-f63e-49c4-90a9-1cfb8c1dc638),segment_id=48f32d76-f63e-49c4-90a9-1cfb8c1dc638)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:54:21.618646 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cce82e7-a27c-418f-8e3f-639d7c95e66b admin admin] Pushing event updated for resources: {'Subnet': ['ID=11bc0559-29ac-40f2-83ef-5a1a3c318ce5,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:21.625225 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c2b4fbeb-da2f-4e80-9ff5-0a54e797c13a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (aec4a14f-c51d-48ce-b7e1-ebd50d450d7d), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:21.649977 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-79df95b2-dec0-476a-a6d2-895a29b6fbd3 req-66e00805-50d6-4678-86bd-1a8bb182120c service neutron] 10.222.0.59 "GET /v2.0/networks/7bc61814-8ef0-4365-b3ea-2c20100be453?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3424284
May 07 21:54:21.658899 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ecbaa8-3a75-4814-a9b1-b6fc9039ef8f req-aa6cd517-9736-4da5-85a0-5326a266e3d6 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:21.666023 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ecbaa8-3a75-4814-a9b1-b6fc9039ef8f req-aa6cd517-9736-4da5-85a0-5326a266e3d6 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:21.669568 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c2b4fbeb-da2f-4e80-9ff5-0a54e797c13a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:21.673882 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ecbaa8-3a75-4814-a9b1-b6fc9039ef8f req-aa6cd517-9736-4da5-85a0-5326a266e3d6 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:21.675955 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-c2b4fbeb-da2f-4e80-9ff5-0a54e797c13a admin admin] 10.222.0.32 "DELETE /v2.0/subnets/aec4a14f-c51d-48ce-b7e1-ebd50d450d7d HTTP/1.1" status: 204  len: 168 time: 1.3328884
May 07 21:54:21.677572 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b4fbeb-da2f-4e80-9ff5-0a54e797c13a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aec4a14f-c51d-48ce-b7e1-ebd50d450d7d,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:21.679330 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42772) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:54:21.683126 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ecbaa8-3a75-4814-a9b1-b6fc9039ef8f req-aa6cd517-9736-4da5-85a0-5326a266e3d6 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:21.690136 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ecbaa8-3a75-4814-a9b1-b6fc9039ef8f req-aa6cd517-9736-4da5-85a0-5326a266e3d6 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:21.699043 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ecbaa8-3a75-4814-a9b1-b6fc9039ef8f req-aa6cd517-9736-4da5-85a0-5326a266e3d6 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:21.707535 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cce82e7-a27c-418f-8e3f-639d7c95e66b admin admin] Checking segment: {'id': '4a51359d-2605-46c0-b165-765e39c09c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd8c5abef-9f99-40bb-9e6e-b9156dc165d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:54:21.708581 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cce82e7-a27c-418f-8e3f-639d7c95e66b admin admin] Network hostable DHCP agents. Network: d8c5abef-9f99-40bb-9e6e-b9156dc165d5, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 21:54:21.713779 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ecbaa8-3a75-4814-a9b1-b6fc9039ef8f req-aa6cd517-9736-4da5-85a0-5326a266e3d6 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:21.715977 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-88ecbaa8-3a75-4814-a9b1-b6fc9039ef8f req-aa6cd517-9736-4da5-85a0-5326a266e3d6 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc2b763-2769-4c0e-9bf3-9ee54868505c HTTP/1.1" status: 200  len: 5430 time: 0.3552644
May 07 21:54:21.818577 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cce82e7-a27c-418f-8e3f-639d7c95e66b admin admin] Network d8c5abef-9f99-40bb-9e6e-b9156dc165d5 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 21:54:21.827970 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-986c832f-a743-45dc-b3ba-5a3a015285c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (7bf59b6e-50d7-4f5b-9aae-a2fd865e20d6), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:21.832464 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe7853b-fea9-4d3e-8eb0-8a3ac527c159 None None] Network 7bf59b6e-50d7-4f5b-9aae-a2fd865e20d6 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:54:21.842689 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-2cce82e7-a27c-418f-8e3f-639d7c95e66b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d8c5abef-9f99-40bb-9e6e-b9156dc165d5) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:54:21.853209 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-2507b17a-39e0-4a56-84d1-b22571f6b984 req-2370c6d1-93f3-496a-be0c-c65fce256fcb service neutron] For port 0f31f820-4134-4910-88d6-283ed3ed34a7, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0f31f820-4134-4910-88d6-283ed3ed34a7,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:54:21.862507 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device f3f4cb04-f7c5-4069-ad2a-d8dad30fab8c up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:54:21.866256 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1754e6d-d670-46a2-b9bc-d807cfa292cf None None] Network d8c5abef-9f99-40bb-9e6e-b9156dc165d5 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:54:21.902928 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cce82e7-a27c-418f-8e3f-639d7c95e66b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:21.904801 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2cce82e7-a27c-418f-8e3f-639d7c95e66b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:21.918237 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': '861cefe1-1ec7-45b2-a2a0-851f6f48c014', 'network_id': '7bc61814-8ef0-4365-b3ea-2c20100be453', 'port_id': '861cefe1-1ec7-45b2-a2a0-851f6f48c014', 'mac_address': 'fa:16:3e:9d:ea:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c561b220-fa88-48ef-b165-e5d692e53d7d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:54:21.936570 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-2507b17a-39e0-4a56-84d1-b22571f6b984 req-2370c6d1-93f3-496a-be0c-c65fce256fcb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (0f31f820-4134-4910-88d6-283ed3ed34a7), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:21.936947 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-986c832f-a743-45dc-b3ba-5a3a015285c5 admin admin] Deleting port a9c9d5ff-f110-4914-9b35-ca1353ac6ae1 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:54:21.937322 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-986c832f-a743-45dc-b3ba-5a3a015285c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (a9c9d5ff-f110-4914-9b35-ca1353ac6ae1), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:21.946492 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-2cce82e7-a27c-418f-8e3f-639d7c95e66b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.1115465
May 07 21:54:21.959262 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42776) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:54:21.966662 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-0f7d2cbc-a8c7-485a-8abc-3129b0c703b1 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-821516653-router', 'tenant_id': '3f39abdb186c4a85b6ebb6fb4a2cd983', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:54:22.024997 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-01abdd17-6d55-4334-b0dc-27bb62971653 None None] Current status of the port f3f4cb04-f7c5-4069-ad2a-d8dad30fab8c is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:54:22.026024 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-79df95b2-dec0-476a-a6d2-895a29b6fbd3 req-df82103d-2131-4bb7-9e53-4c134c70ceb8 service neutron] 10.222.0.59 "GET /v2.0/networks/7bc61814-8ef0-4365-b3ea-2c20100be453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3036935
May 07 21:54:22.065380 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-986c832f-a743-45dc-b3ba-5a3a015285c5 admin admin] For port a9c9d5ff-f110-4914-9b35-ca1353ac6ae1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a9c9d5ff-f110-4914-9b35-ca1353ac6ae1,segment=NetworkSegment(0c68f4a4-1adb-4fc4-b550-46d9215c674a),segment_id=0c68f4a4-1adb-4fc4-b550-46d9215c674a)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:54:22.066097 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-986c832f-a743-45dc-b3ba-5a3a015285c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (a9c9d5ff-f110-4914-9b35-ca1353ac6ae1), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:22.100535 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 26b45fcb-fb85-4cfb-9dc0-1b5852bae60e details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:54:22.136367 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b87ece-830d-4c0b-bec5-692c899c1434 req-11ab8127-c61a-4790-b5c8-e97fb0ddad4e tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:22.138994 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-59b87ece-830d-4c0b-bec5-692c899c1434 req-11ab8127-c61a-4790-b5c8-e97fb0ddad4e tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc809cd6-ffa7-49b3-ad2c-9bd7a75f8db2 HTTP/1.1" status: 200  len: 948 time: 0.1465011
May 07 21:54:22.139853 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2507b17a-39e0-4a56-84d1-b22571f6b984 req-2370c6d1-93f3-496a-be0c-c65fce256fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:22.140697 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-2507b17a-39e0-4a56-84d1-b22571f6b984 req-2370c6d1-93f3-496a-be0c-c65fce256fcb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:22.141195 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 861cefe1-1ec7-45b2-a2a0-851f6f48c014 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:54:22.141587 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (861cefe1-1ec7-45b2-a2a0-851f6f48c014), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:22.143151 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2507b17a-39e0-4a56-84d1-b22571f6b984 req-2370c6d1-93f3-496a-be0c-c65fce256fcb service neutron] 10.222.0.59 "PUT /v2.0/ports/0f31f820-4134-4910-88d6-283ed3ed34a7 HTTP/1.1" status: 200  len: 1096 time: 3.2474270
May 07 21:54:22.169286 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc809cd6-ffa7-49b3-ad2c-9bd7a75f8db2', 'tag': '0f31f820-4134-4910-88d6-283ed3ed34a7'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:54:22.170294 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-986c832f-a743-45dc-b3ba-5a3a015285c5 admin admin] Calling delete_port for a9c9d5ff-f110-4914-9b35-ca1353ac6ae1 owned by network:dhcp {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:54:22.172469 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ca1be9-a51f-4a66-a543-de110a047450" -d '{"events": [{"name": "network-changed", "server_uuid": "dc809cd6-ffa7-49b3-ad2c-9bd7a75f8db2", "tag": "0f31f820-4134-4910-88d6-283ed3ed34a7"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:54:22.180950 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port f3f4cb04-f7c5-4069-ad2a-d8dad30fab8c triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:54:22.180950 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (f3f4cb04-f7c5-4069-ad2a-d8dad30fab8c), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:22.227970 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0f7d2cbc-a8c7-485a-8abc-3129b0c703b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (52cd5f3a-10f4-4a3f-90d0-0b0b39b7b264), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:22.229196 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0f7d2cbc-a8c7-485a-8abc-3129b0c703b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (52cd5f3a-10f4-4a3f-90d0-0b0b39b7b264), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:22.243217 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.db.resource_extend [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 07 21:54:22.263285 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 861cefe1-1ec7-45b2-a2a0-851f6f48c014 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:54:22.320362 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4b4044-c925-4a85-bd26-f2e282e60ff5 None None] DHCP port deletion for 7bf59b6e-50d7-4f5b-9aae-a2fd865e20d6 request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 21:54:22.358976 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-59b87ece-830d-4c0b-bec5-692c899c1434 req-4df506da-6f76-4985-b128-adb7e708dc2f tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/security-groups?id=aca2780c-128c-4de5-85a4-a7e10bd42e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1902781
May 07 21:54:22.379150 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87224717-3652-4d76-960d-10a326cde9a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d8c5abef-9f99-40bb-9e6e-b9156dc165d5', 'network_id': 'd8c5abef-9f99-40bb-9e6e-b9156dc165d5', 'project_id': '3f39abdb186c4a85b6ebb6fb4a2cd983', 'fixed_ips': [{'subnet_id': '11bc0559-29ac-40f2-83ef-5a1a3c318ce5'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 21:54:22.381456 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-87224717-3652-4d76-960d-10a326cde9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:22.418466 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-88ecbaa8-3a75-4814-a9b1-b6fc9039ef8f req-0db3c664-aac2-4cdb-86b3-f466484f9d82 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d50792e5-4672-4ff2-b261-ed0a649bb3d3&id=623940a1-6290-423b-87cb-2a84fe4a7634&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.5783536
May 07 21:54:22.433636 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2370c6d1-93f3-496a-be0c-c65fce256fcb service neutron] Pushing event updated for resources: {'Port': ['ID=0f31f820-4134-4910-88d6-283ed3ed34a7,revision_number=3']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:22.465869 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 861cefe1-1ec7-45b2-a2a0-851f6f48c014, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=861cefe1-1ec7-45b2-a2a0-851f6f48c014,segment=NetworkSegment(48f32d76-f63e-49c4-90a9-1cfb8c1dc638),segment_id=48f32d76-f63e-49c4-90a9-1cfb8c1dc638)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:54:22.475799 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67e4270-db54-42bf-9d6d-34db9bfa99e7 req-cfa1f02d-1a9c-4940-90b8-6cd8d5668601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:22.479195 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0f7d2cbc-a8c7-485a-8abc-3129b0c703b1 admin admin] Publish callbacks [] for router_controller (52cd5f3a-10f4-4a3f-90d0-0b0b39b7b264), precommit_add_association {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:22.480507 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e67e4270-db54-42bf-9d6d-34db9bfa99e7 req-cfa1f02d-1a9c-4940-90b8-6cd8d5668601 service neutron] 10.222.0.55 "GET /v2.0/networks?id=38ca9b6e-b205-48f9-a002-ddfee225fe39 HTTP/1.1" status: 200  len: 920 time: 0.8449726
May 07 21:54:22.499632 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (861cefe1-1ec7-45b2-a2a0-851f6f48c014), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:22.537622 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2507b17a-39e0-4a56-84d1-b22571f6b984 req-83abfd3d-50bc-48b0-aa36-1216433dcb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:22.544603 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2507b17a-39e0-4a56-84d1-b22571f6b984 req-83abfd3d-50bc-48b0-aa36-1216433dcb34 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a24cf19532e0484fabd6dc4e6b66fe30&device_id=dc809cd6-ffa7-49b3-ad2c-9bd7a75f8db2 HTTP/1.1" status: 200  len: 1130 time: 0.2909184
May 07 21:54:22.571138 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 26b45fcb-fb85-4cfb-9dc0-1b5852bae60e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=26b45fcb-fb85-4cfb-9dc0-1b5852bae60e,segment=NetworkSegment(c3b37dbc-d23c-4e53-ba39-47f4acab267d),segment_id=c3b37dbc-d23c-4e53-ba39-47f4acab267d)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:54:22.586407 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7836ec1-a75f-47a6-ba0a-3499ec04c37e x-openstack-request-id: req-d7836ec1-a75f-47a6-ba0a-3499ec04c37e {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:54:22.586710 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc809cd6-ffa7-49b3-ad2c-9bd7a75f8db2", "tag": "0f31f820-4134-4910-88d6-283ed3ed34a7", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:54:22.586992 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d7836ec1-a75f-47a6-ba0a-3499ec04c37e {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:54:22.587403 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7836ec1-a75f-47a6-ba0a-3499ec04c37e'] response: {'name': 'network-changed', 'server_uuid': 'dc809cd6-ffa7-49b3-ad2c-9bd7a75f8db2', 'tag': '0f31f820-4134-4910-88d6-283ed3ed34a7', 'status': 'completed', 'code': 200}
May 07 21:54:22.596819 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e67e4270-db54-42bf-9d6d-34db9bfa99e7 req-0cb0ea49-081b-4ab2-85fe-7b968f9be7bb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=26b45fcb-fb85-4cfb-9dc0-1b5852bae60e HTTP/1.1" status: 200  len: 217 time: 0.1077771
May 07 21:54:22.610371 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': '26b45fcb-fb85-4cfb-9dc0-1b5852bae60e', 'network_id': '38ca9b6e-b205-48f9-a002-ddfee225fe39', 'port_id': '26b45fcb-fb85-4cfb-9dc0-1b5852bae60e', 'mac_address': 'fa:16:3e:de:1c:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f91aa11-98d2-41ad-a902-77d230f2dd04', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:54:22.611763 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-be4b4044-c925-4a85-bd26-f2e282e60ff5 None None] Deleting port a9c9d5ff-f110-4914-9b35-ca1353ac6ae1 {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:54:22.612133 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-be4b4044-c925-4a85-bd26-f2e282e60ff5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (a9c9d5ff-f110-4914-9b35-ca1353ac6ae1), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:22.648814 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2507b17a-39e0-4a56-84d1-b22571f6b984 req-36f994f8-7c3b-4148-9eec-e1af81f1c9a8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=0f31f820-4134-4910-88d6-283ed3ed34a7 HTTP/1.1" status: 200  len: 217 time: 0.0605698
May 07 21:54:22.683754 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-986c832f-a743-45dc-b3ba-5a3a015285c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (a9c9d5ff-f110-4914-9b35-ca1353ac6ae1), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:22.753012 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986c832f-a743-45dc-b3ba-5a3a015285c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9c9d5ff-f110-4914-9b35-ca1353ac6ae1,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:22.758754 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986c832f-a743-45dc-b3ba-5a3a015285c5 admin admin] No DVR routers for this DVR port a9c9d5ff-f110-4914-9b35-ca1353ac6ae1 on host ncdv-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:54:22.774417 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 26b45fcb-fb85-4cfb-9dc0-1b5852bae60e is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:54:22.775840 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (26b45fcb-fb85-4cfb-9dc0-1b5852bae60e), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:22.782545 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a437d8-9262-4220-bbe7-ecf4c260c519 req-2fba610a-14d3-498d-8fdf-491801121ce0 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:22.784084 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a5a437d8-9262-4220-bbe7-ecf4c260c519 req-2fba610a-14d3-498d-8fdf-491801121ce0 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "GET /v2.0/ports?device_id=1328c136-9d82-4506-81cd-534b3799a51d HTTP/1.1" status: 200  len: 943 time: 0.0937829
May 07 21:54:22.799427 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26b45fcb-fb85-4cfb-9dc0-1b5852bae60e {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:54:22.865340 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a5a437d8-9262-4220-bbe7-ecf4c260c519 req-78d6f2fb-118a-4bc0-85db-e407ab9406be tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d51153d-80bb-487e-9b59-7f10285c8c88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0728898
May 07 21:54:22.866699 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2507b17a-39e0-4a56-84d1-b22571f6b984 req-d4781ac9-438c-4792-9d91-6c1d07c3c1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:22.868094 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2507b17a-39e0-4a56-84d1-b22571f6b984 req-d4781ac9-438c-4792-9d91-6c1d07c3c1ec service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6e0e5c53-1ece-4d20-b01d-5f8c6957edf6 HTTP/1.1" status: 200  len: 843 time: 0.1916647
May 07 21:54:22.869481 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67e4270-db54-42bf-9d6d-34db9bfa99e7 req-50a604e9-a69a-41c0-b599-aea63682b858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:22.870843 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e67e4270-db54-42bf-9d6d-34db9bfa99e7 req-50a604e9-a69a-41c0-b599-aea63682b858 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9f91aa11-98d2-41ad-a902-77d230f2dd04 HTTP/1.1" status: 200  len: 859 time: 0.2339139
May 07 21:54:22.915484 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['861cefe1-1ec7-45b2-a2a0-851f6f48c014'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:54:22.916821 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894eb2dc-d602-45c0-95ea-09bc5fa7e4ab req-c474f2a4-2c15-4f02-b4d1-5c22eafa8412 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:22.925127 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-894eb2dc-d602-45c0-95ea-09bc5fa7e4ab req-c474f2a4-2c15-4f02-b4d1-5c22eafa8412 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f1345a1-41a5-40ac-a7c4-7d6b9eb621fb HTTP/1.1" status: 200  len: 945 time: 0.3163300
May 07 21:54:22.946314 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e67e4270-db54-42bf-9d6d-34db9bfa99e7 req-3587460a-8037-4012-a452-f7d195ed2346 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=38ca9b6e-b205-48f9-a002-ddfee225fe39&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0607479
May 07 21:54:22.949908 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2507b17a-39e0-4a56-84d1-b22571f6b984 req-2bef5b19-f159-436b-8d81-9a77991046a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:22.951569 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2507b17a-39e0-4a56-84d1-b22571f6b984 req-2bef5b19-f159-436b-8d81-9a77991046a6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=665487f0-78eb-47fb-9a06-b15bc614dc47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0770731
May 07 21:54:22.963344 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0f7d2cbc-a8c7-485a-8abc-3129b0c703b1 admin admin] Publish callbacks [] for router_gateway (52cd5f3a-10f4-4a3f-90d0-0b0b39b7b264), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:22.989445 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-be4b4044-c925-4a85-bd26-f2e282e60ff5 None None] For port a9c9d5ff-f110-4914-9b35-ca1353ac6ae1, host ncdv-master-1, got binding levels [] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:54:22.989827 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-be4b4044-c925-4a85-bd26-f2e282e60ff5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (a9c9d5ff-f110-4914-9b35-ca1353ac6ae1), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:22.993618 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 26b45fcb-fb85-4cfb-9dc0-1b5852bae60e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=26b45fcb-fb85-4cfb-9dc0-1b5852bae60e,segment=NetworkSegment(c3b37dbc-d23c-4e53-ba39-47f4acab267d),segment_id=c3b37dbc-d23c-4e53-ba39-47f4acab267d)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:54:22.994921 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port f3f4cb04-f7c5-4069-ad2a-d8dad30fab8c is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:54:23.005955 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-986c832f-a743-45dc-b3ba-5a3a015285c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (7bf59b6e-50d7-4f5b-9aae-a2fd865e20d6), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:23.012897 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=861cefe1-1ec7-45b2-a2a0-851f6f48c014,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:23.039430 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (26b45fcb-fb85-4cfb-9dc0-1b5852bae60e), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:23.055031 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-894eb2dc-d602-45c0-95ea-09bc5fa7e4ab req-91ea4758-2f8a-44d1-bd96-8975c93d7335 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b18b124-d6ae-4635-93ed-9957a39a34ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1285901
May 07 21:54:23.070134 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-be4b4044-c925-4a85-bd26-f2e282e60ff5 None None] Calling delete_port for a9c9d5ff-f110-4914-9b35-ca1353ac6ae1 owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:54:23.101971 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.ipam_backend_mixin [None req-be4b4044-c925-4a85-bd26-f2e282e60ff5 None None] Port a9c9d5ff-f110-4914-9b35-ca1353ac6ae1 was not found and therefore no delete operation was performed {{(pid=121838) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}}
May 07 21:54:23.111852 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-986c832f-a743-45dc-b3ba-5a3a015285c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf87126be0>,) {'filters': {'network_id': ['7bf59b6e-50d7-4f5b-9aae-a2fd865e20d6']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:54:23.121112 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-be4b4044-c925-4a85-bd26-f2e282e60ff5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (a9c9d5ff-f110-4914-9b35-ca1353ac6ae1), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:23.129078 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-986c832f-a743-45dc-b3ba-5a3a015285c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf87126be0>, '0c68f4a4-1adb-4fc4-b550-46d9215c674a') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:54:23.130365 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-986c832f-a743-45dc-b3ba-5a3a015285c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf87126be0>, '0c68f4a4-1adb-4fc4-b550-46d9215c674a') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:54:23.153928 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-986c832f-a743-45dc-b3ba-5a3a015285c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (0c68f4a4-1adb-4fc4-b550-46d9215c674a), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:23.190474 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4b4044-c925-4a85-bd26-f2e282e60ff5 None None] No DVR routers for this DVR port a9c9d5ff-f110-4914-9b35-ca1353ac6ae1 on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:54:23.228960 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=26b45fcb-fb85-4cfb-9dc0-1b5852bae60e,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:23.246986 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-986c832f-a743-45dc-b3ba-5a3a015285c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (0c68f4a4-1adb-4fc4-b550-46d9215c674a), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:23.254884 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-986c832f-a743-45dc-b3ba-5a3a015285c5 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 21:54:23.256241 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-986c832f-a743-45dc-b3ba-5a3a015285c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (0c68f4a4-1adb-4fc4-b550-46d9215c674a), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:23.261404 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e67e4270-db54-42bf-9d6d-34db9bfa99e7 req-c5bba51d-6396-4f10-b32d-5c02efe17e72 service neutron] 10.222.0.55 "GET /v2.0/networks/38ca9b6e-b205-48f9-a002-ddfee225fe39?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3078923
May 07 21:54:23.269940 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2507b17a-39e0-4a56-84d1-b22571f6b984 req-a427f347-d180-4858-a0e0-25427ab7cb30 service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3039861
May 07 21:54:23.300241 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-87224717-3652-4d76-960d-10a326cde9a5 None None] Allocated IP 172.20.0.2 (d8c5abef-9f99-40bb-9e6e-b9156dc165d5/11bc0559-29ac-40f2-83ef-5a1a3c318ce5/4ce41e88-8568-4492-9f02-9dfd71490fe7) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:54:23.302696 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4b4044-c925-4a85-bd26-f2e282e60ff5 None None] Pushing event deleted for resources: {'Port': ['ID=a9c9d5ff-f110-4914-9b35-ca1353ac6ae1,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:23.313457 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 21:54:23.313457 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 21:54:23.313457 ncdv-master-1 neutron-server[121836]:     timer()
May 07 21:54:23.313457 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 21:54:23.313457 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 21:54:23.313457 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 21:54:23.313457 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 21:54:23.313457 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 21:54:23.313457 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 21:54:23.313457 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 21:54:23.313457 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 21:54:23.313457 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 21:54:23.313457 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 21:54:23.313457 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 21:54:23.313457 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 21:54:23.313457 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 21:54:23.313457 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 21:54:23.313457 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 21:54:23.313457 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 21:54:23.313457 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 21:54:23.313457 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 21:54:23.313457 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 21:54:23.313457 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 21:54:23.313457 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 21:54:23.313457 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 21:54:23.313457 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 21:54:23.313457 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 21:54:23.313457 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 21:54:23.313457 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 21:54:23.313457 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 21:54:23.313457 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 21:54:23.313457 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 21:54:23.323674 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['26b45fcb-fb85-4cfb-9dc0-1b5852bae60e'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:54:23.343803 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-986c832f-a743-45dc-b3ba-5a3a015285c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (7bf59b6e-50d7-4f5b-9aae-a2fd865e20d6), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:23.361797 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-986c832f-a743-45dc-b3ba-5a3a015285c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:23.369308 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-986c832f-a743-45dc-b3ba-5a3a015285c5 admin admin] 10.222.0.32 "DELETE /v2.0/networks/7bf59b6e-50d7-4f5b-9aae-a2fd865e20d6 HTTP/1.1" status: 204  len: 168 time: 1.6871414
May 07 21:54:23.373827 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986c832f-a743-45dc-b3ba-5a3a015285c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=7bf59b6e-50d7-4f5b-9aae-a2fd865e20d6,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:23.446606 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2507b17a-39e0-4a56-84d1-b22571f6b984 req-89b3b424-982b-4159-ac64-41c84b10c1ed service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1626508
May 07 21:54:23.540348 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 54d4d944-47e9-4336-a070-44cbc0439ffd details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:54:23.605527 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0f7d2cbc-a8c7-485a-8abc-3129b0c703b1 admin admin] Publish callbacks [] for router_gateway (52cd5f3a-10f4-4a3f-90d0-0b0b39b7b264), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:23.614436 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2351c0-b325-459d-8ea4-4952cb69185a req-b92b35fc-fa00-4dd9-b3d7-dcae1a4f7fb1 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:23.623465 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7896546-95df-49c2-b74c-b4e0071881d2 req-85db0083-7b73-4885-bc60-7b84a63a9e93 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:23.623997 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2351c0-b325-459d-8ea4-4952cb69185a req-b92b35fc-fa00-4dd9-b3d7-dcae1a4f7fb1 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:23.625341 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f7896546-95df-49c2-b74c-b4e0071881d2 req-85db0083-7b73-4885-bc60-7b84a63a9e93 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc809cd6-ffa7-49b3-ad2c-9bd7a75f8db2 HTTP/1.1" status: 200  len: 948 time: 0.1381042
May 07 21:54:23.630815 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2351c0-b325-459d-8ea4-4952cb69185a req-b92b35fc-fa00-4dd9-b3d7-dcae1a4f7fb1 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:23.636571 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2351c0-b325-459d-8ea4-4952cb69185a req-b92b35fc-fa00-4dd9-b3d7-dcae1a4f7fb1 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:23.642247 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2351c0-b325-459d-8ea4-4952cb69185a req-b92b35fc-fa00-4dd9-b3d7-dcae1a4f7fb1 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:23.648209 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2351c0-b325-459d-8ea4-4952cb69185a req-b92b35fc-fa00-4dd9-b3d7-dcae1a4f7fb1 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:23.654245 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2351c0-b325-459d-8ea4-4952cb69185a req-b92b35fc-fa00-4dd9-b3d7-dcae1a4f7fb1 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:23.656219 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0a2351c0-b325-459d-8ea4-4952cb69185a req-b92b35fc-fa00-4dd9-b3d7-dcae1a4f7fb1 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc2b763-2769-4c0e-9bf3-9ee54868505c HTTP/1.1" status: 200  len: 5430 time: 0.1237214
May 07 21:54:23.681988 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0f7d2cbc-a8c7-485a-8abc-3129b0c703b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:23.756716 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f7896546-95df-49c2-b74c-b4e0071881d2 req-48de573e-d6f7-466e-8ec1-235a2e435cf3 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/security-groups?id=aca2780c-128c-4de5-85a4-a7e10bd42e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1205750
May 07 21:54:23.757878 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 42790) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:54:23.781022 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-87224717-3652-4d76-960d-10a326cde9a5 None None] Publish callbacks [] for port (4ce41e88-8568-4492-9f02-9dfd71490fe7), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:23.795993 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e67e4270-db54-42bf-9d6d-34db9bfa99e7 req-32f22306-8207-4b52-8f23-d354efd4b188 service neutron] 10.222.0.55 "GET /v2.0/networks/38ca9b6e-b205-48f9-a002-ddfee225fe39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5241330
May 07 21:54:23.809214 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device a9c9d5ff-f110-4914-9b35-ca1353ac6ae1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:54:23.824025 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-bdae402e-fd39-4303-b604-257a853b0d86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:23.830664 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0a2351c0-b325-459d-8ea4-4952cb69185a req-a6652344-ee2d-443e-ab21-efd58b7749c3 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d50792e5-4672-4ff2-b261-ed0a649bb3d3&id=623940a1-6290-423b-87cb-2a84fe4a7634&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1561775
May 07 21:54:23.833726 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42792) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:54:23.834065 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-315d53c6-cab1-4654-8757-e20ebe44ee55 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=62b1d2f38652407eaa85fbb15aff6307&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0706725
May 07 21:54:23.862259 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-87224717-3652-4d76-960d-10a326cde9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (4ce41e88-8568-4492-9f02-9dfd71490fe7), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:23.881111 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: a9c9d5ff-f110-4914-9b35-ca1353ac6ae1 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:54:23.881339 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device a9c9d5ff-f110-4914-9b35-ca1353ac6ae1 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:54:23.883830 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:23.944007 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-0f7d2cbc-a8c7-485a-8abc-3129b0c703b1 admin admin] Allocated IP 172.35.4.11 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/373fda6b-4a6f-4775-ad93-c37d4ca264a0) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:54:23.997118 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2dd18a02-5e77-464d-b324-0aec0ef9efef admin admin] Publish callbacks [] for security_group (36e6996f-ed72-405e-9e1f-fcee4521c4cc), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:23.999754 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87224717-3652-4d76-960d-10a326cde9a5 None None] Network d8c5abef-9f99-40bb-9e6e-b9156dc165d5 is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:54:24.010295 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-87224717-3652-4d76-960d-10a326cde9a5 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:54:24.015260 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81918f89-fb3c-43a5-948b-d0f09df147bd req-5a1c720a-bb02-44c0-a8c0-a3ea64ea2322 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:24.016910 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-81918f89-fb3c-43a5-948b-d0f09df147bd req-5a1c720a-bb02-44c0-a8c0-a3ea64ea2322 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "GET /v2.0/ports?device_id=1328c136-9d82-4506-81cd-534b3799a51d HTTP/1.1" status: 200  len: 944 time: 0.0602078
May 07 21:54:24.024805 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87224717-3652-4d76-960d-10a326cde9a5 None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:54:24.029325 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87224717-3652-4d76-960d-10a326cde9a5 None None] Pushing event updated for resources: {'Port': ['ID=4ce41e88-8568-4492-9f02-9dfd71490fe7,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:24.065428 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2dd18a02-5e77-464d-b324-0aec0ef9efef admin admin] Publish callbacks [] for security_group (36e6996f-ed72-405e-9e1f-fcee4521c4cc), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:24.103472 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-81918f89-fb3c-43a5-948b-d0f09df147bd req-45c018cb-298e-4bda-8372-57bc6010fe01 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d51153d-80bb-487e-9b59-7f10285c8c88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0794122
May 07 21:54:24.142347 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0f7d2cbc-a8c7-485a-8abc-3129b0c703b1 admin admin] Publish callbacks [] for port (373fda6b-4a6f-4775-ad93-c37d4ca264a0), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:24.147301 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 54d4d944-47e9-4336-a070-44cbc0439ffd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=54d4d944-47e9-4336-a070-44cbc0439ffd,segment=NetworkSegment(2619035a-1889-472a-bdb4-8fd69e462829),segment_id=2619035a-1889-472a-bdb4-8fd69e462829)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:54:24.173111 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2dd18a02-5e77-464d-b324-0aec0ef9efef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (36e6996f-ed72-405e-9e1f-fcee4521c4cc), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:24.175975 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2dd18a02-5e77-464d-b324-0aec0ef9efef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:24.176532 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-87224717-3652-4d76-960d-10a326cde9a5 None None] Attempting to bind port 4ce41e88-8568-4492-9f02-9dfd71490fe7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:54:24.177450 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-87224717-3652-4d76-960d-10a326cde9a5 None None] Attempting to bind port 4ce41e88-8568-4492-9f02-9dfd71490fe7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4a51359d-2605-46c0-b165-765e39c09c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd8c5abef-9f99-40bb-9e6e-b9156dc165d5'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:54:24.177819 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87224717-3652-4d76-960d-10a326cde9a5 None None] Attempting to bind port 4ce41e88-8568-4492-9f02-9dfd71490fe7 on network d8c5abef-9f99-40bb-9e6e-b9156dc165d5 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:54:24.178352 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-2dd18a02-5e77-464d-b324-0aec0ef9efef admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/36e6996f-ed72-405e-9e1f-fcee4521c4cc HTTP/1.1" status: 204  len: 168 time: 0.3429325
May 07 21:54:24.185187 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': '54d4d944-47e9-4336-a070-44cbc0439ffd', 'network_id': '609f4b94-ee73-43b2-a5f1-920ecad898a5', 'port_id': '54d4d944-47e9-4336-a070-44cbc0439ffd', 'mac_address': 'fa:16:3e:38:d7:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13d3a74e-2942-47f7-869e-1fd2939a6583', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:54:24.197473 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87224717-3652-4d76-960d-10a326cde9a5 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:54:24.197878 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87224717-3652-4d76-960d-10a326cde9a5 None None] Checking segment: {'id': '4a51359d-2605-46c0-b165-765e39c09c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd8c5abef-9f99-40bb-9e6e-b9156dc165d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:54:24.198273 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-87224717-3652-4d76-960d-10a326cde9a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:24.198675 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87224717-3652-4d76-960d-10a326cde9a5 None None] Bound using segment: {'id': '4a51359d-2605-46c0-b165-765e39c09c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd8c5abef-9f99-40bb-9e6e-b9156dc165d5'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:54:24.199322 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-87224717-3652-4d76-960d-10a326cde9a5 None None] Bound port: 4ce41e88-8568-4492-9f02-9dfd71490fe7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a51359d-2605-46c0-b165-765e39c09c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd8c5abef-9f99-40bb-9e6e-b9156dc165d5'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:54:24.199719 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-87224717-3652-4d76-960d-10a326cde9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (4ce41e88-8568-4492-9f02-9dfd71490fe7), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:24.227862 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd18a02-5e77-464d-b324-0aec0ef9efef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e6996f-ed72-405e-9e1f-fcee4521c4cc,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:24.258522 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d99649-4fed-48f6-b57d-a80020a1f17e req-fec748d2-95db-428a-b445-6fb3c5ec7b5a tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:24.260422 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d1d99649-4fed-48f6-b57d-a80020a1f17e req-fec748d2-95db-428a-b445-6fb3c5ec7b5a tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f1345a1-41a5-40ac-a7c4-7d6b9eb621fb HTTP/1.1" status: 200  len: 945 time: 0.0884831
May 07 21:54:24.264165 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0f7d2cbc-a8c7-485a-8abc-3129b0c703b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (373fda6b-4a6f-4775-ad93-c37d4ca264a0), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:24.289656 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7d2cbc-a8c7-485a-8abc-3129b0c703b1 admin admin] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:54:24.292847 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-0f7d2cbc-a8c7-485a-8abc-3129b0c703b1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:54:24.319011 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7d2cbc-a8c7-485a-8abc-3129b0c703b1 admin admin] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:54:24.397774 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7d2cbc-a8c7-485a-8abc-3129b0c703b1 admin admin] Pushing event updated for resources: {'Port': ['ID=373fda6b-4a6f-4775-ad93-c37d4ca264a0,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:24.436935 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ca1be9-a51f-4a66-a543-de110a047450 req-22163578-21ba-4dde-b181-5a858354ee10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:24.439700 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d9ca1be9-a51f-4a66-a543-de110a047450 req-22163578-21ba-4dde-b181-5a858354ee10 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a24cf19532e0484fabd6dc4e6b66fe30&device_id=dc809cd6-ffa7-49b3-ad2c-9bd7a75f8db2 HTTP/1.1" status: 200  len: 1130 time: 0.1036949
May 07 21:54:24.480848 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 54d4d944-47e9-4336-a070-44cbc0439ffd is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:54:24.480848 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (54d4d944-47e9-4336-a070-44cbc0439ffd), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:24.491320 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d1d99649-4fed-48f6-b57d-a80020a1f17e req-fc2d7f8f-95a2-4741-98b9-133bcb57fd51 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b18b124-d6ae-4635-93ed-9957a39a34ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2124639
May 07 21:54:24.520147 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54d4d944-47e9-4336-a070-44cbc0439ffd {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:54:24.533313 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-87224717-3652-4d76-960d-10a326cde9a5 None None] For port 4ce41e88-8568-4492-9f02-9dfd71490fe7, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:54:24.553979 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 54d4d944-47e9-4336-a070-44cbc0439ffd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=54d4d944-47e9-4336-a070-44cbc0439ffd,segment=NetworkSegment(2619035a-1889-472a-bdb4-8fd69e462829),segment_id=2619035a-1889-472a-bdb4-8fd69e462829)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:54:24.557960 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-87224717-3652-4d76-960d-10a326cde9a5 None None] For port 4ce41e88-8568-4492-9f02-9dfd71490fe7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4ce41e88-8568-4492-9f02-9dfd71490fe7,segment=NetworkSegment(4a51359d-2605-46c0-b165-765e39c09c38),segment_id=4a51359d-2605-46c0-b165-765e39c09c38)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:54:24.567292 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (54d4d944-47e9-4336-a070-44cbc0439ffd), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:24.568876 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 5ace34e4-5209-40cb-a0ff-407d97d110dd details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:54:24.574965 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-87224717-3652-4d76-960d-10a326cde9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (4ce41e88-8568-4492-9f02-9dfd71490fe7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:24.576234 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ca1be9-a51f-4a66-a543-de110a047450 req-d8d8ad3a-92c6-4d32-b399-11f0370ef420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:24.577811 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d9ca1be9-a51f-4a66-a543-de110a047450 req-d8d8ad3a-92c6-4d32-b399-11f0370ef420 service neutron] 10.222.0.59 "GET /v2.0/networks?id=665487f0-78eb-47fb-9a06-b15bc614dc47 HTTP/1.1" status: 200  len: 870 time: 0.1304643
May 07 21:54:24.635834 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d9ca1be9-a51f-4a66-a543-de110a047450 req-bbfce221-d8ba-49fb-8b1e-faf0c1afa5ad service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=0f31f820-4134-4910-88d6-283ed3ed34a7 HTTP/1.1" status: 200  len: 217 time: 0.0517871
May 07 21:54:24.708481 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ca1be9-a51f-4a66-a543-de110a047450 req-26e98dfd-a216-4549-bb31-8d039b1d8a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:24.710017 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d9ca1be9-a51f-4a66-a543-de110a047450 req-26e98dfd-a216-4549-bb31-8d039b1d8a5b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6e0e5c53-1ece-4d20-b01d-5f8c6957edf6 HTTP/1.1" status: 200  len: 843 time: 0.0684209
May 07 21:54:24.736698 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0f7d2cbc-a8c7-485a-8abc-3129b0c703b1 admin admin] Publish callbacks [] for router_gateway (52cd5f3a-10f4-4a3f-90d0-0b0b39b7b264), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:24.753962 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=54d4d944-47e9-4336-a070-44cbc0439ffd,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:24.773353 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 42804) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:54:24.809811 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ca1be9-a51f-4a66-a543-de110a047450 req-6cf4c8a8-3485-4578-a0dd-bb18a6274cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:24.811478 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d9ca1be9-a51f-4a66-a543-de110a047450 req-6cf4c8a8-3485-4578-a0dd-bb18a6274cdf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=665487f0-78eb-47fb-9a06-b15bc614dc47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0955360
May 07 21:54:24.856383 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 5ace34e4-5209-40cb-a0ff-407d97d110dd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5ace34e4-5209-40cb-a0ff-407d97d110dd,segment=NetworkSegment(918ce7a0-6436-4d36-8bb4-df4087f94e32),segment_id=918ce7a0-6436-4d36-8bb4-df4087f94e32)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:54:24.869361 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87224717-3652-4d76-960d-10a326cde9a5 None None] Pushing event updated for resources: {'Port': ['ID=4ce41e88-8568-4492-9f02-9dfd71490fe7,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:24.876241 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': '5ace34e4-5209-40cb-a0ff-407d97d110dd', 'network_id': '5159d3da-3059-47f6-8ecf-b4d9b2b9d7de', 'port_id': '5ace34e4-5209-40cb-a0ff-407d97d110dd', 'mac_address': 'fa:16:3e:16:1b:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb1f6c63-3864-40bd-a2ae-039b8eadf327', 'ip_address': '10.1.1.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:54:24.910211 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-2fb511fb-9256-481e-9205-f08409e1b7a6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=90ce3cad9a044db6a6f73cbbe92dc662&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1355934
May 07 21:54:24.928230 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 42812) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:54:24.948354 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 5ace34e4-5209-40cb-a0ff-407d97d110dd is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:54:24.948354 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (5ace34e4-5209-40cb-a0ff-407d97d110dd), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:24.975277 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ace34e4-5209-40cb-a0ff-407d97d110dd {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:54:25.009254 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 5ace34e4-5209-40cb-a0ff-407d97d110dd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5ace34e4-5209-40cb-a0ff-407d97d110dd,segment=NetworkSegment(918ce7a0-6436-4d36-8bb4-df4087f94e32),segment_id=918ce7a0-6436-4d36-8bb4-df4087f94e32)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:54:25.017015 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (5ace34e4-5209-40cb-a0ff-407d97d110dd), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:25.018013 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device c3af0b52-e2d3-4593-a7f9-ff7d7fa37fb8 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:54:25.111801 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd61b4b1-bec1-4bb6-ada6-25a51a85b07b req-606fa425-9f9a-4141-89b4-9a4023cd10d0 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:25.113825 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-dd61b4b1-bec1-4bb6-ada6-25a51a85b07b req-606fa425-9f9a-4141-89b4-9a4023cd10d0 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc809cd6-ffa7-49b3-ad2c-9bd7a75f8db2 HTTP/1.1" status: 200  len: 948 time: 0.2067816
May 07 21:54:25.120812 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port c3af0b52-e2d3-4593-a7f9-ff7d7fa37fb8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c3af0b52-e2d3-4593-a7f9-ff7d7fa37fb8,segment=NetworkSegment(918ce7a0-6436-4d36-8bb4-df4087f94e32),segment_id=918ce7a0-6436-4d36-8bb4-df4087f94e32)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:54:25.123716 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=5ace34e4-5209-40cb-a0ff-407d97d110dd,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:25.144212 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': 'c3af0b52-e2d3-4593-a7f9-ff7d7fa37fb8', 'network_id': '5159d3da-3059-47f6-8ecf-b4d9b2b9d7de', 'port_id': 'c3af0b52-e2d3-4593-a7f9-ff7d7fa37fb8', 'mac_address': 'fa:16:3e:75:cb:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb1f6c63-3864-40bd-a2ae-039b8eadf327', 'ip_address': '10.1.1.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:54:25.177658 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d1167947-44f8-4797-97b6-43e1257685e1 admin admin] Publish callbacks [] for security_group (5042bd47-3452-462f-9b22-78a9d3734968), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:25.181964 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d9ca1be9-a51f-4a66-a543-de110a047450 req-a1f773ae-8d0c-4faa-a670-029550858208 service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3597782
May 07 21:54:25.198804 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port c3af0b52-e2d3-4593-a7f9-ff7d7fa37fb8 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:54:25.198804 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (c3af0b52-e2d3-4593-a7f9-ff7d7fa37fb8), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:25.213843 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3af0b52-e2d3-4593-a7f9-ff7d7fa37fb8 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:54:25.259304 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port c3af0b52-e2d3-4593-a7f9-ff7d7fa37fb8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c3af0b52-e2d3-4593-a7f9-ff7d7fa37fb8,segment=NetworkSegment(918ce7a0-6436-4d36-8bb4-df4087f94e32),segment_id=918ce7a0-6436-4d36-8bb4-df4087f94e32)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:54:25.265309 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d1167947-44f8-4797-97b6-43e1257685e1 admin admin] Publish callbacks [] for security_group (5042bd47-3452-462f-9b22-78a9d3734968), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:25.265558 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (c3af0b52-e2d3-4593-a7f9-ff7d7fa37fb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:25.267650 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device c96fe3c0-1df8-4707-980e-6b6ab0d159b2 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:54:25.325456 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-dd61b4b1-bec1-4bb6-ada6-25a51a85b07b req-cf030302-1942-48e5-a891-eedd8ca3f5e2 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/security-groups?id=aca2780c-128c-4de5-85a4-a7e10bd42e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1975605
May 07 21:54:25.369638 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=c3af0b52-e2d3-4593-a7f9-ff7d7fa37fb8,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:25.373764 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d9ca1be9-a51f-4a66-a543-de110a047450 req-4b856511-d696-4bc5-b5f2-68b4c9d13aad service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1846921
May 07 21:54:25.405193 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d1167947-44f8-4797-97b6-43e1257685e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (5042bd47-3452-462f-9b22-78a9d3734968), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:25.408520 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d1167947-44f8-4797-97b6-43e1257685e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:25.409853 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-d1167947-44f8-4797-97b6-43e1257685e1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5042bd47-3452-462f-9b22-78a9d3734968 HTTP/1.1" status: 204  len: 168 time: 0.4804916
May 07 21:54:25.422692 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1167947-44f8-4797-97b6-43e1257685e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5042bd47-3452-462f-9b22-78a9d3734968,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:25.445362 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9774978d-fb79-4db3-8603-4939ace9fc63 req-1800eb99-199b-4483-84e1-e9713a890b9e tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:25.449737 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9774978d-fb79-4db3-8603-4939ace9fc63 req-1800eb99-199b-4483-84e1-e9713a890b9e tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:25.454494 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9774978d-fb79-4db3-8603-4939ace9fc63 req-1800eb99-199b-4483-84e1-e9713a890b9e tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:25.460140 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9774978d-fb79-4db3-8603-4939ace9fc63 req-1800eb99-199b-4483-84e1-e9713a890b9e tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:25.465735 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9774978d-fb79-4db3-8603-4939ace9fc63 req-1800eb99-199b-4483-84e1-e9713a890b9e tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:25.471031 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9774978d-fb79-4db3-8603-4939ace9fc63 req-1800eb99-199b-4483-84e1-e9713a890b9e tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:25.476865 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9774978d-fb79-4db3-8603-4939ace9fc63 req-1800eb99-199b-4483-84e1-e9713a890b9e tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:25.478845 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9774978d-fb79-4db3-8603-4939ace9fc63 req-1800eb99-199b-4483-84e1-e9713a890b9e tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc2b763-2769-4c0e-9bf3-9ee54868505c HTTP/1.1" status: 200  len: 5431 time: 0.5192919
May 07 21:54:25.515199 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0f7d2cbc-a8c7-485a-8abc-3129b0c703b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (52cd5f3a-10f4-4a3f-90d0-0b0b39b7b264), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:25.533178 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port c96fe3c0-1df8-4707-980e-6b6ab0d159b2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c96fe3c0-1df8-4707-980e-6b6ab0d159b2,segment=NetworkSegment(bf0c0471-2624-4f4f-a2e9-e11b0e1b254e),segment_id=bf0c0471-2624-4f4f-a2e9-e11b0e1b254e)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:54:25.549321 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': 'c96fe3c0-1df8-4707-980e-6b6ab0d159b2', 'network_id': '509cbb97-8d95-4377-b498-4ce6a1d5a1d9', 'port_id': 'c96fe3c0-1df8-4707-980e-6b6ab0d159b2', 'mac_address': 'fa:16:3e:78:ce:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c9b6f0f-d910-4c1b-9477-b2b4c63a6d0b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:54:25.566121 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9f4872-4be8-49f3-8a29-49a27e1c23cb req-024d6a1d-32c1-4475-b357-200e515abdb0 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:25.569497 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3a9f4872-4be8-49f3-8a29-49a27e1c23cb req-024d6a1d-32c1-4475-b357-200e515abdb0 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "GET /v2.0/ports?device_id=1328c136-9d82-4506-81cd-534b3799a51d HTTP/1.1" status: 200  len: 944 time: 0.1133630
May 07 21:54:25.604652 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port c96fe3c0-1df8-4707-980e-6b6ab0d159b2 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:54:25.605119 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (c96fe3c0-1df8-4707-980e-6b6ab0d159b2), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:25.613244 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9774978d-fb79-4db3-8603-4939ace9fc63 req-47deaecc-a453-4335-84ad-9c57d9c7bd87 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d50792e5-4672-4ff2-b261-ed0a649bb3d3&id=623940a1-6290-423b-87cb-2a84fe4a7634&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1218300
May 07 21:54:25.642371 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c96fe3c0-1df8-4707-980e-6b6ab0d159b2 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:54:25.648820 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3a9f4872-4be8-49f3-8a29-49a27e1c23cb req-1737d1b4-e10a-4742-99d4-3522cf3f90ee tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d51153d-80bb-487e-9b59-7f10285c8c88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723059
May 07 21:54:25.697829 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port c96fe3c0-1df8-4707-980e-6b6ab0d159b2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c96fe3c0-1df8-4707-980e-6b6ab0d159b2,segment=NetworkSegment(bf0c0471-2624-4f4f-a2e9-e11b0e1b254e),segment_id=bf0c0471-2624-4f4f-a2e9-e11b0e1b254e)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:54:25.722324 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (c96fe3c0-1df8-4707-980e-6b6ab0d159b2), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:25.723048 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 840ebb23-b4df-469e-b8a1-03792fff9bb1 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:54:25.824972 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdf286e-ebbc-44c8-97ba-693171139317 req-c713a4af-443e-4a1e-89f3-7144690896c5 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:25.827141 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8fdf286e-ebbc-44c8-97ba-693171139317 req-c713a4af-443e-4a1e-89f3-7144690896c5 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f1345a1-41a5-40ac-a7c4-7d6b9eb621fb HTTP/1.1" status: 200  len: 945 time: 0.0621254
May 07 21:54:25.838412 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f7d2cbc-a8c7-485a-8abc-3129b0c703b1 admin admin] Router 52cd5f3a-10f4-4a3f-90d0-0b0b39b7b264 is scheduled to L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db with binding_index 1 {{(pid=121836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 07 21:54:25.845124 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 4ce41e88-8568-4492-9f02-9dfd71490fe7 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:54:25.876461 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 840ebb23-b4df-469e-b8a1-03792fff9bb1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=840ebb23-b4df-469e-b8a1-03792fff9bb1,segment=NetworkSegment(2619035a-1889-472a-bdb4-8fd69e462829),segment_id=2619035a-1889-472a-bdb4-8fd69e462829)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:54:25.882971 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=c96fe3c0-1df8-4707-980e-6b6ab0d159b2,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:25.908406 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': '840ebb23-b4df-469e-b8a1-03792fff9bb1', 'network_id': '609f4b94-ee73-43b2-a5f1-920ecad898a5', 'port_id': '840ebb23-b4df-469e-b8a1-03792fff9bb1', 'mac_address': 'fa:16:3e:c8:13:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13d3a74e-2942-47f7-869e-1fd2939a6583', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:54:25.933011 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8fdf286e-ebbc-44c8-97ba-693171139317 req-84938e11-ea5e-4718-bd3c-573210907b0b tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b18b124-d6ae-4635-93ed-9957a39a34ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0964282
May 07 21:54:25.945529 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 4ce41e88-8568-4492-9f02-9dfd71490fe7 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:54:25.946195 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (4ce41e88-8568-4492-9f02-9dfd71490fe7), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:25.993134 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 840ebb23-b4df-469e-b8a1-03792fff9bb1 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:54:25.993677 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (840ebb23-b4df-469e-b8a1-03792fff9bb1), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:26.030311 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f7d2cbc-a8c7-485a-8abc-3129b0c703b1 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:54:26.034072 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 840ebb23-b4df-469e-b8a1-03792fff9bb1 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:54:26.044928 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c2a0a9-738e-4bcf-bd86-19b0ca306854 None None] Sync routers for ids ['52cd5f3a-10f4-4a3f-90d0-0b0b39b7b264'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:54:26.053912 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ce33b0aa-2616-485f-90fe-ae6063a98c12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:26.062231 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c2a0a9-738e-4bcf-bd86-19b0ca306854 None None] Routers {'52cd5f3a-10f4-4a3f-90d0-0b0b39b7b264'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:54:26.062906 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-f7c2a0a9-738e-4bcf-bd86-19b0ca306854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cd916a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:54:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['52cd5f3a-10f4-4a3f-90d0-0b0b39b7b264'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:54:26.073094 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 840ebb23-b4df-469e-b8a1-03792fff9bb1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=840ebb23-b4df-469e-b8a1-03792fff9bb1,segment=NetworkSegment(2619035a-1889-472a-bdb4-8fd69e462829),segment_id=2619035a-1889-472a-bdb4-8fd69e462829)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:54:26.079178 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0f7d2cbc-a8c7-485a-8abc-3129b0c703b1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:26.081451 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-0f7d2cbc-a8c7-485a-8abc-3129b0c703b1 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 4.1210670
May 07 21:54:26.084306 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 42824) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:54:26.132812 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (840ebb23-b4df-469e-b8a1-03792fff9bb1), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:26.133602 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device bd421caf-72a7-469a-bd36-ed429f10bc0d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:54:26.139251 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 26b45fcb-fb85-4cfb-9dc0-1b5852bae60e up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:54:26.235925 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-f7c2a0a9-738e-4bcf-bd86-19b0ca306854 None None] Set router 52cd5f3a-10f4-4a3f-90d0-0b0b39b7b264 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:54:26.276529 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed74aa9-6aa3-4629-932b-807ca010efe1 None None] Network d8c5abef-9f99-40bb-9e6e-b9156dc165d5 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:54:26.312151 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 4ce41e88-8568-4492-9f02-9dfd71490fe7 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:54:26.312525 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (4ce41e88-8568-4492-9f02-9dfd71490fe7), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:26.367644 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-8861f9fa-5fdc-4819-96a1-cef7b627244d None None] Provisioning complete for port 4ce41e88-8568-4492-9f02-9dfd71490fe7 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:54:26.368132 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-8861f9fa-5fdc-4819-96a1-cef7b627244d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (4ce41e88-8568-4492-9f02-9dfd71490fe7), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:26.497811 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port bd421caf-72a7-469a-bd36-ed429f10bc0d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bd421caf-72a7-469a-bd36-ed429f10bc0d,segment=NetworkSegment(918ce7a0-6436-4d36-8bb4-df4087f94e32),segment_id=918ce7a0-6436-4d36-8bb4-df4087f94e32)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:54:26.517604 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-f7c2a0a9-738e-4bcf-bd86-19b0ca306854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cd916a0>, [{'id': '52cd5f3a-10f4-4a3f-90d0-0b0b39b7b264', 'name': 'tempest-TaggedBootDevicesTest-821516653-router', 'tenant_id': '3f39abdb186c4a85b6ebb6fb4a2cd983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.11'}], 'enable_snat': True}, 'gw_port_id': '373fda6b-4a6f-4775-ad93-c37d4ca264a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:54:22Z', 'updated_at': '2022-05-07T21:54:24Z', 'revision_number': 3, 'project_id': '3f39abdb186c4a85b6ebb6fb4a2cd983', 'gw_port': {'id': '373fda6b-4a6f-4775-ad93-c37d4ca264a0', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:1a:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52cd5f3a-10f4-4a3f-90d0-0b0b39b7b264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:54:23Z', 'updated_at': '2022-05-07T21:54:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:54:26.518334 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=840ebb23-b4df-469e-b8a1-03792fff9bb1,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:26.546020 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning for port 26b45fcb-fb85-4cfb-9dc0-1b5852bae60e completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:54:26.560630 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': 'bd421caf-72a7-469a-bd36-ed429f10bc0d', 'network_id': '5159d3da-3059-47f6-8ecf-b4d9b2b9d7de', 'port_id': 'bd421caf-72a7-469a-bd36-ed429f10bc0d', 'mac_address': 'fa:16:3e:28:64:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb1f6c63-3864-40bd-a2ae-039b8eadf327', 'ip_address': '10.1.1.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:54:26.564604 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c2a0a9-738e-4bcf-bd86-19b0ca306854 None None] Checking router: 52cd5f3a-10f4-4a3f-90d0-0b0b39b7b264 for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 21:54:26.565276 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c2a0a9-738e-4bcf-bd86-19b0ca306854 None None] Updating router 52cd5f3a-10f4-4a3f-90d0-0b0b39b7b264 port 373fda6b-4a6f-4775-ad93-c37d4ca264a0 binding host ncdv-master-1 {{(pid=121839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 21:54:26.581756 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port 4ce41e88-8568-4492-9f02-9dfd71490fe7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4ce41e88-8568-4492-9f02-9dfd71490fe7,segment=NetworkSegment(4a51359d-2605-46c0-b165-765e39c09c38),segment_id=4a51359d-2605-46c0-b165-765e39c09c38)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:54:26.583737 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port 26b45fcb-fb85-4cfb-9dc0-1b5852bae60e triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:54:26.584114 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (26b45fcb-fb85-4cfb-9dc0-1b5852bae60e), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:26.585124 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fda1018-968e-4feb-bf1a-1527bc872ca2 req-5d5bd521-9503-4f0e-ba81-00dc287d674e tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:26.586849 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0fda1018-968e-4feb-bf1a-1527bc872ca2 req-5d5bd521-9503-4f0e-ba81-00dc287d674e tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc809cd6-ffa7-49b3-ad2c-9bd7a75f8db2 HTTP/1.1" status: 200  len: 948 time: 0.1110928
May 07 21:54:26.621161 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-f7c2a0a9-738e-4bcf-bd86-19b0ca306854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (373fda6b-4a6f-4775-ad93-c37d4ca264a0), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:26.658419 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (4ce41e88-8568-4492-9f02-9dfd71490fe7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:26.671072 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0fda1018-968e-4feb-bf1a-1527bc872ca2 req-041f97c0-2d54-4317-83a9-ae129116bdee tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/security-groups?id=aca2780c-128c-4de5-85a4-a7e10bd42e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0703433
May 07 21:54:26.735921 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=4ce41e88-8568-4492-9f02-9dfd71490fe7,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:26.784263 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port bd421caf-72a7-469a-bd36-ed429f10bc0d is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:54:26.784711 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (bd421caf-72a7-469a-bd36-ed429f10bc0d), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:26.840038 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd421caf-72a7-469a-bd36-ed429f10bc0d {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:54:26.851796 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-8861f9fa-5fdc-4819-96a1-cef7b627244d None None] Current status of the port 4ce41e88-8568-4492-9f02-9dfd71490fe7 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:54:26.869013 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e65bea2-0f74-4b05-bf2f-86422c170374 req-851ebdf9-f674-4163-978b-78cba17b6412 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:26.876044 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e65bea2-0f74-4b05-bf2f-86422c170374 req-851ebdf9-f674-4163-978b-78cba17b6412 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:26.883722 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e65bea2-0f74-4b05-bf2f-86422c170374 req-851ebdf9-f674-4163-978b-78cba17b6412 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:26.894067 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e65bea2-0f74-4b05-bf2f-86422c170374 req-851ebdf9-f674-4163-978b-78cba17b6412 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:26.897005 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 42846) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:54:26.909570 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port bd421caf-72a7-469a-bd36-ed429f10bc0d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bd421caf-72a7-469a-bd36-ed429f10bc0d,segment=NetworkSegment(918ce7a0-6436-4d36-8bb4-df4087f94e32),segment_id=918ce7a0-6436-4d36-8bb4-df4087f94e32)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:54:26.910522 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 26b45fcb-fb85-4cfb-9dc0-1b5852bae60e is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:54:26.911048 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (26b45fcb-fb85-4cfb-9dc0-1b5852bae60e), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:26.911373 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e65bea2-0f74-4b05-bf2f-86422c170374 req-851ebdf9-f674-4163-978b-78cba17b6412 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:26.918327 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e65bea2-0f74-4b05-bf2f-86422c170374 req-851ebdf9-f674-4163-978b-78cba17b6412 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:26.925173 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e65bea2-0f74-4b05-bf2f-86422c170374 req-851ebdf9-f674-4163-978b-78cba17b6412 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:26.929494 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (bd421caf-72a7-469a-bd36-ed429f10bc0d), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:26.930214 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 7ea348ce-dc31-4a97-a925-458a8adb95a1 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:54:26.948769 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7e65bea2-0f74-4b05-bf2f-86422c170374 req-851ebdf9-f674-4163-978b-78cba17b6412 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc2b763-2769-4c0e-9bf3-9ee54868505c HTTP/1.1" status: 200  len: 5435 time: 0.1883810
May 07 21:54:26.965653 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4b48b0-6e67-4a0b-9a65-f2ed249e230f req-342ebc61-4fa1-4a92-afd4-cf50f9ea348f tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:26.973704 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6a4b48b0-6e67-4a0b-9a65-f2ed249e230f req-342ebc61-4fa1-4a92-afd4-cf50f9ea348f tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "GET /v2.0/ports?device_id=1328c136-9d82-4506-81cd-534b3799a51d HTTP/1.1" status: 200  len: 944 time: 0.1112273
May 07 21:54:27.016570 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1328c136-9d82-4506-81cd-534b3799a51d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26b45fcb-fb85-4cfb-9dc0-1b5852bae60e'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:54:27.020176 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a3a2ef-594f-4018-8685-d880ff5302db" -d '{"events": [{"server_uuid": "1328c136-9d82-4506-81cd-534b3799a51d", "name": "network-vif-plugged", "status": "completed", "tag": "26b45fcb-fb85-4cfb-9dc0-1b5852bae60e"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:54:27.049649 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 26b45fcb-fb85-4cfb-9dc0-1b5852bae60e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=26b45fcb-fb85-4cfb-9dc0-1b5852bae60e,segment=NetworkSegment(c3b37dbc-d23c-4e53-ba39-47f4acab267d),segment_id=c3b37dbc-d23c-4e53-ba39-47f4acab267d)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:54:27.077376 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6a4b48b0-6e67-4a0b-9a65-f2ed249e230f req-7f31b1b5-6332-49ca-902c-8ab62f745c2b tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d51153d-80bb-487e-9b59-7f10285c8c88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1007924
May 07 21:54:27.081408 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7ef1321e-2743-43ae-a0a5-12d570baaa38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:27.095582 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7e65bea2-0f74-4b05-bf2f-86422c170374 req-d30e1152-d759-49ac-bd80-fa46fb9c8040 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d50792e5-4672-4ff2-b261-ed0a649bb3d3&id=623940a1-6290-423b-87cb-2a84fe4a7634&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1453807
May 07 21:54:27.098035 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (26b45fcb-fb85-4cfb-9dc0-1b5852bae60e), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:27.111098 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=bd421caf-72a7-469a-bd36-ed429f10bc0d,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:27.231254 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-f7c2a0a9-738e-4bcf-bd86-19b0ca306854 None None] Publish callbacks [] for port (373fda6b-4a6f-4775-ad93-c37d4ca264a0), precommit_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:27.235912 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 7ea348ce-dc31-4a97-a925-458a8adb95a1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7ea348ce-dc31-4a97-a925-458a8adb95a1,segment=NetworkSegment(918ce7a0-6436-4d36-8bb4-df4087f94e32),segment_id=918ce7a0-6436-4d36-8bb4-df4087f94e32)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:54:27.236147 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-a8bdc8a6-8f56-4838-9212-1c602ee8efb3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-2146525056-network', 'tenant_id': '4c2ee723c6a04843b302e255a401b1e7'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:54:27.237702 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-f7c2a0a9-738e-4bcf-bd86-19b0ca306854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (373fda6b-4a6f-4775-ad93-c37d4ca264a0), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:27.245634 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12bcbda6-0357-4834-810d-32417855360b x-openstack-request-id: req-12bcbda6-0357-4834-810d-32417855360b {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:54:27.245963 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1328c136-9d82-4506-81cd-534b3799a51d", "name": "network-vif-plugged", "status": "completed", "tag": "26b45fcb-fb85-4cfb-9dc0-1b5852bae60e", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:54:27.246265 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-12bcbda6-0357-4834-810d-32417855360b {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:54:27.246538 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12bcbda6-0357-4834-810d-32417855360b'] response: {'server_uuid': '1328c136-9d82-4506-81cd-534b3799a51d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26b45fcb-fb85-4cfb-9dc0-1b5852bae60e', 'code': 200}
May 07 21:54:27.258422 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=26b45fcb-fb85-4cfb-9dc0-1b5852bae60e,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:27.267357 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': '7ea348ce-dc31-4a97-a925-458a8adb95a1', 'network_id': '5159d3da-3059-47f6-8ecf-b4d9b2b9d7de', 'port_id': '7ea348ce-dc31-4a97-a925-458a8adb95a1', 'mac_address': 'fa:16:3e:7c:2b:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb1f6c63-3864-40bd-a2ae-039b8eadf327', 'ip_address': '10.1.1.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:54:27.278817 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-e71fb262-f29e-424f-b4d6-5698e2cfb488 None None] Provisioning complete for port 4ce41e88-8568-4492-9f02-9dfd71490fe7 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:54:27.279040 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e71fb262-f29e-424f-b4d6-5698e2cfb488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (4ce41e88-8568-4492-9f02-9dfd71490fe7), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:27.307566 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-f7c2a0a9-738e-4bcf-bd86-19b0ca306854 None None] Attempting to bind port 373fda6b-4a6f-4775-ad93-c37d4ca264a0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:54:27.307944 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-f7c2a0a9-738e-4bcf-bd86-19b0ca306854 None None] Attempting to bind port 373fda6b-4a6f-4775-ad93-c37d4ca264a0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:54:27.308573 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c2a0a9-738e-4bcf-bd86-19b0ca306854 None None] Attempting to bind port 373fda6b-4a6f-4775-ad93-c37d4ca264a0 on network 9221b764-ef06-431f-8941-796516ed7c3b {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:54:27.320662 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f1c584-b765-4ad4-981f-c0260cf56044 None None] Pushing event updated for resources: {'Port': ['ID=373fda6b-4a6f-4775-ad93-c37d4ca264a0,revision_number=2']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:27.323561 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c2a0a9-738e-4bcf-bd86-19b0ca306854 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:54:27.324678 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c2a0a9-738e-4bcf-bd86-19b0ca306854 None None] Checking segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:54:27.325131 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-f7c2a0a9-738e-4bcf-bd86-19b0ca306854 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:27.325514 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c2a0a9-738e-4bcf-bd86-19b0ca306854 None None] Bound using segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:54:27.326185 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-f7c2a0a9-738e-4bcf-bd86-19b0ca306854 None None] Bound port: 373fda6b-4a6f-4775-ad93-c37d4ca264a0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:54:27.326804 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-f7c2a0a9-738e-4bcf-bd86-19b0ca306854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (373fda6b-4a6f-4775-ad93-c37d4ca264a0), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:27.353282 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:27.357455 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 7ea348ce-dc31-4a97-a925-458a8adb95a1 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:54:27.357837 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (7ea348ce-dc31-4a97-a925-458a8adb95a1), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:27.378426 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ea348ce-dc31-4a97-a925-458a8adb95a1 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:54:27.393731 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-f7c2a0a9-738e-4bcf-bd86-19b0ca306854 None None] For port 373fda6b-4a6f-4775-ad93-c37d4ca264a0, host ncdv-master-1, cleared binding levels {{(pid=121839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:54:27.399645 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-f7c2a0a9-738e-4bcf-bd86-19b0ca306854 None None] For port 373fda6b-4a6f-4775-ad93-c37d4ca264a0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=373fda6b-4a6f-4775-ad93-c37d4ca264a0,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:54:27.409686 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-f7c2a0a9-738e-4bcf-bd86-19b0ca306854 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (373fda6b-4a6f-4775-ad93-c37d4ca264a0), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:27.411986 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1146788c-756a-4d51-b188-4a034e0b36cf req-9f69872b-2dd2-4066-a291-b4f2dc03e5fe tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:27.413782 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1146788c-756a-4d51-b188-4a034e0b36cf req-9f69872b-2dd2-4066-a291-b4f2dc03e5fe tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f1345a1-41a5-40ac-a7c4-7d6b9eb621fb HTTP/1.1" status: 200  len: 945 time: 0.1912596
May 07 21:54:27.418555 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dd27a5-4d28-4867-af68-3d5d285660e7 req-ad98894c-ed03-4be7-9656-6256a19a641c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:27.420351 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-03dd27a5-4d28-4867-af68-3d5d285660e7 req-ad98894c-ed03-4be7-9656-6256a19a641c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1328c136-9d82-4506-81cd-534b3799a51d HTTP/1.1" status: 200  len: 1127 time: 0.1618710
May 07 21:54:27.422178 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 7ea348ce-dc31-4a97-a925-458a8adb95a1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7ea348ce-dc31-4a97-a925-458a8adb95a1,segment=NetworkSegment(918ce7a0-6436-4d36-8bb4-df4087f94e32),segment_id=918ce7a0-6436-4d36-8bb4-df4087f94e32)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:54:27.423246 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8bdc8a6-8f56-4838-9212-1c602ee8efb3 admin admin] Made reservation on behalf of 4c2ee723c6a04843b302e255a401b1e7 for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:54:27.425491 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a8bdc8a6-8f56-4838-9212-1c602ee8efb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:27.431436 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (7ea348ce-dc31-4a97-a925-458a8adb95a1), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:27.463452 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 0f31f820-4134-4910-88d6-283ed3ed34a7 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:54:27.467962 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a8bdc8a6-8f56-4838-9212-1c602ee8efb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:27.477308 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-e71fb262-f29e-424f-b4d6-5698e2cfb488 None None] Current status of the port 4ce41e88-8568-4492-9f02-9dfd71490fe7 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:54:27.494222 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f1c584-b765-4ad4-981f-c0260cf56044 None None] Pushing event updated for resources: {'Port': ['ID=373fda6b-4a6f-4775-ad93-c37d4ca264a0,revision_number=3']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:27.497348 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c2a0a9-738e-4bcf-bd86-19b0ca306854 None None] Routers {'52cd5f3a-10f4-4a3f-90d0-0b0b39b7b264'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:54:27.498194 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-f7c2a0a9-738e-4bcf-bd86-19b0ca306854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cd916a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:54:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['52cd5f3a-10f4-4a3f-90d0-0b0b39b7b264'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:54:27.527950 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=7ea348ce-dc31-4a97-a925-458a8adb95a1,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:27.599945 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1146788c-756a-4d51-b188-4a034e0b36cf req-90f28950-6afe-4709-be59-20af700b6e30 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b18b124-d6ae-4635-93ed-9957a39a34ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1706991
May 07 21:54:27.607605 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-03dd27a5-4d28-4867-af68-3d5d285660e7 req-e6dd7f71-e6cf-48c3-8ab6-9cefef0d9097 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2d51153d-80bb-487e-9b59-7f10285c8c88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1745048
May 07 21:54:27.608251 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-7ef1321e-2743-43ae-a0a5-12d570baaa38 admin admin] Allocated IP 172.20.0.1 (d8c5abef-9f99-40bb-9e6e-b9156dc165d5/11bc0559-29ac-40f2-83ef-5a1a3c318ce5/fadbd9b6-bf92-4716-8f60-6627e570d84c) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:54:27.611965 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 0f31f820-4134-4910-88d6-283ed3ed34a7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0f31f820-4134-4910-88d6-283ed3ed34a7,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:54:27.629569 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': '0f31f820-4134-4910-88d6-283ed3ed34a7', 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47', 'port_id': '0f31f820-4134-4910-88d6-283ed3ed34a7', 'mac_address': 'fa:16:3e:99:34:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e0e5c53-1ece-4d20-b01d-5f8c6957edf6', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:54:27.672941 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 0f31f820-4134-4910-88d6-283ed3ed34a7 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:54:27.673337 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (0f31f820-4134-4910-88d6-283ed3ed34a7), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:27.713186 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f31f820-4134-4910-88d6-283ed3ed34a7 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:54:27.726060 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-f7c2a0a9-738e-4bcf-bd86-19b0ca306854 None None] Set router 52cd5f3a-10f4-4a3f-90d0-0b0b39b7b264 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:54:27.767554 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 0f31f820-4134-4910-88d6-283ed3ed34a7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0f31f820-4134-4910-88d6-283ed3ed34a7,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:54:27.776517 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (0f31f820-4134-4910-88d6-283ed3ed34a7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:27.859793 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7978eeac-b421-4308-8fd8-d41f111061c6 req-5fc02a87-f015-4942-b526-f8e8e17f6c52 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:27.861796 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7978eeac-b421-4308-8fd8-d41f111061c6 req-5fc02a87-f015-4942-b526-f8e8e17f6c52 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc809cd6-ffa7-49b3-ad2c-9bd7a75f8db2 HTTP/1.1" status: 200  len: 949 time: 0.0648353
May 07 21:54:27.865492 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=0f31f820-4134-4910-88d6-283ed3ed34a7,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:27.877491 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 4ce41e88-8568-4492-9f02-9dfd71490fe7 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:54:27.920956 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7978eeac-b421-4308-8fd8-d41f111061c6 req-0d0939c9-1eb8-47b4-9b8a-fb5881ee4978 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/security-groups?id=aca2780c-128c-4de5-85a4-a7e10bd42e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517032
May 07 21:54:27.958286 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 4ce41e88-8568-4492-9f02-9dfd71490fe7 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:54:27.959080 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (4ce41e88-8568-4492-9f02-9dfd71490fe7), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:27.983463 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-f7c2a0a9-738e-4bcf-bd86-19b0ca306854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cd916a0>, [{'id': '52cd5f3a-10f4-4a3f-90d0-0b0b39b7b264', 'name': 'tempest-TaggedBootDevicesTest-821516653-router', 'tenant_id': '3f39abdb186c4a85b6ebb6fb4a2cd983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.11'}], 'enable_snat': True}, 'gw_port_id': '373fda6b-4a6f-4775-ad93-c37d4ca264a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:54:22Z', 'updated_at': '2022-05-07T21:54:24Z', 'revision_number': 3, 'project_id': '3f39abdb186c4a85b6ebb6fb4a2cd983', 'gw_port': {'id': '373fda6b-4a6f-4775-ad93-c37d4ca264a0', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:1a:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52cd5f3a-10f4-4a3f-90d0-0b0b39b7b264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:54:23Z', 'updated_at': '2022-05-07T21:54:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:54:28.022588 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c2a0a9-738e-4bcf-bd86-19b0ca306854 None None] The sync data for ids ['52cd5f3a-10f4-4a3f-90d0-0b0b39b7b264'] in ncdv-master-1 is: [{'id': '52cd5f3a-10f4-4a3f-90d0-0b0b39b7b264', 'name': 'tempest-TaggedBootDevicesTest-821516653-router', 'tenant_id': '3f39abdb186c4a85b6ebb6fb4a2cd983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.11'}], 'enable_snat': True}, 'gw_port_id': '373fda6b-4a6f-4775-ad93-c37d4ca264a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:54:22Z', 'updated_at': '2022-05-07T21:54:24Z', 'revision_number': 3, 'project_id': '3f39abdb186c4a85b6ebb6fb4a2cd983', 'gw_port': {'id': '373fda6b-4a6f-4775-ad93-c37d4ca264a0', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:1a:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52cd5f3a-10f4-4a3f-90d0-0b0b39b7b264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:54:23Z', 'updated_at': '2022-05-07T21:54:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:54:28.064921 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 4ce41e88-8568-4492-9f02-9dfd71490fe7 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:54:28.136358 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a8bdc8a6-8f56-4838-9212-1c602ee8efb3 admin admin] Publish callbacks [] for security_group (ff80f794-fcbb-42be-a4f4-a428e6692136), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:28.158301 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a8bdc8a6-8f56-4838-9212-1c602ee8efb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (ff80f794-fcbb-42be-a4f4-a428e6692136), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:28.198387 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7ef1321e-2743-43ae-a0a5-12d570baaa38 admin admin] Publish callbacks [] for port (fadbd9b6-bf92-4716-8f60-6627e570d84c), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:28.231313 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8bdc8a6-8f56-4838-9212-1c602ee8efb3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 21:54:28.259097 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bdc8a6-8f56-4838-9212-1c602ee8efb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff80f794-fcbb-42be-a4f4-a428e6692136,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:28.269624 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a8bdc8a6-8f56-4838-9212-1c602ee8efb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (de13910c-b2a2-4c8b-9294-cfa40334cda3), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:28.269962 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-a8bdc8a6-8f56-4838-9212-1c602ee8efb3 admin admin] Added segment de13910c-b2a2-4c8b-9294-cfa40334cda3 of type vlan for network 704f8450-d63f-47c9-8f27-0e9fc81678e7
May 07 21:54:28.279410 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34762dc9-7428-46d2-a264-ff05581547c9 req-acf28c6e-3011-4338-9b56-f1d7798094ef tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:28.287372 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34762dc9-7428-46d2-a264-ff05581547c9 req-acf28c6e-3011-4338-9b56-f1d7798094ef tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:28.291508 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8803c709-eed0-4b4c-a944-d51e98141e90 req-8dcff04e-6fdb-488f-841f-273a4c43da6c tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:28.293047 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8803c709-eed0-4b4c-a944-d51e98141e90 req-8dcff04e-6fdb-488f-841f-273a4c43da6c tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "GET /v2.0/ports?device_id=1328c136-9d82-4506-81cd-534b3799a51d HTTP/1.1" status: 200  len: 945 time: 0.0979464
May 07 21:54:28.293544 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34762dc9-7428-46d2-a264-ff05581547c9 req-acf28c6e-3011-4338-9b56-f1d7798094ef tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:28.300036 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34762dc9-7428-46d2-a264-ff05581547c9 req-acf28c6e-3011-4338-9b56-f1d7798094ef tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:28.307362 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34762dc9-7428-46d2-a264-ff05581547c9 req-acf28c6e-3011-4338-9b56-f1d7798094ef tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:28.313916 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34762dc9-7428-46d2-a264-ff05581547c9 req-acf28c6e-3011-4338-9b56-f1d7798094ef tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:28.321598 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34762dc9-7428-46d2-a264-ff05581547c9 req-acf28c6e-3011-4338-9b56-f1d7798094ef tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:28.323567 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-34762dc9-7428-46d2-a264-ff05581547c9 req-acf28c6e-3011-4338-9b56-f1d7798094ef tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc2b763-2769-4c0e-9bf3-9ee54868505c HTTP/1.1" status: 200  len: 5437 time: 0.1302216
May 07 21:54:28.381432 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a8bdc8a6-8f56-4838-9212-1c602ee8efb3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (704f8450-d63f-47c9-8f27-0e9fc81678e7), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:28.399536 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['bd421caf-72a7-469a-bd36-ed429f10bc0d'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:54:28.418364 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7ef1321e-2743-43ae-a0a5-12d570baaa38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (fadbd9b6-bf92-4716-8f60-6627e570d84c), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:28.436187 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-34762dc9-7428-46d2-a264-ff05581547c9 req-feef450b-0d68-4fa9-ab4d-0db589145cb7 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d50792e5-4672-4ff2-b261-ed0a649bb3d3&id=623940a1-6290-423b-87cb-2a84fe4a7634&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1050875
May 07 21:54:28.517335 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a8bdc8a6-8f56-4838-9212-1c602ee8efb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (704f8450-d63f-47c9-8f27-0e9fc81678e7), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:28.518571 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8bdc8a6-8f56-4838-9212-1c602ee8efb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:28.519221 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a8bdc8a6-8f56-4838-9212-1c602ee8efb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:28.542840 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef1321e-2743-43ae-a0a5-12d570baaa38 admin admin] Network d8c5abef-9f99-40bb-9e6e-b9156dc165d5 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:54:28.559596 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8803c709-eed0-4b4c-a944-d51e98141e90 req-41afcaee-0cc2-4adb-ac6c-45b2ef3bed90 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d51153d-80bb-487e-9b59-7f10285c8c88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2433732
May 07 21:54:28.570268 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-7ef1321e-2743-43ae-a0a5-12d570baaa38 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:54:28.573985 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef1321e-2743-43ae-a0a5-12d570baaa38 admin admin] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:54:28.642268 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['840ebb23-b4df-469e-b8a1-03792fff9bb1'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:54:28.644599 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-a8bdc8a6-8f56-4838-9212-1c602ee8efb3 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 894 time: 1.7450771
May 07 21:54:28.648073 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42862) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:54:28.655536 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-2b8109e8-394a-4d40-99e3-a4b4ae844740 admin admin] Request body: {'subnet': {'network_id': '704f8450-d63f-47c9-8f27-0e9fc81678e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-2146525056-subnet', 'tenant_id': '4c2ee723c6a04843b302e255a401b1e7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:54:28.704081 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b8109e8-394a-4d40-99e3-a4b4ae844740 admin admin] Made reservation on behalf of 4c2ee723c6a04843b302e255a401b1e7 for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:54:28.706893 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2b8109e8-394a-4d40-99e3-a4b4ae844740 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:28.776972 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef1321e-2743-43ae-a0a5-12d570baaa38 admin admin] Pushing event updated for resources: {'Port': ['ID=fadbd9b6-bf92-4716-8f60-6627e570d84c,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:28.830145 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7ef1321e-2743-43ae-a0a5-12d570baaa38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398161'] for router_interface (52cd5f3a-10f4-4a3f-90d0-0b0b39b7b264), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:28.838470 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bdc8a6-8f56-4838-9212-1c602ee8efb3 admin admin] Pushing event updated for resources: {'Network': ['ID=704f8450-d63f-47c9-8f27-0e9fc81678e7,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:28.891897 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['0f31f820-4134-4910-88d6-283ed3ed34a7'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:54:28.906941 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 704f8450-d63f-47c9-8f27-0e9fc81678e7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 21:54:28.988381 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['54d4d944-47e9-4336-a070-44cbc0439ffd'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:54:29.095233 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['5ace34e4-5209-40cb-a0ff-407d97d110dd'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:54:29.102726 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72891e0-435f-430e-8396-e997609b3e49 req-8fd9454e-11b9-4ea2-a6b8-5c4e16d56442 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:29.104987 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b72891e0-435f-430e-8396-e997609b3e49 req-8fd9454e-11b9-4ea2-a6b8-5c4e16d56442 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f1345a1-41a5-40ac-a7c4-7d6b9eb621fb HTTP/1.1" status: 200  len: 945 time: 0.1790566
May 07 21:54:29.137826 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c083cce9-d6b6-47f2-81ff-e468eb94f052 req-e9e1a3f1-568d-4df4-bce4-eec4c90f14ef tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:29.139639 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c083cce9-d6b6-47f2-81ff-e468eb94f052 req-e9e1a3f1-568d-4df4-bce4-eec4c90f14ef tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc809cd6-ffa7-49b3-ad2c-9bd7a75f8db2 HTTP/1.1" status: 200  len: 949 time: 0.0725608
May 07 21:54:29.183677 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['c96fe3c0-1df8-4707-980e-6b6ab0d159b2'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:54:29.213549 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c083cce9-d6b6-47f2-81ff-e468eb94f052 req-0f83d789-4692-4ccb-b65e-f1930863246c tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/security-groups?id=aca2780c-128c-4de5-85a4-a7e10bd42e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593140
May 07 21:54:29.260891 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7ef1321e-2743-43ae-a0a5-12d570baaa38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (fadbd9b6-bf92-4716-8f60-6627e570d84c), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:29.286629 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-6a22aa93-abf6-4e50-a045-199f0c264902 None None] Provisioning complete for port fadbd9b6-bf92-4716-8f60-6627e570d84c triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:54:29.287210 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a22aa93-abf6-4e50-a045-199f0c264902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (fadbd9b6-bf92-4716-8f60-6627e570d84c), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:29.289345 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['7ea348ce-dc31-4a97-a925-458a8adb95a1'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:54:29.337225 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['c3af0b52-e2d3-4593-a7f9-ff7d7fa37fb8'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:54:29.352401 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2b8109e8-394a-4d40-99e3-a4b4ae844740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (2acc823a-0eec-49c6-a420-882d299a2009), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:29.380800 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 861cefe1-1ec7-45b2-a2a0-851f6f48c014 up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:54:29.405693 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b72891e0-435f-430e-8396-e997609b3e49 req-0d505465-bd1f-4766-bf44-310a5659f335 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b18b124-d6ae-4635-93ed-9957a39a34ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1289444
May 07 21:54:29.464896 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8109e8-394a-4d40-99e3-a4b4ae844740 admin admin] Checking segment: {'id': 'de13910c-b2a2-4c8b-9294-cfa40334cda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '704f8450-d63f-47c9-8f27-0e9fc81678e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:54:29.465267 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8109e8-394a-4d40-99e3-a4b4ae844740 admin admin] Network hostable DHCP agents. Network: 704f8450-d63f-47c9-8f27-0e9fc81678e7, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 21:54:29.470120 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8109e8-394a-4d40-99e3-a4b4ae844740 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2acc823a-0eec-49c6-a420-882d299a2009,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:29.488367 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7ef1321e-2743-43ae-a0a5-12d570baaa38 admin admin] Publish callbacks [] for port (fadbd9b6-bf92-4716-8f60-6627e570d84c), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:29.499414 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7ef1321e-2743-43ae-a0a5-12d570baaa38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (fadbd9b6-bf92-4716-8f60-6627e570d84c), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:29.504022 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8109e8-394a-4d40-99e3-a4b4ae844740 admin admin] Network 704f8450-d63f-47c9-8f27-0e9fc81678e7 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 21:54:29.518631 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-2b8109e8-394a-4d40-99e3-a4b4ae844740 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 704f8450-d63f-47c9-8f27-0e9fc81678e7) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:54:29.523546 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8109e8-394a-4d40-99e3-a4b4ae844740 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:29.524436 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2b8109e8-394a-4d40-99e3-a4b4ae844740 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:29.548585 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0ab228-6ea9-437e-b3f7-24a8b78b7092 None None] Network 704f8450-d63f-47c9-8f27-0e9fc81678e7 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:54:29.553242 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-2b8109e8-394a-4d40-99e3-a4b4ae844740 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 857 time: 0.9038889
May 07 21:54:29.556165 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42872) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:54:29.562224 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-29391bbf-f07a-4e17-8336-8595fd93817f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-2146525056-router', 'tenant_id': '4c2ee723c6a04843b302e255a401b1e7', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:54:29.572197 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:29.597821 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-29391bbf-f07a-4e17-8336-8595fd93817f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (4e415b3f-6226-4d5a-bd85-5868d0b73abe), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:29.600563 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-29391bbf-f07a-4e17-8336-8595fd93817f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (4e415b3f-6226-4d5a-bd85-5868d0b73abe), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:29.634012 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7ef1321e-2743-43ae-a0a5-12d570baaa38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401121'] for router_interface (52cd5f3a-10f4-4a3f-90d0-0b0b39b7b264), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:29.683311 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1b6a80-b3d3-4f12-946e-b2d9584292c7 req-ed68f578-1163-41c1-b023-e338674da5cb tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:29.690261 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1b6a80-b3d3-4f12-946e-b2d9584292c7 req-ed68f578-1163-41c1-b023-e338674da5cb tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:29.696224 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1b6a80-b3d3-4f12-946e-b2d9584292c7 req-ed68f578-1163-41c1-b023-e338674da5cb tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:29.700061 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-29391bbf-f07a-4e17-8336-8595fd93817f admin admin] Publish callbacks [] for router_controller (4e415b3f-6226-4d5a-bd85-5868d0b73abe), precommit_add_association {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:29.702677 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1b6a80-b3d3-4f12-946e-b2d9584292c7 req-ed68f578-1163-41c1-b023-e338674da5cb tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:29.713316 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-6a22aa93-abf6-4e50-a045-199f0c264902 None None] Port fadbd9b6-bf92-4716-8f60-6627e570d84c cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:54:29.714315 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1b6a80-b3d3-4f12-946e-b2d9584292c7 req-ed68f578-1163-41c1-b023-e338674da5cb tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:29.721268 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1b6a80-b3d3-4f12-946e-b2d9584292c7 req-ed68f578-1163-41c1-b023-e338674da5cb tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:29.727354 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1b6a80-b3d3-4f12-946e-b2d9584292c7 req-ed68f578-1163-41c1-b023-e338674da5cb tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:29.735138 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5e1b6a80-b3d3-4f12-946e-b2d9584292c7 req-ed68f578-1163-41c1-b023-e338674da5cb tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc2b763-2769-4c0e-9bf3-9ee54868505c HTTP/1.1" status: 200  len: 5437 time: 0.1717236
May 07 21:54:29.771856 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning for port 861cefe1-1ec7-45b2-a2a0-851f6f48c014 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:54:29.841555 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf23cfe0-140b-42ba-9e9b-07f13c4a9749 req-f4a32ee1-9852-44aa-8383-e16e6c99ca3e tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:29.847345 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-cf23cfe0-140b-42ba-9e9b-07f13c4a9749 req-f4a32ee1-9852-44aa-8383-e16e6c99ca3e tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "GET /v2.0/ports?device_id=1328c136-9d82-4506-81cd-534b3799a51d HTTP/1.1" status: 200  len: 945 time: 0.1453025
May 07 21:54:29.851156 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef1321e-2743-43ae-a0a5-12d570baaa38 admin admin] Pushing event updated for resources: {'Port': ['ID=fadbd9b6-bf92-4716-8f60-6627e570d84c,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:29.905662 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 373fda6b-4a6f-4775-ad93-c37d4ca264a0 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:54:29.907686 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port 861cefe1-1ec7-45b2-a2a0-851f6f48c014 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:54:29.908067 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (861cefe1-1ec7-45b2-a2a0-851f6f48c014), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:29.915257 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5e1b6a80-b3d3-4f12-946e-b2d9584292c7 req-b52b4e9b-c67f-49a2-a6e3-8a420e63b287 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d50792e5-4672-4ff2-b261-ed0a649bb3d3&id=623940a1-6290-423b-87cb-2a84fe4a7634&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1622694
May 07 21:54:29.928954 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef1321e-2743-43ae-a0a5-12d570baaa38 admin admin] Network d8c5abef-9f99-40bb-9e6e-b9156dc165d5 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:54:29.931346 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-7ef1321e-2743-43ae-a0a5-12d570baaa38 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:54:29.968674 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-29391bbf-f07a-4e17-8336-8595fd93817f admin admin] Publish callbacks [] for router_gateway (4e415b3f-6226-4d5a-bd85-5868d0b73abe), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:29.998924 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-cf23cfe0-140b-42ba-9e9b-07f13c4a9749 req-8d7b93c4-4cad-45f4-afe7-da7e104ba107 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d51153d-80bb-487e-9b59-7f10285c8c88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1483181
May 07 21:54:30.228741 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ef1321e-2743-43ae-a0a5-12d570baaa38 admin admin] Router 52cd5f3a-10f4-4a3f-90d0-0b0b39b7b264 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 21:54:30.313730 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-29391bbf-f07a-4e17-8336-8595fd93817f admin admin] Publish callbacks [] for router_gateway (4e415b3f-6226-4d5a-bd85-5868d0b73abe), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:30.360052 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-29391bbf-f07a-4e17-8336-8595fd93817f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:30.441343 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:30.507567 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7900c4d9-b36b-4f27-a1a4-60bdd1cd90d9 req-1e36ff64-1053-4efd-a310-ac241e887570 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:30.510657 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7900c4d9-b36b-4f27-a1a4-60bdd1cd90d9 req-1e36ff64-1053-4efd-a310-ac241e887570 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc809cd6-ffa7-49b3-ad2c-9bd7a75f8db2 HTTP/1.1" status: 200  len: 949 time: 0.1537650
May 07 21:54:30.536319 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5eb0c6-7be7-493b-bcec-a2e73332f776 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-704f8450-d63f-47c9-8f27-0e9fc81678e7', 'network_id': '704f8450-d63f-47c9-8f27-0e9fc81678e7', 'project_id': '4c2ee723c6a04843b302e255a401b1e7', 'fixed_ips': [{'subnet_id': '2acc823a-0eec-49c6-a420-882d299a2009'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 21:54:30.537397 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-fe5eb0c6-7be7-493b-bcec-a2e73332f776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:30.571601 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7977f29a-5f24-489c-a84b-9a14029ec449 req-2c997b64-7a41-480e-bdac-9b82dbdb795f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:30.573213 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7977f29a-5f24-489c-a84b-9a14029ec449 req-2c997b64-7a41-480e-bdac-9b82dbdb795f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=addf83b9a69e4628b1b962b7fceeb9ae&device_id=1328c136-9d82-4506-81cd-534b3799a51d HTTP/1.1" status: 200  len: 1127 time: 0.1107123
May 07 21:54:30.586445 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-374e9600-67fb-4afb-a95b-1f2f0999ea77 None None] Provisioning complete for port fadbd9b6-bf92-4716-8f60-6627e570d84c triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:54:30.586967 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-374e9600-67fb-4afb-a95b-1f2f0999ea77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (fadbd9b6-bf92-4716-8f60-6627e570d84c), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:30.589493 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04de4adb-56b4-4486-8707-8a38815e701e req-40e61978-057a-4275-a439-04d01c85e46e tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:30.597177 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-04de4adb-56b4-4486-8707-8a38815e701e req-40e61978-057a-4275-a439-04d01c85e46e tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "GET /v2.0/ports?device_id=1328c136-9d82-4506-81cd-534b3799a51d HTTP/1.1" status: 200  len: 945 time: 0.1914864
May 07 21:54:30.612173 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7900c4d9-b36b-4f27-a1a4-60bdd1cd90d9 req-158f6e48-4ee4-425e-9325-68907faab1d4 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/security-groups?id=aca2780c-128c-4de5-85a4-a7e10bd42e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502057
May 07 21:54:30.614803 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 373fda6b-4a6f-4775-ad93-c37d4ca264a0 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:54:30.615253 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (373fda6b-4a6f-4775-ad93-c37d4ca264a0), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:30.621406 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ef1321e-2743-43ae-a0a5-12d570baaa38 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:54:30.650923 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-29391bbf-f07a-4e17-8336-8595fd93817f admin admin] Allocated IP 172.35.4.211 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/aff31c05-d914-4525-bace-30d34b61e5c0) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:54:30.653174 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-7ef1321e-2743-43ae-a0a5-12d570baaa38 admin admin] 10.222.0.32 "PUT /v2.0/routers/52cd5f3a-10f4-4a3f-90d0-0b0b39b7b264/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5677214
May 07 21:54:30.683119 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-04de4adb-56b4-4486-8707-8a38815e701e req-ca719231-d2c0-42b1-949a-e8b94e5875e1 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d51153d-80bb-487e-9b59-7f10285c8c88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0810413
May 07 21:54:30.846099 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7067c22-6f7c-43e6-8e79-b1fc0dbbaf68 None None] Sync routers for ids ['52cd5f3a-10f4-4a3f-90d0-0b0b39b7b264'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:54:30.856526 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7befc45f-6ba3-418f-9892-871bcde81e19 req-e7f6944d-c8a9-4930-a734-02108e28a8cb tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:30.864330 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7befc45f-6ba3-418f-9892-871bcde81e19 req-e7f6944d-c8a9-4930-a734-02108e28a8cb tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f1345a1-41a5-40ac-a7c4-7d6b9eb621fb HTTP/1.1" status: 200  len: 945 time: 0.1034968
May 07 21:54:30.922482 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-29391bbf-f07a-4e17-8336-8595fd93817f admin admin] Publish callbacks [] for port (aff31c05-d914-4525-bace-30d34b61e5c0), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:30.931846 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7977f29a-5f24-489c-a84b-9a14029ec449 req-6a65470f-52cf-40d2-9a4e-36ef005e21c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:30.933823 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7977f29a-5f24-489c-a84b-9a14029ec449 req-6a65470f-52cf-40d2-9a4e-36ef005e21c8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=38ca9b6e-b205-48f9-a002-ddfee225fe39 HTTP/1.1" status: 200  len: 920 time: 0.1578982
May 07 21:54:30.959553 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7befc45f-6ba3-418f-9892-871bcde81e19 req-cf92a860-f530-49e6-a434-618fb7b97338 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b18b124-d6ae-4635-93ed-9957a39a34ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0942585
May 07 21:54:30.962213 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-374e9600-67fb-4afb-a95b-1f2f0999ea77 None None] Port fadbd9b6-bf92-4716-8f60-6627e570d84c cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:54:30.999553 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-29391bbf-f07a-4e17-8336-8595fd93817f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (aff31c05-d914-4525-bace-30d34b61e5c0), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:31.034719 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7977f29a-5f24-489c-a84b-9a14029ec449 req-1948450c-1f99-4aa7-aa26-82e3e88381c4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=26b45fcb-fb85-4cfb-9dc0-1b5852bae60e HTTP/1.1" status: 200  len: 217 time: 0.0940800
May 07 21:54:31.057389 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29391bbf-f07a-4e17-8336-8595fd93817f admin admin] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:54:31.066119 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 861cefe1-1ec7-45b2-a2a0-851f6f48c014 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:54:31.066513 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (861cefe1-1ec7-45b2-a2a0-851f6f48c014), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:31.071362 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-29391bbf-f07a-4e17-8336-8595fd93817f admin admin] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:54:31.085353 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29391bbf-f07a-4e17-8336-8595fd93817f admin admin] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:54:31.103705 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7067c22-6f7c-43e6-8e79-b1fc0dbbaf68 None None] Routers {'52cd5f3a-10f4-4a3f-90d0-0b0b39b7b264'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:54:31.104362 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-b7067c22-6f7c-43e6-8e79-b1fc0dbbaf68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8ce2f520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:54:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['52cd5f3a-10f4-4a3f-90d0-0b0b39b7b264'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:54:31.160023 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29391bbf-f07a-4e17-8336-8595fd93817f admin admin] Pushing event updated for resources: {'Port': ['ID=aff31c05-d914-4525-bace-30d34b61e5c0,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:31.208606 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f0c0b-819f-4fea-853a-fe3776017e79 req-c44c2aef-2596-40d3-a0fc-114e4b1e90c2 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:31.223147 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f0c0b-819f-4fea-853a-fe3776017e79 req-c44c2aef-2596-40d3-a0fc-114e4b1e90c2 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:31.234499 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f0c0b-819f-4fea-853a-fe3776017e79 req-c44c2aef-2596-40d3-a0fc-114e4b1e90c2 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:31.243647 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f0c0b-819f-4fea-853a-fe3776017e79 req-c44c2aef-2596-40d3-a0fc-114e4b1e90c2 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:31.249554 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f0c0b-819f-4fea-853a-fe3776017e79 req-c44c2aef-2596-40d3-a0fc-114e4b1e90c2 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:31.258425 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f0c0b-819f-4fea-853a-fe3776017e79 req-c44c2aef-2596-40d3-a0fc-114e4b1e90c2 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:31.264029 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f0c0b-819f-4fea-853a-fe3776017e79 req-c44c2aef-2596-40d3-a0fc-114e4b1e90c2 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:31.272958 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b22f0c0b-819f-4fea-853a-fe3776017e79 req-c44c2aef-2596-40d3-a0fc-114e4b1e90c2 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc2b763-2769-4c0e-9bf3-9ee54868505c HTTP/1.1" status: 200  len: 5437 time: 0.1608346
May 07 21:54:31.281857 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7977f29a-5f24-489c-a84b-9a14029ec449 req-a1330e8d-6c91-4faf-83c9-8cb80be0fdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:31.283686 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7977f29a-5f24-489c-a84b-9a14029ec449 req-a1330e8d-6c91-4faf-83c9-8cb80be0fdf6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9f91aa11-98d2-41ad-a902-77d230f2dd04 HTTP/1.1" status: 200  len: 859 time: 0.2390895
May 07 21:54:31.369131 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7977f29a-5f24-489c-a84b-9a14029ec449 req-5214d5c6-dec2-4705-b841-6a48152692d0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=38ca9b6e-b205-48f9-a002-ddfee225fe39&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0761487
May 07 21:54:31.374293 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b22f0c0b-819f-4fea-853a-fe3776017e79 req-a93e796a-d915-437f-aa44-63470b3458f3 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d50792e5-4672-4ff2-b261-ed0a649bb3d3&id=623940a1-6290-423b-87cb-2a84fe4a7634&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1001153
May 07 21:54:31.480791 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7977f29a-5f24-489c-a84b-9a14029ec449 req-539a048a-4502-4685-80d5-cbee7c8b5a31 service neutron] 10.222.0.55 "GET /v2.0/networks/38ca9b6e-b205-48f9-a002-ddfee225fe39?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1047807
May 07 21:54:31.532033 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f1345a1-41a5-40ac-a7c4-7d6b9eb621fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '861cefe1-1ec7-45b2-a2a0-851f6f48c014'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:54:31.538157 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4326f7a-f210-4687-9d8e-1378f9e22d79" -d '{"events": [{"server_uuid": "9f1345a1-41a5-40ac-a7c4-7d6b9eb621fb", "name": "network-vif-plugged", "status": "completed", "tag": "861cefe1-1ec7-45b2-a2a0-851f6f48c014"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:54:31.682059 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-29391bbf-f07a-4e17-8336-8595fd93817f admin admin] Publish callbacks [] for router_gateway (4e415b3f-6226-4d5a-bd85-5868d0b73abe), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:31.688942 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7977f29a-5f24-489c-a84b-9a14029ec449 req-a49d87a4-0a84-403f-917a-0e0f41d31210 service neutron] 10.222.0.55 "GET /v2.0/networks/38ca9b6e-b205-48f9-a002-ddfee225fe39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2013848
May 07 21:54:31.763415 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 21:54:31.851899 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-743b3350-ebcc-4e50-aaa4-7a116e79afc3 x-openstack-request-id: req-743b3350-ebcc-4e50-aaa4-7a116e79afc3 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:54:31.852275 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f1345a1-41a5-40ac-a7c4-7d6b9eb621fb", "name": "network-vif-plugged", "status": "completed", "tag": "861cefe1-1ec7-45b2-a2a0-851f6f48c014", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:54:31.852537 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-743b3350-ebcc-4e50-aaa4-7a116e79afc3 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:54:31.852931 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-743b3350-ebcc-4e50-aaa4-7a116e79afc3'] response: {'server_uuid': '9f1345a1-41a5-40ac-a7c4-7d6b9eb621fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '861cefe1-1ec7-45b2-a2a0-851f6f48c014', 'code': 200}
May 07 21:54:31.859491 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab068c9-5e52-4d7b-a682-d43d40fa9cdd req-2ceddadd-e4a9-4e5b-9077-f4dda64e02de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:31.861296 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9ab068c9-5e52-4d7b-a682-d43d40fa9cdd req-2ceddadd-e4a9-4e5b-9077-f4dda64e02de service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9f1345a1-41a5-40ac-a7c4-7d6b9eb621fb HTTP/1.1" status: 200  len: 1127 time: 0.1469631
May 07 21:54:31.867840 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 861cefe1-1ec7-45b2-a2a0-851f6f48c014, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=861cefe1-1ec7-45b2-a2a0-851f6f48c014,segment=NetworkSegment(48f32d76-f63e-49c4-90a9-1cfb8c1dc638),segment_id=48f32d76-f63e-49c4-90a9-1cfb8c1dc638)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:54:31.880586 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (861cefe1-1ec7-45b2-a2a0-851f6f48c014), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:31.928144 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fe9126-3610-4e65-a005-1ede661e459f req-480f1364-d298-4101-898d-7c1da09d3559 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:31.935977 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b4fe9126-3610-4e65-a005-1ede661e459f req-480f1364-d298-4101-898d-7c1da09d3559 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc809cd6-ffa7-49b3-ad2c-9bd7a75f8db2 HTTP/1.1" status: 200  len: 949 time: 0.1236353
May 07 21:54:31.940135 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 373fda6b-4a6f-4775-ad93-c37d4ca264a0 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:54:31.940741 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (373fda6b-4a6f-4775-ad93-c37d4ca264a0), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:31.951787 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-fe5eb0c6-7be7-493b-bcec-a2e73332f776 None None] Allocated IP 172.20.0.2 (704f8450-d63f-47c9-8f27-0e9fc81678e7/2acc823a-0eec-49c6-a420-882d299a2009/950d3816-6adb-46a7-a846-48b69ebce2d4) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:54:31.976191 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-b7067c22-6f7c-43e6-8e79-b1fc0dbbaf68 None None] Set router 52cd5f3a-10f4-4a3f-90d0-0b0b39b7b264 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:54:32.004753 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9ab068c9-5e52-4d7b-a682-d43d40fa9cdd req-8598f181-f0fb-48a8-bea7-4dd6259e2229 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7b18b124-d6ae-4635-93ed-9957a39a34ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1357005
May 07 21:54:32.024460 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b4fe9126-3610-4e65-a005-1ede661e459f req-fbc4bf3f-58be-4cd8-87c1-c24eb24b01b3 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/security-groups?id=aca2780c-128c-4de5-85a4-a7e10bd42e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0830548
May 07 21:54:32.037588 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port 373fda6b-4a6f-4775-ad93-c37d4ca264a0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=373fda6b-4a6f-4775-ad93-c37d4ca264a0,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:54:32.075134 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (373fda6b-4a6f-4775-ad93-c37d4ca264a0), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:32.086535 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f4de6d-cd13-4ae8-b420-2d0eaf2e65f4 req-4e967ce1-2dce-412d-8be2-fce806a55de7 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:32.095482 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-06f4de6d-cd13-4ae8-b420-2d0eaf2e65f4 req-4e967ce1-2dce-412d-8be2-fce806a55de7 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "GET /v2.0/ports?device_id=1328c136-9d82-4506-81cd-534b3799a51d HTTP/1.1" status: 200  len: 945 time: 0.2422016
May 07 21:54:32.175283 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=861cefe1-1ec7-45b2-a2a0-851f6f48c014,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:32.177760 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfde1d4-d8f5-47e3-909f-06ba63387b57 req-f43afb32-643c-4d90-a3fd-c97aa0803afa tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:32.186301 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1dfde1d4-d8f5-47e3-909f-06ba63387b57 req-f43afb32-643c-4d90-a3fd-c97aa0803afa tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f1345a1-41a5-40ac-a7c4-7d6b9eb621fb HTTP/1.1" status: 200  len: 946 time: 0.0817327
May 07 21:54:32.252475 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-06f4de6d-cd13-4ae8-b420-2d0eaf2e65f4 req-0b82499d-0837-4d0f-bf77-6bbba799e760 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d51153d-80bb-487e-9b59-7f10285c8c88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1559911
May 07 21:54:32.254039 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-29391bbf-f07a-4e17-8336-8595fd93817f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (4e415b3f-6226-4d5a-bd85-5868d0b73abe), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:32.325862 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1dfde1d4-d8f5-47e3-909f-06ba63387b57 req-df129249-778d-43be-a73f-6296896eba45 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b18b124-d6ae-4635-93ed-9957a39a34ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1229773
May 07 21:54:32.434643 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=373fda6b-4a6f-4775-ad93-c37d4ca264a0,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:32.482624 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29391bbf-f07a-4e17-8336-8595fd93817f admin admin] Router 4e415b3f-6226-4d5a-bd85-5868d0b73abe is scheduled to L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db with binding_index 1 {{(pid=121836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 07 21:54:32.515250 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-fe5eb0c6-7be7-493b-bcec-a2e73332f776 None None] Publish callbacks [] for port (950d3816-6adb-46a7-a846-48b69ebce2d4), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:32.526576 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-fe5eb0c6-7be7-493b-bcec-a2e73332f776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (950d3816-6adb-46a7-a846-48b69ebce2d4), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:32.568335 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-b7067c22-6f7c-43e6-8e79-b1fc0dbbaf68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8ce2f520>, [{'id': '52cd5f3a-10f4-4a3f-90d0-0b0b39b7b264', 'name': 'tempest-TaggedBootDevicesTest-821516653-router', 'tenant_id': '3f39abdb186c4a85b6ebb6fb4a2cd983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.11'}], 'enable_snat': True}, 'gw_port_id': '373fda6b-4a6f-4775-ad93-c37d4ca264a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:54:22Z', 'updated_at': '2022-05-07T21:54:29Z', 'revision_number': 4, 'project_id': '3f39abdb186c4a85b6ebb6fb4a2cd983', 'gw_port': {'id': '373fda6b-4a6f-4775-ad93-c37d4ca264a0', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:1a:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52cd5f3a-10f4-4a3f-90d0-0b0b39b7b264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:54:23Z', 'updated_at': '2022-05-07T21:54:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fadbd9b6-bf92-4716-8f60-6627e570d84c', 'name': '', 'network_id': 'd8c5abef-9f99-40bb-9e6e-b9156dc165d5', 'tenant_id': '3f39abdb186c4a85b6ebb6fb4a2cd983', 'mac_address': 'fa:16:3e:f1:10:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52cd5f3a-10f4-4a3f-90d0-0b0b39b7b264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '11bc0559-29ac-40f2-83ef-5a1a3c318ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:54:27Z', 'updated_at': '2022-05-07T21:54:29Z', 'revision_number': 2, 'project_id': '3f39abdb186c4a85b6ebb6fb4a2cd983', 'subnets': [{'id': '11bc0559-29ac-40f2-83ef-5a1a3c318ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:54:32.602894 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5eb0c6-7be7-493b-bcec-a2e73332f776 None None] Network 704f8450-d63f-47c9-8f27-0e9fc81678e7 is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:54:32.605708 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7385d5c7-d11c-433c-967f-694d837fd49d req-02a799a9-672c-4cf7-8edb-a954a24c0c1a tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:32.606241 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7067c22-6f7c-43e6-8e79-b1fc0dbbaf68 None None] Checking router: 52cd5f3a-10f4-4a3f-90d0-0b0b39b7b264 for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 21:54:32.606604 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7067c22-6f7c-43e6-8e79-b1fc0dbbaf68 None None] Updating router 52cd5f3a-10f4-4a3f-90d0-0b0b39b7b264 port fadbd9b6-bf92-4716-8f60-6627e570d84c binding host ncdv-master-1 {{(pid=121838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 21:54:32.610173 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-fe5eb0c6-7be7-493b-bcec-a2e73332f776 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:54:32.610552 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7385d5c7-d11c-433c-967f-694d837fd49d req-02a799a9-672c-4cf7-8edb-a954a24c0c1a tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:32.617912 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7385d5c7-d11c-433c-967f-694d837fd49d req-02a799a9-672c-4cf7-8edb-a954a24c0c1a tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:32.624069 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7385d5c7-d11c-433c-967f-694d837fd49d req-02a799a9-672c-4cf7-8edb-a954a24c0c1a tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:32.630407 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7385d5c7-d11c-433c-967f-694d837fd49d req-02a799a9-672c-4cf7-8edb-a954a24c0c1a tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:32.633878 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5eb0c6-7be7-493b-bcec-a2e73332f776 None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:54:32.636584 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7385d5c7-d11c-433c-967f-694d837fd49d req-02a799a9-672c-4cf7-8edb-a954a24c0c1a tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:32.637867 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5eb0c6-7be7-493b-bcec-a2e73332f776 None None] Pushing event updated for resources: {'Port': ['ID=950d3816-6adb-46a7-a846-48b69ebce2d4,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:32.643804 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7385d5c7-d11c-433c-967f-694d837fd49d req-02a799a9-672c-4cf7-8edb-a954a24c0c1a tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:32.646478 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7385d5c7-d11c-433c-967f-694d837fd49d req-02a799a9-672c-4cf7-8edb-a954a24c0c1a tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc2b763-2769-4c0e-9bf3-9ee54868505c HTTP/1.1" status: 200  len: 5437 time: 0.1552360
May 07 21:54:32.670754 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b7067c22-6f7c-43e6-8e79-b1fc0dbbaf68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (fadbd9b6-bf92-4716-8f60-6627e570d84c), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:32.737133 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-fe5eb0c6-7be7-493b-bcec-a2e73332f776 None None] Attempting to bind port 950d3816-6adb-46a7-a846-48b69ebce2d4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:54:32.737516 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-fe5eb0c6-7be7-493b-bcec-a2e73332f776 None None] Attempting to bind port 950d3816-6adb-46a7-a846-48b69ebce2d4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'de13910c-b2a2-4c8b-9294-cfa40334cda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '704f8450-d63f-47c9-8f27-0e9fc81678e7'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:54:32.737937 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5eb0c6-7be7-493b-bcec-a2e73332f776 None None] Attempting to bind port 950d3816-6adb-46a7-a846-48b69ebce2d4 on network 704f8450-d63f-47c9-8f27-0e9fc81678e7 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:54:32.743333 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29391bbf-f07a-4e17-8336-8595fd93817f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:54:32.747490 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5eb0c6-7be7-493b-bcec-a2e73332f776 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:54:32.747926 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5eb0c6-7be7-493b-bcec-a2e73332f776 None None] Checking segment: {'id': 'de13910c-b2a2-4c8b-9294-cfa40334cda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '704f8450-d63f-47c9-8f27-0e9fc81678e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:54:32.748281 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-fe5eb0c6-7be7-493b-bcec-a2e73332f776 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:32.748668 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe5eb0c6-7be7-493b-bcec-a2e73332f776 None None] Bound using segment: {'id': 'de13910c-b2a2-4c8b-9294-cfa40334cda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '704f8450-d63f-47c9-8f27-0e9fc81678e7'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:54:32.749153 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-fe5eb0c6-7be7-493b-bcec-a2e73332f776 None None] Bound port: 950d3816-6adb-46a7-a846-48b69ebce2d4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de13910c-b2a2-4c8b-9294-cfa40334cda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '704f8450-d63f-47c9-8f27-0e9fc81678e7'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:54:32.749579 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-fe5eb0c6-7be7-493b-bcec-a2e73332f776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (950d3816-6adb-46a7-a846-48b69ebce2d4), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:32.764351 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48553f9-20d7-48d5-b002-e4256b600a88 None None] Sync routers for ids ['4e415b3f-6226-4d5a-bd85-5868d0b73abe'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:54:32.768721 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7385d5c7-d11c-433c-967f-694d837fd49d req-ddf6b0de-2cd7-4a59-a071-fe17f98db0df tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d50792e5-4672-4ff2-b261-ed0a649bb3d3&id=623940a1-6290-423b-87cb-2a84fe4a7634&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1119976
May 07 21:54:32.776196 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-29391bbf-f07a-4e17-8336-8595fd93817f admin admin] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:32.777669 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-29391bbf-f07a-4e17-8336-8595fd93817f admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 933 time: 3.2203016
May 07 21:54:32.780692 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42994) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:54:32.782960 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48553f9-20d7-48d5-b002-e4256b600a88 None None] Routers {'4e415b3f-6226-4d5a-bd85-5868d0b73abe'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:54:32.784919 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-f48553f9-20d7-48d5-b002-e4256b600a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8ce31670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:54:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['4e415b3f-6226-4d5a-bd85-5868d0b73abe'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:54:32.909237 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-f48553f9-20d7-48d5-b002-e4256b600a88 None None] Set router 4e415b3f-6226-4d5a-bd85-5868d0b73abe gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:54:32.939463 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-fe5eb0c6-7be7-493b-bcec-a2e73332f776 None None] For port 950d3816-6adb-46a7-a846-48b69ebce2d4, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:54:32.955952 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-fe5eb0c6-7be7-493b-bcec-a2e73332f776 None None] For port 950d3816-6adb-46a7-a846-48b69ebce2d4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=950d3816-6adb-46a7-a846-48b69ebce2d4,segment=NetworkSegment(de13910c-b2a2-4c8b-9294-cfa40334cda3),segment_id=de13910c-b2a2-4c8b-9294-cfa40334cda3)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:54:32.972331 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-fe5eb0c6-7be7-493b-bcec-a2e73332f776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (950d3816-6adb-46a7-a846-48b69ebce2d4), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:33.085199 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5eb0c6-7be7-493b-bcec-a2e73332f776 None None] Pushing event updated for resources: {'Port': ['ID=950d3816-6adb-46a7-a846-48b69ebce2d4,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:33.207657 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b7067c22-6f7c-43e6-8e79-b1fc0dbbaf68 None None] Publish callbacks [] for port (fadbd9b6-bf92-4716-8f60-6627e570d84c), precommit_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:33.222312 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b7067c22-6f7c-43e6-8e79-b1fc0dbbaf68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (fadbd9b6-bf92-4716-8f60-6627e570d84c), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:33.255691 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d90a6f-83a5-46d5-85ef-97911072a0db req-bba7fdc0-61fe-45ed-9b5e-9eedcc44ea3e tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:33.263691 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a2d90a6f-83a5-46d5-85ef-97911072a0db req-bba7fdc0-61fe-45ed-9b5e-9eedcc44ea3e tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc809cd6-ffa7-49b3-ad2c-9bd7a75f8db2 HTTP/1.1" status: 200  len: 949 time: 0.1416779
May 07 21:54:33.320193 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656f9db6-2c52-43ba-a31e-804306255598 None None] Pushing event updated for resources: {'Port': ['ID=fadbd9b6-bf92-4716-8f60-6627e570d84c,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:33.323858 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-f48553f9-20d7-48d5-b002-e4256b600a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8ce31670>, [{'id': '4e415b3f-6226-4d5a-bd85-5868d0b73abe', 'name': 'tempest-FloatingIPsAssociationTestJSON-2146525056-router', 'tenant_id': '4c2ee723c6a04843b302e255a401b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.211'}], 'enable_snat': True}, 'gw_port_id': 'aff31c05-d914-4525-bace-30d34b61e5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:54:29Z', 'updated_at': '2022-05-07T21:54:31Z', 'revision_number': 3, 'project_id': '4c2ee723c6a04843b302e255a401b1e7', 'gw_port': {'id': 'aff31c05-d914-4525-bace-30d34b61e5c0', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:82:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e415b3f-6226-4d5a-bd85-5868d0b73abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:54:30Z', 'updated_at': '2022-05-07T21:54:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:54:33.379705 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a2d90a6f-83a5-46d5-85ef-97911072a0db req-7eac74a3-b5c7-4e6b-8ba9-83e3180d1222 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/security-groups?id=aca2780c-128c-4de5-85a4-a7e10bd42e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1148219
May 07 21:54:33.397687 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-b7067c22-6f7c-43e6-8e79-b1fc0dbbaf68 None None] Attempting to bind port fadbd9b6-bf92-4716-8f60-6627e570d84c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:54:33.398386 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-b7067c22-6f7c-43e6-8e79-b1fc0dbbaf68 None None] Attempting to bind port fadbd9b6-bf92-4716-8f60-6627e570d84c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4a51359d-2605-46c0-b165-765e39c09c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd8c5abef-9f99-40bb-9e6e-b9156dc165d5'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:54:33.399403 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7067c22-6f7c-43e6-8e79-b1fc0dbbaf68 None None] Attempting to bind port fadbd9b6-bf92-4716-8f60-6627e570d84c on network d8c5abef-9f99-40bb-9e6e-b9156dc165d5 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:54:33.405323 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7067c22-6f7c-43e6-8e79-b1fc0dbbaf68 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:54:33.406717 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7067c22-6f7c-43e6-8e79-b1fc0dbbaf68 None None] Checking segment: {'id': '4a51359d-2605-46c0-b165-765e39c09c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd8c5abef-9f99-40bb-9e6e-b9156dc165d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:54:33.408638 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b7067c22-6f7c-43e6-8e79-b1fc0dbbaf68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:33.409370 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7067c22-6f7c-43e6-8e79-b1fc0dbbaf68 None None] Bound using segment: {'id': '4a51359d-2605-46c0-b165-765e39c09c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd8c5abef-9f99-40bb-9e6e-b9156dc165d5'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:54:33.410287 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-b7067c22-6f7c-43e6-8e79-b1fc0dbbaf68 None None] Bound port: fadbd9b6-bf92-4716-8f60-6627e570d84c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a51359d-2605-46c0-b165-765e39c09c38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd8c5abef-9f99-40bb-9e6e-b9156dc165d5'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:54:33.411471 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b7067c22-6f7c-43e6-8e79-b1fc0dbbaf68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (fadbd9b6-bf92-4716-8f60-6627e570d84c), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:33.441742 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48553f9-20d7-48d5-b002-e4256b600a88 None None] Checking router: 4e415b3f-6226-4d5a-bd85-5868d0b73abe for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 21:54:33.449164 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48553f9-20d7-48d5-b002-e4256b600a88 None None] Updating router 4e415b3f-6226-4d5a-bd85-5868d0b73abe port aff31c05-d914-4525-bace-30d34b61e5c0 binding host ncdv-master-1 {{(pid=121839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 21:54:33.561449 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-f48553f9-20d7-48d5-b002-e4256b600a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (aff31c05-d914-4525-bace-30d34b61e5c0), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:33.633195 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f399e278-356b-419e-b916-dbd0bc8394a6 req-9d7c8de9-96ac-42c7-b4a7-44c22ce96d47 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:33.635001 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f399e278-356b-419e-b916-dbd0bc8394a6 req-9d7c8de9-96ac-42c7-b4a7-44c22ce96d47 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f1345a1-41a5-40ac-a7c4-7d6b9eb621fb HTTP/1.1" status: 200  len: 946 time: 0.1022930
May 07 21:54:33.642385 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4217f0bb-fcc6-412f-8e6b-f5d822ecc05c req-fd0f1787-7b24-4f29-a00e-1fb52a48ec5d tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:33.645898 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-b7067c22-6f7c-43e6-8e79-b1fc0dbbaf68 None None] For port fadbd9b6-bf92-4716-8f60-6627e570d84c, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:54:33.647172 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4217f0bb-fcc6-412f-8e6b-f5d822ecc05c req-fd0f1787-7b24-4f29-a00e-1fb52a48ec5d tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "GET /v2.0/ports?device_id=1328c136-9d82-4506-81cd-534b3799a51d HTTP/1.1" status: 200  len: 945 time: 0.1887665
May 07 21:54:33.654746 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-b7067c22-6f7c-43e6-8e79-b1fc0dbbaf68 None None] For port fadbd9b6-bf92-4716-8f60-6627e570d84c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fadbd9b6-bf92-4716-8f60-6627e570d84c,segment=NetworkSegment(4a51359d-2605-46c0-b165-765e39c09c38),segment_id=4a51359d-2605-46c0-b165-765e39c09c38)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:54:33.672042 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b7067c22-6f7c-43e6-8e79-b1fc0dbbaf68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (fadbd9b6-bf92-4716-8f60-6627e570d84c), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:33.759994 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f399e278-356b-419e-b916-dbd0bc8394a6 req-d116ba47-2e26-42f5-a1a5-529e82f4a339 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b18b124-d6ae-4635-93ed-9957a39a34ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1188195
May 07 21:54:33.796286 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1aaf6c2f-598c-4bfd-9282-4db093aeea1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:33.816652 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4217f0bb-fcc6-412f-8e6b-f5d822ecc05c req-bfcd2d1e-d47e-45e7-ad42-446eb57d1284 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d51153d-80bb-487e-9b59-7f10285c8c88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1350360
May 07 21:54:33.857305 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7067c22-6f7c-43e6-8e79-b1fc0dbbaf68 None None] Routers {'52cd5f3a-10f4-4a3f-90d0-0b0b39b7b264'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:54:33.857977 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-b7067c22-6f7c-43e6-8e79-b1fc0dbbaf68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8ce2f520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:54:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['52cd5f3a-10f4-4a3f-90d0-0b0b39b7b264'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:54:33.876751 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656f9db6-2c52-43ba-a31e-804306255598 None None] Pushing event updated for resources: {'Port': ['ID=fadbd9b6-bf92-4716-8f60-6627e570d84c,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:33.986011 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-12f6f3c4-00c4-4c9e-b7c0-254c0503a096 None None] Provisioning complete for port fadbd9b6-bf92-4716-8f60-6627e570d84c triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:54:33.986388 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-12f6f3c4-00c4-4c9e-b7c0-254c0503a096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (fadbd9b6-bf92-4716-8f60-6627e570d84c), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:33.988079 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aec960-3c47-44a4-836f-ffedd05a89be req-682703b7-5c12-4b76-a609-8e54f235cd8a tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:33.998801 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-86aec960-3c47-44a4-836f-ffedd05a89be req-682703b7-5c12-4b76-a609-8e54f235cd8a tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f1345a1-41a5-40ac-a7c4-7d6b9eb621fb HTTP/1.1" status: 200  len: 946 time: 0.0782354
May 07 21:54:34.156267 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-86aec960-3c47-44a4-836f-ffedd05a89be req-9dde3c92-fb6b-4014-8998-6b3768bd388f tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b18b124-d6ae-4635-93ed-9957a39a34ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1508634
May 07 21:54:34.159578 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c3def8-c851-4d4b-8e20-a9b9ac0768c4 req-e714c67d-5297-41a0-b9fc-584d1c03c946 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:34.166635 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c3def8-c851-4d4b-8e20-a9b9ac0768c4 req-e714c67d-5297-41a0-b9fc-584d1c03c946 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:34.188185 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c3def8-c851-4d4b-8e20-a9b9ac0768c4 req-e714c67d-5297-41a0-b9fc-584d1c03c946 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:34.190377 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-f48553f9-20d7-48d5-b002-e4256b600a88 None None] Publish callbacks [] for port (aff31c05-d914-4525-bace-30d34b61e5c0), precommit_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:34.197775 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c3def8-c851-4d4b-8e20-a9b9ac0768c4 req-e714c67d-5297-41a0-b9fc-584d1c03c946 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:34.200071 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-b7067c22-6f7c-43e6-8e79-b1fc0dbbaf68 None None] Set router 52cd5f3a-10f4-4a3f-90d0-0b0b39b7b264 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:54:34.211884 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c3def8-c851-4d4b-8e20-a9b9ac0768c4 req-e714c67d-5297-41a0-b9fc-584d1c03c946 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:34.213747 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-f48553f9-20d7-48d5-b002-e4256b600a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (aff31c05-d914-4525-bace-30d34b61e5c0), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:34.238617 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c3def8-c851-4d4b-8e20-a9b9ac0768c4 req-e714c67d-5297-41a0-b9fc-584d1c03c946 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:34.250470 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c3def8-c851-4d4b-8e20-a9b9ac0768c4 req-e714c67d-5297-41a0-b9fc-584d1c03c946 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:34.255603 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-88c3def8-c851-4d4b-8e20-a9b9ac0768c4 req-e714c67d-5297-41a0-b9fc-584d1c03c946 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc2b763-2769-4c0e-9bf3-9ee54868505c HTTP/1.1" status: 200  len: 5437 time: 0.2768536
May 07 21:54:34.353144 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-f48553f9-20d7-48d5-b002-e4256b600a88 None None] Attempting to bind port aff31c05-d914-4525-bace-30d34b61e5c0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:54:34.353578 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-f48553f9-20d7-48d5-b002-e4256b600a88 None None] Attempting to bind port aff31c05-d914-4525-bace-30d34b61e5c0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:54:34.355559 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48553f9-20d7-48d5-b002-e4256b600a88 None None] Attempting to bind port aff31c05-d914-4525-bace-30d34b61e5c0 on network 9221b764-ef06-431f-8941-796516ed7c3b {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:54:34.395629 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-1aaf6c2f-598c-4bfd-9282-4db093aeea1f admin admin] Allocated IP 172.20.0.1 (704f8450-d63f-47c9-8f27-0e9fc81678e7/2acc823a-0eec-49c6-a420-882d299a2009/d331f409-571a-4b53-8871-45839bf52e41) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:54:34.397521 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733d672d-4df2-4db6-9f77-99a909772329 None None] Pushing event updated for resources: {'Port': ['ID=aff31c05-d914-4525-bace-30d34b61e5c0,revision_number=2']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:34.401964 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48553f9-20d7-48d5-b002-e4256b600a88 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:54:34.402585 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48553f9-20d7-48d5-b002-e4256b600a88 None None] Checking segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:54:34.403301 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-f48553f9-20d7-48d5-b002-e4256b600a88 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:34.403853 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48553f9-20d7-48d5-b002-e4256b600a88 None None] Bound using segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:54:34.404553 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-f48553f9-20d7-48d5-b002-e4256b600a88 None None] Bound port: aff31c05-d914-4525-bace-30d34b61e5c0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:54:34.405110 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-f48553f9-20d7-48d5-b002-e4256b600a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (aff31c05-d914-4525-bace-30d34b61e5c0), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:34.474677 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 950d3816-6adb-46a7-a846-48b69ebce2d4 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:54:34.528756 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-f48553f9-20d7-48d5-b002-e4256b600a88 None None] For port aff31c05-d914-4525-bace-30d34b61e5c0, host ncdv-master-1, cleared binding levels {{(pid=121839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:54:34.541906 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-f48553f9-20d7-48d5-b002-e4256b600a88 None None] For port aff31c05-d914-4525-bace-30d34b61e5c0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aff31c05-d914-4525-bace-30d34b61e5c0,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:54:34.550620 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-12f6f3c4-00c4-4c9e-b7c0-254c0503a096 None None] Current status of the port fadbd9b6-bf92-4716-8f60-6627e570d84c is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:54:34.551212 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-12f6f3c4-00c4-4c9e-b7c0-254c0503a096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (fadbd9b6-bf92-4716-8f60-6627e570d84c), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:34.561517 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-f48553f9-20d7-48d5-b002-e4256b600a88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (aff31c05-d914-4525-bace-30d34b61e5c0), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:34.615581 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-88c3def8-c851-4d4b-8e20-a9b9ac0768c4 req-7f433c2f-85e5-404a-b355-027d68b0dd34 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d50792e5-4672-4ff2-b261-ed0a649bb3d3&id=623940a1-6290-423b-87cb-2a84fe4a7634&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.3163531
May 07 21:54:34.655562 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 54d4d944-47e9-4336-a070-44cbc0439ffd up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:54:34.661330 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1aaf6c2f-598c-4bfd-9282-4db093aeea1f admin admin] Publish callbacks [] for port (d331f409-571a-4b53-8871-45839bf52e41), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:34.689383 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d5c878-ffc7-45f8-b5b1-b76990190615 req-3eafc363-7628-4f81-b411-7a02c07d2b27 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:34.704009 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-05d5c878-ffc7-45f8-b5b1-b76990190615 req-3eafc363-7628-4f81-b411-7a02c07d2b27 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f1345a1-41a5-40ac-a7c4-7d6b9eb621fb HTTP/1.1" status: 200  len: 946 time: 0.1485565
May 07 21:54:34.727045 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48553f9-20d7-48d5-b002-e4256b600a88 None None] Routers {'4e415b3f-6226-4d5a-bd85-5868d0b73abe'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:54:34.728821 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-f48553f9-20d7-48d5-b002-e4256b600a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8ce31670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:54:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['4e415b3f-6226-4d5a-bd85-5868d0b73abe'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:54:34.736076 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733d672d-4df2-4db6-9f77-99a909772329 None None] Pushing event updated for resources: {'Port': ['ID=aff31c05-d914-4525-bace-30d34b61e5c0,revision_number=3']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:34.770741 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1aaf6c2f-598c-4bfd-9282-4db093aeea1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (d331f409-571a-4b53-8871-45839bf52e41), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:34.771186 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-12f6f3c4-00c4-4c9e-b7c0-254c0503a096 None None] For port fadbd9b6-bf92-4716-8f60-6627e570d84c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fadbd9b6-bf92-4716-8f60-6627e570d84c,segment=NetworkSegment(4a51359d-2605-46c0-b165-765e39c09c38),segment_id=4a51359d-2605-46c0-b165-765e39c09c38)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:54:34.815564 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-12f6f3c4-00c4-4c9e-b7c0-254c0503a096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (fadbd9b6-bf92-4716-8f60-6627e570d84c), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:34.832165 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-05d5c878-ffc7-45f8-b5b1-b76990190615 req-4140de3e-36df-4775-bd44-9c08a3cdd590 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b18b124-d6ae-4635-93ed-9957a39a34ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1188054
May 07 21:54:34.843605 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning for port 54d4d944-47e9-4336-a070-44cbc0439ffd completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:54:34.881517 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port 54d4d944-47e9-4336-a070-44cbc0439ffd triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:54:34.881785 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (54d4d944-47e9-4336-a070-44cbc0439ffd), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:35.020679 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 950d3816-6adb-46a7-a846-48b69ebce2d4 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:54:35.022672 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (950d3816-6adb-46a7-a846-48b69ebce2d4), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:35.063270 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-f48553f9-20d7-48d5-b002-e4256b600a88 None None] Set router 4e415b3f-6226-4d5a-bd85-5868d0b73abe gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:54:35.131658 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2e79fe-2924-4cd8-b03c-eda35e33abd5 req-3d7afbcb-2f68-4373-afbf-2548a0e0c2c1 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:35.134712 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-fb2e79fe-2924-4cd8-b03c-eda35e33abd5 req-3d7afbcb-2f68-4373-afbf-2548a0e0c2c1 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "GET /v2.0/ports?device_id=1328c136-9d82-4506-81cd-534b3799a51d HTTP/1.1" status: 200  len: 945 time: 0.1078615
May 07 21:54:35.234116 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-fb2e79fe-2924-4cd8-b03c-eda35e33abd5 req-bfcb1d1a-9722-41ed-9eff-c2d8bc09c111 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d51153d-80bb-487e-9b59-7f10285c8c88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0932891
May 07 21:54:35.361684 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-f48553f9-20d7-48d5-b002-e4256b600a88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8ce31670>, [{'id': '4e415b3f-6226-4d5a-bd85-5868d0b73abe', 'name': 'tempest-FloatingIPsAssociationTestJSON-2146525056-router', 'tenant_id': '4c2ee723c6a04843b302e255a401b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.211'}], 'enable_snat': True}, 'gw_port_id': 'aff31c05-d914-4525-bace-30d34b61e5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:54:29Z', 'updated_at': '2022-05-07T21:54:31Z', 'revision_number': 3, 'project_id': '4c2ee723c6a04843b302e255a401b1e7', 'gw_port': {'id': 'aff31c05-d914-4525-bace-30d34b61e5c0', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:82:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e415b3f-6226-4d5a-bd85-5868d0b73abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:54:30Z', 'updated_at': '2022-05-07T21:54:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:54:35.364691 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aaf6c2f-598c-4bfd-9282-4db093aeea1f admin admin] Network 704f8450-d63f-47c9-8f27-0e9fc81678e7 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:54:35.376116 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-1aaf6c2f-598c-4bfd-9282-4db093aeea1f admin admin] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:54:35.380971 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aaf6c2f-598c-4bfd-9282-4db093aeea1f admin admin] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:54:35.383183 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaf6c2f-598c-4bfd-9282-4db093aeea1f admin admin] Pushing event updated for resources: {'Port': ['ID=d331f409-571a-4b53-8871-45839bf52e41,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:35.392703 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f104ca-20dc-4e5d-be27-f36f992ebc79 req-e5a501ea-7d02-4d71-a460-35466ecb99bc tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:35.394800 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-71f104ca-20dc-4e5d-be27-f36f992ebc79 req-e5a501ea-7d02-4d71-a460-35466ecb99bc tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc809cd6-ffa7-49b3-ad2c-9bd7a75f8db2 HTTP/1.1" status: 200  len: 949 time: 0.5443935
May 07 21:54:35.413049 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c07e5b-4c23-4e00-b67a-aa65d0f4463b req-9ad954ea-559d-41c1-a31c-ebf615acda61 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:35.414849 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-05c07e5b-4c23-4e00-b67a-aa65d0f4463b req-9ad954ea-559d-41c1-a31c-ebf615acda61 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f1345a1-41a5-40ac-a7c4-7d6b9eb621fb HTTP/1.1" status: 200  len: 946 time: 0.1027985
May 07 21:54:35.421544 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-2c6d71ba-f033-4343-8848-b2b0a83ae883 None None] Provisioning complete for port fadbd9b6-bf92-4716-8f60-6627e570d84c triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:54:35.422021 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2c6d71ba-f033-4343-8848-b2b0a83ae883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (fadbd9b6-bf92-4716-8f60-6627e570d84c), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:35.429459 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f6f3c4-00c4-4c9e-b7c0-254c0503a096 None None] Pushing event updated for resources: {'Port': ['ID=fadbd9b6-bf92-4716-8f60-6627e570d84c,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:35.431765 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f48553f9-20d7-48d5-b002-e4256b600a88 None None] The sync data for ids ['4e415b3f-6226-4d5a-bd85-5868d0b73abe'] in ncdv-master-1 is: [{'id': '4e415b3f-6226-4d5a-bd85-5868d0b73abe', 'name': 'tempest-FloatingIPsAssociationTestJSON-2146525056-router', 'tenant_id': '4c2ee723c6a04843b302e255a401b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.211'}], 'enable_snat': True}, 'gw_port_id': 'aff31c05-d914-4525-bace-30d34b61e5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:54:29Z', 'updated_at': '2022-05-07T21:54:31Z', 'revision_number': 3, 'project_id': '4c2ee723c6a04843b302e255a401b1e7', 'gw_port': {'id': 'aff31c05-d914-4525-bace-30d34b61e5c0', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:82:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e415b3f-6226-4d5a-bd85-5868d0b73abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:54:30Z', 'updated_at': '2022-05-07T21:54:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:54:35.434900 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-b7067c22-6f7c-43e6-8e79-b1fc0dbbaf68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8ce2f520>, [{'id': '52cd5f3a-10f4-4a3f-90d0-0b0b39b7b264', 'name': 'tempest-TaggedBootDevicesTest-821516653-router', 'tenant_id': '3f39abdb186c4a85b6ebb6fb4a2cd983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.11'}], 'enable_snat': True}, 'gw_port_id': '373fda6b-4a6f-4775-ad93-c37d4ca264a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:54:22Z', 'updated_at': '2022-05-07T21:54:29Z', 'revision_number': 4, 'project_id': '3f39abdb186c4a85b6ebb6fb4a2cd983', 'gw_port': {'id': '373fda6b-4a6f-4775-ad93-c37d4ca264a0', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:1a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cd5f3a-10f4-4a3f-90d0-0b0b39b7b264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:54:23Z', 'updated_at': '2022-05-07T21:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fadbd9b6-bf92-4716-8f60-6627e570d84c', 'name': '', 'network_id': 'd8c5abef-9f99-40bb-9e6e-b9156dc165d5', 'tenant_id': '3f39abdb186c4a85b6ebb6fb4a2cd983', 'mac_address': 'fa:16:3e:f1:10:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52cd5f3a-10f4-4a3f-90d0-0b0b39b7b264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '11bc0559-29ac-40f2-83ef-5a1a3c318ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:54:27Z', 'updated_at': '2022-05-07T21:54:33Z', 'revision_number': 4, 'project_id': '3f39abdb186c4a85b6ebb6fb4a2cd983', 'subnets': [{'id': '11bc0559-29ac-40f2-83ef-5a1a3c318ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:54:35.444509 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2d88e9-0f08-4ff4-a2b0-72e4f7b18c7e None None] Network 704f8450-d63f-47c9-8f27-0e9fc81678e7 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:54:35.470572 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1aaf6c2f-598c-4bfd-9282-4db093aeea1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398161'] for router_interface (4e415b3f-6226-4d5a-bd85-5868d0b73abe), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:35.501618 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-05c07e5b-4c23-4e00-b67a-aa65d0f4463b req-5bfa58f4-2bde-4289-8d86-a3f96e48aedc tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b18b124-d6ae-4635-93ed-9957a39a34ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0790141
May 07 21:54:35.542169 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-71f104ca-20dc-4e5d-be27-f36f992ebc79 req-34c3534b-3e73-4bd4-a07c-ce3bac00d51a tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/security-groups?id=aca2780c-128c-4de5-85a4-a7e10bd42e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1252000
May 07 21:54:35.565803 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7067c22-6f7c-43e6-8e79-b1fc0dbbaf68 None None] The sync data for ids ['52cd5f3a-10f4-4a3f-90d0-0b0b39b7b264'] in ncdv-master-1 is: [{'id': '52cd5f3a-10f4-4a3f-90d0-0b0b39b7b264', 'name': 'tempest-TaggedBootDevicesTest-821516653-router', 'tenant_id': '3f39abdb186c4a85b6ebb6fb4a2cd983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.11'}], 'enable_snat': True}, 'gw_port_id': '373fda6b-4a6f-4775-ad93-c37d4ca264a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:54:22Z', 'updated_at': '2022-05-07T21:54:29Z', 'revision_number': 4, 'project_id': '3f39abdb186c4a85b6ebb6fb4a2cd983', 'gw_port': {'id': '373fda6b-4a6f-4775-ad93-c37d4ca264a0', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:1a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cd5f3a-10f4-4a3f-90d0-0b0b39b7b264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:54:23Z', 'updated_at': '2022-05-07T21:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fadbd9b6-bf92-4716-8f60-6627e570d84c', 'name': '', 'network_id': 'd8c5abef-9f99-40bb-9e6e-b9156dc165d5', 'tenant_id': '3f39abdb186c4a85b6ebb6fb4a2cd983', 'mac_address': 'fa:16:3e:f1:10:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52cd5f3a-10f4-4a3f-90d0-0b0b39b7b264', 'device_owner': 'network:router_interface', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': '11bc0559-29ac-40f2-83ef-5a1a3c318ce5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:54:27Z', 'updated_at': '2022-05-07T21:54:33Z', 'revision_number': 4, 'project_id': '3f39abdb186c4a85b6ebb6fb4a2cd983', 'subnets': [{'id': '11bc0559-29ac-40f2-83ef-5a1a3c318ce5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:54:35.820109 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1aaf6c2f-598c-4bfd-9282-4db093aeea1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (d331f409-571a-4b53-8871-45839bf52e41), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:36.027847 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c11511-7bae-482a-9baa-a013f4f0eaf2 req-1bfc72fb-2716-4b90-89fc-1fd7a663781f tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:36.086254 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c11511-7bae-482a-9baa-a013f4f0eaf2 req-1bfc72fb-2716-4b90-89fc-1fd7a663781f tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:36.103331 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c11511-7bae-482a-9baa-a013f4f0eaf2 req-1bfc72fb-2716-4b90-89fc-1fd7a663781f tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:36.119898 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c11511-7bae-482a-9baa-a013f4f0eaf2 req-1bfc72fb-2716-4b90-89fc-1fd7a663781f tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:36.140499 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c11511-7bae-482a-9baa-a013f4f0eaf2 req-1bfc72fb-2716-4b90-89fc-1fd7a663781f tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:36.141613 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c11511-7bae-482a-9baa-a013f4f0eaf2 req-1bfc72fb-2716-4b90-89fc-1fd7a663781f tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:36.147176 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c11511-7bae-482a-9baa-a013f4f0eaf2 req-1bfc72fb-2716-4b90-89fc-1fd7a663781f tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:36.149319 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a8c11511-7bae-482a-9baa-a013f4f0eaf2 req-1bfc72fb-2716-4b90-89fc-1fd7a663781f tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc2b763-2769-4c0e-9bf3-9ee54868505c HTTP/1.1" status: 200  len: 5437 time: 0.2616470
May 07 21:54:36.192884 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-2c6d71ba-f033-4343-8848-b2b0a83ae883 None None] Current status of the port fadbd9b6-bf92-4716-8f60-6627e570d84c is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:54:36.215373 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 54d4d944-47e9-4336-a070-44cbc0439ffd is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:54:36.215373 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (54d4d944-47e9-4336-a070-44cbc0439ffd), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:36.393049 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 950d3816-6adb-46a7-a846-48b69ebce2d4 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:54:36.394056 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (950d3816-6adb-46a7-a846-48b69ebce2d4), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:36.464240 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bc2b763-2769-4c0e-9bf3-9ee54868505c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54d4d944-47e9-4336-a070-44cbc0439ffd'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:54:36.466500 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7bdbc29-e161-4d31-a889-0d3b3558e9c4" -d '{"events": [{"server_uuid": "7bc2b763-2769-4c0e-9bf3-9ee54868505c", "name": "network-vif-plugged", "status": "completed", "tag": "54d4d944-47e9-4336-a070-44cbc0439ffd"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:54:36.469905 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e947f7e-bcef-4d5f-8703-00e7e3f8abba req-ee4681db-4dfa-4253-9295-6c5637570db7 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:36.473908 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1e947f7e-bcef-4d5f-8703-00e7e3f8abba req-ee4681db-4dfa-4253-9295-6c5637570db7 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f1345a1-41a5-40ac-a7c4-7d6b9eb621fb HTTP/1.1" status: 200  len: 946 time: 0.1739686
May 07 21:54:36.587097 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a8c11511-7bae-482a-9baa-a013f4f0eaf2 req-b0b57a7e-39c6-421f-90cb-0fa11baa2236 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d50792e5-4672-4ff2-b261-ed0a649bb3d3&id=623940a1-6290-423b-87cb-2a84fe4a7634&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.4297435
May 07 21:54:36.590538 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-603586c8-89e0-4122-b3a7-caa7aac78a06 None None] Provisioning complete for port 950d3816-6adb-46a7-a846-48b69ebce2d4 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:54:36.591048 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-603586c8-89e0-4122-b3a7-caa7aac78a06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (950d3816-6adb-46a7-a846-48b69ebce2d4), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:36.653754 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 54d4d944-47e9-4336-a070-44cbc0439ffd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=54d4d944-47e9-4336-a070-44cbc0439ffd,segment=NetworkSegment(2619035a-1889-472a-bdb4-8fd69e462829),segment_id=2619035a-1889-472a-bdb4-8fd69e462829)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:54:36.677076 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1aaf6c2f-598c-4bfd-9282-4db093aeea1f admin admin] Publish callbacks [] for port (d331f409-571a-4b53-8871-45839bf52e41), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:36.688298 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1aaf6c2f-598c-4bfd-9282-4db093aeea1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (d331f409-571a-4b53-8871-45839bf52e41), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:36.717572 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1e947f7e-bcef-4d5f-8703-00e7e3f8abba req-8fa8c109-72ac-43a2-9b7e-5586593aee2b tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b18b124-d6ae-4635-93ed-9957a39a34ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2266083
May 07 21:54:36.864098 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c24ba43e-1692-47a7-9883-40b7435aa032 x-openstack-request-id: req-c24ba43e-1692-47a7-9883-40b7435aa032 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:54:36.864643 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bc2b763-2769-4c0e-9bf3-9ee54868505c", "name": "network-vif-plugged", "status": "completed", "tag": "54d4d944-47e9-4336-a070-44cbc0439ffd", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:54:36.866090 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c24ba43e-1692-47a7-9883-40b7435aa032 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:54:36.866598 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c24ba43e-1692-47a7-9883-40b7435aa032'] response: {'server_uuid': '7bc2b763-2769-4c0e-9bf3-9ee54868505c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54d4d944-47e9-4336-a070-44cbc0439ffd', 'code': 200}
May 07 21:54:36.955179 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (54d4d944-47e9-4336-a070-44cbc0439ffd), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:36.959888 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device c3af0b52-e2d3-4593-a7f9-ff7d7fa37fb8 up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:54:37.012270 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaf6c2f-598c-4bfd-9282-4db093aeea1f admin admin] Pushing event updated for resources: {'Port': ['ID=d331f409-571a-4b53-8871-45839bf52e41,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:37.065870 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0371d561-12db-455b-b22d-481beafbc352 req-6a54c295-e43c-4510-b50a-b55e7174f0f5 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:37.075491 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0371d561-12db-455b-b22d-481beafbc352 req-6a54c295-e43c-4510-b50a-b55e7174f0f5 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc809cd6-ffa7-49b3-ad2c-9bd7a75f8db2 HTTP/1.1" status: 200  len: 949 time: 0.1586633
May 07 21:54:37.107367 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port 950d3816-6adb-46a7-a846-48b69ebce2d4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=950d3816-6adb-46a7-a846-48b69ebce2d4,segment=NetworkSegment(de13910c-b2a2-4c8b-9294-cfa40334cda3),segment_id=de13910c-b2a2-4c8b-9294-cfa40334cda3)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:54:37.118507 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1aaf6c2f-598c-4bfd-9282-4db093aeea1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401121'] for router_interface (4e415b3f-6226-4d5a-bd85-5868d0b73abe), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:37.177756 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0371d561-12db-455b-b22d-481beafbc352 req-c84c3ff2-6354-4b42-b8a3-b6ae291b4059 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/security-groups?id=aca2780c-128c-4de5-85a4-a7e10bd42e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1009145
May 07 21:54:37.262309 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (950d3816-6adb-46a7-a846-48b69ebce2d4), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:37.265725 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 373fda6b-4a6f-4775-ad93-c37d4ca264a0 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:54:37.386583 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning for port c3af0b52-e2d3-4593-a7f9-ff7d7fa37fb8 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:54:37.403901 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffee0671-4439-4be7-b4ba-a0b13d9f4d4b req-ea31e544-2a43-4606-9fc5-44b047cb5488 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:37.406418 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ffee0671-4439-4be7-b4ba-a0b13d9f4d4b req-ea31e544-2a43-4606-9fc5-44b047cb5488 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "GET /v2.0/ports?device_id=1328c136-9d82-4506-81cd-534b3799a51d HTTP/1.1" status: 200  len: 945 time: 0.3756373
May 07 21:54:37.455456 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aaf6c2f-598c-4bfd-9282-4db093aeea1f admin admin] Network 704f8450-d63f-47c9-8f27-0e9fc81678e7 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:54:37.456812 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-603586c8-89e0-4122-b3a7-caa7aac78a06 None None] Current status of the port 950d3816-6adb-46a7-a846-48b69ebce2d4 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:54:37.459718 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-1aaf6c2f-598c-4bfd-9282-4db093aeea1f admin admin] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:54:37.460396 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port c3af0b52-e2d3-4593-a7f9-ff7d7fa37fb8 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:54:37.461050 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (c3af0b52-e2d3-4593-a7f9-ff7d7fa37fb8), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:37.513730 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=54d4d944-47e9-4336-a070-44cbc0439ffd,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:37.569955 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ffee0671-4439-4be7-b4ba-a0b13d9f4d4b req-5045a7e1-4fab-4c39-ab51-243ad71c5b34 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d51153d-80bb-487e-9b59-7f10285c8c88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1494572
May 07 21:54:37.605488 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 373fda6b-4a6f-4775-ad93-c37d4ca264a0 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:54:37.605901 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (373fda6b-4a6f-4775-ad93-c37d4ca264a0), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:37.653744 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-7b3466e6-cfd2-4af2-97d5-c3f368fdbb36 None None] Provisioning complete for port 950d3816-6adb-46a7-a846-48b69ebce2d4 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:54:37.654195 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7b3466e6-cfd2-4af2-97d5-c3f368fdbb36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (950d3816-6adb-46a7-a846-48b69ebce2d4), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:37.706482 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aaf6c2f-598c-4bfd-9282-4db093aeea1f admin admin] Router 4e415b3f-6226-4d5a-bd85-5868d0b73abe has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 21:54:37.749213 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=950d3816-6adb-46a7-a846-48b69ebce2d4,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:37.793762 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port c3af0b52-e2d3-4593-a7f9-ff7d7fa37fb8 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:54:37.794042 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (c3af0b52-e2d3-4593-a7f9-ff7d7fa37fb8), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:37.835750 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4683a4ee-c9bd-4167-aaa8-a15c041aabb7 req-37a9a784-21a2-437f-bb06-a63f89ec8d10 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:37.845030 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4683a4ee-c9bd-4167-aaa8-a15c041aabb7 req-37a9a784-21a2-437f-bb06-a63f89ec8d10 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:37.854423 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4683a4ee-c9bd-4167-aaa8-a15c041aabb7 req-37a9a784-21a2-437f-bb06-a63f89ec8d10 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:37.861150 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-7b3466e6-cfd2-4af2-97d5-c3f368fdbb36 None None] Current status of the port 950d3816-6adb-46a7-a846-48b69ebce2d4 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:54:37.868312 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4683a4ee-c9bd-4167-aaa8-a15c041aabb7 req-37a9a784-21a2-437f-bb06-a63f89ec8d10 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:37.871570 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 373fda6b-4a6f-4775-ad93-c37d4ca264a0 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:54:37.877026 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4683a4ee-c9bd-4167-aaa8-a15c041aabb7 req-37a9a784-21a2-437f-bb06-a63f89ec8d10 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:37.888184 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4683a4ee-c9bd-4167-aaa8-a15c041aabb7 req-37a9a784-21a2-437f-bb06-a63f89ec8d10 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:37.895055 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4683a4ee-c9bd-4167-aaa8-a15c041aabb7 req-37a9a784-21a2-437f-bb06-a63f89ec8d10 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:37.919591 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4683a4ee-c9bd-4167-aaa8-a15c041aabb7 req-37a9a784-21a2-437f-bb06-a63f89ec8d10 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc2b763-2769-4c0e-9bf3-9ee54868505c HTTP/1.1" status: 200  len: 5438 time: 0.2052021
May 07 21:54:37.923941 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port c3af0b52-e2d3-4593-a7f9-ff7d7fa37fb8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c3af0b52-e2d3-4593-a7f9-ff7d7fa37fb8,segment=NetworkSegment(918ce7a0-6436-4d36-8bb4-df4087f94e32),segment_id=918ce7a0-6436-4d36-8bb4-df4087f94e32)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:54:37.928623 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-7b3466e6-cfd2-4af2-97d5-c3f368fdbb36 None None] Provisioning complete for port d331f409-571a-4b53-8871-45839bf52e41 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:54:37.930258 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7b3466e6-cfd2-4af2-97d5-c3f368fdbb36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (d331f409-571a-4b53-8871-45839bf52e41), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:37.934177 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (c3af0b52-e2d3-4593-a7f9-ff7d7fa37fb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:37.935465 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 5ace34e4-5209-40cb-a0ff-407d97d110dd up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:54:37.942935 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43084) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:54:37.948666 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-043106e5-3635-4603-993b-cc29a821341c tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1576213602'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:54:37.975060 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14afa6e0-f998-4dff-9d36-0a1d4719ecda req-9cbfe907-785e-4478-abaf-802cb2f4e921 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:37.976908 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-14afa6e0-f998-4dff-9d36-0a1d4719ecda req-9cbfe907-785e-4478-abaf-802cb2f4e921 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f1345a1-41a5-40ac-a7c4-7d6b9eb621fb HTTP/1.1" status: 200  len: 946 time: 0.1260061
May 07 21:54:38.052672 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4683a4ee-c9bd-4167-aaa8-a15c041aabb7 req-d8468888-0a07-4abf-aa9c-1b10c9e4d1db tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d50792e5-4672-4ff2-b261-ed0a649bb3d3&id=623940a1-6290-423b-87cb-2a84fe4a7634&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1286905
May 07 21:54:38.074473 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-043106e5-3635-4603-993b-cc29a821341c tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Made reservation on behalf of 70a2fded25c74c839c01e55a91e7f7fc for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:54:38.086280 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-043106e5-3635-4603-993b-cc29a821341c tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:38.124455 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-043106e5-3635-4603-993b-cc29a821341c tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 21:54:38.125469 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aaf6c2f-598c-4bfd-9282-4db093aeea1f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:54:38.133054 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-1aaf6c2f-598c-4bfd-9282-4db093aeea1f admin admin] 10.222.0.32 "PUT /v2.0/routers/4e415b3f-6226-4d5a-bd85-5868d0b73abe/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.3506877
May 07 21:54:38.175740 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-7b3466e6-cfd2-4af2-97d5-c3f368fdbb36 None None] Port d331f409-571a-4b53-8871-45839bf52e41 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:54:38.176397 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-043106e5-3635-4603-993b-cc29a821341c tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (b31a7bd7-f013-44aa-a9c5-142fb752dadd), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:38.177578 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-043106e5-3635-4603-993b-cc29a821341c tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Added segment b31a7bd7-f013-44aa-a9c5-142fb752dadd of type vlan for network 3e9903c9-6550-4ae2-aa4f-70e03144784f
May 07 21:54:38.184198 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-14afa6e0-f998-4dff-9d36-0a1d4719ecda req-faf0dfc1-ddc4-4ccc-8336-9718cfc54367 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b18b124-d6ae-4635-93ed-9957a39a34ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1420515
May 07 21:54:38.222374 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=c3af0b52-e2d3-4593-a7f9-ff7d7fa37fb8,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:38.243041 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning for port 5ace34e4-5209-40cb-a0ff-407d97d110dd completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:54:38.256520 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port 5ace34e4-5209-40cb-a0ff-407d97d110dd triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:54:38.257017 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (5ace34e4-5209-40cb-a0ff-407d97d110dd), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:38.263499 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-043106e5-3635-4603-993b-cc29a821341c tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (3e9903c9-6550-4ae2-aa4f-70e03144784f), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:38.307940 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device aff31c05-d914-4525-bace-30d34b61e5c0 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:54:38.325331 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-043106e5-3635-4603-993b-cc29a821341c tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (3e9903c9-6550-4ae2-aa4f-70e03144784f), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:38.330273 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043106e5-3635-4603-993b-cc29a821341c tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:38.330924 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-043106e5-3635-4603-993b-cc29a821341c tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:38.361049 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-0fb3838b-0bba-4acc-823f-8e9bf48d2fc7 None None] Provisioning complete for port d331f409-571a-4b53-8871-45839bf52e41 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:54:38.361463 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-0fb3838b-0bba-4acc-823f-8e9bf48d2fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (d331f409-571a-4b53-8871-45839bf52e41), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:38.373735 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4f572d-214d-45d1-99f7-bde162c2048c req-e124a98f-db76-472b-b24f-176ca19d0cf2 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:38.375240 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3b4f572d-214d-45d1-99f7-bde162c2048c req-e124a98f-db76-472b-b24f-176ca19d0cf2 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc809cd6-ffa7-49b3-ad2c-9bd7a75f8db2 HTTP/1.1" status: 200  len: 949 time: 0.0878348
May 07 21:54:38.432849 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-0fb3838b-0bba-4acc-823f-8e9bf48d2fc7 None None] Port d331f409-571a-4b53-8871-45839bf52e41 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:54:38.434649 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-043106e5-3635-4603-993b-cc29a821341c tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 774 time: 0.4898419
May 07 21:54:38.437181 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 43098) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:54:38.443287 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-8f8f0ef2-bf17-4c74-8ce7-c0ddd4f7373b tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-289391465'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:54:38.482695 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043106e5-3635-4603-993b-cc29a821341c tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Pushing event updated for resources: {'Network': ['ID=3e9903c9-6550-4ae2-aa4f-70e03144784f,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:38.489778 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f8f0ef2-bf17-4c74-8ce7-c0ddd4f7373b tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Made reservation on behalf of 70a2fded25c74c839c01e55a91e7f7fc for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:54:38.491670 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 5ace34e4-5209-40cb-a0ff-407d97d110dd is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:54:38.492068 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (5ace34e4-5209-40cb-a0ff-407d97d110dd), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:38.493508 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8f8f0ef2-bf17-4c74-8ce7-c0ddd4f7373b tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:38.495505 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port aff31c05-d914-4525-bace-30d34b61e5c0 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:54:38.496025 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (aff31c05-d914-4525-bace-30d34b61e5c0), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:38.520748 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3b4f572d-214d-45d1-99f7-bde162c2048c req-85ff26eb-42fc-427a-84d0-883bcab155d7 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/security-groups?id=aca2780c-128c-4de5-85a4-a7e10bd42e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1366897
May 07 21:54:38.528312 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f8f0ef2-bf17-4c74-8ce7-c0ddd4f7373b tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 21:54:38.531992 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 3e9903c9-6550-4ae2-aa4f-70e03144784f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 21:54:38.539107 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8f8f0ef2-bf17-4c74-8ce7-c0ddd4f7373b tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (b207ac70-7c70-40fd-bfc0-416943348a0d), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:38.539734 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-8f8f0ef2-bf17-4c74-8ce7-c0ddd4f7373b tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Added segment b207ac70-7c70-40fd-bfc0-416943348a0d of type vlan for network d3d6fbc8-cbfa-4c1a-9104-6c52ad3f84a6
May 07 21:54:38.586016 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8f8f0ef2-bf17-4c74-8ce7-c0ddd4f7373b tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (d3d6fbc8-cbfa-4c1a-9104-6c52ad3f84a6), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:38.623813 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8f8f0ef2-bf17-4c74-8ce7-c0ddd4f7373b tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (d3d6fbc8-cbfa-4c1a-9104-6c52ad3f84a6), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:38.632231 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8f0ef2-bf17-4c74-8ce7-c0ddd4f7373b tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:38.633457 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8f8f0ef2-bf17-4c74-8ce7-c0ddd4f7373b tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:38.676383 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-8f8f0ef2-bf17-4c74-8ce7-c0ddd4f7373b tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 0.2377119
May 07 21:54:38.680249 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43106) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:54:38.686483 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-6795f150-e4a6-46ca-9dca-5e5022e6a879 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Request body: {'subnet': {'network_id': '3e9903c9-6550-4ae2-aa4f-70e03144784f', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:54:38.692114 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 5ace34e4-5209-40cb-a0ff-407d97d110dd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5ace34e4-5209-40cb-a0ff-407d97d110dd,segment=NetworkSegment(918ce7a0-6436-4d36-8bb4-df4087f94e32),segment_id=918ce7a0-6436-4d36-8bb4-df4087f94e32)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:54:38.729914 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (5ace34e4-5209-40cb-a0ff-407d97d110dd), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:38.730718 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 840ebb23-b4df-469e-b8a1-03792fff9bb1 up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:54:38.769665 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8f0ef2-bf17-4c74-8ce7-c0ddd4f7373b tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Pushing event updated for resources: {'Network': ['ID=d3d6fbc8-cbfa-4c1a-9104-6c52ad3f84a6,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:38.797753 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c64413f-35e1-418c-a817-3f909444552f req-680b63c4-466b-475e-84d9-50384b464497 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:38.805864 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2c64413f-35e1-418c-a817-3f909444552f req-680b63c4-466b-475e-84d9-50384b464497 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "GET /v2.0/ports?device_id=1328c136-9d82-4506-81cd-534b3799a51d HTTP/1.1" status: 200  len: 945 time: 0.1303122
May 07 21:54:38.806113 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network d3d6fbc8-cbfa-4c1a-9104-6c52ad3f84a6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 21:54:38.865552 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port aff31c05-d914-4525-bace-30d34b61e5c0 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:54:38.865987 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (aff31c05-d914-4525-bace-30d34b61e5c0), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:38.880986 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bc2b763-2769-4c0e-9bf3-9ee54868505c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3af0b52-e2d3-4593-a7f9-ff7d7fa37fb8'}, {'server_uuid': '7bc2b763-2769-4c0e-9bf3-9ee54868505c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ace34e4-5209-40cb-a0ff-407d97d110dd'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:54:38.883500 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a78f99b8-86ab-441a-9e0a-635b1f346056" -d '{"events": [{"server_uuid": "7bc2b763-2769-4c0e-9bf3-9ee54868505c", "name": "network-vif-plugged", "status": "completed", "tag": "c3af0b52-e2d3-4593-a7f9-ff7d7fa37fb8"}, {"server_uuid": "7bc2b763-2769-4c0e-9bf3-9ee54868505c", "name": "network-vif-plugged", "status": "completed", "tag": "5ace34e4-5209-40cb-a0ff-407d97d110dd"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:54:38.897755 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24820450-25c1-4510-b200-512ffd930d9e req-6f0f1755-962f-4d45-8d0d-2fe72024d4c6 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:38.903597 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-24820450-25c1-4510-b200-512ffd930d9e req-6f0f1755-962f-4d45-8d0d-2fe72024d4c6 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] 10.222.0.32 "GET /v2.0/networks?id=704f8450-d63f-47c9-8f27-0e9fc81678e7 HTTP/1.1" status: 200  len: 821 time: 0.1705513
May 07 21:54:38.916771 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2c64413f-35e1-418c-a817-3f909444552f req-f6b52cdf-c28b-40a6-a28a-d39d83d11c3f tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d51153d-80bb-487e-9b59-7f10285c8c88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1100416
May 07 21:54:38.918241 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6795f150-e4a6-46ca-9dca-5e5022e6a879 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Made reservation on behalf of 70a2fded25c74c839c01e55a91e7f7fc for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:54:38.921592 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6795f150-e4a6-46ca-9dca-5e5022e6a879 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:38.924940 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-24820450-25c1-4510-b200-512ffd930d9e req-eb464f48-a7dc-4fa0-bef4-10e1c6a6d2f9 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] 10.222.0.32 "GET /v2.0/quotas/4c2ee723c6a04843b302e255a401b1e7 HTTP/1.1" status: 200  len: 375 time: 0.0190842
May 07 21:54:38.961521 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=5ace34e4-5209-40cb-a0ff-407d97d110dd,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:38.982436 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port aff31c05-d914-4525-bace-30d34b61e5c0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aff31c05-d914-4525-bace-30d34b61e5c0,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:54:38.985278 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning for port 840ebb23-b4df-469e-b8a1-03792fff9bb1 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:54:38.990307 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (aff31c05-d914-4525-bace-30d34b61e5c0), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:38.991240 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device fadbd9b6-bf92-4716-8f60-6627e570d84c up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:54:39.002359 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-24820450-25c1-4510-b200-512ffd930d9e req-f2e7e5f2-e3a4-48f8-bd05-50b74c73ea0a tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4c2ee723c6a04843b302e255a401b1e7&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0649252
May 07 21:54:39.015461 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port 840ebb23-b4df-469e-b8a1-03792fff9bb1 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:54:39.015864 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (840ebb23-b4df-469e-b8a1-03792fff9bb1), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:39.040523 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 07 May 2022 21:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a791911b-617c-4661-8464-0bdfdf9a06c0 x-openstack-request-id: req-a791911b-617c-4661-8464-0bdfdf9a06c0 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:54:39.040792 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bc2b763-2769-4c0e-9bf3-9ee54868505c", "name": "network-vif-plugged", "status": "completed", "tag": "c3af0b52-e2d3-4593-a7f9-ff7d7fa37fb8", "code": 200}, {"server_uuid": "7bc2b763-2769-4c0e-9bf3-9ee54868505c", "name": "network-vif-plugged", "status": "completed", "tag": "5ace34e4-5209-40cb-a0ff-407d97d110dd", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:54:39.041034 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a791911b-617c-4661-8464-0bdfdf9a06c0 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:54:39.041435 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a791911b-617c-4661-8464-0bdfdf9a06c0'] response: {'server_uuid': '7bc2b763-2769-4c0e-9bf3-9ee54868505c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3af0b52-e2d3-4593-a7f9-ff7d7fa37fb8', 'code': 200}
May 07 21:54:39.041686 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a791911b-617c-4661-8464-0bdfdf9a06c0'] response: {'server_uuid': '7bc2b763-2769-4c0e-9bf3-9ee54868505c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ace34e4-5209-40cb-a0ff-407d97d110dd', 'code': 200}
May 07 21:54:39.116996 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port fadbd9b6-bf92-4716-8f60-6627e570d84c triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:54:39.117466 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (fadbd9b6-bf92-4716-8f60-6627e570d84c), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:39.129205 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-24820450-25c1-4510-b200-512ffd930d9e req-3c76804e-b519-4c2f-ba6f-50a4d34dffec service neutron] 10.222.0.32 "GET /v2.0/networks/704f8450-d63f-47c9-8f27-0e9fc81678e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1176534
May 07 21:54:39.144251 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=aff31c05-d914-4525-bace-30d34b61e5c0,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:39.222206 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 840ebb23-b4df-469e-b8a1-03792fff9bb1 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:54:39.222601 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (840ebb23-b4df-469e-b8a1-03792fff9bb1), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:39.276245 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6795f150-e4a6-46ca-9dca-5e5022e6a879 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (c61573c2-ed87-428c-92ac-0bffa38409b2), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:39.276751 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 840ebb23-b4df-469e-b8a1-03792fff9bb1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=840ebb23-b4df-469e-b8a1-03792fff9bb1,segment=NetworkSegment(2619035a-1889-472a-bdb4-8fd69e462829),segment_id=2619035a-1889-472a-bdb4-8fd69e462829)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:54:39.283144 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-24820450-25c1-4510-b200-512ffd930d9e req-3ec61d96-fb9e-460d-a1a9-9df59f28c703 service neutron] 10.222.0.32 "GET /v2.0/networks/704f8450-d63f-47c9-8f27-0e9fc81678e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1456888
May 07 21:54:39.336070 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port fadbd9b6-bf92-4716-8f60-6627e570d84c is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:54:39.337939 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 950d3816-6adb-46a7-a846-48b69ebce2d4 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:54:39.340015 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (840ebb23-b4df-469e-b8a1-03792fff9bb1), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:39.340945 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 0f31f820-4134-4910-88d6-283ed3ed34a7 up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:54:39.344009 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c84151-99bf-4c9e-9727-d88ededbfe21 req-eef12137-8341-4b26-99fe-44f19748d2cb tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:39.348970 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c84151-99bf-4c9e-9727-d88ededbfe21 req-eef12137-8341-4b26-99fe-44f19748d2cb tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:39.355691 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c84151-99bf-4c9e-9727-d88ededbfe21 req-eef12137-8341-4b26-99fe-44f19748d2cb tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:39.360746 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c84151-99bf-4c9e-9727-d88ededbfe21 req-eef12137-8341-4b26-99fe-44f19748d2cb tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:39.366135 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c84151-99bf-4c9e-9727-d88ededbfe21 req-eef12137-8341-4b26-99fe-44f19748d2cb tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:39.371389 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c84151-99bf-4c9e-9727-d88ededbfe21 req-eef12137-8341-4b26-99fe-44f19748d2cb tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:39.376762 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c84151-99bf-4c9e-9727-d88ededbfe21 req-eef12137-8341-4b26-99fe-44f19748d2cb tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:39.378710 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-03c84151-99bf-4c9e-9727-d88ededbfe21 req-eef12137-8341-4b26-99fe-44f19748d2cb tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc2b763-2769-4c0e-9bf3-9ee54868505c HTTP/1.1" status: 200  len: 5440 time: 0.1884296
May 07 21:54:39.418245 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6795f150-e4a6-46ca-9dca-5e5022e6a879 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Pushing event updated for resources: {'Subnet': ['ID=c61573c2-ed87-428c-92ac-0bffa38409b2,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:39.460611 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6795f150-e4a6-46ca-9dca-5e5022e6a879 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Checking segment: {'id': 'b31a7bd7-f013-44aa-a9c5-142fb752dadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3e9903c9-6550-4ae2-aa4f-70e03144784f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:54:39.460611 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6795f150-e4a6-46ca-9dca-5e5022e6a879 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Network hostable DHCP agents. Network: 3e9903c9-6550-4ae2-aa4f-70e03144784f, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 21:54:39.540960 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-03c84151-99bf-4c9e-9727-d88ededbfe21 req-4f255464-e483-482d-94dc-d58e54328742 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d50792e5-4672-4ff2-b261-ed0a649bb3d3&id=623940a1-6290-423b-87cb-2a84fe4a7634&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1481442
May 07 21:54:39.560832 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6795f150-e4a6-46ca-9dca-5e5022e6a879 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Network 3e9903c9-6550-4ae2-aa4f-70e03144784f is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 21:54:39.584362 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-6795f150-e4a6-46ca-9dca-5e5022e6a879 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3e9903c9-6550-4ae2-aa4f-70e03144784f) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:54:39.592676 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6795f150-e4a6-46ca-9dca-5e5022e6a879 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:39.596684 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6795f150-e4a6-46ca-9dca-5e5022e6a879 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:39.644880 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=840ebb23-b4df-469e-b8a1-03792fff9bb1,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:39.664568 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11cd1fbb-ec4b-4449-8fa9-fd793d6da9f7 None None] Network 3e9903c9-6550-4ae2-aa4f-70e03144784f requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:54:39.668679 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633566b9-fbc6-4de4-8f16-bac5dd0074d9 req-bed101f0-e1b2-42d6-8635-2b347d605ee7 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:39.679007 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-633566b9-fbc6-4de4-8f16-bac5dd0074d9 req-bed101f0-e1b2-42d6-8635-2b347d605ee7 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f1345a1-41a5-40ac-a7c4-7d6b9eb621fb HTTP/1.1" status: 200  len: 946 time: 0.1379220
May 07 21:54:39.682861 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-59833a62-6e09-4545-889c-bae474f25b56 req-345222f6-92fb-4b68-8f44-2c991c9196c2 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d6f28fb-7fb0-4dbe-b780-f14e94c9846d HTTP/1.1" status: 200  len: 210 time: 0.0602055
May 07 21:54:39.693133 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-6795f150-e4a6-46ca-9dca-5e5022e6a879 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 1.0103164
May 07 21:54:39.695875 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 43124) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:54:39.704877 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-528bbdfd-93b6-4ff8-8783-525dcceb41f3 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Request body: {'subnet': {'network_id': 'd3d6fbc8-cbfa-4c1a-9104-6c52ad3f84a6', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:54:39.846981 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-633566b9-fbc6-4de4-8f16-bac5dd0074d9 req-6679e654-8203-47ea-92ba-e62a7bb1c213 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b18b124-d6ae-4635-93ed-9957a39a34ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1669755
May 07 21:54:39.880855 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde492c6-9936-469e-b454-73ce23ea5159 req-b55dbf8f-ef41-4e48-a2bd-f9ab86ab1941 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:39.883486 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bde492c6-9936-469e-b454-73ce23ea5159 req-b55dbf8f-ef41-4e48-a2bd-f9ab86ab1941 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc809cd6-ffa7-49b3-ad2c-9bd7a75f8db2 HTTP/1.1" status: 200  len: 949 time: 0.0707726
May 07 21:54:39.893326 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 950d3816-6adb-46a7-a846-48b69ebce2d4 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:54:39.893835 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (950d3816-6adb-46a7-a846-48b69ebce2d4), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:39.904592 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-528bbdfd-93b6-4ff8-8783-525dcceb41f3 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Made reservation on behalf of 70a2fded25c74c839c01e55a91e7f7fc for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:54:39.909121 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-528bbdfd-93b6-4ff8-8783-525dcceb41f3 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:39.937041 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning for port 0f31f820-4134-4910-88d6-283ed3ed34a7 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:54:39.955970 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port 0f31f820-4134-4910-88d6-283ed3ed34a7 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:54:39.956425 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (0f31f820-4134-4910-88d6-283ed3ed34a7), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:39.978375 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bde492c6-9936-469e-b454-73ce23ea5159 req-d2862fd8-2d9a-4008-9767-85b8356a04fc tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/security-groups?id=aca2780c-128c-4de5-85a4-a7e10bd42e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0882256
May 07 21:54:40.003420 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470a428b-7279-47fb-bab8-0d1e4e08bd8b None None] Sync routers for ids ['4e415b3f-6226-4d5a-bd85-5868d0b73abe'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:54:40.054237 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470a428b-7279-47fb-bab8-0d1e4e08bd8b None None] Routers {'4e415b3f-6226-4d5a-bd85-5868d0b73abe'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:54:40.055790 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-470a428b-7279-47fb-bab8-0d1e4e08bd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7fbd7dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:54:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['4e415b3f-6226-4d5a-bd85-5868d0b73abe'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:54:40.108861 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0b01b0-0428-41c0-93c9-7c6efae839dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3e9903c9-6550-4ae2-aa4f-70e03144784f', 'network_id': '3e9903c9-6550-4ae2-aa4f-70e03144784f', 'project_id': '70a2fded25c74c839c01e55a91e7f7fc', 'fixed_ips': [{'subnet_id': 'c61573c2-ed87-428c-92ac-0bffa38409b2'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 21:54:40.109737 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-be0b01b0-0428-41c0-93c9-7c6efae839dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:40.118674 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cfc87c-34a0-4fe4-a0c9-bbedf6406994 req-12412326-b48d-4f09-a69f-07799932d88d tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:40.120417 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f6cfc87c-34a0-4fe4-a0c9-bbedf6406994 req-12412326-b48d-4f09-a69f-07799932d88d tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "GET /v2.0/ports?device_id=1328c136-9d82-4506-81cd-534b3799a51d HTTP/1.1" status: 200  len: 945 time: 0.0722032
May 07 21:54:40.222700 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f6cfc87c-34a0-4fe4-a0c9-bbedf6406994 req-2031d07a-0bf8-4d5e-bb86-c6a251741600 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d51153d-80bb-487e-9b59-7f10285c8c88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0922947
May 07 21:54:40.290666 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-528bbdfd-93b6-4ff8-8783-525dcceb41f3 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (6168b443-15e3-44b9-96e7-6156bf22796d), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:40.307213 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 950d3816-6adb-46a7-a846-48b69ebce2d4 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:54:40.309318 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 0f31f820-4134-4910-88d6-283ed3ed34a7 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:54:40.309930 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (0f31f820-4134-4910-88d6-283ed3ed34a7), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:40.361989 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528bbdfd-93b6-4ff8-8783-525dcceb41f3 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Pushing event updated for resources: {'Subnet': ['ID=6168b443-15e3-44b9-96e7-6156bf22796d,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:40.372834 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528bbdfd-93b6-4ff8-8783-525dcceb41f3 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Checking segment: {'id': 'b207ac70-7c70-40fd-bfc0-416943348a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd3d6fbc8-cbfa-4c1a-9104-6c52ad3f84a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:54:40.373190 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528bbdfd-93b6-4ff8-8783-525dcceb41f3 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Network hostable DHCP agents. Network: d3d6fbc8-cbfa-4c1a-9104-6c52ad3f84a6, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 21:54:40.380782 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-470a428b-7279-47fb-bab8-0d1e4e08bd8b None None] Set router 4e415b3f-6226-4d5a-bd85-5868d0b73abe gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:54:40.394082 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528bbdfd-93b6-4ff8-8783-525dcceb41f3 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Network d3d6fbc8-cbfa-4c1a-9104-6c52ad3f84a6 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 21:54:40.411688 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-528bbdfd-93b6-4ff8-8783-525dcceb41f3 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d3d6fbc8-cbfa-4c1a-9104-6c52ad3f84a6) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:54:40.417486 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528bbdfd-93b6-4ff8-8783-525dcceb41f3 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:40.418217 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-528bbdfd-93b6-4ff8-8783-525dcceb41f3 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:40.429384 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba152b5-9989-40a1-8461-5a6102e1d9c6 None None] Network d3d6fbc8-cbfa-4c1a-9104-6c52ad3f84a6 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:54:40.434102 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 0f31f820-4134-4910-88d6-283ed3ed34a7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0f31f820-4134-4910-88d6-283ed3ed34a7,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:54:40.442122 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43134) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:54:40.442925 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-528bbdfd-93b6-4ff8-8783-525dcceb41f3 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 0.7457974
May 07 21:54:40.449543 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-b5b994b9-16f2-4a48-ba59-06d6d61bfdc9 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Request body: {'port': {'network_id': '3e9903c9-6550-4ae2-aa4f-70e03144784f', 'name': 'tempest-TaggedBootDevicesTest-912796231', 'fixed_ips': [{'subnet_id': 'c61573c2-ed87-428c-92ac-0bffa38409b2'}]}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:54:40.459627 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (0f31f820-4134-4910-88d6-283ed3ed34a7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:40.460704 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device c96fe3c0-1df8-4707-980e-6b6ab0d159b2 up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:54:40.583384 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-be0b01b0-0428-41c0-93c9-7c6efae839dc None None] Allocated IP 10.1.1.2 (3e9903c9-6550-4ae2-aa4f-70e03144784f/c61573c2-ed87-428c-92ac-0bffa38409b2/15734ce2-5595-40b2-9ddf-671e34c3c38d) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:54:40.587128 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device aff31c05-d914-4525-bace-30d34b61e5c0 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:54:40.592039 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5b994b9-16f2-4a48-ba59-06d6d61bfdc9 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Made reservation on behalf of 70a2fded25c74c839c01e55a91e7f7fc for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:54:40.752163 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b5b994b9-16f2-4a48-ba59-06d6d61bfdc9 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:40.766043 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd8c089-c91b-4404-a6c7-512e648431bc req-74ade909-c6fc-4fde-a9d0-2636694cf2ce tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:40.770019 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=0f31f820-4134-4910-88d6-283ed3ed34a7,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:40.774764 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd8c089-c91b-4404-a6c7-512e648431bc req-74ade909-c6fc-4fde-a9d0-2636694cf2ce tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:40.785458 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd8c089-c91b-4404-a6c7-512e648431bc req-74ade909-c6fc-4fde-a9d0-2636694cf2ce tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:40.790814 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning for port c96fe3c0-1df8-4707-980e-6b6ab0d159b2 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:54:40.792447 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd8c089-c91b-4404-a6c7-512e648431bc req-74ade909-c6fc-4fde-a9d0-2636694cf2ce tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:40.800031 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd8c089-c91b-4404-a6c7-512e648431bc req-74ade909-c6fc-4fde-a9d0-2636694cf2ce tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:40.808099 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd8c089-c91b-4404-a6c7-512e648431bc req-74ade909-c6fc-4fde-a9d0-2636694cf2ce tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:40.814472 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd8c089-c91b-4404-a6c7-512e648431bc req-74ade909-c6fc-4fde-a9d0-2636694cf2ce tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:40.816630 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4fd8c089-c91b-4404-a6c7-512e648431bc req-74ade909-c6fc-4fde-a9d0-2636694cf2ce tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc2b763-2769-4c0e-9bf3-9ee54868505c HTTP/1.1" status: 200  len: 5441 time: 0.1627476
May 07 21:54:40.839592 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-80217319-a8d4-47a3-b5f4-f10ce241df66 req-7b8d1d2e-da50-476c-a7ae-e96c6f1ee9a5 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d6f28fb-7fb0-4dbe-b780-f14e94c9846d HTTP/1.1" status: 200  len: 210 time: 0.0499134
May 07 21:54:40.857857 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [None req-b5b994b9-16f2-4a48-ba59-06d6d61bfdc9 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] device_id is not set on port 8265c59d-4721-4235-823a-846b00373dfe yet. {{(pid=121837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 21:54:40.869158 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port aff31c05-d914-4525-bace-30d34b61e5c0 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:54:40.869462 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (aff31c05-d914-4525-bace-30d34b61e5c0), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:40.871109 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port c96fe3c0-1df8-4707-980e-6b6ab0d159b2 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:54:40.871466 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (c96fe3c0-1df8-4707-980e-6b6ab0d159b2), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:41.014541 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3cc107-995d-4f6a-9d7f-4bfaf6a912d6 req-f4e85e1b-918a-4d1c-b218-aca173f48f85 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:41.023795 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ee3cc107-995d-4f6a-9d7f-4bfaf6a912d6 req-f4e85e1b-918a-4d1c-b218-aca173f48f85 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f1345a1-41a5-40ac-a7c4-7d6b9eb621fb HTTP/1.1" status: 200  len: 946 time: 0.0820630
May 07 21:54:41.028388 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9e5b09-9356-4150-9d4c-7f0fac928711 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d3d6fbc8-cbfa-4c1a-9104-6c52ad3f84a6', 'network_id': 'd3d6fbc8-cbfa-4c1a-9104-6c52ad3f84a6', 'project_id': '70a2fded25c74c839c01e55a91e7f7fc', 'fixed_ips': [{'subnet_id': '6168b443-15e3-44b9-96e7-6156bf22796d'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 21:54:41.029243 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ce9e5b09-9356-4150-9d4c-7f0fac928711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:41.056426 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bc2b763-2769-4c0e-9bf3-9ee54868505c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '840ebb23-b4df-469e-b8a1-03792fff9bb1'}, {'server_uuid': 'dc809cd6-ffa7-49b3-ad2c-9bd7a75f8db2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f31f820-4134-4910-88d6-283ed3ed34a7'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:54:41.058826 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f22d3a-3236-4785-a2eb-c08dafc1308e" -d '{"events": [{"server_uuid": "7bc2b763-2769-4c0e-9bf3-9ee54868505c", "name": "network-vif-plugged", "status": "completed", "tag": "840ebb23-b4df-469e-b8a1-03792fff9bb1"}, {"server_uuid": "dc809cd6-ffa7-49b3-ad2c-9bd7a75f8db2", "name": "network-vif-plugged", "status": "completed", "tag": "0f31f820-4134-4910-88d6-283ed3ed34a7"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:54:41.100084 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ee3cc107-995d-4f6a-9d7f-4bfaf6a912d6 req-2d74a787-f5e8-4fbe-a01e-a0a4d7caebf0 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b18b124-d6ae-4635-93ed-9957a39a34ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0735583
May 07 21:54:41.242575 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648096b8-6294-4ea4-a7d2-556e88e93528 req-a45cd6e7-60e1-4e67-931e-e0c21fcc1ecc tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:41.244265 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-648096b8-6294-4ea4-a7d2-556e88e93528 req-a45cd6e7-60e1-4e67-931e-e0c21fcc1ecc tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc809cd6-ffa7-49b3-ad2c-9bd7a75f8db2 HTTP/1.1" status: 200  len: 950 time: 0.0731058
May 07 21:54:41.333997 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-be0b01b0-0428-41c0-93c9-7c6efae839dc None None] Publish callbacks [] for port (15734ce2-5595-40b2-9ddf-671e34c3c38d), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:41.335726 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4fd8c089-c91b-4404-a6c7-512e648431bc req-e6e7eb1a-a49f-4b7d-a1d9-b5f60581b4df tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d50792e5-4672-4ff2-b261-ed0a649bb3d3&id=623940a1-6290-423b-87cb-2a84fe4a7634&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.4675171
May 07 21:54:41.354800 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-648096b8-6294-4ea4-a7d2-556e88e93528 req-a85b42dd-5a02-4817-a6df-6282156049a2 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/security-groups?id=aca2780c-128c-4de5-85a4-a7e10bd42e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1014051
May 07 21:54:41.370024 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-470a428b-7279-47fb-bab8-0d1e4e08bd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7fbd7dc0>, [{'id': '4e415b3f-6226-4d5a-bd85-5868d0b73abe', 'name': 'tempest-FloatingIPsAssociationTestJSON-2146525056-router', 'tenant_id': '4c2ee723c6a04843b302e255a401b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.211'}], 'enable_snat': True}, 'gw_port_id': 'aff31c05-d914-4525-bace-30d34b61e5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:54:29Z', 'updated_at': '2022-05-07T21:54:35Z', 'revision_number': 4, 'project_id': '4c2ee723c6a04843b302e255a401b1e7', 'gw_port': {'id': 'aff31c05-d914-4525-bace-30d34b61e5c0', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:82:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e415b3f-6226-4d5a-bd85-5868d0b73abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:54:30Z', 'updated_at': '2022-05-07T21:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd331f409-571a-4b53-8871-45839bf52e41', 'name': '', 'network_id': '704f8450-d63f-47c9-8f27-0e9fc81678e7', 'tenant_id': '4c2ee723c6a04843b302e255a401b1e7', 'mac_address': 'fa:16:3e:51:9b:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e415b3f-6226-4d5a-bd85-5868d0b73abe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '2acc823a-0eec-49c6-a420-882d299a2009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:54:33Z', 'updated_at': '2022-05-07T21:54:35Z', 'revision_number': 2, 'project_id': '4c2ee723c6a04843b302e255a401b1e7', 'subnets': [{'id': '2acc823a-0eec-49c6-a420-882d299a2009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:54:41.400828 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24820450-25c1-4510-b200-512ffd930d9e req-430feac6-7be7-439d-97d1-315a8fb3c34c tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:41.402333 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-24820450-25c1-4510-b200-512ffd930d9e req-430feac6-7be7-439d-97d1-315a8fb3c34c tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] 10.222.0.55 "GET /v2.0/networks?id=704f8450-d63f-47c9-8f27-0e9fc81678e7 HTTP/1.1" status: 200  len: 821 time: 0.4850461
May 07 21:54:41.406381 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-be0b01b0-0428-41c0-93c9-7c6efae839dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (15734ce2-5595-40b2-9ddf-671e34c3c38d), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:41.426750 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-24820450-25c1-4510-b200-512ffd930d9e req-c201e4e1-4afb-4792-92c6-0988023ce5f4 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Request body: {'port': {'device_id': '0d6f28fb-7fb0-4dbe-b780-f14e94c9846d', 'network_id': '704f8450-d63f-47c9-8f27-0e9fc81678e7', 'admin_state_up': True, 'tenant_id': '4c2ee723c6a04843b302e255a401b1e7'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:54:41.456332 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-b5b994b9-16f2-4a48-ba59-06d6d61bfdc9 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Allocated IP 10.1.1.214 (3e9903c9-6550-4ae2-aa4f-70e03144784f/c61573c2-ed87-428c-92ac-0bffa38409b2/8265c59d-4721-4235-823a-846b00373dfe) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:54:41.628233 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 07 May 2022 21:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e59878ea-da8f-4c83-bef6-6f05b84d8010 x-openstack-request-id: req-e59878ea-da8f-4c83-bef6-6f05b84d8010 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:54:41.628484 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bc2b763-2769-4c0e-9bf3-9ee54868505c", "name": "network-vif-plugged", "status": "completed", "tag": "840ebb23-b4df-469e-b8a1-03792fff9bb1", "code": 200}, {"server_uuid": "dc809cd6-ffa7-49b3-ad2c-9bd7a75f8db2", "name": "network-vif-plugged", "status": "completed", "tag": "0f31f820-4134-4910-88d6-283ed3ed34a7", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:54:41.628736 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e59878ea-da8f-4c83-bef6-6f05b84d8010 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:54:41.629068 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e59878ea-da8f-4c83-bef6-6f05b84d8010'] response: {'server_uuid': '7bc2b763-2769-4c0e-9bf3-9ee54868505c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '840ebb23-b4df-469e-b8a1-03792fff9bb1', 'code': 200}
May 07 21:54:41.629354 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e59878ea-da8f-4c83-bef6-6f05b84d8010'] response: {'server_uuid': 'dc809cd6-ffa7-49b3-ad2c-9bd7a75f8db2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f31f820-4134-4910-88d6-283ed3ed34a7', 'code': 200}
May 07 21:54:41.630273 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470a428b-7279-47fb-bab8-0d1e4e08bd8b None None] Checking router: 4e415b3f-6226-4d5a-bd85-5868d0b73abe for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 21:54:41.630561 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470a428b-7279-47fb-bab8-0d1e4e08bd8b None None] Updating router 4e415b3f-6226-4d5a-bd85-5868d0b73abe port d331f409-571a-4b53-8871-45839bf52e41 binding host ncdv-master-1 {{(pid=121838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 21:54:41.642938 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad43206-87ad-4fa4-a437-e1f08de6e4c7 req-de37893e-4206-4c8e-9cdd-f3e8d1610d94 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:41.644449 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0ad43206-87ad-4fa4-a437-e1f08de6e4c7 req-de37893e-4206-4c8e-9cdd-f3e8d1610d94 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "GET /v2.0/ports?device_id=1328c136-9d82-4506-81cd-534b3799a51d HTTP/1.1" status: 200  len: 945 time: 0.1620762
May 07 21:54:41.658035 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48bbf78-8405-469a-b6cf-b4003b51729d req-8ca7c223-4859-4b15-9822-9c65c2253d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:41.659503 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d48bbf78-8405-469a-b6cf-b4003b51729d req-8ca7c223-4859-4b15-9822-9c65c2253d4f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=dc809cd6-ffa7-49b3-ad2c-9bd7a75f8db2 HTTP/1.1" status: 200  len: 1132 time: 0.1073852
May 07 21:54:41.690786 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port c96fe3c0-1df8-4707-980e-6b6ab0d159b2 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:54:41.691176 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (c96fe3c0-1df8-4707-980e-6b6ab0d159b2), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:41.699883 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port aff31c05-d914-4525-bace-30d34b61e5c0 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:54:41.707997 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0b01b0-0428-41c0-93c9-7c6efae839dc None None] Network 3e9903c9-6550-4ae2-aa4f-70e03144784f is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:54:41.731558 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-470a428b-7279-47fb-bab8-0d1e4e08bd8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (d331f409-571a-4b53-8871-45839bf52e41), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:41.733467 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-be0b01b0-0428-41c0-93c9-7c6efae839dc None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:54:41.739443 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0b01b0-0428-41c0-93c9-7c6efae839dc None None] Pushing event updated for resources: {'Port': ['ID=15734ce2-5595-40b2-9ddf-671e34c3c38d,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:41.741876 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0b01b0-0428-41c0-93c9-7c6efae839dc None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:54:41.750106 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-ce9e5b09-9356-4150-9d4c-7f0fac928711 None None] Allocated IP 10.2.2.2 (d3d6fbc8-cbfa-4c1a-9104-6c52ad3f84a6/6168b443-15e3-44b9-96e7-6156bf22796d/36c76fa0-3d7a-421e-b09d-720d318db1e2) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:54:41.794457 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24820450-25c1-4510-b200-512ffd930d9e req-c201e4e1-4afb-4792-92c6-0988023ce5f4 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Made reservation on behalf of 4c2ee723c6a04843b302e255a401b1e7 for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:54:41.797811 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-24820450-25c1-4510-b200-512ffd930d9e req-c201e4e1-4afb-4792-92c6-0988023ce5f4 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:41.841088 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port c96fe3c0-1df8-4707-980e-6b6ab0d159b2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c96fe3c0-1df8-4707-980e-6b6ab0d159b2,segment=NetworkSegment(bf0c0471-2624-4f4f-a2e9-e11b0e1b254e),segment_id=bf0c0471-2624-4f4f-a2e9-e11b0e1b254e)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:54:41.874092 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (c96fe3c0-1df8-4707-980e-6b6ab0d159b2), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:41.877433 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device bd421caf-72a7-469a-bd36-ed429f10bc0d up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:54:41.971565 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4fe3b583-6255-4ece-b135-b5a57bc3473b req-379b8159-edda-4ece-95fa-cb8d73e22c8e tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d6f28fb-7fb0-4dbe-b780-f14e94c9846d HTTP/1.1" status: 200  len: 210 time: 0.0302486
May 07 21:54:42.033278 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-be0b01b0-0428-41c0-93c9-7c6efae839dc None None] Attempting to bind port 15734ce2-5595-40b2-9ddf-671e34c3c38d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:54:42.033651 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-be0b01b0-0428-41c0-93c9-7c6efae839dc None None] Attempting to bind port 15734ce2-5595-40b2-9ddf-671e34c3c38d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b31a7bd7-f013-44aa-a9c5-142fb752dadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3e9903c9-6550-4ae2-aa4f-70e03144784f'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:54:42.034013 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0b01b0-0428-41c0-93c9-7c6efae839dc None None] Attempting to bind port 15734ce2-5595-40b2-9ddf-671e34c3c38d on network 3e9903c9-6550-4ae2-aa4f-70e03144784f {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:54:42.077602 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0b01b0-0428-41c0-93c9-7c6efae839dc None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:54:42.077960 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0b01b0-0428-41c0-93c9-7c6efae839dc None None] Checking segment: {'id': 'b31a7bd7-f013-44aa-a9c5-142fb752dadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3e9903c9-6550-4ae2-aa4f-70e03144784f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:54:42.078360 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-be0b01b0-0428-41c0-93c9-7c6efae839dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:42.078753 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0b01b0-0428-41c0-93c9-7c6efae839dc None None] Bound using segment: {'id': 'b31a7bd7-f013-44aa-a9c5-142fb752dadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3e9903c9-6550-4ae2-aa4f-70e03144784f'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:54:42.079261 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-be0b01b0-0428-41c0-93c9-7c6efae839dc None None] Bound port: 15734ce2-5595-40b2-9ddf-671e34c3c38d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b31a7bd7-f013-44aa-a9c5-142fb752dadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3e9903c9-6550-4ae2-aa4f-70e03144784f'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:54:42.079642 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-be0b01b0-0428-41c0-93c9-7c6efae839dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (15734ce2-5595-40b2-9ddf-671e34c3c38d), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:42.112579 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=c96fe3c0-1df8-4707-980e-6b6ab0d159b2,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:42.165813 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0ad43206-87ad-4fa4-a437-e1f08de6e4c7 req-4e62e72a-feb3-41f0-a2ed-367bef7d7ec8 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d51153d-80bb-487e-9b59-7f10285c8c88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5088387
May 07 21:54:42.171840 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d48bbf78-8405-469a-b6cf-b4003b51729d req-ce96df4b-5a77-442c-8008-e5961e613328 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=aca2780c-128c-4de5-85a4-a7e10bd42e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5064447
May 07 21:54:42.238268 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b5b994b9-16f2-4a48-ba59-06d6d61bfdc9 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks [] for port (8265c59d-4721-4235-823a-846b00373dfe), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:42.243978 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning for port bd421caf-72a7-469a-bd36-ed429f10bc0d completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:54:42.272531 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port bd421caf-72a7-469a-bd36-ed429f10bc0d triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:54:42.273051 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (bd421caf-72a7-469a-bd36-ed429f10bc0d), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:42.283182 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c189bc-44e5-4c1d-b815-234589c49f53 req-a0ae4fb0-a208-4adc-aeb9-5292993d0bdc tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:42.285339 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-09c189bc-44e5-4c1d-b815-234589c49f53 req-a0ae4fb0-a208-4adc-aeb9-5292993d0bdc tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f1345a1-41a5-40ac-a7c4-7d6b9eb621fb HTTP/1.1" status: 200  len: 946 time: 0.0613308
May 07 21:54:42.302159 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b5b994b9-16f2-4a48-ba59-06d6d61bfdc9 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (8265c59d-4721-4235-823a-846b00373dfe), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:42.329900 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ce9e5b09-9356-4150-9d4c-7f0fac928711 None None] Publish callbacks [] for port (36c76fa0-3d7a-421e-b09d-720d318db1e2), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:42.346440 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b994b9-16f2-4a48-ba59-06d6d61bfdc9 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Network 3e9903c9-6550-4ae2-aa4f-70e03144784f is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:54:42.349349 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-be0b01b0-0428-41c0-93c9-7c6efae839dc None None] For port 15734ce2-5595-40b2-9ddf-671e34c3c38d, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:54:42.349517 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-b5b994b9-16f2-4a48-ba59-06d6d61bfdc9 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:54:42.353145 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b994b9-16f2-4a48-ba59-06d6d61bfdc9 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:54:42.361157 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-09c189bc-44e5-4c1d-b815-234589c49f53 req-6842fe96-f626-46d5-8579-2433d16ebf6f tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b18b124-d6ae-4635-93ed-9957a39a34ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0696497
May 07 21:54:42.364149 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ce9e5b09-9356-4150-9d4c-7f0fac928711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (36c76fa0-3d7a-421e-b09d-720d318db1e2), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:42.387441 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-be0b01b0-0428-41c0-93c9-7c6efae839dc None None] For port 15734ce2-5595-40b2-9ddf-671e34c3c38d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=15734ce2-5595-40b2-9ddf-671e34c3c38d,segment=NetworkSegment(b31a7bd7-f013-44aa-a9c5-142fb752dadd),segment_id=b31a7bd7-f013-44aa-a9c5-142fb752dadd)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:54:42.390167 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b994b9-16f2-4a48-ba59-06d6d61bfdc9 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Pushing event updated for resources: {'Port': ['ID=8265c59d-4721-4235-823a-846b00373dfe,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:42.436447 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b994b9-16f2-4a48-ba59-06d6d61bfdc9 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:42.438082 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b5b994b9-16f2-4a48-ba59-06d6d61bfdc9 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:42.454952 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-be0b01b0-0428-41c0-93c9-7c6efae839dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (15734ce2-5595-40b2-9ddf-671e34c3c38d), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:42.468654 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9e5b09-9356-4150-9d4c-7f0fac928711 None None] Network d3d6fbc8-cbfa-4c1a-9104-6c52ad3f84a6 is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:54:42.481037 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-ce9e5b09-9356-4150-9d4c-7f0fac928711 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:54:42.489482 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-b5b994b9-16f2-4a48-ba59-06d6d61bfdc9 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 2.0454190
May 07 21:54:42.492550 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9e5b09-9356-4150-9d4c-7f0fac928711 None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:54:42.492715 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43158) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:54:42.497663 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-6f774941-2201-4e50-8c7f-f40533e50780 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Request body: {'port': {'network_id': '3e9903c9-6550-4ae2-aa4f-70e03144784f', 'name': 'tempest-TaggedBootDevicesTest-928354131', 'fixed_ips': [{'subnet_id': 'c61573c2-ed87-428c-92ac-0bffa38409b2'}]}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:54:42.510129 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9e5b09-9356-4150-9d4c-7f0fac928711 None None] Pushing event updated for resources: {'Port': ['ID=36c76fa0-3d7a-421e-b09d-720d318db1e2,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:42.522761 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-470a428b-7279-47fb-bab8-0d1e4e08bd8b None None] Publish callbacks [] for port (d331f409-571a-4b53-8871-45839bf52e41), precommit_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:42.532269 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be33cb57-5cb9-45a7-bb52-f1e4ec6d301c req-1bdb69e7-e221-4ee8-a534-0e26b072a29b tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:42.536582 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbdd0ca-f5f5-4e95-ad0a-de587f51637a req-eb51b3fe-9581-4987-9c7d-ed9e9bcab565 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:42.538286 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0dbdd0ca-f5f5-4e95-ad0a-de587f51637a req-eb51b3fe-9581-4987-9c7d-ed9e9bcab565 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc809cd6-ffa7-49b3-ad2c-9bd7a75f8db2 HTTP/1.1" status: 200  len: 950 time: 0.0881133
May 07 21:54:42.548018 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be33cb57-5cb9-45a7-bb52-f1e4ec6d301c req-1bdb69e7-e221-4ee8-a534-0e26b072a29b tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:42.563183 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be33cb57-5cb9-45a7-bb52-f1e4ec6d301c req-1bdb69e7-e221-4ee8-a534-0e26b072a29b tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:42.570974 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be33cb57-5cb9-45a7-bb52-f1e4ec6d301c req-1bdb69e7-e221-4ee8-a534-0e26b072a29b tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:42.575829 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-470a428b-7279-47fb-bab8-0d1e4e08bd8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (d331f409-571a-4b53-8871-45839bf52e41), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:42.576972 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be33cb57-5cb9-45a7-bb52-f1e4ec6d301c req-1bdb69e7-e221-4ee8-a534-0e26b072a29b tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:42.583912 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be33cb57-5cb9-45a7-bb52-f1e4ec6d301c req-1bdb69e7-e221-4ee8-a534-0e26b072a29b tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:42.589201 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be33cb57-5cb9-45a7-bb52-f1e4ec6d301c req-1bdb69e7-e221-4ee8-a534-0e26b072a29b tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:42.591220 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-be33cb57-5cb9-45a7-bb52-f1e4ec6d301c req-1bdb69e7-e221-4ee8-a534-0e26b072a29b tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc2b763-2769-4c0e-9bf3-9ee54868505c HTTP/1.1" status: 200  len: 5442 time: 0.1386893
May 07 21:54:42.626938 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [req-24820450-25c1-4510-b200-512ffd930d9e req-c201e4e1-4afb-4792-92c6-0988023ce5f4 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Allocated IP 172.20.0.12 (704f8450-d63f-47c9-8f27-0e9fc81678e7/2acc823a-0eec-49c6-a420-882d299a2009/251b3c4a-3d68-4a9c-8850-df61aa0e1dc6) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:54:42.668279 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port bd421caf-72a7-469a-bd36-ed429f10bc0d is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:54:42.668524 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (bd421caf-72a7-469a-bd36-ed429f10bc0d), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:42.697888 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-be33cb57-5cb9-45a7-bb52-f1e4ec6d301c req-115d2ffd-0e52-466f-8ee0-95ab6bcb8e01 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d50792e5-4672-4ff2-b261-ed0a649bb3d3&id=623940a1-6290-423b-87cb-2a84fe4a7634&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0979829
May 07 21:54:42.700211 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0b01b0-0428-41c0-93c9-7c6efae839dc None None] Pushing event updated for resources: {'Port': ['ID=15734ce2-5595-40b2-9ddf-671e34c3c38d,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:42.722172 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-ce9e5b09-9356-4150-9d4c-7f0fac928711 None None] Attempting to bind port 36c76fa0-3d7a-421e-b09d-720d318db1e2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:54:42.722548 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-ce9e5b09-9356-4150-9d4c-7f0fac928711 None None] Attempting to bind port 36c76fa0-3d7a-421e-b09d-720d318db1e2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b207ac70-7c70-40fd-bfc0-416943348a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd3d6fbc8-cbfa-4c1a-9104-6c52ad3f84a6'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:54:42.723569 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9e5b09-9356-4150-9d4c-7f0fac928711 None None] Attempting to bind port 36c76fa0-3d7a-421e-b09d-720d318db1e2 on network d3d6fbc8-cbfa-4c1a-9104-6c52ad3f84a6 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:54:42.769194 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9e5b09-9356-4150-9d4c-7f0fac928711 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:54:42.770217 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9e5b09-9356-4150-9d4c-7f0fac928711 None None] Checking segment: {'id': 'b207ac70-7c70-40fd-bfc0-416943348a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd3d6fbc8-cbfa-4c1a-9104-6c52ad3f84a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:54:42.770217 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ce9e5b09-9356-4150-9d4c-7f0fac928711 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:42.770527 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9e5b09-9356-4150-9d4c-7f0fac928711 None None] Bound using segment: {'id': 'b207ac70-7c70-40fd-bfc0-416943348a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd3d6fbc8-cbfa-4c1a-9104-6c52ad3f84a6'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:54:42.771036 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0dbdd0ca-f5f5-4e95-ad0a-de587f51637a req-8f5d05f5-3f20-4f3d-9b1f-ed600cb68e90 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/security-groups?id=aca2780c-128c-4de5-85a4-a7e10bd42e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2231972
May 07 21:54:42.771191 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-ce9e5b09-9356-4150-9d4c-7f0fac928711 None None] Bound port: 36c76fa0-3d7a-421e-b09d-720d318db1e2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b207ac70-7c70-40fd-bfc0-416943348a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd3d6fbc8-cbfa-4c1a-9104-6c52ad3f84a6'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:54:42.771457 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ce9e5b09-9356-4150-9d4c-7f0fac928711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (36c76fa0-3d7a-421e-b09d-720d318db1e2), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:42.868323 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port bd421caf-72a7-469a-bd36-ed429f10bc0d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bd421caf-72a7-469a-bd36-ed429f10bc0d,segment=NetworkSegment(918ce7a0-6436-4d36-8bb4-df4087f94e32),segment_id=918ce7a0-6436-4d36-8bb4-df4087f94e32)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:54:42.872854 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864fbbff-06a5-4b76-b962-9271e0596dbd None None] Pushing event updated for resources: {'Port': ['ID=d331f409-571a-4b53-8871-45839bf52e41,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:42.885999 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f774941-2201-4e50-8c7f-f40533e50780 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Made reservation on behalf of 70a2fded25c74c839c01e55a91e7f7fc for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:54:42.890409 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6f774941-2201-4e50-8c7f-f40533e50780 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:42.890621 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (bd421caf-72a7-469a-bd36-ed429f10bc0d), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:42.891420 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 7ea348ce-dc31-4a97-a925-458a8adb95a1 up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:54:42.929285 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [None req-6f774941-2201-4e50-8c7f-f40533e50780 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] device_id is not set on port d3eb7f9f-cad6-43cc-b93c-f50a5e95c505 yet. {{(pid=121837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 21:54:42.997412 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-ce9e5b09-9356-4150-9d4c-7f0fac928711 None None] For port 36c76fa0-3d7a-421e-b09d-720d318db1e2, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:54:43.002376 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-ce9e5b09-9356-4150-9d4c-7f0fac928711 None None] For port 36c76fa0-3d7a-421e-b09d-720d318db1e2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=36c76fa0-3d7a-421e-b09d-720d318db1e2,segment=NetworkSegment(b207ac70-7c70-40fd-bfc0-416943348a0d),segment_id=b207ac70-7c70-40fd-bfc0-416943348a0d)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:54:43.007348 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-24820450-25c1-4510-b200-512ffd930d9e req-c201e4e1-4afb-4792-92c6-0988023ce5f4 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Publish callbacks [] for port (251b3c4a-3d68-4a9c-8850-df61aa0e1dc6), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:43.043840 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-470a428b-7279-47fb-bab8-0d1e4e08bd8b None None] Attempting to bind port d331f409-571a-4b53-8871-45839bf52e41 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:54:43.044238 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-470a428b-7279-47fb-bab8-0d1e4e08bd8b None None] Attempting to bind port d331f409-571a-4b53-8871-45839bf52e41 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'de13910c-b2a2-4c8b-9294-cfa40334cda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '704f8450-d63f-47c9-8f27-0e9fc81678e7'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:54:43.044602 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470a428b-7279-47fb-bab8-0d1e4e08bd8b None None] Attempting to bind port d331f409-571a-4b53-8871-45839bf52e41 on network 704f8450-d63f-47c9-8f27-0e9fc81678e7 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:54:43.052123 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ce9e5b09-9356-4150-9d4c-7f0fac928711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (36c76fa0-3d7a-421e-b09d-720d318db1e2), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:43.078410 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470a428b-7279-47fb-bab8-0d1e4e08bd8b None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 54, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:54:43.078913 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470a428b-7279-47fb-bab8-0d1e4e08bd8b None None] Checking segment: {'id': 'de13910c-b2a2-4c8b-9294-cfa40334cda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '704f8450-d63f-47c9-8f27-0e9fc81678e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:54:43.079270 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-470a428b-7279-47fb-bab8-0d1e4e08bd8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:43.079667 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-470a428b-7279-47fb-bab8-0d1e4e08bd8b None None] Bound using segment: {'id': 'de13910c-b2a2-4c8b-9294-cfa40334cda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '704f8450-d63f-47c9-8f27-0e9fc81678e7'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:54:43.080427 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-470a428b-7279-47fb-bab8-0d1e4e08bd8b None None] Bound port: d331f409-571a-4b53-8871-45839bf52e41, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de13910c-b2a2-4c8b-9294-cfa40334cda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '704f8450-d63f-47c9-8f27-0e9fc81678e7'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:54:43.080820 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-470a428b-7279-47fb-bab8-0d1e4e08bd8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (d331f409-571a-4b53-8871-45839bf52e41), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:43.117364 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b1d066bc-83f0-4c2c-96df-0164886d706a req-18b3805c-9e15-4b8e-953f-98a33329f1e9 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d6f28fb-7fb0-4dbe-b780-f14e94c9846d HTTP/1.1" status: 200  len: 210 time: 0.0502491
May 07 21:54:43.132590 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-24820450-25c1-4510-b200-512ffd930d9e req-c201e4e1-4afb-4792-92c6-0988023ce5f4 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (251b3c4a-3d68-4a9c-8850-df61aa0e1dc6), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:43.177815 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=bd421caf-72a7-469a-bd36-ed429f10bc0d,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:43.188251 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-dd74c4df-3352-4017-8643-c7f4bbee44d1 None None] Provisioning complete for port d331f409-571a-4b53-8871-45839bf52e41 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:54:43.188869 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-dd74c4df-3352-4017-8643-c7f4bbee44d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (d331f409-571a-4b53-8871-45839bf52e41), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:43.195558 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning for port 7ea348ce-dc31-4a97-a925-458a8adb95a1 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:54:43.230394 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24820450-25c1-4510-b200-512ffd930d9e req-c201e4e1-4afb-4792-92c6-0988023ce5f4 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Network 704f8450-d63f-47c9-8f27-0e9fc81678e7 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:54:43.255573 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-6f774941-2201-4e50-8c7f-f40533e50780 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Allocated IP 10.1.1.228 (3e9903c9-6550-4ae2-aa4f-70e03144784f/c61573c2-ed87-428c-92ac-0bffa38409b2/d3eb7f9f-cad6-43cc-b93c-f50a5e95c505) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:54:43.259804 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c201e4e1-4afb-4792-92c6-0988023ce5f4 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Pushing event updated for resources: {'Port': ['ID=251b3c4a-3d68-4a9c-8850-df61aa0e1dc6,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:43.267529 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [req-24820450-25c1-4510-b200-512ffd930d9e req-c201e4e1-4afb-4792-92c6-0988023ce5f4 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:54:43.288946 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-24820450-25c1-4510-b200-512ffd930d9e req-c201e4e1-4afb-4792-92c6-0988023ce5f4 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:54:43.315604 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port 7ea348ce-dc31-4a97-a925-458a8adb95a1 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:54:43.315980 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (7ea348ce-dc31-4a97-a925-458a8adb95a1), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:43.384072 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-dd74c4df-3352-4017-8643-c7f4bbee44d1 None None] Port d331f409-571a-4b53-8871-45839bf52e41 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:54:43.394165 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-470a428b-7279-47fb-bab8-0d1e4e08bd8b None None] For port d331f409-571a-4b53-8871-45839bf52e41, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:54:43.397135 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9e5b09-9356-4150-9d4c-7f0fac928711 None None] Pushing event updated for resources: {'Port': ['ID=36c76fa0-3d7a-421e-b09d-720d318db1e2,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:43.431607 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24820450-25c1-4510-b200-512ffd930d9e req-c201e4e1-4afb-4792-92c6-0988023ce5f4 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:43.432390 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-24820450-25c1-4510-b200-512ffd930d9e req-c201e4e1-4afb-4792-92c6-0988023ce5f4 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:43.438684 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-470a428b-7279-47fb-bab8-0d1e4e08bd8b None None] For port d331f409-571a-4b53-8871-45839bf52e41, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d331f409-571a-4b53-8871-45839bf52e41,segment=NetworkSegment(de13910c-b2a2-4c8b-9294-cfa40334cda3),segment_id=de13910c-b2a2-4c8b-9294-cfa40334cda3)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:54:43.462850 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-470a428b-7279-47fb-bab8-0d1e4e08bd8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (d331f409-571a-4b53-8871-45839bf52e41), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:43.472717 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33530091-fcc4-4b70-b45d-910c4d3e49f3 req-3f946d0a-c2b1-4e55-bbd8-b0532af79626 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:43.485300 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-33530091-fcc4-4b70-b45d-910c4d3e49f3 req-3f946d0a-c2b1-4e55-bbd8-b0532af79626 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "GET /v2.0/ports?device_id=1328c136-9d82-4506-81cd-534b3799a51d HTTP/1.1" status: 200  len: 945 time: 0.1974101
May 07 21:54:43.544543 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-24820450-25c1-4510-b200-512ffd930d9e req-c201e4e1-4afb-4792-92c6-0988023ce5f4 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.1258495
May 07 21:54:43.558700 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-24820450-25c1-4510-b200-512ffd930d9e req-66a6b4db-6876-4f13-902c-17e1a95df7e1 service neutron] Request body: {'port': {'device_id': '0d6f28fb-7fb0-4dbe-b780-f14e94c9846d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:54:43.565393 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1f890d-8673-428b-953b-9ce048e20fb5 req-a7063f5b-0ec0-478e-a848-a55737253227 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:43.590315 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7b1f890d-8673-428b-953b-9ce048e20fb5 req-a7063f5b-0ec0-478e-a848-a55737253227 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f1345a1-41a5-40ac-a7c4-7d6b9eb621fb HTTP/1.1" status: 200  len: 946 time: 0.1201756
May 07 21:54:43.634006 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bc2b763-2769-4c0e-9bf3-9ee54868505c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c96fe3c0-1df8-4707-980e-6b6ab0d159b2'}, {'server_uuid': '7bc2b763-2769-4c0e-9bf3-9ee54868505c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd421caf-72a7-469a-bd36-ed429f10bc0d'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:54:43.636637 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db7e68b3-36fe-4fed-84f5-0ba2c30f78a9" -d '{"events": [{"server_uuid": "7bc2b763-2769-4c0e-9bf3-9ee54868505c", "name": "network-vif-plugged", "status": "completed", "tag": "c96fe3c0-1df8-4707-980e-6b6ab0d159b2"}, {"server_uuid": "7bc2b763-2769-4c0e-9bf3-9ee54868505c", "name": "network-vif-plugged", "status": "completed", "tag": "bd421caf-72a7-469a-bd36-ed429f10bc0d"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:54:43.667920 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7b1f890d-8673-428b-953b-9ce048e20fb5 req-4c4f7b21-4f43-47e4-bcb3-b70bbabcb530 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b18b124-d6ae-4635-93ed-9957a39a34ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0758383
May 07 21:54:43.680176 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 7ea348ce-dc31-4a97-a925-458a8adb95a1 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:54:43.680686 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (7ea348ce-dc31-4a97-a925-458a8adb95a1), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:43.731547 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470a428b-7279-47fb-bab8-0d1e4e08bd8b None None] Routers {'4e415b3f-6226-4d5a-bd85-5868d0b73abe'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:54:43.732221 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-470a428b-7279-47fb-bab8-0d1e4e08bd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7fbd7dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:54:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['4e415b3f-6226-4d5a-bd85-5868d0b73abe'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:54:43.739484 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 07 May 2022 21:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baf60f73-ec0d-434c-89f1-31b599bf6377 x-openstack-request-id: req-baf60f73-ec0d-434c-89f1-31b599bf6377 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:54:43.739896 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bc2b763-2769-4c0e-9bf3-9ee54868505c", "name": "network-vif-plugged", "status": "completed", "tag": "c96fe3c0-1df8-4707-980e-6b6ab0d159b2", "code": 200}, {"server_uuid": "7bc2b763-2769-4c0e-9bf3-9ee54868505c", "name": "network-vif-plugged", "status": "completed", "tag": "bd421caf-72a7-469a-bd36-ed429f10bc0d", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:54:43.740150 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-baf60f73-ec0d-434c-89f1-31b599bf6377 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:54:43.740552 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-baf60f73-ec0d-434c-89f1-31b599bf6377'] response: {'server_uuid': '7bc2b763-2769-4c0e-9bf3-9ee54868505c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c96fe3c0-1df8-4707-980e-6b6ab0d159b2', 'code': 200}
May 07 21:54:43.746799 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-baf60f73-ec0d-434c-89f1-31b599bf6377'] response: {'server_uuid': '7bc2b763-2769-4c0e-9bf3-9ee54868505c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd421caf-72a7-469a-bd36-ed429f10bc0d', 'code': 200}
May 07 21:54:43.748298 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864fbbff-06a5-4b76-b962-9271e0596dbd None None] Pushing event updated for resources: {'Port': ['ID=d331f409-571a-4b53-8871-45839bf52e41,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:43.763221 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-33530091-fcc4-4b70-b45d-910c4d3e49f3 req-ebfb41cb-d5fd-4067-9718-7b63ef67e6d9 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d51153d-80bb-487e-9b59-7f10285c8c88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2742546
May 07 21:54:43.848829 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-24820450-25c1-4510-b200-512ffd930d9e req-66a6b4db-6876-4f13-902c-17e1a95df7e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (251b3c4a-3d68-4a9c-8850-df61aa0e1dc6), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:43.915938 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6f774941-2201-4e50-8c7f-f40533e50780 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks [] for port (d3eb7f9f-cad6-43cc-b93c-f50a5e95c505), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:43.927534 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db21489-79e6-4be0-be10-24ef1e81e979 req-71bfa603-ba9c-493a-8569-9f4127d59fa9 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:43.946627 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-be80557e-c335-4d86-bb3f-b4135c5fd7f3 None None] Provisioning complete for port 251b3c4a-3d68-4a9c-8850-df61aa0e1dc6 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:54:43.947048 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-be80557e-c335-4d86-bb3f-b4135c5fd7f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (251b3c4a-3d68-4a9c-8850-df61aa0e1dc6), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:43.947555 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db21489-79e6-4be0-be10-24ef1e81e979 req-71bfa603-ba9c-493a-8569-9f4127d59fa9 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:43.951506 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 7ea348ce-dc31-4a97-a925-458a8adb95a1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7ea348ce-dc31-4a97-a925-458a8adb95a1,segment=NetworkSegment(918ce7a0-6436-4d36-8bb4-df4087f94e32),segment_id=918ce7a0-6436-4d36-8bb4-df4087f94e32)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:54:43.957502 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db21489-79e6-4be0-be10-24ef1e81e979 req-71bfa603-ba9c-493a-8569-9f4127d59fa9 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:43.968275 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db21489-79e6-4be0-be10-24ef1e81e979 req-71bfa603-ba9c-493a-8569-9f4127d59fa9 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:43.981756 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db21489-79e6-4be0-be10-24ef1e81e979 req-71bfa603-ba9c-493a-8569-9f4127d59fa9 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:43.989509 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db21489-79e6-4be0-be10-24ef1e81e979 req-71bfa603-ba9c-493a-8569-9f4127d59fa9 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:43.996947 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db21489-79e6-4be0-be10-24ef1e81e979 req-71bfa603-ba9c-493a-8569-9f4127d59fa9 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:44.007039 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9db21489-79e6-4be0-be10-24ef1e81e979 req-71bfa603-ba9c-493a-8569-9f4127d59fa9 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc2b763-2769-4c0e-9bf3-9ee54868505c HTTP/1.1" status: 200  len: 5443 time: 0.1688559
May 07 21:54:44.008905 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c615c190-3275-40ae-9413-9973ea557283 req-3544d463-c5c3-40dd-9f4a-f742c08d9809 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:44.018857 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (7ea348ce-dc31-4a97-a925-458a8adb95a1), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:44.020463 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c615c190-3275-40ae-9413-9973ea557283 req-3544d463-c5c3-40dd-9f4a-f742c08d9809 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc809cd6-ffa7-49b3-ad2c-9bd7a75f8db2 HTTP/1.1" status: 200  len: 950 time: 0.1287458
May 07 21:54:44.094600 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9db21489-79e6-4be0-be10-24ef1e81e979 req-10136300-6d20-46de-9f00-6a4b5ee510ac tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d50792e5-4672-4ff2-b261-ed0a649bb3d3&id=623940a1-6290-423b-87cb-2a84fe4a7634&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0864272
May 07 21:54:44.123973 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c615c190-3275-40ae-9413-9973ea557283 req-8b0099ee-edea-47ae-b52c-1910b5ae1b96 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/security-groups?id=aca2780c-128c-4de5-85a4-a7e10bd42e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0956209
May 07 21:54:44.233278 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6f774941-2201-4e50-8c7f-f40533e50780 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (d3eb7f9f-cad6-43cc-b93c-f50a5e95c505), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:44.320787 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7337d6-aa32-4e9a-8be0-2df0c81077eb req-0d7c921e-869f-4ea1-bb96-db76a8b4aa2e tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:44.322453 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9a7337d6-aa32-4e9a-8be0-2df0c81077eb req-0d7c921e-869f-4ea1-bb96-db76a8b4aa2e tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d6f28fb-7fb0-4dbe-b780-f14e94c9846d HTTP/1.1" status: 200  len: 932 time: 0.0788732
May 07 21:54:44.337980 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f774941-2201-4e50-8c7f-f40533e50780 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Network 3e9903c9-6550-4ae2-aa4f-70e03144784f is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:54:44.376602 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-6f774941-2201-4e50-8c7f-f40533e50780 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:54:44.400316 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f774941-2201-4e50-8c7f-f40533e50780 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:54:44.431185 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9a7337d6-aa32-4e9a-8be0-2df0c81077eb req-79284b59-c050-40c2-9da2-fefb8aa5f0d6 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff80f794-fcbb-42be-a4f4-a428e6692136&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1018779
May 07 21:54:44.455861 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ddf8744-009b-44a2-b786-fb8042958fb4 None None] Network 3e9903c9-6550-4ae2-aa4f-70e03144784f requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:54:44.463424 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=7ea348ce-dc31-4a97-a925-458a8adb95a1,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:44.467082 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f774941-2201-4e50-8c7f-f40533e50780 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Pushing event updated for resources: {'Port': ['ID=d3eb7f9f-cad6-43cc-b93c-f50a5e95c505,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:44.481099 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-470a428b-7279-47fb-bab8-0d1e4e08bd8b None None] Set router 4e415b3f-6226-4d5a-bd85-5868d0b73abe gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:54:44.517123 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-be80557e-c335-4d86-bb3f-b4135c5fd7f3 None None] Port 251b3c4a-3d68-4a9c-8850-df61aa0e1dc6 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:54:44.534928 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f774941-2201-4e50-8c7f-f40533e50780 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:44.535643 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6f774941-2201-4e50-8c7f-f40533e50780 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:44.557929 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 15734ce2-5595-40b2-9ddf-671e34c3c38d up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:54:44.581007 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4110efa-4b91-4978-a708-192d9bb7d3e2 req-809785b5-0d96-4ac2-91c3-89853cdc64c1 tempest-ServersOnMultiNodesTest-1649045737 tempest-ServersOnMultiNodesTest-1649045737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:44.583166 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f4110efa-4b91-4978-a708-192d9bb7d3e2 req-809785b5-0d96-4ac2-91c3-89853cdc64c1 tempest-ServersOnMultiNodesTest-1649045737 tempest-ServersOnMultiNodesTest-1649045737-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=dc809cd6-ffa7-49b3-ad2c-9bd7a75f8db2 HTTP/1.1" status: 200  len: 1132 time: 0.1191936
May 07 21:54:44.602545 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-6f774941-2201-4e50-8c7f-f40533e50780 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 2.1086514
May 07 21:54:44.624979 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-f4110efa-4b91-4978-a708-192d9bb7d3e2 req-a27bd252-9256-4453-9809-8cef8ecd4938 tempest-ServersOnMultiNodesTest-1649045737 tempest-ServersOnMultiNodesTest-1649045737-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:44.689697 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-efe0a05c-ed01-40d6-83f8-e142ccf65b31 None None] Provisioning complete for port 15734ce2-5595-40b2-9ddf-671e34c3c38d triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:54:44.690076 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-efe0a05c-ed01-40d6-83f8-e142ccf65b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (15734ce2-5595-40b2-9ddf-671e34c3c38d), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:44.761004 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [req-24820450-25c1-4510-b200-512ffd930d9e req-66a6b4db-6876-4f13-902c-17e1a95df7e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 251b3c4a-3d68-4a9c-8850-df61aa0e1dc6 {{(pid=121837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:54:44.772792 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-24820450-25c1-4510-b200-512ffd930d9e req-66a6b4db-6876-4f13-902c-17e1a95df7e1 service neutron] Publish callbacks [] for port (251b3c4a-3d68-4a9c-8850-df61aa0e1dc6), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:44.802737 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-24820450-25c1-4510-b200-512ffd930d9e req-66a6b4db-6876-4f13-902c-17e1a95df7e1 service neutron] Transition to ACTIVE for port object 251b3c4a-3d68-4a9c-8850-df61aa0e1dc6 will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:54:44.805165 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-f4110efa-4b91-4978-a708-192d9bb7d3e2 req-a27bd252-9256-4453-9809-8cef8ecd4938 tempest-ServersOnMultiNodesTest-1649045737 tempest-ServersOnMultiNodesTest-1649045737-project-admin] Publish callbacks [] for security_group (6f3d68ec-74f4-4785-b47d-9feed53eb782), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:44.810832 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-24820450-25c1-4510-b200-512ffd930d9e req-66a6b4db-6876-4f13-902c-17e1a95df7e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (251b3c4a-3d68-4a9c-8850-df61aa0e1dc6), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:44.821242 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-f4110efa-4b91-4978-a708-192d9bb7d3e2 req-a27bd252-9256-4453-9809-8cef8ecd4938 tempest-ServersOnMultiNodesTest-1649045737 tempest-ServersOnMultiNodesTest-1649045737-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (6f3d68ec-74f4-4785-b47d-9feed53eb782), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:44.864175 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 15734ce2-5595-40b2-9ddf-671e34c3c38d triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:54:44.864885 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (15734ce2-5595-40b2-9ddf-671e34c3c38d), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:44.916956 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f4110efa-4b91-4978-a708-192d9bb7d3e2 req-a27bd252-9256-4453-9809-8cef8ecd4938 tempest-ServersOnMultiNodesTest-1649045737 tempest-ServersOnMultiNodesTest-1649045737-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=aca2780c-128c-4de5-85a4-a7e10bd42e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3233595
May 07 21:54:44.937133 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a6b4db-6876-4f13-902c-17e1a95df7e1 service neutron] Pushing event updated for resources: {'Port': ['ID=251b3c4a-3d68-4a9c-8850-df61aa0e1dc6,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:44.963448 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27bd252-9256-4453-9809-8cef8ecd4938 tempest-ServersOnMultiNodesTest-1649045737 tempest-ServersOnMultiNodesTest-1649045737-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f3d68ec-74f4-4785-b47d-9feed53eb782,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:45.002382 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0576f6b8-fd69-4867-a1ce-a396848bf5a9 None None] Network d3d6fbc8-cbfa-4c1a-9104-6c52ad3f84a6 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:54:45.127690 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 43190) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:54:45.133583 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-50bfc5f2-486a-497e-981c-7fbec43a062b tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Request body: {'security_group': {'name': 'tempest-securitygroup--859995183', 'description': 'tempest-description--290425070'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:54:45.145095 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-24820450-25c1-4510-b200-512ffd930d9e req-66a6b4db-6876-4f13-902c-17e1a95df7e1 service neutron] Attempting to bind port 251b3c4a-3d68-4a9c-8850-df61aa0e1dc6 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:54:45.145629 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-24820450-25c1-4510-b200-512ffd930d9e req-66a6b4db-6876-4f13-902c-17e1a95df7e1 service neutron] Attempting to bind port 251b3c4a-3d68-4a9c-8850-df61aa0e1dc6 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'de13910c-b2a2-4c8b-9294-cfa40334cda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '704f8450-d63f-47c9-8f27-0e9fc81678e7'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:54:45.147944 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24820450-25c1-4510-b200-512ffd930d9e req-66a6b4db-6876-4f13-902c-17e1a95df7e1 service neutron] Attempting to bind port 251b3c4a-3d68-4a9c-8850-df61aa0e1dc6 on network 704f8450-d63f-47c9-8f27-0e9fc81678e7 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:54:45.176002 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24820450-25c1-4510-b200-512ffd930d9e req-66a6b4db-6876-4f13-902c-17e1a95df7e1 service neutron] Port 251b3c4a-3d68-4a9c-8850-df61aa0e1dc6 on network 704f8450-d63f-47c9-8f27-0e9fc81678e7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:54:45.176002 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24820450-25c1-4510-b200-512ffd930d9e req-66a6b4db-6876-4f13-902c-17e1a95df7e1 service neutron] Attempting to bind port 251b3c4a-3d68-4a9c-8850-df61aa0e1dc6 on network 704f8450-d63f-47c9-8f27-0e9fc81678e7 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:54:45.183819 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-50bfc5f2-486a-497e-981c-7fbec43a062b tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:45.208574 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8f9d53-e6af-406d-ae62-e921143b2e58 req-f5dd4513-642a-4474-b53d-0c3e28f0f867 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:45.212486 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ee8f9d53-e6af-406d-ae62-e921143b2e58 req-f5dd4513-642a-4474-b53d-0c3e28f0f867 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f1345a1-41a5-40ac-a7c4-7d6b9eb621fb HTTP/1.1" status: 200  len: 946 time: 0.1705315
May 07 21:54:45.219767 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24820450-25c1-4510-b200-512ffd930d9e req-66a6b4db-6876-4f13-902c-17e1a95df7e1 service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:54:45.220167 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24820450-25c1-4510-b200-512ffd930d9e req-66a6b4db-6876-4f13-902c-17e1a95df7e1 service neutron] Checking segment: {'id': 'de13910c-b2a2-4c8b-9294-cfa40334cda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '704f8450-d63f-47c9-8f27-0e9fc81678e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:54:45.220566 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24820450-25c1-4510-b200-512ffd930d9e req-66a6b4db-6876-4f13-902c-17e1a95df7e1 service neutron] Bound using segment: {'id': 'de13910c-b2a2-4c8b-9294-cfa40334cda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '704f8450-d63f-47c9-8f27-0e9fc81678e7'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:54:45.221031 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-24820450-25c1-4510-b200-512ffd930d9e req-66a6b4db-6876-4f13-902c-17e1a95df7e1 service neutron] Bound port: 251b3c4a-3d68-4a9c-8850-df61aa0e1dc6, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de13910c-b2a2-4c8b-9294-cfa40334cda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '704f8450-d63f-47c9-8f27-0e9fc81678e7'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:54:45.221406 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-24820450-25c1-4510-b200-512ffd930d9e req-66a6b4db-6876-4f13-902c-17e1a95df7e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (251b3c4a-3d68-4a9c-8850-df61aa0e1dc6), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:45.224087 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-efe0a05c-ed01-40d6-83f8-e142ccf65b31 None None] Current status of the port 15734ce2-5595-40b2-9ddf-671e34c3c38d is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:54:45.224484 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-efe0a05c-ed01-40d6-83f8-e142ccf65b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (15734ce2-5595-40b2-9ddf-671e34c3c38d), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:45.291664 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 15734ce2-5595-40b2-9ddf-671e34c3c38d is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:54:45.292049 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (15734ce2-5595-40b2-9ddf-671e34c3c38d), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:45.299381 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-50bfc5f2-486a-497e-981c-7fbec43a062b tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks [] for security_group (4683f7d7-8b63-48cf-a24d-027ba8d9c114), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:45.314233 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-50bfc5f2-486a-497e-981c-7fbec43a062b tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (4683f7d7-8b63-48cf-a24d-027ba8d9c114), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:45.314839 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-470a428b-7279-47fb-bab8-0d1e4e08bd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7fbd7dc0>, [{'id': '4e415b3f-6226-4d5a-bd85-5868d0b73abe', 'name': 'tempest-FloatingIPsAssociationTestJSON-2146525056-router', 'tenant_id': '4c2ee723c6a04843b302e255a401b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.211'}], 'enable_snat': True}, 'gw_port_id': 'aff31c05-d914-4525-bace-30d34b61e5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:54:29Z', 'updated_at': '2022-05-07T21:54:35Z', 'revision_number': 4, 'project_id': '4c2ee723c6a04843b302e255a401b1e7', 'gw_port': {'id': 'aff31c05-d914-4525-bace-30d34b61e5c0', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:82:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e415b3f-6226-4d5a-bd85-5868d0b73abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:54:30Z', 'updated_at': '2022-05-07T21:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd331f409-571a-4b53-8871-45839bf52e41', 'name': '', 'network_id': '704f8450-d63f-47c9-8f27-0e9fc81678e7', 'tenant_id': '4c2ee723c6a04843b302e255a401b1e7', 'mac_address': 'fa:16:3e:51:9b:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e415b3f-6226-4d5a-bd85-5868d0b73abe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '2acc823a-0eec-49c6-a420-882d299a2009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:54:33Z', 'updated_at': '2022-05-07T21:54:43Z', 'revision_number': 4, 'project_id': '4c2ee723c6a04843b302e255a401b1e7', 'subnets': [{'id': '2acc823a-0eec-49c6-a420-882d299a2009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:54:45.365913 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470a428b-7279-47fb-bab8-0d1e4e08bd8b None None] The sync data for ids ['4e415b3f-6226-4d5a-bd85-5868d0b73abe'] in ncdv-master-1 is: [{'id': '4e415b3f-6226-4d5a-bd85-5868d0b73abe', 'name': 'tempest-FloatingIPsAssociationTestJSON-2146525056-router', 'tenant_id': '4c2ee723c6a04843b302e255a401b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.211'}], 'enable_snat': True}, 'gw_port_id': 'aff31c05-d914-4525-bace-30d34b61e5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:54:29Z', 'updated_at': '2022-05-07T21:54:35Z', 'revision_number': 4, 'project_id': '4c2ee723c6a04843b302e255a401b1e7', 'gw_port': {'id': 'aff31c05-d914-4525-bace-30d34b61e5c0', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:82:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e415b3f-6226-4d5a-bd85-5868d0b73abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:54:30Z', 'updated_at': '2022-05-07T21:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd331f409-571a-4b53-8871-45839bf52e41', 'name': '', 'network_id': '704f8450-d63f-47c9-8f27-0e9fc81678e7', 'tenant_id': '4c2ee723c6a04843b302e255a401b1e7', 'mac_address': 'fa:16:3e:51:9b:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e415b3f-6226-4d5a-bd85-5868d0b73abe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '2acc823a-0eec-49c6-a420-882d299a2009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:54:33Z', 'updated_at': '2022-05-07T21:54:43Z', 'revision_number': 4, 'project_id': '4c2ee723c6a04843b302e255a401b1e7', 'subnets': [{'id': '2acc823a-0eec-49c6-a420-882d299a2009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:54:45.380322 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-efe0a05c-ed01-40d6-83f8-e142ccf65b31 None None] For port 15734ce2-5595-40b2-9ddf-671e34c3c38d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=15734ce2-5595-40b2-9ddf-671e34c3c38d,segment=NetworkSegment(b31a7bd7-f013-44aa-a9c5-142fb752dadd),segment_id=b31a7bd7-f013-44aa-a9c5-142fb752dadd)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:54:45.406106 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-50bfc5f2-486a-497e-981c-7fbec43a062b tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:45.412759 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-50bfc5f2-486a-497e-981c-7fbec43a062b tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 0.2833259
May 07 21:54:45.413191 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ee8f9d53-e6af-406d-ae62-e921143b2e58 req-9ce1bf53-e9ae-4e5a-8106-7a3d6e6a770d tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b18b124-d6ae-4635-93ed-9957a39a34ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1768324
May 07 21:54:45.413924 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 43194) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:54:45.432839 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-24820450-25c1-4510-b200-512ffd930d9e req-66a6b4db-6876-4f13-902c-17e1a95df7e1 service neutron] For port 251b3c4a-3d68-4a9c-8850-df61aa0e1dc6, host nch1-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:54:45.437295 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-24820450-25c1-4510-b200-512ffd930d9e req-66a6b4db-6876-4f13-902c-17e1a95df7e1 service neutron] For port 251b3c4a-3d68-4a9c-8850-df61aa0e1dc6, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=251b3c4a-3d68-4a9c-8850-df61aa0e1dc6,segment=NetworkSegment(de13910c-b2a2-4c8b-9294-cfa40334cda3),segment_id=de13910c-b2a2-4c8b-9294-cfa40334cda3)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:54:45.446053 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2222ed66-2225-4342-9408-1b804481c7a9 req-afe55596-a103-4cf7-8d57-0132c8c43193 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:45.463625 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-24820450-25c1-4510-b200-512ffd930d9e req-66a6b4db-6876-4f13-902c-17e1a95df7e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (251b3c4a-3d68-4a9c-8850-df61aa0e1dc6), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:45.477927 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2222ed66-2225-4342-9408-1b804481c7a9 req-afe55596-a103-4cf7-8d57-0132c8c43193 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "GET /v2.0/ports?device_id=1328c136-9d82-4506-81cd-534b3799a51d HTTP/1.1" status: 200  len: 945 time: 0.2587352
May 07 21:54:45.497732 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-915ed85e-afdb-4f87-9ebc-37f950822532 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Request body: {'security_group_rule': {'security_group_id': '4683f7d7-8b63-48cf-a24d-027ba8d9c114', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:54:45.511041 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-efe0a05c-ed01-40d6-83f8-e142ccf65b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (15734ce2-5595-40b2-9ddf-671e34c3c38d), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:45.521723 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.db.api [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 07 21:54:45.522146 ncdv-master-1 neutron-server[121838]: DEBUG oslo_db.api [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 07 21:54:45.526486 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bfc5f2-486a-497e-981c-7fbec43a062b tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4683f7d7-8b63-48cf-a24d-027ba8d9c114,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:45.574220 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-efe0a05c-ed01-40d6-83f8-e142ccf65b31 None None] Provisioning complete for port d331f409-571a-4b53-8871-45839bf52e41 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:54:45.575133 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-efe0a05c-ed01-40d6-83f8-e142ccf65b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (d331f409-571a-4b53-8871-45839bf52e41), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:45.606355 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24820450-25c1-4510-b200-512ffd930d9e req-66a6b4db-6876-4f13-902c-17e1a95df7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:45.607137 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-24820450-25c1-4510-b200-512ffd930d9e req-66a6b4db-6876-4f13-902c-17e1a95df7e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:45.608694 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-24820450-25c1-4510-b200-512ffd930d9e req-66a6b4db-6876-4f13-902c-17e1a95df7e1 service neutron] 10.222.0.55 "PUT /v2.0/ports/251b3c4a-3d68-4a9c-8850-df61aa0e1dc6 HTTP/1.1" status: 200  len: 1092 time: 2.0542414
May 07 21:54:45.609103 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d6f28fb-7fb0-4dbe-b780-f14e94c9846d', 'tag': '251b3c4a-3d68-4a9c-8850-df61aa0e1dc6'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:54:45.628066 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef2ee5b-11f5-452c-8e7d-a7025303de73" -d '{"events": [{"name": "network-changed", "server_uuid": "0d6f28fb-7fb0-4dbe-b780-f14e94c9846d", "tag": "251b3c4a-3d68-4a9c-8850-df61aa0e1dc6"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:54:45.693375 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a6b4db-6876-4f13-902c-17e1a95df7e1 service neutron] Pushing event updated for resources: {'Port': ['ID=251b3c4a-3d68-4a9c-8850-df61aa0e1dc6,revision_number=3']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:45.720813 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2222ed66-2225-4342-9408-1b804481c7a9 req-22116456-1472-476b-82f1-181cddda365c tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d51153d-80bb-487e-9b59-7f10285c8c88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2407992
May 07 21:54:45.747629 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-915ed85e-afdb-4f87-9ebc-37f950822532 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks [] for security_group_rule (0a700f8c-9eb6-43cf-9b79-636ae8ccaa8b), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:45.785150 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bc2b763-2769-4c0e-9bf3-9ee54868505c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ea348ce-dc31-4a97-a925-458a8adb95a1'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:54:45.788055 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5afa9a1a-ba6c-4e15-afd6-63b3f00e4d9e" -d '{"events": [{"server_uuid": "7bc2b763-2769-4c0e-9bf3-9ee54868505c", "name": "network-vif-plugged", "status": "completed", "tag": "7ea348ce-dc31-4a97-a925-458a8adb95a1"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:54:45.813067 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24820450-25c1-4510-b200-512ffd930d9e req-11155c4b-8e83-4037-98ec-4a6d3e42c298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:45.815811 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-24820450-25c1-4510-b200-512ffd930d9e req-11155c4b-8e83-4037-98ec-4a6d3e42c298 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4c2ee723c6a04843b302e255a401b1e7&device_id=0d6f28fb-7fb0-4dbe-b780-f14e94c9846d HTTP/1.1" status: 200  len: 1126 time: 0.1072409
May 07 21:54:45.876801 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe0a05c-ed01-40d6-83f8-e142ccf65b31 None None] Pushing event updated for resources: {'Port': ['ID=15734ce2-5595-40b2-9ddf-671e34c3c38d,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:45.899089 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-915ed85e-afdb-4f87-9ebc-37f950822532 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks [] for security_group_rule (0a700f8c-9eb6-43cf-9b79-636ae8ccaa8b), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:45.908194 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-efe0a05c-ed01-40d6-83f8-e142ccf65b31 None None] Current status of the port d331f409-571a-4b53-8871-45839bf52e41 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:54:45.908592 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-efe0a05c-ed01-40d6-83f8-e142ccf65b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (d331f409-571a-4b53-8871-45839bf52e41), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:45.909363 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-915ed85e-afdb-4f87-9ebc-37f950822532 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (0a700f8c-9eb6-43cf-9b79-636ae8ccaa8b), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:45.935971 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-24820450-25c1-4510-b200-512ffd930d9e req-8b6c99b9-4f08-480e-a191-8eb5b0abb0c0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=251b3c4a-3d68-4a9c-8850-df61aa0e1dc6 HTTP/1.1" status: 200  len: 217 time: 0.1082718
May 07 21:54:45.970871 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915ed85e-afdb-4f87-9ebc-37f950822532 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a700f8c-9eb6-43cf-9b79-636ae8ccaa8b,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:45.981906 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-915ed85e-afdb-4f87-9ebc-37f950822532 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:45.983324 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-915ed85e-afdb-4f87-9ebc-37f950822532 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5647407
May 07 21:54:45.985993 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 43208) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:54:45.993309 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-f32793a8-cc7a-4ae3-8820-2ff32481a116 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Request body: {'security_group_rule': {'security_group_id': '4683f7d7-8b63-48cf-a24d-027ba8d9c114', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:54:45.998686 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-efe0a05c-ed01-40d6-83f8-e142ccf65b31 None None] For port d331f409-571a-4b53-8871-45839bf52e41, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d331f409-571a-4b53-8871-45839bf52e41,segment=NetworkSegment(de13910c-b2a2-4c8b-9294-cfa40334cda3),segment_id=de13910c-b2a2-4c8b-9294-cfa40334cda3)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:54:46.008903 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-efe0a05c-ed01-40d6-83f8-e142ccf65b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (d331f409-571a-4b53-8871-45839bf52e41), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:46.119600 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b840bba-d357-4377-afc1-bd1ad27f3893 req-ce7021b5-a2ba-47f9-9ecb-5d2394c15291 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:46.131956 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4b840bba-d357-4377-afc1-bd1ad27f3893 req-ce7021b5-a2ba-47f9-9ecb-5d2394c15291 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d6f28fb-7fb0-4dbe-b780-f14e94c9846d HTTP/1.1" status: 200  len: 944 time: 0.1246777
May 07 21:54:46.146959 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f32793a8-cc7a-4ae3-8820-2ff32481a116 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks [] for security_group_rule (62f444e7-f6e3-4928-86cb-66dce41cb618), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:46.171789 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 15734ce2-5595-40b2-9ddf-671e34c3c38d is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:54:46.173047 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 36c76fa0-3d7a-421e-b09d-720d318db1e2 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:54:46.194050 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183e5c38-d746-4b0f-a194-d050589d31b8 req-ab4af0b1-e676-446d-b0d3-4735f6ef4fd1 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:46.200900 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183e5c38-d746-4b0f-a194-d050589d31b8 req-ab4af0b1-e676-446d-b0d3-4735f6ef4fd1 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:46.208921 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183e5c38-d746-4b0f-a194-d050589d31b8 req-ab4af0b1-e676-446d-b0d3-4735f6ef4fd1 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:46.228565 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183e5c38-d746-4b0f-a194-d050589d31b8 req-ab4af0b1-e676-446d-b0d3-4735f6ef4fd1 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:46.247394 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe0a05c-ed01-40d6-83f8-e142ccf65b31 None None] Pushing event updated for resources: {'Port': ['ID=d331f409-571a-4b53-8871-45839bf52e41,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:46.250593 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183e5c38-d746-4b0f-a194-d050589d31b8 req-ab4af0b1-e676-446d-b0d3-4735f6ef4fd1 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:46.265986 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-04c283f3-ba51-4315-907d-7d6084cbe4b7 None None] Provisioning complete for port 15734ce2-5595-40b2-9ddf-671e34c3c38d triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:54:46.266617 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-04c283f3-ba51-4315-907d-7d6084cbe4b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (15734ce2-5595-40b2-9ddf-671e34c3c38d), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:46.267230 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183e5c38-d746-4b0f-a194-d050589d31b8 req-ab4af0b1-e676-446d-b0d3-4735f6ef4fd1 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:46.280590 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183e5c38-d746-4b0f-a194-d050589d31b8 req-ab4af0b1-e676-446d-b0d3-4735f6ef4fd1 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:46.282547 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-183e5c38-d746-4b0f-a194-d050589d31b8 req-ab4af0b1-e676-446d-b0d3-4735f6ef4fd1 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc2b763-2769-4c0e-9bf3-9ee54868505c HTTP/1.1" status: 200  len: 5444 time: 0.3590739
May 07 21:54:46.289716 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4b840bba-d357-4377-afc1-bd1ad27f3893 req-7fc14b73-3d6b-459d-87c8-241a389f592c tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff80f794-fcbb-42be-a4f4-a428e6692136&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1566384
May 07 21:54:46.322629 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24820450-25c1-4510-b200-512ffd930d9e req-1fcdac41-bff2-4e66-9f34-92f8192629bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:46.324983 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-24820450-25c1-4510-b200-512ffd930d9e req-1fcdac41-bff2-4e66-9f34-92f8192629bd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2acc823a-0eec-49c6-a420-882d299a2009 HTTP/1.1" status: 200  len: 860 time: 0.3004613
May 07 21:54:46.325158 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f32793a8-cc7a-4ae3-8820-2ff32481a116 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks [] for security_group_rule (62f444e7-f6e3-4928-86cb-66dce41cb618), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:46.336666 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f32793a8-cc7a-4ae3-8820-2ff32481a116 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (62f444e7-f6e3-4928-86cb-66dce41cb618), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:46.344975 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 36c76fa0-3d7a-421e-b09d-720d318db1e2 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:54:46.345371 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (36c76fa0-3d7a-421e-b09d-720d318db1e2), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:46.386100 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f32793a8-cc7a-4ae3-8820-2ff32481a116 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:46.390596 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-f32793a8-cc7a-4ae3-8820-2ff32481a116 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4001634
May 07 21:54:46.398109 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 43210) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:54:46.400992 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-401e77b5-3d42-45e6-af60-02f5b7889acf x-openstack-request-id: req-401e77b5-3d42-45e6-af60-02f5b7889acf {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:54:46.401691 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d6f28fb-7fb0-4dbe-b780-f14e94c9846d", "tag": "251b3c4a-3d68-4a9c-8850-df61aa0e1dc6", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:54:46.402163 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-401e77b5-3d42-45e6-af60-02f5b7889acf {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:54:46.402790 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-401e77b5-3d42-45e6-af60-02f5b7889acf'] response: {'name': 'network-changed', 'server_uuid': '0d6f28fb-7fb0-4dbe-b780-f14e94c9846d', 'tag': '251b3c4a-3d68-4a9c-8850-df61aa0e1dc6', 'status': 'completed', 'code': 200}
May 07 21:54:46.409039 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-8abbb3a6-f9d1-485d-aa36-369183d9037b tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Request body: {'floatingip': {'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:54:46.432638 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32793a8-cc7a-4ae3-8820-2ff32481a116 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62f444e7-f6e3-4928-86cb-66dce41cb618,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:46.444895 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-04c283f3-ba51-4315-907d-7d6084cbe4b7 None None] Current status of the port 15734ce2-5595-40b2-9ddf-671e34c3c38d is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:54:46.462208 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-04c283f3-ba51-4315-907d-7d6084cbe4b7 None None] Provisioning complete for port d3eb7f9f-cad6-43cc-b93c-f50a5e95c505 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:54:46.462597 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-04c283f3-ba51-4315-907d-7d6084cbe4b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (d3eb7f9f-cad6-43cc-b93c-f50a5e95c505), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:46.477410 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8abbb3a6-f9d1-485d-aa36-369183d9037b tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:46.521726 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-04c283f3-ba51-4315-907d-7d6084cbe4b7 None None] Port d3eb7f9f-cad6-43cc-b93c-f50a5e95c505 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:54:46.525804 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-514587e9-5d04-4ba3-bb2a-05563f9c73f4 x-openstack-request-id: req-514587e9-5d04-4ba3-bb2a-05563f9c73f4 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:54:46.526307 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bc2b763-2769-4c0e-9bf3-9ee54868505c", "name": "network-vif-plugged", "status": "completed", "tag": "7ea348ce-dc31-4a97-a925-458a8adb95a1", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:54:46.526734 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-514587e9-5d04-4ba3-bb2a-05563f9c73f4 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:54:46.527313 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-514587e9-5d04-4ba3-bb2a-05563f9c73f4'] response: {'server_uuid': '7bc2b763-2769-4c0e-9bf3-9ee54868505c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ea348ce-dc31-4a97-a925-458a8adb95a1', 'code': 200}
May 07 21:54:46.596665 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-183e5c38-d746-4b0f-a194-d050589d31b8 req-ccde08ee-d1a2-43a9-84bd-37c08408702b tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d50792e5-4672-4ff2-b261-ed0a649bb3d3&id=623940a1-6290-423b-87cb-2a84fe4a7634&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.3035142
May 07 21:54:46.607169 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24820450-25c1-4510-b200-512ffd930d9e req-419744d0-8c18-49c5-9451-73e27c57f85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:46.620729 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-24820450-25c1-4510-b200-512ffd930d9e req-419744d0-8c18-49c5-9451-73e27c57f85f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=704f8450-d63f-47c9-8f27-0e9fc81678e7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2484548
May 07 21:54:46.627978 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 36c76fa0-3d7a-421e-b09d-720d318db1e2 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:54:46.628703 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (36c76fa0-3d7a-421e-b09d-720d318db1e2), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:46.666419 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port 36c76fa0-3d7a-421e-b09d-720d318db1e2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=36c76fa0-3d7a-421e-b09d-720d318db1e2,segment=NetworkSegment(b207ac70-7c70-40fd-bfc0-416943348a0d),segment_id=b207ac70-7c70-40fd-bfc0-416943348a0d)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:54:46.673896 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (36c76fa0-3d7a-421e-b09d-720d318db1e2), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:46.722662 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8700eaca-97c2-4a9e-8636-d8f711e49576 req-1b9a9b5f-141e-4bb1-940a-fe7564afbf26 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=a24cf19532e0484fabd6dc4e6b66fe30&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0491502
May 07 21:54:46.778737 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=36c76fa0-3d7a-421e-b09d-720d318db1e2,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:46.782937 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-04c283f3-ba51-4315-907d-7d6084cbe4b7 None None] Provisioning complete for port 36c76fa0-3d7a-421e-b09d-720d318db1e2 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:54:46.783682 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-04c283f3-ba51-4315-907d-7d6084cbe4b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (36c76fa0-3d7a-421e-b09d-720d318db1e2), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:46.804645 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-24820450-25c1-4510-b200-512ffd930d9e req-0998a465-8e62-4798-9e00-2d4c65010bed service neutron] 10.222.0.55 "GET /v2.0/networks/704f8450-d63f-47c9-8f27-0e9fc81678e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1760066
May 07 21:54:46.850361 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8abbb3a6-f9d1-485d-aa36-369183d9037b tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:46.920614 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-04c283f3-ba51-4315-907d-7d6084cbe4b7 None None] Current status of the port 36c76fa0-3d7a-421e-b09d-720d318db1e2 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:54:46.931494 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-04c283f3-ba51-4315-907d-7d6084cbe4b7 None None] Provisioning complete for port 8265c59d-4721-4235-823a-846b00373dfe triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:54:46.932010 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-04c283f3-ba51-4315-907d-7d6084cbe4b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (8265c59d-4721-4235-823a-846b00373dfe), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:46.997078 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device d331f409-571a-4b53-8871-45839bf52e41 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:54:47.024816 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-04c283f3-ba51-4315-907d-7d6084cbe4b7 None None] Port 8265c59d-4721-4235-823a-846b00373dfe cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:54:47.053940 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b654df-3503-4cb9-9ddc-5cd4329e1b5b req-aa7c908c-657f-4ec9-93d1-22344d40892d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:47.055208 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b654df-3503-4cb9-9ddc-5cd4329e1b5b req-aa7c908c-657f-4ec9-93d1-22344d40892d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:47.056165 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b654df-3503-4cb9-9ddc-5cd4329e1b5b req-aa7c908c-657f-4ec9-93d1-22344d40892d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:47.056671 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b654df-3503-4cb9-9ddc-5cd4329e1b5b req-aa7c908c-657f-4ec9-93d1-22344d40892d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:47.057152 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b654df-3503-4cb9-9ddc-5cd4329e1b5b req-aa7c908c-657f-4ec9-93d1-22344d40892d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:47.057863 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b654df-3503-4cb9-9ddc-5cd4329e1b5b req-aa7c908c-657f-4ec9-93d1-22344d40892d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:47.058181 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port d331f409-571a-4b53-8871-45839bf52e41 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:54:47.058338 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b654df-3503-4cb9-9ddc-5cd4329e1b5b req-aa7c908c-657f-4ec9-93d1-22344d40892d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:47.058857 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (d331f409-571a-4b53-8871-45839bf52e41), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:47.061038 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-76b654df-3503-4cb9-9ddc-5cd4329e1b5b req-aa7c908c-657f-4ec9-93d1-22344d40892d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7bc2b763-2769-4c0e-9bf3-9ee54868505c HTTP/1.1" status: 200  len: 6718 time: 0.4631279
May 07 21:54:47.092393 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c314d7-a8f7-4b0c-94a8-98982e95576d req-e5b74970-9797-41b2-aa29-900e8009cf75 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:47.100842 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-12c314d7-a8f7-4b0c-94a8-98982e95576d req-e5b74970-9797-41b2-aa29-900e8009cf75 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f1345a1-41a5-40ac-a7c4-7d6b9eb621fb HTTP/1.1" status: 200  len: 946 time: 0.2947359
May 07 21:54:47.144695 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-032b97c7-6275-44ba-bff8-31f033318a5e None None] Provisioning complete for port d3eb7f9f-cad6-43cc-b93c-f50a5e95c505 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:54:47.145556 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-032b97c7-6275-44ba-bff8-31f033318a5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (d3eb7f9f-cad6-43cc-b93c-f50a5e95c505), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:47.154062 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8700eaca-97c2-4a9e-8636-d8f711e49576 req-780ad036-d121-4622-b827-fe49bb730eca tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:47.164162 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8700eaca-97c2-4a9e-8636-d8f711e49576 req-780ad036-d121-4622-b827-fe49bb730eca tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3917980
May 07 21:54:47.172631 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-76b654df-3503-4cb9-9ddc-5cd4329e1b5b req-6506a6de-8478-40a2-9cfe-a3635a7dc428 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d50792e5-4672-4ff2-b261-ed0a649bb3d3&id=623940a1-6290-423b-87cb-2a84fe4a7634&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0980179
May 07 21:54:47.208221 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8700eaca-97c2-4a9e-8636-d8f711e49576 req-9de555fb-cf2e-4b76-993d-26283fa66661 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/quotas/a24cf19532e0484fabd6dc4e6b66fe30 HTTP/1.1" status: 200  len: 375 time: 0.0425172
May 07 21:54:47.219212 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-12c314d7-a8f7-4b0c-94a8-98982e95576d req-689cfb4d-5679-40a7-82a5-78dcafcfc901 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b18b124-d6ae-4635-93ed-9957a39a34ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1171329
May 07 21:54:47.234932 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-24820450-25c1-4510-b200-512ffd930d9e req-3e7685b0-383b-40c3-a2b1-82bc9a86d236 service neutron] 10.222.0.55 "GET /v2.0/networks/704f8450-d63f-47c9-8f27-0e9fc81678e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3787248
May 07 21:54:47.241968 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port d331f409-571a-4b53-8871-45839bf52e41 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:54:47.243281 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 15734ce2-5595-40b2-9ddf-671e34c3c38d up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:54:47.277769 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-032b97c7-6275-44ba-bff8-31f033318a5e None None] Port d3eb7f9f-cad6-43cc-b93c-f50a5e95c505 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:54:47.314484 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8700eaca-97c2-4a9e-8636-d8f711e49576 req-622c98c7-1da2-4008-90fb-9fca198bf3bc tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a24cf19532e0484fabd6dc4e6b66fe30&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1053097
May 07 21:54:47.316386 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-8abbb3a6-f9d1-485d-aa36-369183d9037b tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Allocated IP 172.35.4.39 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/3d0ab746-449f-411e-8717-4eb568e6ee77) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:54:47.319268 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 15734ce2-5595-40b2-9ddf-671e34c3c38d triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:54:47.319644 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (15734ce2-5595-40b2-9ddf-671e34c3c38d), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:47.365221 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23663aea-3665-4b0d-a252-120aedcbb5b6 req-6ee3fafd-e2b7-49f0-aed7-d70fab2445d4 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:47.367391 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-23663aea-3665-4b0d-a252-120aedcbb5b6 req-6ee3fafd-e2b7-49f0-aed7-d70fab2445d4 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "GET /v2.0/ports?device_id=1328c136-9d82-4506-81cd-534b3799a51d HTTP/1.1" status: 200  len: 945 time: 0.0633595
May 07 21:54:47.463120 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-23663aea-3665-4b0d-a252-120aedcbb5b6 req-21bb8a4b-2bb6-4f56-b800-8b944d7a2293 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d51153d-80bb-487e-9b59-7f10285c8c88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0809813
May 07 21:54:47.493715 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8abbb3a6-f9d1-485d-aa36-369183d9037b tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks [] for port (3d0ab746-449f-411e-8717-4eb568e6ee77), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:47.567949 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8abbb3a6-f9d1-485d-aa36-369183d9037b tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (3d0ab746-449f-411e-8717-4eb568e6ee77), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:47.625206 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8abbb3a6-f9d1-485d-aa36-369183d9037b tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:54:47.627196 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-8abbb3a6-f9d1-485d-aa36-369183d9037b tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:54:47.630010 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abbb3a6-f9d1-485d-aa36-369183d9037b tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:54:47.654144 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c4e964-2d46-4fb0-a858-eecda4ecded4 req-a0eacaf9-cfdf-49ef-b368-0a4110a11b88 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:47.659427 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b9c4e964-2d46-4fb0-a858-eecda4ecded4 req-a0eacaf9-cfdf-49ef-b368-0a4110a11b88 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d6f28fb-7fb0-4dbe-b780-f14e94c9846d HTTP/1.1" status: 200  len: 944 time: 0.0720642
May 07 21:54:47.663546 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 15734ce2-5595-40b2-9ddf-671e34c3c38d is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:54:47.665730 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abbb3a6-f9d1-485d-aa36-369183d9037b tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Pushing event updated for resources: {'Port': ['ID=3d0ab746-449f-411e-8717-4eb568e6ee77,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:47.735244 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b9c4e964-2d46-4fb0-a858-eecda4ecded4 req-a762d6db-dfeb-4760-ac00-4580876dbce5 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff80f794-fcbb-42be-a4f4-a428e6692136&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0693488
May 07 21:54:47.770398 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8abbb3a6-f9d1-485d-aa36-369183d9037b tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks [] for floatingip (f2e2b015-4dd9-4cf1-ae64-3d16208c733b), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:47.827651 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8abbb3a6-f9d1-485d-aa36-369183d9037b tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (3d0ab746-449f-411e-8717-4eb568e6ee77), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:47.881704 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e848e2-a48b-4006-9ba4-a6fe657a6bde req-674b8a0c-4b73-488f-a4fc-db44e114f14b tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:47.889292 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e848e2-a48b-4006-9ba4-a6fe657a6bde req-674b8a0c-4b73-488f-a4fc-db44e114f14b tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:47.894525 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e848e2-a48b-4006-9ba4-a6fe657a6bde req-674b8a0c-4b73-488f-a4fc-db44e114f14b tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:47.900873 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e848e2-a48b-4006-9ba4-a6fe657a6bde req-674b8a0c-4b73-488f-a4fc-db44e114f14b tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:47.906397 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e848e2-a48b-4006-9ba4-a6fe657a6bde req-674b8a0c-4b73-488f-a4fc-db44e114f14b tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:47.912296 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e848e2-a48b-4006-9ba4-a6fe657a6bde req-674b8a0c-4b73-488f-a4fc-db44e114f14b tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:47.919067 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e848e2-a48b-4006-9ba4-a6fe657a6bde req-674b8a0c-4b73-488f-a4fc-db44e114f14b tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:47.921351 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-96e848e2-a48b-4006-9ba4-a6fe657a6bde req-674b8a0c-4b73-488f-a4fc-db44e114f14b tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc2b763-2769-4c0e-9bf3-9ee54868505c HTTP/1.1" status: 200  len: 5444 time: 0.1108427
May 07 21:54:47.994205 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-96e848e2-a48b-4006-9ba4-a6fe657a6bde req-8ac1ed32-c7b4-454b-a804-f22d7f67492a tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d50792e5-4672-4ff2-b261-ed0a649bb3d3&id=623940a1-6290-423b-87cb-2a84fe4a7634&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0628572
May 07 21:54:48.051652 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-020c0441-8a1b-474a-bde9-1fe399d6de42 req-7c65286f-6f7a-432b-941c-4dd26419f310 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?device_id=0010a466-c288-469b-99f3-a3db8a5efb7c HTTP/1.1" status: 200  len: 210 time: 0.0642598
May 07 21:54:48.128623 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8abbb3a6-f9d1-485d-aa36-369183d9037b tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks [] for port (3d0ab746-449f-411e-8717-4eb568e6ee77), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:48.135274 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8abbb3a6-f9d1-485d-aa36-369183d9037b tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (3d0ab746-449f-411e-8717-4eb568e6ee77), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:48.227051 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abbb3a6-f9d1-485d-aa36-369183d9037b tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Pushing event updated for resources: {'Port': ['ID=3d0ab746-449f-411e-8717-4eb568e6ee77,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:48.238506 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8abbb3a6-f9d1-485d-aa36-369183d9037b tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (f2e2b015-4dd9-4cf1-ae64-3d16208c733b), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:48.264134 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8abbb3a6-f9d1-485d-aa36-369183d9037b tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:48.266331 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-8abbb3a6-f9d1-485d-aa36-369183d9037b tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.8671777
May 07 21:54:48.327304 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef2ee5b-11f5-452c-8e7d-a7025303de73 req-ad66b8c9-c9bd-4e11-bc79-b7d8b7f23d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:48.330082 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8ef2ee5b-11f5-452c-8e7d-a7025303de73 req-ad66b8c9-c9bd-4e11-bc79-b7d8b7f23d23 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4c2ee723c6a04843b302e255a401b1e7&device_id=0d6f28fb-7fb0-4dbe-b780-f14e94c9846d HTTP/1.1" status: 200  len: 1126 time: 0.0937953
May 07 21:54:48.413746 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73787621-6e69-496e-8ff7-60b93c9521ca req-dac4bcca-3269-4d7b-a25a-12292e7f106f tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:48.425602 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-73787621-6e69-496e-8ff7-60b93c9521ca req-dac4bcca-3269-4d7b-a25a-12292e7f106f tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f1345a1-41a5-40ac-a7c4-7d6b9eb621fb HTTP/1.1" status: 200  len: 946 time: 0.0781875
May 07 21:54:48.460234 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef2ee5b-11f5-452c-8e7d-a7025303de73 req-da3c9b3a-178e-43bf-80b8-24d7f220a174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:48.462297 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8ef2ee5b-11f5-452c-8e7d-a7025303de73 req-da3c9b3a-178e-43bf-80b8-24d7f220a174 service neutron] 10.222.0.55 "GET /v2.0/networks?id=704f8450-d63f-47c9-8f27-0e9fc81678e7 HTTP/1.1" status: 200  len: 922 time: 0.1255097
May 07 21:54:48.509251 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-73787621-6e69-496e-8ff7-60b93c9521ca req-da723021-95e8-45b7-b078-d82d706e23d8 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b18b124-d6ae-4635-93ed-9957a39a34ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0651214
May 07 21:54:48.524425 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8ef2ee5b-11f5-452c-8e7d-a7025303de73 req-56b2312f-f078-4bec-87cc-b3482597c461 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=251b3c4a-3d68-4a9c-8850-df61aa0e1dc6 HTTP/1.1" status: 200  len: 217 time: 0.0554237
May 07 21:54:48.624401 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef2ee5b-11f5-452c-8e7d-a7025303de73 req-fbde382f-2e7a-4e1c-9ee5-393337389269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:48.624401 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8ef2ee5b-11f5-452c-8e7d-a7025303de73 req-fbde382f-2e7a-4e1c-9ee5-393337389269 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2acc823a-0eec-49c6-a420-882d299a2009 HTTP/1.1" status: 200  len: 860 time: 0.0766304
May 07 21:54:48.736058 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef2ee5b-11f5-452c-8e7d-a7025303de73 req-eef9864b-17b2-4bf9-ba33-4dbd4a83f907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:48.737626 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8ef2ee5b-11f5-452c-8e7d-a7025303de73 req-eef9864b-17b2-4bf9-ba33-4dbd4a83f907 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=704f8450-d63f-47c9-8f27-0e9fc81678e7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1125467
May 07 21:54:48.742844 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-4aee24bd-1690-40e2-95f1-5edce1ac944f tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--859995183&fields=id&tenant_id=70a2fded25c74c839c01e55a91e7f7fc HTTP/1.1" status: 200  len: 267 time: 0.1279213
May 07 21:54:48.833888 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-cd8854f6-e188-4481-9e54-68a73bddb514 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:48.848498 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-cd8854f6-e188-4481-9e54-68a73bddb514 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/ports/8265c59d-4721-4235-823a-846b00373dfe HTTP/1.1" status: 200  len: 931 time: 0.1028185
May 07 21:54:48.873032 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 36c76fa0-3d7a-421e-b09d-720d318db1e2 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:54:48.932774 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 36c76fa0-3d7a-421e-b09d-720d318db1e2 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:54:48.933138 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (36c76fa0-3d7a-421e-b09d-720d318db1e2), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:48.951959 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8ef2ee5b-11f5-452c-8e7d-a7025303de73 req-340abc7a-c81d-4940-b006-beeca4159219 service neutron] 10.222.0.55 "GET /v2.0/networks/704f8450-d63f-47c9-8f27-0e9fc81678e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2031896
May 07 21:54:48.975221 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-ea31fa4e-b9c4-4bad-a3a4-65cc37022819 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:48.976607 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-ea31fa4e-b9c4-4bad-a3a4-65cc37022819 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/ports/d3eb7f9f-cad6-43cc-b93c-f50a5e95c505 HTTP/1.1" status: 200  len: 931 time: 0.1273897
May 07 21:54:48.977758 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549c600c-a0c8-44d4-be44-f5398073caf1 req-ce57b1c8-1b35-459f-b29f-6af2529e495f tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:48.979444 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-549c600c-a0c8-44d4-be44-f5398073caf1 req-ce57b1c8-1b35-459f-b29f-6af2529e495f tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "GET /v2.0/ports?device_id=1328c136-9d82-4506-81cd-534b3799a51d HTTP/1.1" status: 200  len: 945 time: 0.1191764
May 07 21:54:49.055185 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 36c76fa0-3d7a-421e-b09d-720d318db1e2 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:54:49.078192 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-a633ba88-8bb9-4cf3-8c3f-ca77e2a7952a tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/ports?network_id=d3d6fbc8-cbfa-4c1a-9104-6c52ad3f84a6&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200  len: 210 time: 0.0929580
May 07 21:54:49.125974 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-639ecbca-93f5-4601-8958-efbbd3ced3ce tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/ports?network_id=d3d6fbc8-cbfa-4c1a-9104-6c52ad3f84a6&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200  len: 210 time: 0.0402236
May 07 21:54:49.156942 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-549c600c-a0c8-44d4-be44-f5398073caf1 req-fbefecb3-2085-4066-8307-b4a09e84f715 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d51153d-80bb-487e-9b59-7f10285c8c88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1608570
May 07 21:54:49.184888 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8ef2ee5b-11f5-452c-8e7d-a7025303de73 req-174be8dc-6586-4b07-8b40-983919d1b56e service neutron] 10.222.0.55 "GET /v2.0/networks/704f8450-d63f-47c9-8f27-0e9fc81678e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2240553
May 07 21:54:49.276230 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-774d9c7b-405c-4a9f-8ef7-2da00e612edc tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:49.283714 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-774d9c7b-405c-4a9f-8ef7-2da00e612edc tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:49.288952 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-774d9c7b-405c-4a9f-8ef7-2da00e612edc tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:49.293857 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-774d9c7b-405c-4a9f-8ef7-2da00e612edc tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/networks?id=78b27442-bcb9-410d-9431-ef2d20377793&id=3e9903c9-6550-4ae2-aa4f-70e03144784f&id=3e9903c9-6550-4ae2-aa4f-70e03144784f&id=d3d6fbc8-cbfa-4c1a-9104-6c52ad3f84a6&id=d3d6fbc8-cbfa-4c1a-9104-6c52ad3f84a6 HTTP/1.1" status: 200  len: 1990 time: 0.1595762
May 07 21:54:49.301714 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bc3eb1-d595-459d-bf46-d416772e7f58 req-503bd2a7-2192-43ec-8c46-1d0ab3f3fb78 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:49.303363 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-13bc3eb1-d595-459d-bf46-d416772e7f58 req-503bd2a7-2192-43ec-8c46-1d0ab3f3fb78 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc6a642e-763c-4ac9-8ef7-4985bcb86060 HTTP/1.1" status: 200  len: 946 time: 0.0700362
May 07 21:54:49.310498 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-33d2e835-803b-4642-a4e0-a532a56e7200 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/quotas/70a2fded25c74c839c01e55a91e7f7fc HTTP/1.1" status: 200  len: 375 time: 0.0114112
May 07 21:54:49.361454 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-13bc3eb1-d595-459d-bf46-d416772e7f58 req-e5a15b89-327d-474b-9f25-0eb685132fee tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bbf50af-50c2-4df2-bc37-9f0e79ec6d91&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0513067
May 07 21:54:49.395101 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-3960bdf3-efe8-4881-9185-9485594d54f8 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=70a2fded25c74c839c01e55a91e7f7fc&fields=id HTTP/1.1" status: 200  len: 486 time: 0.0729706
May 07 21:54:49.501300 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-753985de-8bc4-4e9d-9bec-31f0a884a8fd service neutron] 10.222.0.32 "GET /v2.0/networks/78b27442-bcb9-410d-9431-ef2d20377793?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0999498
May 07 21:54:49.512680 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8584732c-2458-4019-a571-d092e21f2cd8 req-d4b5e385-dbe4-44b6-9c54-4b59e856955c tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:49.514224 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8584732c-2458-4019-a571-d092e21f2cd8 req-d4b5e385-dbe4-44b6-9c54-4b59e856955c tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d6f28fb-7fb0-4dbe-b780-f14e94c9846d HTTP/1.1" status: 200  len: 944 time: 0.0523746
May 07 21:54:49.565499 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8584732c-2458-4019-a571-d092e21f2cd8 req-59e5ee1c-4b08-4995-87f2-25178330eceb tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff80f794-fcbb-42be-a4f4-a428e6692136&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452588
May 07 21:54:49.602692 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-697a7032-8c8f-40ea-b11e-2dec31f3f05d service neutron] 10.222.0.32 "GET /v2.0/networks/78b27442-bcb9-410d-9431-ef2d20377793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0942376
May 07 21:54:49.655412 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-e40c858e-8192-4b8f-9223-09b4c5019bb1 service neutron] 10.222.0.32 "GET /v2.0/ports/8265c59d-4721-4235-823a-846b00373dfe?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200  len: 311 time: 0.0466731
May 07 21:54:49.698334 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9710b7-963a-429b-b083-f60c7f6f59d8 req-81aff572-5aa8-4ff2-9a1b-a0858c249c2c tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:49.703630 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9710b7-963a-429b-b083-f60c7f6f59d8 req-81aff572-5aa8-4ff2-9a1b-a0858c249c2c tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:49.709454 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9710b7-963a-429b-b083-f60c7f6f59d8 req-81aff572-5aa8-4ff2-9a1b-a0858c249c2c tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:49.715273 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9710b7-963a-429b-b083-f60c7f6f59d8 req-81aff572-5aa8-4ff2-9a1b-a0858c249c2c tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:49.720724 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9710b7-963a-429b-b083-f60c7f6f59d8 req-81aff572-5aa8-4ff2-9a1b-a0858c249c2c tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:49.726803 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9710b7-963a-429b-b083-f60c7f6f59d8 req-81aff572-5aa8-4ff2-9a1b-a0858c249c2c tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:49.732293 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9710b7-963a-429b-b083-f60c7f6f59d8 req-81aff572-5aa8-4ff2-9a1b-a0858c249c2c tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:49.735267 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0e9710b7-963a-429b-b083-f60c7f6f59d8 req-81aff572-5aa8-4ff2-9a1b-a0858c249c2c tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc2b763-2769-4c0e-9bf3-9ee54868505c HTTP/1.1" status: 200  len: 5444 time: 0.1037455
May 07 21:54:49.792681 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-6afc0f0b-2df1-4d1c-acf5-6a81f1abb639 service neutron] 10.222.0.32 "GET /v2.0/networks/3e9903c9-6550-4ae2-aa4f-70e03144784f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1345599
May 07 21:54:49.800237 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8700eaca-97c2-4a9e-8636-d8f711e49576 req-b34a08d9-67e7-4266-8514-3dc2c6e3ae71 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=a24cf19532e0484fabd6dc4e6b66fe30&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0346265
May 07 21:54:49.878130 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8700eaca-97c2-4a9e-8636-d8f711e49576 req-6e9816b9-cf0c-4b47-b542-667db2cc33ba tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=a24cf19532e0484fabd6dc4e6b66fe30&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0352535
May 07 21:54:49.924796 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-c32712ae-fb19-4618-8221-da17603d04db service neutron] 10.222.0.32 "GET /v2.0/networks/3e9903c9-6550-4ae2-aa4f-70e03144784f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1311047
May 07 21:54:49.965965 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-39f30599-8d77-45c5-b638-8622c77c872b service neutron] 10.222.0.32 "GET /v2.0/ports/d3eb7f9f-cad6-43cc-b93c-f50a5e95c505?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200  len: 311 time: 0.0402184
May 07 21:54:50.063803 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-00fa7a98-2b1d-4105-986e-a48a0681d7df service neutron] 10.222.0.32 "GET /v2.0/networks/3e9903c9-6550-4ae2-aa4f-70e03144784f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0922966
May 07 21:54:50.164756 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-54f78299-9fca-4576-a7d4-f1b408c54237 service neutron] 10.222.0.32 "GET /v2.0/networks/3e9903c9-6550-4ae2-aa4f-70e03144784f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0938876
May 07 21:54:50.193691 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0e9710b7-963a-429b-b083-f60c7f6f59d8 req-315189c6-416d-46a4-879a-d29e78c65f4a tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d50792e5-4672-4ff2-b261-ed0a649bb3d3&id=623940a1-6290-423b-87cb-2a84fe4a7634&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.4521954
May 07 21:54:50.261283 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 251b3c4a-3d68-4a9c-8850-df61aa0e1dc6 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:54:50.292013 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8700eaca-97c2-4a9e-8636-d8f711e49576 req-017f0b6c-8993-4d96-9876-d568d771e4e8 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:50.294853 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8700eaca-97c2-4a9e-8636-d8f711e49576 req-017f0b6c-8993-4d96-9876-d568d771e4e8 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4862878
May 07 21:54:50.318331 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-8700eaca-97c2-4a9e-8636-d8f711e49576 req-e53c14db-9eb3-4a10-9cee-7a7333e19441 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Request body: {'port': {'device_id': '120a21bb-a0eb-49aa-adce-3903960c1785', 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47', 'admin_state_up': True, 'tenant_id': 'a24cf19532e0484fabd6dc4e6b66fe30'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:54:50.393747 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8700eaca-97c2-4a9e-8636-d8f711e49576 req-accd0ae7-9bea-4bd9-9f9f-a4b0e2499419 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:50.396142 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8700eaca-97c2-4a9e-8636-d8f711e49576 req-accd0ae7-9bea-4bd9-9f9f-a4b0e2499419 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5066690
May 07 21:54:50.401010 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-79db8e6a-ff04-4e5b-a153-d2116f5904bc req-dad065fa-aaba-42af-bcc0-b9c7b5c3b9a5 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?device_id=0010a466-c288-469b-99f3-a3db8a5efb7c HTTP/1.1" status: 200  len: 210 time: 0.0775907
May 07 21:54:50.419398 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 251b3c4a-3d68-4a9c-8850-df61aa0e1dc6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=251b3c4a-3d68-4a9c-8850-df61aa0e1dc6,segment=NetworkSegment(de13910c-b2a2-4c8b-9294-cfa40334cda3),segment_id=de13910c-b2a2-4c8b-9294-cfa40334cda3)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:54:50.434133 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': '251b3c4a-3d68-4a9c-8850-df61aa0e1dc6', 'network_id': '704f8450-d63f-47c9-8f27-0e9fc81678e7', 'port_id': '251b3c4a-3d68-4a9c-8850-df61aa0e1dc6', 'mac_address': 'fa:16:3e:f0:96:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2acc823a-0eec-49c6-a420-882d299a2009', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:54:50.435816 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-8700eaca-97c2-4a9e-8636-d8f711e49576 req-4a111c2b-dd9a-479d-a4ba-05c7ec318ae5 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Request body: {'port': {'device_id': '0010a466-c288-469b-99f3-a3db8a5efb7c', 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47', 'admin_state_up': True, 'tenant_id': 'a24cf19532e0484fabd6dc4e6b66fe30'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:54:50.481946 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 251b3c4a-3d68-4a9c-8850-df61aa0e1dc6 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:54:50.482498 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (251b3c4a-3d68-4a9c-8850-df61aa0e1dc6), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:50.500149 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 251b3c4a-3d68-4a9c-8850-df61aa0e1dc6 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:54:50.527118 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 251b3c4a-3d68-4a9c-8850-df61aa0e1dc6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=251b3c4a-3d68-4a9c-8850-df61aa0e1dc6,segment=NetworkSegment(de13910c-b2a2-4c8b-9294-cfa40334cda3),segment_id=de13910c-b2a2-4c8b-9294-cfa40334cda3)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:54:50.538231 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (251b3c4a-3d68-4a9c-8850-df61aa0e1dc6), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:50.603133 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=251b3c4a-3d68-4a9c-8850-df61aa0e1dc6,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:50.619711 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-36adc7c5-a058-4bd7-acad-86efac5f78a4 service neutron] 10.222.0.32 "GET /v2.0/networks/3e9903c9-6550-4ae2-aa4f-70e03144784f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4489284
May 07 21:54:50.639256 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6531b73c-6e59-4c18-b5b0-1d39eb8f6ed8 req-1d276ddd-aefc-4c69-a54e-7addefbe7831 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:50.640757 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6531b73c-6e59-4c18-b5b0-1d39eb8f6ed8 req-1d276ddd-aefc-4c69-a54e-7addefbe7831 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f1345a1-41a5-40ac-a7c4-7d6b9eb621fb HTTP/1.1" status: 200  len: 946 time: 0.1118588
May 07 21:54:50.676797 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8700eaca-97c2-4a9e-8636-d8f711e49576 req-4a111c2b-dd9a-479d-a4ba-05c7ec318ae5 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Made reservation on behalf of a24cf19532e0484fabd6dc4e6b66fe30 for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:54:50.680547 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-8700eaca-97c2-4a9e-8636-d8f711e49576 req-4a111c2b-dd9a-479d-a4ba-05c7ec318ae5 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:50.685147 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8700eaca-97c2-4a9e-8636-d8f711e49576 req-e53c14db-9eb3-4a10-9cee-7a7333e19441 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Made reservation on behalf of a24cf19532e0484fabd6dc4e6b66fe30 for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:54:50.688210 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-8700eaca-97c2-4a9e-8636-d8f711e49576 req-e53c14db-9eb3-4a10-9cee-7a7333e19441 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:50.721646 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-35f7863c-c87e-4634-bf54-2a17160c6c21 service neutron] 10.222.0.32 "GET /v2.0/networks/3e9903c9-6550-4ae2-aa4f-70e03144784f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0936716
May 07 21:54:50.757506 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6531b73c-6e59-4c18-b5b0-1d39eb8f6ed8 req-d9f5f909-188e-4d95-ab7e-868a7c126be7 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b18b124-d6ae-4635-93ed-9957a39a34ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1081703
May 07 21:54:50.799977 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['251b3c4a-3d68-4a9c-8850-df61aa0e1dc6'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:54:50.825999 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-91b9fcd5-84a7-4db0-903a-2b4603ba57ee service neutron] 10.222.0.32 "GET /v2.0/networks/3e9903c9-6550-4ae2-aa4f-70e03144784f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0971797
May 07 21:54:50.960361 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfc92a7-508c-4b13-94d8-fd4dc9b90f4a req-b25fcce0-7b23-4bd0-a324-d4b76676c8fa tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:50.961889 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5dfc92a7-508c-4b13-94d8-fd4dc9b90f4a req-b25fcce0-7b23-4bd0-a324-d4b76676c8fa tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "GET /v2.0/ports?device_id=1328c136-9d82-4506-81cd-534b3799a51d HTTP/1.1" status: 200  len: 945 time: 0.0847745
May 07 21:54:50.963156 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-5fc28973-095b-40fe-99ca-ae1308ff3d7f service neutron] 10.222.0.32 "GET /v2.0/networks/3e9903c9-6550-4ae2-aa4f-70e03144784f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1298549
May 07 21:54:50.981674 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [req-8700eaca-97c2-4a9e-8636-d8f711e49576 req-4a111c2b-dd9a-479d-a4ba-05c7ec318ae5 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Allocated IP 192.168.233.145 (665487f0-78eb-47fb-9a06-b15bc614dc47/6e0e5c53-1ece-4d20-b01d-5f8c6957edf6/5e8b0963-4bbd-4b02-9602-197e95f150cb) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:54:51.055967 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5dfc92a7-508c-4b13-94d8-fd4dc9b90f4a req-24c09395-dbaa-4c63-b1e8-624eebb0dc5d tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d51153d-80bb-487e-9b59-7f10285c8c88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0826323
May 07 21:54:51.072150 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-32698dde-0802-4230-a3b1-2b8e43931451 service neutron] 10.222.0.32 "GET /v2.0/networks/d3d6fbc8-cbfa-4c1a-9104-6c52ad3f84a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0972526
May 07 21:54:51.170000 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-94376cbc-f1d5-4c2a-a2b4-ff72ea78cc28 service neutron] 10.222.0.32 "GET /v2.0/networks/d3d6fbc8-cbfa-4c1a-9104-6c52ad3f84a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0903938
May 07 21:54:51.231200 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3123d2f8-6940-452d-b528-0d672ee0f3e6 req-00eca4c2-2ed1-4c16-8369-a96a167d954a tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:51.237662 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3123d2f8-6940-452d-b528-0d672ee0f3e6 req-00eca4c2-2ed1-4c16-8369-a96a167d954a tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:51.245312 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3123d2f8-6940-452d-b528-0d672ee0f3e6 req-00eca4c2-2ed1-4c16-8369-a96a167d954a tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:51.251516 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3123d2f8-6940-452d-b528-0d672ee0f3e6 req-00eca4c2-2ed1-4c16-8369-a96a167d954a tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:51.257922 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3123d2f8-6940-452d-b528-0d672ee0f3e6 req-00eca4c2-2ed1-4c16-8369-a96a167d954a tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:51.264067 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3123d2f8-6940-452d-b528-0d672ee0f3e6 req-00eca4c2-2ed1-4c16-8369-a96a167d954a tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:51.270506 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3123d2f8-6940-452d-b528-0d672ee0f3e6 req-00eca4c2-2ed1-4c16-8369-a96a167d954a tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:51.272559 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3123d2f8-6940-452d-b528-0d672ee0f3e6 req-00eca4c2-2ed1-4c16-8369-a96a167d954a tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc2b763-2769-4c0e-9bf3-9ee54868505c HTTP/1.1" status: 200  len: 5444 time: 0.1246021
May 07 21:54:51.277759 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-8a9d20b1-e9b6-4c89-90bf-0fdadcdaefb1 service neutron] 10.222.0.32 "GET /v2.0/networks/d3d6fbc8-cbfa-4c1a-9104-6c52ad3f84a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1020980
May 07 21:54:51.291774 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 43312) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:54:51.305405 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-7ed7ff48-8043-4340-bd3e-3f9cd81b8496 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Request body: {'floatingip': {'port_id': 'c96fe3c0-1df8-4707-980e-6b6ab0d159b2'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:54:51.312027 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-8700eaca-97c2-4a9e-8636-d8f711e49576 req-4a111c2b-dd9a-479d-a4ba-05c7ec318ae5 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Publish callbacks [] for port (5e8b0963-4bbd-4b02-9602-197e95f150cb), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:51.377166 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7ed7ff48-8043-4340-bd3e-3f9cd81b8496 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks [] for floatingip (ee1a1ed1-fdaf-4b6c-9381-832f075da9dc), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:51.401419 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296aa6f2-5fed-4d75-80d9-bd9e94f70b28 req-10268794-0442-4ea3-ad26-c795059fe17f tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:51.403285 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-296aa6f2-5fed-4d75-80d9-bd9e94f70b28 req-10268794-0442-4ea3-ad26-c795059fe17f tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc6a642e-763c-4ac9-8ef7-4985bcb86060 HTTP/1.1" status: 200  len: 946 time: 0.0595498
May 07 21:54:51.407376 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-8700eaca-97c2-4a9e-8636-d8f711e49576 req-4a111c2b-dd9a-479d-a4ba-05c7ec318ae5 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (5e8b0963-4bbd-4b02-9602-197e95f150cb), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:51.420358 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['0f31f820-4134-4910-88d6-283ed3ed34a7'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:54:51.501601 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8700eaca-97c2-4a9e-8636-d8f711e49576 req-4a111c2b-dd9a-479d-a4ba-05c7ec318ae5 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Network 665487f0-78eb-47fb-9a06-b15bc614dc47 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:54:51.517359 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [req-8700eaca-97c2-4a9e-8636-d8f711e49576 req-4a111c2b-dd9a-479d-a4ba-05c7ec318ae5 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:54:51.520736 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-8700eaca-97c2-4a9e-8636-d8f711e49576 req-4a111c2b-dd9a-479d-a4ba-05c7ec318ae5 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:54:51.542037 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-5b7159e9-584d-4cf2-93e4-9a2780d8dba4 service neutron] 10.222.0.32 "GET /v2.0/networks/d3d6fbc8-cbfa-4c1a-9104-6c52ad3f84a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2492514
May 07 21:54:51.564666 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:51.595470 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a111c2b-dd9a-479d-a4ba-05c7ec318ae5 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Pushing event updated for resources: {'Port': ['ID=5e8b0963-4bbd-4b02-9602-197e95f150cb,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:51.658664 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [req-8700eaca-97c2-4a9e-8636-d8f711e49576 req-e53c14db-9eb3-4a10-9cee-7a7333e19441 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Allocated IP 192.168.233.18 (665487f0-78eb-47fb-9a06-b15bc614dc47/6e0e5c53-1ece-4d20-b01d-5f8c6957edf6/3eec7149-cebf-4a54-bf65-c4194dd2be8d) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:54:51.675109 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-296aa6f2-5fed-4d75-80d9-bd9e94f70b28 req-5e1d9b6f-de86-4e23-a776-5a6cabd1cbc5 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bbf50af-50c2-4df2-bc37-9f0e79ec6d91&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2492359
May 07 21:54:51.675448 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-dc17194e-1d8d-4997-a429-93d000640c9e tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:51.677387 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-dc17194e-1d8d-4997-a429-93d000640c9e tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/ports/8265c59d-4721-4235-823a-846b00373dfe HTTP/1.1" status: 200  len: 931 time: 0.1222997
May 07 21:54:51.690931 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8700eaca-97c2-4a9e-8636-d8f711e49576 req-4a111c2b-dd9a-479d-a4ba-05c7ec318ae5 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:51.692088 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-8700eaca-97c2-4a9e-8636-d8f711e49576 req-4a111c2b-dd9a-479d-a4ba-05c7ec318ae5 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:51.738842 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8700eaca-97c2-4a9e-8636-d8f711e49576 req-4a111c2b-dd9a-479d-a4ba-05c7ec318ae5 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.3341088
May 07 21:54:51.765826 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-8700eaca-97c2-4a9e-8636-d8f711e49576 req-13ffad21-c030-4d9b-af29-78841dba561b service neutron] Request body: {'port': {'device_id': '0010a466-c288-469b-99f3-a3db8a5efb7c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:54:51.801010 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-ec7478ed-8b6c-4d31-b3f0-ac9fae7dd534 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:51.809815 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-ec7478ed-8b6c-4d31-b3f0-ac9fae7dd534 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/ports/d3eb7f9f-cad6-43cc-b93c-f50a5e95c505 HTTP/1.1" status: 200  len: 931 time: 0.1197019
May 07 21:54:51.900280 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602efe59-c958-49f3-b49b-763636112d61 req-47910a5a-c3f4-49be-b56c-cfb4f0292319 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:51.907535 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-602efe59-c958-49f3-b49b-763636112d61 req-47910a5a-c3f4-49be-b56c-cfb4f0292319 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d6f28fb-7fb0-4dbe-b780-f14e94c9846d HTTP/1.1" status: 200  len: 945 time: 0.1226780
May 07 21:54:51.974230 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-6b1fd71d-d3bd-4677-9ea2-f8b6be302af2 None None] Provisioning complete for port 5e8b0963-4bbd-4b02-9602-197e95f150cb triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:54:51.974621 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6b1fd71d-d3bd-4677-9ea2-f8b6be302af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (5e8b0963-4bbd-4b02-9602-197e95f150cb), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:52.037412 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-8700eaca-97c2-4a9e-8636-d8f711e49576 req-13ffad21-c030-4d9b-af29-78841dba561b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (5e8b0963-4bbd-4b02-9602-197e95f150cb), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:52.052917 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-6b1fd71d-d3bd-4677-9ea2-f8b6be302af2 None None] Port 5e8b0963-4bbd-4b02-9602-197e95f150cb cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:54:52.112470 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-602efe59-c958-49f3-b49b-763636112d61 req-690fac8a-b901-49b3-afe6-73a227959783 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff80f794-fcbb-42be-a4f4-a428e6692136&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2039478
May 07 21:54:52.154856 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-8700eaca-97c2-4a9e-8636-d8f711e49576 req-e53c14db-9eb3-4a10-9cee-7a7333e19441 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Publish callbacks [] for port (3eec7149-cebf-4a54-bf65-c4194dd2be8d), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:52.172152 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7ed7ff48-8043-4340-bd3e-3f9cd81b8496 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:52.179076 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7ed7ff48-8043-4340-bd3e-3f9cd81b8496 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (ee1a1ed1-fdaf-4b6c-9381-832f075da9dc), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:52.264995 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 251b3c4a-3d68-4a9c-8850-df61aa0e1dc6 up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:54:52.300147 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b63c28d-7020-40ea-b04d-b48f4a5f7b6b req-8d21f90c-f40a-4452-80e6-6a5a9139f373 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:52.302338 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1b63c28d-7020-40ea-b04d-b48f4a5f7b6b req-8d21f90c-f40a-4452-80e6-6a5a9139f373 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?device_id=0010a466-c288-469b-99f3-a3db8a5efb7c HTTP/1.1" status: 200  len: 936 time: 0.0825264
May 07 21:54:52.339734 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning for port 251b3c4a-3d68-4a9c-8850-df61aa0e1dc6 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:54:52.348400 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port 251b3c4a-3d68-4a9c-8850-df61aa0e1dc6 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:54:52.350087 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (251b3c4a-3d68-4a9c-8850-df61aa0e1dc6), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:52.352878 ncdv-master-1 neutron-server[121836]: INFO neutron.db.l3_db [None req-7ed7ff48-8043-4340-bd3e-3f9cd81b8496 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Floating IP ee1a1ed1-fdaf-4b6c-9381-832f075da9dc associated. External IP: 172.35.4.67, port: c96fe3c0-1df8-4707-980e-6b6ab0d159b2.
May 07 21:54:52.354061 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-8700eaca-97c2-4a9e-8636-d8f711e49576 req-e53c14db-9eb3-4a10-9cee-7a7333e19441 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (3eec7149-cebf-4a54-bf65-c4194dd2be8d), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:52.388479 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['0f31f820-4134-4910-88d6-283ed3ed34a7'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:54:52.478327 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1b63c28d-7020-40ea-b04d-b48f4a5f7b6b req-aca1348f-7805-49df-b62d-2ce6966da664 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/security-groups?id=aca2780c-128c-4de5-85a4-a7e10bd42e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1681366
May 07 21:54:52.503169 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8700eaca-97c2-4a9e-8636-d8f711e49576 req-e53c14db-9eb3-4a10-9cee-7a7333e19441 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Network 665487f0-78eb-47fb-9a06-b15bc614dc47 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:54:52.508000 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [req-8700eaca-97c2-4a9e-8636-d8f711e49576 req-e53c14db-9eb3-4a10-9cee-7a7333e19441 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:54:52.516048 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-8700eaca-97c2-4a9e-8636-d8f711e49576 req-e53c14db-9eb3-4a10-9cee-7a7333e19441 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:54:52.631791 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 251b3c4a-3d68-4a9c-8850-df61aa0e1dc6 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:54:52.635919 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (251b3c4a-3d68-4a9c-8850-df61aa0e1dc6), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:52.660204 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53c14db-9eb3-4a10-9cee-7a7333e19441 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Pushing event updated for resources: {'Port': ['ID=3eec7149-cebf-4a54-bf65-c4194dd2be8d,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:52.681617 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d6f28fb-7fb0-4dbe-b780-f14e94c9846d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '251b3c4a-3d68-4a9c-8850-df61aa0e1dc6'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:54:52.685576 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41aa7e65-9529-4e23-808a-246d0099bc60" -d '{"events": [{"server_uuid": "0d6f28fb-7fb0-4dbe-b780-f14e94c9846d", "name": "network-vif-plugged", "status": "completed", "tag": "251b3c4a-3d68-4a9c-8850-df61aa0e1dc6"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:54:52.705382 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 251b3c4a-3d68-4a9c-8850-df61aa0e1dc6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=251b3c4a-3d68-4a9c-8850-df61aa0e1dc6,segment=NetworkSegment(de13910c-b2a2-4c8b-9294-cfa40334cda3),segment_id=de13910c-b2a2-4c8b-9294-cfa40334cda3)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:54:52.721578 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8700eaca-97c2-4a9e-8636-d8f711e49576 req-e53c14db-9eb3-4a10-9cee-7a7333e19441 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:52.722268 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-8700eaca-97c2-4a9e-8636-d8f711e49576 req-e53c14db-9eb3-4a10-9cee-7a7333e19441 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:52.722417 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (251b3c4a-3d68-4a9c-8850-df61aa0e1dc6), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:52.746338 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7fb575-01e7-44b3-84fa-73fa48755524 req-32251a67-342b-4f94-976e-5cae11bbfafc tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:52.747971 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0a7fb575-01e7-44b3-84fa-73fa48755524 req-32251a67-342b-4f94-976e-5cae11bbfafc tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f1345a1-41a5-40ac-a7c4-7d6b9eb621fb HTTP/1.1" status: 200  len: 946 time: 0.1472912
May 07 21:54:52.774665 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8700eaca-97c2-4a9e-8636-d8f711e49576 req-e53c14db-9eb3-4a10-9cee-7a7333e19441 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.4676352
May 07 21:54:52.780309 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ed7ff48-8043-4340-bd3e-3f9cd81b8496 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Router e3a1d90a-24c4-4c94-b78c-81c55430cd63 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 21:54:52.812605 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=251b3c4a-3d68-4a9c-8850-df61aa0e1dc6,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:52.851386 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-8700eaca-97c2-4a9e-8636-d8f711e49576 req-ddfb919b-1ee4-488d-9727-3bf1850c7903 service neutron] Request body: {'port': {'device_id': '120a21bb-a0eb-49aa-adce-3903960c1785', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:54:52.896855 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0a7fb575-01e7-44b3-84fa-73fa48755524 req-8042145b-dd1e-43c4-8e13-e572d2241217 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b18b124-d6ae-4635-93ed-9957a39a34ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1067104
May 07 21:54:52.947285 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ed7ff48-8043-4340-bd3e-3f9cd81b8496 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:54:52.951831 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [req-8700eaca-97c2-4a9e-8636-d8f711e49576 req-13ffad21-c030-4d9b-af29-78841dba561b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e8b0963-4bbd-4b02-9602-197e95f150cb {{(pid=121837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:54:52.955372 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7ed7ff48-8043-4340-bd3e-3f9cd81b8496 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:52.960683 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faabdf87-9d65-4ce9-a35f-7846fbb64c91 None None] Sync routers for ids ['e3a1d90a-24c4-4c94-b78c-81c55430cd63'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:54:52.962707 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-8700eaca-97c2-4a9e-8636-d8f711e49576 req-13ffad21-c030-4d9b-af29-78841dba561b service neutron] Publish callbacks [] for port (5e8b0963-4bbd-4b02-9602-197e95f150cb), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:52.987935 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-a3874a1e-d006-49cd-bc34-603d1d4d69ea None None] Provisioning complete for port 3eec7149-cebf-4a54-bf65-c4194dd2be8d triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:54:52.989309 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faabdf87-9d65-4ce9-a35f-7846fbb64c91 None None] Routers {'e3a1d90a-24c4-4c94-b78c-81c55430cd63'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:54:52.992726 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-faabdf87-9d65-4ce9-a35f-7846fbb64c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cd91070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:54:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['e3a1d90a-24c4-4c94-b78c-81c55430cd63'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:54:52.994834 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a3874a1e-d006-49cd-bc34-603d1d4d69ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (3eec7149-cebf-4a54-bf65-c4194dd2be8d), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:53.003735 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dfbf75f-5ad4-422a-9b69-01c287f00673 x-openstack-request-id: req-7dfbf75f-5ad4-422a-9b69-01c287f00673 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:54:53.003735 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d6f28fb-7fb0-4dbe-b780-f14e94c9846d", "name": "network-vif-plugged", "status": "completed", "tag": "251b3c4a-3d68-4a9c-8850-df61aa0e1dc6", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:54:53.003735 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7dfbf75f-5ad4-422a-9b69-01c287f00673 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:54:53.006535 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dfbf75f-5ad4-422a-9b69-01c287f00673'] response: {'server_uuid': '0d6f28fb-7fb0-4dbe-b780-f14e94c9846d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '251b3c4a-3d68-4a9c-8850-df61aa0e1dc6', 'code': 200}
May 07 21:54:53.029449 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-8700eaca-97c2-4a9e-8636-d8f711e49576 req-ddfb919b-1ee4-488d-9727-3bf1850c7903 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (3eec7149-cebf-4a54-bf65-c4194dd2be8d), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:53.090636 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-7ed7ff48-8043-4340-bd3e-3f9cd81b8496 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "PUT /v2.0/floatingips/ee1a1ed1-fdaf-4b6c-9381-832f075da9dc HTTP/1.1" status: 200  len: 990 time: 1.7961745
May 07 21:54:53.093449 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bc2b763-2769-4c0e-9bf3-9ee54868505c', 'tag': 'c96fe3c0-1df8-4707-980e-6b6ab0d159b2'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:54:53.096138 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f615c52e-57d8-4136-a8b0-fbd4d21eccf6" -d '{"events": [{"name": "network-changed", "server_uuid": "7bc2b763-2769-4c0e-9bf3-9ee54868505c", "tag": "c96fe3c0-1df8-4707-980e-6b6ab0d159b2"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:54:53.122065 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a119f84f-669a-430f-a5f1-f363fbc87115 req-e7d99a3f-f535-4ff3-8def-47e74e6bfe1a tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:53.123924 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a119f84f-669a-430f-a5f1-f363fbc87115 req-e7d99a3f-f535-4ff3-8def-47e74e6bfe1a tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "GET /v2.0/ports?device_id=1328c136-9d82-4506-81cd-534b3799a51d HTTP/1.1" status: 200  len: 945 time: 0.1244669
May 07 21:54:53.131414 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-a3874a1e-d006-49cd-bc34-603d1d4d69ea None None] Port 3eec7149-cebf-4a54-bf65-c4194dd2be8d cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:54:53.208072 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a119f84f-669a-430f-a5f1-f363fbc87115 req-dde43fb5-ed81-4059-801f-90a607559272 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d51153d-80bb-487e-9b59-7f10285c8c88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0765059
May 07 21:54:53.284186 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-edef4e41-e9bd-499d-996c-4f5b306e5583 req-8ad2a451-d0d3-4ff6-81d0-398f0f619a27 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb18387-ba8a-4070-aa1b-42824ed0c7ec HTTP/1.1" status: 200  len: 210 time: 0.0415142
May 07 21:54:53.415856 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-faabdf87-9d65-4ce9-a35f-7846fbb64c91 None None] Set router e3a1d90a-24c4-4c94-b78c-81c55430cd63 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:54:53.457133 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-8700eaca-97c2-4a9e-8636-d8f711e49576 req-13ffad21-c030-4d9b-af29-78841dba561b service neutron] Transition to ACTIVE for port object 5e8b0963-4bbd-4b02-9602-197e95f150cb will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:54:53.475583 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-8700eaca-97c2-4a9e-8636-d8f711e49576 req-13ffad21-c030-4d9b-af29-78841dba561b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (5e8b0963-4bbd-4b02-9602-197e95f150cb), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:53.507398 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d092a7-7a8d-4bd1-9aaf-88d1dc93e446 req-3f4accb3-b4e0-4ed7-a0fb-1fabb8bb651f tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:53.509194 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c9d092a7-7a8d-4bd1-9aaf-88d1dc93e446 req-3f4accb3-b4e0-4ed7-a0fb-1fabb8bb651f tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] 10.222.0.32 "GET /v2.0/ports?device_id=7df1b628-71b8-4dd0-893e-521f565ba1fc HTTP/1.1" status: 200  len: 946 time: 0.0840228
May 07 21:54:53.521518 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-5ea74e08-1fe9-40de-8067-a6ea2e25c0a6 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:53.523394 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-5ea74e08-1fe9-40de-8067-a6ea2e25c0a6 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/ports/8265c59d-4721-4235-823a-846b00373dfe HTTP/1.1" status: 200  len: 931 time: 0.7472641
May 07 21:54:53.540058 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbd2226-b8b8-4352-8395-3325c8a4dd54 req-d9814143-49bc-44f9-afb9-bef359e3f403 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:53.545360 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-cc9719ad-e3df-4294-83e0-f94ac1f0427b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:53.547103 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8fbd2226-b8b8-4352-8395-3325c8a4dd54 req-d9814143-49bc-44f9-afb9-bef359e3f403 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc6a642e-763c-4ac9-8ef7-4985bcb86060 HTTP/1.1" status: 200  len: 946 time: 0.4836984
May 07 21:54:53.580788 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee7c88b-ef4b-4fb0-add9-52450b7d595a req-20c21c77-4287-4ea1-a8a9-724d9875f22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:53.582368 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5ee7c88b-ef4b-4fb0-add9-52450b7d595a req-20c21c77-4287-4ea1-a8a9-724d9875f22e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0d6f28fb-7fb0-4dbe-b780-f14e94c9846d HTTP/1.1" status: 200  len: 1128 time: 0.4934928
May 07 21:54:53.594856 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c9d092a7-7a8d-4bd1-9aaf-88d1dc93e446 req-ad9c15d1-3b05-4fa5-8c59-b564f18ea90a tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] 10.222.0.32 "GET /v2.0/security-groups?id=7d8349f2-8b60-406c-b06a-b103d0159601&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0780666
May 07 21:54:53.644394 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8efc98f4-1045-497c-aeae-648e61256c55 x-openstack-request-id: req-8efc98f4-1045-497c-aeae-648e61256c55 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:54:53.644947 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bc2b763-2769-4c0e-9bf3-9ee54868505c", "tag": "c96fe3c0-1df8-4707-980e-6b6ab0d159b2", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:54:53.645191 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8efc98f4-1045-497c-aeae-648e61256c55 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:54:53.645623 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8efc98f4-1045-497c-aeae-648e61256c55'] response: {'name': 'network-changed', 'server_uuid': '7bc2b763-2769-4c0e-9bf3-9ee54868505c', 'tag': 'c96fe3c0-1df8-4707-980e-6b6ab0d159b2', 'status': 'completed', 'code': 200}
May 07 21:54:53.684388 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:53.727877 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-faabdf87-9d65-4ce9-a35f-7846fbb64c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cd91070>, [{'id': 'e3a1d90a-24c4-4c94-b78c-81c55430cd63', 'name': 'tempest-TaggedBootDevicesTest_v242-266532812-router', 'tenant_id': 'f75cb675742543209bcbb75d99b60e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.241'}], 'enable_snat': True}, 'gw_port_id': 'f05ee1ae-389a-4488-bc32-028cfefc9716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:52:13Z', 'updated_at': '2022-05-07T21:52:20Z', 'revision_number': 4, 'project_id': 'f75cb675742543209bcbb75d99b60e97', 'gw_port': {'id': 'f05ee1ae-389a-4488-bc32-028cfefc9716', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:fa:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a1d90a-24c4-4c94-b78c-81c55430cd63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:52:14Z', 'updated_at': '2022-05-07T21:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ee1a1ed1-fdaf-4b6c-9381-832f075da9dc', 'tenant_id': 'f75cb675742543209bcbb75d99b60e97', 'floating_ip_address': '172.35.4.67', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': 'e3a1d90a-24c4-4c94-b78c-81c55430cd63', 'port_id': 'c96fe3c0-1df8-4707-980e-6b6ab0d159b2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1078, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '509cbb97-8d95-4377-b498-4ce6a1d5a1d9', 'mac_address': 'fa:16:3e:78:ce:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc2b763-2769-4c0e-9bf3-9ee54868505c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T21:53:13Z', 'updated_at': '2022-05-07T21:54:52Z', 'revision_number': 1, 'project_id': 'f75cb675742543209bcbb75d99b60e97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e834a6e-1bba-4067-b31c-6f34e266cb47', 'name': '', 'network_id': '509cbb97-8d95-4377-b498-4ce6a1d5a1d9', 'tenant_id': 'f75cb675742543209bcbb75d99b60e97', 'mac_address': 'fa:16:3e:8c:93:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a1d90a-24c4-4c94-b78c-81c55430cd63', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '2c9b6f0f-d910-4c1b-9477-b2b4c63a6d0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:52:19Z', 'updated_at': '2022-05-07T21:52:25Z', 'revision_number': 5, 'project_id': 'f75cb675742543209bcbb75d99b60e97', 'subnets': [{'id': '2c9b6f0f-d910-4c1b-9477-b2b4c63a6d0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:54:53.756827 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faabdf87-9d65-4ce9-a35f-7846fbb64c91 None None] Checking router: e3a1d90a-24c4-4c94-b78c-81c55430cd63 for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 21:54:53.767224 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faabdf87-9d65-4ce9-a35f-7846fbb64c91 None None] Routers {'e3a1d90a-24c4-4c94-b78c-81c55430cd63'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:54:53.768016 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-faabdf87-9d65-4ce9-a35f-7846fbb64c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cd91070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:54:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['e3a1d90a-24c4-4c94-b78c-81c55430cd63'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:54:53.775167 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac295349-b3de-41e6-a559-8b11233960fc req-3d080660-f259-4f51-b193-0af922137744 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:53.783394 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ac295349-b3de-41e6-a559-8b11233960fc req-3d080660-f259-4f51-b193-0af922137744 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d6f28fb-7fb0-4dbe-b780-f14e94c9846d HTTP/1.1" status: 200  len: 946 time: 0.0608060
May 07 21:54:53.838564 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ac295349-b3de-41e6-a559-8b11233960fc req-0ddaab70-ebd4-44a2-87a8-26cf369f47cc tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff80f794-fcbb-42be-a4f4-a428e6692136&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0541356
May 07 21:54:53.913223 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-faabdf87-9d65-4ce9-a35f-7846fbb64c91 None None] Set router e3a1d90a-24c4-4c94-b78c-81c55430cd63 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:54:53.923943 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-3cee9cd6-0d99-4bd7-b1d1-ab18615892b5 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:53.926004 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-3cee9cd6-0d99-4bd7-b1d1-ab18615892b5 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/ports/d3eb7f9f-cad6-43cc-b93c-f50a5e95c505 HTTP/1.1" status: 200  len: 931 time: 0.3592105
May 07 21:54:53.971894 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b780749f-1bc4-4867-a5ed-c35ef9161bfc req-af3a1058-684e-40d7-8f49-f9164ed83238 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:53.974422 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b780749f-1bc4-4867-a5ed-c35ef9161bfc req-af3a1058-684e-40d7-8f49-f9164ed83238 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?device_id=0010a466-c288-469b-99f3-a3db8a5efb7c HTTP/1.1" status: 200  len: 948 time: 0.0606160
May 07 21:54:54.038027 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b780749f-1bc4-4867-a5ed-c35ef9161bfc req-6295279e-b1ba-49d5-8acc-8f25f29061f5 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/security-groups?id=aca2780c-128c-4de5-85a4-a7e10bd42e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0565212
May 07 21:54:54.045843 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f615c52e-57d8-4136-a8b0-fbd4d21eccf6 req-b8240e17-2a65-4d0a-bf50-e349029e8eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:54.046342 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f615c52e-57d8-4136-a8b0-fbd4d21eccf6 req-b8240e17-2a65-4d0a-bf50-e349029e8eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:54.046845 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f615c52e-57d8-4136-a8b0-fbd4d21eccf6 req-b8240e17-2a65-4d0a-bf50-e349029e8eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:54.047711 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f615c52e-57d8-4136-a8b0-fbd4d21eccf6 req-b8240e17-2a65-4d0a-bf50-e349029e8eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:54.048169 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f615c52e-57d8-4136-a8b0-fbd4d21eccf6 req-b8240e17-2a65-4d0a-bf50-e349029e8eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:54.048648 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f615c52e-57d8-4136-a8b0-fbd4d21eccf6 req-b8240e17-2a65-4d0a-bf50-e349029e8eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:54.049153 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f615c52e-57d8-4136-a8b0-fbd4d21eccf6 req-b8240e17-2a65-4d0a-bf50-e349029e8eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:54.051639 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f615c52e-57d8-4136-a8b0-fbd4d21eccf6 req-b8240e17-2a65-4d0a-bf50-e349029e8eea service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f75cb675742543209bcbb75d99b60e97&device_id=7bc2b763-2769-4c0e-9bf3-9ee54868505c HTTP/1.1" status: 200  len: 6718 time: 0.1689568
May 07 21:54:54.092356 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ffad21-c030-4d9b-af29-78841dba561b service neutron] Pushing event updated for resources: {'Port': ['ID=5e8b0963-4bbd-4b02-9602-197e95f150cb,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:54.119390 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8fbd2226-b8b8-4352-8395-3325c8a4dd54 req-0b617301-bdef-4dd0-a52a-3601dc76206e tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bbf50af-50c2-4df2-bc37-9f0e79ec6d91&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5713460
May 07 21:54:54.124442 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5ee7c88b-ef4b-4fb0-add9-52450b7d595a req-818fa396-7934-435e-88c3-e235a03fe9f1 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ff80f794-fcbb-42be-a4f4-a428e6692136&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5146685
May 07 21:54:54.228436 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c83847-a1f2-4c35-89f4-ec5ac440d29a req-2189330c-673c-42cc-8f71-22bb23ab18df tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:54.248199 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c2c83847-a1f2-4c35-89f4-ec5ac440d29a req-2189330c-673c-42cc-8f71-22bb23ab18df tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f1345a1-41a5-40ac-a7c4-7d6b9eb621fb HTTP/1.1" status: 200  len: 946 time: 0.0794094
May 07 21:54:54.265564 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-faabdf87-9d65-4ce9-a35f-7846fbb64c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cd91070>, [{'id': 'e3a1d90a-24c4-4c94-b78c-81c55430cd63', 'name': 'tempest-TaggedBootDevicesTest_v242-266532812-router', 'tenant_id': 'f75cb675742543209bcbb75d99b60e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.241'}], 'enable_snat': True}, 'gw_port_id': 'f05ee1ae-389a-4488-bc32-028cfefc9716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:52:13Z', 'updated_at': '2022-05-07T21:52:20Z', 'revision_number': 4, 'project_id': 'f75cb675742543209bcbb75d99b60e97', 'gw_port': {'id': 'f05ee1ae-389a-4488-bc32-028cfefc9716', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:fa:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a1d90a-24c4-4c94-b78c-81c55430cd63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:52:14Z', 'updated_at': '2022-05-07T21:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ee1a1ed1-fdaf-4b6c-9381-832f075da9dc', 'tenant_id': 'f75cb675742543209bcbb75d99b60e97', 'floating_ip_address': '172.35.4.67', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': 'e3a1d90a-24c4-4c94-b78c-81c55430cd63', 'port_id': 'c96fe3c0-1df8-4707-980e-6b6ab0d159b2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1078, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '509cbb97-8d95-4377-b498-4ce6a1d5a1d9', 'mac_address': 'fa:16:3e:78:ce:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc2b763-2769-4c0e-9bf3-9ee54868505c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T21:53:13Z', 'updated_at': '2022-05-07T21:54:52Z', 'revision_number': 1, 'project_id': 'f75cb675742543209bcbb75d99b60e97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e834a6e-1bba-4067-b31c-6f34e266cb47', 'name': '', 'network_id': '509cbb97-8d95-4377-b498-4ce6a1d5a1d9', 'tenant_id': 'f75cb675742543209bcbb75d99b60e97', 'mac_address': 'fa:16:3e:8c:93:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a1d90a-24c4-4c94-b78c-81c55430cd63', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '2c9b6f0f-d910-4c1b-9477-b2b4c63a6d0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:52:19Z', 'updated_at': '2022-05-07T21:52:25Z', 'revision_number': 5, 'project_id': 'f75cb675742543209bcbb75d99b60e97', 'subnets': [{'id': '2c9b6f0f-d910-4c1b-9477-b2b4c63a6d0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:54:54.304291 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faabdf87-9d65-4ce9-a35f-7846fbb64c91 None None] The sync data for ids ['e3a1d90a-24c4-4c94-b78c-81c55430cd63'] in ncdv-master-1 is: [{'id': 'e3a1d90a-24c4-4c94-b78c-81c55430cd63', 'name': 'tempest-TaggedBootDevicesTest_v242-266532812-router', 'tenant_id': 'f75cb675742543209bcbb75d99b60e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.241'}], 'enable_snat': True}, 'gw_port_id': 'f05ee1ae-389a-4488-bc32-028cfefc9716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:52:13Z', 'updated_at': '2022-05-07T21:52:20Z', 'revision_number': 4, 'project_id': 'f75cb675742543209bcbb75d99b60e97', 'gw_port': {'id': 'f05ee1ae-389a-4488-bc32-028cfefc9716', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:fa:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a1d90a-24c4-4c94-b78c-81c55430cd63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:52:14Z', 'updated_at': '2022-05-07T21:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ee1a1ed1-fdaf-4b6c-9381-832f075da9dc', 'tenant_id': 'f75cb675742543209bcbb75d99b60e97', 'floating_ip_address': '172.35.4.67', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': 'e3a1d90a-24c4-4c94-b78c-81c55430cd63', 'port_id': 'c96fe3c0-1df8-4707-980e-6b6ab0d159b2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1078, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '509cbb97-8d95-4377-b498-4ce6a1d5a1d9', 'mac_address': 'fa:16:3e:78:ce:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bc2b763-2769-4c0e-9bf3-9ee54868505c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T21:53:13Z', 'updated_at': '2022-05-07T21:54:52Z', 'revision_number': 1, 'project_id': 'f75cb675742543209bcbb75d99b60e97', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e834a6e-1bba-4067-b31c-6f34e266cb47', 'name': '', 'network_id': '509cbb97-8d95-4377-b498-4ce6a1d5a1d9', 'tenant_id': 'f75cb675742543209bcbb75d99b60e97', 'mac_address': 'fa:16:3e:8c:93:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a1d90a-24c4-4c94-b78c-81c55430cd63', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '2c9b6f0f-d910-4c1b-9477-b2b4c63a6d0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:52:19Z', 'updated_at': '2022-05-07T21:52:25Z', 'revision_number': 5, 'project_id': 'f75cb675742543209bcbb75d99b60e97', 'subnets': [{'id': '2c9b6f0f-d910-4c1b-9477-b2b4c63a6d0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:54:54.353803 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c2c83847-a1f2-4c35-89f4-ec5ac440d29a req-55de7c5e-c766-4961-809d-dc5f6d21bc1c tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b18b124-d6ae-4635-93ed-9957a39a34ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1045794
May 07 21:54:54.361461 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [req-8700eaca-97c2-4a9e-8636-d8f711e49576 req-ddfb919b-1ee4-488d-9727-3bf1850c7903 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3eec7149-cebf-4a54-bf65-c4194dd2be8d {{(pid=121837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:54:54.392886 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-8700eaca-97c2-4a9e-8636-d8f711e49576 req-ddfb919b-1ee4-488d-9727-3bf1850c7903 service neutron] Publish callbacks [] for port (3eec7149-cebf-4a54-bf65-c4194dd2be8d), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:54.396229 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f615c52e-57d8-4136-a8b0-fbd4d21eccf6 req-84759b82-835c-4ef0-95c5-898db46e0598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:54.398379 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f615c52e-57d8-4136-a8b0-fbd4d21eccf6 req-84759b82-835c-4ef0-95c5-898db46e0598 service neutron] 10.222.0.59 "GET /v2.0/networks?id=509cbb97-8d95-4377-b498-4ce6a1d5a1d9 HTTP/1.1" status: 200  len: 917 time: 0.3360615
May 07 21:54:54.459488 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ee905889-207d-4dfa-94a7-f6692cbee96c req-2c6e6691-ccc4-4652-803e-e2fe90bfee1e tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb18387-ba8a-4070-aa1b-42824ed0c7ec HTTP/1.1" status: 200  len: 210 time: 0.0553572
May 07 21:54:54.475278 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-8700eaca-97c2-4a9e-8636-d8f711e49576 req-13ffad21-c030-4d9b-af29-78841dba561b service neutron] Attempting to bind port 5e8b0963-4bbd-4b02-9602-197e95f150cb on host nch2-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:54:54.475792 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-8700eaca-97c2-4a9e-8636-d8f711e49576 req-13ffad21-c030-4d9b-af29-78841dba561b service neutron] Attempting to bind port 5e8b0963-4bbd-4b02-9602-197e95f150cb by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:54:54.475945 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8700eaca-97c2-4a9e-8636-d8f711e49576 req-13ffad21-c030-4d9b-af29-78841dba561b service neutron] Attempting to bind port 5e8b0963-4bbd-4b02-9602-197e95f150cb on network 665487f0-78eb-47fb-9a06-b15bc614dc47 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:54:54.485625 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-8700eaca-97c2-4a9e-8636-d8f711e49576 req-ddfb919b-1ee4-488d-9727-3bf1850c7903 service neutron] Transition to ACTIVE for port object 3eec7149-cebf-4a54-bf65-c4194dd2be8d will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:54:54.500198 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cee7c8c-b1f1-407a-aaf8-e316fcef8b3b req-50caaa6e-74b7-4648-9715-6f7515f6685e tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:54.501782 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1cee7c8c-b1f1-407a-aaf8-e316fcef8b3b req-50caaa6e-74b7-4648-9715-6f7515f6685e tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "GET /v2.0/ports?device_id=1328c136-9d82-4506-81cd-534b3799a51d HTTP/1.1" status: 200  len: 945 time: 0.1766665
May 07 21:54:54.508667 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-8700eaca-97c2-4a9e-8636-d8f711e49576 req-ddfb919b-1ee4-488d-9727-3bf1850c7903 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (3eec7149-cebf-4a54-bf65-c4194dd2be8d), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:54.529779 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8700eaca-97c2-4a9e-8636-d8f711e49576 req-13ffad21-c030-4d9b-af29-78841dba561b service neutron] Port 5e8b0963-4bbd-4b02-9602-197e95f150cb on network 665487f0-78eb-47fb-9a06-b15bc614dc47 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:54:54.530093 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8700eaca-97c2-4a9e-8636-d8f711e49576 req-13ffad21-c030-4d9b-af29-78841dba561b service neutron] Attempting to bind port 5e8b0963-4bbd-4b02-9602-197e95f150cb on network 665487f0-78eb-47fb-9a06-b15bc614dc47 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:54:54.610436 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8700eaca-97c2-4a9e-8636-d8f711e49576 req-13ffad21-c030-4d9b-af29-78841dba561b service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:54:54.610884 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8700eaca-97c2-4a9e-8636-d8f711e49576 req-13ffad21-c030-4d9b-af29-78841dba561b service neutron] Checking segment: {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:54:54.611189 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8700eaca-97c2-4a9e-8636-d8f711e49576 req-13ffad21-c030-4d9b-af29-78841dba561b service neutron] Bound using segment: {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:54:54.611644 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-8700eaca-97c2-4a9e-8636-d8f711e49576 req-13ffad21-c030-4d9b-af29-78841dba561b service neutron] Bound port: 5e8b0963-4bbd-4b02-9602-197e95f150cb, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:54:54.612012 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-8700eaca-97c2-4a9e-8636-d8f711e49576 req-13ffad21-c030-4d9b-af29-78841dba561b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (5e8b0963-4bbd-4b02-9602-197e95f150cb), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:54.655438 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f615c52e-57d8-4136-a8b0-fbd4d21eccf6 req-7c1e1179-a1cf-4ba5-a91a-b4804dfe602b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c96fe3c0-1df8-4707-980e-6b6ab0d159b2 HTTP/1.1" status: 200  len: 998 time: 0.2360024
May 07 21:54:54.669450 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6bec6a-594d-4f0e-98bf-cc0627452620 None None] New status for floating IP ee1a1ed1-fdaf-4b6c-9381-832f075da9dc: ACTIVE {{(pid=121838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 07 21:54:54.676705 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfb919b-1ee4-488d-9727-3bf1850c7903 service neutron] Pushing event updated for resources: {'Port': ['ID=3eec7149-cebf-4a54-bf65-c4194dd2be8d,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:54.791533 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1cee7c8c-b1f1-407a-aaf8-e316fcef8b3b req-56100d07-ff8d-4f5f-a38d-78b26f402c01 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d51153d-80bb-487e-9b59-7f10285c8c88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2552133
May 07 21:54:54.809615 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cd92ab-ca58-43d7-91fd-d7b2be9b378a req-1fcf0d9d-62c6-40a4-b0ee-0506e692b58d tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:54.818194 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c9cd92ab-ca58-43d7-91fd-d7b2be9b378a req-1fcf0d9d-62c6-40a4-b0ee-0506e692b58d tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] 10.222.0.32 "GET /v2.0/ports?device_id=7df1b628-71b8-4dd0-893e-521f565ba1fc HTTP/1.1" status: 200  len: 946 time: 0.0718350
May 07 21:54:54.873378 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f615c52e-57d8-4136-a8b0-fbd4d21eccf6 req-07f57d81-a704-4fb7-81a5-28f3d26580d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:54.875459 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f615c52e-57d8-4136-a8b0-fbd4d21eccf6 req-07f57d81-a704-4fb7-81a5-28f3d26580d2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2c9b6f0f-d910-4c1b-9477-b2b4c63a6d0b HTTP/1.1" status: 200  len: 855 time: 0.2099876
May 07 21:54:54.892151 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c9cd92ab-ca58-43d7-91fd-d7b2be9b378a req-b25b74ce-226f-45c1-b2f2-4a4d2ade57c8 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] 10.222.0.32 "GET /v2.0/security-groups?id=7d8349f2-8b60-406c-b06a-b103d0159601&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0724909
May 07 21:54:54.980270 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-8700eaca-97c2-4a9e-8636-d8f711e49576 req-13ffad21-c030-4d9b-af29-78841dba561b service neutron] For port 5e8b0963-4bbd-4b02-9602-197e95f150cb, host nch2-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:54:55.043585 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-8700eaca-97c2-4a9e-8636-d8f711e49576 req-ddfb919b-1ee4-488d-9727-3bf1850c7903 service neutron] Attempting to bind port 3eec7149-cebf-4a54-bf65-c4194dd2be8d on host nch2-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:54:55.044001 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-8700eaca-97c2-4a9e-8636-d8f711e49576 req-ddfb919b-1ee4-488d-9727-3bf1850c7903 service neutron] Attempting to bind port 3eec7149-cebf-4a54-bf65-c4194dd2be8d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:54:55.044358 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8700eaca-97c2-4a9e-8636-d8f711e49576 req-ddfb919b-1ee4-488d-9727-3bf1850c7903 service neutron] Attempting to bind port 3eec7149-cebf-4a54-bf65-c4194dd2be8d on network 665487f0-78eb-47fb-9a06-b15bc614dc47 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:54:55.047724 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-8700eaca-97c2-4a9e-8636-d8f711e49576 req-13ffad21-c030-4d9b-af29-78841dba561b service neutron] For port 5e8b0963-4bbd-4b02-9602-197e95f150cb, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5e8b0963-4bbd-4b02-9602-197e95f150cb,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:54:55.058551 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f615c52e-57d8-4136-a8b0-fbd4d21eccf6 req-332bf6b5-3634-479e-864a-65aaac2d943f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:55.060294 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f615c52e-57d8-4136-a8b0-fbd4d21eccf6 req-332bf6b5-3634-479e-864a-65aaac2d943f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=509cbb97-8d95-4377-b498-4ce6a1d5a1d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1270108
May 07 21:54:55.067887 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-8700eaca-97c2-4a9e-8636-d8f711e49576 req-13ffad21-c030-4d9b-af29-78841dba561b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (5e8b0963-4bbd-4b02-9602-197e95f150cb), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:55.074448 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8700eaca-97c2-4a9e-8636-d8f711e49576 req-ddfb919b-1ee4-488d-9727-3bf1850c7903 service neutron] Port 3eec7149-cebf-4a54-bf65-c4194dd2be8d on network 665487f0-78eb-47fb-9a06-b15bc614dc47 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:54:55.075676 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8700eaca-97c2-4a9e-8636-d8f711e49576 req-ddfb919b-1ee4-488d-9727-3bf1850c7903 service neutron] Attempting to bind port 3eec7149-cebf-4a54-bf65-c4194dd2be8d on network 665487f0-78eb-47fb-9a06-b15bc614dc47 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:54:55.099200 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f23495b-e7d2-406b-afc9-c501d33a30bc req-56c648af-41d5-486a-a46b-9f9c55f22af4 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:55.101196 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9f23495b-e7d2-406b-afc9-c501d33a30bc req-56c648af-41d5-486a-a46b-9f9c55f22af4 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d6f28fb-7fb0-4dbe-b780-f14e94c9846d HTTP/1.1" status: 200  len: 946 time: 0.1149004
May 07 21:54:55.159976 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c956ccd1-5fc2-478d-a3b6-6f8b0ed392c5 req-bdc927ad-b055-41e1-94f1-baf73a70a3c5 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:55.162453 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c956ccd1-5fc2-478d-a3b6-6f8b0ed392c5 req-bdc927ad-b055-41e1-94f1-baf73a70a3c5 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?device_id=0010a466-c288-469b-99f3-a3db8a5efb7c HTTP/1.1" status: 200  len: 948 time: 0.0535736
May 07 21:54:55.170011 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8700eaca-97c2-4a9e-8636-d8f711e49576 req-13ffad21-c030-4d9b-af29-78841dba561b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:55.170760 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-8700eaca-97c2-4a9e-8636-d8f711e49576 req-13ffad21-c030-4d9b-af29-78841dba561b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:55.172393 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8700eaca-97c2-4a9e-8636-d8f711e49576 req-13ffad21-c030-4d9b-af29-78841dba561b service neutron] 10.222.0.59 "PUT /v2.0/ports/5e8b0963-4bbd-4b02-9602-197e95f150cb HTTP/1.1" status: 200  len: 1096 time: 3.4256043
May 07 21:54:55.182538 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0010a466-c288-469b-99f3-a3db8a5efb7c', 'tag': '5e8b0963-4bbd-4b02-9602-197e95f150cb'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:54:55.184736 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-966aef3c-0c27-479a-963c-3a9811bb24a3" -d '{"events": [{"name": "network-changed", "server_uuid": "0010a466-c288-469b-99f3-a3db8a5efb7c", "tag": "5e8b0963-4bbd-4b02-9602-197e95f150cb"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:54:55.188658 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8700eaca-97c2-4a9e-8636-d8f711e49576 req-ddfb919b-1ee4-488d-9727-3bf1850c7903 service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:54:55.189435 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8700eaca-97c2-4a9e-8636-d8f711e49576 req-ddfb919b-1ee4-488d-9727-3bf1850c7903 service neutron] Checking segment: {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:54:55.189435 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8700eaca-97c2-4a9e-8636-d8f711e49576 req-ddfb919b-1ee4-488d-9727-3bf1850c7903 service neutron] Bound using segment: {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:54:55.190060 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-8700eaca-97c2-4a9e-8636-d8f711e49576 req-ddfb919b-1ee4-488d-9727-3bf1850c7903 service neutron] Bound port: 3eec7149-cebf-4a54-bf65-c4194dd2be8d, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:54:55.190376 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-8700eaca-97c2-4a9e-8636-d8f711e49576 req-ddfb919b-1ee4-488d-9727-3bf1850c7903 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (3eec7149-cebf-4a54-bf65-c4194dd2be8d), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:55.225117 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c956ccd1-5fc2-478d-a3b6-6f8b0ed392c5 req-1264d54e-d700-401f-bc66-5cbff1741ded tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/security-groups?id=aca2780c-128c-4de5-85a4-a7e10bd42e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554891
May 07 21:54:55.359358 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ffad21-c030-4d9b-af29-78841dba561b service neutron] Pushing event updated for resources: {'Port': ['ID=5e8b0963-4bbd-4b02-9602-197e95f150cb,revision_number=3']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:55.368866 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5434793c-8673-428d-8f73-649441137c82 req-bd58183c-4a79-4871-88b3-a63d3c7d4d5b tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:55.370942 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5434793c-8673-428d-8f73-649441137c82 req-bd58183c-4a79-4871-88b3-a63d3c7d4d5b tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc6a642e-763c-4ac9-8ef7-4985bcb86060 HTTP/1.1" status: 200  len: 946 time: 0.0628715
May 07 21:54:55.383049 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9f23495b-e7d2-406b-afc9-c501d33a30bc req-e0e1b071-99d7-4eec-8b8d-badd71107bbe tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff80f794-fcbb-42be-a4f4-a428e6692136&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2472329
May 07 21:54:55.384510 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8700eaca-97c2-4a9e-8636-d8f711e49576 req-949c346c-3e91-4652-8dac-0e30795f6339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:55.385816 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8700eaca-97c2-4a9e-8636-d8f711e49576 req-949c346c-3e91-4652-8dac-0e30795f6339 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a24cf19532e0484fabd6dc4e6b66fe30&device_id=0010a466-c288-469b-99f3-a3db8a5efb7c HTTP/1.1" status: 200  len: 1130 time: 0.1526198
May 07 21:54:55.394034 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ffad21-c030-4d9b-af29-78841dba561b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:54:55.394445 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ffad21-c030-4d9b-af29-78841dba561b service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:54:55.395425 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ffad21-c030-4d9b-af29-78841dba561b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:54:55.395720 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ffad21-c030-4d9b-af29-78841dba561b service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:54:55.396051 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ffad21-c030-4d9b-af29-78841dba561b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:54:55.396412 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ffad21-c030-4d9b-af29-78841dba561b service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:54:55.396736 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ffad21-c030-4d9b-af29-78841dba561b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:54:55.397061 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ffad21-c030-4d9b-af29-78841dba561b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:54:55.397380 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ffad21-c030-4d9b-af29-78841dba561b service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:54:55.397698 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ffad21-c030-4d9b-af29-78841dba561b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:54:55.398016 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ffad21-c030-4d9b-af29-78841dba561b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:54:55.398334 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ffad21-c030-4d9b-af29-78841dba561b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:54:55.398654 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ffad21-c030-4d9b-af29-78841dba561b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:54:55.399061 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ffad21-c030-4d9b-af29-78841dba561b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:54:55.399381 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ffad21-c030-4d9b-af29-78841dba561b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:54:55.421292 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f615c52e-57d8-4136-a8b0-fbd4d21eccf6 req-8b2e257c-335b-47da-a1fb-ac82b4ce1ff4 service neutron] 10.222.0.59 "GET /v2.0/networks/509cbb97-8d95-4377-b498-4ce6a1d5a1d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3502853
May 07 21:54:55.456402 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5434793c-8673-428d-8f73-649441137c82 req-4c2e590c-cd66-498f-8ce8-f782a5c80fe3 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bbf50af-50c2-4df2-bc37-9f0e79ec6d91&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0759966
May 07 21:54:55.463736 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f31165be-5f04-4274-a849-9f8dffaaf3de x-openstack-request-id: req-f31165be-5f04-4274-a849-9f8dffaaf3de {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:54:55.464024 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0010a466-c288-469b-99f3-a3db8a5efb7c", "tag": "5e8b0963-4bbd-4b02-9602-197e95f150cb", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:54:55.464274 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f31165be-5f04-4274-a849-9f8dffaaf3de {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:54:55.464693 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f31165be-5f04-4274-a849-9f8dffaaf3de'] response: {'name': 'network-changed', 'server_uuid': '0010a466-c288-469b-99f3-a3db8a5efb7c', 'tag': '5e8b0963-4bbd-4b02-9602-197e95f150cb', 'status': 'completed', 'code': 200}
May 07 21:54:55.483228 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8700eaca-97c2-4a9e-8636-d8f711e49576 req-3c1c0631-b875-49ad-bf6f-e01ddb2ff708 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=5e8b0963-4bbd-4b02-9602-197e95f150cb HTTP/1.1" status: 200  len: 217 time: 0.0790081
May 07 21:54:55.543126 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-8700eaca-97c2-4a9e-8636-d8f711e49576 req-ddfb919b-1ee4-488d-9727-3bf1850c7903 service neutron] For port 3eec7149-cebf-4a54-bf65-c4194dd2be8d, host nch2-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:54:55.572111 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6a694fc4-0d41-4acd-ac6a-52e0bae528c9 req-723401b0-1190-4d76-8c08-8c5a46d6fbf4 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb18387-ba8a-4070-aa1b-42824ed0c7ec HTTP/1.1" status: 200  len: 210 time: 0.0313172
May 07 21:54:55.627411 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-8700eaca-97c2-4a9e-8636-d8f711e49576 req-ddfb919b-1ee4-488d-9727-3bf1850c7903 service neutron] For port 3eec7149-cebf-4a54-bf65-c4194dd2be8d, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3eec7149-cebf-4a54-bf65-c4194dd2be8d,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:54:55.649963 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-8700eaca-97c2-4a9e-8636-d8f711e49576 req-ddfb919b-1ee4-488d-9727-3bf1850c7903 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (3eec7149-cebf-4a54-bf65-c4194dd2be8d), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:55.662930 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866ba99b-59f3-45bf-8a64-551b7912bcae req-cc0be5c1-75dd-41c8-9155-28200eb2f4cf tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:55.664393 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-866ba99b-59f3-45bf-8a64-551b7912bcae req-cc0be5c1-75dd-41c8-9155-28200eb2f4cf tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f1345a1-41a5-40ac-a7c4-7d6b9eb621fb HTTP/1.1" status: 200  len: 946 time: 0.1531277
May 07 21:54:55.671766 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8700eaca-97c2-4a9e-8636-d8f711e49576 req-1143adde-5cd0-412e-8bd4-1c2156c91e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:55.673287 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8700eaca-97c2-4a9e-8636-d8f711e49576 req-1143adde-5cd0-412e-8bd4-1c2156c91e98 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6e0e5c53-1ece-4d20-b01d-5f8c6957edf6 HTTP/1.1" status: 200  len: 843 time: 0.1737516
May 07 21:54:55.721899 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8700eaca-97c2-4a9e-8636-d8f711e49576 req-ddfb919b-1ee4-488d-9727-3bf1850c7903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:55.722591 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-8700eaca-97c2-4a9e-8636-d8f711e49576 req-ddfb919b-1ee4-488d-9727-3bf1850c7903 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:55.724194 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8700eaca-97c2-4a9e-8636-d8f711e49576 req-ddfb919b-1ee4-488d-9727-3bf1850c7903 service neutron] 10.222.0.59 "PUT /v2.0/ports/3eec7149-cebf-4a54-bf65-c4194dd2be8d HTTP/1.1" status: 200  len: 1095 time: 2.8782685
May 07 21:54:55.802850 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f615c52e-57d8-4136-a8b0-fbd4d21eccf6 req-d7c7d0d0-a6b6-4315-b14a-c9223f230c8a service neutron] 10.222.0.59 "GET /v2.0/networks/509cbb97-8d95-4377-b498-4ce6a1d5a1d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3372536
May 07 21:54:55.853659 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8700eaca-97c2-4a9e-8636-d8f711e49576 req-9264811a-39fc-4e28-9021-45c003c2cb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:55.855378 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8700eaca-97c2-4a9e-8636-d8f711e49576 req-9264811a-39fc-4e28-9021-45c003c2cb86 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=665487f0-78eb-47fb-9a06-b15bc614dc47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1554747
May 07 21:54:55.865794 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfb919b-1ee4-488d-9727-3bf1850c7903 service neutron] Pushing event updated for resources: {'Port': ['ID=3eec7149-cebf-4a54-bf65-c4194dd2be8d,revision_number=3']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:55.888813 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8700eaca-97c2-4a9e-8636-d8f711e49576 req-6959c964-dfcc-4c0b-a6fc-0d0c4964a1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:55.890425 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8700eaca-97c2-4a9e-8636-d8f711e49576 req-6959c964-dfcc-4c0b-a6fc-0d0c4964a1cd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a24cf19532e0484fabd6dc4e6b66fe30&device_id=120a21bb-a0eb-49aa-adce-3903960c1785 HTTP/1.1" status: 200  len: 1129 time: 0.1156030
May 07 21:54:55.907431 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-866ba99b-59f3-45bf-8a64-551b7912bcae req-580a56e1-2388-4569-9eec-6c559a818b0b tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b18b124-d6ae-4635-93ed-9957a39a34ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2313001
May 07 21:54:55.959448 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b51483a-408f-44f2-b0c5-90a623ca3338 req-5b9c653d-43bf-4fd6-a89e-3482e2e2766c tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:55.961892 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2b51483a-408f-44f2-b0c5-90a623ca3338 req-5b9c653d-43bf-4fd6-a89e-3482e2e2766c tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "GET /v2.0/ports?device_id=1328c136-9d82-4506-81cd-534b3799a51d HTTP/1.1" status: 200  len: 945 time: 0.0696583
May 07 21:54:55.970332 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8700eaca-97c2-4a9e-8636-d8f711e49576 req-2601bbe2-26aa-4c18-9bfb-4687a9351a12 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=3eec7149-cebf-4a54-bf65-c4194dd2be8d HTTP/1.1" status: 200  len: 217 time: 0.0615349
May 07 21:54:56.009512 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-025b8525-c80b-48b1-b455-dab184a8274c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:56.021586 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2b51483a-408f-44f2-b0c5-90a623ca3338 req-cfe999e7-84f0-449d-b0d1-bc9b309c734d tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d51153d-80bb-487e-9b59-7f10285c8c88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0511172
May 07 21:54:56.106241 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6916147-8882-4775-8847-995e58647161 req-781604d7-98c3-4d5d-ac79-ece9228d84a2 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:56.107769 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f6916147-8882-4775-8847-995e58647161 req-781604d7-98c3-4d5d-ac79-ece9228d84a2 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] 10.222.0.32 "GET /v2.0/ports?device_id=7df1b628-71b8-4dd0-893e-521f565ba1fc HTTP/1.1" status: 200  len: 946 time: 0.0909736
May 07 21:54:56.119405 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8700eaca-97c2-4a9e-8636-d8f711e49576 req-89ad5dd5-7282-48ab-87bb-3e338559d6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:56.120777 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8700eaca-97c2-4a9e-8636-d8f711e49576 req-89ad5dd5-7282-48ab-87bb-3e338559d6a0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6e0e5c53-1ece-4d20-b01d-5f8c6957edf6 HTTP/1.1" status: 200  len: 843 time: 0.1127007
May 07 21:54:56.129022 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8700eaca-97c2-4a9e-8636-d8f711e49576 req-3dde7e85-d3e3-4423-8c73-a4cf08774c09 service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2541826
May 07 21:54:56.217946 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8700eaca-97c2-4a9e-8636-d8f711e49576 req-bdc765a2-8b76-44f1-bdab-6d7dc2006055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:56.219475 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8700eaca-97c2-4a9e-8636-d8f711e49576 req-bdc765a2-8b76-44f1-bdab-6d7dc2006055 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=665487f0-78eb-47fb-9a06-b15bc614dc47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0806057
May 07 21:54:56.264318 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f6916147-8882-4775-8847-995e58647161 req-f188a887-706f-410b-bbbc-844a0f915520 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] 10.222.0.32 "GET /v2.0/security-groups?id=7d8349f2-8b60-406c-b06a-b103d0159601&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1488388
May 07 21:54:56.356290 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3549c0-3389-4dfa-bdf1-3cbb38faa661 req-4826f86e-bfdb-4a9c-b224-853dafa26aa0 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:56.358069 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bb3549c0-3389-4dfa-bdf1-3cbb38faa661 req-4826f86e-bfdb-4a9c-b224-853dafa26aa0 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?device_id=0010a466-c288-469b-99f3-a3db8a5efb7c HTTP/1.1" status: 200  len: 948 time: 0.0534005
May 07 21:54:56.421195 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bb3549c0-3389-4dfa-bdf1-3cbb38faa661 req-50e117ed-f414-4b1f-9063-1c0b49b082f9 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/security-groups?id=aca2780c-128c-4de5-85a4-a7e10bd42e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552535
May 07 21:54:56.591563 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e8c67b-e7c0-4623-9553-c2879cea0200 req-b444a651-eea9-454b-8924-07ca8bb6706e tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:56.593071 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-45e8c67b-e7c0-4623-9553-c2879cea0200 req-b444a651-eea9-454b-8924-07ca8bb6706e tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc6a642e-763c-4ac9-8ef7-4985bcb86060 HTTP/1.1" status: 200  len: 946 time: 0.0511374
May 07 21:54:56.596483 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8700eaca-97c2-4a9e-8636-d8f711e49576 req-af1434e8-6b19-4fd7-a4e8-b65034ccdbd9 service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4563434
May 07 21:54:56.606061 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa8b0eb-55f3-40a6-8c81-3a05abe844ef req-001c34e2-72bd-4e92-9dbe-7132e611c2e6 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:56.607571 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-daa8b0eb-55f3-40a6-8c81-3a05abe844ef req-001c34e2-72bd-4e92-9dbe-7132e611c2e6 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d6f28fb-7fb0-4dbe-b780-f14e94c9846d HTTP/1.1" status: 200  len: 946 time: 0.0699298
May 07 21:54:56.637916 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8700eaca-97c2-4a9e-8636-d8f711e49576 req-64af6053-f4d6-459b-9f40-af32c616cce6 service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3895984
May 07 21:54:56.645730 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-45e8c67b-e7c0-4623-9553-c2879cea0200 req-755276c5-c77a-40fc-91bd-6ef20f3601b2 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bbf50af-50c2-4df2-bc37-9f0e79ec6d91&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459609
May 07 21:54:56.668271 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-daa8b0eb-55f3-40a6-8c81-3a05abe844ef req-8816824d-6991-4e10-af47-5db95ae5e8f2 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff80f794-fcbb-42be-a4f4-a428e6692136&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513396
May 07 21:54:56.738104 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b9891de0-3758-4be8-a73f-a5b619ff6db1 req-92efd010-4c25-4f06-a6a6-4497913ffd97 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb18387-ba8a-4070-aa1b-42824ed0c7ec HTTP/1.1" status: 200  len: 210 time: 0.0275652
May 07 21:54:56.904342 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-fa0f0195-2238-4b84-b14f-824c863d6df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:56.905882 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-fa0f0195-2238-4b84-b14f-824c863d6df0 service neutron] 10.222.0.55 "GET /v2.0/ports/8265c59d-4721-4235-823a-846b00373dfe HTTP/1.1" status: 200  len: 1027 time: 0.0441327
May 07 21:54:56.919708 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23c49a8-da0c-48d3-bf31-1b10773d7698 req-bffab770-9a81-4e18-bb5c-071e6d7e04b1 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:56.921163 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c23c49a8-da0c-48d3-bf31-1b10773d7698 req-bffab770-9a81-4e18-bb5c-071e6d7e04b1 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] 10.222.0.55 "GET /v2.0/ports?device_id=7df1b628-71b8-4dd0-893e-521f565ba1fc HTTP/1.1" status: 200  len: 946 time: 0.1132474
May 07 21:54:56.948798 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-3e1a18e9-ab86-42f8-93a4-18240a9cccfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:56.950211 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-3e1a18e9-ab86-42f8-93a4-18240a9cccfc service neutron] 10.222.0.55 "GET /v2.0/ports/d3eb7f9f-cad6-43cc-b93c-f50a5e95c505 HTTP/1.1" status: 200  len: 1027 time: 0.0378740
May 07 21:54:56.967434 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-242b8964-109f-4226-80f7-c5d280a36810 req-6acd4e5d-6bd6-4490-98fb-9bf139fe6104 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2621207
May 07 21:54:56.981233 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-242b8964-109f-4226-80f7-c5d280a36810 req-3e053dd6-dc1e-4b84-858c-f4936fb8db50 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Request body: {'floatingip': {'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:54:57.041592 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-242b8964-109f-4226-80f7-c5d280a36810 req-3e053dd6-dc1e-4b84-858c-f4936fb8db50 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:57.062318 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-c23c49a8-da0c-48d3-bf31-1b10773d7698 req-b07e371c-7b89-4bfb-8dbf-487fc45e89c0 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] Deleting port 086eedec-731a-4836-8a01-603bbdb8a932 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:54:57.062653 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-c23c49a8-da0c-48d3-bf31-1b10773d7698 req-b07e371c-7b89-4bfb-8dbf-487fc45e89c0 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (086eedec-731a-4836-8a01-603bbdb8a932), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:57.091368 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae14f80b-7651-49f8-8c6d-9c77dc4c9fee req-56549d6d-0b4d-4975-b79d-a8ea7a4ebd5d tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:57.093006 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ae14f80b-7651-49f8-8c6d-9c77dc4c9fee req-56549d6d-0b4d-4975-b79d-a8ea7a4ebd5d tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f1345a1-41a5-40ac-a7c4-7d6b9eb621fb HTTP/1.1" status: 200  len: 946 time: 0.1032672
May 07 21:54:57.151544 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-cdf9bbef-dd0a-460e-8c90-e316cf4d7796 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:57.157338 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-cdf9bbef-dd0a-460e-8c90-e316cf4d7796 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:57.164021 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-cdf9bbef-dd0a-460e-8c90-e316cf4d7796 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:57.165659 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-cdf9bbef-dd0a-460e-8c90-e316cf4d7796 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.55 "GET /v2.0/networks?id=78b27442-bcb9-410d-9431-ef2d20377793&id=3e9903c9-6550-4ae2-aa4f-70e03144784f&id=3e9903c9-6550-4ae2-aa4f-70e03144784f&id=3e9903c9-6550-4ae2-aa4f-70e03144784f&id=3e9903c9-6550-4ae2-aa4f-70e03144784f&id=d3d6fbc8-cbfa-4c1a-9104-6c52ad3f84a6&id=d3d6fbc8-cbfa-4c1a-9104-6c52ad3f84a6 HTTP/1.1" status: 200  len: 1990 time: 0.1912713
May 07 21:54:57.217456 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ae14f80b-7651-49f8-8c6d-9c77dc4c9fee req-1c99a292-1cb7-48b7-ab32-3bfb3a24eec4 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b18b124-d6ae-4635-93ed-9957a39a34ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1179585
May 07 21:54:57.219123 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-242b8964-109f-4226-80f7-c5d280a36810 req-3e053dd6-dc1e-4b84-858c-f4936fb8db50 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:57.240355 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-c23c49a8-da0c-48d3-bf31-1b10773d7698 req-b07e371c-7b89-4bfb-8dbf-487fc45e89c0 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] For port 086eedec-731a-4836-8a01-603bbdb8a932, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=086eedec-731a-4836-8a01-603bbdb8a932,segment=NetworkSegment(55d18767-ccce-4274-bc61-21f826804a03),segment_id=55d18767-ccce-4274-bc61-21f826804a03)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:54:57.240930 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-c23c49a8-da0c-48d3-bf31-1b10773d7698 req-b07e371c-7b89-4bfb-8dbf-487fc45e89c0 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (086eedec-731a-4836-8a01-603bbdb8a932), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:57.264046 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-9a2f79a8-4f57-4f0f-afb6-c5ca892a4f36 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=70a2fded25c74c839c01e55a91e7f7fc HTTP/1.1" status: 200  len: 379 time: 0.0873010
May 07 21:54:57.274594 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-4fac1022-087e-42fe-acd1-2ba33ee469d5 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Request body: {'port': {'device_id': 'dfb18387-ba8a-4070-aa1b-42824ed0c7ec', 'network_id': '78b27442-bcb9-410d-9431-ef2d20377793', 'admin_state_up': True, 'tenant_id': '70a2fded25c74c839c01e55a91e7f7fc', 'security_groups': ['4683f7d7-8b63-48cf-a24d-027ba8d9c114']}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:54:57.327284 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:57.376800 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0605416b-20b7-46e1-b700-2ce78936e6df req-e80bf514-a99b-485c-b679-45d44b6444b3 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:57.378367 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0605416b-20b7-46e1-b700-2ce78936e6df req-e80bf514-a99b-485c-b679-45d44b6444b3 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "GET /v2.0/ports?device_id=1328c136-9d82-4506-81cd-534b3799a51d HTTP/1.1" status: 200  len: 945 time: 0.0999870
May 07 21:54:57.472852 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-4fac1022-087e-42fe-acd1-2ba33ee469d5 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Made reservation on behalf of 70a2fded25c74c839c01e55a91e7f7fc for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:54:57.473239 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '120a21bb-a0eb-49aa-adce-3903960c1785', 'tag': '3eec7149-cebf-4a54-bf65-c4194dd2be8d'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:54:57.475843 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c49d881a-b873-40d0-9275-2e96f0ad5329" -d '{"events": [{"name": "network-changed", "server_uuid": "120a21bb-a0eb-49aa-adce-3903960c1785", "tag": "3eec7149-cebf-4a54-bf65-c4194dd2be8d"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:54:57.477958 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-4fac1022-087e-42fe-acd1-2ba33ee469d5 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:57.509039 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0605416b-20b7-46e1-b700-2ce78936e6df req-04ebfe6f-2982-476e-8dba-8ef2c0dace0d tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d51153d-80bb-487e-9b59-7f10285c8c88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1143968
May 07 21:54:57.603843 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [req-242b8964-109f-4226-80f7-c5d280a36810 req-3e053dd6-dc1e-4b84-858c-f4936fb8db50 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Allocated IP 172.35.4.22 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/f1ed7054-989f-4055-a0db-ff44df1ff73c) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:54:57.679955 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-c23c49a8-da0c-48d3-bf31-1b10773d7698 req-b07e371c-7b89-4bfb-8dbf-487fc45e89c0 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:57.680499 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-c23c49a8-da0c-48d3-bf31-1b10773d7698 req-b07e371c-7b89-4bfb-8dbf-487fc45e89c0 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (10bca91f-abe5-4460-82f3-1b52c2297341), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:57.680922 ncdv-master-1 neutron-server[121837]: INFO neutron.db.l3_db [req-c23c49a8-da0c-48d3-bf31-1b10773d7698 req-b07e371c-7b89-4bfb-8dbf-487fc45e89c0 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] Floating IP 10bca91f-abe5-4460-82f3-1b52c2297341 disassociated. External IP: 172.35.4.233, port: 086eedec-731a-4836-8a01-603bbdb8a932.
May 07 21:54:57.681378 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-c23c49a8-da0c-48d3-bf31-1b10773d7698 req-b07e371c-7b89-4bfb-8dbf-487fc45e89c0 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] Calling delete_port for 086eedec-731a-4836-8a01-603bbdb8a932 owned by compute:nova {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:54:57.874020 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966aef3c-0c27-479a-963c-3a9811bb24a3 req-b1009fd1-e348-44fb-91bb-d0f3dae594ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:57.875820 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-966aef3c-0c27-479a-963c-3a9811bb24a3 req-b1009fd1-e348-44fb-91bb-d0f3dae594ea service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a24cf19532e0484fabd6dc4e6b66fe30&device_id=0010a466-c288-469b-99f3-a3db8a5efb7c HTTP/1.1" status: 200  len: 1130 time: 0.1859765
May 07 21:54:58.001308 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3afd576-f76b-4f22-8462-86e696ff0293 req-d68da1d7-31de-46de-a97f-6f107945f1ed tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:58.003009 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f3afd576-f76b-4f22-8462-86e696ff0293 req-d68da1d7-31de-46de-a97f-6f107945f1ed tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] 10.222.0.32 "GET /v2.0/ports?device_id=7df1b628-71b8-4dd0-893e-521f565ba1fc HTTP/1.1" status: 200  len: 946 time: 0.4093437
May 07 21:54:58.019927 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-242b8964-109f-4226-80f7-c5d280a36810 req-3e053dd6-dc1e-4b84-858c-f4936fb8db50 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Publish callbacks [] for port (f1ed7054-989f-4055-a0db-ff44df1ff73c), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:58.022921 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8700eaca-97c2-4a9e-8636-d8f711e49576 req-6e8403d8-0e82-44b5-90a2-8b1950d462dc service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3291342
May 07 21:54:58.040305 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-4fac1022-087e-42fe-acd1-2ba33ee469d5 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Allocated IP 172.20.0.9 (78b27442-bcb9-410d-9431-ef2d20377793/b94529aa-c690-43df-a7f8-1037d29e0a09/248ca656-6bff-4ce6-b67d-1c6c09ea7b42) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:54:58.075525 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f3afd576-f76b-4f22-8462-86e696ff0293 req-59d4df4d-94da-441a-bfca-fb41a186dda6 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] 10.222.0.32 "GET /v2.0/security-groups?id=7d8349f2-8b60-406c-b06a-b103d0159601&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0638361
May 07 21:54:58.126721 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966aef3c-0c27-479a-963c-3a9811bb24a3 req-7a21d0c7-6439-41fb-8a67-4fb4dd2c97e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:58.128291 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-966aef3c-0c27-479a-963c-3a9811bb24a3 req-7a21d0c7-6439-41fb-8a67-4fb4dd2c97e2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=665487f0-78eb-47fb-9a06-b15bc614dc47 HTTP/1.1" status: 200  len: 870 time: 0.2390382
May 07 21:54:58.143393 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-242b8964-109f-4226-80f7-c5d280a36810 req-3e053dd6-dc1e-4b84-858c-f4936fb8db50 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (f1ed7054-989f-4055-a0db-ff44df1ff73c), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:58.152030 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-c23c49a8-da0c-48d3-bf31-1b10773d7698 req-b07e371c-7b89-4bfb-8dbf-487fc45e89c0 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (086eedec-731a-4836-8a01-603bbdb8a932), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:58.204300 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-242b8964-109f-4226-80f7-c5d280a36810 req-3e053dd6-dc1e-4b84-858c-f4936fb8db50 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:54:58.214221 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [req-242b8964-109f-4226-80f7-c5d280a36810 req-3e053dd6-dc1e-4b84-858c-f4936fb8db50 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:54:58.215282 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-242b8964-109f-4226-80f7-c5d280a36810 req-3e053dd6-dc1e-4b84-858c-f4936fb8db50 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:54:58.243927 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcbf785-e9a9-4569-bd43-0843059e2f46 req-4380e7b2-3f0a-4da5-9469-65131f0081e9 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:58.245429 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5bcbf785-e9a9-4569-bd43-0843059e2f46 req-4380e7b2-3f0a-4da5-9469-65131f0081e9 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?device_id=0010a466-c288-469b-99f3-a3db8a5efb7c HTTP/1.1" status: 200  len: 948 time: 0.0624111
May 07 21:54:58.284121 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-4fac1022-087e-42fe-acd1-2ba33ee469d5 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks [] for port (248ca656-6bff-4ce6-b67d-1c6c09ea7b42), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:58.331412 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5bcbf785-e9a9-4569-bd43-0843059e2f46 req-90e6871a-06ac-4985-a482-785122ab055d tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/security-groups?id=aca2780c-128c-4de5-85a4-a7e10bd42e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0762861
May 07 21:54:58.350981 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-4fac1022-087e-42fe-acd1-2ba33ee469d5 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (248ca656-6bff-4ce6-b67d-1c6c09ea7b42), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:58.413032 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-4fac1022-087e-42fe-acd1-2ba33ee469d5 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Network 78b27442-bcb9-410d-9431-ef2d20377793 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:54:58.417264 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-4fac1022-087e-42fe-acd1-2ba33ee469d5 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:54:58.422265 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-4fac1022-087e-42fe-acd1-2ba33ee469d5 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:54:58.538573 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f70cc859-e1a0-49cf-b90d-6ff4d47f285f x-openstack-request-id: req-f70cc859-e1a0-49cf-b90d-6ff4d47f285f {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:54:58.538909 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "120a21bb-a0eb-49aa-adce-3903960c1785", "tag": "3eec7149-cebf-4a54-bf65-c4194dd2be8d", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:54:58.539146 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f70cc859-e1a0-49cf-b90d-6ff4d47f285f {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:54:58.539542 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f70cc859-e1a0-49cf-b90d-6ff4d47f285f'] response: {'name': 'network-changed', 'server_uuid': '120a21bb-a0eb-49aa-adce-3903960c1785', 'tag': '3eec7149-cebf-4a54-bf65-c4194dd2be8d', 'status': 'completed', 'code': 200}
May 07 21:54:58.543416 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e053dd6-dc1e-4b84-858c-f4936fb8db50 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Pushing event updated for resources: {'Port': ['ID=f1ed7054-989f-4055-a0db-ff44df1ff73c,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:58.549364 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9df8d6-94c8-416b-a8b9-bbc062ef6d07 req-7648cc0e-c846-4369-b017-aa072be58c75 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:58.551457 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5e9df8d6-94c8-416b-a8b9-bbc062ef6d07 req-7648cc0e-c846-4369-b017-aa072be58c75 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc6a642e-763c-4ac9-8ef7-4985bcb86060 HTTP/1.1" status: 200  len: 946 time: 0.0703874
May 07 21:54:58.555093 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fac1022-087e-42fe-acd1-2ba33ee469d5 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Pushing event updated for resources: {'Port': ['ID=248ca656-6bff-4ce6-b67d-1c6c09ea7b42,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:58.571551 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07e371c-7b89-4bfb-8dbf-487fc45e89c0 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] Pushing event deleted for resources: {'Port': ['ID=086eedec-731a-4836-8a01-603bbdb8a932,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:58.589631 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fac1022-087e-42fe-acd1-2ba33ee469d5 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:54:58.591896 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fac1022-087e-42fe-acd1-2ba33ee469d5 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:54:58.591896 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fac1022-087e-42fe-acd1-2ba33ee469d5 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:54:58.591896 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fac1022-087e-42fe-acd1-2ba33ee469d5 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:54:58.591896 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fac1022-087e-42fe-acd1-2ba33ee469d5 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:54:58.591896 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fac1022-087e-42fe-acd1-2ba33ee469d5 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:54:58.591896 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fac1022-087e-42fe-acd1-2ba33ee469d5 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:54:58.592312 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fac1022-087e-42fe-acd1-2ba33ee469d5 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:54:58.592312 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fac1022-087e-42fe-acd1-2ba33ee469d5 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:54:58.592615 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fac1022-087e-42fe-acd1-2ba33ee469d5 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:54:58.592962 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fac1022-087e-42fe-acd1-2ba33ee469d5 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:54:58.593458 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fac1022-087e-42fe-acd1-2ba33ee469d5 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:54:58.593796 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fac1022-087e-42fe-acd1-2ba33ee469d5 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:54:58.594120 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fac1022-087e-42fe-acd1-2ba33ee469d5 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:54:58.594445 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fac1022-087e-42fe-acd1-2ba33ee469d5 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:54:58.624363 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-4fac1022-087e-42fe-acd1-2ba33ee469d5 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:58.625282 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-4fac1022-087e-42fe-acd1-2ba33ee469d5 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:58.666673 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-4fac1022-087e-42fe-acd1-2ba33ee469d5 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3957076
May 07 21:54:58.678243 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5e9df8d6-94c8-416b-a8b9-bbc062ef6d07 req-192e9393-08ec-4b0a-9444-151debb75b63 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bbf50af-50c2-4df2-bc37-9f0e79ec6d91&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1166427
May 07 21:54:58.708616 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-64e28519-fbcd-4993-9ab3-3f532e63854f tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Request body: {'port': {'device_id': 'dfb18387-ba8a-4070-aa1b-42824ed0c7ec', 'network_id': '3e9903c9-6550-4ae2-aa4f-70e03144784f', 'admin_state_up': True, 'tenant_id': '70a2fded25c74c839c01e55a91e7f7fc', 'security_groups': ['4683f7d7-8b63-48cf-a24d-027ba8d9c114']}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:54:58.730703 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-242b8964-109f-4226-80f7-c5d280a36810 req-3e053dd6-dc1e-4b84-858c-f4936fb8db50 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Publish callbacks [] for floatingip (bc6ddc69-3ad1-4ec6-ad2e-4053ffde1378), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:58.742471 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 5e8b0963-4bbd-4b02-9602-197e95f150cb details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:54:58.752482 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c23c49a8-da0c-48d3-bf31-1b10773d7698 req-b07e371c-7b89-4bfb-8dbf-487fc45e89c0 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] Router fdcdf0dd-397f-4788-8d35-b848a481d330 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 21:54:58.885289 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-64e28519-fbcd-4993-9ab3-3f532e63854f tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Made reservation on behalf of 70a2fded25c74c839c01e55a91e7f7fc for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:54:58.893129 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-64e28519-fbcd-4993-9ab3-3f532e63854f tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:58.907943 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c23c49a8-da0c-48d3-bf31-1b10773d7698 req-b07e371c-7b89-4bfb-8dbf-487fc45e89c0 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:54:58.915921 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-242b8964-109f-4226-80f7-c5d280a36810 req-3e053dd6-dc1e-4b84-858c-f4936fb8db50 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f1ed7054-989f-4055-a0db-ff44df1ff73c), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:58.921059 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc70f48-839f-4b9e-8490-cf1a234acba4 None None] Sync routers for ids ['fdcdf0dd-397f-4788-8d35-b848a481d330'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:54:58.952201 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc70f48-839f-4b9e-8490-cf1a234acba4 None None] Routers {'fdcdf0dd-397f-4788-8d35-b848a481d330'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:54:58.960164 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-cdc70f48-839f-4b9e-8490-cf1a234acba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8ca21a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:54:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['fdcdf0dd-397f-4788-8d35-b848a481d330'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:54:58.982522 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e0d6e5-2aad-4191-acb1-70c19fda2842 req-ad2b355a-e2a8-469f-adb4-6386613b537b tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:58.982865 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-c23c49a8-da0c-48d3-bf31-1b10773d7698 req-b07e371c-7b89-4bfb-8dbf-487fc45e89c0 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] No DVR routers for this DVR port 086eedec-731a-4836-8a01-603bbdb8a932 on host nch1-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:54:58.983569 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 5e8b0963-4bbd-4b02-9602-197e95f150cb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5e8b0963-4bbd-4b02-9602-197e95f150cb,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:54:58.985878 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-c23c49a8-da0c-48d3-bf31-1b10773d7698 req-b07e371c-7b89-4bfb-8dbf-487fc45e89c0 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:58.989984 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c23c49a8-da0c-48d3-bf31-1b10773d7698 req-b07e371c-7b89-4bfb-8dbf-487fc45e89c0 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] 10.222.0.55 "DELETE /v2.0/ports/086eedec-731a-4836-8a01-603bbdb8a932 HTTP/1.1" status: 204  len: 173 time: 2.0641167
May 07 21:54:58.990595 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a8e0d6e5-2aad-4191-acb1-70c19fda2842 req-ad2b355a-e2a8-469f-adb4-6386613b537b tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb18387-ba8a-4070-aa1b-42824ed0c7ec HTTP/1.1" status: 200  len: 931 time: 0.1263685
May 07 21:54:59.040117 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': '5e8b0963-4bbd-4b02-9602-197e95f150cb', 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47', 'port_id': '5e8b0963-4bbd-4b02-9602-197e95f150cb', 'mac_address': 'fa:16:3e:67:03:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e0e5c53-1ece-4d20-b01d-5f8c6957edf6', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:54:59.110962 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-f1f54e21-72b0-4cb6-a2cb-f4be356e4286 None None] Provisioning complete for port 248ca656-6bff-4ce6-b67d-1c6c09ea7b42 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:54:59.111720 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f1f54e21-72b0-4cb6-a2cb-f4be356e4286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (248ca656-6bff-4ce6-b67d-1c6c09ea7b42), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:59.157492 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a8e0d6e5-2aad-4191-acb1-70c19fda2842 req-4abd427d-592f-4a49-bfa0-94eb8caa92b6 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/security-groups?id=4683f7d7-8b63-48cf-a24d-027ba8d9c114&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1659350
May 07 21:54:59.249176 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:59.255884 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 5e8b0963-4bbd-4b02-9602-197e95f150cb is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:54:59.256473 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (5e8b0963-4bbd-4b02-9602-197e95f150cb), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:59.257686 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-cdc70f48-839f-4b9e-8490-cf1a234acba4 None None] Set router fdcdf0dd-397f-4788-8d35-b848a481d330 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:54:59.274751 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-64e28519-fbcd-4993-9ab3-3f532e63854f tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Allocated IP 10.1.1.83 (3e9903c9-6550-4ae2-aa4f-70e03144784f/c61573c2-ed87-428c-92ac-0bffa38409b2/5642df0d-b70e-45a4-b82c-4c09755c76de) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:54:59.328623 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-f1f54e21-72b0-4cb6-a2cb-f4be356e4286 None None] Port 248ca656-6bff-4ce6-b67d-1c6c09ea7b42 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:54:59.334465 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e8b0963-4bbd-4b02-9602-197e95f150cb {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:54:59.346344 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de6d4ad-827e-4961-b83b-513fbcbf0531 req-538f86c7-8f66-4be2-ac65-8f4f0b70f4de tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:59.355985 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9de6d4ad-827e-4961-b83b-513fbcbf0531 req-538f86c7-8f66-4be2-ac65-8f4f0b70f4de tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f1345a1-41a5-40ac-a7c4-7d6b9eb621fb HTTP/1.1" status: 200  len: 946 time: 0.0826921
May 07 21:54:59.378482 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49d881a-b873-40d0-9275-2e96f0ad5329 req-8a5514ae-5990-4fa6-9422-0f9c61979598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:59.380692 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c49d881a-b873-40d0-9275-2e96f0ad5329 req-8a5514ae-5990-4fa6-9422-0f9c61979598 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a24cf19532e0484fabd6dc4e6b66fe30&device_id=120a21bb-a0eb-49aa-adce-3903960c1785 HTTP/1.1" status: 200  len: 1129 time: 0.1682405
May 07 21:54:59.418116 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 5e8b0963-4bbd-4b02-9602-197e95f150cb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5e8b0963-4bbd-4b02-9602-197e95f150cb,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:54:59.420373 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-966aef3c-0c27-479a-963c-3a9811bb24a3 req-fc8e97e5-e37b-401e-be24-f40a4cb14348 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=5e8b0963-4bbd-4b02-9602-197e95f150cb HTTP/1.1" status: 200  len: 217 time: 0.2096515
May 07 21:54:59.423024 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-242b8964-109f-4226-80f7-c5d280a36810 req-3e053dd6-dc1e-4b84-858c-f4936fb8db50 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Publish callbacks [] for port (f1ed7054-989f-4055-a0db-ff44df1ff73c), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:59.427875 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (5e8b0963-4bbd-4b02-9602-197e95f150cb), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:59.447468 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-242b8964-109f-4226-80f7-c5d280a36810 req-3e053dd6-dc1e-4b84-858c-f4936fb8db50 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (f1ed7054-989f-4055-a0db-ff44df1ff73c), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:59.543982 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9de6d4ad-827e-4961-b83b-513fbcbf0531 req-a882d1e5-f8e0-40c1-a784-51b9ffdc8771 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b18b124-d6ae-4635-93ed-9957a39a34ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1869783
May 07 21:54:59.573820 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=5e8b0963-4bbd-4b02-9602-197e95f150cb,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:59.576668 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-cdc70f48-839f-4b9e-8490-cf1a234acba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8ca21a00>, [{'id': 'fdcdf0dd-397f-4788-8d35-b848a481d330', 'name': 'tempest-ServersTestBootFromVolume-1397458917-router', 'tenant_id': '0b9502da27d64dffaf0859d1f6b5663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.23'}], 'enable_snat': True}, 'gw_port_id': 'a53b14cb-8f0e-4592-983f-64709fce4d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:53:00Z', 'updated_at': '2022-05-07T21:53:12Z', 'revision_number': 4, 'project_id': '0b9502da27d64dffaf0859d1f6b5663f', 'gw_port': {'id': 'a53b14cb-8f0e-4592-983f-64709fce4d41', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcdf0dd-397f-4788-8d35-b848a481d330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:53:02Z', 'updated_at': '2022-05-07T21:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b769e80a-d656-48e5-b573-f3903c4dacc7', 'name': '', 'network_id': '1f24181a-d123-46a2-bb1f-06c929171e6c', 'tenant_id': '0b9502da27d64dffaf0859d1f6b5663f', 'mac_address': 'fa:16:3e:94:08:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcdf0dd-397f-4788-8d35-b848a481d330', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '09ba3a27-57a3-4387-bcf8-ee8c26a13050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:53:10Z', 'updated_at': '2022-05-07T21:53:16Z', 'revision_number': 5, 'project_id': '0b9502da27d64dffaf0859d1f6b5663f', 'subnets': [{'id': '09ba3a27-57a3-4387-bcf8-ee8c26a13050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:54:59.600862 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966aef3c-0c27-479a-963c-3a9811bb24a3 req-d98468cc-06fd-490d-9d52-254e8ed3b389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:59.602347 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-966aef3c-0c27-479a-963c-3a9811bb24a3 req-d98468cc-06fd-490d-9d52-254e8ed3b389 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6e0e5c53-1ece-4d20-b01d-5f8c6957edf6 HTTP/1.1" status: 200  len: 843 time: 0.1668000
May 07 21:54:59.630884 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc70f48-839f-4b9e-8490-cf1a234acba4 None None] Checking router: fdcdf0dd-397f-4788-8d35-b848a481d330 for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 21:54:59.651395 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc70f48-839f-4b9e-8490-cf1a234acba4 None None] Routers {'fdcdf0dd-397f-4788-8d35-b848a481d330'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:54:59.652310 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-cdc70f48-839f-4b9e-8490-cf1a234acba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8ca21a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:54:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['fdcdf0dd-397f-4788-8d35-b848a481d330'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:54:59.745047 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e053dd6-dc1e-4b84-858c-f4936fb8db50 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Pushing event updated for resources: {'Port': ['ID=f1ed7054-989f-4055-a0db-ff44df1ff73c,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:54:59.755252 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-64e28519-fbcd-4993-9ab3-3f532e63854f tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks [] for port (5642df0d-b70e-45a4-b82c-4c09755c76de), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:59.771499 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['5e8b0963-4bbd-4b02-9602-197e95f150cb'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:54:59.774521 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966aef3c-0c27-479a-963c-3a9811bb24a3 req-582ebc92-3409-44db-a93f-009c018a1781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:59.776305 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-966aef3c-0c27-479a-963c-3a9811bb24a3 req-582ebc92-3409-44db-a93f-009c018a1781 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=665487f0-78eb-47fb-9a06-b15bc614dc47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1564460
May 07 21:54:59.783912 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49d881a-b873-40d0-9275-2e96f0ad5329 req-05bafb98-7faa-494a-8e41-0f7e98fd850d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:59.786288 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c49d881a-b873-40d0-9275-2e96f0ad5329 req-05bafb98-7faa-494a-8e41-0f7e98fd850d service neutron] 10.222.0.59 "GET /v2.0/networks?id=665487f0-78eb-47fb-9a06-b15bc614dc47 HTTP/1.1" status: 200  len: 870 time: 0.3608322
May 07 21:54:59.787272 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-242b8964-109f-4226-80f7-c5d280a36810 req-3e053dd6-dc1e-4b84-858c-f4936fb8db50 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (bc6ddc69-3ad1-4ec6-ad2e-4053ffde1378), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:54:59.879295 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bdc715-2679-4a2a-834b-2a0d79706f03 req-24784e0e-e050-4405-af12-1c96d014964d tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:54:59.882916 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-06bdc715-2679-4a2a-834b-2a0d79706f03 req-24784e0e-e050-4405-af12-1c96d014964d tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "GET /v2.0/ports?device_id=1328c136-9d82-4506-81cd-534b3799a51d HTTP/1.1" status: 200  len: 945 time: 0.2258179
May 07 21:54:59.902187 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-cdc70f48-839f-4b9e-8490-cf1a234acba4 None None] Set router fdcdf0dd-397f-4788-8d35-b848a481d330 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:54:59.968208 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c49d881a-b873-40d0-9275-2e96f0ad5329 req-2ffdc643-37d7-4008-9aaf-6dd8997acb65 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=3eec7149-cebf-4a54-bf65-c4194dd2be8d HTTP/1.1" status: 200  len: 217 time: 0.1549120
May 07 21:55:00.014811 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-64e28519-fbcd-4993-9ab3-3f532e63854f tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (5642df0d-b70e-45a4-b82c-4c09755c76de), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:00.033684 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-242b8964-109f-4226-80f7-c5d280a36810 req-3e053dd6-dc1e-4b84-858c-f4936fb8db50 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:00.035802 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-242b8964-109f-4226-80f7-c5d280a36810 req-3e053dd6-dc1e-4b84-858c-f4936fb8db50 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 3.0578413
May 07 21:55:00.073403 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-06bdc715-2679-4a2a-834b-2a0d79706f03 req-9b2065a6-4463-4150-92b1-34aa382fb72f tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d51153d-80bb-487e-9b59-7f10285c8c88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1826351
May 07 21:55:00.110652 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-64e28519-fbcd-4993-9ab3-3f532e63854f tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Network 3e9903c9-6550-4ae2-aa4f-70e03144784f is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:55:00.115753 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-64e28519-fbcd-4993-9ab3-3f532e63854f tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:55:00.141083 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-64e28519-fbcd-4993-9ab3-3f532e63854f tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:55:00.148156 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e28519-fbcd-4993-9ab3-3f532e63854f tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Pushing event updated for resources: {'Port': ['ID=5642df0d-b70e-45a4-b82c-4c09755c76de,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:55:00.213209 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-242b8964-109f-4226-80f7-c5d280a36810 req-e1fadaec-588e-4e7d-b917-f7123f54c6ed tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.4.22 HTTP/1.1" status: 200  len: 695 time: 0.1646259
May 07 21:55:00.215446 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49d881a-b873-40d0-9275-2e96f0ad5329 req-7b25480a-1ae2-4984-bc74-968269506660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:00.217094 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c49d881a-b873-40d0-9275-2e96f0ad5329 req-7b25480a-1ae2-4984-bc74-968269506660 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6e0e5c53-1ece-4d20-b01d-5f8c6957edf6 HTTP/1.1" status: 200  len: 843 time: 0.2357109
May 07 21:55:00.218927 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-966aef3c-0c27-479a-963c-3a9811bb24a3 req-0a3675fd-2068-4888-bc7a-43fe2e0c2485 service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3359358
May 07 21:55:00.224561 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:00.231691 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-64e28519-fbcd-4993-9ab3-3f532e63854f tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:00.232677 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-64e28519-fbcd-4993-9ab3-3f532e63854f tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:00.275450 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-64e28519-fbcd-4993-9ab3-3f532e63854f tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 1.5867646
May 07 21:55:00.288306 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-de941bc0-3a1a-4d04-ab2b-6acdf1334cbf tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Request body: {'port': {'device_id': 'dfb18387-ba8a-4070-aa1b-42824ed0c7ec', 'network_id': '3e9903c9-6550-4ae2-aa4f-70e03144784f', 'admin_state_up': True, 'tenant_id': '70a2fded25c74c839c01e55a91e7f7fc', 'security_groups': ['4683f7d7-8b63-48cf-a24d-027ba8d9c114']}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:55:00.309184 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 086eedec-731a-4836-8a01-603bbdb8a932 no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:55:00.386370 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-cdc70f48-839f-4b9e-8490-cf1a234acba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8ca21a00>, [{'id': 'fdcdf0dd-397f-4788-8d35-b848a481d330', 'name': 'tempest-ServersTestBootFromVolume-1397458917-router', 'tenant_id': '0b9502da27d64dffaf0859d1f6b5663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.23'}], 'enable_snat': True}, 'gw_port_id': 'a53b14cb-8f0e-4592-983f-64709fce4d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:53:00Z', 'updated_at': '2022-05-07T21:53:12Z', 'revision_number': 4, 'project_id': '0b9502da27d64dffaf0859d1f6b5663f', 'gw_port': {'id': 'a53b14cb-8f0e-4592-983f-64709fce4d41', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcdf0dd-397f-4788-8d35-b848a481d330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:53:02Z', 'updated_at': '2022-05-07T21:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b769e80a-d656-48e5-b573-f3903c4dacc7', 'name': '', 'network_id': '1f24181a-d123-46a2-bb1f-06c929171e6c', 'tenant_id': '0b9502da27d64dffaf0859d1f6b5663f', 'mac_address': 'fa:16:3e:94:08:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcdf0dd-397f-4788-8d35-b848a481d330', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '09ba3a27-57a3-4387-bcf8-ee8c26a13050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:53:10Z', 'updated_at': '2022-05-07T21:53:16Z', 'revision_number': 5, 'project_id': '0b9502da27d64dffaf0859d1f6b5663f', 'subnets': [{'id': '09ba3a27-57a3-4387-bcf8-ee8c26a13050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:55:00.390854 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] No Port match for: 086eedec-731a-4836-8a01-603bbdb8a932 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:55:00.391424 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 086eedec-731a-4836-8a01-603bbdb8a932 not bound to the agent host nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:55:00.431588 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49d881a-b873-40d0-9275-2e96f0ad5329 req-0d9f793b-57a2-4825-aac0-f3517b24873e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:00.433404 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c49d881a-b873-40d0-9275-2e96f0ad5329 req-0d9f793b-57a2-4825-aac0-f3517b24873e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=665487f0-78eb-47fb-9a06-b15bc614dc47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1829538
May 07 21:55:00.437046 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc70f48-839f-4b9e-8490-cf1a234acba4 None None] The sync data for ids ['fdcdf0dd-397f-4788-8d35-b848a481d330'] in ncdv-master-1 is: [{'id': 'fdcdf0dd-397f-4788-8d35-b848a481d330', 'name': 'tempest-ServersTestBootFromVolume-1397458917-router', 'tenant_id': '0b9502da27d64dffaf0859d1f6b5663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.23'}], 'enable_snat': True}, 'gw_port_id': 'a53b14cb-8f0e-4592-983f-64709fce4d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:53:00Z', 'updated_at': '2022-05-07T21:53:12Z', 'revision_number': 4, 'project_id': '0b9502da27d64dffaf0859d1f6b5663f', 'gw_port': {'id': 'a53b14cb-8f0e-4592-983f-64709fce4d41', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcdf0dd-397f-4788-8d35-b848a481d330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:53:02Z', 'updated_at': '2022-05-07T21:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b769e80a-d656-48e5-b573-f3903c4dacc7', 'name': '', 'network_id': '1f24181a-d123-46a2-bb1f-06c929171e6c', 'tenant_id': '0b9502da27d64dffaf0859d1f6b5663f', 'mac_address': 'fa:16:3e:94:08:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcdf0dd-397f-4788-8d35-b848a481d330', 'device_owner': 'network:router_interface', 'standard_attr_id': 1068, 'fixed_ips': [{'subnet_id': '09ba3a27-57a3-4387-bcf8-ee8c26a13050', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:53:10Z', 'updated_at': '2022-05-07T21:53:16Z', 'revision_number': 5, 'project_id': '0b9502da27d64dffaf0859d1f6b5663f', 'subnets': [{'id': '09ba3a27-57a3-4387-bcf8-ee8c26a13050', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:55:00.512348 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a60146e-dc19-4353-8db7-1a7d62965710 req-9350c123-f28b-4f79-a074-bd1629ba8a4c tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:00.519405 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1a60146e-dc19-4353-8db7-1a7d62965710 req-9350c123-f28b-4f79-a074-bd1629ba8a4c tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?device_id=0010a466-c288-469b-99f3-a3db8a5efb7c HTTP/1.1" status: 200  len: 949 time: 0.1677234
May 07 21:55:00.541503 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7df1b628-71b8-4dd0-893e-521f565ba1fc', 'name': 'network-vif-deleted', 'tag': '086eedec-731a-4836-8a01-603bbdb8a932'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:55:00.543781 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db2d4934-7860-4b56-afa0-778531b8be14" -d '{"events": [{"server_uuid": "7df1b628-71b8-4dd0-893e-521f565ba1fc", "name": "network-vif-deleted", "tag": "086eedec-731a-4836-8a01-603bbdb8a932"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:55:00.558117 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-a123d7c7-e4e3-4499-bdbd-d7009f6bd0c2 None None] Provisioning complete for port 5642df0d-b70e-45a4-b82c-4c09755c76de triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:55:00.558719 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a123d7c7-e4e3-4499-bdbd-d7009f6bd0c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (5642df0d-b70e-45a4-b82c-4c09755c76de), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:00.563071 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-966aef3c-0c27-479a-963c-3a9811bb24a3 req-88be89a7-0041-47df-933a-925eaa4b6efa service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3241482
May 07 21:55:00.572941 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242b8964-109f-4226-80f7-c5d280a36810 req-14a5ddcf-3022-4643-832f-a091646f3e42 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:00.574304 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-242b8964-109f-4226-80f7-c5d280a36810 req-14a5ddcf-3022-4643-832f-a091646f3e42 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] 10.222.0.32 "GET /v2.0/networks/9221b764-ef06-431f-8941-796516ed7c3b HTTP/1.1" status: 200  len: 784 time: 0.3510964
May 07 21:55:00.617657 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-a123d7c7-e4e3-4499-bdbd-d7009f6bd0c2 None None] Port 5642df0d-b70e-45a4-b82c-4c09755c76de cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:55:00.621242 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1a60146e-dc19-4353-8db7-1a7d62965710 req-09e81946-9896-4c35-8a77-a4fda66f1c88 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/security-groups?id=aca2780c-128c-4de5-85a4-a7e10bd42e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0956717
May 07 21:55:00.623693 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-de941bc0-3a1a-4d04-ab2b-6acdf1334cbf tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Made reservation on behalf of 70a2fded25c74c839c01e55a91e7f7fc for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:55:00.623867 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c49d881a-b873-40d0-9275-2e96f0ad5329 req-331c3001-890c-4277-bcd8-d1d3d353290e service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1793125
May 07 21:55:00.629714 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-de941bc0-3a1a-4d04-ab2b-6acdf1334cbf tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:00.792626 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d05b5-1670-4801-a9e1-cbee071325e6 req-47e91c11-9d3b-4551-9f97-bd0eb7054ee5 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:00.794437 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32836103-3dac-4d87-a36c-2009d80dad6a req-04a86fa3-ddda-4210-a1ce-38123ca7c27b tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:00.796371 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-32836103-3dac-4d87-a36c-2009d80dad6a req-04a86fa3-ddda-4210-a1ce-38123ca7c27b tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc6a642e-763c-4ac9-8ef7-4985bcb86060 HTTP/1.1" status: 200  len: 946 time: 0.0822954
May 07 21:55:00.798822 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c49d881a-b873-40d0-9275-2e96f0ad5329 req-cef2e854-1132-4817-990c-968cf6c285e1 service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1678531
May 07 21:55:00.800092 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d05b5-1670-4801-a9e1-cbee071325e6 req-47e91c11-9d3b-4551-9f97-bd0eb7054ee5 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:00.803767 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-680d05b5-1670-4801-a9e1-cbee071325e6 req-47e91c11-9d3b-4551-9f97-bd0eb7054ee5 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb18387-ba8a-4070-aa1b-42824ed0c7ec HTTP/1.1" status: 200  len: 1652 time: 0.0905530
May 07 21:55:00.851271 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb8b68b-c07f-4398-8d34-3e3a436b7932 None None] New status for floating IP 10bca91f-abe5-4460-82f3-1b52c2297341: DOWN {{(pid=121838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 07 21:55:00.872350 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-32836103-3dac-4d87-a36c-2009d80dad6a req-9987d9db-869c-495e-9581-38571550bc7e tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bbf50af-50c2-4df2-bc37-9f0e79ec6d91&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0692620
May 07 21:55:00.892930 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-de941bc0-3a1a-4d04-ab2b-6acdf1334cbf tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Allocated IP 10.1.1.68 (3e9903c9-6550-4ae2-aa4f-70e03144784f/c61573c2-ed87-428c-92ac-0bffa38409b2/0aa75d6c-c396-4cf7-82ed-1655289562cd) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:55:00.907908 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-680d05b5-1670-4801-a9e1-cbee071325e6 req-c222a942-d188-491b-9def-2533b2060d6f tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/security-groups?id=4683f7d7-8b63-48cf-a24d-027ba8d9c114&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0791247
May 07 21:55:00.934565 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 43476) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:55:00.973973 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2059899-d393-4b27-9d9a-94fb5c2431c0 x-openstack-request-id: req-a2059899-d393-4b27-9d9a-94fb5c2431c0 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:55:00.974466 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7df1b628-71b8-4dd0-893e-521f565ba1fc", "name": "network-vif-deleted", "tag": "086eedec-731a-4836-8a01-603bbdb8a932", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:55:00.974896 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a2059899-d393-4b27-9d9a-94fb5c2431c0 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:55:00.975465 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2059899-d393-4b27-9d9a-94fb5c2431c0'] response: {'server_uuid': '7df1b628-71b8-4dd0-893e-521f565ba1fc', 'name': 'network-vif-deleted', 'tag': '086eedec-731a-4836-8a01-603bbdb8a932', 'status': 'completed', 'code': 200}
May 07 21:55:01.065298 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6441ec-48be-4bfb-b0a9-9f9426b2958b req-94d4b09c-fcf0-443c-b84d-67f06829e274 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:01.076633 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3a6441ec-48be-4bfb-b0a9-9f9426b2958b req-94d4b09c-fcf0-443c-b84d-67f06829e274 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f1345a1-41a5-40ac-a7c4-7d6b9eb621fb HTTP/1.1" status: 200  len: 946 time: 0.0712128
May 07 21:55:01.110669 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d96139db-934d-48a9-a1e8-7232dcce4c58 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] Publish callbacks [] for security_group (7d8349f2-8b60-406c-b06a-b103d0159601), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:01.135250 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3a6441ec-48be-4bfb-b0a9-9f9426b2958b req-ff50f6ef-06de-4e77-9388-c8705124e82c tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b18b124-d6ae-4635-93ed-9957a39a34ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577285
May 07 21:55:01.215073 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d96139db-934d-48a9-a1e8-7232dcce4c58 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] Publish callbacks [] for security_group (7d8349f2-8b60-406c-b06a-b103d0159601), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:01.246011 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 3eec7149-cebf-4a54-bf65-c4194dd2be8d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:55:01.249168 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 5e8b0963-4bbd-4b02-9602-197e95f150cb up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:55:01.273606 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-de941bc0-3a1a-4d04-ab2b-6acdf1334cbf tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks [] for port (0aa75d6c-c396-4cf7-82ed-1655289562cd), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:01.329450 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfec1c59-ef48-4193-974f-336d1f4c25fb req-915a4551-e109-43df-a515-444cff2abe34 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:01.330807 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bfec1c59-ef48-4193-974f-336d1f4c25fb req-915a4551-e109-43df-a515-444cff2abe34 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] 10.222.0.32 "GET /v2.0/networks?id=704f8450-d63f-47c9-8f27-0e9fc81678e7 HTTP/1.1" status: 200  len: 821 time: 0.2618456
May 07 21:55:01.341403 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2276e9c-77a1-430f-b6ed-76f19eb74acf req-71247e12-d315-4e4a-9055-3ace03009284 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:01.354302 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c2276e9c-77a1-430f-b6ed-76f19eb74acf req-71247e12-d315-4e4a-9055-3ace03009284 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "GET /v2.0/ports?device_id=1328c136-9d82-4506-81cd-534b3799a51d HTTP/1.1" status: 200  len: 945 time: 0.1374114
May 07 21:55:01.361997 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bfec1c59-ef48-4193-974f-336d1f4c25fb req-2c911bee-d317-4038-9391-d42d595d25b9 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] 10.222.0.32 "GET /v2.0/quotas/4c2ee723c6a04843b302e255a401b1e7 HTTP/1.1" status: 200  len: 375 time: 0.0239873
May 07 21:55:01.370546 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning for port 5e8b0963-4bbd-4b02-9602-197e95f150cb completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:55:01.388559 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d96139db-934d-48a9-a1e8-7232dcce4c58 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (7d8349f2-8b60-406c-b06a-b103d0159601), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:01.391906 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d96139db-934d-48a9-a1e8-7232dcce4c58 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:01.395953 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-d96139db-934d-48a9-a1e8-7232dcce4c58 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] 10.222.0.32 "DELETE /v2.0/security-groups/7d8349f2-8b60-406c-b06a-b103d0159601 HTTP/1.1" status: 204  len: 168 time: 0.4574687
May 07 21:55:01.396778 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43488) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:55:01.431693 ncdv-master-1 neutron-server[121837]: INFO neutron.api.v2.resource [None req-4c18c6ba-ed5e-42ec-9419-14e60b614f47 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] show failed (client error): The resource could not be found.
May 07 21:55:01.437815 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96139db-934d-48a9-a1e8-7232dcce4c58 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d8349f2-8b60-406c-b06a-b103d0159601,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:55:01.438037 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-4c18c6ba-ed5e-42ec-9419-14e60b614f47 tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] 10.222.0.32 "GET /v2.0/security-groups/7d8349f2-8b60-406c-b06a-b103d0159601 HTTP/1.1" status: 404  len: 347 time: 0.0366807
May 07 21:55:01.449432 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 43490) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:55:01.465336 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-de941bc0-3a1a-4d04-ab2b-6acdf1334cbf tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (0aa75d6c-c396-4cf7-82ed-1655289562cd), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:01.479102 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 3eec7149-cebf-4a54-bf65-c4194dd2be8d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3eec7149-cebf-4a54-bf65-c4194dd2be8d,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:55:01.491584 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c2276e9c-77a1-430f-b6ed-76f19eb74acf req-e1525858-3339-4c87-850a-ea8a432c2a9f tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d51153d-80bb-487e-9b59-7f10285c8c88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1347599
May 07 21:55:01.517433 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': '3eec7149-cebf-4a54-bf65-c4194dd2be8d', 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47', 'port_id': '3eec7149-cebf-4a54-bf65-c4194dd2be8d', 'mac_address': 'fa:16:3e:5f:64:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e0e5c53-1ece-4d20-b01d-5f8c6957edf6', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:55:01.523863 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port 5e8b0963-4bbd-4b02-9602-197e95f150cb triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:55:01.524252 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (5e8b0963-4bbd-4b02-9602-197e95f150cb), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:01.571556 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bfec1c59-ef48-4193-974f-336d1f4c25fb req-b02fe5bb-f250-4eaa-9f6a-7ccb78ca83c0 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4c2ee723c6a04843b302e255a401b1e7&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1997776
May 07 21:55:01.623564 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 3eec7149-cebf-4a54-bf65-c4194dd2be8d is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:55:01.623950 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (3eec7149-cebf-4a54-bf65-c4194dd2be8d), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:01.642562 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3eec7149-cebf-4a54-bf65-c4194dd2be8d {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:55:01.645124 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-de941bc0-3a1a-4d04-ab2b-6acdf1334cbf tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Network 3e9903c9-6550-4ae2-aa4f-70e03144784f is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:55:01.665605 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-de941bc0-3a1a-4d04-ab2b-6acdf1334cbf tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:55:01.668165 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-de941bc0-3a1a-4d04-ab2b-6acdf1334cbf tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:55:01.692937 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 3eec7149-cebf-4a54-bf65-c4194dd2be8d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3eec7149-cebf-4a54-bf65-c4194dd2be8d,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:55:01.703350 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (3eec7149-cebf-4a54-bf65-c4194dd2be8d), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:01.706725 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 5e8b0963-4bbd-4b02-9602-197e95f150cb is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:55:01.707447 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (5e8b0963-4bbd-4b02-9602-197e95f150cb), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:01.749301 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de941bc0-3a1a-4d04-ab2b-6acdf1334cbf tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Pushing event updated for resources: {'Port': ['ID=0aa75d6c-c396-4cf7-82ed-1655289562cd,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:55:01.787133 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2c8367-cd9f-442d-9939-572a3161d826 req-8abb4de8-8b04-4499-af85-21faa387f586 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:01.797704 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-da2c8367-cd9f-442d-9939-572a3161d826 req-8abb4de8-8b04-4499-af85-21faa387f586 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?device_id=0010a466-c288-469b-99f3-a3db8a5efb7c HTTP/1.1" status: 200  len: 949 time: 0.0793233
May 07 21:55:01.816434 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-de941bc0-3a1a-4d04-ab2b-6acdf1334cbf tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:01.817362 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-de941bc0-3a1a-4d04-ab2b-6acdf1334cbf tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:01.830604 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 5e8b0963-4bbd-4b02-9602-197e95f150cb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5e8b0963-4bbd-4b02-9602-197e95f150cb,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:55:01.832084 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0010a466-c288-469b-99f3-a3db8a5efb7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e8b0963-4bbd-4b02-9602-197e95f150cb'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:55:01.839624 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ab5c83-bab7-4e5c-a2af-08ff8039263a" -d '{"events": [{"server_uuid": "0010a466-c288-469b-99f3-a3db8a5efb7c", "name": "network-vif-plugged", "status": "completed", "tag": "5e8b0963-4bbd-4b02-9602-197e95f150cb"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:55:01.846848 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-671a1921-113a-4c76-9b66-7159ae233cbf tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] Deleting port ff4184ec-0946-497b-b398-99f1692c5689 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:55:01.847237 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-671a1921-113a-4c76-9b66-7159ae233cbf tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (ff4184ec-0946-497b-b398-99f1692c5689), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:01.865892 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-de941bc0-3a1a-4d04-ab2b-6acdf1334cbf tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 1.5873113
May 07 21:55:01.875493 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bfec1c59-ef48-4193-974f-336d1f4c25fb req-acc8cad2-f531-4344-a8e0-ac2b0472bc33 service neutron] 10.222.0.32 "GET /v2.0/networks/704f8450-d63f-47c9-8f27-0e9fc81678e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3029222
May 07 21:55:01.888298 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=3eec7149-cebf-4a54-bf65-c4194dd2be8d,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:55:01.889647 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-da2c8367-cd9f-442d-9939-572a3161d826 req-72e62223-a413-4feb-b318-fa0d39cb1bfa tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/security-groups?id=aca2780c-128c-4de5-85a4-a7e10bd42e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0877812
May 07 21:55:01.895789 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-e91acab8-5333-4ace-b46b-2042c3f507ce tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Request body: {'port': {'device_id': 'dfb18387-ba8a-4070-aa1b-42824ed0c7ec', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'd3d6fbc8-cbfa-4c1a-9104-6c52ad3f84a6', 'admin_state_up': True, 'tenant_id': '70a2fded25c74c839c01e55a91e7f7fc', 'security_groups': ['4683f7d7-8b63-48cf-a24d-027ba8d9c114']}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:55:01.907000 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (5e8b0963-4bbd-4b02-9602-197e95f150cb), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:01.966551 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f7bc74-5a93-454c-ab6b-e620711cea9b x-openstack-request-id: req-81f7bc74-5a93-454c-ab6b-e620711cea9b {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:55:01.966930 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0010a466-c288-469b-99f3-a3db8a5efb7c", "name": "network-vif-plugged", "status": "completed", "tag": "5e8b0963-4bbd-4b02-9602-197e95f150cb", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:55:01.967274 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-81f7bc74-5a93-454c-ab6b-e620711cea9b {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:55:01.967733 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81f7bc74-5a93-454c-ab6b-e620711cea9b'] response: {'server_uuid': '0010a466-c288-469b-99f3-a3db8a5efb7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e8b0963-4bbd-4b02-9602-197e95f150cb', 'code': 200}
May 07 21:55:02.010370 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=5e8b0963-4bbd-4b02-9602-197e95f150cb,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:55:02.054102 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-60cb7ef7-78a9-4436-8078-b6e0c4a62ead None None] Provisioning complete for port 0aa75d6c-c396-4cf7-82ed-1655289562cd triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:55:02.054748 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-60cb7ef7-78a9-4436-8078-b6e0c4a62ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (0aa75d6c-c396-4cf7-82ed-1655289562cd), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:02.087182 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['3eec7149-cebf-4a54-bf65-c4194dd2be8d'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:55:02.123452 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-671a1921-113a-4c76-9b66-7159ae233cbf tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (ff4184ec-0946-497b-b398-99f1692c5689), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:02.123656 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-671a1921-113a-4c76-9b66-7159ae233cbf tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] Publish callbacks [] for floatingip (ff4184ec-0946-497b-b398-99f1692c5689), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:02.132896 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-60cb7ef7-78a9-4436-8078-b6e0c4a62ead None None] Port 0aa75d6c-c396-4cf7-82ed-1655289562cd cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:55:02.161594 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-671a1921-113a-4c76-9b66-7159ae233cbf tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] Calling delete_port for ff4184ec-0946-497b-b398-99f1692c5689 owned by network:floatingip {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:55:02.177421 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e029048f-a4d6-4bb5-bfa5-c9489fe43e98 req-bd3b0e99-c6af-4770-971e-4c759ade7d37 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:02.181884 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bfec1c59-ef48-4193-974f-336d1f4c25fb req-e4bb2987-b167-4ee9-9918-f0fee931e10d service neutron] 10.222.0.32 "GET /v2.0/networks/704f8450-d63f-47c9-8f27-0e9fc81678e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3054740
May 07 21:55:02.187870 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e029048f-a4d6-4bb5-bfa5-c9489fe43e98 req-bd3b0e99-c6af-4770-971e-4c759ade7d37 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc6a642e-763c-4ac9-8ef7-4985bcb86060 HTTP/1.1" status: 200  len: 946 time: 0.1132548
May 07 21:55:02.224271 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ab63d5-ea48-4b92-bf72-04128162e610 req-b30fd0d2-e54b-4968-8c86-8416d9975c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:02.226306 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-75ab63d5-ea48-4b92-bf72-04128162e610 req-b30fd0d2-e54b-4968-8c86-8416d9975c86 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0010a466-c288-469b-99f3-a3db8a5efb7c HTTP/1.1" status: 200  len: 1132 time: 0.2112889
May 07 21:55:02.290644 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e029048f-a4d6-4bb5-bfa5-c9489fe43e98 req-54f514b5-78fc-4891-8002-5b4c90897675 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bbf50af-50c2-4df2-bc37-9f0e79ec6d91&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1011693
May 07 21:55:02.305428 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-e91acab8-5333-4ace-b46b-2042c3f507ce tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Made reservation on behalf of 70a2fded25c74c839c01e55a91e7f7fc for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:55:02.324020 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-75ab63d5-ea48-4b92-bf72-04128162e610 req-a314fc5f-8a4b-48f8-9644-287e3ca08248 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=aca2780c-128c-4de5-85a4-a7e10bd42e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0893228
May 07 21:55:02.491826 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6a3ba8-c065-408c-b7f9-7b7f15f6099f req-c75a8991-63d2-4d53-9b99-b12a1065d2ea tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:02.497612 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6a3ba8-c065-408c-b7f9-7b7f15f6099f req-c75a8991-63d2-4d53-9b99-b12a1065d2ea tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:02.503193 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6a3ba8-c065-408c-b7f9-7b7f15f6099f req-c75a8991-63d2-4d53-9b99-b12a1065d2ea tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:02.505686 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-fd6a3ba8-c065-408c-b7f9-7b7f15f6099f req-c75a8991-63d2-4d53-9b99-b12a1065d2ea tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb18387-ba8a-4070-aa1b-42824ed0c7ec HTTP/1.1" status: 200  len: 2372 time: 0.1136463
May 07 21:55:02.519156 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-e91acab8-5333-4ace-b46b-2042c3f507ce tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:02.561130 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-fd6a3ba8-c065-408c-b7f9-7b7f15f6099f req-95166b80-499c-4050-a195-a7a5e4386274 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/security-groups?id=4683f7d7-8b63-48cf-a24d-027ba8d9c114&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468831
May 07 21:55:02.564793 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c967ee48-4a69-43ef-b5f3-10f51adeb9da req-1e5a2777-ce63-4728-9c69-4aa5af19b1d3 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:02.567090 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c967ee48-4a69-43ef-b5f3-10f51adeb9da req-1e5a2777-ce63-4728-9c69-4aa5af19b1d3 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f1345a1-41a5-40ac-a7c4-7d6b9eb621fb HTTP/1.1" status: 200  len: 946 time: 0.0951505
May 07 21:55:02.571985 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-671a1921-113a-4c76-9b66-7159ae233cbf tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (ff4184ec-0946-497b-b398-99f1692c5689), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:02.651037 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-58c01eb9-e059-4d04-baff-bd396c0abdd4 req-42c9cd3a-66d1-4fe9-918b-a23361ea3b81 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] 10.222.0.32 "GET /v2.0/ports?device_id=653f2d36-3e13-4a84-93ea-5545b4e9fd2f HTTP/1.1" status: 200  len: 210 time: 0.0349917
May 07 21:55:02.672627 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671a1921-113a-4c76-9b66-7159ae233cbf tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] Pushing event deleted for resources: {'Port': ['ID=ff4184ec-0946-497b-b398-99f1692c5689,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:55:02.796973 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b522f4-47e8-43ce-bb81-f83c7f1ffd60 req-f96a36e9-b714-4219-a7ce-5c06a5cf7760 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:02.806754 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d8b522f4-47e8-43ce-bb81-f83c7f1ffd60 req-f96a36e9-b714-4219-a7ce-5c06a5cf7760 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "GET /v2.0/ports?device_id=1328c136-9d82-4506-81cd-534b3799a51d HTTP/1.1" status: 200  len: 945 time: 0.0723557
May 07 21:55:02.894185 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e240f59e-9d9d-4795-b263-46020fd73976 req-8121ee84-9c2c-4d62-a190-14d49ce51707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:02.895909 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e240f59e-9d9d-4795-b263-46020fd73976 req-8121ee84-9c2c-4d62-a190-14d49ce51707 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1328c136-9d82-4506-81cd-534b3799a51d HTTP/1.1" status: 200  len: 1127 time: 0.0692544
May 07 21:55:02.907945 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d8b522f4-47e8-43ce-bb81-f83c7f1ffd60 req-43ff5d98-ec24-4518-a9b3-bc21d4abaf69 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d51153d-80bb-487e-9b59-7f10285c8c88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1002183
May 07 21:55:02.940019 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c967ee48-4a69-43ef-b5f3-10f51adeb9da req-5b30c0bf-b266-4222-a66b-a474622783ea tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b18b124-d6ae-4635-93ed-9957a39a34ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3586781
May 07 21:55:02.989733 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-671a1921-113a-4c76-9b66-7159ae233cbf tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] Publish callbacks [] for floatingip (10bca91f-abe5-4460-82f3-1b52c2297341), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:02.992189 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-671a1921-113a-4c76-9b66-7159ae233cbf tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:02.993349 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-671a1921-113a-4c76-9b66-7159ae233cbf tempest-ServersTestBootFromVolume-513562440 tempest-ServersTestBootFromVolume-513562440-project] 10.222.0.32 "DELETE /v2.0/floatingips/10bca91f-abe5-4460-82f3-1b52c2297341 HTTP/1.1" status: 204  len: 168 time: 1.5432541
May 07 21:55:02.996335 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 43540) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:55:03.007854 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e240f59e-9d9d-4795-b263-46020fd73976 req-3750ea00-f041-445a-9d64-bf76ace36a8d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2d51153d-80bb-487e-9b59-7f10285c8c88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0955193
May 07 21:55:03.060908 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-e91acab8-5333-4ace-b46b-2042c3f507ce tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Allocated IP 10.2.2.100 (d3d6fbc8-cbfa-4c1a-9104-6c52ad3f84a6/6168b443-15e3-44b9-96e7-6156bf22796d/744875ea-e246-4ecb-b60f-b9c04a274fe9) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:55:03.081017 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeba31f-82cb-4f34-b27a-24c3fbd5bc53 req-64d2efbf-9196-4046-8be5-ae3e84f5cd4d tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:03.082554 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-caeba31f-82cb-4f34-b27a-24c3fbd5bc53 req-64d2efbf-9196-4046-8be5-ae3e84f5cd4d tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?device_id=0010a466-c288-469b-99f3-a3db8a5efb7c HTTP/1.1" status: 200  len: 950 time: 0.0510049
May 07 21:55:03.133782 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-caeba31f-82cb-4f34-b27a-24c3fbd5bc53 req-e42581c5-42e9-42f9-8121-36937d3c31a3 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/security-groups?id=aca2780c-128c-4de5-85a4-a7e10bd42e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437419
May 07 21:55:03.264913 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 3eec7149-cebf-4a54-bf65-c4194dd2be8d up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:55:03.321464 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning for port 3eec7149-cebf-4a54-bf65-c4194dd2be8d completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:55:03.332757 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port 3eec7149-cebf-4a54-bf65-c4194dd2be8d triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:55:03.333200 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (3eec7149-cebf-4a54-bf65-c4194dd2be8d), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:03.358944 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-e91acab8-5333-4ace-b46b-2042c3f507ce tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks [] for port (744875ea-e246-4ecb-b60f-b9c04a274fe9), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:03.438657 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 3eec7149-cebf-4a54-bf65-c4194dd2be8d is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:55:03.439063 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (3eec7149-cebf-4a54-bf65-c4194dd2be8d), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:03.476243 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 3eec7149-cebf-4a54-bf65-c4194dd2be8d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3eec7149-cebf-4a54-bf65-c4194dd2be8d,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:55:03.480182 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (3eec7149-cebf-4a54-bf65-c4194dd2be8d), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:03.514453 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d40dcac-2e17-4dc5-8ac6-37c78c492b4f req-5b982c1d-0740-43c6-b519-800f7e850dbf tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:03.515974 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8d40dcac-2e17-4dc5-8ac6-37c78c492b4f req-5b982c1d-0740-43c6-b519-800f7e850dbf tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc6a642e-763c-4ac9-8ef7-4985bcb86060 HTTP/1.1" status: 200  len: 946 time: 0.1147344
May 07 21:55:03.521800 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-e91acab8-5333-4ace-b46b-2042c3f507ce tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (744875ea-e246-4ecb-b60f-b9c04a274fe9), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:03.528404 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=3eec7149-cebf-4a54-bf65-c4194dd2be8d,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:55:03.671157 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-e91acab8-5333-4ace-b46b-2042c3f507ce tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Network d3d6fbc8-cbfa-4c1a-9104-6c52ad3f84a6 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:55:03.692024 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-e91acab8-5333-4ace-b46b-2042c3f507ce tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:55:03.703291 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-e91acab8-5333-4ace-b46b-2042c3f507ce tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:55:03.714829 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298cdc39-86e3-49cf-b2d6-efc91df25ac6 req-cd44d5d3-5931-4fec-a4f6-6bd0be8e0de4 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:03.721134 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298cdc39-86e3-49cf-b2d6-efc91df25ac6 req-cd44d5d3-5931-4fec-a4f6-6bd0be8e0de4 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:03.721263 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91acab8-5333-4ace-b46b-2042c3f507ce tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Pushing event updated for resources: {'Port': ['ID=744875ea-e246-4ecb-b60f-b9c04a274fe9,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:55:03.735033 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298cdc39-86e3-49cf-b2d6-efc91df25ac6 req-cd44d5d3-5931-4fec-a4f6-6bd0be8e0de4 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:03.740588 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298cdc39-86e3-49cf-b2d6-efc91df25ac6 req-cd44d5d3-5931-4fec-a4f6-6bd0be8e0de4 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:03.742481 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-298cdc39-86e3-49cf-b2d6-efc91df25ac6 req-cd44d5d3-5931-4fec-a4f6-6bd0be8e0de4 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb18387-ba8a-4070-aa1b-42824ed0c7ec HTTP/1.1" status: 200  len: 3093 time: 0.0871830
May 07 21:55:03.802176 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-298cdc39-86e3-49cf-b2d6-efc91df25ac6 req-f69eb200-df2e-4f08-b182-619900ecd6ec tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/security-groups?id=4683f7d7-8b63-48cf-a24d-027ba8d9c114&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0531800
May 07 21:55:03.907420 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d86d6a82-129b-4605-b569-fa64a7717857 req-3b62c9a2-9358-4856-a428-a19f5dd449b1 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] 10.222.0.32 "GET /v2.0/ports?device_id=653f2d36-3e13-4a84-93ea-5545b4e9fd2f HTTP/1.1" status: 200  len: 210 time: 0.0296636
May 07 21:55:03.984466 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '120a21bb-a0eb-49aa-adce-3903960c1785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eec7149-cebf-4a54-bf65-c4194dd2be8d'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:55:03.991289 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-841eade0-df5a-4ea0-84c6-e30a7598736c" -d '{"events": [{"server_uuid": "120a21bb-a0eb-49aa-adce-3903960c1785", "name": "network-vif-plugged", "status": "completed", "tag": "3eec7149-cebf-4a54-bf65-c4194dd2be8d"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:55:04.000843 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-a40b1400-b86d-474b-af3a-2a64100d3885 None None] Provisioning complete for port 744875ea-e246-4ecb-b60f-b9c04a274fe9 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:55:04.003415 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a40b1400-b86d-474b-af3a-2a64100d3885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (744875ea-e246-4ecb-b60f-b9c04a274fe9), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:04.051587 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-a40b1400-b86d-474b-af3a-2a64100d3885 None None] Port 744875ea-e246-4ecb-b60f-b9c04a274fe9 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:55:04.076200 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957a7351-1add-486e-bb6a-eac749e46ff1 req-7b11962c-c652-4cfa-bc4a-c6c01d754fbc tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:04.077964 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-957a7351-1add-486e-bb6a-eac749e46ff1 req-7b11962c-c652-4cfa-bc4a-c6c01d754fbc tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "GET /v2.0/ports?device_id=1328c136-9d82-4506-81cd-534b3799a51d HTTP/1.1" status: 200  len: 945 time: 0.0654802
May 07 21:55:04.090379 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ccf5231c-befc-446a-98d1-5a266264c825 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401094'] for router_interface (fdcdf0dd-397f-4788-8d35-b848a481d330), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:04.096449 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8d40dcac-2e17-4dc5-8ac6-37c78c492b4f req-2673ffc6-09c4-446c-b162-d0b9364191f5 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bbf50af-50c2-4df2-bc37-9f0e79ec6d91&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5727413
May 07 21:55:04.153691 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-e91acab8-5333-4ace-b46b-2042c3f507ce tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:04.154186 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-e91acab8-5333-4ace-b46b-2042c3f507ce tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:04.209128 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-e91acab8-5333-4ace-b46b-2042c3f507ce tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.3177974
May 07 21:55:04.265837 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-ff54e8ee-d7de-401e-aaf3-bc348235aff7 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Request body: {'port': {'device_id': 'dfb18387-ba8a-4070-aa1b-42824ed0c7ec', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'd3d6fbc8-cbfa-4c1a-9104-6c52ad3f84a6', 'admin_state_up': True, 'tenant_id': '70a2fded25c74c839c01e55a91e7f7fc', 'security_groups': ['4683f7d7-8b63-48cf-a24d-027ba8d9c114']}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:55:04.288441 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fb95ba-af29-43d7-8e68-1aecd777b592 req-1f1fa064-1466-4ee4-bfb0-69f76e2daaf4 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:04.289622 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-32fb95ba-af29-43d7-8e68-1aecd777b592 req-1f1fa064-1466-4ee4-bfb0-69f76e2daaf4 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f1345a1-41a5-40ac-a7c4-7d6b9eb621fb HTTP/1.1" status: 200  len: 946 time: 0.0874584
May 07 21:55:04.460112 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-957a7351-1add-486e-bb6a-eac749e46ff1 req-8c140564-6c03-4c67-be17-267c47e74b73 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d51153d-80bb-487e-9b59-7f10285c8c88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3757005
May 07 21:55:04.509817 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5100b0d1-0452-4c1d-87f3-9530897bdd91 x-openstack-request-id: req-5100b0d1-0452-4c1d-87f3-9530897bdd91 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:55:04.510678 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "120a21bb-a0eb-49aa-adce-3903960c1785", "name": "network-vif-plugged", "status": "completed", "tag": "3eec7149-cebf-4a54-bf65-c4194dd2be8d", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:55:04.510962 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5100b0d1-0452-4c1d-87f3-9530897bdd91 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:55:04.511367 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5100b0d1-0452-4c1d-87f3-9530897bdd91'] response: {'server_uuid': '120a21bb-a0eb-49aa-adce-3903960c1785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eec7149-cebf-4a54-bf65-c4194dd2be8d', 'code': 200}
May 07 21:55:04.512825 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-32fb95ba-af29-43d7-8e68-1aecd777b592 req-b83f6a49-7d03-4873-afa1-b3eb306cd34d tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b18b124-d6ae-4635-93ed-9957a39a34ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1904082
May 07 21:55:04.513904 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfec1c59-ef48-4193-974f-336d1f4c25fb req-2bc4cdb9-0acf-4d1a-9a0e-4c061fb0cf9d tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:04.515433 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bfec1c59-ef48-4193-974f-336d1f4c25fb req-2bc4cdb9-0acf-4d1a-9a0e-4c061fb0cf9d tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] 10.222.0.55 "GET /v2.0/networks?id=704f8450-d63f-47c9-8f27-0e9fc81678e7 HTTP/1.1" status: 200  len: 821 time: 0.3896983
May 07 21:55:04.543641 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-bfec1c59-ef48-4193-974f-336d1f4c25fb req-f9c61a4f-88a2-4583-82ea-1aba2c1aa9b5 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Request body: {'port': {'device_id': '653f2d36-3e13-4a84-93ea-5545b4e9fd2f', 'network_id': '704f8450-d63f-47c9-8f27-0e9fc81678e7', 'admin_state_up': True, 'tenant_id': '4c2ee723c6a04843b302e255a401b1e7'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:55:04.587694 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-ff54e8ee-d7de-401e-aaf3-bc348235aff7 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Made reservation on behalf of 70a2fded25c74c839c01e55a91e7f7fc for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:55:04.591975 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-ff54e8ee-d7de-401e-aaf3-bc348235aff7 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:04.632390 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5231c-befc-446a-98d1-5a266264c825 admin admin] Deleting port b769e80a-d656-48e5-b573-f3903c4dacc7 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:55:04.632739 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ccf5231c-befc-446a-98d1-5a266264c825 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (b769e80a-d656-48e5-b573-f3903c4dacc7), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:04.701459 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb90e7f-4001-412c-9887-3b60e596d39c req-de8c206f-4fce-4e87-8c29-af569f8fb85b tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:04.706801 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-afb90e7f-4001-412c-9887-3b60e596d39c req-de8c206f-4fce-4e87-8c29-af569f8fb85b tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?device_id=0010a466-c288-469b-99f3-a3db8a5efb7c HTTP/1.1" status: 200  len: 950 time: 0.1176460
May 07 21:55:04.706801 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e974c9d-acbe-4924-9fc6-46509db889fa req-fafe98a0-bc4f-41bb-a566-3914364791db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:04.706801 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4e974c9d-acbe-4924-9fc6-46509db889fa req-fafe98a0-bc4f-41bb-a566-3914364791db service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=120a21bb-a0eb-49aa-adce-3903960c1785 HTTP/1.1" status: 200  len: 1131 time: 0.1211059
May 07 21:55:04.798081 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-ccf5231c-befc-446a-98d1-5a266264c825 admin admin] For port b769e80a-d656-48e5-b573-f3903c4dacc7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b769e80a-d656-48e5-b573-f3903c4dacc7,segment=NetworkSegment(55d18767-ccce-4274-bc61-21f826804a03),segment_id=55d18767-ccce-4274-bc61-21f826804a03)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:55:04.798606 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ccf5231c-befc-446a-98d1-5a266264c825 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (b769e80a-d656-48e5-b573-f3903c4dacc7), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:04.813298 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfec1c59-ef48-4193-974f-336d1f4c25fb req-f9c61a4f-88a2-4583-82ea-1aba2c1aa9b5 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Made reservation on behalf of 4c2ee723c6a04843b302e255a401b1e7 for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:55:04.817498 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-bfec1c59-ef48-4193-974f-336d1f4c25fb req-f9c61a4f-88a2-4583-82ea-1aba2c1aa9b5 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:04.823551 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-afb90e7f-4001-412c-9887-3b60e596d39c req-3334a3f5-918a-406e-98f5-fd099308644c tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/security-groups?id=aca2780c-128c-4de5-85a4-a7e10bd42e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1122479
May 07 21:55:04.825528 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4e974c9d-acbe-4924-9fc6-46509db889fa req-ea56c1db-de64-4d8f-ad03-2fae6f2135ad service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=aca2780c-128c-4de5-85a4-a7e10bd42e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1090469
May 07 21:55:04.834567 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5231c-befc-446a-98d1-5a266264c825 admin admin] Calling delete_port for b769e80a-d656-48e5-b573-f3903c4dacc7 owned by network:router_interface {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:55:04.902590 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-ff54e8ee-d7de-401e-aaf3-bc348235aff7 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Allocated IP 10.2.2.200 (d3d6fbc8-cbfa-4c1a-9104-6c52ad3f84a6/6168b443-15e3-44b9-96e7-6156bf22796d/0f85ab7f-8d9d-42b6-bed5-f5b8be554023) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:55:05.001489 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6fcdbe-b885-421d-a484-5b8969492755 req-cf74a1a2-3c7d-43b2-aa8d-9be4fdf209e3 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:05.006761 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6fcdbe-b885-421d-a484-5b8969492755 req-cf74a1a2-3c7d-43b2-aa8d-9be4fdf209e3 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:05.012001 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6fcdbe-b885-421d-a484-5b8969492755 req-cf74a1a2-3c7d-43b2-aa8d-9be4fdf209e3 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:05.012146 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [req-bfec1c59-ef48-4193-974f-336d1f4c25fb req-f9c61a4f-88a2-4583-82ea-1aba2c1aa9b5 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Allocated IP 172.20.0.6 (704f8450-d63f-47c9-8f27-0e9fc81678e7/2acc823a-0eec-49c6-a420-882d299a2009/9c05653c-13d6-4294-9e31-a8863d1d2783) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:55:05.017288 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6fcdbe-b885-421d-a484-5b8969492755 req-cf74a1a2-3c7d-43b2-aa8d-9be4fdf209e3 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:05.019310 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-cb6fcdbe-b885-421d-a484-5b8969492755 req-cf74a1a2-3c7d-43b2-aa8d-9be4fdf209e3 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb18387-ba8a-4070-aa1b-42824ed0c7ec HTTP/1.1" status: 200  len: 3093 time: 0.1031032
May 07 21:55:05.019650 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8df1d1e-5524-4b2b-95a2-7495df53ce38 req-17d9c404-9169-40bd-9a8d-15116f53eb0f tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:05.021109 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c8df1d1e-5524-4b2b-95a2-7495df53ce38 req-17d9c404-9169-40bd-9a8d-15116f53eb0f tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?device_id=120a21bb-a0eb-49aa-adce-3903960c1785 HTTP/1.1" status: 200  len: 949 time: 0.0723889
May 07 21:55:05.117665 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c8df1d1e-5524-4b2b-95a2-7495df53ce38 req-4816a7d7-765c-46f5-ab1e-cce4ac5b318b tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/security-groups?id=aca2780c-128c-4de5-85a4-a7e10bd42e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0800776
May 07 21:55:05.202603 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-cb6fcdbe-b885-421d-a484-5b8969492755 req-f3166bce-ba86-4267-b642-e5a07f3f828f tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/security-groups?id=4683f7d7-8b63-48cf-a24d-027ba8d9c114&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1434839
May 07 21:55:05.233740 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f0d941b7-f396-4292-950b-6e6eb6994a2b req-95b8a1cf-5f78-4115-8ca1-76da69365250 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] 10.222.0.32 "GET /v2.0/ports?device_id=653f2d36-3e13-4a84-93ea-5545b4e9fd2f HTTP/1.1" status: 200  len: 210 time: 0.0547225
May 07 21:55:05.256735 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-bfec1c59-ef48-4193-974f-336d1f4c25fb req-f9c61a4f-88a2-4583-82ea-1aba2c1aa9b5 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Publish callbacks [] for port (9c05653c-13d6-4294-9e31-a8863d1d2783), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:05.259933 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-ff54e8ee-d7de-401e-aaf3-bc348235aff7 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks [] for port (0f85ab7f-8d9d-42b6-bed5-f5b8be554023), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:05.294527 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-bfec1c59-ef48-4193-974f-336d1f4c25fb req-f9c61a4f-88a2-4583-82ea-1aba2c1aa9b5 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (9c05653c-13d6-4294-9e31-a8863d1d2783), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:05.307926 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['251b3c4a-3d68-4a9c-8850-df61aa0e1dc6'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:55:05.339408 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfec1c59-ef48-4193-974f-336d1f4c25fb req-f9c61a4f-88a2-4583-82ea-1aba2c1aa9b5 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Network 704f8450-d63f-47c9-8f27-0e9fc81678e7 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:55:05.342486 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [req-bfec1c59-ef48-4193-974f-336d1f4c25fb req-f9c61a4f-88a2-4583-82ea-1aba2c1aa9b5 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:55:05.344973 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfec1c59-ef48-4193-974f-336d1f4c25fb req-f9c61a4f-88a2-4583-82ea-1aba2c1aa9b5 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:55:05.363627 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def98623-6774-4ab8-8839-9aa18ed36e08 req-d3de0734-7a3d-4f49-8e31-55ea0c3a50ce tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:05.365171 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-def98623-6774-4ab8-8839-9aa18ed36e08 req-d3de0734-7a3d-4f49-8e31-55ea0c3a50ce tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc6a642e-763c-4ac9-8ef7-4985bcb86060 HTTP/1.1" status: 200  len: 946 time: 0.0861363
May 07 21:55:05.367912 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ccf5231c-befc-446a-98d1-5a266264c825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (b769e80a-d656-48e5-b573-f3903c4dacc7), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:05.379155 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c61a4f-88a2-4583-82ea-1aba2c1aa9b5 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Pushing event updated for resources: {'Port': ['ID=9c05653c-13d6-4294-9e31-a8863d1d2783,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:55:05.405910 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfec1c59-ef48-4193-974f-336d1f4c25fb req-f9c61a4f-88a2-4583-82ea-1aba2c1aa9b5 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:05.406648 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-bfec1c59-ef48-4193-974f-336d1f4c25fb req-f9c61a4f-88a2-4583-82ea-1aba2c1aa9b5 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:05.427806 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bfec1c59-ef48-4193-974f-336d1f4c25fb req-f9c61a4f-88a2-4583-82ea-1aba2c1aa9b5 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8958912
May 07 21:55:05.432204 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf5231c-befc-446a-98d1-5a266264c825 admin admin] Pushing event deleted for resources: {'Port': ['ID=b769e80a-d656-48e5-b573-f3903c4dacc7,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:55:05.448333 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-ff54e8ee-d7de-401e-aaf3-bc348235aff7 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (0f85ab7f-8d9d-42b6-bed5-f5b8be554023), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:05.460215 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-bfec1c59-ef48-4193-974f-336d1f4c25fb req-fc06c40d-27ea-46f8-a597-da9bc70db6a7 service neutron] Request body: {'port': {'device_id': '653f2d36-3e13-4a84-93ea-5545b4e9fd2f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:55:05.557502 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff54e8ee-d7de-401e-aaf3-bc348235aff7 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Pushing event updated for resources: {'Port': ['ID=0f85ab7f-8d9d-42b6-bed5-f5b8be554023,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:55:05.571961 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-bfec1c59-ef48-4193-974f-336d1f4c25fb req-fc06c40d-27ea-46f8-a597-da9bc70db6a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (9c05653c-13d6-4294-9e31-a8863d1d2783), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:05.602698 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-ff54e8ee-d7de-401e-aaf3-bc348235aff7 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Network d3d6fbc8-cbfa-4c1a-9104-6c52ad3f84a6 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:55:05.612425 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-ff54e8ee-d7de-401e-aaf3-bc348235aff7 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:55:05.615087 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-ff54e8ee-d7de-401e-aaf3-bc348235aff7 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:55:05.628630 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d174ce75-c9e5-4df5-a81b-d980e7ae88f1 req-e5860940-9ed0-455b-a035-26165ee5be94 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:05.630933 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d174ce75-c9e5-4df5-a81b-d980e7ae88f1 req-e5860940-9ed0-455b-a035-26165ee5be94 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "GET /v2.0/ports?device_id=1328c136-9d82-4506-81cd-534b3799a51d HTTP/1.1" status: 200  len: 945 time: 0.0610404
May 07 21:55:05.676875 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-def98623-6774-4ab8-8839-9aa18ed36e08 req-039224df-cab7-4c3b-a9ab-10f8856d5f79 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bbf50af-50c2-4df2-bc37-9f0e79ec6d91&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2602103
May 07 21:55:05.735400 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d174ce75-c9e5-4df5-a81b-d980e7ae88f1 req-a15c9564-c4b4-400e-a3f4-3663d5eb0938 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d51153d-80bb-487e-9b59-7f10285c8c88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0948348
May 07 21:55:05.766712 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-ff54e8ee-d7de-401e-aaf3-bc348235aff7 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:05.767514 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-ff54e8ee-d7de-401e-aaf3-bc348235aff7 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:05.793093 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-f241ceaf-498c-492a-96c9-36fa506d43ee None None] Provisioning complete for port 9c05653c-13d6-4294-9e31-a8863d1d2783 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:55:05.793677 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f241ceaf-498c-492a-96c9-36fa506d43ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (9c05653c-13d6-4294-9e31-a8863d1d2783), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:05.795941 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-7fb51c34-544f-480e-8c40-67f754ce4d24 req-5eb630a1-4cf9-4dbc-a3c0-20d998f48ccb tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1800227856', 'description': 'tempest-description-2128759457'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:55:05.837571 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-ff54e8ee-d7de-401e-aaf3-bc348235aff7 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5786588
May 07 21:55:05.851801 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-f241ceaf-498c-492a-96c9-36fa506d43ee None None] Port 9c05653c-13d6-4294-9e31-a8863d1d2783 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:55:05.853554 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-59293880-4f7c-4d10-828c-bd2eba188160 service neutron] Request body: {'port': {'device_id': 'dfb18387-ba8a-4070-aa1b-42824ed0c7ec', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:55:05.910712 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-7fb51c34-544f-480e-8c40-67f754ce4d24 req-5eb630a1-4cf9-4dbc-a3c0-20d998f48ccb tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:05.933896 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b320089-72cb-4157-8cab-4301d3a691a5 req-8ea5f174-3b3f-4133-982b-88adf44eaba1 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:05.935444 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8b320089-72cb-4157-8cab-4301d3a691a5 req-8ea5f174-3b3f-4133-982b-88adf44eaba1 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f1345a1-41a5-40ac-a7c4-7d6b9eb621fb HTTP/1.1" status: 200  len: 946 time: 0.0969863
May 07 21:55:05.971929 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-d1efef31-b7a5-4ae4-9a9e-a5236316b706 None None] Provisioning complete for port 0f85ab7f-8d9d-42b6-bed5-f5b8be554023 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:55:05.972398 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d1efef31-b7a5-4ae4-9a9e-a5236316b706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (0f85ab7f-8d9d-42b6-bed5-f5b8be554023), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:05.976077 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ccf5231c-befc-446a-98d1-5a266264c825 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401002'] for router_interface (fdcdf0dd-397f-4788-8d35-b848a481d330), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:06.005236 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-59293880-4f7c-4d10-828c-bd2eba188160 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (248ca656-6bff-4ce6-b67d-1c6c09ea7b42), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:06.021681 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-d1efef31-b7a5-4ae4-9a9e-a5236316b706 None None] Port 0f85ab7f-8d9d-42b6-bed5-f5b8be554023 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:55:06.073021 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-7fb51c34-544f-480e-8c40-67f754ce4d24 req-5eb630a1-4cf9-4dbc-a3c0-20d998f48ccb tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Publish callbacks [] for security_group (6b92e61f-c0aa-4cb9-a633-31aa24ceb414), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:06.079315 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-7fb51c34-544f-480e-8c40-67f754ce4d24 req-5eb630a1-4cf9-4dbc-a3c0-20d998f48ccb tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (6b92e61f-c0aa-4cb9-a633-31aa24ceb414), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:06.152624 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-7fb51c34-544f-480e-8c40-67f754ce4d24 req-5eb630a1-4cf9-4dbc-a3c0-20d998f48ccb tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:06.153793 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7fb51c34-544f-480e-8c40-67f754ce4d24 req-5eb630a1-4cf9-4dbc-a3c0-20d998f48ccb tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1832 time: 0.3637459
May 07 21:55:06.156597 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb630a1-4cf9-4dbc-a3c0-20d998f48ccb tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b92e61f-c0aa-4cb9-a633-31aa24ceb414,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:55:06.167173 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [req-bfec1c59-ef48-4193-974f-336d1f4c25fb req-fc06c40d-27ea-46f8-a597-da9bc70db6a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c05653c-13d6-4294-9e31-a8863d1d2783 {{(pid=121837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:55:06.176298 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-bfec1c59-ef48-4193-974f-336d1f4c25fb req-fc06c40d-27ea-46f8-a597-da9bc70db6a7 service neutron] Publish callbacks [] for port (9c05653c-13d6-4294-9e31-a8863d1d2783), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:06.192138 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-bfec1c59-ef48-4193-974f-336d1f4c25fb req-fc06c40d-27ea-46f8-a597-da9bc70db6a7 service neutron] Transition to ACTIVE for port object 9c05653c-13d6-4294-9e31-a8863d1d2783 will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:55:06.203412 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-bfec1c59-ef48-4193-974f-336d1f4c25fb req-fc06c40d-27ea-46f8-a597-da9bc70db6a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (9c05653c-13d6-4294-9e31-a8863d1d2783), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:06.318354 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc06c40d-27ea-46f8-a597-da9bc70db6a7 service neutron] Pushing event updated for resources: {'Port': ['ID=9c05653c-13d6-4294-9e31-a8863d1d2783,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:55:06.321814 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 1cef223b-c375-473f-8214-891abfa6fa86 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:55:06.337356 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8b320089-72cb-4157-8cab-4301d3a691a5 req-1dfad3ee-f959-469f-aef2-a7315a394a72 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b18b124-d6ae-4635-93ed-9957a39a34ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3923373
May 07 21:55:06.352990 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a99bf1-6ada-4245-a78d-7a360f6d7128 req-d4d6a1a5-73ad-44ff-b9e4-602729b0f50f tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:06.360079 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d4a99bf1-6ada-4245-a78d-7a360f6d7128 req-d4d6a1a5-73ad-44ff-b9e4-602729b0f50f tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?device_id=120a21bb-a0eb-49aa-adce-3903960c1785 HTTP/1.1" status: 200  len: 949 time: 0.1244290
May 07 21:55:06.424832 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-bfec1c59-ef48-4193-974f-336d1f4c25fb req-fc06c40d-27ea-46f8-a597-da9bc70db6a7 service neutron] Attempting to bind port 9c05653c-13d6-4294-9e31-a8863d1d2783 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:55:06.425228 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-bfec1c59-ef48-4193-974f-336d1f4c25fb req-fc06c40d-27ea-46f8-a597-da9bc70db6a7 service neutron] Attempting to bind port 9c05653c-13d6-4294-9e31-a8863d1d2783 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'de13910c-b2a2-4c8b-9294-cfa40334cda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '704f8450-d63f-47c9-8f27-0e9fc81678e7'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:55:06.425690 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfec1c59-ef48-4193-974f-336d1f4c25fb req-fc06c40d-27ea-46f8-a597-da9bc70db6a7 service neutron] Attempting to bind port 9c05653c-13d6-4294-9e31-a8863d1d2783 on network 704f8450-d63f-47c9-8f27-0e9fc81678e7 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:55:06.434708 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfec1c59-ef48-4193-974f-336d1f4c25fb req-fc06c40d-27ea-46f8-a597-da9bc70db6a7 service neutron] Port 9c05653c-13d6-4294-9e31-a8863d1d2783 on network 704f8450-d63f-47c9-8f27-0e9fc81678e7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:55:06.435779 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfec1c59-ef48-4193-974f-336d1f4c25fb req-fc06c40d-27ea-46f8-a597-da9bc70db6a7 service neutron] Attempting to bind port 9c05653c-13d6-4294-9e31-a8863d1d2783 on network 704f8450-d63f-47c9-8f27-0e9fc81678e7 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:55:06.447236 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d4a99bf1-6ada-4245-a78d-7a360f6d7128 req-bbe3291a-0b34-4d37-b269-00c0b7ab7f83 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/security-groups?id=aca2780c-128c-4de5-85a4-a7e10bd42e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0860791
May 07 21:55:06.472131 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 1cef223b-c375-473f-8214-891abfa6fa86, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1cef223b-c375-473f-8214-891abfa6fa86,segment=NetworkSegment(16a3e44e-cf3e-4bbc-83bb-ad3918f988bd),segment_id=16a3e44e-cf3e-4bbc-83bb-ad3918f988bd)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:55:06.472755 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfec1c59-ef48-4193-974f-336d1f4c25fb req-fc06c40d-27ea-46f8-a597-da9bc70db6a7 service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:55:06.473132 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfec1c59-ef48-4193-974f-336d1f4c25fb req-fc06c40d-27ea-46f8-a597-da9bc70db6a7 service neutron] Checking segment: {'id': 'de13910c-b2a2-4c8b-9294-cfa40334cda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '704f8450-d63f-47c9-8f27-0e9fc81678e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:55:06.473520 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfec1c59-ef48-4193-974f-336d1f4c25fb req-fc06c40d-27ea-46f8-a597-da9bc70db6a7 service neutron] Bound using segment: {'id': 'de13910c-b2a2-4c8b-9294-cfa40334cda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '704f8450-d63f-47c9-8f27-0e9fc81678e7'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:55:06.473959 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-bfec1c59-ef48-4193-974f-336d1f4c25fb req-fc06c40d-27ea-46f8-a597-da9bc70db6a7 service neutron] Bound port: 9c05653c-13d6-4294-9e31-a8863d1d2783, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de13910c-b2a2-4c8b-9294-cfa40334cda3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '704f8450-d63f-47c9-8f27-0e9fc81678e7'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:55:06.474425 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-bfec1c59-ef48-4193-974f-336d1f4c25fb req-fc06c40d-27ea-46f8-a597-da9bc70db6a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (9c05653c-13d6-4294-9e31-a8863d1d2783), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:06.494454 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': '1cef223b-c375-473f-8214-891abfa6fa86', 'network_id': '772be29c-bb44-46ae-a3e0-b0a78574bddf', 'port_id': '1cef223b-c375-473f-8214-891abfa6fa86', 'mac_address': 'fa:16:3e:3f:8c:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f41cdf1c-9de4-46dc-8689-4d3b6400326c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:55:06.549101 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 1cef223b-c375-473f-8214-891abfa6fa86 is: ACTIVE; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:55:06.549490 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (1cef223b-c375-473f-8214-891abfa6fa86), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:06.564142 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1cef223b-c375-473f-8214-891abfa6fa86 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:55:06.586717 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 1cef223b-c375-473f-8214-891abfa6fa86, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1cef223b-c375-473f-8214-891abfa6fa86,segment=NetworkSegment(16a3e44e-cf3e-4bbc-83bb-ad3918f988bd),segment_id=16a3e44e-cf3e-4bbc-83bb-ad3918f988bd)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:55:06.591377 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (1cef223b-c375-473f-8214-891abfa6fa86), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:06.594160 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-bfec1c59-ef48-4193-974f-336d1f4c25fb req-fc06c40d-27ea-46f8-a597-da9bc70db6a7 service neutron] For port 9c05653c-13d6-4294-9e31-a8863d1d2783, host nch1-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:55:06.612397 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-bfec1c59-ef48-4193-974f-336d1f4c25fb req-fc06c40d-27ea-46f8-a597-da9bc70db6a7 service neutron] For port 9c05653c-13d6-4294-9e31-a8863d1d2783, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9c05653c-13d6-4294-9e31-a8863d1d2783,segment=NetworkSegment(de13910c-b2a2-4c8b-9294-cfa40334cda3),segment_id=de13910c-b2a2-4c8b-9294-cfa40334cda3)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:55:06.627792 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2ebbd4-9cdb-4103-a54b-35d562735146 req-03b40289-5b36-4d10-88c0-7cc4bceb38b9 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:06.634368 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2ebbd4-9cdb-4103-a54b-35d562735146 req-03b40289-5b36-4d10-88c0-7cc4bceb38b9 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:06.639861 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2ebbd4-9cdb-4103-a54b-35d562735146 req-03b40289-5b36-4d10-88c0-7cc4bceb38b9 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:06.647394 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2ebbd4-9cdb-4103-a54b-35d562735146 req-03b40289-5b36-4d10-88c0-7cc4bceb38b9 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:06.653049 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2ebbd4-9cdb-4103-a54b-35d562735146 req-03b40289-5b36-4d10-88c0-7cc4bceb38b9 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:06.659334 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6a2ebbd4-9cdb-4103-a54b-35d562735146 req-03b40289-5b36-4d10-88c0-7cc4bceb38b9 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb18387-ba8a-4070-aa1b-42824ed0c7ec HTTP/1.1" status: 200  len: 3814 time: 0.1100600
May 07 21:55:06.665446 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-bfec1c59-ef48-4193-974f-336d1f4c25fb req-fc06c40d-27ea-46f8-a597-da9bc70db6a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (9c05653c-13d6-4294-9e31-a8863d1d2783), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:06.670802 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=1cef223b-c375-473f-8214-891abfa6fa86,revision_number=6']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:55:06.683226 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['1cef223b-c375-473f-8214-891abfa6fa86'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:55:06.733182 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfec1c59-ef48-4193-974f-336d1f4c25fb req-fc06c40d-27ea-46f8-a597-da9bc70db6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:06.733961 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-bfec1c59-ef48-4193-974f-336d1f4c25fb req-fc06c40d-27ea-46f8-a597-da9bc70db6a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:06.735709 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bfec1c59-ef48-4193-974f-336d1f4c25fb req-fc06c40d-27ea-46f8-a597-da9bc70db6a7 service neutron] 10.222.0.55 "PUT /v2.0/ports/9c05653c-13d6-4294-9e31-a8863d1d2783 HTTP/1.1" status: 200  len: 1091 time: 1.2996609
May 07 21:55:06.739261 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '653f2d36-3e13-4a84-93ea-5545b4e9fd2f', 'tag': '9c05653c-13d6-4294-9e31-a8863d1d2783'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:55:06.741624 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b0e1e75-68a1-40d8-b9eb-0b9f19387b51" -d '{"events": [{"name": "network-changed", "server_uuid": "653f2d36-3e13-4a84-93ea-5545b4e9fd2f", "tag": "9c05653c-13d6-4294-9e31-a8863d1d2783"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:55:06.774172 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-af7a8dcc-a56d-401b-9a47-8bd93b2f0aca req-b30c3465-ec14-4a06-badc-beac0106f394 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1800227856&fields=id&tenant_id=addf83b9a69e4628b1b962b7fceeb9ae HTTP/1.1" status: 200  len: 267 time: 0.1747684
May 07 21:55:06.802323 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6a2ebbd4-9cdb-4103-a54b-35d562735146 req-c7a88f2a-7754-4797-a824-5d815808a62b tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/security-groups?id=4683f7d7-8b63-48cf-a24d-027ba8d9c114&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1293404
May 07 21:55:06.930568 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc06c40d-27ea-46f8-a597-da9bc70db6a7 service neutron] Pushing event updated for resources: {'Port': ['ID=9c05653c-13d6-4294-9e31-a8863d1d2783,revision_number=3']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:55:06.992106 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7a8dcc-a56d-401b-9a47-8bd93b2f0aca req-2e29946b-d743-451a-a9b1-b47a605d2f1b tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:06.993674 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-af7a8dcc-a56d-401b-9a47-8bd93b2f0aca req-2e29946b-d743-451a-a9b1-b47a605d2f1b tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "GET /v2.0/ports?device_id=1328c136-9d82-4506-81cd-534b3799a51d HTTP/1.1" status: 200  len: 945 time: 0.2180803
May 07 21:55:06.998498 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfec1c59-ef48-4193-974f-336d1f4c25fb req-3e8393cf-0574-4579-a25d-fc68d45c9fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:07.001496 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bfec1c59-ef48-4193-974f-336d1f4c25fb req-3e8393cf-0574-4579-a25d-fc68d45c9fd0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4c2ee723c6a04843b302e255a401b1e7&device_id=653f2d36-3e13-4a84-93ea-5545b4e9fd2f HTTP/1.1" status: 200  len: 1125 time: 0.1873159
May 07 21:55:07.026244 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1b5f90-1c29-43d5-84bb-90aca10ee789 req-aa4f7da4-7662-4084-89f5-9be3b2e8a4b8 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:07.033193 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6b1b5f90-1c29-43d5-84bb-90aca10ee789 req-aa4f7da4-7662-4084-89f5-9be3b2e8a4b8 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] 10.222.0.32 "GET /v2.0/ports?device_id=653f2d36-3e13-4a84-93ea-5545b4e9fd2f HTTP/1.1" status: 200  len: 943 time: 0.0929012
May 07 21:55:07.075327 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bfec1c59-ef48-4193-974f-336d1f4c25fb req-9b058c08-3770-49f5-9240-170c2c5ba0d5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c05653c-13d6-4294-9e31-a8863d1d2783 HTTP/1.1" status: 200  len: 217 time: 0.0619628
May 07 21:55:07.091476 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-af7a8dcc-a56d-401b-9a47-8bd93b2f0aca req-b8fa6ed3-bd55-4eec-b725-435ea7c549f6 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Request body: {'port': {'security_groups': ['2d51153d-80bb-487e-9b59-7f10285c8c88', '6b92e61f-c0aa-4cb9-a633-31aa24ceb414']}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:55:07.105249 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccf5231c-befc-446a-98d1-5a266264c825 admin admin] Router fdcdf0dd-397f-4788-8d35-b848a481d330 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 21:55:07.136232 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-59293880-4f7c-4d10-828c-bd2eba188160 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 248ca656-6bff-4ce6-b67d-1c6c09ea7b42 {{(pid=121836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:55:07.149883 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-59293880-4f7c-4d10-828c-bd2eba188160 service neutron] Publish callbacks [] for port (248ca656-6bff-4ce6-b67d-1c6c09ea7b42), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:07.158019 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6b1b5f90-1c29-43d5-84bb-90aca10ee789 req-bb93695f-c1d4-4620-95ab-862aaa920257 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff80f794-fcbb-42be-a4f4-a428e6692136&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1238186
May 07 21:55:07.160887 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfec1c59-ef48-4193-974f-336d1f4c25fb req-70b104cd-9a8b-4a76-be7e-d87d5ecc90f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:07.162499 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bfec1c59-ef48-4193-974f-336d1f4c25fb req-70b104cd-9a8b-4a76-be7e-d87d5ecc90f3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2acc823a-0eec-49c6-a420-882d299a2009 HTTP/1.1" status: 200  len: 860 time: 0.0806015
May 07 21:55:07.236463 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfec1c59-ef48-4193-974f-336d1f4c25fb req-54d06481-375c-4c2f-a3e6-fe7518031366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:07.238711 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bfec1c59-ef48-4193-974f-336d1f4c25fb req-54d06481-375c-4c2f-a3e6-fe7518031366 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=704f8450-d63f-47c9-8f27-0e9fc81678e7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0685594
May 07 21:55:07.293791 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.provisioning_blocks [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-59293880-4f7c-4d10-828c-bd2eba188160 service neutron] Transition to ACTIVE for port object 248ca656-6bff-4ce6-b67d-1c6c09ea7b42 will not be triggered until provisioned by entity L2. {{(pid=121836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:55:07.296922 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-af7a8dcc-a56d-401b-9a47-8bd93b2f0aca req-b8fa6ed3-bd55-4eec-b725-435ea7c549f6 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (26b45fcb-fb85-4cfb-9dc0-1b5852bae60e), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:07.315302 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-59293880-4f7c-4d10-828c-bd2eba188160 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (248ca656-6bff-4ce6-b67d-1c6c09ea7b42), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:07.364871 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bfec1c59-ef48-4193-974f-336d1f4c25fb req-94574f96-c49a-45b1-bc40-fda92a79e123 service neutron] 10.222.0.55 "GET /v2.0/networks/704f8450-d63f-47c9-8f27-0e9fc81678e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1191142
May 07 21:55:07.535752 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59293880-4f7c-4d10-828c-bd2eba188160 service neutron] Pushing event updated for resources: {'Port': ['ID=248ca656-6bff-4ce6-b67d-1c6c09ea7b42,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:55:07.564127 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccf5231c-befc-446a-98d1-5a266264c825 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:55:07.564965 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bfec1c59-ef48-4193-974f-336d1f4c25fb req-fbd5e0fd-020d-43ad-bd1d-3938fa94e88c service neutron] 10.222.0.55 "GET /v2.0/networks/704f8450-d63f-47c9-8f27-0e9fc81678e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1926022
May 07 21:55:07.577769 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8e004e-6ab5-469a-b159-98106db776f4 req-da956672-35aa-4aee-b6b1-f1821e30856e tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:07.578899 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06bf4ac-2602-4c2e-afdb-e94a99e2648d None None] Sync routers for ids ['fdcdf0dd-397f-4788-8d35-b848a481d330'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:55:07.584418 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8e004e-6ab5-469a-b159-98106db776f4 req-da956672-35aa-4aee-b6b1-f1821e30856e tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:07.586072 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8c8e004e-6ab5-469a-b159-98106db776f4 req-da956672-35aa-4aee-b6b1-f1821e30856e tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?device_id=0010a466-c288-469b-99f3-a3db8a5efb7c&device_id=120a21bb-a0eb-49aa-adce-3903960c1785 HTTP/1.1" status: 200  len: 1690 time: 0.1047351
May 07 21:55:07.589051 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-ccf5231c-befc-446a-98d1-5a266264c825 admin admin] 10.222.0.32 "PUT /v2.0/routers/fdcdf0dd-397f-4788-8d35-b848a481d330/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5916524
May 07 21:55:07.593786 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43616) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:55:07.601278 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06bf4ac-2602-4c2e-afdb-e94a99e2648d None None] Routers {'fdcdf0dd-397f-4788-8d35-b848a481d330'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:55:07.602091 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-e06bf4ac-2602-4c2e-afdb-e94a99e2648d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8ca21850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:54:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['fdcdf0dd-397f-4788-8d35-b848a481d330'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:55:07.781116 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8c8e004e-6ab5-469a-b159-98106db776f4 req-2ad141fc-3467-4747-a440-270b7c77ad66 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/security-groups?id=aca2780c-128c-4de5-85a4-a7e10bd42e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1777229
May 07 21:55:07.854459 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5e4888c0-6420-47d3-b7c6-d4a48b5de63e admin admin] Publish callbacks [] for router (fdcdf0dd-397f-4788-8d35-b848a481d330), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:07.864929 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-e06bf4ac-2602-4c2e-afdb-e94a99e2648d None None] Set router fdcdf0dd-397f-4788-8d35-b848a481d330 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:55:07.919902 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-af7a8dcc-a56d-401b-9a47-8bd93b2f0aca req-b8fa6ed3-bd55-4eec-b725-435ea7c549f6 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] For port 26b45fcb-fb85-4cfb-9dc0-1b5852bae60e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=26b45fcb-fb85-4cfb-9dc0-1b5852bae60e,segment=NetworkSegment(c3b37dbc-d23c-4e53-ba39-47f4acab267d),segment_id=c3b37dbc-d23c-4e53-ba39-47f4acab267d)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:55:07.972087 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-af7a8dcc-a56d-401b-9a47-8bd93b2f0aca req-b8fa6ed3-bd55-4eec-b725-435ea7c549f6 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Publish callbacks [] for port (26b45fcb-fb85-4cfb-9dc0-1b5852bae60e), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:07.975989 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-59293880-4f7c-4d10-828c-bd2eba188160 service neutron] Attempting to bind port 248ca656-6bff-4ce6-b67d-1c6c09ea7b42 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:55:07.976328 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-59293880-4f7c-4d10-828c-bd2eba188160 service neutron] Attempting to bind port 248ca656-6bff-4ce6-b67d-1c6c09ea7b42 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '4cad6eb6-00ef-467c-849b-bcfc65b68a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '78b27442-bcb9-410d-9431-ef2d20377793'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:55:07.976661 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-59293880-4f7c-4d10-828c-bd2eba188160 service neutron] Attempting to bind port 248ca656-6bff-4ce6-b67d-1c6c09ea7b42 on network 78b27442-bcb9-410d-9431-ef2d20377793 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:55:07.983505 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-59293880-4f7c-4d10-828c-bd2eba188160 service neutron] Port 248ca656-6bff-4ce6-b67d-1c6c09ea7b42 on network 78b27442-bcb9-410d-9431-ef2d20377793 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:55:07.983914 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-59293880-4f7c-4d10-828c-bd2eba188160 service neutron] Attempting to bind port 248ca656-6bff-4ce6-b67d-1c6c09ea7b42 on network 78b27442-bcb9-410d-9431-ef2d20377793 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:55:07.993145 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-af7a8dcc-a56d-401b-9a47-8bd93b2f0aca req-b8fa6ed3-bd55-4eec-b725-435ea7c549f6 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (26b45fcb-fb85-4cfb-9dc0-1b5852bae60e), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:08.006596 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-59293880-4f7c-4d10-828c-bd2eba188160 service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:55:08.006596 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-59293880-4f7c-4d10-828c-bd2eba188160 service neutron] Checking segment: {'id': '4cad6eb6-00ef-467c-849b-bcfc65b68a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '78b27442-bcb9-410d-9431-ef2d20377793'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:55:08.007055 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-59293880-4f7c-4d10-828c-bd2eba188160 service neutron] Bound using segment: {'id': '4cad6eb6-00ef-467c-849b-bcfc65b68a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '78b27442-bcb9-410d-9431-ef2d20377793'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:55:08.007481 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-59293880-4f7c-4d10-828c-bd2eba188160 service neutron] Bound port: 248ca656-6bff-4ce6-b67d-1c6c09ea7b42, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cad6eb6-00ef-467c-849b-bcfc65b68a11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '78b27442-bcb9-410d-9431-ef2d20377793'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:55:08.007907 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-59293880-4f7c-4d10-828c-bd2eba188160 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (248ca656-6bff-4ce6-b67d-1c6c09ea7b42), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:08.012043 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['26b45fcb-fb85-4cfb-9dc0-1b5852bae60e'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:55:08.021037 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5e4888c0-6420-47d3-b7c6-d4a48b5de63e admin admin] Publish callbacks [] for router_gateway (fdcdf0dd-397f-4788-8d35-b848a481d330), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:08.085282 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5b55fc-a26d-4e13-8474-32caf172e845 req-6c31262c-2ded-40c7-a2d5-46ec1cf00569 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:08.085934 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7a8dcc-a56d-401b-9a47-8bd93b2f0aca req-b8fa6ed3-bd55-4eec-b725-435ea7c549f6 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:08.086317 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-af7a8dcc-a56d-401b-9a47-8bd93b2f0aca req-b8fa6ed3-bd55-4eec-b725-435ea7c549f6 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:08.087851 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-af7a8dcc-a56d-401b-9a47-8bd93b2f0aca req-b8fa6ed3-bd55-4eec-b725-435ea7c549f6 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "PUT /v2.0/ports/26b45fcb-fb85-4cfb-9dc0-1b5852bae60e HTTP/1.1" status: 200  len: 981 time: 1.0355101
May 07 21:55:08.090436 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1328c136-9d82-4506-81cd-534b3799a51d', 'tag': '26b45fcb-fb85-4cfb-9dc0-1b5852bae60e'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:55:08.092949 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a183a3a-1d95-4856-8e02-e19840241d32" -d '{"events": [{"name": "network-changed", "server_uuid": "1328c136-9d82-4506-81cd-534b3799a51d", "tag": "26b45fcb-fb85-4cfb-9dc0-1b5852bae60e"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:55:08.095661 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-cc5b55fc-a26d-4e13-8474-32caf172e845 req-6c31262c-2ded-40c7-a2d5-46ec1cf00569 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc6a642e-763c-4ac9-8ef7-4985bcb86060 HTTP/1.1" status: 200  len: 945 time: 0.1053565
May 07 21:55:08.160862 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-59293880-4f7c-4d10-828c-bd2eba188160 service neutron] For port 248ca656-6bff-4ce6-b67d-1c6c09ea7b42, host nch1-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:55:08.164902 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-59293880-4f7c-4d10-828c-bd2eba188160 service neutron] For port 248ca656-6bff-4ce6-b67d-1c6c09ea7b42, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=248ca656-6bff-4ce6-b67d-1c6c09ea7b42,segment=NetworkSegment(4cad6eb6-00ef-467c-849b-bcfc65b68a11),segment_id=4cad6eb6-00ef-467c-849b-bcfc65b68a11)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:55:08.184648 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-e06bf4ac-2602-4c2e-afdb-e94a99e2648d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8ca21850>, [{'id': 'fdcdf0dd-397f-4788-8d35-b848a481d330', 'name': 'tempest-ServersTestBootFromVolume-1397458917-router', 'tenant_id': '0b9502da27d64dffaf0859d1f6b5663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.23'}], 'enable_snat': True}, 'gw_port_id': 'a53b14cb-8f0e-4592-983f-64709fce4d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:53:00Z', 'updated_at': '2022-05-07T21:55:05Z', 'revision_number': 5, 'project_id': '0b9502da27d64dffaf0859d1f6b5663f', 'gw_port': {'id': 'a53b14cb-8f0e-4592-983f-64709fce4d41', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:8d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdcdf0dd-397f-4788-8d35-b848a481d330', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:53:02Z', 'updated_at': '2022-05-07T21:53:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:55:08.188066 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-59293880-4f7c-4d10-828c-bd2eba188160 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (248ca656-6bff-4ce6-b67d-1c6c09ea7b42), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:08.205754 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-59293880-4f7c-4d10-828c-bd2eba188160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:08.206293 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-59293880-4f7c-4d10-828c-bd2eba188160 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:08.207775 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-59293880-4f7c-4d10-828c-bd2eba188160 service neutron] 10.222.0.55 "PUT /v2.0/ports/248ca656-6bff-4ce6-b67d-1c6c09ea7b42 HTTP/1.1" status: 200  len: 1091 time: 2.3581762
May 07 21:55:08.208585 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fa6ed3-bd55-4eec-b725-435ea7c549f6 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Pushing event updated for resources: {'Port': ['ID=26b45fcb-fb85-4cfb-9dc0-1b5852bae60e,revision_number=6']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:55:08.223004 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['26b45fcb-fb85-4cfb-9dc0-1b5852bae60e'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:55:08.229890 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-cc5b55fc-a26d-4e13-8474-32caf172e845 req-26b20fd7-0aa8-441b-8b05-9c47a40f5796 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bbf50af-50c2-4df2-bc37-9f0e79ec6d91&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1332681
May 07 21:55:08.238591 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ff101c4-080d-4a00-a89a-b1eac909be79 x-openstack-request-id: req-4ff101c4-080d-4a00-a89a-b1eac909be79 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:55:08.245076 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "653f2d36-3e13-4a84-93ea-5545b4e9fd2f", "tag": "9c05653c-13d6-4294-9e31-a8863d1d2783", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:55:08.247504 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4ff101c4-080d-4a00-a89a-b1eac909be79 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:55:08.250306 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ff101c4-080d-4a00-a89a-b1eac909be79'] response: {'name': 'network-changed', 'server_uuid': '653f2d36-3e13-4a84-93ea-5545b4e9fd2f', 'tag': '9c05653c-13d6-4294-9e31-a8863d1d2783', 'status': 'completed', 'code': 200}
May 07 21:55:08.278907 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06bf4ac-2602-4c2e-afdb-e94a99e2648d None None] Checking router: fdcdf0dd-397f-4788-8d35-b848a481d330 for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 21:55:08.302118 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59293880-4f7c-4d10-828c-bd2eba188160 service neutron] Pushing event updated for resources: {'Port': ['ID=248ca656-6bff-4ce6-b67d-1c6c09ea7b42,revision_number=3']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:55:08.315728 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06bf4ac-2602-4c2e-afdb-e94a99e2648d None None] Routers {'fdcdf0dd-397f-4788-8d35-b848a481d330'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:55:08.316969 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-e06bf4ac-2602-4c2e-afdb-e94a99e2648d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8ca21850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:54:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['fdcdf0dd-397f-4788-8d35-b848a481d330'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:55:08.332915 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-5e4888c0-6420-47d3-b7c6-d4a48b5de63e admin admin] Deleting port a53b14cb-8f0e-4592-983f-64709fce4d41 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:55:08.334385 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5e4888c0-6420-47d3-b7c6-d4a48b5de63e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (a53b14cb-8f0e-4592-983f-64709fce4d41), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:08.390723 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 1cef223b-c375-473f-8214-891abfa6fa86 up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:55:08.423656 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839ea8d8-cea7-4209-b9ca-20a141d4444f req-824e9a23-1fe9-4293-88d0-063c73d097a2 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:08.427594 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-839ea8d8-cea7-4209-b9ca-20a141d4444f req-824e9a23-1fe9-4293-88d0-063c73d097a2 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f1345a1-41a5-40ac-a7c4-7d6b9eb621fb HTTP/1.1" status: 200  len: 946 time: 0.1001253
May 07 21:55:08.478427 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-e06bf4ac-2602-4c2e-afdb-e94a99e2648d None None] Set router fdcdf0dd-397f-4788-8d35-b848a481d330 gateway port host: None {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:55:08.543411 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-839ea8d8-cea7-4209-b9ca-20a141d4444f req-6c19313e-7d68-4412-ac2d-425e4c0460b2 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b18b124-d6ae-4635-93ed-9957a39a34ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1052644
May 07 21:55:08.565577 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-5e4888c0-6420-47d3-b7c6-d4a48b5de63e admin admin] For port a53b14cb-8f0e-4592-983f-64709fce4d41, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a53b14cb-8f0e-4592-983f-64709fce4d41,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:55:08.566007 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5e4888c0-6420-47d3-b7c6-d4a48b5de63e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (a53b14cb-8f0e-4592-983f-64709fce4d41), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:08.621151 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-e06bf4ac-2602-4c2e-afdb-e94a99e2648d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8ca21850>, [{'id': 'fdcdf0dd-397f-4788-8d35-b848a481d330', 'name': 'tempest-ServersTestBootFromVolume-1397458917-router', 'tenant_id': '0b9502da27d64dffaf0859d1f6b5663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:53:00Z', 'updated_at': '2022-05-07T21:55:08Z', 'revision_number': 6, 'project_id': '0b9502da27d64dffaf0859d1f6b5663f', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:55:08.626949 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-c520952d-e6f8-48ac-bae7-14315b713ac7 service neutron] Request body: {'port': {'device_id': 'dfb18387-ba8a-4070-aa1b-42824ed0c7ec', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:55:08.655207 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06bf4ac-2602-4c2e-afdb-e94a99e2648d None None] The sync data for ids ['fdcdf0dd-397f-4788-8d35-b848a481d330'] in ncdv-master-1 is: [{'id': 'fdcdf0dd-397f-4788-8d35-b848a481d330', 'name': 'tempest-ServersTestBootFromVolume-1397458917-router', 'tenant_id': '0b9502da27d64dffaf0859d1f6b5663f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:53:00Z', 'updated_at': '2022-05-07T21:55:08Z', 'revision_number': 6, 'project_id': '0b9502da27d64dffaf0859d1f6b5663f', 'gw_port_host': None}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:55:08.664314 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-5e4888c0-6420-47d3-b7c6-d4a48b5de63e admin admin] Calling delete_port for a53b14cb-8f0e-4592-983f-64709fce4d41 owned by network:router_gateway {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:55:08.741579 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61c52c3-872e-4f6d-bcab-25b8a72174f3 req-6a543770-a0d6-460e-ab8f-97d28f44e60c tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:08.747348 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61c52c3-872e-4f6d-bcab-25b8a72174f3 req-6a543770-a0d6-460e-ab8f-97d28f44e60c tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:08.749372 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 21:55:08.764923 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61c52c3-872e-4f6d-bcab-25b8a72174f3 req-6a543770-a0d6-460e-ab8f-97d28f44e60c tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:08.773261 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61c52c3-872e-4f6d-bcab-25b8a72174f3 req-6a543770-a0d6-460e-ab8f-97d28f44e60c tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:08.784738 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-c520952d-e6f8-48ac-bae7-14315b713ac7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (8265c59d-4721-4235-823a-846b00373dfe), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:08.785263 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61c52c3-872e-4f6d-bcab-25b8a72174f3 req-6a543770-a0d6-460e-ab8f-97d28f44e60c tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:08.795853 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c61c52c3-872e-4f6d-bcab-25b8a72174f3 req-6a543770-a0d6-460e-ab8f-97d28f44e60c tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb18387-ba8a-4070-aa1b-42824ed0c7ec HTTP/1.1" status: 200  len: 3826 time: 0.2586782
May 07 21:55:08.817817 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e1e75-68a1-40d8-b9eb-0b9f19387b51 req-b7dd313f-990e-4efc-9972-eb35a52efc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:08.819574 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5b0e1e75-68a1-40d8-b9eb-0b9f19387b51 req-b7dd313f-990e-4efc-9972-eb35a52efc45 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4c2ee723c6a04843b302e255a401b1e7&device_id=653f2d36-3e13-4a84-93ea-5545b4e9fd2f HTTP/1.1" status: 200  len: 1125 time: 0.1930542
May 07 21:55:08.829620 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port 1cef223b-c375-473f-8214-891abfa6fa86 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:55:08.830095 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (1cef223b-c375-473f-8214-891abfa6fa86), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:08.851627 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-eb35a09a-fe37-4ae3-a8b6-1453bd48b9b9 req-6ba8cd37-597f-402f-88cb-6b593bff7791 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1800227856&fields=id&tenant_id=addf83b9a69e4628b1b962b7fceeb9ae HTTP/1.1" status: 200  len: 267 time: 0.1634338
May 07 21:55:08.973439 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 1cef223b-c375-473f-8214-891abfa6fa86 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:55:08.973985 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (1cef223b-c375-473f-8214-891abfa6fa86), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:09.003517 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb35a09a-fe37-4ae3-a8b6-1453bd48b9b9 req-0374dcea-879c-4963-a8d8-55c3385d7a22 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:09.005050 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-eb35a09a-fe37-4ae3-a8b6-1453bd48b9b9 req-0374dcea-879c-4963-a8d8-55c3385d7a22 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "GET /v2.0/ports?device_id=1328c136-9d82-4506-81cd-534b3799a51d HTTP/1.1" status: 200  len: 984 time: 0.1460712
May 07 21:55:09.021888 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-eb35a09a-fe37-4ae3-a8b6-1453bd48b9b9 req-212791f1-d304-4033-a2bc-66cb55668317 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Request body: {'port': {'security_groups': ['2d51153d-80bb-487e-9b59-7f10285c8c88']}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:55:09.023890 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c61c52c3-872e-4f6d-bcab-25b8a72174f3 req-71591519-3c6c-4e0e-bd48-c038e2f79c7f tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/security-groups?id=4683f7d7-8b63-48cf-a24d-027ba8d9c114&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2264848
May 07 21:55:09.038353 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc6a642e-763c-4ac9-8ef7-4985bcb86060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cef223b-c375-473f-8214-891abfa6fa86'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:55:09.040945 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ec85da-fa07-4c0d-8b2a-6193f0edd869" -d '{"events": [{"server_uuid": "cc6a642e-763c-4ac9-8ef7-4985bcb86060", "name": "network-vif-plugged", "status": "completed", "tag": "1cef223b-c375-473f-8214-891abfa6fa86"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:55:09.089095 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed7f4e7-4a2b-49dd-a8fc-c548ee93c842 x-openstack-request-id: req-6ed7f4e7-4a2b-49dd-a8fc-c548ee93c842 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:55:09.089394 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1328c136-9d82-4506-81cd-534b3799a51d", "tag": "26b45fcb-fb85-4cfb-9dc0-1b5852bae60e", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:55:09.089872 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6ed7f4e7-4a2b-49dd-a8fc-c548ee93c842 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:55:09.090293 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ed7f4e7-4a2b-49dd-a8fc-c548ee93c842'] response: {'name': 'network-changed', 'server_uuid': '1328c136-9d82-4506-81cd-534b3799a51d', 'tag': '26b45fcb-fb85-4cfb-9dc0-1b5852bae60e', 'status': 'completed', 'code': 200}
May 07 21:55:09.109375 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 1cef223b-c375-473f-8214-891abfa6fa86, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1cef223b-c375-473f-8214-891abfa6fa86,segment=NetworkSegment(16a3e44e-cf3e-4bbc-83bb-ad3918f988bd),segment_id=16a3e44e-cf3e-4bbc-83bb-ad3918f988bd)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:55:09.146134 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e1e75-68a1-40d8-b9eb-0b9f19387b51 req-27ce1361-7c04-4fa8-9ab7-6dfe1d6f803b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:09.148413 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5b0e1e75-68a1-40d8-b9eb-0b9f19387b51 req-27ce1361-7c04-4fa8-9ab7-6dfe1d6f803b service neutron] 10.222.0.55 "GET /v2.0/networks?id=704f8450-d63f-47c9-8f27-0e9fc81678e7 HTTP/1.1" status: 200  len: 922 time: 0.3181920
May 07 21:55:09.151080 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (1cef223b-c375-473f-8214-891abfa6fa86), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:09.304908 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=1cef223b-c375-473f-8214-891abfa6fa86,revision_number=7']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:55:09.368906 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-eb35a09a-fe37-4ae3-a8b6-1453bd48b9b9 req-212791f1-d304-4033-a2bc-66cb55668317 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (26b45fcb-fb85-4cfb-9dc0-1b5852bae60e), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:09.541951 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-c520952d-e6f8-48ac-bae7-14315b713ac7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8265c59d-4721-4235-823a-846b00373dfe {{(pid=121836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:55:09.563844 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-c520952d-e6f8-48ac-bae7-14315b713ac7 service neutron] Publish callbacks [] for port (8265c59d-4721-4235-823a-846b00373dfe), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:09.631776 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5b0e1e75-68a1-40d8-b9eb-0b9f19387b51 req-bed03aca-daca-402d-a0e2-f1bb77c62e5d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c05653c-13d6-4294-9e31-a8863d1d2783 HTTP/1.1" status: 200  len: 217 time: 0.4353087
May 07 21:55:09.643006 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.provisioning_blocks [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-c520952d-e6f8-48ac-bae7-14315b713ac7 service neutron] Transition to ACTIVE for port object 8265c59d-4721-4235-823a-846b00373dfe will not be triggered until provisioned by entity L2. {{(pid=121836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:55:09.652934 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-c520952d-e6f8-48ac-bae7-14315b713ac7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (8265c59d-4721-4235-823a-846b00373dfe), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:09.668417 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b94ad7-decb-4300-897e-251059b0fd0f req-9daf4c41-3850-4b79-8df3-afa2a67b76b6 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:09.677144 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-98b94ad7-decb-4300-897e-251059b0fd0f req-9daf4c41-3850-4b79-8df3-afa2a67b76b6 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] 10.222.0.32 "GET /v2.0/ports?device_id=653f2d36-3e13-4a84-93ea-5545b4e9fd2f HTTP/1.1" status: 200  len: 943 time: 0.5232687
May 07 21:55:09.682933 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a183a3a-1d95-4856-8e02-e19840241d32 req-6b492db5-faa0-4134-9fa7-4f2db8231c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:09.684415 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7a183a3a-1d95-4856-8e02-e19840241d32 req-6b492db5-faa0-4134-9fa7-4f2db8231c47 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=addf83b9a69e4628b1b962b7fceeb9ae&device_id=1328c136-9d82-4506-81cd-534b3799a51d HTTP/1.1" status: 200  len: 1166 time: 0.5349216
May 07 21:55:09.750823 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-eb35a09a-fe37-4ae3-a8b6-1453bd48b9b9 req-212791f1-d304-4033-a2bc-66cb55668317 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] For port 26b45fcb-fb85-4cfb-9dc0-1b5852bae60e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=26b45fcb-fb85-4cfb-9dc0-1b5852bae60e,segment=NetworkSegment(c3b37dbc-d23c-4e53-ba39-47f4acab267d),segment_id=c3b37dbc-d23c-4e53-ba39-47f4acab267d)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:55:09.752589 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c520952d-e6f8-48ac-bae7-14315b713ac7 service neutron] Pushing event updated for resources: {'Port': ['ID=8265c59d-4721-4235-823a-846b00373dfe,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:55:09.853347 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-eb35a09a-fe37-4ae3-a8b6-1453bd48b9b9 req-212791f1-d304-4033-a2bc-66cb55668317 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Publish callbacks [] for port (26b45fcb-fb85-4cfb-9dc0-1b5852bae60e), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:09.863489 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-eb35a09a-fe37-4ae3-a8b6-1453bd48b9b9 req-212791f1-d304-4033-a2bc-66cb55668317 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (26b45fcb-fb85-4cfb-9dc0-1b5852bae60e), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:09.876764 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['26b45fcb-fb85-4cfb-9dc0-1b5852bae60e'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:55:09.916890 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-98b94ad7-decb-4300-897e-251059b0fd0f req-b8ebf73d-50df-476f-96ba-8f628b96ade6 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff80f794-fcbb-42be-a4f4-a428e6692136&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2387545
May 07 21:55:09.995920 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e1e75-68a1-40d8-b9eb-0b9f19387b51 req-56ba4725-4dd4-436d-addc-185f91473ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:09.997606 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5b0e1e75-68a1-40d8-b9eb-0b9f19387b51 req-56ba4725-4dd4-436d-addc-185f91473ea6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2acc823a-0eec-49c6-a420-882d299a2009 HTTP/1.1" status: 200  len: 860 time: 0.3562772
May 07 21:55:10.045481 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a183a3a-1d95-4856-8e02-e19840241d32 req-d87fe0d1-0e21-4178-89c2-8355ad880b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:10.051392 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7a183a3a-1d95-4856-8e02-e19840241d32 req-d87fe0d1-0e21-4178-89c2-8355ad880b16 service neutron] 10.222.0.55 "GET /v2.0/networks?id=38ca9b6e-b205-48f9-a002-ddfee225fe39 HTTP/1.1" status: 200  len: 920 time: 0.3051698
May 07 21:55:10.091945 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['26b45fcb-fb85-4cfb-9dc0-1b5852bae60e'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:55:10.101224 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5e4888c0-6420-47d3-b7c6-d4a48b5de63e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (a53b14cb-8f0e-4592-983f-64709fce4d41), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:10.145794 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7a183a3a-1d95-4856-8e02-e19840241d32 req-37a6c703-af01-4c19-93c8-5cdbad75d913 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=26b45fcb-fb85-4cfb-9dc0-1b5852bae60e HTTP/1.1" status: 200  len: 217 time: 0.0636404
May 07 21:55:10.213175 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4888c0-6420-47d3-b7c6-d4a48b5de63e admin admin] Pushing event deleted for resources: {'Port': ['ID=a53b14cb-8f0e-4592-983f-64709fce4d41,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:55:10.251581 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e1e75-68a1-40d8-b9eb-0b9f19387b51 req-fd18392e-a80c-40fa-b03b-1cd6379fe2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:10.253067 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5b0e1e75-68a1-40d8-b9eb-0b9f19387b51 req-fd18392e-a80c-40fa-b03b-1cd6379fe2df service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=704f8450-d63f-47c9-8f27-0e9fc81678e7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2435892
May 07 21:55:10.277822 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa3dcf-a029-409b-9ee1-53ce175cc14a req-e1309a95-a3de-4966-95f6-a669981c4c8c tempest-ServersOnMultiNodesTest-1649045737 tempest-ServersOnMultiNodesTest-1649045737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:10.284843 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-14fa3dcf-a029-409b-9ee1-53ce175cc14a req-e1309a95-a3de-4966-95f6-a669981c4c8c tempest-ServersOnMultiNodesTest-1649045737 tempest-ServersOnMultiNodesTest-1649045737-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0010a466-c288-469b-99f3-a3db8a5efb7c HTTP/1.1" status: 200  len: 1132 time: 0.2008634
May 07 21:55:10.289308 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb35a09a-fe37-4ae3-a8b6-1453bd48b9b9 req-212791f1-d304-4033-a2bc-66cb55668317 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:10.289936 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-eb35a09a-fe37-4ae3-a8b6-1453bd48b9b9 req-212791f1-d304-4033-a2bc-66cb55668317 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:10.291400 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-eb35a09a-fe37-4ae3-a8b6-1453bd48b9b9 req-212791f1-d304-4033-a2bc-66cb55668317 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "PUT /v2.0/ports/26b45fcb-fb85-4cfb-9dc0-1b5852bae60e HTTP/1.1" status: 200  len: 942 time: 1.2788832
May 07 21:55:10.310119 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-c520952d-e6f8-48ac-bae7-14315b713ac7 service neutron] Attempting to bind port 8265c59d-4721-4235-823a-846b00373dfe on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:55:10.310460 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-c520952d-e6f8-48ac-bae7-14315b713ac7 service neutron] Attempting to bind port 8265c59d-4721-4235-823a-846b00373dfe by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'b31a7bd7-f013-44aa-a9c5-142fb752dadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3e9903c9-6550-4ae2-aa4f-70e03144784f'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:55:10.310835 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-c520952d-e6f8-48ac-bae7-14315b713ac7 service neutron] Attempting to bind port 8265c59d-4721-4235-823a-846b00373dfe on network 3e9903c9-6550-4ae2-aa4f-70e03144784f {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:55:10.318285 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-c520952d-e6f8-48ac-bae7-14315b713ac7 service neutron] Port 8265c59d-4721-4235-823a-846b00373dfe on network 3e9903c9-6550-4ae2-aa4f-70e03144784f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:55:10.318546 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-c520952d-e6f8-48ac-bae7-14315b713ac7 service neutron] Attempting to bind port 8265c59d-4721-4235-823a-846b00373dfe on network 3e9903c9-6550-4ae2-aa4f-70e03144784f {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:55:10.320628 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212791f1-d304-4033-a2bc-66cb55668317 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Pushing event updated for resources: {'Port': ['ID=26b45fcb-fb85-4cfb-9dc0-1b5852bae60e,revision_number=7']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:55:10.326856 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-c520952d-e6f8-48ac-bae7-14315b713ac7 service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:55:10.327168 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-c520952d-e6f8-48ac-bae7-14315b713ac7 service neutron] Checking segment: {'id': 'b31a7bd7-f013-44aa-a9c5-142fb752dadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3e9903c9-6550-4ae2-aa4f-70e03144784f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:55:10.327535 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-c520952d-e6f8-48ac-bae7-14315b713ac7 service neutron] Bound using segment: {'id': 'b31a7bd7-f013-44aa-a9c5-142fb752dadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3e9903c9-6550-4ae2-aa4f-70e03144784f'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:55:10.327969 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-c520952d-e6f8-48ac-bae7-14315b713ac7 service neutron] Bound port: 8265c59d-4721-4235-823a-846b00373dfe, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b31a7bd7-f013-44aa-a9c5-142fb752dadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3e9903c9-6550-4ae2-aa4f-70e03144784f'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:55:10.328336 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-c520952d-e6f8-48ac-bae7-14315b713ac7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (8265c59d-4721-4235-823a-846b00373dfe), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:10.382892 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5b0e1e75-68a1-40d8-b9eb-0b9f19387b51 req-4281ce28-006c-48ec-8423-c6a05e7811ba service neutron] 10.222.0.55 "GET /v2.0/networks/704f8450-d63f-47c9-8f27-0e9fc81678e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1083682
May 07 21:55:10.401325 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-c520952d-e6f8-48ac-bae7-14315b713ac7 service neutron] For port 8265c59d-4721-4235-823a-846b00373dfe, host nch1-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:55:10.405174 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-c520952d-e6f8-48ac-bae7-14315b713ac7 service neutron] For port 8265c59d-4721-4235-823a-846b00373dfe, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8265c59d-4721-4235-823a-846b00373dfe,segment=NetworkSegment(b31a7bd7-f013-44aa-a9c5-142fb752dadd),segment_id=b31a7bd7-f013-44aa-a9c5-142fb752dadd)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:55:10.415714 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 9c05653c-13d6-4294-9e31-a8863d1d2783 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:55:10.419926 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-c520952d-e6f8-48ac-bae7-14315b713ac7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (8265c59d-4721-4235-823a-846b00373dfe), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:10.457109 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5e4888c0-6420-47d3-b7c6-d4a48b5de63e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395776'] for router_gateway (fdcdf0dd-397f-4788-8d35-b848a481d330), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:10.462663 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-c520952d-e6f8-48ac-bae7-14315b713ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:10.463789 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-c520952d-e6f8-48ac-bae7-14315b713ac7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:10.465658 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-c520952d-e6f8-48ac-bae7-14315b713ac7 service neutron] 10.222.0.55 "PUT /v2.0/ports/8265c59d-4721-4235-823a-846b00373dfe HTTP/1.1" status: 200  len: 1130 time: 1.8454752
May 07 21:55:10.515482 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-2fd29681-3af9-4acc-89dd-2db069611c24 service neutron] Request body: {'port': {'device_id': 'dfb18387-ba8a-4070-aa1b-42824ed0c7ec', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:55:10.558324 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c520952d-e6f8-48ac-bae7-14315b713ac7 service neutron] Pushing event updated for resources: {'Port': ['ID=8265c59d-4721-4235-823a-846b00373dfe,revision_number=3']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:55:10.611365 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f445370-6707-4b21-a974-149655a6350e req-cd0ea911-269f-4cfc-b962-39f8bd92acac tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:10.613098 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0f445370-6707-4b21-a974-149655a6350e req-cd0ea911-269f-4cfc-b962-39f8bd92acac tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc6a642e-763c-4ac9-8ef7-4985bcb86060 HTTP/1.1" status: 200  len: 946 time: 0.0907795
May 07 21:55:10.657210 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd5f0b51-5d0c-4ae4-9b14-0f57b28e84dc x-openstack-request-id: req-cd5f0b51-5d0c-4ae4-9b14-0f57b28e84dc {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:55:10.657797 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc6a642e-763c-4ac9-8ef7-4985bcb86060", "name": "network-vif-plugged", "status": "completed", "tag": "1cef223b-c375-473f-8214-891abfa6fa86", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:55:10.658245 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cd5f0b51-5d0c-4ae4-9b14-0f57b28e84dc {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:55:10.658835 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd5f0b51-5d0c-4ae4-9b14-0f57b28e84dc'] response: {'server_uuid': 'cc6a642e-763c-4ac9-8ef7-4985bcb86060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cef223b-c375-473f-8214-891abfa6fa86', 'code': 200}
May 07 21:55:10.727928 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 9c05653c-13d6-4294-9e31-a8863d1d2783, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9c05653c-13d6-4294-9e31-a8863d1d2783,segment=NetworkSegment(de13910c-b2a2-4c8b-9294-cfa40334cda3),segment_id=de13910c-b2a2-4c8b-9294-cfa40334cda3)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:55:10.741332 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0f445370-6707-4b21-a974-149655a6350e req-71df1acf-5b67-4306-9a0f-271a5d1bbdd1 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bbf50af-50c2-4df2-bc37-9f0e79ec6d91&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1221831
May 07 21:55:10.742039 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-2fd29681-3af9-4acc-89dd-2db069611c24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (d3eb7f9f-cad6-43cc-b93c-f50a5e95c505), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:10.772781 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5b0e1e75-68a1-40d8-b9eb-0b9f19387b51 req-1773151c-4508-49f8-bcba-47c181f09c20 service neutron] 10.222.0.55 "GET /v2.0/networks/704f8450-d63f-47c9-8f27-0e9fc81678e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3524063
May 07 21:55:10.782163 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': '9c05653c-13d6-4294-9e31-a8863d1d2783', 'network_id': '704f8450-d63f-47c9-8f27-0e9fc81678e7', 'port_id': '9c05653c-13d6-4294-9e31-a8863d1d2783', 'mac_address': 'fa:16:3e:16:f7:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2acc823a-0eec-49c6-a420-882d299a2009', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:55:10.806190 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-14fa3dcf-a029-409b-9ee1-53ce175cc14a req-ea3c08ee-39d5-4ceb-9483-13c098f85bb0 tempest-ServersOnMultiNodesTest-1649045737 tempest-ServersOnMultiNodesTest-1649045737-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=aca2780c-128c-4de5-85a4-a7e10bd42e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5204787
May 07 21:55:10.810603 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a183a3a-1d95-4856-8e02-e19840241d32 req-d0d99ee9-31d3-4fa7-a09d-4598494a5208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:10.814331 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7a183a3a-1d95-4856-8e02-e19840241d32 req-d0d99ee9-31d3-4fa7-a09d-4598494a5208 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9f91aa11-98d2-41ad-a902-77d230f2dd04 HTTP/1.1" status: 200  len: 859 time: 0.6437700
May 07 21:55:10.818156 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5e4888c0-6420-47d3-b7c6-d4a48b5de63e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (fdcdf0dd-397f-4788-8d35-b848a481d330), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:10.826387 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5e4888c0-6420-47d3-b7c6-d4a48b5de63e admin admin] Publish callbacks [] for router_controller (fdcdf0dd-397f-4788-8d35-b848a481d330), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:10.891814 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device a53b14cb-8f0e-4592-983f-64709fce4d41 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:55:10.924749 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: a53b14cb-8f0e-4592-983f-64709fce4d41 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:55:10.925101 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device a53b14cb-8f0e-4592-983f-64709fce4d41 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:55:10.925571 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device b769e80a-d656-48e5-b573-f3903c4dacc7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:55:10.937812 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 9c05653c-13d6-4294-9e31-a8863d1d2783 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:55:10.938191 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (9c05653c-13d6-4294-9e31-a8863d1d2783), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:10.965935 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: b769e80a-d656-48e5-b573-f3903c4dacc7 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:55:10.966286 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device b769e80a-d656-48e5-b573-f3903c4dacc7 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:55:10.972131 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c05653c-13d6-4294-9e31-a8863d1d2783 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:55:11.004968 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 9c05653c-13d6-4294-9e31-a8863d1d2783, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9c05653c-13d6-4294-9e31-a8863d1d2783,segment=NetworkSegment(de13910c-b2a2-4c8b-9294-cfa40334cda3),segment_id=de13910c-b2a2-4c8b-9294-cfa40334cda3)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:55:11.012952 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (9c05653c-13d6-4294-9e31-a8863d1d2783), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:11.013186 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7a183a3a-1d95-4856-8e02-e19840241d32 req-591de1b2-4061-491f-b784-419d74ead511 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=38ca9b6e-b205-48f9-a002-ddfee225fe39&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1907256
May 07 21:55:11.021489 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5e4888c0-6420-47d3-b7c6-d4a48b5de63e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (fdcdf0dd-397f-4788-8d35-b848a481d330), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:11.022409 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e4888c0-6420-47d3-b7c6-d4a48b5de63e admin admin] Fanout notify agent at l3_agent the message router_deleted on router fdcdf0dd-397f-4788-8d35-b848a481d330 {{(pid=121837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 21:55:11.038807 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5e4888c0-6420-47d3-b7c6-d4a48b5de63e admin admin] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:11.040161 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-5e4888c0-6420-47d3-b7c6-d4a48b5de63e admin admin] 10.222.0.32 "DELETE /v2.0/routers/fdcdf0dd-397f-4788-8d35-b848a481d330 HTTP/1.1" status: 204  len: 168 time: 3.4446008
May 07 21:55:11.043321 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 43644) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:55:11.174629 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=9c05653c-13d6-4294-9e31-a8863d1d2783,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:55:11.194154 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ca453f-ce82-46fe-b766-7837975807b3 req-7e9bbb6c-3d7d-446c-b61c-de67d4fe995b tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:11.214669 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ca453f-ce82-46fe-b766-7837975807b3 req-7e9bbb6c-3d7d-446c-b61c-de67d4fe995b tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:11.223087 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ca453f-ce82-46fe-b766-7837975807b3 req-7e9bbb6c-3d7d-446c-b61c-de67d4fe995b tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:11.235311 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ca453f-ce82-46fe-b766-7837975807b3 req-7e9bbb6c-3d7d-446c-b61c-de67d4fe995b tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:11.246222 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ca453f-ce82-46fe-b766-7837975807b3 req-7e9bbb6c-3d7d-446c-b61c-de67d4fe995b tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:11.250862 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfb18387-ba8a-4070-aa1b-42824ed0c7ec', 'tag': '248ca656-6bff-4ce6-b67d-1c6c09ea7b42'}, {'name': 'network-changed', 'server_uuid': '1328c136-9d82-4506-81cd-534b3799a51d', 'tag': '26b45fcb-fb85-4cfb-9dc0-1b5852bae60e'}, {'name': 'network-changed', 'server_uuid': 'dfb18387-ba8a-4070-aa1b-42824ed0c7ec', 'tag': '8265c59d-4721-4235-823a-846b00373dfe'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:55:11.254090 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ca453f-ce82-46fe-b766-7837975807b3 req-7e9bbb6c-3d7d-446c-b61c-de67d4fe995b tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:11.254246 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06fcfcc1-592b-4875-a8c4-cc1c98eac5a3" -d '{"events": [{"name": "network-changed", "server_uuid": "dfb18387-ba8a-4070-aa1b-42824ed0c7ec", "tag": "248ca656-6bff-4ce6-b67d-1c6c09ea7b42"}, {"name": "network-changed", "server_uuid": "1328c136-9d82-4506-81cd-534b3799a51d", "tag": "26b45fcb-fb85-4cfb-9dc0-1b5852bae60e"}, {"name": "network-changed", "server_uuid": "dfb18387-ba8a-4070-aa1b-42824ed0c7ec", "tag": "8265c59d-4721-4235-823a-846b00373dfe"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:55:11.256024 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-97ca453f-ce82-46fe-b766-7837975807b3 req-7e9bbb6c-3d7d-446c-b61c-de67d4fe995b tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb18387-ba8a-4070-aa1b-42824ed0c7ec HTTP/1.1" status: 200  len: 4598 time: 0.2473183
May 07 21:55:11.273161 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['9c05653c-13d6-4294-9e31-a8863d1d2783'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:55:11.279661 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_v2 [None req-33612cd3-59be-4e7f-918a-3e43fb08d005 admin admin] Deleting subnet 09ba3a27-57a3-4387-bcf8-ee8c26a13050 {{(pid=121836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 21:55:11.283622 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-33612cd3-59be-4e7f-918a-3e43fb08d005 admin admin] Publish callbacks [] for subnet (09ba3a27-57a3-4387-bcf8-ee8c26a13050), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:11.349699 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 861cefe1-1ec7-45b2-a2a0-851f6f48c014 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:55:11.364518 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-33612cd3-59be-4e7f-918a-3e43fb08d005 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726883'] for subnet (09ba3a27-57a3-4387-bcf8-ee8c26a13050), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:11.370671 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-97ca453f-ce82-46fe-b766-7837975807b3 req-0f7e2665-f88d-4435-a2da-faf9d7e4bb2e tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/security-groups?id=022a2e7b-c53f-49c4-a82c-d25afea19659&id=4683f7d7-8b63-48cf-a24d-027ba8d9c114&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1042917
May 07 21:55:11.422038 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7a183a3a-1d95-4856-8e02-e19840241d32 req-13c0783a-4dff-4953-af34-d5e839e0f2df service neutron] 10.222.0.55 "GET /v2.0/networks/38ca9b6e-b205-48f9-a002-ddfee225fe39?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3901272
May 07 21:55:11.511367 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-33612cd3-59be-4e7f-918a-3e43fb08d005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (09ba3a27-57a3-4387-bcf8-ee8c26a13050), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:11.522949 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5949b1f-a3f4-422f-9790-8f0cce52f697 req-8f03391d-3ca8-46b7-aa9f-29f7acc8e8cb tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:11.524895 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f5949b1f-a3f4-422f-9790-8f0cce52f697 req-8f03391d-3ca8-46b7-aa9f-29f7acc8e8cb tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f1345a1-41a5-40ac-a7c4-7d6b9eb621fb HTTP/1.1" status: 200  len: 946 time: 0.5959430
May 07 21:55:11.668328 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 861cefe1-1ec7-45b2-a2a0-851f6f48c014, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=861cefe1-1ec7-45b2-a2a0-851f6f48c014,segment=NetworkSegment(48f32d76-f63e-49c4-90a9-1cfb8c1dc638),segment_id=48f32d76-f63e-49c4-90a9-1cfb8c1dc638)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:55:11.670674 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-902490cc-c9aa-46a0-b255-62f3a4ee1c15 req-00b530b0-bea5-413c-a2a6-ec1c25581f3b tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2345998
May 07 21:55:11.677030 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-902490cc-c9aa-46a0-b255-62f3a4ee1c15 req-4cbfded2-5a89-4ec1-9813-2928176a851e tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Request body: {'floatingip': {'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:55:11.700346 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f5949b1f-a3f4-422f-9790-8f0cce52f697 req-b002a1d7-9802-48ec-b137-be290c67e7db tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b18b124-d6ae-4635-93ed-9957a39a34ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1324492
May 07 21:55:11.713854 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-902490cc-c9aa-46a0-b255-62f3a4ee1c15 req-4cbfded2-5a89-4ec1-9813-2928176a851e tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:11.724545 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': '861cefe1-1ec7-45b2-a2a0-851f6f48c014', 'network_id': '7bc61814-8ef0-4365-b3ea-2c20100be453', 'port_id': '861cefe1-1ec7-45b2-a2a0-851f6f48c014', 'mac_address': 'fa:16:3e:9d:ea:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c561b220-fa88-48ef-b165-e5d692e53d7d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:55:11.777072 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-33612cd3-59be-4e7f-918a-3e43fb08d005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (09ba3a27-57a3-4387-bcf8-ee8c26a13050), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:11.812097 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7a183a3a-1d95-4856-8e02-e19840241d32 req-ac2db723-a3ef-48d1-9105-2cccddda5792 service neutron] 10.222.0.55 "GET /v2.0/networks/38ca9b6e-b205-48f9-a002-ddfee225fe39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3722692
May 07 21:55:11.846077 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33612cd3-59be-4e7f-918a-3e43fb08d005 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09ba3a27-57a3-4387-bcf8-ee8c26a13050,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:55:11.849565 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 861cefe1-1ec7-45b2-a2a0-851f6f48c014 is: ACTIVE; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:55:11.850011 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (861cefe1-1ec7-45b2-a2a0-851f6f48c014), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:11.876696 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 861cefe1-1ec7-45b2-a2a0-851f6f48c014 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:55:11.897388 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7f4428-3105-4981-9f64-62012474db20 None None] Network 1f24181a-d123-46a2-bb1f-06c929171e6c requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:55:11.933719 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-33612cd3-59be-4e7f-918a-3e43fb08d005 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:11.939786 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-902490cc-c9aa-46a0-b255-62f3a4ee1c15 req-4cbfded2-5a89-4ec1-9813-2928176a851e tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:11.946106 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 861cefe1-1ec7-45b2-a2a0-851f6f48c014, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=861cefe1-1ec7-45b2-a2a0-851f6f48c014,segment=NetworkSegment(48f32d76-f63e-49c4-90a9-1cfb8c1dc638),segment_id=48f32d76-f63e-49c4-90a9-1cfb8c1dc638)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:55:11.949357 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-33612cd3-59be-4e7f-918a-3e43fb08d005 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/09ba3a27-57a3-4387-bcf8-ee8c26a13050 HTTP/1.1" status: 204  len: 168 time: 0.8961594
May 07 21:55:11.951908 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43650) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:55:11.979194 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (861cefe1-1ec7-45b2-a2a0-851f6f48c014), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:11.997154 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-2fd29681-3af9-4acc-89dd-2db069611c24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3eb7f9f-cad6-43cc-b93c-f50a5e95c505 {{(pid=121836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:55:12.033792 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-2fd29681-3af9-4acc-89dd-2db069611c24 service neutron] Publish callbacks [] for port (d3eb7f9f-cad6-43cc-b93c-f50a5e95c505), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:12.096492 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84f40b8-c26c-4f31-b1cb-22aafd9d0653 req-0d334a61-2a51-4c07-8bc0-e35545186da5 tempest-ServersOnMultiNodesTest-1649045737 tempest-ServersOnMultiNodesTest-1649045737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:12.098612 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e84f40b8-c26c-4f31-b1cb-22aafd9d0653 req-0d334a61-2a51-4c07-8bc0-e35545186da5 tempest-ServersOnMultiNodesTest-1649045737 tempest-ServersOnMultiNodesTest-1649045737-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=120a21bb-a0eb-49aa-adce-3903960c1785 HTTP/1.1" status: 200  len: 1131 time: 0.2537901
May 07 21:55:12.103698 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.provisioning_blocks [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-2fd29681-3af9-4acc-89dd-2db069611c24 service neutron] Transition to ACTIVE for port object d3eb7f9f-cad6-43cc-b93c-f50a5e95c505 will not be triggered until provisioned by entity L2. {{(pid=121836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:55:12.116782 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-2fd29681-3af9-4acc-89dd-2db069611c24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (d3eb7f9f-cad6-43cc-b93c-f50a5e95c505), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:12.152234 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=861cefe1-1ec7-45b2-a2a0-851f6f48c014,revision_number=6']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:55:12.202580 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d03b811f-7386-4469-ad68-6ec0299ba512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (1f24181a-d123-46a2-bb1f-06c929171e6c), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:12.267465 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e84f40b8-c26c-4f31-b1cb-22aafd9d0653 req-24f1fce7-9f68-4940-a44e-572fe81a2f67 tempest-ServersOnMultiNodesTest-1649045737 tempest-ServersOnMultiNodesTest-1649045737-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=aca2780c-128c-4de5-85a4-a7e10bd42e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1593711
May 07 21:55:12.320760 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2aa94f6-1f1b-407f-b8c2-a40d94402525 None None] DHCP port deletion for 1f24181a-d123-46a2-bb1f-06c929171e6c request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 21:55:12.357395 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['861cefe1-1ec7-45b2-a2a0-851f6f48c014'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:55:12.367417 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 9c05653c-13d6-4294-9e31-a8863d1d2783 up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:55:12.375815 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [req-902490cc-c9aa-46a0-b255-62f3a4ee1c15 req-4cbfded2-5a89-4ec1-9813-2928176a851e tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Allocated IP 172.35.4.113 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/f9deade4-86d7-4281-b615-8cbfae926d5c) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:55:12.392643 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-d03b811f-7386-4469-ad68-6ec0299ba512 admin admin] Deleting port 49924fcc-78d3-40cd-a9dd-44985e5d9aa8 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:55:12.392986 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d03b811f-7386-4469-ad68-6ec0299ba512 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (49924fcc-78d3-40cd-a9dd-44985e5d9aa8), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:12.402980 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd29681-3af9-4acc-89dd-2db069611c24 service neutron] Pushing event updated for resources: {'Port': ['ID=d3eb7f9f-cad6-43cc-b93c-f50a5e95c505,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:55:12.481301 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a747ff8c-6073-404a-ad06-d02dc642c9a2 req-4ed52f4a-b440-484c-a156-e7aa8b117d64 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:12.483110 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a747ff8c-6073-404a-ad06-d02dc642c9a2 req-4ed52f4a-b440-484c-a156-e7aa8b117d64 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] 10.222.0.32 "GET /v2.0/ports?device_id=653f2d36-3e13-4a84-93ea-5545b4e9fd2f HTTP/1.1" status: 200  len: 944 time: 0.0733161
May 07 21:55:12.514942 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-2fd29681-3af9-4acc-89dd-2db069611c24 service neutron] Attempting to bind port d3eb7f9f-cad6-43cc-b93c-f50a5e95c505 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:55:12.515299 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-2fd29681-3af9-4acc-89dd-2db069611c24 service neutron] Attempting to bind port d3eb7f9f-cad6-43cc-b93c-f50a5e95c505 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'b31a7bd7-f013-44aa-a9c5-142fb752dadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3e9903c9-6550-4ae2-aa4f-70e03144784f'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:55:12.515634 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-2fd29681-3af9-4acc-89dd-2db069611c24 service neutron] Attempting to bind port d3eb7f9f-cad6-43cc-b93c-f50a5e95c505 on network 3e9903c9-6550-4ae2-aa4f-70e03144784f {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:55:12.537613 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-2fd29681-3af9-4acc-89dd-2db069611c24 service neutron] Port d3eb7f9f-cad6-43cc-b93c-f50a5e95c505 on network 3e9903c9-6550-4ae2-aa4f-70e03144784f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:55:12.537982 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-2fd29681-3af9-4acc-89dd-2db069611c24 service neutron] Attempting to bind port d3eb7f9f-cad6-43cc-b93c-f50a5e95c505 on network 3e9903c9-6550-4ae2-aa4f-70e03144784f {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:55:12.553002 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-2fd29681-3af9-4acc-89dd-2db069611c24 service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:55:12.553354 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-2fd29681-3af9-4acc-89dd-2db069611c24 service neutron] Checking segment: {'id': 'b31a7bd7-f013-44aa-a9c5-142fb752dadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3e9903c9-6550-4ae2-aa4f-70e03144784f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:55:12.554538 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-2fd29681-3af9-4acc-89dd-2db069611c24 service neutron] Bound using segment: {'id': 'b31a7bd7-f013-44aa-a9c5-142fb752dadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3e9903c9-6550-4ae2-aa4f-70e03144784f'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:55:12.555582 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-2fd29681-3af9-4acc-89dd-2db069611c24 service neutron] Bound port: d3eb7f9f-cad6-43cc-b93c-f50a5e95c505, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b31a7bd7-f013-44aa-a9c5-142fb752dadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3e9903c9-6550-4ae2-aa4f-70e03144784f'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:55:12.555955 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-2fd29681-3af9-4acc-89dd-2db069611c24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (d3eb7f9f-cad6-43cc-b93c-f50a5e95c505), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:12.576869 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning for port 9c05653c-13d6-4294-9e31-a8863d1d2783 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:55:12.580005 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-d03b811f-7386-4469-ad68-6ec0299ba512 admin admin] For port 49924fcc-78d3-40cd-a9dd-44985e5d9aa8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=49924fcc-78d3-40cd-a9dd-44985e5d9aa8,segment=NetworkSegment(55d18767-ccce-4274-bc61-21f826804a03),segment_id=55d18767-ccce-4274-bc61-21f826804a03)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:55:12.580505 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d03b811f-7386-4469-ad68-6ec0299ba512 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (49924fcc-78d3-40cd-a9dd-44985e5d9aa8), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:12.609436 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-d2aa94f6-1f1b-407f-b8c2-a40d94402525 None None] Deleting port 49924fcc-78d3-40cd-a9dd-44985e5d9aa8 {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:55:12.609436 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d2aa94f6-1f1b-407f-b8c2-a40d94402525 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (49924fcc-78d3-40cd-a9dd-44985e5d9aa8), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:12.616346 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-d03b811f-7386-4469-ad68-6ec0299ba512 admin admin] Calling delete_port for 49924fcc-78d3-40cd-a9dd-44985e5d9aa8 owned by network:dhcp {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:55:12.629357 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a747ff8c-6073-404a-ad06-d02dc642c9a2 req-a46750a8-5c47-463c-add1-fda2b25c8000 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff80f794-fcbb-42be-a4f4-a428e6692136&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1345305
May 07 21:55:12.729064 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-902490cc-c9aa-46a0-b255-62f3a4ee1c15 req-4cbfded2-5a89-4ec1-9813-2928176a851e tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Publish callbacks [] for port (f9deade4-86d7-4281-b615-8cbfae926d5c), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:12.760298 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-2fd29681-3af9-4acc-89dd-2db069611c24 service neutron] For port d3eb7f9f-cad6-43cc-b93c-f50a5e95c505, host nch1-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:55:12.764175 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-2fd29681-3af9-4acc-89dd-2db069611c24 service neutron] For port d3eb7f9f-cad6-43cc-b93c-f50a5e95c505, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d3eb7f9f-cad6-43cc-b93c-f50a5e95c505,segment=NetworkSegment(b31a7bd7-f013-44aa-a9c5-142fb752dadd),segment_id=b31a7bd7-f013-44aa-a9c5-142fb752dadd)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:55:12.783332 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Sat, 07 May 2022 21:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c0d0541-e413-4934-afbc-6168627f33be x-openstack-request-id: req-8c0d0541-e413-4934-afbc-6168627f33be {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:55:12.783818 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfb18387-ba8a-4070-aa1b-42824ed0c7ec", "tag": "248ca656-6bff-4ce6-b67d-1c6c09ea7b42", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1328c136-9d82-4506-81cd-534b3799a51d", "tag": "26b45fcb-fb85-4cfb-9dc0-1b5852bae60e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "dfb18387-ba8a-4070-aa1b-42824ed0c7ec", "tag": "8265c59d-4721-4235-823a-846b00373dfe", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:55:12.784361 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8c0d0541-e413-4934-afbc-6168627f33be {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:55:12.785084 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c0d0541-e413-4934-afbc-6168627f33be'] response: {'name': 'network-changed', 'server_uuid': 'dfb18387-ba8a-4070-aa1b-42824ed0c7ec', 'tag': '248ca656-6bff-4ce6-b67d-1c6c09ea7b42', 'status': 'completed', 'code': 200}
May 07 21:55:12.785505 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c0d0541-e413-4934-afbc-6168627f33be'] response: {'name': 'network-changed', 'server_uuid': '1328c136-9d82-4506-81cd-534b3799a51d', 'tag': '26b45fcb-fb85-4cfb-9dc0-1b5852bae60e', 'status': 'completed', 'code': 200}
May 07 21:55:12.785853 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c0d0541-e413-4934-afbc-6168627f33be'] response: {'name': 'network-changed', 'server_uuid': 'dfb18387-ba8a-4070-aa1b-42824ed0c7ec', 'tag': '8265c59d-4721-4235-823a-846b00373dfe', 'status': 'completed', 'code': 200}
May 07 21:55:12.790963 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-2fd29681-3af9-4acc-89dd-2db069611c24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (d3eb7f9f-cad6-43cc-b93c-f50a5e95c505), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:12.845961 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-2fd29681-3af9-4acc-89dd-2db069611c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:12.846920 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-2fd29681-3af9-4acc-89dd-2db069611c24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:12.849452 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-2fd29681-3af9-4acc-89dd-2db069611c24 service neutron] 10.222.0.55 "PUT /v2.0/ports/d3eb7f9f-cad6-43cc-b93c-f50a5e95c505 HTTP/1.1" status: 200  len: 1130 time: 2.3471859
May 07 21:55:12.895603 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d03b811f-7386-4469-ad68-6ec0299ba512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (49924fcc-78d3-40cd-a9dd-44985e5d9aa8), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:12.908174 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-d2aa94f6-1f1b-407f-b8c2-a40d94402525 None None] For port 49924fcc-78d3-40cd-a9dd-44985e5d9aa8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=49924fcc-78d3-40cd-a9dd-44985e5d9aa8,segment=NetworkSegment(55d18767-ccce-4274-bc61-21f826804a03),segment_id=55d18767-ccce-4274-bc61-21f826804a03)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:55:12.909075 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d2aa94f6-1f1b-407f-b8c2-a40d94402525 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (49924fcc-78d3-40cd-a9dd-44985e5d9aa8), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:12.919321 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-946b8a0f-3f2b-4dc0-a355-ee36d07be246 service neutron] Request body: {'port': {'device_id': 'dfb18387-ba8a-4070-aa1b-42824ed0c7ec', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:55:12.924599 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-d2aa94f6-1f1b-407f-b8c2-a40d94402525 None None] Calling delete_port for 49924fcc-78d3-40cd-a9dd-44985e5d9aa8 owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:55:12.952440 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03b811f-7386-4469-ad68-6ec0299ba512 admin admin] No DVR routers for this DVR port 49924fcc-78d3-40cd-a9dd-44985e5d9aa8 on host ncdv-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:55:13.028643 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd29681-3af9-4acc-89dd-2db069611c24 service neutron] Pushing event updated for resources: {'Port': ['ID=d3eb7f9f-cad6-43cc-b93c-f50a5e95c505,revision_number=3']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:55:13.030009 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03b811f-7386-4469-ad68-6ec0299ba512 admin admin] Pushing event deleted for resources: {'Port': ['ID=49924fcc-78d3-40cd-a9dd-44985e5d9aa8,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:55:13.048238 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 49924fcc-78d3-40cd-a9dd-44985e5d9aa8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:55:13.063475 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33486eab-8171-4f9e-8dd1-711051c0dcff req-8e57e4bc-3154-4dae-a5ba-4919d2a9c87c tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:13.065177 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-33486eab-8171-4f9e-8dd1-711051c0dcff req-8e57e4bc-3154-4dae-a5ba-4919d2a9c87c tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc6a642e-763c-4ac9-8ef7-4985bcb86060 HTTP/1.1" status: 200  len: 946 time: 0.2032642
May 07 21:55:13.068328 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port 9c05653c-13d6-4294-9e31-a8863d1d2783 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:55:13.068707 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (9c05653c-13d6-4294-9e31-a8863d1d2783), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:13.122039 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d03b811f-7386-4469-ad68-6ec0299ba512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (1f24181a-d123-46a2-bb1f-06c929171e6c), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:13.149698 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-d03b811f-7386-4469-ad68-6ec0299ba512 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf865b1400>,) {'filters': {'network_id': ['1f24181a-d123-46a2-bb1f-06c929171e6c']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:55:13.165077 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-d03b811f-7386-4469-ad68-6ec0299ba512 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf865b1400>, '55d18767-ccce-4274-bc61-21f826804a03') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:55:13.165736 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-d03b811f-7386-4469-ad68-6ec0299ba512 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf865b1400>, '55d18767-ccce-4274-bc61-21f826804a03') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:55:13.172670 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 49924fcc-78d3-40cd-a9dd-44985e5d9aa8 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:55:13.173158 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 49924fcc-78d3-40cd-a9dd-44985e5d9aa8 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:55:13.192478 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-946b8a0f-3f2b-4dc0-a355-ee36d07be246 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (5642df0d-b70e-45a4-b82c-4c09755c76de), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:13.209927 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d03b811f-7386-4469-ad68-6ec0299ba512 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (55d18767-ccce-4274-bc61-21f826804a03), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:13.245459 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d03b811f-7386-4469-ad68-6ec0299ba512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (55d18767-ccce-4274-bc61-21f826804a03), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:13.253406 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d03b811f-7386-4469-ad68-6ec0299ba512 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 21:55:13.254191 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d03b811f-7386-4469-ad68-6ec0299ba512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (55d18767-ccce-4274-bc61-21f826804a03), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:13.266294 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-33486eab-8171-4f9e-8dd1-711051c0dcff req-b9140b53-e256-4141-8f76-17d3ae341b8c tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bbf50af-50c2-4df2-bc37-9f0e79ec6d91&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1666393
May 07 21:55:13.274658 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d2aa94f6-1f1b-407f-b8c2-a40d94402525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (49924fcc-78d3-40cd-a9dd-44985e5d9aa8), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:13.348906 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 861cefe1-1ec7-45b2-a2a0-851f6f48c014 no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:55:13.361612 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aa94f6-1f1b-407f-b8c2-a40d94402525 None None] Pushing event deleted for resources: {'Port': ['ID=49924fcc-78d3-40cd-a9dd-44985e5d9aa8,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:55:13.370296 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 21:55:13.370296 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 21:55:13.370296 ncdv-master-1 neutron-server[121837]:     timer()
May 07 21:55:13.370296 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 21:55:13.370296 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 21:55:13.370296 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 21:55:13.370296 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 21:55:13.370296 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 21:55:13.370296 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 21:55:13.370296 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 21:55:13.370296 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 21:55:13.370296 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 21:55:13.370296 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 21:55:13.370296 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 21:55:13.370296 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 21:55:13.370296 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 21:55:13.370296 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 21:55:13.370296 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 21:55:13.370296 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 21:55:13.370296 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 21:55:13.370296 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 21:55:13.370296 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 21:55:13.370296 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 21:55:13.370296 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 21:55:13.370296 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 21:55:13.370296 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 21:55:13.370296 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 21:55:13.370296 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 21:55:13.370296 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 21:55:13.370296 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 21:55:13.370296 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 21:55:13.370296 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 21:55:13.382750 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fcfcc1-592b-4875-a8c4-cc1c98eac5a3 req-3d6c29b7-3e45-408a-bc25-fdbbe8fb285e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:13.383581 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fcfcc1-592b-4875-a8c4-cc1c98eac5a3 req-3d6c29b7-3e45-408a-bc25-fdbbe8fb285e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:13.383949 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fcfcc1-592b-4875-a8c4-cc1c98eac5a3 req-3d6c29b7-3e45-408a-bc25-fdbbe8fb285e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:13.385196 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2aa94f6-1f1b-407f-b8c2-a40d94402525 None None] No DVR routers for this DVR port 49924fcc-78d3-40cd-a9dd-44985e5d9aa8 on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:55:13.390107 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fcfcc1-592b-4875-a8c4-cc1c98eac5a3 req-3d6c29b7-3e45-408a-bc25-fdbbe8fb285e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:13.392275 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fcfcc1-592b-4875-a8c4-cc1c98eac5a3 req-3d6c29b7-3e45-408a-bc25-fdbbe8fb285e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:13.392891 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fcfcc1-592b-4875-a8c4-cc1c98eac5a3 req-3d6c29b7-3e45-408a-bc25-fdbbe8fb285e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:13.393255 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fcfcc1-592b-4875-a8c4-cc1c98eac5a3 req-3d6c29b7-3e45-408a-bc25-fdbbe8fb285e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:13.397775 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-06fcfcc1-592b-4875-a8c4-cc1c98eac5a3 req-3d6c29b7-3e45-408a-bc25-fdbbe8fb285e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=70a2fded25c74c839c01e55a91e7f7fc&device_id=dfb18387-ba8a-4070-aa1b-42824ed0c7ec HTTP/1.1" status: 200  len: 6300 time: 0.5477903
May 07 21:55:13.398577 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d03b811f-7386-4469-ad68-6ec0299ba512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (1f24181a-d123-46a2-bb1f-06c929171e6c), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:13.413615 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d03b811f-7386-4469-ad68-6ec0299ba512 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:13.430029 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-d03b811f-7386-4469-ad68-6ec0299ba512 admin admin] 10.222.0.32 "DELETE /v2.0/networks/1f24181a-d123-46a2-bb1f-06c929171e6c HTTP/1.1" status: 204  len: 168 time: 1.4754000
May 07 21:55:13.472152 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-902490cc-c9aa-46a0-b255-62f3a4ee1c15 req-4cbfded2-5a89-4ec1-9813-2928176a851e tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (f9deade4-86d7-4281-b615-8cbfae926d5c), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:13.500258 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2aa94f6-1f1b-407f-b8c2-a40d94402525 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:55:13.508978 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2aa94f6-1f1b-407f-b8c2-a40d94402525 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:55:13.510308 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2aa94f6-1f1b-407f-b8c2-a40d94402525 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:55:13.510760 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2aa94f6-1f1b-407f-b8c2-a40d94402525 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:55:13.513396 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2aa94f6-1f1b-407f-b8c2-a40d94402525 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:55:13.513867 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2aa94f6-1f1b-407f-b8c2-a40d94402525 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:55:13.514324 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2aa94f6-1f1b-407f-b8c2-a40d94402525 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:55:13.517390 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2aa94f6-1f1b-407f-b8c2-a40d94402525 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:55:13.517837 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2aa94f6-1f1b-407f-b8c2-a40d94402525 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:55:13.520152 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2aa94f6-1f1b-407f-b8c2-a40d94402525 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:55:13.522442 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2aa94f6-1f1b-407f-b8c2-a40d94402525 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:55:13.522442 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2aa94f6-1f1b-407f-b8c2-a40d94402525 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:55:13.522977 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03b811f-7386-4469-ad68-6ec0299ba512 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f24181a-d123-46a2-bb1f-06c929171e6c,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:55:13.524524 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2aa94f6-1f1b-407f-b8c2-a40d94402525 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:55:13.525488 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2aa94f6-1f1b-407f-b8c2-a40d94402525 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:55:13.528430 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2aa94f6-1f1b-407f-b8c2-a40d94402525 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:55:13.614269 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-902490cc-c9aa-46a0-b255-62f3a4ee1c15 req-4cbfded2-5a89-4ec1-9813-2928176a851e tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:55:13.618879 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 9c05653c-13d6-4294-9e31-a8863d1d2783 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:55:13.619345 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (9c05653c-13d6-4294-9e31-a8863d1d2783), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:13.701584 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 861cefe1-1ec7-45b2-a2a0-851f6f48c014 is: BUILD; New status is: DOWN {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:55:13.702137 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (861cefe1-1ec7-45b2-a2a0-851f6f48c014), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:13.712247 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 43666) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:55:13.740400 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '653f2d36-3e13-4a84-93ea-5545b4e9fd2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c05653c-13d6-4294-9e31-a8863d1d2783'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:55:13.743027 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-648b78c0-09e2-4598-9757-9cd6cdbde2e4" -d '{"events": [{"server_uuid": "653f2d36-3e13-4a84-93ea-5545b4e9fd2f", "name": "network-vif-plugged", "status": "completed", "tag": "9c05653c-13d6-4294-9e31-a8863d1d2783"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:55:13.743951 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [req-902490cc-c9aa-46a0-b255-62f3a4ee1c15 req-4cbfded2-5a89-4ec1-9813-2928176a851e tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:55:13.750578 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-902490cc-c9aa-46a0-b255-62f3a4ee1c15 req-4cbfded2-5a89-4ec1-9813-2928176a851e tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:55:13.752660 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 861cefe1-1ec7-45b2-a2a0-851f6f48c014 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:55:13.770264 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 9c05653c-13d6-4294-9e31-a8863d1d2783, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9c05653c-13d6-4294-9e31-a8863d1d2783,segment=NetworkSegment(de13910c-b2a2-4c8b-9294-cfa40334cda3),segment_id=de13910c-b2a2-4c8b-9294-cfa40334cda3)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:55:13.777736 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cd7923-0134-4f74-98bf-87f57e42fb64 req-592e2856-016c-4a6a-9bbe-b96cc800aef9 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:13.783915 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cd7923-0134-4f74-98bf-87f57e42fb64 req-592e2856-016c-4a6a-9bbe-b96cc800aef9 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:13.789959 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (9c05653c-13d6-4294-9e31-a8863d1d2783), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:13.791134 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cd7923-0134-4f74-98bf-87f57e42fb64 req-592e2856-016c-4a6a-9bbe-b96cc800aef9 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:13.796656 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cd7923-0134-4f74-98bf-87f57e42fb64 req-592e2856-016c-4a6a-9bbe-b96cc800aef9 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:13.803174 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cd7923-0134-4f74-98bf-87f57e42fb64 req-592e2856-016c-4a6a-9bbe-b96cc800aef9 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:13.806449 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 861cefe1-1ec7-45b2-a2a0-851f6f48c014, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=861cefe1-1ec7-45b2-a2a0-851f6f48c014,segment=NetworkSegment(48f32d76-f63e-49c4-90a9-1cfb8c1dc638),segment_id=48f32d76-f63e-49c4-90a9-1cfb8c1dc638)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:55:13.809441 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cd7923-0134-4f74-98bf-87f57e42fb64 req-592e2856-016c-4a6a-9bbe-b96cc800aef9 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:13.814962 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cd7923-0134-4f74-98bf-87f57e42fb64 req-592e2856-016c-4a6a-9bbe-b96cc800aef9 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:13.825591 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-94cd7923-0134-4f74-98bf-87f57e42fb64 req-592e2856-016c-4a6a-9bbe-b96cc800aef9 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb18387-ba8a-4070-aa1b-42824ed0c7ec HTTP/1.1" status: 200  len: 5370 time: 0.2292562
May 07 21:55:13.866135 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (861cefe1-1ec7-45b2-a2a0-851f6f48c014), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:13.893121 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbfded2-5a89-4ec1-9813-2928176a851e tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Pushing event updated for resources: {'Port': ['ID=f9deade4-86d7-4281-b615-8cbfae926d5c,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:55:13.908069 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=9c05653c-13d6-4294-9e31-a8863d1d2783,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:55:13.919369 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fcfcc1-592b-4875-a8c4-cc1c98eac5a3 req-9fa0bea3-039e-4bb9-a002-41547cb746fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:13.919870 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fcfcc1-592b-4875-a8c4-cc1c98eac5a3 req-9fa0bea3-039e-4bb9-a002-41547cb746fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:13.920351 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fcfcc1-592b-4875-a8c4-cc1c98eac5a3 req-9fa0bea3-039e-4bb9-a002-41547cb746fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:13.922157 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-06fcfcc1-592b-4875-a8c4-cc1c98eac5a3 req-9fa0bea3-039e-4bb9-a002-41547cb746fa service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=70a2fded25c74c839c01e55a91e7f7fc&shared=False HTTP/1.1" status: 200  len: 2293 time: 0.4898481
May 07 21:55:13.941038 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-94cd7923-0134-4f74-98bf-87f57e42fb64 req-a96b5ab2-4be3-4a17-9f1f-f74c537ced59 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/security-groups?id=022a2e7b-c53f-49c4-a82c-d25afea19659&id=4683f7d7-8b63-48cf-a24d-027ba8d9c114&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1082077
May 07 21:55:13.978368 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=861cefe1-1ec7-45b2-a2a0-851f6f48c014,revision_number=7']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:55:13.995879 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-e545d48d-30f7-46b6-b848-ff63aa89931b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0b9502da27d64dffaf0859d1f6b5663f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2818189
May 07 21:55:14.020300 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 43670) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:55:14.073494 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fcfcc1-592b-4875-a8c4-cc1c98eac5a3 req-f9c825cc-41fe-4208-8f77-a933cbff0610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:14.074906 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-06fcfcc1-592b-4875-a8c4-cc1c98eac5a3 req-f9c825cc-41fe-4208-8f77-a933cbff0610 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1418953
May 07 21:55:14.101182 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-902490cc-c9aa-46a0-b255-62f3a4ee1c15 req-4cbfded2-5a89-4ec1-9813-2928176a851e tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Publish callbacks [] for floatingip (af9563f8-dceb-4fb6-8671-b1ac91f7e502), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:14.147925 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d924a57e-019b-4141-94d7-67bfca52a5b9 req-0f238651-a776-4e37-a4cb-10a3fabc8c2d tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:14.149516 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d924a57e-019b-4141-94d7-67bfca52a5b9 req-0f238651-a776-4e37-a4cb-10a3fabc8c2d tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f1345a1-41a5-40ac-a7c4-7d6b9eb621fb HTTP/1.1" status: 200  len: 944 time: 0.1088026
May 07 21:55:14.153890 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-902490cc-c9aa-46a0-b255-62f3a4ee1c15 req-4cbfded2-5a89-4ec1-9813-2928176a851e tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f9deade4-86d7-4281-b615-8cbfae926d5c), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:14.188453 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f9b19fca-b880-4b3c-aa5b-c9d1931a6b0a admin admin] Publish callbacks [] for security_group (48f02437-5dcd-4597-96e6-95efebe30412), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:14.213733 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f9b19fca-b880-4b3c-aa5b-c9d1931a6b0a admin admin] Publish callbacks [] for security_group (48f02437-5dcd-4597-96e6-95efebe30412), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:14.227280 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fcfcc1-592b-4875-a8c4-cc1c98eac5a3 req-22c5334d-576b-4860-8d26-590b2856492a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:14.228814 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-06fcfcc1-592b-4875-a8c4-cc1c98eac5a3 req-22c5334d-576b-4860-8d26-590b2856492a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=addf83b9a69e4628b1b962b7fceeb9ae&device_id=1328c136-9d82-4506-81cd-534b3799a51d HTTP/1.1" status: 200  len: 1127 time: 0.0759878
May 07 21:55:14.275724 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-946b8a0f-3f2b-4dc0-a355-ee36d07be246 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5642df0d-b70e-45a4-b82c-4c09755c76de {{(pid=121836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:55:14.289292 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-946b8a0f-3f2b-4dc0-a355-ee36d07be246 service neutron] Publish callbacks [] for port (5642df0d-b70e-45a4-b82c-4c09755c76de), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:14.327605 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.provisioning_blocks [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-946b8a0f-3f2b-4dc0-a355-ee36d07be246 service neutron] Transition to ACTIVE for port object 5642df0d-b70e-45a4-b82c-4c09755c76de will not be triggered until provisioned by entity L2. {{(pid=121836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:55:14.338655 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d924a57e-019b-4141-94d7-67bfca52a5b9 req-4a6ee7cd-0283-4cd0-92eb-eaa212363e26 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b18b124-d6ae-4635-93ed-9957a39a34ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1534424
May 07 21:55:14.350344 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-946b8a0f-3f2b-4dc0-a355-ee36d07be246 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (5642df0d-b70e-45a4-b82c-4c09755c76de), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:14.367548 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f9b19fca-b880-4b3c-aa5b-c9d1931a6b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (48f02437-5dcd-4597-96e6-95efebe30412), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:14.371490 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f9b19fca-b880-4b3c-aa5b-c9d1931a6b0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:14.372970 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-f9b19fca-b880-4b3c-aa5b-c9d1931a6b0a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/48f02437-5dcd-4597-96e6-95efebe30412 HTTP/1.1" status: 204  len: 168 time: 0.3516433
May 07 21:55:14.477440 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b19fca-b880-4b3c-aa5b-c9d1931a6b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f02437-5dcd-4597-96e6-95efebe30412,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:55:14.554175 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946b8a0f-3f2b-4dc0-a355-ee36d07be246 service neutron] Pushing event updated for resources: {'Port': ['ID=5642df0d-b70e-45a4-b82c-4c09755c76de,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:55:14.658764 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-abd0c0b9-7915-4e0e-9cdc-17127df06a07 req-9c46f7b8-3602-48b4-93ce-debacf05cd28 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=a24cf19532e0484fabd6dc4e6b66fe30&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0872350
May 07 21:55:14.820436 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfb18387-ba8a-4070-aa1b-42824ed0c7ec', 'tag': 'd3eb7f9f-cad6-43cc-b93c-f50a5e95c505'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:55:14.823547 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f803f16c-aff4-4b5d-8076-502750939ef9" -d '{"events": [{"name": "network-changed", "server_uuid": "dfb18387-ba8a-4070-aa1b-42824ed0c7ec", "tag": "d3eb7f9f-cad6-43cc-b93c-f50a5e95c505"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:55:14.835005 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd0c0b9-7915-4e0e-9cdc-17127df06a07 req-fe178af7-8a93-44d8-b14b-cb5f8f7e4c02 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:14.842924 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-abd0c0b9-7915-4e0e-9cdc-17127df06a07 req-fe178af7-8a93-44d8-b14b-cb5f8f7e4c02 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1763546
May 07 21:55:14.871232 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-abd0c0b9-7915-4e0e-9cdc-17127df06a07 req-bea3a481-f80d-47e9-a226-b78fa1e9a70d tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/quotas/a24cf19532e0484fabd6dc4e6b66fe30 HTTP/1.1" status: 200  len: 375 time: 0.0277066
May 07 21:55:14.874198 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-946b8a0f-3f2b-4dc0-a355-ee36d07be246 service neutron] Attempting to bind port 5642df0d-b70e-45a4-b82c-4c09755c76de on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:55:14.874709 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-946b8a0f-3f2b-4dc0-a355-ee36d07be246 service neutron] Attempting to bind port 5642df0d-b70e-45a4-b82c-4c09755c76de by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'b31a7bd7-f013-44aa-a9c5-142fb752dadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3e9903c9-6550-4ae2-aa4f-70e03144784f'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:55:14.875161 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-946b8a0f-3f2b-4dc0-a355-ee36d07be246 service neutron] Attempting to bind port 5642df0d-b70e-45a4-b82c-4c09755c76de on network 3e9903c9-6550-4ae2-aa4f-70e03144784f {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:55:14.918391 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-946b8a0f-3f2b-4dc0-a355-ee36d07be246 service neutron] Port 5642df0d-b70e-45a4-b82c-4c09755c76de on network 3e9903c9-6550-4ae2-aa4f-70e03144784f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:55:14.918967 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-946b8a0f-3f2b-4dc0-a355-ee36d07be246 service neutron] Attempting to bind port 5642df0d-b70e-45a4-b82c-4c09755c76de on network 3e9903c9-6550-4ae2-aa4f-70e03144784f {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:55:14.934504 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-946b8a0f-3f2b-4dc0-a355-ee36d07be246 service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:55:14.935397 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-946b8a0f-3f2b-4dc0-a355-ee36d07be246 service neutron] Checking segment: {'id': 'b31a7bd7-f013-44aa-a9c5-142fb752dadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3e9903c9-6550-4ae2-aa4f-70e03144784f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:55:14.935397 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-946b8a0f-3f2b-4dc0-a355-ee36d07be246 service neutron] Bound using segment: {'id': 'b31a7bd7-f013-44aa-a9c5-142fb752dadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3e9903c9-6550-4ae2-aa4f-70e03144784f'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:55:14.936126 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-946b8a0f-3f2b-4dc0-a355-ee36d07be246 service neutron] Bound port: 5642df0d-b70e-45a4-b82c-4c09755c76de, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b31a7bd7-f013-44aa-a9c5-142fb752dadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3e9903c9-6550-4ae2-aa4f-70e03144784f'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:55:14.936560 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-946b8a0f-3f2b-4dc0-a355-ee36d07be246 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (5642df0d-b70e-45a4-b82c-4c09755c76de), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:14.949176 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fcfcc1-592b-4875-a8c4-cc1c98eac5a3 req-1c8f3369-a3a8-4a2d-9279-b8e0fcf995a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:14.961941 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-06fcfcc1-592b-4875-a8c4-cc1c98eac5a3 req-1c8f3369-a3a8-4a2d-9279-b8e0fcf995a9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=38ca9b6e-b205-48f9-a002-ddfee225fe39 HTTP/1.1" status: 200  len: 920 time: 0.7216315
May 07 21:55:14.976914 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-abd0c0b9-7915-4e0e-9cdc-17127df06a07 req-fed1b2da-e88a-4169-9d11-f79db1f5cb57 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a24cf19532e0484fabd6dc4e6b66fe30&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1019027
May 07 21:55:15.041982 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-902490cc-c9aa-46a0-b255-62f3a4ee1c15 req-4cbfded2-5a89-4ec1-9813-2928176a851e tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Publish callbacks [] for port (f9deade4-86d7-4281-b615-8cbfae926d5c), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:15.069846 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-946b8a0f-3f2b-4dc0-a355-ee36d07be246 service neutron] For port 5642df0d-b70e-45a4-b82c-4c09755c76de, host nch1-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:55:15.074554 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-946b8a0f-3f2b-4dc0-a355-ee36d07be246 service neutron] For port 5642df0d-b70e-45a4-b82c-4c09755c76de, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5642df0d-b70e-45a4-b82c-4c09755c76de,segment=NetworkSegment(b31a7bd7-f013-44aa-a9c5-142fb752dadd),segment_id=b31a7bd7-f013-44aa-a9c5-142fb752dadd)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:55:15.083359 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-946b8a0f-3f2b-4dc0-a355-ee36d07be246 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (5642df0d-b70e-45a4-b82c-4c09755c76de), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:15.087927 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-902490cc-c9aa-46a0-b255-62f3a4ee1c15 req-4cbfded2-5a89-4ec1-9813-2928176a851e tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (f9deade4-86d7-4281-b615-8cbfae926d5c), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:15.092209 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-06fcfcc1-592b-4875-a8c4-cc1c98eac5a3 req-9e35fd4b-85bf-4981-bbce-5e71d0964a3a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=26b45fcb-fb85-4cfb-9dc0-1b5852bae60e HTTP/1.1" status: 200  len: 217 time: 0.1168740
May 07 21:55:15.150503 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-946b8a0f-3f2b-4dc0-a355-ee36d07be246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:15.151112 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-946b8a0f-3f2b-4dc0-a355-ee36d07be246 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:15.155622 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-946b8a0f-3f2b-4dc0-a355-ee36d07be246 service neutron] 10.222.0.55 "PUT /v2.0/ports/5642df0d-b70e-45a4-b82c-4c09755c76de HTTP/1.1" status: 200  len: 1090 time: 2.2726171
May 07 21:55:15.219204 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-72efb753-120b-4f58-a838-40850197e38e service neutron] Request body: {'port': {'device_id': 'dfb18387-ba8a-4070-aa1b-42824ed0c7ec', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:55:15.267275 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbfded2-5a89-4ec1-9813-2928176a851e tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Pushing event updated for resources: {'Port': ['ID=f9deade4-86d7-4281-b615-8cbfae926d5c,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:55:15.285905 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946b8a0f-3f2b-4dc0-a355-ee36d07be246 service neutron] Pushing event updated for resources: {'Port': ['ID=5642df0d-b70e-45a4-b82c-4c09755c76de,revision_number=3']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:55:15.341695 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 861cefe1-1ec7-45b2-a2a0-851f6f48c014 up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:55:15.389522 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-72efb753-120b-4f58-a838-40850197e38e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (0aa75d6c-c396-4cf7-82ed-1655289562cd), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:15.392895 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fcfcc1-592b-4875-a8c4-cc1c98eac5a3 req-0b6eef21-c12e-44c2-af1b-ace48dbe090e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:15.396589 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-06fcfcc1-592b-4875-a8c4-cc1c98eac5a3 req-0b6eef21-c12e-44c2-af1b-ace48dbe090e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9f91aa11-98d2-41ad-a902-77d230f2dd04 HTTP/1.1" status: 200  len: 859 time: 0.2979751
May 07 21:55:15.474562 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-902490cc-c9aa-46a0-b255-62f3a4ee1c15 req-4cbfded2-5a89-4ec1-9813-2928176a851e tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (af9563f8-dceb-4fb6-8671-b1ac91f7e502), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:15.481617 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-06fcfcc1-592b-4875-a8c4-cc1c98eac5a3 req-d4ac2ae3-0ab7-447b-a7de-93e9c403287d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=38ca9b6e-b205-48f9-a002-ddfee225fe39&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0742819
May 07 21:55:15.558179 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-902490cc-c9aa-46a0-b255-62f3a4ee1c15 req-4cbfded2-5a89-4ec1-9813-2928176a851e tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:15.567507 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port 861cefe1-1ec7-45b2-a2a0-851f6f48c014 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:55:15.572453 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (861cefe1-1ec7-45b2-a2a0-851f6f48c014), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:15.573389 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-902490cc-c9aa-46a0-b255-62f3a4ee1c15 req-4cbfded2-5a89-4ec1-9813-2928176a851e tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 3.9014912
May 07 21:55:15.709746 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-902490cc-c9aa-46a0-b255-62f3a4ee1c15 req-a6e0bcb5-6052-4b4b-8f0f-8c5ebc95cff8 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.4.113 HTTP/1.1" status: 200  len: 696 time: 0.1349294
May 07 21:55:15.831453 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 861cefe1-1ec7-45b2-a2a0-851f6f48c014 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:55:15.831858 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (861cefe1-1ec7-45b2-a2a0-851f6f48c014), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:15.838956 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e712eba2-6068-4d2f-9605-3cb3f32f20fa req-51ddd538-4da7-4fb9-9882-80e2ff3d246f tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:15.840578 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e712eba2-6068-4d2f-9605-3cb3f32f20fa req-51ddd538-4da7-4fb9-9882-80e2ff3d246f tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] 10.222.0.32 "GET /v2.0/ports?device_id=653f2d36-3e13-4a84-93ea-5545b4e9fd2f HTTP/1.1" status: 200  len: 945 time: 0.1521778
May 07 21:55:15.874445 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43718) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:55:15.912591 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 861cefe1-1ec7-45b2-a2a0-851f6f48c014, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=861cefe1-1ec7-45b2-a2a0-851f6f48c014,segment=NetworkSegment(48f32d76-f63e-49c4-90a9-1cfb8c1dc638),segment_id=48f32d76-f63e-49c4-90a9-1cfb8c1dc638)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:55:15.922980 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (861cefe1-1ec7-45b2-a2a0-851f6f48c014), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:15.965354 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-06fcfcc1-592b-4875-a8c4-cc1c98eac5a3 req-4a05ad9c-4367-4039-a849-ace3d1ba246d service neutron] 10.222.0.55 "GET /v2.0/networks/38ca9b6e-b205-48f9-a002-ddfee225fe39?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4610558
May 07 21:55:16.021100 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=861cefe1-1ec7-45b2-a2a0-851f6f48c014,revision_number=8']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:55:16.044180 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e712eba2-6068-4d2f-9605-3cb3f32f20fa req-b9207e90-17fb-4616-aaea-0ac5d6d336bb tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff80f794-fcbb-42be-a4f4-a428e6692136&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1616619
May 07 21:55:16.093124 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-316b3be1-5363-448b-95db-7c8be4419829 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-448192728-network', 'tenant_id': '85587313eff94af59406aca0c1a96a02'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:55:16.147569 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81e478d2-bc5d-4592-b83e-cd875113317d x-openstack-request-id: req-81e478d2-bc5d-4592-b83e-cd875113317d {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:55:16.148052 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "653f2d36-3e13-4a84-93ea-5545b4e9fd2f", "name": "network-vif-plugged", "status": "completed", "tag": "9c05653c-13d6-4294-9e31-a8863d1d2783", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:55:16.148470 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-81e478d2-bc5d-4592-b83e-cd875113317d {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:55:16.149030 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81e478d2-bc5d-4592-b83e-cd875113317d'] response: {'server_uuid': '653f2d36-3e13-4a84-93ea-5545b4e9fd2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c05653c-13d6-4294-9e31-a8863d1d2783', 'code': 200}
May 07 21:55:16.256508 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-72efb753-120b-4f58-a838-40850197e38e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0aa75d6c-c396-4cf7-82ed-1655289562cd {{(pid=121836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:55:16.292450 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902490cc-c9aa-46a0-b255-62f3a4ee1c15 req-9714ded7-3663-4aad-994e-480f08fa9311 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:16.293881 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-902490cc-c9aa-46a0-b255-62f3a4ee1c15 req-9714ded7-3663-4aad-994e-480f08fa9311 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "GET /v2.0/networks/9221b764-ef06-431f-8941-796516ed7c3b HTTP/1.1" status: 200  len: 784 time: 0.5307341
May 07 21:55:16.323851 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa6904e-0c1f-47e1-8d23-d463be2b74c1 req-6ae97635-baef-404c-915b-adc87d37da2e tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:16.332648 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-316b3be1-5363-448b-95db-7c8be4419829 admin admin] Made reservation on behalf of 85587313eff94af59406aca0c1a96a02 for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:55:16.334560 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3aa6904e-0c1f-47e1-8d23-d463be2b74c1 req-6ae97635-baef-404c-915b-adc87d37da2e tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc6a642e-763c-4ac9-8ef7-4985bcb86060 HTTP/1.1" status: 200  len: 946 time: 0.0724089
May 07 21:55:16.334852 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-316b3be1-5363-448b-95db-7c8be4419829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:16.337608 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480a9003-3e1f-4103-b3f5-d6ce5c049135 req-78365b6f-da39-408f-a588-39c6a316fa5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:16.339573 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-480a9003-3e1f-4103-b3f5-d6ce5c049135 req-78365b6f-da39-408f-a588-39c6a316fa5c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=653f2d36-3e13-4a84-93ea-5545b4e9fd2f HTTP/1.1" status: 200  len: 1127 time: 0.1004052
May 07 21:55:16.361771 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-72efb753-120b-4f58-a838-40850197e38e service neutron] Publish callbacks [] for port (0aa75d6c-c396-4cf7-82ed-1655289562cd), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:16.364519 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-316b3be1-5363-448b-95db-7c8be4419829 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:16.371236 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93483ba0-b5d3-423c-8dd9-3c26aab746d8 x-openstack-request-id: req-93483ba0-b5d3-423c-8dd9-3c26aab746d8 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:55:16.371432 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-06fcfcc1-592b-4875-a8c4-cc1c98eac5a3 req-a0871d52-62a1-418c-9cfe-70a72309fec1 service neutron] 10.222.0.55 "GET /v2.0/networks/38ca9b6e-b205-48f9-a002-ddfee225fe39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4017665
May 07 21:55:16.371539 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfb18387-ba8a-4070-aa1b-42824ed0c7ec", "tag": "d3eb7f9f-cad6-43cc-b93c-f50a5e95c505", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:55:16.371793 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-93483ba0-b5d3-423c-8dd9-3c26aab746d8 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:55:16.373553 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93483ba0-b5d3-423c-8dd9-3c26aab746d8'] response: {'name': 'network-changed', 'server_uuid': 'dfb18387-ba8a-4070-aa1b-42824ed0c7ec', 'tag': 'd3eb7f9f-cad6-43cc-b93c-f50a5e95c505', 'status': 'completed', 'code': 200}
May 07 21:55:16.448063 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.provisioning_blocks [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-72efb753-120b-4f58-a838-40850197e38e service neutron] Transition to ACTIVE for port object 0aa75d6c-c396-4cf7-82ed-1655289562cd will not be triggered until provisioned by entity L2. {{(pid=121836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:55:16.480406 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-72efb753-120b-4f58-a838-40850197e38e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (0aa75d6c-c396-4cf7-82ed-1655289562cd), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:16.524774 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-316b3be1-5363-448b-95db-7c8be4419829 admin admin] Publish callbacks [] for security_group (b2066b51-817f-4fe2-9f5f-a564b2e46d81), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:16.526587 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3aa6904e-0c1f-47e1-8d23-d463be2b74c1 req-7945cbc8-50c2-462d-a765-e2647de9ff73 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bbf50af-50c2-4df2-bc37-9f0e79ec6d91&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1901529
May 07 21:55:16.542813 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-316b3be1-5363-448b-95db-7c8be4419829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (b2066b51-817f-4fe2-9f5f-a564b2e46d81), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:16.568532 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72efb753-120b-4f58-a838-40850197e38e service neutron] Pushing event updated for resources: {'Port': ['ID=0aa75d6c-c396-4cf7-82ed-1655289562cd,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:55:16.678882 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-316b3be1-5363-448b-95db-7c8be4419829 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 21:55:16.699802 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f803f16c-aff4-4b5d-8076-502750939ef9 req-8c51585c-481c-43fa-ba18-231bd8c0bdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:16.700699 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f803f16c-aff4-4b5d-8076-502750939ef9 req-8c51585c-481c-43fa-ba18-231bd8c0bdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:16.701368 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f803f16c-aff4-4b5d-8076-502750939ef9 req-8c51585c-481c-43fa-ba18-231bd8c0bdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:16.702059 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f803f16c-aff4-4b5d-8076-502750939ef9 req-8c51585c-481c-43fa-ba18-231bd8c0bdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:16.702820 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f803f16c-aff4-4b5d-8076-502750939ef9 req-8c51585c-481c-43fa-ba18-231bd8c0bdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:16.703479 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f803f16c-aff4-4b5d-8076-502750939ef9 req-8c51585c-481c-43fa-ba18-231bd8c0bdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:16.704090 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f803f16c-aff4-4b5d-8076-502750939ef9 req-8c51585c-481c-43fa-ba18-231bd8c0bdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:16.707354 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f803f16c-aff4-4b5d-8076-502750939ef9 req-8c51585c-481c-43fa-ba18-231bd8c0bdd7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=70a2fded25c74c839c01e55a91e7f7fc&device_id=dfb18387-ba8a-4070-aa1b-42824ed0c7ec HTTP/1.1" status: 200  len: 6423 time: 0.1800718
May 07 21:55:16.724190 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-480a9003-3e1f-4103-b3f5-d6ce5c049135 req-6c03be42-6174-4507-ac29-0d8b8d1236c8 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ff80f794-fcbb-42be-a4f4-a428e6692136&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3665311
May 07 21:55:16.769665 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04083e9-f2c7-4514-b938-80bc313e57ed req-000dedce-36dd-41cf-aa27-e0f134da1415 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:16.775264 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04083e9-f2c7-4514-b938-80bc313e57ed req-000dedce-36dd-41cf-aa27-e0f134da1415 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:16.781392 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04083e9-f2c7-4514-b938-80bc313e57ed req-000dedce-36dd-41cf-aa27-e0f134da1415 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:16.787302 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04083e9-f2c7-4514-b938-80bc313e57ed req-000dedce-36dd-41cf-aa27-e0f134da1415 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:16.793127 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04083e9-f2c7-4514-b938-80bc313e57ed req-000dedce-36dd-41cf-aa27-e0f134da1415 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:16.804651 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04083e9-f2c7-4514-b938-80bc313e57ed req-000dedce-36dd-41cf-aa27-e0f134da1415 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:16.810532 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04083e9-f2c7-4514-b938-80bc313e57ed req-000dedce-36dd-41cf-aa27-e0f134da1415 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:16.812777 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f04083e9-f2c7-4514-b938-80bc313e57ed req-000dedce-36dd-41cf-aa27-e0f134da1415 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb18387-ba8a-4070-aa1b-42824ed0c7ec HTTP/1.1" status: 200  len: 5394 time: 0.2830780
May 07 21:55:16.819754 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316b3be1-5363-448b-95db-7c8be4419829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2066b51-817f-4fe2-9f5f-a564b2e46d81,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:55:16.824864 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-316b3be1-5363-448b-95db-7c8be4419829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (c1f62f1a-7390-4968-bfcd-e0354648ad7b), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:16.825225 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-316b3be1-5363-448b-95db-7c8be4419829 admin admin] Added segment c1f62f1a-7390-4968-bfcd-e0354648ad7b of type vlan for network 9b7653d0-c69e-4364-9ed6-1c005b136d81
May 07 21:55:16.861499 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99e3cc0-d2cb-4526-bb6f-6b3cd51bd1b5 req-5b71bec2-4fe7-4fe3-95f9-7dc3b771a709 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:16.864032 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a99e3cc0-d2cb-4526-bb6f-6b3cd51bd1b5 req-5b71bec2-4fe7-4fe3-95f9-7dc3b771a709 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f1345a1-41a5-40ac-a7c4-7d6b9eb621fb HTTP/1.1" status: 200  len: 946 time: 0.1677368
May 07 21:55:16.920634 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-72efb753-120b-4f58-a838-40850197e38e service neutron] Attempting to bind port 0aa75d6c-c396-4cf7-82ed-1655289562cd on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:55:16.921101 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-72efb753-120b-4f58-a838-40850197e38e service neutron] Attempting to bind port 0aa75d6c-c396-4cf7-82ed-1655289562cd by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'b31a7bd7-f013-44aa-a9c5-142fb752dadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3e9903c9-6550-4ae2-aa4f-70e03144784f'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:55:16.923086 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-72efb753-120b-4f58-a838-40850197e38e service neutron] Attempting to bind port 0aa75d6c-c396-4cf7-82ed-1655289562cd on network 3e9903c9-6550-4ae2-aa4f-70e03144784f {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:55:16.952855 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-72efb753-120b-4f58-a838-40850197e38e service neutron] Port 0aa75d6c-c396-4cf7-82ed-1655289562cd on network 3e9903c9-6550-4ae2-aa4f-70e03144784f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:55:16.953507 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-72efb753-120b-4f58-a838-40850197e38e service neutron] Attempting to bind port 0aa75d6c-c396-4cf7-82ed-1655289562cd on network 3e9903c9-6550-4ae2-aa4f-70e03144784f {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:55:17.012812 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-72efb753-120b-4f58-a838-40850197e38e service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:55:17.013134 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-72efb753-120b-4f58-a838-40850197e38e service neutron] Checking segment: {'id': 'b31a7bd7-f013-44aa-a9c5-142fb752dadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3e9903c9-6550-4ae2-aa4f-70e03144784f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:55:17.015740 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-72efb753-120b-4f58-a838-40850197e38e service neutron] Bound using segment: {'id': 'b31a7bd7-f013-44aa-a9c5-142fb752dadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3e9903c9-6550-4ae2-aa4f-70e03144784f'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:55:17.016435 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-72efb753-120b-4f58-a838-40850197e38e service neutron] Bound port: 0aa75d6c-c396-4cf7-82ed-1655289562cd, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b31a7bd7-f013-44aa-a9c5-142fb752dadd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '3e9903c9-6550-4ae2-aa4f-70e03144784f'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:55:17.018283 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-72efb753-120b-4f58-a838-40850197e38e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (0aa75d6c-c396-4cf7-82ed-1655289562cd), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:17.082822 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a99e3cc0-d2cb-4526-bb6f-6b3cd51bd1b5 req-81310c97-2f12-4e87-bc8c-f900b0d64779 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b18b124-d6ae-4635-93ed-9957a39a34ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1918879
May 07 21:55:17.145500 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-316b3be1-5363-448b-95db-7c8be4419829 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (9b7653d0-c69e-4364-9ed6-1c005b136d81), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:17.205458 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f04083e9-f2c7-4514-b938-80bc313e57ed req-8dd62428-7475-4893-a46a-6a7a9c6a66d0 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/security-groups?id=022a2e7b-c53f-49c4-a82c-d25afea19659&id=4683f7d7-8b63-48cf-a24d-027ba8d9c114&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.3661902
May 07 21:55:17.251840 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f803f16c-aff4-4b5d-8076-502750939ef9 req-d5d996ab-0bff-44ce-b3c3-ce083be052ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:17.255365 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f803f16c-aff4-4b5d-8076-502750939ef9 req-d5d996ab-0bff-44ce-b3c3-ce083be052ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:17.255858 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f803f16c-aff4-4b5d-8076-502750939ef9 req-d5d996ab-0bff-44ce-b3c3-ce083be052ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:17.258186 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-72efb753-120b-4f58-a838-40850197e38e service neutron] For port 0aa75d6c-c396-4cf7-82ed-1655289562cd, host nch1-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:55:17.261489 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f803f16c-aff4-4b5d-8076-502750939ef9 req-d5d996ab-0bff-44ce-b3c3-ce083be052ae service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=70a2fded25c74c839c01e55a91e7f7fc&shared=False HTTP/1.1" status: 200  len: 2293 time: 0.5401120
May 07 21:55:17.278293 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-72efb753-120b-4f58-a838-40850197e38e service neutron] For port 0aa75d6c-c396-4cf7-82ed-1655289562cd, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0aa75d6c-c396-4cf7-82ed-1655289562cd,segment=NetworkSegment(b31a7bd7-f013-44aa-a9c5-142fb752dadd),segment_id=b31a7bd7-f013-44aa-a9c5-142fb752dadd)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:55:17.291485 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-72efb753-120b-4f58-a838-40850197e38e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (0aa75d6c-c396-4cf7-82ed-1655289562cd), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:17.299591 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-316b3be1-5363-448b-95db-7c8be4419829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (9b7653d0-c69e-4364-9ed6-1c005b136d81), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:17.301135 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316b3be1-5363-448b-95db-7c8be4419829 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:17.301782 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-316b3be1-5363-448b-95db-7c8be4419829 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:17.328961 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-72efb753-120b-4f58-a838-40850197e38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:17.330098 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-72efb753-120b-4f58-a838-40850197e38e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:17.332714 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-72efb753-120b-4f58-a838-40850197e38e service neutron] 10.222.0.55 "PUT /v2.0/ports/0aa75d6c-c396-4cf7-82ed-1655289562cd HTTP/1.1" status: 200  len: 1090 time: 2.1378050
May 07 21:55:17.462611 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10eccea-c462-49d2-9b2e-d9da9012bfba req-4f1f4be3-ba4c-4f1c-950c-e1477380bdad tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:17.470991 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e10eccea-c462-49d2-9b2e-d9da9012bfba req-4f1f4be3-ba4c-4f1c-950c-e1477380bdad tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] 10.222.0.32 "GET /v2.0/ports?device_id=653f2d36-3e13-4a84-93ea-5545b4e9fd2f HTTP/1.1" status: 200  len: 945 time: 0.0975156
May 07 21:55:17.474661 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72efb753-120b-4f58-a838-40850197e38e service neutron] Pushing event updated for resources: {'Port': ['ID=0aa75d6c-c396-4cf7-82ed-1655289562cd,revision_number=3']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:55:17.486476 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-316b3be1-5363-448b-95db-7c8be4419829 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.6098809
May 07 21:55:17.487709 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 43738) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:55:17.504726 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-6a14b74f-ebc8-4bf0-8b50-f30f508390da admin admin] Request body: {'subnet': {'network_id': '9b7653d0-c69e-4364-9ed6-1c005b136d81', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-448192728-subnet', 'tenant_id': '85587313eff94af59406aca0c1a96a02', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:55:17.526527 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-478a1ec1-0675-4567-be49-db6503d7398f service neutron] Request body: {'port': {'device_id': 'dfb18387-ba8a-4070-aa1b-42824ed0c7ec', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:55:17.535361 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316b3be1-5363-448b-95db-7c8be4419829 admin admin] Pushing event updated for resources: {'Network': ['ID=9b7653d0-c69e-4364-9ed6-1c005b136d81,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:55:17.551313 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 9b7653d0-c69e-4364-9ed6-1c005b136d81 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 21:55:17.578712 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5fb1c6-5464-431c-a7ae-0ce30ad78982 req-1c746bd0-6b6c-4e5f-9af7-11b933094843 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:17.589913 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3c5fb1c6-5464-431c-a7ae-0ce30ad78982 req-1c746bd0-6b6c-4e5f-9af7-11b933094843 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "GET /v2.0/ports?device_id=1328c136-9d82-4506-81cd-534b3799a51d&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.2274456
May 07 21:55:17.638994 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e10eccea-c462-49d2-9b2e-d9da9012bfba req-21b4dfa1-7f59-49d6-89a1-7321dc3d6de5 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff80f794-fcbb-42be-a4f4-a428e6692136&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1645126
May 07 21:55:17.640713 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a14b74f-ebc8-4bf0-8b50-f30f508390da admin admin] Made reservation on behalf of 85587313eff94af59406aca0c1a96a02 for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:55:17.644360 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6a14b74f-ebc8-4bf0-8b50-f30f508390da admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:17.692415 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-478a1ec1-0675-4567-be49-db6503d7398f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (744875ea-e246-4ecb-b60f-b9c04a274fe9), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:17.765368 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3c5fb1c6-5464-431c-a7ae-0ce30ad78982 req-4338f82e-1e4c-4e1e-8728-d71543c8a167 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.4.113 HTTP/1.1" status: 200  len: 696 time: 0.1732483
May 07 21:55:17.772741 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-3c5fb1c6-5464-431c-a7ae-0ce30ad78982 req-160e0bf8-85fa-4583-8a2b-83fb863daa91 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Request body: {'floatingip': {'port_id': '26b45fcb-fb85-4cfb-9dc0-1b5852bae60e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:55:17.816280 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-3c5fb1c6-5464-431c-a7ae-0ce30ad78982 req-160e0bf8-85fa-4583-8a2b-83fb863daa91 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Publish callbacks [] for floatingip (af9563f8-dceb-4fb6-8671-b1ac91f7e502), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:18.001064 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-dd6acda0-e42f-4c1f-a9c6-cae1b50824cd req-9650dd19-db08-491b-ba70-34209adfa566 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?device_id=a390d88e-4ae4-4700-a85a-6bc97fd8bd29 HTTP/1.1" status: 200  len: 210 time: 0.2094414
May 07 21:55:18.150721 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f1345a1-41a5-40ac-a7c4-7d6b9eb621fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '861cefe1-1ec7-45b2-a2a0-851f6f48c014'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:55:18.153255 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f67d6b3f-e051-49d1-b766-e37f3b72f12f" -d '{"events": [{"server_uuid": "9f1345a1-41a5-40ac-a7c4-7d6b9eb621fb", "name": "network-vif-plugged", "status": "completed", "tag": "861cefe1-1ec7-45b2-a2a0-851f6f48c014"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:55:18.181701 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad274ae9-824c-4e13-8ce6-99b072dee8e7 req-b3032c53-e19d-46c0-89eb-e55975df57a9 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:18.199205 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ad274ae9-824c-4e13-8ce6-99b072dee8e7 req-b3032c53-e19d-46c0-89eb-e55975df57a9 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc6a642e-763c-4ac9-8ef7-4985bcb86060 HTTP/1.1" status: 200  len: 946 time: 0.0859842
May 07 21:55:18.380738 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ad274ae9-824c-4e13-8ce6-99b072dee8e7 req-83f8b35e-e040-46ef-b1ad-0bcca235af1a tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bbf50af-50c2-4df2-bc37-9f0e79ec6d91&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1805387
May 07 21:55:18.393086 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfb18387-ba8a-4070-aa1b-42824ed0c7ec', 'tag': '5642df0d-b70e-45a4-b82c-4c09755c76de'}, {'name': 'network-changed', 'server_uuid': 'dfb18387-ba8a-4070-aa1b-42824ed0c7ec', 'tag': '0aa75d6c-c396-4cf7-82ed-1655289562cd'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:55:18.410799 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1257fa46-f0a3-41e1-9863-d875a1e6c6f5" -d '{"events": [{"name": "network-changed", "server_uuid": "dfb18387-ba8a-4070-aa1b-42824ed0c7ec", "tag": "5642df0d-b70e-45a4-b82c-4c09755c76de"}, {"name": "network-changed", "server_uuid": "dfb18387-ba8a-4070-aa1b-42824ed0c7ec", "tag": "0aa75d6c-c396-4cf7-82ed-1655289562cd"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:55:18.567805 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-abd0c0b9-7915-4e0e-9cdc-17127df06a07 req-0d5eb597-6293-42e7-a58a-d1cca68caba4 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=a24cf19532e0484fabd6dc4e6b66fe30&shared=False HTTP/1.1" status: 200  len: 213 time: 0.2410519
May 07 21:55:18.573502 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8009df1e-bd6e-4eed-998b-020e22744216 req-2379bb76-659d-4ed3-82c1-8dd561667e7b tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:18.582327 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8009df1e-bd6e-4eed-998b-020e22744216 req-2379bb76-659d-4ed3-82c1-8dd561667e7b tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f1345a1-41a5-40ac-a7c4-7d6b9eb621fb HTTP/1.1" status: 200  len: 946 time: 0.0728946
May 07 21:55:18.643395 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6a14b74f-ebc8-4bf0-8b50-f30f508390da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (68532bd3-831b-4da5-a9e0-f88c1ab76985), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:18.718314 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f803f16c-aff4-4b5d-8076-502750939ef9 req-b9f7188a-2c97-485d-9112-34ef757645a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:18.720804 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f803f16c-aff4-4b5d-8076-502750939ef9 req-b9f7188a-2c97-485d-9112-34ef757645a1 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 1.2169960
May 07 21:55:18.766018 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8009df1e-bd6e-4eed-998b-020e22744216 req-975ee0be-b54e-4795-84d8-a21cbe86a47a tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b18b124-d6ae-4635-93ed-9957a39a34ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1819611
May 07 21:55:18.799372 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-478a1ec1-0675-4567-be49-db6503d7398f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 744875ea-e246-4ecb-b60f-b9c04a274fe9 {{(pid=121836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:55:18.830696 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a14b74f-ebc8-4bf0-8b50-f30f508390da admin admin] Pushing event updated for resources: {'Subnet': ['ID=68532bd3-831b-4da5-a9e0-f88c1ab76985,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:55:18.841723 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-478a1ec1-0675-4567-be49-db6503d7398f service neutron] Publish callbacks [] for port (744875ea-e246-4ecb-b60f-b9c04a274fe9), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:18.852044 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-393fe0a6-b4f8-40ce-a81b-5b05a0c1ac1d x-openstack-request-id: req-393fe0a6-b4f8-40ce-a81b-5b05a0c1ac1d {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:55:18.852975 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f1345a1-41a5-40ac-a7c4-7d6b9eb621fb", "name": "network-vif-plugged", "status": "completed", "tag": "861cefe1-1ec7-45b2-a2a0-851f6f48c014", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:55:18.854232 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-393fe0a6-b4f8-40ce-a81b-5b05a0c1ac1d {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:55:18.854232 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-393fe0a6-b4f8-40ce-a81b-5b05a0c1ac1d'] response: {'server_uuid': '9f1345a1-41a5-40ac-a7c4-7d6b9eb621fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '861cefe1-1ec7-45b2-a2a0-851f6f48c014', 'code': 200}
May 07 21:55:18.861086 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a14b74f-ebc8-4bf0-8b50-f30f508390da admin admin] Checking segment: {'id': 'c1f62f1a-7390-4968-bfcd-e0354648ad7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9b7653d0-c69e-4364-9ed6-1c005b136d81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:55:18.861448 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a14b74f-ebc8-4bf0-8b50-f30f508390da admin admin] Network hostable DHCP agents. Network: 9b7653d0-c69e-4364-9ed6-1c005b136d81, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 21:55:18.889899 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.provisioning_blocks [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-478a1ec1-0675-4567-be49-db6503d7398f service neutron] Transition to ACTIVE for port object 744875ea-e246-4ecb-b60f-b9c04a274fe9 will not be triggered until provisioned by entity L2. {{(pid=121836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:55:18.913038 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-478a1ec1-0675-4567-be49-db6503d7398f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (744875ea-e246-4ecb-b60f-b9c04a274fe9), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:18.919897 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd0c0b9-7915-4e0e-9cdc-17127df06a07 req-6b8f78d1-2dcd-4175-a7fd-80617c15f86d tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:18.922015 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-abd0c0b9-7915-4e0e-9cdc-17127df06a07 req-6b8f78d1-2dcd-4175-a7fd-80617c15f86d tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2180800
May 07 21:55:18.933199 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a14b74f-ebc8-4bf0-8b50-f30f508390da admin admin] Network 9b7653d0-c69e-4364-9ed6-1c005b136d81 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 21:55:19.244224 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-6a14b74f-ebc8-4bf0-8b50-f30f508390da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9b7653d0-c69e-4364-9ed6-1c005b136d81) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:55:19.260716 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e074cc08-66b4-42be-a600-5ad2c4c2677e None None] Network 9b7653d0-c69e-4364-9ed6-1c005b136d81 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:55:19.288488 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a14b74f-ebc8-4bf0-8b50-f30f508390da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:19.289304 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6a14b74f-ebc8-4bf0-8b50-f30f508390da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:19.351967 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478a1ec1-0675-4567-be49-db6503d7398f service neutron] Pushing event updated for resources: {'Port': ['ID=744875ea-e246-4ecb-b60f-b9c04a274fe9,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:55:19.410846 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.db.resource_extend [req-3c5fb1c6-5464-431c-a7ae-0ce30ad78982 req-160e0bf8-85fa-4583-8a2b-83fb863daa91 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] It took 0.46 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 07 21:55:19.417728 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f27446-eff6-4823-9e84-b22bf0ac0391 req-9c9fc648-fb41-4682-9572-0cd7ecb22a8b tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:19.435852 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5aba64-abcb-41d9-aa6d-5e80c0666fa4 None None] Network 9b7653d0-c69e-4364-9ed6-1c005b136d81 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:55:19.437062 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f27446-eff6-4823-9e84-b22bf0ac0391 req-9c9fc648-fb41-4682-9572-0cd7ecb22a8b tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:19.446143 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f27446-eff6-4823-9e84-b22bf0ac0391 req-9c9fc648-fb41-4682-9572-0cd7ecb22a8b tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:19.451497 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f27446-eff6-4823-9e84-b22bf0ac0391 req-9c9fc648-fb41-4682-9572-0cd7ecb22a8b tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:19.464021 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f27446-eff6-4823-9e84-b22bf0ac0391 req-9c9fc648-fb41-4682-9572-0cd7ecb22a8b tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:19.470569 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f27446-eff6-4823-9e84-b22bf0ac0391 req-9c9fc648-fb41-4682-9572-0cd7ecb22a8b tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:19.477188 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f27446-eff6-4823-9e84-b22bf0ac0391 req-9c9fc648-fb41-4682-9572-0cd7ecb22a8b tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:19.486839 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b0f27446-eff6-4823-9e84-b22bf0ac0391 req-9c9fc648-fb41-4682-9572-0cd7ecb22a8b tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb18387-ba8a-4070-aa1b-42824ed0c7ec HTTP/1.1" status: 200  len: 5406 time: 0.2754204
May 07 21:55:19.516641 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-6a14b74f-ebc8-4bf0-8b50-f30f508390da admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 2.0199127
May 07 21:55:19.758805 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b0f27446-eff6-4823-9e84-b22bf0ac0391 req-bfcaef9c-2367-4791-8e2b-7b3c6b856539 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/security-groups?id=022a2e7b-c53f-49c4-a82c-d25afea19659&id=4683f7d7-8b63-48cf-a24d-027ba8d9c114&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2705901
May 07 21:55:19.762558 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-478a1ec1-0675-4567-be49-db6503d7398f service neutron] Attempting to bind port 744875ea-e246-4ecb-b60f-b9c04a274fe9 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:55:19.764299 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-478a1ec1-0675-4567-be49-db6503d7398f service neutron] Attempting to bind port 744875ea-e246-4ecb-b60f-b9c04a274fe9 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'b207ac70-7c70-40fd-bfc0-416943348a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd3d6fbc8-cbfa-4c1a-9104-6c52ad3f84a6'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:55:19.764780 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-478a1ec1-0675-4567-be49-db6503d7398f service neutron] Attempting to bind port 744875ea-e246-4ecb-b60f-b9c04a274fe9 on network d3d6fbc8-cbfa-4c1a-9104-6c52ad3f84a6 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:55:19.775956 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-478a1ec1-0675-4567-be49-db6503d7398f service neutron] Port 744875ea-e246-4ecb-b60f-b9c04a274fe9 on network d3d6fbc8-cbfa-4c1a-9104-6c52ad3f84a6 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:55:19.776472 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-478a1ec1-0675-4567-be49-db6503d7398f service neutron] Attempting to bind port 744875ea-e246-4ecb-b60f-b9c04a274fe9 on network d3d6fbc8-cbfa-4c1a-9104-6c52ad3f84a6 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:55:19.783083 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-abd0c0b9-7915-4e0e-9cdc-17127df06a07 req-e6305d22-5065-4539-8d73-9fa7dcd64cee tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Request body: {'port': {'device_id': 'a390d88e-4ae4-4700-a85a-6bc97fd8bd29', 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47', 'admin_state_up': True, 'tenant_id': 'a24cf19532e0484fabd6dc4e6b66fe30'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:55:19.787387 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-478a1ec1-0675-4567-be49-db6503d7398f service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:55:19.787387 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-478a1ec1-0675-4567-be49-db6503d7398f service neutron] Checking segment: {'id': 'b207ac70-7c70-40fd-bfc0-416943348a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd3d6fbc8-cbfa-4c1a-9104-6c52ad3f84a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:55:19.787387 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-478a1ec1-0675-4567-be49-db6503d7398f service neutron] Bound using segment: {'id': 'b207ac70-7c70-40fd-bfc0-416943348a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd3d6fbc8-cbfa-4c1a-9104-6c52ad3f84a6'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:55:19.787920 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-478a1ec1-0675-4567-be49-db6503d7398f service neutron] Bound port: 744875ea-e246-4ecb-b60f-b9c04a274fe9, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b207ac70-7c70-40fd-bfc0-416943348a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd3d6fbc8-cbfa-4c1a-9104-6c52ad3f84a6'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:55:19.788474 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-478a1ec1-0675-4567-be49-db6503d7398f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (744875ea-e246-4ecb-b60f-b9c04a274fe9), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:19.792751 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fcfcc1-592b-4875-a8c4-cc1c98eac5a3 req-ec7ada01-6ca7-4c4a-be3f-e49b8140c135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:19.793091 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fcfcc1-592b-4875-a8c4-cc1c98eac5a3 req-ec7ada01-6ca7-4c4a-be3f-e49b8140c135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:19.793487 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fcfcc1-592b-4875-a8c4-cc1c98eac5a3 req-ec7ada01-6ca7-4c4a-be3f-e49b8140c135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:19.793946 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fcfcc1-592b-4875-a8c4-cc1c98eac5a3 req-ec7ada01-6ca7-4c4a-be3f-e49b8140c135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:19.795012 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fcfcc1-592b-4875-a8c4-cc1c98eac5a3 req-ec7ada01-6ca7-4c4a-be3f-e49b8140c135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:19.795599 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fcfcc1-592b-4875-a8c4-cc1c98eac5a3 req-ec7ada01-6ca7-4c4a-be3f-e49b8140c135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:19.796699 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fcfcc1-592b-4875-a8c4-cc1c98eac5a3 req-ec7ada01-6ca7-4c4a-be3f-e49b8140c135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:19.798575 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-06fcfcc1-592b-4875-a8c4-cc1c98eac5a3 req-ec7ada01-6ca7-4c4a-be3f-e49b8140c135 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=70a2fded25c74c839c01e55a91e7f7fc&device_id=dfb18387-ba8a-4070-aa1b-42824ed0c7ec HTTP/1.1" status: 200  len: 6521 time: 0.8725522
May 07 21:55:19.844076 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-abd0c0b9-7915-4e0e-9cdc-17127df06a07 req-7b4e8090-5f32-4389-a568-86eb5fac69a1 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=a24cf19532e0484fabd6dc4e6b66fe30&shared=False HTTP/1.1" status: 200  len: 213 time: 0.9197540
May 07 21:55:19.874806 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-3c5fb1c6-5464-431c-a7ae-0ce30ad78982 req-160e0bf8-85fa-4583-8a2b-83fb863daa91 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:19.913741 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 07 May 2022 21:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a40fca87-ee84-4dbb-a05a-b31d93c0558a x-openstack-request-id: req-a40fca87-ee84-4dbb-a05a-b31d93c0558a {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:55:19.914401 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfb18387-ba8a-4070-aa1b-42824ed0c7ec", "tag": "5642df0d-b70e-45a4-b82c-4c09755c76de", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "dfb18387-ba8a-4070-aa1b-42824ed0c7ec", "tag": "0aa75d6c-c396-4cf7-82ed-1655289562cd", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:55:19.914836 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a40fca87-ee84-4dbb-a05a-b31d93c0558a {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:55:19.915433 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a40fca87-ee84-4dbb-a05a-b31d93c0558a'] response: {'name': 'network-changed', 'server_uuid': 'dfb18387-ba8a-4070-aa1b-42824ed0c7ec', 'tag': '5642df0d-b70e-45a4-b82c-4c09755c76de', 'status': 'completed', 'code': 200}
May 07 21:55:19.916788 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a40fca87-ee84-4dbb-a05a-b31d93c0558a'] response: {'name': 'network-changed', 'server_uuid': 'dfb18387-ba8a-4070-aa1b-42824ed0c7ec', 'tag': '0aa75d6c-c396-4cf7-82ed-1655289562cd', 'status': 'completed', 'code': 200}
May 07 21:55:19.924300 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-3c5fb1c6-5464-431c-a7ae-0ce30ad78982 req-160e0bf8-85fa-4583-8a2b-83fb863daa91 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (af9563f8-dceb-4fb6-8671-b1ac91f7e502), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:19.982340 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-478a1ec1-0675-4567-be49-db6503d7398f service neutron] For port 744875ea-e246-4ecb-b60f-b9c04a274fe9, host nch1-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:55:19.987554 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-478a1ec1-0675-4567-be49-db6503d7398f service neutron] For port 744875ea-e246-4ecb-b60f-b9c04a274fe9, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=744875ea-e246-4ecb-b60f-b9c04a274fe9,segment=NetworkSegment(b207ac70-7c70-40fd-bfc0-416943348a0d),segment_id=b207ac70-7c70-40fd-bfc0-416943348a0d)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:55:19.999807 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-478a1ec1-0675-4567-be49-db6503d7398f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (744875ea-e246-4ecb-b60f-b9c04a274fe9), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:20.018471 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b16418e-09e4-4692-8182-043b7d7be7b1 req-fb6b9eb0-7043-4bd5-b244-5aa7c2608b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:20.019962 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4b16418e-09e4-4692-8182-043b7d7be7b1 req-fb6b9eb0-7043-4bd5-b244-5aa7c2608b41 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9f1345a1-41a5-40ac-a7c4-7d6b9eb621fb HTTP/1.1" status: 200  len: 1128 time: 0.5313087
May 07 21:55:20.116434 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-478a1ec1-0675-4567-be49-db6503d7398f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:20.117013 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-478a1ec1-0675-4567-be49-db6503d7398f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:20.118413 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-478a1ec1-0675-4567-be49-db6503d7398f service neutron] 10.222.0.55 "PUT /v2.0/ports/744875ea-e246-4ecb-b60f-b9c04a274fe9 HTTP/1.1" status: 200  len: 1091 time: 2.6002870
May 07 21:55:20.125914 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478a1ec1-0675-4567-be49-db6503d7398f service neutron] Pushing event updated for resources: {'Port': ['ID=744875ea-e246-4ecb-b60f-b9c04a274fe9,revision_number=3']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:55:20.174958 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-53e0d267-b190-483f-a7b3-7e8b6c07be16 service neutron] Request body: {'port': {'device_id': 'dfb18387-ba8a-4070-aa1b-42824ed0c7ec', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:55:20.224714 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24553ed1-dd26-4863-a8ef-db25af5cdd42 req-8499c0cd-1422-42ac-bec9-cd21673c4315 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:20.228329 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-24553ed1-dd26-4863-a8ef-db25af5cdd42 req-8499c0cd-1422-42ac-bec9-cd21673c4315 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] 10.222.0.32 "GET /v2.0/ports?device_id=653f2d36-3e13-4a84-93ea-5545b4e9fd2f HTTP/1.1" status: 200  len: 945 time: 0.1375895
May 07 21:55:20.287366 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-53e0d267-b190-483f-a7b3-7e8b6c07be16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (0f85ab7f-8d9d-42b6-bed5-f5b8be554023), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:20.360953 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd0c0b9-7915-4e0e-9cdc-17127df06a07 req-26b49293-71c2-4060-a908-90129fe014da tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:20.363436 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-abd0c0b9-7915-4e0e-9cdc-17127df06a07 req-26b49293-71c2-4060-a908-90129fe014da tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4906657
May 07 21:55:20.374901 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4b16418e-09e4-4692-8182-043b7d7be7b1 req-8bc4b16d-f51f-47da-9b0b-b8ed1de78ac3 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7b18b124-d6ae-4635-93ed-9957a39a34ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2914038
May 07 21:55:20.384743 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-abd0c0b9-7915-4e0e-9cdc-17127df06a07 req-1b5598c1-57a8-4f8c-86b2-2db52231847a tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Request body: {'port': {'device_id': 'd34e6889-832e-45d3-8a1a-8c59d4ec697e', 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47', 'admin_state_up': True, 'tenant_id': 'a24cf19532e0484fabd6dc4e6b66fe30'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:55:20.392053 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fcfcc1-592b-4875-a8c4-cc1c98eac5a3 req-7cf6026c-6635-4614-acbf-8a4285d52799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:20.398269 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fcfcc1-592b-4875-a8c4-cc1c98eac5a3 req-7cf6026c-6635-4614-acbf-8a4285d52799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:20.398971 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fcfcc1-592b-4875-a8c4-cc1c98eac5a3 req-7cf6026c-6635-4614-acbf-8a4285d52799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:20.400810 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-06fcfcc1-592b-4875-a8c4-cc1c98eac5a3 req-7cf6026c-6635-4614-acbf-8a4285d52799 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=70a2fded25c74c839c01e55a91e7f7fc&shared=False HTTP/1.1" status: 200  len: 2293 time: 0.5594909
May 07 21:55:20.418492 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-24553ed1-dd26-4863-a8ef-db25af5cdd42 req-9d8bc71d-92d6-4793-acd3-c7903a4b6978 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff80f794-fcbb-42be-a4f4-a428e6692136&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1806235
May 07 21:55:20.439161 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abd0c0b9-7915-4e0e-9cdc-17127df06a07 req-e6305d22-5065-4539-8d73-9fa7dcd64cee tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Made reservation on behalf of a24cf19532e0484fabd6dc4e6b66fe30 for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:55:20.449685 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-abd0c0b9-7915-4e0e-9cdc-17127df06a07 req-e6305d22-5065-4539-8d73-9fa7dcd64cee tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:20.462443 ncdv-master-1 neutron-server[121837]: INFO neutron.db.l3_db [req-3c5fb1c6-5464-431c-a7ae-0ce30ad78982 req-160e0bf8-85fa-4583-8a2b-83fb863daa91 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Floating IP af9563f8-dceb-4fb6-8671-b1ac91f7e502 associated. External IP: 172.35.4.113, port: 26b45fcb-fb85-4cfb-9dc0-1b5852bae60e.
May 07 21:55:20.584511 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e726c6c4-0a51-436e-a3fa-5814399898cf req-a7149fe3-6c25-40ad-8801-0b5c92b95184 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?device_id=a390d88e-4ae4-4700-a85a-6bc97fd8bd29 HTTP/1.1" status: 200  len: 210 time: 0.0431054
May 07 21:55:20.757383 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca38613-e869-48a5-9c81-8814089c3db6 req-b92b1578-be84-4deb-9138-7b88ae04cca5 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:20.758903 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6ca38613-e869-48a5-9c81-8814089c3db6 req-b92b1578-be84-4deb-9138-7b88ae04cca5 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc6a642e-763c-4ac9-8ef7-4985bcb86060 HTTP/1.1" status: 200  len: 946 time: 0.0643597
May 07 21:55:20.872536 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abd0c0b9-7915-4e0e-9cdc-17127df06a07 req-1b5598c1-57a8-4f8c-86b2-2db52231847a tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Made reservation on behalf of a24cf19532e0484fabd6dc4e6b66fe30 for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:55:20.877123 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-abd0c0b9-7915-4e0e-9cdc-17127df06a07 req-1b5598c1-57a8-4f8c-86b2-2db52231847a tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:20.880772 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6ca38613-e869-48a5-9c81-8814089c3db6 req-125ab7b7-39c3-4320-abfe-2968e2884110 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bbf50af-50c2-4df2-bc37-9f0e79ec6d91&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1023390
May 07 21:55:20.890267 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-53e0d267-b190-483f-a7b3-7e8b6c07be16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f85ab7f-8d9d-42b6-bed5-f5b8be554023 {{(pid=121836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:55:20.893535 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fcfcc1-592b-4875-a8c4-cc1c98eac5a3 req-62381a92-e8ab-400f-acc3-aef9adac0989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:20.895689 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-06fcfcc1-592b-4875-a8c4-cc1c98eac5a3 req-62381a92-e8ab-400f-acc3-aef9adac0989 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.4764121
May 07 21:55:20.935971 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-53e0d267-b190-483f-a7b3-7e8b6c07be16 service neutron] Publish callbacks [] for port (0f85ab7f-8d9d-42b6-bed5-f5b8be554023), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:20.962476 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.provisioning_blocks [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-53e0d267-b190-483f-a7b3-7e8b6c07be16 service neutron] Transition to ACTIVE for port object 0f85ab7f-8d9d-42b6-bed5-f5b8be554023 will not be triggered until provisioned by entity L2. {{(pid=121836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:55:20.971717 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-53e0d267-b190-483f-a7b3-7e8b6c07be16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (0f85ab7f-8d9d-42b6-bed5-f5b8be554023), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:21.115461 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e0d267-b190-483f-a7b3-7e8b6c07be16 service neutron] Pushing event updated for resources: {'Port': ['ID=0f85ab7f-8d9d-42b6-bed5-f5b8be554023,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:55:21.130207 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d97810-72e8-4b0d-9353-92d876b7635d req-c724a2b9-fe6a-444f-a7ae-813999d433a2 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:21.131912 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b6d97810-72e8-4b0d-9353-92d876b7635d req-c724a2b9-fe6a-444f-a7ae-813999d433a2 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f1345a1-41a5-40ac-a7c4-7d6b9eb621fb HTTP/1.1" status: 200  len: 946 time: 0.1224592
May 07 21:55:21.225148 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b6d97810-72e8-4b0d-9353-92d876b7635d req-d524460a-6a0b-4079-a4e8-89568a5640d0 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b18b124-d6ae-4635-93ed-9957a39a34ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0669789
May 07 21:55:21.254324 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-53e0d267-b190-483f-a7b3-7e8b6c07be16 service neutron] Attempting to bind port 0f85ab7f-8d9d-42b6-bed5-f5b8be554023 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:55:21.254810 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-53e0d267-b190-483f-a7b3-7e8b6c07be16 service neutron] Attempting to bind port 0f85ab7f-8d9d-42b6-bed5-f5b8be554023 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'b207ac70-7c70-40fd-bfc0-416943348a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd3d6fbc8-cbfa-4c1a-9104-6c52ad3f84a6'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:55:21.255257 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-53e0d267-b190-483f-a7b3-7e8b6c07be16 service neutron] Attempting to bind port 0f85ab7f-8d9d-42b6-bed5-f5b8be554023 on network d3d6fbc8-cbfa-4c1a-9104-6c52ad3f84a6 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:55:21.262615 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-53e0d267-b190-483f-a7b3-7e8b6c07be16 service neutron] Port 0f85ab7f-8d9d-42b6-bed5-f5b8be554023 on network d3d6fbc8-cbfa-4c1a-9104-6c52ad3f84a6 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:55:21.263179 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-53e0d267-b190-483f-a7b3-7e8b6c07be16 service neutron] Attempting to bind port 0f85ab7f-8d9d-42b6-bed5-f5b8be554023 on network d3d6fbc8-cbfa-4c1a-9104-6c52ad3f84a6 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:55:21.272891 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-53e0d267-b190-483f-a7b3-7e8b6c07be16 service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:55:21.273245 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-53e0d267-b190-483f-a7b3-7e8b6c07be16 service neutron] Checking segment: {'id': 'b207ac70-7c70-40fd-bfc0-416943348a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd3d6fbc8-cbfa-4c1a-9104-6c52ad3f84a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:55:21.273791 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-53e0d267-b190-483f-a7b3-7e8b6c07be16 service neutron] Bound using segment: {'id': 'b207ac70-7c70-40fd-bfc0-416943348a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd3d6fbc8-cbfa-4c1a-9104-6c52ad3f84a6'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:55:21.274311 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-53e0d267-b190-483f-a7b3-7e8b6c07be16 service neutron] Bound port: 0f85ab7f-8d9d-42b6-bed5-f5b8be554023, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b207ac70-7c70-40fd-bfc0-416943348a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'd3d6fbc8-cbfa-4c1a-9104-6c52ad3f84a6'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:55:21.274687 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-53e0d267-b190-483f-a7b3-7e8b6c07be16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (0f85ab7f-8d9d-42b6-bed5-f5b8be554023), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:21.305146 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [req-abd0c0b9-7915-4e0e-9cdc-17127df06a07 req-e6305d22-5065-4539-8d73-9fa7dcd64cee tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Allocated IP 192.168.233.12 (665487f0-78eb-47fb-9a06-b15bc614dc47/6e0e5c53-1ece-4d20-b01d-5f8c6957edf6/e8fb4c79-a7ca-4fee-9d39-932cf793d33f) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:55:21.400414 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-53e0d267-b190-483f-a7b3-7e8b6c07be16 service neutron] For port 0f85ab7f-8d9d-42b6-bed5-f5b8be554023, host nch1-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:55:21.406493 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-53e0d267-b190-483f-a7b3-7e8b6c07be16 service neutron] For port 0f85ab7f-8d9d-42b6-bed5-f5b8be554023, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0f85ab7f-8d9d-42b6-bed5-f5b8be554023,segment=NetworkSegment(b207ac70-7c70-40fd-bfc0-416943348a0d),segment_id=b207ac70-7c70-40fd-bfc0-416943348a0d)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:55:21.413855 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c5fb1c6-5464-431c-a7ae-0ce30ad78982 req-160e0bf8-85fa-4583-8a2b-83fb863daa91 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Router dab452b3-c5c3-4a3d-893a-5df33259a16e has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 21:55:21.416140 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1257fa46-f0a3-41e1-9863-d875a1e6c6f5 req-b8feca73-7bf7-4f0a-bcce-bfddc38da4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:21.416928 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1257fa46-f0a3-41e1-9863-d875a1e6c6f5 req-b8feca73-7bf7-4f0a-bcce-bfddc38da4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:21.417274 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1257fa46-f0a3-41e1-9863-d875a1e6c6f5 req-b8feca73-7bf7-4f0a-bcce-bfddc38da4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:21.417797 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1257fa46-f0a3-41e1-9863-d875a1e6c6f5 req-b8feca73-7bf7-4f0a-bcce-bfddc38da4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:21.418405 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1257fa46-f0a3-41e1-9863-d875a1e6c6f5 req-b8feca73-7bf7-4f0a-bcce-bfddc38da4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:21.418819 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1257fa46-f0a3-41e1-9863-d875a1e6c6f5 req-b8feca73-7bf7-4f0a-bcce-bfddc38da4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:21.419276 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1257fa46-f0a3-41e1-9863-d875a1e6c6f5 req-b8feca73-7bf7-4f0a-bcce-bfddc38da4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:21.421569 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1257fa46-f0a3-41e1-9863-d875a1e6c6f5 req-b8feca73-7bf7-4f0a-bcce-bfddc38da4fe service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=70a2fded25c74c839c01e55a91e7f7fc&device_id=dfb18387-ba8a-4070-aa1b-42824ed0c7ec HTTP/1.1" status: 200  len: 6619 time: 0.4291303
May 07 21:55:21.422873 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-53e0d267-b190-483f-a7b3-7e8b6c07be16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (0f85ab7f-8d9d-42b6-bed5-f5b8be554023), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:21.474331 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-53e0d267-b190-483f-a7b3-7e8b6c07be16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:21.475824 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-53e0d267-b190-483f-a7b3-7e8b6c07be16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:21.477996 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-53e0d267-b190-483f-a7b3-7e8b6c07be16 service neutron] 10.222.0.55 "PUT /v2.0/ports/0f85ab7f-8d9d-42b6-bed5-f5b8be554023 HTTP/1.1" status: 200  len: 1091 time: 1.3105030
May 07 21:55:21.552390 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:21.705385 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e0d267-b190-483f-a7b3-7e8b6c07be16 service neutron] Pushing event updated for resources: {'Port': ['ID=0f85ab7f-8d9d-42b6-bed5-f5b8be554023,revision_number=3']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:55:21.709174 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-abd0c0b9-7915-4e0e-9cdc-17127df06a07 req-e6305d22-5065-4539-8d73-9fa7dcd64cee tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Publish callbacks [] for port (e8fb4c79-a7ca-4fee-9d39-932cf793d33f), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:21.856009 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aa816d-ea2c-432e-ae12-8a521c2e8047 req-fc4fdd48-0387-42ab-9aae-6c01ef72fe96 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:21.858869 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-52aa816d-ea2c-432e-ae12-8a521c2e8047 req-fc4fdd48-0387-42ab-9aae-6c01ef72fe96 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/networks?id=9b7653d0-c69e-4364-9ed6-1c005b136d81 HTTP/1.1" status: 200  len: 811 time: 0.2939465
May 07 21:55:21.885863 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-52aa816d-ea2c-432e-ae12-8a521c2e8047 req-bfcfe56f-955c-43c1-9687-c786da3528e0 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/quotas/85587313eff94af59406aca0c1a96a02 HTTP/1.1" status: 200  len: 375 time: 0.0209379
May 07 21:55:21.927720 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfb18387-ba8a-4070-aa1b-42824ed0c7ec', 'tag': '744875ea-e246-4ecb-b60f-b9c04a274fe9'}, {'name': 'network-changed', 'server_uuid': 'dfb18387-ba8a-4070-aa1b-42824ed0c7ec', 'tag': '0f85ab7f-8d9d-42b6-bed5-f5b8be554023'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:55:21.930520 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c3bb5d-61aa-4ea1-93f1-b37f8ffd5f11" -d '{"events": [{"name": "network-changed", "server_uuid": "dfb18387-ba8a-4070-aa1b-42824ed0c7ec", "tag": "744875ea-e246-4ecb-b60f-b9c04a274fe9"}, {"name": "network-changed", "server_uuid": "dfb18387-ba8a-4070-aa1b-42824ed0c7ec", "tag": "0f85ab7f-8d9d-42b6-bed5-f5b8be554023"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:55:21.939500 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-52aa816d-ea2c-432e-ae12-8a521c2e8047 req-84edb9f8-950a-4c79-9837-5fb692d51af5 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=85587313eff94af59406aca0c1a96a02&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0461285
May 07 21:55:21.977348 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1257fa46-f0a3-41e1-9863-d875a1e6c6f5 req-26d1ea9b-ba39-4478-baab-296c3142dc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:21.978115 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1257fa46-f0a3-41e1-9863-d875a1e6c6f5 req-26d1ea9b-ba39-4478-baab-296c3142dc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:21.979058 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1257fa46-f0a3-41e1-9863-d875a1e6c6f5 req-26d1ea9b-ba39-4478-baab-296c3142dc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:21.981006 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1257fa46-f0a3-41e1-9863-d875a1e6c6f5 req-26d1ea9b-ba39-4478-baab-296c3142dc3a service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=70a2fded25c74c839c01e55a91e7f7fc&shared=False HTTP/1.1" status: 200  len: 2293 time: 0.5476937
May 07 21:55:22.033632 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c5fb1c6-5464-431c-a7ae-0ce30ad78982 req-160e0bf8-85fa-4583-8a2b-83fb863daa91 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:55:22.038477 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-3c5fb1c6-5464-431c-a7ae-0ce30ad78982 req-160e0bf8-85fa-4583-8a2b-83fb863daa91 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:22.045553 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fccb572b-b66a-42c9-9946-1249ce5b1a6c None None] Sync routers for ids ['dab452b3-c5c3-4a3d-893a-5df33259a16e'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:55:22.064213 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccb572b-b66a-42c9-9946-1249ce5b1a6c None None] Routers {'dab452b3-c5c3-4a3d-893a-5df33259a16e'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:55:22.069041 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-fccb572b-b66a-42c9-9946-1249ce5b1a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7fac8dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:54:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['dab452b3-c5c3-4a3d-893a-5df33259a16e'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:55:22.098873 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-52aa816d-ea2c-432e-ae12-8a521c2e8047 req-2fc94a51-2693-4200-8320-72ac674e58a0 service neutron] 10.222.0.32 "GET /v2.0/networks/9b7653d0-c69e-4364-9ed6-1c005b136d81?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1492703
May 07 21:55:22.192261 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3c5fb1c6-5464-431c-a7ae-0ce30ad78982 req-160e0bf8-85fa-4583-8a2b-83fb863daa91 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "PUT /v2.0/floatingips/af9563f8-dceb-4fb6-8671-b1ac91f7e502 HTTP/1.1" status: 200  len: 996 time: 4.4237895
May 07 21:55:22.203098 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1328c136-9d82-4506-81cd-534b3799a51d', 'tag': '26b45fcb-fb85-4cfb-9dc0-1b5852bae60e'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:55:22.211168 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed3cc09e-cf30-4662-8ea7-d0a54d8064e0" -d '{"events": [{"name": "network-changed", "server_uuid": "1328c136-9d82-4506-81cd-534b3799a51d", "tag": "26b45fcb-fb85-4cfb-9dc0-1b5852bae60e"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:55:22.228985 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-abd0c0b9-7915-4e0e-9cdc-17127df06a07 req-e6305d22-5065-4539-8d73-9fa7dcd64cee tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (e8fb4c79-a7ca-4fee-9d39-932cf793d33f), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:22.251173 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-52aa816d-ea2c-432e-ae12-8a521c2e8047 req-ab105214-51ab-41a2-acc5-ce590991a901 service neutron] 10.222.0.32 "GET /v2.0/networks/9b7653d0-c69e-4364-9ed6-1c005b136d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1456864
May 07 21:55:22.262885 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['0f31f820-4134-4910-88d6-283ed3ed34a7', '5e8b0963-4bbd-4b02-9602-197e95f150cb', '3eec7149-cebf-4a54-bf65-c4194dd2be8d'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:55:22.375566 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-fccb572b-b66a-42c9-9946-1249ce5b1a6c None None] Set router dab452b3-c5c3-4a3d-893a-5df33259a16e gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:55:22.785432 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-fccb572b-b66a-42c9-9946-1249ce5b1a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7fac8dc0>, [{'id': 'dab452b3-c5c3-4a3d-893a-5df33259a16e', 'name': 'tempest-ServerRescueTestJSONUnderV235-602815296-router', 'tenant_id': 'addf83b9a69e4628b1b962b7fceeb9ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.124'}], 'enable_snat': True}, 'gw_port_id': '7d1c6002-d7d2-4176-a72f-af5d2b9d954c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:53:50Z', 'updated_at': '2022-05-07T21:54:00Z', 'revision_number': 4, 'project_id': 'addf83b9a69e4628b1b962b7fceeb9ae', 'gw_port': {'id': '7d1c6002-d7d2-4176-a72f-af5d2b9d954c', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab452b3-c5c3-4a3d-893a-5df33259a16e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:53:51Z', 'updated_at': '2022-05-07T21:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'af9563f8-dceb-4fb6-8671-b1ac91f7e502', 'tenant_id': 'addf83b9a69e4628b1b962b7fceeb9ae', 'floating_ip_address': '172.35.4.113', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': 'dab452b3-c5c3-4a3d-893a-5df33259a16e', 'port_id': '26b45fcb-fb85-4cfb-9dc0-1b5852bae60e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1223, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38ca9b6e-b205-48f9-a002-ddfee225fe39', 'mac_address': 'fa:16:3e:de:1c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1328c136-9d82-4506-81cd-534b3799a51d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T21:55:13Z', 'updated_at': '2022-05-07T21:55:18Z', 'revision_number': 1, 'project_id': 'addf83b9a69e4628b1b962b7fceeb9ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2caed4e-7377-4f4b-b896-d818b3eb5257', 'name': '', 'network_id': '38ca9b6e-b205-48f9-a002-ddfee225fe39', 'tenant_id': 'addf83b9a69e4628b1b962b7fceeb9ae', 'mac_address': 'fa:16:3e:88:fa:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab452b3-c5c3-4a3d-893a-5df33259a16e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '9f91aa11-98d2-41ad-a902-77d230f2dd04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:53:59Z', 'updated_at': '2022-05-07T21:54:08Z', 'revision_number': 5, 'project_id': 'addf83b9a69e4628b1b962b7fceeb9ae', 'subnets': [{'id': '9f91aa11-98d2-41ad-a902-77d230f2dd04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:55:22.786720 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd7cc11-3280-44cc-a0cf-3e363f74a0cb req-d38d9346-444d-4ca1-bd98-c80376063208 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:22.797777 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-abd7cc11-3280-44cc-a0cf-3e363f74a0cb req-d38d9346-444d-4ca1-bd98-c80376063208 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d6f28fb-7fb0-4dbe-b780-f14e94c9846d&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.2012169
May 07 21:55:22.825156 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fccb572b-b66a-42c9-9946-1249ce5b1a6c None None] Checking router: dab452b3-c5c3-4a3d-893a-5df33259a16e for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 21:55:22.857835 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccb572b-b66a-42c9-9946-1249ce5b1a6c None None] Routers {'dab452b3-c5c3-4a3d-893a-5df33259a16e'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:55:22.858720 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-fccb572b-b66a-42c9-9946-1249ce5b1a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7fac8dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:54:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['dab452b3-c5c3-4a3d-893a-5df33259a16e'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:55:22.936992 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-abd7cc11-3280-44cc-a0cf-3e363f74a0cb req-d9c8ade8-239c-4d53-8cc5-a4f6b72c22b3 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.4.22 HTTP/1.1" status: 200  len: 695 time: 0.1377978
May 07 21:55:22.947322 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abd0c0b9-7915-4e0e-9cdc-17127df06a07 req-e6305d22-5065-4539-8d73-9fa7dcd64cee tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Network 665487f0-78eb-47fb-9a06-b15bc614dc47 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:55:22.957493 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-abd7cc11-3280-44cc-a0cf-3e363f74a0cb req-9f296205-af79-4a14-b4e1-aac8939df631 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Request body: {'floatingip': {'port_id': '251b3c4a-3d68-4a9c-8850-df61aa0e1dc6', 'fixed_ip_address': '172.20.0.12'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:55:22.977588 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [req-abd0c0b9-7915-4e0e-9cdc-17127df06a07 req-e6305d22-5065-4539-8d73-9fa7dcd64cee tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:55:23.027959 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-abd7cc11-3280-44cc-a0cf-3e363f74a0cb req-9f296205-af79-4a14-b4e1-aac8939df631 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Publish callbacks [] for floatingip (bc6ddc69-3ad1-4ec6-ad2e-4053ffde1378), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:23.040838 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-abd0c0b9-7915-4e0e-9cdc-17127df06a07 req-e6305d22-5065-4539-8d73-9fa7dcd64cee tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:55:23.048422 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6305d22-5065-4539-8d73-9fa7dcd64cee tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Pushing event updated for resources: {'Port': ['ID=e8fb4c79-a7ca-4fee-9d39-932cf793d33f,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:55:23.054394 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1257fa46-f0a3-41e1-9863-d875a1e6c6f5 req-1822b322-885c-41b7-8174-b0501f9b4e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:23.057394 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1257fa46-f0a3-41e1-9863-d875a1e6c6f5 req-1822b322-885c-41b7-8174-b0501f9b4e11 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 1.0635622
May 07 21:55:23.122527 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5fb1c6-5464-431c-a7ae-0ce30ad78982 req-e689137f-d103-4e0d-9ff6-75d9c4f41151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:23.128766 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3c5fb1c6-5464-431c-a7ae-0ce30ad78982 req-e689137f-d103-4e0d-9ff6-75d9c4f41151 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=addf83b9a69e4628b1b962b7fceeb9ae&device_id=1328c136-9d82-4506-81cd-534b3799a51d HTTP/1.1" status: 200  len: 1127 time: 0.8601234
May 07 21:55:23.131326 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [req-abd0c0b9-7915-4e0e-9cdc-17127df06a07 req-1b5598c1-57a8-4f8c-86b2-2db52231847a tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Allocated IP 192.168.233.66 (665487f0-78eb-47fb-9a06-b15bc614dc47/6e0e5c53-1ece-4d20-b01d-5f8c6957edf6/5265c093-001b-4f7a-9877-fb1ce61028fc) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:55:23.312229 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-fccb572b-b66a-42c9-9946-1249ce5b1a6c None None] Set router dab452b3-c5c3-4a3d-893a-5df33259a16e gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:55:23.351404 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd0c0b9-7915-4e0e-9cdc-17127df06a07 req-e6305d22-5065-4539-8d73-9fa7dcd64cee tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:23.352158 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-abd0c0b9-7915-4e0e-9cdc-17127df06a07 req-e6305d22-5065-4539-8d73-9fa7dcd64cee tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:23.438694 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1257fa46-f0a3-41e1-9863-d875a1e6c6f5 req-af28db33-e54d-4ae3-a897-4664c376f378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:23.439250 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1257fa46-f0a3-41e1-9863-d875a1e6c6f5 req-af28db33-e54d-4ae3-a897-4664c376f378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:23.442581 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1257fa46-f0a3-41e1-9863-d875a1e6c6f5 req-af28db33-e54d-4ae3-a897-4664c376f378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:23.445406 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1257fa46-f0a3-41e1-9863-d875a1e6c6f5 req-af28db33-e54d-4ae3-a897-4664c376f378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:23.445904 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1257fa46-f0a3-41e1-9863-d875a1e6c6f5 req-af28db33-e54d-4ae3-a897-4664c376f378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:23.446385 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1257fa46-f0a3-41e1-9863-d875a1e6c6f5 req-af28db33-e54d-4ae3-a897-4664c376f378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:23.446912 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1257fa46-f0a3-41e1-9863-d875a1e6c6f5 req-af28db33-e54d-4ae3-a897-4664c376f378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:23.449276 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1257fa46-f0a3-41e1-9863-d875a1e6c6f5 req-af28db33-e54d-4ae3-a897-4664c376f378 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=70a2fded25c74c839c01e55a91e7f7fc&device_id=dfb18387-ba8a-4070-aa1b-42824ed0c7ec HTTP/1.1" status: 200  len: 6692 time: 0.3193097
May 07 21:55:23.611568 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-abd0c0b9-7915-4e0e-9cdc-17127df06a07 req-e6305d22-5065-4539-8d73-9fa7dcd64cee tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 4.1241665
May 07 21:55:23.658990 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-abd0c0b9-7915-4e0e-9cdc-17127df06a07 req-a50abbfb-299d-4bae-988c-6c2430fa84af service neutron] Request body: {'port': {'device_id': 'a390d88e-4ae4-4700-a85a-6bc97fd8bd29', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:55:23.798716 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-8568cc81-f5e0-48e4-b2d5-484e1c667886 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:23.803494 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1257fa46-f0a3-41e1-9863-d875a1e6c6f5 req-bb4caefb-fc4e-470c-9a61-830a3daec8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:23.804290 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1257fa46-f0a3-41e1-9863-d875a1e6c6f5 req-bb4caefb-fc4e-470c-9a61-830a3daec8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:23.804910 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1257fa46-f0a3-41e1-9863-d875a1e6c6f5 req-bb4caefb-fc4e-470c-9a61-830a3daec8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:23.807138 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1257fa46-f0a3-41e1-9863-d875a1e6c6f5 req-bb4caefb-fc4e-470c-9a61-830a3daec8dc service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=70a2fded25c74c839c01e55a91e7f7fc&shared=False HTTP/1.1" status: 200  len: 2293 time: 0.2653139
May 07 21:55:23.828942 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-b1003929-05a4-4d73-bb62-fcfe3c5a6670 None None] Provisioning complete for port e8fb4c79-a7ca-4fee-9d39-932cf793d33f triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:55:23.829319 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b1003929-05a4-4d73-bb62-fcfe3c5a6670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (e8fb4c79-a7ca-4fee-9d39-932cf793d33f), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:23.841774 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:23.934692 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-abd0c0b9-7915-4e0e-9cdc-17127df06a07 req-1b5598c1-57a8-4f8c-86b2-2db52231847a tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Publish callbacks [] for port (5265c093-001b-4f7a-9877-fb1ce61028fc), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:23.990890 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-abd0c0b9-7915-4e0e-9cdc-17127df06a07 req-1b5598c1-57a8-4f8c-86b2-2db52231847a tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (5265c093-001b-4f7a-9877-fb1ce61028fc), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:24.000029 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-b1003929-05a4-4d73-bb62-fcfe3c5a6670 None None] Port e8fb4c79-a7ca-4fee-9d39-932cf793d33f cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:55:24.008686 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['0f31f820-4134-4910-88d6-283ed3ed34a7', '5e8b0963-4bbd-4b02-9602-197e95f150cb', '3eec7149-cebf-4a54-bf65-c4194dd2be8d'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:55:24.077100 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-abd7cc11-3280-44cc-a0cf-3e363f74a0cb req-9f296205-af79-4a14-b4e1-aac8939df631 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:24.084844 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-abd7cc11-3280-44cc-a0cf-3e363f74a0cb req-9f296205-af79-4a14-b4e1-aac8939df631 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (bc6ddc69-3ad1-4ec6-ad2e-4053ffde1378), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:24.101692 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5fb1c6-5464-431c-a7ae-0ce30ad78982 req-ab2bbec0-5f3e-401f-ab53-49a0c8471753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:24.103588 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3c5fb1c6-5464-431c-a7ae-0ce30ad78982 req-ab2bbec0-5f3e-401f-ab53-49a0c8471753 service neutron] 10.222.0.32 "GET /v2.0/networks?id=38ca9b6e-b205-48f9-a002-ddfee225fe39 HTTP/1.1" status: 200  len: 920 time: 0.9500833
May 07 21:55:24.141554 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abd0c0b9-7915-4e0e-9cdc-17127df06a07 req-1b5598c1-57a8-4f8c-86b2-2db52231847a tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Network 665487f0-78eb-47fb-9a06-b15bc614dc47 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:55:24.152405 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [req-abd0c0b9-7915-4e0e-9cdc-17127df06a07 req-1b5598c1-57a8-4f8c-86b2-2db52231847a tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:55:24.197612 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-fccb572b-b66a-42c9-9946-1249ce5b1a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7fac8dc0>, [{'id': 'dab452b3-c5c3-4a3d-893a-5df33259a16e', 'name': 'tempest-ServerRescueTestJSONUnderV235-602815296-router', 'tenant_id': 'addf83b9a69e4628b1b962b7fceeb9ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.124'}], 'enable_snat': True}, 'gw_port_id': '7d1c6002-d7d2-4176-a72f-af5d2b9d954c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:53:50Z', 'updated_at': '2022-05-07T21:54:00Z', 'revision_number': 4, 'project_id': 'addf83b9a69e4628b1b962b7fceeb9ae', 'gw_port': {'id': '7d1c6002-d7d2-4176-a72f-af5d2b9d954c', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab452b3-c5c3-4a3d-893a-5df33259a16e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:53:51Z', 'updated_at': '2022-05-07T21:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'af9563f8-dceb-4fb6-8671-b1ac91f7e502', 'tenant_id': 'addf83b9a69e4628b1b962b7fceeb9ae', 'floating_ip_address': '172.35.4.113', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': 'dab452b3-c5c3-4a3d-893a-5df33259a16e', 'port_id': '26b45fcb-fb85-4cfb-9dc0-1b5852bae60e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1223, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38ca9b6e-b205-48f9-a002-ddfee225fe39', 'mac_address': 'fa:16:3e:de:1c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1328c136-9d82-4506-81cd-534b3799a51d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T21:55:13Z', 'updated_at': '2022-05-07T21:55:18Z', 'revision_number': 1, 'project_id': 'addf83b9a69e4628b1b962b7fceeb9ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2caed4e-7377-4f4b-b896-d818b3eb5257', 'name': '', 'network_id': '38ca9b6e-b205-48f9-a002-ddfee225fe39', 'tenant_id': 'addf83b9a69e4628b1b962b7fceeb9ae', 'mac_address': 'fa:16:3e:88:fa:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab452b3-c5c3-4a3d-893a-5df33259a16e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '9f91aa11-98d2-41ad-a902-77d230f2dd04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:53:59Z', 'updated_at': '2022-05-07T21:54:08Z', 'revision_number': 5, 'project_id': 'addf83b9a69e4628b1b962b7fceeb9ae', 'subnets': [{'id': '9f91aa11-98d2-41ad-a902-77d230f2dd04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:55:24.238106 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-abd0c0b9-7915-4e0e-9cdc-17127df06a07 req-1b5598c1-57a8-4f8c-86b2-2db52231847a tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:55:24.261580 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fccb572b-b66a-42c9-9946-1249ce5b1a6c None None] The sync data for ids ['dab452b3-c5c3-4a3d-893a-5df33259a16e'] in ncdv-master-1 is: [{'id': 'dab452b3-c5c3-4a3d-893a-5df33259a16e', 'name': 'tempest-ServerRescueTestJSONUnderV235-602815296-router', 'tenant_id': 'addf83b9a69e4628b1b962b7fceeb9ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.124'}], 'enable_snat': True}, 'gw_port_id': '7d1c6002-d7d2-4176-a72f-af5d2b9d954c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:53:50Z', 'updated_at': '2022-05-07T21:54:00Z', 'revision_number': 4, 'project_id': 'addf83b9a69e4628b1b962b7fceeb9ae', 'gw_port': {'id': '7d1c6002-d7d2-4176-a72f-af5d2b9d954c', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab452b3-c5c3-4a3d-893a-5df33259a16e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:53:51Z', 'updated_at': '2022-05-07T21:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'af9563f8-dceb-4fb6-8671-b1ac91f7e502', 'tenant_id': 'addf83b9a69e4628b1b962b7fceeb9ae', 'floating_ip_address': '172.35.4.113', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': 'dab452b3-c5c3-4a3d-893a-5df33259a16e', 'port_id': '26b45fcb-fb85-4cfb-9dc0-1b5852bae60e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1223, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '38ca9b6e-b205-48f9-a002-ddfee225fe39', 'mac_address': 'fa:16:3e:de:1c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1328c136-9d82-4506-81cd-534b3799a51d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T21:55:13Z', 'updated_at': '2022-05-07T21:55:18Z', 'revision_number': 1, 'project_id': 'addf83b9a69e4628b1b962b7fceeb9ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2caed4e-7377-4f4b-b896-d818b3eb5257', 'name': '', 'network_id': '38ca9b6e-b205-48f9-a002-ddfee225fe39', 'tenant_id': 'addf83b9a69e4628b1b962b7fceeb9ae', 'mac_address': 'fa:16:3e:88:fa:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab452b3-c5c3-4a3d-893a-5df33259a16e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '9f91aa11-98d2-41ad-a902-77d230f2dd04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:53:59Z', 'updated_at': '2022-05-07T21:54:08Z', 'revision_number': 5, 'project_id': 'addf83b9a69e4628b1b962b7fceeb9ae', 'subnets': [{'id': '9f91aa11-98d2-41ad-a902-77d230f2dd04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:55:24.383242 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd0c0b9-7915-4e0e-9cdc-17127df06a07 req-1b5598c1-57a8-4f8c-86b2-2db52231847a tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:24.383886 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-abd0c0b9-7915-4e0e-9cdc-17127df06a07 req-1b5598c1-57a8-4f8c-86b2-2db52231847a tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:24.384849 ncdv-master-1 neutron-server[121836]: INFO neutron.db.l3_db [req-abd7cc11-3280-44cc-a0cf-3e363f74a0cb req-9f296205-af79-4a14-b4e1-aac8939df631 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Floating IP bc6ddc69-3ad1-4ec6-ad2e-4053ffde1378 associated. External IP: 172.35.4.22, port: 251b3c4a-3d68-4a9c-8850-df61aa0e1dc6.
May 07 21:55:24.387276 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-abd0c0b9-7915-4e0e-9cdc-17127df06a07 req-a50abbfb-299d-4bae-988c-6c2430fa84af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (e8fb4c79-a7ca-4fee-9d39-932cf793d33f), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:24.421197 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3c5fb1c6-5464-431c-a7ae-0ce30ad78982 req-5b153432-edba-49b8-a351-5aafc0a36135 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=26b45fcb-fb85-4cfb-9dc0-1b5852bae60e HTTP/1.1" status: 200  len: 999 time: 0.2757387
May 07 21:55:24.637228 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5598c1-57a8-4f8c-86b2-2db52231847a tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Pushing event updated for resources: {'Port': ['ID=5265c093-001b-4f7a-9877-fb1ce61028fc,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:55:24.796964 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5a40a8-cdd2-4576-8adb-26a68591e486 None None] New status for floating IP af9563f8-dceb-4fb6-8671-b1ac91f7e502: ACTIVE {{(pid=121839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 07 21:55:24.814944 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-f23c2e7c-8703-4038-bc86-37b6a38d8f42 None None] Provisioning complete for port 5265c093-001b-4f7a-9877-fb1ce61028fc triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:55:24.815539 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f23c2e7c-8703-4038-bc86-37b6a38d8f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (5265c093-001b-4f7a-9877-fb1ce61028fc), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:24.843765 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-abd0c0b9-7915-4e0e-9cdc-17127df06a07 req-1b5598c1-57a8-4f8c-86b2-2db52231847a tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 4.4628410
May 07 21:55:24.905168 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-f23c2e7c-8703-4038-bc86-37b6a38d8f42 None None] Port 5265c093-001b-4f7a-9877-fb1ce61028fc cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:55:24.962579 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [req-abd7cc11-3280-44cc-a0cf-3e363f74a0cb req-9f296205-af79-4a14-b4e1-aac8939df631 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Router 4e415b3f-6226-4d5a-bd85-5868d0b73abe has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 21:55:25.014831 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1257fa46-f0a3-41e1-9863-d875a1e6c6f5 req-c29fec32-42e3-4362-9c3c-5efb9fcbbb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:25.017969 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1257fa46-f0a3-41e1-9863-d875a1e6c6f5 req-c29fec32-42e3-4362-9c3c-5efb9fcbbb42 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 1.0447359
May 07 21:55:25.057297 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-abd0c0b9-7915-4e0e-9cdc-17127df06a07 req-61039ac8-961c-44e8-a5f4-518f73917a00 service neutron] Request body: {'port': {'device_id': 'd34e6889-832e-45d3-8a1a-8c59d4ec697e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:55:25.119507 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5fb1c6-5464-431c-a7ae-0ce30ad78982 req-343a6271-b07d-425d-939d-42893a43a2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:25.128555 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3c5fb1c6-5464-431c-a7ae-0ce30ad78982 req-343a6271-b07d-425d-939d-42893a43a2d8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9f91aa11-98d2-41ad-a902-77d230f2dd04 HTTP/1.1" status: 200  len: 859 time: 0.4880497
May 07 21:55:25.163401 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-abd7cc11-3280-44cc-a0cf-3e363f74a0cb req-9f296205-af79-4a14-b4e1-aac8939df631 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:55:25.168967 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-abd7cc11-3280-44cc-a0cf-3e363f74a0cb req-9f296205-af79-4a14-b4e1-aac8939df631 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:25.186109 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bcfc11-10a6-49f5-b095-ddf9e3c691de None None] Sync routers for ids ['4e415b3f-6226-4d5a-bd85-5868d0b73abe'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:55:25.187410 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3c5fb1c6-5464-431c-a7ae-0ce30ad78982 req-070e4c92-ed8d-4e65-8c0c-b904af822ed2 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=38ca9b6e-b205-48f9-a002-ddfee225fe39&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0578306
May 07 21:55:25.193873 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [req-3c5fb1c6-5464-431c-a7ae-0ce30ad78982 req-9b948464-8e21-42fe-b3fd-724e12590c9b service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121837) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 21:55:25.201380 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bcfc11-10a6-49f5-b095-ddf9e3c691de None None] Routers {'4e415b3f-6226-4d5a-bd85-5868d0b73abe'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:55:25.202091 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-96bcfc11-10a6-49f5-b095-ddf9e3c691de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c0f8dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:54:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['4e415b3f-6226-4d5a-bd85-5868d0b73abe'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:55:25.205824 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3c5fb1c6-5464-431c-a7ae-0ce30ad78982 req-9b948464-8e21-42fe-b3fd-724e12590c9b service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0172811
May 07 21:55:25.257445 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-abd7cc11-3280-44cc-a0cf-3e363f74a0cb req-9f296205-af79-4a14-b4e1-aac8939df631 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] 10.222.0.32 "PUT /v2.0/floatingips/bc6ddc69-3ad1-4ec6-ad2e-4053ffde1378 HTTP/1.1" status: 200  len: 996 time: 2.3172209
May 07 21:55:25.366472 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-8ccd67e3-043f-4ef8-8ce6-37d2f1b25cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:25.367007 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-8ccd67e3-043f-4ef8-8ce6-37d2f1b25cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:25.367597 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-8ccd67e3-043f-4ef8-8ce6-37d2f1b25cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:25.367945 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-8ccd67e3-043f-4ef8-8ce6-37d2f1b25cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:25.368410 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-8ccd67e3-043f-4ef8-8ce6-37d2f1b25cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:25.368878 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-8ccd67e3-043f-4ef8-8ce6-37d2f1b25cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:25.369338 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-8ccd67e3-043f-4ef8-8ce6-37d2f1b25cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:25.371313 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-8ccd67e3-043f-4ef8-8ce6-37d2f1b25cf8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=70a2fded25c74c839c01e55a91e7f7fc&device_id=dfb18387-ba8a-4070-aa1b-42824ed0c7ec HTTP/1.1" status: 200  len: 6692 time: 0.2956045
May 07 21:55:25.398686 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd7cc11-3280-44cc-a0cf-3e363f74a0cb req-a9bbf67e-b04f-4faf-ae9a-c52a802bf4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:25.400430 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-abd7cc11-3280-44cc-a0cf-3e363f74a0cb req-a9bbf67e-b04f-4faf-ae9a-c52a802bf4ca service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4c2ee723c6a04843b302e255a401b1e7&device_id=0d6f28fb-7fb0-4dbe-b780-f14e94c9846d HTTP/1.1" status: 200  len: 1128 time: 0.1142449
May 07 21:55:25.436502 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-96bcfc11-10a6-49f5-b095-ddf9e3c691de None None] Set router 4e415b3f-6226-4d5a-bd85-5868d0b73abe gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:55:25.447814 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aa816d-ea2c-432e-ae12-8a521c2e8047 req-575d75c9-3bfa-4746-a432-fc495223af33 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:25.450137 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-52aa816d-ea2c-432e-ae12-8a521c2e8047 req-575d75c9-3bfa-4746-a432-fc495223af33 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.59 "GET /v2.0/networks?id=9b7653d0-c69e-4364-9ed6-1c005b136d81 HTTP/1.1" status: 200  len: 811 time: 1.0274653
May 07 21:55:25.506628 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-52aa816d-ea2c-432e-ae12-8a521c2e8047 req-30f180cb-71bd-428a-9494-0813f7953f8d tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Request body: {'port': {'device_id': '18b8a031-b3cd-4d2f-b349-9b08eb3a6720', 'network_id': '9b7653d0-c69e-4364-9ed6-1c005b136d81', 'admin_state_up': True, 'tenant_id': '85587313eff94af59406aca0c1a96a02'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:55:25.541933 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd7cc11-3280-44cc-a0cf-3e363f74a0cb req-f31eb6b6-1532-4f4f-8fd5-eaa3b55f1a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:25.543718 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-abd7cc11-3280-44cc-a0cf-3e363f74a0cb req-f31eb6b6-1532-4f4f-8fd5-eaa3b55f1a52 service neutron] 10.222.0.32 "GET /v2.0/networks?id=704f8450-d63f-47c9-8f27-0e9fc81678e7 HTTP/1.1" status: 200  len: 922 time: 0.1372981
May 07 21:55:25.595992 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-6b4e41c6-f444-4693-8f13-9e6d28d76afb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=248ca656-6bff-4ce6-b67d-1c6c09ea7b42 HTTP/1.1" status: 200  len: 217 time: 0.1697714
May 07 21:55:25.603128 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-abd0c0b9-7915-4e0e-9cdc-17127df06a07 req-61039ac8-961c-44e8-a5f4-518f73917a00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (5265c093-001b-4f7a-9877-fb1ce61028fc), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:25.664780 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-abd7cc11-3280-44cc-a0cf-3e363f74a0cb req-8d86b1b3-fa4b-4040-9bbd-096aef320f41 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=251b3c4a-3d68-4a9c-8850-df61aa0e1dc6 HTTP/1.1" status: 200  len: 999 time: 0.1042926
May 07 21:55:25.750570 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-96bcfc11-10a6-49f5-b095-ddf9e3c691de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c0f8dc0>, [{'id': '4e415b3f-6226-4d5a-bd85-5868d0b73abe', 'name': 'tempest-FloatingIPsAssociationTestJSON-2146525056-router', 'tenant_id': '4c2ee723c6a04843b302e255a401b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.211'}], 'enable_snat': True}, 'gw_port_id': 'aff31c05-d914-4525-bace-30d34b61e5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:54:29Z', 'updated_at': '2022-05-07T21:54:35Z', 'revision_number': 4, 'project_id': '4c2ee723c6a04843b302e255a401b1e7', 'gw_port': {'id': 'aff31c05-d914-4525-bace-30d34b61e5c0', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:82:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e415b3f-6226-4d5a-bd85-5868d0b73abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:54:30Z', 'updated_at': '2022-05-07T21:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'bc6ddc69-3ad1-4ec6-ad2e-4053ffde1378', 'tenant_id': '4c2ee723c6a04843b302e255a401b1e7', 'floating_ip_address': '172.35.4.22', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '4e415b3f-6226-4d5a-bd85-5868d0b73abe', 'port_id': '251b3c4a-3d68-4a9c-8850-df61aa0e1dc6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1213, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '704f8450-d63f-47c9-8f27-0e9fc81678e7', 'mac_address': 'fa:16:3e:f0:96:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6f28fb-7fb0-4dbe-b780-f14e94c9846d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T21:54:58Z', 'updated_at': '2022-05-07T21:55:23Z', 'revision_number': 1, 'project_id': '4c2ee723c6a04843b302e255a401b1e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd331f409-571a-4b53-8871-45839bf52e41', 'name': '', 'network_id': '704f8450-d63f-47c9-8f27-0e9fc81678e7', 'tenant_id': '4c2ee723c6a04843b302e255a401b1e7', 'mac_address': 'fa:16:3e:51:9b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e415b3f-6226-4d5a-bd85-5868d0b73abe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '2acc823a-0eec-49c6-a420-882d299a2009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:54:33Z', 'updated_at': '2022-05-07T21:54:45Z', 'revision_number': 5, 'project_id': '4c2ee723c6a04843b302e255a401b1e7', 'subnets': [{'id': '2acc823a-0eec-49c6-a420-882d299a2009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:55:25.761154 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3c5fb1c6-5464-431c-a7ae-0ce30ad78982 req-d116347d-a762-4e14-82cd-0c0ce5ea870f service neutron] 10.222.0.32 "GET /v2.0/networks/38ca9b6e-b205-48f9-a002-ddfee225fe39?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5543659
May 07 21:55:25.766942 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd7cc11-3280-44cc-a0cf-3e363f74a0cb req-478366a4-f041-4604-bd0d-a95df43c364c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:25.769433 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-abd7cc11-3280-44cc-a0cf-3e363f74a0cb req-478366a4-f041-4604-bd0d-a95df43c364c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2acc823a-0eec-49c6-a420-882d299a2009 HTTP/1.1" status: 200  len: 860 time: 0.0972764
May 07 21:55:25.801017 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bcfc11-10a6-49f5-b095-ddf9e3c691de None None] Checking router: 4e415b3f-6226-4d5a-bd85-5868d0b73abe for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 21:55:25.811078 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bcfc11-10a6-49f5-b095-ddf9e3c691de None None] Routers {'4e415b3f-6226-4d5a-bd85-5868d0b73abe'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:55:25.811886 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-96bcfc11-10a6-49f5-b095-ddf9e3c691de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c0f8dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:54:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['4e415b3f-6226-4d5a-bd85-5868d0b73abe'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:55:25.821983 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [req-abd0c0b9-7915-4e0e-9cdc-17127df06a07 req-a50abbfb-299d-4bae-988c-6c2430fa84af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8fb4c79-a7ca-4fee-9d39-932cf793d33f {{(pid=121837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:55:25.845236 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-abd0c0b9-7915-4e0e-9cdc-17127df06a07 req-a50abbfb-299d-4bae-988c-6c2430fa84af service neutron] Publish callbacks [] for port (e8fb4c79-a7ca-4fee-9d39-932cf793d33f), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:25.859990 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd7cc11-3280-44cc-a0cf-3e363f74a0cb req-961078e3-8bde-492f-a634-6ec874ebc0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:25.863856 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-abd7cc11-3280-44cc-a0cf-3e363f74a0cb req-961078e3-8bde-492f-a634-6ec874ebc0a6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=704f8450-d63f-47c9-8f27-0e9fc81678e7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0721264
May 07 21:55:25.892890 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-91434b3e-de0d-4385-8f13-ded8cf112015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:25.894381 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-91434b3e-de0d-4385-8f13-ded8cf112015 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b94529aa-c690-43df-a7f8-1037d29e0a09 HTTP/1.1" status: 200  len: 851 time: 0.2891338
May 07 21:55:25.897203 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [req-abd7cc11-3280-44cc-a0cf-3e363f74a0cb req-0250515e-457a-4e18-835f-96b43a23edbd service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121836) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 21:55:25.909308 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-abd7cc11-3280-44cc-a0cf-3e363f74a0cb req-0250515e-457a-4e18-835f-96b43a23edbd service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0232105
May 07 21:55:25.918199 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-abd0c0b9-7915-4e0e-9cdc-17127df06a07 req-a50abbfb-299d-4bae-988c-6c2430fa84af service neutron] Transition to ACTIVE for port object e8fb4c79-a7ca-4fee-9d39-932cf793d33f will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:55:25.956560 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-abd0c0b9-7915-4e0e-9cdc-17127df06a07 req-a50abbfb-299d-4bae-988c-6c2430fa84af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (e8fb4c79-a7ca-4fee-9d39-932cf793d33f), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:25.958462 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52aa816d-ea2c-432e-ae12-8a521c2e8047 req-30f180cb-71bd-428a-9494-0813f7953f8d tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Made reservation on behalf of 85587313eff94af59406aca0c1a96a02 for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:55:25.961745 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-52aa816d-ea2c-432e-ae12-8a521c2e8047 req-30f180cb-71bd-428a-9494-0813f7953f8d tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:26.113372 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-96bcfc11-10a6-49f5-b095-ddf9e3c691de None None] Set router 4e415b3f-6226-4d5a-bd85-5868d0b73abe gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:55:26.129028 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-246a6a54-41b2-4ca3-b53c-5fb3baf553b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:26.131495 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-246a6a54-41b2-4ca3-b53c-5fb3baf553b3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=78b27442-bcb9-410d-9431-ef2d20377793&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2242489
May 07 21:55:26.339422 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-aaeabda3-7c48-4260-b041-3c86ba0b4ba1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:26.430080 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-abd7cc11-3280-44cc-a0cf-3e363f74a0cb req-0ce32173-fe17-4d6f-92b1-b4dc06c445e0 service neutron] 10.222.0.32 "GET /v2.0/networks/704f8450-d63f-47c9-8f27-0e9fc81678e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5178251
May 07 21:55:26.566667 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-96bcfc11-10a6-49f5-b095-ddf9e3c691de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c0f8dc0>, [{'id': '4e415b3f-6226-4d5a-bd85-5868d0b73abe', 'name': 'tempest-FloatingIPsAssociationTestJSON-2146525056-router', 'tenant_id': '4c2ee723c6a04843b302e255a401b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.211'}], 'enable_snat': True}, 'gw_port_id': 'aff31c05-d914-4525-bace-30d34b61e5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:54:29Z', 'updated_at': '2022-05-07T21:54:35Z', 'revision_number': 4, 'project_id': '4c2ee723c6a04843b302e255a401b1e7', 'gw_port': {'id': 'aff31c05-d914-4525-bace-30d34b61e5c0', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:82:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e415b3f-6226-4d5a-bd85-5868d0b73abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:54:30Z', 'updated_at': '2022-05-07T21:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'bc6ddc69-3ad1-4ec6-ad2e-4053ffde1378', 'tenant_id': '4c2ee723c6a04843b302e255a401b1e7', 'floating_ip_address': '172.35.4.22', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '4e415b3f-6226-4d5a-bd85-5868d0b73abe', 'port_id': '251b3c4a-3d68-4a9c-8850-df61aa0e1dc6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1213, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '704f8450-d63f-47c9-8f27-0e9fc81678e7', 'mac_address': 'fa:16:3e:f0:96:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6f28fb-7fb0-4dbe-b780-f14e94c9846d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T21:54:58Z', 'updated_at': '2022-05-07T21:55:23Z', 'revision_number': 1, 'project_id': '4c2ee723c6a04843b302e255a401b1e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd331f409-571a-4b53-8871-45839bf52e41', 'name': '', 'network_id': '704f8450-d63f-47c9-8f27-0e9fc81678e7', 'tenant_id': '4c2ee723c6a04843b302e255a401b1e7', 'mac_address': 'fa:16:3e:51:9b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e415b3f-6226-4d5a-bd85-5868d0b73abe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '2acc823a-0eec-49c6-a420-882d299a2009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:54:33Z', 'updated_at': '2022-05-07T21:54:45Z', 'revision_number': 5, 'project_id': '4c2ee723c6a04843b302e255a401b1e7', 'subnets': [{'id': '2acc823a-0eec-49c6-a420-882d299a2009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:55:26.597803 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bcfc11-10a6-49f5-b095-ddf9e3c691de None None] The sync data for ids ['4e415b3f-6226-4d5a-bd85-5868d0b73abe'] in ncdv-master-1 is: [{'id': '4e415b3f-6226-4d5a-bd85-5868d0b73abe', 'name': 'tempest-FloatingIPsAssociationTestJSON-2146525056-router', 'tenant_id': '4c2ee723c6a04843b302e255a401b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.211'}], 'enable_snat': True}, 'gw_port_id': 'aff31c05-d914-4525-bace-30d34b61e5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:54:29Z', 'updated_at': '2022-05-07T21:54:35Z', 'revision_number': 4, 'project_id': '4c2ee723c6a04843b302e255a401b1e7', 'gw_port': {'id': 'aff31c05-d914-4525-bace-30d34b61e5c0', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:82:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e415b3f-6226-4d5a-bd85-5868d0b73abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:54:30Z', 'updated_at': '2022-05-07T21:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'bc6ddc69-3ad1-4ec6-ad2e-4053ffde1378', 'tenant_id': '4c2ee723c6a04843b302e255a401b1e7', 'floating_ip_address': '172.35.4.22', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '4e415b3f-6226-4d5a-bd85-5868d0b73abe', 'port_id': '251b3c4a-3d68-4a9c-8850-df61aa0e1dc6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1213, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '704f8450-d63f-47c9-8f27-0e9fc81678e7', 'mac_address': 'fa:16:3e:f0:96:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6f28fb-7fb0-4dbe-b780-f14e94c9846d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T21:54:58Z', 'updated_at': '2022-05-07T21:55:23Z', 'revision_number': 1, 'project_id': '4c2ee723c6a04843b302e255a401b1e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd331f409-571a-4b53-8871-45839bf52e41', 'name': '', 'network_id': '704f8450-d63f-47c9-8f27-0e9fc81678e7', 'tenant_id': '4c2ee723c6a04843b302e255a401b1e7', 'mac_address': 'fa:16:3e:51:9b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e415b3f-6226-4d5a-bd85-5868d0b73abe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '2acc823a-0eec-49c6-a420-882d299a2009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:54:33Z', 'updated_at': '2022-05-07T21:54:45Z', 'revision_number': 5, 'project_id': '4c2ee723c6a04843b302e255a401b1e7', 'subnets': [{'id': '2acc823a-0eec-49c6-a420-882d299a2009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:55:26.635437 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-abd7cc11-3280-44cc-a0cf-3e363f74a0cb req-1c8505c4-d67c-4a06-b5ec-ba2ca385d502 service neutron] 10.222.0.32 "GET /v2.0/networks/704f8450-d63f-47c9-8f27-0e9fc81678e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1951020
May 07 21:55:26.833206 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4799f2-9080-418f-8e62-48dbbc0a3887 req-035ff407-788c-481a-a732-3a3a69d42999 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:26.840335 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4799f2-9080-418f-8e62-48dbbc0a3887 req-035ff407-788c-481a-a732-3a3a69d42999 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:26.847634 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4799f2-9080-418f-8e62-48dbbc0a3887 req-035ff407-788c-481a-a732-3a3a69d42999 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:26.853354 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4799f2-9080-418f-8e62-48dbbc0a3887 req-035ff407-788c-481a-a732-3a3a69d42999 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:26.861175 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4799f2-9080-418f-8e62-48dbbc0a3887 req-035ff407-788c-481a-a732-3a3a69d42999 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:26.869596 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4799f2-9080-418f-8e62-48dbbc0a3887 req-035ff407-788c-481a-a732-3a3a69d42999 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:26.875913 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4799f2-9080-418f-8e62-48dbbc0a3887 req-035ff407-788c-481a-a732-3a3a69d42999 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:26.885232 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fa4799f2-9080-418f-8e62-48dbbc0a3887 req-035ff407-788c-481a-a732-3a3a69d42999 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb18387-ba8a-4070-aa1b-42824ed0c7ec HTTP/1.1" status: 200  len: 5418 time: 0.1297512
May 07 21:55:26.969068 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fa4799f2-9080-418f-8e62-48dbbc0a3887 req-3821f2f4-ec8c-4c76-bd18-2be929c4cf2f tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/security-groups?id=022a2e7b-c53f-49c4-a82c-d25afea19659&id=4683f7d7-8b63-48cf-a24d-027ba8d9c114&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0816782
May 07 21:55:26.994601 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50abbfb-299d-4bae-988c-6c2430fa84af service neutron] Pushing event updated for resources: {'Port': ['ID=e8fb4c79-a7ca-4fee-9d39-932cf793d33f,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:55:26.997698 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1582ff-39ce-476a-9376-af8a984d9096 None None] New status for floating IP bc6ddc69-3ad1-4ec6-ad2e-4053ffde1378: ACTIVE {{(pid=121839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 07 21:55:27.038432 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3c5fb1c6-5464-431c-a7ae-0ce30ad78982 req-75743e14-e02b-49cb-8b94-9aa86892acc7 service neutron] 10.222.0.32 "GET /v2.0/networks/38ca9b6e-b205-48f9-a002-ddfee225fe39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.2764027
May 07 21:55:27.174440 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f649c1-4da2-4b2d-aa2a-cecb626ab53d req-fa57f09f-b4bb-4941-92ce-66ed5f90d78c tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:27.176477 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-77f649c1-4da2-4b2d-aa2a-cecb626ab53d req-fa57f09f-b4bb-4941-92ce-66ed5f90d78c tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?device_id=a390d88e-4ae4-4700-a85a-6bc97fd8bd29 HTTP/1.1" status: 200  len: 947 time: 0.0838211
May 07 21:55:27.236567 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-77f649c1-4da2-4b2d-aa2a-cecb626ab53d req-c081dbe3-1a8f-48e8-a0c9-37d6b444ae60 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/security-groups?id=aca2780c-128c-4de5-85a4-a7e10bd42e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540719
May 07 21:55:27.298195 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 07 May 2022 21:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-648f3f6e-ee7d-4b3f-a824-56dc9c855a13 x-openstack-request-id: req-648f3f6e-ee7d-4b3f-a824-56dc9c855a13 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:55:27.298628 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfb18387-ba8a-4070-aa1b-42824ed0c7ec", "tag": "744875ea-e246-4ecb-b60f-b9c04a274fe9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "dfb18387-ba8a-4070-aa1b-42824ed0c7ec", "tag": "0f85ab7f-8d9d-42b6-bed5-f5b8be554023", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:55:27.299021 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-648f3f6e-ee7d-4b3f-a824-56dc9c855a13 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:55:27.301161 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-648f3f6e-ee7d-4b3f-a824-56dc9c855a13'] response: {'name': 'network-changed', 'server_uuid': 'dfb18387-ba8a-4070-aa1b-42824ed0c7ec', 'tag': '744875ea-e246-4ecb-b60f-b9c04a274fe9', 'status': 'completed', 'code': 200}
May 07 21:55:27.301161 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-648f3f6e-ee7d-4b3f-a824-56dc9c855a13'] response: {'name': 'network-changed', 'server_uuid': 'dfb18387-ba8a-4070-aa1b-42824ed0c7ec', 'tag': '0f85ab7f-8d9d-42b6-bed5-f5b8be554023', 'status': 'completed', 'code': 200}
May 07 21:55:27.351977 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a096b7e-61cf-4445-a439-a9913f113d43 x-openstack-request-id: req-6a096b7e-61cf-4445-a439-a9913f113d43 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:55:27.362222 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1328c136-9d82-4506-81cd-534b3799a51d", "tag": "26b45fcb-fb85-4cfb-9dc0-1b5852bae60e", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:55:27.363543 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6a096b7e-61cf-4445-a439-a9913f113d43 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:55:27.363958 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a096b7e-61cf-4445-a439-a9913f113d43'] response: {'name': 'network-changed', 'server_uuid': '1328c136-9d82-4506-81cd-534b3799a51d', 'tag': '26b45fcb-fb85-4cfb-9dc0-1b5852bae60e', 'status': 'completed', 'code': 200}
May 07 21:55:27.369652 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:27.394824 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-75904fed-2d23-4a69-9f1e-bca1c500ac4c service neutron] 10.222.0.55 "GET /v2.0/networks/78b27442-bcb9-410d-9431-ef2d20377793?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.2408357
May 07 21:55:27.402298 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [req-52aa816d-ea2c-432e-ae12-8a521c2e8047 req-30f180cb-71bd-428a-9494-0813f7953f8d tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Allocated IP 172.20.0.4 (9b7653d0-c69e-4364-9ed6-1c005b136d81/68532bd3-831b-4da5-a9e0-f88c1ab76985/c714b978-d69a-480e-821e-03cc5b682a61) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:55:27.416641 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4f8a58-7205-46d9-91b4-156274e5bd99 req-9b8c47c7-a450-4bc3-a8ed-fa917ad8d2ea tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:27.418646 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ed4f8a58-7205-46d9-91b4-156274e5bd99 req-9b8c47c7-a450-4bc3-a8ed-fa917ad8d2ea tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc6a642e-763c-4ac9-8ef7-4985bcb86060 HTTP/1.1" status: 200  len: 946 time: 0.2467000
May 07 21:55:27.471565 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3cc09e-cf30-4662-8ea7-d0a54d8064e0 req-02c95c87-d33d-4a1c-ba06-2f7531f80fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:27.473118 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ed3cc09e-cf30-4662-8ea7-d0a54d8064e0 req-02c95c87-d33d-4a1c-ba06-2f7531f80fba service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=addf83b9a69e4628b1b962b7fceeb9ae&device_id=1328c136-9d82-4506-81cd-534b3799a51d HTTP/1.1" status: 200  len: 1127 time: 0.1038938
May 07 21:55:27.510927 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-abd0c0b9-7915-4e0e-9cdc-17127df06a07 req-a50abbfb-299d-4bae-988c-6c2430fa84af service neutron] Attempting to bind port e8fb4c79-a7ca-4fee-9d39-932cf793d33f on host nch2-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:55:27.511631 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-abd0c0b9-7915-4e0e-9cdc-17127df06a07 req-a50abbfb-299d-4bae-988c-6c2430fa84af service neutron] Attempting to bind port e8fb4c79-a7ca-4fee-9d39-932cf793d33f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:55:27.512212 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd0c0b9-7915-4e0e-9cdc-17127df06a07 req-a50abbfb-299d-4bae-988c-6c2430fa84af service neutron] Attempting to bind port e8fb4c79-a7ca-4fee-9d39-932cf793d33f on network 665487f0-78eb-47fb-9a06-b15bc614dc47 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:55:27.557105 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a017c4-b014-426e-8ac5-ff7f6677be43 req-f9c64821-c4db-4a67-8952-fdbaa2291ec6 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:27.564359 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-81a017c4-b014-426e-8ac5-ff7f6677be43 req-f9c64821-c4db-4a67-8952-fdbaa2291ec6 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f1345a1-41a5-40ac-a7c4-7d6b9eb621fb HTTP/1.1" status: 200  len: 946 time: 0.1086078
May 07 21:55:27.592753 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd0c0b9-7915-4e0e-9cdc-17127df06a07 req-a50abbfb-299d-4bae-988c-6c2430fa84af service neutron] Port e8fb4c79-a7ca-4fee-9d39-932cf793d33f on network 665487f0-78eb-47fb-9a06-b15bc614dc47 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:55:27.593269 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd0c0b9-7915-4e0e-9cdc-17127df06a07 req-a50abbfb-299d-4bae-988c-6c2430fa84af service neutron] Attempting to bind port e8fb4c79-a7ca-4fee-9d39-932cf793d33f on network 665487f0-78eb-47fb-9a06-b15bc614dc47 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:55:27.618605 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [req-abd0c0b9-7915-4e0e-9cdc-17127df06a07 req-61039ac8-961c-44e8-a5f4-518f73917a00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5265c093-001b-4f7a-9877-fb1ce61028fc {{(pid=121837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:55:27.634088 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd0c0b9-7915-4e0e-9cdc-17127df06a07 req-a50abbfb-299d-4bae-988c-6c2430fa84af service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:55:27.634442 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd0c0b9-7915-4e0e-9cdc-17127df06a07 req-a50abbfb-299d-4bae-988c-6c2430fa84af service neutron] Checking segment: {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:55:27.634811 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd0c0b9-7915-4e0e-9cdc-17127df06a07 req-a50abbfb-299d-4bae-988c-6c2430fa84af service neutron] Bound using segment: {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:55:27.635308 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-abd0c0b9-7915-4e0e-9cdc-17127df06a07 req-a50abbfb-299d-4bae-988c-6c2430fa84af service neutron] Bound port: e8fb4c79-a7ca-4fee-9d39-932cf793d33f, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:55:27.636221 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-abd0c0b9-7915-4e0e-9cdc-17127df06a07 req-a50abbfb-299d-4bae-988c-6c2430fa84af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (e8fb4c79-a7ca-4fee-9d39-932cf793d33f), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:27.651678 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-abd0c0b9-7915-4e0e-9cdc-17127df06a07 req-61039ac8-961c-44e8-a5f4-518f73917a00 service neutron] Publish callbacks [] for port (5265c093-001b-4f7a-9877-fb1ce61028fc), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:27.681070 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-81a017c4-b014-426e-8ac5-ff7f6677be43 req-1c66cfc7-45ff-4a60-b123-299654e06f12 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b18b124-d6ae-4635-93ed-9957a39a34ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1096175
May 07 21:55:27.730419 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3cc09e-cf30-4662-8ea7-d0a54d8064e0 req-a538af48-8b36-402b-bf6c-cb15195ab6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:27.732995 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ed3cc09e-cf30-4662-8ea7-d0a54d8064e0 req-a538af48-8b36-402b-bf6c-cb15195ab6e1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=38ca9b6e-b205-48f9-a002-ddfee225fe39 HTTP/1.1" status: 200  len: 920 time: 0.2298534
May 07 21:55:27.815240 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ed4f8a58-7205-46d9-91b4-156274e5bd99 req-b59e124e-c513-4f1c-b2a3-556dd70d435f tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bbf50af-50c2-4df2-bc37-9f0e79ec6d91&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3744812
May 07 21:55:27.820061 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-abd0c0b9-7915-4e0e-9cdc-17127df06a07 req-61039ac8-961c-44e8-a5f4-518f73917a00 service neutron] Transition to ACTIVE for port object 5265c093-001b-4f7a-9877-fb1ce61028fc will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:55:27.824969 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-60751af1-8bd7-4fe1-9568-a22384b6afaf req-7546801a-8fe5-44eb-b429-074e3809d4d3 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=18b8a031-b3cd-4d2f-b349-9b08eb3a6720 HTTP/1.1" status: 200  len: 210 time: 0.0755212
May 07 21:55:27.830353 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-9a388710-3515-4ed4-ade6-9f001a49d075 service neutron] 10.222.0.55 "GET /v2.0/networks/78b27442-bcb9-410d-9431-ef2d20377793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4235506
May 07 21:55:27.848441 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-abd0c0b9-7915-4e0e-9cdc-17127df06a07 req-61039ac8-961c-44e8-a5f4-518f73917a00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (5265c093-001b-4f7a-9877-fb1ce61028fc), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:27.862396 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ed3cc09e-cf30-4662-8ea7-d0a54d8064e0 req-4cf28551-5724-4cc6-bbf2-8ef0adf0ff42 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=26b45fcb-fb85-4cfb-9dc0-1b5852bae60e HTTP/1.1" status: 200  len: 1001 time: 0.1214640
May 07 21:55:27.931285 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3cc09e-cf30-4662-8ea7-d0a54d8064e0 req-f882f98c-9014-4684-8798-91b2191c29ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:27.933274 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ed3cc09e-cf30-4662-8ea7-d0a54d8064e0 req-f882f98c-9014-4684-8798-91b2191c29ba service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9f91aa11-98d2-41ad-a902-77d230f2dd04 HTTP/1.1" status: 200  len: 859 time: 0.0648186
May 07 21:55:27.988592 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-0a740b38-f57f-4206-a90b-f653c7bd5a54 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=8265c59d-4721-4235-823a-846b00373dfe HTTP/1.1" status: 200  len: 217 time: 0.1350644
May 07 21:55:27.990186 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ed3cc09e-cf30-4662-8ea7-d0a54d8064e0 req-1b8f7473-a7cc-4d6d-a542-c75ee3969a97 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=38ca9b6e-b205-48f9-a002-ddfee225fe39&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0495307
May 07 21:55:28.084932 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035e0bc8-f4c4-4716-9f24-930cf5f58389 req-e322be05-2086-4d21-b24b-cbab35a04a83 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:28.093582 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-035e0bc8-f4c4-4716-9f24-930cf5f58389 req-e322be05-2086-4d21-b24b-cbab35a04a83 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] 10.222.0.32 "GET /v2.0/ports?device_id=653f2d36-3e13-4a84-93ea-5545b4e9fd2f&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1432185
May 07 21:55:28.139160 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-abd0c0b9-7915-4e0e-9cdc-17127df06a07 req-a50abbfb-299d-4bae-988c-6c2430fa84af service neutron] For port e8fb4c79-a7ca-4fee-9d39-932cf793d33f, host nch2-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:55:28.230230 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-7e58144a-7330-49dc-9018-506af2d3fb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:28.232232 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-7e58144a-7330-49dc-9018-506af2d3fb1a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c61573c2-ed87-428c-92ac-0bffa38409b2 HTTP/1.1" status: 200  len: 797 time: 0.1046710
May 07 21:55:28.265442 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-abd0c0b9-7915-4e0e-9cdc-17127df06a07 req-a50abbfb-299d-4bae-988c-6c2430fa84af service neutron] For port e8fb4c79-a7ca-4fee-9d39-932cf793d33f, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e8fb4c79-a7ca-4fee-9d39-932cf793d33f,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:55:28.277402 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61039ac8-961c-44e8-a5f4-518f73917a00 service neutron] Pushing event updated for resources: {'Port': ['ID=5265c093-001b-4f7a-9877-fb1ce61028fc,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:55:28.282993 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-035e0bc8-f4c4-4716-9f24-930cf5f58389 req-3d5c6313-b612-4219-ad50-96ad269db072 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.4.22 HTTP/1.1" status: 200  len: 1001 time: 0.1879106
May 07 21:55:28.295046 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-035e0bc8-f4c4-4716-9f24-930cf5f58389 req-3cdbfa53-4778-4347-8f63-e715163612b2 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Request body: {'floatingip': {'port_id': '9c05653c-13d6-4294-9e31-a8863d1d2783', 'fixed_ip_address': '172.20.0.6'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:55:28.359122 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-14e36a1d-c4ca-44de-8217-f097b711ef59 req-daad073a-5d6d-4c46-9ca5-3005dadd02c7 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.4.113 HTTP/1.1" status: 200  len: 1001 time: 0.4710331
May 07 21:55:28.361355 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-185fc5d7-99ca-43b6-93be-ca8fa7829d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:28.363389 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ed3cc09e-cf30-4662-8ea7-d0a54d8064e0 req-fae9594b-1e24-4b8f-83d8-b0e4a8e168f6 service neutron] 10.222.0.55 "GET /v2.0/networks/38ca9b6e-b205-48f9-a002-ddfee225fe39?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3356616
May 07 21:55:28.363681 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-185fc5d7-99ca-43b6-93be-ca8fa7829d63 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3e9903c9-6550-4ae2-aa4f-70e03144784f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1011059
May 07 21:55:28.367462 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-52aa816d-ea2c-432e-ae12-8a521c2e8047 req-30f180cb-71bd-428a-9494-0813f7953f8d tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Publish callbacks [] for port (c714b978-d69a-480e-821e-03cc5b682a61), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:28.413584 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-abd0c0b9-7915-4e0e-9cdc-17127df06a07 req-a50abbfb-299d-4bae-988c-6c2430fa84af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (e8fb4c79-a7ca-4fee-9d39-932cf793d33f), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:28.438889 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-035e0bc8-f4c4-4716-9f24-930cf5f58389 req-3cdbfa53-4778-4347-8f63-e715163612b2 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Publish callbacks [] for floatingip (bc6ddc69-3ad1-4ec6-ad2e-4053ffde1378), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:28.578957 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e36a1d-c4ca-44de-8217-f097b711ef59 req-775b3c42-67ab-40b7-aed5-96a4c2cacbf4 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:28.580918 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-14e36a1d-c4ca-44de-8217-f097b711ef59 req-775b3c42-67ab-40b7-aed5-96a4c2cacbf4 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "GET /v2.0/ports/26b45fcb-fb85-4cfb-9dc0-1b5852bae60e HTTP/1.1" status: 200  len: 942 time: 0.2208011
May 07 21:55:28.593715 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd0c0b9-7915-4e0e-9cdc-17127df06a07 req-a50abbfb-299d-4bae-988c-6c2430fa84af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:28.594635 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-abd0c0b9-7915-4e0e-9cdc-17127df06a07 req-a50abbfb-299d-4bae-988c-6c2430fa84af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:28.596309 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-abd0c0b9-7915-4e0e-9cdc-17127df06a07 req-a50abbfb-299d-4bae-988c-6c2430fa84af service neutron] 10.222.0.59 "PUT /v2.0/ports/e8fb4c79-a7ca-4fee-9d39-932cf793d33f HTTP/1.1" status: 200  len: 1095 time: 4.9594994
May 07 21:55:28.609377 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ed3cc09e-cf30-4662-8ea7-d0a54d8064e0 req-70171e7e-dbe0-4bd4-be11-695a75a7ce9e service neutron] 10.222.0.55 "GET /v2.0/networks/38ca9b6e-b205-48f9-a002-ddfee225fe39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2282107
May 07 21:55:28.804880 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50abbfb-299d-4bae-988c-6c2430fa84af service neutron] Pushing event updated for resources: {'Port': ['ID=e8fb4c79-a7ca-4fee-9d39-932cf793d33f,revision_number=3']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:55:28.900339 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-52aa816d-ea2c-432e-ae12-8a521c2e8047 req-30f180cb-71bd-428a-9494-0813f7953f8d tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (c714b978-d69a-480e-821e-03cc5b682a61), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:28.927114 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-abd0c0b9-7915-4e0e-9cdc-17127df06a07 req-61039ac8-961c-44e8-a5f4-518f73917a00 service neutron] Attempting to bind port 5265c093-001b-4f7a-9877-fb1ce61028fc on host nch1-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:55:28.929321 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-abd0c0b9-7915-4e0e-9cdc-17127df06a07 req-61039ac8-961c-44e8-a5f4-518f73917a00 service neutron] Attempting to bind port 5265c093-001b-4f7a-9877-fb1ce61028fc by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:55:28.929701 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd0c0b9-7915-4e0e-9cdc-17127df06a07 req-61039ac8-961c-44e8-a5f4-518f73917a00 service neutron] Attempting to bind port 5265c093-001b-4f7a-9877-fb1ce61028fc on network 665487f0-78eb-47fb-9a06-b15bc614dc47 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:55:29.002265 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-bdafe7c9-a684-41ca-a585-aa71c8b7bd0b service neutron] 10.222.0.55 "GET /v2.0/networks/3e9903c9-6550-4ae2-aa4f-70e03144784f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5638175
May 07 21:55:29.003715 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd0c0b9-7915-4e0e-9cdc-17127df06a07 req-6980ae33-0124-4d97-9923-257cd5920c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:29.005109 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-abd0c0b9-7915-4e0e-9cdc-17127df06a07 req-6980ae33-0124-4d97-9923-257cd5920c97 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a24cf19532e0484fabd6dc4e6b66fe30&device_id=a390d88e-4ae4-4700-a85a-6bc97fd8bd29 HTTP/1.1" status: 200  len: 1129 time: 0.2638555
May 07 21:55:29.018591 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd0c0b9-7915-4e0e-9cdc-17127df06a07 req-61039ac8-961c-44e8-a5f4-518f73917a00 service neutron] Port 5265c093-001b-4f7a-9877-fb1ce61028fc on network 665487f0-78eb-47fb-9a06-b15bc614dc47 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:55:29.018591 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd0c0b9-7915-4e0e-9cdc-17127df06a07 req-61039ac8-961c-44e8-a5f4-518f73917a00 service neutron] Attempting to bind port 5265c093-001b-4f7a-9877-fb1ce61028fc on network 665487f0-78eb-47fb-9a06-b15bc614dc47 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:55:29.036060 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd0c0b9-7915-4e0e-9cdc-17127df06a07 req-61039ac8-961c-44e8-a5f4-518f73917a00 service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:55:29.036409 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd0c0b9-7915-4e0e-9cdc-17127df06a07 req-61039ac8-961c-44e8-a5f4-518f73917a00 service neutron] Checking segment: {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:55:29.036769 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd0c0b9-7915-4e0e-9cdc-17127df06a07 req-61039ac8-961c-44e8-a5f4-518f73917a00 service neutron] Bound using segment: {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:55:29.037192 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-abd0c0b9-7915-4e0e-9cdc-17127df06a07 req-61039ac8-961c-44e8-a5f4-518f73917a00 service neutron] Bound port: 5265c093-001b-4f7a-9877-fb1ce61028fc, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:55:29.037551 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-abd0c0b9-7915-4e0e-9cdc-17127df06a07 req-61039ac8-961c-44e8-a5f4-518f73917a00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (5265c093-001b-4f7a-9877-fb1ce61028fc), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:29.052783 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-14e36a1d-c4ca-44de-8217-f097b711ef59 req-bff288c1-ee05-4cd1-9575-f8521b030c8d tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.4.113 HTTP/1.1" status: 200  len: 1001 time: 0.2653871
May 07 21:55:29.075777 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:29.081608 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52aa816d-ea2c-432e-ae12-8a521c2e8047 req-30f180cb-71bd-428a-9494-0813f7953f8d tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Network 9b7653d0-c69e-4364-9ed6-1c005b136d81 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:55:29.126897 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [req-52aa816d-ea2c-432e-ae12-8a521c2e8047 req-30f180cb-71bd-428a-9494-0813f7953f8d tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:55:29.145214 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-abd0c0b9-7915-4e0e-9cdc-17127df06a07 req-fc88d31c-0b76-4740-9fa6-d3dbef74e1a7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=e8fb4c79-a7ca-4fee-9d39-932cf793d33f HTTP/1.1" status: 200  len: 217 time: 0.1121478
May 07 21:55:29.147791 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-52aa816d-ea2c-432e-ae12-8a521c2e8047 req-30f180cb-71bd-428a-9494-0813f7953f8d tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:55:29.164018 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f180cb-71bd-428a-9494-0813f7953f8d tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Pushing event updated for resources: {'Port': ['ID=c714b978-d69a-480e-821e-03cc5b682a61,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:55:29.237055 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-035e0bc8-f4c4-4716-9f24-930cf5f58389 req-3cdbfa53-4778-4347-8f63-e715163612b2 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:29.241907 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-035e0bc8-f4c4-4716-9f24-930cf5f58389 req-3cdbfa53-4778-4347-8f63-e715163612b2 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (bc6ddc69-3ad1-4ec6-ad2e-4053ffde1378), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:29.327398 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d6f28fb-7fb0-4dbe-b780-f14e94c9846d', 'tag': '251b3c4a-3d68-4a9c-8850-df61aa0e1dc6'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:55:29.329832 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2089b54-b5cb-4c60-9e62-e413fdedd6e5" -d '{"events": [{"name": "network-changed", "server_uuid": "0d6f28fb-7fb0-4dbe-b780-f14e94c9846d", "tag": "251b3c4a-3d68-4a9c-8850-df61aa0e1dc6"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:55:29.361586 ncdv-master-1 neutron-server[121836]: INFO neutron.db.l3_db [req-035e0bc8-f4c4-4716-9f24-930cf5f58389 req-3cdbfa53-4778-4347-8f63-e715163612b2 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Floating IP bc6ddc69-3ad1-4ec6-ad2e-4053ffde1378 associated. External IP: 172.35.4.22, port: 251b3c4a-3d68-4a9c-8850-df61aa0e1dc6.
May 07 21:55:29.365391 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aa816d-ea2c-432e-ae12-8a521c2e8047 req-30f180cb-71bd-428a-9494-0813f7953f8d tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:29.366030 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-52aa816d-ea2c-432e-ae12-8a521c2e8047 req-30f180cb-71bd-428a-9494-0813f7953f8d tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:29.378275 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a390d88e-4ae4-4700-a85a-6bc97fd8bd29', 'tag': 'e8fb4c79-a7ca-4fee-9d39-932cf793d33f'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:55:29.381114 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc1dd620-bbf7-497b-a8cd-605b94344075" -d '{"events": [{"name": "network-changed", "server_uuid": "a390d88e-4ae4-4700-a85a-6bc97fd8bd29", "tag": "e8fb4c79-a7ca-4fee-9d39-932cf793d33f"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:55:29.400353 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd0c0b9-7915-4e0e-9cdc-17127df06a07 req-2235aae4-c408-4dcb-ad7a-aa1387d038ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:29.401811 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-abd0c0b9-7915-4e0e-9cdc-17127df06a07 req-2235aae4-c408-4dcb-ad7a-aa1387d038ef service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6e0e5c53-1ece-4d20-b01d-5f8c6957edf6 HTTP/1.1" status: 200  len: 843 time: 0.2497411
May 07 21:55:29.432292 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-abd0c0b9-7915-4e0e-9cdc-17127df06a07 req-61039ac8-961c-44e8-a5f4-518f73917a00 service neutron] For port 5265c093-001b-4f7a-9877-fb1ce61028fc, host nch1-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:55:29.475247 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-6e837d59-ce65-4ea7-9a7b-46f423190fe2 service neutron] 10.222.0.55 "GET /v2.0/networks/3e9903c9-6550-4ae2-aa4f-70e03144784f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4605129
May 07 21:55:29.478250 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-52aa816d-ea2c-432e-ae12-8a521c2e8047 req-30f180cb-71bd-428a-9494-0813f7953f8d tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.0132182
May 07 21:55:29.488272 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-abd0c0b9-7915-4e0e-9cdc-17127df06a07 req-61039ac8-961c-44e8-a5f4-518f73917a00 service neutron] For port 5265c093-001b-4f7a-9877-fb1ce61028fc, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5265c093-001b-4f7a-9877-fb1ce61028fc,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:55:29.498002 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e36a1d-c4ca-44de-8217-f097b711ef59 req-fa5f5346-2dad-468e-ad0b-3ad273418ceb tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:29.499404 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-14e36a1d-c4ca-44de-8217-f097b711ef59 req-fa5f5346-2dad-468e-ad0b-3ad273418ceb tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "GET /v2.0/networks/9221b764-ef06-431f-8941-796516ed7c3b HTTP/1.1" status: 200  len: 784 time: 0.3849702
May 07 21:55:29.503302 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-52aa816d-ea2c-432e-ae12-8a521c2e8047 req-701d866d-9fab-4945-901f-78132bf9226d service neutron] Request body: {'port': {'device_id': '18b8a031-b3cd-4d2f-b349-9b08eb3a6720', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:55:29.508748 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd0c0b9-7915-4e0e-9cdc-17127df06a07 req-7bc5a1e4-377e-4fff-9204-aa3928cd1134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:29.509821 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-abd0c0b9-7915-4e0e-9cdc-17127df06a07 req-7bc5a1e4-377e-4fff-9204-aa3928cd1134 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=665487f0-78eb-47fb-9a06-b15bc614dc47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0964456
May 07 21:55:29.551956 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-abd0c0b9-7915-4e0e-9cdc-17127df06a07 req-61039ac8-961c-44e8-a5f4-518f73917a00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (5265c093-001b-4f7a-9877-fb1ce61028fc), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:29.610743 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [req-035e0bc8-f4c4-4716-9f24-930cf5f58389 req-3cdbfa53-4778-4347-8f63-e715163612b2 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Router 4e415b3f-6226-4d5a-bd85-5868d0b73abe has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 21:55:29.672101 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-b86a9f74-fb12-4b18-9b26-a9e68fa1a775 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.228&port_id=d3eb7f9f-cad6-43cc-b93c-f50a5e95c505 HTTP/1.1" status: 200  len: 217 time: 0.1226082
May 07 21:55:29.748010 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd0c0b9-7915-4e0e-9cdc-17127df06a07 req-61039ac8-961c-44e8-a5f4-518f73917a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:29.748682 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-abd0c0b9-7915-4e0e-9cdc-17127df06a07 req-61039ac8-961c-44e8-a5f4-518f73917a00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:29.750115 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-abd0c0b9-7915-4e0e-9cdc-17127df06a07 req-61039ac8-961c-44e8-a5f4-518f73917a00 service neutron] 10.222.0.55 "PUT /v2.0/ports/5265c093-001b-4f7a-9877-fb1ce61028fc HTTP/1.1" status: 200  len: 1095 time: 4.7111981
May 07 21:55:29.781143 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77951ec-9f02-45af-a65c-14717d20f856 req-7f68b76b-f059-49d4-97a7-6abb11d2c698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:29.782871 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b77951ec-9f02-45af-a65c-14717d20f856 req-7f68b76b-f059-49d4-97a7-6abb11d2c698 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=93c3c71171814bb7b1018904086ad506&device_id=cc6a642e-763c-4ac9-8ef7-4985bcb86060 HTTP/1.1" status: 200  len: 1128 time: 0.0675519
May 07 21:55:29.792042 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-035e0bc8-f4c4-4716-9f24-930cf5f58389 req-3cdbfa53-4778-4347-8f63-e715163612b2 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:55:29.809926 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0ed36c-0fb1-47d6-9f9a-0ac76d4dec24 None None] Sync routers for ids ['4e415b3f-6226-4d5a-bd85-5868d0b73abe'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:55:29.824169 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0ed36c-0fb1-47d6-9f9a-0ac76d4dec24 None None] Routers {'4e415b3f-6226-4d5a-bd85-5868d0b73abe'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:55:29.825348 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-5d0ed36c-0fb1-47d6-9f9a-0ac76d4dec24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7fc95d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:55:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['4e415b3f-6226-4d5a-bd85-5868d0b73abe'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:55:30.012209 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-5d0ed36c-0fb1-47d6-9f9a-0ac76d4dec24 None None] Set router 4e415b3f-6226-4d5a-bd85-5868d0b73abe gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:55:30.013110 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77951ec-9f02-45af-a65c-14717d20f856 req-7236110e-51d5-4666-9e42-ef3d515bbd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:30.014806 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b77951ec-9f02-45af-a65c-14717d20f856 req-7236110e-51d5-4666-9e42-ef3d515bbd2e service neutron] 10.222.0.55 "GET /v2.0/networks?id=772be29c-bb44-46ae-a3e0-b0a78574bddf HTTP/1.1" status: 200  len: 918 time: 0.2057621
May 07 21:55:30.152872 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:30.159026 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [req-035e0bc8-f4c4-4716-9f24-930cf5f58389 req-3cdbfa53-4778-4347-8f63-e715163612b2 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Router 4e415b3f-6226-4d5a-bd85-5868d0b73abe has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 21:55:30.168305 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-52aa816d-ea2c-432e-ae12-8a521c2e8047 req-701d866d-9fab-4945-901f-78132bf9226d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (c714b978-d69a-480e-821e-03cc5b682a61), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:30.176784 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61039ac8-961c-44e8-a5f4-518f73917a00 service neutron] Pushing event updated for resources: {'Port': ['ID=5265c093-001b-4f7a-9877-fb1ce61028fc,revision_number=3']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:55:30.182096 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-14e36a1d-c4ca-44de-8217-f097b711ef59 req-ac8c6d97-263e-42bf-814c-e4481fb54872 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.4.113 HTTP/1.1" status: 200  len: 1001 time: 0.6559079
May 07 21:55:30.215187 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-14e36a1d-c4ca-44de-8217-f097b711ef59 req-caf4b18b-185c-42c6-b966-4f87df9aa02f tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Request body: {'floatingip': {'port_id': None}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:55:30.265283 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-7dbc643a-231c-4fb3-b781-4805d185957e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:30.266926 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-7dbc643a-231c-4fb3-b781-4805d185957e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c61573c2-ed87-428c-92ac-0bffa38409b2 HTTP/1.1" status: 200  len: 797 time: 0.5553343
May 07 21:55:30.289160 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd0c0b9-7915-4e0e-9cdc-17127df06a07 req-8fbf7ada-16a2-42ad-81d7-1200d9cbf568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:30.290892 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-abd0c0b9-7915-4e0e-9cdc-17127df06a07 req-8fbf7ada-16a2-42ad-81d7-1200d9cbf568 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a24cf19532e0484fabd6dc4e6b66fe30&device_id=d34e6889-832e-45d3-8a1a-8c59d4ec697e HTTP/1.1" status: 200  len: 1129 time: 0.1781187
May 07 21:55:30.309354 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-abd0c0b9-7915-4e0e-9cdc-17127df06a07 req-eeb7a122-dc25-4927-b1c5-af1fdd24a882 service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7819009
May 07 21:55:30.367298 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-5d0ed36c-0fb1-47d6-9f9a-0ac76d4dec24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7fc95d60>, [{'id': '4e415b3f-6226-4d5a-bd85-5868d0b73abe', 'name': 'tempest-FloatingIPsAssociationTestJSON-2146525056-router', 'tenant_id': '4c2ee723c6a04843b302e255a401b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.211'}], 'enable_snat': True}, 'gw_port_id': 'aff31c05-d914-4525-bace-30d34b61e5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:54:29Z', 'updated_at': '2022-05-07T21:54:35Z', 'revision_number': 4, 'project_id': '4c2ee723c6a04843b302e255a401b1e7', 'gw_port': {'id': 'aff31c05-d914-4525-bace-30d34b61e5c0', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:82:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e415b3f-6226-4d5a-bd85-5868d0b73abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:54:30Z', 'updated_at': '2022-05-07T21:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'bc6ddc69-3ad1-4ec6-ad2e-4053ffde1378', 'tenant_id': '4c2ee723c6a04843b302e255a401b1e7', 'floating_ip_address': '172.35.4.22', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '4e415b3f-6226-4d5a-bd85-5868d0b73abe', 'port_id': '9c05653c-13d6-4294-9e31-a8863d1d2783', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1213, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '704f8450-d63f-47c9-8f27-0e9fc81678e7', 'mac_address': 'fa:16:3e:16:f7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653f2d36-3e13-4a84-93ea-5545b4e9fd2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T21:54:58Z', 'updated_at': '2022-05-07T21:55:29Z', 'revision_number': 3, 'project_id': '4c2ee723c6a04843b302e255a401b1e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd331f409-571a-4b53-8871-45839bf52e41', 'name': '', 'network_id': '704f8450-d63f-47c9-8f27-0e9fc81678e7', 'tenant_id': '4c2ee723c6a04843b302e255a401b1e7', 'mac_address': 'fa:16:3e:51:9b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e415b3f-6226-4d5a-bd85-5868d0b73abe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '2acc823a-0eec-49c6-a420-882d299a2009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:54:33Z', 'updated_at': '2022-05-07T21:54:45Z', 'revision_number': 5, 'project_id': '4c2ee723c6a04843b302e255a401b1e7', 'subnets': [{'id': '2acc823a-0eec-49c6-a420-882d299a2009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:55:30.434511 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-abd0c0b9-7915-4e0e-9cdc-17127df06a07 req-6088d1a6-6c63-45f6-9c47-362c4534f431 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=5265c093-001b-4f7a-9877-fb1ce61028fc HTTP/1.1" status: 200  len: 217 time: 0.1193848
May 07 21:55:30.467782 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-14e36a1d-c4ca-44de-8217-f097b711ef59 req-caf4b18b-185c-42c6-b966-4f87df9aa02f tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Publish callbacks [] for floatingip (af9563f8-dceb-4fb6-8671-b1ac91f7e502), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:30.559704 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0ed36c-0fb1-47d6-9f9a-0ac76d4dec24 None None] Checking router: 4e415b3f-6226-4d5a-bd85-5868d0b73abe for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 21:55:30.566974 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b77951ec-9f02-45af-a65c-14717d20f856 req-ad8488b0-5e88-408a-9e06-ffa7c413707d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1cef223b-c375-473f-8214-891abfa6fa86 HTTP/1.1" status: 200  len: 1002 time: 0.4236145
May 07 21:55:30.570841 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0ed36c-0fb1-47d6-9f9a-0ac76d4dec24 None None] Routers {'4e415b3f-6226-4d5a-bd85-5868d0b73abe'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:55:30.571546 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-5d0ed36c-0fb1-47d6-9f9a-0ac76d4dec24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7fc95d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:55:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['4e415b3f-6226-4d5a-bd85-5868d0b73abe'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:55:30.595646 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-7c7b652e-b9f1-43b2-aa84-0cb37b973216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:30.597231 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-7c7b652e-b9f1-43b2-aa84-0cb37b973216 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3e9903c9-6550-4ae2-aa4f-70e03144784f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.3013904
May 07 21:55:30.668693 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77951ec-9f02-45af-a65c-14717d20f856 req-f6b8e87e-bced-4176-a3f3-618248e78ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:30.670149 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b77951ec-9f02-45af-a65c-14717d20f856 req-f6b8e87e-bced-4176-a3f3-618248e78ba9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f41cdf1c-9de4-46dc-8689-4d3b6400326c HTTP/1.1" status: 200  len: 856 time: 0.0933576
May 07 21:55:30.681242 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-035e0bc8-f4c4-4716-9f24-930cf5f58389 req-3cdbfa53-4778-4347-8f63-e715163612b2 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:55:30.695695 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-035e0bc8-f4c4-4716-9f24-930cf5f58389 req-3cdbfa53-4778-4347-8f63-e715163612b2 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:30.726752 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-5d0ed36c-0fb1-47d6-9f9a-0ac76d4dec24 None None] Set router 4e415b3f-6226-4d5a-bd85-5868d0b73abe gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:55:30.744781 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd0c0b9-7915-4e0e-9cdc-17127df06a07 req-bedbb3ae-0e63-429c-9b66-b9428aae4e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:30.746240 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-abd0c0b9-7915-4e0e-9cdc-17127df06a07 req-bedbb3ae-0e63-429c-9b66-b9428aae4e83 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6e0e5c53-1ece-4d20-b01d-5f8c6957edf6 HTTP/1.1" status: 200  len: 843 time: 0.2987511
May 07 21:55:30.763665 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77951ec-9f02-45af-a65c-14717d20f856 req-f0aaeb01-22e7-4aaf-804a-af189553cfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:30.765151 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b77951ec-9f02-45af-a65c-14717d20f856 req-f0aaeb01-22e7-4aaf-804a-af189553cfc2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=772be29c-bb44-46ae-a3e0-b0a78574bddf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0862629
May 07 21:55:30.825610 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-035e0bc8-f4c4-4716-9f24-930cf5f58389 req-3cdbfa53-4778-4347-8f63-e715163612b2 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] 10.222.0.32 "PUT /v2.0/floatingips/bc6ddc69-3ad1-4ec6-ad2e-4053ffde1378 HTTP/1.1" status: 200  len: 997 time: 2.5415947
May 07 21:55:30.923120 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-abd0c0b9-7915-4e0e-9cdc-17127df06a07 req-e1d1c0cf-fb12-4cec-83ec-9b92621873db service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6060410
May 07 21:55:30.926461 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035e0bc8-f4c4-4716-9f24-930cf5f58389 req-25b58671-659d-4240-ba20-e3a7078dbd87 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:30.928049 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-035e0bc8-f4c4-4716-9f24-930cf5f58389 req-25b58671-659d-4240-ba20-e3a7078dbd87 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] 10.222.0.32 "GET /v2.0/ports/251b3c4a-3d68-4a9c-8850-df61aa0e1dc6 HTTP/1.1" status: 200  len: 943 time: 0.0693099
May 07 21:55:30.944819 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b77951ec-9f02-45af-a65c-14717d20f856 req-9b00959f-eadb-4738-af64-8a90c28849ad service neutron] 10.222.0.55 "GET /v2.0/networks/772be29c-bb44-46ae-a3e0-b0a78574bddf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1544480
May 07 21:55:30.956420 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd0c0b9-7915-4e0e-9cdc-17127df06a07 req-85654361-437c-4bcc-b051-48d46799a077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:30.958022 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-abd0c0b9-7915-4e0e-9cdc-17127df06a07 req-85654361-437c-4bcc-b051-48d46799a077 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=665487f0-78eb-47fb-9a06-b15bc614dc47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2019837
May 07 21:55:30.971380 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-8fef593c-75bc-4e49-ad6f-633754ca31c1 service neutron] 10.222.0.55 "GET /v2.0/networks/3e9903c9-6550-4ae2-aa4f-70e03144784f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3543308
May 07 21:55:31.053727 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b77951ec-9f02-45af-a65c-14717d20f856 req-f90bc9c5-0025-4d6a-9573-50b89f99841c service neutron] 10.222.0.55 "GET /v2.0/networks/772be29c-bb44-46ae-a3e0-b0a78574bddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1015937
May 07 21:55:31.054926 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-14e36a1d-c4ca-44de-8217-f097b711ef59 req-caf4b18b-185c-42c6-b966-4f87df9aa02f tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:31.093141 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035e0bc8-f4c4-4716-9f24-930cf5f58389 req-52ab57c4-66c4-4c3c-935d-81397b4c4259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:31.094738 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-035e0bc8-f4c4-4716-9f24-930cf5f58389 req-52ab57c4-66c4-4c3c-935d-81397b4c4259 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4c2ee723c6a04843b302e255a401b1e7&device_id=0d6f28fb-7fb0-4dbe-b780-f14e94c9846d HTTP/1.1" status: 200  len: 1128 time: 0.0463176
May 07 21:55:31.100586 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-14e36a1d-c4ca-44de-8217-f097b711ef59 req-caf4b18b-185c-42c6-b966-4f87df9aa02f tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (af9563f8-dceb-4fb6-8671-b1ac91f7e502), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:31.100927 ncdv-master-1 neutron-server[121837]: INFO neutron.db.l3_db [req-14e36a1d-c4ca-44de-8217-f097b711ef59 req-caf4b18b-185c-42c6-b966-4f87df9aa02f tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Floating IP af9563f8-dceb-4fb6-8671-b1ac91f7e502 disassociated. External IP: 172.35.4.113, port: 26b45fcb-fb85-4cfb-9dc0-1b5852bae60e.
May 07 21:55:31.120707 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-5d0ed36c-0fb1-47d6-9f9a-0ac76d4dec24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7fc95d60>, [{'id': '4e415b3f-6226-4d5a-bd85-5868d0b73abe', 'name': 'tempest-FloatingIPsAssociationTestJSON-2146525056-router', 'tenant_id': '4c2ee723c6a04843b302e255a401b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.211'}], 'enable_snat': True}, 'gw_port_id': 'aff31c05-d914-4525-bace-30d34b61e5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:54:29Z', 'updated_at': '2022-05-07T21:54:35Z', 'revision_number': 4, 'project_id': '4c2ee723c6a04843b302e255a401b1e7', 'gw_port': {'id': 'aff31c05-d914-4525-bace-30d34b61e5c0', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:82:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e415b3f-6226-4d5a-bd85-5868d0b73abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:54:30Z', 'updated_at': '2022-05-07T21:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'bc6ddc69-3ad1-4ec6-ad2e-4053ffde1378', 'tenant_id': '4c2ee723c6a04843b302e255a401b1e7', 'floating_ip_address': '172.35.4.22', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '4e415b3f-6226-4d5a-bd85-5868d0b73abe', 'port_id': '9c05653c-13d6-4294-9e31-a8863d1d2783', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1213, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '704f8450-d63f-47c9-8f27-0e9fc81678e7', 'mac_address': 'fa:16:3e:16:f7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653f2d36-3e13-4a84-93ea-5545b4e9fd2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T21:54:58Z', 'updated_at': '2022-05-07T21:55:29Z', 'revision_number': 3, 'project_id': '4c2ee723c6a04843b302e255a401b1e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd331f409-571a-4b53-8871-45839bf52e41', 'name': '', 'network_id': '704f8450-d63f-47c9-8f27-0e9fc81678e7', 'tenant_id': '4c2ee723c6a04843b302e255a401b1e7', 'mac_address': 'fa:16:3e:51:9b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e415b3f-6226-4d5a-bd85-5868d0b73abe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '2acc823a-0eec-49c6-a420-882d299a2009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:54:33Z', 'updated_at': '2022-05-07T21:54:45Z', 'revision_number': 5, 'project_id': '4c2ee723c6a04843b302e255a401b1e7', 'subnets': [{'id': '2acc823a-0eec-49c6-a420-882d299a2009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:55:31.155574 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0ed36c-0fb1-47d6-9f9a-0ac76d4dec24 None None] The sync data for ids ['4e415b3f-6226-4d5a-bd85-5868d0b73abe'] in ncdv-master-1 is: [{'id': '4e415b3f-6226-4d5a-bd85-5868d0b73abe', 'name': 'tempest-FloatingIPsAssociationTestJSON-2146525056-router', 'tenant_id': '4c2ee723c6a04843b302e255a401b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.211'}], 'enable_snat': True}, 'gw_port_id': 'aff31c05-d914-4525-bace-30d34b61e5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:54:29Z', 'updated_at': '2022-05-07T21:54:35Z', 'revision_number': 4, 'project_id': '4c2ee723c6a04843b302e255a401b1e7', 'gw_port': {'id': 'aff31c05-d914-4525-bace-30d34b61e5c0', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:82:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e415b3f-6226-4d5a-bd85-5868d0b73abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:54:30Z', 'updated_at': '2022-05-07T21:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'bc6ddc69-3ad1-4ec6-ad2e-4053ffde1378', 'tenant_id': '4c2ee723c6a04843b302e255a401b1e7', 'floating_ip_address': '172.35.4.22', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '4e415b3f-6226-4d5a-bd85-5868d0b73abe', 'port_id': '9c05653c-13d6-4294-9e31-a8863d1d2783', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1213, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '704f8450-d63f-47c9-8f27-0e9fc81678e7', 'mac_address': 'fa:16:3e:16:f7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653f2d36-3e13-4a84-93ea-5545b4e9fd2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T21:54:58Z', 'updated_at': '2022-05-07T21:55:29Z', 'revision_number': 3, 'project_id': '4c2ee723c6a04843b302e255a401b1e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd331f409-571a-4b53-8871-45839bf52e41', 'name': '', 'network_id': '704f8450-d63f-47c9-8f27-0e9fc81678e7', 'tenant_id': '4c2ee723c6a04843b302e255a401b1e7', 'mac_address': 'fa:16:3e:51:9b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e415b3f-6226-4d5a-bd85-5868d0b73abe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '2acc823a-0eec-49c6-a420-882d299a2009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:54:33Z', 'updated_at': '2022-05-07T21:54:45Z', 'revision_number': 5, 'project_id': '4c2ee723c6a04843b302e255a401b1e7', 'subnets': [{'id': '2acc823a-0eec-49c6-a420-882d299a2009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:55:31.210479 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035e0bc8-f4c4-4716-9f24-930cf5f58389 req-5585fbd8-4244-42de-bbe8-7d2f918ee2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:31.212053 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-035e0bc8-f4c4-4716-9f24-930cf5f58389 req-5585fbd8-4244-42de-bbe8-7d2f918ee2f4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=704f8450-d63f-47c9-8f27-0e9fc81678e7 HTTP/1.1" status: 200  len: 922 time: 0.1100078
May 07 21:55:31.272956 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-035e0bc8-f4c4-4716-9f24-930cf5f58389 req-093e6801-60ef-4946-ada1-57aede3b6dcf service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=251b3c4a-3d68-4a9c-8850-df61aa0e1dc6 HTTP/1.1" status: 200  len: 217 time: 0.0530255
May 07 21:55:31.333537 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035e0bc8-f4c4-4716-9f24-930cf5f58389 req-90409de1-3c7a-4a11-a794-ca7c0501d0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:31.335182 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-035e0bc8-f4c4-4716-9f24-930cf5f58389 req-90409de1-3c7a-4a11-a794-ca7c0501d0d8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2acc823a-0eec-49c6-a420-882d299a2009 HTTP/1.1" status: 200  len: 860 time: 0.0547736
May 07 21:55:31.344888 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-482a4495-2d57-4726-af65-185b83a8c342 service neutron] 10.222.0.55 "GET /v2.0/networks/3e9903c9-6550-4ae2-aa4f-70e03144784f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3289073
May 07 21:55:31.353499 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-abd0c0b9-7915-4e0e-9cdc-17127df06a07 req-01f5cc0f-4e0e-43b6-9eb8-1ee3efc34d1d service neutron] 10.222.0.55 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3881056
May 07 21:55:31.368214 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [req-52aa816d-ea2c-432e-ae12-8a521c2e8047 req-701d866d-9fab-4945-901f-78132bf9226d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c714b978-d69a-480e-821e-03cc5b682a61 {{(pid=121837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:55:31.382488 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035e0bc8-f4c4-4716-9f24-930cf5f58389 req-69e778c1-07f1-4d57-8131-ca312871f0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:31.384879 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-52aa816d-ea2c-432e-ae12-8a521c2e8047 req-701d866d-9fab-4945-901f-78132bf9226d service neutron] Publish callbacks [] for port (c714b978-d69a-480e-821e-03cc5b682a61), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:31.390250 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-035e0bc8-f4c4-4716-9f24-930cf5f58389 req-69e778c1-07f1-4d57-8131-ca312871f0b9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=704f8450-d63f-47c9-8f27-0e9fc81678e7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0490150
May 07 21:55:31.401990 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-52aa816d-ea2c-432e-ae12-8a521c2e8047 req-701d866d-9fab-4945-901f-78132bf9226d service neutron] Transition to ACTIVE for port object c714b978-d69a-480e-821e-03cc5b682a61 will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:55:31.410425 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-52aa816d-ea2c-432e-ae12-8a521c2e8047 req-701d866d-9fab-4945-901f-78132bf9226d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (c714b978-d69a-480e-821e-03cc5b682a61), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:31.415034 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ffe932-5b3f-444a-960d-de5fc00e0bd4 None None] New status for floating IP bc6ddc69-3ad1-4ec6-ad2e-4053ffde1378: ACTIVE {{(pid=121839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 07 21:55:31.501232 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-035e0bc8-f4c4-4716-9f24-930cf5f58389 req-d2290255-0cec-41cc-99cf-846812f2d257 service neutron] 10.222.0.32 "GET /v2.0/networks/704f8450-d63f-47c9-8f27-0e9fc81678e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1100559
May 07 21:55:31.501467 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701d866d-9fab-4945-901f-78132bf9226d service neutron] Pushing event updated for resources: {'Port': ['ID=c714b978-d69a-480e-821e-03cc5b682a61,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:55:31.609899 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-035e0bc8-f4c4-4716-9f24-930cf5f58389 req-f8e025dc-a928-4866-b49b-c79ce1efb3d3 service neutron] 10.222.0.32 "GET /v2.0/networks/704f8450-d63f-47c9-8f27-0e9fc81678e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0977006
May 07 21:55:31.635439 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [req-14e36a1d-c4ca-44de-8217-f097b711ef59 req-caf4b18b-185c-42c6-b966-4f87df9aa02f tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Router dab452b3-c5c3-4a3d-893a-5df33259a16e has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 21:55:31.637063 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-52aa816d-ea2c-432e-ae12-8a521c2e8047 req-701d866d-9fab-4945-901f-78132bf9226d service neutron] Attempting to bind port c714b978-d69a-480e-821e-03cc5b682a61 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:55:31.637434 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-52aa816d-ea2c-432e-ae12-8a521c2e8047 req-701d866d-9fab-4945-901f-78132bf9226d service neutron] Attempting to bind port c714b978-d69a-480e-821e-03cc5b682a61 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'c1f62f1a-7390-4968-bfcd-e0354648ad7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9b7653d0-c69e-4364-9ed6-1c005b136d81'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:55:31.637756 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52aa816d-ea2c-432e-ae12-8a521c2e8047 req-701d866d-9fab-4945-901f-78132bf9226d service neutron] Attempting to bind port c714b978-d69a-480e-821e-03cc5b682a61 on network 9b7653d0-c69e-4364-9ed6-1c005b136d81 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:55:31.645269 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52aa816d-ea2c-432e-ae12-8a521c2e8047 req-701d866d-9fab-4945-901f-78132bf9226d service neutron] Port c714b978-d69a-480e-821e-03cc5b682a61 on network 9b7653d0-c69e-4364-9ed6-1c005b136d81 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:55:31.645269 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52aa816d-ea2c-432e-ae12-8a521c2e8047 req-701d866d-9fab-4945-901f-78132bf9226d service neutron] Attempting to bind port c714b978-d69a-480e-821e-03cc5b682a61 on network 9b7653d0-c69e-4364-9ed6-1c005b136d81 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:55:31.651846 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52aa816d-ea2c-432e-ae12-8a521c2e8047 req-701d866d-9fab-4945-901f-78132bf9226d service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:55:31.652188 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52aa816d-ea2c-432e-ae12-8a521c2e8047 req-701d866d-9fab-4945-901f-78132bf9226d service neutron] Checking segment: {'id': 'c1f62f1a-7390-4968-bfcd-e0354648ad7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9b7653d0-c69e-4364-9ed6-1c005b136d81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:55:31.652702 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52aa816d-ea2c-432e-ae12-8a521c2e8047 req-701d866d-9fab-4945-901f-78132bf9226d service neutron] Bound using segment: {'id': 'c1f62f1a-7390-4968-bfcd-e0354648ad7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9b7653d0-c69e-4364-9ed6-1c005b136d81'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:55:31.653311 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-52aa816d-ea2c-432e-ae12-8a521c2e8047 req-701d866d-9fab-4945-901f-78132bf9226d service neutron] Bound port: c714b978-d69a-480e-821e-03cc5b682a61, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f62f1a-7390-4968-bfcd-e0354648ad7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9b7653d0-c69e-4364-9ed6-1c005b136d81'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:55:31.653685 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-52aa816d-ea2c-432e-ae12-8a521c2e8047 req-701d866d-9fab-4945-901f-78132bf9226d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (c714b978-d69a-480e-821e-03cc5b682a61), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:31.722344 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035e0bc8-f4c4-4716-9f24-930cf5f58389 req-c4f5cfa4-9094-4d6a-93c2-e0a12f548858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:31.730846 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-035e0bc8-f4c4-4716-9f24-930cf5f58389 req-c4f5cfa4-9094-4d6a-93c2-e0a12f548858 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4c2ee723c6a04843b302e255a401b1e7&device_id=653f2d36-3e13-4a84-93ea-5545b4e9fd2f HTTP/1.1" status: 200  len: 1127 time: 0.0683827
May 07 21:55:31.760361 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65705896-5fc8-4e82-af1d-ec84aacd70fd None None] Sync routers for ids ['4e415b3f-6226-4d5a-bd85-5868d0b73abe'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:55:31.776035 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65705896-5fc8-4e82-af1d-ec84aacd70fd None None] Routers {'4e415b3f-6226-4d5a-bd85-5868d0b73abe'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:55:31.776697 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-65705896-5fc8-4e82-af1d-ec84aacd70fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c7e8f70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:55:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['4e415b3f-6226-4d5a-bd85-5868d0b73abe'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:55:31.847882 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-52aa816d-ea2c-432e-ae12-8a521c2e8047 req-701d866d-9fab-4945-901f-78132bf9226d service neutron] For port c714b978-d69a-480e-821e-03cc5b682a61, host nch2-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:55:31.863973 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035e0bc8-f4c4-4716-9f24-930cf5f58389 req-111ec690-7b0f-430d-b357-9e4b4b317f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:31.865957 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-035e0bc8-f4c4-4716-9f24-930cf5f58389 req-111ec690-7b0f-430d-b357-9e4b4b317f67 service neutron] 10.222.0.32 "GET /v2.0/networks?id=704f8450-d63f-47c9-8f27-0e9fc81678e7 HTTP/1.1" status: 200  len: 922 time: 0.1343009
May 07 21:55:31.873075 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-52aa816d-ea2c-432e-ae12-8a521c2e8047 req-701d866d-9fab-4945-901f-78132bf9226d service neutron] For port c714b978-d69a-480e-821e-03cc5b682a61, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c714b978-d69a-480e-821e-03cc5b682a61,segment=NetworkSegment(c1f62f1a-7390-4968-bfcd-e0354648ad7b),segment_id=c1f62f1a-7390-4968-bfcd-e0354648ad7b)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:55:31.887710 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-52aa816d-ea2c-432e-ae12-8a521c2e8047 req-701d866d-9fab-4945-901f-78132bf9226d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (c714b978-d69a-480e-821e-03cc5b682a61), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:31.922234 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-14e36a1d-c4ca-44de-8217-f097b711ef59 req-caf4b18b-185c-42c6-b966-4f87df9aa02f tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:55:31.926928 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-65705896-5fc8-4e82-af1d-ec84aacd70fd None None] Set router 4e415b3f-6226-4d5a-bd85-5868d0b73abe gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:55:31.932082 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-14e36a1d-c4ca-44de-8217-f097b711ef59 req-caf4b18b-185c-42c6-b966-4f87df9aa02f tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:31.937309 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afbe965-b471-407e-bda5-97986ee5c848 None None] Sync routers for ids ['dab452b3-c5c3-4a3d-893a-5df33259a16e'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:55:31.958222 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afbe965-b471-407e-bda5-97986ee5c848 None None] Routers {'dab452b3-c5c3-4a3d-893a-5df33259a16e'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:55:31.962134 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-4afbe965-b471-407e-bda5-97986ee5c848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cec2be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:55:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['dab452b3-c5c3-4a3d-893a-5df33259a16e'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:55:31.970614 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-14e36a1d-c4ca-44de-8217-f097b711ef59 req-caf4b18b-185c-42c6-b966-4f87df9aa02f tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "PUT /v2.0/floatingips/af9563f8-dceb-4fb6-8671-b1ac91f7e502 HTTP/1.1" status: 200  len: 695 time: 1.7742121
May 07 21:55:31.978522 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aa816d-ea2c-432e-ae12-8a521c2e8047 req-701d866d-9fab-4945-901f-78132bf9226d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:31.979068 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-52aa816d-ea2c-432e-ae12-8a521c2e8047 req-701d866d-9fab-4945-901f-78132bf9226d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:31.980636 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-52aa816d-ea2c-432e-ae12-8a521c2e8047 req-701d866d-9fab-4945-901f-78132bf9226d service neutron] 10.222.0.59 "PUT /v2.0/ports/c714b978-d69a-480e-821e-03cc5b682a61 HTTP/1.1" status: 200  len: 1091 time: 2.4907880
May 07 21:55:32.040693 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701d866d-9fab-4945-901f-78132bf9226d service neutron] Pushing event updated for resources: {'Port': ['ID=c714b978-d69a-480e-821e-03cc5b682a61,revision_number=3']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:55:32.054460 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-035e0bc8-f4c4-4716-9f24-930cf5f58389 req-f015dc28-4829-4e91-9d21-f5293a2d40e2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c05653c-13d6-4294-9e31-a8863d1d2783 HTTP/1.1" status: 200  len: 1000 time: 0.1623132
May 07 21:55:32.056857 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e36a1d-c4ca-44de-8217-f097b711ef59 req-daa7a49b-7560-4a6d-a1b5-2237ad467362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:32.058918 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-14e36a1d-c4ca-44de-8217-f097b711ef59 req-daa7a49b-7560-4a6d-a1b5-2237ad467362 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=addf83b9a69e4628b1b962b7fceeb9ae&device_id=1328c136-9d82-4506-81cd-534b3799a51d HTTP/1.1" status: 200  len: 1127 time: 0.0582495
May 07 21:55:32.124621 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035e0bc8-f4c4-4716-9f24-930cf5f58389 req-df258608-2bf1-436f-8bfd-b06a19ee85dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:32.126219 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-035e0bc8-f4c4-4716-9f24-930cf5f58389 req-df258608-2bf1-436f-8bfd-b06a19ee85dc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2acc823a-0eec-49c6-a420-882d299a2009 HTTP/1.1" status: 200  len: 860 time: 0.0636492
May 07 21:55:32.180265 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035e0bc8-f4c4-4716-9f24-930cf5f58389 req-d65961ba-7f56-4202-be9e-74cd1b1b3cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:32.182926 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-035e0bc8-f4c4-4716-9f24-930cf5f58389 req-d65961ba-7f56-4202-be9e-74cd1b1b3cb8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=704f8450-d63f-47c9-8f27-0e9fc81678e7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0480216
May 07 21:55:32.190831 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-4afbe965-b471-407e-bda5-97986ee5c848 None None] Set router dab452b3-c5c3-4a3d-893a-5df33259a16e gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:55:32.306083 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-035e0bc8-f4c4-4716-9f24-930cf5f58389 req-fa61840f-d878-46ef-836e-4abb1d9724bf service neutron] 10.222.0.32 "GET /v2.0/networks/704f8450-d63f-47c9-8f27-0e9fc81678e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1151004
May 07 21:55:32.317808 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-65705896-5fc8-4e82-af1d-ec84aacd70fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c7e8f70>, [{'id': '4e415b3f-6226-4d5a-bd85-5868d0b73abe', 'name': 'tempest-FloatingIPsAssociationTestJSON-2146525056-router', 'tenant_id': '4c2ee723c6a04843b302e255a401b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.211'}], 'enable_snat': True}, 'gw_port_id': 'aff31c05-d914-4525-bace-30d34b61e5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:54:29Z', 'updated_at': '2022-05-07T21:54:35Z', 'revision_number': 4, 'project_id': '4c2ee723c6a04843b302e255a401b1e7', 'gw_port': {'id': 'aff31c05-d914-4525-bace-30d34b61e5c0', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:82:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e415b3f-6226-4d5a-bd85-5868d0b73abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:54:30Z', 'updated_at': '2022-05-07T21:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'bc6ddc69-3ad1-4ec6-ad2e-4053ffde1378', 'tenant_id': '4c2ee723c6a04843b302e255a401b1e7', 'floating_ip_address': '172.35.4.22', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '4e415b3f-6226-4d5a-bd85-5868d0b73abe', 'port_id': '9c05653c-13d6-4294-9e31-a8863d1d2783', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1213, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '704f8450-d63f-47c9-8f27-0e9fc81678e7', 'mac_address': 'fa:16:3e:16:f7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653f2d36-3e13-4a84-93ea-5545b4e9fd2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T21:54:58Z', 'updated_at': '2022-05-07T21:55:31Z', 'revision_number': 4, 'project_id': '4c2ee723c6a04843b302e255a401b1e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd331f409-571a-4b53-8871-45839bf52e41', 'name': '', 'network_id': '704f8450-d63f-47c9-8f27-0e9fc81678e7', 'tenant_id': '4c2ee723c6a04843b302e255a401b1e7', 'mac_address': 'fa:16:3e:51:9b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e415b3f-6226-4d5a-bd85-5868d0b73abe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '2acc823a-0eec-49c6-a420-882d299a2009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:54:33Z', 'updated_at': '2022-05-07T21:54:45Z', 'revision_number': 5, 'project_id': '4c2ee723c6a04843b302e255a401b1e7', 'subnets': [{'id': '2acc823a-0eec-49c6-a420-882d299a2009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:55:32.351910 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65705896-5fc8-4e82-af1d-ec84aacd70fd None None] Checking router: 4e415b3f-6226-4d5a-bd85-5868d0b73abe for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 21:55:32.361836 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65705896-5fc8-4e82-af1d-ec84aacd70fd None None] Routers {'4e415b3f-6226-4d5a-bd85-5868d0b73abe'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:55:32.363192 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-65705896-5fc8-4e82-af1d-ec84aacd70fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c7e8f70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:55:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['4e415b3f-6226-4d5a-bd85-5868d0b73abe'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:55:32.419256 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-035e0bc8-f4c4-4716-9f24-930cf5f58389 req-1a069989-dcf2-40bd-8760-d24338f23fda service neutron] 10.222.0.32 "GET /v2.0/networks/704f8450-d63f-47c9-8f27-0e9fc81678e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1000896
May 07 21:55:32.429698 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 1cef223b-c375-473f-8214-891abfa6fa86 no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:55:32.570909 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1591550-d359-4a09-8477-8c4b36db42b3 req-7914eac6-9079-4a1b-a9f7-7acc27a1f01b tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:32.575303 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e1591550-d359-4a09-8477-8c4b36db42b3 req-7914eac6-9079-4a1b-a9f7-7acc27a1f01b tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f1345a1-41a5-40ac-a7c4-7d6b9eb621fb HTTP/1.1" status: 200  len: 946 time: 0.0765643
May 07 21:55:32.580786 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-4afbe965-b471-407e-bda5-97986ee5c848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cec2be0>, [{'id': 'dab452b3-c5c3-4a3d-893a-5df33259a16e', 'name': 'tempest-ServerRescueTestJSONUnderV235-602815296-router', 'tenant_id': 'addf83b9a69e4628b1b962b7fceeb9ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.124'}], 'enable_snat': True}, 'gw_port_id': '7d1c6002-d7d2-4176-a72f-af5d2b9d954c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:53:50Z', 'updated_at': '2022-05-07T21:54:00Z', 'revision_number': 4, 'project_id': 'addf83b9a69e4628b1b962b7fceeb9ae', 'gw_port': {'id': '7d1c6002-d7d2-4176-a72f-af5d2b9d954c', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab452b3-c5c3-4a3d-893a-5df33259a16e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:53:51Z', 'updated_at': '2022-05-07T21:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b2caed4e-7377-4f4b-b896-d818b3eb5257', 'name': '', 'network_id': '38ca9b6e-b205-48f9-a002-ddfee225fe39', 'tenant_id': 'addf83b9a69e4628b1b962b7fceeb9ae', 'mac_address': 'fa:16:3e:88:fa:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab452b3-c5c3-4a3d-893a-5df33259a16e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '9f91aa11-98d2-41ad-a902-77d230f2dd04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:53:59Z', 'updated_at': '2022-05-07T21:54:08Z', 'revision_number': 5, 'project_id': 'addf83b9a69e4628b1b962b7fceeb9ae', 'subnets': [{'id': '9f91aa11-98d2-41ad-a902-77d230f2dd04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:55:32.587511 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-65705896-5fc8-4e82-af1d-ec84aacd70fd None None] Set router 4e415b3f-6226-4d5a-bd85-5868d0b73abe gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:55:32.587837 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aa816d-ea2c-432e-ae12-8a521c2e8047 req-cf5942b2-b79b-4c8c-bc8e-bf79aba49242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:32.589884 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-52aa816d-ea2c-432e-ae12-8a521c2e8047 req-cf5942b2-b79b-4c8c-bc8e-bf79aba49242 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=85587313eff94af59406aca0c1a96a02&device_id=18b8a031-b3cd-4d2f-b349-9b08eb3a6720 HTTP/1.1" status: 200  len: 1125 time: 0.4775331
May 07 21:55:32.590287 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 1cef223b-c375-473f-8214-891abfa6fa86 is: ACTIVE; New status is: DOWN {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:55:32.590716 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (1cef223b-c375-473f-8214-891abfa6fa86), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:32.615192 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afbe965-b471-407e-bda5-97986ee5c848 None None] Checking router: dab452b3-c5c3-4a3d-893a-5df33259a16e for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 21:55:32.625161 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afbe965-b471-407e-bda5-97986ee5c848 None None] Routers {'dab452b3-c5c3-4a3d-893a-5df33259a16e'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:55:32.625791 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-4afbe965-b471-407e-bda5-97986ee5c848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cec2be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:55:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['dab452b3-c5c3-4a3d-893a-5df33259a16e'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:55:32.650629 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-52aa816d-ea2c-432e-ae12-8a521c2e8047 req-0131eb52-a612-420b-adf3-44764e0c3363 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c714b978-d69a-480e-821e-03cc5b682a61 HTTP/1.1" status: 200  len: 217 time: 0.0496309
May 07 21:55:32.655333 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e1591550-d359-4a09-8477-8c4b36db42b3 req-114c45d8-78a8-473e-af53-578a5b43a0cb tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b18b124-d6ae-4635-93ed-9957a39a34ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0769043
May 07 21:55:32.656094 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e36a1d-c4ca-44de-8217-f097b711ef59 req-7d7d1dc0-ff28-49e2-ba4d-bd00105bb777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:32.657752 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-14e36a1d-c4ca-44de-8217-f097b711ef59 req-7d7d1dc0-ff28-49e2-ba4d-bd00105bb777 service neutron] 10.222.0.32 "GET /v2.0/networks?id=38ca9b6e-b205-48f9-a002-ddfee225fe39 HTTP/1.1" status: 200  len: 920 time: 0.5895183
May 07 21:55:32.663306 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 1cef223b-c375-473f-8214-891abfa6fa86, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1cef223b-c375-473f-8214-891abfa6fa86,segment=NetworkSegment(16a3e44e-cf3e-4bbc-83bb-ad3918f988bd),segment_id=16a3e44e-cf3e-4bbc-83bb-ad3918f988bd)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:55:32.666201 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc6a642e-763c-4ac9-8ef7-4985bcb86060', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1cef223b-c375-473f-8214-891abfa6fa86'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:55:32.669409 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69174a11-5a2a-46a5-83dc-0f8991dea7e8" -d '{"events": [{"server_uuid": "cc6a642e-763c-4ac9-8ef7-4985bcb86060", "name": "network-vif-unplugged", "status": "completed", "tag": "1cef223b-c375-473f-8214-891abfa6fa86"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:55:32.676597 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (1cef223b-c375-473f-8214-891abfa6fa86), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:32.800804 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-4afbe965-b471-407e-bda5-97986ee5c848 None None] Set router dab452b3-c5c3-4a3d-893a-5df33259a16e gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:55:32.810249 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=1cef223b-c375-473f-8214-891abfa6fa86,revision_number=8']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:55:32.839564 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-7d27e8b4-7b9d-4c67-bca8-9dba426c6d31 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=5642df0d-b70e-45a4-b82c-4c09755c76de HTTP/1.1" status: 200  len: 217 time: 0.1209822
May 07 21:55:32.841493 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-14e36a1d-c4ca-44de-8217-f097b711ef59 req-29590508-c390-440c-838a-d863dbf84d5d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=26b45fcb-fb85-4cfb-9dc0-1b5852bae60e HTTP/1.1" status: 200  len: 217 time: 0.1178486
May 07 21:55:32.848093 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932284f2-e8a0-4fc0-9380-04845fdff26b req-f48df4c3-73bc-4972-a00a-1b56ff40782e tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:32.854077 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932284f2-e8a0-4fc0-9380-04845fdff26b req-f48df4c3-73bc-4972-a00a-1b56ff40782e tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:32.860694 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932284f2-e8a0-4fc0-9380-04845fdff26b req-f48df4c3-73bc-4972-a00a-1b56ff40782e tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:32.866909 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932284f2-e8a0-4fc0-9380-04845fdff26b req-f48df4c3-73bc-4972-a00a-1b56ff40782e tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:32.872468 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932284f2-e8a0-4fc0-9380-04845fdff26b req-f48df4c3-73bc-4972-a00a-1b56ff40782e tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:32.878746 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932284f2-e8a0-4fc0-9380-04845fdff26b req-f48df4c3-73bc-4972-a00a-1b56ff40782e tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:32.885023 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932284f2-e8a0-4fc0-9380-04845fdff26b req-f48df4c3-73bc-4972-a00a-1b56ff40782e tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:32.893416 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-932284f2-e8a0-4fc0-9380-04845fdff26b req-f48df4c3-73bc-4972-a00a-1b56ff40782e tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb18387-ba8a-4070-aa1b-42824ed0c7ec HTTP/1.1" status: 200  len: 5418 time: 0.1197889
May 07 21:55:32.902842 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e36a1d-c4ca-44de-8217-f097b711ef59 req-be6f4f2c-ae02-4569-87c7-a693f83a895f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:32.904757 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-14e36a1d-c4ca-44de-8217-f097b711ef59 req-be6f4f2c-ae02-4569-87c7-a693f83a895f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=9f91aa11-98d2-41ad-a902-77d230f2dd04 HTTP/1.1" status: 200  len: 859 time: 0.0537744
May 07 21:55:32.993381 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-932284f2-e8a0-4fc0-9380-04845fdff26b req-8536f464-877e-43ce-b315-e210dee7c603 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/security-groups?id=022a2e7b-c53f-49c4-a82c-d25afea19659&id=4683f7d7-8b63-48cf-a24d-027ba8d9c114&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0989912
May 07 21:55:33.029754 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-65705896-5fc8-4e82-af1d-ec84aacd70fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c7e8f70>, [{'id': '4e415b3f-6226-4d5a-bd85-5868d0b73abe', 'name': 'tempest-FloatingIPsAssociationTestJSON-2146525056-router', 'tenant_id': '4c2ee723c6a04843b302e255a401b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.211'}], 'enable_snat': True}, 'gw_port_id': 'aff31c05-d914-4525-bace-30d34b61e5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:54:29Z', 'updated_at': '2022-05-07T21:54:35Z', 'revision_number': 4, 'project_id': '4c2ee723c6a04843b302e255a401b1e7', 'gw_port': {'id': 'aff31c05-d914-4525-bace-30d34b61e5c0', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:82:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e415b3f-6226-4d5a-bd85-5868d0b73abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:54:30Z', 'updated_at': '2022-05-07T21:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'bc6ddc69-3ad1-4ec6-ad2e-4053ffde1378', 'tenant_id': '4c2ee723c6a04843b302e255a401b1e7', 'floating_ip_address': '172.35.4.22', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '4e415b3f-6226-4d5a-bd85-5868d0b73abe', 'port_id': '9c05653c-13d6-4294-9e31-a8863d1d2783', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1213, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '704f8450-d63f-47c9-8f27-0e9fc81678e7', 'mac_address': 'fa:16:3e:16:f7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653f2d36-3e13-4a84-93ea-5545b4e9fd2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T21:54:58Z', 'updated_at': '2022-05-07T21:55:31Z', 'revision_number': 4, 'project_id': '4c2ee723c6a04843b302e255a401b1e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd331f409-571a-4b53-8871-45839bf52e41', 'name': '', 'network_id': '704f8450-d63f-47c9-8f27-0e9fc81678e7', 'tenant_id': '4c2ee723c6a04843b302e255a401b1e7', 'mac_address': 'fa:16:3e:51:9b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e415b3f-6226-4d5a-bd85-5868d0b73abe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '2acc823a-0eec-49c6-a420-882d299a2009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:54:33Z', 'updated_at': '2022-05-07T21:54:45Z', 'revision_number': 5, 'project_id': '4c2ee723c6a04843b302e255a401b1e7', 'subnets': [{'id': '2acc823a-0eec-49c6-a420-882d299a2009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:55:33.047360 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-14e36a1d-c4ca-44de-8217-f097b711ef59 req-81d0a872-e182-4945-8296-96798c1ea6fc service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=38ca9b6e-b205-48f9-a002-ddfee225fe39&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1340683
May 07 21:55:33.052197 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aa816d-ea2c-432e-ae12-8a521c2e8047 req-496d9280-345f-4697-8f7c-5ce17709f57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:33.053548 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-52aa816d-ea2c-432e-ae12-8a521c2e8047 req-496d9280-345f-4697-8f7c-5ce17709f57f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=68532bd3-831b-4da5-a9e0-f88c1ab76985 HTTP/1.1" status: 200  len: 851 time: 0.3942952
May 07 21:55:33.065085 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-abd0c0b9-7915-4e0e-9cdc-17127df06a07 req-a235b31e-3320-498f-ae4f-6dc5e4c43942 service neutron] 10.222.0.55 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3556325
May 07 21:55:33.088236 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65705896-5fc8-4e82-af1d-ec84aacd70fd None None] The sync data for ids ['4e415b3f-6226-4d5a-bd85-5868d0b73abe'] in ncdv-master-1 is: [{'id': '4e415b3f-6226-4d5a-bd85-5868d0b73abe', 'name': 'tempest-FloatingIPsAssociationTestJSON-2146525056-router', 'tenant_id': '4c2ee723c6a04843b302e255a401b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.211'}], 'enable_snat': True}, 'gw_port_id': 'aff31c05-d914-4525-bace-30d34b61e5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:54:29Z', 'updated_at': '2022-05-07T21:54:35Z', 'revision_number': 4, 'project_id': '4c2ee723c6a04843b302e255a401b1e7', 'gw_port': {'id': 'aff31c05-d914-4525-bace-30d34b61e5c0', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:82:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e415b3f-6226-4d5a-bd85-5868d0b73abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:54:30Z', 'updated_at': '2022-05-07T21:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'bc6ddc69-3ad1-4ec6-ad2e-4053ffde1378', 'tenant_id': '4c2ee723c6a04843b302e255a401b1e7', 'floating_ip_address': '172.35.4.22', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '4e415b3f-6226-4d5a-bd85-5868d0b73abe', 'port_id': '9c05653c-13d6-4294-9e31-a8863d1d2783', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1213, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '704f8450-d63f-47c9-8f27-0e9fc81678e7', 'mac_address': 'fa:16:3e:16:f7:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '653f2d36-3e13-4a84-93ea-5545b4e9fd2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T21:54:58Z', 'updated_at': '2022-05-07T21:55:31Z', 'revision_number': 4, 'project_id': '4c2ee723c6a04843b302e255a401b1e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd331f409-571a-4b53-8871-45839bf52e41', 'name': '', 'network_id': '704f8450-d63f-47c9-8f27-0e9fc81678e7', 'tenant_id': '4c2ee723c6a04843b302e255a401b1e7', 'mac_address': 'fa:16:3e:51:9b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e415b3f-6226-4d5a-bd85-5868d0b73abe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '2acc823a-0eec-49c6-a420-882d299a2009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:54:33Z', 'updated_at': '2022-05-07T21:54:45Z', 'revision_number': 5, 'project_id': '4c2ee723c6a04843b302e255a401b1e7', 'subnets': [{'id': '2acc823a-0eec-49c6-a420-882d299a2009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:55:33.186511 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-4afbe965-b471-407e-bda5-97986ee5c848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cec2be0>, [{'id': 'dab452b3-c5c3-4a3d-893a-5df33259a16e', 'name': 'tempest-ServerRescueTestJSONUnderV235-602815296-router', 'tenant_id': 'addf83b9a69e4628b1b962b7fceeb9ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.124'}], 'enable_snat': True}, 'gw_port_id': '7d1c6002-d7d2-4176-a72f-af5d2b9d954c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:53:50Z', 'updated_at': '2022-05-07T21:54:00Z', 'revision_number': 4, 'project_id': 'addf83b9a69e4628b1b962b7fceeb9ae', 'gw_port': {'id': '7d1c6002-d7d2-4176-a72f-af5d2b9d954c', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab452b3-c5c3-4a3d-893a-5df33259a16e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:53:51Z', 'updated_at': '2022-05-07T21:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b2caed4e-7377-4f4b-b896-d818b3eb5257', 'name': '', 'network_id': '38ca9b6e-b205-48f9-a002-ddfee225fe39', 'tenant_id': 'addf83b9a69e4628b1b962b7fceeb9ae', 'mac_address': 'fa:16:3e:88:fa:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab452b3-c5c3-4a3d-893a-5df33259a16e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '9f91aa11-98d2-41ad-a902-77d230f2dd04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:53:59Z', 'updated_at': '2022-05-07T21:54:08Z', 'revision_number': 5, 'project_id': 'addf83b9a69e4628b1b962b7fceeb9ae', 'subnets': [{'id': '9f91aa11-98d2-41ad-a902-77d230f2dd04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:55:33.205561 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-52aa816d-ea2c-432e-ae12-8a521c2e8047 req-eae8b320-0b30-4473-9d74-8ea7e74c2d62 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9b7653d0-c69e-4364-9ed6-1c005b136d81&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0867269
May 07 21:55:33.235536 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ab7ea3-7f49-4350-ba16-20812fbc2245 req-6e4f43cf-8c76-43d4-a3f1-d2766f856330 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:33.239042 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-26ab7ea3-7f49-4350-ba16-20812fbc2245 req-6e4f43cf-8c76-43d4-a3f1-d2766f856330 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?device_id=a390d88e-4ae4-4700-a85a-6bc97fd8bd29 HTTP/1.1" status: 200  len: 947 time: 0.1298020
May 07 21:55:33.256278 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afbe965-b471-407e-bda5-97986ee5c848 None None] The sync data for ids ['dab452b3-c5c3-4a3d-893a-5df33259a16e'] in ncdv-master-1 is: [{'id': 'dab452b3-c5c3-4a3d-893a-5df33259a16e', 'name': 'tempest-ServerRescueTestJSONUnderV235-602815296-router', 'tenant_id': 'addf83b9a69e4628b1b962b7fceeb9ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.124'}], 'enable_snat': True}, 'gw_port_id': '7d1c6002-d7d2-4176-a72f-af5d2b9d954c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:53:50Z', 'updated_at': '2022-05-07T21:54:00Z', 'revision_number': 4, 'project_id': 'addf83b9a69e4628b1b962b7fceeb9ae', 'gw_port': {'id': '7d1c6002-d7d2-4176-a72f-af5d2b9d954c', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab452b3-c5c3-4a3d-893a-5df33259a16e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:53:51Z', 'updated_at': '2022-05-07T21:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b2caed4e-7377-4f4b-b896-d818b3eb5257', 'name': '', 'network_id': '38ca9b6e-b205-48f9-a002-ddfee225fe39', 'tenant_id': 'addf83b9a69e4628b1b962b7fceeb9ae', 'mac_address': 'fa:16:3e:88:fa:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab452b3-c5c3-4a3d-893a-5df33259a16e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '9f91aa11-98d2-41ad-a902-77d230f2dd04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:53:59Z', 'updated_at': '2022-05-07T21:54:08Z', 'revision_number': 5, 'project_id': 'addf83b9a69e4628b1b962b7fceeb9ae', 'subnets': [{'id': '9f91aa11-98d2-41ad-a902-77d230f2dd04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:55:33.265834 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-dd016bad-f640-4443-9c44-ca7f445e1a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:33.268021 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-dd016bad-f640-4443-9c44-ca7f445e1a42 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c61573c2-ed87-428c-92ac-0bffa38409b2 HTTP/1.1" status: 200  len: 797 time: 0.2281702
May 07 21:55:33.329615 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-26ab7ea3-7f49-4350-ba16-20812fbc2245 req-cf4b1c65-2700-4049-9739-6021f847087b tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/security-groups?id=aca2780c-128c-4de5-85a4-a7e10bd42e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0741334
May 07 21:55:33.381295 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-14e36a1d-c4ca-44de-8217-f097b711ef59 req-4d3f4ffc-0a21-4e2e-9bb9-e344044af7d7 service neutron] 10.222.0.32 "GET /v2.0/networks/38ca9b6e-b205-48f9-a002-ddfee225fe39?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3136234
May 07 21:55:33.402422 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device e8fb4c79-a7ca-4fee-9d39-932cf793d33f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:55:33.428551 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-52aa816d-ea2c-432e-ae12-8a521c2e8047 req-58f4f012-d9c1-4c61-9300-c3fc52a3d39a service neutron] 10.222.0.59 "GET /v2.0/networks/9b7653d0-c69e-4364-9ed6-1c005b136d81?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2139108
May 07 21:55:33.524049 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c383250-d1d4-4fbf-9e2e-ca8fec984d13 req-d2ee63ec-6a7d-4cfe-883b-e2eac9f1d681 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:33.532960 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5c383250-d1d4-4fbf-9e2e-ca8fec984d13 req-d2ee63ec-6a7d-4cfe-883b-e2eac9f1d681 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=18b8a031-b3cd-4d2f-b349-9b08eb3a6720 HTTP/1.1" status: 200  len: 943 time: 0.1211562
May 07 21:55:33.569495 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-14e36a1d-c4ca-44de-8217-f097b711ef59 req-37485f3d-e2d4-41a8-9e6c-381c68f2929b service neutron] 10.222.0.32 "GET /v2.0/networks/38ca9b6e-b205-48f9-a002-ddfee225fe39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1777291
May 07 21:55:33.579026 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port e8fb4c79-a7ca-4fee-9d39-932cf793d33f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e8fb4c79-a7ca-4fee-9d39-932cf793d33f,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:55:33.595747 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-52aa816d-ea2c-432e-ae12-8a521c2e8047 req-80b93e44-6c57-47ff-832b-9fcd3a0d1639 service neutron] 10.222.0.59 "GET /v2.0/networks/9b7653d0-c69e-4364-9ed6-1c005b136d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1321003
May 07 21:55:33.597878 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': 'e8fb4c79-a7ca-4fee-9d39-932cf793d33f', 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47', 'port_id': 'e8fb4c79-a7ca-4fee-9d39-932cf793d33f', 'mac_address': 'fa:16:3e:75:48:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e0e5c53-1ece-4d20-b01d-5f8c6957edf6', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:55:33.599444 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5c383250-d1d4-4fbf-9e2e-ca8fec984d13 req-d983f2c5-2981-42bd-b8c2-af9cce04f1ef tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0654407
May 07 21:55:33.655411 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port e8fb4c79-a7ca-4fee-9d39-932cf793d33f is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:55:33.655808 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (e8fb4c79-a7ca-4fee-9d39-932cf793d33f), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:33.660871 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4896f943-c2ae-4386-a6d1-b15bceefff26 x-openstack-request-id: req-4896f943-c2ae-4386-a6d1-b15bceefff26 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:55:33.661172 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d6f28fb-7fb0-4dbe-b780-f14e94c9846d", "tag": "251b3c4a-3d68-4a9c-8850-df61aa0e1dc6", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:55:33.661473 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4896f943-c2ae-4386-a6d1-b15bceefff26 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:55:33.662038 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4896f943-c2ae-4386-a6d1-b15bceefff26'] response: {'name': 'network-changed', 'server_uuid': '0d6f28fb-7fb0-4dbe-b780-f14e94c9846d', 'tag': '251b3c4a-3d68-4a9c-8850-df61aa0e1dc6', 'status': 'completed', 'code': 200}
May 07 21:55:33.673386 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8fb4c79-a7ca-4fee-9d39-932cf793d33f {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:55:33.702914 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c51f93c-65e7-44b8-a900-ad647ae613eb x-openstack-request-id: req-5c51f93c-65e7-44b8-a900-ad647ae613eb {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:55:33.703198 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a390d88e-4ae4-4700-a85a-6bc97fd8bd29", "tag": "e8fb4c79-a7ca-4fee-9d39-932cf793d33f", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:55:33.703455 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5c51f93c-65e7-44b8-a900-ad647ae613eb {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:55:33.703624 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port e8fb4c79-a7ca-4fee-9d39-932cf793d33f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e8fb4c79-a7ca-4fee-9d39-932cf793d33f,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:55:33.703885 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c51f93c-65e7-44b8-a900-ad647ae613eb'] response: {'name': 'network-changed', 'server_uuid': 'a390d88e-4ae4-4700-a85a-6bc97fd8bd29', 'tag': 'e8fb4c79-a7ca-4fee-9d39-932cf793d33f', 'status': 'completed', 'code': 200}
May 07 21:55:33.712585 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (e8fb4c79-a7ca-4fee-9d39-932cf793d33f), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:33.754548 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9dc3b-dee5-4594-8536-0e2fe32fac0a req-aed6716b-f70f-49a7-b369-815ad0264b16 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:33.757064 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-85c9dc3b-dee5-4594-8536-0e2fe32fac0a req-aed6716b-f70f-49a7-b369-815ad0264b16 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc6a642e-763c-4ac9-8ef7-4985bcb86060 HTTP/1.1" status: 200  len: 944 time: 0.0696032
May 07 21:55:33.775152 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73278cc-d442-4173-af00-3fed790ac7c3 None None] New status for floating IP af9563f8-dceb-4fb6-8671-b1ac91f7e502: DOWN {{(pid=121838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 07 21:55:33.807289 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9baf12ba-d323-4001-b745-f71e4ad931d1 req-20826a5e-9393-47b0-9062-3a2713419e12 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.4.22 HTTP/1.1" status: 200  len: 1000 time: 0.0908382
May 07 21:55:33.832542 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-85c9dc3b-dee5-4594-8536-0e2fe32fac0a req-fdb311ae-8099-404e-8e68-812d93d23772 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bbf50af-50c2-4df2-bc37-9f0e79ec6d91&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0690098
May 07 21:55:33.872610 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baf12ba-d323-4001-b745-f71e4ad931d1 req-b021cbd5-abf0-4db1-96c5-3f639ef9d398 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:33.874861 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9baf12ba-d323-4001-b745-f71e4ad931d1 req-b021cbd5-abf0-4db1-96c5-3f639ef9d398 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] 10.222.0.32 "GET /v2.0/ports/9c05653c-13d6-4294-9e31-a8863d1d2783 HTTP/1.1" status: 200  len: 942 time: 0.0586550
May 07 21:55:33.931834 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 07 May 2022 21:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d61dd8-d3a6-4f54-b069-3b5092f44b62 x-openstack-request-id: req-73d61dd8-d3a6-4f54-b069-3b5092f44b62 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:55:33.932554 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc6a642e-763c-4ac9-8ef7-4985bcb86060", "name": "network-vif-unplugged", "status": "completed", "tag": "1cef223b-c375-473f-8214-891abfa6fa86", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:55:33.933221 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-73d61dd8-d3a6-4f54-b069-3b5092f44b62 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:55:33.933639 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73d61dd8-d3a6-4f54-b069-3b5092f44b62'] response: {'server_uuid': 'cc6a642e-763c-4ac9-8ef7-4985bcb86060', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1cef223b-c375-473f-8214-891abfa6fa86', 'code': 200}
May 07 21:55:33.978436 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=e8fb4c79-a7ca-4fee-9d39-932cf793d33f,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:55:34.022053 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9baf12ba-d323-4001-b745-f71e4ad931d1 req-21c52a6f-2f8a-471a-aa40-76881e6466fd tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.4.22 HTTP/1.1" status: 200  len: 1000 time: 0.0688422
May 07 21:55:34.143112 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5ecb6736-d84b-4ab9-91b1-5310ba1b6de5 req-6453a9c6-f986-44eb-8ffa-dd1a49c69c1f tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "GET /v2.0/floatingips/af9563f8-dceb-4fb6-8671-b1ac91f7e502 HTTP/1.1" status: 200  len: 695 time: 0.0740957
May 07 21:55:34.163912 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baf12ba-d323-4001-b745-f71e4ad931d1 req-97a6aead-5567-454e-aa63-1bf75326e2df tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:34.179247 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['e8fb4c79-a7ca-4fee-9d39-932cf793d33f'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:55:34.180018 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9baf12ba-d323-4001-b745-f71e4ad931d1 req-97a6aead-5567-454e-aa63-1bf75326e2df tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] 10.222.0.32 "GET /v2.0/networks/9221b764-ef06-431f-8941-796516ed7c3b HTTP/1.1" status: 200  len: 784 time: 0.1506383
May 07 21:55:34.325320 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecb6736-d84b-4ab9-91b1-5310ba1b6de5 req-1ca302ed-004e-4a3a-8be7-293b911e2313 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:34.327412 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5ecb6736-d84b-4ab9-91b1-5310ba1b6de5 req-1ca302ed-004e-4a3a-8be7-293b911e2313 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "GET /v2.0/networks/9221b764-ef06-431f-8941-796516ed7c3b HTTP/1.1" status: 200  len: 784 time: 0.1781805
May 07 21:55:34.391429 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5ecb6736-d84b-4ab9-91b1-5310ba1b6de5 req-81eed19e-075f-46fa-85bd-bac0abc4ee87 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.4.113 HTTP/1.1" status: 200  len: 696 time: 0.0576231
May 07 21:55:34.401727 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 5265c093-001b-4f7a-9877-fb1ce61028fc details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:55:34.498974 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-34dd9a6d-c288-4853-ba7a-36391fb6aa2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:34.499709 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5ecb6736-d84b-4ab9-91b1-5310ba1b6de5 req-5604e21d-e62d-42f3-af1a-319ae87412e6 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.4.113 HTTP/1.1" status: 200  len: 696 time: 0.1063681
May 07 21:55:34.500793 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-34dd9a6d-c288-4853-ba7a-36391fb6aa2d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3e9903c9-6550-4ae2-aa4f-70e03144784f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1209428
May 07 21:55:34.504229 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2089b54-b5cb-4c60-9e62-e413fdedd6e5 req-8374b8a6-c81c-4b9c-8b0a-77a01424b778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:34.505817 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c2089b54-b5cb-4c60-9e62-e413fdedd6e5 req-8374b8a6-c81c-4b9c-8b0a-77a01424b778 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4c2ee723c6a04843b302e255a401b1e7&device_id=0d6f28fb-7fb0-4dbe-b780-f14e94c9846d HTTP/1.1" status: 200  len: 1128 time: 0.1061020
May 07 21:55:34.527620 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 5265c093-001b-4f7a-9877-fb1ce61028fc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5265c093-001b-4f7a-9877-fb1ce61028fc,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:55:34.541554 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': '5265c093-001b-4f7a-9877-fb1ce61028fc', 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47', 'port_id': '5265c093-001b-4f7a-9877-fb1ce61028fc', 'mac_address': 'fa:16:3e:95:7c:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e0e5c53-1ece-4d20-b01d-5f8c6957edf6', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:55:34.584037 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 5265c093-001b-4f7a-9877-fb1ce61028fc is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:55:34.584422 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (5265c093-001b-4f7a-9877-fb1ce61028fc), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:34.605807 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5265c093-001b-4f7a-9877-fb1ce61028fc {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:55:34.632893 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 5265c093-001b-4f7a-9877-fb1ce61028fc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5265c093-001b-4f7a-9877-fb1ce61028fc,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:55:34.639994 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (5265c093-001b-4f7a-9877-fb1ce61028fc), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:34.644639 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-5ecb6736-d84b-4ab9-91b1-5310ba1b6de5 req-67d170cc-faa8-41be-9522-82bb952c7600 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Deleting port f9deade4-86d7-4281-b615-8cbfae926d5c {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:55:34.644988 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-5ecb6736-d84b-4ab9-91b1-5310ba1b6de5 req-67d170cc-faa8-41be-9522-82bb952c7600 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (f9deade4-86d7-4281-b615-8cbfae926d5c), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:34.703104 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=5265c093-001b-4f7a-9877-fb1ce61028fc,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:55:34.736224 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-5ecb6736-d84b-4ab9-91b1-5310ba1b6de5 req-67d170cc-faa8-41be-9522-82bb952c7600 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (f9deade4-86d7-4281-b615-8cbfae926d5c), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:34.736681 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-5ecb6736-d84b-4ab9-91b1-5310ba1b6de5 req-67d170cc-faa8-41be-9522-82bb952c7600 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Publish callbacks [] for floatingip (f9deade4-86d7-4281-b615-8cbfae926d5c), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:34.744654 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c5496-0ec3-4970-8804-e886c13dc745 req-18acb8a2-852b-41a2-b0d5-56bf5eddc3d1 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:34.750395 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c5496-0ec3-4970-8804-e886c13dc745 req-18acb8a2-852b-41a2-b0d5-56bf5eddc3d1 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:34.756588 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c5496-0ec3-4970-8804-e886c13dc745 req-18acb8a2-852b-41a2-b0d5-56bf5eddc3d1 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:34.756956 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-5ecb6736-d84b-4ab9-91b1-5310ba1b6de5 req-67d170cc-faa8-41be-9522-82bb952c7600 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Calling delete_port for f9deade4-86d7-4281-b615-8cbfae926d5c owned by network:floatingip {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:55:34.762190 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c5496-0ec3-4970-8804-e886c13dc745 req-18acb8a2-852b-41a2-b0d5-56bf5eddc3d1 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:34.767484 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c5496-0ec3-4970-8804-e886c13dc745 req-18acb8a2-852b-41a2-b0d5-56bf5eddc3d1 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:34.774813 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c5496-0ec3-4970-8804-e886c13dc745 req-18acb8a2-852b-41a2-b0d5-56bf5eddc3d1 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:34.780209 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c5496-0ec3-4970-8804-e886c13dc745 req-18acb8a2-852b-41a2-b0d5-56bf5eddc3d1 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:34.787617 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ac0c5496-0ec3-4970-8804-e886c13dc745 req-18acb8a2-852b-41a2-b0d5-56bf5eddc3d1 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb18387-ba8a-4070-aa1b-42824ed0c7ec HTTP/1.1" status: 200  len: 5418 time: 0.1012630
May 07 21:55:34.930088 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-5ecb6736-d84b-4ab9-91b1-5310ba1b6de5 req-67d170cc-faa8-41be-9522-82bb952c7600 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (f9deade4-86d7-4281-b615-8cbfae926d5c), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:34.933779 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['5265c093-001b-4f7a-9877-fb1ce61028fc'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:55:34.957174 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d170cc-faa8-41be-9522-82bb952c7600 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Pushing event deleted for resources: {'Port': ['ID=f9deade4-86d7-4281-b615-8cbfae926d5c,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:55:34.987867 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1dd620-bbf7-497b-a8cd-605b94344075 req-07ca8e14-e787-4cec-b1e3-8dc69cf6af1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:34.989412 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-fc1dd620-bbf7-497b-a8cd-605b94344075 req-07ca8e14-e787-4cec-b1e3-8dc69cf6af1a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a24cf19532e0484fabd6dc4e6b66fe30&device_id=a390d88e-4ae4-4700-a85a-6bc97fd8bd29 HTTP/1.1" status: 200  len: 1130 time: 0.1523261
May 07 21:55:35.027801 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-5ecb6736-d84b-4ab9-91b1-5310ba1b6de5 req-67d170cc-faa8-41be-9522-82bb952c7600 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Publish callbacks [] for floatingip (af9563f8-dceb-4fb6-8671-b1ac91f7e502), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:35.030757 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-5ecb6736-d84b-4ab9-91b1-5310ba1b6de5 req-67d170cc-faa8-41be-9522-82bb952c7600 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:35.032284 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5ecb6736-d84b-4ab9-91b1-5310ba1b6de5 req-67d170cc-faa8-41be-9522-82bb952c7600 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "DELETE /v2.0/floatingips/af9563f8-dceb-4fb6-8671-b1ac91f7e502 HTTP/1.1" status: 204  len: 173 time: 0.5283127
May 07 21:55:35.043785 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ac0c5496-0ec3-4970-8804-e886c13dc745 req-fa780d51-befc-45b7-a561-629b65cbe0a4 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/security-groups?id=022a2e7b-c53f-49c4-a82c-d25afea19659&id=4683f7d7-8b63-48cf-a24d-027ba8d9c114&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2443366
May 07 21:55:35.047545 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-f9213f44-cc62-4246-b4ba-5a3ffdf4996a service neutron] 10.222.0.55 "GET /v2.0/networks/3e9903c9-6550-4ae2-aa4f-70e03144784f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2578175
May 07 21:55:35.048917 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2089b54-b5cb-4c60-9e62-e413fdedd6e5 req-fc230807-f5e2-4546-92e4-d89a53030d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:35.050955 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c2089b54-b5cb-4c60-9e62-e413fdedd6e5 req-fc230807-f5e2-4546-92e4-d89a53030d89 service neutron] 10.222.0.55 "GET /v2.0/networks?id=704f8450-d63f-47c9-8f27-0e9fc81678e7 HTTP/1.1" status: 200  len: 922 time: 0.2501798
May 07 21:55:35.167253 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c2089b54-b5cb-4c60-9e62-e413fdedd6e5 req-3ffdcacb-d093-4f61-829e-0edeba74af4c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=251b3c4a-3d68-4a9c-8850-df61aa0e1dc6 HTTP/1.1" status: 200  len: 217 time: 0.0863540
May 07 21:55:35.222626 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8346462-1fe9-40d1-8ce8-fa880ebde4eb req-f9dd2769-128c-476c-a5b5-765a98b4e95c tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:35.224123 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d8346462-1fe9-40d1-8ce8-fa880ebde4eb req-f9dd2769-128c-476c-a5b5-765a98b4e95c tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/networks?id=7bc61814-8ef0-4365-b3ea-2c20100be453 HTTP/1.1" status: 200  len: 815 time: 0.1102710
May 07 21:55:35.240848 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d8346462-1fe9-40d1-8ce8-fa880ebde4eb req-c6564fd6-0d3c-413a-9727-4dac4d5cc3c8 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/quotas/4f4c556805a24040a7131d879ee91498 HTTP/1.1" status: 200  len: 375 time: 0.0103040
May 07 21:55:35.260852 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a9920c1f-235e-429c-8444-4d18583108c7 req-ddb146a9-5977-4c4c-819c-0ee29c3ed88d tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.4.22 HTTP/1.1" status: 200  len: 1000 time: 0.1884084
May 07 21:55:35.290910 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d8346462-1fe9-40d1-8ce8-fa880ebde4eb req-c4bec14f-c6ba-43b1-8516-883051e9eb7e tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4f4c556805a24040a7131d879ee91498&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0443470
May 07 21:55:35.306744 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2089b54-b5cb-4c60-9e62-e413fdedd6e5 req-8db140d3-7f1d-49fa-b269-669ed71d352f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:35.308197 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c2089b54-b5cb-4c60-9e62-e413fdedd6e5 req-8db140d3-7f1d-49fa-b269-669ed71d352f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2acc823a-0eec-49c6-a420-882d299a2009 HTTP/1.1" status: 200  len: 860 time: 0.1332660
May 07 21:55:35.359861 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-807e3954-5310-4d97-ba37-1ba34a785915 service neutron] 10.222.0.55 "GET /v2.0/networks/3e9903c9-6550-4ae2-aa4f-70e03144784f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2800908
May 07 21:55:35.368803 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9920c1f-235e-429c-8444-4d18583108c7 req-559d89ba-8eee-445b-af63-9c237920f675 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:35.370112 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a9920c1f-235e-429c-8444-4d18583108c7 req-559d89ba-8eee-445b-af63-9c237920f675 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] 10.222.0.32 "GET /v2.0/ports/9c05653c-13d6-4294-9e31-a8863d1d2783 HTTP/1.1" status: 200  len: 942 time: 0.1015966
May 07 21:55:35.401673 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d8346462-1fe9-40d1-8ce8-fa880ebde4eb req-bc2fe05b-5df5-4277-86a6-b331b8cdfbe6 service neutron] 10.222.0.32 "GET /v2.0/networks/7bc61814-8ef0-4365-b3ea-2c20100be453?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1041753
May 07 21:55:35.416807 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-94d0f616-30d5-4186-b393-f0620cf79063 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.68&port_id=0aa75d6c-c396-4cf7-82ed-1655289562cd HTTP/1.1" status: 200  len: 217 time: 0.0438337
May 07 21:55:35.422938 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2089b54-b5cb-4c60-9e62-e413fdedd6e5 req-325ff58c-654a-498e-a590-5705ad696b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:35.424338 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c2089b54-b5cb-4c60-9e62-e413fdedd6e5 req-325ff58c-654a-498e-a590-5705ad696b14 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=704f8450-d63f-47c9-8f27-0e9fc81678e7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1057866
May 07 21:55:35.510169 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d8346462-1fe9-40d1-8ce8-fa880ebde4eb req-e5ac4abc-c06a-4f70-a1cc-68c8886aff7a service neutron] 10.222.0.32 "GET /v2.0/networks/7bc61814-8ef0-4365-b3ea-2c20100be453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1013577
May 07 21:55:35.553826 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device e8fb4c79-a7ca-4fee-9d39-932cf793d33f up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:55:35.571515 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a9920c1f-235e-429c-8444-4d18583108c7 req-020a2f26-7e71-4f8b-a519-29176a788dff tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.4.22 HTTP/1.1" status: 200  len: 1000 time: 0.1564641
May 07 21:55:35.574537 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-7686ed60-fa3e-41a4-8486-18b30f127d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:35.575957 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-7686ed60-fa3e-41a4-8486-18b30f127d05 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c61573c2-ed87-428c-92ac-0bffa38409b2 HTTP/1.1" status: 200  len: 797 time: 0.1493325
May 07 21:55:35.617316 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning for port e8fb4c79-a7ca-4fee-9d39-932cf793d33f completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:55:35.636081 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port e8fb4c79-a7ca-4fee-9d39-932cf793d33f triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:55:35.636468 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (e8fb4c79-a7ca-4fee-9d39-932cf793d33f), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:35.663145 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d6f28fb-7fb0-4dbe-b780-f14e94c9846d', 'tag': '251b3c4a-3d68-4a9c-8850-df61aa0e1dc6'}, {'name': 'network-changed', 'server_uuid': '653f2d36-3e13-4a84-93ea-5545b4e9fd2f', 'tag': '9c05653c-13d6-4294-9e31-a8863d1d2783'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:55:35.667391 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59f5b5b3-aa55-4803-b399-c79ea7579c52" -d '{"events": [{"name": "network-changed", "server_uuid": "0d6f28fb-7fb0-4dbe-b780-f14e94c9846d", "tag": "251b3c4a-3d68-4a9c-8850-df61aa0e1dc6"}, {"name": "network-changed", "server_uuid": "653f2d36-3e13-4a84-93ea-5545b4e9fd2f", "tag": "9c05653c-13d6-4294-9e31-a8863d1d2783"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:55:35.705146 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c2089b54-b5cb-4c60-9e62-e413fdedd6e5 req-72448ee3-13bb-489f-9bd5-787bbaffe246 service neutron] 10.222.0.55 "GET /v2.0/networks/704f8450-d63f-47c9-8f27-0e9fc81678e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2421343
May 07 21:55:35.709018 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd34e6889-832e-45d3-8a1a-8c59d4ec697e', 'tag': '5265c093-001b-4f7a-9877-fb1ce61028fc'}, {'name': 'network-changed', 'server_uuid': '1328c136-9d82-4506-81cd-534b3799a51d', 'tag': '26b45fcb-fb85-4cfb-9dc0-1b5852bae60e'}, {'name': 'network-changed', 'server_uuid': '18b8a031-b3cd-4d2f-b349-9b08eb3a6720', 'tag': 'c714b978-d69a-480e-821e-03cc5b682a61'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:55:35.711287 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20d3732d-357e-4c40-9ca6-9f530a9ac4b3" -d '{"events": [{"name": "network-changed", "server_uuid": "d34e6889-832e-45d3-8a1a-8c59d4ec697e", "tag": "5265c093-001b-4f7a-9877-fb1ce61028fc"}, {"name": "network-changed", "server_uuid": "1328c136-9d82-4506-81cd-534b3799a51d", "tag": "26b45fcb-fb85-4cfb-9dc0-1b5852bae60e"}, {"name": "network-changed", "server_uuid": "18b8a031-b3cd-4d2f-b349-9b08eb3a6720", "tag": "c714b978-d69a-480e-821e-03cc5b682a61"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:55:35.718378 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-d88d95be-9ecb-4800-9432-a2229e2437a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:35.719933 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-d88d95be-9ecb-4800-9432-a2229e2437a4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3e9903c9-6550-4ae2-aa4f-70e03144784f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1274195
May 07 21:55:35.756966 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port e8fb4c79-a7ca-4fee-9d39-932cf793d33f is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:55:35.757368 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (e8fb4c79-a7ca-4fee-9d39-932cf793d33f), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:35.766559 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8027588d-e8f6-4d9e-ae7a-dfb671e07244 req-18a84941-3b48-4c36-acfc-984207dc6c34 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:35.775780 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8027588d-e8f6-4d9e-ae7a-dfb671e07244 req-18a84941-3b48-4c36-acfc-984207dc6c34 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?device_id=a390d88e-4ae4-4700-a85a-6bc97fd8bd29 HTTP/1.1" status: 200  len: 948 time: 0.0723593
May 07 21:55:35.797587 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port e8fb4c79-a7ca-4fee-9d39-932cf793d33f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e8fb4c79-a7ca-4fee-9d39-932cf793d33f,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:55:35.803243 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (e8fb4c79-a7ca-4fee-9d39-932cf793d33f), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:35.844636 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8027588d-e8f6-4d9e-ae7a-dfb671e07244 req-a548e3b9-9a53-4592-a724-845945d95c25 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/security-groups?id=aca2780c-128c-4de5-85a4-a7e10bd42e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0671029
May 07 21:55:35.859671 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=e8fb4c79-a7ca-4fee-9d39-932cf793d33f,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:55:35.885700 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9920c1f-235e-429c-8444-4d18583108c7 req-881a687d-2f3e-4fc5-a67e-cc9a810e144a tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:35.888755 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a9920c1f-235e-429c-8444-4d18583108c7 req-881a687d-2f3e-4fc5-a67e-cc9a810e144a tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] 10.222.0.32 "GET /v2.0/networks/9221b764-ef06-431f-8941-796516ed7c3b HTTP/1.1" status: 200  len: 784 time: 0.3084908
May 07 21:55:35.934850 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a390d88e-4ae4-4700-a85a-6bc97fd8bd29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8fb4c79-a7ca-4fee-9d39-932cf793d33f'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:55:35.937349 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0610ad2-6824-4dc6-a762-50cbadd393a1" -d '{"events": [{"server_uuid": "a390d88e-4ae4-4700-a85a-6bc97fd8bd29", "name": "network-vif-plugged", "status": "completed", "tag": "e8fb4c79-a7ca-4fee-9d39-932cf793d33f"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:55:35.968936 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aabab3-709f-48ac-914b-798f3f32e3e2 req-4029ab88-2e26-4dfd-8686-6a54d01b8f90 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:35.970659 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b5aabab3-709f-48ac-914b-798f3f32e3e2 req-4029ab88-2e26-4dfd-8686-6a54d01b8f90 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=18b8a031-b3cd-4d2f-b349-9b08eb3a6720 HTTP/1.1" status: 200  len: 943 time: 0.0573330
May 07 21:55:36.031993 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b5aabab3-709f-48ac-914b-798f3f32e3e2 req-fb1363d2-4465-45c6-950f-e2696377b495 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542891
May 07 21:55:36.098023 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [req-69749494-9199-40f7-83a7-b6ae77f68961 req-982d78e1-b738-4bea-a295-ed0682d3eee3 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121836) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 21:55:36.099165 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-69749494-9199-40f7-83a7-b6ae77f68961 req-982d78e1-b738-4bea-a295-ed0682d3eee3 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0062358
May 07 21:55:36.258939 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4034543d-414b-4147-b986-11425ef5b3c0 req-28091283-1abf-4808-ac6c-a850dce10dc6 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "GET /v2.0/security-groups/6b92e61f-c0aa-4cb9-a633-31aa24ceb414 HTTP/1.1" status: 200  len: 1827 time: 0.0600376
May 07 21:55:36.325314 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c2089b54-b5cb-4c60-9e62-e413fdedd6e5 req-147da6fa-5dee-4282-99f3-1e8f975d086d service neutron] 10.222.0.55 "GET /v2.0/networks/704f8450-d63f-47c9-8f27-0e9fc81678e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6019917
May 07 21:55:36.333245 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-f46dc30e-141d-49d1-aba8-4e2ea1fb01c6 service neutron] 10.222.0.55 "GET /v2.0/networks/3e9903c9-6550-4ae2-aa4f-70e03144784f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6004601
May 07 21:55:36.340282 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a9920c1f-235e-429c-8444-4d18583108c7 req-4a974276-29ce-4cda-b045-a6599e4d7910 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.4.22 HTTP/1.1" status: 200  len: 1000 time: 0.4449587
May 07 21:55:36.364700 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-4034543d-414b-4147-b986-11425ef5b3c0 req-e3ded3b6-f846-453f-a1f3-d235a3594f7d tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Publish callbacks [] for security_group (6b92e61f-c0aa-4cb9-a633-31aa24ceb414), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:36.398944 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-4034543d-414b-4147-b986-11425ef5b3c0 req-e3ded3b6-f846-453f-a1f3-d235a3594f7d tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Publish callbacks [] for security_group (6b92e61f-c0aa-4cb9-a633-31aa24ceb414), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:36.417996 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 5265c093-001b-4f7a-9877-fb1ce61028fc up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:55:36.458756 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-4034543d-414b-4147-b986-11425ef5b3c0 req-e3ded3b6-f846-453f-a1f3-d235a3594f7d tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (6b92e61f-c0aa-4cb9-a633-31aa24ceb414), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:36.462023 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-4034543d-414b-4147-b986-11425ef5b3c0 req-e3ded3b6-f846-453f-a1f3-d235a3594f7d tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:36.476860 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4034543d-414b-4147-b986-11425ef5b3c0 req-e3ded3b6-f846-453f-a1f3-d235a3594f7d tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "DELETE /v2.0/security-groups/6b92e61f-c0aa-4cb9-a633-31aa24ceb414 HTTP/1.1" status: 204  len: 173 time: 0.2169001
May 07 21:55:36.480702 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning for port 5265c093-001b-4f7a-9877-fb1ce61028fc completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:55:36.489643 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port 5265c093-001b-4f7a-9877-fb1ce61028fc triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:55:36.490030 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (5265c093-001b-4f7a-9877-fb1ce61028fc), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:36.490390 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-a9920c1f-235e-429c-8444-4d18583108c7 req-a2cab506-2615-4379-9fc6-a9f9bc72758f tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Request body: {'floatingip': {'port_id': None}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:55:36.494007 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1dd620-bbf7-497b-a8cd-605b94344075 req-cffc3ab5-dac1-4c05-a10f-d7b8b758e9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:36.495780 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-fc1dd620-bbf7-497b-a8cd-605b94344075 req-cffc3ab5-dac1-4c05-a10f-d7b8b758e9c5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=665487f0-78eb-47fb-9a06-b15bc614dc47 HTTP/1.1" status: 200  len: 870 time: 0.2440581
May 07 21:55:36.508646 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ded3b6-f846-453f-a1f3-d235a3594f7d tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b92e61f-c0aa-4cb9-a633-31aa24ceb414,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:55:36.589045 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-585fe942-3785-4d9f-ae04-82f5815b6e43 service neutron] 10.222.0.55 "GET /v2.0/networks/3e9903c9-6550-4ae2-aa4f-70e03144784f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2478199
May 07 21:55:36.590561 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 5265c093-001b-4f7a-9877-fb1ce61028fc is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:55:36.591054 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (5265c093-001b-4f7a-9877-fb1ce61028fc), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:36.592029 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-a9920c1f-235e-429c-8444-4d18583108c7 req-a2cab506-2615-4379-9fc6-a9f9bc72758f tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Publish callbacks [] for floatingip (bc6ddc69-3ad1-4ec6-ad2e-4053ffde1378), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:36.624417 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-049b2ff4-51b2-41f7-97be-f14253362c0e req-ab1c1d53-8033-4414-a83e-cea9664285c6 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?device_id=75e24f97-8526-41f8-906e-c99d18f445ba HTTP/1.1" status: 200  len: 210 time: 0.0443597
May 07 21:55:36.633590 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 5265c093-001b-4f7a-9877-fb1ce61028fc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5265c093-001b-4f7a-9877-fb1ce61028fc,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:55:36.639808 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (5265c093-001b-4f7a-9877-fb1ce61028fc), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:36.641383 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 1cef223b-c375-473f-8214-891abfa6fa86 no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:55:36.685675 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-fc1dd620-bbf7-497b-a8cd-605b94344075 req-83f8e65c-39a7-43a8-9c0c-c58d55301408 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=e8fb4c79-a7ca-4fee-9d39-932cf793d33f HTTP/1.1" status: 200  len: 217 time: 0.1080959
May 07 21:55:36.686429 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Sat, 07 May 2022 21:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea9cedad-05a7-4946-848f-515ecbff9a65 x-openstack-request-id: req-ea9cedad-05a7-4946-848f-515ecbff9a65 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:55:36.687124 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d6f28fb-7fb0-4dbe-b780-f14e94c9846d", "tag": "251b3c4a-3d68-4a9c-8850-df61aa0e1dc6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "653f2d36-3e13-4a84-93ea-5545b4e9fd2f", "tag": "9c05653c-13d6-4294-9e31-a8863d1d2783", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:55:36.687650 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ea9cedad-05a7-4946-848f-515ecbff9a65 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:55:36.688297 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea9cedad-05a7-4946-848f-515ecbff9a65'] response: {'name': 'network-changed', 'server_uuid': '0d6f28fb-7fb0-4dbe-b780-f14e94c9846d', 'tag': '251b3c4a-3d68-4a9c-8850-df61aa0e1dc6', 'status': 'completed', 'code': 200}
May 07 21:55:36.689939 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea9cedad-05a7-4946-848f-515ecbff9a65'] response: {'name': 'network-changed', 'server_uuid': '653f2d36-3e13-4a84-93ea-5545b4e9fd2f', 'tag': '9c05653c-13d6-4294-9e31-a8863d1d2783', 'status': 'completed', 'code': 200}
May 07 21:55:36.792999 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-4daa5012-9c8a-43f2-ae35-53ce3acbe1af service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=744875ea-e246-4ecb-b60f-b9c04a274fe9 HTTP/1.1" status: 200  len: 217 time: 0.0880980
May 07 21:55:36.795576 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Sat, 07 May 2022 21:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f9d2a40-870f-451e-865b-1ca1c31090bd x-openstack-request-id: req-4f9d2a40-870f-451e-865b-1ca1c31090bd {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:55:36.795946 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d34e6889-832e-45d3-8a1a-8c59d4ec697e", "tag": "5265c093-001b-4f7a-9877-fb1ce61028fc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1328c136-9d82-4506-81cd-534b3799a51d", "tag": "26b45fcb-fb85-4cfb-9dc0-1b5852bae60e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "18b8a031-b3cd-4d2f-b349-9b08eb3a6720", "tag": "c714b978-d69a-480e-821e-03cc5b682a61", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:55:36.796152 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4f9d2a40-870f-451e-865b-1ca1c31090bd {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:55:36.796524 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f9d2a40-870f-451e-865b-1ca1c31090bd'] response: {'name': 'network-changed', 'server_uuid': 'd34e6889-832e-45d3-8a1a-8c59d4ec697e', 'tag': '5265c093-001b-4f7a-9877-fb1ce61028fc', 'status': 'completed', 'code': 200}
May 07 21:55:36.796788 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f9d2a40-870f-451e-865b-1ca1c31090bd'] response: {'name': 'network-changed', 'server_uuid': '1328c136-9d82-4506-81cd-534b3799a51d', 'tag': '26b45fcb-fb85-4cfb-9dc0-1b5852bae60e', 'status': 'completed', 'code': 200}
May 07 21:55:36.797043 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f9d2a40-870f-451e-865b-1ca1c31090bd'] response: {'name': 'network-changed', 'server_uuid': '18b8a031-b3cd-4d2f-b349-9b08eb3a6720', 'tag': 'c714b978-d69a-480e-821e-03cc5b682a61', 'status': 'completed', 'code': 200}
May 07 21:55:36.827707 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e3d94404-7540-43b9-b01a-37a5920d486e req-92dc4126-c040-4838-9377-39d4ca70c12c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=cc6a642e-763c-4ac9-8ef7-4985bcb86060&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.3284175
May 07 21:55:36.837433 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=5265c093-001b-4f7a-9877-fb1ce61028fc,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:55:36.871350 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3376bcf8-892a-47b7-b775-04d21856c147 x-openstack-request-id: req-3376bcf8-892a-47b7-b775-04d21856c147 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:55:36.871350 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a390d88e-4ae4-4700-a85a-6bc97fd8bd29", "name": "network-vif-plugged", "status": "completed", "tag": "e8fb4c79-a7ca-4fee-9d39-932cf793d33f", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:55:36.871350 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3376bcf8-892a-47b7-b775-04d21856c147 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:55:36.871350 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3376bcf8-892a-47b7-b775-04d21856c147'] response: {'server_uuid': 'a390d88e-4ae4-4700-a85a-6bc97fd8bd29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8fb4c79-a7ca-4fee-9d39-932cf793d33f', 'code': 200}
May 07 21:55:36.883338 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 1cef223b-c375-473f-8214-891abfa6fa86 is: DOWN; New status is: DOWN {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:55:36.898542 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.55', 49833) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:55:36.973956 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f044c84b-e9eb-4efb-832c-8dd9f7c1a031 req-418a1acf-e66d-4fcb-bd6d-a2e6d6e8410f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1328c136-9d82-4506-81cd-534b3799a51d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1608498
May 07 21:55:36.979339 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d651d75-7b83-437e-b2ce-86062e43fe12 req-04e502db-28e5-42ab-874d-b5c63a941437 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:36.980680 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4d651d75-7b83-437e-b2ce-86062e43fe12 req-04e502db-28e5-42ab-874d-b5c63a941437 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f1345a1-41a5-40ac-a7c4-7d6b9eb621fb HTTP/1.1" status: 200  len: 946 time: 0.2728639
May 07 21:55:36.991083 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d3732d-357e-4c40-9ca6-9f530a9ac4b3 req-0ec780e2-4a55-4c28-925e-b9a5ba6ad332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:36.993794 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-20d3732d-357e-4c40-9ca6-9f530a9ac4b3 req-0ec780e2-4a55-4c28-925e-b9a5ba6ad332 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a24cf19532e0484fabd6dc4e6b66fe30&device_id=d34e6889-832e-45d3-8a1a-8c59d4ec697e HTTP/1.1" status: 200  len: 1131 time: 0.1818633
May 07 21:55:37.079973 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f5b5b3-aa55-4803-b399-c79ea7579c52 req-db039a61-eb31-45e2-a8cb-b6b33c09f3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:37.083428 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-59f5b5b3-aa55-4803-b399-c79ea7579c52 req-db039a61-eb31-45e2-a8cb-b6b33c09f3a4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4c2ee723c6a04843b302e255a401b1e7&device_id=0d6f28fb-7fb0-4dbe-b780-f14e94c9846d HTTP/1.1" status: 200  len: 1128 time: 0.3177824
May 07 21:55:37.095913 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1dd620-bbf7-497b-a8cd-605b94344075 req-f1aabdef-03f3-4bcb-802f-5be39ed37ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:37.098001 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-fc1dd620-bbf7-497b-a8cd-605b94344075 req-f1aabdef-03f3-4bcb-802f-5be39ed37ad3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6e0e5c53-1ece-4d20-b01d-5f8c6957edf6 HTTP/1.1" status: 200  len: 843 time: 0.1702688
May 07 21:55:37.182666 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-f79223b2-530f-4137-a783-3a4166cc5cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:37.184292 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-f79223b2-530f-4137-a783-3a4166cc5cfb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6168b443-15e3-44b9-96e7-6156bf22796d HTTP/1.1" status: 200  len: 797 time: 0.3626368
May 07 21:55:37.207482 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d3732d-357e-4c40-9ca6-9f530a9ac4b3 req-d467aada-702f-4cc7-a3bf-cc983e60c684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:37.208448 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e408e0-4276-4400-912b-490f65b770f3 req-11c68508-d59b-4cc4-a650-91ad47474769 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:37.208961 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-20d3732d-357e-4c40-9ca6-9f530a9ac4b3 req-d467aada-702f-4cc7-a3bf-cc983e60c684 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=85587313eff94af59406aca0c1a96a02&device_id=18b8a031-b3cd-4d2f-b349-9b08eb3a6720 HTTP/1.1" status: 200  len: 1125 time: 0.2272174
May 07 21:55:37.213669 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e408e0-4276-4400-912b-490f65b770f3 req-11c68508-d59b-4cc4-a650-91ad47474769 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:37.219545 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e408e0-4276-4400-912b-490f65b770f3 req-11c68508-d59b-4cc4-a650-91ad47474769 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:37.225231 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e408e0-4276-4400-912b-490f65b770f3 req-11c68508-d59b-4cc4-a650-91ad47474769 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:37.227608 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d94404-7540-43b9-b01a-37a5920d486e req-bc839ae0-012a-4492-aaac-69f4aab655b5 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:37.228933 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e3d94404-7540-43b9-b01a-37a5920d486e req-bc839ae0-012a-4492-aaac-69f4aab655b5 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports/1cef223b-c375-473f-8214-891abfa6fa86 HTTP/1.1" status: 200  len: 941 time: 0.3079803
May 07 21:55:37.230430 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e408e0-4276-4400-912b-490f65b770f3 req-11c68508-d59b-4cc4-a650-91ad47474769 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:37.235641 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e408e0-4276-4400-912b-490f65b770f3 req-11c68508-d59b-4cc4-a650-91ad47474769 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:37.241395 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e408e0-4276-4400-912b-490f65b770f3 req-11c68508-d59b-4cc4-a650-91ad47474769 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:37.243271 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-76e408e0-4276-4400-912b-490f65b770f3 req-11c68508-d59b-4cc4-a650-91ad47474769 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb18387-ba8a-4070-aa1b-42824ed0c7ec HTTP/1.1" status: 200  len: 5418 time: 0.2730794
May 07 21:55:37.280481 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f044c84b-e9eb-4efb-832c-8dd9f7c1a031 req-ab836df4-367f-464a-826a-9c283f011dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:37.281929 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f044c84b-e9eb-4efb-832c-8dd9f7c1a031 req-ab836df4-367f-464a-826a-9c283f011dfd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=addf83b9a69e4628b1b962b7fceeb9ae&device_id=1328c136-9d82-4506-81cd-534b3799a51d HTTP/1.1" status: 200  len: 1127 time: 0.2008231
May 07 21:55:37.292017 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb44eaef-6e28-4709-92e9-2a02227e123f req-8b1c7ec0-e31f-4708-9e31-e91b97c0838f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:37.292947 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-eb44eaef-6e28-4709-92e9-2a02227e123f req-8b1c7ec0-e31f-4708-9e31-e91b97c0838f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a390d88e-4ae4-4700-a85a-6bc97fd8bd29 HTTP/1.1" status: 200  len: 1131 time: 0.2236025
May 07 21:55:37.324979 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-a9920c1f-235e-429c-8444-4d18583108c7 req-a2cab506-2615-4379-9fc6-a9f9bc72758f tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:37.343140 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8346462-1fe9-40d1-8ce8-fa880ebde4eb req-83e45332-cfd6-49e2-8bec-9662c9382634 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:37.344566 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d8346462-1fe9-40d1-8ce8-fa880ebde4eb req-83e45332-cfd6-49e2-8bec-9662c9382634 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.55 "GET /v2.0/networks?id=7bc61814-8ef0-4365-b3ea-2c20100be453 HTTP/1.1" status: 200  len: 815 time: 0.4276180
May 07 21:55:37.393164 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-d8346462-1fe9-40d1-8ce8-fa880ebde4eb req-46d52a4c-c33c-4a76-b4c2-9d32b008e534 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Request body: {'port': {'device_id': '75e24f97-8526-41f8-906e-c99d18f445ba', 'network_id': '7bc61814-8ef0-4365-b3ea-2c20100be453', 'admin_state_up': True, 'tenant_id': '4f4c556805a24040a7131d879ee91498'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:55:37.400162 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1dd620-bbf7-497b-a8cd-605b94344075 req-f836995e-468a-4629-8be9-2ed0dca22dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:37.401699 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-fc1dd620-bbf7-497b-a8cd-605b94344075 req-f836995e-468a-4629-8be9-2ed0dca22dfc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=665487f0-78eb-47fb-9a06-b15bc614dc47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2631931
May 07 21:55:37.402303 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-a9920c1f-235e-429c-8444-4d18583108c7 req-a2cab506-2615-4379-9fc6-a9f9bc72758f tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (bc6ddc69-3ad1-4ec6-ad2e-4053ffde1378), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:37.402833 ncdv-master-1 neutron-server[121837]: INFO neutron.db.l3_db [req-a9920c1f-235e-429c-8444-4d18583108c7 req-a2cab506-2615-4379-9fc6-a9f9bc72758f tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Floating IP bc6ddc69-3ad1-4ec6-ad2e-4053ffde1378 disassociated. External IP: 172.35.4.22, port: 9c05653c-13d6-4294-9e31-a8863d1d2783.
May 07 21:55:37.495798 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-990c5f38-7aef-4f93-b1d3-8494509d23e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:37.497331 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-990c5f38-7aef-4f93-b1d3-8494509d23e9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d3d6fbc8-cbfa-4c1a-9104-6c52ad3f84a6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.2867138
May 07 21:55:37.544812 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device c714b978-d69a-480e-821e-03cc5b682a61 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:55:37.545620 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-4d651d75-7b83-437e-b2ce-86062e43fe12 req-714802a5-346c-41ed-865b-b11fc8fad151 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Deleting port 861cefe1-1ec7-45b2-a2a0-851f6f48c014 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:55:37.546163 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-4d651d75-7b83-437e-b2ce-86062e43fe12 req-714802a5-346c-41ed-865b-b11fc8fad151 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (861cefe1-1ec7-45b2-a2a0-851f6f48c014), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:37.712835 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port c714b978-d69a-480e-821e-03cc5b682a61, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c714b978-d69a-480e-821e-03cc5b682a61,segment=NetworkSegment(c1f62f1a-7390-4968-bfcd-e0354648ad7b),segment_id=c1f62f1a-7390-4968-bfcd-e0354648ad7b)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:55:37.749518 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d3732d-357e-4c40-9ca6-9f530a9ac4b3 req-783eec20-56e7-4335-b2da-195d79e1b8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:37.750987 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-20d3732d-357e-4c40-9ca6-9f530a9ac4b3 req-783eec20-56e7-4335-b2da-195d79e1b8c1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=665487f0-78eb-47fb-9a06-b15bc614dc47 HTTP/1.1" status: 200  len: 870 time: 0.7146313
May 07 21:55:37.751602 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': 'c714b978-d69a-480e-821e-03cc5b682a61', 'network_id': '9b7653d0-c69e-4364-9ed6-1c005b136d81', 'port_id': 'c714b978-d69a-480e-821e-03cc5b682a61', 'mac_address': 'fa:16:3e:17:99:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68532bd3-831b-4da5-a9e0-f88c1ab76985', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:55:37.788579 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f5b5b3-aa55-4803-b399-c79ea7579c52 req-a6b80c42-710d-44da-8b23-a5a5107f5a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:37.790710 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-59f5b5b3-aa55-4803-b399-c79ea7579c52 req-a6b80c42-710d-44da-8b23-a5a5107f5a2a service neutron] 10.222.0.55 "GET /v2.0/networks?id=704f8450-d63f-47c9-8f27-0e9fc81678e7 HTTP/1.1" status: 200  len: 922 time: 0.6675155
May 07 21:55:37.795846 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port c714b978-d69a-480e-821e-03cc5b682a61 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:55:37.796274 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (c714b978-d69a-480e-821e-03cc5b682a61), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:37.817547 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c714b978-d69a-480e-821e-03cc5b682a61 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:55:37.822011 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d3732d-357e-4c40-9ca6-9f530a9ac4b3 req-674afdb6-ad97-4f64-a891-31f21121a088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:37.823702 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-20d3732d-357e-4c40-9ca6-9f530a9ac4b3 req-674afdb6-ad97-4f64-a891-31f21121a088 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9b7653d0-c69e-4364-9ed6-1c005b136d81 HTTP/1.1" status: 200  len: 912 time: 0.5910358
May 07 21:55:37.847838 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-76e408e0-4276-4400-912b-490f65b770f3 req-454da426-29c8-440e-b12d-c4cadb92a608 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/security-groups?id=022a2e7b-c53f-49c4-a82c-d25afea19659&id=4683f7d7-8b63-48cf-a24d-027ba8d9c114&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.5839195
May 07 21:55:37.853711 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-eb44eaef-6e28-4709-92e9-2a02227e123f req-a24bc13a-4dc9-4cba-9c7f-ec567ce919e9 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=aca2780c-128c-4de5-85a4-a7e10bd42e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5487678
May 07 21:55:37.855599 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port c714b978-d69a-480e-821e-03cc5b682a61, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c714b978-d69a-480e-821e-03cc5b682a61,segment=NetworkSegment(c1f62f1a-7390-4968-bfcd-e0354648ad7b),segment_id=c1f62f1a-7390-4968-bfcd-e0354648ad7b)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:55:37.859727 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-20d3732d-357e-4c40-9ca6-9f530a9ac4b3 req-e728360a-7076-4b62-884f-c401633cf2ec service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=5265c093-001b-4f7a-9877-fb1ce61028fc HTTP/1.1" status: 200  len: 217 time: 0.0638146
May 07 21:55:37.866462 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (c714b978-d69a-480e-821e-03cc5b682a61), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:37.879588 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-59f5b5b3-aa55-4803-b399-c79ea7579c52 req-3711c8c0-a8cb-4cfc-b157-8f9a5107f19e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=251b3c4a-3d68-4a9c-8850-df61aa0e1dc6 HTTP/1.1" status: 200  len: 217 time: 0.0734525
May 07 21:55:37.906090 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f044c84b-e9eb-4efb-832c-8dd9f7c1a031 req-1279f90f-06e0-4858-be51-ebbdd1537523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:37.907800 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f044c84b-e9eb-4efb-832c-8dd9f7c1a031 req-1279f90f-06e0-4858-be51-ebbdd1537523 service neutron] 10.222.0.55 "GET /v2.0/networks?id=38ca9b6e-b205-48f9-a002-ddfee225fe39 HTTP/1.1" status: 200  len: 920 time: 0.5979121
May 07 21:55:37.927204 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=c714b978-d69a-480e-821e-03cc5b682a61,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:55:37.958185 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-20d3732d-357e-4c40-9ca6-9f530a9ac4b3 req-dea23f5b-16be-4db5-9cd9-bd1a5a640b05 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c714b978-d69a-480e-821e-03cc5b682a61 HTTP/1.1" status: 200  len: 217 time: 0.0946009
May 07 21:55:38.026481 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f044c84b-e9eb-4efb-832c-8dd9f7c1a031 req-d7c10dc8-4b3b-43e8-936a-81dff659e223 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=26b45fcb-fb85-4cfb-9dc0-1b5852bae60e HTTP/1.1" status: 200  len: 217 time: 0.0648215
May 07 21:55:38.106469 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d3732d-357e-4c40-9ca6-9f530a9ac4b3 req-47a0972d-936b-4aac-a675-b7a1121bd054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:38.108009 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-20d3732d-357e-4c40-9ca6-9f530a9ac4b3 req-47a0972d-936b-4aac-a675-b7a1121bd054 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6e0e5c53-1ece-4d20-b01d-5f8c6957edf6 HTTP/1.1" status: 200  len: 843 time: 0.2390721
May 07 21:55:38.108626 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8346462-1fe9-40d1-8ce8-fa880ebde4eb req-46d52a4c-c33c-4a76-b4c2-9d32b008e534 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Made reservation on behalf of 4f4c556805a24040a7131d879ee91498 for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:55:38.111949 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-d8346462-1fe9-40d1-8ce8-fa880ebde4eb req-46d52a4c-c33c-4a76-b4c2-9d32b008e534 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:38.152943 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bb1d14-953b-4aef-b8a8-80c1066ebc31 req-fbedff5f-32ac-43e8-b5ee-50f80f36e0df tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:38.154692 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-62bb1d14-953b-4aef-b8a8-80c1066ebc31 req-fbedff5f-32ac-43e8-b5ee-50f80f36e0df tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc6a642e-763c-4ac9-8ef7-4985bcb86060 HTTP/1.1" status: 200  len: 944 time: 0.1827624
May 07 21:55:38.229439 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f044c84b-e9eb-4efb-832c-8dd9f7c1a031 req-507b4f44-4a6f-4e04-bed0-c8b40127c2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:38.231198 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f044c84b-e9eb-4efb-832c-8dd9f7c1a031 req-507b4f44-4a6f-4e04-bed0-c8b40127c2e7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9f91aa11-98d2-41ad-a902-77d230f2dd04 HTTP/1.1" status: 200  len: 859 time: 0.1833732
May 07 21:55:38.236067 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['c714b978-d69a-480e-821e-03cc5b682a61'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:55:38.288529 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d3732d-357e-4c40-9ca6-9f530a9ac4b3 req-fed881f0-0ee3-48d5-bb97-360bed888b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:38.290503 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-20d3732d-357e-4c40-9ca6-9f530a9ac4b3 req-fed881f0-0ee3-48d5-bb97-360bed888b5f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=665487f0-78eb-47fb-9a06-b15bc614dc47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1708643
May 07 21:55:38.307327 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-4d651d75-7b83-437e-b2ce-86062e43fe12 req-714802a5-346c-41ed-865b-b11fc8fad151 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] For port 861cefe1-1ec7-45b2-a2a0-851f6f48c014, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=861cefe1-1ec7-45b2-a2a0-851f6f48c014,segment=NetworkSegment(48f32d76-f63e-49c4-90a9-1cfb8c1dc638),segment_id=48f32d76-f63e-49c4-90a9-1cfb8c1dc638)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:55:38.307870 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-4d651d75-7b83-437e-b2ce-86062e43fe12 req-714802a5-346c-41ed-865b-b11fc8fad151 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (861cefe1-1ec7-45b2-a2a0-851f6f48c014), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:38.311534 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-fc1dd620-bbf7-497b-a8cd-605b94344075 req-17f56675-2dd2-493b-9b35-275131005a55 service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8975842
May 07 21:55:38.340592 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f044c84b-e9eb-4efb-832c-8dd9f7c1a031 req-2310020c-b845-428c-ad3c-d76e5f3bf9be service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=38ca9b6e-b205-48f9-a002-ddfee225fe39&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0714688
May 07 21:55:38.344529 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-ed4cf522-3d41-43c1-bc06-af5cbc805a87 service neutron] 10.222.0.55 "GET /v2.0/networks/d3d6fbc8-cbfa-4c1a-9104-6c52ad3f84a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8391340
May 07 21:55:38.355651 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-4d651d75-7b83-437e-b2ce-86062e43fe12 req-714802a5-346c-41ed-865b-b11fc8fad151 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Calling delete_port for 861cefe1-1ec7-45b2-a2a0-851f6f48c014 owned by compute:nova {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:55:38.430006 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f5b5b3-aa55-4803-b399-c79ea7579c52 req-9a93e50c-5ea7-4cbe-abd8-adc21bf22b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:38.431746 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-59f5b5b3-aa55-4803-b399-c79ea7579c52 req-9a93e50c-5ea7-4cbe-abd8-adc21bf22b6b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2acc823a-0eec-49c6-a420-882d299a2009 HTTP/1.1" status: 200  len: 860 time: 0.5390012
May 07 21:55:38.470108 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-62bb1d14-953b-4aef-b8a8-80c1066ebc31 req-7ed3f7e6-da4f-44f3-b19d-768bfe91ee71 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bbf50af-50c2-4df2-bc37-9f0e79ec6d91&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2870502
May 07 21:55:38.494287 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d3732d-357e-4c40-9ca6-9f530a9ac4b3 req-ec3c70c6-3b1e-425e-bbe1-d980f32487bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:38.495956 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-20d3732d-357e-4c40-9ca6-9f530a9ac4b3 req-ec3c70c6-3b1e-425e-bbe1-d980f32487bc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=68532bd3-831b-4da5-a9e0-f88c1ab76985 HTTP/1.1" status: 200  len: 851 time: 0.2101917
May 07 21:55:38.597729 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f5b5b3-aa55-4803-b399-c79ea7579c52 req-47ab52d5-50e5-48d6-9c05-cbc6fe87d19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:38.599590 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-59f5b5b3-aa55-4803-b399-c79ea7579c52 req-47ab52d5-50e5-48d6-9c05-cbc6fe87d19f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=704f8450-d63f-47c9-8f27-0e9fc81678e7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1569605
May 07 21:55:38.610782 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-20d3732d-357e-4c40-9ca6-9f530a9ac4b3 req-0db08558-6f1e-4ff6-aa2a-da8e9c30d442 service neutron] 10.222.0.55 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2876067
May 07 21:55:38.620335 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [req-d8346462-1fe9-40d1-8ce8-fa880ebde4eb req-46d52a4c-c33c-4a76-b4c2-9d32b008e534 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Allocated IP 172.20.0.10 (7bc61814-8ef0-4365-b3ea-2c20100be453/c561b220-fa88-48ef-b165-e5d692e53d7d/70309868-18a6-4a82-b4fb-e8df121c6f4c) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:55:38.686218 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f044c84b-e9eb-4efb-832c-8dd9f7c1a031 req-d8173f0b-8a8d-477d-8ffa-ca25535047a8 service neutron] 10.222.0.55 "GET /v2.0/networks/38ca9b6e-b205-48f9-a002-ddfee225fe39?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3275504
May 07 21:55:38.788114 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-e23da544-58ed-4216-a78b-64fab342a921 service neutron] 10.222.0.55 "GET /v2.0/networks/d3d6fbc8-cbfa-4c1a-9104-6c52ad3f84a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4282362
May 07 21:55:38.795928 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-20d3732d-357e-4c40-9ca6-9f530a9ac4b3 req-d0821b2d-17a6-4a34-bcd0-9ae7732be942 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9b7653d0-c69e-4364-9ed6-1c005b136d81&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1213489
May 07 21:55:38.830321 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a9920c1f-235e-429c-8444-4d18583108c7 req-a2cab506-2615-4379-9fc6-a9f9bc72758f tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Router 4e415b3f-6226-4d5a-bd85-5868d0b73abe has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 21:55:38.862945 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ea2343cf-3625-4c25-9bdd-70939afb3590 req-1daf1665-4487-421e-902c-99e9ecc2049e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7bc2b763-2769-4c0e-9bf3-9ee54868505c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.1186874
May 07 21:55:38.871760 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd34e6889-832e-45d3-8a1a-8c59d4ec697e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5265c093-001b-4f7a-9877-fb1ce61028fc'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:55:38.877899 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d94654c2-f4e9-43fb-a101-d748e7f5249d" -d '{"events": [{"server_uuid": "d34e6889-832e-45d3-8a1a-8c59d4ec697e", "name": "network-vif-plugged", "status": "completed", "tag": "5265c093-001b-4f7a-9877-fb1ce61028fc"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:55:38.907530 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-20d3732d-357e-4c40-9ca6-9f530a9ac4b3 req-18b09a58-70de-4946-9df0-3c5f60b060ee service neutron] 10.222.0.55 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2889044
May 07 21:55:38.919868 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d455bb55-5f89-46dc-a69d-fb6d09c7e72f req-741b7e0f-9621-458e-aca6-9338b8ca349e tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:38.922112 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d455bb55-5f89-46dc-a69d-fb6d09c7e72f req-741b7e0f-9621-458e-aca6-9338b8ca349e tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?device_id=a390d88e-4ae4-4700-a85a-6bc97fd8bd29 HTTP/1.1" status: 200  len: 949 time: 0.1267257
May 07 21:55:38.987622 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-59f5b5b3-aa55-4803-b399-c79ea7579c52 req-2421e393-93a0-484a-9c49-f43052580384 service neutron] 10.222.0.55 "GET /v2.0/networks/704f8450-d63f-47c9-8f27-0e9fc81678e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3751693
May 07 21:55:39.035013 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-fc1dd620-bbf7-497b-a8cd-605b94344075 req-a5f1d93b-7891-4b66-94cb-b8244bd43696 service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3581538
May 07 21:55:39.043959 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-4d651d75-7b83-437e-b2ce-86062e43fe12 req-714802a5-346c-41ed-865b-b11fc8fad151 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (861cefe1-1ec7-45b2-a2a0-851f6f48c014), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:39.071874 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2343cf-3625-4c25-9bdd-70939afb3590 req-9f4651f1-9d60-464d-947f-c92b29000f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:39.072355 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2343cf-3625-4c25-9bdd-70939afb3590 req-9f4651f1-9d60-464d-947f-c92b29000f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:39.072826 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2343cf-3625-4c25-9bdd-70939afb3590 req-9f4651f1-9d60-464d-947f-c92b29000f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:39.073294 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2343cf-3625-4c25-9bdd-70939afb3590 req-9f4651f1-9d60-464d-947f-c92b29000f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:39.073752 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2343cf-3625-4c25-9bdd-70939afb3590 req-9f4651f1-9d60-464d-947f-c92b29000f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:39.074214 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2343cf-3625-4c25-9bdd-70939afb3590 req-9f4651f1-9d60-464d-947f-c92b29000f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:39.074673 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2343cf-3625-4c25-9bdd-70939afb3590 req-9f4651f1-9d60-464d-947f-c92b29000f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:39.076671 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ea2343cf-3625-4c25-9bdd-70939afb3590 req-9f4651f1-9d60-464d-947f-c92b29000f21 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f75cb675742543209bcbb75d99b60e97&device_id=7bc2b763-2769-4c0e-9bf3-9ee54868505c HTTP/1.1" status: 200  len: 6718 time: 0.1419930
May 07 21:55:39.102375 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d455bb55-5f89-46dc-a69d-fb6d09c7e72f req-7e6cfc2f-65f8-4e44-9e19-5326bdf17bdc tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/security-groups?id=aca2780c-128c-4de5-85a4-a7e10bd42e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1406972
May 07 21:55:39.132406 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714802a5-346c-41ed-865b-b11fc8fad151 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Pushing event deleted for resources: {'Port': ['ID=861cefe1-1ec7-45b2-a2a0-851f6f48c014,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:55:39.136795 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-d8346462-1fe9-40d1-8ce8-fa880ebde4eb req-46d52a4c-c33c-4a76-b4c2-9d32b008e534 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Publish callbacks [] for port (70309868-18a6-4a82-b4fb-e8df121c6f4c), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:39.144176 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-20d3732d-357e-4c40-9ca6-9f530a9ac4b3 req-d2a629e7-2b23-48b6-be48-859725809c03 service neutron] 10.222.0.59 "GET /v2.0/networks/9b7653d0-c69e-4364-9ed6-1c005b136d81?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3193793
May 07 21:55:39.181937 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a9920c1f-235e-429c-8444-4d18583108c7 req-a2cab506-2615-4379-9fc6-a9f9bc72758f tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:55:39.195918 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2458c9ea-38e4-4f25-aaea-c13f7a32c561 None None] Sync routers for ids ['4e415b3f-6226-4d5a-bd85-5868d0b73abe'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:55:39.201033 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-a9920c1f-235e-429c-8444-4d18583108c7 req-a2cab506-2615-4379-9fc6-a9f9bc72758f tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:39.204542 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d651d75-7b83-437e-b2ce-86062e43fe12 req-714802a5-346c-41ed-865b-b11fc8fad151 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] No DVR routers for this DVR port 861cefe1-1ec7-45b2-a2a0-851f6f48c014 on host nch2-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:55:39.215303 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-4d651d75-7b83-437e-b2ce-86062e43fe12 req-714802a5-346c-41ed-865b-b11fc8fad151 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:39.218572 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4d651d75-7b83-437e-b2ce-86062e43fe12 req-714802a5-346c-41ed-865b-b11fc8fad151 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.59 "DELETE /v2.0/ports/861cefe1-1ec7-45b2-a2a0-851f6f48c014 HTTP/1.1" status: 204  len: 173 time: 2.1688378
May 07 21:55:39.219054 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f1345a1-41a5-40ac-a7c4-7d6b9eb621fb', 'name': 'network-vif-deleted', 'tag': '861cefe1-1ec7-45b2-a2a0-851f6f48c014'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:55:39.221322 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f21b911e-8d8b-440a-a4d7-e8d688ddee76" -d '{"events": [{"server_uuid": "9f1345a1-41a5-40ac-a7c4-7d6b9eb621fb", "name": "network-vif-deleted", "tag": "861cefe1-1ec7-45b2-a2a0-851f6f48c014"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:55:39.224806 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2458c9ea-38e4-4f25-aaea-c13f7a32c561 None None] Routers {'4e415b3f-6226-4d5a-bd85-5868d0b73abe'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:55:39.226728 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-2458c9ea-38e4-4f25-aaea-c13f7a32c561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8ccf97c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:55:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['4e415b3f-6226-4d5a-bd85-5868d0b73abe'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:55:39.247443 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcae47b-edd4-46ad-b62f-7e52dac89a72 req-7a31cf0a-814f-4d0a-93e9-b2746672013f tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:39.249371 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4dcae47b-edd4-46ad-b62f-7e52dac89a72 req-7a31cf0a-814f-4d0a-93e9-b2746672013f tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=18b8a031-b3cd-4d2f-b349-9b08eb3a6720 HTTP/1.1" status: 200  len: 944 time: 0.0756102
May 07 21:55:39.250468 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-d8346462-1fe9-40d1-8ce8-fa880ebde4eb req-46d52a4c-c33c-4a76-b4c2-9d32b008e534 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (70309868-18a6-4a82-b4fb-e8df121c6f4c), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:39.309555 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a9920c1f-235e-429c-8444-4d18583108c7 req-a2cab506-2615-4379-9fc6-a9f9bc72758f tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] 10.222.0.32 "PUT /v2.0/floatingips/bc6ddc69-3ad1-4ec6-ad2e-4053ffde1378 HTTP/1.1" status: 200  len: 694 time: 2.9158969
May 07 21:55:39.340518 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8346462-1fe9-40d1-8ce8-fa880ebde4eb req-46d52a4c-c33c-4a76-b4c2-9d32b008e534 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Network 7bc61814-8ef0-4365-b3ea-2c20100be453 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:55:39.341873 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d52a4c-c33c-4a76-b4c2-9d32b008e534 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Pushing event updated for resources: {'Port': ['ID=70309868-18a6-4a82-b4fb-e8df121c6f4c,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:55:39.376628 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4dcae47b-edd4-46ad-b62f-7e52dac89a72 req-b2e55dc7-fed1-4084-9e3f-8368dd0c7ab7 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1148913
May 07 21:55:39.377572 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [req-d8346462-1fe9-40d1-8ce8-fa880ebde4eb req-46d52a4c-c33c-4a76-b4c2-9d32b008e534 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:55:39.393422 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8346462-1fe9-40d1-8ce8-fa880ebde4eb req-46d52a4c-c33c-4a76-b4c2-9d32b008e534 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:55:39.445063 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-20d3732d-357e-4c40-9ca6-9f530a9ac4b3 req-995a4939-06fd-4554-9c80-413eedbbe184 service neutron] 10.222.0.59 "GET /v2.0/networks/9b7653d0-c69e-4364-9ed6-1c005b136d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2414358
May 07 21:55:39.463917 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9920c1f-235e-429c-8444-4d18583108c7 req-db2e0d61-2fbd-4061-a5bc-d04fda1a9cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:39.465431 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a9920c1f-235e-429c-8444-4d18583108c7 req-db2e0d61-2fbd-4061-a5bc-d04fda1a9cd3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4c2ee723c6a04843b302e255a401b1e7&device_id=653f2d36-3e13-4a84-93ea-5545b4e9fd2f HTTP/1.1" status: 200  len: 1127 time: 0.1170592
May 07 21:55:39.511585 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2343cf-3625-4c25-9bdd-70939afb3590 req-1a570fb2-6461-4774-bce3-d02384719b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:39.511890 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8346462-1fe9-40d1-8ce8-fa880ebde4eb req-46d52a4c-c33c-4a76-b4c2-9d32b008e534 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:39.512498 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2343cf-3625-4c25-9bdd-70939afb3590 req-1a570fb2-6461-4774-bce3-d02384719b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:39.512715 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-d8346462-1fe9-40d1-8ce8-fa880ebde4eb req-46d52a4c-c33c-4a76-b4c2-9d32b008e534 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:39.513296 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2343cf-3625-4c25-9bdd-70939afb3590 req-1a570fb2-6461-4774-bce3-d02384719b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:39.514911 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ea2343cf-3625-4c25-9bdd-70939afb3590 req-1a570fb2-6461-4774-bce3-d02384719b75 service neutron] 10.222.0.59 "GET /v2.0/networks?id=509cbb97-8d95-4377-b498-4ce6a1d5a1d9&id=5159d3da-3059-47f6-8ecf-b4d9b2b9d7de&id=5159d3da-3059-47f6-8ecf-b4d9b2b9d7de&id=5159d3da-3059-47f6-8ecf-b4d9b2b9d7de&id=5159d3da-3059-47f6-8ecf-b4d9b2b9d7de&id=609f4b94-ee73-43b2-a5f1-920ecad898a5&id=609f4b94-ee73-43b2-a5f1-920ecad898a5 HTTP/1.1" status: 200  len: 2295 time: 0.2160175
May 07 21:55:39.544795 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-2458c9ea-38e4-4f25-aaea-c13f7a32c561 None None] Set router 4e415b3f-6226-4d5a-bd85-5868d0b73abe gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:55:39.565270 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d8346462-1fe9-40d1-8ce8-fa880ebde4eb req-46d52a4c-c33c-4a76-b4c2-9d32b008e534 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.1956172
May 07 21:55:39.585433 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['861cefe1-1ec7-45b2-a2a0-851f6f48c014'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:55:39.588768 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9920c1f-235e-429c-8444-4d18583108c7 req-a5a09361-c24f-4689-b1ba-dbb1077491f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:39.589752 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d64fa-8ab5-49f4-ad7b-ce37fe36776b req-0d10223a-a0a7-4622-bd2e-58459dca7518 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:39.590289 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a9920c1f-235e-429c-8444-4d18583108c7 req-a5a09361-c24f-4689-b1ba-dbb1077491f5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=704f8450-d63f-47c9-8f27-0e9fc81678e7 HTTP/1.1" status: 200  len: 922 time: 0.1065221
May 07 21:55:39.592294 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3c9d64fa-8ab5-49f4-ad7b-ce37fe36776b req-0d10223a-a0a7-4622-bd2e-58459dca7518 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?device_id=75e24f97-8526-41f8-906e-c99d18f445ba HTTP/1.1" status: 200  len: 932 time: 0.0756512
May 07 21:55:39.595550 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['861cefe1-1ec7-45b2-a2a0-851f6f48c014'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:55:39.598591 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device c714b978-d69a-480e-821e-03cc5b682a61 up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:55:39.648762 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a9920c1f-235e-429c-8444-4d18583108c7 req-f1a34685-04b4-4797-9900-c297b1735489 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c05653c-13d6-4294-9e31-a8863d1d2783 HTTP/1.1" status: 200  len: 217 time: 0.0484381
May 07 21:55:39.698837 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3c9d64fa-8ab5-49f4-ad7b-ce37fe36776b req-773661c4-f885-4ffc-a7d9-99f205f96bff tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b18b124-d6ae-4635-93ed-9957a39a34ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0997927
May 07 21:55:39.706985 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning for port c714b978-d69a-480e-821e-03cc5b682a61 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:55:39.718059 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port c714b978-d69a-480e-821e-03cc5b682a61 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:55:39.718900 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (c714b978-d69a-480e-821e-03cc5b682a61), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:39.720335 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9920c1f-235e-429c-8444-4d18583108c7 req-a73a6f46-2c46-426f-bc20-7e483eb9c205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:39.732881 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a9920c1f-235e-429c-8444-4d18583108c7 req-a73a6f46-2c46-426f-bc20-7e483eb9c205 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2acc823a-0eec-49c6-a420-882d299a2009 HTTP/1.1" status: 200  len: 860 time: 0.0778391
May 07 21:55:39.828107 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9920c1f-235e-429c-8444-4d18583108c7 req-28d5bb5f-e58f-4c8b-97b7-c72f91852fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:39.829751 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a9920c1f-235e-429c-8444-4d18583108c7 req-28d5bb5f-e58f-4c8b-97b7-c72f91852fbf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=704f8450-d63f-47c9-8f27-0e9fc81678e7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0960574
May 07 21:55:39.844178 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23abc96-6556-48d4-963e-0d6be655fb1f req-10a98600-d34c-415f-a155-5e366f2d9d26 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:39.845727 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c23abc96-6556-48d4-963e-0d6be655fb1f req-10a98600-d34c-415f-a155-5e366f2d9d26 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "GET /v2.0/ports?device_id=1328c136-9d82-4506-81cd-534b3799a51d HTTP/1.1" status: 200  len: 945 time: 0.0550549
May 07 21:55:39.863237 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port c714b978-d69a-480e-821e-03cc5b682a61 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:55:39.863716 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (c714b978-d69a-480e-821e-03cc5b682a61), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:39.875691 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-2458c9ea-38e4-4f25-aaea-c13f7a32c561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8ccf97c0>, [{'id': '4e415b3f-6226-4d5a-bd85-5868d0b73abe', 'name': 'tempest-FloatingIPsAssociationTestJSON-2146525056-router', 'tenant_id': '4c2ee723c6a04843b302e255a401b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.211'}], 'enable_snat': True}, 'gw_port_id': 'aff31c05-d914-4525-bace-30d34b61e5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:54:29Z', 'updated_at': '2022-05-07T21:54:35Z', 'revision_number': 4, 'project_id': '4c2ee723c6a04843b302e255a401b1e7', 'gw_port': {'id': 'aff31c05-d914-4525-bace-30d34b61e5c0', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:82:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e415b3f-6226-4d5a-bd85-5868d0b73abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:54:30Z', 'updated_at': '2022-05-07T21:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd331f409-571a-4b53-8871-45839bf52e41', 'name': '', 'network_id': '704f8450-d63f-47c9-8f27-0e9fc81678e7', 'tenant_id': '4c2ee723c6a04843b302e255a401b1e7', 'mac_address': 'fa:16:3e:51:9b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e415b3f-6226-4d5a-bd85-5868d0b73abe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '2acc823a-0eec-49c6-a420-882d299a2009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:54:33Z', 'updated_at': '2022-05-07T21:54:45Z', 'revision_number': 5, 'project_id': '4c2ee723c6a04843b302e255a401b1e7', 'subnets': [{'id': '2acc823a-0eec-49c6-a420-882d299a2009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:55:39.892465 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ea2343cf-3625-4c25-9bdd-70939afb3590 req-0b4d10fa-afd8-40a5-b827-1b3d2a2e5f80 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c96fe3c0-1df8-4707-980e-6b6ab0d159b2 HTTP/1.1" status: 200  len: 1000 time: 0.1405535
May 07 21:55:39.903661 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2458c9ea-38e4-4f25-aaea-c13f7a32c561 None None] Checking router: 4e415b3f-6226-4d5a-bd85-5868d0b73abe for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 21:55:39.915103 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2458c9ea-38e4-4f25-aaea-c13f7a32c561 None None] Routers {'4e415b3f-6226-4d5a-bd85-5868d0b73abe'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:55:39.916027 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-2458c9ea-38e4-4f25-aaea-c13f7a32c561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8ccf97c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:55:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['4e415b3f-6226-4d5a-bd85-5868d0b73abe'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:55:39.945045 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port c714b978-d69a-480e-821e-03cc5b682a61, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c714b978-d69a-480e-821e-03cc5b682a61,segment=NetworkSegment(c1f62f1a-7390-4968-bfcd-e0354648ad7b),segment_id=c1f62f1a-7390-4968-bfcd-e0354648ad7b)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:55:39.961328 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c23abc96-6556-48d4-963e-0d6be655fb1f req-77334f4f-f81b-4303-9ddd-51718f23427f tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d51153d-80bb-487e-9b59-7f10285c8c88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1023591
May 07 21:55:39.963473 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (c714b978-d69a-480e-821e-03cc5b682a61), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:40.028376 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=c714b978-d69a-480e-821e-03cc5b682a61,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:55:40.039937 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a9920c1f-235e-429c-8444-4d18583108c7 req-49d08030-8b88-443e-9a0f-0dcd93019628 service neutron] 10.222.0.32 "GET /v2.0/networks/704f8450-d63f-47c9-8f27-0e9fc81678e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1909134
May 07 21:55:40.048356 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c85fd88-7732-4de1-91f0-3224b6b80c6e x-openstack-request-id: req-2c85fd88-7732-4de1-91f0-3224b6b80c6e {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:55:40.048973 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d34e6889-832e-45d3-8a1a-8c59d4ec697e", "name": "network-vif-plugged", "status": "completed", "tag": "5265c093-001b-4f7a-9877-fb1ce61028fc", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:55:40.049367 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2c85fd88-7732-4de1-91f0-3224b6b80c6e {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:55:40.050006 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c85fd88-7732-4de1-91f0-3224b6b80c6e'] response: {'server_uuid': 'd34e6889-832e-45d3-8a1a-8c59d4ec697e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5265c093-001b-4f7a-9877-fb1ce61028fc', 'code': 200}
May 07 21:55:40.054234 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-2458c9ea-38e4-4f25-aaea-c13f7a32c561 None None] Set router 4e415b3f-6226-4d5a-bd85-5868d0b73abe gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:55:40.154425 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2343cf-3625-4c25-9bdd-70939afb3590 req-e547a8a7-44ed-40f2-bc92-b7be89931ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:40.155853 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ea2343cf-3625-4c25-9bdd-70939afb3590 req-e547a8a7-44ed-40f2-bc92-b7be89931ba6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2c9b6f0f-d910-4c1b-9477-b2b4c63a6d0b HTTP/1.1" status: 200  len: 855 time: 0.1065488
May 07 21:55:40.178570 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762101e3-6d55-4810-a0da-a3d069fba134 req-e27e8fec-b66b-4f18-8766-2e0aef3980f4 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:40.181782 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a9920c1f-235e-429c-8444-4d18583108c7 req-534dc438-48ea-47b8-b8aa-2b3bd98d7568 service neutron] 10.222.0.32 "GET /v2.0/networks/704f8450-d63f-47c9-8f27-0e9fc81678e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1408634
May 07 21:55:40.183745 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762101e3-6d55-4810-a0da-a3d069fba134 req-e27e8fec-b66b-4f18-8766-2e0aef3980f4 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:40.189321 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762101e3-6d55-4810-a0da-a3d069fba134 req-e27e8fec-b66b-4f18-8766-2e0aef3980f4 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:40.195034 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762101e3-6d55-4810-a0da-a3d069fba134 req-e27e8fec-b66b-4f18-8766-2e0aef3980f4 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:40.200821 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762101e3-6d55-4810-a0da-a3d069fba134 req-e27e8fec-b66b-4f18-8766-2e0aef3980f4 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:40.207519 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762101e3-6d55-4810-a0da-a3d069fba134 req-e27e8fec-b66b-4f18-8766-2e0aef3980f4 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:40.212856 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762101e3-6d55-4810-a0da-a3d069fba134 req-e27e8fec-b66b-4f18-8766-2e0aef3980f4 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:40.220799 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-762101e3-6d55-4810-a0da-a3d069fba134 req-e27e8fec-b66b-4f18-8766-2e0aef3980f4 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb18387-ba8a-4070-aa1b-42824ed0c7ec HTTP/1.1" status: 200  len: 5418 time: 0.1117620
May 07 21:55:40.246948 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbb6a690-bb5a-4422-9b90-d4a7dccaa7fb x-openstack-request-id: req-cbb6a690-bb5a-4422-9b90-d4a7dccaa7fb {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:55:40.247756 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f1345a1-41a5-40ac-a7c4-7d6b9eb621fb", "name": "network-vif-deleted", "tag": "861cefe1-1ec7-45b2-a2a0-851f6f48c014", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:55:40.248116 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cbb6a690-bb5a-4422-9b90-d4a7dccaa7fb {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:55:40.248631 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbb6a690-bb5a-4422-9b90-d4a7dccaa7fb'] response: {'server_uuid': '9f1345a1-41a5-40ac-a7c4-7d6b9eb621fb', 'name': 'network-vif-deleted', 'tag': '861cefe1-1ec7-45b2-a2a0-851f6f48c014', 'status': 'completed', 'code': 200}
May 07 21:55:40.255991 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-2458c9ea-38e4-4f25-aaea-c13f7a32c561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8ccf97c0>, [{'id': '4e415b3f-6226-4d5a-bd85-5868d0b73abe', 'name': 'tempest-FloatingIPsAssociationTestJSON-2146525056-router', 'tenant_id': '4c2ee723c6a04843b302e255a401b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.211'}], 'enable_snat': True}, 'gw_port_id': 'aff31c05-d914-4525-bace-30d34b61e5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:54:29Z', 'updated_at': '2022-05-07T21:54:35Z', 'revision_number': 4, 'project_id': '4c2ee723c6a04843b302e255a401b1e7', 'gw_port': {'id': 'aff31c05-d914-4525-bace-30d34b61e5c0', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:82:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e415b3f-6226-4d5a-bd85-5868d0b73abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:54:30Z', 'updated_at': '2022-05-07T21:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd331f409-571a-4b53-8871-45839bf52e41', 'name': '', 'network_id': '704f8450-d63f-47c9-8f27-0e9fc81678e7', 'tenant_id': '4c2ee723c6a04843b302e255a401b1e7', 'mac_address': 'fa:16:3e:51:9b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e415b3f-6226-4d5a-bd85-5868d0b73abe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '2acc823a-0eec-49c6-a420-882d299a2009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:54:33Z', 'updated_at': '2022-05-07T21:54:45Z', 'revision_number': 5, 'project_id': '4c2ee723c6a04843b302e255a401b1e7', 'subnets': [{'id': '2acc823a-0eec-49c6-a420-882d299a2009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:55:40.281960 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-762101e3-6d55-4810-a0da-a3d069fba134 req-2605bcdc-0a3a-4ae0-9ea2-492de3b94490 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/security-groups?id=022a2e7b-c53f-49c4-a82c-d25afea19659&id=4683f7d7-8b63-48cf-a24d-027ba8d9c114&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0603023
May 07 21:55:40.287484 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2458c9ea-38e4-4f25-aaea-c13f7a32c561 None None] The sync data for ids ['4e415b3f-6226-4d5a-bd85-5868d0b73abe'] in ncdv-master-1 is: [{'id': '4e415b3f-6226-4d5a-bd85-5868d0b73abe', 'name': 'tempest-FloatingIPsAssociationTestJSON-2146525056-router', 'tenant_id': '4c2ee723c6a04843b302e255a401b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.211'}], 'enable_snat': True}, 'gw_port_id': 'aff31c05-d914-4525-bace-30d34b61e5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:54:29Z', 'updated_at': '2022-05-07T21:54:35Z', 'revision_number': 4, 'project_id': '4c2ee723c6a04843b302e255a401b1e7', 'gw_port': {'id': 'aff31c05-d914-4525-bace-30d34b61e5c0', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:82:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e415b3f-6226-4d5a-bd85-5868d0b73abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:54:30Z', 'updated_at': '2022-05-07T21:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd331f409-571a-4b53-8871-45839bf52e41', 'name': '', 'network_id': '704f8450-d63f-47c9-8f27-0e9fc81678e7', 'tenant_id': '4c2ee723c6a04843b302e255a401b1e7', 'mac_address': 'fa:16:3e:51:9b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e415b3f-6226-4d5a-bd85-5868d0b73abe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '2acc823a-0eec-49c6-a420-882d299a2009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:54:33Z', 'updated_at': '2022-05-07T21:54:45Z', 'revision_number': 5, 'project_id': '4c2ee723c6a04843b302e255a401b1e7', 'subnets': [{'id': '2acc823a-0eec-49c6-a420-882d299a2009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:55:40.410685 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146b9245-2a17-4687-9a30-2b1eb0d98de3 req-e28f6c29-5f73-4b4d-a9ef-a5bef3a18239 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:40.415520 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-146b9245-2a17-4687-9a30-2b1eb0d98de3 req-e28f6c29-5f73-4b4d-a9ef-a5bef3a18239 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?device_id=a390d88e-4ae4-4700-a85a-6bc97fd8bd29 HTTP/1.1" status: 200  len: 949 time: 0.0593164
May 07 21:55:40.444488 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2343cf-3625-4c25-9bdd-70939afb3590 req-803ca383-b92e-4c34-b47a-3c359b44c5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:40.446434 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ea2343cf-3625-4c25-9bdd-70939afb3590 req-803ca383-b92e-4c34-b47a-3c359b44c5f7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=509cbb97-8d95-4377-b498-4ce6a1d5a1d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1638710
May 07 21:55:40.447390 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d94404-7540-43b9-b01a-37a5920d486e req-4212e14f-ce40-4967-a94e-a48af7e9e1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:40.448752 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e3d94404-7540-43b9-b01a-37a5920d486e req-4212e14f-ce40-4967-a94e-a48af7e9e1f8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=cc6a642e-763c-4ac9-8ef7-4985bcb86060&tenant_id=93c3c71171814bb7b1018904086ad506 HTTP/1.1" status: 200  len: 1126 time: 0.1434817
May 07 21:55:40.455245 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c08b6-2e0b-4f29-afdc-fe1a1cb32fe8 req-76bc9b17-419a-4767-9246-6ccc12d9a7d6 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:40.456701 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-668c08b6-2e0b-4f29-afdc-fe1a1cb32fe8 req-76bc9b17-419a-4767-9246-6ccc12d9a7d6 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc6a642e-763c-4ac9-8ef7-4985bcb86060 HTTP/1.1" status: 200  len: 944 time: 0.1419818
May 07 21:55:40.461674 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-146b9245-2a17-4687-9a30-2b1eb0d98de3 req-85b002ba-f2e9-4caf-b0eb-d6d6bb57f33c tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/security-groups?id=aca2780c-128c-4de5-85a4-a7e10bd42e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445063
May 07 21:55:40.470907 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-e3d94404-7540-43b9-b01a-37a5920d486e req-26e89ac7-e753-481b-ac8a-15d52c8ab421 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:55:40.618651 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5200bd3-590b-4ad3-be13-aa309a99e045 None None] New status for floating IP bc6ddc69-3ad1-4ec6-ad2e-4053ffde1378: DOWN {{(pid=121838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 07 21:55:40.635257 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-e3d94404-7540-43b9-b01a-37a5920d486e req-26e89ac7-e753-481b-ac8a-15d52c8ab421 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (1cef223b-c375-473f-8214-891abfa6fa86), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:40.644042 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-668c08b6-2e0b-4f29-afdc-fe1a1cb32fe8 req-60fe689d-963f-40c8-9d94-1a6825f6db38 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bbf50af-50c2-4df2-bc37-9f0e79ec6d91&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1694808
May 07 21:55:40.735316 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ea2343cf-3625-4c25-9bdd-70939afb3590 req-88ab9ae8-ebb0-48f3-a169-ecc8653da62a service neutron] 10.222.0.59 "GET /v2.0/networks/509cbb97-8d95-4377-b498-4ce6a1d5a1d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2760549
May 07 21:55:40.735828 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-d8346462-1fe9-40d1-8ce8-fa880ebde4eb req-31f1d47e-5936-4ede-9776-1b01af0a5506 service neutron] Request body: {'port': {'device_id': '75e24f97-8526-41f8-906e-c99d18f445ba', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:55:40.810177 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-637527a9-9fbb-462b-bce2-697df53e973e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0f85ab7f-8d9d-42b6-bed5-f5b8be554023 HTTP/1.1" status: 200  len: 217 time: 0.0949492
May 07 21:55:40.892126 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea91aabe-486c-4063-907b-c967341a411d req-30f9abc5-fef4-42d5-a834-c262a136b4a6 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:40.899982 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ea91aabe-486c-4063-907b-c967341a411d req-30f9abc5-fef4-42d5-a834-c262a136b4a6 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=18b8a031-b3cd-4d2f-b349-9b08eb3a6720 HTTP/1.1" status: 200  len: 945 time: 0.1435187
May 07 21:55:40.939209 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-d8346462-1fe9-40d1-8ce8-fa880ebde4eb req-31f1d47e-5936-4ede-9776-1b01af0a5506 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (70309868-18a6-4a82-b4fb-e8df121c6f4c), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:40.969313 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f044c84b-e9eb-4efb-832c-8dd9f7c1a031 req-624cb0f3-c9b2-430c-a752-d097b41e4eb2 service neutron] 10.222.0.55 "GET /v2.0/networks/38ca9b6e-b205-48f9-a002-ddfee225fe39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2809994
May 07 21:55:41.016041 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ea91aabe-486c-4063-907b-c967341a411d req-b9768b71-7708-43a4-a2c5-eb47e44d9691 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1148970
May 07 21:55:41.167797 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4933fc-eca4-4fd5-9bf3-ac9315e6f96e req-1c2661b0-fb22-4467-84d0-e1563ef842e0 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:41.169297 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6c4933fc-eca4-4fd5-9bf3-ac9315e6f96e req-1c2661b0-fb22-4467-84d0-e1563ef842e0 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d6f28fb-7fb0-4dbe-b780-f14e94c9846d&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.0693305
May 07 21:55:41.266429 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6c4933fc-eca4-4fd5-9bf3-ac9315e6f96e req-d09ba9ec-5622-40cf-ae1d-9abb879940cc tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.4.22 HTTP/1.1" status: 200  len: 695 time: 0.0804348
May 07 21:55:41.279249 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-6c4933fc-eca4-4fd5-9bf3-ac9315e6f96e req-ca1b10e4-ae31-4d60-94fc-d8af9cfeb896 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Request body: {'floatingip': {'port_id': '251b3c4a-3d68-4a9c-8850-df61aa0e1dc6', 'fixed_ip_address': '172.20.0.12'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:55:41.292157 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f597910e-44fd-48d4-8258-03cd554e613b req-d5c9c2a6-de12-4f3a-add8-5437b92847b6 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:41.293629 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f597910e-44fd-48d4-8258-03cd554e613b req-d5c9c2a6-de12-4f3a-add8-5437b92847b6 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?device_id=d34e6889-832e-45d3-8a1a-8c59d4ec697e HTTP/1.1" status: 200  len: 949 time: 0.4867117
May 07 21:55:41.331742 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-6c4933fc-eca4-4fd5-9bf3-ac9315e6f96e req-ca1b10e4-ae31-4d60-94fc-d8af9cfeb896 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Publish callbacks [] for floatingip (bc6ddc69-3ad1-4ec6-ad2e-4053ffde1378), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:41.405772 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-59f5b5b3-aa55-4803-b399-c79ea7579c52 req-74946b00-745e-46ed-b404-7ae509e22e29 service neutron] 10.222.0.55 "GET /v2.0/networks/704f8450-d63f-47c9-8f27-0e9fc81678e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6798396
May 07 21:55:41.422856 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ea2343cf-3625-4c25-9bdd-70939afb3590 req-bdbb19e7-1589-48a3-89bc-03995a9fcba2 service neutron] 10.222.0.59 "GET /v2.0/networks/509cbb97-8d95-4377-b498-4ce6a1d5a1d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6425576
May 07 21:55:41.471142 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f597910e-44fd-48d4-8258-03cd554e613b req-7d795b8e-c5df-45ef-98c7-b75db4a8eeb2 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/security-groups?id=aca2780c-128c-4de5-85a4-a7e10bd42e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1634281
May 07 21:55:41.494438 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [req-d8346462-1fe9-40d1-8ce8-fa880ebde4eb req-31f1d47e-5936-4ede-9776-1b01af0a5506 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70309868-18a6-4a82-b4fb-e8df121c6f4c {{(pid=121836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:55:41.506174 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ea2343cf-3625-4c25-9bdd-70939afb3590 req-73a322a6-808b-49af-85c1-1fd9ca3fd021 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=c3af0b52-e2d3-4593-a7f9-ff7d7fa37fb8 HTTP/1.1" status: 200  len: 217 time: 0.0487547
May 07 21:55:41.506327 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-d8346462-1fe9-40d1-8ce8-fa880ebde4eb req-31f1d47e-5936-4ede-9776-1b01af0a5506 service neutron] Publish callbacks [] for port (70309868-18a6-4a82-b4fb-e8df121c6f4c), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:41.563795 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.provisioning_blocks [req-d8346462-1fe9-40d1-8ce8-fa880ebde4eb req-31f1d47e-5936-4ede-9776-1b01af0a5506 service neutron] Transition to ACTIVE for port object 70309868-18a6-4a82-b4fb-e8df121c6f4c will not be triggered until provisioned by entity L2. {{(pid=121836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:55:41.572189 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-d8346462-1fe9-40d1-8ce8-fa880ebde4eb req-31f1d47e-5936-4ede-9776-1b01af0a5506 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (70309868-18a6-4a82-b4fb-e8df121c6f4c), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:41.613375 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-e3d94404-7540-43b9-b01a-37a5920d486e req-26e89ac7-e753-481b-ac8a-15d52c8ab421 service neutron] For port 1cef223b-c375-473f-8214-891abfa6fa86, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1cef223b-c375-473f-8214-891abfa6fa86,segment=NetworkSegment(16a3e44e-cf3e-4bbc-83bb-ad3918f988bd),segment_id=16a3e44e-cf3e-4bbc-83bb-ad3918f988bd)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:55:41.623116 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2343cf-3625-4c25-9bdd-70939afb3590 req-8ff1d78f-27f9-4aeb-bdaa-7aef0582bf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:41.624582 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ea2343cf-3625-4c25-9bdd-70939afb3590 req-8ff1d78f-27f9-4aeb-bdaa-7aef0582bf23 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bb1f6c63-3864-40bd-a2ae-039b8eadf327 HTTP/1.1" status: 200  len: 797 time: 0.1103148
May 07 21:55:41.632734 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc56182-3d61-45d2-bfab-14e611e36857 req-4cad85ee-239b-4003-8b61-4455cfa83fcc tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:41.634112 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ffc56182-3d61-45d2-bfab-14e611e36857 req-4cad85ee-239b-4003-8b61-4455cfa83fcc tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?device_id=75e24f97-8526-41f8-906e-c99d18f445ba HTTP/1.1" status: 200  len: 932 time: 0.0879331
May 07 21:55:41.666979 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f1d47e-5936-4ede-9776-1b01af0a5506 service neutron] Pushing event updated for resources: {'Port': ['ID=70309868-18a6-4a82-b4fb-e8df121c6f4c,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:55:41.720830 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2343cf-3625-4c25-9bdd-70939afb3590 req-6a2569ce-88cf-4459-9692-54195c1795b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:41.722679 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ea2343cf-3625-4c25-9bdd-70939afb3590 req-6a2569ce-88cf-4459-9692-54195c1795b6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5159d3da-3059-47f6-8ecf-b4d9b2b9d7de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0860076
May 07 21:55:41.723685 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-e3d94404-7540-43b9-b01a-37a5920d486e req-26e89ac7-e753-481b-ac8a-15d52c8ab421 service neutron] For port 1cef223b-c375-473f-8214-891abfa6fa86, host nch1-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:55:41.797699 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ffc56182-3d61-45d2-bfab-14e611e36857 req-97d98983-6f96-4ae9-9c86-d421eab5225f tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b18b124-d6ae-4635-93ed-9957a39a34ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1505904
May 07 21:55:41.844444 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-d8346462-1fe9-40d1-8ce8-fa880ebde4eb req-31f1d47e-5936-4ede-9776-1b01af0a5506 service neutron] Attempting to bind port 70309868-18a6-4a82-b4fb-e8df121c6f4c on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:55:41.845343 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-d8346462-1fe9-40d1-8ce8-fa880ebde4eb req-31f1d47e-5936-4ede-9776-1b01af0a5506 service neutron] Attempting to bind port 70309868-18a6-4a82-b4fb-e8df121c6f4c by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '48f32d76-f63e-49c4-90a9-1cfb8c1dc638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7bc61814-8ef0-4365-b3ea-2c20100be453'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:55:41.845665 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8346462-1fe9-40d1-8ce8-fa880ebde4eb req-31f1d47e-5936-4ede-9776-1b01af0a5506 service neutron] Attempting to bind port 70309868-18a6-4a82-b4fb-e8df121c6f4c on network 7bc61814-8ef0-4365-b3ea-2c20100be453 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:55:41.864925 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [req-e3d94404-7540-43b9-b01a-37a5920d486e req-26e89ac7-e753-481b-ac8a-15d52c8ab421 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cef223b-c375-473f-8214-891abfa6fa86 {{(pid=121837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:55:41.883339 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8346462-1fe9-40d1-8ce8-fa880ebde4eb req-31f1d47e-5936-4ede-9776-1b01af0a5506 service neutron] Port 70309868-18a6-4a82-b4fb-e8df121c6f4c on network 7bc61814-8ef0-4365-b3ea-2c20100be453 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:55:41.883653 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8346462-1fe9-40d1-8ce8-fa880ebde4eb req-31f1d47e-5936-4ede-9776-1b01af0a5506 service neutron] Attempting to bind port 70309868-18a6-4a82-b4fb-e8df121c6f4c on network 7bc61814-8ef0-4365-b3ea-2c20100be453 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:55:41.892390 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8346462-1fe9-40d1-8ce8-fa880ebde4eb req-31f1d47e-5936-4ede-9776-1b01af0a5506 service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:55:41.892774 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8346462-1fe9-40d1-8ce8-fa880ebde4eb req-31f1d47e-5936-4ede-9776-1b01af0a5506 service neutron] Checking segment: {'id': '48f32d76-f63e-49c4-90a9-1cfb8c1dc638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7bc61814-8ef0-4365-b3ea-2c20100be453'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:55:41.893138 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8346462-1fe9-40d1-8ce8-fa880ebde4eb req-31f1d47e-5936-4ede-9776-1b01af0a5506 service neutron] Bound using segment: {'id': '48f32d76-f63e-49c4-90a9-1cfb8c1dc638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7bc61814-8ef0-4365-b3ea-2c20100be453'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:55:41.894085 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-d8346462-1fe9-40d1-8ce8-fa880ebde4eb req-31f1d47e-5936-4ede-9776-1b01af0a5506 service neutron] Bound port: 70309868-18a6-4a82-b4fb-e8df121c6f4c, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48f32d76-f63e-49c4-90a9-1cfb8c1dc638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '7bc61814-8ef0-4365-b3ea-2c20100be453'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:55:41.894085 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-d8346462-1fe9-40d1-8ce8-fa880ebde4eb req-31f1d47e-5936-4ede-9776-1b01af0a5506 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (70309868-18a6-4a82-b4fb-e8df121c6f4c), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:41.900828 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-e3d94404-7540-43b9-b01a-37a5920d486e req-26e89ac7-e753-481b-ac8a-15d52c8ab421 service neutron] Publish callbacks [] for port (1cef223b-c375-473f-8214-891abfa6fa86), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:41.951320 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-e3d94404-7540-43b9-b01a-37a5920d486e req-26e89ac7-e753-481b-ac8a-15d52c8ab421 service neutron] Transition to ACTIVE for port object 1cef223b-c375-473f-8214-891abfa6fa86 will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:55:41.958580 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-f5d3d069-df74-4c94-accc-f79094a1deb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:41.960110 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-f5d3d069-df74-4c94-accc-f79094a1deb1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6168b443-15e3-44b9-96e7-6156bf22796d HTTP/1.1" status: 200  len: 797 time: 0.1146500
May 07 21:55:41.969075 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-e3d94404-7540-43b9-b01a-37a5920d486e req-26e89ac7-e753-481b-ac8a-15d52c8ab421 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (1cef223b-c375-473f-8214-891abfa6fa86), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:41.989436 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ea2343cf-3625-4c25-9bdd-70939afb3590 req-17c8c5ea-7547-4364-ace9-1630dae983a1 service neutron] 10.222.0.59 "GET /v2.0/networks/5159d3da-3059-47f6-8ecf-b4d9b2b9d7de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2383683
May 07 21:55:42.001005 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.55', 49834) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:55:42.054141 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18b8a031-b3cd-4d2f-b349-9b08eb3a6720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c714b978-d69a-480e-821e-03cc5b682a61'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:55:42.057765 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e9be92e-2367-4a3b-8c70-0a5423b88bd7" -d '{"events": [{"server_uuid": "18b8a031-b3cd-4d2f-b349-9b08eb3a6720", "name": "network-vif-plugged", "status": "completed", "tag": "c714b978-d69a-480e-821e-03cc5b682a61"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:55:42.068415 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458c2711-86b6-4cf2-a422-0592a4b6639c req-28a1cdec-fa9e-486c-b1b5-59d72eeb78c1 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:42.069996 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-458c2711-86b6-4cf2-a422-0592a4b6639c req-28a1cdec-fa9e-486c-b1b5-59d72eeb78c1 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "GET /v2.0/ports?device_id=1328c136-9d82-4506-81cd-534b3799a51d HTTP/1.1" status: 200  len: 945 time: 0.1740408
May 07 21:55:42.080430 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.db.resource_extend [req-6c4933fc-eca4-4fd5-9bf3-ac9315e6f96e req-ca1b10e4-ae31-4d60-94fc-d8af9cfeb896 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 07 21:55:42.211654 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f5b5b3-aa55-4803-b399-c79ea7579c52 req-0125d163-2675-4afd-b96b-91e1c1855ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:42.213198 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-59f5b5b3-aa55-4803-b399-c79ea7579c52 req-0125d163-2675-4afd-b96b-91e1c1855ab0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4c2ee723c6a04843b302e255a401b1e7&device_id=653f2d36-3e13-4a84-93ea-5545b4e9fd2f HTTP/1.1" status: 200  len: 1127 time: 0.2273505
May 07 21:55:42.222919 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.55', 49835) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:55:42.271808 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e89ac7-e753-481b-ac8a-15d52c8ab421 service neutron] Pushing event updated for resources: {'Port': ['ID=1cef223b-c375-473f-8214-891abfa6fa86,revision_number=9']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:55:42.273849 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '653f2d36-3e13-4a84-93ea-5545b4e9fd2f', 'tag': '9c05653c-13d6-4294-9e31-a8863d1d2783'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:55:42.276161 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cf6455d-6903-4d2d-a558-72d4c4a97822" -d '{"events": [{"name": "network-changed", "server_uuid": "653f2d36-3e13-4a84-93ea-5545b4e9fd2f", "tag": "9c05653c-13d6-4294-9e31-a8863d1d2783"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:55:42.300502 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-39f7658d-e4ac-45e4-a23e-f8106093501f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:42.302118 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-39f7658d-e4ac-45e4-a23e-f8106093501f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d3d6fbc8-cbfa-4c1a-9104-6c52ad3f84a6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.2794957
May 07 21:55:42.436926 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-d8346462-1fe9-40d1-8ce8-fa880ebde4eb req-31f1d47e-5936-4ede-9776-1b01af0a5506 service neutron] For port 70309868-18a6-4a82-b4fb-e8df121c6f4c, host nch1-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:55:42.462871 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-d8346462-1fe9-40d1-8ce8-fa880ebde4eb req-31f1d47e-5936-4ede-9776-1b01af0a5506 service neutron] For port 70309868-18a6-4a82-b4fb-e8df121c6f4c, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=70309868-18a6-4a82-b4fb-e8df121c6f4c,segment=NetworkSegment(48f32d76-f63e-49c4-90a9-1cfb8c1dc638),segment_id=48f32d76-f63e-49c4-90a9-1cfb8c1dc638)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:55:42.466384 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d3732d-357e-4c40-9ca6-9f530a9ac4b3 req-6e8dfd31-8d96-4fc0-9c93-da52340fe65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:42.467926 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-20d3732d-357e-4c40-9ca6-9f530a9ac4b3 req-6e8dfd31-8d96-4fc0-9c93-da52340fe65b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=addf83b9a69e4628b1b962b7fceeb9ae&device_id=1328c136-9d82-4506-81cd-534b3799a51d HTTP/1.1" status: 200  len: 1127 time: 0.4777572
May 07 21:55:42.469960 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f227ba4f-78ec-4576-8436-1c02843acf35 req-4bf0c12a-c33b-4e22-9a56-8fb5ffa67d9b tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:42.471441 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f227ba4f-78ec-4576-8436-1c02843acf35 req-4bf0c12a-c33b-4e22-9a56-8fb5ffa67d9b tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] 10.222.0.55 "GET /v2.0/ports?device_id=653f2d36-3e13-4a84-93ea-5545b4e9fd2f HTTP/1.1" status: 200  len: 945 time: 0.2461364
May 07 21:55:42.474234 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1d86a1-4cee-45ca-99ae-3713ef766680 req-12f3e441-bbb9-42b8-8ed5-ba822504f1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:42.475669 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8c1d86a1-4cee-45ca-99ae-3713ef766680 req-12f3e441-bbb9-42b8-8ed5-ba822504f1c4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d34e6889-832e-45d3-8a1a-8c59d4ec697e HTTP/1.1" status: 200  len: 1131 time: 0.4706166
May 07 21:55:42.489941 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-d8346462-1fe9-40d1-8ce8-fa880ebde4eb req-31f1d47e-5936-4ede-9776-1b01af0a5506 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (70309868-18a6-4a82-b4fb-e8df121c6f4c), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:42.497184 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189cbd20-ce12-470c-ba71-ad4c6084c291 req-1dc9e9b2-8aaf-410b-9c26-e6728b103575 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:42.498609 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-189cbd20-ce12-470c-ba71-ad4c6084c291 req-1dc9e9b2-8aaf-410b-9c26-e6728b103575 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.55 "GET /v2.0/ports?device_id=1328c136-9d82-4506-81cd-534b3799a51d HTTP/1.1" status: 200  len: 945 time: 0.4924412
May 07 21:55:42.537181 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-458c2711-86b6-4cf2-a422-0592a4b6639c req-dd785e26-2896-496c-884c-2e55c9b6c029 tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.32 "GET /v2.0/security-groups?id=2d51153d-80bb-487e-9b59-7f10285c8c88&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4405842
May 07 21:55:42.540962 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-6c4933fc-eca4-4fd5-9bf3-ac9315e6f96e req-ca1b10e4-ae31-4d60-94fc-d8af9cfeb896 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:42.566094 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3d94404-7540-43b9-b01a-37a5920d486e req-26e89ac7-e753-481b-ac8a-15d52c8ab421 service neutron] No DVR routers for this DVR port 1cef223b-c375-473f-8214-891abfa6fa86 on host nch1-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:55:42.590204 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ea2343cf-3625-4c25-9bdd-70939afb3590 req-82729d4c-e8f9-4e0f-b634-4f9937584725 service neutron] 10.222.0.59 "GET /v2.0/networks/5159d3da-3059-47f6-8ecf-b4d9b2b9d7de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5716207
May 07 21:55:42.606334 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-6c4933fc-eca4-4fd5-9bf3-ac9315e6f96e req-ca1b10e4-ae31-4d60-94fc-d8af9cfeb896 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (bc6ddc69-3ad1-4ec6-ad2e-4053ffde1378), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:42.684339 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8346462-1fe9-40d1-8ce8-fa880ebde4eb req-31f1d47e-5936-4ede-9776-1b01af0a5506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:42.684339 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-d8346462-1fe9-40d1-8ce8-fa880ebde4eb req-31f1d47e-5936-4ede-9776-1b01af0a5506 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:42.685997 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d8346462-1fe9-40d1-8ce8-fa880ebde4eb req-31f1d47e-5936-4ede-9776-1b01af0a5506 service neutron] 10.222.0.55 "PUT /v2.0/ports/70309868-18a6-4a82-b4fb-e8df121c6f4c HTTP/1.1" status: 200  len: 1092 time: 1.9989045
May 07 21:55:42.691491 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75e24f97-8526-41f8-906e-c99d18f445ba', 'tag': '70309868-18a6-4a82-b4fb-e8df121c6f4c'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:55:42.693810 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c32cad09-0433-487e-9a20-b548e84ce2a3" -d '{"events": [{"name": "network-changed", "server_uuid": "75e24f97-8526-41f8-906e-c99d18f445ba", "tag": "70309868-18a6-4a82-b4fb-e8df121c6f4c"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:55:42.749372 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f5b5b3-aa55-4803-b399-c79ea7579c52 req-0577092c-6f36-41a4-84a7-0a9e9cfbc6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:42.750888 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-59f5b5b3-aa55-4803-b399-c79ea7579c52 req-0577092c-6f36-41a4-84a7-0a9e9cfbc6ab service neutron] 10.222.0.55 "GET /v2.0/networks?id=704f8450-d63f-47c9-8f27-0e9fc81678e7 HTTP/1.1" status: 200  len: 922 time: 0.4802382
May 07 21:55:42.761702 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ea2343cf-3625-4c25-9bdd-70939afb3590 req-fdfb3c70-3107-4456-9ee2-19912ccc3bf0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.239&port_id=7ea348ce-dc31-4a97-a925-458a8adb95a1 HTTP/1.1" status: 200  len: 217 time: 0.1201649
May 07 21:55:42.818863 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f1d47e-5936-4ede-9776-1b01af0a5506 service neutron] Pushing event updated for resources: {'Port': ['ID=70309868-18a6-4a82-b4fb-e8df121c6f4c,revision_number=3']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:55:42.872652 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8c1d86a1-4cee-45ca-99ae-3713ef766680 req-822bb8f1-5034-407d-b6fe-aa22ec171349 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=aca2780c-128c-4de5-85a4-a7e10bd42e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3665848
May 07 21:55:42.901048 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d3732d-357e-4c40-9ca6-9f530a9ac4b3 req-2a51adbf-9583-4c8d-ad3f-b1974e181b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:42.902118 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-20d3732d-357e-4c40-9ca6-9f530a9ac4b3 req-2a51adbf-9583-4c8d-ad3f-b1974e181b63 service neutron] 10.222.0.55 "GET /v2.0/networks?id=38ca9b6e-b205-48f9-a002-ddfee225fe39 HTTP/1.1" status: 200  len: 920 time: 0.4223893
May 07 21:55:42.902629 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-189cbd20-ce12-470c-ba71-ad4c6084c291 req-5771a811-5412-4c47-8051-143bcfecdb4a tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Deleting port 26b45fcb-fb85-4cfb-9dc0-1b5852bae60e {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:55:42.902994 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-189cbd20-ce12-470c-ba71-ad4c6084c291 req-5771a811-5412-4c47-8051-143bcfecdb4a tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (26b45fcb-fb85-4cfb-9dc0-1b5852bae60e), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:42.913110 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8346462-1fe9-40d1-8ce8-fa880ebde4eb req-2a4c42b0-3f31-4978-a1bf-cbdd99329a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:42.914587 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d8346462-1fe9-40d1-8ce8-fa880ebde4eb req-2a4c42b0-3f31-4978-a1bf-cbdd99329a73 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4f4c556805a24040a7131d879ee91498&device_id=75e24f97-8526-41f8-906e-c99d18f445ba HTTP/1.1" status: 200  len: 1126 time: 0.1637254
May 07 21:55:42.919456 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-45338bbd-9e62-4793-8726-19bb895ca473 service neutron] 10.222.0.55 "GET /v2.0/networks/d3d6fbc8-cbfa-4c1a-9104-6c52ad3f84a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5797632
May 07 21:55:42.944381 ncdv-master-1 neutron-server[121836]: INFO neutron.db.l3_db [req-6c4933fc-eca4-4fd5-9bf3-ac9315e6f96e req-ca1b10e4-ae31-4d60-94fc-d8af9cfeb896 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Floating IP bc6ddc69-3ad1-4ec6-ad2e-4053ffde1378 associated. External IP: 172.35.4.22, port: 251b3c4a-3d68-4a9c-8850-df61aa0e1dc6.
May 07 21:55:42.944602 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-59f5b5b3-aa55-4803-b399-c79ea7579c52 req-cfe8c388-12a8-4018-a8a7-1c0a07570bf0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c05653c-13d6-4294-9e31-a8863d1d2783 HTTP/1.1" status: 200  len: 217 time: 0.1783483
May 07 21:55:42.955608 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ca65dc-8e49-4a1f-b3fe-1bf7423150b9 req-0e061920-2bfa-4df0-b79e-e31eba71b7bf tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:42.964547 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ca65dc-8e49-4a1f-b3fe-1bf7423150b9 req-0e061920-2bfa-4df0-b79e-e31eba71b7bf tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:42.972190 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ca65dc-8e49-4a1f-b3fe-1bf7423150b9 req-0e061920-2bfa-4df0-b79e-e31eba71b7bf tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:42.975542 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ca65dc-8e49-4a1f-b3fe-1bf7423150b9 req-0e061920-2bfa-4df0-b79e-e31eba71b7bf tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:42.982853 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ca65dc-8e49-4a1f-b3fe-1bf7423150b9 req-0e061920-2bfa-4df0-b79e-e31eba71b7bf tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:42.989396 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ca65dc-8e49-4a1f-b3fe-1bf7423150b9 req-0e061920-2bfa-4df0-b79e-e31eba71b7bf tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:42.994677 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ca65dc-8e49-4a1f-b3fe-1bf7423150b9 req-0e061920-2bfa-4df0-b79e-e31eba71b7bf tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:42.996559 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-26ca65dc-8e49-4a1f-b3fe-1bf7423150b9 req-0e061920-2bfa-4df0-b79e-e31eba71b7bf tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb18387-ba8a-4070-aa1b-42824ed0c7ec HTTP/1.1" status: 200  len: 5418 time: 0.3438749
May 07 21:55:43.049617 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2343cf-3625-4c25-9bdd-70939afb3590 req-b05c05a6-c671-4f19-8a19-1affa013822d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:43.053259 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ea2343cf-3625-4c25-9bdd-70939afb3590 req-b05c05a6-c671-4f19-8a19-1affa013822d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bb1f6c63-3864-40bd-a2ae-039b8eadf327 HTTP/1.1" status: 200  len: 797 time: 0.2665391
May 07 21:55:43.060697 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-f227ba4f-78ec-4576-8436-1c02843acf35 req-dce4e6a9-88c1-4d2c-9ab0-0dd58a02749c tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Deleting port 9c05653c-13d6-4294-9e31-a8863d1d2783 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:55:43.061985 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-f227ba4f-78ec-4576-8436-1c02843acf35 req-dce4e6a9-88c1-4d2c-9ab0-0dd58a02749c tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (9c05653c-13d6-4294-9e31-a8863d1d2783), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:43.162701 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-20d3732d-357e-4c40-9ca6-9f530a9ac4b3 req-affc66e1-61c3-4fff-b802-67d9eede8119 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=26b45fcb-fb85-4cfb-9dc0-1b5852bae60e HTTP/1.1" status: 200  len: 217 time: 0.0893016
May 07 21:55:43.167770 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d8346462-1fe9-40d1-8ce8-fa880ebde4eb req-6000b4d8-42d8-4da1-9394-fef3ee3c2215 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=70309868-18a6-4a82-b4fb-e8df121c6f4c HTTP/1.1" status: 200  len: 217 time: 0.0935111
May 07 21:55:43.169631 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-189cbd20-ce12-470c-ba71-ad4c6084c291 req-5771a811-5412-4c47-8051-143bcfecdb4a tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] For port 26b45fcb-fb85-4cfb-9dc0-1b5852bae60e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=26b45fcb-fb85-4cfb-9dc0-1b5852bae60e,segment=NetworkSegment(c3b37dbc-d23c-4e53-ba39-47f4acab267d),segment_id=c3b37dbc-d23c-4e53-ba39-47f4acab267d)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:55:43.169954 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-189cbd20-ce12-470c-ba71-ad4c6084c291 req-5771a811-5412-4c47-8051-143bcfecdb4a tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (26b45fcb-fb85-4cfb-9dc0-1b5852bae60e), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:43.238188 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-189cbd20-ce12-470c-ba71-ad4c6084c291 req-5771a811-5412-4c47-8051-143bcfecdb4a tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Calling delete_port for 26b45fcb-fb85-4cfb-9dc0-1b5852bae60e owned by compute:nova {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:55:43.381237 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8346462-1fe9-40d1-8ce8-fa880ebde4eb req-c71dab8f-42c6-4be1-b3c1-430c3d68c220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:43.382827 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d8346462-1fe9-40d1-8ce8-fa880ebde4eb req-c71dab8f-42c6-4be1-b3c1-430c3d68c220 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c561b220-fa88-48ef-b165-e5d692e53d7d HTTP/1.1" status: 200  len: 855 time: 0.2021031
May 07 21:55:43.387677 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d3732d-357e-4c40-9ca6-9f530a9ac4b3 req-a845547e-eccf-4bff-9198-67619658fd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:43.389216 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-20d3732d-357e-4c40-9ca6-9f530a9ac4b3 req-a845547e-eccf-4bff-9198-67619658fd51 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9f91aa11-98d2-41ad-a902-77d230f2dd04 HTTP/1.1" status: 200  len: 859 time: 0.2097189
May 07 21:55:43.522362 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c4933fc-eca4-4fd5-9bf3-ac9315e6f96e req-ca1b10e4-ae31-4d60-94fc-d8af9cfeb896 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Router 4e415b3f-6226-4d5a-bd85-5868d0b73abe has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 21:55:43.574298 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-20d3732d-357e-4c40-9ca6-9f530a9ac4b3 req-cf3cb066-3d6d-4a38-9f08-7e08e585d5b6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=38ca9b6e-b205-48f9-a002-ddfee225fe39&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0799894
May 07 21:55:43.578922 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d8346462-1fe9-40d1-8ce8-fa880ebde4eb req-caeaf366-e83b-4bcf-addb-3cbc13da436a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7bc61814-8ef0-4365-b3ea-2c20100be453&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0836315
May 07 21:55:43.581838 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2343cf-3625-4c25-9bdd-70939afb3590 req-d5d4cc55-4196-4ec1-ba99-4d775415d1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:43.583381 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ea2343cf-3625-4c25-9bdd-70939afb3590 req-d5d4cc55-4196-4ec1-ba99-4d775415d1f8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5159d3da-3059-47f6-8ecf-b4d9b2b9d7de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.5164459
May 07 21:55:43.608164 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 861cefe1-1ec7-45b2-a2a0-851f6f48c014 no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:55:43.628822 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] No Port match for: 861cefe1-1ec7-45b2-a2a0-851f6f48c014 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:55:43.629467 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 861cefe1-1ec7-45b2-a2a0-851f6f48c014 not bound to the agent host nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:55:43.681320 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-26ca65dc-8e49-4a1f-b3fe-1bf7423150b9 req-d104a35b-3766-42b8-ab59-284f4ebbd5a8 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/security-groups?id=022a2e7b-c53f-49c4-a82c-d25afea19659&id=4683f7d7-8b63-48cf-a24d-027ba8d9c114&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.6736994
May 07 21:55:43.691731 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-189cbd20-ce12-470c-ba71-ad4c6084c291 req-5771a811-5412-4c47-8051-143bcfecdb4a tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (26b45fcb-fb85-4cfb-9dc0-1b5852bae60e), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:43.697832 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f5b5b3-aa55-4803-b399-c79ea7579c52 req-51ed6e51-e3f8-49a8-a4d2-6995ef0329bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:43.699391 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-59f5b5b3-aa55-4803-b399-c79ea7579c52 req-51ed6e51-e3f8-49a8-a4d2-6995ef0329bb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2acc823a-0eec-49c6-a420-882d299a2009 HTTP/1.1" status: 200  len: 860 time: 0.6153860
May 07 21:55:43.708699 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-e3d94404-7540-43b9-b01a-37a5920d486e req-26e89ac7-e753-481b-ac8a-15d52c8ab421 service neutron] Attempting to bind port 1cef223b-c375-473f-8214-891abfa6fa86 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:55:43.709033 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-e3d94404-7540-43b9-b01a-37a5920d486e req-26e89ac7-e753-481b-ac8a-15d52c8ab421 service neutron] Attempting to bind port 1cef223b-c375-473f-8214-891abfa6fa86 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '16a3e44e-cf3e-4bbc-83bb-ad3918f988bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '772be29c-bb44-46ae-a3e0-b0a78574bddf'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:55:43.709371 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d94404-7540-43b9-b01a-37a5920d486e req-26e89ac7-e753-481b-ac8a-15d52c8ab421 service neutron] Attempting to bind port 1cef223b-c375-473f-8214-891abfa6fa86 on network 772be29c-bb44-46ae-a3e0-b0a78574bddf {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:55:43.801849 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d94404-7540-43b9-b01a-37a5920d486e req-26e89ac7-e753-481b-ac8a-15d52c8ab421 service neutron] Port 1cef223b-c375-473f-8214-891abfa6fa86 on network 772be29c-bb44-46ae-a3e0-b0a78574bddf not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:55:43.802172 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d94404-7540-43b9-b01a-37a5920d486e req-26e89ac7-e753-481b-ac8a-15d52c8ab421 service neutron] Attempting to bind port 1cef223b-c375-473f-8214-891abfa6fa86 on network 772be29c-bb44-46ae-a3e0-b0a78574bddf {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:55:43.818857 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-f0dfa175-4ada-44c8-b040-f88822867a40 service neutron] 10.222.0.55 "GET /v2.0/networks/d3d6fbc8-cbfa-4c1a-9104-6c52ad3f84a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7360590
May 07 21:55:43.821886 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5771a811-5412-4c47-8051-143bcfecdb4a tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Pushing event deleted for resources: {'Port': ['ID=26b45fcb-fb85-4cfb-9dc0-1b5852bae60e,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:55:43.830370 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-f227ba4f-78ec-4576-8436-1c02843acf35 req-dce4e6a9-88c1-4d2c-9ab0-0dd58a02749c tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] For port 9c05653c-13d6-4294-9e31-a8863d1d2783, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9c05653c-13d6-4294-9e31-a8863d1d2783,segment=NetworkSegment(de13910c-b2a2-4c8b-9294-cfa40334cda3),segment_id=de13910c-b2a2-4c8b-9294-cfa40334cda3)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:55:43.830737 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-f227ba4f-78ec-4576-8436-1c02843acf35 req-dce4e6a9-88c1-4d2c-9ab0-0dd58a02749c tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (9c05653c-13d6-4294-9e31-a8863d1d2783), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:43.868810 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d94404-7540-43b9-b01a-37a5920d486e req-26e89ac7-e753-481b-ac8a-15d52c8ab421 service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:55:43.869172 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d94404-7540-43b9-b01a-37a5920d486e req-26e89ac7-e753-481b-ac8a-15d52c8ab421 service neutron] Checking segment: {'id': '16a3e44e-cf3e-4bbc-83bb-ad3918f988bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '772be29c-bb44-46ae-a3e0-b0a78574bddf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:55:43.869471 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d94404-7540-43b9-b01a-37a5920d486e req-26e89ac7-e753-481b-ac8a-15d52c8ab421 service neutron] Bound using segment: {'id': '16a3e44e-cf3e-4bbc-83bb-ad3918f988bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '772be29c-bb44-46ae-a3e0-b0a78574bddf'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:55:43.869913 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-e3d94404-7540-43b9-b01a-37a5920d486e req-26e89ac7-e753-481b-ac8a-15d52c8ab421 service neutron] Bound port: 1cef223b-c375-473f-8214-891abfa6fa86, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16a3e44e-cf3e-4bbc-83bb-ad3918f988bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '772be29c-bb44-46ae-a3e0-b0a78574bddf'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:55:43.870273 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-e3d94404-7540-43b9-b01a-37a5920d486e req-26e89ac7-e753-481b-ac8a-15d52c8ab421 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (1cef223b-c375-473f-8214-891abfa6fa86), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:43.872554 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f5b5b3-aa55-4803-b399-c79ea7579c52 req-835934b7-d942-48db-82fd-254ed2af6a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:43.874072 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-59f5b5b3-aa55-4803-b399-c79ea7579c52 req-835934b7-d942-48db-82fd-254ed2af6a85 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=704f8450-d63f-47c9-8f27-0e9fc81678e7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1326044
May 07 21:55:43.875147 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-f227ba4f-78ec-4576-8436-1c02843acf35 req-dce4e6a9-88c1-4d2c-9ab0-0dd58a02749c tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Calling delete_port for 9c05653c-13d6-4294-9e31-a8863d1d2783 owned by compute:nova {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:55:43.925243 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93130a6a-8861-408e-a891-4f73e423d817 req-5a0da964-0ecc-43f4-b820-23280ce253b1 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:43.926627 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-93130a6a-8861-408e-a891-4f73e423d817 req-5a0da964-0ecc-43f4-b820-23280ce253b1 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc6a642e-763c-4ac9-8ef7-4985bcb86060 HTTP/1.1" status: 200  len: 944 time: 0.1395922
May 07 21:55:43.947960 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-189cbd20-ce12-470c-ba71-ad4c6084c291 req-5771a811-5412-4c47-8051-143bcfecdb4a tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] No DVR routers for this DVR port 26b45fcb-fb85-4cfb-9dc0-1b5852bae60e on host nch1-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:55:43.950432 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c4933fc-eca4-4fd5-9bf3-ac9315e6f96e req-ca1b10e4-ae31-4d60-94fc-d8af9cfeb896 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:55:43.953955 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-189cbd20-ce12-470c-ba71-ad4c6084c291 req-5771a811-5412-4c47-8051-143bcfecdb4a tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:43.958234 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-189cbd20-ce12-470c-ba71-ad4c6084c291 req-5771a811-5412-4c47-8051-143bcfecdb4a tempest-ServerRescueTestJSONUnderV235-1928512785 tempest-ServerRescueTestJSONUnderV235-1928512785-project] 10.222.0.55 "DELETE /v2.0/ports/26b45fcb-fb85-4cfb-9dc0-1b5852bae60e HTTP/1.1" status: 204  len: 173 time: 1.4450467
May 07 21:55:43.960161 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d8346462-1fe9-40d1-8ce8-fa880ebde4eb req-fba82398-8023-4a05-a7e4-0d9ce85b422e service neutron] 10.222.0.55 "GET /v2.0/networks/7bc61814-8ef0-4365-b3ea-2c20100be453?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3670983
May 07 21:55:43.963529 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-6c4933fc-eca4-4fd5-9bf3-ac9315e6f96e req-ca1b10e4-ae31-4d60-94fc-d8af9cfeb896 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:43.967860 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-20d3732d-357e-4c40-9ca6-9f530a9ac4b3 req-0df33a0e-8467-4399-aea3-0e471f0d3d63 service neutron] 10.222.0.55 "GET /v2.0/networks/38ca9b6e-b205-48f9-a002-ddfee225fe39?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3709271
May 07 21:55:43.972563 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ea2343cf-3625-4c25-9bdd-70939afb3590 req-1b5e2ce9-3616-4479-875b-62a26260b018 service neutron] 10.222.0.59 "GET /v2.0/networks/5159d3da-3059-47f6-8ecf-b4d9b2b9d7de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3343377
May 07 21:55:43.973508 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346c1d6f-7c71-4567-b0dd-772e94683248 None None] Sync routers for ids ['4e415b3f-6226-4d5a-bd85-5868d0b73abe'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:55:43.995805 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346c1d6f-7c71-4567-b0dd-772e94683248 None None] Routers {'4e415b3f-6226-4d5a-bd85-5868d0b73abe'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:55:43.996527 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-346c1d6f-7c71-4567-b0dd-772e94683248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cd16ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:55:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['4e415b3f-6226-4d5a-bd85-5868d0b73abe'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:55:43.998561 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6c4933fc-eca4-4fd5-9bf3-ac9315e6f96e req-ca1b10e4-ae31-4d60-94fc-d8af9cfeb896 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] 10.222.0.32 "PUT /v2.0/floatingips/bc6ddc69-3ad1-4ec6-ad2e-4053ffde1378 HTTP/1.1" status: 200  len: 996 time: 2.7256331
May 07 21:55:44.058078 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4933fc-eca4-4fd5-9bf3-ac9315e6f96e req-eea3dd9f-25ef-4638-963a-8908e6fcf5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:44.060203 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6c4933fc-eca4-4fd5-9bf3-ac9315e6f96e req-eea3dd9f-25ef-4638-963a-8908e6fcf5da service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4c2ee723c6a04843b302e255a401b1e7&device_id=0d6f28fb-7fb0-4dbe-b780-f14e94c9846d HTTP/1.1" status: 200  len: 1128 time: 0.0468161
May 07 21:55:44.174325 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4933fc-eca4-4fd5-9bf3-ac9315e6f96e req-d39bbb25-fcf7-4ccf-af18-5e14df4622f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:44.179334 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6c4933fc-eca4-4fd5-9bf3-ac9315e6f96e req-d39bbb25-fcf7-4ccf-af18-5e14df4622f3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=704f8450-d63f-47c9-8f27-0e9fc81678e7 HTTP/1.1" status: 200  len: 922 time: 0.1119497
May 07 21:55:44.194414 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-e3d94404-7540-43b9-b01a-37a5920d486e req-26e89ac7-e753-481b-ac8a-15d52c8ab421 service neutron] For port 1cef223b-c375-473f-8214-891abfa6fa86, host nch2-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:55:44.203511 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-93130a6a-8861-408e-a891-4f73e423d817 req-7da6bc36-64c2-4eb6-b6b9-0e86b0cfa78a tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bbf50af-50c2-4df2-bc37-9f0e79ec6d91&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2591231
May 07 21:55:44.215085 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-346c1d6f-7c71-4567-b0dd-772e94683248 None None] Set router 4e415b3f-6226-4d5a-bd85-5868d0b73abe gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:55:44.244769 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-e3d94404-7540-43b9-b01a-37a5920d486e req-26e89ac7-e753-481b-ac8a-15d52c8ab421 service neutron] For port 1cef223b-c375-473f-8214-891abfa6fa86, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1cef223b-c375-473f-8214-891abfa6fa86,segment=NetworkSegment(16a3e44e-cf3e-4bbc-83bb-ad3918f988bd),segment_id=16a3e44e-cf3e-4bbc-83bb-ad3918f988bd)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:55:44.260203 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-59f5b5b3-aa55-4803-b399-c79ea7579c52 req-4afbb962-2e86-49b5-81f4-352b336dae7f service neutron] 10.222.0.55 "GET /v2.0/networks/704f8450-d63f-47c9-8f27-0e9fc81678e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3526070
May 07 21:55:44.263845 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-e3d94404-7540-43b9-b01a-37a5920d486e req-26e89ac7-e753-481b-ac8a-15d52c8ab421 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (1cef223b-c375-473f-8214-891abfa6fa86), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:44.280244 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ea2343cf-3625-4c25-9bdd-70939afb3590 req-acf8f518-d39a-4e6a-ad4e-c4811933776e service neutron] 10.222.0.59 "GET /v2.0/networks/5159d3da-3059-47f6-8ecf-b4d9b2b9d7de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2640574
May 07 21:55:44.288006 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6c4933fc-eca4-4fd5-9bf3-ac9315e6f96e req-c4213916-7b8d-4343-ba9e-012fa9544535 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=251b3c4a-3d68-4a9c-8850-df61aa0e1dc6 HTTP/1.1" status: 200  len: 999 time: 0.1040235
May 07 21:55:44.346142 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4933fc-eca4-4fd5-9bf3-ac9315e6f96e req-5aeab628-7b23-4d55-9046-8f33d44142ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:44.351342 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6c4933fc-eca4-4fd5-9bf3-ac9315e6f96e req-5aeab628-7b23-4d55-9046-8f33d44142ad service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2acc823a-0eec-49c6-a420-882d299a2009 HTTP/1.1" status: 200  len: 860 time: 0.0572486
May 07 21:55:44.381607 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d94404-7540-43b9-b01a-37a5920d486e req-26e89ac7-e753-481b-ac8a-15d52c8ab421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:44.382541 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-e3d94404-7540-43b9-b01a-37a5920d486e req-26e89ac7-e753-481b-ac8a-15d52c8ab421 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:44.383729 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e3d94404-7540-43b9-b01a-37a5920d486e req-26e89ac7-e753-481b-ac8a-15d52c8ab421 service neutron] 10.222.0.59 "PUT /v2.0/ports/1cef223b-c375-473f-8214-891abfa6fa86 HTTP/1.1" status: 200  len: 1092 time: 3.9234352
May 07 21:55:44.416485 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ea2343cf-3625-4c25-9bdd-70939afb3590 req-f92dee62-abbd-4805-9fbc-b401cc3a066e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.249&port_id=5ace34e4-5209-40cb-a0ff-407d97d110dd HTTP/1.1" status: 200  len: 217 time: 0.0974851
May 07 21:55:44.446558 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 26b45fcb-fb85-4cfb-9dc0-1b5852bae60e no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:55:44.476745 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] No Port match for: 26b45fcb-fb85-4cfb-9dc0-1b5852bae60e {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:55:44.477385 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 26b45fcb-fb85-4cfb-9dc0-1b5852bae60e not bound to the agent host nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:55:44.478076 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 9c05653c-13d6-4294-9e31-a8863d1d2783 no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:55:44.614331 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e89ac7-e753-481b-ac8a-15d52c8ab421 service neutron] Pushing event updated for resources: {'Port': ['ID=1cef223b-c375-473f-8214-891abfa6fa86,revision_number=10']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:55:44.632900 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 9c05653c-13d6-4294-9e31-a8863d1d2783 is: ACTIVE; New status is: DOWN {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:55:44.634343 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (9c05653c-13d6-4294-9e31-a8863d1d2783), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:44.651706 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e53ee2d-d549-4528-9b24-ce5bfd7f5771 req-8142a837-8bc4-44b6-a941-d41803da2d3a tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:44.661915 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8e53ee2d-d549-4528-9b24-ce5bfd7f5771 req-8142a837-8bc4-44b6-a941-d41803da2d3a tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=18b8a031-b3cd-4d2f-b349-9b08eb3a6720 HTTP/1.1" status: 200  len: 945 time: 0.3464634
May 07 21:55:44.675613 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-346c1d6f-7c71-4567-b0dd-772e94683248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cd16ca0>, [{'id': '4e415b3f-6226-4d5a-bd85-5868d0b73abe', 'name': 'tempest-FloatingIPsAssociationTestJSON-2146525056-router', 'tenant_id': '4c2ee723c6a04843b302e255a401b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.211'}], 'enable_snat': True}, 'gw_port_id': 'aff31c05-d914-4525-bace-30d34b61e5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:54:29Z', 'updated_at': '2022-05-07T21:54:35Z', 'revision_number': 4, 'project_id': '4c2ee723c6a04843b302e255a401b1e7', 'gw_port': {'id': 'aff31c05-d914-4525-bace-30d34b61e5c0', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:82:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e415b3f-6226-4d5a-bd85-5868d0b73abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:54:30Z', 'updated_at': '2022-05-07T21:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'bc6ddc69-3ad1-4ec6-ad2e-4053ffde1378', 'tenant_id': '4c2ee723c6a04843b302e255a401b1e7', 'floating_ip_address': '172.35.4.22', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '4e415b3f-6226-4d5a-bd85-5868d0b73abe', 'port_id': '251b3c4a-3d68-4a9c-8850-df61aa0e1dc6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1213, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '704f8450-d63f-47c9-8f27-0e9fc81678e7', 'mac_address': 'fa:16:3e:f0:96:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6f28fb-7fb0-4dbe-b780-f14e94c9846d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T21:54:58Z', 'updated_at': '2022-05-07T21:55:41Z', 'revision_number': 8, 'project_id': '4c2ee723c6a04843b302e255a401b1e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd331f409-571a-4b53-8871-45839bf52e41', 'name': '', 'network_id': '704f8450-d63f-47c9-8f27-0e9fc81678e7', 'tenant_id': '4c2ee723c6a04843b302e255a401b1e7', 'mac_address': 'fa:16:3e:51:9b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e415b3f-6226-4d5a-bd85-5868d0b73abe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '2acc823a-0eec-49c6-a420-882d299a2009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:54:33Z', 'updated_at': '2022-05-07T21:54:45Z', 'revision_number': 5, 'project_id': '4c2ee723c6a04843b302e255a401b1e7', 'subnets': [{'id': '2acc823a-0eec-49c6-a420-882d299a2009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:55:44.713503 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-f227ba4f-78ec-4576-8436-1c02843acf35 req-dce4e6a9-88c1-4d2c-9ab0-0dd58a02749c tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (9c05653c-13d6-4294-9e31-a8863d1d2783), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:44.715863 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346c1d6f-7c71-4567-b0dd-772e94683248 None None] Checking router: 4e415b3f-6226-4d5a-bd85-5868d0b73abe for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 21:55:44.725815 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['251b3c4a-3d68-4a9c-8850-df61aa0e1dc6'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:55:44.727681 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d94404-7540-43b9-b01a-37a5920d486e req-884aea71-d7fa-4472-80a2-eba2696c65f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:44.729377 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e3d94404-7540-43b9-b01a-37a5920d486e req-884aea71-d7fa-4472-80a2-eba2696c65f5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=93c3c71171814bb7b1018904086ad506&device_id=cc6a642e-763c-4ac9-8ef7-4985bcb86060 HTTP/1.1" status: 200  len: 1127 time: 0.2850807
May 07 21:55:44.734137 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346c1d6f-7c71-4567-b0dd-772e94683248 None None] Routers {'4e415b3f-6226-4d5a-bd85-5868d0b73abe'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:55:44.734937 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-346c1d6f-7c71-4567-b0dd-772e94683248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cd16ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:55:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['4e415b3f-6226-4d5a-bd85-5868d0b73abe'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:55:44.818859 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2343cf-3625-4c25-9bdd-70939afb3590 req-a1d56c42-a33e-4063-8920-bf121ce1c14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:44.821424 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ea2343cf-3625-4c25-9bdd-70939afb3590 req-a1d56c42-a33e-4063-8920-bf121ce1c14a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bb1f6c63-3864-40bd-a2ae-039b8eadf327 HTTP/1.1" status: 200  len: 797 time: 0.3788323
May 07 21:55:44.838375 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce4e6a9-88c1-4d2c-9ab0-0dd58a02749c tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Pushing event deleted for resources: {'Port': ['ID=9c05653c-13d6-4294-9e31-a8863d1d2783,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:55:44.894676 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-346c1d6f-7c71-4567-b0dd-772e94683248 None None] Set router 4e415b3f-6226-4d5a-bd85-5868d0b73abe gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:55:44.941896 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4933fc-eca4-4fd5-9bf3-ac9315e6f96e req-47f75095-be2c-44fc-9433-2f2aaadd0299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:44.951933 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6c4933fc-eca4-4fd5-9bf3-ac9315e6f96e req-47f75095-be2c-44fc-9433-2f2aaadd0299 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=704f8450-d63f-47c9-8f27-0e9fc81678e7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.5867832
May 07 21:55:45.000915 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2343cf-3625-4c25-9bdd-70939afb3590 req-315aa11b-d21e-4e5d-a279-33d52b53df86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:45.002617 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ea2343cf-3625-4c25-9bdd-70939afb3590 req-315aa11b-d21e-4e5d-a279-33d52b53df86 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5159d3da-3059-47f6-8ecf-b4d9b2b9d7de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1489093
May 07 21:55:45.057695 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c3bb5d-61aa-4ea1-93f1-b37f8ffd5f11 req-d36587e1-9bcf-4d35-8670-41214166e6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:45.058181 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c3bb5d-61aa-4ea1-93f1-b37f8ffd5f11 req-d36587e1-9bcf-4d35-8670-41214166e6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:45.058965 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c3bb5d-61aa-4ea1-93f1-b37f8ffd5f11 req-d36587e1-9bcf-4d35-8670-41214166e6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:45.059437 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c3bb5d-61aa-4ea1-93f1-b37f8ffd5f11 req-d36587e1-9bcf-4d35-8670-41214166e6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:45.059907 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c3bb5d-61aa-4ea1-93f1-b37f8ffd5f11 req-d36587e1-9bcf-4d35-8670-41214166e6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:45.060632 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c3bb5d-61aa-4ea1-93f1-b37f8ffd5f11 req-d36587e1-9bcf-4d35-8670-41214166e6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:45.061103 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c3bb5d-61aa-4ea1-93f1-b37f8ffd5f11 req-d36587e1-9bcf-4d35-8670-41214166e6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:45.063346 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-14c3bb5d-61aa-4ea1-93f1-b37f8ffd5f11 req-d36587e1-9bcf-4d35-8670-41214166e6b6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=70a2fded25c74c839c01e55a91e7f7fc&device_id=dfb18387-ba8a-4070-aa1b-42824ed0c7ec HTTP/1.1" status: 200  len: 6692 time: 0.6515832
May 07 21:55:45.117152 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-59f5b5b3-aa55-4803-b399-c79ea7579c52 req-dbd4e698-4ef3-48a7-ba7f-f7513610e1f8 service neutron] 10.222.0.55 "GET /v2.0/networks/704f8450-d63f-47c9-8f27-0e9fc81678e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7043612
May 07 21:55:45.117905 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-f227ba4f-78ec-4576-8436-1c02843acf35 req-dce4e6a9-88c1-4d2c-9ab0-0dd58a02749c tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] No DVR routers for this DVR port 9c05653c-13d6-4294-9e31-a8863d1d2783 on host nch1-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:55:45.129889 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-f227ba4f-78ec-4576-8436-1c02843acf35 req-dce4e6a9-88c1-4d2c-9ab0-0dd58a02749c tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:45.133338 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f227ba4f-78ec-4576-8436-1c02843acf35 req-dce4e6a9-88c1-4d2c-9ab0-0dd58a02749c tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] 10.222.0.55 "DELETE /v2.0/ports/9c05653c-13d6-4294-9e31-a8863d1d2783 HTTP/1.1" status: 204  len: 173 time: 2.6049523
May 07 21:55:45.144977 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8e53ee2d-d549-4528-9b24-ce5bfd7f5771 req-8138614e-d9ca-4caa-90c0-ad19b3791c0f tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4818993
May 07 21:55:45.225652 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-287c7f79-8769-4103-8f84-f5e4ce3e7c2c x-openstack-request-id: req-287c7f79-8769-4103-8f84-f5e4ce3e7c2c {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:55:45.226010 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18b8a031-b3cd-4d2f-b349-9b08eb3a6720", "name": "network-vif-plugged", "status": "completed", "tag": "c714b978-d69a-480e-821e-03cc5b682a61", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:55:45.226213 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-287c7f79-8769-4103-8f84-f5e4ce3e7c2c {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:55:45.227077 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-287c7f79-8769-4103-8f84-f5e4ce3e7c2c'] response: {'server_uuid': '18b8a031-b3cd-4d2f-b349-9b08eb3a6720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c714b978-d69a-480e-821e-03cc5b682a61', 'code': 200}
May 07 21:55:45.256979 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d94404-7540-43b9-b01a-37a5920d486e req-24225b49-e4f2-4af8-a170-8a7a571b35c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:45.259144 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e3d94404-7540-43b9-b01a-37a5920d486e req-24225b49-e4f2-4af8-a170-8a7a571b35c2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=772be29c-bb44-46ae-a3e0-b0a78574bddf HTTP/1.1" status: 200  len: 918 time: 0.4997830
May 07 21:55:45.261847 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-346c1d6f-7c71-4567-b0dd-772e94683248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cd16ca0>, [{'id': '4e415b3f-6226-4d5a-bd85-5868d0b73abe', 'name': 'tempest-FloatingIPsAssociationTestJSON-2146525056-router', 'tenant_id': '4c2ee723c6a04843b302e255a401b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.211'}], 'enable_snat': True}, 'gw_port_id': 'aff31c05-d914-4525-bace-30d34b61e5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:54:29Z', 'updated_at': '2022-05-07T21:54:35Z', 'revision_number': 4, 'project_id': '4c2ee723c6a04843b302e255a401b1e7', 'gw_port': {'id': 'aff31c05-d914-4525-bace-30d34b61e5c0', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:82:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e415b3f-6226-4d5a-bd85-5868d0b73abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:54:30Z', 'updated_at': '2022-05-07T21:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'bc6ddc69-3ad1-4ec6-ad2e-4053ffde1378', 'tenant_id': '4c2ee723c6a04843b302e255a401b1e7', 'floating_ip_address': '172.35.4.22', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '4e415b3f-6226-4d5a-bd85-5868d0b73abe', 'port_id': '251b3c4a-3d68-4a9c-8850-df61aa0e1dc6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1213, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '704f8450-d63f-47c9-8f27-0e9fc81678e7', 'mac_address': 'fa:16:3e:f0:96:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6f28fb-7fb0-4dbe-b780-f14e94c9846d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T21:54:58Z', 'updated_at': '2022-05-07T21:55:41Z', 'revision_number': 8, 'project_id': '4c2ee723c6a04843b302e255a401b1e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd331f409-571a-4b53-8871-45839bf52e41', 'name': '', 'network_id': '704f8450-d63f-47c9-8f27-0e9fc81678e7', 'tenant_id': '4c2ee723c6a04843b302e255a401b1e7', 'mac_address': 'fa:16:3e:51:9b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e415b3f-6226-4d5a-bd85-5868d0b73abe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '2acc823a-0eec-49c6-a420-882d299a2009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:54:33Z', 'updated_at': '2022-05-07T21:54:45Z', 'revision_number': 5, 'project_id': '4c2ee723c6a04843b302e255a401b1e7', 'subnets': [{'id': '2acc823a-0eec-49c6-a420-882d299a2009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:55:45.310943 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346c1d6f-7c71-4567-b0dd-772e94683248 None None] The sync data for ids ['4e415b3f-6226-4d5a-bd85-5868d0b73abe'] in ncdv-master-1 is: [{'id': '4e415b3f-6226-4d5a-bd85-5868d0b73abe', 'name': 'tempest-FloatingIPsAssociationTestJSON-2146525056-router', 'tenant_id': '4c2ee723c6a04843b302e255a401b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.211'}], 'enable_snat': True}, 'gw_port_id': 'aff31c05-d914-4525-bace-30d34b61e5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:54:29Z', 'updated_at': '2022-05-07T21:54:35Z', 'revision_number': 4, 'project_id': '4c2ee723c6a04843b302e255a401b1e7', 'gw_port': {'id': 'aff31c05-d914-4525-bace-30d34b61e5c0', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:82:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e415b3f-6226-4d5a-bd85-5868d0b73abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:54:30Z', 'updated_at': '2022-05-07T21:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'bc6ddc69-3ad1-4ec6-ad2e-4053ffde1378', 'tenant_id': '4c2ee723c6a04843b302e255a401b1e7', 'floating_ip_address': '172.35.4.22', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '4e415b3f-6226-4d5a-bd85-5868d0b73abe', 'port_id': '251b3c4a-3d68-4a9c-8850-df61aa0e1dc6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1213, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '704f8450-d63f-47c9-8f27-0e9fc81678e7', 'mac_address': 'fa:16:3e:f0:96:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d6f28fb-7fb0-4dbe-b780-f14e94c9846d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T21:54:58Z', 'updated_at': '2022-05-07T21:55:41Z', 'revision_number': 8, 'project_id': '4c2ee723c6a04843b302e255a401b1e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd331f409-571a-4b53-8871-45839bf52e41', 'name': '', 'network_id': '704f8450-d63f-47c9-8f27-0e9fc81678e7', 'tenant_id': '4c2ee723c6a04843b302e255a401b1e7', 'mac_address': 'fa:16:3e:51:9b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e415b3f-6226-4d5a-bd85-5868d0b73abe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '2acc823a-0eec-49c6-a420-882d299a2009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:54:33Z', 'updated_at': '2022-05-07T21:54:45Z', 'revision_number': 5, 'project_id': '4c2ee723c6a04843b302e255a401b1e7', 'subnets': [{'id': '2acc823a-0eec-49c6-a420-882d299a2009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:55:45.318482 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d8346462-1fe9-40d1-8ce8-fa880ebde4eb req-2c33a969-0623-42f6-a8fb-4c99a9c723fe service neutron] 10.222.0.55 "GET /v2.0/networks/7bc61814-8ef0-4365-b3ea-2c20100be453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9097152
May 07 21:55:45.329566 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48f5d89f-4d02-436b-93ff-ba1f88730e9f x-openstack-request-id: req-48f5d89f-4d02-436b-93ff-ba1f88730e9f {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:55:45.329899 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "653f2d36-3e13-4a84-93ea-5545b4e9fd2f", "tag": "9c05653c-13d6-4294-9e31-a8863d1d2783", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:55:45.330104 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-48f5d89f-4d02-436b-93ff-ba1f88730e9f {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:55:45.330508 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48f5d89f-4d02-436b-93ff-ba1f88730e9f'] response: {'name': 'network-changed', 'server_uuid': '653f2d36-3e13-4a84-93ea-5545b4e9fd2f', 'tag': '9c05653c-13d6-4294-9e31-a8863d1d2783', 'status': 'completed', 'code': 200}
May 07 21:55:45.335813 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ea2343cf-3625-4c25-9bdd-70939afb3590 req-53c4b316-c86b-4aa8-a251-2adaba9ef1c1 service neutron] 10.222.0.59 "GET /v2.0/networks/5159d3da-3059-47f6-8ecf-b4d9b2b9d7de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3202217
May 07 21:55:45.342472 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6c4933fc-eca4-4fd5-9bf3-ac9315e6f96e req-990b2c8a-8b5b-4919-9f4e-e5274d99a8a1 service neutron] 10.222.0.32 "GET /v2.0/networks/704f8450-d63f-47c9-8f27-0e9fc81678e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3897285
May 07 21:55:45.348198 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-20d3732d-357e-4c40-9ca6-9f530a9ac4b3 req-4c1f27e7-5ec5-4be4-927b-5546044bca10 service neutron] 10.222.0.55 "GET /v2.0/networks/38ca9b6e-b205-48f9-a002-ddfee225fe39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9382339
May 07 21:55:45.387589 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e68d0d-cff1-4227-8f69-3580d64ce2a6 req-d4465239-8fd5-4b2b-b439-dd88894ec8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:45.389033 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b8e68d0d-cff1-4227-8f69-3580d64ce2a6 req-d4465239-8fd5-4b2b-b439-dd88894ec8ea service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=18b8a031-b3cd-4d2f-b349-9b08eb3a6720 HTTP/1.1" status: 200  len: 1127 time: 0.0863824
May 07 21:55:45.427740 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e3d94404-7540-43b9-b01a-37a5920d486e req-70de540e-a836-4afe-9dde-ace3bb776241 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1cef223b-c375-473f-8214-891abfa6fa86 HTTP/1.1" status: 200  len: 1000 time: 0.1522009
May 07 21:55:45.454356 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c3bb5d-61aa-4ea1-93f1-b37f8ffd5f11 req-f90efd65-90c5-45a7-9ee5-86c6e6886150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:45.456439 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-14c3bb5d-61aa-4ea1-93f1-b37f8ffd5f11 req-f90efd65-90c5-45a7-9ee5-86c6e6886150 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d3d6fbc8-cbfa-4c1a-9104-6c52ad3f84a6 HTTP/1.1" status: 200  len: 902 time: 0.3784218
May 07 21:55:45.473051 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49953d14-c071-4bb1-808a-da3f83eabb4a req-7e980b34-745d-4fb7-b3af-1dabea9487ee tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:45.474496 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-49953d14-c071-4bb1-808a-da3f83eabb4a req-7e980b34-745d-4fb7-b3af-1dabea9487ee tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?device_id=d34e6889-832e-45d3-8a1a-8c59d4ec697e HTTP/1.1" status: 200  len: 949 time: 0.1350787
May 07 21:55:45.499784 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b8e68d0d-cff1-4227-8f69-3580d64ce2a6 req-db4d46cf-a869-472f-bf41-0ffbeaf5bb72 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0971346
May 07 21:55:45.505107 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6c4933fc-eca4-4fd5-9bf3-ac9315e6f96e req-cefa69a0-4b85-4f5d-9db8-3c04a0e3efa8 service neutron] 10.222.0.32 "GET /v2.0/networks/704f8450-d63f-47c9-8f27-0e9fc81678e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1495039
May 07 21:55:45.588406 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-14c3bb5d-61aa-4ea1-93f1-b37f8ffd5f11 req-f9052392-458b-4a39-9a46-44dc9b9141d0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=744875ea-e246-4ecb-b60f-b9c04a274fe9 HTTP/1.1" status: 200  len: 217 time: 0.0701256
May 07 21:55:45.591972 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5563530e-193a-467f-a1ab-036490f36952 x-openstack-request-id: req-5563530e-193a-467f-a1ab-036490f36952 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:55:45.592679 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75e24f97-8526-41f8-906e-c99d18f445ba", "tag": "70309868-18a6-4a82-b4fb-e8df121c6f4c", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:55:45.593035 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5563530e-193a-467f-a1ab-036490f36952 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:55:45.593430 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d94404-7540-43b9-b01a-37a5920d486e req-bd04588c-dc7d-48ac-9302-8cabebce3f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:45.593738 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5563530e-193a-467f-a1ab-036490f36952'] response: {'name': 'network-changed', 'server_uuid': '75e24f97-8526-41f8-906e-c99d18f445ba', 'tag': '70309868-18a6-4a82-b4fb-e8df121c6f4c', 'status': 'completed', 'code': 200}
May 07 21:55:45.595028 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e3d94404-7540-43b9-b01a-37a5920d486e req-bd04588c-dc7d-48ac-9302-8cabebce3f19 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f41cdf1c-9de4-46dc-8689-4d3b6400326c HTTP/1.1" status: 200  len: 856 time: 0.1379316
May 07 21:55:45.604958 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ea2343cf-3625-4c25-9bdd-70939afb3590 req-3f0bf3ff-3196-41dd-818f-15ef4e8abd02 service neutron] 10.222.0.59 "GET /v2.0/networks/5159d3da-3059-47f6-8ecf-b4d9b2b9d7de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2533815
May 07 21:55:45.619277 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6cf6455d-6903-4d2d-a558-72d4c4a97822 req-704db224-cf39-40e9-ae5e-0b6156ca4100 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4c2ee723c6a04843b302e255a401b1e7&device_id=653f2d36-3e13-4a84-93ea-5545b4e9fd2f HTTP/1.1" status: 200  len: 210 time: 0.0422192
May 07 21:55:45.635677 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-49953d14-c071-4bb1-808a-da3f83eabb4a req-925cc9ec-dbe5-4219-9649-ce849e23734b tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/security-groups?id=aca2780c-128c-4de5-85a4-a7e10bd42e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1394494
May 07 21:55:45.685701 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073aea1e-2ebc-4395-b0a9-8628205d0c05 None None] New status for floating IP bc6ddc69-3ad1-4ec6-ad2e-4053ffde1378: ACTIVE {{(pid=121838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 07 21:55:45.701796 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 44014) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:55:45.753553 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 21:55:45.797096 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7980c7-29c1-4022-8518-3f33a3c99d4e req-3a372829-1a38-4193-a89a-5fa12a88f4e0 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:45.799232 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2d7980c7-29c1-4022-8518-3f33a3c99d4e req-3a372829-1a38-4193-a89a-5fa12a88f4e0 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?device_id=75e24f97-8526-41f8-906e-c99d18f445ba HTTP/1.1" status: 200  len: 944 time: 0.1526566
May 07 21:55:45.875553 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2d7980c7-29c1-4022-8518-3f33a3c99d4e req-56de8209-9249-405b-99a3-24c94dfdc90c tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b18b124-d6ae-4635-93ed-9957a39a34ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0690877
May 07 21:55:45.929964 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ea2343cf-3625-4c25-9bdd-70939afb3590 req-987b3eca-09e6-4658-80a5-5b5596280d0a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.98&port_id=bd421caf-72a7-469a-bd36-ed429f10bc0d HTTP/1.1" status: 200  len: 217 time: 0.1583421
May 07 21:55:45.942634 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d94404-7540-43b9-b01a-37a5920d486e req-305cd2a4-4f31-4bd2-a043-142de7cc3b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:45.944292 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e3d94404-7540-43b9-b01a-37a5920d486e req-305cd2a4-4f31-4bd2-a043-142de7cc3b7e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=772be29c-bb44-46ae-a3e0-b0a78574bddf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1718354
May 07 21:55:45.968021 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8c205-a132-4a0d-931a-b73f174f368e req-51164335-f1f4-4df9-aebf-f88f5638f03c tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:45.974421 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8c205-a132-4a0d-931a-b73f174f368e req-51164335-f1f4-4df9-aebf-f88f5638f03c tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:45.980350 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8c205-a132-4a0d-931a-b73f174f368e req-51164335-f1f4-4df9-aebf-f88f5638f03c tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:45.986639 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8c205-a132-4a0d-931a-b73f174f368e req-51164335-f1f4-4df9-aebf-f88f5638f03c tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:45.990447 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131ee483-fbcf-42e0-bda9-9ce27bfdb57b req-f29b483e-58e4-42b0-99df-08524cb72b63 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:45.993064 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-131ee483-fbcf-42e0-bda9-9ce27bfdb57b req-f29b483e-58e4-42b0-99df-08524cb72b63 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc6a642e-763c-4ac9-8ef7-4985bcb86060 HTTP/1.1" status: 200  len: 945 time: 0.0603817
May 07 21:55:45.993760 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8c205-a132-4a0d-931a-b73f174f368e req-51164335-f1f4-4df9-aebf-f88f5638f03c tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:45.999858 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8c205-a132-4a0d-931a-b73f174f368e req-51164335-f1f4-4df9-aebf-f88f5638f03c tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:46.006041 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8c205-a132-4a0d-931a-b73f174f368e req-51164335-f1f4-4df9-aebf-f88f5638f03c tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:46.014573 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0ea8c205-a132-4a0d-931a-b73f174f368e req-51164335-f1f4-4df9-aebf-f88f5638f03c tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb18387-ba8a-4070-aa1b-42824ed0c7ec HTTP/1.1" status: 200  len: 5418 time: 0.2111917
May 07 21:55:46.063474 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-131ee483-fbcf-42e0-bda9-9ce27bfdb57b req-9ee2aa40-9045-4f3d-bd9f-9acdd502a00c tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bbf50af-50c2-4df2-bc37-9f0e79ec6d91&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0569501
May 07 21:55:46.139660 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0ea8c205-a132-4a0d-931a-b73f174f368e req-4239e90e-0dbe-45cd-9931-e78579b5741a tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/security-groups?id=022a2e7b-c53f-49c4-a82c-d25afea19659&id=4683f7d7-8b63-48cf-a24d-027ba8d9c114&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1241660
May 07 21:55:46.200889 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d9bd0ec8-576b-462e-9245-1347480c185c req-2a752d6a-d014-4add-8fef-5de708d69974 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] 10.222.0.32 "GET /v2.0/floatingips/bc6ddc69-3ad1-4ec6-ad2e-4053ffde1378 HTTP/1.1" status: 200  len: 998 time: 0.0980721
May 07 21:55:46.325781 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bd0ec8-576b-462e-9245-1347480c185c req-564239be-77ed-4a84-ab66-244e48995bc2 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:46.327880 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d9bd0ec8-576b-462e-9245-1347480c185c req-564239be-77ed-4a84-ab66-244e48995bc2 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] 10.222.0.32 "GET /v2.0/networks/9221b764-ef06-431f-8941-796516ed7c3b HTTP/1.1" status: 200  len: 784 time: 0.1196818
May 07 21:55:46.341215 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2da82f5e-0540-4ee0-975e-265fea7024fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401094'] for router_interface (dab452b3-c5c3-4a3d-893a-5df33259a16e), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:46.519598 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7709d60-fd8d-46e8-a9b8-dce91c4ece28 req-fdc15f49-65ab-4001-aed6-0cb924e8ff37 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:46.521277 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b7709d60-fd8d-46e8-a9b8-dce91c4ece28 req-fdc15f49-65ab-4001-aed6-0cb924e8ff37 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=18b8a031-b3cd-4d2f-b349-9b08eb3a6720 HTTP/1.1" status: 200  len: 945 time: 0.1305759
May 07 21:55:46.546431 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c3bb5d-61aa-4ea1-93f1-b37f8ffd5f11 req-fec10d86-6831-45e2-9905-9c86888e471a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:46.547898 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-14c3bb5d-61aa-4ea1-93f1-b37f8ffd5f11 req-fec10d86-6831-45e2-9905-9c86888e471a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6168b443-15e3-44b9-96e7-6156bf22796d HTTP/1.1" status: 200  len: 797 time: 0.1229150
May 07 21:55:46.550042 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32cad09-0433-487e-9a20-b548e84ce2a3 req-2807f92c-a0fc-4ce5-bd0e-faae92defd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:46.551518 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c32cad09-0433-487e-9a20-b548e84ce2a3 req-2807f92c-a0fc-4ce5-bd0e-faae92defd3f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4f4c556805a24040a7131d879ee91498&device_id=75e24f97-8526-41f8-906e-c99d18f445ba HTTP/1.1" status: 200  len: 1126 time: 0.0758944
May 07 21:55:46.593594 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b7709d60-fd8d-46e8-a9b8-dce91c4ece28 req-b1b9732c-4580-42d0-b604-15392cfbea88 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0607774
May 07 21:55:46.694408 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2673385f-24fa-4258-991f-6aec537e80b8 req-c9cdf61d-274b-4b73-a2dc-72a49a2c7daa tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.4.22 HTTP/1.1" status: 200  len: 1001 time: 0.0768874
May 07 21:55:46.756473 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2673385f-24fa-4258-991f-6aec537e80b8 req-06904c79-ae4a-4765-aec5-204696311a3e tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:46.757917 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2673385f-24fa-4258-991f-6aec537e80b8 req-06904c79-ae4a-4765-aec5-204696311a3e tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] 10.222.0.32 "GET /v2.0/ports/251b3c4a-3d68-4a9c-8850-df61aa0e1dc6 HTTP/1.1" status: 200  len: 943 time: 0.0578449
May 07 21:55:46.881863 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7fb435-e90c-4593-a76c-e37d7b4ce347 req-fe312ea3-083b-4753-932b-b4b76630f9b7 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:46.887282 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7fb435-e90c-4593-a76c-e37d7b4ce347 req-fe312ea3-083b-4753-932b-b4b76630f9b7 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:46.895018 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ae7fb435-e90c-4593-a76c-e37d7b4ce347 req-fe312ea3-083b-4753-932b-b4b76630f9b7 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?device_id=a390d88e-4ae4-4700-a85a-6bc97fd8bd29&device_id=d34e6889-832e-45d3-8a1a-8c59d4ec697e HTTP/1.1" status: 200  len: 1689 time: 0.2149081
May 07 21:55:46.909845 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2343cf-3625-4c25-9bdd-70939afb3590 req-379426c7-2480-4152-aa4d-1d76b607caa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:46.911321 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ea2343cf-3625-4c25-9bdd-70939afb3590 req-379426c7-2480-4152-aa4d-1d76b607caa7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bb1f6c63-3864-40bd-a2ae-039b8eadf327 HTTP/1.1" status: 200  len: 797 time: 0.2305214
May 07 21:55:46.999792 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c3bb5d-61aa-4ea1-93f1-b37f8ffd5f11 req-dc435b81-f27e-426a-a07d-75a728f155f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:47.001492 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-14c3bb5d-61aa-4ea1-93f1-b37f8ffd5f11 req-dc435b81-f27e-426a-a07d-75a728f155f8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d3d6fbc8-cbfa-4c1a-9104-6c52ad3f84a6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.2206447
May 07 21:55:47.052999 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e3d94404-7540-43b9-b01a-37a5920d486e req-004895a1-7105-4be3-aec7-493d300bad6c service neutron] 10.222.0.59 "GET /v2.0/networks/772be29c-bb44-46ae-a3e0-b0a78574bddf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3743503
May 07 21:55:47.075374 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2673385f-24fa-4258-991f-6aec537e80b8 req-50791fc0-38ed-4786-b457-1441ea7bdb8b tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.4.22 HTTP/1.1" status: 200  len: 1001 time: 0.2360928
May 07 21:55:47.089045 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2343cf-3625-4c25-9bdd-70939afb3590 req-fa788159-a7dd-4518-9b2e-08c8fc3df3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:47.090544 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ea2343cf-3625-4c25-9bdd-70939afb3590 req-fa788159-a7dd-4518-9b2e-08c8fc3df3a8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=5159d3da-3059-47f6-8ecf-b4d9b2b9d7de&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1659396
May 07 21:55:47.103672 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ae7fb435-e90c-4593-a76c-e37d7b4ce347 req-9a4037c4-0f4f-429e-a6a3-d5c8991a55b3 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/security-groups?id=aca2780c-128c-4de5-85a4-a7e10bd42e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2078393
May 07 21:55:47.136916 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32cad09-0433-487e-9a20-b548e84ce2a3 req-ff2d0281-f39f-40cc-9816-fcf6781586a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:47.138531 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c32cad09-0433-487e-9a20-b548e84ce2a3 req-ff2d0281-f39f-40cc-9816-fcf6781586a9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7bc61814-8ef0-4365-b3ea-2c20100be453 HTTP/1.1" status: 200  len: 916 time: 0.3565025
May 07 21:55:47.233439 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-14c3bb5d-61aa-4ea1-93f1-b37f8ffd5f11 req-033b1772-e1ec-4225-b96d-beef226ab4dd service neutron] 10.222.0.55 "GET /v2.0/networks/d3d6fbc8-cbfa-4c1a-9104-6c52ad3f84a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2115419
May 07 21:55:47.270086 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2673385f-24fa-4258-991f-6aec537e80b8 req-c6d0de04-5540-4635-b015-b6d92ed94c95 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:47.271577 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2673385f-24fa-4258-991f-6aec537e80b8 req-c6d0de04-5540-4635-b015-b6d92ed94c95 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] 10.222.0.32 "GET /v2.0/networks/9221b764-ef06-431f-8941-796516ed7c3b HTTP/1.1" status: 200  len: 784 time: 0.1871836
May 07 21:55:47.328121 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e3d94404-7540-43b9-b01a-37a5920d486e req-c3d5cf23-8b25-4766-aa41-ebe2ae1e58ae service neutron] 10.222.0.59 "GET /v2.0/networks/772be29c-bb44-46ae-a3e0-b0a78574bddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2672710
May 07 21:55:47.359452 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2673385f-24fa-4258-991f-6aec537e80b8 req-6d93e4ac-7642-4ce1-92e3-974577817264 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.4.22 HTTP/1.1" status: 200  len: 1001 time: 0.0801089
May 07 21:55:47.365529 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-2673385f-24fa-4258-991f-6aec537e80b8 req-5e2e1da9-32a0-43be-bbe4-f57657318845 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Request body: {'floatingip': {'port_id': None}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:55:47.365830 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc6a642e-763c-4ac9-8ef7-4985bcb86060', 'tag': '1cef223b-c375-473f-8214-891abfa6fa86'}, {'server_uuid': '653f2d36-3e13-4a84-93ea-5545b4e9fd2f', 'name': 'network-vif-deleted', 'tag': '9c05653c-13d6-4294-9e31-a8863d1d2783'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:55:47.368101 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9becbdd0-a62d-42dc-a386-f2e2b6d2176d" -d '{"events": [{"name": "network-changed", "server_uuid": "cc6a642e-763c-4ac9-8ef7-4985bcb86060", "tag": "1cef223b-c375-473f-8214-891abfa6fa86"}, {"server_uuid": "653f2d36-3e13-4a84-93ea-5545b4e9fd2f", "name": "network-vif-deleted", "tag": "9c05653c-13d6-4294-9e31-a8863d1d2783"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:55:47.383770 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ea2343cf-3625-4c25-9bdd-70939afb3590 req-b4f218e1-1d40-463d-885c-1eded544fe09 service neutron] 10.222.0.59 "GET /v2.0/networks/5159d3da-3059-47f6-8ecf-b4d9b2b9d7de?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2760749
May 07 21:55:47.415065 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bc41af-09b0-4770-8856-2bf86b05da21 req-b43b4ba2-94ab-424b-8a0e-65cc126b6d7f tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:47.416204 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d3bc41af-09b0-4770-8856-2bf86b05da21 req-b43b4ba2-94ab-424b-8a0e-65cc126b6d7f tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?device_id=75e24f97-8526-41f8-906e-c99d18f445ba HTTP/1.1" status: 200  len: 944 time: 0.2291248
May 07 21:55:47.426455 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-2673385f-24fa-4258-991f-6aec537e80b8 req-5e2e1da9-32a0-43be-bbe4-f57657318845 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Publish callbacks [] for floatingip (bc6ddc69-3ad1-4ec6-ad2e-4053ffde1378), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:47.427664 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-2da82f5e-0540-4ee0-975e-265fea7024fd admin admin] Deleting port b2caed4e-7377-4f4b-b896-d818b3eb5257 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:55:47.427914 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2da82f5e-0540-4ee0-975e-265fea7024fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (b2caed4e-7377-4f4b-b896-d818b3eb5257), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:47.520037 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c32cad09-0433-487e-9a20-b548e84ce2a3 req-c9891d13-4778-4376-a2eb-5f7da71dbc7e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=70309868-18a6-4a82-b4fb-e8df121c6f4c HTTP/1.1" status: 200  len: 217 time: 0.0888860
May 07 21:55:47.608272 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ea2343cf-3625-4c25-9bdd-70939afb3590 req-41cf3ff1-7f8b-4979-a609-eb5aa56a6114 service neutron] 10.222.0.59 "GET /v2.0/networks/5159d3da-3059-47f6-8ecf-b4d9b2b9d7de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2165055
May 07 21:55:47.616000 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d3bc41af-09b0-4770-8856-2bf86b05da21 req-91c876c8-5acd-451d-a584-859355470812 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b18b124-d6ae-4635-93ed-9957a39a34ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1858199
May 07 21:55:47.635445 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1328c136-9d82-4506-81cd-534b3799a51d', 'name': 'network-vif-deleted', 'tag': '26b45fcb-fb85-4cfb-9dc0-1b5852bae60e'}, {'name': 'network-changed', 'server_uuid': '0d6f28fb-7fb0-4dbe-b780-f14e94c9846d', 'tag': '251b3c4a-3d68-4a9c-8850-df61aa0e1dc6'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:55:47.637686 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2b1bf16-b840-468a-b668-a996c4eaa908" -d '{"events": [{"server_uuid": "1328c136-9d82-4506-81cd-534b3799a51d", "name": "network-vif-deleted", "tag": "26b45fcb-fb85-4cfb-9dc0-1b5852bae60e"}, {"name": "network-changed", "server_uuid": "0d6f28fb-7fb0-4dbe-b780-f14e94c9846d", "tag": "251b3c4a-3d68-4a9c-8850-df61aa0e1dc6"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:55:47.673947 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ea2343cf-3625-4c25-9bdd-70939afb3590 req-6fc8735b-8f41-4e38-8d9a-a4fba520eb71 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=840ebb23-b4df-469e-b8a1-03792fff9bb1 HTTP/1.1" status: 200  len: 217 time: 0.0512171
May 07 21:55:47.692919 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-2da82f5e-0540-4ee0-975e-265fea7024fd admin admin] For port b2caed4e-7377-4f4b-b896-d818b3eb5257, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b2caed4e-7377-4f4b-b896-d818b3eb5257,segment=NetworkSegment(c3b37dbc-d23c-4e53-ba39-47f4acab267d),segment_id=c3b37dbc-d23c-4e53-ba39-47f4acab267d)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:55:47.696052 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2da82f5e-0540-4ee0-975e-265fea7024fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (b2caed4e-7377-4f4b-b896-d818b3eb5257), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:47.746467 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-2da82f5e-0540-4ee0-975e-265fea7024fd admin admin] Calling delete_port for b2caed4e-7377-4f4b-b896-d818b3eb5257 owned by network:router_interface {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:55:47.762070 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-2673385f-24fa-4258-991f-6aec537e80b8 req-5e2e1da9-32a0-43be-bbe4-f57657318845 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:47.767384 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32cad09-0433-487e-9a20-b548e84ce2a3 req-b2d57ade-b8c3-4f9b-a058-19fd06054ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:47.768931 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c32cad09-0433-487e-9a20-b548e84ce2a3 req-b2d57ade-b8c3-4f9b-a058-19fd06054ebe service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c561b220-fa88-48ef-b165-e5d692e53d7d HTTP/1.1" status: 200  len: 855 time: 0.1993752
May 07 21:55:47.771291 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-2673385f-24fa-4258-991f-6aec537e80b8 req-5e2e1da9-32a0-43be-bbe4-f57657318845 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (bc6ddc69-3ad1-4ec6-ad2e-4053ffde1378), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:47.773287 ncdv-master-1 neutron-server[121836]: INFO neutron.db.l3_db [req-2673385f-24fa-4258-991f-6aec537e80b8 req-5e2e1da9-32a0-43be-bbe4-f57657318845 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Floating IP bc6ddc69-3ad1-4ec6-ad2e-4053ffde1378 disassociated. External IP: 172.35.4.22, port: 251b3c4a-3d68-4a9c-8850-df61aa0e1dc6.
May 07 21:55:47.775951 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-14c3bb5d-61aa-4ea1-93f1-b37f8ffd5f11 req-367617dd-d9f5-486a-ac31-6f1e851837c6 service neutron] 10.222.0.55 "GET /v2.0/networks/d3d6fbc8-cbfa-4c1a-9104-6c52ad3f84a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3436232
May 07 21:55:47.799293 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2343cf-3625-4c25-9bdd-70939afb3590 req-c86056c9-6c27-49a5-8ea2-50a7e343b7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:47.803573 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ea2343cf-3625-4c25-9bdd-70939afb3590 req-c86056c9-6c27-49a5-8ea2-50a7e343b7c2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=13d3a74e-2942-47f7-869e-1fd2939a6583 HTTP/1.1" status: 200  len: 797 time: 0.1232865
May 07 21:55:47.822330 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f770f30d-76ce-480d-b992-4c91201dcdef req-0bb2ccbb-cf12-4050-8fef-04217eabcbab tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:47.831272 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f770f30d-76ce-480d-b992-4c91201dcdef req-0bb2ccbb-cf12-4050-8fef-04217eabcbab tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc6a642e-763c-4ac9-8ef7-4985bcb86060 HTTP/1.1" status: 200  len: 945 time: 0.1111085
May 07 21:55:47.840773 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c32cad09-0433-487e-9a20-b548e84ce2a3 req-b104b41f-e94b-46e6-a4fb-eca3c3c85f47 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7bc61814-8ef0-4365-b3ea-2c20100be453&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0638945
May 07 21:55:47.961866 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2343cf-3625-4c25-9bdd-70939afb3590 req-c540ac37-dd67-4762-a0df-6ec893e1a728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:47.964802 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ea2343cf-3625-4c25-9bdd-70939afb3590 req-c540ac37-dd67-4762-a0df-6ec893e1a728 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=609f4b94-ee73-43b2-a5f1-920ecad898a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1519709
May 07 21:55:47.965605 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c32cad09-0433-487e-9a20-b548e84ce2a3 req-e6b3a331-a603-494f-89f6-4d4778ae38cd service neutron] 10.222.0.55 "GET /v2.0/networks/7bc61814-8ef0-4365-b3ea-2c20100be453?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1157882
May 07 21:55:47.996340 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f770f30d-76ce-480d-b992-4c91201dcdef req-8f38a6ed-fa93-4821-8e2c-1ba886cda9cb tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bbf50af-50c2-4df2-bc37-9f0e79ec6d91&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1623714
May 07 21:55:48.085011 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c3bb5d-61aa-4ea1-93f1-b37f8ffd5f11 req-8a85b994-6eb4-4935-89f3-a201c0038888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:48.085574 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c3bb5d-61aa-4ea1-93f1-b37f8ffd5f11 req-8a85b994-6eb4-4935-89f3-a201c0038888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:48.085945 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c3bb5d-61aa-4ea1-93f1-b37f8ffd5f11 req-8a85b994-6eb4-4935-89f3-a201c0038888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:48.086406 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c3bb5d-61aa-4ea1-93f1-b37f8ffd5f11 req-8a85b994-6eb4-4935-89f3-a201c0038888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:48.086908 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c3bb5d-61aa-4ea1-93f1-b37f8ffd5f11 req-8a85b994-6eb4-4935-89f3-a201c0038888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:48.087373 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c3bb5d-61aa-4ea1-93f1-b37f8ffd5f11 req-8a85b994-6eb4-4935-89f3-a201c0038888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:48.087815 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c3bb5d-61aa-4ea1-93f1-b37f8ffd5f11 req-8a85b994-6eb4-4935-89f3-a201c0038888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:48.089824 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-14c3bb5d-61aa-4ea1-93f1-b37f8ffd5f11 req-8a85b994-6eb4-4935-89f3-a201c0038888 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=70a2fded25c74c839c01e55a91e7f7fc&device_id=dfb18387-ba8a-4070-aa1b-42824ed0c7ec HTTP/1.1" status: 200  len: 6692 time: 0.1209776
May 07 21:55:48.404763 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34afda36-ab7d-468b-992f-31874f3fb588 req-941abf6f-0936-462b-bfc1-dcb42471fea9 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:48.410659 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34afda36-ab7d-468b-992f-31874f3fb588 req-941abf6f-0936-462b-bfc1-dcb42471fea9 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:48.416695 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34afda36-ab7d-468b-992f-31874f3fb588 req-941abf6f-0936-462b-bfc1-dcb42471fea9 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:48.422391 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34afda36-ab7d-468b-992f-31874f3fb588 req-941abf6f-0936-462b-bfc1-dcb42471fea9 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:48.428411 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34afda36-ab7d-468b-992f-31874f3fb588 req-941abf6f-0936-462b-bfc1-dcb42471fea9 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:48.434101 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34afda36-ab7d-468b-992f-31874f3fb588 req-941abf6f-0936-462b-bfc1-dcb42471fea9 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:48.446591 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 70309868-18a6-4a82-b4fb-e8df121c6f4c details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:55:48.449718 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34afda36-ab7d-468b-992f-31874f3fb588 req-941abf6f-0936-462b-bfc1-dcb42471fea9 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:48.458919 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-34afda36-ab7d-468b-992f-31874f3fb588 req-941abf6f-0936-462b-bfc1-dcb42471fea9 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb18387-ba8a-4070-aa1b-42824ed0c7ec HTTP/1.1" status: 200  len: 5418 time: 0.1890581
May 07 21:55:48.474931 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ea2343cf-3625-4c25-9bdd-70939afb3590 req-1f82aad0-6415-4c27-ab0e-7ff2cd2f197e service neutron] 10.222.0.59 "GET /v2.0/networks/609f4b94-ee73-43b2-a5f1-920ecad898a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3480668
May 07 21:55:48.528609 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2da82f5e-0540-4ee0-975e-265fea7024fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (b2caed4e-7377-4f4b-b896-d818b3eb5257), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:48.568513 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c32cad09-0433-487e-9a20-b548e84ce2a3 req-8ba115b8-fed0-460c-8839-7cfdd8cedb97 service neutron] 10.222.0.55 "GET /v2.0/networks/7bc61814-8ef0-4365-b3ea-2c20100be453?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5308278
May 07 21:55:48.589889 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c3bb5d-61aa-4ea1-93f1-b37f8ffd5f11 req-44f0d1ed-cc0c-405b-9b15-2cd977677594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:48.591555 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-14c3bb5d-61aa-4ea1-93f1-b37f8ffd5f11 req-44f0d1ed-cc0c-405b-9b15-2cd977677594 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d3d6fbc8-cbfa-4c1a-9104-6c52ad3f84a6 HTTP/1.1" status: 200  len: 902 time: 0.4913657
May 07 21:55:48.644172 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 70309868-18a6-4a82-b4fb-e8df121c6f4c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=70309868-18a6-4a82-b4fb-e8df121c6f4c,segment=NetworkSegment(48f32d76-f63e-49c4-90a9-1cfb8c1dc638),segment_id=48f32d76-f63e-49c4-90a9-1cfb8c1dc638)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:55:48.659011 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': '70309868-18a6-4a82-b4fb-e8df121c6f4c', 'network_id': '7bc61814-8ef0-4365-b3ea-2c20100be453', 'port_id': '70309868-18a6-4a82-b4fb-e8df121c6f4c', 'mac_address': 'fa:16:3e:b3:4c:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c561b220-fa88-48ef-b165-e5d692e53d7d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:55:48.676083 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da82f5e-0540-4ee0-975e-265fea7024fd admin admin] Pushing event deleted for resources: {'Port': ['ID=b2caed4e-7377-4f4b-b896-d818b3eb5257,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:55:48.714206 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2673385f-24fa-4258-991f-6aec537e80b8 req-5e2e1da9-32a0-43be-bbe4-f57657318845 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Router 4e415b3f-6226-4d5a-bd85-5868d0b73abe has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 21:55:48.742391 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 70309868-18a6-4a82-b4fb-e8df121c6f4c is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:55:48.745093 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (70309868-18a6-4a82-b4fb-e8df121c6f4c), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:48.756928 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-34afda36-ab7d-468b-992f-31874f3fb588 req-6232cf6b-0a1e-4b04-87d4-14bbc39fd6df tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/security-groups?id=022a2e7b-c53f-49c4-a82c-d25afea19659&id=4683f7d7-8b63-48cf-a24d-027ba8d9c114&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2969019
May 07 21:55:48.804325 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70309868-18a6-4a82-b4fb-e8df121c6f4c {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:55:48.847356 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ea2343cf-3625-4c25-9bdd-70939afb3590 req-b243e58f-281c-4fb8-9f83-7a8aaa062b8b service neutron] 10.222.0.59 "GET /v2.0/networks/609f4b94-ee73-43b2-a5f1-920ecad898a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3529112
May 07 21:55:48.859011 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 07 May 2022 21:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-315de79b-1542-478f-b416-def7d6f2a4ed x-openstack-request-id: req-315de79b-1542-478f-b416-def7d6f2a4ed {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:55:48.866807 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc6a642e-763c-4ac9-8ef7-4985bcb86060", "tag": "1cef223b-c375-473f-8214-891abfa6fa86", "status": "completed", "code": 200}, {"server_uuid": "653f2d36-3e13-4a84-93ea-5545b4e9fd2f", "name": "network-vif-deleted", "tag": "9c05653c-13d6-4294-9e31-a8863d1d2783", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:55:48.867349 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-315de79b-1542-478f-b416-def7d6f2a4ed {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:55:48.868034 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-315de79b-1542-478f-b416-def7d6f2a4ed'] response: {'name': 'network-changed', 'server_uuid': 'cc6a642e-763c-4ac9-8ef7-4985bcb86060', 'tag': '1cef223b-c375-473f-8214-891abfa6fa86', 'status': 'completed', 'code': 200}
May 07 21:55:48.868509 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-315de79b-1542-478f-b416-def7d6f2a4ed'] response: {'server_uuid': '653f2d36-3e13-4a84-93ea-5545b4e9fd2f', 'name': 'network-vif-deleted', 'tag': '9c05653c-13d6-4294-9e31-a8863d1d2783', 'status': 'completed', 'code': 200}
May 07 21:55:48.896601 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 70309868-18a6-4a82-b4fb-e8df121c6f4c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=70309868-18a6-4a82-b4fb-e8df121c6f4c,segment=NetworkSegment(48f32d76-f63e-49c4-90a9-1cfb8c1dc638),segment_id=48f32d76-f63e-49c4-90a9-1cfb8c1dc638)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:55:48.919065 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (70309868-18a6-4a82-b4fb-e8df121c6f4c), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:48.923732 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2673385f-24fa-4258-991f-6aec537e80b8 req-5e2e1da9-32a0-43be-bbe4-f57657318845 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:55:48.943210 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8787e330-f212-4e65-ab41-47900e0c625d None None] Sync routers for ids ['4e415b3f-6226-4d5a-bd85-5868d0b73abe'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:55:48.945595 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-2673385f-24fa-4258-991f-6aec537e80b8 req-5e2e1da9-32a0-43be-bbe4-f57657318845 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:48.980653 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8787e330-f212-4e65-ab41-47900e0c625d None None] Routers {'4e415b3f-6226-4d5a-bd85-5868d0b73abe'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:55:48.981353 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-8787e330-f212-4e65-ab41-47900e0c625d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cd86e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:55:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['4e415b3f-6226-4d5a-bd85-5868d0b73abe'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:55:48.994799 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=70309868-18a6-4a82-b4fb-e8df121c6f4c,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:55:49.062563 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-14c3bb5d-61aa-4ea1-93f1-b37f8ffd5f11 req-b133e046-0bd7-4809-a5b8-df9702469f9b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0f85ab7f-8d9d-42b6-bed5-f5b8be554023 HTTP/1.1" status: 200  len: 217 time: 0.0852542
May 07 21:55:49.120394 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ea2343cf-3625-4c25-9bdd-70939afb3590 req-b8d47d71-060b-4233-81c1-029f20020599 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=54d4d944-47e9-4336-a070-44cbc0439ffd HTTP/1.1" status: 200  len: 217 time: 0.1289237
May 07 21:55:49.140097 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c3bb5d-61aa-4ea1-93f1-b37f8ffd5f11 req-447a76f9-e730-43fd-9576-1db926fe0674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:49.141952 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['70309868-18a6-4a82-b4fb-e8df121c6f4c'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:55:49.142609 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-14c3bb5d-61aa-4ea1-93f1-b37f8ffd5f11 req-447a76f9-e730-43fd-9576-1db926fe0674 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6168b443-15e3-44b9-96e7-6156bf22796d HTTP/1.1" status: 200  len: 797 time: 0.0675068
May 07 21:55:49.175930 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2673385f-24fa-4258-991f-6aec537e80b8 req-5e2e1da9-32a0-43be-bbe4-f57657318845 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] 10.222.0.32 "PUT /v2.0/floatingips/bc6ddc69-3ad1-4ec6-ad2e-4053ffde1378 HTTP/1.1" status: 200  len: 695 time: 1.8148544
May 07 21:55:49.223568 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9becbdd0-a62d-42dc-a386-f2e2b6d2176d req-5e223b24-c73b-4700-988f-63a99b3606cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:49.226101 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9becbdd0-a62d-42dc-a386-f2e2b6d2176d req-5e223b24-c73b-4700-988f-63a99b3606cf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=93c3c71171814bb7b1018904086ad506&device_id=cc6a642e-763c-4ac9-8ef7-4985bcb86060 HTTP/1.1" status: 200  len: 1127 time: 0.2189512
May 07 21:55:49.239929 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3369a5-cab7-4342-8b17-e8d0dbfb37a5 req-c51324de-5f44-4b76-b933-7de589e0459d tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:49.241886 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9a3369a5-cab7-4342-8b17-e8d0dbfb37a5 req-c51324de-5f44-4b76-b933-7de589e0459d tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=18b8a031-b3cd-4d2f-b349-9b08eb3a6720 HTTP/1.1" status: 200  len: 945 time: 0.2456522
May 07 21:55:49.256142 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-8787e330-f212-4e65-ab41-47900e0c625d None None] Set router 4e415b3f-6226-4d5a-bd85-5868d0b73abe gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:55:49.276954 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c3bb5d-61aa-4ea1-93f1-b37f8ffd5f11 req-7e25c8b6-41e4-40ad-a076-74f65196f459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:49.278579 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-14c3bb5d-61aa-4ea1-93f1-b37f8ffd5f11 req-7e25c8b6-41e4-40ad-a076-74f65196f459 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d3d6fbc8-cbfa-4c1a-9104-6c52ad3f84a6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1286242
May 07 21:55:49.294548 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2673385f-24fa-4258-991f-6aec537e80b8 req-ef77ef32-2e50-482e-abe1-b8e1c751de48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:49.303710 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2673385f-24fa-4258-991f-6aec537e80b8 req-ef77ef32-2e50-482e-abe1-b8e1c751de48 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=4c2ee723c6a04843b302e255a401b1e7&device_id=0d6f28fb-7fb0-4dbe-b780-f14e94c9846d HTTP/1.1" status: 200  len: 1128 time: 0.0918176
May 07 21:55:49.329404 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2343cf-3625-4c25-9bdd-70939afb3590 req-f758da1d-ddfa-4ad4-9197-49fa9c9d359c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:49.330920 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ea2343cf-3625-4c25-9bdd-70939afb3590 req-f758da1d-ddfa-4ad4-9197-49fa9c9d359c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=13d3a74e-2942-47f7-869e-1fd2939a6583 HTTP/1.1" status: 200  len: 797 time: 0.1977324
May 07 21:55:49.369058 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2da82f5e-0540-4ee0-975e-265fea7024fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401002'] for router_interface (dab452b3-c5c3-4a3d-893a-5df33259a16e), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:49.439362 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2673385f-24fa-4258-991f-6aec537e80b8 req-8c95be6b-7762-4483-86ed-3899e68c9b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:49.451925 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2673385f-24fa-4258-991f-6aec537e80b8 req-8c95be6b-7762-4483-86ed-3899e68c9b2d service neutron] 10.222.0.32 "GET /v2.0/networks?id=704f8450-d63f-47c9-8f27-0e9fc81678e7 HTTP/1.1" status: 200  len: 922 time: 0.1469707
May 07 21:55:49.519601 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2673385f-24fa-4258-991f-6aec537e80b8 req-035b0070-e5f1-459b-a2e4-0ee4c7127c47 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=251b3c4a-3d68-4a9c-8850-df61aa0e1dc6 HTTP/1.1" status: 200  len: 217 time: 0.0666971
May 07 21:55:49.574692 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9becbdd0-a62d-42dc-a386-f2e2b6d2176d req-f9f7d03f-3d11-4b58-b4ec-0ad7012f3ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:49.576222 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9becbdd0-a62d-42dc-a386-f2e2b6d2176d req-f9f7d03f-3d11-4b58-b4ec-0ad7012f3ea4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=772be29c-bb44-46ae-a3e0-b0a78574bddf HTTP/1.1" status: 200  len: 918 time: 0.3238204
May 07 21:55:49.578007 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2673385f-24fa-4258-991f-6aec537e80b8 req-1fd58a1b-3ca9-4803-931a-6b3bdcb93f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:49.586823 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2673385f-24fa-4258-991f-6aec537e80b8 req-1fd58a1b-3ca9-4803-931a-6b3bdcb93f4f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=2acc823a-0eec-49c6-a420-882d299a2009 HTTP/1.1" status: 200  len: 860 time: 0.0663323
May 07 21:55:49.609536 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-8787e330-f212-4e65-ab41-47900e0c625d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cd86e50>, [{'id': '4e415b3f-6226-4d5a-bd85-5868d0b73abe', 'name': 'tempest-FloatingIPsAssociationTestJSON-2146525056-router', 'tenant_id': '4c2ee723c6a04843b302e255a401b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.211'}], 'enable_snat': True}, 'gw_port_id': 'aff31c05-d914-4525-bace-30d34b61e5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:54:29Z', 'updated_at': '2022-05-07T21:54:35Z', 'revision_number': 4, 'project_id': '4c2ee723c6a04843b302e255a401b1e7', 'gw_port': {'id': 'aff31c05-d914-4525-bace-30d34b61e5c0', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:82:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e415b3f-6226-4d5a-bd85-5868d0b73abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:54:30Z', 'updated_at': '2022-05-07T21:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd331f409-571a-4b53-8871-45839bf52e41', 'name': '', 'network_id': '704f8450-d63f-47c9-8f27-0e9fc81678e7', 'tenant_id': '4c2ee723c6a04843b302e255a401b1e7', 'mac_address': 'fa:16:3e:51:9b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e415b3f-6226-4d5a-bd85-5868d0b73abe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '2acc823a-0eec-49c6-a420-882d299a2009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:54:33Z', 'updated_at': '2022-05-07T21:54:45Z', 'revision_number': 5, 'project_id': '4c2ee723c6a04843b302e255a401b1e7', 'subnets': [{'id': '2acc823a-0eec-49c6-a420-882d299a2009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:55:49.629013 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9a3369a5-cab7-4342-8b17-e8d0dbfb37a5 req-5bacd047-e504-4b11-b66a-d1997561d307 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3810489
May 07 21:55:49.650431 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8787e330-f212-4e65-ab41-47900e0c625d None None] Checking router: 4e415b3f-6226-4d5a-bd85-5868d0b73abe for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 21:55:49.650596 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2673385f-24fa-4258-991f-6aec537e80b8 req-93aa42b0-b31b-4aea-a653-8f344f582e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:49.655427 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2673385f-24fa-4258-991f-6aec537e80b8 req-93aa42b0-b31b-4aea-a653-8f344f582e83 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=704f8450-d63f-47c9-8f27-0e9fc81678e7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0675936
May 07 21:55:49.662075 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8787e330-f212-4e65-ab41-47900e0c625d None None] Routers {'4e415b3f-6226-4d5a-bd85-5868d0b73abe'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:55:49.663716 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-8787e330-f212-4e65-ab41-47900e0c625d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cd86e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:55:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['4e415b3f-6226-4d5a-bd85-5868d0b73abe'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:55:49.715116 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 07 May 2022 21:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1e91d4f-9874-4c7e-94c5-40a7f9912d11 x-openstack-request-id: req-f1e91d4f-9874-4c7e-94c5-40a7f9912d11 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:55:49.715592 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1328c136-9d82-4506-81cd-534b3799a51d", "name": "network-vif-deleted", "tag": "26b45fcb-fb85-4cfb-9dc0-1b5852bae60e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0d6f28fb-7fb0-4dbe-b780-f14e94c9846d", "tag": "251b3c4a-3d68-4a9c-8850-df61aa0e1dc6", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:55:49.715996 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f1e91d4f-9874-4c7e-94c5-40a7f9912d11 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:55:49.716414 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1e91d4f-9874-4c7e-94c5-40a7f9912d11'] response: {'server_uuid': '1328c136-9d82-4506-81cd-534b3799a51d', 'name': 'network-vif-deleted', 'tag': '26b45fcb-fb85-4cfb-9dc0-1b5852bae60e', 'status': 'completed', 'code': 200}
May 07 21:55:49.716674 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1e91d4f-9874-4c7e-94c5-40a7f9912d11'] response: {'name': 'network-changed', 'server_uuid': '0d6f28fb-7fb0-4dbe-b780-f14e94c9846d', 'tag': '251b3c4a-3d68-4a9c-8850-df61aa0e1dc6', 'status': 'completed', 'code': 200}
May 07 21:55:49.872640 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-8787e330-f212-4e65-ab41-47900e0c625d None None] Set router 4e415b3f-6226-4d5a-bd85-5868d0b73abe gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:55:49.877169 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-14c3bb5d-61aa-4ea1-93f1-b37f8ffd5f11 req-fd65e22f-572e-42eb-9e61-c167bf2c290a service neutron] 10.222.0.55 "GET /v2.0/networks/d3d6fbc8-cbfa-4c1a-9104-6c52ad3f84a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5657706
May 07 21:55:49.974622 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b1bf16-b840-468a-b668-a996c4eaa908 req-56d1d9dd-33fe-45b9-83a2-5e6ddc5df820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:49.976621 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e2b1bf16-b840-468a-b668-a996c4eaa908 req-56d1d9dd-33fe-45b9-83a2-5e6ddc5df820 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4c2ee723c6a04843b302e255a401b1e7&device_id=0d6f28fb-7fb0-4dbe-b780-f14e94c9846d HTTP/1.1" status: 200  len: 1128 time: 0.1952367
May 07 21:55:50.023066 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c1cf5c-422e-4b89-9173-d5b992fb6425 req-055ed080-0286-4123-a275-2987e834453d tempest-ServersOnMultiNodesTest-1649045737 tempest-ServersOnMultiNodesTest-1649045737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:50.024929 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-69c1cf5c-422e-4b89-9173-d5b992fb6425 req-055ed080-0286-4123-a275-2987e834453d tempest-ServersOnMultiNodesTest-1649045737 tempest-ServersOnMultiNodesTest-1649045737-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=a390d88e-4ae4-4700-a85a-6bc97fd8bd29 HTTP/1.1" status: 200  len: 1131 time: 0.0694776
May 07 21:55:50.068290 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2343cf-3625-4c25-9bdd-70939afb3590 req-3a576fbd-939d-45ae-a994-4ffbc9b316f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:50.069975 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ea2343cf-3625-4c25-9bdd-70939afb3590 req-3a576fbd-939d-45ae-a994-4ffbc9b316f3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=609f4b94-ee73-43b2-a5f1-920ecad898a5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.6677976
May 07 21:55:50.078748 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2673385f-24fa-4258-991f-6aec537e80b8 req-f1f3b90c-ba07-4052-9541-bf26da6c14f4 service neutron] 10.222.0.32 "GET /v2.0/networks/704f8450-d63f-47c9-8f27-0e9fc81678e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4224660
May 07 21:55:50.126530 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-8787e330-f212-4e65-ab41-47900e0c625d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cd86e50>, [{'id': '4e415b3f-6226-4d5a-bd85-5868d0b73abe', 'name': 'tempest-FloatingIPsAssociationTestJSON-2146525056-router', 'tenant_id': '4c2ee723c6a04843b302e255a401b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.211'}], 'enable_snat': True}, 'gw_port_id': 'aff31c05-d914-4525-bace-30d34b61e5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:54:29Z', 'updated_at': '2022-05-07T21:54:35Z', 'revision_number': 4, 'project_id': '4c2ee723c6a04843b302e255a401b1e7', 'gw_port': {'id': 'aff31c05-d914-4525-bace-30d34b61e5c0', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:82:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e415b3f-6226-4d5a-bd85-5868d0b73abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:54:30Z', 'updated_at': '2022-05-07T21:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd331f409-571a-4b53-8871-45839bf52e41', 'name': '', 'network_id': '704f8450-d63f-47c9-8f27-0e9fc81678e7', 'tenant_id': '4c2ee723c6a04843b302e255a401b1e7', 'mac_address': 'fa:16:3e:51:9b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e415b3f-6226-4d5a-bd85-5868d0b73abe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '2acc823a-0eec-49c6-a420-882d299a2009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:54:33Z', 'updated_at': '2022-05-07T21:54:45Z', 'revision_number': 5, 'project_id': '4c2ee723c6a04843b302e255a401b1e7', 'subnets': [{'id': '2acc823a-0eec-49c6-a420-882d299a2009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:55:50.181934 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8787e330-f212-4e65-ab41-47900e0c625d None None] The sync data for ids ['4e415b3f-6226-4d5a-bd85-5868d0b73abe'] in ncdv-master-1 is: [{'id': '4e415b3f-6226-4d5a-bd85-5868d0b73abe', 'name': 'tempest-FloatingIPsAssociationTestJSON-2146525056-router', 'tenant_id': '4c2ee723c6a04843b302e255a401b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.211'}], 'enable_snat': True}, 'gw_port_id': 'aff31c05-d914-4525-bace-30d34b61e5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:54:29Z', 'updated_at': '2022-05-07T21:54:35Z', 'revision_number': 4, 'project_id': '4c2ee723c6a04843b302e255a401b1e7', 'gw_port': {'id': 'aff31c05-d914-4525-bace-30d34b61e5c0', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:82:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e415b3f-6226-4d5a-bd85-5868d0b73abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:54:30Z', 'updated_at': '2022-05-07T21:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd331f409-571a-4b53-8871-45839bf52e41', 'name': '', 'network_id': '704f8450-d63f-47c9-8f27-0e9fc81678e7', 'tenant_id': '4c2ee723c6a04843b302e255a401b1e7', 'mac_address': 'fa:16:3e:51:9b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e415b3f-6226-4d5a-bd85-5868d0b73abe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1185, 'fixed_ips': [{'subnet_id': '2acc823a-0eec-49c6-a420-882d299a2009', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:54:33Z', 'updated_at': '2022-05-07T21:54:45Z', 'revision_number': 5, 'project_id': '4c2ee723c6a04843b302e255a401b1e7', 'subnets': [{'id': '2acc823a-0eec-49c6-a420-882d299a2009', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:55:50.261770 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-14c3bb5d-61aa-4ea1-93f1-b37f8ffd5f11 req-2ff3af2e-3195-406f-95fc-49bea7ed7a6a service neutron] 10.222.0.55 "GET /v2.0/networks/d3d6fbc8-cbfa-4c1a-9104-6c52ad3f84a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3834820
May 07 21:55:50.424101 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2673385f-24fa-4258-991f-6aec537e80b8 req-49b5998c-08bb-44a3-8b87-e393fdfb75ca service neutron] 10.222.0.32 "GET /v2.0/networks/704f8450-d63f-47c9-8f27-0e9fc81678e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2989814
May 07 21:55:50.428230 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b1bf16-b840-468a-b668-a996c4eaa908 req-28efdf75-4b1f-4468-af96-b00f9a83b509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:50.434868 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e2b1bf16-b840-468a-b668-a996c4eaa908 req-28efdf75-4b1f-4468-af96-b00f9a83b509 service neutron] 10.222.0.55 "GET /v2.0/networks?id=704f8450-d63f-47c9-8f27-0e9fc81678e7 HTTP/1.1" status: 200  len: 922 time: 0.4260905
May 07 21:55:50.465399 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 0aa75d6c-c396-4cf7-82ed-1655289562cd details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:55:50.490644 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e2b1bf16-b840-468a-b668-a996c4eaa908 req-a41ac730-c7e9-45ab-8393-0eb450777503 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=251b3c4a-3d68-4a9c-8850-df61aa0e1dc6 HTTP/1.1" status: 200  len: 217 time: 0.0428348
May 07 21:55:50.494287 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 70309868-18a6-4a82-b4fb-e8df121c6f4c up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:55:50.625600 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning for port 70309868-18a6-4a82-b4fb-e8df121c6f4c completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:55:50.639280 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port 70309868-18a6-4a82-b4fb-e8df121c6f4c triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:55:50.640021 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (70309868-18a6-4a82-b4fb-e8df121c6f4c), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:50.645903 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b1bf16-b840-468a-b668-a996c4eaa908 req-5913329b-e6fd-47f8-952e-0fae0563e940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:50.649473 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e2b1bf16-b840-468a-b668-a996c4eaa908 req-5913329b-e6fd-47f8-952e-0fae0563e940 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2acc823a-0eec-49c6-a420-882d299a2009 HTTP/1.1" status: 200  len: 860 time: 0.1534100
May 07 21:55:50.673687 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.db.resource_extend [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 07 21:55:50.820005 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbeaaa3-c05c-4ce9-8a17-f8e5453d21e9 req-e5fbe29c-b19a-4c56-b3e9-815367f21a64 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:50.821733 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-dcbeaaa3-c05c-4ce9-8a17-f8e5453d21e9 req-e5fbe29c-b19a-4c56-b3e9-815367f21a64 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?device_id=75e24f97-8526-41f8-906e-c99d18f445ba HTTP/1.1" status: 200  len: 945 time: 0.2076385
May 07 21:55:50.836895 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 70309868-18a6-4a82-b4fb-e8df121c6f4c is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:55:50.837639 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (70309868-18a6-4a82-b4fb-e8df121c6f4c), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:50.846830 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b1bf16-b840-468a-b668-a996c4eaa908 req-c12a3315-bf18-4afc-b88e-2749c7f7f5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:50.848315 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e2b1bf16-b840-468a-b668-a996c4eaa908 req-c12a3315-bf18-4afc-b88e-2749c7f7f5ac service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=704f8450-d63f-47c9-8f27-0e9fc81678e7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1933050
May 07 21:55:50.895183 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2460659-190e-4eed-8a29-31efef4e9737 None None] New status for floating IP bc6ddc69-3ad1-4ec6-ad2e-4053ffde1378: DOWN {{(pid=121838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 07 21:55:50.945671 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2da82f5e-0540-4ee0-975e-265fea7024fd admin admin] Router dab452b3-c5c3-4a3d-893a-5df33259a16e has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 21:55:50.949396 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-69c1cf5c-422e-4b89-9173-d5b992fb6425 req-4e6d21fa-6936-46a9-be33-9d23feac5687 tempest-ServersOnMultiNodesTest-1649045737 tempest-ServersOnMultiNodesTest-1649045737-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=aca2780c-128c-4de5-85a4-a7e10bd42e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8645701
May 07 21:55:50.954327 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9becbdd0-a62d-42dc-a386-f2e2b6d2176d req-22a55c3b-b98c-4588-a537-fccd78b844de service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1cef223b-c375-473f-8214-891abfa6fa86 HTTP/1.1" status: 200  len: 1000 time: 1.0086942
May 07 21:55:50.971970 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75e24f97-8526-41f8-906e-c99d18f445ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70309868-18a6-4a82-b4fb-e8df121c6f4c'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:55:50.974537 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec673aa-7df3-4e41-bc20-ddbb9e1f1810" -d '{"events": [{"server_uuid": "75e24f97-8526-41f8-906e-c99d18f445ba", "name": "network-vif-plugged", "status": "completed", "tag": "70309868-18a6-4a82-b4fb-e8df121c6f4c"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:55:51.047419 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 0aa75d6c-c396-4cf7-82ed-1655289562cd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0aa75d6c-c396-4cf7-82ed-1655289562cd,segment=NetworkSegment(b31a7bd7-f013-44aa-a9c5-142fb752dadd),segment_id=b31a7bd7-f013-44aa-a9c5-142fb752dadd)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:55:51.052508 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 70309868-18a6-4a82-b4fb-e8df121c6f4c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=70309868-18a6-4a82-b4fb-e8df121c6f4c,segment=NetworkSegment(48f32d76-f63e-49c4-90a9-1cfb8c1dc638),segment_id=48f32d76-f63e-49c4-90a9-1cfb8c1dc638)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:55:51.069267 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (70309868-18a6-4a82-b4fb-e8df121c6f4c), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:51.107555 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e2b1bf16-b840-468a-b668-a996c4eaa908 req-5f40ec2c-1f1f-44ec-972a-c7cc4fe6a980 service neutron] 10.222.0.55 "GET /v2.0/networks/704f8450-d63f-47c9-8f27-0e9fc81678e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2507811
May 07 21:55:51.157805 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': '0aa75d6c-c396-4cf7-82ed-1655289562cd', 'network_id': '3e9903c9-6550-4ae2-aa4f-70e03144784f', 'port_id': '0aa75d6c-c396-4cf7-82ed-1655289562cd', 'mac_address': 'fa:16:3e:17:59:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c61573c2-ed87-428c-92ac-0bffa38409b2', 'ip_address': '10.1.1.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:55:51.191494 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-dcbeaaa3-c05c-4ce9-8a17-f8e5453d21e9 req-bda464e1-c5c4-4b93-bcca-ddec9dc837e6 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b18b124-d6ae-4635-93ed-9957a39a34ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3414743
May 07 21:55:51.303303 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=70309868-18a6-4a82-b4fb-e8df121c6f4c,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:55:51.336773 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9becbdd0-a62d-42dc-a386-f2e2b6d2176d req-882b9e1d-f673-464b-9ea9-566ff21a0f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:51.339958 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9becbdd0-a62d-42dc-a386-f2e2b6d2176d req-882b9e1d-f673-464b-9ea9-566ff21a0f74 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f41cdf1c-9de4-46dc-8689-4d3b6400326c HTTP/1.1" status: 200  len: 856 time: 0.3594847
May 07 21:55:51.376151 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 0aa75d6c-c396-4cf7-82ed-1655289562cd is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:55:51.376880 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (0aa75d6c-c396-4cf7-82ed-1655289562cd), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:51.397045 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0aa75d6c-c396-4cf7-82ed-1655289562cd {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:55:51.397434 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e2b1bf16-b840-468a-b668-a996c4eaa908 req-e08499ae-50e6-4a40-b4f4-49bc3b05e1b6 service neutron] 10.222.0.55 "GET /v2.0/networks/704f8450-d63f-47c9-8f27-0e9fc81678e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2810602
May 07 21:55:51.429171 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 0aa75d6c-c396-4cf7-82ed-1655289562cd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0aa75d6c-c396-4cf7-82ed-1655289562cd,segment=NetworkSegment(b31a7bd7-f013-44aa-a9c5-142fb752dadd),segment_id=b31a7bd7-f013-44aa-a9c5-142fb752dadd)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:55:51.434981 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (0aa75d6c-c396-4cf7-82ed-1655289562cd), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:51.436435 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device d3eb7f9f-cad6-43cc-b93c-f50a5e95c505 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:55:51.553857 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d4f72a-a05e-48fd-8a86-cd78cde93c09 req-38bbff8c-eded-42a9-87b8-fff7bf110edd tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:51.560926 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-80d4f72a-a05e-48fd-8a86-cd78cde93c09 req-38bbff8c-eded-42a9-87b8-fff7bf110edd tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc6a642e-763c-4ac9-8ef7-4985bcb86060 HTTP/1.1" status: 200  len: 945 time: 0.4066682
May 07 21:55:51.586965 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port d3eb7f9f-cad6-43cc-b93c-f50a5e95c505, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d3eb7f9f-cad6-43cc-b93c-f50a5e95c505,segment=NetworkSegment(b31a7bd7-f013-44aa-a9c5-142fb752dadd),segment_id=b31a7bd7-f013-44aa-a9c5-142fb752dadd)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:55:51.594171 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9becbdd0-a62d-42dc-a386-f2e2b6d2176d req-b88aa27b-2c8e-47d9-9be2-5d4136d64d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:51.595693 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9becbdd0-a62d-42dc-a386-f2e2b6d2176d req-b88aa27b-2c8e-47d9-9be2-5d4136d64d8d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=772be29c-bb44-46ae-a3e0-b0a78574bddf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1389635
May 07 21:55:51.598120 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=0aa75d6c-c396-4cf7-82ed-1655289562cd,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:55:51.601172 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ea2343cf-3625-4c25-9bdd-70939afb3590 req-ea872c17-7f75-4fef-9a3d-e3e3792014b3 service neutron] 10.222.0.59 "GET /v2.0/networks/609f4b94-ee73-43b2-a5f1-920ecad898a5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7237828
May 07 21:55:51.607907 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2da82f5e-0540-4ee0-975e-265fea7024fd admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:55:51.611825 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:51.614988 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-2da82f5e-0540-4ee0-975e-265fea7024fd admin admin] 10.222.0.32 "PUT /v2.0/routers/dab452b3-c5c3-4a3d-893a-5df33259a16e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.9115002
May 07 21:55:51.619772 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': 'd3eb7f9f-cad6-43cc-b93c-f50a5e95c505', 'network_id': '3e9903c9-6550-4ae2-aa4f-70e03144784f', 'port_id': 'd3eb7f9f-cad6-43cc-b93c-f50a5e95c505', 'mac_address': 'fa:16:3e:5d:80:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c61573c2-ed87-428c-92ac-0bffa38409b2', 'ip_address': '10.1.1.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:55:51.620689 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 44070) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:55:51.624382 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2361aec9-3f8c-482d-9878-9b24f274999a None None] Sync routers for ids ['dab452b3-c5c3-4a3d-893a-5df33259a16e'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:55:51.643674 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2361aec9-3f8c-482d-9878-9b24f274999a None None] Routers {'dab452b3-c5c3-4a3d-893a-5df33259a16e'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:55:51.644337 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-2361aec9-3f8c-482d-9878-9b24f274999a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cb166a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:55:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['dab452b3-c5c3-4a3d-893a-5df33259a16e'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:55:51.682017 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port d3eb7f9f-cad6-43cc-b93c-f50a5e95c505 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:55:51.682392 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (d3eb7f9f-cad6-43cc-b93c-f50a5e95c505), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:51.690470 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab418703-9af4-413e-b136-4a25b0139f5c req-4568053d-9efb-458c-94a2-2230b0abd7b5 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:51.696735 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab418703-9af4-413e-b136-4a25b0139f5c req-4568053d-9efb-458c-94a2-2230b0abd7b5 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:51.697788 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3eb7f9f-cad6-43cc-b93c-f50a5e95c505 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:55:51.703774 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab418703-9af4-413e-b136-4a25b0139f5c req-4568053d-9efb-458c-94a2-2230b0abd7b5 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:51.711486 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab418703-9af4-413e-b136-4a25b0139f5c req-4568053d-9efb-458c-94a2-2230b0abd7b5 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:51.718287 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab418703-9af4-413e-b136-4a25b0139f5c req-4568053d-9efb-458c-94a2-2230b0abd7b5 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:51.725232 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab418703-9af4-413e-b136-4a25b0139f5c req-4568053d-9efb-458c-94a2-2230b0abd7b5 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:51.730210 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port d3eb7f9f-cad6-43cc-b93c-f50a5e95c505, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d3eb7f9f-cad6-43cc-b93c-f50a5e95c505,segment=NetworkSegment(b31a7bd7-f013-44aa-a9c5-142fb752dadd),segment_id=b31a7bd7-f013-44aa-a9c5-142fb752dadd)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:55:51.731712 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab418703-9af4-413e-b136-4a25b0139f5c req-4568053d-9efb-458c-94a2-2230b0abd7b5 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:51.734083 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ab418703-9af4-413e-b136-4a25b0139f5c req-4568053d-9efb-458c-94a2-2230b0abd7b5 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb18387-ba8a-4070-aa1b-42824ed0c7ec HTTP/1.1" status: 200  len: 5419 time: 0.1391995
May 07 21:55:51.734675 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d6f28fb-7fb0-4dbe-b780-f14e94c9846d', 'tag': '251b3c4a-3d68-4a9c-8850-df61aa0e1dc6'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:55:51.736913 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (d3eb7f9f-cad6-43cc-b93c-f50a5e95c505), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:51.737249 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c53378de-401e-4ed1-b7c7-7822d1daa670" -d '{"events": [{"name": "network-changed", "server_uuid": "0d6f28fb-7fb0-4dbe-b780-f14e94c9846d", "tag": "251b3c4a-3d68-4a9c-8850-df61aa0e1dc6"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:55:51.737925 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 0f85ab7f-8d9d-42b6-bed5-f5b8be554023 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:55:51.767905 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-80d4f72a-a05e-48fd-8a86-cd78cde93c09 req-184a3346-6f01-4dd9-aeb8-7e50774df521 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bbf50af-50c2-4df2-bc37-9f0e79ec6d91&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2061255
May 07 21:55:51.827372 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=d3eb7f9f-cad6-43cc-b93c-f50a5e95c505,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:55:51.884354 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ab418703-9af4-413e-b136-4a25b0139f5c req-e9e50742-59f4-4a7a-a7ab-b23d8bf45bae tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/security-groups?id=022a2e7b-c53f-49c4-a82c-d25afea19659&id=4683f7d7-8b63-48cf-a24d-027ba8d9c114&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1305845
May 07 21:55:51.889718 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ae28ea9e-ba06-400a-9fa9-f392eacef225 admin admin] Publish callbacks [] for router (dab452b3-c5c3-4a3d-893a-5df33259a16e), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:51.970854 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 0f85ab7f-8d9d-42b6-bed5-f5b8be554023, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0f85ab7f-8d9d-42b6-bed5-f5b8be554023,segment=NetworkSegment(b207ac70-7c70-40fd-bfc0-416943348a0d),segment_id=b207ac70-7c70-40fd-bfc0-416943348a0d)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:55:51.996788 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1b46688-8a17-499f-8317-b2470e53404c x-openstack-request-id: req-e1b46688-8a17-499f-8317-b2470e53404c {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:55:51.997095 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75e24f97-8526-41f8-906e-c99d18f445ba", "name": "network-vif-plugged", "status": "completed", "tag": "70309868-18a6-4a82-b4fb-e8df121c6f4c", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:55:51.997718 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e1b46688-8a17-499f-8317-b2470e53404c {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:55:51.998128 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1b46688-8a17-499f-8317-b2470e53404c'] response: {'server_uuid': '75e24f97-8526-41f8-906e-c99d18f445ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70309868-18a6-4a82-b4fb-e8df121c6f4c', 'code': 200}
May 07 21:55:52.005369 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': '0f85ab7f-8d9d-42b6-bed5-f5b8be554023', 'network_id': 'd3d6fbc8-cbfa-4c1a-9104-6c52ad3f84a6', 'port_id': '0f85ab7f-8d9d-42b6-bed5-f5b8be554023', 'mac_address': 'fa:16:3e:24:78:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6168b443-15e3-44b9-96e7-6156bf22796d', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:55:52.038794 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ae28ea9e-ba06-400a-9fa9-f392eacef225 admin admin] Publish callbacks [] for router_gateway (dab452b3-c5c3-4a3d-893a-5df33259a16e), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:52.048724 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-2361aec9-3f8c-482d-9878-9b24f274999a None None] Set router dab452b3-c5c3-4a3d-893a-5df33259a16e gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:55:52.077273 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 0f85ab7f-8d9d-42b6-bed5-f5b8be554023 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:55:52.077605 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (0f85ab7f-8d9d-42b6-bed5-f5b8be554023), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:52.080530 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c37b6ad-83db-4fe0-ab22-20b19d3a379b req-8a309093-2bec-4eee-9198-bbf1000f2dac tempest-ServersOnMultiNodesTest-1649045737 tempest-ServersOnMultiNodesTest-1649045737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:52.088509 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1c37b6ad-83db-4fe0-ab22-20b19d3a379b req-8a309093-2bec-4eee-9198-bbf1000f2dac tempest-ServersOnMultiNodesTest-1649045737 tempest-ServersOnMultiNodesTest-1649045737-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=d34e6889-832e-45d3-8a1a-8c59d4ec697e HTTP/1.1" status: 200  len: 1131 time: 0.0664468
May 07 21:55:52.120479 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-ae28ea9e-ba06-400a-9fa9-f392eacef225 admin admin] Deleting port 7d1c6002-d7d2-4176-a72f-af5d2b9d954c {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:55:52.120821 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ae28ea9e-ba06-400a-9fa9-f392eacef225 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (7d1c6002-d7d2-4176-a72f-af5d2b9d954c), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:52.124447 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f85ab7f-8d9d-42b6-bed5-f5b8be554023 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:55:52.158548 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 0f85ab7f-8d9d-42b6-bed5-f5b8be554023, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0f85ab7f-8d9d-42b6-bed5-f5b8be554023,segment=NetworkSegment(b207ac70-7c70-40fd-bfc0-416943348a0d),segment_id=b207ac70-7c70-40fd-bfc0-416943348a0d)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:55:52.169485 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (0f85ab7f-8d9d-42b6-bed5-f5b8be554023), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:52.170321 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 248ca656-6bff-4ce6-b67d-1c6c09ea7b42 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:55:52.171410 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f19180b-d77b-4884-b20d-b6efdbf4bf5d req-70ae1bda-309f-4617-b81c-87c4892e48e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:52.176492 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6f19180b-d77b-4884-b20d-b6efdbf4bf5d req-70ae1bda-309f-4617-b81c-87c4892e48e9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=75e24f97-8526-41f8-906e-c99d18f445ba HTTP/1.1" status: 200  len: 1128 time: 0.0808423
May 07 21:55:52.236125 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1c37b6ad-83db-4fe0-ab22-20b19d3a379b req-8e40e651-4ab7-414c-940b-57a1df371da7 tempest-ServersOnMultiNodesTest-1649045737 tempest-ServersOnMultiNodesTest-1649045737-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=aca2780c-128c-4de5-85a4-a7e10bd42e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1454303
May 07 21:55:52.250694 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69be8e4c-716f-4109-88f1-a0c3001399da req-3ba4eb83-6308-4483-9e33-4811aa858463 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:52.265769 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-69be8e4c-716f-4109-88f1-a0c3001399da req-3ba4eb83-6308-4483-9e33-4811aa858463 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=18b8a031-b3cd-4d2f-b349-9b08eb3a6720 HTTP/1.1" status: 200  len: 945 time: 0.1537910
May 07 21:55:52.272772 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6f19180b-d77b-4884-b20d-b6efdbf4bf5d req-2eec0d5b-01bd-4e4c-a08a-77a8ec28a951 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=7b18b124-d6ae-4635-93ed-9957a39a34ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0856354
May 07 21:55:52.279360 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-2361aec9-3f8c-482d-9878-9b24f274999a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cb166a0>, [{'id': 'dab452b3-c5c3-4a3d-893a-5df33259a16e', 'name': 'tempest-ServerRescueTestJSONUnderV235-602815296-router', 'tenant_id': 'addf83b9a69e4628b1b962b7fceeb9ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.124'}], 'enable_snat': True}, 'gw_port_id': '7d1c6002-d7d2-4176-a72f-af5d2b9d954c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:53:50Z', 'updated_at': '2022-05-07T21:55:48Z', 'revision_number': 5, 'project_id': 'addf83b9a69e4628b1b962b7fceeb9ae', 'gw_port': {'id': '7d1c6002-d7d2-4176-a72f-af5d2b9d954c', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c3:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab452b3-c5c3-4a3d-893a-5df33259a16e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:53:51Z', 'updated_at': '2022-05-07T21:53:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:55:52.298733 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d619d3c2-b253-41c4-9f5d-6ea86e0dffac x-openstack-request-id: req-d619d3c2-b253-41c4-9f5d-6ea86e0dffac {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:55:52.299267 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d6f28fb-7fb0-4dbe-b780-f14e94c9846d", "tag": "251b3c4a-3d68-4a9c-8850-df61aa0e1dc6", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:55:52.300315 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d619d3c2-b253-41c4-9f5d-6ea86e0dffac {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:55:52.300878 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d619d3c2-b253-41c4-9f5d-6ea86e0dffac'] response: {'name': 'network-changed', 'server_uuid': '0d6f28fb-7fb0-4dbe-b780-f14e94c9846d', 'tag': '251b3c4a-3d68-4a9c-8850-df61aa0e1dc6', 'status': 'completed', 'code': 200}
May 07 21:55:52.312083 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2361aec9-3f8c-482d-9878-9b24f274999a None None] Checking router: dab452b3-c5c3-4a3d-893a-5df33259a16e for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 21:55:52.324323 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2361aec9-3f8c-482d-9878-9b24f274999a None None] Routers {'dab452b3-c5c3-4a3d-893a-5df33259a16e'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:55:52.325041 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-2361aec9-3f8c-482d-9878-9b24f274999a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cb166a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:55:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['dab452b3-c5c3-4a3d-893a-5df33259a16e'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:55:52.351085 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-ae28ea9e-ba06-400a-9fa9-f392eacef225 admin admin] For port 7d1c6002-d7d2-4176-a72f-af5d2b9d954c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7d1c6002-d7d2-4176-a72f-af5d2b9d954c,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:55:52.351456 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ae28ea9e-ba06-400a-9fa9-f392eacef225 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (7d1c6002-d7d2-4176-a72f-af5d2b9d954c), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:52.366747 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-69be8e4c-716f-4109-88f1-a0c3001399da req-525a6dc4-b48c-40aa-a290-7e84315bbf41 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1002781
May 07 21:55:52.395845 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-ae28ea9e-ba06-400a-9fa9-f392eacef225 admin admin] Calling delete_port for 7d1c6002-d7d2-4176-a72f-af5d2b9d954c owned by network:router_gateway {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:55:52.432746 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-2361aec9-3f8c-482d-9878-9b24f274999a None None] Set router dab452b3-c5c3-4a3d-893a-5df33259a16e gateway port host: None {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:55:52.482758 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2f5c2b-fcbc-4941-ac21-847501684648 req-a9ee1a22-2d65-465c-aa63-6ddd26db2cef tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:52.492562 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-071fd7ce-5b37-4a4a-8871-56c406050310 req-5153f104-d711-468b-9ad8-5970a229d781 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] 10.222.0.32 "GET /v2.0/floatingips/bc6ddc69-3ad1-4ec6-ad2e-4053ffde1378 HTTP/1.1" status: 200  len: 693 time: 0.0869772
May 07 21:55:52.494744 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fa2f5c2b-fcbc-4941-ac21-847501684648 req-a9ee1a22-2d65-465c-aa63-6ddd26db2cef tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?device_id=75e24f97-8526-41f8-906e-c99d18f445ba HTTP/1.1" status: 200  len: 946 time: 0.0810857
May 07 21:55:52.504132 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 248ca656-6bff-4ce6-b67d-1c6c09ea7b42, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=248ca656-6bff-4ce6-b67d-1c6c09ea7b42,segment=NetworkSegment(4cad6eb6-00ef-467c-849b-bcfc65b68a11),segment_id=4cad6eb6-00ef-467c-849b-bcfc65b68a11)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:55:52.517111 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=0f85ab7f-8d9d-42b6-bed5-f5b8be554023,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:55:52.520725 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': '248ca656-6bff-4ce6-b67d-1c6c09ea7b42', 'network_id': '78b27442-bcb9-410d-9431-ef2d20377793', 'port_id': '248ca656-6bff-4ce6-b67d-1c6c09ea7b42', 'mac_address': 'fa:16:3e:86:8c:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b94529aa-c690-43df-a7f8-1037d29e0a09', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:55:52.534236 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-2361aec9-3f8c-482d-9878-9b24f274999a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cb166a0>, [{'id': 'dab452b3-c5c3-4a3d-893a-5df33259a16e', 'name': 'tempest-ServerRescueTestJSONUnderV235-602815296-router', 'tenant_id': 'addf83b9a69e4628b1b962b7fceeb9ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:53:50Z', 'updated_at': '2022-05-07T21:55:52Z', 'revision_number': 6, 'project_id': 'addf83b9a69e4628b1b962b7fceeb9ae', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:55:52.563756 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 248ca656-6bff-4ce6-b67d-1c6c09ea7b42 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:55:52.564154 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (248ca656-6bff-4ce6-b67d-1c6c09ea7b42), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:52.571793 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53378de-401e-4ed1-b7c7-7822d1daa670 req-40db8c72-8be6-4a79-8c64-e2077f80b7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:52.573303 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c53378de-401e-4ed1-b7c7-7822d1daa670 req-40db8c72-8be6-4a79-8c64-e2077f80b7c0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4c2ee723c6a04843b302e255a401b1e7&device_id=0d6f28fb-7fb0-4dbe-b780-f14e94c9846d HTTP/1.1" status: 200  len: 1128 time: 0.0709512
May 07 21:55:52.575159 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2361aec9-3f8c-482d-9878-9b24f274999a None None] The sync data for ids ['dab452b3-c5c3-4a3d-893a-5df33259a16e'] in ncdv-master-1 is: [{'id': 'dab452b3-c5c3-4a3d-893a-5df33259a16e', 'name': 'tempest-ServerRescueTestJSONUnderV235-602815296-router', 'tenant_id': 'addf83b9a69e4628b1b962b7fceeb9ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:53:50Z', 'updated_at': '2022-05-07T21:55:52Z', 'revision_number': 6, 'project_id': 'addf83b9a69e4628b1b962b7fceeb9ae', 'gw_port_host': None}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:55:52.592706 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 248ca656-6bff-4ce6-b67d-1c6c09ea7b42 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:55:52.620839 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 248ca656-6bff-4ce6-b67d-1c6c09ea7b42, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=248ca656-6bff-4ce6-b67d-1c6c09ea7b42,segment=NetworkSegment(4cad6eb6-00ef-467c-849b-bcfc65b68a11),segment_id=4cad6eb6-00ef-467c-849b-bcfc65b68a11)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:55:52.628278 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (248ca656-6bff-4ce6-b67d-1c6c09ea7b42), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:52.629126 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 744875ea-e246-4ecb-b60f-b9c04a274fe9 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:55:52.657251 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fa2f5c2b-fcbc-4941-ac21-847501684648 req-a0f5b492-b548-4b81-af9a-ce7e88f26183 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b18b124-d6ae-4635-93ed-9957a39a34ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1612501
May 07 21:55:52.744640 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=248ca656-6bff-4ce6-b67d-1c6c09ea7b42,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:55:52.764125 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 744875ea-e246-4ecb-b60f-b9c04a274fe9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=744875ea-e246-4ecb-b60f-b9c04a274fe9,segment=NetworkSegment(b207ac70-7c70-40fd-bfc0-416943348a0d),segment_id=b207ac70-7c70-40fd-bfc0-416943348a0d)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:55:52.782678 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': '744875ea-e246-4ecb-b60f-b9c04a274fe9', 'network_id': 'd3d6fbc8-cbfa-4c1a-9104-6c52ad3f84a6', 'port_id': '744875ea-e246-4ecb-b60f-b9c04a274fe9', 'mac_address': 'fa:16:3e:ad:53:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6168b443-15e3-44b9-96e7-6156bf22796d', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:55:52.815621 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53378de-401e-4ed1-b7c7-7822d1daa670 req-9c6e9ae2-cac6-4c32-b501-e4584ed727d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:52.817641 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c53378de-401e-4ed1-b7c7-7822d1daa670 req-9c6e9ae2-cac6-4c32-b501-e4584ed727d2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=704f8450-d63f-47c9-8f27-0e9fc81678e7 HTTP/1.1" status: 200  len: 922 time: 0.2310221
May 07 21:55:52.836095 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-725a5dfc-c5d4-4e8d-9dc9-80036716190f req-5012e351-5a05-4500-99cb-11c79e6510d0 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=a24cf19532e0484fabd6dc4e6b66fe30&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0444734
May 07 21:55:52.837843 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 744875ea-e246-4ecb-b60f-b9c04a274fe9 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:55:52.838376 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (744875ea-e246-4ecb-b60f-b9c04a274fe9), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:52.868579 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 744875ea-e246-4ecb-b60f-b9c04a274fe9 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:55:52.891926 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 744875ea-e246-4ecb-b60f-b9c04a274fe9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=744875ea-e246-4ecb-b60f-b9c04a274fe9,segment=NetworkSegment(b207ac70-7c70-40fd-bfc0-416943348a0d),segment_id=b207ac70-7c70-40fd-bfc0-416943348a0d)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:55:52.897575 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (744875ea-e246-4ecb-b60f-b9c04a274fe9), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:52.898557 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 5642df0d-b70e-45a4-b82c-4c09755c76de details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:55:52.911349 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071fd7ce-5b37-4a4a-8871-56c406050310 req-92010cef-6afc-4943-9223-34f366f715e5 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:52.912867 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-071fd7ce-5b37-4a4a-8871-56c406050310 req-92010cef-6afc-4943-9223-34f366f715e5 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] 10.222.0.32 "GET /v2.0/networks/9221b764-ef06-431f-8941-796516ed7c3b HTTP/1.1" status: 200  len: 784 time: 0.4195330
May 07 21:55:52.948901 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 5642df0d-b70e-45a4-b82c-4c09755c76de, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5642df0d-b70e-45a4-b82c-4c09755c76de,segment=NetworkSegment(b31a7bd7-f013-44aa-a9c5-142fb752dadd),segment_id=b31a7bd7-f013-44aa-a9c5-142fb752dadd)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:55:53.048172 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-071fd7ce-5b37-4a4a-8871-56c406050310 req-3733f6e8-4b0c-4384-a08f-1700b13be5c5 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.4.22 HTTP/1.1" status: 200  len: 696 time: 0.1271024
May 07 21:55:53.060174 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': '5642df0d-b70e-45a4-b82c-4c09755c76de', 'network_id': '3e9903c9-6550-4ae2-aa4f-70e03144784f', 'port_id': '5642df0d-b70e-45a4-b82c-4c09755c76de', 'mac_address': 'fa:16:3e:44:f3:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c61573c2-ed87-428c-92ac-0bffa38409b2', 'ip_address': '10.1.1.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:55:53.061985 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c53378de-401e-4ed1-b7c7-7822d1daa670 req-6a96a26a-b74f-43ba-861b-9e09ce10f98c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=251b3c4a-3d68-4a9c-8850-df61aa0e1dc6 HTTP/1.1" status: 200  len: 217 time: 0.0846615
May 07 21:55:53.074232 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=744875ea-e246-4ecb-b60f-b9c04a274fe9,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:55:53.087350 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device b2caed4e-7377-4f4b-b896-d818b3eb5257 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:55:53.176485 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: b2caed4e-7377-4f4b-b896-d818b3eb5257 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:55:53.177057 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device b2caed4e-7377-4f4b-b896-d818b3eb5257 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:55:53.202990 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-071fd7ce-5b37-4a4a-8871-56c406050310 req-0c708f48-a7ed-49f8-8949-36521c22eeeb tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.4.22 HTTP/1.1" status: 200  len: 696 time: 0.1472878
May 07 21:55:53.211481 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 5642df0d-b70e-45a4-b82c-4c09755c76de is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:55:53.211881 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (5642df0d-b70e-45a4-b82c-4c09755c76de), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:53.237885 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5642df0d-b70e-45a4-b82c-4c09755c76de {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:55:53.264948 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 5642df0d-b70e-45a4-b82c-4c09755c76de, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5642df0d-b70e-45a4-b82c-4c09755c76de,segment=NetworkSegment(b31a7bd7-f013-44aa-a9c5-142fb752dadd),segment_id=b31a7bd7-f013-44aa-a9c5-142fb752dadd)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:55:53.279909 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (5642df0d-b70e-45a4-b82c-4c09755c76de), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:53.282170 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 8265c59d-4721-4235-823a-846b00373dfe details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:55:53.287678 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725a5dfc-c5d4-4e8d-9dc9-80036716190f req-13699335-1125-4cc8-b994-12c773604a33 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:53.296200 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-725a5dfc-c5d4-4e8d-9dc9-80036716190f req-13699335-1125-4cc8-b994-12c773604a33 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4587631
May 07 21:55:53.315165 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53378de-401e-4ed1-b7c7-7822d1daa670 req-ecd1fb37-d91f-413d-b8eb-fc6f29a9b552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:53.317012 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c53378de-401e-4ed1-b7c7-7822d1daa670 req-ecd1fb37-d91f-413d-b8eb-fc6f29a9b552 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2acc823a-0eec-49c6-a420-882d299a2009 HTTP/1.1" status: 200  len: 860 time: 0.2473264
May 07 21:55:53.325634 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-725a5dfc-c5d4-4e8d-9dc9-80036716190f req-4defc90d-6fb6-422d-bcbf-82ef4d8cb76d tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/quotas/a24cf19532e0484fabd6dc4e6b66fe30 HTTP/1.1" status: 200  len: 375 time: 0.0279284
May 07 21:55:53.450359 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=5642df0d-b70e-45a4-b82c-4c09755c76de,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:55:53.457280 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 8265c59d-4721-4235-823a-846b00373dfe, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8265c59d-4721-4235-823a-846b00373dfe,segment=NetworkSegment(b31a7bd7-f013-44aa-a9c5-142fb752dadd),segment_id=b31a7bd7-f013-44aa-a9c5-142fb752dadd)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:55:53.482693 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': '8265c59d-4721-4235-823a-846b00373dfe', 'network_id': '3e9903c9-6550-4ae2-aa4f-70e03144784f', 'port_id': '8265c59d-4721-4235-823a-846b00373dfe', 'mac_address': 'fa:16:3e:33:ed:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c61573c2-ed87-428c-92ac-0bffa38409b2', 'ip_address': '10.1.1.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:55:53.555669 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-725a5dfc-c5d4-4e8d-9dc9-80036716190f req-588efb0b-f43d-4e6f-a135-eec76f37ab9f tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a24cf19532e0484fabd6dc4e6b66fe30&fields=id HTTP/1.1" status: 200  len: 440 time: 0.2289453
May 07 21:55:53.563277 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53378de-401e-4ed1-b7c7-7822d1daa670 req-12f1bcd8-c010-4168-ac9f-d2829b3168e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:53.566473 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c53378de-401e-4ed1-b7c7-7822d1daa670 req-12f1bcd8-c010-4168-ac9f-d2829b3168e1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=704f8450-d63f-47c9-8f27-0e9fc81678e7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1717494
May 07 21:55:53.568143 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d7c4472a-ba1c-435e-85ba-68cd507ad5ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:53.572433 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 8265c59d-4721-4235-823a-846b00373dfe is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:55:53.572826 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (8265c59d-4721-4235-823a-846b00373dfe), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:53.584928 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [req-c53378de-401e-4ed1-b7c7-7822d1daa670 req-c8da297f-a7b5-4753-a162-18881b6105ac service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121836) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 21:55:53.587547 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c53378de-401e-4ed1-b7c7-7822d1daa670 req-c8da297f-a7b5-4753-a162-18881b6105ac service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0126753
May 07 21:55:53.593158 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8265c59d-4721-4235-823a-846b00373dfe {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:55:53.635070 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 8265c59d-4721-4235-823a-846b00373dfe, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8265c59d-4721-4235-823a-846b00373dfe,segment=NetworkSegment(b31a7bd7-f013-44aa-a9c5-142fb752dadd),segment_id=b31a7bd7-f013-44aa-a9c5-142fb752dadd)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:55:53.670595 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (8265c59d-4721-4235-823a-846b00373dfe), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:53.750317 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:53.833524 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-071fd7ce-5b37-4a4a-8871-56c406050310 req-8fafa0d1-1667-4f5d-ae7b-03a6934ca4a8 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Deleting port f1ed7054-989f-4055-a0db-ff44df1ff73c {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:55:53.834031 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-071fd7ce-5b37-4a4a-8871-56c406050310 req-8fafa0d1-1667-4f5d-ae7b-03a6934ca4a8 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (f1ed7054-989f-4055-a0db-ff44df1ff73c), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:53.843952 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=8265c59d-4721-4235-823a-846b00373dfe,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:55:53.857308 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c53378de-401e-4ed1-b7c7-7822d1daa670 req-07b3a0d6-08aa-4f3d-98a5-4a5172e49431 service neutron] 10.222.0.55 "GET /v2.0/networks/704f8450-d63f-47c9-8f27-0e9fc81678e7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2626078
May 07 21:55:53.969563 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ae28ea9e-ba06-400a-9fa9-f392eacef225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (7d1c6002-d7d2-4176-a72f-af5d2b9d954c), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:54.031675 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae28ea9e-ba06-400a-9fa9-f392eacef225 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d1c6002-d7d2-4176-a72f-af5d2b9d954c,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:55:54.178270 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482668af-e03e-439e-8a30-1128fef3a572 req-e9f8cf1c-cc64-453c-ad99-9457f2df04c7 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:54.186810 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-482668af-e03e-439e-8a30-1128fef3a572 req-e9f8cf1c-cc64-453c-ad99-9457f2df04c7 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc6a642e-763c-4ac9-8ef7-4985bcb86060 HTTP/1.1" status: 200  len: 945 time: 0.1805694
May 07 21:55:54.203120 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c53378de-401e-4ed1-b7c7-7822d1daa670 req-b4ea2bd4-e57d-4773-ab1f-40a93848c106 service neutron] 10.222.0.55 "GET /v2.0/networks/704f8450-d63f-47c9-8f27-0e9fc81678e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3296728
May 07 21:55:54.228848 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ea2343cf-3625-4c25-9bdd-70939afb3590 req-f9157109-4543-48cf-8a03-b9edcd98b3e5 service neutron] 10.222.0.59 "GET /v2.0/networks/609f4b94-ee73-43b2-a5f1-920ecad898a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8561811
May 07 21:55:54.291204 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9becbdd0-a62d-42dc-a386-f2e2b6d2176d req-51cf3480-382d-489f-bf21-d5b0ee6aa200 service neutron] 10.222.0.59 "GET /v2.0/networks/772be29c-bb44-46ae-a3e0-b0a78574bddf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8661313
May 07 21:55:54.341314 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-482668af-e03e-439e-8a30-1128fef3a572 req-88a69458-579d-456f-a1ac-9c0995c61079 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bbf50af-50c2-4df2-bc37-9f0e79ec6d91&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1467900
May 07 21:55:54.348803 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f992f4a4-ff41-4a84-aeea-94e282557971 req-1815fdd4-dfe9-4503-a757-7f554c38ee49 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:54.359935 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f992f4a4-ff41-4a84-aeea-94e282557971 req-1815fdd4-dfe9-4503-a757-7f554c38ee49 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.59 "GET /v2.0/ports?device_id=18b8a031-b3cd-4d2f-b349-9b08eb3a6720 HTTP/1.1" status: 200  len: 945 time: 0.7038653
May 07 21:55:54.395479 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-071fd7ce-5b37-4a4a-8871-56c406050310 req-8fafa0d1-1667-4f5d-ae7b-03a6934ca4a8 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (f1ed7054-989f-4055-a0db-ff44df1ff73c), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:54.395919 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-071fd7ce-5b37-4a4a-8871-56c406050310 req-8fafa0d1-1667-4f5d-ae7b-03a6934ca4a8 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Publish callbacks [] for floatingip (f1ed7054-989f-4055-a0db-ff44df1ff73c), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:54.447990 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-071fd7ce-5b37-4a4a-8871-56c406050310 req-8fafa0d1-1667-4f5d-ae7b-03a6934ca4a8 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Calling delete_port for f1ed7054-989f-4055-a0db-ff44df1ff73c owned by network:floatingip {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:55:54.570032 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ae28ea9e-ba06-400a-9fa9-f392eacef225 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395776'] for router_gateway (dab452b3-c5c3-4a3d-893a-5df33259a16e), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:54.630858 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-f992f4a4-ff41-4a84-aeea-94e282557971 req-3d6f1e83-b168-453c-8c62-9eff74744608 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Deleting port c714b978-d69a-480e-821e-03cc5b682a61 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:55:54.631590 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-f992f4a4-ff41-4a84-aeea-94e282557971 req-3d6f1e83-b168-453c-8c62-9eff74744608 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (c714b978-d69a-480e-821e-03cc5b682a61), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:54.680370 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2955b08c-4ea3-4db4-aee2-f075ba0d5aaf req-512b3bf7-73b8-4087-a20d-c4d5803dfffa tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:54.687231 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2955b08c-4ea3-4db4-aee2-f075ba0d5aaf req-512b3bf7-73b8-4087-a20d-c4d5803dfffa tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:54.695189 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2955b08c-4ea3-4db4-aee2-f075ba0d5aaf req-512b3bf7-73b8-4087-a20d-c4d5803dfffa tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:54.701775 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2955b08c-4ea3-4db4-aee2-f075ba0d5aaf req-512b3bf7-73b8-4087-a20d-c4d5803dfffa tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:54.702765 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ae28ea9e-ba06-400a-9fa9-f392eacef225 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (dab452b3-c5c3-4a3d-893a-5df33259a16e), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:54.708282 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2955b08c-4ea3-4db4-aee2-f075ba0d5aaf req-512b3bf7-73b8-4087-a20d-c4d5803dfffa tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:54.711530 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ae28ea9e-ba06-400a-9fa9-f392eacef225 admin admin] Publish callbacks [] for router_controller (dab452b3-c5c3-4a3d-893a-5df33259a16e), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:54.714811 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2955b08c-4ea3-4db4-aee2-f075ba0d5aaf req-512b3bf7-73b8-4087-a20d-c4d5803dfffa tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:54.720882 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2955b08c-4ea3-4db4-aee2-f075ba0d5aaf req-512b3bf7-73b8-4087-a20d-c4d5803dfffa tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:54.731169 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2955b08c-4ea3-4db4-aee2-f075ba0d5aaf req-512b3bf7-73b8-4087-a20d-c4d5803dfffa tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb18387-ba8a-4070-aa1b-42824ed0c7ec HTTP/1.1" status: 200  len: 5425 time: 0.2445128
May 07 21:55:54.766410 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9becbdd0-a62d-42dc-a386-f2e2b6d2176d req-ae043e45-8cf8-4ba7-9d6b-bd015c8bcf30 service neutron] 10.222.0.59 "GET /v2.0/networks/772be29c-bb44-46ae-a3e0-b0a78574bddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3616815
May 07 21:55:54.786255 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ae28ea9e-ba06-400a-9fa9-f392eacef225 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (dab452b3-c5c3-4a3d-893a-5df33259a16e), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:54.787936 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae28ea9e-ba06-400a-9fa9-f392eacef225 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dab452b3-c5c3-4a3d-893a-5df33259a16e {{(pid=121837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 21:55:54.796158 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ae28ea9e-ba06-400a-9fa9-f392eacef225 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:54.800642 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-ae28ea9e-ba06-400a-9fa9-f392eacef225 admin admin] 10.222.0.32 "DELETE /v2.0/routers/dab452b3-c5c3-4a3d-893a-5df33259a16e HTTP/1.1" status: 204  len: 168 time: 3.1752687
May 07 21:55:54.802172 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['0f85ab7f-8d9d-42b6-bed5-f5b8be554023'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:55:54.803541 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 44116) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:55:54.900560 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-071fd7ce-5b37-4a4a-8871-56c406050310 req-8fafa0d1-1667-4f5d-ae7b-03a6934ca4a8 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (f1ed7054-989f-4055-a0db-ff44df1ff73c), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:54.925854 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-f992f4a4-ff41-4a84-aeea-94e282557971 req-3d6f1e83-b168-453c-8c62-9eff74744608 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] For port c714b978-d69a-480e-821e-03cc5b682a61, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c714b978-d69a-480e-821e-03cc5b682a61,segment=NetworkSegment(c1f62f1a-7390-4968-bfcd-e0354648ad7b),segment_id=c1f62f1a-7390-4968-bfcd-e0354648ad7b)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:55:54.926480 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-f992f4a4-ff41-4a84-aeea-94e282557971 req-3d6f1e83-b168-453c-8c62-9eff74744608 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (c714b978-d69a-480e-821e-03cc5b682a61), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:54.956936 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-f992f4a4-ff41-4a84-aeea-94e282557971 req-3d6f1e83-b168-453c-8c62-9eff74744608 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Calling delete_port for c714b978-d69a-480e-821e-03cc5b682a61 owned by compute:nova {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:55:54.971423 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['0aa75d6c-c396-4cf7-82ed-1655289562cd'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:55:55.007765 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fafa0d1-1667-4f5d-ae7b-03a6934ca4a8 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Pushing event deleted for resources: {'Port': ['ID=f1ed7054-989f-4055-a0db-ff44df1ff73c,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:55:55.156196 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 7d1c6002-d7d2-4176-a72f-af5d2b9d954c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:55:55.196938 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2955b08c-4ea3-4db4-aee2-f075ba0d5aaf req-835a7ca3-6db7-4093-9312-071265d150b2 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/security-groups?id=022a2e7b-c53f-49c4-a82c-d25afea19659&id=4683f7d7-8b63-48cf-a24d-027ba8d9c114&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.4646997
May 07 21:55:55.210282 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-f992f4a4-ff41-4a84-aeea-94e282557971 req-3d6f1e83-b168-453c-8c62-9eff74744608 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (c714b978-d69a-480e-821e-03cc5b682a61), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:55.270150 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['c714b978-d69a-480e-821e-03cc5b682a61'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:55:55.277746 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['744875ea-e246-4ecb-b60f-b9c04a274fe9'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:55:55.296898 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 7d1c6002-d7d2-4176-a72f-af5d2b9d954c {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:55:55.297570 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 7d1c6002-d7d2-4176-a72f-af5d2b9d954c not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:55:55.316891 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6f1e83-b168-453c-8c62-9eff74744608 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Pushing event deleted for resources: {'Port': ['ID=c714b978-d69a-480e-821e-03cc5b682a61,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:55:55.339798 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_v2 [None req-727811b0-9b37-4554-9dbd-54f60ebbca10 admin admin] Deleting subnet 9f91aa11-98d2-41ad-a902-77d230f2dd04 {{(pid=121836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 21:55:55.357968 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-727811b0-9b37-4554-9dbd-54f60ebbca10 admin admin] Publish callbacks [] for subnet (9f91aa11-98d2-41ad-a902-77d230f2dd04), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:55.448746 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f7a8e6fc-3f82-452e-b253-bfa3863aa11a req-78336b5c-369b-4f4d-b052-4f4c3078ee90 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=18b8a031-b3cd-4d2f-b349-9b08eb3a6720 HTTP/1.1" status: 200  len: 210 time: 0.0840795
May 07 21:55:55.462655 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['8265c59d-4721-4235-823a-846b00373dfe'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:55:55.470163 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['d3eb7f9f-cad6-43cc-b93c-f50a5e95c505'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:55:55.833618 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-f992f4a4-ff41-4a84-aeea-94e282557971 req-3d6f1e83-b168-453c-8c62-9eff74744608 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] No DVR routers for this DVR port c714b978-d69a-480e-821e-03cc5b682a61 on host nch2-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:55:55.860602 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-725a5dfc-c5d4-4e8d-9dc9-80036716190f req-598a1b79-eb95-4c31-9596-1fbcb1a1b7f8 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=a24cf19532e0484fabd6dc4e6b66fe30&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0287616
May 07 21:55:55.862101 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-f992f4a4-ff41-4a84-aeea-94e282557971 req-3d6f1e83-b168-453c-8c62-9eff74744608 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:55.878348 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f992f4a4-ff41-4a84-aeea-94e282557971 req-3d6f1e83-b168-453c-8c62-9eff74744608 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.59 "DELETE /v2.0/ports/c714b978-d69a-480e-821e-03cc5b682a61 HTTP/1.1" status: 204  len: 173 time: 1.5098689
May 07 21:55:55.888335 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18b8a031-b3cd-4d2f-b349-9b08eb3a6720', 'name': 'network-vif-deleted', 'tag': 'c714b978-d69a-480e-821e-03cc5b682a61'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:55:55.890614 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-188fa626-69b3-4e24-9d26-d64dbe6eead7" -d '{"events": [{"server_uuid": "18b8a031-b3cd-4d2f-b349-9b08eb3a6720", "name": "network-vif-deleted", "tag": "c714b978-d69a-480e-821e-03cc5b682a61"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:55:55.953881 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['248ca656-6bff-4ce6-b67d-1c6c09ea7b42'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:55:55.958009 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['5642df0d-b70e-45a4-b82c-4c09755c76de'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:55:55.962522 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-727811b0-9b37-4554-9dbd-54f60ebbca10 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726883'] for subnet (9f91aa11-98d2-41ad-a902-77d230f2dd04), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:56.050139 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-071fd7ce-5b37-4a4a-8871-56c406050310 req-8fafa0d1-1667-4f5d-ae7b-03a6934ca4a8 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Publish callbacks [] for floatingip (bc6ddc69-3ad1-4ec6-ad2e-4053ffde1378), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:56.054554 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-071fd7ce-5b37-4a4a-8871-56c406050310 req-8fafa0d1-1667-4f5d-ae7b-03a6934ca4a8 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:56.056043 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-071fd7ce-5b37-4a4a-8871-56c406050310 req-8fafa0d1-1667-4f5d-ae7b-03a6934ca4a8 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] 10.222.0.32 "DELETE /v2.0/floatingips/bc6ddc69-3ad1-4ec6-ad2e-4053ffde1378 HTTP/1.1" status: 204  len: 173 time: 2.8384707
May 07 21:55:56.130401 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e3aaad-e31b-4588-8996-6adb8a05d715 req-1c518c33-8e36-4456-ad1d-f60f4b2e46cd tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:56.131992 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-59e3aaad-e31b-4588-8996-6adb8a05d715 req-1c518c33-8e36-4456-ad1d-f60f4b2e46cd tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?device_id=75e24f97-8526-41f8-906e-c99d18f445ba HTTP/1.1" status: 200  len: 946 time: 0.2995753
May 07 21:55:56.191815 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-727811b0-9b37-4554-9dbd-54f60ebbca10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (9f91aa11-98d2-41ad-a902-77d230f2dd04), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:56.348512 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-59e3aaad-e31b-4588-8996-6adb8a05d715 req-e18a39b0-e88f-4d5b-bf74-cd026d3f7506 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b18b124-d6ae-4635-93ed-9957a39a34ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1958239
May 07 21:55:56.362513 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-472b022d-45a8-473b-8e61-72bebc65c39e req-a2b429dd-95f3-460c-ac57-2cc86ca88d74 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ed200e0-4fc4-4929-a2dc-0b5c7bfefec1 HTTP/1.1" status: 200  len: 210 time: 0.1304531
May 07 21:55:56.373545 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725a5dfc-c5d4-4e8d-9dc9-80036716190f req-9e497450-f22f-44c6-a96a-e508e84a9e43 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:56.380909 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-725a5dfc-c5d4-4e8d-9dc9-80036716190f req-9e497450-f22f-44c6-a96a-e508e84a9e43 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4872751
May 07 21:55:56.405977 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-725a5dfc-c5d4-4e8d-9dc9-80036716190f req-4bb64404-967f-46d1-bc1c-46eb35cc4c49 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Request body: {'port': {'device_id': '2ed200e0-4fc4-4929-a2dc-0b5c7bfefec1', 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47', 'admin_state_up': True, 'tenant_id': 'a24cf19532e0484fabd6dc4e6b66fe30'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:55:56.523228 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf698b8-e03d-4c8a-9e7c-15f7b22b65d2 x-openstack-request-id: req-0cf698b8-e03d-4c8a-9e7c-15f7b22b65d2 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:55:56.523518 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18b8a031-b3cd-4d2f-b349-9b08eb3a6720", "name": "network-vif-deleted", "tag": "c714b978-d69a-480e-821e-03cc5b682a61", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:55:56.523775 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0cf698b8-e03d-4c8a-9e7c-15f7b22b65d2 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:55:56.524175 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cf698b8-e03d-4c8a-9e7c-15f7b22b65d2'] response: {'server_uuid': '18b8a031-b3cd-4d2f-b349-9b08eb3a6720', 'name': 'network-vif-deleted', 'tag': 'c714b978-d69a-480e-821e-03cc5b682a61', 'status': 'completed', 'code': 200}
May 07 21:55:56.564513 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-727811b0-9b37-4554-9dbd-54f60ebbca10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (9f91aa11-98d2-41ad-a902-77d230f2dd04), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:56.601575 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ca9ef78c-0f34-478d-a456-d0907e7f1489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:56.618757 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff00225-d77b-4ed2-a3b6-990ec26cf257 req-7a1df3fa-cf2c-43fd-a2d5-716704a2f066 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:56.626359 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2ff00225-d77b-4ed2-a3b6-990ec26cf257 req-7a1df3fa-cf2c-43fd-a2d5-716704a2f066 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc6a642e-763c-4ac9-8ef7-4985bcb86060 HTTP/1.1" status: 200  len: 945 time: 0.1617963
May 07 21:55:56.639979 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-727811b0-9b37-4554-9dbd-54f60ebbca10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:56.655274 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 44132) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:55:56.657730 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-727811b0-9b37-4554-9dbd-54f60ebbca10 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/9f91aa11-98d2-41ad-a902-77d230f2dd04 HTTP/1.1" status: 204  len: 168 time: 1.8527961
May 07 21:55:56.729385 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727811b0-9b37-4554-9dbd-54f60ebbca10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f91aa11-98d2-41ad-a902-77d230f2dd04,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:55:56.806392 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0800f734-908b-4c81-93a6-5326263a9382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (38ca9b6e-b205-48f9-a002-ddfee225fe39), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:56.822582 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2ff00225-d77b-4ed2-a3b6-990ec26cf257 req-38e54fd4-22db-42e3-a4c1-57667fa3e2c3 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bbf50af-50c2-4df2-bc37-9f0e79ec6d91&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1898117
May 07 21:55:56.930322 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-725a5dfc-c5d4-4e8d-9dc9-80036716190f req-4bb64404-967f-46d1-bc1c-46eb35cc4c49 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Made reservation on behalf of a24cf19532e0484fabd6dc4e6b66fe30 for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:55:56.935744 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-725a5dfc-c5d4-4e8d-9dc9-80036716190f req-4bb64404-967f-46d1-bc1c-46eb35cc4c49 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:57.049548 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0800f734-908b-4c81-93a6-5326263a9382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (38ca9b6e-b205-48f9-a002-ddfee225fe39), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:57.108022 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-0800f734-908b-4c81-93a6-5326263a9382 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf85d31730>,) {'filters': {'network_id': ['38ca9b6e-b205-48f9-a002-ddfee225fe39']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:55:57.123930 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95b7c0c-50ea-4cec-85b4-3d583d6512e5 req-06ba1460-ede5-4155-81f0-f54513cf2077 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:57.147036 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95b7c0c-50ea-4cec-85b4-3d583d6512e5 req-06ba1460-ede5-4155-81f0-f54513cf2077 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:57.153243 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95b7c0c-50ea-4cec-85b4-3d583d6512e5 req-06ba1460-ede5-4155-81f0-f54513cf2077 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:57.170995 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95b7c0c-50ea-4cec-85b4-3d583d6512e5 req-06ba1460-ede5-4155-81f0-f54513cf2077 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:57.187051 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95b7c0c-50ea-4cec-85b4-3d583d6512e5 req-06ba1460-ede5-4155-81f0-f54513cf2077 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:57.194283 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95b7c0c-50ea-4cec-85b4-3d583d6512e5 req-06ba1460-ede5-4155-81f0-f54513cf2077 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:57.201011 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95b7c0c-50ea-4cec-85b4-3d583d6512e5 req-06ba1460-ede5-4155-81f0-f54513cf2077 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:57.210043 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e95b7c0c-50ea-4cec-85b4-3d583d6512e5 req-06ba1460-ede5-4155-81f0-f54513cf2077 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb18387-ba8a-4070-aa1b-42824ed0c7ec HTTP/1.1" status: 200  len: 5425 time: 0.1770468
May 07 21:55:57.223446 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-0800f734-908b-4c81-93a6-5326263a9382 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf85d31730>, 'c3b37dbc-d23c-4e53-ba39-47f4acab267d') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:55:57.223901 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-0800f734-908b-4c81-93a6-5326263a9382 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf85d31730>, 'c3b37dbc-d23c-4e53-ba39-47f4acab267d') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:55:57.242417 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0800f734-908b-4c81-93a6-5326263a9382 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (c3b37dbc-d23c-4e53-ba39-47f4acab267d), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:57.263443 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180b5ec6-333d-496c-8664-36de12bf08f5 req-a3646e2d-bf39-4110-a374-e43ec28df4eb tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:57.289562 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-180b5ec6-333d-496c-8664-36de12bf08f5 req-a3646e2d-bf39-4110-a374-e43ec28df4eb tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?device_id=75e24f97-8526-41f8-906e-c99d18f445ba HTTP/1.1" status: 200  len: 946 time: 0.2628360
May 07 21:55:57.296846 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0800f734-908b-4c81-93a6-5326263a9382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (c3b37dbc-d23c-4e53-ba39-47f4acab267d), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:57.332336 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0800f734-908b-4c81-93a6-5326263a9382 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 21:55:57.332751 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0800f734-908b-4c81-93a6-5326263a9382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (c3b37dbc-d23c-4e53-ba39-47f4acab267d), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:57.334675 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 21:55:57.334675 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 21:55:57.334675 ncdv-master-1 neutron-server[121837]:     timer()
May 07 21:55:57.334675 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 21:55:57.334675 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 21:55:57.334675 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 21:55:57.334675 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 21:55:57.334675 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 21:55:57.334675 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 21:55:57.334675 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 21:55:57.334675 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 21:55:57.334675 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 21:55:57.334675 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 21:55:57.334675 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 21:55:57.334675 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 21:55:57.334675 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 21:55:57.334675 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 21:55:57.334675 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 21:55:57.334675 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 21:55:57.334675 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 21:55:57.334675 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 21:55:57.334675 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 21:55:57.334675 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 21:55:57.334675 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 21:55:57.334675 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 21:55:57.334675 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 21:55:57.334675 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 21:55:57.334675 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 21:55:57.334675 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 21:55:57.334675 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 21:55:57.334675 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 21:55:57.334675 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 21:55:57.465914 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:57.488405 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-180b5ec6-333d-496c-8664-36de12bf08f5 req-120c76ca-6531-43f7-a7a1-6922964ac92c tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b18b124-d6ae-4635-93ed-9957a39a34ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1986766
May 07 21:55:57.514673 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e95b7c0c-50ea-4cec-85b4-3d583d6512e5 req-be9ede7b-8dbd-4a14-9ada-387c601dda4b tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/security-groups?id=022a2e7b-c53f-49c4-a82c-d25afea19659&id=4683f7d7-8b63-48cf-a24d-027ba8d9c114&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.3036661
May 07 21:55:57.553171 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0800f734-908b-4c81-93a6-5326263a9382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (38ca9b6e-b205-48f9-a002-ddfee225fe39), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:57.563485 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [req-725a5dfc-c5d4-4e8d-9dc9-80036716190f req-4bb64404-967f-46d1-bc1c-46eb35cc4c49 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Allocated IP 192.168.233.60 (665487f0-78eb-47fb-9a06-b15bc614dc47/6e0e5c53-1ece-4d20-b01d-5f8c6957edf6/0f996493-44aa-49b3-bebb-f6248f93ca91) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:55:57.564821 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0800f734-908b-4c81-93a6-5326263a9382 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:57.573102 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-0800f734-908b-4c81-93a6-5326263a9382 admin admin] 10.222.0.32 "DELETE /v2.0/networks/38ca9b6e-b205-48f9-a002-ddfee225fe39 HTTP/1.1" status: 204  len: 168 time: 0.9167643
May 07 21:55:57.634593 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0800f734-908b-4c81-93a6-5326263a9382 admin admin] Pushing event deleted for resources: {'Network': ['ID=38ca9b6e-b205-48f9-a002-ddfee225fe39,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:55:57.667546 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0800f734-908b-4c81-93a6-5326263a9382 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:55:57.668441 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0800f734-908b-4c81-93a6-5326263a9382 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:55:57.670320 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0800f734-908b-4c81-93a6-5326263a9382 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:55:57.671101 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0800f734-908b-4c81-93a6-5326263a9382 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:55:57.672197 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0800f734-908b-4c81-93a6-5326263a9382 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:55:57.672615 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0800f734-908b-4c81-93a6-5326263a9382 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:55:57.673578 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0800f734-908b-4c81-93a6-5326263a9382 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:55:57.675619 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0800f734-908b-4c81-93a6-5326263a9382 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:55:57.676107 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0800f734-908b-4c81-93a6-5326263a9382 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:55:57.677451 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0800f734-908b-4c81-93a6-5326263a9382 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:55:57.678764 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0800f734-908b-4c81-93a6-5326263a9382 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:55:57.687272 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0800f734-908b-4c81-93a6-5326263a9382 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:55:57.687755 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0800f734-908b-4c81-93a6-5326263a9382 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:55:57.688162 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0800f734-908b-4c81-93a6-5326263a9382 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:55:57.688567 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0800f734-908b-4c81-93a6-5326263a9382 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:55:57.724236 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device c714b978-d69a-480e-821e-03cc5b682a61 no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:55:57.805161 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] No Port match for: c714b978-d69a-480e-821e-03cc5b682a61 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:55:57.805161 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device c714b978-d69a-480e-821e-03cc5b682a61 not bound to the agent host nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:55:57.847397 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-90dc1982-b9a1-4a5c-aa02-9840039d9415 req-5531507a-74d9-448e-b76b-7c35956bd3d6 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=18b8a031-b3cd-4d2f-b349-9b08eb3a6720 HTTP/1.1" status: 200  len: 210 time: 0.0980232
May 07 21:55:57.852630 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e536bd67-a121-48ab-8bb4-641a9a3b4604 req-dd4b6aec-942d-4892-ad14-a925423760c3 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:57.860628 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e536bd67-a121-48ab-8bb4-641a9a3b4604 req-dd4b6aec-942d-4892-ad14-a925423760c3 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d6f28fb-7fb0-4dbe-b780-f14e94c9846d HTTP/1.1" status: 200  len: 946 time: 0.1682625
May 07 21:55:57.905995 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 44146) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:55:57.918207 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-725a5dfc-c5d4-4e8d-9dc9-80036716190f req-4bb64404-967f-46d1-bc1c-46eb35cc4c49 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Publish callbacks [] for port (0f996493-44aa-49b3-bebb-f6248f93ca91), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:57.974223 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e536bd67-a121-48ab-8bb4-641a9a3b4604 req-6494d860-bb72-4b43-b6ab-129052f672ee tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff80f794-fcbb-42be-a4f4-a428e6692136&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1098034
May 07 21:55:57.991524 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-7f441705-6559-4640-a2a3-bd13edf5585c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=addf83b9a69e4628b1b962b7fceeb9ae&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0828941
May 07 21:55:57.993874 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 44148) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:55:57.998527 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-725a5dfc-c5d4-4e8d-9dc9-80036716190f req-4bb64404-967f-46d1-bc1c-46eb35cc4c49 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (0f996493-44aa-49b3-bebb-f6248f93ca91), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:58.026968 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['0f31f820-4134-4910-88d6-283ed3ed34a7', '5e8b0963-4bbd-4b02-9602-197e95f150cb', '3eec7149-cebf-4a54-bf65-c4194dd2be8d', 'e8fb4c79-a7ca-4fee-9d39-932cf793d33f'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:55:58.084355 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a9ce3e4f-259a-48dc-9143-beb853248eab admin admin] Publish callbacks [] for security_group (2d51153d-80bb-487e-9b59-7f10285c8c88), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:58.138789 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb64404-967f-46d1-bc1c-46eb35cc4c49 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Pushing event updated for resources: {'Port': ['ID=0f996493-44aa-49b3-bebb-f6248f93ca91,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:55:58.140182 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a9ce3e4f-259a-48dc-9143-beb853248eab admin admin] Publish callbacks [] for security_group (2d51153d-80bb-487e-9b59-7f10285c8c88), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:58.286529 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a9ce3e4f-259a-48dc-9143-beb853248eab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (2d51153d-80bb-487e-9b59-7f10285c8c88), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:58.291202 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a9ce3e4f-259a-48dc-9143-beb853248eab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:58.294145 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-a9ce3e4f-259a-48dc-9143-beb853248eab admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2d51153d-80bb-487e-9b59-7f10285c8c88 HTTP/1.1" status: 204  len: 168 time: 0.2988503
May 07 21:55:58.349304 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ce3e4f-259a-48dc-9143-beb853248eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d51153d-80bb-487e-9b59-7f10285c8c88,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:55:58.379565 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-725a5dfc-c5d4-4e8d-9dc9-80036716190f req-4bb64404-967f-46d1-bc1c-46eb35cc4c49 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Network 665487f0-78eb-47fb-9a06-b15bc614dc47 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:55:58.451006 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [req-725a5dfc-c5d4-4e8d-9dc9-80036716190f req-4bb64404-967f-46d1-bc1c-46eb35cc4c49 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:55:58.475938 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2840b73-da76-4a6e-9c58-2fc028671024 req-36486507-f550-4915-95d3-defb04ba9186 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:58.477460 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-725a5dfc-c5d4-4e8d-9dc9-80036716190f req-4bb64404-967f-46d1-bc1c-46eb35cc4c49 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:55:58.485667 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f2840b73-da76-4a6e-9c58-2fc028671024 req-36486507-f550-4915-95d3-defb04ba9186 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc6a642e-763c-4ac9-8ef7-4985bcb86060 HTTP/1.1" status: 200  len: 945 time: 0.1152434
May 07 21:55:58.619409 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f2840b73-da76-4a6e-9c58-2fc028671024 req-57c2601c-caf6-400d-8eb4-e617f1909ccd tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bbf50af-50c2-4df2-bc37-9f0e79ec6d91&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1327345
May 07 21:55:58.656204 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd19c0ca-6cd6-4ce9-b8b6-aed01545d9a8 req-81826fd4-9c20-4a51-bd19-3f5ae3fc4f81 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:58.672735 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fd19c0ca-6cd6-4ce9-b8b6-aed01545d9a8 req-81826fd4-9c20-4a51-bd19-3f5ae3fc4f81 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ed200e0-4fc4-4929-a2dc-0b5c7bfefec1 HTTP/1.1" status: 200  len: 935 time: 0.5355077
May 07 21:55:58.752487 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0fa9e8-2d50-4a54-a4bf-bcef86aeaa68 req-1f9fbe58-0bbe-4957-9b15-47499cd867e5 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:58.754390 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-cb0fa9e8-2d50-4a54-a4bf-bcef86aeaa68 req-1f9fbe58-0bbe-4957-9b15-47499cd867e5 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d6f28fb-7fb0-4dbe-b780-f14e94c9846d HTTP/1.1" status: 200  len: 946 time: 0.4866068
May 07 21:55:58.848115 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd2f0b3-8ed9-4276-b0f2-f102cba3fde7 req-27b84f43-1489-45b6-b5c7-c82ad1082ae9 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:58.860439 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bbd2f0b3-8ed9-4276-b0f2-f102cba3fde7 req-27b84f43-1489-45b6-b5c7-c82ad1082ae9 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?device_id=75e24f97-8526-41f8-906e-c99d18f445ba HTTP/1.1" status: 200  len: 946 time: 0.1464953
May 07 21:55:58.955747 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-b50a3c93-1e08-4f07-9f71-c4cc2214f9e6 None None] Provisioning complete for port 0f996493-44aa-49b3-bebb-f6248f93ca91 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:55:58.957251 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b50a3c93-1e08-4f07-9f71-c4cc2214f9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (0f996493-44aa-49b3-bebb-f6248f93ca91), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:58.978944 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725a5dfc-c5d4-4e8d-9dc9-80036716190f req-4bb64404-967f-46d1-bc1c-46eb35cc4c49 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:58.979657 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-725a5dfc-c5d4-4e8d-9dc9-80036716190f req-4bb64404-967f-46d1-bc1c-46eb35cc4c49 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:59.024060 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bbd2f0b3-8ed9-4276-b0f2-f102cba3fde7 req-be605d1a-de0b-4405-877b-35dec3808ae3 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b18b124-d6ae-4635-93ed-9957a39a34ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1627111
May 07 21:55:59.098223 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:59.106140 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-b50a3c93-1e08-4f07-9f71-c4cc2214f9e6 None None] Port 0f996493-44aa-49b3-bebb-f6248f93ca91 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:55:59.108881 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fd19c0ca-6cd6-4ce9-b8b6-aed01545d9a8 req-6d08c81d-5640-4d62-b314-e021a13426e2 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/security-groups?id=aca2780c-128c-4de5-85a4-a7e10bd42e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4352536
May 07 21:55:59.119416 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-cb0fa9e8-2d50-4a54-a4bf-bcef86aeaa68 req-9570eab0-62e0-4a69-bf9e-f7e65f8fe0b6 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Deleting port 251b3c4a-3d68-4a9c-8850-df61aa0e1dc6 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:55:59.119825 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-cb0fa9e8-2d50-4a54-a4bf-bcef86aeaa68 req-9570eab0-62e0-4a69-bf9e-f7e65f8fe0b6 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (251b3c4a-3d68-4a9c-8850-df61aa0e1dc6), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:59.261182 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-cb0fa9e8-2d50-4a54-a4bf-bcef86aeaa68 req-9570eab0-62e0-4a69-bf9e-f7e65f8fe0b6 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] For port 251b3c4a-3d68-4a9c-8850-df61aa0e1dc6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=251b3c4a-3d68-4a9c-8850-df61aa0e1dc6,segment=NetworkSegment(de13910c-b2a2-4c8b-9294-cfa40334cda3),segment_id=de13910c-b2a2-4c8b-9294-cfa40334cda3)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:55:59.261563 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-cb0fa9e8-2d50-4a54-a4bf-bcef86aeaa68 req-9570eab0-62e0-4a69-bf9e-f7e65f8fe0b6 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (251b3c4a-3d68-4a9c-8850-df61aa0e1dc6), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:55:59.278650 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-cb0fa9e8-2d50-4a54-a4bf-bcef86aeaa68 req-9570eab0-62e0-4a69-bf9e-f7e65f8fe0b6 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Calling delete_port for 251b3c4a-3d68-4a9c-8850-df61aa0e1dc6 owned by compute:nova {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:55:59.296681 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-725a5dfc-c5d4-4e8d-9dc9-80036716190f req-4bb64404-967f-46d1-bc1c-46eb35cc4c49 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.9023492
May 07 21:55:59.394483 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1658038-8fd0-46e5-b2cb-bb7d81867bf4 req-9a4ba327-2dcd-4e90-99c1-1939d7257c01 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:59.406813 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1658038-8fd0-46e5-b2cb-bb7d81867bf4 req-9a4ba327-2dcd-4e90-99c1-1939d7257c01 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:59.414510 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1658038-8fd0-46e5-b2cb-bb7d81867bf4 req-9a4ba327-2dcd-4e90-99c1-1939d7257c01 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:59.432727 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1658038-8fd0-46e5-b2cb-bb7d81867bf4 req-9a4ba327-2dcd-4e90-99c1-1939d7257c01 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:59.444186 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1658038-8fd0-46e5-b2cb-bb7d81867bf4 req-9a4ba327-2dcd-4e90-99c1-1939d7257c01 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:59.471933 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1658038-8fd0-46e5-b2cb-bb7d81867bf4 req-9a4ba327-2dcd-4e90-99c1-1939d7257c01 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:59.485232 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1658038-8fd0-46e5-b2cb-bb7d81867bf4 req-9a4ba327-2dcd-4e90-99c1-1939d7257c01 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:59.489440 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b1658038-8fd0-46e5-b2cb-bb7d81867bf4 req-9a4ba327-2dcd-4e90-99c1-1939d7257c01 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb18387-ba8a-4070-aa1b-42824ed0c7ec HTTP/1.1" status: 200  len: 5425 time: 0.2959499
May 07 21:55:59.542608 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c868d44-2c49-4710-815e-3115e028e0c1 req-1d49b493-a643-4666-ad35-21c01e5b9914 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:59.553000 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2c868d44-2c49-4710-815e-3115e028e0c1 req-1d49b493-a643-4666-ad35-21c01e5b9914 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d6f28fb-7fb0-4dbe-b780-f14e94c9846d HTTP/1.1" status: 200  len: 946 time: 0.1348019
May 07 21:55:59.646968 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2c868d44-2c49-4710-815e-3115e028e0c1 req-7dcb5066-dc89-40b6-ace4-a22f22340e22 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] 10.222.0.32 "GET /v2.0/security-groups?id=ff80f794-fcbb-42be-a4f4-a428e6692136&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0929713
May 07 21:55:59.666683 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-725a5dfc-c5d4-4e8d-9dc9-80036716190f req-6011d592-d93a-485c-b232-9fa78cc2d6fe service neutron] Request body: {'port': {'device_id': '2ed200e0-4fc4-4929-a2dc-0b5c7bfefec1', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:55:59.682207 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b1658038-8fd0-46e5-b2cb-bb7d81867bf4 req-9be0b956-8e57-4672-b3a0-9f6e1d834a29 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/security-groups?id=022a2e7b-c53f-49c4-a82c-d25afea19659&id=4683f7d7-8b63-48cf-a24d-027ba8d9c114&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1803789
May 07 21:55:59.974526 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f9fd88-eb5a-464c-b5c8-06257777f537 req-92661d57-4526-418f-80ad-42d3d3f2c079 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:55:59.976128 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-98f9fd88-eb5a-464c-b5c8-06257777f537 req-92661d57-4526-418f-80ad-42d3d3f2c079 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?device_id=75e24f97-8526-41f8-906e-c99d18f445ba HTTP/1.1" status: 200  len: 946 time: 0.1988046
May 07 21:56:00.022977 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-cb0fa9e8-2d50-4a54-a4bf-bcef86aeaa68 req-9570eab0-62e0-4a69-bf9e-f7e65f8fe0b6 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (251b3c4a-3d68-4a9c-8850-df61aa0e1dc6), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:00.043446 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:00.149913 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-725a5dfc-c5d4-4e8d-9dc9-80036716190f req-6011d592-d93a-485c-b232-9fa78cc2d6fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (0f996493-44aa-49b3-bebb-f6248f93ca91), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:00.171423 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9570eab0-62e0-4a69-bf9e-f7e65f8fe0b6 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Pushing event deleted for resources: {'Port': ['ID=251b3c4a-3d68-4a9c-8850-df61aa0e1dc6,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:00.180184 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79591f26-1cc1-431d-b81a-86f8230fd41d req-b1753c21-a886-4aca-b3eb-a970ee0699c8 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:00.193480 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-79591f26-1cc1-431d-b81a-86f8230fd41d req-b1753c21-a886-4aca-b3eb-a970ee0699c8 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/networks?id=9b7653d0-c69e-4364-9ed6-1c005b136d81 HTTP/1.1" status: 200  len: 811 time: 0.3019338
May 07 21:56:00.210846 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-79591f26-1cc1-431d-b81a-86f8230fd41d req-8fa82151-96dc-4319-a762-2cda5efc8210 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/quotas/85587313eff94af59406aca0c1a96a02 HTTP/1.1" status: 200  len: 375 time: 0.0160403
May 07 21:56:00.276078 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9570eab0-62e0-4a69-bf9e-f7e65f8fe0b6 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:56:00.276418 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9570eab0-62e0-4a69-bf9e-f7e65f8fe0b6 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:56:00.276824 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9570eab0-62e0-4a69-bf9e-f7e65f8fe0b6 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:56:00.277190 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9570eab0-62e0-4a69-bf9e-f7e65f8fe0b6 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:56:00.277540 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9570eab0-62e0-4a69-bf9e-f7e65f8fe0b6 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:56:00.277883 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9570eab0-62e0-4a69-bf9e-f7e65f8fe0b6 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:56:00.278214 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9570eab0-62e0-4a69-bf9e-f7e65f8fe0b6 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:56:00.278543 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9570eab0-62e0-4a69-bf9e-f7e65f8fe0b6 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:56:00.279108 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9570eab0-62e0-4a69-bf9e-f7e65f8fe0b6 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:56:00.279608 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9570eab0-62e0-4a69-bf9e-f7e65f8fe0b6 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:56:00.280092 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9570eab0-62e0-4a69-bf9e-f7e65f8fe0b6 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:56:00.280531 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9570eab0-62e0-4a69-bf9e-f7e65f8fe0b6 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:56:00.280982 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9570eab0-62e0-4a69-bf9e-f7e65f8fe0b6 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:56:00.281424 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9570eab0-62e0-4a69-bf9e-f7e65f8fe0b6 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:56:00.281889 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9570eab0-62e0-4a69-bf9e-f7e65f8fe0b6 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:56:00.295439 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-79591f26-1cc1-431d-b81a-86f8230fd41d req-c20a59cc-0bb0-41c6-8258-ba71313dfaec tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=85587313eff94af59406aca0c1a96a02&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0773237
May 07 21:56:00.296660 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb0fa9e8-2d50-4a54-a4bf-bcef86aeaa68 req-9570eab0-62e0-4a69-bf9e-f7e65f8fe0b6 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] No DVR routers for this DVR port 251b3c4a-3d68-4a9c-8850-df61aa0e1dc6 on host nch1-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:56:00.302888 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-cb0fa9e8-2d50-4a54-a4bf-bcef86aeaa68 req-9570eab0-62e0-4a69-bf9e-f7e65f8fe0b6 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:00.306290 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-cb0fa9e8-2d50-4a54-a4bf-bcef86aeaa68 req-9570eab0-62e0-4a69-bf9e-f7e65f8fe0b6 tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] 10.222.0.55 "DELETE /v2.0/ports/251b3c4a-3d68-4a9c-8850-df61aa0e1dc6 HTTP/1.1" status: 204  len: 173 time: 1.4891293
May 07 21:56:00.318135 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-98f9fd88-eb5a-464c-b5c8-06257777f537 req-19456d74-ac8e-4d26-970d-d98eb77e2d58 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b18b124-d6ae-4635-93ed-9957a39a34ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3198838
May 07 21:56:00.318631 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d6f28fb-7fb0-4dbe-b780-f14e94c9846d', 'name': 'network-vif-deleted', 'tag': '251b3c4a-3d68-4a9c-8850-df61aa0e1dc6'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:56:00.329770 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b1c331-ac7e-4638-9527-a0a989dce291" -d '{"events": [{"server_uuid": "0d6f28fb-7fb0-4dbe-b780-f14e94c9846d", "name": "network-vif-deleted", "tag": "251b3c4a-3d68-4a9c-8850-df61aa0e1dc6"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:56:00.468107 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-79591f26-1cc1-431d-b81a-86f8230fd41d req-ff6e3375-a54c-489f-b2b2-53ccedfa5b91 service neutron] 10.222.0.32 "GET /v2.0/networks/9b7653d0-c69e-4364-9ed6-1c005b136d81?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1391754
May 07 21:56:00.664744 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d1b6e-b098-4cd1-adc9-3f8d2853f1df req-6975daa2-088f-403b-b9f4-f8ed7b4dd15d tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:00.666326 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-902d1b6e-b098-4cd1-adc9-3f8d2853f1df req-6975daa2-088f-403b-b9f4-f8ed7b4dd15d tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc6a642e-763c-4ac9-8ef7-4985bcb86060 HTTP/1.1" status: 200  len: 945 time: 0.1140130
May 07 21:56:00.680256 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-79591f26-1cc1-431d-b81a-86f8230fd41d req-a2ec886a-df2a-4f09-be50-b4078d322e6a service neutron] 10.222.0.32 "GET /v2.0/networks/9b7653d0-c69e-4364-9ed6-1c005b136d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1973803
May 07 21:56:00.843490 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-902d1b6e-b098-4cd1-adc9-3f8d2853f1df req-6de13bbf-fee9-494d-90ca-848efc177e11 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bbf50af-50c2-4df2-bc37-9f0e79ec6d91&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1657555
May 07 21:56:01.100109 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-776347b6-ae77-473b-9a8b-36bde801ee55 x-openstack-request-id: req-776347b6-ae77-473b-9a8b-36bde801ee55 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:56:01.100414 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d6f28fb-7fb0-4dbe-b780-f14e94c9846d", "name": "network-vif-deleted", "tag": "251b3c4a-3d68-4a9c-8850-df61aa0e1dc6", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:56:01.100678 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-776347b6-ae77-473b-9a8b-36bde801ee55 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:56:01.101170 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-776347b6-ae77-473b-9a8b-36bde801ee55'] response: {'server_uuid': '0d6f28fb-7fb0-4dbe-b780-f14e94c9846d', 'name': 'network-vif-deleted', 'tag': '251b3c4a-3d68-4a9c-8850-df61aa0e1dc6', 'status': 'completed', 'code': 200}
May 07 21:56:01.153538 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 44220) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:56:01.162845 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35097caf-31c8-423f-8781-06c496f857c0 req-81a144a6-c1c1-40a3-b522-ec2c248de859 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:01.168268 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-35097caf-31c8-423f-8781-06c496f857c0 req-81a144a6-c1c1-40a3-b522-ec2c248de859 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ed200e0-4fc4-4929-a2dc-0b5c7bfefec1 HTTP/1.1" status: 200  len: 935 time: 0.1758053
May 07 21:56:01.296006 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-35097caf-31c8-423f-8781-06c496f857c0 req-3ee4d48b-9a16-497f-99a1-c6c177bada62 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/security-groups?id=aca2780c-128c-4de5-85a4-a7e10bd42e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1101072
May 07 21:56:01.310923 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [req-725a5dfc-c5d4-4e8d-9dc9-80036716190f req-6011d592-d93a-485c-b232-9fa78cc2d6fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f996493-44aa-49b3-bebb-f6248f93ca91 {{(pid=121836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:56:01.335970 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-725a5dfc-c5d4-4e8d-9dc9-80036716190f req-6011d592-d93a-485c-b232-9fa78cc2d6fe service neutron] Publish callbacks [] for port (0f996493-44aa-49b3-bebb-f6248f93ca91), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:01.387615 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a3ef6040-7c6f-426f-91ce-53513edf0748 req-9c103640-61d1-498c-84e5-aae391024e1e tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d7a8b92-09df-4099-94f7-37bbd4e0fa2c HTTP/1.1" status: 200  len: 210 time: 0.0489905
May 07 21:56:01.396688 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.provisioning_blocks [req-725a5dfc-c5d4-4e8d-9dc9-80036716190f req-6011d592-d93a-485c-b232-9fa78cc2d6fe service neutron] Transition to ACTIVE for port object 0f996493-44aa-49b3-bebb-f6248f93ca91 will not be triggered until provisioned by entity L2. {{(pid=121836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:56:01.402008 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-725a5dfc-c5d4-4e8d-9dc9-80036716190f req-6011d592-d93a-485c-b232-9fa78cc2d6fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (0f996493-44aa-49b3-bebb-f6248f93ca91), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:01.423877 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43637a16-1158-407e-bfbf-ed7c78e79ed3 req-d79e1a2a-eaef-40c9-bba1-5b55a4b55606 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:01.429952 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43637a16-1158-407e-bfbf-ed7c78e79ed3 req-d79e1a2a-eaef-40c9-bba1-5b55a4b55606 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:01.436422 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43637a16-1158-407e-bfbf-ed7c78e79ed3 req-d79e1a2a-eaef-40c9-bba1-5b55a4b55606 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:01.444286 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43637a16-1158-407e-bfbf-ed7c78e79ed3 req-d79e1a2a-eaef-40c9-bba1-5b55a4b55606 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:01.449568 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43637a16-1158-407e-bfbf-ed7c78e79ed3 req-d79e1a2a-eaef-40c9-bba1-5b55a4b55606 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:01.454838 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43637a16-1158-407e-bfbf-ed7c78e79ed3 req-d79e1a2a-eaef-40c9-bba1-5b55a4b55606 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:01.460121 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43637a16-1158-407e-bfbf-ed7c78e79ed3 req-d79e1a2a-eaef-40c9-bba1-5b55a4b55606 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:01.462038 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-43637a16-1158-407e-bfbf-ed7c78e79ed3 req-d79e1a2a-eaef-40c9-bba1-5b55a4b55606 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb18387-ba8a-4070-aa1b-42824ed0c7ec HTTP/1.1" status: 200  len: 5425 time: 0.1618109
May 07 21:56:01.576771 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['5265c093-001b-4f7a-9877-fb1ce61028fc'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:56:01.580576 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 5642df0d-b70e-45a4-b82c-4c09755c76de up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:56:01.591163 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-43637a16-1158-407e-bfbf-ed7c78e79ed3 req-495219aa-27c9-4311-b8ce-94abcd3ee580 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/security-groups?id=022a2e7b-c53f-49c4-a82c-d25afea19659&id=4683f7d7-8b63-48cf-a24d-027ba8d9c114&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1203384
May 07 21:56:01.658835 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6011d592-d93a-485c-b232-9fa78cc2d6fe service neutron] Pushing event updated for resources: {'Port': ['ID=0f996493-44aa-49b3-bebb-f6248f93ca91,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:01.669455 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['251b3c4a-3d68-4a9c-8850-df61aa0e1dc6'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:56:01.709416 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c61519-4eba-4b49-a722-6b73a3d18059 req-94f928f2-b0d3-4b5f-8e7c-4c5337633bd1 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:01.711180 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-85c61519-4eba-4b49-a722-6b73a3d18059 req-94f928f2-b0d3-4b5f-8e7c-4c5337633bd1 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?device_id=75e24f97-8526-41f8-906e-c99d18f445ba HTTP/1.1" status: 200  len: 946 time: 0.2257142
May 07 21:56:01.756991 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-725a5dfc-c5d4-4e8d-9dc9-80036716190f req-6011d592-d93a-485c-b232-9fa78cc2d6fe service neutron] Attempting to bind port 0f996493-44aa-49b3-bebb-f6248f93ca91 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:56:01.757625 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-725a5dfc-c5d4-4e8d-9dc9-80036716190f req-6011d592-d93a-485c-b232-9fa78cc2d6fe service neutron] Attempting to bind port 0f996493-44aa-49b3-bebb-f6248f93ca91 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:56:01.758213 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725a5dfc-c5d4-4e8d-9dc9-80036716190f req-6011d592-d93a-485c-b232-9fa78cc2d6fe service neutron] Attempting to bind port 0f996493-44aa-49b3-bebb-f6248f93ca91 on network 665487f0-78eb-47fb-9a06-b15bc614dc47 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:56:01.774409 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725a5dfc-c5d4-4e8d-9dc9-80036716190f req-6011d592-d93a-485c-b232-9fa78cc2d6fe service neutron] Port 0f996493-44aa-49b3-bebb-f6248f93ca91 on network 665487f0-78eb-47fb-9a06-b15bc614dc47 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:56:01.775182 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725a5dfc-c5d4-4e8d-9dc9-80036716190f req-6011d592-d93a-485c-b232-9fa78cc2d6fe service neutron] Attempting to bind port 0f996493-44aa-49b3-bebb-f6248f93ca91 on network 665487f0-78eb-47fb-9a06-b15bc614dc47 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:56:01.786501 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725a5dfc-c5d4-4e8d-9dc9-80036716190f req-6011d592-d93a-485c-b232-9fa78cc2d6fe service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:56:01.787383 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725a5dfc-c5d4-4e8d-9dc9-80036716190f req-6011d592-d93a-485c-b232-9fa78cc2d6fe service neutron] Checking segment: {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:56:01.788006 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-725a5dfc-c5d4-4e8d-9dc9-80036716190f req-6011d592-d93a-485c-b232-9fa78cc2d6fe service neutron] Bound using segment: {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:56:01.788693 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-725a5dfc-c5d4-4e8d-9dc9-80036716190f req-6011d592-d93a-485c-b232-9fa78cc2d6fe service neutron] Bound port: 0f996493-44aa-49b3-bebb-f6248f93ca91, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:56:01.789278 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-725a5dfc-c5d4-4e8d-9dc9-80036716190f req-6011d592-d93a-485c-b232-9fa78cc2d6fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (0f996493-44aa-49b3-bebb-f6248f93ca91), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:01.793170 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-dbed876e-d8b6-4ac6-8c66-1e2abce4fbf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401094'] for router_interface (4e415b3f-6226-4d5a-bd85-5868d0b73abe), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:01.796735 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning for port 5642df0d-b70e-45a4-b82c-4c09755c76de completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:56:01.807713 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-85c61519-4eba-4b49-a722-6b73a3d18059 req-c32c7eb7-9578-4d51-bc38-f379c387a770 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b18b124-d6ae-4635-93ed-9957a39a34ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0885150
May 07 21:56:01.819788 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port 5642df0d-b70e-45a4-b82c-4c09755c76de triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:56:01.820172 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (5642df0d-b70e-45a4-b82c-4c09755c76de), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:01.876020 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-725a5dfc-c5d4-4e8d-9dc9-80036716190f req-6011d592-d93a-485c-b232-9fa78cc2d6fe service neutron] For port 0f996493-44aa-49b3-bebb-f6248f93ca91, host nch1-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:56:01.880093 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-725a5dfc-c5d4-4e8d-9dc9-80036716190f req-6011d592-d93a-485c-b232-9fa78cc2d6fe service neutron] For port 0f996493-44aa-49b3-bebb-f6248f93ca91, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0f996493-44aa-49b3-bebb-f6248f93ca91,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:56:01.890176 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-725a5dfc-c5d4-4e8d-9dc9-80036716190f req-6011d592-d93a-485c-b232-9fa78cc2d6fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (0f996493-44aa-49b3-bebb-f6248f93ca91), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:01.930888 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725a5dfc-c5d4-4e8d-9dc9-80036716190f req-6011d592-d93a-485c-b232-9fa78cc2d6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:01.932507 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-725a5dfc-c5d4-4e8d-9dc9-80036716190f req-6011d592-d93a-485c-b232-9fa78cc2d6fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:01.936248 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-725a5dfc-c5d4-4e8d-9dc9-80036716190f req-6011d592-d93a-485c-b232-9fa78cc2d6fe service neutron] 10.222.0.55 "PUT /v2.0/ports/0f996493-44aa-49b3-bebb-f6248f93ca91 HTTP/1.1" status: 200  len: 1095 time: 2.6286283
May 07 21:56:02.026678 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b054a-9e73-4bab-ba68-08c0e901425e req-ecd50419-4d69-4796-bff1-903b5840a1ff tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:02.034726 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-477b054a-9e73-4bab-ba68-08c0e901425e req-ecd50419-4d69-4796-bff1-903b5840a1ff tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?device_id=75e24f97-8526-41f8-906e-c99d18f445ba HTTP/1.1" status: 200  len: 946 time: 0.0903678
May 07 21:56:02.134691 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a344e4-5b12-4a43-aa62-6c6a836a4016 req-68e0ba6d-e8e9-4344-872c-28652d8b6168 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:02.142570 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a0a344e4-5b12-4a43-aa62-6c6a836a4016 req-68e0ba6d-e8e9-4344-872c-28652d8b6168 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc6a642e-763c-4ac9-8ef7-4985bcb86060 HTTP/1.1" status: 200  len: 945 time: 0.1601641
May 07 21:56:02.164202 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 5642df0d-b70e-45a4-b82c-4c09755c76de is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:56:02.164722 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (5642df0d-b70e-45a4-b82c-4c09755c76de), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:02.182700 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6011d592-d93a-485c-b232-9fa78cc2d6fe service neutron] Pushing event updated for resources: {'Port': ['ID=0f996493-44aa-49b3-bebb-f6248f93ca91,revision_number=3']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:02.194062 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725a5dfc-c5d4-4e8d-9dc9-80036716190f req-09ce52ac-f8a3-4fdc-a04c-093a821ccae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:02.200378 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-725a5dfc-c5d4-4e8d-9dc9-80036716190f req-09ce52ac-f8a3-4fdc-a04c-093a821ccae0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a24cf19532e0484fabd6dc4e6b66fe30&device_id=2ed200e0-4fc4-4929-a2dc-0b5c7bfefec1 HTTP/1.1" status: 200  len: 1129 time: 0.2066243
May 07 21:56:02.211269 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfb18387-ba8a-4070-aa1b-42824ed0c7ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5642df0d-b70e-45a4-b82c-4c09755c76de'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:56:02.215300 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-186cc88c-76e5-4d25-a4e4-6703394ace28" -d '{"events": [{"server_uuid": "dfb18387-ba8a-4070-aa1b-42824ed0c7ec", "name": "network-vif-plugged", "status": "completed", "tag": "5642df0d-b70e-45a4-b82c-4c09755c76de"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:56:02.239644 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 5642df0d-b70e-45a4-b82c-4c09755c76de, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5642df0d-b70e-45a4-b82c-4c09755c76de,segment=NetworkSegment(b31a7bd7-f013-44aa-a9c5-142fb752dadd),segment_id=b31a7bd7-f013-44aa-a9c5-142fb752dadd)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:56:02.241745 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-477b054a-9e73-4bab-ba68-08c0e901425e req-599675f8-24df-48e1-b7cb-2d449687a1d4 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b18b124-d6ae-4635-93ed-9957a39a34ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2060223
May 07 21:56:02.254602 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (5642df0d-b70e-45a4-b82c-4c09755c76de), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:02.263291 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 248ca656-6bff-4ce6-b67d-1c6c09ea7b42 up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:56:02.272441 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-725a5dfc-c5d4-4e8d-9dc9-80036716190f req-c42d301c-5946-41eb-b559-1cbd85699dee service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=0f996493-44aa-49b3-bebb-f6248f93ca91 HTTP/1.1" status: 200  len: 217 time: 0.0614285
May 07 21:56:02.350660 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6115b60-092b-475e-92b4-2e7dce00e077 x-openstack-request-id: req-d6115b60-092b-475e-92b4-2e7dce00e077 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:56:02.351408 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfb18387-ba8a-4070-aa1b-42824ed0c7ec", "name": "network-vif-plugged", "status": "completed", "tag": "5642df0d-b70e-45a4-b82c-4c09755c76de", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:56:02.351543 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d6115b60-092b-475e-92b4-2e7dce00e077 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:56:02.351854 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6115b60-092b-475e-92b4-2e7dce00e077'] response: {'server_uuid': 'dfb18387-ba8a-4070-aa1b-42824ed0c7ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5642df0d-b70e-45a4-b82c-4c09755c76de', 'code': 200}
May 07 21:56:02.361610 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725a5dfc-c5d4-4e8d-9dc9-80036716190f req-ffbacee0-3c9b-4f52-8a5e-7038ca057ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:02.363100 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-725a5dfc-c5d4-4e8d-9dc9-80036716190f req-ffbacee0-3c9b-4f52-8a5e-7038ca057ebd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6e0e5c53-1ece-4d20-b01d-5f8c6957edf6 HTTP/1.1" status: 200  len: 843 time: 0.0845253
May 07 21:56:02.363559 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 44246) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:56:02.395280 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a0a344e4-5b12-4a43-aa62-6c6a836a4016 req-53e59c6a-a600-4295-8cae-fd2fd49c10dd tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bbf50af-50c2-4df2-bc37-9f0e79ec6d91&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2509658
May 07 21:56:02.449498 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-dbed876e-d8b6-4ac6-8c66-1e2abce4fbf3 admin admin] Deleting port d331f409-571a-4b53-8871-45839bf52e41 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:56:02.452798 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725a5dfc-c5d4-4e8d-9dc9-80036716190f req-d26c6fc8-e36b-469a-944c-ebc5a0d7825a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:02.453377 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-dbed876e-d8b6-4ac6-8c66-1e2abce4fbf3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (d331f409-571a-4b53-8871-45839bf52e41), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:02.458143 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-725a5dfc-c5d4-4e8d-9dc9-80036716190f req-d26c6fc8-e36b-469a-944c-ebc5a0d7825a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=665487f0-78eb-47fb-9a06-b15bc614dc47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0786180
May 07 21:56:02.468885 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=5642df0d-b70e-45a4-b82c-4c09755c76de,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:02.521267 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning for port 248ca656-6bff-4ce6-b67d-1c6c09ea7b42 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:56:02.531162 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port 248ca656-6bff-4ce6-b67d-1c6c09ea7b42 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:56:02.534803 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (248ca656-6bff-4ce6-b67d-1c6c09ea7b42), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:02.647690 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-dbed876e-d8b6-4ac6-8c66-1e2abce4fbf3 admin admin] For port d331f409-571a-4b53-8871-45839bf52e41, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d331f409-571a-4b53-8871-45839bf52e41,segment=NetworkSegment(de13910c-b2a2-4c8b-9294-cfa40334cda3),segment_id=de13910c-b2a2-4c8b-9294-cfa40334cda3)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:56:02.648649 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-dbed876e-d8b6-4ac6-8c66-1e2abce4fbf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (d331f409-571a-4b53-8871-45839bf52e41), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:02.664338 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-dbed876e-d8b6-4ac6-8c66-1e2abce4fbf3 admin admin] Calling delete_port for d331f409-571a-4b53-8871-45839bf52e41 owned by network:router_interface {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:56:02.678738 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755a6a9e-22d6-497b-b6e9-8f6bef67e54e req-7edebda3-337c-4c7c-aede-f26871368936 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:02.679910 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-755a6a9e-22d6-497b-b6e9-8f6bef67e54e req-7edebda3-337c-4c7c-aede-f26871368936 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ed200e0-4fc4-4929-a2dc-0b5c7bfefec1 HTTP/1.1" status: 200  len: 947 time: 0.1339841
May 07 21:56:02.683016 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-524de821-d2c7-469e-9b2d-b5330a431390 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:02.687446 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-725a5dfc-c5d4-4e8d-9dc9-80036716190f req-996b3a38-f6ab-4d6c-bdce-4edaf66d812c service neutron] 10.222.0.55 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2223582
May 07 21:56:02.700974 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 248ca656-6bff-4ce6-b67d-1c6c09ea7b42 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:56:02.702418 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (248ca656-6bff-4ce6-b67d-1c6c09ea7b42), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:02.752771 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 248ca656-6bff-4ce6-b67d-1c6c09ea7b42, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=248ca656-6bff-4ce6-b67d-1c6c09ea7b42,segment=NetworkSegment(4cad6eb6-00ef-467c-849b-bcfc65b68a11),segment_id=4cad6eb6-00ef-467c-849b-bcfc65b68a11)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:56:02.756039 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-755a6a9e-22d6-497b-b6e9-8f6bef67e54e req-4af470e8-05ee-4831-9c48-db6510d0ba29 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/security-groups?id=aca2780c-128c-4de5-85a4-a7e10bd42e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620129
May 07 21:56:02.761091 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (248ca656-6bff-4ce6-b67d-1c6c09ea7b42), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:02.761915 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 0aa75d6c-c396-4cf7-82ed-1655289562cd up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:56:02.815424 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4064bcb1-ba87-4680-aa91-302ba75a48d9 req-e9d1cfa6-21cc-4d31-a8d5-939c12b2b4c4 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d7a8b92-09df-4099-94f7-37bbd4e0fa2c HTTP/1.1" status: 200  len: 210 time: 0.0549164
May 07 21:56:02.873500 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=248ca656-6bff-4ce6-b67d-1c6c09ea7b42,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:02.878817 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning for port 0aa75d6c-c396-4cf7-82ed-1655289562cd completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:56:02.888101 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port 0aa75d6c-c396-4cf7-82ed-1655289562cd triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:56:02.888617 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (0aa75d6c-c396-4cf7-82ed-1655289562cd), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:02.889641 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-524de821-d2c7-469e-9b2d-b5330a431390 admin admin] Publish callbacks [] for security_group (ad818bbf-a4b4-4fd9-879e-fc1c86411268), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:02.897507 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-524de821-d2c7-469e-9b2d-b5330a431390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (ad818bbf-a4b4-4fd9-879e-fc1c86411268), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:02.951463 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-524de821-d2c7-469e-9b2d-b5330a431390 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=194cad4976254796a1abb35ba9c6bd7e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5841949
May 07 21:56:02.951668 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 44256) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:56:02.955663 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524de821-d2c7-469e-9b2d-b5330a431390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad818bbf-a4b4-4fd9-879e-fc1c86411268,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:03.020671 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 0aa75d6c-c396-4cf7-82ed-1655289562cd is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:56:03.021121 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (0aa75d6c-c396-4cf7-82ed-1655289562cd), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:03.023749 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b79258-fee6-4246-a577-2bc78c1cc842 req-e417937d-db19-4312-9a31-2eb11c443376 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:03.030445 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b79258-fee6-4246-a577-2bc78c1cc842 req-e417937d-db19-4312-9a31-2eb11c443376 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:03.038515 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b79258-fee6-4246-a577-2bc78c1cc842 req-e417937d-db19-4312-9a31-2eb11c443376 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:03.045656 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b79258-fee6-4246-a577-2bc78c1cc842 req-e417937d-db19-4312-9a31-2eb11c443376 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:03.051761 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b79258-fee6-4246-a577-2bc78c1cc842 req-e417937d-db19-4312-9a31-2eb11c443376 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:03.057332 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b79258-fee6-4246-a577-2bc78c1cc842 req-e417937d-db19-4312-9a31-2eb11c443376 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:03.062668 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b79258-fee6-4246-a577-2bc78c1cc842 req-e417937d-db19-4312-9a31-2eb11c443376 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:03.063592 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 0aa75d6c-c396-4cf7-82ed-1655289562cd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0aa75d6c-c396-4cf7-82ed-1655289562cd,segment=NetworkSegment(b31a7bd7-f013-44aa-a9c5-142fb752dadd),segment_id=b31a7bd7-f013-44aa-a9c5-142fb752dadd)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:56:03.064593 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-20b79258-fee6-4246-a577-2bc78c1cc842 req-e417937d-db19-4312-9a31-2eb11c443376 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb18387-ba8a-4070-aa1b-42824ed0c7ec HTTP/1.1" status: 200  len: 5427 time: 0.1544602
May 07 21:56:03.070948 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (0aa75d6c-c396-4cf7-82ed-1655289562cd), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:03.071757 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 744875ea-e246-4ecb-b60f-b9c04a274fe9 up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:56:03.104259 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ed200e0-4fc4-4929-a2dc-0b5c7bfefec1', 'tag': '0f996493-44aa-49b3-bebb-f6248f93ca91'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:56:03.107647 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e946668-f666-4c55-aa21-9cb9faba6149" -d '{"events": [{"name": "network-changed", "server_uuid": "2ed200e0-4fc4-4929-a2dc-0b5c7bfefec1", "tag": "0f996493-44aa-49b3-bebb-f6248f93ca91"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:56:03.128964 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfb6029-f111-4c7d-882b-39a7deb133a3 req-aa6d7f49-5e22-43e5-b0e9-d8d371a06114 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:03.131020 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bbfb6029-f111-4c7d-882b-39a7deb133a3 req-aa6d7f49-5e22-43e5-b0e9-d8d371a06114 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?device_id=75e24f97-8526-41f8-906e-c99d18f445ba HTTP/1.1" status: 200  len: 946 time: 0.0807779
May 07 21:56:03.175979 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning for port 744875ea-e246-4ecb-b60f-b9c04a274fe9 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:56:03.184217 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=0aa75d6c-c396-4cf7-82ed-1655289562cd,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:03.200608 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port 744875ea-e246-4ecb-b60f-b9c04a274fe9 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:56:03.201536 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (744875ea-e246-4ecb-b60f-b9c04a274fe9), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:03.210936 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-20b79258-fee6-4246-a577-2bc78c1cc842 req-1b70e035-e87d-42c8-addc-a75a65202e53 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/security-groups?id=022a2e7b-c53f-49c4-a82c-d25afea19659&id=4683f7d7-8b63-48cf-a24d-027ba8d9c114&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1364431
May 07 21:56:03.212898 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-656f2c4c-aa53-4183-b479-64d91a950e2c admin admin] Publish callbacks [] for security_group (ad818bbf-a4b4-4fd9-879e-fc1c86411268), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:03.226256 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-dbed876e-d8b6-4ac6-8c66-1e2abce4fbf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (d331f409-571a-4b53-8871-45839bf52e41), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:03.260620 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bbfb6029-f111-4c7d-882b-39a7deb133a3 req-bc0c94f8-6bb2-4436-aed4-2027be5fd6d5 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b18b124-d6ae-4635-93ed-9957a39a34ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1234305
May 07 21:56:03.294721 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbed876e-d8b6-4ac6-8c66-1e2abce4fbf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d331f409-571a-4b53-8871-45839bf52e41,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:03.308985 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-656f2c4c-aa53-4183-b479-64d91a950e2c admin admin] Publish callbacks [] for security_group (ad818bbf-a4b4-4fd9-879e-fc1c86411268), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:03.358224 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 744875ea-e246-4ecb-b60f-b9c04a274fe9 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:56:03.358619 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (744875ea-e246-4ecb-b60f-b9c04a274fe9), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:03.410018 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 744875ea-e246-4ecb-b60f-b9c04a274fe9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=744875ea-e246-4ecb-b60f-b9c04a274fe9,segment=NetworkSegment(b207ac70-7c70-40fd-bfc0-416943348a0d),segment_id=b207ac70-7c70-40fd-bfc0-416943348a0d)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:56:03.421468 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (744875ea-e246-4ecb-b60f-b9c04a274fe9), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:03.422901 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 8265c59d-4721-4235-823a-846b00373dfe up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:56:03.472488 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e126ea96-773e-4fd7-ae3f-01658d8d2cf9 x-openstack-request-id: req-e126ea96-773e-4fd7-ae3f-01658d8d2cf9 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:56:03.473005 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ed200e0-4fc4-4929-a2dc-0b5c7bfefec1", "tag": "0f996493-44aa-49b3-bebb-f6248f93ca91", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:56:03.474015 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e126ea96-773e-4fd7-ae3f-01658d8d2cf9 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:56:03.474015 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e126ea96-773e-4fd7-ae3f-01658d8d2cf9'] response: {'name': 'network-changed', 'server_uuid': '2ed200e0-4fc4-4929-a2dc-0b5c7bfefec1', 'tag': '0f996493-44aa-49b3-bebb-f6248f93ca91', 'status': 'completed', 'code': 200}
May 07 21:56:03.519573 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=744875ea-e246-4ecb-b60f-b9c04a274fe9,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:03.530081 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning for port 8265c59d-4721-4235-823a-846b00373dfe completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:56:03.541267 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port 8265c59d-4721-4235-823a-846b00373dfe triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:56:03.541664 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (8265c59d-4721-4235-823a-846b00373dfe), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:03.582209 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-656f2c4c-aa53-4183-b479-64d91a950e2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (ad818bbf-a4b4-4fd9-879e-fc1c86411268), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:03.584812 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-656f2c4c-aa53-4183-b479-64d91a950e2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:03.590415 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-656f2c4c-aa53-4183-b479-64d91a950e2c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ad818bbf-a4b4-4fd9-879e-fc1c86411268 HTTP/1.1" status: 204  len: 168 time: 0.6298962
May 07 21:56:03.593427 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e77f8d-5f5c-4ee6-a6dc-4dd341ecdb40 req-04cd7c54-5534-4d1c-b6a6-03114c156a58 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:03.602044 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-95e77f8d-5f5c-4ee6-a6dc-4dd341ecdb40 req-04cd7c54-5534-4d1c-b6a6-03114c156a58 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc6a642e-763c-4ac9-8ef7-4985bcb86060 HTTP/1.1" status: 200  len: 945 time: 0.0800321
May 07 21:56:03.603013 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656f2c4c-aa53-4183-b479-64d91a950e2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad818bbf-a4b4-4fd9-879e-fc1c86411268,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:03.609790 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-dbed876e-d8b6-4ac6-8c66-1e2abce4fbf3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401002'] for router_interface (4e415b3f-6226-4d5a-bd85-5868d0b73abe), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:03.667563 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 8265c59d-4721-4235-823a-846b00373dfe is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:56:03.667971 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (8265c59d-4721-4235-823a-846b00373dfe), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:03.714854 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 8265c59d-4721-4235-823a-846b00373dfe, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8265c59d-4721-4235-823a-846b00373dfe,segment=NetworkSegment(b31a7bd7-f013-44aa-a9c5-142fb752dadd),segment_id=b31a7bd7-f013-44aa-a9c5-142fb752dadd)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:56:03.719793 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (8265c59d-4721-4235-823a-846b00373dfe), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:03.720684 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device d3eb7f9f-cad6-43cc-b93c-f50a5e95c505 up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:56:03.738258 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-95e77f8d-5f5c-4ee6-a6dc-4dd341ecdb40 req-071ae901-0038-46a7-babb-7a01048b4153 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bbf50af-50c2-4df2-bc37-9f0e79ec6d91&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1349533
May 07 21:56:03.823035 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning for port d3eb7f9f-cad6-43cc-b93c-f50a5e95c505 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:56:03.830587 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=8265c59d-4721-4235-823a-846b00373dfe,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:03.843566 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port d3eb7f9f-cad6-43cc-b93c-f50a5e95c505 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:56:03.843943 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (d3eb7f9f-cad6-43cc-b93c-f50a5e95c505), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:03.877884 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-725a5dfc-c5d4-4e8d-9dc9-80036716190f req-93806cdd-2a3f-4b50-8c96-a274193285bd service neutron] 10.222.0.55 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1846762
May 07 21:56:03.984472 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port d3eb7f9f-cad6-43cc-b93c-f50a5e95c505 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:56:03.984892 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (d3eb7f9f-cad6-43cc-b93c-f50a5e95c505), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:03.991274 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d202f01c-13ae-4bc2-862d-03feaabd34eb req-e2433d3f-2ce3-4365-b6ad-daf1bf1509fd tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:03.992934 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d202f01c-13ae-4bc2-862d-03feaabd34eb req-e2433d3f-2ce3-4365-b6ad-daf1bf1509fd tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ed200e0-4fc4-4929-a2dc-0b5c7bfefec1 HTTP/1.1" status: 200  len: 947 time: 0.0711603
May 07 21:56:04.036984 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-acb7dcec-f354-404e-a9ef-d126e08aacdb req-f5cc0918-3aff-4216-822e-082f22327dfd tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d7a8b92-09df-4099-94f7-37bbd4e0fa2c HTTP/1.1" status: 200  len: 210 time: 0.0945187
May 07 21:56:04.070572 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port d3eb7f9f-cad6-43cc-b93c-f50a5e95c505, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d3eb7f9f-cad6-43cc-b93c-f50a5e95c505,segment=NetworkSegment(b31a7bd7-f013-44aa-a9c5-142fb752dadd),segment_id=b31a7bd7-f013-44aa-a9c5-142fb752dadd)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:56:04.077534 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (d3eb7f9f-cad6-43cc-b93c-f50a5e95c505), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:04.079718 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 0f85ab7f-8d9d-42b6-bed5-f5b8be554023 up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:56:04.099198 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d202f01c-13ae-4bc2-862d-03feaabd34eb req-553c19af-56ce-4ddb-8a33-04c0992a7396 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/security-groups?id=aca2780c-128c-4de5-85a4-a7e10bd42e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0726106
May 07 21:56:04.119814 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbed876e-d8b6-4ac6-8c66-1e2abce4fbf3 admin admin] Router 4e415b3f-6226-4d5a-bd85-5868d0b73abe has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 21:56:04.194345 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning for port 0f85ab7f-8d9d-42b6-bed5-f5b8be554023 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:56:04.196934 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=d3eb7f9f-cad6-43cc-b93c-f50a5e95c505,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:04.206472 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79591f26-1cc1-431d-b81a-86f8230fd41d req-7c53b8a4-a068-4406-be37-c886f5343c73 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:04.207677 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port 0f85ab7f-8d9d-42b6-bed5-f5b8be554023 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:56:04.208056 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-79591f26-1cc1-431d-b81a-86f8230fd41d req-7c53b8a4-a068-4406-be37-c886f5343c73 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.59 "GET /v2.0/networks?id=9b7653d0-c69e-4364-9ed6-1c005b136d81 HTTP/1.1" status: 200  len: 811 time: 0.2413046
May 07 21:56:04.208166 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (0f85ab7f-8d9d-42b6-bed5-f5b8be554023), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:04.224507 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-79591f26-1cc1-431d-b81a-86f8230fd41d req-51670455-c5f2-43ec-a90f-f5c2a6e603e2 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Request body: {'port': {'device_id': '8d7a8b92-09df-4099-94f7-37bbd4e0fa2c', 'network_id': '9b7653d0-c69e-4364-9ed6-1c005b136d81', 'admin_state_up': True, 'tenant_id': '85587313eff94af59406aca0c1a96a02'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:56:04.356363 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfb18387-ba8a-4070-aa1b-42824ed0c7ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '248ca656-6bff-4ce6-b67d-1c6c09ea7b42'}, {'server_uuid': 'dfb18387-ba8a-4070-aa1b-42824ed0c7ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aa75d6c-c396-4cf7-82ed-1655289562cd'}, {'server_uuid': 'dfb18387-ba8a-4070-aa1b-42824ed0c7ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '744875ea-e246-4ecb-b60f-b9c04a274fe9'}, {'server_uuid': 'dfb18387-ba8a-4070-aa1b-42824ed0c7ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8265c59d-4721-4235-823a-846b00373dfe'}, {'server_uuid': 'dfb18387-ba8a-4070-aa1b-42824ed0c7ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3eb7f9f-cad6-43cc-b93c-f50a5e95c505'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:56:04.359124 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c943ef5e-68f3-4377-979a-333056418e25" -d '{"events": [{"server_uuid": "dfb18387-ba8a-4070-aa1b-42824ed0c7ec", "name": "network-vif-plugged", "status": "completed", "tag": "248ca656-6bff-4ce6-b67d-1c6c09ea7b42"}, {"server_uuid": "dfb18387-ba8a-4070-aa1b-42824ed0c7ec", "name": "network-vif-plugged", "status": "completed", "tag": "0aa75d6c-c396-4cf7-82ed-1655289562cd"}, {"server_uuid": "dfb18387-ba8a-4070-aa1b-42824ed0c7ec", "name": "network-vif-plugged", "status": "completed", "tag": "744875ea-e246-4ecb-b60f-b9c04a274fe9"}, {"server_uuid": "dfb18387-ba8a-4070-aa1b-42824ed0c7ec", "name": "network-vif-plugged", "status": "completed", "tag": "8265c59d-4721-4235-823a-846b00373dfe"}, {"server_uuid": "dfb18387-ba8a-4070-aa1b-42824ed0c7ec", "name": "network-vif-plugged", "status": "completed", "tag": "d3eb7f9f-cad6-43cc-b93c-f50a5e95c505"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:56:04.361727 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbed876e-d8b6-4ac6-8c66-1e2abce4fbf3 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:56:04.370609 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-dbed876e-d8b6-4ac6-8c66-1e2abce4fbf3 admin admin] 10.222.0.32 "PUT /v2.0/routers/4e415b3f-6226-4d5a-bd85-5868d0b73abe/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2156637
May 07 21:56:04.373149 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 44288) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:56:04.383761 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d735b4f8-3def-44c6-9549-6264726e9be9 None None] Sync routers for ids ['4e415b3f-6226-4d5a-bd85-5868d0b73abe'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:56:04.397787 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 0f85ab7f-8d9d-42b6-bed5-f5b8be554023 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:56:04.398095 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (0f85ab7f-8d9d-42b6-bed5-f5b8be554023), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:04.414203 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d735b4f8-3def-44c6-9549-6264726e9be9 None None] Routers {'4e415b3f-6226-4d5a-bd85-5868d0b73abe'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:56:04.414927 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-d735b4f8-3def-44c6-9549-6264726e9be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7fbcd100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:55:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['4e415b3f-6226-4d5a-bd85-5868d0b73abe'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:56:04.433637 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79591f26-1cc1-431d-b81a-86f8230fd41d req-51670455-c5f2-43ec-a90f-f5c2a6e603e2 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Made reservation on behalf of 85587313eff94af59406aca0c1a96a02 for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:56:04.438132 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-79591f26-1cc1-431d-b81a-86f8230fd41d req-51670455-c5f2-43ec-a90f-f5c2a6e603e2 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:04.488162 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca08af1e-65ee-4bea-b292-4dd782dd03f6 req-8f4448cd-b4fd-4254-b541-273be1c48ddd tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:04.492318 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 0f85ab7f-8d9d-42b6-bed5-f5b8be554023, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0f85ab7f-8d9d-42b6-bed5-f5b8be554023,segment=NetworkSegment(b207ac70-7c70-40fd-bfc0-416943348a0d),segment_id=b207ac70-7c70-40fd-bfc0-416943348a0d)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:56:04.498121 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca08af1e-65ee-4bea-b292-4dd782dd03f6 req-8f4448cd-b4fd-4254-b541-273be1c48ddd tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:04.500654 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (0f85ab7f-8d9d-42b6-bed5-f5b8be554023), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:04.509127 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ae4889-5d02-4763-bd59-a9822407abed req-2dd9ab30-1f6d-421a-aa94-abec190d39ef tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:04.510690 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-33ae4889-5d02-4763-bd59-a9822407abed req-2dd9ab30-1f6d-421a-aa94-abec190d39ef tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?device_id=75e24f97-8526-41f8-906e-c99d18f445ba HTTP/1.1" status: 200  len: 946 time: 0.1337459
May 07 21:56:04.511120 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca08af1e-65ee-4bea-b292-4dd782dd03f6 req-8f4448cd-b4fd-4254-b541-273be1c48ddd tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:04.518802 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca08af1e-65ee-4bea-b292-4dd782dd03f6 req-8f4448cd-b4fd-4254-b541-273be1c48ddd tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:04.527765 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca08af1e-65ee-4bea-b292-4dd782dd03f6 req-8f4448cd-b4fd-4254-b541-273be1c48ddd tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:04.534893 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca08af1e-65ee-4bea-b292-4dd782dd03f6 req-8f4448cd-b4fd-4254-b541-273be1c48ddd tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:04.540869 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca08af1e-65ee-4bea-b292-4dd782dd03f6 req-8f4448cd-b4fd-4254-b541-273be1c48ddd tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:04.543546 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 251b3c4a-3d68-4a9c-8850-df61aa0e1dc6 no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:56:04.544447 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ca08af1e-65ee-4bea-b292-4dd782dd03f6 req-8f4448cd-b4fd-4254-b541-273be1c48ddd tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb18387-ba8a-4070-aa1b-42824ed0c7ec HTTP/1.1" status: 200  len: 5431 time: 0.1589820
May 07 21:56:04.763322 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] No Port match for: 251b3c4a-3d68-4a9c-8850-df61aa0e1dc6 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:56:04.764541 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 251b3c4a-3d68-4a9c-8850-df61aa0e1dc6 not bound to the agent host nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:56:04.831275 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=0f85ab7f-8d9d-42b6-bed5-f5b8be554023,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:04.847275 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-d735b4f8-3def-44c6-9549-6264726e9be9 None None] Set router 4e415b3f-6226-4d5a-bd85-5868d0b73abe gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:56:04.979585 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1cbc7160-1876-49c9-945a-b86475eaf809 admin admin] Publish callbacks [] for router (4e415b3f-6226-4d5a-bd85-5868d0b73abe), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:05.035299 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-33ae4889-5d02-4763-bd59-a9822407abed req-ddf534c7-eeb2-4c06-aa97-85cd14addc0f tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b18b124-d6ae-4635-93ed-9957a39a34ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5185642
May 07 21:56:05.042485 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e946668-f666-4c55-aa21-9cb9faba6149 req-dc975b81-deb5-46ba-b77e-9d369a307b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:05.044201 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5e946668-f666-4c55-aa21-9cb9faba6149 req-dc975b81-deb5-46ba-b77e-9d369a307b96 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a24cf19532e0484fabd6dc4e6b66fe30&device_id=2ed200e0-4fc4-4929-a2dc-0b5c7bfefec1 HTTP/1.1" status: 200  len: 1129 time: 0.1286237
May 07 21:56:05.082364 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b2eed0-5175-43f9-aa17-e26251813c5f req-51dbf4c8-981f-4b4f-8eef-29744215a4d9 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:05.083217 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-d735b4f8-3def-44c6-9549-6264726e9be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7fbcd100>, [{'id': '4e415b3f-6226-4d5a-bd85-5868d0b73abe', 'name': 'tempest-FloatingIPsAssociationTestJSON-2146525056-router', 'tenant_id': '4c2ee723c6a04843b302e255a401b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.211'}], 'enable_snat': True}, 'gw_port_id': 'aff31c05-d914-4525-bace-30d34b61e5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:54:29Z', 'updated_at': '2022-05-07T21:56:03Z', 'revision_number': 5, 'project_id': '4c2ee723c6a04843b302e255a401b1e7', 'gw_port': {'id': 'aff31c05-d914-4525-bace-30d34b61e5c0', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:82:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e415b3f-6226-4d5a-bd85-5868d0b73abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:54:30Z', 'updated_at': '2022-05-07T21:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:56:05.084025 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d5b2eed0-5175-43f9-aa17-e26251813c5f req-51dbf4c8-981f-4b4f-8eef-29744215a4d9 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.55 "GET /v2.0/ports?device_id=75e24f97-8526-41f8-906e-c99d18f445ba HTTP/1.1" status: 200  len: 946 time: 0.1674218
May 07 21:56:05.124236 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d735b4f8-3def-44c6-9549-6264726e9be9 None None] Checking router: 4e415b3f-6226-4d5a-bd85-5868d0b73abe for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 21:56:05.132307 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d735b4f8-3def-44c6-9549-6264726e9be9 None None] Routers {'4e415b3f-6226-4d5a-bd85-5868d0b73abe'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:56:05.132958 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-d735b4f8-3def-44c6-9549-6264726e9be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7fbcd100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:55:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['4e415b3f-6226-4d5a-bd85-5868d0b73abe'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:56:05.145879 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1cbc7160-1876-49c9-945a-b86475eaf809 admin admin] Publish callbacks [] for router_gateway (4e415b3f-6226-4d5a-bd85-5868d0b73abe), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:05.173829 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Sat, 07 May 2022 21:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a931241-a0b1-4fc2-b4c6-a6ff37a5ec20 x-openstack-request-id: req-3a931241-a0b1-4fc2-b4c6-a6ff37a5ec20 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:56:05.174742 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfb18387-ba8a-4070-aa1b-42824ed0c7ec", "name": "network-vif-plugged", "status": "completed", "tag": "248ca656-6bff-4ce6-b67d-1c6c09ea7b42", "code": 200}, {"server_uuid": "dfb18387-ba8a-4070-aa1b-42824ed0c7ec", "name": "network-vif-plugged", "status": "completed", "tag": "0aa75d6c-c396-4cf7-82ed-1655289562cd", "code": 200}, {"server_uuid": "dfb18387-ba8a-4070-aa1b-42824ed0c7ec", "name": "network-vif-plugged", "status": "completed", "tag": "744875ea-e246-4ecb-b60f-b9c04a274fe9", "code": 200}, {"server_uuid": "dfb18387-ba8a-4070-aa1b-42824ed0c7ec", "name": "network-vif-plugged", "status": "completed", "tag": "8265c59d-4721-4235-823a-846b00373dfe", "code": 200}, {"server_uuid": "dfb18387-ba8a-4070-aa1b-42824ed0c7ec", "name": "network-vif-plugged", "status": "completed", "tag": "d3eb7f9f-cad6-43cc-b93c-f50a5e95c505", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:56:05.174742 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3a931241-a0b1-4fc2-b4c6-a6ff37a5ec20 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:56:05.174742 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a931241-a0b1-4fc2-b4c6-a6ff37a5ec20'] response: {'server_uuid': 'dfb18387-ba8a-4070-aa1b-42824ed0c7ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '248ca656-6bff-4ce6-b67d-1c6c09ea7b42', 'code': 200}
May 07 21:56:05.174742 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a931241-a0b1-4fc2-b4c6-a6ff37a5ec20'] response: {'server_uuid': 'dfb18387-ba8a-4070-aa1b-42824ed0c7ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aa75d6c-c396-4cf7-82ed-1655289562cd', 'code': 200}
May 07 21:56:05.174742 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a931241-a0b1-4fc2-b4c6-a6ff37a5ec20'] response: {'server_uuid': 'dfb18387-ba8a-4070-aa1b-42824ed0c7ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '744875ea-e246-4ecb-b60f-b9c04a274fe9', 'code': 200}
May 07 21:56:05.174742 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a931241-a0b1-4fc2-b4c6-a6ff37a5ec20'] response: {'server_uuid': 'dfb18387-ba8a-4070-aa1b-42824ed0c7ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8265c59d-4721-4235-823a-846b00373dfe', 'code': 200}
May 07 21:56:05.174742 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a931241-a0b1-4fc2-b4c6-a6ff37a5ec20'] response: {'server_uuid': 'dfb18387-ba8a-4070-aa1b-42824ed0c7ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3eb7f9f-cad6-43cc-b93c-f50a5e95c505', 'code': 200}
May 07 21:56:05.248535 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ca08af1e-65ee-4bea-b292-4dd782dd03f6 req-c9b3687d-c65b-4669-99df-77320056ad6d tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/security-groups?id=022a2e7b-c53f-49c4-a82c-d25afea19659&id=4683f7d7-8b63-48cf-a24d-027ba8d9c114&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.6933160
May 07 21:56:05.283268 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-1cbc7160-1876-49c9-945a-b86475eaf809 admin admin] Deleting port aff31c05-d914-4525-bace-30d34b61e5c0 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:56:05.284813 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1cbc7160-1876-49c9-945a-b86475eaf809 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (aff31c05-d914-4525-bace-30d34b61e5c0), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:05.296858 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7d49f3-0059-42b0-9408-751de1a5cc4d req-4d03a0a5-cfcf-46b6-939b-11a5dcf24ed1 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:05.307643 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7a7d49f3-0059-42b0-9408-751de1a5cc4d req-4d03a0a5-cfcf-46b6-939b-11a5dcf24ed1 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc6a642e-763c-4ac9-8ef7-4985bcb86060 HTTP/1.1" status: 200  len: 945 time: 0.0932126
May 07 21:56:05.316479 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-d735b4f8-3def-44c6-9549-6264726e9be9 None None] Set router 4e415b3f-6226-4d5a-bd85-5868d0b73abe gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:56:05.336554 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [req-79591f26-1cc1-431d-b81a-86f8230fd41d req-51670455-c5f2-43ec-a90f-f5c2a6e603e2 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Allocated IP 172.20.0.9 (9b7653d0-c69e-4364-9ed6-1c005b136d81/68532bd3-831b-4da5-a9e0-f88c1ab76985/2bd7a9c3-1135-4b92-a56c-4185babcccd8) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:56:05.363257 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e946668-f666-4c55-aa21-9cb9faba6149 req-f47f6b2c-873a-4514-b932-011c88320d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:05.364632 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5e946668-f666-4c55-aa21-9cb9faba6149 req-f47f6b2c-873a-4514-b932-011c88320d82 service neutron] 10.222.0.55 "GET /v2.0/networks?id=665487f0-78eb-47fb-9a06-b15bc614dc47 HTTP/1.1" status: 200  len: 870 time: 0.3086390
May 07 21:56:05.384365 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-d5b2eed0-5175-43f9-aa17-e26251813c5f req-3598cd1d-561b-4c00-a473-e761939d39a1 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Deleting port 70309868-18a6-4a82-b4fb-e8df121c6f4c {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:56:05.384758 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-d5b2eed0-5175-43f9-aa17-e26251813c5f req-3598cd1d-561b-4c00-a473-e761939d39a1 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (70309868-18a6-4a82-b4fb-e8df121c6f4c), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:05.446276 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7a7d49f3-0059-42b0-9408-751de1a5cc4d req-c8a9bd7f-7892-4dd4-bcc7-2285d4977a5f tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bbf50af-50c2-4df2-bc37-9f0e79ec6d91&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1376128
May 07 21:56:05.449843 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5e946668-f666-4c55-aa21-9cb9faba6149 req-0e993bf2-e8b0-4cb2-8b27-2cb39d829138 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=0f996493-44aa-49b3-bebb-f6248f93ca91 HTTP/1.1" status: 200  len: 217 time: 0.0741436
May 07 21:56:05.517159 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-1cbc7160-1876-49c9-945a-b86475eaf809 admin admin] For port aff31c05-d914-4525-bace-30d34b61e5c0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aff31c05-d914-4525-bace-30d34b61e5c0,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:56:05.517535 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1cbc7160-1876-49c9-945a-b86475eaf809 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (aff31c05-d914-4525-bace-30d34b61e5c0), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:05.547790 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-1cbc7160-1876-49c9-945a-b86475eaf809 admin admin] Calling delete_port for aff31c05-d914-4525-bace-30d34b61e5c0 owned by network:router_gateway {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:56:05.627852 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-d735b4f8-3def-44c6-9549-6264726e9be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7fbcd100>, [{'id': '4e415b3f-6226-4d5a-bd85-5868d0b73abe', 'name': 'tempest-FloatingIPsAssociationTestJSON-2146525056-router', 'tenant_id': '4c2ee723c6a04843b302e255a401b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.211'}], 'enable_snat': True}, 'gw_port_id': 'aff31c05-d914-4525-bace-30d34b61e5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:54:29Z', 'updated_at': '2022-05-07T21:56:03Z', 'revision_number': 5, 'project_id': '4c2ee723c6a04843b302e255a401b1e7', 'gw_port': {'id': 'aff31c05-d914-4525-bace-30d34b61e5c0', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:82:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e415b3f-6226-4d5a-bd85-5868d0b73abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:54:30Z', 'updated_at': '2022-05-07T21:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:56:05.640585 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-dabbe261-8997-47a6-a0af-5e044e8d2f27 req-fe31e8ff-bde5-4848-b2d6-858fa02fa7c0 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d7a8b92-09df-4099-94f7-37bbd4e0fa2c HTTP/1.1" status: 200  len: 210 time: 0.0671270
May 07 21:56:05.662626 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e946668-f666-4c55-aa21-9cb9faba6149 req-4bace3d1-783e-4db7-99ae-e3f5d9aaf714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:05.664223 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5e946668-f666-4c55-aa21-9cb9faba6149 req-4bace3d1-783e-4db7-99ae-e3f5d9aaf714 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6e0e5c53-1ece-4d20-b01d-5f8c6957edf6 HTTP/1.1" status: 200  len: 843 time: 0.1937013
May 07 21:56:05.677847 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d735b4f8-3def-44c6-9549-6264726e9be9 None None] The sync data for ids ['4e415b3f-6226-4d5a-bd85-5868d0b73abe'] in ncdv-master-1 is: [{'id': '4e415b3f-6226-4d5a-bd85-5868d0b73abe', 'name': 'tempest-FloatingIPsAssociationTestJSON-2146525056-router', 'tenant_id': '4c2ee723c6a04843b302e255a401b1e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.211'}], 'enable_snat': True}, 'gw_port_id': 'aff31c05-d914-4525-bace-30d34b61e5c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:54:29Z', 'updated_at': '2022-05-07T21:56:03Z', 'revision_number': 5, 'project_id': '4c2ee723c6a04843b302e255a401b1e7', 'gw_port': {'id': 'aff31c05-d914-4525-bace-30d34b61e5c0', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:82:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e415b3f-6226-4d5a-bd85-5868d0b73abe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1183, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:54:30Z', 'updated_at': '2022-05-07T21:54:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:56:05.774277 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-d5b2eed0-5175-43f9-aa17-e26251813c5f req-3598cd1d-561b-4c00-a473-e761939d39a1 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] For port 70309868-18a6-4a82-b4fb-e8df121c6f4c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=70309868-18a6-4a82-b4fb-e8df121c6f4c,segment=NetworkSegment(48f32d76-f63e-49c4-90a9-1cfb8c1dc638),segment_id=48f32d76-f63e-49c4-90a9-1cfb8c1dc638)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:56:05.774659 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-d5b2eed0-5175-43f9-aa17-e26251813c5f req-3598cd1d-561b-4c00-a473-e761939d39a1 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (70309868-18a6-4a82-b4fb-e8df121c6f4c), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:05.797619 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243a6616-a8ca-4750-bba4-2450b75df4e3 req-e0691a0e-8dd3-4071-9a72-b19cd56cf31a tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:05.800392 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-243a6616-a8ca-4750-bba4-2450b75df4e3 req-e0691a0e-8dd3-4071-9a72-b19cd56cf31a tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ed200e0-4fc4-4929-a2dc-0b5c7bfefec1 HTTP/1.1" status: 200  len: 947 time: 0.1926577
May 07 21:56:05.829854 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1cbc7160-1876-49c9-945a-b86475eaf809 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (aff31c05-d914-4525-bace-30d34b61e5c0), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:05.837108 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-d5b2eed0-5175-43f9-aa17-e26251813c5f req-3598cd1d-561b-4c00-a473-e761939d39a1 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Calling delete_port for 70309868-18a6-4a82-b4fb-e8df121c6f4c owned by compute:nova {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:56:05.858743 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbc7160-1876-49c9-945a-b86475eaf809 admin admin] Pushing event deleted for resources: {'Port': ['ID=aff31c05-d914-4525-bace-30d34b61e5c0,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:05.899707 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e946668-f666-4c55-aa21-9cb9faba6149 req-b4d4e16e-7e4a-428b-b963-8a6ea8166871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:05.901390 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5e946668-f666-4c55-aa21-9cb9faba6149 req-b4d4e16e-7e4a-428b-b963-8a6ea8166871 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=665487f0-78eb-47fb-9a06-b15bc614dc47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.2245381
May 07 21:56:05.940517 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1cbc7160-1876-49c9-945a-b86475eaf809 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395776'] for router_gateway (4e415b3f-6226-4d5a-bd85-5868d0b73abe), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:05.982683 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-79591f26-1cc1-431d-b81a-86f8230fd41d req-51670455-c5f2-43ec-a90f-f5c2a6e603e2 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Publish callbacks [] for port (2bd7a9c3-1135-4b92-a56c-4185babcccd8), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:06.043894 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1cbc7160-1876-49c9-945a-b86475eaf809 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (4e415b3f-6226-4d5a-bd85-5868d0b73abe), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:06.046303 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1cbc7160-1876-49c9-945a-b86475eaf809 admin admin] Publish callbacks [] for router_controller (4e415b3f-6226-4d5a-bd85-5868d0b73abe), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:06.089986 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 1cef223b-c375-473f-8214-891abfa6fa86 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:56:06.110528 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1cbc7160-1876-49c9-945a-b86475eaf809 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (4e415b3f-6226-4d5a-bd85-5868d0b73abe), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:06.111276 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cbc7160-1876-49c9-945a-b86475eaf809 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e415b3f-6226-4d5a-bd85-5868d0b73abe {{(pid=121837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 21:56:06.121562 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1cbc7160-1876-49c9-945a-b86475eaf809 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:06.123228 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-1cbc7160-1876-49c9-945a-b86475eaf809 admin admin] 10.222.0.32 "DELETE /v2.0/routers/4e415b3f-6226-4d5a-bd85-5868d0b73abe HTTP/1.1" status: 204  len: 168 time: 1.7480555
May 07 21:56:06.125871 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 44332) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:56:06.186210 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5e946668-f666-4c55-aa21-9cb9faba6149 req-cb700162-c738-4836-8a4c-70de3dbbd373 service neutron] 10.222.0.55 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2703443
May 07 21:56:06.205778 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-243a6616-a8ca-4750-bba4-2450b75df4e3 req-a6da842d-9208-4efa-9a9a-8bd8910a4d47 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/security-groups?id=aca2780c-128c-4de5-85a4-a7e10bd42e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2984724
May 07 21:56:06.223597 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd7797de-1ad3-4eeb-9c2c-2dd92386739a admin admin] Deleting subnet 2acc823a-0eec-49c6-a420-882d299a2009 {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 21:56:06.229809 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-dd7797de-1ad3-4eeb-9c2c-2dd92386739a admin admin] Publish callbacks [] for subnet (2acc823a-0eec-49c6-a420-882d299a2009), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:06.270349 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38866513-a754-42b9-ad3e-32ef2c3db336 req-00af7216-8af8-428b-b749-141d09cfa676 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:06.272150 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-38866513-a754-42b9-ad3e-32ef2c3db336 req-00af7216-8af8-428b-b749-141d09cfa676 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?device_id=75e24f97-8526-41f8-906e-c99d18f445ba HTTP/1.1" status: 200  len: 946 time: 0.0935116
May 07 21:56:06.318378 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-dd7797de-1ad3-4eeb-9c2c-2dd92386739a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (2acc823a-0eec-49c6-a420-882d299a2009), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:06.338301 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 1cef223b-c375-473f-8214-891abfa6fa86, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1cef223b-c375-473f-8214-891abfa6fa86,segment=NetworkSegment(16a3e44e-cf3e-4bbc-83bb-ad3918f988bd),segment_id=16a3e44e-cf3e-4bbc-83bb-ad3918f988bd)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:56:06.354880 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-d5b2eed0-5175-43f9-aa17-e26251813c5f req-3598cd1d-561b-4c00-a473-e761939d39a1 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (70309868-18a6-4a82-b4fb-e8df121c6f4c), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:06.357231 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': '1cef223b-c375-473f-8214-891abfa6fa86', 'network_id': '772be29c-bb44-46ae-a3e0-b0a78574bddf', 'port_id': '1cef223b-c375-473f-8214-891abfa6fa86', 'mac_address': 'fa:16:3e:3f:8c:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f41cdf1c-9de4-46dc-8689-4d3b6400326c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:56:06.403504 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-38866513-a754-42b9-ad3e-32ef2c3db336 req-3248fe43-8fa8-4797-a729-abffa0128f76 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b18b124-d6ae-4635-93ed-9957a39a34ad&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1213415
May 07 21:56:06.405281 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 44338) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:56:06.466025 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 1cef223b-c375-473f-8214-891abfa6fa86 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:56:06.466504 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (1cef223b-c375-473f-8214-891abfa6fa86), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:06.499452 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-79591f26-1cc1-431d-b81a-86f8230fd41d req-51670455-c5f2-43ec-a90f-f5c2a6e603e2 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (2bd7a9c3-1135-4b92-a56c-4185babcccd8), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:06.502381 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cef223b-c375-473f-8214-891abfa6fa86 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:56:06.552930 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 1cef223b-c375-473f-8214-891abfa6fa86, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1cef223b-c375-473f-8214-891abfa6fa86,segment=NetworkSegment(16a3e44e-cf3e-4bbc-83bb-ad3918f988bd),segment_id=16a3e44e-cf3e-4bbc-83bb-ad3918f988bd)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:56:06.553975 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-dd7797de-1ad3-4eeb-9c2c-2dd92386739a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (2acc823a-0eec-49c6-a420-882d299a2009), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:06.561575 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (1cef223b-c375-473f-8214-891abfa6fa86), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:06.563687 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f2775b-f3f2-43f0-94ab-ad0213bea8c7 req-927a7716-ef11-41bb-9dc8-ab9c70d70caf tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:06.572780 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f2775b-f3f2-43f0-94ab-ad0213bea8c7 req-927a7716-ef11-41bb-9dc8-ab9c70d70caf tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:06.579932 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f2775b-f3f2-43f0-94ab-ad0213bea8c7 req-927a7716-ef11-41bb-9dc8-ab9c70d70caf tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:06.586513 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f2775b-f3f2-43f0-94ab-ad0213bea8c7 req-927a7716-ef11-41bb-9dc8-ab9c70d70caf tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:06.593147 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f2775b-f3f2-43f0-94ab-ad0213bea8c7 req-927a7716-ef11-41bb-9dc8-ab9c70d70caf tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:06.599572 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f2775b-f3f2-43f0-94ab-ad0213bea8c7 req-927a7716-ef11-41bb-9dc8-ab9c70d70caf tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:06.605447 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f2775b-f3f2-43f0-94ab-ad0213bea8c7 req-927a7716-ef11-41bb-9dc8-ab9c70d70caf tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:06.615714 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b7f2775b-f3f2-43f0-94ab-ad0213bea8c7 req-927a7716-ef11-41bb-9dc8-ab9c70d70caf tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb18387-ba8a-4070-aa1b-42824ed0c7ec HTTP/1.1" status: 200  len: 5432 time: 0.1588531
May 07 21:56:06.621065 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=1cef223b-c375-473f-8214-891abfa6fa86,revision_number=11']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:06.637383 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3598cd1d-561b-4c00-a473-e761939d39a1 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Pushing event deleted for resources: {'Port': ['ID=70309868-18a6-4a82-b4fb-e8df121c6f4c,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:06.662050 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-dbfad19d-7615-47e9-8380-2f9cb7f4406f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:06.682546 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c4167b-0403-499c-89ca-8e9c8456c9d4 req-f037e801-d679-436a-81cd-6be3d619f6f6 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:06.684201 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-51c4167b-0403-499c-89ca-8e9c8456c9d4 req-f037e801-d679-436a-81cd-6be3d619f6f6 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc6a642e-763c-4ac9-8ef7-4985bcb86060 HTTP/1.1" status: 200  len: 946 time: 0.1044722
May 07 21:56:06.739375 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-dd7797de-1ad3-4eeb-9c2c-2dd92386739a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (2acc823a-0eec-49c6-a420-882d299a2009), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:06.746862 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79591f26-1cc1-431d-b81a-86f8230fd41d req-51670455-c5f2-43ec-a90f-f5c2a6e603e2 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Network 9b7653d0-c69e-4364-9ed6-1c005b136d81 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:56:06.755350 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [req-79591f26-1cc1-431d-b81a-86f8230fd41d req-51670455-c5f2-43ec-a90f-f5c2a6e603e2 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:56:06.758848 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-79591f26-1cc1-431d-b81a-86f8230fd41d req-51670455-c5f2-43ec-a90f-f5c2a6e603e2 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:56:06.762312 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5b2eed0-5175-43f9-aa17-e26251813c5f req-3598cd1d-561b-4c00-a473-e761939d39a1 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] No DVR routers for this DVR port 70309868-18a6-4a82-b4fb-e8df121c6f4c on host nch1-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:56:06.765637 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-d5b2eed0-5175-43f9-aa17-e26251813c5f req-3598cd1d-561b-4c00-a473-e761939d39a1 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:06.769383 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d5b2eed0-5175-43f9-aa17-e26251813c5f req-3598cd1d-561b-4c00-a473-e761939d39a1 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.55 "DELETE /v2.0/ports/70309868-18a6-4a82-b4fb-e8df121c6f4c HTTP/1.1" status: 204  len: 173 time: 1.6762438
May 07 21:56:06.778870 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75e24f97-8526-41f8-906e-c99d18f445ba', 'name': 'network-vif-deleted', 'tag': '70309868-18a6-4a82-b4fb-e8df121c6f4c'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:56:06.781174 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a1ebae4-bc8a-4c0b-b0fb-a5e3df9519eb" -d '{"events": [{"server_uuid": "75e24f97-8526-41f8-906e-c99d18f445ba", "name": "network-vif-deleted", "tag": "70309868-18a6-4a82-b4fb-e8df121c6f4c"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:56:06.785812 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5e946668-f666-4c55-aa21-9cb9faba6149 req-7d023bc6-e2ea-45ce-b2e6-05249f10f4b2 service neutron] 10.222.0.55 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4479537
May 07 21:56:06.793859 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7797de-1ad3-4eeb-9c2c-2dd92386739a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2acc823a-0eec-49c6-a420-882d299a2009,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:06.811979 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-dd7797de-1ad3-4eeb-9c2c-2dd92386739a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:06.819218 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-dd7797de-1ad3-4eeb-9c2c-2dd92386739a admin admin] 10.222.0.32 "DELETE /v2.0/subnets/2acc823a-0eec-49c6-a420-882d299a2009 HTTP/1.1" status: 204  len: 168 time: 0.6899846
May 07 21:56:06.819428 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-019515d8-0148-4492-98a7-58f38f2279c4 None None] Network 704f8450-d63f-47c9-8f27-0e9fc81678e7 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:56:06.820328 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 44348) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:56:06.837114 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51670455-c5f2-43ec-a90f-f5c2a6e603e2 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Pushing event updated for resources: {'Port': ['ID=2bd7a9c3-1135-4b92-a56c-4185babcccd8,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:06.856017 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-51c4167b-0403-499c-89ca-8e9c8456c9d4 req-6644d5ac-2f5b-40cc-a785-f88992754846 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bbf50af-50c2-4df2-bc37-9f0e79ec6d91&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1563969
May 07 21:56:06.882008 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b7f2775b-f3f2-43f0-94ab-ad0213bea8c7 req-21156fac-4141-4da1-8c73-4fa7eb6019db tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/security-groups?id=022a2e7b-c53f-49c4-a82c-d25afea19659&id=4683f7d7-8b63-48cf-a24d-027ba8d9c114&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2655070
May 07 21:56:06.910430 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79591f26-1cc1-431d-b81a-86f8230fd41d req-51670455-c5f2-43ec-a90f-f5c2a6e603e2 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:06.911825 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-79591f26-1cc1-431d-b81a-86f8230fd41d req-51670455-c5f2-43ec-a90f-f5c2a6e603e2 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:06.921356 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['1cef223b-c375-473f-8214-891abfa6fa86'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:56:06.974622 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-79591f26-1cc1-431d-b81a-86f8230fd41d req-51670455-c5f2-43ec-a90f-f5c2a6e603e2 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.7559071
May 07 21:56:06.991542 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-79591f26-1cc1-431d-b81a-86f8230fd41d req-9229baf2-e300-4fdd-b45d-412960bedb18 service neutron] Request body: {'port': {'device_id': '8d7a8b92-09df-4099-94f7-37bbd4e0fa2c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:56:07.044953 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6b84945-6de4-4dcc-916d-f522d7501e16 x-openstack-request-id: req-d6b84945-6de4-4dcc-916d-f522d7501e16 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:56:07.045627 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75e24f97-8526-41f8-906e-c99d18f445ba", "name": "network-vif-deleted", "tag": "70309868-18a6-4a82-b4fb-e8df121c6f4c", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:56:07.046079 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d6b84945-6de4-4dcc-916d-f522d7501e16 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:56:07.046801 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6b84945-6de4-4dcc-916d-f522d7501e16'] response: {'server_uuid': '75e24f97-8526-41f8-906e-c99d18f445ba', 'name': 'network-vif-deleted', 'tag': '70309868-18a6-4a82-b4fb-e8df121c6f4c', 'status': 'completed', 'code': 200}
May 07 21:56:07.062872 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ee02f44d-f61e-4701-813d-24d800de0bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (704f8450-d63f-47c9-8f27-0e9fc81678e7), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:07.072626 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-dbfad19d-7615-47e9-8380-2f9cb7f4406f admin admin] Publish callbacks [] for security_group (b171e066-5efe-4771-9cd3-c1af6d202f59), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:07.088243 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42ba531-514a-4682-b5e0-89c02d08d7a4 req-2b5b324f-6665-403e-a233-4cd68ad9384a tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:07.089019 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device d331f409-571a-4b53-8871-45839bf52e41 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:56:07.098475 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b42ba531-514a-4682-b5e0-89c02d08d7a4 req-2b5b324f-6665-403e-a233-4cd68ad9384a tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d7a8b92-09df-4099-94f7-37bbd4e0fa2c HTTP/1.1" status: 200  len: 931 time: 0.1072381
May 07 21:56:07.108148 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-dbfad19d-7615-47e9-8380-2f9cb7f4406f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (b171e066-5efe-4771-9cd3-c1af6d202f59), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:07.118164 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-79591f26-1cc1-431d-b81a-86f8230fd41d req-9229baf2-e300-4fdd-b45d-412960bedb18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (2bd7a9c3-1135-4b92-a56c-4185babcccd8), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:07.118981 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: d331f409-571a-4b53-8871-45839bf52e41 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:56:07.119464 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device d331f409-571a-4b53-8871-45839bf52e41 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:56:07.119839 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device aff31c05-d914-4525-bace-30d34b61e5c0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:56:07.177152 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfb18387-ba8a-4070-aa1b-42824ed0c7ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f85ab7f-8d9d-42b6-bed5-f5b8be554023'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:56:07.179691 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bca4ec7-0d79-4dd4-a14f-6c6cd1296291" -d '{"events": [{"server_uuid": "dfb18387-ba8a-4070-aa1b-42824ed0c7ec", "name": "network-vif-plugged", "status": "completed", "tag": "0f85ab7f-8d9d-42b6-bed5-f5b8be554023"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:56:07.181919 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: aff31c05-d914-4525-bace-30d34b61e5c0 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:56:07.182264 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device aff31c05-d914-4525-bace-30d34b61e5c0 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:56:07.203808 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-dbfad19d-7615-47e9-8380-2f9cb7f4406f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=09a5512e5960446eb597312b7289a9a9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7898099
May 07 21:56:07.215664 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 44352) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:56:07.218242 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042ef87d-6367-4530-8a63-372164425fe5 None None] DHCP port deletion for 704f8450-d63f-47c9-8f27-0e9fc81678e7 request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 21:56:07.234764 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfad19d-7615-47e9-8380-2f9cb7f4406f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b171e066-5efe-4771-9cd3-c1af6d202f59,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:07.288097 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-ee02f44d-f61e-4701-813d-24d800de0bff admin admin] Deleting port 950d3816-6adb-46a7-a846-48b69ebce2d4 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:56:07.288459 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ee02f44d-f61e-4701-813d-24d800de0bff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (950d3816-6adb-46a7-a846-48b69ebce2d4), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:07.314016 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b42ba531-514a-4682-b5e0-89c02d08d7a4 req-7290968b-b287-428f-84da-d32891d995d5 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2144732
May 07 21:56:07.333666 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e44c342f-0c8a-4660-b405-726646db5de6 x-openstack-request-id: req-e44c342f-0c8a-4660-b405-726646db5de6 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:56:07.333965 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfb18387-ba8a-4070-aa1b-42824ed0c7ec", "name": "network-vif-plugged", "status": "completed", "tag": "0f85ab7f-8d9d-42b6-bed5-f5b8be554023", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:56:07.334220 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e44c342f-0c8a-4660-b405-726646db5de6 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:56:07.334617 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e44c342f-0c8a-4660-b405-726646db5de6'] response: {'server_uuid': 'dfb18387-ba8a-4070-aa1b-42824ed0c7ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f85ab7f-8d9d-42b6-bed5-f5b8be554023', 'code': 200}
May 07 21:56:07.335632 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-042ef87d-6367-4530-8a63-372164425fe5 None None] Deleting port 950d3816-6adb-46a7-a846-48b69ebce2d4 {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:56:07.338662 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-042ef87d-6367-4530-8a63-372164425fe5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (950d3816-6adb-46a7-a846-48b69ebce2d4), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:07.439683 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-ee02f44d-f61e-4701-813d-24d800de0bff admin admin] For port 950d3816-6adb-46a7-a846-48b69ebce2d4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=950d3816-6adb-46a7-a846-48b69ebce2d4,segment=NetworkSegment(de13910c-b2a2-4c8b-9294-cfa40334cda3),segment_id=de13910c-b2a2-4c8b-9294-cfa40334cda3)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:56:07.445811 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ee02f44d-f61e-4701-813d-24d800de0bff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (950d3816-6adb-46a7-a846-48b69ebce2d4), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:07.448923 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-851e310c-aeb4-44e5-8ae6-29009ea019e9 admin admin] Publish callbacks [] for security_group (b171e066-5efe-4771-9cd3-c1af6d202f59), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:07.465293 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-042ef87d-6367-4530-8a63-372164425fe5 None None] For port 950d3816-6adb-46a7-a846-48b69ebce2d4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=950d3816-6adb-46a7-a846-48b69ebce2d4,segment=NetworkSegment(de13910c-b2a2-4c8b-9294-cfa40334cda3),segment_id=de13910c-b2a2-4c8b-9294-cfa40334cda3)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:56:07.465829 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-042ef87d-6367-4530-8a63-372164425fe5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (950d3816-6adb-46a7-a846-48b69ebce2d4), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:07.483478 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-042ef87d-6367-4530-8a63-372164425fe5 None None] Calling delete_port for 950d3816-6adb-46a7-a846-48b69ebce2d4 owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:56:07.534504 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af811176-3a74-4299-8125-451f8105d72c req-febef26d-bc74-4cfa-bb7a-bcc30ab151ff tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:07.543031 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-af811176-3a74-4299-8125-451f8105d72c req-febef26d-bc74-4cfa-bb7a-bcc30ab151ff tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ed200e0-4fc4-4929-a2dc-0b5c7bfefec1 HTTP/1.1" status: 200  len: 947 time: 0.1506772
May 07 21:56:07.549622 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71f7f65-5914-47ae-8b5c-5366278eb4c9 req-e512928c-80ff-4777-a505-3491375a11a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:07.550220 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71f7f65-5914-47ae-8b5c-5366278eb4c9 req-e512928c-80ff-4777-a505-3491375a11a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:07.550679 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71f7f65-5914-47ae-8b5c-5366278eb4c9 req-e512928c-80ff-4777-a505-3491375a11a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:07.551217 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71f7f65-5914-47ae-8b5c-5366278eb4c9 req-e512928c-80ff-4777-a505-3491375a11a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:07.551924 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71f7f65-5914-47ae-8b5c-5366278eb4c9 req-e512928c-80ff-4777-a505-3491375a11a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:07.552911 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71f7f65-5914-47ae-8b5c-5366278eb4c9 req-e512928c-80ff-4777-a505-3491375a11a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:07.553449 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71f7f65-5914-47ae-8b5c-5366278eb4c9 req-e512928c-80ff-4777-a505-3491375a11a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:07.555805 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d71f7f65-5914-47ae-8b5c-5366278eb4c9 req-e512928c-80ff-4777-a505-3491375a11a6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=dfb18387-ba8a-4070-aa1b-42824ed0c7ec HTTP/1.1" status: 200  len: 6706 time: 0.1609218
May 07 21:56:07.557097 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-851e310c-aeb4-44e5-8ae6-29009ea019e9 admin admin] Publish callbacks [] for security_group (b171e066-5efe-4771-9cd3-c1af6d202f59), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:07.568471 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-27b4409d-97be-4bd4-8c41-3ebfa4b0eb40 req-0152d811-ed5a-4542-b676-1819e682d871 tempest-ServerDiskConfigTestJSON-1629561190 tempest-ServerDiskConfigTestJSON-1629561190-project] 10.222.0.32 "GET /v2.0/ports?device_id=75e24f97-8526-41f8-906e-c99d18f445ba HTTP/1.1" status: 200  len: 210 time: 0.0553651
May 07 21:56:07.574668 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-ee02f44d-f61e-4701-813d-24d800de0bff admin admin] Calling delete_port for 950d3816-6adb-46a7-a846-48b69ebce2d4 owned by network:dhcp {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:56:07.613271 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 0f996493-44aa-49b3-bebb-f6248f93ca91 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:56:07.615998 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 70309868-18a6-4a82-b4fb-e8df121c6f4c no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:56:07.655702 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] No Port match for: 70309868-18a6-4a82-b4fb-e8df121c6f4c {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:56:07.656272 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 70309868-18a6-4a82-b4fb-e8df121c6f4c not bound to the agent host nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:56:07.676166 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-042ef87d-6367-4530-8a63-372164425fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (950d3816-6adb-46a7-a846-48b69ebce2d4), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:07.701972 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-851e310c-aeb4-44e5-8ae6-29009ea019e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (b171e066-5efe-4771-9cd3-c1af6d202f59), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:07.704577 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-851e310c-aeb4-44e5-8ae6-29009ea019e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:07.706869 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-851e310c-aeb4-44e5-8ae6-29009ea019e9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b171e066-5efe-4771-9cd3-c1af6d202f59 HTTP/1.1" status: 204  len: 168 time: 0.4874606
May 07 21:56:07.710207 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-af811176-3a74-4299-8125-451f8105d72c req-4c9faaaa-e63f-4836-ade8-2f80974221e3 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/security-groups?id=aca2780c-128c-4de5-85a4-a7e10bd42e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1647778
May 07 21:56:07.723979 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851e310c-aeb4-44e5-8ae6-29009ea019e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b171e066-5efe-4771-9cd3-c1af6d202f59,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:07.734800 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ee02f44d-f61e-4701-813d-24d800de0bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (950d3816-6adb-46a7-a846-48b69ebce2d4), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:07.751742 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042ef87d-6367-4530-8a63-372164425fe5 None None] Pushing event deleted for resources: {'Port': ['ID=950d3816-6adb-46a7-a846-48b69ebce2d4,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:07.772309 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee02f44d-f61e-4701-813d-24d800de0bff admin admin] Pushing event deleted for resources: {'Port': ['ID=950d3816-6adb-46a7-a846-48b69ebce2d4,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:07.777787 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee02f44d-f61e-4701-813d-24d800de0bff admin admin] No DVR routers for this DVR port 950d3816-6adb-46a7-a846-48b69ebce2d4 on host ncdv-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:56:07.788068 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [req-79591f26-1cc1-431d-b81a-86f8230fd41d req-9229baf2-e300-4fdd-b45d-412960bedb18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bd7a9c3-1135-4b92-a56c-4185babcccd8 {{(pid=121836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:56:07.797074 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-79591f26-1cc1-431d-b81a-86f8230fd41d req-9229baf2-e300-4fdd-b45d-412960bedb18 service neutron] Publish callbacks [] for port (2bd7a9c3-1135-4b92-a56c-4185babcccd8), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:07.799661 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042ef87d-6367-4530-8a63-372164425fe5 None None] No DVR routers for this DVR port 950d3816-6adb-46a7-a846-48b69ebce2d4 on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:56:07.820119 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.provisioning_blocks [req-79591f26-1cc1-431d-b81a-86f8230fd41d req-9229baf2-e300-4fdd-b45d-412960bedb18 service neutron] Transition to ACTIVE for port object 2bd7a9c3-1135-4b92-a56c-4185babcccd8 will not be triggered until provisioned by entity L2. {{(pid=121836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:56:07.829045 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-79591f26-1cc1-431d-b81a-86f8230fd41d req-9229baf2-e300-4fdd-b45d-412960bedb18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (2bd7a9c3-1135-4b92-a56c-4185babcccd8), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:07.859470 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 0f996493-44aa-49b3-bebb-f6248f93ca91, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0f996493-44aa-49b3-bebb-f6248f93ca91,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:56:07.866201 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d71f7f65-5914-47ae-8b5c-5366278eb4c9 req-6f3491e6-c1d6-4064-84b7-6033cd0a4b8d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4683f7d7-8b63-48cf-a24d-027ba8d9c114&id=022a2e7b-c53f-49c4-a82c-d25afea19659&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2742634
May 07 21:56:07.876839 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': '0f996493-44aa-49b3-bebb-f6248f93ca91', 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47', 'port_id': '0f996493-44aa-49b3-bebb-f6248f93ca91', 'mac_address': 'fa:16:3e:0d:33:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e0e5c53-1ece-4d20-b01d-5f8c6957edf6', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:56:07.902054 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ee02f44d-f61e-4701-813d-24d800de0bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (704f8450-d63f-47c9-8f27-0e9fc81678e7), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:07.909161 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9229baf2-e300-4fdd-b45d-412960bedb18 service neutron] Pushing event updated for resources: {'Port': ['ID=2bd7a9c3-1135-4b92-a56c-4185babcccd8,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:07.928049 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-ee02f44d-f61e-4701-813d-24d800de0bff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf86d2cd60>,) {'filters': {'network_id': ['704f8450-d63f-47c9-8f27-0e9fc81678e7']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:56:07.943547 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-ee02f44d-f61e-4701-813d-24d800de0bff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf86d2cd60>, 'de13910c-b2a2-4c8b-9294-cfa40334cda3') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:56:07.944329 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-ee02f44d-f61e-4701-813d-24d800de0bff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf86d2cd60>, 'de13910c-b2a2-4c8b-9294-cfa40334cda3') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:56:07.966164 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ee02f44d-f61e-4701-813d-24d800de0bff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (de13910c-b2a2-4c8b-9294-cfa40334cda3), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:07.982465 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 0f996493-44aa-49b3-bebb-f6248f93ca91 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:56:07.983190 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (0f996493-44aa-49b3-bebb-f6248f93ca91), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:08.008720 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f996493-44aa-49b3-bebb-f6248f93ca91 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:56:08.016602 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ee02f44d-f61e-4701-813d-24d800de0bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (de13910c-b2a2-4c8b-9294-cfa40334cda3), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:08.044347 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 0f996493-44aa-49b3-bebb-f6248f93ca91, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0f996493-44aa-49b3-bebb-f6248f93ca91,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:56:08.051113 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (0f996493-44aa-49b3-bebb-f6248f93ca91), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:08.081160 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e40514-4258-46a9-8ccb-1e217081c5b3 req-34f8f603-a436-4c56-a698-d675e68a8c20 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:08.085947 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-71e40514-4258-46a9-8ccb-1e217081c5b3 req-34f8f603-a436-4c56-a698-d675e68a8c20 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc6a642e-763c-4ac9-8ef7-4985bcb86060 HTTP/1.1" status: 200  len: 946 time: 0.0990744
May 07 21:56:08.092373 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee02f44d-f61e-4701-813d-24d800de0bff admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 21:56:08.092552 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ee02f44d-f61e-4701-813d-24d800de0bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (de13910c-b2a2-4c8b-9294-cfa40334cda3), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:08.107793 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a61fe44-0079-4bea-a0c2-636018fba336 req-6fcd9580-0bee-49ce-bbe7-8620ab9375a9 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:08.113822 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a61fe44-0079-4bea-a0c2-636018fba336 req-6fcd9580-0bee-49ce-bbe7-8620ab9375a9 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:08.115802 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=0f996493-44aa-49b3-bebb-f6248f93ca91,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:08.119666 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a61fe44-0079-4bea-a0c2-636018fba336 req-6fcd9580-0bee-49ce-bbe7-8620ab9375a9 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:08.125867 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a61fe44-0079-4bea-a0c2-636018fba336 req-6fcd9580-0bee-49ce-bbe7-8620ab9375a9 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:08.131604 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a61fe44-0079-4bea-a0c2-636018fba336 req-6fcd9580-0bee-49ce-bbe7-8620ab9375a9 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:08.137024 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a61fe44-0079-4bea-a0c2-636018fba336 req-6fcd9580-0bee-49ce-bbe7-8620ab9375a9 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:08.142493 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a61fe44-0079-4bea-a0c2-636018fba336 req-6fcd9580-0bee-49ce-bbe7-8620ab9375a9 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:08.145061 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7a61fe44-0079-4bea-a0c2-636018fba336 req-6fcd9580-0bee-49ce-bbe7-8620ab9375a9 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb18387-ba8a-4070-aa1b-42824ed0c7ec HTTP/1.1" status: 200  len: 5432 time: 0.1307869
May 07 21:56:08.149215 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-79591f26-1cc1-431d-b81a-86f8230fd41d req-9229baf2-e300-4fdd-b45d-412960bedb18 service neutron] Attempting to bind port 2bd7a9c3-1135-4b92-a56c-4185babcccd8 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:56:08.149483 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-79591f26-1cc1-431d-b81a-86f8230fd41d req-9229baf2-e300-4fdd-b45d-412960bedb18 service neutron] Attempting to bind port 2bd7a9c3-1135-4b92-a56c-4185babcccd8 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'c1f62f1a-7390-4968-bfcd-e0354648ad7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9b7653d0-c69e-4364-9ed6-1c005b136d81'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:56:08.149766 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79591f26-1cc1-431d-b81a-86f8230fd41d req-9229baf2-e300-4fdd-b45d-412960bedb18 service neutron] Attempting to bind port 2bd7a9c3-1135-4b92-a56c-4185babcccd8 on network 9b7653d0-c69e-4364-9ed6-1c005b136d81 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:56:08.160297 ncdv-master-1 neutron-server[121837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 21:56:08.160297 ncdv-master-1 neutron-server[121837]:   self.session.flush()
May 07 21:56:08.160297 ncdv-master-1 neutron-server[121837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 21:56:08.160297 ncdv-master-1 neutron-server[121837]:   self.session.flush()
May 07 21:56:08.160297 ncdv-master-1 neutron-server[121837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 21:56:08.160297 ncdv-master-1 neutron-server[121837]:   self.session.flush()
May 07 21:56:08.160297 ncdv-master-1 neutron-server[121837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 21:56:08.160297 ncdv-master-1 neutron-server[121837]:   self.session.flush()
May 07 21:56:08.160297 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 21:56:08.160297 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 21:56:08.160297 ncdv-master-1 neutron-server[121837]:     timer()
May 07 21:56:08.160297 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 21:56:08.160297 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 21:56:08.160297 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 21:56:08.160297 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 21:56:08.160297 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 21:56:08.160297 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 21:56:08.160297 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 21:56:08.160297 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 21:56:08.160297 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 21:56:08.160297 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 21:56:08.160297 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 21:56:08.160297 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 21:56:08.160297 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 21:56:08.160297 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 21:56:08.160297 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 21:56:08.160297 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 21:56:08.160297 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 21:56:08.160297 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 21:56:08.160297 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 21:56:08.160297 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 21:56:08.160297 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 21:56:08.160297 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 21:56:08.160297 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 21:56:08.160297 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 21:56:08.160297 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 21:56:08.160297 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 21:56:08.160297 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 21:56:08.160297 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 21:56:08.160297 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 21:56:08.180499 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79591f26-1cc1-431d-b81a-86f8230fd41d req-9229baf2-e300-4fdd-b45d-412960bedb18 service neutron] Port 2bd7a9c3-1135-4b92-a56c-4185babcccd8 on network 9b7653d0-c69e-4364-9ed6-1c005b136d81 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:56:08.181787 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79591f26-1cc1-431d-b81a-86f8230fd41d req-9229baf2-e300-4fdd-b45d-412960bedb18 service neutron] Attempting to bind port 2bd7a9c3-1135-4b92-a56c-4185babcccd8 on network 9b7653d0-c69e-4364-9ed6-1c005b136d81 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:56:08.192846 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79591f26-1cc1-431d-b81a-86f8230fd41d req-9229baf2-e300-4fdd-b45d-412960bedb18 service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:56:08.193300 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79591f26-1cc1-431d-b81a-86f8230fd41d req-9229baf2-e300-4fdd-b45d-412960bedb18 service neutron] Checking segment: {'id': 'c1f62f1a-7390-4968-bfcd-e0354648ad7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9b7653d0-c69e-4364-9ed6-1c005b136d81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:56:08.194028 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79591f26-1cc1-431d-b81a-86f8230fd41d req-9229baf2-e300-4fdd-b45d-412960bedb18 service neutron] Bound using segment: {'id': 'c1f62f1a-7390-4968-bfcd-e0354648ad7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9b7653d0-c69e-4364-9ed6-1c005b136d81'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:56:08.194846 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-79591f26-1cc1-431d-b81a-86f8230fd41d req-9229baf2-e300-4fdd-b45d-412960bedb18 service neutron] Bound port: 2bd7a9c3-1135-4b92-a56c-4185babcccd8, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f62f1a-7390-4968-bfcd-e0354648ad7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9b7653d0-c69e-4364-9ed6-1c005b136d81'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:56:08.195001 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ee02f44d-f61e-4701-813d-24d800de0bff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (704f8450-d63f-47c9-8f27-0e9fc81678e7), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:08.195111 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-79591f26-1cc1-431d-b81a-86f8230fd41d req-9229baf2-e300-4fdd-b45d-412960bedb18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (2bd7a9c3-1135-4b92-a56c-4185babcccd8), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:08.205932 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ee02f44d-f61e-4701-813d-24d800de0bff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:08.212284 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-ee02f44d-f61e-4701-813d-24d800de0bff admin admin] 10.222.0.32 "DELETE /v2.0/networks/704f8450-d63f-47c9-8f27-0e9fc81678e7 HTTP/1.1" status: 204  len: 168 time: 1.3912835
May 07 21:56:08.273890 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7a61fe44-0079-4bea-a0c2-636018fba336 req-7848d616-f853-45ec-94a6-c5141a8306cf tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/security-groups?id=022a2e7b-c53f-49c4-a82c-d25afea19659&id=4683f7d7-8b63-48cf-a24d-027ba8d9c114&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1208227
May 07 21:56:08.289771 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-71e40514-4258-46a9-8ccb-1e217081c5b3 req-bc37faf0-535b-4c3a-a024-4e79cd9e315a tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bbf50af-50c2-4df2-bc37-9f0e79ec6d91&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1268749
May 07 21:56:08.290617 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee02f44d-f61e-4701-813d-24d800de0bff admin admin] Pushing event deleted for resources: {'Network': ['ID=704f8450-d63f-47c9-8f27-0e9fc81678e7,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:08.319604 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-79591f26-1cc1-431d-b81a-86f8230fd41d req-9229baf2-e300-4fdd-b45d-412960bedb18 service neutron] For port 2bd7a9c3-1135-4b92-a56c-4185babcccd8, host nch2-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:56:08.324586 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-79591f26-1cc1-431d-b81a-86f8230fd41d req-9229baf2-e300-4fdd-b45d-412960bedb18 service neutron] For port 2bd7a9c3-1135-4b92-a56c-4185babcccd8, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2bd7a9c3-1135-4b92-a56c-4185babcccd8,segment=NetworkSegment(c1f62f1a-7390-4968-bfcd-e0354648ad7b),segment_id=c1f62f1a-7390-4968-bfcd-e0354648ad7b)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:56:08.341076 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-79591f26-1cc1-431d-b81a-86f8230fd41d req-9229baf2-e300-4fdd-b45d-412960bedb18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (2bd7a9c3-1135-4b92-a56c-4185babcccd8), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:08.357135 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 1cef223b-c375-473f-8214-891abfa6fa86 up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:56:08.394587 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79591f26-1cc1-431d-b81a-86f8230fd41d req-9229baf2-e300-4fdd-b45d-412960bedb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:08.395245 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-79591f26-1cc1-431d-b81a-86f8230fd41d req-9229baf2-e300-4fdd-b45d-412960bedb18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:08.396768 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-79591f26-1cc1-431d-b81a-86f8230fd41d req-9229baf2-e300-4fdd-b45d-412960bedb18 service neutron] 10.222.0.59 "PUT /v2.0/ports/2bd7a9c3-1135-4b92-a56c-4185babcccd8 HTTP/1.1" status: 200  len: 1091 time: 1.4146919
May 07 21:56:08.415079 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['0f996493-44aa-49b3-bebb-f6248f93ca91'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:56:08.459602 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 44378) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:56:08.480611 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning for port 1cef223b-c375-473f-8214-891abfa6fa86 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:56:08.523906 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port 1cef223b-c375-473f-8214-891abfa6fa86 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:56:08.524280 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (1cef223b-c375-473f-8214-891abfa6fa86), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:08.525940 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-02e57311-ef01-44e6-b640-d37aca295d05 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4c2ee723c6a04843b302e255a401b1e7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0650260
May 07 21:56:08.528225 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79591f26-1cc1-431d-b81a-86f8230fd41d req-f27d43f4-b245-477c-8c8b-2734a91ed409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:08.529988 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 44380) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:56:08.532083 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-79591f26-1cc1-431d-b81a-86f8230fd41d req-f27d43f4-b245-477c-8c8b-2734a91ed409 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=85587313eff94af59406aca0c1a96a02&device_id=8d7a8b92-09df-4099-94f7-37bbd4e0fa2c HTTP/1.1" status: 200  len: 1125 time: 0.0816569
May 07 21:56:08.538942 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9229baf2-e300-4fdd-b45d-412960bedb18 service neutron] Pushing event updated for resources: {'Port': ['ID=2bd7a9c3-1135-4b92-a56c-4185babcccd8,revision_number=3']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:08.607751 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-92b226d9-5869-4d16-9dce-4e039d3a81b1 admin admin] Publish callbacks [] for security_group (ff80f794-fcbb-42be-a4f4-a428e6692136), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:08.623721 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-79591f26-1cc1-431d-b81a-86f8230fd41d req-64bc2be1-d1ae-4502-9468-667485a61253 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2bd7a9c3-1135-4b92-a56c-4185babcccd8 HTTP/1.1" status: 200  len: 217 time: 0.0580344
May 07 21:56:08.635350 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea3f951-e522-48b0-a88c-2c0e25022b20 req-f1eae551-5622-497c-ae20-010462cd1cb1 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:08.642381 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-92b226d9-5869-4d16-9dce-4e039d3a81b1 admin admin] Publish callbacks [] for security_group (ff80f794-fcbb-42be-a4f4-a428e6692136), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:08.643851 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-dea3f951-e522-48b0-a88c-2c0e25022b20 req-f1eae551-5622-497c-ae20-010462cd1cb1 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d7a8b92-09df-4099-94f7-37bbd4e0fa2c HTTP/1.1" status: 200  len: 943 time: 0.2364702
May 07 21:56:08.676232 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 1cef223b-c375-473f-8214-891abfa6fa86 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:56:08.676624 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (1cef223b-c375-473f-8214-891abfa6fa86), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:08.728145 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-92b226d9-5869-4d16-9dce-4e039d3a81b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (ff80f794-fcbb-42be-a4f4-a428e6692136), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:08.732106 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-92b226d9-5869-4d16-9dce-4e039d3a81b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:08.737799 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-92b226d9-5869-4d16-9dce-4e039d3a81b1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ff80f794-fcbb-42be-a4f4-a428e6692136 HTTP/1.1" status: 204  len: 168 time: 0.2036307
May 07 21:56:08.739588 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 1cef223b-c375-473f-8214-891abfa6fa86, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1cef223b-c375-473f-8214-891abfa6fa86,segment=NetworkSegment(16a3e44e-cf3e-4bbc-83bb-ad3918f988bd),segment_id=16a3e44e-cf3e-4bbc-83bb-ad3918f988bd)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:56:08.749654 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79591f26-1cc1-431d-b81a-86f8230fd41d req-30861bc3-b86b-41cc-8641-b2ef0a307de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:08.750511 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (1cef223b-c375-473f-8214-891abfa6fa86), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:08.751572 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-79591f26-1cc1-431d-b81a-86f8230fd41d req-30861bc3-b86b-41cc-8641-b2ef0a307de1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=68532bd3-831b-4da5-a9e0-f88c1ab76985 HTTP/1.1" status: 200  len: 851 time: 0.0985994
May 07 21:56:08.757242 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b226d9-5869-4d16-9dce-4e039d3a81b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff80f794-fcbb-42be-a4f4-a428e6692136,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:08.786451 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-dea3f951-e522-48b0-a88c-2c0e25022b20 req-1981580f-c9ce-4817-8e30-011235971be1 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1396260
May 07 21:56:08.833228 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=1cef223b-c375-473f-8214-891abfa6fa86,revision_number=12']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:08.863761 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-79591f26-1cc1-431d-b81a-86f8230fd41d req-9cd7e984-1884-461e-a58b-f2f80f8a21e3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9b7653d0-c69e-4364-9ed6-1c005b136d81&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0736394
May 07 21:56:08.898011 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31e3eb2-9ca6-4f51-a918-672504aab6d5 req-d8fb380d-7194-4340-8471-1a2f59624a52 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:08.899408 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c31e3eb2-9ca6-4f51-a918-672504aab6d5 req-d8fb380d-7194-4340-8471-1a2f59624a52 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ed200e0-4fc4-4929-a2dc-0b5c7bfefec1 HTTP/1.1" status: 200  len: 948 time: 0.0607319
May 07 21:56:08.969930 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c31e3eb2-9ca6-4f51-a918-672504aab6d5 req-a754abb6-0c71-474a-94cb-eb50376fb3fe tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/security-groups?id=aca2780c-128c-4de5-85a4-a7e10bd42e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0636680
May 07 21:56:09.008671 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-79591f26-1cc1-431d-b81a-86f8230fd41d req-2af365c2-c436-4a4b-99e2-9cf3c41b5449 service neutron] 10.222.0.59 "GET /v2.0/networks/9b7653d0-c69e-4364-9ed6-1c005b136d81?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1380575
May 07 21:56:09.031688 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 950d3816-6adb-46a7-a846-48b69ebce2d4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:56:09.057557 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d7a8b92-09df-4099-94f7-37bbd4e0fa2c', 'tag': '2bd7a9c3-1135-4b92-a56c-4185babcccd8'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:56:09.059011 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 950d3816-6adb-46a7-a846-48b69ebce2d4 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:56:09.059582 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 950d3816-6adb-46a7-a846-48b69ebce2d4 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:56:09.060995 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f2d13b8-51d7-4926-93c2-4e555328f059" -d '{"events": [{"name": "network-changed", "server_uuid": "8d7a8b92-09df-4099-94f7-37bbd4e0fa2c", "tag": "2bd7a9c3-1135-4b92-a56c-4185babcccd8"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:56:09.063425 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 44406) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:56:09.156036 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37e81ba7-5b26-4c6b-b705-21444e53c8d3 x-openstack-request-id: req-37e81ba7-5b26-4c6b-b705-21444e53c8d3 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:56:09.157183 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d7a8b92-09df-4099-94f7-37bbd4e0fa2c", "tag": "2bd7a9c3-1135-4b92-a56c-4185babcccd8", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:56:09.157183 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-37e81ba7-5b26-4c6b-b705-21444e53c8d3 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:56:09.157183 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37e81ba7-5b26-4c6b-b705-21444e53c8d3'] response: {'name': 'network-changed', 'server_uuid': '8d7a8b92-09df-4099-94f7-37bbd4e0fa2c', 'tag': '2bd7a9c3-1135-4b92-a56c-4185babcccd8', 'status': 'completed', 'code': 200}
May 07 21:56:09.167764 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f8cc9d0-11ee-43a8-b27a-d41ba229d5c3 admin admin] Deleting subnet c561b220-fa88-48ef-b165-e5d692e53d7d {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 21:56:09.172377 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0f8cc9d0-11ee-43a8-b27a-d41ba229d5c3 admin admin] Publish callbacks [] for subnet (c561b220-fa88-48ef-b165-e5d692e53d7d), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:09.174914 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-79591f26-1cc1-431d-b81a-86f8230fd41d req-aec08b79-64fd-4251-9e25-e6b4577f701b service neutron] 10.222.0.59 "GET /v2.0/networks/9b7653d0-c69e-4364-9ed6-1c005b136d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1581390
May 07 21:56:09.229351 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0f8cc9d0-11ee-43a8-b27a-d41ba229d5c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (c561b220-fa88-48ef-b165-e5d692e53d7d), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:09.278652 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0f8cc9d0-11ee-43a8-b27a-d41ba229d5c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (c561b220-fa88-48ef-b165-e5d692e53d7d), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:09.336678 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc6a642e-763c-4ac9-8ef7-4985bcb86060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cef223b-c375-473f-8214-891abfa6fa86'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:56:09.340873 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f21c228-7db8-42a9-a134-0e77c39ba528" -d '{"events": [{"server_uuid": "cc6a642e-763c-4ac9-8ef7-4985bcb86060", "name": "network-vif-plugged", "status": "completed", "tag": "1cef223b-c375-473f-8214-891abfa6fa86"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:56:09.371277 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0f8cc9d0-11ee-43a8-b27a-d41ba229d5c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (c561b220-fa88-48ef-b165-e5d692e53d7d), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:09.384430 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0f8cc9d0-11ee-43a8-b27a-d41ba229d5c3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:09.389170 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-0f8cc9d0-11ee-43a8-b27a-d41ba229d5c3 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/c561b220-fa88-48ef-b165-e5d692e53d7d HTTP/1.1" status: 204  len: 168 time: 0.3245599
May 07 21:56:09.391891 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 44424) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:56:09.453938 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8cc9d0-11ee-43a8-b27a-d41ba229d5c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c561b220-fa88-48ef-b165-e5d692e53d7d,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:09.507467 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14ac6a2-9b3a-4bc8-88d5-cc2f410b074c req-4e93d628-f785-4ff4-8e13-d8f2b7b391eb tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:09.509711 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b14ac6a2-9b3a-4bc8-88d5-cc2f410b074c req-4e93d628-f785-4ff4-8e13-d8f2b7b391eb tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc6a642e-763c-4ac9-8ef7-4985bcb86060 HTTP/1.1" status: 200  len: 947 time: 0.0655296
May 07 21:56:09.586037 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b14ac6a2-9b3a-4bc8-88d5-cc2f410b074c req-07b08951-9ffa-4379-a674-7018d3db443c tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bbf50af-50c2-4df2-bc37-9f0e79ec6d91&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0684481
May 07 21:56:09.610615 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 0f996493-44aa-49b3-bebb-f6248f93ca91 up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:56:09.675754 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-057487c8-5ed4-43e4-b57d-1ebef28e8404 x-openstack-request-id: req-057487c8-5ed4-43e4-b57d-1ebef28e8404 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:56:09.676058 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc6a642e-763c-4ac9-8ef7-4985bcb86060", "name": "network-vif-plugged", "status": "completed", "tag": "1cef223b-c375-473f-8214-891abfa6fa86", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:56:09.676321 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-057487c8-5ed4-43e4-b57d-1ebef28e8404 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:56:09.676729 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-057487c8-5ed4-43e4-b57d-1ebef28e8404'] response: {'server_uuid': 'cc6a642e-763c-4ac9-8ef7-4985bcb86060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cef223b-c375-473f-8214-891abfa6fa86', 'code': 200}
May 07 21:56:09.703100 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning for port 0f996493-44aa-49b3-bebb-f6248f93ca91 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:56:09.711239 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port 0f996493-44aa-49b3-bebb-f6248f93ca91 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:56:09.711668 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (0f996493-44aa-49b3-bebb-f6248f93ca91), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:09.820654 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 0f996493-44aa-49b3-bebb-f6248f93ca91 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:56:09.821096 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (0f996493-44aa-49b3-bebb-f6248f93ca91), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:09.871954 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b45902e-a7a1-480b-b31d-c27b4e1b1bb1 req-1ea1c14f-d5f3-46ce-8c55-7d6e7d12a82c tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:09.877804 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b45902e-a7a1-480b-b31d-c27b4e1b1bb1 req-1ea1c14f-d5f3-46ce-8c55-7d6e7d12a82c tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:09.882592 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b45902e-a7a1-480b-b31d-c27b4e1b1bb1 req-1ea1c14f-d5f3-46ce-8c55-7d6e7d12a82c tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:09.887824 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b45902e-a7a1-480b-b31d-c27b4e1b1bb1 req-1ea1c14f-d5f3-46ce-8c55-7d6e7d12a82c tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:09.894380 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b45902e-a7a1-480b-b31d-c27b4e1b1bb1 req-1ea1c14f-d5f3-46ce-8c55-7d6e7d12a82c tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:09.895873 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 0f996493-44aa-49b3-bebb-f6248f93ca91, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0f996493-44aa-49b3-bebb-f6248f93ca91,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:56:09.899661 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b45902e-a7a1-480b-b31d-c27b4e1b1bb1 req-1ea1c14f-d5f3-46ce-8c55-7d6e7d12a82c tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:09.902393 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (0f996493-44aa-49b3-bebb-f6248f93ca91), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:09.905300 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b45902e-a7a1-480b-b31d-c27b4e1b1bb1 req-1ea1c14f-d5f3-46ce-8c55-7d6e7d12a82c tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:09.913930 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3b45902e-a7a1-480b-b31d-c27b4e1b1bb1 req-1ea1c14f-d5f3-46ce-8c55-7d6e7d12a82c tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb18387-ba8a-4070-aa1b-42824ed0c7ec HTTP/1.1" status: 200  len: 5432 time: 0.1076205
May 07 21:56:09.920296 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb1b375-ed3a-453e-b578-1742cd0c1c9b req-41e7c071-c2e4-4d6f-ac0a-341b45abe170 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:09.928216 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bdb1b375-ed3a-453e-b578-1742cd0c1c9b req-41e7c071-c2e4-4d6f-ac0a-341b45abe170 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d7a8b92-09df-4099-94f7-37bbd4e0fa2c HTTP/1.1" status: 200  len: 943 time: 0.0657296
May 07 21:56:09.992541 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=0f996493-44aa-49b3-bebb-f6248f93ca91,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:10.016385 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bdb1b375-ed3a-453e-b578-1742cd0c1c9b req-e152f56a-6b57-4578-b212-43d7bd34bb6c tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0865920
May 07 21:56:10.032692 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3b45902e-a7a1-480b-b31d-c27b4e1b1bb1 req-bef8452c-f79a-4ebe-8d54-3a8cae434a4c tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/security-groups?id=022a2e7b-c53f-49c4-a82c-d25afea19659&id=4683f7d7-8b63-48cf-a24d-027ba8d9c114&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1127384
May 07 21:56:10.042398 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-df3ee300-d145-4296-8917-913b73a3cfd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (7bc61814-8ef0-4365-b3ea-2c20100be453), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:10.156227 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-df3ee300-d145-4296-8917-913b73a3cfd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (7bc61814-8ef0-4365-b3ea-2c20100be453), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:10.162586 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4763aa77-be26-474b-8716-edf28dec7826 req-2f5369b8-32f3-4537-bb1f-de0c0c2d8d21 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:10.164136 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4763aa77-be26-474b-8716-edf28dec7826 req-2f5369b8-32f3-4537-bb1f-de0c0c2d8d21 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ed200e0-4fc4-4929-a2dc-0b5c7bfefec1 HTTP/1.1" status: 200  len: 949 time: 0.0719271
May 07 21:56:10.190139 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-df3ee300-d145-4296-8917-913b73a3cfd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf8c955c10>,) {'filters': {'network_id': ['7bc61814-8ef0-4365-b3ea-2c20100be453']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:56:10.192836 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 44454) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:56:10.213658 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-df3ee300-d145-4296-8917-913b73a3cfd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8c955c10>, '48f32d76-f63e-49c4-90a9-1cfb8c1dc638') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:56:10.213658 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-df3ee300-d145-4296-8917-913b73a3cfd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8c955c10>, '48f32d76-f63e-49c4-90a9-1cfb8c1dc638') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:56:10.225341 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-df3ee300-d145-4296-8917-913b73a3cfd5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (48f32d76-f63e-49c4-90a9-1cfb8c1dc638), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:10.243410 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4763aa77-be26-474b-8716-edf28dec7826 req-6171d7ec-50a6-46d5-992e-c88882146616 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/security-groups?id=aca2780c-128c-4de5-85a4-a7e10bd42e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0724976
May 07 21:56:10.294810 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-df3ee300-d145-4296-8917-913b73a3cfd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (48f32d76-f63e-49c4-90a9-1cfb8c1dc638), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:10.305171 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2d13b8-51d7-4926-93c2-4e555328f059 req-08eab062-473c-4c21-bc18-f95ef5efd447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:10.306686 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4f2d13b8-51d7-4926-93c2-4e555328f059 req-08eab062-473c-4c21-bc18-f95ef5efd447 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=85587313eff94af59406aca0c1a96a02&device_id=8d7a8b92-09df-4099-94f7-37bbd4e0fa2c HTTP/1.1" status: 200  len: 1125 time: 0.0579064
May 07 21:56:10.307745 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df3ee300-d145-4296-8917-913b73a3cfd5 admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 21:56:10.308678 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-df3ee300-d145-4296-8917-913b73a3cfd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (48f32d76-f63e-49c4-90a9-1cfb8c1dc638), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:10.310144 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 21:56:10.310144 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 21:56:10.310144 ncdv-master-1 neutron-server[121836]:     timer()
May 07 21:56:10.310144 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 21:56:10.310144 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 21:56:10.310144 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 21:56:10.310144 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 21:56:10.310144 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 21:56:10.310144 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 21:56:10.310144 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 21:56:10.310144 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 21:56:10.310144 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 21:56:10.310144 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 21:56:10.310144 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 21:56:10.310144 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 21:56:10.310144 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 21:56:10.310144 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 21:56:10.310144 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 21:56:10.310144 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 21:56:10.310144 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 21:56:10.310144 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 21:56:10.310144 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 21:56:10.310144 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 21:56:10.310144 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 21:56:10.310144 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 21:56:10.310144 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 21:56:10.310144 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 21:56:10.310144 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 21:56:10.310144 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 21:56:10.310144 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 21:56:10.310144 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 21:56:10.310144 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 21:56:10.432893 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-df3ee300-d145-4296-8917-913b73a3cfd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (7bc61814-8ef0-4365-b3ea-2c20100be453), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:10.451742 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-df3ee300-d145-4296-8917-913b73a3cfd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:10.458322 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-df3ee300-d145-4296-8917-913b73a3cfd5 admin admin] 10.222.0.32 "DELETE /v2.0/networks/7bc61814-8ef0-4365-b3ea-2c20100be453 HTTP/1.1" status: 204  len: 168 time: 1.0623634
May 07 21:56:10.458322 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3ee300-d145-4296-8917-913b73a3cfd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=7bc61814-8ef0-4365-b3ea-2c20100be453,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:10.469874 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87658a6-d61b-45b7-84da-50b2916a2074 req-28541189-2848-4fc6-8249-60b4e5987593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:10.472647 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a87658a6-d61b-45b7-84da-50b2916a2074 req-28541189-2848-4fc6-8249-60b4e5987593 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=cc6a642e-763c-4ac9-8ef7-4985bcb86060 HTTP/1.1" status: 200  len: 1129 time: 0.0736239
May 07 21:56:10.482947 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-58db24dd-5276-466c-9036-e4854937533f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-333244832-network', 'tenant_id': 'bdb8a8a58b5b4b9b95ac9d6a782df6af'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:56:10.495618 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2d13b8-51d7-4926-93c2-4e555328f059 req-27f81d9d-bf18-4ae0-b7a0-cc73ca291802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:10.496944 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4f2d13b8-51d7-4926-93c2-4e555328f059 req-27f81d9d-bf18-4ae0-b7a0-cc73ca291802 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9b7653d0-c69e-4364-9ed6-1c005b136d81 HTTP/1.1" status: 200  len: 912 time: 0.1752822
May 07 21:56:10.539259 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a87658a6-d61b-45b7-84da-50b2916a2074 req-eb5c217e-b4e8-49f3-8642-d244a099c821 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=1bbf50af-50c2-4df2-bc37-9f0e79ec6d91&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0587480
May 07 21:56:10.547739 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58db24dd-5276-466c-9036-e4854937533f admin admin] Made reservation on behalf of bdb8a8a58b5b4b9b95ac9d6a782df6af for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:56:10.550795 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-58db24dd-5276-466c-9036-e4854937533f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:10.553916 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4f2d13b8-51d7-4926-93c2-4e555328f059 req-4878e3ff-c4e1-448c-ac3d-cdfc4a9d405f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2bd7a9c3-1135-4b92-a56c-4185babcccd8 HTTP/1.1" status: 200  len: 217 time: 0.0482504
May 07 21:56:10.560498 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-58db24dd-5276-466c-9036-e4854937533f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:10.656127 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-58db24dd-5276-466c-9036-e4854937533f admin admin] Publish callbacks [] for security_group (39e0fb2f-499f-4370-bf46-3bb8288dae05), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:10.663795 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-58db24dd-5276-466c-9036-e4854937533f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (39e0fb2f-499f-4370-bf46-3bb8288dae05), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:10.717436 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 44472) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:56:10.742510 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58db24dd-5276-466c-9036-e4854937533f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 21:56:10.756047 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db24dd-5276-466c-9036-e4854937533f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39e0fb2f-499f-4370-bf46-3bb8288dae05,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:10.773812 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-58db24dd-5276-466c-9036-e4854937533f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (0be9e2c8-933a-4fe4-95a3-b99000a8e896), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:10.774106 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-58db24dd-5276-466c-9036-e4854937533f admin admin] Added segment 0be9e2c8-933a-4fe4-95a3-b99000a8e896 of type vlan for network cad67ef4-7464-41a3-89b9-99b9a8d2dcdb
May 07 21:56:10.797821 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-62f248a3-89ce-4790-8c66-c9770f56d082 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4f4c556805a24040a7131d879ee91498&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0789232
May 07 21:56:10.802382 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 44474) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:56:10.807953 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9677bf4-5d59-46ff-9a6d-1b430d48969f req-291a3c77-5171-4d6d-80d8-d803baa13e9c tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:10.815069 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b9677bf4-5d59-46ff-9a6d-1b430d48969f req-291a3c77-5171-4d6d-80d8-d803baa13e9c tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc6a642e-763c-4ac9-8ef7-4985bcb86060 HTTP/1.1" status: 200  len: 947 time: 0.1329260
May 07 21:56:10.877612 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0e241dc3-c8ba-4576-bec9-56413ae20db0 admin admin] Publish callbacks [] for security_group (7b18b124-d6ae-4635-93ed-9957a39a34ad), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:10.880937 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-58db24dd-5276-466c-9036-e4854937533f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (cad67ef4-7464-41a3-89b9-99b9a8d2dcdb), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:10.903508 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0e241dc3-c8ba-4576-bec9-56413ae20db0 admin admin] Publish callbacks [] for security_group (7b18b124-d6ae-4635-93ed-9957a39a34ad), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:10.912602 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2d13b8-51d7-4926-93c2-4e555328f059 req-2ea44b1e-95c3-4378-b68b-63fa9e5f94c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:10.914077 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4f2d13b8-51d7-4926-93c2-4e555328f059 req-2ea44b1e-95c3-4378-b68b-63fa9e5f94c2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=68532bd3-831b-4da5-a9e0-f88c1ab76985 HTTP/1.1" status: 200  len: 851 time: 0.1517098
May 07 21:56:10.943583 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b9677bf4-5d59-46ff-9a6d-1b430d48969f req-5199bfc4-db1b-4052-a327-7a9b1d8f71a5 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bbf50af-50c2-4df2-bc37-9f0e79ec6d91&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1275036
May 07 21:56:10.969191 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0e241dc3-c8ba-4576-bec9-56413ae20db0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (7b18b124-d6ae-4635-93ed-9957a39a34ad), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:10.972891 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0e241dc3-c8ba-4576-bec9-56413ae20db0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:10.974176 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-0e241dc3-c8ba-4576-bec9-56413ae20db0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7b18b124-d6ae-4635-93ed-9957a39a34ad HTTP/1.1" status: 204  len: 168 time: 0.1705279
May 07 21:56:10.980641 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4f2d13b8-51d7-4926-93c2-4e555328f059 req-80141e29-5cb9-4677-b7ed-201d3ef32341 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9b7653d0-c69e-4364-9ed6-1c005b136d81&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0547104
May 07 21:56:10.983802 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e241dc3-c8ba-4576-bec9-56413ae20db0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b18b124-d6ae-4635-93ed-9957a39a34ad,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:10.984182 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-58db24dd-5276-466c-9036-e4854937533f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (cad67ef4-7464-41a3-89b9-99b9a8d2dcdb), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:10.985889 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58db24dd-5276-466c-9036-e4854937533f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:10.987457 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-58db24dd-5276-466c-9036-e4854937533f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:11.046563 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-58db24dd-5276-466c-9036-e4854937533f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 901 time: 0.8489521
May 07 21:56:11.047074 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 44486) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:56:11.053796 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-effde649-3514-488c-b0f6-8cad347f720b admin admin] Request body: {'subnet': {'network_id': 'cad67ef4-7464-41a3-89b9-99b9a8d2dcdb', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-333244832-subnet', 'tenant_id': 'bdb8a8a58b5b4b9b95ac9d6a782df6af', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:56:11.093589 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db24dd-5276-466c-9036-e4854937533f admin admin] Pushing event updated for resources: {'Network': ['ID=cad67ef4-7464-41a3-89b9-99b9a8d2dcdb,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:11.101004 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-effde649-3514-488c-b0f6-8cad347f720b admin admin] Made reservation on behalf of bdb8a8a58b5b4b9b95ac9d6a782df6af for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:56:11.103958 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-effde649-3514-488c-b0f6-8cad347f720b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:11.111834 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network cad67ef4-7464-41a3-89b9-99b9a8d2dcdb details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 21:56:11.267391 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682238e0-6ed4-46f1-9273-2710265604df req-b28855c5-b334-43f4-acd5-043ab83e79f8 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:11.270322 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-682238e0-6ed4-46f1-9273-2710265604df req-b28855c5-b334-43f4-acd5-043ab83e79f8 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d7a8b92-09df-4099-94f7-37bbd4e0fa2c HTTP/1.1" status: 200  len: 943 time: 0.0878203
May 07 21:56:11.311137 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50853900-0d31-4ba8-a0ed-6eb9472728f5 req-a21aead6-4fb4-4501-b414-2eca5c0c05b3 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:11.318352 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50853900-0d31-4ba8-a0ed-6eb9472728f5 req-a21aead6-4fb4-4501-b414-2eca5c0c05b3 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:11.324593 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50853900-0d31-4ba8-a0ed-6eb9472728f5 req-a21aead6-4fb4-4501-b414-2eca5c0c05b3 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:11.332038 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50853900-0d31-4ba8-a0ed-6eb9472728f5 req-a21aead6-4fb4-4501-b414-2eca5c0c05b3 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:11.338611 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50853900-0d31-4ba8-a0ed-6eb9472728f5 req-a21aead6-4fb4-4501-b414-2eca5c0c05b3 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:11.344794 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50853900-0d31-4ba8-a0ed-6eb9472728f5 req-a21aead6-4fb4-4501-b414-2eca5c0c05b3 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:11.351471 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50853900-0d31-4ba8-a0ed-6eb9472728f5 req-a21aead6-4fb4-4501-b414-2eca5c0c05b3 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:11.360772 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-50853900-0d31-4ba8-a0ed-6eb9472728f5 req-a21aead6-4fb4-4501-b414-2eca5c0c05b3 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb18387-ba8a-4070-aa1b-42824ed0c7ec HTTP/1.1" status: 200  len: 5432 time: 0.1904907
May 07 21:56:11.381055 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-682238e0-6ed4-46f1-9273-2710265604df req-82c65ed9-88ea-4a56-95b3-3644ae924788 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0987201
May 07 21:56:11.466923 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-effde649-3514-488c-b0f6-8cad347f720b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (8f704450-2b28-492f-a4bc-2dad183a8ba7), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:11.526520 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-50853900-0d31-4ba8-a0ed-6eb9472728f5 req-3a81c0ae-d6ee-4d96-851e-0619573dfe13 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/security-groups?id=022a2e7b-c53f-49c4-a82c-d25afea19659&id=4683f7d7-8b63-48cf-a24d-027ba8d9c114&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1646726
May 07 21:56:11.563678 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4f2d13b8-51d7-4926-93c2-4e555328f059 req-492e6a5c-65d8-4e1b-85cf-509dd4f89680 service neutron] 10.222.0.59 "GET /v2.0/networks/9b7653d0-c69e-4364-9ed6-1c005b136d81?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1867166
May 07 21:56:11.647969 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282381c3-b728-4450-a9e9-2393b213d04b req-0100114c-3d88-46de-bace-3f0f4269b922 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:11.655892 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-282381c3-b728-4450-a9e9-2393b213d04b req-0100114c-3d88-46de-bace-3f0f4269b922 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ed200e0-4fc4-4929-a2dc-0b5c7bfefec1 HTTP/1.1" status: 200  len: 949 time: 0.1318104
May 07 21:56:11.666674 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effde649-3514-488c-b0f6-8cad347f720b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f704450-2b28-492f-a4bc-2dad183a8ba7,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:11.678474 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ed200e0-4fc4-4929-a2dc-0b5c7bfefec1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f996493-44aa-49b3-bebb-f6248f93ca91'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:56:11.681803 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7687104d-ee1f-4b72-bb45-47b0264c5daf" -d '{"events": [{"server_uuid": "2ed200e0-4fc4-4929-a2dc-0b5c7bfefec1", "name": "network-vif-plugged", "status": "completed", "tag": "0f996493-44aa-49b3-bebb-f6248f93ca91"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:56:11.684872 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effde649-3514-488c-b0f6-8cad347f720b admin admin] Checking segment: {'id': '0be9e2c8-933a-4fe4-95a3-b99000a8e896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'cad67ef4-7464-41a3-89b9-99b9a8d2dcdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:56:11.685319 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-effde649-3514-488c-b0f6-8cad347f720b admin admin] Network hostable DHCP agents. Network: cad67ef4-7464-41a3-89b9-99b9a8d2dcdb, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 21:56:11.744572 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-282381c3-b728-4450-a9e9-2393b213d04b req-e7affc9a-f750-4073-9ba3-60870baebf2d tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/security-groups?id=aca2780c-128c-4de5-85a4-a7e10bd42e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0873113
May 07 21:56:11.750374 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-effde649-3514-488c-b0f6-8cad347f720b admin admin] Network cad67ef4-7464-41a3-89b9-99b9a8d2dcdb is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 21:56:11.765325 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cace0ca-a970-4dff-b426-d4d5bf63a916 req-c6780744-e256-402a-8962-994ec6f2824f tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:11.771480 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cace0ca-a970-4dff-b426-d4d5bf63a916 req-c6780744-e256-402a-8962-994ec6f2824f tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:11.774450 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-effde649-3514-488c-b0f6-8cad347f720b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, cad67ef4-7464-41a3-89b9-99b9a8d2dcdb) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:56:11.777606 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cace0ca-a970-4dff-b426-d4d5bf63a916 req-c6780744-e256-402a-8962-994ec6f2824f tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:11.780952 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effde649-3514-488c-b0f6-8cad347f720b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:11.781932 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-effde649-3514-488c-b0f6-8cad347f720b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:11.784550 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cace0ca-a970-4dff-b426-d4d5bf63a916 req-c6780744-e256-402a-8962-994ec6f2824f tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:11.788547 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1305b151-6c2c-4966-b71b-ba85cab4290d None None] Network cad67ef4-7464-41a3-89b9-99b9a8d2dcdb requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:56:11.789746 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cace0ca-a970-4dff-b426-d4d5bf63a916 req-c6780744-e256-402a-8962-994ec6f2824f tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:11.794970 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cace0ca-a970-4dff-b426-d4d5bf63a916 req-c6780744-e256-402a-8962-994ec6f2824f tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:11.801554 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cace0ca-a970-4dff-b426-d4d5bf63a916 req-c6780744-e256-402a-8962-994ec6f2824f tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:11.803648 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5cace0ca-a970-4dff-b426-d4d5bf63a916 req-c6780744-e256-402a-8962-994ec6f2824f tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb18387-ba8a-4070-aa1b-42824ed0c7ec HTTP/1.1" status: 200  len: 5432 time: 0.1097012
May 07 21:56:11.804616 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-effde649-3514-488c-b0f6-8cad347f720b admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 864 time: 0.7564147
May 07 21:56:11.807379 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 44514) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:56:11.822296 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 44516) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:56:11.826974 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-2c4a356a-976e-4611-84c4-15855898df22 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Request body: {'floatingip': {'port_id': '248ca656-6bff-4ce6-b67d-1c6c09ea7b42'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:56:11.828576 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-3d65025c-b270-48e2-a865-b96b2ab618a0 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-333244832-router', 'tenant_id': 'bdb8a8a58b5b4b9b95ac9d6a782df6af', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:56:11.878376 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3d65025c-b270-48e2-a865-b96b2ab618a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (2091eed6-c93b-4ca9-abeb-375aabad6d38), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:11.880284 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3d65025c-b270-48e2-a865-b96b2ab618a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (2091eed6-c93b-4ca9-abeb-375aabad6d38), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:11.904911 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4f2d13b8-51d7-4926-93c2-4e555328f059 req-79c9e089-1042-4ef4-b53b-dbabfa5b67a2 service neutron] 10.222.0.59 "GET /v2.0/networks/9b7653d0-c69e-4364-9ed6-1c005b136d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3296962
May 07 21:56:11.914962 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2c4a356a-976e-4611-84c4-15855898df22 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks [] for floatingip (f2e2b015-4dd9-4cf1-ae64-3d16208c733b), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:11.931556 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f99d0d8-34f6-4b70-b750-1e3e98d4a133 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-cad67ef4-7464-41a3-89b9-99b9a8d2dcdb', 'network_id': 'cad67ef4-7464-41a3-89b9-99b9a8d2dcdb', 'project_id': 'bdb8a8a58b5b4b9b95ac9d6a782df6af', 'fixed_ips': [{'subnet_id': '8f704450-2b28-492f-a4bc-2dad183a8ba7'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 21:56:11.932748 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2f99d0d8-34f6-4b70-b750-1e3e98d4a133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:12.086355 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3d65025c-b270-48e2-a865-b96b2ab618a0 admin admin] Publish callbacks [] for router_controller (2091eed6-c93b-4ca9-abeb-375aabad6d38), precommit_add_association {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:12.148722 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-2f99d0d8-34f6-4b70-b750-1e3e98d4a133 None None] Allocated IP 172.20.0.2 (cad67ef4-7464-41a3-89b9-99b9a8d2dcdb/8f704450-2b28-492f-a4bc-2dad183a8ba7/d197b044-e7db-4676-b77d-6f3f985b7498) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:56:12.157243 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f29b5e-8bc8-44bc-8ca8-c1901b466625 req-801ee6f3-5077-4afe-bca8-3efd3edb3067 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:12.178111 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e3f29b5e-8bc8-44bc-8ca8-c1901b466625 req-801ee6f3-5077-4afe-bca8-3efd3edb3067 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc6a642e-763c-4ac9-8ef7-4985bcb86060 HTTP/1.1" status: 200  len: 947 time: 0.1015260
May 07 21:56:12.297906 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3d65025c-b270-48e2-a865-b96b2ab618a0 admin admin] Publish callbacks [] for router_gateway (2091eed6-c93b-4ca9-abeb-375aabad6d38), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:12.303835 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e3f29b5e-8bc8-44bc-8ca8-c1901b466625 req-915e2d6a-1c9d-48f6-8bfa-8335e83acac3 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bbf50af-50c2-4df2-bc37-9f0e79ec6d91&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1229751
May 07 21:56:12.323972 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c14909b9-2bdb-4142-8324-02b2972f7a06 x-openstack-request-id: req-c14909b9-2bdb-4142-8324-02b2972f7a06 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:56:12.324273 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ed200e0-4fc4-4929-a2dc-0b5c7bfefec1", "name": "network-vif-plugged", "status": "completed", "tag": "0f996493-44aa-49b3-bebb-f6248f93ca91", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:56:12.324514 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c14909b9-2bdb-4142-8324-02b2972f7a06 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:56:12.324909 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c14909b9-2bdb-4142-8324-02b2972f7a06'] response: {'server_uuid': '2ed200e0-4fc4-4929-a2dc-0b5c7bfefec1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f996493-44aa-49b3-bebb-f6248f93ca91', 'code': 200}
May 07 21:56:12.362283 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 2bd7a9c3-1135-4b92-a56c-4185babcccd8 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:56:12.400323 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2f99d0d8-34f6-4b70-b750-1e3e98d4a133 None None] Publish callbacks [] for port (d197b044-e7db-4676-b77d-6f3f985b7498), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:12.413045 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ffc833-bba5-4dd9-bc4b-f78c7e78e8b1 req-1f818e2f-d886-48e1-a7ca-25069be3e3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:12.414725 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-13ffc833-bba5-4dd9-bc4b-f78c7e78e8b1 req-1f818e2f-d886-48e1-a7ca-25069be3e3fe service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2ed200e0-4fc4-4929-a2dc-0b5c7bfefec1 HTTP/1.1" status: 200  len: 1131 time: 0.1814020
May 07 21:56:12.420293 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2f99d0d8-34f6-4b70-b750-1e3e98d4a133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (d197b044-e7db-4676-b77d-6f3f985b7498), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:12.499986 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f99d0d8-34f6-4b70-b750-1e3e98d4a133 None None] Network cad67ef4-7464-41a3-89b9-99b9a8d2dcdb is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:56:12.514395 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-2f99d0d8-34f6-4b70-b750-1e3e98d4a133 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:56:12.522197 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f99d0d8-34f6-4b70-b750-1e3e98d4a133 None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:56:12.534716 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f99d0d8-34f6-4b70-b750-1e3e98d4a133 None None] Pushing event updated for resources: {'Port': ['ID=d197b044-e7db-4676-b77d-6f3f985b7498,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:12.603167 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-13ffc833-bba5-4dd9-bc4b-f78c7e78e8b1 req-92e5bd40-70e4-4635-b28c-4f8ad1a24d6f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=aca2780c-128c-4de5-85a4-a7e10bd42e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1776676
May 07 21:56:12.610577 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 2bd7a9c3-1135-4b92-a56c-4185babcccd8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2bd7a9c3-1135-4b92-a56c-4185babcccd8,segment=NetworkSegment(c1f62f1a-7390-4968-bfcd-e0354648ad7b),segment_id=c1f62f1a-7390-4968-bfcd-e0354648ad7b)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:56:12.613825 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-2f99d0d8-34f6-4b70-b750-1e3e98d4a133 None None] Attempting to bind port d197b044-e7db-4676-b77d-6f3f985b7498 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:56:12.614231 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-2f99d0d8-34f6-4b70-b750-1e3e98d4a133 None None] Attempting to bind port d197b044-e7db-4676-b77d-6f3f985b7498 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0be9e2c8-933a-4fe4-95a3-b99000a8e896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'cad67ef4-7464-41a3-89b9-99b9a8d2dcdb'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:56:12.614599 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f99d0d8-34f6-4b70-b750-1e3e98d4a133 None None] Attempting to bind port d197b044-e7db-4676-b77d-6f3f985b7498 on network cad67ef4-7464-41a3-89b9-99b9a8d2dcdb {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:56:12.625477 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f99d0d8-34f6-4b70-b750-1e3e98d4a133 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:56:12.625865 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f99d0d8-34f6-4b70-b750-1e3e98d4a133 None None] Checking segment: {'id': '0be9e2c8-933a-4fe4-95a3-b99000a8e896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'cad67ef4-7464-41a3-89b9-99b9a8d2dcdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:56:12.626273 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2f99d0d8-34f6-4b70-b750-1e3e98d4a133 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:12.626729 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f99d0d8-34f6-4b70-b750-1e3e98d4a133 None None] Bound using segment: {'id': '0be9e2c8-933a-4fe4-95a3-b99000a8e896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'cad67ef4-7464-41a3-89b9-99b9a8d2dcdb'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:56:12.627793 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-2f99d0d8-34f6-4b70-b750-1e3e98d4a133 None None] Bound port: d197b044-e7db-4676-b77d-6f3f985b7498, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0be9e2c8-933a-4fe4-95a3-b99000a8e896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'cad67ef4-7464-41a3-89b9-99b9a8d2dcdb'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:56:12.628181 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2f99d0d8-34f6-4b70-b750-1e3e98d4a133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (d197b044-e7db-4676-b77d-6f3f985b7498), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:12.653806 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': '2bd7a9c3-1135-4b92-a56c-4185babcccd8', 'network_id': '9b7653d0-c69e-4364-9ed6-1c005b136d81', 'port_id': '2bd7a9c3-1135-4b92-a56c-4185babcccd8', 'mac_address': 'fa:16:3e:c7:11:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68532bd3-831b-4da5-a9e0-f88c1ab76985', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:56:12.692911 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93b6e37-b19e-4328-aebf-3871e24de97e req-cfde776d-f0c7-4afa-a251-49db725b7bac tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:12.707043 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f93b6e37-b19e-4328-aebf-3871e24de97e req-cfde776d-f0c7-4afa-a251-49db725b7bac tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d7a8b92-09df-4099-94f7-37bbd4e0fa2c HTTP/1.1" status: 200  len: 943 time: 0.1726582
May 07 21:56:12.747898 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-2f99d0d8-34f6-4b70-b750-1e3e98d4a133 None None] For port d197b044-e7db-4676-b77d-6f3f985b7498, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:56:12.751582 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-2f99d0d8-34f6-4b70-b750-1e3e98d4a133 None None] For port d197b044-e7db-4676-b77d-6f3f985b7498, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d197b044-e7db-4676-b77d-6f3f985b7498,segment=NetworkSegment(0be9e2c8-933a-4fe4-95a3-b99000a8e896),segment_id=0be9e2c8-933a-4fe4-95a3-b99000a8e896)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:56:12.757825 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 2bd7a9c3-1135-4b92-a56c-4185babcccd8 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:56:12.758212 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (2bd7a9c3-1135-4b92-a56c-4185babcccd8), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:12.768252 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3d65025c-b270-48e2-a865-b96b2ab618a0 admin admin] Publish callbacks [] for router_gateway (2091eed6-c93b-4ca9-abeb-375aabad6d38), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:12.769618 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2f99d0d8-34f6-4b70-b750-1e3e98d4a133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (d197b044-e7db-4676-b77d-6f3f985b7498), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:12.784368 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bd7a9c3-1135-4b92-a56c-4185babcccd8 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:56:12.799737 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3d65025c-b270-48e2-a865-b96b2ab618a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:12.823466 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 2bd7a9c3-1135-4b92-a56c-4185babcccd8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2bd7a9c3-1135-4b92-a56c-4185babcccd8,segment=NetworkSegment(c1f62f1a-7390-4968-bfcd-e0354648ad7b),segment_id=c1f62f1a-7390-4968-bfcd-e0354648ad7b)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:56:12.829586 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f93b6e37-b19e-4328-aebf-3871e24de97e req-5760c139-fdd6-4708-8e7e-1fd6504dc260 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1213682
May 07 21:56:12.840509 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (2bd7a9c3-1135-4b92-a56c-4185babcccd8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:12.876282 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f99d0d8-34f6-4b70-b750-1e3e98d4a133 None None] Pushing event updated for resources: {'Port': ['ID=d197b044-e7db-4676-b77d-6f3f985b7498,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:12.951890 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=2bd7a9c3-1135-4b92-a56c-4185babcccd8,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:13.012646 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-3d65025c-b270-48e2-a865-b96b2ab618a0 admin admin] Allocated IP 172.35.4.127 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/ff207637-ed28-4331-9399-f78650a519ed) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:56:13.081843 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4519c670-d8ac-4a1c-a8f8-181b7d698d6b req-c3f5086e-cd78-4444-bf81-f41e6bd4c636 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:13.083638 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4519c670-d8ac-4a1c-a8f8-181b7d698d6b req-c3f5086e-cd78-4444-bf81-f41e6bd4c636 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ed200e0-4fc4-4929-a2dc-0b5c7bfefec1 HTTP/1.1" status: 200  len: 949 time: 0.1048014
May 07 21:56:13.134867 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2c4a356a-976e-4611-84c4-15855898df22 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:13.149473 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2c4a356a-976e-4611-84c4-15855898df22 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (f2e2b015-4dd9-4cf1-ae64-3d16208c733b), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:13.215016 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['2bd7a9c3-1135-4b92-a56c-4185babcccd8'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:56:13.346871 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4519c670-d8ac-4a1c-a8f8-181b7d698d6b req-c93a700b-e66f-4416-8708-a5894155a802 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/security-groups?id=aca2780c-128c-4de5-85a4-a7e10bd42e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2524283
May 07 21:56:13.412909 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 44578) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:56:13.454090 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3d65025c-b270-48e2-a865-b96b2ab618a0 admin admin] Publish callbacks [] for port (ff207637-ed28-4331-9399-f78650a519ed), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:13.498125 ncdv-master-1 neutron-server[121836]: INFO neutron.db.l3_db [None req-2c4a356a-976e-4611-84c4-15855898df22 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Floating IP f2e2b015-4dd9-4cf1-ae64-3d16208c733b associated. External IP: 172.35.4.39, port: 248ca656-6bff-4ce6-b67d-1c6c09ea7b42.
May 07 21:56:13.566720 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 44582) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:56:13.599286 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992ce92c-c28f-4732-a91b-0a52d18abb8a req-72e9d709-d73e-4753-aade-e7208e12c204 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:13.600928 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-992ce92c-c28f-4732-a91b-0a52d18abb8a req-72e9d709-d73e-4753-aade-e7208e12c204 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc6a642e-763c-4ac9-8ef7-4985bcb86060 HTTP/1.1" status: 200  len: 947 time: 0.1128604
May 07 21:56:13.602458 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3d65025c-b270-48e2-a865-b96b2ab618a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (ff207637-ed28-4331-9399-f78650a519ed), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:13.667661 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d65025c-b270-48e2-a865-b96b2ab618a0 admin admin] Pushing event updated for resources: {'Port': ['ID=ff207637-ed28-4331-9399-f78650a519ed,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:13.702262 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d65025c-b270-48e2-a865-b96b2ab618a0 admin admin] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:56:13.708235 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-3d65025c-b270-48e2-a865-b96b2ab618a0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:56:13.729233 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d65025c-b270-48e2-a865-b96b2ab618a0 admin admin] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:56:13.784208 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-f94e3ddf-327e-44ca-a710-409b34159376 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1512509100-network', 'tenant_id': 'a017d4c58fe640c5bf85d1d055b3da11'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:56:13.791505 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-35b3a476-b97d-425c-88db-3ebf7f3f064e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:13.826722 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-992ce92c-c28f-4732-a91b-0a52d18abb8a req-7423306b-959d-4a9b-bdb4-ae8edbebfe74 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bbf50af-50c2-4df2-bc37-9f0e79ec6d91&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1636581
May 07 21:56:13.872198 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c4a356a-976e-4611-84c4-15855898df22 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Router ca9742b7-eb78-416c-99df-387368310e78 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 21:56:13.942198 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f94e3ddf-327e-44ca-a710-409b34159376 admin admin] Made reservation on behalf of a017d4c58fe640c5bf85d1d055b3da11 for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:56:13.944652 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f94e3ddf-327e-44ca-a710-409b34159376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:13.959299 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f94e3ddf-327e-44ca-a710-409b34159376 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:14.009350 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f167dbe-9593-4ee8-9476-7ba3fcf99b62 req-98cd5c2f-b984-45e7-a602-b01324e0120e tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:14.010750 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1f167dbe-9593-4ee8-9476-7ba3fcf99b62 req-98cd5c2f-b984-45e7-a602-b01324e0120e tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d7a8b92-09df-4099-94f7-37bbd4e0fa2c HTTP/1.1" status: 200  len: 944 time: 0.0932169
May 07 21:56:14.077168 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c4a356a-976e-4611-84c4-15855898df22 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:56:14.084378 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2c4a356a-976e-4611-84c4-15855898df22 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:14.094501 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864e42fe-4b31-4519-a752-08082037bdad None None] Sync routers for ids ['ca9742b7-eb78-416c-99df-387368310e78'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:56:14.105773 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864e42fe-4b31-4519-a752-08082037bdad None None] Routers {'ca9742b7-eb78-416c-99df-387368310e78'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:56:14.106596 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-864e42fe-4b31-4519-a752-08082037bdad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8ccf2f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:55:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['ca9742b7-eb78-416c-99df-387368310e78'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:56:14.122709 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-2c4a356a-976e-4611-84c4-15855898df22 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "PUT /v2.0/floatingips/f2e2b015-4dd9-4cf1-ae64-3d16208c733b HTTP/1.1" status: 200  len: 990 time: 2.2992845
May 07 21:56:14.124466 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfb18387-ba8a-4070-aa1b-42824ed0c7ec', 'tag': '248ca656-6bff-4ce6-b67d-1c6c09ea7b42'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:56:14.127015 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f2a690c-11e3-4ae9-8eab-cfd6343f4f21" -d '{"events": [{"name": "network-changed", "server_uuid": "dfb18387-ba8a-4070-aa1b-42824ed0c7ec", "tag": "248ca656-6bff-4ce6-b67d-1c6c09ea7b42"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:56:14.161573 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1f167dbe-9593-4ee8-9476-7ba3fcf99b62 req-9091b947-7499-4f7b-bf1d-a2aca9cbc18d tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1441047
May 07 21:56:14.187583 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16065401-2bdc-4ff9-abe1-60f2e8809916 x-openstack-request-id: req-16065401-2bdc-4ff9-abe1-60f2e8809916 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:56:14.188103 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfb18387-ba8a-4070-aa1b-42824ed0c7ec", "tag": "248ca656-6bff-4ce6-b67d-1c6c09ea7b42", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:56:14.188801 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-16065401-2bdc-4ff9-abe1-60f2e8809916 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:56:14.189211 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16065401-2bdc-4ff9-abe1-60f2e8809916'] response: {'name': 'network-changed', 'server_uuid': 'dfb18387-ba8a-4070-aa1b-42824ed0c7ec', 'tag': '248ca656-6bff-4ce6-b67d-1c6c09ea7b42', 'status': 'completed', 'code': 200}
May 07 21:56:14.278994 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-864e42fe-4b31-4519-a752-08082037bdad None None] Set router ca9742b7-eb78-416c-99df-387368310e78 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:56:14.295822 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a690c-11e3-4ae9-8eab-cfd6343f4f21 req-3980a2e0-acda-4657-aadc-872dc2c82736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:14.296392 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a690c-11e3-4ae9-8eab-cfd6343f4f21 req-3980a2e0-acda-4657-aadc-872dc2c82736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:14.297303 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a690c-11e3-4ae9-8eab-cfd6343f4f21 req-3980a2e0-acda-4657-aadc-872dc2c82736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:14.297984 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a690c-11e3-4ae9-8eab-cfd6343f4f21 req-3980a2e0-acda-4657-aadc-872dc2c82736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:14.298463 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a690c-11e3-4ae9-8eab-cfd6343f4f21 req-3980a2e0-acda-4657-aadc-872dc2c82736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:14.299758 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a690c-11e3-4ae9-8eab-cfd6343f4f21 req-3980a2e0-acda-4657-aadc-872dc2c82736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:14.300237 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a690c-11e3-4ae9-8eab-cfd6343f4f21 req-3980a2e0-acda-4657-aadc-872dc2c82736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:14.302483 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6f2a690c-11e3-4ae9-8eab-cfd6343f4f21 req-3980a2e0-acda-4657-aadc-872dc2c82736 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=70a2fded25c74c839c01e55a91e7f7fc&device_id=dfb18387-ba8a-4070-aa1b-42824ed0c7ec HTTP/1.1" status: 200  len: 6706 time: 0.0810280
May 07 21:56:14.490404 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a690c-11e3-4ae9-8eab-cfd6343f4f21 req-6df01dc4-f955-4ad8-bd01-6e4ecbff26c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:14.492727 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6f2a690c-11e3-4ae9-8eab-cfd6343f4f21 req-6df01dc4-f955-4ad8-bd01-6e4ecbff26c9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=78b27442-bcb9-410d-9431-ef2d20377793 HTTP/1.1" status: 200  len: 913 time: 0.1821613
May 07 21:56:14.519609 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-35b3a476-b97d-425c-88db-3ebf7f3f064e admin admin] Publish callbacks [] for security_group (0f7507ee-eb0d-4eef-80b2-5b902cf5a159), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:14.525361 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0530bcfa-90f4-4c5d-92b2-30c813385ddf None None] Network cad67ef4-7464-41a3-89b9-99b9a8d2dcdb requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:56:14.536765 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-35b3a476-b97d-425c-88db-3ebf7f3f064e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (0f7507ee-eb0d-4eef-80b2-5b902cf5a159), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:14.552342 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-864e42fe-4b31-4519-a752-08082037bdad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8ccf2f10>, [{'id': 'ca9742b7-eb78-416c-99df-387368310e78', 'name': 'tempest-TaggedBootDevicesTest-1763017208-router', 'tenant_id': '70a2fded25c74c839c01e55a91e7f7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.194'}], 'enable_snat': True}, 'gw_port_id': 'ba6953bf-d303-41d0-8e46-76f5d131940a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:54:02Z', 'updated_at': '2022-05-07T21:54:15Z', 'revision_number': 4, 'project_id': '70a2fded25c74c839c01e55a91e7f7fc', 'gw_port': {'id': 'ba6953bf-d303-41d0-8e46-76f5d131940a', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:8b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9742b7-eb78-416c-99df-387368310e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:54:03Z', 'updated_at': '2022-05-07T21:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f2e2b015-4dd9-4cf1-ae64-3d16208c733b', 'tenant_id': '70a2fded25c74c839c01e55a91e7f7fc', 'floating_ip_address': '172.35.4.39', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': 'ca9742b7-eb78-416c-99df-387368310e78', 'port_id': '248ca656-6bff-4ce6-b67d-1c6c09ea7b42', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1208, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78b27442-bcb9-410d-9431-ef2d20377793', 'mac_address': 'fa:16:3e:86:8c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb18387-ba8a-4070-aa1b-42824ed0c7ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T21:54:47Z', 'updated_at': '2022-05-07T21:56:12Z', 'revision_number': 1, 'project_id': '70a2fded25c74c839c01e55a91e7f7fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3f4cb04-f7c5-4069-ad2a-d8dad30fab8c', 'name': '', 'network_id': '78b27442-bcb9-410d-9431-ef2d20377793', 'tenant_id': '70a2fded25c74c839c01e55a91e7f7fc', 'mac_address': 'fa:16:3e:47:1d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9742b7-eb78-416c-99df-387368310e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'b94529aa-c690-43df-a7f8-1037d29e0a09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:54:12Z', 'updated_at': '2022-05-07T21:54:21Z', 'revision_number': 5, 'project_id': '70a2fded25c74c839c01e55a91e7f7fc', 'subnets': [{'id': 'b94529aa-c690-43df-a7f8-1037d29e0a09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:56:14.561240 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bc6f6e-4b06-4398-a26b-ae6c53c2b1c1 req-b9c9811f-c5e5-4d1e-bf9b-149fbb04558f tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:14.573439 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-01bc6f6e-4b06-4398-a26b-ae6c53c2b1c1 req-b9c9811f-c5e5-4d1e-bf9b-149fbb04558f tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ed200e0-4fc4-4929-a2dc-0b5c7bfefec1 HTTP/1.1" status: 200  len: 949 time: 0.1371439
May 07 21:56:14.586672 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864e42fe-4b31-4519-a752-08082037bdad None None] Checking router: ca9742b7-eb78-416c-99df-387368310e78 for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 21:56:14.596268 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864e42fe-4b31-4519-a752-08082037bdad None None] Routers {'ca9742b7-eb78-416c-99df-387368310e78'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:56:14.596920 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-864e42fe-4b31-4519-a752-08082037bdad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8ccf2f10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:55:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['ca9742b7-eb78-416c-99df-387368310e78'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:56:14.610963 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f94e3ddf-327e-44ca-a710-409b34159376 admin admin] Publish callbacks [] for security_group (94564a32-edfd-4b54-80d0-bc2c51abadb0), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:14.621473 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-4437e77c-847d-44ca-a5ce-15c99107ddcf None None] Provisioning complete for port d197b044-e7db-4676-b77d-6f3f985b7498 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:56:14.622220 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-4437e77c-847d-44ca-a5ce-15c99107ddcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (d197b044-e7db-4676-b77d-6f3f985b7498), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:14.636204 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f94e3ddf-327e-44ca-a710-409b34159376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (94564a32-edfd-4b54-80d0-bc2c51abadb0), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:14.647513 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-01bc6f6e-4b06-4398-a26b-ae6c53c2b1c1 req-c20fa809-5d3a-44d2-a15a-c2568dafee4b tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/security-groups?id=aca2780c-128c-4de5-85a4-a7e10bd42e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0731375
May 07 21:56:14.648067 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-35b3a476-b97d-425c-88db-3ebf7f3f064e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7971681b4a314a9792ea390fad595b24&name=default HTTP/1.1" status: 200  len: 3000 time: 1.2334390
May 07 21:56:14.649843 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6f2a690c-11e3-4ae9-8eab-cfd6343f4f21 req-433ec85a-fea8-4893-9b04-f70060a0fc4b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=248ca656-6bff-4ce6-b67d-1c6c09ea7b42 HTTP/1.1" status: 200  len: 998 time: 0.1516542
May 07 21:56:14.652031 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b3a476-b97d-425c-88db-3ebf7f3f064e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7507ee-eb0d-4eef-80b2-5b902cf5a159,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:14.674873 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 2bd7a9c3-1135-4b92-a56c-4185babcccd8 up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:56:14.683639 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 44594) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:56:14.689704 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94e3ddf-327e-44ca-a710-409b34159376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94564a32-edfd-4b54-80d0-bc2c51abadb0,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:14.696173 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f94e3ddf-327e-44ca-a710-409b34159376 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 21:56:14.708720 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3d65025c-b270-48e2-a865-b96b2ab618a0 admin admin] Publish callbacks [] for router_gateway (2091eed6-c93b-4ca9-abeb-375aabad6d38), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:14.781629 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-864e42fe-4b31-4519-a752-08082037bdad None None] Set router ca9742b7-eb78-416c-99df-387368310e78 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:56:14.836674 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-4437e77c-847d-44ca-a5ce-15c99107ddcf None None] Current status of the port d197b044-e7db-4676-b77d-6f3f985b7498 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:56:14.837317 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-4437e77c-847d-44ca-a5ce-15c99107ddcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (d197b044-e7db-4676-b77d-6f3f985b7498), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:14.839005 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f94e3ddf-327e-44ca-a710-409b34159376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (ec45aadf-b35b-4f4d-927e-a69e70d920fb), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:14.839401 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-f94e3ddf-327e-44ca-a710-409b34159376 admin admin] Added segment ec45aadf-b35b-4f4d-927e-a69e70d920fb of type vlan for network 92ee54a4-6cae-41b9-99d3-263ba33ff675
May 07 21:56:14.843612 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning for port 2bd7a9c3-1135-4b92-a56c-4185babcccd8 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:56:14.874832 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c9562c83-5f86-46db-872b-9d2627257512 admin admin] Publish callbacks [] for security_group (0f7507ee-eb0d-4eef-80b2-5b902cf5a159), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:14.885038 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a690c-11e3-4ae9-8eab-cfd6343f4f21 req-031af53a-c894-40bf-91ae-50fbbddf1dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:14.886537 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6f2a690c-11e3-4ae9-8eab-cfd6343f4f21 req-031af53a-c894-40bf-91ae-50fbbddf1dfd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b94529aa-c690-43df-a7f8-1037d29e0a09 HTTP/1.1" status: 200  len: 851 time: 0.2007196
May 07 21:56:14.889551 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port 2bd7a9c3-1135-4b92-a56c-4185babcccd8 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:56:14.890118 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (2bd7a9c3-1135-4b92-a56c-4185babcccd8), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:14.927949 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-4437e77c-847d-44ca-a5ce-15c99107ddcf None None] For port d197b044-e7db-4676-b77d-6f3f985b7498, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d197b044-e7db-4676-b77d-6f3f985b7498,segment=NetworkSegment(0be9e2c8-933a-4fe4-95a3-b99000a8e896),segment_id=0be9e2c8-933a-4fe4-95a3-b99000a8e896)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:56:15.005030 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device d197b044-e7db-4676-b77d-6f3f985b7498 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:56:15.022638 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f94e3ddf-327e-44ca-a710-409b34159376 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (92ee54a4-6cae-41b9-99d3-263ba33ff675), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:15.048507 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044d2927-6a05-4bdd-8cdc-786b2637a098 req-4cc670aa-891c-4d43-b621-99899d209195 tempest-ServersOnMultiNodesTest-1649045737 tempest-ServersOnMultiNodesTest-1649045737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:15.056973 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-044d2927-6a05-4bdd-8cdc-786b2637a098 req-4cc670aa-891c-4d43-b621-99899d209195 tempest-ServersOnMultiNodesTest-1649045737 tempest-ServersOnMultiNodesTest-1649045737-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2ed200e0-4fc4-4929-a2dc-0b5c7bfefec1 HTTP/1.1" status: 200  len: 1131 time: 0.2243900
May 07 21:56:15.069620 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-4437e77c-847d-44ca-a5ce-15c99107ddcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (d197b044-e7db-4676-b77d-6f3f985b7498), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:15.143627 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port d197b044-e7db-4676-b77d-6f3f985b7498 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:56:15.144415 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (d197b044-e7db-4676-b77d-6f3f985b7498), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:15.156575 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f94e3ddf-327e-44ca-a710-409b34159376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (92ee54a4-6cae-41b9-99d3-263ba33ff675), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:15.157735 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94e3ddf-327e-44ca-a710-409b34159376 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:15.159023 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f94e3ddf-327e-44ca-a710-409b34159376 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:15.200201 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-f94e3ddf-327e-44ca-a710-409b34159376 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.6322570
May 07 21:56:15.213216 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 44602) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:56:15.223810 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-9ddbc407-bdb7-4d7c-aa58-78b85f3f5362 admin admin] Request body: {'subnet': {'network_id': '92ee54a4-6cae-41b9-99d3-263ba33ff675', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1512509100-subnet', 'tenant_id': 'a017d4c58fe640c5bf85d1d055b3da11', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:56:15.281968 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4437e77c-847d-44ca-a5ce-15c99107ddcf None None] Pushing event updated for resources: {'Port': ['ID=d197b044-e7db-4676-b77d-6f3f985b7498,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:15.291043 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3d65025c-b270-48e2-a865-b96b2ab618a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (2091eed6-c93b-4ca9-abeb-375aabad6d38), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:15.315347 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-864e42fe-4b31-4519-a752-08082037bdad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8ccf2f10>, [{'id': 'ca9742b7-eb78-416c-99df-387368310e78', 'name': 'tempest-TaggedBootDevicesTest-1763017208-router', 'tenant_id': '70a2fded25c74c839c01e55a91e7f7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.194'}], 'enable_snat': True}, 'gw_port_id': 'ba6953bf-d303-41d0-8e46-76f5d131940a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:54:02Z', 'updated_at': '2022-05-07T21:54:15Z', 'revision_number': 4, 'project_id': '70a2fded25c74c839c01e55a91e7f7fc', 'gw_port': {'id': 'ba6953bf-d303-41d0-8e46-76f5d131940a', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:8b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9742b7-eb78-416c-99df-387368310e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:54:03Z', 'updated_at': '2022-05-07T21:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f2e2b015-4dd9-4cf1-ae64-3d16208c733b', 'tenant_id': '70a2fded25c74c839c01e55a91e7f7fc', 'floating_ip_address': '172.35.4.39', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': 'ca9742b7-eb78-416c-99df-387368310e78', 'port_id': '248ca656-6bff-4ce6-b67d-1c6c09ea7b42', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1208, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78b27442-bcb9-410d-9431-ef2d20377793', 'mac_address': 'fa:16:3e:86:8c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb18387-ba8a-4070-aa1b-42824ed0c7ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T21:54:47Z', 'updated_at': '2022-05-07T21:56:12Z', 'revision_number': 1, 'project_id': '70a2fded25c74c839c01e55a91e7f7fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3f4cb04-f7c5-4069-ad2a-d8dad30fab8c', 'name': '', 'network_id': '78b27442-bcb9-410d-9431-ef2d20377793', 'tenant_id': '70a2fded25c74c839c01e55a91e7f7fc', 'mac_address': 'fa:16:3e:47:1d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9742b7-eb78-416c-99df-387368310e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'b94529aa-c690-43df-a7f8-1037d29e0a09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:54:12Z', 'updated_at': '2022-05-07T21:54:21Z', 'revision_number': 5, 'project_id': '70a2fded25c74c839c01e55a91e7f7fc', 'subnets': [{'id': 'b94529aa-c690-43df-a7f8-1037d29e0a09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:56:15.316963 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-044d2927-6a05-4bdd-8cdc-786b2637a098 req-731a4555-e83e-4d67-9abf-2e138d075c37 tempest-ServersOnMultiNodesTest-1649045737 tempest-ServersOnMultiNodesTest-1649045737-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=aca2780c-128c-4de5-85a4-a7e10bd42e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2197862
May 07 21:56:15.320745 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4437e77c-847d-44ca-a5ce-15c99107ddcf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:56:15.321106 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4437e77c-847d-44ca-a5ce-15c99107ddcf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:56:15.321430 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4437e77c-847d-44ca-a5ce-15c99107ddcf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:56:15.331866 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4437e77c-847d-44ca-a5ce-15c99107ddcf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:56:15.332320 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4437e77c-847d-44ca-a5ce-15c99107ddcf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:56:15.332668 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4437e77c-847d-44ca-a5ce-15c99107ddcf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:56:15.333009 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4437e77c-847d-44ca-a5ce-15c99107ddcf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:56:15.333347 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4437e77c-847d-44ca-a5ce-15c99107ddcf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:56:15.333677 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4437e77c-847d-44ca-a5ce-15c99107ddcf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:56:15.334006 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4437e77c-847d-44ca-a5ce-15c99107ddcf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:56:15.334332 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4437e77c-847d-44ca-a5ce-15c99107ddcf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:56:15.334655 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4437e77c-847d-44ca-a5ce-15c99107ddcf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:56:15.342971 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4437e77c-847d-44ca-a5ce-15c99107ddcf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:56:15.343372 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4437e77c-847d-44ca-a5ce-15c99107ddcf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:56:15.343717 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4437e77c-847d-44ca-a5ce-15c99107ddcf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:56:15.354679 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 2bd7a9c3-1135-4b92-a56c-4185babcccd8 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:56:15.355102 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (2bd7a9c3-1135-4b92-a56c-4185babcccd8), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:15.371643 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864e42fe-4b31-4519-a752-08082037bdad None None] The sync data for ids ['ca9742b7-eb78-416c-99df-387368310e78'] in ncdv-master-1 is: [{'id': 'ca9742b7-eb78-416c-99df-387368310e78', 'name': 'tempest-TaggedBootDevicesTest-1763017208-router', 'tenant_id': '70a2fded25c74c839c01e55a91e7f7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.194'}], 'enable_snat': True}, 'gw_port_id': 'ba6953bf-d303-41d0-8e46-76f5d131940a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:54:02Z', 'updated_at': '2022-05-07T21:54:15Z', 'revision_number': 4, 'project_id': '70a2fded25c74c839c01e55a91e7f7fc', 'gw_port': {'id': 'ba6953bf-d303-41d0-8e46-76f5d131940a', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:8b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9742b7-eb78-416c-99df-387368310e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:54:03Z', 'updated_at': '2022-05-07T21:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f2e2b015-4dd9-4cf1-ae64-3d16208c733b', 'tenant_id': '70a2fded25c74c839c01e55a91e7f7fc', 'floating_ip_address': '172.35.4.39', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': 'ca9742b7-eb78-416c-99df-387368310e78', 'port_id': '248ca656-6bff-4ce6-b67d-1c6c09ea7b42', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1208, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '78b27442-bcb9-410d-9431-ef2d20377793', 'mac_address': 'fa:16:3e:86:8c:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfb18387-ba8a-4070-aa1b-42824ed0c7ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T21:54:47Z', 'updated_at': '2022-05-07T21:56:12Z', 'revision_number': 1, 'project_id': '70a2fded25c74c839c01e55a91e7f7fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3f4cb04-f7c5-4069-ad2a-d8dad30fab8c', 'name': '', 'network_id': '78b27442-bcb9-410d-9431-ef2d20377793', 'tenant_id': '70a2fded25c74c839c01e55a91e7f7fc', 'mac_address': 'fa:16:3e:47:1d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9742b7-eb78-416c-99df-387368310e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'b94529aa-c690-43df-a7f8-1037d29e0a09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:54:12Z', 'updated_at': '2022-05-07T21:54:21Z', 'revision_number': 5, 'project_id': '70a2fded25c74c839c01e55a91e7f7fc', 'subnets': [{'id': 'b94529aa-c690-43df-a7f8-1037d29e0a09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:56:15.384590 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c612e0fc-6efd-4d0f-a3d9-a70efb4e711c req-6f77f620-f078-4111-8e8d-0178501128a9 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:15.386367 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c612e0fc-6efd-4d0f-a3d9-a70efb4e711c req-6f77f620-f078-4111-8e8d-0178501128a9 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc6a642e-763c-4ac9-8ef7-4985bcb86060 HTTP/1.1" status: 200  len: 947 time: 0.0815251
May 07 21:56:15.405987 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 2bd7a9c3-1135-4b92-a56c-4185babcccd8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2bd7a9c3-1135-4b92-a56c-4185babcccd8,segment=NetworkSegment(c1f62f1a-7390-4968-bfcd-e0354648ad7b),segment_id=c1f62f1a-7390-4968-bfcd-e0354648ad7b)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:56:15.421104 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-f49e0d4c-4bce-40c2-a47e-bfc2f5baac68 None None] Provisioning complete for port d197b044-e7db-4676-b77d-6f3f985b7498 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:56:15.421479 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f49e0d4c-4bce-40c2-a47e-bfc2f5baac68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (d197b044-e7db-4676-b77d-6f3f985b7498), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:15.426020 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c9562c83-5f86-46db-872b-9d2627257512 admin admin] Publish callbacks [] for security_group (0f7507ee-eb0d-4eef-80b2-5b902cf5a159), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:15.427503 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d7a8b92-09df-4099-94f7-37bbd4e0fa2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd7a9c3-1135-4b92-a56c-4185babcccd8'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:56:15.430465 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f98cf89a-3568-48a9-9326-2946de38779d" -d '{"events": [{"server_uuid": "8d7a8b92-09df-4099-94f7-37bbd4e0fa2c", "name": "network-vif-plugged", "status": "completed", "tag": "2bd7a9c3-1135-4b92-a56c-4185babcccd8"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:56:15.433292 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (2bd7a9c3-1135-4b92-a56c-4185babcccd8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:15.438446 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94e3ddf-327e-44ca-a710-409b34159376 admin admin] Pushing event updated for resources: {'Network': ['ID=92ee54a4-6cae-41b9-99d3-263ba33ff675,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:15.458351 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a690c-11e3-4ae9-8eab-cfd6343f4f21 req-bbde50e9-57fb-4e3d-82b8-7317a7f640f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:15.461407 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6f2a690c-11e3-4ae9-8eab-cfd6343f4f21 req-bbde50e9-57fb-4e3d-82b8-7317a7f640f5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=78b27442-bcb9-410d-9431-ef2d20377793&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.5678568
May 07 21:56:15.461570 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ddbc407-bdb7-4d7c-aa58-78b85f3f5362 admin admin] Made reservation on behalf of a017d4c58fe640c5bf85d1d055b3da11 for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:56:15.465492 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9ddbc407-bdb7-4d7c-aa58-78b85f3f5362 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:15.479941 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 92ee54a4-6cae-41b9-99d3-263ba33ff675 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 21:56:15.527550 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c9562c83-5f86-46db-872b-9d2627257512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (0f7507ee-eb0d-4eef-80b2-5b902cf5a159), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:15.535248 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c9562c83-5f86-46db-872b-9d2627257512 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:15.538832 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-c9562c83-5f86-46db-872b-9d2627257512 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0f7507ee-eb0d-4eef-80b2-5b902cf5a159 HTTP/1.1" status: 204  len: 168 time: 0.8518577
May 07 21:56:15.580718 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9562c83-5f86-46db-872b-9d2627257512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7507ee-eb0d-4eef-80b2-5b902cf5a159,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:15.624186 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c612e0fc-6efd-4d0f-a3d9-a70efb4e711c req-1ba42166-a16b-40cb-9959-b15ce2bbf099 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bbf50af-50c2-4df2-bc37-9f0e79ec6d91&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2317946
May 07 21:56:15.671376 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6f2a690c-11e3-4ae9-8eab-cfd6343f4f21 req-5f0018f6-da57-4f96-8ae3-b7487b19f48e service neutron] 10.222.0.55 "GET /v2.0/networks/78b27442-bcb9-410d-9431-ef2d20377793?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1571851
May 07 21:56:15.737916 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=2bd7a9c3-1135-4b92-a56c-4185babcccd8,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:15.762541 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb26b63-bd98-47a1-945f-4f342ac5835b x-openstack-request-id: req-2cb26b63-bd98-47a1-945f-4f342ac5835b {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:56:15.763067 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d7a8b92-09df-4099-94f7-37bbd4e0fa2c", "name": "network-vif-plugged", "status": "completed", "tag": "2bd7a9c3-1135-4b92-a56c-4185babcccd8", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:56:15.763331 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2cb26b63-bd98-47a1-945f-4f342ac5835b {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:56:15.763735 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cb26b63-bd98-47a1-945f-4f342ac5835b'] response: {'server_uuid': '8d7a8b92-09df-4099-94f7-37bbd4e0fa2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bd7a9c3-1135-4b92-a56c-4185babcccd8', 'code': 200}
May 07 21:56:15.791467 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a9b563-0bf3-4c78-85ca-c567c9758d0c None None] New status for floating IP f2e2b015-4dd9-4cf1-ae64-3d16208c733b: ACTIVE {{(pid=121838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 07 21:56:15.828742 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6f2a690c-11e3-4ae9-8eab-cfd6343f4f21 req-a2fb4538-06cf-4ae0-9004-bc864b4f81aa service neutron] 10.222.0.55 "GET /v2.0/networks/78b27442-bcb9-410d-9431-ef2d20377793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1499605
May 07 21:56:15.831092 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe810a48-b44b-46a4-af6a-aa4e8b66389d req-a2d8f102-3c39-4df2-98a4-4d39d0571646 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:15.842650 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-fe810a48-b44b-46a4-af6a-aa4e8b66389d req-a2d8f102-3c39-4df2-98a4-4d39d0571646 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d7a8b92-09df-4099-94f7-37bbd4e0fa2c HTTP/1.1" status: 200  len: 945 time: 0.3962235
May 07 21:56:15.865958 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port d197b044-e7db-4676-b77d-6f3f985b7498 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:56:15.896334 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217cf37e-1dc1-4ef0-8d1b-c1de97b4bb25 req-c45cc29f-bd07-44d4-9d50-ef47b7af3fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:15.899769 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-217cf37e-1dc1-4ef0-8d1b-c1de97b4bb25 req-c45cc29f-bd07-44d4-9d50-ef47b7af3fe8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8d7a8b92-09df-4099-94f7-37bbd4e0fa2c HTTP/1.1" status: 200  len: 1127 time: 0.0655110
May 07 21:56:15.939400 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ad51aa70-1e1d-49da-912b-3503adeb850f req-ea8cbe26-125a-48ef-8bf7-ebfd2e5c9b86 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=a24cf19532e0484fabd6dc4e6b66fe30&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0383487
May 07 21:56:15.973838 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-f49e0d4c-4bce-40c2-a47e-bfc2f5baac68 None None] Current status of the port d197b044-e7db-4676-b77d-6f3f985b7498 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:56:15.985210 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-fe810a48-b44b-46a4-af6a-aa4e8b66389d req-6f8078f2-c9dc-4b1c-807e-682c4a39023d tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1364977
May 07 21:56:16.010078 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9ddbc407-bdb7-4d7c-aa58-78b85f3f5362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (8da7a336-097f-4adb-91ed-43f6a24ba849), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:16.013547 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-217cf37e-1dc1-4ef0-8d1b-c1de97b4bb25 req-87211afa-924d-4ae2-a050-2635db069eb9 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0990171
May 07 21:56:16.051590 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 44624) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:56:16.095552 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddbc407-bdb7-4d7c-aa58-78b85f3f5362 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8da7a336-097f-4adb-91ed-43f6a24ba849,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:16.101730 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d65025c-b270-48e2-a865-b96b2ab618a0 admin admin] Router 2091eed6-c93b-4ca9-abeb-375aabad6d38 is scheduled to L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db with binding_index 1 {{(pid=121837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 07 21:56:16.103620 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5c3d0202-8d19-4240-9fa2-eae57dc043a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:16.107654 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddbc407-bdb7-4d7c-aa58-78b85f3f5362 admin admin] Checking segment: {'id': 'ec45aadf-b35b-4f4d-927e-a69e70d920fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '92ee54a4-6cae-41b9-99d3-263ba33ff675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:56:16.107821 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ddbc407-bdb7-4d7c-aa58-78b85f3f5362 admin admin] Network hostable DHCP agents. Network: 92ee54a4-6cae-41b9-99d3-263ba33ff675, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 21:56:16.163259 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad51aa70-1e1d-49da-912b-3503adeb850f req-9159546a-0a89-48d5-840d-dc207ff6cc15 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:16.165082 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ad51aa70-1e1d-49da-912b-3503adeb850f req-9159546a-0a89-48d5-840d-dc207ff6cc15 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2134616
May 07 21:56:16.177374 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ddbc407-bdb7-4d7c-aa58-78b85f3f5362 admin admin] Network 92ee54a4-6cae-41b9-99d3-263ba33ff675 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 21:56:16.185430 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ad51aa70-1e1d-49da-912b-3503adeb850f req-c552e6d6-cbc6-4d42-bb94-bf13cc6e0f67 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/quotas/a24cf19532e0484fabd6dc4e6b66fe30 HTTP/1.1" status: 200  len: 375 time: 0.0141602
May 07 21:56:16.233215 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-9ddbc407-bdb7-4d7c-aa58-78b85f3f5362 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 92ee54a4-6cae-41b9-99d3-263ba33ff675) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:56:16.240358 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ddbc407-bdb7-4d7c-aa58-78b85f3f5362 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:16.241730 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9ddbc407-bdb7-4d7c-aa58-78b85f3f5362 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:16.246135 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd23a30d-fac3-4be8-bf6f-c98e6c40f49f None None] Network 92ee54a4-6cae-41b9-99d3-263ba33ff675 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:56:16.271695 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ad51aa70-1e1d-49da-912b-3503adeb850f req-4a9d685e-23c2-4368-b378-13f42bccbc09 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a24cf19532e0484fabd6dc4e6b66fe30&fields=id HTTP/1.1" status: 200  len: 486 time: 0.0742795
May 07 21:56:16.274744 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-9ddbc407-bdb7-4d7c-aa58-78b85f3f5362 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.0603294
May 07 21:56:16.280390 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d65025c-b270-48e2-a865-b96b2ab618a0 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:56:16.290287 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5c3d0202-8d19-4240-9fa2-eae57dc043a5 admin admin] Publish callbacks [] for security_group (472f8397-e9cd-4715-9cab-eff31c3ba7f6), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:16.296565 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5c3d0202-8d19-4240-9fa2-eae57dc043a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (472f8397-e9cd-4715-9cab-eff31c3ba7f6), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:16.307023 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3d65025c-b270-48e2-a865-b96b2ab618a0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:16.314013 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-3d65025c-b270-48e2-a865-b96b2ab618a0 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 940 time: 4.5048492
May 07 21:56:16.314897 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 44628) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:56:16.315094 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56222797-e7a2-4b7e-a9ec-3c9f0c8ad5cd None None] Sync routers for ids ['2091eed6-c93b-4ca9-abeb-375aabad6d38'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:56:16.332365 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56222797-e7a2-4b7e-a9ec-3c9f0c8ad5cd None None] Routers {'2091eed6-c93b-4ca9-abeb-375aabad6d38'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:56:16.333017 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3d0202-8d19-4240-9fa2-eae57dc043a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=472f8397-e9cd-4715-9cab-eff31c3ba7f6,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:16.333148 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-56222797-e7a2-4b7e-a9ec-3c9f0c8ad5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cd6d730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:55:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['2091eed6-c93b-4ca9-abeb-375aabad6d38'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:56:16.365932 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-5c3d0202-8d19-4240-9fa2-eae57dc043a5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fb925a505c2b4ff48e3a8f53e6ebf684&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3111403
May 07 21:56:16.366182 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 44630) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:56:16.474729 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ccb663-42e0-4545-bb92-6e63daab7cc3 None None] Network 92ee54a4-6cae-41b9-99d3-263ba33ff675 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:56:16.486204 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bbd7ea78-9673-4876-84a0-fb46e5db7537 admin admin] Publish callbacks [] for security_group (472f8397-e9cd-4715-9cab-eff31c3ba7f6), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:16.514418 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bbd7ea78-9673-4876-84a0-fb46e5db7537 admin admin] Publish callbacks [] for security_group (472f8397-e9cd-4715-9cab-eff31c3ba7f6), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:16.588526 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bbd7ea78-9673-4876-84a0-fb46e5db7537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (472f8397-e9cd-4715-9cab-eff31c3ba7f6), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:16.591837 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bbd7ea78-9673-4876-84a0-fb46e5db7537 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:16.593020 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-bbd7ea78-9673-4876-84a0-fb46e5db7537 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/472f8397-e9cd-4715-9cab-eff31c3ba7f6 HTTP/1.1" status: 204  len: 168 time: 0.2259088
May 07 21:56:16.605498 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd7ea78-9673-4876-84a0-fb46e5db7537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=472f8397-e9cd-4715-9cab-eff31c3ba7f6,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:16.617401 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-56222797-e7a2-4b7e-a9ec-3c9f0c8ad5cd None None] Set router 2091eed6-c93b-4ca9-abeb-375aabad6d38 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:56:16.717784 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9318d23f-28dd-409f-843d-fd5d47166377 req-2aeda521-7021-481c-a228-22cfce3d97e3 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?device_id=667146df-e986-4daa-bcba-4c5482efbad0 HTTP/1.1" status: 200  len: 210 time: 0.0603211
May 07 21:56:16.972509 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device d197b044-e7db-4676-b77d-6f3f985b7498 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:56:17.062435 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8a34e69c-43e3-473d-b5d5-b7bb3af5251b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:17.077789 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-56222797-e7a2-4b7e-a9ec-3c9f0c8ad5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cd6d730>, [{'id': '2091eed6-c93b-4ca9-abeb-375aabad6d38', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-333244832-router', 'tenant_id': 'bdb8a8a58b5b4b9b95ac9d6a782df6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.127'}], 'enable_snat': True}, 'gw_port_id': 'ff207637-ed28-4331-9399-f78650a519ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:56:11Z', 'updated_at': '2022-05-07T21:56:14Z', 'revision_number': 3, 'project_id': 'bdb8a8a58b5b4b9b95ac9d6a782df6af', 'gw_port': {'id': 'ff207637-ed28-4331-9399-f78650a519ed', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f5:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2091eed6-c93b-4ca9-abeb-375aabad6d38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:56:12Z', 'updated_at': '2022-05-07T21:56:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:56:17.088612 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port d197b044-e7db-4676-b77d-6f3f985b7498 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:56:17.091044 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (d197b044-e7db-4676-b77d-6f3f985b7498), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:17.127947 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56222797-e7a2-4b7e-a9ec-3c9f0c8ad5cd None None] Checking router: 2091eed6-c93b-4ca9-abeb-375aabad6d38 for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 21:56:17.128529 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56222797-e7a2-4b7e-a9ec-3c9f0c8ad5cd None None] Updating router 2091eed6-c93b-4ca9-abeb-375aabad6d38 port ff207637-ed28-4331-9399-f78650a519ed binding host ncdv-master-1 {{(pid=121839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 21:56:17.176141 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-56222797-e7a2-4b7e-a9ec-3c9f0c8ad5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (ff207637-ed28-4331-9399-f78650a519ed), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:17.181371 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956251d8-d2ad-487c-9019-6302b13188dd req-5830023d-0201-4992-8e8f-f8b33bc0b303 tempest-InstanceActionsTestJSON-889233102 tempest-InstanceActionsTestJSON-889233102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:17.201552 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-956251d8-d2ad-487c-9019-6302b13188dd req-5830023d-0201-4992-8e8f-f8b33bc0b303 tempest-InstanceActionsTestJSON-889233102 tempest-InstanceActionsTestJSON-889233102-project] 10.222.0.32 "GET /v2.0/networks?id=92ee54a4-6cae-41b9-99d3-263ba33ff675 HTTP/1.1" status: 200  len: 814 time: 0.2930253
May 07 21:56:17.239958 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-956251d8-d2ad-487c-9019-6302b13188dd req-a6bd4596-44b4-4bd0-ab3b-ebcbb285101d tempest-InstanceActionsTestJSON-889233102 tempest-InstanceActionsTestJSON-889233102-project] 10.222.0.32 "GET /v2.0/quotas/a017d4c58fe640c5bf85d1d055b3da11 HTTP/1.1" status: 200  len: 375 time: 0.0348568
May 07 21:56:17.283442 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port d197b044-e7db-4676-b77d-6f3f985b7498 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:56:17.312750 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-956251d8-d2ad-487c-9019-6302b13188dd req-ce6dccc7-9ebb-4f26-9cd0-ec7c0b2eb908 tempest-InstanceActionsTestJSON-889233102 tempest-InstanceActionsTestJSON-889233102-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a017d4c58fe640c5bf85d1d055b3da11&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0684054
May 07 21:56:17.438246 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5380f74-43fa-47f5-8f95-6d3ed969ca35 req-810f6f1f-c632-4f87-b304-bd3d3e799ca9 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:17.452634 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e5380f74-43fa-47f5-8f95-6d3ed969ca35 req-810f6f1f-c632-4f87-b304-bd3d3e799ca9 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d7a8b92-09df-4099-94f7-37bbd4e0fa2c HTTP/1.1" status: 200  len: 945 time: 0.1669173
May 07 21:56:17.563615 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e5380f74-43fa-47f5-8f95-6d3ed969ca35 req-642bc683-05ba-4d01-b4f8-82541e2fa1a7 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1097538
May 07 21:56:17.567045 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-8a34e69c-43e3-473d-b5d5-b7bb3af5251b admin admin] Allocated IP 172.20.0.1 (cad67ef4-7464-41a3-89b9-99b9a8d2dcdb/8f704450-2b28-492f-a4bc-2dad183a8ba7/078b04c5-d922-4a3f-a0fa-c2848b8a5d58) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:56:17.568045 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [req-956251d8-d2ad-487c-9019-6302b13188dd req-e90c59a2-6a2e-4715-9259-1163159de025 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121836) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 21:56:17.580721 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-956251d8-d2ad-487c-9019-6302b13188dd req-e90c59a2-6a2e-4715-9259-1163159de025 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.2656310
May 07 21:56:17.600229 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-56222797-e7a2-4b7e-a9ec-3c9f0c8ad5cd None None] Publish callbacks [] for port (ff207637-ed28-4331-9399-f78650a519ed), precommit_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:17.603878 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-56222797-e7a2-4b7e-a9ec-3c9f0c8ad5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (ff207637-ed28-4331-9399-f78650a519ed), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:17.662458 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7661d8-270f-4b36-a08f-58e9ea98daba None None] Pushing event updated for resources: {'Port': ['ID=ff207637-ed28-4331-9399-f78650a519ed,revision_number=2']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:17.677353 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7661d8-270f-4b36-a08f-58e9ea98daba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:56:17.677702 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7661d8-270f-4b36-a08f-58e9ea98daba None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:56:17.678039 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7661d8-270f-4b36-a08f-58e9ea98daba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:56:17.678375 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7661d8-270f-4b36-a08f-58e9ea98daba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:56:17.678705 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7661d8-270f-4b36-a08f-58e9ea98daba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:56:17.679055 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7661d8-270f-4b36-a08f-58e9ea98daba None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:56:17.679624 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7661d8-270f-4b36-a08f-58e9ea98daba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:56:17.680069 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7661d8-270f-4b36-a08f-58e9ea98daba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:56:17.680401 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7661d8-270f-4b36-a08f-58e9ea98daba None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:56:17.680723 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7661d8-270f-4b36-a08f-58e9ea98daba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:56:17.681046 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7661d8-270f-4b36-a08f-58e9ea98daba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:56:17.681365 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7661d8-270f-4b36-a08f-58e9ea98daba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:56:17.681831 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7661d8-270f-4b36-a08f-58e9ea98daba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:56:17.682155 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7661d8-270f-4b36-a08f-58e9ea98daba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:56:17.682620 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7661d8-270f-4b36-a08f-58e9ea98daba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:56:17.696879 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-56222797-e7a2-4b7e-a9ec-3c9f0c8ad5cd None None] Attempting to bind port ff207637-ed28-4331-9399-f78650a519ed on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:56:17.697297 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-56222797-e7a2-4b7e-a9ec-3c9f0c8ad5cd None None] Attempting to bind port ff207637-ed28-4331-9399-f78650a519ed by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:56:17.697659 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56222797-e7a2-4b7e-a9ec-3c9f0c8ad5cd None None] Attempting to bind port ff207637-ed28-4331-9399-f78650a519ed on network 9221b764-ef06-431f-8941-796516ed7c3b {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:56:17.704525 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56222797-e7a2-4b7e-a9ec-3c9f0c8ad5cd None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:56:17.705007 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56222797-e7a2-4b7e-a9ec-3c9f0c8ad5cd None None] Checking segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:56:17.705395 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-56222797-e7a2-4b7e-a9ec-3c9f0c8ad5cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:17.705792 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56222797-e7a2-4b7e-a9ec-3c9f0c8ad5cd None None] Bound using segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:56:17.706372 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-56222797-e7a2-4b7e-a9ec-3c9f0c8ad5cd None None] Bound port: ff207637-ed28-4331-9399-f78650a519ed, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:56:17.707033 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-56222797-e7a2-4b7e-a9ec-3c9f0c8ad5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (ff207637-ed28-4331-9399-f78650a519ed), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:17.725261 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8a34e69c-43e3-473d-b5d5-b7bb3af5251b admin admin] Publish callbacks [] for port (078b04c5-d922-4a3f-a0fa-c2848b8a5d58), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:17.728760 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-956251d8-d2ad-487c-9019-6302b13188dd req-c80ec0aa-16c5-4911-90c6-d7ffa58f52b2 service neutron] 10.222.0.32 "GET /v2.0/networks/92ee54a4-6cae-41b9-99d3-263ba33ff675?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1470585
May 07 21:56:17.775740 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-56222797-e7a2-4b7e-a9ec-3c9f0c8ad5cd None None] For port ff207637-ed28-4331-9399-f78650a519ed, host ncdv-master-1, cleared binding levels {{(pid=121839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:56:17.779551 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-56222797-e7a2-4b7e-a9ec-3c9f0c8ad5cd None None] For port ff207637-ed28-4331-9399-f78650a519ed, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ff207637-ed28-4331-9399-f78650a519ed,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:56:17.788655 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-56222797-e7a2-4b7e-a9ec-3c9f0c8ad5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (ff207637-ed28-4331-9399-f78650a519ed), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:17.798423 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8a34e69c-43e3-473d-b5d5-b7bb3af5251b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (078b04c5-d922-4a3f-a0fa-c2848b8a5d58), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:17.860454 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56222797-e7a2-4b7e-a9ec-3c9f0c8ad5cd None None] Routers {'2091eed6-c93b-4ca9-abeb-375aabad6d38'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:56:17.860711 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a34e69c-43e3-473d-b5d5-b7bb3af5251b admin admin] Network cad67ef4-7464-41a3-89b9-99b9a8d2dcdb is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:56:17.861523 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-56222797-e7a2-4b7e-a9ec-3c9f0c8ad5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cd6d730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:55:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['2091eed6-c93b-4ca9-abeb-375aabad6d38'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:56:17.873459 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-8a34e69c-43e3-473d-b5d5-b7bb3af5251b admin admin] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:56:17.881189 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a34e69c-43e3-473d-b5d5-b7bb3af5251b admin admin] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:56:17.886067 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-956251d8-d2ad-487c-9019-6302b13188dd req-4ded3e3d-2c3d-4094-83d5-65de2b52f99b service neutron] 10.222.0.32 "GET /v2.0/networks/92ee54a4-6cae-41b9-99d3-263ba33ff675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1558704
May 07 21:56:17.918208 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7661d8-270f-4b36-a08f-58e9ea98daba None None] Pushing event updated for resources: {'Port': ['ID=ff207637-ed28-4331-9399-f78650a519ed,revision_number=3']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:18.018864 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bc800aeb-0438-4d18-bf93-6d31ce0aef27 req-04f35912-4644-41d3-b84b-defa9ed51dcd tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?device_id=667146df-e986-4daa-bcba-4c5482efbad0 HTTP/1.1" status: 200  len: 210 time: 0.1935785
May 07 21:56:18.051679 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a34e69c-43e3-473d-b5d5-b7bb3af5251b admin admin] Pushing event updated for resources: {'Port': ['ID=078b04c5-d922-4a3f-a0fa-c2848b8a5d58,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:18.073644 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8a34e69c-43e3-473d-b5d5-b7bb3af5251b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398161'] for router_interface (2091eed6-c93b-4ca9-abeb-375aabad6d38), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:18.087958 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-56222797-e7a2-4b7e-a9ec-3c9f0c8ad5cd None None] Set router 2091eed6-c93b-4ca9-abeb-375aabad6d38 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:56:18.107089 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ad51aa70-1e1d-49da-912b-3503adeb850f req-54009476-c69b-4197-9118-0f6a8eb86b2e tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=a24cf19532e0484fabd6dc4e6b66fe30&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0474107
May 07 21:56:18.232690 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-5dbcc45f-5582-47b7-9f3a-5e3d3e0388f6 None None] Provisioning complete for port 078b04c5-d922-4a3f-a0fa-c2848b8a5d58 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:56:18.237336 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5dbcc45f-5582-47b7-9f3a-5e3d3e0388f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (078b04c5-d922-4a3f-a0fa-c2848b8a5d58), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:18.366751 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b722371a-1ae3-4a4d-8ea0-e4745eee57c3 req-d24f8939-0908-4d1f-a5e4-4a9699691ee0 tempest-InstanceActionsTestJSON-889233102 tempest-InstanceActionsTestJSON-889233102-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3f598bc-bd2c-4610-90f9-724d5cb1619b HTTP/1.1" status: 200  len: 210 time: 0.0578690
May 07 21:56:18.373241 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad51aa70-1e1d-49da-912b-3503adeb850f req-d578f04c-a5b9-4de8-9be5-7b98b94bf70d tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:18.374850 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ad51aa70-1e1d-49da-912b-3503adeb850f req-d578f04c-a5b9-4de8-9be5-7b98b94bf70d tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2551498
May 07 21:56:18.384245 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-5dbcc45f-5582-47b7-9f3a-5e3d3e0388f6 None None] Port 078b04c5-d922-4a3f-a0fa-c2848b8a5d58 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:56:18.396605 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-ad51aa70-1e1d-49da-912b-3503adeb850f req-68c2e34b-0319-4e8b-ad02-712e3485d7a0 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Request body: {'port': {'device_id': '667146df-e986-4daa-bcba-4c5482efbad0', 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47', 'admin_state_up': True, 'tenant_id': 'a24cf19532e0484fabd6dc4e6b66fe30'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:56:18.459037 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8a34e69c-43e3-473d-b5d5-b7bb3af5251b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (078b04c5-d922-4a3f-a0fa-c2848b8a5d58), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:18.495649 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-56222797-e7a2-4b7e-a9ec-3c9f0c8ad5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cd6d730>, [{'id': '2091eed6-c93b-4ca9-abeb-375aabad6d38', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-333244832-router', 'tenant_id': 'bdb8a8a58b5b4b9b95ac9d6a782df6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.127'}], 'enable_snat': True}, 'gw_port_id': 'ff207637-ed28-4331-9399-f78650a519ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:56:11Z', 'updated_at': '2022-05-07T21:56:14Z', 'revision_number': 3, 'project_id': 'bdb8a8a58b5b4b9b95ac9d6a782df6af', 'gw_port': {'id': 'ff207637-ed28-4331-9399-f78650a519ed', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f5:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2091eed6-c93b-4ca9-abeb-375aabad6d38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:56:12Z', 'updated_at': '2022-05-07T21:56:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:56:18.554343 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56222797-e7a2-4b7e-a9ec-3c9f0c8ad5cd None None] The sync data for ids ['2091eed6-c93b-4ca9-abeb-375aabad6d38'] in ncdv-master-1 is: [{'id': '2091eed6-c93b-4ca9-abeb-375aabad6d38', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-333244832-router', 'tenant_id': 'bdb8a8a58b5b4b9b95ac9d6a782df6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.127'}], 'enable_snat': True}, 'gw_port_id': 'ff207637-ed28-4331-9399-f78650a519ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:56:11Z', 'updated_at': '2022-05-07T21:56:14Z', 'revision_number': 3, 'project_id': 'bdb8a8a58b5b4b9b95ac9d6a782df6af', 'gw_port': {'id': 'ff207637-ed28-4331-9399-f78650a519ed', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f5:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2091eed6-c93b-4ca9-abeb-375aabad6d38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:56:12Z', 'updated_at': '2022-05-07T21:56:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:56:18.565411 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad51aa70-1e1d-49da-912b-3503adeb850f req-68c2e34b-0319-4e8b-ad02-712e3485d7a0 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Made reservation on behalf of a24cf19532e0484fabd6dc4e6b66fe30 for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:56:18.569920 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-ad51aa70-1e1d-49da-912b-3503adeb850f req-68c2e34b-0319-4e8b-ad02-712e3485d7a0 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:18.730578 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8a34e69c-43e3-473d-b5d5-b7bb3af5251b admin admin] Publish callbacks [] for port (078b04c5-d922-4a3f-a0fa-c2848b8a5d58), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:18.740729 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8a34e69c-43e3-473d-b5d5-b7bb3af5251b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (078b04c5-d922-4a3f-a0fa-c2848b8a5d58), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:18.773152 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73baa66-e837-4590-88c0-bedabcce60fd req-266ba1d6-a85e-448c-8d93-8fee6ee936fe tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:18.774712 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a73baa66-e837-4590-88c0-bedabcce60fd req-266ba1d6-a85e-448c-8d93-8fee6ee936fe tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d7a8b92-09df-4099-94f7-37bbd4e0fa2c HTTP/1.1" status: 200  len: 945 time: 0.0933664
May 07 21:56:18.821089 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a34e69c-43e3-473d-b5d5-b7bb3af5251b admin admin] Pushing event updated for resources: {'Port': ['ID=078b04c5-d922-4a3f-a0fa-c2848b8a5d58,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:18.826513 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8a34e69c-43e3-473d-b5d5-b7bb3af5251b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401121'] for router_interface (2091eed6-c93b-4ca9-abeb-375aabad6d38), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:18.921839 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a73baa66-e837-4590-88c0-bedabcce60fd req-0d24e041-48f9-4fb0-b23a-3596a0a93ef5 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0839524
May 07 21:56:18.942044 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [req-ad51aa70-1e1d-49da-912b-3503adeb850f req-68c2e34b-0319-4e8b-ad02-712e3485d7a0 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Allocated IP 192.168.233.19 (665487f0-78eb-47fb-9a06-b15bc614dc47/6e0e5c53-1ece-4d20-b01d-5f8c6957edf6/efdbc27d-d662-4524-a972-4ae143b5530b) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:56:18.996177 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a34e69c-43e3-473d-b5d5-b7bb3af5251b admin admin] Network cad67ef4-7464-41a3-89b9-99b9a8d2dcdb is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:56:18.997958 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-8a34e69c-43e3-473d-b5d5-b7bb3af5251b admin admin] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:56:19.369943 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-ad51aa70-1e1d-49da-912b-3503adeb850f req-68c2e34b-0319-4e8b-ad02-712e3485d7a0 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Publish callbacks [] for port (efdbc27d-d662-4524-a972-4ae143b5530b), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:19.372713 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-fbe7accb-46f2-4a59-8834-ffe51de9769b req-b5b04402-3f1d-4b36-8e3d-7dcffc855352 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?device_id=667146df-e986-4daa-bcba-4c5482efbad0 HTTP/1.1" status: 200  len: 210 time: 0.0854816
May 07 21:56:19.409940 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a34e69c-43e3-473d-b5d5-b7bb3af5251b admin admin] Router 2091eed6-c93b-4ca9-abeb-375aabad6d38 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 21:56:19.477937 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-ad51aa70-1e1d-49da-912b-3503adeb850f req-68c2e34b-0319-4e8b-ad02-712e3485d7a0 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (efdbc27d-d662-4524-a972-4ae143b5530b), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:19.495624 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['5265c093-001b-4f7a-9877-fb1ce61028fc', '0f996493-44aa-49b3-bebb-f6248f93ca91'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:56:19.510444 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['0f31f820-4134-4910-88d6-283ed3ed34a7', '5e8b0963-4bbd-4b02-9602-197e95f150cb', '3eec7149-cebf-4a54-bf65-c4194dd2be8d', 'e8fb4c79-a7ca-4fee-9d39-932cf793d33f'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:56:19.616523 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad51aa70-1e1d-49da-912b-3503adeb850f req-68c2e34b-0319-4e8b-ad02-712e3485d7a0 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Network 665487f0-78eb-47fb-9a06-b15bc614dc47 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:56:19.683157 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [req-ad51aa70-1e1d-49da-912b-3503adeb850f req-68c2e34b-0319-4e8b-ad02-712e3485d7a0 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:56:19.704690 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-d0626adb-0bfd-4279-806b-9193ceff83da None None] Provisioning complete for port 078b04c5-d922-4a3f-a0fa-c2848b8a5d58 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:56:19.705533 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d0626adb-0bfd-4279-806b-9193ceff83da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (078b04c5-d922-4a3f-a0fa-c2848b8a5d58), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:19.718000 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad51aa70-1e1d-49da-912b-3503adeb850f req-68c2e34b-0319-4e8b-ad02-712e3485d7a0 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:56:19.725283 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a34e69c-43e3-473d-b5d5-b7bb3af5251b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:56:19.741587 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-8a34e69c-43e3-473d-b5d5-b7bb3af5251b admin admin] 10.222.0.32 "PUT /v2.0/routers/2091eed6-c93b-4ca9-abeb-375aabad6d38/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4241047
May 07 21:56:19.888879 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-186aa098-5e41-4d4d-935a-bb0318cee66f req-f29b837f-009f-49e6-8601-4634baec3fd4 tempest-InstanceActionsTestJSON-889233102 tempest-InstanceActionsTestJSON-889233102-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3f598bc-bd2c-4610-90f9-724d5cb1619b HTTP/1.1" status: 200  len: 210 time: 0.3361068
May 07 21:56:19.904680 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad51aa70-1e1d-49da-912b-3503adeb850f req-68c2e34b-0319-4e8b-ad02-712e3485d7a0 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:19.905542 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-ad51aa70-1e1d-49da-912b-3503adeb850f req-68c2e34b-0319-4e8b-ad02-712e3485d7a0 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:19.920650 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c2e34b-0319-4e8b-ad02-712e3485d7a0 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Pushing event updated for resources: {'Port': ['ID=efdbc27d-d662-4524-a972-4ae143b5530b,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:19.951122 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ad51aa70-1e1d-49da-912b-3503adeb850f req-68c2e34b-0319-4e8b-ad02-712e3485d7a0 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.5604787
May 07 21:56:19.974966 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-d0626adb-0bfd-4279-806b-9193ceff83da None None] Port 078b04c5-d922-4a3f-a0fa-c2848b8a5d58 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:56:19.976917 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-ad51aa70-1e1d-49da-912b-3503adeb850f req-479e86c7-af88-41df-8b40-dd99b7c0bf8f service neutron] Request body: {'port': {'device_id': '667146df-e986-4daa-bcba-4c5482efbad0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:56:20.241973 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-ad51aa70-1e1d-49da-912b-3503adeb850f req-479e86c7-af88-41df-8b40-dd99b7c0bf8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (efdbc27d-d662-4524-a972-4ae143b5530b), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:20.321724 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-f9694e1e-21fe-4e58-a2f7-e4abc09bef3f None None] Provisioning complete for port efdbc27d-d662-4524-a972-4ae143b5530b triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:56:20.322180 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f9694e1e-21fe-4e58-a2f7-e4abc09bef3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (efdbc27d-d662-4524-a972-4ae143b5530b), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:20.570321 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-f9694e1e-21fe-4e58-a2f7-e4abc09bef3f None None] Port efdbc27d-d662-4524-a972-4ae143b5530b cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:56:20.631882 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8ccd74-7d6d-4396-a08e-a4f8d54fe559 req-c391630d-4edb-4e5f-8fef-b66408fe6cf2 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:20.636064 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7d8ccd74-7d6d-4396-a08e-a4f8d54fe559 req-c391630d-4edb-4e5f-8fef-b66408fe6cf2 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?device_id=667146df-e986-4daa-bcba-4c5482efbad0 HTTP/1.1" status: 200  len: 935 time: 0.0752707
May 07 21:56:20.659941 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956251d8-d2ad-487c-9019-6302b13188dd req-159e377d-6ace-43a7-bc64-4cf49e71af4a tempest-InstanceActionsTestJSON-889233102 tempest-InstanceActionsTestJSON-889233102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:20.661422 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-956251d8-d2ad-487c-9019-6302b13188dd req-159e377d-6ace-43a7-bc64-4cf49e71af4a tempest-InstanceActionsTestJSON-889233102 tempest-InstanceActionsTestJSON-889233102-project] 10.222.0.59 "GET /v2.0/networks?id=92ee54a4-6cae-41b9-99d3-263ba33ff675 HTTP/1.1" status: 200  len: 814 time: 0.5618312
May 07 21:56:20.833434 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425b2e1b-63f6-4275-9e8a-b62347f26406 req-cd3f05ed-d0c2-4e36-8d9b-e6b0b9d3af39 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:20.833911 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [req-ad51aa70-1e1d-49da-912b-3503adeb850f req-479e86c7-af88-41df-8b40-dd99b7c0bf8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efdbc27d-d662-4524-a972-4ae143b5530b {{(pid=121836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:56:20.844253 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-ad51aa70-1e1d-49da-912b-3503adeb850f req-479e86c7-af88-41df-8b40-dd99b7c0bf8f service neutron] Publish callbacks [] for port (efdbc27d-d662-4524-a972-4ae143b5530b), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:20.855201 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-425b2e1b-63f6-4275-9e8a-b62347f26406 req-cd3f05ed-d0c2-4e36-8d9b-e6b0b9d3af39 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] 10.222.0.32 "GET /v2.0/networks?id=cad67ef4-7464-41a3-89b9-99b9a8d2dcdb HTTP/1.1" status: 200  len: 828 time: 0.1668804
May 07 21:56:20.862737 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.provisioning_blocks [req-ad51aa70-1e1d-49da-912b-3503adeb850f req-479e86c7-af88-41df-8b40-dd99b7c0bf8f service neutron] Transition to ACTIVE for port object efdbc27d-d662-4524-a972-4ae143b5530b will not be triggered until provisioned by entity L2. {{(pid=121836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:56:20.869319 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-956251d8-d2ad-487c-9019-6302b13188dd req-e4c8d685-63be-492c-b279-65088b5b467e tempest-InstanceActionsTestJSON-889233102 tempest-InstanceActionsTestJSON-889233102-project] Request body: {'port': {'device_id': 'b3f598bc-bd2c-4610-90f9-724d5cb1619b', 'network_id': '92ee54a4-6cae-41b9-99d3-263ba33ff675', 'admin_state_up': True, 'tenant_id': 'a017d4c58fe640c5bf85d1d055b3da11'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:56:20.887239 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-425b2e1b-63f6-4275-9e8a-b62347f26406 req-41b89c19-9110-4051-93d3-b52f4dcf45b4 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] 10.222.0.32 "GET /v2.0/quotas/bdb8a8a58b5b4b9b95ac9d6a782df6af HTTP/1.1" status: 200  len: 375 time: 0.0309949
May 07 21:56:20.893406 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-ad51aa70-1e1d-49da-912b-3503adeb850f req-479e86c7-af88-41df-8b40-dd99b7c0bf8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (efdbc27d-d662-4524-a972-4ae143b5530b), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:20.998200 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device ff207637-ed28-4331-9399-f78650a519ed up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:56:21.024680 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-425b2e1b-63f6-4275-9e8a-b62347f26406 req-f2042ca4-89d9-4476-bad0-55c11f15c7d3 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=bdb8a8a58b5b4b9b95ac9d6a782df6af&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1359332
May 07 21:56:21.046447 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7d8ccd74-7d6d-4396-a08e-a4f8d54fe559 req-9eafb953-0ee8-4532-81a4-20832d3ac9ff tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/security-groups?id=aca2780c-128c-4de5-85a4-a7e10bd42e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4040744
May 07 21:56:21.195747 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-425b2e1b-63f6-4275-9e8a-b62347f26406 req-cfb2100a-c539-4b3d-8611-04b7e7311f07 service neutron] 10.222.0.32 "GET /v2.0/networks/cad67ef4-7464-41a3-89b9-99b9a8d2dcdb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1698778
May 07 21:56:21.239729 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479e86c7-af88-41df-8b40-dd99b7c0bf8f service neutron] Pushing event updated for resources: {'Port': ['ID=efdbc27d-d662-4524-a972-4ae143b5530b,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:21.298411 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port ff207637-ed28-4331-9399-f78650a519ed triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:56:21.300594 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (ff207637-ed28-4331-9399-f78650a519ed), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:21.328853 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-956251d8-d2ad-487c-9019-6302b13188dd req-e4c8d685-63be-492c-b279-65088b5b467e tempest-InstanceActionsTestJSON-889233102 tempest-InstanceActionsTestJSON-889233102-project] Made reservation on behalf of a017d4c58fe640c5bf85d1d055b3da11 for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:56:21.334588 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-956251d8-d2ad-487c-9019-6302b13188dd req-e4c8d685-63be-492c-b279-65088b5b467e tempest-InstanceActionsTestJSON-889233102 tempest-InstanceActionsTestJSON-889233102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:21.427667 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-ad51aa70-1e1d-49da-912b-3503adeb850f req-479e86c7-af88-41df-8b40-dd99b7c0bf8f service neutron] Attempting to bind port efdbc27d-d662-4524-a972-4ae143b5530b on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:56:21.428002 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-ad51aa70-1e1d-49da-912b-3503adeb850f req-479e86c7-af88-41df-8b40-dd99b7c0bf8f service neutron] Attempting to bind port efdbc27d-d662-4524-a972-4ae143b5530b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:56:21.428348 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad51aa70-1e1d-49da-912b-3503adeb850f req-479e86c7-af88-41df-8b40-dd99b7c0bf8f service neutron] Attempting to bind port efdbc27d-d662-4524-a972-4ae143b5530b on network 665487f0-78eb-47fb-9a06-b15bc614dc47 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:56:21.439599 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad51aa70-1e1d-49da-912b-3503adeb850f req-479e86c7-af88-41df-8b40-dd99b7c0bf8f service neutron] Port efdbc27d-d662-4524-a972-4ae143b5530b on network 665487f0-78eb-47fb-9a06-b15bc614dc47 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:56:21.439932 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad51aa70-1e1d-49da-912b-3503adeb850f req-479e86c7-af88-41df-8b40-dd99b7c0bf8f service neutron] Attempting to bind port efdbc27d-d662-4524-a972-4ae143b5530b on network 665487f0-78eb-47fb-9a06-b15bc614dc47 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:56:21.468812 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-425b2e1b-63f6-4275-9e8a-b62347f26406 req-3136e667-a157-4072-87cb-f7e79c870528 service neutron] 10.222.0.32 "GET /v2.0/networks/cad67ef4-7464-41a3-89b9-99b9a8d2dcdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2713411
May 07 21:56:21.490714 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad51aa70-1e1d-49da-912b-3503adeb850f req-479e86c7-af88-41df-8b40-dd99b7c0bf8f service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:56:21.491499 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad51aa70-1e1d-49da-912b-3503adeb850f req-479e86c7-af88-41df-8b40-dd99b7c0bf8f service neutron] Checking segment: {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:56:21.491966 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad51aa70-1e1d-49da-912b-3503adeb850f req-479e86c7-af88-41df-8b40-dd99b7c0bf8f service neutron] Bound using segment: {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:56:21.492416 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-ad51aa70-1e1d-49da-912b-3503adeb850f req-479e86c7-af88-41df-8b40-dd99b7c0bf8f service neutron] Bound port: efdbc27d-d662-4524-a972-4ae143b5530b, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:56:21.492797 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-ad51aa70-1e1d-49da-912b-3503adeb850f req-479e86c7-af88-41df-8b40-dd99b7c0bf8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (efdbc27d-d662-4524-a972-4ae143b5530b), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:21.660498 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port ff207637-ed28-4331-9399-f78650a519ed is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:56:21.661887 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (ff207637-ed28-4331-9399-f78650a519ed), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:21.664113 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-ad51aa70-1e1d-49da-912b-3503adeb850f req-479e86c7-af88-41df-8b40-dd99b7c0bf8f service neutron] For port efdbc27d-d662-4524-a972-4ae143b5530b, host nch1-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:56:21.672284 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-ad51aa70-1e1d-49da-912b-3503adeb850f req-479e86c7-af88-41df-8b40-dd99b7c0bf8f service neutron] For port efdbc27d-d662-4524-a972-4ae143b5530b, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=efdbc27d-d662-4524-a972-4ae143b5530b,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:56:21.688084 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-ad51aa70-1e1d-49da-912b-3503adeb850f req-479e86c7-af88-41df-8b40-dd99b7c0bf8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (efdbc27d-d662-4524-a972-4ae143b5530b), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:21.695020 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:21.729305 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c6f55b-92db-4f74-a93a-e7a73c80c47e None None] Sync routers for ids ['2091eed6-c93b-4ca9-abeb-375aabad6d38'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:56:21.733103 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port ff207637-ed28-4331-9399-f78650a519ed, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ff207637-ed28-4331-9399-f78650a519ed,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:56:21.743548 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad51aa70-1e1d-49da-912b-3503adeb850f req-479e86c7-af88-41df-8b40-dd99b7c0bf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:21.744384 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-ad51aa70-1e1d-49da-912b-3503adeb850f req-479e86c7-af88-41df-8b40-dd99b7c0bf8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:21.744831 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (ff207637-ed28-4331-9399-f78650a519ed), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:21.745906 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ad51aa70-1e1d-49da-912b-3503adeb850f req-479e86c7-af88-41df-8b40-dd99b7c0bf8f service neutron] 10.222.0.55 "PUT /v2.0/ports/efdbc27d-d662-4524-a972-4ae143b5530b HTTP/1.1" status: 200  len: 1095 time: 1.7818127
May 07 21:56:21.804867 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '667146df-e986-4daa-bcba-4c5482efbad0', 'tag': 'efdbc27d-d662-4524-a972-4ae143b5530b'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:56:21.813045 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f7ea35a-f039-4109-984f-fce360a20962" -d '{"events": [{"name": "network-changed", "server_uuid": "667146df-e986-4daa-bcba-4c5482efbad0", "tag": "efdbc27d-d662-4524-a972-4ae143b5530b"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:56:21.877799 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad51aa70-1e1d-49da-912b-3503adeb850f req-1eff177e-f740-48ac-84ab-842b82e9d09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:21.882971 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ad51aa70-1e1d-49da-912b-3503adeb850f req-1eff177e-f740-48ac-84ab-842b82e9d09a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a24cf19532e0484fabd6dc4e6b66fe30&device_id=667146df-e986-4daa-bcba-4c5482efbad0 HTTP/1.1" status: 200  len: 1129 time: 0.0555170
May 07 21:56:21.918127 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=ff207637-ed28-4331-9399-f78650a519ed,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:21.932602 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4f0af5a4-43e5-417c-804c-d6c7fd14e2cf req-068a5e77-adf2-4bd1-bb50-5b287e5c24a4 tempest-InstanceActionsTestJSON-889233102 tempest-InstanceActionsTestJSON-889233102-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3f598bc-bd2c-4610-90f9-724d5cb1619b HTTP/1.1" status: 200  len: 210 time: 0.1098707
May 07 21:56:21.987827 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ad51aa70-1e1d-49da-912b-3503adeb850f req-7feff170-b4eb-4e02-b5de-665dfa4aaf45 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=efdbc27d-d662-4524-a972-4ae143b5530b HTTP/1.1" status: 200  len: 217 time: 0.0930257
May 07 21:56:21.998461 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c6f55b-92db-4f74-a93a-e7a73c80c47e None None] Routers {'2091eed6-c93b-4ca9-abeb-375aabad6d38'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:56:22.004095 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-89c6f55b-92db-4f74-a93a-e7a73c80c47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7fdc8400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:55:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['2091eed6-c93b-4ca9-abeb-375aabad6d38'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:56:22.017741 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [req-956251d8-d2ad-487c-9019-6302b13188dd req-e4c8d685-63be-492c-b279-65088b5b467e tempest-InstanceActionsTestJSON-889233102 tempest-InstanceActionsTestJSON-889233102-project] Allocated IP 172.20.0.11 (92ee54a4-6cae-41b9-99d3-263ba33ff675/8da7a336-097f-4adb-91ed-43f6a24ba849/7c89cdcf-6e2d-43ca-bd9c-a9cd5b8613e4) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:56:22.052594 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479e86c7-af88-41df-8b40-dd99b7c0bf8f service neutron] Pushing event updated for resources: {'Port': ['ID=efdbc27d-d662-4524-a972-4ae143b5530b,revision_number=3']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:22.098866 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3e79b99a-b84c-4e4e-b922-4606ed124cef req-1507b207-5089-4079-972b-0158d2bc483b tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] 10.222.0.32 "GET /v2.0/ports?device_id=76df8f5c-4c19-4bba-a009-84627accd050 HTTP/1.1" status: 200  len: 210 time: 0.1727810
May 07 21:56:22.103611 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad51aa70-1e1d-49da-912b-3503adeb850f req-be2ac777-4df7-4a22-9cc1-383d55ae7e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:22.105540 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ad51aa70-1e1d-49da-912b-3503adeb850f req-be2ac777-4df7-4a22-9cc1-383d55ae7e7a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6e0e5c53-1ece-4d20-b01d-5f8c6957edf6 HTTP/1.1" status: 200  len: 843 time: 0.1086190
May 07 21:56:22.192236 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d25a340-fa47-4d68-974f-245679e447df x-openstack-request-id: req-6d25a340-fa47-4d68-974f-245679e447df {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:56:22.192580 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "667146df-e986-4daa-bcba-4c5482efbad0", "tag": "efdbc27d-d662-4524-a972-4ae143b5530b", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:56:22.192837 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6d25a340-fa47-4d68-974f-245679e447df {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:56:22.193240 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d25a340-fa47-4d68-974f-245679e447df'] response: {'name': 'network-changed', 'server_uuid': '667146df-e986-4daa-bcba-4c5482efbad0', 'tag': 'efdbc27d-d662-4524-a972-4ae143b5530b', 'status': 'completed', 'code': 200}
May 07 21:56:22.200628 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad51aa70-1e1d-49da-912b-3503adeb850f req-48f288df-c4bd-4386-9640-f84e995bade8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:22.202366 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ad51aa70-1e1d-49da-912b-3503adeb850f req-48f288df-c4bd-4386-9640-f84e995bade8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=665487f0-78eb-47fb-9a06-b15bc614dc47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0748019
May 07 21:56:22.433113 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aec6e1-b065-4223-a2a4-6e97beeeec75 req-1161d1fc-1f62-4003-89e1-191057244494 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:22.438167 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ad51aa70-1e1d-49da-912b-3503adeb850f req-d2d5c50f-43de-4305-9be4-bad52ab2409d service neutron] 10.222.0.55 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2246804
May 07 21:56:22.444723 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-80aec6e1-b065-4223-a2a4-6e97beeeec75 req-1161d1fc-1f62-4003-89e1-191057244494 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?device_id=667146df-e986-4daa-bcba-4c5482efbad0 HTTP/1.1" status: 200  len: 947 time: 0.1390321
May 07 21:56:22.466967 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-89c6f55b-92db-4f74-a93a-e7a73c80c47e None None] Set router 2091eed6-c93b-4ca9-abeb-375aabad6d38 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:56:22.556800 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-80aec6e1-b065-4223-a2a4-6e97beeeec75 req-2061ac59-5fea-4f03-884f-362b87fe05bd tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/security-groups?id=aca2780c-128c-4de5-85a4-a7e10bd42e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1102304
May 07 21:56:22.568219 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-956251d8-d2ad-487c-9019-6302b13188dd req-e4c8d685-63be-492c-b279-65088b5b467e tempest-InstanceActionsTestJSON-889233102 tempest-InstanceActionsTestJSON-889233102-project] Publish callbacks [] for port (7c89cdcf-6e2d-43ca-bd9c-a9cd5b8613e4), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:22.637250 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ad51aa70-1e1d-49da-912b-3503adeb850f req-06a97dce-c9c6-40b5-9a68-eb2e8a24a8d3 service neutron] 10.222.0.55 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1876662
May 07 21:56:22.653500 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-956251d8-d2ad-487c-9019-6302b13188dd req-e4c8d685-63be-492c-b279-65088b5b467e tempest-InstanceActionsTestJSON-889233102 tempest-InstanceActionsTestJSON-889233102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (7c89cdcf-6e2d-43ca-bd9c-a9cd5b8613e4), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:22.710462 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-956251d8-d2ad-487c-9019-6302b13188dd req-e4c8d685-63be-492c-b279-65088b5b467e tempest-InstanceActionsTestJSON-889233102 tempest-InstanceActionsTestJSON-889233102-project] Network 92ee54a4-6cae-41b9-99d3-263ba33ff675 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:56:22.713930 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [req-956251d8-d2ad-487c-9019-6302b13188dd req-e4c8d685-63be-492c-b279-65088b5b467e tempest-InstanceActionsTestJSON-889233102 tempest-InstanceActionsTestJSON-889233102-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:56:22.739079 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-956251d8-d2ad-487c-9019-6302b13188dd req-e4c8d685-63be-492c-b279-65088b5b467e tempest-InstanceActionsTestJSON-889233102 tempest-InstanceActionsTestJSON-889233102-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:56:22.777551 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 21:56:22.891898 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-89c6f55b-92db-4f74-a93a-e7a73c80c47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7fdc8400>, [{'id': '2091eed6-c93b-4ca9-abeb-375aabad6d38', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-333244832-router', 'tenant_id': 'bdb8a8a58b5b4b9b95ac9d6a782df6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.127'}], 'enable_snat': True}, 'gw_port_id': 'ff207637-ed28-4331-9399-f78650a519ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:56:11Z', 'updated_at': '2022-05-07T21:56:18Z', 'revision_number': 4, 'project_id': 'bdb8a8a58b5b4b9b95ac9d6a782df6af', 'gw_port': {'id': 'ff207637-ed28-4331-9399-f78650a519ed', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2091eed6-c93b-4ca9-abeb-375aabad6d38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:56:12Z', 'updated_at': '2022-05-07T21:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '078b04c5-d922-4a3f-a0fa-c2848b8a5d58', 'name': '', 'network_id': 'cad67ef4-7464-41a3-89b9-99b9a8d2dcdb', 'tenant_id': 'bdb8a8a58b5b4b9b95ac9d6a782df6af', 'mac_address': 'fa:16:3e:e1:bb:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2091eed6-c93b-4ca9-abeb-375aabad6d38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '8f704450-2b28-492f-a4bc-2dad183a8ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:56:17Z', 'updated_at': '2022-05-07T21:56:18Z', 'revision_number': 2, 'project_id': 'bdb8a8a58b5b4b9b95ac9d6a782df6af', 'subnets': [{'id': '8f704450-2b28-492f-a4bc-2dad183a8ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:56:22.934251 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c6f55b-92db-4f74-a93a-e7a73c80c47e None None] Checking router: 2091eed6-c93b-4ca9-abeb-375aabad6d38 for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 21:56:22.934646 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c6f55b-92db-4f74-a93a-e7a73c80c47e None None] Updating router 2091eed6-c93b-4ca9-abeb-375aabad6d38 port 078b04c5-d922-4a3f-a0fa-c2848b8a5d58 binding host ncdv-master-1 {{(pid=121838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 21:56:22.977239 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device ff207637-ed28-4331-9399-f78650a519ed up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:56:22.994374 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-89c6f55b-92db-4f74-a93a-e7a73c80c47e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (078b04c5-d922-4a3f-a0fa-c2848b8a5d58), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:23.138161 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c8d685-63be-492c-b279-65088b5b467e tempest-InstanceActionsTestJSON-889233102 tempest-InstanceActionsTestJSON-889233102-project] Pushing event updated for resources: {'Port': ['ID=7c89cdcf-6e2d-43ca-bd9c-a9cd5b8613e4,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:23.228145 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956251d8-d2ad-487c-9019-6302b13188dd req-e4c8d685-63be-492c-b279-65088b5b467e tempest-InstanceActionsTestJSON-889233102 tempest-InstanceActionsTestJSON-889233102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:23.230110 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-956251d8-d2ad-487c-9019-6302b13188dd req-e4c8d685-63be-492c-b279-65088b5b467e tempest-InstanceActionsTestJSON-889233102 tempest-InstanceActionsTestJSON-889233102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:23.262239 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port ff207637-ed28-4331-9399-f78650a519ed triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:56:23.262735 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (ff207637-ed28-4331-9399-f78650a519ed), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:23.326211 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21fe5cb-a09f-44d9-b8fe-1ab87d0f68f4 req-ed91a1be-77e3-4899-b9d0-b5d83c0c5071 tempest-InstanceActionsTestJSON-889233102 tempest-InstanceActionsTestJSON-889233102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:23.329254 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a21fe5cb-a09f-44d9-b8fe-1ab87d0f68f4 req-ed91a1be-77e3-4899-b9d0-b5d83c0c5071 tempest-InstanceActionsTestJSON-889233102 tempest-InstanceActionsTestJSON-889233102-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3f598bc-bd2c-4610-90f9-724d5cb1619b HTTP/1.1" status: 200  len: 932 time: 0.2021377
May 07 21:56:23.335394 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-956251d8-d2ad-487c-9019-6302b13188dd req-e4c8d685-63be-492c-b279-65088b5b467e tempest-InstanceActionsTestJSON-889233102 tempest-InstanceActionsTestJSON-889233102-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.4713860
May 07 21:56:23.353945 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [req-956251d8-d2ad-487c-9019-6302b13188dd req-bb271172-7658-4ead-9ef9-e07c9b5255b7 tempest-InstanceActionsTestJSON-889233102 tempest-InstanceActionsTestJSON-889233102-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121836) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 21:56:23.355110 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-956251d8-d2ad-487c-9019-6302b13188dd req-bb271172-7658-4ead-9ef9-e07c9b5255b7 tempest-InstanceActionsTestJSON-889233102 tempest-InstanceActionsTestJSON-889233102-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0087111
May 07 21:56:23.465479 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a21fe5cb-a09f-44d9-b8fe-1ab87d0f68f4 req-dcb23a76-2d8a-479a-9f25-575f215f4bc4 tempest-InstanceActionsTestJSON-889233102 tempest-InstanceActionsTestJSON-889233102-project] 10.222.0.32 "GET /v2.0/security-groups?id=94564a32-edfd-4b54-80d0-bc2c51abadb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1288433
May 07 21:56:23.602002 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-8a3d9dcd-09dd-4b68-ab0f-da1e8085d2ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:23.606258 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port ff207637-ed28-4331-9399-f78650a519ed is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:56:23.611889 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-956251d8-d2ad-487c-9019-6302b13188dd req-4aac46bc-36c3-467a-9cd0-7ad7d2226e5c service neutron] Request body: {'port': {'device_id': 'b3f598bc-bd2c-4610-90f9-724d5cb1619b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:56:23.699313 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:23.706022 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-89c6f55b-92db-4f74-a93a-e7a73c80c47e None None] Publish callbacks [] for port (078b04c5-d922-4a3f-a0fa-c2848b8a5d58), precommit_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:23.714130 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-89c6f55b-92db-4f74-a93a-e7a73c80c47e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (078b04c5-d922-4a3f-a0fa-c2848b8a5d58), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:23.748019 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7ea35a-f039-4109-984f-fce360a20962 req-9a881193-27c3-4fcf-a384-a1ad8e6e70d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:23.750508 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1f7ea35a-f039-4109-984f-fce360a20962 req-9a881193-27c3-4fcf-a384-a1ad8e6e70d5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a24cf19532e0484fabd6dc4e6b66fe30&device_id=667146df-e986-4daa-bcba-4c5482efbad0 HTTP/1.1" status: 200  len: 1129 time: 0.0890760
May 07 21:56:23.775408 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ce2d74-e752-4c6f-8df4-59efc4cb2213 None None] Pushing event updated for resources: {'Port': ['ID=078b04c5-d922-4a3f-a0fa-c2848b8a5d58,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:23.808438 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1b369bd8-f691-4b75-a8de-f23f906ccb7d req-fee3a1d6-eb5f-4ea9-adee-945fb7d0af13 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] 10.222.0.32 "GET /v2.0/ports?device_id=76df8f5c-4c19-4bba-a009-84627accd050 HTTP/1.1" status: 200  len: 210 time: 0.6077478
May 07 21:56:23.963647 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-89c6f55b-92db-4f74-a93a-e7a73c80c47e None None] Attempting to bind port 078b04c5-d922-4a3f-a0fa-c2848b8a5d58 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:56:23.963647 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-89c6f55b-92db-4f74-a93a-e7a73c80c47e None None] Attempting to bind port 078b04c5-d922-4a3f-a0fa-c2848b8a5d58 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0be9e2c8-933a-4fe4-95a3-b99000a8e896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'cad67ef4-7464-41a3-89b9-99b9a8d2dcdb'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:56:23.963647 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c6f55b-92db-4f74-a93a-e7a73c80c47e None None] Attempting to bind port 078b04c5-d922-4a3f-a0fa-c2848b8a5d58 on network cad67ef4-7464-41a3-89b9-99b9a8d2dcdb {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:56:23.966220 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c6f55b-92db-4f74-a93a-e7a73c80c47e None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:56:23.966605 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c6f55b-92db-4f74-a93a-e7a73c80c47e None None] Checking segment: {'id': '0be9e2c8-933a-4fe4-95a3-b99000a8e896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'cad67ef4-7464-41a3-89b9-99b9a8d2dcdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:56:23.967049 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-89c6f55b-92db-4f74-a93a-e7a73c80c47e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:23.991894 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c6f55b-92db-4f74-a93a-e7a73c80c47e None None] Bound using segment: {'id': '0be9e2c8-933a-4fe4-95a3-b99000a8e896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'cad67ef4-7464-41a3-89b9-99b9a8d2dcdb'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:56:23.998942 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-89c6f55b-92db-4f74-a93a-e7a73c80c47e None None] Bound port: 078b04c5-d922-4a3f-a0fa-c2848b8a5d58, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0be9e2c8-933a-4fe4-95a3-b99000a8e896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'cad67ef4-7464-41a3-89b9-99b9a8d2dcdb'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:56:24.000045 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-89c6f55b-92db-4f74-a93a-e7a73c80c47e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (078b04c5-d922-4a3f-a0fa-c2848b8a5d58), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:24.027197 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fb034a-1c24-4871-bec9-11a350ae13eb req-91969318-82f0-4ef3-ac52-dbb566fa5d53 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:24.035201 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fb034a-1c24-4871-bec9-11a350ae13eb req-91969318-82f0-4ef3-ac52-dbb566fa5d53 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:24.041123 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fb034a-1c24-4871-bec9-11a350ae13eb req-91969318-82f0-4ef3-ac52-dbb566fa5d53 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:24.048485 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fb034a-1c24-4871-bec9-11a350ae13eb req-91969318-82f0-4ef3-ac52-dbb566fa5d53 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:24.054804 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fb034a-1c24-4871-bec9-11a350ae13eb req-91969318-82f0-4ef3-ac52-dbb566fa5d53 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:24.056953 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48b8891-3f3b-4864-b587-02dddf456ab6 req-603112f5-62d0-4122-80f5-fb0783d7ca77 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:24.065349 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b48b8891-3f3b-4864-b587-02dddf456ab6 req-603112f5-62d0-4122-80f5-fb0783d7ca77 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?device_id=667146df-e986-4daa-bcba-4c5482efbad0 HTTP/1.1" status: 200  len: 947 time: 0.0847149
May 07 21:56:24.068482 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fb034a-1c24-4871-bec9-11a350ae13eb req-91969318-82f0-4ef3-ac52-dbb566fa5d53 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:24.074273 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fb034a-1c24-4871-bec9-11a350ae13eb req-91969318-82f0-4ef3-ac52-dbb566fa5d53 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:24.077528 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-02fb034a-1c24-4871-bec9-11a350ae13eb req-91969318-82f0-4ef3-ac52-dbb566fa5d53 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc2b763-2769-4c0e-9bf3-9ee54868505c HTTP/1.1" status: 200  len: 5444 time: 0.4528687
May 07 21:56:24.140612 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-89c6f55b-92db-4f74-a93a-e7a73c80c47e None None] For port 078b04c5-d922-4a3f-a0fa-c2848b8a5d58, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:56:24.145501 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-89c6f55b-92db-4f74-a93a-e7a73c80c47e None None] For port 078b04c5-d922-4a3f-a0fa-c2848b8a5d58, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=078b04c5-d922-4a3f-a0fa-c2848b8a5d58,segment=NetworkSegment(0be9e2c8-933a-4fe4-95a3-b99000a8e896),segment_id=0be9e2c8-933a-4fe4-95a3-b99000a8e896)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:56:24.150235 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b48b8891-3f3b-4864-b587-02dddf456ab6 req-4b89e695-7ef2-4b32-8b08-ab040bb120d1 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/security-groups?id=aca2780c-128c-4de5-85a4-a7e10bd42e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0833364
May 07 21:56:24.155963 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-956251d8-d2ad-487c-9019-6302b13188dd req-4aac46bc-36c3-467a-9cd0-7ad7d2226e5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (7c89cdcf-6e2d-43ca-bd9c-a9cd5b8613e4), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:24.159771 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-89c6f55b-92db-4f74-a93a-e7a73c80c47e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (078b04c5-d922-4a3f-a0fa-c2848b8a5d58), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:24.216606 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7ea35a-f039-4109-984f-fce360a20962 req-1ee03402-30ed-424e-a957-7b4d5d32d527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:24.218577 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1f7ea35a-f039-4109-984f-fce360a20962 req-1ee03402-30ed-424e-a957-7b4d5d32d527 service neutron] 10.222.0.55 "GET /v2.0/networks?id=665487f0-78eb-47fb-9a06-b15bc614dc47 HTTP/1.1" status: 200  len: 870 time: 0.4432671
May 07 21:56:24.252035 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ce2d74-e752-4c6f-8df4-59efc4cb2213 None None] Pushing event updated for resources: {'Port': ['ID=078b04c5-d922-4a3f-a0fa-c2848b8a5d58,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:24.257218 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c6f55b-92db-4f74-a93a-e7a73c80c47e None None] Routers {'2091eed6-c93b-4ca9-abeb-375aabad6d38'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:56:24.258202 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-89c6f55b-92db-4f74-a93a-e7a73c80c47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7fdc8400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:55:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['2091eed6-c93b-4ca9-abeb-375aabad6d38'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:56:24.286815 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-02fb034a-1c24-4871-bec9-11a350ae13eb req-955961d5-9530-4c24-885e-531c831446b6 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d50792e5-4672-4ff2-b261-ed0a649bb3d3&id=623940a1-6290-423b-87cb-2a84fe4a7634&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2004359
May 07 21:56:24.367792 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-553ca6e6-699a-4a35-bd06-7055c9ec6f15 None None] Provisioning complete for port 078b04c5-d922-4a3f-a0fa-c2848b8a5d58 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:56:24.368173 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-553ca6e6-699a-4a35-bd06-7055c9ec6f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (078b04c5-d922-4a3f-a0fa-c2848b8a5d58), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:24.578310 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced6a43a-cf28-4e1c-ac51-6cc33144134a req-1e8376cf-1e54-4d1f-8073-30def0205a35 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:24.585571 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced6a43a-cf28-4e1c-ac51-6cc33144134a req-1e8376cf-1e54-4d1f-8073-30def0205a35 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:24.591437 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced6a43a-cf28-4e1c-ac51-6cc33144134a req-1e8376cf-1e54-4d1f-8073-30def0205a35 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:24.600674 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced6a43a-cf28-4e1c-ac51-6cc33144134a req-1e8376cf-1e54-4d1f-8073-30def0205a35 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:24.626184 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced6a43a-cf28-4e1c-ac51-6cc33144134a req-1e8376cf-1e54-4d1f-8073-30def0205a35 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:24.631929 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced6a43a-cf28-4e1c-ac51-6cc33144134a req-1e8376cf-1e54-4d1f-8073-30def0205a35 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:24.638039 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced6a43a-cf28-4e1c-ac51-6cc33144134a req-1e8376cf-1e54-4d1f-8073-30def0205a35 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:24.661014 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ced6a43a-cf28-4e1c-ac51-6cc33144134a req-1e8376cf-1e54-4d1f-8073-30def0205a35 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc2b763-2769-4c0e-9bf3-9ee54868505c HTTP/1.1" status: 200  len: 5444 time: 0.1880796
May 07 21:56:24.708752 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1f7ea35a-f039-4109-984f-fce360a20962 req-68d0985c-212d-429f-bc24-0e345575f829 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=efdbc27d-d662-4524-a972-4ae143b5530b HTTP/1.1" status: 200  len: 217 time: 0.3659813
May 07 21:56:24.790804 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-89c6f55b-92db-4f74-a93a-e7a73c80c47e None None] Set router 2091eed6-c93b-4ca9-abeb-375aabad6d38 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:56:24.828147 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-553ca6e6-699a-4a35-bd06-7055c9ec6f15 None None] Current status of the port 078b04c5-d922-4a3f-a0fa-c2848b8a5d58 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:56:24.828541 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-553ca6e6-699a-4a35-bd06-7055c9ec6f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (078b04c5-d922-4a3f-a0fa-c2848b8a5d58), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:24.873097 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0855244f-fe9a-46c6-bca6-4a2ba5d9338e req-7c2a7f20-a49f-468d-809d-f667ecb5ec17 tempest-InstanceActionsTestJSON-889233102 tempest-InstanceActionsTestJSON-889233102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:24.877031 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0855244f-fe9a-46c6-bca6-4a2ba5d9338e req-7c2a7f20-a49f-468d-809d-f667ecb5ec17 tempest-InstanceActionsTestJSON-889233102 tempest-InstanceActionsTestJSON-889233102-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3f598bc-bd2c-4610-90f9-724d5cb1619b HTTP/1.1" status: 200  len: 932 time: 0.1681118
May 07 21:56:24.950046 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7ea35a-f039-4109-984f-fce360a20962 req-0dededaf-fd49-4112-9b56-b8dffa9c4413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:24.952201 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1f7ea35a-f039-4109-984f-fce360a20962 req-0dededaf-fd49-4112-9b56-b8dffa9c4413 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6e0e5c53-1ece-4d20-b01d-5f8c6957edf6 HTTP/1.1" status: 200  len: 843 time: 0.2150400
May 07 21:56:25.006119 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-553ca6e6-699a-4a35-bd06-7055c9ec6f15 None None] For port 078b04c5-d922-4a3f-a0fa-c2848b8a5d58, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=078b04c5-d922-4a3f-a0fa-c2848b8a5d58,segment=NetworkSegment(0be9e2c8-933a-4fe4-95a3-b99000a8e896),segment_id=0be9e2c8-933a-4fe4-95a3-b99000a8e896)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:56:25.015749 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-553ca6e6-699a-4a35-bd06-7055c9ec6f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (078b04c5-d922-4a3f-a0fa-c2848b8a5d58), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:25.034158 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425b2e1b-63f6-4275-9e8a-b62347f26406 req-3ef65887-f74f-4901-a82c-70171855a735 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:25.035176 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bb605c5e-80e5-4a9d-934d-548b3e80d742 req-4244c6a8-f784-491a-881b-48366a545039 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] 10.222.0.32 "GET /v2.0/ports?device_id=76df8f5c-4c19-4bba-a009-84627accd050 HTTP/1.1" status: 200  len: 210 time: 0.0941958
May 07 21:56:25.035644 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-425b2e1b-63f6-4275-9e8a-b62347f26406 req-3ef65887-f74f-4901-a82c-70171855a735 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] 10.222.0.55 "GET /v2.0/networks?id=cad67ef4-7464-41a3-89b9-99b9a8d2dcdb HTTP/1.1" status: 200  len: 828 time: 0.3454132
May 07 21:56:25.066640 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-425b2e1b-63f6-4275-9e8a-b62347f26406 req-ba0f3ac4-d0bb-4365-b212-5b9f87b26982 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Request body: {'port': {'device_id': '76df8f5c-4c19-4bba-a009-84627accd050', 'network_id': 'cad67ef4-7464-41a3-89b9-99b9a8d2dcdb', 'admin_state_up': True, 'tenant_id': 'bdb8a8a58b5b4b9b95ac9d6a782df6af'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:56:25.101706 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0855244f-fe9a-46c6-bca6-4a2ba5d9338e req-d2284616-612a-4063-b5f0-745140bf2ee3 tempest-InstanceActionsTestJSON-889233102 tempest-InstanceActionsTestJSON-889233102-project] 10.222.0.32 "GET /v2.0/security-groups?id=94564a32-edfd-4b54-80d0-bc2c51abadb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2125690
May 07 21:56:25.127606 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7ea35a-f039-4109-984f-fce360a20962 req-1d5e357e-8f91-4511-b1fe-f03686288241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:25.129341 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1f7ea35a-f039-4109-984f-fce360a20962 req-1d5e357e-8f91-4511-b1fe-f03686288241 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=665487f0-78eb-47fb-9a06-b15bc614dc47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1603935
May 07 21:56:25.185563 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553ca6e6-699a-4a35-bd06-7055c9ec6f15 None None] Pushing event updated for resources: {'Port': ['ID=078b04c5-d922-4a3f-a0fa-c2848b8a5d58,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:25.190048 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-e96d5501-37f1-4c26-bdea-587c1e7e68ad None None] Provisioning complete for port 078b04c5-d922-4a3f-a0fa-c2848b8a5d58 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:56:25.190619 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e96d5501-37f1-4c26-bdea-587c1e7e68ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (078b04c5-d922-4a3f-a0fa-c2848b8a5d58), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:25.245362 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-89c6f55b-92db-4f74-a93a-e7a73c80c47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7fdc8400>, [{'id': '2091eed6-c93b-4ca9-abeb-375aabad6d38', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-333244832-router', 'tenant_id': 'bdb8a8a58b5b4b9b95ac9d6a782df6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.127'}], 'enable_snat': True}, 'gw_port_id': 'ff207637-ed28-4331-9399-f78650a519ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:56:11Z', 'updated_at': '2022-05-07T21:56:18Z', 'revision_number': 4, 'project_id': 'bdb8a8a58b5b4b9b95ac9d6a782df6af', 'gw_port': {'id': 'ff207637-ed28-4331-9399-f78650a519ed', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2091eed6-c93b-4ca9-abeb-375aabad6d38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:56:12Z', 'updated_at': '2022-05-07T21:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '078b04c5-d922-4a3f-a0fa-c2848b8a5d58', 'name': '', 'network_id': 'cad67ef4-7464-41a3-89b9-99b9a8d2dcdb', 'tenant_id': 'bdb8a8a58b5b4b9b95ac9d6a782df6af', 'mac_address': 'fa:16:3e:e1:bb:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2091eed6-c93b-4ca9-abeb-375aabad6d38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '8f704450-2b28-492f-a4bc-2dad183a8ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:56:17Z', 'updated_at': '2022-05-07T21:56:24Z', 'revision_number': 4, 'project_id': 'bdb8a8a58b5b4b9b95ac9d6a782df6af', 'subnets': [{'id': '8f704450-2b28-492f-a4bc-2dad183a8ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:56:25.290950 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c6f55b-92db-4f74-a93a-e7a73c80c47e None None] The sync data for ids ['2091eed6-c93b-4ca9-abeb-375aabad6d38'] in ncdv-master-1 is: [{'id': '2091eed6-c93b-4ca9-abeb-375aabad6d38', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-333244832-router', 'tenant_id': 'bdb8a8a58b5b4b9b95ac9d6a782df6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.127'}], 'enable_snat': True}, 'gw_port_id': 'ff207637-ed28-4331-9399-f78650a519ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:56:11Z', 'updated_at': '2022-05-07T21:56:18Z', 'revision_number': 4, 'project_id': 'bdb8a8a58b5b4b9b95ac9d6a782df6af', 'gw_port': {'id': 'ff207637-ed28-4331-9399-f78650a519ed', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2091eed6-c93b-4ca9-abeb-375aabad6d38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:56:12Z', 'updated_at': '2022-05-07T21:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '078b04c5-d922-4a3f-a0fa-c2848b8a5d58', 'name': '', 'network_id': 'cad67ef4-7464-41a3-89b9-99b9a8d2dcdb', 'tenant_id': 'bdb8a8a58b5b4b9b95ac9d6a782df6af', 'mac_address': 'fa:16:3e:e1:bb:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2091eed6-c93b-4ca9-abeb-375aabad6d38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '8f704450-2b28-492f-a4bc-2dad183a8ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:56:17Z', 'updated_at': '2022-05-07T21:56:24Z', 'revision_number': 4, 'project_id': 'bdb8a8a58b5b4b9b95ac9d6a782df6af', 'subnets': [{'id': '8f704450-2b28-492f-a4bc-2dad183a8ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:56:25.401740 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [req-956251d8-d2ad-487c-9019-6302b13188dd req-4aac46bc-36c3-467a-9cd0-7ad7d2226e5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c89cdcf-6e2d-43ca-bd9c-a9cd5b8613e4 {{(pid=121836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:56:25.417187 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a15f19-7e45-4537-b19a-ea28618e19fb req-197a9c91-7da7-4993-b91b-045cbcb21f2e tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:25.424995 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-e96d5501-37f1-4c26-bdea-587c1e7e68ad None None] Current status of the port 078b04c5-d922-4a3f-a0fa-c2848b8a5d58 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:56:25.448409 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-18a15f19-7e45-4537-b19a-ea28618e19fb req-197a9c91-7da7-4993-b91b-045cbcb21f2e tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?device_id=667146df-e986-4daa-bcba-4c5482efbad0 HTTP/1.1" status: 200  len: 947 time: 0.1565263
May 07 21:56:25.502923 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-956251d8-d2ad-487c-9019-6302b13188dd req-4aac46bc-36c3-467a-9cd0-7ad7d2226e5c service neutron] Publish callbacks [] for port (7c89cdcf-6e2d-43ca-bd9c-a9cd5b8613e4), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:25.510345 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1f7ea35a-f039-4109-984f-fce360a20962 req-d60fbdca-769d-4ff9-9b6c-3102db7ed019 service neutron] 10.222.0.55 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2499011
May 07 21:56:25.534222 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-18a15f19-7e45-4537-b19a-ea28618e19fb req-275967ea-0693-45c7-9707-db2770474b11 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/security-groups?id=aca2780c-128c-4de5-85a4-a7e10bd42e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0769348
May 07 21:56:25.569166 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.provisioning_blocks [req-956251d8-d2ad-487c-9019-6302b13188dd req-4aac46bc-36c3-467a-9cd0-7ad7d2226e5c service neutron] Transition to ACTIVE for port object 7c89cdcf-6e2d-43ca-bd9c-a9cd5b8613e4 will not be triggered until provisioned by entity L2. {{(pid=121836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:56:25.588380 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-956251d8-d2ad-487c-9019-6302b13188dd req-4aac46bc-36c3-467a-9cd0-7ad7d2226e5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (7c89cdcf-6e2d-43ca-bd9c-a9cd5b8613e4), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:25.638023 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-425b2e1b-63f6-4275-9e8a-b62347f26406 req-ba0f3ac4-d0bb-4365-b212-5b9f87b26982 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Made reservation on behalf of bdb8a8a58b5b4b9b95ac9d6a782df6af for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:56:25.639984 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device efdbc27d-d662-4524-a972-4ae143b5530b details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:56:25.641634 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-425b2e1b-63f6-4275-9e8a-b62347f26406 req-ba0f3ac4-d0bb-4365-b212-5b9f87b26982 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:25.756002 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aac46bc-36c3-467a-9cd0-7ad7d2226e5c service neutron] Pushing event updated for resources: {'Port': ['ID=7c89cdcf-6e2d-43ca-bd9c-a9cd5b8613e4,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:25.802531 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port efdbc27d-d662-4524-a972-4ae143b5530b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=efdbc27d-d662-4524-a972-4ae143b5530b,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:56:25.824934 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': 'efdbc27d-d662-4524-a972-4ae143b5530b', 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47', 'port_id': 'efdbc27d-d662-4524-a972-4ae143b5530b', 'mac_address': 'fa:16:3e:ae:92:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e0e5c53-1ece-4d20-b01d-5f8c6957edf6', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:56:25.870291 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1f7ea35a-f039-4109-984f-fce360a20962 req-aef8ba6a-272a-4212-9750-5becf4dea6e0 service neutron] 10.222.0.55 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3446105
May 07 21:56:25.903766 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port efdbc27d-d662-4524-a972-4ae143b5530b is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:56:25.904841 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (efdbc27d-d662-4524-a972-4ae143b5530b), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:25.922385 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efdbc27d-d662-4524-a972-4ae143b5530b {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:56:25.965244 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port efdbc27d-d662-4524-a972-4ae143b5530b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=efdbc27d-d662-4524-a972-4ae143b5530b,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:56:25.973650 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (efdbc27d-d662-4524-a972-4ae143b5530b), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:26.009528 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-956251d8-d2ad-487c-9019-6302b13188dd req-4aac46bc-36c3-467a-9cd0-7ad7d2226e5c service neutron] Attempting to bind port 7c89cdcf-6e2d-43ca-bd9c-a9cd5b8613e4 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:56:26.010078 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-956251d8-d2ad-487c-9019-6302b13188dd req-4aac46bc-36c3-467a-9cd0-7ad7d2226e5c service neutron] Attempting to bind port 7c89cdcf-6e2d-43ca-bd9c-a9cd5b8613e4 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ec45aadf-b35b-4f4d-927e-a69e70d920fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '92ee54a4-6cae-41b9-99d3-263ba33ff675'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:56:26.010387 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956251d8-d2ad-487c-9019-6302b13188dd req-4aac46bc-36c3-467a-9cd0-7ad7d2226e5c service neutron] Attempting to bind port 7c89cdcf-6e2d-43ca-bd9c-a9cd5b8613e4 on network 92ee54a4-6cae-41b9-99d3-263ba33ff675 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:56:26.028493 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [req-425b2e1b-63f6-4275-9e8a-b62347f26406 req-ba0f3ac4-d0bb-4365-b212-5b9f87b26982 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Allocated IP 172.20.0.7 (cad67ef4-7464-41a3-89b9-99b9a8d2dcdb/8f704450-2b28-492f-a4bc-2dad183a8ba7/3e3a79b2-c327-437f-8e1f-c48c8ea9c228) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:56:26.031403 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956251d8-d2ad-487c-9019-6302b13188dd req-4aac46bc-36c3-467a-9cd0-7ad7d2226e5c service neutron] Port 7c89cdcf-6e2d-43ca-bd9c-a9cd5b8613e4 on network 92ee54a4-6cae-41b9-99d3-263ba33ff675 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:56:26.031733 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956251d8-d2ad-487c-9019-6302b13188dd req-4aac46bc-36c3-467a-9cd0-7ad7d2226e5c service neutron] Attempting to bind port 7c89cdcf-6e2d-43ca-bd9c-a9cd5b8613e4 on network 92ee54a4-6cae-41b9-99d3-263ba33ff675 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:56:26.041997 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956251d8-d2ad-487c-9019-6302b13188dd req-4aac46bc-36c3-467a-9cd0-7ad7d2226e5c service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:56:26.042527 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956251d8-d2ad-487c-9019-6302b13188dd req-4aac46bc-36c3-467a-9cd0-7ad7d2226e5c service neutron] Checking segment: {'id': 'ec45aadf-b35b-4f4d-927e-a69e70d920fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '92ee54a4-6cae-41b9-99d3-263ba33ff675'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:56:26.042985 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956251d8-d2ad-487c-9019-6302b13188dd req-4aac46bc-36c3-467a-9cd0-7ad7d2226e5c service neutron] Bound using segment: {'id': 'ec45aadf-b35b-4f4d-927e-a69e70d920fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '92ee54a4-6cae-41b9-99d3-263ba33ff675'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:56:26.043937 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-956251d8-d2ad-487c-9019-6302b13188dd req-4aac46bc-36c3-467a-9cd0-7ad7d2226e5c service neutron] Bound port: 7c89cdcf-6e2d-43ca-bd9c-a9cd5b8613e4, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec45aadf-b35b-4f4d-927e-a69e70d920fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '92ee54a4-6cae-41b9-99d3-263ba33ff675'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:56:26.044296 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-956251d8-d2ad-487c-9019-6302b13188dd req-4aac46bc-36c3-467a-9cd0-7ad7d2226e5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (7c89cdcf-6e2d-43ca-bd9c-a9cd5b8613e4), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:26.047582 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=efdbc27d-d662-4524-a972-4ae143b5530b,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:26.078311 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-75b9fda7-e499-4bbc-aac5-3d984f7a1d84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:26.272436 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['efdbc27d-d662-4524-a972-4ae143b5530b'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:56:26.332252 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-642d8aaf-24ff-46bc-9573-256e23bff052 req-e7e92a7f-517e-4ca9-80e2-d2151466756a tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] 10.222.0.32 "GET /v2.0/ports?device_id=76df8f5c-4c19-4bba-a009-84627accd050 HTTP/1.1" status: 200  len: 210 time: 0.0871713
May 07 21:56:26.380058 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f94e66-538b-493f-b364-e1bc2bf0b127 req-0fb68038-aa5b-49a1-94c6-5bcf2664e164 tempest-InstanceActionsTestJSON-889233102 tempest-InstanceActionsTestJSON-889233102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:26.387978 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-11f94e66-538b-493f-b364-e1bc2bf0b127 req-0fb68038-aa5b-49a1-94c6-5bcf2664e164 tempest-InstanceActionsTestJSON-889233102 tempest-InstanceActionsTestJSON-889233102-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3f598bc-bd2c-4610-90f9-724d5cb1619b HTTP/1.1" status: 200  len: 944 time: 0.0874703
May 07 21:56:26.398746 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-956251d8-d2ad-487c-9019-6302b13188dd req-4aac46bc-36c3-467a-9cd0-7ad7d2226e5c service neutron] For port 7c89cdcf-6e2d-43ca-bd9c-a9cd5b8613e4, host nch2-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:56:26.439841 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-956251d8-d2ad-487c-9019-6302b13188dd req-4aac46bc-36c3-467a-9cd0-7ad7d2226e5c service neutron] For port 7c89cdcf-6e2d-43ca-bd9c-a9cd5b8613e4, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7c89cdcf-6e2d-43ca-bd9c-a9cd5b8613e4,segment=NetworkSegment(ec45aadf-b35b-4f4d-927e-a69e70d920fb),segment_id=ec45aadf-b35b-4f4d-927e-a69e70d920fb)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:56:26.487100 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-11f94e66-538b-493f-b364-e1bc2bf0b127 req-e976a53f-9cef-4ebf-b342-eac6ea277274 tempest-InstanceActionsTestJSON-889233102 tempest-InstanceActionsTestJSON-889233102-project] 10.222.0.32 "GET /v2.0/security-groups?id=94564a32-edfd-4b54-80d0-bc2c51abadb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0870764
May 07 21:56:26.520615 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-956251d8-d2ad-487c-9019-6302b13188dd req-4aac46bc-36c3-467a-9cd0-7ad7d2226e5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (7c89cdcf-6e2d-43ca-bd9c-a9cd5b8613e4), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:26.656440 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956251d8-d2ad-487c-9019-6302b13188dd req-4aac46bc-36c3-467a-9cd0-7ad7d2226e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:26.657225 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-956251d8-d2ad-487c-9019-6302b13188dd req-4aac46bc-36c3-467a-9cd0-7ad7d2226e5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:26.659410 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-956251d8-d2ad-487c-9019-6302b13188dd req-4aac46bc-36c3-467a-9cd0-7ad7d2226e5c service neutron] 10.222.0.59 "PUT /v2.0/ports/7c89cdcf-6e2d-43ca-bd9c-a9cd5b8613e4 HTTP/1.1" status: 200  len: 1092 time: 3.2916524
May 07 21:56:26.664704 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3f598bc-bd2c-4610-90f9-724d5cb1619b', 'tag': '7c89cdcf-6e2d-43ca-bd9c-a9cd5b8613e4'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:56:26.667334 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9c0ef7a-1f9c-4cf0-9606-0167d9614355" -d '{"events": [{"name": "network-changed", "server_uuid": "b3f598bc-bd2c-4610-90f9-724d5cb1619b", "tag": "7c89cdcf-6e2d-43ca-bd9c-a9cd5b8613e4"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:56:26.712068 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefa1f62-fafe-4895-a04b-00bab6f0b274 req-47a6b6d9-37ce-4a42-b7ae-d87df1405bcc tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:26.720161 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-cefa1f62-fafe-4895-a04b-00bab6f0b274 req-47a6b6d9-37ce-4a42-b7ae-d87df1405bcc tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?device_id=667146df-e986-4daa-bcba-4c5482efbad0 HTTP/1.1" status: 200  len: 948 time: 0.0805709
May 07 21:56:26.787104 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aac46bc-36c3-467a-9cd0-7ad7d2226e5c service neutron] Pushing event updated for resources: {'Port': ['ID=7c89cdcf-6e2d-43ca-bd9c-a9cd5b8613e4,revision_number=3']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:26.799791 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-cefa1f62-fafe-4895-a04b-00bab6f0b274 req-1115b35d-1d03-48a3-8b30-5282fad999d1 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/security-groups?id=aca2780c-128c-4de5-85a4-a7e10bd42e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0775700
May 07 21:56:26.950553 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a0aa2b-c6ca-4bb6-8298-2059efb5ed7d req-61d770ba-9538-412e-8f9c-03cc4b9b1ae8 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:26.952433 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-09a0aa2b-c6ca-4bb6-8298-2059efb5ed7d req-61d770ba-9538-412e-8f9c-03cc4b9b1ae8 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d7a8b92-09df-4099-94f7-37bbd4e0fa2c HTTP/1.1" status: 200  len: 945 time: 0.1279442
May 07 21:56:26.954067 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b81b08-aeb7-48e1-b911-9aae7d955d9f x-openstack-request-id: req-e7b81b08-aeb7-48e1-b911-9aae7d955d9f {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:56:26.954460 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3f598bc-bd2c-4610-90f9-724d5cb1619b", "tag": "7c89cdcf-6e2d-43ca-bd9c-a9cd5b8613e4", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:56:26.954923 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e7b81b08-aeb7-48e1-b911-9aae7d955d9f {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:56:26.955495 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7b81b08-aeb7-48e1-b911-9aae7d955d9f'] response: {'name': 'network-changed', 'server_uuid': 'b3f598bc-bd2c-4610-90f9-724d5cb1619b', 'tag': '7c89cdcf-6e2d-43ca-bd9c-a9cd5b8613e4', 'status': 'completed', 'code': 200}
May 07 21:56:26.958647 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-425b2e1b-63f6-4275-9e8a-b62347f26406 req-ba0f3ac4-d0bb-4365-b212-5b9f87b26982 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Publish callbacks [] for port (3e3a79b2-c327-437f-8e1f-c48c8ea9c228), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:27.017798 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 078b04c5-d922-4a3f-a0fa-c2848b8a5d58 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:56:27.045267 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-09a0aa2b-c6ca-4bb6-8298-2059efb5ed7d req-ebba1cf6-5ccd-482d-904b-a9e5249bd5e0 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0844877
May 07 21:56:27.081403 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-425b2e1b-63f6-4275-9e8a-b62347f26406 req-ba0f3ac4-d0bb-4365-b212-5b9f87b26982 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (3e3a79b2-c327-437f-8e1f-c48c8ea9c228), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:27.107939 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 078b04c5-d922-4a3f-a0fa-c2848b8a5d58 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:56:27.108586 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (078b04c5-d922-4a3f-a0fa-c2848b8a5d58), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:27.146564 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0f3ac4-d0bb-4365-b212-5b9f87b26982 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Pushing event updated for resources: {'Port': ['ID=3e3a79b2-c327-437f-8e1f-c48c8ea9c228,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:27.169989 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-425b2e1b-63f6-4275-9e8a-b62347f26406 req-ba0f3ac4-d0bb-4365-b212-5b9f87b26982 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Network cad67ef4-7464-41a3-89b9-99b9a8d2dcdb is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:56:27.171589 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [req-425b2e1b-63f6-4275-9e8a-b62347f26406 req-ba0f3ac4-d0bb-4365-b212-5b9f87b26982 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:56:27.177230 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-425b2e1b-63f6-4275-9e8a-b62347f26406 req-ba0f3ac4-d0bb-4365-b212-5b9f87b26982 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:56:27.264802 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 078b04c5-d922-4a3f-a0fa-c2848b8a5d58 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:56:27.275426 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425b2e1b-63f6-4275-9e8a-b62347f26406 req-ba0f3ac4-d0bb-4365-b212-5b9f87b26982 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:27.276264 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-425b2e1b-63f6-4275-9e8a-b62347f26406 req-ba0f3ac4-d0bb-4365-b212-5b9f87b26982 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:27.308265 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-425b2e1b-63f6-4275-9e8a-b62347f26406 req-ba0f3ac4-d0bb-4365-b212-5b9f87b26982 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.2593420
May 07 21:56:27.321233 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 44914) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:56:27.325020 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-425b2e1b-63f6-4275-9e8a-b62347f26406 req-79b7f497-3b3d-4af8-b052-71acf89028f2 service neutron] Request body: {'port': {'device_id': '76df8f5c-4c19-4bba-a009-84627accd050', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:56:27.355677 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:27.431144 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-425b2e1b-63f6-4275-9e8a-b62347f26406 req-79b7f497-3b3d-4af8-b052-71acf89028f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (3e3a79b2-c327-437f-8e1f-c48c8ea9c228), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:27.575026 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-4b322aa8-9217-46e8-8e3a-d00752eb07f3 None None] Provisioning complete for port 3e3a79b2-c327-437f-8e1f-c48c8ea9c228 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:56:27.575590 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-4b322aa8-9217-46e8-8e3a-d00752eb07f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (3e3a79b2-c327-437f-8e1f-c48c8ea9c228), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:27.634968 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-4b322aa8-9217-46e8-8e3a-d00752eb07f3 None None] Port 3e3a79b2-c327-437f-8e1f-c48c8ea9c228 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:56:27.650156 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3fd0b0-f690-4f2a-af3f-a2d32edb5550 req-93a2d022-16dc-4613-bdb0-10708693676b tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:27.651908 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8e3fd0b0-f690-4f2a-af3f-a2d32edb5550 req-93a2d022-16dc-4613-bdb0-10708693676b tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] 10.222.0.32 "GET /v2.0/ports?device_id=76df8f5c-4c19-4bba-a009-84627accd050 HTTP/1.1" status: 200  len: 931 time: 0.1861069
May 07 21:56:27.676529 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb40f53f-0723-4f3b-969d-a6758704cec5 req-c0b9b74b-4370-44c2-ad46-d32f19129d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:27.677008 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb40f53f-0723-4f3b-969d-a6758704cec5 req-c0b9b74b-4370-44c2-ad46-d32f19129d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:27.680431 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb40f53f-0723-4f3b-969d-a6758704cec5 req-c0b9b74b-4370-44c2-ad46-d32f19129d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:27.680431 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb40f53f-0723-4f3b-969d-a6758704cec5 req-c0b9b74b-4370-44c2-ad46-d32f19129d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:27.680958 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb40f53f-0723-4f3b-969d-a6758704cec5 req-c0b9b74b-4370-44c2-ad46-d32f19129d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:27.681579 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb40f53f-0723-4f3b-969d-a6758704cec5 req-c0b9b74b-4370-44c2-ad46-d32f19129d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:27.682286 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb40f53f-0723-4f3b-969d-a6758704cec5 req-c0b9b74b-4370-44c2-ad46-d32f19129d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:27.685672 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-eb40f53f-0723-4f3b-969d-a6758704cec5 req-c0b9b74b-4370-44c2-ad46-d32f19129d36 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7bc2b763-2769-4c0e-9bf3-9ee54868505c HTTP/1.1" status: 200  len: 6718 time: 0.3632705
May 07 21:56:27.713267 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd033590-455a-4c8e-b331-41279d7c03d6 req-4d8894a6-2534-4a79-97a6-f0b68da60410 tempest-InstanceActionsTestJSON-889233102 tempest-InstanceActionsTestJSON-889233102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:27.714861 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bd033590-455a-4c8e-b331-41279d7c03d6 req-4d8894a6-2534-4a79-97a6-f0b68da60410 tempest-InstanceActionsTestJSON-889233102 tempest-InstanceActionsTestJSON-889233102-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3f598bc-bd2c-4610-90f9-724d5cb1619b HTTP/1.1" status: 200  len: 944 time: 0.0974638
May 07 21:56:27.742970 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8e3fd0b0-f690-4f2a-af3f-a2d32edb5550 req-3faada61-580f-4b74-b089-28b93bcd161a tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] 10.222.0.32 "GET /v2.0/security-groups?id=39e0fb2f-499f-4370-bf46-3bb8288dae05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0738809
May 07 21:56:27.790722 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-eb40f53f-0723-4f3b-969d-a6758704cec5 req-ed93da3d-2f55-41d1-a307-1a975be16f0d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=623940a1-6290-423b-87cb-2a84fe4a7634&id=d50792e5-4672-4ff2-b261-ed0a649bb3d3&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0953839
May 07 21:56:27.822220 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device efdbc27d-d662-4524-a972-4ae143b5530b up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:56:27.848393 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bd033590-455a-4c8e-b331-41279d7c03d6 req-0815e8f9-2b36-4333-9871-e99821d90fc1 tempest-InstanceActionsTestJSON-889233102 tempest-InstanceActionsTestJSON-889233102-project] 10.222.0.32 "GET /v2.0/security-groups?id=94564a32-edfd-4b54-80d0-bc2c51abadb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1228757
May 07 21:56:27.864663 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 44930) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:56:27.928497 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning for port efdbc27d-d662-4524-a972-4ae143b5530b completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:56:27.937934 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port efdbc27d-d662-4524-a972-4ae143b5530b triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:56:27.938939 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (efdbc27d-d662-4524-a972-4ae143b5530b), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:27.950818 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [req-425b2e1b-63f6-4275-9e8a-b62347f26406 req-79b7f497-3b3d-4af8-b052-71acf89028f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e3a79b2-c327-437f-8e1f-c48c8ea9c228 {{(pid=121836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:56:27.960398 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-425b2e1b-63f6-4275-9e8a-b62347f26406 req-79b7f497-3b3d-4af8-b052-71acf89028f2 service neutron] Publish callbacks [] for port (3e3a79b2-c327-437f-8e1f-c48c8ea9c228), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:27.969960 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e4e4e3-9b00-4cdc-850a-b30d5dcf4b5d req-8186535f-295e-4af2-948c-219434968b51 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:27.974738 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.provisioning_blocks [req-425b2e1b-63f6-4275-9e8a-b62347f26406 req-79b7f497-3b3d-4af8-b052-71acf89028f2 service neutron] Transition to ACTIVE for port object 3e3a79b2-c327-437f-8e1f-c48c8ea9c228 will not be triggered until provisioned by entity L2. {{(pid=121836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:56:27.978381 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a2e4e4e3-9b00-4cdc-850a-b30d5dcf4b5d req-8186535f-295e-4af2-948c-219434968b51 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?device_id=667146df-e986-4daa-bcba-4c5482efbad0 HTTP/1.1" status: 200  len: 948 time: 0.0745218
May 07 21:56:27.982228 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-425b2e1b-63f6-4275-9e8a-b62347f26406 req-79b7f497-3b3d-4af8-b052-71acf89028f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (3e3a79b2-c327-437f-8e1f-c48c8ea9c228), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:28.057383 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port efdbc27d-d662-4524-a972-4ae143b5530b is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:56:28.058287 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (efdbc27d-d662-4524-a972-4ae143b5530b), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:28.060447 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a2e4e4e3-9b00-4cdc-850a-b30d5dcf4b5d req-7012dfcc-57c1-4992-ab7b-20654e8744f4 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/security-groups?id=aca2780c-128c-4de5-85a4-a7e10bd42e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0788605
May 07 21:56:28.064651 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fc1a6ffb-1302-4e9a-bc82-e50e32b750b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:28.069546 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b7f497-3b3d-4af8-b052-71acf89028f2 service neutron] Pushing event updated for resources: {'Port': ['ID=3e3a79b2-c327-437f-8e1f-c48c8ea9c228,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:28.097598 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956251d8-d2ad-487c-9019-6302b13188dd req-700df5c4-7540-4a61-a709-82c1490027bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:28.099364 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-956251d8-d2ad-487c-9019-6302b13188dd req-700df5c4-7540-4a61-a709-82c1490027bf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a017d4c58fe640c5bf85d1d055b3da11&device_id=b3f598bc-bd2c-4610-90f9-724d5cb1619b HTTP/1.1" status: 200  len: 1126 time: 0.0841444
May 07 21:56:28.120942 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port efdbc27d-d662-4524-a972-4ae143b5530b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=efdbc27d-d662-4524-a972-4ae143b5530b,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:56:28.122877 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '667146df-e986-4daa-bcba-4c5482efbad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efdbc27d-d662-4524-a972-4ae143b5530b'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:56:28.125474 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19641a84-037e-4bc3-839f-5b15fd9189a0" -d '{"events": [{"server_uuid": "667146df-e986-4daa-bcba-4c5482efbad0", "name": "network-vif-plugged", "status": "completed", "tag": "efdbc27d-d662-4524-a972-4ae143b5530b"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:56:28.131936 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (efdbc27d-d662-4524-a972-4ae143b5530b), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:28.197200 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1db09d26-d64f-4876-941d-c232a93e2ec1 x-openstack-request-id: req-1db09d26-d64f-4876-941d-c232a93e2ec1 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:56:28.197675 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "667146df-e986-4daa-bcba-4c5482efbad0", "name": "network-vif-plugged", "status": "completed", "tag": "efdbc27d-d662-4524-a972-4ae143b5530b", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:56:28.198073 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1db09d26-d64f-4876-941d-c232a93e2ec1 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:56:28.198692 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1db09d26-d64f-4876-941d-c232a93e2ec1'] response: {'server_uuid': '667146df-e986-4daa-bcba-4c5482efbad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efdbc27d-d662-4524-a972-4ae143b5530b', 'code': 200}
May 07 21:56:28.200510 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=efdbc27d-d662-4524-a972-4ae143b5530b,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:28.239561 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fc1a6ffb-1302-4e9a-bc82-e50e32b750b7 admin admin] Publish callbacks [] for security_group (7511ebf8-846d-4d59-9135-b60b23046aa9), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:28.245766 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fc1a6ffb-1302-4e9a-bc82-e50e32b750b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (7511ebf8-846d-4d59-9135-b60b23046aa9), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:28.315163 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-fc1a6ffb-1302-4e9a-bc82-e50e32b750b7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=13ed534eb8c3446094e903cd3abafcfe&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4475176
May 07 21:56:28.317090 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1a6ffb-1302-4e9a-bc82-e50e32b750b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7511ebf8-846d-4d59-9135-b60b23046aa9,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:28.327904 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-956251d8-d2ad-487c-9019-6302b13188dd req-54de667b-3be9-4899-8455-2f0bd973291c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c89cdcf-6e2d-43ca-bd9c-a9cd5b8613e4 HTTP/1.1" status: 200  len: 217 time: 0.1201077
May 07 21:56:28.335952 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 44942) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:56:28.345136 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ff633d-b2dd-4f41-857a-f3ee7a87caa3 req-1906c75f-5849-42ea-975b-a798dcd1a3ea tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:28.347240 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-04ff633d-b2dd-4f41-857a-f3ee7a87caa3 req-1906c75f-5849-42ea-975b-a798dcd1a3ea tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d7a8b92-09df-4099-94f7-37bbd4e0fa2c HTTP/1.1" status: 200  len: 945 time: 0.1638083
May 07 21:56:28.376503 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-425b2e1b-63f6-4275-9e8a-b62347f26406 req-79b7f497-3b3d-4af8-b052-71acf89028f2 service neutron] Attempting to bind port 3e3a79b2-c327-437f-8e1f-c48c8ea9c228 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:56:28.376908 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-425b2e1b-63f6-4275-9e8a-b62347f26406 req-79b7f497-3b3d-4af8-b052-71acf89028f2 service neutron] Attempting to bind port 3e3a79b2-c327-437f-8e1f-c48c8ea9c228 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '0be9e2c8-933a-4fe4-95a3-b99000a8e896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'cad67ef4-7464-41a3-89b9-99b9a8d2dcdb'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:56:28.377289 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425b2e1b-63f6-4275-9e8a-b62347f26406 req-79b7f497-3b3d-4af8-b052-71acf89028f2 service neutron] Attempting to bind port 3e3a79b2-c327-437f-8e1f-c48c8ea9c228 on network cad67ef4-7464-41a3-89b9-99b9a8d2dcdb {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:56:28.400831 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d858a4e1-cb0b-4f4e-9624-370efeaaa116 admin admin] Publish callbacks [] for security_group (7511ebf8-846d-4d59-9135-b60b23046aa9), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:28.401826 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425b2e1b-63f6-4275-9e8a-b62347f26406 req-79b7f497-3b3d-4af8-b052-71acf89028f2 service neutron] Port 3e3a79b2-c327-437f-8e1f-c48c8ea9c228 on network cad67ef4-7464-41a3-89b9-99b9a8d2dcdb not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:56:28.402154 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425b2e1b-63f6-4275-9e8a-b62347f26406 req-79b7f497-3b3d-4af8-b052-71acf89028f2 service neutron] Attempting to bind port 3e3a79b2-c327-437f-8e1f-c48c8ea9c228 on network cad67ef4-7464-41a3-89b9-99b9a8d2dcdb {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:56:28.427872 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d858a4e1-cb0b-4f4e-9624-370efeaaa116 admin admin] Publish callbacks [] for security_group (7511ebf8-846d-4d59-9135-b60b23046aa9), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:28.454623 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425b2e1b-63f6-4275-9e8a-b62347f26406 req-79b7f497-3b3d-4af8-b052-71acf89028f2 service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:56:28.455773 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425b2e1b-63f6-4275-9e8a-b62347f26406 req-79b7f497-3b3d-4af8-b052-71acf89028f2 service neutron] Checking segment: {'id': '0be9e2c8-933a-4fe4-95a3-b99000a8e896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'cad67ef4-7464-41a3-89b9-99b9a8d2dcdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:56:28.456314 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-425b2e1b-63f6-4275-9e8a-b62347f26406 req-79b7f497-3b3d-4af8-b052-71acf89028f2 service neutron] Bound using segment: {'id': '0be9e2c8-933a-4fe4-95a3-b99000a8e896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'cad67ef4-7464-41a3-89b9-99b9a8d2dcdb'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:56:28.456904 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-425b2e1b-63f6-4275-9e8a-b62347f26406 req-79b7f497-3b3d-4af8-b052-71acf89028f2 service neutron] Bound port: 3e3a79b2-c327-437f-8e1f-c48c8ea9c228, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0be9e2c8-933a-4fe4-95a3-b99000a8e896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'cad67ef4-7464-41a3-89b9-99b9a8d2dcdb'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:56:28.457446 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-425b2e1b-63f6-4275-9e8a-b62347f26406 req-79b7f497-3b3d-4af8-b052-71acf89028f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (3e3a79b2-c327-437f-8e1f-c48c8ea9c228), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:28.466836 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ea8cf1-c3bd-45a3-853e-d8ad49389a11 req-4d19cfb9-8a31-4ae6-be94-a66f49a771bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:28.468565 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b7ea8cf1-c3bd-45a3-853e-d8ad49389a11 req-4d19cfb9-8a31-4ae6-be94-a66f49a771bc service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=667146df-e986-4daa-bcba-4c5482efbad0 HTTP/1.1" status: 200  len: 1131 time: 0.1630499
May 07 21:56:28.487393 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d858a4e1-cb0b-4f4e-9624-370efeaaa116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (7511ebf8-846d-4d59-9135-b60b23046aa9), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:28.490055 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d858a4e1-cb0b-4f4e-9624-370efeaaa116 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:28.492238 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-d858a4e1-cb0b-4f4e-9624-370efeaaa116 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7511ebf8-846d-4d59-9135-b60b23046aa9 HTTP/1.1" status: 204  len: 168 time: 0.1535094
May 07 21:56:28.496714 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956251d8-d2ad-487c-9019-6302b13188dd req-4a5fa1e2-5e6e-4964-9d35-ea829afda3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:28.498345 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-956251d8-d2ad-487c-9019-6302b13188dd req-4a5fa1e2-5e6e-4964-9d35-ea829afda3d4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8da7a336-097f-4adb-91ed-43f6a24ba849 HTTP/1.1" status: 200  len: 854 time: 0.0972691
May 07 21:56:28.506614 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d858a4e1-cb0b-4f4e-9624-370efeaaa116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7511ebf8-846d-4d59-9135-b60b23046aa9,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:28.571356 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-04ff633d-b2dd-4f41-857a-f3ee7a87caa3 req-7f2a12ae-c827-4527-9ea3-0e6b96484fc9 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2048314
May 07 21:56:28.576303 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-956251d8-d2ad-487c-9019-6302b13188dd req-f1ea6784-e74b-4c32-a503-78880256b953 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=92ee54a4-6cae-41b9-99d3-263ba33ff675&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0600796
May 07 21:56:28.659605 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b7ea8cf1-c3bd-45a3-853e-d8ad49389a11 req-65de788a-3e90-482e-a9b8-5fdd63096299 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=aca2780c-128c-4de5-85a4-a7e10bd42e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1778016
May 07 21:56:28.666747 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eee3e2a-7248-4615-9f7f-0314f4f3baa5 req-396a35e5-27e7-4942-90a2-0deaa59661e7 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:28.669315 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5eee3e2a-7248-4615-9f7f-0314f4f3baa5 req-396a35e5-27e7-4942-90a2-0deaa59661e7 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.59 "GET /v2.0/ports?device_id=8d7a8b92-09df-4099-94f7-37bbd4e0fa2c HTTP/1.1" status: 200  len: 945 time: 0.0614698
May 07 21:56:28.708634 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-425b2e1b-63f6-4275-9e8a-b62347f26406 req-79b7f497-3b3d-4af8-b052-71acf89028f2 service neutron] For port 3e3a79b2-c327-437f-8e1f-c48c8ea9c228, host nch1-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:56:28.725948 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-425b2e1b-63f6-4275-9e8a-b62347f26406 req-79b7f497-3b3d-4af8-b052-71acf89028f2 service neutron] For port 3e3a79b2-c327-437f-8e1f-c48c8ea9c228, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3e3a79b2-c327-437f-8e1f-c48c8ea9c228,segment=NetworkSegment(0be9e2c8-933a-4fe4-95a3-b99000a8e896),segment_id=0be9e2c8-933a-4fe4-95a3-b99000a8e896)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:56:28.742441 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-425b2e1b-63f6-4275-9e8a-b62347f26406 req-79b7f497-3b3d-4af8-b052-71acf89028f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (3e3a79b2-c327-437f-8e1f-c48c8ea9c228), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:28.813488 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b7f497-3b3d-4af8-b052-71acf89028f2 service neutron] Pushing event updated for resources: {'Port': ['ID=3e3a79b2-c327-437f-8e1f-c48c8ea9c228,revision_number=3']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:28.818787 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-956251d8-d2ad-487c-9019-6302b13188dd req-77b939c8-15b4-46f0-a71f-597ceba77925 service neutron] 10.222.0.59 "GET /v2.0/networks/92ee54a4-6cae-41b9-99d3-263ba33ff675?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2291911
May 07 21:56:28.821668 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-5eee3e2a-7248-4615-9f7f-0314f4f3baa5 req-0c78ae1f-136d-4118-902e-56c3140938b3 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Deleting port 2bd7a9c3-1135-4b92-a56c-4185babcccd8 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:56:28.823296 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425b2e1b-63f6-4275-9e8a-b62347f26406 req-79b7f497-3b3d-4af8-b052-71acf89028f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:28.823982 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-425b2e1b-63f6-4275-9e8a-b62347f26406 req-79b7f497-3b3d-4af8-b052-71acf89028f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:28.824105 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-5eee3e2a-7248-4615-9f7f-0314f4f3baa5 req-0c78ae1f-136d-4118-902e-56c3140938b3 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (2bd7a9c3-1135-4b92-a56c-4185babcccd8), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:28.825484 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-425b2e1b-63f6-4275-9e8a-b62347f26406 req-79b7f497-3b3d-4af8-b052-71acf89028f2 service neutron] 10.222.0.55 "PUT /v2.0/ports/3e3a79b2-c327-437f-8e1f-c48c8ea9c228 HTTP/1.1" status: 200  len: 1091 time: 1.5078185
May 07 21:56:28.918369 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 44952) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:56:28.960069 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76df8f5c-4c19-4bba-a009-84627accd050', 'tag': '3e3a79b2-c327-437f-8e1f-c48c8ea9c228'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:56:28.962681 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5b55d52-3e7b-4baf-b078-03c1e1c9dc0c" -d '{"events": [{"name": "network-changed", "server_uuid": "76df8f5c-4c19-4bba-a009-84627accd050", "tag": "3e3a79b2-c327-437f-8e1f-c48c8ea9c228"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:56:28.979666 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5b8f8249-3b86-43f2-ae30-040f9a9209c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:28.999127 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061fd5e5-48eb-4d7c-85f2-3f7d0f4fabdf req-ca3db43c-ea33-4020-9a33-f4b5ff23f3db tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:29.000702 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-061fd5e5-48eb-4d7c-85f2-3f7d0f4fabdf req-ca3db43c-ea33-4020-9a33-f4b5ff23f3db tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] 10.222.0.32 "GET /v2.0/ports?device_id=76df8f5c-4c19-4bba-a009-84627accd050 HTTP/1.1" status: 200  len: 943 time: 0.1496494
May 07 21:56:29.040220 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-956251d8-d2ad-487c-9019-6302b13188dd req-8d6da271-9f3c-47c6-8c3a-667ba4271e6a service neutron] 10.222.0.59 "GET /v2.0/networks/92ee54a4-6cae-41b9-99d3-263ba33ff675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2136788
May 07 21:56:29.055076 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425b2e1b-63f6-4275-9e8a-b62347f26406 req-afc753b1-fdd7-4b23-a75a-c0d6ad4690c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:29.056768 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-425b2e1b-63f6-4275-9e8a-b62347f26406 req-afc753b1-fdd7-4b23-a75a-c0d6ad4690c4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bdb8a8a58b5b4b9b95ac9d6a782df6af&device_id=76df8f5c-4c19-4bba-a009-84627accd050 HTTP/1.1" status: 200  len: 1125 time: 0.1356566
May 07 21:56:29.069592 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:29.069808 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bd172a-9419-430e-abd2-6f86582cffcd req-1f03ef5e-f1c3-4b38-9a1c-16ebffd1ae43 tempest-InstanceActionsTestJSON-889233102 tempest-InstanceActionsTestJSON-889233102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:29.077249 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e8bd172a-9419-430e-abd2-6f86582cffcd req-1f03ef5e-f1c3-4b38-9a1c-16ebffd1ae43 tempest-InstanceActionsTestJSON-889233102 tempest-InstanceActionsTestJSON-889233102-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3f598bc-bd2c-4610-90f9-724d5cb1619b HTTP/1.1" status: 200  len: 944 time: 0.1092257
May 07 21:56:29.107330 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-5eee3e2a-7248-4615-9f7f-0314f4f3baa5 req-0c78ae1f-136d-4118-902e-56c3140938b3 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] For port 2bd7a9c3-1135-4b92-a56c-4185babcccd8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2bd7a9c3-1135-4b92-a56c-4185babcccd8,segment=NetworkSegment(c1f62f1a-7390-4968-bfcd-e0354648ad7b),segment_id=c1f62f1a-7390-4968-bfcd-e0354648ad7b)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:56:29.107648 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-5eee3e2a-7248-4615-9f7f-0314f4f3baa5 req-0c78ae1f-136d-4118-902e-56c3140938b3 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (2bd7a9c3-1135-4b92-a56c-4185babcccd8), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:29.122279 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-061fd5e5-48eb-4d7c-85f2-3f7d0f4fabdf req-12b03bc4-7b50-4b2f-bb95-ddc8b2e1b42c tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] 10.222.0.32 "GET /v2.0/security-groups?id=39e0fb2f-499f-4370-bf46-3bb8288dae05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1131892
May 07 21:56:29.130280 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e8bd172a-9419-430e-abd2-6f86582cffcd req-4266b261-8fcc-4ffa-81a4-d24370f1009d tempest-InstanceActionsTestJSON-889233102 tempest-InstanceActionsTestJSON-889233102-project] 10.222.0.32 "GET /v2.0/security-groups?id=94564a32-edfd-4b54-80d0-bc2c51abadb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521262
May 07 21:56:29.137529 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-5eee3e2a-7248-4615-9f7f-0314f4f3baa5 req-0c78ae1f-136d-4118-902e-56c3140938b3 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Calling delete_port for 2bd7a9c3-1135-4b92-a56c-4185babcccd8 owned by compute:nova {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:56:29.185696 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-157c2fcf-4add-4749-84ac-bc1e34eef01b x-openstack-request-id: req-157c2fcf-4add-4749-84ac-bc1e34eef01b {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:56:29.186208 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76df8f5c-4c19-4bba-a009-84627accd050", "tag": "3e3a79b2-c327-437f-8e1f-c48c8ea9c228", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:56:29.186616 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-157c2fcf-4add-4749-84ac-bc1e34eef01b {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:56:29.187260 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-157c2fcf-4add-4749-84ac-bc1e34eef01b'] response: {'name': 'network-changed', 'server_uuid': '76df8f5c-4c19-4bba-a009-84627accd050', 'tag': '3e3a79b2-c327-437f-8e1f-c48c8ea9c228', 'status': 'completed', 'code': 200}
May 07 21:56:29.246436 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5b8f8249-3b86-43f2-ae30-040f9a9209c6 admin admin] Publish callbacks [] for security_group (84c77f99-e8a0-47ec-a491-ca5ae05581a2), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:29.254925 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5b8f8249-3b86-43f2-ae30-040f9a9209c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (84c77f99-e8a0-47ec-a491-ca5ae05581a2), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:29.297434 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9068e0f-9849-42cd-b808-b6b98b5fc2c9 req-ec40a561-9827-40ae-b84b-25267251742e tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:29.299944 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e9068e0f-9849-42cd-b808-b6b98b5fc2c9 req-ec40a561-9827-40ae-b84b-25267251742e tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?device_id=667146df-e986-4daa-bcba-4c5482efbad0 HTTP/1.1" status: 200  len: 949 time: 0.0653884
May 07 21:56:29.317465 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-5b8f8249-3b86-43f2-ae30-040f9a9209c6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a570c6e188a149058186f8817e454fe8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3977535
May 07 21:56:29.319467 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8f8249-3b86-43f2-ae30-040f9a9209c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84c77f99-e8a0-47ec-a491-ca5ae05581a2,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:29.320244 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 44958) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:56:29.387369 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-5eee3e2a-7248-4615-9f7f-0314f4f3baa5 req-0c78ae1f-136d-4118-902e-56c3140938b3 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (2bd7a9c3-1135-4b92-a56c-4185babcccd8), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:29.400042 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e9068e0f-9849-42cd-b808-b6b98b5fc2c9 req-8c1acd05-12b2-4e3c-a77b-f6526ec59e74 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/security-groups?id=aca2780c-128c-4de5-85a4-a7e10bd42e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0927172
May 07 21:56:29.419434 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c78ae1f-136d-4118-902e-56c3140938b3 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Pushing event deleted for resources: {'Port': ['ID=2bd7a9c3-1135-4b92-a56c-4185babcccd8,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:29.419884 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-48e2725f-8f57-48a0-b7a0-b88db9ac5eee admin admin] Publish callbacks [] for security_group (84c77f99-e8a0-47ec-a491-ca5ae05581a2), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:29.479267 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-425b2e1b-63f6-4275-9e8a-b62347f26406 req-d2dc2506-398f-4db6-8e3a-843fc9b44c20 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e3a79b2-c327-437f-8e1f-c48c8ea9c228 HTTP/1.1" status: 200  len: 217 time: 0.0606616
May 07 21:56:29.482566 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eee3e2a-7248-4615-9f7f-0314f4f3baa5 req-0c78ae1f-136d-4118-902e-56c3140938b3 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] No DVR routers for this DVR port 2bd7a9c3-1135-4b92-a56c-4185babcccd8 on host nch2-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:56:29.487057 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-5eee3e2a-7248-4615-9f7f-0314f4f3baa5 req-0c78ae1f-136d-4118-902e-56c3140938b3 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:29.492397 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5eee3e2a-7248-4615-9f7f-0314f4f3baa5 req-0c78ae1f-136d-4118-902e-56c3140938b3 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.59 "DELETE /v2.0/ports/2bd7a9c3-1135-4b92-a56c-4185babcccd8 HTTP/1.1" status: 204  len: 173 time: 0.8169343
May 07 21:56:29.492994 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d7a8b92-09df-4099-94f7-37bbd4e0fa2c', 'name': 'network-vif-deleted', 'tag': '2bd7a9c3-1135-4b92-a56c-4185babcccd8'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:56:29.495284 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e03a0888-3083-4ca0-8f81-511556cdbd40" -d '{"events": [{"server_uuid": "8d7a8b92-09df-4099-94f7-37bbd4e0fa2c", "name": "network-vif-deleted", "tag": "2bd7a9c3-1135-4b92-a56c-4185babcccd8"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:56:29.503574 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-48e2725f-8f57-48a0-b7a0-b88db9ac5eee admin admin] Publish callbacks [] for security_group (84c77f99-e8a0-47ec-a491-ca5ae05581a2), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:29.578048 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425b2e1b-63f6-4275-9e8a-b62347f26406 req-c1e7162a-855a-4a35-99f7-6923141e78a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:29.580290 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-425b2e1b-63f6-4275-9e8a-b62347f26406 req-c1e7162a-855a-4a35-99f7-6923141e78a2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8f704450-2b28-492f-a4bc-2dad183a8ba7 HTTP/1.1" status: 200  len: 867 time: 0.0910332
May 07 21:56:29.653837 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-48e2725f-8f57-48a0-b7a0-b88db9ac5eee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (84c77f99-e8a0-47ec-a491-ca5ae05581a2), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:29.659031 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-48e2725f-8f57-48a0-b7a0-b88db9ac5eee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:29.660846 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-48e2725f-8f57-48a0-b7a0-b88db9ac5eee admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/84c77f99-e8a0-47ec-a491-ca5ae05581a2 HTTP/1.1" status: 204  len: 168 time: 0.3369009
May 07 21:56:29.688449 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425b2e1b-63f6-4275-9e8a-b62347f26406 req-0754fbfd-073e-47b7-b54f-558268d9c456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:29.692344 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-425b2e1b-63f6-4275-9e8a-b62347f26406 req-0754fbfd-073e-47b7-b54f-558268d9c456 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cad67ef4-7464-41a3-89b9-99b9a8d2dcdb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1019936
May 07 21:56:29.693513 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e2725f-8f57-48a0-b7a0-b88db9ac5eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84c77f99-e8a0-47ec-a491-ca5ae05581a2,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:29.781983 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8dc923d3-d926-476e-9c58-2bc77fe89f85 req-3634f514-9033-4564-9279-d091dc004ca6 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d7a8b92-09df-4099-94f7-37bbd4e0fa2c HTTP/1.1" status: 200  len: 210 time: 0.0704834
May 07 21:56:29.850903 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e3a8157-6c60-41b0-823c-0869b0b7a7bc x-openstack-request-id: req-0e3a8157-6c60-41b0-823c-0869b0b7a7bc {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:56:29.851863 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d7a8b92-09df-4099-94f7-37bbd4e0fa2c", "name": "network-vif-deleted", "tag": "2bd7a9c3-1135-4b92-a56c-4185babcccd8", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:56:29.852501 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0e3a8157-6c60-41b0-823c-0869b0b7a7bc {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:56:29.853018 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e3a8157-6c60-41b0-823c-0869b0b7a7bc'] response: {'server_uuid': '8d7a8b92-09df-4099-94f7-37bbd4e0fa2c', 'name': 'network-vif-deleted', 'tag': '2bd7a9c3-1135-4b92-a56c-4185babcccd8', 'status': 'completed', 'code': 200}
May 07 21:56:30.030795 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:30.294214 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-425b2e1b-63f6-4275-9e8a-b62347f26406 req-1702e2cb-e728-4d03-bd0c-2653daa07f24 service neutron] 10.222.0.55 "GET /v2.0/networks/cad67ef4-7464-41a3-89b9-99b9a8d2dcdb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4036067
May 07 21:56:30.332236 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c0ef7a-1f9c-4cf0-9606-0167d9614355 req-619e0881-1e41-4fec-86cc-c330b254df72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:30.333857 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c9c0ef7a-1f9c-4cf0-9606-0167d9614355 req-619e0881-1e41-4fec-86cc-c330b254df72 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a017d4c58fe640c5bf85d1d055b3da11&device_id=b3f598bc-bd2c-4610-90f9-724d5cb1619b HTTP/1.1" status: 200  len: 1126 time: 0.1338556
May 07 21:56:30.364968 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cdf5e6-091b-4026-b449-1919b003ff49 req-cbd1bb31-f38b-41cf-a08f-92cba0f532f1 tempest-InstanceActionsTestJSON-889233102 tempest-InstanceActionsTestJSON-889233102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:30.373386 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-67cdf5e6-091b-4026-b449-1919b003ff49 req-cbd1bb31-f38b-41cf-a08f-92cba0f532f1 tempest-InstanceActionsTestJSON-889233102 tempest-InstanceActionsTestJSON-889233102-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3f598bc-bd2c-4610-90f9-724d5cb1619b HTTP/1.1" status: 200  len: 944 time: 0.0811925
May 07 21:56:30.434976 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63316b8d-322c-41d6-836e-1667d0b940eb req-cd612b36-dd2c-4bd2-be31-b112a730c07c tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:30.437269 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-63316b8d-322c-41d6-836e-1667d0b940eb req-cd612b36-dd2c-4bd2-be31-b112a730c07c tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] 10.222.0.32 "GET /v2.0/ports?device_id=76df8f5c-4c19-4bba-a009-84627accd050 HTTP/1.1" status: 200  len: 943 time: 0.1524999
May 07 21:56:30.480468 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-425b2e1b-63f6-4275-9e8a-b62347f26406 req-41399c3d-05d2-4ceb-9462-7654fbfecdf3 service neutron] 10.222.0.55 "GET /v2.0/networks/cad67ef4-7464-41a3-89b9-99b9a8d2dcdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1712554
May 07 21:56:30.499156 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-67cdf5e6-091b-4026-b449-1919b003ff49 req-90ed9e4e-cd63-440d-8819-3d5a365e1325 tempest-InstanceActionsTestJSON-889233102 tempest-InstanceActionsTestJSON-889233102-project] 10.222.0.32 "GET /v2.0/security-groups?id=94564a32-edfd-4b54-80d0-bc2c51abadb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1201200
May 07 21:56:30.520532 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-63316b8d-322c-41d6-836e-1667d0b940eb req-aa2ed383-96e2-4262-83bd-026136055e5e tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] 10.222.0.32 "GET /v2.0/security-groups?id=39e0fb2f-499f-4370-bf46-3bb8288dae05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0754604
May 07 21:56:30.558034 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c0ef7a-1f9c-4cf0-9606-0167d9614355 req-4cdf2cb1-a71f-410b-8ed7-20b60a841875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:30.559921 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c9c0ef7a-1f9c-4cf0-9606-0167d9614355 req-4cdf2cb1-a71f-410b-8ed7-20b60a841875 service neutron] 10.222.0.59 "GET /v2.0/networks?id=92ee54a4-6cae-41b9-99d3-263ba33ff675 HTTP/1.1" status: 200  len: 915 time: 0.2035024
May 07 21:56:30.610473 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c87ead-4d9b-4dec-b303-e567d0699793 req-1e183008-2888-4c7b-9383-59ae51aa6dff tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:30.612541 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f3c87ead-4d9b-4dec-b303-e567d0699793 req-1e183008-2888-4c7b-9383-59ae51aa6dff tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?device_id=667146df-e986-4daa-bcba-4c5482efbad0 HTTP/1.1" status: 200  len: 949 time: 0.0498197
May 07 21:56:30.660568 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f3c87ead-4d9b-4dec-b303-e567d0699793 req-882af76d-90a2-4cc7-9127-184ae0469b28 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/security-groups?id=aca2780c-128c-4de5-85a4-a7e10bd42e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420198
May 07 21:56:30.776610 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afeb9a4-d431-41fc-8bb8-70eb85855f9a req-5933c2d4-8fe8-4eb1-8cf6-b42867e8f0ea tempest-ServersOnMultiNodesTest-1649045737 tempest-ServersOnMultiNodesTest-1649045737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:30.778604 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2afeb9a4-d431-41fc-8bb8-70eb85855f9a req-5933c2d4-8fe8-4eb1-8cf6-b42867e8f0ea tempest-ServersOnMultiNodesTest-1649045737 tempest-ServersOnMultiNodesTest-1649045737-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=667146df-e986-4daa-bcba-4c5482efbad0 HTTP/1.1" status: 200  len: 1131 time: 0.0501361
May 07 21:56:30.855420 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c9c0ef7a-1f9c-4cf0-9606-0167d9614355 req-12655aae-5a5b-40a6-9f61-bf9e01c6fd75 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c89cdcf-6e2d-43ca-bd9c-a9cd5b8613e4 HTTP/1.1" status: 200  len: 217 time: 0.0861409
May 07 21:56:30.881214 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2afeb9a4-d431-41fc-8bb8-70eb85855f9a req-779722bb-7a0b-4bfc-a93e-684d99f65135 tempest-ServersOnMultiNodesTest-1649045737 tempest-ServersOnMultiNodesTest-1649045737-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=aca2780c-128c-4de5-85a4-a7e10bd42e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0912023
May 07 21:56:30.935319 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c0ef7a-1f9c-4cf0-9606-0167d9614355 req-4abc4027-8cb6-4c6d-acae-3fa5aeae00d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:30.936879 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c9c0ef7a-1f9c-4cf0-9606-0167d9614355 req-4abc4027-8cb6-4c6d-acae-3fa5aeae00d8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8da7a336-097f-4adb-91ed-43f6a24ba849 HTTP/1.1" status: 200  len: 854 time: 0.0747106
May 07 21:56:30.985526 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e9dc2714-07c7-4f76-bd82-b72b7a80e21d req-7c3af3eb-fd4a-473c-a5f4-bf0bf4b80921 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=8d7a8b92-09df-4099-94f7-37bbd4e0fa2c HTTP/1.1" status: 200  len: 210 time: 0.0383945
May 07 21:56:31.002731 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c9c0ef7a-1f9c-4cf0-9606-0167d9614355 req-aa8803b9-decc-40de-9b85-d3477528259b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=92ee54a4-6cae-41b9-99d3-263ba33ff675&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0567670
May 07 21:56:31.109611 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c9c0ef7a-1f9c-4cf0-9606-0167d9614355 req-826faa1d-fcdb-4366-bdfa-a780943c2fff service neutron] 10.222.0.59 "GET /v2.0/networks/92ee54a4-6cae-41b9-99d3-263ba33ff675?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0998023
May 07 21:56:31.119591 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e16feca6-18f9-4212-9044-33253578df7e req-951ad73d-176d-4722-bded-58364db75bc5 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=a24cf19532e0484fabd6dc4e6b66fe30&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0265872
May 07 21:56:31.217960 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c9c0ef7a-1f9c-4cf0-9606-0167d9614355 req-80e59dab-2847-40eb-833c-2cb7dd2d8163 service neutron] 10.222.0.59 "GET /v2.0/networks/92ee54a4-6cae-41b9-99d3-263ba33ff675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1018388
May 07 21:56:31.227376 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 2bd7a9c3-1135-4b92-a56c-4185babcccd8 no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:56:31.250013 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] No Port match for: 2bd7a9c3-1135-4b92-a56c-4185babcccd8 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:56:31.250884 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 2bd7a9c3-1135-4b92-a56c-4185babcccd8 not bound to the agent host nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:56:31.259869 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16feca6-18f9-4212-9044-33253578df7e req-baf6b7d2-89e3-4ba2-9873-9be11ab87fb4 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:31.261429 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e16feca6-18f9-4212-9044-33253578df7e req-baf6b7d2-89e3-4ba2-9873-9be11ab87fb4 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1359255
May 07 21:56:31.278004 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e16feca6-18f9-4212-9044-33253578df7e req-0536ddd3-e066-42f7-a31e-0239a8ac8c1b tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/quotas/a24cf19532e0484fabd6dc4e6b66fe30 HTTP/1.1" status: 200  len: 375 time: 0.0101166
May 07 21:56:31.348814 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e16feca6-18f9-4212-9044-33253578df7e req-7db9e485-428d-4b02-8a40-49469107a9c9 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a24cf19532e0484fabd6dc4e6b66fe30&fields=id HTTP/1.1" status: 200  len: 532 time: 0.0643806
May 07 21:56:31.514636 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-db9680b9-1818-4287-a906-224e081b130e req-630143ad-5879-4d2d-9518-09f4ee445eb2 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a26f825-fd4b-4599-9f14-85180126af3a HTTP/1.1" status: 200  len: 210 time: 0.0305963
May 07 21:56:31.626155 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c4d39b-6ced-4e90-a54e-2b64fd981499 req-85a86e59-a546-47c0-bba6-12a749b78efa tempest-InstanceActionsTestJSON-889233102 tempest-InstanceActionsTestJSON-889233102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:31.633643 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d2c4d39b-6ced-4e90-a54e-2b64fd981499 req-85a86e59-a546-47c0-bba6-12a749b78efa tempest-InstanceActionsTestJSON-889233102 tempest-InstanceActionsTestJSON-889233102-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3f598bc-bd2c-4610-90f9-724d5cb1619b HTTP/1.1" status: 200  len: 944 time: 0.0657990
May 07 21:56:31.677723 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b9284d-c92c-4175-bcd3-0743820e1324 req-26b461a6-dfc6-4e64-a814-be560d6f9df2 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:31.684927 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-57b9284d-c92c-4175-bcd3-0743820e1324 req-26b461a6-dfc6-4e64-a814-be560d6f9df2 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] 10.222.0.32 "GET /v2.0/ports?device_id=76df8f5c-4c19-4bba-a009-84627accd050 HTTP/1.1" status: 200  len: 943 time: 0.0697877
May 07 21:56:31.729494 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b55d52-3e7b-4baf-b078-03c1e1c9dc0c req-8eb4538a-54af-4c25-ba77-8a68e9d5b0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:31.731388 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d5b55d52-3e7b-4baf-b078-03c1e1c9dc0c req-8eb4538a-54af-4c25-ba77-8a68e9d5b0f7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bdb8a8a58b5b4b9b95ac9d6a782df6af&device_id=76df8f5c-4c19-4bba-a009-84627accd050 HTTP/1.1" status: 200  len: 1125 time: 0.0956049
May 07 21:56:31.746163 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d2c4d39b-6ced-4e90-a54e-2b64fd981499 req-0c507288-490e-443c-a573-e0712de5d8c8 tempest-InstanceActionsTestJSON-889233102 tempest-InstanceActionsTestJSON-889233102-project] 10.222.0.32 "GET /v2.0/security-groups?id=94564a32-edfd-4b54-80d0-bc2c51abadb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1077485
May 07 21:56:31.752738 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-57b9284d-c92c-4175-bcd3-0743820e1324 req-004d06a4-c4ad-414a-a59b-bd4e9ad0255f tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] 10.222.0.32 "GET /v2.0/security-groups?id=39e0fb2f-499f-4370-bf46-3bb8288dae05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624523
May 07 21:56:31.854989 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b55d52-3e7b-4baf-b078-03c1e1c9dc0c req-d92eeb51-84f0-427d-9bbe-e1793f2de232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:31.856555 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d5b55d52-3e7b-4baf-b078-03c1e1c9dc0c req-d92eeb51-84f0-427d-9bbe-e1793f2de232 service neutron] 10.222.0.55 "GET /v2.0/networks?id=cad67ef4-7464-41a3-89b9-99b9a8d2dcdb HTTP/1.1" status: 200  len: 929 time: 0.1081417
May 07 21:56:31.903137 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d5b55d52-3e7b-4baf-b078-03c1e1c9dc0c req-ff186a93-27c9-48fd-9cec-eb4883758de7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e3a79b2-c327-437f-8e1f-c48c8ea9c228 HTTP/1.1" status: 200  len: 217 time: 0.0401163
May 07 21:56:31.958688 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b55d52-3e7b-4baf-b078-03c1e1c9dc0c req-6e54a714-49a5-4579-b7c1-e584948cc8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:31.960533 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d5b55d52-3e7b-4baf-b078-03c1e1c9dc0c req-6e54a714-49a5-4579-b7c1-e584948cc8d0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8f704450-2b28-492f-a4bc-2dad183a8ba7 HTTP/1.1" status: 200  len: 867 time: 0.0523977
May 07 21:56:32.010809 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b55d52-3e7b-4baf-b078-03c1e1c9dc0c req-af9782e4-82cd-4e6f-b03f-8c3083e3814a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:32.012209 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d5b55d52-3e7b-4baf-b078-03c1e1c9dc0c req-af9782e4-82cd-4e6f-b03f-8c3083e3814a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cad67ef4-7464-41a3-89b9-99b9a8d2dcdb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0465891
May 07 21:56:32.156822 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d5b55d52-3e7b-4baf-b078-03c1e1c9dc0c req-2661ba50-5501-4f16-9f81-2efdfd95cd98 service neutron] 10.222.0.55 "GET /v2.0/networks/cad67ef4-7464-41a3-89b9-99b9a8d2dcdb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1336811
May 07 21:56:32.287696 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d5b55d52-3e7b-4baf-b078-03c1e1c9dc0c req-f9590134-0463-4e7c-8d04-559a988696f7 service neutron] 10.222.0.55 "GET /v2.0/networks/cad67ef4-7464-41a3-89b9-99b9a8d2dcdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1247175
May 07 21:56:32.571298 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 45106) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:56:32.594688 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e16feca6-18f9-4212-9044-33253578df7e req-7dcc5829-e0c7-405b-9a81-4cb307c015d5 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=a24cf19532e0484fabd6dc4e6b66fe30&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0524955
May 07 21:56:32.660884 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2380323d-d170-4a79-96d9-a306481c9414 req-f3cef6c5-896a-459e-bd40-30546f11fd2c tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:32.671325 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2380323d-d170-4a79-96d9-a306481c9414 req-f3cef6c5-896a-459e-bd40-30546f11fd2c tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/networks?id=9b7653d0-c69e-4364-9ed6-1c005b136d81 HTTP/1.1" status: 200  len: 811 time: 0.1783547
May 07 21:56:32.685518 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2380323d-d170-4a79-96d9-a306481c9414 req-de6901e1-a0e4-4ffe-8306-5571f3fa2704 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/quotas/85587313eff94af59406aca0c1a96a02 HTTP/1.1" status: 200  len: 375 time: 0.0122089
May 07 21:56:32.711720 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-88650176-ca54-4abd-9d70-30b22ae981ad req-5d8ade04-c1d2-4a4a-ad66-d13e49aa2010 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a26f825-fd4b-4599-9f14-85180126af3a HTTP/1.1" status: 200  len: 210 time: 0.0534871
May 07 21:56:32.737315 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2380323d-d170-4a79-96d9-a306481c9414 req-f2de1e96-1efd-4f35-9698-79da0807218d tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=85587313eff94af59406aca0c1a96a02&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0436659
May 07 21:56:32.743073 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-05458d3e-cbf6-41d7-bf72-bf71b9dd3369 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:32.823110 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16feca6-18f9-4212-9044-33253578df7e req-2a49916c-0832-441a-9b6d-210d39ff63a9 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:32.825298 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e16feca6-18f9-4212-9044-33253578df7e req-2a49916c-0832-441a-9b6d-210d39ff63a9 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2278147
May 07 21:56:32.844346 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-e16feca6-18f9-4212-9044-33253578df7e req-6aabbca9-6f1f-497d-a827-10c9758ca7c3 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Request body: {'port': {'device_id': '5a26f825-fd4b-4599-9f14-85180126af3a', 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47', 'admin_state_up': True, 'tenant_id': 'a24cf19532e0484fabd6dc4e6b66fe30'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:56:32.881304 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2380323d-d170-4a79-96d9-a306481c9414 req-3aab0e31-2f5b-4732-abed-3dba635d4ef4 service neutron] 10.222.0.32 "GET /v2.0/networks/9b7653d0-c69e-4364-9ed6-1c005b136d81?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1353612
May 07 21:56:32.929985 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a798c551-828a-46d2-8f35-d979e1016217 req-68f53b38-ddf0-4609-9108-2916f899dfbd tempest-InstanceActionsTestJSON-889233102 tempest-InstanceActionsTestJSON-889233102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:32.931618 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a798c551-828a-46d2-8f35-d979e1016217 req-68f53b38-ddf0-4609-9108-2916f899dfbd tempest-InstanceActionsTestJSON-889233102 tempest-InstanceActionsTestJSON-889233102-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3f598bc-bd2c-4610-90f9-724d5cb1619b HTTP/1.1" status: 200  len: 944 time: 0.1012135
May 07 21:56:32.947444 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-05458d3e-cbf6-41d7-bf72-bf71b9dd3369 admin admin] Publish callbacks [] for security_group (3b65a92c-f923-48a1-9780-02adfed78228), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:32.981880 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-05458d3e-cbf6-41d7-bf72-bf71b9dd3369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (3b65a92c-f923-48a1-9780-02adfed78228), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:33.016865 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a798c551-828a-46d2-8f35-d979e1016217 req-ef36cac1-71db-467f-8a2c-9e99c6940753 tempest-InstanceActionsTestJSON-889233102 tempest-InstanceActionsTestJSON-889233102-project] 10.222.0.32 "GET /v2.0/security-groups?id=94564a32-edfd-4b54-80d0-bc2c51abadb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0781162
May 07 21:56:33.027712 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e16feca6-18f9-4212-9044-33253578df7e req-6aabbca9-6f1f-497d-a827-10c9758ca7c3 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Made reservation on behalf of a24cf19532e0484fabd6dc4e6b66fe30 for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:56:33.030733 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-05458d3e-cbf6-41d7-bf72-bf71b9dd3369 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4585769653524628b8fec12002da1378&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4611368
May 07 21:56:33.031381 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05458d3e-cbf6-41d7-bf72-bf71b9dd3369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b65a92c-f923-48a1-9780-02adfed78228,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:33.035804 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-e16feca6-18f9-4212-9044-33253578df7e req-6aabbca9-6f1f-497d-a827-10c9758ca7c3 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:33.036060 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 45114) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:56:33.072782 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2380323d-d170-4a79-96d9-a306481c9414 req-031af4d5-3fd3-4105-8625-6d44e2135e5a service neutron] 10.222.0.32 "GET /v2.0/networks/9b7653d0-c69e-4364-9ed6-1c005b136d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1851318
May 07 21:56:33.106349 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a595b337-fc09-4c4e-bf23-5bd09c7ae41d admin admin] Publish callbacks [] for security_group (3b65a92c-f923-48a1-9780-02adfed78228), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:33.130633 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a595b337-fc09-4c4e-bf23-5bd09c7ae41d admin admin] Publish callbacks [] for security_group (3b65a92c-f923-48a1-9780-02adfed78228), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:33.181955 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a09b47-22d9-410d-9d21-881f2afb7375 req-1e316ca4-1b05-4d15-8ec3-64fd66a96673 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:33.184296 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-97a09b47-22d9-410d-9d21-881f2afb7375 req-1e316ca4-1b05-4d15-8ec3-64fd66a96673 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] 10.222.0.32 "GET /v2.0/ports?device_id=76df8f5c-4c19-4bba-a009-84627accd050 HTTP/1.1" status: 200  len: 943 time: 0.0681851
May 07 21:56:33.188440 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a595b337-fc09-4c4e-bf23-5bd09c7ae41d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (3b65a92c-f923-48a1-9780-02adfed78228), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:33.192593 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a595b337-fc09-4c4e-bf23-5bd09c7ae41d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:33.193811 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-a595b337-fc09-4c4e-bf23-5bd09c7ae41d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3b65a92c-f923-48a1-9780-02adfed78228 HTTP/1.1" status: 204  len: 168 time: 0.1568611
May 07 21:56:33.202365 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a595b337-fc09-4c4e-bf23-5bd09c7ae41d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b65a92c-f923-48a1-9780-02adfed78228,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:33.253831 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 7c89cdcf-6e2d-43ca-bd9c-a9cd5b8613e4 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:56:33.301450 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [req-e16feca6-18f9-4212-9044-33253578df7e req-6aabbca9-6f1f-497d-a827-10c9758ca7c3 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Allocated IP 192.168.233.239 (665487f0-78eb-47fb-9a06-b15bc614dc47/6e0e5c53-1ece-4d20-b01d-5f8c6957edf6/90921e85-0f48-4254-9e51-5d33766c5e62) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:56:33.318458 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-27764616-50b5-4187-b5b3-25f247129b71 req-5149b6c4-c86d-4866-92b1-8c3dd2b4297e tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=c4d6ab9c-967e-4ac6-9a25-6301662fbff1 HTTP/1.1" status: 200  len: 210 time: 0.0687494
May 07 21:56:33.450253 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-97a09b47-22d9-410d-9d21-881f2afb7375 req-75fcf215-1185-4cae-8280-12cc253d8b2d tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] 10.222.0.32 "GET /v2.0/security-groups?id=39e0fb2f-499f-4370-bf46-3bb8288dae05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2504489
May 07 21:56:33.485844 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 7c89cdcf-6e2d-43ca-bd9c-a9cd5b8613e4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7c89cdcf-6e2d-43ca-bd9c-a9cd5b8613e4,segment=NetworkSegment(ec45aadf-b35b-4f4d-927e-a69e70d920fb),segment_id=ec45aadf-b35b-4f4d-927e-a69e70d920fb)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:56:33.511890 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': '7c89cdcf-6e2d-43ca-bd9c-a9cd5b8613e4', 'network_id': '92ee54a4-6cae-41b9-99d3-263ba33ff675', 'port_id': '7c89cdcf-6e2d-43ca-bd9c-a9cd5b8613e4', 'mac_address': 'fa:16:3e:ad:42:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8da7a336-097f-4adb-91ed-43f6a24ba849', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:56:33.583584 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 7c89cdcf-6e2d-43ca-bd9c-a9cd5b8613e4 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:56:33.584720 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (7c89cdcf-6e2d-43ca-bd9c-a9cd5b8613e4), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:33.588776 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-e16feca6-18f9-4212-9044-33253578df7e req-6aabbca9-6f1f-497d-a827-10c9758ca7c3 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Publish callbacks [] for port (90921e85-0f48-4254-9e51-5d33766c5e62), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:33.603001 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c89cdcf-6e2d-43ca-bd9c-a9cd5b8613e4 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:56:33.674014 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 7c89cdcf-6e2d-43ca-bd9c-a9cd5b8613e4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7c89cdcf-6e2d-43ca-bd9c-a9cd5b8613e4,segment=NetworkSegment(ec45aadf-b35b-4f4d-927e-a69e70d920fb),segment_id=ec45aadf-b35b-4f4d-927e-a69e70d920fb)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:56:33.679845 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (7c89cdcf-6e2d-43ca-bd9c-a9cd5b8613e4), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:33.692127 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-e16feca6-18f9-4212-9044-33253578df7e req-6aabbca9-6f1f-497d-a827-10c9758ca7c3 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (90921e85-0f48-4254-9e51-5d33766c5e62), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:33.725987 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['5265c093-001b-4f7a-9877-fb1ce61028fc', '0f996493-44aa-49b3-bebb-f6248f93ca91', 'efdbc27d-d662-4524-a972-4ae143b5530b'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:56:33.765086 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aabbca9-6f1f-497d-a827-10c9758ca7c3 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Pushing event updated for resources: {'Port': ['ID=90921e85-0f48-4254-9e51-5d33766c5e62,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:33.766513 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 45140) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:56:33.773158 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e16feca6-18f9-4212-9044-33253578df7e req-6aabbca9-6f1f-497d-a827-10c9758ca7c3 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Network 665487f0-78eb-47fb-9a06-b15bc614dc47 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:56:33.774805 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [req-e16feca6-18f9-4212-9044-33253578df7e req-6aabbca9-6f1f-497d-a827-10c9758ca7c3 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:56:33.777407 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-e16feca6-18f9-4212-9044-33253578df7e req-6aabbca9-6f1f-497d-a827-10c9758ca7c3 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:56:33.812843 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-17dd7809-d39b-43ad-91d2-fab4df387126 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:33.868454 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16feca6-18f9-4212-9044-33253578df7e req-6aabbca9-6f1f-497d-a827-10c9758ca7c3 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:33.871070 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-e16feca6-18f9-4212-9044-33253578df7e req-6aabbca9-6f1f-497d-a827-10c9758ca7c3 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:33.897124 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 3e3a79b2-c327-437f-8e1f-c48c8ea9c228 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:56:33.909800 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['0f31f820-4134-4910-88d6-283ed3ed34a7', '5e8b0963-4bbd-4b02-9602-197e95f150cb', '3eec7149-cebf-4a54-bf65-c4194dd2be8d', 'e8fb4c79-a7ca-4fee-9d39-932cf793d33f'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:56:33.919282 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=7c89cdcf-6e2d-43ca-bd9c-a9cd5b8613e4,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:33.984335 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e16feca6-18f9-4212-9044-33253578df7e req-6aabbca9-6f1f-497d-a827-10c9758ca7c3 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.1437237
May 07 21:56:34.021599 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-e16feca6-18f9-4212-9044-33253578df7e req-00f20dce-64cf-4d20-bf55-48c90aab0ce8 service neutron] Request body: {'port': {'device_id': '5a26f825-fd4b-4599-9f14-85180126af3a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:56:34.072925 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['7c89cdcf-6e2d-43ca-bd9c-a9cd5b8613e4'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:56:34.082188 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc807a8d-9336-4920-9d98-8a6ac22470e1 req-bbe8386c-e57a-48fd-9513-baf7be3d6919 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:34.091082 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-fc807a8d-9336-4920-9d98-8a6ac22470e1 req-bbe8386c-e57a-48fd-9513-baf7be3d6919 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a26f825-fd4b-4599-9f14-85180126af3a HTTP/1.1" status: 200  len: 936 time: 0.1904616
May 07 21:56:34.100726 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-17dd7809-d39b-43ad-91d2-fab4df387126 admin admin] Publish callbacks [] for security_group (04b6fd16-2ba8-4c3c-98fa-13e0ebd0b733), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:34.108561 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-17dd7809-d39b-43ad-91d2-fab4df387126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (04b6fd16-2ba8-4c3c-98fa-13e0ebd0b733), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:34.166666 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dd7809-d39b-43ad-91d2-fab4df387126 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04b6fd16-2ba8-4c3c-98fa-13e0ebd0b733,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:34.199584 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-17dd7809-d39b-43ad-91d2-fab4df387126 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f7fa838baf094d5a96d28d803088f5d6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4318817
May 07 21:56:34.202265 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 45152) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:56:34.311124 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-fc807a8d-9336-4920-9d98-8a6ac22470e1 req-e179231c-51a4-4bb2-878c-79e31a7127a6 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/security-groups?id=aca2780c-128c-4de5-85a4-a7e10bd42e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2186627
May 07 21:56:34.319795 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7693e8b5-ae7f-4db3-ab37-65199f874ba3 req-d34e3feb-9175-4a3c-ab8f-598fa7dd73cc tempest-InstanceActionsTestJSON-889233102 tempest-InstanceActionsTestJSON-889233102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:34.329456 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-8018e586-986d-4975-b0c0-50c01c9db622 None None] Provisioning complete for port 90921e85-0f48-4254-9e51-5d33766c5e62 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:56:34.331335 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-8018e586-986d-4975-b0c0-50c01c9db622 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (90921e85-0f48-4254-9e51-5d33766c5e62), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:34.341662 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7693e8b5-ae7f-4db3-ab37-65199f874ba3 req-d34e3feb-9175-4a3c-ab8f-598fa7dd73cc tempest-InstanceActionsTestJSON-889233102 tempest-InstanceActionsTestJSON-889233102-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3f598bc-bd2c-4610-90f9-724d5cb1619b HTTP/1.1" status: 200  len: 945 time: 0.1055672
May 07 21:56:34.343619 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-e16feca6-18f9-4212-9044-33253578df7e req-00f20dce-64cf-4d20-bf55-48c90aab0ce8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (90921e85-0f48-4254-9e51-5d33766c5e62), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:34.398289 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 3e3a79b2-c327-437f-8e1f-c48c8ea9c228, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3e3a79b2-c327-437f-8e1f-c48c8ea9c228,segment=NetworkSegment(0be9e2c8-933a-4fe4-95a3-b99000a8e896),segment_id=0be9e2c8-933a-4fe4-95a3-b99000a8e896)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:56:34.419240 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7693e8b5-ae7f-4db3-ab37-65199f874ba3 req-066c064f-7e81-41c2-b3e4-e47cf2ceebe1 tempest-InstanceActionsTestJSON-889233102 tempest-InstanceActionsTestJSON-889233102-project] 10.222.0.32 "GET /v2.0/security-groups?id=94564a32-edfd-4b54-80d0-bc2c51abadb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0763764
May 07 21:56:34.446015 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5c1caa1d-000f-4854-b031-e851dd384ddb admin admin] Publish callbacks [] for security_group (04b6fd16-2ba8-4c3c-98fa-13e0ebd0b733), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:34.490681 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5c1caa1d-000f-4854-b031-e851dd384ddb admin admin] Publish callbacks [] for security_group (04b6fd16-2ba8-4c3c-98fa-13e0ebd0b733), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:34.513714 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': '3e3a79b2-c327-437f-8e1f-c48c8ea9c228', 'network_id': 'cad67ef4-7464-41a3-89b9-99b9a8d2dcdb', 'port_id': '3e3a79b2-c327-437f-8e1f-c48c8ea9c228', 'mac_address': 'fa:16:3e:41:85:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f704450-2b28-492f-a4bc-2dad183a8ba7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:56:34.537406 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-8018e586-986d-4975-b0c0-50c01c9db622 None None] Port 90921e85-0f48-4254-9e51-5d33766c5e62 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:56:34.683024 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 3e3a79b2-c327-437f-8e1f-c48c8ea9c228 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:56:34.683583 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (3e3a79b2-c327-437f-8e1f-c48c8ea9c228), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:34.696469 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c177b524-4737-4163-b099-6f2ada8e4503 req-94bc58da-6a1c-4762-95b7-203d122014fc tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:34.697997 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c177b524-4737-4163-b099-6f2ada8e4503 req-94bc58da-6a1c-4762-95b7-203d122014fc tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] 10.222.0.32 "GET /v2.0/ports?device_id=76df8f5c-4c19-4bba-a009-84627accd050 HTTP/1.1" status: 200  len: 943 time: 0.1065388
May 07 21:56:34.728894 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5c1caa1d-000f-4854-b031-e851dd384ddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (04b6fd16-2ba8-4c3c-98fa-13e0ebd0b733), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:34.731369 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5c1caa1d-000f-4854-b031-e851dd384ddb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:34.735021 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-5c1caa1d-000f-4854-b031-e851dd384ddb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/04b6fd16-2ba8-4c3c-98fa-13e0ebd0b733 HTTP/1.1" status: 204  len: 168 time: 0.5280178
May 07 21:56:34.744018 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e3a79b2-c327-437f-8e1f-c48c8ea9c228 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:56:34.764436 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e800b1-6291-46c0-9b77-4930cedcfb2f req-95a00d42-9127-4768-b81b-fb8f0bd0c109 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:34.766984 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-85e800b1-6291-46c0-9b77-4930cedcfb2f req-95a00d42-9127-4768-b81b-fb8f0bd0c109 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/networks?id=9b7653d0-c69e-4364-9ed6-1c005b136d81 HTTP/1.1" status: 200  len: 811 time: 0.1611090
May 07 21:56:34.792290 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-85e800b1-6291-46c0-9b77-4930cedcfb2f req-2f132472-bbd8-4edb-bc0f-ce27bf6760d9 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/quotas/85587313eff94af59406aca0c1a96a02 HTTP/1.1" status: 200  len: 375 time: 0.0171344
May 07 21:56:34.813176 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c177b524-4737-4163-b099-6f2ada8e4503 req-32d46f3c-9961-4e42-bf72-b43ef9747b6e tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] 10.222.0.32 "GET /v2.0/security-groups?id=39e0fb2f-499f-4370-bf46-3bb8288dae05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0867054
May 07 21:56:34.824709 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1caa1d-000f-4854-b031-e851dd384ddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b6fd16-2ba8-4c3c-98fa-13e0ebd0b733,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:34.869961 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-85e800b1-6291-46c0-9b77-4930cedcfb2f req-13fcd572-4e78-44fc-b2d0-082e799e5248 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=85587313eff94af59406aca0c1a96a02&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0719492
May 07 21:56:34.902927 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [req-e16feca6-18f9-4212-9044-33253578df7e req-00f20dce-64cf-4d20-bf55-48c90aab0ce8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90921e85-0f48-4254-9e51-5d33766c5e62 {{(pid=121837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:56:34.914367 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-e16feca6-18f9-4212-9044-33253578df7e req-00f20dce-64cf-4d20-bf55-48c90aab0ce8 service neutron] Publish callbacks [] for port (90921e85-0f48-4254-9e51-5d33766c5e62), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:34.934187 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-e16feca6-18f9-4212-9044-33253578df7e req-00f20dce-64cf-4d20-bf55-48c90aab0ce8 service neutron] Transition to ACTIVE for port object 90921e85-0f48-4254-9e51-5d33766c5e62 will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:56:34.940992 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-e16feca6-18f9-4212-9044-33253578df7e req-00f20dce-64cf-4d20-bf55-48c90aab0ce8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (90921e85-0f48-4254-9e51-5d33766c5e62), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:35.020486 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-85e800b1-6291-46c0-9b77-4930cedcfb2f req-435cec9f-7afb-4199-a125-6823df044542 service neutron] 10.222.0.32 "GET /v2.0/networks/9b7653d0-c69e-4364-9ed6-1c005b136d81?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1412995
May 07 21:56:35.039882 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f20dce-64cf-4d20-bf55-48c90aab0ce8 service neutron] Pushing event updated for resources: {'Port': ['ID=90921e85-0f48-4254-9e51-5d33766c5e62,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:35.054881 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 3e3a79b2-c327-437f-8e1f-c48c8ea9c228, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3e3a79b2-c327-437f-8e1f-c48c8ea9c228,segment=NetworkSegment(0be9e2c8-933a-4fe4-95a3-b99000a8e896),segment_id=0be9e2c8-933a-4fe4-95a3-b99000a8e896)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:56:35.079460 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (3e3a79b2-c327-437f-8e1f-c48c8ea9c228), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:35.146914 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-e16feca6-18f9-4212-9044-33253578df7e req-00f20dce-64cf-4d20-bf55-48c90aab0ce8 service neutron] Attempting to bind port 90921e85-0f48-4254-9e51-5d33766c5e62 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:56:35.147270 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-e16feca6-18f9-4212-9044-33253578df7e req-00f20dce-64cf-4d20-bf55-48c90aab0ce8 service neutron] Attempting to bind port 90921e85-0f48-4254-9e51-5d33766c5e62 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:56:35.147601 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16feca6-18f9-4212-9044-33253578df7e req-00f20dce-64cf-4d20-bf55-48c90aab0ce8 service neutron] Attempting to bind port 90921e85-0f48-4254-9e51-5d33766c5e62 on network 665487f0-78eb-47fb-9a06-b15bc614dc47 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:56:35.156799 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16feca6-18f9-4212-9044-33253578df7e req-00f20dce-64cf-4d20-bf55-48c90aab0ce8 service neutron] Port 90921e85-0f48-4254-9e51-5d33766c5e62 on network 665487f0-78eb-47fb-9a06-b15bc614dc47 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:56:35.157131 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16feca6-18f9-4212-9044-33253578df7e req-00f20dce-64cf-4d20-bf55-48c90aab0ce8 service neutron] Attempting to bind port 90921e85-0f48-4254-9e51-5d33766c5e62 on network 665487f0-78eb-47fb-9a06-b15bc614dc47 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:56:35.163343 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16feca6-18f9-4212-9044-33253578df7e req-00f20dce-64cf-4d20-bf55-48c90aab0ce8 service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:56:35.163684 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16feca6-18f9-4212-9044-33253578df7e req-00f20dce-64cf-4d20-bf55-48c90aab0ce8 service neutron] Checking segment: {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:56:35.164068 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e16feca6-18f9-4212-9044-33253578df7e req-00f20dce-64cf-4d20-bf55-48c90aab0ce8 service neutron] Bound using segment: {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:56:35.164797 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-e16feca6-18f9-4212-9044-33253578df7e req-00f20dce-64cf-4d20-bf55-48c90aab0ce8 service neutron] Bound port: 90921e85-0f48-4254-9e51-5d33766c5e62, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:56:35.165163 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-e16feca6-18f9-4212-9044-33253578df7e req-00f20dce-64cf-4d20-bf55-48c90aab0ce8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (90921e85-0f48-4254-9e51-5d33766c5e62), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:35.199452 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-85e800b1-6291-46c0-9b77-4930cedcfb2f req-dd322bf3-d9ce-436c-b376-165e1e44d0a4 service neutron] 10.222.0.32 "GET /v2.0/networks/9b7653d0-c69e-4364-9ed6-1c005b136d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1777794
May 07 21:56:35.221072 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=3e3a79b2-c327-437f-8e1f-c48c8ea9c228,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:35.265832 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-e16feca6-18f9-4212-9044-33253578df7e req-00f20dce-64cf-4d20-bf55-48c90aab0ce8 service neutron] For port 90921e85-0f48-4254-9e51-5d33766c5e62, host nch2-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:56:35.268894 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-e16feca6-18f9-4212-9044-33253578df7e req-00f20dce-64cf-4d20-bf55-48c90aab0ce8 service neutron] For port 90921e85-0f48-4254-9e51-5d33766c5e62, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=90921e85-0f48-4254-9e51-5d33766c5e62,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:56:35.293792 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-e16feca6-18f9-4212-9044-33253578df7e req-00f20dce-64cf-4d20-bf55-48c90aab0ce8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (90921e85-0f48-4254-9e51-5d33766c5e62), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:35.364069 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16feca6-18f9-4212-9044-33253578df7e req-00f20dce-64cf-4d20-bf55-48c90aab0ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:35.364894 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-e16feca6-18f9-4212-9044-33253578df7e req-00f20dce-64cf-4d20-bf55-48c90aab0ce8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:35.368247 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e16feca6-18f9-4212-9044-33253578df7e req-00f20dce-64cf-4d20-bf55-48c90aab0ce8 service neutron] 10.222.0.59 "PUT /v2.0/ports/90921e85-0f48-4254-9e51-5d33766c5e62 HTTP/1.1" status: 200  len: 1096 time: 1.3682222
May 07 21:56:35.379167 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a26f825-fd4b-4599-9f14-85180126af3a', 'tag': '90921e85-0f48-4254-9e51-5d33766c5e62'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:56:35.381697 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3632400b-4835-466f-9eac-a1a4cbad1101" -d '{"events": [{"name": "network-changed", "server_uuid": "5a26f825-fd4b-4599-9f14-85180126af3a", "tag": "90921e85-0f48-4254-9e51-5d33766c5e62"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:56:35.456521 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['3e3a79b2-c327-437f-8e1f-c48c8ea9c228'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:56:35.559115 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b03fc03-8a13-4548-8ca8-e2e57220b15a x-openstack-request-id: req-9b03fc03-8a13-4548-8ca8-e2e57220b15a {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:56:35.559412 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a26f825-fd4b-4599-9f14-85180126af3a", "tag": "90921e85-0f48-4254-9e51-5d33766c5e62", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:56:35.559843 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9b03fc03-8a13-4548-8ca8-e2e57220b15a {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:56:35.560399 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b03fc03-8a13-4548-8ca8-e2e57220b15a'] response: {'name': 'network-changed', 'server_uuid': '5a26f825-fd4b-4599-9f14-85180126af3a', 'tag': '90921e85-0f48-4254-9e51-5d33766c5e62', 'status': 'completed', 'code': 200}
May 07 21:56:35.570023 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f20dce-64cf-4d20-bf55-48c90aab0ce8 service neutron] Pushing event updated for resources: {'Port': ['ID=90921e85-0f48-4254-9e51-5d33766c5e62,revision_number=3']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:35.588099 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4188165f-0575-4da6-8c60-4a1dd2c966cf req-d477830a-7557-4468-8197-f11947d47428 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff063ae4-e930-4d7e-a587-56a10bb3d88a HTTP/1.1" status: 200  len: 210 time: 0.0572617
May 07 21:56:35.602331 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16feca6-18f9-4212-9044-33253578df7e req-d76f0794-e742-4347-a81c-b2258fae6057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:35.603903 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e16feca6-18f9-4212-9044-33253578df7e req-d76f0794-e742-4347-a81c-b2258fae6057 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a24cf19532e0484fabd6dc4e6b66fe30&device_id=5a26f825-fd4b-4599-9f14-85180126af3a HTTP/1.1" status: 200  len: 1130 time: 0.1582468
May 07 21:56:35.630231 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ab387-ae5f-4a5a-9849-9cfc2c954239 req-6d6c2931-fa41-4aa4-9fb4-827ada9b8dd3 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:35.641910 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e06ab387-ae5f-4a5a-9849-9cfc2c954239 req-6d6c2931-fa41-4aa4-9fb4-827ada9b8dd3 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a26f825-fd4b-4599-9f14-85180126af3a HTTP/1.1" status: 200  len: 948 time: 0.1971650
May 07 21:56:35.749562 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e06ab387-ae5f-4a5a-9849-9cfc2c954239 req-b44ed3e5-5ea2-45ff-ba91-fc76e0632235 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/security-groups?id=aca2780c-128c-4de5-85a4-a7e10bd42e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1034091
May 07 21:56:35.780831 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feba65d-4719-4ced-8106-4f21e7cfb724 req-d27fcc2c-9f17-4005-91b4-2c5ffdce7a6a tempest-InstanceActionsTestJSON-889233102 tempest-InstanceActionsTestJSON-889233102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:35.782402 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4feba65d-4719-4ced-8106-4f21e7cfb724 req-d27fcc2c-9f17-4005-91b4-2c5ffdce7a6a tempest-InstanceActionsTestJSON-889233102 tempest-InstanceActionsTestJSON-889233102-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3f598bc-bd2c-4610-90f9-724d5cb1619b HTTP/1.1" status: 200  len: 945 time: 0.0874536
May 07 21:56:35.864133 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e16feca6-18f9-4212-9044-33253578df7e req-90d9b33a-6d00-4cb7-825b-c34704561c6d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=90921e85-0f48-4254-9e51-5d33766c5e62 HTTP/1.1" status: 200  len: 217 time: 0.0572631
May 07 21:56:35.944955 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4feba65d-4719-4ced-8106-4f21e7cfb724 req-3f5cdfd3-e35f-49ac-9681-e7a555bf2d90 tempest-InstanceActionsTestJSON-889233102 tempest-InstanceActionsTestJSON-889233102-project] 10.222.0.32 "GET /v2.0/security-groups?id=94564a32-edfd-4b54-80d0-bc2c51abadb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1397543
May 07 21:56:36.034833 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16feca6-18f9-4212-9044-33253578df7e req-cc3d96e6-6f42-4da1-95b1-2844fafd31b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:36.036525 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e16feca6-18f9-4212-9044-33253578df7e req-cc3d96e6-6f42-4da1-95b1-2844fafd31b2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6e0e5c53-1ece-4d20-b01d-5f8c6957edf6 HTTP/1.1" status: 200  len: 843 time: 0.1659486
May 07 21:56:36.049060 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705d09da-6560-4477-ad93-106e88966a56 req-dd7013d2-39a4-417a-b19a-852fe5dcf3f5 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:36.050740 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-705d09da-6560-4477-ad93-106e88966a56 req-dd7013d2-39a4-417a-b19a-852fe5dcf3f5 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] 10.222.0.32 "GET /v2.0/ports?device_id=76df8f5c-4c19-4bba-a009-84627accd050 HTTP/1.1" status: 200  len: 944 time: 0.0631378
May 07 21:56:36.122991 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16feca6-18f9-4212-9044-33253578df7e req-3d264e4c-9dba-40f9-abff-631d1c20f950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:36.124490 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e16feca6-18f9-4212-9044-33253578df7e req-3d264e4c-9dba-40f9-abff-631d1c20f950 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=665487f0-78eb-47fb-9a06-b15bc614dc47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0601723
May 07 21:56:36.145793 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-705d09da-6560-4477-ad93-106e88966a56 req-9f86e06b-ee0d-45fc-93d9-024e6249b768 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] 10.222.0.32 "GET /v2.0/security-groups?id=39e0fb2f-499f-4370-bf46-3bb8288dae05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0887456
May 07 21:56:36.393455 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e16feca6-18f9-4212-9044-33253578df7e req-3bbae445-eb93-4f74-b378-9d7552051424 service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1179287
May 07 21:56:36.515231 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e16feca6-18f9-4212-9044-33253578df7e req-0d2a717f-7b91-4ae4-8b6d-111edf6846f9 service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1126211
May 07 21:56:36.717735 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-59b2a3b0-bc07-4a28-8888-acad378dbfcc req-6b677c5a-6e1c-48f8-bc57-4c4e8604d26d tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff063ae4-e930-4d7e-a587-56a10bb3d88a HTTP/1.1" status: 200  len: 210 time: 0.0374982
May 07 21:56:36.895607 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d131483c-5239-404d-975c-c60e9c959314 req-49fe54b1-3d10-46d7-99fa-0244e996b6d9 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:36.897897 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d131483c-5239-404d-975c-c60e9c959314 req-49fe54b1-3d10-46d7-99fa-0244e996b6d9 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a26f825-fd4b-4599-9f14-85180126af3a HTTP/1.1" status: 200  len: 948 time: 0.0633419
May 07 21:56:36.924914 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e800b1-6291-46c0-9b77-4930cedcfb2f req-4dcb7df6-4406-4a4e-9640-07a37db4e3be tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:36.926742 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-85e800b1-6291-46c0-9b77-4930cedcfb2f req-4dcb7df6-4406-4a4e-9640-07a37db4e3be tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.55 "GET /v2.0/networks?id=9b7653d0-c69e-4364-9ed6-1c005b136d81 HTTP/1.1" status: 200  len: 811 time: 0.1388371
May 07 21:56:36.951722 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-85e800b1-6291-46c0-9b77-4930cedcfb2f req-282fabe8-4f20-4e8e-a271-9a322c1cc533 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Request body: {'port': {'device_id': 'ff063ae4-e930-4d7e-a587-56a10bb3d88a', 'network_id': '9b7653d0-c69e-4364-9ed6-1c005b136d81', 'admin_state_up': True, 'tenant_id': '85587313eff94af59406aca0c1a96a02'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:56:36.957664 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d131483c-5239-404d-975c-c60e9c959314 req-e4279b4c-608a-4f86-a637-243555db58e1 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/security-groups?id=aca2780c-128c-4de5-85a4-a7e10bd42e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526016
May 07 21:56:37.093572 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306965c2-edee-40b6-9595-7db0abf261ba req-6dfa3cb5-7742-4f51-8e4c-f1051da9e4f2 tempest-InstanceActionsTestJSON-889233102 tempest-InstanceActionsTestJSON-889233102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:37.095607 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-306965c2-edee-40b6-9595-7db0abf261ba req-6dfa3cb5-7742-4f51-8e4c-f1051da9e4f2 tempest-InstanceActionsTestJSON-889233102 tempest-InstanceActionsTestJSON-889233102-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3f598bc-bd2c-4610-90f9-724d5cb1619b HTTP/1.1" status: 200  len: 945 time: 0.0679021
May 07 21:56:37.164737 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85e800b1-6291-46c0-9b77-4930cedcfb2f req-282fabe8-4f20-4e8e-a271-9a322c1cc533 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Made reservation on behalf of 85587313eff94af59406aca0c1a96a02 for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:56:37.168687 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-85e800b1-6291-46c0-9b77-4930cedcfb2f req-282fabe8-4f20-4e8e-a271-9a322c1cc533 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:37.176574 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-306965c2-edee-40b6-9595-7db0abf261ba req-89d9805d-b37f-4b9b-b720-23ddac1140e6 tempest-InstanceActionsTestJSON-889233102 tempest-InstanceActionsTestJSON-889233102-project] 10.222.0.32 "GET /v2.0/security-groups?id=94564a32-edfd-4b54-80d0-bc2c51abadb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0706446
May 07 21:56:37.277655 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5a5a2a-03ba-419a-a334-ea6c86c616e3 req-f92c6c5f-2808-4899-b985-6d231efc7b39 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:37.279203 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2b5a5a2a-03ba-419a-a334-ea6c86c616e3 req-f92c6c5f-2808-4899-b985-6d231efc7b39 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] 10.222.0.32 "GET /v2.0/ports?device_id=76df8f5c-4c19-4bba-a009-84627accd050 HTTP/1.1" status: 200  len: 944 time: 0.0624602
May 07 21:56:37.333031 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 7c89cdcf-6e2d-43ca-bd9c-a9cd5b8613e4 up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:56:37.347652 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2b5a5a2a-03ba-419a-a334-ea6c86c616e3 req-653a1980-c96e-44e2-abc7-25f4cd45656a tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] 10.222.0.32 "GET /v2.0/security-groups?id=39e0fb2f-499f-4370-bf46-3bb8288dae05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597458
May 07 21:56:37.360201 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [req-85e800b1-6291-46c0-9b77-4930cedcfb2f req-282fabe8-4f20-4e8e-a271-9a322c1cc533 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Allocated IP 172.20.0.12 (9b7653d0-c69e-4364-9ed6-1c005b136d81/68532bd3-831b-4da5-a9e0-f88c1ab76985/f4677fe5-047a-4e3f-947c-2db958706ccf) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:56:37.402435 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning for port 7c89cdcf-6e2d-43ca-bd9c-a9cd5b8613e4 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:56:37.410534 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port 7c89cdcf-6e2d-43ca-bd9c-a9cd5b8613e4 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:56:37.410907 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (7c89cdcf-6e2d-43ca-bd9c-a9cd5b8613e4), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:37.501791 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 7c89cdcf-6e2d-43ca-bd9c-a9cd5b8613e4 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:56:37.502759 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (7c89cdcf-6e2d-43ca-bd9c-a9cd5b8613e4), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:37.528506 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f598bc-bd2c-4610-90f9-724d5cb1619b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c89cdcf-6e2d-43ca-bd9c-a9cd5b8613e4'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:56:37.530807 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a612201-3034-4a8d-9f6a-8ae2539cf89c" -d '{"events": [{"server_uuid": "b3f598bc-bd2c-4610-90f9-724d5cb1619b", "name": "network-vif-plugged", "status": "completed", "tag": "7c89cdcf-6e2d-43ca-bd9c-a9cd5b8613e4"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:56:37.543533 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-85e800b1-6291-46c0-9b77-4930cedcfb2f req-282fabe8-4f20-4e8e-a271-9a322c1cc533 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Publish callbacks [] for port (f4677fe5-047a-4e3f-947c-2db958706ccf), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:37.553034 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 7c89cdcf-6e2d-43ca-bd9c-a9cd5b8613e4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7c89cdcf-6e2d-43ca-bd9c-a9cd5b8613e4,segment=NetworkSegment(ec45aadf-b35b-4f4d-927e-a69e70d920fb),segment_id=ec45aadf-b35b-4f4d-927e-a69e70d920fb)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:56:37.560743 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (7c89cdcf-6e2d-43ca-bd9c-a9cd5b8613e4), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:37.569553 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db2bdb6e-0c76-4d41-8fa6-8483b67e8bf2 x-openstack-request-id: req-db2bdb6e-0c76-4d41-8fa6-8483b67e8bf2 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:56:37.571162 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3f598bc-bd2c-4610-90f9-724d5cb1619b", "name": "network-vif-plugged", "status": "completed", "tag": "7c89cdcf-6e2d-43ca-bd9c-a9cd5b8613e4", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:56:37.571162 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-db2bdb6e-0c76-4d41-8fa6-8483b67e8bf2 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:56:37.571162 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db2bdb6e-0c76-4d41-8fa6-8483b67e8bf2'] response: {'server_uuid': 'b3f598bc-bd2c-4610-90f9-724d5cb1619b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c89cdcf-6e2d-43ca-bd9c-a9cd5b8613e4', 'code': 200}
May 07 21:56:37.597385 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-85e800b1-6291-46c0-9b77-4930cedcfb2f req-282fabe8-4f20-4e8e-a271-9a322c1cc533 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (f4677fe5-047a-4e3f-947c-2db958706ccf), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:37.627043 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=7c89cdcf-6e2d-43ca-bd9c-a9cd5b8613e4,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:37.684619 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3632400b-4835-466f-9eac-a1a4cbad1101 req-762f85ee-d928-4b13-a005-d45a6a2155a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:37.685393 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85e800b1-6291-46c0-9b77-4930cedcfb2f req-282fabe8-4f20-4e8e-a271-9a322c1cc533 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Network 9b7653d0-c69e-4364-9ed6-1c005b136d81 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:56:37.685900 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3632400b-4835-466f-9eac-a1a4cbad1101 req-762f85ee-d928-4b13-a005-d45a6a2155a0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a24cf19532e0484fabd6dc4e6b66fe30&device_id=5a26f825-fd4b-4599-9f14-85180126af3a HTTP/1.1" status: 200  len: 1130 time: 0.0611565
May 07 21:56:37.701705 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [req-85e800b1-6291-46c0-9b77-4930cedcfb2f req-282fabe8-4f20-4e8e-a271-9a322c1cc533 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:56:37.707810 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-85e800b1-6291-46c0-9b77-4930cedcfb2f req-282fabe8-4f20-4e8e-a271-9a322c1cc533 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:56:37.733082 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282fabe8-4f20-4e8e-a271-9a322c1cc533 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Pushing event updated for resources: {'Port': ['ID=f4677fe5-047a-4e3f-947c-2db958706ccf,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:37.777699 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e23929-2ae3-41bd-b92b-ed353a93f53c req-e07dd7fa-0621-4924-992e-08c96a525f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:37.779272 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-81e23929-2ae3-41bd-b92b-ed353a93f53c req-e07dd7fa-0621-4924-992e-08c96a525f20 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b3f598bc-bd2c-4610-90f9-724d5cb1619b HTTP/1.1" status: 200  len: 1128 time: 0.0923436
May 07 21:56:37.787064 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e800b1-6291-46c0-9b77-4930cedcfb2f req-282fabe8-4f20-4e8e-a271-9a322c1cc533 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:37.787721 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-85e800b1-6291-46c0-9b77-4930cedcfb2f req-282fabe8-4f20-4e8e-a271-9a322c1cc533 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:37.819742 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-85e800b1-6291-46c0-9b77-4930cedcfb2f req-282fabe8-4f20-4e8e-a271-9a322c1cc533 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8725719
May 07 21:56:37.835851 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-85e800b1-6291-46c0-9b77-4930cedcfb2f req-800bba7a-f190-489e-9c08-e7a0a9864508 service neutron] Request body: {'port': {'device_id': 'ff063ae4-e930-4d7e-a587-56a10bb3d88a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:56:37.862262 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3632400b-4835-466f-9eac-a1a4cbad1101 req-0583e822-877d-492b-9505-edb970d679f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:37.864043 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3632400b-4835-466f-9eac-a1a4cbad1101 req-0583e822-877d-492b-9505-edb970d679f3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=665487f0-78eb-47fb-9a06-b15bc614dc47 HTTP/1.1" status: 200  len: 870 time: 0.1628053
May 07 21:56:37.872608 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-81e23929-2ae3-41bd-b92b-ed353a93f53c req-6ade1000-1a6b-4784-a7d3-7ca6218560bd service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=94564a32-edfd-4b54-80d0-bc2c51abadb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0821300
May 07 21:56:37.875910 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786be1f9-aa68-43e2-807b-f2d522bfc4c8 req-cddaa3af-a3a4-4593-8429-36768fee3554 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:37.883580 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-786be1f9-aa68-43e2-807b-f2d522bfc4c8 req-cddaa3af-a3a4-4593-8429-36768fee3554 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff063ae4-e930-4d7e-a587-56a10bb3d88a HTTP/1.1" status: 200  len: 932 time: 0.0743260
May 07 21:56:37.914531 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-85e800b1-6291-46c0-9b77-4930cedcfb2f req-800bba7a-f190-489e-9c08-e7a0a9864508 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f4677fe5-047a-4e3f-947c-2db958706ccf), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:37.946332 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3632400b-4835-466f-9eac-a1a4cbad1101 req-50f51206-a79a-4270-8f61-e5784237f769 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=90921e85-0f48-4254-9e51-5d33766c5e62 HTTP/1.1" status: 200  len: 217 time: 0.0606275
May 07 21:56:37.982765 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-786be1f9-aa68-43e2-807b-f2d522bfc4c8 req-22d54eee-1a73-4123-ab58-c9b50744dfa5 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0982637
May 07 21:56:38.082879 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 90921e85-0f48-4254-9e51-5d33766c5e62 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:56:38.109855 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d764fa0-2de9-48f1-a2c9-6a78bc5a36a3 req-e9bc24bd-0886-48f6-bc0e-82d9444f6caf tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:38.111927 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6d764fa0-2de9-48f1-a2c9-6a78bc5a36a3 req-e9bc24bd-0886-48f6-bc0e-82d9444f6caf tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a26f825-fd4b-4599-9f14-85180126af3a HTTP/1.1" status: 200  len: 948 time: 0.0561223
May 07 21:56:38.131602 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3632400b-4835-466f-9eac-a1a4cbad1101 req-ed8110ec-e6ba-4c59-bc32-790779d03f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:38.134319 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3632400b-4835-466f-9eac-a1a4cbad1101 req-ed8110ec-e6ba-4c59-bc32-790779d03f18 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6e0e5c53-1ece-4d20-b01d-5f8c6957edf6 HTTP/1.1" status: 200  len: 843 time: 0.0684602
May 07 21:56:38.200091 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3632400b-4835-466f-9eac-a1a4cbad1101 req-4c70db14-6726-4cc6-a2ec-308748eb2088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:38.201873 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3632400b-4835-466f-9eac-a1a4cbad1101 req-4c70db14-6726-4cc6-a2ec-308748eb2088 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=665487f0-78eb-47fb-9a06-b15bc614dc47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0610034
May 07 21:56:38.241634 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6d764fa0-2de9-48f1-a2c9-6a78bc5a36a3 req-9fdc599d-a216-44a3-bbb3-8addcb5904b5 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/security-groups?id=aca2780c-128c-4de5-85a4-a7e10bd42e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1202090
May 07 21:56:38.243239 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 90921e85-0f48-4254-9e51-5d33766c5e62, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=90921e85-0f48-4254-9e51-5d33766c5e62,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:56:38.289830 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': '90921e85-0f48-4254-9e51-5d33766c5e62', 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47', 'port_id': '90921e85-0f48-4254-9e51-5d33766c5e62', 'mac_address': 'fa:16:3e:40:f7:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e0e5c53-1ece-4d20-b01d-5f8c6957edf6', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:56:38.342192 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 90921e85-0f48-4254-9e51-5d33766c5e62 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:56:38.342917 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (90921e85-0f48-4254-9e51-5d33766c5e62), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:38.361638 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90921e85-0f48-4254-9e51-5d33766c5e62 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:56:38.371942 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 45264) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:56:38.382761 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [req-85e800b1-6291-46c0-9b77-4930cedcfb2f req-800bba7a-f190-489e-9c08-e7a0a9864508 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4677fe5-047a-4e3f-947c-2db958706ccf {{(pid=121836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:56:38.389262 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 90921e85-0f48-4254-9e51-5d33766c5e62, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=90921e85-0f48-4254-9e51-5d33766c5e62,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:56:38.394354 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-85e800b1-6291-46c0-9b77-4930cedcfb2f req-800bba7a-f190-489e-9c08-e7a0a9864508 service neutron] Publish callbacks [] for port (f4677fe5-047a-4e3f-947c-2db958706ccf), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:38.396819 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (90921e85-0f48-4254-9e51-5d33766c5e62), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:38.407208 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f5825-5a27-4b4e-a03e-a58ac3549a2c req-0dcd78f1-ff9f-4baf-abdc-25d4b56a104a tempest-InstanceActionsTestJSON-889233102 tempest-InstanceActionsTestJSON-889233102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:38.409181 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2d3f5825-5a27-4b4e-a03e-a58ac3549a2c req-0dcd78f1-ff9f-4baf-abdc-25d4b56a104a tempest-InstanceActionsTestJSON-889233102 tempest-InstanceActionsTestJSON-889233102-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3f598bc-bd2c-4610-90f9-724d5cb1619b HTTP/1.1" status: 200  len: 946 time: 0.0732098
May 07 21:56:38.435759 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.provisioning_blocks [req-85e800b1-6291-46c0-9b77-4930cedcfb2f req-800bba7a-f190-489e-9c08-e7a0a9864508 service neutron] Transition to ACTIVE for port object f4677fe5-047a-4e3f-947c-2db958706ccf will not be triggered until provisioned by entity L2. {{(pid=121836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:56:38.447906 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 3e3a79b2-c327-437f-8e1f-c48c8ea9c228 up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:56:38.459790 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3632400b-4835-466f-9eac-a1a4cbad1101 req-cd12d769-c688-4f42-877d-8d505fc6ff30 service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2432323
May 07 21:56:38.492339 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2d3f5825-5a27-4b4e-a03e-a58ac3549a2c req-09655490-b44f-4b35-b4da-c27d4fe33eef tempest-InstanceActionsTestJSON-889233102 tempest-InstanceActionsTestJSON-889233102-project] 10.222.0.32 "GET /v2.0/security-groups?id=94564a32-edfd-4b54-80d0-bc2c51abadb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749609
May 07 21:56:38.507843 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fb6f1e-8d56-4f2d-a5e1-525a859d0fd9 req-ae2ae47d-14ad-4fc5-8a31-ba5ad43598ee tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:38.515471 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d5fb6f1e-8d56-4f2d-a5e1-525a859d0fd9 req-ae2ae47d-14ad-4fc5-8a31-ba5ad43598ee tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] 10.222.0.32 "GET /v2.0/ports?device_id=76df8f5c-4c19-4bba-a009-84627accd050 HTTP/1.1" status: 200  len: 944 time: 0.0711396
May 07 21:56:38.518442 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-85e800b1-6291-46c0-9b77-4930cedcfb2f req-800bba7a-f190-489e-9c08-e7a0a9864508 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (f4677fe5-047a-4e3f-947c-2db958706ccf), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:38.525517 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=90921e85-0f48-4254-9e51-5d33766c5e62,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:38.539704 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning for port 3e3a79b2-c327-437f-8e1f-c48c8ea9c228 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:56:38.539810 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b6195f1b-b406-4316-bd05-3e299a6b8a29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:38.546746 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port 3e3a79b2-c327-437f-8e1f-c48c8ea9c228 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:56:38.547166 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (3e3a79b2-c327-437f-8e1f-c48c8ea9c228), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:38.615765 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800bba7a-f190-489e-9c08-e7a0a9864508 service neutron] Pushing event updated for resources: {'Port': ['ID=f4677fe5-047a-4e3f-947c-2db958706ccf,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:38.628605 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b6195f1b-b406-4316-bd05-3e299a6b8a29 admin admin] Publish callbacks [] for security_group (1225b205-9c36-4b7f-908a-d9edfc018c8f), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:38.636007 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b6195f1b-b406-4316-bd05-3e299a6b8a29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (1225b205-9c36-4b7f-908a-d9edfc018c8f), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:38.649735 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d5fb6f1e-8d56-4f2d-a5e1-525a859d0fd9 req-996a870e-55ed-4283-8cfc-3bba9dc3c24f tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] 10.222.0.32 "GET /v2.0/security-groups?id=39e0fb2f-499f-4370-bf46-3bb8288dae05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1319265
May 07 21:56:38.651577 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 3e3a79b2-c327-437f-8e1f-c48c8ea9c228 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:56:38.652308 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (3e3a79b2-c327-437f-8e1f-c48c8ea9c228), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:38.701456 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 3e3a79b2-c327-437f-8e1f-c48c8ea9c228, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3e3a79b2-c327-437f-8e1f-c48c8ea9c228,segment=NetworkSegment(0be9e2c8-933a-4fe4-95a3-b99000a8e896),segment_id=0be9e2c8-933a-4fe4-95a3-b99000a8e896)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:56:38.706008 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (3e3a79b2-c327-437f-8e1f-c48c8ea9c228), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:38.714806 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-85e800b1-6291-46c0-9b77-4930cedcfb2f req-800bba7a-f190-489e-9c08-e7a0a9864508 service neutron] Attempting to bind port f4677fe5-047a-4e3f-947c-2db958706ccf on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:56:38.714806 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-85e800b1-6291-46c0-9b77-4930cedcfb2f req-800bba7a-f190-489e-9c08-e7a0a9864508 service neutron] Attempting to bind port f4677fe5-047a-4e3f-947c-2db958706ccf by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'c1f62f1a-7390-4968-bfcd-e0354648ad7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9b7653d0-c69e-4364-9ed6-1c005b136d81'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:56:38.714806 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e800b1-6291-46c0-9b77-4930cedcfb2f req-800bba7a-f190-489e-9c08-e7a0a9864508 service neutron] Attempting to bind port f4677fe5-047a-4e3f-947c-2db958706ccf on network 9b7653d0-c69e-4364-9ed6-1c005b136d81 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:56:38.715159 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-b6195f1b-b406-4316-bd05-3e299a6b8a29 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=95518b807ab14cbc83fe0031f5ece2c8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3392403
May 07 21:56:38.715159 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6195f1b-b406-4316-bd05-3e299a6b8a29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1225b205-9c36-4b7f-908a-d9edfc018c8f,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:38.716300 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 45270) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:56:38.722998 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e800b1-6291-46c0-9b77-4930cedcfb2f req-800bba7a-f190-489e-9c08-e7a0a9864508 service neutron] Port f4677fe5-047a-4e3f-947c-2db958706ccf on network 9b7653d0-c69e-4364-9ed6-1c005b136d81 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:56:38.723326 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e800b1-6291-46c0-9b77-4930cedcfb2f req-800bba7a-f190-489e-9c08-e7a0a9864508 service neutron] Attempting to bind port f4677fe5-047a-4e3f-947c-2db958706ccf on network 9b7653d0-c69e-4364-9ed6-1c005b136d81 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:56:38.737616 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e800b1-6291-46c0-9b77-4930cedcfb2f req-800bba7a-f190-489e-9c08-e7a0a9864508 service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:56:38.737976 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e800b1-6291-46c0-9b77-4930cedcfb2f req-800bba7a-f190-489e-9c08-e7a0a9864508 service neutron] Checking segment: {'id': 'c1f62f1a-7390-4968-bfcd-e0354648ad7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9b7653d0-c69e-4364-9ed6-1c005b136d81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:56:38.738352 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e800b1-6291-46c0-9b77-4930cedcfb2f req-800bba7a-f190-489e-9c08-e7a0a9864508 service neutron] Bound using segment: {'id': 'c1f62f1a-7390-4968-bfcd-e0354648ad7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9b7653d0-c69e-4364-9ed6-1c005b136d81'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:56:38.739405 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-85e800b1-6291-46c0-9b77-4930cedcfb2f req-800bba7a-f190-489e-9c08-e7a0a9864508 service neutron] Bound port: f4677fe5-047a-4e3f-947c-2db958706ccf, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f62f1a-7390-4968-bfcd-e0354648ad7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9b7653d0-c69e-4364-9ed6-1c005b136d81'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:56:38.740023 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-85e800b1-6291-46c0-9b77-4930cedcfb2f req-800bba7a-f190-489e-9c08-e7a0a9864508 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f4677fe5-047a-4e3f-947c-2db958706ccf), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:38.769978 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['90921e85-0f48-4254-9e51-5d33766c5e62'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:56:38.784954 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3632400b-4835-466f-9eac-a1a4cbad1101 req-c12f1134-d6ed-4b4d-a6a9-bd32403f3a7e service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1191425
May 07 21:56:38.806842 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=3e3a79b2-c327-437f-8e1f-c48c8ea9c228,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:38.810671 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-de3f2379-c37e-4f4e-b452-759b1d6e6bee admin admin] Publish callbacks [] for security_group (1225b205-9c36-4b7f-908a-d9edfc018c8f), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:38.857274 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-de3f2379-c37e-4f4e-b452-759b1d6e6bee admin admin] Publish callbacks [] for security_group (1225b205-9c36-4b7f-908a-d9edfc018c8f), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:38.867174 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-85e800b1-6291-46c0-9b77-4930cedcfb2f req-800bba7a-f190-489e-9c08-e7a0a9864508 service neutron] For port f4677fe5-047a-4e3f-947c-2db958706ccf, host nch1-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:56:38.874418 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-85e800b1-6291-46c0-9b77-4930cedcfb2f req-800bba7a-f190-489e-9c08-e7a0a9864508 service neutron] For port f4677fe5-047a-4e3f-947c-2db958706ccf, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f4677fe5-047a-4e3f-947c-2db958706ccf,segment=NetworkSegment(c1f62f1a-7390-4968-bfcd-e0354648ad7b),segment_id=c1f62f1a-7390-4968-bfcd-e0354648ad7b)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:56:38.895866 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-85e800b1-6291-46c0-9b77-4930cedcfb2f req-800bba7a-f190-489e-9c08-e7a0a9864508 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (f4677fe5-047a-4e3f-947c-2db958706ccf), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:38.937569 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e800b1-6291-46c0-9b77-4930cedcfb2f req-800bba7a-f190-489e-9c08-e7a0a9864508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:38.938659 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-85e800b1-6291-46c0-9b77-4930cedcfb2f req-800bba7a-f190-489e-9c08-e7a0a9864508 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:38.944044 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-85e800b1-6291-46c0-9b77-4930cedcfb2f req-800bba7a-f190-489e-9c08-e7a0a9864508 service neutron] 10.222.0.55 "PUT /v2.0/ports/f4677fe5-047a-4e3f-947c-2db958706ccf HTTP/1.1" status: 200  len: 1092 time: 1.1156137
May 07 21:56:38.944518 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff063ae4-e930-4d7e-a587-56a10bb3d88a', 'tag': 'f4677fe5-047a-4e3f-947c-2db958706ccf'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:56:38.946916 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50431eb9-6581-4709-a288-36dcca31e6fb" -d '{"events": [{"name": "network-changed", "server_uuid": "ff063ae4-e930-4d7e-a587-56a10bb3d88a", "tag": "f4677fe5-047a-4e3f-947c-2db958706ccf"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:56:38.971884 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-de3f2379-c37e-4f4e-b452-759b1d6e6bee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (1225b205-9c36-4b7f-908a-d9edfc018c8f), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:38.974356 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-de3f2379-c37e-4f4e-b452-759b1d6e6bee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:38.978080 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-de3f2379-c37e-4f4e-b452-759b1d6e6bee admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1225b205-9c36-4b7f-908a-d9edfc018c8f HTTP/1.1" status: 204  len: 168 time: 0.2582340
May 07 21:56:38.987627 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800bba7a-f190-489e-9c08-e7a0a9864508 service neutron] Pushing event updated for resources: {'Port': ['ID=f4677fe5-047a-4e3f-947c-2db958706ccf,revision_number=3']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:38.990438 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3f2379-c37e-4f4e-b452-759b1d6e6bee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1225b205-9c36-4b7f-908a-d9edfc018c8f,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:39.037522 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51b128f6-3429-4e68-b722-3fe53515070f x-openstack-request-id: req-51b128f6-3429-4e68-b722-3fe53515070f {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:56:39.037847 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff063ae4-e930-4d7e-a587-56a10bb3d88a", "tag": "f4677fe5-047a-4e3f-947c-2db958706ccf", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:56:39.038193 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-51b128f6-3429-4e68-b722-3fe53515070f {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:56:39.038495 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51b128f6-3429-4e68-b722-3fe53515070f'] response: {'name': 'network-changed', 'server_uuid': 'ff063ae4-e930-4d7e-a587-56a10bb3d88a', 'tag': 'f4677fe5-047a-4e3f-947c-2db958706ccf', 'status': 'completed', 'code': 200}
May 07 21:56:39.049471 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e800b1-6291-46c0-9b77-4930cedcfb2f req-50f057fd-45a1-4586-aaee-1670e32cf706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:39.051029 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-85e800b1-6291-46c0-9b77-4930cedcfb2f req-50f057fd-45a1-4586-aaee-1670e32cf706 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=85587313eff94af59406aca0c1a96a02&device_id=ff063ae4-e930-4d7e-a587-56a10bb3d88a HTTP/1.1" status: 200  len: 1126 time: 0.0551515
May 07 21:56:39.101980 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-85e800b1-6291-46c0-9b77-4930cedcfb2f req-b6b683ad-9e1c-437d-ab16-ad272ce1e30e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f4677fe5-047a-4e3f-947c-2db958706ccf HTTP/1.1" status: 200  len: 217 time: 0.0438542
May 07 21:56:39.179941 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7989b4ee-93b1-4f9b-827b-75f59b16b763 req-8bbccf0c-56a2-4cb9-a1a5-0c9354d4933f tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:39.181492 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7989b4ee-93b1-4f9b-827b-75f59b16b763 req-8bbccf0c-56a2-4cb9-a1a5-0c9354d4933f tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff063ae4-e930-4d7e-a587-56a10bb3d88a HTTP/1.1" status: 200  len: 944 time: 0.0821145
May 07 21:56:39.192308 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e800b1-6291-46c0-9b77-4930cedcfb2f req-b05536e7-5b84-4576-891f-6dc5fc97040c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:39.193759 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-85e800b1-6291-46c0-9b77-4930cedcfb2f req-b05536e7-5b84-4576-891f-6dc5fc97040c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=68532bd3-831b-4da5-a9e0-f88c1ab76985 HTTP/1.1" status: 200  len: 851 time: 0.0826602
May 07 21:56:39.241631 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-85e800b1-6291-46c0-9b77-4930cedcfb2f req-1e8baf8d-7cc0-447f-94ad-5b313f149056 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9b7653d0-c69e-4364-9ed6-1c005b136d81&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0386024
May 07 21:56:39.339934 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7989b4ee-93b1-4f9b-827b-75f59b16b763 req-0584c89a-8a84-4f37-a7b4-abcb2f5abf31 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1441092
May 07 21:56:39.374611 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-85e800b1-6291-46c0-9b77-4930cedcfb2f req-0718f918-1e10-4d55-806d-0065eba8ed40 service neutron] 10.222.0.55 "GET /v2.0/networks/9b7653d0-c69e-4364-9ed6-1c005b136d81?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1215980
May 07 21:56:39.383984 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 45282) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:56:39.408743 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f89e084-3e70-45dc-9d91-c6d9b6a95951 req-47815f2e-4d60-4090-9471-915a8c7b2c73 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:39.410483 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8f89e084-3e70-45dc-9d91-c6d9b6a95951 req-47815f2e-4d60-4090-9471-915a8c7b2c73 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a26f825-fd4b-4599-9f14-85180126af3a HTTP/1.1" status: 200  len: 949 time: 0.0607545
May 07 21:56:39.416240 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5419bf26-4c48-442b-9996-af7fbb2427f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:39.467069 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8f89e084-3e70-45dc-9d91-c6d9b6a95951 req-919eb85c-282e-4811-8077-a7d212b4bb29 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/security-groups?id=aca2780c-128c-4de5-85a4-a7e10bd42e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492489
May 07 21:56:39.522225 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-85e800b1-6291-46c0-9b77-4930cedcfb2f req-096d0c58-101d-45c8-8ad4-8e19da7aea6d service neutron] 10.222.0.55 "GET /v2.0/networks/9b7653d0-c69e-4364-9ed6-1c005b136d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1391461
May 07 21:56:39.571625 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76df8f5c-4c19-4bba-a009-84627accd050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e3a79b2-c327-437f-8e1f-c48c8ea9c228'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:56:39.572219 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5419bf26-4c48-442b-9996-af7fbb2427f0 admin admin] Publish callbacks [] for security_group (ff233239-32a2-457f-8763-22721d0dcf87), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:39.573976 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-731f2185-293d-4d40-9bf5-c76a92d82ae9" -d '{"events": [{"server_uuid": "76df8f5c-4c19-4bba-a009-84627accd050", "name": "network-vif-plugged", "status": "completed", "tag": "3e3a79b2-c327-437f-8e1f-c48c8ea9c228"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:56:39.582919 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5419bf26-4c48-442b-9996-af7fbb2427f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (ff233239-32a2-457f-8763-22721d0dcf87), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:39.612677 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ab83386-bad8-4cdb-a014-871e987e0ceb x-openstack-request-id: req-7ab83386-bad8-4cdb-a014-871e987e0ceb {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:56:39.613059 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76df8f5c-4c19-4bba-a009-84627accd050", "name": "network-vif-plugged", "status": "completed", "tag": "3e3a79b2-c327-437f-8e1f-c48c8ea9c228", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:56:39.613425 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7ab83386-bad8-4cdb-a014-871e987e0ceb {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:56:39.614437 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ab83386-bad8-4cdb-a014-871e987e0ceb'] response: {'server_uuid': '76df8f5c-4c19-4bba-a009-84627accd050', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e3a79b2-c327-437f-8e1f-c48c8ea9c228', 'code': 200}
May 07 21:56:39.659120 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4e1178-342d-4dc6-8bf0-04e8df941da0 req-16bb6cdd-22f7-4d73-9281-6ba78b30b229 tempest-InstanceActionsTestJSON-889233102 tempest-InstanceActionsTestJSON-889233102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:39.660657 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6a4e1178-342d-4dc6-8bf0-04e8df941da0 req-16bb6cdd-22f7-4d73-9281-6ba78b30b229 tempest-InstanceActionsTestJSON-889233102 tempest-InstanceActionsTestJSON-889233102-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3f598bc-bd2c-4610-90f9-724d5cb1619b HTTP/1.1" status: 200  len: 946 time: 0.0907781
May 07 21:56:39.663455 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-5419bf26-4c48-442b-9996-af7fbb2427f0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0837ade3124643759436adbd24f10ad0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2716608
May 07 21:56:39.664238 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5419bf26-4c48-442b-9996-af7fbb2427f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff233239-32a2-457f-8763-22721d0dcf87,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:39.666600 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 45288) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:56:39.724267 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6a4e1178-342d-4dc6-8bf0-04e8df941da0 req-fe8b7e8d-5af5-4fc3-a4e4-90c00f71a105 tempest-InstanceActionsTestJSON-889233102 tempest-InstanceActionsTestJSON-889233102-project] 10.222.0.32 "GET /v2.0/security-groups?id=94564a32-edfd-4b54-80d0-bc2c51abadb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548892
May 07 21:56:39.731155 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9fe74182-d0bd-4bb4-9559-a9b54188d5ba admin admin] Publish callbacks [] for security_group (ff233239-32a2-457f-8763-22721d0dcf87), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:39.795399 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9fe74182-d0bd-4bb4-9559-a9b54188d5ba admin admin] Publish callbacks [] for security_group (ff233239-32a2-457f-8763-22721d0dcf87), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:39.828548 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6772de70-ee1e-4017-b84e-bfa0e2150127 req-ec2c68a9-65eb-46c6-a15f-e94a0e34888f tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:39.830202 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6772de70-ee1e-4017-b84e-bfa0e2150127 req-ec2c68a9-65eb-46c6-a15f-e94a0e34888f tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] 10.222.0.32 "GET /v2.0/ports?device_id=76df8f5c-4c19-4bba-a009-84627accd050 HTTP/1.1" status: 200  len: 945 time: 0.0864668
May 07 21:56:39.900946 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6772de70-ee1e-4017-b84e-bfa0e2150127 req-755c9c30-1fd5-415a-bfa0-ac2e567c5f26 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] 10.222.0.32 "GET /v2.0/security-groups?id=39e0fb2f-499f-4370-bf46-3bb8288dae05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617807
May 07 21:56:39.902290 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9fe74182-d0bd-4bb4-9559-a9b54188d5ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (ff233239-32a2-457f-8763-22721d0dcf87), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:39.905012 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9fe74182-d0bd-4bb4-9559-a9b54188d5ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:39.906146 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-9fe74182-d0bd-4bb4-9559-a9b54188d5ba admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ff233239-32a2-457f-8763-22721d0dcf87 HTTP/1.1" status: 204  len: 168 time: 0.2379699
May 07 21:56:39.916305 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe74182-d0bd-4bb4-9559-a9b54188d5ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff233239-32a2-457f-8763-22721d0dcf87,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:40.086900 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ba4994-4ca8-4bb6-a509-483b60dd5008 req-f4256412-4a0a-4d7f-86d4-2e5c061c94f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:40.088357 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-56ba4994-4ca8-4bb6-a509-483b60dd5008 req-f4256412-4a0a-4d7f-86d4-2e5c061c94f0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a017d4c58fe640c5bf85d1d055b3da11&device_id=b3f598bc-bd2c-4610-90f9-724d5cb1619b HTTP/1.1" status: 200  len: 1128 time: 0.0839593
May 07 21:56:40.094685 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de04934d-20c8-4f2d-8309-65dd5c2c6a24 req-a7574f7c-ba24-49c2-9b46-c3a7b785b8fe tempest-InstanceActionsTestJSON-889233102 tempest-InstanceActionsTestJSON-889233102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:40.096611 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-de04934d-20c8-4f2d-8309-65dd5c2c6a24 req-a7574f7c-ba24-49c2-9b46-c3a7b785b8fe tempest-InstanceActionsTestJSON-889233102 tempest-InstanceActionsTestJSON-889233102-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3f598bc-bd2c-4610-90f9-724d5cb1619b HTTP/1.1" status: 200  len: 946 time: 0.0822115
May 07 21:56:40.110550 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 90921e85-0f48-4254-9e51-5d33766c5e62 up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:56:40.168778 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning for port 90921e85-0f48-4254-9e51-5d33766c5e62 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:56:40.178714 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port 90921e85-0f48-4254-9e51-5d33766c5e62 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:56:40.179425 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (90921e85-0f48-4254-9e51-5d33766c5e62), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:40.223653 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-de04934d-20c8-4f2d-8309-65dd5c2c6a24 req-d9b14706-181c-48ac-99ab-6952d9e656d9 tempest-InstanceActionsTestJSON-889233102 tempest-InstanceActionsTestJSON-889233102-project] 10.222.0.32 "GET /v2.0/security-groups?id=94564a32-edfd-4b54-80d0-bc2c51abadb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1180248
May 07 21:56:40.245060 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ba4994-4ca8-4bb6-a509-483b60dd5008 req-28db0891-215c-4902-a3a7-e8f6d6fb3d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:40.246526 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-56ba4994-4ca8-4bb6-a509-483b60dd5008 req-28db0891-215c-4902-a3a7-e8f6d6fb3d1c service neutron] 10.222.0.59 "GET /v2.0/networks?id=92ee54a4-6cae-41b9-99d3-263ba33ff675 HTTP/1.1" status: 200  len: 915 time: 0.1490819
May 07 21:56:40.296771 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 90921e85-0f48-4254-9e51-5d33766c5e62 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:56:40.297321 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (90921e85-0f48-4254-9e51-5d33766c5e62), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:40.299371 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-56ba4994-4ca8-4bb6-a509-483b60dd5008 req-0bccbc2a-15a6-47de-b913-fee03beb5d27 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c89cdcf-6e2d-43ca-bd9c-a9cd5b8613e4 HTTP/1.1" status: 200  len: 217 time: 0.0453255
May 07 21:56:40.340024 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 90921e85-0f48-4254-9e51-5d33766c5e62, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=90921e85-0f48-4254-9e51-5d33766c5e62,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:56:40.344752 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (90921e85-0f48-4254-9e51-5d33766c5e62), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:40.373049 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ba4994-4ca8-4bb6-a509-483b60dd5008 req-2b57e9b7-dd62-4e09-8f9c-fe5389d51c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:40.374976 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-56ba4994-4ca8-4bb6-a509-483b60dd5008 req-2b57e9b7-dd62-4e09-8f9c-fe5389d51c3f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8da7a336-097f-4adb-91ed-43f6a24ba849 HTTP/1.1" status: 200  len: 854 time: 0.0705056
May 07 21:56:40.413964 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=90921e85-0f48-4254-9e51-5d33766c5e62,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:40.427106 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-56ba4994-4ca8-4bb6-a509-483b60dd5008 req-683dc612-6810-4bb8-aefa-a7358c713255 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=92ee54a4-6cae-41b9-99d3-263ba33ff675&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0442808
May 07 21:56:40.487276 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ac84f9-7372-405c-9c7d-9bf4110b873f req-5eb190ff-d9b8-436c-b90f-c5daea03eac3 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:40.488866 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-51ac84f9-7372-405c-9c7d-9bf4110b873f req-5eb190ff-d9b8-436c-b90f-c5daea03eac3 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff063ae4-e930-4d7e-a587-56a10bb3d88a HTTP/1.1" status: 200  len: 944 time: 0.0598922
May 07 21:56:40.593466 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-69568a23-6186-426e-aa57-3438aaa725fe req-004411ea-4f2a-46ea-8ec5-a0acc1c7505c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=dc809cd6-ffa7-49b3-ad2c-9bd7a75f8db2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0682402
May 07 21:56:40.605011 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-51ac84f9-7372-405c-9c7d-9bf4110b873f req-cee3d59c-140a-4d5c-83fc-1061d3dda20a tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1017516
May 07 21:56:40.697433 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50431eb9-6581-4709-a288-36dcca31e6fb req-38969beb-d308-4a34-bcb0-b954c53758dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:40.699128 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-50431eb9-6581-4709-a288-36dcca31e6fb req-38969beb-d308-4a34-bcb0-b954c53758dd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=85587313eff94af59406aca0c1a96a02&device_id=ff063ae4-e930-4d7e-a587-56a10bb3d88a HTTP/1.1" status: 200  len: 1126 time: 0.0888360
May 07 21:56:40.706208 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69568a23-6186-426e-aa57-3438aaa725fe req-5533436c-b465-4518-a659-c063a7134f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:40.708028 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-69568a23-6186-426e-aa57-3438aaa725fe req-5533436c-b465-4518-a659-c063a7134f20 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a24cf19532e0484fabd6dc4e6b66fe30&device_id=dc809cd6-ffa7-49b3-ad2c-9bd7a75f8db2 HTTP/1.1" status: 200  len: 1132 time: 0.0834188
May 07 21:56:40.889840 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234b465c-a7e3-4834-b149-d236d6c71a55 req-125697bc-6815-49c1-ad0f-e7f24a6031c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:40.891493 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-234b465c-a7e3-4834-b149-d236d6c71a55 req-125697bc-6815-49c1-ad0f-e7f24a6031c0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=76df8f5c-4c19-4bba-a009-84627accd050 HTTP/1.1" status: 200  len: 1127 time: 0.1724305
May 07 21:56:40.918357 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-56ba4994-4ca8-4bb6-a509-483b60dd5008 req-c3b18966-8f71-40ac-8327-f19a5bc9fece service neutron] 10.222.0.59 "GET /v2.0/networks/92ee54a4-6cae-41b9-99d3-263ba33ff675?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4856141
May 07 21:56:40.942004 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c0dc5b-ce74-4fb8-87ae-a13a6c1ab212 req-aa2a5443-8650-429f-aa6c-f0f6b36f9258 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:40.943656 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c2c0dc5b-ce74-4fb8-87ae-a13a6c1ab212 req-aa2a5443-8650-429f-aa6c-f0f6b36f9258 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a26f825-fd4b-4599-9f14-85180126af3a HTTP/1.1" status: 200  len: 950 time: 0.3971703
May 07 21:56:40.965880 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50431eb9-6581-4709-a288-36dcca31e6fb req-985b2cd3-3170-4827-a387-df6bbeed26eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:40.967506 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-50431eb9-6581-4709-a288-36dcca31e6fb req-985b2cd3-3170-4827-a387-df6bbeed26eb service neutron] 10.222.0.55 "GET /v2.0/networks?id=9b7653d0-c69e-4364-9ed6-1c005b136d81 HTTP/1.1" status: 200  len: 912 time: 0.2502956
May 07 21:56:40.987306 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69568a23-6186-426e-aa57-3438aaa725fe req-f0fe6bfc-a7b3-4ac6-bac2-5051511aba73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:40.989005 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-69568a23-6186-426e-aa57-3438aaa725fe req-f0fe6bfc-a7b3-4ac6-bac2-5051511aba73 service neutron] 10.222.0.59 "GET /v2.0/networks?id=665487f0-78eb-47fb-9a06-b15bc614dc47 HTTP/1.1" status: 200  len: 870 time: 0.2390726
May 07 21:56:41.042034 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-234b465c-a7e3-4834-b149-d236d6c71a55 req-56254751-4f99-4bc2-8ed0-8b8d44e1257d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=39e0fb2f-499f-4370-bf46-3bb8288dae05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1437683
May 07 21:56:41.043018 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-50431eb9-6581-4709-a288-36dcca31e6fb req-7adec407-a4bd-4e18-9e41-e694acf10950 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f4677fe5-047a-4e3f-947c-2db958706ccf HTTP/1.1" status: 200  len: 217 time: 0.0668766
May 07 21:56:41.055331 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c2c0dc5b-ce74-4fb8-87ae-a13a6c1ab212 req-a572ad31-0ca4-49f4-ab16-a8640b760dc7 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/security-groups?id=aca2780c-128c-4de5-85a4-a7e10bd42e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1013119
May 07 21:56:41.075477 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-69568a23-6186-426e-aa57-3438aaa725fe req-2d600f3d-5f31-4e95-a7c2-513639090bea service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=0f31f820-4134-4910-88d6-283ed3ed34a7 HTTP/1.1" status: 200  len: 217 time: 0.0539427
May 07 21:56:41.076929 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-56ba4994-4ca8-4bb6-a509-483b60dd5008 req-f06c2bf4-5a80-4103-8ac5-bb5e3e8eaf67 service neutron] 10.222.0.59 "GET /v2.0/networks/92ee54a4-6cae-41b9-99d3-263ba33ff675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1522756
May 07 21:56:41.153089 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca1734f-8605-414b-85d6-a7d409a41a7e req-46e4580a-dd5a-4765-a071-91f7bc129b2c tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:41.154533 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7ca1734f-8605-414b-85d6-a7d409a41a7e req-46e4580a-dd5a-4765-a071-91f7bc129b2c tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] 10.222.0.32 "GET /v2.0/ports?device_id=76df8f5c-4c19-4bba-a009-84627accd050 HTTP/1.1" status: 200  len: 945 time: 0.1308393
May 07 21:56:41.172294 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69568a23-6186-426e-aa57-3438aaa725fe req-a0cd73e4-0c7e-4a58-beef-26126c52f9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:41.174354 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-69568a23-6186-426e-aa57-3438aaa725fe req-a0cd73e4-0c7e-4a58-beef-26126c52f9c5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6e0e5c53-1ece-4d20-b01d-5f8c6957edf6 HTTP/1.1" status: 200  len: 843 time: 0.0758722
May 07 21:56:41.263195 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69568a23-6186-426e-aa57-3438aaa725fe req-39a09511-cb32-40c2-b27e-5b80462c8ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:41.264851 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-69568a23-6186-426e-aa57-3438aaa725fe req-39a09511-cb32-40c2-b27e-5b80462c8ca7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=665487f0-78eb-47fb-9a06-b15bc614dc47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0777898
May 07 21:56:41.288234 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7ca1734f-8605-414b-85d6-a7d409a41a7e req-8f833e59-4352-4c59-af64-acfa8f324bfc tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] 10.222.0.32 "GET /v2.0/security-groups?id=39e0fb2f-499f-4370-bf46-3bb8288dae05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1263778
May 07 21:56:41.379143 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac1aed5-17fa-41ca-bf80-53e89e549dec req-b3b29690-6b7b-4746-9ab2-32b10639a501 tempest-InstanceActionsTestJSON-889233102 tempest-InstanceActionsTestJSON-889233102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:41.383296 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2ac1aed5-17fa-41ca-bf80-53e89e549dec req-b3b29690-6b7b-4746-9ab2-32b10639a501 tempest-InstanceActionsTestJSON-889233102 tempest-InstanceActionsTestJSON-889233102-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3f598bc-bd2c-4610-90f9-724d5cb1619b HTTP/1.1" status: 200  len: 946 time: 0.0668633
May 07 21:56:41.455682 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2ac1aed5-17fa-41ca-bf80-53e89e549dec req-99dcaab8-0176-45c6-9b6c-f996b0d49c17 tempest-InstanceActionsTestJSON-889233102 tempest-InstanceActionsTestJSON-889233102-project] 10.222.0.32 "GET /v2.0/security-groups?id=94564a32-edfd-4b54-80d0-bc2c51abadb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629776
May 07 21:56:41.616314 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a26f825-fd4b-4599-9f14-85180126af3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90921e85-0f48-4254-9e51-5d33766c5e62'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:56:41.619516 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65b9851f-b738-426e-b919-1d8d768206aa" -d '{"events": [{"server_uuid": "5a26f825-fd4b-4599-9f14-85180126af3a", "name": "network-vif-plugged", "status": "completed", "tag": "90921e85-0f48-4254-9e51-5d33766c5e62"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:56:41.650600 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50431eb9-6581-4709-a288-36dcca31e6fb req-16f3a37e-fe50-4e08-95a7-a241af27c88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:41.652078 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-50431eb9-6581-4709-a288-36dcca31e6fb req-16f3a37e-fe50-4e08-95a7-a241af27c88d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=68532bd3-831b-4da5-a9e0-f88c1ab76985 HTTP/1.1" status: 200  len: 851 time: 0.4081326
May 07 21:56:41.664476 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9c79d3f-8c45-4489-b62b-ad081e9eded2 x-openstack-request-id: req-a9c79d3f-8c45-4489-b62b-ad081e9eded2 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:56:41.664964 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a26f825-fd4b-4599-9f14-85180126af3a", "name": "network-vif-plugged", "status": "completed", "tag": "90921e85-0f48-4254-9e51-5d33766c5e62", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:56:41.665413 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a9c79d3f-8c45-4489-b62b-ad081e9eded2 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:56:41.666002 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9c79d3f-8c45-4489-b62b-ad081e9eded2'] response: {'server_uuid': '5a26f825-fd4b-4599-9f14-85180126af3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90921e85-0f48-4254-9e51-5d33766c5e62', 'code': 200}
May 07 21:56:41.687857 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-69568a23-6186-426e-aa57-3438aaa725fe req-0734f594-8cdf-440d-8a81-3e90afec9919 service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4034176
May 07 21:56:41.781039 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255585f6-a16d-45e6-9773-6df97313b4c5 req-d3d47cd1-5d95-4617-b413-72e84a5f72b7 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:41.783016 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-255585f6-a16d-45e6-9773-6df97313b4c5 req-d3d47cd1-5d95-4617-b413-72e84a5f72b7 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff063ae4-e930-4d7e-a587-56a10bb3d88a HTTP/1.1" status: 200  len: 944 time: 0.0876119
May 07 21:56:41.803739 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e772cf6-50a9-4e69-b0f4-4510bd58d274 req-f147cd97-06fa-42ed-bbdf-9287b1b13079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:41.805197 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0e772cf6-50a9-4e69-b0f4-4510bd58d274 req-f147cd97-06fa-42ed-bbdf-9287b1b13079 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5a26f825-fd4b-4599-9f14-85180126af3a HTTP/1.1" status: 200  len: 1132 time: 0.0627017
May 07 21:56:41.824727 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-69568a23-6186-426e-aa57-3438aaa725fe req-2c4c91ca-38de-4849-b14b-71872add5f27 service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1249654
May 07 21:56:41.868046 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-255585f6-a16d-45e6-9773-6df97313b4c5 req-6ed8eeef-ef92-4095-a13f-8fbe35e94d16 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0738912
May 07 21:56:41.889375 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-50431eb9-6581-4709-a288-36dcca31e6fb req-5ca97659-50b6-40bd-a586-bbd5db261acf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9b7653d0-c69e-4364-9ed6-1c005b136d81&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0445225
May 07 21:56:41.889601 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0e772cf6-50a9-4e69-b0f4-4510bd58d274 req-e6bcaa9f-b77d-4a8d-a4a5-c86e334d74d5 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=aca2780c-128c-4de5-85a4-a7e10bd42e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0734394
May 07 21:56:41.988644 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-50431eb9-6581-4709-a288-36dcca31e6fb req-142661a0-60ca-4dff-a71a-5e0f0f506e0d service neutron] 10.222.0.55 "GET /v2.0/networks/9b7653d0-c69e-4364-9ed6-1c005b136d81?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0936944
May 07 21:56:42.103762 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-50431eb9-6581-4709-a288-36dcca31e6fb req-fcc5b19c-9ac7-4b42-94cc-e0119095e45b service neutron] 10.222.0.55 "GET /v2.0/networks/9b7653d0-c69e-4364-9ed6-1c005b136d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1067553
May 07 21:56:42.186596 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd4f8e2-e87d-47ee-b332-4689ee32ed4f req-6f7ea43b-a4ea-496e-b490-2e4652fddfc4 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:42.188115 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0cd4f8e2-e87d-47ee-b332-4689ee32ed4f req-6f7ea43b-a4ea-496e-b490-2e4652fddfc4 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a26f825-fd4b-4599-9f14-85180126af3a HTTP/1.1" status: 200  len: 950 time: 0.0534101
May 07 21:56:42.248028 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0cd4f8e2-e87d-47ee-b332-4689ee32ed4f req-a8e52762-c41c-4e24-a04e-5c4805701527 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/security-groups?id=aca2780c-128c-4de5-85a4-a7e10bd42e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524909
May 07 21:56:42.439770 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e14519-d201-4be6-9a76-ef5576235ee7 req-80bb16d1-a113-4115-bc64-2366e5435e6f tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:42.442247 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a6e14519-d201-4be6-9a76-ef5576235ee7 req-80bb16d1-a113-4115-bc64-2366e5435e6f tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] 10.222.0.32 "GET /v2.0/ports?device_id=76df8f5c-4c19-4bba-a009-84627accd050 HTTP/1.1" status: 200  len: 945 time: 0.0659859
May 07 21:56:42.447274 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device f4677fe5-047a-4e3f-947c-2db958706ccf details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:56:42.501598 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a6e14519-d201-4be6-9a76-ef5576235ee7 req-3018334f-3e57-4e57-8bfe-1e6221e1530e tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] 10.222.0.32 "GET /v2.0/security-groups?id=39e0fb2f-499f-4370-bf46-3bb8288dae05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0517795
May 07 21:56:42.609261 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1478ca4e-edde-4309-bb1e-1831bde9a246 req-27851bbe-f2b9-4ca0-88f9-cc15ce647832 tempest-InstanceActionsTestJSON-889233102 tempest-InstanceActionsTestJSON-889233102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:42.611632 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1478ca4e-edde-4309-bb1e-1831bde9a246 req-27851bbe-f2b9-4ca0-88f9-cc15ce647832 tempest-InstanceActionsTestJSON-889233102 tempest-InstanceActionsTestJSON-889233102-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3f598bc-bd2c-4610-90f9-724d5cb1619b HTTP/1.1" status: 200  len: 946 time: 0.0745351
May 07 21:56:42.623500 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port f4677fe5-047a-4e3f-947c-2db958706ccf, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f4677fe5-047a-4e3f-947c-2db958706ccf,segment=NetworkSegment(c1f62f1a-7390-4968-bfcd-e0354648ad7b),segment_id=c1f62f1a-7390-4968-bfcd-e0354648ad7b)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:56:42.636689 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': 'f4677fe5-047a-4e3f-947c-2db958706ccf', 'network_id': '9b7653d0-c69e-4364-9ed6-1c005b136d81', 'port_id': 'f4677fe5-047a-4e3f-947c-2db958706ccf', 'mac_address': 'fa:16:3e:27:97:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68532bd3-831b-4da5-a9e0-f88c1ab76985', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:56:42.679841 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1478ca4e-edde-4309-bb1e-1831bde9a246 req-532779b6-23a1-421a-abdf-10040b259158 tempest-InstanceActionsTestJSON-889233102 tempest-InstanceActionsTestJSON-889233102-project] 10.222.0.32 "GET /v2.0/security-groups?id=94564a32-edfd-4b54-80d0-bc2c51abadb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594218
May 07 21:56:42.682808 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port f4677fe5-047a-4e3f-947c-2db958706ccf is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:56:42.683299 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f4677fe5-047a-4e3f-947c-2db958706ccf), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:42.700691 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4677fe5-047a-4e3f-947c-2db958706ccf {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:56:42.724085 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port f4677fe5-047a-4e3f-947c-2db958706ccf, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f4677fe5-047a-4e3f-947c-2db958706ccf,segment=NetworkSegment(c1f62f1a-7390-4968-bfcd-e0354648ad7b),segment_id=c1f62f1a-7390-4968-bfcd-e0354648ad7b)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:56:42.728822 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (f4677fe5-047a-4e3f-947c-2db958706ccf), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:42.789076 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=f4677fe5-047a-4e3f-947c-2db958706ccf,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:42.795328 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c16c0d70-17f7-40d0-b3cd-74bc8cbff5a2 req-7728aba0-7b55-4c21-826a-e81d3c318773 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=9221b764-ef06-431f-8941-796516ed7c3b HTTP/1.1" status: 200  len: 258 time: 0.2528291
May 07 21:56:42.802328 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-c16c0d70-17f7-40d0-b3cd-74bc8cbff5a2 req-a400d900-6f61-405e-9ba7-e2faecb00294 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Request body: {'floatingip': {'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:56:42.827014 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-c16c0d70-17f7-40d0-b3cd-74bc8cbff5a2 req-a400d900-6f61-405e-9ba7-e2faecb00294 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:42.922412 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-c16c0d70-17f7-40d0-b3cd-74bc8cbff5a2 req-a400d900-6f61-405e-9ba7-e2faecb00294 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:43.056374 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949ae60a-9b89-4dc7-b671-3c15024a5f33 req-b23d5a21-1f8d-4670-9acb-85cd89b33bf6 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:43.066017 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-949ae60a-9b89-4dc7-b671-3c15024a5f33 req-b23d5a21-1f8d-4670-9acb-85cd89b33bf6 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff063ae4-e930-4d7e-a587-56a10bb3d88a HTTP/1.1" status: 200  len: 945 time: 0.0590069
May 07 21:56:43.069969 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['f4677fe5-047a-4e3f-947c-2db958706ccf'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:56:43.093034 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [req-c16c0d70-17f7-40d0-b3cd-74bc8cbff5a2 req-a400d900-6f61-405e-9ba7-e2faecb00294 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Allocated IP 172.35.4.17 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/698294e6-01cb-4d23-8f0a-f99fc2b3cc9a) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:56:43.127932 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-949ae60a-9b89-4dc7-b671-3c15024a5f33 req-f3d1b653-cafc-4a20-bc08-892da3926e50 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0605121
May 07 21:56:43.250501 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-c16c0d70-17f7-40d0-b3cd-74bc8cbff5a2 req-a400d900-6f61-405e-9ba7-e2faecb00294 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Publish callbacks [] for port (698294e6-01cb-4d23-8f0a-f99fc2b3cc9a), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:43.299541 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-c16c0d70-17f7-40d0-b3cd-74bc8cbff5a2 req-a400d900-6f61-405e-9ba7-e2faecb00294 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (698294e6-01cb-4d23-8f0a-f99fc2b3cc9a), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:43.328381 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ec743a-3abb-4160-970a-989a55732a70 req-88e30641-c5a8-4569-9f0d-f2f751d08ba2 tempest-InstanceActionsTestJSON-889233102 tempest-InstanceActionsTestJSON-889233102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:43.330161 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-20ec743a-3abb-4160-970a-989a55732a70 req-88e30641-c5a8-4569-9f0d-f2f751d08ba2 tempest-InstanceActionsTestJSON-889233102 tempest-InstanceActionsTestJSON-889233102-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3f598bc-bd2c-4610-90f9-724d5cb1619b HTTP/1.1" status: 200  len: 946 time: 0.0837464
May 07 21:56:43.346456 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c16c0d70-17f7-40d0-b3cd-74bc8cbff5a2 req-a400d900-6f61-405e-9ba7-e2faecb00294 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:56:43.349305 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [req-c16c0d70-17f7-40d0-b3cd-74bc8cbff5a2 req-a400d900-6f61-405e-9ba7-e2faecb00294 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:56:43.353032 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-c16c0d70-17f7-40d0-b3cd-74bc8cbff5a2 req-a400d900-6f61-405e-9ba7-e2faecb00294 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:56:43.393650 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a400d900-6f61-405e-9ba7-e2faecb00294 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Pushing event updated for resources: {'Port': ['ID=698294e6-01cb-4d23-8f0a-f99fc2b3cc9a,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:43.403915 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-20ec743a-3abb-4160-970a-989a55732a70 req-f4131481-323b-4bbf-b275-d236a3ad135f tempest-InstanceActionsTestJSON-889233102 tempest-InstanceActionsTestJSON-889233102-project] 10.222.0.32 "GET /v2.0/security-groups?id=94564a32-edfd-4b54-80d0-bc2c51abadb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0664661
May 07 21:56:43.479046 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-c16c0d70-17f7-40d0-b3cd-74bc8cbff5a2 req-a400d900-6f61-405e-9ba7-e2faecb00294 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Publish callbacks [] for floatingip (b0a94b86-8ce6-489b-bba6-8de3d8c045ff), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:43.526562 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-c16c0d70-17f7-40d0-b3cd-74bc8cbff5a2 req-a400d900-6f61-405e-9ba7-e2faecb00294 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (698294e6-01cb-4d23-8f0a-f99fc2b3cc9a), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:43.550608 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e201f1-7043-4642-989f-16cb7b36b034 req-74501f38-cf97-4319-984d-8bc411cf8f16 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:43.552604 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-63e201f1-7043-4642-989f-16cb7b36b034 req-74501f38-cf97-4319-984d-8bc411cf8f16 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a26f825-fd4b-4599-9f14-85180126af3a HTTP/1.1" status: 200  len: 950 time: 0.0784698
May 07 21:56:43.613730 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-63e201f1-7043-4642-989f-16cb7b36b034 req-7f057b49-3e7a-4aee-b23a-74d46c20d277 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/security-groups?id=aca2780c-128c-4de5-85a4-a7e10bd42e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0528359
May 07 21:56:43.734665 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-c16c0d70-17f7-40d0-b3cd-74bc8cbff5a2 req-a400d900-6f61-405e-9ba7-e2faecb00294 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Publish callbacks [] for port (698294e6-01cb-4d23-8f0a-f99fc2b3cc9a), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:43.743035 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-c16c0d70-17f7-40d0-b3cd-74bc8cbff5a2 req-a400d900-6f61-405e-9ba7-e2faecb00294 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (698294e6-01cb-4d23-8f0a-f99fc2b3cc9a), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:43.749254 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a443a863-5d62-4551-aa4e-d74b5b9168e3 req-36fea334-a3ea-4258-a21b-6a7d6af4dffa tempest-ServersOnMultiNodesTest-1649045737 tempest-ServersOnMultiNodesTest-1649045737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:43.751139 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a443a863-5d62-4551-aa4e-d74b5b9168e3 req-36fea334-a3ea-4258-a21b-6a7d6af4dffa tempest-ServersOnMultiNodesTest-1649045737 tempest-ServersOnMultiNodesTest-1649045737-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=5a26f825-fd4b-4599-9f14-85180126af3a HTTP/1.1" status: 200  len: 1132 time: 0.0451217
May 07 21:56:43.805965 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a443a863-5d62-4551-aa4e-d74b5b9168e3 req-586c4c7f-2158-4717-a20f-508948270db0 tempest-ServersOnMultiNodesTest-1649045737 tempest-ServersOnMultiNodesTest-1649045737-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=aca2780c-128c-4de5-85a4-a7e10bd42e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485764
May 07 21:56:43.836766 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a400d900-6f61-405e-9ba7-e2faecb00294 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Pushing event updated for resources: {'Port': ['ID=698294e6-01cb-4d23-8f0a-f99fc2b3cc9a,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:43.864878 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-c16c0d70-17f7-40d0-b3cd-74bc8cbff5a2 req-a400d900-6f61-405e-9ba7-e2faecb00294 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (b0a94b86-8ce6-489b-bba6-8de3d8c045ff), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:43.895769 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-c16c0d70-17f7-40d0-b3cd-74bc8cbff5a2 req-a400d900-6f61-405e-9ba7-e2faecb00294 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:43.897399 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c16c0d70-17f7-40d0-b3cd-74bc8cbff5a2 req-a400d900-6f61-405e-9ba7-e2faecb00294 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 1.0994298
May 07 21:56:43.972777 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c16c0d70-17f7-40d0-b3cd-74bc8cbff5a2 req-d7af2801-485d-45ee-b2db-800d2a13d3bd tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.4.17 HTTP/1.1" status: 200  len: 695 time: 0.0674922
May 07 21:56:44.130357 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16c0d70-17f7-40d0-b3cd-74bc8cbff5a2 req-4faf0887-c045-4627-aba9-d7cc4249ab25 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:44.131258 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c16c0d70-17f7-40d0-b3cd-74bc8cbff5a2 req-4faf0887-c045-4627-aba9-d7cc4249ab25 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] 10.222.0.32 "GET /v2.0/networks/9221b764-ef06-431f-8941-796516ed7c3b HTTP/1.1" status: 200  len: 784 time: 0.1516502
May 07 21:56:44.134988 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446fb9c8-af47-4aa1-a393-ed382ddaa02d req-44231c9e-09ba-491e-8089-6528dcd219be tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:44.143451 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-446fb9c8-af47-4aa1-a393-ed382ddaa02d req-44231c9e-09ba-491e-8089-6528dcd219be tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a26f825-fd4b-4599-9f14-85180126af3a HTTP/1.1" status: 200  len: 950 time: 0.0781903
May 07 21:56:44.214842 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-446fb9c8-af47-4aa1-a393-ed382ddaa02d req-335b272c-0f87-4984-9c94-b1852896bb82 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/security-groups?id=aca2780c-128c-4de5-85a4-a7e10bd42e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599537
May 07 21:56:44.281176 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f99b52-681f-4050-8a1b-0babfce3aa87 req-11325c82-84d9-4ea8-8976-b7dc502878b8 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:44.283650 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-37f99b52-681f-4050-8a1b-0babfce3aa87 req-11325c82-84d9-4ea8-8976-b7dc502878b8 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] 10.222.0.32 "GET /v2.0/ports?device_id=76df8f5c-4c19-4bba-a009-84627accd050&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.0597334
May 07 21:56:44.346633 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf9568-4ffd-4b33-a77d-dd3f8b8be114 req-25b7466d-8c9a-4821-ad14-ac94f4e0d73d tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:44.355576 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1ecf9568-4ffd-4b33-a77d-dd3f8b8be114 req-25b7466d-8c9a-4821-ad14-ac94f4e0d73d tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff063ae4-e930-4d7e-a587-56a10bb3d88a HTTP/1.1" status: 200  len: 945 time: 0.0695603
May 07 21:56:44.386319 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-37f99b52-681f-4050-8a1b-0babfce3aa87 req-7b5d7db5-3719-45f8-afbe-90001802d66d tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.4.17 HTTP/1.1" status: 200  len: 695 time: 0.0933886
May 07 21:56:44.393409 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-37f99b52-681f-4050-8a1b-0babfce3aa87 req-0c001944-2171-49dc-b62a-5ba9667d9fac tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Request body: {'floatingip': {'port_id': '3e3a79b2-c327-437f-8e1f-c48c8ea9c228', 'fixed_ip_address': '172.20.0.7'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:56:44.434210 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1ecf9568-4ffd-4b33-a77d-dd3f8b8be114 req-d628590a-bf57-4898-89be-e6fb257364fa tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0773885
May 07 21:56:44.445276 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device f4677fe5-047a-4e3f-947c-2db958706ccf up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:56:44.470801 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-37f99b52-681f-4050-8a1b-0babfce3aa87 req-0c001944-2171-49dc-b62a-5ba9667d9fac tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Publish callbacks [] for floatingip (b0a94b86-8ce6-489b-bba6-8de3d8c045ff), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:44.527441 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning for port f4677fe5-047a-4e3f-947c-2db958706ccf completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:56:44.535633 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port f4677fe5-047a-4e3f-947c-2db958706ccf triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:56:44.536521 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (f4677fe5-047a-4e3f-947c-2db958706ccf), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:44.609820 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc391354-36b1-4f4f-a491-df050af2842b req-a349e874-9fa6-4524-a134-09b52fdae51d tempest-InstanceActionsTestJSON-889233102 tempest-InstanceActionsTestJSON-889233102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:44.612025 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-cc391354-36b1-4f4f-a491-df050af2842b req-a349e874-9fa6-4524-a134-09b52fdae51d tempest-InstanceActionsTestJSON-889233102 tempest-InstanceActionsTestJSON-889233102-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3f598bc-bd2c-4610-90f9-724d5cb1619b HTTP/1.1" status: 200  len: 946 time: 0.0731299
May 07 21:56:44.646908 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port f4677fe5-047a-4e3f-947c-2db958706ccf is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:56:44.647488 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f4677fe5-047a-4e3f-947c-2db958706ccf), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:44.686326 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff063ae4-e930-4d7e-a587-56a10bb3d88a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4677fe5-047a-4e3f-947c-2db958706ccf'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:56:44.693549 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6716543b-c7ad-4361-9c06-0a41ddea9e2a" -d '{"events": [{"server_uuid": "ff063ae4-e930-4d7e-a587-56a10bb3d88a", "name": "network-vif-plugged", "status": "completed", "tag": "f4677fe5-047a-4e3f-947c-2db958706ccf"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:56:44.696944 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-cc391354-36b1-4f4f-a491-df050af2842b req-cd894d22-74d6-493e-94c1-111dc0f52d13 tempest-InstanceActionsTestJSON-889233102 tempest-InstanceActionsTestJSON-889233102-project] 10.222.0.32 "GET /v2.0/security-groups?id=94564a32-edfd-4b54-80d0-bc2c51abadb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0781069
May 07 21:56:44.713203 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port f4677fe5-047a-4e3f-947c-2db958706ccf, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f4677fe5-047a-4e3f-947c-2db958706ccf,segment=NetworkSegment(c1f62f1a-7390-4968-bfcd-e0354648ad7b),segment_id=c1f62f1a-7390-4968-bfcd-e0354648ad7b)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:56:44.713203 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (f4677fe5-047a-4e3f-947c-2db958706ccf), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:44.765253 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4712f105-e70f-491c-ad4b-e3883e9de80e x-openstack-request-id: req-4712f105-e70f-491c-ad4b-e3883e9de80e {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:56:44.765539 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff063ae4-e930-4d7e-a587-56a10bb3d88a", "name": "network-vif-plugged", "status": "completed", "tag": "f4677fe5-047a-4e3f-947c-2db958706ccf", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:56:44.765894 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4712f105-e70f-491c-ad4b-e3883e9de80e {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:56:44.766596 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4712f105-e70f-491c-ad4b-e3883e9de80e'] response: {'server_uuid': 'ff063ae4-e930-4d7e-a587-56a10bb3d88a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4677fe5-047a-4e3f-947c-2db958706ccf', 'code': 200}
May 07 21:56:44.783328 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=f4677fe5-047a-4e3f-947c-2db958706ccf,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:44.881743 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13c8b41-f85a-4326-b8d4-0ed2ce634cbf req-d73e1151-aa45-4470-aa24-3a9003174b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:44.883249 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a13c8b41-f85a-4326-b8d4-0ed2ce634cbf req-d73e1151-aa45-4470-aa24-3a9003174b06 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ff063ae4-e930-4d7e-a587-56a10bb3d88a HTTP/1.1" status: 200  len: 1128 time: 0.0474989
May 07 21:56:44.939748 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a13c8b41-f85a-4326-b8d4-0ed2ce634cbf req-f4b222ee-5e49-4cba-84e7-11df7b4f446d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493815
May 07 21:56:45.069557 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-37f99b52-681f-4050-8a1b-0babfce3aa87 req-0c001944-2171-49dc-b62a-5ba9667d9fac tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:45.075117 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-37f99b52-681f-4050-8a1b-0babfce3aa87 req-0c001944-2171-49dc-b62a-5ba9667d9fac tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (b0a94b86-8ce6-489b-bba6-8de3d8c045ff), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:45.193187 ncdv-master-1 neutron-server[121837]: INFO neutron.db.l3_db [req-37f99b52-681f-4050-8a1b-0babfce3aa87 req-0c001944-2171-49dc-b62a-5ba9667d9fac tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Floating IP b0a94b86-8ce6-489b-bba6-8de3d8c045ff associated. External IP: 172.35.4.17, port: 3e3a79b2-c327-437f-8e1f-c48c8ea9c228.
May 07 21:56:45.361148 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81440c5c-4fd2-41da-a4b8-4d0f0565bcda req-66bbf8a0-a4a4-4174-b828-778e844a0e83 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:45.363436 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-81440c5c-4fd2-41da-a4b8-4d0f0565bcda req-66bbf8a0-a4a4-4174-b828-778e844a0e83 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a26f825-fd4b-4599-9f14-85180126af3a HTTP/1.1" status: 200  len: 950 time: 0.0731776
May 07 21:56:45.437556 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-81440c5c-4fd2-41da-a4b8-4d0f0565bcda req-02f9a394-f5b6-4108-a149-52cb993db1e8 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/security-groups?id=aca2780c-128c-4de5-85a4-a7e10bd42e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0678260
May 07 21:56:45.447302 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [req-37f99b52-681f-4050-8a1b-0babfce3aa87 req-0c001944-2171-49dc-b62a-5ba9667d9fac tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Router 2091eed6-c93b-4ca9-abeb-375aabad6d38 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 21:56:45.574416 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-37f99b52-681f-4050-8a1b-0babfce3aa87 req-0c001944-2171-49dc-b62a-5ba9667d9fac tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:56:45.586158 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82b3e8d-6d6e-44da-a933-048040bdb9fe None None] Sync routers for ids ['2091eed6-c93b-4ca9-abeb-375aabad6d38'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:56:45.592639 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-37f99b52-681f-4050-8a1b-0babfce3aa87 req-0c001944-2171-49dc-b62a-5ba9667d9fac tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:45.599252 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82b3e8d-6d6e-44da-a933-048040bdb9fe None None] Routers {'2091eed6-c93b-4ca9-abeb-375aabad6d38'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:56:45.599882 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-b82b3e8d-6d6e-44da-a933-048040bdb9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cc4e9d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:56:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['2091eed6-c93b-4ca9-abeb-375aabad6d38'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:56:45.603397 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23864b91-9962-42fb-96d1-c94cf36c6f48 req-408ee7cc-32d8-4803-8ba3-2c0a5ebe9c97 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:45.605397 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-23864b91-9962-42fb-96d1-c94cf36c6f48 req-408ee7cc-32d8-4803-8ba3-2c0a5ebe9c97 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff063ae4-e930-4d7e-a587-56a10bb3d88a HTTP/1.1" status: 200  len: 946 time: 0.0643878
May 07 21:56:45.626360 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-37f99b52-681f-4050-8a1b-0babfce3aa87 req-0c001944-2171-49dc-b62a-5ba9667d9fac tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] 10.222.0.32 "PUT /v2.0/floatingips/b0a94b86-8ce6-489b-bba6-8de3d8c045ff HTTP/1.1" status: 200  len: 995 time: 1.2383051
May 07 21:56:45.626994 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76df8f5c-4c19-4bba-a009-84627accd050', 'tag': '3e3a79b2-c327-437f-8e1f-c48c8ea9c228'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:56:45.629505 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee2a38f7-edf2-4780-aad9-70f3b5bc0d7f" -d '{"events": [{"name": "network-changed", "server_uuid": "76df8f5c-4c19-4bba-a009-84627accd050", "tag": "3e3a79b2-c327-437f-8e1f-c48c8ea9c228"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:56:45.687298 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-23864b91-9962-42fb-96d1-c94cf36c6f48 req-3fdca1c8-c871-4b88-8621-b2c28596bb40 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0754135
May 07 21:56:45.720983 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f99b52-681f-4050-8a1b-0babfce3aa87 req-fb050731-9b6d-4c7e-aeec-aeb6f3fa5323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:45.729011 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-37f99b52-681f-4050-8a1b-0babfce3aa87 req-fb050731-9b6d-4c7e-aeec-aeb6f3fa5323 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bdb8a8a58b5b4b9b95ac9d6a782df6af&device_id=76df8f5c-4c19-4bba-a009-84627accd050 HTTP/1.1" status: 200  len: 1127 time: 0.0869775
May 07 21:56:45.773335 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-049206b7-68e2-45e2-9c1a-8c25126fb0e1 x-openstack-request-id: req-049206b7-68e2-45e2-9c1a-8c25126fb0e1 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:56:45.774097 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76df8f5c-4c19-4bba-a009-84627accd050", "tag": "3e3a79b2-c327-437f-8e1f-c48c8ea9c228", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:56:45.774366 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-049206b7-68e2-45e2-9c1a-8c25126fb0e1 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:56:45.774800 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-049206b7-68e2-45e2-9c1a-8c25126fb0e1'] response: {'name': 'network-changed', 'server_uuid': '76df8f5c-4c19-4bba-a009-84627accd050', 'tag': '3e3a79b2-c327-437f-8e1f-c48c8ea9c228', 'status': 'completed', 'code': 200}
May 07 21:56:45.785444 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435ade2c-0845-4a24-836d-3176b6db652d req-564fe14d-cb15-4868-9aa4-689643ee25e1 tempest-InstanceActionsTestJSON-889233102 tempest-InstanceActionsTestJSON-889233102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:45.787243 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-435ade2c-0845-4a24-836d-3176b6db652d req-564fe14d-cb15-4868-9aa4-689643ee25e1 tempest-InstanceActionsTestJSON-889233102 tempest-InstanceActionsTestJSON-889233102-project] 10.222.0.59 "GET /v2.0/ports?device_id=b3f598bc-bd2c-4610-90f9-724d5cb1619b HTTP/1.1" status: 200  len: 946 time: 0.1116385
May 07 21:56:45.797784 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-b82b3e8d-6d6e-44da-a933-048040bdb9fe None None] Set router 2091eed6-c93b-4ca9-abeb-375aabad6d38 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:56:45.834190 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef0597-b036-40bf-a9df-70651f4bcdeb req-b0f5589b-7fd7-4a97-ae8c-fa59818edbe4 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:45.835791 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bfef0597-b036-40bf-a9df-70651f4bcdeb req-b0f5589b-7fd7-4a97-ae8c-fa59818edbe4 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.59 "GET /v2.0/ports?device_id=5a26f825-fd4b-4599-9f14-85180126af3a HTTP/1.1" status: 200  len: 950 time: 0.0882225
May 07 21:56:46.003761 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb18e9d-e2ae-4d58-9857-861b3a1e81df req-5bb466c5-b2c7-4b7d-901e-a295edcd0d6f tempest-InstanceActionsTestJSON-889233102 tempest-InstanceActionsTestJSON-889233102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:46.031077 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7fb18e9d-e2ae-4d58-9857-861b3a1e81df req-5bb466c5-b2c7-4b7d-901e-a295edcd0d6f tempest-InstanceActionsTestJSON-889233102 tempest-InstanceActionsTestJSON-889233102-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3f598bc-bd2c-4610-90f9-724d5cb1619b HTTP/1.1" status: 200  len: 946 time: 0.1889293
May 07 21:56:46.119759 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-bfef0597-b036-40bf-a9df-70651f4bcdeb req-4732f788-9978-40fa-84e1-cf3893f49637 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Deleting port 90921e85-0f48-4254-9e51-5d33766c5e62 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:56:46.120307 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-bfef0597-b036-40bf-a9df-70651f4bcdeb req-4732f788-9978-40fa-84e1-cf3893f49637 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (90921e85-0f48-4254-9e51-5d33766c5e62), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:46.133987 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2a38f7-edf2-4780-aad9-70f3b5bc0d7f req-6af7c934-96d3-4e8e-9c60-8ef7cf9b4a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:46.136398 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ee2a38f7-edf2-4780-aad9-70f3b5bc0d7f req-6af7c934-96d3-4e8e-9c60-8ef7cf9b4a5b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bdb8a8a58b5b4b9b95ac9d6a782df6af&device_id=76df8f5c-4c19-4bba-a009-84627accd050 HTTP/1.1" status: 200  len: 1127 time: 0.3312864
May 07 21:56:46.156051 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-b82b3e8d-6d6e-44da-a933-048040bdb9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cc4e9d0>, [{'id': '2091eed6-c93b-4ca9-abeb-375aabad6d38', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-333244832-router', 'tenant_id': 'bdb8a8a58b5b4b9b95ac9d6a782df6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.127'}], 'enable_snat': True}, 'gw_port_id': 'ff207637-ed28-4331-9399-f78650a519ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:56:11Z', 'updated_at': '2022-05-07T21:56:18Z', 'revision_number': 4, 'project_id': 'bdb8a8a58b5b4b9b95ac9d6a782df6af', 'gw_port': {'id': 'ff207637-ed28-4331-9399-f78650a519ed', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2091eed6-c93b-4ca9-abeb-375aabad6d38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:56:12Z', 'updated_at': '2022-05-07T21:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b0a94b86-8ce6-489b-bba6-8de3d8c045ff', 'tenant_id': 'bdb8a8a58b5b4b9b95ac9d6a782df6af', 'floating_ip_address': '172.35.4.17', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '2091eed6-c93b-4ca9-abeb-375aabad6d38', 'port_id': '3e3a79b2-c327-437f-8e1f-c48c8ea9c228', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1314, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cad67ef4-7464-41a3-89b9-99b9a8d2dcdb', 'mac_address': 'fa:16:3e:41:85:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76df8f5c-4c19-4bba-a009-84627accd050', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T21:56:43Z', 'updated_at': '2022-05-07T21:56:44Z', 'revision_number': 1, 'project_id': 'bdb8a8a58b5b4b9b95ac9d6a782df6af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '078b04c5-d922-4a3f-a0fa-c2848b8a5d58', 'name': '', 'network_id': 'cad67ef4-7464-41a3-89b9-99b9a8d2dcdb', 'tenant_id': 'bdb8a8a58b5b4b9b95ac9d6a782df6af', 'mac_address': 'fa:16:3e:e1:bb:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2091eed6-c93b-4ca9-abeb-375aabad6d38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '8f704450-2b28-492f-a4bc-2dad183a8ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:56:17Z', 'updated_at': '2022-05-07T21:56:24Z', 'revision_number': 5, 'project_id': 'bdb8a8a58b5b4b9b95ac9d6a782df6af', 'subnets': [{'id': '8f704450-2b28-492f-a4bc-2dad183a8ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:56:46.186063 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82b3e8d-6d6e-44da-a933-048040bdb9fe None None] Checking router: 2091eed6-c93b-4ca9-abeb-375aabad6d38 for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 21:56:46.196012 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82b3e8d-6d6e-44da-a933-048040bdb9fe None None] Routers {'2091eed6-c93b-4ca9-abeb-375aabad6d38'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:56:46.196972 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-b82b3e8d-6d6e-44da-a933-048040bdb9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cc4e9d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:56:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['2091eed6-c93b-4ca9-abeb-375aabad6d38'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:56:46.274630 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-bfef0597-b036-40bf-a9df-70651f4bcdeb req-4732f788-9978-40fa-84e1-cf3893f49637 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] For port 90921e85-0f48-4254-9e51-5d33766c5e62, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=90921e85-0f48-4254-9e51-5d33766c5e62,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:56:46.275408 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-bfef0597-b036-40bf-a9df-70651f4bcdeb req-4732f788-9978-40fa-84e1-cf3893f49637 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (90921e85-0f48-4254-9e51-5d33766c5e62), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:46.296413 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-bfef0597-b036-40bf-a9df-70651f4bcdeb req-4732f788-9978-40fa-84e1-cf3893f49637 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Calling delete_port for 90921e85-0f48-4254-9e51-5d33766c5e62 owned by compute:nova {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:56:46.308481 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-b82b3e8d-6d6e-44da-a933-048040bdb9fe None None] Set router 2091eed6-c93b-4ca9-abeb-375aabad6d38 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:56:46.310837 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-435ade2c-0845-4a24-836d-3176b6db652d req-526a845f-e9f2-4dd0-8272-92dd9eda14ad tempest-InstanceActionsTestJSON-889233102 tempest-InstanceActionsTestJSON-889233102-project] Deleting port 7c89cdcf-6e2d-43ca-bd9c-a9cd5b8613e4 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:56:46.311316 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-435ade2c-0845-4a24-836d-3176b6db652d req-526a845f-e9f2-4dd0-8272-92dd9eda14ad tempest-InstanceActionsTestJSON-889233102 tempest-InstanceActionsTestJSON-889233102-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (7c89cdcf-6e2d-43ca-bd9c-a9cd5b8613e4), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:46.408028 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f99b52-681f-4050-8a1b-0babfce3aa87 req-5d9781c3-8608-4235-95b8-52c03b1eb05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:46.415291 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-37f99b52-681f-4050-8a1b-0babfce3aa87 req-5d9781c3-8608-4235-95b8-52c03b1eb05a service neutron] 10.222.0.32 "GET /v2.0/networks?id=cad67ef4-7464-41a3-89b9-99b9a8d2dcdb HTTP/1.1" status: 200  len: 929 time: 0.6852462
May 07 21:56:46.458605 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7fb18e9d-e2ae-4d58-9857-861b3a1e81df req-ac0f05f8-3396-4ce7-bf57-9abec8f2c91e tempest-InstanceActionsTestJSON-889233102 tempest-InstanceActionsTestJSON-889233102-project] 10.222.0.32 "GET /v2.0/security-groups?id=94564a32-edfd-4b54-80d0-bc2c51abadb0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4237638
May 07 21:56:46.521493 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-435ade2c-0845-4a24-836d-3176b6db652d req-526a845f-e9f2-4dd0-8272-92dd9eda14ad tempest-InstanceActionsTestJSON-889233102 tempest-InstanceActionsTestJSON-889233102-project] For port 7c89cdcf-6e2d-43ca-bd9c-a9cd5b8613e4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7c89cdcf-6e2d-43ca-bd9c-a9cd5b8613e4,segment=NetworkSegment(ec45aadf-b35b-4f4d-927e-a69e70d920fb),segment_id=ec45aadf-b35b-4f4d-927e-a69e70d920fb)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:56:46.521863 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-435ade2c-0845-4a24-836d-3176b6db652d req-526a845f-e9f2-4dd0-8272-92dd9eda14ad tempest-InstanceActionsTestJSON-889233102 tempest-InstanceActionsTestJSON-889233102-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (7c89cdcf-6e2d-43ca-bd9c-a9cd5b8613e4), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:46.540743 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-37f99b52-681f-4050-8a1b-0babfce3aa87 req-2081251d-3b40-4f7f-a0b8-2c0e9d363310 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e3a79b2-c327-437f-8e1f-c48c8ea9c228 HTTP/1.1" status: 200  len: 998 time: 0.1245837
May 07 21:56:46.554921 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-435ade2c-0845-4a24-836d-3176b6db652d req-526a845f-e9f2-4dd0-8272-92dd9eda14ad tempest-InstanceActionsTestJSON-889233102 tempest-InstanceActionsTestJSON-889233102-project] Calling delete_port for 7c89cdcf-6e2d-43ca-bd9c-a9cd5b8613e4 owned by compute:nova {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:56:46.588188 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2a38f7-edf2-4780-aad9-70f3b5bc0d7f req-60aee5a4-33c9-4d56-812e-d71439b07be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:46.589656 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ee2a38f7-edf2-4780-aad9-70f3b5bc0d7f req-60aee5a4-33c9-4d56-812e-d71439b07be1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=cad67ef4-7464-41a3-89b9-99b9a8d2dcdb HTTP/1.1" status: 200  len: 929 time: 0.2728560
May 07 21:56:46.639214 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f99b52-681f-4050-8a1b-0babfce3aa87 req-2ed910b9-a0fd-415f-9630-40ca646dfabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:46.641136 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-37f99b52-681f-4050-8a1b-0babfce3aa87 req-2ed910b9-a0fd-415f-9630-40ca646dfabc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8f704450-2b28-492f-a4bc-2dad183a8ba7 HTTP/1.1" status: 200  len: 867 time: 0.0997400
May 07 21:56:46.707526 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f99b52-681f-4050-8a1b-0babfce3aa87 req-a914a38c-8090-4726-a248-cfd88c421066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:46.709363 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-37f99b52-681f-4050-8a1b-0babfce3aa87 req-a914a38c-8090-4726-a248-cfd88c421066 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cad67ef4-7464-41a3-89b9-99b9a8d2dcdb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0610182
May 07 21:56:46.720366 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a97dda4-c30d-4806-aa91-06874b8626dd req-0f19222d-716e-4bfa-9ce2-f66830042b77 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:46.724161 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-b82b3e8d-6d6e-44da-a933-048040bdb9fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cc4e9d0>, [{'id': '2091eed6-c93b-4ca9-abeb-375aabad6d38', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-333244832-router', 'tenant_id': 'bdb8a8a58b5b4b9b95ac9d6a782df6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.127'}], 'enable_snat': True}, 'gw_port_id': 'ff207637-ed28-4331-9399-f78650a519ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:56:11Z', 'updated_at': '2022-05-07T21:56:18Z', 'revision_number': 4, 'project_id': 'bdb8a8a58b5b4b9b95ac9d6a782df6af', 'gw_port': {'id': 'ff207637-ed28-4331-9399-f78650a519ed', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2091eed6-c93b-4ca9-abeb-375aabad6d38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:56:12Z', 'updated_at': '2022-05-07T21:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b0a94b86-8ce6-489b-bba6-8de3d8c045ff', 'tenant_id': 'bdb8a8a58b5b4b9b95ac9d6a782df6af', 'floating_ip_address': '172.35.4.17', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '2091eed6-c93b-4ca9-abeb-375aabad6d38', 'port_id': '3e3a79b2-c327-437f-8e1f-c48c8ea9c228', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1314, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cad67ef4-7464-41a3-89b9-99b9a8d2dcdb', 'mac_address': 'fa:16:3e:41:85:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76df8f5c-4c19-4bba-a009-84627accd050', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T21:56:43Z', 'updated_at': '2022-05-07T21:56:44Z', 'revision_number': 1, 'project_id': 'bdb8a8a58b5b4b9b95ac9d6a782df6af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '078b04c5-d922-4a3f-a0fa-c2848b8a5d58', 'name': '', 'network_id': 'cad67ef4-7464-41a3-89b9-99b9a8d2dcdb', 'tenant_id': 'bdb8a8a58b5b4b9b95ac9d6a782df6af', 'mac_address': 'fa:16:3e:e1:bb:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2091eed6-c93b-4ca9-abeb-375aabad6d38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '8f704450-2b28-492f-a4bc-2dad183a8ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:56:17Z', 'updated_at': '2022-05-07T21:56:24Z', 'revision_number': 5, 'project_id': 'bdb8a8a58b5b4b9b95ac9d6a782df6af', 'subnets': [{'id': '8f704450-2b28-492f-a4bc-2dad183a8ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:56:46.727483 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1a97dda4-c30d-4806-aa91-06874b8626dd req-0f19222d-716e-4bfa-9ce2-f66830042b77 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a26f825-fd4b-4599-9f14-85180126af3a HTTP/1.1" status: 200  len: 950 time: 0.1530643
May 07 21:56:46.766789 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ee2a38f7-edf2-4780-aad9-70f3b5bc0d7f req-cca109d6-93d9-4716-b75f-557bf8e9b847 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e3a79b2-c327-437f-8e1f-c48c8ea9c228 HTTP/1.1" status: 200  len: 998 time: 0.1524060
May 07 21:56:46.788333 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82b3e8d-6d6e-44da-a933-048040bdb9fe None None] The sync data for ids ['2091eed6-c93b-4ca9-abeb-375aabad6d38'] in ncdv-master-1 is: [{'id': '2091eed6-c93b-4ca9-abeb-375aabad6d38', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-333244832-router', 'tenant_id': 'bdb8a8a58b5b4b9b95ac9d6a782df6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.127'}], 'enable_snat': True}, 'gw_port_id': 'ff207637-ed28-4331-9399-f78650a519ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:56:11Z', 'updated_at': '2022-05-07T21:56:18Z', 'revision_number': 4, 'project_id': 'bdb8a8a58b5b4b9b95ac9d6a782df6af', 'gw_port': {'id': 'ff207637-ed28-4331-9399-f78650a519ed', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2091eed6-c93b-4ca9-abeb-375aabad6d38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:56:12Z', 'updated_at': '2022-05-07T21:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b0a94b86-8ce6-489b-bba6-8de3d8c045ff', 'tenant_id': 'bdb8a8a58b5b4b9b95ac9d6a782df6af', 'floating_ip_address': '172.35.4.17', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '2091eed6-c93b-4ca9-abeb-375aabad6d38', 'port_id': '3e3a79b2-c327-437f-8e1f-c48c8ea9c228', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1314, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cad67ef4-7464-41a3-89b9-99b9a8d2dcdb', 'mac_address': 'fa:16:3e:41:85:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76df8f5c-4c19-4bba-a009-84627accd050', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T21:56:43Z', 'updated_at': '2022-05-07T21:56:44Z', 'revision_number': 1, 'project_id': 'bdb8a8a58b5b4b9b95ac9d6a782df6af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '078b04c5-d922-4a3f-a0fa-c2848b8a5d58', 'name': '', 'network_id': 'cad67ef4-7464-41a3-89b9-99b9a8d2dcdb', 'tenant_id': 'bdb8a8a58b5b4b9b95ac9d6a782df6af', 'mac_address': 'fa:16:3e:e1:bb:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2091eed6-c93b-4ca9-abeb-375aabad6d38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '8f704450-2b28-492f-a4bc-2dad183a8ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:56:17Z', 'updated_at': '2022-05-07T21:56:24Z', 'revision_number': 5, 'project_id': 'bdb8a8a58b5b4b9b95ac9d6a782df6af', 'subnets': [{'id': '8f704450-2b28-492f-a4bc-2dad183a8ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:56:46.819142 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-bfef0597-b036-40bf-a9df-70651f4bcdeb req-4732f788-9978-40fa-84e1-cf3893f49637 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (90921e85-0f48-4254-9e51-5d33766c5e62), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:46.843187 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['0f31f820-4134-4910-88d6-283ed3ed34a7', '5e8b0963-4bbd-4b02-9602-197e95f150cb', '3eec7149-cebf-4a54-bf65-c4194dd2be8d', 'e8fb4c79-a7ca-4fee-9d39-932cf793d33f', '90921e85-0f48-4254-9e51-5d33766c5e62'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:56:46.848164 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['5265c093-001b-4f7a-9877-fb1ce61028fc', '0f996493-44aa-49b3-bebb-f6248f93ca91', 'efdbc27d-d662-4524-a972-4ae143b5530b'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:56:46.885336 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-37f99b52-681f-4050-8a1b-0babfce3aa87 req-6efced3c-b7e5-4c7c-bbaf-99a0ef35aa91 service neutron] 10.222.0.32 "GET /v2.0/networks/cad67ef4-7464-41a3-89b9-99b9a8d2dcdb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1657608
May 07 21:56:46.886165 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-435ade2c-0845-4a24-836d-3176b6db652d req-526a845f-e9f2-4dd0-8272-92dd9eda14ad tempest-InstanceActionsTestJSON-889233102 tempest-InstanceActionsTestJSON-889233102-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (7c89cdcf-6e2d-43ca-bd9c-a9cd5b8613e4), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:46.902754 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4732f788-9978-40fa-84e1-cf3893f49637 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Pushing event deleted for resources: {'Port': ['ID=90921e85-0f48-4254-9e51-5d33766c5e62,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:46.917689 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526a845f-e9f2-4dd0-8272-92dd9eda14ad tempest-InstanceActionsTestJSON-889233102 tempest-InstanceActionsTestJSON-889233102-project] Pushing event deleted for resources: {'Port': ['ID=7c89cdcf-6e2d-43ca-bd9c-a9cd5b8613e4,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:46.926747 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1a97dda4-c30d-4806-aa91-06874b8626dd req-7adc473a-5666-418e-b576-7ff5bf37c160 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/security-groups?id=aca2780c-128c-4de5-85a4-a7e10bd42e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1923738
May 07 21:56:47.007816 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['7c89cdcf-6e2d-43ca-bd9c-a9cd5b8613e4'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:56:47.010438 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2a38f7-edf2-4780-aad9-70f3b5bc0d7f req-4adc39da-4b54-45c2-aa7c-4a1019f015f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:47.019400 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ee2a38f7-edf2-4780-aad9-70f3b5bc0d7f req-4adc39da-4b54-45c2-aa7c-4a1019f015f0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8f704450-2b28-492f-a4bc-2dad183a8ba7 HTTP/1.1" status: 200  len: 867 time: 0.2460451
May 07 21:56:47.060501 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-435ade2c-0845-4a24-836d-3176b6db652d req-526a845f-e9f2-4dd0-8272-92dd9eda14ad tempest-InstanceActionsTestJSON-889233102 tempest-InstanceActionsTestJSON-889233102-project] No DVR routers for this DVR port 7c89cdcf-6e2d-43ca-bd9c-a9cd5b8613e4 on host nch2-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:56:47.070217 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-435ade2c-0845-4a24-836d-3176b6db652d req-526a845f-e9f2-4dd0-8272-92dd9eda14ad tempest-InstanceActionsTestJSON-889233102 tempest-InstanceActionsTestJSON-889233102-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:47.073922 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-435ade2c-0845-4a24-836d-3176b6db652d req-526a845f-e9f2-4dd0-8272-92dd9eda14ad tempest-InstanceActionsTestJSON-889233102 tempest-InstanceActionsTestJSON-889233102-project] 10.222.0.59 "DELETE /v2.0/ports/7c89cdcf-6e2d-43ca-bd9c-a9cd5b8613e4 HTTP/1.1" status: 204  len: 173 time: 1.2777514
May 07 21:56:47.087573 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfef0597-b036-40bf-a9df-70651f4bcdeb req-4732f788-9978-40fa-84e1-cf3893f49637 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] No DVR routers for this DVR port 90921e85-0f48-4254-9e51-5d33766c5e62 on host nch2-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:56:47.134964 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-37f99b52-681f-4050-8a1b-0babfce3aa87 req-83446dc4-b9d9-4184-90a0-e154675c3345 service neutron] 10.222.0.32 "GET /v2.0/networks/cad67ef4-7464-41a3-89b9-99b9a8d2dcdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2183602
May 07 21:56:47.138621 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-bfef0597-b036-40bf-a9df-70651f4bcdeb req-4732f788-9978-40fa-84e1-cf3893f49637 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:47.142623 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bfef0597-b036-40bf-a9df-70651f4bcdeb req-4732f788-9978-40fa-84e1-cf3893f49637 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.59 "DELETE /v2.0/ports/90921e85-0f48-4254-9e51-5d33766c5e62 HTTP/1.1" status: 204  len: 173 time: 1.2440832
May 07 21:56:47.143200 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a26f825-fd4b-4599-9f14-85180126af3a', 'name': 'network-vif-deleted', 'tag': '90921e85-0f48-4254-9e51-5d33766c5e62'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:56:47.145820 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d53e67a-878a-4e66-9940-3227c0bbcbb2" -d '{"events": [{"server_uuid": "5a26f825-fd4b-4599-9f14-85180126af3a", "name": "network-vif-deleted", "tag": "90921e85-0f48-4254-9e51-5d33766c5e62"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:56:47.258746 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2a38f7-edf2-4780-aad9-70f3b5bc0d7f req-976d19ee-e873-44f7-8a0c-8e26ef03da66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:47.260627 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ee2a38f7-edf2-4780-aad9-70f3b5bc0d7f req-976d19ee-e873-44f7-8a0c-8e26ef03da66 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cad67ef4-7464-41a3-89b9-99b9a8d2dcdb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1766682
May 07 21:56:47.263042 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e1d856-1a80-4875-8619-9ca0fbc1d75e x-openstack-request-id: req-36e1d856-1a80-4875-8619-9ca0fbc1d75e {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:56:47.263391 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a26f825-fd4b-4599-9f14-85180126af3a", "name": "network-vif-deleted", "tag": "90921e85-0f48-4254-9e51-5d33766c5e62", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:56:47.263615 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-36e1d856-1a80-4875-8619-9ca0fbc1d75e {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:56:47.263999 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36e1d856-1a80-4875-8619-9ca0fbc1d75e'] response: {'server_uuid': '5a26f825-fd4b-4599-9f14-85180126af3a', 'name': 'network-vif-deleted', 'tag': '90921e85-0f48-4254-9e51-5d33766c5e62', 'status': 'completed', 'code': 200}
May 07 21:56:47.312116 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f19d9b-c53e-48b4-b92c-7ffdc587ba7f req-49a25a3e-e504-446b-89ff-5132b6ad436b tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:47.322023 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-26f19d9b-c53e-48b4-b92c-7ffdc587ba7f req-49a25a3e-e504-446b-89ff-5132b6ad436b tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff063ae4-e930-4d7e-a587-56a10bb3d88a HTTP/1.1" status: 200  len: 946 time: 0.2660658
May 07 21:56:47.367790 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4813ff75-eac2-48c0-9b98-11105212a67d None None] New status for floating IP b0a94b86-8ce6-489b-bba6-8de3d8c045ff: ACTIVE {{(pid=121838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 07 21:56:47.471069 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-26f19d9b-c53e-48b4-b92c-7ffdc587ba7f req-93387895-abb9-4e31-9ca8-b329d64fd4fa tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1480055
May 07 21:56:47.534804 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ee2a38f7-edf2-4780-aad9-70f3b5bc0d7f req-b405e330-7437-499f-8e8b-fff72de3cafd service neutron] 10.222.0.55 "GET /v2.0/networks/cad67ef4-7464-41a3-89b9-99b9a8d2dcdb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2638955
May 07 21:56:47.561480 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ef065435-ff1c-412d-86e1-4f58dea57ecd req-f438c4ec-7d10-4d8f-b86d-ec2500fc04b0 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=9221b764-ef06-431f-8941-796516ed7c3b HTTP/1.1" status: 200  len: 258 time: 0.2643790
May 07 21:56:47.591218 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-ef065435-ff1c-412d-86e1-4f58dea57ecd req-6227ae9b-a619-4c3c-aac0-331113aab78d tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Request body: {'floatingip': {'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:56:47.617117 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-ef065435-ff1c-412d-86e1-4f58dea57ecd req-6227ae9b-a619-4c3c-aac0-331113aab78d tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:47.730572 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e773a868-6f23-4b33-bf0d-825c0cac1e6c req-5e364837-3176-494c-aa5a-c6bfc8636d03 tempest-InstanceActionsTestJSON-889233102 tempest-InstanceActionsTestJSON-889233102-project] 10.222.0.32 "GET /v2.0/ports?device_id=b3f598bc-bd2c-4610-90f9-724d5cb1619b HTTP/1.1" status: 200  len: 210 time: 0.1467175
May 07 21:56:47.735582 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-ef065435-ff1c-412d-86e1-4f58dea57ecd req-6227ae9b-a619-4c3c-aac0-331113aab78d tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:47.813323 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3f598bc-bd2c-4610-90f9-724d5cb1619b', 'name': 'network-vif-deleted', 'tag': '7c89cdcf-6e2d-43ca-bd9c-a9cd5b8613e4'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:56:47.817400 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7910460c-5ffe-430b-88f1-99936e2a5cee" -d '{"events": [{"server_uuid": "b3f598bc-bd2c-4610-90f9-724d5cb1619b", "name": "network-vif-deleted", "tag": "7c89cdcf-6e2d-43ca-bd9c-a9cd5b8613e4"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:56:47.868327 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ee2a38f7-edf2-4780-aad9-70f3b5bc0d7f req-a99e5965-b52d-4535-9700-3b9995266ba7 service neutron] 10.222.0.55 "GET /v2.0/networks/cad67ef4-7464-41a3-89b9-99b9a8d2dcdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3239689
May 07 21:56:47.943584 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [req-ef065435-ff1c-412d-86e1-4f58dea57ecd req-6227ae9b-a619-4c3c-aac0-331113aab78d tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Allocated IP 172.35.4.246 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/f7a03017-709e-4d8f-8f36-9fbde431c391) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:56:48.037353 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b809130c-1ca9-45f1-ac07-3d43728c8c92 x-openstack-request-id: req-b809130c-1ca9-45f1-ac07-3d43728c8c92 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:56:48.037642 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3f598bc-bd2c-4610-90f9-724d5cb1619b", "name": "network-vif-deleted", "tag": "7c89cdcf-6e2d-43ca-bd9c-a9cd5b8613e4", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:56:48.037898 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b809130c-1ca9-45f1-ac07-3d43728c8c92 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:56:48.038371 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b809130c-1ca9-45f1-ac07-3d43728c8c92'] response: {'server_uuid': 'b3f598bc-bd2c-4610-90f9-724d5cb1619b', 'name': 'network-vif-deleted', 'tag': '7c89cdcf-6e2d-43ca-bd9c-a9cd5b8613e4', 'status': 'completed', 'code': 200}
May 07 21:56:48.189832 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e77c2c0b-fba8-4a89-b1d5-dd8640ae74dd req-ae90669b-c305-40d0-bc93-6f8ca471927c tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a26f825-fd4b-4599-9f14-85180126af3a HTTP/1.1" status: 200  len: 210 time: 0.0624282
May 07 21:56:48.235180 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-ef065435-ff1c-412d-86e1-4f58dea57ecd req-6227ae9b-a619-4c3c-aac0-331113aab78d tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Publish callbacks [] for port (f7a03017-709e-4d8f-8f36-9fbde431c391), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:48.319568 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-ef065435-ff1c-412d-86e1-4f58dea57ecd req-6227ae9b-a619-4c3c-aac0-331113aab78d tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (f7a03017-709e-4d8f-8f36-9fbde431c391), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:48.360459 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be3048a-0fdc-4d2f-a369-0c20fd0b0ba3 req-c46db1b7-b76e-48de-8abb-929c6967c76d tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:48.363130 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3be3048a-0fdc-4d2f-a369-0c20fd0b0ba3 req-c46db1b7-b76e-48de-8abb-929c6967c76d tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff063ae4-e930-4d7e-a587-56a10bb3d88a HTTP/1.1" status: 200  len: 946 time: 0.0622208
May 07 21:56:48.377773 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef065435-ff1c-412d-86e1-4f58dea57ecd req-6227ae9b-a619-4c3c-aac0-331113aab78d tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:56:48.380727 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [req-ef065435-ff1c-412d-86e1-4f58dea57ecd req-6227ae9b-a619-4c3c-aac0-331113aab78d tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:56:48.384525 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef065435-ff1c-412d-86e1-4f58dea57ecd req-6227ae9b-a619-4c3c-aac0-331113aab78d tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:56:48.430930 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6227ae9b-a619-4c3c-aac0-331113aab78d tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Pushing event updated for resources: {'Port': ['ID=f7a03017-709e-4d8f-8f36-9fbde431c391,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:48.439518 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3be3048a-0fdc-4d2f-a369-0c20fd0b0ba3 req-69eaf170-fb18-4cf7-8bc9-b215f2e907b5 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0692687
May 07 21:56:48.512412 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-ef065435-ff1c-412d-86e1-4f58dea57ecd req-6227ae9b-a619-4c3c-aac0-331113aab78d tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Publish callbacks [] for floatingip (74802e0e-433b-432d-b76a-f94358b7cf74), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:48.560761 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-ef065435-ff1c-412d-86e1-4f58dea57ecd req-6227ae9b-a619-4c3c-aac0-331113aab78d tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f7a03017-709e-4d8f-8f36-9fbde431c391), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:48.743678 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb879cd2-cb69-4e51-80b7-f1bfc6923ddd req-ee06626d-d0b8-431d-9905-d2306f10982f tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:48.745322 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fb879cd2-cb69-4e51-80b7-f1bfc6923ddd req-ee06626d-d0b8-431d-9905-d2306f10982f tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff063ae4-e930-4d7e-a587-56a10bb3d88a HTTP/1.1" status: 200  len: 946 time: 0.0705581
May 07 21:56:48.774372 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-ef065435-ff1c-412d-86e1-4f58dea57ecd req-6227ae9b-a619-4c3c-aac0-331113aab78d tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Publish callbacks [] for port (f7a03017-709e-4d8f-8f36-9fbde431c391), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:48.781518 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-ef065435-ff1c-412d-86e1-4f58dea57ecd req-6227ae9b-a619-4c3c-aac0-331113aab78d tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (f7a03017-709e-4d8f-8f36-9fbde431c391), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:48.802314 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fb879cd2-cb69-4e51-80b7-f1bfc6923ddd req-4c5b1fe0-51f6-484a-b481-5821ebc66448 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495725
May 07 21:56:48.861626 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 45504) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:56:48.877318 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6227ae9b-a619-4c3c-aac0-331113aab78d tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Pushing event updated for resources: {'Port': ['ID=f7a03017-709e-4d8f-8f36-9fbde431c391,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:48.887365 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-ef065435-ff1c-412d-86e1-4f58dea57ecd req-6227ae9b-a619-4c3c-aac0-331113aab78d tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (74802e0e-433b-432d-b76a-f94358b7cf74), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:48.907873 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-ef065435-ff1c-412d-86e1-4f58dea57ecd req-6227ae9b-a619-4c3c-aac0-331113aab78d tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:48.911109 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ef065435-ff1c-412d-86e1-4f58dea57ecd req-6227ae9b-a619-4c3c-aac0-331113aab78d tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 1.3468759
May 07 21:56:48.936841 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_v2 [None req-de904c12-327b-4996-899b-83126590a28d admin admin] Deleting subnet 8da7a336-097f-4adb-91ed-43f6a24ba849 {{(pid=121836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 21:56:48.942496 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-de904c12-327b-4996-899b-83126590a28d admin admin] Publish callbacks [] for subnet (8da7a336-097f-4adb-91ed-43f6a24ba849), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:48.991688 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-de904c12-327b-4996-899b-83126590a28d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726883'] for subnet (8da7a336-097f-4adb-91ed-43f6a24ba849), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:48.998246 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ef065435-ff1c-412d-86e1-4f58dea57ecd req-a6c52522-87d3-4b6f-93c9-ca8f2cdc758d tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.4.246 HTTP/1.1" status: 200  len: 696 time: 0.0738235
May 07 21:56:49.039595 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-de904c12-327b-4996-899b-83126590a28d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (8da7a336-097f-4adb-91ed-43f6a24ba849), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:49.107543 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-de904c12-327b-4996-899b-83126590a28d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (8da7a336-097f-4adb-91ed-43f6a24ba849), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:49.121305 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-de904c12-327b-4996-899b-83126590a28d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:49.127954 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-de904c12-327b-4996-899b-83126590a28d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/8da7a336-097f-4adb-91ed-43f6a24ba849 HTTP/1.1" status: 204  len: 168 time: 0.2618260
May 07 21:56:49.128119 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef065435-ff1c-412d-86e1-4f58dea57ecd req-adade167-e0ad-4e18-aaf6-c8e814e9eee9 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:49.129077 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ef065435-ff1c-412d-86e1-4f58dea57ecd req-adade167-e0ad-4e18-aaf6-c8e814e9eee9 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] 10.222.0.32 "GET /v2.0/networks/9221b764-ef06-431f-8941-796516ed7c3b HTTP/1.1" status: 200  len: 784 time: 0.1300602
May 07 21:56:49.129929 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 45514) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:56:49.149109 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de904c12-327b-4996-899b-83126590a28d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8da7a336-097f-4adb-91ed-43f6a24ba849,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:49.264713 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-41da3080-e561-4ef2-a193-5a4e5c82d6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (92ee54a4-6cae-41b9-99d3-263ba33ff675), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:49.281241 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a4e98f-b93d-4963-bc55-7d2d3eb7d0fa req-a76e9158-dc83-4264-a6f7-1a2b1a236580 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:49.289353 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-69a4e98f-b93d-4963-bc55-7d2d3eb7d0fa req-a76e9158-dc83-4264-a6f7-1a2b1a236580 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] 10.222.0.32 "GET /v2.0/ports?device_id=76df8f5c-4c19-4bba-a009-84627accd050&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.0769448
May 07 21:56:49.363320 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-69a4e98f-b93d-4963-bc55-7d2d3eb7d0fa req-0d9f36cd-4165-423d-a3d4-8efa4a3ad187 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.4.246 HTTP/1.1" status: 200  len: 696 time: 0.0729582
May 07 21:56:49.381025 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-69a4e98f-b93d-4963-bc55-7d2d3eb7d0fa req-da50c0d7-cd28-451d-8c4e-24a50c613ae0 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Request body: {'floatingip': {'port_id': '3e3a79b2-c327-437f-8e1f-c48c8ea9c228', 'fixed_ip_address': '172.20.0.7'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:56:49.460522 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-41da3080-e561-4ef2-a193-5a4e5c82d6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (92ee54a4-6cae-41b9-99d3-263ba33ff675), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:49.465094 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-69a4e98f-b93d-4963-bc55-7d2d3eb7d0fa req-da50c0d7-cd28-451d-8c4e-24a50c613ae0 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Publish callbacks [] for floatingip (74802e0e-433b-432d-b76a-f94358b7cf74), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:49.539670 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-41da3080-e561-4ef2-a193-5a4e5c82d6e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf86821400>,) {'filters': {'network_id': ['92ee54a4-6cae-41b9-99d3-263ba33ff675']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:56:49.555592 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-41da3080-e561-4ef2-a193-5a4e5c82d6e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf86821400>, 'ec45aadf-b35b-4f4d-927e-a69e70d920fb') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:56:49.555880 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-41da3080-e561-4ef2-a193-5a4e5c82d6e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf86821400>, 'ec45aadf-b35b-4f4d-927e-a69e70d920fb') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:56:49.589091 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-41da3080-e561-4ef2-a193-5a4e5c82d6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (ec45aadf-b35b-4f4d-927e-a69e70d920fb), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:49.599285 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56be869-8d9e-4bd8-bfdf-faa0e3826b65 req-26e110e0-1788-42c9-91c8-9fd852c13502 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:49.603268 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a56be869-8d9e-4bd8-bfdf-faa0e3826b65 req-26e110e0-1788-42c9-91c8-9fd852c13502 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?device_id=667146df-e986-4daa-bcba-4c5482efbad0 HTTP/1.1" status: 200  len: 949 time: 0.0572438
May 07 21:56:49.611602 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-41da3080-e561-4ef2-a193-5a4e5c82d6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (ec45aadf-b35b-4f4d-927e-a69e70d920fb), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:49.623144 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41da3080-e561-4ef2-a193-5a4e5c82d6e5 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 21:56:49.623616 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-41da3080-e561-4ef2-a193-5a4e5c82d6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (ec45aadf-b35b-4f4d-927e-a69e70d920fb), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:49.625397 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 21:56:49.625397 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 21:56:49.625397 ncdv-master-1 neutron-server[121837]:     timer()
May 07 21:56:49.625397 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 21:56:49.625397 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 21:56:49.625397 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 21:56:49.625397 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 21:56:49.625397 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 21:56:49.625397 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 21:56:49.625397 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 21:56:49.625397 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 21:56:49.625397 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 21:56:49.625397 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 21:56:49.625397 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 21:56:49.625397 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 21:56:49.625397 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 21:56:49.625397 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 21:56:49.625397 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 21:56:49.625397 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 21:56:49.625397 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 21:56:49.625397 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 21:56:49.625397 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 21:56:49.625397 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 21:56:49.625397 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 21:56:49.625397 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 21:56:49.625397 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 21:56:49.625397 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 21:56:49.625397 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 21:56:49.625397 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 21:56:49.625397 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 21:56:49.625397 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 21:56:49.625397 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 21:56:49.670271 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a56be869-8d9e-4bd8-bfdf-faa0e3826b65 req-9e96a320-1be6-4785-b363-1ee9813180c5 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/security-groups?id=aca2780c-128c-4de5-85a4-a7e10bd42e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0621302
May 07 21:56:49.740150 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-41da3080-e561-4ef2-a193-5a4e5c82d6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (92ee54a4-6cae-41b9-99d3-263ba33ff675), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:49.771566 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-41da3080-e561-4ef2-a193-5a4e5c82d6e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:49.775114 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-41da3080-e561-4ef2-a193-5a4e5c82d6e5 admin admin] 10.222.0.32 "DELETE /v2.0/networks/92ee54a4-6cae-41b9-99d3-263ba33ff675 HTTP/1.1" status: 204  len: 168 time: 0.6441836
May 07 21:56:49.790729 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41da3080-e561-4ef2-a193-5a4e5c82d6e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=92ee54a4-6cae-41b9-99d3-263ba33ff675,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:49.815142 ncdv-master-1 neutron-server[121837]: INFO neutron.api.v2.resource [req-69a4e98f-b93d-4963-bc55-7d2d3eb7d0fa req-da50c0d7-cd28-451d-8c4e-24a50c613ae0 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] update failed (client error): There was a conflict when trying to complete your request.
May 07 21:56:49.816432 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-69a4e98f-b93d-4963-bc55-7d2d3eb7d0fa req-da50c0d7-cd28-451d-8c4e-24a50c613ae0 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] 10.222.0.32 "PUT /v2.0/floatingips/74802e0e-433b-432d-b76a-f94358b7cf74 HTTP/1.1" status: 409  len: 550 time: 0.4407537
May 07 21:56:49.893325 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a950e173-f4b5-4b42-b7cd-fa64024410e2 req-6ee3a467-fee6-40a9-82af-9f75929794d0 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] 10.222.0.32 "GET /v2.0/floatingips/74802e0e-433b-432d-b76a-f94358b7cf74 HTTP/1.1" status: 200  len: 693 time: 0.0540283
May 07 21:56:49.925564 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 45546) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:56:49.951798 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e2aa93-1232-4ea9-b894-1911082b210d req-c8acf1b9-fbd3-433a-b7d0-e3451143dcb8 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:49.953547 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-29e2aa93-1232-4ea9-b894-1911082b210d req-c8acf1b9-fbd3-433a-b7d0-e3451143dcb8 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff063ae4-e930-4d7e-a587-56a10bb3d88a HTTP/1.1" status: 200  len: 946 time: 0.0630243
May 07 21:56:50.023444 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-29e2aa93-1232-4ea9-b894-1911082b210d req-c9d031ee-4aed-442b-967d-eb1a1b0178fa tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622599
May 07 21:56:50.033707 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-37b1261c-db0a-46c6-a452-87bd7b49318b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a017d4c58fe640c5bf85d1d055b3da11&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1057367
May 07 21:56:50.036926 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 45550) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:56:50.049798 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a950e173-f4b5-4b42-b7cd-fa64024410e2 req-8e14bbcd-de4d-41b4-9f8e-197afddcd531 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:50.056735 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a950e173-f4b5-4b42-b7cd-fa64024410e2 req-8e14bbcd-de4d-41b4-9f8e-197afddcd531 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] 10.222.0.32 "GET /v2.0/networks/9221b764-ef06-431f-8941-796516ed7c3b HTTP/1.1" status: 200  len: 784 time: 0.1561954
May 07 21:56:50.074967 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 45552) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:56:50.104749 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a67e5f3a-b6d6-4e6b-86ce-1ed808f35a78 admin admin] Publish callbacks [] for security_group (94564a32-edfd-4b54-80d0-bc2c51abadb0), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:50.122751 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a950e173-f4b5-4b42-b7cd-fa64024410e2 req-729e5cb0-03bf-4086-9ae6-247563a0803e tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.4.246 HTTP/1.1" status: 200  len: 696 time: 0.0651186
May 07 21:56:50.133162 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a67e5f3a-b6d6-4e6b-86ce-1ed808f35a78 admin admin] Publish callbacks [] for security_group (94564a32-edfd-4b54-80d0-bc2c51abadb0), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:50.143807 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 7c89cdcf-6e2d-43ca-bd9c-a9cd5b8613e4 no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:56:50.182879 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] No Port match for: 7c89cdcf-6e2d-43ca-bd9c-a9cd5b8613e4 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:56:50.183510 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 7c89cdcf-6e2d-43ca-bd9c-a9cd5b8613e4 not bound to the agent host nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:56:50.184083 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 90921e85-0f48-4254-9e51-5d33766c5e62 no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:56:50.217909 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a67e5f3a-b6d6-4e6b-86ce-1ed808f35a78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (94564a32-edfd-4b54-80d0-bc2c51abadb0), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:50.223211 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a67e5f3a-b6d6-4e6b-86ce-1ed808f35a78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:50.225198 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a950e173-f4b5-4b42-b7cd-fa64024410e2 req-0ee3ccd0-103b-4201-a1eb-00279e63e5ac tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.4.246 HTTP/1.1" status: 200  len: 696 time: 0.1015344
May 07 21:56:50.229757 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-a67e5f3a-b6d6-4e6b-86ce-1ed808f35a78 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/94564a32-edfd-4b54-80d0-bc2c51abadb0 HTTP/1.1" status: 204  len: 168 time: 0.1904631
May 07 21:56:50.234283 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] No Port match for: 90921e85-0f48-4254-9e51-5d33766c5e62 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:56:50.236172 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 90921e85-0f48-4254-9e51-5d33766c5e62 not bound to the agent host nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:56:50.265686 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5f6a4764-2ccb-4fcd-a20e-fd4708890340 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:50.270186 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67e5f3a-b6d6-4e6b-86ce-1ed808f35a78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94564a32-edfd-4b54-80d0-bc2c51abadb0,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:50.366095 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-a950e173-f4b5-4b42-b7cd-fa64024410e2 req-6edf72db-651a-4647-a8f7-b35fa2c234b9 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Deleting port f7a03017-709e-4d8f-8f36-9fbde431c391 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:56:50.366445 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-a950e173-f4b5-4b42-b7cd-fa64024410e2 req-6edf72db-651a-4647-a8f7-b35fa2c234b9 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (f7a03017-709e-4d8f-8f36-9fbde431c391), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:50.430052 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5f6a4764-2ccb-4fcd-a20e-fd4708890340 admin admin] Publish callbacks [] for security_group (21eaa5b6-2fcf-4aeb-be51-a00edcd3cdad), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:50.436693 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5f6a4764-2ccb-4fcd-a20e-fd4708890340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (21eaa5b6-2fcf-4aeb-be51-a00edcd3cdad), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:50.481073 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-5f6a4764-2ccb-4fcd-a20e-fd4708890340 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5220099ecd6e49c7aa9ad20145e27495&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4013917
May 07 21:56:50.481073 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6a4764-2ccb-4fcd-a20e-fd4708890340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21eaa5b6-2fcf-4aeb-be51-a00edcd3cdad,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:50.481453 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 45564) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:56:50.495798 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-a950e173-f4b5-4b42-b7cd-fa64024410e2 req-6edf72db-651a-4647-a8f7-b35fa2c234b9 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (f7a03017-709e-4d8f-8f36-9fbde431c391), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:50.496121 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-a950e173-f4b5-4b42-b7cd-fa64024410e2 req-6edf72db-651a-4647-a8f7-b35fa2c234b9 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Publish callbacks [] for floatingip (f7a03017-709e-4d8f-8f36-9fbde431c391), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:50.512217 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-a950e173-f4b5-4b42-b7cd-fa64024410e2 req-6edf72db-651a-4647-a8f7-b35fa2c234b9 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Calling delete_port for f7a03017-709e-4d8f-8f36-9fbde431c391 owned by network:floatingip {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:56:50.548612 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8a842c8c-8994-4612-bc6a-0a042a083e5a admin admin] Publish callbacks [] for security_group (21eaa5b6-2fcf-4aeb-be51-a00edcd3cdad), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:50.580719 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8a842c8c-8994-4612-bc6a-0a042a083e5a admin admin] Publish callbacks [] for security_group (21eaa5b6-2fcf-4aeb-be51-a00edcd3cdad), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:50.651151 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8a842c8c-8994-4612-bc6a-0a042a083e5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (21eaa5b6-2fcf-4aeb-be51-a00edcd3cdad), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:50.655794 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8a842c8c-8994-4612-bc6a-0a042a083e5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:50.659293 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-8a842c8c-8994-4612-bc6a-0a042a083e5a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/21eaa5b6-2fcf-4aeb-be51-a00edcd3cdad HTTP/1.1" status: 204  len: 168 time: 0.1767204
May 07 21:56:50.680394 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a842c8c-8994-4612-bc6a-0a042a083e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21eaa5b6-2fcf-4aeb-be51-a00edcd3cdad,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:50.718551 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-a950e173-f4b5-4b42-b7cd-fa64024410e2 req-6edf72db-651a-4647-a8f7-b35fa2c234b9 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (f7a03017-709e-4d8f-8f36-9fbde431c391), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:50.753013 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf72db-651a-4647-a8f7-b35fa2c234b9 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Pushing event deleted for resources: {'Port': ['ID=f7a03017-709e-4d8f-8f36-9fbde431c391,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:50.819817 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cf9676-189a-464e-a302-c81d4db96c7e req-a9225e2a-093a-425d-a768-d6dac915a321 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:50.822044 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-85cf9676-189a-464e-a302-c81d4db96c7e req-a9225e2a-093a-425d-a768-d6dac915a321 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc6a642e-763c-4ac9-8ef7-4985bcb86060 HTTP/1.1" status: 200  len: 947 time: 0.0822592
May 07 21:56:50.841978 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-a950e173-f4b5-4b42-b7cd-fa64024410e2 req-6edf72db-651a-4647-a8f7-b35fa2c234b9 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Publish callbacks [] for floatingip (74802e0e-433b-432d-b76a-f94358b7cf74), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:50.846063 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-a950e173-f4b5-4b42-b7cd-fa64024410e2 req-6edf72db-651a-4647-a8f7-b35fa2c234b9 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:50.860530 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a950e173-f4b5-4b42-b7cd-fa64024410e2 req-6edf72db-651a-4647-a8f7-b35fa2c234b9 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] 10.222.0.32 "DELETE /v2.0/floatingips/74802e0e-433b-432d-b76a-f94358b7cf74 HTTP/1.1" status: 204  len: 173 time: 0.6337304
May 07 21:56:50.899613 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-85cf9676-189a-464e-a302-c81d4db96c7e req-2ad8aa58-d5f7-42de-9d05-c03b316a6bdb tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bbf50af-50c2-4df2-bc37-9f0e79ec6d91&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0658715
May 07 21:56:50.969676 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5462763-e5c9-4084-b3ae-02799c06cb71 req-c294ecb2-08fd-4b24-9949-017cddba2fd3 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:50.972307 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e5462763-e5c9-4084-b3ae-02799c06cb71 req-c294ecb2-08fd-4b24-9949-017cddba2fd3 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?device_id=667146df-e986-4daa-bcba-4c5482efbad0 HTTP/1.1" status: 200  len: 949 time: 0.0706384
May 07 21:56:51.012999 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-61544f2c-3ec1-4c84-b8af-a6203c988261 req-a6e20a9b-c7ed-4664-9c8e-ab201d02e036 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.4.17 HTTP/1.1" status: 200  len: 1000 time: 0.0775642
May 07 21:56:51.058057 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e5462763-e5c9-4084-b3ae-02799c06cb71 req-22bd63f2-49f2-4202-b1bc-ad7b885dddfa tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/security-groups?id=aca2780c-128c-4de5-85a4-a7e10bd42e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0778124
May 07 21:56:51.073227 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61544f2c-3ec1-4c84-b8af-a6203c988261 req-ddfcfb66-28f2-415a-bf71-20dbc81ed5f6 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:51.090311 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-61544f2c-3ec1-4c84-b8af-a6203c988261 req-ddfcfb66-28f2-415a-bf71-20dbc81ed5f6 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] 10.222.0.32 "GET /v2.0/ports/3e3a79b2-c327-437f-8e1f-c48c8ea9c228 HTTP/1.1" status: 200  len: 942 time: 0.0665777
May 07 21:56:51.112508 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 45594) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:56:51.129134 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6e830229-3f02-42d2-8ae7-647bb752d73d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:51.172669 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91ca696-c46a-4465-8bed-53aa24a8734a req-7492eff2-f781-4169-94c2-3b311f67977c tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:51.174534 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f91ca696-c46a-4465-8bed-53aa24a8734a req-7492eff2-f781-4169-94c2-3b311f67977c tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff063ae4-e930-4d7e-a587-56a10bb3d88a HTTP/1.1" status: 200  len: 946 time: 0.0540614
May 07 21:56:51.239031 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-61544f2c-3ec1-4c84-b8af-a6203c988261 req-520da2af-6d29-4876-b32d-742faff4cd94 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.4.17 HTTP/1.1" status: 200  len: 1000 time: 0.1061270
May 07 21:56:51.240296 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f91ca696-c46a-4465-8bed-53aa24a8734a req-cc82e242-8713-401f-a49d-518addfc8076 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594060
May 07 21:56:51.381200 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6e830229-3f02-42d2-8ae7-647bb752d73d admin admin] Publish callbacks [] for security_group (4dddfe44-f07a-48d7-a187-2dd245e9bc87), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:51.388724 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6e830229-3f02-42d2-8ae7-647bb752d73d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (4dddfe44-f07a-48d7-a187-2dd245e9bc87), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:51.437050 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61544f2c-3ec1-4c84-b8af-a6203c988261 req-fe45d589-6015-4301-b460-709724ed64f5 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:51.438971 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-61544f2c-3ec1-4c84-b8af-a6203c988261 req-fe45d589-6015-4301-b460-709724ed64f5 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] 10.222.0.32 "GET /v2.0/networks/9221b764-ef06-431f-8941-796516ed7c3b HTTP/1.1" status: 200  len: 784 time: 0.1893089
May 07 21:56:51.443042 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e830229-3f02-42d2-8ae7-647bb752d73d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dddfe44-f07a-48d7-a187-2dd245e9bc87,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:51.449235 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9450cf12-6856-45b7-98af-18c4273d9a59 req-e9687d74-f6e7-479f-8957-14e14bc8e2ac tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:51.450623 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9450cf12-6856-45b7-98af-18c4273d9a59 req-e9687d74-f6e7-479f-8957-14e14bc8e2ac tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.55 "GET /v2.0/ports?device_id=ff063ae4-e930-4d7e-a587-56a10bb3d88a HTTP/1.1" status: 200  len: 946 time: 0.0577435
May 07 21:56:51.456051 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-6e830229-3f02-42d2-8ae7-647bb752d73d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3dd2a10b4e994f7d90bf34945ab90be8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3421905
May 07 21:56:51.458508 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 45602) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:56:51.556758 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-61544f2c-3ec1-4c84-b8af-a6203c988261 req-8759c0d0-5792-4510-9d35-5823641c8929 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.4.17 HTTP/1.1" status: 200  len: 1000 time: 0.0912993
May 07 21:56:51.561530 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b869d320-2d41-4069-8f60-cbe719b529a2 admin admin] Publish callbacks [] for security_group (4dddfe44-f07a-48d7-a187-2dd245e9bc87), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:51.570678 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-61544f2c-3ec1-4c84-b8af-a6203c988261 req-8f98d0a0-08bc-4876-93ba-ef390c4711ee tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Request body: {'floatingip': {'port_id': None}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:56:51.595552 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:51.612868 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2299435e-1ed7-4409-ad45-fcff398d7512 req-69773e9c-3be5-4683-ae61-930a8db166f6 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:51.614485 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2299435e-1ed7-4409-ad45-fcff398d7512 req-69773e9c-3be5-4683-ae61-930a8db166f6 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.55 "GET /v2.0/ports?device_id=667146df-e986-4daa-bcba-4c5482efbad0 HTTP/1.1" status: 200  len: 949 time: 0.1392741
May 07 21:56:51.627461 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b869d320-2d41-4069-8f60-cbe719b529a2 admin admin] Publish callbacks [] for security_group (4dddfe44-f07a-48d7-a187-2dd245e9bc87), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:51.659130 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-61544f2c-3ec1-4c84-b8af-a6203c988261 req-8f98d0a0-08bc-4876-93ba-ef390c4711ee tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Publish callbacks [] for floatingip (b0a94b86-8ce6-489b-bba6-8de3d8c045ff), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:51.680712 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-9450cf12-6856-45b7-98af-18c4273d9a59 req-f3d76eb2-bda0-407b-a486-2a5a8f8b24d9 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Deleting port f4677fe5-047a-4e3f-947c-2db958706ccf {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:56:51.681593 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-9450cf12-6856-45b7-98af-18c4273d9a59 req-f3d76eb2-bda0-407b-a486-2a5a8f8b24d9 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (f4677fe5-047a-4e3f-947c-2db958706ccf), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:51.774212 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b869d320-2d41-4069-8f60-cbe719b529a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (4dddfe44-f07a-48d7-a187-2dd245e9bc87), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:51.776867 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b869d320-2d41-4069-8f60-cbe719b529a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:51.778219 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-b869d320-2d41-4069-8f60-cbe719b529a2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4dddfe44-f07a-48d7-a187-2dd245e9bc87 HTTP/1.1" status: 204  len: 168 time: 0.3186347
May 07 21:56:51.797342 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b869d320-2d41-4069-8f60-cbe719b529a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dddfe44-f07a-48d7-a187-2dd245e9bc87,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:51.802659 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-2299435e-1ed7-4409-ad45-fcff398d7512 req-9dd0c517-efe6-4497-aa93-5734dd27eff3 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Deleting port efdbc27d-d662-4524-a972-4ae143b5530b {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:56:51.803156 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-2299435e-1ed7-4409-ad45-fcff398d7512 req-9dd0c517-efe6-4497-aa93-5734dd27eff3 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (efdbc27d-d662-4524-a972-4ae143b5530b), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:51.862339 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-61544f2c-3ec1-4c84-b8af-a6203c988261 req-8f98d0a0-08bc-4876-93ba-ef390c4711ee tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:51.869187 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-61544f2c-3ec1-4c84-b8af-a6203c988261 req-8f98d0a0-08bc-4876-93ba-ef390c4711ee tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (b0a94b86-8ce6-489b-bba6-8de3d8c045ff), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:51.869576 ncdv-master-1 neutron-server[121837]: INFO neutron.db.l3_db [req-61544f2c-3ec1-4c84-b8af-a6203c988261 req-8f98d0a0-08bc-4876-93ba-ef390c4711ee tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Floating IP b0a94b86-8ce6-489b-bba6-8de3d8c045ff disassociated. External IP: 172.35.4.17, port: 3e3a79b2-c327-437f-8e1f-c48c8ea9c228.
May 07 21:56:51.895167 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-9450cf12-6856-45b7-98af-18c4273d9a59 req-f3d76eb2-bda0-407b-a486-2a5a8f8b24d9 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] For port f4677fe5-047a-4e3f-947c-2db958706ccf, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f4677fe5-047a-4e3f-947c-2db958706ccf,segment=NetworkSegment(c1f62f1a-7390-4968-bfcd-e0354648ad7b),segment_id=c1f62f1a-7390-4968-bfcd-e0354648ad7b)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:56:51.895439 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-9450cf12-6856-45b7-98af-18c4273d9a59 req-f3d76eb2-bda0-407b-a486-2a5a8f8b24d9 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (f4677fe5-047a-4e3f-947c-2db958706ccf), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:51.914829 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-9450cf12-6856-45b7-98af-18c4273d9a59 req-f3d76eb2-bda0-407b-a486-2a5a8f8b24d9 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Calling delete_port for f4677fe5-047a-4e3f-947c-2db958706ccf owned by compute:nova {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:56:51.992140 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-2299435e-1ed7-4409-ad45-fcff398d7512 req-9dd0c517-efe6-4497-aa93-5734dd27eff3 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] For port efdbc27d-d662-4524-a972-4ae143b5530b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=efdbc27d-d662-4524-a972-4ae143b5530b,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:56:51.992646 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-2299435e-1ed7-4409-ad45-fcff398d7512 req-9dd0c517-efe6-4497-aa93-5734dd27eff3 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (efdbc27d-d662-4524-a972-4ae143b5530b), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:52.012278 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-2299435e-1ed7-4409-ad45-fcff398d7512 req-9dd0c517-efe6-4497-aa93-5734dd27eff3 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Calling delete_port for efdbc27d-d662-4524-a972-4ae143b5530b owned by compute:nova {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:56:52.175259 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d10596d-5b75-46e8-8b8c-1f041225582f req-ac55333b-7a0f-41eb-83e0-73c5f1cdc059 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:52.176754 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9d10596d-5b75-46e8-8b8c-1f041225582f req-ac55333b-7a0f-41eb-83e0-73c5f1cdc059 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc6a642e-763c-4ac9-8ef7-4985bcb86060 HTTP/1.1" status: 200  len: 947 time: 0.1449554
May 07 21:56:52.223032 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [req-61544f2c-3ec1-4c84-b8af-a6203c988261 req-8f98d0a0-08bc-4876-93ba-ef390c4711ee tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Router 2091eed6-c93b-4ca9-abeb-375aabad6d38 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 21:56:52.272641 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-9450cf12-6856-45b7-98af-18c4273d9a59 req-f3d76eb2-bda0-407b-a486-2a5a8f8b24d9 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (f4677fe5-047a-4e3f-947c-2db958706ccf), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:52.287511 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['f4677fe5-047a-4e3f-947c-2db958706ccf'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:56:52.381437 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-61544f2c-3ec1-4c84-b8af-a6203c988261 req-8f98d0a0-08bc-4876-93ba-ef390c4711ee tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:56:52.389406 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-61544f2c-3ec1-4c84-b8af-a6203c988261 req-8f98d0a0-08bc-4876-93ba-ef390c4711ee tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:52.395312 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ecb7d20-622d-46cc-bf42-a15aafddbdf7 None None] Sync routers for ids ['2091eed6-c93b-4ca9-abeb-375aabad6d38'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:56:52.397316 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d76eb2-bda0-407b-a486-2a5a8f8b24d9 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Pushing event deleted for resources: {'Port': ['ID=f4677fe5-047a-4e3f-947c-2db958706ccf,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:52.405126 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef260775-ce6c-4f1e-86bc-68e08bb1325a req-8d489886-ce60-4ba7-a0c3-ddd7e9398aa7 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:52.406594 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ef260775-ce6c-4f1e-86bc-68e08bb1325a req-8d489886-ce60-4ba7-a0c3-ddd7e9398aa7 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.59 "GET /v2.0/ports?device_id=cc6a642e-763c-4ac9-8ef7-4985bcb86060 HTTP/1.1" status: 200  len: 947 time: 0.0628681
May 07 21:56:52.410106 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecb7d20-622d-46cc-bf42-a15aafddbdf7 None None] Routers {'2091eed6-c93b-4ca9-abeb-375aabad6d38'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:56:52.412241 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-3ecb7d20-622d-46cc-bf42-a15aafddbdf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8df726d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:56:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['2091eed6-c93b-4ca9-abeb-375aabad6d38'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:56:52.416895 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9d10596d-5b75-46e8-8b8c-1f041225582f req-f45c08cb-1064-4cb2-a6ed-1748419bd41e tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bbf50af-50c2-4df2-bc37-9f0e79ec6d91&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2306259
May 07 21:56:52.463290 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-61544f2c-3ec1-4c84-b8af-a6203c988261 req-8f98d0a0-08bc-4876-93ba-ef390c4711ee tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] 10.222.0.32 "PUT /v2.0/floatingips/b0a94b86-8ce6-489b-bba6-8de3d8c045ff HTTP/1.1" status: 200  len: 694 time: 0.8977478
May 07 21:56:52.463851 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76df8f5c-4c19-4bba-a009-84627accd050', 'tag': '3e3a79b2-c327-437f-8e1f-c48c8ea9c228'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:56:52.472475 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef3bc2d6-9851-4eb2-b49d-6640c7b97e4e" -d '{"events": [{"name": "network-changed", "server_uuid": "76df8f5c-4c19-4bba-a009-84627accd050", "tag": "3e3a79b2-c327-437f-8e1f-c48c8ea9c228"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:56:52.542658 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61544f2c-3ec1-4c84-b8af-a6203c988261 req-a1e940e0-5ad6-4d67-bf62-a18a27b77041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:52.550802 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-61544f2c-3ec1-4c84-b8af-a6203c988261 req-a1e940e0-5ad6-4d67-bf62-a18a27b77041 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=bdb8a8a58b5b4b9b95ac9d6a782df6af&device_id=76df8f5c-4c19-4bba-a009-84627accd050 HTTP/1.1" status: 200  len: 1127 time: 0.0711145
May 07 21:56:52.578130 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-9450cf12-6856-45b7-98af-18c4273d9a59 req-f3d76eb2-bda0-407b-a486-2a5a8f8b24d9 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] No DVR routers for this DVR port f4677fe5-047a-4e3f-947c-2db958706ccf on host nch1-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:56:52.618902 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-256cf978-1ef0-4780-bf89-28337574d704 req-5a4f8c28-016f-4513-83a3-d81a9bac1f96 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?device_id=667146df-e986-4daa-bcba-4c5482efbad0 HTTP/1.1" status: 200  len: 210 time: 0.0486279
May 07 21:56:52.620388 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-9450cf12-6856-45b7-98af-18c4273d9a59 req-f3d76eb2-bda0-407b-a486-2a5a8f8b24d9 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:52.624287 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9450cf12-6856-45b7-98af-18c4273d9a59 req-f3d76eb2-bda0-407b-a486-2a5a8f8b24d9 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.55 "DELETE /v2.0/ports/f4677fe5-047a-4e3f-947c-2db958706ccf HTTP/1.1" status: 204  len: 173 time: 1.1515670
May 07 21:56:52.653128 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-3ecb7d20-622d-46cc-bf42-a15aafddbdf7 None None] Set router 2091eed6-c93b-4ca9-abeb-375aabad6d38 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:56:52.654560 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff063ae4-e930-4d7e-a587-56a10bb3d88a', 'name': 'network-vif-deleted', 'tag': 'f4677fe5-047a-4e3f-947c-2db958706ccf'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:56:52.657096 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6d28fd6-4fd8-434f-b82b-7f747d36d470" -d '{"events": [{"server_uuid": "ff063ae4-e930-4d7e-a587-56a10bb3d88a", "name": "network-vif-deleted", "tag": "f4677fe5-047a-4e3f-947c-2db958706ccf"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:56:52.665020 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-2299435e-1ed7-4409-ad45-fcff398d7512 req-9dd0c517-efe6-4497-aa93-5734dd27eff3 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (efdbc27d-d662-4524-a972-4ae143b5530b), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:52.676585 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['0f31f820-4134-4910-88d6-283ed3ed34a7', '5e8b0963-4bbd-4b02-9602-197e95f150cb', '3eec7149-cebf-4a54-bf65-c4194dd2be8d', 'e8fb4c79-a7ca-4fee-9d39-932cf793d33f'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:56:52.703644 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61544f2c-3ec1-4c84-b8af-a6203c988261 req-36e29041-53e5-452e-bf64-d686a89ca5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:52.712988 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-61544f2c-3ec1-4c84-b8af-a6203c988261 req-36e29041-53e5-452e-bf64-d686a89ca5ae service neutron] 10.222.0.32 "GET /v2.0/networks?id=cad67ef4-7464-41a3-89b9-99b9a8d2dcdb HTTP/1.1" status: 200  len: 929 time: 0.1610060
May 07 21:56:52.716584 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd0c517-efe6-4497-aa93-5734dd27eff3 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Pushing event deleted for resources: {'Port': ['ID=efdbc27d-d662-4524-a972-4ae143b5530b,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:52.725940 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-ef260775-ce6c-4f1e-86bc-68e08bb1325a req-4387fa6b-1d64-4a60-ad2e-bea6c9fde47b tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Deleting port 1cef223b-c375-473f-8214-891abfa6fa86 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:56:52.726608 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-ef260775-ce6c-4f1e-86bc-68e08bb1325a req-4387fa6b-1d64-4a60-ad2e-bea6c9fde47b tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (1cef223b-c375-473f-8214-891abfa6fa86), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:52.757322 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['5265c093-001b-4f7a-9877-fb1ce61028fc', '0f996493-44aa-49b3-bebb-f6248f93ca91', 'efdbc27d-d662-4524-a972-4ae143b5530b'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:56:52.885447 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-61544f2c-3ec1-4c84-b8af-a6203c988261 req-0db675ca-6910-4500-8524-5f48ca4e4c86 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e3a79b2-c327-437f-8e1f-c48c8ea9c228 HTTP/1.1" status: 200  len: 217 time: 0.1706848
May 07 21:56:53.165216 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-3ecb7d20-622d-46cc-bf42-a15aafddbdf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8df726d0>, [{'id': '2091eed6-c93b-4ca9-abeb-375aabad6d38', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-333244832-router', 'tenant_id': 'bdb8a8a58b5b4b9b95ac9d6a782df6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.127'}], 'enable_snat': True}, 'gw_port_id': 'ff207637-ed28-4331-9399-f78650a519ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:56:11Z', 'updated_at': '2022-05-07T21:56:18Z', 'revision_number': 4, 'project_id': 'bdb8a8a58b5b4b9b95ac9d6a782df6af', 'gw_port': {'id': 'ff207637-ed28-4331-9399-f78650a519ed', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2091eed6-c93b-4ca9-abeb-375aabad6d38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:56:12Z', 'updated_at': '2022-05-07T21:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '078b04c5-d922-4a3f-a0fa-c2848b8a5d58', 'name': '', 'network_id': 'cad67ef4-7464-41a3-89b9-99b9a8d2dcdb', 'tenant_id': 'bdb8a8a58b5b4b9b95ac9d6a782df6af', 'mac_address': 'fa:16:3e:e1:bb:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2091eed6-c93b-4ca9-abeb-375aabad6d38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '8f704450-2b28-492f-a4bc-2dad183a8ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:56:17Z', 'updated_at': '2022-05-07T21:56:24Z', 'revision_number': 5, 'project_id': 'bdb8a8a58b5b4b9b95ac9d6a782df6af', 'subnets': [{'id': '8f704450-2b28-492f-a4bc-2dad183a8ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:56:53.221096 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ecb7d20-622d-46cc-bf42-a15aafddbdf7 None None] Checking router: 2091eed6-c93b-4ca9-abeb-375aabad6d38 for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 21:56:53.242865 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ecb7d20-622d-46cc-bf42-a15aafddbdf7 None None] Routers {'2091eed6-c93b-4ca9-abeb-375aabad6d38'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:56:53.243540 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-3ecb7d20-622d-46cc-bf42-a15aafddbdf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8df726d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:56:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['2091eed6-c93b-4ca9-abeb-375aabad6d38'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:56:53.488507 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-3ecb7d20-622d-46cc-bf42-a15aafddbdf7 None None] Set router 2091eed6-c93b-4ca9-abeb-375aabad6d38 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:56:53.533172 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61544f2c-3ec1-4c84-b8af-a6203c988261 req-9ab209b2-0a58-43f3-ac84-e292d922ef77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:53.536305 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-61544f2c-3ec1-4c84-b8af-a6203c988261 req-9ab209b2-0a58-43f3-ac84-e292d922ef77 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=8f704450-2b28-492f-a4bc-2dad183a8ba7 HTTP/1.1" status: 200  len: 867 time: 0.6494470
May 07 21:56:53.546147 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-2299435e-1ed7-4409-ad45-fcff398d7512 req-9dd0c517-efe6-4497-aa93-5734dd27eff3 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] No DVR routers for this DVR port efdbc27d-d662-4524-a972-4ae143b5530b on host nch1-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:56:53.552144 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-2299435e-1ed7-4409-ad45-fcff398d7512 req-9dd0c517-efe6-4497-aa93-5734dd27eff3 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:53.569411 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2299435e-1ed7-4409-ad45-fcff398d7512 req-9dd0c517-efe6-4497-aa93-5734dd27eff3 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.55 "DELETE /v2.0/ports/efdbc27d-d662-4524-a972-4ae143b5530b HTTP/1.1" status: 204  len: 173 time: 1.9465904
May 07 21:56:53.603355 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-cba8c8cc-7b82-4894-ac7f-15293bb297b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:53.635951 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61544f2c-3ec1-4c84-b8af-a6203c988261 req-05b460de-0c13-44e1-8bc3-64dbad443d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:53.637528 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-61544f2c-3ec1-4c84-b8af-a6203c988261 req-05b460de-0c13-44e1-8bc3-64dbad443d45 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=cad67ef4-7464-41a3-89b9-99b9a8d2dcdb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0902367
May 07 21:56:53.754073 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:53.837513 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-61544f2c-3ec1-4c84-b8af-a6203c988261 req-07c75b67-9ca7-4118-b777-f2f460146f09 service neutron] 10.222.0.32 "GET /v2.0/networks/cad67ef4-7464-41a3-89b9-99b9a8d2dcdb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1912239
May 07 21:56:53.876972 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-3ecb7d20-622d-46cc-bf42-a15aafddbdf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8df726d0>, [{'id': '2091eed6-c93b-4ca9-abeb-375aabad6d38', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-333244832-router', 'tenant_id': 'bdb8a8a58b5b4b9b95ac9d6a782df6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.127'}], 'enable_snat': True}, 'gw_port_id': 'ff207637-ed28-4331-9399-f78650a519ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:56:11Z', 'updated_at': '2022-05-07T21:56:18Z', 'revision_number': 4, 'project_id': 'bdb8a8a58b5b4b9b95ac9d6a782df6af', 'gw_port': {'id': 'ff207637-ed28-4331-9399-f78650a519ed', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2091eed6-c93b-4ca9-abeb-375aabad6d38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:56:12Z', 'updated_at': '2022-05-07T21:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '078b04c5-d922-4a3f-a0fa-c2848b8a5d58', 'name': '', 'network_id': 'cad67ef4-7464-41a3-89b9-99b9a8d2dcdb', 'tenant_id': 'bdb8a8a58b5b4b9b95ac9d6a782df6af', 'mac_address': 'fa:16:3e:e1:bb:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2091eed6-c93b-4ca9-abeb-375aabad6d38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '8f704450-2b28-492f-a4bc-2dad183a8ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:56:17Z', 'updated_at': '2022-05-07T21:56:24Z', 'revision_number': 5, 'project_id': 'bdb8a8a58b5b4b9b95ac9d6a782df6af', 'subnets': [{'id': '8f704450-2b28-492f-a4bc-2dad183a8ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:56:53.924482 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-ef260775-ce6c-4f1e-86bc-68e08bb1325a req-4387fa6b-1d64-4a60-ad2e-bea6c9fde47b tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] For port 1cef223b-c375-473f-8214-891abfa6fa86, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1cef223b-c375-473f-8214-891abfa6fa86,segment=NetworkSegment(16a3e44e-cf3e-4bbc-83bb-ad3918f988bd),segment_id=16a3e44e-cf3e-4bbc-83bb-ad3918f988bd)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:56:53.925174 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-ef260775-ce6c-4f1e-86bc-68e08bb1325a req-4387fa6b-1d64-4a60-ad2e-bea6c9fde47b tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (1cef223b-c375-473f-8214-891abfa6fa86), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:53.953185 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ecb7d20-622d-46cc-bf42-a15aafddbdf7 None None] The sync data for ids ['2091eed6-c93b-4ca9-abeb-375aabad6d38'] in ncdv-master-1 is: [{'id': '2091eed6-c93b-4ca9-abeb-375aabad6d38', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-333244832-router', 'tenant_id': 'bdb8a8a58b5b4b9b95ac9d6a782df6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.127'}], 'enable_snat': True}, 'gw_port_id': 'ff207637-ed28-4331-9399-f78650a519ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:56:11Z', 'updated_at': '2022-05-07T21:56:18Z', 'revision_number': 4, 'project_id': 'bdb8a8a58b5b4b9b95ac9d6a782df6af', 'gw_port': {'id': 'ff207637-ed28-4331-9399-f78650a519ed', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2091eed6-c93b-4ca9-abeb-375aabad6d38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:56:12Z', 'updated_at': '2022-05-07T21:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '078b04c5-d922-4a3f-a0fa-c2848b8a5d58', 'name': '', 'network_id': 'cad67ef4-7464-41a3-89b9-99b9a8d2dcdb', 'tenant_id': 'bdb8a8a58b5b4b9b95ac9d6a782df6af', 'mac_address': 'fa:16:3e:e1:bb:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2091eed6-c93b-4ca9-abeb-375aabad6d38', 'device_owner': 'network:router_interface', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '8f704450-2b28-492f-a4bc-2dad183a8ba7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:56:17Z', 'updated_at': '2022-05-07T21:56:24Z', 'revision_number': 5, 'project_id': 'bdb8a8a58b5b4b9b95ac9d6a782df6af', 'subnets': [{'id': '8f704450-2b28-492f-a4bc-2dad183a8ba7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:56:54.015806 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-61544f2c-3ec1-4c84-b8af-a6203c988261 req-68cb7af6-9817-4da6-bb8a-c3a1f44abef8 service neutron] 10.222.0.32 "GET /v2.0/networks/cad67ef4-7464-41a3-89b9-99b9a8d2dcdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1692755
May 07 21:56:54.068849 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9681cf23-38fc-42c9-a112-0631b3b59ed1 req-e28757c1-d90d-4541-93c4-bffb1caacadd tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff063ae4-e930-4d7e-a587-56a10bb3d88a HTTP/1.1" status: 200  len: 210 time: 0.5365305
May 07 21:56:54.108489 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b94e00d0-18be-480f-8bfe-8dbadf4b7f93 x-openstack-request-id: req-b94e00d0-18be-480f-8bfe-8dbadf4b7f93 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:56:54.108987 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76df8f5c-4c19-4bba-a009-84627accd050", "tag": "3e3a79b2-c327-437f-8e1f-c48c8ea9c228", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:56:54.109549 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b94e00d0-18be-480f-8bfe-8dbadf4b7f93 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:56:54.110103 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b94e00d0-18be-480f-8bfe-8dbadf4b7f93'] response: {'name': 'network-changed', 'server_uuid': '76df8f5c-4c19-4bba-a009-84627accd050', 'tag': '3e3a79b2-c327-437f-8e1f-c48c8ea9c228', 'status': 'completed', 'code': 200}
May 07 21:56:54.149612 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27201400-2e3f-485e-bb5e-c1c6a36955d8 x-openstack-request-id: req-27201400-2e3f-485e-bb5e-c1c6a36955d8 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:56:54.149917 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff063ae4-e930-4d7e-a587-56a10bb3d88a", "name": "network-vif-deleted", "tag": "f4677fe5-047a-4e3f-947c-2db958706ccf", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:56:54.150176 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-27201400-2e3f-485e-bb5e-c1c6a36955d8 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:56:54.150585 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27201400-2e3f-485e-bb5e-c1c6a36955d8'] response: {'server_uuid': 'ff063ae4-e930-4d7e-a587-56a10bb3d88a', 'name': 'network-vif-deleted', 'tag': 'f4677fe5-047a-4e3f-947c-2db958706ccf', 'status': 'completed', 'code': 200}
May 07 21:56:54.271144 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc18554-0ac1-4ba3-97aa-afd121d22870 req-6581706c-e240-442f-8fd0-7aaf157129ca tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:54.279362 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2fc18554-0ac1-4ba3-97aa-afd121d22870 req-6581706c-e240-442f-8fd0-7aaf157129ca tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc6a642e-763c-4ac9-8ef7-4985bcb86060 HTTP/1.1" status: 200  len: 947 time: 0.1042778
May 07 21:56:54.397114 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7e5e5f-6308-4d24-a3b9-fbe85c8157cf None None] New status for floating IP b0a94b86-8ce6-489b-bba6-8de3d8c045ff: DOWN {{(pid=121838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 07 21:56:54.400091 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2fc18554-0ac1-4ba3-97aa-afd121d22870 req-539595b1-9c6c-44bb-961d-dd10050433d7 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups?id=1bbf50af-50c2-4df2-bc37-9f0e79ec6d91&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1133759
May 07 21:56:54.445145 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3bc2d6-9851-4eb2-b49d-6640c7b97e4e req-552c5372-2655-4a9a-9ca7-020ce5209ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:54.446645 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ef3bc2d6-9851-4eb2-b49d-6640c7b97e4e req-552c5372-2655-4a9a-9ca7-020ce5209ab3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bdb8a8a58b5b4b9b95ac9d6a782df6af&device_id=76df8f5c-4c19-4bba-a009-84627accd050 HTTP/1.1" status: 200  len: 1127 time: 0.1653156
May 07 21:56:54.460424 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9002adf8-b31d-4fe1-9895-2493c2f44846 req-f5d5f717-c2c2-4b00-9617-1bfba4222abc tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?device_id=667146df-e986-4daa-bcba-4c5482efbad0 HTTP/1.1" status: 200  len: 210 time: 0.1092429
May 07 21:56:54.539389 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-12af0b8f-c0d4-4cb0-823e-9154035a4840 req-74773eb6-5ee0-4afb-9714-0bb245cd2d62 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] 10.222.0.32 "GET /v2.0/floatingips/b0a94b86-8ce6-489b-bba6-8de3d8c045ff HTTP/1.1" status: 200  len: 694 time: 0.0849478
May 07 21:56:54.649104 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-ef260775-ce6c-4f1e-86bc-68e08bb1325a req-4387fa6b-1d64-4a60-ad2e-bea6c9fde47b tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:54.649668 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-ef260775-ce6c-4f1e-86bc-68e08bb1325a req-4387fa6b-1d64-4a60-ad2e-bea6c9fde47b tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (69e0483a-be20-4f87-afe5-ebeffcc24962), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:54.649849 ncdv-master-1 neutron-server[121836]: INFO neutron.db.l3_db [req-ef260775-ce6c-4f1e-86bc-68e08bb1325a req-4387fa6b-1d64-4a60-ad2e-bea6c9fde47b tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Floating IP 69e0483a-be20-4f87-afe5-ebeffcc24962 disassociated. External IP: 172.35.4.181, port: 1cef223b-c375-473f-8214-891abfa6fa86.
May 07 21:56:54.650176 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-ef260775-ce6c-4f1e-86bc-68e08bb1325a req-4387fa6b-1d64-4a60-ad2e-bea6c9fde47b tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Calling delete_port for 1cef223b-c375-473f-8214-891abfa6fa86 owned by compute:nova {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:56:54.715611 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3bc2d6-9851-4eb2-b49d-6640c7b97e4e req-77f19cef-5ff9-4879-94b1-99b9858c814d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:54.717324 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ef3bc2d6-9851-4eb2-b49d-6640c7b97e4e req-77f19cef-5ff9-4879-94b1-99b9858c814d service neutron] 10.222.0.55 "GET /v2.0/networks?id=cad67ef4-7464-41a3-89b9-99b9a8d2dcdb HTTP/1.1" status: 200  len: 929 time: 0.2522132
May 07 21:56:54.746840 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12af0b8f-c0d4-4cb0-823e-9154035a4840 req-546ef517-0aa3-4a31-bd2f-ba661eee0e68 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:54.748351 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-12af0b8f-c0d4-4cb0-823e-9154035a4840 req-546ef517-0aa3-4a31-bd2f-ba661eee0e68 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] 10.222.0.32 "GET /v2.0/networks/9221b764-ef06-431f-8941-796516ed7c3b HTTP/1.1" status: 200  len: 784 time: 0.2081680
May 07 21:56:54.780534 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ef3bc2d6-9851-4eb2-b49d-6640c7b97e4e req-cae851c2-e4f1-41e7-b3b8-6bfaf455e284 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e3a79b2-c327-437f-8e1f-c48c8ea9c228 HTTP/1.1" status: 200  len: 217 time: 0.0471003
May 07 21:56:54.855112 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3bc2d6-9851-4eb2-b49d-6640c7b97e4e req-f1c7f32a-f75e-4b1f-a92b-5cd756d1aedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:54.855112 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ef3bc2d6-9851-4eb2-b49d-6640c7b97e4e req-f1c7f32a-f75e-4b1f-a92b-5cd756d1aedc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8f704450-2b28-492f-a4bc-2dad183a8ba7 HTTP/1.1" status: 200  len: 867 time: 0.0604928
May 07 21:56:54.886583 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-12af0b8f-c0d4-4cb0-823e-9154035a4840 req-3349eb26-d5fa-4d49-9572-797e39f52cef tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.4.17 HTTP/1.1" status: 200  len: 697 time: 0.1311626
May 07 21:56:54.936166 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3bc2d6-9851-4eb2-b49d-6640c7b97e4e req-cf5db310-1326-4ea3-b7cc-56f48caa0c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:54.937917 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ef3bc2d6-9851-4eb2-b49d-6640c7b97e4e req-cf5db310-1326-4ea3-b7cc-56f48caa0c17 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cad67ef4-7464-41a3-89b9-99b9a8d2dcdb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0662405
May 07 21:56:54.958049 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-12af0b8f-c0d4-4cb0-823e-9154035a4840 req-f3f4972c-9bf8-4979-ba4d-9ca4bcf0efe0 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.4.17 HTTP/1.1" status: 200  len: 697 time: 0.0712161
May 07 21:56:54.967435 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-ef260775-ce6c-4f1e-86bc-68e08bb1325a req-4387fa6b-1d64-4a60-ad2e-bea6c9fde47b tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (1cef223b-c375-473f-8214-891abfa6fa86), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:55.051996 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4387fa6b-1d64-4a60-ad2e-bea6c9fde47b tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Pushing event deleted for resources: {'Port': ['ID=1cef223b-c375-473f-8214-891abfa6fa86,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:55.155185 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-12af0b8f-c0d4-4cb0-823e-9154035a4840 req-01ca333c-1135-4edd-b504-021566e983de tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Deleting port 698294e6-01cb-4d23-8f0a-f99fc2b3cc9a {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:56:55.156121 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-12af0b8f-c0d4-4cb0-823e-9154035a4840 req-01ca333c-1135-4edd-b504-021566e983de tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (698294e6-01cb-4d23-8f0a-f99fc2b3cc9a), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:55.256376 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-12af0b8f-c0d4-4cb0-823e-9154035a4840 req-01ca333c-1135-4edd-b504-021566e983de tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (698294e6-01cb-4d23-8f0a-f99fc2b3cc9a), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:55.256778 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-12af0b8f-c0d4-4cb0-823e-9154035a4840 req-01ca333c-1135-4edd-b504-021566e983de tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Publish callbacks [] for floatingip (698294e6-01cb-4d23-8f0a-f99fc2b3cc9a), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:55.274840 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-12af0b8f-c0d4-4cb0-823e-9154035a4840 req-01ca333c-1135-4edd-b504-021566e983de tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Calling delete_port for 698294e6-01cb-4d23-8f0a-f99fc2b3cc9a owned by network:floatingip {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:56:55.295188 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ef3bc2d6-9851-4eb2-b49d-6640c7b97e4e req-2189c940-d2f7-4459-9d3a-e95e81d9ad1e service neutron] 10.222.0.55 "GET /v2.0/networks/cad67ef4-7464-41a3-89b9-99b9a8d2dcdb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3493440
May 07 21:56:55.344018 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef260775-ce6c-4f1e-86bc-68e08bb1325a req-4387fa6b-1d64-4a60-ad2e-bea6c9fde47b tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Router b5281c6d-1370-492d-b1a8-7bd10df47e25 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 21:56:55.418569 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device f4677fe5-047a-4e3f-947c-2db958706ccf no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:56:55.477333 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] No Port match for: f4677fe5-047a-4e3f-947c-2db958706ccf {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:56:55.477966 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device f4677fe5-047a-4e3f-947c-2db958706ccf not bound to the agent host nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:56:55.479213 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device efdbc27d-d662-4524-a972-4ae143b5530b no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:56:55.537311 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] No Port match for: efdbc27d-d662-4524-a972-4ae143b5530b {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:56:55.537755 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device efdbc27d-d662-4524-a972-4ae143b5530b not bound to the agent host nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:56:55.559997 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-12af0b8f-c0d4-4cb0-823e-9154035a4840 req-01ca333c-1135-4edd-b504-021566e983de tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (698294e6-01cb-4d23-8f0a-f99fc2b3cc9a), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:55.591367 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef260775-ce6c-4f1e-86bc-68e08bb1325a req-4387fa6b-1d64-4a60-ad2e-bea6c9fde47b tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:56:55.602802 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e51af97-ee14-4aa2-a50a-e944f56ac9b6 None None] Sync routers for ids ['b5281c6d-1370-492d-b1a8-7bd10df47e25'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:56:55.621680 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e51af97-ee14-4aa2-a50a-e944f56ac9b6 None None] Routers {'b5281c6d-1370-492d-b1a8-7bd10df47e25'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:56:55.624900 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-9e51af97-ee14-4aa2-a50a-e944f56ac9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8d989400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:56:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['b5281c6d-1370-492d-b1a8-7bd10df47e25'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:56:55.645546 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ca333c-1135-4edd-b504-021566e983de tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Pushing event deleted for resources: {'Port': ['ID=698294e6-01cb-4d23-8f0a-f99fc2b3cc9a,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:55.657781 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ef3bc2d6-9851-4eb2-b49d-6640c7b97e4e req-45f80fd4-a75a-48e1-a438-43b975acba22 service neutron] 10.222.0.55 "GET /v2.0/networks/cad67ef4-7464-41a3-89b9-99b9a8d2dcdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3558731
May 07 21:56:55.684381 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef260775-ce6c-4f1e-86bc-68e08bb1325a req-4387fa6b-1d64-4a60-ad2e-bea6c9fde47b tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] No DVR routers for this DVR port 1cef223b-c375-473f-8214-891abfa6fa86 on host nch2-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:56:55.730643 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-ef260775-ce6c-4f1e-86bc-68e08bb1325a req-4387fa6b-1d64-4a60-ad2e-bea6c9fde47b tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:55.739641 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ef260775-ce6c-4f1e-86bc-68e08bb1325a req-4387fa6b-1d64-4a60-ad2e-bea6c9fde47b tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.59 "DELETE /v2.0/ports/1cef223b-c375-473f-8214-891abfa6fa86 HTTP/1.1" status: 204  len: 173 time: 3.3136551
May 07 21:56:55.814848 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-12af0b8f-c0d4-4cb0-823e-9154035a4840 req-01ca333c-1135-4edd-b504-021566e983de tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Publish callbacks [] for floatingip (b0a94b86-8ce6-489b-bba6-8de3d8c045ff), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:55.823805 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-12af0b8f-c0d4-4cb0-823e-9154035a4840 req-01ca333c-1135-4edd-b504-021566e983de tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:55.827682 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-12af0b8f-c0d4-4cb0-823e-9154035a4840 req-01ca333c-1135-4edd-b504-021566e983de tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] 10.222.0.32 "DELETE /v2.0/floatingips/b0a94b86-8ce6-489b-bba6-8de3d8c045ff HTTP/1.1" status: 204  len: 173 time: 0.8636789
May 07 21:56:55.862311 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce77c236-37ff-436f-bbae-de632cfbde0f req-e8d86b68-fd6b-4810-b396-50edf8577529 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:55.867630 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ce77c236-37ff-436f-bbae-de632cfbde0f req-e8d86b68-fd6b-4810-b396-50edf8577529 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/networks?id=9b7653d0-c69e-4364-9ed6-1c005b136d81 HTTP/1.1" status: 200  len: 811 time: 0.3160725
May 07 21:56:55.897513 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ce77c236-37ff-436f-bbae-de632cfbde0f req-408b41ac-b0f7-41e6-b95d-5a1259c23ac5 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/quotas/85587313eff94af59406aca0c1a96a02 HTTP/1.1" status: 200  len: 375 time: 0.0236962
May 07 21:56:55.947309 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ce77c236-37ff-436f-bbae-de632cfbde0f req-679b915f-d022-4ecc-a4f5-f276755dbfc2 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=85587313eff94af59406aca0c1a96a02&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0488350
May 07 21:56:56.016786 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-bff1a6b5-4054-45c2-b5ea-c8d2fc1080a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:56.036756 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1e6a8b48-8b06-4979-ba6a-bde80ac78167 req-774b54d1-6206-4d33-9f8b-e3f748c7665b tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=cc6a642e-763c-4ac9-8ef7-4985bcb86060 HTTP/1.1" status: 200  len: 210 time: 0.0550671
May 07 21:56:56.046317 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-9e51af97-ee14-4aa2-a50a-e944f56ac9b6 None None] Set router b5281c6d-1370-492d-b1a8-7bd10df47e25 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:56:56.067203 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ce77c236-37ff-436f-bbae-de632cfbde0f req-7b00c660-1c74-4adb-917b-415bb66d45e9 service neutron] 10.222.0.32 "GET /v2.0/networks/9b7653d0-c69e-4364-9ed6-1c005b136d81?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1073291
May 07 21:56:56.169744 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '667146df-e986-4daa-bcba-4c5482efbad0', 'name': 'network-vif-deleted', 'tag': 'efdbc27d-d662-4524-a972-4ae143b5530b'}, {'server_uuid': 'cc6a642e-763c-4ac9-8ef7-4985bcb86060', 'name': 'network-vif-deleted', 'tag': '1cef223b-c375-473f-8214-891abfa6fa86'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:56:56.173304 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-919c38f7-7a2c-4d0e-a522-82ab47fb1db2" -d '{"events": [{"server_uuid": "667146df-e986-4daa-bcba-4c5482efbad0", "name": "network-vif-deleted", "tag": "efdbc27d-d662-4524-a972-4ae143b5530b"}, {"server_uuid": "cc6a642e-763c-4ac9-8ef7-4985bcb86060", "name": "network-vif-deleted", "tag": "1cef223b-c375-473f-8214-891abfa6fa86"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:56:56.269755 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ce77c236-37ff-436f-bbae-de632cfbde0f req-d93a61f0-63f9-4615-8080-bff3eb37609c service neutron] 10.222.0.32 "GET /v2.0/networks/9b7653d0-c69e-4364-9ed6-1c005b136d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2012506
May 07 21:56:56.476785 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210917dd-c53e-4276-bd98-159663340997 req-90ad0c33-a208-4cb3-a882-62127bc549ce tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:56.488643 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 07 May 2022 21:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ce67c78-bd6a-44d5-8181-33a8141fbc6e x-openstack-request-id: req-2ce67c78-bd6a-44d5-8181-33a8141fbc6e {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:56:56.489001 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "667146df-e986-4daa-bcba-4c5482efbad0", "name": "network-vif-deleted", "tag": "efdbc27d-d662-4524-a972-4ae143b5530b", "status": "completed", "code": 200}, {"server_uuid": "cc6a642e-763c-4ac9-8ef7-4985bcb86060", "name": "network-vif-deleted", "tag": "1cef223b-c375-473f-8214-891abfa6fa86", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:56:56.489287 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2ce67c78-bd6a-44d5-8181-33a8141fbc6e {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:56:56.489657 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ce67c78-bd6a-44d5-8181-33a8141fbc6e'] response: {'server_uuid': '667146df-e986-4daa-bcba-4c5482efbad0', 'name': 'network-vif-deleted', 'tag': 'efdbc27d-d662-4524-a972-4ae143b5530b', 'status': 'completed', 'code': 200}
May 07 21:56:56.489903 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ce67c78-bd6a-44d5-8181-33a8141fbc6e'] response: {'server_uuid': 'cc6a642e-763c-4ac9-8ef7-4985bcb86060', 'name': 'network-vif-deleted', 'tag': '1cef223b-c375-473f-8214-891abfa6fa86', 'status': 'completed', 'code': 200}
May 07 21:56:56.492399 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-210917dd-c53e-4276-bd98-159663340997 req-90ad0c33-a208-4cb3-a882-62127bc549ce tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] 10.222.0.32 "GET /v2.0/ports?device_id=76df8f5c-4c19-4bba-a009-84627accd050&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.1177709
May 07 21:56:56.507132 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-9e51af97-ee14-4aa2-a50a-e944f56ac9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8d989400>, [{'id': 'b5281c6d-1370-492d-b1a8-7bd10df47e25', 'name': 'tempest-AttachVolumeShelveTestJSON-1954874037-router', 'tenant_id': '93c3c71171814bb7b1018904086ad506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.48'}], 'enable_snat': True}, 'gw_port_id': '46fbf6da-bca9-4d68-848b-b8373ed60471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:53:31Z', 'updated_at': '2022-05-07T21:53:38Z', 'revision_number': 4, 'project_id': '93c3c71171814bb7b1018904086ad506', 'gw_port': {'id': '46fbf6da-bca9-4d68-848b-b8373ed60471', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5281c6d-1370-492d-b1a8-7bd10df47e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:53:32Z', 'updated_at': '2022-05-07T21:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1fdfc258-a1b1-4f52-ac3b-d6710d2f6ca2', 'name': '', 'network_id': '772be29c-bb44-46ae-a3e0-b0a78574bddf', 'tenant_id': '93c3c71171814bb7b1018904086ad506', 'mac_address': 'fa:16:3e:91:7d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5281c6d-1370-492d-b1a8-7bd10df47e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'f41cdf1c-9de4-46dc-8689-4d3b6400326c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:53:37Z', 'updated_at': '2022-05-07T21:53:43Z', 'revision_number': 5, 'project_id': '93c3c71171814bb7b1018904086ad506', 'subnets': [{'id': 'f41cdf1c-9de4-46dc-8689-4d3b6400326c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:56:56.572269 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-210917dd-c53e-4276-bd98-159663340997 req-e9ae0371-c1e2-4188-807a-b5f30677c9b1 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200  len: 217 time: 0.0777020
May 07 21:56:56.616652 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e51af97-ee14-4aa2-a50a-e944f56ac9b6 None None] Checking router: b5281c6d-1370-492d-b1a8-7bd10df47e25 for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 21:56:56.649162 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e51af97-ee14-4aa2-a50a-e944f56ac9b6 None None] Routers {'b5281c6d-1370-492d-b1a8-7bd10df47e25'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:56:56.651041 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-9e51af97-ee14-4aa2-a50a-e944f56ac9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8d989400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:56:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['b5281c6d-1370-492d-b1a8-7bd10df47e25'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:56:56.656543 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7d40ce-b26c-4419-a1f9-10e844e094de req-c6657f41-2113-4e9b-928b-41fd125812ff tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:56.656543 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1e7d40ce-b26c-4419-a1f9-10e844e094de req-c6657f41-2113-4e9b-928b-41fd125812ff tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ed200e0-4fc4-4929-a2dc-0b5c7bfefec1 HTTP/1.1" status: 200  len: 949 time: 0.1011779
May 07 21:56:56.699261 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-85957755-01a4-49ec-934d-84828fd6293e req-1b684b4e-51bb-4062-9cca-af068644522b tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=76fb1f24-8416-4b15-b95f-ec086bc7ee8b HTTP/1.1" status: 200  len: 210 time: 0.0669103
May 07 21:56:56.764363 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1e7d40ce-b26c-4419-a1f9-10e844e094de req-5d5e098b-e95b-4f4c-aab1-9f918964c2fa tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/security-groups?id=aca2780c-128c-4de5-85a4-a7e10bd42e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1022913
May 07 21:56:56.836721 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-9e51af97-ee14-4aa2-a50a-e944f56ac9b6 None None] Set router b5281c6d-1370-492d-b1a8-7bd10df47e25 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:56:56.875160 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-06655e42-e5a1-43ad-b3ec-c391df549c9e req-1c3ea4ad-5ebf-42d9-8b8f-4c0892dc805a tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200  len: 217 time: 0.1425009
May 07 21:56:57.073637 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 1cef223b-c375-473f-8214-891abfa6fa86 no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:56:57.090873 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-9e51af97-ee14-4aa2-a50a-e944f56ac9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8d989400>, [{'id': 'b5281c6d-1370-492d-b1a8-7bd10df47e25', 'name': 'tempest-AttachVolumeShelveTestJSON-1954874037-router', 'tenant_id': '93c3c71171814bb7b1018904086ad506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.48'}], 'enable_snat': True}, 'gw_port_id': '46fbf6da-bca9-4d68-848b-b8373ed60471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:53:31Z', 'updated_at': '2022-05-07T21:53:38Z', 'revision_number': 4, 'project_id': '93c3c71171814bb7b1018904086ad506', 'gw_port': {'id': '46fbf6da-bca9-4d68-848b-b8373ed60471', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5281c6d-1370-492d-b1a8-7bd10df47e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:53:32Z', 'updated_at': '2022-05-07T21:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1fdfc258-a1b1-4f52-ac3b-d6710d2f6ca2', 'name': '', 'network_id': '772be29c-bb44-46ae-a3e0-b0a78574bddf', 'tenant_id': '93c3c71171814bb7b1018904086ad506', 'mac_address': 'fa:16:3e:91:7d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5281c6d-1370-492d-b1a8-7bd10df47e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'f41cdf1c-9de4-46dc-8689-4d3b6400326c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:53:37Z', 'updated_at': '2022-05-07T21:53:43Z', 'revision_number': 5, 'project_id': '93c3c71171814bb7b1018904086ad506', 'subnets': [{'id': 'f41cdf1c-9de4-46dc-8689-4d3b6400326c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:56:57.111621 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] No Port match for: 1cef223b-c375-473f-8214-891abfa6fa86 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:56:57.112515 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 1cef223b-c375-473f-8214-891abfa6fa86 not bound to the agent host nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:56:57.171065 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e51af97-ee14-4aa2-a50a-e944f56ac9b6 None None] The sync data for ids ['b5281c6d-1370-492d-b1a8-7bd10df47e25'] in ncdv-master-1 is: [{'id': 'b5281c6d-1370-492d-b1a8-7bd10df47e25', 'name': 'tempest-AttachVolumeShelveTestJSON-1954874037-router', 'tenant_id': '93c3c71171814bb7b1018904086ad506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.48'}], 'enable_snat': True}, 'gw_port_id': '46fbf6da-bca9-4d68-848b-b8373ed60471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:53:31Z', 'updated_at': '2022-05-07T21:53:38Z', 'revision_number': 4, 'project_id': '93c3c71171814bb7b1018904086ad506', 'gw_port': {'id': '46fbf6da-bca9-4d68-848b-b8373ed60471', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5281c6d-1370-492d-b1a8-7bd10df47e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:53:32Z', 'updated_at': '2022-05-07T21:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1fdfc258-a1b1-4f52-ac3b-d6710d2f6ca2', 'name': '', 'network_id': '772be29c-bb44-46ae-a3e0-b0a78574bddf', 'tenant_id': '93c3c71171814bb7b1018904086ad506', 'mac_address': 'fa:16:3e:91:7d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5281c6d-1370-492d-b1a8-7bd10df47e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'f41cdf1c-9de4-46dc-8689-4d3b6400326c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:53:37Z', 'updated_at': '2022-05-07T21:53:43Z', 'revision_number': 5, 'project_id': '93c3c71171814bb7b1018904086ad506', 'subnets': [{'id': 'f41cdf1c-9de4-46dc-8689-4d3b6400326c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:56:57.219268 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 45798) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:56:57.285886 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c731a8-fca6-468d-bc21-c401d1f23789 req-a7f211a0-f6f3-4090-bf50-090ffe5f63f0 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:57.288050 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c2c731a8-fca6-468d-bc21-c401d1f23789 req-a7f211a0-f6f3-4090-bf50-090ffe5f63f0 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] 10.222.0.32 "GET /v2.0/ports?device_id=76df8f5c-4c19-4bba-a009-84627accd050 HTTP/1.1" status: 200  len: 945 time: 0.1031618
May 07 21:56:57.294753 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-93f05e91-2ac2-4c1c-9813-046f53944b4e tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Publish callbacks [] for security_group (1bbf50af-50c2-4df2-bc37-9f0e79ec6d91), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:57.337570 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-93f05e91-2ac2-4c1c-9813-046f53944b4e tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Publish callbacks [] for security_group (1bbf50af-50c2-4df2-bc37-9f0e79ec6d91), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:57.369943 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c2c731a8-fca6-468d-bc21-c401d1f23789 req-0d8a4fbd-c72b-4b21-b348-fb45fb1f2335 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] 10.222.0.32 "GET /v2.0/security-groups?id=39e0fb2f-499f-4370-bf46-3bb8288dae05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0720232
May 07 21:56:57.370507 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:57.429357 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-93f05e91-2ac2-4c1c-9813-046f53944b4e tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (1bbf50af-50c2-4df2-bc37-9f0e79ec6d91), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:57.433124 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-93f05e91-2ac2-4c1c-9813-046f53944b4e tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:57.434446 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-93f05e91-2ac2-4c1c-9813-046f53944b4e tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "DELETE /v2.0/security-groups/1bbf50af-50c2-4df2-bc37-9f0e79ec6d91 HTTP/1.1" status: 204  len: 168 time: 0.2136810
May 07 21:56:57.438495 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 45806) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:56:57.451067 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f05e91-2ac2-4c1c-9813-046f53944b4e tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bbf50af-50c2-4df2-bc37-9f0e79ec6d91,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:57.479284 ncdv-master-1 neutron-server[121837]: INFO neutron.api.v2.resource [None req-04972546-cc32-40c0-8f21-c77ec64a707d tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] show failed (client error): The resource could not be found.
May 07 21:56:57.493456 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-04972546-cc32-40c0-8f21-c77ec64a707d tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups/1bbf50af-50c2-4df2-bc37-9f0e79ec6d91 HTTP/1.1" status: 404  len: 347 time: 0.0512211
May 07 21:56:57.506255 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 45808) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:56:57.652349 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-d624b11a-8f9d-4205-938f-a152b1f64683 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Deleting port 3db0fc5e-66c0-431e-836d-faa343993dec {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:56:57.652696 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d624b11a-8f9d-4205-938f-a152b1f64683 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (3db0fc5e-66c0-431e-836d-faa343993dec), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:57.664062 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3fb39b-a180-417e-ae1c-55088001d93c None None] New status for floating IP 69e0483a-be20-4f87-afe5-ebeffcc24962: DOWN {{(pid=121838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 07 21:56:57.760160 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d624b11a-8f9d-4205-938f-a152b1f64683 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (3db0fc5e-66c0-431e-836d-faa343993dec), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:57.760589 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d624b11a-8f9d-4205-938f-a152b1f64683 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Publish callbacks [] for floatingip (3db0fc5e-66c0-431e-836d-faa343993dec), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:57.779767 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-d624b11a-8f9d-4205-938f-a152b1f64683 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Calling delete_port for 3db0fc5e-66c0-431e-836d-faa343993dec owned by network:floatingip {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:56:57.946420 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-092932f4-84e9-41ec-9aba-a5207c366c52 req-80e4a5a1-7e66-45aa-a6bf-cd1c01b0d2af tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=76fb1f24-8416-4b15-b95f-ec086bc7ee8b HTTP/1.1" status: 200  len: 210 time: 0.0959320
May 07 21:56:58.016206 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574aa438-571f-40ed-9bb0-62a27a12b0c9 req-40fb763c-7ebe-4a04-9fd3-e366bf287cad tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:58.018603 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-574aa438-571f-40ed-9bb0-62a27a12b0c9 req-40fb763c-7ebe-4a04-9fd3-e366bf287cad tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ed200e0-4fc4-4929-a2dc-0b5c7bfefec1 HTTP/1.1" status: 200  len: 949 time: 0.1214080
May 07 21:56:58.120213 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce77c236-37ff-436f-bbae-de632cfbde0f req-3b0cd04e-4156-4c25-a7d5-002cb612b466 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:58.121867 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ce77c236-37ff-436f-bbae-de632cfbde0f req-3b0cd04e-4156-4c25-a7d5-002cb612b466 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.59 "GET /v2.0/networks?id=9b7653d0-c69e-4364-9ed6-1c005b136d81 HTTP/1.1" status: 200  len: 811 time: 0.1730974
May 07 21:56:58.127382 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-574aa438-571f-40ed-9bb0-62a27a12b0c9 req-d789b0e9-5aa2-4663-a024-6250212182dd tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/security-groups?id=aca2780c-128c-4de5-85a4-a7e10bd42e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0991147
May 07 21:56:58.139048 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-ce77c236-37ff-436f-bbae-de632cfbde0f req-f70ac49d-a500-4f58-8d7a-3de88086823b tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Request body: {'port': {'device_id': '76fb1f24-8416-4b15-b95f-ec086bc7ee8b', 'network_id': '9b7653d0-c69e-4364-9ed6-1c005b136d81', 'admin_state_up': True, 'tenant_id': '85587313eff94af59406aca0c1a96a02'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:56:58.156095 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d624b11a-8f9d-4205-938f-a152b1f64683 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (3db0fc5e-66c0-431e-836d-faa343993dec), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:58.203623 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d624b11a-8f9d-4205-938f-a152b1f64683 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Pushing event deleted for resources: {'Port': ['ID=3db0fc5e-66c0-431e-836d-faa343993dec,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:58.244824 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d624b11a-8f9d-4205-938f-a152b1f64683 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:56:58.245201 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d624b11a-8f9d-4205-938f-a152b1f64683 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:56:58.245605 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d624b11a-8f9d-4205-938f-a152b1f64683 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:56:58.245952 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d624b11a-8f9d-4205-938f-a152b1f64683 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:56:58.246815 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d624b11a-8f9d-4205-938f-a152b1f64683 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:56:58.246815 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d624b11a-8f9d-4205-938f-a152b1f64683 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:56:58.247029 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d624b11a-8f9d-4205-938f-a152b1f64683 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:56:58.247276 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d624b11a-8f9d-4205-938f-a152b1f64683 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:56:58.247607 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d624b11a-8f9d-4205-938f-a152b1f64683 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:56:58.247940 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d624b11a-8f9d-4205-938f-a152b1f64683 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:56:58.248273 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d624b11a-8f9d-4205-938f-a152b1f64683 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:56:58.248714 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d624b11a-8f9d-4205-938f-a152b1f64683 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:56:58.248945 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d624b11a-8f9d-4205-938f-a152b1f64683 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:56:58.249243 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d624b11a-8f9d-4205-938f-a152b1f64683 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:56:58.249565 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d624b11a-8f9d-4205-938f-a152b1f64683 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:56:58.301936 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d624b11a-8f9d-4205-938f-a152b1f64683 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Publish callbacks [] for floatingip (69e0483a-be20-4f87-afe5-ebeffcc24962), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:58.304573 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d624b11a-8f9d-4205-938f-a152b1f64683 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:58.305739 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-d624b11a-8f9d-4205-938f-a152b1f64683 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "DELETE /v2.0/floatingips/69e0483a-be20-4f87-afe5-ebeffcc24962 HTTP/1.1" status: 204  len: 168 time: 0.7983763
May 07 21:56:58.334486 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce77c236-37ff-436f-bbae-de632cfbde0f req-f70ac49d-a500-4f58-8d7a-3de88086823b tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Made reservation on behalf of 85587313eff94af59406aca0c1a96a02 for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:56:58.339464 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-ce77c236-37ff-436f-bbae-de632cfbde0f req-f70ac49d-a500-4f58-8d7a-3de88086823b tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:58.536423 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fbd1cd-b308-44dc-b6e9-8536be39292f req-24279c5a-ef7e-47b5-a6e1-cf1989e42a79 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:58.538018 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f6fbd1cd-b308-44dc-b6e9-8536be39292f req-24279c5a-ef7e-47b5-a6e1-cf1989e42a79 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] 10.222.0.32 "GET /v2.0/ports?device_id=76df8f5c-4c19-4bba-a009-84627accd050 HTTP/1.1" status: 200  len: 945 time: 0.0806501
May 07 21:56:58.553208 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [req-ce77c236-37ff-436f-bbae-de632cfbde0f req-f70ac49d-a500-4f58-8d7a-3de88086823b tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Allocated IP 172.20.0.13 (9b7653d0-c69e-4364-9ed6-1c005b136d81/68532bd3-831b-4da5-a9e0-f88c1ab76985/0018a0ea-3b54-48b4-be4c-da78c12b4100) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:56:58.633646 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f6fbd1cd-b308-44dc-b6e9-8536be39292f req-35214afa-dcd7-486a-a727-725b16aabbac tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] 10.222.0.32 "GET /v2.0/security-groups?id=39e0fb2f-499f-4370-bf46-3bb8288dae05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0838838
May 07 21:56:58.760867 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 45842) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:56:58.765256 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-fe395af8-db8a-4155-bd5b-cbccbc0e7ffa tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1881085847', 'description': 'tempest-description--689741977'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:56:58.802679 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b9c096-3e97-4f7e-a320-77b4cafc553f req-e8f491c9-234d-40d0-b2f0-c59795818867 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:58.804188 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-15b9c096-3e97-4f7e-a320-77b4cafc553f req-e8f491c9-234d-40d0-b2f0-c59795818867 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.55 "GET /v2.0/ports?device_id=2ed200e0-4fc4-4929-a2dc-0b5c7bfefec1 HTTP/1.1" status: 200  len: 949 time: 0.0874918
May 07 21:56:58.894286 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fe395af8-db8a-4155-bd5b-cbccbc0e7ffa tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:58.919978 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-ce77c236-37ff-436f-bbae-de632cfbde0f req-f70ac49d-a500-4f58-8d7a-3de88086823b tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Publish callbacks [] for port (0018a0ea-3b54-48b4-be4c-da78c12b4100), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:58.931440 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69956352-b7de-44e8-a2c7-28cacd75ecf7 req-b5befac2-8667-4915-9bfa-50168e1544c8 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:58.932909 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-69956352-b7de-44e8-a2c7-28cacd75ecf7 req-b5befac2-8667-4915-9bfa-50168e1544c8 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] 10.222.0.55 "GET /v2.0/ports?device_id=76df8f5c-4c19-4bba-a009-84627accd050 HTTP/1.1" status: 200  len: 945 time: 0.1474526
May 07 21:56:59.069513 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2ea910f9-be2b-472a-8c5c-160eaccff83c req-e01e74cd-d503-40b1-a872-3a4833788041 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=76fb1f24-8416-4b15-b95f-ec086bc7ee8b HTTP/1.1" status: 200  len: 210 time: 0.0402994
May 07 21:56:59.074729 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:59.095925 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-15b9c096-3e97-4f7e-a320-77b4cafc553f req-8a0c7514-1aba-4e29-afc5-3d7262e9be4e tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Deleting port 0f996493-44aa-49b3-bebb-f6248f93ca91 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:56:59.096454 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-15b9c096-3e97-4f7e-a320-77b4cafc553f req-8a0c7514-1aba-4e29-afc5-3d7262e9be4e tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (0f996493-44aa-49b3-bebb-f6248f93ca91), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:59.179000 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-69956352-b7de-44e8-a2c7-28cacd75ecf7 req-c676eaa6-b0fc-4ee3-a620-f88952576745 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Deleting port 3e3a79b2-c327-437f-8e1f-c48c8ea9c228 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:56:59.179386 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-69956352-b7de-44e8-a2c7-28cacd75ecf7 req-c676eaa6-b0fc-4ee3-a620-f88952576745 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (3e3a79b2-c327-437f-8e1f-c48c8ea9c228), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:59.231659 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-ce77c236-37ff-436f-bbae-de632cfbde0f req-f70ac49d-a500-4f58-8d7a-3de88086823b tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (0018a0ea-3b54-48b4-be4c-da78c12b4100), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:59.352130 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fe395af8-db8a-4155-bd5b-cbccbc0e7ffa tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Publish callbacks [] for security_group (108d65d8-0253-46f4-addb-267f67931aa5), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:59.375030 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fe395af8-db8a-4155-bd5b-cbccbc0e7ffa tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (108d65d8-0253-46f4-addb-267f67931aa5), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:59.402511 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce77c236-37ff-436f-bbae-de632cfbde0f req-f70ac49d-a500-4f58-8d7a-3de88086823b tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Network 9b7653d0-c69e-4364-9ed6-1c005b136d81 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:56:59.430907 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [req-ce77c236-37ff-436f-bbae-de632cfbde0f req-f70ac49d-a500-4f58-8d7a-3de88086823b tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:56:59.439906 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-15b9c096-3e97-4f7e-a320-77b4cafc553f req-8a0c7514-1aba-4e29-afc5-3d7262e9be4e tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] For port 0f996493-44aa-49b3-bebb-f6248f93ca91, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0f996493-44aa-49b3-bebb-f6248f93ca91,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:56:59.440265 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-15b9c096-3e97-4f7e-a320-77b4cafc553f req-8a0c7514-1aba-4e29-afc5-3d7262e9be4e tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (0f996493-44aa-49b3-bebb-f6248f93ca91), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:59.449567 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd20c6a-b451-4957-b8d6-df2bf65b517a req-1997c8f6-06c7-48e7-b3b9-97294000c4ab tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:59.451419 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6dd20c6a-b451-4957-b8d6-df2bf65b517a req-1997c8f6-06c7-48e7-b3b9-97294000c4ab tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ed200e0-4fc4-4929-a2dc-0b5c7bfefec1 HTTP/1.1" status: 200  len: 949 time: 0.2180827
May 07 21:56:59.452396 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce77c236-37ff-436f-bbae-de632cfbde0f req-f70ac49d-a500-4f58-8d7a-3de88086823b tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:56:59.465870 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70ac49d-a500-4f58-8d7a-3de88086823b tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Pushing event updated for resources: {'Port': ['ID=0018a0ea-3b54-48b4-be4c-da78c12b4100,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:59.510603 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fe395af8-db8a-4155-bd5b-cbccbc0e7ffa tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:59.511828 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-fe395af8-db8a-4155-bd5b-cbccbc0e7ffa tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.7500141
May 07 21:56:59.513157 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-15b9c096-3e97-4f7e-a320-77b4cafc553f req-8a0c7514-1aba-4e29-afc5-3d7262e9be4e tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Calling delete_port for 0f996493-44aa-49b3-bebb-f6248f93ca91 owned by compute:nova {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:56:59.515126 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 45872) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:56:59.520845 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-3d1f1b7e-05a8-430a-adb6-037bcd376e23 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Request body: {'security_group_rule': {'security_group_id': '108d65d8-0253-46f4-addb-267f67931aa5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:56:59.545332 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe395af8-db8a-4155-bd5b-cbccbc0e7ffa tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=108d65d8-0253-46f4-addb-267f67931aa5,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:59.563693 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-69956352-b7de-44e8-a2c7-28cacd75ecf7 req-c676eaa6-b0fc-4ee3-a620-f88952576745 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] For port 3e3a79b2-c327-437f-8e1f-c48c8ea9c228, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3e3a79b2-c327-437f-8e1f-c48c8ea9c228,segment=NetworkSegment(0be9e2c8-933a-4fe4-95a3-b99000a8e896),segment_id=0be9e2c8-933a-4fe4-95a3-b99000a8e896)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:56:59.564060 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-69956352-b7de-44e8-a2c7-28cacd75ecf7 req-c676eaa6-b0fc-4ee3-a620-f88952576745 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (3e3a79b2-c327-437f-8e1f-c48c8ea9c228), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:59.564433 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3d1f1b7e-05a8-430a-adb6-037bcd376e23 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Publish callbacks [] for security_group_rule (05109fde-620c-43b9-ae1a-71adf7ae632d), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:59.636633 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3d1f1b7e-05a8-430a-adb6-037bcd376e23 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Publish callbacks [] for security_group_rule (05109fde-620c-43b9-ae1a-71adf7ae632d), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:59.643731 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3d1f1b7e-05a8-430a-adb6-037bcd376e23 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (05109fde-620c-43b9-ae1a-71adf7ae632d), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:59.674974 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1f1b7e-05a8-430a-adb6-037bcd376e23 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05109fde-620c-43b9-ae1a-71adf7ae632d,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:59.691885 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3d1f1b7e-05a8-430a-adb6-037bcd376e23 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:59.694590 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-3d1f1b7e-05a8-430a-adb6-037bcd376e23 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1784341
May 07 21:56:59.697295 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 45876) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:56:59.704743 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-74e2cc09-9a48-436e-a8e6-73aaca9572e9 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Request body: {'security_group_rule': {'security_group_id': '108d65d8-0253-46f4-addb-267f67931aa5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:56:59.748619 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-74e2cc09-9a48-436e-a8e6-73aaca9572e9 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Publish callbacks [] for security_group_rule (655aa389-548a-463f-a93a-4419062083e4), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:59.759860 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 21:56:59.831931 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f387e70-6c72-44e5-828b-a253e17432fc req-efa979c4-a2b3-4406-9c39-10f6408daeb4 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:59.833865 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4f387e70-6c72-44e5-828b-a253e17432fc req-efa979c4-a2b3-4406-9c39-10f6408daeb4 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] 10.222.0.32 "GET /v2.0/ports?device_id=76df8f5c-4c19-4bba-a009-84627accd050 HTTP/1.1" status: 200  len: 945 time: 0.0683510
May 07 21:56:59.897617 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-69956352-b7de-44e8-a2c7-28cacd75ecf7 req-c676eaa6-b0fc-4ee3-a620-f88952576745 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Calling delete_port for 3e3a79b2-c327-437f-8e1f-c48c8ea9c228 owned by compute:nova {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:56:59.909138 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce77c236-37ff-436f-bbae-de632cfbde0f req-f70ac49d-a500-4f58-8d7a-3de88086823b tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:56:59.909785 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-ce77c236-37ff-436f-bbae-de632cfbde0f req-f70ac49d-a500-4f58-8d7a-3de88086823b tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:59.920215 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-74e2cc09-9a48-436e-a8e6-73aaca9572e9 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Publish callbacks [] for security_group_rule (655aa389-548a-463f-a93a-4419062083e4), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:59.932167 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-74e2cc09-9a48-436e-a8e6-73aaca9572e9 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (655aa389-548a-463f-a93a-4419062083e4), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:56:59.949308 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4f387e70-6c72-44e5-828b-a253e17432fc req-b22db52a-a0c2-49ae-83b4-a0ef69439e9d tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] 10.222.0.32 "GET /v2.0/security-groups?id=39e0fb2f-499f-4370-bf46-3bb8288dae05&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1044893
May 07 21:56:59.971564 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e2cc09-9a48-436e-a8e6-73aaca9572e9 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=655aa389-548a-463f-a93a-4419062083e4,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:56:59.971867 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6dd20c6a-b451-4957-b8d6-df2bf65b517a req-1d154156-6820-42bf-b1e5-270878e22451 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/security-groups?id=aca2780c-128c-4de5-85a4-a7e10bd42e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4799361
May 07 21:57:00.001956 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-74e2cc09-9a48-436e-a8e6-73aaca9572e9 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:00.003983 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-74e2cc09-9a48-436e-a8e6-73aaca9572e9 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3049836
May 07 21:57:00.007111 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 45888) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:00.014845 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-2474e1a3-dda8-4541-b6cf-bce275e0777b tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Request body: {'floatingip': {'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:57:00.016370 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ce77c236-37ff-436f-bbae-de632cfbde0f req-f70ac49d-a500-4f58-8d7a-3de88086823b tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.8854358
May 07 21:57:00.033481 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-ce77c236-37ff-436f-bbae-de632cfbde0f req-01a77408-3dd5-4319-b151-820f2389b3b8 service neutron] Request body: {'port': {'device_id': '76fb1f24-8416-4b15-b95f-ec086bc7ee8b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:57:00.046652 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:00.049239 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2474e1a3-dda8-4541-b6cf-bce275e0777b tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:00.198887 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2474e1a3-dda8-4541-b6cf-bce275e0777b tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:00.218817 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-ce77c236-37ff-436f-bbae-de632cfbde0f req-01a77408-3dd5-4319-b151-820f2389b3b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (0018a0ea-3b54-48b4-be4c-da78c12b4100), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:00.238010 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-15b9c096-3e97-4f7e-a320-77b4cafc553f req-8a0c7514-1aba-4e29-afc5-3d7262e9be4e tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (0f996493-44aa-49b3-bebb-f6248f93ca91), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:00.252553 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['0f31f820-4134-4910-88d6-283ed3ed34a7', '5e8b0963-4bbd-4b02-9602-197e95f150cb', '3eec7149-cebf-4a54-bf65-c4194dd2be8d', 'e8fb4c79-a7ca-4fee-9d39-932cf793d33f'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:57:00.255591 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['5265c093-001b-4f7a-9877-fb1ce61028fc'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:57:00.307608 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-69956352-b7de-44e8-a2c7-28cacd75ecf7 req-c676eaa6-b0fc-4ee3-a620-f88952576745 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (3e3a79b2-c327-437f-8e1f-c48c8ea9c228), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:00.309486 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0c7514-1aba-4e29-afc5-3d7262e9be4e tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Pushing event deleted for resources: {'Port': ['ID=0f996493-44aa-49b3-bebb-f6248f93ca91,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:00.337406 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0c7514-1aba-4e29-afc5-3d7262e9be4e tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:57:00.340813 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0c7514-1aba-4e29-afc5-3d7262e9be4e tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:57:00.341340 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0c7514-1aba-4e29-afc5-3d7262e9be4e tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:57:00.341835 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0c7514-1aba-4e29-afc5-3d7262e9be4e tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:57:00.342317 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0c7514-1aba-4e29-afc5-3d7262e9be4e tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:57:00.342853 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0c7514-1aba-4e29-afc5-3d7262e9be4e tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:57:00.343328 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0c7514-1aba-4e29-afc5-3d7262e9be4e tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:57:00.343834 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0c7514-1aba-4e29-afc5-3d7262e9be4e tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:57:00.344310 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0c7514-1aba-4e29-afc5-3d7262e9be4e tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:57:00.345451 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0c7514-1aba-4e29-afc5-3d7262e9be4e tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:57:00.346044 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0c7514-1aba-4e29-afc5-3d7262e9be4e tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:57:00.346434 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0c7514-1aba-4e29-afc5-3d7262e9be4e tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:57:00.346707 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0c7514-1aba-4e29-afc5-3d7262e9be4e tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:57:00.347063 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0c7514-1aba-4e29-afc5-3d7262e9be4e tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:57:00.347517 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0c7514-1aba-4e29-afc5-3d7262e9be4e tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:57:00.379242 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-2474e1a3-dda8-4541-b6cf-bce275e0777b tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Allocated IP 172.35.4.56 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/c9b5f9de-0eb4-4479-bc8c-85b31fdbe7bd) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:57:00.446473 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258f92df-b663-42c3-8220-604ebaac8b52 req-215410a6-8782-4018-9247-5c9df5182b1f tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:00.449574 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-258f92df-b663-42c3-8220-604ebaac8b52 req-215410a6-8782-4018-9247-5c9df5182b1f tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=76fb1f24-8416-4b15-b95f-ec086bc7ee8b HTTP/1.1" status: 200  len: 932 time: 0.0808883
May 07 21:57:00.541501 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c676eaa6-b0fc-4ee3-a620-f88952576745 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Pushing event deleted for resources: {'Port': ['ID=3e3a79b2-c327-437f-8e1f-c48c8ea9c228,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:00.608885 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-258f92df-b663-42c3-8220-604ebaac8b52 req-83c988eb-77b8-46cf-a2b9-2ee85c75112e tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1360173
May 07 21:57:00.616201 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-15b9c096-3e97-4f7e-a320-77b4cafc553f req-8a0c7514-1aba-4e29-afc5-3d7262e9be4e tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] No DVR routers for this DVR port 0f996493-44aa-49b3-bebb-f6248f93ca91 on host nch1-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:57:00.677224 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-15b9c096-3e97-4f7e-a320-77b4cafc553f req-8a0c7514-1aba-4e29-afc5-3d7262e9be4e tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:00.685436 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2474e1a3-dda8-4541-b6cf-bce275e0777b tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Publish callbacks [] for port (c9b5f9de-0eb4-4479-bc8c-85b31fdbe7bd), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:00.695990 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-15b9c096-3e97-4f7e-a320-77b4cafc553f req-8a0c7514-1aba-4e29-afc5-3d7262e9be4e tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.55 "DELETE /v2.0/ports/0f996493-44aa-49b3-bebb-f6248f93ca91 HTTP/1.1" status: 204  len: 173 time: 1.8846557
May 07 21:57:00.712820 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ed200e0-4fc4-4929-a2dc-0b5c7bfefec1', 'name': 'network-vif-deleted', 'tag': '0f996493-44aa-49b3-bebb-f6248f93ca91'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:57:00.717675 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-079076b0-3c99-46ae-9f96-b94c2eb573d1" -d '{"events": [{"server_uuid": "2ed200e0-4fc4-4929-a2dc-0b5c7bfefec1", "name": "network-vif-deleted", "tag": "0f996493-44aa-49b3-bebb-f6248f93ca91"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:57:00.721409 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-69956352-b7de-44e8-a2c7-28cacd75ecf7 req-c676eaa6-b0fc-4ee3-a620-f88952576745 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] No DVR routers for this DVR port 3e3a79b2-c327-437f-8e1f-c48c8ea9c228 on host nch1-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:57:00.731334 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-69956352-b7de-44e8-a2c7-28cacd75ecf7 req-c676eaa6-b0fc-4ee3-a620-f88952576745 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:00.744182 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-69956352-b7de-44e8-a2c7-28cacd75ecf7 req-c676eaa6-b0fc-4ee3-a620-f88952576745 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] 10.222.0.55 "DELETE /v2.0/ports/3e3a79b2-c327-437f-8e1f-c48c8ea9c228 HTTP/1.1" status: 204  len: 173 time: 1.8040705
May 07 21:57:00.812328 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2474e1a3-dda8-4541-b6cf-bce275e0777b tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (c9b5f9de-0eb4-4479-bc8c-85b31fdbe7bd), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:00.934038 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4389c3e1-01bf-4c2e-bd60-c68f8a3f5137 x-openstack-request-id: req-4389c3e1-01bf-4c2e-bd60-c68f8a3f5137 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:57:00.934264 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ed200e0-4fc4-4929-a2dc-0b5c7bfefec1", "name": "network-vif-deleted", "tag": "0f996493-44aa-49b3-bebb-f6248f93ca91", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:57:00.934525 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4389c3e1-01bf-4c2e-bd60-c68f8a3f5137 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:57:00.934966 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4389c3e1-01bf-4c2e-bd60-c68f8a3f5137'] response: {'server_uuid': '2ed200e0-4fc4-4929-a2dc-0b5c7bfefec1', 'name': 'network-vif-deleted', 'tag': '0f996493-44aa-49b3-bebb-f6248f93ca91', 'status': 'completed', 'code': 200}
May 07 21:57:01.020798 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2474e1a3-dda8-4541-b6cf-bce275e0777b tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:57:01.036463 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-2474e1a3-dda8-4541-b6cf-bce275e0777b tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:57:01.061673 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2474e1a3-dda8-4541-b6cf-bce275e0777b tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:57:01.149108 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2474e1a3-dda8-4541-b6cf-bce275e0777b tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Pushing event updated for resources: {'Port': ['ID=c9b5f9de-0eb4-4479-bc8c-85b31fdbe7bd,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:01.163079 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2793fcc1-727a-4a30-b0a4-441b9ac1e4d9 req-d961f713-f3ce-4456-853f-ab1eccde5a7c tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ed200e0-4fc4-4929-a2dc-0b5c7bfefec1 HTTP/1.1" status: 200  len: 210 time: 0.0773547
May 07 21:57:01.180778 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [req-ce77c236-37ff-436f-bbae-de632cfbde0f req-01a77408-3dd5-4319-b151-820f2389b3b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0018a0ea-3b54-48b4-be4c-da78c12b4100 {{(pid=121836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:57:01.205138 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-ce77c236-37ff-436f-bbae-de632cfbde0f req-01a77408-3dd5-4319-b151-820f2389b3b8 service neutron] Publish callbacks [] for port (0018a0ea-3b54-48b4-be4c-da78c12b4100), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:01.231217 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.provisioning_blocks [req-ce77c236-37ff-436f-bbae-de632cfbde0f req-01a77408-3dd5-4319-b151-820f2389b3b8 service neutron] Transition to ACTIVE for port object 0018a0ea-3b54-48b4-be4c-da78c12b4100 will not be triggered until provisioned by entity L2. {{(pid=121836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:57:01.238970 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-ce77c236-37ff-436f-bbae-de632cfbde0f req-01a77408-3dd5-4319-b151-820f2389b3b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (0018a0ea-3b54-48b4-be4c-da78c12b4100), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:01.251874 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9772653f-7c30-4fbc-9a1e-0e99cae6749a req-3caf250f-1b7c-4cef-8631-5d3c2069c5c1 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376 tempest-FloatingIPsAssociationNegativeTestJSON-1675888376-project] 10.222.0.32 "GET /v2.0/ports?device_id=76df8f5c-4c19-4bba-a009-84627accd050 HTTP/1.1" status: 200  len: 210 time: 0.1050735
May 07 21:57:01.357114 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2474e1a3-dda8-4541-b6cf-bce275e0777b tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Publish callbacks [] for floatingip (f6467fe6-7ab9-427f-a824-54515d7f5648), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:01.373372 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a77408-3dd5-4319-b151-820f2389b3b8 service neutron] Pushing event updated for resources: {'Port': ['ID=0018a0ea-3b54-48b4-be4c-da78c12b4100,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:01.406634 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2474e1a3-dda8-4541-b6cf-bce275e0777b tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (c9b5f9de-0eb4-4479-bc8c-85b31fdbe7bd), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:01.429829 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 3e3a79b2-c327-437f-8e1f-c48c8ea9c228 no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:57:01.464296 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] No Port match for: 3e3a79b2-c327-437f-8e1f-c48c8ea9c228 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:57:01.464648 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 3e3a79b2-c327-437f-8e1f-c48c8ea9c228 not bound to the agent host nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:57:01.465077 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 0f996493-44aa-49b3-bebb-f6248f93ca91 no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:57:01.490697 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] No Port match for: 0f996493-44aa-49b3-bebb-f6248f93ca91 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:57:01.491253 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 0f996493-44aa-49b3-bebb-f6248f93ca91 not bound to the agent host nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:57:01.502710 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-ce77c236-37ff-436f-bbae-de632cfbde0f req-01a77408-3dd5-4319-b151-820f2389b3b8 service neutron] Attempting to bind port 0018a0ea-3b54-48b4-be4c-da78c12b4100 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:57:01.503191 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-ce77c236-37ff-436f-bbae-de632cfbde0f req-01a77408-3dd5-4319-b151-820f2389b3b8 service neutron] Attempting to bind port 0018a0ea-3b54-48b4-be4c-da78c12b4100 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'c1f62f1a-7390-4968-bfcd-e0354648ad7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9b7653d0-c69e-4364-9ed6-1c005b136d81'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:57:01.503632 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce77c236-37ff-436f-bbae-de632cfbde0f req-01a77408-3dd5-4319-b151-820f2389b3b8 service neutron] Attempting to bind port 0018a0ea-3b54-48b4-be4c-da78c12b4100 on network 9b7653d0-c69e-4364-9ed6-1c005b136d81 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:57:01.510598 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce77c236-37ff-436f-bbae-de632cfbde0f req-01a77408-3dd5-4319-b151-820f2389b3b8 service neutron] Port 0018a0ea-3b54-48b4-be4c-da78c12b4100 on network 9b7653d0-c69e-4364-9ed6-1c005b136d81 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:57:01.511372 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce77c236-37ff-436f-bbae-de632cfbde0f req-01a77408-3dd5-4319-b151-820f2389b3b8 service neutron] Attempting to bind port 0018a0ea-3b54-48b4-be4c-da78c12b4100 on network 9b7653d0-c69e-4364-9ed6-1c005b136d81 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:57:01.521830 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce77c236-37ff-436f-bbae-de632cfbde0f req-01a77408-3dd5-4319-b151-820f2389b3b8 service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:57:01.522178 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce77c236-37ff-436f-bbae-de632cfbde0f req-01a77408-3dd5-4319-b151-820f2389b3b8 service neutron] Checking segment: {'id': 'c1f62f1a-7390-4968-bfcd-e0354648ad7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9b7653d0-c69e-4364-9ed6-1c005b136d81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:57:01.523062 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce77c236-37ff-436f-bbae-de632cfbde0f req-01a77408-3dd5-4319-b151-820f2389b3b8 service neutron] Bound using segment: {'id': 'c1f62f1a-7390-4968-bfcd-e0354648ad7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9b7653d0-c69e-4364-9ed6-1c005b136d81'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:57:01.523692 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-ce77c236-37ff-436f-bbae-de632cfbde0f req-01a77408-3dd5-4319-b151-820f2389b3b8 service neutron] Bound port: 0018a0ea-3b54-48b4-be4c-da78c12b4100, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f62f1a-7390-4968-bfcd-e0354648ad7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9b7653d0-c69e-4364-9ed6-1c005b136d81'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:57:01.524354 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-ce77c236-37ff-436f-bbae-de632cfbde0f req-01a77408-3dd5-4319-b151-820f2389b3b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (0018a0ea-3b54-48b4-be4c-da78c12b4100), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:01.616828 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-ce77c236-37ff-436f-bbae-de632cfbde0f req-01a77408-3dd5-4319-b151-820f2389b3b8 service neutron] For port 0018a0ea-3b54-48b4-be4c-da78c12b4100, host nch2-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:57:01.633032 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-ce77c236-37ff-436f-bbae-de632cfbde0f req-01a77408-3dd5-4319-b151-820f2389b3b8 service neutron] For port 0018a0ea-3b54-48b4-be4c-da78c12b4100, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0018a0ea-3b54-48b4-be4c-da78c12b4100,segment=NetworkSegment(c1f62f1a-7390-4968-bfcd-e0354648ad7b),segment_id=c1f62f1a-7390-4968-bfcd-e0354648ad7b)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:57:01.646497 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 45920) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:01.648246 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-ce77c236-37ff-436f-bbae-de632cfbde0f req-01a77408-3dd5-4319-b151-820f2389b3b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (0018a0ea-3b54-48b4-be4c-da78c12b4100), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:01.694680 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2474e1a3-dda8-4541-b6cf-bce275e0777b tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Publish callbacks [] for port (c9b5f9de-0eb4-4479-bc8c-85b31fdbe7bd), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:01.702669 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce77c236-37ff-436f-bbae-de632cfbde0f req-01a77408-3dd5-4319-b151-820f2389b3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:01.703522 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-ce77c236-37ff-436f-bbae-de632cfbde0f req-01a77408-3dd5-4319-b151-820f2389b3b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:01.706101 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ce77c236-37ff-436f-bbae-de632cfbde0f req-01a77408-3dd5-4319-b151-820f2389b3b8 service neutron] 10.222.0.59 "PUT /v2.0/ports/0018a0ea-3b54-48b4-be4c-da78c12b4100 HTTP/1.1" status: 200  len: 1092 time: 1.6796715
May 07 21:57:01.712842 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2474e1a3-dda8-4541-b6cf-bce275e0777b tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (c9b5f9de-0eb4-4479-bc8c-85b31fdbe7bd), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:01.856705 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a77408-3dd5-4319-b151-820f2389b3b8 service neutron] Pushing event updated for resources: {'Port': ['ID=0018a0ea-3b54-48b4-be4c-da78c12b4100,revision_number=3']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:01.894082 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-82ce8184-a79f-4d0f-b9a1-9f9c3c2cee88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:01.916297 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce77c236-37ff-436f-bbae-de632cfbde0f req-92de9227-2e75-46a1-819c-87e3adffc2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:01.919320 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ce77c236-37ff-436f-bbae-de632cfbde0f req-92de9227-2e75-46a1-819c-87e3adffc2bb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=85587313eff94af59406aca0c1a96a02&device_id=76fb1f24-8416-4b15-b95f-ec086bc7ee8b HTTP/1.1" status: 200  len: 1126 time: 0.1623769
May 07 21:57:01.929412 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2474e1a3-dda8-4541-b6cf-bce275e0777b tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Pushing event updated for resources: {'Port': ['ID=c9b5f9de-0eb4-4479-bc8c-85b31fdbe7bd,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:01.930264 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3f9316-3597-493e-a9ba-3bd1e6c74ffc req-bbcbf035-e17c-4a55-b6ba-bb8cefdd87b9 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:01.933168 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1e3f9316-3597-493e-a9ba-3bd1e6c74ffc req-bbcbf035-e17c-4a55-b6ba-bb8cefdd87b9 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=76fb1f24-8416-4b15-b95f-ec086bc7ee8b HTTP/1.1" status: 200  len: 944 time: 0.1317608
May 07 21:57:01.940653 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2474e1a3-dda8-4541-b6cf-bce275e0777b tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (f6467fe6-7ab9-427f-a824-54515d7f5648), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:01.969261 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2474e1a3-dda8-4541-b6cf-bce275e0777b tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:01.973763 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-2474e1a3-dda8-4541-b6cf-bce275e0777b tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.9655714
May 07 21:57:01.992097 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ce77c236-37ff-436f-bbae-de632cfbde0f req-084b6781-4e20-42bf-a517-e08844a5a9e5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0018a0ea-3b54-48b4-be4c-da78c12b4100 HTTP/1.1" status: 200  len: 217 time: 0.0578063
May 07 21:57:02.030357 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-82ce8184-a79f-4d0f-b9a1-9f9c3c2cee88 admin admin] Publish callbacks [] for security_group (ba4f465c-1392-4bad-8459-abae8da1ef21), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:02.037598 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-82ce8184-a79f-4d0f-b9a1-9f9c3c2cee88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (ba4f465c-1392-4bad-8459-abae8da1ef21), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:02.075547 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1e3f9316-3597-493e-a9ba-3bd1e6c74ffc req-cfd9004d-727e-40bb-912a-09cdf2355210 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1310129
May 07 21:57:02.077860 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce77c236-37ff-436f-bbae-de632cfbde0f req-8832eb5b-5449-43dd-a00d-0625489b1cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:02.080078 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ce77c236-37ff-436f-bbae-de632cfbde0f req-8832eb5b-5449-43dd-a00d-0625489b1cf9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=68532bd3-831b-4da5-a9e0-f88c1ab76985 HTTP/1.1" status: 200  len: 851 time: 0.0809793
May 07 21:57:02.108889 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ce8184-a79f-4d0f-b9a1-9f9c3c2cee88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba4f465c-1392-4bad-8459-abae8da1ef21,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:02.117662 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-82ce8184-a79f-4d0f-b9a1-9f9c3c2cee88 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=399660ada5af4d70a032e2e23d0c563d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4644353
May 07 21:57:02.119910 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 45930) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:02.125634 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ce77c236-37ff-436f-bbae-de632cfbde0f req-9dd869b6-6208-447c-83d4-3285bd171e1a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9b7653d0-c69e-4364-9ed6-1c005b136d81&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0395381
May 07 21:57:02.184816 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8ecd6238-535d-45f2-b98b-29fd009ffe9c admin admin] Publish callbacks [] for security_group (ba4f465c-1392-4bad-8459-abae8da1ef21), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:02.226765 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8ecd6238-535d-45f2-b98b-29fd009ffe9c admin admin] Publish callbacks [] for security_group (ba4f465c-1392-4bad-8459-abae8da1ef21), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:02.263691 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ce77c236-37ff-436f-bbae-de632cfbde0f req-e924aaf2-af28-4685-b482-d10e7bef0bba service neutron] 10.222.0.59 "GET /v2.0/networks/9b7653d0-c69e-4364-9ed6-1c005b136d81?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1311202
May 07 21:57:02.327125 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8925fbff-d3a6-4d37-85b6-992bb5ca74cb req-8206bdeb-d783-42a7-8b3d-60efd61e78af tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1881085847&fields=id&tenant_id=93c3c71171814bb7b1018904086ad506 HTTP/1.1" status: 200  len: 267 time: 0.0847995
May 07 21:57:02.357077 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8ecd6238-535d-45f2-b98b-29fd009ffe9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (ba4f465c-1392-4bad-8459-abae8da1ef21), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:02.359585 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8ecd6238-535d-45f2-b98b-29fd009ffe9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:02.361018 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-8ecd6238-535d-45f2-b98b-29fd009ffe9c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ba4f465c-1392-4bad-8459-abae8da1ef21 HTTP/1.1" status: 204  len: 168 time: 0.2400923
May 07 21:57:02.397481 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecd6238-535d-45f2-b98b-29fd009ffe9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba4f465c-1392-4bad-8459-abae8da1ef21,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:02.413390 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ce77c236-37ff-436f-bbae-de632cfbde0f req-43d2b401-bdb9-4b7c-9da0-58617d9b6d26 service neutron] 10.222.0.59 "GET /v2.0/networks/9b7653d0-c69e-4364-9ed6-1c005b136d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1406806
May 07 21:57:02.520050 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8925fbff-d3a6-4d37-85b6-992bb5ca74cb req-cd982dc3-6477-4532-82f1-0dca19cb1e7e tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:02.528554 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8925fbff-d3a6-4d37-85b6-992bb5ca74cb req-cd982dc3-6477-4532-82f1-0dca19cb1e7e tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/networks?id=772be29c-bb44-46ae-a3e0-b0a78574bddf HTTP/1.1" status: 200  len: 817 time: 0.1870337
May 07 21:57:02.533513 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 45954) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:02.567792 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8925fbff-d3a6-4d37-85b6-992bb5ca74cb req-947522b4-1e52-4d71-b4b2-e288c6760141 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/quotas/93c3c71171814bb7b1018904086ad506 HTTP/1.1" status: 200  len: 375 time: 0.0379980
May 07 21:57:02.662425 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8925fbff-d3a6-4d37-85b6-992bb5ca74cb req-f140df93-dca5-46b5-b41b-463ad7277b49 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=93c3c71171814bb7b1018904086ad506&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0932508
May 07 21:57:02.852536 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6381a735-beab-455a-8d57-d6769c90b571 req-77580541-db66-47fb-9148-c4d78076fded tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:02.854447 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6381a735-beab-455a-8d57-d6769c90b571 req-77580541-db66-47fb-9148-c4d78076fded tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?device_id=d34e6889-832e-45d3-8a1a-8c59d4ec697e HTTP/1.1" status: 200  len: 949 time: 0.0654268
May 07 21:57:02.912756 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [req-8925fbff-d3a6-4d37-85b6-992bb5ca74cb req-da0f6563-f7de-4fdc-9923-1f4a85073af9 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121837) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 21:57:02.924967 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8925fbff-d3a6-4d37-85b6-992bb5ca74cb req-da0f6563-f7de-4fdc-9923-1f4a85073af9 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.2449982
May 07 21:57:02.935677 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76df8f5c-4c19-4bba-a009-84627accd050', 'name': 'network-vif-deleted', 'tag': '3e3a79b2-c327-437f-8e1f-c48c8ea9c228'}, {'name': 'network-changed', 'server_uuid': '76fb1f24-8416-4b15-b95f-ec086bc7ee8b', 'tag': '0018a0ea-3b54-48b4-be4c-da78c12b4100'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:57:02.938164 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38a9b26e-6e92-4990-93c9-b0f1ff504a1e" -d '{"events": [{"server_uuid": "76df8f5c-4c19-4bba-a009-84627accd050", "name": "network-vif-deleted", "tag": "3e3a79b2-c327-437f-8e1f-c48c8ea9c228"}, {"name": "network-changed", "server_uuid": "76fb1f24-8416-4b15-b95f-ec086bc7ee8b", "tag": "0018a0ea-3b54-48b4-be4c-da78c12b4100"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:57:02.976771 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6381a735-beab-455a-8d57-d6769c90b571 req-301c8566-8034-497d-9994-893e28d6e274 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/security-groups?id=aca2780c-128c-4de5-85a4-a7e10bd42e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1091876
May 07 21:57:03.035993 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 45972) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:03.075979 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8925fbff-d3a6-4d37-85b6-992bb5ca74cb req-c09d0a73-93aa-4d95-bc20-34c61b55fc5a service neutron] 10.222.0.32 "GET /v2.0/networks/772be29c-bb44-46ae-a3e0-b0a78574bddf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1498332
May 07 21:57:03.076172 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 07 May 2022 21:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bde0a0d7-59cb-4f84-8de4-5a7a387ff3ec x-openstack-request-id: req-bde0a0d7-59cb-4f84-8de4-5a7a387ff3ec {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:57:03.076406 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76df8f5c-4c19-4bba-a009-84627accd050", "name": "network-vif-deleted", "tag": "3e3a79b2-c327-437f-8e1f-c48c8ea9c228", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "76fb1f24-8416-4b15-b95f-ec086bc7ee8b", "tag": "0018a0ea-3b54-48b4-be4c-da78c12b4100", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:57:03.076666 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bde0a0d7-59cb-4f84-8de4-5a7a387ff3ec {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:57:03.077093 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bde0a0d7-59cb-4f84-8de4-5a7a387ff3ec'] response: {'server_uuid': '76df8f5c-4c19-4bba-a009-84627accd050', 'name': 'network-vif-deleted', 'tag': '3e3a79b2-c327-437f-8e1f-c48c8ea9c228', 'status': 'completed', 'code': 200}
May 07 21:57:03.077362 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bde0a0d7-59cb-4f84-8de4-5a7a387ff3ec'] response: {'name': 'network-changed', 'server_uuid': '76fb1f24-8416-4b15-b95f-ec086bc7ee8b', 'tag': '0018a0ea-3b54-48b4-be4c-da78c12b4100', 'status': 'completed', 'code': 200}
May 07 21:57:03.081085 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-88abb144-b02b-4b34-b7f0-526e673c994f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:03.198003 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0ba02269-db17-4226-adce-4042f632c895 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401094'] for router_interface (2091eed6-c93b-4ca9-abeb-375aabad6d38), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:03.242497 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8925fbff-d3a6-4d37-85b6-992bb5ca74cb req-7113f08b-5f10-4f8f-b3d5-1fa05d966a79 service neutron] 10.222.0.32 "GET /v2.0/networks/772be29c-bb44-46ae-a3e0-b0a78574bddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1563923
May 07 21:57:03.303831 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d6e489-a09a-498d-b518-01157204d8c9 req-c4f5bd25-dc3c-4ef8-ba2a-d893097ae9c6 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:03.305476 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e8d6e489-a09a-498d-b518-01157204d8c9 req-c4f5bd25-dc3c-4ef8-ba2a-d893097ae9c6 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=76fb1f24-8416-4b15-b95f-ec086bc7ee8b HTTP/1.1" status: 200  len: 944 time: 0.1435528
May 07 21:57:03.430931 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-88abb144-b02b-4b34-b7f0-526e673c994f admin admin] Publish callbacks [] for security_group (d7cd69b2-58be-448d-9e27-9c07c293e2f4), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:03.442115 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e8d6e489-a09a-498d-b518-01157204d8c9 req-48545d96-e3fa-4833-9fb7-dbfaca3306bd tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1247385
May 07 21:57:03.447227 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-88abb144-b02b-4b34-b7f0-526e673c994f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (d7cd69b2-58be-448d-9e27-9c07c293e2f4), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:03.464785 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-77eae4a4-73a2-44f1-ac40-1b4cfbe35fa7 req-bd278765-43d6-4310-ae98-44c0921b7df1 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=83ad7d9c-5e14-44b9-a948-c9c337d99f0c HTTP/1.1" status: 200  len: 210 time: 0.0431361
May 07 21:57:03.582197 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-88abb144-b02b-4b34-b7f0-526e673c994f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a72e0a4b5530435b83d667a443e8d6b3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5415065
May 07 21:57:03.582408 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88abb144-b02b-4b34-b7f0-526e673c994f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7cd69b2-58be-448d-9e27-9c07c293e2f4,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:03.582579 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 45986) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:03.675441 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f24f0777-13e2-485d-8b73-b8339c83dea5 admin admin] Publish callbacks [] for security_group (d7cd69b2-58be-448d-9e27-9c07c293e2f4), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:03.681352 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-0ba02269-db17-4226-adce-4042f632c895 admin admin] Deleting port 078b04c5-d922-4a3f-a0fa-c2848b8a5d58 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:57:03.681702 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0ba02269-db17-4226-adce-4042f632c895 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (078b04c5-d922-4a3f-a0fa-c2848b8a5d58), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:03.702970 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f24f0777-13e2-485d-8b73-b8339c83dea5 admin admin] Publish callbacks [] for security_group (d7cd69b2-58be-448d-9e27-9c07c293e2f4), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:03.776160 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f24f0777-13e2-485d-8b73-b8339c83dea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (d7cd69b2-58be-448d-9e27-9c07c293e2f4), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:03.779737 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f24f0777-13e2-485d-8b73-b8339c83dea5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:03.781288 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-f24f0777-13e2-485d-8b73-b8339c83dea5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d7cd69b2-58be-448d-9e27-9c07c293e2f4 HTTP/1.1" status: 204  len: 168 time: 0.1972406
May 07 21:57:03.792757 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24f0777-13e2-485d-8b73-b8339c83dea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7cd69b2-58be-448d-9e27-9c07c293e2f4,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:03.795146 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-0ba02269-db17-4226-adce-4042f632c895 admin admin] For port 078b04c5-d922-4a3f-a0fa-c2848b8a5d58, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=078b04c5-d922-4a3f-a0fa-c2848b8a5d58,segment=NetworkSegment(0be9e2c8-933a-4fe4-95a3-b99000a8e896),segment_id=0be9e2c8-933a-4fe4-95a3-b99000a8e896)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:57:03.795611 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0ba02269-db17-4226-adce-4042f632c895 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (078b04c5-d922-4a3f-a0fa-c2848b8a5d58), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:03.850983 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-0ba02269-db17-4226-adce-4042f632c895 admin admin] Calling delete_port for 078b04c5-d922-4a3f-a0fa-c2848b8a5d58 owned by network:router_interface {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:57:03.872018 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e2e44b-1698-4bb9-8c3c-7baf31b2d41a req-951fd878-a87b-42ba-b7a8-15f190f6d84d tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:03.873645 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-30e2e44b-1698-4bb9-8c3c-7baf31b2d41a req-951fd878-a87b-42ba-b7a8-15f190f6d84d tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.55 "GET /v2.0/ports?device_id=d34e6889-832e-45d3-8a1a-8c59d4ec697e HTTP/1.1" status: 200  len: 949 time: 0.0812843
May 07 21:57:04.077882 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-30e2e44b-1698-4bb9-8c3c-7baf31b2d41a req-27e99075-1e61-4783-ae01-24ff57e610ad tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Deleting port 5265c093-001b-4f7a-9877-fb1ce61028fc {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:57:04.078083 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-30e2e44b-1698-4bb9-8c3c-7baf31b2d41a req-27e99075-1e61-4783-ae01-24ff57e610ad tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (5265c093-001b-4f7a-9877-fb1ce61028fc), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:04.238691 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c44b5d-722b-485d-8a29-40e05f1fb169 req-fa511d2d-b388-4424-9574-6658d493b870 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:04.240581 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-48c44b5d-722b-485d-8a29-40e05f1fb169 req-fa511d2d-b388-4424-9574-6658d493b870 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?device_id=d34e6889-832e-45d3-8a1a-8c59d4ec697e HTTP/1.1" status: 200  len: 949 time: 0.1369877
May 07 21:57:04.334667 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-30e2e44b-1698-4bb9-8c3c-7baf31b2d41a req-27e99075-1e61-4783-ae01-24ff57e610ad tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] For port 5265c093-001b-4f7a-9877-fb1ce61028fc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5265c093-001b-4f7a-9877-fb1ce61028fc,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:57:04.335430 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-30e2e44b-1698-4bb9-8c3c-7baf31b2d41a req-27e99075-1e61-4783-ae01-24ff57e610ad tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (5265c093-001b-4f7a-9877-fb1ce61028fc), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:04.392919 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-30e2e44b-1698-4bb9-8c3c-7baf31b2d41a req-27e99075-1e61-4783-ae01-24ff57e610ad tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Calling delete_port for 5265c093-001b-4f7a-9877-fb1ce61028fc owned by compute:nova {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:57:04.467320 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-48c44b5d-722b-485d-8a29-40e05f1fb169 req-7a105f5c-76c0-4c98-a153-b853facc6c6e tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/security-groups?id=aca2780c-128c-4de5-85a4-a7e10bd42e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2133949
May 07 21:57:04.473070 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0ba02269-db17-4226-adce-4042f632c895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (078b04c5-d922-4a3f-a0fa-c2848b8a5d58), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:04.508636 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a9b26e-6e92-4990-93c9-b0f1ff504a1e req-4b5730c2-0ce1-442e-be92-824329380a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:04.510154 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-38a9b26e-6e92-4990-93c9-b0f1ff504a1e req-4b5730c2-0ce1-442e-be92-824329380a1f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=85587313eff94af59406aca0c1a96a02&device_id=76fb1f24-8416-4b15-b95f-ec086bc7ee8b HTTP/1.1" status: 200  len: 1126 time: 0.1550472
May 07 21:57:04.536925 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba02269-db17-4226-adce-4042f632c895 admin admin] Pushing event deleted for resources: {'Port': ['ID=078b04c5-d922-4a3f-a0fa-c2848b8a5d58,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:04.823482 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bbbc83-d0f5-4eec-8c74-f599fb9002f4 req-86a053e0-930c-47bf-b66f-ba7db2a4d990 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:04.832506 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-28bbbc83-d0f5-4eec-8c74-f599fb9002f4 req-86a053e0-930c-47bf-b66f-ba7db2a4d990 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=76fb1f24-8416-4b15-b95f-ec086bc7ee8b HTTP/1.1" status: 200  len: 944 time: 0.2645533
May 07 21:57:04.854312 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-12c5ac39-a725-486a-9f5a-a85b51936cee req-b4b4ec81-4dd0-4082-beb8-f357a8571a76 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=83ad7d9c-5e14-44b9-a948-c9c337d99f0c HTTP/1.1" status: 200  len: 210 time: 0.2409103
May 07 21:57:04.881747 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5b1a8b-5cf9-4c61-a209-db216f26345b req-05066dde-c43e-4dcb-9f3f-701889832062 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:04.887710 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2c5b1a8b-5cf9-4c61-a209-db216f26345b req-05066dde-c43e-4dcb-9f3f-701889832062 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.59 "GET /v2.0/ports?device_id=a390d88e-4ae4-4700-a85a-6bc97fd8bd29 HTTP/1.1" status: 200  len: 949 time: 0.2377114
May 07 21:57:05.087716 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 0018a0ea-3b54-48b4-be4c-da78c12b4100 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:57:05.090904 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-28bbbc83-d0f5-4eec-8c74-f599fb9002f4 req-02a8028b-90f0-4872-baf2-97be04ae54d8 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2575259
May 07 21:57:05.119385 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-2c5b1a8b-5cf9-4c61-a209-db216f26345b req-f677c7f6-5eaa-44c0-9f11-36cf895a6355 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Deleting port e8fb4c79-a7ca-4fee-9d39-932cf793d33f {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:57:05.120034 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-2c5b1a8b-5cf9-4c61-a209-db216f26345b req-f677c7f6-5eaa-44c0-9f11-36cf895a6355 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (e8fb4c79-a7ca-4fee-9d39-932cf793d33f), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:05.133264 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a9b26e-6e92-4990-93c9-b0f1ff504a1e req-7a01b9ad-db52-4aaa-a7e9-3da63ca1b735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:05.134935 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-38a9b26e-6e92-4990-93c9-b0f1ff504a1e req-7a01b9ad-db52-4aaa-a7e9-3da63ca1b735 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9b7653d0-c69e-4364-9ed6-1c005b136d81 HTTP/1.1" status: 200  len: 912 time: 0.5817277
May 07 21:57:05.209784 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-38a9b26e-6e92-4990-93c9-b0f1ff504a1e req-dddb5e5b-6d1d-4bb0-8491-748a7a1e3c42 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0018a0ea-3b54-48b4-be4c-da78c12b4100 HTTP/1.1" status: 200  len: 217 time: 0.0645275
May 07 21:57:05.312930 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-2c5b1a8b-5cf9-4c61-a209-db216f26345b req-f677c7f6-5eaa-44c0-9f11-36cf895a6355 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] For port e8fb4c79-a7ca-4fee-9d39-932cf793d33f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e8fb4c79-a7ca-4fee-9d39-932cf793d33f,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:57:05.313510 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-2c5b1a8b-5cf9-4c61-a209-db216f26345b req-f677c7f6-5eaa-44c0-9f11-36cf895a6355 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (e8fb4c79-a7ca-4fee-9d39-932cf793d33f), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:05.334966 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-2c5b1a8b-5cf9-4c61-a209-db216f26345b req-f677c7f6-5eaa-44c0-9f11-36cf895a6355 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Calling delete_port for e8fb4c79-a7ca-4fee-9d39-932cf793d33f owned by compute:nova {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:57:05.339012 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 0018a0ea-3b54-48b4-be4c-da78c12b4100, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0018a0ea-3b54-48b4-be4c-da78c12b4100,segment=NetworkSegment(c1f62f1a-7390-4968-bfcd-e0354648ad7b),segment_id=c1f62f1a-7390-4968-bfcd-e0354648ad7b)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:57:05.367120 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': '0018a0ea-3b54-48b4-be4c-da78c12b4100', 'network_id': '9b7653d0-c69e-4364-9ed6-1c005b136d81', 'port_id': '0018a0ea-3b54-48b4-be4c-da78c12b4100', 'mac_address': 'fa:16:3e:9d:0a:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68532bd3-831b-4da5-a9e0-f88c1ab76985', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:57:05.456263 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 0018a0ea-3b54-48b4-be4c-da78c12b4100 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:57:05.459943 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (0018a0ea-3b54-48b4-be4c-da78c12b4100), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:05.494997 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0018a0ea-3b54-48b4-be4c-da78c12b4100 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:57:05.543967 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 0018a0ea-3b54-48b4-be4c-da78c12b4100, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0018a0ea-3b54-48b4-be4c-da78c12b4100,segment=NetworkSegment(c1f62f1a-7390-4968-bfcd-e0354648ad7b),segment_id=c1f62f1a-7390-4968-bfcd-e0354648ad7b)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:57:05.553748 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (0018a0ea-3b54-48b4-be4c-da78c12b4100), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:05.581788 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-2c5b1a8b-5cf9-4c61-a209-db216f26345b req-f677c7f6-5eaa-44c0-9f11-36cf895a6355 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (e8fb4c79-a7ca-4fee-9d39-932cf793d33f), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:05.589540 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-30e2e44b-1698-4bb9-8c3c-7baf31b2d41a req-27e99075-1e61-4783-ae01-24ff57e610ad tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (5265c093-001b-4f7a-9877-fb1ce61028fc), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:05.597356 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8925fbff-d3a6-4d37-85b6-992bb5ca74cb req-9365aa40-1641-4301-a2b2-ae1cd5bc3822 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:05.599120 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8925fbff-d3a6-4d37-85b6-992bb5ca74cb req-9365aa40-1641-4301-a2b2-ae1cd5bc3822 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.55 "GET /v2.0/networks?id=772be29c-bb44-46ae-a3e0-b0a78574bddf HTTP/1.1" status: 200  len: 817 time: 0.8118706
May 07 21:57:05.675615 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f677c7f6-5eaa-44c0-9f11-36cf895a6355 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Pushing event deleted for resources: {'Port': ['ID=e8fb4c79-a7ca-4fee-9d39-932cf793d33f,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:05.699889 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c5b1a8b-5cf9-4c61-a209-db216f26345b req-f677c7f6-5eaa-44c0-9f11-36cf895a6355 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] No DVR routers for this DVR port e8fb4c79-a7ca-4fee-9d39-932cf793d33f on host nch2-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:57:05.701546 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=0018a0ea-3b54-48b4-be4c-da78c12b4100,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:05.704130 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-2c5b1a8b-5cf9-4c61-a209-db216f26345b req-f677c7f6-5eaa-44c0-9f11-36cf895a6355 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:05.717412 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2c5b1a8b-5cf9-4c61-a209-db216f26345b req-f677c7f6-5eaa-44c0-9f11-36cf895a6355 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.59 "DELETE /v2.0/ports/e8fb4c79-a7ca-4fee-9d39-932cf793d33f HTTP/1.1" status: 204  len: 173 time: 0.7836213
May 07 21:57:05.718086 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a390d88e-4ae4-4700-a85a-6bc97fd8bd29', 'name': 'network-vif-deleted', 'tag': 'e8fb4c79-a7ca-4fee-9d39-932cf793d33f'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:57:05.723785 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b0ed166-474d-4688-b28c-6ef2d5de6372" -d '{"events": [{"server_uuid": "a390d88e-4ae4-4700-a85a-6bc97fd8bd29", "name": "network-vif-deleted", "tag": "e8fb4c79-a7ca-4fee-9d39-932cf793d33f"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:57:05.724555 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-47a58efe-841c-4d1b-aba1-edb35c123d31 req-9f8a4586-7569-42d3-bef8-4f340a5d22e5 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?device_id=d34e6889-832e-45d3-8a1a-8c59d4ec697e HTTP/1.1" status: 200  len: 210 time: 0.1377237
May 07 21:57:05.726678 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e99075-1e61-4783-ae01-24ff57e610ad tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Pushing event deleted for resources: {'Port': ['ID=5265c093-001b-4f7a-9877-fb1ce61028fc,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:05.763193 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['0f31f820-4134-4910-88d6-283ed3ed34a7', '5e8b0963-4bbd-4b02-9602-197e95f150cb', '3eec7149-cebf-4a54-bf65-c4194dd2be8d'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:57:05.776774 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a9b26e-6e92-4990-93c9-b0f1ff504a1e req-da8da232-effc-434a-a2c0-37084e2256c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:05.778549 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-38a9b26e-6e92-4990-93c9-b0f1ff504a1e req-da8da232-effc-434a-a2c0-37084e2256c0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=68532bd3-831b-4da5-a9e0-f88c1ab76985 HTTP/1.1" status: 200  len: 851 time: 0.5573871
May 07 21:57:05.837729 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf40bc37-76fb-4b2d-974b-4f19e83e5e43 x-openstack-request-id: req-cf40bc37-76fb-4b2d-974b-4f19e83e5e43 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:57:05.838293 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a390d88e-4ae4-4700-a85a-6bc97fd8bd29", "name": "network-vif-deleted", "tag": "e8fb4c79-a7ca-4fee-9d39-932cf793d33f", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:57:05.838293 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cf40bc37-76fb-4b2d-974b-4f19e83e5e43 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:57:05.838693 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf40bc37-76fb-4b2d-974b-4f19e83e5e43'] response: {'server_uuid': 'a390d88e-4ae4-4700-a85a-6bc97fd8bd29', 'name': 'network-vif-deleted', 'tag': 'e8fb4c79-a7ca-4fee-9d39-932cf793d33f', 'status': 'completed', 'code': 200}
May 07 21:57:05.848569 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0ba02269-db17-4226-adce-4042f632c895 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401002'] for router_interface (2091eed6-c93b-4ca9-abeb-375aabad6d38), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:05.853807 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-30e2e44b-1698-4bb9-8c3c-7baf31b2d41a req-27e99075-1e61-4783-ae01-24ff57e610ad tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] No DVR routers for this DVR port 5265c093-001b-4f7a-9877-fb1ce61028fc on host nch1-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:57:05.858140 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['0f31f820-4134-4910-88d6-283ed3ed34a7', '5e8b0963-4bbd-4b02-9602-197e95f150cb', '3eec7149-cebf-4a54-bf65-c4194dd2be8d'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:57:05.860547 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-38a9b26e-6e92-4990-93c9-b0f1ff504a1e req-e81e95ad-90a5-4cb1-9be5-8c4f35da108a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9b7653d0-c69e-4364-9ed6-1c005b136d81&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0701940
May 07 21:57:05.861823 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-30e2e44b-1698-4bb9-8c3c-7baf31b2d41a req-27e99075-1e61-4783-ae01-24ff57e610ad tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:05.865288 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-30e2e44b-1698-4bb9-8c3c-7baf31b2d41a req-27e99075-1e61-4783-ae01-24ff57e610ad tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.55 "DELETE /v2.0/ports/5265c093-001b-4f7a-9877-fb1ce61028fc HTTP/1.1" status: 204  len: 173 time: 1.9857478
May 07 21:57:05.873020 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd34e6889-832e-45d3-8a1a-8c59d4ec697e', 'name': 'network-vif-deleted', 'tag': '5265c093-001b-4f7a-9877-fb1ce61028fc'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:57:05.875639 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2023eb5-8ae5-4479-8aea-c9bc9eb19458" -d '{"events": [{"server_uuid": "d34e6889-832e-45d3-8a1a-8c59d4ec697e", "name": "network-vif-deleted", "tag": "5265c093-001b-4f7a-9877-fb1ce61028fc"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:57:05.948490 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['0018a0ea-3b54-48b4-be4c-da78c12b4100'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:57:05.993715 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8925fbff-d3a6-4d37-85b6-992bb5ca74cb req-808cfdde-0966-40bd-87e7-a21727ef96e2 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93c3c71171814bb7b1018904086ad506 HTTP/1.1" status: 200  len: 380 time: 0.3630168
May 07 21:57:06.001794 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5d24f96-f3cc-4a16-8a1f-43bcad903684 x-openstack-request-id: req-e5d24f96-f3cc-4a16-8a1f-43bcad903684 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:57:06.002097 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d34e6889-832e-45d3-8a1a-8c59d4ec697e", "name": "network-vif-deleted", "tag": "5265c093-001b-4f7a-9877-fb1ce61028fc", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:57:06.002326 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e5d24f96-f3cc-4a16-8a1f-43bcad903684 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:57:06.002891 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5d24f96-f3cc-4a16-8a1f-43bcad903684'] response: {'server_uuid': 'd34e6889-832e-45d3-8a1a-8c59d4ec697e', 'name': 'network-vif-deleted', 'tag': '5265c093-001b-4f7a-9877-fb1ce61028fc', 'status': 'completed', 'code': 200}
May 07 21:57:06.037104 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-8925fbff-d3a6-4d37-85b6-992bb5ca74cb req-98b97fe2-5596-4424-87e9-11a0fdc501b3 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Request body: {'port': {'device_id': '83ad7d9c-5e14-44b9-a948-c9c337d99f0c', 'network_id': '772be29c-bb44-46ae-a3e0-b0a78574bddf', 'admin_state_up': True, 'tenant_id': '93c3c71171814bb7b1018904086ad506', 'security_groups': ['108d65d8-0253-46f4-addb-267f67931aa5']}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:57:06.326930 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3aecd31c-91fd-480c-83d9-75616b31c0f9 req-6784c142-eb40-4200-a9d7-9359b7fd450f tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=83ad7d9c-5e14-44b9-a948-c9c337d99f0c HTTP/1.1" status: 200  len: 210 time: 0.3220046
May 07 21:57:06.339724 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c360314-37d5-46bc-844f-e333f76cfa58 req-b5e1407e-e4c3-4b95-8201-66e609dfb40e tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:06.353970 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7c360314-37d5-46bc-844f-e333f76cfa58 req-b5e1407e-e4c3-4b95-8201-66e609dfb40e tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=76fb1f24-8416-4b15-b95f-ec086bc7ee8b HTTP/1.1" status: 200  len: 945 time: 0.1137359
May 07 21:57:06.459381 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7c360314-37d5-46bc-844f-e333f76cfa58 req-acf1001f-b199-411d-8f23-6e4e770ffe36 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1027949
May 07 21:57:06.528806 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-38a9b26e-6e92-4990-93c9-b0f1ff504a1e req-29083c36-f4e5-4298-ae4f-01545149adfd service neutron] 10.222.0.59 "GET /v2.0/networks/9b7653d0-c69e-4364-9ed6-1c005b136d81?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6125855
May 07 21:57:06.709933 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8925fbff-d3a6-4d37-85b6-992bb5ca74cb req-98b97fe2-5596-4424-87e9-11a0fdc501b3 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Made reservation on behalf of 93c3c71171814bb7b1018904086ad506 for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:57:06.713337 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-8925fbff-d3a6-4d37-85b6-992bb5ca74cb req-98b97fe2-5596-4424-87e9-11a0fdc501b3 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:06.734797 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-38a9b26e-6e92-4990-93c9-b0f1ff504a1e req-44fd9012-e028-4005-bd55-171759bde956 service neutron] 10.222.0.59 "GET /v2.0/networks/9b7653d0-c69e-4364-9ed6-1c005b136d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1979070
May 07 21:57:07.145137 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [req-8925fbff-d3a6-4d37-85b6-992bb5ca74cb req-98b97fe2-5596-4424-87e9-11a0fdc501b3 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Allocated IP 172.20.0.10 (772be29c-bb44-46ae-a3e0-b0a78574bddf/f41cdf1c-9de4-46dc-8689-4d3b6400326c/d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:57:07.176613 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ba02269-db17-4226-adce-4042f632c895 admin admin] Router 2091eed6-c93b-4ca9-abeb-375aabad6d38 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 21:57:07.463333 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 5265c093-001b-4f7a-9877-fb1ce61028fc no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:57:07.518221 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-67507fe5-795c-489d-9a58-d89f6da2597b req-552a87a6-1c9b-4a65-8cb1-c13a7ad73c4d tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=83ad7d9c-5e14-44b9-a948-c9c337d99f0c HTTP/1.1" status: 200  len: 210 time: 0.0840411
May 07 21:57:07.519997 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] No Port match for: 5265c093-001b-4f7a-9877-fb1ce61028fc {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:57:07.520533 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 5265c093-001b-4f7a-9877-fb1ce61028fc not bound to the agent host nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:57:07.530005 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-8925fbff-d3a6-4d37-85b6-992bb5ca74cb req-98b97fe2-5596-4424-87e9-11a0fdc501b3 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Publish callbacks [] for port (d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:07.547425 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ba02269-db17-4226-adce-4042f632c895 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:57:07.557596 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1afef9-0eae-44db-b527-a37d7c8d3bb0 None None] Sync routers for ids ['2091eed6-c93b-4ca9-abeb-375aabad6d38'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:57:07.561539 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 46112) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:07.566938 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-0ba02269-db17-4226-adce-4042f632c895 admin admin] 10.222.0.32 "PUT /v2.0/routers/2091eed6-c93b-4ca9-abeb-375aabad6d38/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.0256591
May 07 21:57:07.587493 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1afef9-0eae-44db-b527-a37d7c8d3bb0 None None] Routers {'2091eed6-c93b-4ca9-abeb-375aabad6d38'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:57:07.588198 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-fa1afef9-0eae-44db-b527-a37d7c8d3bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cf0aeb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:56:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['2091eed6-c93b-4ca9-abeb-375aabad6d38'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:57:07.679975 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2618b5-b339-41dc-976f-4d1d8343c31e req-4c1ada8b-d22b-4912-840f-989170d127fa tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:07.682095 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ec2618b5-b339-41dc-976f-4d1d8343c31e req-4c1ada8b-d22b-4912-840f-989170d127fa tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=76fb1f24-8416-4b15-b95f-ec086bc7ee8b HTTP/1.1" status: 200  len: 945 time: 0.0747895
May 07 21:57:07.684016 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-8925fbff-d3a6-4d37-85b6-992bb5ca74cb req-98b97fe2-5596-4424-87e9-11a0fdc501b3 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:07.772997 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-fa1afef9-0eae-44db-b527-a37d7c8d3bb0 None None] Set router 2091eed6-c93b-4ca9-abeb-375aabad6d38 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:57:07.781351 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0d30b2-a99a-4349-a625-57df73352a25 req-2f0081a0-9356-4a07-8c8a-e2b3ca33b725 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:07.783010 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0e0d30b2-a99a-4349-a625-57df73352a25 req-2f0081a0-9356-4a07-8c8a-e2b3ca33b725 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?device_id=120a21bb-a0eb-49aa-adce-3903960c1785 HTTP/1.1" status: 200  len: 949 time: 0.1333835
May 07 21:57:07.793609 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8925fbff-d3a6-4d37-85b6-992bb5ca74cb req-98b97fe2-5596-4424-87e9-11a0fdc501b3 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Network 772be29c-bb44-46ae-a3e0-b0a78574bddf is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:57:07.805445 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [req-8925fbff-d3a6-4d37-85b6-992bb5ca74cb req-98b97fe2-5596-4424-87e9-11a0fdc501b3 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:57:07.818094 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-8925fbff-d3a6-4d37-85b6-992bb5ca74cb req-98b97fe2-5596-4424-87e9-11a0fdc501b3 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:57:07.822800 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b97fe2-5596-4424-87e9-11a0fdc501b3 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Pushing event updated for resources: {'Port': ['ID=d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:07.835921 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ec2618b5-b339-41dc-976f-4d1d8343c31e req-6912d574-60a4-41d5-ba29-56590af0af6e tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1407743
May 07 21:57:07.912038 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8925fbff-d3a6-4d37-85b6-992bb5ca74cb req-98b97fe2-5596-4424-87e9-11a0fdc501b3 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:07.920452 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-8925fbff-d3a6-4d37-85b6-992bb5ca74cb req-98b97fe2-5596-4424-87e9-11a0fdc501b3 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:07.925290 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7768fbcd-7e53-437a-b4d4-3057358c91cd admin admin] Publish callbacks [] for router (2091eed6-c93b-4ca9-abeb-375aabad6d38), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:07.955243 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8925fbff-d3a6-4d37-85b6-992bb5ca74cb req-98b97fe2-5596-4424-87e9-11a0fdc501b3 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.9218545
May 07 21:57:07.966788 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-8925fbff-d3a6-4d37-85b6-992bb5ca74cb req-0b7cd853-ecb9-4d7b-a980-a19baa43f04c service neutron] Request body: {'port': {'device_id': '83ad7d9c-5e14-44b9-a948-c9c337d99f0c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:57:08.091675 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-fa1afef9-0eae-44db-b527-a37d7c8d3bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cf0aeb0>, [{'id': '2091eed6-c93b-4ca9-abeb-375aabad6d38', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-333244832-router', 'tenant_id': 'bdb8a8a58b5b4b9b95ac9d6a782df6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.127'}], 'enable_snat': True}, 'gw_port_id': 'ff207637-ed28-4331-9399-f78650a519ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:56:11Z', 'updated_at': '2022-05-07T21:57:04Z', 'revision_number': 5, 'project_id': 'bdb8a8a58b5b4b9b95ac9d6a782df6af', 'gw_port': {'id': 'ff207637-ed28-4331-9399-f78650a519ed', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2091eed6-c93b-4ca9-abeb-375aabad6d38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:56:12Z', 'updated_at': '2022-05-07T21:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:57:08.094479 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0e0d30b2-a99a-4349-a625-57df73352a25 req-caef9c6e-a66c-4c0d-be33-dc8feba8fd8a tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/security-groups?id=aca2780c-128c-4de5-85a4-a7e10bd42e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2135799
May 07 21:57:08.105080 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-8925fbff-d3a6-4d37-85b6-992bb5ca74cb req-0b7cd853-ecb9-4d7b-a980-a19baa43f04c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:08.144783 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1afef9-0eae-44db-b527-a37d7c8d3bb0 None None] Checking router: 2091eed6-c93b-4ca9-abeb-375aabad6d38 for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 21:57:08.170054 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1afef9-0eae-44db-b527-a37d7c8d3bb0 None None] Routers {'2091eed6-c93b-4ca9-abeb-375aabad6d38'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:57:08.171423 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-fa1afef9-0eae-44db-b527-a37d7c8d3bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cf0aeb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:56:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['2091eed6-c93b-4ca9-abeb-375aabad6d38'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:57:08.270216 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7768fbcd-7e53-437a-b4d4-3057358c91cd admin admin] Publish callbacks [] for router_gateway (2091eed6-c93b-4ca9-abeb-375aabad6d38), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:08.332625 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-5b80b496-e555-43e9-86c8-a1d4c282ae94 None None] Provisioning complete for port d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:57:08.333597 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5b80b496-e555-43e9-86c8-a1d4c282ae94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:08.393675 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-7768fbcd-7e53-437a-b4d4-3057358c91cd admin admin] Deleting port ff207637-ed28-4331-9399-f78650a519ed {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:57:08.393877 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7768fbcd-7e53-437a-b4d4-3057358c91cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (ff207637-ed28-4331-9399-f78650a519ed), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:08.398302 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-5b80b496-e555-43e9-86c8-a1d4c282ae94 None None] Port d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:57:08.424039 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-fa1afef9-0eae-44db-b527-a37d7c8d3bb0 None None] Set router 2091eed6-c93b-4ca9-abeb-375aabad6d38 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:57:08.476491 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 0018a0ea-3b54-48b4-be4c-da78c12b4100 up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:57:08.517877 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [req-8925fbff-d3a6-4d37-85b6-992bb5ca74cb req-0b7cd853-ecb9-4d7b-a980-a19baa43f04c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2 {{(pid=121836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:57:08.535175 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-8925fbff-d3a6-4d37-85b6-992bb5ca74cb req-0b7cd853-ecb9-4d7b-a980-a19baa43f04c service neutron] Publish callbacks [] for port (d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:08.570686 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-7768fbcd-7e53-437a-b4d4-3057358c91cd admin admin] For port ff207637-ed28-4331-9399-f78650a519ed, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ff207637-ed28-4331-9399-f78650a519ed,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:57:08.571241 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning for port 0018a0ea-3b54-48b4-be4c-da78c12b4100 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:57:08.572615 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7768fbcd-7e53-437a-b4d4-3057358c91cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (ff207637-ed28-4331-9399-f78650a519ed), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:08.573110 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.provisioning_blocks [req-8925fbff-d3a6-4d37-85b6-992bb5ca74cb req-0b7cd853-ecb9-4d7b-a980-a19baa43f04c service neutron] Transition to ACTIVE for port object d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2 will not be triggered until provisioned by entity L2. {{(pid=121836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:57:08.580206 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-8925fbff-d3a6-4d37-85b6-992bb5ca74cb req-0b7cd853-ecb9-4d7b-a980-a19baa43f04c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:08.585228 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port 0018a0ea-3b54-48b4-be4c-da78c12b4100 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:57:08.586819 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (0018a0ea-3b54-48b4-be4c-da78c12b4100), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:08.618881 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-7768fbcd-7e53-437a-b4d4-3057358c91cd admin admin] Calling delete_port for ff207637-ed28-4331-9399-f78650a519ed owned by network:router_gateway {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:57:08.736311 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7cd853-ecb9-4d7b-a980-a19baa43f04c service neutron] Pushing event updated for resources: {'Port': ['ID=d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:08.769516 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66e0fc2-3fa5-4564-ae7b-24199791ac67 req-87603626-615a-4e69-b1e2-e11e0da443a8 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:08.775514 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c66e0fc2-3fa5-4564-ae7b-24199791ac67 req-87603626-615a-4e69-b1e2-e11e0da443a8 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=83ad7d9c-5e14-44b9-a948-c9c337d99f0c HTTP/1.1" status: 200  len: 944 time: 0.1375697
May 07 21:57:08.816002 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 0018a0ea-3b54-48b4-be4c-da78c12b4100 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:57:08.818932 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (0018a0ea-3b54-48b4-be4c-da78c12b4100), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:08.866197 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-fa1afef9-0eae-44db-b527-a37d7c8d3bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cf0aeb0>, [{'id': '2091eed6-c93b-4ca9-abeb-375aabad6d38', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-333244832-router', 'tenant_id': 'bdb8a8a58b5b4b9b95ac9d6a782df6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.127'}], 'enable_snat': True}, 'gw_port_id': 'ff207637-ed28-4331-9399-f78650a519ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:56:11Z', 'updated_at': '2022-05-07T21:57:04Z', 'revision_number': 5, 'project_id': 'bdb8a8a58b5b4b9b95ac9d6a782df6af', 'gw_port': {'id': 'ff207637-ed28-4331-9399-f78650a519ed', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2091eed6-c93b-4ca9-abeb-375aabad6d38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:56:12Z', 'updated_at': '2022-05-07T21:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:57:08.897155 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76fb1f24-8416-4b15-b95f-ec086bc7ee8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0018a0ea-3b54-48b4-be4c-da78c12b4100'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:57:08.904944 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-838147db-aa2e-4ba7-ab0a-bc8875d3aa08" -d '{"events": [{"server_uuid": "76fb1f24-8416-4b15-b95f-ec086bc7ee8b", "name": "network-vif-plugged", "status": "completed", "tag": "0018a0ea-3b54-48b4-be4c-da78c12b4100"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:57:08.913774 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1afef9-0eae-44db-b527-a37d7c8d3bb0 None None] The sync data for ids ['2091eed6-c93b-4ca9-abeb-375aabad6d38'] in ncdv-master-1 is: [{'id': '2091eed6-c93b-4ca9-abeb-375aabad6d38', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-333244832-router', 'tenant_id': 'bdb8a8a58b5b4b9b95ac9d6a782df6af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.127'}], 'enable_snat': True}, 'gw_port_id': 'ff207637-ed28-4331-9399-f78650a519ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:56:11Z', 'updated_at': '2022-05-07T21:57:04Z', 'revision_number': 5, 'project_id': 'bdb8a8a58b5b4b9b95ac9d6a782df6af', 'gw_port': {'id': 'ff207637-ed28-4331-9399-f78650a519ed', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:f5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2091eed6-c93b-4ca9-abeb-375aabad6d38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:56:12Z', 'updated_at': '2022-05-07T21:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:57:08.966412 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 0018a0ea-3b54-48b4-be4c-da78c12b4100, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0018a0ea-3b54-48b4-be4c-da78c12b4100,segment=NetworkSegment(c1f62f1a-7390-4968-bfcd-e0354648ad7b),segment_id=c1f62f1a-7390-4968-bfcd-e0354648ad7b)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:57:08.987736 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (0018a0ea-3b54-48b4-be4c-da78c12b4100), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:08.988811 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device e8fb4c79-a7ca-4fee-9d39-932cf793d33f no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:57:09.103769 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] No Port match for: e8fb4c79-a7ca-4fee-9d39-932cf793d33f {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:57:09.116500 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c66e0fc2-3fa5-4564-ae7b-24199791ac67 req-416be80f-f26c-435b-995b-868d0e802c73 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups?id=108d65d8-0253-46f4-addb-267f67931aa5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3205657
May 07 21:57:09.119615 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device e8fb4c79-a7ca-4fee-9d39-932cf793d33f not bound to the agent host nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:57:09.171473 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-8925fbff-d3a6-4d37-85b6-992bb5ca74cb req-0b7cd853-ecb9-4d7b-a980-a19baa43f04c service neutron] Attempting to bind port d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:57:09.171856 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-8925fbff-d3a6-4d37-85b6-992bb5ca74cb req-0b7cd853-ecb9-4d7b-a980-a19baa43f04c service neutron] Attempting to bind port d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '16a3e44e-cf3e-4bbc-83bb-ad3918f988bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '772be29c-bb44-46ae-a3e0-b0a78574bddf'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:57:09.172230 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8925fbff-d3a6-4d37-85b6-992bb5ca74cb req-0b7cd853-ecb9-4d7b-a980-a19baa43f04c service neutron] Attempting to bind port d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2 on network 772be29c-bb44-46ae-a3e0-b0a78574bddf {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:57:09.193987 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8925fbff-d3a6-4d37-85b6-992bb5ca74cb req-0b7cd853-ecb9-4d7b-a980-a19baa43f04c service neutron] Port d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2 on network 772be29c-bb44-46ae-a3e0-b0a78574bddf not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:57:09.194566 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8925fbff-d3a6-4d37-85b6-992bb5ca74cb req-0b7cd853-ecb9-4d7b-a980-a19baa43f04c service neutron] Attempting to bind port d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2 on network 772be29c-bb44-46ae-a3e0-b0a78574bddf {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:57:09.208035 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8925fbff-d3a6-4d37-85b6-992bb5ca74cb req-0b7cd853-ecb9-4d7b-a980-a19baa43f04c service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:57:09.209023 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=0018a0ea-3b54-48b4-be4c-da78c12b4100,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:09.209208 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8925fbff-d3a6-4d37-85b6-992bb5ca74cb req-0b7cd853-ecb9-4d7b-a980-a19baa43f04c service neutron] Checking segment: {'id': '16a3e44e-cf3e-4bbc-83bb-ad3918f988bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '772be29c-bb44-46ae-a3e0-b0a78574bddf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:57:09.211409 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8925fbff-d3a6-4d37-85b6-992bb5ca74cb req-0b7cd853-ecb9-4d7b-a980-a19baa43f04c service neutron] Bound using segment: {'id': '16a3e44e-cf3e-4bbc-83bb-ad3918f988bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '772be29c-bb44-46ae-a3e0-b0a78574bddf'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:57:09.212059 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-8925fbff-d3a6-4d37-85b6-992bb5ca74cb req-0b7cd853-ecb9-4d7b-a980-a19baa43f04c service neutron] Bound port: d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16a3e44e-cf3e-4bbc-83bb-ad3918f988bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '772be29c-bb44-46ae-a3e0-b0a78574bddf'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:57:09.215027 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-8925fbff-d3a6-4d37-85b6-992bb5ca74cb req-0b7cd853-ecb9-4d7b-a980-a19baa43f04c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:09.240651 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4341983c-62bd-42d9-8f7a-5b2f58a8aaaa x-openstack-request-id: req-4341983c-62bd-42d9-8f7a-5b2f58a8aaaa {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:57:09.241139 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76fb1f24-8416-4b15-b95f-ec086bc7ee8b", "name": "network-vif-plugged", "status": "completed", "tag": "0018a0ea-3b54-48b4-be4c-da78c12b4100", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:57:09.241541 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4341983c-62bd-42d9-8f7a-5b2f58a8aaaa {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:57:09.242092 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4341983c-62bd-42d9-8f7a-5b2f58a8aaaa'] response: {'server_uuid': '76fb1f24-8416-4b15-b95f-ec086bc7ee8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0018a0ea-3b54-48b4-be4c-da78c12b4100', 'code': 200}
May 07 21:57:09.429448 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e08846-3c26-4a11-b1cb-0193ad854fe9 req-0e8006d6-0cd9-4b6e-80ec-996d36b0914d tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:09.446384 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a9e08846-3c26-4a11-b1cb-0193ad854fe9 req-0e8006d6-0cd9-4b6e-80ec-996d36b0914d tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?device_id=120a21bb-a0eb-49aa-adce-3903960c1785 HTTP/1.1" status: 200  len: 949 time: 0.1314502
May 07 21:57:09.453380 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-8925fbff-d3a6-4d37-85b6-992bb5ca74cb req-0b7cd853-ecb9-4d7b-a980-a19baa43f04c service neutron] For port d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2, host nch1-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:57:09.467560 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-8925fbff-d3a6-4d37-85b6-992bb5ca74cb req-0b7cd853-ecb9-4d7b-a980-a19baa43f04c service neutron] For port d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2,segment=NetworkSegment(16a3e44e-cf3e-4bbc-83bb-ad3918f988bd),segment_id=16a3e44e-cf3e-4bbc-83bb-ad3918f988bd)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:57:09.483515 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-8925fbff-d3a6-4d37-85b6-992bb5ca74cb req-0b7cd853-ecb9-4d7b-a980-a19baa43f04c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:09.578428 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8b275e-6491-4e6d-a38c-9dc4efdb6377 req-97af23bc-8893-43a7-95e1-4e3a42ebf04a tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:09.590918 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-de8b275e-6491-4e6d-a38c-9dc4efdb6377 req-97af23bc-8893-43a7-95e1-4e3a42ebf04a tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=76fb1f24-8416-4b15-b95f-ec086bc7ee8b HTTP/1.1" status: 200  len: 946 time: 0.1400383
May 07 21:57:09.602000 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8925fbff-d3a6-4d37-85b6-992bb5ca74cb req-0b7cd853-ecb9-4d7b-a980-a19baa43f04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:09.602000 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-8925fbff-d3a6-4d37-85b6-992bb5ca74cb req-0b7cd853-ecb9-4d7b-a980-a19baa43f04c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:09.602000 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8925fbff-d3a6-4d37-85b6-992bb5ca74cb req-0b7cd853-ecb9-4d7b-a980-a19baa43f04c service neutron] 10.222.0.55 "PUT /v2.0/ports/d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2 HTTP/1.1" status: 200  len: 1092 time: 1.6354349
May 07 21:57:09.602000 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83ad7d9c-5e14-44b9-a948-c9c337d99f0c', 'tag': 'd4e2b793-5d2d-4a07-9cc6-af0c205ae6e2'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:57:09.602000 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5baa9578-6ebe-4e3a-a67e-09d789cd5f08" -d '{"events": [{"name": "network-changed", "server_uuid": "83ad7d9c-5e14-44b9-a948-c9c337d99f0c", "tag": "d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:57:09.634934 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a9e08846-3c26-4a11-b1cb-0193ad854fe9 req-d4fd3f13-2ad5-4f97-b62e-ba364458be4f tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/security-groups?id=aca2780c-128c-4de5-85a4-a7e10bd42e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1745009
May 07 21:57:09.677015 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ba3baa-b168-47c4-9446-5ded92b7fb88 req-c7c13cca-adde-41cf-a567-cc9b6b4d6264 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:09.678923 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-76ba3baa-b168-47c4-9446-5ded92b7fb88 req-c7c13cca-adde-41cf-a567-cc9b6b4d6264 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.59 "GET /v2.0/ports?device_id=120a21bb-a0eb-49aa-adce-3903960c1785 HTTP/1.1" status: 200  len: 949 time: 0.1793070
May 07 21:57:09.719708 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c36da5d-877d-43cc-b7e0-18397a18df99 req-6f15e98b-3ba1-4a4c-b527-2399e82ed8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:09.726352 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7c36da5d-877d-43cc-b7e0-18397a18df99 req-6f15e98b-3ba1-4a4c-b527-2399e82ed8e3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=76fb1f24-8416-4b15-b95f-ec086bc7ee8b HTTP/1.1" status: 200  len: 1128 time: 0.2277493
May 07 21:57:09.735766 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d2a60e-0421-4113-a896-5ac20965962d x-openstack-request-id: req-54d2a60e-0421-4113-a896-5ac20965962d {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:57:09.736645 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83ad7d9c-5e14-44b9-a948-c9c337d99f0c", "tag": "d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:57:09.736910 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-54d2a60e-0421-4113-a896-5ac20965962d {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:57:09.737329 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54d2a60e-0421-4113-a896-5ac20965962d'] response: {'name': 'network-changed', 'server_uuid': '83ad7d9c-5e14-44b9-a948-c9c337d99f0c', 'tag': 'd4e2b793-5d2d-4a07-9cc6-af0c205ae6e2', 'status': 'completed', 'code': 200}
May 07 21:57:09.778892 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9522d1f4-4c6c-4d5f-a8ff-721283c3d003 req-e85ee40b-b9d0-451b-9f95-443a75b66fc8 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:09.780643 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9522d1f4-4c6c-4d5f-a8ff-721283c3d003 req-e85ee40b-b9d0-451b-9f95-443a75b66fc8 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.59 "GET /v2.0/ports?device_id=0010a466-c288-469b-99f3-a3db8a5efb7c HTTP/1.1" status: 200  len: 950 time: 0.2214985
May 07 21:57:09.849681 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-de8b275e-6491-4e6d-a38c-9dc4efdb6377 req-12e0f251-f647-4204-a203-ca21ecac63fb tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2529650
May 07 21:57:09.881626 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7cd853-ecb9-4d7b-a980-a19baa43f04c service neutron] Pushing event updated for resources: {'Port': ['ID=d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2,revision_number=3']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:09.902520 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8925fbff-d3a6-4d37-85b6-992bb5ca74cb req-e0d85b1e-47e2-4b0d-b619-8b44d599b602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:09.908872 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8925fbff-d3a6-4d37-85b6-992bb5ca74cb req-e0d85b1e-47e2-4b0d-b619-8b44d599b602 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=93c3c71171814bb7b1018904086ad506&device_id=83ad7d9c-5e14-44b9-a948-c9c337d99f0c HTTP/1.1" status: 200  len: 1126 time: 0.2367370
May 07 21:57:09.961807 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7c36da5d-877d-43cc-b7e0-18397a18df99 req-35ed7f32-10ab-4b4e-8b68-3e06694de77c service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1801753
May 07 21:57:09.995452 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7768fbcd-7e53-437a-b4d4-3057358c91cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (ff207637-ed28-4331-9399-f78650a519ed), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:10.019021 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8925fbff-d3a6-4d37-85b6-992bb5ca74cb req-d89a6003-d121-412f-8403-93c2dd159587 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2 HTTP/1.1" status: 200  len: 217 time: 0.0557559
May 07 21:57:10.019984 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-76ba3baa-b168-47c4-9446-5ded92b7fb88 req-9eb30bac-587b-4051-aa4a-9072b52fe521 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Deleting port 3eec7149-cebf-4a54-bf65-c4194dd2be8d {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:57:10.020329 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-76ba3baa-b168-47c4-9446-5ded92b7fb88 req-9eb30bac-587b-4051-aa4a-9072b52fe521 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (3eec7149-cebf-4a54-bf65-c4194dd2be8d), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:10.059568 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7768fbcd-7e53-437a-b4d4-3057358c91cd admin admin] Pushing event deleted for resources: {'Port': ['ID=ff207637-ed28-4331-9399-f78650a519ed,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:10.101538 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-9522d1f4-4c6c-4d5f-a8ff-721283c3d003 req-27d120da-e65f-49e7-930a-ef75c61c1194 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Deleting port 5e8b0963-4bbd-4b02-9602-197e95f150cb {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:57:10.101814 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-9522d1f4-4c6c-4d5f-a8ff-721283c3d003 req-27d120da-e65f-49e7-930a-ef75c61c1194 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (5e8b0963-4bbd-4b02-9602-197e95f150cb), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:10.118252 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8925fbff-d3a6-4d37-85b6-992bb5ca74cb req-ef4c342c-36b0-4a42-b3e2-c9fcbfa4a157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:10.120317 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8925fbff-d3a6-4d37-85b6-992bb5ca74cb req-ef4c342c-36b0-4a42-b3e2-c9fcbfa4a157 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f41cdf1c-9de4-46dc-8689-4d3b6400326c HTTP/1.1" status: 200  len: 856 time: 0.0948601
May 07 21:57:10.218408 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8925fbff-d3a6-4d37-85b6-992bb5ca74cb req-b8e7b6b7-012f-4451-9bca-baf467a85ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:10.224773 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8925fbff-d3a6-4d37-85b6-992bb5ca74cb req-b8e7b6b7-012f-4451-9bca-baf467a85ee1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=772be29c-bb44-46ae-a3e0-b0a78574bddf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0977778
May 07 21:57:10.225277 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 46170) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:10.265254 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-76ba3baa-b168-47c4-9446-5ded92b7fb88 req-9eb30bac-587b-4051-aa4a-9072b52fe521 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] For port 3eec7149-cebf-4a54-bf65-c4194dd2be8d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3eec7149-cebf-4a54-bf65-c4194dd2be8d,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:57:10.265521 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-76ba3baa-b168-47c4-9446-5ded92b7fb88 req-9eb30bac-587b-4051-aa4a-9072b52fe521 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (3eec7149-cebf-4a54-bf65-c4194dd2be8d), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:10.278923 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7768fbcd-7e53-437a-b4d4-3057358c91cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395776'] for router_gateway (2091eed6-c93b-4ca9-abeb-375aabad6d38), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:10.360652 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-76ba3baa-b168-47c4-9446-5ded92b7fb88 req-9eb30bac-587b-4051-aa4a-9072b52fe521 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Calling delete_port for 3eec7149-cebf-4a54-bf65-c4194dd2be8d owned by compute:nova {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:57:10.398330 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4d09070f-b5c8-4a8f-893e-4d4c2ac06c3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:10.412431 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-9522d1f4-4c6c-4d5f-a8ff-721283c3d003 req-27d120da-e65f-49e7-930a-ef75c61c1194 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] For port 5e8b0963-4bbd-4b02-9602-197e95f150cb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5e8b0963-4bbd-4b02-9602-197e95f150cb,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:57:10.412800 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-9522d1f4-4c6c-4d5f-a8ff-721283c3d003 req-27d120da-e65f-49e7-930a-ef75c61c1194 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (5e8b0963-4bbd-4b02-9602-197e95f150cb), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:10.417485 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7768fbcd-7e53-437a-b4d4-3057358c91cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (2091eed6-c93b-4ca9-abeb-375aabad6d38), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:10.418362 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f463ad89-e5ba-402a-b5f6-24c102f2fe29 req-091424ab-7b93-4715-93d2-894293e75418 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:10.420052 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f463ad89-e5ba-402a-b5f6-24c102f2fe29 req-091424ab-7b93-4715-93d2-894293e75418 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=83ad7d9c-5e14-44b9-a948-c9c337d99f0c HTTP/1.1" status: 200  len: 944 time: 0.1321573
May 07 21:57:10.425451 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7768fbcd-7e53-437a-b4d4-3057358c91cd admin admin] Publish callbacks [] for router_controller (2091eed6-c93b-4ca9-abeb-375aabad6d38), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:10.465536 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-9522d1f4-4c6c-4d5f-a8ff-721283c3d003 req-27d120da-e65f-49e7-930a-ef75c61c1194 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Calling delete_port for 5e8b0963-4bbd-4b02-9602-197e95f150cb owned by compute:nova {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:57:10.505132 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8925fbff-d3a6-4d37-85b6-992bb5ca74cb req-3c267f21-9e88-45b0-ae78-f1a0d08348c2 service neutron] 10.222.0.55 "GET /v2.0/networks/772be29c-bb44-46ae-a3e0-b0a78574bddf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2739384
May 07 21:57:10.572161 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f463ad89-e5ba-402a-b5f6-24c102f2fe29 req-e144bcf9-10cd-4822-8726-a9dcb4997640 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups?id=108d65d8-0253-46f4-addb-267f67931aa5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1401107
May 07 21:57:10.584594 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7768fbcd-7e53-437a-b4d4-3057358c91cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (2091eed6-c93b-4ca9-abeb-375aabad6d38), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:10.585919 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7768fbcd-7e53-437a-b4d4-3057358c91cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2091eed6-c93b-4ca9-abeb-375aabad6d38 {{(pid=121837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 21:57:10.599693 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7768fbcd-7e53-437a-b4d4-3057358c91cd admin admin] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:10.601155 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-7768fbcd-7e53-437a-b4d4-3057358c91cd admin admin] 10.222.0.32 "DELETE /v2.0/routers/2091eed6-c93b-4ca9-abeb-375aabad6d38 HTTP/1.1" status: 204  len: 168 time: 3.0385075
May 07 21:57:10.627966 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 46180) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:10.679029 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-76ba3baa-b168-47c4-9446-5ded92b7fb88 req-9eb30bac-587b-4051-aa4a-9072b52fe521 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (3eec7149-cebf-4a54-bf65-c4194dd2be8d), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:10.695618 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['0f31f820-4134-4910-88d6-283ed3ed34a7', '5e8b0963-4bbd-4b02-9602-197e95f150cb'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:57:10.737877 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4d09070f-b5c8-4a8f-893e-4d4c2ac06c3e admin admin] Publish callbacks [] for security_group (db8c09b3-34fa-4cdb-bd13-8052a4a5b0dd), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:10.748288 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_v2 [None req-6febe5e9-8be4-4536-bf0d-68ddee170cc8 admin admin] Deleting subnet 8f704450-2b28-492f-a4bc-2dad183a8ba7 {{(pid=121836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 21:57:10.756138 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6febe5e9-8be4-4536-bf0d-68ddee170cc8 admin admin] Publish callbacks [] for subnet (8f704450-2b28-492f-a4bc-2dad183a8ba7), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:10.759023 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4d09070f-b5c8-4a8f-893e-4d4c2ac06c3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (db8c09b3-34fa-4cdb-bd13-8052a4a5b0dd), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:10.763652 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8925fbff-d3a6-4d37-85b6-992bb5ca74cb req-893ac4cd-5949-47f6-92ca-f7f364bdfd39 service neutron] 10.222.0.55 "GET /v2.0/networks/772be29c-bb44-46ae-a3e0-b0a78574bddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2463410
May 07 21:57:10.823802 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb30bac-587b-4051-aa4a-9072b52fe521 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Pushing event deleted for resources: {'Port': ['ID=3eec7149-cebf-4a54-bf65-c4194dd2be8d,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:10.873729 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-4d09070f-b5c8-4a8f-893e-4d4c2ac06c3e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=90177783152c4dc4a2e6f648c21653cb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6429672
May 07 21:57:10.873729 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d09070f-b5c8-4a8f-893e-4d4c2ac06c3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db8c09b3-34fa-4cdb-bd13-8052a4a5b0dd,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:10.878094 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 46188) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:10.886205 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6febe5e9-8be4-4536-bf0d-68ddee170cc8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726883'] for subnet (8f704450-2b28-492f-a4bc-2dad183a8ba7), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:10.970689 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0f8779db-60de-4759-9598-991491cc8f7d req-be8338d3-0cc1-4734-a1a7-1d0f5774b505 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?device_id=120a21bb-a0eb-49aa-adce-3903960c1785 HTTP/1.1" status: 200  len: 210 time: 0.2055054
May 07 21:57:11.049815 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-76ba3baa-b168-47c4-9446-5ded92b7fb88 req-9eb30bac-587b-4051-aa4a-9072b52fe521 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] No DVR routers for this DVR port 3eec7149-cebf-4a54-bf65-c4194dd2be8d on host nch2-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:57:11.058518 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-76ba3baa-b168-47c4-9446-5ded92b7fb88 req-9eb30bac-587b-4051-aa4a-9072b52fe521 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:11.067324 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-76ba3baa-b168-47c4-9446-5ded92b7fb88 req-9eb30bac-587b-4051-aa4a-9072b52fe521 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.59 "DELETE /v2.0/ports/3eec7149-cebf-4a54-bf65-c4194dd2be8d HTTP/1.1" status: 204  len: 173 time: 1.3810599
May 07 21:57:11.070067 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '120a21bb-a0eb-49aa-adce-3903960c1785', 'name': 'network-vif-deleted', 'tag': '3eec7149-cebf-4a54-bf65-c4194dd2be8d'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:57:11.075354 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb4a98af-559a-485f-be2f-3b5c3cb0e617" -d '{"events": [{"server_uuid": "120a21bb-a0eb-49aa-adce-3903960c1785", "name": "network-vif-deleted", "tag": "3eec7149-cebf-4a54-bf65-c4194dd2be8d"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:57:11.096567 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-9522d1f4-4c6c-4d5f-a8ff-721283c3d003 req-27d120da-e65f-49e7-930a-ef75c61c1194 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (5e8b0963-4bbd-4b02-9602-197e95f150cb), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:11.116802 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 078b04c5-d922-4a3f-a0fa-c2848b8a5d58 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:57:11.119920 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['0f31f820-4134-4910-88d6-283ed3ed34a7', '5e8b0963-4bbd-4b02-9602-197e95f150cb'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:57:11.142525 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d120da-e65f-49e7-930a-ef75c61c1194 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Pushing event deleted for resources: {'Port': ['ID=5e8b0963-4bbd-4b02-9602-197e95f150cb,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:11.174511 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ec7a5f-6412-4ffd-8313-7c8a2b7f8740 x-openstack-request-id: req-93ec7a5f-6412-4ffd-8313-7c8a2b7f8740 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:57:11.174511 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "120a21bb-a0eb-49aa-adce-3903960c1785", "name": "network-vif-deleted", "tag": "3eec7149-cebf-4a54-bf65-c4194dd2be8d", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:57:11.174511 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-93ec7a5f-6412-4ffd-8313-7c8a2b7f8740 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:57:11.174511 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93ec7a5f-6412-4ffd-8313-7c8a2b7f8740'] response: {'server_uuid': '120a21bb-a0eb-49aa-adce-3903960c1785', 'name': 'network-vif-deleted', 'tag': '3eec7149-cebf-4a54-bf65-c4194dd2be8d', 'status': 'completed', 'code': 200}
May 07 21:57:11.251209 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 078b04c5-d922-4a3f-a0fa-c2848b8a5d58 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:57:11.251893 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 078b04c5-d922-4a3f-a0fa-c2848b8a5d58 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:57:11.291518 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-9522d1f4-4c6c-4d5f-a8ff-721283c3d003 req-27d120da-e65f-49e7-930a-ef75c61c1194 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] No DVR routers for this DVR port 5e8b0963-4bbd-4b02-9602-197e95f150cb on host nch2-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:57:11.303425 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-9522d1f4-4c6c-4d5f-a8ff-721283c3d003 req-27d120da-e65f-49e7-930a-ef75c61c1194 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:11.314839 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9522d1f4-4c6c-4d5f-a8ff-721283c3d003 req-27d120da-e65f-49e7-930a-ef75c61c1194 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.59 "DELETE /v2.0/ports/5e8b0963-4bbd-4b02-9602-197e95f150cb HTTP/1.1" status: 204  len: 173 time: 1.5043001
May 07 21:57:11.483419 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 3eec7149-cebf-4a54-bf65-c4194dd2be8d no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:57:11.538233 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] No Port match for: 3eec7149-cebf-4a54-bf65-c4194dd2be8d {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:57:11.538732 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 3eec7149-cebf-4a54-bf65-c4194dd2be8d not bound to the agent host nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:57:11.642238 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acb70a6-9252-447f-98f5-827a40a88ccf req-3d910203-7a3c-4b80-95cd-1a8a5a58a9e0 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:11.643825 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0acb70a6-9252-447f-98f5-827a40a88ccf req-3d910203-7a3c-4b80-95cd-1a8a5a58a9e0 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=76fb1f24-8416-4b15-b95f-ec086bc7ee8b HTTP/1.1" status: 200  len: 946 time: 0.6509869
May 07 21:57:11.704547 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-de68d10f-b5c8-4dda-8be3-f69358c3ba96 admin admin] Publish callbacks [] for security_group (db8c09b3-34fa-4cdb-bd13-8052a4a5b0dd), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:11.774686 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c331d51-2d59-4ef6-908a-359fcbabf775 req-d462d6ba-1d01-469f-89c9-483a645d9d62 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:11.776378 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3c331d51-2d59-4ef6-908a-359fcbabf775 req-d462d6ba-1d01-469f-89c9-483a645d9d62 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=83ad7d9c-5e14-44b9-a948-c9c337d99f0c HTTP/1.1" status: 200  len: 944 time: 0.0739336
May 07 21:57:11.781213 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baa9578-6ebe-4e3a-a67e-09d789cd5f08 req-554bcc12-ab4d-4c8b-ba0e-d448260e5dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:11.783563 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5baa9578-6ebe-4e3a-a67e-09d789cd5f08 req-554bcc12-ab4d-4c8b-ba0e-d448260e5dce service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=93c3c71171814bb7b1018904086ad506&device_id=83ad7d9c-5e14-44b9-a948-c9c337d99f0c HTTP/1.1" status: 200  len: 1126 time: 0.1497910
May 07 21:57:11.789941 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6febe5e9-8be4-4536-bf0d-68ddee170cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (8f704450-2b28-492f-a4bc-2dad183a8ba7), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:11.798723 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-de68d10f-b5c8-4dda-8be3-f69358c3ba96 admin admin] Publish callbacks [] for security_group (db8c09b3-34fa-4cdb-bd13-8052a4a5b0dd), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:11.833287 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3c331d51-2d59-4ef6-908a-359fcbabf775 req-948321a0-53ca-4260-be36-ed1cdd4eb085 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups?id=108d65d8-0253-46f4-addb-267f67931aa5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480180
May 07 21:57:11.948473 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0acb70a6-9252-447f-98f5-827a40a88ccf req-73ab6497-1610-4bc1-a2cf-0f179e657220 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2870390
May 07 21:57:12.041714 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baa9578-6ebe-4e3a-a67e-09d789cd5f08 req-fe6ed88c-ae53-45dc-9bde-a5316b979427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:12.043645 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5baa9578-6ebe-4e3a-a67e-09d789cd5f08 req-fe6ed88c-ae53-45dc-9bde-a5316b979427 service neutron] 10.222.0.55 "GET /v2.0/networks?id=772be29c-bb44-46ae-a3e0-b0a78574bddf HTTP/1.1" status: 200  len: 918 time: 0.2480693
May 07 21:57:12.049289 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6febe5e9-8be4-4536-bf0d-68ddee170cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (8f704450-2b28-492f-a4bc-2dad183a8ba7), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:12.063815 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-de68d10f-b5c8-4dda-8be3-f69358c3ba96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (db8c09b3-34fa-4cdb-bd13-8052a4a5b0dd), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:12.067027 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-de68d10f-b5c8-4dda-8be3-f69358c3ba96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:12.070940 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-de68d10f-b5c8-4dda-8be3-f69358c3ba96 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/db8c09b3-34fa-4cdb-bd13-8052a4a5b0dd HTTP/1.1" status: 204  len: 168 time: 1.1858110
May 07 21:57:12.152239 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de68d10f-b5c8-4dda-8be3-f69358c3ba96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db8c09b3-34fa-4cdb-bd13-8052a4a5b0dd,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:12.155145 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5baa9578-6ebe-4e3a-a67e-09d789cd5f08 req-0caad4a1-cd79-43fd-b67e-c59e36c1f096 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2 HTTP/1.1" status: 200  len: 217 time: 0.1026194
May 07 21:57:12.160386 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6febe5e9-8be4-4536-bf0d-68ddee170cc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:12.172823 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ea0ce7-8cd1-4308-b394-615513d826c2 None None] Network cad67ef4-7464-41a3-89b9-99b9a8d2dcdb requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:57:12.180726 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-6febe5e9-8be4-4536-bf0d-68ddee170cc8 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/8f704450-2b28-492f-a4bc-2dad183a8ba7 HTTP/1.1" status: 204  len: 168 time: 1.5515113
May 07 21:57:12.183393 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 46224) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:12.185951 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6febe5e9-8be4-4536-bf0d-68ddee170cc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f704450-2b28-492f-a4bc-2dad183a8ba7,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:12.303356 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-78ce5476-59e6-4e7e-8121-f30f6b948978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (cad67ef4-7464-41a3-89b9-99b9a8d2dcdb), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:12.364956 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-78ce5476-59e6-4e7e-8121-f30f6b948978 admin admin] Deleting port d197b044-e7db-4676-b77d-6f3f985b7498 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:57:12.365422 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-78ce5476-59e6-4e7e-8121-f30f6b948978 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (d197b044-e7db-4676-b77d-6f3f985b7498), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:12.392515 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-cba5fcd2-2e9e-4376-b8f5-cb55f3b74616 req-04de51f0-3ce8-458e-8df4-e6c5e04e03ba tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?device_id=0010a466-c288-469b-99f3-a3db8a5efb7c HTTP/1.1" status: 200  len: 210 time: 0.1193812
May 07 21:57:12.436248 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baa9578-6ebe-4e3a-a67e-09d789cd5f08 req-5726252d-2910-451d-b8da-360d5566e7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:12.438351 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5baa9578-6ebe-4e3a-a67e-09d789cd5f08 req-5726252d-2910-451d-b8da-360d5566e7f3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f41cdf1c-9de4-46dc-8689-4d3b6400326c HTTP/1.1" status: 200  len: 856 time: 0.2490058
May 07 21:57:12.470297 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-78ce5476-59e6-4e7e-8121-f30f6b948978 admin admin] For port d197b044-e7db-4676-b77d-6f3f985b7498, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d197b044-e7db-4676-b77d-6f3f985b7498,segment=NetworkSegment(0be9e2c8-933a-4fe4-95a3-b99000a8e896),segment_id=0be9e2c8-933a-4fe4-95a3-b99000a8e896)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:57:12.470717 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-78ce5476-59e6-4e7e-8121-f30f6b948978 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (d197b044-e7db-4676-b77d-6f3f985b7498), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:12.486257 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-78ce5476-59e6-4e7e-8121-f30f6b948978 admin admin] Calling delete_port for d197b044-e7db-4676-b77d-6f3f985b7498 owned by network:dhcp {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:57:12.496885 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e191106-a56f-4252-a1e6-4c5ca4dcd2a5 None None] DHCP port deletion for cad67ef4-7464-41a3-89b9-99b9a8d2dcdb request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 21:57:12.560195 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baa9578-6ebe-4e3a-a67e-09d789cd5f08 req-c7ba7283-a75c-4b84-a499-63e54976f8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:12.561963 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5baa9578-6ebe-4e3a-a67e-09d789cd5f08 req-c7ba7283-a75c-4b84-a499-63e54976f8c3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=772be29c-bb44-46ae-a3e0-b0a78574bddf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1154573
May 07 21:57:12.570809 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-0e191106-a56f-4252-a1e6-4c5ca4dcd2a5 None None] Deleting port d197b044-e7db-4676-b77d-6f3f985b7498 {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:57:12.571535 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-0e191106-a56f-4252-a1e6-4c5ca4dcd2a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (d197b044-e7db-4676-b77d-6f3f985b7498), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:12.609331 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-78ce5476-59e6-4e7e-8121-f30f6b948978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (d197b044-e7db-4676-b77d-6f3f985b7498), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:12.663189 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ce5476-59e6-4e7e-8121-f30f6b948978 admin admin] Pushing event deleted for resources: {'Port': ['ID=d197b044-e7db-4676-b77d-6f3f985b7498,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:12.669690 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ce5476-59e6-4e7e-8121-f30f6b948978 admin admin] No DVR routers for this DVR port d197b044-e7db-4676-b77d-6f3f985b7498 on host ncdv-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:57:12.672979 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-0e191106-a56f-4252-a1e6-4c5ca4dcd2a5 None None] For port d197b044-e7db-4676-b77d-6f3f985b7498, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d197b044-e7db-4676-b77d-6f3f985b7498,segment=NetworkSegment(0be9e2c8-933a-4fe4-95a3-b99000a8e896),segment_id=0be9e2c8-933a-4fe4-95a3-b99000a8e896)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:57:12.674069 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-0e191106-a56f-4252-a1e6-4c5ca4dcd2a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (d197b044-e7db-4676-b77d-6f3f985b7498), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:12.688010 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5baa9578-6ebe-4e3a-a67e-09d789cd5f08 req-3979783b-3382-4ddd-96e1-ed1a19096c65 service neutron] 10.222.0.55 "GET /v2.0/networks/772be29c-bb44-46ae-a3e0-b0a78574bddf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1191573
May 07 21:57:12.691838 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-0e191106-a56f-4252-a1e6-4c5ca4dcd2a5 None None] Calling delete_port for d197b044-e7db-4676-b77d-6f3f985b7498 owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:57:12.788151 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-78ce5476-59e6-4e7e-8121-f30f6b948978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (cad67ef4-7464-41a3-89b9-99b9a8d2dcdb), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:12.802576 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-0e191106-a56f-4252-a1e6-4c5ca4dcd2a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (d197b044-e7db-4676-b77d-6f3f985b7498), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:12.812078 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5baa9578-6ebe-4e3a-a67e-09d789cd5f08 req-405109de-0e3a-431c-92bc-0dad0482d4dd service neutron] 10.222.0.55 "GET /v2.0/networks/772be29c-bb44-46ae-a3e0-b0a78574bddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1171899
May 07 21:57:12.820058 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-78ce5476-59e6-4e7e-8121-f30f6b948978 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf86c3f730>,) {'filters': {'network_id': ['cad67ef4-7464-41a3-89b9-99b9a8d2dcdb']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:57:12.824976 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e191106-a56f-4252-a1e6-4c5ca4dcd2a5 None None] No DVR routers for this DVR port d197b044-e7db-4676-b77d-6f3f985b7498 on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:57:12.851186 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-78ce5476-59e6-4e7e-8121-f30f6b948978 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf86c3f730>, '0be9e2c8-933a-4fe4-95a3-b99000a8e896') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:57:12.851490 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-78ce5476-59e6-4e7e-8121-f30f6b948978 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf86c3f730>, '0be9e2c8-933a-4fe4-95a3-b99000a8e896') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:57:12.863866 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e191106-a56f-4252-a1e6-4c5ca4dcd2a5 None None] Pushing event deleted for resources: {'Port': ['ID=d197b044-e7db-4676-b77d-6f3f985b7498,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:12.878982 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-78ce5476-59e6-4e7e-8121-f30f6b948978 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (0be9e2c8-933a-4fe4-95a3-b99000a8e896), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:12.909150 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-78ce5476-59e6-4e7e-8121-f30f6b948978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (0be9e2c8-933a-4fe4-95a3-b99000a8e896), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:12.935947 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78ce5476-59e6-4e7e-8121-f30f6b948978 admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 21:57:12.937364 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-78ce5476-59e6-4e7e-8121-f30f6b948978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (0be9e2c8-933a-4fe4-95a3-b99000a8e896), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:12.942275 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 21:57:12.942275 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 21:57:12.942275 ncdv-master-1 neutron-server[121837]:     timer()
May 07 21:57:12.942275 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 21:57:12.942275 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 21:57:12.942275 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 21:57:12.942275 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 21:57:12.942275 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 21:57:12.942275 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 21:57:12.942275 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 21:57:12.942275 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 21:57:12.942275 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 21:57:12.942275 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 21:57:12.942275 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 21:57:12.942275 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 21:57:12.942275 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 21:57:12.942275 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 21:57:12.942275 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 21:57:12.942275 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 21:57:12.942275 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 21:57:12.942275 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 21:57:12.942275 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 21:57:12.942275 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 21:57:12.942275 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 21:57:12.942275 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 21:57:12.942275 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 21:57:12.942275 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 21:57:12.942275 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 21:57:12.942275 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 21:57:12.942275 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 21:57:12.942275 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 21:57:12.942275 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 21:57:12.989890 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device ff207637-ed28-4331-9399-f78650a519ed no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:57:13.029558 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: ff207637-ed28-4331-9399-f78650a519ed {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:57:13.029903 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device ff207637-ed28-4331-9399-f78650a519ed not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:57:13.030314 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device d197b044-e7db-4676-b77d-6f3f985b7498 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:57:13.068149 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: d197b044-e7db-4676-b77d-6f3f985b7498 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:57:13.068149 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device d197b044-e7db-4676-b77d-6f3f985b7498 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:57:13.086232 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 46238) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:13.101682 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-78ce5476-59e6-4e7e-8121-f30f6b948978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (cad67ef4-7464-41a3-89b9-99b9a8d2dcdb), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:13.107450 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-78ce5476-59e6-4e7e-8121-f30f6b948978 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:13.113579 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-78ce5476-59e6-4e7e-8121-f30f6b948978 admin admin] 10.222.0.32 "DELETE /v2.0/networks/cad67ef4-7464-41a3-89b9-99b9a8d2dcdb HTTP/1.1" status: 204  len: 168 time: 0.9290099
May 07 21:57:13.119985 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750ae70e-6002-4fd0-82c1-ce4e266acf8e req-ae853356-b354-4e10-9a65-0913e1c9b152 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:13.128490 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-750ae70e-6002-4fd0-82c1-ce4e266acf8e req-ae853356-b354-4e10-9a65-0913e1c9b152 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=76fb1f24-8416-4b15-b95f-ec086bc7ee8b HTTP/1.1" status: 200  len: 946 time: 0.0812061
May 07 21:57:13.131055 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc078a08-ca8d-4127-bcb7-921f2b2ed4ab req-db9dfc62-af1a-4bda-99a2-7e3a8005f2c2 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:13.132881 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-dc078a08-ca8d-4127-bcb7-921f2b2ed4ab req-db9dfc62-af1a-4bda-99a2-7e3a8005f2c2 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=83ad7d9c-5e14-44b9-a948-c9c337d99f0c HTTP/1.1" status: 200  len: 944 time: 0.1642385
May 07 21:57:13.134996 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2eb6ad83-4801-458c-8760-949613e92489 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:13.164023 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ce5476-59e6-4e7e-8121-f30f6b948978 admin admin] Pushing event deleted for resources: {'Network': ['ID=cad67ef4-7464-41a3-89b9-99b9a8d2dcdb,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:13.174792 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0010a466-c288-469b-99f3-a3db8a5efb7c', 'name': 'network-vif-deleted', 'tag': '5e8b0963-4bbd-4b02-9602-197e95f150cb'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:57:13.178704 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-278959ae-0256-4dcf-8efd-2bc809272afa" -d '{"events": [{"server_uuid": "0010a466-c288-469b-99f3-a3db8a5efb7c", "name": "network-vif-deleted", "tag": "5e8b0963-4bbd-4b02-9602-197e95f150cb"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:57:13.218851 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-750ae70e-6002-4fd0-82c1-ce4e266acf8e req-7d6e0ddf-8465-4b72-9c01-7c383c0c5595 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0855942
May 07 21:57:13.275576 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-dc078a08-ca8d-4127-bcb7-921f2b2ed4ab req-bc67fcec-d5a5-4425-af6d-7b661628d7c4 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups?id=108d65d8-0253-46f4-addb-267f67931aa5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1204653
May 07 21:57:13.281293 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df6d8be0-7314-4379-970d-38da589e748f x-openstack-request-id: req-df6d8be0-7314-4379-970d-38da589e748f {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:57:13.281819 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0010a466-c288-469b-99f3-a3db8a5efb7c", "name": "network-vif-deleted", "tag": "5e8b0963-4bbd-4b02-9602-197e95f150cb", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:57:13.283301 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-df6d8be0-7314-4379-970d-38da589e748f {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:57:13.283989 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df6d8be0-7314-4379-970d-38da589e748f'] response: {'server_uuid': '0010a466-c288-469b-99f3-a3db8a5efb7c', 'name': 'network-vif-deleted', 'tag': '5e8b0963-4bbd-4b02-9602-197e95f150cb', 'status': 'completed', 'code': 200}
May 07 21:57:13.335507 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2eb6ad83-4801-458c-8760-949613e92489 admin admin] Publish callbacks [] for security_group (23f7d6f5-4acd-4621-b7b2-766aae76d771), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:13.345463 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2eb6ad83-4801-458c-8760-949613e92489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (23f7d6f5-4acd-4621-b7b2-766aae76d771), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:13.390261 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-2eb6ad83-4801-458c-8760-949613e92489 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6b38ca9e91234b1cba5b04a824cace7d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3028402
May 07 21:57:13.392681 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb6ad83-4801-458c-8760-949613e92489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23f7d6f5-4acd-4621-b7b2-766aae76d771,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:13.393377 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 46252) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:13.467895 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 46258) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:13.488544 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 5e8b0963-4bbd-4b02-9602-197e95f150cb no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:57:13.502135 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-97013c7b-3c1e-4124-ae58-d99480aa63d4 admin admin] Publish callbacks [] for security_group (23f7d6f5-4acd-4621-b7b2-766aae76d771), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:13.530389 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-3d2f1fca-1abd-414f-8ffb-170fd94e182d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bdb8a8a58b5b4b9b95ac9d6a782df6af&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0611711
May 07 21:57:13.531817 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 46268) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:13.544239 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:57:13.551866 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] No Port match for: 5e8b0963-4bbd-4b02-9602-197e95f150cb {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:57:13.554369 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 5e8b0963-4bbd-4b02-9602-197e95f150cb not bound to the agent host nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:57:13.565151 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-97013c7b-3c1e-4124-ae58-d99480aa63d4 admin admin] Publish callbacks [] for security_group (23f7d6f5-4acd-4621-b7b2-766aae76d771), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:13.596958 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-755674fc-c586-463a-8edb-ac7fa334aa9b admin admin] Publish callbacks [] for security_group (39e0fb2f-499f-4370-bf46-3bb8288dae05), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:13.622350 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-755674fc-c586-463a-8edb-ac7fa334aa9b admin admin] Publish callbacks [] for security_group (39e0fb2f-499f-4370-bf46-3bb8288dae05), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:13.664948 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-97013c7b-3c1e-4124-ae58-d99480aa63d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (23f7d6f5-4acd-4621-b7b2-766aae76d771), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:13.668278 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-97013c7b-3c1e-4124-ae58-d99480aa63d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:13.672777 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-97013c7b-3c1e-4124-ae58-d99480aa63d4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/23f7d6f5-4acd-4621-b7b2-766aae76d771 HTTP/1.1" status: 204  len: 168 time: 0.2749166
May 07 21:57:13.691555 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97013c7b-3c1e-4124-ae58-d99480aa63d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f7d6f5-4acd-4621-b7b2-766aae76d771,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:13.711352 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-755674fc-c586-463a-8edb-ac7fa334aa9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (39e0fb2f-499f-4370-bf46-3bb8288dae05), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:13.725765 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-755674fc-c586-463a-8edb-ac7fa334aa9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:13.732104 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-755674fc-c586-463a-8edb-ac7fa334aa9b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/39e0fb2f-499f-4370-bf46-3bb8288dae05 HTTP/1.1" status: 204  len: 168 time: 0.1992483
May 07 21:57:13.754061 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755674fc-c586-463a-8edb-ac7fa334aa9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e0fb2f-499f-4370-bf46-3bb8288dae05,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:13.975683 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98289cb-9e24-45cb-872e-46e4ee509f6a req-82cefe11-6685-4417-94cf-85e7136905c6 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:13.987609 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a98289cb-9e24-45cb-872e-46e4ee509f6a req-82cefe11-6685-4417-94cf-85e7136905c6 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc809cd6-ffa7-49b3-ad2c-9bd7a75f8db2 HTTP/1.1" status: 200  len: 950 time: 0.0944269
May 07 21:57:14.008087 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787c8522-a632-42cd-a6c0-184090b170de req-dc7bfaba-b21b-4551-bae5-74337a0d30a4 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:14.009608 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-787c8522-a632-42cd-a6c0-184090b170de req-dc7bfaba-b21b-4551-bae5-74337a0d30a4 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=76fb1f24-8416-4b15-b95f-ec086bc7ee8b HTTP/1.1" status: 200  len: 946 time: 0.1204891
May 07 21:57:14.045945 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2,segment=NetworkSegment(16a3e44e-cf3e-4bbc-83bb-ad3918f988bd),segment_id=16a3e44e-cf3e-4bbc-83bb-ad3918f988bd)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:57:14.062974 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a98289cb-9e24-45cb-872e-46e4ee509f6a req-141f644a-f895-4d33-9d35-da5f8ee35ebf tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/security-groups?id=aca2780c-128c-4de5-85a4-a7e10bd42e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0741329
May 07 21:57:14.076049 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': 'd4e2b793-5d2d-4a07-9cc6-af0c205ae6e2', 'network_id': '772be29c-bb44-46ae-a3e0-b0a78574bddf', 'port_id': 'd4e2b793-5d2d-4a07-9cc6-af0c205ae6e2', 'mac_address': 'fa:16:3e:0d:5a:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f41cdf1c-9de4-46dc-8689-4d3b6400326c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:57:14.108057 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-787c8522-a632-42cd-a6c0-184090b170de req-f420e949-c90e-4b3e-bc6e-965e2f393dd7 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0861430
May 07 21:57:14.137896 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:57:14.138609 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:14.159617 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:57:14.182993 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2,segment=NetworkSegment(16a3e44e-cf3e-4bbc-83bb-ad3918f988bd),segment_id=16a3e44e-cf3e-4bbc-83bb-ad3918f988bd)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:57:14.188656 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:14.251925 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:14.447025 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:57:14.468136 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab278733-074a-4d56-a119-ac235b4c4238 req-f6d402a8-7fa2-421c-8780-20731ca5cdf0 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:14.470218 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ab278733-074a-4d56-a119-ac235b4c4238 req-f6d402a8-7fa2-421c-8780-20731ca5cdf0 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=83ad7d9c-5e14-44b9-a948-c9c337d99f0c HTTP/1.1" status: 200  len: 945 time: 0.0799031
May 07 21:57:14.540191 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ab278733-074a-4d56-a119-ac235b4c4238 req-78f2d180-5c8e-4041-91eb-c47276b7035b tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups?id=108d65d8-0253-46f4-addb-267f67931aa5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0608511
May 07 21:57:15.124957 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9c1099-1b21-4650-8dfc-38ee96d33e37 req-c1f2d51c-c893-4896-adf6-cd52a67e1df9 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:15.124957 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ca9c1099-1b21-4650-8dfc-38ee96d33e37 req-c1f2d51c-c893-4896-adf6-cd52a67e1df9 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.59 "GET /v2.0/ports?device_id=dc809cd6-ffa7-49b3-ad2c-9bd7a75f8db2 HTTP/1.1" status: 200  len: 950 time: 0.0709765
May 07 21:57:15.151382 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 46344) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:15.256362 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dbfb11-7ecc-4d4d-971a-c75ccc6aa9de req-10fb4640-a6d1-4e5f-ba25-f63f8c03d642 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:15.258328 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b7dbfb11-7ecc-4d4d-971a-c75ccc6aa9de req-10fb4640-a6d1-4e5f-ba25-f63f8c03d642 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc809cd6-ffa7-49b3-ad2c-9bd7a75f8db2 HTTP/1.1" status: 200  len: 950 time: 0.0832505
May 07 21:57:15.295555 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bafd7a9-65b2-48bc-808c-a4f2e31a1ad4 req-81964d2d-37cb-4654-acd7-d0a0a86be6fd tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:15.298007 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5bafd7a9-65b2-48bc-808c-a4f2e31a1ad4 req-81964d2d-37cb-4654-acd7-d0a0a86be6fd tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=76fb1f24-8416-4b15-b95f-ec086bc7ee8b HTTP/1.1" status: 200  len: 946 time: 0.1022522
May 07 21:57:15.338037 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-ca9c1099-1b21-4650-8dfc-38ee96d33e37 req-cd5213f4-81e2-431b-9ee7-2edf1b51fa74 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Deleting port 0f31f820-4134-4910-88d6-283ed3ed34a7 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:57:15.339171 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-ca9c1099-1b21-4650-8dfc-38ee96d33e37 req-cd5213f4-81e2-431b-9ee7-2edf1b51fa74 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (0f31f820-4134-4910-88d6-283ed3ed34a7), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:15.341097 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b7dbfb11-7ecc-4d4d-971a-c75ccc6aa9de req-89f97d9a-5571-4cf4-9040-ae765944e51e tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/security-groups?id=aca2780c-128c-4de5-85a4-a7e10bd42e1e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0766566
May 07 21:57:15.345028 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-87902e44-ba4a-4eaf-bd5d-84f2bd0ff7af admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-890360612-network', 'tenant_id': '5b718fc4c73641a28b46218d8905b4bb'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:57:15.391652 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87902e44-ba4a-4eaf-bd5d-84f2bd0ff7af admin admin] Made reservation on behalf of 5b718fc4c73641a28b46218d8905b4bb for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:57:15.394821 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-87902e44-ba4a-4eaf-bd5d-84f2bd0ff7af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:15.410670 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-87902e44-ba4a-4eaf-bd5d-84f2bd0ff7af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:15.435592 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5bafd7a9-65b2-48bc-808c-a4f2e31a1ad4 req-5245580f-02ae-4534-a485-7179d478d8f5 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1281607
May 07 21:57:15.488695 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-ca9c1099-1b21-4650-8dfc-38ee96d33e37 req-cd5213f4-81e2-431b-9ee7-2edf1b51fa74 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] For port 0f31f820-4134-4910-88d6-283ed3ed34a7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0f31f820-4134-4910-88d6-283ed3ed34a7,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:57:15.490078 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-ca9c1099-1b21-4650-8dfc-38ee96d33e37 req-cd5213f4-81e2-431b-9ee7-2edf1b51fa74 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (0f31f820-4134-4910-88d6-283ed3ed34a7), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:15.508458 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-ca9c1099-1b21-4650-8dfc-38ee96d33e37 req-cd5213f4-81e2-431b-9ee7-2edf1b51fa74 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Calling delete_port for 0f31f820-4134-4910-88d6-283ed3ed34a7 owned by compute:nova {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:57:15.518227 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 46354) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:15.541087 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-87902e44-ba4a-4eaf-bd5d-84f2bd0ff7af admin admin] Publish callbacks [] for security_group (0e8c3252-ca86-4057-859b-949c0fffd617), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:15.547066 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-87902e44-ba4a-4eaf-bd5d-84f2bd0ff7af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (0e8c3252-ca86-4057-859b-949c0fffd617), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:15.556126 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2 up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:57:15.568482 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87902e44-ba4a-4eaf-bd5d-84f2bd0ff7af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 21:57:15.579873 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-87902e44-ba4a-4eaf-bd5d-84f2bd0ff7af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (1e19a994-062a-4ee0-a951-5e10eb058107), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:15.580230 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-87902e44-ba4a-4eaf-bd5d-84f2bd0ff7af admin admin] Added segment 1e19a994-062a-4ee0-a951-5e10eb058107 of type vlan for network 0314247d-f2ef-47ce-b469-f48290a43446
May 07 21:57:15.633927 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87902e44-ba4a-4eaf-bd5d-84f2bd0ff7af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e8c3252-ca86-4057-859b-949c0fffd617,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:15.649922 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-87902e44-ba4a-4eaf-bd5d-84f2bd0ff7af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (0314247d-f2ef-47ce-b469-f48290a43446), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:15.686983 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning for port d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:57:15.687954 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-87902e44-ba4a-4eaf-bd5d-84f2bd0ff7af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (0314247d-f2ef-47ce-b469-f48290a43446), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:15.689855 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87902e44-ba4a-4eaf-bd5d-84f2bd0ff7af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:15.691048 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-87902e44-ba4a-4eaf-bd5d-84f2bd0ff7af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:15.699279 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:57:15.700973 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:15.752212 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-945aea0e-4f89-47d1-a90d-ffb70f0a8a06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:15.799572 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87902e44-ba4a-4eaf-bd5d-84f2bd0ff7af admin admin] Pushing event updated for resources: {'Network': ['ID=0314247d-f2ef-47ce-b469-f48290a43446,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:15.799827 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-ca9c1099-1b21-4650-8dfc-38ee96d33e37 req-cd5213f4-81e2-431b-9ee7-2edf1b51fa74 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (0f31f820-4134-4910-88d6-283ed3ed34a7), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:15.808368 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-87902e44-ba4a-4eaf-bd5d-84f2bd0ff7af admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 894 time: 0.6556239
May 07 21:57:15.813655 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 46368) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:15.821034 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-dc56f84d-b859-4759-a882-763dd4fbe659 admin admin] Request body: {'subnet': {'network_id': '0314247d-f2ef-47ce-b469-f48290a43446', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-890360612-subnet', 'tenant_id': '5b718fc4c73641a28b46218d8905b4bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:57:15.825041 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8031e3-36cd-4678-846c-19a51992f748 req-95347985-ff88-4427-9180-cc1337cb97b5 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:15.832681 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['0f31f820-4134-4910-88d6-283ed3ed34a7'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:57:15.832909 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9b8031e3-36cd-4678-846c-19a51992f748 req-95347985-ff88-4427-9180-cc1337cb97b5 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=83ad7d9c-5e14-44b9-a948-c9c337d99f0c HTTP/1.1" status: 200  len: 945 time: 0.1337137
May 07 21:57:15.835199 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 0314247d-f2ef-47ce-b469-f48290a43446 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 21:57:15.871263 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5213f4-81e2-431b-9ee7-2edf1b51fa74 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Pushing event deleted for resources: {'Port': ['ID=0f31f820-4134-4910-88d6-283ed3ed34a7,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:15.933337 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:57:15.933949 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:15.940421 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca9c1099-1b21-4650-8dfc-38ee96d33e37 req-cd5213f4-81e2-431b-9ee7-2edf1b51fa74 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] No DVR routers for this DVR port 0f31f820-4134-4910-88d6-283ed3ed34a7 on host nch2-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:57:15.949468 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-ca9c1099-1b21-4650-8dfc-38ee96d33e37 req-cd5213f4-81e2-431b-9ee7-2edf1b51fa74 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:15.953104 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ca9c1099-1b21-4650-8dfc-38ee96d33e37 req-cd5213f4-81e2-431b-9ee7-2edf1b51fa74 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.59 "DELETE /v2.0/ports/0f31f820-4134-4910-88d6-283ed3ed34a7 HTTP/1.1" status: 204  len: 173 time: 0.8231039
May 07 21:57:15.954286 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc809cd6-ffa7-49b3-ad2c-9bd7a75f8db2', 'name': 'network-vif-deleted', 'tag': '0f31f820-4134-4910-88d6-283ed3ed34a7'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:57:15.954715 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9b8031e3-36cd-4678-846c-19a51992f748 req-095157ba-8b15-4aed-8a94-5e993b6de16a tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups?id=108d65d8-0253-46f4-addb-267f67931aa5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1108179
May 07 21:57:15.956950 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbbb4563-0555-40e2-a291-fdc9fa4c9ae4" -d '{"events": [{"server_uuid": "dc809cd6-ffa7-49b3-ad2c-9bd7a75f8db2", "name": "network-vif-deleted", "tag": "0f31f820-4134-4910-88d6-283ed3ed34a7"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:57:15.970710 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc56f84d-b859-4759-a882-763dd4fbe659 admin admin] Made reservation on behalf of 5b718fc4c73641a28b46218d8905b4bb for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:57:15.973420 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-dc56f84d-b859-4759-a882-763dd4fbe659 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:15.996554 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2,segment=NetworkSegment(16a3e44e-cf3e-4bbc-83bb-ad3918f988bd),segment_id=16a3e44e-cf3e-4bbc-83bb-ad3918f988bd)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:57:15.997874 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83ad7d9c-5e14-44b9-a948-c9c337d99f0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4e2b793-5d2d-4a07-9cc6-af0c205ae6e2'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:57:16.001967 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdd9baeb-d0b1-4da9-be67-4bf6e66f6188" -d '{"events": [{"server_uuid": "83ad7d9c-5e14-44b9-a948-c9c337d99f0c", "name": "network-vif-plugged", "status": "completed", "tag": "d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:57:16.006061 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:16.060252 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-945aea0e-4f89-47d1-a90d-ffb70f0a8a06 admin admin] Publish callbacks [] for security_group (989d6b64-ee58-42a3-9c43-5268939ecc88), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:16.062395 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4948f2f-bfa3-4660-8a0d-57488c714eb1 x-openstack-request-id: req-a4948f2f-bfa3-4660-8a0d-57488c714eb1 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:57:16.063500 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc809cd6-ffa7-49b3-ad2c-9bd7a75f8db2", "name": "network-vif-deleted", "tag": "0f31f820-4134-4910-88d6-283ed3ed34a7", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:57:16.063965 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a4948f2f-bfa3-4660-8a0d-57488c714eb1 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:57:16.064596 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4948f2f-bfa3-4660-8a0d-57488c714eb1'] response: {'server_uuid': 'dc809cd6-ffa7-49b3-ad2c-9bd7a75f8db2', 'name': 'network-vif-deleted', 'tag': '0f31f820-4134-4910-88d6-283ed3ed34a7', 'status': 'completed', 'code': 200}
May 07 21:57:16.066152 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:16.071425 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-945aea0e-4f89-47d1-a90d-ffb70f0a8a06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (989d6b64-ee58-42a3-9c43-5268939ecc88), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:16.075879 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:57:16.076237 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:57:16.076672 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:57:16.077024 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:57:16.077790 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:57:16.079487 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:57:16.079487 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:57:16.079807 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:57:16.080013 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:57:16.080314 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:57:16.080725 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:57:16.081072 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:57:16.081546 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:57:16.081914 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:57:16.083476 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:57:16.127382 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df76644-f1f0-42e6-aeb1-fcb78b474d39 x-openstack-request-id: req-9df76644-f1f0-42e6-aeb1-fcb78b474d39 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:57:16.127799 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83ad7d9c-5e14-44b9-a948-c9c337d99f0c", "name": "network-vif-plugged", "status": "completed", "tag": "d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:57:16.128179 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9df76644-f1f0-42e6-aeb1-fcb78b474d39 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:57:16.128666 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9df76644-f1f0-42e6-aeb1-fcb78b474d39'] response: {'server_uuid': '83ad7d9c-5e14-44b9-a948-c9c337d99f0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4e2b793-5d2d-4a07-9cc6-af0c205ae6e2', 'code': 200}
May 07 21:57:16.138593 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945aea0e-4f89-47d1-a90d-ffb70f0a8a06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=989d6b64-ee58-42a3-9c43-5268939ecc88,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:16.147141 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-945aea0e-4f89-47d1-a90d-ffb70f0a8a06 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=052f0094370f47d18b9cc63699ce2c8b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6278794
May 07 21:57:16.149777 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 46376) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:16.283487 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26149a5d-1af5-4adc-9c33-8f3e79ecbbd8 req-221d6a04-7c7c-40e6-aa48-473e76285c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:16.284913 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-26149a5d-1af5-4adc-9c33-8f3e79ecbbd8 req-221d6a04-7c7c-40e6-aa48-473e76285c9b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=83ad7d9c-5e14-44b9-a948-c9c337d99f0c HTTP/1.1" status: 200  len: 1128 time: 0.0522425
May 07 21:57:16.294240 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-dc56f84d-b859-4759-a882-763dd4fbe659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (2130f8e8-8da5-4691-85fb-10dd37975e3b), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:16.318307 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-701fe353-cab7-4bd1-860e-51ca9e30c49b admin admin] Publish callbacks [] for security_group (989d6b64-ee58-42a3-9c43-5268939ecc88), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:16.361182 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-701fe353-cab7-4bd1-860e-51ca9e30c49b admin admin] Publish callbacks [] for security_group (989d6b64-ee58-42a3-9c43-5268939ecc88), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:16.370063 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-26149a5d-1af5-4adc-9c33-8f3e79ecbbd8 req-a4209664-a392-40a0-bf19-e82c7bd7ef01 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=108d65d8-0253-46f4-addb-267f67931aa5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0788817
May 07 21:57:16.425771 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc56f84d-b859-4759-a882-763dd4fbe659 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2130f8e8-8da5-4691-85fb-10dd37975e3b,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:16.428731 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-701fe353-cab7-4bd1-860e-51ca9e30c49b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (989d6b64-ee58-42a3-9c43-5268939ecc88), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:16.434823 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-701fe353-cab7-4bd1-860e-51ca9e30c49b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:16.440133 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-701fe353-cab7-4bd1-860e-51ca9e30c49b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/989d6b64-ee58-42a3-9c43-5268939ecc88 HTTP/1.1" status: 204  len: 168 time: 0.2864521
May 07 21:57:16.443840 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc56f84d-b859-4759-a882-763dd4fbe659 admin admin] Checking segment: {'id': '1e19a994-062a-4ee0-a951-5e10eb058107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '0314247d-f2ef-47ce-b469-f48290a43446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:57:16.444818 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc56f84d-b859-4759-a882-763dd4fbe659 admin admin] Network hostable DHCP agents. Network: 0314247d-f2ef-47ce-b469-f48290a43446, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 21:57:16.459656 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701fe353-cab7-4bd1-860e-51ca9e30c49b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=989d6b64-ee58-42a3-9c43-5268939ecc88,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:16.486115 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc56f84d-b859-4759-a882-763dd4fbe659 admin admin] Network 0314247d-f2ef-47ce-b469-f48290a43446 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 21:57:16.515641 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-dc56f84d-b859-4759-a882-763dd4fbe659 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0314247d-f2ef-47ce-b469-f48290a43446) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:57:16.541140 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc56f84d-b859-4759-a882-763dd4fbe659 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:16.541777 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-dc56f84d-b859-4759-a882-763dd4fbe659 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:16.546469 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02dbe2e0-f14b-403f-8b1b-9a69138c5f79 None None] Network 0314247d-f2ef-47ce-b469-f48290a43446 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:57:16.571438 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6800ae94-9bb6-4507-b77d-52fba2d69028 req-c275c69b-e37b-4bd0-9b90-e6ab2d05e6f7 tempest-ServersOnMultiNodesTest-809606106 tempest-ServersOnMultiNodesTest-809606106-project] 10.222.0.32 "GET /v2.0/ports?device_id=dc809cd6-ffa7-49b3-ad2c-9bd7a75f8db2 HTTP/1.1" status: 200  len: 210 time: 0.0691285
May 07 21:57:16.588093 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-dc56f84d-b859-4759-a882-763dd4fbe659 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 858 time: 0.7733610
May 07 21:57:16.676752 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d23cafe-8460-43e9-95c5-d3ec39539ee5 req-37a1e617-0810-475e-8026-6776f68b823a tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:16.678568 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0d23cafe-8460-43e9-95c5-d3ec39539ee5 req-37a1e617-0810-475e-8026-6776f68b823a tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=76fb1f24-8416-4b15-b95f-ec086bc7ee8b HTTP/1.1" status: 200  len: 946 time: 0.0616980
May 07 21:57:16.744866 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e65514a-8c5d-4d87-b1f4-233503172741 None None] Network 0314247d-f2ef-47ce-b469-f48290a43446 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:57:16.756827 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0d23cafe-8460-43e9-95c5-d3ec39539ee5 req-b6100bce-0439-4f60-a9d9-efeca5128305 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0719697
May 07 21:57:17.155897 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a0987-8405-441b-a0e1-a359835ed166 req-4765f034-6d20-41f7-b84f-4df9d4215b29 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:17.157872 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-481a0987-8405-441b-a0e1-a359835ed166 req-4765f034-6d20-41f7-b84f-4df9d4215b29 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=83ad7d9c-5e14-44b9-a948-c9c337d99f0c HTTP/1.1" status: 200  len: 946 time: 0.0584829
May 07 21:57:17.233590 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-481a0987-8405-441b-a0e1-a359835ed166 req-bc85d406-b6c4-44d1-be35-98c8065cfe7c tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups?id=108d65d8-0253-46f4-addb-267f67931aa5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0688033
May 07 21:57:17.327261 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 46410) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:17.595946 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-47ac3e12-8b5c-4436-80ad-de921c845102 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:17.611616 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f5178c-2c4c-4cd7-976e-020f1638ad16 req-2235e2af-0884-40cd-9d2c-43381d2247f8 tempest-InstanceActionsNegativeTestJSON-1302305112 tempest-InstanceActionsNegativeTestJSON-1302305112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:17.613231 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-95f5178c-2c4c-4cd7-976e-020f1638ad16 req-2235e2af-0884-40cd-9d2c-43381d2247f8 tempest-InstanceActionsNegativeTestJSON-1302305112 tempest-InstanceActionsNegativeTestJSON-1302305112-project] 10.222.0.32 "GET /v2.0/networks?id=0314247d-f2ef-47ce-b469-f48290a43446 HTTP/1.1" status: 200  len: 821 time: 0.1492686
May 07 21:57:17.644254 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-95f5178c-2c4c-4cd7-976e-020f1638ad16 req-c9c55b47-97be-4784-9d23-066f94cc2e07 tempest-InstanceActionsNegativeTestJSON-1302305112 tempest-InstanceActionsNegativeTestJSON-1302305112-project] 10.222.0.32 "GET /v2.0/quotas/5b718fc4c73641a28b46218d8905b4bb HTTP/1.1" status: 200  len: 375 time: 0.0219579
May 07 21:57:17.702409 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-95f5178c-2c4c-4cd7-976e-020f1638ad16 req-38db1b91-7e19-451d-93f0-6f4598f4e5c2 tempest-InstanceActionsNegativeTestJSON-1302305112 tempest-InstanceActionsNegativeTestJSON-1302305112-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5b718fc4c73641a28b46218d8905b4bb&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0494497
May 07 21:57:17.809452 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-47ac3e12-8b5c-4436-80ad-de921c845102 admin admin] Publish callbacks [] for security_group (e853e749-c279-4684-82a1-d8fbe139c149), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:17.821082 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-47ac3e12-8b5c-4436-80ad-de921c845102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (e853e749-c279-4684-82a1-d8fbe139c149), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:17.860566 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-95f5178c-2c4c-4cd7-976e-020f1638ad16 req-09e3680f-0704-4e2c-b76e-8e4af4a5070a service neutron] 10.222.0.32 "GET /v2.0/networks/0314247d-f2ef-47ce-b469-f48290a43446?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1499834
May 07 21:57:17.868559 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-47ac3e12-8b5c-4436-80ad-de921c845102 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e421113a17bc462d89b7471547fdb772&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5393000
May 07 21:57:17.871790 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 46442) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:17.911327 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ac3e12-8b5c-4436-80ad-de921c845102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e853e749-c279-4684-82a1-d8fbe139c149,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:17.917133 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541472fb-dd08-455b-b7f0-7ebdc78f4571 req-221233ee-28e3-4f15-955e-fd6119033ae3 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:17.928072 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-541472fb-dd08-455b-b7f0-7ebdc78f4571 req-221233ee-28e3-4f15-955e-fd6119033ae3 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=76fb1f24-8416-4b15-b95f-ec086bc7ee8b HTTP/1.1" status: 200  len: 946 time: 0.0736084
May 07 21:57:17.974401 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 46444) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:17.999110 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-541472fb-dd08-455b-b7f0-7ebdc78f4571 req-bfb4cdcb-138c-4aa4-9251-3fa1fc6c86b0 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648630
May 07 21:57:18.019338 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0928662f-df40-4858-97ef-6d119a268197 admin admin] Publish callbacks [] for security_group (e853e749-c279-4684-82a1-d8fbe139c149), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:18.036029 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-95f5178c-2c4c-4cd7-976e-020f1638ad16 req-3c2adc2c-a2ed-4379-83ff-4da6fa371d76 service neutron] 10.222.0.32 "GET /v2.0/networks/0314247d-f2ef-47ce-b469-f48290a43446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1531239
May 07 21:57:18.064657 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0928662f-df40-4858-97ef-6d119a268197 admin admin] Publish callbacks [] for security_group (e853e749-c279-4684-82a1-d8fbe139c149), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:18.165922 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0928662f-df40-4858-97ef-6d119a268197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (e853e749-c279-4684-82a1-d8fbe139c149), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:18.168706 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0928662f-df40-4858-97ef-6d119a268197 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:18.169865 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-0928662f-df40-4858-97ef-6d119a268197 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e853e749-c279-4684-82a1-d8fbe139c149 HTTP/1.1" status: 204  len: 168 time: 0.2971666
May 07 21:57:18.225121 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0928662f-df40-4858-97ef-6d119a268197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e853e749-c279-4684-82a1-d8fbe139c149,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:18.230505 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-3ce8c887-178c-44e3-ae90-7e99658d39eb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a24cf19532e0484fabd6dc4e6b66fe30&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2554719
May 07 21:57:18.233379 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 46462) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:18.367803 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6310de05-47db-4d7a-a73e-42b66e0978f8 req-3fe3ca08-b33e-4a1b-9407-dcccaf7c29b2 tempest-InstanceActionsNegativeTestJSON-1302305112 tempest-InstanceActionsNegativeTestJSON-1302305112-project] 10.222.0.32 "GET /v2.0/ports?device_id=331e63b1-72db-4cd8-a68a-a173625c95ed HTTP/1.1" status: 200  len: 210 time: 0.0768061
May 07 21:57:18.411434 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-08ab6682-f963-4fe8-86bf-c0a05c624fef admin admin] Publish callbacks [] for security_group (aca2780c-128c-4de5-85a4-a7e10bd42e1e), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:18.444824 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-08ab6682-f963-4fe8-86bf-c0a05c624fef admin admin] Publish callbacks [] for security_group (aca2780c-128c-4de5-85a4-a7e10bd42e1e), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:18.472099 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde3b4e1-5fcc-4020-abd1-5729f364d06c req-754f2fef-3e1e-4054-878b-4077773003d8 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:18.477210 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fde3b4e1-5fcc-4020-abd1-5729f364d06c req-754f2fef-3e1e-4054-878b-4077773003d8 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=83ad7d9c-5e14-44b9-a948-c9c337d99f0c HTTP/1.1" status: 200  len: 946 time: 0.1167803
May 07 21:57:18.512741 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-08ab6682-f963-4fe8-86bf-c0a05c624fef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (aca2780c-128c-4de5-85a4-a7e10bd42e1e), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:18.515704 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-08ab6682-f963-4fe8-86bf-c0a05c624fef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:18.517018 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-08ab6682-f963-4fe8-86bf-c0a05c624fef admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aca2780c-128c-4de5-85a4-a7e10bd42e1e HTTP/1.1" status: 204  len: 168 time: 0.2806971
May 07 21:57:18.526255 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ab6682-f963-4fe8-86bf-c0a05c624fef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca2780c-128c-4de5-85a4-a7e10bd42e1e,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:18.559764 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fde3b4e1-5fcc-4020-abd1-5729f364d06c req-6185608d-6ac2-4e8c-a277-e4723fa7a020 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups?id=108d65d8-0253-46f4-addb-267f67931aa5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0761533
May 07 21:57:18.670736 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 46484) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:18.694746 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e5e00c35-5011-4b4a-98f1-da9b0c9923e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:18.744896 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5cdec7-9023-4042-bb01-8f97ab9b1eb5 req-2194e407-5548-4326-b523-946f8763a267 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:18.748703 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-db5cdec7-9023-4042-bb01-8f97ab9b1eb5 req-2194e407-5548-4326-b523-946f8763a267 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=83ad7d9c-5e14-44b9-a948-c9c337d99f0c HTTP/1.1" status: 200  len: 946 time: 0.0908248
May 07 21:57:18.759372 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 46488) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:18.766946 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-d74eafb3-4fe0-4052-b771-7d710a44a2b4 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Request body: {'floatingip': {'port_id': 'd4e2b793-5d2d-4a07-9cc6-af0c205ae6e2'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:57:18.821958 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d74eafb3-4fe0-4052-b771-7d710a44a2b4 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Publish callbacks [] for floatingip (f6467fe6-7ab9-427f-a824-54515d7f5648), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:18.919728 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e5e00c35-5011-4b4a-98f1-da9b0c9923e4 admin admin] Publish callbacks [] for security_group (a87c0941-9493-456b-9b6c-9e22e2d045db), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:18.940899 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e5e00c35-5011-4b4a-98f1-da9b0c9923e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (a87c0941-9493-456b-9b6c-9e22e2d045db), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:19.020784 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-e5e00c35-5011-4b4a-98f1-da9b0c9923e4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0b11a4cbd98d43d08962b6409c937292&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3480277
May 07 21:57:19.023464 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 46498) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:19.028478 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e00c35-5011-4b4a-98f1-da9b0c9923e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a87c0941-9493-456b-9b6c-9e22e2d045db,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:19.110533 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-688efd2b-7073-4ad2-b1e9-b4d50f878171 admin admin] Publish callbacks [] for security_group (a87c0941-9493-456b-9b6c-9e22e2d045db), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:19.146244 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 46502) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:19.180101 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-688efd2b-7073-4ad2-b1e9-b4d50f878171 admin admin] Publish callbacks [] for security_group (a87c0941-9493-456b-9b6c-9e22e2d045db), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:19.244961 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227b4b70-8882-466d-bd6b-22cf923751c7 req-757339a4-1efb-4c6c-bd4f-41f18e83e2b3 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:19.247003 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-227b4b70-8882-466d-bd6b-22cf923751c7 req-757339a4-1efb-4c6c-bd4f-41f18e83e2b3 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=76fb1f24-8416-4b15-b95f-ec086bc7ee8b HTTP/1.1" status: 200  len: 946 time: 0.1034379
May 07 21:57:19.259341 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-b7ccaae6-73c3-46c2-bccf-6efd0035c334 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b29b13d7780245b19aae37562ce848cb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1087940
May 07 21:57:19.260136 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 46508) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:19.277358 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-688efd2b-7073-4ad2-b1e9-b4d50f878171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (a87c0941-9493-456b-9b6c-9e22e2d045db), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:19.279965 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-688efd2b-7073-4ad2-b1e9-b4d50f878171 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:19.284014 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-688efd2b-7073-4ad2-b1e9-b4d50f878171 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a87c0941-9493-456b-9b6c-9e22e2d045db HTTP/1.1" status: 204  len: 168 time: 0.2592342
May 07 21:57:19.293785 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688efd2b-7073-4ad2-b1e9-b4d50f878171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a87c0941-9493-456b-9b6c-9e22e2d045db,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:19.490857 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-227b4b70-8882-466d-bd6b-22cf923751c7 req-a8baf55e-b8a2-494b-9217-30c51dbb0c76 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2231221
May 07 21:57:19.492393 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 0f31f820-4134-4910-88d6-283ed3ed34a7 no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:57:19.505736 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d3ea8f5a-40db-435f-b13e-8a61f7ff7d5d req-3f1b0b24-5be4-4c17-a605-c670236f52ef tempest-InstanceActionsNegativeTestJSON-1302305112 tempest-InstanceActionsNegativeTestJSON-1302305112-project] 10.222.0.32 "GET /v2.0/ports?device_id=331e63b1-72db-4cd8-a68a-a173625c95ed HTTP/1.1" status: 200  len: 210 time: 0.0533328
May 07 21:57:19.526630 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-53337146-c953-4714-9818-97e658a10dca admin admin] Publish callbacks [] for security_group (6f3d68ec-74f4-4785-b47d-9feed53eb782), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:19.530565 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] No Port match for: 0f31f820-4134-4910-88d6-283ed3ed34a7 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:57:19.530917 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 0f31f820-4134-4910-88d6-283ed3ed34a7 not bound to the agent host nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:57:19.576370 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-53337146-c953-4714-9818-97e658a10dca admin admin] Publish callbacks [] for security_group (6f3d68ec-74f4-4785-b47d-9feed53eb782), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:19.730760 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d74eafb3-4fe0-4052-b771-7d710a44a2b4 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:19.741520 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d74eafb3-4fe0-4052-b771-7d710a44a2b4 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (f6467fe6-7ab9-427f-a824-54515d7f5648), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:19.789229 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-53337146-c953-4714-9818-97e658a10dca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (6f3d68ec-74f4-4785-b47d-9feed53eb782), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:19.791820 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-53337146-c953-4714-9818-97e658a10dca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:19.795397 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-53337146-c953-4714-9818-97e658a10dca admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6f3d68ec-74f4-4785-b47d-9feed53eb782 HTTP/1.1" status: 204  len: 168 time: 0.5312233
May 07 21:57:19.803652 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 46524) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:19.827486 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f5178c-2c4c-4cd7-976e-020f1638ad16 req-3654d292-3dd2-4ea8-a220-dfad9de9946c tempest-InstanceActionsNegativeTestJSON-1302305112 tempest-InstanceActionsNegativeTestJSON-1302305112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:19.829519 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-95f5178c-2c4c-4cd7-976e-020f1638ad16 req-3654d292-3dd2-4ea8-a220-dfad9de9946c tempest-InstanceActionsNegativeTestJSON-1302305112 tempest-InstanceActionsNegativeTestJSON-1302305112-project] 10.222.0.55 "GET /v2.0/networks?id=0314247d-f2ef-47ce-b469-f48290a43446 HTTP/1.1" status: 200  len: 821 time: 0.2028885
May 07 21:57:19.832229 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53337146-c953-4714-9818-97e658a10dca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f3d68ec-74f4-4785-b47d-9feed53eb782,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:19.845482 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-95f5178c-2c4c-4cd7-976e-020f1638ad16 req-0ef1efe1-b3be-47c9-91a8-eaba3187bdaa tempest-InstanceActionsNegativeTestJSON-1302305112 tempest-InstanceActionsNegativeTestJSON-1302305112-project] Request body: {'port': {'device_id': '331e63b1-72db-4cd8-a68a-a173625c95ed', 'network_id': '0314247d-f2ef-47ce-b469-f48290a43446', 'admin_state_up': True, 'tenant_id': '5b718fc4c73641a28b46218d8905b4bb'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:57:19.959333 ncdv-master-1 neutron-server[121836]: INFO neutron.db.l3_db [None req-d74eafb3-4fe0-4052-b771-7d710a44a2b4 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Floating IP f6467fe6-7ab9-427f-a824-54515d7f5648 associated. External IP: 172.35.4.56, port: d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2.
May 07 21:57:20.114556 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5a8bb930-797d-4354-89d6-a9afe09153a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:20.235945 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5a8bb930-797d-4354-89d6-a9afe09153a4 admin admin] Publish callbacks [] for security_group (a4589ece-ab9f-48c1-8aca-f54fa3d3ab53), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:20.242744 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5a8bb930-797d-4354-89d6-a9afe09153a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (a4589ece-ab9f-48c1-8aca-f54fa3d3ab53), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:20.327348 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-5a8bb930-797d-4354-89d6-a9afe09153a4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e64baa9e7ce443849496765bec96a0da&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5220349
May 07 21:57:20.328609 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 46542) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:20.364133 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8bb930-797d-4354-89d6-a9afe09153a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4589ece-ab9f-48c1-8aca-f54fa3d3ab53,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:20.426405 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95f5178c-2c4c-4cd7-976e-020f1638ad16 req-0ef1efe1-b3be-47c9-91a8-eaba3187bdaa tempest-InstanceActionsNegativeTestJSON-1302305112 tempest-InstanceActionsNegativeTestJSON-1302305112-project] Made reservation on behalf of 5b718fc4c73641a28b46218d8905b4bb for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:57:20.429812 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-95f5178c-2c4c-4cd7-976e-020f1638ad16 req-0ef1efe1-b3be-47c9-91a8-eaba3187bdaa tempest-InstanceActionsNegativeTestJSON-1302305112 tempest-InstanceActionsNegativeTestJSON-1302305112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:20.438575 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a7286c44-790c-4eb8-953f-5067da8815d1 admin admin] Publish callbacks [] for security_group (a4589ece-ab9f-48c1-8aca-f54fa3d3ab53), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:20.481026 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a7286c44-790c-4eb8-953f-5067da8815d1 admin admin] Publish callbacks [] for security_group (a4589ece-ab9f-48c1-8aca-f54fa3d3ab53), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:20.568709 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a7286c44-790c-4eb8-953f-5067da8815d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (a4589ece-ab9f-48c1-8aca-f54fa3d3ab53), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:20.572616 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a7286c44-790c-4eb8-953f-5067da8815d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:20.574538 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-a7286c44-790c-4eb8-953f-5067da8815d1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a4589ece-ab9f-48c1-8aca-f54fa3d3ab53 HTTP/1.1" status: 204  len: 168 time: 0.2442498
May 07 21:57:20.589074 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7286c44-790c-4eb8-953f-5067da8815d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4589ece-ab9f-48c1-8aca-f54fa3d3ab53,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:20.708867 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-01eb1801-71d5-4ad4-a9c7-70c4cf496029 req-c34af29b-6432-4293-9083-6e552f4369f5 tempest-InstanceActionsNegativeTestJSON-1302305112 tempest-InstanceActionsNegativeTestJSON-1302305112-project] 10.222.0.32 "GET /v2.0/ports?device_id=331e63b1-72db-4cd8-a68a-a173625c95ed HTTP/1.1" status: 200  len: 210 time: 0.0759490
May 07 21:57:20.826799 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebf1b4b-aef1-4da4-84df-31ebea5d8f30 req-91962abd-6ec7-41fe-b7f7-6921f4c620eb tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:20.829005 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8ebf1b4b-aef1-4da4-84df-31ebea5d8f30 req-91962abd-6ec7-41fe-b7f7-6921f4c620eb tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=76fb1f24-8416-4b15-b95f-ec086bc7ee8b HTTP/1.1" status: 200  len: 946 time: 0.1016829
May 07 21:57:20.839336 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [req-95f5178c-2c4c-4cd7-976e-020f1638ad16 req-0ef1efe1-b3be-47c9-91a8-eaba3187bdaa tempest-InstanceActionsNegativeTestJSON-1302305112 tempest-InstanceActionsNegativeTestJSON-1302305112-project] Allocated IP 172.20.0.5 (0314247d-f2ef-47ce-b469-f48290a43446/2130f8e8-8da5-4691-85fb-10dd37975e3b/b6ed2886-eb68-4188-9b66-6eff9f2cf22e) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:57:20.873302 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d74eafb3-4fe0-4052-b771-7d710a44a2b4 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Router b5281c6d-1370-492d-b1a8-7bd10df47e25 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 21:57:20.937167 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8ebf1b4b-aef1-4da4-84df-31ebea5d8f30 req-5504af98-f4cd-4355-8e72-709e2352158b tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0918171
May 07 21:57:21.139405 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d74eafb3-4fe0-4052-b771-7d710a44a2b4 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:57:21.147073 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d74eafb3-4fe0-4052-b771-7d710a44a2b4 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:21.151998 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1f4208-8590-4792-af6e-804c8a890177 None None] Sync routers for ids ['b5281c6d-1370-492d-b1a8-7bd10df47e25'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:57:21.167171 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1f4208-8590-4792-af6e-804c8a890177 None None] Routers {'b5281c6d-1370-492d-b1a8-7bd10df47e25'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:57:21.168283 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-6e1f4208-8590-4792-af6e-804c8a890177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7fbf3580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:56:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['b5281c6d-1370-492d-b1a8-7bd10df47e25'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:57:21.179080 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-95f5178c-2c4c-4cd7-976e-020f1638ad16 req-0ef1efe1-b3be-47c9-91a8-eaba3187bdaa tempest-InstanceActionsNegativeTestJSON-1302305112 tempest-InstanceActionsNegativeTestJSON-1302305112-project] Publish callbacks [] for port (b6ed2886-eb68-4188-9b66-6eff9f2cf22e), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:21.200236 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-d74eafb3-4fe0-4052-b771-7d710a44a2b4 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "PUT /v2.0/floatingips/f6467fe6-7ab9-427f-a824-54515d7f5648 HTTP/1.1" status: 200  len: 991 time: 2.4406569
May 07 21:57:21.202394 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83ad7d9c-5e14-44b9-a948-c9c337d99f0c', 'tag': 'd4e2b793-5d2d-4a07-9cc6-af0c205ae6e2'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:57:21.205924 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d98442b9-8f54-4688-88b3-04ff695bbc02" -d '{"events": [{"name": "network-changed", "server_uuid": "83ad7d9c-5e14-44b9-a948-c9c337d99f0c", "tag": "d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:57:21.266591 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41b099a4-ab42-4c58-beb4-564af200b134 x-openstack-request-id: req-41b099a4-ab42-4c58-beb4-564af200b134 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:57:21.267409 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83ad7d9c-5e14-44b9-a948-c9c337d99f0c", "tag": "d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:57:21.267841 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-41b099a4-ab42-4c58-beb4-564af200b134 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:57:21.268409 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41b099a4-ab42-4c58-beb4-564af200b134'] response: {'name': 'network-changed', 'server_uuid': '83ad7d9c-5e14-44b9-a948-c9c337d99f0c', 'tag': 'd4e2b793-5d2d-4a07-9cc6-af0c205ae6e2', 'status': 'completed', 'code': 200}
May 07 21:57:21.280292 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-95f5178c-2c4c-4cd7-976e-020f1638ad16 req-0ef1efe1-b3be-47c9-91a8-eaba3187bdaa tempest-InstanceActionsNegativeTestJSON-1302305112 tempest-InstanceActionsNegativeTestJSON-1302305112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (b6ed2886-eb68-4188-9b66-6eff9f2cf22e), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:21.369663 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95f5178c-2c4c-4cd7-976e-020f1638ad16 req-0ef1efe1-b3be-47c9-91a8-eaba3187bdaa tempest-InstanceActionsNegativeTestJSON-1302305112 tempest-InstanceActionsNegativeTestJSON-1302305112-project] Network 0314247d-f2ef-47ce-b469-f48290a43446 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:57:21.377634 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [req-95f5178c-2c4c-4cd7-976e-020f1638ad16 req-0ef1efe1-b3be-47c9-91a8-eaba3187bdaa tempest-InstanceActionsNegativeTestJSON-1302305112 tempest-InstanceActionsNegativeTestJSON-1302305112-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:57:21.383158 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-95f5178c-2c4c-4cd7-976e-020f1638ad16 req-0ef1efe1-b3be-47c9-91a8-eaba3187bdaa tempest-InstanceActionsNegativeTestJSON-1302305112 tempest-InstanceActionsNegativeTestJSON-1302305112-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:57:21.387458 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98442b9-8f54-4688-88b3-04ff695bbc02 req-d61e154b-06a1-4885-b329-2aa1ea167718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:21.389163 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d98442b9-8f54-4688-88b3-04ff695bbc02 req-d61e154b-06a1-4885-b329-2aa1ea167718 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=93c3c71171814bb7b1018904086ad506&device_id=83ad7d9c-5e14-44b9-a948-c9c337d99f0c HTTP/1.1" status: 200  len: 1128 time: 0.0937610
May 07 21:57:21.408070 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-6e1f4208-8590-4792-af6e-804c8a890177 None None] Set router b5281c6d-1370-492d-b1a8-7bd10df47e25 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:57:21.459420 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef1efe1-b3be-47c9-91a8-eaba3187bdaa tempest-InstanceActionsNegativeTestJSON-1302305112 tempest-InstanceActionsNegativeTestJSON-1302305112-project] Pushing event updated for resources: {'Port': ['ID=b6ed2886-eb68-4188-9b66-6eff9f2cf22e,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:21.524963 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f5178c-2c4c-4cd7-976e-020f1638ad16 req-0ef1efe1-b3be-47c9-91a8-eaba3187bdaa tempest-InstanceActionsNegativeTestJSON-1302305112 tempest-InstanceActionsNegativeTestJSON-1302305112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:21.525537 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-95f5178c-2c4c-4cd7-976e-020f1638ad16 req-0ef1efe1-b3be-47c9-91a8-eaba3187bdaa tempest-InstanceActionsNegativeTestJSON-1302305112 tempest-InstanceActionsNegativeTestJSON-1302305112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:21.550666 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-95f5178c-2c4c-4cd7-976e-020f1638ad16 req-0ef1efe1-b3be-47c9-91a8-eaba3187bdaa tempest-InstanceActionsNegativeTestJSON-1302305112 tempest-InstanceActionsNegativeTestJSON-1302305112-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7098565
May 07 21:57:21.570506 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-95f5178c-2c4c-4cd7-976e-020f1638ad16 req-ac589eb5-f0b2-425f-9447-885e2bbdd90e service neutron] Request body: {'port': {'device_id': '331e63b1-72db-4cd8-a68a-a173625c95ed', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:57:21.597990 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98442b9-8f54-4688-88b3-04ff695bbc02 req-5544658a-19ce-4de7-8918-29aeae5a2473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:21.599613 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d98442b9-8f54-4688-88b3-04ff695bbc02 req-5544658a-19ce-4de7-8918-29aeae5a2473 service neutron] 10.222.0.55 "GET /v2.0/networks?id=772be29c-bb44-46ae-a3e0-b0a78574bddf HTTP/1.1" status: 200  len: 918 time: 0.1783874
May 07 21:57:21.655002 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:21.697693 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-95f5178c-2c4c-4cd7-976e-020f1638ad16 req-ac589eb5-f0b2-425f-9447-885e2bbdd90e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (b6ed2886-eb68-4188-9b66-6eff9f2cf22e), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:21.744066 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d98442b9-8f54-4688-88b3-04ff695bbc02 req-616b374b-d371-4f8e-9752-f5b52252cbc2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2 HTTP/1.1" status: 200  len: 999 time: 0.1366749
May 07 21:57:21.752384 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-6e1f4208-8590-4792-af6e-804c8a890177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7fbf3580>, [{'id': 'b5281c6d-1370-492d-b1a8-7bd10df47e25', 'name': 'tempest-AttachVolumeShelveTestJSON-1954874037-router', 'tenant_id': '93c3c71171814bb7b1018904086ad506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.48'}], 'enable_snat': True}, 'gw_port_id': '46fbf6da-bca9-4d68-848b-b8373ed60471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:53:31Z', 'updated_at': '2022-05-07T21:53:38Z', 'revision_number': 4, 'project_id': '93c3c71171814bb7b1018904086ad506', 'gw_port': {'id': '46fbf6da-bca9-4d68-848b-b8373ed60471', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5281c6d-1370-492d-b1a8-7bd10df47e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:53:32Z', 'updated_at': '2022-05-07T21:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f6467fe6-7ab9-427f-a824-54515d7f5648', 'tenant_id': '93c3c71171814bb7b1018904086ad506', 'floating_ip_address': '172.35.4.56', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': 'b5281c6d-1370-492d-b1a8-7bd10df47e25', 'port_id': 'd4e2b793-5d2d-4a07-9cc6-af0c205ae6e2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1334, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '772be29c-bb44-46ae-a3e0-b0a78574bddf', 'mac_address': 'fa:16:3e:0d:5a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ad7d9c-5e14-44b9-a948-c9c337d99f0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T21:57:01Z', 'updated_at': '2022-05-07T21:57:19Z', 'revision_number': 1, 'project_id': '93c3c71171814bb7b1018904086ad506', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fdfc258-a1b1-4f52-ac3b-d6710d2f6ca2', 'name': '', 'network_id': '772be29c-bb44-46ae-a3e0-b0a78574bddf', 'tenant_id': '93c3c71171814bb7b1018904086ad506', 'mac_address': 'fa:16:3e:91:7d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5281c6d-1370-492d-b1a8-7bd10df47e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'f41cdf1c-9de4-46dc-8689-4d3b6400326c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:53:37Z', 'updated_at': '2022-05-07T21:53:43Z', 'revision_number': 5, 'project_id': '93c3c71171814bb7b1018904086ad506', 'subnets': [{'id': 'f41cdf1c-9de4-46dc-8689-4d3b6400326c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:57:21.785711 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1f4208-8590-4792-af6e-804c8a890177 None None] Checking router: b5281c6d-1370-492d-b1a8-7bd10df47e25 for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 21:57:21.794883 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1f4208-8590-4792-af6e-804c8a890177 None None] Routers {'b5281c6d-1370-492d-b1a8-7bd10df47e25'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:57:21.795863 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-6e1f4208-8590-4792-af6e-804c8a890177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7fbf3580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:56:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['b5281c6d-1370-492d-b1a8-7bd10df47e25'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:57:21.914017 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98442b9-8f54-4688-88b3-04ff695bbc02 req-4cb2ea63-775f-4e50-adf9-b6cdccbc105f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:21.915543 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d98442b9-8f54-4688-88b3-04ff695bbc02 req-4cb2ea63-775f-4e50-adf9-b6cdccbc105f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f41cdf1c-9de4-46dc-8689-4d3b6400326c HTTP/1.1" status: 200  len: 856 time: 0.1603463
May 07 21:57:21.961477 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-6e1f4208-8590-4792-af6e-804c8a890177 None None] Set router b5281c6d-1370-492d-b1a8-7bd10df47e25 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:57:21.970994 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453ac0f0-1069-453e-8776-6729ce40d1b0 req-0e68ee11-be5c-4a3f-ba31-5443e6f8c9cd tempest-InstanceActionsNegativeTestJSON-1302305112 tempest-InstanceActionsNegativeTestJSON-1302305112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:21.972531 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-453ac0f0-1069-453e-8776-6729ce40d1b0 req-0e68ee11-be5c-4a3f-ba31-5443e6f8c9cd tempest-InstanceActionsNegativeTestJSON-1302305112 tempest-InstanceActionsNegativeTestJSON-1302305112-project] 10.222.0.32 "GET /v2.0/ports?device_id=331e63b1-72db-4cd8-a68a-a173625c95ed HTTP/1.1" status: 200  len: 931 time: 0.1853006
May 07 21:57:22.064869 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98442b9-8f54-4688-88b3-04ff695bbc02 req-ea80d732-0c9c-46c6-8ffc-51245d9f4086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:22.067008 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d98442b9-8f54-4688-88b3-04ff695bbc02 req-ea80d732-0c9c-46c6-8ffc-51245d9f4086 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=772be29c-bb44-46ae-a3e0-b0a78574bddf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0875401
May 07 21:57:22.131349 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71baa7de-a655-4891-b765-c6656e41a1d4 req-81426ddf-30d9-4358-aa94-27795696f2e7 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:22.134384 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-71baa7de-a655-4891-b765-c6656e41a1d4 req-81426ddf-30d9-4358-aa94-27795696f2e7 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=76fb1f24-8416-4b15-b95f-ec086bc7ee8b HTTP/1.1" status: 200  len: 946 time: 0.0626817
May 07 21:57:22.199966 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d98442b9-8f54-4688-88b3-04ff695bbc02 req-336e2355-3094-4f90-90e2-2c06f27e99b5 service neutron] 10.222.0.55 "GET /v2.0/networks/772be29c-bb44-46ae-a3e0-b0a78574bddf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1173742
May 07 21:57:22.256567 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-71baa7de-a655-4891-b765-c6656e41a1d4 req-b67b72fa-877b-4e44-8245-cc1042b5167b tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1148117
May 07 21:57:22.267412 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-453ac0f0-1069-453e-8776-6729ce40d1b0 req-3450a5b7-0e2e-4370-a752-e650440cb31f tempest-InstanceActionsNegativeTestJSON-1302305112 tempest-InstanceActionsNegativeTestJSON-1302305112-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8c3252-ca86-4057-859b-949c0fffd617&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2719159
May 07 21:57:22.401686 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d98442b9-8f54-4688-88b3-04ff695bbc02 req-69f4093b-8cfc-48c7-86d3-2a68b22cb221 service neutron] 10.222.0.55 "GET /v2.0/networks/772be29c-bb44-46ae-a3e0-b0a78574bddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1955259
May 07 21:57:22.457219 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [req-95f5178c-2c4c-4cd7-976e-020f1638ad16 req-ac589eb5-f0b2-425f-9447-885e2bbdd90e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6ed2886-eb68-4188-9b66-6eff9f2cf22e {{(pid=121836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:57:22.458817 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-6e1f4208-8590-4792-af6e-804c8a890177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7fbf3580>, [{'id': 'b5281c6d-1370-492d-b1a8-7bd10df47e25', 'name': 'tempest-AttachVolumeShelveTestJSON-1954874037-router', 'tenant_id': '93c3c71171814bb7b1018904086ad506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.48'}], 'enable_snat': True}, 'gw_port_id': '46fbf6da-bca9-4d68-848b-b8373ed60471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:53:31Z', 'updated_at': '2022-05-07T21:53:38Z', 'revision_number': 4, 'project_id': '93c3c71171814bb7b1018904086ad506', 'gw_port': {'id': '46fbf6da-bca9-4d68-848b-b8373ed60471', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5281c6d-1370-492d-b1a8-7bd10df47e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:53:32Z', 'updated_at': '2022-05-07T21:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f6467fe6-7ab9-427f-a824-54515d7f5648', 'tenant_id': '93c3c71171814bb7b1018904086ad506', 'floating_ip_address': '172.35.4.56', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': 'b5281c6d-1370-492d-b1a8-7bd10df47e25', 'port_id': 'd4e2b793-5d2d-4a07-9cc6-af0c205ae6e2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1334, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '772be29c-bb44-46ae-a3e0-b0a78574bddf', 'mac_address': 'fa:16:3e:0d:5a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ad7d9c-5e14-44b9-a948-c9c337d99f0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T21:57:01Z', 'updated_at': '2022-05-07T21:57:19Z', 'revision_number': 1, 'project_id': '93c3c71171814bb7b1018904086ad506', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fdfc258-a1b1-4f52-ac3b-d6710d2f6ca2', 'name': '', 'network_id': '772be29c-bb44-46ae-a3e0-b0a78574bddf', 'tenant_id': '93c3c71171814bb7b1018904086ad506', 'mac_address': 'fa:16:3e:91:7d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5281c6d-1370-492d-b1a8-7bd10df47e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'f41cdf1c-9de4-46dc-8689-4d3b6400326c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:53:37Z', 'updated_at': '2022-05-07T21:53:43Z', 'revision_number': 5, 'project_id': '93c3c71171814bb7b1018904086ad506', 'subnets': [{'id': 'f41cdf1c-9de4-46dc-8689-4d3b6400326c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:57:22.468299 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-95f5178c-2c4c-4cd7-976e-020f1638ad16 req-ac589eb5-f0b2-425f-9447-885e2bbdd90e service neutron] Publish callbacks [] for port (b6ed2886-eb68-4188-9b66-6eff9f2cf22e), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:22.484617 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.provisioning_blocks [req-95f5178c-2c4c-4cd7-976e-020f1638ad16 req-ac589eb5-f0b2-425f-9447-885e2bbdd90e service neutron] Transition to ACTIVE for port object b6ed2886-eb68-4188-9b66-6eff9f2cf22e will not be triggered until provisioned by entity L2. {{(pid=121836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:57:22.491082 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-95f5178c-2c4c-4cd7-976e-020f1638ad16 req-ac589eb5-f0b2-425f-9447-885e2bbdd90e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (b6ed2886-eb68-4188-9b66-6eff9f2cf22e), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:22.493425 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1f4208-8590-4792-af6e-804c8a890177 None None] The sync data for ids ['b5281c6d-1370-492d-b1a8-7bd10df47e25'] in ncdv-master-1 is: [{'id': 'b5281c6d-1370-492d-b1a8-7bd10df47e25', 'name': 'tempest-AttachVolumeShelveTestJSON-1954874037-router', 'tenant_id': '93c3c71171814bb7b1018904086ad506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.48'}], 'enable_snat': True}, 'gw_port_id': '46fbf6da-bca9-4d68-848b-b8373ed60471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:53:31Z', 'updated_at': '2022-05-07T21:53:38Z', 'revision_number': 4, 'project_id': '93c3c71171814bb7b1018904086ad506', 'gw_port': {'id': '46fbf6da-bca9-4d68-848b-b8373ed60471', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5281c6d-1370-492d-b1a8-7bd10df47e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:53:32Z', 'updated_at': '2022-05-07T21:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'f6467fe6-7ab9-427f-a824-54515d7f5648', 'tenant_id': '93c3c71171814bb7b1018904086ad506', 'floating_ip_address': '172.35.4.56', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': 'b5281c6d-1370-492d-b1a8-7bd10df47e25', 'port_id': 'd4e2b793-5d2d-4a07-9cc6-af0c205ae6e2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1334, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '772be29c-bb44-46ae-a3e0-b0a78574bddf', 'mac_address': 'fa:16:3e:0d:5a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83ad7d9c-5e14-44b9-a948-c9c337d99f0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T21:57:01Z', 'updated_at': '2022-05-07T21:57:19Z', 'revision_number': 1, 'project_id': '93c3c71171814bb7b1018904086ad506', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fdfc258-a1b1-4f52-ac3b-d6710d2f6ca2', 'name': '', 'network_id': '772be29c-bb44-46ae-a3e0-b0a78574bddf', 'tenant_id': '93c3c71171814bb7b1018904086ad506', 'mac_address': 'fa:16:3e:91:7d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5281c6d-1370-492d-b1a8-7bd10df47e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'f41cdf1c-9de4-46dc-8689-4d3b6400326c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:53:37Z', 'updated_at': '2022-05-07T21:53:43Z', 'revision_number': 5, 'project_id': '93c3c71171814bb7b1018904086ad506', 'subnets': [{'id': 'f41cdf1c-9de4-46dc-8689-4d3b6400326c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:57:22.595846 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac589eb5-f0b2-425f-9447-885e2bbdd90e service neutron] Pushing event updated for resources: {'Port': ['ID=b6ed2886-eb68-4188-9b66-6eff9f2cf22e,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:22.703994 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-95f5178c-2c4c-4cd7-976e-020f1638ad16 req-ac589eb5-f0b2-425f-9447-885e2bbdd90e service neutron] Attempting to bind port b6ed2886-eb68-4188-9b66-6eff9f2cf22e on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:57:22.704431 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-95f5178c-2c4c-4cd7-976e-020f1638ad16 req-ac589eb5-f0b2-425f-9447-885e2bbdd90e service neutron] Attempting to bind port b6ed2886-eb68-4188-9b66-6eff9f2cf22e by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1e19a994-062a-4ee0-a951-5e10eb058107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '0314247d-f2ef-47ce-b469-f48290a43446'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:57:22.704984 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f5178c-2c4c-4cd7-976e-020f1638ad16 req-ac589eb5-f0b2-425f-9447-885e2bbdd90e service neutron] Attempting to bind port b6ed2886-eb68-4188-9b66-6eff9f2cf22e on network 0314247d-f2ef-47ce-b469-f48290a43446 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:57:22.710708 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f5178c-2c4c-4cd7-976e-020f1638ad16 req-ac589eb5-f0b2-425f-9447-885e2bbdd90e service neutron] Port b6ed2886-eb68-4188-9b66-6eff9f2cf22e on network 0314247d-f2ef-47ce-b469-f48290a43446 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:57:22.711106 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f5178c-2c4c-4cd7-976e-020f1638ad16 req-ac589eb5-f0b2-425f-9447-885e2bbdd90e service neutron] Attempting to bind port b6ed2886-eb68-4188-9b66-6eff9f2cf22e on network 0314247d-f2ef-47ce-b469-f48290a43446 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:57:22.717288 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f5178c-2c4c-4cd7-976e-020f1638ad16 req-ac589eb5-f0b2-425f-9447-885e2bbdd90e service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:57:22.717930 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f5178c-2c4c-4cd7-976e-020f1638ad16 req-ac589eb5-f0b2-425f-9447-885e2bbdd90e service neutron] Checking segment: {'id': '1e19a994-062a-4ee0-a951-5e10eb058107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '0314247d-f2ef-47ce-b469-f48290a43446'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:57:22.718495 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95f5178c-2c4c-4cd7-976e-020f1638ad16 req-ac589eb5-f0b2-425f-9447-885e2bbdd90e service neutron] Bound using segment: {'id': '1e19a994-062a-4ee0-a951-5e10eb058107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '0314247d-f2ef-47ce-b469-f48290a43446'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:57:22.719562 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-95f5178c-2c4c-4cd7-976e-020f1638ad16 req-ac589eb5-f0b2-425f-9447-885e2bbdd90e service neutron] Bound port: b6ed2886-eb68-4188-9b66-6eff9f2cf22e, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e19a994-062a-4ee0-a951-5e10eb058107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '0314247d-f2ef-47ce-b469-f48290a43446'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:57:22.720243 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-95f5178c-2c4c-4cd7-976e-020f1638ad16 req-ac589eb5-f0b2-425f-9447-885e2bbdd90e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (b6ed2886-eb68-4188-9b66-6eff9f2cf22e), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:22.811575 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-95f5178c-2c4c-4cd7-976e-020f1638ad16 req-ac589eb5-f0b2-425f-9447-885e2bbdd90e service neutron] For port b6ed2886-eb68-4188-9b66-6eff9f2cf22e, host nch1-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:57:22.816624 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-95f5178c-2c4c-4cd7-976e-020f1638ad16 req-ac589eb5-f0b2-425f-9447-885e2bbdd90e service neutron] For port b6ed2886-eb68-4188-9b66-6eff9f2cf22e, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b6ed2886-eb68-4188-9b66-6eff9f2cf22e,segment=NetworkSegment(1e19a994-062a-4ee0-a951-5e10eb058107),segment_id=1e19a994-062a-4ee0-a951-5e10eb058107)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:57:22.824373 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-95f5178c-2c4c-4cd7-976e-020f1638ad16 req-ac589eb5-f0b2-425f-9447-885e2bbdd90e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (b6ed2886-eb68-4188-9b66-6eff9f2cf22e), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:22.852371 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469ef0ab-f985-4c96-bd98-f1fa192a1e3e None None] New status for floating IP f6467fe6-7ab9-427f-a824-54515d7f5648: ACTIVE {{(pid=121839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 07 21:57:22.882617 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f5178c-2c4c-4cd7-976e-020f1638ad16 req-ac589eb5-f0b2-425f-9447-885e2bbdd90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:22.883335 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-95f5178c-2c4c-4cd7-976e-020f1638ad16 req-ac589eb5-f0b2-425f-9447-885e2bbdd90e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:22.884851 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-95f5178c-2c4c-4cd7-976e-020f1638ad16 req-ac589eb5-f0b2-425f-9447-885e2bbdd90e service neutron] 10.222.0.55 "PUT /v2.0/ports/b6ed2886-eb68-4188-9b66-6eff9f2cf22e HTTP/1.1" status: 200  len: 1091 time: 1.3225241
May 07 21:57:22.952229 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac589eb5-f0b2-425f-9447-885e2bbdd90e service neutron] Pushing event updated for resources: {'Port': ['ID=b6ed2886-eb68-4188-9b66-6eff9f2cf22e,revision_number=3']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:22.999268 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f5178c-2c4c-4cd7-976e-020f1638ad16 req-6dc41962-bca9-4e9f-ae04-7dae29904a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:23.001717 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-95f5178c-2c4c-4cd7-976e-020f1638ad16 req-6dc41962-bca9-4e9f-ae04-7dae29904a39 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5b718fc4c73641a28b46218d8905b4bb&device_id=331e63b1-72db-4cd8-a68a-a173625c95ed HTTP/1.1" status: 200  len: 1125 time: 0.0683064
May 07 21:57:23.070495 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-95f5178c-2c4c-4cd7-976e-020f1638ad16 req-495bf53a-cd55-4a83-b450-7f26c1c14332 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b6ed2886-eb68-4188-9b66-6eff9f2cf22e HTTP/1.1" status: 200  len: 217 time: 0.0606813
May 07 21:57:23.135501 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f5178c-2c4c-4cd7-976e-020f1638ad16 req-78ecb919-a401-4470-9263-2836864d1486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:23.137807 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-95f5178c-2c4c-4cd7-976e-020f1638ad16 req-78ecb919-a401-4470-9263-2836864d1486 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2130f8e8-8da5-4691-85fb-10dd37975e3b HTTP/1.1" status: 200  len: 861 time: 0.0618355
May 07 21:57:23.183992 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-95f5178c-2c4c-4cd7-976e-020f1638ad16 req-f837167f-db5f-47d9-9602-9eedcb3009cf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0314247d-f2ef-47ce-b469-f48290a43446&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0361230
May 07 21:57:23.272863 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '331e63b1-72db-4cd8-a68a-a173625c95ed', 'tag': 'b6ed2886-eb68-4188-9b66-6eff9f2cf22e'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:57:23.275333 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e4fd081-d6c8-41dd-bc7e-359fdcf7b5b7" -d '{"events": [{"name": "network-changed", "server_uuid": "331e63b1-72db-4cd8-a68a-a173625c95ed", "tag": "b6ed2886-eb68-4188-9b66-6eff9f2cf22e"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:57:23.352661 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52f4222a-69c9-431b-96f7-128f932e00b7 x-openstack-request-id: req-52f4222a-69c9-431b-96f7-128f932e00b7 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:57:23.352990 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "331e63b1-72db-4cd8-a68a-a173625c95ed", "tag": "b6ed2886-eb68-4188-9b66-6eff9f2cf22e", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:57:23.354153 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-52f4222a-69c9-431b-96f7-128f932e00b7 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:57:23.364431 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52f4222a-69c9-431b-96f7-128f932e00b7'] response: {'name': 'network-changed', 'server_uuid': '331e63b1-72db-4cd8-a68a-a173625c95ed', 'tag': 'b6ed2886-eb68-4188-9b66-6eff9f2cf22e', 'status': 'completed', 'code': 200}
May 07 21:57:23.372316 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-95f5178c-2c4c-4cd7-976e-020f1638ad16 req-ae68f51f-bd50-448d-b5e6-318b20e866a8 service neutron] 10.222.0.55 "GET /v2.0/networks/0314247d-f2ef-47ce-b469-f48290a43446?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1784410
May 07 21:57:23.418427 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ac2d4845-660a-401b-ad2a-d6526a382506 req-bfae2e41-f9b5-49fd-8738-968fd6867113 tempest-TenantUsagesTestJSON-1731718360 tempest-TenantUsagesTestJSON-1731718360-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=f62f599384054f23bddfbc3b3d1abf3d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0453541
May 07 21:57:23.542783 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b76e424-d242-427a-a6b8-3b4df9386658 req-6d87737a-b5de-46d2-b7d3-3a78ed343e22 tempest-InstanceActionsNegativeTestJSON-1302305112 tempest-InstanceActionsNegativeTestJSON-1302305112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:23.551529 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8b76e424-d242-427a-a6b8-3b4df9386658 req-6d87737a-b5de-46d2-b7d3-3a78ed343e22 tempest-InstanceActionsNegativeTestJSON-1302305112 tempest-InstanceActionsNegativeTestJSON-1302305112-project] 10.222.0.32 "GET /v2.0/ports?device_id=331e63b1-72db-4cd8-a68a-a173625c95ed HTTP/1.1" status: 200  len: 943 time: 0.0868394
May 07 21:57:23.552006 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-06a9f7c1-f487-4f3a-98b1-677a907bba6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:23.555125 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-95f5178c-2c4c-4cd7-976e-020f1638ad16 req-4b219642-e57f-4010-8171-494a9219014f service neutron] 10.222.0.55 "GET /v2.0/networks/0314247d-f2ef-47ce-b469-f48290a43446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1761096
May 07 21:57:23.593573 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2d4845-660a-401b-ad2a-d6526a382506 req-4883f7da-574e-4790-97dd-a7f7cbd1bbda tempest-TenantUsagesTestJSON-1731718360 tempest-TenantUsagesTestJSON-1731718360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:23.601785 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ac2d4845-660a-401b-ad2a-d6526a382506 req-4883f7da-574e-4790-97dd-a7f7cbd1bbda tempest-TenantUsagesTestJSON-1731718360 tempest-TenantUsagesTestJSON-1731718360-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1824210
May 07 21:57:23.603773 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 46672) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:23.619880 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8b76e424-d242-427a-a6b8-3b4df9386658 req-ee953922-be1d-4c2b-b8ec-1a130ebb7a20 tempest-InstanceActionsNegativeTestJSON-1302305112 tempest-InstanceActionsNegativeTestJSON-1302305112-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8c3252-ca86-4057-859b-949c0fffd617&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673525
May 07 21:57:23.625821 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ac2d4845-660a-401b-ad2a-d6526a382506 req-200220dd-68ee-403a-ad8c-fbc655aff7d9 tempest-TenantUsagesTestJSON-1731718360 tempest-TenantUsagesTestJSON-1731718360-project] 10.222.0.32 "GET /v2.0/quotas/f62f599384054f23bddfbc3b3d1abf3d HTTP/1.1" status: 200  len: 375 time: 0.0225842
May 07 21:57:23.663426 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ac2d4845-660a-401b-ad2a-d6526a382506 req-a12d76ee-516e-4920-81bc-0d1b9d25f32d tempest-TenantUsagesTestJSON-1731718360 tempest-TenantUsagesTestJSON-1731718360-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f62f599384054f23bddfbc3b3d1abf3d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0366576
May 07 21:57:23.732150 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:23.784466 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-72d4d922-4133-4c31-a662-d2efcf796c0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:23.806116 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15128a6b-6e57-4292-867c-4a82c3e99ee8 req-bafbe37e-2f16-4ef7-a2ae-2af2576813b5 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:23.807911 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-15128a6b-6e57-4292-867c-4a82c3e99ee8 req-bafbe37e-2f16-4ef7-a2ae-2af2576813b5 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=76fb1f24-8416-4b15-b95f-ec086bc7ee8b HTTP/1.1" status: 200  len: 946 time: 0.0729916
May 07 21:57:23.874879 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-15128a6b-6e57-4292-867c-4a82c3e99ee8 req-1d007f93-2338-4db9-8bb0-ba4477a9a944 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598905
May 07 21:57:23.902971 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3dd210bc-3d97-4791-a460-86663d171452 req-11dca6b4-6f49-4d60-86c9-cabe666321dc tempest-TenantUsagesTestJSON-1731718360 tempest-TenantUsagesTestJSON-1731718360-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6108279-03de-4499-9a59-7c1f4fbd291b HTTP/1.1" status: 200  len: 210 time: 0.0545902
May 07 21:57:23.941379 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-72d4d922-4133-4c31-a662-d2efcf796c0c admin admin] Publish callbacks [] for security_group (e8c5144a-aeca-4066-b43b-355833822bdc), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:23.946535 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-72d4d922-4133-4c31-a662-d2efcf796c0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (e8c5144a-aeca-4066-b43b-355833822bdc), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:23.999341 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-72d4d922-4133-4c31-a662-d2efcf796c0c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=712dac3bee11461d9dc916a597736279&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3939142
May 07 21:57:23.999658 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 46686) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:24.002097 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d4d922-4133-4c31-a662-d2efcf796c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c5144a-aeca-4066-b43b-355833822bdc,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:24.093560 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b4184b9a-ff7c-452a-9a3d-16b9a3e1495c admin admin] Publish callbacks [] for security_group (e8c5144a-aeca-4066-b43b-355833822bdc), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:24.133218 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b4184b9a-ff7c-452a-9a3d-16b9a3e1495c admin admin] Publish callbacks [] for security_group (e8c5144a-aeca-4066-b43b-355833822bdc), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:24.201711 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b4184b9a-ff7c-452a-9a3d-16b9a3e1495c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (e8c5144a-aeca-4066-b43b-355833822bdc), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:24.205852 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b4184b9a-ff7c-452a-9a3d-16b9a3e1495c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:24.207601 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-b4184b9a-ff7c-452a-9a3d-16b9a3e1495c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e8c5144a-aeca-4066-b43b-355833822bdc HTTP/1.1" status: 204  len: 168 time: 0.2061782
May 07 21:57:24.217875 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4184b9a-ff7c-452a-9a3d-16b9a3e1495c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c5144a-aeca-4066-b43b-355833822bdc,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:24.546184 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4fd081-d6c8-41dd-bc7e-359fdcf7b5b7 req-9b3940be-c27d-4010-86fc-1d230ae489ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:24.548884 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1e4fd081-d6c8-41dd-bc7e-359fdcf7b5b7 req-9b3940be-c27d-4010-86fc-1d230ae489ff service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5b718fc4c73641a28b46218d8905b4bb&device_id=331e63b1-72db-4cd8-a68a-a173625c95ed HTTP/1.1" status: 200  len: 1125 time: 0.0677311
May 07 21:57:24.686882 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4fd081-d6c8-41dd-bc7e-359fdcf7b5b7 req-6d8898e9-1c3e-4332-a248-755987b0ea18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:24.689325 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1e4fd081-d6c8-41dd-bc7e-359fdcf7b5b7 req-6d8898e9-1c3e-4332-a248-755987b0ea18 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0314247d-f2ef-47ce-b469-f48290a43446 HTTP/1.1" status: 200  len: 922 time: 0.1334941
May 07 21:57:24.743259 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1e4fd081-d6c8-41dd-bc7e-359fdcf7b5b7 req-9eb45f46-98ac-4be2-8e82-12bf21441859 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b6ed2886-eb68-4188-9b66-6eff9f2cf22e HTTP/1.1" status: 200  len: 217 time: 0.0479782
May 07 21:57:24.836299 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2049e361-0022-406d-be73-dfec8c7ddb47 req-c1c41ae3-5bca-443c-b3b6-cc58cfcf2389 tempest-InstanceActionsNegativeTestJSON-1302305112 tempest-InstanceActionsNegativeTestJSON-1302305112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:24.837871 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2049e361-0022-406d-be73-dfec8c7ddb47 req-c1c41ae3-5bca-443c-b3b6-cc58cfcf2389 tempest-InstanceActionsNegativeTestJSON-1302305112 tempest-InstanceActionsNegativeTestJSON-1302305112-project] 10.222.0.32 "GET /v2.0/ports?device_id=331e63b1-72db-4cd8-a68a-a173625c95ed HTTP/1.1" status: 200  len: 943 time: 0.0972567
May 07 21:57:24.849474 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4fd081-d6c8-41dd-bc7e-359fdcf7b5b7 req-558fa047-f20b-436f-a398-67b36f91aa30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:24.851459 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1e4fd081-d6c8-41dd-bc7e-359fdcf7b5b7 req-558fa047-f20b-436f-a398-67b36f91aa30 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2130f8e8-8da5-4691-85fb-10dd37975e3b HTTP/1.1" status: 200  len: 861 time: 0.0978210
May 07 21:57:24.935232 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1e4fd081-d6c8-41dd-bc7e-359fdcf7b5b7 req-4e65b22b-675b-4406-91c1-a232072f1329 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0314247d-f2ef-47ce-b469-f48290a43446&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0612910
May 07 21:57:24.946851 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2049e361-0022-406d-be73-dfec8c7ddb47 req-c7068144-e056-4f84-a06b-53879de8824f tempest-InstanceActionsNegativeTestJSON-1302305112 tempest-InstanceActionsNegativeTestJSON-1302305112-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8c3252-ca86-4057-859b-949c0fffd617&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1003048
May 07 21:57:25.039322 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c8c456-f1c0-48c1-a96e-f1a1d532e8b3 req-791964ce-26fa-4684-b59a-7276ee5896dc tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:25.041671 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b5c8c456-f1c0-48c1-a96e-f1a1d532e8b3 req-791964ce-26fa-4684-b59a-7276ee5896dc tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=76fb1f24-8416-4b15-b95f-ec086bc7ee8b HTTP/1.1" status: 200  len: 946 time: 0.0645938
May 07 21:57:25.094888 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ac2d4845-660a-401b-ad2a-d6526a382506 req-d3d3ab04-70ad-45b2-b44c-4e3af1bc0656 tempest-TenantUsagesTestJSON-1731718360 tempest-TenantUsagesTestJSON-1731718360-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=f62f599384054f23bddfbc3b3d1abf3d&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0518916
May 07 21:57:25.107553 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 46786) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:25.165060 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b5c8c456-f1c0-48c1-a96e-f1a1d532e8b3 req-e871e958-cde3-4646-8eea-eb45d15b437c tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1116385
May 07 21:57:25.342461 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f923e6b3-438e-4f8b-9884-3154b48e69c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:25.405884 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2d4845-660a-401b-ad2a-d6526a382506 req-906afb2e-382c-4b0e-b677-c2b61755cdfb tempest-TenantUsagesTestJSON-1731718360 tempest-TenantUsagesTestJSON-1731718360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:25.407515 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ac2d4845-660a-401b-ad2a-d6526a382506 req-906afb2e-382c-4b0e-b677-c2b61755cdfb tempest-TenantUsagesTestJSON-1731718360 tempest-TenantUsagesTestJSON-1731718360-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3013532
May 07 21:57:25.426289 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-ac2d4845-660a-401b-ad2a-d6526a382506 req-c8c71253-4cd4-439b-a0d4-894049d95e29 tempest-TenantUsagesTestJSON-1731718360 tempest-TenantUsagesTestJSON-1731718360-project] Request body: {'port': {'device_id': 'c6108279-03de-4499-9a59-7c1f4fbd291b', 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47', 'admin_state_up': True, 'tenant_id': 'f62f599384054f23bddfbc3b3d1abf3d'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:57:25.468855 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-66f76bb4-44c8-410d-aad9-487268819331 req-3c9cc057-2ce9-4bd0-b44d-e6f098e9f174 tempest-TenantUsagesTestJSON-1731718360 tempest-TenantUsagesTestJSON-1731718360-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6108279-03de-4499-9a59-7c1f4fbd291b HTTP/1.1" status: 200  len: 210 time: 0.3734655
May 07 21:57:25.473003 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1e4fd081-d6c8-41dd-bc7e-359fdcf7b5b7 req-d5427768-e1b3-423a-98dd-a3a8bc0362cf service neutron] 10.222.0.55 "GET /v2.0/networks/0314247d-f2ef-47ce-b469-f48290a43446?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5307374
May 07 21:57:25.571669 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device b6ed2886-eb68-4188-9b66-6eff9f2cf22e details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:57:25.577604 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1e4fd081-d6c8-41dd-bc7e-359fdcf7b5b7 req-bff232d4-70b1-49b3-870e-f92c826d5750 service neutron] 10.222.0.55 "GET /v2.0/networks/0314247d-f2ef-47ce-b469-f48290a43446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0982418
May 07 21:57:25.592193 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f923e6b3-438e-4f8b-9884-3154b48e69c3 admin admin] Publish callbacks [] for security_group (67105526-371a-4aa0-995d-997512ab7c26), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:25.611548 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f923e6b3-438e-4f8b-9884-3154b48e69c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (67105526-371a-4aa0-995d-997512ab7c26), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:25.622241 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac2d4845-660a-401b-ad2a-d6526a382506 req-c8c71253-4cd4-439b-a0d4-894049d95e29 tempest-TenantUsagesTestJSON-1731718360 tempest-TenantUsagesTestJSON-1731718360-project] Made reservation on behalf of f62f599384054f23bddfbc3b3d1abf3d for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:57:25.626260 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-ac2d4845-660a-401b-ad2a-d6526a382506 req-c8c71253-4cd4-439b-a0d4-894049d95e29 tempest-TenantUsagesTestJSON-1731718360 tempest-TenantUsagesTestJSON-1731718360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:25.638000 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-ac2d4845-660a-401b-ad2a-d6526a382506 req-c8c71253-4cd4-439b-a0d4-894049d95e29 tempest-TenantUsagesTestJSON-1731718360 tempest-TenantUsagesTestJSON-1731718360-project] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:25.646990 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 46804) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:25.692816 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-f923e6b3-438e-4f8b-9884-3154b48e69c3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d435158d1ce445ce9f5644d04d7d50a2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5840623
May 07 21:57:25.693661 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f923e6b3-438e-4f8b-9884-3154b48e69c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67105526-371a-4aa0-995d-997512ab7c26,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:25.695812 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 46808) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:25.742530 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port b6ed2886-eb68-4188-9b66-6eff9f2cf22e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b6ed2886-eb68-4188-9b66-6eff9f2cf22e,segment=NetworkSegment(1e19a994-062a-4ee0-a951-5e10eb058107),segment_id=1e19a994-062a-4ee0-a951-5e10eb058107)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:57:25.760343 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': 'b6ed2886-eb68-4188-9b66-6eff9f2cf22e', 'network_id': '0314247d-f2ef-47ce-b469-f48290a43446', 'port_id': 'b6ed2886-eb68-4188-9b66-6eff9f2cf22e', 'mac_address': 'fa:16:3e:4e:a1:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2130f8e8-8da5-4691-85fb-10dd37975e3b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:57:25.767486 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4003d49f-3150-4bb2-80da-ad2dcf309570 admin admin] Publish callbacks [] for security_group (67105526-371a-4aa0-995d-997512ab7c26), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:25.778590 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-ac2d4845-660a-401b-ad2a-d6526a382506 req-c8c71253-4cd4-439b-a0d4-894049d95e29 tempest-TenantUsagesTestJSON-1731718360 tempest-TenantUsagesTestJSON-1731718360-project] Publish callbacks [] for security_group (6a41a4b2-3886-4e60-97c0-9f2e3c068140), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:25.786335 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-ac2d4845-660a-401b-ad2a-d6526a382506 req-c8c71253-4cd4-439b-a0d4-894049d95e29 tempest-TenantUsagesTestJSON-1731718360 tempest-TenantUsagesTestJSON-1731718360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (6a41a4b2-3886-4e60-97c0-9f2e3c068140), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:25.795816 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4003d49f-3150-4bb2-80da-ad2dcf309570 admin admin] Publish callbacks [] for security_group (67105526-371a-4aa0-995d-997512ab7c26), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:25.807107 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port b6ed2886-eb68-4188-9b66-6eff9f2cf22e is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:57:25.807506 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (b6ed2886-eb68-4188-9b66-6eff9f2cf22e), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:25.824045 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6ed2886-eb68-4188-9b66-6eff9f2cf22e {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:57:25.825819 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c71253-4cd4-439b-a0d4-894049d95e29 tempest-TenantUsagesTestJSON-1731718360 tempest-TenantUsagesTestJSON-1731718360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a41a4b2-3886-4e60-97c0-9f2e3c068140,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:25.839788 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6438b573-e6ca-4ba4-b611-5bdc538c202d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:25.849938 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port b6ed2886-eb68-4188-9b66-6eff9f2cf22e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b6ed2886-eb68-4188-9b66-6eff9f2cf22e,segment=NetworkSegment(1e19a994-062a-4ee0-a951-5e10eb058107),segment_id=1e19a994-062a-4ee0-a951-5e10eb058107)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:57:25.855364 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (b6ed2886-eb68-4188-9b66-6eff9f2cf22e), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:25.902542 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4003d49f-3150-4bb2-80da-ad2dcf309570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (67105526-371a-4aa0-995d-997512ab7c26), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:25.905464 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4003d49f-3150-4bb2-80da-ad2dcf309570 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:25.909084 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-4003d49f-3150-4bb2-80da-ad2dcf309570 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/67105526-371a-4aa0-995d-997512ab7c26 HTTP/1.1" status: 204  len: 168 time: 0.2096810
May 07 21:57:25.923570 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4003d49f-3150-4bb2-80da-ad2dcf309570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67105526-371a-4aa0-995d-997512ab7c26,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:25.966138 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6438b573-e6ca-4ba4-b611-5bdc538c202d admin admin] Publish callbacks [] for security_group (d357d13a-eed3-4a2c-9478-69b96eb0ee2b), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:25.972449 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6438b573-e6ca-4ba4-b611-5bdc538c202d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (d357d13a-eed3-4a2c-9478-69b96eb0ee2b), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:25.980493 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [req-ac2d4845-660a-401b-ad2a-d6526a382506 req-c8c71253-4cd4-439b-a0d4-894049d95e29 tempest-TenantUsagesTestJSON-1731718360 tempest-TenantUsagesTestJSON-1731718360-project] Allocated IP 192.168.233.88 (665487f0-78eb-47fb-9a06-b15bc614dc47/6e0e5c53-1ece-4d20-b01d-5f8c6957edf6/3d52f5e6-5121-45cb-8de5-2a3d994fa234) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:57:25.991670 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=b6ed2886-eb68-4188-9b66-6eff9f2cf22e,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:26.015041 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-6438b573-e6ca-4ba4-b611-5bdc538c202d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=66de868e5b154759bc7e0aaf2b515a09&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3666766
May 07 21:57:26.018417 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 46814) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:26.026621 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6438b573-e6ca-4ba4-b611-5bdc538c202d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d357d13a-eed3-4a2c-9478-69b96eb0ee2b,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:26.045719 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-059bcd57-a6b6-4927-b8ff-d7d596809852 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:26.101519 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0f39c81a-d3b0-4970-8961-e68952128d94 admin admin] Publish callbacks [] for security_group (d357d13a-eed3-4a2c-9478-69b96eb0ee2b), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:26.126183 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0f39c81a-d3b0-4970-8961-e68952128d94 admin admin] Publish callbacks [] for security_group (d357d13a-eed3-4a2c-9478-69b96eb0ee2b), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:26.132687 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['b6ed2886-eb68-4188-9b66-6eff9f2cf22e'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:57:26.191452 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0f39c81a-d3b0-4970-8961-e68952128d94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (d357d13a-eed3-4a2c-9478-69b96eb0ee2b), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:26.205790 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0f39c81a-d3b0-4970-8961-e68952128d94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:26.207765 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-0f39c81a-d3b0-4970-8961-e68952128d94 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d357d13a-eed3-4a2c-9478-69b96eb0ee2b HTTP/1.1" status: 204  len: 168 time: 0.1882088
May 07 21:57:26.230558 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f39c81a-d3b0-4970-8961-e68952128d94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d357d13a-eed3-4a2c-9478-69b96eb0ee2b,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:26.281443 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f96ac3-eb2f-40e3-89b7-9ff70dd083aa req-ab1784d6-ac42-45c6-8485-2a818188e6a8 tempest-InstanceActionsNegativeTestJSON-1302305112 tempest-InstanceActionsNegativeTestJSON-1302305112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:26.283046 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c7f96ac3-eb2f-40e3-89b7-9ff70dd083aa req-ab1784d6-ac42-45c6-8485-2a818188e6a8 tempest-InstanceActionsNegativeTestJSON-1302305112 tempest-InstanceActionsNegativeTestJSON-1302305112-project] 10.222.0.32 "GET /v2.0/ports?device_id=331e63b1-72db-4cd8-a68a-a173625c95ed HTTP/1.1" status: 200  len: 944 time: 0.1357608
May 07 21:57:26.328244 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-ac2d4845-660a-401b-ad2a-d6526a382506 req-c8c71253-4cd4-439b-a0d4-894049d95e29 tempest-TenantUsagesTestJSON-1731718360 tempest-TenantUsagesTestJSON-1731718360-project] Publish callbacks [] for port (3d52f5e6-5121-45cb-8de5-2a3d994fa234), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:26.357973 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c7f96ac3-eb2f-40e3-89b7-9ff70dd083aa req-b5b561f4-63be-4261-8c3e-4cc7c4febfc0 tempest-InstanceActionsNegativeTestJSON-1302305112 tempest-InstanceActionsNegativeTestJSON-1302305112-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8c3252-ca86-4057-859b-949c0fffd617&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0642030
May 07 21:57:26.374311 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54ddcba-6a2c-4811-aed3-28c0fa06baed req-c292cb80-7dcb-42c4-bfe2-407fe2fe2a86 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:26.376467 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f54ddcba-6a2c-4811-aed3-28c0fa06baed req-c292cb80-7dcb-42c4-bfe2-407fe2fe2a86 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=76fb1f24-8416-4b15-b95f-ec086bc7ee8b HTTP/1.1" status: 200  len: 946 time: 0.0820820
May 07 21:57:26.392803 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-ac2d4845-660a-401b-ad2a-d6526a382506 req-c8c71253-4cd4-439b-a0d4-894049d95e29 tempest-TenantUsagesTestJSON-1731718360 tempest-TenantUsagesTestJSON-1731718360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (3d52f5e6-5121-45cb-8de5-2a3d994fa234), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:26.432184 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 46822) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:26.443484 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f54ddcba-6a2c-4811-aed3-28c0fa06baed req-c78bc32f-f8b0-4053-b226-58246594be95 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0562651
May 07 21:57:26.453160 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac2d4845-660a-401b-ad2a-d6526a382506 req-c8c71253-4cd4-439b-a0d4-894049d95e29 tempest-TenantUsagesTestJSON-1731718360 tempest-TenantUsagesTestJSON-1731718360-project] Network 665487f0-78eb-47fb-9a06-b15bc614dc47 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:57:26.458216 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c5e7fd6a-6541-4d49-8d07-12867f491880 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:26.460325 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [req-ac2d4845-660a-401b-ad2a-d6526a382506 req-c8c71253-4cd4-439b-a0d4-894049d95e29 tempest-TenantUsagesTestJSON-1731718360 tempest-TenantUsagesTestJSON-1731718360-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:57:26.476590 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac2d4845-660a-401b-ad2a-d6526a382506 req-c8c71253-4cd4-439b-a0d4-894049d95e29 tempest-TenantUsagesTestJSON-1731718360 tempest-TenantUsagesTestJSON-1731718360-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:57:26.499811 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c71253-4cd4-439b-a0d4-894049d95e29 tempest-TenantUsagesTestJSON-1731718360 tempest-TenantUsagesTestJSON-1731718360-project] Pushing event updated for resources: {'Port': ['ID=3d52f5e6-5121-45cb-8de5-2a3d994fa234,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:26.544659 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2d4845-660a-401b-ad2a-d6526a382506 req-c8c71253-4cd4-439b-a0d4-894049d95e29 tempest-TenantUsagesTestJSON-1731718360 tempest-TenantUsagesTestJSON-1731718360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:26.545309 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-ac2d4845-660a-401b-ad2a-d6526a382506 req-c8c71253-4cd4-439b-a0d4-894049d95e29 tempest-TenantUsagesTestJSON-1731718360 tempest-TenantUsagesTestJSON-1731718360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:26.575549 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ac2d4845-660a-401b-ad2a-d6526a382506 req-c8c71253-4cd4-439b-a0d4-894049d95e29 tempest-TenantUsagesTestJSON-1731718360 tempest-TenantUsagesTestJSON-1731718360-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.1563859
May 07 21:57:26.605954 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-ac2d4845-660a-401b-ad2a-d6526a382506 req-b6381776-0f90-494c-a68d-fb793bf217f0 service neutron] Request body: {'port': {'device_id': 'c6108279-03de-4499-9a59-7c1f4fbd291b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:57:26.662587 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1210e49a-1cd1-4d69-baa3-3f3651a2d573 req-982b9a1f-af26-4192-becd-1d4de334d41e tempest-TenantUsagesTestJSON-1731718360 tempest-TenantUsagesTestJSON-1731718360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:26.664155 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1210e49a-1cd1-4d69-baa3-3f3651a2d573 req-982b9a1f-af26-4192-becd-1d4de334d41e tempest-TenantUsagesTestJSON-1731718360 tempest-TenantUsagesTestJSON-1731718360-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6108279-03de-4499-9a59-7c1f4fbd291b HTTP/1.1" status: 200  len: 935 time: 0.1081610
May 07 21:57:26.771127 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-fd53ff12-6bbf-4347-9f0f-6b9b7f24f03d None None] Provisioning complete for port 3d52f5e6-5121-45cb-8de5-2a3d994fa234 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:57:26.771774 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-fd53ff12-6bbf-4347-9f0f-6b9b7f24f03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (3d52f5e6-5121-45cb-8de5-2a3d994fa234), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:26.807039 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-fd53ff12-6bbf-4347-9f0f-6b9b7f24f03d None None] Port 3d52f5e6-5121-45cb-8de5-2a3d994fa234 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:57:27.033356 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-ac2d4845-660a-401b-ad2a-d6526a382506 req-b6381776-0f90-494c-a68d-fb793bf217f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (3d52f5e6-5121-45cb-8de5-2a3d994fa234), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:27.052617 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c5e7fd6a-6541-4d49-8d07-12867f491880 admin admin] Publish callbacks [] for security_group (adf75c77-ff7e-4041-8c98-8f86ad2076b4), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:27.061269 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c5e7fd6a-6541-4d49-8d07-12867f491880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (adf75c77-ff7e-4041-8c98-8f86ad2076b4), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:27.123786 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1210e49a-1cd1-4d69-baa3-3f3651a2d573 req-6bae0a9b-60e5-4813-ae0d-6f208bdfee06 tempest-TenantUsagesTestJSON-1731718360 tempest-TenantUsagesTestJSON-1731718360-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a41a4b2-3886-4e60-97c0-9f2e3c068140&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4496913
May 07 21:57:27.148335 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e7fd6a-6541-4d49-8d07-12867f491880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adf75c77-ff7e-4041-8c98-8f86ad2076b4,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:27.154125 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-c5e7fd6a-6541-4d49-8d07-12867f491880 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=80b939d0b75b40e4afa12a3d14e4ef26&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7208388
May 07 21:57:27.156840 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 46846) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:27.286534 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8d83452a-bd54-46a1-931e-a9ccb551ce74 admin admin] Publish callbacks [] for security_group (adf75c77-ff7e-4041-8c98-8f86ad2076b4), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:27.333716 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:27.348508 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8d83452a-bd54-46a1-931e-a9ccb551ce74 admin admin] Publish callbacks [] for security_group (adf75c77-ff7e-4041-8c98-8f86ad2076b4), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:27.425465 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8d83452a-bd54-46a1-931e-a9ccb551ce74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (adf75c77-ff7e-4041-8c98-8f86ad2076b4), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:27.428687 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8d83452a-bd54-46a1-931e-a9ccb551ce74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:27.429836 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-8d83452a-bd54-46a1-931e-a9ccb551ce74 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/adf75c77-ff7e-4041-8c98-8f86ad2076b4 HTTP/1.1" status: 204  len: 168 time: 0.2721028
May 07 21:57:27.448181 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d83452a-bd54-46a1-931e-a9ccb551ce74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adf75c77-ff7e-4041-8c98-8f86ad2076b4,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:27.501672 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [req-ac2d4845-660a-401b-ad2a-d6526a382506 req-b6381776-0f90-494c-a68d-fb793bf217f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d52f5e6-5121-45cb-8de5-2a3d994fa234 {{(pid=121837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:57:27.512945 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-ac2d4845-660a-401b-ad2a-d6526a382506 req-b6381776-0f90-494c-a68d-fb793bf217f0 service neutron] Publish callbacks [] for port (3d52f5e6-5121-45cb-8de5-2a3d994fa234), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:27.527459 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-ac2d4845-660a-401b-ad2a-d6526a382506 req-b6381776-0f90-494c-a68d-fb793bf217f0 service neutron] Transition to ACTIVE for port object 3d52f5e6-5121-45cb-8de5-2a3d994fa234 will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:57:27.533754 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-ac2d4845-660a-401b-ad2a-d6526a382506 req-b6381776-0f90-494c-a68d-fb793bf217f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (3d52f5e6-5121-45cb-8de5-2a3d994fa234), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:27.574955 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8a153e-f3b8-4492-816e-008b872bc10c req-5d2ee5b2-8f28-4789-9942-fcf831dfd590 tempest-InstanceActionsNegativeTestJSON-1302305112 tempest-InstanceActionsNegativeTestJSON-1302305112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:27.584394 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4a8a153e-f3b8-4492-816e-008b872bc10c req-5d2ee5b2-8f28-4789-9942-fcf831dfd590 tempest-InstanceActionsNegativeTestJSON-1302305112 tempest-InstanceActionsNegativeTestJSON-1302305112-project] 10.222.0.32 "GET /v2.0/ports?device_id=331e63b1-72db-4cd8-a68a-a173625c95ed HTTP/1.1" status: 200  len: 944 time: 0.1214492
May 07 21:57:27.600458 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device b6ed2886-eb68-4188-9b66-6eff9f2cf22e up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:57:27.672982 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4a8a153e-f3b8-4492-816e-008b872bc10c req-ad036bab-0827-44f8-887d-266207233776 tempest-InstanceActionsNegativeTestJSON-1302305112 tempest-InstanceActionsNegativeTestJSON-1302305112-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8c3252-ca86-4057-859b-949c0fffd617&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0875905
May 07 21:57:27.707277 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning for port b6ed2886-eb68-4188-9b66-6eff9f2cf22e completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:57:27.708982 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae44ea7-1946-4066-a8ee-39ea315c32a8 req-23e43d8a-1a2b-415b-8bf5-e0ae683e525a tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:27.710757 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6ae44ea7-1946-4066-a8ee-39ea315c32a8 req-23e43d8a-1a2b-415b-8bf5-e0ae683e525a tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=76fb1f24-8416-4b15-b95f-ec086bc7ee8b HTTP/1.1" status: 200  len: 946 time: 0.1391687
May 07 21:57:27.729123 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port b6ed2886-eb68-4188-9b66-6eff9f2cf22e triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:57:27.729586 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (b6ed2886-eb68-4188-9b66-6eff9f2cf22e), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:27.736450 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6381776-0f90-494c-a68d-fb793bf217f0 service neutron] Pushing event updated for resources: {'Port': ['ID=3d52f5e6-5121-45cb-8de5-2a3d994fa234,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:27.813946 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6ae44ea7-1946-4066-a8ee-39ea315c32a8 req-9944f403-5e77-49b9-bcd2-7b024c3295ec tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0743823
May 07 21:57:27.825035 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-ac2d4845-660a-401b-ad2a-d6526a382506 req-b6381776-0f90-494c-a68d-fb793bf217f0 service neutron] Attempting to bind port 3d52f5e6-5121-45cb-8de5-2a3d994fa234 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:57:27.825491 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-ac2d4845-660a-401b-ad2a-d6526a382506 req-b6381776-0f90-494c-a68d-fb793bf217f0 service neutron] Attempting to bind port 3d52f5e6-5121-45cb-8de5-2a3d994fa234 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:57:27.825709 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2d4845-660a-401b-ad2a-d6526a382506 req-b6381776-0f90-494c-a68d-fb793bf217f0 service neutron] Attempting to bind port 3d52f5e6-5121-45cb-8de5-2a3d994fa234 on network 665487f0-78eb-47fb-9a06-b15bc614dc47 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:57:27.831148 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2d4845-660a-401b-ad2a-d6526a382506 req-b6381776-0f90-494c-a68d-fb793bf217f0 service neutron] Port 3d52f5e6-5121-45cb-8de5-2a3d994fa234 on network 665487f0-78eb-47fb-9a06-b15bc614dc47 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:57:27.831474 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2d4845-660a-401b-ad2a-d6526a382506 req-b6381776-0f90-494c-a68d-fb793bf217f0 service neutron] Attempting to bind port 3d52f5e6-5121-45cb-8de5-2a3d994fa234 on network 665487f0-78eb-47fb-9a06-b15bc614dc47 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:57:27.841956 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2d4845-660a-401b-ad2a-d6526a382506 req-b6381776-0f90-494c-a68d-fb793bf217f0 service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:57:27.842296 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2d4845-660a-401b-ad2a-d6526a382506 req-b6381776-0f90-494c-a68d-fb793bf217f0 service neutron] Checking segment: {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:57:27.842681 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac2d4845-660a-401b-ad2a-d6526a382506 req-b6381776-0f90-494c-a68d-fb793bf217f0 service neutron] Bound using segment: {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:57:27.843148 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-ac2d4845-660a-401b-ad2a-d6526a382506 req-b6381776-0f90-494c-a68d-fb793bf217f0 service neutron] Bound port: 3d52f5e6-5121-45cb-8de5-2a3d994fa234, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:57:27.843515 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-ac2d4845-660a-401b-ad2a-d6526a382506 req-b6381776-0f90-494c-a68d-fb793bf217f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (3d52f5e6-5121-45cb-8de5-2a3d994fa234), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:27.942272 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-ac2d4845-660a-401b-ad2a-d6526a382506 req-b6381776-0f90-494c-a68d-fb793bf217f0 service neutron] For port 3d52f5e6-5121-45cb-8de5-2a3d994fa234, host nch2-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:57:27.946380 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-ac2d4845-660a-401b-ad2a-d6526a382506 req-b6381776-0f90-494c-a68d-fb793bf217f0 service neutron] For port 3d52f5e6-5121-45cb-8de5-2a3d994fa234, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3d52f5e6-5121-45cb-8de5-2a3d994fa234,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:57:27.957086 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-ac2d4845-660a-401b-ad2a-d6526a382506 req-b6381776-0f90-494c-a68d-fb793bf217f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (3d52f5e6-5121-45cb-8de5-2a3d994fa234), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:28.008418 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2d4845-660a-401b-ad2a-d6526a382506 req-b6381776-0f90-494c-a68d-fb793bf217f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:28.009536 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-ac2d4845-660a-401b-ad2a-d6526a382506 req-b6381776-0f90-494c-a68d-fb793bf217f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:28.011201 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ac2d4845-660a-401b-ad2a-d6526a382506 req-b6381776-0f90-494c-a68d-fb793bf217f0 service neutron] 10.222.0.59 "PUT /v2.0/ports/3d52f5e6-5121-45cb-8de5-2a3d994fa234 HTTP/1.1" status: 200  len: 1095 time: 1.4106863
May 07 21:57:28.011900 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6108279-03de-4499-9a59-7c1f4fbd291b', 'tag': '3d52f5e6-5121-45cb-8de5-2a3d994fa234'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:57:28.019407 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-120212eb-85e8-4cd5-a037-53f6cc349f67" -d '{"events": [{"name": "network-changed", "server_uuid": "c6108279-03de-4499-9a59-7c1f4fbd291b", "tag": "3d52f5e6-5121-45cb-8de5-2a3d994fa234"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:57:28.055273 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6381776-0f90-494c-a68d-fb793bf217f0 service neutron] Pushing event updated for resources: {'Port': ['ID=3d52f5e6-5121-45cb-8de5-2a3d994fa234,revision_number=3']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:28.091265 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port b6ed2886-eb68-4188-9b66-6eff9f2cf22e is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:57:28.095094 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (b6ed2886-eb68-4188-9b66-6eff9f2cf22e), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:28.134026 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56fbb31c-56b7-4c8a-bec6-b7ae42aed3dc x-openstack-request-id: req-56fbb31c-56b7-4c8a-bec6-b7ae42aed3dc {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:57:28.134327 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6108279-03de-4499-9a59-7c1f4fbd291b", "tag": "3d52f5e6-5121-45cb-8de5-2a3d994fa234", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:57:28.134583 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-56fbb31c-56b7-4c8a-bec6-b7ae42aed3dc {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:57:28.135676 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56fbb31c-56b7-4c8a-bec6-b7ae42aed3dc'] response: {'name': 'network-changed', 'server_uuid': 'c6108279-03de-4499-9a59-7c1f4fbd291b', 'tag': '3d52f5e6-5121-45cb-8de5-2a3d994fa234', 'status': 'completed', 'code': 200}
May 07 21:57:28.135825 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '331e63b1-72db-4cd8-a68a-a173625c95ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ed2886-eb68-4188-9b66-6eff9f2cf22e'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:57:28.139097 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2d4845-660a-401b-ad2a-d6526a382506 req-452a9af2-9179-450c-a5f8-0834cb6721c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:28.141811 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ac2d4845-660a-401b-ad2a-d6526a382506 req-452a9af2-9179-450c-a5f8-0834cb6721c2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f62f599384054f23bddfbc3b3d1abf3d&device_id=c6108279-03de-4499-9a59-7c1f4fbd291b HTTP/1.1" status: 200  len: 1129 time: 0.0667317
May 07 21:57:28.142254 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-970c3baa-100a-4f74-bf18-0398a0aa58da" -d '{"events": [{"server_uuid": "331e63b1-72db-4cd8-a68a-a173625c95ed", "name": "network-vif-plugged", "status": "completed", "tag": "b6ed2886-eb68-4188-9b66-6eff9f2cf22e"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:57:28.170998 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port b6ed2886-eb68-4188-9b66-6eff9f2cf22e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b6ed2886-eb68-4188-9b66-6eff9f2cf22e,segment=NetworkSegment(1e19a994-062a-4ee0-a951-5e10eb058107),segment_id=1e19a994-062a-4ee0-a951-5e10eb058107)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:57:28.183754 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (b6ed2886-eb68-4188-9b66-6eff9f2cf22e), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:28.208200 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ac2d4845-660a-401b-ad2a-d6526a382506 req-aaf616c3-27fa-47fe-815f-fc5d8edfcfef service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=3d52f5e6-5121-45cb-8de5-2a3d994fa234 HTTP/1.1" status: 200  len: 217 time: 0.0590026
May 07 21:57:28.260926 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=b6ed2886-eb68-4188-9b66-6eff9f2cf22e,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:28.265265 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4933f472-6131-4e3a-a3e1-039599b69070 x-openstack-request-id: req-4933f472-6131-4e3a-a3e1-039599b69070 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:57:28.266410 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "331e63b1-72db-4cd8-a68a-a173625c95ed", "name": "network-vif-plugged", "status": "completed", "tag": "b6ed2886-eb68-4188-9b66-6eff9f2cf22e", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:57:28.266939 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4933f472-6131-4e3a-a3e1-039599b69070 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:57:28.267542 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4933f472-6131-4e3a-a3e1-039599b69070'] response: {'server_uuid': '331e63b1-72db-4cd8-a68a-a173625c95ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ed2886-eb68-4188-9b66-6eff9f2cf22e', 'code': 200}
May 07 21:57:28.307573 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2d4845-660a-401b-ad2a-d6526a382506 req-4e96fa1e-4710-4386-ace8-8b7a0e0d2a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:28.311944 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ac2d4845-660a-401b-ad2a-d6526a382506 req-4e96fa1e-4710-4386-ace8-8b7a0e0d2a10 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6e0e5c53-1ece-4d20-b01d-5f8c6957edf6 HTTP/1.1" status: 200  len: 843 time: 0.0964303
May 07 21:57:28.378126 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2d4845-660a-401b-ad2a-d6526a382506 req-ef996233-79a5-43a8-a14c-f3da7af6aba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:28.380412 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ac2d4845-660a-401b-ad2a-d6526a382506 req-ef996233-79a5-43a8-a14c-f3da7af6aba1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=665487f0-78eb-47fb-9a06-b15bc614dc47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0562720
May 07 21:57:28.385421 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18b5049-8226-4b2e-90ee-ddca2ba6b64b req-0ca1b9c0-00fb-434a-9484-abc8302a6e6d tempest-TenantUsagesTestJSON-1731718360 tempest-TenantUsagesTestJSON-1731718360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:28.393875 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f18b5049-8226-4b2e-90ee-ddca2ba6b64b req-0ca1b9c0-00fb-434a-9484-abc8302a6e6d tempest-TenantUsagesTestJSON-1731718360 tempest-TenantUsagesTestJSON-1731718360-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6108279-03de-4499-9a59-7c1f4fbd291b HTTP/1.1" status: 200  len: 947 time: 0.0990160
May 07 21:57:28.479089 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b532a1-62c8-4cd8-ac07-3218437c0460 req-aa5a9b9f-d011-4e92-a85d-9145d65415f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:28.480425 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-73b532a1-62c8-4cd8-ac07-3218437c0460 req-aa5a9b9f-d011-4e92-a85d-9145d65415f9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=331e63b1-72db-4cd8-a68a-a173625c95ed HTTP/1.1" status: 200  len: 1127 time: 0.0856102
May 07 21:57:28.513031 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f18b5049-8226-4b2e-90ee-ddca2ba6b64b req-1a50db03-ef5a-401e-9166-8191ddd13705 tempest-TenantUsagesTestJSON-1731718360 tempest-TenantUsagesTestJSON-1731718360-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a41a4b2-3886-4e60-97c0-9f2e3c068140&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0958171
May 07 21:57:28.514024 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ac2d4845-660a-401b-ad2a-d6526a382506 req-e2000afe-7299-46f4-ad61-7d2420cc8a59 service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1260052
May 07 21:57:28.569400 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-73b532a1-62c8-4cd8-ac07-3218437c0460 req-11f4495c-3a8b-4b55-ae07-d176f7769fea service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0e8c3252-ca86-4057-859b-949c0fffd617&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0799131
May 07 21:57:28.620993 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ac2d4845-660a-401b-ad2a-d6526a382506 req-64fccb1a-02c1-4ad3-8e7f-a2c5044ddde2 service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0961962
May 07 21:57:28.797468 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a543e7bd-f148-4475-97fb-68a5efb8b7ac req-ee40ba63-e974-429c-961d-ab1336ba8eae tempest-InstanceActionsNegativeTestJSON-1302305112 tempest-InstanceActionsNegativeTestJSON-1302305112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:28.799690 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a543e7bd-f148-4475-97fb-68a5efb8b7ac req-ee40ba63-e974-429c-961d-ab1336ba8eae tempest-InstanceActionsNegativeTestJSON-1302305112 tempest-InstanceActionsNegativeTestJSON-1302305112-project] 10.222.0.32 "GET /v2.0/ports?device_id=331e63b1-72db-4cd8-a68a-a173625c95ed HTTP/1.1" status: 200  len: 945 time: 0.0602763
May 07 21:57:28.855161 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a543e7bd-f148-4475-97fb-68a5efb8b7ac req-acb2d22a-9aa9-473f-bdbe-2030c70f62c9 tempest-InstanceActionsNegativeTestJSON-1302305112 tempest-InstanceActionsNegativeTestJSON-1302305112-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8c3252-ca86-4057-859b-949c0fffd617&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488956
May 07 21:57:28.973126 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7456a54e-8ca7-41a2-a986-dac06fb15156 req-763422f6-ee50-46cc-8fcf-14b17699a28d tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:28.975149 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7456a54e-8ca7-41a2-a986-dac06fb15156 req-763422f6-ee50-46cc-8fcf-14b17699a28d tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=76fb1f24-8416-4b15-b95f-ec086bc7ee8b HTTP/1.1" status: 200  len: 946 time: 0.0548568
May 07 21:57:29.043726 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7456a54e-8ca7-41a2-a986-dac06fb15156 req-a80a7ffe-139f-401c-b3f2-dc5784ebe73c tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619218
May 07 21:57:29.080213 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:29.422406 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 46944) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:29.560516 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120212eb-85e8-4cd5-a037-53f6cc349f67 req-417211e1-4866-491b-ad9e-4cb41a1bb9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:29.562033 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-120212eb-85e8-4cd5-a037-53f6cc349f67 req-417211e1-4866-491b-ad9e-4cb41a1bb9de service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f62f599384054f23bddfbc3b3d1abf3d&device_id=c6108279-03de-4499-9a59-7c1f4fbd291b HTTP/1.1" status: 200  len: 1129 time: 0.0495183
May 07 21:57:29.640082 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6ce75bac-84af-4631-a413-aa0ceb52c6db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:29.706140 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beee4aa-e8f1-4d7a-add2-708d9b2503aa req-a323cede-529b-4345-8d6b-b69985169271 tempest-TenantUsagesTestJSON-1731718360 tempest-TenantUsagesTestJSON-1731718360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:29.707282 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2beee4aa-e8f1-4d7a-add2-708d9b2503aa req-a323cede-529b-4345-8d6b-b69985169271 tempest-TenantUsagesTestJSON-1731718360 tempest-TenantUsagesTestJSON-1731718360-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6108279-03de-4499-9a59-7c1f4fbd291b HTTP/1.1" status: 200  len: 947 time: 0.1176803
May 07 21:57:29.760233 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120212eb-85e8-4cd5-a037-53f6cc349f67 req-8d49af96-a027-44c9-ae93-517d466abcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:29.761719 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-120212eb-85e8-4cd5-a037-53f6cc349f67 req-8d49af96-a027-44c9-ae93-517d466abcc9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=665487f0-78eb-47fb-9a06-b15bc614dc47 HTTP/1.1" status: 200  len: 870 time: 0.1927032
May 07 21:57:29.838824 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-120212eb-85e8-4cd5-a037-53f6cc349f67 req-58e8b57b-904f-4525-b59e-8132f9a6c6ed service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=3d52f5e6-5121-45cb-8de5-2a3d994fa234 HTTP/1.1" status: 200  len: 217 time: 0.0706110
May 07 21:57:29.885545 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2beee4aa-e8f1-4d7a-add2-708d9b2503aa req-23846858-1503-4daf-af5a-34eee40dc075 tempest-TenantUsagesTestJSON-1731718360 tempest-TenantUsagesTestJSON-1731718360-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a41a4b2-3886-4e60-97c0-9f2e3c068140&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1690612
May 07 21:57:29.917900 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6ce75bac-84af-4631-a413-aa0ceb52c6db admin admin] Publish callbacks [] for security_group (75233e0a-50e2-47e8-a05d-7e7b25c4b8f2), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:29.921368 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120212eb-85e8-4cd5-a037-53f6cc349f67 req-75afa000-b45a-4087-9380-3c5da6c0112d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:29.923670 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-120212eb-85e8-4cd5-a037-53f6cc349f67 req-75afa000-b45a-4087-9380-3c5da6c0112d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6e0e5c53-1ece-4d20-b01d-5f8c6957edf6 HTTP/1.1" status: 200  len: 843 time: 0.0730383
May 07 21:57:29.924852 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6ce75bac-84af-4631-a413-aa0ceb52c6db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (75233e0a-50e2-47e8-a05d-7e7b25c4b8f2), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:29.998315 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-6ce75bac-84af-4631-a413-aa0ceb52c6db admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5bfce301d11a48098c6011fc39511150&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5729456
May 07 21:57:29.998315 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce75bac-84af-4631-a413-aa0ceb52c6db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75233e0a-50e2-47e8-a05d-7e7b25c4b8f2,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:29.999968 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 46990) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:30.018294 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120212eb-85e8-4cd5-a037-53f6cc349f67 req-32601707-5b3f-4cc3-82eb-08969d4c6cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:30.019849 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-120212eb-85e8-4cd5-a037-53f6cc349f67 req-32601707-5b3f-4cc3-82eb-08969d4c6cf7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=665487f0-78eb-47fb-9a06-b15bc614dc47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0853586
May 07 21:57:30.034432 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:30.036523 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ddc367-f24c-4ab6-9cfa-8bb6441526b6 req-53f948c5-5d5d-4562-9b08-a124079a27e7 tempest-InstanceActionsNegativeTestJSON-1302305112 tempest-InstanceActionsNegativeTestJSON-1302305112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:30.044796 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d0ddc367-f24c-4ab6-9cfa-8bb6441526b6 req-53f948c5-5d5d-4562-9b08-a124079a27e7 tempest-InstanceActionsNegativeTestJSON-1302305112 tempest-InstanceActionsNegativeTestJSON-1302305112-project] 10.222.0.32 "GET /v2.0/ports?device_id=331e63b1-72db-4cd8-a68a-a173625c95ed HTTP/1.1" status: 200  len: 945 time: 0.0763924
May 07 21:57:30.105255 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d0ddc367-f24c-4ab6-9cfa-8bb6441526b6 req-3a8651fc-92de-48d9-8ecb-be2a6511b143 tempest-InstanceActionsNegativeTestJSON-1302305112 tempest-InstanceActionsNegativeTestJSON-1302305112-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8c3252-ca86-4057-859b-949c0fffd617&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570612
May 07 21:57:30.130955 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-73d1ab5b-8ce3-46e5-848c-fe0acc776e4d admin admin] Publish callbacks [] for security_group (75233e0a-50e2-47e8-a05d-7e7b25c4b8f2), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:30.201661 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-73d1ab5b-8ce3-46e5-848c-fe0acc776e4d admin admin] Publish callbacks [] for security_group (75233e0a-50e2-47e8-a05d-7e7b25c4b8f2), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:30.223747 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9242224d-a7d4-4fac-b651-85c90de4fe84 req-3f848f2d-d7f9-4bc7-bdfa-800e74b04721 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:30.225555 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9242224d-a7d4-4fac-b651-85c90de4fe84 req-3f848f2d-d7f9-4bc7-bdfa-800e74b04721 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=76fb1f24-8416-4b15-b95f-ec086bc7ee8b HTTP/1.1" status: 200  len: 946 time: 0.0924051
May 07 21:57:30.231895 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-120212eb-85e8-4cd5-a037-53f6cc349f67 req-a4b91815-51e6-41f1-87b1-e463272f8ebc service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2015095
May 07 21:57:30.360740 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47004) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:30.370437 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9242224d-a7d4-4fac-b651-85c90de4fe84 req-52a71eb1-1ab6-4a94-8b3d-4dd51f9ed004 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1359715
May 07 21:57:30.392423 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-73d1ab5b-8ce3-46e5-848c-fe0acc776e4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (75233e0a-50e2-47e8-a05d-7e7b25c4b8f2), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:30.395341 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-73d1ab5b-8ce3-46e5-848c-fe0acc776e4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:30.398707 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-73d1ab5b-8ce3-46e5-848c-fe0acc776e4d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/75233e0a-50e2-47e8-a05d-7e7b25c4b8f2 HTTP/1.1" status: 204  len: 168 time: 0.3930194
May 07 21:57:30.415725 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d1ab5b-8ce3-46e5-848c-fe0acc776e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75233e0a-50e2-47e8-a05d-7e7b25c4b8f2,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:30.426741 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-120212eb-85e8-4cd5-a037-53f6cc349f67 req-0651cc6e-315d-4177-a91d-51bb36bc545a service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1843569
May 07 21:57:30.512978 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ff6304-5b21-46fb-9e3b-77efd97d13c7 req-0c36b5ab-c8bf-4bc8-9cc2-b7fb0b665d33 tempest-InstanceActionsNegativeTestJSON-1302305112 tempest-InstanceActionsNegativeTestJSON-1302305112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:30.514629 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-09ff6304-5b21-46fb-9e3b-77efd97d13c7 req-0c36b5ab-c8bf-4bc8-9cc2-b7fb0b665d33 tempest-InstanceActionsNegativeTestJSON-1302305112 tempest-InstanceActionsNegativeTestJSON-1302305112-project] 10.222.0.32 "GET /v2.0/ports?device_id=331e63b1-72db-4cd8-a68a-a173625c95ed HTTP/1.1" status: 200  len: 945 time: 0.0670943
May 07 21:57:30.535572 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-04796335-c828-4313-9b1f-99f5051858b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:30.578696 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-09ff6304-5b21-46fb-9e3b-77efd97d13c7 req-6c42dc8d-8cd8-48e5-8daf-2328c2d40087 tempest-InstanceActionsNegativeTestJSON-1302305112 tempest-InstanceActionsNegativeTestJSON-1302305112-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8c3252-ca86-4057-859b-949c0fffd617&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0561476
May 07 21:57:30.630289 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-04796335-c828-4313-9b1f-99f5051858b8 admin admin] Publish callbacks [] for security_group (3075ddb7-481d-48e5-8aec-7037f4ce6bce), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:30.635029 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-04796335-c828-4313-9b1f-99f5051858b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (3075ddb7-481d-48e5-8aec-7037f4ce6bce), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:30.684101 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-04796335-c828-4313-9b1f-99f5051858b8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=10925c7353274b0bb3de5d59f1826849&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3223286
May 07 21:57:30.685246 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04796335-c828-4313-9b1f-99f5051858b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3075ddb7-481d-48e5-8aec-7037f4ce6bce,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:30.686753 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47016) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:30.747780 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-87e86358-382f-4b43-82d3-19c66ee2ce0a admin admin] Publish callbacks [] for security_group (3075ddb7-481d-48e5-8aec-7037f4ce6bce), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:30.773891 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-87e86358-382f-4b43-82d3-19c66ee2ce0a admin admin] Publish callbacks [] for security_group (3075ddb7-481d-48e5-8aec-7037f4ce6bce), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:30.845813 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-87e86358-382f-4b43-82d3-19c66ee2ce0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (3075ddb7-481d-48e5-8aec-7037f4ce6bce), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:30.848720 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-87e86358-382f-4b43-82d3-19c66ee2ce0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:30.849941 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-87e86358-382f-4b43-82d3-19c66ee2ce0a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3075ddb7-481d-48e5-8aec-7037f4ce6bce HTTP/1.1" status: 204  len: 168 time: 0.1619763
May 07 21:57:30.859553 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e86358-382f-4b43-82d3-19c66ee2ce0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3075ddb7-481d-48e5-8aec-7037f4ce6bce,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:31.031389 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3818ec4c-3b47-47b5-8494-6937a84b9806 req-e0a8253b-16fe-4000-a738-ab94db9340cd tempest-TenantUsagesTestJSON-1731718360 tempest-TenantUsagesTestJSON-1731718360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:31.033586 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3818ec4c-3b47-47b5-8494-6937a84b9806 req-e0a8253b-16fe-4000-a738-ab94db9340cd tempest-TenantUsagesTestJSON-1731718360 tempest-TenantUsagesTestJSON-1731718360-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6108279-03de-4499-9a59-7c1f4fbd291b HTTP/1.1" status: 200  len: 947 time: 0.0614860
May 07 21:57:31.093128 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3818ec4c-3b47-47b5-8494-6937a84b9806 req-2f5d5d63-be09-42fa-a5ee-af831284df1d tempest-TenantUsagesTestJSON-1731718360 tempest-TenantUsagesTestJSON-1731718360-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a41a4b2-3886-4e60-97c0-9f2e3c068140&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523562
May 07 21:57:31.264778 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47056) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:31.282109 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5d5a597e-5d02-4555-8bc6-4f62438898eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:31.370739 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5d5a597e-5d02-4555-8bc6-4f62438898eb admin admin] Publish callbacks [] for security_group (b2e3c927-871d-4928-a304-de4d714e1470), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:31.375499 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5d5a597e-5d02-4555-8bc6-4f62438898eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (b2e3c927-871d-4928-a304-de4d714e1470), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:31.421947 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-5d5a597e-5d02-4555-8bc6-4f62438898eb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7af151564f0b4c1aaa7b16a9a7ed314a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1543815
May 07 21:57:31.424702 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5a597e-5d02-4555-8bc6-4f62438898eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e3c927-871d-4928-a304-de4d714e1470,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:31.424858 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47062) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:31.500481 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-39223609-c584-4d22-b5b4-d1d9105d95b5 admin admin] Publish callbacks [] for security_group (b2e3c927-871d-4928-a304-de4d714e1470), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:31.508823 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556e3f47-c5b8-428c-82ff-034d9537ec95 req-1ef11712-af0d-434e-a56a-6544bd43a6e0 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:31.516309 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-556e3f47-c5b8-428c-82ff-034d9537ec95 req-1ef11712-af0d-434e-a56a-6544bd43a6e0 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=76fb1f24-8416-4b15-b95f-ec086bc7ee8b HTTP/1.1" status: 200  len: 946 time: 0.0597787
May 07 21:57:31.527015 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-39223609-c584-4d22-b5b4-d1d9105d95b5 admin admin] Publish callbacks [] for security_group (b2e3c927-871d-4928-a304-de4d714e1470), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:31.527799 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 3d52f5e6-5121-45cb-8de5-2a3d994fa234 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:57:31.591539 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-556e3f47-c5b8-428c-82ff-034d9537ec95 req-7eef1b08-4ee9-49f5-bc62-f31e20d680f3 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0708661
May 07 21:57:31.629455 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-39223609-c584-4d22-b5b4-d1d9105d95b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (b2e3c927-871d-4928-a304-de4d714e1470), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:31.633564 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-39223609-c584-4d22-b5b4-d1d9105d95b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:31.635089 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-39223609-c584-4d22-b5b4-d1d9105d95b5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b2e3c927-871d-4928-a304-de4d714e1470 HTTP/1.1" status: 204  len: 168 time: 0.2091029
May 07 21:57:31.647179 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39223609-c584-4d22-b5b4-d1d9105d95b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e3c927-871d-4928-a304-de4d714e1470,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:31.703761 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 3d52f5e6-5121-45cb-8de5-2a3d994fa234, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3d52f5e6-5121-45cb-8de5-2a3d994fa234,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:57:31.720366 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': '3d52f5e6-5121-45cb-8de5-2a3d994fa234', 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47', 'port_id': '3d52f5e6-5121-45cb-8de5-2a3d994fa234', 'mac_address': 'fa:16:3e:01:54:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e0e5c53-1ece-4d20-b01d-5f8c6957edf6', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:57:31.746624 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23924a9-3aa2-46e7-b5a9-ce34402a38e3 req-5550f741-041b-412f-aaf1-9de52dc8f9d2 tempest-InstanceActionsNegativeTestJSON-1302305112 tempest-InstanceActionsNegativeTestJSON-1302305112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:31.748467 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e23924a9-3aa2-46e7-b5a9-ce34402a38e3 req-5550f741-041b-412f-aaf1-9de52dc8f9d2 tempest-InstanceActionsNegativeTestJSON-1302305112 tempest-InstanceActionsNegativeTestJSON-1302305112-project] 10.222.0.32 "GET /v2.0/ports?device_id=331e63b1-72db-4cd8-a68a-a173625c95ed HTTP/1.1" status: 200  len: 945 time: 0.0799747
May 07 21:57:31.776010 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 3d52f5e6-5121-45cb-8de5-2a3d994fa234 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:57:31.776405 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (3d52f5e6-5121-45cb-8de5-2a3d994fa234), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:31.800570 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d52f5e6-5121-45cb-8de5-2a3d994fa234 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:57:31.809496 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e23924a9-3aa2-46e7-b5a9-ce34402a38e3 req-6649f322-e11b-4230-9f94-d26f949ca483 tempest-InstanceActionsNegativeTestJSON-1302305112 tempest-InstanceActionsNegativeTestJSON-1302305112-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e8c3252-ca86-4057-859b-949c0fffd617&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522013
May 07 21:57:31.837424 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 3d52f5e6-5121-45cb-8de5-2a3d994fa234, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3d52f5e6-5121-45cb-8de5-2a3d994fa234,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:57:31.844238 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (3d52f5e6-5121-45cb-8de5-2a3d994fa234), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:31.875727 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95861aae-7bbd-4656-9869-8a852c13bb6f req-ecfd19e2-8181-450a-8d20-8539eab773a1 tempest-InstanceActionsNegativeTestJSON-1302305112 tempest-InstanceActionsNegativeTestJSON-1302305112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:31.877760 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-95861aae-7bbd-4656-9869-8a852c13bb6f req-ecfd19e2-8181-450a-8d20-8539eab773a1 tempest-InstanceActionsNegativeTestJSON-1302305112 tempest-InstanceActionsNegativeTestJSON-1302305112-project] 10.222.0.55 "GET /v2.0/ports?device_id=331e63b1-72db-4cd8-a68a-a173625c95ed HTTP/1.1" status: 200  len: 945 time: 0.0794206
May 07 21:57:31.903810 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=3d52f5e6-5121-45cb-8de5-2a3d994fa234,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:32.004252 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-95861aae-7bbd-4656-9869-8a852c13bb6f req-16bedfa5-bdec-47b5-8b94-26caee5d6df9 tempest-InstanceActionsNegativeTestJSON-1302305112 tempest-InstanceActionsNegativeTestJSON-1302305112-project] Deleting port b6ed2886-eb68-4188-9b66-6eff9f2cf22e {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:57:32.004598 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-95861aae-7bbd-4656-9869-8a852c13bb6f req-16bedfa5-bdec-47b5-8b94-26caee5d6df9 tempest-InstanceActionsNegativeTestJSON-1302305112 tempest-InstanceActionsNegativeTestJSON-1302305112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (b6ed2886-eb68-4188-9b66-6eff9f2cf22e), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:32.116892 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-95861aae-7bbd-4656-9869-8a852c13bb6f req-16bedfa5-bdec-47b5-8b94-26caee5d6df9 tempest-InstanceActionsNegativeTestJSON-1302305112 tempest-InstanceActionsNegativeTestJSON-1302305112-project] For port b6ed2886-eb68-4188-9b66-6eff9f2cf22e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b6ed2886-eb68-4188-9b66-6eff9f2cf22e,segment=NetworkSegment(1e19a994-062a-4ee0-a951-5e10eb058107),segment_id=1e19a994-062a-4ee0-a951-5e10eb058107)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:57:32.117245 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-95861aae-7bbd-4656-9869-8a852c13bb6f req-16bedfa5-bdec-47b5-8b94-26caee5d6df9 tempest-InstanceActionsNegativeTestJSON-1302305112 tempest-InstanceActionsNegativeTestJSON-1302305112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (b6ed2886-eb68-4188-9b66-6eff9f2cf22e), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:32.138650 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-95861aae-7bbd-4656-9869-8a852c13bb6f req-16bedfa5-bdec-47b5-8b94-26caee5d6df9 tempest-InstanceActionsNegativeTestJSON-1302305112 tempest-InstanceActionsNegativeTestJSON-1302305112-project] Calling delete_port for b6ed2886-eb68-4188-9b66-6eff9f2cf22e owned by compute:nova {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:57:32.146309 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['3d52f5e6-5121-45cb-8de5-2a3d994fa234'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:57:32.270082 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69261947-ab7d-4edb-972d-548175c53551 req-c88eab7f-62cf-45d8-8384-6951691ddca2 tempest-TenantUsagesTestJSON-1731718360 tempest-TenantUsagesTestJSON-1731718360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:32.272467 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-69261947-ab7d-4edb-972d-548175c53551 req-c88eab7f-62cf-45d8-8384-6951691ddca2 tempest-TenantUsagesTestJSON-1731718360 tempest-TenantUsagesTestJSON-1731718360-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6108279-03de-4499-9a59-7c1f4fbd291b HTTP/1.1" status: 200  len: 948 time: 0.0635529
May 07 21:57:32.366595 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-69261947-ab7d-4edb-972d-548175c53551 req-61fdde5d-d51e-467f-8df2-d2777a0654af tempest-TenantUsagesTestJSON-1731718360 tempest-TenantUsagesTestJSON-1731718360-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a41a4b2-3886-4e60-97c0-9f2e3c068140&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0839014
May 07 21:57:32.448140 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-95861aae-7bbd-4656-9869-8a852c13bb6f req-16bedfa5-bdec-47b5-8b94-26caee5d6df9 tempest-InstanceActionsNegativeTestJSON-1302305112 tempest-InstanceActionsNegativeTestJSON-1302305112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (b6ed2886-eb68-4188-9b66-6eff9f2cf22e), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:32.460348 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['b6ed2886-eb68-4188-9b66-6eff9f2cf22e'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:57:32.504844 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bedfa5-bdec-47b5-8b94-26caee5d6df9 tempest-InstanceActionsNegativeTestJSON-1302305112 tempest-InstanceActionsNegativeTestJSON-1302305112-project] Pushing event deleted for resources: {'Port': ['ID=b6ed2886-eb68-4188-9b66-6eff9f2cf22e,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:32.605636 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-95861aae-7bbd-4656-9869-8a852c13bb6f req-16bedfa5-bdec-47b5-8b94-26caee5d6df9 tempest-InstanceActionsNegativeTestJSON-1302305112 tempest-InstanceActionsNegativeTestJSON-1302305112-project] No DVR routers for this DVR port b6ed2886-eb68-4188-9b66-6eff9f2cf22e on host nch1-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:57:32.609457 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-95861aae-7bbd-4656-9869-8a852c13bb6f req-16bedfa5-bdec-47b5-8b94-26caee5d6df9 tempest-InstanceActionsNegativeTestJSON-1302305112 tempest-InstanceActionsNegativeTestJSON-1302305112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:32.615254 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-95861aae-7bbd-4656-9869-8a852c13bb6f req-16bedfa5-bdec-47b5-8b94-26caee5d6df9 tempest-InstanceActionsNegativeTestJSON-1302305112 tempest-InstanceActionsNegativeTestJSON-1302305112-project] 10.222.0.55 "DELETE /v2.0/ports/b6ed2886-eb68-4188-9b66-6eff9f2cf22e HTTP/1.1" status: 204  len: 173 time: 0.7285488
May 07 21:57:32.615905 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '331e63b1-72db-4cd8-a68a-a173625c95ed', 'name': 'network-vif-deleted', 'tag': 'b6ed2886-eb68-4188-9b66-6eff9f2cf22e'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:57:32.618915 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dbc3b59-ed0c-4675-a651-001696f69df4" -d '{"events": [{"server_uuid": "331e63b1-72db-4cd8-a68a-a173625c95ed", "name": "network-vif-deleted", "tag": "b6ed2886-eb68-4188-9b66-6eff9f2cf22e"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:57:32.724183 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdf0f4bb-8cce-49ff-8eea-12bcd401a10c x-openstack-request-id: req-bdf0f4bb-8cce-49ff-8eea-12bcd401a10c {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:57:32.725267 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "331e63b1-72db-4cd8-a68a-a173625c95ed", "name": "network-vif-deleted", "tag": "b6ed2886-eb68-4188-9b66-6eff9f2cf22e", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:57:32.725702 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bdf0f4bb-8cce-49ff-8eea-12bcd401a10c {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:57:32.726271 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdf0f4bb-8cce-49ff-8eea-12bcd401a10c'] response: {'server_uuid': '331e63b1-72db-4cd8-a68a-a173625c95ed', 'name': 'network-vif-deleted', 'tag': 'b6ed2886-eb68-4188-9b66-6eff9f2cf22e', 'status': 'completed', 'code': 200}
May 07 21:57:32.824144 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ea73fa-6efd-44be-a619-3891927200b2 req-8df91968-b113-468e-a3ca-c06472cab221 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:32.833886 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d7ea73fa-6efd-44be-a619-3891927200b2 req-8df91968-b113-468e-a3ca-c06472cab221 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=76fb1f24-8416-4b15-b95f-ec086bc7ee8b HTTP/1.1" status: 200  len: 946 time: 0.0780878
May 07 21:57:32.907990 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d7ea73fa-6efd-44be-a619-3891927200b2 req-7b73f374-9b8b-40eb-a6ea-0ed58064313f tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0729604
May 07 21:57:32.999367 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-762fea8e-bfbe-4211-af8f-c9ad36c7207a req-22e4415b-85a7-4eaf-919f-157f894ecc15 tempest-InstanceActionsNegativeTestJSON-1302305112 tempest-InstanceActionsNegativeTestJSON-1302305112-project] 10.222.0.32 "GET /v2.0/ports?device_id=331e63b1-72db-4cd8-a68a-a173625c95ed HTTP/1.1" status: 200  len: 210 time: 0.0309515
May 07 21:57:33.238959 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47180) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:33.377138 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e87356be-adfe-4f0c-a65c-2ff5de19f486 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:33.501015 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e87356be-adfe-4f0c-a65c-2ff5de19f486 admin admin] Publish callbacks [] for security_group (c54bad31-8bea-46cf-94c6-4eeab2ae5267), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:33.505447 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e87356be-adfe-4f0c-a65c-2ff5de19f486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (c54bad31-8bea-46cf-94c6-4eeab2ae5267), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:33.513273 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebc9a2c-2575-4f32-9aab-8f7d48a914a4 req-2b007b0d-1460-4294-a68a-de1e970a65c0 tempest-TenantUsagesTestJSON-1731718360 tempest-TenantUsagesTestJSON-1731718360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:33.515179 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9ebc9a2c-2575-4f32-9aab-8f7d48a914a4 req-2b007b0d-1460-4294-a68a-de1e970a65c0 tempest-TenantUsagesTestJSON-1731718360 tempest-TenantUsagesTestJSON-1731718360-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6108279-03de-4499-9a59-7c1f4fbd291b HTTP/1.1" status: 200  len: 948 time: 0.0686440
May 07 21:57:33.515700 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47188) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:33.552029 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-e87356be-adfe-4f0c-a65c-2ff5de19f486 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=137c1489ab284ba784268db2f9f5ad07&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3104484
May 07 21:57:33.554999 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47192) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:33.557850 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 3d52f5e6-5121-45cb-8de5-2a3d994fa234 up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:57:33.562352 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87356be-adfe-4f0c-a65c-2ff5de19f486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c54bad31-8bea-46cf-94c6-4eeab2ae5267,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:33.594174 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9ebc9a2c-2575-4f32-9aab-8f7d48a914a4 req-5722c7bd-10b0-4005-bab1-7b058a9735ab tempest-TenantUsagesTestJSON-1731718360 tempest-TenantUsagesTestJSON-1731718360-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a41a4b2-3886-4e60-97c0-9f2e3c068140&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0708296
May 07 21:57:33.624098 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-25d7601c-9d86-4faf-849f-d716cc93932e admin admin] Publish callbacks [] for security_group (c54bad31-8bea-46cf-94c6-4eeab2ae5267), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:33.628207 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning for port 3d52f5e6-5121-45cb-8de5-2a3d994fa234 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:57:33.635314 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port 3d52f5e6-5121-45cb-8de5-2a3d994fa234 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:57:33.635840 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (3d52f5e6-5121-45cb-8de5-2a3d994fa234), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:33.658335 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-25d7601c-9d86-4faf-849f-d716cc93932e admin admin] Publish callbacks [] for security_group (c54bad31-8bea-46cf-94c6-4eeab2ae5267), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:33.690370 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-79dbace0-dc20-44d8-ba96-a3fe82e7dcd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:33.724718 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-25d7601c-9d86-4faf-849f-d716cc93932e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (c54bad31-8bea-46cf-94c6-4eeab2ae5267), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:33.730163 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-25d7601c-9d86-4faf-849f-d716cc93932e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:33.731839 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-25d7601c-9d86-4faf-849f-d716cc93932e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c54bad31-8bea-46cf-94c6-4eeab2ae5267 HTTP/1.1" status: 204  len: 168 time: 0.1753733
May 07 21:57:33.736324 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 3d52f5e6-5121-45cb-8de5-2a3d994fa234 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:57:33.736763 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (3d52f5e6-5121-45cb-8de5-2a3d994fa234), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:33.744346 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d7601c-9d86-4faf-849f-d716cc93932e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c54bad31-8bea-46cf-94c6-4eeab2ae5267,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:33.791919 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6108279-03de-4499-9a59-7c1f4fbd291b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d52f5e6-5121-45cb-8de5-2a3d994fa234'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:57:33.794732 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ded083f4-5b5b-4879-bf34-cc3c38e9de08" -d '{"events": [{"server_uuid": "c6108279-03de-4499-9a59-7c1f4fbd291b", "name": "network-vif-plugged", "status": "completed", "tag": "3d52f5e6-5121-45cb-8de5-2a3d994fa234"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:57:33.803530 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-79dbace0-dc20-44d8-ba96-a3fe82e7dcd6 admin admin] Publish callbacks [] for security_group (78432cf5-acb5-4841-ba18-773fad007f0b), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:33.809137 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-79dbace0-dc20-44d8-ba96-a3fe82e7dcd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (78432cf5-acb5-4841-ba18-773fad007f0b), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:33.811598 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 3d52f5e6-5121-45cb-8de5-2a3d994fa234, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3d52f5e6-5121-45cb-8de5-2a3d994fa234,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:57:33.818082 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (3d52f5e6-5121-45cb-8de5-2a3d994fa234), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:33.856915 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2e4ba49-cdfc-4648-a8ba-fddf7a1efb59 x-openstack-request-id: req-c2e4ba49-cdfc-4648-a8ba-fddf7a1efb59 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:57:33.857546 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6108279-03de-4499-9a59-7c1f4fbd291b", "name": "network-vif-plugged", "status": "completed", "tag": "3d52f5e6-5121-45cb-8de5-2a3d994fa234", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:57:33.858006 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c2e4ba49-cdfc-4648-a8ba-fddf7a1efb59 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:57:33.858718 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2e4ba49-cdfc-4648-a8ba-fddf7a1efb59'] response: {'server_uuid': 'c6108279-03de-4499-9a59-7c1f4fbd291b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d52f5e6-5121-45cb-8de5-2a3d994fa234', 'code': 200}
May 07 21:57:33.880422 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-79dbace0-dc20-44d8-ba96-a3fe82e7dcd6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=49d7fe14e8d9426e89ffe442543bcaa8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3634276
May 07 21:57:33.882916 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dbace0-dc20-44d8-ba96-a3fe82e7dcd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78432cf5-acb5-4841-ba18-773fad007f0b,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:33.883462 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47198) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:33.904422 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=3d52f5e6-5121-45cb-8de5-2a3d994fa234,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:33.958421 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-36df6b6b-463e-4782-88c3-24048f91ce8c admin admin] Publish callbacks [] for security_group (78432cf5-acb5-4841-ba18-773fad007f0b), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:33.999655 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-36df6b6b-463e-4782-88c3-24048f91ce8c admin admin] Publish callbacks [] for security_group (78432cf5-acb5-4841-ba18-773fad007f0b), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:34.018256 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc1511a-320a-4aa7-ba20-fddf1abd4113 req-976b9429-280d-42f5-a75d-477feee4d8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:34.020049 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9dc1511a-320a-4aa7-ba20-fddf1abd4113 req-976b9429-280d-42f5-a75d-477feee4d8e5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c6108279-03de-4499-9a59-7c1f4fbd291b HTTP/1.1" status: 200  len: 1131 time: 0.0811350
May 07 21:57:34.063646 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-36df6b6b-463e-4782-88c3-24048f91ce8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (78432cf5-acb5-4841-ba18-773fad007f0b), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:34.072333 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-36df6b6b-463e-4782-88c3-24048f91ce8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:34.074850 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-36df6b6b-463e-4782-88c3-24048f91ce8c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/78432cf5-acb5-4841-ba18-773fad007f0b HTTP/1.1" status: 204  len: 168 time: 0.1894279
May 07 21:57:34.076553 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47206) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:34.097521 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5237a12c-f945-46d1-ab50-fb5ba6f5be23 req-92b89c59-cbc6-41e8-84b3-0b4423ed7296 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:34.104143 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5237a12c-f945-46d1-ab50-fb5ba6f5be23 req-92b89c59-cbc6-41e8-84b3-0b4423ed7296 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=76fb1f24-8416-4b15-b95f-ec086bc7ee8b HTTP/1.1" status: 200  len: 946 time: 0.1023710
May 07 21:57:34.165705 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36df6b6b-463e-4782-88c3-24048f91ce8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78432cf5-acb5-4841-ba18-773fad007f0b,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:34.176198 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47210) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:34.181679 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9dc1511a-320a-4aa7-ba20-fddf1abd4113 req-ff23f712-4f7c-4b93-8e59-510e29ed356b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6a41a4b2-3886-4e60-97c0-9f2e3c068140&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1429045
May 07 21:57:34.222629 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d4ef051c-9b42-4b1a-b95b-823a34eded43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:34.235747 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5237a12c-f945-46d1-ab50-fb5ba6f5be23 req-df786bbf-df1c-4a8c-b579-cb737f324670 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1064842
May 07 21:57:34.251787 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_v2 [None req-68ab0b7e-9dfc-4d1b-b49f-d4bf81b0373a admin admin] Deleting subnet 2130f8e8-8da5-4691-85fb-10dd37975e3b {{(pid=121836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 21:57:34.259025 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-68ab0b7e-9dfc-4d1b-b49f-d4bf81b0373a admin admin] Publish callbacks [] for subnet (2130f8e8-8da5-4691-85fb-10dd37975e3b), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:34.319557 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-68ab0b7e-9dfc-4d1b-b49f-d4bf81b0373a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726883'] for subnet (2130f8e8-8da5-4691-85fb-10dd37975e3b), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:34.385462 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-68ab0b7e-9dfc-4d1b-b49f-d4bf81b0373a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (2130f8e8-8da5-4691-85fb-10dd37975e3b), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:34.473232 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d4ef051c-9b42-4b1a-b95b-823a34eded43 admin admin] Publish callbacks [] for security_group (9eadee13-6472-4106-b7b6-c2e09005a92e), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:34.479741 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d4ef051c-9b42-4b1a-b95b-823a34eded43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (9eadee13-6472-4106-b7b6-c2e09005a92e), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:34.531786 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-d4ef051c-9b42-4b1a-b95b-823a34eded43 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d953d3710f5d44b68d1ff52f167ef27c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3542914
May 07 21:57:34.532230 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47222) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:34.536190 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-68ab0b7e-9dfc-4d1b-b49f-d4bf81b0373a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (2130f8e8-8da5-4691-85fb-10dd37975e3b), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:34.547497 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ef051c-9b42-4b1a-b95b-823a34eded43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eadee13-6472-4106-b7b6-c2e09005a92e,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:34.569702 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ab0b7e-9dfc-4d1b-b49f-d4bf81b0373a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2130f8e8-8da5-4691-85fb-10dd37975e3b,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:34.572080 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-68ab0b7e-9dfc-4d1b-b49f-d4bf81b0373a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:34.578439 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-68ab0b7e-9dfc-4d1b-b49f-d4bf81b0373a admin admin] 10.222.0.32 "DELETE /v2.0/subnets/2130f8e8-8da5-4691-85fb-10dd37975e3b HTTP/1.1" status: 204  len: 168 time: 0.4919319
May 07 21:57:34.578439 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47224) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:34.627212 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ee153ee3-ef31-44db-9ac4-1c9023e0ceee admin admin] Publish callbacks [] for security_group (9eadee13-6472-4106-b7b6-c2e09005a92e), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:34.654880 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ee153ee3-ef31-44db-9ac4-1c9023e0ceee admin admin] Publish callbacks [] for security_group (9eadee13-6472-4106-b7b6-c2e09005a92e), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:34.658520 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a25947ca-3c48-4651-b588-8071cb068a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (0314247d-f2ef-47ce-b469-f48290a43446), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:34.725467 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ee153ee3-ef31-44db-9ac4-1c9023e0ceee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (9eadee13-6472-4106-b7b6-c2e09005a92e), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:34.729002 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ee153ee3-ef31-44db-9ac4-1c9023e0ceee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:34.734069 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-ee153ee3-ef31-44db-9ac4-1c9023e0ceee admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9eadee13-6472-4106-b7b6-c2e09005a92e HTTP/1.1" status: 204  len: 168 time: 0.2001758
May 07 21:57:34.743740 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee153ee3-ef31-44db-9ac4-1c9023e0ceee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eadee13-6472-4106-b7b6-c2e09005a92e,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:34.816323 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177ac900-587c-44b1-8691-c3f796cf2eba req-3a5aa5b2-dd2b-49cb-988c-d69e3cd2434b tempest-TenantUsagesTestJSON-1731718360 tempest-TenantUsagesTestJSON-1731718360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:34.819117 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-177ac900-587c-44b1-8691-c3f796cf2eba req-3a5aa5b2-dd2b-49cb-988c-d69e3cd2434b tempest-TenantUsagesTestJSON-1731718360 tempest-TenantUsagesTestJSON-1731718360-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6108279-03de-4499-9a59-7c1f4fbd291b HTTP/1.1" status: 200  len: 949 time: 0.1144991
May 07 21:57:34.824130 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a25947ca-3c48-4651-b588-8071cb068a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (0314247d-f2ef-47ce-b469-f48290a43446), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:34.864958 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-a25947ca-3c48-4651-b588-8071cb068a75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf87c55100>,) {'filters': {'network_id': ['0314247d-f2ef-47ce-b469-f48290a43446']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:57:34.903862 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-a25947ca-3c48-4651-b588-8071cb068a75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf87c55100>, '1e19a994-062a-4ee0-a951-5e10eb058107') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:57:34.904204 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-a25947ca-3c48-4651-b588-8071cb068a75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf87c55100>, '1e19a994-062a-4ee0-a951-5e10eb058107') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:57:34.921378 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a25947ca-3c48-4651-b588-8071cb068a75 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (1e19a994-062a-4ee0-a951-5e10eb058107), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:34.936626 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-177ac900-587c-44b1-8691-c3f796cf2eba req-1316796a-ecb9-4b04-a75b-5400d3f2cfcf tempest-TenantUsagesTestJSON-1731718360 tempest-TenantUsagesTestJSON-1731718360-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a41a4b2-3886-4e60-97c0-9f2e3c068140&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1052277
May 07 21:57:34.945130 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a25947ca-3c48-4651-b588-8071cb068a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (1e19a994-062a-4ee0-a951-5e10eb058107), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:34.956870 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a25947ca-3c48-4651-b588-8071cb068a75 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 21:57:34.957674 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a25947ca-3c48-4651-b588-8071cb068a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (1e19a994-062a-4ee0-a951-5e10eb058107), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:34.972103 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 21:57:34.972103 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 21:57:34.972103 ncdv-master-1 neutron-server[121836]:     timer()
May 07 21:57:34.972103 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 21:57:34.972103 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 21:57:34.972103 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 21:57:34.972103 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 21:57:34.972103 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 21:57:34.972103 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 21:57:34.972103 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 21:57:34.972103 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 21:57:34.972103 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 21:57:34.972103 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 21:57:34.972103 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 21:57:34.972103 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 21:57:34.972103 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 21:57:34.972103 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 21:57:34.972103 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 21:57:34.972103 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 21:57:34.972103 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 21:57:34.972103 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 21:57:34.972103 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 21:57:34.972103 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 21:57:34.972103 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 21:57:34.972103 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 21:57:34.972103 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 21:57:34.972103 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 21:57:34.972103 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 21:57:34.972103 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 21:57:34.972103 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 21:57:34.972103 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 21:57:34.972103 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 21:57:35.023575 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a25947ca-3c48-4651-b588-8071cb068a75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (0314247d-f2ef-47ce-b469-f48290a43446), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:35.040734 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a25947ca-3c48-4651-b588-8071cb068a75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:35.044272 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-a25947ca-3c48-4651-b588-8071cb068a75 admin admin] 10.222.0.32 "DELETE /v2.0/networks/0314247d-f2ef-47ce-b469-f48290a43446 HTTP/1.1" status: 204  len: 168 time: 0.4652970
May 07 21:57:35.045554 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25947ca-3c48-4651-b588-8071cb068a75 admin admin] Pushing event deleted for resources: {'Network': ['ID=0314247d-f2ef-47ce-b469-f48290a43446,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:35.195732 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47250) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:35.252592 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-d005468d-5b5a-45a6-b2cf-b13435b002fc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5b718fc4c73641a28b46218d8905b4bb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0547302
May 07 21:57:35.255452 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47252) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:35.415027 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-664ed54a-9992-4676-ad36-8d8f1c00d214 admin admin] Publish callbacks [] for security_group (0e8c3252-ca86-4057-859b-949c0fffd617), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:35.443870 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd758ab4-4779-44b4-943a-d723e8e19e9c req-d5a81f15-5c15-4c37-97c9-7d4707eed478 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:35.445485 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-cd758ab4-4779-44b4-943a-d723e8e19e9c req-d5a81f15-5c15-4c37-97c9-7d4707eed478 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=76fb1f24-8416-4b15-b95f-ec086bc7ee8b HTTP/1.1" status: 200  len: 946 time: 0.0908384
May 07 21:57:35.468412 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-664ed54a-9992-4676-ad36-8d8f1c00d214 admin admin] Publish callbacks [] for security_group (0e8c3252-ca86-4057-859b-949c0fffd617), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:35.535711 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-cd758ab4-4779-44b4-943a-d723e8e19e9c req-fbdb62ad-1ad7-4c02-bf3c-cf4836303612 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0795720
May 07 21:57:35.564225 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-664ed54a-9992-4676-ad36-8d8f1c00d214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (0e8c3252-ca86-4057-859b-949c0fffd617), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:35.568970 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-664ed54a-9992-4676-ad36-8d8f1c00d214 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:35.570842 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-664ed54a-9992-4676-ad36-8d8f1c00d214 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0e8c3252-ca86-4057-859b-949c0fffd617 HTTP/1.1" status: 204  len: 168 time: 0.3138559
May 07 21:57:35.585522 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664ed54a-9992-4676-ad36-8d8f1c00d214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e8c3252-ca86-4057-859b-949c0fffd617,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:35.648339 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device b6ed2886-eb68-4188-9b66-6eff9f2cf22e no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:57:35.673429 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] No Port match for: b6ed2886-eb68-4188-9b66-6eff9f2cf22e {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:57:35.674029 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device b6ed2886-eb68-4188-9b66-6eff9f2cf22e not bound to the agent host nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:57:36.119436 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dad4229-cfe2-46d1-b40a-2bfe953004c1 req-cd3d956d-ef65-4aec-b518-03a41aa4d508 tempest-TenantUsagesTestJSON-1731718360 tempest-TenantUsagesTestJSON-1731718360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:36.122103 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2dad4229-cfe2-46d1-b40a-2bfe953004c1 req-cd3d956d-ef65-4aec-b518-03a41aa4d508 tempest-TenantUsagesTestJSON-1731718360 tempest-TenantUsagesTestJSON-1731718360-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6108279-03de-4499-9a59-7c1f4fbd291b HTTP/1.1" status: 200  len: 949 time: 0.0821991
May 07 21:57:36.161367 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47292) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:36.214275 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8cd08adb-87fa-4df8-b5e9-60264bcda76e req-0f027c0b-7af5-408f-808f-c01574462f5f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=dfb18387-ba8a-4070-aa1b-42824ed0c7ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.0911129
May 07 21:57:36.255391 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2dad4229-cfe2-46d1-b40a-2bfe953004c1 req-4d9a93a2-1907-4551-9f29-06501cd3926d tempest-TenantUsagesTestJSON-1731718360 tempest-TenantUsagesTestJSON-1731718360-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a41a4b2-3886-4e60-97c0-9f2e3c068140&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1204624
May 07 21:57:36.344214 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd08adb-87fa-4df8-b5e9-60264bcda76e req-5515c66c-44e3-4ba5-9ea8-4d3cc3547e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:36.344758 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd08adb-87fa-4df8-b5e9-60264bcda76e req-5515c66c-44e3-4ba5-9ea8-4d3cc3547e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:36.345877 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd08adb-87fa-4df8-b5e9-60264bcda76e req-5515c66c-44e3-4ba5-9ea8-4d3cc3547e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:36.346003 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd08adb-87fa-4df8-b5e9-60264bcda76e req-5515c66c-44e3-4ba5-9ea8-4d3cc3547e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:36.346661 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd08adb-87fa-4df8-b5e9-60264bcda76e req-5515c66c-44e3-4ba5-9ea8-4d3cc3547e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:36.347499 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd08adb-87fa-4df8-b5e9-60264bcda76e req-5515c66c-44e3-4ba5-9ea8-4d3cc3547e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:36.348271 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd08adb-87fa-4df8-b5e9-60264bcda76e req-5515c66c-44e3-4ba5-9ea8-4d3cc3547e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:36.352224 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8cd08adb-87fa-4df8-b5e9-60264bcda76e req-5515c66c-44e3-4ba5-9ea8-4d3cc3547e7a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=70a2fded25c74c839c01e55a91e7f7fc&device_id=dfb18387-ba8a-4070-aa1b-42824ed0c7ec HTTP/1.1" status: 200  len: 6706 time: 0.0851161
May 07 21:57:36.456659 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-73e02de3-cf8d-4e2b-a7ed-6439d23b5a20 tempest-MeteringIpV6TestJSON-699880162 tempest-MeteringIpV6TestJSON-699880162-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-811896992'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:57:36.457725 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-73e02de3-cf8d-4e2b-a7ed-6439d23b5a20 tempest-MeteringIpV6TestJSON-699880162 tempest-MeteringIpV6TestJSON-699880162-project-admin] Unknown quota resources ['metering_label']. {{(pid=121837) _create /opt/stack/neutron/neutron/api/v2/base.py:497}}
May 07 21:57:36.513473 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd08adb-87fa-4df8-b5e9-60264bcda76e req-fce725c7-c102-4395-9160-7fced167f758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:36.514564 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd08adb-87fa-4df8-b5e9-60264bcda76e req-fce725c7-c102-4395-9160-7fced167f758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:36.516049 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd08adb-87fa-4df8-b5e9-60264bcda76e req-fce725c7-c102-4395-9160-7fced167f758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:36.519546 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8cd08adb-87fa-4df8-b5e9-60264bcda76e req-fce725c7-c102-4395-9160-7fced167f758 service neutron] 10.222.0.55 "GET /v2.0/networks?id=78b27442-bcb9-410d-9431-ef2d20377793&id=3e9903c9-6550-4ae2-aa4f-70e03144784f&id=3e9903c9-6550-4ae2-aa4f-70e03144784f&id=3e9903c9-6550-4ae2-aa4f-70e03144784f&id=3e9903c9-6550-4ae2-aa4f-70e03144784f&id=d3d6fbc8-cbfa-4c1a-9104-6c52ad3f84a6&id=d3d6fbc8-cbfa-4c1a-9104-6c52ad3f84a6 HTTP/1.1" status: 200  len: 2293 time: 0.1368701
May 07 21:57:36.626023 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8cd08adb-87fa-4df8-b5e9-60264bcda76e req-3b66e11a-1483-48f7-81ce-c82a21fba192 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=248ca656-6bff-4ce6-b67d-1c6c09ea7b42 HTTP/1.1" status: 200  len: 1000 time: 0.1016667
May 07 21:57:36.691807 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-73e02de3-cf8d-4e2b-a7ed-6439d23b5a20 tempest-MeteringIpV6TestJSON-699880162 tempest-MeteringIpV6TestJSON-699880162-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:36.693056 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-73e02de3-cf8d-4e2b-a7ed-6439d23b5a20 tempest-MeteringIpV6TestJSON-699880162 tempest-MeteringIpV6TestJSON-699880162-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 477 time: 0.5299559
May 07 21:57:36.695750 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47312) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:36.702364 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-74d1bc0e-a109-49ed-9c55-9ea82e00bf18 tempest-MeteringIpV6TestJSON-699880162 tempest-MeteringIpV6TestJSON-699880162-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'fa944f97-e240-4120-80b5-52ccfce8cf8a'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:57:36.703322 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-74d1bc0e-a109-49ed-9c55-9ea82e00bf18 tempest-MeteringIpV6TestJSON-699880162 tempest-MeteringIpV6TestJSON-699880162-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=121837) _create /opt/stack/neutron/neutron/api/v2/base.py:497}}
May 07 21:57:36.712872 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd08adb-87fa-4df8-b5e9-60264bcda76e req-895a301f-bfd8-44d3-95ab-42f18a2b8641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:36.714339 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8cd08adb-87fa-4df8-b5e9-60264bcda76e req-895a301f-bfd8-44d3-95ab-42f18a2b8641 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b94529aa-c690-43df-a7f8-1037d29e0a09 HTTP/1.1" status: 200  len: 851 time: 0.0828631
May 07 21:57:36.766254 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 21:57:36.807161 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fe7a2c-186a-4045-b015-c2633dccfafc req-e4f71fa8-c19f-4024-a483-e41f3e99c8d7 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:36.814824 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c5fe7a2c-186a-4045-b015-c2633dccfafc req-e4f71fa8-c19f-4024-a483-e41f3e99c8d7 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=76fb1f24-8416-4b15-b95f-ec086bc7ee8b HTTP/1.1" status: 200  len: 946 time: 0.0994055
May 07 21:57:36.817374 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd08adb-87fa-4df8-b5e9-60264bcda76e req-9d93295e-06b1-429c-8ef7-f3ff1ef7095a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:36.818924 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8cd08adb-87fa-4df8-b5e9-60264bcda76e req-9d93295e-06b1-429c-8ef7-f3ff1ef7095a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=78b27442-bcb9-410d-9431-ef2d20377793&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0932713
May 07 21:57:36.844634 ncdv-master-1 neutron-server[121837]: WARNING neutron.services.metering.metering_plugin [None req-74d1bc0e-a109-49ed-9c55-9ea82e00bf18 tempest-MeteringIpV6TestJSON-699880162 tempest-MeteringIpV6TestJSON-699880162-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
May 07 21:57:36.958598 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c5fe7a2c-186a-4045-b015-c2633dccfafc req-c39fd4c9-0f2a-4025-8e94-2237b6aa47e2 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1345479
May 07 21:57:37.016931 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8cd08adb-87fa-4df8-b5e9-60264bcda76e req-323b2c4f-226d-4a56-bbc9-f3fdd270d4f2 service neutron] 10.222.0.55 "GET /v2.0/networks/78b27442-bcb9-410d-9431-ef2d20377793?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1866715
May 07 21:57:37.078359 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-74d1bc0e-a109-49ed-9c55-9ea82e00bf18 tempest-MeteringIpV6TestJSON-699880162 tempest-MeteringIpV6TestJSON-699880162-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:37.079914 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-74d1bc0e-a109-49ed-9c55-9ea82e00bf18 tempest-MeteringIpV6TestJSON-699880162 tempest-MeteringIpV6TestJSON-699880162-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 464 time: 0.3826458
May 07 21:57:37.084271 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47352) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:37.095458 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-61f5c3fb-1bdc-4dde-9f86-0dce18e41a1f tempest-MeteringIpV6TestJSON-699880162 tempest-MeteringIpV6TestJSON-699880162-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'fa944f97-e240-4120-80b5-52ccfce8cf8a'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:57:37.096717 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-61f5c3fb-1bdc-4dde-9f86-0dce18e41a1f tempest-MeteringIpV6TestJSON-699880162 tempest-MeteringIpV6TestJSON-699880162-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=121837) _create /opt/stack/neutron/neutron/api/v2/base.py:497}}
May 07 21:57:37.129835 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47354) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:37.137291 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8cd08adb-87fa-4df8-b5e9-60264bcda76e req-0fe207ff-6ab3-4569-b5bb-734bb786a3d1 service neutron] 10.222.0.55 "GET /v2.0/networks/78b27442-bcb9-410d-9431-ef2d20377793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1140153
May 07 21:57:37.200664 ncdv-master-1 neutron-server[121837]: WARNING neutron.services.metering.metering_plugin [None req-61f5c3fb-1bdc-4dde-9f86-0dce18e41a1f tempest-MeteringIpV6TestJSON-699880162 tempest-MeteringIpV6TestJSON-699880162-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
May 07 21:57:37.206645 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8cd08adb-87fa-4df8-b5e9-60264bcda76e req-578fa4ab-ee64-4419-b7d0-5c95116418ef service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=8265c59d-4721-4235-823a-846b00373dfe HTTP/1.1" status: 200  len: 217 time: 0.0619318
May 07 21:57:37.290562 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd08adb-87fa-4df8-b5e9-60264bcda76e req-8d13b03a-ecb1-46fa-994c-735fe33efc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:37.294226 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8cd08adb-87fa-4df8-b5e9-60264bcda76e req-8d13b03a-ecb1-46fa-994c-735fe33efc0a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c61573c2-ed87-428c-92ac-0bffa38409b2 HTTP/1.1" status: 200  len: 797 time: 0.0803440
May 07 21:57:37.369250 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd08adb-87fa-4df8-b5e9-60264bcda76e req-40a67c40-49d0-46d0-b7b2-db83de1734ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:37.371550 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8cd08adb-87fa-4df8-b5e9-60264bcda76e req-40a67c40-49d0-46d0-b7b2-db83de1734ae service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3e9903c9-6550-4ae2-aa4f-70e03144784f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0703628
May 07 21:57:37.380302 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-63643760-6609-4a5a-88fd-af7b711d19f7 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-970743522-network', 'tenant_id': '1a49ba5398834c43baabd7435e85d81b'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:57:37.389909 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-61f5c3fb-1bdc-4dde-9f86-0dce18e41a1f tempest-MeteringIpV6TestJSON-699880162 tempest-MeteringIpV6TestJSON-699880162-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:37.395249 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-61f5c3fb-1bdc-4dde-9f86-0dce18e41a1f tempest-MeteringIpV6TestJSON-699880162 tempest-MeteringIpV6TestJSON-699880162-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 464 time: 0.3075597
May 07 21:57:37.397216 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47392) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:37.438108 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-467ba96c-029a-41f5-a6b9-bb134af0ad41 tempest-MeteringIpV6TestJSON-699880162 tempest-MeteringIpV6TestJSON-699880162-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules?id=6dbf5cc0-34e5-4ea5-8fcd-8051135578d7 HTTP/1.1" status: 200  len: 462 time: 0.0394814
May 07 21:57:37.441351 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47402) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:37.462091 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63643760-6609-4a5a-88fd-af7b711d19f7 admin admin] Made reservation on behalf of 1a49ba5398834c43baabd7435e85d81b for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:57:37.465513 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-63643760-6609-4a5a-88fd-af7b711d19f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:37.477693 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-63643760-6609-4a5a-88fd-af7b711d19f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:37.502345 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8cd08adb-87fa-4df8-b5e9-60264bcda76e req-54928adc-d22a-4f3c-9dcb-d87a2a42f753 service neutron] 10.222.0.55 "GET /v2.0/networks/3e9903c9-6550-4ae2-aa4f-70e03144784f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1193595
May 07 21:57:37.627085 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2152420f-98ff-484c-9e29-9711c0351f1d tempest-MeteringIpV6TestJSON-699880162 tempest-MeteringIpV6TestJSON-699880162-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:37.628271 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-2152420f-98ff-484c-9e29-9711c0351f1d tempest-MeteringIpV6TestJSON-699880162 tempest-MeteringIpV6TestJSON-699880162-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-label-rules/6dbf5cc0-34e5-4ea5-8fcd-8051135578d7 HTTP/1.1" status: 204  len: 168 time: 0.1858900
May 07 21:57:37.641037 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47414) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:37.660021 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-f2177af5-4b65-48f9-87ab-8b996369ba3a tempest-MeteringIpV6TestJSON-699880162 tempest-MeteringIpV6TestJSON-699880162-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules?id=6dbf5cc0-34e5-4ea5-8fcd-8051135578d7 HTTP/1.1" status: 200  len: 221 time: 0.0137594
May 07 21:57:37.662893 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47420) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:37.681737 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-ffdec42e-6a12-43f6-ae2e-22434aa6b309 tempest-MeteringIpV6TestJSON-699880162 tempest-MeteringIpV6TestJSON-699880162-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--412747715', 'description': 'label created by tempest'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:57:37.682235 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-ffdec42e-6a12-43f6-ae2e-22434aa6b309 tempest-MeteringIpV6TestJSON-699880162 tempest-MeteringIpV6TestJSON-699880162-project-admin] Unknown quota resources ['metering_label']. {{(pid=121836) _create /opt/stack/neutron/neutron/api/v2/base.py:497}}
May 07 21:57:37.691343 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-63643760-6609-4a5a-88fd-af7b711d19f7 admin admin] Publish callbacks [] for security_group (b9078ac8-09a8-43d0-bab4-b197059114d3), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:37.696392 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-63643760-6609-4a5a-88fd-af7b711d19f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (b9078ac8-09a8-43d0-bab4-b197059114d3), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:37.696599 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a020d6-0794-4847-a2b3-9ca59f0231af req-99477e96-a05b-4e67-b45b-94cebce32705 tempest-TenantUsagesTestJSON-1731718360 tempest-TenantUsagesTestJSON-1731718360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:37.698186 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-27a020d6-0794-4847-a2b3-9ca59f0231af req-99477e96-a05b-4e67-b45b-94cebce32705 tempest-TenantUsagesTestJSON-1731718360 tempest-TenantUsagesTestJSON-1731718360-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6108279-03de-4499-9a59-7c1f4fbd291b HTTP/1.1" status: 200  len: 949 time: 0.1485600
May 07 21:57:37.744612 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63643760-6609-4a5a-88fd-af7b711d19f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 21:57:37.754162 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63643760-6609-4a5a-88fd-af7b711d19f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9078ac8-09a8-43d0-bab4-b197059114d3,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:37.771662 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-63643760-6609-4a5a-88fd-af7b711d19f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (8572750b-823e-4862-b3bd-9f6ce06cc9a0), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:37.772257 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-63643760-6609-4a5a-88fd-af7b711d19f7 admin admin] Added segment 8572750b-823e-4862-b3bd-9f6ce06cc9a0 of type vlan for network 361022fc-f38d-42f7-9311-cff7b49086c1
May 07 21:57:37.842096 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-63643760-6609-4a5a-88fd-af7b711d19f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (361022fc-f38d-42f7-9311-cff7b49086c1), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:37.879721 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-63643760-6609-4a5a-88fd-af7b711d19f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (361022fc-f38d-42f7-9311-cff7b49086c1), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:37.881565 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63643760-6609-4a5a-88fd-af7b711d19f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:37.882564 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-63643760-6609-4a5a-88fd-af7b711d19f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:37.894687 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8cd08adb-87fa-4df8-b5e9-60264bcda76e req-4c510b73-7e53-4a1d-a59d-4c500cae168d service neutron] 10.222.0.55 "GET /v2.0/networks/3e9903c9-6550-4ae2-aa4f-70e03144784f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3849976
May 07 21:57:37.924281 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-63643760-6609-4a5a-88fd-af7b711d19f7 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 0.7926700
May 07 21:57:37.933825 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47426) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:37.941092 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-5e525a0a-890c-4421-b517-f1b0cb11b998 admin admin] Request body: {'subnet': {'network_id': '361022fc-f38d-42f7-9311-cff7b49086c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-970743522-subnet', 'tenant_id': '1a49ba5398834c43baabd7435e85d81b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:57:38.016903 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63643760-6609-4a5a-88fd-af7b711d19f7 admin admin] Pushing event updated for resources: {'Network': ['ID=361022fc-f38d-42f7-9311-cff7b49086c1,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:38.031225 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e525a0a-890c-4421-b517-f1b0cb11b998 admin admin] Made reservation on behalf of 1a49ba5398834c43baabd7435e85d81b for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:57:38.033818 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 361022fc-f38d-42f7-9311-cff7b49086c1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 21:57:38.035325 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5e525a0a-890c-4421-b517-f1b0cb11b998 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:38.047816 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8cd08adb-87fa-4df8-b5e9-60264bcda76e req-80cd11ec-7b58-42b9-8793-b0df2af0eb9a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.228&port_id=d3eb7f9f-cad6-43cc-b93c-f50a5e95c505 HTTP/1.1" status: 200  len: 217 time: 0.1462011
May 07 21:57:38.052654 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-27a020d6-0794-4847-a2b3-9ca59f0231af req-43ca4478-34c9-45fc-80ca-146caf2b5095 tempest-TenantUsagesTestJSON-1731718360 tempest-TenantUsagesTestJSON-1731718360-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a41a4b2-3886-4e60-97c0-9f2e3c068140&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3266201
May 07 21:57:38.082354 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47430) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:38.114992 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ffdec42e-6a12-43f6-ae2e-22434aa6b309 tempest-MeteringIpV6TestJSON-699880162 tempest-MeteringIpV6TestJSON-699880162-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:38.114992 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-ffdec42e-6a12-43f6-ae2e-22434aa6b309 tempest-MeteringIpV6TestJSON-699880162 tempest-MeteringIpV6TestJSON-699880162-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 469 time: 0.4457285
May 07 21:57:38.131889 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47434) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:38.193127 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1333ff9a-b359-4e80-a794-032a30219531 req-f63a4e83-d52c-4b8a-b57e-6c6af4b28ada tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:38.199485 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1333ff9a-b359-4e80-a794-032a30219531 req-f63a4e83-d52c-4b8a-b57e-6c6af4b28ada tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=76fb1f24-8416-4b15-b95f-ec086bc7ee8b HTTP/1.1" status: 200  len: 946 time: 0.1306555
May 07 21:57:38.246362 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-0a5de258-64c2-480b-a212-fe33ed2b5616 tempest-MeteringIpV6TestJSON-699880162 tempest-MeteringIpV6TestJSON-699880162-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels?id=6753a7a1-66d2-4475-8367-0d235a9d4780 HTTP/1.1" status: 200  len: 467 time: 0.1129687
May 07 21:57:38.250861 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47436) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:38.264133 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd08adb-87fa-4df8-b5e9-60264bcda76e req-ef054eb4-cde1-4ef3-9d91-b183bf73bba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:38.266290 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8cd08adb-87fa-4df8-b5e9-60264bcda76e req-ef054eb4-cde1-4ef3-9d91-b183bf73bba4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c61573c2-ed87-428c-92ac-0bffa38409b2 HTTP/1.1" status: 200  len: 797 time: 0.2104855
May 07 21:57:38.287880 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1333ff9a-b359-4e80-a794-032a30219531 req-1d6ba2f9-9b73-46ec-ab16-d5fa68d7cf28 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0812576
May 07 21:57:38.297911 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-15946a2d-15c5-48f8-8daa-d57be77e0ea3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:38.426018 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5e525a0a-890c-4421-b517-f1b0cb11b998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (03922816-fbf9-481a-8288-3552e68f55ed), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:38.445376 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd08adb-87fa-4df8-b5e9-60264bcda76e req-c8670ac5-9e3e-493f-a6bb-366d82067eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:38.446932 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8cd08adb-87fa-4df8-b5e9-60264bcda76e req-c8670ac5-9e3e-493f-a6bb-366d82067eec service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3e9903c9-6550-4ae2-aa4f-70e03144784f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1526837
May 07 21:57:38.515563 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e525a0a-890c-4421-b517-f1b0cb11b998 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03922816-fbf9-481a-8288-3552e68f55ed,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:38.525471 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-15946a2d-15c5-48f8-8daa-d57be77e0ea3 admin admin] Publish callbacks [] for security_group (f8b9f101-9671-42d7-a2e3-ea446dcc8508), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:38.532183 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-15946a2d-15c5-48f8-8daa-d57be77e0ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (f8b9f101-9671-42d7-a2e3-ea446dcc8508), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:38.561481 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e525a0a-890c-4421-b517-f1b0cb11b998 admin admin] Checking segment: {'id': '8572750b-823e-4862-b3bd-9f6ce06cc9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '361022fc-f38d-42f7-9311-cff7b49086c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:57:38.561817 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e525a0a-890c-4421-b517-f1b0cb11b998 admin admin] Network hostable DHCP agents. Network: 361022fc-f38d-42f7-9311-cff7b49086c1, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 21:57:38.599819 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-15946a2d-15c5-48f8-8daa-d57be77e0ea3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cc15ada6c123417ea9015e19345f4ef7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5032196
May 07 21:57:38.599819 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15946a2d-15c5-48f8-8daa-d57be77e0ea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b9f101-9671-42d7-a2e3-ea446dcc8508,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:38.605927 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47438) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:38.637125 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e525a0a-890c-4421-b517-f1b0cb11b998 admin admin] Network 361022fc-f38d-42f7-9311-cff7b49086c1 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 21:57:38.658681 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-5e525a0a-890c-4421-b517-f1b0cb11b998 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 361022fc-f38d-42f7-9311-cff7b49086c1) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:57:38.663753 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e525a0a-890c-4421-b517-f1b0cb11b998 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:38.664542 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5e525a0a-890c-4421-b517-f1b0cb11b998 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:38.676217 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc4faad-39de-43a9-9c1d-d82a2c6c5271 None None] Network 361022fc-f38d-42f7-9311-cff7b49086c1 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:57:38.699426 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-5e525a0a-890c-4421-b517-f1b0cb11b998 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.7645521
May 07 21:57:38.708274 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-18ba9693-b66c-4a55-83eb-3dd871fea526 admin admin] Publish callbacks [] for security_group (f8b9f101-9671-42d7-a2e3-ea446dcc8508), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:38.740331 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-18ba9693-b66c-4a55-83eb-3dd871fea526 admin admin] Publish callbacks [] for security_group (f8b9f101-9671-42d7-a2e3-ea446dcc8508), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:38.817987 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-18ba9693-b66c-4a55-83eb-3dd871fea526 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (f8b9f101-9671-42d7-a2e3-ea446dcc8508), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:38.818451 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6bda20-3a81-4646-9538-df131e1e7747 None None] Network 361022fc-f38d-42f7-9311-cff7b49086c1 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:57:38.826124 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-18ba9693-b66c-4a55-83eb-3dd871fea526 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:38.832464 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-18ba9693-b66c-4a55-83eb-3dd871fea526 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f8b9f101-9671-42d7-a2e3-ea446dcc8508 HTTP/1.1" status: 204  len: 168 time: 0.2254820
May 07 21:57:38.860008 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ba9693-b66c-4a55-83eb-3dd871fea526 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b9f101-9671-42d7-a2e3-ea446dcc8508,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:38.904317 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d7a23c70-1e09-4346-8381-3453c9d33bd0 tempest-MeteringIpV6TestJSON-699880162 tempest-MeteringIpV6TestJSON-699880162-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:38.907943 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-d7a23c70-1e09-4346-8381-3453c9d33bd0 tempest-MeteringIpV6TestJSON-699880162 tempest-MeteringIpV6TestJSON-699880162-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-labels/6753a7a1-66d2-4475-8367-0d235a9d4780 HTTP/1.1" status: 204  len: 168 time: 0.6559389
May 07 21:57:38.910722 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47444) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:38.944917 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-6ed32e05-dbea-46b3-a8b8-f11f226cfb15 tempest-MeteringIpV6TestJSON-699880162 tempest-MeteringIpV6TestJSON-699880162-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels?id=6753a7a1-66d2-4475-8367-0d235a9d4780 HTTP/1.1" status: 200  len: 216 time: 0.0303676
May 07 21:57:38.948971 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47446) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:38.963803 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-873a9a27-7b49-459c-ac41-776e696e3eef tempest-MeteringIpV6TestJSON-699880162 tempest-MeteringIpV6TestJSON-699880162-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200  len: 221 time: 0.0135527
May 07 21:57:38.967122 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47448) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:38.969763 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8cd08adb-87fa-4df8-b5e9-60264bcda76e req-a814a5b7-6d3f-43f7-99dd-bdfaa2c1322d service neutron] 10.222.0.55 "GET /v2.0/networks/3e9903c9-6550-4ae2-aa4f-70e03144784f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4882839
May 07 21:57:38.989029 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-f3751593-2a0b-47ae-a506-2e4abdf06dcb tempest-MeteringIpV6TestJSON-699880162 tempest-MeteringIpV6TestJSON-699880162-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200  len: 216 time: 0.0167565
May 07 21:57:38.990023 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47452) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:39.096367 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-10079bb0-e2f1-4521-8395-a7e6b4fe3000 tempest-MeteringIpV6TestJSON-699880162 tempest-MeteringIpV6TestJSON-699880162-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels/fa944f97-e240-4120-80b5-52ccfce8cf8a HTTP/1.1" status: 200  len: 472 time: 0.1048512
May 07 21:57:39.099880 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47456) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:39.106840 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6debd1-6c80-4ea7-a4a0-aa762a559183 req-8196fc1a-69e9-4c25-94b5-590841f02979 tempest-TenantUsagesTestJSON-1731718360 tempest-TenantUsagesTestJSON-1731718360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:39.108331 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-be6debd1-6c80-4ea7-a4a0-aa762a559183 req-8196fc1a-69e9-4c25-94b5-590841f02979 tempest-TenantUsagesTestJSON-1731718360 tempest-TenantUsagesTestJSON-1731718360-project] 10.222.0.59 "GET /v2.0/ports?device_id=c6108279-03de-4499-9a59-7c1f4fbd291b HTTP/1.1" status: 200  len: 949 time: 0.1112008
May 07 21:57:39.121208 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-37f74315-892d-450d-9ef9-5c6ab2af1308 tempest-MeteringIpV6TestJSON-699880162 tempest-MeteringIpV6TestJSON-699880162-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules/cf4ff971-6c23-4be7-90cc-52bf1c61dc5e HTTP/1.1" status: 200  len: 459 time: 0.0193787
May 07 21:57:39.124636 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47462) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:39.173294 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8cd08adb-87fa-4df8-b5e9-60264bcda76e req-ca6ce88f-b46e-4d32-aadd-e7a131dcea4c service neutron] 10.222.0.55 "GET /v2.0/networks/3e9903c9-6550-4ae2-aa4f-70e03144784f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1895571
May 07 21:57:39.331597 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8cd08adb-87fa-4df8-b5e9-60264bcda76e req-2d198839-3e29-4587-8ca4-e29a5a640ce4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=5642df0d-b70e-45a4-b82c-4c09755c76de HTTP/1.1" status: 200  len: 217 time: 0.1518507
May 07 21:57:39.412047 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d0f2b-f07a-4fc7-9f07-f4749508e7eb req-3177af90-d0ca-4745-84d1-28f605e49466 tempest-TenantUsagesTestJSON-1731718360 tempest-TenantUsagesTestJSON-1731718360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:39.413738 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2d3d0f2b-f07a-4fc7-9f07-f4749508e7eb req-3177af90-d0ca-4745-84d1-28f605e49466 tempest-TenantUsagesTestJSON-1731718360 tempest-TenantUsagesTestJSON-1731718360-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6108279-03de-4499-9a59-7c1f4fbd291b HTTP/1.1" status: 200  len: 949 time: 0.2116301
May 07 21:57:39.416539 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5eec4b76-f8fc-4d7c-9a8d-77bc072ba314 tempest-MeteringIpV6TestJSON-699880162 tempest-MeteringIpV6TestJSON-699880162-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:39.420106 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-5eec4b76-f8fc-4d7c-9a8d-77bc072ba314 tempest-MeteringIpV6TestJSON-699880162 tempest-MeteringIpV6TestJSON-699880162-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-label-rules/cf4ff971-6c23-4be7-90cc-52bf1c61dc5e HTTP/1.1" status: 204  len: 168 time: 0.2920182
May 07 21:57:39.429517 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47484) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:39.430142 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-be6debd1-6c80-4ea7-a4a0-aa762a559183 req-f5e136b8-08d4-4678-88b4-f316e6e8f7ee tempest-TenantUsagesTestJSON-1731718360 tempest-TenantUsagesTestJSON-1731718360-project] Deleting port 3d52f5e6-5121-45cb-8de5-2a3d994fa234 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:57:39.430504 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-be6debd1-6c80-4ea7-a4a0-aa762a559183 req-f5e136b8-08d4-4678-88b4-f316e6e8f7ee tempest-TenantUsagesTestJSON-1731718360 tempest-TenantUsagesTestJSON-1731718360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (3d52f5e6-5121-45cb-8de5-2a3d994fa234), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:39.485719 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd08adb-87fa-4df8-b5e9-60264bcda76e req-ab596452-6956-48b8-9572-19471f5f9c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:39.487226 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8cd08adb-87fa-4df8-b5e9-60264bcda76e req-ab596452-6956-48b8-9572-19471f5f9c94 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c61573c2-ed87-428c-92ac-0bffa38409b2 HTTP/1.1" status: 200  len: 797 time: 0.1007895
May 07 21:57:39.543886 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2d3d0f2b-f07a-4fc7-9f07-f4749508e7eb req-6038c5e4-7ec5-4f80-b571-ca7409bb0ddb tempest-TenantUsagesTestJSON-1731718360 tempest-TenantUsagesTestJSON-1731718360-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a41a4b2-3886-4e60-97c0-9f2e3c068140&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1024840
May 07 21:57:39.552362 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd08adb-87fa-4df8-b5e9-60264bcda76e req-51638574-f395-4485-a0cc-ab1739cfd427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:39.553876 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8cd08adb-87fa-4df8-b5e9-60264bcda76e req-51638574-f395-4485-a0cc-ab1739cfd427 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3e9903c9-6550-4ae2-aa4f-70e03144784f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0599327
May 07 21:57:39.727464 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8dcfb5-3f98-459d-a7b4-5ddc8de734fc req-54fb0a0e-88f1-4235-92c9-2ca400e96d6e tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:39.729626 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-df8dcfb5-3f98-459d-a7b4-5ddc8de734fc req-54fb0a0e-88f1-4235-92c9-2ca400e96d6e tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=76fb1f24-8416-4b15-b95f-ec086bc7ee8b HTTP/1.1" status: 200  len: 946 time: 0.0764194
May 07 21:57:39.735237 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8cd08adb-87fa-4df8-b5e9-60264bcda76e req-9e5b8468-e721-40ef-8074-d53b76d09e27 service neutron] 10.222.0.55 "GET /v2.0/networks/3e9903c9-6550-4ae2-aa4f-70e03144784f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1746504
May 07 21:57:39.869810 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-df8dcfb5-3f98-459d-a7b4-5ddc8de734fc req-0ee4e365-7705-4398-b654-03fbebe28a1c tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1290064
May 07 21:57:39.898848 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8cd08adb-87fa-4df8-b5e9-60264bcda76e req-022d1aa1-7327-4c2c-9278-d6c5530c8994 service neutron] 10.222.0.55 "GET /v2.0/networks/3e9903c9-6550-4ae2-aa4f-70e03144784f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1472840
May 07 21:57:39.946085 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8cd08adb-87fa-4df8-b5e9-60264bcda76e req-e39834da-a28c-44bc-88f7-01a5ec28bac8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.68&port_id=0aa75d6c-c396-4cf7-82ed-1655289562cd HTTP/1.1" status: 200  len: 217 time: 0.0472720
May 07 21:57:40.010069 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd08adb-87fa-4df8-b5e9-60264bcda76e req-e00126c5-ce2f-4294-a176-bb10a4fe7ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:40.012267 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8cd08adb-87fa-4df8-b5e9-60264bcda76e req-e00126c5-ce2f-4294-a176-bb10a4fe7ce1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c61573c2-ed87-428c-92ac-0bffa38409b2 HTTP/1.1" status: 200  len: 797 time: 0.0597854
May 07 21:57:40.068133 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd08adb-87fa-4df8-b5e9-60264bcda76e req-7e422f45-1dd9-49d9-8054-b5b6114e0bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:40.069974 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8cd08adb-87fa-4df8-b5e9-60264bcda76e req-7e422f45-1dd9-49d9-8054-b5b6114e0bd6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3e9903c9-6550-4ae2-aa4f-70e03144784f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0517843
May 07 21:57:40.184146 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8cd08adb-87fa-4df8-b5e9-60264bcda76e req-71a0b48b-7a8c-4295-b087-4e6a505bc723 service neutron] 10.222.0.55 "GET /v2.0/networks/3e9903c9-6550-4ae2-aa4f-70e03144784f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1073163
May 07 21:57:40.232589 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-be6debd1-6c80-4ea7-a4a0-aa762a559183 req-f5e136b8-08d4-4678-88b4-f316e6e8f7ee tempest-TenantUsagesTestJSON-1731718360 tempest-TenantUsagesTestJSON-1731718360-project] For port 3d52f5e6-5121-45cb-8de5-2a3d994fa234, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3d52f5e6-5121-45cb-8de5-2a3d994fa234,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:57:40.233143 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-be6debd1-6c80-4ea7-a4a0-aa762a559183 req-f5e136b8-08d4-4678-88b4-f316e6e8f7ee tempest-TenantUsagesTestJSON-1731718360 tempest-TenantUsagesTestJSON-1731718360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (3d52f5e6-5121-45cb-8de5-2a3d994fa234), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:40.248602 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-921f92f1-0c6a-4037-916b-fb665362c6e1 tempest-MeteringIpV6TestJSON-699880162 tempest-MeteringIpV6TestJSON-699880162-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:40.250721 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-921f92f1-0c6a-4037-916b-fb665362c6e1 tempest-MeteringIpV6TestJSON-699880162 tempest-MeteringIpV6TestJSON-699880162-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-labels/fa944f97-e240-4120-80b5-52ccfce8cf8a HTTP/1.1" status: 204  len: 168 time: 0.8152416
May 07 21:57:40.260556 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-87c093d1-e40d-4c82-9f19-16685741873d tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:40.262247 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-87c093d1-e40d-4c82-9f19-16685741873d tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] 10.222.0.32 "GET /v2.0/networks?id=361022fc-f38d-42f7-9311-cff7b49086c1 HTTP/1.1" status: 200  len: 817 time: 0.8062844
May 07 21:57:40.268617 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-be6debd1-6c80-4ea7-a4a0-aa762a559183 req-f5e136b8-08d4-4678-88b4-f316e6e8f7ee tempest-TenantUsagesTestJSON-1731718360 tempest-TenantUsagesTestJSON-1731718360-project] Calling delete_port for 3d52f5e6-5121-45cb-8de5-2a3d994fa234 owned by compute:nova {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:57:40.335288 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-b8e4aa10-55ec-4381-91fc-1f3efb121c0f tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] 10.222.0.32 "GET /v2.0/quotas/1a49ba5398834c43baabd7435e85d81b HTTP/1.1" status: 200  len: 375 time: 0.0557144
May 07 21:57:40.342665 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8cd08adb-87fa-4df8-b5e9-60264bcda76e req-4472ce3e-bfd1-4100-8a59-52c920c86383 service neutron] 10.222.0.55 "GET /v2.0/networks/3e9903c9-6550-4ae2-aa4f-70e03144784f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1525650
May 07 21:57:40.391461 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-ab504fa4-632f-4ae6-8035-7db44b363762 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1a49ba5398834c43baabd7435e85d81b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0467625
May 07 21:57:40.395731 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8cd08adb-87fa-4df8-b5e9-60264bcda76e req-8a7ccef0-534d-4182-9af3-766c621557f0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=744875ea-e246-4ecb-b60f-b9c04a274fe9 HTTP/1.1" status: 200  len: 217 time: 0.0456672
May 07 21:57:40.461121 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd08adb-87fa-4df8-b5e9-60264bcda76e req-e717b70b-a5e5-4bcf-8baf-9e38467158cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:40.463057 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8cd08adb-87fa-4df8-b5e9-60264bcda76e req-e717b70b-a5e5-4bcf-8baf-9e38467158cd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6168b443-15e3-44b9-96e7-6156bf22796d HTTP/1.1" status: 200  len: 797 time: 0.0601742
May 07 21:57:40.530613 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd08adb-87fa-4df8-b5e9-60264bcda76e req-cccdfd56-d2f4-4a9d-be05-23771f4da9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:40.533293 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8cd08adb-87fa-4df8-b5e9-60264bcda76e req-cccdfd56-d2f4-4a9d-be05-23771f4da9f9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d3d6fbc8-cbfa-4c1a-9104-6c52ad3f84a6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.0598769
May 07 21:57:40.565331 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-be6debd1-6c80-4ea7-a4a0-aa762a559183 req-f5e136b8-08d4-4678-88b4-f316e6e8f7ee tempest-TenantUsagesTestJSON-1731718360 tempest-TenantUsagesTestJSON-1731718360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (3d52f5e6-5121-45cb-8de5-2a3d994fa234), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:40.576913 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-ff2de972-d5c2-4013-916f-dae629b7d6b0 service neutron] 10.222.0.32 "GET /v2.0/networks/361022fc-f38d-42f7-9311-cff7b49086c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1689742
May 07 21:57:40.578894 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['3d52f5e6-5121-45cb-8de5-2a3d994fa234'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:57:40.627472 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e136b8-08d4-4678-88b4-f316e6e8f7ee tempest-TenantUsagesTestJSON-1731718360 tempest-TenantUsagesTestJSON-1731718360-project] Pushing event deleted for resources: {'Port': ['ID=3d52f5e6-5121-45cb-8de5-2a3d994fa234,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:40.661449 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47512) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:40.724468 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-be6debd1-6c80-4ea7-a4a0-aa762a559183 req-f5e136b8-08d4-4678-88b4-f316e6e8f7ee tempest-TenantUsagesTestJSON-1731718360 tempest-TenantUsagesTestJSON-1731718360-project] No DVR routers for this DVR port 3d52f5e6-5121-45cb-8de5-2a3d994fa234 on host nch2-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:57:40.727036 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-be6debd1-6c80-4ea7-a4a0-aa762a559183 req-f5e136b8-08d4-4678-88b4-f316e6e8f7ee tempest-TenantUsagesTestJSON-1731718360 tempest-TenantUsagesTestJSON-1731718360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:40.731527 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-be6debd1-6c80-4ea7-a4a0-aa762a559183 req-f5e136b8-08d4-4678-88b4-f316e6e8f7ee tempest-TenantUsagesTestJSON-1731718360 tempest-TenantUsagesTestJSON-1731718360-project] 10.222.0.59 "DELETE /v2.0/ports/3d52f5e6-5121-45cb-8de5-2a3d994fa234 HTTP/1.1" status: 204  len: 173 time: 1.4979775
May 07 21:57:40.733088 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8cd08adb-87fa-4df8-b5e9-60264bcda76e req-bb055110-d329-44b5-a491-6050e444ce14 service neutron] 10.222.0.55 "GET /v2.0/networks/d3d6fbc8-cbfa-4c1a-9104-6c52ad3f84a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1920056
May 07 21:57:40.736727 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6108279-03de-4499-9a59-7c1f4fbd291b', 'name': 'network-vif-deleted', 'tag': '3d52f5e6-5121-45cb-8de5-2a3d994fa234'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:57:40.739347 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-522fd3b7-edb8-4a68-a613-60b8e3cd1b28" -d '{"events": [{"server_uuid": "c6108279-03de-4499-9a59-7c1f4fbd291b", "name": "network-vif-deleted", "tag": "3d52f5e6-5121-45cb-8de5-2a3d994fa234"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:57:40.750502 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ee260c0b-43fc-4852-899d-f0aebee976ac req-ad3a2ca6-8936-4342-9870-491eb6624943 tempest-TenantUsagesTestJSON-1731718360 tempest-TenantUsagesTestJSON-1731718360-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6108279-03de-4499-9a59-7c1f4fbd291b HTTP/1.1" status: 200  len: 210 time: 0.0671508
May 07 21:57:40.904641 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-2d022f72-bf38-414b-b8f4-23f1ab57632f service neutron] 10.222.0.32 "GET /v2.0/networks/361022fc-f38d-42f7-9311-cff7b49086c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2927885
May 07 21:57:40.918216 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6946dd11-2638-45f9-adff-26d5ceb92344 x-openstack-request-id: req-6946dd11-2638-45f9-adff-26d5ceb92344 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:57:40.919097 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6108279-03de-4499-9a59-7c1f4fbd291b", "name": "network-vif-deleted", "tag": "3d52f5e6-5121-45cb-8de5-2a3d994fa234", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:57:40.919415 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6946dd11-2638-45f9-adff-26d5ceb92344 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:57:40.920116 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6946dd11-2638-45f9-adff-26d5ceb92344'] response: {'server_uuid': 'c6108279-03de-4499-9a59-7c1f4fbd291b', 'name': 'network-vif-deleted', 'tag': '3d52f5e6-5121-45cb-8de5-2a3d994fa234', 'status': 'completed', 'code': 200}
May 07 21:57:40.951058 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47522) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:40.962211 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8cd08adb-87fa-4df8-b5e9-60264bcda76e req-c030e77b-b69f-4f9e-921a-d3486080f193 service neutron] 10.222.0.55 "GET /v2.0/networks/d3d6fbc8-cbfa-4c1a-9104-6c52ad3f84a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2084885
May 07 21:57:41.079583 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8cd08adb-87fa-4df8-b5e9-60264bcda76e req-9b6cf161-8c4e-4808-8a53-a540f3941433 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0f85ab7f-8d9d-42b6-bed5-f5b8be554023 HTTP/1.1" status: 200  len: 217 time: 0.1092846
May 07 21:57:41.139579 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce353a5-0c7a-4fc4-b470-c0576a43bd17 req-ce5c77f5-54be-4c08-a82c-56d63958320a tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:41.148107 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-dce353a5-0c7a-4fc4-b470-c0576a43bd17 req-ce5c77f5-54be-4c08-a82c-56d63958320a tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=76fb1f24-8416-4b15-b95f-ec086bc7ee8b HTTP/1.1" status: 200  len: 946 time: 0.0743701
May 07 21:57:41.165932 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fd68184b-5504-4380-82fc-243f64103840 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:41.277318 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd08adb-87fa-4df8-b5e9-60264bcda76e req-5ea90e38-d0e1-4db3-938e-68cc45bc6a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:41.279964 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8cd08adb-87fa-4df8-b5e9-60264bcda76e req-5ea90e38-d0e1-4db3-938e-68cc45bc6a8d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6168b443-15e3-44b9-96e7-6156bf22796d HTTP/1.1" status: 200  len: 797 time: 0.1289303
May 07 21:57:41.284089 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-a9300632-f601-4599-b3f3-37dc15c24387 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886702741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886702741-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1657551842'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:57:41.296244 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-dce353a5-0c7a-4fc4-b470-c0576a43bd17 req-31f953ea-4ec0-477f-9a0b-57a5d82ef5b4 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1471620
May 07 21:57:41.332276 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9300632-f601-4599-b3f3-37dc15c24387 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886702741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886702741-project] Made reservation on behalf of 2e3eb0983fa54d34bc80a4d5eb3149e4 for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:57:41.337792 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a9300632-f601-4599-b3f3-37dc15c24387 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886702741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886702741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:41.357400 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a9300632-f601-4599-b3f3-37dc15c24387 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886702741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886702741-project] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:41.407434 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd08adb-87fa-4df8-b5e9-60264bcda76e req-1687e9a4-bf4b-46dc-af61-a25769225d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:41.410939 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8cd08adb-87fa-4df8-b5e9-60264bcda76e req-1687e9a4-bf4b-46dc-af61-a25769225d86 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d3d6fbc8-cbfa-4c1a-9104-6c52ad3f84a6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1072738
May 07 21:57:41.414223 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fd68184b-5504-4380-82fc-243f64103840 admin admin] Publish callbacks [] for security_group (f07de746-5b85-431b-94eb-126bae6aead7), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:41.450052 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fd68184b-5504-4380-82fc-243f64103840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (f07de746-5b85-431b-94eb-126bae6aead7), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:41.552462 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd68184b-5504-4380-82fc-243f64103840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f07de746-5b85-431b-94eb-126bae6aead7,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:41.557964 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-fd68184b-5504-4380-82fc-243f64103840 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c1a8e41a97544b71897f42d89e04854f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8953915
May 07 21:57:41.563040 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47534) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:41.586366 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8cd08adb-87fa-4df8-b5e9-60264bcda76e req-6f32ad76-e525-4478-ada3-fa461c411692 service neutron] 10.222.0.55 "GET /v2.0/networks/d3d6fbc8-cbfa-4c1a-9104-6c52ad3f84a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1693466
May 07 21:57:41.643644 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-60bfe96e-0e8d-4f49-bdf2-852f9583e8c5 req-0965d428-9592-49d7-8b70-b90a456319f2 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] 10.222.0.32 "GET /v2.0/ports?device_id=c47cb701-ee25-43b2-9e1f-f5157564391c HTTP/1.1" status: 200  len: 210 time: 0.0713289
May 07 21:57:41.648843 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a9300632-f601-4599-b3f3-37dc15c24387 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886702741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886702741-project] Publish callbacks [] for security_group (6fc2c8d1-18af-41fd-8dd0-d8ec5246d2ad), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:41.662277 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a9300632-f601-4599-b3f3-37dc15c24387 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886702741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886702741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (6fc2c8d1-18af-41fd-8dd0-d8ec5246d2ad), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:41.716552 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9300632-f601-4599-b3f3-37dc15c24387 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886702741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886702741-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 21:57:41.732561 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9300632-f601-4599-b3f3-37dc15c24387 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886702741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886702741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc2c8d1-18af-41fd-8dd0-d8ec5246d2ad,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:41.746512 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b7e9dd75-bd99-48af-ae00-f96b6f2a9274 admin admin] Publish callbacks [] for security_group (f07de746-5b85-431b-94eb-126bae6aead7), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:41.747854 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8cd08adb-87fa-4df8-b5e9-60264bcda76e req-7aa60eb4-ad2d-457e-b7a0-2ea98c2ceec6 service neutron] 10.222.0.55 "GET /v2.0/networks/d3d6fbc8-cbfa-4c1a-9104-6c52ad3f84a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1552536
May 07 21:57:41.762275 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a9300632-f601-4599-b3f3-37dc15c24387 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886702741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886702741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (f793e754-8efa-4f80-9f49-a499fee57271), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:41.763550 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-a9300632-f601-4599-b3f3-37dc15c24387 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886702741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886702741-project] Added segment f793e754-8efa-4f80-9f49-a499fee57271 of type vlan for network 93fc9650-2775-44aa-81d1-60eb33da08c3
May 07 21:57:41.809174 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0990a994-d688-44b2-ae51-6f0e0fa5cab0 req-d8d21cd6-c835-48f6-85bc-f5447326ae25 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:41.817002 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b7e9dd75-bd99-48af-ae00-f96b6f2a9274 admin admin] Publish callbacks [] for security_group (f07de746-5b85-431b-94eb-126bae6aead7), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:41.822232 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0990a994-d688-44b2-ae51-6f0e0fa5cab0 req-d8d21cd6-c835-48f6-85bc-f5447326ae25 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:41.834323 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0990a994-d688-44b2-ae51-6f0e0fa5cab0 req-d8d21cd6-c835-48f6-85bc-f5447326ae25 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:41.842754 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0990a994-d688-44b2-ae51-6f0e0fa5cab0 req-d8d21cd6-c835-48f6-85bc-f5447326ae25 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:41.851347 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0990a994-d688-44b2-ae51-6f0e0fa5cab0 req-d8d21cd6-c835-48f6-85bc-f5447326ae25 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:41.852956 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a9300632-f601-4599-b3f3-37dc15c24387 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886702741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886702741-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (93fc9650-2775-44aa-81d1-60eb33da08c3), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:41.861231 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0990a994-d688-44b2-ae51-6f0e0fa5cab0 req-d8d21cd6-c835-48f6-85bc-f5447326ae25 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:41.867377 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0990a994-d688-44b2-ae51-6f0e0fa5cab0 req-d8d21cd6-c835-48f6-85bc-f5447326ae25 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:41.870418 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0990a994-d688-44b2-ae51-6f0e0fa5cab0 req-d8d21cd6-c835-48f6-85bc-f5447326ae25 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb18387-ba8a-4070-aa1b-42824ed0c7ec HTTP/1.1" status: 200  len: 5432 time: 0.1211627
May 07 21:57:41.914521 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a9300632-f601-4599-b3f3-37dc15c24387 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886702741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886702741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (93fc9650-2775-44aa-81d1-60eb33da08c3), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:41.920708 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9300632-f601-4599-b3f3-37dc15c24387 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886702741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886702741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:41.921361 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a9300632-f601-4599-b3f3-37dc15c24387 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886702741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886702741-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:41.957204 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b7e9dd75-bd99-48af-ae00-f96b6f2a9274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (f07de746-5b85-431b-94eb-126bae6aead7), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:41.959845 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b7e9dd75-bd99-48af-ae00-f96b6f2a9274 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:41.963765 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0990a994-d688-44b2-ae51-6f0e0fa5cab0 req-f2eadfc0-d883-4d4a-85a1-55d7d20bffda tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/security-groups?id=022a2e7b-c53f-49c4-a82c-d25afea19659&id=4683f7d7-8b63-48cf-a24d-027ba8d9c114&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0845714
May 07 21:57:41.964764 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-b7e9dd75-bd99-48af-ae00-f96b6f2a9274 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f07de746-5b85-431b-94eb-126bae6aead7 HTTP/1.1" status: 204  len: 168 time: 0.3992469
May 07 21:57:41.981421 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-a9300632-f601-4599-b3f3-37dc15c24387 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886702741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886702741-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 803 time: 1.0281537
May 07 21:57:42.020799 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9dd75-bd99-48af-ae00-f96b6f2a9274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f07de746-5b85-431b-94eb-126bae6aead7,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:42.031601 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9300632-f601-4599-b3f3-37dc15c24387 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886702741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886702741-project] Pushing event updated for resources: {'Network': ['ID=93fc9650-2775-44aa-81d1-60eb33da08c3,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:42.092139 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 93fc9650-2775-44aa-81d1-60eb33da08c3 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 21:57:42.220970 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8997eaf-3824-4faa-a0e7-90386ae15127 req-840d2e87-4087-42a6-84cd-06a5be0f6859 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:42.241135 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8997eaf-3824-4faa-a0e7-90386ae15127 req-840d2e87-4087-42a6-84cd-06a5be0f6859 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:42.248275 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8997eaf-3824-4faa-a0e7-90386ae15127 req-840d2e87-4087-42a6-84cd-06a5be0f6859 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:42.259587 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8997eaf-3824-4faa-a0e7-90386ae15127 req-840d2e87-4087-42a6-84cd-06a5be0f6859 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:42.266705 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8997eaf-3824-4faa-a0e7-90386ae15127 req-840d2e87-4087-42a6-84cd-06a5be0f6859 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:42.274064 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8997eaf-3824-4faa-a0e7-90386ae15127 req-840d2e87-4087-42a6-84cd-06a5be0f6859 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:42.281775 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8997eaf-3824-4faa-a0e7-90386ae15127 req-840d2e87-4087-42a6-84cd-06a5be0f6859 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:42.284835 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c8997eaf-3824-4faa-a0e7-90386ae15127 req-840d2e87-4087-42a6-84cd-06a5be0f6859 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb18387-ba8a-4070-aa1b-42824ed0c7ec HTTP/1.1" status: 200  len: 5432 time: 0.1618042
May 07 21:57:42.356210 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47570) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:42.456223 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47580) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:42.462861 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-77ac2e1c-0153-4e9e-b0f7-a3b791ba6f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Request body: {'port': {'network_id': '93fc9650-2775-44aa-81d1-60eb33da08c3', 'binding:host_id': 'nch1-master-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-908113745'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:57:42.524946 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77ac2e1c-0153-4e9e-b0f7-a3b791ba6f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Made reservation on behalf of b3c1b2d986034e3f99a315208c373aa8 for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:57:42.529495 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-77ac2e1c-0153-4e9e-b0f7-a3b791ba6f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:42.541762 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f20a6b-3512-40ba-af6c-236c83df177c req-50fb8dae-4787-414b-8e01-496b8c70b872 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:42.551460 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-91f20a6b-3512-40ba-af6c-236c83df177c req-50fb8dae-4787-414b-8e01-496b8c70b872 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=76fb1f24-8416-4b15-b95f-ec086bc7ee8b HTTP/1.1" status: 200  len: 946 time: 0.1055391
May 07 21:57:42.561932 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-77ac2e1c-0153-4e9e-b0f7-a3b791ba6f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:42.607110 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-91f20a6b-3512-40ba-af6c-236c83df177c req-3cbc88fb-639e-47b0-a195-6060d4200f93 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0540977
May 07 21:57:42.619060 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47588) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:42.649617 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-016863bf-2029-47e4-ae5f-1a237216b24c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:42.654623 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-7b4337bf-5527-4d8f-aab1-660ee626c4b5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f62f599384054f23bddfbc3b3d1abf3d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2959716
May 07 21:57:42.659516 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47592) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:42.727765 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-77ac2e1c-0153-4e9e-b0f7-a3b791ba6f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Publish callbacks [] for security_group (ace7e21f-48d3-4abe-8945-de192eacb867), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:42.741741 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-77ac2e1c-0153-4e9e-b0f7-a3b791ba6f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (ace7e21f-48d3-4abe-8945-de192eacb867), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:42.769823 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [None req-77ac2e1c-0153-4e9e-b0f7-a3b791ba6f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] device_id is not set on port c3fb4636-0ea4-471f-b76d-7034c39a8136 yet. {{(pid=121837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 21:57:42.780201 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0892e9c4-c891-4ed8-b78e-fc9391d07e75 req-93d6edaf-fa60-4228-b865-1c231341af95 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] 10.222.0.32 "GET /v2.0/ports?device_id=c47cb701-ee25-43b2-9e1f-f5157564391c HTTP/1.1" status: 200  len: 210 time: 0.0559506
May 07 21:57:42.798113 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4a68ce59-fdff-451e-a6c1-fea255f724ca admin admin] Publish callbacks [] for security_group (6a41a4b2-3886-4e60-97c0-9f2e3c068140), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:42.868663 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4a68ce59-fdff-451e-a6c1-fea255f724ca admin admin] Publish callbacks [] for security_group (6a41a4b2-3886-4e60-97c0-9f2e3c068140), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:42.897989 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ac2e1c-0153-4e9e-b0f7-a3b791ba6f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ace7e21f-48d3-4abe-8945-de192eacb867,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:42.916945 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-016863bf-2029-47e4-ae5f-1a237216b24c admin admin] Publish callbacks [] for security_group (fb9a54cf-1e08-4fe4-8b77-6032ea69d391), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:42.927385 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-016863bf-2029-47e4-ae5f-1a237216b24c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (fb9a54cf-1e08-4fe4-8b77-6032ea69d391), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:43.009757 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-016863bf-2029-47e4-ae5f-1a237216b24c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f644866fa00e4d82ab644fb0aba8d14d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3892698
May 07 21:57:43.010379 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47600) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:43.037370 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016863bf-2029-47e4-ae5f-1a237216b24c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb9a54cf-1e08-4fe4-8b77-6032ea69d391,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:43.055143 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4a68ce59-fdff-451e-a6c1-fea255f724ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (6a41a4b2-3886-4e60-97c0-9f2e3c068140), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:43.057809 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4a68ce59-fdff-451e-a6c1-fea255f724ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:43.059584 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-4a68ce59-fdff-451e-a6c1-fea255f724ca admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6a41a4b2-3886-4e60-97c0-9f2e3c068140 HTTP/1.1" status: 204  len: 168 time: 0.3983943
May 07 21:57:43.077772 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a68ce59-fdff-451e-a6c1-fea255f724ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a41a4b2-3886-4e60-97c0-9f2e3c068140,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:43.121652 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-30cd0c45-93e8-4416-8d42-5f183b34bd20 admin admin] Publish callbacks [] for security_group (fb9a54cf-1e08-4fe4-8b77-6032ea69d391), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:43.161987 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-30cd0c45-93e8-4416-8d42-5f183b34bd20 admin admin] Publish callbacks [] for security_group (fb9a54cf-1e08-4fe4-8b77-6032ea69d391), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:43.227515 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-30cd0c45-93e8-4416-8d42-5f183b34bd20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (fb9a54cf-1e08-4fe4-8b77-6032ea69d391), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:43.230605 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-30cd0c45-93e8-4416-8d42-5f183b34bd20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:43.235250 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-30cd0c45-93e8-4416-8d42-5f183b34bd20 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fb9a54cf-1e08-4fe4-8b77-6032ea69d391 HTTP/1.1" status: 204  len: 168 time: 0.2166131
May 07 21:57:43.253782 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cd0c45-93e8-4416-8d42-5f183b34bd20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb9a54cf-1e08-4fe4-8b77-6032ea69d391,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:43.284170 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [None req-77ac2e1c-0153-4e9e-b0f7-a3b791ba6f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] device_id is not set on port c3fb4636-0ea4-471f-b76d-7034c39a8136 yet. {{(pid=121837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 21:57:43.304050 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-77ac2e1c-0153-4e9e-b0f7-a3b791ba6f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Publish callbacks [] for port (c3fb4636-0ea4-471f-b76d-7034c39a8136), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:43.316543 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-77ac2e1c-0153-4e9e-b0f7-a3b791ba6f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (c3fb4636-0ea4-471f-b76d-7034c39a8136), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:43.456240 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ac2e1c-0153-4e9e-b0f7-a3b791ba6f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Pushing event updated for resources: {'Port': ['ID=c3fb4636-0ea4-471f-b76d-7034c39a8136,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:43.508521 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ac2e1c-0153-4e9e-b0f7-a3b791ba6f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Checking segment: {'id': 'f793e754-8efa-4f80-9f49-a499fee57271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '93fc9650-2775-44aa-81d1-60eb33da08c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:57:43.509175 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ac2e1c-0153-4e9e-b0f7-a3b791ba6f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Network hostable DHCP agents. Network: 93fc9650-2775-44aa-81d1-60eb33da08c3, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 21:57:43.566442 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ac2e1c-0153-4e9e-b0f7-a3b791ba6f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Network 93fc9650-2775-44aa-81d1-60eb33da08c3 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 21:57:43.589969 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-77ac2e1c-0153-4e9e-b0f7-a3b791ba6f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 93fc9650-2775-44aa-81d1-60eb33da08c3) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:57:43.595044 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ac2e1c-0153-4e9e-b0f7-a3b791ba6f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:57:43.601872 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 0018a0ea-3b54-48b4-be4c-da78c12b4100 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:57:43.605486 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 3d52f5e6-5121-45cb-8de5-2a3d994fa234 no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:57:43.624252 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [None req-77ac2e1c-0153-4e9e-b0f7-a3b791ba6f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempting to bind port c3fb4636-0ea4-471f-b76d-7034c39a8136 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:57:43.625876 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [None req-77ac2e1c-0153-4e9e-b0f7-a3b791ba6f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempting to bind port c3fb4636-0ea4-471f-b76d-7034c39a8136 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f793e754-8efa-4f80-9f49-a499fee57271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '93fc9650-2775-44aa-81d1-60eb33da08c3'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:57:43.627673 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ac2e1c-0153-4e9e-b0f7-a3b791ba6f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempting to bind port c3fb4636-0ea4-471f-b76d-7034c39a8136 on network 93fc9650-2775-44aa-81d1-60eb33da08c3 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:57:43.644840 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ac2e1c-0153-4e9e-b0f7-a3b791ba6f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Port c3fb4636-0ea4-471f-b76d-7034c39a8136 on network 93fc9650-2775-44aa-81d1-60eb33da08c3 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:57:43.645538 ncdv-master-1 neutron-server[121837]: ERROR neutron.plugins.ml2.managers [None req-77ac2e1c-0153-4e9e-b0f7-a3b791ba6f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Failed to bind port c3fb4636-0ea4-471f-b76d-7034c39a8136 on host nch1-master-1 for vnic_type normal using segments [{'id': 'f793e754-8efa-4f80-9f49-a499fee57271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '93fc9650-2775-44aa-81d1-60eb33da08c3'}]
May 07 21:57:43.646490 ncdv-master-1 neutron-server[121837]: INFO neutron.plugins.ml2.plugin [None req-77ac2e1c-0153-4e9e-b0f7-a3b791ba6f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempt 2 to bind port c3fb4636-0ea4-471f-b76d-7034c39a8136
May 07 21:57:43.683460 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] No Port match for: 3d52f5e6-5121-45cb-8de5-2a3d994fa234 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:57:43.687952 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 3d52f5e6-5121-45cb-8de5-2a3d994fa234 not bound to the agent host nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:57:43.695835 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014c05d8-861b-41d2-9d1d-669bc39969f5 None None] Network 93fc9650-2775-44aa-81d1-60eb33da08c3 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:57:43.760587 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [None req-77ac2e1c-0153-4e9e-b0f7-a3b791ba6f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempting to bind port c3fb4636-0ea4-471f-b76d-7034c39a8136 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:57:43.762682 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [None req-77ac2e1c-0153-4e9e-b0f7-a3b791ba6f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempting to bind port c3fb4636-0ea4-471f-b76d-7034c39a8136 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f793e754-8efa-4f80-9f49-a499fee57271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '93fc9650-2775-44aa-81d1-60eb33da08c3'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:57:43.763909 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ac2e1c-0153-4e9e-b0f7-a3b791ba6f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempting to bind port c3fb4636-0ea4-471f-b76d-7034c39a8136 on network 93fc9650-2775-44aa-81d1-60eb33da08c3 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:57:43.793169 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ac2e1c-0153-4e9e-b0f7-a3b791ba6f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Port c3fb4636-0ea4-471f-b76d-7034c39a8136 on network 93fc9650-2775-44aa-81d1-60eb33da08c3 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:57:43.794901 ncdv-master-1 neutron-server[121837]: ERROR neutron.plugins.ml2.managers [None req-77ac2e1c-0153-4e9e-b0f7-a3b791ba6f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Failed to bind port c3fb4636-0ea4-471f-b76d-7034c39a8136 on host nch1-master-1 for vnic_type normal using segments [{'id': 'f793e754-8efa-4f80-9f49-a499fee57271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '93fc9650-2775-44aa-81d1-60eb33da08c3'}]
May 07 21:57:43.795849 ncdv-master-1 neutron-server[121837]: INFO neutron.plugins.ml2.plugin [None req-77ac2e1c-0153-4e9e-b0f7-a3b791ba6f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempt 3 to bind port c3fb4636-0ea4-471f-b76d-7034c39a8136
May 07 21:57:43.843468 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [None req-77ac2e1c-0153-4e9e-b0f7-a3b791ba6f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempting to bind port c3fb4636-0ea4-471f-b76d-7034c39a8136 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:57:43.844121 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [None req-77ac2e1c-0153-4e9e-b0f7-a3b791ba6f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempting to bind port c3fb4636-0ea4-471f-b76d-7034c39a8136 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f793e754-8efa-4f80-9f49-a499fee57271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '93fc9650-2775-44aa-81d1-60eb33da08c3'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:57:43.844618 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ac2e1c-0153-4e9e-b0f7-a3b791ba6f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempting to bind port c3fb4636-0ea4-471f-b76d-7034c39a8136 on network 93fc9650-2775-44aa-81d1-60eb33da08c3 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:57:43.850763 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ac2e1c-0153-4e9e-b0f7-a3b791ba6f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Port c3fb4636-0ea4-471f-b76d-7034c39a8136 on network 93fc9650-2775-44aa-81d1-60eb33da08c3 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:57:43.851375 ncdv-master-1 neutron-server[121837]: ERROR neutron.plugins.ml2.managers [None req-77ac2e1c-0153-4e9e-b0f7-a3b791ba6f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Failed to bind port c3fb4636-0ea4-471f-b76d-7034c39a8136 on host nch1-master-1 for vnic_type normal using segments [{'id': 'f793e754-8efa-4f80-9f49-a499fee57271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '93fc9650-2775-44aa-81d1-60eb33da08c3'}]
May 07 21:57:43.852816 ncdv-master-1 neutron-server[121837]: INFO neutron.plugins.ml2.plugin [None req-77ac2e1c-0153-4e9e-b0f7-a3b791ba6f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempt 4 to bind port c3fb4636-0ea4-471f-b76d-7034c39a8136
May 07 21:57:43.875339 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [None req-77ac2e1c-0153-4e9e-b0f7-a3b791ba6f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempting to bind port c3fb4636-0ea4-471f-b76d-7034c39a8136 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:57:43.877610 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [None req-77ac2e1c-0153-4e9e-b0f7-a3b791ba6f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempting to bind port c3fb4636-0ea4-471f-b76d-7034c39a8136 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f793e754-8efa-4f80-9f49-a499fee57271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '93fc9650-2775-44aa-81d1-60eb33da08c3'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:57:43.878480 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ac2e1c-0153-4e9e-b0f7-a3b791ba6f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempting to bind port c3fb4636-0ea4-471f-b76d-7034c39a8136 on network 93fc9650-2775-44aa-81d1-60eb33da08c3 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:57:43.897522 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ac2e1c-0153-4e9e-b0f7-a3b791ba6f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Port c3fb4636-0ea4-471f-b76d-7034c39a8136 on network 93fc9650-2775-44aa-81d1-60eb33da08c3 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:57:43.899569 ncdv-master-1 neutron-server[121837]: ERROR neutron.plugins.ml2.managers [None req-77ac2e1c-0153-4e9e-b0f7-a3b791ba6f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Failed to bind port c3fb4636-0ea4-471f-b76d-7034c39a8136 on host nch1-master-1 for vnic_type normal using segments [{'id': 'f793e754-8efa-4f80-9f49-a499fee57271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '93fc9650-2775-44aa-81d1-60eb33da08c3'}]
May 07 21:57:43.900185 ncdv-master-1 neutron-server[121837]: INFO neutron.plugins.ml2.plugin [None req-77ac2e1c-0153-4e9e-b0f7-a3b791ba6f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempt 5 to bind port c3fb4636-0ea4-471f-b76d-7034c39a8136
May 07 21:57:43.955949 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [None req-77ac2e1c-0153-4e9e-b0f7-a3b791ba6f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempting to bind port c3fb4636-0ea4-471f-b76d-7034c39a8136 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:57:43.961230 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [None req-77ac2e1c-0153-4e9e-b0f7-a3b791ba6f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempting to bind port c3fb4636-0ea4-471f-b76d-7034c39a8136 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f793e754-8efa-4f80-9f49-a499fee57271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '93fc9650-2775-44aa-81d1-60eb33da08c3'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:57:43.962009 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ac2e1c-0153-4e9e-b0f7-a3b791ba6f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempting to bind port c3fb4636-0ea4-471f-b76d-7034c39a8136 on network 93fc9650-2775-44aa-81d1-60eb33da08c3 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:57:44.110960 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad9ffb3-95db-43df-ba27-328e0370a3d1 req-02ebc149-de24-48d8-a7cd-eca9c0aa4085 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:44.123516 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4ad9ffb3-95db-43df-ba27-328e0370a3d1 req-02ebc149-de24-48d8-a7cd-eca9c0aa4085 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=76fb1f24-8416-4b15-b95f-ec086bc7ee8b HTTP/1.1" status: 200  len: 946 time: 0.2755663
May 07 21:57:44.143234 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47636) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:44.164529 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ac2e1c-0153-4e9e-b0f7-a3b791ba6f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Port c3fb4636-0ea4-471f-b76d-7034c39a8136 on network 93fc9650-2775-44aa-81d1-60eb33da08c3 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:57:44.164961 ncdv-master-1 neutron-server[121837]: ERROR neutron.plugins.ml2.managers [None req-77ac2e1c-0153-4e9e-b0f7-a3b791ba6f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Failed to bind port c3fb4636-0ea4-471f-b76d-7034c39a8136 on host nch1-master-1 for vnic_type normal using segments [{'id': 'f793e754-8efa-4f80-9f49-a499fee57271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '93fc9650-2775-44aa-81d1-60eb33da08c3'}]
May 07 21:57:44.177093 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-cd52d35c-9e7b-45cf-b864-640bb1f0f308 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:44.178375 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.db.resource_extend [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 07 21:57:44.178735 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-cd52d35c-9e7b-45cf-b864-640bb1f0f308 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] 10.222.0.55 "GET /v2.0/networks?id=361022fc-f38d-42f7-9311-cff7b49086c1 HTTP/1.1" status: 200  len: 817 time: 0.4641182
May 07 21:57:44.227577 ncdv-master-1 neutron-server[121837]: INFO neutron.plugins.ml2.plugin [None req-77ac2e1c-0153-4e9e-b0f7-a3b791ba6f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempt 6 to bind port c3fb4636-0ea4-471f-b76d-7034c39a8136
May 07 21:57:44.261345 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-12a9835a-8c70-4802-ad63-3c8f0e4ac5e4 req-4f9fec85-0684-41d6-a149-aea942f11e8c tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] 10.222.0.32 "GET /v2.0/ports?device_id=c47cb701-ee25-43b2-9e1f-f5157564391c HTTP/1.1" status: 200  len: 210 time: 0.2852259
May 07 21:57:44.264247 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4ad9ffb3-95db-43df-ba27-328e0370a3d1 req-370cb0b6-2d94-4b7d-9fed-08b22c403ddb tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1358309
May 07 21:57:44.274786 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [None req-77ac2e1c-0153-4e9e-b0f7-a3b791ba6f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempting to bind port c3fb4636-0ea4-471f-b76d-7034c39a8136 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:57:44.275128 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [None req-77ac2e1c-0153-4e9e-b0f7-a3b791ba6f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempting to bind port c3fb4636-0ea4-471f-b76d-7034c39a8136 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f793e754-8efa-4f80-9f49-a499fee57271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '93fc9650-2775-44aa-81d1-60eb33da08c3'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:57:44.287504 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ac2e1c-0153-4e9e-b0f7-a3b791ba6f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempting to bind port c3fb4636-0ea4-471f-b76d-7034c39a8136 on network 93fc9650-2775-44aa-81d1-60eb33da08c3 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:57:44.300728 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-3a6e1b19-e26a-499a-b661-56cc06e1b574 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] Request body: {'port': {'device_id': '43947906-2565-4321-a6b4-84db6b89c14c', 'network_id': '361022fc-f38d-42f7-9311-cff7b49086c1', 'admin_state_up': True, 'tenant_id': '1a49ba5398834c43baabd7435e85d81b'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:57:44.311644 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ff91ba5f-a6e8-4ed8-883f-814f3052e8b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:44.431188 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ac2e1c-0153-4e9e-b0f7-a3b791ba6f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Port c3fb4636-0ea4-471f-b76d-7034c39a8136 on network 93fc9650-2775-44aa-81d1-60eb33da08c3 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:57:44.431518 ncdv-master-1 neutron-server[121837]: ERROR neutron.plugins.ml2.managers [None req-77ac2e1c-0153-4e9e-b0f7-a3b791ba6f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Failed to bind port c3fb4636-0ea4-471f-b76d-7034c39a8136 on host nch1-master-1 for vnic_type normal using segments [{'id': 'f793e754-8efa-4f80-9f49-a499fee57271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '93fc9650-2775-44aa-81d1-60eb33da08c3'}]
May 07 21:57:44.435257 ncdv-master-1 neutron-server[121837]: INFO neutron.plugins.ml2.plugin [None req-77ac2e1c-0153-4e9e-b0f7-a3b791ba6f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempt 7 to bind port c3fb4636-0ea4-471f-b76d-7034c39a8136
May 07 21:57:44.461923 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [None req-77ac2e1c-0153-4e9e-b0f7-a3b791ba6f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempting to bind port c3fb4636-0ea4-471f-b76d-7034c39a8136 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:57:44.462512 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [None req-77ac2e1c-0153-4e9e-b0f7-a3b791ba6f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempting to bind port c3fb4636-0ea4-471f-b76d-7034c39a8136 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f793e754-8efa-4f80-9f49-a499fee57271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '93fc9650-2775-44aa-81d1-60eb33da08c3'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:57:44.462619 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ac2e1c-0153-4e9e-b0f7-a3b791ba6f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempting to bind port c3fb4636-0ea4-471f-b76d-7034c39a8136 on network 93fc9650-2775-44aa-81d1-60eb33da08c3 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:57:44.506026 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ac2e1c-0153-4e9e-b0f7-a3b791ba6f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Port c3fb4636-0ea4-471f-b76d-7034c39a8136 on network 93fc9650-2775-44aa-81d1-60eb33da08c3 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:57:44.506026 ncdv-master-1 neutron-server[121837]: ERROR neutron.plugins.ml2.managers [None req-77ac2e1c-0153-4e9e-b0f7-a3b791ba6f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Failed to bind port c3fb4636-0ea4-471f-b76d-7034c39a8136 on host nch1-master-1 for vnic_type normal using segments [{'id': 'f793e754-8efa-4f80-9f49-a499fee57271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '93fc9650-2775-44aa-81d1-60eb33da08c3'}]
May 07 21:57:44.522146 ncdv-master-1 neutron-server[121837]: INFO neutron.plugins.ml2.plugin [None req-77ac2e1c-0153-4e9e-b0f7-a3b791ba6f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempt 8 to bind port c3fb4636-0ea4-471f-b76d-7034c39a8136
May 07 21:57:44.536247 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 0018a0ea-3b54-48b4-be4c-da78c12b4100, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0018a0ea-3b54-48b4-be4c-da78c12b4100,segment=NetworkSegment(c1f62f1a-7390-4968-bfcd-e0354648ad7b),segment_id=c1f62f1a-7390-4968-bfcd-e0354648ad7b)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:57:44.567721 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': '0018a0ea-3b54-48b4-be4c-da78c12b4100', 'network_id': '9b7653d0-c69e-4364-9ed6-1c005b136d81', 'port_id': '0018a0ea-3b54-48b4-be4c-da78c12b4100', 'mac_address': 'fa:16:3e:9d:0a:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68532bd3-831b-4da5-a9e0-f88c1ab76985', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:57:44.636010 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [None req-77ac2e1c-0153-4e9e-b0f7-a3b791ba6f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempting to bind port c3fb4636-0ea4-471f-b76d-7034c39a8136 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:57:44.636346 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [None req-77ac2e1c-0153-4e9e-b0f7-a3b791ba6f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempting to bind port c3fb4636-0ea4-471f-b76d-7034c39a8136 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f793e754-8efa-4f80-9f49-a499fee57271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '93fc9650-2775-44aa-81d1-60eb33da08c3'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:57:44.636679 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ac2e1c-0153-4e9e-b0f7-a3b791ba6f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempting to bind port c3fb4636-0ea4-471f-b76d-7034c39a8136 on network 93fc9650-2775-44aa-81d1-60eb33da08c3 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:57:44.661254 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 0018a0ea-3b54-48b4-be4c-da78c12b4100 is: ACTIVE; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:57:44.662429 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (0018a0ea-3b54-48b4-be4c-da78c12b4100), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:44.663818 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-3a6e1b19-e26a-499a-b661-56cc06e1b574 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] Made reservation on behalf of 1a49ba5398834c43baabd7435e85d81b for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:57:44.668377 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-3a6e1b19-e26a-499a-b661-56cc06e1b574 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:44.683126 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ac2e1c-0153-4e9e-b0f7-a3b791ba6f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Port c3fb4636-0ea4-471f-b76d-7034c39a8136 on network 93fc9650-2775-44aa-81d1-60eb33da08c3 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:57:44.684957 ncdv-master-1 neutron-server[121837]: ERROR neutron.plugins.ml2.managers [None req-77ac2e1c-0153-4e9e-b0f7-a3b791ba6f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Failed to bind port c3fb4636-0ea4-471f-b76d-7034c39a8136 on host nch1-master-1 for vnic_type normal using segments [{'id': 'f793e754-8efa-4f80-9f49-a499fee57271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '93fc9650-2775-44aa-81d1-60eb33da08c3'}]
May 07 21:57:44.688808 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0018a0ea-3b54-48b4-be4c-da78c12b4100 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:57:44.689240 ncdv-master-1 neutron-server[121837]: INFO neutron.plugins.ml2.plugin [None req-77ac2e1c-0153-4e9e-b0f7-a3b791ba6f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempt 9 to bind port c3fb4636-0ea4-471f-b76d-7034c39a8136
May 07 21:57:44.707523 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-173475c1-d4ff-4779-a5fd-a721c89f6c0c tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:44.709249 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-173475c1-d4ff-4779-a5fd-a721c89f6c0c tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] 10.222.0.55 "GET /v2.0/networks?id=361022fc-f38d-42f7-9311-cff7b49086c1 HTTP/1.1" status: 200  len: 817 time: 0.2389333
May 07 21:57:44.722637 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-78c2fb91-9150-4f4f-97db-37cfbb24068f tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:44.726572 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-3abef6c1-0a30-482b-a250-7dbe55873c07 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] Request body: {'port': {'device_id': 'c47cb701-ee25-43b2-9e1f-f5157564391c', 'network_id': '361022fc-f38d-42f7-9311-cff7b49086c1', 'admin_state_up': True, 'tenant_id': '1a49ba5398834c43baabd7435e85d81b'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:57:44.727806 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-78c2fb91-9150-4f4f-97db-37cfbb24068f tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] 10.222.0.59 "GET /v2.0/networks?id=361022fc-f38d-42f7-9311-cff7b49086c1 HTTP/1.1" status: 200  len: 817 time: 0.7015479
May 07 21:57:44.745461 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 0018a0ea-3b54-48b4-be4c-da78c12b4100, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0018a0ea-3b54-48b4-be4c-da78c12b4100,segment=NetworkSegment(c1f62f1a-7390-4968-bfcd-e0354648ad7b),segment_id=c1f62f1a-7390-4968-bfcd-e0354648ad7b)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:57:44.757291 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (0018a0ea-3b54-48b4-be4c-da78c12b4100), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:44.789434 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-8a0a742d-adca-46b6-b08b-c500915c76d4 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] Request body: {'port': {'device_id': 'a5e8392e-b439-457c-a474-09be8541f2d6', 'network_id': '361022fc-f38d-42f7-9311-cff7b49086c1', 'admin_state_up': True, 'tenant_id': '1a49ba5398834c43baabd7435e85d81b'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:57:44.853261 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [None req-77ac2e1c-0153-4e9e-b0f7-a3b791ba6f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempting to bind port c3fb4636-0ea4-471f-b76d-7034c39a8136 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:57:44.854125 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [None req-77ac2e1c-0153-4e9e-b0f7-a3b791ba6f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempting to bind port c3fb4636-0ea4-471f-b76d-7034c39a8136 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f793e754-8efa-4f80-9f49-a499fee57271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '93fc9650-2775-44aa-81d1-60eb33da08c3'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:57:44.855753 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ac2e1c-0153-4e9e-b0f7-a3b791ba6f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempting to bind port c3fb4636-0ea4-471f-b76d-7034c39a8136 on network 93fc9650-2775-44aa-81d1-60eb33da08c3 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:57:44.878048 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47656) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:44.900882 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=0018a0ea-3b54-48b4-be4c-da78c12b4100,revision_number=6']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:44.947768 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ff91ba5f-a6e8-4ed8-883f-814f3052e8b5 admin admin] Publish callbacks [] for security_group (94295ef5-6ca7-4995-a8e7-67e4698fb65d), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:44.968066 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ac2e1c-0153-4e9e-b0f7-a3b791ba6f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Port c3fb4636-0ea4-471f-b76d-7034c39a8136 on network 93fc9650-2775-44aa-81d1-60eb33da08c3 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:57:44.973554 ncdv-master-1 neutron-server[121837]: ERROR neutron.plugins.ml2.managers [None req-77ac2e1c-0153-4e9e-b0f7-a3b791ba6f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Failed to bind port c3fb4636-0ea4-471f-b76d-7034c39a8136 on host nch1-master-1 for vnic_type normal using segments [{'id': 'f793e754-8efa-4f80-9f49-a499fee57271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '93fc9650-2775-44aa-81d1-60eb33da08c3'}]
May 07 21:57:44.977637 ncdv-master-1 neutron-server[121837]: INFO neutron.plugins.ml2.plugin [None req-77ac2e1c-0153-4e9e-b0f7-a3b791ba6f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempt 10 to bind port c3fb4636-0ea4-471f-b76d-7034c39a8136
May 07 21:57:44.981547 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['0018a0ea-3b54-48b4-be4c-da78c12b4100'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:57:45.011060 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ff91ba5f-a6e8-4ed8-883f-814f3052e8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (94295ef5-6ca7-4995-a8e7-67e4698fb65d), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:45.083374 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [None req-77ac2e1c-0153-4e9e-b0f7-a3b791ba6f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempting to bind port c3fb4636-0ea4-471f-b76d-7034c39a8136 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:57:45.083720 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [None req-77ac2e1c-0153-4e9e-b0f7-a3b791ba6f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempting to bind port c3fb4636-0ea4-471f-b76d-7034c39a8136 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f793e754-8efa-4f80-9f49-a499fee57271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '93fc9650-2775-44aa-81d1-60eb33da08c3'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:57:45.084068 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ac2e1c-0153-4e9e-b0f7-a3b791ba6f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempting to bind port c3fb4636-0ea4-471f-b76d-7034c39a8136 on network 93fc9650-2775-44aa-81d1-60eb33da08c3 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:57:45.114370 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-3a6e1b19-e26a-499a-b661-56cc06e1b574 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] Allocated IP 172.20.0.10 (361022fc-f38d-42f7-9311-cff7b49086c1/03922816-fbf9-481a-8288-3552e68f55ed/54042997-611b-42f5-81e6-26872474a903) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:57:45.143457 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9b115a-ca37-4517-a977-d96a6e1d9d52 req-bd3bc2f8-6e45-4baa-8105-0fff41c2db8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:45.143999 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9b115a-ca37-4517-a977-d96a6e1d9d52 req-bd3bc2f8-6e45-4baa-8105-0fff41c2db8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:45.144788 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9b115a-ca37-4517-a977-d96a6e1d9d52 req-bd3bc2f8-6e45-4baa-8105-0fff41c2db8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:45.145420 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9b115a-ca37-4517-a977-d96a6e1d9d52 req-bd3bc2f8-6e45-4baa-8105-0fff41c2db8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:45.146165 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9b115a-ca37-4517-a977-d96a6e1d9d52 req-bd3bc2f8-6e45-4baa-8105-0fff41c2db8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:45.146926 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9b115a-ca37-4517-a977-d96a6e1d9d52 req-bd3bc2f8-6e45-4baa-8105-0fff41c2db8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:45.147673 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9b115a-ca37-4517-a977-d96a6e1d9d52 req-bd3bc2f8-6e45-4baa-8105-0fff41c2db8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:45.156392 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8c9b115a-ca37-4517-a977-d96a6e1d9d52 req-bd3bc2f8-6e45-4baa-8105-0fff41c2db8d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=dfb18387-ba8a-4070-aa1b-42824ed0c7ec HTTP/1.1" status: 200  len: 6706 time: 0.2765021
May 07 21:57:45.165701 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-3abef6c1-0a30-482b-a250-7dbe55873c07 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] Made reservation on behalf of 1a49ba5398834c43baabd7435e85d81b for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:57:45.168226 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77ac2e1c-0153-4e9e-b0f7-a3b791ba6f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Port c3fb4636-0ea4-471f-b76d-7034c39a8136 on network 93fc9650-2775-44aa-81d1-60eb33da08c3 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:57:45.168610 ncdv-master-1 neutron-server[121837]: ERROR neutron.plugins.ml2.managers [None req-77ac2e1c-0153-4e9e-b0f7-a3b791ba6f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Failed to bind port c3fb4636-0ea4-471f-b76d-7034c39a8136 on host nch1-master-1 for vnic_type normal using segments [{'id': 'f793e754-8efa-4f80-9f49-a499fee57271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '93fc9650-2775-44aa-81d1-60eb33da08c3'}]
May 07 21:57:45.168991 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-77ac2e1c-0153-4e9e-b0f7-a3b791ba6f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (c3fb4636-0ea4-471f-b76d-7034c39a8136), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:45.170234 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-3abef6c1-0a30-482b-a250-7dbe55873c07 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:45.338639 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8c9b115a-ca37-4517-a977-d96a6e1d9d52 req-03a355fe-fcf3-469d-a62e-d525120c573a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=4683f7d7-8b63-48cf-a24d-027ba8d9c114&id=022a2e7b-c53f-49c4-a82c-d25afea19659&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1809111
May 07 21:57:45.428939 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff91ba5f-a6e8-4ed8-883f-814f3052e8b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94295ef5-6ca7-4995-a8e7-67e4698fb65d,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:45.448953 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-ff91ba5f-a6e8-4ed8-883f-814f3052e8b5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=63a7b47ae563401ea101cae6c9c17797&name=default HTTP/1.1" status: 200  len: 3000 time: 1.2973537
May 07 21:57:45.463910 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47674) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:45.464747 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47676) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:45.563923 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb769f1-bb30-4bf2-b583-8d92fe7a09aa req-fd1688dc-5525-43fd-96c4-3b9e4f20fa2b tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:45.571246 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-cbb769f1-bb30-4bf2-b583-8d92fe7a09aa req-fd1688dc-5525-43fd-96c4-3b9e4f20fa2b tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=76fb1f24-8416-4b15-b95f-ec086bc7ee8b HTTP/1.1" status: 200  len: 945 time: 0.0842147
May 07 21:57:45.595737 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-11c8433c-6bd7-443c-8b5e-eb78e9a21642 req-3cf9a5ab-0f85-466a-91ef-689f7fc921eb tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] 10.222.0.32 "GET /v2.0/ports?device_id=c47cb701-ee25-43b2-9e1f-f5157564391c HTTP/1.1" status: 200  len: 210 time: 0.0663228
May 07 21:57:45.615396 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-8a0a742d-adca-46b6-b08b-c500915c76d4 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] Made reservation on behalf of 1a49ba5398834c43baabd7435e85d81b for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:57:45.624638 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 0018a0ea-3b54-48b4-be4c-da78c12b4100 up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:57:45.625365 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-8a0a742d-adca-46b6-b08b-c500915c76d4 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:45.653050 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-3a6e1b19-e26a-499a-b661-56cc06e1b574 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] Publish callbacks [] for port (54042997-611b-42f5-81e6-26872474a903), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:45.707642 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-cbb769f1-bb30-4bf2-b583-8d92fe7a09aa req-dc360f47-93a9-4add-a228-4b7c21da543d tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1309371
May 07 21:57:45.754863 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-77ac2e1c-0153-4e9e-b0f7-a3b791ba6f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] For port c3fb4636-0ea4-471f-b76d-7034c39a8136, host nch1-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:57:45.755515 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-77ac2e1c-0153-4e9e-b0f7-a3b791ba6f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempted to set empty binding levels {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
May 07 21:57:45.771328 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-77ac2e1c-0153-4e9e-b0f7-a3b791ba6f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (c3fb4636-0ea4-471f-b76d-7034c39a8136), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:45.783167 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port 0018a0ea-3b54-48b4-be4c-da78c12b4100 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:57:45.784409 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (0018a0ea-3b54-48b4-be4c-da78c12b4100), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:45.797707 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-486b6323-a549-4b2f-a7e1-519a9eef5566 admin admin] Publish callbacks [] for security_group (94295ef5-6ca7-4995-a8e7-67e4698fb65d), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:45.826027 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ac2e1c-0153-4e9e-b0f7-a3b791ba6f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:45.826864 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-77ac2e1c-0153-4e9e-b0f7-a3b791ba6f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:45.834440 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-3de3f588-707f-4e98-8fb1-0cfa1dc5edf6 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-317135670'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:57:45.839565 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-3abef6c1-0a30-482b-a250-7dbe55873c07 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] Allocated IP 172.20.0.14 (361022fc-f38d-42f7-9311-cff7b49086c1/03922816-fbf9-481a-8288-3552e68f55ed/0bb8a966-61f0-4a95-bc07-6f7d9a13e2ba) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:57:45.880241 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-486b6323-a549-4b2f-a7e1-519a9eef5566 admin admin] Publish callbacks [] for security_group (94295ef5-6ca7-4995-a8e7-67e4698fb65d), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:45.936882 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 0018a0ea-3b54-48b4-be4c-da78c12b4100 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:57:45.938505 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-77ac2e1c-0153-4e9e-b0f7-a3b791ba6f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 983 time: 3.4804716
May 07 21:57:45.938804 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (0018a0ea-3b54-48b4-be4c-da78c12b4100), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:45.952286 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47682) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:45.971154 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de3f588-707f-4e98-8fb1-0cfa1dc5edf6 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Made reservation on behalf of b4e1fd3f6746425193dfb613e612b3f5 for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:57:45.976022 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3de3f588-707f-4e98-8fb1-0cfa1dc5edf6 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:45.997447 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3de3f588-707f-4e98-8fb1-0cfa1dc5edf6 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:45.999227 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ac2e1c-0153-4e9e-b0f7-a3b791ba6f25 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Pushing event updated for resources: {'Port': ['ID=c3fb4636-0ea4-471f-b76d-7034c39a8136,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:46.012218 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76fb1f24-8416-4b15-b95f-ec086bc7ee8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0018a0ea-3b54-48b4-be4c-da78c12b4100'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:57:46.018971 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d3e7e0-b540-420b-ab35-08b2513c929a" -d '{"events": [{"server_uuid": "76fb1f24-8416-4b15-b95f-ec086bc7ee8b", "name": "network-vif-plugged", "status": "completed", "tag": "0018a0ea-3b54-48b4-be4c-da78c12b4100"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:57:46.042630 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 0018a0ea-3b54-48b4-be4c-da78c12b4100, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0018a0ea-3b54-48b4-be4c-da78c12b4100,segment=NetworkSegment(c1f62f1a-7390-4968-bfcd-e0354648ad7b),segment_id=c1f62f1a-7390-4968-bfcd-e0354648ad7b)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:57:46.053359 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (0018a0ea-3b54-48b4-be4c-da78c12b4100), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:46.077992 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-3abef6c1-0a30-482b-a250-7dbe55873c07 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] Publish callbacks [] for port (0bb8a966-61f0-4a95-bc07-6f7d9a13e2ba), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:46.115640 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-486b6323-a549-4b2f-a7e1-519a9eef5566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (94295ef5-6ca7-4995-a8e7-67e4698fb65d), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:46.119354 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-486b6323-a549-4b2f-a7e1-519a9eef5566 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:46.123748 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-486b6323-a549-4b2f-a7e1-519a9eef5566 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/94295ef5-6ca7-4995-a8e7-67e4698fb65d HTTP/1.1" status: 204  len: 168 time: 0.6552999
May 07 21:57:46.144074 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486b6323-a549-4b2f-a7e1-519a9eef5566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94295ef5-6ca7-4995-a8e7-67e4698fb65d,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:46.154008 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-d7cc441a-2953-4242-8e19-286c345ed74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Deleting port c3fb4636-0ea4-471f-b76d-7034c39a8136 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:57:46.154364 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d7cc441a-2953-4242-8e19-286c345ed74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (c3fb4636-0ea4-471f-b76d-7034c39a8136), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:46.161161 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-3a6e1b19-e26a-499a-b661-56cc06e1b574 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (54042997-611b-42f5-81e6-26872474a903), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:46.165631 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-3abef6c1-0a30-482b-a250-7dbe55873c07 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (0bb8a966-61f0-4a95-bc07-6f7d9a13e2ba), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:46.206749 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-083c4982-d8f0-4c2b-88db-9158f0316287 x-openstack-request-id: req-083c4982-d8f0-4c2b-88db-9158f0316287 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:57:46.207245 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76fb1f24-8416-4b15-b95f-ec086bc7ee8b", "name": "network-vif-plugged", "status": "completed", "tag": "0018a0ea-3b54-48b4-be4c-da78c12b4100", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:57:46.207669 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-083c4982-d8f0-4c2b-88db-9158f0316287 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:57:46.208332 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-083c4982-d8f0-4c2b-88db-9158f0316287'] response: {'server_uuid': '76fb1f24-8416-4b15-b95f-ec086bc7ee8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0018a0ea-3b54-48b4-be4c-da78c12b4100', 'code': 200}
May 07 21:57:46.223906 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=0018a0ea-3b54-48b4-be4c-da78c12b4100,revision_number=7']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:46.276200 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-3abef6c1-0a30-482b-a250-7dbe55873c07 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] Network 361022fc-f38d-42f7-9311-cff7b49086c1 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:57:46.291228 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-3abef6c1-0a30-482b-a250-7dbe55873c07 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:57:46.314282 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-3abef6c1-0a30-482b-a250-7dbe55873c07 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:57:46.359546 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-d7cc441a-2953-4242-8e19-286c345ed74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] For port c3fb4636-0ea4-471f-b76d-7034c39a8136, host nch1-master-1, got binding levels [] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:57:46.359923 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d7cc441a-2953-4242-8e19-286c345ed74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (c3fb4636-0ea4-471f-b76d-7034c39a8136), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:46.387964 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-8a0a742d-adca-46b6-b08b-c500915c76d4 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] Allocated IP 172.20.0.5 (361022fc-f38d-42f7-9311-cff7b49086c1/03922816-fbf9-481a-8288-3552e68f55ed/7c9e5f06-93e1-4633-9ae3-7e2cb99e2558) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:57:46.395234 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-d7cc441a-2953-4242-8e19-286c345ed74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Calling delete_port for c3fb4636-0ea4-471f-b76d-7034c39a8136 owned by  {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:57:46.402694 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-3a6e1b19-e26a-499a-b661-56cc06e1b574 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] Network 361022fc-f38d-42f7-9311-cff7b49086c1 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:57:46.415467 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abef6c1-0a30-482b-a250-7dbe55873c07 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] Pushing event updated for resources: {'Port': ['ID=0bb8a966-61f0-4a95-bc07-6f7d9a13e2ba,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:46.418224 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3de3f588-707f-4e98-8fb1-0cfa1dc5edf6 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Publish callbacks [] for security_group (df109bc2-bd54-49cb-abda-dcd2b7a3801f), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:46.431930 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-3a6e1b19-e26a-499a-b661-56cc06e1b574 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:57:46.444232 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-3a6e1b19-e26a-499a-b661-56cc06e1b574 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:57:46.465248 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3de3f588-707f-4e98-8fb1-0cfa1dc5edf6 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (df109bc2-bd54-49cb-abda-dcd2b7a3801f), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:46.543069 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-3abef6c1-0a30-482b-a250-7dbe55873c07 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:46.544278 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-3abef6c1-0a30-482b-a250-7dbe55873c07 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:46.551637 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3de3f588-707f-4e98-8fb1-0cfa1dc5edf6 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 21:57:46.572631 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-3abef6c1-0a30-482b-a250-7dbe55873c07 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.8516822
May 07 21:57:46.585675 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de3f588-707f-4e98-8fb1-0cfa1dc5edf6 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df109bc2-bd54-49cb-abda-dcd2b7a3801f,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:46.589204 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3de3f588-707f-4e98-8fb1-0cfa1dc5edf6 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (16674b2c-45e4-40f9-989d-16f207bd744f), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:46.589542 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-3de3f588-707f-4e98-8fb1-0cfa1dc5edf6 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Added segment 16674b2c-45e4-40f9-989d-16f207bd744f of type vlan for network 1e916258-0c69-4e00-abe6-4f739b762f55
May 07 21:57:46.592385 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-5929198c-6bc9-472c-b778-54fc8f4b5558 service neutron] Request body: {'port': {'device_id': 'c47cb701-ee25-43b2-9e1f-f5157564391c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:57:46.597272 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6e1b19-e26a-499a-b661-56cc06e1b574 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] Pushing event updated for resources: {'Port': ['ID=54042997-611b-42f5-81e6-26872474a903,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:46.604131 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-3a6e1b19-e26a-499a-b661-56cc06e1b574 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:46.604822 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-3a6e1b19-e26a-499a-b661-56cc06e1b574 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:46.682046 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-3a6e1b19-e26a-499a-b661-56cc06e1b574 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.3863139
May 07 21:57:46.705616 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d7cc441a-2953-4242-8e19-286c345ed74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (c3fb4636-0ea4-471f-b76d-7034c39a8136), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:46.755256 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3de3f588-707f-4e98-8fb1-0cfa1dc5edf6 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (1e916258-0c69-4e00-abe6-4f739b762f55), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:46.757476 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cc441a-2953-4242-8e19-286c345ed74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Pushing event deleted for resources: {'Port': ['ID=c3fb4636-0ea4-471f-b76d-7034c39a8136,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:46.766486 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d7cc441a-2953-4242-8e19-286c345ed74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:46.770594 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-d7cc441a-2953-4242-8e19-286c345ed74d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] 10.222.0.32 "DELETE /v2.0/ports/c3fb4636-0ea4-471f-b76d-7034c39a8136 HTTP/1.1" status: 204  len: 168 time: 0.8172987
May 07 21:57:46.775233 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47698) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:46.778485 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-95eca1c5-4ce6-492b-bf00-0b7e8e647393 service neutron] Request body: {'port': {'device_id': '43947906-2565-4321-a6b4-84db6b89c14c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:57:46.826991 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3fc2511-54c9-42ee-a6c7-3aaeeb57a16a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] GET failed (client error): The resource could not be found.
May 07 21:57:46.829410 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-b3fc2511-54c9-42ee-a6c7-3aaeeb57a16a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] 10.222.0.32 "GET /v2.0/ports/c3fb4636-0ea4-471f-b76d-7034c39a8136 HTTP/1.1" status: 404  len: 333 time: 0.0518079
May 07 21:57:46.834492 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47702) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:46.842549 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-6fbada31-836c-4915-a868-f171ee5017c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Request body: {'port': {'network_id': '93fc9650-2775-44aa-81d1-60eb33da08c3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1852407179'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:57:46.872499 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-8a0a742d-adca-46b6-b08b-c500915c76d4 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] Publish callbacks [] for port (7c9e5f06-93e1-4633-9ae3-7e2cb99e2558), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:46.877914 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3de3f588-707f-4e98-8fb1-0cfa1dc5edf6 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (1e916258-0c69-4e00-abe6-4f739b762f55), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:46.891748 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de3f588-707f-4e98-8fb1-0cfa1dc5edf6 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:46.892402 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3de3f588-707f-4e98-8fb1-0cfa1dc5edf6 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:46.903473 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-5929198c-6bc9-472c-b778-54fc8f4b5558 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (0bb8a966-61f0-4a95-bc07-6f7d9a13e2ba), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:46.934116 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacf31d7-9347-4092-8f93-991a23290bc2 req-9e4433cb-98d0-4285-9442-3c1dfcfe4192 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:46.936274 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-dacf31d7-9347-4092-8f93-991a23290bc2 req-9e4433cb-98d0-4285-9442-3c1dfcfe4192 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] 10.222.0.32 "GET /v2.0/ports?device_id=c47cb701-ee25-43b2-9e1f-f5157564391c HTTP/1.1" status: 200  len: 932 time: 0.1771379
May 07 21:57:46.984378 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-95eca1c5-4ce6-492b-bf00-0b7e8e647393 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (54042997-611b-42f5-81e6-26872474a903), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:47.005300 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de3f588-707f-4e98-8fb1-0cfa1dc5edf6 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Pushing event updated for resources: {'Network': ['ID=1e916258-0c69-4e00-abe6-4f739b762f55,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:47.018363 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 1e916258-0c69-4e00-abe6-4f739b762f55 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 21:57:47.085585 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-3de3f588-707f-4e98-8fb1-0cfa1dc5edf6 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 795 time: 1.6077781
May 07 21:57:47.094534 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47706) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:47.095227 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fbada31-836c-4915-a868-f171ee5017c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Made reservation on behalf of b3c1b2d986034e3f99a315208c373aa8 for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:57:47.097581 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6fbada31-836c-4915-a868-f171ee5017c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:47.121031 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-abff12ca-3f8f-40f9-b815-1595c836ba70 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Request body: {'subnet': {'network_id': '1e916258-0c69-4e00-abe6-4f739b762f55', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:57:47.141177 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e68fd44-1f96-41ae-ac51-faf9052d0147 req-fa35cf16-26e8-43a2-81a3-98180eec5702 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:47.145692 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7e68fd44-1f96-41ae-ac51-faf9052d0147 req-fa35cf16-26e8-43a2-81a3-98180eec5702 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=76fb1f24-8416-4b15-b95f-ec086bc7ee8b HTTP/1.1" status: 200  len: 946 time: 0.3074830
May 07 21:57:47.168719 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [None req-6fbada31-836c-4915-a868-f171ee5017c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] device_id is not set on port 44cafcb7-2d0c-46a6-a6e9-2178a9ca46e4 yet. {{(pid=121837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 21:57:47.301372 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-8a0a742d-adca-46b6-b08b-c500915c76d4 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (7c9e5f06-93e1-4633-9ae3-7e2cb99e2558), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:47.380066 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0a742d-adca-46b6-b08b-c500915c76d4 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] Pushing event updated for resources: {'Port': ['ID=7c9e5f06-93e1-4633-9ae3-7e2cb99e2558,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:47.380066 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7e68fd44-1f96-41ae-ac51-faf9052d0147 req-50806b6c-8977-4ca4-ae26-81ec60839849 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2013488
May 07 21:57:47.434654 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abff12ca-3f8f-40f9-b815-1595c836ba70 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Made reservation on behalf of b4e1fd3f6746425193dfb613e612b3f5 for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:57:47.438805 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-abff12ca-3f8f-40f9-b815-1595c836ba70 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:47.443627 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-8a0a742d-adca-46b6-b08b-c500915c76d4 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] Network 361022fc-f38d-42f7-9311-cff7b49086c1 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:57:47.463785 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-8a0a742d-adca-46b6-b08b-c500915c76d4 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:57:47.470975 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-8a0a742d-adca-46b6-b08b-c500915c76d4 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:57:47.562622 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-8a0a742d-adca-46b6-b08b-c500915c76d4 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:47.563356 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-8a0a742d-adca-46b6-b08b-c500915c76d4 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:47.646553 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-8a0a742d-adca-46b6-b08b-c500915c76d4 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.8958771
May 07 21:57:47.661970 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-6befa1ab-7073-4da8-b919-aefdb6918c58 service neutron] Request body: {'port': {'device_id': 'a5e8392e-b439-457c-a474-09be8541f2d6', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:57:47.836309 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6fbada31-836c-4915-a868-f171ee5017c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Publish callbacks [] for port (44cafcb7-2d0c-46a6-a6e9-2178a9ca46e4), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:47.846600 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-dacf31d7-9347-4092-8f93-991a23290bc2 req-8a6bc6ca-6b37-4f83-a10b-59f8a2cedd0c tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9078ac8-09a8-43d0-bab4-b197059114d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8644114
May 07 21:57:47.854427 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-5929198c-6bc9-472c-b778-54fc8f4b5558 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bb8a966-61f0-4a95-bc07-6f7d9a13e2ba {{(pid=121836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:57:47.863026 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-5929198c-6bc9-472c-b778-54fc8f4b5558 service neutron] Publish callbacks [] for port (0bb8a966-61f0-4a95-bc07-6f7d9a13e2ba), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:47.875372 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-6befa1ab-7073-4da8-b919-aefdb6918c58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (7c9e5f06-93e1-4633-9ae3-7e2cb99e2558), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:47.877888 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.provisioning_blocks [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-5929198c-6bc9-472c-b778-54fc8f4b5558 service neutron] Transition to ACTIVE for port object 0bb8a966-61f0-4a95-bc07-6f7d9a13e2ba will not be triggered until provisioned by entity L2. {{(pid=121836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:57:47.885909 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-5929198c-6bc9-472c-b778-54fc8f4b5558 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (0bb8a966-61f0-4a95-bc07-6f7d9a13e2ba), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:48.027820 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5929198c-6bc9-472c-b778-54fc8f4b5558 service neutron] Pushing event updated for resources: {'Port': ['ID=0bb8a966-61f0-4a95-bc07-6f7d9a13e2ba,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:48.188692 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-5929198c-6bc9-472c-b778-54fc8f4b5558 service neutron] Attempting to bind port 0bb8a966-61f0-4a95-bc07-6f7d9a13e2ba on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:57:48.189756 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-5929198c-6bc9-472c-b778-54fc8f4b5558 service neutron] Attempting to bind port 0bb8a966-61f0-4a95-bc07-6f7d9a13e2ba by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '8572750b-823e-4862-b3bd-9f6ce06cc9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '361022fc-f38d-42f7-9311-cff7b49086c1'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:57:48.190681 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-5929198c-6bc9-472c-b778-54fc8f4b5558 service neutron] Attempting to bind port 0bb8a966-61f0-4a95-bc07-6f7d9a13e2ba on network 361022fc-f38d-42f7-9311-cff7b49086c1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:57:48.191868 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6fbada31-836c-4915-a868-f171ee5017c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (44cafcb7-2d0c-46a6-a6e9-2178a9ca46e4), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:48.218572 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-5929198c-6bc9-472c-b778-54fc8f4b5558 service neutron] Port 0bb8a966-61f0-4a95-bc07-6f7d9a13e2ba on network 361022fc-f38d-42f7-9311-cff7b49086c1 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:57:48.219655 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-5929198c-6bc9-472c-b778-54fc8f4b5558 service neutron] Attempting to bind port 0bb8a966-61f0-4a95-bc07-6f7d9a13e2ba on network 361022fc-f38d-42f7-9311-cff7b49086c1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:57:48.251628 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-5929198c-6bc9-472c-b778-54fc8f4b5558 service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:57:48.252234 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-5929198c-6bc9-472c-b778-54fc8f4b5558 service neutron] Checking segment: {'id': '8572750b-823e-4862-b3bd-9f6ce06cc9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '361022fc-f38d-42f7-9311-cff7b49086c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:57:48.252798 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-5929198c-6bc9-472c-b778-54fc8f4b5558 service neutron] Bound using segment: {'id': '8572750b-823e-4862-b3bd-9f6ce06cc9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '361022fc-f38d-42f7-9311-cff7b49086c1'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:57:48.253422 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-5929198c-6bc9-472c-b778-54fc8f4b5558 service neutron] Bound port: 0bb8a966-61f0-4a95-bc07-6f7d9a13e2ba, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8572750b-823e-4862-b3bd-9f6ce06cc9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '361022fc-f38d-42f7-9311-cff7b49086c1'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:57:48.253970 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-5929198c-6bc9-472c-b778-54fc8f4b5558 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (0bb8a966-61f0-4a95-bc07-6f7d9a13e2ba), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:48.287787 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fbada31-836c-4915-a868-f171ee5017c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Network 93fc9650-2775-44aa-81d1-60eb33da08c3 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:57:48.298075 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-6fbada31-836c-4915-a868-f171ee5017c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:57:48.309934 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbada31-836c-4915-a868-f171ee5017c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:57:48.311766 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fbada31-836c-4915-a868-f171ee5017c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:48.313165 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6fbada31-836c-4915-a868-f171ee5017c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:48.321910 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-abff12ca-3f8f-40f9-b815-1595c836ba70 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (45fb1469-6584-473d-8bac-571c238854d6), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:48.374255 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-95eca1c5-4ce6-492b-bf00-0b7e8e647393 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54042997-611b-42f5-81e6-26872474a903 {{(pid=121836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:57:48.386589 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-95eca1c5-4ce6-492b-bf00-0b7e8e647393 service neutron] Publish callbacks [] for port (54042997-611b-42f5-81e6-26872474a903), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:48.401161 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbada31-836c-4915-a868-f171ee5017c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Pushing event updated for resources: {'Port': ['ID=44cafcb7-2d0c-46a6-a6e9-2178a9ca46e4,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:48.419263 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-6fbada31-836c-4915-a868-f171ee5017c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 964 time: 1.5811689
May 07 21:57:48.423931 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47750) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:48.446945 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abff12ca-3f8f-40f9-b815-1595c836ba70 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Pushing event updated for resources: {'Subnet': ['ID=45fb1469-6584-473d-8bac-571c238854d6,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:48.454113 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abff12ca-3f8f-40f9-b815-1595c836ba70 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Checking segment: {'id': '16674b2c-45e4-40f9-989d-16f207bd744f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '1e916258-0c69-4e00-abe6-4f739b762f55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:57:48.454480 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abff12ca-3f8f-40f9-b815-1595c836ba70 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Network hostable DHCP agents. Network: 1e916258-0c69-4e00-abe6-4f739b762f55, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 21:57:48.461144 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-d20439ed-b9df-43ce-8796-6d9a00414154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Request body: {'port': {'binding:host_id': 'nch1-master-1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:57:48.491656 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abff12ca-3f8f-40f9-b815-1595c836ba70 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Network 1e916258-0c69-4e00-abe6-4f739b762f55 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 21:57:48.509051 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-abff12ca-3f8f-40f9-b815-1595c836ba70 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1e916258-0c69-4e00-abe6-4f739b762f55) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:57:48.515688 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abff12ca-3f8f-40f9-b815-1595c836ba70 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:48.516095 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-abff12ca-3f8f-40f9-b815-1595c836ba70 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:48.519264 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f9fa6a-fb5c-4e25-ab4a-e2cb436f9f33 None None] Network 1e916258-0c69-4e00-abe6-4f739b762f55 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:57:48.554322 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-abff12ca-3f8f-40f9-b815-1595c836ba70 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.4409132
May 07 21:57:48.554983 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47756) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:48.557344 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.provisioning_blocks [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-95eca1c5-4ce6-492b-bf00-0b7e8e647393 service neutron] Transition to ACTIVE for port object 54042997-611b-42f5-81e6-26872474a903 will not be triggered until provisioned by entity L2. {{(pid=121836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:57:48.558820 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-5929198c-6bc9-472c-b778-54fc8f4b5558 service neutron] For port 0bb8a966-61f0-4a95-bc07-6f7d9a13e2ba, host nch1-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:57:48.562468 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-97200369-c162-45f9-b78c-357b21294cfe tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Request body: {'port': {'network_id': '1e916258-0c69-4e00-abe6-4f739b762f55', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2091152449'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:57:48.574999 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-95eca1c5-4ce6-492b-bf00-0b7e8e647393 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (54042997-611b-42f5-81e6-26872474a903), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:48.602750 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-5929198c-6bc9-472c-b778-54fc8f4b5558 service neutron] For port 0bb8a966-61f0-4a95-bc07-6f7d9a13e2ba, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0bb8a966-61f0-4a95-bc07-6f7d9a13e2ba,segment=NetworkSegment(8572750b-823e-4862-b3bd-9f6ce06cc9a0),segment_id=8572750b-823e-4862-b3bd-9f6ce06cc9a0)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:57:48.625016 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50db4a3-b437-41f8-adb4-b0885ae7645f req-54c18752-99bb-4b41-9424-6516b1d5ac42 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:48.627399 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d50db4a3-b437-41f8-adb4-b0885ae7645f req-54c18752-99bb-4b41-9424-6516b1d5ac42 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=76fb1f24-8416-4b15-b95f-ec086bc7ee8b HTTP/1.1" status: 200  len: 946 time: 0.1291747
May 07 21:57:48.688994 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eca1c5-4ce6-492b-bf00-0b7e8e647393 service neutron] Pushing event updated for resources: {'Port': ['ID=54042997-611b-42f5-81e6-26872474a903,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:48.716329 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-5929198c-6bc9-472c-b778-54fc8f4b5558 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (0bb8a966-61f0-4a95-bc07-6f7d9a13e2ba), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:48.799647 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5929198c-6bc9-472c-b778-54fc8f4b5558 service neutron] Pushing event updated for resources: {'Port': ['ID=0bb8a966-61f0-4a95-bc07-6f7d9a13e2ba,revision_number=3']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:48.885097 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d20439ed-b9df-43ce-8796-6d9a00414154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (44cafcb7-2d0c-46a6-a6e9-2178a9ca46e4), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:48.889305 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-5929198c-6bc9-472c-b778-54fc8f4b5558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:48.890070 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-5929198c-6bc9-472c-b778-54fc8f4b5558 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:48.892145 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-5929198c-6bc9-472c-b778-54fc8f4b5558 service neutron] 10.222.0.55 "PUT /v2.0/ports/0bb8a966-61f0-4a95-bc07-6f7d9a13e2ba HTTP/1.1" status: 200  len: 1092 time: 2.3054118
May 07 21:57:48.893294 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c47cb701-ee25-43b2-9e1f-f5157564391c', 'tag': '0bb8a966-61f0-4a95-bc07-6f7d9a13e2ba'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:57:48.896621 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5931ea4d-800d-4deb-ab72-e1589a6bc2f3" -d '{"events": [{"name": "network-changed", "server_uuid": "c47cb701-ee25-43b2-9e1f-f5157564391c", "tag": "0bb8a966-61f0-4a95-bc07-6f7d9a13e2ba"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:57:49.111413 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1693c4-099a-425c-b581-9948e5bfe430 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-1e916258-0c69-4e00-abe6-4f739b762f55', 'network_id': '1e916258-0c69-4e00-abe6-4f739b762f55', 'project_id': 'b4e1fd3f6746425193dfb613e612b3f5', 'fixed_ips': [{'subnet_id': '45fb1469-6584-473d-8bac-571c238854d6'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 21:57:49.112968 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ce1693c4-099a-425c-b581-9948e5bfe430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:49.118558 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d50db4a3-b437-41f8-adb4-b0885ae7645f req-c971d276-6ea7-4151-a9a3-43dd01069966 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4049900
May 07 21:57:49.160775 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-95eca1c5-4ce6-492b-bf00-0b7e8e647393 service neutron] Attempting to bind port 54042997-611b-42f5-81e6-26872474a903 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:57:49.161292 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-95eca1c5-4ce6-492b-bf00-0b7e8e647393 service neutron] Attempting to bind port 54042997-611b-42f5-81e6-26872474a903 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '8572750b-823e-4862-b3bd-9f6ce06cc9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '361022fc-f38d-42f7-9311-cff7b49086c1'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:57:49.161633 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-95eca1c5-4ce6-492b-bf00-0b7e8e647393 service neutron] Attempting to bind port 54042997-611b-42f5-81e6-26872474a903 on network 361022fc-f38d-42f7-9311-cff7b49086c1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:57:49.191477 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d20552e-76e9-4d7e-9140-7b88bf89fbcb req-ee0d9e71-d1d0-49e1-a432-b085a40271de tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:49.193008 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6d20552e-76e9-4d7e-9140-7b88bf89fbcb req-ee0d9e71-d1d0-49e1-a432-b085a40271de tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] 10.222.0.32 "GET /v2.0/ports?device_id=c47cb701-ee25-43b2-9e1f-f5157564391c HTTP/1.1" status: 200  len: 944 time: 0.0911500
May 07 21:57:49.230969 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-95eca1c5-4ce6-492b-bf00-0b7e8e647393 service neutron] Port 54042997-611b-42f5-81e6-26872474a903 on network 361022fc-f38d-42f7-9311-cff7b49086c1 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:57:49.231300 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-95eca1c5-4ce6-492b-bf00-0b7e8e647393 service neutron] Attempting to bind port 54042997-611b-42f5-81e6-26872474a903 on network 361022fc-f38d-42f7-9311-cff7b49086c1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:57:49.292581 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15b292cf-087c-4ea0-8f6d-6ab38a90287d x-openstack-request-id: req-15b292cf-087c-4ea0-8f6d-6ab38a90287d {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:57:49.292839 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c47cb701-ee25-43b2-9e1f-f5157564391c", "tag": "0bb8a966-61f0-4a95-bc07-6f7d9a13e2ba", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:57:49.293076 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-15b292cf-087c-4ea0-8f6d-6ab38a90287d {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:57:49.302186 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15b292cf-087c-4ea0-8f6d-6ab38a90287d'] response: {'name': 'network-changed', 'server_uuid': 'c47cb701-ee25-43b2-9e1f-f5157564391c', 'tag': '0bb8a966-61f0-4a95-bc07-6f7d9a13e2ba', 'status': 'completed', 'code': 200}
May 07 21:57:49.305578 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-95eca1c5-4ce6-492b-bf00-0b7e8e647393 service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:57:49.305916 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-95eca1c5-4ce6-492b-bf00-0b7e8e647393 service neutron] Checking segment: {'id': '8572750b-823e-4862-b3bd-9f6ce06cc9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '361022fc-f38d-42f7-9311-cff7b49086c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:57:49.306298 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-95eca1c5-4ce6-492b-bf00-0b7e8e647393 service neutron] Bound using segment: {'id': '8572750b-823e-4862-b3bd-9f6ce06cc9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '361022fc-f38d-42f7-9311-cff7b49086c1'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:57:49.308801 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-ce1693c4-099a-425c-b581-9948e5bfe430 None None] Allocated IP 2001:db8::2 (1e916258-0c69-4e00-abe6-4f739b762f55/45fb1469-6584-473d-8bac-571c238854d6/0f9af685-e666-42ea-855b-cdd9a21cc939) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:57:49.312270 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-95eca1c5-4ce6-492b-bf00-0b7e8e647393 service neutron] Bound port: 54042997-611b-42f5-81e6-26872474a903, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8572750b-823e-4862-b3bd-9f6ce06cc9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '361022fc-f38d-42f7-9311-cff7b49086c1'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:57:49.312872 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-95eca1c5-4ce6-492b-bf00-0b7e8e647393 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (54042997-611b-42f5-81e6-26872474a903), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:49.325665 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-2ff31b52-11a6-41ed-8ac2-0c9c168386a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:49.327402 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-2ff31b52-11a6-41ed-8ac2-0c9c168386a9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1a49ba5398834c43baabd7435e85d81b&device_id=c47cb701-ee25-43b2-9e1f-f5157564391c HTTP/1.1" status: 200  len: 1126 time: 0.2582660
May 07 21:57:49.328342 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47770) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:49.372742 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97200369-c162-45f9-b78c-357b21294cfe tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Made reservation on behalf of b4e1fd3f6746425193dfb613e612b3f5 for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:57:49.378648 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-97200369-c162-45f9-b78c-357b21294cfe tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:49.476165 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-f8400545-2c44-4cb7-9eea-1bfc7c8840d1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0bb8a966-61f0-4a95-bc07-6f7d9a13e2ba HTTP/1.1" status: 200  len: 217 time: 0.1129537
May 07 21:57:49.495506 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ce1693c4-099a-425c-b581-9948e5bfe430 None None] Publish callbacks [] for port (0f9af685-e666-42ea-855b-cdd9a21cc939), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:49.510684 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ce1693c4-099a-425c-b581-9948e5bfe430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (0f9af685-e666-42ea-855b-cdd9a21cc939), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:49.567826 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6d20552e-76e9-4d7e-9140-7b88bf89fbcb req-5081a92f-7daf-43c9-ad1c-c2911e8e321c tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9078ac8-09a8-43d0-bab4-b197059114d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3591521
May 07 21:57:49.574763 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1693c4-099a-425c-b581-9948e5bfe430 None None] Pushing event updated for resources: {'Port': ['ID=0f9af685-e666-42ea-855b-cdd9a21cc939,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:49.580516 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [None req-97200369-c162-45f9-b78c-357b21294cfe tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] device_id is not set on port 272dfbfd-28a6-44ba-a406-3d11318825af yet. {{(pid=121837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 21:57:49.613101 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-6befa1ab-7073-4da8-b919-aefdb6918c58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c9e5f06-93e1-4633-9ae3-7e2cb99e2558 {{(pid=121837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:57:49.637394 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-6befa1ab-7073-4da8-b919-aefdb6918c58 service neutron] Publish callbacks [] for port (7c9e5f06-93e1-4633-9ae3-7e2cb99e2558), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:49.661756 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1693c4-099a-425c-b581-9948e5bfe430 None None] Network 1e916258-0c69-4e00-abe6-4f739b762f55 is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:57:49.664771 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-ce1693c4-099a-425c-b581-9948e5bfe430 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:57:49.676299 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-95eca1c5-4ce6-492b-bf00-0b7e8e647393 service neutron] For port 54042997-611b-42f5-81e6-26872474a903, host nch1-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:57:49.701295 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1693c4-099a-425c-b581-9948e5bfe430 None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:57:49.708890 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-95eca1c5-4ce6-492b-bf00-0b7e8e647393 service neutron] For port 54042997-611b-42f5-81e6-26872474a903, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=54042997-611b-42f5-81e6-26872474a903,segment=NetworkSegment(8572750b-823e-4862-b3bd-9f6ce06cc9a0),segment_id=8572750b-823e-4862-b3bd-9f6ce06cc9a0)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:57:49.741000 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-95eca1c5-4ce6-492b-bf00-0b7e8e647393 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (54042997-611b-42f5-81e6-26872474a903), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:49.741804 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-6befa1ab-7073-4da8-b919-aefdb6918c58 service neutron] Transition to ACTIVE for port object 7c9e5f06-93e1-4633-9ae3-7e2cb99e2558 will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:57:49.743802 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-8ed11af9-7414-49ab-88ca-602c17527483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:49.745359 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-8ed11af9-7414-49ab-88ca-602c17527483 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=03922816-fbf9-481a-8288-3552e68f55ed HTTP/1.1" status: 200  len: 857 time: 0.2609591
May 07 21:57:49.759027 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-6befa1ab-7073-4da8-b919-aefdb6918c58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (7c9e5f06-93e1-4633-9ae3-7e2cb99e2558), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:49.821354 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2901070d-00a7-4608-a0b1-bdc7dfade3f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:49.827288 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-ce1693c4-099a-425c-b581-9948e5bfe430 None None] Attempting to bind port 0f9af685-e666-42ea-855b-cdd9a21cc939 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:57:49.828587 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-ce1693c4-099a-425c-b581-9948e5bfe430 None None] Attempting to bind port 0f9af685-e666-42ea-855b-cdd9a21cc939 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '16674b2c-45e4-40f9-989d-16f207bd744f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '1e916258-0c69-4e00-abe6-4f739b762f55'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:57:49.828816 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1693c4-099a-425c-b581-9948e5bfe430 None None] Attempting to bind port 0f9af685-e666-42ea-855b-cdd9a21cc939 on network 1e916258-0c69-4e00-abe6-4f739b762f55 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:57:49.837691 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1693c4-099a-425c-b581-9948e5bfe430 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:57:49.838077 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1693c4-099a-425c-b581-9948e5bfe430 None None] Checking segment: {'id': '16674b2c-45e4-40f9-989d-16f207bd744f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '1e916258-0c69-4e00-abe6-4f739b762f55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:57:49.838490 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ce1693c4-099a-425c-b581-9948e5bfe430 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:49.839461 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1693c4-099a-425c-b581-9948e5bfe430 None None] Bound using segment: {'id': '16674b2c-45e4-40f9-989d-16f207bd744f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '1e916258-0c69-4e00-abe6-4f739b762f55'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:57:49.839461 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-ce1693c4-099a-425c-b581-9948e5bfe430 None None] Bound port: 0f9af685-e666-42ea-855b-cdd9a21cc939, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16674b2c-45e4-40f9-989d-16f207bd744f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '1e916258-0c69-4e00-abe6-4f739b762f55'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:57:49.840474 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ce1693c4-099a-425c-b581-9948e5bfe430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (0f9af685-e666-42ea-855b-cdd9a21cc939), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:49.871627 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6befa1ab-7073-4da8-b919-aefdb6918c58 service neutron] Pushing event updated for resources: {'Port': ['ID=7c9e5f06-93e1-4633-9ae3-7e2cb99e2558,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:49.920599 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-97200369-c162-45f9-b78c-357b21294cfe tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Allocated IP 2001:db8::36d (1e916258-0c69-4e00-abe6-4f739b762f55/45fb1469-6584-473d-8bac-571c238854d6/272dfbfd-28a6-44ba-a406-3d11318825af) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:57:49.923982 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-ce1693c4-099a-425c-b581-9948e5bfe430 None None] For port 0f9af685-e666-42ea-855b-cdd9a21cc939, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:57:49.927888 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-ce1693c4-099a-425c-b581-9948e5bfe430 None None] For port 0f9af685-e666-42ea-855b-cdd9a21cc939, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0f9af685-e666-42ea-855b-cdd9a21cc939,segment=NetworkSegment(16674b2c-45e4-40f9-989d-16f207bd744f),segment_id=16674b2c-45e4-40f9-989d-16f207bd744f)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:57:49.939326 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ce1693c4-099a-425c-b581-9948e5bfe430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (0f9af685-e666-42ea-855b-cdd9a21cc939), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:49.944835 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eca1c5-4ce6-492b-bf00-0b7e8e647393 service neutron] Pushing event updated for resources: {'Port': ['ID=54042997-611b-42f5-81e6-26872474a903,revision_number=3']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:50.004844 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [None req-d20439ed-b9df-43ce-8796-6d9a00414154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] device_id is not set on port 44cafcb7-2d0c-46a6-a6e9-2178a9ca46e4 yet. {{(pid=121836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 21:57:50.020450 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d20439ed-b9df-43ce-8796-6d9a00414154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Publish callbacks [] for port (44cafcb7-2d0c-46a6-a6e9-2178a9ca46e4), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:50.032293 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1693c4-099a-425c-b581-9948e5bfe430 None None] Pushing event updated for resources: {'Port': ['ID=0f9af685-e666-42ea-855b-cdd9a21cc939,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:50.035058 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-6befa1ab-7073-4da8-b919-aefdb6918c58 service neutron] Attempting to bind port 7c9e5f06-93e1-4633-9ae3-7e2cb99e2558 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:57:50.035464 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-6befa1ab-7073-4da8-b919-aefdb6918c58 service neutron] Attempting to bind port 7c9e5f06-93e1-4633-9ae3-7e2cb99e2558 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '8572750b-823e-4862-b3bd-9f6ce06cc9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '361022fc-f38d-42f7-9311-cff7b49086c1'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:57:50.035827 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-6befa1ab-7073-4da8-b919-aefdb6918c58 service neutron] Attempting to bind port 7c9e5f06-93e1-4633-9ae3-7e2cb99e2558 on network 361022fc-f38d-42f7-9311-cff7b49086c1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:57:50.058652 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-6befa1ab-7073-4da8-b919-aefdb6918c58 service neutron] Port 7c9e5f06-93e1-4633-9ae3-7e2cb99e2558 on network 361022fc-f38d-42f7-9311-cff7b49086c1 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:57:50.059084 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-6befa1ab-7073-4da8-b919-aefdb6918c58 service neutron] Attempting to bind port 7c9e5f06-93e1-4633-9ae3-7e2cb99e2558 on network 361022fc-f38d-42f7-9311-cff7b49086c1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:57:50.086485 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-6befa1ab-7073-4da8-b919-aefdb6918c58 service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:57:50.086845 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-6befa1ab-7073-4da8-b919-aefdb6918c58 service neutron] Checking segment: {'id': '8572750b-823e-4862-b3bd-9f6ce06cc9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '361022fc-f38d-42f7-9311-cff7b49086c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:57:50.088428 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-6befa1ab-7073-4da8-b919-aefdb6918c58 service neutron] Bound using segment: {'id': '8572750b-823e-4862-b3bd-9f6ce06cc9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '361022fc-f38d-42f7-9311-cff7b49086c1'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:57:50.088428 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-6befa1ab-7073-4da8-b919-aefdb6918c58 service neutron] Bound port: 7c9e5f06-93e1-4633-9ae3-7e2cb99e2558, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8572750b-823e-4862-b3bd-9f6ce06cc9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '361022fc-f38d-42f7-9311-cff7b49086c1'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:57:50.088691 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-6befa1ab-7073-4da8-b919-aefdb6918c58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (7c9e5f06-93e1-4633-9ae3-7e2cb99e2558), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:50.105310 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-95eca1c5-4ce6-492b-bf00-0b7e8e647393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:50.106573 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-95eca1c5-4ce6-492b-bf00-0b7e8e647393 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:50.109754 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-95eca1c5-4ce6-492b-bf00-0b7e8e647393 service neutron] 10.222.0.55 "PUT /v2.0/ports/54042997-611b-42f5-81e6-26872474a903 HTTP/1.1" status: 200  len: 1092 time: 3.3519802
May 07 21:57:50.113958 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-3d068797-d83c-4ff2-a1c1-de2e9ab17a10 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=361022fc-f38d-42f7-9311-cff7b49086c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3300359
May 07 21:57:50.117519 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d20439ed-b9df-43ce-8796-6d9a00414154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (44cafcb7-2d0c-46a6-a6e9-2178a9ca46e4), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:50.536604 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-6befa1ab-7073-4da8-b919-aefdb6918c58 service neutron] For port 7c9e5f06-93e1-4633-9ae3-7e2cb99e2558, host nch2-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:57:50.563959 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-97200369-c162-45f9-b78c-357b21294cfe tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Publish callbacks [] for port (272dfbfd-28a6-44ba-a406-3d11318825af), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:50.642841 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-6befa1ab-7073-4da8-b919-aefdb6918c58 service neutron] For port 7c9e5f06-93e1-4633-9ae3-7e2cb99e2558, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7c9e5f06-93e1-4633-9ae3-7e2cb99e2558,segment=NetworkSegment(8572750b-823e-4862-b3bd-9f6ce06cc9a0),segment_id=8572750b-823e-4862-b3bd-9f6ce06cc9a0)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:57:50.649137 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-97200369-c162-45f9-b78c-357b21294cfe tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (272dfbfd-28a6-44ba-a406-3d11318825af), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:50.663765 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [None req-d20439ed-b9df-43ce-8796-6d9a00414154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempting to bind port 44cafcb7-2d0c-46a6-a6e9-2178a9ca46e4 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:57:50.664592 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [None req-d20439ed-b9df-43ce-8796-6d9a00414154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempting to bind port 44cafcb7-2d0c-46a6-a6e9-2178a9ca46e4 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f793e754-8efa-4f80-9f49-a499fee57271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '93fc9650-2775-44aa-81d1-60eb33da08c3'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:57:50.665058 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20439ed-b9df-43ce-8796-6d9a00414154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempting to bind port 44cafcb7-2d0c-46a6-a6e9-2178a9ca46e4 on network 93fc9650-2775-44aa-81d1-60eb33da08c3 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:57:50.682720 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20439ed-b9df-43ce-8796-6d9a00414154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Pushing event updated for resources: {'Port': ['ID=44cafcb7-2d0c-46a6-a6e9-2178a9ca46e4,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:50.691365 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-5bc327db-75b6-4b66-bd3f-cd2e050569b1 service neutron] 10.222.0.55 "GET /v2.0/networks/361022fc-f38d-42f7-9311-cff7b49086c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5602231
May 07 21:57:50.692898 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-9e7115a1-68ec-420b-8d5b-458fa7e74557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:50.694547 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-9e7115a1-68ec-420b-8d5b-458fa7e74557 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1a49ba5398834c43baabd7435e85d81b&device_id=43947906-2565-4321-a6b4-84db6b89c14c HTTP/1.1" status: 200  len: 1126 time: 0.3519242
May 07 21:57:50.728644 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97200369-c162-45f9-b78c-357b21294cfe tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Network 1e916258-0c69-4e00-abe6-4f739b762f55 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:57:50.755291 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-97200369-c162-45f9-b78c-357b21294cfe tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:57:50.758616 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc7a7a6-7ffd-4cb2-bacb-4dc35f084f79 req-4db9006d-3bdf-48b1-98ef-83a0bad3da6c tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:50.759027 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97200369-c162-45f9-b78c-357b21294cfe tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:57:50.760308 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ffc7a7a6-7ffd-4cb2-bacb-4dc35f084f79 req-4db9006d-3bdf-48b1-98ef-83a0bad3da6c tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=76fb1f24-8416-4b15-b95f-ec086bc7ee8b HTTP/1.1" status: 200  len: 946 time: 0.4199936
May 07 21:57:50.761669 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-77432e82-61db-4b19-9588-60b8541108fe service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54042997-611b-42f5-81e6-26872474a903 HTTP/1.1" status: 200  len: 217 time: 0.0484087
May 07 21:57:50.765710 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20439ed-b9df-43ce-8796-6d9a00414154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Port 44cafcb7-2d0c-46a6-a6e9-2178a9ca46e4 on network 93fc9650-2775-44aa-81d1-60eb33da08c3 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:57:50.766160 ncdv-master-1 neutron-server[121836]: ERROR neutron.plugins.ml2.managers [None req-d20439ed-b9df-43ce-8796-6d9a00414154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Failed to bind port 44cafcb7-2d0c-46a6-a6e9-2178a9ca46e4 on host nch1-master-1 for vnic_type normal using segments [{'id': 'f793e754-8efa-4f80-9f49-a499fee57271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '93fc9650-2775-44aa-81d1-60eb33da08c3'}]
May 07 21:57:50.767124 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97200369-c162-45f9-b78c-357b21294cfe tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:50.768303 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-97200369-c162-45f9-b78c-357b21294cfe tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:50.772043 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-6befa1ab-7073-4da8-b919-aefdb6918c58 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (7c9e5f06-93e1-4633-9ae3-7e2cb99e2558), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:50.779424 ncdv-master-1 neutron-server[121836]: INFO neutron.plugins.ml2.plugin [None req-d20439ed-b9df-43ce-8796-6d9a00414154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempt 2 to bind port 44cafcb7-2d0c-46a6-a6e9-2178a9ca46e4
May 07 21:57:50.815151 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-6befa1ab-7073-4da8-b919-aefdb6918c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:50.816015 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-6befa1ab-7073-4da8-b919-aefdb6918c58 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:50.817762 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-6befa1ab-7073-4da8-b919-aefdb6918c58 service neutron] 10.222.0.59 "PUT /v2.0/ports/7c9e5f06-93e1-4633-9ae3-7e2cb99e2558 HTTP/1.1" status: 200  len: 1091 time: 3.1610126
May 07 21:57:50.843945 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5e8392e-b439-457c-a474-09be8541f2d6', 'tag': '7c9e5f06-93e1-4633-9ae3-7e2cb99e2558'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:57:50.847574 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60d244d1-9bd9-474e-b479-27463e57301a" -d '{"events": [{"name": "network-changed", "server_uuid": "a5e8392e-b439-457c-a474-09be8541f2d6", "tag": "7c9e5f06-93e1-4633-9ae3-7e2cb99e2558"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:57:50.853560 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-bdc4a5f8-6e53-440f-b192-02b7e6ef0325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:50.855079 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-bdc4a5f8-6e53-440f-b192-02b7e6ef0325 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=03922816-fbf9-481a-8288-3552e68f55ed HTTP/1.1" status: 200  len: 857 time: 0.0711803
May 07 21:57:50.862494 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-97200369-c162-45f9-b78c-357b21294cfe tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 942 time: 2.3028467
May 07 21:57:50.865197 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2901070d-00a7-4608-a0b1-bdc7dfade3f2 admin admin] Publish callbacks [] for security_group (f322d4b5-4b61-4b63-bed8-afaebe7f4f11), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:50.871362 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47786) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:50.881885 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-e5234dd6-333b-484f-8108-e35a54a48a29 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Request body: {'port': {'network_id': '1e916258-0c69-4e00-abe6-4f739b762f55', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1221763174', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:57:50.882338 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.api.validators [None req-e5234dd6-333b-484f-8108-e35a54a48a29 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] bootfile-name is not in valid_values {{(pid=121836) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
May 07 21:57:50.882586 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.api.validators [None req-e5234dd6-333b-484f-8108-e35a54a48a29 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] tftp-server is not in valid_values {{(pid=121836) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
May 07 21:57:50.882954 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.api.validators [None req-e5234dd6-333b-484f-8108-e35a54a48a29 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] server-ip-address is not in valid_values {{(pid=121836) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
May 07 21:57:50.902261 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2901070d-00a7-4608-a0b1-bdc7dfade3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (f322d4b5-4b61-4b63-bed8-afaebe7f4f11), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:50.929564 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97200369-c162-45f9-b78c-357b21294cfe tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Pushing event updated for resources: {'Port': ['ID=272dfbfd-28a6-44ba-a406-3d11318825af,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:50.974220 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [None req-d20439ed-b9df-43ce-8796-6d9a00414154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempting to bind port 44cafcb7-2d0c-46a6-a6e9-2178a9ca46e4 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:57:50.974722 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [None req-d20439ed-b9df-43ce-8796-6d9a00414154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempting to bind port 44cafcb7-2d0c-46a6-a6e9-2178a9ca46e4 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f793e754-8efa-4f80-9f49-a499fee57271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '93fc9650-2775-44aa-81d1-60eb33da08c3'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:57:50.974921 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20439ed-b9df-43ce-8796-6d9a00414154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempting to bind port 44cafcb7-2d0c-46a6-a6e9-2178a9ca46e4 on network 93fc9650-2775-44aa-81d1-60eb33da08c3 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:57:50.985361 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-8627f160-402a-4a26-a153-9d53bb7fcf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:50.987111 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-8627f160-402a-4a26-a153-9d53bb7fcf9d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1a49ba5398834c43baabd7435e85d81b&device_id=a5e8392e-b439-457c-a474-09be8541f2d6 HTTP/1.1" status: 200  len: 1125 time: 0.1164517
May 07 21:57:50.990830 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6befa1ab-7073-4da8-b919-aefdb6918c58 service neutron] Pushing event updated for resources: {'Port': ['ID=7c9e5f06-93e1-4633-9ae3-7e2cb99e2558,revision_number=3']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:51.015959 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2901070d-00a7-4608-a0b1-bdc7dfade3f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f322d4b5-4b61-4b63-bed8-afaebe7f4f11,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:51.031500 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-7cfa57c2-43de-463a-86db-dc9dc242d62a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=361022fc-f38d-42f7-9311-cff7b49086c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1546078
May 07 21:57:51.042213 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-d25fcf3d-defe-4204-8cf1-404bbf830fb1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c9e5f06-93e1-4633-9ae3-7e2cb99e2558 HTTP/1.1" status: 200  len: 217 time: 0.0472341
May 07 21:57:51.049944 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e674e9cb-50c6-4a5b-a73f-5a641ca770ee req-c532d400-6f3c-45ab-bdf8-410b00b0e8a3 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:51.050785 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e674e9cb-50c6-4a5b-a73f-5a641ca770ee req-c532d400-6f3c-45ab-bdf8-410b00b0e8a3 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] 10.222.0.32 "GET /v2.0/ports?device_id=c47cb701-ee25-43b2-9e1f-f5157564391c HTTP/1.1" status: 200  len: 944 time: 0.2730792
May 07 21:57:51.054259 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20439ed-b9df-43ce-8796-6d9a00414154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Port 44cafcb7-2d0c-46a6-a6e9-2178a9ca46e4 on network 93fc9650-2775-44aa-81d1-60eb33da08c3 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:57:51.054798 ncdv-master-1 neutron-server[121836]: ERROR neutron.plugins.ml2.managers [None req-d20439ed-b9df-43ce-8796-6d9a00414154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Failed to bind port 44cafcb7-2d0c-46a6-a6e9-2178a9ca46e4 on host nch1-master-1 for vnic_type normal using segments [{'id': 'f793e754-8efa-4f80-9f49-a499fee57271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '93fc9650-2775-44aa-81d1-60eb33da08c3'}]
May 07 21:57:51.071717 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 0f9af685-e666-42ea-855b-cdd9a21cc939 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:57:51.086156 ncdv-master-1 neutron-server[121836]: INFO neutron.plugins.ml2.plugin [None req-d20439ed-b9df-43ce-8796-6d9a00414154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempt 3 to bind port 44cafcb7-2d0c-46a6-a6e9-2178a9ca46e4
May 07 21:57:51.141574 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 0f9af685-e666-42ea-855b-cdd9a21cc939 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:57:51.142292 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (0f9af685-e666-42ea-855b-cdd9a21cc939), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:51.187738 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-f62e563c-4ac7-4d0f-8e1c-85d96efb5b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:51.187955 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-2901070d-00a7-4608-a0b1-bdc7dfade3f2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1edfc7f56d744382b1bb265c49f95f9a&name=default HTTP/1.1" status: 200  len: 3000 time: 1.8305750
May 07 21:57:51.188045 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-f62e563c-4ac7-4d0f-8e1c-85d96efb5b39 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=03922816-fbf9-481a-8288-3552e68f55ed HTTP/1.1" status: 200  len: 857 time: 0.1332090
May 07 21:57:51.202544 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47790) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:51.246276 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ffc7a7a6-7ffd-4cb2-bacb-4dc35f084f79 req-53d89fad-3dd8-4cc7-b94a-64c23c45f90b tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4636140
May 07 21:57:51.255828 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [None req-d20439ed-b9df-43ce-8796-6d9a00414154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempting to bind port 44cafcb7-2d0c-46a6-a6e9-2178a9ca46e4 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:57:51.256163 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [None req-d20439ed-b9df-43ce-8796-6d9a00414154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempting to bind port 44cafcb7-2d0c-46a6-a6e9-2178a9ca46e4 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f793e754-8efa-4f80-9f49-a499fee57271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '93fc9650-2775-44aa-81d1-60eb33da08c3'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:57:51.257659 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20439ed-b9df-43ce-8796-6d9a00414154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempting to bind port 44cafcb7-2d0c-46a6-a6e9-2178a9ca46e4 on network 93fc9650-2775-44aa-81d1-60eb33da08c3 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:57:51.308078 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e674e9cb-50c6-4a5b-a73f-5a641ca770ee req-60e0aae0-9458-4ed8-8d13-1512f0345c38 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9078ac8-09a8-43d0-bab4-b197059114d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1833382
May 07 21:57:51.319133 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813c5495-d94d-4849-ad72-f6b5ded8c94c x-openstack-request-id: req-813c5495-d94d-4849-ad72-f6b5ded8c94c {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:57:51.319921 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5e8392e-b439-457c-a474-09be8541f2d6", "tag": "7c9e5f06-93e1-4633-9ae3-7e2cb99e2558", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:57:51.320263 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-813c5495-d94d-4849-ad72-f6b5ded8c94c {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:57:51.320772 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-813c5495-d94d-4849-ad72-f6b5ded8c94c'] response: {'name': 'network-changed', 'server_uuid': 'a5e8392e-b439-457c-a474-09be8541f2d6', 'tag': '7c9e5f06-93e1-4633-9ae3-7e2cb99e2558', 'status': 'completed', 'code': 200}
May 07 21:57:51.324807 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-dbaa5f35-4b4e-46e7-83c4-8f9aad8d03ab service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=361022fc-f38d-42f7-9311-cff7b49086c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1207800
May 07 21:57:51.328411 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 0f9af685-e666-42ea-855b-cdd9a21cc939 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:57:51.329160 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (0f9af685-e666-42ea-855b-cdd9a21cc939), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:51.349087 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43947906-2565-4321-a6b4-84db6b89c14c', 'tag': '54042997-611b-42f5-81e6-26872474a903'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:57:51.353041 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9496d447-0aa5-4b31-90d2-ab9dc7fa881e" -d '{"events": [{"name": "network-changed", "server_uuid": "43947906-2565-4321-a6b4-84db6b89c14c", "tag": "54042997-611b-42f5-81e6-26872474a903"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:57:51.360280 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20439ed-b9df-43ce-8796-6d9a00414154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Port 44cafcb7-2d0c-46a6-a6e9-2178a9ca46e4 on network 93fc9650-2775-44aa-81d1-60eb33da08c3 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:57:51.360762 ncdv-master-1 neutron-server[121836]: ERROR neutron.plugins.ml2.managers [None req-d20439ed-b9df-43ce-8796-6d9a00414154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Failed to bind port 44cafcb7-2d0c-46a6-a6e9-2178a9ca46e4 on host nch1-master-1 for vnic_type normal using segments [{'id': 'f793e754-8efa-4f80-9f49-a499fee57271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '93fc9650-2775-44aa-81d1-60eb33da08c3'}]
May 07 21:57:51.388745 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port 0f9af685-e666-42ea-855b-cdd9a21cc939, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0f9af685-e666-42ea-855b-cdd9a21cc939,segment=NetworkSegment(16674b2c-45e4-40f9-989d-16f207bd744f),segment_id=16674b2c-45e4-40f9-989d-16f207bd744f)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:57:51.389899 ncdv-master-1 neutron-server[121836]: INFO neutron.plugins.ml2.plugin [None req-d20439ed-b9df-43ce-8796-6d9a00414154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempt 4 to bind port 44cafcb7-2d0c-46a6-a6e9-2178a9ca46e4
May 07 21:57:51.398188 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (0f9af685-e666-42ea-855b-cdd9a21cc939), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:51.407105 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-f71c35f4-df8f-4dd4-8064-4c0a4e290ed2 service neutron] 10.222.0.55 "GET /v2.0/networks/361022fc-f38d-42f7-9311-cff7b49086c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7031558
May 07 21:57:51.450396 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [None req-d20439ed-b9df-43ce-8796-6d9a00414154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempting to bind port 44cafcb7-2d0c-46a6-a6e9-2178a9ca46e4 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:57:51.451850 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [None req-d20439ed-b9df-43ce-8796-6d9a00414154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempting to bind port 44cafcb7-2d0c-46a6-a6e9-2178a9ca46e4 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f793e754-8efa-4f80-9f49-a499fee57271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '93fc9650-2775-44aa-81d1-60eb33da08c3'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:57:51.453095 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20439ed-b9df-43ce-8796-6d9a00414154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempting to bind port 44cafcb7-2d0c-46a6-a6e9-2178a9ca46e4 on network 93fc9650-2775-44aa-81d1-60eb33da08c3 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:57:51.486981 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20439ed-b9df-43ce-8796-6d9a00414154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Port 44cafcb7-2d0c-46a6-a6e9-2178a9ca46e4 on network 93fc9650-2775-44aa-81d1-60eb33da08c3 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:57:51.490188 ncdv-master-1 neutron-server[121836]: ERROR neutron.plugins.ml2.managers [None req-d20439ed-b9df-43ce-8796-6d9a00414154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Failed to bind port 44cafcb7-2d0c-46a6-a6e9-2178a9ca46e4 on host nch1-master-1 for vnic_type normal using segments [{'id': 'f793e754-8efa-4f80-9f49-a499fee57271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '93fc9650-2775-44aa-81d1-60eb33da08c3'}]
May 07 21:57:51.502387 ncdv-master-1 neutron-server[121836]: INFO neutron.plugins.ml2.plugin [None req-d20439ed-b9df-43ce-8796-6d9a00414154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempt 5 to bind port 44cafcb7-2d0c-46a6-a6e9-2178a9ca46e4
May 07 21:57:51.527435 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f2a285-8d57-4d40-8c3d-764d8e720a7f x-openstack-request-id: req-f0f2a285-8d57-4d40-8c3d-764d8e720a7f {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:57:51.527952 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43947906-2565-4321-a6b4-84db6b89c14c", "tag": "54042997-611b-42f5-81e6-26872474a903", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:57:51.531512 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f0f2a285-8d57-4d40-8c3d-764d8e720a7f {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:57:51.531965 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0f2a285-8d57-4d40-8c3d-764d8e720a7f'] response: {'name': 'network-changed', 'server_uuid': '43947906-2565-4321-a6b4-84db6b89c14c', 'tag': '54042997-611b-42f5-81e6-26872474a903', 'status': 'completed', 'code': 200}
May 07 21:57:51.535620 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=0f9af685-e666-42ea-855b-cdd9a21cc939,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:51.567669 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-acdab523-2875-4fc2-9e80-19862797631a service neutron] 10.222.0.55 "GET /v2.0/networks/361022fc-f38d-42f7-9311-cff7b49086c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4896257
May 07 21:57:51.568306 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5234dd6-333b-484f-8108-e35a54a48a29 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Made reservation on behalf of b4e1fd3f6746425193dfb613e612b3f5 for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:57:51.572224 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e5234dd6-333b-484f-8108-e35a54a48a29 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:51.574409 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [None req-d20439ed-b9df-43ce-8796-6d9a00414154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempting to bind port 44cafcb7-2d0c-46a6-a6e9-2178a9ca46e4 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:57:51.574898 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [None req-d20439ed-b9df-43ce-8796-6d9a00414154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempting to bind port 44cafcb7-2d0c-46a6-a6e9-2178a9ca46e4 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f793e754-8efa-4f80-9f49-a499fee57271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '93fc9650-2775-44aa-81d1-60eb33da08c3'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:57:51.575242 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20439ed-b9df-43ce-8796-6d9a00414154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempting to bind port 44cafcb7-2d0c-46a6-a6e9-2178a9ca46e4 on network 93fc9650-2775-44aa-81d1-60eb33da08c3 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:57:51.595187 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20439ed-b9df-43ce-8796-6d9a00414154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Port 44cafcb7-2d0c-46a6-a6e9-2178a9ca46e4 on network 93fc9650-2775-44aa-81d1-60eb33da08c3 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:57:51.595558 ncdv-master-1 neutron-server[121836]: ERROR neutron.plugins.ml2.managers [None req-d20439ed-b9df-43ce-8796-6d9a00414154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Failed to bind port 44cafcb7-2d0c-46a6-a6e9-2178a9ca46e4 on host nch1-master-1 for vnic_type normal using segments [{'id': 'f793e754-8efa-4f80-9f49-a499fee57271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '93fc9650-2775-44aa-81d1-60eb33da08c3'}]
May 07 21:57:51.596301 ncdv-master-1 neutron-server[121836]: INFO neutron.plugins.ml2.plugin [None req-d20439ed-b9df-43ce-8796-6d9a00414154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempt 6 to bind port 44cafcb7-2d0c-46a6-a6e9-2178a9ca46e4
May 07 21:57:51.618877 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:51.624420 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [None req-d20439ed-b9df-43ce-8796-6d9a00414154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempting to bind port 44cafcb7-2d0c-46a6-a6e9-2178a9ca46e4 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:57:51.624768 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [None req-d20439ed-b9df-43ce-8796-6d9a00414154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempting to bind port 44cafcb7-2d0c-46a6-a6e9-2178a9ca46e4 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f793e754-8efa-4f80-9f49-a499fee57271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '93fc9650-2775-44aa-81d1-60eb33da08c3'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:57:51.625153 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20439ed-b9df-43ce-8796-6d9a00414154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempting to bind port 44cafcb7-2d0c-46a6-a6e9-2178a9ca46e4 on network 93fc9650-2775-44aa-81d1-60eb33da08c3 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:57:51.630644 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [None req-e5234dd6-333b-484f-8108-e35a54a48a29 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] device_id is not set on port 7e47221b-be98-4fd8-a829-9cba71dcbae4 yet. {{(pid=121836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 21:57:51.637481 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20439ed-b9df-43ce-8796-6d9a00414154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Port 44cafcb7-2d0c-46a6-a6e9-2178a9ca46e4 on network 93fc9650-2775-44aa-81d1-60eb33da08c3 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:57:51.637820 ncdv-master-1 neutron-server[121836]: ERROR neutron.plugins.ml2.managers [None req-d20439ed-b9df-43ce-8796-6d9a00414154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Failed to bind port 44cafcb7-2d0c-46a6-a6e9-2178a9ca46e4 on host nch1-master-1 for vnic_type normal using segments [{'id': 'f793e754-8efa-4f80-9f49-a499fee57271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '93fc9650-2775-44aa-81d1-60eb33da08c3'}]
May 07 21:57:51.639479 ncdv-master-1 neutron-server[121836]: INFO neutron.plugins.ml2.plugin [None req-d20439ed-b9df-43ce-8796-6d9a00414154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempt 7 to bind port 44cafcb7-2d0c-46a6-a6e9-2178a9ca46e4
May 07 21:57:51.642631 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-af1178f9-42ca-4f51-988d-cfb4883576ec service neutron] 10.222.0.59 "GET /v2.0/networks/361022fc-f38d-42f7-9311-cff7b49086c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3076828
May 07 21:57:51.656689 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [None req-d20439ed-b9df-43ce-8796-6d9a00414154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempting to bind port 44cafcb7-2d0c-46a6-a6e9-2178a9ca46e4 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:57:51.656952 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [None req-d20439ed-b9df-43ce-8796-6d9a00414154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempting to bind port 44cafcb7-2d0c-46a6-a6e9-2178a9ca46e4 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f793e754-8efa-4f80-9f49-a499fee57271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '93fc9650-2775-44aa-81d1-60eb33da08c3'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:57:51.657294 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20439ed-b9df-43ce-8796-6d9a00414154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempting to bind port 44cafcb7-2d0c-46a6-a6e9-2178a9ca46e4 on network 93fc9650-2775-44aa-81d1-60eb33da08c3 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:57:51.705518 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20439ed-b9df-43ce-8796-6d9a00414154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Port 44cafcb7-2d0c-46a6-a6e9-2178a9ca46e4 on network 93fc9650-2775-44aa-81d1-60eb33da08c3 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:57:51.705867 ncdv-master-1 neutron-server[121836]: ERROR neutron.plugins.ml2.managers [None req-d20439ed-b9df-43ce-8796-6d9a00414154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Failed to bind port 44cafcb7-2d0c-46a6-a6e9-2178a9ca46e4 on host nch1-master-1 for vnic_type normal using segments [{'id': 'f793e754-8efa-4f80-9f49-a499fee57271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '93fc9650-2775-44aa-81d1-60eb33da08c3'}]
May 07 21:57:51.708864 ncdv-master-1 neutron-server[121836]: INFO neutron.plugins.ml2.plugin [None req-d20439ed-b9df-43ce-8796-6d9a00414154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempt 8 to bind port 44cafcb7-2d0c-46a6-a6e9-2178a9ca46e4
May 07 21:57:51.732137 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [None req-d20439ed-b9df-43ce-8796-6d9a00414154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempting to bind port 44cafcb7-2d0c-46a6-a6e9-2178a9ca46e4 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:57:51.732483 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [None req-d20439ed-b9df-43ce-8796-6d9a00414154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempting to bind port 44cafcb7-2d0c-46a6-a6e9-2178a9ca46e4 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f793e754-8efa-4f80-9f49-a499fee57271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '93fc9650-2775-44aa-81d1-60eb33da08c3'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:57:51.732826 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20439ed-b9df-43ce-8796-6d9a00414154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempting to bind port 44cafcb7-2d0c-46a6-a6e9-2178a9ca46e4 on network 93fc9650-2775-44aa-81d1-60eb33da08c3 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:57:51.736486 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e878771e-f0bd-4a68-90e4-85a92db5ce8d admin admin] Publish callbacks [] for security_group (f322d4b5-4b61-4b63-bed8-afaebe7f4f11), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:51.742985 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20439ed-b9df-43ce-8796-6d9a00414154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Port 44cafcb7-2d0c-46a6-a6e9-2178a9ca46e4 on network 93fc9650-2775-44aa-81d1-60eb33da08c3 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:57:51.743329 ncdv-master-1 neutron-server[121836]: ERROR neutron.plugins.ml2.managers [None req-d20439ed-b9df-43ce-8796-6d9a00414154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Failed to bind port 44cafcb7-2d0c-46a6-a6e9-2178a9ca46e4 on host nch1-master-1 for vnic_type normal using segments [{'id': 'f793e754-8efa-4f80-9f49-a499fee57271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '93fc9650-2775-44aa-81d1-60eb33da08c3'}]
May 07 21:57:51.746487 ncdv-master-1 neutron-server[121836]: INFO neutron.plugins.ml2.plugin [None req-d20439ed-b9df-43ce-8796-6d9a00414154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempt 9 to bind port 44cafcb7-2d0c-46a6-a6e9-2178a9ca46e4
May 07 21:57:51.812179 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ee1da8-7171-4ed6-b721-925b38927603 None None] Network 1e916258-0c69-4e00-abe6-4f739b762f55 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:57:51.815536 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [None req-d20439ed-b9df-43ce-8796-6d9a00414154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempting to bind port 44cafcb7-2d0c-46a6-a6e9-2178a9ca46e4 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:57:51.816051 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [None req-d20439ed-b9df-43ce-8796-6d9a00414154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempting to bind port 44cafcb7-2d0c-46a6-a6e9-2178a9ca46e4 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f793e754-8efa-4f80-9f49-a499fee57271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '93fc9650-2775-44aa-81d1-60eb33da08c3'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:57:51.816528 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20439ed-b9df-43ce-8796-6d9a00414154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempting to bind port 44cafcb7-2d0c-46a6-a6e9-2178a9ca46e4 on network 93fc9650-2775-44aa-81d1-60eb33da08c3 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:57:51.834146 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20439ed-b9df-43ce-8796-6d9a00414154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Port 44cafcb7-2d0c-46a6-a6e9-2178a9ca46e4 on network 93fc9650-2775-44aa-81d1-60eb33da08c3 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:57:51.834759 ncdv-master-1 neutron-server[121836]: ERROR neutron.plugins.ml2.managers [None req-d20439ed-b9df-43ce-8796-6d9a00414154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Failed to bind port 44cafcb7-2d0c-46a6-a6e9-2178a9ca46e4 on host nch1-master-1 for vnic_type normal using segments [{'id': 'f793e754-8efa-4f80-9f49-a499fee57271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '93fc9650-2775-44aa-81d1-60eb33da08c3'}]
May 07 21:57:51.838038 ncdv-master-1 neutron-server[121836]: INFO neutron.plugins.ml2.plugin [None req-d20439ed-b9df-43ce-8796-6d9a00414154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempt 10 to bind port 44cafcb7-2d0c-46a6-a6e9-2178a9ca46e4
May 07 21:57:51.868679 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e878771e-f0bd-4a68-90e4-85a92db5ce8d admin admin] Publish callbacks [] for security_group (f322d4b5-4b61-4b63-bed8-afaebe7f4f11), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:51.881614 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-e5234dd6-333b-484f-8108-e35a54a48a29 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Allocated IP 2001:db8::f7 (1e916258-0c69-4e00-abe6-4f739b762f55/45fb1469-6584-473d-8bac-571c238854d6/7e47221b-be98-4fd8-a829-9cba71dcbae4) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:57:51.884702 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [None req-d20439ed-b9df-43ce-8796-6d9a00414154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempting to bind port 44cafcb7-2d0c-46a6-a6e9-2178a9ca46e4 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:57:51.885166 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [None req-d20439ed-b9df-43ce-8796-6d9a00414154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempting to bind port 44cafcb7-2d0c-46a6-a6e9-2178a9ca46e4 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f793e754-8efa-4f80-9f49-a499fee57271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '93fc9650-2775-44aa-81d1-60eb33da08c3'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:57:51.885918 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20439ed-b9df-43ce-8796-6d9a00414154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempting to bind port 44cafcb7-2d0c-46a6-a6e9-2178a9ca46e4 on network 93fc9650-2775-44aa-81d1-60eb33da08c3 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:57:51.903633 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20439ed-b9df-43ce-8796-6d9a00414154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Port 44cafcb7-2d0c-46a6-a6e9-2178a9ca46e4 on network 93fc9650-2775-44aa-81d1-60eb33da08c3 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:57:51.904249 ncdv-master-1 neutron-server[121836]: ERROR neutron.plugins.ml2.managers [None req-d20439ed-b9df-43ce-8796-6d9a00414154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Failed to bind port 44cafcb7-2d0c-46a6-a6e9-2178a9ca46e4 on host nch1-master-1 for vnic_type normal using segments [{'id': 'f793e754-8efa-4f80-9f49-a499fee57271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '93fc9650-2775-44aa-81d1-60eb33da08c3'}]
May 07 21:57:51.904755 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d20439ed-b9df-43ce-8796-6d9a00414154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (44cafcb7-2d0c-46a6-a6e9-2178a9ca46e4), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:51.959470 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-de08653f-2459-4575-911c-1274e3dcfe8a service neutron] 10.222.0.59 "GET /v2.0/networks/361022fc-f38d-42f7-9311-cff7b49086c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3042133
May 07 21:57:51.978807 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-d21268a6-a94c-42c7-98b6-012a1b145865 None None] Provisioning complete for port 0f9af685-e666-42ea-855b-cdd9a21cc939 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:57:51.979063 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d21268a6-a94c-42c7-98b6-012a1b145865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (0f9af685-e666-42ea-855b-cdd9a21cc939), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:52.035319 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e878771e-f0bd-4a68-90e4-85a92db5ce8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (f322d4b5-4b61-4b63-bed8-afaebe7f4f11), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:52.049950 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e878771e-f0bd-4a68-90e4-85a92db5ce8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:52.059417 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-e878771e-f0bd-4a68-90e4-85a92db5ce8d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f322d4b5-4b61-4b63-bed8-afaebe7f4f11 HTTP/1.1" status: 204  len: 168 time: 0.8323143
May 07 21:57:52.087419 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e878771e-f0bd-4a68-90e4-85a92db5ce8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f322d4b5-4b61-4b63-bed8-afaebe7f4f11,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:52.166895 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-d20439ed-b9df-43ce-8796-6d9a00414154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] For port 44cafcb7-2d0c-46a6-a6e9-2178a9ca46e4, host nch1-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:57:52.167501 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-d20439ed-b9df-43ce-8796-6d9a00414154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempted to set empty binding levels {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
May 07 21:57:52.212005 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d20439ed-b9df-43ce-8796-6d9a00414154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (44cafcb7-2d0c-46a6-a6e9-2178a9ca46e4), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:52.305591 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-d20439ed-b9df-43ce-8796-6d9a00414154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] In _notify_port_updated(), no bound segment for port 44cafcb7-2d0c-46a6-a6e9-2178a9ca46e4 on network 93fc9650-2775-44aa-81d1-60eb33da08c3 {{(pid=121836) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:935}}
May 07 21:57:52.306071 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20439ed-b9df-43ce-8796-6d9a00414154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:52.307479 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d20439ed-b9df-43ce-8796-6d9a00414154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:52.314357 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47810) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:52.327609 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-d20439ed-b9df-43ce-8796-6d9a00414154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] 10.222.0.32 "PUT /v2.0/ports/44cafcb7-2d0c-46a6-a6e9-2178a9ca46e4 HTTP/1.1" status: 200  len: 979 time: 3.8850765
May 07 21:57:52.339963 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-d21268a6-a94c-42c7-98b6-012a1b145865 None None] Current status of the port 0f9af685-e666-42ea-855b-cdd9a21cc939 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:57:52.617458 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20439ed-b9df-43ce-8796-6d9a00414154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Pushing event updated for resources: {'Port': ['ID=44cafcb7-2d0c-46a6-a6e9-2178a9ca46e4,revision_number=3']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:52.687501 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136d301f-3a6d-4687-9da7-ea8ef1c91d15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:52.688000 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136d301f-3a6d-4687-9da7-ea8ef1c91d15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:52.688623 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136d301f-3a6d-4687-9da7-ea8ef1c91d15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:52.689103 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136d301f-3a6d-4687-9da7-ea8ef1c91d15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:52.689557 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136d301f-3a6d-4687-9da7-ea8ef1c91d15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:52.690267 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136d301f-3a6d-4687-9da7-ea8ef1c91d15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:52.690730 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136d301f-3a6d-4687-9da7-ea8ef1c91d15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:52.691212 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136d301f-3a6d-4687-9da7-ea8ef1c91d15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:52.691676 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136d301f-3a6d-4687-9da7-ea8ef1c91d15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:52.692127 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136d301f-3a6d-4687-9da7-ea8ef1c91d15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:52.692790 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136d301f-3a6d-4687-9da7-ea8ef1c91d15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:52.693410 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136d301f-3a6d-4687-9da7-ea8ef1c91d15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:52.693881 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136d301f-3a6d-4687-9da7-ea8ef1c91d15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:52.694563 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136d301f-3a6d-4687-9da7-ea8ef1c91d15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:52.694795 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136d301f-3a6d-4687-9da7-ea8ef1c91d15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:52.695763 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136d301f-3a6d-4687-9da7-ea8ef1c91d15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:52.696455 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136d301f-3a6d-4687-9da7-ea8ef1c91d15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:52.697106 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136d301f-3a6d-4687-9da7-ea8ef1c91d15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:52.697868 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136d301f-3a6d-4687-9da7-ea8ef1c91d15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:52.698496 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136d301f-3a6d-4687-9da7-ea8ef1c91d15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:52.699151 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136d301f-3a6d-4687-9da7-ea8ef1c91d15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:52.699778 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136d301f-3a6d-4687-9da7-ea8ef1c91d15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:52.700408 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136d301f-3a6d-4687-9da7-ea8ef1c91d15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:52.701075 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136d301f-3a6d-4687-9da7-ea8ef1c91d15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:52.701974 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136d301f-3a6d-4687-9da7-ea8ef1c91d15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:52.702694 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136d301f-3a6d-4687-9da7-ea8ef1c91d15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:52.703351 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136d301f-3a6d-4687-9da7-ea8ef1c91d15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:52.703977 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136d301f-3a6d-4687-9da7-ea8ef1c91d15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:52.704606 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136d301f-3a6d-4687-9da7-ea8ef1c91d15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:52.705293 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136d301f-3a6d-4687-9da7-ea8ef1c91d15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:52.705921 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136d301f-3a6d-4687-9da7-ea8ef1c91d15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:52.706564 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136d301f-3a6d-4687-9da7-ea8ef1c91d15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:52.707215 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136d301f-3a6d-4687-9da7-ea8ef1c91d15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:52.707973 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136d301f-3a6d-4687-9da7-ea8ef1c91d15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:52.708657 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136d301f-3a6d-4687-9da7-ea8ef1c91d15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:52.709287 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136d301f-3a6d-4687-9da7-ea8ef1c91d15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:52.709916 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136d301f-3a6d-4687-9da7-ea8ef1c91d15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:52.710557 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136d301f-3a6d-4687-9da7-ea8ef1c91d15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:52.711204 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136d301f-3a6d-4687-9da7-ea8ef1c91d15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:52.711828 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136d301f-3a6d-4687-9da7-ea8ef1c91d15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:52.712464 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136d301f-3a6d-4687-9da7-ea8ef1c91d15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:52.713105 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136d301f-3a6d-4687-9da7-ea8ef1c91d15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:52.713728 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136d301f-3a6d-4687-9da7-ea8ef1c91d15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:52.714347 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136d301f-3a6d-4687-9da7-ea8ef1c91d15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:52.715004 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136d301f-3a6d-4687-9da7-ea8ef1c91d15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:52.715628 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136d301f-3a6d-4687-9da7-ea8ef1c91d15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:52.716253 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136d301f-3a6d-4687-9da7-ea8ef1c91d15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:52.716984 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136d301f-3a6d-4687-9da7-ea8ef1c91d15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:52.728316 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-136d301f-3a6d-4687-9da7-ea8ef1c91d15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 44624 time: 0.4123497
May 07 21:57:52.728687 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5931ea4d-800d-4deb-ab72-e1589a6bc2f3 req-f46971c2-a558-4675-bb9b-925861c316aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:52.730382 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5931ea4d-800d-4deb-ab72-e1589a6bc2f3 req-f46971c2-a558-4675-bb9b-925861c316aa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1a49ba5398834c43baabd7435e85d81b&device_id=c47cb701-ee25-43b2-9e1f-f5157564391c HTTP/1.1" status: 200  len: 1126 time: 0.3988557
May 07 21:57:52.732126 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47832) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:52.773982 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d6ccb0-11bc-4f9c-b62f-f699837396d1 req-fd16cb4a-a62b-4a6e-abc0-8f6498af0557 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:52.775657 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a8d6ccb0-11bc-4f9c-b62f-f699837396d1 req-fd16cb4a-a62b-4a6e-abc0-8f6498af0557 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=76fb1f24-8416-4b15-b95f-ec086bc7ee8b HTTP/1.1" status: 200  len: 946 time: 0.2867894
May 07 21:57:52.784636 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a60bb5-b985-4db4-b7c7-ed7c1ce6d9f0 req-96bc633e-c471-4614-8a6c-9b9f777c0d75 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:52.788304 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b0a60bb5-b985-4db4-b7c7-ed7c1ce6d9f0 req-96bc633e-c471-4614-8a6c-9b9f777c0d75 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] 10.222.0.32 "GET /v2.0/ports?device_id=c47cb701-ee25-43b2-9e1f-f5157564391c HTTP/1.1" status: 200  len: 944 time: 0.2959096
May 07 21:57:52.826171 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-b84a0120-444f-4c09-afa8-0b50a0233d22 None None] Provisioning complete for port 0f9af685-e666-42ea-855b-cdd9a21cc939 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:57:52.828824 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b84a0120-444f-4c09-afa8-0b50a0233d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (0f9af685-e666-42ea-855b-cdd9a21cc939), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:52.872480 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5931ea4d-800d-4deb-ab72-e1589a6bc2f3 req-9ab07c23-5d69-485f-babb-e73ba744911d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:52.873964 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5931ea4d-800d-4deb-ab72-e1589a6bc2f3 req-9ab07c23-5d69-485f-babb-e73ba744911d service neutron] 10.222.0.55 "GET /v2.0/networks?id=361022fc-f38d-42f7-9311-cff7b49086c1 HTTP/1.1" status: 200  len: 918 time: 0.1178753
May 07 21:57:52.876868 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e5234dd6-333b-484f-8108-e35a54a48a29 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Publish callbacks [] for port (7e47221b-be98-4fd8-a829-9cba71dcbae4), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:53.023033 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-b84a0120-444f-4c09-afa8-0b50a0233d22 None None] Current status of the port 0f9af685-e666-42ea-855b-cdd9a21cc939 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:57:53.048244 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-b84a0120-444f-4c09-afa8-0b50a0233d22 None None] Provisioning complete for port 272dfbfd-28a6-44ba-a406-3d11318825af triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:57:53.049100 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b84a0120-444f-4c09-afa8-0b50a0233d22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (272dfbfd-28a6-44ba-a406-3d11318825af), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:53.065508 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-7df5fb75-a848-46c4-ba0f-9ae25477805f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Deleting port 44cafcb7-2d0c-46a6-a6e9-2178a9ca46e4 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:57:53.066258 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7df5fb75-a848-46c4-ba0f-9ae25477805f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (44cafcb7-2d0c-46a6-a6e9-2178a9ca46e4), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:53.099467 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b0a60bb5-b985-4db4-b7c7-ed7c1ce6d9f0 req-2ad67c05-e01e-4952-8679-29c6b4ac6ff7 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9078ac8-09a8-43d0-bab4-b197059114d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2707782
May 07 21:57:53.137505 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d244d1-9bd9-474e-b479-27463e57301a req-315d9775-3d71-4f7d-ad8a-9b81d3ce51ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:53.139166 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-60d244d1-9bd9-474e-b479-27463e57301a req-315d9775-3d71-4f7d-ad8a-9b81d3ce51ad service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1a49ba5398834c43baabd7435e85d81b&device_id=a5e8392e-b439-457c-a474-09be8541f2d6 HTTP/1.1" status: 200  len: 1125 time: 0.2445767
May 07 21:57:53.147341 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 0f9af685-e666-42ea-855b-cdd9a21cc939 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:57:53.248036 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-b84a0120-444f-4c09-afa8-0b50a0233d22 None None] Port 272dfbfd-28a6-44ba-a406-3d11318825af cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:57:53.271184 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 0f9af685-e666-42ea-855b-cdd9a21cc939 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:57:53.271946 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (0f9af685-e666-42ea-855b-cdd9a21cc939), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:53.385035 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-7df5fb75-a848-46c4-ba0f-9ae25477805f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] For port 44cafcb7-2d0c-46a6-a6e9-2178a9ca46e4, host nch1-master-1, got binding levels [] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:57:53.385994 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7df5fb75-a848-46c4-ba0f-9ae25477805f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (44cafcb7-2d0c-46a6-a6e9-2178a9ca46e4), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:53.398854 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-cea4d42a-59de-4695-905d-61302a372fdc None None] Provisioning complete for port 272dfbfd-28a6-44ba-a406-3d11318825af triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:57:53.399408 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-cea4d42a-59de-4695-905d-61302a372fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (272dfbfd-28a6-44ba-a406-3d11318825af), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:53.399581 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5931ea4d-800d-4deb-ab72-e1589a6bc2f3 req-da82c91c-8dde-4a12-b6dd-87d9720048fa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0bb8a966-61f0-4a95-bc07-6f7d9a13e2ba HTTP/1.1" status: 200  len: 217 time: 0.4896655
May 07 21:57:53.424510 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-cfe743d4-6616-4f6b-847e-e1415dc2077a req-cf8e3a71-a7be-4f60-ae53-f085e724e043 service neutron] 10.222.0.55 "GET /v2.0/networks/361022fc-f38d-42f7-9311-cff7b49086c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0540602
May 07 21:57:53.454431 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-7df5fb75-a848-46c4-ba0f-9ae25477805f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Calling delete_port for 44cafcb7-2d0c-46a6-a6e9-2178a9ca46e4 owned by  {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:57:53.468494 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-cea4d42a-59de-4695-905d-61302a372fdc None None] Port 272dfbfd-28a6-44ba-a406-3d11318825af cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:57:53.489862 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 0f9af685-e666-42ea-855b-cdd9a21cc939 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:57:53.499984 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a8d6ccb0-11bc-4f9c-b62f-f699837396d1 req-ffd5461d-b2ca-4a02-88f8-760a8f71c89f tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6244581
May 07 21:57:53.511026 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5931ea4d-800d-4deb-ab72-e1589a6bc2f3 req-5cd6295e-ad0b-4e01-a99f-fa21c1d222b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:53.512907 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5931ea4d-800d-4deb-ab72-e1589a6bc2f3 req-5cd6295e-ad0b-4e01-a99f-fa21c1d222b6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=03922816-fbf9-481a-8288-3552e68f55ed HTTP/1.1" status: 200  len: 857 time: 0.1043692
May 07 21:57:53.525217 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e5234dd6-333b-484f-8108-e35a54a48a29 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (7e47221b-be98-4fd8-a829-9cba71dcbae4), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:53.554324 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e0930411-d04b-4646-951d-d054adff6d4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:53.593728 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47848) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:53.600577 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5234dd6-333b-484f-8108-e35a54a48a29 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Network 1e916258-0c69-4e00-abe6-4f739b762f55 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:57:53.604808 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-e5234dd6-333b-484f-8108-e35a54a48a29 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:57:53.608929 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5234dd6-333b-484f-8108-e35a54a48a29 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:57:53.614185 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5234dd6-333b-484f-8108-e35a54a48a29 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:53.614903 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e5234dd6-333b-484f-8108-e35a54a48a29 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:53.668761 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-e5234dd6-333b-484f-8108-e35a54a48a29 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1149 time: 2.7900662
May 07 21:57:53.669838 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5234dd6-333b-484f-8108-e35a54a48a29 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Pushing event updated for resources: {'Port': ['ID=7e47221b-be98-4fd8-a829-9cba71dcbae4,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:53.676473 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47852) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:53.720918 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:53.729390 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7df5fb75-a848-46c4-ba0f-9ae25477805f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (44cafcb7-2d0c-46a6-a6e9-2178a9ca46e4), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:53.763346 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 0bb8a966-61f0-4a95-bc07-6f7d9a13e2ba details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:57:53.792053 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7df5fb75-a848-46c4-ba0f-9ae25477805f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:53.799130 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542d6d89-7c16-43db-9a16-dded0c4dcbb6 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:53.799893 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-7df5fb75-a848-46c4-ba0f-9ae25477805f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] 10.222.0.32 "DELETE /v2.0/ports/44cafcb7-2d0c-46a6-a6e9-2178a9ca46e4 HTTP/1.1" status: 204  len: 168 time: 1.0665541
May 07 21:57:53.801319 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df5fb75-a848-46c4-ba0f-9ae25477805f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Pushing event deleted for resources: {'Port': ['ID=44cafcb7-2d0c-46a6-a6e9-2178a9ca46e4,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:53.805199 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542d6d89-7c16-43db-9a16-dded0c4dcbb6 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:53.807547 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d244d1-9bd9-474e-b479-27463e57301a req-805a7e36-ce3c-4e09-9a67-a562ce3c1e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:53.809059 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-60d244d1-9bd9-474e-b479-27463e57301a req-805a7e36-ce3c-4e09-9a67-a562ce3c1e10 service neutron] 10.222.0.59 "GET /v2.0/networks?id=361022fc-f38d-42f7-9311-cff7b49086c1 HTTP/1.1" status: 200  len: 918 time: 0.5150731
May 07 21:57:53.809544 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47854) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:53.821081 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542d6d89-7c16-43db-9a16-dded0c4dcbb6 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:53.823201 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-542d6d89-7c16-43db-9a16-dded0c4dcbb6 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2623 time: 0.1457586
May 07 21:57:53.825987 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47856) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:53.876703 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-76b1efec-1d90-4916-9f11-5b5b09f44dc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] GET failed (client error): The resource could not be found.
May 07 21:57:53.881621 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-76b1efec-1d90-4916-9f11-5b5b09f44dc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] 10.222.0.32 "GET /v2.0/ports/44cafcb7-2d0c-46a6-a6e9-2178a9ca46e4 HTTP/1.1" status: 404  len: 333 time: 0.0673575
May 07 21:57:53.888217 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47858) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:53.889769 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-60d244d1-9bd9-474e-b479-27463e57301a req-2bdc0c09-120b-4ecb-ac58-6aba07e1d8a7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c9e5f06-93e1-4633-9ae3-7e2cb99e2558 HTTP/1.1" status: 200  len: 217 time: 0.0623879
May 07 21:57:53.896969 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-61efa18b-b7e1-442f-97d5-c1dd6d5055d4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1494163682-network', 'tenant_id': '150a87722b1c4b659e8a918d6a22c739'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:57:53.897892 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-02f19ed5-6a9f-41dd-b826-e0163a703b04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-458647887', 'network_id': '93fc9650-2775-44aa-81d1-60eb33da08c3'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:57:53.974883 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61efa18b-b7e1-442f-97d5-c1dd6d5055d4 admin admin] Made reservation on behalf of 150a87722b1c4b659e8a918d6a22c739 for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:57:53.979815 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d244d1-9bd9-474e-b479-27463e57301a req-8785c6c2-3b80-4a4c-8aeb-067f5fa77d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:53.980754 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 0bb8a966-61f0-4a95-bc07-6f7d9a13e2ba, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0bb8a966-61f0-4a95-bc07-6f7d9a13e2ba,segment=NetworkSegment(8572750b-823e-4862-b3bd-9f6ce06cc9a0),segment_id=8572750b-823e-4862-b3bd-9f6ce06cc9a0)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:57:53.981318 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-60d244d1-9bd9-474e-b479-27463e57301a req-8785c6c2-3b80-4a4c-8aeb-067f5fa77d00 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=03922816-fbf9-481a-8288-3552e68f55ed HTTP/1.1" status: 200  len: 857 time: 0.0723486
May 07 21:57:53.984300 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-61efa18b-b7e1-442f-97d5-c1dd6d5055d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:53.993984 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': '0bb8a966-61f0-4a95-bc07-6f7d9a13e2ba', 'network_id': '361022fc-f38d-42f7-9311-cff7b49086c1', 'port_id': '0bb8a966-61f0-4a95-bc07-6f7d9a13e2ba', 'mac_address': 'fa:16:3e:13:31:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03922816-fbf9-481a-8288-3552e68f55ed', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:57:54.007118 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-61efa18b-b7e1-442f-97d5-c1dd6d5055d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:54.027830 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-db6f2abd-b69b-4476-8dca-9e14d00089df tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Deleting port 7e47221b-be98-4fd8-a829-9cba71dcbae4 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:57:54.028562 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-db6f2abd-b69b-4476-8dca-9e14d00089df tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (7e47221b-be98-4fd8-a829-9cba71dcbae4), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:54.054955 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-60d244d1-9bd9-474e-b479-27463e57301a req-12c40a92-81a6-4d27-bcea-233f610560b5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=361022fc-f38d-42f7-9311-cff7b49086c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0659056
May 07 21:57:54.058078 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02f19ed5-6a9f-41dd-b826-e0163a703b04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Made reservation on behalf of b3c1b2d986034e3f99a315208c373aa8 for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:57:54.059466 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-02f19ed5-6a9f-41dd-b826-e0163a703b04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:54.078034 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 0bb8a966-61f0-4a95-bc07-6f7d9a13e2ba is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:57:54.079235 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (0bb8a966-61f0-4a95-bc07-6f7d9a13e2ba), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:54.110996 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-5a06d38d-f546-420b-9af4-e6e1e7b514b3 None None] Provisioning complete for port 7e47221b-be98-4fd8-a829-9cba71dcbae4 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:57:54.111687 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5a06d38d-f546-420b-9af4-e6e1e7b514b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (7e47221b-be98-4fd8-a829-9cba71dcbae4), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:54.113342 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [None req-02f19ed5-6a9f-41dd-b826-e0163a703b04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] device_id is not set on port 6482be0c-8482-4fa2-b2e7-ec6bf5b46315 yet. {{(pid=121837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 21:57:54.152155 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-5a06d38d-f546-420b-9af4-e6e1e7b514b3 None None] Port 7e47221b-be98-4fd8-a829-9cba71dcbae4 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:57:54.154602 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bb8a966-61f0-4a95-bc07-6f7d9a13e2ba {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:57:54.179433 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 0bb8a966-61f0-4a95-bc07-6f7d9a13e2ba, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0bb8a966-61f0-4a95-bc07-6f7d9a13e2ba,segment=NetworkSegment(8572750b-823e-4862-b3bd-9f6ce06cc9a0),segment_id=8572750b-823e-4862-b3bd-9f6ce06cc9a0)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:57:54.193094 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (0bb8a966-61f0-4a95-bc07-6f7d9a13e2ba), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:54.244662 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-db6f2abd-b69b-4476-8dca-9e14d00089df tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (7e47221b-be98-4fd8-a829-9cba71dcbae4), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:54.262876 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-db6f2abd-b69b-4476-8dca-9e14d00089df tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Calling delete_port for 7e47221b-be98-4fd8-a829-9cba71dcbae4 owned by  {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:57:54.286541 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=0bb8a966-61f0-4a95-bc07-6f7d9a13e2ba,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:54.325792 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4bc332-bda8-459f-b881-8f8aabee7ea8 req-f50dd04e-ebbb-46fe-a44f-7a913341949c tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:54.327468 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ef4bc332-bda8-459f-b881-8f8aabee7ea8 req-f50dd04e-ebbb-46fe-a44f-7a913341949c tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] 10.222.0.32 "GET /v2.0/ports?device_id=c47cb701-ee25-43b2-9e1f-f5157564391c HTTP/1.1" status: 200  len: 945 time: 0.0826533
May 07 21:57:54.488007 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['0bb8a966-61f0-4a95-bc07-6f7d9a13e2ba'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:57:54.493480 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5931ea4d-800d-4deb-ab72-e1589a6bc2f3 req-3b501d69-5f99-4fea-8c59-c38e3f8b7327 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=361022fc-f38d-42f7-9311-cff7b49086c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1000175
May 07 21:57:54.504466 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-02f19ed5-6a9f-41dd-b826-e0163a703b04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Publish callbacks [] for port (6482be0c-8482-4fa2-b2e7-ec6bf5b46315), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:54.525184 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-61efa18b-b7e1-442f-97d5-c1dd6d5055d4 admin admin] Publish callbacks [] for security_group (c786d96e-7ad3-44e2-91c5-6bc58af80c47), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:54.571153 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-60d244d1-9bd9-474e-b479-27463e57301a req-113f1090-ab7e-449f-8b2b-5328e42e714d service neutron] 10.222.0.59 "GET /v2.0/networks/361022fc-f38d-42f7-9311-cff7b49086c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5024865
May 07 21:57:54.582114 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-02f19ed5-6a9f-41dd-b826-e0163a703b04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (6482be0c-8482-4fa2-b2e7-ec6bf5b46315), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:54.592139 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-61efa18b-b7e1-442f-97d5-c1dd6d5055d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (c786d96e-7ad3-44e2-91c5-6bc58af80c47), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:54.662674 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9496d447-0aa5-4b31-90d2-ab9dc7fa881e req-237ccaee-d0c9-42e3-a05c-b66aa8c94458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:54.664688 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9496d447-0aa5-4b31-90d2-ab9dc7fa881e req-237ccaee-d0c9-42e3-a05c-b66aa8c94458 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1a49ba5398834c43baabd7435e85d81b&device_id=43947906-2565-4321-a6b4-84db6b89c14c HTTP/1.1" status: 200  len: 1126 time: 0.2507312
May 07 21:57:54.680820 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ef4bc332-bda8-459f-b881-8f8aabee7ea8 req-086d44b6-73e1-4182-bc2f-aa604b111099 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9078ac8-09a8-43d0-bab4-b197059114d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3403139
May 07 21:57:54.695045 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f19ed5-6a9f-41dd-b826-e0163a703b04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Network 93fc9650-2775-44aa-81d1-60eb33da08c3 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:57:54.720214 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61efa18b-b7e1-442f-97d5-c1dd6d5055d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 21:57:54.734991 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-02f19ed5-6a9f-41dd-b826-e0163a703b04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:57:54.745895 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f19ed5-6a9f-41dd-b826-e0163a703b04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:57:54.747106 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f19ed5-6a9f-41dd-b826-e0163a703b04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:54.747824 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-02f19ed5-6a9f-41dd-b826-e0163a703b04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:54.772922 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f19ed5-6a9f-41dd-b826-e0163a703b04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Pushing event updated for resources: {'Port': ['ID=6482be0c-8482-4fa2-b2e7-ec6bf5b46315,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:54.789836 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61efa18b-b7e1-442f-97d5-c1dd6d5055d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c786d96e-7ad3-44e2-91c5-6bc58af80c47,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:54.825089 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-61efa18b-b7e1-442f-97d5-c1dd6d5055d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (7f62c5c2-8c48-4be1-9fbc-73fe2fe196a4), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:54.825603 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-61efa18b-b7e1-442f-97d5-c1dd6d5055d4 admin admin] Added segment 7f62c5c2-8c48-4be1-9fbc-73fe2fe196a4 of type vlan for network 266c3058-1909-4490-8043-571104d01128
May 07 21:57:54.945774 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5931ea4d-800d-4deb-ab72-e1589a6bc2f3 req-395c26bd-7ffd-4885-9464-ed5300d39e24 service neutron] 10.222.0.55 "GET /v2.0/networks/361022fc-f38d-42f7-9311-cff7b49086c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4354105
May 07 21:57:54.970795 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-02f19ed5-6a9f-41dd-b826-e0163a703b04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 963 time: 1.0722609
May 07 21:57:54.971546 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47874) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:55.012231 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-60d244d1-9bd9-474e-b479-27463e57301a req-28a1da6b-f998-4426-888d-698b0c01a81a service neutron] 10.222.0.59 "GET /v2.0/networks/361022fc-f38d-42f7-9311-cff7b49086c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4322946
May 07 21:57:55.020093 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6182fe2-c95f-4a28-8528-f428bff7dac5 req-7b56d283-a001-4bbb-a9f1-7529c07663ed tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:55.027997 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b6182fe2-c95f-4a28-8528-f428bff7dac5 req-7b56d283-a001-4bbb-a9f1-7529c07663ed tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=76fb1f24-8416-4b15-b95f-ec086bc7ee8b HTTP/1.1" status: 200  len: 946 time: 0.2306743
May 07 21:57:55.041641 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-61efa18b-b7e1-442f-97d5-c1dd6d5055d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (266c3058-1909-4490-8043-571104d01128), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:55.044911 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-db6f2abd-b69b-4476-8dca-9e14d00089df tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (7e47221b-be98-4fd8-a829-9cba71dcbae4), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:55.070968 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368de294-60a4-477f-a0f5-9ad705c64ef7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:55.072373 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-368de294-60a4-477f-a0f5-9ad705c64ef7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] 10.222.0.32 "GET /v2.0/ports/6482be0c-8482-4fa2-b2e7-ec6bf5b46315 HTTP/1.1" status: 200  len: 958 time: 0.0927067
May 07 21:57:55.077377 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47876) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:55.142269 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b6182fe2-c95f-4a28-8528-f428bff7dac5 req-81cabd62-1cfa-4996-9232-88eec714894d tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1133974
May 07 21:57:55.228831 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6f2abd-b69b-4476-8dca-9e14d00089df tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Pushing event deleted for resources: {'Port': ['ID=7e47221b-be98-4fd8-a829-9cba71dcbae4,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:55.239156 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9496d447-0aa5-4b31-90d2-ab9dc7fa881e req-a70091b5-10ab-479f-a11a-ed70976ad50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:55.239156 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9496d447-0aa5-4b31-90d2-ab9dc7fa881e req-a70091b5-10ab-479f-a11a-ed70976ad50a service neutron] 10.222.0.55 "GET /v2.0/networks?id=361022fc-f38d-42f7-9311-cff7b49086c1 HTTP/1.1" status: 200  len: 918 time: 0.5622697
May 07 21:57:55.277788 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-9f143c87-3bd6-40ce-a901-640a480654b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Deleting port 6482be0c-8482-4fa2-b2e7-ec6bf5b46315 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:57:55.278130 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9f143c87-3bd6-40ce-a901-640a480654b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (6482be0c-8482-4fa2-b2e7-ec6bf5b46315), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:55.319676 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.db.resource_extend [None req-61efa18b-b7e1-442f-97d5-c1dd6d5055d4 admin admin] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 07 21:57:55.370664 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9496d447-0aa5-4b31-90d2-ab9dc7fa881e req-b3226940-8e35-4700-8d06-fb09a304adcc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54042997-611b-42f5-81e6-26872474a903 HTTP/1.1" status: 200  len: 217 time: 0.1142845
May 07 21:57:55.376004 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-db6f2abd-b69b-4476-8dca-9e14d00089df tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:55.384965 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-db6f2abd-b69b-4476-8dca-9e14d00089df tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] 10.222.0.32 "DELETE /v2.0/ports/7e47221b-be98-4fd8-a829-9cba71dcbae4 HTTP/1.1" status: 204  len: 168 time: 1.5564253
May 07 21:57:55.385759 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47884) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:55.399327 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-9d640f1b-de83-4eb2-89b9-7b5313f97eeb tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Request body: {'port': {'name': 'tempest-new-port-name-105556921', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:57:55.399740 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.api.validators [None req-9d640f1b-de83-4eb2-89b9-7b5313f97eeb tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] bootfile-name is not in valid_values {{(pid=121836) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
May 07 21:57:55.400090 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.api.validators [None req-9d640f1b-de83-4eb2-89b9-7b5313f97eeb tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] tftp-server is not in valid_values {{(pid=121836) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
May 07 21:57:55.400481 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.api.validators [None req-9d640f1b-de83-4eb2-89b9-7b5313f97eeb tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] server-ip-address is not in valid_values {{(pid=121836) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
May 07 21:57:55.413956 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9f143c87-3bd6-40ce-a901-640a480654b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (6482be0c-8482-4fa2-b2e7-ec6bf5b46315), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:55.430671 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-9f143c87-3bd6-40ce-a901-640a480654b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Calling delete_port for 6482be0c-8482-4fa2-b2e7-ec6bf5b46315 owned by  {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:57:55.502817 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-61efa18b-b7e1-442f-97d5-c1dd6d5055d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (266c3058-1909-4490-8043-571104d01128), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:55.502817 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61efa18b-b7e1-442f-97d5-c1dd6d5055d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:55.503806 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-61efa18b-b7e1-442f-97d5-c1dd6d5055d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:55.541876 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9d640f1b-de83-4eb2-89b9-7b5313f97eeb tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (272dfbfd-28a6-44ba-a406-3d11318825af), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:55.551725 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d6fae4-4805-4a60-8fec-44a1d12fa33a req-03572a45-4346-4bb9-bba0-8d110ffd9404 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:55.560713 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b3d6fae4-4805-4a60-8fec-44a1d12fa33a req-03572a45-4346-4bb9-bba0-8d110ffd9404 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=83ad7d9c-5e14-44b9-a948-c9c337d99f0c HTTP/1.1" status: 200  len: 946 time: 0.0737431
May 07 21:57:55.594685 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5931ea4d-800d-4deb-ab72-e1589a6bc2f3 req-5ab2321b-d85a-4330-aab3-ca46d52f231f service neutron] 10.222.0.55 "GET /v2.0/networks/361022fc-f38d-42f7-9311-cff7b49086c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6401131
May 07 21:57:55.617248 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 7c9e5f06-93e1-4633-9ae3-7e2cb99e2558 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:57:55.639784 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9f143c87-3bd6-40ce-a901-640a480654b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (6482be0c-8482-4fa2-b2e7-ec6bf5b46315), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:55.648836 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-61efa18b-b7e1-442f-97d5-c1dd6d5055d4 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 2.0540369
May 07 21:57:55.661552 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47886) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:55.672649 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-b172e18b-f29f-4561-be5c-0069550ec39d admin admin] Request body: {'subnet': {'network_id': '266c3058-1909-4490-8043-571104d01128', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1494163682-subnet', 'tenant_id': '150a87722b1c4b659e8a918d6a22c739', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:57:55.693216 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f143c87-3bd6-40ce-a901-640a480654b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Pushing event deleted for resources: {'Port': ['ID=6482be0c-8482-4fa2-b2e7-ec6bf5b46315,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:55.695462 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9f143c87-3bd6-40ce-a901-640a480654b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:55.700415 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-9f143c87-3bd6-40ce-a901-640a480654b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] 10.222.0.32 "DELETE /v2.0/ports/6482be0c-8482-4fa2-b2e7-ec6bf5b46315 HTTP/1.1" status: 204  len: 168 time: 0.6212907
May 07 21:57:55.706135 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47888) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:55.722222 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61efa18b-b7e1-442f-97d5-c1dd6d5055d4 admin admin] Pushing event updated for resources: {'Network': ['ID=266c3058-1909-4490-8043-571104d01128,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:55.726256 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9496d447-0aa5-4b31-90d2-ab9dc7fa881e req-c4a63dad-c5b4-45bb-87fe-f9669d77b083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:55.728128 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9496d447-0aa5-4b31-90d2-ab9dc7fa881e req-c4a63dad-c5b4-45bb-87fe-f9669d77b083 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=03922816-fbf9-481a-8288-3552e68f55ed HTTP/1.1" status: 200  len: 857 time: 0.2408469
May 07 21:57:55.762910 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b3d6fae4-4805-4a60-8fec-44a1d12fa33a req-fd2bf7fb-f76a-40a1-9a49-67fa2687148f tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups?id=108d65d8-0253-46f4-addb-267f67931aa5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2006512
May 07 21:57:55.764069 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-01b96e79-bb44-4151-8575-1beba3ce6062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] GET failed (client error): The resource could not be found.
May 07 21:57:55.768791 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-01b96e79-bb44-4151-8575-1beba3ce6062 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] 10.222.0.32 "GET /v2.0/ports/6482be0c-8482-4fa2-b2e7-ec6bf5b46315 HTTP/1.1" status: 404  len: 333 time: 0.0584285
May 07 21:57:55.772930 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47892) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:55.782412 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-242f0d21-2097-46a4-994b-5872a47dcbb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Request body: {'port': {'network_id': '93fc9650-2775-44aa-81d1-60eb33da08c3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-400788129'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:57:55.806443 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 266c3058-1909-4490-8043-571104d01128 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 21:57:55.811455 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 54042997-611b-42f5-81e6-26872474a903 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:57:55.816621 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9496d447-0aa5-4b31-90d2-ab9dc7fa881e req-f909e53e-38f3-4307-82dc-c23bd4e5a7cc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=361022fc-f38d-42f7-9311-cff7b49086c1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0792873
May 07 21:57:55.821488 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 0bb8a966-61f0-4a95-bc07-6f7d9a13e2ba up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:57:55.832278 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-242f0d21-2097-46a4-994b-5872a47dcbb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Made reservation on behalf of b3c1b2d986034e3f99a315208c373aa8 for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:57:55.836756 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-242f0d21-2097-46a4-994b-5872a47dcbb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:55.872203 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [None req-242f0d21-2097-46a4-994b-5872a47dcbb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] device_id is not set on port 34419d0f-8cc2-4a9d-b7ab-f2f9bb52c2db yet. {{(pid=121837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 21:57:55.894161 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b172e18b-f29f-4561-be5c-0069550ec39d admin admin] Made reservation on behalf of 150a87722b1c4b659e8a918d6a22c739 for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:57:55.896566 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b172e18b-f29f-4561-be5c-0069550ec39d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:55.995328 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning for port 0bb8a966-61f0-4a95-bc07-6f7d9a13e2ba completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:57:56.075116 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port 0bb8a966-61f0-4a95-bc07-6f7d9a13e2ba triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:57:56.075665 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (0bb8a966-61f0-4a95-bc07-6f7d9a13e2ba), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:56.106914 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eb513d-7e9b-4a0c-8645-338d7c4d7dd6 req-16ba2a1a-3e83-4861-92ab-a0969ae72b2c tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:56.108527 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b7eb513d-7e9b-4a0c-8645-338d7c4d7dd6 req-16ba2a1a-3e83-4861-92ab-a0969ae72b2c tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] 10.222.0.32 "GET /v2.0/ports?device_id=c47cb701-ee25-43b2-9e1f-f5157564391c HTTP/1.1" status: 200  len: 945 time: 0.2717741
May 07 21:57:56.156399 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-76967483-82f3-41a8-927c-60620fd2a06c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:56.171983 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 7c9e5f06-93e1-4633-9ae3-7e2cb99e2558, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7c9e5f06-93e1-4633-9ae3-7e2cb99e2558,segment=NetworkSegment(8572750b-823e-4862-b3bd-9f6ce06cc9a0),segment_id=8572750b-823e-4862-b3bd-9f6ce06cc9a0)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:57:56.219597 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9496d447-0aa5-4b31-90d2-ab9dc7fa881e req-f1a0850d-f5fe-4dd2-8146-5d5c755432b5 service neutron] 10.222.0.55 "GET /v2.0/networks/361022fc-f38d-42f7-9311-cff7b49086c1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3934174
May 07 21:57:56.234387 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-242f0d21-2097-46a4-994b-5872a47dcbb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Publish callbacks [] for port (34419d0f-8cc2-4a9d-b7ab-f2f9bb52c2db), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:56.236294 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': '7c9e5f06-93e1-4633-9ae3-7e2cb99e2558', 'network_id': '361022fc-f38d-42f7-9311-cff7b49086c1', 'port_id': '7c9e5f06-93e1-4633-9ae3-7e2cb99e2558', 'mac_address': 'fa:16:3e:f7:5c:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03922816-fbf9-481a-8288-3552e68f55ed', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:57:56.296164 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9d640f1b-de83-4eb2-89b9-7b5313f97eeb tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Publish callbacks [] for port (272dfbfd-28a6-44ba-a406-3d11318825af), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:56.317298 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9d640f1b-de83-4eb2-89b9-7b5313f97eeb tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (272dfbfd-28a6-44ba-a406-3d11318825af), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:56.332244 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 7c9e5f06-93e1-4633-9ae3-7e2cb99e2558 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:57:56.332668 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (7c9e5f06-93e1-4633-9ae3-7e2cb99e2558), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:56.338246 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 54042997-611b-42f5-81e6-26872474a903, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=54042997-611b-42f5-81e6-26872474a903,segment=NetworkSegment(8572750b-823e-4862-b3bd-9f6ce06cc9a0),segment_id=8572750b-823e-4862-b3bd-9f6ce06cc9a0)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:57:56.354991 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185ac3f6-d962-4598-8f2b-1aee4d096458 req-bb1bf82c-8805-47b7-af8e-620a6d05107d tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:56.364088 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-185ac3f6-d962-4598-8f2b-1aee4d096458 req-bb1bf82c-8805-47b7-af8e-620a6d05107d tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=76fb1f24-8416-4b15-b95f-ec086bc7ee8b HTTP/1.1" status: 200  len: 946 time: 0.0714531
May 07 21:57:56.373652 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-242f0d21-2097-46a4-994b-5872a47dcbb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (34419d0f-8cc2-4a9d-b7ab-f2f9bb52c2db), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:56.393502 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b7eb513d-7e9b-4a0c-8645-338d7c4d7dd6 req-1cc729dc-fcd1-4153-9d49-c6a1999693c5 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9078ac8-09a8-43d0-bab4-b197059114d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2741139
May 07 21:57:56.406072 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 0bb8a966-61f0-4a95-bc07-6f7d9a13e2ba is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:57:56.406485 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (0bb8a966-61f0-4a95-bc07-6f7d9a13e2ba), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:56.412311 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c9e5f06-93e1-4633-9ae3-7e2cb99e2558 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:57:56.421468 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': '54042997-611b-42f5-81e6-26872474a903', 'network_id': '361022fc-f38d-42f7-9311-cff7b49086c1', 'port_id': '54042997-611b-42f5-81e6-26872474a903', 'mac_address': 'fa:16:3e:89:65:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03922816-fbf9-481a-8288-3552e68f55ed', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:57:56.437716 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242f0d21-2097-46a4-994b-5872a47dcbb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Network 93fc9650-2775-44aa-81d1-60eb33da08c3 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:57:56.455651 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-9d640f1b-de83-4eb2-89b9-7b5313f97eeb tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] In _notify_port_updated(), no bound segment for port 272dfbfd-28a6-44ba-a406-3d11318825af on network 1e916258-0c69-4e00-abe6-4f739b762f55 {{(pid=121836) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:935}}
May 07 21:57:56.461534 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d640f1b-de83-4eb2-89b9-7b5313f97eeb tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:56.462468 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9d640f1b-de83-4eb2-89b9-7b5313f97eeb tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:56.467703 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-9d640f1b-de83-4eb2-89b9-7b5313f97eeb tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] 10.222.0.32 "PUT /v2.0/ports/272dfbfd-28a6-44ba-a406-3d11318825af HTTP/1.1" status: 200  len: 1129 time: 1.0779102
May 07 21:57:56.470862 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47900) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:56.480305 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 7c9e5f06-93e1-4633-9ae3-7e2cb99e2558, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7c9e5f06-93e1-4633-9ae3-7e2cb99e2558,segment=NetworkSegment(8572750b-823e-4862-b3bd-9f6ce06cc9a0),segment_id=8572750b-823e-4862-b3bd-9f6ce06cc9a0)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:57:56.490235 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-185ac3f6-d962-4598-8f2b-1aee4d096458 req-5a659079-58f4-4c66-8e32-085cc6788125 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1246941
May 07 21:57:56.495607 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-242f0d21-2097-46a4-994b-5872a47dcbb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:57:56.496790 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c47cb701-ee25-43b2-9e1f-f5157564391c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bb8a966-61f0-4a95-bc07-6f7d9a13e2ba'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:57:56.499798 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2cbf195-3b5d-4ad9-adaf-d035b1bb99ea" -d '{"events": [{"server_uuid": "c47cb701-ee25-43b2-9e1f-f5157564391c", "name": "network-vif-plugged", "status": "completed", "tag": "0bb8a966-61f0-4a95-bc07-6f7d9a13e2ba"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:57:56.503043 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242f0d21-2097-46a4-994b-5872a47dcbb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:57:56.504025 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242f0d21-2097-46a4-994b-5872a47dcbb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:56.505672 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-242f0d21-2097-46a4-994b-5872a47dcbb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:56.508413 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (7c9e5f06-93e1-4633-9ae3-7e2cb99e2558), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:56.528194 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 0bb8a966-61f0-4a95-bc07-6f7d9a13e2ba, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0bb8a966-61f0-4a95-bc07-6f7d9a13e2ba,segment=NetworkSegment(8572750b-823e-4862-b3bd-9f6ce06cc9a0),segment_id=8572750b-823e-4862-b3bd-9f6ce06cc9a0)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:57:56.541063 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d640f1b-de83-4eb2-89b9-7b5313f97eeb tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Pushing event updated for resources: {'Port': ['ID=272dfbfd-28a6-44ba-a406-3d11318825af,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:56.563677 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242f0d21-2097-46a4-994b-5872a47dcbb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Pushing event updated for resources: {'Port': ['ID=34419d0f-8cc2-4a9d-b7ab-f2f9bb52c2db,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:56.579007 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-242f0d21-2097-46a4-994b-5872a47dcbb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 963 time: 0.8047030
May 07 21:57:56.579808 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47904) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:56.586013 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-3b53a113-ccb1-4446-ae1e-f3b1402e9c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Request body: {'port': {'binding:host_id': 'nch1-master-1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:57:56.612093 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9249476f-0ff6-4290-8dbc-27520e6dc036 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:56.620835 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-9249476f-0ff6-4290-8dbc-27520e6dc036 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] 10.222.0.32 "GET /v2.0/ports/272dfbfd-28a6-44ba-a406-3d11318825af HTTP/1.1" status: 200  len: 1129 time: 0.1444900
May 07 21:57:56.627570 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47906) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:56.641050 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9496d447-0aa5-4b31-90d2-ab9dc7fa881e req-2cd53ddf-5a47-4508-8ac4-417501d00e98 service neutron] 10.222.0.55 "GET /v2.0/networks/361022fc-f38d-42f7-9311-cff7b49086c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4126000
May 07 21:57:56.678724 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3b53a113-ccb1-4446-ae1e-f3b1402e9c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (34419d0f-8cc2-4a9d-b7ab-f2f9bb52c2db), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:56.805412 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (0bb8a966-61f0-4a95-bc07-6f7d9a13e2ba), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:56.806037 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b172e18b-f29f-4561-be5c-0069550ec39d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (7f994ad8-2622-4a85-9310-38fb40ad889c), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:56.813109 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da9be544-7522-43d1-a141-7784b465ea97 x-openstack-request-id: req-da9be544-7522-43d1-a141-7784b465ea97 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:57:56.813428 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c47cb701-ee25-43b2-9e1f-f5157564391c", "name": "network-vif-plugged", "status": "completed", "tag": "0bb8a966-61f0-4a95-bc07-6f7d9a13e2ba", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:57:56.813738 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-da9be544-7522-43d1-a141-7784b465ea97 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:57:56.814040 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da9be544-7522-43d1-a141-7784b465ea97'] response: {'server_uuid': 'c47cb701-ee25-43b2-9e1f-f5157564391c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bb8a966-61f0-4a95-bc07-6f7d9a13e2ba', 'code': 200}
May 07 21:57:56.822842 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 54042997-611b-42f5-81e6-26872474a903 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:57:56.823240 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (54042997-611b-42f5-81e6-26872474a903), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:56.861741 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54042997-611b-42f5-81e6-26872474a903 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:57:56.872467 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c64b56f-6cb8-4f9f-8089-77440707fb7f req-775e1dd4-b651-4536-a0a0-bbe5601ba04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:56.874069 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8c64b56f-6cb8-4f9f-8089-77440707fb7f req-775e1dd4-b651-4536-a0a0-bbe5601ba04a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c47cb701-ee25-43b2-9e1f-f5157564391c HTTP/1.1" status: 200  len: 1128 time: 0.2094591
May 07 21:57:56.885344 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 54042997-611b-42f5-81e6-26872474a903, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=54042997-611b-42f5-81e6-26872474a903,segment=NetworkSegment(8572750b-823e-4862-b3bd-9f6ce06cc9a0),segment_id=8572750b-823e-4862-b3bd-9f6ce06cc9a0)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:57:56.899251 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=7c9e5f06-93e1-4633-9ae3-7e2cb99e2558,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:56.909173 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (54042997-611b-42f5-81e6-26872474a903), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:56.954604 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['7c9e5f06-93e1-4633-9ae3-7e2cb99e2558'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:57:57.029868 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b172e18b-f29f-4561-be5c-0069550ec39d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f994ad8-2622-4a85-9310-38fb40ad889c,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:57.032340 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870c6962-450c-4e7c-89d9-8adbc224be3f req-3299ec21-701c-4482-9c3f-7c5152f33223 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:57.033915 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-870c6962-450c-4e7c-89d9-8adbc224be3f req-3299ec21-701c-4482-9c3f-7c5152f33223 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=83ad7d9c-5e14-44b9-a948-c9c337d99f0c HTTP/1.1" status: 200  len: 946 time: 0.0868933
May 07 21:57:57.056502 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-91e18491-f80d-4e96-b12c-b23edbc33ea6 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Deleting port 272dfbfd-28a6-44ba-a406-3d11318825af {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:57:57.056865 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-91e18491-f80d-4e96-b12c-b23edbc33ea6 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (272dfbfd-28a6-44ba-a406-3d11318825af), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:57.114685 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=0bb8a966-61f0-4a95-bc07-6f7d9a13e2ba,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:57.126475 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8c64b56f-6cb8-4f9f-8089-77440707fb7f req-0467c4db-8465-4bb9-a66f-51de751b053b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b9078ac8-09a8-43d0-bab4-b197059114d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2116981
May 07 21:57:57.158002 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [None req-3b53a113-ccb1-4446-ae1e-f3b1402e9c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] device_id is not set on port 34419d0f-8cc2-4a9d-b7ab-f2f9bb52c2db yet. {{(pid=121837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 21:57:57.167259 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-870c6962-450c-4e7c-89d9-8adbc224be3f req-2d9a32c0-57f1-4006-908a-d138715a5252 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups?id=108d65d8-0253-46f4-addb-267f67931aa5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1186311
May 07 21:57:57.172282 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3b53a113-ccb1-4446-ae1e-f3b1402e9c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Publish callbacks [] for port (34419d0f-8cc2-4a9d-b7ab-f2f9bb52c2db), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:57.184078 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3b53a113-ccb1-4446-ae1e-f3b1402e9c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (34419d0f-8cc2-4a9d-b7ab-f2f9bb52c2db), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:57.185751 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b172e18b-f29f-4561-be5c-0069550ec39d admin admin] Checking segment: {'id': '7f62c5c2-8c48-4be1-9fbc-73fe2fe196a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '266c3058-1909-4490-8043-571104d01128'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:57:57.186121 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b172e18b-f29f-4561-be5c-0069550ec39d admin admin] Network hostable DHCP agents. Network: 266c3058-1909-4490-8043-571104d01128, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 21:57:57.204150 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=54042997-611b-42f5-81e6-26872474a903,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:57.207326 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-ed5cdec2-6dbb-42be-afca-30ff6149a671 None None] Provisioning complete for port 272dfbfd-28a6-44ba-a406-3d11318825af triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:57:57.207857 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ed5cdec2-6dbb-42be-afca-30ff6149a671 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (272dfbfd-28a6-44ba-a406-3d11318825af), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:57.249944 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b172e18b-f29f-4561-be5c-0069550ec39d admin admin] Network 266c3058-1909-4490-8043-571104d01128 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 21:57:57.251185 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['54042997-611b-42f5-81e6-26872474a903'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:57:57.256585 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-91e18491-f80d-4e96-b12c-b23edbc33ea6 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (272dfbfd-28a6-44ba-a406-3d11318825af), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:57.258582 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-ed5cdec2-6dbb-42be-afca-30ff6149a671 None None] Port 272dfbfd-28a6-44ba-a406-3d11318825af cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:57:57.282655 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b53a113-ccb1-4446-ae1e-f3b1402e9c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Pushing event updated for resources: {'Port': ['ID=34419d0f-8cc2-4a9d-b7ab-f2f9bb52c2db,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:57.287609 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-91e18491-f80d-4e96-b12c-b23edbc33ea6 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Calling delete_port for 272dfbfd-28a6-44ba-a406-3d11318825af owned by  {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:57:57.293073 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-b172e18b-f29f-4561-be5c-0069550ec39d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 266c3058-1909-4490-8043-571104d01128) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:57:57.305824 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b172e18b-f29f-4561-be5c-0069550ec39d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:57.307028 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b172e18b-f29f-4561-be5c-0069550ec39d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:57.308037 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bda72f7-950b-4b6d-924e-ef389573c64e None None] Network 266c3058-1909-4490-8043-571104d01128 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:57:57.360453 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [None req-3b53a113-ccb1-4446-ae1e-f3b1402e9c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempting to bind port 34419d0f-8cc2-4a9d-b7ab-f2f9bb52c2db on host nch1-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:57:57.361324 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [None req-3b53a113-ccb1-4446-ae1e-f3b1402e9c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempting to bind port 34419d0f-8cc2-4a9d-b7ab-f2f9bb52c2db by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f793e754-8efa-4f80-9f49-a499fee57271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '93fc9650-2775-44aa-81d1-60eb33da08c3'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:57:57.361466 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b53a113-ccb1-4446-ae1e-f3b1402e9c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempting to bind port 34419d0f-8cc2-4a9d-b7ab-f2f9bb52c2db on network 93fc9650-2775-44aa-81d1-60eb33da08c3 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:57:57.369445 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b53a113-ccb1-4446-ae1e-f3b1402e9c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Port 34419d0f-8cc2-4a9d-b7ab-f2f9bb52c2db on network 93fc9650-2775-44aa-81d1-60eb33da08c3 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:57:57.369857 ncdv-master-1 neutron-server[121837]: ERROR neutron.plugins.ml2.managers [None req-3b53a113-ccb1-4446-ae1e-f3b1402e9c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Failed to bind port 34419d0f-8cc2-4a9d-b7ab-f2f9bb52c2db on host nch1-master-1 for vnic_type normal using segments [{'id': 'f793e754-8efa-4f80-9f49-a499fee57271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '93fc9650-2775-44aa-81d1-60eb33da08c3'}]
May 07 21:57:57.371732 ncdv-master-1 neutron-server[121837]: INFO neutron.plugins.ml2.plugin [None req-3b53a113-ccb1-4446-ae1e-f3b1402e9c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempt 2 to bind port 34419d0f-8cc2-4a9d-b7ab-f2f9bb52c2db
May 07 21:57:57.372317 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-b172e18b-f29f-4561-be5c-0069550ec39d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.7093303
May 07 21:57:57.376924 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47910) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:57.382158 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-9269d78c-32a4-4fe9-9229-d204f3a38109 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1494163682-router', 'tenant_id': '150a87722b1c4b659e8a918d6a22c739', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:57:57.395827 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [None req-3b53a113-ccb1-4446-ae1e-f3b1402e9c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempting to bind port 34419d0f-8cc2-4a9d-b7ab-f2f9bb52c2db on host nch1-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:57:57.396380 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [None req-3b53a113-ccb1-4446-ae1e-f3b1402e9c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempting to bind port 34419d0f-8cc2-4a9d-b7ab-f2f9bb52c2db by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f793e754-8efa-4f80-9f49-a499fee57271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '93fc9650-2775-44aa-81d1-60eb33da08c3'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:57:57.396709 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b53a113-ccb1-4446-ae1e-f3b1402e9c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempting to bind port 34419d0f-8cc2-4a9d-b7ab-f2f9bb52c2db on network 93fc9650-2775-44aa-81d1-60eb33da08c3 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:57:57.403279 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b53a113-ccb1-4446-ae1e-f3b1402e9c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Port 34419d0f-8cc2-4a9d-b7ab-f2f9bb52c2db on network 93fc9650-2775-44aa-81d1-60eb33da08c3 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:57:57.403711 ncdv-master-1 neutron-server[121837]: ERROR neutron.plugins.ml2.managers [None req-3b53a113-ccb1-4446-ae1e-f3b1402e9c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Failed to bind port 34419d0f-8cc2-4a9d-b7ab-f2f9bb52c2db on host nch1-master-1 for vnic_type normal using segments [{'id': 'f793e754-8efa-4f80-9f49-a499fee57271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '93fc9650-2775-44aa-81d1-60eb33da08c3'}]
May 07 21:57:57.404210 ncdv-master-1 neutron-server[121837]: INFO neutron.plugins.ml2.plugin [None req-3b53a113-ccb1-4446-ae1e-f3b1402e9c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempt 3 to bind port 34419d0f-8cc2-4a9d-b7ab-f2f9bb52c2db
May 07 21:57:57.422603 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [None req-3b53a113-ccb1-4446-ae1e-f3b1402e9c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempting to bind port 34419d0f-8cc2-4a9d-b7ab-f2f9bb52c2db on host nch1-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:57:57.423197 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [None req-3b53a113-ccb1-4446-ae1e-f3b1402e9c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempting to bind port 34419d0f-8cc2-4a9d-b7ab-f2f9bb52c2db by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f793e754-8efa-4f80-9f49-a499fee57271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '93fc9650-2775-44aa-81d1-60eb33da08c3'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:57:57.423819 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b53a113-ccb1-4446-ae1e-f3b1402e9c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempting to bind port 34419d0f-8cc2-4a9d-b7ab-f2f9bb52c2db on network 93fc9650-2775-44aa-81d1-60eb33da08c3 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:57:57.433630 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b53a113-ccb1-4446-ae1e-f3b1402e9c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Port 34419d0f-8cc2-4a9d-b7ab-f2f9bb52c2db on network 93fc9650-2775-44aa-81d1-60eb33da08c3 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:57:57.435747 ncdv-master-1 neutron-server[121837]: ERROR neutron.plugins.ml2.managers [None req-3b53a113-ccb1-4446-ae1e-f3b1402e9c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Failed to bind port 34419d0f-8cc2-4a9d-b7ab-f2f9bb52c2db on host nch1-master-1 for vnic_type normal using segments [{'id': 'f793e754-8efa-4f80-9f49-a499fee57271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '93fc9650-2775-44aa-81d1-60eb33da08c3'}]
May 07 21:57:57.436458 ncdv-master-1 neutron-server[121837]: INFO neutron.plugins.ml2.plugin [None req-3b53a113-ccb1-4446-ae1e-f3b1402e9c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempt 4 to bind port 34419d0f-8cc2-4a9d-b7ab-f2f9bb52c2db
May 07 21:57:57.444942 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9269d78c-32a4-4fe9-9229-d204f3a38109 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (9a9a6c76-2557-4d73-923a-4a22f0cf44a4), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:57.446260 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9269d78c-32a4-4fe9-9229-d204f3a38109 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (9a9a6c76-2557-4d73-923a-4a22f0cf44a4), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:57.477478 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:57.480766 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [None req-3b53a113-ccb1-4446-ae1e-f3b1402e9c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempting to bind port 34419d0f-8cc2-4a9d-b7ab-f2f9bb52c2db on host nch1-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:57:57.481481 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [None req-3b53a113-ccb1-4446-ae1e-f3b1402e9c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempting to bind port 34419d0f-8cc2-4a9d-b7ab-f2f9bb52c2db by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f793e754-8efa-4f80-9f49-a499fee57271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '93fc9650-2775-44aa-81d1-60eb33da08c3'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:57:57.482004 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b53a113-ccb1-4446-ae1e-f3b1402e9c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempting to bind port 34419d0f-8cc2-4a9d-b7ab-f2f9bb52c2db on network 93fc9650-2775-44aa-81d1-60eb33da08c3 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:57:57.490575 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b53a113-ccb1-4446-ae1e-f3b1402e9c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Port 34419d0f-8cc2-4a9d-b7ab-f2f9bb52c2db on network 93fc9650-2775-44aa-81d1-60eb33da08c3 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:57:57.490926 ncdv-master-1 neutron-server[121837]: ERROR neutron.plugins.ml2.managers [None req-3b53a113-ccb1-4446-ae1e-f3b1402e9c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Failed to bind port 34419d0f-8cc2-4a9d-b7ab-f2f9bb52c2db on host nch1-master-1 for vnic_type normal using segments [{'id': 'f793e754-8efa-4f80-9f49-a499fee57271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '93fc9650-2775-44aa-81d1-60eb33da08c3'}]
May 07 21:57:57.491353 ncdv-master-1 neutron-server[121837]: INFO neutron.plugins.ml2.plugin [None req-3b53a113-ccb1-4446-ae1e-f3b1402e9c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempt 5 to bind port 34419d0f-8cc2-4a9d-b7ab-f2f9bb52c2db
May 07 21:57:57.522454 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-91e18491-f80d-4e96-b12c-b23edbc33ea6 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (272dfbfd-28a6-44ba-a406-3d11318825af), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:57.541485 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [None req-3b53a113-ccb1-4446-ae1e-f3b1402e9c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempting to bind port 34419d0f-8cc2-4a9d-b7ab-f2f9bb52c2db on host nch1-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:57:57.549198 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [None req-3b53a113-ccb1-4446-ae1e-f3b1402e9c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempting to bind port 34419d0f-8cc2-4a9d-b7ab-f2f9bb52c2db by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f793e754-8efa-4f80-9f49-a499fee57271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '93fc9650-2775-44aa-81d1-60eb33da08c3'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:57:57.550264 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b53a113-ccb1-4446-ae1e-f3b1402e9c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempting to bind port 34419d0f-8cc2-4a9d-b7ab-f2f9bb52c2db on network 93fc9650-2775-44aa-81d1-60eb33da08c3 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:57:57.562048 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b53a113-ccb1-4446-ae1e-f3b1402e9c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Port 34419d0f-8cc2-4a9d-b7ab-f2f9bb52c2db on network 93fc9650-2775-44aa-81d1-60eb33da08c3 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:57:57.562678 ncdv-master-1 neutron-server[121837]: ERROR neutron.plugins.ml2.managers [None req-3b53a113-ccb1-4446-ae1e-f3b1402e9c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Failed to bind port 34419d0f-8cc2-4a9d-b7ab-f2f9bb52c2db on host nch1-master-1 for vnic_type normal using segments [{'id': 'f793e754-8efa-4f80-9f49-a499fee57271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '93fc9650-2775-44aa-81d1-60eb33da08c3'}]
May 07 21:57:57.563279 ncdv-master-1 neutron-server[121837]: INFO neutron.plugins.ml2.plugin [None req-3b53a113-ccb1-4446-ae1e-f3b1402e9c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempt 6 to bind port 34419d0f-8cc2-4a9d-b7ab-f2f9bb52c2db
May 07 21:57:57.588086 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e18491-f80d-4e96-b12c-b23edbc33ea6 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Pushing event deleted for resources: {'Port': ['ID=272dfbfd-28a6-44ba-a406-3d11318825af,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:57.594183 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [None req-3b53a113-ccb1-4446-ae1e-f3b1402e9c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempting to bind port 34419d0f-8cc2-4a9d-b7ab-f2f9bb52c2db on host nch1-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:57:57.594795 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [None req-3b53a113-ccb1-4446-ae1e-f3b1402e9c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempting to bind port 34419d0f-8cc2-4a9d-b7ab-f2f9bb52c2db by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f793e754-8efa-4f80-9f49-a499fee57271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '93fc9650-2775-44aa-81d1-60eb33da08c3'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:57:57.595319 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b53a113-ccb1-4446-ae1e-f3b1402e9c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempting to bind port 34419d0f-8cc2-4a9d-b7ab-f2f9bb52c2db on network 93fc9650-2775-44aa-81d1-60eb33da08c3 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:57:57.650898 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9269d78c-32a4-4fe9-9229-d204f3a38109 admin admin] Publish callbacks [] for router_controller (9a9a6c76-2557-4d73-923a-4a22f0cf44a4), precommit_add_association {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:57.655302 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b53a113-ccb1-4446-ae1e-f3b1402e9c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Port 34419d0f-8cc2-4a9d-b7ab-f2f9bb52c2db on network 93fc9650-2775-44aa-81d1-60eb33da08c3 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:57:57.656412 ncdv-master-1 neutron-server[121837]: ERROR neutron.plugins.ml2.managers [None req-3b53a113-ccb1-4446-ae1e-f3b1402e9c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Failed to bind port 34419d0f-8cc2-4a9d-b7ab-f2f9bb52c2db on host nch1-master-1 for vnic_type normal using segments [{'id': 'f793e754-8efa-4f80-9f49-a499fee57271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '93fc9650-2775-44aa-81d1-60eb33da08c3'}]
May 07 21:57:57.660009 ncdv-master-1 neutron-server[121837]: INFO neutron.plugins.ml2.plugin [None req-3b53a113-ccb1-4446-ae1e-f3b1402e9c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempt 7 to bind port 34419d0f-8cc2-4a9d-b7ab-f2f9bb52c2db
May 07 21:57:57.689034 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [None req-3b53a113-ccb1-4446-ae1e-f3b1402e9c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempting to bind port 34419d0f-8cc2-4a9d-b7ab-f2f9bb52c2db on host nch1-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:57:57.689433 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [None req-3b53a113-ccb1-4446-ae1e-f3b1402e9c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempting to bind port 34419d0f-8cc2-4a9d-b7ab-f2f9bb52c2db by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f793e754-8efa-4f80-9f49-a499fee57271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '93fc9650-2775-44aa-81d1-60eb33da08c3'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:57:57.692731 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b53a113-ccb1-4446-ae1e-f3b1402e9c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempting to bind port 34419d0f-8cc2-4a9d-b7ab-f2f9bb52c2db on network 93fc9650-2775-44aa-81d1-60eb33da08c3 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:57:57.701203 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dd208b-c2f1-4625-9917-1f2d13adbd83 req-3a87c253-cbc6-4e21-b5c3-500f3a24e4cb tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:57.703884 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b2dd208b-c2f1-4625-9917-1f2d13adbd83 req-3a87c253-cbc6-4e21-b5c3-500f3a24e4cb tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=76fb1f24-8416-4b15-b95f-ec086bc7ee8b HTTP/1.1" status: 200  len: 946 time: 0.0970824
May 07 21:57:57.706580 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d5784f-a56b-487c-8eab-41b9f01aec8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-266c3058-1909-4490-8043-571104d01128', 'network_id': '266c3058-1909-4490-8043-571104d01128', 'project_id': '150a87722b1c4b659e8a918d6a22c739', 'fixed_ips': [{'subnet_id': '7f994ad8-2622-4a85-9310-38fb40ad889c'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 21:57:57.708731 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b53a113-ccb1-4446-ae1e-f3b1402e9c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Port 34419d0f-8cc2-4a9d-b7ab-f2f9bb52c2db on network 93fc9650-2775-44aa-81d1-60eb33da08c3 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:57:57.709087 ncdv-master-1 neutron-server[121837]: ERROR neutron.plugins.ml2.managers [None req-3b53a113-ccb1-4446-ae1e-f3b1402e9c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Failed to bind port 34419d0f-8cc2-4a9d-b7ab-f2f9bb52c2db on host nch1-master-1 for vnic_type normal using segments [{'id': 'f793e754-8efa-4f80-9f49-a499fee57271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '93fc9650-2775-44aa-81d1-60eb33da08c3'}]
May 07 21:57:57.709309 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b4d5784f-a56b-487c-8eab-41b9f01aec8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:57.709489 ncdv-master-1 neutron-server[121837]: INFO neutron.plugins.ml2.plugin [None req-3b53a113-ccb1-4446-ae1e-f3b1402e9c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempt 8 to bind port 34419d0f-8cc2-4a9d-b7ab-f2f9bb52c2db
May 07 21:57:57.745209 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [None req-3b53a113-ccb1-4446-ae1e-f3b1402e9c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempting to bind port 34419d0f-8cc2-4a9d-b7ab-f2f9bb52c2db on host nch1-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:57:57.745550 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [None req-3b53a113-ccb1-4446-ae1e-f3b1402e9c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempting to bind port 34419d0f-8cc2-4a9d-b7ab-f2f9bb52c2db by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f793e754-8efa-4f80-9f49-a499fee57271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '93fc9650-2775-44aa-81d1-60eb33da08c3'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:57:57.745888 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b53a113-ccb1-4446-ae1e-f3b1402e9c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempting to bind port 34419d0f-8cc2-4a9d-b7ab-f2f9bb52c2db on network 93fc9650-2775-44aa-81d1-60eb33da08c3 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:57:57.754860 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b53a113-ccb1-4446-ae1e-f3b1402e9c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Port 34419d0f-8cc2-4a9d-b7ab-f2f9bb52c2db on network 93fc9650-2775-44aa-81d1-60eb33da08c3 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:57:57.755186 ncdv-master-1 neutron-server[121837]: ERROR neutron.plugins.ml2.managers [None req-3b53a113-ccb1-4446-ae1e-f3b1402e9c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Failed to bind port 34419d0f-8cc2-4a9d-b7ab-f2f9bb52c2db on host nch1-master-1 for vnic_type normal using segments [{'id': 'f793e754-8efa-4f80-9f49-a499fee57271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '93fc9650-2775-44aa-81d1-60eb33da08c3'}]
May 07 21:57:57.794044 ncdv-master-1 neutron-server[121837]: INFO neutron.plugins.ml2.plugin [None req-3b53a113-ccb1-4446-ae1e-f3b1402e9c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempt 9 to bind port 34419d0f-8cc2-4a9d-b7ab-f2f9bb52c2db
May 07 21:57:57.831136 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-91e18491-f80d-4e96-b12c-b23edbc33ea6 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:57.834104 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b2dd208b-c2f1-4625-9917-1f2d13adbd83 req-51be9118-eb8e-4275-a405-58784c37295c tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1198127
May 07 21:57:57.837286 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-91e18491-f80d-4e96-b12c-b23edbc33ea6 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] 10.222.0.32 "DELETE /v2.0/ports/272dfbfd-28a6-44ba-a406-3d11318825af HTTP/1.1" status: 204  len: 168 time: 1.2061362
May 07 21:57:57.838555 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47916) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:57.860957 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [None req-3b53a113-ccb1-4446-ae1e-f3b1402e9c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempting to bind port 34419d0f-8cc2-4a9d-b7ab-f2f9bb52c2db on host nch1-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:57:57.861203 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [None req-3b53a113-ccb1-4446-ae1e-f3b1402e9c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempting to bind port 34419d0f-8cc2-4a9d-b7ab-f2f9bb52c2db by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f793e754-8efa-4f80-9f49-a499fee57271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '93fc9650-2775-44aa-81d1-60eb33da08c3'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:57:57.861426 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b53a113-ccb1-4446-ae1e-f3b1402e9c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempting to bind port 34419d0f-8cc2-4a9d-b7ab-f2f9bb52c2db on network 93fc9650-2775-44aa-81d1-60eb33da08c3 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:57:57.901747 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41ca190-568b-4515-aee4-e3835cdf6b44 req-36a0c120-2d1f-4d54-be00-ac5b56b7df6d tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:57.903434 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f41ca190-568b-4515-aee4-e3835cdf6b44 req-36a0c120-2d1f-4d54-be00-ac5b56b7df6d tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] 10.222.0.32 "GET /v2.0/ports?device_id=c47cb701-ee25-43b2-9e1f-f5157564391c HTTP/1.1" status: 200  len: 946 time: 0.3266594
May 07 21:57:57.915684 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b53a113-ccb1-4446-ae1e-f3b1402e9c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Port 34419d0f-8cc2-4a9d-b7ab-f2f9bb52c2db on network 93fc9650-2775-44aa-81d1-60eb33da08c3 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:57:57.916326 ncdv-master-1 neutron-server[121837]: ERROR neutron.plugins.ml2.managers [None req-3b53a113-ccb1-4446-ae1e-f3b1402e9c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Failed to bind port 34419d0f-8cc2-4a9d-b7ab-f2f9bb52c2db on host nch1-master-1 for vnic_type normal using segments [{'id': 'f793e754-8efa-4f80-9f49-a499fee57271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '93fc9650-2775-44aa-81d1-60eb33da08c3'}]
May 07 21:57:57.919195 ncdv-master-1 neutron-server[121837]: INFO neutron.plugins.ml2.plugin [None req-3b53a113-ccb1-4446-ae1e-f3b1402e9c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempt 10 to bind port 34419d0f-8cc2-4a9d-b7ab-f2f9bb52c2db
May 07 21:57:57.956822 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [None req-3b53a113-ccb1-4446-ae1e-f3b1402e9c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempting to bind port 34419d0f-8cc2-4a9d-b7ab-f2f9bb52c2db on host nch1-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:57:57.957442 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [None req-3b53a113-ccb1-4446-ae1e-f3b1402e9c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempting to bind port 34419d0f-8cc2-4a9d-b7ab-f2f9bb52c2db by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f793e754-8efa-4f80-9f49-a499fee57271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '93fc9650-2775-44aa-81d1-60eb33da08c3'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:57:57.957969 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b53a113-ccb1-4446-ae1e-f3b1402e9c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempting to bind port 34419d0f-8cc2-4a9d-b7ab-f2f9bb52c2db on network 93fc9650-2775-44aa-81d1-60eb33da08c3 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:57:57.979582 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9269d78c-32a4-4fe9-9229-d204f3a38109 admin admin] Publish callbacks [] for router_gateway (9a9a6c76-2557-4d73-923a-4a22f0cf44a4), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:57.995747 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c31b51f-9958-4e09-a688-d02c67326d70 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Deleting subnet 45fb1469-6584-473d-8bac-571c238854d6 {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 21:57:58.001466 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8c31b51f-9958-4e09-a688-d02c67326d70 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Publish callbacks [] for subnet (45fb1469-6584-473d-8bac-571c238854d6), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:58.018921 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-b4d5784f-a56b-487c-8eab-41b9f01aec8e None None] Allocated IP 172.20.0.2 (266c3058-1909-4490-8043-571104d01128/7f994ad8-2622-4a85-9310-38fb40ad889c/154060d4-d3d4-4767-9b2c-cef428049c95) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:57:58.021711 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f41ca190-568b-4515-aee4-e3835cdf6b44 req-9ceaa0f8-6df4-4d98-b1dd-8b282e06d0f3 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9078ac8-09a8-43d0-bab4-b197059114d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0766606
May 07 21:57:58.033258 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b53a113-ccb1-4446-ae1e-f3b1402e9c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Port 34419d0f-8cc2-4a9d-b7ab-f2f9bb52c2db on network 93fc9650-2775-44aa-81d1-60eb33da08c3 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:57:58.033887 ncdv-master-1 neutron-server[121837]: ERROR neutron.plugins.ml2.managers [None req-3b53a113-ccb1-4446-ae1e-f3b1402e9c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Failed to bind port 34419d0f-8cc2-4a9d-b7ab-f2f9bb52c2db on host nch1-master-1 for vnic_type normal using segments [{'id': 'f793e754-8efa-4f80-9f49-a499fee57271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '93fc9650-2775-44aa-81d1-60eb33da08c3'}]
May 07 21:57:58.034442 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3b53a113-ccb1-4446-ae1e-f3b1402e9c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (34419d0f-8cc2-4a9d-b7ab-f2f9bb52c2db), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:58.156666 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8c31b51f-9958-4e09-a688-d02c67326d70 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (45fb1469-6584-473d-8bac-571c238854d6), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:58.203510 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-3b53a113-ccb1-4446-ae1e-f3b1402e9c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] For port 34419d0f-8cc2-4a9d-b7ab-f2f9bb52c2db, host nch1-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:57:58.204014 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-3b53a113-ccb1-4446-ae1e-f3b1402e9c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attempted to set empty binding levels {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
May 07 21:57:58.230806 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b4d5784f-a56b-487c-8eab-41b9f01aec8e None None] Publish callbacks [] for port (154060d4-d3d4-4767-9b2c-cef428049c95), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:58.237538 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3b53a113-ccb1-4446-ae1e-f3b1402e9c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (34419d0f-8cc2-4a9d-b7ab-f2f9bb52c2db), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:58.240710 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b4d5784f-a56b-487c-8eab-41b9f01aec8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (154060d4-d3d4-4767-9b2c-cef428049c95), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:58.268340 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9269d78c-32a4-4fe9-9229-d204f3a38109 admin admin] Publish callbacks [] for router_gateway (9a9a6c76-2557-4d73-923a-4a22f0cf44a4), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:58.290859 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9269d78c-32a4-4fe9-9229-d204f3a38109 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:58.313804 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d5784f-a56b-487c-8eab-41b9f01aec8e None None] Network 266c3058-1909-4490-8043-571104d01128 is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:57:58.317648 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-b4d5784f-a56b-487c-8eab-41b9f01aec8e None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:57:58.321586 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d5784f-a56b-487c-8eab-41b9f01aec8e None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:57:58.346036 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-3b53a113-ccb1-4446-ae1e-f3b1402e9c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] In _notify_port_updated(), no bound segment for port 34419d0f-8cc2-4a9d-b7ab-f2f9bb52c2db on network 93fc9650-2775-44aa-81d1-60eb33da08c3 {{(pid=121837) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:935}}
May 07 21:57:58.347017 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b53a113-ccb1-4446-ae1e-f3b1402e9c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:58.347670 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3b53a113-ccb1-4446-ae1e-f3b1402e9c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:58.352039 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-3b53a113-ccb1-4446-ae1e-f3b1402e9c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] 10.222.0.32 "PUT /v2.0/ports/34419d0f-8cc2-4a9d-b7ab-f2f9bb52c2db HTTP/1.1" status: 200  len: 978 time: 1.7708769
May 07 21:57:58.360613 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d5784f-a56b-487c-8eab-41b9f01aec8e None None] Pushing event updated for resources: {'Port': ['ID=154060d4-d3d4-4767-9b2c-cef428049c95,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:58.417513 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-b4d5784f-a56b-487c-8eab-41b9f01aec8e None None] Attempting to bind port 154060d4-d3d4-4767-9b2c-cef428049c95 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:57:58.417901 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-b4d5784f-a56b-487c-8eab-41b9f01aec8e None None] Attempting to bind port 154060d4-d3d4-4767-9b2c-cef428049c95 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7f62c5c2-8c48-4be1-9fbc-73fe2fe196a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '266c3058-1909-4490-8043-571104d01128'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:57:58.418300 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d5784f-a56b-487c-8eab-41b9f01aec8e None None] Attempting to bind port 154060d4-d3d4-4767-9b2c-cef428049c95 on network 266c3058-1909-4490-8043-571104d01128 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:57:58.425188 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d5784f-a56b-487c-8eab-41b9f01aec8e None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:57:58.425584 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d5784f-a56b-487c-8eab-41b9f01aec8e None None] Checking segment: {'id': '7f62c5c2-8c48-4be1-9fbc-73fe2fe196a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '266c3058-1909-4490-8043-571104d01128'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:57:58.426001 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b4d5784f-a56b-487c-8eab-41b9f01aec8e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:58.426413 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d5784f-a56b-487c-8eab-41b9f01aec8e None None] Bound using segment: {'id': '7f62c5c2-8c48-4be1-9fbc-73fe2fe196a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '266c3058-1909-4490-8043-571104d01128'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:57:58.426975 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-b4d5784f-a56b-487c-8eab-41b9f01aec8e None None] Bound port: 154060d4-d3d4-4767-9b2c-cef428049c95, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f62c5c2-8c48-4be1-9fbc-73fe2fe196a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '266c3058-1909-4490-8043-571104d01128'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:57:58.427379 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b4d5784f-a56b-487c-8eab-41b9f01aec8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (154060d4-d3d4-4767-9b2c-cef428049c95), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:58.517058 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-b4d5784f-a56b-487c-8eab-41b9f01aec8e None None] For port 154060d4-d3d4-4767-9b2c-cef428049c95, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:57:58.521624 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-b4d5784f-a56b-487c-8eab-41b9f01aec8e None None] For port 154060d4-d3d4-4767-9b2c-cef428049c95, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=154060d4-d3d4-4767-9b2c-cef428049c95,segment=NetworkSegment(7f62c5c2-8c48-4be1-9fbc-73fe2fe196a4),segment_id=7f62c5c2-8c48-4be1-9fbc-73fe2fe196a4)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:57:58.534227 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b4d5784f-a56b-487c-8eab-41b9f01aec8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (154060d4-d3d4-4767-9b2c-cef428049c95), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:58.641072 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d5784f-a56b-487c-8eab-41b9f01aec8e None None] Pushing event updated for resources: {'Port': ['ID=154060d4-d3d4-4767-9b2c-cef428049c95,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:58.779154 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47920) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:58.782322 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b53a113-ccb1-4446-ae1e-f3b1402e9c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Pushing event updated for resources: {'Port': ['ID=34419d0f-8cc2-4a9d-b7ab-f2f9bb52c2db,revision_number=3']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:58.841693 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b53a113-ccb1-4446-ae1e-f3b1402e9c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:57:58.842208 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b53a113-ccb1-4446-ae1e-f3b1402e9c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:57:58.842669 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b53a113-ccb1-4446-ae1e-f3b1402e9c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:57:58.843812 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b53a113-ccb1-4446-ae1e-f3b1402e9c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:57:58.844254 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b53a113-ccb1-4446-ae1e-f3b1402e9c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:57:58.844709 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b53a113-ccb1-4446-ae1e-f3b1402e9c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:57:58.845268 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b53a113-ccb1-4446-ae1e-f3b1402e9c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:57:58.845702 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b53a113-ccb1-4446-ae1e-f3b1402e9c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:57:58.846139 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b53a113-ccb1-4446-ae1e-f3b1402e9c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:57:58.846564 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b53a113-ccb1-4446-ae1e-f3b1402e9c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:57:58.847025 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b53a113-ccb1-4446-ae1e-f3b1402e9c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:57:58.847447 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b53a113-ccb1-4446-ae1e-f3b1402e9c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:57:58.847884 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b53a113-ccb1-4446-ae1e-f3b1402e9c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:57:58.848308 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b53a113-ccb1-4446-ae1e-f3b1402e9c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:57:58.849028 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b53a113-ccb1-4446-ae1e-f3b1402e9c2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:57:58.864898 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7025f2e2-0405-44f9-aa04-7921e8e3e4f1 req-09e57f72-ebd0-45d1-9db8-6184aa833088 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:58.866864 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7025f2e2-0405-44f9-aa04-7921e8e3e4f1 req-09e57f72-ebd0-45d1-9db8-6184aa833088 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=83ad7d9c-5e14-44b9-a948-c9c337d99f0c HTTP/1.1" status: 200  len: 946 time: 0.5681312
May 07 21:57:58.870570 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8c31b51f-9958-4e09-a688-d02c67326d70 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (45fb1469-6584-473d-8bac-571c238854d6), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:58.928005 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-9269d78c-32a4-4fe9-9229-d204f3a38109 admin admin] Allocated IP 172.35.4.217 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/a395ff7b-c27d-4315-89e6-ac17d866e4c7) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:57:59.098216 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:59.132856 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 154060d4-d3d4-4767-9b2c-cef428049c95 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:57:59.150273 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7025f2e2-0405-44f9-aa04-7921e8e3e4f1 req-87afb130-8344-4d74-9bf3-380f65959c4a tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups?id=108d65d8-0253-46f4-addb-267f67931aa5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2739756
May 07 21:57:59.153818 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-b87b44fa-ff23-4b45-9ac2-662d660607d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Deleting port 34419d0f-8cc2-4a9d-b7ab-f2f9bb52c2db {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:57:59.154366 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b87b44fa-ff23-4b45-9ac2-662d660607d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (34419d0f-8cc2-4a9d-b7ab-f2f9bb52c2db), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:59.247122 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 154060d4-d3d4-4767-9b2c-cef428049c95 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:57:59.247821 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (154060d4-d3d4-4767-9b2c-cef428049c95), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:59.250800 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8c31b51f-9958-4e09-a688-d02c67326d70 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (45fb1469-6584-473d-8bac-571c238854d6), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:59.253960 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709d8884-13dd-4593-8fb7-316ff0436c76 req-4518de42-6018-4cc3-933c-b86cc089322d tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:59.255563 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-709d8884-13dd-4593-8fb7-316ff0436c76 req-4518de42-6018-4cc3-933c-b86cc089322d tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=76fb1f24-8416-4b15-b95f-ec086bc7ee8b HTTP/1.1" status: 200  len: 946 time: 0.2435014
May 07 21:57:59.370676 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce416d92-8246-421e-888b-e5e2380834c2 None None] Network 1e916258-0c69-4e00-abe6-4f739b762f55 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:57:59.411190 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8c31b51f-9958-4e09-a688-d02c67326d70 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:59.416616 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9269d78c-32a4-4fe9-9229-d204f3a38109 admin admin] Publish callbacks [] for port (a395ff7b-c27d-4315-89e6-ac17d866e4c7), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:59.416841 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-8c31b51f-9958-4e09-a688-d02c67326d70 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] 10.222.0.32 "DELETE /v2.0/subnets/45fb1469-6584-473d-8bac-571c238854d6 HTTP/1.1" status: 204  len: 168 time: 1.5715053
May 07 21:57:59.419477 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c31b51f-9958-4e09-a688-d02c67326d70 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Pushing event deleted for resources: {'Subnet': ['ID=45fb1469-6584-473d-8bac-571c238854d6,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:59.422060 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47926) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:59.422492 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-b87b44fa-ff23-4b45-9ac2-662d660607d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] For port 34419d0f-8cc2-4a9d-b7ab-f2f9bb52c2db, host nch1-master-1, got binding levels [] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:57:59.422947 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b87b44fa-ff23-4b45-9ac2-662d660607d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (34419d0f-8cc2-4a9d-b7ab-f2f9bb52c2db), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:59.429541 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 154060d4-d3d4-4767-9b2c-cef428049c95 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:57:59.429942 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (154060d4-d3d4-4767-9b2c-cef428049c95), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:59.449105 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7eb3bd-4104-4ef4-bb8c-999f73fbed9f req-43abbbe9-5389-4673-b202-2b4e032250b3 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:57:59.450726 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-df7eb3bd-4104-4ef4-bb8c-999f73fbed9f req-43abbbe9-5389-4673-b202-2b4e032250b3 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] 10.222.0.32 "GET /v2.0/ports?device_id=c47cb701-ee25-43b2-9e1f-f5157564391c HTTP/1.1" status: 200  len: 946 time: 0.1396446
May 07 21:57:59.451891 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-b87b44fa-ff23-4b45-9ac2-662d660607d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Calling delete_port for 34419d0f-8cc2-4a9d-b7ab-f2f9bb52c2db owned by  {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:57:59.463042 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-709d8884-13dd-4593-8fb7-316ff0436c76 req-7a491232-2855-4277-ac1d-d7d1af6d3eec tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2008789
May 07 21:57:59.546029 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port 154060d4-d3d4-4767-9b2c-cef428049c95, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=154060d4-d3d4-4767-9b2c-cef428049c95,segment=NetworkSegment(7f62c5c2-8c48-4be1-9fbc-73fe2fe196a4),segment_id=7f62c5c2-8c48-4be1-9fbc-73fe2fe196a4)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:57:59.565812 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (154060d4-d3d4-4767-9b2c-cef428049c95), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:59.580862 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9dbc2414-4ede-4f34-a0d8-52b0a39cba0e tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (1e916258-0c69-4e00-abe6-4f739b762f55), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:59.598611 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9269d78c-32a4-4fe9-9229-d204f3a38109 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (a395ff7b-c27d-4315-89e6-ac17d866e4c7), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:59.615129 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-df7eb3bd-4104-4ef4-bb8c-999f73fbed9f req-b491a96f-e258-472e-b88d-3c933913b892 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9078ac8-09a8-43d0-bab4-b197059114d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1451087
May 07 21:57:59.672007 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b87b44fa-ff23-4b45-9ac2-662d660607d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (34419d0f-8cc2-4a9d-b7ab-f2f9bb52c2db), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:59.703833 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9269d78c-32a4-4fe9-9229-d204f3a38109 admin admin] Pushing event updated for resources: {'Port': ['ID=a395ff7b-c27d-4315-89e6-ac17d866e4c7,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:59.729854 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 7c9e5f06-93e1-4633-9ae3-7e2cb99e2558 up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:57:59.753126 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9269d78c-32a4-4fe9-9229-d204f3a38109 admin admin] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:57:59.758962 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87b44fa-ff23-4b45-9ac2-662d660607d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Pushing event deleted for resources: {'Port': ['ID=34419d0f-8cc2-4a9d-b7ab-f2f9bb52c2db,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:59.762646 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-9269d78c-32a4-4fe9-9229-d204f3a38109 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:57:59.766811 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9269d78c-32a4-4fe9-9229-d204f3a38109 admin admin] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:57:59.782204 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b87b44fa-ff23-4b45-9ac2-662d660607d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:59.787987 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-b87b44fa-ff23-4b45-9ac2-662d660607d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] 10.222.0.32 "DELETE /v2.0/ports/34419d0f-8cc2-4a9d-b7ab-f2f9bb52c2db HTTP/1.1" status: 204  len: 168 time: 1.0004008
May 07 21:57:59.792502 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47930) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:59.793607 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 54042997-611b-42f5-81e6-26872474a903 up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:57:59.849511 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-31e1eef1-c5c3-4967-81da-c81db8b55ce3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] GET failed (client error): The resource could not be found.
May 07 21:57:59.854733 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-31e1eef1-c5c3-4967-81da-c81db8b55ce3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1573740632-project-admin] 10.222.0.32 "GET /v2.0/ports/34419d0f-8cc2-4a9d-b7ab-f2f9bb52c2db HTTP/1.1" status: 404  len: 333 time: 0.0570226
May 07 21:57:59.855332 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47932) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:57:59.859525 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-9dbc2414-4ede-4f34-a0d8-52b0a39cba0e tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Deleting port 0f9af685-e666-42ea-855b-cdd9a21cc939 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:57:59.859877 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9dbc2414-4ede-4f34-a0d8-52b0a39cba0e tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (0f9af685-e666-42ea-855b-cdd9a21cc939), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:59.904187 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=154060d4-d3d4-4767-9b2c-cef428049c95,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:57:59.913188 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning for port 7c9e5f06-93e1-4633-9ae3-7e2cb99e2558 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:57:59.915479 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning for port 54042997-611b-42f5-81e6-26872474a903 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:57:59.928438 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port 7c9e5f06-93e1-4633-9ae3-7e2cb99e2558 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:57:59.928827 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (7c9e5f06-93e1-4633-9ae3-7e2cb99e2558), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:59.932613 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port 54042997-611b-42f5-81e6-26872474a903 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:57:59.932952 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (54042997-611b-42f5-81e6-26872474a903), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:59.941630 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-9dbc2414-4ede-4f34-a0d8-52b0a39cba0e tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] For port 0f9af685-e666-42ea-855b-cdd9a21cc939, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0f9af685-e666-42ea-855b-cdd9a21cc939,segment=NetworkSegment(16674b2c-45e4-40f9-989d-16f207bd744f),segment_id=16674b2c-45e4-40f9-989d-16f207bd744f)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:57:59.942132 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9dbc2414-4ede-4f34-a0d8-52b0a39cba0e tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (0f9af685-e666-42ea-855b-cdd9a21cc939), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:57:59.960070 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-9dbc2414-4ede-4f34-a0d8-52b0a39cba0e tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Calling delete_port for 0f9af685-e666-42ea-855b-cdd9a21cc939 owned by network:dhcp {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:58:00.018006 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b2a5c6-8bf9-41fb-81ab-036c996dbff2 None None] DHCP port deletion for 1e916258-0c69-4e00-abe6-4f739b762f55 request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 21:58:00.039918 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef3a1ba-378f-4856-8ac3-95ae650501f6 req-e15dbfbf-daff-4ba9-b19a-4884832ee759 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:00.041484 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9ef3a1ba-378f-4856-8ac3-95ae650501f6 req-e15dbfbf-daff-4ba9-b19a-4884832ee759 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5e8392e-b439-457c-a474-09be8541f2d6 HTTP/1.1" status: 200  len: 944 time: 0.2603402
May 07 21:58:00.101711 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:00.107017 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-00b2a5c6-8bf9-41fb-81ab-036c996dbff2 None None] Deleting port 0f9af685-e666-42ea-855b-cdd9a21cc939 {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:58:00.107389 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-00b2a5c6-8bf9-41fb-81ab-036c996dbff2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (0f9af685-e666-42ea-855b-cdd9a21cc939), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:00.186565 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-00b2a5c6-8bf9-41fb-81ab-036c996dbff2 None None] For port 0f9af685-e666-42ea-855b-cdd9a21cc939, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0f9af685-e666-42ea-855b-cdd9a21cc939,segment=NetworkSegment(16674b2c-45e4-40f9-989d-16f207bd744f),segment_id=16674b2c-45e4-40f9-989d-16f207bd744f)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:58:00.186565 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-00b2a5c6-8bf9-41fb-81ab-036c996dbff2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (0f9af685-e666-42ea-855b-cdd9a21cc939), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:00.237831 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-00b2a5c6-8bf9-41fb-81ab-036c996dbff2 None None] Calling delete_port for 0f9af685-e666-42ea-855b-cdd9a21cc939 owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:58:00.300921 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-25373d22-1ab0-495b-a85e-fe1e309eabdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886702741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886702741-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (93fc9650-2775-44aa-81d1-60eb33da08c3), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:00.302133 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e90d9e-6bfb-46b1-be67-e95517738cb3 None None] Network 266c3058-1909-4490-8043-571104d01128 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:58:00.337157 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 54042997-611b-42f5-81e6-26872474a903 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:58:00.337556 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (54042997-611b-42f5-81e6-26872474a903), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:00.349893 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28d36cc-a590-4885-b947-e558165807b2 req-5cc25564-9f5f-49e7-9a1e-552df339dfe6 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:00.355378 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e28d36cc-a590-4885-b947-e558165807b2 req-5cc25564-9f5f-49e7-9a1e-552df339dfe6 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=83ad7d9c-5e14-44b9-a948-c9c337d99f0c HTTP/1.1" status: 200  len: 946 time: 0.0819411
May 07 21:58:00.364707 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9dbc2414-4ede-4f34-a0d8-52b0a39cba0e tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (0f9af685-e666-42ea-855b-cdd9a21cc939), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:00.379670 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-e4891ecd-6957-406e-b948-7082742fe937 None None] Provisioning complete for port 154060d4-d3d4-4767-9b2c-cef428049c95 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:58:00.380040 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e4891ecd-6957-406e-b948-7082742fe937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (154060d4-d3d4-4767-9b2c-cef428049c95), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:00.421000 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e28d36cc-a590-4885-b947-e558165807b2 req-4a531675-d7f1-41e3-a632-e4a6ce28b074 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups?id=108d65d8-0253-46f4-addb-267f67931aa5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0543332
May 07 21:58:00.480215 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbc2414-4ede-4f34-a0d8-52b0a39cba0e tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] No DVR routers for this DVR port 0f9af685-e666-42ea-855b-cdd9a21cc939 on host ncdv-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:58:00.494411 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbc2414-4ede-4f34-a0d8-52b0a39cba0e tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Pushing event deleted for resources: {'Port': ['ID=0f9af685-e666-42ea-855b-cdd9a21cc939,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:00.499188 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 7c9e5f06-93e1-4633-9ae3-7e2cb99e2558 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:58:00.499799 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (7c9e5f06-93e1-4633-9ae3-7e2cb99e2558), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:00.528466 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43947906-2565-4321-a6b4-84db6b89c14c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54042997-611b-42f5-81e6-26872474a903'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:58:00.536305 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1f100b2-6194-43a6-a1f8-ad46c03110a1" -d '{"events": [{"server_uuid": "43947906-2565-4321-a6b4-84db6b89c14c", "name": "network-vif-plugged", "status": "completed", "tag": "54042997-611b-42f5-81e6-26872474a903"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:58:00.557955 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbc2414-4ede-4f34-a0d8-52b0a39cba0e tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:58:00.558456 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbc2414-4ede-4f34-a0d8-52b0a39cba0e tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:58:00.558828 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbc2414-4ede-4f34-a0d8-52b0a39cba0e tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:58:00.559341 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbc2414-4ede-4f34-a0d8-52b0a39cba0e tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:58:00.559969 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbc2414-4ede-4f34-a0d8-52b0a39cba0e tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:58:00.560318 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbc2414-4ede-4f34-a0d8-52b0a39cba0e tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:58:00.560659 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbc2414-4ede-4f34-a0d8-52b0a39cba0e tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:58:00.560996 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbc2414-4ede-4f34-a0d8-52b0a39cba0e tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:58:00.561333 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbc2414-4ede-4f34-a0d8-52b0a39cba0e tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:58:00.561702 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbc2414-4ede-4f34-a0d8-52b0a39cba0e tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:58:00.562039 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbc2414-4ede-4f34-a0d8-52b0a39cba0e tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:58:00.562379 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbc2414-4ede-4f34-a0d8-52b0a39cba0e tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:58:00.562710 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbc2414-4ede-4f34-a0d8-52b0a39cba0e tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:58:00.563078 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbc2414-4ede-4f34-a0d8-52b0a39cba0e tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:58:00.563409 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dbc2414-4ede-4f34-a0d8-52b0a39cba0e tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:58:00.613746 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 54042997-611b-42f5-81e6-26872474a903, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=54042997-611b-42f5-81e6-26872474a903,segment=NetworkSegment(8572750b-823e-4862-b3bd-9f6ce06cc9a0),segment_id=8572750b-823e-4862-b3bd-9f6ce06cc9a0)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:58:00.631832 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (54042997-611b-42f5-81e6-26872474a903), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:00.635147 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-e4891ecd-6957-406e-b948-7082742fe937 None None] Current status of the port 154060d4-d3d4-4767-9b2c-cef428049c95 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:58:00.650054 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ea64c7-4666-4299-9460-776b7e9a0f0e req-74ff96c6-f5b8-4c08-8240-a891f64d6778 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:00.663104 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-29ea64c7-4666-4299-9460-776b7e9a0f0e req-74ff96c6-f5b8-4c08-8240-a891f64d6778 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=76fb1f24-8416-4b15-b95f-ec086bc7ee8b HTTP/1.1" status: 200  len: 946 time: 0.0893455
May 07 21:58:00.740793 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-29ea64c7-4666-4299-9460-776b7e9a0f0e req-9f7f67f7-98c5-4e39-98b0-d65ddca1fe5d tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0753062
May 07 21:58:00.769036 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=54042997-611b-42f5-81e6-26872474a903,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:00.798965 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c29a72d0-282f-400f-b370-0977aadd62d5 x-openstack-request-id: req-c29a72d0-282f-400f-b370-0977aadd62d5 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:58:00.799278 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43947906-2565-4321-a6b4-84db6b89c14c", "name": "network-vif-plugged", "status": "completed", "tag": "54042997-611b-42f5-81e6-26872474a903", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:58:00.799468 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c29a72d0-282f-400f-b370-0977aadd62d5 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:58:00.802398 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c29a72d0-282f-400f-b370-0977aadd62d5'] response: {'server_uuid': '43947906-2565-4321-a6b4-84db6b89c14c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54042997-611b-42f5-81e6-26872474a903', 'code': 200}
May 07 21:58:00.806694 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 7c9e5f06-93e1-4633-9ae3-7e2cb99e2558, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7c9e5f06-93e1-4633-9ae3-7e2cb99e2558,segment=NetworkSegment(8572750b-823e-4862-b3bd-9f6ce06cc9a0),segment_id=8572750b-823e-4862-b3bd-9f6ce06cc9a0)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:58:00.810462 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-00b2a5c6-8bf9-41fb-81ab-036c996dbff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (0f9af685-e666-42ea-855b-cdd9a21cc939), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:00.832270 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (7c9e5f06-93e1-4633-9ae3-7e2cb99e2558), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:00.860166 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b2a5c6-8bf9-41fb-81ab-036c996dbff2 None None] Pushing event deleted for resources: {'Port': ['ID=0f9af685-e666-42ea-855b-cdd9a21cc939,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:00.867151 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b2a5c6-8bf9-41fb-81ab-036c996dbff2 None None] No DVR routers for this DVR port 0f9af685-e666-42ea-855b-cdd9a21cc939 on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:58:00.893218 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9269d78c-32a4-4fe9-9229-d204f3a38109 admin admin] Publish callbacks [] for router_gateway (9a9a6c76-2557-4d73-923a-4a22f0cf44a4), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:00.909881 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9ef3a1ba-378f-4856-8ac3-95ae650501f6 req-b4055337-b92f-41cd-be61-fe462ceffd3e tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9078ac8-09a8-43d0-bab4-b197059114d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8235466
May 07 21:58:00.976028 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=7c9e5f06-93e1-4633-9ae3-7e2cb99e2558,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:01.012362 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-25373d22-1ab0-495b-a85e-fe1e309eabdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886702741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886702741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (93fc9650-2775-44aa-81d1-60eb33da08c3), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:01.084331 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9dbc2414-4ede-4f34-a0d8-52b0a39cba0e tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (1e916258-0c69-4e00-abe6-4f739b762f55), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:01.123451 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-25373d22-1ab0-495b-a85e-fe1e309eabdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886702741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886702741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf86fe7040>,) {'filters': {'network_id': ['93fc9650-2775-44aa-81d1-60eb33da08c3']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:58:01.127216 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 154060d4-d3d4-4767-9b2c-cef428049c95 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:58:01.149215 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-25373d22-1ab0-495b-a85e-fe1e309eabdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886702741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886702741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf86fe7040>, 'f793e754-8efa-4f80-9f49-a499fee57271') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:58:01.149516 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-25373d22-1ab0-495b-a85e-fe1e309eabdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886702741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886702741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf86fe7040>, 'f793e754-8efa-4f80-9f49-a499fee57271') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:58:01.157669 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-9dbc2414-4ede-4f34-a0d8-52b0a39cba0e tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf87c3c5e0>,) {'filters': {'network_id': ['1e916258-0c69-4e00-abe6-4f739b762f55']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:58:01.158856 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33db824e-2fa9-4656-aea7-a6b6e66c5ebc req-b5178685-ab84-44bf-be01-e5fed55e5a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:01.160115 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-33db824e-2fa9-4656-aea7-a6b6e66c5ebc req-b5178685-ab84-44bf-be01-e5fed55e5a54 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=43947906-2565-4321-a6b4-84db6b89c14c HTTP/1.1" status: 200  len: 1128 time: 0.2485826
May 07 21:58:01.180360 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-60d8f8cb-b6e3-4c18-8f8f-dcabb147d51d None None] Provisioning complete for port 154060d4-d3d4-4767-9b2c-cef428049c95 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:58:01.180735 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-60d8f8cb-b6e3-4c18-8f8f-dcabb147d51d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (154060d4-d3d4-4767-9b2c-cef428049c95), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:01.246277 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 154060d4-d3d4-4767-9b2c-cef428049c95 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:58:01.246483 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-9dbc2414-4ede-4f34-a0d8-52b0a39cba0e tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf87c3c5e0>, '16674b2c-45e4-40f9-989d-16f207bd744f') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:58:01.246589 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-9dbc2414-4ede-4f34-a0d8-52b0a39cba0e tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf87c3c5e0>, '16674b2c-45e4-40f9-989d-16f207bd744f') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:58:01.246676 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (154060d4-d3d4-4767-9b2c-cef428049c95), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:01.257817 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9dbc2414-4ede-4f34-a0d8-52b0a39cba0e tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (16674b2c-45e4-40f9-989d-16f207bd744f), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:01.274986 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-25373d22-1ab0-495b-a85e-fe1e309eabdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886702741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886702741-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (f793e754-8efa-4f80-9f49-a499fee57271), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:01.315819 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9dbc2414-4ede-4f34-a0d8-52b0a39cba0e tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (16674b2c-45e4-40f9-989d-16f207bd744f), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:01.329189 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-25373d22-1ab0-495b-a85e-fe1e309eabdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886702741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886702741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (f793e754-8efa-4f80-9f49-a499fee57271), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:01.369786 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-33db824e-2fa9-4656-aea7-a6b6e66c5ebc req-5693ae96-5cfd-4774-be4b-092428cbc87c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b9078ac8-09a8-43d0-bab4-b197059114d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1936672
May 07 21:58:01.375578 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dbc2414-4ede-4f34-a0d8-52b0a39cba0e tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 21:58:01.376075 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9dbc2414-4ede-4f34-a0d8-52b0a39cba0e tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (16674b2c-45e4-40f9-989d-16f207bd744f), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:01.435298 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 21:58:01.435298 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 21:58:01.435298 ncdv-master-1 neutron-server[121836]:     timer()
May 07 21:58:01.435298 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 21:58:01.435298 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 21:58:01.435298 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 21:58:01.435298 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 21:58:01.435298 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 21:58:01.435298 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 21:58:01.435298 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 21:58:01.435298 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 21:58:01.435298 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 21:58:01.435298 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 21:58:01.435298 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 21:58:01.435298 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 21:58:01.435298 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 21:58:01.435298 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 21:58:01.435298 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 21:58:01.435298 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 21:58:01.435298 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 21:58:01.435298 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 21:58:01.435298 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 21:58:01.435298 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 21:58:01.435298 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 21:58:01.435298 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 21:58:01.435298 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 21:58:01.435298 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 21:58:01.435298 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 21:58:01.435298 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 21:58:01.435298 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 21:58:01.435298 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 21:58:01.435298 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 21:58:01.440292 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25373d22-1ab0-495b-a85e-fe1e309eabdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886702741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886702741-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 21:58:01.440940 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-25373d22-1ab0-495b-a85e-fe1e309eabdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886702741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886702741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (f793e754-8efa-4f80-9f49-a499fee57271), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:01.448155 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 21:58:01.448155 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 21:58:01.448155 ncdv-master-1 neutron-server[121836]:     timer()
May 07 21:58:01.448155 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 21:58:01.448155 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 21:58:01.448155 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 21:58:01.448155 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 21:58:01.448155 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 21:58:01.448155 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 21:58:01.448155 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 21:58:01.448155 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 21:58:01.448155 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 21:58:01.448155 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 21:58:01.448155 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 21:58:01.448155 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 21:58:01.448155 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 21:58:01.448155 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 21:58:01.448155 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 21:58:01.448155 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 21:58:01.448155 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 21:58:01.448155 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 21:58:01.448155 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 21:58:01.448155 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 21:58:01.448155 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 21:58:01.448155 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 21:58:01.448155 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 21:58:01.448155 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 21:58:01.448155 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 21:58:01.448155 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 21:58:01.448155 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 21:58:01.448155 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 21:58:01.448155 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 21:58:01.513020 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-60d8f8cb-b6e3-4c18-8f8f-dcabb147d51d None None] Current status of the port 154060d4-d3d4-4767-9b2c-cef428049c95 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:58:01.557345 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9dbc2414-4ede-4f34-a0d8-52b0a39cba0e tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (1e916258-0c69-4e00-abe6-4f739b762f55), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:01.573979 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9dbc2414-4ede-4f34-a0d8-52b0a39cba0e tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:01.580137 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-9dbc2414-4ede-4f34-a0d8-52b0a39cba0e tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] 10.222.0.32 "DELETE /v2.0/networks/1e916258-0c69-4e00-abe6-4f739b762f55 HTTP/1.1" status: 204  len: 168 time: 2.1457465
May 07 21:58:01.587750 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed43ac9-7397-4425-8a65-64c612090105 req-ccbe2e53-99c4-4395-a45b-75b785065427 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:01.595922 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-fed43ac9-7397-4425-8a65-64c612090105 req-ccbe2e53-99c4-4395-a45b-75b785065427 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=83ad7d9c-5e14-44b9-a948-c9c337d99f0c HTTP/1.1" status: 200  len: 946 time: 0.0677173
May 07 21:58:01.611119 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbc2414-4ede-4f34-a0d8-52b0a39cba0e tempest-ExtraDHCPOptionsIpV6TestJSON-341483542 tempest-ExtraDHCPOptionsIpV6TestJSON-341483542-project] Pushing event deleted for resources: {'Network': ['ID=1e916258-0c69-4e00-abe6-4f739b762f55,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:01.615610 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 154060d4-d3d4-4767-9b2c-cef428049c95 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:58:01.621057 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-25373d22-1ab0-495b-a85e-fe1e309eabdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886702741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886702741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (93fc9650-2775-44aa-81d1-60eb33da08c3), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:01.683199 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-25373d22-1ab0-495b-a85e-fe1e309eabdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886702741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886702741-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:01.689927 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-25373d22-1ab0-495b-a85e-fe1e309eabdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886702741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886702741-project] 10.222.0.32 "DELETE /v2.0/networks/93fc9650-2775-44aa-81d1-60eb33da08c3 HTTP/1.1" status: 204  len: 168 time: 1.8296056
May 07 21:58:01.701015 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-fed43ac9-7397-4425-8a65-64c612090105 req-a4a49201-52c7-4ab3-8731-6a3cd29eb6ab tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups?id=108d65d8-0253-46f4-addb-267f67931aa5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0888946
May 07 21:58:01.709487 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25373d22-1ab0-495b-a85e-fe1e309eabdd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886702741 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1886702741-project] Pushing event deleted for resources: {'Network': ['ID=93fc9650-2775-44aa-81d1-60eb33da08c3,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:01.749309 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 0f9af685-e666-42ea-855b-cdd9a21cc939 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:58:01.753543 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9269d78c-32a4-4fe9-9229-d204f3a38109 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (9a9a6c76-2557-4d73-923a-4a22f0cf44a4), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:01.820298 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 0f9af685-e666-42ea-855b-cdd9a21cc939 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:58:01.820644 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 0f9af685-e666-42ea-855b-cdd9a21cc939 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:58:01.967558 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44af1010-8a47-4a03-842f-2865b23aab7c req-045583a3-a0d7-4bcb-81d3-54322c74b7a2 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:01.969831 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-44af1010-8a47-4a03-842f-2865b23aab7c req-045583a3-a0d7-4bcb-81d3-54322c74b7a2 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=76fb1f24-8416-4b15-b95f-ec086bc7ee8b HTTP/1.1" status: 200  len: 946 time: 0.0776649
May 07 21:58:01.978745 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47954) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:58:02.113759 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b143bc6-c099-45b8-b765-9ce1c62ff6c4 req-7f260a37-0d90-4744-863c-9f1498f0f35c tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:02.122820 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7b143bc6-c099-45b8-b765-9ce1c62ff6c4 req-7f260a37-0d90-4744-863c-9f1498f0f35c tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5e8392e-b439-457c-a474-09be8541f2d6 HTTP/1.1" status: 200  len: 945 time: 0.0866086
May 07 21:58:02.132335 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47958) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:58:02.140572 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-44af1010-8a47-4a03-842f-2865b23aab7c req-d6eed642-dc47-4172-94d4-2f70abb69f55 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1619399
May 07 21:58:02.142462 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9269d78c-32a4-4fe9-9229-d204f3a38109 admin admin] Router 9a9a6c76-2557-4d73-923a-4a22f0cf44a4 is scheduled to L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db with binding_index 1 {{(pid=121836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 07 21:58:02.200252 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7b143bc6-c099-45b8-b765-9ce1c62ff6c4 req-3e581f38-3cec-42bd-a8bc-d8fa04793726 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9078ac8-09a8-43d0-bab4-b197059114d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0788617
May 07 21:58:02.295019 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-9abcc713-0494-4334-9b03-68b87929708a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b4e1fd3f6746425193dfb613e612b3f5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3147113
May 07 21:58:02.297846 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47966) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:58:02.350668 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-cec63483-38a6-4651-9c9f-22753fa25e56 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2e3eb0983fa54d34bc80a4d5eb3149e4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2169242
May 07 21:58:02.358115 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47968) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:58:02.361489 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9269d78c-32a4-4fe9-9229-d204f3a38109 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:58:02.375261 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a06975-02ac-444b-9bcd-9347847d6ee2 None None] Sync routers for ids ['9a9a6c76-2557-4d73-923a-4a22f0cf44a4'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:58:02.391661 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a06975-02ac-444b-9bcd-9347847d6ee2 None None] Routers {'9a9a6c76-2557-4d73-923a-4a22f0cf44a4'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:58:02.392911 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-51a06975-02ac-444b-9bcd-9347847d6ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8ca1f910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:57:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['9a9a6c76-2557-4d73-923a-4a22f0cf44a4'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:58:02.398332 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a5e6ed95-8966-4644-8d92-5d2c07724599 admin admin] Publish callbacks [] for security_group (df109bc2-bd54-49cb-abda-dcd2b7a3801f), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:02.414538 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9269d78c-32a4-4fe9-9229-d204f3a38109 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:02.416107 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-9269d78c-32a4-4fe9-9229-d204f3a38109 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 5.0382502
May 07 21:58:02.419925 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47970) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:58:02.422265 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5cdc5250-a03e-47b3-afe4-248c63752305 admin admin] Publish callbacks [] for security_group (6fc2c8d1-18af-41fd-8dd0-d8ec5246d2ad), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:02.465380 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5cdc5250-a03e-47b3-afe4-248c63752305 admin admin] Publish callbacks [] for security_group (6fc2c8d1-18af-41fd-8dd0-d8ec5246d2ad), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:02.536726 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5cdc5250-a03e-47b3-afe4-248c63752305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (6fc2c8d1-18af-41fd-8dd0-d8ec5246d2ad), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:02.539632 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5cdc5250-a03e-47b3-afe4-248c63752305 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:02.545238 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-5cdc5250-a03e-47b3-afe4-248c63752305 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6fc2c8d1-18af-41fd-8dd0-d8ec5246d2ad HTTP/1.1" status: 204  len: 168 time: 0.1858184
May 07 21:58:02.552395 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-51a06975-02ac-444b-9bcd-9347847d6ee2 None None] Set router 9a9a6c76-2557-4d73-923a-4a22f0cf44a4 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:58:02.572724 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a5e6ed95-8966-4644-8d92-5d2c07724599 admin admin] Publish callbacks [] for security_group (df109bc2-bd54-49cb-abda-dcd2b7a3801f), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:02.584749 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdc5250-a03e-47b3-afe4-248c63752305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc2c8d1-18af-41fd-8dd0-d8ec5246d2ad,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:02.775984 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a5e6ed95-8966-4644-8d92-5d2c07724599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (df109bc2-bd54-49cb-abda-dcd2b7a3801f), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:02.778748 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a5e6ed95-8966-4644-8d92-5d2c07724599 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:02.784022 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-a5e6ed95-8966-4644-8d92-5d2c07724599 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/df109bc2-bd54-49cb-abda-dcd2b7a3801f HTTP/1.1" status: 204  len: 168 time: 0.4827926
May 07 21:58:02.792766 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e6ed95-8966-4644-8d92-5d2c07724599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df109bc2-bd54-49cb-abda-dcd2b7a3801f,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:02.859305 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5e8392e-b439-457c-a474-09be8541f2d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c9e5f06-93e1-4633-9ae3-7e2cb99e2558'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:58:02.861765 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a52093a8-9f3f-4e3d-a586-78623acca1bb" -d '{"events": [{"server_uuid": "a5e8392e-b439-457c-a474-09be8541f2d6", "name": "network-vif-plugged", "status": "completed", "tag": "7c9e5f06-93e1-4633-9ae3-7e2cb99e2558"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:58:02.865346 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-51a06975-02ac-444b-9bcd-9347847d6ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8ca1f910>, [{'id': '9a9a6c76-2557-4d73-923a-4a22f0cf44a4', 'name': 'tempest-FloatingIPsTestJSON-1494163682-router', 'tenant_id': '150a87722b1c4b659e8a918d6a22c739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.217'}], 'enable_snat': True}, 'gw_port_id': 'a395ff7b-c27d-4315-89e6-ac17d866e4c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:57:57Z', 'updated_at': '2022-05-07T21:58:00Z', 'revision_number': 3, 'project_id': '150a87722b1c4b659e8a918d6a22c739', 'gw_port': {'id': 'a395ff7b-c27d-4315-89e6-ac17d866e4c7', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1e:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a9a6c76-2557-4d73-923a-4a22f0cf44a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:57:58Z', 'updated_at': '2022-05-07T21:57:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:58:02.905627 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a06975-02ac-444b-9bcd-9347847d6ee2 None None] Checking router: 9a9a6c76-2557-4d73-923a-4a22f0cf44a4 for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 21:58:02.906196 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a06975-02ac-444b-9bcd-9347847d6ee2 None None] Updating router 9a9a6c76-2557-4d73-923a-4a22f0cf44a4 port a395ff7b-c27d-4315-89e6-ac17d866e4c7 binding host ncdv-master-1 {{(pid=121838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 21:58:02.943564 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-51a06975-02ac-444b-9bcd-9347847d6ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (a395ff7b-c27d-4315-89e6-ac17d866e4c7), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:03.006761 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c280e657-995c-4bc6-a34a-1ba1ec93a81a x-openstack-request-id: req-c280e657-995c-4bc6-a34a-1ba1ec93a81a {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:58:03.007183 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5e8392e-b439-457c-a474-09be8541f2d6", "name": "network-vif-plugged", "status": "completed", "tag": "7c9e5f06-93e1-4633-9ae3-7e2cb99e2558", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:58:03.008155 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c280e657-995c-4bc6-a34a-1ba1ec93a81a {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:58:03.008155 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c280e657-995c-4bc6-a34a-1ba1ec93a81a'] response: {'server_uuid': 'a5e8392e-b439-457c-a474-09be8541f2d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c9e5f06-93e1-4633-9ae3-7e2cb99e2558', 'code': 200}
May 07 21:58:03.155417 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47982) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:58:03.182725 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01497f-0c2b-4036-8a75-04689e6861be req-03b21ecd-337c-41c4-aef6-85d44f7ac498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:03.184887 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9c01497f-0c2b-4036-8a75-04689e6861be req-03b21ecd-337c-41c4-aef6-85d44f7ac498 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a5e8392e-b439-457c-a474-09be8541f2d6 HTTP/1.1" status: 200  len: 1127 time: 0.1040673
May 07 21:58:03.189943 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af506cfb-0cc7-4a80-8b22-b6c01629447e req-962e7504-519b-443d-95d1-197f248552b4 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:03.191860 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-af506cfb-0cc7-4a80-8b22-b6c01629447e req-962e7504-519b-443d-95d1-197f248552b4 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=83ad7d9c-5e14-44b9-a948-c9c337d99f0c HTTP/1.1" status: 200  len: 946 time: 0.2920394
May 07 21:58:03.311251 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9c01497f-0c2b-4036-8a75-04689e6861be req-ddedbd10-424b-4947-8cef-db6097a956af service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b9078ac8-09a8-43d0-bab4-b197059114d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1188188
May 07 21:58:03.320161 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-af506cfb-0cc7-4a80-8b22-b6c01629447e req-3bb4b314-dd51-4f93-81d7-716384901da0 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups?id=108d65d8-0253-46f4-addb-267f67931aa5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1207595
May 07 21:58:03.329643 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-2bfc5620-8c81-48a9-9e39-39f3e03c9546 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b3c1b2d986034e3f99a315208c373aa8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1687224
May 07 21:58:03.331406 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47996) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:58:03.378973 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-51a06975-02ac-444b-9bcd-9347847d6ee2 None None] Publish callbacks [] for port (a395ff7b-c27d-4315-89e6-ac17d866e4c7), precommit_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:03.392804 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-51a06975-02ac-444b-9bcd-9347847d6ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (a395ff7b-c27d-4315-89e6-ac17d866e4c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:03.426526 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-731417b5-87ac-45a0-8823-91bad00d6c9a admin admin] Publish callbacks [] for security_group (ace7e21f-48d3-4abe-8945-de192eacb867), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:03.444850 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcbd4f4-c8c1-47a4-a396-27718cbbb3c2 req-fa3fb7fb-e57f-4646-8a06-673374b71ba5 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:03.452120 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-731417b5-87ac-45a0-8823-91bad00d6c9a admin admin] Publish callbacks [] for security_group (ace7e21f-48d3-4abe-8945-de192eacb867), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:03.453292 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5fcbd4f4-c8c1-47a4-a396-27718cbbb3c2 req-fa3fb7fb-e57f-4646-8a06-673374b71ba5 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=76fb1f24-8416-4b15-b95f-ec086bc7ee8b HTTP/1.1" status: 200  len: 946 time: 0.1421783
May 07 21:58:03.488963 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-51a06975-02ac-444b-9bcd-9347847d6ee2 None None] Attempting to bind port a395ff7b-c27d-4315-89e6-ac17d866e4c7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:58:03.489322 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-51a06975-02ac-444b-9bcd-9347847d6ee2 None None] Attempting to bind port a395ff7b-c27d-4315-89e6-ac17d866e4c7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:58:03.489689 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a06975-02ac-444b-9bcd-9347847d6ee2 None None] Attempting to bind port a395ff7b-c27d-4315-89e6-ac17d866e4c7 on network 9221b764-ef06-431f-8941-796516ed7c3b {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:58:03.502900 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a06975-02ac-444b-9bcd-9347847d6ee2 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:58:03.503171 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a06975-02ac-444b-9bcd-9347847d6ee2 None None] Checking segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:58:03.503748 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-51a06975-02ac-444b-9bcd-9347847d6ee2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:03.503748 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a06975-02ac-444b-9bcd-9347847d6ee2 None None] Bound using segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:58:03.504188 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-51a06975-02ac-444b-9bcd-9347847d6ee2 None None] Bound port: a395ff7b-c27d-4315-89e6-ac17d866e4c7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:58:03.504567 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-51a06975-02ac-444b-9bcd-9347847d6ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (a395ff7b-c27d-4315-89e6-ac17d866e4c7), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:03.506342 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8327f007-9399-4202-8d0f-751fec2339ea None None] Pushing event updated for resources: {'Port': ['ID=a395ff7b-c27d-4315-89e6-ac17d866e4c7,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:03.527615 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5fcbd4f4-c8c1-47a4-a396-27718cbbb3c2 req-75cc9c31-0310-4173-a37c-bc64e1f6f1e9 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0729444
May 07 21:58:03.558551 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-731417b5-87ac-45a0-8823-91bad00d6c9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (ace7e21f-48d3-4abe-8945-de192eacb867), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:03.561138 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-731417b5-87ac-45a0-8823-91bad00d6c9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:03.565107 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-731417b5-87ac-45a0-8823-91bad00d6c9a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ace7e21f-48d3-4abe-8945-de192eacb867 HTTP/1.1" status: 204  len: 168 time: 0.2323420
May 07 21:58:03.586384 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731417b5-87ac-45a0-8823-91bad00d6c9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace7e21f-48d3-4abe-8945-de192eacb867,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:03.598261 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c5559d-e9aa-47aa-a37f-b744a3bf661f req-71f96740-44c7-43da-9838-46af166eda5f tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:03.606079 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-57c5559d-e9aa-47aa-a37f-b744a3bf661f req-71f96740-44c7-43da-9838-46af166eda5f tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5e8392e-b439-457c-a474-09be8541f2d6 HTTP/1.1" status: 200  len: 945 time: 0.1068246
May 07 21:58:03.630824 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-51a06975-02ac-444b-9bcd-9347847d6ee2 None None] For port a395ff7b-c27d-4315-89e6-ac17d866e4c7, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:58:03.635004 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-51a06975-02ac-444b-9bcd-9347847d6ee2 None None] For port a395ff7b-c27d-4315-89e6-ac17d866e4c7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a395ff7b-c27d-4315-89e6-ac17d866e4c7,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:58:03.643165 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-51a06975-02ac-444b-9bcd-9347847d6ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (a395ff7b-c27d-4315-89e6-ac17d866e4c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:03.674197 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-06a3e7fd-a2f6-4f69-9c5f-1241096b8ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:03.712713 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8327f007-9399-4202-8d0f-751fec2339ea None None] Pushing event updated for resources: {'Port': ['ID=a395ff7b-c27d-4315-89e6-ac17d866e4c7,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:03.714523 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-57c5559d-e9aa-47aa-a37f-b744a3bf661f req-c623e964-9de6-4064-9e13-8e19217cdcb7 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9078ac8-09a8-43d0-bab4-b197059114d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1075373
May 07 21:58:03.737313 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a06975-02ac-444b-9bcd-9347847d6ee2 None None] Routers {'9a9a6c76-2557-4d73-923a-4a22f0cf44a4'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:58:03.737313 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-51a06975-02ac-444b-9bcd-9347847d6ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8ca1f910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:57:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['9a9a6c76-2557-4d73-923a-4a22f0cf44a4'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:58:03.863095 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-51a06975-02ac-444b-9bcd-9347847d6ee2 None None] Set router 9a9a6c76-2557-4d73-923a-4a22f0cf44a4 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:58:04.067828 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-51a06975-02ac-444b-9bcd-9347847d6ee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8ca1f910>, [{'id': '9a9a6c76-2557-4d73-923a-4a22f0cf44a4', 'name': 'tempest-FloatingIPsTestJSON-1494163682-router', 'tenant_id': '150a87722b1c4b659e8a918d6a22c739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.217'}], 'enable_snat': True}, 'gw_port_id': 'a395ff7b-c27d-4315-89e6-ac17d866e4c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:57:57Z', 'updated_at': '2022-05-07T21:58:00Z', 'revision_number': 3, 'project_id': '150a87722b1c4b659e8a918d6a22c739', 'gw_port': {'id': 'a395ff7b-c27d-4315-89e6-ac17d866e4c7', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1e:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a9a6c76-2557-4d73-923a-4a22f0cf44a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:57:58Z', 'updated_at': '2022-05-07T21:58:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:58:04.100542 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a06975-02ac-444b-9bcd-9347847d6ee2 None None] The sync data for ids ['9a9a6c76-2557-4d73-923a-4a22f0cf44a4'] in ncdv-master-1 is: [{'id': '9a9a6c76-2557-4d73-923a-4a22f0cf44a4', 'name': 'tempest-FloatingIPsTestJSON-1494163682-router', 'tenant_id': '150a87722b1c4b659e8a918d6a22c739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.217'}], 'enable_snat': True}, 'gw_port_id': 'a395ff7b-c27d-4315-89e6-ac17d866e4c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:57:57Z', 'updated_at': '2022-05-07T21:58:00Z', 'revision_number': 3, 'project_id': '150a87722b1c4b659e8a918d6a22c739', 'gw_port': {'id': 'a395ff7b-c27d-4315-89e6-ac17d866e4c7', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1e:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a9a6c76-2557-4d73-923a-4a22f0cf44a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:57:58Z', 'updated_at': '2022-05-07T21:58:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:58:04.165591 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 48030) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:58:04.226464 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-06a3e7fd-a2f6-4f69-9c5f-1241096b8ae6 admin admin] Allocated IP 172.20.0.1 (266c3058-1909-4490-8043-571104d01128/7f994ad8-2622-4a85-9310-38fb40ad889c/8a76e807-6494-4d70-8d94-134b317a352f) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:58:04.344921 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-1cbab9a0-c8da-4601-9acf-e89e6546c4bf tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Request body: {'networks': [{'name': 'tempest-network--1633950192'}, {'name': 'tempest-network--550098145'}]} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:58:04.345294 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-1cbab9a0-c8da-4601-9acf-e89e6546c4bf tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Request body: {'network': {'name': 'tempest-network--1633950192'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:58:04.345833 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-1cbab9a0-c8da-4601-9acf-e89e6546c4bf tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Request body: {'network': {'name': 'tempest-network--550098145'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:58:04.369417 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-06a3e7fd-a2f6-4f69-9c5f-1241096b8ae6 admin admin] Publish callbacks [] for port (8a76e807-6494-4d70-8d94-134b317a352f), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:04.399268 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cbab9a0-c8da-4601-9acf-e89e6546c4bf tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Made reservation on behalf of 4295ac4ae3494ccd8aee1a736cf9f6bc for: {'network': 2} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:58:04.403972 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1cbab9a0-c8da-4601-9acf-e89e6546c4bf tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:04.421872 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1cbab9a0-c8da-4601-9acf-e89e6546c4bf tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:04.482912 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-06a3e7fd-a2f6-4f69-9c5f-1241096b8ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (8a76e807-6494-4d70-8d94-134b317a352f), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:04.577610 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a3e7fd-a2f6-4f69-9c5f-1241096b8ae6 admin admin] Network 266c3058-1909-4490-8043-571104d01128 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:58:04.595759 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a3e7fd-a2f6-4f69-9c5f-1241096b8ae6 admin admin] Pushing event updated for resources: {'Port': ['ID=8a76e807-6494-4d70-8d94-134b317a352f,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:04.600381 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-06a3e7fd-a2f6-4f69-9c5f-1241096b8ae6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:58:04.610639 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31205fa7-5113-4d97-b072-52aee73862b5 req-5e462fe2-1790-4312-be36-28dcbe88fafb tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:04.619542 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-31205fa7-5113-4d97-b072-52aee73862b5 req-5e462fe2-1790-4312-be36-28dcbe88fafb tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=83ad7d9c-5e14-44b9-a948-c9c337d99f0c HTTP/1.1" status: 200  len: 946 time: 0.1693342
May 07 21:58:04.622886 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a3e7fd-a2f6-4f69-9c5f-1241096b8ae6 admin admin] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:58:04.629121 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f469b010-9658-43d0-b171-3b559ba978d0 req-1734d4c3-daef-4873-b25f-a62b40da280e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:04.630623 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f469b010-9658-43d0-b171-3b559ba978d0 req-1734d4c3-daef-4873-b25f-a62b40da280e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=85587313eff94af59406aca0c1a96a02&device_id=76fb1f24-8416-4b15-b95f-ec086bc7ee8b HTTP/1.1" status: 200  len: 1128 time: 0.0952828
May 07 21:58:04.711914 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1cbab9a0-c8da-4601-9acf-e89e6546c4bf tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Publish callbacks [] for security_group (0c2dc644-d875-4440-a509-d06162050144), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:04.734217 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1cbab9a0-c8da-4601-9acf-e89e6546c4bf tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (0c2dc644-d875-4440-a509-d06162050144), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:04.746957 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1cbab9a0-c8da-4601-9acf-e89e6546c4bf tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:04.757895 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f469b010-9658-43d0-b171-3b559ba978d0 req-6af14a7c-7daa-4bee-9b9a-83d56713be76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:04.759291 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f469b010-9658-43d0-b171-3b559ba978d0 req-6af14a7c-7daa-4bee-9b9a-83d56713be76 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9b7653d0-c69e-4364-9ed6-1c005b136d81 HTTP/1.1" status: 200  len: 912 time: 0.1178205
May 07 21:58:04.821304 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f469b010-9658-43d0-b171-3b559ba978d0 req-5a7d6ef9-9787-40dc-b2a8-0c43d62a009c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0018a0ea-3b54-48b4-be4c-da78c12b4100 HTTP/1.1" status: 200  len: 217 time: 0.0544293
May 07 21:58:04.868932 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-06a3e7fd-a2f6-4f69-9c5f-1241096b8ae6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398161'] for router_interface (9a9a6c76-2557-4d73-923a-4a22f0cf44a4), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:04.884434 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-31205fa7-5113-4d97-b072-52aee73862b5 req-648a432b-0f04-4072-88e0-22e18dae25c4 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups?id=108d65d8-0253-46f4-addb-267f67931aa5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2588124
May 07 21:58:04.906118 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cbab9a0-c8da-4601-9acf-e89e6546c4bf tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 21:58:04.910868 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f469b010-9658-43d0-b171-3b559ba978d0 req-6aecb5d4-d49c-491d-8925-6df2a7b1f248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:04.912592 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f469b010-9658-43d0-b171-3b559ba978d0 req-6aecb5d4-d49c-491d-8925-6df2a7b1f248 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=68532bd3-831b-4da5-a9e0-f88c1ab76985 HTTP/1.1" status: 200  len: 851 time: 0.0829532
May 07 21:58:04.917530 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1cbab9a0-c8da-4601-9acf-e89e6546c4bf tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (e0e6556a-cb64-4043-b80e-00090f962ae1), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:04.918019 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-1cbab9a0-c8da-4601-9acf-e89e6546c4bf tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Added segment e0e6556a-cb64-4043-b80e-00090f962ae1 of type vlan for network 73d86ea7-4a21-4df4-ade2-a6d28dfaacd9
May 07 21:58:04.995104 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f469b010-9658-43d0-b171-3b559ba978d0 req-8eeb6b4f-0ddc-4802-8145-4c4f9a5be59c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9b7653d0-c69e-4364-9ed6-1c005b136d81&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0740359
May 07 21:58:05.025760 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae060828-2d79-4f18-98a9-8214b5c7217e req-344c15b2-6d77-4c92-9d25-e347150ae6f5 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:05.034379 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ae060828-2d79-4f18-98a9-8214b5c7217e req-344c15b2-6d77-4c92-9d25-e347150ae6f5 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=76fb1f24-8416-4b15-b95f-ec086bc7ee8b HTTP/1.1" status: 200  len: 946 time: 0.3331344
May 07 21:58:05.061661 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-b6495a68-a5f6-46a2-b01b-e176e9105441 None None] Provisioning complete for port 8a76e807-6494-4d70-8d94-134b317a352f triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:58:05.066471 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b6495a68-a5f6-46a2-b01b-e176e9105441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (8a76e807-6494-4d70-8d94-134b317a352f), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:05.106641 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05af8958-321e-482e-a7cb-7f637cb3f0a7 req-f3c63bcb-e4a1-4409-979f-2e5629345aa3 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:05.108722 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-05af8958-321e-482e-a7cb-7f637cb3f0a7 req-f3c63bcb-e4a1-4409-979f-2e5629345aa3 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5e8392e-b439-457c-a474-09be8541f2d6 HTTP/1.1" status: 200  len: 945 time: 0.0988681
May 07 21:58:05.143136 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbab9a0-c8da-4601-9acf-e89e6546c4bf tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c2dc644-d875-4440-a509-d06162050144,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:05.149518 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1cbab9a0-c8da-4601-9acf-e89e6546c4bf tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (73d86ea7-4a21-4df4-ade2-a6d28dfaacd9), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:05.157566 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-b6495a68-a5f6-46a2-b01b-e176e9105441 None None] Port 8a76e807-6494-4d70-8d94-134b317a352f cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:58:05.172169 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device a395ff7b-c27d-4315-89e6-ac17d866e4c7 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:58:05.256200 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ae060828-2d79-4f18-98a9-8214b5c7217e req-20b84395-751b-442a-9d8b-14c224796577 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2204704
May 07 21:58:05.273882 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-05af8958-321e-482e-a7cb-7f637cb3f0a7 req-0479e443-c7eb-4fd7-ab23-47eacc09a2f6 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9078ac8-09a8-43d0-bab4-b197059114d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1551933
May 07 21:58:05.289008 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port a395ff7b-c27d-4315-89e6-ac17d866e4c7 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:58:05.289772 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (a395ff7b-c27d-4315-89e6-ac17d866e4c7), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:05.325515 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f469b010-9658-43d0-b171-3b559ba978d0 req-eb2b1525-6e63-473f-b1a2-c45bc5af2b6d service neutron] 10.222.0.59 "GET /v2.0/networks/9b7653d0-c69e-4364-9ed6-1c005b136d81?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3141453
May 07 21:58:05.361379 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cbab9a0-c8da-4601-9acf-e89e6546c4bf tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 21:58:05.432429 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1cbab9a0-c8da-4601-9acf-e89e6546c4bf tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (f1cf9c8a-cde3-4fcb-ad16-a29dd5f9a11e), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:05.433221 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-1cbab9a0-c8da-4601-9acf-e89e6546c4bf tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Added segment f1cf9c8a-cde3-4fcb-ad16-a29dd5f9a11e of type vlan for network 5708fb3c-e603-4680-a1ac-e334c0bd74d3
May 07 21:58:05.433366 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port a395ff7b-c27d-4315-89e6-ac17d866e4c7 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:58:05.433862 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (a395ff7b-c27d-4315-89e6-ac17d866e4c7), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:05.458526 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port a395ff7b-c27d-4315-89e6-ac17d866e4c7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a395ff7b-c27d-4315-89e6-ac17d866e4c7,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:58:05.466605 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (a395ff7b-c27d-4315-89e6-ac17d866e4c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:05.483060 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f469b010-9658-43d0-b171-3b559ba978d0 req-2398d2ab-6a80-43ef-87c4-36a3fb9ea556 service neutron] 10.222.0.59 "GET /v2.0/networks/9b7653d0-c69e-4364-9ed6-1c005b136d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1500671
May 07 21:58:05.511456 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 48064) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:58:05.551729 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2583814e-5ab6-433e-811d-863131dd2056 req-b27fcef3-3823-46bd-a0f9-91d8dbab3677 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:05.559006 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2583814e-5ab6-433e-811d-863131dd2056 req-b27fcef3-3823-46bd-a0f9-91d8dbab3677 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] 10.222.0.32 "GET /v2.0/ports?device_id=43947906-2565-4321-a6b4-84db6b89c14c HTTP/1.1" status: 200  len: 946 time: 0.1302624
May 07 21:58:05.559271 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=a395ff7b-c27d-4315-89e6-ac17d866e4c7,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:05.563025 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1cbab9a0-c8da-4601-9acf-e89e6546c4bf tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (5708fb3c-e603-4680-a1ac-e334c0bd74d3), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:05.635169 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-ecbe74fe-0a90-46eb-bc3e-e3efc7ba2976 tempest-RoutersAdminNegativeIpV6Test-1364656525 tempest-RoutersAdminNegativeIpV6Test-1364656525-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-15777331', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:58:05.642534 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-06a3e7fd-a2f6-4f69-9c5f-1241096b8ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (8a76e807-6494-4d70-8d94-134b317a352f), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:05.677281 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecbe74fe-0a90-46eb-bc3e-e3efc7ba2976 tempest-RoutersAdminNegativeIpV6Test-1364656525 tempest-RoutersAdminNegativeIpV6Test-1364656525-project-admin] Made reservation on behalf of 2e58c5e52ed24c658949691450adcdd2 for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:58:05.683674 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ecbe74fe-0a90-46eb-bc3e-e3efc7ba2976 tempest-RoutersAdminNegativeIpV6Test-1364656525 tempest-RoutersAdminNegativeIpV6Test-1364656525-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:05.694619 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ecbe74fe-0a90-46eb-bc3e-e3efc7ba2976 tempest-RoutersAdminNegativeIpV6Test-1364656525 tempest-RoutersAdminNegativeIpV6Test-1364656525-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:05.704350 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2583814e-5ab6-433e-811d-863131dd2056 req-2a65c164-a1fa-4e77-b3a1-8606f62de672 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9078ac8-09a8-43d0-bab4-b197059114d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1441333
May 07 21:58:05.707264 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1cbab9a0-c8da-4601-9acf-e89e6546c4bf tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (73d86ea7-4a21-4df4-ade2-a6d28dfaacd9), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:05.708129 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1cbab9a0-c8da-4601-9acf-e89e6546c4bf tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (5708fb3c-e603-4680-a1ac-e334c0bd74d3), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:05.713429 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbab9a0-c8da-4601-9acf-e89e6546c4bf tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:05.718859 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbab9a0-c8da-4601-9acf-e89e6546c4bf tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:05.719579 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1cbab9a0-c8da-4601-9acf-e89e6546c4bf tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:05.815154 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ecbe74fe-0a90-46eb-bc3e-e3efc7ba2976 tempest-RoutersAdminNegativeIpV6Test-1364656525 tempest-RoutersAdminNegativeIpV6Test-1364656525-project-admin] Publish callbacks [] for security_group (f0f3fb35-8f8a-4f8f-a767-7a5d67a92b35), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:05.818349 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-1cbab9a0-c8da-4601-9acf-e89e6546c4bf tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 1319 time: 1.6489758
May 07 21:58:05.820550 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ecbe74fe-0a90-46eb-bc3e-e3efc7ba2976 tempest-RoutersAdminNegativeIpV6Test-1364656525 tempest-RoutersAdminNegativeIpV6Test-1364656525-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (f0f3fb35-8f8a-4f8f-a767-7a5d67a92b35), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:05.824773 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [None req-ecbe74fe-0a90-46eb-bc3e-e3efc7ba2976 tempest-RoutersAdminNegativeIpV6Test-1364656525 tempest-RoutersAdminNegativeIpV6Test-1364656525-project-admin] device_id is not set on port f96d8bf8-8159-4ffd-925c-458d28d4508c yet. {{(pid=121837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 21:58:05.830939 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 48070) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:58:05.840278 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbab9a0-c8da-4601-9acf-e89e6546c4bf tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Pushing event updated for resources: {'Network': ['ID=73d86ea7-4a21-4df4-ade2-a6d28dfaacd9,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:05.852627 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 73d86ea7-4a21-4df4-ade2-a6d28dfaacd9 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 21:58:06.015074 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbab9a0-c8da-4601-9acf-e89e6546c4bf tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Pushing event updated for resources: {'Network': ['ID=5708fb3c-e603-4680-a1ac-e334c0bd74d3,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:06.025466 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 5708fb3c-e603-4680-a1ac-e334c0bd74d3 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 21:58:06.028843 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbe74fe-0a90-46eb-bc3e-e3efc7ba2976 tempest-RoutersAdminNegativeIpV6Test-1364656525 tempest-RoutersAdminNegativeIpV6Test-1364656525-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f3fb35-8f8a-4f8f-a767-7a5d67a92b35,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:06.074018 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bb199e-8ba4-4f89-8438-99401ad8616b req-e6cbaa83-93d2-4815-adce-e137156bff83 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:06.075944 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-54bb199e-8ba4-4f89-8438-99401ad8616b req-e6cbaa83-93d2-4815-adce-e137156bff83 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=83ad7d9c-5e14-44b9-a948-c9c337d99f0c HTTP/1.1" status: 200  len: 946 time: 0.0820956
May 07 21:58:06.134577 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-06a3e7fd-a2f6-4f69-9c5f-1241096b8ae6 admin admin] Publish callbacks [] for port (8a76e807-6494-4d70-8d94-134b317a352f), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:06.145849 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-06a3e7fd-a2f6-4f69-9c5f-1241096b8ae6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (8a76e807-6494-4d70-8d94-134b317a352f), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:06.160215 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23088273-7cd1-4afa-83e8-a221c28027b5 req-67b217a7-cb1d-4f84-a906-0bf25734f8d7 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:06.161756 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-23088273-7cd1-4afa-83e8-a221c28027b5 req-67b217a7-cb1d-4f84-a906-0bf25734f8d7 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] 10.222.0.32 "GET /v2.0/ports?device_id=43947906-2565-4321-a6b4-84db6b89c14c HTTP/1.1" status: 200  len: 946 time: 0.1339555
May 07 21:58:06.207351 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-54bb199e-8ba4-4f89-8438-99401ad8616b req-d0f0c1cd-a6b5-4bdc-a05f-31aa4c8d34c4 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups?id=108d65d8-0253-46f4-addb-267f67931aa5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1232677
May 07 21:58:06.219063 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf88a91c-2587-47bd-8934-54f9851abea5 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:06.224295 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf88a91c-2587-47bd-8934-54f9851abea5 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:06.229282 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf88a91c-2587-47bd-8934-54f9851abea5 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:06.235623 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf88a91c-2587-47bd-8934-54f9851abea5 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:06.237086 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-cf88a91c-2587-47bd-8934-54f9851abea5 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2406 time: 0.4042723
May 07 21:58:06.242586 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 48076) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:58:06.250996 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a3e7fd-a2f6-4f69-9c5f-1241096b8ae6 admin admin] Pushing event updated for resources: {'Port': ['ID=8a76e807-6494-4d70-8d94-134b317a352f,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:06.254893 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-06a3e7fd-a2f6-4f69-9c5f-1241096b8ae6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401121'] for router_interface (9a9a6c76-2557-4d73-923a-4a22f0cf44a4), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:06.261710 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-ecbe74fe-0a90-46eb-bc3e-e3efc7ba2976 tempest-RoutersAdminNegativeIpV6Test-1364656525 tempest-RoutersAdminNegativeIpV6Test-1364656525-project-admin] Allocated IP 172.35.4.191 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/f96d8bf8-8159-4ffd-925c-458d28d4508c) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:58:06.284969 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-23088273-7cd1-4afa-83e8-a221c28027b5 req-2de20b3c-f568-4c4d-b6f8-4f317c7be3c6 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9078ac8-09a8-43d0-bab4-b197059114d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1139789
May 07 21:58:06.418749 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-db6d538b-8368-4345-80d8-ea308b60680d tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (73d86ea7-4a21-4df4-ade2-a6d28dfaacd9), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:06.437658 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ecbe74fe-0a90-46eb-bc3e-e3efc7ba2976 tempest-RoutersAdminNegativeIpV6Test-1364656525 tempest-RoutersAdminNegativeIpV6Test-1364656525-project-admin] Publish callbacks [] for port (f96d8bf8-8159-4ffd-925c-458d28d4508c), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:06.443513 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dc6146-44c1-4134-9d21-f25c6ea0b283 req-bd134032-ddc1-4f2a-b7c0-d35db8f84dff tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:06.444979 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f1dc6146-44c1-4134-9d21-f25c6ea0b283 req-bd134032-ddc1-4f2a-b7c0-d35db8f84dff tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=76fb1f24-8416-4b15-b95f-ec086bc7ee8b HTTP/1.1" status: 200  len: 946 time: 0.1031213
May 07 21:58:06.472931 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ecbe74fe-0a90-46eb-bc3e-e3efc7ba2976 tempest-RoutersAdminNegativeIpV6Test-1364656525 tempest-RoutersAdminNegativeIpV6Test-1364656525-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (f96d8bf8-8159-4ffd-925c-458d28d4508c), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:06.512192 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbe74fe-0a90-46eb-bc3e-e3efc7ba2976 tempest-RoutersAdminNegativeIpV6Test-1364656525 tempest-RoutersAdminNegativeIpV6Test-1364656525-project-admin] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:58:06.515635 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-ecbe74fe-0a90-46eb-bc3e-e3efc7ba2976 tempest-RoutersAdminNegativeIpV6Test-1364656525 tempest-RoutersAdminNegativeIpV6Test-1364656525-project-admin] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:58:06.518992 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbe74fe-0a90-46eb-bc3e-e3efc7ba2976 tempest-RoutersAdminNegativeIpV6Test-1364656525 tempest-RoutersAdminNegativeIpV6Test-1364656525-project-admin] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:58:06.532895 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a3e7fd-a2f6-4f69-9c5f-1241096b8ae6 admin admin] Network 266c3058-1909-4490-8043-571104d01128 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:58:06.546519 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-06a3e7fd-a2f6-4f69-9c5f-1241096b8ae6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:58:06.553542 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbe74fe-0a90-46eb-bc3e-e3efc7ba2976 tempest-RoutersAdminNegativeIpV6Test-1364656525 tempest-RoutersAdminNegativeIpV6Test-1364656525-project-admin] Pushing event updated for resources: {'Port': ['ID=f96d8bf8-8159-4ffd-925c-458d28d4508c,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:06.569434 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbe74fe-0a90-46eb-bc3e-e3efc7ba2976 tempest-RoutersAdminNegativeIpV6Test-1364656525 tempest-RoutersAdminNegativeIpV6Test-1364656525-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:06.572007 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ecbe74fe-0a90-46eb-bc3e-e3efc7ba2976 tempest-RoutersAdminNegativeIpV6Test-1364656525 tempest-RoutersAdminNegativeIpV6Test-1364656525-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:06.585971 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-db6d538b-8368-4345-80d8-ea308b60680d tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (73d86ea7-4a21-4df4-ade2-a6d28dfaacd9), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:06.593958 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-ecbe74fe-0a90-46eb-bc3e-e3efc7ba2976 tempest-RoutersAdminNegativeIpV6Test-1364656525 tempest-RoutersAdminNegativeIpV6Test-1364656525-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1035 time: 1.0813487
May 07 21:58:06.594571 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 48080) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:58:06.604623 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-210e7729-c0c5-4715-a81f-317bd6b7127e tempest-RoutersAdminNegativeIpV6Test-1364656525 tempest-RoutersAdminNegativeIpV6Test-1364656525-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.191'}]}}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:58:06.626531 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-210e7729-c0c5-4715-a81f-317bd6b7127e tempest-RoutersAdminNegativeIpV6Test-1364656525 tempest-RoutersAdminNegativeIpV6Test-1364656525-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (3c7980c3-6f39-42f2-9f5a-0630e5c38d00), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:06.627670 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-210e7729-c0c5-4715-a81f-317bd6b7127e tempest-RoutersAdminNegativeIpV6Test-1364656525 tempest-RoutersAdminNegativeIpV6Test-1364656525-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (3c7980c3-6f39-42f2-9f5a-0630e5c38d00), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:06.662709 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f1dc6146-44c1-4134-9d21-f25c6ea0b283 req-e991e6b5-b0d3-41bc-b976-63e7aff8fdbd tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2086685
May 07 21:58:06.665901 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-db6d538b-8368-4345-80d8-ea308b60680d tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf8c1074c0>,) {'filters': {'network_id': ['73d86ea7-4a21-4df4-ade2-a6d28dfaacd9']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:58:06.680967 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-db6d538b-8368-4345-80d8-ea308b60680d tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8c1074c0>, 'e0e6556a-cb64-4043-b80e-00090f962ae1') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:58:06.681608 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-db6d538b-8368-4345-80d8-ea308b60680d tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8c1074c0>, 'e0e6556a-cb64-4043-b80e-00090f962ae1') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:58:06.686446 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-210e7729-c0c5-4715-a81f-317bd6b7127e tempest-RoutersAdminNegativeIpV6Test-1364656525 tempest-RoutersAdminNegativeIpV6Test-1364656525-project-admin] Publish callbacks [] for router_controller (3c7980c3-6f39-42f2-9f5a-0630e5c38d00), precommit_add_association {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:06.699031 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-db6d538b-8368-4345-80d8-ea308b60680d tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (e0e6556a-cb64-4043-b80e-00090f962ae1), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:06.743331 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-db6d538b-8368-4345-80d8-ea308b60680d tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (e0e6556a-cb64-4043-b80e-00090f962ae1), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:06.757885 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db6d538b-8368-4345-80d8-ea308b60680d tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 21:58:06.758292 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-db6d538b-8368-4345-80d8-ea308b60680d tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (e0e6556a-cb64-4043-b80e-00090f962ae1), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:06.761944 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 21:58:06.761944 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 21:58:06.761944 ncdv-master-1 neutron-server[121836]:     timer()
May 07 21:58:06.761944 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 21:58:06.761944 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 21:58:06.761944 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 21:58:06.761944 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 21:58:06.761944 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 21:58:06.761944 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 21:58:06.761944 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 21:58:06.761944 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 21:58:06.761944 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 21:58:06.761944 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 21:58:06.761944 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 21:58:06.761944 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 21:58:06.761944 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 21:58:06.761944 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 21:58:06.761944 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 21:58:06.761944 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 21:58:06.761944 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 21:58:06.761944 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 21:58:06.761944 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 21:58:06.761944 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 21:58:06.761944 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 21:58:06.761944 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 21:58:06.761944 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 21:58:06.761944 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 21:58:06.761944 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 21:58:06.761944 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 21:58:06.761944 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 21:58:06.761944 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 21:58:06.761944 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 21:58:06.824478 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06a3e7fd-a2f6-4f69-9c5f-1241096b8ae6 admin admin] Router 9a9a6c76-2557-4d73-923a-4a22f0cf44a4 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 21:58:06.836197 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-db6d538b-8368-4345-80d8-ea308b60680d tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (73d86ea7-4a21-4df4-ade2-a6d28dfaacd9), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:06.841687 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-db6d538b-8368-4345-80d8-ea308b60680d tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:06.845333 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-db6d538b-8368-4345-80d8-ea308b60680d tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] 10.222.0.32 "DELETE /v2.0/networks/73d86ea7-4a21-4df4-ade2-a6d28dfaacd9 HTTP/1.1" status: 204  len: 168 time: 0.6015613
May 07 21:58:06.848885 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 48082) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:58:06.852210 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-210e7729-c0c5-4715-a81f-317bd6b7127e tempest-RoutersAdminNegativeIpV6Test-1364656525 tempest-RoutersAdminNegativeIpV6Test-1364656525-project-admin] Publish callbacks [] for router_gateway (3c7980c3-6f39-42f2-9f5a-0630e5c38d00), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:06.891446 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-fee3b05e-4f49-4896-a817-a7c6c29444e8 None None] Provisioning complete for port 8a76e807-6494-4d70-8d94-134b317a352f triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:58:06.892476 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-fee3b05e-4f49-4896-a817-a7c6c29444e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (8a76e807-6494-4d70-8d94-134b317a352f), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:06.896992 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6d538b-8368-4345-80d8-ea308b60680d tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Pushing event deleted for resources: {'Network': ['ID=73d86ea7-4a21-4df4-ade2-a6d28dfaacd9,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:06.940309 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-fee3b05e-4f49-4896-a817-a7c6c29444e8 None None] Port 8a76e807-6494-4d70-8d94-134b317a352f cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:58:06.984044 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6340829b-957b-46b8-8e4b-ab2750e53df5 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (5708fb3c-e603-4680-a1ac-e334c0bd74d3), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:07.020872 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06a3e7fd-a2f6-4f69-9c5f-1241096b8ae6 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:58:07.036977 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-06a3e7fd-a2f6-4f69-9c5f-1241096b8ae6 admin admin] 10.222.0.32 "PUT /v2.0/routers/9a9a6c76-2557-4d73-923a-4a22f0cf44a4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6066980
May 07 21:58:07.043093 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f23ae64-9a17-4ac9-b1bb-320a6d0fe9e0 None None] Sync routers for ids ['9a9a6c76-2557-4d73-923a-4a22f0cf44a4'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:58:07.057572 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f23ae64-9a17-4ac9-b1bb-320a6d0fe9e0 None None] Routers {'9a9a6c76-2557-4d73-923a-4a22f0cf44a4'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:58:07.058541 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-1f23ae64-9a17-4ac9-b1bb-320a6d0fe9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c7087f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:57:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['9a9a6c76-2557-4d73-923a-4a22f0cf44a4'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:58:07.066804 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device a395ff7b-c27d-4315-89e6-ac17d866e4c7 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:58:07.161297 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port a395ff7b-c27d-4315-89e6-ac17d866e4c7 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:58:07.161847 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (a395ff7b-c27d-4315-89e6-ac17d866e4c7), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:07.201851 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6340829b-957b-46b8-8e4b-ab2750e53df5 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (5708fb3c-e603-4680-a1ac-e334c0bd74d3), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:07.208398 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-1f23ae64-9a17-4ac9-b1bb-320a6d0fe9e0 None None] Set router 9a9a6c76-2557-4d73-923a-4a22f0cf44a4 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:58:07.232889 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-6340829b-957b-46b8-8e4b-ab2750e53df5 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf8d206b50>,) {'filters': {'network_id': ['5708fb3c-e603-4680-a1ac-e334c0bd74d3']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:58:07.247953 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-210e7729-c0c5-4715-a81f-317bd6b7127e tempest-RoutersAdminNegativeIpV6Test-1364656525 tempest-RoutersAdminNegativeIpV6Test-1364656525-project-admin] Publish callbacks [] for router_gateway (3c7980c3-6f39-42f2-9f5a-0630e5c38d00), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:07.253369 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-6340829b-957b-46b8-8e4b-ab2750e53df5 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8d206b50>, 'f1cf9c8a-cde3-4fcb-ad16-a29dd5f9a11e') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:58:07.253663 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-6340829b-957b-46b8-8e4b-ab2750e53df5 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8d206b50>, 'f1cf9c8a-cde3-4fcb-ad16-a29dd5f9a11e') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:58:07.278309 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-210e7729-c0c5-4715-a81f-317bd6b7127e tempest-RoutersAdminNegativeIpV6Test-1364656525 tempest-RoutersAdminNegativeIpV6Test-1364656525-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:07.283332 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6340829b-957b-46b8-8e4b-ab2750e53df5 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (f1cf9c8a-cde3-4fcb-ad16-a29dd5f9a11e), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:07.330393 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6340829b-957b-46b8-8e4b-ab2750e53df5 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (f1cf9c8a-cde3-4fcb-ad16-a29dd5f9a11e), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:07.343629 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6340829b-957b-46b8-8e4b-ab2750e53df5 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 21:58:07.344033 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6340829b-957b-46b8-8e4b-ab2750e53df5 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (f1cf9c8a-cde3-4fcb-ad16-a29dd5f9a11e), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:07.347108 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 21:58:07.347108 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 21:58:07.347108 ncdv-master-1 neutron-server[121837]:     timer()
May 07 21:58:07.347108 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 21:58:07.347108 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 21:58:07.347108 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 21:58:07.347108 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 21:58:07.347108 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 21:58:07.347108 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 21:58:07.347108 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 21:58:07.347108 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 21:58:07.347108 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 21:58:07.347108 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 21:58:07.347108 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 21:58:07.347108 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 21:58:07.347108 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 21:58:07.347108 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 21:58:07.347108 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 21:58:07.347108 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 21:58:07.347108 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 21:58:07.347108 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 21:58:07.347108 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 21:58:07.347108 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 21:58:07.347108 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 21:58:07.347108 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 21:58:07.347108 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 21:58:07.347108 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 21:58:07.347108 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 21:58:07.347108 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 21:58:07.347108 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 21:58:07.347108 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 21:58:07.347108 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 21:58:07.385458 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port a395ff7b-c27d-4315-89e6-ac17d866e4c7 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:58:07.487140 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f29912b-ac98-4270-8240-6a441ff45d29 req-73f29ec8-da6f-4971-bcb9-896c3a20c956 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:07.489587 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2f29912b-ac98-4270-8240-6a441ff45d29 req-73f29ec8-da6f-4971-bcb9-896c3a20c956 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=83ad7d9c-5e14-44b9-a948-c9c337d99f0c HTTP/1.1" status: 200  len: 946 time: 0.0929317
May 07 21:58:07.505826 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-1f23ae64-9a17-4ac9-b1bb-320a6d0fe9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c7087f0>, [{'id': '9a9a6c76-2557-4d73-923a-4a22f0cf44a4', 'name': 'tempest-FloatingIPsTestJSON-1494163682-router', 'tenant_id': '150a87722b1c4b659e8a918d6a22c739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.217'}], 'enable_snat': True}, 'gw_port_id': 'a395ff7b-c27d-4315-89e6-ac17d866e4c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:57:57Z', 'updated_at': '2022-05-07T21:58:05Z', 'revision_number': 4, 'project_id': '150a87722b1c4b659e8a918d6a22c739', 'gw_port': {'id': 'a395ff7b-c27d-4315-89e6-ac17d866e4c7', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9a6c76-2557-4d73-923a-4a22f0cf44a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:57:58Z', 'updated_at': '2022-05-07T21:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8a76e807-6494-4d70-8d94-134b317a352f', 'name': '', 'network_id': '266c3058-1909-4490-8043-571104d01128', 'tenant_id': '150a87722b1c4b659e8a918d6a22c739', 'mac_address': 'fa:16:3e:87:12:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a9a6c76-2557-4d73-923a-4a22f0cf44a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '7f994ad8-2622-4a85-9310-38fb40ad889c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:58:03Z', 'updated_at': '2022-05-07T21:58:05Z', 'revision_number': 2, 'project_id': '150a87722b1c4b659e8a918d6a22c739', 'subnets': [{'id': '7f994ad8-2622-4a85-9310-38fb40ad889c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:58:07.517206 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e9dd8d-090d-4bc8-8445-353b0258c5c4 req-93e15700-6ca5-41d4-bcd7-0928ab832cd9 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:07.518641 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e4e9dd8d-090d-4bc8-8445-353b0258c5c4 req-93e15700-6ca5-41d4-bcd7-0928ab832cd9 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] 10.222.0.55 "GET /v2.0/ports?device_id=43947906-2565-4321-a6b4-84db6b89c14c HTTP/1.1" status: 200  len: 946 time: 0.0784690
May 07 21:58:07.534813 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f23ae64-9a17-4ac9-b1bb-320a6d0fe9e0 None None] Checking router: 9a9a6c76-2557-4d73-923a-4a22f0cf44a4 for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 21:58:07.535401 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f23ae64-9a17-4ac9-b1bb-320a6d0fe9e0 None None] Updating router 9a9a6c76-2557-4d73-923a-4a22f0cf44a4 port 8a76e807-6494-4d70-8d94-134b317a352f binding host ncdv-master-1 {{(pid=121839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 21:58:07.535530 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6340829b-957b-46b8-8e4b-ab2750e53df5 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (5708fb3c-e603-4680-a1ac-e334c0bd74d3), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:07.540760 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6340829b-957b-46b8-8e4b-ab2750e53df5 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:07.544230 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-6340829b-957b-46b8-8e4b-ab2750e53df5 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] 10.222.0.32 "DELETE /v2.0/networks/5708fb3c-e603-4680-a1ac-e334c0bd74d3 HTTP/1.1" status: 204  len: 168 time: 0.6941733
May 07 21:58:07.558101 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 48094) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:58:07.572283 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-1f23ae64-9a17-4ac9-b1bb-320a6d0fe9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (8a76e807-6494-4d70-8d94-134b317a352f), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:07.610319 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2f29912b-ac98-4270-8240-6a441ff45d29 req-d08a7dd7-114b-45c4-8a30-603f97a69d12 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups?id=108d65d8-0253-46f4-addb-267f67931aa5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1099100
May 07 21:58:07.612732 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6340829b-957b-46b8-8e4b-ab2750e53df5 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Pushing event deleted for resources: {'Network': ['ID=5708fb3c-e603-4680-a1ac-e334c0bd74d3,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:07.652786 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-e4e9dd8d-090d-4bc8-8445-353b0258c5c4 req-576b2715-2cfe-4e6f-8e05-1e4d5935b038 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] Deleting port 54042997-611b-42f5-81e6-26872474a903 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:58:07.653124 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-e4e9dd8d-090d-4bc8-8445-353b0258c5c4 req-576b2715-2cfe-4e6f-8e05-1e4d5935b038 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (54042997-611b-42f5-81e6-26872474a903), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:07.672750 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 0018a0ea-3b54-48b4-be4c-da78c12b4100 no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:58:07.720491 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-210e7729-c0c5-4715-a81f-317bd6b7127e tempest-RoutersAdminNegativeIpV6Test-1364656525 tempest-RoutersAdminNegativeIpV6Test-1364656525-project-admin] Publish callbacks [] for router (3c7980c3-6f39-42f2-9f5a-0630e5c38d00), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:07.732918 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0e11afe1-ac47-411a-a775-5ad66b883ee6 req-e2b7e332-4b67-4030-b0d7-49cc506cdd92 tempest-FloatingIPsTestJSON-334170503 tempest-FloatingIPsTestJSON-334170503-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.3569279
May 07 21:58:07.742025 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-0e11afe1-ac47-411a-a775-5ad66b883ee6 req-c7173ea0-477f-40fd-87d3-49503495cebd tempest-FloatingIPsTestJSON-334170503 tempest-FloatingIPsTestJSON-334170503-project] Request body: {'floatingip': {'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:58:07.801526 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 0018a0ea-3b54-48b4-be4c-da78c12b4100 is: ACTIVE; New status is: DOWN {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:58:07.801889 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-e4e9dd8d-090d-4bc8-8445-353b0258c5c4 req-576b2715-2cfe-4e6f-8e05-1e4d5935b038 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] For port 54042997-611b-42f5-81e6-26872474a903, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=54042997-611b-42f5-81e6-26872474a903,segment=NetworkSegment(8572750b-823e-4862-b3bd-9f6ce06cc9a0),segment_id=8572750b-823e-4862-b3bd-9f6ce06cc9a0)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:58:07.802195 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-e4e9dd8d-090d-4bc8-8445-353b0258c5c4 req-576b2715-2cfe-4e6f-8e05-1e4d5935b038 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (54042997-611b-42f5-81e6-26872474a903), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:07.802993 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (0018a0ea-3b54-48b4-be4c-da78c12b4100), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:07.806536 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:58:07.821233 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d531caee-1933-415d-bc27-3d06dd562799 req-bfe5223a-2dd3-4ea9-b65b-2359af809341 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:07.822809 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d531caee-1933-415d-bc27-3d06dd562799 req-bfe5223a-2dd3-4ea9-b65b-2359af809341 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] 10.222.0.32 "GET /v2.0/ports?device_id=43947906-2565-4321-a6b4-84db6b89c14c HTTP/1.1" status: 200  len: 946 time: 0.0821948
May 07 21:58:07.828016 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-e4e9dd8d-090d-4bc8-8445-353b0258c5c4 req-576b2715-2cfe-4e6f-8e05-1e4d5935b038 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] Calling delete_port for 54042997-611b-42f5-81e6-26872474a903 owned by compute:nova {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:58:07.859799 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526aa113-ad99-4d83-b014-cee40d23c2a9 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:07.863990 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76fb1f24-8416-4b15-b95f-ec086bc7ee8b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0018a0ea-3b54-48b4-be4c-da78c12b4100'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:58:07.865268 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526aa113-ad99-4d83-b014-cee40d23c2a9 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:07.867172 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-526aa113-ad99-4d83-b014-cee40d23c2a9 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1339 time: 0.3061414
May 07 21:58:07.872604 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 48098) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:58:07.873238 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c62d256-d1aa-4ccc-854b-0d0747c0ee9e" -d '{"events": [{"server_uuid": "76fb1f24-8416-4b15-b95f-ec086bc7ee8b", "name": "network-vif-unplugged", "status": "completed", "tag": "0018a0ea-3b54-48b4-be4c-da78c12b4100"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:58:07.898588 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 0018a0ea-3b54-48b4-be4c-da78c12b4100, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0018a0ea-3b54-48b4-be4c-da78c12b4100,segment=NetworkSegment(c1f62f1a-7390-4968-bfcd-e0354648ad7b),segment_id=c1f62f1a-7390-4968-bfcd-e0354648ad7b)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:58:07.910752 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (0018a0ea-3b54-48b4-be4c-da78c12b4100), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:07.935901 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d531caee-1933-415d-bc27-3d06dd562799 req-7f7731c8-2031-49b1-8c81-db0af5d14b28 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9078ac8-09a8-43d0-bab4-b197059114d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1029584
May 07 21:58:07.996152 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-1f23ae64-9a17-4ac9-b1bb-320a6d0fe9e0 None None] Publish callbacks [] for port (8a76e807-6494-4d70-8d94-134b317a352f), precommit_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:07.996469 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=0018a0ea-3b54-48b4-be4c-da78c12b4100,revision_number=8']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:08.013711 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-1f23ae64-9a17-4ac9-b1bb-320a6d0fe9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (8a76e807-6494-4d70-8d94-134b317a352f), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:08.088131 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9a27d-207f-48b5-9174-ca49681df3a6 None None] Pushing event updated for resources: {'Port': ['ID=8a76e807-6494-4d70-8d94-134b317a352f,revision_number=3']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:08.093659 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2,segment=NetworkSegment(16a3e44e-cf3e-4bbc-83bb-ad3918f988bd),segment_id=16a3e44e-cf3e-4bbc-83bb-ad3918f988bd)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:58:08.119240 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9a27d-207f-48b5-9174-ca49681df3a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:58:08.119733 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9a27d-207f-48b5-9174-ca49681df3a6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:58:08.120175 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9a27d-207f-48b5-9174-ca49681df3a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:58:08.120611 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9a27d-207f-48b5-9174-ca49681df3a6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:58:08.121042 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9a27d-207f-48b5-9174-ca49681df3a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:58:08.121468 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9a27d-207f-48b5-9174-ca49681df3a6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:58:08.121918 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9a27d-207f-48b5-9174-ca49681df3a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:58:08.122344 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9a27d-207f-48b5-9174-ca49681df3a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:58:08.122790 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9a27d-207f-48b5-9174-ca49681df3a6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:58:08.123291 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9a27d-207f-48b5-9174-ca49681df3a6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:58:08.123714 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9a27d-207f-48b5-9174-ca49681df3a6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:58:08.124705 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9a27d-207f-48b5-9174-ca49681df3a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:58:08.125118 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9a27d-207f-48b5-9174-ca49681df3a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:58:08.125628 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9a27d-207f-48b5-9174-ca49681df3a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:58:08.126308 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6d9a27d-207f-48b5-9174-ca49681df3a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:58:08.134807 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3148b6d7-21bf-4898-8d37-ef23418e7b03 req-f22c5ec9-1da3-40dd-b5b7-6063db25ff6c tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:08.135046 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': 'd4e2b793-5d2d-4a07-9cc6-af0c205ae6e2', 'network_id': '772be29c-bb44-46ae-a3e0-b0a78574bddf', 'port_id': 'd4e2b793-5d2d-4a07-9cc6-af0c205ae6e2', 'mac_address': 'fa:16:3e:0d:5a:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f41cdf1c-9de4-46dc-8689-4d3b6400326c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:58:08.142405 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3148b6d7-21bf-4898-8d37-ef23418e7b03 req-f22c5ec9-1da3-40dd-b5b7-6063db25ff6c tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=76fb1f24-8416-4b15-b95f-ec086bc7ee8b HTTP/1.1" status: 200  len: 944 time: 0.1051643
May 07 21:58:08.166067 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-e4e9dd8d-090d-4bc8-8445-353b0258c5c4 req-576b2715-2cfe-4e6f-8e05-1e4d5935b038 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (54042997-611b-42f5-81e6-26872474a903), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:08.189035 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-1f23ae64-9a17-4ac9-b1bb-320a6d0fe9e0 None None] Attempting to bind port 8a76e807-6494-4d70-8d94-134b317a352f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:58:08.190882 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-1f23ae64-9a17-4ac9-b1bb-320a6d0fe9e0 None None] Attempting to bind port 8a76e807-6494-4d70-8d94-134b317a352f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7f62c5c2-8c48-4be1-9fbc-73fe2fe196a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '266c3058-1909-4490-8043-571104d01128'}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:58:08.191407 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f23ae64-9a17-4ac9-b1bb-320a6d0fe9e0 None None] Attempting to bind port 8a76e807-6494-4d70-8d94-134b317a352f on network 266c3058-1909-4490-8043-571104d01128 {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:58:08.200043 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f23ae64-9a17-4ac9-b1bb-320a6d0fe9e0 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:58:08.200871 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f23ae64-9a17-4ac9-b1bb-320a6d0fe9e0 None None] Checking segment: {'id': '7f62c5c2-8c48-4be1-9fbc-73fe2fe196a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '266c3058-1909-4490-8043-571104d01128'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:58:08.201500 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-1f23ae64-9a17-4ac9-b1bb-320a6d0fe9e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:08.202281 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f23ae64-9a17-4ac9-b1bb-320a6d0fe9e0 None None] Bound using segment: {'id': '7f62c5c2-8c48-4be1-9fbc-73fe2fe196a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '266c3058-1909-4490-8043-571104d01128'} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:58:08.203078 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-1f23ae64-9a17-4ac9-b1bb-320a6d0fe9e0 None None] Bound port: 8a76e807-6494-4d70-8d94-134b317a352f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f62c5c2-8c48-4be1-9fbc-73fe2fe196a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '266c3058-1909-4490-8043-571104d01128'}}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:58:08.206216 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2 is: ACTIVE; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:58:08.206940 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:08.216141 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-1f23ae64-9a17-4ac9-b1bb-320a6d0fe9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (8a76e807-6494-4d70-8d94-134b317a352f), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:08.216844 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['7c9e5f06-93e1-4633-9ae3-7e2cb99e2558'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:58:08.219657 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['0bb8a966-61f0-4a95-bc07-6f7d9a13e2ba', '54042997-611b-42f5-81e6-26872474a903'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:58:08.271868 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576b2715-2cfe-4e6f-8e05-1e4d5935b038 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] Pushing event deleted for resources: {'Port': ['ID=54042997-611b-42f5-81e6-26872474a903,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:08.287623 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:58:08.292684 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3148b6d7-21bf-4898-8d37-ef23418e7b03 req-082bb427-22df-4581-a7a9-aa6361579585 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1492498
May 07 21:58:08.312643 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2,segment=NetworkSegment(16a3e44e-cf3e-4bbc-83bb-ad3918f988bd),segment_id=16a3e44e-cf3e-4bbc-83bb-ad3918f988bd)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:58:08.325920 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:08.334507 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-15541e39-158f-4ea7-a811-cb481a3df912 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-39243438'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:58:08.400438 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2,revision_number=6']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:08.401483 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-0e11afe1-ac47-411a-a775-5ad66b883ee6 req-c7173ea0-477f-40fd-87d3-49503495cebd tempest-FloatingIPsTestJSON-334170503 tempest-FloatingIPsTestJSON-334170503-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:08.404479 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-1f23ae64-9a17-4ac9-b1bb-320a6d0fe9e0 None None] For port 8a76e807-6494-4d70-8d94-134b317a352f, host ncdv-master-1, cleared binding levels {{(pid=121839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:58:08.408610 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-1f23ae64-9a17-4ac9-b1bb-320a6d0fe9e0 None None] For port 8a76e807-6494-4d70-8d94-134b317a352f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8a76e807-6494-4d70-8d94-134b317a352f,segment=NetworkSegment(7f62c5c2-8c48-4be1-9fbc-73fe2fe196a4),segment_id=7f62c5c2-8c48-4be1-9fbc-73fe2fe196a4)] {{(pid=121839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:58:08.415604 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 07 May 2022 21:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d20416b-cf5a-44d6-9124-e2ab27d8b7b5 x-openstack-request-id: req-3d20416b-cf5a-44d6-9124-e2ab27d8b7b5 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:58:08.415900 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76fb1f24-8416-4b15-b95f-ec086bc7ee8b", "name": "network-vif-unplugged", "status": "failed", "tag": "0018a0ea-3b54-48b4-be4c-da78c12b4100", "code": 422}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:58:08.416154 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3d20416b-cf5a-44d6-9124-e2ab27d8b7b5 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:58:08.416592 ncdv-master-1 neutron-server[121838]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-3d20416b-cf5a-44d6-9124-e2ab27d8b7b5']: {'server_uuid': '76fb1f24-8416-4b15-b95f-ec086bc7ee8b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0018a0ea-3b54-48b4-be4c-da78c12b4100', 'code': 422} returned with failed status
May 07 21:58:08.422221 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-1f23ae64-9a17-4ac9-b1bb-320a6d0fe9e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (8a76e807-6494-4d70-8d94-134b317a352f), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:08.458424 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4e9dd8d-090d-4bc8-8445-353b0258c5c4 req-576b2715-2cfe-4e6f-8e05-1e4d5935b038 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] No DVR routers for this DVR port 54042997-611b-42f5-81e6-26872474a903 on host nch1-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:58:08.473171 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-e4e9dd8d-090d-4bc8-8445-353b0258c5c4 req-576b2715-2cfe-4e6f-8e05-1e4d5935b038 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:08.476960 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e4e9dd8d-090d-4bc8-8445-353b0258c5c4 req-576b2715-2cfe-4e6f-8e05-1e4d5935b038 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] 10.222.0.55 "DELETE /v2.0/ports/54042997-611b-42f5-81e6-26872474a903 HTTP/1.1" status: 204  len: 173 time: 0.9515429
May 07 21:58:08.477772 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43947906-2565-4321-a6b4-84db6b89c14c', 'name': 'network-vif-deleted', 'tag': '54042997-611b-42f5-81e6-26872474a903'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:58:08.485851 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82eb0d5e-1c35-4271-b2c0-75ac8a323041" -d '{"events": [{"server_uuid": "43947906-2565-4321-a6b4-84db6b89c14c", "name": "network-vif-deleted", "tag": "54042997-611b-42f5-81e6-26872474a903"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:58:08.519144 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:58:08.558462 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f23ae64-9a17-4ac9-b1bb-320a6d0fe9e0 None None] Routers {'9a9a6c76-2557-4d73-923a-4a22f0cf44a4'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:58:08.559443 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-1f23ae64-9a17-4ac9-b1bb-320a6d0fe9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c7087f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:57:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['9a9a6c76-2557-4d73-923a-4a22f0cf44a4'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:58:08.608852 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-210e7729-c0c5-4715-a81f-317bd6b7127e tempest-RoutersAdminNegativeIpV6Test-1364656525 tempest-RoutersAdminNegativeIpV6Test-1364656525-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (3c7980c3-6f39-42f2-9f5a-0630e5c38d00), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:08.631011 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-210e7729-c0c5-4715-a81f-317bd6b7127e tempest-RoutersAdminNegativeIpV6Test-1364656525 tempest-RoutersAdminNegativeIpV6Test-1364656525-project-admin] Publish callbacks [] for router_controller (3c7980c3-6f39-42f2-9f5a-0630e5c38d00), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:08.645713 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d9a27d-207f-48b5-9174-ca49681df3a6 None None] Pushing event updated for resources: {'Port': ['ID=8a76e807-6494-4d70-8d94-134b317a352f,revision_number=4']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:08.666948 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-381a8bc2-4a60-4452-ad34-53b44c81b0a4 None None] Provisioning complete for port 8a76e807-6494-4d70-8d94-134b317a352f triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:58:08.670111 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-381a8bc2-4a60-4452-ad34-53b44c81b0a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (8a76e807-6494-4d70-8d94-134b317a352f), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:08.691413 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15541e39-158f-4ea7-a811-cb481a3df912 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Made reservation on behalf of 4295ac4ae3494ccd8aee1a736cf9f6bc for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:58:08.694690 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-15541e39-158f-4ea7-a811-cb481a3df912 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:08.797431 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-0e11afe1-ac47-411a-a775-5ad66b883ee6 req-c7173ea0-477f-40fd-87d3-49503495cebd tempest-FloatingIPsTestJSON-334170503 tempest-FloatingIPsTestJSON-334170503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:08.804983 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-210e7729-c0c5-4715-a81f-317bd6b7127e tempest-RoutersAdminNegativeIpV6Test-1364656525 tempest-RoutersAdminNegativeIpV6Test-1364656525-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (3c7980c3-6f39-42f2-9f5a-0630e5c38d00), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:08.806198 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-210e7729-c0c5-4715-a81f-317bd6b7127e tempest-RoutersAdminNegativeIpV6Test-1364656525 tempest-RoutersAdminNegativeIpV6Test-1364656525-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3c7980c3-6f39-42f2-9f5a-0630e5c38d00 {{(pid=121837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 21:58:08.835923 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-1f23ae64-9a17-4ac9-b1bb-320a6d0fe9e0 None None] Set router 9a9a6c76-2557-4d73-923a-4a22f0cf44a4 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:58:08.843658 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15541e39-158f-4ea7-a811-cb481a3df912 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 21:58:08.940148 ncdv-master-1 neutron-server[121837]: INFO neutron.api.v2.resource [None req-210e7729-c0c5-4715-a81f-317bd6b7127e tempest-RoutersAdminNegativeIpV6Test-1364656525 tempest-RoutersAdminNegativeIpV6Test-1364656525-project-admin] create failed (client error): There was a conflict when trying to complete your request.
May 07 21:58:08.947243 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 48136) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:58:08.956215 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-210e7729-c0c5-4715-a81f-317bd6b7127e tempest-RoutersAdminNegativeIpV6Test-1364656525 tempest-RoutersAdminNegativeIpV6Test-1364656525-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 409  len: 372 time: 2.3604140
May 07 21:58:08.967922 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-15541e39-158f-4ea7-a811-cb481a3df912 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (fe9c0d7d-837c-454e-a4dc-96c2fa68eba1), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:08.968766 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-15541e39-158f-4ea7-a811-cb481a3df912 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Added segment fe9c0d7d-837c-454e-a4dc-96c2fa68eba1 of type vlan for network 5318cdfe-5084-4abd-945c-a3cf96ad49e6
May 07 21:58:09.172344 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-0d2c3558-14be-4b23-b110-ca1ca7401150 tempest-RoutersAdminNegativeIpV6Test-1364656525 tempest-RoutersAdminNegativeIpV6Test-1364656525-project-admin] Deleting port f96d8bf8-8159-4ffd-925c-458d28d4508c {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:58:09.174733 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0d2c3558-14be-4b23-b110-ca1ca7401150 tempest-RoutersAdminNegativeIpV6Test-1364656525 tempest-RoutersAdminNegativeIpV6Test-1364656525-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (f96d8bf8-8159-4ffd-925c-458d28d4508c), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:09.178359 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-15541e39-158f-4ea7-a811-cb481a3df912 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (5318cdfe-5084-4abd-945c-a3cf96ad49e6), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:09.289327 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-1f23ae64-9a17-4ac9-b1bb-320a6d0fe9e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c7087f0>, [{'id': '9a9a6c76-2557-4d73-923a-4a22f0cf44a4', 'name': 'tempest-FloatingIPsTestJSON-1494163682-router', 'tenant_id': '150a87722b1c4b659e8a918d6a22c739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.217'}], 'enable_snat': True}, 'gw_port_id': 'a395ff7b-c27d-4315-89e6-ac17d866e4c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:57:57Z', 'updated_at': '2022-05-07T21:58:05Z', 'revision_number': 4, 'project_id': '150a87722b1c4b659e8a918d6a22c739', 'gw_port': {'id': 'a395ff7b-c27d-4315-89e6-ac17d866e4c7', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9a6c76-2557-4d73-923a-4a22f0cf44a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:57:58Z', 'updated_at': '2022-05-07T21:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8a76e807-6494-4d70-8d94-134b317a352f', 'name': '', 'network_id': '266c3058-1909-4490-8043-571104d01128', 'tenant_id': '150a87722b1c4b659e8a918d6a22c739', 'mac_address': 'fa:16:3e:87:12:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a9a6c76-2557-4d73-923a-4a22f0cf44a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '7f994ad8-2622-4a85-9310-38fb40ad889c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:58:03Z', 'updated_at': '2022-05-07T21:58:08Z', 'revision_number': 4, 'project_id': '150a87722b1c4b659e8a918d6a22c739', 'subnets': [{'id': '7f994ad8-2622-4a85-9310-38fb40ad889c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:58:09.291243 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-381a8bc2-4a60-4452-ad34-53b44c81b0a4 None None] Current status of the port 8a76e807-6494-4d70-8d94-134b317a352f is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:58:09.293358 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-381a8bc2-4a60-4452-ad34-53b44c81b0a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (8a76e807-6494-4d70-8d94-134b317a352f), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:09.333728 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f23ae64-9a17-4ac9-b1bb-320a6d0fe9e0 None None] The sync data for ids ['9a9a6c76-2557-4d73-923a-4a22f0cf44a4'] in ncdv-master-1 is: [{'id': '9a9a6c76-2557-4d73-923a-4a22f0cf44a4', 'name': 'tempest-FloatingIPsTestJSON-1494163682-router', 'tenant_id': '150a87722b1c4b659e8a918d6a22c739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.217'}], 'enable_snat': True}, 'gw_port_id': 'a395ff7b-c27d-4315-89e6-ac17d866e4c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:57:57Z', 'updated_at': '2022-05-07T21:58:05Z', 'revision_number': 4, 'project_id': '150a87722b1c4b659e8a918d6a22c739', 'gw_port': {'id': 'a395ff7b-c27d-4315-89e6-ac17d866e4c7', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9a6c76-2557-4d73-923a-4a22f0cf44a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:57:58Z', 'updated_at': '2022-05-07T21:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8a76e807-6494-4d70-8d94-134b317a352f', 'name': '', 'network_id': '266c3058-1909-4490-8043-571104d01128', 'tenant_id': '150a87722b1c4b659e8a918d6a22c739', 'mac_address': 'fa:16:3e:87:12:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a9a6c76-2557-4d73-923a-4a22f0cf44a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1515, 'fixed_ips': [{'subnet_id': '7f994ad8-2622-4a85-9310-38fb40ad889c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:58:03Z', 'updated_at': '2022-05-07T21:58:08Z', 'revision_number': 4, 'project_id': '150a87722b1c4b659e8a918d6a22c739', 'subnets': [{'id': '7f994ad8-2622-4a85-9310-38fb40ad889c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:58:09.341108 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-15541e39-158f-4ea7-a811-cb481a3df912 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (5318cdfe-5084-4abd-945c-a3cf96ad49e6), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:09.359795 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15541e39-158f-4ea7-a811-cb481a3df912 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:09.359795 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-15541e39-158f-4ea7-a811-cb481a3df912 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:09.359795 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [req-0e11afe1-ac47-411a-a775-5ad66b883ee6 req-c7173ea0-477f-40fd-87d3-49503495cebd tempest-FloatingIPsTestJSON-334170503 tempest-FloatingIPsTestJSON-334170503-project] Allocated IP 172.35.4.9 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/7a61bbfd-d656-4a7b-882c-90637ffbc131) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:58:09.364120 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0d2c3558-14be-4b23-b110-ca1ca7401150 tempest-RoutersAdminNegativeIpV6Test-1364656525 tempest-RoutersAdminNegativeIpV6Test-1364656525-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (f96d8bf8-8159-4ffd-925c-458d28d4508c), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:09.395670 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-0d2c3558-14be-4b23-b110-ca1ca7401150 tempest-RoutersAdminNegativeIpV6Test-1364656525 tempest-RoutersAdminNegativeIpV6Test-1364656525-project-admin] Calling delete_port for f96d8bf8-8159-4ffd-925c-458d28d4508c owned by  {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:58:09.491570 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-15541e39-158f-4ea7-a811-cb481a3df912 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 1.6184907
May 07 21:58:09.500722 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 48170) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:58:09.509070 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-381a8bc2-4a60-4452-ad34-53b44c81b0a4 None None] For port 8a76e807-6494-4d70-8d94-134b317a352f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8a76e807-6494-4d70-8d94-134b317a352f,segment=NetworkSegment(7f62c5c2-8c48-4be1-9fbc-73fe2fe196a4),segment_id=7f62c5c2-8c48-4be1-9fbc-73fe2fe196a4)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:58:09.523210 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-972b0605-be0d-47e8-a003-c98e7bb6c620 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1355055303'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:58:09.542213 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-381a8bc2-4a60-4452-ad34-53b44c81b0a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (8a76e807-6494-4d70-8d94-134b317a352f), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:09.668314 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15541e39-158f-4ea7-a811-cb481a3df912 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Pushing event updated for resources: {'Network': ['ID=5318cdfe-5084-4abd-945c-a3cf96ad49e6,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:09.723070 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 5318cdfe-5084-4abd-945c-a3cf96ad49e6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 21:58:09.729343 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0d2c3558-14be-4b23-b110-ca1ca7401150 tempest-RoutersAdminNegativeIpV6Test-1364656525 tempest-RoutersAdminNegativeIpV6Test-1364656525-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (f96d8bf8-8159-4ffd-925c-458d28d4508c), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:09.776980 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381a8bc2-4a60-4452-ad34-53b44c81b0a4 None None] Pushing event updated for resources: {'Port': ['ID=8a76e807-6494-4d70-8d94-134b317a352f,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:09.779703 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-17c18654-a410-4baa-a4e5-8ff8d19f5ab6 None None] Provisioning complete for port 8a76e807-6494-4d70-8d94-134b317a352f triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:58:09.780753 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-17c18654-a410-4baa-a4e5-8ff8d19f5ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (8a76e807-6494-4d70-8d94-134b317a352f), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:09.800970 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2c3558-14be-4b23-b110-ca1ca7401150 tempest-RoutersAdminNegativeIpV6Test-1364656525 tempest-RoutersAdminNegativeIpV6Test-1364656525-project-admin] Pushing event deleted for resources: {'Port': ['ID=f96d8bf8-8159-4ffd-925c-458d28d4508c,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:09.847170 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-0e11afe1-ac47-411a-a775-5ad66b883ee6 req-c7173ea0-477f-40fd-87d3-49503495cebd tempest-FloatingIPsTestJSON-334170503 tempest-FloatingIPsTestJSON-334170503-project] Publish callbacks [] for port (7a61bbfd-d656-4a7b-882c-90637ffbc131), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:09.865458 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-972b0605-be0d-47e8-a003-c98e7bb6c620 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Made reservation on behalf of 4295ac4ae3494ccd8aee1a736cf9f6bc for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:58:09.872001 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-972b0605-be0d-47e8-a003-c98e7bb6c620 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:09.904823 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0d2c3558-14be-4b23-b110-ca1ca7401150 tempest-RoutersAdminNegativeIpV6Test-1364656525 tempest-RoutersAdminNegativeIpV6Test-1364656525-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:09.913708 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-0d2c3558-14be-4b23-b110-ca1ca7401150 tempest-RoutersAdminNegativeIpV6Test-1364656525 tempest-RoutersAdminNegativeIpV6Test-1364656525-project-admin] 10.222.0.32 "DELETE /v2.0/ports/f96d8bf8-8159-4ffd-925c-458d28d4508c HTTP/1.1" status: 204  len: 168 time: 0.9652500
May 07 21:58:09.934591 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-972b0605-be0d-47e8-a003-c98e7bb6c620 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 21:58:09.945777 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-972b0605-be0d-47e8-a003-c98e7bb6c620 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (4726a1c6-ce91-4846-a020-c81e8afbb70f), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:09.946223 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-972b0605-be0d-47e8-a003-c98e7bb6c620 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Added segment 4726a1c6-ce91-4846-a020-c81e8afbb70f of type vlan for network e0b31ffe-a060-464d-ae3f-775a58fd1fc9
May 07 21:58:09.956522 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a10fe80-c106-450b-b876-8d44af716a6e req-cb2044ca-5778-44e7-8790-c68d28186616 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:09.964351 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1a10fe80-c106-450b-b876-8d44af716a6e req-cb2044ca-5778-44e7-8790-c68d28186616 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=76fb1f24-8416-4b15-b95f-ec086bc7ee8b HTTP/1.1" status: 200  len: 944 time: 0.0806584
May 07 21:58:09.991596 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 54042997-611b-42f5-81e6-26872474a903 no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:58:10.002777 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-972b0605-be0d-47e8-a003-c98e7bb6c620 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (e0b31ffe-a060-464d-ae3f-775a58fd1fc9), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:10.046296 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-0e11afe1-ac47-411a-a775-5ad66b883ee6 req-c7173ea0-477f-40fd-87d3-49503495cebd tempest-FloatingIPsTestJSON-334170503 tempest-FloatingIPsTestJSON-334170503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (7a61bbfd-d656-4a7b-882c-90637ffbc131), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:10.068734 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] No Port match for: 54042997-611b-42f5-81e6-26872474a903 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:58:10.072915 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 54042997-611b-42f5-81e6-26872474a903 not bound to the agent host nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:58:10.087487 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-972b0605-be0d-47e8-a003-c98e7bb6c620 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (e0b31ffe-a060-464d-ae3f-775a58fd1fc9), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:10.093082 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-972b0605-be0d-47e8-a003-c98e7bb6c620 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:10.093995 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-972b0605-be0d-47e8-a003-c98e7bb6c620 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:10.124564 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-1a10fe80-c106-450b-b876-8d44af716a6e req-11f683e4-b807-47cd-b474-ea16588c85c9 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Deleting port 0018a0ea-3b54-48b4-be4c-da78c12b4100 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:58:10.125180 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e11afe1-ac47-411a-a775-5ad66b883ee6 req-c7173ea0-477f-40fd-87d3-49503495cebd tempest-FloatingIPsTestJSON-334170503 tempest-FloatingIPsTestJSON-334170503-project] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:58:10.125735 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-1a10fe80-c106-450b-b876-8d44af716a6e req-11f683e4-b807-47cd-b474-ea16588c85c9 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (0018a0ea-3b54-48b4-be4c-da78c12b4100), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:10.147198 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [req-0e11afe1-ac47-411a-a775-5ad66b883ee6 req-c7173ea0-477f-40fd-87d3-49503495cebd tempest-FloatingIPsTestJSON-334170503 tempest-FloatingIPsTestJSON-334170503-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:58:10.150045 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e11afe1-ac47-411a-a775-5ad66b883ee6 req-c7173ea0-477f-40fd-87d3-49503495cebd tempest-FloatingIPsTestJSON-334170503 tempest-FloatingIPsTestJSON-334170503-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:58:10.250905 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7173ea0-477f-40fd-87d3-49503495cebd tempest-FloatingIPsTestJSON-334170503 tempest-FloatingIPsTestJSON-334170503-project] Pushing event updated for resources: {'Port': ['ID=7a61bbfd-d656-4a7b-882c-90637ffbc131,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:10.275680 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-972b0605-be0d-47e8-a003-c98e7bb6c620 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.7605000
May 07 21:58:10.277534 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-17c18654-a410-4baa-a4e5-8ff8d19f5ab6 None None] Current status of the port 8a76e807-6494-4d70-8d94-134b317a352f is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:58:10.280164 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 48174) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:58:10.293235 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-ab9bd929-332a-4723-acdc-f8d72e9c6b81 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Request body: {'ports': [{'network_id': '5318cdfe-5084-4abd-945c-a3cf96ad49e6', 'name': 'tempest-port--570164879', 'admin_state_up': True}, {'network_id': 'e0b31ffe-a060-464d-ae3f-775a58fd1fc9', 'admin_state_up': False}]} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:58:10.294170 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-ab9bd929-332a-4723-acdc-f8d72e9c6b81 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Request body: {'port': {'network_id': '5318cdfe-5084-4abd-945c-a3cf96ad49e6', 'name': 'tempest-port--570164879', 'admin_state_up': True}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:58:10.294753 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-ab9bd929-332a-4723-acdc-f8d72e9c6b81 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Request body: {'port': {'network_id': 'e0b31ffe-a060-464d-ae3f-775a58fd1fc9', 'admin_state_up': False}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:58:10.322729 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-1a10fe80-c106-450b-b876-8d44af716a6e req-11f683e4-b807-47cd-b474-ea16588c85c9 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] For port 0018a0ea-3b54-48b4-be4c-da78c12b4100, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0018a0ea-3b54-48b4-be4c-da78c12b4100,segment=NetworkSegment(c1f62f1a-7390-4968-bfcd-e0354648ad7b),segment_id=c1f62f1a-7390-4968-bfcd-e0354648ad7b)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:58:10.323366 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-1a10fe80-c106-450b-b876-8d44af716a6e req-11f683e4-b807-47cd-b474-ea16588c85c9 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (0018a0ea-3b54-48b4-be4c-da78c12b4100), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:10.343536 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-1a10fe80-c106-450b-b876-8d44af716a6e req-11f683e4-b807-47cd-b474-ea16588c85c9 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Calling delete_port for 0018a0ea-3b54-48b4-be4c-da78c12b4100 owned by compute:nova {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:58:10.378714 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-0e11afe1-ac47-411a-a775-5ad66b883ee6 req-c7173ea0-477f-40fd-87d3-49503495cebd tempest-FloatingIPsTestJSON-334170503 tempest-FloatingIPsTestJSON-334170503-project] Publish callbacks [] for floatingip (53f67c17-d381-46dd-bca2-0f5b2570ca0f), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:10.474015 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 48178) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:58:10.571707 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-0e11afe1-ac47-411a-a775-5ad66b883ee6 req-c7173ea0-477f-40fd-87d3-49503495cebd tempest-FloatingIPsTestJSON-334170503 tempest-FloatingIPsTestJSON-334170503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (7a61bbfd-d656-4a7b-882c-90637ffbc131), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:10.574369 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972b0605-be0d-47e8-a003-c98e7bb6c620 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Pushing event updated for resources: {'Network': ['ID=e0b31ffe-a060-464d-ae3f-775a58fd1fc9,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:10.589892 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network e0b31ffe-a060-464d-ae3f-775a58fd1fc9 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 21:58:10.594265 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-1a10fe80-c106-450b-b876-8d44af716a6e req-11f683e4-b807-47cd-b474-ea16588c85c9 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (0018a0ea-3b54-48b4-be4c-da78c12b4100), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:10.645322 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f683e4-b807-47cd-b474-ea16588c85c9 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Pushing event deleted for resources: {'Port': ['ID=0018a0ea-3b54-48b4-be4c-da78c12b4100,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:10.711161 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a10fe80-c106-450b-b876-8d44af716a6e req-11f683e4-b807-47cd-b474-ea16588c85c9 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] No DVR routers for this DVR port 0018a0ea-3b54-48b4-be4c-da78c12b4100 on host nch2-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:58:10.723216 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-1a10fe80-c106-450b-b876-8d44af716a6e req-11f683e4-b807-47cd-b474-ea16588c85c9 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:10.736158 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1a10fe80-c106-450b-b876-8d44af716a6e req-11f683e4-b807-47cd-b474-ea16588c85c9 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "DELETE /v2.0/ports/0018a0ea-3b54-48b4-be4c-da78c12b4100 HTTP/1.1" status: 204  len: 173 time: 0.7703295
May 07 21:58:10.798172 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f42a26a4-aba3-4c62-ab7c-f1d4312408ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:10.926150 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f42a26a4-aba3-4c62-ab7c-f1d4312408ae admin admin] Publish callbacks [] for security_group (41c22973-e081-4bd9-81b0-833894fed601), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:10.935341 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f42a26a4-aba3-4c62-ab7c-f1d4312408ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (41c22973-e081-4bd9-81b0-833894fed601), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:11.001947 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-f42a26a4-aba3-4c62-ab7c-f1d4312408ae admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2190f20198fd43458f1834b1233e5587&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5227249
May 07 21:58:11.001947 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42a26a4-aba3-4c62-ab7c-f1d4312408ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41c22973-e081-4bd9-81b0-833894fed601,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:11.003586 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 48184) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:58:11.079177 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-0e11afe1-ac47-411a-a775-5ad66b883ee6 req-c7173ea0-477f-40fd-87d3-49503495cebd tempest-FloatingIPsTestJSON-334170503 tempest-FloatingIPsTestJSON-334170503-project] Publish callbacks [] for port (7a61bbfd-d656-4a7b-882c-90637ffbc131), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:11.112985 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b39edfe3-b884-4fdd-9e4b-58b6f34b66d9 admin admin] Publish callbacks [] for security_group (41c22973-e081-4bd9-81b0-833894fed601), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:11.133413 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-0e11afe1-ac47-411a-a775-5ad66b883ee6 req-c7173ea0-477f-40fd-87d3-49503495cebd tempest-FloatingIPsTestJSON-334170503 tempest-FloatingIPsTestJSON-334170503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (7a61bbfd-d656-4a7b-882c-90637ffbc131), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:11.165259 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab9bd929-332a-4723-acdc-f8d72e9c6b81 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Made reservation on behalf of 4295ac4ae3494ccd8aee1a736cf9f6bc for: {'port': 2} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:58:11.169373 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ab9bd929-332a-4723-acdc-f8d72e9c6b81 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:11.173306 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b39edfe3-b884-4fdd-9e4b-58b6f34b66d9 admin admin] Publish callbacks [] for security_group (41c22973-e081-4bd9-81b0-833894fed601), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:11.226887 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 8a76e807-6494-4d70-8d94-134b317a352f up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:58:11.248148 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c9980b1-dace-4869-a751-b8e829436de3 x-openstack-request-id: req-5c9980b1-dace-4869-a751-b8e829436de3 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:58:11.248741 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43947906-2565-4321-a6b4-84db6b89c14c", "name": "network-vif-deleted", "tag": "54042997-611b-42f5-81e6-26872474a903", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:58:11.249283 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5c9980b1-dace-4869-a751-b8e829436de3 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:58:11.249893 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c9980b1-dace-4869-a751-b8e829436de3'] response: {'server_uuid': '43947906-2565-4321-a6b4-84db6b89c14c', 'name': 'network-vif-deleted', 'tag': '54042997-611b-42f5-81e6-26872474a903', 'status': 'completed', 'code': 200}
May 07 21:58:11.307479 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 8a76e807-6494-4d70-8d94-134b317a352f triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:58:11.307958 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (8a76e807-6494-4d70-8d94-134b317a352f), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:11.328749 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-0e11afe1-ac47-411a-a775-5ad66b883ee6 req-c7173ea0-477f-40fd-87d3-49503495cebd tempest-FloatingIPsTestJSON-334170503 tempest-FloatingIPsTestJSON-334170503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (53f67c17-d381-46dd-bca2-0f5b2570ca0f), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:11.343889 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ab9bd929-332a-4723-acdc-f8d72e9c6b81 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:11.351164 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e4c7c4-e829-450c-ac09-c592d44b2722 req-9e9f29af-4874-42aa-8852-0405b7acc0c8 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:11.364584 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-58e4c7c4-e829-450c-ac09-c592d44b2722 req-9e9f29af-4874-42aa-8852-0405b7acc0c8 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=83ad7d9c-5e14-44b9-a948-c9c337d99f0c HTTP/1.1" status: 200  len: 945 time: 0.1093853
May 07 21:58:11.447530 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b39edfe3-b884-4fdd-9e4b-58b6f34b66d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (41c22973-e081-4bd9-81b0-833894fed601), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:11.450308 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b39edfe3-b884-4fdd-9e4b-58b6f34b66d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:11.454208 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-b39edfe3-b884-4fdd-9e4b-58b6f34b66d9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/41c22973-e081-4bd9-81b0-833894fed601 HTTP/1.1" status: 204  len: 168 time: 0.4476435
May 07 21:58:11.464545 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 8a76e807-6494-4d70-8d94-134b317a352f is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:58:11.469947 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-58e4c7c4-e829-450c-ac09-c592d44b2722 req-82c4ec58-0967-4a09-8302-193f40dff7bf tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups?id=108d65d8-0253-46f4-addb-267f67931aa5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1019750
May 07 21:58:11.486529 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39edfe3-b884-4fdd-9e4b-58b6f34b66d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41c22973-e081-4bd9-81b0-833894fed601,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:11.564866 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7173ea0-477f-40fd-87d3-49503495cebd tempest-FloatingIPsTestJSON-334170503 tempest-FloatingIPsTestJSON-334170503-project] Pushing event updated for resources: {'Port': ['ID=7a61bbfd-d656-4a7b-882c-90637ffbc131,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:11.591673 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-0e11afe1-ac47-411a-a775-5ad66b883ee6 req-c7173ea0-477f-40fd-87d3-49503495cebd tempest-FloatingIPsTestJSON-334170503 tempest-FloatingIPsTestJSON-334170503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:11.596200 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0e11afe1-ac47-411a-a775-5ad66b883ee6 req-c7173ea0-477f-40fd-87d3-49503495cebd tempest-FloatingIPsTestJSON-334170503 tempest-FloatingIPsTestJSON-334170503-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 696 time: 3.8621001
May 07 21:58:11.687901 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 0018a0ea-3b54-48b4-be4c-da78c12b4100 no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:58:11.748386 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0e11afe1-ac47-411a-a775-5ad66b883ee6 req-825e95e7-7f9f-4096-8db2-d29646fd6290 tempest-FloatingIPsTestJSON-334170503 tempest-FloatingIPsTestJSON-334170503-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.4.9 HTTP/1.1" status: 200  len: 694 time: 0.1427643
May 07 21:58:11.752747 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] No Port match for: 0018a0ea-3b54-48b4-be4c-da78c12b4100 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:58:11.754981 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 0018a0ea-3b54-48b4-be4c-da78c12b4100 not bound to the agent host nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:58:11.907305 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [None req-ab9bd929-332a-4723-acdc-f8d72e9c6b81 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] device_id is not set on port 857f6dd9-6d20-4e50-9831-72bba28ee7e4 yet. {{(pid=121837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 21:58:11.932780 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2 up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:58:11.981675 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e11afe1-ac47-411a-a775-5ad66b883ee6 req-77b42cf9-c1bd-4648-8762-b02ca2e549c8 tempest-FloatingIPsTestJSON-334170503 tempest-FloatingIPsTestJSON-334170503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:11.983427 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0e11afe1-ac47-411a-a775-5ad66b883ee6 req-77b42cf9-c1bd-4648-8762-b02ca2e549c8 tempest-FloatingIPsTestJSON-334170503 tempest-FloatingIPsTestJSON-334170503-project] 10.222.0.32 "GET /v2.0/networks/9221b764-ef06-431f-8941-796516ed7c3b HTTP/1.1" status: 200  len: 784 time: 0.2292826
May 07 21:58:12.098692 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:58:12.101058 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ab9bd929-332a-4723-acdc-f8d72e9c6b81 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Publish callbacks [] for port (857f6dd9-6d20-4e50-9831-72bba28ee7e4), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:12.105074 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:12.177701 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [None req-ab9bd929-332a-4723-acdc-f8d72e9c6b81 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] device_id is not set on port 35e4660c-1d0a-4db4-b65a-aeb40b74279b yet. {{(pid=121837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 21:58:12.179983 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819d229c-70a2-467b-a5d7-8ad1b6e85602 req-71e2907d-9d46-4870-be5b-69df92c4abe7 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:12.184331 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-819d229c-70a2-467b-a5d7-8ad1b6e85602 req-71e2907d-9d46-4870-be5b-69df92c4abe7 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/networks?id=9b7653d0-c69e-4364-9ed6-1c005b136d81 HTTP/1.1" status: 200  len: 811 time: 0.2478664
May 07 21:58:12.185023 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 48212) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:58:12.239395 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-819d229c-70a2-467b-a5d7-8ad1b6e85602 req-4145f3b3-afcf-468f-b8c6-6c340cdb165a tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/quotas/85587313eff94af59406aca0c1a96a02 HTTP/1.1" status: 200  len: 375 time: 0.0418587
May 07 21:58:12.277163 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ab9bd929-332a-4723-acdc-f8d72e9c6b81 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Publish callbacks [] for port (35e4660c-1d0a-4db4-b65a-aeb40b74279b), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:12.279240 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:58:12.280513 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:12.281207 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-819d229c-70a2-467b-a5d7-8ad1b6e85602 req-01910274-9d77-4c82-942e-644e8fb90878 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=85587313eff94af59406aca0c1a96a02&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0355966
May 07 21:58:12.318099 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83ad7d9c-5e14-44b9-a948-c9c337d99f0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4e2b793-5d2d-4a07-9cc6-af0c205ae6e2'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:58:12.321945 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd0015a4-9c59-412e-8457-3a4b03e22c52" -d '{"events": [{"server_uuid": "83ad7d9c-5e14-44b9-a948-c9c337d99f0c", "name": "network-vif-plugged", "status": "completed", "tag": "d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:58:12.332200 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ab9bd929-332a-4723-acdc-f8d72e9c6b81 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (857f6dd9-6d20-4e50-9831-72bba28ee7e4), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:12.338626 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-a9de28f4-2a6f-49d9-9222-835d2cddc3ab admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2e58c5e52ed24c658949691450adcdd2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1480563
May 07 21:58:12.346387 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2,segment=NetworkSegment(16a3e44e-cf3e-4bbc-83bb-ad3918f988bd),segment_id=16a3e44e-cf3e-4bbc-83bb-ad3918f988bd)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:58:12.365260 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 48216) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:58:12.372108 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:12.439176 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2,revision_number=7']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:12.440948 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9bd929-332a-4723-acdc-f8d72e9c6b81 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Pushing event updated for resources: {'Port': ['ID=857f6dd9-6d20-4e50-9831-72bba28ee7e4,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:12.445430 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-819d229c-70a2-467b-a5d7-8ad1b6e85602 req-51559beb-fec6-41bc-9682-fc16a0838508 service neutron] 10.222.0.32 "GET /v2.0/networks/9b7653d0-c69e-4364-9ed6-1c005b136d81?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1568303
May 07 21:58:12.450348 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a3f1c20f-33aa-4166-b319-9448f754afc0 admin admin] Publish callbacks [] for security_group (f0f3fb35-8f8a-4f8f-a767-7a5d67a92b35), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:12.467777 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-85014e8d-cd22-4e56-891a-69eb108e9704 req-c8ac452d-33d2-4e05-93ea-482b3d3203b4 tempest-FloatingIPsTestJSON-334170503 tempest-FloatingIPsTestJSON-334170503-project] 10.222.0.32 "GET /v2.0/floatingips/53f67c17-d381-46dd-bca2-0f5b2570ca0f HTTP/1.1" status: 200  len: 691 time: 0.1474085
May 07 21:58:12.543746 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a3f1c20f-33aa-4166-b319-9448f754afc0 admin admin] Publish callbacks [] for security_group (f0f3fb35-8f8a-4f8f-a767-7a5d67a92b35), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:12.570901 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9bd929-332a-4723-acdc-f8d72e9c6b81 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Checking segment: {'id': 'fe9c0d7d-837c-454e-a4dc-96c2fa68eba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '5318cdfe-5084-4abd-945c-a3cf96ad49e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:58:12.572001 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9bd929-332a-4723-acdc-f8d72e9c6b81 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Network hostable DHCP agents. Network: 5318cdfe-5084-4abd-945c-a3cf96ad49e6, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 21:58:12.605531 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-819d229c-70a2-467b-a5d7-8ad1b6e85602 req-20642458-d427-47b2-b452-c079e1880826 service neutron] 10.222.0.32 "GET /v2.0/networks/9b7653d0-c69e-4364-9ed6-1c005b136d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1515560
May 07 21:58:12.626518 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a3f1c20f-33aa-4166-b319-9448f754afc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (f0f3fb35-8f8a-4f8f-a767-7a5d67a92b35), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:12.629614 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a3f1c20f-33aa-4166-b319-9448f754afc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:12.630980 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-a3f1c20f-33aa-4166-b319-9448f754afc0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f0f3fb35-8f8a-4f8f-a767-7a5d67a92b35 HTTP/1.1" status: 204  len: 168 time: 0.2646928
May 07 21:58:12.646009 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f1c20f-33aa-4166-b319-9448f754afc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f3fb35-8f8a-4f8f-a767-7a5d67a92b35,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:12.716738 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9bd929-332a-4723-acdc-f8d72e9c6b81 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Network 5318cdfe-5084-4abd-945c-a3cf96ad49e6 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 21:58:12.766618 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-ab9bd929-332a-4723-acdc-f8d72e9c6b81 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5318cdfe-5084-4abd-945c-a3cf96ad49e6) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:58:12.780466 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26698ec5-5038-444a-a4cb-4ba2b06c6f97 None None] Network 5318cdfe-5084-4abd-945c-a3cf96ad49e6 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:58:12.790950 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9bd929-332a-4723-acdc-f8d72e9c6b81 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:58:12.791838 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ab9bd929-332a-4723-acdc-f8d72e9c6b81 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (35e4660c-1d0a-4db4-b65a-aeb40b74279b), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:12.826213 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85014e8d-cd22-4e56-891a-69eb108e9704 req-7a7af88f-3342-4c0f-a69b-99b7d9647295 tempest-FloatingIPsTestJSON-334170503 tempest-FloatingIPsTestJSON-334170503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:12.828001 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-85014e8d-cd22-4e56-891a-69eb108e9704 req-7a7af88f-3342-4c0f-a69b-99b7d9647295 tempest-FloatingIPsTestJSON-334170503 tempest-FloatingIPsTestJSON-334170503-project] 10.222.0.32 "GET /v2.0/networks/9221b764-ef06-431f-8941-796516ed7c3b HTTP/1.1" status: 200  len: 784 time: 0.3447731
May 07 21:58:12.877826 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [req-85014e8d-cd22-4e56-891a-69eb108e9704 req-e3a318ad-fb5d-4690-951a-240e85ab33cc tempest-FloatingIPsTestJSON-334170503 tempest-FloatingIPsTestJSON-334170503-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121837) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 21:58:12.878928 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-85014e8d-cd22-4e56-891a-69eb108e9704 req-e3a318ad-fb5d-4690-951a-240e85ab33cc tempest-FloatingIPsTestJSON-334170503 tempest-FloatingIPsTestJSON-334170503-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0443997
May 07 21:58:12.915921 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9bd929-332a-4723-acdc-f8d72e9c6b81 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Pushing event updated for resources: {'Port': ['ID=35e4660c-1d0a-4db4-b65a-aeb40b74279b,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:12.948667 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9bd929-332a-4723-acdc-f8d72e9c6b81 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Checking segment: {'id': '4726a1c6-ce91-4846-a020-c81e8afbb70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'e0b31ffe-a060-464d-ae3f-775a58fd1fc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:58:12.949152 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9bd929-332a-4723-acdc-f8d72e9c6b81 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Network hostable DHCP agents. Network: e0b31ffe-a060-464d-ae3f-775a58fd1fc9, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 21:58:12.996997 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-326521f7-250d-4705-9f3f-ae220e2cb399 x-openstack-request-id: req-326521f7-250d-4705-9f3f-ae220e2cb399 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:58:12.998066 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83ad7d9c-5e14-44b9-a948-c9c337d99f0c", "name": "network-vif-plugged", "status": "completed", "tag": "d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:58:12.998535 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-326521f7-250d-4705-9f3f-ae220e2cb399 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:58:12.999214 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-326521f7-250d-4705-9f3f-ae220e2cb399'] response: {'server_uuid': '83ad7d9c-5e14-44b9-a948-c9c337d99f0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4e2b793-5d2d-4a07-9cc6-af0c205ae6e2', 'code': 200}
May 07 21:58:13.032087 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9bd929-332a-4723-acdc-f8d72e9c6b81 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Network e0b31ffe-a060-464d-ae3f-775a58fd1fc9 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 21:58:13.061065 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-ab9bd929-332a-4723-acdc-f8d72e9c6b81 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e0b31ffe-a060-464d-ae3f-775a58fd1fc9) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:58:13.077698 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9bd929-332a-4723-acdc-f8d72e9c6b81 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:58:13.086203 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9bd929-332a-4723-acdc-f8d72e9c6b81 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:13.094331 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9bd929-332a-4723-acdc-f8d72e9c6b81 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:13.095083 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ab9bd929-332a-4723-acdc-f8d72e9c6b81 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:13.117485 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-ab9bd929-332a-4723-acdc-f8d72e9c6b81 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1449 time: 2.8328431
May 07 21:58:13.120420 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 48232) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:58:13.141681 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13137788-1bb9-4f43-907c-68f33776fb6f None None] Network e0b31ffe-a060-464d-ae3f-775a58fd1fc9 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:58:13.277121 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76fb1f24-8416-4b15-b95f-ec086bc7ee8b', 'name': 'network-vif-deleted', 'tag': '0018a0ea-3b54-48b4-be4c-da78c12b4100'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:58:13.284983 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c3d7140-dd94-4df1-87c0-8a557a16c430" -d '{"events": [{"server_uuid": "76fb1f24-8416-4b15-b95f-ec086bc7ee8b", "name": "network-vif-deleted", "tag": "0018a0ea-3b54-48b4-be4c-da78c12b4100"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:58:13.289991 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5625d43a-9bd4-4f11-b3e3-1952e77c2945 req-aec2b483-5771-4919-8e01-b338ee4b2086 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:13.297458 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5625d43a-9bd4-4f11-b3e3-1952e77c2945 req-aec2b483-5771-4919-8e01-b338ee4b2086 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=83ad7d9c-5e14-44b9-a948-c9c337d99f0c HTTP/1.1" status: 200  len: 946 time: 0.1636517
May 07 21:58:13.396068 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-90786d80-ad57-49fb-9b9f-0b2facd3ff05 req-83a978e4-eb75-40b4-bc1f-61a51989ad9f tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8f949ce-22d7-44fa-a1f2-d579d5bd9d12 HTTP/1.1" status: 200  len: 210 time: 0.2506170
May 07 21:58:13.424272 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0989b7c5-76ca-4f3e-9f8b-95acd3da1029 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:13.449887 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0989b7c5-76ca-4f3e-9f8b-95acd3da1029 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:13.456296 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-0989b7c5-76ca-4f3e-9f8b-95acd3da1029 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1444 time: 0.3343201
May 07 21:58:13.475002 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 48246) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:58:13.502872 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5625d43a-9bd4-4f11-b3e3-1952e77c2945 req-49df428b-848e-42a2-84ee-34f069f9e0db tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups?id=108d65d8-0253-46f4-addb-267f67931aa5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1952729
May 07 21:58:13.652179 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d81d1906-62bd-4fbf-991f-69ecf4ae2fae req-32ba5b13-b29b-42a5-b499-4f40a999ba20 tempest-FloatingIPsTestJSON-334170503 tempest-FloatingIPsTestJSON-334170503-project] 10.222.0.32 "GET /v2.0/floatingips?tenant_id=150a87722b1c4b659e8a918d6a22c739 HTTP/1.1" status: 200  len: 694 time: 0.1920412
May 07 21:58:13.710441 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-1626d6d9-59e6-42a8-86c6-4dc863599e35 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Deleting port 857f6dd9-6d20-4e50-9831-72bba28ee7e4 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:58:13.710843 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1626d6d9-59e6-42a8-86c6-4dc863599e35 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (857f6dd9-6d20-4e50-9831-72bba28ee7e4), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:13.801054 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 07 May 2022 21:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3da88949-0f11-4651-874c-e2f6be0de5b8 x-openstack-request-id: req-3da88949-0f11-4651-874c-e2f6be0de5b8 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:58:13.805003 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76fb1f24-8416-4b15-b95f-ec086bc7ee8b", "name": "network-vif-deleted", "tag": "0018a0ea-3b54-48b4-be4c-da78c12b4100", "status": "failed", "code": 422}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:58:13.805276 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3da88949-0f11-4651-874c-e2f6be0de5b8 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:58:13.807123 ncdv-master-1 neutron-server[121836]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-3da88949-0f11-4651-874c-e2f6be0de5b8']: {'server_uuid': '76fb1f24-8416-4b15-b95f-ec086bc7ee8b', 'name': 'network-vif-deleted', 'tag': '0018a0ea-3b54-48b4-be4c-da78c12b4100', 'status': 'failed', 'code': 422} returned with failed status
May 07 21:58:13.837402 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 21:58:13.984160 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1626d6d9-59e6-42a8-86c6-4dc863599e35 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (857f6dd9-6d20-4e50-9831-72bba28ee7e4), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:14.011133 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-1626d6d9-59e6-42a8-86c6-4dc863599e35 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Calling delete_port for 857f6dd9-6d20-4e50-9831-72bba28ee7e4 owned by  {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:58:14.011277 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81d1906-62bd-4fbf-991f-69ecf4ae2fae req-4ae5f6a2-e6e3-4702-a0c4-9fba55ad8b7a tempest-FloatingIPsTestJSON-334170503 tempest-FloatingIPsTestJSON-334170503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:14.024956 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d81d1906-62bd-4fbf-991f-69ecf4ae2fae req-4ae5f6a2-e6e3-4702-a0c4-9fba55ad8b7a tempest-FloatingIPsTestJSON-334170503 tempest-FloatingIPsTestJSON-334170503-project] 10.222.0.32 "GET /v2.0/networks?id=9221b764-ef06-431f-8941-796516ed7c3b HTTP/1.1" status: 200  len: 787 time: 0.3695977
May 07 21:58:14.121912 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b467d400-1811-4019-bc43-242afed378b2 req-c352aba9-7434-4b5e-a231-f11c1754ef6f tempest-FloatingIPsTestJSON-334170503 tempest-FloatingIPsTestJSON-334170503-project] 10.222.0.32 "GET /v2.0/floatingips/53f67c17-d381-46dd-bca2-0f5b2570ca0f HTTP/1.1" status: 200  len: 691 time: 0.0811529
May 07 21:58:14.164504 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1626d6d9-59e6-42a8-86c6-4dc863599e35 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (857f6dd9-6d20-4e50-9831-72bba28ee7e4), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:14.228322 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1626d6d9-59e6-42a8-86c6-4dc863599e35 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Pushing event deleted for resources: {'Port': ['ID=857f6dd9-6d20-4e50-9831-72bba28ee7e4,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:14.236343 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1626d6d9-59e6-42a8-86c6-4dc863599e35 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:14.251365 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-1626d6d9-59e6-42a8-86c6-4dc863599e35 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] 10.222.0.32 "DELETE /v2.0/ports/857f6dd9-6d20-4e50-9831-72bba28ee7e4 HTTP/1.1" status: 204  len: 168 time: 0.7737365
May 07 21:58:14.252310 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 48272) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:58:14.333382 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 48274) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:58:14.546856 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-8c0c503a-7d9e-4c3d-89cf-e3a9c6a25334 tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1683846407'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:58:14.586919 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c0c503a-7d9e-4c3d-89cf-e3a9c6a25334 tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] Made reservation on behalf of 105bb835cbb8424598141c6db1db76dd for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:58:14.602311 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8c0c503a-7d9e-4c3d-89cf-e3a9c6a25334 tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:14.620550 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8c0c503a-7d9e-4c3d-89cf-e3a9c6a25334 tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:14.688434 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-26ad088e-9c94-4db4-b6af-178b6bfc4c98 req-bc43d3fb-87ba-4269-acf3-a21bcc76411b tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8f949ce-22d7-44fa-a1f2-d579d5bd9d12 HTTP/1.1" status: 200  len: 210 time: 0.0505850
May 07 21:58:14.805559 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-cb209f7a-ce5c-4b48-8dea-21dbe6a3e49d tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Deleting port 35e4660c-1d0a-4db4-b65a-aeb40b74279b {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:58:14.806521 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cb209f7a-ce5c-4b48-8dea-21dbe6a3e49d tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (35e4660c-1d0a-4db4-b65a-aeb40b74279b), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:14.855872 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b467d400-1811-4019-bc43-242afed378b2 req-b701bd8a-2777-4791-9b02-233685349e32 tempest-FloatingIPsTestJSON-334170503 tempest-FloatingIPsTestJSON-334170503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:14.866208 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b467d400-1811-4019-bc43-242afed378b2 req-b701bd8a-2777-4791-9b02-233685349e32 tempest-FloatingIPsTestJSON-334170503 tempest-FloatingIPsTestJSON-334170503-project] 10.222.0.32 "GET /v2.0/networks/9221b764-ef06-431f-8941-796516ed7c3b HTTP/1.1" status: 200  len: 784 time: 0.7424529
May 07 21:58:14.879064 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e6ef03-0f42-4e04-a95c-5ca075b03ff1 req-948c537f-e753-4735-a9f1-a7970258ec6e tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:14.886442 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d3e6ef03-0f42-4e04-a95c-5ca075b03ff1 req-948c537f-e753-4735-a9f1-a7970258ec6e tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=83ad7d9c-5e14-44b9-a948-c9c337d99f0c HTTP/1.1" status: 200  len: 946 time: 0.1031008
May 07 21:58:14.970888 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819d229c-70a2-467b-a5d7-8ad1b6e85602 req-8a5b950d-2b2f-4778-9813-bf87881ca210 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:14.972475 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-819d229c-70a2-467b-a5d7-8ad1b6e85602 req-8a5b950d-2b2f-4778-9813-bf87881ca210 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.59 "GET /v2.0/networks?id=9b7653d0-c69e-4364-9ed6-1c005b136d81 HTTP/1.1" status: 200  len: 811 time: 0.2984190
May 07 21:58:14.991074 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-819d229c-70a2-467b-a5d7-8ad1b6e85602 req-bcc3c159-8183-4bec-8241-a625121f1f98 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Request body: {'port': {'device_id': 'c8f949ce-22d7-44fa-a1f2-d579d5bd9d12', 'network_id': '9b7653d0-c69e-4364-9ed6-1c005b136d81', 'admin_state_up': True, 'tenant_id': '85587313eff94af59406aca0c1a96a02'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:58:15.008041 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cb209f7a-ce5c-4b48-8dea-21dbe6a3e49d tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (35e4660c-1d0a-4db4-b65a-aeb40b74279b), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:15.022003 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b467d400-1811-4019-bc43-242afed378b2 req-f6cfa35d-7161-4446-a605-b7938ef3500d tempest-FloatingIPsTestJSON-334170503 tempest-FloatingIPsTestJSON-334170503-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.4.9 HTTP/1.1" status: 200  len: 694 time: 0.1541586
May 07 21:58:15.060678 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d3e6ef03-0f42-4e04-a95c-5ca075b03ff1 req-9ca7ada5-07ce-4339-b2a5-a8a575a44a05 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups?id=108d65d8-0253-46f4-addb-267f67931aa5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1729190
May 07 21:58:15.080234 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-cb209f7a-ce5c-4b48-8dea-21dbe6a3e49d tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Calling delete_port for 35e4660c-1d0a-4db4-b65a-aeb40b74279b owned by  {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:58:15.080974 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8c0c503a-7d9e-4c3d-89cf-e3a9c6a25334 tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] Publish callbacks [] for security_group (31cd924a-ff7b-467c-947a-02ac89f2bbfe), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:15.088742 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8c0c503a-7d9e-4c3d-89cf-e3a9c6a25334 tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (31cd924a-ff7b-467c-947a-02ac89f2bbfe), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:15.103022 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b467d400-1811-4019-bc43-242afed378b2 req-3536b2e3-637d-4a55-8935-5f31ad6b7daa tempest-FloatingIPsTestJSON-334170503 tempest-FloatingIPsTestJSON-334170503-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.4.9 HTTP/1.1" status: 200  len: 694 time: 0.0794475
May 07 21:58:15.169984 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c0c503a-7d9e-4c3d-89cf-e3a9c6a25334 tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 21:58:15.227657 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8c0c503a-7d9e-4c3d-89cf-e3a9c6a25334 tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (46a76226-4e56-43ac-b8dd-d91972125f27), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:15.228186 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-8c0c503a-7d9e-4c3d-89cf-e3a9c6a25334 tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] Added segment 46a76226-4e56-43ac-b8dd-d91972125f27 of type vlan for network a9bebd79-58c7-4c8a-9d8b-12c010111a03
May 07 21:58:15.243156 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0c503a-7d9e-4c3d-89cf-e3a9c6a25334 tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31cd924a-ff7b-467c-947a-02ac89f2bbfe,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:15.253907 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-819d229c-70a2-467b-a5d7-8ad1b6e85602 req-bcc3c159-8183-4bec-8241-a625121f1f98 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Made reservation on behalf of 85587313eff94af59406aca0c1a96a02 for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:58:15.257506 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-819d229c-70a2-467b-a5d7-8ad1b6e85602 req-bcc3c159-8183-4bec-8241-a625121f1f98 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:15.324974 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8c0c503a-7d9e-4c3d-89cf-e3a9c6a25334 tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (a9bebd79-58c7-4c8a-9d8b-12c010111a03), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:15.350811 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-b467d400-1811-4019-bc43-242afed378b2 req-9c19b3ef-f43d-434d-89cf-5b48ee1bdc00 tempest-FloatingIPsTestJSON-334170503 tempest-FloatingIPsTestJSON-334170503-project] Deleting port 7a61bbfd-d656-4a7b-882c-90637ffbc131 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:58:15.351107 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-b467d400-1811-4019-bc43-242afed378b2 req-9c19b3ef-f43d-434d-89cf-5b48ee1bdc00 tempest-FloatingIPsTestJSON-334170503 tempest-FloatingIPsTestJSON-334170503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (7a61bbfd-d656-4a7b-882c-90637ffbc131), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:15.372562 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cb209f7a-ce5c-4b48-8dea-21dbe6a3e49d tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (35e4660c-1d0a-4db4-b65a-aeb40b74279b), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:15.427783 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb209f7a-ce5c-4b48-8dea-21dbe6a3e49d tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Pushing event deleted for resources: {'Port': ['ID=35e4660c-1d0a-4db4-b65a-aeb40b74279b,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:15.440786 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cb209f7a-ce5c-4b48-8dea-21dbe6a3e49d tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:15.447589 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-cb209f7a-ce5c-4b48-8dea-21dbe6a3e49d tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] 10.222.0.32 "DELETE /v2.0/ports/35e4660c-1d0a-4db4-b65a-aeb40b74279b HTTP/1.1" status: 204  len: 168 time: 1.1941652
May 07 21:58:15.448424 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 48288) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:58:15.509243 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [req-819d229c-70a2-467b-a5d7-8ad1b6e85602 req-bcc3c159-8183-4bec-8241-a625121f1f98 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Allocated IP 172.20.0.12 (9b7653d0-c69e-4364-9ed6-1c005b136d81/68532bd3-831b-4da5-a9e0-f88c1ab76985/bb2fe61d-de4d-4309-8907-7aa8991753d3) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:58:15.519703 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-4defcb0b-39cd-4ee8-8eec-7d5dc2c2c1a3 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.0681334
May 07 21:58:15.520310 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 48290) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:58:15.543558 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-50e782ea-3d73-4518-8edc-7c9efbdf5a27 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1729848409'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:58:15.570252 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-b467d400-1811-4019-bc43-242afed378b2 req-9c19b3ef-f43d-434d-89cf-5b48ee1bdc00 tempest-FloatingIPsTestJSON-334170503 tempest-FloatingIPsTestJSON-334170503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (7a61bbfd-d656-4a7b-882c-90637ffbc131), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:15.570868 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-b467d400-1811-4019-bc43-242afed378b2 req-9c19b3ef-f43d-434d-89cf-5b48ee1bdc00 tempest-FloatingIPsTestJSON-334170503 tempest-FloatingIPsTestJSON-334170503-project] Publish callbacks [] for floatingip (7a61bbfd-d656-4a7b-882c-90637ffbc131), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:15.589754 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-b467d400-1811-4019-bc43-242afed378b2 req-9c19b3ef-f43d-434d-89cf-5b48ee1bdc00 tempest-FloatingIPsTestJSON-334170503 tempest-FloatingIPsTestJSON-334170503-project] Calling delete_port for 7a61bbfd-d656-4a7b-882c-90637ffbc131 owned by network:floatingip {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:58:15.600743 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50e782ea-3d73-4518-8edc-7c9efbdf5a27 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Made reservation on behalf of 4295ac4ae3494ccd8aee1a736cf9f6bc for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:58:15.604040 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-50e782ea-3d73-4518-8edc-7c9efbdf5a27 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:15.669132 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50e782ea-3d73-4518-8edc-7c9efbdf5a27 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 21:58:15.689103 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-50e782ea-3d73-4518-8edc-7c9efbdf5a27 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (c1f60c13-15ed-49df-bbe6-dfc8c53bf7bf), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:15.689996 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-50e782ea-3d73-4518-8edc-7c9efbdf5a27 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Added segment c1f60c13-15ed-49df-bbe6-dfc8c53bf7bf of type vlan for network 01d3783b-5796-4ad9-970c-689c2ebfc922
May 07 21:58:15.694032 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8c0c503a-7d9e-4c3d-89cf-e3a9c6a25334 tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (a9bebd79-58c7-4c8a-9d8b-12c010111a03), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:15.699225 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0c503a-7d9e-4c3d-89cf-e3a9c6a25334 tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:15.699837 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8c0c503a-7d9e-4c3d-89cf-e3a9c6a25334 tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:15.751758 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-50e782ea-3d73-4518-8edc-7c9efbdf5a27 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (01d3783b-5796-4ad9-970c-689c2ebfc922), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:15.768674 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70990455-ac87-4706-9332-24127f99eed0 req-f3304660-60d8-468c-b4e8-0352af5da894 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:15.774230 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70990455-ac87-4706-9332-24127f99eed0 req-f3304660-60d8-468c-b4e8-0352af5da894 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:15.775889 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-70990455-ac87-4706-9332-24127f99eed0 req-f3304660-60d8-468c-b4e8-0352af5da894 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5e8392e-b439-457c-a474-09be8541f2d6&device_id=c47cb701-ee25-43b2-9e1f-f5157564391c HTTP/1.1" status: 200  len: 1682 time: 0.3877110
May 07 21:58:15.786645 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-8c0c503a-7d9e-4c3d-89cf-e3a9c6a25334 tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 792 time: 1.4519129
May 07 21:58:15.791388 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 48294) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:58:15.803947 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-616fa4ce-1b40-4cea-8549-872e997307b4 tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] Request body: {'subnet': {'network_id': 'a9bebd79-58c7-4c8a-9d8b-12c010111a03', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:58:15.882013 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-50e782ea-3d73-4518-8edc-7c9efbdf5a27 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (01d3783b-5796-4ad9-970c-689c2ebfc922), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:15.888021 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e782ea-3d73-4518-8edc-7c9efbdf5a27 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:15.889031 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-50e782ea-3d73-4518-8edc-7c9efbdf5a27 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:15.920258 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-819d229c-70a2-467b-a5d7-8ad1b6e85602 req-bcc3c159-8183-4bec-8241-a625121f1f98 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Publish callbacks [] for port (bb2fe61d-de4d-4309-8907-7aa8991753d3), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:15.925106 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-b467d400-1811-4019-bc43-242afed378b2 req-9c19b3ef-f43d-434d-89cf-5b48ee1bdc00 tempest-FloatingIPsTestJSON-334170503 tempest-FloatingIPsTestJSON-334170503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (7a61bbfd-d656-4a7b-882c-90637ffbc131), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:15.986889 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-70990455-ac87-4706-9332-24127f99eed0 req-5192b836-da8d-49e5-8760-fbb7918cdb9b tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9078ac8-09a8-43d0-bab4-b197059114d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1841719
May 07 21:58:15.986889 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0c503a-7d9e-4c3d-89cf-e3a9c6a25334 tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] Pushing event updated for resources: {'Network': ['ID=a9bebd79-58c7-4c8a-9d8b-12c010111a03,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:15.987221 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-50e782ea-3d73-4518-8edc-7c9efbdf5a27 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.4574032
May 07 21:58:15.987331 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 48296) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:58:15.987424 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c19b3ef-f43d-434d-89cf-5b48ee1bdc00 tempest-FloatingIPsTestJSON-334170503 tempest-FloatingIPsTestJSON-334170503-project] Pushing event deleted for resources: {'Port': ['ID=7a61bbfd-d656-4a7b-882c-90637ffbc131,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:15.992797 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-a832438c-7fb5-4c0d-a592-f01c5c404ed7 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-872453984'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:58:15.994922 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-819d229c-70a2-467b-a5d7-8ad1b6e85602 req-bcc3c159-8183-4bec-8241-a625121f1f98 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (bb2fe61d-de4d-4309-8907-7aa8991753d3), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:15.995491 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network a9bebd79-58c7-4c8a-9d8b-12c010111a03 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 21:58:16.031728 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e782ea-3d73-4518-8edc-7c9efbdf5a27 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Pushing event updated for resources: {'Network': ['ID=01d3783b-5796-4ad9-970c-689c2ebfc922,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:16.051488 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-819d229c-70a2-467b-a5d7-8ad1b6e85602 req-bcc3c159-8183-4bec-8241-a625121f1f98 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Network 9b7653d0-c69e-4364-9ed6-1c005b136d81 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:58:16.061915 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [req-819d229c-70a2-467b-a5d7-8ad1b6e85602 req-bcc3c159-8183-4bec-8241-a625121f1f98 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:58:16.065009 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc3c159-8183-4bec-8241-a625121f1f98 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Pushing event updated for resources: {'Port': ['ID=bb2fe61d-de4d-4309-8907-7aa8991753d3,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:16.067273 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-819d229c-70a2-467b-a5d7-8ad1b6e85602 req-bcc3c159-8183-4bec-8241-a625121f1f98 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:58:16.075408 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 01d3783b-5796-4ad9-970c-689c2ebfc922 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 21:58:16.094404 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a832438c-7fb5-4c0d-a592-f01c5c404ed7 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Made reservation on behalf of 4295ac4ae3494ccd8aee1a736cf9f6bc for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:58:16.097910 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a832438c-7fb5-4c0d-a592-f01c5c404ed7 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:16.126374 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-616fa4ce-1b40-4cea-8549-872e997307b4 tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] Made reservation on behalf of 105bb835cbb8424598141c6db1db76dd for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:58:16.138928 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-616fa4ce-1b40-4cea-8549-872e997307b4 tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:16.178330 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819d229c-70a2-467b-a5d7-8ad1b6e85602 req-bcc3c159-8183-4bec-8241-a625121f1f98 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:16.179273 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-819d229c-70a2-467b-a5d7-8ad1b6e85602 req-bcc3c159-8183-4bec-8241-a625121f1f98 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:16.193166 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a832438c-7fb5-4c0d-a592-f01c5c404ed7 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 21:58:16.204258 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cd6e81-39a0-4d67-9ebf-d78e5ef226bb req-061b4507-22bf-4714-a89e-33d2ed5a158a tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:16.206848 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-39cd6e81-39a0-4d67-9ebf-d78e5ef226bb req-061b4507-22bf-4714-a89e-33d2ed5a158a tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8f949ce-22d7-44fa-a1f2-d579d5bd9d12 HTTP/1.1" status: 200  len: 932 time: 0.1134565
May 07 21:58:16.218658 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a832438c-7fb5-4c0d-a592-f01c5c404ed7 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (df96ca45-844a-423f-b693-634f6a5190e6), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:16.219091 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-a832438c-7fb5-4c0d-a592-f01c5c404ed7 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Added segment df96ca45-844a-423f-b693-634f6a5190e6 of type vlan for network f116af64-c1f0-4515-8a59-650697a47d45
May 07 21:58:16.232888 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-819d229c-70a2-467b-a5d7-8ad1b6e85602 req-bcc3c159-8183-4bec-8241-a625121f1f98 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2474093
May 07 21:58:16.274006 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-819d229c-70a2-467b-a5d7-8ad1b6e85602 req-48edbaf9-b724-4558-baf2-44840f668aa6 service neutron] Request body: {'port': {'device_id': 'c8f949ce-22d7-44fa-a1f2-d579d5bd9d12', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:58:16.313382 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-b467d400-1811-4019-bc43-242afed378b2 req-9c19b3ef-f43d-434d-89cf-5b48ee1bdc00 tempest-FloatingIPsTestJSON-334170503 tempest-FloatingIPsTestJSON-334170503-project] Publish callbacks [] for floatingip (53f67c17-d381-46dd-bca2-0f5b2570ca0f), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:16.317924 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-b467d400-1811-4019-bc43-242afed378b2 req-9c19b3ef-f43d-434d-89cf-5b48ee1bdc00 tempest-FloatingIPsTestJSON-334170503 tempest-FloatingIPsTestJSON-334170503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:16.323954 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b467d400-1811-4019-bc43-242afed378b2 req-9c19b3ef-f43d-434d-89cf-5b48ee1bdc00 tempest-FloatingIPsTestJSON-334170503 tempest-FloatingIPsTestJSON-334170503-project] 10.222.0.32 "DELETE /v2.0/floatingips/53f67c17-d381-46dd-bca2-0f5b2570ca0f HTTP/1.1" status: 204  len: 173 time: 1.2113228
May 07 21:58:16.338385 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-39cd6e81-39a0-4d67-9ebf-d78e5ef226bb req-d161bd39-d923-4720-b128-4be4c5a11b52 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1096411
May 07 21:58:16.349910 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a832438c-7fb5-4c0d-a592-f01c5c404ed7 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (f116af64-c1f0-4515-8a59-650697a47d45), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:16.400052 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-819d229c-70a2-467b-a5d7-8ad1b6e85602 req-48edbaf9-b724-4558-baf2-44840f668aa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (bb2fe61d-de4d-4309-8907-7aa8991753d3), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:16.532484 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6c08a7-e211-4d60-9025-1064cdc01571 req-c75154fb-1169-42b7-91bd-7b2f88bf20b7 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:16.534040 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2e6c08a7-e211-4d60-9025-1064cdc01571 req-c75154fb-1169-42b7-91bd-7b2f88bf20b7 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=83ad7d9c-5e14-44b9-a948-c9c337d99f0c HTTP/1.1" status: 200  len: 946 time: 0.0949793
May 07 21:58:16.578316 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-616fa4ce-1b40-4cea-8549-872e997307b4 tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (39aafbf8-3586-44fb-811b-27504c14a67a), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:16.658886 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2e6c08a7-e211-4d60-9025-1064cdc01571 req-d4914e54-24d5-41db-a40d-9f65d7c62891 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups?id=108d65d8-0253-46f4-addb-267f67931aa5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1120088
May 07 21:58:16.661650 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616fa4ce-1b40-4cea-8549-872e997307b4 tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] Pushing event updated for resources: {'Subnet': ['ID=39aafbf8-3586-44fb-811b-27504c14a67a,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:16.701559 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616fa4ce-1b40-4cea-8549-872e997307b4 tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] Checking segment: {'id': '46a76226-4e56-43ac-b8dd-d91972125f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'a9bebd79-58c7-4c8a-9d8b-12c010111a03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:58:16.701559 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616fa4ce-1b40-4cea-8549-872e997307b4 tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] Network hostable DHCP agents. Network: a9bebd79-58c7-4c8a-9d8b-12c010111a03, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 21:58:16.743344 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616fa4ce-1b40-4cea-8549-872e997307b4 tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] Network a9bebd79-58c7-4c8a-9d8b-12c010111a03 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 21:58:16.757080 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-616fa4ce-1b40-4cea-8549-872e997307b4 tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a9bebd79-58c7-4c8a-9d8b-12c010111a03) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:58:16.763030 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-616fa4ce-1b40-4cea-8549-872e997307b4 tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:16.763644 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-616fa4ce-1b40-4cea-8549-872e997307b4 tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:16.768605 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2708d908-0692-4c55-aa09-add637bd540a None None] Network a9bebd79-58c7-4c8a-9d8b-12c010111a03 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:58:16.799688 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-616fa4ce-1b40-4cea-8549-872e997307b4 tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.0012331
May 07 21:58:16.803091 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 48306) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:58:16.807682 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-c6bd8db8-7f2a-446e-9c0e-c4c93225fd23 tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] Request body: {'port': {'network_id': 'a9bebd79-58c7-4c8a-9d8b-12c010111a03', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1453513843'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:58:16.837653 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [req-819d229c-70a2-467b-a5d7-8ad1b6e85602 req-48edbaf9-b724-4558-baf2-44840f668aa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb2fe61d-de4d-4309-8907-7aa8991753d3 {{(pid=121837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:58:16.848195 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-819d229c-70a2-467b-a5d7-8ad1b6e85602 req-48edbaf9-b724-4558-baf2-44840f668aa6 service neutron] Publish callbacks [] for port (bb2fe61d-de4d-4309-8907-7aa8991753d3), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:16.867572 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-819d229c-70a2-467b-a5d7-8ad1b6e85602 req-48edbaf9-b724-4558-baf2-44840f668aa6 service neutron] Transition to ACTIVE for port object bb2fe61d-de4d-4309-8907-7aa8991753d3 will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:58:16.875879 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a832438c-7fb5-4c0d-a592-f01c5c404ed7 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (f116af64-c1f0-4515-8a59-650697a47d45), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:16.882704 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a832438c-7fb5-4c0d-a592-f01c5c404ed7 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:16.883371 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a832438c-7fb5-4c0d-a592-f01c5c404ed7 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:16.951128 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b40e39e-c9fe-494b-9da4-0dd34fbfbdd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a9bebd79-58c7-4c8a-9d8b-12c010111a03', 'network_id': 'a9bebd79-58c7-4c8a-9d8b-12c010111a03', 'project_id': '105bb835cbb8424598141c6db1db76dd', 'fixed_ips': [{'subnet_id': '39aafbf8-3586-44fb-811b-27504c14a67a'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 21:58:16.952464 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-0b40e39e-c9fe-494b-9da4-0dd34fbfbdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:17.033126 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5612a078-0838-4680-916b-aff2039400fd req-f3e7f213-4aca-4b2c-a3dc-1491963ac86b tempest-FloatingIPsTestJSON-334170503 tempest-FloatingIPsTestJSON-334170503-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.5959287
May 07 21:58:17.038037 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-5612a078-0838-4680-916b-aff2039400fd req-0cff21ba-79a3-4c62-84aa-e3c862698441 tempest-FloatingIPsTestJSON-334170503 tempest-FloatingIPsTestJSON-334170503-project] Request body: {'floatingip': {'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:58:17.042586 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-819d229c-70a2-467b-a5d7-8ad1b6e85602 req-48edbaf9-b724-4558-baf2-44840f668aa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (bb2fe61d-de4d-4309-8907-7aa8991753d3), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:17.081895 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6bd8db8-7f2a-446e-9c0e-c4c93225fd23 tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] Made reservation on behalf of 105bb835cbb8424598141c6db1db76dd for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:58:17.085865 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c6bd8db8-7f2a-446e-9c0e-c4c93225fd23 tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:17.121513 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [None req-c6bd8db8-7f2a-446e-9c0e-c4c93225fd23 tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] device_id is not set on port a49fb63f-ed00-49a2-938e-cbf78fb6ce6c yet. {{(pid=121836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 21:58:17.159055 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-0b40e39e-c9fe-494b-9da4-0dd34fbfbdd5 None None] Allocated IP 172.20.0.2 (a9bebd79-58c7-4c8a-9d8b-12c010111a03/39aafbf8-3586-44fb-811b-27504c14a67a/bd29ab72-89bb-40f8-9214-d0673cbfab4f) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:58:17.465164 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-0b40e39e-c9fe-494b-9da4-0dd34fbfbdd5 None None] Publish callbacks [] for port (bd29ab72-89bb-40f8-9214-d0673cbfab4f), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:17.486513 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-0b40e39e-c9fe-494b-9da4-0dd34fbfbdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (bd29ab72-89bb-40f8-9214-d0673cbfab4f), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:17.551465 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b40e39e-c9fe-494b-9da4-0dd34fbfbdd5 None None] Network a9bebd79-58c7-4c8a-9d8b-12c010111a03 is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:58:17.559926 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-0b40e39e-c9fe-494b-9da4-0dd34fbfbdd5 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:58:17.566208 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b40e39e-c9fe-494b-9da4-0dd34fbfbdd5 None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:58:17.590144 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b40e39e-c9fe-494b-9da4-0dd34fbfbdd5 None None] Pushing event updated for resources: {'Port': ['ID=bd29ab72-89bb-40f8-9214-d0673cbfab4f,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:17.607879 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.db.api [None req-c6bd8db8-7f2a-446e-9c0e-c4c93225fd23 tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-66ea93bb-c0ca-45e8-af75-912490ee45d1 {{(pid=121836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 07 21:58:17.608839 ncdv-master-1 neutron-server[121836]: DEBUG oslo_db.api [None req-c6bd8db8-7f2a-446e-9c0e-c4c93225fd23 tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 07 21:58:17.621387 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74dcb94-db0d-42e9-8bfa-0ede7c8cb3a5 req-a8ce7b08-6923-48d8-ba9d-94b7e1885b66 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:17.629891 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f74dcb94-db0d-42e9-8bfa-0ede7c8cb3a5 req-a8ce7b08-6923-48d8-ba9d-94b7e1885b66 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8f949ce-22d7-44fa-a1f2-d579d5bd9d12 HTTP/1.1" status: 200  len: 944 time: 0.0688093
May 07 21:58:17.647843 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b40e39e-c9fe-494b-9da4-0dd34fbfbdd5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:58:17.648444 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b40e39e-c9fe-494b-9da4-0dd34fbfbdd5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:58:17.648866 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b40e39e-c9fe-494b-9da4-0dd34fbfbdd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:58:17.649270 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b40e39e-c9fe-494b-9da4-0dd34fbfbdd5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:58:17.649668 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b40e39e-c9fe-494b-9da4-0dd34fbfbdd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:58:17.650070 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b40e39e-c9fe-494b-9da4-0dd34fbfbdd5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:58:17.650592 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b40e39e-c9fe-494b-9da4-0dd34fbfbdd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:58:17.651586 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b40e39e-c9fe-494b-9da4-0dd34fbfbdd5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:58:17.651991 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b40e39e-c9fe-494b-9da4-0dd34fbfbdd5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:58:17.652385 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b40e39e-c9fe-494b-9da4-0dd34fbfbdd5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:58:17.652781 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b40e39e-c9fe-494b-9da4-0dd34fbfbdd5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:58:17.653175 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b40e39e-c9fe-494b-9da4-0dd34fbfbdd5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:58:17.653677 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b40e39e-c9fe-494b-9da4-0dd34fbfbdd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:58:17.654072 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b40e39e-c9fe-494b-9da4-0dd34fbfbdd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:58:17.654603 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b40e39e-c9fe-494b-9da4-0dd34fbfbdd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:58:17.676180 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-0b40e39e-c9fe-494b-9da4-0dd34fbfbdd5 None None] Attempting to bind port bd29ab72-89bb-40f8-9214-d0673cbfab4f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:58:17.676631 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-0b40e39e-c9fe-494b-9da4-0dd34fbfbdd5 None None] Attempting to bind port bd29ab72-89bb-40f8-9214-d0673cbfab4f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '46a76226-4e56-43ac-b8dd-d91972125f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'a9bebd79-58c7-4c8a-9d8b-12c010111a03'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:58:17.677188 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b40e39e-c9fe-494b-9da4-0dd34fbfbdd5 None None] Attempting to bind port bd29ab72-89bb-40f8-9214-d0673cbfab4f on network a9bebd79-58c7-4c8a-9d8b-12c010111a03 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:58:17.677417 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-a832438c-7fb5-4c0d-a592-f01c5c404ed7 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 1.6917937
May 07 21:58:17.683920 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b40e39e-c9fe-494b-9da4-0dd34fbfbdd5 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:58:17.684711 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b40e39e-c9fe-494b-9da4-0dd34fbfbdd5 None None] Checking segment: {'id': '46a76226-4e56-43ac-b8dd-d91972125f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'a9bebd79-58c7-4c8a-9d8b-12c010111a03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:58:17.685549 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-0b40e39e-c9fe-494b-9da4-0dd34fbfbdd5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:17.686019 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b40e39e-c9fe-494b-9da4-0dd34fbfbdd5 None None] Bound using segment: {'id': '46a76226-4e56-43ac-b8dd-d91972125f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'a9bebd79-58c7-4c8a-9d8b-12c010111a03'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:58:17.687386 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-0b40e39e-c9fe-494b-9da4-0dd34fbfbdd5 None None] Bound port: bd29ab72-89bb-40f8-9214-d0673cbfab4f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46a76226-4e56-43ac-b8dd-d91972125f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'a9bebd79-58c7-4c8a-9d8b-12c010111a03'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:58:17.687879 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-0b40e39e-c9fe-494b-9da4-0dd34fbfbdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (bd29ab72-89bb-40f8-9214-d0673cbfab4f), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:17.692494 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f74dcb94-db0d-42e9-8bfa-0ede7c8cb3a5 req-5c9e4769-d88a-4a3c-8de6-9601e4a5c7f5 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0608494
May 07 21:58:17.742017 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a832438c-7fb5-4c0d-a592-f01c5c404ed7 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Pushing event updated for resources: {'Network': ['ID=f116af64-c1f0-4515-8a59-650697a47d45,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:17.784444 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48edbaf9-b724-4558-baf2-44840f668aa6 service neutron] Pushing event updated for resources: {'Port': ['ID=bb2fe61d-de4d-4309-8907-7aa8991753d3,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:17.791379 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 48322) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:58:17.797580 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-21493786-d2c7-40ec-9246-d7af2d11ad36 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Request body: {'subnets': [{'network_id': '01d3783b-5796-4ad9-970c-689c2ebfc922', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--843067429', 'ip_version': 4}, {'network_id': 'f116af64-c1f0-4515-8a59-650697a47d45', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:58:17.798014 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-21493786-d2c7-40ec-9246-d7af2d11ad36 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Request body: {'subnet': {'network_id': '01d3783b-5796-4ad9-970c-689c2ebfc922', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--843067429', 'ip_version': 4}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:58:17.799811 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-21493786-d2c7-40ec-9246-d7af2d11ad36 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Request body: {'subnet': {'network_id': 'f116af64-c1f0-4515-8a59-650697a47d45', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:58:17.807394 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-5612a078-0838-4680-916b-aff2039400fd req-0cff21ba-79a3-4c62-84aa-e3c862698441 tempest-FloatingIPsTestJSON-334170503 tempest-FloatingIPsTestJSON-334170503-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:17.834327 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-0b40e39e-c9fe-494b-9da4-0dd34fbfbdd5 None None] For port bd29ab72-89bb-40f8-9214-d0673cbfab4f, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:58:17.838311 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-0b40e39e-c9fe-494b-9da4-0dd34fbfbdd5 None None] For port bd29ab72-89bb-40f8-9214-d0673cbfab4f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bd29ab72-89bb-40f8-9214-d0673cbfab4f,segment=NetworkSegment(46a76226-4e56-43ac-b8dd-d91972125f27),segment_id=46a76226-4e56-43ac-b8dd-d91972125f27)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:58:17.846659 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network f116af64-c1f0-4515-8a59-650697a47d45 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 21:58:17.849274 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-819d229c-70a2-467b-a5d7-8ad1b6e85602 req-48edbaf9-b724-4558-baf2-44840f668aa6 service neutron] Attempting to bind port bb2fe61d-de4d-4309-8907-7aa8991753d3 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:58:17.849721 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-819d229c-70a2-467b-a5d7-8ad1b6e85602 req-48edbaf9-b724-4558-baf2-44840f668aa6 service neutron] Attempting to bind port bb2fe61d-de4d-4309-8907-7aa8991753d3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'c1f62f1a-7390-4968-bfcd-e0354648ad7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9b7653d0-c69e-4364-9ed6-1c005b136d81'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:58:17.850153 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819d229c-70a2-467b-a5d7-8ad1b6e85602 req-48edbaf9-b724-4558-baf2-44840f668aa6 service neutron] Attempting to bind port bb2fe61d-de4d-4309-8907-7aa8991753d3 on network 9b7653d0-c69e-4364-9ed6-1c005b136d81 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:58:17.865417 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-0b40e39e-c9fe-494b-9da4-0dd34fbfbdd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (bd29ab72-89bb-40f8-9214-d0673cbfab4f), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:17.877834 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819d229c-70a2-467b-a5d7-8ad1b6e85602 req-48edbaf9-b724-4558-baf2-44840f668aa6 service neutron] Port bb2fe61d-de4d-4309-8907-7aa8991753d3 on network 9b7653d0-c69e-4364-9ed6-1c005b136d81 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:58:17.883715 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819d229c-70a2-467b-a5d7-8ad1b6e85602 req-48edbaf9-b724-4558-baf2-44840f668aa6 service neutron] Attempting to bind port bb2fe61d-de4d-4309-8907-7aa8991753d3 on network 9b7653d0-c69e-4364-9ed6-1c005b136d81 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:58:17.893037 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819d229c-70a2-467b-a5d7-8ad1b6e85602 req-48edbaf9-b724-4558-baf2-44840f668aa6 service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:58:17.903219 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819d229c-70a2-467b-a5d7-8ad1b6e85602 req-48edbaf9-b724-4558-baf2-44840f668aa6 service neutron] Checking segment: {'id': 'c1f62f1a-7390-4968-bfcd-e0354648ad7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9b7653d0-c69e-4364-9ed6-1c005b136d81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:58:17.903952 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-819d229c-70a2-467b-a5d7-8ad1b6e85602 req-48edbaf9-b724-4558-baf2-44840f668aa6 service neutron] Bound using segment: {'id': 'c1f62f1a-7390-4968-bfcd-e0354648ad7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9b7653d0-c69e-4364-9ed6-1c005b136d81'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:58:17.904541 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-819d229c-70a2-467b-a5d7-8ad1b6e85602 req-48edbaf9-b724-4558-baf2-44840f668aa6 service neutron] Bound port: bb2fe61d-de4d-4309-8907-7aa8991753d3, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f62f1a-7390-4968-bfcd-e0354648ad7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9b7653d0-c69e-4364-9ed6-1c005b136d81'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:58:17.905051 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-819d229c-70a2-467b-a5d7-8ad1b6e85602 req-48edbaf9-b724-4558-baf2-44840f668aa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (bb2fe61d-de4d-4309-8907-7aa8991753d3), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:18.002482 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9ef0d5-e661-4a08-b429-a9f44e262c6d req-1f3cd134-9be6-4d47-b4da-06a6a5813209 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:18.002482 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4b9ef0d5-e661-4a08-b429-a9f44e262c6d req-1f3cd134-9be6-4d47-b4da-06a6a5813209 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=83ad7d9c-5e14-44b9-a948-c9c337d99f0c HTTP/1.1" status: 200  len: 946 time: 0.1697590
May 07 21:58:18.023482 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-819d229c-70a2-467b-a5d7-8ad1b6e85602 req-48edbaf9-b724-4558-baf2-44840f668aa6 service neutron] For port bb2fe61d-de4d-4309-8907-7aa8991753d3, host nch2-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:58:18.025956 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b40e39e-c9fe-494b-9da4-0dd34fbfbdd5 None None] Pushing event updated for resources: {'Port': ['ID=bd29ab72-89bb-40f8-9214-d0673cbfab4f,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:18.028750 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-819d229c-70a2-467b-a5d7-8ad1b6e85602 req-48edbaf9-b724-4558-baf2-44840f668aa6 service neutron] For port bb2fe61d-de4d-4309-8907-7aa8991753d3, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bb2fe61d-de4d-4309-8907-7aa8991753d3,segment=NetworkSegment(c1f62f1a-7390-4968-bfcd-e0354648ad7b),segment_id=c1f62f1a-7390-4968-bfcd-e0354648ad7b)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:58:18.049105 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-819d229c-70a2-467b-a5d7-8ad1b6e85602 req-48edbaf9-b724-4558-baf2-44840f668aa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (bb2fe61d-de4d-4309-8907-7aa8991753d3), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:18.111450 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c6bd8db8-7f2a-446e-9c0e-c4c93225fd23 tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:18.124326 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819d229c-70a2-467b-a5d7-8ad1b6e85602 req-48edbaf9-b724-4558-baf2-44840f668aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:18.129817 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-819d229c-70a2-467b-a5d7-8ad1b6e85602 req-48edbaf9-b724-4558-baf2-44840f668aa6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:18.132213 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-819d229c-70a2-467b-a5d7-8ad1b6e85602 req-48edbaf9-b724-4558-baf2-44840f668aa6 service neutron] 10.222.0.59 "PUT /v2.0/ports/bb2fe61d-de4d-4309-8907-7aa8991753d3 HTTP/1.1" status: 200  len: 1092 time: 1.8898327
May 07 21:58:18.134302 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8f949ce-22d7-44fa-a1f2-d579d5bd9d12', 'tag': 'bb2fe61d-de4d-4309-8907-7aa8991753d3'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:58:18.138369 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24da0f31-3c6e-4246-879a-28233239d800" -d '{"events": [{"name": "network-changed", "server_uuid": "c8f949ce-22d7-44fa-a1f2-d579d5bd9d12", "tag": "bb2fe61d-de4d-4309-8907-7aa8991753d3"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:58:18.145447 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-5612a078-0838-4680-916b-aff2039400fd req-0cff21ba-79a3-4c62-84aa-e3c862698441 tempest-FloatingIPsTestJSON-334170503 tempest-FloatingIPsTestJSON-334170503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:18.159047 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4b9ef0d5-e661-4a08-b429-a9f44e262c6d req-38a1f28b-74d5-4e02-afb1-a4518401cde1 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups?id=108d65d8-0253-46f4-addb-267f67931aa5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1565921
May 07 21:58:18.160775 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [None req-c6bd8db8-7f2a-446e-9c0e-c4c93225fd23 tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] device_id is not set on port 430e8fdc-41b4-4e3c-8430-7b6fb0fdb529 yet. {{(pid=121836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 21:58:18.245903 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48edbaf9-b724-4558-baf2-44840f668aa6 service neutron] Pushing event updated for resources: {'Port': ['ID=bb2fe61d-de4d-4309-8907-7aa8991753d3,revision_number=3']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:18.346929 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21493786-d2c7-40ec-9246-d7af2d11ad36 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Made reservation on behalf of 4295ac4ae3494ccd8aee1a736cf9f6bc for: {'subnet': 2} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:58:18.353027 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-21493786-d2c7-40ec-9246-d7af2d11ad36 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:18.353722 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-21493786-d2c7-40ec-9246-d7af2d11ad36 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:18.396147 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819d229c-70a2-467b-a5d7-8ad1b6e85602 req-38f82a7e-b9cf-4e37-80ed-637bfe85409f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:18.398321 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-819d229c-70a2-467b-a5d7-8ad1b6e85602 req-38f82a7e-b9cf-4e37-80ed-637bfe85409f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=85587313eff94af59406aca0c1a96a02&device_id=c8f949ce-22d7-44fa-a1f2-d579d5bd9d12 HTTP/1.1" status: 200  len: 1126 time: 0.1130357
May 07 21:58:18.474898 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-819d229c-70a2-467b-a5d7-8ad1b6e85602 req-abda3fcd-fecc-4e32-a5df-9ae020b97e0e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb2fe61d-de4d-4309-8907-7aa8991753d3 HTTP/1.1" status: 200  len: 217 time: 0.0652478
May 07 21:58:18.476837 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [req-5612a078-0838-4680-916b-aff2039400fd req-0cff21ba-79a3-4c62-84aa-e3c862698441 tempest-FloatingIPsTestJSON-334170503 tempest-FloatingIPsTestJSON-334170503-project] Allocated IP 172.35.4.162 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/b2c1b02c-d07d-4192-9cf6-fbf90f130c4f) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:58:18.549846 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df30310-814b-45c9-89a2-73d2c489a1fb req-e755b869-46b9-4127-8236-003ff159a26c tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:18.551455 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5df30310-814b-45c9-89a2-73d2c489a1fb req-e755b869-46b9-4127-8236-003ff159a26c tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5e8392e-b439-457c-a474-09be8541f2d6 HTTP/1.1" status: 200  len: 945 time: 0.2224765
May 07 21:58:18.583928 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-c6bd8db8-7f2a-446e-9c0e-c4c93225fd23 tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] Allocated IP 172.20.0.10 (a9bebd79-58c7-4c8a-9d8b-12c010111a03/39aafbf8-3586-44fb-811b-27504c14a67a/430e8fdc-41b4-4e3c-8430-7b6fb0fdb529) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:58:18.597623 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e035d76-2fc2-4d40-94a8-aea6f5476f88 req-20e3f58f-a704-4843-a68b-377efcd0a645 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:18.599889 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0e035d76-2fc2-4d40-94a8-aea6f5476f88 req-20e3f58f-a704-4843-a68b-377efcd0a645 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5e8392e-b439-457c-a474-09be8541f2d6 HTTP/1.1" status: 200  len: 945 time: 0.0916746
May 07 21:58:18.683580 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5df30310-814b-45c9-89a2-73d2c489a1fb req-4e312a73-b848-46d7-b1d0-bd2f9c53d9e1 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b9078ac8-09a8-43d0-bab4-b197059114d3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1212680
May 07 21:58:18.752315 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e75655c-5300-4a75-9a9e-4f2c5fe3c2f7 x-openstack-request-id: req-8e75655c-5300-4a75-9a9e-4f2c5fe3c2f7 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:58:18.754045 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8f949ce-22d7-44fa-a1f2-d579d5bd9d12", "tag": "bb2fe61d-de4d-4309-8907-7aa8991753d3", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:58:18.754330 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8e75655c-5300-4a75-9a9e-4f2c5fe3c2f7 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:58:18.754765 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e75655c-5300-4a75-9a9e-4f2c5fe3c2f7'] response: {'name': 'network-changed', 'server_uuid': 'c8f949ce-22d7-44fa-a1f2-d579d5bd9d12', 'tag': 'bb2fe61d-de4d-4309-8907-7aa8991753d3', 'status': 'completed', 'code': 200}
May 07 21:58:18.768623 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819d229c-70a2-467b-a5d7-8ad1b6e85602 req-fea26ca9-3f6d-4c5b-8765-f4276d9efb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:18.770918 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-819d229c-70a2-467b-a5d7-8ad1b6e85602 req-fea26ca9-3f6d-4c5b-8765-f4276d9efb79 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=68532bd3-831b-4da5-a9e0-f88c1ab76985 HTTP/1.1" status: 200  len: 851 time: 0.2047911
May 07 21:58:18.863413 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-819d229c-70a2-467b-a5d7-8ad1b6e85602 req-8abebca7-d098-49f0-95be-190c281173c1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9b7653d0-c69e-4364-9ed6-1c005b136d81&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0782428
May 07 21:58:18.984558 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-5612a078-0838-4680-916b-aff2039400fd req-0cff21ba-79a3-4c62-84aa-e3c862698441 tempest-FloatingIPsTestJSON-334170503 tempest-FloatingIPsTestJSON-334170503-project] Publish callbacks [] for port (b2c1b02c-d07d-4192-9cf6-fbf90f130c4f), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:19.044904 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d16643-5aa2-4950-b82d-845f2a3b0c0a req-a51cb0c6-980a-448c-b301-847ecf75d1d4 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:19.046805 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-01d16643-5aa2-4950-b82d-845f2a3b0c0a req-a51cb0c6-980a-448c-b301-847ecf75d1d4 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] 10.222.0.55 "GET /v2.0/ports?device_id=c47cb701-ee25-43b2-9e1f-f5157564391c HTTP/1.1" status: 200  len: 946 time: 0.2196710
May 07 21:58:19.049163 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-0e035d76-2fc2-4d40-94a8-aea6f5476f88 req-268d09bb-fc69-4946-843a-88c5274d87f7 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] Deleting port 7c9e5f06-93e1-4633-9ae3-7e2cb99e2558 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:58:19.059127 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-0e035d76-2fc2-4d40-94a8-aea6f5476f88 req-268d09bb-fc69-4946-843a-88c5274d87f7 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (7c9e5f06-93e1-4633-9ae3-7e2cb99e2558), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:19.062800 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f5c0ea-b635-44ac-b47c-a396bb426e39 req-5b8048ca-96dd-45f5-ba9e-c543ec34a4c5 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:19.070355 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d1f5c0ea-b635-44ac-b47c-a396bb426e39 req-5b8048ca-96dd-45f5-ba9e-c543ec34a4c5 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8f949ce-22d7-44fa-a1f2-d579d5bd9d12 HTTP/1.1" status: 200  len: 944 time: 0.1842330
May 07 21:58:19.185013 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device bd29ab72-89bb-40f8-9214-d0673cbfab4f up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:58:19.231322 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-819d229c-70a2-467b-a5d7-8ad1b6e85602 req-e2963988-2657-4c3b-9a8f-321e325bd197 service neutron] 10.222.0.59 "GET /v2.0/networks/9b7653d0-c69e-4364-9ed6-1c005b136d81?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3582015
May 07 21:58:19.262025 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-5612a078-0838-4680-916b-aff2039400fd req-0cff21ba-79a3-4c62-84aa-e3c862698441 tempest-FloatingIPsTestJSON-334170503 tempest-FloatingIPsTestJSON-334170503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (b2c1b02c-d07d-4192-9cf6-fbf90f130c4f), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:19.269262 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c6bd8db8-7f2a-446e-9c0e-c4c93225fd23 tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] Publish callbacks [] for port (430e8fdc-41b4-4e3c-8430-7b6fb0fdb529), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:19.308514 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port bd29ab72-89bb-40f8-9214-d0673cbfab4f triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:58:19.308900 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (bd29ab72-89bb-40f8-9214-d0673cbfab4f), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:19.375892 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d1f5c0ea-b635-44ac-b47c-a396bb426e39 req-d16ec70c-e3e0-4b2d-92c5-824b7cfae041 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3013194
May 07 21:58:19.475593 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5612a078-0838-4680-916b-aff2039400fd req-0cff21ba-79a3-4c62-84aa-e3c862698441 tempest-FloatingIPsTestJSON-334170503 tempest-FloatingIPsTestJSON-334170503-project] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:58:19.477879 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c6bd8db8-7f2a-446e-9c0e-c4c93225fd23 tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (430e8fdc-41b4-4e3c-8430-7b6fb0fdb529), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:19.485914 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-0e035d76-2fc2-4d40-94a8-aea6f5476f88 req-268d09bb-fc69-4946-843a-88c5274d87f7 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] For port 7c9e5f06-93e1-4633-9ae3-7e2cb99e2558, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7c9e5f06-93e1-4633-9ae3-7e2cb99e2558,segment=NetworkSegment(8572750b-823e-4862-b3bd-9f6ce06cc9a0),segment_id=8572750b-823e-4862-b3bd-9f6ce06cc9a0)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:58:19.485914 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-0e035d76-2fc2-4d40-94a8-aea6f5476f88 req-268d09bb-fc69-4946-843a-88c5274d87f7 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (7c9e5f06-93e1-4633-9ae3-7e2cb99e2558), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:19.511910 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port bd29ab72-89bb-40f8-9214-d0673cbfab4f is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:58:19.512708 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (bd29ab72-89bb-40f8-9214-d0673cbfab4f), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:19.517745 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cff21ba-79a3-4c62-84aa-e3c862698441 tempest-FloatingIPsTestJSON-334170503 tempest-FloatingIPsTestJSON-334170503-project] Pushing event updated for resources: {'Port': ['ID=b2c1b02c-d07d-4192-9cf6-fbf90f130c4f,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:19.524911 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [req-5612a078-0838-4680-916b-aff2039400fd req-0cff21ba-79a3-4c62-84aa-e3c862698441 tempest-FloatingIPsTestJSON-334170503 tempest-FloatingIPsTestJSON-334170503-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:58:19.548356 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-5612a078-0838-4680-916b-aff2039400fd req-0cff21ba-79a3-4c62-84aa-e3c862698441 tempest-FloatingIPsTestJSON-334170503 tempest-FloatingIPsTestJSON-334170503-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:58:19.557316 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49965cd-9a66-4afa-8116-4ef57ece2704 None None] Network a9bebd79-58c7-4c8a-9d8b-12c010111a03 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:58:19.585165 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-0e035d76-2fc2-4d40-94a8-aea6f5476f88 req-268d09bb-fc69-4946-843a-88c5274d87f7 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] Calling delete_port for 7c9e5f06-93e1-4633-9ae3-7e2cb99e2558 owned by compute:nova {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:58:19.651537 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6bd8db8-7f2a-446e-9c0e-c4c93225fd23 tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] Network a9bebd79-58c7-4c8a-9d8b-12c010111a03 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:58:19.662622 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-01d16643-5aa2-4950-b82d-845f2a3b0c0a req-7c9e247e-7d38-4464-9185-e118fd81ee72 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] Deleting port 0bb8a966-61f0-4a95-bc07-6f7d9a13e2ba {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:58:19.662980 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-01d16643-5aa2-4950-b82d-845f2a3b0c0a req-7c9e247e-7d38-4464-9185-e118fd81ee72 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (0bb8a966-61f0-4a95-bc07-6f7d9a13e2ba), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:19.678283 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-c6bd8db8-7f2a-446e-9c0e-c4c93225fd23 tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:58:19.697439 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-819d229c-70a2-467b-a5d7-8ad1b6e85602 req-06966e7c-b02a-4b61-aed9-62034db95787 service neutron] 10.222.0.59 "GET /v2.0/networks/9b7653d0-c69e-4364-9ed6-1c005b136d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4553223
May 07 21:58:19.701805 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65fa590-e6e6-44b9-8089-0825974f1a09 req-fdc80ab1-076c-49e0-bfe0-9a65b315c0bb tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:19.720106 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a65fa590-e6e6-44b9-8089-0825974f1a09 req-fdc80ab1-076c-49e0-bfe0-9a65b315c0bb tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=83ad7d9c-5e14-44b9-a948-c9c337d99f0c HTTP/1.1" status: 200  len: 946 time: 0.2389603
May 07 21:58:19.728035 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bd8db8-7f2a-446e-9c0e-c4c93225fd23 tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:58:19.734875 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bd8db8-7f2a-446e-9c0e-c4c93225fd23 tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] Pushing event updated for resources: {'Port': ['ID=430e8fdc-41b4-4e3c-8430-7b6fb0fdb529,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:19.761797 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-30c28c1a-f348-4b59-aa78-faeab190cd70 None None] Provisioning complete for port bd29ab72-89bb-40f8-9214-d0673cbfab4f triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:58:19.762598 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-30c28c1a-f348-4b59-aa78-faeab190cd70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (bd29ab72-89bb-40f8-9214-d0673cbfab4f), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:19.765477 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-5612a078-0838-4680-916b-aff2039400fd req-0cff21ba-79a3-4c62-84aa-e3c862698441 tempest-FloatingIPsTestJSON-334170503 tempest-FloatingIPsTestJSON-334170503-project] Publish callbacks [] for floatingip (4f3a48d4-6824-4759-b7b8-5ddac6590a87), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:19.789940 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-21493786-d2c7-40ec-9246-d7af2d11ad36 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (cd07412c-a210-41a2-bd07-92bbb8c49835), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:19.822353 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-5612a078-0838-4680-916b-aff2039400fd req-0cff21ba-79a3-4c62-84aa-e3c862698441 tempest-FloatingIPsTestJSON-334170503 tempest-FloatingIPsTestJSON-334170503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (b2c1b02c-d07d-4192-9cf6-fbf90f130c4f), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:19.875482 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port bd29ab72-89bb-40f8-9214-d0673cbfab4f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bd29ab72-89bb-40f8-9214-d0673cbfab4f,segment=NetworkSegment(46a76226-4e56-43ac-b8dd-d91972125f27),segment_id=46a76226-4e56-43ac-b8dd-d91972125f27)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:58:19.931391 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-30c28c1a-f348-4b59-aa78-faeab190cd70 None None] Current status of the port bd29ab72-89bb-40f8-9214-d0673cbfab4f is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:58:19.931951 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-30c28c1a-f348-4b59-aa78-faeab190cd70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (bd29ab72-89bb-40f8-9214-d0673cbfab4f), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:19.935552 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (bd29ab72-89bb-40f8-9214-d0673cbfab4f), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:19.944411 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-01d16643-5aa2-4950-b82d-845f2a3b0c0a req-7c9e247e-7d38-4464-9185-e118fd81ee72 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] For port 0bb8a966-61f0-4a95-bc07-6f7d9a13e2ba, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0bb8a966-61f0-4a95-bc07-6f7d9a13e2ba,segment=NetworkSegment(8572750b-823e-4862-b3bd-9f6ce06cc9a0),segment_id=8572750b-823e-4862-b3bd-9f6ce06cc9a0)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:58:19.944791 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-01d16643-5aa2-4950-b82d-845f2a3b0c0a req-7c9e247e-7d38-4464-9185-e118fd81ee72 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (0bb8a966-61f0-4a95-bc07-6f7d9a13e2ba), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:19.962652 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-01d16643-5aa2-4950-b82d-845f2a3b0c0a req-7c9e247e-7d38-4464-9185-e118fd81ee72 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] Calling delete_port for 0bb8a966-61f0-4a95-bc07-6f7d9a13e2ba owned by compute:nova {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:58:20.027745 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.db.api [None req-30c28c1a-f348-4b59-aa78-faeab190cd70 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 07 21:58:20.028282 ncdv-master-1 neutron-server[121838]: DEBUG oslo_db.api [None req-30c28c1a-f348-4b59-aa78-faeab190cd70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 07 21:58:20.056676 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=bd29ab72-89bb-40f8-9214-d0673cbfab4f,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:20.124341 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-0e035d76-2fc2-4d40-94a8-aea6f5476f88 req-268d09bb-fc69-4946-843a-88c5274d87f7 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (7c9e5f06-93e1-4633-9ae3-7e2cb99e2558), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:20.140703 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['7c9e5f06-93e1-4633-9ae3-7e2cb99e2558'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:58:20.224369 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268d09bb-fc69-4946-843a-88c5274d87f7 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] Pushing event deleted for resources: {'Port': ['ID=7c9e5f06-93e1-4633-9ae3-7e2cb99e2558,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:20.299041 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e035d76-2fc2-4d40-94a8-aea6f5476f88 req-268d09bb-fc69-4946-843a-88c5274d87f7 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] No DVR routers for this DVR port 7c9e5f06-93e1-4633-9ae3-7e2cb99e2558 on host nch2-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:58:20.304663 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-5612a078-0838-4680-916b-aff2039400fd req-0cff21ba-79a3-4c62-84aa-e3c862698441 tempest-FloatingIPsTestJSON-334170503 tempest-FloatingIPsTestJSON-334170503-project] Publish callbacks [] for port (b2c1b02c-d07d-4192-9cf6-fbf90f130c4f), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:20.308326 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-0e035d76-2fc2-4d40-94a8-aea6f5476f88 req-268d09bb-fc69-4946-843a-88c5274d87f7 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:20.312807 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0e035d76-2fc2-4d40-94a8-aea6f5476f88 req-268d09bb-fc69-4946-843a-88c5274d87f7 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] 10.222.0.59 "DELETE /v2.0/ports/7c9e5f06-93e1-4633-9ae3-7e2cb99e2558 HTTP/1.1" status: 204  len: 173 time: 1.6839268
May 07 21:58:20.314363 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-5612a078-0838-4680-916b-aff2039400fd req-0cff21ba-79a3-4c62-84aa-e3c862698441 tempest-FloatingIPsTestJSON-334170503 tempest-FloatingIPsTestJSON-334170503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (b2c1b02c-d07d-4192-9cf6-fbf90f130c4f), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:20.404451 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-5612a078-0838-4680-916b-aff2039400fd req-0cff21ba-79a3-4c62-84aa-e3c862698441 tempest-FloatingIPsTestJSON-334170503 tempest-FloatingIPsTestJSON-334170503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (4f3a48d4-6824-4759-b7b8-5ddac6590a87), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:20.439989 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-5612a078-0838-4680-916b-aff2039400fd req-0cff21ba-79a3-4c62-84aa-e3c862698441 tempest-FloatingIPsTestJSON-334170503 tempest-FloatingIPsTestJSON-334170503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:20.441772 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5612a078-0838-4680-916b-aff2039400fd req-0cff21ba-79a3-4c62-84aa-e3c862698441 tempest-FloatingIPsTestJSON-334170503 tempest-FloatingIPsTestJSON-334170503-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 3.4070647
May 07 21:58:20.442475 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cff21ba-79a3-4c62-84aa-e3c862698441 tempest-FloatingIPsTestJSON-334170503 tempest-FloatingIPsTestJSON-334170503-project] Pushing event updated for resources: {'Port': ['ID=b2c1b02c-d07d-4192-9cf6-fbf90f130c4f,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:20.494825 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6bd8db8-7f2a-446e-9c0e-c4c93225fd23 tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:20.494825 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c6bd8db8-7f2a-446e-9c0e-c4c93225fd23 tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:20.502880 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5612a078-0838-4680-916b-aff2039400fd req-c1367162-b1a5-444a-9a00-90db091b2961 tempest-FloatingIPsTestJSON-334170503 tempest-FloatingIPsTestJSON-334170503-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.4.162 HTTP/1.1" status: 200  len: 696 time: 0.0554712
May 07 21:58:20.507272 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a65fa590-e6e6-44b9-8089-0825974f1a09 req-ff8d2cbc-c16d-44cb-a135-b8c0480063cd tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups?id=108d65d8-0253-46f4-addb-267f67931aa5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.7862501
May 07 21:58:20.507882 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21493786-d2c7-40ec-9246-d7af2d11ad36 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Pushing event updated for resources: {'Subnet': ['ID=cd07412c-a210-41a2-bd07-92bbb8c49835,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:20.643243 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21493786-d2c7-40ec-9246-d7af2d11ad36 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Checking segment: {'id': 'c1f60c13-15ed-49df-bbe6-dfc8c53bf7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '01d3783b-5796-4ad9-970c-689c2ebfc922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:58:20.643365 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21493786-d2c7-40ec-9246-d7af2d11ad36 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Network hostable DHCP agents. Network: 01d3783b-5796-4ad9-970c-689c2ebfc922, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 21:58:20.687378 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-01d16643-5aa2-4950-b82d-845f2a3b0c0a req-7c9e247e-7d38-4464-9185-e118fd81ee72 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (0bb8a966-61f0-4a95-bc07-6f7d9a13e2ba), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:20.692161 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-c6bd8db8-7f2a-446e-9c0e-c4c93225fd23 tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 3.8884916
May 07 21:58:20.710084 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0e0abf64-4466-40f8-8847-4da3e56c208a req-d3e2fc72-7d35-46d9-977c-f46ebecf68f4 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5e8392e-b439-457c-a474-09be8541f2d6 HTTP/1.1" status: 200  len: 210 time: 0.0604517
May 07 21:58:20.724147 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 48334) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:58:20.724147 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24da0f31-3c6e-4246-879a-28233239d800 req-5c90c282-12ee-4b4f-a5f7-2931fb838252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:20.724147 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-24da0f31-3c6e-4246-879a-28233239d800 req-5c90c282-12ee-4b4f-a5f7-2931fb838252 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=85587313eff94af59406aca0c1a96a02&device_id=c8f949ce-22d7-44fa-a1f2-d579d5bd9d12 HTTP/1.1" status: 200  len: 1126 time: 0.1428888
May 07 21:58:20.727195 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-1e48513d-2ddd-4691-9872-30bebeaf4164 tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] Request body: {'port': {'network_id': 'a9bebd79-58c7-4c8a-9d8b-12c010111a03', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1751422669', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:58:20.728950 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.api.validators [None req-1e48513d-2ddd-4691-9872-30bebeaf4164 tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] bootfile-name is not in valid_values {{(pid=121837) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
May 07 21:58:20.729421 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.api.validators [None req-1e48513d-2ddd-4691-9872-30bebeaf4164 tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] tftp-server is not in valid_values {{(pid=121837) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
May 07 21:58:20.730149 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.api.validators [None req-1e48513d-2ddd-4691-9872-30bebeaf4164 tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] server-ip-address is not in valid_values {{(pid=121837) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
May 07 21:58:20.777255 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21493786-d2c7-40ec-9246-d7af2d11ad36 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Network 01d3783b-5796-4ad9-970c-689c2ebfc922 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 21:58:20.786027 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5e8392e-b439-457c-a474-09be8541f2d6', 'name': 'network-vif-deleted', 'tag': '7c9e5f06-93e1-4633-9ae3-7e2cb99e2558'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:58:20.793747 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e960c641-2f02-4610-8145-32a99dae5bce" -d '{"events": [{"server_uuid": "a5e8392e-b439-457c-a474-09be8541f2d6", "name": "network-vif-deleted", "tag": "7c9e5f06-93e1-4633-9ae3-7e2cb99e2558"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:58:20.798236 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9e247e-7d38-4464-9185-e118fd81ee72 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] Pushing event deleted for resources: {'Port': ['ID=0bb8a966-61f0-4a95-bc07-6f7d9a13e2ba,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:20.844220 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-21493786-d2c7-40ec-9246-d7af2d11ad36 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 01d3783b-5796-4ad9-970c-689c2ebfc922) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:58:20.880645 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['7c9e5f06-93e1-4633-9ae3-7e2cb99e2558'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:58:20.886492 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93151c6d-28c8-4b32-9a12-4ed732344546 None None] Network 01d3783b-5796-4ad9-970c-689c2ebfc922 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:58:20.907837 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-21493786-d2c7-40ec-9246-d7af2d11ad36 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (73bf5ecb-2432-4d04-9873-2c677ee7ada0), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:20.974895 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21493786-d2c7-40ec-9246-d7af2d11ad36 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Pushing event updated for resources: {'Subnet': ['ID=73bf5ecb-2432-4d04-9873-2c677ee7ada0,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:20.983846 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-30c28c1a-f348-4b59-aa78-faeab190cd70 None None] Current status of the port bd29ab72-89bb-40f8-9214-d0673cbfab4f is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:58:21.005246 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-01d16643-5aa2-4950-b82d-845f2a3b0c0a req-7c9e247e-7d38-4464-9185-e118fd81ee72 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] No DVR routers for this DVR port 0bb8a966-61f0-4a95-bc07-6f7d9a13e2ba on host nch1-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:58:21.013644 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-01d16643-5aa2-4950-b82d-845f2a3b0c0a req-7c9e247e-7d38-4464-9185-e118fd81ee72 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:21.017755 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-01d16643-5aa2-4950-b82d-845f2a3b0c0a req-7c9e247e-7d38-4464-9185-e118fd81ee72 tempest-ListServersNegativeTestJSON-109486253 tempest-ListServersNegativeTestJSON-109486253-project] 10.222.0.55 "DELETE /v2.0/ports/0bb8a966-61f0-4a95-bc07-6f7d9a13e2ba HTTP/1.1" status: 204  len: 173 time: 1.9646914
May 07 21:58:21.020474 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c47cb701-ee25-43b2-9e1f-f5157564391c', 'name': 'network-vif-deleted', 'tag': '0bb8a966-61f0-4a95-bc07-6f7d9a13e2ba'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:58:21.022869 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa9d88be-f9ce-4c9f-ae78-a3cc54c423d4" -d '{"events": [{"server_uuid": "c47cb701-ee25-43b2-9e1f-f5157564391c", "name": "network-vif-deleted", "tag": "0bb8a966-61f0-4a95-bc07-6f7d9a13e2ba"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:58:21.041674 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149fdad9-b533-4f4e-9151-329ce18ac041 req-7acd7cb8-3d22-4ddb-8de4-48d638d36da3 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:21.049778 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-149fdad9-b533-4f4e-9151-329ce18ac041 req-7acd7cb8-3d22-4ddb-8de4-48d638d36da3 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8f949ce-22d7-44fa-a1f2-d579d5bd9d12 HTTP/1.1" status: 200  len: 944 time: 0.2417736
May 07 21:58:21.054390 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5612a078-0838-4680-916b-aff2039400fd req-b5012e39-991a-47cf-8096-ebeee932203c tempest-FloatingIPsTestJSON-334170503 tempest-FloatingIPsTestJSON-334170503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:21.056527 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5612a078-0838-4680-916b-aff2039400fd req-b5012e39-991a-47cf-8096-ebeee932203c tempest-FloatingIPsTestJSON-334170503 tempest-FloatingIPsTestJSON-334170503-project] 10.222.0.32 "GET /v2.0/networks/9221b764-ef06-431f-8941-796516ed7c3b HTTP/1.1" status: 200  len: 784 time: 0.5377848
May 07 21:58:21.076701 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b69cf9-8a0d-445e-9f91-854e11db45d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-01d3783b-5796-4ad9-970c-689c2ebfc922', 'network_id': '01d3783b-5796-4ad9-970c-689c2ebfc922', 'project_id': '4295ac4ae3494ccd8aee1a736cf9f6bc', 'fixed_ips': [{'subnet_id': 'cd07412c-a210-41a2-bd07-92bbb8c49835'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 21:58:21.077189 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d4b69cf9-8a0d-445e-9f91-854e11db45d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:21.116406 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21493786-d2c7-40ec-9246-d7af2d11ad36 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Checking segment: {'id': 'df96ca45-844a-423f-b693-634f6a5190e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'f116af64-c1f0-4515-8a59-650697a47d45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:58:21.116775 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21493786-d2c7-40ec-9246-d7af2d11ad36 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Network hostable DHCP agents. Network: f116af64-c1f0-4515-8a59-650697a47d45, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 21:58:21.138401 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-d23ce1b7-dfdb-4ab7-9663-7cb2e2d57545 None None] Provisioning complete for port 430e8fdc-41b4-4e3c-8430-7b6fb0fdb529 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:58:21.138944 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d23ce1b7-dfdb-4ab7-9663-7cb2e2d57545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (430e8fdc-41b4-4e3c-8430-7b6fb0fdb529), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:21.155236 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24da0f31-3c6e-4246-879a-28233239d800 req-e9f6ad30-1db1-4bcf-aac0-0f796817f47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:21.157775 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-24da0f31-3c6e-4246-879a-28233239d800 req-e9f6ad30-1db1-4bcf-aac0-0f796817f47f service neutron] 10.222.0.59 "GET /v2.0/networks?id=9b7653d0-c69e-4364-9ed6-1c005b136d81 HTTP/1.1" status: 200  len: 912 time: 0.4091394
May 07 21:58:21.159922 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-149fdad9-b533-4f4e-9151-329ce18ac041 req-4d3e317a-ae21-4e96-ae43-7f2ce537153e tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1094277
May 07 21:58:21.160771 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e48513d-2ddd-4691-9872-30bebeaf4164 tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] Made reservation on behalf of 105bb835cbb8424598141c6db1db76dd for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:58:21.171107 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1e48513d-2ddd-4691-9872-30bebeaf4164 tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:21.210662 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21493786-d2c7-40ec-9246-d7af2d11ad36 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Network f116af64-c1f0-4515-8a59-650697a47d45 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 21:58:21.231063 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-21493786-d2c7-40ec-9246-d7af2d11ad36 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f116af64-c1f0-4515-8a59-650697a47d45) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:58:21.232758 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d64cea-2589-4815-9c07-34e912e95af6 x-openstack-request-id: req-29d64cea-2589-4815-9c07-34e912e95af6 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:58:21.236650 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21493786-d2c7-40ec-9246-d7af2d11ad36 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:21.237431 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21493786-d2c7-40ec-9246-d7af2d11ad36 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:21.240108 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-21493786-d2c7-40ec-9246-d7af2d11ad36 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:21.242458 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5e8392e-b439-457c-a474-09be8541f2d6", "name": "network-vif-deleted", "tag": "7c9e5f06-93e1-4633-9ae3-7e2cb99e2558", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:58:21.242885 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-29d64cea-2589-4815-9c07-34e912e95af6 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:58:21.243343 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29d64cea-2589-4815-9c07-34e912e95af6'] response: {'server_uuid': 'a5e8392e-b439-457c-a474-09be8541f2d6', 'name': 'network-vif-deleted', 'tag': '7c9e5f06-93e1-4633-9ae3-7e2cb99e2558', 'status': 'completed', 'code': 200}
May 07 21:58:21.257097 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-becb48c0-115f-45f5-9c87-65e2047e12f6 x-openstack-request-id: req-becb48c0-115f-45f5-9c87-65e2047e12f6 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:58:21.258228 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c47cb701-ee25-43b2-9e1f-f5157564391c", "name": "network-vif-deleted", "tag": "0bb8a966-61f0-4a95-bc07-6f7d9a13e2ba", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:58:21.259072 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-becb48c0-115f-45f5-9c87-65e2047e12f6 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:58:21.260093 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-becb48c0-115f-45f5-9c87-65e2047e12f6'] response: {'server_uuid': 'c47cb701-ee25-43b2-9e1f-f5157564391c', 'name': 'network-vif-deleted', 'tag': '0bb8a966-61f0-4a95-bc07-6f7d9a13e2ba', 'status': 'completed', 'code': 200}
May 07 21:58:21.263458 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [None req-1e48513d-2ddd-4691-9872-30bebeaf4164 tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] device_id is not set on port 15e29149-2393-4b6b-b88e-adbfa5efaa0b yet. {{(pid=121837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 21:58:21.269668 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-21493786-d2c7-40ec-9246-d7af2d11ad36 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 1425 time: 3.4768338
May 07 21:58:21.275311 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 48346) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:58:21.324766 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-24da0f31-3c6e-4246-879a-28233239d800 req-eef55e96-887d-416c-880c-ab9c13e3e432 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb2fe61d-de4d-4309-8907-7aa8991753d3 HTTP/1.1" status: 200  len: 217 time: 0.0804722
May 07 21:58:21.368035 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e19a16b-6e9d-4942-94b0-0c67fd8d8817 None None] Network f116af64-c1f0-4515-8a59-650697a47d45 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:58:21.384266 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device bd29ab72-89bb-40f8-9214-d0673cbfab4f up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:58:21.415719 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450a7110-0707-44ce-b8c4-92a9815e86c8 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:21.417220 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450a7110-0707-44ce-b8c4-92a9815e86c8 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:21.418642 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450a7110-0707-44ce-b8c4-92a9815e86c8 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:21.424096 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-450a7110-0707-44ce-b8c4-92a9815e86c8 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2051 time: 0.1442654
May 07 21:58:21.424370 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 48348) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:58:21.492890 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_v2 [None req-35d69a22-1a53-46c5-97a6-60281a30ad74 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Deleting subnet cd07412c-a210-41a2-bd07-92bbb8c49835 {{(pid=121836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 21:58:21.502330 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-35d69a22-1a53-46c5-97a6-60281a30ad74 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Publish callbacks [] for subnet (cd07412c-a210-41a2-bd07-92bbb8c49835), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:21.514508 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-d23ce1b7-dfdb-4ab7-9663-7cb2e2d57545 None None] Port 430e8fdc-41b4-4e3c-8430-7b6fb0fdb529 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:58:21.540641 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-d23ce1b7-dfdb-4ab7-9663-7cb2e2d57545 None None] Provisioning complete for port bd29ab72-89bb-40f8-9214-d0673cbfab4f triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:58:21.541185 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d23ce1b7-dfdb-4ab7-9663-7cb2e2d57545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (bd29ab72-89bb-40f8-9214-d0673cbfab4f), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:21.569401 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c7e424b9-6040-4237-84d3-3ddc982002ad req-04c5e5c3-d998-4ec8-8f55-390fa89355d9 tempest-FloatingIPsTestJSON-334170503 tempest-FloatingIPsTestJSON-334170503-project] 10.222.0.32 "GET /v2.0/floatingips/4f3a48d4-6824-4759-b7b8-5ddac6590a87 HTTP/1.1" status: 200  len: 693 time: 0.2467823
May 07 21:58:21.604028 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-35d69a22-1a53-46c5-97a6-60281a30ad74 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726883'] for subnet (cd07412c-a210-41a2-bd07-92bbb8c49835), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:21.677967 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port bd29ab72-89bb-40f8-9214-d0673cbfab4f triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:58:21.678373 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (bd29ab72-89bb-40f8-9214-d0673cbfab4f), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:21.719769 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9afed1ed-7c7b-4ee5-931b-625e35878b15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f116af64-c1f0-4515-8a59-650697a47d45', 'network_id': 'f116af64-c1f0-4515-8a59-650697a47d45', 'project_id': '4295ac4ae3494ccd8aee1a736cf9f6bc', 'fixed_ips': [{'subnet_id': '73bf5ecb-2432-4d04-9873-2c677ee7ada0'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 21:58:21.720619 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9afed1ed-7c7b-4ee5-931b-625e35878b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:21.729969 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:21.771158 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe576909-56ea-47e0-946c-d809d6d4567b req-6e7676ef-eed6-42bd-bd34-ba58c2140607 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:21.773217 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fe576909-56ea-47e0-946c-d809d6d4567b req-6e7676ef-eed6-42bd-bd34-ba58c2140607 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=83ad7d9c-5e14-44b9-a948-c9c337d99f0c HTTP/1.1" status: 200  len: 946 time: 0.1030104
May 07 21:58:21.776400 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-35d69a22-1a53-46c5-97a6-60281a30ad74 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (cd07412c-a210-41a2-bd07-92bbb8c49835), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:21.841382 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e424b9-6040-4237-84d3-3ddc982002ad req-4740be21-75ef-41a4-9fc6-c3aa7cb7781f tempest-FloatingIPsTestJSON-334170503 tempest-FloatingIPsTestJSON-334170503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:21.843738 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c7e424b9-6040-4237-84d3-3ddc982002ad req-4740be21-75ef-41a4-9fc6-c3aa7cb7781f tempest-FloatingIPsTestJSON-334170503 tempest-FloatingIPsTestJSON-334170503-project] 10.222.0.32 "GET /v2.0/networks/9221b764-ef06-431f-8941-796516ed7c3b HTTP/1.1" status: 200  len: 784 time: 0.2640245
May 07 21:58:21.863093 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24da0f31-3c6e-4246-879a-28233239d800 req-98591359-0c45-4052-8878-14771a1e19c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:21.864980 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-24da0f31-3c6e-4246-879a-28233239d800 req-98591359-0c45-4052-8878-14771a1e19c3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=68532bd3-831b-4da5-a9e0-f88c1ab76985 HTTP/1.1" status: 200  len: 851 time: 0.4714468
May 07 21:58:21.871947 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fe576909-56ea-47e0-946c-d809d6d4567b req-96685943-5c70-4ff6-9633-aa268f1ec51d tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups?id=108d65d8-0253-46f4-addb-267f67931aa5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0905356
May 07 21:58:21.922942 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-35d69a22-1a53-46c5-97a6-60281a30ad74 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (cd07412c-a210-41a2-bd07-92bbb8c49835), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:21.953146 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-d23ce1b7-dfdb-4ab7-9663-7cb2e2d57545 None None] Current status of the port bd29ab72-89bb-40f8-9214-d0673cbfab4f is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:58:21.974146 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-24da0f31-3c6e-4246-879a-28233239d800 req-409be253-21d0-47c7-a851-057411be8824 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9b7653d0-c69e-4364-9ed6-1c005b136d81&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0649724
May 07 21:58:21.978030 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c7e424b9-6040-4237-84d3-3ddc982002ad req-48329d31-09b6-4e8c-b15f-fa0ed8724a4a tempest-FloatingIPsTestJSON-334170503 tempest-FloatingIPsTestJSON-334170503-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.4.162 HTTP/1.1" status: 200  len: 696 time: 0.1269860
May 07 21:58:22.001605 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-35d69a22-1a53-46c5-97a6-60281a30ad74 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:22.009624 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-35d69a22-1a53-46c5-97a6-60281a30ad74 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] 10.222.0.32 "DELETE /v2.0/subnets/cd07412c-a210-41a2-bd07-92bbb8c49835 HTTP/1.1" status: 204  len: 168 time: 0.5842354
May 07 21:58:22.010683 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d69a22-1a53-46c5-97a6-60281a30ad74 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Pushing event deleted for resources: {'Subnet': ['ID=cd07412c-a210-41a2-bd07-92bbb8c49835,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:22.019432 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 48356) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:58:22.054950 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port bd29ab72-89bb-40f8-9214-d0673cbfab4f is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:58:22.058723 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 0bb8a966-61f0-4a95-bc07-6f7d9a13e2ba no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:58:22.070401 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 48358) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:58:22.079402 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-24da0f31-3c6e-4246-879a-28233239d800 req-e3719bba-0aa4-4931-900d-7fc9f05a8a26 service neutron] 10.222.0.59 "GET /v2.0/networks/9b7653d0-c69e-4364-9ed6-1c005b136d81?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0980792
May 07 21:58:22.094727 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] No Port match for: 0bb8a966-61f0-4a95-bc07-6f7d9a13e2ba {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:58:22.095117 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 0bb8a966-61f0-4a95-bc07-6f7d9a13e2ba not bound to the agent host nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:58:22.136847 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_v2 [None req-017a40f0-a974-4bda-8f16-4872e790a4d6 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Deleting subnet 73bf5ecb-2432-4d04-9873-2c677ee7ada0 {{(pid=121836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 21:58:22.149747 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_v2 [None req-1861a41f-401b-4334-83d9-48311de62eb5 admin admin] Deleting subnet 03922816-fbf9-481a-8288-3552e68f55ed {{(pid=121836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 21:58:22.153000 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1861a41f-401b-4334-83d9-48311de62eb5 admin admin] Publish callbacks [] for subnet (03922816-fbf9-481a-8288-3552e68f55ed), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:22.156356 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server [None req-d4b69cf9-8a0d-445e-9f91-854e11db45d7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cd07412c-a210-41a2-bd07-92bbb8c49835: This subnet is being modified by another concurrent operation.
May 07 21:58:22.156356 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
May 07 21:58:22.156356 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
May 07 21:58:22.156356 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
May 07 21:58:22.156356 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
May 07 21:58:22.156356 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
May 07 21:58:22.156356 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
May 07 21:58:22.156356 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
May 07 21:58:22.156356 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
May 07 21:58:22.156356 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
May 07 21:58:22.156356 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
May 07 21:58:22.156356 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
May 07 21:58:22.156356 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
May 07 21:58:22.156356 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     self.force_reraise()
May 07 21:58:22.156356 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
May 07 21:58:22.156356 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     raise self.value
May 07 21:58:22.156356 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
May 07 21:58:22.156356 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
May 07 21:58:22.156356 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
May 07 21:58:22.156356 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
May 07 21:58:22.156356 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
May 07 21:58:22.156356 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     self.force_reraise()
May 07 21:58:22.156356 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
May 07 21:58:22.156356 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     raise self.value
May 07 21:58:22.156356 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
May 07 21:58:22.156356 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
May 07 21:58:22.156356 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
May 07 21:58:22.156356 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
May 07 21:58:22.156356 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
May 07 21:58:22.156356 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     self.force_reraise()
May 07 21:58:22.156356 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
May 07 21:58:22.156356 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     raise self.value
May 07 21:58:22.156356 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
May 07 21:58:22.156356 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
May 07 21:58:22.156356 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
May 07 21:58:22.156356 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
May 07 21:58:22.156356 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port
May 07 21:58:22.156356 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
May 07 21:58:22.156356 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action
May 07 21:58:22.156356 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
May 07 21:58:22.156356 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
May 07 21:58:22.156356 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
May 07 21:58:22.156356 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner
May 07 21:58:22.156356 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
May 07 21:58:22.156356 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
May 07 21:58:22.156356 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
May 07 21:58:22.156356 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
May 07 21:58:22.156356 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
May 07 21:58:22.156356 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
May 07 21:58:22.156356 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     self.force_reraise()
May 07 21:58:22.156356 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
May 07 21:58:22.156356 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     raise self.value
May 07 21:58:22.156356 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
May 07 21:58:22.156356 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
May 07 21:58:22.159930 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
May 07 21:58:22.159930 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
May 07 21:58:22.159930 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
May 07 21:58:22.159930 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     self.force_reraise()
May 07 21:58:22.159930 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
May 07 21:58:22.159930 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     raise self.value
May 07 21:58:22.159930 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
May 07 21:58:22.159930 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
May 07 21:58:22.159930 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
May 07 21:58:22.159930 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
May 07 21:58:22.159930 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
May 07 21:58:22.159930 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     self.force_reraise()
May 07 21:58:22.159930 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
May 07 21:58:22.159930 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     raise self.value
May 07 21:58:22.159930 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
May 07 21:58:22.159930 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
May 07 21:58:22.159930 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1543, in create_port
May 07 21:58:22.159930 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
May 07 21:58:22.159930 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1508, in _create_port_db
May 07 21:58:22.159930 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
May 07 21:58:22.159930 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1468, in create_port_db
May 07 21:58:22.159930 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
May 07 21:58:22.159930 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store
May 07 21:58:22.159930 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     ips = self.allocate_ips_for_port(context, port_copy)
May 07 21:58:22.159930 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
May 07 21:58:22.159930 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
May 07 21:58:22.159930 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
May 07 21:58:22.159930 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     return fn(*args, **kwargs)
May 07 21:58:22.159930 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port
May 07 21:58:22.159930 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     return self._allocate_ips_for_port(context, port)
May 07 21:58:22.159930 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port
May 07 21:58:22.159930 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
May 07 21:58:22.159930 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets
May 07 21:58:22.159930 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
May 07 21:58:22.159930 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
May 07 21:58:22.159930 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     raise exception
May 07 21:58:22.159930 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cd07412c-a210-41a2-bd07-92bbb8c49835: This subnet is being modified by another concurrent operation.
May 07 21:58:22.159930 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server 
May 07 21:58:22.206430 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c7e424b9-6040-4237-84d3-3ddc982002ad req-c900371c-ab4a-4edb-be9b-abe99828855d tempest-FloatingIPsTestJSON-334170503 tempest-FloatingIPsTestJSON-334170503-project] 10.222.0.32 "GET /v2.0/floatingips?floating_ip_address=172.35.4.162 HTTP/1.1" status: 200  len: 696 time: 0.1252711
May 07 21:58:22.219734 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41965c9e-9bed-493b-b03a-1cb42344c1b1 None None] Network 01d3783b-5796-4ad9-970c-689c2ebfc922 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:58:22.249779 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1861a41f-401b-4334-83d9-48311de62eb5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726883'] for subnet (03922816-fbf9-481a-8288-3552e68f55ed), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:22.280162 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-1e48513d-2ddd-4691-9872-30bebeaf4164 tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] Allocated IP 172.20.0.7 (a9bebd79-58c7-4c8a-9d8b-12c010111a03/39aafbf8-3586-44fb-811b-27504c14a67a/15e29149-2393-4b6b-b88e-adbfa5efaa0b) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:58:22.301268 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1861a41f-401b-4334-83d9-48311de62eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (03922816-fbf9-481a-8288-3552e68f55ed), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:22.357072 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-017a40f0-a974-4bda-8f16-4872e790a4d6 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Publish callbacks [] for subnet (73bf5ecb-2432-4d04-9873-2c677ee7ada0), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:22.390963 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-24da0f31-3c6e-4246-879a-28233239d800 req-6fc833a5-5b81-475a-92e9-be649715b874 service neutron] 10.222.0.59 "GET /v2.0/networks/9b7653d0-c69e-4364-9ed6-1c005b136d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3019595
May 07 21:58:22.392963 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1861a41f-401b-4334-83d9-48311de62eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (03922816-fbf9-481a-8288-3552e68f55ed), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:22.421714 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-c7e424b9-6040-4237-84d3-3ddc982002ad req-34042e2f-6409-4d62-8aff-6d579360242b tempest-FloatingIPsTestJSON-334170503 tempest-FloatingIPsTestJSON-334170503-project] Deleting port b2c1b02c-d07d-4192-9cf6-fbf90f130c4f {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:58:22.422057 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-c7e424b9-6040-4237-84d3-3ddc982002ad req-34042e2f-6409-4d62-8aff-6d579360242b tempest-FloatingIPsTestJSON-334170503 tempest-FloatingIPsTestJSON-334170503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (b2c1b02c-d07d-4192-9cf6-fbf90f130c4f), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:22.451382 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1861a41f-401b-4334-83d9-48311de62eb5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03922816-fbf9-481a-8288-3552e68f55ed,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:22.453821 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1861a41f-401b-4334-83d9-48311de62eb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:22.457521 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-1861a41f-401b-4334-83d9-48311de62eb5 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/03922816-fbf9-481a-8288-3552e68f55ed HTTP/1.1" status: 204  len: 168 time: 0.3852522
May 07 21:58:22.464358 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 48362) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:58:22.480071 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-017a40f0-a974-4bda-8f16-4872e790a4d6 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726883'] for subnet (73bf5ecb-2432-4d04-9873-2c677ee7ada0), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:22.490154 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5f5f3a-75b3-4866-b44e-4cee18c65480 req-7621888a-e6dc-4693-ad53-2c292e6a32ea tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:22.497177 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3d5f5f3a-75b3-4866-b44e-4cee18c65480 req-7621888a-e6dc-4693-ad53-2c292e6a32ea tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8f949ce-22d7-44fa-a1f2-d579d5bd9d12 HTTP/1.1" status: 200  len: 944 time: 0.1360812
May 07 21:58:22.552285 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c5978ae1-4f29-4f5a-8239-2f2b658935d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (361022fc-f38d-42f7-9311-cff7b49086c1), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:22.597425 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3d5f5f3a-75b3-4866-b44e-4cee18c65480 req-3db3d987-4d15-403b-8992-777b53ba4ce1 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0950079
May 07 21:58:22.610050 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-017a40f0-a974-4bda-8f16-4872e790a4d6 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (73bf5ecb-2432-4d04-9873-2c677ee7ada0), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:22.689661 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-017a40f0-a974-4bda-8f16-4872e790a4d6 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (73bf5ecb-2432-4d04-9873-2c677ee7ada0), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:22.697129 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server [None req-9afed1ed-7c7b-4ee5-931b-625e35878b15 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 73bf5ecb-2432-4d04-9873-2c677ee7ada0: This subnet is being modified by another concurrent operation.
May 07 21:58:22.697129 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
May 07 21:58:22.697129 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
May 07 21:58:22.697129 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
May 07 21:58:22.697129 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
May 07 21:58:22.697129 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
May 07 21:58:22.697129 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
May 07 21:58:22.697129 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
May 07 21:58:22.697129 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
May 07 21:58:22.697129 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
May 07 21:58:22.697129 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
May 07 21:58:22.697129 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
May 07 21:58:22.697129 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
May 07 21:58:22.697129 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     self.force_reraise()
May 07 21:58:22.697129 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
May 07 21:58:22.697129 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     raise self.value
May 07 21:58:22.697129 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
May 07 21:58:22.697129 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
May 07 21:58:22.697129 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
May 07 21:58:22.697129 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
May 07 21:58:22.697129 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
May 07 21:58:22.697129 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     self.force_reraise()
May 07 21:58:22.697129 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
May 07 21:58:22.697129 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     raise self.value
May 07 21:58:22.697129 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
May 07 21:58:22.697129 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
May 07 21:58:22.697129 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
May 07 21:58:22.697129 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
May 07 21:58:22.697129 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
May 07 21:58:22.697129 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     self.force_reraise()
May 07 21:58:22.697129 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
May 07 21:58:22.697129 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     raise self.value
May 07 21:58:22.697129 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
May 07 21:58:22.697129 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
May 07 21:58:22.697129 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
May 07 21:58:22.697129 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
May 07 21:58:22.697129 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port
May 07 21:58:22.697129 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
May 07 21:58:22.697129 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action
May 07 21:58:22.697129 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
May 07 21:58:22.697129 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
May 07 21:58:22.697129 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
May 07 21:58:22.697129 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner
May 07 21:58:22.697129 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
May 07 21:58:22.697129 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
May 07 21:58:22.697129 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
May 07 21:58:22.697129 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
May 07 21:58:22.697129 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
May 07 21:58:22.697129 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
May 07 21:58:22.697129 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     self.force_reraise()
May 07 21:58:22.697129 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
May 07 21:58:22.697129 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     raise self.value
May 07 21:58:22.697129 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
May 07 21:58:22.697129 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
May 07 21:58:22.700653 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
May 07 21:58:22.700653 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
May 07 21:58:22.700653 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
May 07 21:58:22.700653 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     self.force_reraise()
May 07 21:58:22.700653 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
May 07 21:58:22.700653 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     raise self.value
May 07 21:58:22.700653 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
May 07 21:58:22.700653 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
May 07 21:58:22.700653 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
May 07 21:58:22.700653 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
May 07 21:58:22.700653 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
May 07 21:58:22.700653 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     self.force_reraise()
May 07 21:58:22.700653 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
May 07 21:58:22.700653 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     raise self.value
May 07 21:58:22.700653 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
May 07 21:58:22.700653 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
May 07 21:58:22.700653 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1543, in create_port
May 07 21:58:22.700653 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
May 07 21:58:22.700653 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1508, in _create_port_db
May 07 21:58:22.700653 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
May 07 21:58:22.700653 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1468, in create_port_db
May 07 21:58:22.700653 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
May 07 21:58:22.700653 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store
May 07 21:58:22.700653 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     ips = self.allocate_ips_for_port(context, port_copy)
May 07 21:58:22.700653 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
May 07 21:58:22.700653 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
May 07 21:58:22.700653 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
May 07 21:58:22.700653 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     return fn(*args, **kwargs)
May 07 21:58:22.700653 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port
May 07 21:58:22.700653 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     return self._allocate_ips_for_port(context, port)
May 07 21:58:22.700653 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port
May 07 21:58:22.700653 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
May 07 21:58:22.700653 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets
May 07 21:58:22.700653 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
May 07 21:58:22.700653 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
May 07 21:58:22.700653 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     raise exception
May 07 21:58:22.700653 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 73bf5ecb-2432-4d04-9873-2c677ee7ada0: This subnet is being modified by another concurrent operation.
May 07 21:58:22.700653 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server 
May 07 21:58:22.715519 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c5ab0c-2c7a-4e1f-8799-1996f46b04bb None None] get_active_networks_info from ncdv-master-1 {{(pid=121838) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
May 07 21:58:22.740722 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017a40f0-a974-4bda-8f16-4872e790a4d6 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Pushing event deleted for resources: {'Subnet': ['ID=73bf5ecb-2432-4d04-9873-2c677ee7ada0,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:22.750405 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-017a40f0-a974-4bda-8f16-4872e790a4d6 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:22.758249 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-017a40f0-a974-4bda-8f16-4872e790a4d6 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] 10.222.0.32 "DELETE /v2.0/subnets/73bf5ecb-2432-4d04-9873-2c677ee7ada0 HTTP/1.1" status: 204  len: 168 time: 0.7371726
May 07 21:58:22.758956 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 48364) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:58:22.827262 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c8b2e9-c547-4d04-aab9-100b02cc25ac tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:22.833507 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-e5c8b2e9-c547-4d04-aab9-100b02cc25ac tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0734799
May 07 21:58:22.834402 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 48366) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:58:22.924179 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6fd872c4-49e2-4ba8-a646-887f8ccf7400 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (f116af64-c1f0-4515-8a59-650697a47d45), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:23.073885 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c5ab0c-2c7a-4e1f-8799-1996f46b04bb None None] Resources bound (agent type, host, resource id):  {{(pid=121838) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
May 07 21:58:23.132759 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695458bb-6a24-4b67-81d1-86607fc2dd69 req-cf04accd-9d89-417e-9c55-f838a91b9fda tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:23.134393 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-695458bb-6a24-4b67-81d1-86607fc2dd69 req-cf04accd-9d89-417e-9c55-f838a91b9fda tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=83ad7d9c-5e14-44b9-a948-c9c337d99f0c HTTP/1.1" status: 200  len: 946 time: 0.0576997
May 07 21:58:23.136752 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6fd872c4-49e2-4ba8-a646-887f8ccf7400 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (f116af64-c1f0-4515-8a59-650697a47d45), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:23.152000 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c5978ae1-4f29-4f5a-8239-2f2b658935d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (361022fc-f38d-42f7-9311-cff7b49086c1), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:23.176884 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-c7e424b9-6040-4237-84d3-3ddc982002ad req-34042e2f-6409-4d62-8aff-6d579360242b tempest-FloatingIPsTestJSON-334170503 tempest-FloatingIPsTestJSON-334170503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (b2c1b02c-d07d-4192-9cf6-fbf90f130c4f), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:23.177252 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-c7e424b9-6040-4237-84d3-3ddc982002ad req-34042e2f-6409-4d62-8aff-6d579360242b tempest-FloatingIPsTestJSON-334170503 tempest-FloatingIPsTestJSON-334170503-project] Publish callbacks [] for floatingip (b2c1b02c-d07d-4192-9cf6-fbf90f130c4f), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:23.213630 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-c5978ae1-4f29-4f5a-8239-2f2b658935d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf868b3400>,) {'filters': {'network_id': ['361022fc-f38d-42f7-9311-cff7b49086c1']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:58:23.215869 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-695458bb-6a24-4b67-81d1-86607fc2dd69 req-63d7ba94-570a-4e5a-9152-99c758b3b9d6 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups?id=108d65d8-0253-46f4-addb-267f67931aa5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0677924
May 07 21:58:23.218372 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-6fd872c4-49e2-4ba8-a646-887f8ccf7400 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf8c7bbdf0>,) {'filters': {'network_id': ['f116af64-c1f0-4515-8a59-650697a47d45']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:58:23.219791 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-c7e424b9-6040-4237-84d3-3ddc982002ad req-34042e2f-6409-4d62-8aff-6d579360242b tempest-FloatingIPsTestJSON-334170503 tempest-FloatingIPsTestJSON-334170503-project] Calling delete_port for b2c1b02c-d07d-4192-9cf6-fbf90f130c4f owned by network:floatingip {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:58:23.238183 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-6fd872c4-49e2-4ba8-a646-887f8ccf7400 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8c7bbdf0>, 'df96ca45-844a-423f-b693-634f6a5190e6') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:58:23.239029 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-6fd872c4-49e2-4ba8-a646-887f8ccf7400 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8c7bbdf0>, 'df96ca45-844a-423f-b693-634f6a5190e6') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:58:23.240677 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1e48513d-2ddd-4691-9872-30bebeaf4164 tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] Publish callbacks [] for port (15e29149-2393-4b6b-b88e-adbfa5efaa0b), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:23.245374 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-c5978ae1-4f29-4f5a-8239-2f2b658935d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf868b3400>, '8572750b-823e-4862-b3bd-9f6ce06cc9a0') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:58:23.245671 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-c5978ae1-4f29-4f5a-8239-2f2b658935d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf868b3400>, '8572750b-823e-4862-b3bd-9f6ce06cc9a0') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:58:23.252688 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6fd872c4-49e2-4ba8-a646-887f8ccf7400 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (df96ca45-844a-423f-b693-634f6a5190e6), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:23.275365 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c5978ae1-4f29-4f5a-8239-2f2b658935d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (8572750b-823e-4862-b3bd-9f6ce06cc9a0), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:23.285226 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6fd872c4-49e2-4ba8-a646-887f8ccf7400 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (df96ca45-844a-423f-b693-634f6a5190e6), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:23.301255 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fd872c4-49e2-4ba8-a646-887f8ccf7400 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 21:58:23.301967 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6fd872c4-49e2-4ba8-a646-887f8ccf7400 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (df96ca45-844a-423f-b693-634f6a5190e6), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:23.306206 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 21:58:23.306206 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 21:58:23.306206 ncdv-master-1 neutron-server[121836]:     timer()
May 07 21:58:23.306206 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 21:58:23.306206 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 21:58:23.306206 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 21:58:23.306206 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 21:58:23.306206 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 21:58:23.306206 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 21:58:23.306206 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 21:58:23.306206 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 21:58:23.306206 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 21:58:23.306206 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 21:58:23.306206 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 21:58:23.306206 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 21:58:23.306206 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 21:58:23.306206 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 21:58:23.306206 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 21:58:23.306206 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 21:58:23.306206 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 21:58:23.306206 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 21:58:23.306206 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 21:58:23.306206 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 21:58:23.306206 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 21:58:23.306206 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 21:58:23.306206 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 21:58:23.306206 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 21:58:23.306206 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 21:58:23.306206 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 21:58:23.306206 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 21:58:23.306206 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 21:58:23.306206 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 21:58:23.336089 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c5978ae1-4f29-4f5a-8239-2f2b658935d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (8572750b-823e-4862-b3bd-9f6ce06cc9a0), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:23.367017 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5978ae1-4f29-4f5a-8239-2f2b658935d3 admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 21:58:23.367429 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c5978ae1-4f29-4f5a-8239-2f2b658935d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (8572750b-823e-4862-b3bd-9f6ce06cc9a0), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:23.369178 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 21:58:23.369178 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 21:58:23.369178 ncdv-master-1 neutron-server[121837]:     timer()
May 07 21:58:23.369178 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 21:58:23.369178 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 21:58:23.369178 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 21:58:23.369178 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 21:58:23.369178 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 21:58:23.369178 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 21:58:23.369178 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 21:58:23.369178 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 21:58:23.369178 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 21:58:23.369178 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 21:58:23.369178 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 21:58:23.369178 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 21:58:23.369178 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 21:58:23.369178 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 21:58:23.369178 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 21:58:23.369178 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 21:58:23.369178 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 21:58:23.369178 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 21:58:23.369178 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 21:58:23.369178 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 21:58:23.369178 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 21:58:23.369178 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 21:58:23.369178 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 21:58:23.369178 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 21:58:23.369178 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 21:58:23.369178 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 21:58:23.369178 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 21:58:23.369178 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 21:58:23.369178 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 21:58:23.411076 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6fd872c4-49e2-4ba8-a646-887f8ccf7400 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (f116af64-c1f0-4515-8a59-650697a47d45), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:23.425777 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6fd872c4-49e2-4ba8-a646-887f8ccf7400 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:23.431761 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-6fd872c4-49e2-4ba8-a646-887f8ccf7400 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] 10.222.0.32 "DELETE /v2.0/networks/f116af64-c1f0-4515-8a59-650697a47d45 HTTP/1.1" status: 204  len: 168 time: 0.5963626
May 07 21:58:23.432363 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 48370) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:58:23.456240 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1e48513d-2ddd-4691-9872-30bebeaf4164 tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (15e29149-2393-4b6b-b88e-adbfa5efaa0b), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:23.520975 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e48513d-2ddd-4691-9872-30bebeaf4164 tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] Pushing event updated for resources: {'Port': ['ID=15e29149-2393-4b6b-b88e-adbfa5efaa0b,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:23.527246 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c5978ae1-4f29-4f5a-8239-2f2b658935d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (361022fc-f38d-42f7-9311-cff7b49086c1), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:23.536795 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c5978ae1-4f29-4f5a-8239-2f2b658935d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:23.542797 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-c5978ae1-4f29-4f5a-8239-2f2b658935d3 admin admin] 10.222.0.32 "DELETE /v2.0/networks/361022fc-f38d-42f7-9311-cff7b49086c1 HTTP/1.1" status: 204  len: 168 time: 1.0776491
May 07 21:58:23.553864 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e48513d-2ddd-4691-9872-30bebeaf4164 tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] Network a9bebd79-58c7-4c8a-9d8b-12c010111a03 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:58:23.556373 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-1e48513d-2ddd-4691-9872-30bebeaf4164 tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:58:23.569421 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e48513d-2ddd-4691-9872-30bebeaf4164 tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:58:23.577007 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5978ae1-4f29-4f5a-8239-2f2b658935d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=361022fc-f38d-42f7-9311-cff7b49086c1,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:23.586252 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-35b22098-0ae4-4559-8428-018825132956 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (01d3783b-5796-4ad9-970c-689c2ebfc922), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:23.595078 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd872c4-49e2-4ba8-a646-887f8ccf7400 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Pushing event deleted for resources: {'Network': ['ID=f116af64-c1f0-4515-8a59-650697a47d45,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:23.640748 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-0a11bf55-7f3a-44d2-bf1c-e8e7860b47d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:23.657445 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e48513d-2ddd-4691-9872-30bebeaf4164 tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:23.658289 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1e48513d-2ddd-4691-9872-30bebeaf4164 tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:23.665268 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3773a6fb-c68d-4578-a718-eb2c50e5f626 None None] get_active_networks_info from ncdv-master-1 {{(pid=121838) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
May 07 21:58:23.690738 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-c7e424b9-6040-4237-84d3-3ddc982002ad req-34042e2f-6409-4d62-8aff-6d579360242b tempest-FloatingIPsTestJSON-334170503 tempest-FloatingIPsTestJSON-334170503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (b2c1b02c-d07d-4192-9cf6-fbf90f130c4f), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:23.757981 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device bb2fe61d-de4d-4309-8907-7aa8991753d3 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:58:23.767285 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-1e48513d-2ddd-4691-9872-30bebeaf4164 tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1152 time: 3.0440567
May 07 21:58:23.769056 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 48376) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:58:23.772109 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 7c9e5f06-93e1-4633-9ae3-7e2cb99e2558 no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:58:23.797316 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d3f709-1cc3-439a-b7fc-c8ae9ca534f8 req-8d118be4-7851-478d-9329-e218272f41c6 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:23.799636 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-47d3f709-1cc3-439a-b7fc-c8ae9ca534f8 req-8d118be4-7851-478d-9329-e218272f41c6 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8f949ce-22d7-44fa-a1f2-d579d5bd9d12 HTTP/1.1" status: 200  len: 944 time: 0.0953503
May 07 21:58:23.811707 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] No Port match for: 7c9e5f06-93e1-4633-9ae3-7e2cb99e2558 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:58:23.816506 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 7c9e5f06-93e1-4633-9ae3-7e2cb99e2558 not bound to the agent host nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:58:23.816741 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34042e2f-6409-4d62-8aff-6d579360242b tempest-FloatingIPsTestJSON-334170503 tempest-FloatingIPsTestJSON-334170503-project] Pushing event deleted for resources: {'Port': ['ID=b2c1b02c-d07d-4192-9cf6-fbf90f130c4f,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:23.858991 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:23.893092 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-47d3f709-1cc3-439a-b7fc-c8ae9ca534f8 req-c905512b-cc59-459f-8327-3f79869cd80f tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0796227
May 07 21:58:23.923102 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 48378) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:58:23.945875 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-35b22098-0ae4-4559-8428-018825132956 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (01d3783b-5796-4ad9-970c-689c2ebfc922), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:23.958422 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-c7e424b9-6040-4237-84d3-3ddc982002ad req-34042e2f-6409-4d62-8aff-6d579360242b tempest-FloatingIPsTestJSON-334170503 tempest-FloatingIPsTestJSON-334170503-project] Publish callbacks [] for floatingip (4f3a48d4-6824-4759-b7b8-5ddac6590a87), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:23.961890 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-c7e424b9-6040-4237-84d3-3ddc982002ad req-34042e2f-6409-4d62-8aff-6d579360242b tempest-FloatingIPsTestJSON-334170503 tempest-FloatingIPsTestJSON-334170503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:23.963232 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c7e424b9-6040-4237-84d3-3ddc982002ad req-34042e2f-6409-4d62-8aff-6d579360242b tempest-FloatingIPsTestJSON-334170503 tempest-FloatingIPsTestJSON-334170503-project] 10.222.0.32 "DELETE /v2.0/floatingips/4f3a48d4-6824-4759-b7b8-5ddac6590a87 HTTP/1.1" status: 204  len: 173 time: 1.7479923
May 07 21:58:23.993959 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-35b22098-0ae4-4559-8428-018825132956 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf8ea01df0>,) {'filters': {'network_id': ['01d3783b-5796-4ad9-970c-689c2ebfc922']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:58:23.997110 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.db.resource_extend [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 07 21:58:23.997685 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea8899d-fa38-4ffb-b39a-a46a75232e5e tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:24.000156 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3773a6fb-c68d-4578-a718-eb2c50e5f626 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
May 07 21:58:24.008961 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea8899d-fa38-4ffb-b39a-a46a75232e5e tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:24.015766 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea8899d-fa38-4ffb-b39a-a46a75232e5e tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:24.017777 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-3ea8899d-fa38-4ffb-b39a-a46a75232e5e tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2619 time: 0.2475915
May 07 21:58:24.024557 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 48382) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:58:24.048917 ncdv-master-1 neutron-server[121836]: INFO neutron.api.v2.resource [req-eeb64ae2-a05f-4b2b-b780-2cd18c4c8536 req-1ca0ff98-49dd-4f1a-9df2-d0322991cac2 tempest-FloatingIPsTestJSON-334170503 tempest-FloatingIPsTestJSON-334170503-project] show failed (client error): The resource could not be found.
May 07 21:58:24.057265 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-eeb64ae2-a05f-4b2b-b780-2cd18c4c8536 req-1ca0ff98-49dd-4f1a-9df2-d0322991cac2 tempest-FloatingIPsTestJSON-334170503 tempest-FloatingIPsTestJSON-334170503-project] 10.222.0.32 "GET /v2.0/floatingips/4f3a48d4-6824-4759-b7b8-5ddac6590a87 HTTP/1.1" status: 404  len: 350 time: 0.0674360
May 07 21:58:24.072821 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-35b22098-0ae4-4559-8428-018825132956 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8ea01df0>, 'c1f60c13-15ed-49df-bbe6-dfc8c53bf7bf') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:58:24.074274 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-0369e582-334e-486b-a45c-ec552f30b7d8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1a49ba5398834c43baabd7435e85d81b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1451461
May 07 21:58:24.075498 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-35b22098-0ae4-4559-8428-018825132956 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8ea01df0>, 'c1f60c13-15ed-49df-bbe6-dfc8c53bf7bf') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:58:24.078268 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 48386) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:58:24.103864 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-35b22098-0ae4-4559-8428-018825132956 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (c1f60c13-15ed-49df-bbe6-dfc8c53bf7bf), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:24.131063 ncdv-master-1 neutron-server[121837]: INFO neutron.api.v2.resource [req-69ed49b4-4f0b-4e12-a4d4-9ea51fda59ba req-dbe5e4fa-8271-4bc2-8493-8137ae5c442b tempest-FloatingIPsTestJSON-334170503 tempest-FloatingIPsTestJSON-334170503-project] show failed (client error): The resource could not be found.
May 07 21:58:24.132334 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-69ed49b4-4f0b-4e12-a4d4-9ea51fda59ba req-dbe5e4fa-8271-4bc2-8493-8137ae5c442b tempest-FloatingIPsTestJSON-334170503 tempest-FloatingIPsTestJSON-334170503-project] 10.222.0.32 "GET /v2.0/floatingips/4f3a48d4-6824-4759-b7b8-5ddac6590a87 HTTP/1.1" status: 404  len: 350 time: 0.0569253
May 07 21:58:24.152015 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-35b22098-0ae4-4559-8428-018825132956 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (c1f60c13-15ed-49df-bbe6-dfc8c53bf7bf), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:24.159123 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 48388) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:58:24.211352 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-1c69665c-e2f2-486a-8179-cbdf757e714c tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] Deleting port 15e29149-2393-4b6b-b88e-adbfa5efaa0b {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:58:24.211881 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1c69665c-e2f2-486a-8179-cbdf757e714c tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (15e29149-2393-4b6b-b88e-adbfa5efaa0b), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:24.312887 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35b22098-0ae4-4559-8428-018825132956 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 21:58:24.325501 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-35b22098-0ae4-4559-8428-018825132956 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (c1f60c13-15ed-49df-bbe6-dfc8c53bf7bf), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:24.336118 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 21:58:24.336118 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 21:58:24.336118 ncdv-master-1 neutron-server[121836]:     timer()
May 07 21:58:24.336118 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 21:58:24.336118 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 21:58:24.336118 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 21:58:24.336118 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 21:58:24.336118 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 21:58:24.336118 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 21:58:24.336118 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 21:58:24.336118 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 21:58:24.336118 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 21:58:24.336118 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 21:58:24.336118 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 21:58:24.336118 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 21:58:24.336118 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 21:58:24.336118 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 21:58:24.336118 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 21:58:24.336118 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 21:58:24.336118 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 21:58:24.336118 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 21:58:24.336118 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 21:58:24.336118 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 21:58:24.336118 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 21:58:24.336118 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 21:58:24.336118 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 21:58:24.336118 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 21:58:24.336118 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 21:58:24.336118 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 21:58:24.336118 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 21:58:24.336118 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 21:58:24.336118 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 21:58:24.368314 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port bb2fe61d-de4d-4309-8907-7aa8991753d3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bb2fe61d-de4d-4309-8907-7aa8991753d3,segment=NetworkSegment(c1f62f1a-7390-4968-bfcd-e0354648ad7b),segment_id=c1f62f1a-7390-4968-bfcd-e0354648ad7b)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:58:24.371934 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1c69665c-e2f2-486a-8179-cbdf757e714c tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (15e29149-2393-4b6b-b88e-adbfa5efaa0b), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:24.388777 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-1c69665c-e2f2-486a-8179-cbdf757e714c tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] Calling delete_port for 15e29149-2393-4b6b-b88e-adbfa5efaa0b owned by  {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:58:24.402371 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1c34d1f1-d790-4fa3-93cd-fb47f66337e5 admin admin] Publish callbacks [] for security_group (b9078ac8-09a8-43d0-bab4-b197059114d3), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:24.412595 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': 'bb2fe61d-de4d-4309-8907-7aa8991753d3', 'network_id': '9b7653d0-c69e-4364-9ed6-1c005b136d81', 'port_id': 'bb2fe61d-de4d-4309-8907-7aa8991753d3', 'mac_address': 'fa:16:3e:63:87:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68532bd3-831b-4da5-a9e0-f88c1ab76985', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:58:24.428296 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1c34d1f1-d790-4fa3-93cd-fb47f66337e5 admin admin] Publish callbacks [] for security_group (b9078ac8-09a8-43d0-bab4-b197059114d3), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:24.592857 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1c69665c-e2f2-486a-8179-cbdf757e714c tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (15e29149-2393-4b6b-b88e-adbfa5efaa0b), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:24.598985 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port bb2fe61d-de4d-4309-8907-7aa8991753d3 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:58:24.601365 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1c34d1f1-d790-4fa3-93cd-fb47f66337e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (b9078ac8-09a8-43d0-bab4-b197059114d3), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:24.602372 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (bb2fe61d-de4d-4309-8907-7aa8991753d3), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:24.605015 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1c34d1f1-d790-4fa3-93cd-fb47f66337e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:24.606739 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-1c34d1f1-d790-4fa3-93cd-fb47f66337e5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b9078ac8-09a8-43d0-bab4-b197059114d3 HTTP/1.1" status: 204  len: 168 time: 0.5273256
May 07 21:58:24.626896 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c69665c-e2f2-486a-8179-cbdf757e714c tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] Pushing event deleted for resources: {'Port': ['ID=15e29149-2393-4b6b-b88e-adbfa5efaa0b,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:24.645538 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f52423f-0075-4b32-925e-c107c9cd9ca3 req-016dd0c9-4bca-4e93-bd8b-dc4884506184 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:24.657534 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3f52423f-0075-4b32-925e-c107c9cd9ca3 req-016dd0c9-4bca-4e93-bd8b-dc4884506184 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=83ad7d9c-5e14-44b9-a948-c9c337d99f0c HTTP/1.1" status: 200  len: 946 time: 0.2575469
May 07 21:58:24.661361 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323fb55a-1152-4e1f-862a-b3af4abe7c89 None None] Network f116af64-c1f0-4515-8a59-650697a47d45 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:58:24.681183 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c34d1f1-d790-4fa3-93cd-fb47f66337e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9078ac8-09a8-43d0-bab4-b197059114d3,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:24.701255 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-35b22098-0ae4-4559-8428-018825132956 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (01d3783b-5796-4ad9-970c-689c2ebfc922), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:24.731672 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1c69665c-e2f2-486a-8179-cbdf757e714c tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:24.741485 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-1c69665c-e2f2-486a-8179-cbdf757e714c tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] 10.222.0.32 "DELETE /v2.0/ports/15e29149-2393-4b6b-b88e-adbfa5efaa0b HTTP/1.1" status: 204  len: 168 time: 0.7156949
May 07 21:58:24.742145 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 48394) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:58:24.747834 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-0d186825-d89a-4d15-880f-4a0069325844 tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] Request body: {'port': {'name': 'tempest-new-port-name-781197348', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:58:24.748234 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.api.validators [None req-0d186825-d89a-4d15-880f-4a0069325844 tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] bootfile-name is not in valid_values {{(pid=121837) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
May 07 21:58:24.748621 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.api.validators [None req-0d186825-d89a-4d15-880f-4a0069325844 tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] tftp-server is not in valid_values {{(pid=121837) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
May 07 21:58:24.749031 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.api.validators [None req-0d186825-d89a-4d15-880f-4a0069325844 tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] server-ip-address is not in valid_values {{(pid=121837) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}}
May 07 21:58:24.750817 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323fb55a-1152-4e1f-862a-b3af4abe7c89 None None] Network f116af64-c1f0-4515-8a59-650697a47d45 could not be found, it might have been deleted concurrently. {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}}
May 07 21:58:24.762630 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb2fe61d-de4d-4309-8907-7aa8991753d3 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:58:24.772089 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-35b22098-0ae4-4559-8428-018825132956 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:24.778215 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-35b22098-0ae4-4559-8428-018825132956 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] 10.222.0.32 "DELETE /v2.0/networks/01d3783b-5796-4ad9-970c-689c2ebfc922 HTTP/1.1" status: 204  len: 168 time: 1.3330424
May 07 21:58:24.779388 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b22098-0ae4-4559-8428-018825132956 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Pushing event deleted for resources: {'Network': ['ID=01d3783b-5796-4ad9-970c-689c2ebfc922,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:24.780666 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 48396) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:58:24.845071 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3f52423f-0075-4b32-925e-c107c9cd9ca3 req-878cc801-8758-4a5e-9fdc-4e48c544b1d5 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups?id=108d65d8-0253-46f4-addb-267f67931aa5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1865828
May 07 21:58:24.855628 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port bb2fe61d-de4d-4309-8907-7aa8991753d3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bb2fe61d-de4d-4309-8907-7aa8991753d3,segment=NetworkSegment(c1f62f1a-7390-4968-bfcd-e0354648ad7b),segment_id=c1f62f1a-7390-4968-bfcd-e0354648ad7b)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:58:24.879568 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (bb2fe61d-de4d-4309-8907-7aa8991753d3), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:24.931529 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0d186825-d89a-4d15-880f-4a0069325844 tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (430e8fdc-41b4-4e3c-8430-7b6fb0fdb529), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:24.957339 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-db780a8e-9f55-462e-a79e-de96ee1f5b04 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (e0b31ffe-a060-464d-ae3f-775a58fd1fc9), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:25.060728 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=bb2fe61d-de4d-4309-8907-7aa8991753d3,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:25.172966 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['bb2fe61d-de4d-4309-8907-7aa8991753d3'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:58:25.241019 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-821a9683-3f8e-41c6-9c40-5ca8dd2513ba None None] Could not find standard attr ID for object 15e29149-2393-4b6b-b88e-adbfa5efaa0b. {{(pid=121838) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
May 07 21:58:25.318133 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-afd9927d-a7a2-476f-8a3c-427e0fae06ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401094'] for router_interface (9a9a6c76-2557-4d73-923a-4a22f0cf44a4), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:25.451966 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0d186825-d89a-4d15-880f-4a0069325844 tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] Publish callbacks [] for port (430e8fdc-41b4-4e3c-8430-7b6fb0fdb529), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:25.497689 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0d186825-d89a-4d15-880f-4a0069325844 tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (430e8fdc-41b4-4e3c-8430-7b6fb0fdb529), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:25.632767 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-afd9927d-a7a2-476f-8a3c-427e0fae06ba admin admin] Deleting port 8a76e807-6494-4d70-8d94-134b317a352f {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:58:25.633443 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-afd9927d-a7a2-476f-8a3c-427e0fae06ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (8a76e807-6494-4d70-8d94-134b317a352f), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:25.695252 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-0d186825-d89a-4d15-880f-4a0069325844 tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] In _notify_port_updated(), no bound segment for port 430e8fdc-41b4-4e3c-8430-7b6fb0fdb529 on network a9bebd79-58c7-4c8a-9d8b-12c010111a03 {{(pid=121837) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:935}}
May 07 21:58:25.701272 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d186825-d89a-4d15-880f-4a0069325844 tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:25.701982 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0d186825-d89a-4d15-880f-4a0069325844 tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:25.705660 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-0d186825-d89a-4d15-880f-4a0069325844 tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] 10.222.0.32 "PUT /v2.0/ports/430e8fdc-41b4-4e3c-8430-7b6fb0fdb529 HTTP/1.1" status: 200  len: 1136 time: 0.9602568
May 07 21:58:25.709867 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 48410) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:58:25.715331 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4806261e-501b-44f0-8dae-14afca4971eb req-e5729ca8-183d-4aba-8902-90212064643f tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:25.719431 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4806261e-501b-44f0-8dae-14afca4971eb req-e5729ca8-183d-4aba-8902-90212064643f tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8f949ce-22d7-44fa-a1f2-d579d5bd9d12 HTTP/1.1" status: 200  len: 945 time: 0.6250973
May 07 21:58:25.807852 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-db780a8e-9f55-462e-a79e-de96ee1f5b04 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (e0b31ffe-a060-464d-ae3f-775a58fd1fc9), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:25.827939 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d5b690-3a1b-43aa-ad0b-b60c50be76ff tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:25.832705 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-48d5b690-3a1b-43aa-ad0b-b60c50be76ff tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] 10.222.0.32 "GET /v2.0/ports/430e8fdc-41b4-4e3c-8430-7b6fb0fdb529 HTTP/1.1" status: 200  len: 1136 time: 0.1190026
May 07 21:58:25.834119 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 48414) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:58:25.867625 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-afd9927d-a7a2-476f-8a3c-427e0fae06ba admin admin] For port 8a76e807-6494-4d70-8d94-134b317a352f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8a76e807-6494-4d70-8d94-134b317a352f,segment=NetworkSegment(7f62c5c2-8c48-4be1-9fbc-73fe2fe196a4),segment_id=7f62c5c2-8c48-4be1-9fbc-73fe2fe196a4)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:58:25.868189 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-afd9927d-a7a2-476f-8a3c-427e0fae06ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (8a76e807-6494-4d70-8d94-134b317a352f), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:25.906472 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-afd9927d-a7a2-476f-8a3c-427e0fae06ba admin admin] Calling delete_port for 8a76e807-6494-4d70-8d94-134b317a352f owned by network:router_interface {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:58:25.949173 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d186825-d89a-4d15-880f-4a0069325844 tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] Pushing event updated for resources: {'Port': ['ID=430e8fdc-41b4-4e3c-8430-7b6fb0fdb529,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:26.000816 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-db780a8e-9f55-462e-a79e-de96ee1f5b04 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf875f64f0>,) {'filters': {'network_id': ['e0b31ffe-a060-464d-ae3f-775a58fd1fc9']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:58:26.012654 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5f2046aa-423d-4524-bffe-05c05bfee84c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:26.016235 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4806261e-501b-44f0-8dae-14afca4971eb req-79f15d20-3fce-4e94-bb88-346467ba01e2 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2239246
May 07 21:58:26.047733 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-db780a8e-9f55-462e-a79e-de96ee1f5b04 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf875f64f0>, '4726a1c6-ce91-4846-a020-c81e8afbb70f') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:58:26.048035 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-db780a8e-9f55-462e-a79e-de96ee1f5b04 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf875f64f0>, '4726a1c6-ce91-4846-a020-c81e8afbb70f') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:58:26.081737 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-333f791c-06a2-45da-98e6-5af292398b0c None None] Provisioning complete for port 430e8fdc-41b4-4e3c-8430-7b6fb0fdb529 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:58:26.082119 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-333f791c-06a2-45da-98e6-5af292398b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (430e8fdc-41b4-4e3c-8430-7b6fb0fdb529), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:26.106587 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989f6c93-6924-4fbd-9863-7021f7d167fe req-122358f8-bec1-41df-8e35-0e4450f2b600 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:26.118341 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-989f6c93-6924-4fbd-9863-7021f7d167fe req-122358f8-bec1-41df-8e35-0e4450f2b600 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=83ad7d9c-5e14-44b9-a948-c9c337d99f0c HTTP/1.1" status: 200  len: 946 time: 0.1173933
May 07 21:58:26.122507 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-db780a8e-9f55-462e-a79e-de96ee1f5b04 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (4726a1c6-ce91-4846-a020-c81e8afbb70f), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:26.127855 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-333f791c-06a2-45da-98e6-5af292398b0c None None] Port 430e8fdc-41b4-4e3c-8430-7b6fb0fdb529 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:58:26.153829 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-db780a8e-9f55-462e-a79e-de96ee1f5b04 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (4726a1c6-ce91-4846-a020-c81e8afbb70f), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:26.163585 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device bb2fe61d-de4d-4309-8907-7aa8991753d3 up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:58:26.169200 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-a7806822-1009-42ff-a8cb-880cb10f8c6e tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] Deleting port 430e8fdc-41b4-4e3c-8430-7b6fb0fdb529 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:58:26.169593 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a7806822-1009-42ff-a8cb-880cb10f8c6e tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (430e8fdc-41b4-4e3c-8430-7b6fb0fdb529), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:26.173364 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db780a8e-9f55-462e-a79e-de96ee1f5b04 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 21:58:26.174217 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-db780a8e-9f55-462e-a79e-de96ee1f5b04 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (4726a1c6-ce91-4846-a020-c81e8afbb70f), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:26.179689 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 21:58:26.179689 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 21:58:26.179689 ncdv-master-1 neutron-server[121837]:     timer()
May 07 21:58:26.179689 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 21:58:26.179689 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 21:58:26.179689 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 21:58:26.179689 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 21:58:26.179689 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 21:58:26.179689 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 21:58:26.179689 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 21:58:26.179689 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 21:58:26.179689 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 21:58:26.179689 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 21:58:26.179689 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 21:58:26.179689 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 21:58:26.179689 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 21:58:26.179689 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 21:58:26.179689 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 21:58:26.179689 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 21:58:26.179689 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 21:58:26.179689 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 21:58:26.179689 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 21:58:26.179689 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 21:58:26.179689 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 21:58:26.179689 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 21:58:26.179689 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 21:58:26.179689 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 21:58:26.179689 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 21:58:26.179689 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 21:58:26.179689 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 21:58:26.179689 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 21:58:26.179689 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 21:58:26.234428 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-989f6c93-6924-4fbd-9863-7021f7d167fe req-9ab0af9c-0803-4ecb-b7b7-89aaa758ca60 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups?id=108d65d8-0253-46f4-addb-267f67931aa5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1043613
May 07 21:58:26.235023 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 48426) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:58:26.293111 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning for port bb2fe61d-de4d-4309-8907-7aa8991753d3 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:58:26.325370 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port bb2fe61d-de4d-4309-8907-7aa8991753d3 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:58:26.327270 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (bb2fe61d-de4d-4309-8907-7aa8991753d3), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:26.337260 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-db780a8e-9f55-462e-a79e-de96ee1f5b04 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (e0b31ffe-a060-464d-ae3f-775a58fd1fc9), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:26.352358 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-db780a8e-9f55-462e-a79e-de96ee1f5b04 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:26.357307 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-db780a8e-9f55-462e-a79e-de96ee1f5b04 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] 10.222.0.32 "DELETE /v2.0/networks/e0b31ffe-a060-464d-ae3f-775a58fd1fc9 HTTP/1.1" status: 204  len: 168 time: 1.5754676
May 07 21:58:26.362633 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 48430) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:58:26.403461 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db780a8e-9f55-462e-a79e-de96ee1f5b04 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Pushing event deleted for resources: {'Network': ['ID=e0b31ffe-a060-464d-ae3f-775a58fd1fc9,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:26.446631 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a7806822-1009-42ff-a8cb-880cb10f8c6e tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (430e8fdc-41b4-4e3c-8430-7b6fb0fdb529), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:26.451792 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-ac5d1594-937f-44e4-91b3-8b2e0969e801 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1140821876-network', 'tenant_id': '8b773c5686d64d8a8d701f1d4ac3a925'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:58:26.466513 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port bb2fe61d-de4d-4309-8907-7aa8991753d3 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:58:26.468529 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (bb2fe61d-de4d-4309-8907-7aa8991753d3), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:26.482205 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-a7806822-1009-42ff-a8cb-880cb10f8c6e tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] Calling delete_port for 430e8fdc-41b4-4e3c-8430-7b6fb0fdb529 owned by  {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:58:26.484166 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ce42d792-50da-436d-ab4f-f4bc4c0c7452 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (5318cdfe-5084-4abd-945c-a3cf96ad49e6), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:26.510120 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8f949ce-22d7-44fa-a1f2-d579d5bd9d12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb2fe61d-de4d-4309-8907-7aa8991753d3'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:58:26.514588 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f036b9d6-bd63-4d1c-ba0b-c0b1e3ea7e2e" -d '{"events": [{"server_uuid": "c8f949ce-22d7-44fa-a1f2-d579d5bd9d12", "name": "network-vif-plugged", "status": "completed", "tag": "bb2fe61d-de4d-4309-8907-7aa8991753d3"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:58:26.534047 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac5d1594-937f-44e4-91b3-8b2e0969e801 admin admin] Made reservation on behalf of 8b773c5686d64d8a8d701f1d4ac3a925 for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:58:26.535287 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port bb2fe61d-de4d-4309-8907-7aa8991753d3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bb2fe61d-de4d-4309-8907-7aa8991753d3,segment=NetworkSegment(c1f62f1a-7390-4968-bfcd-e0354648ad7b),segment_id=c1f62f1a-7390-4968-bfcd-e0354648ad7b)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:58:26.536487 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ac5d1594-937f-44e4-91b3-8b2e0969e801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:26.547486 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (bb2fe61d-de4d-4309-8907-7aa8991753d3), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:26.574237 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ac5d1594-937f-44e4-91b3-8b2e0969e801 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:26.587827 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae2e7d3b-c18a-4ae3-b38c-ba1170c480fe x-openstack-request-id: req-ae2e7d3b-c18a-4ae3-b38c-ba1170c480fe {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:58:26.588140 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8f949ce-22d7-44fa-a1f2-d579d5bd9d12", "name": "network-vif-plugged", "status": "completed", "tag": "bb2fe61d-de4d-4309-8907-7aa8991753d3", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:58:26.588435 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ae2e7d3b-c18a-4ae3-b38c-ba1170c480fe {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:58:26.588843 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae2e7d3b-c18a-4ae3-b38c-ba1170c480fe'] response: {'server_uuid': 'c8f949ce-22d7-44fa-a1f2-d579d5bd9d12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb2fe61d-de4d-4309-8907-7aa8991753d3', 'code': 200}
May 07 21:58:26.632203 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=bb2fe61d-de4d-4309-8907-7aa8991753d3,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:26.666913 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-afd9927d-a7a2-476f-8a3c-427e0fae06ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (8a76e807-6494-4d70-8d94-134b317a352f), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:26.716799 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddc8be5-b1b0-488b-8764-748f1c16a3e6 req-d6d91474-fe98-418a-a8f8-44e06d5f8235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:26.719968 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bddc8be5-b1b0-488b-8764-748f1c16a3e6 req-d6d91474-fe98-418a-a8f8-44e06d5f8235 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c8f949ce-22d7-44fa-a1f2-d579d5bd9d12 HTTP/1.1" status: 200  len: 1128 time: 0.0618320
May 07 21:58:26.725352 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a7806822-1009-42ff-a8cb-880cb10f8c6e tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (430e8fdc-41b4-4e3c-8430-7b6fb0fdb529), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:26.746299 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd9927d-a7a2-476f-8a3c-427e0fae06ba admin admin] Pushing event deleted for resources: {'Port': ['ID=8a76e807-6494-4d70-8d94-134b317a352f,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:26.753418 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ce42d792-50da-436d-ab4f-f4bc4c0c7452 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (5318cdfe-5084-4abd-945c-a3cf96ad49e6), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:26.800825 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7806822-1009-42ff-a8cb-880cb10f8c6e tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] Pushing event deleted for resources: {'Port': ['ID=430e8fdc-41b4-4e3c-8430-7b6fb0fdb529,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:26.871830 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-ce42d792-50da-436d-ab4f-f4bc4c0c7452 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf86282df0>,) {'filters': {'network_id': ['5318cdfe-5084-4abd-945c-a3cf96ad49e6']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:58:26.890095 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-ce42d792-50da-436d-ab4f-f4bc4c0c7452 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf86282df0>, 'fe9c0d7d-837c-454e-a4dc-96c2fa68eba1') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:58:26.890500 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-ce42d792-50da-436d-ab4f-f4bc4c0c7452 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf86282df0>, 'fe9c0d7d-837c-454e-a4dc-96c2fa68eba1') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:58:26.901965 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ce42d792-50da-436d-ab4f-f4bc4c0c7452 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (fe9c0d7d-837c-454e-a4dc-96c2fa68eba1), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:26.923064 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ce42d792-50da-436d-ab4f-f4bc4c0c7452 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (fe9c0d7d-837c-454e-a4dc-96c2fa68eba1), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:26.930602 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce42d792-50da-436d-ab4f-f4bc4c0c7452 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 21:58:26.931273 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ce42d792-50da-436d-ab4f-f4bc4c0c7452 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (fe9c0d7d-837c-454e-a4dc-96c2fa68eba1), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:26.961307 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bddc8be5-b1b0-488b-8764-748f1c16a3e6 req-2564e847-305a-4384-b100-3a9e5b3939ed service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2333846
May 07 21:58:26.995741 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a7806822-1009-42ff-a8cb-880cb10f8c6e tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:27.005084 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-a7806822-1009-42ff-a8cb-880cb10f8c6e tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] 10.222.0.32 "DELETE /v2.0/ports/430e8fdc-41b4-4e3c-8430-7b6fb0fdb529 HTTP/1.1" status: 204  len: 168 time: 1.1685121
May 07 21:58:27.008739 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 48434) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:58:27.053063 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 21:58:27.053063 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 21:58:27.053063 ncdv-master-1 neutron-server[121836]:     timer()
May 07 21:58:27.053063 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 21:58:27.053063 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 21:58:27.053063 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 21:58:27.053063 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 21:58:27.053063 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 21:58:27.053063 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 21:58:27.053063 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 21:58:27.053063 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 21:58:27.053063 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 21:58:27.053063 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 21:58:27.053063 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 21:58:27.053063 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 21:58:27.053063 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 21:58:27.053063 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 21:58:27.053063 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 21:58:27.053063 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 21:58:27.053063 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 21:58:27.053063 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 21:58:27.053063 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 21:58:27.053063 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 21:58:27.053063 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 21:58:27.053063 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 21:58:27.053063 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 21:58:27.053063 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 21:58:27.053063 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 21:58:27.053063 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 21:58:27.053063 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 21:58:27.053063 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 21:58:27.053063 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 21:58:27.126985 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ce42d792-50da-436d-ab4f-f4bc4c0c7452 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (5318cdfe-5084-4abd-945c-a3cf96ad49e6), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:27.151998 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-868e2dda-e88c-4379-ad6c-057fcc06864c tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] Deleting subnet 39aafbf8-3586-44fb-811b-27504c14a67a {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 21:58:27.157785 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-868e2dda-e88c-4379-ad6c-057fcc06864c tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] Publish callbacks [] for subnet (39aafbf8-3586-44fb-811b-27504c14a67a), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:27.247225 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ac5d1594-937f-44e4-91b3-8b2e0969e801 admin admin] Publish callbacks [] for security_group (a3705596-06d0-4f1c-9f10-ee2c7105fc11), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:27.248119 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-868e2dda-e88c-4379-ad6c-057fcc06864c tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (39aafbf8-3586-44fb-811b-27504c14a67a), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:27.289208 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ce42d792-50da-436d-ab4f-f4bc4c0c7452 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:27.289208 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-ce42d792-50da-436d-ab4f-f4bc4c0c7452 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] 10.222.0.32 "DELETE /v2.0/networks/5318cdfe-5084-4abd-945c-a3cf96ad49e6 HTTP/1.1" status: 204  len: 168 time: 0.9182572
May 07 21:58:27.289208 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce42d792-50da-436d-ab4f-f4bc4c0c7452 tempest-BulkNetworkOpsTest-1306330940 tempest-BulkNetworkOpsTest-1306330940-project] Pushing event deleted for resources: {'Network': ['ID=5318cdfe-5084-4abd-945c-a3cf96ad49e6,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:27.369023 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:27.401765 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ac5d1594-937f-44e4-91b3-8b2e0969e801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (a3705596-06d0-4f1c-9f10-ee2c7105fc11), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:27.433584 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1c74eb-6bc7-42e4-8f86-a8bb0ebc4fb7 req-a64b6e40-69c7-491b-b0f0-4482f2a56cd7 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:27.435150 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2b1c74eb-6bc7-42e4-8f86-a8bb0ebc4fb7 req-a64b6e40-69c7-491b-b0f0-4482f2a56cd7 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=83ad7d9c-5e14-44b9-a948-c9c337d99f0c HTTP/1.1" status: 200  len: 946 time: 0.0795295
May 07 21:58:27.440203 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5d1594-937f-44e4-91b3-8b2e0969e801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3705596-06d0-4f1c-9f10-ee2c7105fc11,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:27.458663 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302dd85c-7b50-42e7-a799-00b829215612 req-81bd4ce5-0ab6-4962-8d2c-d4a9707eee75 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:27.460268 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-302dd85c-7b50-42e7-a799-00b829215612 req-81bd4ce5-0ab6-4962-8d2c-d4a9707eee75 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8f949ce-22d7-44fa-a1f2-d579d5bd9d12 HTTP/1.1" status: 200  len: 946 time: 0.2869267
May 07 21:58:27.467795 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-868e2dda-e88c-4379-ad6c-057fcc06864c tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (39aafbf8-3586-44fb-811b-27504c14a67a), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:27.481065 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac5d1594-937f-44e4-91b3-8b2e0969e801 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 21:58:27.507141 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ac5d1594-937f-44e4-91b3-8b2e0969e801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (577a74aa-2eb1-4701-865f-6f69966ef2b9), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:27.507785 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-ac5d1594-937f-44e4-91b3-8b2e0969e801 admin admin] Added segment 577a74aa-2eb1-4701-865f-6f69966ef2b9 of type vlan for network ea633534-0feb-4e60-9130-eeaaa8f8c568
May 07 21:58:27.535607 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2b1c74eb-6bc7-42e4-8f86-a8bb0ebc4fb7 req-c1291f2d-0941-4f1a-897d-c7ac836a0bf7 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups?id=108d65d8-0253-46f4-addb-267f67931aa5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0927176
May 07 21:58:27.579744 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-868e2dda-e88c-4379-ad6c-057fcc06864c tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (39aafbf8-3586-44fb-811b-27504c14a67a), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:27.624077 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868e2dda-e88c-4379-ad6c-057fcc06864c tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] Pushing event deleted for resources: {'Subnet': ['ID=39aafbf8-3586-44fb-811b-27504c14a67a,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:27.642352 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2a6699-da07-43a0-b0d2-d6f2974fe7da None None] Network a9bebd79-58c7-4c8a-9d8b-12c010111a03 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:58:27.642627 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-868e2dda-e88c-4379-ad6c-057fcc06864c tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:27.646742 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-868e2dda-e88c-4379-ad6c-057fcc06864c tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] 10.222.0.32 "DELETE /v2.0/subnets/39aafbf8-3586-44fb-811b-27504c14a67a HTTP/1.1" status: 204  len: 168 time: 0.6367910
May 07 21:58:27.649148 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 48448) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:58:27.657382 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-afd9927d-a7a2-476f-8a3c-427e0fae06ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401002'] for router_interface (9a9a6c76-2557-4d73-923a-4a22f0cf44a4), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:27.660995 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ac5d1594-937f-44e4-91b3-8b2e0969e801 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (ea633534-0feb-4e60-9130-eeaaa8f8c568), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:27.707631 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 48450) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:58:27.776808 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-173327af-0ef6-4bf6-ab39-c201243b8f63 tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (a9bebd79-58c7-4c8a-9d8b-12c010111a03), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:27.805908 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-302dd85c-7b50-42e7-a799-00b829215612 req-cbc7ce5a-c0ad-4541-bd99-c3704032d307 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3344073
May 07 21:58:27.811742 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ac5d1594-937f-44e4-91b3-8b2e0969e801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (ea633534-0feb-4e60-9130-eeaaa8f8c568), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:27.818847 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5d1594-937f-44e4-91b3-8b2e0969e801 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:27.819707 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ac5d1594-937f-44e4-91b3-8b2e0969e801 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:27.895551 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4382a78-b37d-4996-8f14-8aa764c899b0 None None] DHCP port deletion for a9bebd79-58c7-4c8a-9d8b-12c010111a03 request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 21:58:27.916626 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-ac5d1594-937f-44e4-91b3-8b2e0969e801 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.6788571
May 07 21:58:27.943810 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 48454) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:58:27.959854 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-1acee1b6-3af4-410b-8c4d-d99c7eb863a6 admin admin] Request body: {'subnet': {'network_id': 'ea633534-0feb-4e60-9130-eeaaa8f8c568', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1140821876-subnet', 'tenant_id': '8b773c5686d64d8a8d701f1d4ac3a925', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:58:27.966341 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-d4382a78-b37d-4996-8f14-8aa764c899b0 None None] Deleting port bd29ab72-89bb-40f8-9214-d0673cbfab4f {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:58:27.966909 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d4382a78-b37d-4996-8f14-8aa764c899b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (bd29ab72-89bb-40f8-9214-d0673cbfab4f), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:28.002152 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-173327af-0ef6-4bf6-ab39-c201243b8f63 tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] Deleting port bd29ab72-89bb-40f8-9214-d0673cbfab4f {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:58:28.002659 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-173327af-0ef6-4bf6-ab39-c201243b8f63 tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (bd29ab72-89bb-40f8-9214-d0673cbfab4f), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:28.086065 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-d4382a78-b37d-4996-8f14-8aa764c899b0 None None] For port bd29ab72-89bb-40f8-9214-d0673cbfab4f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bd29ab72-89bb-40f8-9214-d0673cbfab4f,segment=NetworkSegment(46a76226-4e56-43ac-b8dd-d91972125f27),segment_id=46a76226-4e56-43ac-b8dd-d91972125f27)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:58:28.086729 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d4382a78-b37d-4996-8f14-8aa764c899b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (bd29ab72-89bb-40f8-9214-d0673cbfab4f), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:28.100266 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-173327af-0ef6-4bf6-ab39-c201243b8f63 tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] For port bd29ab72-89bb-40f8-9214-d0673cbfab4f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bd29ab72-89bb-40f8-9214-d0673cbfab4f,segment=NetworkSegment(46a76226-4e56-43ac-b8dd-d91972125f27),segment_id=46a76226-4e56-43ac-b8dd-d91972125f27)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:58:28.103054 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-173327af-0ef6-4bf6-ab39-c201243b8f63 tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (bd29ab72-89bb-40f8-9214-d0673cbfab4f), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:28.104247 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-d4382a78-b37d-4996-8f14-8aa764c899b0 None None] Calling delete_port for bd29ab72-89bb-40f8-9214-d0673cbfab4f owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:58:28.128025 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-173327af-0ef6-4bf6-ab39-c201243b8f63 tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] Calling delete_port for bd29ab72-89bb-40f8-9214-d0673cbfab4f owned by network:dhcp {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:58:28.205117 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d4382a78-b37d-4996-8f14-8aa764c899b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (bd29ab72-89bb-40f8-9214-d0673cbfab4f), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:28.238014 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4382a78-b37d-4996-8f14-8aa764c899b0 None None] Pushing event deleted for resources: {'Port': ['ID=bd29ab72-89bb-40f8-9214-d0673cbfab4f,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:28.245818 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4382a78-b37d-4996-8f14-8aa764c899b0 None None] No DVR routers for this DVR port bd29ab72-89bb-40f8-9214-d0673cbfab4f on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:58:28.263463 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1acee1b6-3af4-410b-8c4d-d99c7eb863a6 admin admin] Made reservation on behalf of 8b773c5686d64d8a8d701f1d4ac3a925 for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:58:28.265942 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1acee1b6-3af4-410b-8c4d-d99c7eb863a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:28.275782 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-d6362856-fc78-44bf-bfd7-4390ef2ddff2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4295ac4ae3494ccd8aee1a736cf9f6bc&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5647135
May 07 21:58:28.287836 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 48456) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:58:28.306906 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-173327af-0ef6-4bf6-ab39-c201243b8f63 tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (bd29ab72-89bb-40f8-9214-d0673cbfab4f), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:28.330513 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5d1594-937f-44e4-91b3-8b2e0969e801 admin admin] Pushing event updated for resources: {'Network': ['ID=ea633534-0feb-4e60-9130-eeaaa8f8c568,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:28.343278 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network ea633534-0feb-4e60-9130-eeaaa8f8c568 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 21:58:28.359633 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173327af-0ef6-4bf6-ab39-c201243b8f63 tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] No DVR routers for this DVR port bd29ab72-89bb-40f8-9214-d0673cbfab4f on host ncdv-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:58:28.401922 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173327af-0ef6-4bf6-ab39-c201243b8f63 tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] Pushing event deleted for resources: {'Port': ['ID=bd29ab72-89bb-40f8-9214-d0673cbfab4f,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:28.521351 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afd9927d-a7a2-476f-8a3c-427e0fae06ba admin admin] Router 9a9a6c76-2557-4d73-923a-4a22f0cf44a4 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 21:58:28.526543 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-173327af-0ef6-4bf6-ab39-c201243b8f63 tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (a9bebd79-58c7-4c8a-9d8b-12c010111a03), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:28.564970 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-173327af-0ef6-4bf6-ab39-c201243b8f63 tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf863a8e80>,) {'filters': {'network_id': ['a9bebd79-58c7-4c8a-9d8b-12c010111a03']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:58:28.568291 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-05fc1396-fa35-4da2-8493-f11bce2a2a55 admin admin] Publish callbacks [] for security_group (0c2dc644-d875-4440-a509-d06162050144), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:28.593902 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-173327af-0ef6-4bf6-ab39-c201243b8f63 tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf863a8e80>, '46a76226-4e56-43ac-b8dd-d91972125f27') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:58:28.594194 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-173327af-0ef6-4bf6-ab39-c201243b8f63 tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf863a8e80>, '46a76226-4e56-43ac-b8dd-d91972125f27') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:58:28.633498 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-173327af-0ef6-4bf6-ab39-c201243b8f63 tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (46a76226-4e56-43ac-b8dd-d91972125f27), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:28.648169 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-05fc1396-fa35-4da2-8493-f11bce2a2a55 admin admin] Publish callbacks [] for security_group (0c2dc644-d875-4440-a509-d06162050144), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:28.669169 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-173327af-0ef6-4bf6-ab39-c201243b8f63 tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (46a76226-4e56-43ac-b8dd-d91972125f27), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:28.700143 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afd9927d-a7a2-476f-8a3c-427e0fae06ba admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:58:28.705711 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-afd9927d-a7a2-476f-8a3c-427e0fae06ba admin admin] 10.222.0.32 "PUT /v2.0/routers/9a9a6c76-2557-4d73-923a-4a22f0cf44a4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5452197
May 07 21:58:28.708738 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 48460) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:58:28.713713 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a71967-51c1-4a2b-9b39-dbbb035daf56 None None] Sync routers for ids ['9a9a6c76-2557-4d73-923a-4a22f0cf44a4'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:58:28.724961 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-173327af-0ef6-4bf6-ab39-c201243b8f63 tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 21:58:28.725371 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-173327af-0ef6-4bf6-ab39-c201243b8f63 tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (46a76226-4e56-43ac-b8dd-d91972125f27), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:28.731890 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a71967-51c1-4a2b-9b39-dbbb035daf56 None None] Routers {'9a9a6c76-2557-4d73-923a-4a22f0cf44a4'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:58:28.732126 ncdv-master-1 neutron-server[121837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 21:58:28.732126 ncdv-master-1 neutron-server[121837]:   self.session.flush()
May 07 21:58:28.732126 ncdv-master-1 neutron-server[121837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 21:58:28.732126 ncdv-master-1 neutron-server[121837]:   self.session.flush()
May 07 21:58:28.732126 ncdv-master-1 neutron-server[121837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 21:58:28.732126 ncdv-master-1 neutron-server[121837]:   self.session.flush()
May 07 21:58:28.732126 ncdv-master-1 neutron-server[121837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 21:58:28.732126 ncdv-master-1 neutron-server[121837]:   self.session.flush()
May 07 21:58:28.732126 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 21:58:28.732126 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 21:58:28.732126 ncdv-master-1 neutron-server[121837]:     timer()
May 07 21:58:28.732126 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 21:58:28.732126 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 21:58:28.732126 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 21:58:28.732126 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 21:58:28.732126 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 21:58:28.732126 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 21:58:28.732126 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 21:58:28.732126 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 21:58:28.732126 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 21:58:28.732126 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 21:58:28.732126 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 21:58:28.732126 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 21:58:28.732126 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 21:58:28.732126 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 21:58:28.732126 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 21:58:28.732126 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 21:58:28.732126 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 21:58:28.732126 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 21:58:28.732126 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 21:58:28.732126 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 21:58:28.732126 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 21:58:28.732126 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 21:58:28.732126 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 21:58:28.732126 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 21:58:28.732126 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 21:58:28.732126 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 21:58:28.732126 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 21:58:28.732126 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 21:58:28.732126 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 21:58:28.736300 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-f4a71967-51c1-4a2b-9b39-dbbb035daf56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f698e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:58:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['9a9a6c76-2557-4d73-923a-4a22f0cf44a4'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:58:28.797409 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7602efbb-b394-4b6a-83cf-ff5c4e941bcc req-bb23b455-8077-4471-9eb9-67ad460d90f7 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:28.798990 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7602efbb-b394-4b6a-83cf-ff5c4e941bcc req-bb23b455-8077-4471-9eb9-67ad460d90f7 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=83ad7d9c-5e14-44b9-a948-c9c337d99f0c HTTP/1.1" status: 200  len: 946 time: 0.1346350
May 07 21:58:28.902169 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-192845fb-6832-47ac-9a13-f0d40e8b801c admin admin] Publish callbacks [] for router (9a9a6c76-2557-4d73-923a-4a22f0cf44a4), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:28.907591 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1acee1b6-3af4-410b-8c4d-d99c7eb863a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (86173800-e9a3-43a5-8d4c-4237e5b9974a), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:28.918639 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-173327af-0ef6-4bf6-ab39-c201243b8f63 tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (a9bebd79-58c7-4c8a-9d8b-12c010111a03), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:28.925704 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-173327af-0ef6-4bf6-ab39-c201243b8f63 tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:28.938558 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-f4a71967-51c1-4a2b-9b39-dbbb035daf56 None None] Set router 9a9a6c76-2557-4d73-923a-4a22f0cf44a4 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:58:28.944017 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-173327af-0ef6-4bf6-ab39-c201243b8f63 tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] 10.222.0.32 "DELETE /v2.0/networks/a9bebd79-58c7-4c8a-9d8b-12c010111a03 HTTP/1.1" status: 204  len: 168 time: 1.2845511
May 07 21:58:29.017754 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-05fc1396-fa35-4da2-8493-f11bce2a2a55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (0c2dc644-d875-4440-a509-d06162050144), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:29.020423 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-05fc1396-fa35-4da2-8493-f11bce2a2a55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:29.021575 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-05fc1396-fa35-4da2-8493-f11bce2a2a55 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0c2dc644-d875-4440-a509-d06162050144 HTTP/1.1" status: 204  len: 168 time: 0.7327902
May 07 21:58:29.022429 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173327af-0ef6-4bf6-ab39-c201243b8f63 tempest-ExtraDHCPOptionsTestJSON-175755595 tempest-ExtraDHCPOptionsTestJSON-175755595-project] Pushing event deleted for resources: {'Network': ['ID=a9bebd79-58c7-4c8a-9d8b-12c010111a03,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:29.060409 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fc1396-fa35-4da2-8493-f11bce2a2a55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c2dc644-d875-4440-a509-d06162050144,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:29.066064 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671f14b5-4ac9-47a6-9ae8-747baabaec1d req-d753e41d-6093-421e-8af6-136aa109dcd6 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:29.071421 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7602efbb-b394-4b6a-83cf-ff5c4e941bcc req-d053f91f-b8fc-4a71-b06e-1c28f5d499fe tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups?id=108d65d8-0253-46f4-addb-267f67931aa5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2157605
May 07 21:58:29.078644 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-671f14b5-4ac9-47a6-9ae8-747baabaec1d req-d753e41d-6093-421e-8af6-136aa109dcd6 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8f949ce-22d7-44fa-a1f2-d579d5bd9d12 HTTP/1.1" status: 200  len: 946 time: 0.0760291
May 07 21:58:29.078886 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acee1b6-3af4-410b-8c4d-d99c7eb863a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86173800-e9a3-43a5-8d4c-4237e5b9974a,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:29.151276 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-671f14b5-4ac9-47a6-9ae8-747baabaec1d req-6382c01e-d3e8-464a-953d-af3ee3d0daba tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628211
May 07 21:58:29.157597 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1acee1b6-3af4-410b-8c4d-d99c7eb863a6 admin admin] Checking segment: {'id': '577a74aa-2eb1-4701-865f-6f69966ef2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ea633534-0feb-4e60-9130-eeaaa8f8c568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:58:29.157960 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1acee1b6-3af4-410b-8c4d-d99c7eb863a6 admin admin] Network hostable DHCP agents. Network: ea633534-0feb-4e60-9130-eeaaa8f8c568, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 21:58:29.200098 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device bd29ab72-89bb-40f8-9214-d0673cbfab4f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:58:29.240229 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1acee1b6-3af4-410b-8c4d-d99c7eb863a6 admin admin] Network ea633534-0feb-4e60-9130-eeaaa8f8c568 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 21:58:29.261855 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-1acee1b6-3af4-410b-8c4d-d99c7eb863a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ea633534-0feb-4e60-9130-eeaaa8f8c568) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:58:29.274977 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1acee1b6-3af4-410b-8c4d-d99c7eb863a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:29.275664 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1acee1b6-3af4-410b-8c4d-d99c7eb863a6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:29.285336 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-192845fb-6832-47ac-9a13-f0d40e8b801c admin admin] Publish callbacks [] for router_gateway (9a9a6c76-2557-4d73-923a-4a22f0cf44a4), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:29.323606 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50fce603-b2ca-4703-b993-befdf77cb051 None None] Network ea633534-0feb-4e60-9130-eeaaa8f8c568 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:58:29.332959 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-1acee1b6-3af4-410b-8c4d-d99c7eb863a6 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.3823647
May 07 21:58:29.364842 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 48486) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:58:29.365714 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-192845fb-6832-47ac-9a13-f0d40e8b801c admin admin] Deleting port a395ff7b-c27d-4315-89e6-ac17d866e4c7 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:58:29.366059 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-192845fb-6832-47ac-9a13-f0d40e8b801c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (a395ff7b-c27d-4315-89e6-ac17d866e4c7), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:29.396935 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: bd29ab72-89bb-40f8-9214-d0673cbfab4f {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:58:29.397448 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device bd29ab72-89bb-40f8-9214-d0673cbfab4f not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:58:29.414701 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:29.546360 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb0e5b0-1443-4c24-9679-d8cf770e8d25 None None] Network ea633534-0feb-4e60-9130-eeaaa8f8c568 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:58:29.551970 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf90104-149e-4887-8970-efcd2d6446aa req-1df112c0-9ce5-4ccf-9dc6-93eb7978a4bf tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:29.567227 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5bf90104-149e-4887-8970-efcd2d6446aa req-1df112c0-9ce5-4ccf-9dc6-93eb7978a4bf tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8f949ce-22d7-44fa-a1f2-d579d5bd9d12 HTTP/1.1" status: 200  len: 946 time: 0.1044114
May 07 21:58:29.669678 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-f2750205-7277-462f-9a07-697d4ea6f3e8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=105bb835cbb8424598141c6db1db76dd&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3012867
May 07 21:58:29.670358 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 48500) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:58:29.684654 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-192845fb-6832-47ac-9a13-f0d40e8b801c admin admin] For port a395ff7b-c27d-4315-89e6-ac17d866e4c7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a395ff7b-c27d-4315-89e6-ac17d866e4c7,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:58:29.687301 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-192845fb-6832-47ac-9a13-f0d40e8b801c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (a395ff7b-c27d-4315-89e6-ac17d866e4c7), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:29.691275 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-f4a71967-51c1-4a2b-9b39-dbbb035daf56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f698e80>, [{'id': '9a9a6c76-2557-4d73-923a-4a22f0cf44a4', 'name': 'tempest-FloatingIPsTestJSON-1494163682-router', 'tenant_id': '150a87722b1c4b659e8a918d6a22c739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.217'}], 'enable_snat': True}, 'gw_port_id': 'a395ff7b-c27d-4315-89e6-ac17d866e4c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:57:57Z', 'updated_at': '2022-05-07T21:58:26Z', 'revision_number': 5, 'project_id': '150a87722b1c4b659e8a918d6a22c739', 'gw_port': {'id': 'a395ff7b-c27d-4315-89e6-ac17d866e4c7', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9a6c76-2557-4d73-923a-4a22f0cf44a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:57:58Z', 'updated_at': '2022-05-07T21:58:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:58:29.730041 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-192845fb-6832-47ac-9a13-f0d40e8b801c admin admin] Calling delete_port for a395ff7b-c27d-4315-89e6-ac17d866e4c7 owned by network:router_gateway {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:58:29.733243 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a71967-51c1-4a2b-9b39-dbbb035daf56 None None] Checking router: 9a9a6c76-2557-4d73-923a-4a22f0cf44a4 for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 21:58:29.739729 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2b3b0f64-eb82-4749-a9f5-54079af459b7 admin admin] Publish callbacks [] for security_group (31cd924a-ff7b-467c-947a-02ac89f2bbfe), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:29.745202 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a71967-51c1-4a2b-9b39-dbbb035daf56 None None] Routers {'9a9a6c76-2557-4d73-923a-4a22f0cf44a4'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:58:29.746169 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-f4a71967-51c1-4a2b-9b39-dbbb035daf56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f698e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:58:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['9a9a6c76-2557-4d73-923a-4a22f0cf44a4'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:58:29.771697 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2b3b0f64-eb82-4749-a9f5-54079af459b7 admin admin] Publish callbacks [] for security_group (31cd924a-ff7b-467c-947a-02ac89f2bbfe), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:29.775992 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5bf90104-149e-4887-8970-efcd2d6446aa req-32b6cc7f-98ee-492b-bcc4-747006eb3da2 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2075436
May 07 21:58:29.874588 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2b3b0f64-eb82-4749-a9f5-54079af459b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (31cd924a-ff7b-467c-947a-02ac89f2bbfe), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:29.880604 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2b3b0f64-eb82-4749-a9f5-54079af459b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:29.883247 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-2b3b0f64-eb82-4749-a9f5-54079af459b7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/31cd924a-ff7b-467c-947a-02ac89f2bbfe HTTP/1.1" status: 204  len: 168 time: 0.2122722
May 07 21:58:29.895810 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3b0f64-eb82-4749-a9f5-54079af459b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31cd924a-ff7b-467c-947a-02ac89f2bbfe,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:29.908838 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e1cdcc-c813-4549-8551-ae095da1e632 req-c59d6a44-03b7-4e61-97e1-f88bea281852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:29.911214 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c1e1cdcc-c813-4549-8551-ae095da1e632 req-c59d6a44-03b7-4e61-97e1-f88bea281852 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=93c3c71171814bb7b1018904086ad506&device_id=83ad7d9c-5e14-44b9-a948-c9c337d99f0c HTTP/1.1" status: 200  len: 1128 time: 0.0687668
May 07 21:58:30.089878 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e1cdcc-c813-4549-8551-ae095da1e632 req-328817aa-792a-4e7b-bb99-ef0a44dd9681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:30.091405 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c1e1cdcc-c813-4549-8551-ae095da1e632 req-328817aa-792a-4e7b-bb99-ef0a44dd9681 service neutron] 10.222.0.55 "GET /v2.0/networks?id=772be29c-bb44-46ae-a3e0-b0a78574bddf HTTP/1.1" status: 200  len: 918 time: 0.1739359
May 07 21:58:30.099892 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:30.124162 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-f4a71967-51c1-4a2b-9b39-dbbb035daf56 None None] Set router 9a9a6c76-2557-4d73-923a-4a22f0cf44a4 gateway port host: None {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:58:30.175932 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-192845fb-6832-47ac-9a13-f0d40e8b801c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (a395ff7b-c27d-4315-89e6-ac17d866e4c7), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:30.242122 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192845fb-6832-47ac-9a13-f0d40e8b801c admin admin] Pushing event deleted for resources: {'Port': ['ID=a395ff7b-c27d-4315-89e6-ac17d866e4c7,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:30.253474 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c1e1cdcc-c813-4549-8551-ae095da1e632 req-cade3e20-b5f3-426f-bf20-14c93925a0ec service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2 HTTP/1.1" status: 200  len: 1001 time: 0.1541967
May 07 21:58:30.262453 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-f4a71967-51c1-4a2b-9b39-dbbb035daf56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f698e80>, [{'id': '9a9a6c76-2557-4d73-923a-4a22f0cf44a4', 'name': 'tempest-FloatingIPsTestJSON-1494163682-router', 'tenant_id': '150a87722b1c4b659e8a918d6a22c739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:57:57Z', 'updated_at': '2022-05-07T21:58:29Z', 'revision_number': 6, 'project_id': '150a87722b1c4b659e8a918d6a22c739', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:58:30.375998 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4a71967-51c1-4a2b-9b39-dbbb035daf56 None None] The sync data for ids ['9a9a6c76-2557-4d73-923a-4a22f0cf44a4'] in ncdv-master-1 is: [{'id': '9a9a6c76-2557-4d73-923a-4a22f0cf44a4', 'name': 'tempest-FloatingIPsTestJSON-1494163682-router', 'tenant_id': '150a87722b1c4b659e8a918d6a22c739', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:57:57Z', 'updated_at': '2022-05-07T21:58:29Z', 'revision_number': 6, 'project_id': '150a87722b1c4b659e8a918d6a22c739', 'gw_port_host': None}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:58:30.450486 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-192845fb-6832-47ac-9a13-f0d40e8b801c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395776'] for router_gateway (9a9a6c76-2557-4d73-923a-4a22f0cf44a4), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:30.454308 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e1cdcc-c813-4549-8551-ae095da1e632 req-e7b5a62a-32bc-412d-b052-aeef3426fd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:30.455872 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c1e1cdcc-c813-4549-8551-ae095da1e632 req-e7b5a62a-32bc-412d-b052-aeef3426fd51 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f41cdf1c-9de4-46dc-8689-4d3b6400326c HTTP/1.1" status: 200  len: 856 time: 0.1623974
May 07 21:58:30.458269 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb6e711-510e-4d45-b62a-e3424e4a5b66 req-bdde4b1d-f1d2-48f7-babc-7d657c1e6270 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:30.464838 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3cb6e711-510e-4d45-b62a-e3424e4a5b66 req-bdde4b1d-f1d2-48f7-babc-7d657c1e6270 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=83ad7d9c-5e14-44b9-a948-c9c337d99f0c HTTP/1.1" status: 200  len: 946 time: 0.1056738
May 07 21:58:30.581597 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3cb6e711-510e-4d45-b62a-e3424e4a5b66 req-e5514329-9065-4b9d-b25b-291ec0cb1d72 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups?id=108d65d8-0253-46f4-addb-267f67931aa5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1083422
May 07 21:58:30.617061 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-192845fb-6832-47ac-9a13-f0d40e8b801c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (9a9a6c76-2557-4d73-923a-4a22f0cf44a4), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:30.623081 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-192845fb-6832-47ac-9a13-f0d40e8b801c admin admin] Publish callbacks [] for router_controller (9a9a6c76-2557-4d73-923a-4a22f0cf44a4), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:30.669368 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e1cdcc-c813-4549-8551-ae095da1e632 req-d9ff066a-d21c-4d10-b9b4-4fb0ed28dbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:30.675374 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c1e1cdcc-c813-4549-8551-ae095da1e632 req-d9ff066a-d21c-4d10-b9b4-4fb0ed28dbc7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=772be29c-bb44-46ae-a3e0-b0a78574bddf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1899965
May 07 21:58:30.834978 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 48546) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:58:30.880508 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-192845fb-6832-47ac-9a13-f0d40e8b801c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (9a9a6c76-2557-4d73-923a-4a22f0cf44a4), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:30.881496 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-192845fb-6832-47ac-9a13-f0d40e8b801c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a9a6c76-2557-4d73-923a-4a22f0cf44a4 {{(pid=121836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 21:58:30.898548 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-192845fb-6832-47ac-9a13-f0d40e8b801c admin admin] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:30.900399 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-192845fb-6832-47ac-9a13-f0d40e8b801c admin admin] 10.222.0.32 "DELETE /v2.0/routers/9a9a6c76-2557-4d73-923a-4a22f0cf44a4 HTTP/1.1" status: 204  len: 168 time: 2.1911714
May 07 21:58:30.904282 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 48552) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:58:31.089712 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d58552a-0448-41f0-bd2c-4b1399e9dcf9 admin admin] Deleting subnet 7f994ad8-2622-4a85-9310-38fb40ad889c {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 21:58:31.096843 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9d58552a-0448-41f0-bd2c-4b1399e9dcf9 admin admin] Publish callbacks [] for subnet (7f994ad8-2622-4a85-9310-38fb40ad889c), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:31.187781 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214560e0-06ff-46c7-b040-125a9b5bd669 req-be89f103-c751-4083-8498-e91dbe876cd6 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:31.198599 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214560e0-06ff-46c7-b040-125a9b5bd669 req-be89f103-c751-4083-8498-e91dbe876cd6 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:31.208270 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214560e0-06ff-46c7-b040-125a9b5bd669 req-be89f103-c751-4083-8498-e91dbe876cd6 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:31.217118 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214560e0-06ff-46c7-b040-125a9b5bd669 req-be89f103-c751-4083-8498-e91dbe876cd6 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:31.226598 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214560e0-06ff-46c7-b040-125a9b5bd669 req-be89f103-c751-4083-8498-e91dbe876cd6 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:31.236676 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214560e0-06ff-46c7-b040-125a9b5bd669 req-be89f103-c751-4083-8498-e91dbe876cd6 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:31.246420 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214560e0-06ff-46c7-b040-125a9b5bd669 req-be89f103-c751-4083-8498-e91dbe876cd6 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:31.250085 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-214560e0-06ff-46c7-b040-125a9b5bd669 req-be89f103-c751-4083-8498-e91dbe876cd6 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc2b763-2769-4c0e-9bf3-9ee54868505c HTTP/1.1" status: 200  len: 5444 time: 0.2184005
May 07 21:58:31.255037 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c1e1cdcc-c813-4549-8551-ae095da1e632 req-5663ebd7-1b5d-4b76-93df-48758de95145 service neutron] 10.222.0.55 "GET /v2.0/networks/772be29c-bb44-46ae-a3e0-b0a78574bddf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4617922
May 07 21:58:31.265819 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cddfb3-f2ae-4c46-bd1b-1822ce345033 req-aff02e18-4ca5-4a7e-8f3f-280ee750ecb8 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:31.268699 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a9cddfb3-f2ae-4c46-bd1b-1822ce345033 req-aff02e18-4ca5-4a7e-8f3f-280ee750ecb8 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8f949ce-22d7-44fa-a1f2-d579d5bd9d12 HTTP/1.1" status: 200  len: 946 time: 0.1736023
May 07 21:58:31.312801 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-dac78931-7566-4827-a643-e41e7d4e2ecb tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1491900540'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:58:31.333715 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9d58552a-0448-41f0-bd2c-4b1399e9dcf9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (7f994ad8-2622-4a85-9310-38fb40ad889c), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:31.404582 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dac78931-7566-4827-a643-e41e7d4e2ecb tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Made reservation on behalf of 17d1717bd7f2430eb5c2d3ce577e8160 for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:58:31.409531 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-dac78931-7566-4827-a643-e41e7d4e2ecb tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:31.443172 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-dac78931-7566-4827-a643-e41e7d4e2ecb tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:31.445527 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 48570) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:58:31.494471 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 8a76e807-6494-4d70-8d94-134b317a352f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:58:31.519374 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a9cddfb3-f2ae-4c46-bd1b-1822ce345033 req-0786d0a8-4221-4f61-8458-4153c1e3ba82 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2427223
May 07 21:58:31.531111 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-214560e0-06ff-46c7-b040-125a9b5bd669 req-564357f8-935a-450a-8ff5-a1ab45cab9ef tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d50792e5-4672-4ff2-b261-ed0a649bb3d3&id=623940a1-6290-423b-87cb-2a84fe4a7634&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2727830
May 07 21:58:31.559564 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 8a76e807-6494-4d70-8d94-134b317a352f {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:58:31.568938 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 8a76e807-6494-4d70-8d94-134b317a352f not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:58:31.582581 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c1e1cdcc-c813-4549-8551-ae095da1e632 req-aae9b31b-8624-4ac6-8830-af64703c3a9f service neutron] 10.222.0.55 "GET /v2.0/networks/772be29c-bb44-46ae-a3e0-b0a78574bddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3208315
May 07 21:58:31.640461 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9d58552a-0448-41f0-bd2c-4b1399e9dcf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (7f994ad8-2622-4a85-9310-38fb40ad889c), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:31.663580 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-b3d371c3-ddea-490a-b523-1c24a0a348b1 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-21526546'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:58:31.704820 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3d371c3-ddea-490a-b523-1c24a0a348b1 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Made reservation on behalf of e8e04e47c1cd4025a59809f6e8d6d7b6 for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:58:31.716219 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b3d371c3-ddea-490a-b523-1c24a0a348b1 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:31.736079 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b3d371c3-ddea-490a-b523-1c24a0a348b1 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:31.762285 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9d58552a-0448-41f0-bd2c-4b1399e9dcf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (7f994ad8-2622-4a85-9310-38fb40ad889c), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:31.803683 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d58552a-0448-41f0-bd2c-4b1399e9dcf9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f994ad8-2622-4a85-9310-38fb40ad889c,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:31.809672 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9d58552a-0448-41f0-bd2c-4b1399e9dcf9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:31.816663 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-9d58552a-0448-41f0-bd2c-4b1399e9dcf9 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7f994ad8-2622-4a85-9310-38fb40ad889c HTTP/1.1" status: 204  len: 168 time: 0.9014549
May 07 21:58:31.818184 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1cc9082-b561-40d7-9756-3a0631a1f081 None None] Network 266c3058-1909-4490-8043-571104d01128 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:58:31.818400 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 48578) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:58:31.831849 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-dac78931-7566-4827-a643-e41e7d4e2ecb tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks [] for security_group (d0da1365-48cf-45e7-ad53-bd64189ae207), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:31.844575 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-dac78931-7566-4827-a643-e41e7d4e2ecb tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (d0da1365-48cf-45e7-ad53-bd64189ae207), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:31.860303 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dac78931-7566-4827-a643-e41e7d4e2ecb tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 21:58:31.900288 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d2ca9da6-1caa-49f8-bab6-bc2d56735d9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (266c3058-1909-4490-8043-571104d01128), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:31.902093 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-dac78931-7566-4827-a643-e41e7d4e2ecb tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (ff3d9c00-cffd-4287-9233-49f5b238c41b), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:31.902450 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-dac78931-7566-4827-a643-e41e7d4e2ecb tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Added segment ff3d9c00-cffd-4287-9233-49f5b238c41b of type vlan for network 6070c5f7-65ca-4a78-84ad-14a276af1903
May 07 21:58:31.931224 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c42447d-2e46-4bfc-92f8-c7cd1f4902fa req-9232e53b-1db1-4db8-aa58-3d53f5dbb0ce tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:31.940963 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0c42447d-2e46-4bfc-92f8-c7cd1f4902fa req-9232e53b-1db1-4db8-aa58-3d53f5dbb0ce tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=83ad7d9c-5e14-44b9-a948-c9c337d99f0c HTTP/1.1" status: 200  len: 946 time: 0.1801379
May 07 21:58:31.999449 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac78931-7566-4827-a643-e41e7d4e2ecb tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0da1365-48cf-45e7-ad53-bd64189ae207,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:32.051071 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-dac78931-7566-4827-a643-e41e7d4e2ecb tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (6070c5f7-65ca-4a78-84ad-14a276af1903), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:32.080408 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b3d371c3-ddea-490a-b523-1c24a0a348b1 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks [] for security_group (55daba45-a33a-4e29-b27b-451c67585e02), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:32.104336 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-dac78931-7566-4827-a643-e41e7d4e2ecb tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (6070c5f7-65ca-4a78-84ad-14a276af1903), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:32.114493 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0a93e0-9012-4c4f-b945-88b1759f73dc None None] DHCP port deletion for 266c3058-1909-4490-8043-571104d01128 request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 21:58:32.116913 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac78931-7566-4827-a643-e41e7d4e2ecb tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:32.117548 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2 no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:58:32.117750 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-dac78931-7566-4827-a643-e41e7d4e2ecb tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:32.146446 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b3d371c3-ddea-490a-b523-1c24a0a348b1 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (55daba45-a33a-4e29-b27b-451c67585e02), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:32.152505 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-dac78931-7566-4827-a643-e41e7d4e2ecb tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 1.3164186
May 07 21:58:32.160098 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 48588) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:58:32.167501 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-73eaca08-2130-40b8-8a6f-6545732f781a tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-657630516'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:58:32.227262 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac78931-7566-4827-a643-e41e7d4e2ecb tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Pushing event updated for resources: {'Network': ['ID=6070c5f7-65ca-4a78-84ad-14a276af1903,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:32.236101 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-fa0a93e0-9012-4c4f-b945-88b1759f73dc None None] Deleting port 154060d4-d3d4-4767-9b2c-cef428049c95 {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:58:32.236460 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-fa0a93e0-9012-4c4f-b945-88b1759f73dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (154060d4-d3d4-4767-9b2c-cef428049c95), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:32.244035 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-d2ca9da6-1caa-49f8-bab6-bc2d56735d9c admin admin] Deleting port 154060d4-d3d4-4767-9b2c-cef428049c95 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:58:32.244035 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d2ca9da6-1caa-49f8-bab6-bc2d56735d9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (154060d4-d3d4-4767-9b2c-cef428049c95), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:32.244585 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73eaca08-2130-40b8-8a6f-6545732f781a tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Made reservation on behalf of 17d1717bd7f2430eb5c2d3ce577e8160 for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:58:32.247009 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0c42447d-2e46-4bfc-92f8-c7cd1f4902fa req-7daa2155-482d-4443-a47c-ea9c0d3c6b36 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups?id=108d65d8-0253-46f4-addb-267f67931aa5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3049898
May 07 21:58:32.248087 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-73eaca08-2130-40b8-8a6f-6545732f781a tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:32.251336 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 6070c5f7-65ca-4a78-84ad-14a276af1903 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 21:58:32.266565 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d371c3-ddea-490a-b523-1c24a0a348b1 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55daba45-a33a-4e29-b27b-451c67585e02,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:32.279227 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3d371c3-ddea-490a-b523-1c24a0a348b1 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 21:58:32.303936 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73eaca08-2130-40b8-8a6f-6545732f781a tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 21:58:32.314236 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-73eaca08-2130-40b8-8a6f-6545732f781a tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (e0f1733d-5090-4945-9f38-f5b479ba03bf), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:32.315209 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-73eaca08-2130-40b8-8a6f-6545732f781a tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Added segment e0f1733d-5090-4945-9f38-f5b479ba03bf of type vlan for network 3ebcf36c-fb60-462a-b6da-c82b2a2ab830
May 07 21:58:32.328522 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b3d371c3-ddea-490a-b523-1c24a0a348b1 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (fd65e33a-85bc-4349-beab-7015e81b1a89), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:32.328903 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-b3d371c3-ddea-490a-b523-1c24a0a348b1 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Added segment fd65e33a-85bc-4349-beab-7015e81b1a89 of type vlan for network e5a0430d-3f5e-4ba4-96fc-c3ca846ae52d
May 07 21:58:32.355379 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-d2ca9da6-1caa-49f8-bab6-bc2d56735d9c admin admin] For port 154060d4-d3d4-4767-9b2c-cef428049c95, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=154060d4-d3d4-4767-9b2c-cef428049c95,segment=NetworkSegment(7f62c5c2-8c48-4be1-9fbc-73fe2fe196a4),segment_id=7f62c5c2-8c48-4be1-9fbc-73fe2fe196a4)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:58:32.355680 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d2ca9da6-1caa-49f8-bab6-bc2d56735d9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (154060d4-d3d4-4767-9b2c-cef428049c95), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:32.364369 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-73eaca08-2130-40b8-8a6f-6545732f781a tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (3ebcf36c-fb60-462a-b6da-c82b2a2ab830), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:32.394220 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-73eaca08-2130-40b8-8a6f-6545732f781a tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (3ebcf36c-fb60-462a-b6da-c82b2a2ab830), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:32.395301 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-d2ca9da6-1caa-49f8-bab6-bc2d56735d9c admin admin] Calling delete_port for 154060d4-d3d4-4767-9b2c-cef428049c95 owned by network:dhcp {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:58:32.400341 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73eaca08-2130-40b8-8a6f-6545732f781a tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:32.401237 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-73eaca08-2130-40b8-8a6f-6545732f781a tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:32.401602 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b3d371c3-ddea-490a-b523-1c24a0a348b1 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (e5a0430d-3f5e-4ba4-96fc-c3ca846ae52d), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:32.461657 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-73eaca08-2130-40b8-8a6f-6545732f781a tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.2999432
May 07 21:58:32.465012 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 48598) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:58:32.468685 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2 is: ACTIVE; New status is: DOWN {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:58:32.469344 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:32.471672 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-0ef14617-6abb-487c-8e46-466842e09589 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Request body: {'subnet': {'network_id': '6070c5f7-65ca-4a78-84ad-14a276af1903', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:58:32.476906 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-fa0a93e0-9012-4c4f-b945-88b1759f73dc None None] For port 154060d4-d3d4-4767-9b2c-cef428049c95, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=154060d4-d3d4-4767-9b2c-cef428049c95,segment=NetworkSegment(7f62c5c2-8c48-4be1-9fbc-73fe2fe196a4),segment_id=7f62c5c2-8c48-4be1-9fbc-73fe2fe196a4)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:58:32.477311 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-fa0a93e0-9012-4c4f-b945-88b1759f73dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (154060d4-d3d4-4767-9b2c-cef428049c95), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:32.509967 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eaca08-2130-40b8-8a6f-6545732f781a tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Pushing event updated for resources: {'Network': ['ID=3ebcf36c-fb60-462a-b6da-c82b2a2ab830,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:32.524263 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 3ebcf36c-fb60-462a-b6da-c82b2a2ab830 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 21:58:32.528978 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-fa0a93e0-9012-4c4f-b945-88b1759f73dc None None] Calling delete_port for 154060d4-d3d4-4767-9b2c-cef428049c95 owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:58:32.540997 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b3d371c3-ddea-490a-b523-1c24a0a348b1 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (e5a0430d-3f5e-4ba4-96fc-c3ca846ae52d), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:32.546001 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d371c3-ddea-490a-b523-1c24a0a348b1 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:32.547036 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b3d371c3-ddea-490a-b523-1c24a0a348b1 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:32.547505 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83ad7d9c-5e14-44b9-a948-c9c337d99f0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4e2b793-5d2d-4a07-9cc6-af0c205ae6e2'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:58:32.549794 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e33ab1a2-9edf-4171-9a1b-cdfec4fcb5c0" -d '{"events": [{"server_uuid": "83ad7d9c-5e14-44b9-a948-c9c337d99f0c", "name": "network-vif-unplugged", "status": "completed", "tag": "d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:58:32.611584 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2,segment=NetworkSegment(16a3e44e-cf3e-4bbc-83bb-ad3918f988bd),segment_id=16a3e44e-cf3e-4bbc-83bb-ad3918f988bd)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:58:32.630853 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ef14617-6abb-487c-8e46-466842e09589 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Made reservation on behalf of 17d1717bd7f2430eb5c2d3ce577e8160 for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:58:32.634482 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0ef14617-6abb-487c-8e46-466842e09589 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:32.670179 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 07 May 2022 21:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f07d9f4f-5720-43a5-9627-44e144fef138 x-openstack-request-id: req-f07d9f4f-5720-43a5-9627-44e144fef138 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:58:32.670568 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83ad7d9c-5e14-44b9-a948-c9c337d99f0c", "name": "network-vif-unplugged", "status": "completed", "tag": "d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:58:32.670917 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f07d9f4f-5720-43a5-9627-44e144fef138 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:58:32.671416 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f07d9f4f-5720-43a5-9627-44e144fef138'] response: {'server_uuid': '83ad7d9c-5e14-44b9-a948-c9c337d99f0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4e2b793-5d2d-4a07-9cc6-af0c205ae6e2', 'code': 200}
May 07 21:58:32.681430 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:32.699424 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-b3d371c3-ddea-490a-b523-1c24a0a348b1 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 782 time: 1.2443156
May 07 21:58:32.712473 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d371c3-ddea-490a-b523-1c24a0a348b1 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Pushing event updated for resources: {'Network': ['ID=e5a0430d-3f5e-4ba4-96fc-c3ca846ae52d,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:32.735861 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c571c-0c95-4367-a233-910fc04e4d3e req-13c44af7-7dc8-4a5a-b331-702c89ed5f3b tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:32.738102 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-118c571c-0c95-4367-a233-910fc04e4d3e req-13c44af7-7dc8-4a5a-b331-702c89ed5f3b tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8f949ce-22d7-44fa-a1f2-d579d5bd9d12 HTTP/1.1" status: 200  len: 946 time: 0.0791903
May 07 21:58:32.739036 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network e5a0430d-3f5e-4ba4-96fc-c3ca846ae52d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 21:58:32.797683 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d2ca9da6-1caa-49f8-bab6-bc2d56735d9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (154060d4-d3d4-4767-9b2c-cef428049c95), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:32.833961 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-118c571c-0c95-4367-a233-910fc04e4d3e req-c7e5e7c0-123d-4b9f-86fe-f82063135fc9 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0887120
May 07 21:58:32.834157 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ca9da6-1caa-49f8-bab6-bc2d56735d9c admin admin] Pushing event deleted for resources: {'Port': ['ID=154060d4-d3d4-4767-9b2c-cef428049c95,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:32.899264 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-fa0a93e0-9012-4c4f-b945-88b1759f73dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (154060d4-d3d4-4767-9b2c-cef428049c95), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:32.904650 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ca9da6-1caa-49f8-bab6-bc2d56735d9c admin admin] No DVR routers for this DVR port 154060d4-d3d4-4767-9b2c-cef428049c95 on host ncdv-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:58:32.917607 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2,revision_number=8']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:32.938089 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0a93e0-9012-4c4f-b945-88b1759f73dc None None] No DVR routers for this DVR port 154060d4-d3d4-4767-9b2c-cef428049c95 on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:58:32.981994 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0a93e0-9012-4c4f-b945-88b1759f73dc None None] Pushing event deleted for resources: {'Port': ['ID=154060d4-d3d4-4767-9b2c-cef428049c95,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:33.017002 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cf27cb-6768-4388-8548-89c903c135f2 req-a07a7834-a9ad-4385-8a7e-4ff7a152b8d0 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:33.034705 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cf27cb-6768-4388-8548-89c903c135f2 req-a07a7834-a9ad-4385-8a7e-4ff7a152b8d0 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:33.057382 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cf27cb-6768-4388-8548-89c903c135f2 req-a07a7834-a9ad-4385-8a7e-4ff7a152b8d0 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:33.075769 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cf27cb-6768-4388-8548-89c903c135f2 req-a07a7834-a9ad-4385-8a7e-4ff7a152b8d0 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:33.096433 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cf27cb-6768-4388-8548-89c903c135f2 req-a07a7834-a9ad-4385-8a7e-4ff7a152b8d0 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:33.098821 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cf27cb-6768-4388-8548-89c903c135f2 req-a07a7834-a9ad-4385-8a7e-4ff7a152b8d0 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:33.105696 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cf27cb-6768-4388-8548-89c903c135f2 req-a07a7834-a9ad-4385-8a7e-4ff7a152b8d0 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:33.131532 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-66cf27cb-6768-4388-8548-89c903c135f2 req-a07a7834-a9ad-4385-8a7e-4ff7a152b8d0 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc2b763-2769-4c0e-9bf3-9ee54868505c HTTP/1.1" status: 200  len: 5444 time: 0.2308590
May 07 21:58:33.154626 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device a395ff7b-c27d-4315-89e6-ac17d866e4c7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:58:33.183849 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: a395ff7b-c27d-4315-89e6-ac17d866e4c7 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:58:33.184484 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device a395ff7b-c27d-4315-89e6-ac17d866e4c7 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:58:33.185065 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 154060d4-d3d4-4767-9b2c-cef428049c95 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:58:33.215913 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 154060d4-d3d4-4767-9b2c-cef428049c95 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:58:33.216593 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 154060d4-d3d4-4767-9b2c-cef428049c95 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:58:33.280914 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-66cf27cb-6768-4388-8548-89c903c135f2 req-8a1a1481-9148-40f3-b7d4-676e4f8ef079 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d50792e5-4672-4ff2-b261-ed0a649bb3d3&id=623940a1-6290-423b-87cb-2a84fe4a7634&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1474319
May 07 21:58:33.425905 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cfaafc-c79c-4faf-8d2f-1fbb2ee0ce0a req-667f07f5-550f-449f-917c-34ff1196a964 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:33.434571 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e2cfaafc-c79c-4faf-8d2f-1fbb2ee0ce0a req-667f07f5-550f-449f-917c-34ff1196a964 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=83ad7d9c-5e14-44b9-a948-c9c337d99f0c HTTP/1.1" status: 200  len: 944 time: 0.0730238
May 07 21:58:33.505735 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390458ee-6522-4d6f-b8ba-c1d545234404 req-f4cce5d1-ad04-4092-8cf2-6ee050f9567e tempest-ServerGroupTestJSON-1010104360 tempest-ServerGroupTestJSON-1010104360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:33.510785 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e2cfaafc-c79c-4faf-8d2f-1fbb2ee0ce0a req-dacdcddd-fe71-4a50-aa80-cf0da1402e81 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups?id=108d65d8-0253-46f4-addb-267f67931aa5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0750821
May 07 21:58:33.517153 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-390458ee-6522-4d6f-b8ba-c1d545234404 req-f4cce5d1-ad04-4092-8cf2-6ee050f9567e tempest-ServerGroupTestJSON-1010104360 tempest-ServerGroupTestJSON-1010104360-project] 10.222.0.32 "GET /v2.0/networks?id=ea633534-0feb-4e60-9130-eeaaa8f8c568 HTTP/1.1" status: 200  len: 810 time: 0.7876930
May 07 21:58:33.611366 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-390458ee-6522-4d6f-b8ba-c1d545234404 req-f81a03a9-9909-4eb4-8823-432c0e986a73 tempest-ServerGroupTestJSON-1010104360 tempest-ServerGroupTestJSON-1010104360-project] 10.222.0.32 "GET /v2.0/quotas/8b773c5686d64d8a8d701f1d4ac3a925 HTTP/1.1" status: 200  len: 375 time: 0.0929196
May 07 21:58:33.614093 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d2ca9da6-1caa-49f8-bab6-bc2d56735d9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (266c3058-1909-4490-8043-571104d01128), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:33.676669 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-390458ee-6522-4d6f-b8ba-c1d545234404 req-d84b3459-3f30-411e-b92c-36463ef98ba0 tempest-ServerGroupTestJSON-1010104360 tempest-ServerGroupTestJSON-1010104360-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8b773c5686d64d8a8d701f1d4ac3a925&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0560400
May 07 21:58:33.679388 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-d2ca9da6-1caa-49f8-bab6-bc2d56735d9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf8c0354c0>,) {'filters': {'network_id': ['266c3058-1909-4490-8043-571104d01128']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:58:33.735175 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-d2ca9da6-1caa-49f8-bab6-bc2d56735d9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8c0354c0>, '7f62c5c2-8c48-4be1-9fbc-73fe2fe196a4') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:58:33.735833 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-d2ca9da6-1caa-49f8-bab6-bc2d56735d9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8c0354c0>, '7f62c5c2-8c48-4be1-9fbc-73fe2fe196a4') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:58:33.760561 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d2ca9da6-1caa-49f8-bab6-bc2d56735d9c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (7f62c5c2-8c48-4be1-9fbc-73fe2fe196a4), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:33.803925 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0ef14617-6abb-487c-8e46-466842e09589 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (1b89c71d-3dd9-4208-b4b6-5a97b264677a), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:33.809353 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f27af7-aacc-4c0b-9316-edbc12c1109b req-f1bb3feb-670a-4922-9967-3feaba3b71a6 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:33.815811 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f27af7-aacc-4c0b-9316-edbc12c1109b req-f1bb3feb-670a-4922-9967-3feaba3b71a6 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:33.821281 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f27af7-aacc-4c0b-9316-edbc12c1109b req-f1bb3feb-670a-4922-9967-3feaba3b71a6 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:33.827142 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f27af7-aacc-4c0b-9316-edbc12c1109b req-f1bb3feb-670a-4922-9967-3feaba3b71a6 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:33.832394 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f27af7-aacc-4c0b-9316-edbc12c1109b req-f1bb3feb-670a-4922-9967-3feaba3b71a6 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:33.837752 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f27af7-aacc-4c0b-9316-edbc12c1109b req-f1bb3feb-670a-4922-9967-3feaba3b71a6 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:33.840803 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d2ca9da6-1caa-49f8-bab6-bc2d56735d9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (7f62c5c2-8c48-4be1-9fbc-73fe2fe196a4), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:33.843049 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f27af7-aacc-4c0b-9316-edbc12c1109b req-f1bb3feb-670a-4922-9967-3feaba3b71a6 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:33.845122 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e0f27af7-aacc-4c0b-9316-edbc12c1109b req-f1bb3feb-670a-4922-9967-3feaba3b71a6 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.59 "GET /v2.0/ports?device_id=7bc2b763-2769-4c0e-9bf3-9ee54868505c HTTP/1.1" status: 200  len: 5444 time: 0.0960250
May 07 21:58:33.870661 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2ca9da6-1caa-49f8-bab6-bc2d56735d9c admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 21:58:33.871440 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d2ca9da6-1caa-49f8-bab6-bc2d56735d9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (7f62c5c2-8c48-4be1-9fbc-73fe2fe196a4), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:33.900606 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f27af7-aacc-4c0b-9316-edbc12c1109b req-68ec5ec0-ca86-4c18-bbb5-754b71c6b216 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:33.901986 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e0f27af7-aacc-4c0b-9316-edbc12c1109b req-68ec5ec0-ca86-4c18-bbb5-754b71c6b216 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.59 "GET /v2.0/ports/7ea348ce-dc31-4a97-a925-458a8adb95a1?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.0514510
May 07 21:58:33.931446 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 21:58:33.931446 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 21:58:33.931446 ncdv-master-1 neutron-server[121836]:     timer()
May 07 21:58:33.931446 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 21:58:33.931446 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 21:58:33.931446 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 21:58:33.931446 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 21:58:33.931446 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 21:58:33.931446 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 21:58:33.931446 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 21:58:33.931446 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 21:58:33.931446 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 21:58:33.931446 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 21:58:33.931446 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 21:58:33.931446 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 21:58:33.931446 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 21:58:33.931446 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 21:58:33.931446 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 21:58:33.931446 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 21:58:33.931446 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 21:58:33.931446 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 21:58:33.931446 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 21:58:33.931446 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 21:58:33.931446 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 21:58:33.931446 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 21:58:33.931446 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 21:58:33.931446 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 21:58:33.931446 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 21:58:33.931446 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 21:58:33.931446 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 21:58:33.931446 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 21:58:33.931446 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 21:58:33.964580 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef14617-6abb-487c-8e46-466842e09589 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Pushing event updated for resources: {'Subnet': ['ID=1b89c71d-3dd9-4208-b4b6-5a97b264677a,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:34.004581 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef14617-6abb-487c-8e46-466842e09589 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Checking segment: {'id': 'ff3d9c00-cffd-4287-9233-49f5b238c41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '6070c5f7-65ca-4a78-84ad-14a276af1903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:58:34.005098 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef14617-6abb-487c-8e46-466842e09589 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Network hostable DHCP agents. Network: 6070c5f7-65ca-4a78-84ad-14a276af1903, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 21:58:34.025612 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-390458ee-6522-4d6f-b8ba-c1d545234404 req-d1f44b55-dbef-442d-96a7-5fc77b95f0f0 service neutron] 10.222.0.32 "GET /v2.0/networks/ea633534-0feb-4e60-9130-eeaaa8f8c568?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3245232
May 07 21:58:34.037427 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d2ca9da6-1caa-49f8-bab6-bc2d56735d9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (266c3058-1909-4490-8043-571104d01128), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:34.041214 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b477fce-ed25-477a-905e-472f50e14e30 req-0cced3ac-5d0f-46bd-9520-875a01217514 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:34.043267 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3b477fce-ed25-477a-905e-472f50e14e30 req-0cced3ac-5d0f-46bd-9520-875a01217514 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8f949ce-22d7-44fa-a1f2-d579d5bd9d12 HTTP/1.1" status: 200  len: 946 time: 0.1261809
May 07 21:58:34.067036 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d2ca9da6-1caa-49f8-bab6-bc2d56735d9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:34.073013 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-d2ca9da6-1caa-49f8-bab6-bc2d56735d9c admin admin] 10.222.0.32 "DELETE /v2.0/networks/266c3058-1909-4490-8043-571104d01128 HTTP/1.1" status: 204  len: 168 time: 2.2535877
May 07 21:58:34.084225 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ca9da6-1caa-49f8-bab6-bc2d56735d9c admin admin] Pushing event deleted for resources: {'Network': ['ID=266c3058-1909-4490-8043-571104d01128,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:34.120525 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e0f27af7-aacc-4c0b-9316-edbc12c1109b req-352c7c43-9dad-4344-b0ec-0de25b4d8bbd tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.59 "GET /v2.0/networks/5159d3da-3059-47f6-8ecf-b4d9b2b9d7de?fields=dns_domain HTTP/1.1" status: 200  len: 212 time: 0.2138181
May 07 21:58:34.123832 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef14617-6abb-487c-8e46-466842e09589 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Network 6070c5f7-65ca-4a78-84ad-14a276af1903 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 21:58:34.132680 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-e0f27af7-aacc-4c0b-9316-edbc12c1109b req-620efb47-6436-48eb-b04c-3e87ded90e1c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:58:34.173086 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-390458ee-6522-4d6f-b8ba-c1d545234404 req-ba4d99c9-3088-4a24-905e-01fc0dada02d service neutron] 10.222.0.32 "GET /v2.0/networks/ea633534-0feb-4e60-9130-eeaaa8f8c568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1464534
May 07 21:58:34.173839 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-0ef14617-6abb-487c-8e46-466842e09589 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6070c5f7-65ca-4a78-84ad-14a276af1903) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:58:34.177926 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef14617-6abb-487c-8e46-466842e09589 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:34.178697 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0ef14617-6abb-487c-8e46-466842e09589 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:34.186947 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07998b47-6fc8-406d-bb5f-e7d0feace26b None None] Network 6070c5f7-65ca-4a78-84ad-14a276af1903 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:58:34.241461 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-0ef14617-6abb-487c-8e46-466842e09589 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.7753310
May 07 21:58:34.242128 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 48628) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:58:34.248361 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-7aefc3e3-d3b6-4f00-a530-9216526a096c tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Request body: {'subnet': {'network_id': '3ebcf36c-fb60-462a-b6da-c82b2a2ab830', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:58:34.296980 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3b477fce-ed25-477a-905e-472f50e14e30 req-002514a2-30fc-4f82-b19a-31d29c1e9c0e tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1900630
May 07 21:58:34.315284 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-e0f27af7-aacc-4c0b-9316-edbc12c1109b req-620efb47-6436-48eb-b04c-3e87ded90e1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (7ea348ce-dc31-4a97-a925-458a8adb95a1), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:34.395219 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 48632) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:58:34.423494 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed7ebaf-78fc-4d51-993f-f3d8990bb1d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-6070c5f7-65ca-4a78-84ad-14a276af1903', 'network_id': '6070c5f7-65ca-4a78-84ad-14a276af1903', 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'fixed_ips': [{'subnet_id': '1b89c71d-3dd9-4208-b4b6-5a97b264677a'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 21:58:34.424365 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-aed7ebaf-78fc-4d51-993f-f3d8990bb1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:34.472401 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aefc3e3-d3b6-4f00-a530-9216526a096c tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Made reservation on behalf of 17d1717bd7f2430eb5c2d3ce577e8160 for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:58:34.476980 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7aefc3e3-d3b6-4f00-a530-9216526a096c tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:34.573026 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-63668b1b-ab32-4fa9-a49f-bf73c0698433 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=150a87722b1c4b659e8a918d6a22c739&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1680963
May 07 21:58:34.575519 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 48636) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:58:34.582861 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7af9a1-bdea-4851-b112-787716f01998 req-117eacea-8021-47ee-be26-4c67bc064403 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:34.588240 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7af9a1-bdea-4851-b112-787716f01998 req-117eacea-8021-47ee-be26-4c67bc064403 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:34.594234 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7af9a1-bdea-4851-b112-787716f01998 req-117eacea-8021-47ee-be26-4c67bc064403 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:34.599731 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7af9a1-bdea-4851-b112-787716f01998 req-117eacea-8021-47ee-be26-4c67bc064403 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:34.604925 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7af9a1-bdea-4851-b112-787716f01998 req-117eacea-8021-47ee-be26-4c67bc064403 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:34.610491 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7af9a1-bdea-4851-b112-787716f01998 req-117eacea-8021-47ee-be26-4c67bc064403 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:34.615901 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7af9a1-bdea-4851-b112-787716f01998 req-117eacea-8021-47ee-be26-4c67bc064403 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:34.618085 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4e7af9a1-bdea-4851-b112-787716f01998 req-117eacea-8021-47ee-be26-4c67bc064403 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc2b763-2769-4c0e-9bf3-9ee54868505c HTTP/1.1" status: 200  len: 5444 time: 0.1683052
May 07 21:58:34.643989 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-aed7ebaf-78fc-4d51-993f-f3d8990bb1d0 None None] Allocated IP 2001:db8::2 (6070c5f7-65ca-4a78-84ad-14a276af1903/1b89c71d-3dd9-4208-b4b6-5a97b264677a/2f161006-44a3-487e-a5e7-cd573cb8e395) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:58:34.794676 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-e0f27af7-aacc-4c0b-9316-edbc12c1109b req-620efb47-6436-48eb-b04c-3e87ded90e1c service neutron] For port 7ea348ce-dc31-4a97-a925-458a8adb95a1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7ea348ce-dc31-4a97-a925-458a8adb95a1,segment=NetworkSegment(918ce7a0-6436-4d36-8bb4-df4087f94e32),segment_id=918ce7a0-6436-4d36-8bb4-df4087f94e32)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:58:34.833443 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-e0f27af7-aacc-4c0b-9316-edbc12c1109b req-620efb47-6436-48eb-b04c-3e87ded90e1c service neutron] For port 7ea348ce-dc31-4a97-a925-458a8adb95a1, host nch2-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:58:34.868205 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-aed7ebaf-78fc-4d51-993f-f3d8990bb1d0 None None] Publish callbacks [] for port (2f161006-44a3-487e-a5e7-cd573cb8e395), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:34.885802 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-aed7ebaf-78fc-4d51-993f-f3d8990bb1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (2f161006-44a3-487e-a5e7-cd573cb8e395), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:34.888433 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [req-e0f27af7-aacc-4c0b-9316-edbc12c1109b req-620efb47-6436-48eb-b04c-3e87ded90e1c service neutron] device_id is not set on port 7ea348ce-dc31-4a97-a925-458a8adb95a1 yet. {{(pid=121837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 21:58:34.898822 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-e0f27af7-aacc-4c0b-9316-edbc12c1109b req-620efb47-6436-48eb-b04c-3e87ded90e1c service neutron] Publish callbacks [] for port (7ea348ce-dc31-4a97-a925-458a8adb95a1), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:34.909617 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-e0f27af7-aacc-4c0b-9316-edbc12c1109b req-620efb47-6436-48eb-b04c-3e87ded90e1c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (7ea348ce-dc31-4a97-a925-458a8adb95a1), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:34.970056 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03eda21-255c-4414-b747-f24c456bb558 req-6e7ec268-a43f-4152-a089-68ecd84fc0bf tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:34.971691 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e03eda21-255c-4414-b747-f24c456bb558 req-6e7ec268-a43f-4152-a089-68ecd84fc0bf tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=83ad7d9c-5e14-44b9-a948-c9c337d99f0c HTTP/1.1" status: 200  len: 944 time: 0.1786556
May 07 21:58:35.038418 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed7ebaf-78fc-4d51-993f-f3d8990bb1d0 None None] Network 6070c5f7-65ca-4a78-84ad-14a276af1903 is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:58:35.040262 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed7ebaf-78fc-4d51-993f-f3d8990bb1d0 None None] Pushing event updated for resources: {'Port': ['ID=2f161006-44a3-487e-a5e7-cd573cb8e395,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:35.064741 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-aed7ebaf-78fc-4d51-993f-f3d8990bb1d0 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:58:35.084846 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed7ebaf-78fc-4d51-993f-f3d8990bb1d0 None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:58:35.101875 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e03eda21-255c-4414-b747-f24c456bb558 req-57aae9f4-098a-4770-ae0c-2d964e8c0852 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups?id=108d65d8-0253-46f4-addb-267f67931aa5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1223128
May 07 21:58:35.105430 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7aefc3e3-d3b6-4f00-a530-9216526a096c tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (109928c8-3c6c-4314-9101-db360a852cf0), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:35.207684 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aefc3e3-d3b6-4f00-a530-9216526a096c tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Pushing event updated for resources: {'Subnet': ['ID=109928c8-3c6c-4314-9101-db360a852cf0,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:35.252058 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-aed7ebaf-78fc-4d51-993f-f3d8990bb1d0 None None] Attempting to bind port 2f161006-44a3-487e-a5e7-cd573cb8e395 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:58:35.252743 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-aed7ebaf-78fc-4d51-993f-f3d8990bb1d0 None None] Attempting to bind port 2f161006-44a3-487e-a5e7-cd573cb8e395 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ff3d9c00-cffd-4287-9233-49f5b238c41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '6070c5f7-65ca-4a78-84ad-14a276af1903'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:58:35.253246 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed7ebaf-78fc-4d51-993f-f3d8990bb1d0 None None] Attempting to bind port 2f161006-44a3-487e-a5e7-cd573cb8e395 on network 6070c5f7-65ca-4a78-84ad-14a276af1903 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:58:35.259914 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f9c187bb-5a67-45a0-b669-de66a7b57736 req-92c26d40-60d8-43a5-989e-c7d2521a4e9d tempest-ServerGroupTestJSON-1010104360 tempest-ServerGroupTestJSON-1010104360-project] 10.222.0.32 "GET /v2.0/ports?device_id=91fbc518-9d2b-4fb9-a281-c926bba6230b HTTP/1.1" status: 200  len: 210 time: 0.0417278
May 07 21:58:35.260290 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed7ebaf-78fc-4d51-993f-f3d8990bb1d0 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:58:35.260793 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed7ebaf-78fc-4d51-993f-f3d8990bb1d0 None None] Checking segment: {'id': 'ff3d9c00-cffd-4287-9233-49f5b238c41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '6070c5f7-65ca-4a78-84ad-14a276af1903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:58:35.261531 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-aed7ebaf-78fc-4d51-993f-f3d8990bb1d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:35.262037 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed7ebaf-78fc-4d51-993f-f3d8990bb1d0 None None] Bound using segment: {'id': 'ff3d9c00-cffd-4287-9233-49f5b238c41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '6070c5f7-65ca-4a78-84ad-14a276af1903'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:58:35.262814 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-aed7ebaf-78fc-4d51-993f-f3d8990bb1d0 None None] Bound port: 2f161006-44a3-487e-a5e7-cd573cb8e395, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff3d9c00-cffd-4287-9233-49f5b238c41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '6070c5f7-65ca-4a78-84ad-14a276af1903'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:58:35.263316 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-aed7ebaf-78fc-4d51-993f-f3d8990bb1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (2f161006-44a3-487e-a5e7-cd573cb8e395), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:35.276996 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aefc3e3-d3b6-4f00-a530-9216526a096c tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Checking segment: {'id': 'e0f1733d-5090-4945-9f38-f5b479ba03bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3ebcf36c-fb60-462a-b6da-c82b2a2ab830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:58:35.277500 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aefc3e3-d3b6-4f00-a530-9216526a096c tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Network hostable DHCP agents. Network: 3ebcf36c-fb60-462a-b6da-c82b2a2ab830, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 21:58:35.317414 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aefc3e3-d3b6-4f00-a530-9216526a096c tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Network 3ebcf36c-fb60-462a-b6da-c82b2a2ab830 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 21:58:35.337013 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-7aefc3e3-d3b6-4f00-a530-9216526a096c tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3ebcf36c-fb60-462a-b6da-c82b2a2ab830) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:58:35.342741 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aefc3e3-d3b6-4f00-a530-9216526a096c tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:35.343684 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7aefc3e3-d3b6-4f00-a530-9216526a096c tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:35.363963 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ecf02b-efbf-4751-a480-276a75bbc425 None None] Network 3ebcf36c-fb60-462a-b6da-c82b2a2ab830 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:58:35.381566 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-7aefc3e3-d3b6-4f00-a530-9216526a096c tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 1.1359949
May 07 21:58:35.381777 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 48654) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:58:35.387210 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-ff507c06-381b-4f50-942d-3946a9f7eb82 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-969353908', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:58:35.438905 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ff507c06-381b-4f50-942d-3946a9f7eb82 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (2b62bb0a-e36f-4a20-8bdb-e000ecb7efbd), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:35.440515 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ff507c06-381b-4f50-942d-3946a9f7eb82 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (2b62bb0a-e36f-4a20-8bdb-e000ecb7efbd), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:35.569227 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-aed7ebaf-78fc-4d51-993f-f3d8990bb1d0 None None] For port 2f161006-44a3-487e-a5e7-cd573cb8e395, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:58:35.573679 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-aed7ebaf-78fc-4d51-993f-f3d8990bb1d0 None None] For port 2f161006-44a3-487e-a5e7-cd573cb8e395, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2f161006-44a3-487e-a5e7-cd573cb8e395,segment=NetworkSegment(ff3d9c00-cffd-4287-9233-49f5b238c41b),segment_id=ff3d9c00-cffd-4287-9233-49f5b238c41b)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:58:35.603496 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ff507c06-381b-4f50-942d-3946a9f7eb82 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks [] for router_controller (2b62bb0a-e36f-4a20-8bdb-e000ecb7efbd), precommit_add_association {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:35.605758 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-aed7ebaf-78fc-4d51-993f-f3d8990bb1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (2f161006-44a3-487e-a5e7-cd573cb8e395), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:35.613187 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ff507c06-381b-4f50-942d-3946a9f7eb82 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (2b62bb0a-e36f-4a20-8bdb-e000ecb7efbd), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:35.659039 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5ea730-16b5-4383-a71c-2f1e8c47a504 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3ebcf36c-fb60-462a-b6da-c82b2a2ab830', 'network_id': '3ebcf36c-fb60-462a-b6da-c82b2a2ab830', 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'fixed_ips': [{'subnet_id': '109928c8-3c6c-4314-9101-db360a852cf0'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 21:58:35.660366 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9e5ea730-16b5-4383-a71c-2f1e8c47a504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:35.698411 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ff507c06-381b-4f50-942d-3946a9f7eb82 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:35.702095 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-ff507c06-381b-4f50-942d-3946a9f7eb82 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.3186269
May 07 21:58:35.713180 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 48662) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:58:35.730566 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed7ebaf-78fc-4d51-993f-f3d8990bb1d0 None None] Pushing event updated for resources: {'Port': ['ID=2f161006-44a3-487e-a5e7-cd573cb8e395,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:35.904290 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620efb47-6436-48eb-b04c-3e87ded90e1c service neutron] Pushing event updated for resources: {'Port': ['ID=7ea348ce-dc31-4a97-a925-458a8adb95a1,revision_number=6']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:35.950019 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 48668) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:58:35.963507 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-0bae87cd-a648-4af5-9ad4-3ef58fd3031c tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Request body: {'subnet': {'network_id': 'e5a0430d-3f5e-4ba4-96fc-c3ca846ae52d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:58:36.019695 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0f27af7-aacc-4c0b-9316-edbc12c1109b req-620efb47-6436-48eb-b04c-3e87ded90e1c service neutron] No DVR routers for this DVR port 7ea348ce-dc31-4a97-a925-458a8adb95a1 on host nch2-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:58:36.043606 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-9e5ea730-16b5-4383-a71c-2f1e8c47a504 None None] Allocated IP 2001:db8:1::2 (3ebcf36c-fb60-462a-b6da-c82b2a2ab830/109928c8-3c6c-4314-9101-db360a852cf0/71668c08-ceb0-45d8-bf34-62ef492583f9) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:58:36.066536 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4e7af9a1-bdea-4851-b112-787716f01998 req-3d008502-5f65-4834-a9ab-099b77e4262e tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d50792e5-4672-4ff2-b261-ed0a649bb3d3&id=623940a1-6290-423b-87cb-2a84fe4a7634&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 1.4394290
May 07 21:58:36.098495 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-78202fa3-b378-4830-8257-8decf16e4bc3 admin admin] Publish callbacks [] for security_group (c786d96e-7ad3-44e2-91c5-6bc58af80c47), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:36.204792 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2 no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:58:36.223087 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-e0f27af7-aacc-4c0b-9316-edbc12c1109b req-620efb47-6436-48eb-b04c-3e87ded90e1c service neutron] In _notify_port_updated(), no bound segment for port 7ea348ce-dc31-4a97-a925-458a8adb95a1 on network 5159d3da-3059-47f6-8ecf-b4d9b2b9d7de {{(pid=121837) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:935}}
May 07 21:58:36.224214 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f27af7-aacc-4c0b-9316-edbc12c1109b req-620efb47-6436-48eb-b04c-3e87ded90e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:36.224835 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-e0f27af7-aacc-4c0b-9316-edbc12c1109b req-620efb47-6436-48eb-b04c-3e87ded90e1c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:36.226448 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e0f27af7-aacc-4c0b-9316-edbc12c1109b req-620efb47-6436-48eb-b04c-3e87ded90e1c service neutron] 10.222.0.59 "PUT /v2.0/ports/7ea348ce-dc31-4a97-a925-458a8adb95a1 HTTP/1.1" status: 200  len: 1032 time: 2.0979419
May 07 21:58:36.340016 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f27af7-aacc-4c0b-9316-edbc12c1109b req-ea0ee780-bdcd-4d40-bdff-5f2de3a3fef4 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:36.342491 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e0f27af7-aacc-4c0b-9316-edbc12c1109b req-ea0ee780-bdcd-4d40-bdff-5f2de3a3fef4 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.59 "GET /v2.0/ports/c3af0b52-e2d3-4593-a7f9-ff7d7fa37fb8?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.0877914
May 07 21:58:36.352244 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-78202fa3-b378-4830-8257-8decf16e4bc3 admin admin] Publish callbacks [] for security_group (c786d96e-7ad3-44e2-91c5-6bc58af80c47), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:36.364506 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-e0f27af7-aacc-4c0b-9316-edbc12c1109b req-0eff76d2-320f-447a-955c-a1bb41283379 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:58:36.394941 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-23fdfc55-24d5-4630-82e1-a7abc61f6d47 None None] Provisioning complete for port 7ea348ce-dc31-4a97-a925-458a8adb95a1 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:58:36.394941 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-23fdfc55-24d5-4630-82e1-a7abc61f6d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (7ea348ce-dc31-4a97-a925-458a8adb95a1), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:36.403006 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26f2add-c96c-4d57-90c7-703f530f9c81 req-7db9779c-bcca-47d7-8ef0-4494fb6b8963 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:36.407759 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f26f2add-c96c-4d57-90c7-703f530f9c81 req-7db9779c-bcca-47d7-8ef0-4494fb6b8963 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8f949ce-22d7-44fa-a1f2-d579d5bd9d12 HTTP/1.1" status: 200  len: 946 time: 0.4275231
May 07 21:58:36.543778 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-e0f27af7-aacc-4c0b-9316-edbc12c1109b req-0eff76d2-320f-447a-955c-a1bb41283379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (c3af0b52-e2d3-4593-a7f9-ff7d7fa37fb8), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:36.557490 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bae87cd-a648-4af5-9ad4-3ef58fd3031c tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Made reservation on behalf of e8e04e47c1cd4025a59809f6e8d6d7b6 for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:58:36.564173 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0bae87cd-a648-4af5-9ad4-3ef58fd3031c tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:36.698821 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9e5ea730-16b5-4383-a71c-2f1e8c47a504 None None] Publish callbacks [] for port (71668c08-ceb0-45d8-bf34-62ef492583f9), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:36.709023 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-23fdfc55-24d5-4630-82e1-a7abc61f6d47 None None] Port 7ea348ce-dc31-4a97-a925-458a8adb95a1 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:58:36.710457 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2 is: DOWN; New status is: DOWN {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:58:36.721991 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9e5ea730-16b5-4383-a71c-2f1e8c47a504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (71668c08-ceb0-45d8-bf34-62ef492583f9), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:36.786755 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5ea730-16b5-4383-a71c-2f1e8c47a504 None None] Network 3ebcf36c-fb60-462a-b6da-c82b2a2ab830 is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:58:36.790176 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390458ee-6522-4d6f-b8ba-c1d545234404 req-f6625e00-bd17-4fd9-acaf-88bcdfe88957 tempest-ServerGroupTestJSON-1010104360 tempest-ServerGroupTestJSON-1010104360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:36.790335 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-9e5ea730-16b5-4383-a71c-2f1e8c47a504 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:58:36.791593 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-390458ee-6522-4d6f-b8ba-c1d545234404 req-f6625e00-bd17-4fd9-acaf-88bcdfe88957 tempest-ServerGroupTestJSON-1010104360 tempest-ServerGroupTestJSON-1010104360-project] 10.222.0.55 "GET /v2.0/networks?id=ea633534-0feb-4e60-9130-eeaaa8f8c568 HTTP/1.1" status: 200  len: 810 time: 0.2781212
May 07 21:58:36.793641 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5ea730-16b5-4383-a71c-2f1e8c47a504 None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:58:36.812056 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5ea730-16b5-4383-a71c-2f1e8c47a504 None None] Pushing event updated for resources: {'Port': ['ID=71668c08-ceb0-45d8-bf34-62ef492583f9,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:36.823469 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f26f2add-c96c-4d57-90c7-703f530f9c81 req-13a292f4-f9a4-402b-829a-49a932e09f73 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3672156
May 07 21:58:36.824900 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-78202fa3-b378-4830-8257-8decf16e4bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (c786d96e-7ad3-44e2-91c5-6bc58af80c47), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:36.827398 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-458714bb-02a6-4025-9283-11cdc6af5f6e tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:36.829069 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-78202fa3-b378-4830-8257-8decf16e4bc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:36.833026 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-78202fa3-b378-4830-8257-8decf16e4bc3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c786d96e-7ad3-44e2-91c5-6bc58af80c47 HTTP/1.1" status: 204  len: 168 time: 2.2110026
May 07 21:58:36.838631 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-42b404d4-7c63-469d-b01f-f066a4193299 req-34c6bb59-c55b-4f32-95b0-81006a0b0639 tempest-ServerGroupTestJSON-1010104360 tempest-ServerGroupTestJSON-1010104360-project] 10.222.0.32 "GET /v2.0/ports?device_id=91fbc518-9d2b-4fb9-a281-c926bba6230b HTTP/1.1" status: 200  len: 210 time: 0.0773036
May 07 21:58:36.881969 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-9e5ea730-16b5-4383-a71c-2f1e8c47a504 None None] Attempting to bind port 71668c08-ceb0-45d8-bf34-62ef492583f9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:58:36.882624 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-9e5ea730-16b5-4383-a71c-2f1e8c47a504 None None] Attempting to bind port 71668c08-ceb0-45d8-bf34-62ef492583f9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e0f1733d-5090-4945-9f38-f5b479ba03bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3ebcf36c-fb60-462a-b6da-c82b2a2ab830'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:58:36.883224 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5ea730-16b5-4383-a71c-2f1e8c47a504 None None] Attempting to bind port 71668c08-ceb0-45d8-bf34-62ef492583f9 on network 3ebcf36c-fb60-462a-b6da-c82b2a2ab830 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:58:36.890019 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5ea730-16b5-4383-a71c-2f1e8c47a504 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:58:36.890784 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5ea730-16b5-4383-a71c-2f1e8c47a504 None None] Checking segment: {'id': 'e0f1733d-5090-4945-9f38-f5b479ba03bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3ebcf36c-fb60-462a-b6da-c82b2a2ab830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:58:36.891412 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9e5ea730-16b5-4383-a71c-2f1e8c47a504 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:36.892621 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5ea730-16b5-4383-a71c-2f1e8c47a504 None None] Bound using segment: {'id': 'e0f1733d-5090-4945-9f38-f5b479ba03bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3ebcf36c-fb60-462a-b6da-c82b2a2ab830'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:58:36.893326 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-9e5ea730-16b5-4383-a71c-2f1e8c47a504 None None] Bound port: 71668c08-ceb0-45d8-bf34-62ef492583f9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0f1733d-5090-4945-9f38-f5b479ba03bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '3ebcf36c-fb60-462a-b6da-c82b2a2ab830'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:58:36.893923 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9e5ea730-16b5-4383-a71c-2f1e8c47a504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (71668c08-ceb0-45d8-bf34-62ef492583f9), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:36.984730 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-390458ee-6522-4d6f-b8ba-c1d545234404 req-7f8c3173-154e-4b35-a58c-26a9dbdcff9b tempest-ServerGroupTestJSON-1010104360 tempest-ServerGroupTestJSON-1010104360-project] Request body: {'port': {'device_id': '91fbc518-9d2b-4fb9-a281-c926bba6230b', 'network_id': 'ea633534-0feb-4e60-9130-eeaaa8f8c568', 'admin_state_up': True, 'tenant_id': '8b773c5686d64d8a8d701f1d4ac3a925'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:58:37.105557 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-9e5ea730-16b5-4383-a71c-2f1e8c47a504 None None] For port 71668c08-ceb0-45d8-bf34-62ef492583f9, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:58:37.115103 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-9e5ea730-16b5-4383-a71c-2f1e8c47a504 None None] For port 71668c08-ceb0-45d8-bf34-62ef492583f9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=71668c08-ceb0-45d8-bf34-62ef492583f9,segment=NetworkSegment(e0f1733d-5090-4945-9f38-f5b479ba03bf),segment_id=e0f1733d-5090-4945-9f38-f5b479ba03bf)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:58:37.126514 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9e5ea730-16b5-4383-a71c-2f1e8c47a504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (71668c08-ceb0-45d8-bf34-62ef492583f9), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:37.239022 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78202fa3-b378-4830-8257-8decf16e4bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c786d96e-7ad3-44e2-91c5-6bc58af80c47,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:37.289131 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 2f161006-44a3-487e-a5e7-cd573cb8e395 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:58:37.300675 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0bae87cd-a648-4af5-9ad4-3ef58fd3031c tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (463a7614-8c88-4c09-b02a-b56126756d83), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:37.340494 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5ea730-16b5-4383-a71c-2f1e8c47a504 None None] Pushing event updated for resources: {'Port': ['ID=71668c08-ceb0-45d8-bf34-62ef492583f9,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:37.394420 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 2f161006-44a3-487e-a5e7-cd573cb8e395 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:58:37.396349 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (2f161006-44a3-487e-a5e7-cd573cb8e395), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:37.403145 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bae87cd-a648-4af5-9ad4-3ef58fd3031c tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Pushing event updated for resources: {'Subnet': ['ID=463a7614-8c88-4c09-b02a-b56126756d83,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:37.462700 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc19dfc-b7c0-4f79-931e-912ebfcaa33a req-e85205b7-eaae-461e-b224-964ade68c4f9 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:37.474264 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8bc19dfc-b7c0-4f79-931e-912ebfcaa33a req-e85205b7-eaae-461e-b224-964ade68c4f9 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=83ad7d9c-5e14-44b9-a948-c9c337d99f0c HTTP/1.1" status: 200  len: 944 time: 0.2455034
May 07 21:58:37.512284 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9c5f9930-855e-40ba-950b-3b05d2179748 req-9763be64-03d0-466f-9c1e-94b8504a59c3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=83ad7d9c-5e14-44b9-a948-c9c337d99f0c&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2751665
May 07 21:58:37.560202 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-e0f27af7-aacc-4c0b-9316-edbc12c1109b req-0eff76d2-320f-447a-955c-a1bb41283379 service neutron] For port c3af0b52-e2d3-4593-a7f9-ff7d7fa37fb8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c3af0b52-e2d3-4593-a7f9-ff7d7fa37fb8,segment=NetworkSegment(918ce7a0-6436-4d36-8bb4-df4087f94e32),segment_id=918ce7a0-6436-4d36-8bb4-df4087f94e32)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:58:37.585851 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3522cdc7-f316-4401-8f9d-e245201730ed req-93e278e4-a922-4536-b88a-ea3233d75f82 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:37.600972 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3522cdc7-f316-4401-8f9d-e245201730ed req-93e278e4-a922-4536-b88a-ea3233d75f82 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:37.607259 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3522cdc7-f316-4401-8f9d-e245201730ed req-93e278e4-a922-4536-b88a-ea3233d75f82 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:37.614109 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3522cdc7-f316-4401-8f9d-e245201730ed req-93e278e4-a922-4536-b88a-ea3233d75f82 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:37.620621 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3522cdc7-f316-4401-8f9d-e245201730ed req-93e278e4-a922-4536-b88a-ea3233d75f82 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:37.622706 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bae87cd-a648-4af5-9ad4-3ef58fd3031c tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Checking segment: {'id': 'fd65e33a-85bc-4349-beab-7015e81b1a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e5a0430d-3f5e-4ba4-96fc-c3ca846ae52d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:58:37.623693 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bae87cd-a648-4af5-9ad4-3ef58fd3031c tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Network hostable DHCP agents. Network: e5a0430d-3f5e-4ba4-96fc-c3ca846ae52d, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 21:58:37.630093 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 2f161006-44a3-487e-a5e7-cd573cb8e395 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:58:37.630330 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (2f161006-44a3-487e-a5e7-cd573cb8e395), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:37.635761 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3522cdc7-f316-4401-8f9d-e245201730ed req-93e278e4-a922-4536-b88a-ea3233d75f82 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:37.643543 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3522cdc7-f316-4401-8f9d-e245201730ed req-93e278e4-a922-4536-b88a-ea3233d75f82 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc2b763-2769-4c0e-9bf3-9ee54868505c HTTP/1.1" status: 200  len: 4665 time: 0.3681016
May 07 21:58:37.681174 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8bc19dfc-b7c0-4f79-931e-912ebfcaa33a req-43d52489-4233-4032-886c-16616a2f5cb0 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups?id=108d65d8-0253-46f4-addb-267f67931aa5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2050519
May 07 21:58:37.705439 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-e0f27af7-aacc-4c0b-9316-edbc12c1109b req-0eff76d2-320f-447a-955c-a1bb41283379 service neutron] For port c3af0b52-e2d3-4593-a7f9-ff7d7fa37fb8, host nch2-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:58:37.725763 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-390458ee-6522-4d6f-b8ba-c1d545234404 req-7f8c3173-154e-4b35-a58c-26a9dbdcff9b tempest-ServerGroupTestJSON-1010104360 tempest-ServerGroupTestJSON-1010104360-project] Made reservation on behalf of 8b773c5686d64d8a8d701f1d4ac3a925 for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:58:37.729440 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-390458ee-6522-4d6f-b8ba-c1d545234404 req-7f8c3173-154e-4b35-a58c-26a9dbdcff9b tempest-ServerGroupTestJSON-1010104360 tempest-ServerGroupTestJSON-1010104360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:37.737605 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bae87cd-a648-4af5-9ad4-3ef58fd3031c tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Network e5a0430d-3f5e-4ba4-96fc-c3ca846ae52d is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 21:58:37.738947 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port 2f161006-44a3-487e-a5e7-cd573cb8e395, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2f161006-44a3-487e-a5e7-cd573cb8e395,segment=NetworkSegment(ff3d9c00-cffd-4287-9233-49f5b238c41b),segment_id=ff3d9c00-cffd-4287-9233-49f5b238c41b)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:58:37.746862 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2cd696-8229-4ca9-b7fa-3fbd91311b5e None None] Network 6070c5f7-65ca-4a78-84ad-14a276af1903 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:58:37.769052 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [req-e0f27af7-aacc-4c0b-9316-edbc12c1109b req-0eff76d2-320f-447a-955c-a1bb41283379 service neutron] device_id is not set on port c3af0b52-e2d3-4593-a7f9-ff7d7fa37fb8 yet. {{(pid=121837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 21:58:37.775204 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-0bae87cd-a648-4af5-9ad4-3ef58fd3031c tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e5a0430d-3f5e-4ba4-96fc-c3ca846ae52d) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:58:37.792399 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bae87cd-a648-4af5-9ad4-3ef58fd3031c tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:37.798615 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0bae87cd-a648-4af5-9ad4-3ef58fd3031c tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:37.812544 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-e0f27af7-aacc-4c0b-9316-edbc12c1109b req-0eff76d2-320f-447a-955c-a1bb41283379 service neutron] Publish callbacks [] for port (c3af0b52-e2d3-4593-a7f9-ff7d7fa37fb8), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:37.844178 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-e0f27af7-aacc-4c0b-9316-edbc12c1109b req-0eff76d2-320f-447a-955c-a1bb41283379 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (c3af0b52-e2d3-4593-a7f9-ff7d7fa37fb8), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:37.876846 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3522cdc7-f316-4401-8f9d-e245201730ed req-08567dce-8393-482f-b14f-7f58ecc8a44d tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/security-groups?id=d50792e5-4672-4ff2-b261-ed0a649bb3d3&id=623940a1-6290-423b-87cb-2a84fe4a7634&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2319829
May 07 21:58:37.889508 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-0bae87cd-a648-4af5-9ad4-3ef58fd3031c tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.9328642
May 07 21:58:37.891525 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 48712) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:58:37.921145 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-f0925bed-f5fd-49b3-aae7-474fe11ea525 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1664633425'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:58:37.950495 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (2f161006-44a3-487e-a5e7-cd573cb8e395), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:37.954282 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21136ccf-83f8-4376-bdfe-c99db2b909ee None None] Network e5a0430d-3f5e-4ba4-96fc-c3ca846ae52d requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:58:37.984187 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-458714bb-02a6-4025-9283-11cdc6af5f6e tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Allocated IP 2001:db8::1 (6070c5f7-65ca-4a78-84ad-14a276af1903/1b89c71d-3dd9-4208-b4b6-5a97b264677a/f94b229a-2a3b-4662-917d-6f1cce6a92f6) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:58:38.080401 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-14d482da-450a-40bb-a1ed-76940037b58f req-05e089c3-a20e-4f19-9f6e-097ec7280b02 tempest-ServerGroupTestJSON-1010104360 tempest-ServerGroupTestJSON-1010104360-project] 10.222.0.32 "GET /v2.0/ports?device_id=91fbc518-9d2b-4fb9-a281-c926bba6230b HTTP/1.1" status: 200  len: 210 time: 0.0723145
May 07 21:58:38.089455 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-ce52423f-7d42-4dcb-bb0a-12c6422e7bc3 None None] Provisioning complete for port 2f161006-44a3-487e-a5e7-cd573cb8e395 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:58:38.090494 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ce52423f-7d42-4dcb-bb0a-12c6422e7bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (2f161006-44a3-487e-a5e7-cd573cb8e395), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:38.292346 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [req-390458ee-6522-4d6f-b8ba-c1d545234404 req-7f8c3173-154e-4b35-a58c-26a9dbdcff9b tempest-ServerGroupTestJSON-1010104360 tempest-ServerGroupTestJSON-1010104360-project] Allocated IP 172.20.0.4 (ea633534-0feb-4e60-9130-eeaaa8f8c568/86173800-e9a3-43a5-8d4c-4237e5b9974a/315c86cf-24f5-40e0-a4b9-4de7e8201af2) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:58:38.294300 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 54d4d944-47e9-4336-a070-44cbc0439ffd no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:58:38.327721 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0f27af7-aacc-4c0b-9316-edbc12c1109b req-0eff76d2-320f-447a-955c-a1bb41283379 service neutron] No DVR routers for this DVR port c3af0b52-e2d3-4593-a7f9-ff7d7fa37fb8 on host nch2-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:58:38.341023 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0925bed-f5fd-49b3-aae7-474fe11ea525 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Made reservation on behalf of e8e04e47c1cd4025a59809f6e8d6d7b6 for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:58:38.345045 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f0925bed-f5fd-49b3-aae7-474fe11ea525 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:38.378436 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-458714bb-02a6-4025-9283-11cdc6af5f6e tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks [] for port (f94b229a-2a3b-4662-917d-6f1cce6a92f6), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:38.434301 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eff76d2-320f-447a-955c-a1bb41283379 service neutron] Pushing event updated for resources: {'Port': ['ID=c3af0b52-e2d3-4593-a7f9-ff7d7fa37fb8,revision_number=6']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:38.482572 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225f9298-d20c-423a-9f81-7636c43a0833 req-9f7fed3f-ca8f-4ff2-bbd4-83cf46e2dff8 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:38.490392 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-225f9298-d20c-423a-9f81-7636c43a0833 req-9f7fed3f-ca8f-4ff2-bbd4-83cf46e2dff8 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8f949ce-22d7-44fa-a1f2-d579d5bd9d12 HTTP/1.1" status: 200  len: 946 time: 0.4573395
May 07 21:58:38.506466 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 48722) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:58:38.529934 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5f9930-855e-40ba-950b-3b05d2179748 req-b51ba250-d1ab-403a-a55e-accdaaac7dba tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:38.535063 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=2f161006-44a3-487e-a5e7-cd573cb8e395,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:38.543608 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9c5f9930-855e-40ba-950b-3b05d2179748 req-b51ba250-d1ab-403a-a55e-accdaaac7dba tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports/d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2 HTTP/1.1" status: 200  len: 941 time: 0.9851770
May 07 21:58:38.563103 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0925bed-f5fd-49b3-aae7-474fe11ea525 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 21:58:38.578246 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-e0f27af7-aacc-4c0b-9316-edbc12c1109b req-0eff76d2-320f-447a-955c-a1bb41283379 service neutron] In _notify_port_updated(), no bound segment for port c3af0b52-e2d3-4593-a7f9-ff7d7fa37fb8 on network 5159d3da-3059-47f6-8ecf-b4d9b2b9d7de {{(pid=121837) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:935}}
May 07 21:58:38.579243 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f27af7-aacc-4c0b-9316-edbc12c1109b req-0eff76d2-320f-447a-955c-a1bb41283379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:38.579951 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-e0f27af7-aacc-4c0b-9316-edbc12c1109b req-0eff76d2-320f-447a-955c-a1bb41283379 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:38.581803 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e0f27af7-aacc-4c0b-9316-edbc12c1109b req-0eff76d2-320f-447a-955c-a1bb41283379 service neutron] 10.222.0.59 "PUT /v2.0/ports/c3af0b52-e2d3-4593-a7f9-ff7d7fa37fb8 HTTP/1.1" status: 200  len: 1033 time: 2.2316928
May 07 21:58:38.589760 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f0925bed-f5fd-49b3-aae7-474fe11ea525 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (d2cbe4df-6849-4669-a638-223cf9da9cef), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:38.590114 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-f0925bed-f5fd-49b3-aae7-474fe11ea525 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Added segment d2cbe4df-6849-4669-a638-223cf9da9cef of type vlan for network 36d630f9-04d4-456a-b366-add6d871cc0d
May 07 21:58:38.602143 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecac5281-106a-4f55-8ee6-a8c525756690 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e5a0430d-3f5e-4ba4-96fc-c3ca846ae52d', 'network_id': 'e5a0430d-3f5e-4ba4-96fc-c3ca846ae52d', 'project_id': 'e8e04e47c1cd4025a59809f6e8d6d7b6', 'fixed_ips': [{'subnet_id': '463a7614-8c88-4c09-b02a-b56126756d83'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 21:58:38.605435 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ecac5281-106a-4f55-8ee6-a8c525756690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:38.739238 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-225f9298-d20c-423a-9f81-7636c43a0833 req-5cac6f05-8122-41f9-8d74-ede1870b68e7 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2471843
May 07 21:58:38.876663 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f0925bed-f5fd-49b3-aae7-474fe11ea525 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (36d630f9-04d4-456a-b366-add6d871cc0d), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:38.909640 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-ce52423f-7d42-4dcb-bb0a-12c6422e7bc3 None None] Current status of the port 2f161006-44a3-487e-a5e7-cd573cb8e395 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:58:38.992669 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 54d4d944-47e9-4336-a070-44cbc0439ffd is: ACTIVE; New status is: DOWN {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:58:39.004507 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (54d4d944-47e9-4336-a070-44cbc0439ffd), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:39.069587 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-e0f27af7-aacc-4c0b-9316-edbc12c1109b req-5c1749eb-7a83-4ef4-9883-a9c37a2ec188 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Deleting port c96fe3c0-1df8-4707-980e-6b6ab0d159b2 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:58:39.069587 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-e0f27af7-aacc-4c0b-9316-edbc12c1109b req-5c1749eb-7a83-4ef4-9883-a9c37a2ec188 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (c96fe3c0-1df8-4707-980e-6b6ab0d159b2), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:39.081378 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337a34e3-0092-4a91-b9cb-f0003ff31276 None None] Network 3ebcf36c-fb60-462a-b6da-c82b2a2ab830 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:58:39.090708 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-390458ee-6522-4d6f-b8ba-c1d545234404 req-7f8c3173-154e-4b35-a58c-26a9dbdcff9b tempest-ServerGroupTestJSON-1010104360 tempest-ServerGroupTestJSON-1010104360-project] Publish callbacks [] for port (315c86cf-24f5-40e0-a4b9-4de7e8201af2), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:39.108295 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bc2b763-2769-4c0e-9bf3-9ee54868505c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54d4d944-47e9-4336-a070-44cbc0439ffd'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:58:39.110581 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43eff615-b325-4cff-9381-5817296b0d5f" -d '{"events": [{"server_uuid": "7bc2b763-2769-4c0e-9bf3-9ee54868505c", "name": "network-vif-unplugged", "status": "completed", "tag": "54d4d944-47e9-4336-a070-44cbc0439ffd"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:58:39.130990 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 54d4d944-47e9-4336-a070-44cbc0439ffd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=54d4d944-47e9-4336-a070-44cbc0439ffd,segment=NetworkSegment(2619035a-1889-472a-bdb4-8fd69e462829),segment_id=2619035a-1889-472a-bdb4-8fd69e462829)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:58:39.147988 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f0925bed-f5fd-49b3-aae7-474fe11ea525 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (36d630f9-04d4-456a-b366-add6d871cc0d), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:39.154070 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0925bed-f5fd-49b3-aae7-474fe11ea525 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:39.154863 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f0925bed-f5fd-49b3-aae7-474fe11ea525 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:39.159721 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-e9253eca-bfa9-49b9-921a-a6b0e0cb647b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-312225473-network', 'tenant_id': '4d8cbe750a6f4170bb6e7ac39950027c'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:58:39.167069 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (54d4d944-47e9-4336-a070-44cbc0439ffd), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:39.167825 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 5ace34e4-5209-40cb-a0ff-407d97d110dd no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:58:39.177493 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-b531d90a-7936-459d-add1-dc1269932265 None None] Provisioning complete for port c3af0b52-e2d3-4593-a7f9-ff7d7fa37fb8 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:58:39.177854 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b531d90a-7936-459d-add1-dc1269932265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (c3af0b52-e2d3-4593-a7f9-ff7d7fa37fb8), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:39.242715 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-458714bb-02a6-4025-9283-11cdc6af5f6e tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (f94b229a-2a3b-4662-917d-6f1cce6a92f6), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:39.286554 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-f0925bed-f5fd-49b3-aae7-474fe11ea525 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 1.3887780
May 07 21:58:39.294325 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a25b91-3320-4db7-b4cf-e9615198ffae req-7ad2c650-3d08-4805-8e24-e712ce7d527a tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:39.300238 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a25b91-3320-4db7-b4cf-e9615198ffae req-7ad2c650-3d08-4805-8e24-e712ce7d527a tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:39.305544 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a25b91-3320-4db7-b4cf-e9615198ffae req-7ad2c650-3d08-4805-8e24-e712ce7d527a tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:39.310857 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a25b91-3320-4db7-b4cf-e9615198ffae req-7ad2c650-3d08-4805-8e24-e712ce7d527a tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:39.316460 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a25b91-3320-4db7-b4cf-e9615198ffae req-7ad2c650-3d08-4805-8e24-e712ce7d527a tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:39.324024 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d8a25b91-3320-4db7-b4cf-e9615198ffae req-7ad2c650-3d08-4805-8e24-e712ce7d527a tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc2b763-2769-4c0e-9bf3-9ee54868505c HTTP/1.1" status: 200  len: 3883 time: 0.2334743
May 07 21:58:39.331801 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 48740) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:58:39.343735 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e901196e-16d5-4550-b571-314bb413533e req-6c25501d-ae90-4832-a077-e8bcfbb9ece4 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:39.345362 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e901196e-16d5-4550-b571-314bb413533e req-6c25501d-ae90-4832-a077-e8bcfbb9ece4 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=83ad7d9c-5e14-44b9-a948-c9c337d99f0c HTTP/1.1" status: 200  len: 944 time: 0.1935916
May 07 21:58:39.347772 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-390458ee-6522-4d6f-b8ba-c1d545234404 req-7f8c3173-154e-4b35-a58c-26a9dbdcff9b tempest-ServerGroupTestJSON-1010104360 tempest-ServerGroupTestJSON-1010104360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (315c86cf-24f5-40e0-a4b9-4de7e8201af2), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:39.359809 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 71668c08-ceb0-45d8-bf34-62ef492583f9 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:58:39.364093 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-70012351-263a-4aac-8a8f-3b59be78e4dd tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Request body: {'subnet': {'network_id': '36d630f9-04d4-456a-b366-add6d871cc0d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:58:39.403870 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0925bed-f5fd-49b3-aae7-474fe11ea525 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Pushing event updated for resources: {'Network': ['ID=36d630f9-04d4-456a-b366-add6d871cc0d,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:39.412030 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458714bb-02a6-4025-9283-11cdc6af5f6e tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Network 6070c5f7-65ca-4a78-84ad-14a276af1903 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:58:39.443744 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-ecac5281-106a-4f55-8ee6-a8c525756690 None None] Allocated IP 2001:db8:0:ffff::2 (e5a0430d-3f5e-4ba4-96fc-c3ca846ae52d/463a7614-8c88-4c09-b02a-b56126756d83/87aba6a3-0636-44bc-8c4f-e0345c7aad8b) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:58:39.447123 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-390458ee-6522-4d6f-b8ba-c1d545234404 req-7f8c3173-154e-4b35-a58c-26a9dbdcff9b tempest-ServerGroupTestJSON-1010104360 tempest-ServerGroupTestJSON-1010104360-project] Network ea633534-0feb-4e60-9130-eeaaa8f8c568 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:58:39.447411 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 36d630f9-04d4-456a-b366-add6d871cc0d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 21:58:39.448907 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-458714bb-02a6-4025-9283-11cdc6af5f6e tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:58:39.451278 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458714bb-02a6-4025-9283-11cdc6af5f6e tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:58:39.452090 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-458714bb-02a6-4025-9283-11cdc6af5f6e tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398161'] for router_interface (2b62bb0a-e36f-4a20-8bdb-e000ecb7efbd), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:39.462759 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [req-390458ee-6522-4d6f-b8ba-c1d545234404 req-7f8c3173-154e-4b35-a58c-26a9dbdcff9b tempest-ServerGroupTestJSON-1010104360 tempest-ServerGroupTestJSON-1010104360-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:58:39.465894 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-390458ee-6522-4d6f-b8ba-c1d545234404 req-7f8c3173-154e-4b35-a58c-26a9dbdcff9b tempest-ServerGroupTestJSON-1010104360 tempest-ServerGroupTestJSON-1010104360-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:58:39.478804 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-e0f27af7-aacc-4c0b-9316-edbc12c1109b req-5c1749eb-7a83-4ef4-9883-a9c37a2ec188 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] For port c96fe3c0-1df8-4707-980e-6b6ab0d159b2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c96fe3c0-1df8-4707-980e-6b6ab0d159b2,segment=NetworkSegment(bf0c0471-2624-4f4f-a2e9-e11b0e1b254e),segment_id=bf0c0471-2624-4f4f-a2e9-e11b0e1b254e)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:58:39.479246 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-e0f27af7-aacc-4c0b-9316-edbc12c1109b req-5c1749eb-7a83-4ef4-9883-a9c37a2ec188 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (c96fe3c0-1df8-4707-980e-6b6ab0d159b2), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:39.509788 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=54d4d944-47e9-4336-a070-44cbc0439ffd,revision_number=6']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:39.519056 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d8a25b91-3320-4db7-b4cf-e9615198ffae req-9c29e2f3-d788-49f6-8f98-7889d323e117 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/security-groups?id=623940a1-6290-423b-87cb-2a84fe4a7634&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1939979
May 07 21:58:39.522521 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9253eca-bfa9-49b9-921a-a6b0e0cb647b admin admin] Made reservation on behalf of 4d8cbe750a6f4170bb6e7ac39950027c for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:58:39.526809 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e9253eca-bfa9-49b9-921a-a6b0e0cb647b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:39.553029 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-b531d90a-7936-459d-add1-dc1269932265 None None] Port c3af0b52-e2d3-4593-a7f9-ff7d7fa37fb8 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:58:39.615324 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e901196e-16d5-4550-b571-314bb413533e req-894be3ef-2bcf-4820-96ae-c4cdee8f13aa tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups?id=108d65d8-0253-46f4-addb-267f67931aa5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2616870
May 07 21:58:39.655003 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e9253eca-bfa9-49b9-921a-a6b0e0cb647b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:39.657105 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458714bb-02a6-4025-9283-11cdc6af5f6e tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Pushing event updated for resources: {'Port': ['ID=f94b229a-2a3b-4662-917d-6f1cce6a92f6,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:39.839799 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390458ee-6522-4d6f-b8ba-c1d545234404 req-7f8c3173-154e-4b35-a58c-26a9dbdcff9b tempest-ServerGroupTestJSON-1010104360 tempest-ServerGroupTestJSON-1010104360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:39.844219 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-390458ee-6522-4d6f-b8ba-c1d545234404 req-7f8c3173-154e-4b35-a58c-26a9dbdcff9b tempest-ServerGroupTestJSON-1010104360 tempest-ServerGroupTestJSON-1010104360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:39.850014 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 07 May 2022 21:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d61ca379-e3c0-4aa9-9284-e5d0fae7a58e x-openstack-request-id: req-d61ca379-e3c0-4aa9-9284-e5d0fae7a58e {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:58:39.850314 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bc2b763-2769-4c0e-9bf3-9ee54868505c", "name": "network-vif-unplugged", "status": "completed", "tag": "54d4d944-47e9-4336-a070-44cbc0439ffd", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:58:39.850570 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d61ca379-e3c0-4aa9-9284-e5d0fae7a58e {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:58:39.850997 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d61ca379-e3c0-4aa9-9284-e5d0fae7a58e'] response: {'server_uuid': '7bc2b763-2769-4c0e-9bf3-9ee54868505c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54d4d944-47e9-4336-a070-44cbc0439ffd', 'code': 200}
May 07 21:58:39.870756 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-b531d90a-7936-459d-add1-dc1269932265 None None] Provisioning complete for port 2f161006-44a3-487e-a5e7-cd573cb8e395 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:58:39.871170 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b531d90a-7936-459d-add1-dc1269932265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (2f161006-44a3-487e-a5e7-cd573cb8e395), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:39.880248 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12362297-a483-472d-806e-02249cd689ff req-a931dd1d-a5f1-4bd0-ab18-cc8c72cc7326 tempest-ServerGroupTestJSON-1010104360 tempest-ServerGroupTestJSON-1010104360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:39.882140 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-12362297-a483-472d-806e-02249cd689ff req-a931dd1d-a5f1-4bd0-ab18-cc8c72cc7326 tempest-ServerGroupTestJSON-1010104360 tempest-ServerGroupTestJSON-1010104360-project] 10.222.0.32 "GET /v2.0/ports?device_id=91fbc518-9d2b-4fb9-a281-c926bba6230b HTTP/1.1" status: 200  len: 931 time: 0.1754270
May 07 21:58:39.964348 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-e0f27af7-aacc-4c0b-9316-edbc12c1109b req-5c1749eb-7a83-4ef4-9883-a9c37a2ec188 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:39.964710 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-e0f27af7-aacc-4c0b-9316-edbc12c1109b req-5c1749eb-7a83-4ef4-9883-a9c37a2ec188 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (ee1a1ed1-fdaf-4b6c-9381-832f075da9dc), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:39.965235 ncdv-master-1 neutron-server[121837]: INFO neutron.db.l3_db [req-e0f27af7-aacc-4c0b-9316-edbc12c1109b req-5c1749eb-7a83-4ef4-9883-a9c37a2ec188 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Floating IP ee1a1ed1-fdaf-4b6c-9381-832f075da9dc disassociated. External IP: 172.35.4.67, port: c96fe3c0-1df8-4707-980e-6b6ab0d159b2.
May 07 21:58:39.965591 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-e0f27af7-aacc-4c0b-9316-edbc12c1109b req-5c1749eb-7a83-4ef4-9883-a9c37a2ec188 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Calling delete_port for c96fe3c0-1df8-4707-980e-6b6ab0d159b2 owned by compute:nova {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:58:39.984715 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-12362297-a483-472d-806e-02249cd689ff req-f7d18fca-d8f5-403b-b7ee-63f13d63bb2d tempest-ServerGroupTestJSON-1010104360 tempest-ServerGroupTestJSON-1010104360-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3705596-06d0-4f1c-9f10-ee2c7105fc11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0966144
May 07 21:58:39.988383 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70012351-263a-4aac-8a8f-3b59be78e4dd tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Made reservation on behalf of e8e04e47c1cd4025a59809f6e8d6d7b6 for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:58:39.992024 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-70012351-263a-4aac-8a8f-3b59be78e4dd tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:40.004522 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 71668c08-ceb0-45d8-bf34-62ef492583f9 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:58:40.004907 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (71668c08-ceb0-45d8-bf34-62ef492583f9), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:40.018245 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8c3173-154e-4b35-a58c-26a9dbdcff9b tempest-ServerGroupTestJSON-1010104360 tempest-ServerGroupTestJSON-1010104360-project] Pushing event updated for resources: {'Port': ['ID=315c86cf-24f5-40e0-a4b9-4de7e8201af2,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:40.071012 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 5ace34e4-5209-40cb-a0ff-407d97d110dd is: ACTIVE; New status is: DOWN {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:58:40.071388 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (5ace34e4-5209-40cb-a0ff-407d97d110dd), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:40.079226 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-390458ee-6522-4d6f-b8ba-c1d545234404 req-7f8c3173-154e-4b35-a58c-26a9dbdcff9b tempest-ServerGroupTestJSON-1010104360 tempest-ServerGroupTestJSON-1010104360-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.2237272
May 07 21:58:40.116651 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91f8283-55d2-46c1-b5e0-6a3bef9bb33f req-7e739cac-93ea-4d67-9808-9276733feccd tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:40.118268 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b91f8283-55d2-46c1-b5e0-6a3bef9bb33f req-7e739cac-93ea-4d67-9808-9276733feccd tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8f949ce-22d7-44fa-a1f2-d579d5bd9d12 HTTP/1.1" status: 200  len: 946 time: 0.2264507
May 07 21:58:40.138328 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-390458ee-6522-4d6f-b8ba-c1d545234404 req-e9509b2f-cbef-4255-b932-68634c836db5 service neutron] Request body: {'port': {'device_id': '91fbc518-9d2b-4fb9-a281-c926bba6230b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:58:40.143975 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-e0f27af7-aacc-4c0b-9316-edbc12c1109b req-5c1749eb-7a83-4ef4-9883-a9c37a2ec188 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (c96fe3c0-1df8-4707-980e-6b6ab0d159b2), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:40.175714 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1749eb-7a83-4ef4-9883-a9c37a2ec188 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Pushing event deleted for resources: {'Port': ['ID=c96fe3c0-1df8-4707-980e-6b6ab0d159b2,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:40.194104 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5f9930-855e-40ba-950b-3b05d2179748 req-4e8469a9-cf75-4042-af91-cb8f78b4963a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:40.195794 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9c5f9930-855e-40ba-950b-3b05d2179748 req-4e8469a9-cf75-4042-af91-cb8f78b4963a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=83ad7d9c-5e14-44b9-a948-c9c337d99f0c&tenant_id=93c3c71171814bb7b1018904086ad506 HTTP/1.1" status: 200  len: 1126 time: 0.2419379
May 07 21:58:40.280554 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-458714bb-02a6-4025-9283-11cdc6af5f6e tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f94b229a-2a3b-4662-917d-6f1cce6a92f6), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:40.349587 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e0f27af7-aacc-4c0b-9316-edbc12c1109b req-5c1749eb-7a83-4ef4-9883-a9c37a2ec188 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Router e3a1d90a-24c4-4c94-b78c-81c55430cd63 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 21:58:40.360280 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ecac5281-106a-4f55-8ee6-a8c525756690 None None] Publish callbacks [] for port (87aba6a3-0636-44bc-8c4f-e0345c7aad8b), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:40.369695 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 5ace34e4-5209-40cb-a0ff-407d97d110dd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5ace34e4-5209-40cb-a0ff-407d97d110dd,segment=NetworkSegment(918ce7a0-6436-4d36-8bb4-df4087f94e32),segment_id=918ce7a0-6436-4d36-8bb4-df4087f94e32)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:58:40.378355 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ecac5281-106a-4f55-8ee6-a8c525756690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (87aba6a3-0636-44bc-8c4f-e0345c7aad8b), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:40.384820 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (5ace34e4-5209-40cb-a0ff-407d97d110dd), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:40.385531 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device c3af0b52-e2d3-4593-a7f9-ff7d7fa37fb8 no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:58:40.403122 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5f9930-855e-40ba-950b-3b05d2179748 req-36c7c520-d4ee-4766-8c4d-dc346b3ab142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:40.404685 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9c5f9930-855e-40ba-950b-3b05d2179748 req-36c7c520-d4ee-4766-8c4d-dc346b3ab142 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=93c3c71171814bb7b1018904086ad506&device_id=83ad7d9c-5e14-44b9-a948-c9c337d99f0c HTTP/1.1" status: 200  len: 1126 time: 0.1601589
May 07 21:58:40.445988 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-b531d90a-7936-459d-add1-dc1269932265 None None] Current status of the port 2f161006-44a3-487e-a5e7-cd573cb8e395 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:58:40.458575 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecac5281-106a-4f55-8ee6-a8c525756690 None None] Network e5a0430d-3f5e-4ba4-96fc-c3ca846ae52d is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:58:40.464385 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-ecac5281-106a-4f55-8ee6-a8c525756690 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:58:40.466519 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b91f8283-55d2-46c1-b5e0-6a3bef9bb33f req-416745b0-7677-477b-8f88-34738b69ee1e tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3236489
May 07 21:58:40.472614 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 71668c08-ceb0-45d8-bf34-62ef492583f9 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:58:40.473148 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e0f27af7-aacc-4c0b-9316-edbc12c1109b req-5c1749eb-7a83-4ef4-9883-a9c37a2ec188 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:58:40.478365 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (71668c08-ceb0-45d8-bf34-62ef492583f9), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:40.485231 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecac5281-106a-4f55-8ee6-a8c525756690 None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:58:40.490482 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-390458ee-6522-4d6f-b8ba-c1d545234404 req-e9509b2f-cbef-4255-b932-68634c836db5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (315c86cf-24f5-40e0-a4b9-4de7e8201af2), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:40.504017 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52572562-9c51-49da-9e53-834e4c499a28 None None] Sync routers for ids ['e3a1d90a-24c4-4c94-b78c-81c55430cd63'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:58:40.506191 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] The host nch2-master-1 is not matching for port c3af0b52-e2d3-4593-a7f9-ff7d7fa37fb8 host ! {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2394}}
May 07 21:58:40.506191 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device c3af0b52-e2d3-4593-a7f9-ff7d7fa37fb8 not bound to the agent host nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:58:40.506829 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device c96fe3c0-1df8-4707-980e-6b6ab0d159b2 no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:58:40.523793 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52572562-9c51-49da-9e53-834e4c499a28 None None] Routers {'e3a1d90a-24c4-4c94-b78c-81c55430cd63'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:58:40.524688 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-52572562-9c51-49da-9e53-834e4c499a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c75b5b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:58:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['e3a1d90a-24c4-4c94-b78c-81c55430cd63'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:58:40.526204 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0f27af7-aacc-4c0b-9316-edbc12c1109b req-5c1749eb-7a83-4ef4-9883-a9c37a2ec188 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] No DVR routers for this DVR port c96fe3c0-1df8-4707-980e-6b6ab0d159b2 on host nch2-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:58:40.528934 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-e0f27af7-aacc-4c0b-9316-edbc12c1109b req-5c1749eb-7a83-4ef4-9883-a9c37a2ec188 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:40.532131 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] No Port match for: c96fe3c0-1df8-4707-980e-6b6ab0d159b2 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:58:40.532644 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e0f27af7-aacc-4c0b-9316-edbc12c1109b req-5c1749eb-7a83-4ef4-9883-a9c37a2ec188 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.59 "DELETE /v2.0/ports/c96fe3c0-1df8-4707-980e-6b6ab0d159b2 HTTP/1.1" status: 204  len: 173 time: 1.7916017
May 07 21:58:40.532829 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device c96fe3c0-1df8-4707-980e-6b6ab0d159b2 not bound to the agent host nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:58:40.533094 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bc2b763-2769-4c0e-9bf3-9ee54868505c', 'name': 'network-vif-deleted', 'tag': 'c96fe3c0-1df8-4707-980e-6b6ab0d159b2'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:58:40.533320 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 840ebb23-b4df-469e-b8a1-03792fff9bb1 no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:58:40.535627 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-659ed33d-cafa-4850-a35f-b4170762eab9" -d '{"events": [{"server_uuid": "7bc2b763-2769-4c0e-9bf3-9ee54868505c", "name": "network-vif-deleted", "tag": "c96fe3c0-1df8-4707-980e-6b6ab0d159b2"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:58:40.552851 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e9253eca-bfa9-49b9-921a-a6b0e0cb647b admin admin] Publish callbacks [] for security_group (cf46da07-6a27-43e1-bac5-454404106135), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:40.615338 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea53e25f-92cc-45cc-8272-d578d5793a09 x-openstack-request-id: req-ea53e25f-92cc-45cc-8272-d578d5793a09 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:58:40.615685 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bc2b763-2769-4c0e-9bf3-9ee54868505c", "name": "network-vif-deleted", "tag": "c96fe3c0-1df8-4707-980e-6b6ab0d159b2", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:58:40.615951 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ea53e25f-92cc-45cc-8272-d578d5793a09 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:58:40.616513 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea53e25f-92cc-45cc-8272-d578d5793a09'] response: {'server_uuid': '7bc2b763-2769-4c0e-9bf3-9ee54868505c', 'name': 'network-vif-deleted', 'tag': 'c96fe3c0-1df8-4707-980e-6b6ab0d159b2', 'status': 'completed', 'code': 200}
May 07 21:58:40.626723 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e9253eca-bfa9-49b9-921a-a6b0e0cb647b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (cf46da07-6a27-43e1-bac5-454404106135), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:40.629330 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecac5281-106a-4f55-8ee6-a8c525756690 None None] Pushing event updated for resources: {'Port': ['ID=87aba6a3-0636-44bc-8c4f-e0345c7aad8b,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:40.713985 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=5ace34e4-5209-40cb-a0ff-407d97d110dd,revision_number=6']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:40.715999 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-e0f27af7-aacc-4c0b-9316-edbc12c1109b req-27310ce9-d9af-4298-803f-b9c9ce43eaab tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Deleting port bd421caf-72a7-469a-bd36-ed429f10bc0d {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:58:40.723581 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-e0f27af7-aacc-4c0b-9316-edbc12c1109b req-27310ce9-d9af-4298-803f-b9c9ce43eaab tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (bd421caf-72a7-469a-bd36-ed429f10bc0d), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:40.759691 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-f7b4c065-eab0-4224-a342-c45c2b6ed299 None None] Provisioning complete for port f94b229a-2a3b-4662-917d-6f1cce6a92f6 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:58:40.760254 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f7b4c065-eab0-4224-a342-c45c2b6ed299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (f94b229a-2a3b-4662-917d-6f1cce6a92f6), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:40.781295 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-ecac5281-106a-4f55-8ee6-a8c525756690 None None] Attempting to bind port 87aba6a3-0636-44bc-8c4f-e0345c7aad8b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:58:40.781857 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-ecac5281-106a-4f55-8ee6-a8c525756690 None None] Attempting to bind port 87aba6a3-0636-44bc-8c4f-e0345c7aad8b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'fd65e33a-85bc-4349-beab-7015e81b1a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e5a0430d-3f5e-4ba4-96fc-c3ca846ae52d'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:58:40.782332 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecac5281-106a-4f55-8ee6-a8c525756690 None None] Attempting to bind port 87aba6a3-0636-44bc-8c4f-e0345c7aad8b on network e5a0430d-3f5e-4ba4-96fc-c3ca846ae52d {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:58:40.806568 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port 71668c08-ceb0-45d8-bf34-62ef492583f9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=71668c08-ceb0-45d8-bf34-62ef492583f9,segment=NetworkSegment(e0f1733d-5090-4945-9f38-f5b479ba03bf),segment_id=e0f1733d-5090-4945-9f38-f5b479ba03bf)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:58:40.808390 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecac5281-106a-4f55-8ee6-a8c525756690 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:58:40.808891 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecac5281-106a-4f55-8ee6-a8c525756690 None None] Checking segment: {'id': 'fd65e33a-85bc-4349-beab-7015e81b1a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e5a0430d-3f5e-4ba4-96fc-c3ca846ae52d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:58:40.809439 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ecac5281-106a-4f55-8ee6-a8c525756690 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:40.809941 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecac5281-106a-4f55-8ee6-a8c525756690 None None] Bound using segment: {'id': 'fd65e33a-85bc-4349-beab-7015e81b1a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e5a0430d-3f5e-4ba4-96fc-c3ca846ae52d'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:58:40.811091 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-ecac5281-106a-4f55-8ee6-a8c525756690 None None] Bound port: 87aba6a3-0636-44bc-8c4f-e0345c7aad8b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd65e33a-85bc-4349-beab-7015e81b1a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'e5a0430d-3f5e-4ba4-96fc-c3ca846ae52d'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:58:40.811627 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ecac5281-106a-4f55-8ee6-a8c525756690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (87aba6a3-0636-44bc-8c4f-e0345c7aad8b), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:40.821289 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-52572562-9c51-49da-9e53-834e4c499a28 None None] Set router e3a1d90a-24c4-4c94-b78c-81c55430cd63 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:58:40.829763 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (71668c08-ceb0-45d8-bf34-62ef492583f9), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:40.830865 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 2f161006-44a3-487e-a5e7-cd573cb8e395 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:58:40.918354 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-e0f27af7-aacc-4c0b-9316-edbc12c1109b req-27310ce9-d9af-4298-803f-b9c9ce43eaab tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] For port bd421caf-72a7-469a-bd36-ed429f10bc0d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bd421caf-72a7-469a-bd36-ed429f10bc0d,segment=NetworkSegment(918ce7a0-6436-4d36-8bb4-df4087f94e32),segment_id=918ce7a0-6436-4d36-8bb4-df4087f94e32)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:58:40.918354 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-e0f27af7-aacc-4c0b-9316-edbc12c1109b req-27310ce9-d9af-4298-803f-b9c9ce43eaab tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (bd421caf-72a7-469a-bd36-ed429f10bc0d), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:40.920460 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=71668c08-ceb0-45d8-bf34-62ef492583f9,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:40.950810 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-e0f27af7-aacc-4c0b-9316-edbc12c1109b req-27310ce9-d9af-4298-803f-b9c9ce43eaab tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Calling delete_port for bd421caf-72a7-469a-bd36-ed429f10bc0d owned by compute:nova {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:58:40.975946 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9253eca-bfa9-49b9-921a-a6b0e0cb647b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 21:58:40.978035 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-f7b4c065-eab0-4224-a342-c45c2b6ed299 None None] Port f94b229a-2a3b-4662-917d-6f1cce6a92f6 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:58:41.024018 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9253eca-bfa9-49b9-921a-a6b0e0cb647b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf46da07-6a27-43e1-bac5-454404106135,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:41.027754 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 840ebb23-b4df-469e-b8a1-03792fff9bb1 is: ACTIVE; New status is: DOWN {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:58:41.028281 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (840ebb23-b4df-469e-b8a1-03792fff9bb1), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:41.063234 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e9253eca-bfa9-49b9-921a-a6b0e0cb647b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (4f37400b-0077-447a-921a-c448eb1912c6), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:41.063613 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-e9253eca-bfa9-49b9-921a-a6b0e0cb647b admin admin] Added segment 4f37400b-0077-447a-921a-c448eb1912c6 of type vlan for network cdb8575a-7cf2-47f8-bd9b-95a65c7d192a
May 07 21:58:41.089197 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d135490-3b96-438e-b493-d4aa50852b6e req-5454b14b-35cb-40e1-9b50-4c1ccbba69fb tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:41.094899 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d135490-3b96-438e-b493-d4aa50852b6e req-5454b14b-35cb-40e1-9b50-4c1ccbba69fb tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:41.099723 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d135490-3b96-438e-b493-d4aa50852b6e req-5454b14b-35cb-40e1-9b50-4c1ccbba69fb tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:41.105674 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d135490-3b96-438e-b493-d4aa50852b6e req-5454b14b-35cb-40e1-9b50-4c1ccbba69fb tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:41.107182 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5d135490-3b96-438e-b493-d4aa50852b6e req-5454b14b-35cb-40e1-9b50-4c1ccbba69fb tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc2b763-2769-4c0e-9bf3-9ee54868505c HTTP/1.1" status: 200  len: 3146 time: 0.4060438
May 07 21:58:41.120707 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-52572562-9c51-49da-9e53-834e4c499a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c75b5b0>, [{'id': 'e3a1d90a-24c4-4c94-b78c-81c55430cd63', 'name': 'tempest-TaggedBootDevicesTest_v242-266532812-router', 'tenant_id': 'f75cb675742543209bcbb75d99b60e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.241'}], 'enable_snat': True}, 'gw_port_id': 'f05ee1ae-389a-4488-bc32-028cfefc9716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:52:13Z', 'updated_at': '2022-05-07T21:52:20Z', 'revision_number': 4, 'project_id': 'f75cb675742543209bcbb75d99b60e97', 'gw_port': {'id': 'f05ee1ae-389a-4488-bc32-028cfefc9716', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:fa:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a1d90a-24c4-4c94-b78c-81c55430cd63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:52:14Z', 'updated_at': '2022-05-07T21:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7e834a6e-1bba-4067-b31c-6f34e266cb47', 'name': '', 'network_id': '509cbb97-8d95-4377-b498-4ce6a1d5a1d9', 'tenant_id': 'f75cb675742543209bcbb75d99b60e97', 'mac_address': 'fa:16:3e:8c:93:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a1d90a-24c4-4c94-b78c-81c55430cd63', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '2c9b6f0f-d910-4c1b-9477-b2b4c63a6d0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:52:19Z', 'updated_at': '2022-05-07T21:52:25Z', 'revision_number': 5, 'project_id': 'f75cb675742543209bcbb75d99b60e97', 'subnets': [{'id': '2c9b6f0f-d910-4c1b-9477-b2b4c63a6d0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:58:41.127816 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16476470-ef19-49ba-94a5-cba6e3c69ca4 req-52bf5484-bc91-444d-b21b-3774347e5397 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:41.129517 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-16476470-ef19-49ba-94a5-cba6e3c69ca4 req-52bf5484-bc91-444d-b21b-3774347e5397 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=83ad7d9c-5e14-44b9-a948-c9c337d99f0c HTTP/1.1" status: 200  len: 944 time: 0.3516514
May 07 21:58:41.134496 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-ecac5281-106a-4f55-8ee6-a8c525756690 None None] For port 87aba6a3-0636-44bc-8c4f-e0345c7aad8b, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:58:41.139198 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-ecac5281-106a-4f55-8ee6-a8c525756690 None None] For port 87aba6a3-0636-44bc-8c4f-e0345c7aad8b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=87aba6a3-0636-44bc-8c4f-e0345c7aad8b,segment=NetworkSegment(fd65e33a-85bc-4349-beab-7015e81b1a89),segment_id=fd65e33a-85bc-4349-beab-7015e81b1a89)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:58:41.166270 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52572562-9c51-49da-9e53-834e4c499a28 None None] Checking router: e3a1d90a-24c4-4c94-b78c-81c55430cd63 for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 21:58:41.168526 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 840ebb23-b4df-469e-b8a1-03792fff9bb1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=840ebb23-b4df-469e-b8a1-03792fff9bb1,segment=NetworkSegment(2619035a-1889-472a-bdb4-8fd69e462829),segment_id=2619035a-1889-472a-bdb4-8fd69e462829)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:58:41.173919 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-f7b4c065-eab0-4224-a342-c45c2b6ed299 None None] Provisioning complete for port 71668c08-ceb0-45d8-bf34-62ef492583f9 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:58:41.174738 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f7b4c065-eab0-4224-a342-c45c2b6ed299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (71668c08-ceb0-45d8-bf34-62ef492583f9), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:41.179135 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ecac5281-106a-4f55-8ee6-a8c525756690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (87aba6a3-0636-44bc-8c4f-e0345c7aad8b), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:41.180337 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52572562-9c51-49da-9e53-834e4c499a28 None None] Routers {'e3a1d90a-24c4-4c94-b78c-81c55430cd63'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:58:41.180951 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-52572562-9c51-49da-9e53-834e4c499a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c75b5b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:58:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['e3a1d90a-24c4-4c94-b78c-81c55430cd63'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:58:41.236499 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-16476470-ef19-49ba-94a5-cba6e3c69ca4 req-fc862a43-e042-45f5-be1c-ebe7ed0dcb37 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups?id=108d65d8-0253-46f4-addb-267f67931aa5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0995650
May 07 21:58:41.269931 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5f9930-855e-40ba-950b-3b05d2179748 req-6b3fd925-26a6-4cf2-a432-ffa042682d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:41.269931 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9c5f9930-855e-40ba-950b-3b05d2179748 req-6b3fd925-26a6-4cf2-a432-ffa042682d6e service neutron] 10.222.0.55 "GET /v2.0/networks?id=772be29c-bb44-46ae-a3e0-b0a78574bddf HTTP/1.1" status: 200  len: 918 time: 0.8267205
May 07 21:58:41.280910 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-e0f27af7-aacc-4c0b-9316-edbc12c1109b req-27310ce9-d9af-4298-803f-b9c9ce43eaab tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (bd421caf-72a7-469a-bd36-ed429f10bc0d), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:41.298108 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecac5281-106a-4f55-8ee6-a8c525756690 None None] Pushing event updated for resources: {'Port': ['ID=87aba6a3-0636-44bc-8c4f-e0345c7aad8b,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:41.312395 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (840ebb23-b4df-469e-b8a1-03792fff9bb1), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:41.313118 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device bd421caf-72a7-469a-bd36-ed429f10bc0d no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:58:41.325880 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27310ce9-d9af-4298-803f-b9c9ce43eaab tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Pushing event deleted for resources: {'Port': ['ID=bd421caf-72a7-469a-bd36-ed429f10bc0d,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:41.350663 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e9253eca-bfa9-49b9-921a-a6b0e0cb647b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (cdb8575a-7cf2-47f8-bd9b-95a65c7d192a), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:41.377007 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 2f161006-44a3-487e-a5e7-cd573cb8e395 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:58:41.377394 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (2f161006-44a3-487e-a5e7-cd573cb8e395), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:41.378947 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] No Port match for: bd421caf-72a7-469a-bd36-ed429f10bc0d {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:58:41.379301 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device bd421caf-72a7-469a-bd36-ed429f10bc0d not bound to the agent host nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:58:41.379731 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 7ea348ce-dc31-4a97-a925-458a8adb95a1 no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:58:41.393386 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-70012351-263a-4aac-8a8f-3b59be78e4dd tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (44daed55-a03e-4cae-8d8d-a385856e8209), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:41.398644 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-52572562-9c51-49da-9e53-834e4c499a28 None None] Set router e3a1d90a-24c4-4c94-b78c-81c55430cd63 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:58:41.420580 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0f27af7-aacc-4c0b-9316-edbc12c1109b req-27310ce9-d9af-4298-803f-b9c9ce43eaab tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] No DVR routers for this DVR port bd421caf-72a7-469a-bd36-ed429f10bc0d on host nch2-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:58:41.440340 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-e0f27af7-aacc-4c0b-9316-edbc12c1109b req-27310ce9-d9af-4298-803f-b9c9ce43eaab tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:41.443758 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e0f27af7-aacc-4c0b-9316-edbc12c1109b req-27310ce9-d9af-4298-803f-b9c9ce43eaab tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.59 "DELETE /v2.0/ports/bd421caf-72a7-469a-bd36-ed429f10bc0d HTTP/1.1" status: 204  len: 173 time: 0.9054093
May 07 21:58:41.499328 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=840ebb23-b4df-469e-b8a1-03792fff9bb1,revision_number=6']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:41.534009 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] The host nch2-master-1 is not matching for port 7ea348ce-dc31-4a97-a925-458a8adb95a1 host ! {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2394}}
May 07 21:58:41.534423 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 7ea348ce-dc31-4a97-a925-458a8adb95a1 not bound to the agent host nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:58:41.581241 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-e0f27af7-aacc-4c0b-9316-edbc12c1109b req-a16b6326-1e64-4c54-8f65-ba64467c8704 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Deleting port 5ace34e4-5209-40cb-a0ff-407d97d110dd {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:58:41.582418 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-e0f27af7-aacc-4c0b-9316-edbc12c1109b req-a16b6326-1e64-4c54-8f65-ba64467c8704 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (5ace34e4-5209-40cb-a0ff-407d97d110dd), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:41.600142 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-f7b4c065-eab0-4224-a342-c45c2b6ed299 None None] Current status of the port 71668c08-ceb0-45d8-bf34-62ef492583f9 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:58:41.610198 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9c5f9930-855e-40ba-950b-3b05d2179748 req-da6f79ba-039a-4ad4-9797-d633fc879701 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2 HTTP/1.1" status: 200  len: 999 time: 0.3118525
May 07 21:58:41.615996 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 2f161006-44a3-487e-a5e7-cd573cb8e395 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:58:41.726678 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e9253eca-bfa9-49b9-921a-a6b0e0cb647b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (cdb8575a-7cf2-47f8-bd9b-95a65c7d192a), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:41.728117 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9253eca-bfa9-49b9-921a-a6b0e0cb647b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:41.728942 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e9253eca-bfa9-49b9-921a-a6b0e0cb647b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:41.730330 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad285c9-b7b0-482d-b2e6-2c1a89fe2036 req-f2f7d7fb-6975-4831-9644-80cb74866047 tempest-ServerGroupTestJSON-1010104360 tempest-ServerGroupTestJSON-1010104360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:41.741405 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0ad285c9-b7b0-482d-b2e6-2c1a89fe2036 req-f2f7d7fb-6975-4831-9644-80cb74866047 tempest-ServerGroupTestJSON-1010104360 tempest-ServerGroupTestJSON-1010104360-project] 10.222.0.32 "GET /v2.0/ports?device_id=91fbc518-9d2b-4fb9-a281-c926bba6230b HTTP/1.1" status: 200  len: 931 time: 0.3667777
May 07 21:58:41.774809 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-52572562-9c51-49da-9e53-834e4c499a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c75b5b0>, [{'id': 'e3a1d90a-24c4-4c94-b78c-81c55430cd63', 'name': 'tempest-TaggedBootDevicesTest_v242-266532812-router', 'tenant_id': 'f75cb675742543209bcbb75d99b60e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.241'}], 'enable_snat': True}, 'gw_port_id': 'f05ee1ae-389a-4488-bc32-028cfefc9716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:52:13Z', 'updated_at': '2022-05-07T21:52:20Z', 'revision_number': 4, 'project_id': 'f75cb675742543209bcbb75d99b60e97', 'gw_port': {'id': 'f05ee1ae-389a-4488-bc32-028cfefc9716', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:fa:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a1d90a-24c4-4c94-b78c-81c55430cd63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:52:14Z', 'updated_at': '2022-05-07T21:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7e834a6e-1bba-4067-b31c-6f34e266cb47', 'name': '', 'network_id': '509cbb97-8d95-4377-b498-4ce6a1d5a1d9', 'tenant_id': 'f75cb675742543209bcbb75d99b60e97', 'mac_address': 'fa:16:3e:8c:93:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a1d90a-24c4-4c94-b78c-81c55430cd63', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '2c9b6f0f-d910-4c1b-9477-b2b4c63a6d0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:52:19Z', 'updated_at': '2022-05-07T21:52:25Z', 'revision_number': 5, 'project_id': 'f75cb675742543209bcbb75d99b60e97', 'subnets': [{'id': '2c9b6f0f-d910-4c1b-9477-b2b4c63a6d0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:58:41.831143 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52572562-9c51-49da-9e53-834e4c499a28 None None] The sync data for ids ['e3a1d90a-24c4-4c94-b78c-81c55430cd63'] in ncdv-master-1 is: [{'id': 'e3a1d90a-24c4-4c94-b78c-81c55430cd63', 'name': 'tempest-TaggedBootDevicesTest_v242-266532812-router', 'tenant_id': 'f75cb675742543209bcbb75d99b60e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.241'}], 'enable_snat': True}, 'gw_port_id': 'f05ee1ae-389a-4488-bc32-028cfefc9716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:52:13Z', 'updated_at': '2022-05-07T21:52:20Z', 'revision_number': 4, 'project_id': 'f75cb675742543209bcbb75d99b60e97', 'gw_port': {'id': 'f05ee1ae-389a-4488-bc32-028cfefc9716', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:fa:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a1d90a-24c4-4c94-b78c-81c55430cd63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:52:14Z', 'updated_at': '2022-05-07T21:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7e834a6e-1bba-4067-b31c-6f34e266cb47', 'name': '', 'network_id': '509cbb97-8d95-4377-b498-4ce6a1d5a1d9', 'tenant_id': 'f75cb675742543209bcbb75d99b60e97', 'mac_address': 'fa:16:3e:8c:93:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a1d90a-24c4-4c94-b78c-81c55430cd63', 'device_owner': 'network:router_interface', 'standard_attr_id': 957, 'fixed_ips': [{'subnet_id': '2c9b6f0f-d910-4c1b-9477-b2b4c63a6d0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:52:19Z', 'updated_at': '2022-05-07T21:52:25Z', 'revision_number': 5, 'project_id': 'f75cb675742543209bcbb75d99b60e97', 'subnets': [{'id': '2c9b6f0f-d910-4c1b-9477-b2b4c63a6d0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:58:41.838436 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-e0f27af7-aacc-4c0b-9316-edbc12c1109b req-a16b6326-1e64-4c54-8f65-ba64467c8704 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] For port 5ace34e4-5209-40cb-a0ff-407d97d110dd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5ace34e4-5209-40cb-a0ff-407d97d110dd,segment=NetworkSegment(918ce7a0-6436-4d36-8bb4-df4087f94e32),segment_id=918ce7a0-6436-4d36-8bb4-df4087f94e32)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:58:41.838981 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-e0f27af7-aacc-4c0b-9316-edbc12c1109b req-a16b6326-1e64-4c54-8f65-ba64467c8704 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (5ace34e4-5209-40cb-a0ff-407d97d110dd), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:41.852333 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bc2b763-2769-4c0e-9bf3-9ee54868505c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ace34e4-5209-40cb-a0ff-407d97d110dd'}, {'server_uuid': '7bc2b763-2769-4c0e-9bf3-9ee54868505c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '840ebb23-b4df-469e-b8a1-03792fff9bb1'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:58:41.854846 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a2c62fb-725e-408c-bc3d-4d217bf22572" -d '{"events": [{"server_uuid": "7bc2b763-2769-4c0e-9bf3-9ee54868505c", "name": "network-vif-unplugged", "status": "completed", "tag": "5ace34e4-5209-40cb-a0ff-407d97d110dd"}, {"server_uuid": "7bc2b763-2769-4c0e-9bf3-9ee54868505c", "name": "network-vif-unplugged", "status": "completed", "tag": "840ebb23-b4df-469e-b8a1-03792fff9bb1"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:58:41.862723 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 71668c08-ceb0-45d8-bf34-62ef492583f9 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:58:41.877437 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-e0f27af7-aacc-4c0b-9316-edbc12c1109b req-a16b6326-1e64-4c54-8f65-ba64467c8704 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Calling delete_port for 5ace34e4-5209-40cb-a0ff-407d97d110dd owned by compute:nova {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:58:41.911747 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0ad285c9-b7b0-482d-b2e6-2c1a89fe2036 req-c3ba9e54-e169-44bd-959d-8756a9389e5c tempest-ServerGroupTestJSON-1010104360 tempest-ServerGroupTestJSON-1010104360-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3705596-06d0-4f1c-9f10-ee2c7105fc11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1615698
May 07 21:58:41.964832 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5f9930-855e-40ba-950b-3b05d2179748 req-1791a3e0-ea68-4377-88ad-b63fa075cb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:41.970861 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9c5f9930-855e-40ba-950b-3b05d2179748 req-1791a3e0-ea68-4377-88ad-b63fa075cb34 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f41cdf1c-9de4-46dc-8689-4d3b6400326c HTTP/1.1" status: 200  len: 856 time: 0.2426300
May 07 21:58:41.994097 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 71668c08-ceb0-45d8-bf34-62ef492583f9 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:58:41.999468 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (71668c08-ceb0-45d8-bf34-62ef492583f9), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:42.024245 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-e9253eca-bfa9-49b9-921a-a6b0e0cb647b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 896 time: 3.5051448
May 07 21:58:42.034474 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 48758) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:58:42.044378 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-500724e3-1587-4639-ad95-658a57f1d141 admin admin] Request body: {'subnet': {'network_id': 'cdb8575a-7cf2-47f8-bd9b-95a65c7d192a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-312225473-subnet', 'tenant_id': '4d8cbe750a6f4170bb6e7ac39950027c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:58:42.093855 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-458714bb-02a6-4025-9283-11cdc6af5f6e tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks [] for port (f94b229a-2a3b-4662-917d-6f1cce6a92f6), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:42.105439 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5d135490-3b96-438e-b493-d4aa50852b6e req-3989e300-4c40-44b5-b4a1-26529108e128 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/security-groups?id=623940a1-6290-423b-87cb-2a84fe4a7634&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.9172642
May 07 21:58:42.106117 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70012351-263a-4aac-8a8f-3b59be78e4dd tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Pushing event updated for resources: {'Subnet': ['ID=44daed55-a03e-4cae-8d8d-a385856e8209,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:42.148168 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4beb8c-e934-499a-b300-88674de6c214 req-10ed66e1-a68f-460e-bf6f-64628f0a343a tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:42.149326 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 71668c08-ceb0-45d8-bf34-62ef492583f9 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:58:42.159494 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9b4beb8c-e934-499a-b300-88674de6c214 req-10ed66e1-a68f-460e-bf6f-64628f0a343a tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8f949ce-22d7-44fa-a1f2-d579d5bd9d12 HTTP/1.1" status: 200  len: 946 time: 0.1379747
May 07 21:58:42.163384 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-500724e3-1587-4639-ad95-658a57f1d141 admin admin] Made reservation on behalf of 4d8cbe750a6f4170bb6e7ac39950027c for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:58:42.166492 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-500724e3-1587-4639-ad95-658a57f1d141 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:42.176974 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Sat, 07 May 2022 21:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53704f5c-9c37-4fff-a1ab-f654a76b2a6d x-openstack-request-id: req-53704f5c-9c37-4fff-a1ab-f654a76b2a6d {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:58:42.177522 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bc2b763-2769-4c0e-9bf3-9ee54868505c", "name": "network-vif-unplugged", "status": "completed", "tag": "5ace34e4-5209-40cb-a0ff-407d97d110dd", "code": 200}, {"server_uuid": "7bc2b763-2769-4c0e-9bf3-9ee54868505c", "name": "network-vif-unplugged", "status": "completed", "tag": "840ebb23-b4df-469e-b8a1-03792fff9bb1", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:58:42.177790 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-53704f5c-9c37-4fff-a1ab-f654a76b2a6d {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:58:42.178212 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53704f5c-9c37-4fff-a1ab-f654a76b2a6d'] response: {'server_uuid': '7bc2b763-2769-4c0e-9bf3-9ee54868505c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ace34e4-5209-40cb-a0ff-407d97d110dd', 'code': 200}
May 07 21:58:42.178501 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53704f5c-9c37-4fff-a1ab-f654a76b2a6d'] response: {'server_uuid': '7bc2b763-2769-4c0e-9bf3-9ee54868505c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '840ebb23-b4df-469e-b8a1-03792fff9bb1', 'code': 200}
May 07 21:58:42.189509 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-e0f27af7-aacc-4c0b-9316-edbc12c1109b req-a16b6326-1e64-4c54-8f65-ba64467c8704 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (5ace34e4-5209-40cb-a0ff-407d97d110dd), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:42.244591 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16b6326-1e64-4c54-8f65-ba64467c8704 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Pushing event deleted for resources: {'Port': ['ID=5ace34e4-5209-40cb-a0ff-407d97d110dd,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:42.356880 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0f27af7-aacc-4c0b-9316-edbc12c1109b req-a16b6326-1e64-4c54-8f65-ba64467c8704 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] No DVR routers for this DVR port 5ace34e4-5209-40cb-a0ff-407d97d110dd on host nch2-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:58:42.363927 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-e0f27af7-aacc-4c0b-9316-edbc12c1109b req-a16b6326-1e64-4c54-8f65-ba64467c8704 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:42.367611 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e0f27af7-aacc-4c0b-9316-edbc12c1109b req-a16b6326-1e64-4c54-8f65-ba64467c8704 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.59 "DELETE /v2.0/ports/5ace34e4-5209-40cb-a0ff-407d97d110dd HTTP/1.1" status: 204  len: 173 time: 0.9168477
May 07 21:58:42.372568 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9b4beb8c-e934-499a-b300-88674de6c214 req-08f0aeb9-cbc7-409b-afd8-24f8a95d050c tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2122447
May 07 21:58:42.465758 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9253eca-bfa9-49b9-921a-a6b0e0cb647b admin admin] Pushing event updated for resources: {'Network': ['ID=cdb8575a-7cf2-47f8-bd9b-95a65c7d192a,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:42.468472 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5f9930-855e-40ba-950b-3b05d2179748 req-73555a08-54a5-45b2-b7e6-cbadc83ac05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:42.470051 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9c5f9930-855e-40ba-950b-3b05d2179748 req-73555a08-54a5-45b2-b7e6-cbadc83ac05e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=772be29c-bb44-46ae-a3e0-b0a78574bddf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.4531415
May 07 21:58:42.470673 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-458714bb-02a6-4025-9283-11cdc6af5f6e tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (f94b229a-2a3b-4662-917d-6f1cce6a92f6), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:42.471480 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-458714bb-02a6-4025-9283-11cdc6af5f6e tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401121'] for router_interface (2b62bb0a-e36f-4a20-8bdb-e000ecb7efbd), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:42.478061 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network cdb8575a-7cf2-47f8-bd9b-95a65c7d192a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 21:58:42.516548 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-e0f27af7-aacc-4c0b-9316-edbc12c1109b req-e117cd6c-00f4-4098-b19c-1687dd872d9f tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Deleting port 840ebb23-b4df-469e-b8a1-03792fff9bb1 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:58:42.517530 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-e0f27af7-aacc-4c0b-9316-edbc12c1109b req-e117cd6c-00f4-4098-b19c-1687dd872d9f tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (840ebb23-b4df-469e-b8a1-03792fff9bb1), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:42.665677 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5432c56c-044a-456a-9953-cbcf8d5fa858 req-80f7f5e5-0d59-4324-8ad9-2fdb8116b197 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:42.678023 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5432c56c-044a-456a-9953-cbcf8d5fa858 req-80f7f5e5-0d59-4324-8ad9-2fdb8116b197 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=83ad7d9c-5e14-44b9-a948-c9c337d99f0c HTTP/1.1" status: 200  len: 944 time: 0.1756003
May 07 21:58:42.732790 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bc2b763-2769-4c0e-9bf3-9ee54868505c', 'name': 'network-vif-deleted', 'tag': 'bd421caf-72a7-469a-bd36-ed429f10bc0d'}, {'server_uuid': '7bc2b763-2769-4c0e-9bf3-9ee54868505c', 'name': 'network-vif-deleted', 'tag': '5ace34e4-5209-40cb-a0ff-407d97d110dd'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:58:42.736936 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d81839dd-2054-43d2-b793-fb67ad46eabf" -d '{"events": [{"server_uuid": "7bc2b763-2769-4c0e-9bf3-9ee54868505c", "name": "network-vif-deleted", "tag": "bd421caf-72a7-469a-bd36-ed429f10bc0d"}, {"server_uuid": "7bc2b763-2769-4c0e-9bf3-9ee54868505c", "name": "network-vif-deleted", "tag": "5ace34e4-5209-40cb-a0ff-407d97d110dd"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:58:42.741115 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c784981-5d0b-4146-8f7f-d8b930342de6 req-e9ea87d7-7bfe-4dab-b929-c455fddd3927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:42.742909 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5c784981-5d0b-4146-8f7f-d8b930342de6 req-e9ea87d7-7bfe-4dab-b929-c455fddd3927 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=85587313eff94af59406aca0c1a96a02&device_id=c8f949ce-22d7-44fa-a1f2-d579d5bd9d12 HTTP/1.1" status: 200  len: 1128 time: 0.1060128
May 07 21:58:42.750738 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-500724e3-1587-4639-ad95-658a57f1d141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (6b88f4b1-de82-49aa-b2ec-e828af5a89eb), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:42.754464 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-e0f27af7-aacc-4c0b-9316-edbc12c1109b req-e117cd6c-00f4-4098-b19c-1687dd872d9f tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] For port 840ebb23-b4df-469e-b8a1-03792fff9bb1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=840ebb23-b4df-469e-b8a1-03792fff9bb1,segment=NetworkSegment(2619035a-1889-472a-bdb4-8fd69e462829),segment_id=2619035a-1889-472a-bdb4-8fd69e462829)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:58:42.755217 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-e0f27af7-aacc-4c0b-9316-edbc12c1109b req-e117cd6c-00f4-4098-b19c-1687dd872d9f tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (840ebb23-b4df-469e-b8a1-03792fff9bb1), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:42.787266 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5432c56c-044a-456a-9953-cbcf8d5fa858 req-e6268f00-8bed-42d2-acfb-34617ec9191e tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups?id=108d65d8-0253-46f4-addb-267f67931aa5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1082165
May 07 21:58:42.806139 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70012351-263a-4aac-8a8f-3b59be78e4dd tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Checking segment: {'id': 'd2cbe4df-6849-4669-a638-223cf9da9cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '36d630f9-04d4-456a-b366-add6d871cc0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:58:42.806697 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70012351-263a-4aac-8a8f-3b59be78e4dd tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Network hostable DHCP agents. Network: 36d630f9-04d4-456a-b366-add6d871cc0d, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 21:58:42.826529 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-e0f27af7-aacc-4c0b-9316-edbc12c1109b req-e117cd6c-00f4-4098-b19c-1687dd872d9f tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Calling delete_port for 840ebb23-b4df-469e-b8a1-03792fff9bb1 owned by compute:nova {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:58:42.843963 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458714bb-02a6-4025-9283-11cdc6af5f6e tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Pushing event updated for resources: {'Port': ['ID=f94b229a-2a3b-4662-917d-6f1cce6a92f6,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:42.862944 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 07 May 2022 21:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13afa021-b521-4ec5-b521-ad5ff11f4c0d x-openstack-request-id: req-13afa021-b521-4ec5-b521-ad5ff11f4c0d {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:58:42.863260 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bc2b763-2769-4c0e-9bf3-9ee54868505c", "name": "network-vif-deleted", "tag": "bd421caf-72a7-469a-bd36-ed429f10bc0d", "status": "completed", "code": 200}, {"server_uuid": "7bc2b763-2769-4c0e-9bf3-9ee54868505c", "name": "network-vif-deleted", "tag": "5ace34e4-5209-40cb-a0ff-407d97d110dd", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:58:42.863602 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-13afa021-b521-4ec5-b521-ad5ff11f4c0d {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:58:42.867134 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d15b0c5-59b2-4c42-a789-29457982ee06 None None] New status for floating IP ee1a1ed1-fdaf-4b6c-9381-832f075da9dc: DOWN {{(pid=121838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 07 21:58:42.871337 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13afa021-b521-4ec5-b521-ad5ff11f4c0d'] response: {'server_uuid': '7bc2b763-2769-4c0e-9bf3-9ee54868505c', 'name': 'network-vif-deleted', 'tag': 'bd421caf-72a7-469a-bd36-ed429f10bc0d', 'status': 'completed', 'code': 200}
May 07 21:58:42.871715 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13afa021-b521-4ec5-b521-ad5ff11f4c0d'] response: {'server_uuid': '7bc2b763-2769-4c0e-9bf3-9ee54868505c', 'name': 'network-vif-deleted', 'tag': '5ace34e4-5209-40cb-a0ff-407d97d110dd', 'status': 'completed', 'code': 200}
May 07 21:58:42.983405 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500724e3-1587-4639-ad95-658a57f1d141 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b88f4b1-de82-49aa-b2ec-e828af5a89eb,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:43.005708 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9c5f9930-855e-40ba-950b-3b05d2179748 req-147632df-ce26-4b21-9549-0ffc34b07371 service neutron] 10.222.0.55 "GET /v2.0/networks/772be29c-bb44-46ae-a3e0-b0a78574bddf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5236001
May 07 21:58:43.052305 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70012351-263a-4aac-8a8f-3b59be78e4dd tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Network 36d630f9-04d4-456a-b366-add6d871cc0d is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 21:58:43.105545 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500724e3-1587-4639-ad95-658a57f1d141 admin admin] Checking segment: {'id': '4f37400b-0077-447a-921a-c448eb1912c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'cdb8575a-7cf2-47f8-bd9b-95a65c7d192a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:58:43.105907 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500724e3-1587-4639-ad95-658a57f1d141 admin admin] Network hostable DHCP agents. Network: cdb8575a-7cf2-47f8-bd9b-95a65c7d192a, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 21:58:43.112266 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c784981-5d0b-4146-8f7f-d8b930342de6 req-13fd724b-4f0a-44c8-9b60-0b72b0c4617c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:43.113806 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5c784981-5d0b-4146-8f7f-d8b930342de6 req-13fd724b-4f0a-44c8-9b60-0b72b0c4617c service neutron] 10.222.0.59 "GET /v2.0/networks?id=9b7653d0-c69e-4364-9ed6-1c005b136d81 HTTP/1.1" status: 200  len: 912 time: 0.3302970
May 07 21:58:43.122964 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b2c8c0-7262-4b97-981e-e38b702a3fe1 None None] Network e5a0430d-3f5e-4ba4-96fc-c3ca846ae52d requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:58:43.138817 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [req-390458ee-6522-4d6f-b8ba-c1d545234404 req-e9509b2f-cbef-4255-b932-68634c836db5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 315c86cf-24f5-40e0-a4b9-4de7e8201af2 {{(pid=121836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:58:43.182060 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5c784981-5d0b-4146-8f7f-d8b930342de6 req-4ed901b0-169f-4c2d-bd1e-1e348dbd31e2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bb2fe61d-de4d-4309-8907-7aa8991753d3 HTTP/1.1" status: 200  len: 217 time: 0.0567489
May 07 21:58:43.187260 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-390458ee-6522-4d6f-b8ba-c1d545234404 req-e9509b2f-cbef-4255-b932-68634c836db5 service neutron] Publish callbacks [] for port (315c86cf-24f5-40e0-a4b9-4de7e8201af2), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:43.187463 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500724e3-1587-4639-ad95-658a57f1d141 admin admin] Network cdb8575a-7cf2-47f8-bd9b-95a65c7d192a is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 21:58:43.189893 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-70012351-263a-4aac-8a8f-3b59be78e4dd tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 36d630f9-04d4-456a-b366-add6d871cc0d) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:58:43.207814 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458714bb-02a6-4025-9283-11cdc6af5f6e tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Network 6070c5f7-65ca-4a78-84ad-14a276af1903 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:58:43.217647 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf392209-820b-453a-b5a8-98701e077eda req-d12a5361-2a67-4947-9cd9-2b94b297f78a tempest-ServerGroupTestJSON-1010104360 tempest-ServerGroupTestJSON-1010104360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:43.219272 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-cf392209-820b-453a-b5a8-98701e077eda req-d12a5361-2a67-4947-9cd9-2b94b297f78a tempest-ServerGroupTestJSON-1010104360 tempest-ServerGroupTestJSON-1010104360-project] 10.222.0.32 "GET /v2.0/ports?device_id=91fbc518-9d2b-4fb9-a281-c926bba6230b HTTP/1.1" status: 200  len: 931 time: 0.1605258
May 07 21:58:43.225127 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70012351-263a-4aac-8a8f-3b59be78e4dd tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:43.225729 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-70012351-263a-4aac-8a8f-3b59be78e4dd tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:43.226351 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-33b8add9-4207-400d-b9d6-22132ded2c74 None None] Provisioning complete for port 87aba6a3-0636-44bc-8c4f-e0345c7aad8b triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:58:43.226740 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-33b8add9-4207-400d-b9d6-22132ded2c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (87aba6a3-0636-44bc-8c4f-e0345c7aad8b), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:43.235050 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-458714bb-02a6-4025-9283-11cdc6af5f6e tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:58:43.235278 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39061ce2-664a-459b-83b7-1d869aaaf475 None None] Network 36d630f9-04d4-456a-b366-add6d871cc0d requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:58:43.239006 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.provisioning_blocks [req-390458ee-6522-4d6f-b8ba-c1d545234404 req-e9509b2f-cbef-4255-b932-68634c836db5 service neutron] Transition to ACTIVE for port object 315c86cf-24f5-40e0-a4b9-4de7e8201af2 will not be triggered until provisioned by entity L2. {{(pid=121836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:58:43.247846 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-500724e3-1587-4639-ad95-658a57f1d141 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, cdb8575a-7cf2-47f8-bd9b-95a65c7d192a) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:58:43.257897 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-390458ee-6522-4d6f-b8ba-c1d545234404 req-e9509b2f-cbef-4255-b932-68634c836db5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (315c86cf-24f5-40e0-a4b9-4de7e8201af2), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:43.264921 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500724e3-1587-4639-ad95-658a57f1d141 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:43.265553 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-500724e3-1587-4639-ad95-658a57f1d141 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:43.288842 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c784981-5d0b-4146-8f7f-d8b930342de6 req-035bc810-87e4-4779-be96-19806b21ac53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:43.290468 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5c784981-5d0b-4146-8f7f-d8b930342de6 req-035bc810-87e4-4779-be96-19806b21ac53 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=68532bd3-831b-4da5-a9e0-f88c1ab76985 HTTP/1.1" status: 200  len: 851 time: 0.0985365
May 07 21:58:43.307223 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-500724e3-1587-4639-ad95-658a57f1d141 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 859 time: 1.2709413
May 07 21:58:43.310151 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-70012351-263a-4aac-8a8f-3b59be78e4dd tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 812 time: 3.9636495
May 07 21:58:43.312505 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 48768) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:58:43.313466 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 48770) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:58:43.324029 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-9a655aab-6ac6-4548-b226-c5bd21d0092f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-312225473-router', 'tenant_id': '4d8cbe750a6f4170bb6e7ac39950027c', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:58:43.332808 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d271239f-c2f9-4f0d-9836-ea46b83bcc8c None None] Network cdb8575a-7cf2-47f8-bd9b-95a65c7d192a requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:58:43.387528 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9c5f9930-855e-40ba-950b-3b05d2179748 req-a8f0b293-c7af-47af-b45b-39c6f09af139 service neutron] 10.222.0.55 "GET /v2.0/networks/772be29c-bb44-46ae-a3e0-b0a78574bddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3734469
May 07 21:58:43.402515 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5c784981-5d0b-4146-8f7f-d8b930342de6 req-20a4e4de-278b-4ccd-b798-de9f37466699 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9b7653d0-c69e-4364-9ed6-1c005b136d81&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0942276
May 07 21:58:43.470219 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b4b571-1189-4637-affe-5a9a43fdec4a req-f44303bc-2555-4d59-af7b-47e46e26ecd3 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:43.476621 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b4b571-1189-4637-affe-5a9a43fdec4a req-f44303bc-2555-4d59-af7b-47e46e26ecd3 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:43.478253 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-55b4b571-1189-4637-affe-5a9a43fdec4a req-f44303bc-2555-4d59-af7b-47e46e26ecd3 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc2b763-2769-4c0e-9bf3-9ee54868505c HTTP/1.1" status: 200  len: 1677 time: 0.1089804
May 07 21:58:43.519205 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-cf392209-820b-453a-b5a8-98701e077eda req-f6465e4a-2c0e-40f9-9ff9-56387ec6f840 tempest-ServerGroupTestJSON-1010104360 tempest-ServerGroupTestJSON-1010104360-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3705596-06d0-4f1c-9f10-ee2c7105fc11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2840588
May 07 21:58:43.574744 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-e0f27af7-aacc-4c0b-9316-edbc12c1109b req-e117cd6c-00f4-4098-b19c-1687dd872d9f tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (840ebb23-b4df-469e-b8a1-03792fff9bb1), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:43.635002 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9509b2f-cbef-4255-b932-68634c836db5 service neutron] Pushing event updated for resources: {'Port': ['ID=315c86cf-24f5-40e0-a4b9-4de7e8201af2,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:43.744288 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9a655aab-6ac6-4548-b226-c5bd21d0092f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (ee7a0e7c-c904-4cad-9649-8ec06aee744b), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:43.754940 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9a655aab-6ac6-4548-b226-c5bd21d0092f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (ee7a0e7c-c904-4cad-9649-8ec06aee744b), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:43.909368 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 87aba6a3-0636-44bc-8c4f-e0345c7aad8b up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:58:43.946239 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15638f7-9665-44b6-8537-fe2fae0fdc99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-36d630f9-04d4-456a-b366-add6d871cc0d', 'network_id': '36d630f9-04d4-456a-b366-add6d871cc0d', 'project_id': 'e8e04e47c1cd4025a59809f6e8d6d7b6', 'fixed_ips': [{'subnet_id': '44daed55-a03e-4cae-8d8d-a385856e8209'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 21:58:43.947540 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f15638f7-9665-44b6-8537-fe2fae0fdc99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:43.988858 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-129405ff-fdc6-44e5-a059-57b0de0978bc tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (36d630f9-04d4-456a-b366-add6d871cc0d), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:43.998714 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b76177-f894-479e-a0df-564225156435 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-cdb8575a-7cf2-47f8-bd9b-95a65c7d192a', 'network_id': 'cdb8575a-7cf2-47f8-bd9b-95a65c7d192a', 'project_id': '4d8cbe750a6f4170bb6e7ac39950027c', 'fixed_ips': [{'subnet_id': '6b88f4b1-de82-49aa-b2ec-e828af5a89eb'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 21:58:43.999975 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a5b76177-f894-479e-a0df-564225156435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:44.000479 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b092f0-7429-499f-a972-6393003c6253 req-24ca10c5-2890-402b-b4b2-1e1788108b3a tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:44.002262 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-36b092f0-7429-499f-a972-6393003c6253 req-24ca10c5-2890-402b-b4b2-1e1788108b3a tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8f949ce-22d7-44fa-a1f2-d579d5bd9d12 HTTP/1.1" status: 200  len: 946 time: 0.3086009
May 07 21:58:44.005810 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-33b8add9-4207-400d-b9d6-22132ded2c74 None None] Current status of the port 87aba6a3-0636-44bc-8c4f-e0345c7aad8b is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:58:44.006316 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-33b8add9-4207-400d-b9d6-22132ded2c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (87aba6a3-0636-44bc-8c4f-e0345c7aad8b), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:44.056951 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9a655aab-6ac6-4548-b226-c5bd21d0092f admin admin] Publish callbacks [] for router_controller (ee7a0e7c-c904-4cad-9649-8ec06aee744b), precommit_add_association {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:44.225188 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-390458ee-6522-4d6f-b8ba-c1d545234404 req-e9509b2f-cbef-4255-b932-68634c836db5 service neutron] Attempting to bind port 315c86cf-24f5-40e0-a4b9-4de7e8201af2 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:58:44.225729 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-390458ee-6522-4d6f-b8ba-c1d545234404 req-e9509b2f-cbef-4255-b932-68634c836db5 service neutron] Attempting to bind port 315c86cf-24f5-40e0-a4b9-4de7e8201af2 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '577a74aa-2eb1-4701-865f-6f69966ef2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ea633534-0feb-4e60-9130-eeaaa8f8c568'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:58:44.225881 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390458ee-6522-4d6f-b8ba-c1d545234404 req-e9509b2f-cbef-4255-b932-68634c836db5 service neutron] Attempting to bind port 315c86cf-24f5-40e0-a4b9-4de7e8201af2 on network ea633534-0feb-4e60-9130-eeaaa8f8c568 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:58:44.265799 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-f15638f7-9665-44b6-8537-fe2fae0fdc99 None None] Allocated IP 2001:db8::1 (36d630f9-04d4-456a-b366-add6d871cc0d/44daed55-a03e-4cae-8d8d-a385856e8209/516b68b4-f350-4bb5-bd1b-70fbbfc5818a) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:58:44.311869 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e117cd6c-00f4-4098-b19c-1687dd872d9f tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Pushing event deleted for resources: {'Port': ['ID=840ebb23-b4df-469e-b8a1-03792fff9bb1,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:44.331814 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-55b4b571-1189-4637-affe-5a9a43fdec4a req-3bde31c2-71ea-4030-91de-ab88280401a0 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/security-groups?id=623940a1-6290-423b-87cb-2a84fe4a7634&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.8168898
May 07 21:58:44.458422 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0f27af7-aacc-4c0b-9316-edbc12c1109b req-e117cd6c-00f4-4098-b19c-1687dd872d9f tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] No DVR routers for this DVR port 840ebb23-b4df-469e-b8a1-03792fff9bb1 on host nch2-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:58:44.461229 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-e0f27af7-aacc-4c0b-9316-edbc12c1109b req-e117cd6c-00f4-4098-b19c-1687dd872d9f tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:44.465360 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e0f27af7-aacc-4c0b-9316-edbc12c1109b req-e117cd6c-00f4-4098-b19c-1687dd872d9f tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.59 "DELETE /v2.0/ports/840ebb23-b4df-469e-b8a1-03792fff9bb1 HTTP/1.1" status: 204  len: 173 time: 2.0905545
May 07 21:58:44.465568 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390458ee-6522-4d6f-b8ba-c1d545234404 req-e9509b2f-cbef-4255-b932-68634c836db5 service neutron] Port 315c86cf-24f5-40e0-a4b9-4de7e8201af2 on network ea633534-0feb-4e60-9130-eeaaa8f8c568 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:58:44.465568 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390458ee-6522-4d6f-b8ba-c1d545234404 req-e9509b2f-cbef-4255-b932-68634c836db5 service neutron] Attempting to bind port 315c86cf-24f5-40e0-a4b9-4de7e8201af2 on network ea633534-0feb-4e60-9130-eeaaa8f8c568 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:58:44.468431 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5c784981-5d0b-4146-8f7f-d8b930342de6 req-3abcb307-0d94-47ea-93b8-9f2ee45df415 service neutron] 10.222.0.59 "GET /v2.0/networks/9b7653d0-c69e-4364-9ed6-1c005b136d81?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0581377
May 07 21:58:44.562721 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-458714bb-02a6-4025-9283-11cdc6af5f6e tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Router 2b62bb0a-e36f-4a20-8bdb-e000ecb7efbd is scheduled to L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db with binding_index 1 {{(pid=121836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 07 21:58:44.576603 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9a655aab-6ac6-4548-b226-c5bd21d0092f admin admin] Publish callbacks [] for router_gateway (ee7a0e7c-c904-4cad-9649-8ec06aee744b), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:44.599330 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390458ee-6522-4d6f-b8ba-c1d545234404 req-e9509b2f-cbef-4255-b932-68634c836db5 service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:58:44.599674 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390458ee-6522-4d6f-b8ba-c1d545234404 req-e9509b2f-cbef-4255-b932-68634c836db5 service neutron] Checking segment: {'id': '577a74aa-2eb1-4701-865f-6f69966ef2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ea633534-0feb-4e60-9130-eeaaa8f8c568'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:58:44.600173 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-390458ee-6522-4d6f-b8ba-c1d545234404 req-e9509b2f-cbef-4255-b932-68634c836db5 service neutron] Bound using segment: {'id': '577a74aa-2eb1-4701-865f-6f69966ef2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ea633534-0feb-4e60-9130-eeaaa8f8c568'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:58:44.600519 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-390458ee-6522-4d6f-b8ba-c1d545234404 req-e9509b2f-cbef-4255-b932-68634c836db5 service neutron] Bound port: 315c86cf-24f5-40e0-a4b9-4de7e8201af2, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '577a74aa-2eb1-4701-865f-6f69966ef2b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'ea633534-0feb-4e60-9130-eeaaa8f8c568'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:58:44.600892 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-390458ee-6522-4d6f-b8ba-c1d545234404 req-e9509b2f-cbef-4255-b932-68634c836db5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (315c86cf-24f5-40e0-a4b9-4de7e8201af2), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:44.681113 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 87aba6a3-0636-44bc-8c4f-e0345c7aad8b triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:58:44.681507 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (87aba6a3-0636-44bc-8c4f-e0345c7aad8b), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:44.698295 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-33b8add9-4207-400d-b9d6-22132ded2c74 None None] For port 87aba6a3-0636-44bc-8c4f-e0345c7aad8b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=87aba6a3-0636-44bc-8c4f-e0345c7aad8b,segment=NetworkSegment(fd65e33a-85bc-4349-beab-7015e81b1a89),segment_id=fd65e33a-85bc-4349-beab-7015e81b1a89)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:58:44.722450 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-36b092f0-7429-499f-a972-6393003c6253 req-f6d765aa-b3a8-48cd-8bbf-0e8adb80a3eb tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6825712
May 07 21:58:44.724852 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-33b8add9-4207-400d-b9d6-22132ded2c74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (87aba6a3-0636-44bc-8c4f-e0345c7aad8b), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:44.751595 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-129405ff-fdc6-44e5-a059-57b0de0978bc tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (44daed55-a03e-4cae-8d8d-a385856e8209), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:44.846295 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-e0f27af7-aacc-4c0b-9316-edbc12c1109b req-7bc6768a-da3e-4793-bfde-878e1ce387d9 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Deleting port 54d4d944-47e9-4336-a070-44cbc0439ffd {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:58:44.846499 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-e0f27af7-aacc-4c0b-9316-edbc12c1109b req-7bc6768a-da3e-4793-bfde-878e1ce387d9 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (54d4d944-47e9-4336-a070-44cbc0439ffd), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:44.877914 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bc2b763-2769-4c0e-9bf3-9ee54868505c', 'name': 'network-vif-deleted', 'tag': '840ebb23-b4df-469e-b8a1-03792fff9bb1'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:58:44.880534 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f11bde1a-86bb-4377-87a4-34698482d2ae" -d '{"events": [{"server_uuid": "7bc2b763-2769-4c0e-9bf3-9ee54868505c", "name": "network-vif-deleted", "tag": "840ebb23-b4df-469e-b8a1-03792fff9bb1"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:58:44.956501 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fa61bd-fb08-45df-adb4-5375c9730332 req-fa1abfdb-89f7-43a1-ac31-ac1d71987998 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:44.967494 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a9fa61bd-fb08-45df-adb4-5375c9730332 req-fa1abfdb-89f7-43a1-ac31-ac1d71987998 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=83ad7d9c-5e14-44b9-a948-c9c337d99f0c HTTP/1.1" status: 200  len: 944 time: 0.3733652
May 07 21:58:45.068900 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b8add9-4207-400d-b9d6-22132ded2c74 None None] Pushing event updated for resources: {'Port': ['ID=87aba6a3-0636-44bc-8c4f-e0345c7aad8b,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:45.134056 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-e0f27af7-aacc-4c0b-9316-edbc12c1109b req-7bc6768a-da3e-4793-bfde-878e1ce387d9 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] For port 54d4d944-47e9-4336-a070-44cbc0439ffd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=54d4d944-47e9-4336-a070-44cbc0439ffd,segment=NetworkSegment(2619035a-1889-472a-bdb4-8fd69e462829),segment_id=2619035a-1889-472a-bdb4-8fd69e462829)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:58:45.135387 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-e0f27af7-aacc-4c0b-9316-edbc12c1109b req-7bc6768a-da3e-4793-bfde-878e1ce387d9 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (54d4d944-47e9-4336-a070-44cbc0439ffd), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:45.153169 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f15638f7-9665-44b6-8537-fe2fae0fdc99 None None] Publish callbacks [] for port (516b68b4-f350-4bb5-bd1b-70fbbfc5818a), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:45.176029 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-e0f27af7-aacc-4c0b-9316-edbc12c1109b req-7bc6768a-da3e-4793-bfde-878e1ce387d9 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Calling delete_port for 54d4d944-47e9-4336-a070-44cbc0439ffd owned by compute:nova {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:58:45.236573 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f15638f7-9665-44b6-8537-fe2fae0fdc99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (516b68b4-f350-4bb5-bd1b-70fbbfc5818a), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:45.274097 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-062b9b08-62b9-49a8-ad71-212f38a3b0dd None None] Provisioning complete for port f94b229a-2a3b-4662-917d-6f1cce6a92f6 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:58:45.274459 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-062b9b08-62b9-49a8-ad71-212f38a3b0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (f94b229a-2a3b-4662-917d-6f1cce6a92f6), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:45.307585 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5c784981-5d0b-4146-8f7f-d8b930342de6 req-9c29d673-c318-4b75-80fd-12e3b1cdec02 service neutron] 10.222.0.59 "GET /v2.0/networks/9b7653d0-c69e-4364-9ed6-1c005b136d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8267388
May 07 21:58:45.376912 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15638f7-9665-44b6-8537-fe2fae0fdc99 None None] Network 36d630f9-04d4-456a-b366-add6d871cc0d is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:58:45.385497 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c923d30-affd-4e85-b583-acb57f98c5dd req-78453caf-b12a-44a2-a4f0-14996ff0834f tempest-ServerGroupTestJSON-1010104360 tempest-ServerGroupTestJSON-1010104360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:45.388556 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1c923d30-affd-4e85-b583-acb57f98c5dd req-78453caf-b12a-44a2-a4f0-14996ff0834f tempest-ServerGroupTestJSON-1010104360 tempest-ServerGroupTestJSON-1010104360-project] 10.222.0.32 "GET /v2.0/ports?device_id=91fbc518-9d2b-4fb9-a281-c926bba6230b HTTP/1.1" status: 200  len: 943 time: 0.2985251
May 07 21:58:45.391962 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-f15638f7-9665-44b6-8537-fe2fae0fdc99 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:58:45.393873 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-390458ee-6522-4d6f-b8ba-c1d545234404 req-e9509b2f-cbef-4255-b932-68634c836db5 service neutron] For port 315c86cf-24f5-40e0-a4b9-4de7e8201af2, host nch1-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:58:45.397431 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-a5b76177-f894-479e-a0df-564225156435 None None] Allocated IP 172.20.0.2 (cdb8575a-7cf2-47f8-bd9b-95a65c7d192a/6b88f4b1-de82-49aa-b2ec-e828af5a89eb/2a010f8c-ae29-4fe5-95fa-3014fa5b03ab) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:58:45.401744 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-390458ee-6522-4d6f-b8ba-c1d545234404 req-e9509b2f-cbef-4255-b932-68634c836db5 service neutron] For port 315c86cf-24f5-40e0-a4b9-4de7e8201af2, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=315c86cf-24f5-40e0-a4b9-4de7e8201af2,segment=NetworkSegment(577a74aa-2eb1-4701-865f-6f69966ef2b9),segment_id=577a74aa-2eb1-4701-865f-6f69966ef2b9)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:58:45.410949 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15638f7-9665-44b6-8537-fe2fae0fdc99 None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:58:45.420690 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15638f7-9665-44b6-8537-fe2fae0fdc99 None None] Pushing event updated for resources: {'Port': ['ID=516b68b4-f350-4bb5-bd1b-70fbbfc5818a,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:45.427655 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-062b9b08-62b9-49a8-ad71-212f38a3b0dd None None] Port f94b229a-2a3b-4662-917d-6f1cce6a92f6 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:58:45.472624 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-458714bb-02a6-4025-9283-11cdc6af5f6e tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:58:45.493412 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d694f4c-4fa3-4ba8-8222-6536e6afb3ac None None] Sync routers for ids ['2b62bb0a-e36f-4a20-8bdb-e000ecb7efbd'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:58:45.494400 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-062b9b08-62b9-49a8-ad71-212f38a3b0dd None None] Provisioning complete for port 87aba6a3-0636-44bc-8c4f-e0345c7aad8b triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:58:45.494995 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-062b9b08-62b9-49a8-ad71-212f38a3b0dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (87aba6a3-0636-44bc-8c4f-e0345c7aad8b), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:45.497660 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 87aba6a3-0636-44bc-8c4f-e0345c7aad8b is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:58:45.525857 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-458714bb-02a6-4025-9283-11cdc6af5f6e tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "PUT /v2.0/routers/2b62bb0a-e36f-4a20-8bdb-e000ecb7efbd/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.8049099
May 07 21:58:45.525857 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-129405ff-fdc6-44e5-a059-57b0de0978bc tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (44daed55-a03e-4cae-8d8d-a385856e8209), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:45.526261 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d694f4c-4fa3-4ba8-8222-6536e6afb3ac None None] Routers {'2b62bb0a-e36f-4a20-8bdb-e000ecb7efbd'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:58:45.526375 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-390458ee-6522-4d6f-b8ba-c1d545234404 req-e9509b2f-cbef-4255-b932-68634c836db5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (315c86cf-24f5-40e0-a4b9-4de7e8201af2), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:45.526493 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-4d694f4c-4fa3-4ba8-8222-6536e6afb3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cf33250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:58:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['2b62bb0a-e36f-4a20-8bdb-e000ecb7efbd'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:58:45.534351 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 48800) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:58:45.584623 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a9fa61bd-fb08-45df-adb4-5375c9730332 req-1de7184f-4044-4ef1-82da-174e5dc5f03d tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups?id=108d65d8-0253-46f4-addb-267f67931aa5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6159809
May 07 21:58:45.633347 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390458ee-6522-4d6f-b8ba-c1d545234404 req-e9509b2f-cbef-4255-b932-68634c836db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:45.635110 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-390458ee-6522-4d6f-b8ba-c1d545234404 req-e9509b2f-cbef-4255-b932-68634c836db5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:45.635110 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-390458ee-6522-4d6f-b8ba-c1d545234404 req-e9509b2f-cbef-4255-b932-68634c836db5 service neutron] 10.222.0.55 "PUT /v2.0/ports/315c86cf-24f5-40e0-a4b9-4de7e8201af2 HTTP/1.1" status: 200  len: 1091 time: 5.5077047
May 07 21:58:45.648218 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-4d694f4c-4fa3-4ba8-8222-6536e6afb3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cf33250>, [], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:58:45.666732 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d694f4c-4fa3-4ba8-8222-6536e6afb3ac None None] Routers {'2b62bb0a-e36f-4a20-8bdb-e000ecb7efbd'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:58:45.667887 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-4d694f4c-4fa3-4ba8-8222-6536e6afb3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cf33250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:58:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['2b62bb0a-e36f-4a20-8bdb-e000ecb7efbd'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:58:45.678517 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91fbc518-9d2b-4fb9-a281-c926bba6230b', 'tag': '315c86cf-24f5-40e0-a4b9-4de7e8201af2'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:58:45.682580 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22002376-f9e2-46c1-ab3b-bff8d8bfb8c0" -d '{"events": [{"name": "network-changed", "server_uuid": "91fbc518-9d2b-4fb9-a281-c926bba6230b", "tag": "315c86cf-24f5-40e0-a4b9-4de7e8201af2"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:58:45.705293 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-e0f27af7-aacc-4c0b-9316-edbc12c1109b req-7bc6768a-da3e-4793-bfde-878e1ce387d9 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (54d4d944-47e9-4336-a070-44cbc0439ffd), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:45.765565 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129405ff-fdc6-44e5-a059-57b0de0978bc tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Pushing event deleted for resources: {'Subnet': ['ID=44daed55-a03e-4cae-8d8d-a385856e8209,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:45.818847 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71048fe5-c376-4655-b351-ece1ac498287 x-openstack-request-id: req-71048fe5-c376-4655-b351-ece1ac498287 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:58:45.819153 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bc2b763-2769-4c0e-9bf3-9ee54868505c", "name": "network-vif-deleted", "tag": "840ebb23-b4df-469e-b8a1-03792fff9bb1", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:58:45.819451 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-71048fe5-c376-4655-b351-ece1ac498287 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:58:45.819866 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71048fe5-c376-4655-b351-ece1ac498287'] response: {'server_uuid': '7bc2b763-2769-4c0e-9bf3-9ee54868505c', 'name': 'network-vif-deleted', 'tag': '840ebb23-b4df-469e-b8a1-03792fff9bb1', 'status': 'completed', 'code': 200}
May 07 21:58:45.822395 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc6768a-da3e-4793-bfde-878e1ce387d9 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Pushing event deleted for resources: {'Port': ['ID=54d4d944-47e9-4336-a070-44cbc0439ffd,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:45.830816 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-4d694f4c-4fa3-4ba8-8222-6536e6afb3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cf33250>, [], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:58:45.832787 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d694f4c-4fa3-4ba8-8222-6536e6afb3ac None None] The sync data for ids ['2b62bb0a-e36f-4a20-8bdb-e000ecb7efbd'] in ncdv-master-1 is: [] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:58:45.902735 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-f15638f7-9665-44b6-8537-fe2fae0fdc99 None None] Attempting to bind port 516b68b4-f350-4bb5-bd1b-70fbbfc5818a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:58:45.911641 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-f15638f7-9665-44b6-8537-fe2fae0fdc99 None None] Attempting to bind port 516b68b4-f350-4bb5-bd1b-70fbbfc5818a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd2cbe4df-6849-4669-a638-223cf9da9cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '36d630f9-04d4-456a-b366-add6d871cc0d'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:58:45.912278 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15638f7-9665-44b6-8537-fe2fae0fdc99 None None] Attempting to bind port 516b68b4-f350-4bb5-bd1b-70fbbfc5818a on network 36d630f9-04d4-456a-b366-add6d871cc0d {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:58:45.941533 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15638f7-9665-44b6-8537-fe2fae0fdc99 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:58:45.947159 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0f27af7-aacc-4c0b-9316-edbc12c1109b req-7bc6768a-da3e-4793-bfde-878e1ce387d9 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] No DVR routers for this DVR port 54d4d944-47e9-4336-a070-44cbc0439ffd on host nch2-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:58:45.947931 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15638f7-9665-44b6-8537-fe2fae0fdc99 None None] Checking segment: {'id': 'd2cbe4df-6849-4669-a638-223cf9da9cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '36d630f9-04d4-456a-b366-add6d871cc0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:58:45.948348 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f15638f7-9665-44b6-8537-fe2fae0fdc99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:45.948748 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15638f7-9665-44b6-8537-fe2fae0fdc99 None None] Bound using segment: {'id': 'd2cbe4df-6849-4669-a638-223cf9da9cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '36d630f9-04d4-456a-b366-add6d871cc0d'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:58:45.949405 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-f15638f7-9665-44b6-8537-fe2fae0fdc99 None None] Bound port: 516b68b4-f350-4bb5-bd1b-70fbbfc5818a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2cbe4df-6849-4669-a638-223cf9da9cef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '36d630f9-04d4-456a-b366-add6d871cc0d'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:58:45.959414 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f15638f7-9665-44b6-8537-fe2fae0fdc99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (516b68b4-f350-4bb5-bd1b-70fbbfc5818a), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:45.980508 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-e0f27af7-aacc-4c0b-9316-edbc12c1109b req-7bc6768a-da3e-4793-bfde-878e1ce387d9 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:45.993583 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e0f27af7-aacc-4c0b-9316-edbc12c1109b req-7bc6768a-da3e-4793-bfde-878e1ce387d9 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.59 "DELETE /v2.0/ports/54d4d944-47e9-4336-a070-44cbc0439ffd HTTP/1.1" status: 204  len: 173 time: 1.5234373
May 07 21:58:46.028809 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9a655aab-6ac6-4548-b226-c5bd21d0092f admin admin] Publish callbacks [] for router_gateway (ee7a0e7c-c904-4cad-9649-8ec06aee744b), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:46.052825 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ee98c88d-8ba9-4b72-be01-b24b75f4e1e0 req-69ac066c-d2c0-416e-9e88-421de380a26a tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc2b763-2769-4c0e-9bf3-9ee54868505c HTTP/1.1" status: 200  len: 210 time: 0.1075983
May 07 21:58:46.059206 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-062b9b08-62b9-49a8-ad71-212f38a3b0dd None None] Current status of the port 87aba6a3-0636-44bc-8c4f-e0345c7aad8b is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:58:46.062206 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 87aba6a3-0636-44bc-8c4f-e0345c7aad8b up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:58:46.226552 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7a8133-ec4d-41f8-bb63-6f85ab54c9b2 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:46.230859 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-3c7a8133-ec4d-41f8-bb63-6f85ab54c9b2 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "GET /v2.0/ports/f94b229a-2a3b-4662-917d-6f1cce6a92f6 HTTP/1.1" status: 200  len: 911 time: 0.6619327
May 07 21:58:46.232802 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 48806) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:58:46.234229 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9a655aab-6ac6-4548-b226-c5bd21d0092f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:46.321413 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a5b76177-f894-479e-a0df-564225156435 None None] Publish callbacks [] for port (2a010f8c-ae29-4fe5-95fa-3014fa5b03ab), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:46.336655 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a5b76177-f894-479e-a0df-564225156435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (2a010f8c-ae29-4fe5-95fa-3014fa5b03ab), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:46.362240 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-f15638f7-9665-44b6-8537-fe2fae0fdc99 None None] For port 516b68b4-f350-4bb5-bd1b-70fbbfc5818a, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:58:46.400665 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 87aba6a3-0636-44bc-8c4f-e0345c7aad8b triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:58:46.401681 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (87aba6a3-0636-44bc-8c4f-e0345c7aad8b), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:46.462268 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-f15638f7-9665-44b6-8537-fe2fae0fdc99 None None] For port 516b68b4-f350-4bb5-bd1b-70fbbfc5818a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=516b68b4-f350-4bb5-bd1b-70fbbfc5818a,segment=NetworkSegment(d2cbe4df-6849-4669-a638-223cf9da9cef),segment_id=d2cbe4df-6849-4669-a638-223cf9da9cef)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:58:46.515183 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b76177-f894-479e-a0df-564225156435 None None] Network cdb8575a-7cf2-47f8-bd9b-95a65c7d192a is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:58:46.516381 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-129405ff-fdc6-44e5-a059-57b0de0978bc tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (36d630f9-04d4-456a-b366-add6d871cc0d), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:46.542375 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-a5b76177-f894-479e-a0df-564225156435 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:58:46.559922 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390458ee-6522-4d6f-b8ba-c1d545234404 req-4dda7181-cd2e-4c48-83d1-c87815f290ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:46.568409 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-390458ee-6522-4d6f-b8ba-c1d545234404 req-4dda7181-cd2e-4c48-83d1-c87815f290ed service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8b773c5686d64d8a8d701f1d4ac3a925&device_id=91fbc518-9d2b-4fb9-a281-c926bba6230b HTTP/1.1" status: 200  len: 1125 time: 0.6910625
May 07 21:58:46.572704 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f15638f7-9665-44b6-8537-fe2fae0fdc99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (516b68b4-f350-4bb5-bd1b-70fbbfc5818a), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:46.586786 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b76177-f894-479e-a0df-564225156435 None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:58:46.604796 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-129405ff-fdc6-44e5-a059-57b0de0978bc tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf8d0678e0>,) {'filters': {'network_id': ['36d630f9-04d4-456a-b366-add6d871cc0d']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:58:46.624004 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b76177-f894-479e-a0df-564225156435 None None] Pushing event updated for resources: {'Port': ['ID=2a010f8c-ae29-4fe5-95fa-3014fa5b03ab,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:46.673680 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-129405ff-fdc6-44e5-a059-57b0de0978bc tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8d0678e0>, 'd2cbe4df-6849-4669-a638-223cf9da9cef') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:58:46.674292 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-129405ff-fdc6-44e5-a059-57b0de0978bc tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8d0678e0>, 'd2cbe4df-6849-4669-a638-223cf9da9cef') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:58:46.689014 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-129405ff-fdc6-44e5-a059-57b0de0978bc tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (d2cbe4df-6849-4669-a638-223cf9da9cef), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:46.734425 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9509b2f-cbef-4255-b932-68634c836db5 service neutron] Pushing event updated for resources: {'Port': ['ID=315c86cf-24f5-40e0-a4b9-4de7e8201af2,revision_number=3']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:46.763002 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1aadfe-4bfd-4de9-97e7-646c9b28eb09 req-0991f459-419f-4800-9c97-c23e453579d3 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:46.763854 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1c923d30-affd-4e85-b583-acb57f98c5dd req-253d1c97-b5cc-4d82-90b2-a75550e38cbf tempest-ServerGroupTestJSON-1010104360 tempest-ServerGroupTestJSON-1010104360-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3705596-06d0-4f1c-9f10-ee2c7105fc11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.2787678
May 07 21:58:46.770070 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-129405ff-fdc6-44e5-a059-57b0de0978bc tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (d2cbe4df-6849-4669-a638-223cf9da9cef), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:46.774994 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1b1aadfe-4bfd-4de9-97e7-646c9b28eb09 req-0991f459-419f-4800-9c97-c23e453579d3 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8f949ce-22d7-44fa-a1f2-d579d5bd9d12 HTTP/1.1" status: 200  len: 946 time: 0.2710590
May 07 21:58:46.906022 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b33c0bbc-c74a-4e7c-bae6-f585d32299eb x-openstack-request-id: req-b33c0bbc-c74a-4e7c-bae6-f585d32299eb {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:58:46.909208 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91fbc518-9d2b-4fb9-a281-c926bba6230b", "tag": "315c86cf-24f5-40e0-a4b9-4de7e8201af2", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:58:46.911122 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b33c0bbc-c74a-4e7c-bae6-f585d32299eb {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:58:46.912182 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b33c0bbc-c74a-4e7c-bae6-f585d32299eb'] response: {'name': 'network-changed', 'server_uuid': '91fbc518-9d2b-4fb9-a281-c926bba6230b', 'tag': '315c86cf-24f5-40e0-a4b9-4de7e8201af2', 'status': 'completed', 'code': 200}
May 07 21:58:46.918703 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-390458ee-6522-4d6f-b8ba-c1d545234404 req-56344295-8777-44db-a8e4-24b142ec3d15 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=315c86cf-24f5-40e0-a4b9-4de7e8201af2 HTTP/1.1" status: 200  len: 217 time: 0.3348851
May 07 21:58:46.932574 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-129405ff-fdc6-44e5-a059-57b0de0978bc tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 21:58:46.934082 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-129405ff-fdc6-44e5-a059-57b0de0978bc tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (d2cbe4df-6849-4669-a638-223cf9da9cef), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:46.938671 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 21:58:46.938671 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 21:58:46.938671 ncdv-master-1 neutron-server[121836]:     timer()
May 07 21:58:46.938671 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 21:58:46.938671 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 21:58:46.938671 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 21:58:46.938671 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 21:58:46.938671 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 21:58:46.938671 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 21:58:46.938671 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 21:58:46.938671 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 21:58:46.938671 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 21:58:46.938671 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 21:58:46.938671 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 21:58:46.938671 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 21:58:46.938671 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 21:58:46.938671 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 21:58:46.938671 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 21:58:46.938671 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 21:58:46.938671 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 21:58:46.938671 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 21:58:46.938671 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 21:58:46.938671 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 21:58:46.938671 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 21:58:46.938671 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 21:58:46.938671 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 21:58:46.938671 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 21:58:46.938671 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 21:58:46.938671 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 21:58:46.938671 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 21:58:46.938671 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 21:58:46.938671 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 21:58:47.036522 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-a5b76177-f894-479e-a0df-564225156435 None None] Attempting to bind port 2a010f8c-ae29-4fe5-95fa-3014fa5b03ab on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:58:47.040938 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-a5b76177-f894-479e-a0df-564225156435 None None] Attempting to bind port 2a010f8c-ae29-4fe5-95fa-3014fa5b03ab by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4f37400b-0077-447a-921a-c448eb1912c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'cdb8575a-7cf2-47f8-bd9b-95a65c7d192a'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:58:47.041468 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b76177-f894-479e-a0df-564225156435 None None] Attempting to bind port 2a010f8c-ae29-4fe5-95fa-3014fa5b03ab on network cdb8575a-7cf2-47f8-bd9b-95a65c7d192a {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:58:47.083812 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15638f7-9665-44b6-8537-fe2fae0fdc99 None None] Pushing event updated for resources: {'Port': ['ID=516b68b4-f350-4bb5-bd1b-70fbbfc5818a,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:47.127323 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b76177-f894-479e-a0df-564225156435 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:58:47.134732 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b76177-f894-479e-a0df-564225156435 None None] Checking segment: {'id': '4f37400b-0077-447a-921a-c448eb1912c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'cdb8575a-7cf2-47f8-bd9b-95a65c7d192a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:58:47.135512 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a5b76177-f894-479e-a0df-564225156435 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:47.136985 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b76177-f894-479e-a0df-564225156435 None None] Bound using segment: {'id': '4f37400b-0077-447a-921a-c448eb1912c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'cdb8575a-7cf2-47f8-bd9b-95a65c7d192a'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:58:47.142436 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-a5b76177-f894-479e-a0df-564225156435 None None] Bound port: 2a010f8c-ae29-4fe5-95fa-3014fa5b03ab, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f37400b-0077-447a-921a-c448eb1912c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'cdb8575a-7cf2-47f8-bd9b-95a65c7d192a'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:58:47.143221 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a5b76177-f894-479e-a0df-564225156435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (2a010f8c-ae29-4fe5-95fa-3014fa5b03ab), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:47.152699 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ba0be0-a9ac-4f8c-9987-3f6f8c82ddf2 None None] Network 36d630f9-04d4-456a-b366-add6d871cc0d requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:58:47.159855 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 87aba6a3-0636-44bc-8c4f-e0345c7aad8b is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:58:47.221008 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1b1aadfe-4bfd-4de9-97e7-646c9b28eb09 req-55a42250-53db-4133-a0c9-67f63050a272 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4443574
May 07 21:58:47.311584 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-a5b76177-f894-479e-a0df-564225156435 None None] For port 2a010f8c-ae29-4fe5-95fa-3014fa5b03ab, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:58:47.316222 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-a5b76177-f894-479e-a0df-564225156435 None None] For port 2a010f8c-ae29-4fe5-95fa-3014fa5b03ab, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2a010f8c-ae29-4fe5-95fa-3014fa5b03ab,segment=NetworkSegment(4f37400b-0077-447a-921a-c448eb1912c6),segment_id=4f37400b-0077-447a-921a-c448eb1912c6)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:58:47.352549 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a5b76177-f894-479e-a0df-564225156435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (2a010f8c-ae29-4fe5-95fa-3014fa5b03ab), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:47.480919 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b76177-f894-479e-a0df-564225156435 None None] Pushing event updated for resources: {'Port': ['ID=2a010f8c-ae29-4fe5-95fa-3014fa5b03ab,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:47.718633 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8b1681d0-aff9-47f6-ab48-ab1ea634ef16 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:47.724077 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1990911b-f236-49d0-9635-29dd87139055 req-5e47ec1e-5469-4731-b7fd-460a924cf21e tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/ports?device_id=7bc2b763-2769-4c0e-9bf3-9ee54868505c HTTP/1.1" status: 200  len: 210 time: 0.2120068
May 07 21:58:47.831977 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-9a655aab-6ac6-4548-b226-c5bd21d0092f admin admin] Allocated IP 172.35.4.180 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/f063c24d-d79a-486c-bcc7-ff787585894d) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:58:47.871166 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bc2b763-2769-4c0e-9bf3-9ee54868505c', 'name': 'network-vif-deleted', 'tag': '54d4d944-47e9-4336-a070-44cbc0439ffd'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:58:47.877378 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4334be1-40f0-4eb4-81fd-65db5568ff41" -d '{"events": [{"server_uuid": "7bc2b763-2769-4c0e-9bf3-9ee54868505c", "name": "network-vif-deleted", "tag": "54d4d944-47e9-4336-a070-44cbc0439ffd"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:58:47.899446 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.db.api [None req-129405ff-fdc6-44e5-a059-57b0de0978bc tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
May 07 21:58:47.899446 ncdv-master-1 neutron-server[121836]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
May 07 21:58:47.899446 ncdv-master-1 neutron-server[121836]: [parameters: {'id': '36d630f9-04d4-456a-b366-add6d871cc0d'}]
May 07 21:58:47.899446 ncdv-master-1 neutron-server[121836]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=121836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 07 21:58:47.899946 ncdv-master-1 neutron-server[121836]: DEBUG oslo_db.api [None req-129405ff-fdc6-44e5-a059-57b0de0978bc tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 07 21:58:47.944746 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390458ee-6522-4d6f-b8ba-c1d545234404 req-e70e564c-156b-405f-9b85-5a0a60eb1e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:47.946979 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-390458ee-6522-4d6f-b8ba-c1d545234404 req-e70e564c-156b-405f-9b85-5a0a60eb1e86 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=86173800-e9a3-43a5-8d4c-4237e5b9974a HTTP/1.1" status: 200  len: 850 time: 1.0040812
May 07 21:58:47.960951 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359509f0-fe62-45cd-8991-8e0a56db1863 req-7eaa9df4-1463-4315-ba87-182feb59b595 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:47.962539 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-359509f0-fe62-45cd-8991-8e0a56db1863 req-7eaa9df4-1463-4315-ba87-182feb59b595 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=83ad7d9c-5e14-44b9-a948-c9c337d99f0c HTTP/1.1" status: 200  len: 944 time: 0.1448784
May 07 21:58:48.116446 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-390458ee-6522-4d6f-b8ba-c1d545234404 req-4b39f186-257a-40c0-b7e9-9c7812086e00 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ea633534-0feb-4e60-9130-eeaaa8f8c568&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1400678
May 07 21:58:48.179735 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3229adb0-841a-49a6-854b-41b6a5251344 req-5141e3a3-55a6-43cc-b8fe-d8a5e17b0a05 tempest-ServerGroupTestJSON-1010104360 tempest-ServerGroupTestJSON-1010104360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:48.191609 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3229adb0-841a-49a6-854b-41b6a5251344 req-5141e3a3-55a6-43cc-b8fe-d8a5e17b0a05 tempest-ServerGroupTestJSON-1010104360 tempest-ServerGroupTestJSON-1010104360-project] 10.222.0.32 "GET /v2.0/ports?device_id=91fbc518-9d2b-4fb9-a281-c926bba6230b HTTP/1.1" status: 200  len: 943 time: 0.2073572
May 07 21:58:48.348475 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-359509f0-fe62-45cd-8991-8e0a56db1863 req-14bb2642-ac08-4827-b50a-91fdb7113730 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups?id=108d65d8-0253-46f4-addb-267f67931aa5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3736598
May 07 21:58:48.402338 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-129405ff-fdc6-44e5-a059-57b0de0978bc tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (36d630f9-04d4-456a-b366-add6d871cc0d), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:48.417977 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9a655aab-6ac6-4548-b226-c5bd21d0092f admin admin] Publish callbacks [] for port (f063c24d-d79a-486c-bcc7-ff787585894d), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:48.485556 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-390458ee-6522-4d6f-b8ba-c1d545234404 req-97beb606-f77b-40d8-96eb-dae8c7e67b4c service neutron] 10.222.0.55 "GET /v2.0/networks/ea633534-0feb-4e60-9130-eeaaa8f8c568?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3030720
May 07 21:58:48.541824 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-8b1681d0-aff9-47f6-ab48-ab1ea634ef16 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Allocated IP 2001:db8:1::1 (3ebcf36c-fb60-462a-b6da-c82b2a2ab830/109928c8-3c6c-4314-9101-db360a852cf0/c797337d-233e-4a35-aabc-b0c75241c666) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:58:48.542919 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-129405ff-fdc6-44e5-a059-57b0de0978bc tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Deleting port 516b68b4-f350-4bb5-bd1b-70fbbfc5818a {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:58:48.543361 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-129405ff-fdc6-44e5-a059-57b0de0978bc tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (516b68b4-f350-4bb5-bd1b-70fbbfc5818a), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:48.615399 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c89721-8496-4835-9748-85a8f3547565 x-openstack-request-id: req-51c89721-8496-4835-9748-85a8f3547565 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:58:48.617212 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bc2b763-2769-4c0e-9bf3-9ee54868505c", "name": "network-vif-deleted", "tag": "54d4d944-47e9-4336-a070-44cbc0439ffd", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:58:48.617705 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-51c89721-8496-4835-9748-85a8f3547565 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:58:48.618971 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51c89721-8496-4835-9748-85a8f3547565'] response: {'server_uuid': '7bc2b763-2769-4c0e-9bf3-9ee54868505c', 'name': 'network-vif-deleted', 'tag': '54d4d944-47e9-4336-a070-44cbc0439ffd', 'status': 'completed', 'code': 200}
May 07 21:58:48.633332 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3229adb0-841a-49a6-854b-41b6a5251344 req-67e3fa0b-9cb5-4e05-81c5-932c4dc66476 tempest-ServerGroupTestJSON-1010104360 tempest-ServerGroupTestJSON-1010104360-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3705596-06d0-4f1c-9f10-ee2c7105fc11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4246922
May 07 21:58:48.672675 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9a655aab-6ac6-4548-b226-c5bd21d0092f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (f063c24d-d79a-486c-bcc7-ff787585894d), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:48.760105 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415b815f-0ece-4872-aef6-78132b07e05a req-70b6a731-0972-48a6-9c12-e1ea1b0b92a7 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:48.765445 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8b1681d0-aff9-47f6-ab48-ab1ea634ef16 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks [] for port (c797337d-233e-4a35-aabc-b0c75241c666), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:48.779959 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-415b815f-0ece-4872-aef6-78132b07e05a req-70b6a731-0972-48a6-9c12-e1ea1b0b92a7 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8f949ce-22d7-44fa-a1f2-d579d5bd9d12 HTTP/1.1" status: 200  len: 946 time: 0.1530402
May 07 21:58:48.835577 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8b1681d0-aff9-47f6-ab48-ab1ea634ef16 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (c797337d-233e-4a35-aabc-b0c75241c666), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:48.880829 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-129405ff-fdc6-44e5-a059-57b0de0978bc tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] For port 516b68b4-f350-4bb5-bd1b-70fbbfc5818a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=516b68b4-f350-4bb5-bd1b-70fbbfc5818a,segment=NetworkSegment(d2cbe4df-6849-4669-a638-223cf9da9cef),segment_id=d2cbe4df-6849-4669-a638-223cf9da9cef)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:58:48.881500 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-129405ff-fdc6-44e5-a059-57b0de0978bc tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (516b68b4-f350-4bb5-bd1b-70fbbfc5818a), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:48.910420 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 48824) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:58:48.923113 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a655aab-6ac6-4548-b226-c5bd21d0092f admin admin] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:58:48.945676 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-129405ff-fdc6-44e5-a059-57b0de0978bc tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Calling delete_port for 516b68b4-f350-4bb5-bd1b-70fbbfc5818a owned by network:dhcp {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:58:48.949275 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1681d0-aff9-47f6-ab48-ab1ea634ef16 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Network 3ebcf36c-fb60-462a-b6da-c82b2a2ab830 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:58:48.954283 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-9a655aab-6ac6-4548-b226-c5bd21d0092f admin admin] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:58:48.961662 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-8b1681d0-aff9-47f6-ab48-ab1ea634ef16 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:58:48.969517 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a655aab-6ac6-4548-b226-c5bd21d0092f admin admin] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:58:48.979184 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1681d0-aff9-47f6-ab48-ab1ea634ef16 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:58:48.980043 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8b1681d0-aff9-47f6-ab48-ab1ea634ef16 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398161'] for router_interface (2b62bb0a-e36f-4a20-8bdb-e000ecb7efbd), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:49.043377 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1681d0-aff9-47f6-ab48-ab1ea634ef16 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Pushing event updated for resources: {'Port': ['ID=c797337d-233e-4a35-aabc-b0c75241c666,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:49.088198 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a655aab-6ac6-4548-b226-c5bd21d0092f admin admin] Pushing event updated for resources: {'Port': ['ID=f063c24d-d79a-486c-bcc7-ff787585894d,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:49.127185 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-390458ee-6522-4d6f-b8ba-c1d545234404 req-f30ebbdb-4b48-4c31-b698-d709fb8c5189 service neutron] 10.222.0.55 "GET /v2.0/networks/ea633534-0feb-4e60-9130-eeaaa8f8c568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6132898
May 07 21:58:49.161693 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fb456678-d3f6-421d-8383-d054cdbc03d2 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks [] for security_group (623940a1-6290-423b-87cb-2a84fe4a7634), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:49.244101 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-415b815f-0ece-4872-aef6-78132b07e05a req-abbef15b-ab9c-4f54-b9a3-5e213aea1c01 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4631305
May 07 21:58:49.245008 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fb456678-d3f6-421d-8383-d054cdbc03d2 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks [] for security_group (623940a1-6290-423b-87cb-2a84fe4a7634), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:49.343991 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8b1681d0-aff9-47f6-ab48-ab1ea634ef16 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (c797337d-233e-4a35-aabc-b0c75241c666), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:49.422158 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-129405ff-fdc6-44e5-a059-57b0de0978bc tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (516b68b4-f350-4bb5-bd1b-70fbbfc5818a), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:49.455012 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fb456678-d3f6-421d-8383-d054cdbc03d2 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (623940a1-6290-423b-87cb-2a84fe4a7634), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:49.458951 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fb456678-d3f6-421d-8383-d054cdbc03d2 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:49.460589 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-fb456678-d3f6-421d-8383-d054cdbc03d2 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "DELETE /v2.0/security-groups/623940a1-6290-423b-87cb-2a84fe4a7634 HTTP/1.1" status: 204  len: 168 time: 0.5488293
May 07 21:58:49.516034 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb408219-9fd5-4483-8d9d-4d3c4c32841e None None] Network cdb8575a-7cf2-47f8-bd9b-95a65c7d192a requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:58:49.516630 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 48828) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:58:49.557956 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129405ff-fdc6-44e5-a059-57b0de0978bc tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Pushing event deleted for resources: {'Port': ['ID=516b68b4-f350-4bb5-bd1b-70fbbfc5818a,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:49.560266 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-129405ff-fdc6-44e5-a059-57b0de0978bc tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] No DVR routers for this DVR port 516b68b4-f350-4bb5-bd1b-70fbbfc5818a on host ncdv-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:58:49.582645 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb456678-d3f6-421d-8383-d054cdbc03d2 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=623940a1-6290-423b-87cb-2a84fe4a7634,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:49.614155 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-8d709510-4a0f-406e-ac72-337a64be1d33 None None] Provisioning complete for port 2a010f8c-ae29-4fe5-95fa-3014fa5b03ab triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:58:49.614525 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-8d709510-4a0f-406e-ac72-337a64be1d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (2a010f8c-ae29-4fe5-95fa-3014fa5b03ab), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:49.620954 ncdv-master-1 neutron-server[121837]: INFO neutron.api.v2.resource [None req-35cbacf1-afdc-4b99-9ccd-f43a090a2f25 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] show failed (client error): The resource could not be found.
May 07 21:58:49.622688 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-35cbacf1-afdc-4b99-9ccd-f43a090a2f25 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "GET /v2.0/security-groups/623940a1-6290-423b-87cb-2a84fe4a7634 HTTP/1.1" status: 404  len: 347 time: 0.1044433
May 07 21:58:49.625660 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 48830) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:58:49.679938 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab5b3bb-115f-4dfe-8076-eebb1dc276ab req-fa041ba1-fb9c-4f83-bc48-56d3c12a5deb tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:49.688405 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-aab5b3bb-115f-4dfe-8076-eebb1dc276ab req-fa041ba1-fb9c-4f83-bc48-56d3c12a5deb tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=83ad7d9c-5e14-44b9-a948-c9c337d99f0c HTTP/1.1" status: 200  len: 944 time: 0.1304367
May 07 21:58:49.821537 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-129405ff-fdc6-44e5-a059-57b0de0978bc tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (36d630f9-04d4-456a-b366-add6d871cc0d), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:49.829398 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-8d709510-4a0f-406e-ac72-337a64be1d33 None None] Current status of the port 2a010f8c-ae29-4fe5-95fa-3014fa5b03ab is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:58:49.834478 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-8d709510-4a0f-406e-ac72-337a64be1d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (2a010f8c-ae29-4fe5-95fa-3014fa5b03ab), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:49.839381 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 2a010f8c-ae29-4fe5-95fa-3014fa5b03ab up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:58:49.841495 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-aab5b3bb-115f-4dfe-8076-eebb1dc276ab req-73784206-f871-41f1-8990-2217176f75e1 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups?id=108d65d8-0253-46f4-addb-267f67931aa5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1500828
May 07 21:58:49.929611 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-8d709510-4a0f-406e-ac72-337a64be1d33 None None] For port 2a010f8c-ae29-4fe5-95fa-3014fa5b03ab, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2a010f8c-ae29-4fe5-95fa-3014fa5b03ab,segment=NetworkSegment(4f37400b-0077-447a-921a-c448eb1912c6),segment_id=4f37400b-0077-447a-921a-c448eb1912c6)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:58:49.940968 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-8d709510-4a0f-406e-ac72-337a64be1d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (2a010f8c-ae29-4fe5-95fa-3014fa5b03ab), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:49.966664 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-129405ff-fdc6-44e5-a059-57b0de0978bc tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf8d046430>,) {'filters': {'network_id': ['36d630f9-04d4-456a-b366-add6d871cc0d']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:58:50.001242 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-129405ff-fdc6-44e5-a059-57b0de0978bc tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8d046430>, 'd2cbe4df-6849-4669-a638-223cf9da9cef') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:58:50.001536 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-129405ff-fdc6-44e5-a059-57b0de0978bc tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8d046430>, 'd2cbe4df-6849-4669-a638-223cf9da9cef') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:58:50.025598 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93544b76-f0e4-474a-a3b6-f0ed6ac5ee2b req-6f90651a-c183-4c62-b3dd-58a6b49a478d tempest-ServerGroupTestJSON-1010104360 tempest-ServerGroupTestJSON-1010104360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:50.028255 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-93544b76-f0e4-474a-a3b6-f0ed6ac5ee2b req-6f90651a-c183-4c62-b3dd-58a6b49a478d tempest-ServerGroupTestJSON-1010104360 tempest-ServerGroupTestJSON-1010104360-project] 10.222.0.32 "GET /v2.0/ports?device_id=91fbc518-9d2b-4fb9-a281-c926bba6230b HTTP/1.1" status: 200  len: 943 time: 0.2677989
May 07 21:58:50.035749 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 2a010f8c-ae29-4fe5-95fa-3014fa5b03ab triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:58:50.036219 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (2a010f8c-ae29-4fe5-95fa-3014fa5b03ab), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:50.053582 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-129405ff-fdc6-44e5-a059-57b0de0978bc tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (d2cbe4df-6849-4669-a638-223cf9da9cef), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:50.083524 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8b1681d0-aff9-47f6-ab48-ab1ea634ef16 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks [] for port (c797337d-233e-4a35-aabc-b0c75241c666), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:50.094343 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-b207eb65-382d-4a25-ad59-6563b44a3ffa tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Deleting port 99587244-f354-4cf1-a000-e3eaef30a04a {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:58:50.095519 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b207eb65-382d-4a25-ad59-6563b44a3ffa tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (99587244-f354-4cf1-a000-e3eaef30a04a), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:50.102796 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9a655aab-6ac6-4548-b226-c5bd21d0092f admin admin] Publish callbacks [] for router_gateway (ee7a0e7c-c904-4cad-9649-8ec06aee744b), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:50.104656 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8b1681d0-aff9-47f6-ab48-ab1ea634ef16 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (c797337d-233e-4a35-aabc-b0c75241c666), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:50.105809 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8b1681d0-aff9-47f6-ab48-ab1ea634ef16 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401121'] for router_interface (2b62bb0a-e36f-4a20-8bdb-e000ecb7efbd), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:50.120966 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a941d3b-6591-4f6f-a2c2-024986b25c33 None None] get_active_networks_info from ncdv-master-1 {{(pid=121838) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
May 07 21:58:50.171276 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-be7ceb26-dcd5-4ac5-a0e3-65ab30e844d6 None None] Provisioning complete for port c797337d-233e-4a35-aabc-b0c75241c666 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:58:50.171988 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-be7ceb26-dcd5-4ac5-a0e3-65ab30e844d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (c797337d-233e-4a35-aabc-b0c75241c666), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:50.228452 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-129405ff-fdc6-44e5-a059-57b0de0978bc tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (d2cbe4df-6849-4669-a638-223cf9da9cef), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:50.280020 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-129405ff-fdc6-44e5-a059-57b0de0978bc tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 21:58:50.280447 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-129405ff-fdc6-44e5-a059-57b0de0978bc tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (d2cbe4df-6849-4669-a638-223cf9da9cef), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:50.285805 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 21:58:50.285805 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 21:58:50.285805 ncdv-master-1 neutron-server[121836]:     timer()
May 07 21:58:50.285805 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 21:58:50.285805 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 21:58:50.285805 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 21:58:50.285805 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 21:58:50.285805 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 21:58:50.285805 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 21:58:50.285805 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 21:58:50.285805 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 21:58:50.285805 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 21:58:50.285805 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 21:58:50.285805 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 21:58:50.285805 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 21:58:50.285805 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 21:58:50.285805 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 21:58:50.285805 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 21:58:50.285805 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 21:58:50.285805 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 21:58:50.285805 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 21:58:50.285805 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 21:58:50.285805 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 21:58:50.285805 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 21:58:50.285805 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 21:58:50.285805 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 21:58:50.285805 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 21:58:50.285805 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 21:58:50.285805 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 21:58:50.285805 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 21:58:50.285805 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 21:58:50.285805 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 21:58:50.364979 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1681d0-aff9-47f6-ab48-ab1ea634ef16 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Network 3ebcf36c-fb60-462a-b6da-c82b2a2ab830 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:58:50.368306 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-8b1681d0-aff9-47f6-ab48-ab1ea634ef16 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:58:50.405951 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1681d0-aff9-47f6-ab48-ab1ea634ef16 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Pushing event updated for resources: {'Port': ['ID=c797337d-233e-4a35-aabc-b0c75241c666,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:50.506256 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d709510-4a0f-406e-ac72-337a64be1d33 None None] Pushing event updated for resources: {'Port': ['ID=2a010f8c-ae29-4fe5-95fa-3014fa5b03ab,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:50.598538 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde15209-4300-4248-af34-d61a1c52f76d req-f104a7ef-c069-47b5-bc36-b394260c19de tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:50.602258 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-93544b76-f0e4-474a-a3b6-f0ed6ac5ee2b req-8e84dcc3-1079-4f46-96c2-891a07a4e2bd tempest-ServerGroupTestJSON-1010104360 tempest-ServerGroupTestJSON-1010104360-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3705596-06d0-4f1c-9f10-ee2c7105fc11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5563617
May 07 21:58:50.623043 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bde15209-4300-4248-af34-d61a1c52f76d req-f104a7ef-c069-47b5-bc36-b394260c19de tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8f949ce-22d7-44fa-a1f2-d579d5bd9d12 HTTP/1.1" status: 200  len: 946 time: 0.2344742
May 07 21:58:50.637419 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-be7ceb26-dcd5-4ac5-a0e3-65ab30e844d6 None None] Port c797337d-233e-4a35-aabc-b0c75241c666 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:58:50.657508 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 2a010f8c-ae29-4fe5-95fa-3014fa5b03ab is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:58:50.727659 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b1681d0-aff9-47f6-ab48-ab1ea634ef16 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Router 2b62bb0a-e36f-4a20-8bdb-e000ecb7efbd has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 21:58:50.755208 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b207eb65-382d-4a25-ad59-6563b44a3ffa tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (99587244-f354-4cf1-a000-e3eaef30a04a), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:50.755691 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b207eb65-382d-4a25-ad59-6563b44a3ffa tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks [] for floatingip (99587244-f354-4cf1-a000-e3eaef30a04a), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:50.770935 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bde15209-4300-4248-af34-d61a1c52f76d req-19761923-40df-4436-84ef-c62ef6684b7c tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1467993
May 07 21:58:50.772120 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-b207eb65-382d-4a25-ad59-6563b44a3ffa tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Calling delete_port for 99587244-f354-4cf1-a000-e3eaef30a04a owned by network:floatingip {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:58:50.803301 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-47e5a962-38b3-40aa-91b9-e7a9c50376dd None None] Provisioning complete for port 2a010f8c-ae29-4fe5-95fa-3014fa5b03ab triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:58:50.803679 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-47e5a962-38b3-40aa-91b9-e7a9c50376dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (2a010f8c-ae29-4fe5-95fa-3014fa5b03ab), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:50.811017 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 21:58:50.943288 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a941d3b-6591-4f6f-a2c2-024986b25c33 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
May 07 21:58:50.943522 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-129405ff-fdc6-44e5-a059-57b0de0978bc tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (36d630f9-04d4-456a-b366-add6d871cc0d), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:50.947021 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-129405ff-fdc6-44e5-a059-57b0de0978bc tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:50.956868 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-129405ff-fdc6-44e5-a059-57b0de0978bc tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] 10.222.0.32 "DELETE /v2.0/networks/36d630f9-04d4-456a-b366-add6d871cc0d HTTP/1.1" status: 204  len: 168 time: 7.6309845
May 07 21:58:50.956868 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22002376-f9e2-46c1-ab3b-bff8d8bfb8c0 req-96a76d05-0ee9-49a5-b40e-e5ad90d36cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:50.956868 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-22002376-f9e2-46c1-ab3b-bff8d8bfb8c0 req-96a76d05-0ee9-49a5-b40e-e5ad90d36cd9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8b773c5686d64d8a8d701f1d4ac3a925&device_id=91fbc518-9d2b-4fb9-a281-c926bba6230b HTTP/1.1" status: 200  len: 1125 time: 0.3510108
May 07 21:58:50.957205 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 48838) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:58:50.971196 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-c4de4a32-f08b-4712-9e74-6a59373c7a02 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-786794090'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:58:51.012635 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b1681d0-aff9-47f6-ab48-ab1ea634ef16 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:58:51.023279 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-8b1681d0-aff9-47f6-ab48-ab1ea634ef16 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "PUT /v2.0/routers/2b62bb0a-e36f-4a20-8bdb-e000ecb7efbd/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7892067
May 07 21:58:51.031301 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 48840) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:58:51.037283 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129405ff-fdc6-44e5-a059-57b0de0978bc tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Pushing event deleted for resources: {'Network': ['ID=36d630f9-04d4-456a-b366-add6d871cc0d,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:51.061263 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73dbeb8a-f18d-4c9e-84e3-a79a735083af None None] Sync routers for ids ['2b62bb0a-e36f-4a20-8bdb-e000ecb7efbd'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:58:51.104430 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-47e5a962-38b3-40aa-91b9-e7a9c50376dd None None] Current status of the port 2a010f8c-ae29-4fe5-95fa-3014fa5b03ab is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:58:51.121254 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b207eb65-382d-4a25-ad59-6563b44a3ffa tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (99587244-f354-4cf1-a000-e3eaef30a04a), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:51.161940 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73dbeb8a-f18d-4c9e-84e3-a79a735083af None None] Routers {'2b62bb0a-e36f-4a20-8bdb-e000ecb7efbd'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:58:51.163081 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-73dbeb8a-f18d-4c9e-84e3-a79a735083af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f9c3b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:58:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['2b62bb0a-e36f-4a20-8bdb-e000ecb7efbd'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:58:51.187073 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4de4a32-f08b-4712-9e74-6a59373c7a02 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Made reservation on behalf of e8e04e47c1cd4025a59809f6e8d6d7b6 for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:58:51.198992 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c4de4a32-f08b-4712-9e74-6a59373c7a02 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:51.218321 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-73dbeb8a-f18d-4c9e-84e3-a79a735083af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f9c3b50>, [], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:58:51.241622 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73dbeb8a-f18d-4c9e-84e3-a79a735083af None None] Routers {'2b62bb0a-e36f-4a20-8bdb-e000ecb7efbd'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:58:51.242284 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-73dbeb8a-f18d-4c9e-84e3-a79a735083af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f9c3b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:58:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['2b62bb0a-e36f-4a20-8bdb-e000ecb7efbd'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:58:51.270954 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8240ab80-480c-421b-af1a-166dc146109d tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:51.272743 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-8240ab80-480c-421b-af1a-166dc146109d tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "GET /v2.0/ports/c797337d-233e-4a35-aabc-b0c75241c666 HTTP/1.1" status: 200  len: 913 time: 0.2363291
May 07 21:58:51.283653 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 48842) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:58:51.298403 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4de4a32-f08b-4712-9e74-6a59373c7a02 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 21:58:51.302601 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-73dbeb8a-f18d-4c9e-84e3-a79a735083af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f9c3b50>, [], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:58:51.303116 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73dbeb8a-f18d-4c9e-84e3-a79a735083af None None] The sync data for ids ['2b62bb0a-e36f-4a20-8bdb-e000ecb7efbd'] in ncdv-master-1 is: [] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:58:51.312104 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c4de4a32-f08b-4712-9e74-6a59373c7a02 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (d449daf3-7e78-4aa8-b377-3965b59189f8), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:51.312557 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-c4de4a32-f08b-4712-9e74-6a59373c7a02 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Added segment d449daf3-7e78-4aa8-b377-3965b59189f8 of type vlan for network ac248384-0f98-4794-bb93-bf1404191ef8
May 07 21:58:51.386717 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c4de4a32-f08b-4712-9e74-6a59373c7a02 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (ac248384-0f98-4794-bb93-bf1404191ef8), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:51.501657 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f8c574-57a9-43b2-a5c5-fc2a8c7d8801 req-0b621b63-95b2-4155-968e-858694ac90da tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:51.506090 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c4de4a32-f08b-4712-9e74-6a59373c7a02 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (ac248384-0f98-4794-bb93-bf1404191ef8), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:51.512140 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4de4a32-f08b-4712-9e74-6a59373c7a02 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:51.512759 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c4de4a32-f08b-4712-9e74-6a59373c7a02 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:51.527559 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b9f8c574-57a9-43b2-a5c5-fc2a8c7d8801 req-0b621b63-95b2-4155-968e-858694ac90da tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=83ad7d9c-5e14-44b9-a948-c9c337d99f0c HTTP/1.1" status: 200  len: 944 time: 0.4880254
May 07 21:58:51.537540 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b207eb65-382d-4a25-ad59-6563b44a3ffa tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Pushing event deleted for resources: {'Port': ['ID=99587244-f354-4cf1-a000-e3eaef30a04a,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:51.611941 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-c4de4a32-f08b-4712-9e74-6a59373c7a02 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.6480155
May 07 21:58:51.651419 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 48844) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:58:51.651818 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:51.655382 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22002376-f9e2-46c1-ab3b-bff8d8bfb8c0 req-3a31957f-f873-4eaf-b8d7-eec81d262871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:51.659174 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-22002376-f9e2-46c1-ab3b-bff8d8bfb8c0 req-3a31957f-f873-4eaf-b8d7-eec81d262871 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ea633534-0feb-4e60-9130-eeaaa8f8c568 HTTP/1.1" status: 200  len: 911 time: 0.6825368
May 07 21:58:51.668904 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-3a8c5ad7-5d8d-4d6f-a2de-c72d8b683888 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Request body: {'subnet': {'network_id': 'ac248384-0f98-4794-bb93-bf1404191ef8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:58:51.854637 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4de4a32-f08b-4712-9e74-6a59373c7a02 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Pushing event updated for resources: {'Network': ['ID=ac248384-0f98-4794-bb93-bf1404191ef8,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:51.886828 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network ac248384-0f98-4794-bb93-bf1404191ef8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 21:58:51.893631 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 2a010f8c-ae29-4fe5-95fa-3014fa5b03ab up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:58:51.921714 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-22002376-f9e2-46c1-ab3b-bff8d8bfb8c0 req-d99b4090-022b-4d09-82bf-171333458c57 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=315c86cf-24f5-40e0-a4b9-4de7e8201af2 HTTP/1.1" status: 200  len: 217 time: 0.2393591
May 07 21:58:52.000932 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b207eb65-382d-4a25-ad59-6563b44a3ffa tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks [] for floatingip (ee1a1ed1-fdaf-4b6c-9381-832f075da9dc), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:52.003558 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b207eb65-382d-4a25-ad59-6563b44a3ffa tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:52.004764 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-b207eb65-382d-4a25-ad59-6563b44a3ffa tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "DELETE /v2.0/floatingips/ee1a1ed1-fdaf-4b6c-9381-832f075da9dc HTTP/1.1" status: 204  len: 168 time: 2.3336978
May 07 21:58:52.007883 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9a655aab-6ac6-4548-b226-c5bd21d0092f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (ee7a0e7c-c904-4cad-9649-8ec06aee744b), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:52.012398 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 48850) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:58:52.053614 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82cbacd-868c-48bc-8c6f-158b6c3764a0 req-3e0c3417-ffc5-42b2-a0d0-10f58273386a tempest-ServerGroupTestJSON-1010104360 tempest-ServerGroupTestJSON-1010104360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:52.061575 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f82cbacd-868c-48bc-8c6f-158b6c3764a0 req-3e0c3417-ffc5-42b2-a0d0-10f58273386a tempest-ServerGroupTestJSON-1010104360 tempest-ServerGroupTestJSON-1010104360-project] 10.222.0.32 "GET /v2.0/ports?device_id=91fbc518-9d2b-4fb9-a281-c926bba6230b HTTP/1.1" status: 200  len: 943 time: 0.2361355
May 07 21:58:52.121219 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-e917053e-66de-442c-bfae-1afd0ce9496e None None] Provisioning complete for port c797337d-233e-4a35-aabc-b0c75241c666 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:58:52.122023 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e917053e-66de-442c-bfae-1afd0ce9496e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (c797337d-233e-4a35-aabc-b0c75241c666), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:52.148749 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b9f8c574-57a9-43b2-a5c5-fc2a8c7d8801 req-b4eacd70-03b1-4c78-804e-863e193d821f tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups?id=108d65d8-0253-46f4-addb-267f67931aa5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6200628
May 07 21:58:52.165938 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f82cbacd-868c-48bc-8c6f-158b6c3764a0 req-22f06009-32c7-44cf-bcf3-7bf89f6bd6df tempest-ServerGroupTestJSON-1010104360 tempest-ServerGroupTestJSON-1010104360-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3705596-06d0-4f1c-9f10-ee2c7105fc11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1030285
May 07 21:58:52.218119 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22002376-f9e2-46c1-ab3b-bff8d8bfb8c0 req-3d6972d4-9e45-49b8-a2f5-1760104ef9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:52.219927 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-22002376-f9e2-46c1-ab3b-bff8d8bfb8c0 req-3d6972d4-9e45-49b8-a2f5-1760104ef9b3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=86173800-e9a3-43a5-8d4c-4237e5b9974a HTTP/1.1" status: 200  len: 850 time: 0.2479684
May 07 21:58:52.259645 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c61a505b-8bef-4528-89c7-9ed55c7112d3 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401094'] for router_interface (2b62bb0a-e36f-4a20-8bdb-e000ecb7efbd), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:52.271590 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 315c86cf-24f5-40e0-a4b9-4de7e8201af2 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:58:52.273888 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a8c5ad7-5d8d-4d6f-a2de-c72d8b683888 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Made reservation on behalf of e8e04e47c1cd4025a59809f6e8d6d7b6 for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:58:52.276087 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3a8c5ad7-5d8d-4d6f-a2de-c72d8b683888 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:52.281900 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-22002376-f9e2-46c1-ab3b-bff8d8bfb8c0 req-39684b96-b9d1-4b9c-862f-19f66a707da5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ea633534-0feb-4e60-9130-eeaaa8f8c568&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0433495
May 07 21:58:52.347604 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 2a010f8c-ae29-4fe5-95fa-3014fa5b03ab triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:58:52.348006 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (2a010f8c-ae29-4fe5-95fa-3014fa5b03ab), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:52.439291 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8424e0-a086-4008-a302-67e72f209675 req-e02c95fe-4782-45e2-9205-34dde0b97236 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:52.442135 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-e917053e-66de-442c-bfae-1afd0ce9496e None None] Port c797337d-233e-4a35-aabc-b0c75241c666 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:58:52.454529 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-dd8424e0-a086-4008-a302-67e72f209675 req-e02c95fe-4782-45e2-9205-34dde0b97236 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8f949ce-22d7-44fa-a1f2-d579d5bd9d12 HTTP/1.1" status: 200  len: 946 time: 0.1220839
May 07 21:58:52.632792 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-dd8424e0-a086-4008-a302-67e72f209675 req-28ff6958-8861-44e0-bcf8-4ce55948677b tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1768005
May 07 21:58:52.665076 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 315c86cf-24f5-40e0-a4b9-4de7e8201af2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=315c86cf-24f5-40e0-a4b9-4de7e8201af2,segment=NetworkSegment(577a74aa-2eb1-4701-865f-6f69966ef2b9),segment_id=577a74aa-2eb1-4701-865f-6f69966ef2b9)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:58:52.685592 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': '315c86cf-24f5-40e0-a4b9-4de7e8201af2', 'network_id': 'ea633534-0feb-4e60-9130-eeaaa8f8c568', 'port_id': '315c86cf-24f5-40e0-a4b9-4de7e8201af2', 'mac_address': 'fa:16:3e:ed:0b:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86173800-e9a3-43a5-8d4c-4237e5b9974a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:58:52.692954 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 2a010f8c-ae29-4fe5-95fa-3014fa5b03ab is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:58:52.744133 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 315c86cf-24f5-40e0-a4b9-4de7e8201af2 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:58:52.744600 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (315c86cf-24f5-40e0-a4b9-4de7e8201af2), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:52.762490 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 315c86cf-24f5-40e0-a4b9-4de7e8201af2 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:58:52.793786 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-c61a505b-8bef-4528-89c7-9ed55c7112d3 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Deleting port c797337d-233e-4a35-aabc-b0c75241c666 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:58:52.796523 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c61a505b-8bef-4528-89c7-9ed55c7112d3 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (c797337d-233e-4a35-aabc-b0c75241c666), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:52.798057 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 315c86cf-24f5-40e0-a4b9-4de7e8201af2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=315c86cf-24f5-40e0-a4b9-4de7e8201af2,segment=NetworkSegment(577a74aa-2eb1-4701-865f-6f69966ef2b9),segment_id=577a74aa-2eb1-4701-865f-6f69966ef2b9)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:58:52.809723 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (315c86cf-24f5-40e0-a4b9-4de7e8201af2), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:52.893499 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-6eb601b2-d92d-41d4-8f57-7bee170f24c0 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Deleting port 7ea348ce-dc31-4a97-a925-458a8adb95a1 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:58:52.893499 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6eb601b2-d92d-41d4-8f57-7bee170f24c0 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (7ea348ce-dc31-4a97-a925-458a8adb95a1), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:52.943968 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=315c86cf-24f5-40e0-a4b9-4de7e8201af2,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:52.992073 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c61a505b-8bef-4528-89c7-9ed55c7112d3 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (c797337d-233e-4a35-aabc-b0c75241c666), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:53.024631 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-c61a505b-8bef-4528-89c7-9ed55c7112d3 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Calling delete_port for c797337d-233e-4a35-aabc-b0c75241c666 owned by network:router_interface {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:58:53.090230 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['315c86cf-24f5-40e0-a4b9-4de7e8201af2'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:58:53.095284 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-22002376-f9e2-46c1-ab3b-bff8d8bfb8c0 req-26731821-be36-46a4-8874-2a2cd390e778 service neutron] 10.222.0.55 "GET /v2.0/networks/ea633534-0feb-4e60-9130-eeaaa8f8c568?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3848345
May 07 21:58:53.207110 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6eb601b2-d92d-41d4-8f57-7bee170f24c0 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (7ea348ce-dc31-4a97-a925-458a8adb95a1), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:53.239277 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a655aab-6ac6-4548-b226-c5bd21d0092f admin admin] Router ee7a0e7c-c904-4cad-9649-8ec06aee744b is scheduled to L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db with binding_index 1 {{(pid=121836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 07 21:58:53.252304 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-6eb601b2-d92d-41d4-8f57-7bee170f24c0 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Calling delete_port for 7ea348ce-dc31-4a97-a925-458a8adb95a1 owned by  {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:58:53.422865 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a37fd0d-9eac-403b-837e-14ba362ea07b req-d948fcb4-0d37-43a5-b720-233ec17eab94 tempest-ServerGroupTestJSON-1010104360 tempest-ServerGroupTestJSON-1010104360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:53.424443 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3a37fd0d-9eac-403b-837e-14ba362ea07b req-d948fcb4-0d37-43a5-b720-233ec17eab94 tempest-ServerGroupTestJSON-1010104360 tempest-ServerGroupTestJSON-1010104360-project] 10.222.0.32 "GET /v2.0/ports?device_id=91fbc518-9d2b-4fb9-a281-c926bba6230b HTTP/1.1" status: 200  len: 944 time: 0.0872159
May 07 21:58:53.612266 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ca84adca-2f14-4409-8519-c9510d4a231f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:53.625471 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3a8c5ad7-5d8d-4d6f-a2de-c72d8b683888 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (1f791576-bcdf-4261-b7cb-622b0fc39f7a), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:53.657360 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-22002376-f9e2-46c1-ab3b-bff8d8bfb8c0 req-8958a015-c2e5-4302-b64c-abf548d709be service neutron] 10.222.0.55 "GET /v2.0/networks/ea633534-0feb-4e60-9130-eeaaa8f8c568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4977880
May 07 21:58:53.731136 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:53.759461 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3a37fd0d-9eac-403b-837e-14ba362ea07b req-2d5fe849-3118-4278-a2bd-e5f9b3c1ffa9 tempest-ServerGroupTestJSON-1010104360 tempest-ServerGroupTestJSON-1010104360-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3705596-06d0-4f1c-9f10-ee2c7105fc11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3035007
May 07 21:58:53.840199 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8c5ad7-5d8d-4d6f-a2de-c72d8b683888 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Pushing event updated for resources: {'Subnet': ['ID=1f791576-bcdf-4261-b7cb-622b0fc39f7a,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:53.854507 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8c5ad7-5d8d-4d6f-a2de-c72d8b683888 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Checking segment: {'id': 'd449daf3-7e78-4aa8-b377-3965b59189f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ac248384-0f98-4794-bb93-bf1404191ef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:58:53.854883 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8c5ad7-5d8d-4d6f-a2de-c72d8b683888 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Network hostable DHCP agents. Network: ac248384-0f98-4794-bb93-bf1404191ef8, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 21:58:53.863390 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a655aab-6ac6-4548-b226-c5bd21d0092f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:58:53.875329 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586a13b6-c7de-43aa-a2d2-6b8a146baf18 None None] Sync routers for ids ['ee7a0e7c-c904-4cad-9649-8ec06aee744b'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:58:53.900904 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586a13b6-c7de-43aa-a2d2-6b8a146baf18 None None] Routers {'ee7a0e7c-c904-4cad-9649-8ec06aee744b'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:58:53.907881 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-586a13b6-c7de-43aa-a2d2-6b8a146baf18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c764e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:58:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['ee7a0e7c-c904-4cad-9649-8ec06aee744b'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:58:53.955815 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c61a505b-8bef-4528-89c7-9ed55c7112d3 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (c797337d-233e-4a35-aabc-b0c75241c666), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:54.008531 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61a505b-8bef-4528-89c7-9ed55c7112d3 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Pushing event deleted for resources: {'Port': ['ID=c797337d-233e-4a35-aabc-b0c75241c666,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:54.042085 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8c5ad7-5d8d-4d6f-a2de-c72d8b683888 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Network ac248384-0f98-4794-bb93-bf1404191ef8 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 21:58:54.047540 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f066ac8d-059b-4900-9b3b-cf1806c2338c req-a68088e2-bc50-4d24-b11d-8dc1adb15a1a tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:54.049125 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f066ac8d-059b-4900-9b3b-cf1806c2338c req-a68088e2-bc50-4d24-b11d-8dc1adb15a1a tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=83ad7d9c-5e14-44b9-a948-c9c337d99f0c HTTP/1.1" status: 200  len: 944 time: 0.1066413
May 07 21:58:54.092581 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9a655aab-6ac6-4548-b226-c5bd21d0092f admin admin] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:54.093964 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-9a655aab-6ac6-4548-b226-c5bd21d0092f admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 935 time: 10.7751355
May 07 21:58:54.112204 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1466072-b3fb-4862-839e-ef11ad017a38 req-230a4838-2fe5-4238-9dd5-1fc59f492f5a tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:54.114227 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d1466072-b3fb-4862-839e-ef11ad017a38 req-230a4838-2fe5-4238-9dd5-1fc59f492f5a tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8f949ce-22d7-44fa-a1f2-d579d5bd9d12 HTTP/1.1" status: 200  len: 946 time: 0.1716683
May 07 21:58:54.114703 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 48860) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:58:54.134254 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6eb601b2-d92d-41d4-8f57-7bee170f24c0 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (7ea348ce-dc31-4a97-a925-458a8adb95a1), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:54.136255 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-3a8c5ad7-5d8d-4d6f-a2de-c72d8b683888 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ac248384-0f98-4794-bb93-bf1404191ef8) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:58:54.152022 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef86aeb-5ad8-4a7c-9df7-a0d2546cfcc7 None None] Network ac248384-0f98-4794-bb93-bf1404191ef8 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:58:54.285105 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 315c86cf-24f5-40e0-a4b9-4de7e8201af2 up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:58:54.296494 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-586a13b6-c7de-43aa-a2d2-6b8a146baf18 None None] Set router ee7a0e7c-c904-4cad-9649-8ec06aee744b gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:58:54.343585 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f066ac8d-059b-4900-9b3b-cf1806c2338c req-3e78ee3f-a667-476d-92b3-ac5566555abb tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups?id=108d65d8-0253-46f4-addb-267f67931aa5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2874978
May 07 21:58:54.357980 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c61a505b-8bef-4528-89c7-9ed55c7112d3 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401002'] for router_interface (2b62bb0a-e36f-4a20-8bdb-e000ecb7efbd), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:54.408453 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8c5ad7-5d8d-4d6f-a2de-c72d8b683888 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:54.409158 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3a8c5ad7-5d8d-4d6f-a2de-c72d8b683888 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:54.448028 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb601b2-d92d-41d4-8f57-7bee170f24c0 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Pushing event deleted for resources: {'Port': ['ID=7ea348ce-dc31-4a97-a925-458a8adb95a1,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:54.535569 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40974d9d-53d3-4259-a26a-e8a05c170b76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ac248384-0f98-4794-bb93-bf1404191ef8', 'network_id': 'ac248384-0f98-4794-bb93-bf1404191ef8', 'project_id': 'e8e04e47c1cd4025a59809f6e8d6d7b6', 'fixed_ips': [{'subnet_id': '1f791576-bcdf-4261-b7cb-622b0fc39f7a'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 21:58:54.536431 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-40974d9d-53d3-4259-a26a-e8a05c170b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:54.572315 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning for port 315c86cf-24f5-40e0-a4b9-4de7e8201af2 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:58:54.760809 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port 315c86cf-24f5-40e0-a4b9-4de7e8201af2 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:58:54.762835 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (315c86cf-24f5-40e0-a4b9-4de7e8201af2), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:54.789288 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c61a505b-8bef-4528-89c7-9ed55c7112d3 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Router 2b62bb0a-e36f-4a20-8bdb-e000ecb7efbd has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 21:58:54.800658 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-40974d9d-53d3-4259-a26a-e8a05c170b76 None None] Allocated IP 2001:db8::3 (ac248384-0f98-4794-bb93-bf1404191ef8/1f791576-bcdf-4261-b7cb-622b0fc39f7a/5f6cc40b-fbcf-4959-803b-90e8badb46e1) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:58:54.853846 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-586a13b6-c7de-43aa-a2d2-6b8a146baf18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c764e50>, [{'id': 'ee7a0e7c-c904-4cad-9649-8ec06aee744b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-312225473-router', 'tenant_id': '4d8cbe750a6f4170bb6e7ac39950027c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.180'}], 'enable_snat': True}, 'gw_port_id': 'f063c24d-d79a-486c-bcc7-ff787585894d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:58:43Z', 'updated_at': '2022-05-07T21:58:49Z', 'revision_number': 3, 'project_id': '4d8cbe750a6f4170bb6e7ac39950027c', 'gw_port': {'id': 'f063c24d-d79a-486c-bcc7-ff787585894d', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b9:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee7a0e7c-c904-4cad-9649-8ec06aee744b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:58:46Z', 'updated_at': '2022-05-07T21:58:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:58:54.943819 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586a13b6-c7de-43aa-a2d2-6b8a146baf18 None None] Checking router: ee7a0e7c-c904-4cad-9649-8ec06aee744b for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 21:58:54.945878 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586a13b6-c7de-43aa-a2d2-6b8a146baf18 None None] Updating router ee7a0e7c-c904-4cad-9649-8ec06aee744b port f063c24d-d79a-486c-bcc7-ff787585894d binding host ncdv-master-1 {{(pid=121839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 21:58:54.988964 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-586a13b6-c7de-43aa-a2d2-6b8a146baf18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f063c24d-d79a-486c-bcc7-ff787585894d), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:55.015966 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f93cc-408e-4f52-91d0-f16db3b1cd86 req-854c3bdc-c039-4597-8641-b3873ea84b51 tempest-ServerGroupTestJSON-1010104360 tempest-ServerGroupTestJSON-1010104360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:55.018162 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-993f93cc-408e-4f52-91d0-f16db3b1cd86 req-854c3bdc-c039-4597-8641-b3873ea84b51 tempest-ServerGroupTestJSON-1010104360 tempest-ServerGroupTestJSON-1010104360-project] 10.222.0.32 "GET /v2.0/ports?device_id=91fbc518-9d2b-4fb9-a281-c926bba6230b HTTP/1.1" status: 200  len: 944 time: 0.0649612
May 07 21:58:55.078327 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d1466072-b3fb-4862-839e-ef11ad017a38 req-39294108-415c-462e-9158-74d36d89104b tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9532990
May 07 21:58:55.092511 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c61a505b-8bef-4528-89c7-9ed55c7112d3 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:58:55.109245 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-c61a505b-8bef-4528-89c7-9ed55c7112d3 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "PUT /v2.0/routers/2b62bb0a-e36f-4a20-8bdb-e000ecb7efbd/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8239770
May 07 21:58:55.109716 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7879382b-ab4c-4e6f-935f-41166d46eebe None None] Sync routers for ids ['2b62bb0a-e36f-4a20-8bdb-e000ecb7efbd'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:58:55.113189 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 48864) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:58:55.137580 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 315c86cf-24f5-40e0-a4b9-4de7e8201af2 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:58:55.138004 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (315c86cf-24f5-40e0-a4b9-4de7e8201af2), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:55.171893 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-993f93cc-408e-4f52-91d0-f16db3b1cd86 req-d8d26641-2027-4902-847e-24fa04155cdf tempest-ServerGroupTestJSON-1010104360 tempest-ServerGroupTestJSON-1010104360-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3705596-06d0-4f1c-9f10-ee2c7105fc11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1465280
May 07 21:58:55.187682 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 315c86cf-24f5-40e0-a4b9-4de7e8201af2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=315c86cf-24f5-40e0-a4b9-4de7e8201af2,segment=NetworkSegment(577a74aa-2eb1-4701-865f-6f69966ef2b9),segment_id=577a74aa-2eb1-4701-865f-6f69966ef2b9)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:58:55.200479 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91fbc518-9d2b-4fb9-a281-c926bba6230b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '315c86cf-24f5-40e0-a4b9-4de7e8201af2'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:58:55.203471 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b75c5957-3139-4e35-a892-d3f0c12aaa28" -d '{"events": [{"server_uuid": "91fbc518-9d2b-4fb9-a281-c926bba6230b", "name": "network-vif-plugged", "status": "completed", "tag": "315c86cf-24f5-40e0-a4b9-4de7e8201af2"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:58:55.230368 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (315c86cf-24f5-40e0-a4b9-4de7e8201af2), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:55.320470 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-3a8c5ad7-5d8d-4d6f-a2de-c72d8b683888 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 3.6639147
May 07 21:58:55.334445 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 48868) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:58:55.348554 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60c1c94f-e631-48ff-8c08-d4f5122732d2 x-openstack-request-id: req-60c1c94f-e631-48ff-8c08-d4f5122732d2 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:58:55.349162 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91fbc518-9d2b-4fb9-a281-c926bba6230b", "name": "network-vif-plugged", "status": "completed", "tag": "315c86cf-24f5-40e0-a4b9-4de7e8201af2", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:58:55.349593 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-60c1c94f-e631-48ff-8c08-d4f5122732d2 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:58:55.350164 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60c1c94f-e631-48ff-8c08-d4f5122732d2'] response: {'server_uuid': '91fbc518-9d2b-4fb9-a281-c926bba6230b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '315c86cf-24f5-40e0-a4b9-4de7e8201af2', 'code': 200}
May 07 21:58:55.351696 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7879382b-ab4c-4e6f-935f-41166d46eebe None None] Routers {'2b62bb0a-e36f-4a20-8bdb-e000ecb7efbd'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:58:55.352503 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-7879382b-ab4c-4e6f-935f-41166d46eebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7ebbcdf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:58:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['2b62bb0a-e36f-4a20-8bdb-e000ecb7efbd'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:58:55.357589 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-f8be7b70-0e67-403e-8ee2-38642cc91de3 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1027130144'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:58:55.438550 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-7879382b-ab4c-4e6f-935f-41166d46eebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7ebbcdf0>, [], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:58:55.475859 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-40974d9d-53d3-4259-a26a-e8a05c170b76 None None] Publish callbacks [] for port (5f6cc40b-fbcf-4959-803b-90e8badb46e1), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:55.491245 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6eb601b2-d92d-41d4-8f57-7bee170f24c0 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:55.496534 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-6eb601b2-d92d-41d4-8f57-7bee170f24c0 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "DELETE /v2.0/ports/7ea348ce-dc31-4a97-a925-458a8adb95a1 HTTP/1.1" status: 204  len: 168 time: 3.4594624
May 07 21:58:55.520224 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 48872) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:58:55.529589 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-40974d9d-53d3-4259-a26a-e8a05c170b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (5f6cc40b-fbcf-4959-803b-90e8badb46e1), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:55.531988 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=315c86cf-24f5-40e0-a4b9-4de7e8201af2,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:55.535778 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7879382b-ab4c-4e6f-935f-41166d46eebe None None] Routers {'2b62bb0a-e36f-4a20-8bdb-e000ecb7efbd'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:58:55.536392 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-7879382b-ab4c-4e6f-935f-41166d46eebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7ebbcdf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:58:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['2b62bb0a-e36f-4a20-8bdb-e000ecb7efbd'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:58:55.615318 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40974d9d-53d3-4259-a26a-e8a05c170b76 None None] Network ac248384-0f98-4794-bb93-bf1404191ef8 is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:58:55.641363 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-40974d9d-53d3-4259-a26a-e8a05c170b76 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:58:55.647116 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-7879382b-ab4c-4e6f-935f-41166d46eebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7ebbcdf0>, [], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:58:55.658289 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7879382b-ab4c-4e6f-935f-41166d46eebe None None] The sync data for ids ['2b62bb0a-e36f-4a20-8bdb-e000ecb7efbd'] in ncdv-master-1 is: [] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:58:55.658289 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40974d9d-53d3-4259-a26a-e8a05c170b76 None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:58:55.689530 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a7c89-ff6a-4858-9bb3-41488f2c26b8 req-6824fc67-2c4a-4cca-935c-f1e00fef39b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:55.691343 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b44a7c89-ff6a-4858-9bb3-41488f2c26b8 req-6824fc67-2c4a-4cca-935c-f1e00fef39b7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=91fbc518-9d2b-4fb9-a281-c926bba6230b HTTP/1.1" status: 200  len: 1127 time: 0.2515392
May 07 21:58:55.756388 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40974d9d-53d3-4259-a26a-e8a05c170b76 None None] Pushing event updated for resources: {'Port': ['ID=5f6cc40b-fbcf-4959-803b-90e8badb46e1,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:55.773567 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-40974d9d-53d3-4259-a26a-e8a05c170b76 None None] Attempting to bind port 5f6cc40b-fbcf-4959-803b-90e8badb46e1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:58:55.774577 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-40974d9d-53d3-4259-a26a-e8a05c170b76 None None] Attempting to bind port 5f6cc40b-fbcf-4959-803b-90e8badb46e1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd449daf3-7e78-4aa8-b377-3965b59189f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ac248384-0f98-4794-bb93-bf1404191ef8'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:58:55.774577 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40974d9d-53d3-4259-a26a-e8a05c170b76 None None] Attempting to bind port 5f6cc40b-fbcf-4959-803b-90e8badb46e1 on network ac248384-0f98-4794-bb93-bf1404191ef8 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:58:55.782903 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40974d9d-53d3-4259-a26a-e8a05c170b76 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:58:55.783280 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40974d9d-53d3-4259-a26a-e8a05c170b76 None None] Checking segment: {'id': 'd449daf3-7e78-4aa8-b377-3965b59189f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ac248384-0f98-4794-bb93-bf1404191ef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:58:55.783679 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-40974d9d-53d3-4259-a26a-e8a05c170b76 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:55.784281 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40974d9d-53d3-4259-a26a-e8a05c170b76 None None] Bound using segment: {'id': 'd449daf3-7e78-4aa8-b377-3965b59189f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ac248384-0f98-4794-bb93-bf1404191ef8'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:58:55.784797 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-40974d9d-53d3-4259-a26a-e8a05c170b76 None None] Bound port: 5f6cc40b-fbcf-4959-803b-90e8badb46e1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd449daf3-7e78-4aa8-b377-3965b59189f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ac248384-0f98-4794-bb93-bf1404191ef8'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:58:55.785249 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-40974d9d-53d3-4259-a26a-e8a05c170b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (5f6cc40b-fbcf-4959-803b-90e8badb46e1), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:55.809542 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe29986-191e-4654-a932-740c958d9aee req-104402d6-209f-4be4-8792-ef6354d2fd24 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:55.821830 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0fe29986-191e-4654-a932-740c958d9aee req-104402d6-209f-4be4-8792-ef6354d2fd24 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=83ad7d9c-5e14-44b9-a948-c9c337d99f0c HTTP/1.1" status: 200  len: 944 time: 0.2638788
May 07 21:58:55.885634 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-21939fdb-08ce-4abf-b047-ec55016603d8 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Deleting port c3af0b52-e2d3-4593-a7f9-ff7d7fa37fb8 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:58:55.886288 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-21939fdb-08ce-4abf-b047-ec55016603d8 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (c3af0b52-e2d3-4593-a7f9-ff7d7fa37fb8), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:55.902634 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8be7b70-0e67-403e-8ee2-38642cc91de3 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Made reservation on behalf of e8e04e47c1cd4025a59809f6e8d6d7b6 for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:58:55.906737 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f8be7b70-0e67-403e-8ee2-38642cc91de3 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:55.918455 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-40974d9d-53d3-4259-a26a-e8a05c170b76 None None] For port 5f6cc40b-fbcf-4959-803b-90e8badb46e1, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:58:55.924986 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-40974d9d-53d3-4259-a26a-e8a05c170b76 None None] For port 5f6cc40b-fbcf-4959-803b-90e8badb46e1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5f6cc40b-fbcf-4959-803b-90e8badb46e1,segment=NetworkSegment(d449daf3-7e78-4aa8-b377-3965b59189f8),segment_id=d449daf3-7e78-4aa8-b377-3965b59189f8)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:58:55.935504 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-40974d9d-53d3-4259-a26a-e8a05c170b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (5f6cc40b-fbcf-4959-803b-90e8badb46e1), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:55.983634 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-586a13b6-c7de-43aa-a2d2-6b8a146baf18 None None] Publish callbacks [] for port (f063c24d-d79a-486c-bcc7-ff787585894d), precommit_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:55.997062 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-586a13b6-c7de-43aa-a2d2-6b8a146baf18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (f063c24d-d79a-486c-bcc7-ff787585894d), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:56.029850 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5f521c08-e97e-41bb-ae1f-b69e78a61c34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:56.047011 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8be7b70-0e67-403e-8ee2-38642cc91de3 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 21:58:56.054397 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0fe29986-191e-4654-a932-740c958d9aee req-97943154-74cd-4e0d-88c6-20ed6f454db8 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups?id=108d65d8-0253-46f4-addb-267f67931aa5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2298603
May 07 21:58:56.086143 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40974d9d-53d3-4259-a26a-e8a05c170b76 None None] Pushing event updated for resources: {'Port': ['ID=5f6cc40b-fbcf-4959-803b-90e8badb46e1,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:56.124792 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f8be7b70-0e67-403e-8ee2-38642cc91de3 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (e7d02289-de70-4be7-be88-eff772c2a1de), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:56.125537 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-f8be7b70-0e67-403e-8ee2-38642cc91de3 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Added segment e7d02289-de70-4be7-be88-eff772c2a1de of type vlan for network 2e753737-ed16-40e0-a8a5-77426d2a8d95
May 07 21:58:56.128833 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-586a13b6-c7de-43aa-a2d2-6b8a146baf18 None None] Attempting to bind port f063c24d-d79a-486c-bcc7-ff787585894d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:58:56.129305 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-586a13b6-c7de-43aa-a2d2-6b8a146baf18 None None] Attempting to bind port f063c24d-d79a-486c-bcc7-ff787585894d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:58:56.130083 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586a13b6-c7de-43aa-a2d2-6b8a146baf18 None None] Attempting to bind port f063c24d-d79a-486c-bcc7-ff787585894d on network 9221b764-ef06-431f-8941-796516ed7c3b {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:58:56.146994 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b44a7c89-ff6a-4858-9bb3-41488f2c26b8 req-6434f57b-5a4e-4fc7-81ac-faf99bf33223 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a3705596-06d0-4f1c-9f10-ee2c7105fc11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4221361
May 07 21:58:56.152375 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9613a8fd-cec8-473a-8c43-390d2af5e535 None None] Pushing event updated for resources: {'Port': ['ID=f063c24d-d79a-486c-bcc7-ff787585894d,revision_number=2']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:56.160298 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586a13b6-c7de-43aa-a2d2-6b8a146baf18 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:58:56.163311 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586a13b6-c7de-43aa-a2d2-6b8a146baf18 None None] Checking segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:58:56.163954 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-586a13b6-c7de-43aa-a2d2-6b8a146baf18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:56.164537 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-586a13b6-c7de-43aa-a2d2-6b8a146baf18 None None] Bound using segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:58:56.165527 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-586a13b6-c7de-43aa-a2d2-6b8a146baf18 None None] Bound port: f063c24d-d79a-486c-bcc7-ff787585894d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:58:56.166112 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-586a13b6-c7de-43aa-a2d2-6b8a146baf18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f063c24d-d79a-486c-bcc7-ff787585894d), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:56.214621 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-21939fdb-08ce-4abf-b047-ec55016603d8 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (c3af0b52-e2d3-4593-a7f9-ff7d7fa37fb8), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:56.252862 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f8be7b70-0e67-403e-8ee2-38642cc91de3 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (2e753737-ed16-40e0-a8a5-77426d2a8d95), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:56.275760 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8ab60606-d649-4eb6-8263-2d195a953985 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401094'] for router_interface (2b62bb0a-e36f-4a20-8bdb-e000ecb7efbd), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:56.328035 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-586a13b6-c7de-43aa-a2d2-6b8a146baf18 None None] For port f063c24d-d79a-486c-bcc7-ff787585894d, host ncdv-master-1, cleared binding levels {{(pid=121839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:58:56.331877 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-586a13b6-c7de-43aa-a2d2-6b8a146baf18 None None] For port f063c24d-d79a-486c-bcc7-ff787585894d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f063c24d-d79a-486c-bcc7-ff787585894d,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:58:56.347807 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-586a13b6-c7de-43aa-a2d2-6b8a146baf18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (f063c24d-d79a-486c-bcc7-ff787585894d), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:56.411911 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-21939fdb-08ce-4abf-b047-ec55016603d8 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Calling delete_port for c3af0b52-e2d3-4593-a7f9-ff7d7fa37fb8 owned by  {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:58:56.452412 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586a13b6-c7de-43aa-a2d2-6b8a146baf18 None None] Routers {'ee7a0e7c-c904-4cad-9649-8ec06aee744b'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:58:56.453051 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-586a13b6-c7de-43aa-a2d2-6b8a146baf18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c764e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:58:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['ee7a0e7c-c904-4cad-9649-8ec06aee744b'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:58:56.550155 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9613a8fd-cec8-473a-8c43-390d2af5e535 None None] Pushing event updated for resources: {'Port': ['ID=f063c24d-d79a-486c-bcc7-ff787585894d,revision_number=3']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:56.568960 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c04237d-fa43-47c3-92d3-84f16feaf9c4 req-5fd0f858-f67f-4d11-b582-36f679197a95 tempest-ServerGroupTestJSON-1010104360 tempest-ServerGroupTestJSON-1010104360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:56.582973 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4c04237d-fa43-47c3-92d3-84f16feaf9c4 req-5fd0f858-f67f-4d11-b582-36f679197a95 tempest-ServerGroupTestJSON-1010104360 tempest-ServerGroupTestJSON-1010104360-project] 10.222.0.32 "GET /v2.0/ports?device_id=91fbc518-9d2b-4fb9-a281-c926bba6230b HTTP/1.1" status: 200  len: 945 time: 0.2533886
May 07 21:58:56.608032 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f8be7b70-0e67-403e-8ee2-38642cc91de3 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (2e753737-ed16-40e0-a8a5-77426d2a8d95), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:56.627362 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8be7b70-0e67-403e-8ee2-38642cc91de3 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:56.628007 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f8be7b70-0e67-403e-8ee2-38642cc91de3 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:56.650625 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-21939fdb-08ce-4abf-b047-ec55016603d8 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (c3af0b52-e2d3-4593-a7f9-ff7d7fa37fb8), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:56.734700 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21939fdb-08ce-4abf-b047-ec55016603d8 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Pushing event deleted for resources: {'Port': ['ID=c3af0b52-e2d3-4593-a7f9-ff7d7fa37fb8,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:56.759173 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8095739c-9f67-43bc-a4eb-438899e4d78f req-24f7496c-ac99-4329-846b-5fa16c8b636d tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:56.764585 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-586a13b6-c7de-43aa-a2d2-6b8a146baf18 None None] Set router ee7a0e7c-c904-4cad-9649-8ec06aee744b gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:58:56.764772 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8095739c-9f67-43bc-a4eb-438899e4d78f req-24f7496c-ac99-4329-846b-5fa16c8b636d tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8f949ce-22d7-44fa-a1f2-d579d5bd9d12 HTTP/1.1" status: 200  len: 946 time: 0.4867828
May 07 21:58:56.895627 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-21939fdb-08ce-4abf-b047-ec55016603d8 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:56.896335 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-f8be7b70-0e67-403e-8ee2-38642cc91de3 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 1.5564702
May 07 21:58:56.899315 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-21939fdb-08ce-4abf-b047-ec55016603d8 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "DELETE /v2.0/ports/c3af0b52-e2d3-4593-a7f9-ff7d7fa37fb8 HTTP/1.1" status: 204  len: 168 time: 1.3755870
May 07 21:58:56.900050 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 48878) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:58:56.905160 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4c04237d-fa43-47c3-92d3-84f16feaf9c4 req-bf37867a-351e-49e3-8d92-86c320fd9e50 tempest-ServerGroupTestJSON-1010104360 tempest-ServerGroupTestJSON-1010104360-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3705596-06d0-4f1c-9f10-ee2c7105fc11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3213370
May 07 21:58:56.909814 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-32e0d642-2462-4d86-b24a-303b0cb64513 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Request body: {'subnet': {'network_id': '2e753737-ed16-40e0-a8a5-77426d2a8d95', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:58:56.910801 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 48880) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:58:56.923731 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8be7b70-0e67-403e-8ee2-38642cc91de3 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Pushing event updated for resources: {'Network': ['ID=2e753737-ed16-40e0-a8a5-77426d2a8d95,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:56.952144 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 2e753737-ed16-40e0-a8a5-77426d2a8d95 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 21:58:57.085291 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-8597731b-03b2-4c9c-809b-003ccc72bc83 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Deleting subnet 13d3a74e-2942-47f7-869e-1fd2939a6583 {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 21:58:57.097432 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8597731b-03b2-4c9c-809b-003ccc72bc83 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks [] for subnet (13d3a74e-2942-47f7-869e-1fd2939a6583), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:57.174860 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-586a13b6-c7de-43aa-a2d2-6b8a146baf18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c764e50>, [{'id': 'ee7a0e7c-c904-4cad-9649-8ec06aee744b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-312225473-router', 'tenant_id': '4d8cbe750a6f4170bb6e7ac39950027c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.180'}], 'enable_snat': True}, 'gw_port_id': 'f063c24d-d79a-486c-bcc7-ff787585894d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:58:43Z', 'updated_at': '2022-05-07T21:58:49Z', 'revision_number': 3, 'project_id': '4d8cbe750a6f4170bb6e7ac39950027c', 'gw_port': {'id': 'f063c24d-d79a-486c-bcc7-ff787585894d', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b9:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee7a0e7c-c904-4cad-9649-8ec06aee744b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:58:46Z', 'updated_at': '2022-05-07T21:58:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:58:57.213785 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8597731b-03b2-4c9c-809b-003ccc72bc83 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (13d3a74e-2942-47f7-869e-1fd2939a6583), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:57.249272 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586a13b6-c7de-43aa-a2d2-6b8a146baf18 None None] The sync data for ids ['ee7a0e7c-c904-4cad-9649-8ec06aee744b'] in ncdv-master-1 is: [{'id': 'ee7a0e7c-c904-4cad-9649-8ec06aee744b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-312225473-router', 'tenant_id': '4d8cbe750a6f4170bb6e7ac39950027c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.180'}], 'enable_snat': True}, 'gw_port_id': 'f063c24d-d79a-486c-bcc7-ff787585894d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:58:43Z', 'updated_at': '2022-05-07T21:58:49Z', 'revision_number': 3, 'project_id': '4d8cbe750a6f4170bb6e7ac39950027c', 'gw_port': {'id': 'f063c24d-d79a-486c-bcc7-ff787585894d', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b9:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee7a0e7c-c904-4cad-9649-8ec06aee744b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:58:46Z', 'updated_at': '2022-05-07T21:58:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:58:57.296508 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8095739c-9f67-43bc-a4eb-438899e4d78f req-50d614ed-6a1f-4d2c-bdfd-166de628ceb8 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5098011
May 07 21:58:57.391572 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:57.414074 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-8ab60606-d649-4eb6-8263-2d195a953985 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Deleting port f94b229a-2a3b-4662-917d-6f1cce6a92f6 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:58:57.414566 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8ab60606-d649-4eb6-8263-2d195a953985 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (f94b229a-2a3b-4662-917d-6f1cce6a92f6), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:57.521475 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32e0d642-2462-4d86-b24a-303b0cb64513 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Made reservation on behalf of e8e04e47c1cd4025a59809f6e8d6d7b6 for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:58:57.535239 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-32e0d642-2462-4d86-b24a-303b0cb64513 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:57.596691 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-14b8a330-bed6-415a-9c7e-05f49d9be63a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:57.671060 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8597731b-03b2-4c9c-809b-003ccc72bc83 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (13d3a74e-2942-47f7-869e-1fd2939a6583), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:57.795847 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.ipam_backend_mixin [None req-32e0d642-2462-4d86-b24a-303b0cb64513 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Performing IP validity checks on allocation pools {{(pid=121836) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
May 07 21:58:57.796408 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.ipam_backend_mixin [None req-32e0d642-2462-4d86-b24a-303b0cb64513 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Checking for overlaps among allocation pools and gateway ip {{(pid=121836) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
May 07 21:58:57.906696 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8ab60606-d649-4eb6-8263-2d195a953985 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (f94b229a-2a3b-4662-917d-6f1cce6a92f6), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:57.922118 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-8ab60606-d649-4eb6-8263-2d195a953985 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Calling delete_port for f94b229a-2a3b-4662-917d-6f1cce6a92f6 owned by network:router_interface {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:58:57.980724 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 5f6cc40b-fbcf-4959-803b-90e8badb46e1 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:58:57.992267 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8597731b-03b2-4c9c-809b-003ccc72bc83 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (13d3a74e-2942-47f7-869e-1fd2939a6583), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:58.030348 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c310eec-9bd5-4917-b3e4-013b9b91e969 req-32150a4a-47fe-4eab-8a04-87adfd8a9979 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:58.042221 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6c310eec-9bd5-4917-b3e4-013b9b91e969 req-32150a4a-47fe-4eab-8a04-87adfd8a9979 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=83ad7d9c-5e14-44b9-a948-c9c337d99f0c HTTP/1.1" status: 200  len: 944 time: 0.6291833
May 07 21:58:58.074520 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 5f6cc40b-fbcf-4959-803b-90e8badb46e1 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:58:58.074860 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (5f6cc40b-fbcf-4959-803b-90e8badb46e1), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:58.082036 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8597731b-03b2-4c9c-809b-003ccc72bc83 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Pushing event deleted for resources: {'Subnet': ['ID=13d3a74e-2942-47f7-869e-1fd2939a6583,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:58.095165 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8597731b-03b2-4c9c-809b-003ccc72bc83 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:58.098212 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-8597731b-03b2-4c9c-809b-003ccc72bc83 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "DELETE /v2.0/subnets/13d3a74e-2942-47f7-869e-1fd2939a6583 HTTP/1.1" status: 204  len: 168 time: 1.1859164
May 07 21:58:58.100375 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb1f00b-1158-466b-8700-9b49b10386be req-468a59d5-48b7-43dd-aa72-37dd54ab5cdb tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:58.101347 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 48892) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:58:58.107726 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0eb1f00b-1158-466b-8700-9b49b10386be req-468a59d5-48b7-43dd-aa72-37dd54ab5cdb tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8f949ce-22d7-44fa-a1f2-d579d5bd9d12 HTTP/1.1" status: 200  len: 946 time: 0.1948159
May 07 21:58:58.146025 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3919426d-1570-47cb-93da-08073074190c None None] Network 609f4b94-ee73-43b2-a5f1-920ecad898a5 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:58:58.255840 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525eb1f7-2725-4e2e-ad93-956f93b86147 None None] Network ac248384-0f98-4794-bb93-bf1404191ef8 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:58:58.256100 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0eb1f00b-1158-466b-8700-9b49b10386be req-c842de1f-5222-4010-9f43-5e637812677a tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1474228
May 07 21:58:58.298931 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6c310eec-9bd5-4917-b3e4-013b9b91e969 req-efb984f5-62d1-4903-804a-48fa1d3bce16 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups?id=108d65d8-0253-46f4-addb-267f67931aa5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2557969
May 07 21:58:58.328509 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 5f6cc40b-fbcf-4959-803b-90e8badb46e1 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:58:58.328907 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (5f6cc40b-fbcf-4959-803b-90e8badb46e1), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:58.352496 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b888a48-fe4c-4b81-ab88-3d57677c3615 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Deleting subnet bb1f6c63-3864-40bd-a2ae-039b8eadf327 {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 21:58:58.356413 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7b888a48-fe4c-4b81-ab88-3d57677c3615 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks [] for subnet (bb1f6c63-3864-40bd-a2ae-039b8eadf327), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:58.412244 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8ab60606-d649-4eb6-8263-2d195a953985 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (f94b229a-2a3b-4662-917d-6f1cce6a92f6), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:58.472172 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-14b8a330-bed6-415a-9c7e-05f49d9be63a admin admin] Allocated IP 172.20.0.1 (cdb8575a-7cf2-47f8-bd9b-95a65c7d192a/6b88f4b1-de82-49aa-b2ec-e828af5a89eb/57202cf5-e1a1-41ab-b3bf-4df4b18b124c) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:58:58.479174 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-1d430d08-f2e5-467a-b3a3-6ef8baefceeb None None] Provisioning complete for port 5f6cc40b-fbcf-4959-803b-90e8badb46e1 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:58:58.481104 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1d430d08-f2e5-467a-b3a3-6ef8baefceeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (5f6cc40b-fbcf-4959-803b-90e8badb46e1), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:58.486420 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-32e0d642-2462-4d86-b24a-303b0cb64513 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (5773ba28-3f0f-4b97-85f1-6efa44073479), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:58.491450 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab60606-d649-4eb6-8263-2d195a953985 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Pushing event deleted for resources: {'Port': ['ID=f94b229a-2a3b-4662-917d-6f1cce6a92f6,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:58.509494 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7b888a48-fe4c-4b81-ab88-3d57677c3615 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (bb1f6c63-3864-40bd-a2ae-039b8eadf327), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:58.559761 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port 5f6cc40b-fbcf-4959-803b-90e8badb46e1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5f6cc40b-fbcf-4959-803b-90e8badb46e1,segment=NetworkSegment(d449daf3-7e78-4aa8-b377-3965b59189f8),segment_id=d449daf3-7e78-4aa8-b377-3965b59189f8)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:58:58.585316 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (5f6cc40b-fbcf-4959-803b-90e8badb46e1), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:58.651036 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a104b20c-308b-49ab-9630-c108baddbd81 req-2694c30c-03f7-4f33-b1c7-1ff4fbf1fc89 tempest-ServerGroupTestJSON-1010104360 tempest-ServerGroupTestJSON-1010104360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:58.652627 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a104b20c-308b-49ab-9630-c108baddbd81 req-2694c30c-03f7-4f33-b1c7-1ff4fbf1fc89 tempest-ServerGroupTestJSON-1010104360 tempest-ServerGroupTestJSON-1010104360-project] 10.222.0.32 "GET /v2.0/ports?device_id=91fbc518-9d2b-4fb9-a281-c926bba6230b HTTP/1.1" status: 200  len: 945 time: 0.1873739
May 07 21:58:58.674343 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c35b382-87fd-4dce-9841-9acf2fef7dfe None None] DHCP port deletion for 609f4b94-ee73-43b2-a5f1-920ecad898a5 request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 21:58:58.684020 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8ab60606-d649-4eb6-8263-2d195a953985 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401002'] for router_interface (2b62bb0a-e36f-4a20-8bdb-e000ecb7efbd), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:58.703363 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e0d642-2462-4d86-b24a-303b0cb64513 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Pushing event updated for resources: {'Subnet': ['ID=5773ba28-3f0f-4b97-85f1-6efa44073479,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:58.791045 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a104b20c-308b-49ab-9630-c108baddbd81 req-40600c9d-a244-4e97-9d7f-03522f1e78de tempest-ServerGroupTestJSON-1010104360 tempest-ServerGroupTestJSON-1010104360-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3705596-06d0-4f1c-9f10-ee2c7105fc11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1232131
May 07 21:58:58.797760 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e0d642-2462-4d86-b24a-303b0cb64513 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Checking segment: {'id': 'e7d02289-de70-4be7-be88-eff772c2a1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2e753737-ed16-40e0-a8a5-77426d2a8d95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:58:58.802024 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e0d642-2462-4d86-b24a-303b0cb64513 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Network hostable DHCP agents. Network: 2e753737-ed16-40e0-a8a5-77426d2a8d95, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 21:58:58.866050 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32e0d642-2462-4d86-b24a-303b0cb64513 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Network 2e753737-ed16-40e0-a8a5-77426d2a8d95 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 21:58:58.870103 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-1d430d08-f2e5-467a-b3a3-6ef8baefceeb None None] Current status of the port 5f6cc40b-fbcf-4959-803b-90e8badb46e1 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:58:58.871255 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-14b8a330-bed6-415a-9c7e-05f49d9be63a admin admin] Publish callbacks [] for port (57202cf5-e1a1-41ab-b3bf-4df4b18b124c), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:58.884601 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=5f6cc40b-fbcf-4959-803b-90e8badb46e1,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:58.889181 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-32e0d642-2462-4d86-b24a-303b0cb64513 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2e753737-ed16-40e0-a8a5-77426d2a8d95) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:58:58.894088 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e0d642-2462-4d86-b24a-303b0cb64513 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:58.894706 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-32e0d642-2462-4d86-b24a-303b0cb64513 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:58.926758 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540f887e-9527-4c09-9dad-955d7bf60a06 None None] Network 2e753737-ed16-40e0-a8a5-77426d2a8d95 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:58:58.934612 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730ea7cf-61a6-4370-9019-11edcba95e3b req-94286390-012f-486a-a011-07fcc24052b1 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:58.936357 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-32e0d642-2462-4d86-b24a-303b0cb64513 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 803 time: 2.0308635
May 07 21:58:58.940076 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-730ea7cf-61a6-4370-9019-11edcba95e3b req-94286390-012f-486a-a011-07fcc24052b1 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.59 "GET /v2.0/ports?device_id=c8f949ce-22d7-44fa-a1f2-d579d5bd9d12 HTTP/1.1" status: 200  len: 946 time: 0.0852082
May 07 21:58:58.940916 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 48898) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:58:58.950421 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-6c35b382-87fd-4dce-9841-9acf2fef7dfe None None] Deleting port 65ce5ec7-406d-4b23-8e3d-6e40a4ea4ac1 {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:58:58.950910 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6c35b382-87fd-4dce-9841-9acf2fef7dfe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (65ce5ec7-406d-4b23-8e3d-6e40a4ea4ac1), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:58.955590 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-14b8a330-bed6-415a-9c7e-05f49d9be63a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (57202cf5-e1a1-41ab-b3bf-4df4b18b124c), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:59.022728 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b8a330-bed6-415a-9c7e-05f49d9be63a admin admin] Network cdb8575a-7cf2-47f8-bd9b-95a65c7d192a is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:58:59.030161 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-14b8a330-bed6-415a-9c7e-05f49d9be63a admin admin] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:58:59.049680 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b8a330-bed6-415a-9c7e-05f49d9be63a admin admin] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:58:59.071207 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7b888a48-fe4c-4b81-ab88-3d57677c3615 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (bb1f6c63-3864-40bd-a2ae-039b8eadf327), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:59.151748 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b8a330-bed6-415a-9c7e-05f49d9be63a admin admin] Pushing event updated for resources: {'Port': ['ID=57202cf5-e1a1-41ab-b3bf-4df4b18b124c,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:59.182230 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-14b8a330-bed6-415a-9c7e-05f49d9be63a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398161'] for router_interface (ee7a0e7c-c904-4cad-9649-8ec06aee744b), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:59.410703 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-6c35b382-87fd-4dce-9841-9acf2fef7dfe None None] For port 65ce5ec7-406d-4b23-8e3d-6e40a4ea4ac1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=65ce5ec7-406d-4b23-8e3d-6e40a4ea4ac1,segment=NetworkSegment(2619035a-1889-472a-bdb4-8fd69e462829),segment_id=2619035a-1889-472a-bdb4-8fd69e462829)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:58:59.411378 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6c35b382-87fd-4dce-9841-9acf2fef7dfe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (65ce5ec7-406d-4b23-8e3d-6e40a4ea4ac1), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:59.462957 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-ae688a15-8869-40c1-a131-701bc847874b None None] Provisioning complete for port 5f6cc40b-fbcf-4959-803b-90e8badb46e1 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:58:59.463285 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ae688a15-8869-40c1-a131-701bc847874b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (5f6cc40b-fbcf-4959-803b-90e8badb46e1), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:59.472095 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-730ea7cf-61a6-4370-9019-11edcba95e3b req-b01abab9-e2eb-4278-8d68-8091fc506c5e tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Deleting port bb2fe61d-de4d-4309-8907-7aa8991753d3 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:58:59.472684 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-730ea7cf-61a6-4370-9019-11edcba95e3b req-b01abab9-e2eb-4278-8d68-8091fc506c5e tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (bb2fe61d-de4d-4309-8907-7aa8991753d3), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:59.473279 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-6c35b382-87fd-4dce-9841-9acf2fef7dfe None None] Calling delete_port for 65ce5ec7-406d-4b23-8e3d-6e40a4ea4ac1 owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:58:59.477371 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:59.480475 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48204c83-04f5-40ba-9901-ea5e5cfc2493 req-232d8013-50ff-4e18-82f3-99a190a29574 tempest-ServerGroupTestJSON-1010104360 tempest-ServerGroupTestJSON-1010104360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:59.482066 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-48204c83-04f5-40ba-9901-ea5e5cfc2493 req-232d8013-50ff-4e18-82f3-99a190a29574 tempest-ServerGroupTestJSON-1010104360 tempest-ServerGroupTestJSON-1010104360-project] 10.222.0.32 "GET /v2.0/ports?device_id=91fbc518-9d2b-4fb9-a281-c926bba6230b HTTP/1.1" status: 200  len: 945 time: 0.1688015
May 07 21:58:59.491294 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a0672600-b06a-4af8-8763-a3152ef21942 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (2e753737-ed16-40e0-a8a5-77426d2a8d95), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:59.511818 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ab60606-d649-4eb6-8263-2d195a953985 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Router 2b62bb0a-e36f-4a20-8bdb-e000ecb7efbd has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 21:58:59.518012 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7b888a48-fe4c-4b81-ab88-3d57677c3615 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (bb1f6c63-3864-40bd-a2ae-039b8eadf327), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:59.616282 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d951b3b-8019-47a1-b775-55d2f0891284 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-2e753737-ed16-40e0-a8a5-77426d2a8d95', 'network_id': '2e753737-ed16-40e0-a8a5-77426d2a8d95', 'project_id': 'e8e04e47c1cd4025a59809f6e8d6d7b6', 'fixed_ips': [{'subnet_id': '5773ba28-3f0f-4b97-85f1-6efa44073479'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 21:58:59.617299 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-4d951b3b-8019-47a1-b775-55d2f0891284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:59.636977 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b888a48-fe4c-4b81-ab88-3d57677c3615 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Pushing event deleted for resources: {'Subnet': ['ID=bb1f6c63-3864-40bd-a2ae-039b8eadf327,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:59.663644 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe3f938-0486-4126-9641-abfb1daffa37 None None] Network 5159d3da-3059-47f6-8ecf-b4d9b2b9d7de requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:58:59.723765 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7b888a48-fe4c-4b81-ab88-3d57677c3615 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:59.727443 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-7b888a48-fe4c-4b81-ab88-3d57677c3615 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "DELETE /v2.0/subnets/bb1f6c63-3864-40bd-a2ae-039b8eadf327 HTTP/1.1" status: 204  len: 168 time: 1.5091908
May 07 21:58:59.746419 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-48204c83-04f5-40ba-9901-ea5e5cfc2493 req-cbbf40ad-66af-4922-9501-aa66a3464757 tempest-ServerGroupTestJSON-1010104360 tempest-ServerGroupTestJSON-1010104360-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3705596-06d0-4f1c-9f10-ee2c7105fc11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2526646
May 07 21:58:59.754193 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 48906) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:58:59.839851 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-ae688a15-8869-40c1-a131-701bc847874b None None] Current status of the port 5f6cc40b-fbcf-4959-803b-90e8badb46e1 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:58:59.843413 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b888a48-fe4c-4b81-ab88-3d57677c3615 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:58:59.844056 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b888a48-fe4c-4b81-ab88-3d57677c3615 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:58:59.844869 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b888a48-fe4c-4b81-ab88-3d57677c3615 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:58:59.845419 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b888a48-fe4c-4b81-ab88-3d57677c3615 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:58:59.845983 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b888a48-fe4c-4b81-ab88-3d57677c3615 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:58:59.846528 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b888a48-fe4c-4b81-ab88-3d57677c3615 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:58:59.850043 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6c35b382-87fd-4dce-9841-9acf2fef7dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (65ce5ec7-406d-4b23-8e3d-6e40a4ea4ac1), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:59.854656 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b888a48-fe4c-4b81-ab88-3d57677c3615 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:58:59.855495 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b888a48-fe4c-4b81-ab88-3d57677c3615 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:58:59.856397 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b888a48-fe4c-4b81-ab88-3d57677c3615 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:58:59.857754 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b888a48-fe4c-4b81-ab88-3d57677c3615 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:58:59.858486 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b888a48-fe4c-4b81-ab88-3d57677c3615 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:58:59.859059 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b888a48-fe4c-4b81-ab88-3d57677c3615 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:58:59.859627 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b888a48-fe4c-4b81-ab88-3d57677c3615 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:58:59.860339 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b888a48-fe4c-4b81-ab88-3d57677c3615 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:58:59.861486 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b888a48-fe4c-4b81-ab88-3d57677c3615 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:58:59.876433 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3a8ddd-155c-4f3e-8139-3b2db6148178 req-bc517778-1c7b-4f9f-8263-a064b28c89a2 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:58:59.883798 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5c3a8ddd-155c-4f3e-8139-3b2db6148178 req-bc517778-1c7b-4f9f-8263-a064b28c89a2 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8f949ce-22d7-44fa-a1f2-d579d5bd9d12 HTTP/1.1" status: 200  len: 946 time: 0.1963587
May 07 21:58:59.894920 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c35b382-87fd-4dce-9841-9acf2fef7dfe None None] Pushing event deleted for resources: {'Port': ['ID=65ce5ec7-406d-4b23-8e3d-6e40a4ea4ac1,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:58:59.900536 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c35b382-87fd-4dce-9841-9acf2fef7dfe None None] No DVR routers for this DVR port 65ce5ec7-406d-4b23-8e3d-6e40a4ea4ac1 on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:58:59.908564 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-14b8a330-bed6-415a-9c7e-05f49d9be63a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (57202cf5-e1a1-41ab-b3bf-4df4b18b124c), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:58:59.959668 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-4d951b3b-8019-47a1-b775-55d2f0891284 None None] Allocated IP 2001:db8::3 (2e753737-ed16-40e0-a8a5-77426d2a8d95/5773ba28-3f0f-4b97-85f1-6efa44073479/b45fd38e-db8a-4edc-b53a-b3ac93d362c2) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:59:00.000333 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-9e644329-04d8-436b-ab57-54c84677f47d None None] Provisioning complete for port 57202cf5-e1a1-41ab-b3bf-4df4b18b124c triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:59:00.000911 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9e644329-04d8-436b-ab57-54c84677f47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (57202cf5-e1a1-41ab-b3bf-4df4b18b124c), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:00.006860 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5c3a8ddd-155c-4f3e-8139-3b2db6148178 req-18289cfe-bb99-4e85-8d7d-f9ed78466ffd tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1220331
May 07 21:59:00.077635 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8cb5d2-c3e5-49ca-b91f-fe69a81eb183 None None] DHCP port deletion for 5159d3da-3059-47f6-8ecf-b4d9b2b9d7de request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 21:59:00.079834 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device f063c24d-d79a-486c-bcc7-ff787585894d up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:59:00.168708 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-14b8a330-bed6-415a-9c7e-05f49d9be63a admin admin] Publish callbacks [] for port (57202cf5-e1a1-41ab-b3bf-4df4b18b124c), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:00.177631 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-14b8a330-bed6-415a-9c7e-05f49d9be63a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (57202cf5-e1a1-41ab-b3bf-4df4b18b124c), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:00.204997 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:00.217383 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-9e644329-04d8-436b-ab57-54c84677f47d None None] Port 57202cf5-e1a1-41ab-b3bf-4df4b18b124c cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:59:00.250526 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-14b8a330-bed6-415a-9c7e-05f49d9be63a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401121'] for router_interface (ee7a0e7c-c904-4cad-9649-8ec06aee744b), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:00.273179 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-5d8cb5d2-c3e5-49ca-b91f-fe69a81eb183 None None] Deleting port d138a6df-549f-4be6-a823-137bfbd8ef44 {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:59:00.273647 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5d8cb5d2-c3e5-49ca-b91f-fe69a81eb183 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (d138a6df-549f-4be6-a823-137bfbd8ef44), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:00.275554 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:59:00.335377 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port f063c24d-d79a-486c-bcc7-ff787585894d triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:59:00.335855 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (f063c24d-d79a-486c-bcc7-ff787585894d), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:00.386135 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b8a330-bed6-415a-9c7e-05f49d9be63a admin admin] Network cdb8575a-7cf2-47f8-bd9b-95a65c7d192a is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:59:00.389338 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-14b8a330-bed6-415a-9c7e-05f49d9be63a admin admin] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:59:00.410040 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b8a330-bed6-415a-9c7e-05f49d9be63a admin admin] Pushing event updated for resources: {'Port': ['ID=57202cf5-e1a1-41ab-b3bf-4df4b18b124c,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:00.472418 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-4d951b3b-8019-47a1-b775-55d2f0891284 None None] Publish callbacks [] for port (b45fd38e-db8a-4edc-b53a-b3ac93d362c2), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:00.479320 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-5d8cb5d2-c3e5-49ca-b91f-fe69a81eb183 None None] For port d138a6df-549f-4be6-a823-137bfbd8ef44, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d138a6df-549f-4be6-a823-137bfbd8ef44,segment=NetworkSegment(918ce7a0-6436-4d36-8bb4-df4087f94e32),segment_id=918ce7a0-6436-4d36-8bb4-df4087f94e32)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:59:00.479957 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5d8cb5d2-c3e5-49ca-b91f-fe69a81eb183 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (d138a6df-549f-4be6-a823-137bfbd8ef44), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:00.484256 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a0672600-b06a-4af8-8763-a3152ef21942 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (5773ba28-3f0f-4b97-85f1-6efa44073479), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:00.503209 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-730ea7cf-61a6-4370-9019-11edcba95e3b req-b01abab9-e2eb-4278-8d68-8091fc506c5e tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] For port bb2fe61d-de4d-4309-8907-7aa8991753d3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bb2fe61d-de4d-4309-8907-7aa8991753d3,segment=NetworkSegment(c1f62f1a-7390-4968-bfcd-e0354648ad7b),segment_id=c1f62f1a-7390-4968-bfcd-e0354648ad7b)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:59:00.503672 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-730ea7cf-61a6-4370-9019-11edcba95e3b req-b01abab9-e2eb-4278-8d68-8091fc506c5e tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (bb2fe61d-de4d-4309-8907-7aa8991753d3), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:00.535121 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-4d951b3b-8019-47a1-b775-55d2f0891284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (b45fd38e-db8a-4edc-b53a-b3ac93d362c2), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:00.553392 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-5d8cb5d2-c3e5-49ca-b91f-fe69a81eb183 None None] Calling delete_port for d138a6df-549f-4be6-a823-137bfbd8ef44 owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:59:00.583102 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbd324d-7614-4175-afb6-3c92cb46a286 req-d0a461de-2848-4a17-b116-860c343839ae tempest-ServerGroupTestJSON-1010104360 tempest-ServerGroupTestJSON-1010104360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:00.584923 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9dbd324d-7614-4175-afb6-3c92cb46a286 req-d0a461de-2848-4a17-b116-860c343839ae tempest-ServerGroupTestJSON-1010104360 tempest-ServerGroupTestJSON-1010104360-project] 10.222.0.55 "GET /v2.0/ports?device_id=91fbc518-9d2b-4fb9-a281-c926bba6230b HTTP/1.1" status: 200  len: 945 time: 0.0760913
May 07 21:59:00.599703 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14b8a330-bed6-415a-9c7e-05f49d9be63a admin admin] Router ee7a0e7c-c904-4cad-9649-8ec06aee744b has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 21:59:00.607794 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae6c669-64d7-4dcc-a762-1d51167bbc41 req-35d14c4c-b40b-4115-a0ae-9dc7e4c17fd0 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:00.609547 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bae6c669-64d7-4dcc-a762-1d51167bbc41 req-35d14c4c-b40b-4115-a0ae-9dc7e4c17fd0 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=83ad7d9c-5e14-44b9-a948-c9c337d99f0c HTTP/1.1" status: 200  len: 944 time: 0.6926496
May 07 21:59:00.618677 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ab60606-d649-4eb6-8263-2d195a953985 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:59:00.630408 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c906403-d126-4076-85a5-c18fca5bfe8b None None] Sync routers for ids ['2b62bb0a-e36f-4a20-8bdb-e000ecb7efbd'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:59:00.653439 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c906403-d126-4076-85a5-c18fca5bfe8b None None] Routers {'2b62bb0a-e36f-4a20-8bdb-e000ecb7efbd'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:59:00.655719 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-5c906403-d126-4076-85a5-c18fca5bfe8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cd797c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:58:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['2b62bb0a-e36f-4a20-8bdb-e000ecb7efbd'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:00.667863 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2d808128-1227-4206-80dd-ade05a2bfcfb tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (609f4b94-ee73-43b2-a5f1-920ecad898a5), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:00.670846 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-730ea7cf-61a6-4370-9019-11edcba95e3b req-b01abab9-e2eb-4278-8d68-8091fc506c5e tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Calling delete_port for bb2fe61d-de4d-4309-8907-7aa8991753d3 owned by compute:nova {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:59:00.678875 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-8ab60606-d649-4eb6-8263-2d195a953985 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "PUT /v2.0/routers/2b62bb0a-e36f-4a20-8bdb-e000ecb7efbd/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.5645235
May 07 21:59:00.679330 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d951b3b-8019-47a1-b775-55d2f0891284 None None] Network 2e753737-ed16-40e0-a8a5-77426d2a8d95 is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:59:00.681438 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 48908) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:00.695650 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a0672600-b06a-4af8-8763-a3152ef21942 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (5773ba28-3f0f-4b97-85f1-6efa44073479), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:00.708919 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d951b3b-8019-47a1-b775-55d2f0891284 None None] Pushing event updated for resources: {'Port': ['ID=b45fd38e-db8a-4edc-b53a-b3ac93d362c2,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:00.719410 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-4d951b3b-8019-47a1-b775-55d2f0891284 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:59:00.721709 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d951b3b-8019-47a1-b775-55d2f0891284 None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:59:00.733117 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2,segment=NetworkSegment(16a3e44e-cf3e-4bbc-83bb-ad3918f988bd),segment_id=16a3e44e-cf3e-4bbc-83bb-ad3918f988bd)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:59:00.749729 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-5c906403-d126-4076-85a5-c18fca5bfe8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cd797c0>, [], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:00.763040 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c906403-d126-4076-85a5-c18fca5bfe8b None None] Routers {'2b62bb0a-e36f-4a20-8bdb-e000ecb7efbd'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:59:00.764023 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-5c906403-d126-4076-85a5-c18fca5bfe8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cd797c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:58:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['2b62bb0a-e36f-4a20-8bdb-e000ecb7efbd'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:00.764780 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-81907eb3-a3ab-4d33-ab37-b9baa75db7ad tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b62bb0a-e36f-4a20-8bdb-e000ecb7efbd HTTP/1.1" status: 200  len: 205 time: 0.0797076
May 07 21:59:00.767532 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 48912) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:00.788478 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': 'd4e2b793-5d2d-4a07-9cc6-af0c205ae6e2', 'network_id': '772be29c-bb44-46ae-a3e0-b0a78574bddf', 'port_id': 'd4e2b793-5d2d-4a07-9cc6-af0c205ae6e2', 'mac_address': 'fa:16:3e:0d:5a:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f41cdf1c-9de4-46dc-8689-4d3b6400326c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:59:00.814580 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port f063c24d-d79a-486c-bcc7-ff787585894d is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:59:00.817268 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f063c24d-d79a-486c-bcc7-ff787585894d), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:00.829252 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-5c906403-d126-4076-85a5-c18fca5bfe8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cd797c0>, [], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:00.829851 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c906403-d126-4076-85a5-c18fca5bfe8b None None] The sync data for ids ['2b62bb0a-e36f-4a20-8bdb-e000ecb7efbd'] in ncdv-master-1 is: [] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:59:00.851545 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-9dbd324d-7614-4175-afb6-3c92cb46a286 req-1e6e21da-1d26-40e9-b5e6-f02aa71ad6d9 tempest-ServerGroupTestJSON-1010104360 tempest-ServerGroupTestJSON-1010104360-project] Deleting port 315c86cf-24f5-40e0-a4b9-4de7e8201af2 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:59:00.851889 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-9dbd324d-7614-4175-afb6-3c92cb46a286 req-1e6e21da-1d26-40e9-b5e6-f02aa71ad6d9 tempest-ServerGroupTestJSON-1010104360 tempest-ServerGroupTestJSON-1010104360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (315c86cf-24f5-40e0-a4b9-4de7e8201af2), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:00.857764 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-97d8ddcc-3817-4fd2-9014-f8f0142d5f32 None None] Provisioning complete for port 57202cf5-e1a1-41ab-b3bf-4df4b18b124c triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:59:00.857764 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-97d8ddcc-3817-4fd2-9014-f8f0142d5f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (57202cf5-e1a1-41ab-b3bf-4df4b18b124c), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:00.869036 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0672600-b06a-4af8-8763-a3152ef21942 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Pushing event deleted for resources: {'Subnet': ['ID=5773ba28-3f0f-4b97-85f1-6efa44073479,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:00.875074 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bae6c669-64d7-4dcc-a762-1d51167bbc41 req-836e41c7-38e8-4e14-8902-a8d1a3d82bea tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups?id=108d65d8-0253-46f4-addb-267f67931aa5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2172825
May 07 21:59:00.884293 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port f063c24d-d79a-486c-bcc7-ff787585894d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f063c24d-d79a-486c-bcc7-ff787585894d,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:59:00.933773 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (f063c24d-d79a-486c-bcc7-ff787585894d), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:00.934575 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 5f6cc40b-fbcf-4959-803b-90e8badb46e1 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:59:00.972759 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14b8a330-bed6-415a-9c7e-05f49d9be63a admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:59:00.986586 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1f7dce-d39a-49ed-a5d4-89de82208a00 req-02ae0fa9-c7d5-4bb7-9ec6-4478e5c7656f tempest-ServerGroupTestJSON-1010104360 tempest-ServerGroupTestJSON-1010104360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:00.988112 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ab1f7dce-d39a-49ed-a5d4-89de82208a00 req-02ae0fa9-c7d5-4bb7-9ec6-4478e5c7656f tempest-ServerGroupTestJSON-1010104360 tempest-ServerGroupTestJSON-1010104360-project] 10.222.0.32 "GET /v2.0/ports?device_id=91fbc518-9d2b-4fb9-a281-c926bba6230b HTTP/1.1" status: 200  len: 945 time: 0.1470373
May 07 21:59:00.992039 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-14b8a330-bed6-415a-9c7e-05f49d9be63a admin admin] 10.222.0.32 "PUT /v2.0/routers/ee7a0e7c-c904-4cad-9649-8ec06aee744b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.8754661
May 07 21:59:01.009070 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faeb1e8b-5346-4f58-891d-f074b4796097 None None] Sync routers for ids ['ee7a0e7c-c904-4cad-9649-8ec06aee744b'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:59:01.030666 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-4d951b3b-8019-47a1-b775-55d2f0891284 None None] Attempting to bind port b45fd38e-db8a-4edc-b53a-b3ac93d362c2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:59:01.031059 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-4d951b3b-8019-47a1-b775-55d2f0891284 None None] Attempting to bind port b45fd38e-db8a-4edc-b53a-b3ac93d362c2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e7d02289-de70-4be7-be88-eff772c2a1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2e753737-ed16-40e0-a8a5-77426d2a8d95'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:59:01.031429 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d951b3b-8019-47a1-b775-55d2f0891284 None None] Attempting to bind port b45fd38e-db8a-4edc-b53a-b3ac93d362c2 on network 2e753737-ed16-40e0-a8a5-77426d2a8d95 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:59:01.046289 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5d8cb5d2-c3e5-49ca-b91f-fe69a81eb183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (d138a6df-549f-4be6-a823-137bfbd8ef44), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:01.066058 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-97d8ddcc-3817-4fd2-9014-f8f0142d5f32 None None] Port 57202cf5-e1a1-41ab-b3bf-4df4b18b124c cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:59:01.067923 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:59:01.068780 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:01.080004 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d951b3b-8019-47a1-b775-55d2f0891284 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:59:01.080754 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d951b3b-8019-47a1-b775-55d2f0891284 None None] Checking segment: {'id': 'e7d02289-de70-4be7-be88-eff772c2a1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2e753737-ed16-40e0-a8a5-77426d2a8d95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:59:01.080892 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-4d951b3b-8019-47a1-b775-55d2f0891284 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:01.081267 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d951b3b-8019-47a1-b775-55d2f0891284 None None] Bound using segment: {'id': 'e7d02289-de70-4be7-be88-eff772c2a1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2e753737-ed16-40e0-a8a5-77426d2a8d95'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:59:01.081749 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-4d951b3b-8019-47a1-b775-55d2f0891284 None None] Bound port: b45fd38e-db8a-4edc-b53a-b3ac93d362c2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7d02289-de70-4be7-be88-eff772c2a1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2e753737-ed16-40e0-a8a5-77426d2a8d95'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:59:01.082136 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-4d951b3b-8019-47a1-b775-55d2f0891284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (b45fd38e-db8a-4edc-b53a-b3ac93d362c2), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:01.086846 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a0672600-b06a-4af8-8763-a3152ef21942 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (2e753737-ed16-40e0-a8a5-77426d2a8d95), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:01.093739 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-761927c2-4a12-47be-b1e9-8379883a2d89 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks [] for router (2b62bb0a-e36f-4a20-8bdb-e000ecb7efbd), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:01.109185 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faeb1e8b-5346-4f58-891d-f074b4796097 None None] Routers {'ee7a0e7c-c904-4cad-9649-8ec06aee744b'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:59:01.109985 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-faeb1e8b-5346-4f58-891d-f074b4796097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7ea3f400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:58:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['ee7a0e7c-c904-4cad-9649-8ec06aee744b'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:01.121255 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8cb5d2-c3e5-49ca-b91f-fe69a81eb183 None None] No DVR routers for this DVR port d138a6df-549f-4be6-a823-137bfbd8ef44 on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:59:01.150416 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-9dbd324d-7614-4175-afb6-3c92cb46a286 req-1e6e21da-1d26-40e9-b5e6-f02aa71ad6d9 tempest-ServerGroupTestJSON-1010104360 tempest-ServerGroupTestJSON-1010104360-project] For port 315c86cf-24f5-40e0-a4b9-4de7e8201af2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=315c86cf-24f5-40e0-a4b9-4de7e8201af2,segment=NetworkSegment(577a74aa-2eb1-4701-865f-6f69966ef2b9),segment_id=577a74aa-2eb1-4701-865f-6f69966ef2b9)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:59:01.155502 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-9dbd324d-7614-4175-afb6-3c92cb46a286 req-1e6e21da-1d26-40e9-b5e6-f02aa71ad6d9 tempest-ServerGroupTestJSON-1010104360 tempest-ServerGroupTestJSON-1010104360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (315c86cf-24f5-40e0-a4b9-4de7e8201af2), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:01.163703 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=f063c24d-d79a-486c-bcc7-ff787585894d,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:01.170166 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:59:01.174859 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-9dbd324d-7614-4175-afb6-3c92cb46a286 req-1e6e21da-1d26-40e9-b5e6-f02aa71ad6d9 tempest-ServerGroupTestJSON-1010104360 tempest-ServerGroupTestJSON-1010104360-project] Calling delete_port for 315c86cf-24f5-40e0-a4b9-4de7e8201af2 owned by compute:nova {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:59:01.241624 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ab1f7dce-d39a-49ed-a5d4-89de82208a00 req-32cf67e9-c09a-4a6e-b376-13c21a2b9b33 tempest-ServerGroupTestJSON-1010104360 tempest-ServerGroupTestJSON-1010104360-project] 10.222.0.32 "GET /v2.0/security-groups?id=a3705596-06d0-4f1c-9f10-ee2c7105fc11&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2405708
May 07 21:59:01.242118 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56688a89-9d96-4650-812e-2b345466a423 req-582af95a-e35c-4672-89a7-7ec6e436ab12 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:01.243716 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-56688a89-9d96-4650-812e-2b345466a423 req-582af95a-e35c-4672-89a7-7ec6e436ab12 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8f949ce-22d7-44fa-a1f2-d579d5bd9d12 HTTP/1.1" status: 200  len: 946 time: 0.0959120
May 07 21:59:01.246282 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2d808128-1227-4206-80dd-ade05a2bfcfb tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (609f4b94-ee73-43b2-a5f1-920ecad898a5), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:01.326504 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-a0672600-b06a-4af8-8763-a3152ef21942 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf8c7cca00>,) {'filters': {'network_id': ['2e753737-ed16-40e0-a8a5-77426d2a8d95']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:01.369672 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-9dbd324d-7614-4175-afb6-3c92cb46a286 req-1e6e21da-1d26-40e9-b5e6-f02aa71ad6d9 tempest-ServerGroupTestJSON-1010104360 tempest-ServerGroupTestJSON-1010104360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (315c86cf-24f5-40e0-a4b9-4de7e8201af2), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:01.383501 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-a0672600-b06a-4af8-8763-a3152ef21942 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8c7cca00>, 'e7d02289-de70-4be7-be88-eff772c2a1de') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:01.383741 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-a0672600-b06a-4af8-8763-a3152ef21942 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8c7cca00>, 'e7d02289-de70-4be7-be88-eff772c2a1de') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:01.390030 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-2d808128-1227-4206-80dd-ade05a2bfcfb tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf8d4740d0>,) {'filters': {'network_id': ['609f4b94-ee73-43b2-a5f1-920ecad898a5']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:01.407078 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 5f6cc40b-fbcf-4959-803b-90e8badb46e1 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:59:01.407564 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (5f6cc40b-fbcf-4959-803b-90e8badb46e1), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:01.455356 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6e21da-1d26-40e9-b5e6-f02aa71ad6d9 tempest-ServerGroupTestJSON-1010104360 tempest-ServerGroupTestJSON-1010104360-project] Pushing event deleted for resources: {'Port': ['ID=315c86cf-24f5-40e0-a4b9-4de7e8201af2,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:01.474245 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6e21da-1d26-40e9-b5e6-f02aa71ad6d9 tempest-ServerGroupTestJSON-1010104360 tempest-ServerGroupTestJSON-1010104360-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:59:01.474474 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6e21da-1d26-40e9-b5e6-f02aa71ad6d9 tempest-ServerGroupTestJSON-1010104360 tempest-ServerGroupTestJSON-1010104360-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:59:01.474708 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6e21da-1d26-40e9-b5e6-f02aa71ad6d9 tempest-ServerGroupTestJSON-1010104360 tempest-ServerGroupTestJSON-1010104360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:59:01.475079 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6e21da-1d26-40e9-b5e6-f02aa71ad6d9 tempest-ServerGroupTestJSON-1010104360 tempest-ServerGroupTestJSON-1010104360-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:59:01.475419 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6e21da-1d26-40e9-b5e6-f02aa71ad6d9 tempest-ServerGroupTestJSON-1010104360 tempest-ServerGroupTestJSON-1010104360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:59:01.475754 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6e21da-1d26-40e9-b5e6-f02aa71ad6d9 tempest-ServerGroupTestJSON-1010104360 tempest-ServerGroupTestJSON-1010104360-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:59:01.476089 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6e21da-1d26-40e9-b5e6-f02aa71ad6d9 tempest-ServerGroupTestJSON-1010104360 tempest-ServerGroupTestJSON-1010104360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:59:01.476425 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6e21da-1d26-40e9-b5e6-f02aa71ad6d9 tempest-ServerGroupTestJSON-1010104360 tempest-ServerGroupTestJSON-1010104360-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:59:01.477260 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6e21da-1d26-40e9-b5e6-f02aa71ad6d9 tempest-ServerGroupTestJSON-1010104360 tempest-ServerGroupTestJSON-1010104360-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:59:01.477260 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6e21da-1d26-40e9-b5e6-f02aa71ad6d9 tempest-ServerGroupTestJSON-1010104360 tempest-ServerGroupTestJSON-1010104360-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:59:01.477461 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6e21da-1d26-40e9-b5e6-f02aa71ad6d9 tempest-ServerGroupTestJSON-1010104360 tempest-ServerGroupTestJSON-1010104360-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:59:01.477698 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6e21da-1d26-40e9-b5e6-f02aa71ad6d9 tempest-ServerGroupTestJSON-1010104360 tempest-ServerGroupTestJSON-1010104360-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:59:01.478023 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6e21da-1d26-40e9-b5e6-f02aa71ad6d9 tempest-ServerGroupTestJSON-1010104360 tempest-ServerGroupTestJSON-1010104360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:59:01.478374 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6e21da-1d26-40e9-b5e6-f02aa71ad6d9 tempest-ServerGroupTestJSON-1010104360 tempest-ServerGroupTestJSON-1010104360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:59:01.478542 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['315c86cf-24f5-40e0-a4b9-4de7e8201af2'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:59:01.480154 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6e21da-1d26-40e9-b5e6-f02aa71ad6d9 tempest-ServerGroupTestJSON-1010104360 tempest-ServerGroupTestJSON-1010104360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:59:01.498537 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-2d808128-1227-4206-80dd-ade05a2bfcfb tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8d4740d0>, '2619035a-1889-472a-bdb4-8fd69e462829') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:01.499121 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-2d808128-1227-4206-80dd-ade05a2bfcfb tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8d4740d0>, '2619035a-1889-472a-bdb4-8fd69e462829') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:01.501412 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a0672600-b06a-4af8-8763-a3152ef21942 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (e7d02289-de70-4be7-be88-eff772c2a1de), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:01.524946 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-761927c2-4a12-47be-b1e9-8379883a2d89 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (2b62bb0a-e36f-4a20-8bdb-e000ecb7efbd), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:01.530080 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dbd324d-7614-4175-afb6-3c92cb46a286 req-1e6e21da-1d26-40e9-b5e6-f02aa71ad6d9 tempest-ServerGroupTestJSON-1010104360 tempest-ServerGroupTestJSON-1010104360-project] No DVR routers for this DVR port 315c86cf-24f5-40e0-a4b9-4de7e8201af2 on host nch1-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:59:01.531712 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8cb5d2-c3e5-49ca-b91f-fe69a81eb183 None None] Pushing event deleted for resources: {'Port': ['ID=d138a6df-549f-4be6-a823-137bfbd8ef44,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:01.533450 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-9dbd324d-7614-4175-afb6-3c92cb46a286 req-1e6e21da-1d26-40e9-b5e6-f02aa71ad6d9 tempest-ServerGroupTestJSON-1010104360 tempest-ServerGroupTestJSON-1010104360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:01.534574 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2d808128-1227-4206-80dd-ade05a2bfcfb tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (2619035a-1889-472a-bdb4-8fd69e462829), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:01.537209 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9dbd324d-7614-4175-afb6-3c92cb46a286 req-1e6e21da-1d26-40e9-b5e6-f02aa71ad6d9 tempest-ServerGroupTestJSON-1010104360 tempest-ServerGroupTestJSON-1010104360-project] 10.222.0.55 "DELETE /v2.0/ports/315c86cf-24f5-40e0-a4b9-4de7e8201af2 HTTP/1.1" status: 204  len: 173 time: 0.9357486
May 07 21:59:01.538022 ncdv-master-1 neutron-server[121836]: INFO neutron.api.v2.resource [req-c8076f9b-210d-4acc-8298-6f6c6f3dab0a req-a6411ce6-be6a-4626-9660-62058224b7be tempest-FloatingIPDetailsNegativeTestJSON-300686107 tempest-FloatingIPDetailsNegativeTestJSON-300686107-project] show failed (client error): The resource could not be found.
May 07 21:59:01.538980 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c8076f9b-210d-4acc-8298-6f6c6f3dab0a req-a6411ce6-be6a-4626-9660-62058224b7be tempest-FloatingIPDetailsNegativeTestJSON-300686107 tempest-FloatingIPDetailsNegativeTestJSON-300686107-project] 10.222.0.32 "GET /v2.0/floatingips/4f8a8b2f-c4f1-45e3-bf99-3f877e68773f HTTP/1.1" status: 404  len: 350 time: 0.0994298
May 07 21:59:01.539433 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91fbc518-9d2b-4fb9-a281-c926bba6230b', 'name': 'network-vif-deleted', 'tag': '315c86cf-24f5-40e0-a4b9-4de7e8201af2'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:59:01.541892 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-761927c2-4a12-47be-b1e9-8379883a2d89 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks [] for router_controller (2b62bb0a-e36f-4a20-8bdb-e000ecb7efbd), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:01.543812 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a0672600-b06a-4af8-8763-a3152ef21942 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (e7d02289-de70-4be7-be88-eff772c2a1de), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:01.551065 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18d046e2-7b0b-44b5-b239-a06352f5cc3c" -d '{"events": [{"server_uuid": "91fbc518-9d2b-4fb9-a281-c926bba6230b", "name": "network-vif-deleted", "tag": "315c86cf-24f5-40e0-a4b9-4de7e8201af2"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:59:01.556800 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 48924) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:01.560640 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2,segment=NetworkSegment(16a3e44e-cf3e-4bbc-83bb-ad3918f988bd),segment_id=16a3e44e-cf3e-4bbc-83bb-ad3918f988bd)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:59:01.585344 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0672600-b06a-4af8-8763-a3152ef21942 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 21:59:01.585571 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a0672600-b06a-4af8-8763-a3152ef21942 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (e7d02289-de70-4be7-be88-eff772c2a1de), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:01.590649 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 21:59:01.590649 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 21:59:01.590649 ncdv-master-1 neutron-server[121837]:     timer()
May 07 21:59:01.590649 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 21:59:01.590649 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 21:59:01.590649 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 21:59:01.590649 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 21:59:01.590649 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 21:59:01.590649 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 21:59:01.590649 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 21:59:01.590649 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 21:59:01.590649 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 21:59:01.590649 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 21:59:01.590649 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 21:59:01.590649 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 21:59:01.590649 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 21:59:01.590649 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 21:59:01.590649 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 21:59:01.590649 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 21:59:01.590649 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 21:59:01.590649 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 21:59:01.590649 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 21:59:01.590649 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 21:59:01.590649 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 21:59:01.590649 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 21:59:01.590649 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 21:59:01.590649 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 21:59:01.590649 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 21:59:01.590649 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 21:59:01.590649 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 21:59:01.590649 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 21:59:01.590649 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 21:59:01.599753 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:01.642657 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2d808128-1227-4206-80dd-ade05a2bfcfb tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (2619035a-1889-472a-bdb4-8fd69e462829), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:01.647023 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-730ea7cf-61a6-4370-9019-11edcba95e3b req-b01abab9-e2eb-4278-8d68-8091fc506c5e tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (bb2fe61d-de4d-4309-8907-7aa8991753d3), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:01.660879 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-56688a89-9d96-4650-812e-2b345466a423 req-3ebaab34-0ecc-4e1c-b0a3-f80ff3416db3 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3627121
May 07 21:59:01.661364 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-faeb1e8b-5346-4f58-891d-f074b4796097 None None] Set router ee7a0e7c-c904-4cad-9649-8ec06aee744b gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:59:01.661811 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c7c698-601c-4b63-85d5-b0cfcab273d0 x-openstack-request-id: req-81c7c698-601c-4b63-85d5-b0cfcab273d0 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:59:01.662099 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91fbc518-9d2b-4fb9-a281-c926bba6230b", "name": "network-vif-deleted", "tag": "315c86cf-24f5-40e0-a4b9-4de7e8201af2", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:59:01.662822 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-81c7c698-601c-4b63-85d5-b0cfcab273d0 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:59:01.662962 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81c7c698-601c-4b63-85d5-b0cfcab273d0'] response: {'server_uuid': '91fbc518-9d2b-4fb9-a281-c926bba6230b', 'name': 'network-vif-deleted', 'tag': '315c86cf-24f5-40e0-a4b9-4de7e8201af2', 'status': 'completed', 'code': 200}
May 07 21:59:01.693669 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d808128-1227-4206-80dd-ade05a2bfcfb tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 21:59:01.694151 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2d808128-1227-4206-80dd-ade05a2bfcfb tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (2619035a-1889-472a-bdb4-8fd69e462829), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:01.701507 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 21:59:01.701507 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 21:59:01.701507 ncdv-master-1 neutron-server[121837]:     timer()
May 07 21:59:01.701507 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 21:59:01.701507 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 21:59:01.701507 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 21:59:01.701507 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 21:59:01.701507 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 21:59:01.701507 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 21:59:01.701507 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 21:59:01.701507 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 21:59:01.701507 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 21:59:01.701507 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 21:59:01.701507 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 21:59:01.701507 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 21:59:01.701507 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 21:59:01.701507 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 21:59:01.701507 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 21:59:01.701507 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 21:59:01.701507 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 21:59:01.701507 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 21:59:01.701507 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 21:59:01.701507 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 21:59:01.701507 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 21:59:01.701507 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 21:59:01.701507 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 21:59:01.701507 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 21:59:01.701507 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 21:59:01.701507 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 21:59:01.701507 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 21:59:01.701507 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 21:59:01.701507 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 21:59:01.715470 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['bb2fe61d-de4d-4309-8907-7aa8991753d3'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:59:01.749318 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-761927c2-4a12-47be-b1e9-8379883a2d89 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (2b62bb0a-e36f-4a20-8bdb-e000ecb7efbd), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:01.749892 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-761927c2-4a12-47be-b1e9-8379883a2d89 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Fanout notify agent at l3_agent the message router_deleted on router 2b62bb0a-e36f-4a20-8bdb-e000ecb7efbd {{(pid=121837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 21:59:01.759809 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-4d951b3b-8019-47a1-b775-55d2f0891284 None None] For port b45fd38e-db8a-4edc-b53a-b3ac93d362c2, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:59:01.779601 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01abab9-e2eb-4278-8d68-8091fc506c5e tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Pushing event deleted for resources: {'Port': ['ID=bb2fe61d-de4d-4309-8907-7aa8991753d3,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:01.788984 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-761927c2-4a12-47be-b1e9-8379883a2d89 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:01.793355 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-761927c2-4a12-47be-b1e9-8379883a2d89 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "DELETE /v2.0/routers/2b62bb0a-e36f-4a20-8bdb-e000ecb7efbd HTTP/1.1" status: 204  len: 168 time: 0.9767392
May 07 21:59:01.795270 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 48926) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:01.801923 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.db.api [None req-a0672600-b06a-4af8-8763-a3152ef21942 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
May 07 21:59:01.801923 ncdv-master-1 neutron-server[121837]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
May 07 21:59:01.801923 ncdv-master-1 neutron-server[121837]: [parameters: {'id': '2e753737-ed16-40e0-a8a5-77426d2a8d95'}]
May 07 21:59:01.801923 ncdv-master-1 neutron-server[121837]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=121837) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 07 21:59:01.802334 ncdv-master-1 neutron-server[121837]: DEBUG oslo_db.api [None req-a0672600-b06a-4af8-8763-a3152ef21942 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 07 21:59:01.832129 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-4d951b3b-8019-47a1-b775-55d2f0891284 None None] For port b45fd38e-db8a-4edc-b53a-b3ac93d362c2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b45fd38e-db8a-4edc-b53a-b3ac93d362c2,segment=NetworkSegment(e7d02289-de70-4be7-be88-eff772c2a1de),segment_id=e7d02289-de70-4be7-be88-eff772c2a1de)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:59:01.862932 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2d808128-1227-4206-80dd-ade05a2bfcfb tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (609f4b94-ee73-43b2-a5f1-920ecad898a5), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:01.886848 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2d808128-1227-4206-80dd-ade05a2bfcfb tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:01.887246 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:59:01.893089 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-2d808128-1227-4206-80dd-ade05a2bfcfb tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "DELETE /v2.0/networks/609f4b94-ee73-43b2-a5f1-920ecad898a5 HTTP/1.1" status: 204  len: 168 time: 2.0963299
May 07 21:59:01.895311 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 48928) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:01.897559 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-730ea7cf-61a6-4370-9019-11edcba95e3b req-b01abab9-e2eb-4278-8d68-8091fc506c5e tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] No DVR routers for this DVR port bb2fe61d-de4d-4309-8907-7aa8991753d3 on host nch2-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:59:01.914352 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-730ea7cf-61a6-4370-9019-11edcba95e3b req-b01abab9-e2eb-4278-8d68-8091fc506c5e tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:01.917789 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-730ea7cf-61a6-4370-9019-11edcba95e3b req-b01abab9-e2eb-4278-8d68-8091fc506c5e tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.59 "DELETE /v2.0/ports/bb2fe61d-de4d-4309-8907-7aa8991753d3 HTTP/1.1" status: 204  len: 173 time: 2.9486525
May 07 21:59:01.918242 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8f949ce-22d7-44fa-a1f2-d579d5bd9d12', 'name': 'network-vif-deleted', 'tag': 'bb2fe61d-de4d-4309-8907-7aa8991753d3'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:59:01.920594 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28ad7ed8-4dda-4fd3-a12c-2ba431c3856c" -d '{"events": [{"server_uuid": "c8f949ce-22d7-44fa-a1f2-d579d5bd9d12", "name": "network-vif-deleted", "tag": "bb2fe61d-de4d-4309-8907-7aa8991753d3"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:59:01.926109 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d808128-1227-4206-80dd-ade05a2bfcfb tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Pushing event deleted for resources: {'Network': ['ID=609f4b94-ee73-43b2-a5f1-920ecad898a5,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:01.931703 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d0425dc-885f-4261-85ef-19b468f4a144 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Deleting subnet 109928c8-3c6c-4314-9101-db360a852cf0 {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 21:59:01.933881 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2,revision_number=9']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:01.936102 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6d0425dc-885f-4261-85ef-19b468f4a144 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks [] for subnet (109928c8-3c6c-4314-9101-db360a852cf0), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:01.943883 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-4d951b3b-8019-47a1-b775-55d2f0891284 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (b45fd38e-db8a-4edc-b53a-b3ac93d362c2), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:01.970580 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 5f6cc40b-fbcf-4959-803b-90e8badb46e1 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:59:01.981290 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6d0425dc-885f-4261-85ef-19b468f4a144 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (109928c8-3c6c-4314-9101-db360a852cf0), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:02.106243 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6d0425dc-885f-4261-85ef-19b468f4a144 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (109928c8-3c6c-4314-9101-db360a852cf0), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:02.143393 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 65ce5ec7-406d-4b23-8e3d-6e40a4ea4ac1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:59:02.144729 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d951b3b-8019-47a1-b775-55d2f0891284 None None] Pushing event updated for resources: {'Port': ['ID=b45fd38e-db8a-4edc-b53a-b3ac93d362c2,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:02.175207 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45a42278-8b59-4a63-9a58-42842f21110a x-openstack-request-id: req-45a42278-8b59-4a63-9a58-42842f21110a {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:59:02.175814 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8f949ce-22d7-44fa-a1f2-d579d5bd9d12", "name": "network-vif-deleted", "tag": "bb2fe61d-de4d-4309-8907-7aa8991753d3", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:59:02.176255 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-45a42278-8b59-4a63-9a58-42842f21110a {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:59:02.176929 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45a42278-8b59-4a63-9a58-42842f21110a'] response: {'server_uuid': 'c8f949ce-22d7-44fa-a1f2-d579d5bd9d12', 'name': 'network-vif-deleted', 'tag': 'bb2fe61d-de4d-4309-8907-7aa8991753d3', 'status': 'completed', 'code': 200}
May 07 21:59:02.182315 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6d0425dc-885f-4261-85ef-19b468f4a144 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (109928c8-3c6c-4314-9101-db360a852cf0), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:02.197042 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d16b011-60db-43a9-9d15-1c2de77dfee0 None None] get_active_networks_info from ncdv-master-1 {{(pid=121838) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
May 07 21:59:02.203242 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b6381056-7ebb-4d00-907e-67dc7c15ad54 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (5159d3da-3059-47f6-8ecf-b4d9b2b9d7de), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:02.216708 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 65ce5ec7-406d-4b23-8e3d-6e40a4ea4ac1 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:59:02.217054 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 65ce5ec7-406d-4b23-8e3d-6e40a4ea4ac1 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:59:02.233756 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0425dc-885f-4261-85ef-19b468f4a144 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Pushing event deleted for resources: {'Subnet': ['ID=109928c8-3c6c-4314-9101-db360a852cf0,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:02.260395 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6d0425dc-885f-4261-85ef-19b468f4a144 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:02.273237 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-6d0425dc-885f-4261-85ef-19b468f4a144 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "DELETE /v2.0/subnets/109928c8-3c6c-4314-9101-db360a852cf0 HTTP/1.1" status: 204  len: 168 time: 0.4724727
May 07 21:59:02.280076 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 48936) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:02.348535 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a0672600-b06a-4af8-8763-a3152ef21942 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (2e753737-ed16-40e0-a8a5-77426d2a8d95), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:02.369461 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b6381056-7ebb-4d00-907e-67dc7c15ad54 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (5159d3da-3059-47f6-8ecf-b4d9b2b9d7de), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:02.396916 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-b6381056-7ebb-4d00-907e-67dc7c15ad54 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf86370fd0>,) {'filters': {'network_id': ['5159d3da-3059-47f6-8ecf-b4d9b2b9d7de']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:02.416337 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-b6381056-7ebb-4d00-907e-67dc7c15ad54 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf86370fd0>, '918ce7a0-6436-4d36-8bb4-df4087f94e32') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:02.416620 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-b6381056-7ebb-4d00-907e-67dc7c15ad54 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf86370fd0>, '918ce7a0-6436-4d36-8bb4-df4087f94e32') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:02.434097 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b6381056-7ebb-4d00-907e-67dc7c15ad54 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (918ce7a0-6436-4d36-8bb4-df4087f94e32), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:02.451465 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b6381056-7ebb-4d00-907e-67dc7c15ad54 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (918ce7a0-6436-4d36-8bb4-df4087f94e32), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:02.456514 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-faeb1e8b-5346-4f58-891d-f074b4796097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7ea3f400>, [{'id': 'ee7a0e7c-c904-4cad-9649-8ec06aee744b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-312225473-router', 'tenant_id': '4d8cbe750a6f4170bb6e7ac39950027c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.180'}], 'enable_snat': True}, 'gw_port_id': 'f063c24d-d79a-486c-bcc7-ff787585894d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:58:43Z', 'updated_at': '2022-05-07T21:58:59Z', 'revision_number': 4, 'project_id': '4d8cbe750a6f4170bb6e7ac39950027c', 'gw_port': {'id': 'f063c24d-d79a-486c-bcc7-ff787585894d', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7a0e7c-c904-4cad-9649-8ec06aee744b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:58:46Z', 'updated_at': '2022-05-07T21:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '57202cf5-e1a1-41ab-b3bf-4df4b18b124c', 'name': '', 'network_id': 'cdb8575a-7cf2-47f8-bd9b-95a65c7d192a', 'tenant_id': '4d8cbe750a6f4170bb6e7ac39950027c', 'mac_address': 'fa:16:3e:2a:0d:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee7a0e7c-c904-4cad-9649-8ec06aee744b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '6b88f4b1-de82-49aa-b2ec-e828af5a89eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:58:57Z', 'updated_at': '2022-05-07T21:59:00Z', 'revision_number': 2, 'project_id': '4d8cbe750a6f4170bb6e7ac39950027c', 'subnets': [{'id': '6b88f4b1-de82-49aa-b2ec-e828af5a89eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:02.468387 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6381056-7ebb-4d00-907e-67dc7c15ad54 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 21:59:02.468801 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b6381056-7ebb-4d00-907e-67dc7c15ad54 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (918ce7a0-6436-4d36-8bb4-df4087f94e32), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:02.472739 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device f063c24d-d79a-486c-bcc7-ff787585894d up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:59:02.476251 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2e696b6-d4b6-45e8-a1df-992c6696483d tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Deleting subnet 1b89c71d-3dd9-4208-b4b6-5a97b264677a {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 21:59:02.481195 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f2e696b6-d4b6-45e8-a1df-992c6696483d tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks [] for subnet (1b89c71d-3dd9-4208-b4b6-5a97b264677a), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:02.484979 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23831bf-f17e-446d-8c1e-f5b2d9dbf500 req-5998dbfb-41c3-4934-83ec-a55061fcee62 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:02.492882 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b23831bf-f17e-446d-8c1e-f5b2d9dbf500 req-5998dbfb-41c3-4934-83ec-a55061fcee62 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=83ad7d9c-5e14-44b9-a948-c9c337d99f0c HTTP/1.1" status: 200  len: 945 time: 0.3128896
May 07 21:59:02.521556 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-a0672600-b06a-4af8-8763-a3152ef21942 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Deleting port b45fd38e-db8a-4edc-b53a-b3ac93d362c2 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:59:02.522495 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a0672600-b06a-4af8-8763-a3152ef21942 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (b45fd38e-db8a-4edc-b53a-b3ac93d362c2), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:02.548012 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faeb1e8b-5346-4f58-891d-f074b4796097 None None] Checking router: ee7a0e7c-c904-4cad-9649-8ec06aee744b for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 21:59:02.548574 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faeb1e8b-5346-4f58-891d-f074b4796097 None None] Updating router ee7a0e7c-c904-4cad-9649-8ec06aee744b port 57202cf5-e1a1-41ab-b3bf-4df4b18b124c binding host ncdv-master-1 {{(pid=121838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 21:59:02.549611 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f2e696b6-d4b6-45e8-a1df-992c6696483d tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (1b89c71d-3dd9-4208-b4b6-5a97b264677a), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:02.587521 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 21:59:02.587521 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 21:59:02.587521 ncdv-master-1 neutron-server[121836]:     timer()
May 07 21:59:02.587521 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 21:59:02.587521 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 21:59:02.587521 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 21:59:02.587521 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 21:59:02.587521 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 21:59:02.587521 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 21:59:02.587521 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 21:59:02.587521 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 21:59:02.587521 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 21:59:02.587521 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 21:59:02.587521 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 21:59:02.587521 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 21:59:02.587521 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 21:59:02.587521 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 21:59:02.587521 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 21:59:02.587521 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 21:59:02.587521 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 21:59:02.587521 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 21:59:02.587521 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 21:59:02.587521 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 21:59:02.587521 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 21:59:02.587521 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 21:59:02.587521 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 21:59:02.587521 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 21:59:02.587521 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 21:59:02.587521 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 21:59:02.587521 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 21:59:02.587521 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 21:59:02.587521 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 21:59:02.658405 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-a0672600-b06a-4af8-8763-a3152ef21942 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] For port b45fd38e-db8a-4edc-b53a-b3ac93d362c2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b45fd38e-db8a-4edc-b53a-b3ac93d362c2,segment=NetworkSegment(e7d02289-de70-4be7-be88-eff772c2a1de),segment_id=e7d02289-de70-4be7-be88-eff772c2a1de)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:59:02.658798 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a0672600-b06a-4af8-8763-a3152ef21942 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (b45fd38e-db8a-4edc-b53a-b3ac93d362c2), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:02.661203 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-faeb1e8b-5346-4f58-891d-f074b4796097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (57202cf5-e1a1-41ab-b3bf-4df4b18b124c), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:02.680155 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-a0672600-b06a-4af8-8763-a3152ef21942 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Calling delete_port for b45fd38e-db8a-4edc-b53a-b3ac93d362c2 owned by network:dhcp {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:59:02.740465 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d16b011-60db-43a9-9d15-1c2de77dfee0 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
May 07 21:59:02.767509 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9a87ec71-2b4d-4b4d-b12d-51ac06bad40c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401094'] for router_interface (ee7a0e7c-c904-4cad-9649-8ec06aee744b), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:02.771277 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f2e696b6-d4b6-45e8-a1df-992c6696483d tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (1b89c71d-3dd9-4208-b4b6-5a97b264677a), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:02.774413 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b6381056-7ebb-4d00-907e-67dc7c15ad54 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (5159d3da-3059-47f6-8ecf-b4d9b2b9d7de), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:02.826352 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b6381056-7ebb-4d00-907e-67dc7c15ad54 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:02.832376 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-b6381056-7ebb-4d00-907e-67dc7c15ad54 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] 10.222.0.32 "DELETE /v2.0/networks/5159d3da-3059-47f6-8ecf-b4d9b2b9d7de HTTP/1.1" status: 204  len: 168 time: 0.9325383
May 07 21:59:02.851350 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3101e92c-9950-4f9d-93f1-b9ddfad34f1b req-c54f4ec1-aebe-4953-933b-fd2557362f42 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=c8f949ce-22d7-44fa-a1f2-d579d5bd9d12 HTTP/1.1" status: 200  len: 210 time: 0.0753870
May 07 21:59:02.897229 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a0672600-b06a-4af8-8763-a3152ef21942 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (b45fd38e-db8a-4edc-b53a-b3ac93d362c2), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:02.906342 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port f063c24d-d79a-486c-bcc7-ff787585894d triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:59:02.906738 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (f063c24d-d79a-486c-bcc7-ff787585894d), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:02.941959 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b23831bf-f17e-446d-8c1e-f5b2d9dbf500 req-3217a6ef-2fa1-404a-ace4-06dc917395a3 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups?id=108d65d8-0253-46f4-addb-267f67931aa5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4481738
May 07 21:59:02.945721 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6381056-7ebb-4d00-907e-67dc7c15ad54 tempest-TaggedBootDevicesTest_v242-1845920429 tempest-TaggedBootDevicesTest_v242-1845920429-project] Pushing event deleted for resources: {'Network': ['ID=5159d3da-3059-47f6-8ecf-b4d9b2b9d7de,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:02.971627 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0672600-b06a-4af8-8763-a3152ef21942 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Pushing event deleted for resources: {'Port': ['ID=b45fd38e-db8a-4edc-b53a-b3ac93d362c2,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:02.978452 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0672600-b06a-4af8-8763-a3152ef21942 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] No DVR routers for this DVR port b45fd38e-db8a-4edc-b53a-b3ac93d362c2 on host ncdv-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:59:03.032854 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f2e696b6-d4b6-45e8-a1df-992c6696483d tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (1b89c71d-3dd9-4208-b4b6-5a97b264677a), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:03.071859 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 48966) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:03.081999 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e696b6-d4b6-45e8-a1df-992c6696483d tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Pushing event deleted for resources: {'Subnet': ['ID=1b89c71d-3dd9-4208-b4b6-5a97b264677a,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:03.098610 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f2e696b6-d4b6-45e8-a1df-992c6696483d tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:03.102244 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-f2e696b6-d4b6-45e8-a1df-992c6696483d tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "DELETE /v2.0/subnets/1b89c71d-3dd9-4208-b4b6-5a97b264677a HTTP/1.1" status: 204  len: 168 time: 0.8206244
May 07 21:59:03.118161 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 48968) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:03.204374 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a0672600-b06a-4af8-8763-a3152ef21942 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (2e753737-ed16-40e0-a8a5-77426d2a8d95), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:03.275697 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-a0672600-b06a-4af8-8763-a3152ef21942 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf876a4520>,) {'filters': {'network_id': ['2e753737-ed16-40e0-a8a5-77426d2a8d95']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:03.301443 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ab4368-8713-459f-b107-f37b7f40a0f0 None None] Network 2e753737-ed16-40e0-a8a5-77426d2a8d95 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:59:03.302236 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-a0672600-b06a-4af8-8763-a3152ef21942 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf876a4520>, 'e7d02289-de70-4be7-be88-eff772c2a1de') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:03.302534 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-a0672600-b06a-4af8-8763-a3152ef21942 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf876a4520>, 'e7d02289-de70-4be7-be88-eff772c2a1de') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:03.304247 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfee7a57-defe-4dc1-9707-3eb30b7c46e3 None None] Network 3ebcf36c-fb60-462a-b6da-c82b2a2ab830 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:59:03.315945 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-06c9d1cb-b763-451b-97ff-d28253cecf9c tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (3ebcf36c-fb60-462a-b6da-c82b2a2ab830), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:03.320230 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a0672600-b06a-4af8-8763-a3152ef21942 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (e7d02289-de70-4be7-be88-eff772c2a1de), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:03.321069 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad5b5e93-f1a1-43ed-8b6f-dae0175654a7 admin admin] Deleting subnet 86173800-e9a3-43a5-8d4c-4237e5b9974a {{(pid=121836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 21:59:03.323481 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-9a87ec71-2b4d-4b4d-b12d-51ac06bad40c admin admin] Deleting port 57202cf5-e1a1-41ab-b3bf-4df4b18b124c {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:59:03.323933 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9a87ec71-2b4d-4b4d-b12d-51ac06bad40c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (57202cf5-e1a1-41ab-b3bf-4df4b18b124c), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:03.327685 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ad5b5e93-f1a1-43ed-8b6f-dae0175654a7 admin admin] Publish callbacks [] for subnet (86173800-e9a3-43a5-8d4c-4237e5b9974a), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:03.348023 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a0672600-b06a-4af8-8763-a3152ef21942 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (e7d02289-de70-4be7-be88-eff772c2a1de), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:03.358920 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0672600-b06a-4af8-8763-a3152ef21942 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 21:59:03.359607 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a0672600-b06a-4af8-8763-a3152ef21942 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (e7d02289-de70-4be7-be88-eff772c2a1de), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:03.362461 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b889f3f-b39c-4bd3-8a1f-99452d66dcd9 None None] Network 6070c5f7-65ca-4a78-84ad-14a276af1903 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:59:03.411284 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 21:59:03.411284 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 21:59:03.411284 ncdv-master-1 neutron-server[121837]:     timer()
May 07 21:59:03.411284 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 21:59:03.411284 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 21:59:03.411284 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 21:59:03.411284 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 21:59:03.411284 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 21:59:03.411284 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 21:59:03.411284 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 21:59:03.411284 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 21:59:03.411284 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 21:59:03.411284 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 21:59:03.411284 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 21:59:03.411284 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 21:59:03.411284 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 21:59:03.411284 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 21:59:03.411284 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 21:59:03.411284 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 21:59:03.411284 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 21:59:03.411284 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 21:59:03.411284 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 21:59:03.411284 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 21:59:03.411284 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 21:59:03.411284 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 21:59:03.411284 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 21:59:03.411284 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 21:59:03.411284 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 21:59:03.411284 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 21:59:03.411284 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 21:59:03.411284 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 21:59:03.411284 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 21:59:03.428940 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ad5b5e93-f1a1-43ed-8b6f-dae0175654a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726883'] for subnet (86173800-e9a3-43a5-8d4c-4237e5b9974a), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:03.478304 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-06c9d1cb-b763-451b-97ff-d28253cecf9c tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Deleting port 71668c08-ceb0-45d8-bf34-62ef492583f9 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:59:03.479167 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-06c9d1cb-b763-451b-97ff-d28253cecf9c tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (71668c08-ceb0-45d8-bf34-62ef492583f9), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:03.496704 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a0672600-b06a-4af8-8763-a3152ef21942 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (2e753737-ed16-40e0-a8a5-77426d2a8d95), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:03.511298 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a0672600-b06a-4af8-8763-a3152ef21942 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:03.514861 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9a87ec71-2b4d-4b4d-b12d-51ac06bad40c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (57202cf5-e1a1-41ab-b3bf-4df4b18b124c), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:03.515276 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-a0672600-b06a-4af8-8763-a3152ef21942 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] 10.222.0.32 "DELETE /v2.0/networks/2e753737-ed16-40e0-a8a5-77426d2a8d95 HTTP/1.1" status: 204  len: 168 time: 4.5674684
May 07 21:59:03.518839 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 48984) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:03.530849 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ad5b5e93-f1a1-43ed-8b6f-dae0175654a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (86173800-e9a3-43a5-8d4c-4237e5b9974a), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:03.537740 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-16109a2f-bead-430a-a80f-8140a2a77721 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1663653457'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:59:03.548361 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0672600-b06a-4af8-8763-a3152ef21942 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Pushing event deleted for resources: {'Network': ['ID=2e753737-ed16-40e0-a8a5-77426d2a8d95,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:03.560005 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-9a87ec71-2b4d-4b4d-b12d-51ac06bad40c admin admin] Calling delete_port for 57202cf5-e1a1-41ab-b3bf-4df4b18b124c owned by network:router_interface {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:59:03.602473 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-06c9d1cb-b763-451b-97ff-d28253cecf9c tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] For port 71668c08-ceb0-45d8-bf34-62ef492583f9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=71668c08-ceb0-45d8-bf34-62ef492583f9,segment=NetworkSegment(e0f1733d-5090-4945-9f38-f5b479ba03bf),segment_id=e0f1733d-5090-4945-9f38-f5b479ba03bf)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:59:03.603245 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-06c9d1cb-b763-451b-97ff-d28253cecf9c tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (71668c08-ceb0-45d8-bf34-62ef492583f9), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:03.607060 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16109a2f-bead-430a-a80f-8140a2a77721 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Made reservation on behalf of e8e04e47c1cd4025a59809f6e8d6d7b6 for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:59:03.611145 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-16109a2f-bead-430a-a80f-8140a2a77721 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:03.632544 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-06c9d1cb-b763-451b-97ff-d28253cecf9c tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Calling delete_port for 71668c08-ceb0-45d8-bf34-62ef492583f9 owned by network:dhcp {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:59:03.666155 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port f063c24d-d79a-486c-bcc7-ff787585894d is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:59:03.674743 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ad5b5e93-f1a1-43ed-8b6f-dae0175654a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (86173800-e9a3-43a5-8d4c-4237e5b9974a), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:03.691594 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16109a2f-bead-430a-a80f-8140a2a77721 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 21:59:03.752034 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-16109a2f-bead-430a-a80f-8140a2a77721 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (cfb7511d-0e48-423b-b811-e6a1e5e8a694), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:03.752385 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-16109a2f-bead-430a-a80f-8140a2a77721 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Added segment cfb7511d-0e48-423b-b811-e6a1e5e8a694 of type vlan for network 21f6804a-0c41-4e89-a537-acdf07492e02
May 07 21:59:03.759603 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5b5e93-f1a1-43ed-8b6f-dae0175654a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86173800-e9a3-43a5-8d4c-4237e5b9974a,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:03.776012 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ad5b5e93-f1a1-43ed-8b6f-dae0175654a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:03.779343 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device d138a6df-549f-4be6-a823-137bfbd8ef44 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:59:03.781472 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-ad5b5e93-f1a1-43ed-8b6f-dae0175654a7 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/86173800-e9a3-43a5-8d4c-4237e5b9974a HTTP/1.1" status: 204  len: 168 time: 0.7082896
May 07 21:59:03.797694 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 48986) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:03.829887 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: d138a6df-549f-4be6-a823-137bfbd8ef44 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:59:03.830221 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device d138a6df-549f-4be6-a823-137bfbd8ef44 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:59:03.834346 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-faeb1e8b-5346-4f58-891d-f074b4796097 None None] Publish callbacks [] for port (57202cf5-e1a1-41ab-b3bf-4df4b18b124c), precommit_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:03.846285 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-faeb1e8b-5346-4f58-891d-f074b4796097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (57202cf5-e1a1-41ab-b3bf-4df4b18b124c), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:03.853590 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-16109a2f-bead-430a-a80f-8140a2a77721 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (21f6804a-0c41-4e89-a537-acdf07492e02), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:03.902983 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-16109a2f-bead-430a-a80f-8140a2a77721 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (21f6804a-0c41-4e89-a537-acdf07492e02), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:03.909974 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16109a2f-bead-430a-a80f-8140a2a77721 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:03.910728 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-16109a2f-bead-430a-a80f-8140a2a77721 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:03.914401 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745f0eb1-6dc0-41af-92e1-13833deaf680 None None] Pushing event updated for resources: {'Port': ['ID=57202cf5-e1a1-41ab-b3bf-4df4b18b124c,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:03.927966 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-06c9d1cb-b763-451b-97ff-d28253cecf9c tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (71668c08-ceb0-45d8-bf34-62ef492583f9), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:04.008977 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c9d1cb-b763-451b-97ff-d28253cecf9c tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] No DVR routers for this DVR port 71668c08-ceb0-45d8-bf34-62ef492583f9 on host ncdv-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:59:04.010589 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c9d1cb-b763-451b-97ff-d28253cecf9c tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Pushing event deleted for resources: {'Port': ['ID=71668c08-ceb0-45d8-bf34-62ef492583f9,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:04.011577 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf56bbd-96d1-4700-b44e-5d24de55ac98 None None] DHCP port deletion for 6070c5f7-65ca-4a78-84ad-14a276af1903 request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 21:59:04.014612 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88457a10-237a-435c-821d-762701de12db None None] DHCP port deletion for 3ebcf36c-fb60-462a-b6da-c82b2a2ab830 request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 21:59:04.016215 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-16109a2f-bead-430a-a80f-8140a2a77721 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.4823520
May 07 21:59:04.060497 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-adb32db3-077e-42e6-9db4-fffa37cbc451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (ea633534-0feb-4e60-9130-eeaaa8f8c568), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:04.080093 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49004) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:04.100175 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-5af23ab8-54cc-4ac2-82f6-96a3658c224a tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Request body: {'subnet': {'network_id': '21f6804a-0c41-4e89-a537-acdf07492e02', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:59:04.105698 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-faeb1e8b-5346-4f58-891d-f074b4796097 None None] Attempting to bind port 57202cf5-e1a1-41ab-b3bf-4df4b18b124c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:59:04.106173 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-faeb1e8b-5346-4f58-891d-f074b4796097 None None] Attempting to bind port 57202cf5-e1a1-41ab-b3bf-4df4b18b124c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4f37400b-0077-447a-921a-c448eb1912c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'cdb8575a-7cf2-47f8-bd9b-95a65c7d192a'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:59:04.107303 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faeb1e8b-5346-4f58-891d-f074b4796097 None None] Attempting to bind port 57202cf5-e1a1-41ab-b3bf-4df4b18b124c on network cdb8575a-7cf2-47f8-bd9b-95a65c7d192a {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:59:04.128046 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faeb1e8b-5346-4f58-891d-f074b4796097 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:59:04.128593 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faeb1e8b-5346-4f58-891d-f074b4796097 None None] Checking segment: {'id': '4f37400b-0077-447a-921a-c448eb1912c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'cdb8575a-7cf2-47f8-bd9b-95a65c7d192a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:59:04.129155 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-faeb1e8b-5346-4f58-891d-f074b4796097 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:04.129937 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faeb1e8b-5346-4f58-891d-f074b4796097 None None] Bound using segment: {'id': '4f37400b-0077-447a-921a-c448eb1912c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'cdb8575a-7cf2-47f8-bd9b-95a65c7d192a'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:59:04.130994 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-faeb1e8b-5346-4f58-891d-f074b4796097 None None] Bound port: 57202cf5-e1a1-41ab-b3bf-4df4b18b124c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f37400b-0077-447a-921a-c448eb1912c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'cdb8575a-7cf2-47f8-bd9b-95a65c7d192a'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:59:04.131584 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-faeb1e8b-5346-4f58-891d-f074b4796097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (57202cf5-e1a1-41ab-b3bf-4df4b18b124c), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:04.145609 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-fbf56bbd-96d1-4700-b44e-5d24de55ac98 None None] Deleting port 2f161006-44a3-487e-a5e7-cd573cb8e395 {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:59:04.145609 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-fbf56bbd-96d1-4700-b44e-5d24de55ac98 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (2f161006-44a3-487e-a5e7-cd573cb8e395), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:04.267253 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16109a2f-bead-430a-a80f-8140a2a77721 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Pushing event updated for resources: {'Network': ['ID=21f6804a-0c41-4e89-a537-acdf07492e02,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:04.276184 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-fbf56bbd-96d1-4700-b44e-5d24de55ac98 None None] For port 2f161006-44a3-487e-a5e7-cd573cb8e395, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2f161006-44a3-487e-a5e7-cd573cb8e395,segment=NetworkSegment(ff3d9c00-cffd-4287-9233-49f5b238c41b),segment_id=ff3d9c00-cffd-4287-9233-49f5b238c41b)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:59:04.280533 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-fbf56bbd-96d1-4700-b44e-5d24de55ac98 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (2f161006-44a3-487e-a5e7-cd573cb8e395), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:04.302409 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device bb2fe61d-de4d-4309-8907-7aa8991753d3 no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:59:04.360776 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2 up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:59:04.362308 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-06c9d1cb-b763-451b-97ff-d28253cecf9c tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (3ebcf36c-fb60-462a-b6da-c82b2a2ab830), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:04.383505 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f33af94-ce75-4f6a-b1ca-da281e040fc2 req-284fb93b-5c8c-481c-89ff-e1f040b03f94 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:04.391550 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4f33af94-ce75-4f6a-b1ca-da281e040fc2 req-284fb93b-5c8c-481c-89ff-e1f040b03f94 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=83ad7d9c-5e14-44b9-a948-c9c337d99f0c HTTP/1.1" status: 200  len: 945 time: 0.2129140
May 07 21:59:04.407707 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 21f6804a-0c41-4e89-a537-acdf07492e02 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 21:59:04.486964 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4f33af94-ce75-4f6a-b1ca-da281e040fc2 req-f6ae96a2-a233-482d-894e-ee351d6f56cb tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups?id=108d65d8-0253-46f4-addb-267f67931aa5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0848365
May 07 21:59:04.488951 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-06c9d1cb-b763-451b-97ff-d28253cecf9c tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf86ad3ee0>,) {'filters': {'network_id': ['3ebcf36c-fb60-462a-b6da-c82b2a2ab830']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:04.509968 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-06c9d1cb-b763-451b-97ff-d28253cecf9c tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf86ad3ee0>, 'e0f1733d-5090-4945-9f38-f5b479ba03bf') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:04.510572 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-06c9d1cb-b763-451b-97ff-d28253cecf9c tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf86ad3ee0>, 'e0f1733d-5090-4945-9f38-f5b479ba03bf') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:04.517756 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 71668c08-ceb0-45d8-bf34-62ef492583f9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:59:04.527699 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-06c9d1cb-b763-451b-97ff-d28253cecf9c tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (e0f1733d-5090-4945-9f38-f5b479ba03bf), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:04.543775 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-06c9d1cb-b763-451b-97ff-d28253cecf9c tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (e0f1733d-5090-4945-9f38-f5b479ba03bf), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:04.554185 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06c9d1cb-b763-451b-97ff-d28253cecf9c tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 21:59:04.554904 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-06c9d1cb-b763-451b-97ff-d28253cecf9c tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (e0f1733d-5090-4945-9f38-f5b479ba03bf), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:04.559158 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 21:59:04.559158 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 21:59:04.559158 ncdv-master-1 neutron-server[121837]:     timer()
May 07 21:59:04.559158 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 21:59:04.559158 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 21:59:04.559158 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 21:59:04.559158 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 21:59:04.559158 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 21:59:04.559158 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 21:59:04.559158 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 21:59:04.559158 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 21:59:04.559158 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 21:59:04.559158 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 21:59:04.559158 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 21:59:04.559158 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 21:59:04.559158 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 21:59:04.559158 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 21:59:04.559158 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 21:59:04.559158 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 21:59:04.559158 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 21:59:04.559158 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 21:59:04.559158 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 21:59:04.559158 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 21:59:04.559158 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 21:59:04.559158 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 21:59:04.559158 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 21:59:04.559158 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 21:59:04.559158 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 21:59:04.559158 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 21:59:04.559158 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 21:59:04.559158 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 21:59:04.559158 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 21:59:04.599757 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-fbf56bbd-96d1-4700-b44e-5d24de55ac98 None None] Calling delete_port for 2f161006-44a3-487e-a5e7-cd573cb8e395 owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:59:04.626952 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] No Port match for: bb2fe61d-de4d-4309-8907-7aa8991753d3 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:59:04.627489 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device bb2fe61d-de4d-4309-8907-7aa8991753d3 not bound to the agent host nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:59:04.631685 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-06c9d1cb-b763-451b-97ff-d28253cecf9c tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (3ebcf36c-fb60-462a-b6da-c82b2a2ab830), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:04.633709 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-ec9fa4c7-e158-4b22-ba42-271a3e6b1a62 None None] Provisioning complete for port 57202cf5-e1a1-41ab-b3bf-4df4b18b124c triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:59:04.634189 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ec9fa4c7-e158-4b22-ba42-271a3e6b1a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (57202cf5-e1a1-41ab-b3bf-4df4b18b124c), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:04.640617 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 71668c08-ceb0-45d8-bf34-62ef492583f9 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:59:04.641105 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 71668c08-ceb0-45d8-bf34-62ef492583f9 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:59:04.641630 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 2f161006-44a3-487e-a5e7-cd573cb8e395 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:59:04.656955 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-06c9d1cb-b763-451b-97ff-d28253cecf9c tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:04.660937 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-06c9d1cb-b763-451b-97ff-d28253cecf9c tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "DELETE /v2.0/networks/3ebcf36c-fb60-462a-b6da-c82b2a2ab830 HTTP/1.1" status: 204  len: 168 time: 1.5417347
May 07 21:59:04.661919 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c9d1cb-b763-451b-97ff-d28253cecf9c tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Pushing event deleted for resources: {'Network': ['ID=3ebcf36c-fb60-462a-b6da-c82b2a2ab830,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:04.664338 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49040) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:04.752847 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:59:04.753462 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:04.786681 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fb643f90-6396-4d0c-9798-8a6cfe6e614d tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (6070c5f7-65ca-4a78-84ad-14a276af1903), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:04.804648 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-ec9fa4c7-e158-4b22-ba42-271a3e6b1a62 None None] Port 57202cf5-e1a1-41ab-b3bf-4df4b18b124c cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:59:04.825280 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-adb32db3-077e-42e6-9db4-fffa37cbc451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (ea633534-0feb-4e60-9130-eeaaa8f8c568), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:04.869412 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-fbf56bbd-96d1-4700-b44e-5d24de55ac98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (2f161006-44a3-487e-a5e7-cd573cb8e395), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:04.871274 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.db.api [None req-faeb1e8b-5346-4f58-891d-f074b4796097 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=121838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 07 21:59:04.871590 ncdv-master-1 neutron-server[121838]: DEBUG oslo_db.api [None req-faeb1e8b-5346-4f58-891d-f074b4796097 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 07 21:59:04.871736 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-fb643f90-6396-4d0c-9798-8a6cfe6e614d tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Deleting port 2f161006-44a3-487e-a5e7-cd573cb8e395 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:59:04.872096 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fb643f90-6396-4d0c-9798-8a6cfe6e614d tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (2f161006-44a3-487e-a5e7-cd573cb8e395), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:04.877680 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9a87ec71-2b4d-4b4d-b12d-51ac06bad40c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (57202cf5-e1a1-41ab-b3bf-4df4b18b124c), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:04.882174 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-adb32db3-077e-42e6-9db4-fffa37cbc451 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf8ea95c10>,) {'filters': {'network_id': ['ea633534-0feb-4e60-9130-eeaaa8f8c568']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:04.906552 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf56bbd-96d1-4700-b44e-5d24de55ac98 None None] No DVR routers for this DVR port 2f161006-44a3-487e-a5e7-cd573cb8e395 on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:59:04.914476 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf56bbd-96d1-4700-b44e-5d24de55ac98 None None] Pushing event deleted for resources: {'Port': ['ID=2f161006-44a3-487e-a5e7-cd573cb8e395,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:04.940779 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 2f161006-44a3-487e-a5e7-cd573cb8e395 is: ACTIVE; New status is: DOWN {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:59:04.941184 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (2f161006-44a3-487e-a5e7-cd573cb8e395), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:04.958579 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af23ab8-54cc-4ac2-82f6-96a3658c224a tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Made reservation on behalf of e8e04e47c1cd4025a59809f6e8d6d7b6 for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:59:04.962978 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5af23ab8-54cc-4ac2-82f6-96a3658c224a tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:04.969490 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-adb32db3-077e-42e6-9db4-fffa37cbc451 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8ea95c10>, '577a74aa-2eb1-4701-865f-6f69966ef2b9') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:04.969783 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-adb32db3-077e-42e6-9db4-fffa37cbc451 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8ea95c10>, '577a74aa-2eb1-4701-865f-6f69966ef2b9') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:04.971652 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-fb643f90-6396-4d0c-9798-8a6cfe6e614d tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] For port 2f161006-44a3-487e-a5e7-cd573cb8e395, host ncdv-master-1, got binding levels [] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:59:04.972007 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fb643f90-6396-4d0c-9798-8a6cfe6e614d tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (2f161006-44a3-487e-a5e7-cd573cb8e395), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:04.975006 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:59:04.975395 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:04.980264 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a87ec71-2b4d-4b4d-b12d-51ac06bad40c admin admin] Pushing event deleted for resources: {'Port': ['ID=57202cf5-e1a1-41ab-b3bf-4df4b18b124c,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:04.988277 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-fb643f90-6396-4d0c-9798-8a6cfe6e614d tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Calling delete_port for 2f161006-44a3-487e-a5e7-cd573cb8e395 owned by network:dhcp {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:59:04.991847 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.ipam_backend_mixin [None req-fb643f90-6396-4d0c-9798-8a6cfe6e614d tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Port 2f161006-44a3-487e-a5e7-cd573cb8e395 was not found and therefore no delete operation was performed {{(pid=121837) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}}
May 07 21:59:04.993320 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fb643f90-6396-4d0c-9798-8a6cfe6e614d tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (2f161006-44a3-487e-a5e7-cd573cb8e395), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:05.007796 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb643f90-6396-4d0c-9798-8a6cfe6e614d tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] No DVR routers for this DVR port 2f161006-44a3-487e-a5e7-cd573cb8e395 on host ncdv-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:59:05.021986 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83ad7d9c-5e14-44b9-a948-c9c337d99f0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4e2b793-5d2d-4a07-9cc6-af0c205ae6e2'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:59:05.024426 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe1bf3e3-edaa-4403-95b5-5c40b71297d3" -d '{"events": [{"server_uuid": "83ad7d9c-5e14-44b9-a948-c9c337d99f0c", "name": "network-vif-plugged", "status": "completed", "tag": "d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:59:05.040024 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2,segment=NetworkSegment(16a3e44e-cf3e-4bbc-83bb-ad3918f988bd),segment_id=16a3e44e-cf3e-4bbc-83bb-ad3918f988bd)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:59:05.050065 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:05.050302 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 315c86cf-24f5-40e0-a4b9-4de7e8201af2 no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:59:05.074283 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] No Port match for: 315c86cf-24f5-40e0-a4b9-4de7e8201af2 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:59:05.074752 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 315c86cf-24f5-40e0-a4b9-4de7e8201af2 not bound to the agent host nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:59:05.106271 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73ab5704-0c82-4b38-bb61-edf9f43c55a3 x-openstack-request-id: req-73ab5704-0c82-4b38-bb61-edf9f43c55a3 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:59:05.107243 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83ad7d9c-5e14-44b9-a948-c9c337d99f0c", "name": "network-vif-plugged", "status": "completed", "tag": "d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:59:05.107764 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-73ab5704-0c82-4b38-bb61-edf9f43c55a3 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:59:05.108361 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73ab5704-0c82-4b38-bb61-edf9f43c55a3'] response: {'server_uuid': '83ad7d9c-5e14-44b9-a948-c9c337d99f0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4e2b793-5d2d-4a07-9cc6-af0c205ae6e2', 'code': 200}
May 07 21:59:05.112641 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-adb32db3-077e-42e6-9db4-fffa37cbc451 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (577a74aa-2eb1-4701-865f-6f69966ef2b9), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:05.125482 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb643f90-6396-4d0c-9798-8a6cfe6e614d tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Pushing event deleted for resources: {'Port': ['ID=2f161006-44a3-487e-a5e7-cd573cb8e395,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:05.146391 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2,revision_number=10']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:05.161379 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539b1c33-9efb-401f-adbe-6e2444179943 req-bcf90946-914b-4f93-9e56-79a6c2a21534 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:05.162960 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-539b1c33-9efb-401f-adbe-6e2444179943 req-bcf90946-914b-4f93-9e56-79a6c2a21534 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/networks?id=9b7653d0-c69e-4364-9ed6-1c005b136d81 HTTP/1.1" status: 200  len: 811 time: 0.8588586
May 07 21:59:05.245301 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fb643f90-6396-4d0c-9798-8a6cfe6e614d tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (6070c5f7-65ca-4a78-84ad-14a276af1903), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:05.282367 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-fb643f90-6396-4d0c-9798-8a6cfe6e614d tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf8746cc70>,) {'filters': {'network_id': ['6070c5f7-65ca-4a78-84ad-14a276af1903']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:05.288105 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-adb32db3-077e-42e6-9db4-fffa37cbc451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (577a74aa-2eb1-4701-865f-6f69966ef2b9), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:05.299617 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-fb643f90-6396-4d0c-9798-8a6cfe6e614d tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8746cc70>, 'ff3d9c00-cffd-4287-9233-49f5b238c41b') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:05.299917 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-fb643f90-6396-4d0c-9798-8a6cfe6e614d tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8746cc70>, 'ff3d9c00-cffd-4287-9233-49f5b238c41b') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:05.321681 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fb643f90-6396-4d0c-9798-8a6cfe6e614d tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (ff3d9c00-cffd-4287-9233-49f5b238c41b), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:05.334066 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-539b1c33-9efb-401f-adbe-6e2444179943 req-4ae6a026-49f0-4125-97ef-c4cf0fa8bd8d tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/quotas/85587313eff94af59406aca0c1a96a02 HTTP/1.1" status: 200  len: 375 time: 0.1064942
May 07 21:59:05.340717 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adb32db3-077e-42e6-9db4-fffa37cbc451 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 21:59:05.341157 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-adb32db3-077e-42e6-9db4-fffa37cbc451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (577a74aa-2eb1-4701-865f-6f69966ef2b9), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:05.342937 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fb643f90-6396-4d0c-9798-8a6cfe6e614d tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (ff3d9c00-cffd-4287-9233-49f5b238c41b), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:05.343087 ncdv-master-1 neutron-server[121836]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 21:59:05.343087 ncdv-master-1 neutron-server[121836]:   items = [
May 07 21:59:05.343087 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 21:59:05.343087 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 21:59:05.343087 ncdv-master-1 neutron-server[121836]:     timer()
May 07 21:59:05.343087 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 21:59:05.343087 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 21:59:05.343087 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 21:59:05.343087 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 21:59:05.343087 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 21:59:05.343087 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 21:59:05.343087 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 21:59:05.343087 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 21:59:05.343087 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 21:59:05.343087 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 21:59:05.343087 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 21:59:05.343087 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 21:59:05.343087 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 21:59:05.343087 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 21:59:05.343087 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 21:59:05.343087 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 21:59:05.343087 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 21:59:05.343087 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 21:59:05.343087 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 21:59:05.343087 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 21:59:05.343087 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 21:59:05.343087 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 21:59:05.343087 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 21:59:05.343087 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 21:59:05.343087 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 21:59:05.343087 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 21:59:05.343087 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 21:59:05.343087 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 21:59:05.343087 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 21:59:05.349938 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb643f90-6396-4d0c-9798-8a6cfe6e614d tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 21:59:05.350370 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fb643f90-6396-4d0c-9798-8a6cfe6e614d tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (ff3d9c00-cffd-4287-9233-49f5b238c41b), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:05.353505 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 21:59:05.353505 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 21:59:05.353505 ncdv-master-1 neutron-server[121837]:     timer()
May 07 21:59:05.353505 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 21:59:05.353505 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 21:59:05.353505 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 21:59:05.353505 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 21:59:05.353505 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 21:59:05.353505 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 21:59:05.353505 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 21:59:05.353505 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 21:59:05.353505 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 21:59:05.353505 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 21:59:05.353505 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 21:59:05.353505 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 21:59:05.353505 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 21:59:05.353505 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 21:59:05.353505 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 21:59:05.353505 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 21:59:05.353505 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 21:59:05.353505 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 21:59:05.353505 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 21:59:05.353505 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 21:59:05.353505 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 21:59:05.353505 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 21:59:05.353505 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 21:59:05.353505 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 21:59:05.353505 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 21:59:05.353505 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 21:59:05.353505 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 21:59:05.353505 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 21:59:05.353505 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 21:59:05.387214 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-faeb1e8b-5346-4f58-891d-f074b4796097 None None] Attempting to bind port 57202cf5-e1a1-41ab-b3bf-4df4b18b124c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:59:05.388037 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-faeb1e8b-5346-4f58-891d-f074b4796097 None None] Attempting to bind port 57202cf5-e1a1-41ab-b3bf-4df4b18b124c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4f37400b-0077-447a-921a-c448eb1912c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'cdb8575a-7cf2-47f8-bd9b-95a65c7d192a'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:59:05.388531 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faeb1e8b-5346-4f58-891d-f074b4796097 None None] Attempting to bind port 57202cf5-e1a1-41ab-b3bf-4df4b18b124c on network cdb8575a-7cf2-47f8-bd9b-95a65c7d192a {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:59:05.394164 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faeb1e8b-5346-4f58-891d-f074b4796097 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:59:05.394737 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faeb1e8b-5346-4f58-891d-f074b4796097 None None] Checking segment: {'id': '4f37400b-0077-447a-921a-c448eb1912c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'cdb8575a-7cf2-47f8-bd9b-95a65c7d192a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:59:05.395269 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-faeb1e8b-5346-4f58-891d-f074b4796097 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:05.395754 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faeb1e8b-5346-4f58-891d-f074b4796097 None None] Bound using segment: {'id': '4f37400b-0077-447a-921a-c448eb1912c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'cdb8575a-7cf2-47f8-bd9b-95a65c7d192a'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:59:05.396318 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-faeb1e8b-5346-4f58-891d-f074b4796097 None None] Bound port: 57202cf5-e1a1-41ab-b3bf-4df4b18b124c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f37400b-0077-447a-921a-c448eb1912c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'cdb8575a-7cf2-47f8-bd9b-95a65c7d192a'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:59:05.396803 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-faeb1e8b-5346-4f58-891d-f074b4796097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (57202cf5-e1a1-41ab-b3bf-4df4b18b124c), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:05.420346 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fb643f90-6396-4d0c-9798-8a6cfe6e614d tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (6070c5f7-65ca-4a78-84ad-14a276af1903), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:05.428814 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fb643f90-6396-4d0c-9798-8a6cfe6e614d tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:05.430955 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-faeb1e8b-5346-4f58-891d-f074b4796097 None None] Port 57202cf5-e1a1-41ab-b3bf-4df4b18b124c has been deleted concurrently {{(pid=121838) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:679}}
May 07 21:59:05.432021 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-fb643f90-6396-4d0c-9798-8a6cfe6e614d tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "DELETE /v2.0/networks/6070c5f7-65ca-4a78-84ad-14a276af1903 HTTP/1.1" status: 204  len: 168 time: 0.7667282
May 07 21:59:05.445754 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49060) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:05.446256 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faeb1e8b-5346-4f58-891d-f074b4796097 None None] Routers {'ee7a0e7c-c904-4cad-9649-8ec06aee744b'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:59:05.447041 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-faeb1e8b-5346-4f58-891d-f074b4796097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7ea3f400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:58:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['ee7a0e7c-c904-4cad-9649-8ec06aee744b'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:05.452933 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-0196f7bc-8266-4b20-ac52-435d101680b4 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1097238174'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:59:05.457628 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb643f90-6396-4d0c-9798-8a6cfe6e614d tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Pushing event deleted for resources: {'Network': ['ID=6070c5f7-65ca-4a78-84ad-14a276af1903,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:05.485484 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-539b1c33-9efb-401f-adbe-6e2444179943 req-91548c08-ac47-49f0-9e56-945622fdebe5 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=85587313eff94af59406aca0c1a96a02&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1239398
May 07 21:59:05.491062 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408a567-727f-4519-825b-a961a2fca751 req-dbfc487a-fe30-45d7-91e5-4c3b3f0efdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:05.491244 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0196f7bc-8266-4b20-ac52-435d101680b4 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Made reservation on behalf of 17d1717bd7f2430eb5c2d3ce577e8160 for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:59:05.492660 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b408a567-727f-4519-825b-a961a2fca751 req-dbfc487a-fe30-45d7-91e5-4c3b3f0efdcb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=83ad7d9c-5e14-44b9-a948-c9c337d99f0c HTTP/1.1" status: 200  len: 1129 time: 0.2070067
May 07 21:59:05.499076 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0196f7bc-8266-4b20-ac52-435d101680b4 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:05.538573 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0196f7bc-8266-4b20-ac52-435d101680b4 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 21:59:05.552390 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-adb32db3-077e-42e6-9db4-fffa37cbc451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (ea633534-0feb-4e60-9130-eeaaa8f8c568), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:05.553885 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0196f7bc-8266-4b20-ac52-435d101680b4 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (fdcbdca0-5f5b-4fc0-b3cc-5d79eb2ea9f0), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:05.554923 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-0196f7bc-8266-4b20-ac52-435d101680b4 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Added segment fdcbdca0-5f5b-4fc0-b3cc-5d79eb2ea9f0 of type vlan for network 1a36fcba-39c0-4c71-932b-807dd8f746f1
May 07 21:59:05.557264 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-adb32db3-077e-42e6-9db4-fffa37cbc451 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:05.565004 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-adb32db3-077e-42e6-9db4-fffa37cbc451 admin admin] 10.222.0.32 "DELETE /v2.0/networks/ea633534-0feb-4e60-9130-eeaaa8f8c568 HTTP/1.1" status: 204  len: 168 time: 1.7644825
May 07 21:59:05.599917 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-faeb1e8b-5346-4f58-891d-f074b4796097 None None] Set router ee7a0e7c-c904-4cad-9649-8ec06aee744b gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:59:05.627824 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0196f7bc-8266-4b20-ac52-435d101680b4 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (1a36fcba-39c0-4c71-932b-807dd8f746f1), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:05.638788 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb32db3-077e-42e6-9db4-fffa37cbc451 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea633534-0feb-4e60-9130-eeaaa8f8c568,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:05.652225 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9a87ec71-2b4d-4b4d-b12d-51ac06bad40c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401002'] for router_interface (ee7a0e7c-c904-4cad-9649-8ec06aee744b), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:05.689667 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b408a567-727f-4519-825b-a961a2fca751 req-c233b0c8-ef0b-4c7b-9329-7267f545cd92 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=108d65d8-0253-46f4-addb-267f67931aa5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1891389
May 07 21:59:05.719400 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0196f7bc-8266-4b20-ac52-435d101680b4 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (1a36fcba-39c0-4c71-932b-807dd8f746f1), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:05.736602 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0196f7bc-8266-4b20-ac52-435d101680b4 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:05.737654 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0196f7bc-8266-4b20-ac52-435d101680b4 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:05.835936 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49080) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:05.864809 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227086dd-933a-4241-9849-fbaff4afe3bd req-9555940e-5435-4d36-b3c2-a14f5bc99bad tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:05.866667 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-227086dd-933a-4241-9849-fbaff4afe3bd req-9555940e-5435-4d36-b3c2-a14f5bc99bad tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=83ad7d9c-5e14-44b9-a948-c9c337d99f0c HTTP/1.1" status: 200  len: 947 time: 0.2067950
May 07 21:59:05.892102 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-0196f7bc-8266-4b20-ac52-435d101680b4 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.4449861
May 07 21:59:05.900093 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-faeb1e8b-5346-4f58-891d-f074b4796097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7ea3f400>, [{'id': 'ee7a0e7c-c904-4cad-9649-8ec06aee744b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-312225473-router', 'tenant_id': '4d8cbe750a6f4170bb6e7ac39950027c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.180'}], 'enable_snat': True}, 'gw_port_id': 'f063c24d-d79a-486c-bcc7-ff787585894d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:58:43Z', 'updated_at': '2022-05-07T21:59:04Z', 'revision_number': 5, 'project_id': '4d8cbe750a6f4170bb6e7ac39950027c', 'gw_port': {'id': 'f063c24d-d79a-486c-bcc7-ff787585894d', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7a0e7c-c904-4cad-9649-8ec06aee744b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:58:46Z', 'updated_at': '2022-05-07T21:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:05.915489 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49082) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:05.923568 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-b84530c6-bcd2-4f87-b3fc-77a042757fdb tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Request body: {'subnet': {'network_id': '1a36fcba-39c0-4c71-932b-807dd8f746f1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:59:05.930152 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faeb1e8b-5346-4f58-891d-f074b4796097 None None] The sync data for ids ['ee7a0e7c-c904-4cad-9649-8ec06aee744b'] in ncdv-master-1 is: [{'id': 'ee7a0e7c-c904-4cad-9649-8ec06aee744b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-312225473-router', 'tenant_id': '4d8cbe750a6f4170bb6e7ac39950027c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.180'}], 'enable_snat': True}, 'gw_port_id': 'f063c24d-d79a-486c-bcc7-ff787585894d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:58:43Z', 'updated_at': '2022-05-07T21:59:04Z', 'revision_number': 5, 'project_id': '4d8cbe750a6f4170bb6e7ac39950027c', 'gw_port': {'id': 'f063c24d-d79a-486c-bcc7-ff787585894d', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7a0e7c-c904-4cad-9649-8ec06aee744b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:58:46Z', 'updated_at': '2022-05-07T21:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:59:05.936233 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-539b1c33-9efb-401f-adbe-6e2444179943 req-4337eb4e-1eb8-473a-afb4-49050e1bab8b service neutron] 10.222.0.32 "GET /v2.0/networks/9b7653d0-c69e-4364-9ed6-1c005b136d81?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4168293
May 07 21:59:05.976873 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0196f7bc-8266-4b20-ac52-435d101680b4 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Pushing event updated for resources: {'Network': ['ID=1a36fcba-39c0-4c71-932b-807dd8f746f1,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:05.994883 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 1a36fcba-39c0-4c71-932b-807dd8f746f1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 21:59:06.007148 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-e093a7cf-0973-4c4f-a18a-6ca89ae2a416 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8b773c5686d64d8a8d701f1d4ac3a925&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1630206
May 07 21:59:06.014942 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49084) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:06.090236 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-227086dd-933a-4241-9849-fbaff4afe3bd req-8efd3973-0675-47a4-bdc6-66086bbc8e37 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups?id=108d65d8-0253-46f4-addb-267f67931aa5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1965740
May 07 21:59:06.110927 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5ab1de2f-6f96-4b86-91bc-50ddfac7b360 admin admin] Publish callbacks [] for security_group (a3705596-06d0-4f1c-9f10-ee2c7105fc11), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:06.120352 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5af23ab8-54cc-4ac2-82f6-96a3658c224a tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (9ac9cfc4-4317-4b21-9ceb-6daca7c875df), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:06.145950 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5ab1de2f-6f96-4b86-91bc-50ddfac7b360 admin admin] Publish callbacks [] for security_group (a3705596-06d0-4f1c-9f10-ee2c7105fc11), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:06.226105 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5ab1de2f-6f96-4b86-91bc-50ddfac7b360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (a3705596-06d0-4f1c-9f10-ee2c7105fc11), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:06.233601 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5ab1de2f-6f96-4b86-91bc-50ddfac7b360 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:06.235732 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-5ab1de2f-6f96-4b86-91bc-50ddfac7b360 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a3705596-06d0-4f1c-9f10-ee2c7105fc11 HTTP/1.1" status: 204  len: 168 time: 0.2189646
May 07 21:59:06.248118 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab1de2f-6f96-4b86-91bc-50ddfac7b360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3705596-06d0-4f1c-9f10-ee2c7105fc11,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:06.316878 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b84530c6-bcd2-4f87-b3fc-77a042757fdb tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Made reservation on behalf of 17d1717bd7f2430eb5c2d3ce577e8160 for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:59:06.320263 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b84530c6-bcd2-4f87-b3fc-77a042757fdb tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:06.380178 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af23ab8-54cc-4ac2-82f6-96a3658c224a tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Pushing event updated for resources: {'Subnet': ['ID=9ac9cfc4-4317-4b21-9ceb-6daca7c875df,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:06.420572 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-539b1c33-9efb-401f-adbe-6e2444179943 req-77b147b8-9616-4f12-a894-5aebfcd9b98e service neutron] 10.222.0.32 "GET /v2.0/networks/9b7653d0-c69e-4364-9ed6-1c005b136d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4636357
May 07 21:59:06.463733 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a87ec71-2b4d-4b4d-b12d-51ac06bad40c admin admin] Router ee7a0e7c-c904-4cad-9649-8ec06aee744b has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 21:59:06.491024 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af23ab8-54cc-4ac2-82f6-96a3658c224a tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Checking segment: {'id': 'cfb7511d-0e48-423b-b811-e6a1e5e8a694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '21f6804a-0c41-4e89-a537-acdf07492e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:59:06.492987 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af23ab8-54cc-4ac2-82f6-96a3658c224a tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Network hostable DHCP agents. Network: 21f6804a-0c41-4e89-a537-acdf07492e02, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 21:59:06.665367 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a87ec71-2b4d-4b4d-b12d-51ac06bad40c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:59:06.674138 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-9a87ec71-2b4d-4b4d-b12d-51ac06bad40c admin admin] 10.222.0.32 "PUT /v2.0/routers/ee7a0e7c-c904-4cad-9649-8ec06aee744b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.1146710
May 07 21:59:06.732041 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49102) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:06.781115 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-cf79977c-1f5f-412f-b2c6-9e627e7a358e req-b9ddb960-30cf-46d4-a944-504bd504eb13 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=16037dee-704d-447b-9523-4b2728e5d647 HTTP/1.1" status: 200  len: 210 time: 0.0905693
May 07 21:59:06.830298 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af23ab8-54cc-4ac2-82f6-96a3658c224a tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Network 21f6804a-0c41-4e89-a537-acdf07492e02 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 21:59:06.930639 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-5af23ab8-54cc-4ac2-82f6-96a3658c224a tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 21f6804a-0c41-4e89-a537-acdf07492e02) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:59:06.938495 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af23ab8-54cc-4ac2-82f6-96a3658c224a tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:06.940858 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5af23ab8-54cc-4ac2-82f6-96a3658c224a tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:06.942657 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6ba948-3908-4a8c-a697-9a63b1e69e05 None None] Network 21f6804a-0c41-4e89-a537-acdf07492e02 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:59:06.981535 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b84530c6-bcd2-4f87-b3fc-77a042757fdb tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (4f763b8e-c8ae-48c8-8770-7b653bbfc1fb), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:07.026193 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-5af23ab8-54cc-4ac2-82f6-96a3658c224a tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 904 time: 2.9411654
May 07 21:59:07.042739 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49120) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:07.057778 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbf27ad-edd8-4cc6-951c-05677d7201ae None None] Sync routers for ids ['ee7a0e7c-c904-4cad-9649-8ec06aee744b'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:59:07.076697 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbf27ad-edd8-4cc6-951c-05677d7201ae None None] Routers {'ee7a0e7c-c904-4cad-9649-8ec06aee744b'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:59:07.084522 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-7cbf27ad-edd8-4cc6-951c-05677d7201ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c8bef10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:58:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['ee7a0e7c-c904-4cad-9649-8ec06aee744b'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:07.105708 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff9009b-90d2-4282-a6c6-68ff17301392 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-21f6804a-0c41-4e89-a537-acdf07492e02', 'network_id': '21f6804a-0c41-4e89-a537-acdf07492e02', 'project_id': 'e8e04e47c1cd4025a59809f6e8d6d7b6', 'fixed_ips': [{'subnet_id': '9ac9cfc4-4317-4b21-9ceb-6daca7c875df'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 21:59:07.107683 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5ff9009b-90d2-4282-a6c6-68ff17301392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:07.112018 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e84d9c08-9fd4-46cb-b43e-01433223fb54 admin admin] Publish callbacks [] for router (ee7a0e7c-c904-4cad-9649-8ec06aee744b), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:07.256889 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b84530c6-bcd2-4f87-b3fc-77a042757fdb tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Checking segment: {'id': 'fdcbdca0-5f5b-4fc0-b3cc-5d79eb2ea9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '1a36fcba-39c0-4c71-932b-807dd8f746f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:59:07.257440 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84530c6-bcd2-4f87-b3fc-77a042757fdb tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Network hostable DHCP agents. Network: 1a36fcba-39c0-4c71-932b-807dd8f746f1, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 21:59:07.348626 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84530c6-bcd2-4f87-b3fc-77a042757fdb tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Pushing event updated for resources: {'Subnet': ['ID=4f763b8e-c8ae-48c8-8770-7b653bbfc1fb,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:07.399210 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-7cbf27ad-edd8-4cc6-951c-05677d7201ae None None] Set router ee7a0e7c-c904-4cad-9649-8ec06aee744b gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:59:07.401973 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-5ff9009b-90d2-4282-a6c6-68ff17301392 None None] Allocated IP 2001:db8::1 (21f6804a-0c41-4e89-a537-acdf07492e02/9ac9cfc4-4317-4b21-9ceb-6daca7c875df/eb28dc85-9c0d-4501-b4ee-c90042beeb27) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:59:07.438740 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84530c6-bcd2-4f87-b3fc-77a042757fdb tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Network 1a36fcba-39c0-4c71-932b-807dd8f746f1 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 21:59:07.442812 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e84d9c08-9fd4-46cb-b43e-01433223fb54 admin admin] Publish callbacks [] for router_gateway (ee7a0e7c-c904-4cad-9649-8ec06aee744b), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:07.492296 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-b84530c6-bcd2-4f87-b3fc-77a042757fdb tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1a36fcba-39c0-4c71-932b-807dd8f746f1) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:59:07.534174 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec996a1-db28-4a6e-b350-10c51732364e req-a5c65504-b56f-4d01-a604-61b84f06eef2 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:07.535812 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1ec996a1-db28-4a6e-b350-10c51732364e req-a5c65504-b56f-4d01-a604-61b84f06eef2 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=83ad7d9c-5e14-44b9-a948-c9c337d99f0c HTTP/1.1" status: 200  len: 947 time: 0.2628422
May 07 21:59:07.540008 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84530c6-bcd2-4f87-b3fc-77a042757fdb tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:07.541519 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b84530c6-bcd2-4f87-b3fc-77a042757fdb tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:07.545848 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863b4e92-acff-4c34-a32c-f4e601c470ba None None] Network 1a36fcba-39c0-4c71-932b-807dd8f746f1 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:59:07.645713 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-b84530c6-bcd2-4f87-b3fc-77a042757fdb tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.7239554
May 07 21:59:07.663492 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49156) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:07.677275 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-b87de53b-7129-4c3d-a337-b2a60e5545b0 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-82711615', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:59:07.705938 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49162) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:07.709459 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1ec996a1-db28-4a6e-b350-10c51732364e req-6f096ff2-35a8-4d12-96a3-a786a7d97a71 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups?id=108d65d8-0253-46f4-addb-267f67931aa5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1335170
May 07 21:59:07.719487 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-e84d9c08-9fd4-46cb-b43e-01433223fb54 admin admin] Deleting port f063c24d-d79a-486c-bcc7-ff787585894d {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:59:07.720045 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e84d9c08-9fd4-46cb-b43e-01433223fb54 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (f063c24d-d79a-486c-bcc7-ff787585894d), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:07.740208 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-de876303-e9d3-4b59-ba10-ebef1c123199 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (21f6804a-0c41-4e89-a537-acdf07492e02), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:07.768466 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-7cbf27ad-edd8-4cc6-951c-05677d7201ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c8bef10>, [{'id': 'ee7a0e7c-c904-4cad-9649-8ec06aee744b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-312225473-router', 'tenant_id': '4d8cbe750a6f4170bb6e7ac39950027c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.180'}], 'enable_snat': True}, 'gw_port_id': 'f063c24d-d79a-486c-bcc7-ff787585894d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:58:43Z', 'updated_at': '2022-05-07T21:59:04Z', 'revision_number': 5, 'project_id': '4d8cbe750a6f4170bb6e7ac39950027c', 'gw_port': {'id': 'f063c24d-d79a-486c-bcc7-ff787585894d', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:b9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee7a0e7c-c904-4cad-9649-8ec06aee744b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:58:46Z', 'updated_at': '2022-05-07T21:59:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:07.811167 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbf27ad-edd8-4cc6-951c-05677d7201ae None None] Checking router: ee7a0e7c-c904-4cad-9649-8ec06aee744b for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 21:59:07.821079 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbf27ad-edd8-4cc6-951c-05677d7201ae None None] Routers {'ee7a0e7c-c904-4cad-9649-8ec06aee744b'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:59:07.822001 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-7cbf27ad-edd8-4cc6-951c-05677d7201ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c8bef10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:58:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['ee7a0e7c-c904-4cad-9649-8ec06aee744b'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:07.834057 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b87de53b-7129-4c3d-a337-b2a60e5545b0 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (a91d7469-fdfa-47dc-8571-cbeaeebb3c40), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:07.841970 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b87de53b-7129-4c3d-a337-b2a60e5545b0 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (a91d7469-fdfa-47dc-8571-cbeaeebb3c40), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:07.927763 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49176) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:07.965048 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc431aa7-edfd-45da-aedb-cf0267d74d9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-1a36fcba-39c0-4c71-932b-807dd8f746f1', 'network_id': '1a36fcba-39c0-4c71-932b-807dd8f746f1', 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'fixed_ips': [{'subnet_id': '4f763b8e-c8ae-48c8-8770-7b653bbfc1fb'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 21:59:07.965693 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-cc431aa7-edfd-45da-aedb-cf0267d74d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:07.981045 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-0592cd7a-724e-4e6c-a314-1862cf7739ec admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1042270430-network', 'tenant_id': '1426f0d5b4ef478d91cfb1856c943052'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:59:07.998323 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-7cbf27ad-edd8-4cc6-951c-05677d7201ae None None] Set router ee7a0e7c-c904-4cad-9649-8ec06aee744b gateway port host: None {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:59:08.014133 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0592cd7a-724e-4e6c-a314-1862cf7739ec admin admin] Made reservation on behalf of 1426f0d5b4ef478d91cfb1856c943052 for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:59:08.018051 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0592cd7a-724e-4e6c-a314-1862cf7739ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:08.035616 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0592cd7a-724e-4e6c-a314-1862cf7739ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:08.071158 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4846b792-2dbc-4e91-82c1-fd5cf6b061a2 req-ab882ac1-3f21-4cec-9536-1a614b33d840 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=16037dee-704d-447b-9523-4b2728e5d647 HTTP/1.1" status: 200  len: 210 time: 0.0965977
May 07 21:59:08.132991 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-7cbf27ad-edd8-4cc6-951c-05677d7201ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c8bef10>, [{'id': 'ee7a0e7c-c904-4cad-9649-8ec06aee744b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-312225473-router', 'tenant_id': '4d8cbe750a6f4170bb6e7ac39950027c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:58:43Z', 'updated_at': '2022-05-07T21:59:07Z', 'revision_number': 6, 'project_id': '4d8cbe750a6f4170bb6e7ac39950027c', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:08.158248 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-de876303-e9d3-4b59-ba10-ebef1c123199 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (9ac9cfc4-4317-4b21-9ceb-6daca7c875df), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:08.180539 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5ff9009b-90d2-4282-a6c6-68ff17301392 None None] Publish callbacks [] for port (eb28dc85-9c0d-4501-b4ee-c90042beeb27), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:08.199867 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5ff9009b-90d2-4282-a6c6-68ff17301392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (eb28dc85-9c0d-4501-b4ee-c90042beeb27), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:08.208078 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b87de53b-7129-4c3d-a337-b2a60e5545b0 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks [] for router_controller (a91d7469-fdfa-47dc-8571-cbeaeebb3c40), precommit_add_association {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:08.219261 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbf27ad-edd8-4cc6-951c-05677d7201ae None None] The sync data for ids ['ee7a0e7c-c904-4cad-9649-8ec06aee744b'] in ncdv-master-1 is: [{'id': 'ee7a0e7c-c904-4cad-9649-8ec06aee744b', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-312225473-router', 'tenant_id': '4d8cbe750a6f4170bb6e7ac39950027c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:58:43Z', 'updated_at': '2022-05-07T21:59:07Z', 'revision_number': 6, 'project_id': '4d8cbe750a6f4170bb6e7ac39950027c', 'gw_port_host': None}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:59:08.228290 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-e84d9c08-9fd4-46cb-b43e-01433223fb54 admin admin] For port f063c24d-d79a-486c-bcc7-ff787585894d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f063c24d-d79a-486c-bcc7-ff787585894d,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:59:08.228848 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e84d9c08-9fd4-46cb-b43e-01433223fb54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (f063c24d-d79a-486c-bcc7-ff787585894d), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:08.233514 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b87de53b-7129-4c3d-a337-b2a60e5545b0 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (a91d7469-fdfa-47dc-8571-cbeaeebb3c40), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:08.285415 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-e84d9c08-9fd4-46cb-b43e-01433223fb54 admin admin] Calling delete_port for f063c24d-d79a-486c-bcc7-ff787585894d owned by network:router_gateway {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:59:08.293306 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff9009b-90d2-4282-a6c6-68ff17301392 None None] Network 21f6804a-0c41-4e89-a537-acdf07492e02 is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:59:08.314327 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b87de53b-7129-4c3d-a337-b2a60e5545b0 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:08.316445 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-b87de53b-7129-4c3d-a337-b2a60e5545b0 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 702 time: 0.6473956
May 07 21:59:08.318417 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0592cd7a-724e-4e6c-a314-1862cf7739ec admin admin] Publish callbacks [] for security_group (9196cd4a-c48b-40f4-862c-9395ce3cf8f2), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:08.320764 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49188) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:08.326418 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-c321e8df-5c52-4166-ad64-06c231c1c9e8 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Request body: {'port': {'network_id': '1a36fcba-39c0-4c71-932b-807dd8f746f1', 'name': 'tempest-RoutersIpV6Test-387014562'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:59:08.339729 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-5ff9009b-90d2-4282-a6c6-68ff17301392 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:59:08.347399 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff9009b-90d2-4282-a6c6-68ff17301392 None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:59:08.364757 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff9009b-90d2-4282-a6c6-68ff17301392 None None] Pushing event updated for resources: {'Port': ['ID=eb28dc85-9c0d-4501-b4ee-c90042beeb27,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:08.402188 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0592cd7a-724e-4e6c-a314-1862cf7739ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (9196cd4a-c48b-40f4-862c-9395ce3cf8f2), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:08.417790 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-cc431aa7-edfd-45da-aedb-cf0267d74d9e None None] Allocated IP 2001:db8::2 (1a36fcba-39c0-4c71-932b-807dd8f746f1/4f763b8e-c8ae-48c8-8770-7b653bbfc1fb/a95e374c-90ba-4d57-933b-4e13ce3b3677) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:59:08.457421 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0592cd7a-724e-4e6c-a314-1862cf7739ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9196cd4a-c48b-40f4-862c-9395ce3cf8f2,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:08.459869 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-5ff9009b-90d2-4282-a6c6-68ff17301392 None None] Attempting to bind port eb28dc85-9c0d-4501-b4ee-c90042beeb27 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:59:08.460408 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-5ff9009b-90d2-4282-a6c6-68ff17301392 None None] Attempting to bind port eb28dc85-9c0d-4501-b4ee-c90042beeb27 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cfb7511d-0e48-423b-b811-e6a1e5e8a694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '21f6804a-0c41-4e89-a537-acdf07492e02'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:59:08.461139 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff9009b-90d2-4282-a6c6-68ff17301392 None None] Attempting to bind port eb28dc85-9c0d-4501-b4ee-c90042beeb27 on network 21f6804a-0c41-4e89-a537-acdf07492e02 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:59:08.481044 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff9009b-90d2-4282-a6c6-68ff17301392 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:59:08.481788 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff9009b-90d2-4282-a6c6-68ff17301392 None None] Checking segment: {'id': 'cfb7511d-0e48-423b-b811-e6a1e5e8a694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '21f6804a-0c41-4e89-a537-acdf07492e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:59:08.481911 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5ff9009b-90d2-4282-a6c6-68ff17301392 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:08.482268 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff9009b-90d2-4282-a6c6-68ff17301392 None None] Bound using segment: {'id': 'cfb7511d-0e48-423b-b811-e6a1e5e8a694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '21f6804a-0c41-4e89-a537-acdf07492e02'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:59:08.482762 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-5ff9009b-90d2-4282-a6c6-68ff17301392 None None] Bound port: eb28dc85-9c0d-4501-b4ee-c90042beeb27, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfb7511d-0e48-423b-b811-e6a1e5e8a694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '21f6804a-0c41-4e89-a537-acdf07492e02'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:59:08.483243 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5ff9009b-90d2-4282-a6c6-68ff17301392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (eb28dc85-9c0d-4501-b4ee-c90042beeb27), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:08.517073 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0592cd7a-724e-4e6c-a314-1862cf7739ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 21:59:08.644637 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-5ff9009b-90d2-4282-a6c6-68ff17301392 None None] For port eb28dc85-9c0d-4501-b4ee-c90042beeb27, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:59:08.649383 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-5ff9009b-90d2-4282-a6c6-68ff17301392 None None] For port eb28dc85-9c0d-4501-b4ee-c90042beeb27, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eb28dc85-9c0d-4501-b4ee-c90042beeb27,segment=NetworkSegment(cfb7511d-0e48-423b-b811-e6a1e5e8a694),segment_id=cfb7511d-0e48-423b-b811-e6a1e5e8a694)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:59:08.672407 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5ff9009b-90d2-4282-a6c6-68ff17301392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (eb28dc85-9c0d-4501-b4ee-c90042beeb27), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:08.679910 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0592cd7a-724e-4e6c-a314-1862cf7739ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (030b9d93-2c53-41c2-9a1e-c645c6328b7d), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:08.681947 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-0592cd7a-724e-4e6c-a314-1862cf7739ec admin admin] Added segment 030b9d93-2c53-41c2-9a1e-c645c6328b7d of type vlan for network e8aaa5c2-40bf-4cf0-abeb-ec5b479a8448
May 07 21:59:08.806253 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0592cd7a-724e-4e6c-a314-1862cf7739ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (e8aaa5c2-40bf-4cf0-abeb-ec5b479a8448), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:08.930072 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afe5971-60d3-4aa7-8e0b-de73c0189382 req-8369ff80-7dac-4abf-b23a-7e0dc9a7d66f tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:08.931805 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3afe5971-60d3-4aa7-8e0b-de73c0189382 req-8369ff80-7dac-4abf-b23a-7e0dc9a7d66f tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=83ad7d9c-5e14-44b9-a948-c9c337d99f0c HTTP/1.1" status: 200  len: 947 time: 0.0686297
May 07 21:59:08.936255 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-cc431aa7-edfd-45da-aedb-cf0267d74d9e None None] Publish callbacks [] for port (a95e374c-90ba-4d57-933b-4e13ce3b3677), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:08.952350 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-de876303-e9d3-4b59-ba10-ebef1c123199 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (9ac9cfc4-4317-4b21-9ceb-6daca7c875df), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:08.957055 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c321e8df-5c52-4166-ad64-06c231c1c9e8 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Made reservation on behalf of 17d1717bd7f2430eb5c2d3ce577e8160 for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:59:08.960447 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff9009b-90d2-4282-a6c6-68ff17301392 None None] Pushing event updated for resources: {'Port': ['ID=eb28dc85-9c0d-4501-b4ee-c90042beeb27,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:08.961749 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c321e8df-5c52-4166-ad64-06c231c1c9e8 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:08.963961 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-cc431aa7-edfd-45da-aedb-cf0267d74d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (a95e374c-90ba-4d57-933b-4e13ce3b3677), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:09.004462 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc431aa7-edfd-45da-aedb-cf0267d74d9e None None] Network 1a36fcba-39c0-4c71-932b-807dd8f746f1 is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:59:09.006814 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1833667f-7230-41e3-870d-bbc52c1d1136 None None] Network 21f6804a-0c41-4e89-a537-acdf07492e02 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:59:09.033205 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de876303-e9d3-4b59-ba10-ebef1c123199 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Pushing event deleted for resources: {'Subnet': ['ID=9ac9cfc4-4317-4b21-9ceb-6daca7c875df,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:09.071661 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-cc431aa7-edfd-45da-aedb-cf0267d74d9e None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:59:09.074061 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc431aa7-edfd-45da-aedb-cf0267d74d9e None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:59:09.152844 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc431aa7-edfd-45da-aedb-cf0267d74d9e None None] Pushing event updated for resources: {'Port': ['ID=a95e374c-90ba-4d57-933b-4e13ce3b3677,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:09.164487 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-de876303-e9d3-4b59-ba10-ebef1c123199 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (21f6804a-0c41-4e89-a537-acdf07492e02), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:09.201920 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-cc431aa7-edfd-45da-aedb-cf0267d74d9e None None] Attempting to bind port a95e374c-90ba-4d57-933b-4e13ce3b3677 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:59:09.202467 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-cc431aa7-edfd-45da-aedb-cf0267d74d9e None None] Attempting to bind port a95e374c-90ba-4d57-933b-4e13ce3b3677 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'fdcbdca0-5f5b-4fc0-b3cc-5d79eb2ea9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '1a36fcba-39c0-4c71-932b-807dd8f746f1'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:59:09.202648 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539b1c33-9efb-401f-adbe-6e2444179943 req-0328e7b3-bc9a-4c55-af52-4fa9c132d6be tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:09.202965 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc431aa7-edfd-45da-aedb-cf0267d74d9e None None] Attempting to bind port a95e374c-90ba-4d57-933b-4e13ce3b3677 on network 1a36fcba-39c0-4c71-932b-807dd8f746f1 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:59:09.206647 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-539b1c33-9efb-401f-adbe-6e2444179943 req-0328e7b3-bc9a-4c55-af52-4fa9c132d6be tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.59 "GET /v2.0/networks?id=9b7653d0-c69e-4364-9ed6-1c005b136d81 HTTP/1.1" status: 200  len: 811 time: 0.8193948
May 07 21:59:09.208870 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc431aa7-edfd-45da-aedb-cf0267d74d9e None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:59:09.209260 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc431aa7-edfd-45da-aedb-cf0267d74d9e None None] Checking segment: {'id': 'fdcbdca0-5f5b-4fc0-b3cc-5d79eb2ea9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '1a36fcba-39c0-4c71-932b-807dd8f746f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:59:09.215559 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-cc431aa7-edfd-45da-aedb-cf0267d74d9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:09.216715 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc431aa7-edfd-45da-aedb-cf0267d74d9e None None] Bound using segment: {'id': 'fdcbdca0-5f5b-4fc0-b3cc-5d79eb2ea9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '1a36fcba-39c0-4c71-932b-807dd8f746f1'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:59:09.217224 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-cc431aa7-edfd-45da-aedb-cf0267d74d9e None None] Bound port: a95e374c-90ba-4d57-933b-4e13ce3b3677, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdcbdca0-5f5b-4fc0-b3cc-5d79eb2ea9f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '1a36fcba-39c0-4c71-932b-807dd8f746f1'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:59:09.217674 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-cc431aa7-edfd-45da-aedb-cf0267d74d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (a95e374c-90ba-4d57-933b-4e13ce3b3677), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:09.221778 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-539b1c33-9efb-401f-adbe-6e2444179943 req-3466d84c-8e1d-430d-8552-4b8d7aa64392 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Request body: {'port': {'device_id': '16037dee-704d-447b-9523-4b2728e5d647', 'network_id': '9b7653d0-c69e-4364-9ed6-1c005b136d81', 'admin_state_up': True, 'tenant_id': '85587313eff94af59406aca0c1a96a02'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:59:09.247988 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-de876303-e9d3-4b59-ba10-ebef1c123199 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf87369dc0>,) {'filters': {'network_id': ['21f6804a-0c41-4e89-a537-acdf07492e02']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:09.282751 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-de876303-e9d3-4b59-ba10-ebef1c123199 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf87369dc0>, 'cfb7511d-0e48-423b-b811-e6a1e5e8a694') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:09.283378 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-de876303-e9d3-4b59-ba10-ebef1c123199 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf87369dc0>, 'cfb7511d-0e48-423b-b811-e6a1e5e8a694') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:09.298278 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-cc431aa7-edfd-45da-aedb-cf0267d74d9e None None] For port a95e374c-90ba-4d57-933b-4e13ce3b3677, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:59:09.301486 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-cc431aa7-edfd-45da-aedb-cf0267d74d9e None None] For port a95e374c-90ba-4d57-933b-4e13ce3b3677, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a95e374c-90ba-4d57-933b-4e13ce3b3677,segment=NetworkSegment(fdcbdca0-5f5b-4fc0-b3cc-5d79eb2ea9f0),segment_id=fdcbdca0-5f5b-4fc0-b3cc-5d79eb2ea9f0)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:59:09.308307 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-cc431aa7-edfd-45da-aedb-cf0267d74d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (a95e374c-90ba-4d57-933b-4e13ce3b3677), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:09.345786 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-de876303-e9d3-4b59-ba10-ebef1c123199 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (cfb7511d-0e48-423b-b811-e6a1e5e8a694), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:09.357887 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1785e71a-7dc1-4c13-b69d-93efbe107aa7 req-6f4c25ea-8ee0-4e0d-a25a-00b54502c81f tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=16037dee-704d-447b-9523-4b2728e5d647 HTTP/1.1" status: 200  len: 210 time: 0.0920410
May 07 21:59:09.380817 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc431aa7-edfd-45da-aedb-cf0267d74d9e None None] Pushing event updated for resources: {'Port': ['ID=a95e374c-90ba-4d57-933b-4e13ce3b3677,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:09.390739 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0592cd7a-724e-4e6c-a314-1862cf7739ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (e8aaa5c2-40bf-4cf0-abeb-ec5b479a8448), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:09.392434 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0592cd7a-724e-4e6c-a314-1862cf7739ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:09.392939 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0592cd7a-724e-4e6c-a314-1862cf7739ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:09.395670 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-de876303-e9d3-4b59-ba10-ebef1c123199 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (cfb7511d-0e48-423b-b811-e6a1e5e8a694), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:09.418470 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de876303-e9d3-4b59-ba10-ebef1c123199 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 21:59:09.418909 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-de876303-e9d3-4b59-ba10-ebef1c123199 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (cfb7511d-0e48-423b-b811-e6a1e5e8a694), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:09.422369 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 21:59:09.422369 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 21:59:09.422369 ncdv-master-1 neutron-server[121837]:     timer()
May 07 21:59:09.422369 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 21:59:09.422369 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 21:59:09.422369 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 21:59:09.422369 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 21:59:09.422369 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 21:59:09.422369 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 21:59:09.422369 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 21:59:09.422369 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 21:59:09.422369 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 21:59:09.422369 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 21:59:09.422369 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 21:59:09.422369 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 21:59:09.422369 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 21:59:09.422369 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 21:59:09.422369 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 21:59:09.422369 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 21:59:09.422369 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 21:59:09.422369 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 21:59:09.422369 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 21:59:09.422369 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 21:59:09.422369 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 21:59:09.422369 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 21:59:09.422369 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 21:59:09.422369 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 21:59:09.422369 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 21:59:09.422369 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 21:59:09.422369 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 21:59:09.422369 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 21:59:09.422369 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 21:59:09.443780 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fb985419-76b1-47da-8cf9-bb684530f9e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401094'] for router_interface (e3a1d90a-24c4-4c94-b78c-81c55430cd63), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:09.487617 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [None req-c321e8df-5c52-4166-ad64-06c231c1c9e8 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] device_id is not set on port 83b884f8-4a1c-47e7-89b9-37bca41c4718 yet. {{(pid=121836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 21:59:09.504739 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-0592cd7a-724e-4e6c-a314-1862cf7739ec admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 1.7942669
May 07 21:59:09.507460 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e84d9c08-9fd4-46cb-b43e-01433223fb54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (f063c24d-d79a-486c-bcc7-ff787585894d), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:09.511561 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49194) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:09.524954 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-9a6e61fb-07bd-454d-acc4-04efb7a29bcb admin admin] Request body: {'subnet': {'network_id': 'e8aaa5c2-40bf-4cf0-abeb-ec5b479a8448', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1042270430-subnet', 'tenant_id': '1426f0d5b4ef478d91cfb1856c943052', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:59:09.565286 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.db.api [None req-de876303-e9d3-4b59-ba10-ebef1c123199 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
May 07 21:59:09.565286 ncdv-master-1 neutron-server[121837]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
May 07 21:59:09.565286 ncdv-master-1 neutron-server[121837]: [parameters: {'id': '21f6804a-0c41-4e89-a537-acdf07492e02'}]
May 07 21:59:09.565286 ncdv-master-1 neutron-server[121837]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=121837) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 07 21:59:09.565286 ncdv-master-1 neutron-server[121837]: DEBUG oslo_db.api [None req-de876303-e9d3-4b59-ba10-ebef1c123199 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 07 21:59:09.568092 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-539b1c33-9efb-401f-adbe-6e2444179943 req-3466d84c-8e1d-430d-8552-4b8d7aa64392 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Made reservation on behalf of 85587313eff94af59406aca0c1a96a02 for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:59:09.571525 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-539b1c33-9efb-401f-adbe-6e2444179943 req-3466d84c-8e1d-430d-8552-4b8d7aa64392 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:09.576103 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84d9c08-9fd4-46cb-b43e-01433223fb54 admin admin] Pushing event deleted for resources: {'Port': ['ID=f063c24d-d79a-486c-bcc7-ff787585894d,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:09.598734 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3afe5971-60d3-4aa7-8e0b-de73c0189382 req-c71f6274-76f2-4dda-84d6-e7656cf9f47b tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups?id=108d65d8-0253-46f4-addb-267f67931aa5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6447823
May 07 21:59:09.619119 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0592cd7a-724e-4e6c-a314-1862cf7739ec admin admin] Pushing event updated for resources: {'Network': ['ID=e8aaa5c2-40bf-4cf0-abeb-ec5b479a8448,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:09.635743 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network e8aaa5c2-40bf-4cf0-abeb-ec5b479a8448 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 21:59:09.679123 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a6e61fb-07bd-454d-acc4-04efb7a29bcb admin admin] Made reservation on behalf of 1426f0d5b4ef478d91cfb1856c943052 for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:59:09.681466 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9a6e61fb-07bd-454d-acc4-04efb7a29bcb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:09.791655 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e84d9c08-9fd4-46cb-b43e-01433223fb54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395776'] for router_gateway (ee7a0e7c-c904-4cad-9649-8ec06aee744b), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:09.870174 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-c321e8df-5c52-4166-ad64-06c231c1c9e8 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Allocated IP 2001:db8::5a (1a36fcba-39c0-4c71-932b-807dd8f746f1/4f763b8e-c8ae-48c8-8770-7b653bbfc1fb/83b884f8-4a1c-47e7-89b9-37bca41c4718) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:59:09.944269 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e84d9c08-9fd4-46cb-b43e-01433223fb54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (ee7a0e7c-c904-4cad-9649-8ec06aee744b), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:09.949375 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e84d9c08-9fd4-46cb-b43e-01433223fb54 admin admin] Publish callbacks [] for router_controller (ee7a0e7c-c904-4cad-9649-8ec06aee744b), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:10.009861 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [req-539b1c33-9efb-401f-adbe-6e2444179943 req-3466d84c-8e1d-430d-8552-4b8d7aa64392 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Allocated IP 172.20.0.5 (9b7653d0-c69e-4364-9ed6-1c005b136d81/68532bd3-831b-4da5-a9e0-f88c1ab76985/36a9af4d-8e33-4f5e-81b0-dfddd8e4aada) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:59:10.035576 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e84d9c08-9fd4-46cb-b43e-01433223fb54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (ee7a0e7c-c904-4cad-9649-8ec06aee744b), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:10.036090 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e84d9c08-9fd4-46cb-b43e-01433223fb54 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee7a0e7c-c904-4cad-9649-8ec06aee744b {{(pid=121837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 21:59:10.047990 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e84d9c08-9fd4-46cb-b43e-01433223fb54 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:10.048434 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-e84d9c08-9fd4-46cb-b43e-01433223fb54 admin admin] 10.222.0.32 "DELETE /v2.0/routers/ee7a0e7c-c904-4cad-9649-8ec06aee744b HTTP/1.1" status: 204  len: 168 time: 3.3137219
May 07 21:59:10.051074 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-fb985419-76b1-47da-8cf9-bb684530f9e4 admin admin] Deleting port 7e834a6e-1bba-4067-b31c-6f34e266cb47 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:59:10.052500 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fb985419-76b1-47da-8cf9-bb684530f9e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (7e834a6e-1bba-4067-b31c-6f34e266cb47), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:10.054709 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49198) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:10.066581 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-de876303-e9d3-4b59-ba10-ebef1c123199 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (21f6804a-0c41-4e89-a537-acdf07492e02), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:10.173019 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-de876303-e9d3-4b59-ba10-ebef1c123199 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Deleting port eb28dc85-9c0d-4501-b4ee-c90042beeb27 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:59:10.173019 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-de876303-e9d3-4b59-ba10-ebef1c123199 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (eb28dc85-9c0d-4501-b4ee-c90042beeb27), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:10.175223 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c321e8df-5c52-4166-ad64-06c231c1c9e8 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks [] for port (83b884f8-4a1c-47e7-89b9-37bca41c4718), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:10.208566 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-fb985419-76b1-47da-8cf9-bb684530f9e4 admin admin] For port 7e834a6e-1bba-4067-b31c-6f34e266cb47, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7e834a6e-1bba-4067-b31c-6f34e266cb47,segment=NetworkSegment(bf0c0471-2624-4f4f-a2e9-e11b0e1b254e),segment_id=bf0c0471-2624-4f4f-a2e9-e11b0e1b254e)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:59:10.209163 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fb985419-76b1-47da-8cf9-bb684530f9e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (7e834a6e-1bba-4067-b31c-6f34e266cb47), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:10.233108 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-fb985419-76b1-47da-8cf9-bb684530f9e4 admin admin] Calling delete_port for 7e834a6e-1bba-4067-b31c-6f34e266cb47 owned by network:router_interface {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:59:10.243920 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-517b6780-0d7e-4135-b962-711bdfa3e863 admin admin] Deleting subnet 6b88f4b1-de82-49aa-b2ec-e828af5a89eb {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 21:59:10.264449 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-517b6780-0d7e-4135-b962-711bdfa3e863 admin admin] Publish callbacks [] for subnet (6b88f4b1-de82-49aa-b2ec-e828af5a89eb), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:10.317682 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c321e8df-5c52-4166-ad64-06c231c1c9e8 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (83b884f8-4a1c-47e7-89b9-37bca41c4718), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:10.375732 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device a95e374c-90ba-4d57-933b-4e13ce3b3677 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:59:10.382040 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c321e8df-5c52-4166-ad64-06c231c1c9e8 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Network 1a36fcba-39c0-4c71-932b-807dd8f746f1 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:59:10.393723 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-c321e8df-5c52-4166-ad64-06c231c1c9e8 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:59:10.396256 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c321e8df-5c52-4166-ad64-06c231c1c9e8 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:59:10.402287 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c321e8df-5c52-4166-ad64-06c231c1c9e8 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:10.403065 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c321e8df-5c52-4166-ad64-06c231c1c9e8 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:10.412626 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c321e8df-5c52-4166-ad64-06c231c1c9e8 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Pushing event updated for resources: {'Port': ['ID=83b884f8-4a1c-47e7-89b9-37bca41c4718,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:10.451533 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-c321e8df-5c52-4166-ad64-06c231c1c9e8 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 927 time: 2.1294808
May 07 21:59:10.490004 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port a95e374c-90ba-4d57-933b-4e13ce3b3677 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:59:10.490628 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (a95e374c-90ba-4d57-933b-4e13ce3b3677), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:10.493921 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49202) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:10.513466 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a8b524bc-f3f3-42e4-94dd-07ba1dca3d71 req-7f0f8eb4-5bb6-46d3-b1e2-2a0f862ad934 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=16037dee-704d-447b-9523-4b2728e5d647 HTTP/1.1" status: 200  len: 210 time: 0.0472932
May 07 21:59:10.516825 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9a6e61fb-07bd-454d-acc4-04efb7a29bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (7547ebf3-a4ee-4738-ba7e-148bb3c9b141), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:10.554161 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-de876303-e9d3-4b59-ba10-ebef1c123199 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] For port eb28dc85-9c0d-4501-b4ee-c90042beeb27, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eb28dc85-9c0d-4501-b4ee-c90042beeb27,segment=NetworkSegment(cfb7511d-0e48-423b-b811-e6a1e5e8a694),segment_id=cfb7511d-0e48-423b-b811-e6a1e5e8a694)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:59:10.554528 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-de876303-e9d3-4b59-ba10-ebef1c123199 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (eb28dc85-9c0d-4501-b4ee-c90042beeb27), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:10.566597 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-517b6780-0d7e-4135-b962-711bdfa3e863 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (6b88f4b1-de82-49aa-b2ec-e828af5a89eb), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:10.589180 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port a95e374c-90ba-4d57-933b-4e13ce3b3677 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:59:10.589961 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (a95e374c-90ba-4d57-933b-4e13ce3b3677), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:10.629768 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port a95e374c-90ba-4d57-933b-4e13ce3b3677, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a95e374c-90ba-4d57-933b-4e13ce3b3677,segment=NetworkSegment(fdcbdca0-5f5b-4fc0-b3cc-5d79eb2ea9f0),segment_id=fdcbdca0-5f5b-4fc0-b3cc-5d79eb2ea9f0)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:59:10.634867 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-de876303-e9d3-4b59-ba10-ebef1c123199 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Calling delete_port for eb28dc85-9c0d-4501-b4ee-c90042beeb27 owned by network:dhcp {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:59:10.640241 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (a95e374c-90ba-4d57-933b-4e13ce3b3677), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:10.712429 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4141e19-b780-4d5f-8fa6-1fb7324809fb None None] get_active_networks_info from ncdv-master-1 {{(pid=121838) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
May 07 21:59:10.738671 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6e61fb-07bd-454d-acc4-04efb7a29bcb admin admin] Pushing event updated for resources: {'Subnet': ['ID=7547ebf3-a4ee-4738-ba7e-148bb3c9b141,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:10.770903 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device f063c24d-d79a-486c-bcc7-ff787585894d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:59:10.779279 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-539b1c33-9efb-401f-adbe-6e2444179943 req-3466d84c-8e1d-430d-8552-4b8d7aa64392 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Publish callbacks [] for port (36a9af4d-8e33-4f5e-81b0-dfddd8e4aada), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:10.785437 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6e61fb-07bd-454d-acc4-04efb7a29bcb admin admin] Checking segment: {'id': '030b9d93-2c53-41c2-9a1e-c645c6328b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e8aaa5c2-40bf-4cf0-abeb-ec5b479a8448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:59:10.785813 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6e61fb-07bd-454d-acc4-04efb7a29bcb admin admin] Network hostable DHCP agents. Network: e8aaa5c2-40bf-4cf0-abeb-ec5b479a8448, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 21:59:10.817022 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-eb77d480-c36f-4ddc-b6a4-ddbe6bd2c859 None None] Provisioning complete for port a95e374c-90ba-4d57-933b-4e13ce3b3677 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:59:10.817756 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-eb77d480-c36f-4ddc-b6a4-ddbe6bd2c859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (a95e374c-90ba-4d57-933b-4e13ce3b3677), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:10.824276 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=a95e374c-90ba-4d57-933b-4e13ce3b3677,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:10.848775 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-517b6780-0d7e-4135-b962-711bdfa3e863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (6b88f4b1-de82-49aa-b2ec-e828af5a89eb), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:10.850816 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: f063c24d-d79a-486c-bcc7-ff787585894d {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:59:10.851603 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device f063c24d-d79a-486c-bcc7-ff787585894d not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:59:10.884803 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fb985419-76b1-47da-8cf9-bb684530f9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (7e834a6e-1bba-4067-b31c-6f34e266cb47), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:10.898087 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6e61fb-07bd-454d-acc4-04efb7a29bcb admin admin] Network e8aaa5c2-40bf-4cf0-abeb-ec5b479a8448 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 21:59:10.918016 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-de876303-e9d3-4b59-ba10-ebef1c123199 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (eb28dc85-9c0d-4501-b4ee-c90042beeb27), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:10.927580 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-9a6e61fb-07bd-454d-acc4-04efb7a29bcb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e8aaa5c2-40bf-4cf0-abeb-ec5b479a8448) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:59:10.934950 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb985419-76b1-47da-8cf9-bb684530f9e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e834a6e-1bba-4067-b31c-6f34e266cb47,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:10.952680 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-539b1c33-9efb-401f-adbe-6e2444179943 req-3466d84c-8e1d-430d-8552-4b8d7aa64392 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (36a9af4d-8e33-4f5e-81b0-dfddd8e4aada), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:10.956056 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6e61fb-07bd-454d-acc4-04efb7a29bcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:10.956658 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9a6e61fb-07bd-454d-acc4-04efb7a29bcb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:10.964545 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de876303-e9d3-4b59-ba10-ebef1c123199 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Pushing event deleted for resources: {'Port': ['ID=eb28dc85-9c0d-4501-b4ee-c90042beeb27,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:10.969343 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de876303-e9d3-4b59-ba10-ebef1c123199 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] No DVR routers for this DVR port eb28dc85-9c0d-4501-b4ee-c90042beeb27 on host ncdv-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:59:11.017760 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4141e19-b780-4d5f-8fa6-1fb7324809fb None None] Resources bound (agent type, host, resource id):  {{(pid=121838) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
May 07 21:59:11.019858 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-eb77d480-c36f-4ddc-b6a4-ddbe6bd2c859 None None] Current status of the port a95e374c-90ba-4d57-933b-4e13ce3b3677 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:59:11.047339 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-9a6e61fb-07bd-454d-acc4-04efb7a29bcb admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 1.5215459
May 07 21:59:11.047339 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-517b6780-0d7e-4135-b962-711bdfa3e863 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (6b88f4b1-de82-49aa-b2ec-e828af5a89eb), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:11.051184 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-539b1c33-9efb-401f-adbe-6e2444179943 req-3466d84c-8e1d-430d-8552-4b8d7aa64392 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Network 9b7653d0-c69e-4364-9ed6-1c005b136d81 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:59:11.088795 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [req-539b1c33-9efb-401f-adbe-6e2444179943 req-3466d84c-8e1d-430d-8552-4b8d7aa64392 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:59:11.103896 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517b6780-0d7e-4135-b962-711bdfa3e863 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b88f4b1-de82-49aa-b2ec-e828af5a89eb,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:11.108404 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-539b1c33-9efb-401f-adbe-6e2444179943 req-3466d84c-8e1d-430d-8552-4b8d7aa64392 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:59:11.114820 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3466d84c-8e1d-430d-8552-4b8d7aa64392 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Pushing event updated for resources: {'Port': ['ID=36a9af4d-8e33-4f5e-81b0-dfddd8e4aada,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:11.117028 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ee2b576a-5e76-4861-bba3-35661b8183bf tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (83b884f8-4a1c-47e7-89b9-37bca41c4718), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:11.163082 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-517b6780-0d7e-4135-b962-711bdfa3e863 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:11.169000 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-517b6780-0d7e-4135-b962-711bdfa3e863 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/6b88f4b1-de82-49aa-b2ec-e828af5a89eb HTTP/1.1" status: 204  len: 168 time: 1.1131194
May 07 21:59:11.174914 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-de876303-e9d3-4b59-ba10-ebef1c123199 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (21f6804a-0c41-4e89-a537-acdf07492e02), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:11.177133 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49206) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:11.258171 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-de876303-e9d3-4b59-ba10-ebef1c123199 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf8c62b070>,) {'filters': {'network_id': ['21f6804a-0c41-4e89-a537-acdf07492e02']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:11.306154 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-de876303-e9d3-4b59-ba10-ebef1c123199 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8c62b070>, 'cfb7511d-0e48-423b-b811-e6a1e5e8a694') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:11.306549 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-de876303-e9d3-4b59-ba10-ebef1c123199 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8c62b070>, 'cfb7511d-0e48-423b-b811-e6a1e5e8a694') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:11.317866 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539b1c33-9efb-401f-adbe-6e2444179943 req-3466d84c-8e1d-430d-8552-4b8d7aa64392 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:11.318599 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-539b1c33-9efb-401f-adbe-6e2444179943 req-3466d84c-8e1d-430d-8552-4b8d7aa64392 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:11.319850 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c41a41c-6ac7-459f-ac3c-b80663684a49 None None] Network 1a36fcba-39c0-4c71-932b-807dd8f746f1 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:59:11.343121 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea050f2-fa79-4a5e-bf3b-270bc8a505e4 None None] Network e8aaa5c2-40bf-4cf0-abeb-ec5b479a8448 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:59:11.355016 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-539b1c33-9efb-401f-adbe-6e2444179943 req-3466d84c-8e1d-430d-8552-4b8d7aa64392 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1356952
May 07 21:59:11.360005 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fb985419-76b1-47da-8cf9-bb684530f9e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401002'] for router_interface (e3a1d90a-24c4-4c94-b78c-81c55430cd63), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:11.365379 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-de876303-e9d3-4b59-ba10-ebef1c123199 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (cfb7511d-0e48-423b-b811-e6a1e5e8a694), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:11.374928 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-539b1c33-9efb-401f-adbe-6e2444179943 req-64c86460-2eea-45b8-8a24-c603a4a63d2f service neutron] Request body: {'port': {'device_id': '16037dee-704d-447b-9523-4b2728e5d647', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:59:11.378795 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4758ae80-1758-49dc-a291-22fcba9b910c None None] Network cdb8575a-7cf2-47f8-bd9b-95a65c7d192a requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:59:11.379626 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6907869e-7e55-4f7e-91c8-7a01b66dd2be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (cdb8575a-7cf2-47f8-bd9b-95a65c7d192a), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:11.480359 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-de876303-e9d3-4b59-ba10-ebef1c123199 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (cfb7511d-0e48-423b-b811-e6a1e5e8a694), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:11.502638 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de876303-e9d3-4b59-ba10-ebef1c123199 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 21:59:11.504379 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-de876303-e9d3-4b59-ba10-ebef1c123199 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (cfb7511d-0e48-423b-b811-e6a1e5e8a694), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:11.608617 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 21:59:11.608617 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 21:59:11.608617 ncdv-master-1 neutron-server[121837]:     timer()
May 07 21:59:11.608617 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 21:59:11.608617 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 21:59:11.608617 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 21:59:11.608617 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 21:59:11.608617 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 21:59:11.608617 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 21:59:11.608617 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 21:59:11.608617 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 21:59:11.608617 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 21:59:11.608617 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 21:59:11.608617 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 21:59:11.608617 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 21:59:11.608617 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 21:59:11.608617 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 21:59:11.608617 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 21:59:11.608617 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 21:59:11.608617 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 21:59:11.608617 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 21:59:11.608617 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 21:59:11.608617 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 21:59:11.608617 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 21:59:11.608617 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 21:59:11.608617 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 21:59:11.608617 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 21:59:11.608617 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 21:59:11.608617 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 21:59:11.608617 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 21:59:11.608617 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 21:59:11.608617 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 21:59:11.625714 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-de876303-e9d3-4b59-ba10-ebef1c123199 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (21f6804a-0c41-4e89-a537-acdf07492e02), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:11.634066 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-de876303-e9d3-4b59-ba10-ebef1c123199 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:11.646037 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-de876303-e9d3-4b59-ba10-ebef1c123199 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] 10.222.0.32 "DELETE /v2.0/networks/21f6804a-0c41-4e89-a537-acdf07492e02 HTTP/1.1" status: 204  len: 168 time: 4.6002994
May 07 21:59:11.649869 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49220) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:11.659794 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-24a7d2f8-0f32-4454-a4a2-0dbb3c12e09a tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-76819736'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:59:11.680158 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ee2b576a-5e76-4861-bba3-35661b8183bf tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks [] for port (83b884f8-4a1c-47e7-89b9-37bca41c4718), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:11.714554 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f056afea-734f-4ad6-b272-5470d58f5dd8 None None] Network e8aaa5c2-40bf-4cf0-abeb-ec5b479a8448 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:59:11.725151 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49222) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:11.753937 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-e8f9b9e7-ebcc-479e-97a8-d634cd8eb9b0 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1072764573-network', 'tenant_id': 'c77bd55728474691ab88abd1cf00a7b3'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:59:11.767515 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ee2b576a-5e76-4861-bba3-35661b8183bf tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (83b884f8-4a1c-47e7-89b9-37bca41c4718), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:11.779916 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de876303-e9d3-4b59-ba10-ebef1c123199 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Pushing event deleted for resources: {'Network': ['ID=21f6804a-0c41-4e89-a537-acdf07492e02,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:11.783746 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-539b1c33-9efb-401f-adbe-6e2444179943 req-64c86460-2eea-45b8-8a24-c603a4a63d2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (36a9af4d-8e33-4f5e-81b0-dfddd8e4aada), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:11.808562 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4eafc2e-6b0b-49a5-b618-d83587dda245 None None] DHCP port deletion for cdb8575a-7cf2-47f8-bd9b-95a65c7d192a request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 21:59:11.837192 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-6907869e-7e55-4f7e-91c8-7a01b66dd2be admin admin] Deleting port 2a010f8c-ae29-4fe5-95fa-3014fa5b03ab {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:59:11.837538 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6907869e-7e55-4f7e-91c8-7a01b66dd2be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (2a010f8c-ae29-4fe5-95fa-3014fa5b03ab), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:11.869187 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-c4eafc2e-6b0b-49a5-b618-d83587dda245 None None] Deleting port 2a010f8c-ae29-4fe5-95fa-3014fa5b03ab {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:59:11.869672 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c4eafc2e-6b0b-49a5-b618-d83587dda245 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (2a010f8c-ae29-4fe5-95fa-3014fa5b03ab), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:11.969617 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-c4eafc2e-6b0b-49a5-b618-d83587dda245 None None] For port 2a010f8c-ae29-4fe5-95fa-3014fa5b03ab, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2a010f8c-ae29-4fe5-95fa-3014fa5b03ab,segment=NetworkSegment(4f37400b-0077-447a-921a-c448eb1912c6),segment_id=4f37400b-0077-447a-921a-c448eb1912c6)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:59:11.972392 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c4eafc2e-6b0b-49a5-b618-d83587dda245 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (2a010f8c-ae29-4fe5-95fa-3014fa5b03ab), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:11.984128 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-6907869e-7e55-4f7e-91c8-7a01b66dd2be admin admin] For port 2a010f8c-ae29-4fe5-95fa-3014fa5b03ab, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2a010f8c-ae29-4fe5-95fa-3014fa5b03ab,segment=NetworkSegment(4f37400b-0077-447a-921a-c448eb1912c6),segment_id=4f37400b-0077-447a-921a-c448eb1912c6)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:59:11.984665 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6907869e-7e55-4f7e-91c8-7a01b66dd2be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (2a010f8c-ae29-4fe5-95fa-3014fa5b03ab), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:11.995967 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-c4eafc2e-6b0b-49a5-b618-d83587dda245 None None] Calling delete_port for 2a010f8c-ae29-4fe5-95fa-3014fa5b03ab owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:59:12.006731 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-6907869e-7e55-4f7e-91c8-7a01b66dd2be admin admin] Calling delete_port for 2a010f8c-ae29-4fe5-95fa-3014fa5b03ab owned by network:dhcp {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:59:12.113434 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-0aa8ddd4-7406-4767-a738-6c05c44d3bde None None] Provisioning complete for port a95e374c-90ba-4d57-933b-4e13ce3b3677 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:59:12.115287 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-0aa8ddd4-7406-4767-a738-6c05c44d3bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (a95e374c-90ba-4d57-933b-4e13ce3b3677), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:12.145905 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c4eafc2e-6b0b-49a5-b618-d83587dda245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (2a010f8c-ae29-4fe5-95fa-3014fa5b03ab), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:12.179386 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eafc2e-6b0b-49a5-b618-d83587dda245 None None] Pushing event deleted for resources: {'Port': ['ID=2a010f8c-ae29-4fe5-95fa-3014fa5b03ab,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:12.207187 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4eafc2e-6b0b-49a5-b618-d83587dda245 None None] No DVR routers for this DVR port 2a010f8c-ae29-4fe5-95fa-3014fa5b03ab on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:59:12.259681 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24a7d2f8-0f32-4454-a4a2-0dbb3c12e09a tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Made reservation on behalf of e8e04e47c1cd4025a59809f6e8d6d7b6 for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:59:12.262934 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-24a7d2f8-0f32-4454-a4a2-0dbb3c12e09a tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:12.266045 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [req-539b1c33-9efb-401f-adbe-6e2444179943 req-64c86460-2eea-45b8-8a24-c603a4a63d2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36a9af4d-8e33-4f5e-81b0-dfddd8e4aada {{(pid=121837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:59:12.271156 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f9b9e7-ebcc-479e-97a8-d634cd8eb9b0 admin admin] Made reservation on behalf of c77bd55728474691ab88abd1cf00a7b3 for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:59:12.273472 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e8f9b9e7-ebcc-479e-97a8-d634cd8eb9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:12.275340 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-539b1c33-9efb-401f-adbe-6e2444179943 req-64c86460-2eea-45b8-8a24-c603a4a63d2f service neutron] Publish callbacks [] for port (36a9af4d-8e33-4f5e-81b0-dfddd8e4aada), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:12.290024 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-539b1c33-9efb-401f-adbe-6e2444179943 req-64c86460-2eea-45b8-8a24-c603a4a63d2f service neutron] Transition to ACTIVE for port object 36a9af4d-8e33-4f5e-81b0-dfddd8e4aada will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:59:12.291954 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6907869e-7e55-4f7e-91c8-7a01b66dd2be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (2a010f8c-ae29-4fe5-95fa-3014fa5b03ab), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:12.305646 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-539b1c33-9efb-401f-adbe-6e2444179943 req-64c86460-2eea-45b8-8a24-c603a4a63d2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (36a9af4d-8e33-4f5e-81b0-dfddd8e4aada), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:12.315721 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6907869e-7e55-4f7e-91c8-7a01b66dd2be admin admin] No DVR routers for this DVR port 2a010f8c-ae29-4fe5-95fa-3014fa5b03ab on host ncdv-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:59:12.316180 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9d0a37-0bea-472d-900a-b70f862fd192 req-296c7c49-0aad-4c28-820f-c0172d6ce203 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:12.317037 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-0aa8ddd4-7406-4767-a738-6c05c44d3bde None None] Current status of the port a95e374c-90ba-4d57-933b-4e13ce3b3677 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:59:12.318786 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2b9d0a37-0bea-472d-900a-b70f862fd192 req-296c7c49-0aad-4c28-820f-c0172d6ce203 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=16037dee-704d-447b-9523-4b2728e5d647 HTTP/1.1" status: 200  len: 931 time: 0.6653590
May 07 21:59:12.328390 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-0aa8ddd4-7406-4767-a738-6c05c44d3bde None None] Provisioning complete for port 83b884f8-4a1c-47e7-89b9-37bca41c4718 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:59:12.328826 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-0aa8ddd4-7406-4767-a738-6c05c44d3bde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (83b884f8-4a1c-47e7-89b9-37bca41c4718), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:12.349827 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6907869e-7e55-4f7e-91c8-7a01b66dd2be admin admin] Pushing event deleted for resources: {'Port': ['ID=2a010f8c-ae29-4fe5-95fa-3014fa5b03ab,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:12.356176 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e8f9b9e7-ebcc-479e-97a8-d634cd8eb9b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:12.394015 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-0aa8ddd4-7406-4767-a738-6c05c44d3bde None None] Port 83b884f8-4a1c-47e7-89b9-37bca41c4718 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:59:12.427758 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2b576a-5e76-4861-bba3-35661b8183bf tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Pushing event updated for resources: {'Port': ['ID=83b884f8-4a1c-47e7-89b9-37bca41c4718,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:12.450055 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24a7d2f8-0f32-4454-a4a2-0dbb3c12e09a tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 21:59:12.485764 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb985419-76b1-47da-8cf9-bb684530f9e4 admin admin] Router e3a1d90a-24c4-4c94-b78c-81c55430cd63 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 21:59:12.515877 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-77896971-26e5-46f8-9a78-16486df2ce30 None None] Provisioning complete for port 83b884f8-4a1c-47e7-89b9-37bca41c4718 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:59:12.516320 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-77896971-26e5-46f8-9a78-16486df2ce30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (83b884f8-4a1c-47e7-89b9-37bca41c4718), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:12.522453 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-24a7d2f8-0f32-4454-a4a2-0dbb3c12e09a tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (b75bccda-0362-48bc-87d5-1d8482f48b37), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:12.523140 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-24a7d2f8-0f32-4454-a4a2-0dbb3c12e09a tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Added segment b75bccda-0362-48bc-87d5-1d8482f48b37 of type vlan for network e73a810d-b640-401d-809f-78b3dee46f0f
May 07 21:59:12.551094 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6907869e-7e55-4f7e-91c8-7a01b66dd2be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (cdb8575a-7cf2-47f8-bd9b-95a65c7d192a), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:12.551334 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device a95e374c-90ba-4d57-933b-4e13ce3b3677 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:59:12.555877 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c86460-2eea-45b8-8a24-c603a4a63d2f service neutron] Pushing event updated for resources: {'Port': ['ID=36a9af4d-8e33-4f5e-81b0-dfddd8e4aada,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:12.574800 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-77896971-26e5-46f8-9a78-16486df2ce30 None None] Port 83b884f8-4a1c-47e7-89b9-37bca41c4718 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:59:12.584193 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-539b1c33-9efb-401f-adbe-6e2444179943 req-64c86460-2eea-45b8-8a24-c603a4a63d2f service neutron] Attempting to bind port 36a9af4d-8e33-4f5e-81b0-dfddd8e4aada on host nch2-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:59:12.584532 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-539b1c33-9efb-401f-adbe-6e2444179943 req-64c86460-2eea-45b8-8a24-c603a4a63d2f service neutron] Attempting to bind port 36a9af4d-8e33-4f5e-81b0-dfddd8e4aada by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'c1f62f1a-7390-4968-bfcd-e0354648ad7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9b7653d0-c69e-4364-9ed6-1c005b136d81'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:59:12.584876 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539b1c33-9efb-401f-adbe-6e2444179943 req-64c86460-2eea-45b8-8a24-c603a4a63d2f service neutron] Attempting to bind port 36a9af4d-8e33-4f5e-81b0-dfddd8e4aada on network 9b7653d0-c69e-4364-9ed6-1c005b136d81 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:59:12.587883 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-6907869e-7e55-4f7e-91c8-7a01b66dd2be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf86790d00>,) {'filters': {'network_id': ['cdb8575a-7cf2-47f8-bd9b-95a65c7d192a']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:12.598802 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539b1c33-9efb-401f-adbe-6e2444179943 req-64c86460-2eea-45b8-8a24-c603a4a63d2f service neutron] Port 36a9af4d-8e33-4f5e-81b0-dfddd8e4aada on network 9b7653d0-c69e-4364-9ed6-1c005b136d81 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:59:12.599157 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539b1c33-9efb-401f-adbe-6e2444179943 req-64c86460-2eea-45b8-8a24-c603a4a63d2f service neutron] Attempting to bind port 36a9af4d-8e33-4f5e-81b0-dfddd8e4aada on network 9b7653d0-c69e-4364-9ed6-1c005b136d81 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:59:12.603135 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-6907869e-7e55-4f7e-91c8-7a01b66dd2be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf86790d00>, '4f37400b-0077-447a-921a-c448eb1912c6') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:12.603433 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-6907869e-7e55-4f7e-91c8-7a01b66dd2be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf86790d00>, '4f37400b-0077-447a-921a-c448eb1912c6') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:12.614015 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539b1c33-9efb-401f-adbe-6e2444179943 req-64c86460-2eea-45b8-8a24-c603a4a63d2f service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:59:12.614276 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2b9d0a37-0bea-472d-900a-b70f862fd192 req-f78148dc-55a1-4a9a-8660-254a8379f8cc tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2776916
May 07 21:59:12.614376 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539b1c33-9efb-401f-adbe-6e2444179943 req-64c86460-2eea-45b8-8a24-c603a4a63d2f service neutron] Checking segment: {'id': 'c1f62f1a-7390-4968-bfcd-e0354648ad7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9b7653d0-c69e-4364-9ed6-1c005b136d81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:59:12.614724 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-539b1c33-9efb-401f-adbe-6e2444179943 req-64c86460-2eea-45b8-8a24-c603a4a63d2f service neutron] Bound using segment: {'id': 'c1f62f1a-7390-4968-bfcd-e0354648ad7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9b7653d0-c69e-4364-9ed6-1c005b136d81'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:59:12.615191 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-539b1c33-9efb-401f-adbe-6e2444179943 req-64c86460-2eea-45b8-8a24-c603a4a63d2f service neutron] Bound port: 36a9af4d-8e33-4f5e-81b0-dfddd8e4aada, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f62f1a-7390-4968-bfcd-e0354648ad7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '9b7653d0-c69e-4364-9ed6-1c005b136d81'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:59:12.615555 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-539b1c33-9efb-401f-adbe-6e2444179943 req-64c86460-2eea-45b8-8a24-c603a4a63d2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (36a9af4d-8e33-4f5e-81b0-dfddd8e4aada), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:12.619576 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6907869e-7e55-4f7e-91c8-7a01b66dd2be admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (4f37400b-0077-447a-921a-c448eb1912c6), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:12.649894 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6907869e-7e55-4f7e-91c8-7a01b66dd2be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (4f37400b-0077-447a-921a-c448eb1912c6), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:12.672206 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port a95e374c-90ba-4d57-933b-4e13ce3b3677 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:59:12.673178 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (a95e374c-90ba-4d57-933b-4e13ce3b3677), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:12.674971 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6907869e-7e55-4f7e-91c8-7a01b66dd2be admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 21:59:12.675287 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6907869e-7e55-4f7e-91c8-7a01b66dd2be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (4f37400b-0077-447a-921a-c448eb1912c6), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:12.677651 ncdv-master-1 neutron-server[121837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 21:59:12.677651 ncdv-master-1 neutron-server[121837]:   self.session.flush()
May 07 21:59:12.677651 ncdv-master-1 neutron-server[121837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 21:59:12.677651 ncdv-master-1 neutron-server[121837]:   self.session.flush()
May 07 21:59:12.677651 ncdv-master-1 neutron-server[121837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 21:59:12.677651 ncdv-master-1 neutron-server[121837]:   self.session.flush()
May 07 21:59:12.677651 ncdv-master-1 neutron-server[121837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 21:59:12.677651 ncdv-master-1 neutron-server[121837]:   self.session.flush()
May 07 21:59:12.677651 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 21:59:12.677651 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 21:59:12.677651 ncdv-master-1 neutron-server[121837]:     timer()
May 07 21:59:12.677651 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 21:59:12.677651 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 21:59:12.677651 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 21:59:12.677651 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 21:59:12.677651 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 21:59:12.677651 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 21:59:12.677651 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 21:59:12.677651 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 21:59:12.677651 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 21:59:12.677651 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 21:59:12.677651 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 21:59:12.677651 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 21:59:12.677651 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 21:59:12.677651 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 21:59:12.677651 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 21:59:12.677651 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 21:59:12.677651 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 21:59:12.677651 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 21:59:12.677651 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 21:59:12.677651 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 21:59:12.677651 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 21:59:12.677651 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 21:59:12.677651 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 21:59:12.677651 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 21:59:12.677651 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 21:59:12.677651 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 21:59:12.677651 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 21:59:12.677651 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 21:59:12.677651 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 21:59:12.688433 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-24a7d2f8-0f32-4454-a4a2-0dbb3c12e09a tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (e73a810d-b640-401d-809f-78b3dee46f0f), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:12.756011 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ee2b576a-5e76-4861-bba3-35661b8183bf tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398161'] for router_interface (a91d7469-fdfa-47dc-8571-cbeaeebb3c40), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:12.762131 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-539b1c33-9efb-401f-adbe-6e2444179943 req-64c86460-2eea-45b8-8a24-c603a4a63d2f service neutron] For port 36a9af4d-8e33-4f5e-81b0-dfddd8e4aada, host nch2-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:59:12.765275 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6907869e-7e55-4f7e-91c8-7a01b66dd2be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (cdb8575a-7cf2-47f8-bd9b-95a65c7d192a), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:12.767850 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-539b1c33-9efb-401f-adbe-6e2444179943 req-64c86460-2eea-45b8-8a24-c603a4a63d2f service neutron] For port 36a9af4d-8e33-4f5e-81b0-dfddd8e4aada, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=36a9af4d-8e33-4f5e-81b0-dfddd8e4aada,segment=NetworkSegment(c1f62f1a-7390-4968-bfcd-e0354648ad7b),segment_id=c1f62f1a-7390-4968-bfcd-e0354648ad7b)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:59:12.772486 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6907869e-7e55-4f7e-91c8-7a01b66dd2be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:12.777937 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-6907869e-7e55-4f7e-91c8-7a01b66dd2be admin admin] 10.222.0.32 "DELETE /v2.0/networks/cdb8575a-7cf2-47f8-bd9b-95a65c7d192a HTTP/1.1" status: 204  len: 168 time: 1.5975723
May 07 21:59:12.793152 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-539b1c33-9efb-401f-adbe-6e2444179943 req-64c86460-2eea-45b8-8a24-c603a4a63d2f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (36a9af4d-8e33-4f5e-81b0-dfddd8e4aada), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:12.795324 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port a95e374c-90ba-4d57-933b-4e13ce3b3677 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:59:12.796753 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6907869e-7e55-4f7e-91c8-7a01b66dd2be admin admin] Pushing event deleted for resources: {'Network': ['ID=cdb8575a-7cf2-47f8-bd9b-95a65c7d192a,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:12.833171 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539b1c33-9efb-401f-adbe-6e2444179943 req-64c86460-2eea-45b8-8a24-c603a4a63d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:12.833796 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-539b1c33-9efb-401f-adbe-6e2444179943 req-64c86460-2eea-45b8-8a24-c603a4a63d2f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:12.835248 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-539b1c33-9efb-401f-adbe-6e2444179943 req-64c86460-2eea-45b8-8a24-c603a4a63d2f service neutron] 10.222.0.59 "PUT /v2.0/ports/36a9af4d-8e33-4f5e-81b0-dfddd8e4aada HTTP/1.1" status: 200  len: 1091 time: 1.4731343
May 07 21:59:12.835705 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16037dee-704d-447b-9523-4b2728e5d647', 'tag': '36a9af4d-8e33-4f5e-81b0-dfddd8e4aada'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:59:12.838132 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b1170af-7ee5-4b97-bc85-ee663f8b4780" -d '{"events": [{"name": "network-changed", "server_uuid": "16037dee-704d-447b-9523-4b2728e5d647", "tag": "36a9af4d-8e33-4f5e-81b0-dfddd8e4aada"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:59:12.866171 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c86460-2eea-45b8-8a24-c603a4a63d2f service neutron] Pushing event updated for resources: {'Port': ['ID=36a9af4d-8e33-4f5e-81b0-dfddd8e4aada,revision_number=3']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:12.897355 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-bd53f7ee-92ec-4359-82dd-520241d345f0 None None] Provisioning complete for port 83b884f8-4a1c-47e7-89b9-37bca41c4718 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:59:12.900167 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-bd53f7ee-92ec-4359-82dd-520241d345f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (83b884f8-4a1c-47e7-89b9-37bca41c4718), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:12.932243 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 2a010f8c-ae29-4fe5-95fa-3014fa5b03ab no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:59:12.935831 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-24a7d2f8-0f32-4454-a4a2-0dbb3c12e09a tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (e73a810d-b640-401d-809f-78b3dee46f0f), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:12.941282 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66cc412d-71b7-4301-bacd-036696eb8c98 x-openstack-request-id: req-66cc412d-71b7-4301-bacd-036696eb8c98 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:59:12.941582 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16037dee-704d-447b-9523-4b2728e5d647", "tag": "36a9af4d-8e33-4f5e-81b0-dfddd8e4aada", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:59:12.941843 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-66cc412d-71b7-4301-bacd-036696eb8c98 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:59:12.942251 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66cc412d-71b7-4301-bacd-036696eb8c98'] response: {'name': 'network-changed', 'server_uuid': '16037dee-704d-447b-9523-4b2728e5d647', 'tag': '36a9af4d-8e33-4f5e-81b0-dfddd8e4aada', 'status': 'completed', 'code': 200}
May 07 21:59:12.942399 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a7d2f8-0f32-4454-a4a2-0dbb3c12e09a tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:12.943010 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-24a7d2f8-0f32-4454-a4a2-0dbb3c12e09a tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:12.949537 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539b1c33-9efb-401f-adbe-6e2444179943 req-d8149102-6b42-463b-b293-51d8262d1467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:12.951730 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-539b1c33-9efb-401f-adbe-6e2444179943 req-d8149102-6b42-463b-b293-51d8262d1467 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=85587313eff94af59406aca0c1a96a02&device_id=16037dee-704d-447b-9523-4b2728e5d647 HTTP/1.1" status: 200  len: 1125 time: 0.0714037
May 07 21:59:12.958864 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e8f9b9e7-ebcc-479e-97a8-d634cd8eb9b0 admin admin] Publish callbacks [] for security_group (dcabb3f9-cc8c-451a-a02e-589dba1bc1a5), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:12.961858 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 2a010f8c-ae29-4fe5-95fa-3014fa5b03ab {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:59:12.962275 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 2a010f8c-ae29-4fe5-95fa-3014fa5b03ab not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:59:12.975245 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-bd53f7ee-92ec-4359-82dd-520241d345f0 None None] Port 83b884f8-4a1c-47e7-89b9-37bca41c4718 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:59:13.001909 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-539b1c33-9efb-401f-adbe-6e2444179943 req-2872ddae-3a13-4989-b59c-63e3b37b2bde service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36a9af4d-8e33-4f5e-81b0-dfddd8e4aada HTTP/1.1" status: 200  len: 217 time: 0.0431468
May 07 21:59:13.020252 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e8f9b9e7-ebcc-479e-97a8-d634cd8eb9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (dcabb3f9-cc8c-451a-a02e-589dba1bc1a5), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:13.046082 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-24a7d2f8-0f32-4454-a4a2-0dbb3c12e09a tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 782 time: 1.3912296
May 07 21:59:13.049441 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49228) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:13.056698 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-a24d42be-ee87-4e3b-a462-11394f8a48ed tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Request body: {'subnet': {'network_id': 'e73a810d-b640-401d-809f-78b3dee46f0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:59:13.063496 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539b1c33-9efb-401f-adbe-6e2444179943 req-7d7a95f4-eb69-4ad1-b5f8-83f1fb01af71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:13.065346 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-539b1c33-9efb-401f-adbe-6e2444179943 req-7d7a95f4-eb69-4ad1-b5f8-83f1fb01af71 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=68532bd3-831b-4da5-a9e0-f88c1ab76985 HTTP/1.1" status: 200  len: 851 time: 0.0580666
May 07 21:59:13.095356 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49230) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:13.107923 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb985419-76b1-47da-8cf9-bb684530f9e4 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:59:13.113310 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-fb985419-76b1-47da-8cf9-bb684530f9e4 admin admin] 10.222.0.32 "PUT /v2.0/routers/e3a1d90a-24c4-4c94-b78c-81c55430cd63/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.1843987
May 07 21:59:13.119122 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3532d6ed-850b-43ff-b2d7-2770fada380b None None] Sync routers for ids ['e3a1d90a-24c4-4c94-b78c-81c55430cd63'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:59:13.119292 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8f9b9e7-ebcc-479e-97a8-d634cd8eb9b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 21:59:13.121085 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49232) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:13.133348 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3532d6ed-850b-43ff-b2d7-2770fada380b None None] Routers {'e3a1d90a-24c4-4c94-b78c-81c55430cd63'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:59:13.134081 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-3532d6ed-850b-43ff-b2d7-2770fada380b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f744d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:58:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['e3a1d90a-24c4-4c94-b78c-81c55430cd63'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:13.143355 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a7d2f8-0f32-4454-a4a2-0dbb3c12e09a tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Pushing event updated for resources: {'Network': ['ID=e73a810d-b640-401d-809f-78b3dee46f0f,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:13.170201 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f9b9e7-ebcc-479e-97a8-d634cd8eb9b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcabb3f9-cc8c-451a-a02e-589dba1bc1a5,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:13.178277 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e8f9b9e7-ebcc-479e-97a8-d634cd8eb9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (924a8de1-a2b3-4b09-9bae-6dbd8fa7f1fe), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:13.178573 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network e73a810d-b640-401d-809f-78b3dee46f0f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 21:59:13.178690 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-e8f9b9e7-ebcc-479e-97a8-d634cd8eb9b0 admin admin] Added segment 924a8de1-a2b3-4b09-9bae-6dbd8fa7f1fe of type vlan for network c6b98d0c-26cc-4cac-b07f-2237ed89a016
May 07 21:59:13.196681 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ee2b576a-5e76-4861-bba3-35661b8183bf tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (83b884f8-4a1c-47e7-89b9-37bca41c4718), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:13.199456 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-539b1c33-9efb-401f-adbe-6e2444179943 req-33a1b73b-f77a-43b7-9b6e-c90aa4a88e7e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9b7653d0-c69e-4364-9ed6-1c005b136d81&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1226449
May 07 21:59:13.267695 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e8f9b9e7-ebcc-479e-97a8-d634cd8eb9b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (c6b98d0c-26cc-4cac-b07f-2237ed89a016), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:13.383174 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e8f9b9e7-ebcc-479e-97a8-d634cd8eb9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (c6b98d0c-26cc-4cac-b07f-2237ed89a016), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:13.384154 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f9b9e7-ebcc-479e-97a8-d634cd8eb9b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:13.384810 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e8f9b9e7-ebcc-479e-97a8-d634cd8eb9b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:13.480358 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-e8f9b9e7-ebcc-479e-97a8-d634cd8eb9b0 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 1.7367265
May 07 21:59:13.493285 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49234) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:13.501979 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-4511318d-5589-4599-b960-5c758d61ac68 admin admin] Request body: {'subnet': {'network_id': 'c6b98d0c-26cc-4cac-b07f-2237ed89a016', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1072764573-subnet', 'tenant_id': 'c77bd55728474691ab88abd1cf00a7b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:59:13.508843 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f9b9e7-ebcc-479e-97a8-d634cd8eb9b0 admin admin] Pushing event updated for resources: {'Network': ['ID=c6b98d0c-26cc-4cac-b07f-2237ed89a016,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:13.517417 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-3532d6ed-850b-43ff-b2d7-2770fada380b None None] Set router e3a1d90a-24c4-4c94-b78c-81c55430cd63 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:59:13.577203 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4511318d-5589-4599-b960-5c758d61ac68 admin admin] Made reservation on behalf of c77bd55728474691ab88abd1cf00a7b3 for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:59:13.578311 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network c6b98d0c-26cc-4cac-b07f-2237ed89a016 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 21:59:13.580075 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4511318d-5589-4599-b960-5c758d61ac68 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:13.724066 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ee2b576a-5e76-4861-bba3-35661b8183bf tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks [] for port (83b884f8-4a1c-47e7-89b9-37bca41c4718), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:13.751211 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ee2b576a-5e76-4861-bba3-35661b8183bf tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (83b884f8-4a1c-47e7-89b9-37bca41c4718), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:13.752015 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ee2b576a-5e76-4861-bba3-35661b8183bf tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401121'] for router_interface (a91d7469-fdfa-47dc-8571-cbeaeebb3c40), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:13.771604 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-229f00d8-c164-4dd1-a88c-74970e1792de admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4d8cbe750a6f4170bb6e7ac39950027c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6725988
May 07 21:59:13.774097 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49238) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:13.788581 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8ab6baf3-c32f-458a-a569-b0087c39bbac admin admin] Publish callbacks [] for router (e3a1d90a-24c4-4c94-b78c-81c55430cd63), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:13.792854 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-539b1c33-9efb-401f-adbe-6e2444179943 req-5f43cc66-5275-48d4-9ba8-be8ca07fd8aa service neutron] 10.222.0.59 "GET /v2.0/networks/9b7653d0-c69e-4364-9ed6-1c005b136d81?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5798607
May 07 21:59:13.814665 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-3532d6ed-850b-43ff-b2d7-2770fada380b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f744d30>, [{'id': 'e3a1d90a-24c4-4c94-b78c-81c55430cd63', 'name': 'tempest-TaggedBootDevicesTest_v242-266532812-router', 'tenant_id': 'f75cb675742543209bcbb75d99b60e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.241'}], 'enable_snat': True}, 'gw_port_id': 'f05ee1ae-389a-4488-bc32-028cfefc9716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:52:13Z', 'updated_at': '2022-05-07T21:59:10Z', 'revision_number': 5, 'project_id': 'f75cb675742543209bcbb75d99b60e97', 'gw_port': {'id': 'f05ee1ae-389a-4488-bc32-028cfefc9716', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:fa:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a1d90a-24c4-4c94-b78c-81c55430cd63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:52:14Z', 'updated_at': '2022-05-07T21:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:13.824673 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a24d42be-ee87-4e3b-a462-11394f8a48ed tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Made reservation on behalf of e8e04e47c1cd4025a59809f6e8d6d7b6 for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:59:13.828491 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a24d42be-ee87-4e3b-a462-11394f8a48ed tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:13.832074 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc847da7-03e2-4bb3-9c67-517f7e930e1f req-efa156b0-51a6-4d01-93d0-86b96adc5f2b tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:13.833835 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-dc847da7-03e2-4bb3-9c67-517f7e930e1f req-efa156b0-51a6-4d01-93d0-86b96adc5f2b tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=16037dee-704d-447b-9523-4b2728e5d647 HTTP/1.1" status: 200  len: 943 time: 0.1322708
May 07 21:59:13.843629 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3532d6ed-850b-43ff-b2d7-2770fada380b None None] Checking router: e3a1d90a-24c4-4c94-b78c-81c55430cd63 for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 21:59:13.852102 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3532d6ed-850b-43ff-b2d7-2770fada380b None None] Routers {'e3a1d90a-24c4-4c94-b78c-81c55430cd63'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:59:13.853003 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-3532d6ed-850b-43ff-b2d7-2770fada380b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f744d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:58:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['e3a1d90a-24c4-4c94-b78c-81c55430cd63'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:13.932970 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2b576a-5e76-4861-bba3-35661b8183bf tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Pushing event updated for resources: {'Port': ['ID=83b884f8-4a1c-47e7-89b9-37bca41c4718,revision_number=3']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:13.988413 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-3532d6ed-850b-43ff-b2d7-2770fada380b None None] Set router e3a1d90a-24c4-4c94-b78c-81c55430cd63 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:59:14.055960 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-dc847da7-03e2-4bb3-9c67-517f7e930e1f req-deb35fe2-86eb-43a3-bd23-6dbcdce724af tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2093906
May 07 21:59:14.060151 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4511318d-5589-4599-b960-5c758d61ac68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (ba7470e6-3756-433e-8090-f8853bd55062), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:14.062631 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7d367aa0-416d-47a8-830f-e5ef36a9f79b admin admin] Publish callbacks [] for security_group (cf46da07-6a27-43e1-bac5-454404106135), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:14.065813 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8ab6baf3-c32f-458a-a569-b0087c39bbac admin admin] Publish callbacks [] for router_gateway (e3a1d90a-24c4-4c94-b78c-81c55430cd63), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:14.080508 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-539b1c33-9efb-401f-adbe-6e2444179943 req-78b8a554-3eeb-4ee1-8986-fe7634a8f797 service neutron] 10.222.0.59 "GET /v2.0/networks/9b7653d0-c69e-4364-9ed6-1c005b136d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2473638
May 07 21:59:14.133188 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7d367aa0-416d-47a8-830f-e5ef36a9f79b admin admin] Publish callbacks [] for security_group (cf46da07-6a27-43e1-bac5-454404106135), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:14.162862 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-8ab6baf3-c32f-458a-a569-b0087c39bbac admin admin] Deleting port f05ee1ae-389a-4488-bc32-028cfefc9716 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:59:14.163196 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8ab6baf3-c32f-458a-a569-b0087c39bbac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (f05ee1ae-389a-4488-bc32-028cfefc9716), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:14.165250 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2b576a-5e76-4861-bba3-35661b8183bf tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Network 1a36fcba-39c0-4c71-932b-807dd8f746f1 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:59:14.177269 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4511318d-5589-4599-b960-5c758d61ac68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba7470e6-3756-433e-8090-f8853bd55062,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:14.180074 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-ee2b576a-5e76-4861-bba3-35661b8183bf tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:59:14.199567 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-3532d6ed-850b-43ff-b2d7-2770fada380b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f744d30>, [{'id': 'e3a1d90a-24c4-4c94-b78c-81c55430cd63', 'name': 'tempest-TaggedBootDevicesTest_v242-266532812-router', 'tenant_id': 'f75cb675742543209bcbb75d99b60e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.241'}], 'enable_snat': True}, 'gw_port_id': 'f05ee1ae-389a-4488-bc32-028cfefc9716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:52:13Z', 'updated_at': '2022-05-07T21:59:10Z', 'revision_number': 5, 'project_id': 'f75cb675742543209bcbb75d99b60e97', 'gw_port': {'id': 'f05ee1ae-389a-4488-bc32-028cfefc9716', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:fa:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a1d90a-24c4-4c94-b78c-81c55430cd63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:52:14Z', 'updated_at': '2022-05-07T21:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:14.231995 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3532d6ed-850b-43ff-b2d7-2770fada380b None None] The sync data for ids ['e3a1d90a-24c4-4c94-b78c-81c55430cd63'] in ncdv-master-1 is: [{'id': 'e3a1d90a-24c4-4c94-b78c-81c55430cd63', 'name': 'tempest-TaggedBootDevicesTest_v242-266532812-router', 'tenant_id': 'f75cb675742543209bcbb75d99b60e97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.241'}], 'enable_snat': True}, 'gw_port_id': 'f05ee1ae-389a-4488-bc32-028cfefc9716', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:52:13Z', 'updated_at': '2022-05-07T21:59:10Z', 'revision_number': 5, 'project_id': 'f75cb675742543209bcbb75d99b60e97', 'gw_port': {'id': 'f05ee1ae-389a-4488-bc32-028cfefc9716', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:fa:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3a1d90a-24c4-4c94-b78c-81c55430cd63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 950, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:52:14Z', 'updated_at': '2022-05-07T21:52:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:59:14.261783 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a24d42be-ee87-4e3b-a462-11394f8a48ed tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (8ec59e53-4bfb-45f6-82eb-6c21670afb13), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:14.273309 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4511318d-5589-4599-b960-5c758d61ac68 admin admin] Checking segment: {'id': '924a8de1-a2b3-4b09-9bae-6dbd8fa7f1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'c6b98d0c-26cc-4cac-b07f-2237ed89a016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:59:14.273743 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4511318d-5589-4599-b960-5c758d61ac68 admin admin] Network hostable DHCP agents. Network: c6b98d0c-26cc-4cac-b07f-2237ed89a016, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 21:59:14.343766 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-8ab6baf3-c32f-458a-a569-b0087c39bbac admin admin] For port f05ee1ae-389a-4488-bc32-028cfefc9716, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f05ee1ae-389a-4488-bc32-028cfefc9716,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:59:14.344116 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8ab6baf3-c32f-458a-a569-b0087c39bbac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (f05ee1ae-389a-4488-bc32-028cfefc9716), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:14.345395 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7d367aa0-416d-47a8-830f-e5ef36a9f79b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (cf46da07-6a27-43e1-bac5-454404106135), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:14.348232 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7d367aa0-416d-47a8-830f-e5ef36a9f79b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:14.351774 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-7d367aa0-416d-47a8-830f-e5ef36a9f79b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cf46da07-6a27-43e1-bac5-454404106135 HTTP/1.1" status: 204  len: 168 time: 0.5743761
May 07 21:59:14.354333 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4511318d-5589-4599-b960-5c758d61ac68 admin admin] Network c6b98d0c-26cc-4cac-b07f-2237ed89a016 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 21:59:14.366939 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24d42be-ee87-4e3b-a462-11394f8a48ed tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Pushing event updated for resources: {'Subnet': ['ID=8ec59e53-4bfb-45f6-82eb-6c21670afb13,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:14.369609 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d367aa0-416d-47a8-830f-e5ef36a9f79b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf46da07-6a27-43e1-bac5-454404106135,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:14.376185 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-8ab6baf3-c32f-458a-a569-b0087c39bbac admin admin] Calling delete_port for f05ee1ae-389a-4488-bc32-028cfefc9716 owned by network:router_gateway {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:59:14.381908 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24d42be-ee87-4e3b-a462-11394f8a48ed tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Checking segment: {'id': 'b75bccda-0362-48bc-87d5-1d8482f48b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e73a810d-b640-401d-809f-78b3dee46f0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:59:14.382265 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24d42be-ee87-4e3b-a462-11394f8a48ed tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Network hostable DHCP agents. Network: e73a810d-b640-401d-809f-78b3dee46f0f, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 21:59:14.387949 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-4511318d-5589-4599-b960-5c758d61ac68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c6b98d0c-26cc-4cac-b07f-2237ed89a016) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:59:14.406408 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4511318d-5589-4599-b960-5c758d61ac68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:14.407052 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4511318d-5589-4599-b960-5c758d61ac68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:14.407170 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e572cea-2d4e-4be0-a594-2f831a7f1dd7 None None] Network c6b98d0c-26cc-4cac-b07f-2237ed89a016 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:59:14.453475 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee2b576a-5e76-4861-bba3-35661b8183bf tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Router a91d7469-fdfa-47dc-8571-cbeaeebb3c40 is scheduled to L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db with binding_index 1 {{(pid=121836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 07 21:59:14.456980 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24d42be-ee87-4e3b-a462-11394f8a48ed tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Network e73a810d-b640-401d-809f-78b3dee46f0f is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 21:59:14.467923 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-a24d42be-ee87-4e3b-a462-11394f8a48ed tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e73a810d-b640-401d-809f-78b3dee46f0f) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:59:14.475762 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24d42be-ee87-4e3b-a462-11394f8a48ed tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:14.476579 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a24d42be-ee87-4e3b-a462-11394f8a48ed tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:14.478963 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6cf1685-d03b-430a-918e-9dfc3a7756c4 None None] Network e73a810d-b640-401d-809f-78b3dee46f0f requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:59:14.492775 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-4511318d-5589-4599-b960-5c758d61ac68 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.9945996
May 07 21:59:14.587447 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-a24d42be-ee87-4e3b-a462-11394f8a48ed tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 812 time: 1.5368710
May 07 21:59:14.590349 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49244) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:14.763531 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8ab6baf3-c32f-458a-a569-b0087c39bbac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (f05ee1ae-389a-4488-bc32-028cfefc9716), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:14.800549 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee2b576a-5e76-4861-bba3-35661b8183bf tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:59:14.810812 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-ee2b576a-5e76-4861-bba3-35661b8183bf tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "PUT /v2.0/routers/a91d7469-fdfa-47dc-8571-cbeaeebb3c40/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3131690
May 07 21:59:14.811780 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49250) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:14.836615 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a7a631-6afb-4092-b5ee-c4f5f9840e1c None None] Sync routers for ids ['a91d7469-fdfa-47dc-8571-cbeaeebb3c40'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:59:14.870465 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-428e985d-9e10-4d92-88c7-d52fd9a1845d tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (e73a810d-b640-401d-809f-78b3dee46f0f), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:14.871188 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab6baf3-c32f-458a-a569-b0087c39bbac admin admin] Pushing event deleted for resources: {'Port': ['ID=f05ee1ae-389a-4488-bc32-028cfefc9716,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:14.882958 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5bbaa28-fa13-4997-8522-4d943f31cdae None None] Network c6b98d0c-26cc-4cac-b07f-2237ed89a016 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:59:14.883625 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcffc2a-49e2-49a5-9a21-7e73adc963f9 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:14.887433 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-bfcffc2a-49e2-49a5-9a21-7e73adc963f9 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "GET /v2.0/ports/83b884f8-4a1c-47e7-89b9-37bca41c4718 HTTP/1.1" status: 200  len: 982 time: 0.0723517
May 07 21:59:14.893626 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49252) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:14.924124 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a7a631-6afb-4092-b5ee-c4f5f9840e1c None None] Routers {'a91d7469-fdfa-47dc-8571-cbeaeebb3c40'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:59:14.926380 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-e0a7a631-6afb-4092-b5ee-c4f5f9840e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cbd4df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:58:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['a91d7469-fdfa-47dc-8571-cbeaeebb3c40'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:14.962527 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72465d6-2b36-44f7-aa63-50846035d06d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e73a810d-b640-401d-809f-78b3dee46f0f', 'network_id': 'e73a810d-b640-401d-809f-78b3dee46f0f', 'project_id': 'e8e04e47c1cd4025a59809f6e8d6d7b6', 'fixed_ips': [{'subnet_id': '8ec59e53-4bfb-45f6-82eb-6c21670afb13'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 21:59:14.963464 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a72465d6-2b36-44f7-aa63-50846035d06d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:14.997632 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-e0a7a631-6afb-4092-b5ee-c4f5f9840e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cbd4df0>, [], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:15.020991 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a7a631-6afb-4092-b5ee-c4f5f9840e1c None None] Routers {'a91d7469-fdfa-47dc-8571-cbeaeebb3c40'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:59:15.021888 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-e0a7a631-6afb-4092-b5ee-c4f5f9840e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cbd4df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:58:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['a91d7469-fdfa-47dc-8571-cbeaeebb3c40'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:15.069939 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8ab6baf3-c32f-458a-a569-b0087c39bbac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395776'] for router_gateway (e3a1d90a-24c4-4c94-b78c-81c55430cd63), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:15.074473 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1170af-7ee5-4b97-bc85-ee663f8b4780 req-c27cd8f5-b617-4dc2-bf2e-ad3518cae004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:15.076474 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2b1170af-7ee5-4b97-bc85-ee663f8b4780 req-c27cd8f5-b617-4dc2-bf2e-ad3518cae004 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=85587313eff94af59406aca0c1a96a02&device_id=16037dee-704d-447b-9523-4b2728e5d647 HTTP/1.1" status: 200  len: 1125 time: 0.1852589
May 07 21:59:15.146086 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-194422a2-5a18-4342-a7d8-285b442d3d24 None None] Provisioning complete for port 83b884f8-4a1c-47e7-89b9-37bca41c4718 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:59:15.146453 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-194422a2-5a18-4342-a7d8-285b442d3d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (83b884f8-4a1c-47e7-89b9-37bca41c4718), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:15.237156 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-428e985d-9e10-4d92-88c7-d52fd9a1845d tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (8ec59e53-4bfb-45f6-82eb-6c21670afb13), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:15.343554 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-e0a7a631-6afb-4092-b5ee-c4f5f9840e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cbd4df0>, [], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:15.353546 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a7a631-6afb-4092-b5ee-c4f5f9840e1c None None] The sync data for ids ['a91d7469-fdfa-47dc-8571-cbeaeebb3c40'] in ncdv-master-1 is: [] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:59:15.388994 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-194422a2-5a18-4342-a7d8-285b442d3d24 None None] Port 83b884f8-4a1c-47e7-89b9-37bca41c4718 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:59:15.421048 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8ab6baf3-c32f-458a-a569-b0087c39bbac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (e3a1d90a-24c4-4c94-b78c-81c55430cd63), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:15.425655 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8ab6baf3-c32f-458a-a569-b0087c39bbac admin admin] Publish callbacks [] for router_controller (e3a1d90a-24c4-4c94-b78c-81c55430cd63), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:15.445394 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94610b3-c0b7-4218-a8c1-6ee666bb6463 req-6ebe56d6-16e7-456e-95e5-5058314d4211 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:15.446962 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b94610b3-c0b7-4218-a8c1-6ee666bb6463 req-6ebe56d6-16e7-456e-95e5-5058314d4211 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=16037dee-704d-447b-9523-4b2728e5d647 HTTP/1.1" status: 200  len: 943 time: 0.2278757
May 07 21:59:15.489386 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-a72465d6-2b36-44f7-aa63-50846035d06d None None] Allocated IP 2001:db8::1 (e73a810d-b640-401d-809f-78b3dee46f0f/8ec59e53-4bfb-45f6-82eb-6c21670afb13/ddb902e4-d467-46e8-a432-a0bf4b27078e) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:59:15.555290 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1170af-7ee5-4b97-bc85-ee663f8b4780 req-404f9bbd-356c-43de-879b-22258d52b342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:15.557081 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2b1170af-7ee5-4b97-bc85-ee663f8b4780 req-404f9bbd-356c-43de-879b-22258d52b342 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9b7653d0-c69e-4364-9ed6-1c005b136d81 HTTP/1.1" status: 200  len: 912 time: 0.2796931
May 07 21:59:15.562695 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b94610b3-c0b7-4218-a8c1-6ee666bb6463 req-ea5ba203-871b-424d-ab7d-bd467bd8ed09 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1060100
May 07 21:59:15.573605 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8ab6baf3-c32f-458a-a569-b0087c39bbac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (e3a1d90a-24c4-4c94-b78c-81c55430cd63), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:15.574338 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ab6baf3-c32f-458a-a569-b0087c39bbac admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3a1d90a-24c4-4c94-b78c-81c55430cd63 {{(pid=121837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 21:59:15.593658 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8ab6baf3-c32f-458a-a569-b0087c39bbac admin admin] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:15.603355 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-8ab6baf3-c32f-458a-a569-b0087c39bbac admin admin] 10.222.0.32 "DELETE /v2.0/routers/e3a1d90a-24c4-4c94-b78c-81c55430cd63 HTTP/1.1" status: 204  len: 168 time: 2.4788456
May 07 21:59:15.621652 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49282) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:15.638584 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2b1170af-7ee5-4b97-bc85-ee663f8b4780 req-a92f15f9-3d9a-4d7e-90fd-a4cf47bf0e30 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36a9af4d-8e33-4f5e-81b0-dfddd8e4aada HTTP/1.1" status: 200  len: 217 time: 0.0725813
May 07 21:59:15.710230 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e1fdd3-9da8-4ec7-b808-6556456db846 req-f7b5f3c4-2e61-4b0c-8faa-269ecfe38381 tempest-ServersNegativeTestMultiTenantJSON-930776855 tempest-ServersNegativeTestMultiTenantJSON-930776855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:15.711887 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-34e1fdd3-9da8-4ec7-b808-6556456db846 req-f7b5f3c4-2e61-4b0c-8faa-269ecfe38381 tempest-ServersNegativeTestMultiTenantJSON-930776855 tempest-ServersNegativeTestMultiTenantJSON-930776855-project] 10.222.0.32 "GET /v2.0/networks?id=e8aaa5c2-40bf-4cf0-abeb-ec5b479a8448 HTTP/1.1" status: 200  len: 825 time: 0.3104329
May 07 21:59:15.739266 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-34e1fdd3-9da8-4ec7-b808-6556456db846 req-46a85395-a85b-4a80-bb4f-7505bf01748a tempest-ServersNegativeTestMultiTenantJSON-930776855 tempest-ServersNegativeTestMultiTenantJSON-930776855-project] 10.222.0.32 "GET /v2.0/quotas/1426f0d5b4ef478d91cfb1856c943052 HTTP/1.1" status: 200  len: 375 time: 0.0195365
May 07 21:59:15.740993 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1170af-7ee5-4b97-bc85-ee663f8b4780 req-f990181d-6500-47ee-8894-0db976692a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:15.742806 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2b1170af-7ee5-4b97-bc85-ee663f8b4780 req-f990181d-6500-47ee-8894-0db976692a66 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=68532bd3-831b-4da5-a9e0-f88c1ab76985 HTTP/1.1" status: 200  len: 851 time: 0.0964439
May 07 21:59:15.750992 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a72465d6-2b36-44f7-aa63-50846035d06d None None] Publish callbacks [] for port (ddb902e4-d467-46e8-a432-a0bf4b27078e), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:15.759562 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a72465d6-2b36-44f7-aa63-50846035d06d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (ddb902e4-d467-46e8-a432-a0bf4b27078e), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:15.797073 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2b1170af-7ee5-4b97-bc85-ee663f8b4780 req-11517203-d8c9-4b62-8554-71c083c3a18a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9b7653d0-c69e-4364-9ed6-1c005b136d81&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0450547
May 07 21:59:15.807611 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72465d6-2b36-44f7-aa63-50846035d06d None None] Network e73a810d-b640-401d-809f-78b3dee46f0f is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:59:15.822117 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-a72465d6-2b36-44f7-aa63-50846035d06d None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:59:15.828845 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72465d6-2b36-44f7-aa63-50846035d06d None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:59:15.844322 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-34e1fdd3-9da8-4ec7-b808-6556456db846 req-a34e3b08-d2a4-4389-a609-aa01afc68894 tempest-ServersNegativeTestMultiTenantJSON-930776855 tempest-ServersNegativeTestMultiTenantJSON-930776855-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1426f0d5b4ef478d91cfb1856c943052&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0931449
May 07 21:59:15.858447 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72465d6-2b36-44f7-aa63-50846035d06d None None] Pushing event updated for resources: {'Port': ['ID=ddb902e4-d467-46e8-a432-a0bf4b27078e,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:15.976939 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-a72465d6-2b36-44f7-aa63-50846035d06d None None] Attempting to bind port ddb902e4-d467-46e8-a432-a0bf4b27078e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:59:15.977537 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-a72465d6-2b36-44f7-aa63-50846035d06d None None] Attempting to bind port ddb902e4-d467-46e8-a432-a0bf4b27078e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b75bccda-0362-48bc-87d5-1d8482f48b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e73a810d-b640-401d-809f-78b3dee46f0f'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:59:15.977844 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72465d6-2b36-44f7-aa63-50846035d06d None None] Attempting to bind port ddb902e4-d467-46e8-a432-a0bf4b27078e on network e73a810d-b640-401d-809f-78b3dee46f0f {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:59:15.985361 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72465d6-2b36-44f7-aa63-50846035d06d None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:59:15.985932 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72465d6-2b36-44f7-aa63-50846035d06d None None] Checking segment: {'id': 'b75bccda-0362-48bc-87d5-1d8482f48b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e73a810d-b640-401d-809f-78b3dee46f0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:59:15.986446 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a72465d6-2b36-44f7-aa63-50846035d06d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:15.986977 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72465d6-2b36-44f7-aa63-50846035d06d None None] Bound using segment: {'id': 'b75bccda-0362-48bc-87d5-1d8482f48b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e73a810d-b640-401d-809f-78b3dee46f0f'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:59:15.987563 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-a72465d6-2b36-44f7-aa63-50846035d06d None None] Bound port: ddb902e4-d467-46e8-a432-a0bf4b27078e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b75bccda-0362-48bc-87d5-1d8482f48b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e73a810d-b640-401d-809f-78b3dee46f0f'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:59:15.988052 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a72465d6-2b36-44f7-aa63-50846035d06d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (ddb902e4-d467-46e8-a432-a0bf4b27078e), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:16.051519 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2b1170af-7ee5-4b97-bc85-ee663f8b4780 req-94ec5a31-f259-493f-a1c0-d8932382f2cf service neutron] 10.222.0.59 "GET /v2.0/networks/9b7653d0-c69e-4364-9ed6-1c005b136d81?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2081840
May 07 21:59:16.053559 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-34e1fdd3-9da8-4ec7-b808-6556456db846 req-965dd03b-bc6c-44bf-8317-ed8e7c88eef8 service neutron] 10.222.0.32 "GET /v2.0/networks/e8aaa5c2-40bf-4cf0-abeb-ec5b479a8448?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2021205
May 07 21:59:16.080495 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-a72465d6-2b36-44f7-aa63-50846035d06d None None] For port ddb902e4-d467-46e8-a432-a0bf4b27078e, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:59:16.083954 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-a72465d6-2b36-44f7-aa63-50846035d06d None None] For port ddb902e4-d467-46e8-a432-a0bf4b27078e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ddb902e4-d467-46e8-a432-a0bf4b27078e,segment=NetworkSegment(b75bccda-0362-48bc-87d5-1d8482f48b37),segment_id=b75bccda-0362-48bc-87d5-1d8482f48b37)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:59:16.091707 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a72465d6-2b36-44f7-aa63-50846035d06d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (ddb902e4-d467-46e8-a432-a0bf4b27078e), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:16.151118 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_v2 [None req-85acaea0-bce9-4b29-a82f-04e7b14e897c admin admin] Deleting subnet 2c9b6f0f-d910-4c1b-9477-b2b4c63a6d0b {{(pid=121836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 21:59:16.155814 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72465d6-2b36-44f7-aa63-50846035d06d None None] Pushing event updated for resources: {'Port': ['ID=ddb902e4-d467-46e8-a432-a0bf4b27078e,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:16.166167 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-85acaea0-bce9-4b29-a82f-04e7b14e897c admin admin] Publish callbacks [] for subnet (2c9b6f0f-d910-4c1b-9477-b2b4c63a6d0b), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:16.221046 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-428e985d-9e10-4d92-88c7-d52fd9a1845d tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (8ec59e53-4bfb-45f6-82eb-6c21670afb13), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:16.236263 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-34e1fdd3-9da8-4ec7-b808-6556456db846 req-aaaa774e-8651-4076-8392-92cd14ccbbbe service neutron] 10.222.0.32 "GET /v2.0/networks/e8aaa5c2-40bf-4cf0-abeb-ec5b479a8448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1687539
May 07 21:59:16.240276 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2b1170af-7ee5-4b97-bc85-ee663f8b4780 req-4a673f43-b05e-4557-a7cf-432efb3e3588 service neutron] 10.222.0.59 "GET /v2.0/networks/9b7653d0-c69e-4364-9ed6-1c005b136d81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1809537
May 07 21:59:16.261689 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-dd8be9b4-7859-4a1b-b729-4e072b209d5a tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401094'] for router_interface (a91d7469-fdfa-47dc-8571-cbeaeebb3c40), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:16.270899 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428e985d-9e10-4d92-88c7-d52fd9a1845d tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Pushing event deleted for resources: {'Subnet': ['ID=8ec59e53-4bfb-45f6-82eb-6c21670afb13,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:16.315316 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-85acaea0-bce9-4b29-a82f-04e7b14e897c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726883'] for subnet (2c9b6f0f-d910-4c1b-9477-b2b4c63a6d0b), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:16.367040 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device f05ee1ae-389a-4488-bc32-028cfefc9716 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:59:16.399223 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: f05ee1ae-389a-4488-bc32-028cfefc9716 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:59:16.399562 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device f05ee1ae-389a-4488-bc32-028cfefc9716 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:59:16.400184 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 7e834a6e-1bba-4067-b31c-6f34e266cb47 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:59:16.468795 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 7e834a6e-1bba-4067-b31c-6f34e266cb47 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:59:16.468795 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 7e834a6e-1bba-4067-b31c-6f34e266cb47 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:59:16.544521 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-428e985d-9e10-4d92-88c7-d52fd9a1845d tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (e73a810d-b640-401d-809f-78b3dee46f0f), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:16.579202 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e3955a92-9c93-43bf-b2a1-9818693e032d req-152f3205-d04e-4204-ae31-258af5f8dd12 tempest-ServersNegativeTestMultiTenantJSON-930776855 tempest-ServersNegativeTestMultiTenantJSON-930776855-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe14da73-2fb3-48b0-8ac2-34f544c2ee96 HTTP/1.1" status: 200  len: 210 time: 0.0688567
May 07 21:59:16.657561 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-428e985d-9e10-4d92-88c7-d52fd9a1845d tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf86b216d0>,) {'filters': {'network_id': ['e73a810d-b640-401d-809f-78b3dee46f0f']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:16.711334 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-428e985d-9e10-4d92-88c7-d52fd9a1845d tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf86b216d0>, 'b75bccda-0362-48bc-87d5-1d8482f48b37') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:16.711636 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-428e985d-9e10-4d92-88c7-d52fd9a1845d tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf86b216d0>, 'b75bccda-0362-48bc-87d5-1d8482f48b37') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:16.716452 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd171a74-45fd-45dd-91d8-6be621d599e2 req-881e4fa4-6498-4e97-a512-74a3e2609b70 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:16.718216 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-cd171a74-45fd-45dd-91d8-6be621d599e2 req-881e4fa4-6498-4e97-a512-74a3e2609b70 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=16037dee-704d-447b-9523-4b2728e5d647 HTTP/1.1" status: 200  len: 943 time: 0.0608516
May 07 21:59:16.730805 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-428e985d-9e10-4d92-88c7-d52fd9a1845d tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (b75bccda-0362-48bc-87d5-1d8482f48b37), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:16.764086 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-85acaea0-bce9-4b29-a82f-04e7b14e897c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (2c9b6f0f-d910-4c1b-9477-b2b4c63a6d0b), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:16.772544 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-cd171a74-45fd-45dd-91d8-6be621d599e2 req-13953c44-90d6-4d8e-925b-d0ee163aebcb tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454874
May 07 21:59:16.796818 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-428e985d-9e10-4d92-88c7-d52fd9a1845d tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (b75bccda-0362-48bc-87d5-1d8482f48b37), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:16.812657 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-428e985d-9e10-4d92-88c7-d52fd9a1845d tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 21:59:16.812985 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-428e985d-9e10-4d92-88c7-d52fd9a1845d tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (b75bccda-0362-48bc-87d5-1d8482f48b37), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:16.816574 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 21:59:16.816574 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 21:59:16.816574 ncdv-master-1 neutron-server[121836]:     timer()
May 07 21:59:16.816574 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 21:59:16.816574 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 21:59:16.816574 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 21:59:16.816574 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 21:59:16.816574 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 21:59:16.816574 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 21:59:16.816574 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 21:59:16.816574 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 21:59:16.816574 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 21:59:16.816574 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 21:59:16.816574 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 21:59:16.816574 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 21:59:16.816574 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 21:59:16.816574 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 21:59:16.816574 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 21:59:16.816574 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 21:59:16.816574 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 21:59:16.816574 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 21:59:16.816574 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 21:59:16.816574 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 21:59:16.816574 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 21:59:16.816574 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 21:59:16.816574 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 21:59:16.816574 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 21:59:16.816574 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 21:59:16.816574 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 21:59:16.816574 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 21:59:16.816574 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 21:59:16.816574 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 21:59:16.916168 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.db.api [None req-428e985d-9e10-4d92-88c7-d52fd9a1845d tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
May 07 21:59:16.916168 ncdv-master-1 neutron-server[121836]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
May 07 21:59:16.916168 ncdv-master-1 neutron-server[121836]: [parameters: {'id': 'e73a810d-b640-401d-809f-78b3dee46f0f'}]
May 07 21:59:16.916168 ncdv-master-1 neutron-server[121836]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=121836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 07 21:59:16.916661 ncdv-master-1 neutron-server[121836]: DEBUG oslo_db.api [None req-428e985d-9e10-4d92-88c7-d52fd9a1845d tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 07 21:59:16.929797 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-85acaea0-bce9-4b29-a82f-04e7b14e897c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (2c9b6f0f-d910-4c1b-9477-b2b4c63a6d0b), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:16.971223 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-dd8be9b4-7859-4a1b-b729-4e072b209d5a tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Deleting port 83b884f8-4a1c-47e7-89b9-37bca41c4718 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:59:16.971570 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-dd8be9b4-7859-4a1b-b729-4e072b209d5a tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (83b884f8-4a1c-47e7-89b9-37bca41c4718), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:16.978470 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85acaea0-bce9-4b29-a82f-04e7b14e897c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c9b6f0f-d910-4c1b-9477-b2b4c63a6d0b,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:16.994652 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-85acaea0-bce9-4b29-a82f-04e7b14e897c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:17.000937 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-85acaea0-bce9-4b29-a82f-04e7b14e897c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/2c9b6f0f-d910-4c1b-9477-b2b4c63a6d0b HTTP/1.1" status: 204  len: 168 time: 1.3758500
May 07 21:59:17.001271 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c059c1-6aa7-4d83-b3eb-e1e352fb6da5 None None] Network 509cbb97-8d95-4377-b498-4ce6a1d5a1d9 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:59:17.001994 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49304) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:17.093091 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-dd8be9b4-7859-4a1b-b729-4e072b209d5a tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (83b884f8-4a1c-47e7-89b9-37bca41c4718), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:17.114472 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a75d8c87-bd58-44a9-8d23-a9dd1c8a4448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (509cbb97-8d95-4377-b498-4ce6a1d5a1d9), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:17.123348 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-dd8be9b4-7859-4a1b-b729-4e072b209d5a tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Calling delete_port for 83b884f8-4a1c-47e7-89b9-37bca41c4718 owned by network:router_interface {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:59:17.204364 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-a75d8c87-bd58-44a9-8d23-a9dd1c8a4448 admin admin] Deleting port 3849d8fa-50d8-4cc2-9f70-74c1c74fb4b3 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:59:17.204826 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a75d8c87-bd58-44a9-8d23-a9dd1c8a4448 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (3849d8fa-50d8-4cc2-9f70-74c1c74fb4b3), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:17.262341 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf3fe3c-b184-4fd1-a4f1-c18e9d0fd41c None None] DHCP port deletion for 509cbb97-8d95-4377-b498-4ce6a1d5a1d9 request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 21:59:17.316431 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-fbf3fe3c-b184-4fd1-a4f1-c18e9d0fd41c None None] Deleting port 3849d8fa-50d8-4cc2-9f70-74c1c74fb4b3 {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:59:17.316803 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-fbf3fe3c-b184-4fd1-a4f1-c18e9d0fd41c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (3849d8fa-50d8-4cc2-9f70-74c1c74fb4b3), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:17.323573 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-a75d8c87-bd58-44a9-8d23-a9dd1c8a4448 admin admin] For port 3849d8fa-50d8-4cc2-9f70-74c1c74fb4b3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3849d8fa-50d8-4cc2-9f70-74c1c74fb4b3,segment=NetworkSegment(bf0c0471-2624-4f4f-a2e9-e11b0e1b254e),segment_id=bf0c0471-2624-4f4f-a2e9-e11b0e1b254e)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:59:17.324140 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a75d8c87-bd58-44a9-8d23-a9dd1c8a4448 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (3849d8fa-50d8-4cc2-9f70-74c1c74fb4b3), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:17.345836 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-a75d8c87-bd58-44a9-8d23-a9dd1c8a4448 admin admin] Calling delete_port for 3849d8fa-50d8-4cc2-9f70-74c1c74fb4b3 owned by network:dhcp {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:59:17.409556 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-fbf3fe3c-b184-4fd1-a4f1-c18e9d0fd41c None None] For port 3849d8fa-50d8-4cc2-9f70-74c1c74fb4b3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3849d8fa-50d8-4cc2-9f70-74c1c74fb4b3,segment=NetworkSegment(bf0c0471-2624-4f4f-a2e9-e11b0e1b254e),segment_id=bf0c0471-2624-4f4f-a2e9-e11b0e1b254e)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:59:17.409961 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-fbf3fe3c-b184-4fd1-a4f1-c18e9d0fd41c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (3849d8fa-50d8-4cc2-9f70-74c1c74fb4b3), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:17.417996 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-428e985d-9e10-4d92-88c7-d52fd9a1845d tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (e73a810d-b640-401d-809f-78b3dee46f0f), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:17.450933 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-fbf3fe3c-b184-4fd1-a4f1-c18e9d0fd41c None None] Calling delete_port for 3849d8fa-50d8-4cc2-9f70-74c1c74fb4b3 owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:59:17.465011 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a75d8c87-bd58-44a9-8d23-a9dd1c8a4448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (3849d8fa-50d8-4cc2-9f70-74c1c74fb4b3), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:17.467751 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-dd8be9b4-7859-4a1b-b729-4e072b209d5a tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (83b884f8-4a1c-47e7-89b9-37bca41c4718), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:17.504868 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75d8c87-bd58-44a9-8d23-a9dd1c8a4448 admin admin] Pushing event deleted for resources: {'Port': ['ID=3849d8fa-50d8-4cc2-9f70-74c1c74fb4b3,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:17.510650 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75d8c87-bd58-44a9-8d23-a9dd1c8a4448 admin admin] No DVR routers for this DVR port 3849d8fa-50d8-4cc2-9f70-74c1c74fb4b3 on host ncdv-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:59:17.567374 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001ceaf7-7857-46df-a33a-06c3ea3c8223 None None] Network e73a810d-b640-401d-809f-78b3dee46f0f requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:59:17.597931 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8be9b4-7859-4a1b-b729-4e072b209d5a tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Pushing event deleted for resources: {'Port': ['ID=83b884f8-4a1c-47e7-89b9-37bca41c4718,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:17.637103 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a75d8c87-bd58-44a9-8d23-a9dd1c8a4448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (509cbb97-8d95-4377-b498-4ce6a1d5a1d9), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:17.700061 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-a75d8c87-bd58-44a9-8d23-a9dd1c8a4448 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf8629b760>,) {'filters': {'network_id': ['509cbb97-8d95-4377-b498-4ce6a1d5a1d9']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:17.713893 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-a75d8c87-bd58-44a9-8d23-a9dd1c8a4448 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8629b760>, 'bf0c0471-2624-4f4f-a2e9-e11b0e1b254e') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:17.714450 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-a75d8c87-bd58-44a9-8d23-a9dd1c8a4448 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8629b760>, 'bf0c0471-2624-4f4f-a2e9-e11b0e1b254e') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:17.726751 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a75d8c87-bd58-44a9-8d23-a9dd1c8a4448 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (bf0c0471-2624-4f4f-a2e9-e11b0e1b254e), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:17.744404 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a75d8c87-bd58-44a9-8d23-a9dd1c8a4448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (bf0c0471-2624-4f4f-a2e9-e11b0e1b254e), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:17.757649 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a75d8c87-bd58-44a9-8d23-a9dd1c8a4448 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 21:59:17.758408 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a75d8c87-bd58-44a9-8d23-a9dd1c8a4448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (bf0c0471-2624-4f4f-a2e9-e11b0e1b254e), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:17.771555 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 21:59:17.771555 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 21:59:17.771555 ncdv-master-1 neutron-server[121837]:     timer()
May 07 21:59:17.771555 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 21:59:17.771555 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 21:59:17.771555 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 21:59:17.771555 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 21:59:17.771555 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 21:59:17.771555 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 21:59:17.771555 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 21:59:17.771555 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 21:59:17.771555 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 21:59:17.771555 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 21:59:17.771555 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 21:59:17.771555 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 21:59:17.771555 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 21:59:17.771555 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 21:59:17.771555 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 21:59:17.771555 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 21:59:17.771555 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 21:59:17.771555 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 21:59:17.771555 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 21:59:17.771555 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 21:59:17.771555 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 21:59:17.771555 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 21:59:17.771555 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 21:59:17.771555 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 21:59:17.771555 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 21:59:17.771555 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 21:59:17.771555 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 21:59:17.771555 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 21:59:17.771555 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 21:59:17.830743 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-fbf3fe3c-b184-4fd1-a4f1-c18e9d0fd41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (3849d8fa-50d8-4cc2-9f70-74c1c74fb4b3), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:17.880375 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a75d8c87-bd58-44a9-8d23-a9dd1c8a4448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (509cbb97-8d95-4377-b498-4ce6a1d5a1d9), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:17.883852 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-7b4ce70e-730a-4b9a-9220-b2f951a9c421 None None] Provisioning complete for port ddb902e4-d467-46e8-a432-a0bf4b27078e triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:59:17.884273 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7b4ce70e-730a-4b9a-9220-b2f951a9c421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (ddb902e4-d467-46e8-a432-a0bf4b27078e), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:17.886130 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a75d8c87-bd58-44a9-8d23-a9dd1c8a4448 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:17.890058 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-a75d8c87-bd58-44a9-8d23-a9dd1c8a4448 admin admin] 10.222.0.32 "DELETE /v2.0/networks/509cbb97-8d95-4377-b498-4ce6a1d5a1d9 HTTP/1.1" status: 204  len: 168 time: 0.8866909
May 07 21:59:17.905093 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49338) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:17.906361 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1c980e1a-9192-4a48-baa9-53635b959e93 req-54ab3860-0a43-4dd6-ab86-1913b9f677de tempest-ServersNegativeTestMultiTenantJSON-930776855 tempest-ServersNegativeTestMultiTenantJSON-930776855-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe14da73-2fb3-48b0-8ac2-34f544c2ee96 HTTP/1.1" status: 200  len: 210 time: 0.1235778
May 07 21:59:17.915992 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-428e985d-9e10-4d92-88c7-d52fd9a1845d tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Deleting port ddb902e4-d467-46e8-a432-a0bf4b27078e {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:59:17.916340 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-428e985d-9e10-4d92-88c7-d52fd9a1845d tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (ddb902e4-d467-46e8-a432-a0bf4b27078e), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:17.918507 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf3fe3c-b184-4fd1-a4f1-c18e9d0fd41c None None] Pushing event deleted for resources: {'Port': ['ID=3849d8fa-50d8-4cc2-9f70-74c1c74fb4b3,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:17.946946 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf3fe3c-b184-4fd1-a4f1-c18e9d0fd41c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:59:17.947295 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf3fe3c-b184-4fd1-a4f1-c18e9d0fd41c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:59:17.947638 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf3fe3c-b184-4fd1-a4f1-c18e9d0fd41c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:59:17.947976 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf3fe3c-b184-4fd1-a4f1-c18e9d0fd41c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:59:17.948310 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf3fe3c-b184-4fd1-a4f1-c18e9d0fd41c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:59:17.948642 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf3fe3c-b184-4fd1-a4f1-c18e9d0fd41c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:59:17.948971 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf3fe3c-b184-4fd1-a4f1-c18e9d0fd41c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:59:17.949585 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf3fe3c-b184-4fd1-a4f1-c18e9d0fd41c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:59:17.949884 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf3fe3c-b184-4fd1-a4f1-c18e9d0fd41c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:59:17.951044 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf3fe3c-b184-4fd1-a4f1-c18e9d0fd41c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:59:17.951536 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf3fe3c-b184-4fd1-a4f1-c18e9d0fd41c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:59:17.951867 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf3fe3c-b184-4fd1-a4f1-c18e9d0fd41c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:59:17.952192 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf3fe3c-b184-4fd1-a4f1-c18e9d0fd41c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:59:17.952514 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf3fe3c-b184-4fd1-a4f1-c18e9d0fd41c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:59:17.952835 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf3fe3c-b184-4fd1-a4f1-c18e9d0fd41c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:59:17.964649 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fbf3fe3c-b184-4fd1-a4f1-c18e9d0fd41c None None] Network 509cbb97-8d95-4377-b498-4ce6a1d5a1d9 is not hosted by any dhcp agent {{(pid=121838) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
May 07 21:59:17.965282 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf3fe3c-b184-4fd1-a4f1-c18e9d0fd41c None None] No DVR routers for this DVR port 3849d8fa-50d8-4cc2-9f70-74c1c74fb4b3 on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:59:18.014964 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-428e985d-9e10-4d92-88c7-d52fd9a1845d tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] For port ddb902e4-d467-46e8-a432-a0bf4b27078e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ddb902e4-d467-46e8-a432-a0bf4b27078e,segment=NetworkSegment(b75bccda-0362-48bc-87d5-1d8482f48b37),segment_id=b75bccda-0362-48bc-87d5-1d8482f48b37)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:59:18.015329 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-428e985d-9e10-4d92-88c7-d52fd9a1845d tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (ddb902e4-d467-46e8-a432-a0bf4b27078e), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:18.031427 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906f6567-aa2e-4688-ad70-acc3ea12401e None None] DHCP port deletion for e73a810d-b640-401d-809f-78b3dee46f0f request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 21:59:18.049716 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75d8c87-bd58-44a9-8d23-a9dd1c8a4448 admin admin] Pushing event deleted for resources: {'Network': ['ID=509cbb97-8d95-4377-b498-4ce6a1d5a1d9,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:18.076044 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbc0098-7d36-4fb6-875f-f874e39e4901 req-16ef0d6c-2d7e-4016-b926-78d4a98adf28 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:18.083056 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ccbc0098-7d36-4fb6-875f-f874e39e4901 req-16ef0d6c-2d7e-4016-b926-78d4a98adf28 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=16037dee-704d-447b-9523-4b2728e5d647 HTTP/1.1" status: 200  len: 943 time: 0.1769235
May 07 21:59:18.083354 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-428e985d-9e10-4d92-88c7-d52fd9a1845d tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Calling delete_port for ddb902e4-d467-46e8-a432-a0bf4b27078e owned by network:dhcp {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:59:18.099911 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e1fdd3-9da8-4ec7-b808-6556456db846 req-13e2ee1c-697a-442c-9498-d507891b4ffc tempest-ServersNegativeTestMultiTenantJSON-930776855 tempest-ServersNegativeTestMultiTenantJSON-930776855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:18.101732 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-34e1fdd3-9da8-4ec7-b808-6556456db846 req-13e2ee1c-697a-442c-9498-d507891b4ffc tempest-ServersNegativeTestMultiTenantJSON-930776855 tempest-ServersNegativeTestMultiTenantJSON-930776855-project] 10.222.0.55 "GET /v2.0/networks?id=e8aaa5c2-40bf-4cf0-abeb-ec5b479a8448 HTTP/1.1" status: 200  len: 825 time: 0.5059457
May 07 21:59:18.108201 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-906f6567-aa2e-4688-ad70-acc3ea12401e None None] Deleting port ddb902e4-d467-46e8-a432-a0bf4b27078e {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:59:18.108671 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-906f6567-aa2e-4688-ad70-acc3ea12401e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (ddb902e4-d467-46e8-a432-a0bf4b27078e), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:18.148061 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-dd8be9b4-7859-4a1b-b729-4e072b209d5a tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401002'] for router_interface (a91d7469-fdfa-47dc-8571-cbeaeebb3c40), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:18.154069 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-34e1fdd3-9da8-4ec7-b808-6556456db846 req-13f755c8-08e9-4d86-bee8-a58cecff8af7 tempest-ServersNegativeTestMultiTenantJSON-930776855 tempest-ServersNegativeTestMultiTenantJSON-930776855-project] Request body: {'port': {'device_id': 'fe14da73-2fb3-48b0-8ac2-34f544c2ee96', 'network_id': 'e8aaa5c2-40bf-4cf0-abeb-ec5b479a8448', 'admin_state_up': True, 'tenant_id': '1426f0d5b4ef478d91cfb1856c943052'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:59:18.176115 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-906f6567-aa2e-4688-ad70-acc3ea12401e None None] For port ddb902e4-d467-46e8-a432-a0bf4b27078e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ddb902e4-d467-46e8-a432-a0bf4b27078e,segment=NetworkSegment(b75bccda-0362-48bc-87d5-1d8482f48b37),segment_id=b75bccda-0362-48bc-87d5-1d8482f48b37)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:59:18.176390 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-906f6567-aa2e-4688-ad70-acc3ea12401e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (ddb902e4-d467-46e8-a432-a0bf4b27078e), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:18.190436 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-906f6567-aa2e-4688-ad70-acc3ea12401e None None] Calling delete_port for ddb902e4-d467-46e8-a432-a0bf4b27078e owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:59:18.211435 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ccbc0098-7d36-4fb6-875f-f874e39e4901 req-a544676e-2426-4c99-ad98-5f0a715f0df3 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1274974
May 07 21:59:18.294474 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-7b4ce70e-730a-4b9a-9220-b2f951a9c421 None None] Current status of the port ddb902e4-d467-46e8-a432-a0bf4b27078e is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:59:18.294905 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7b4ce70e-730a-4b9a-9220-b2f951a9c421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (ddb902e4-d467-46e8-a432-a0bf4b27078e), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:18.354455 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 36a9af4d-8e33-4f5e-81b0-dfddd8e4aada details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:59:18.360955 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-7b4ce70e-730a-4b9a-9220-b2f951a9c421 None None] For port ddb902e4-d467-46e8-a432-a0bf4b27078e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ddb902e4-d467-46e8-a432-a0bf4b27078e,segment=NetworkSegment(b75bccda-0362-48bc-87d5-1d8482f48b37),segment_id=b75bccda-0362-48bc-87d5-1d8482f48b37)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:59:18.368347 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 3849d8fa-50d8-4cc2-9f70-74c1c74fb4b3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:59:18.377040 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7b4ce70e-730a-4b9a-9220-b2f951a9c421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (ddb902e4-d467-46e8-a432-a0bf4b27078e), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:18.397623 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fbd3cd39-a446-4438-98c8-5081eb1abb45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401094'] for router_interface (233d99f1-0f96-452f-8451-ed3713c6d775), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:18.422156 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 3849d8fa-50d8-4cc2-9f70-74c1c74fb4b3 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:59:18.422156 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 3849d8fa-50d8-4cc2-9f70-74c1c74fb4b3 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:59:18.443610 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-428e985d-9e10-4d92-88c7-d52fd9a1845d tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (ddb902e4-d467-46e8-a432-a0bf4b27078e), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:18.457442 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd8be9b4-7859-4a1b-b729-4e072b209d5a tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Router a91d7469-fdfa-47dc-8571-cbeaeebb3c40 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 21:59:18.468524 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428e985d-9e10-4d92-88c7-d52fd9a1845d tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] No DVR routers for this DVR port ddb902e4-d467-46e8-a432-a0bf4b27078e on host ncdv-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:59:18.475619 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34e1fdd3-9da8-4ec7-b808-6556456db846 req-13f755c8-08e9-4d86-bee8-a58cecff8af7 tempest-ServersNegativeTestMultiTenantJSON-930776855 tempest-ServersNegativeTestMultiTenantJSON-930776855-project] Made reservation on behalf of 1426f0d5b4ef478d91cfb1856c943052 for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:59:18.482402 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-34e1fdd3-9da8-4ec7-b808-6556456db846 req-13f755c8-08e9-4d86-bee8-a58cecff8af7 tempest-ServersNegativeTestMultiTenantJSON-930776855 tempest-ServersNegativeTestMultiTenantJSON-930776855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:18.505839 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-906f6567-aa2e-4688-ad70-acc3ea12401e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (ddb902e4-d467-46e8-a432-a0bf4b27078e), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:18.511802 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4ce70e-730a-4b9a-9220-b2f951a9c421 None None] Pushing event updated for resources: {'Port': ['ID=ddb902e4-d467-46e8-a432-a0bf4b27078e,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:18.545106 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906f6567-aa2e-4688-ad70-acc3ea12401e None None] No DVR routers for this DVR port ddb902e4-d467-46e8-a432-a0bf4b27078e on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:59:18.546531 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906f6567-aa2e-4688-ad70-acc3ea12401e None None] Pushing event deleted for resources: {'Port': ['ID=ddb902e4-d467-46e8-a432-a0bf4b27078e,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:18.576933 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 36a9af4d-8e33-4f5e-81b0-dfddd8e4aada, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=36a9af4d-8e33-4f5e-81b0-dfddd8e4aada,segment=NetworkSegment(c1f62f1a-7390-4968-bfcd-e0354648ad7b),segment_id=c1f62f1a-7390-4968-bfcd-e0354648ad7b)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:59:18.580347 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428e985d-9e10-4d92-88c7-d52fd9a1845d tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Pushing event deleted for resources: {'Port': ['ID=ddb902e4-d467-46e8-a432-a0bf4b27078e,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:18.589561 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': '36a9af4d-8e33-4f5e-81b0-dfddd8e4aada', 'network_id': '9b7653d0-c69e-4364-9ed6-1c005b136d81', 'port_id': '36a9af4d-8e33-4f5e-81b0-dfddd8e4aada', 'mac_address': 'fa:16:3e:d2:3a:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68532bd3-831b-4da5-a9e0-f88c1ab76985', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:59:18.634382 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 36a9af4d-8e33-4f5e-81b0-dfddd8e4aada is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:59:18.634764 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (36a9af4d-8e33-4f5e-81b0-dfddd8e4aada), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:18.647681 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36a9af4d-8e33-4f5e-81b0-dfddd8e4aada {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:59:18.670090 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 36a9af4d-8e33-4f5e-81b0-dfddd8e4aada, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=36a9af4d-8e33-4f5e-81b0-dfddd8e4aada,segment=NetworkSegment(c1f62f1a-7390-4968-bfcd-e0354648ad7b),segment_id=c1f62f1a-7390-4968-bfcd-e0354648ad7b)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:59:18.673891 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-fbd3cd39-a446-4438-98c8-5081eb1abb45 admin admin] Deleting port da6c85bf-f64c-4335-bf31-0ec3cf9aaf36 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:59:18.674204 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fbd3cd39-a446-4438-98c8-5081eb1abb45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (da6c85bf-f64c-4335-bf31-0ec3cf9aaf36), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:18.674745 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (36a9af4d-8e33-4f5e-81b0-dfddd8e4aada), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:18.702495 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-428e985d-9e10-4d92-88c7-d52fd9a1845d tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (e73a810d-b640-401d-809f-78b3dee46f0f), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:18.737241 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=36a9af4d-8e33-4f5e-81b0-dfddd8e4aada,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:18.744517 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd8be9b4-7859-4a1b-b729-4e072b209d5a tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:59:18.755965 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54605d91-ee5b-4b78-b770-b29dff74af87 None None] Sync routers for ids ['a91d7469-fdfa-47dc-8571-cbeaeebb3c40'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:59:18.761332 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-dd8be9b4-7859-4a1b-b729-4e072b209d5a tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "PUT /v2.0/routers/a91d7469-fdfa-47dc-8571-cbeaeebb3c40/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.8638577
May 07 21:59:18.762941 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49352) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:18.764633 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-428e985d-9e10-4d92-88c7-d52fd9a1845d tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf86da8940>,) {'filters': {'network_id': ['e73a810d-b640-401d-809f-78b3dee46f0f']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:18.771593 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54605d91-ee5b-4b78-b770-b29dff74af87 None None] Routers {'a91d7469-fdfa-47dc-8571-cbeaeebb3c40'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:59:18.772274 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-54605d91-ee5b-4b78-b770-b29dff74af87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7eb0deb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:58:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['a91d7469-fdfa-47dc-8571-cbeaeebb3c40'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:18.781287 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-428e985d-9e10-4d92-88c7-d52fd9a1845d tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf86da8940>, 'b75bccda-0362-48bc-87d5-1d8482f48b37') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:18.781600 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-428e985d-9e10-4d92-88c7-d52fd9a1845d tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf86da8940>, 'b75bccda-0362-48bc-87d5-1d8482f48b37') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:18.797505 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-428e985d-9e10-4d92-88c7-d52fd9a1845d tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (b75bccda-0362-48bc-87d5-1d8482f48b37), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:18.815011 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-54605d91-ee5b-4b78-b770-b29dff74af87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7eb0deb0>, [], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:18.823899 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54605d91-ee5b-4b78-b770-b29dff74af87 None None] Routers {'a91d7469-fdfa-47dc-8571-cbeaeebb3c40'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:59:18.824599 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-54605d91-ee5b-4b78-b770-b29dff74af87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7eb0deb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:58:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['a91d7469-fdfa-47dc-8571-cbeaeebb3c40'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:18.840464 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-428e985d-9e10-4d92-88c7-d52fd9a1845d tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (b75bccda-0362-48bc-87d5-1d8482f48b37), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:18.848991 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-fbd3cd39-a446-4438-98c8-5081eb1abb45 admin admin] For port da6c85bf-f64c-4335-bf31-0ec3cf9aaf36, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=da6c85bf-f64c-4335-bf31-0ec3cf9aaf36,segment=NetworkSegment(52c3a3b5-c9b0-4938-b6f9-afa39b22b27f),segment_id=52c3a3b5-c9b0-4938-b6f9-afa39b22b27f)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:59:18.849364 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fbd3cd39-a446-4438-98c8-5081eb1abb45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (da6c85bf-f64c-4335-bf31-0ec3cf9aaf36), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:18.852622 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-428e985d-9e10-4d92-88c7-d52fd9a1845d tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 21:59:18.853029 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-428e985d-9e10-4d92-88c7-d52fd9a1845d tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (b75bccda-0362-48bc-87d5-1d8482f48b37), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:18.856279 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 21:59:18.856279 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 21:59:18.856279 ncdv-master-1 neutron-server[121836]:     timer()
May 07 21:59:18.856279 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 21:59:18.856279 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 21:59:18.856279 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 21:59:18.856279 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 21:59:18.856279 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 21:59:18.856279 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 21:59:18.856279 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 21:59:18.856279 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 21:59:18.856279 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 21:59:18.856279 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 21:59:18.856279 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 21:59:18.856279 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 21:59:18.856279 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 21:59:18.856279 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 21:59:18.856279 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 21:59:18.856279 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 21:59:18.856279 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 21:59:18.856279 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 21:59:18.856279 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 21:59:18.856279 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 21:59:18.856279 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 21:59:18.856279 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 21:59:18.856279 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 21:59:18.856279 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 21:59:18.856279 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 21:59:18.856279 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 21:59:18.856279 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 21:59:18.856279 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 21:59:18.856279 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 21:59:18.866233 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-fbd3cd39-a446-4438-98c8-5081eb1abb45 admin admin] Calling delete_port for da6c85bf-f64c-4335-bf31-0ec3cf9aaf36 owned by network:router_interface {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:59:18.883640 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [req-34e1fdd3-9da8-4ec7-b808-6556456db846 req-13f755c8-08e9-4d86-bee8-a58cecff8af7 tempest-ServersNegativeTestMultiTenantJSON-930776855 tempest-ServersNegativeTestMultiTenantJSON-930776855-project] Allocated IP 172.20.0.6 (e8aaa5c2-40bf-4cf0-abeb-ec5b479a8448/7547ebf3-a4ee-4738-ba7e-148bb3c9b141/29e5531f-d2b8-49c4-8efa-543c9739ee88) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:59:18.944776 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-428e985d-9e10-4d92-88c7-d52fd9a1845d tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (e73a810d-b640-401d-809f-78b3dee46f0f), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:18.956795 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-428e985d-9e10-4d92-88c7-d52fd9a1845d tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:18.963123 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-428e985d-9e10-4d92-88c7-d52fd9a1845d tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] 10.222.0.32 "DELETE /v2.0/networks/e73a810d-b640-401d-809f-78b3dee46f0f HTTP/1.1" status: 204  len: 168 time: 4.3685713
May 07 21:59:18.966566 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49356) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:18.972975 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-e4666042-21b9-4bea-bc0b-600773649802 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1096270066'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:59:19.001071 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428e985d-9e10-4d92-88c7-d52fd9a1845d tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Pushing event deleted for resources: {'Network': ['ID=e73a810d-b640-401d-809f-78b3dee46f0f,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:19.041375 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-54605d91-ee5b-4b78-b770-b29dff74af87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7eb0deb0>, [], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:19.041976 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54605d91-ee5b-4b78-b770-b29dff74af87 None None] The sync data for ids ['a91d7469-fdfa-47dc-8571-cbeaeebb3c40'] in ncdv-master-1 is: [] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:59:19.069774 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-022550d0-0c3d-4b3b-b198-b4f35b242422 req-08f1920c-b289-4ec3-8026-b1a11aacab33 tempest-ServersNegativeTestMultiTenantJSON-930776855 tempest-ServersNegativeTestMultiTenantJSON-930776855-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe14da73-2fb3-48b0-8ac2-34f544c2ee96 HTTP/1.1" status: 200  len: 210 time: 0.0572755
May 07 21:59:19.072708 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4666042-21b9-4bea-bc0b-600773649802 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Made reservation on behalf of e8e04e47c1cd4025a59809f6e8d6d7b6 for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:59:19.076525 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e4666042-21b9-4bea-bc0b-600773649802 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:19.087711 ncdv-master-1 neutron-server[121837]: INFO neutron.api.v2.resource [None req-8ee9ba0f-6cef-4b56-bcf2-d43ee5565e2f tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] remove_router_interface failed (client error): The resource could not be found.
May 07 21:59:19.088761 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-8ee9ba0f-6cef-4b56-bcf2-d43ee5565e2f tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "PUT /v2.0/routers/a91d7469-fdfa-47dc-8571-cbeaeebb3c40/remove_router_interface HTTP/1.1" status: 404  len: 398 time: 0.3239789
May 07 21:59:19.092279 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49358) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:19.104749 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['36a9af4d-8e33-4f5e-81b0-dfddd8e4aada'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:59:19.129227 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-1130500a-baf5-4b0f-acb3-8d644857cfbb tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "GET /v2.0/ports?device_id=a91d7469-fdfa-47dc-8571-cbeaeebb3c40 HTTP/1.1" status: 200  len: 205 time: 0.0333951
May 07 21:59:19.129516 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49364) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:19.168502 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4666042-21b9-4bea-bc0b-600773649802 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 21:59:19.181924 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e4666042-21b9-4bea-bc0b-600773649802 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (5521d5ee-e177-40ab-a428-89f802964c66), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:19.183202 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-e4666042-21b9-4bea-bc0b-600773649802 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Added segment 5521d5ee-e177-40ab-a428-89f802964c66 of type vlan for network b3780b75-528e-4066-a697-e40f352541b8
May 07 21:59:19.263217 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1d72fe4d-28e1-40df-b6df-f7d5d561ebd1 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks [] for router (a91d7469-fdfa-47dc-8571-cbeaeebb3c40), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:19.281983 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e4666042-21b9-4bea-bc0b-600773649802 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (b3780b75-528e-4066-a697-e40f352541b8), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:19.327862 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-34e1fdd3-9da8-4ec7-b808-6556456db846 req-13f755c8-08e9-4d86-bee8-a58cecff8af7 tempest-ServersNegativeTestMultiTenantJSON-930776855 tempest-ServersNegativeTestMultiTenantJSON-930776855-project] Publish callbacks [] for port (29e5531f-d2b8-49c4-8efa-543c9739ee88), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:19.344518 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e4666042-21b9-4bea-bc0b-600773649802 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (b3780b75-528e-4066-a697-e40f352541b8), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:19.349582 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4666042-21b9-4bea-bc0b-600773649802 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:19.350200 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e4666042-21b9-4bea-bc0b-600773649802 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:19.411800 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-e4666042-21b9-4bea-bc0b-600773649802 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.4404387
May 07 21:59:19.414990 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49380) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:19.447950 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-8a9307df-d508-4322-8b14-ad8b9e8c4550 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Request body: {'subnet': {'network_id': 'b3780b75-528e-4066-a697-e40f352541b8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:59:19.470882 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4666042-21b9-4bea-bc0b-600773649802 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Pushing event updated for resources: {'Network': ['ID=b3780b75-528e-4066-a697-e40f352541b8,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:19.483220 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1d72fe4d-28e1-40df-b6df-f7d5d561ebd1 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (a91d7469-fdfa-47dc-8571-cbeaeebb3c40), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:19.485711 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1d72fe4d-28e1-40df-b6df-f7d5d561ebd1 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks [] for router_controller (a91d7469-fdfa-47dc-8571-cbeaeebb3c40), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:19.487881 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-34e1fdd3-9da8-4ec7-b808-6556456db846 req-13f755c8-08e9-4d86-bee8-a58cecff8af7 tempest-ServersNegativeTestMultiTenantJSON-930776855 tempest-ServersNegativeTestMultiTenantJSON-930776855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (29e5531f-d2b8-49c4-8efa-543c9739ee88), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:19.490281 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network b3780b75-528e-4066-a697-e40f352541b8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 21:59:19.548920 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3728b918-e93f-4d3d-9758-448e95d441bf req-c4c307c5-c314-4f31-91a4-8a0c659bbccb tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:19.550675 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3728b918-e93f-4d3d-9758-448e95d441bf req-c4c307c5-c314-4f31-91a4-8a0c659bbccb tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=16037dee-704d-447b-9523-4b2728e5d647 HTTP/1.1" status: 200  len: 944 time: 0.2166746
May 07 21:59:19.552704 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1d72fe4d-28e1-40df-b6df-f7d5d561ebd1 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (a91d7469-fdfa-47dc-8571-cbeaeebb3c40), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:19.553401 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d72fe4d-28e1-40df-b6df-f7d5d561ebd1 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Fanout notify agent at l3_agent the message router_deleted on router a91d7469-fdfa-47dc-8571-cbeaeebb3c40 {{(pid=121837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 21:59:19.561034 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1d72fe4d-28e1-40df-b6df-f7d5d561ebd1 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:19.562560 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-1d72fe4d-28e1-40df-b6df-f7d5d561ebd1 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "DELETE /v2.0/routers/a91d7469-fdfa-47dc-8571-cbeaeebb3c40 HTTP/1.1" status: 204  len: 168 time: 0.4316313
May 07 21:59:19.566072 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49392) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:19.598522 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34e1fdd3-9da8-4ec7-b808-6556456db846 req-13f755c8-08e9-4d86-bee8-a58cecff8af7 tempest-ServersNegativeTestMultiTenantJSON-930776855 tempest-ServersNegativeTestMultiTenantJSON-930776855-project] Network e8aaa5c2-40bf-4cf0-abeb-ec5b479a8448 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:59:19.609986 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [req-34e1fdd3-9da8-4ec7-b808-6556456db846 req-13f755c8-08e9-4d86-bee8-a58cecff8af7 tempest-ServersNegativeTestMultiTenantJSON-930776855 tempest-ServersNegativeTestMultiTenantJSON-930776855-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:59:19.612074 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f755c8-08e9-4d86-bee8-a58cecff8af7 tempest-ServersNegativeTestMultiTenantJSON-930776855 tempest-ServersNegativeTestMultiTenantJSON-930776855-project] Pushing event updated for resources: {'Port': ['ID=29e5531f-d2b8-49c4-8efa-543c9739ee88,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:19.615014 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-34e1fdd3-9da8-4ec7-b808-6556456db846 req-13f755c8-08e9-4d86-bee8-a58cecff8af7 tempest-ServersNegativeTestMultiTenantJSON-930776855 tempest-ServersNegativeTestMultiTenantJSON-930776855-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:59:19.636832 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-b37a3c08-4d40-4aa2-876d-323c82f907d6 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Deleting subnet 4f763b8e-c8ae-48c8-8770-7b653bbfc1fb {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 21:59:19.669736 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b37a3c08-4d40-4aa2-876d-323c82f907d6 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks [] for subnet (4f763b8e-c8ae-48c8-8770-7b653bbfc1fb), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:19.670593 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a9307df-d508-4322-8b14-ad8b9e8c4550 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Made reservation on behalf of e8e04e47c1cd4025a59809f6e8d6d7b6 for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:59:19.674431 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8a9307df-d508-4322-8b14-ad8b9e8c4550 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:19.687456 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e1fdd3-9da8-4ec7-b808-6556456db846 req-13f755c8-08e9-4d86-bee8-a58cecff8af7 tempest-ServersNegativeTestMultiTenantJSON-930776855 tempest-ServersNegativeTestMultiTenantJSON-930776855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:19.688132 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-34e1fdd3-9da8-4ec7-b808-6556456db846 req-13f755c8-08e9-4d86-bee8-a58cecff8af7 tempest-ServersNegativeTestMultiTenantJSON-930776855 tempest-ServersNegativeTestMultiTenantJSON-930776855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:19.713682 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-34e1fdd3-9da8-4ec7-b808-6556456db846 req-13f755c8-08e9-4d86-bee8-a58cecff8af7 tempest-ServersNegativeTestMultiTenantJSON-930776855 tempest-ServersNegativeTestMultiTenantJSON-930776855-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5666597
May 07 21:59:19.730035 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-34e1fdd3-9da8-4ec7-b808-6556456db846 req-13e53070-4061-44d1-8617-4939cffb720c service neutron] Request body: {'port': {'device_id': 'fe14da73-2fb3-48b0-8ac2-34f544c2ee96', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:59:19.746304 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b37a3c08-4d40-4aa2-876d-323c82f907d6 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (4f763b8e-c8ae-48c8-8770-7b653bbfc1fb), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:19.751503 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3728b918-e93f-4d3d-9758-448e95d441bf req-c13cde30-31c5-4c46-a10a-7d8be47e8572 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1376102
May 07 21:59:19.848919 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-34e1fdd3-9da8-4ec7-b808-6556456db846 req-13e53070-4061-44d1-8617-4939cffb720c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (29e5531f-d2b8-49c4-8efa-543c9739ee88), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:20.051751 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8a9307df-d508-4322-8b14-ad8b9e8c4550 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (d1c925de-d17e-42fc-aac2-d18f691ccd4f), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:20.117048 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fbd3cd39-a446-4438-98c8-5081eb1abb45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (da6c85bf-f64c-4335-bf31-0ec3cf9aaf36), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:20.151008 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd3cd39-a446-4438-98c8-5081eb1abb45 admin admin] Pushing event deleted for resources: {'Port': ['ID=da6c85bf-f64c-4335-bf31-0ec3cf9aaf36,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:20.306100 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b37a3c08-4d40-4aa2-876d-323c82f907d6 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (4f763b8e-c8ae-48c8-8770-7b653bbfc1fb), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:20.364878 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 36a9af4d-8e33-4f5e-81b0-dfddd8e4aada up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:59:20.437092 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning for port 36a9af4d-8e33-4f5e-81b0-dfddd8e4aada completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:59:20.445336 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fbd3cd39-a446-4438-98c8-5081eb1abb45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401002'] for router_interface (233d99f1-0f96-452f-8451-ed3713c6d775), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:20.445632 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port 36a9af4d-8e33-4f5e-81b0-dfddd8e4aada triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:59:20.445913 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (36a9af4d-8e33-4f5e-81b0-dfddd8e4aada), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:20.454138 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b37a3c08-4d40-4aa2-876d-323c82f907d6 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (4f763b8e-c8ae-48c8-8770-7b653bbfc1fb), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:20.529312 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37a3c08-4d40-4aa2-876d-323c82f907d6 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Pushing event deleted for resources: {'Subnet': ['ID=4f763b8e-c8ae-48c8-8770-7b653bbfc1fb,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:20.538093 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b37a3c08-4d40-4aa2-876d-323c82f907d6 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:20.539526 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 36a9af4d-8e33-4f5e-81b0-dfddd8e4aada is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:59:20.541006 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (36a9af4d-8e33-4f5e-81b0-dfddd8e4aada), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:20.544617 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-b37a3c08-4d40-4aa2-876d-323c82f907d6 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "DELETE /v2.0/subnets/4f763b8e-c8ae-48c8-8770-7b653bbfc1fb HTTP/1.1" status: 204  len: 168 time: 0.9772396
May 07 21:59:20.545231 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49410) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:20.556374 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb14db2f-5f3f-440c-a336-885776f25da7 None None] Network 1a36fcba-39c0-4c71-932b-807dd8f746f1 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:59:20.565964 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9307df-d508-4322-8b14-ad8b9e8c4550 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Pushing event updated for resources: {'Subnet': ['ID=d1c925de-d17e-42fc-aac2-d18f691ccd4f,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:20.584121 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659b210b-807c-4b60-804c-1d6f3323418b req-bc4efd31-34db-44fc-9e3b-dfbf745d3d18 tempest-ServersNegativeTestMultiTenantJSON-930776855 tempest-ServersNegativeTestMultiTenantJSON-930776855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:20.585623 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-659b210b-807c-4b60-804c-1d6f3323418b req-bc4efd31-34db-44fc-9e3b-dfbf745d3d18 tempest-ServersNegativeTestMultiTenantJSON-930776855 tempest-ServersNegativeTestMultiTenantJSON-930776855-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe14da73-2fb3-48b0-8ac2-34f544c2ee96 HTTP/1.1" status: 200  len: 931 time: 0.1273310
May 07 21:59:20.592764 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9307df-d508-4322-8b14-ad8b9e8c4550 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Checking segment: {'id': '5521d5ee-e177-40ab-a428-89f802964c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b3780b75-528e-4066-a697-e40f352541b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:59:20.593145 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9307df-d508-4322-8b14-ad8b9e8c4550 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Network hostable DHCP agents. Network: b3780b75-528e-4066-a697-e40f352541b8, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 21:59:20.598036 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16037dee-704d-447b-9523-4b2728e5d647', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36a9af4d-8e33-4f5e-81b0-dfddd8e4aada'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:59:20.600406 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec7f852-59c0-4d76-85b3-6dfe2c277873" -d '{"events": [{"server_uuid": "16037dee-704d-447b-9523-4b2728e5d647", "name": "network-vif-plugged", "status": "completed", "tag": "36a9af4d-8e33-4f5e-81b0-dfddd8e4aada"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:59:20.651107 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 36a9af4d-8e33-4f5e-81b0-dfddd8e4aada, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=36a9af4d-8e33-4f5e-81b0-dfddd8e4aada,segment=NetworkSegment(c1f62f1a-7390-4968-bfcd-e0354648ad7b),segment_id=c1f62f1a-7390-4968-bfcd-e0354648ad7b)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:59:20.660044 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9307df-d508-4322-8b14-ad8b9e8c4550 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Network b3780b75-528e-4066-a697-e40f352541b8 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 21:59:20.685805 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (36a9af4d-8e33-4f5e-81b0-dfddd8e4aada), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:20.693668 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-659b210b-807c-4b60-804c-1d6f3323418b req-67f6e9f7-a138-4699-bcbb-2934b7196504 tempest-ServersNegativeTestMultiTenantJSON-930776855 tempest-ServersNegativeTestMultiTenantJSON-930776855-project] 10.222.0.32 "GET /v2.0/security-groups?id=9196cd4a-c48b-40f4-862c-9395ce3cf8f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0964646
May 07 21:59:20.711960 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-8a9307df-d508-4322-8b14-ad8b9e8c4550 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b3780b75-528e-4066-a697-e40f352541b8) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:59:20.718317 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9307df-d508-4322-8b14-ad8b9e8c4550 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:20.718942 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8a9307df-d508-4322-8b14-ad8b9e8c4550 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:20.735571 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e17d8cae-f195-4dd6-b6c2-e13de1272c71 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (1a36fcba-39c0-4c71-932b-807dd8f746f1), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:20.736442 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [req-34e1fdd3-9da8-4ec7-b808-6556456db846 req-13e53070-4061-44d1-8617-4939cffb720c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29e5531f-d2b8-49c4-8efa-543c9739ee88 {{(pid=121836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:59:20.739312 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a21efeb-ce70-4946-8fd9-3e8a8877382e x-openstack-request-id: req-5a21efeb-ce70-4946-8fd9-3e8a8877382e {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:59:20.739993 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16037dee-704d-447b-9523-4b2728e5d647", "name": "network-vif-plugged", "status": "completed", "tag": "36a9af4d-8e33-4f5e-81b0-dfddd8e4aada", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:59:20.741063 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5a21efeb-ce70-4946-8fd9-3e8a8877382e {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:59:20.742503 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a21efeb-ce70-4946-8fd9-3e8a8877382e'] response: {'server_uuid': '16037dee-704d-447b-9523-4b2728e5d647', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36a9af4d-8e33-4f5e-81b0-dfddd8e4aada', 'code': 200}
May 07 21:59:20.745104 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-34e1fdd3-9da8-4ec7-b808-6556456db846 req-13e53070-4061-44d1-8617-4939cffb720c service neutron] Publish callbacks [] for port (29e5531f-d2b8-49c4-8efa-543c9739ee88), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:20.747804 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41319151-22ae-4de7-91be-a6a60d985b5c None None] Network b3780b75-528e-4066-a697-e40f352541b8 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:59:20.752748 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-8a9307df-d508-4322-8b14-ad8b9e8c4550 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.3368301
May 07 21:59:20.756525 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49418) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:20.761751 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-9b064abb-c18a-4763-be05-166502bba850 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Request body: {'subnet': {'network_id': 'b3780b75-528e-4066-a697-e40f352541b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:59:20.789943 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.provisioning_blocks [req-34e1fdd3-9da8-4ec7-b808-6556456db846 req-13e53070-4061-44d1-8617-4939cffb720c service neutron] Transition to ACTIVE for port object 29e5531f-d2b8-49c4-8efa-543c9739ee88 will not be triggered until provisioned by entity L2. {{(pid=121836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:59:20.805478 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-34e1fdd3-9da8-4ec7-b808-6556456db846 req-13e53070-4061-44d1-8617-4939cffb720c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (29e5531f-d2b8-49c4-8efa-543c9739ee88), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:20.880294 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=36a9af4d-8e33-4f5e-81b0-dfddd8e4aada,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:20.921543 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e53070-4061-44d1-8617-4939cffb720c service neutron] Pushing event updated for resources: {'Port': ['ID=29e5531f-d2b8-49c4-8efa-543c9739ee88,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:20.968339 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944d1218-07cb-4f35-a58c-a4c90e8bfb0e None None] DHCP port deletion for 1a36fcba-39c0-4c71-932b-807dd8f746f1 request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 21:59:21.012627 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b064abb-c18a-4763-be05-166502bba850 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Made reservation on behalf of e8e04e47c1cd4025a59809f6e8d6d7b6 for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:59:21.014666 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-e17d8cae-f195-4dd6-b6c2-e13de1272c71 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Deleting port a95e374c-90ba-4d57-933b-4e13ce3b3677 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:59:21.015472 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e17d8cae-f195-4dd6-b6c2-e13de1272c71 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (a95e374c-90ba-4d57-933b-4e13ce3b3677), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:21.016499 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9b064abb-c18a-4763-be05-166502bba850 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:21.019488 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86251bbc-0c0e-4ed7-8c6b-c93d1593acc6 req-e7080bc3-d169-443d-9702-172ff3dfa2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:21.023643 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-86251bbc-0c0e-4ed7-8c6b-c93d1593acc6 req-e7080bc3-d169-443d-9702-172ff3dfa2aa service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=16037dee-704d-447b-9523-4b2728e5d647 HTTP/1.1" status: 200  len: 1127 time: 0.2393696
May 07 21:59:21.076208 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272d3c31-f6a4-43ca-bc1d-ba2b91e531bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b3780b75-528e-4066-a697-e40f352541b8', 'network_id': 'b3780b75-528e-4066-a697-e40f352541b8', 'project_id': 'e8e04e47c1cd4025a59809f6e8d6d7b6', 'fixed_ips': [{'subnet_id': 'd1c925de-d17e-42fc-aac2-d18f691ccd4f'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 21:59:21.077114 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-272d3c31-f6a4-43ca-bc1d-ba2b91e531bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:21.080100 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-944d1218-07cb-4f35-a58c-a4c90e8bfb0e None None] Deleting port a95e374c-90ba-4d57-933b-4e13ce3b3677 {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:59:21.080538 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-944d1218-07cb-4f35-a58c-a4c90e8bfb0e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (a95e374c-90ba-4d57-933b-4e13ce3b3677), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:21.098003 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-34e1fdd3-9da8-4ec7-b808-6556456db846 req-13e53070-4061-44d1-8617-4939cffb720c service neutron] Attempting to bind port 29e5531f-d2b8-49c4-8efa-543c9739ee88 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:59:21.098335 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-34e1fdd3-9da8-4ec7-b808-6556456db846 req-13e53070-4061-44d1-8617-4939cffb720c service neutron] Attempting to bind port 29e5531f-d2b8-49c4-8efa-543c9739ee88 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '030b9d93-2c53-41c2-9a1e-c645c6328b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e8aaa5c2-40bf-4cf0-abeb-ec5b479a8448'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:59:21.098658 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e1fdd3-9da8-4ec7-b808-6556456db846 req-13e53070-4061-44d1-8617-4939cffb720c service neutron] Attempting to bind port 29e5531f-d2b8-49c4-8efa-543c9739ee88 on network e8aaa5c2-40bf-4cf0-abeb-ec5b479a8448 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:59:21.099537 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd131460-4a62-47c1-b60d-e9685f7b8e46 req-251f899b-f0b0-40f5-8c20-d4bb64380cfc tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:21.107507 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-fd131460-4a62-47c1-b60d-e9685f7b8e46 req-251f899b-f0b0-40f5-8c20-d4bb64380cfc tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=16037dee-704d-447b-9523-4b2728e5d647 HTTP/1.1" status: 200  len: 945 time: 0.2320895
May 07 21:59:21.110965 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e1fdd3-9da8-4ec7-b808-6556456db846 req-13e53070-4061-44d1-8617-4939cffb720c service neutron] Port 29e5531f-d2b8-49c4-8efa-543c9739ee88 on network e8aaa5c2-40bf-4cf0-abeb-ec5b479a8448 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:59:21.111121 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e1fdd3-9da8-4ec7-b808-6556456db846 req-13e53070-4061-44d1-8617-4939cffb720c service neutron] Attempting to bind port 29e5531f-d2b8-49c4-8efa-543c9739ee88 on network e8aaa5c2-40bf-4cf0-abeb-ec5b479a8448 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:59:21.119575 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e1fdd3-9da8-4ec7-b808-6556456db846 req-13e53070-4061-44d1-8617-4939cffb720c service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:59:21.119922 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e1fdd3-9da8-4ec7-b808-6556456db846 req-13e53070-4061-44d1-8617-4939cffb720c service neutron] Checking segment: {'id': '030b9d93-2c53-41c2-9a1e-c645c6328b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e8aaa5c2-40bf-4cf0-abeb-ec5b479a8448'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:59:21.120305 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e1fdd3-9da8-4ec7-b808-6556456db846 req-13e53070-4061-44d1-8617-4939cffb720c service neutron] Bound using segment: {'id': '030b9d93-2c53-41c2-9a1e-c645c6328b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e8aaa5c2-40bf-4cf0-abeb-ec5b479a8448'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:59:21.127030 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-34e1fdd3-9da8-4ec7-b808-6556456db846 req-13e53070-4061-44d1-8617-4939cffb720c service neutron] Bound port: 29e5531f-d2b8-49c4-8efa-543c9739ee88, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '030b9d93-2c53-41c2-9a1e-c645c6328b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e8aaa5c2-40bf-4cf0-abeb-ec5b479a8448'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:59:21.127408 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-34e1fdd3-9da8-4ec7-b808-6556456db846 req-13e53070-4061-44d1-8617-4939cffb720c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (29e5531f-d2b8-49c4-8efa-543c9739ee88), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:21.173547 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-944d1218-07cb-4f35-a58c-a4c90e8bfb0e None None] For port a95e374c-90ba-4d57-933b-4e13ce3b3677, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a95e374c-90ba-4d57-933b-4e13ce3b3677,segment=NetworkSegment(fdcbdca0-5f5b-4fc0-b3cc-5d79eb2ea9f0),segment_id=fdcbdca0-5f5b-4fc0-b3cc-5d79eb2ea9f0)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:59:21.173953 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-944d1218-07cb-4f35-a58c-a4c90e8bfb0e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (a95e374c-90ba-4d57-933b-4e13ce3b3677), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:21.197709 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-944d1218-07cb-4f35-a58c-a4c90e8bfb0e None None] Calling delete_port for a95e374c-90ba-4d57-933b-4e13ce3b3677 owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:59:21.234811 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-34e1fdd3-9da8-4ec7-b808-6556456db846 req-13e53070-4061-44d1-8617-4939cffb720c service neutron] For port 29e5531f-d2b8-49c4-8efa-543c9739ee88, host nch1-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:59:21.240816 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-34e1fdd3-9da8-4ec7-b808-6556456db846 req-13e53070-4061-44d1-8617-4939cffb720c service neutron] For port 29e5531f-d2b8-49c4-8efa-543c9739ee88, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=29e5531f-d2b8-49c4-8efa-543c9739ee88,segment=NetworkSegment(030b9d93-2c53-41c2-9a1e-c645c6328b7d),segment_id=030b9d93-2c53-41c2-9a1e-c645c6328b7d)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:59:21.260140 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-e17d8cae-f195-4dd6-b6c2-e13de1272c71 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] For port a95e374c-90ba-4d57-933b-4e13ce3b3677, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a95e374c-90ba-4d57-933b-4e13ce3b3677,segment=NetworkSegment(fdcbdca0-5f5b-4fc0-b3cc-5d79eb2ea9f0),segment_id=fdcbdca0-5f5b-4fc0-b3cc-5d79eb2ea9f0)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:59:21.260507 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e17d8cae-f195-4dd6-b6c2-e13de1272c71 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (a95e374c-90ba-4d57-933b-4e13ce3b3677), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:21.274094 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-34e1fdd3-9da8-4ec7-b808-6556456db846 req-13e53070-4061-44d1-8617-4939cffb720c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (29e5531f-d2b8-49c4-8efa-543c9739ee88), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:21.315304 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-fd131460-4a62-47c1-b60d-e9685f7b8e46 req-4f2d9a3e-49bd-42fe-9206-2ff7ed8b4ad4 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1989851
May 07 21:59:21.315304 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-86251bbc-0c0e-4ed7-8c6b-c93d1593acc6 req-3e88b308-78fe-4101-9259-eaff2c9752bc service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2792466
May 07 21:59:21.318658 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-e17d8cae-f195-4dd6-b6c2-e13de1272c71 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Calling delete_port for a95e374c-90ba-4d57-933b-4e13ce3b3677 owned by network:dhcp {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:59:21.320239 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e1fdd3-9da8-4ec7-b808-6556456db846 req-13e53070-4061-44d1-8617-4939cffb720c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:21.321569 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-34e1fdd3-9da8-4ec7-b808-6556456db846 req-13e53070-4061-44d1-8617-4939cffb720c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:21.323216 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-34e1fdd3-9da8-4ec7-b808-6556456db846 req-13e53070-4061-44d1-8617-4939cffb720c service neutron] 10.222.0.55 "PUT /v2.0/ports/29e5531f-d2b8-49c4-8efa-543c9739ee88 HTTP/1.1" status: 200  len: 1091 time: 1.5992157
May 07 21:59:21.343070 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbd3cd39-a446-4438-98c8-5081eb1abb45 admin admin] Router 233d99f1-0f96-452f-8451-ed3713c6d775 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 21:59:21.365403 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe14da73-2fb3-48b0-8ac2-34f544c2ee96', 'tag': '29e5531f-d2b8-49c4-8efa-543c9739ee88'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:59:21.370819 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-533cbeb8-2e7c-45be-bef1-9b4571e9e49e" -d '{"events": [{"name": "network-changed", "server_uuid": "fe14da73-2fb3-48b0-8ac2-34f544c2ee96", "tag": "29e5531f-d2b8-49c4-8efa-543c9739ee88"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:59:21.371991 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e53070-4061-44d1-8617-4939cffb720c service neutron] Pushing event updated for resources: {'Port': ['ID=29e5531f-d2b8-49c4-8efa-543c9739ee88,revision_number=3']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:21.388386 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-272d3c31-f6a4-43ca-bc1d-ba2b91e531bd None None] Allocated IP 2001:db8::2 (b3780b75-528e-4066-a697-e40f352541b8/d1c925de-d17e-42fc-aac2-d18f691ccd4f/36b9690b-2d00-4742-8bfe-80dd28c2108d) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:59:21.458692 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f25776-71fb-420f-a33e-fdc7a9e5b8df x-openstack-request-id: req-97f25776-71fb-420f-a33e-fdc7a9e5b8df {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:59:21.459033 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe14da73-2fb3-48b0-8ac2-34f544c2ee96", "tag": "29e5531f-d2b8-49c4-8efa-543c9739ee88", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:59:21.459400 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-97f25776-71fb-420f-a33e-fdc7a9e5b8df {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:59:21.459715 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97f25776-71fb-420f-a33e-fdc7a9e5b8df'] response: {'name': 'network-changed', 'server_uuid': 'fe14da73-2fb3-48b0-8ac2-34f544c2ee96', 'tag': '29e5531f-d2b8-49c4-8efa-543c9739ee88', 'status': 'completed', 'code': 200}
May 07 21:59:21.520639 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e1fdd3-9da8-4ec7-b808-6556456db846 req-2c1d0319-b04e-4c4d-b0b8-2ca609490c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:21.522193 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-34e1fdd3-9da8-4ec7-b808-6556456db846 req-2c1d0319-b04e-4c4d-b0b8-2ca609490c3b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1426f0d5b4ef478d91cfb1856c943052&device_id=fe14da73-2fb3-48b0-8ac2-34f544c2ee96 HTTP/1.1" status: 200  len: 1125 time: 0.1470895
May 07 21:59:21.530592 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1516434e-151d-4b6d-b81d-b403b8871715 req-9cf32407-6f16-42bf-b3ef-734ff6bfbda9 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=4f25e7e4b2ae4a278467bc1a4fc5fa46&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0494819
May 07 21:59:21.583039 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-34e1fdd3-9da8-4ec7-b808-6556456db846 req-cf96c8d2-7644-423b-833c-803e3c8d5316 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29e5531f-d2b8-49c4-8efa-543c9739ee88 HTTP/1.1" status: 200  len: 217 time: 0.0426691
May 07 21:59:21.583776 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9b064abb-c18a-4763-be05-166502bba850 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (cd750215-5b95-4d5d-b903-4316bd8da406), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:21.590049 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e17d8cae-f195-4dd6-b6c2-e13de1272c71 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (a95e374c-90ba-4d57-933b-4e13ce3b3677), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:21.632513 ncdv-master-1 neutron-server[121838]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 07 21:59:21.632513 ncdv-master-1 neutron-server[121838]:   from cryptography.utils import int_from_bytes
May 07 21:59:21.632513 ncdv-master-1 neutron-server[121838]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 07 21:59:21.632513 ncdv-master-1 neutron-server[121838]:   from cryptography.utils import int_from_bytes
May 07 21:59:21.632513 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 21:59:21.632513 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 21:59:21.632513 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 21:59:21.632513 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 21:59:21.632513 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 21:59:21.632513 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 21:59:21.632513 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 21:59:21.632513 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 21:59:21.632513 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 21:59:21.632513 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 21:59:21.632513 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 21:59:21.632513 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 21:59:21.632513 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 21:59:21.632513 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 21:59:21.632513 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 21:59:21.632513 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 21:59:21.632513 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 21:59:21.632513 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 21:59:21.632513 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 21:59:21.632513 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 21:59:21.632513 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 21:59:21.632513 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 21:59:21.632513 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 21:59:21.632513 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 21:59:21.632513 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 21:59:21.632513 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 21:59:21.632513 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 21:59:21.632513 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 21:59:21.632513 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 21:59:21.632513 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 21:59:21.632513 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 21:59:21.632513 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 21:59:21.632513 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 21:59:21.632513 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 21:59:21.632513 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 21:59:21.632513 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 21:59:21.632513 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 21:59:21.632513 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 21:59:21.635368 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 21:59:21.635368 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 21:59:21.635368 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 21:59:21.635368 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 21:59:21.635368 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 21:59:21.635368 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 21:59:21.635368 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 21:59:21.635368 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 21:59:21.635368 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 21:59:21.635368 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 21:59:21.635368 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 21:59:21.635368 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 21:59:21.635368 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 21:59:21.635368 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 21:59:21.648695 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-944d1218-07cb-4f35-a58c-a4c90e8bfb0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (a95e374c-90ba-4d57-933b-4e13ce3b3677), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:21.649085 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbd3cd39-a446-4438-98c8-5081eb1abb45 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:59:21.655694 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17d8cae-f195-4dd6-b6c2-e13de1272c71 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Pushing event deleted for resources: {'Port': ['ID=a95e374c-90ba-4d57-933b-4e13ce3b3677,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:21.665314 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-fbd3cd39-a446-4438-98c8-5081eb1abb45 admin admin] 10.222.0.32 "PUT /v2.0/routers/233d99f1-0f96-452f-8451-ed3713c6d775/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7474308
May 07 21:59:21.667926 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17d8cae-f195-4dd6-b6c2-e13de1272c71 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] No DVR routers for this DVR port a95e374c-90ba-4d57-933b-4e13ce3b3677 on host ncdv-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:59:21.669545 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49468) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:21.673414 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ae74a9-9114-474f-a83f-420d08e221ef None None] Sync routers for ids ['233d99f1-0f96-452f-8451-ed3713c6d775'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:59:21.696273 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b064abb-c18a-4763-be05-166502bba850 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Network b3780b75-528e-4066-a697-e40f352541b8 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:59:21.696545 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:21.697651 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-272d3c31-f6a4-43ca-bc1d-ba2b91e531bd None None] Publish callbacks [] for port (36b9690b-2d00-4742-8bfe-80dd28c2108d), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:21.699749 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944d1218-07cb-4f35-a58c-a4c90e8bfb0e None None] Pushing event deleted for resources: {'Port': ['ID=a95e374c-90ba-4d57-933b-4e13ce3b3677,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:21.707348 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-9b064abb-c18a-4763-be05-166502bba850 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:59:21.711489 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944d1218-07cb-4f35-a58c-a4c90e8bfb0e None None] No DVR routers for this DVR port a95e374c-90ba-4d57-933b-4e13ce3b3677 on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:59:21.713572 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b064abb-c18a-4763-be05-166502bba850 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:21.714245 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9b064abb-c18a-4763-be05-166502bba850 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:21.717482 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-272d3c31-f6a4-43ca-bc1d-ba2b91e531bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (36b9690b-2d00-4742-8bfe-80dd28c2108d), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:21.726715 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b064abb-c18a-4763-be05-166502bba850 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Pushing event updated for resources: {'Subnet': ['ID=cd750215-5b95-4d5d-b903-4316bd8da406,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:21.728602 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ae74a9-9114-474f-a83f-420d08e221ef None None] Routers {'233d99f1-0f96-452f-8451-ed3713c6d775'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:59:21.731414 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-d5ae74a9-9114-474f-a83f-420d08e221ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cbd4e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:58:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['233d99f1-0f96-452f-8451-ed3713c6d775'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:21.765172 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e1fdd3-9da8-4ec7-b808-6556456db846 req-c274ceec-3015-43ec-9dcd-351bdf8a5add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:21.766642 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-34e1fdd3-9da8-4ec7-b808-6556456db846 req-c274ceec-3015-43ec-9dcd-351bdf8a5add service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7547ebf3-a4ee-4738-ba7e-148bb3c9b141 HTTP/1.1" status: 200  len: 865 time: 0.1763732
May 07 21:59:21.772287 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-9b064abb-c18a-4763-be05-166502bba850 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 1.0122554
May 07 21:59:21.775270 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49472) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:21.821525 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e17d8cae-f195-4dd6-b6c2-e13de1272c71 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (1a36fcba-39c0-4c71-932b-807dd8f746f1), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:21.830928 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272d3c31-f6a4-43ca-bc1d-ba2b91e531bd None None] Network b3780b75-528e-4066-a697-e40f352541b8 is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:59:21.832617 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-272d3c31-f6a4-43ca-bc1d-ba2b91e531bd None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:59:21.836420 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272d3c31-f6a4-43ca-bc1d-ba2b91e531bd None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:59:21.851297 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-e17d8cae-f195-4dd6-b6c2-e13de1272c71 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf86bef0d0>,) {'filters': {'network_id': ['1a36fcba-39c0-4c71-932b-807dd8f746f1']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:21.853203 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272d3c31-f6a4-43ca-bc1d-ba2b91e531bd None None] Pushing event updated for resources: {'Port': ['ID=36b9690b-2d00-4742-8bfe-80dd28c2108d,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:21.862552 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-e17d8cae-f195-4dd6-b6c2-e13de1272c71 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf86bef0d0>, 'fdcbdca0-5f5b-4fc0-b3cc-5d79eb2ea9f0') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:21.862907 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-e17d8cae-f195-4dd6-b6c2-e13de1272c71 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf86bef0d0>, 'fdcbdca0-5f5b-4fc0-b3cc-5d79eb2ea9f0') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:21.866632 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-d5ae74a9-9114-474f-a83f-420d08e221ef None None] Set router 233d99f1-0f96-452f-8451-ed3713c6d775 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:59:21.873309 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e17d8cae-f195-4dd6-b6c2-e13de1272c71 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (fdcbdca0-5f5b-4fc0-b3cc-5d79eb2ea9f0), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:21.879354 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-34e1fdd3-9da8-4ec7-b808-6556456db846 req-16bb9d49-2cc2-48ba-9afb-f2fd698dc93a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e8aaa5c2-40bf-4cf0-abeb-ec5b479a8448&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1027822
May 07 21:59:21.886833 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e17d8cae-f195-4dd6-b6c2-e13de1272c71 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (fdcbdca0-5f5b-4fc0-b3cc-5d79eb2ea9f0), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:21.893745 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e17d8cae-f195-4dd6-b6c2-e13de1272c71 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 21:59:21.894170 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e17d8cae-f195-4dd6-b6c2-e13de1272c71 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (fdcbdca0-5f5b-4fc0-b3cc-5d79eb2ea9f0), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:21.915855 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12648909-10bb-4773-b8d9-d9d04e267fbe tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:21.916789 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-272d3c31-f6a4-43ca-bc1d-ba2b91e531bd None None] Attempting to bind port 36b9690b-2d00-4742-8bfe-80dd28c2108d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:59:21.917169 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12648909-10bb-4773-b8d9-d9d04e267fbe tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:21.917362 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-272d3c31-f6a4-43ca-bc1d-ba2b91e531bd None None] Attempting to bind port 36b9690b-2d00-4742-8bfe-80dd28c2108d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5521d5ee-e177-40ab-a428-89f802964c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b3780b75-528e-4066-a697-e40f352541b8'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:59:21.917707 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272d3c31-f6a4-43ca-bc1d-ba2b91e531bd None None] Attempting to bind port 36b9690b-2d00-4742-8bfe-80dd28c2108d on network b3780b75-528e-4066-a697-e40f352541b8 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:59:21.918604 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12648909-10bb-4773-b8d9-d9d04e267fbe tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:21.920069 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12648909-10bb-4773-b8d9-d9d04e267fbe tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:21.921503 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12648909-10bb-4773-b8d9-d9d04e267fbe tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:21.923187 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-12648909-10bb-4773-b8d9-d9d04e267fbe tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3330 time: 0.1095259
May 07 21:59:21.928782 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272d3c31-f6a4-43ca-bc1d-ba2b91e531bd None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:59:21.929861 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272d3c31-f6a4-43ca-bc1d-ba2b91e531bd None None] Checking segment: {'id': '5521d5ee-e177-40ab-a428-89f802964c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b3780b75-528e-4066-a697-e40f352541b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:59:21.930331 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-272d3c31-f6a4-43ca-bc1d-ba2b91e531bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:21.930680 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272d3c31-f6a4-43ca-bc1d-ba2b91e531bd None None] Bound using segment: {'id': '5521d5ee-e177-40ab-a428-89f802964c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b3780b75-528e-4066-a697-e40f352541b8'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:59:21.931277 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-272d3c31-f6a4-43ca-bc1d-ba2b91e531bd None None] Bound port: 36b9690b-2d00-4742-8bfe-80dd28c2108d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5521d5ee-e177-40ab-a428-89f802964c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'b3780b75-528e-4066-a697-e40f352541b8'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:59:21.931678 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-272d3c31-f6a4-43ca-bc1d-ba2b91e531bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (36b9690b-2d00-4742-8bfe-80dd28c2108d), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:21.942661 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49474) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:21.959317 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 21:59:21.959317 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 21:59:21.959317 ncdv-master-1 neutron-server[121837]:     timer()
May 07 21:59:21.959317 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 21:59:21.959317 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 21:59:21.959317 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 21:59:21.959317 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 21:59:21.959317 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 21:59:21.959317 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 21:59:21.959317 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 21:59:21.959317 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 21:59:21.959317 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 21:59:21.959317 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 21:59:21.959317 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 21:59:21.959317 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 21:59:21.959317 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 21:59:21.959317 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 21:59:21.959317 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 21:59:21.959317 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 21:59:21.959317 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 21:59:21.959317 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 21:59:21.959317 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 21:59:21.959317 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 21:59:21.959317 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 21:59:21.959317 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 21:59:21.959317 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 21:59:21.959317 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 21:59:21.959317 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 21:59:21.959317 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 21:59:21.959317 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 21:59:21.959317 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 21:59:21.959317 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 21:59:21.963449 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-14ff2271-5709-4cde-94ac-0d7fa418b96b tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1594590781'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:59:21.966834 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e17d8cae-f195-4dd6-b6c2-e13de1272c71 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (1a36fcba-39c0-4c71-932b-807dd8f746f1), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:22.013647 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e17d8cae-f195-4dd6-b6c2-e13de1272c71 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:22.017113 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-e17d8cae-f195-4dd6-b6c2-e13de1272c71 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "DELETE /v2.0/networks/1a36fcba-39c0-4c71-932b-807dd8f746f1 HTTP/1.1" status: 204  len: 168 time: 1.4684231
May 07 21:59:22.030870 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49476) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:22.039108 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14ff2271-5709-4cde-94ac-0d7fa418b96b tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Made reservation on behalf of e8e04e47c1cd4025a59809f6e8d6d7b6 for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:59:22.039303 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17d8cae-f195-4dd6-b6c2-e13de1272c71 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Pushing event deleted for resources: {'Network': ['ID=1a36fcba-39c0-4c71-932b-807dd8f746f1,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:22.042886 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-14ff2271-5709-4cde-94ac-0d7fa418b96b tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:22.047962 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1516434e-151d-4b6d-b81d-b403b8871715 req-81a2a8dd-a0db-4e0f-80b8-c9624a98ac77 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:22.049471 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1516434e-151d-4b6d-b81d-b403b8871715 req-81a2a8dd-a0db-4e0f-80b8-c9624a98ac77 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.5054240
May 07 21:59:22.049837 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-dbf6b374-6aaf-4097-8328-ebf122628842 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-629421532'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:59:22.061746 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041497a4-fd72-41a0-ba57-078320ce3ec3 req-c8678272-ff3a-458d-94ca-d26f220c71c0 tempest-ServersNegativeTestMultiTenantJSON-930776855 tempest-ServersNegativeTestMultiTenantJSON-930776855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:22.068948 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-041497a4-fd72-41a0-ba57-078320ce3ec3 req-c8678272-ff3a-458d-94ca-d26f220c71c0 tempest-ServersNegativeTestMultiTenantJSON-930776855 tempest-ServersNegativeTestMultiTenantJSON-930776855-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe14da73-2fb3-48b0-8ac2-34f544c2ee96 HTTP/1.1" status: 200  len: 943 time: 0.1863766
May 07 21:59:22.077034 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e2b437d5-405f-4807-9afe-9ba538b93c22 admin admin] Publish callbacks [] for router (233d99f1-0f96-452f-8451-ed3713c6d775), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:22.083742 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-272d3c31-f6a4-43ca-bc1d-ba2b91e531bd None None] For port 36b9690b-2d00-4742-8bfe-80dd28c2108d, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:59:22.085299 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1516434e-151d-4b6d-b81d-b403b8871715 req-ed6cf70b-dd9d-4554-94e3-3b59896be6f1 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] 10.222.0.32 "GET /v2.0/quotas/4f25e7e4b2ae4a278467bc1a4fc5fa46 HTTP/1.1" status: 200  len: 375 time: 0.0206964
May 07 21:59:22.088500 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-272d3c31-f6a4-43ca-bc1d-ba2b91e531bd None None] For port 36b9690b-2d00-4742-8bfe-80dd28c2108d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=36b9690b-2d00-4742-8bfe-80dd28c2108d,segment=NetworkSegment(5521d5ee-e177-40ab-a428-89f802964c66),segment_id=5521d5ee-e177-40ab-a428-89f802964c66)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:59:22.101075 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-272d3c31-f6a4-43ca-bc1d-ba2b91e531bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (36b9690b-2d00-4742-8bfe-80dd28c2108d), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:22.104515 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-d5ae74a9-9114-474f-a83f-420d08e221ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cbd4e50>, [{'id': '233d99f1-0f96-452f-8451-ed3713c6d775', 'name': 'tempest-TaggedBootDevicesTest_v242-1499694412-router', 'tenant_id': '776799dc9f9540fbaa14d08d316b0eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.222'}], 'enable_snat': True}, 'gw_port_id': '24a60c17-e3bd-4892-9062-5beb43d659d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:52:26Z', 'updated_at': '2022-05-07T21:59:19Z', 'revision_number': 5, 'project_id': '776799dc9f9540fbaa14d08d316b0eef', 'gw_port': {'id': '24a60c17-e3bd-4892-9062-5beb43d659d4', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:44:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233d99f1-0f96-452f-8451-ed3713c6d775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:52:31Z', 'updated_at': '2022-05-07T21:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:22.139735 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14ff2271-5709-4cde-94ac-0d7fa418b96b tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 21:59:22.148196 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ae74a9-9114-474f-a83f-420d08e221ef None None] Checking router: 233d99f1-0f96-452f-8451-ed3713c6d775 for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 21:59:22.153137 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf6b374-6aaf-4097-8328-ebf122628842 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Made reservation on behalf of 17d1717bd7f2430eb5c2d3ce577e8160 for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:59:22.156533 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-dbf6b374-6aaf-4097-8328-ebf122628842 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:22.167324 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1516434e-151d-4b6d-b81d-b403b8871715 req-d8892c66-2f4c-40f0-8b28-5ff3c89fefa9 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4f25e7e4b2ae4a278467bc1a4fc5fa46&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0810831
May 07 21:59:22.189752 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-34e1fdd3-9da8-4ec7-b808-6556456db846 req-7b4a40da-da7b-48fc-9df5-8fdc2bd9417c service neutron] 10.222.0.55 "GET /v2.0/networks/e8aaa5c2-40bf-4cf0-abeb-ec5b479a8448?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2855961
May 07 21:59:22.191067 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-14ff2271-5709-4cde-94ac-0d7fa418b96b tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (68eb9a8d-95ba-45ee-a4a3-7e0fd5bfe940), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:22.191378 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ae74a9-9114-474f-a83f-420d08e221ef None None] Routers {'233d99f1-0f96-452f-8451-ed3713c6d775'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:59:22.191537 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-14ff2271-5709-4cde-94ac-0d7fa418b96b tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Added segment 68eb9a8d-95ba-45ee-a4a3-7e0fd5bfe940 of type vlan for network 3583dce8-1ca6-4625-8862-fb0b6d107048
May 07 21:59:22.193910 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-d5ae74a9-9114-474f-a83f-420d08e221ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cbd4e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:58:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['233d99f1-0f96-452f-8451-ed3713c6d775'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:22.225061 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272d3c31-f6a4-43ca-bc1d-ba2b91e531bd None None] Pushing event updated for resources: {'Port': ['ID=36b9690b-2d00-4742-8bfe-80dd28c2108d,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:22.230459 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-041497a4-fd72-41a0-ba57-078320ce3ec3 req-905bc5b3-84b0-4ac4-9a46-ce5621a1fee8 tempest-ServersNegativeTestMultiTenantJSON-930776855 tempest-ServersNegativeTestMultiTenantJSON-930776855-project] 10.222.0.32 "GET /v2.0/security-groups?id=9196cd4a-c48b-40f4-862c-9395ce3cf8f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1573002
May 07 21:59:22.375714 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e2b437d5-405f-4807-9afe-9ba538b93c22 admin admin] Publish callbacks [] for router_gateway (233d99f1-0f96-452f-8451-ed3713c6d775), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:22.421376 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device a95e374c-90ba-4d57-933b-4e13ce3b3677 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:59:22.431526 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-d5ae74a9-9114-474f-a83f-420d08e221ef None None] Set router 233d99f1-0f96-452f-8451-ed3713c6d775 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:59:22.471488 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-14ff2271-5709-4cde-94ac-0d7fa418b96b tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (3583dce8-1ca6-4625-8862-fb0b6d107048), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:22.478181 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbf6b374-6aaf-4097-8328-ebf122628842 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 21:59:22.489627 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: a95e374c-90ba-4d57-933b-4e13ce3b3677 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:59:22.498021 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device a95e374c-90ba-4d57-933b-4e13ce3b3677 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:59:22.527135 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-e2b437d5-405f-4807-9afe-9ba538b93c22 admin admin] Deleting port 24a60c17-e3bd-4892-9062-5beb43d659d4 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:59:22.527481 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e2b437d5-405f-4807-9afe-9ba538b93c22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (24a60c17-e3bd-4892-9062-5beb43d659d4), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:22.544120 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-dbf6b374-6aaf-4097-8328-ebf122628842 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (aadc8000-9a3a-416e-ba38-f14d0bfd9b80), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:22.544833 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-dbf6b374-6aaf-4097-8328-ebf122628842 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Added segment aadc8000-9a3a-416e-ba38-f14d0bfd9b80 of type vlan for network b9b54ba8-0a68-48af-a086-84af3917ea27
May 07 21:59:22.596316 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088cf5b8-3464-4514-8b53-973c9268a731 req-b1941bd8-f326-4cbf-9fd0-526c707fa255 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:22.611583 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-088cf5b8-3464-4514-8b53-973c9268a731 req-b1941bd8-f326-4cbf-9fd0-526c707fa255 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=16037dee-704d-447b-9523-4b2728e5d647 HTTP/1.1" status: 200  len: 945 time: 0.1646464
May 07 21:59:22.694880 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-34e1fdd3-9da8-4ec7-b808-6556456db846 req-c3070885-d7e5-41b5-b0b4-68820610f037 service neutron] 10.222.0.55 "GET /v2.0/networks/e8aaa5c2-40bf-4cf0-abeb-ec5b479a8448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4886856
May 07 21:59:22.704459 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-14ff2271-5709-4cde-94ac-0d7fa418b96b tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (3583dce8-1ca6-4625-8862-fb0b6d107048), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:22.709770 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ff2271-5709-4cde-94ac-0d7fa418b96b tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:22.710406 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-14ff2271-5709-4cde-94ac-0d7fa418b96b tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:22.730809 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a4c866f2-06d4-48b1-95cb-53e4dfe41b2c req-1751a48a-8f22-41f8-81e7-391f23e79b7e tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=4f25e7e4b2ae4a278467bc1a4fc5fa46&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0395052
May 07 21:59:22.753771 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-e2b437d5-405f-4807-9afe-9ba538b93c22 admin admin] For port 24a60c17-e3bd-4892-9062-5beb43d659d4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=24a60c17-e3bd-4892-9062-5beb43d659d4,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:59:22.754236 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e2b437d5-405f-4807-9afe-9ba538b93c22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (24a60c17-e3bd-4892-9062-5beb43d659d4), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:22.763504 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-dbf6b374-6aaf-4097-8328-ebf122628842 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (b9b54ba8-0a68-48af-a086-84af3917ea27), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:22.791067 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-e2b437d5-405f-4807-9afe-9ba538b93c22 admin admin] Calling delete_port for 24a60c17-e3bd-4892-9062-5beb43d659d4 owned by network:router_gateway {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:59:22.844345 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-d5ae74a9-9114-474f-a83f-420d08e221ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cbd4e50>, [{'id': '233d99f1-0f96-452f-8451-ed3713c6d775', 'name': 'tempest-TaggedBootDevicesTest_v242-1499694412-router', 'tenant_id': '776799dc9f9540fbaa14d08d316b0eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.222'}], 'enable_snat': True}, 'gw_port_id': '24a60c17-e3bd-4892-9062-5beb43d659d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:52:26Z', 'updated_at': '2022-05-07T21:59:19Z', 'revision_number': 5, 'project_id': '776799dc9f9540fbaa14d08d316b0eef', 'gw_port': {'id': '24a60c17-e3bd-4892-9062-5beb43d659d4', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:44:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233d99f1-0f96-452f-8451-ed3713c6d775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:52:31Z', 'updated_at': '2022-05-07T21:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:22.868617 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-14ff2271-5709-4cde-94ac-0d7fa418b96b tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.9084270
May 07 21:59:22.869880 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49498) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:22.874572 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-fa9e7136-3944-4063-be07-3f94ca35c3ca tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Request body: {'network': {'name': 'New_network'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:59:22.882207 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ae74a9-9114-474f-a83f-420d08e221ef None None] The sync data for ids ['233d99f1-0f96-452f-8451-ed3713c6d775'] in ncdv-master-1 is: [{'id': '233d99f1-0f96-452f-8451-ed3713c6d775', 'name': 'tempest-TaggedBootDevicesTest_v242-1499694412-router', 'tenant_id': '776799dc9f9540fbaa14d08d316b0eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.222'}], 'enable_snat': True}, 'gw_port_id': '24a60c17-e3bd-4892-9062-5beb43d659d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:52:26Z', 'updated_at': '2022-05-07T21:59:19Z', 'revision_number': 5, 'project_id': '776799dc9f9540fbaa14d08d316b0eef', 'gw_port': {'id': '24a60c17-e3bd-4892-9062-5beb43d659d4', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:44:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233d99f1-0f96-452f-8451-ed3713c6d775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 982, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:52:31Z', 'updated_at': '2022-05-07T21:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:59:22.883181 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-088cf5b8-3464-4514-8b53-973c9268a731 req-5dba1f8a-6224-466c-9b5b-9c20d683cc6b tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2704892
May 07 21:59:22.884418 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ff2271-5709-4cde-94ac-0d7fa418b96b tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Pushing event updated for resources: {'Network': ['ID=3583dce8-1ca6-4625-8862-fb0b6d107048,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:22.887145 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-dbf6b374-6aaf-4097-8328-ebf122628842 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (b9b54ba8-0a68-48af-a086-84af3917ea27), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:22.899180 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 3583dce8-1ca6-4625-8862-fb0b6d107048 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 21:59:22.900977 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf6b374-6aaf-4097-8328-ebf122628842 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:22.901643 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-dbf6b374-6aaf-4097-8328-ebf122628842 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:22.957976 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-dbf6b374-6aaf-4097-8328-ebf122628842 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.9233699
May 07 21:59:22.962129 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49502) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:22.977042 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-9566a318-8541-4814-9a0f-908afdfed962 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Request body: {'subnet': {'network_id': 'b9b54ba8-0a68-48af-a086-84af3917ea27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:59:23.081443 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c866f2-06d4-48b1-95cb-53e4dfe41b2c req-13e9fb61-d649-4a54-89d3-97400ced9379 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:23.083053 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a4c866f2-06d4-48b1-95cb-53e4dfe41b2c req-13e9fb61-d649-4a54-89d3-97400ced9379 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3426108
May 07 21:59:23.160985 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a4c866f2-06d4-48b1-95cb-53e4dfe41b2c req-7b917205-d284-43b6-a535-346b19beeb4b tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] 10.222.0.32 "GET /v2.0/quotas/4f25e7e4b2ae4a278467bc1a4fc5fa46 HTTP/1.1" status: 200  len: 375 time: 0.0642345
May 07 21:59:23.178253 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf6b374-6aaf-4097-8328-ebf122628842 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Pushing event updated for resources: {'Network': ['ID=b9b54ba8-0a68-48af-a086-84af3917ea27,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:23.226192 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9566a318-8541-4814-9a0f-908afdfed962 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Made reservation on behalf of 17d1717bd7f2430eb5c2d3ce577e8160 for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:59:23.239705 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9566a318-8541-4814-9a0f-908afdfed962 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:23.275154 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a4c866f2-06d4-48b1-95cb-53e4dfe41b2c req-94e96ef0-4cd5-46e0-adfc-9f79df5bfc92 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=4f25e7e4b2ae4a278467bc1a4fc5fa46&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0737793
May 07 21:59:23.305842 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fa9e7136-3944-4063-be07-3f94ca35c3ca tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (3583dce8-1ca6-4625-8862-fb0b6d107048), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:23.374892 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fa9e7136-3944-4063-be07-3f94ca35c3ca tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (3583dce8-1ca6-4625-8862-fb0b6d107048), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:23.412688 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fa9e7136-3944-4063-be07-3f94ca35c3ca tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Network 3583dce8-1ca6-4625-8862-fb0b6d107048 is not hosted by any dhcp agent {{(pid=121837) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
May 07 21:59:23.418202 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9e7136-3944-4063-be07-3f94ca35c3ca tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:23.419891 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fa9e7136-3944-4063-be07-3f94ca35c3ca tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:23.421943 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-fa9e7136-3944-4063-be07-3f94ca35c3ca tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] 10.222.0.32 "PUT /v2.0/networks/3583dce8-1ca6-4625-8862-fb0b6d107048 HTTP/1.1" status: 200  len: 723 time: 0.5514965
May 07 21:59:23.425246 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49510) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:23.456740 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-553aea6c-188c-4dc7-bc7d-2dea7852b32b tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Request body: {'subnet': {'network_id': '3583dce8-1ca6-4625-8862-fb0b6d107048', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:59:23.489570 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network b9b54ba8-0a68-48af-a086-84af3917ea27 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 21:59:23.519301 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e2b437d5-405f-4807-9afe-9ba538b93c22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (24a60c17-e3bd-4892-9062-5beb43d659d4), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:23.521539 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9e7136-3944-4063-be07-3f94ca35c3ca tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Pushing event updated for resources: {'Network': ['ID=3583dce8-1ca6-4625-8862-fb0b6d107048,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:23.557741 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 3583dce8-1ca6-4625-8862-fb0b6d107048 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 21:59:23.578937 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b437d5-405f-4807-9afe-9ba538b93c22 admin admin] Pushing event deleted for resources: {'Port': ['ID=24a60c17-e3bd-4892-9062-5beb43d659d4,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:23.721990 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e2b437d5-405f-4807-9afe-9ba538b93c22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395776'] for router_gateway (233d99f1-0f96-452f-8451-ed3713c6d775), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:23.787528 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d5b044-a9cd-4090-bbb1-96d119abbe07 req-6fc554c5-c057-4147-9329-6e0514f05800 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:23.789152 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f2d5b044-a9cd-4090-bbb1-96d119abbe07 req-6fc554c5-c057-4147-9329-6e0514f05800 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=16037dee-704d-447b-9523-4b2728e5d647 HTTP/1.1" status: 200  len: 945 time: 0.4329233
May 07 21:59:23.790159 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533cbeb8-2e7c-45be-bef1-9b4571e9e49e req-9b0737d5-016f-45e0-b8ba-f97b087b093e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:23.791569 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-533cbeb8-2e7c-45be-bef1-9b4571e9e49e req-9b0737d5-016f-45e0-b8ba-f97b087b093e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1426f0d5b4ef478d91cfb1856c943052&device_id=fe14da73-2fb3-48b0-8ac2-34f544c2ee96 HTTP/1.1" status: 200  len: 1125 time: 0.1382263
May 07 21:59:23.804710 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-951c517b-651a-4bf1-b206-01cd2f322537 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:23.837664 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:23.881768 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a00d6c-8a60-4970-8c96-4b4c5fa5456f req-b2d18099-6799-4594-b57b-0b6a8c946ef4 tempest-ServersNegativeTestMultiTenantJSON-930776855 tempest-ServersNegativeTestMultiTenantJSON-930776855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:23.891443 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d4a00d6c-8a60-4970-8c96-4b4c5fa5456f req-b2d18099-6799-4594-b57b-0b6a8c946ef4 tempest-ServersNegativeTestMultiTenantJSON-930776855 tempest-ServersNegativeTestMultiTenantJSON-930776855-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe14da73-2fb3-48b0-8ac2-34f544c2ee96 HTTP/1.1" status: 200  len: 943 time: 0.1653762
May 07 21:59:24.016366 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e2b437d5-405f-4807-9afe-9ba538b93c22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (233d99f1-0f96-452f-8451-ed3713c6d775), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:24.020259 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e2b437d5-405f-4807-9afe-9ba538b93c22 admin admin] Publish callbacks [] for router_controller (233d99f1-0f96-452f-8451-ed3713c6d775), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:24.040973 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d4a00d6c-8a60-4970-8c96-4b4c5fa5456f req-052f71b8-0e32-42b5-a303-286135786f8f tempest-ServersNegativeTestMultiTenantJSON-930776855 tempest-ServersNegativeTestMultiTenantJSON-930776855-project] 10.222.0.32 "GET /v2.0/security-groups?id=9196cd4a-c48b-40f4-862c-9395ce3cf8f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1486504
May 07 21:59:24.060142 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4403fa4-2c9a-4975-96ec-17e8c89d73f7 None None] Network b3780b75-528e-4066-a697-e40f352541b8 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:59:24.122278 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e2b437d5-405f-4807-9afe-9ba538b93c22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (233d99f1-0f96-452f-8451-ed3713c6d775), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:24.122878 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2b437d5-405f-4807-9afe-9ba538b93c22 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 233d99f1-0f96-452f-8451-ed3713c6d775 {{(pid=121837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 21:59:24.133749 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e2b437d5-405f-4807-9afe-9ba538b93c22 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:24.134976 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-e2b437d5-405f-4807-9afe-9ba538b93c22 admin admin] 10.222.0.32 "DELETE /v2.0/routers/233d99f1-0f96-452f-8451-ed3713c6d775 HTTP/1.1" status: 204  len: 168 time: 2.4648092
May 07 21:59:24.158024 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49522) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:24.181173 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-613e9ec2-9712-4b77-a45e-9e3e9646cef6 None None] Provisioning complete for port 36b9690b-2d00-4742-8bfe-80dd28c2108d triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:59:24.181843 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-613e9ec2-9712-4b77-a45e-9e3e9646cef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (36b9690b-2d00-4742-8bfe-80dd28c2108d), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:24.246762 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533cbeb8-2e7c-45be-bef1-9b4571e9e49e req-b31bb7f0-a805-4833-a9b7-4098747262be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:24.246762 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-533cbeb8-2e7c-45be-bef1-9b4571e9e49e req-b31bb7f0-a805-4833-a9b7-4098747262be service neutron] 10.222.0.55 "GET /v2.0/networks?id=e8aaa5c2-40bf-4cf0-abeb-ec5b479a8448 HTTP/1.1" status: 200  len: 926 time: 0.3982384
May 07 21:59:24.269000 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-55559014-0688-47b8-90ac-1c44683d314a req-1b28145d-62d7-457e-bee7-2435c0148027 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d5d0aa6-f907-4569-bedc-2979f6637d33 HTTP/1.1" status: 200  len: 210 time: 0.1329727
May 07 21:59:24.282401 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f2d5b044-a9cd-4090-bbb1-96d119abbe07 req-0c34a81a-9913-415e-9aad-98cebe03e944 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3687932
May 07 21:59:24.305556 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-553aea6c-188c-4dc7-bc7d-2dea7852b32b tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Made reservation on behalf of e8e04e47c1cd4025a59809f6e8d6d7b6 for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:59:24.306260 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1516434e-151d-4b6d-b81d-b403b8871715 req-a8611e42-07e6-465a-adaf-6c7138543dc2 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=4f25e7e4b2ae4a278467bc1a4fc5fa46&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0788829
May 07 21:59:24.317618 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-553aea6c-188c-4dc7-bc7d-2dea7852b32b tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:24.323938 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9566a318-8541-4814-9a0f-908afdfed962 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (f85aa15f-0b3c-4246-a0d1-1940d7ca8752), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:24.382020 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 29e5531f-d2b8-49c4-8efa-543c9739ee88 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:59:24.397883 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-aeca303a-56c0-4348-86ad-613c4f2b45fe admin admin] Deleting subnet da63a771-abb0-40b6-95fd-274a7c839ed9 {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 21:59:24.410336 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-aeca303a-56c0-4348-86ad-613c4f2b45fe admin admin] Publish callbacks [] for subnet (da63a771-abb0-40b6-95fd-274a7c839ed9), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:24.462157 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-533cbeb8-2e7c-45be-bef1-9b4571e9e49e req-3f6cb6be-4aad-439e-b7ec-cfcd3b02693d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29e5531f-d2b8-49c4-8efa-543c9739ee88 HTTP/1.1" status: 200  len: 217 time: 0.1755288
May 07 21:59:24.514158 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-613e9ec2-9712-4b77-a45e-9e3e9646cef6 None None] Current status of the port 36b9690b-2d00-4742-8bfe-80dd28c2108d is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:59:24.514699 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-613e9ec2-9712-4b77-a45e-9e3e9646cef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (36b9690b-2d00-4742-8bfe-80dd28c2108d), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:24.635736 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-613e9ec2-9712-4b77-a45e-9e3e9646cef6 None None] For port 36b9690b-2d00-4742-8bfe-80dd28c2108d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=36b9690b-2d00-4742-8bfe-80dd28c2108d,segment=NetworkSegment(5521d5ee-e177-40ab-a428-89f802964c66),segment_id=5521d5ee-e177-40ab-a428-89f802964c66)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:59:24.641319 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-613e9ec2-9712-4b77-a45e-9e3e9646cef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (36b9690b-2d00-4742-8bfe-80dd28c2108d), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:24.683943 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9566a318-8541-4814-9a0f-908afdfed962 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Checking segment: {'id': 'aadc8000-9a3a-416e-ba38-f14d0bfd9b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'b9b54ba8-0a68-48af-a086-84af3917ea27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:59:24.684342 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9566a318-8541-4814-9a0f-908afdfed962 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Network hostable DHCP agents. Network: b9b54ba8-0a68-48af-a086-84af3917ea27, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 21:59:24.696174 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f14178-15fe-4385-8f68-6c714aa787e2 None None] Update dhcp port {'port': {'network_id': 'b3780b75-528e-4066-a697-e40f352541b8', 'fixed_ips': [{'subnet_id': 'd1c925de-d17e-42fc-aac2-d18f691ccd4f', 'ip_address': '2001:db8::2'}, {'subnet_id': 'cd750215-5b95-4d5d-b903-4316bd8da406'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '36b9690b-2d00-4742-8bfe-80dd28c2108d'} from ncdv-master-1. {{(pid=121838) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
May 07 21:59:24.699396 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 29e5531f-d2b8-49c4-8efa-543c9739ee88, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=29e5531f-d2b8-49c4-8efa-543c9739ee88,segment=NetworkSegment(030b9d93-2c53-41c2-9a1e-c645c6328b7d),segment_id=030b9d93-2c53-41c2-9a1e-c645c6328b7d)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:59:24.705354 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9566a318-8541-4814-9a0f-908afdfed962 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Pushing event updated for resources: {'Subnet': ['ID=f85aa15f-0b3c-4246-a0d1-1940d7ca8752,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:24.725222 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533cbeb8-2e7c-45be-bef1-9b4571e9e49e req-d158d49e-0017-406e-b328-960f4cc6b77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:24.726911 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-533cbeb8-2e7c-45be-bef1-9b4571e9e49e req-d158d49e-0017-406e-b328-960f4cc6b77a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7547ebf3-a4ee-4738-ba7e-148bb3c9b141 HTTP/1.1" status: 200  len: 865 time: 0.2126803
May 07 21:59:24.748456 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': '29e5531f-d2b8-49c4-8efa-543c9739ee88', 'network_id': 'e8aaa5c2-40bf-4cf0-abeb-ec5b479a8448', 'port_id': '29e5531f-d2b8-49c4-8efa-543c9739ee88', 'mac_address': 'fa:16:3e:39:86:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7547ebf3-a4ee-4738-ba7e-148bb3c9b141', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:59:24.757835 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613e9ec2-9712-4b77-a45e-9e3e9646cef6 None None] Pushing event updated for resources: {'Port': ['ID=36b9690b-2d00-4742-8bfe-80dd28c2108d,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:24.760770 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-98f14178-15fe-4385-8f68-6c714aa787e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (36b9690b-2d00-4742-8bfe-80dd28c2108d), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:24.772568 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-533cbeb8-2e7c-45be-bef1-9b4571e9e49e req-813dad29-2036-4758-94ba-43e60acbbdca service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e8aaa5c2-40bf-4cf0-abeb-ec5b479a8448&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0371401
May 07 21:59:24.773173 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9566a318-8541-4814-9a0f-908afdfed962 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Network b9b54ba8-0a68-48af-a086-84af3917ea27 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 21:59:24.833468 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-9566a318-8541-4814-9a0f-908afdfed962 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b9b54ba8-0a68-48af-a086-84af3917ea27) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:59:24.839207 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9566a318-8541-4814-9a0f-908afdfed962 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:24.839832 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9566a318-8541-4814-9a0f-908afdfed962 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:24.849414 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46af2c4-0cb1-4126-bc10-3fec439acd7b None None] Network b9b54ba8-0a68-48af-a086-84af3917ea27 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:59:24.856401 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 29e5531f-d2b8-49c4-8efa-543c9739ee88 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:59:24.856803 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (29e5531f-d2b8-49c4-8efa-543c9739ee88), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:24.888609 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29e5531f-d2b8-49c4-8efa-543c9739ee88 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:59:24.932988 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 29e5531f-d2b8-49c4-8efa-543c9739ee88, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=29e5531f-d2b8-49c4-8efa-543c9739ee88,segment=NetworkSegment(030b9d93-2c53-41c2-9a1e-c645c6328b7d),segment_id=030b9d93-2c53-41c2-9a1e-c645c6328b7d)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:59:24.943938 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 36b9690b-2d00-4742-8bfe-80dd28c2108d up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:59:24.961424 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (29e5531f-d2b8-49c4-8efa-543c9739ee88), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:24.963739 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-533cbeb8-2e7c-45be-bef1-9b4571e9e49e req-90995eba-216b-46db-8487-31d7b5b1fd76 service neutron] 10.222.0.55 "GET /v2.0/networks/e8aaa5c2-40bf-4cf0-abeb-ec5b479a8448?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1828618
May 07 21:59:25.030797 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-9566a318-8541-4814-9a0f-908afdfed962 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.0662694
May 07 21:59:25.039062 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49524) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:25.051431 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-17c112aa-c213-4fd5-8c92-f1fee830bcf3 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1046753228', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:59:25.077259 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a4c866f2-06d4-48b1-95cb-53e4dfe41b2c req-83f42f18-642c-47f1-bead-49d70f4d50f7 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=4f25e7e4b2ae4a278467bc1a4fc5fa46&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0531821
May 07 21:59:25.083149 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-aeca303a-56c0-4348-86ad-613c4f2b45fe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (da63a771-abb0-40b6-95fd-274a7c839ed9), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:25.136658 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-553aea6c-188c-4dc7-bc7d-2dea7852b32b tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (1d5711aa-dd52-49fa-afec-c03f12244f8e), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:25.225976 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-17c112aa-c213-4fd5-8c92-f1fee830bcf3 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (bff29f65-32e0-4ec5-91e1-37f4fb626e2c), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:25.227140 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-17c112aa-c213-4fd5-8c92-f1fee830bcf3 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (bff29f65-32e0-4ec5-91e1-37f4fb626e2c), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:25.281209 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-17c112aa-c213-4fd5-8c92-f1fee830bcf3 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks [] for router_controller (bff29f65-32e0-4ec5-91e1-37f4fb626e2c), precommit_add_association {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:25.289386 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aea6c-188c-4dc7-bc7d-2dea7852b32b tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Pushing event updated for resources: {'Subnet': ['ID=1d5711aa-dd52-49fa-afec-c03f12244f8e,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:25.292307 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-17c112aa-c213-4fd5-8c92-f1fee830bcf3 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (bff29f65-32e0-4ec5-91e1-37f4fb626e2c), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:25.299046 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-533cbeb8-2e7c-45be-bef1-9b4571e9e49e req-cffe9c9d-a4d3-4d8c-a7be-1aa4d8169ebc service neutron] 10.222.0.55 "GET /v2.0/networks/e8aaa5c2-40bf-4cf0-abeb-ec5b479a8448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2875552
May 07 21:59:25.310800 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1516434e-151d-4b6d-b81d-b403b8871715 req-7afe7e13-2b8d-431e-b2f7-e0909c5c9fda tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:25.312774 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1516434e-151d-4b6d-b81d-b403b8871715 req-7afe7e13-2b8d-431e-b2f7-e0909c5c9fda tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.9927859
May 07 21:59:25.332322 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-1516434e-151d-4b6d-b81d-b403b8871715 req-1f2400bc-d18d-48d5-9f08-20c45e06c487 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] Request body: {'port': {'device_id': 'de30285c-55a0-4bf5-91e8-9bdd7282f8d7', 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47', 'admin_state_up': True, 'tenant_id': '4f25e7e4b2ae4a278467bc1a4fc5fa46'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:59:25.359464 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e73227-d43f-4840-a26b-9695fecaf897 req-45f5fbf3-f537-4e7f-96e3-1f62c51b0493 tempest-ServersNegativeTestMultiTenantJSON-930776855 tempest-ServersNegativeTestMultiTenantJSON-930776855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:25.361049 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-78e73227-d43f-4840-a26b-9695fecaf897 req-45f5fbf3-f537-4e7f-96e3-1f62c51b0493 tempest-ServersNegativeTestMultiTenantJSON-930776855 tempest-ServersNegativeTestMultiTenantJSON-930776855-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe14da73-2fb3-48b0-8ac2-34f544c2ee96 HTTP/1.1" status: 200  len: 944 time: 0.1273749
May 07 21:59:25.362166 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553aea6c-188c-4dc7-bc7d-2dea7852b32b tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Checking segment: {'id': '68eb9a8d-95ba-45ee-a4a3-7e0fd5bfe940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '3583dce8-1ca6-4625-8862-fb0b6d107048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:59:25.362640 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553aea6c-188c-4dc7-bc7d-2dea7852b32b tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Network hostable DHCP agents. Network: 3583dce8-1ca6-4625-8862-fb0b6d107048, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 21:59:25.382333 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=29e5531f-d2b8-49c4-8efa-543c9739ee88,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:25.409692 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553aea6c-188c-4dc7-bc7d-2dea7852b32b tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Network 3583dce8-1ca6-4625-8862-fb0b6d107048 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 21:59:25.414452 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['29e5531f-d2b8-49c4-8efa-543c9739ee88'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:59:25.444696 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 36b9690b-2d00-4742-8bfe-80dd28c2108d triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:59:25.446226 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (36b9690b-2d00-4742-8bfe-80dd28c2108d), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:25.446356 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-78e73227-d43f-4840-a26b-9695fecaf897 req-19bbd3f2-5b09-4b68-927a-3bcba9a3e10a tempest-ServersNegativeTestMultiTenantJSON-930776855 tempest-ServersNegativeTestMultiTenantJSON-930776855-project] 10.222.0.32 "GET /v2.0/security-groups?id=9196cd4a-c48b-40f4-862c-9395ce3cf8f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749848
May 07 21:59:25.447155 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-553aea6c-188c-4dc7-bc7d-2dea7852b32b tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3583dce8-1ca6-4625-8862-fb0b6d107048) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:59:25.454113 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553aea6c-188c-4dc7-bc7d-2dea7852b32b tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:25.454729 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-553aea6c-188c-4dc7-bc7d-2dea7852b32b tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:25.487460 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525131f5-8d28-4405-8253-aba0767aeea3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b9b54ba8-0a68-48af-a086-84af3917ea27', 'network_id': 'b9b54ba8-0a68-48af-a086-84af3917ea27', 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'fixed_ips': [{'subnet_id': 'f85aa15f-0b3c-4246-a0d1-1940d7ca8752'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 21:59:25.488219 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-525131f5-8d28-4405-8253-aba0767aeea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:25.490966 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-17c112aa-c213-4fd5-8c92-f1fee830bcf3 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:25.495215 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49532) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:25.495824 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-17c112aa-c213-4fd5-8c92-f1fee830bcf3 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.4501011
May 07 21:59:25.510735 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f58450-5c28-4ba4-a7b5-b2b9dcd52b08 None None] Network 3583dce8-1ca6-4625-8862-fb0b6d107048 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:59:25.516088 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-553aea6c-188c-4dc7-bc7d-2dea7852b32b tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.0667455
May 07 21:59:25.516755 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49534) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:25.556100 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1516434e-151d-4b6d-b81d-b403b8871715 req-1f2400bc-d18d-48d5-9f08-20c45e06c487 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] Made reservation on behalf of 4f25e7e4b2ae4a278467bc1a4fc5fa46 for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:59:25.560225 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-98f14178-15fe-4385-8f68-6c714aa787e2 None None] Allocated IP 172.20.0.1 (b3780b75-528e-4066-a697-e40f352541b8/cd750215-5b95-4d5d-b903-4316bd8da406/36b9690b-2d00-4742-8bfe-80dd28c2108d) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:59:25.561021 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1516434e-151d-4b6d-b81d-b403b8871715 req-1f2400bc-d18d-48d5-9f08-20c45e06c487 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:25.570203 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-3e9b9e04-ce03-477a-b729-37c55792e326 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:59:25.573607 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1516434e-151d-4b6d-b81d-b403b8871715 req-1f2400bc-d18d-48d5-9f08-20c45e06c487 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:25.580882 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c866f2-06d4-48b1-95cb-53e4dfe41b2c req-19b58c20-38d8-43db-9510-68902a1b1590 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:25.582395 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a4c866f2-06d4-48b1-95cb-53e4dfe41b2c req-19b58c20-38d8-43db-9510-68902a1b1590 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4944499
May 07 21:59:25.584939 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-aeca303a-56c0-4348-86ad-613c4f2b45fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (da63a771-abb0-40b6-95fd-274a7c839ed9), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:25.597114 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532d0fc8-9da3-47ce-8599-00e75b01b827 req-61b34d1f-1350-47c1-b7f9-b101c26da952 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:25.598582 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-532d0fc8-9da3-47ce-8599-00e75b01b827 req-61b34d1f-1350-47c1-b7f9-b101c26da952 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=16037dee-704d-447b-9523-4b2728e5d647 HTTP/1.1" status: 200  len: 945 time: 0.1256471
May 07 21:59:25.622889 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-a4c866f2-06d4-48b1-95cb-53e4dfe41b2c req-d1c6ea66-18db-4ec0-831a-32c94c6283e7 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] Request body: {'port': {'device_id': '5d5d0aa6-f907-4569-bedc-2979f6637d33', 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47', 'admin_state_up': True, 'tenant_id': '4f25e7e4b2ae4a278467bc1a4fc5fa46'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:59:25.657246 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4739b29c-65cc-46b7-94ed-f37b04c76abe req-0960b09d-1d1f-4c7a-978f-a7c8503f4a45 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d5d0aa6-f907-4569-bedc-2979f6637d33 HTTP/1.1" status: 200  len: 210 time: 0.0914361
May 07 21:59:25.829650 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-532d0fc8-9da3-47ce-8599-00e75b01b827 req-5a3feb81-513a-41af-b5f8-7cee9013a7fd tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1880343
May 07 21:59:25.838234 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-aeca303a-56c0-4348-86ad-613c4f2b45fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (da63a771-abb0-40b6-95fd-274a7c839ed9), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:25.872761 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3e9b9e04-ce03-477a-b729-37c55792e326 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9845813'] for subnet (1d5711aa-dd52-49fa-afec-c03f12244f8e), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:25.880079 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 36b9690b-2d00-4742-8bfe-80dd28c2108d is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:59:25.893628 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeca303a-56c0-4348-86ad-613c4f2b45fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da63a771-abb0-40b6-95fd-274a7c839ed9,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:25.912440 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device da6c85bf-f64c-4335-bf31-0ec3cf9aaf36 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:59:25.934311 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d93630-a81d-4813-8161-e02c66e13fd9 None None] Network 430d4d53-753d-4983-b764-317098201a43 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:59:25.936061 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-aeca303a-56c0-4348-86ad-613c4f2b45fe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:25.944511 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-aeca303a-56c0-4348-86ad-613c4f2b45fe admin admin] 10.222.0.32 "DELETE /v2.0/subnets/da63a771-abb0-40b6-95fd-274a7c839ed9 HTTP/1.1" status: 204  len: 168 time: 1.7853477
May 07 21:59:25.948620 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49538) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:25.959994 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a4fbfb-1394-4fc5-8838-1d186449b01d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3583dce8-1ca6-4625-8862-fb0b6d107048', 'network_id': '3583dce8-1ca6-4625-8862-fb0b6d107048', 'project_id': 'e8e04e47c1cd4025a59809f6e8d6d7b6', 'fixed_ips': [{'subnet_id': '1d5711aa-dd52-49fa-afec-c03f12244f8e'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 21:59:25.960815 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-58a4fbfb-1394-4fc5-8838-1d186449b01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:25.996269 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: da6c85bf-f64c-4335-bf31-0ec3cf9aaf36 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:59:25.996671 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device da6c85bf-f64c-4335-bf31-0ec3cf9aaf36 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:59:26.005952 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1516434e-151d-4b6d-b81d-b403b8871715 req-1f2400bc-d18d-48d5-9f08-20c45e06c487 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] Publish callbacks [] for security_group (0a925320-3da9-4f33-a573-9f26e57ac6c0), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:26.011281 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4c866f2-06d4-48b1-95cb-53e4dfe41b2c req-d1c6ea66-18db-4ec0-831a-32c94c6283e7 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] Made reservation on behalf of 4f25e7e4b2ae4a278467bc1a4fc5fa46 for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:59:26.023243 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-525131f5-8d28-4405-8253-aba0767aeea3 None None] Allocated IP 2001:db8::2 (b9b54ba8-0a68-48af-a086-84af3917ea27/f85aa15f-0b3c-4246-a0d1-1940d7ca8752/467b9a7d-d45f-4d9f-a596-0857a4974d3a) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:59:26.036036 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-a4c866f2-06d4-48b1-95cb-53e4dfe41b2c req-d1c6ea66-18db-4ec0-831a-32c94c6283e7 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:26.051569 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a95e87f8-e70e-434b-aa7b-d06229c7956c tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:26.053621 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1516434e-151d-4b6d-b81d-b403b8871715 req-1f2400bc-d18d-48d5-9f08-20c45e06c487 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (0a925320-3da9-4f33-a573-9f26e57ac6c0), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:26.109293 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-98f14178-15fe-4385-8f68-6c714aa787e2 None None] For port 36b9690b-2d00-4742-8bfe-80dd28c2108d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=36b9690b-2d00-4742-8bfe-80dd28c2108d,segment=NetworkSegment(5521d5ee-e177-40ab-a428-89f802964c66),segment_id=5521d5ee-e177-40ab-a428-89f802964c66)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:59:26.142538 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-44bfa5db-ddb9-4b4d-a267-c3f9a306e00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:26.155166 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-95cdfc91-3d50-42f3-87be-647180adc348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (430d4d53-753d-4983-b764-317098201a43), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:26.239789 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2400bc-d18d-48d5-9f08-20c45e06c487 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a925320-3da9-4f33-a573-9f26e57ac6c0,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:26.296263 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-98f14178-15fe-4385-8f68-6c714aa787e2 None None] Publish callbacks [] for port (36b9690b-2d00-4742-8bfe-80dd28c2108d), precommit_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:26.312625 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-98f14178-15fe-4385-8f68-6c714aa787e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (36b9690b-2d00-4742-8bfe-80dd28c2108d), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:26.380037 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43e4c5d-4bf9-4e50-8f94-1083a78349e4 None None] DHCP port deletion for 430d4d53-753d-4983-b764-317098201a43 request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 21:59:26.399501 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288f8ccb-a684-4c1e-9023-b15bdebeb9c7 req-e9865c29-91ed-402a-b42f-6c3bd2190ac8 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:26.402466 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-288f8ccb-a684-4c1e-9023-b15bdebeb9c7 req-e9865c29-91ed-402a-b42f-6c3bd2190ac8 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=16037dee-704d-447b-9523-4b2728e5d647 HTTP/1.1" status: 200  len: 945 time: 0.2655671
May 07 21:59:26.453635 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [req-a4c866f2-06d4-48b1-95cb-53e4dfe41b2c req-d1c6ea66-18db-4ec0-831a-32c94c6283e7 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] Allocated IP 192.168.233.9 (665487f0-78eb-47fb-9a06-b15bc614dc47/6e0e5c53-1ece-4d20-b01d-5f8c6957edf6/73e10226-084a-4235-a376-31a716d63e44) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:59:26.494104 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 36b9690b-2d00-4742-8bfe-80dd28c2108d up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:59:26.505973 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f14178-15fe-4385-8f68-6c714aa787e2 None None] Pushing event updated for resources: {'Port': ['ID=36b9690b-2d00-4742-8bfe-80dd28c2108d,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:26.544864 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-288f8ccb-a684-4c1e-9023-b15bdebeb9c7 req-e589fc46-a0f8-4b1b-b85a-6dd55c9f2535 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1247342
May 07 21:59:26.565694 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-e43e4c5d-4bf9-4e50-8f94-1083a78349e4 None None] Deleting port cecdb7cd-e3fe-45db-b0f4-afd3f4e4f8b7 {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:59:26.566396 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e43e4c5d-4bf9-4e50-8f94-1083a78349e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (cecdb7cd-e3fe-45db-b0f4-afd3f4e4f8b7), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:26.575723 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-525131f5-8d28-4405-8253-aba0767aeea3 None None] Publish callbacks [] for port (467b9a7d-d45f-4d9f-a596-0857a4974d3a), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:26.601365 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-525131f5-8d28-4405-8253-aba0767aeea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (467b9a7d-d45f-4d9f-a596-0857a4974d3a), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:26.697469 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 36b9690b-2d00-4742-8bfe-80dd28c2108d triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:59:26.697849 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (36b9690b-2d00-4742-8bfe-80dd28c2108d), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:26.706162 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-e43e4c5d-4bf9-4e50-8f94-1083a78349e4 None None] For port cecdb7cd-e3fe-45db-b0f4-afd3f4e4f8b7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cecdb7cd-e3fe-45db-b0f4-afd3f4e4f8b7,segment=NetworkSegment(52c3a3b5-c9b0-4938-b6f9-afa39b22b27f),segment_id=52c3a3b5-c9b0-4938-b6f9-afa39b22b27f)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:59:26.706389 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e43e4c5d-4bf9-4e50-8f94-1083a78349e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (cecdb7cd-e3fe-45db-b0f4-afd3f4e4f8b7), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:26.709859 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525131f5-8d28-4405-8253-aba0767aeea3 None None] Network b9b54ba8-0a68-48af-a086-84af3917ea27 is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:59:26.748239 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-525131f5-8d28-4405-8253-aba0767aeea3 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:59:26.751857 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42799304-5642-4109-9326-a33b9fc9a24b req-0ffd1e74-decd-456d-9de2-c27c6eae639b tempest-ServersNegativeTestMultiTenantJSON-930776855 tempest-ServersNegativeTestMultiTenantJSON-930776855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:26.753424 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-42799304-5642-4109-9326-a33b9fc9a24b req-0ffd1e74-decd-456d-9de2-c27c6eae639b tempest-ServersNegativeTestMultiTenantJSON-930776855 tempest-ServersNegativeTestMultiTenantJSON-930776855-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe14da73-2fb3-48b0-8ac2-34f544c2ee96 HTTP/1.1" status: 200  len: 944 time: 0.0489960
May 07 21:59:26.755045 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525131f5-8d28-4405-8253-aba0767aeea3 None None] Pushing event updated for resources: {'Port': ['ID=467b9a7d-d45f-4d9f-a596-0857a4974d3a,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:26.758194 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-e43e4c5d-4bf9-4e50-8f94-1083a78349e4 None None] Calling delete_port for cecdb7cd-e3fe-45db-b0f4-afd3f4e4f8b7 owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:59:26.759540 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525131f5-8d28-4405-8253-aba0767aeea3 None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:59:26.801531 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-a4c866f2-06d4-48b1-95cb-53e4dfe41b2c req-d1c6ea66-18db-4ec0-831a-32c94c6283e7 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] Publish callbacks [] for port (73e10226-084a-4235-a376-31a716d63e44), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:26.848704 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-326f7ba8-c0a3-46c8-8610-f44dfc85163e req-aa955741-570d-4992-b9c1-2d63ae6e654a tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d5d0aa6-f907-4569-bedc-2979f6637d33 HTTP/1.1" status: 200  len: 210 time: 0.0447559
May 07 21:59:26.868384 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-95cdfc91-3d50-42f3-87be-647180adc348 admin admin] Deleting port cecdb7cd-e3fe-45db-b0f4-afd3f4e4f8b7 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:59:26.868822 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-95cdfc91-3d50-42f3-87be-647180adc348 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (cecdb7cd-e3fe-45db-b0f4-afd3f4e4f8b7), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:26.897824 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 29e5531f-d2b8-49c4-8efa-543c9739ee88 up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:59:26.929321 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-525131f5-8d28-4405-8253-aba0767aeea3 None None] Attempting to bind port 467b9a7d-d45f-4d9f-a596-0857a4974d3a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:59:26.929692 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-525131f5-8d28-4405-8253-aba0767aeea3 None None] Attempting to bind port 467b9a7d-d45f-4d9f-a596-0857a4974d3a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'aadc8000-9a3a-416e-ba38-f14d0bfd9b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'b9b54ba8-0a68-48af-a086-84af3917ea27'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:59:26.930055 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525131f5-8d28-4405-8253-aba0767aeea3 None None] Attempting to bind port 467b9a7d-d45f-4d9f-a596-0857a4974d3a on network b9b54ba8-0a68-48af-a086-84af3917ea27 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:59:26.949057 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [req-1516434e-151d-4b6d-b81d-b403b8871715 req-1f2400bc-d18d-48d5-9f08-20c45e06c487 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] Allocated IP 192.168.233.7 (665487f0-78eb-47fb-9a06-b15bc614dc47/6e0e5c53-1ece-4d20-b01d-5f8c6957edf6/672e9dc5-e9c7-4350-b965-d54d762eb1d8) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:59:26.978313 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525131f5-8d28-4405-8253-aba0767aeea3 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:59:26.978725 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525131f5-8d28-4405-8253-aba0767aeea3 None None] Checking segment: {'id': 'aadc8000-9a3a-416e-ba38-f14d0bfd9b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'b9b54ba8-0a68-48af-a086-84af3917ea27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:59:26.979189 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-525131f5-8d28-4405-8253-aba0767aeea3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:26.979586 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525131f5-8d28-4405-8253-aba0767aeea3 None None] Bound using segment: {'id': 'aadc8000-9a3a-416e-ba38-f14d0bfd9b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'b9b54ba8-0a68-48af-a086-84af3917ea27'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:59:26.980644 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-525131f5-8d28-4405-8253-aba0767aeea3 None None] Bound port: 467b9a7d-d45f-4d9f-a596-0857a4974d3a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aadc8000-9a3a-416e-ba38-f14d0bfd9b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'b9b54ba8-0a68-48af-a086-84af3917ea27'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:59:26.980644 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-525131f5-8d28-4405-8253-aba0767aeea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (467b9a7d-d45f-4d9f-a596-0857a4974d3a), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:27.002102 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3e9b9e04-ce03-477a-b729-37c55792e326 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774500201427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8653159'] for subnet (1d5711aa-dd52-49fa-afec-c03f12244f8e), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:27.002687 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-a4c866f2-06d4-48b1-95cb-53e4dfe41b2c req-d1c6ea66-18db-4ec0-831a-32c94c6283e7 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (73e10226-084a-4235-a376-31a716d63e44), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:27.056978 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4c866f2-06d4-48b1-95cb-53e4dfe41b2c req-d1c6ea66-18db-4ec0-831a-32c94c6283e7 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] Network 665487f0-78eb-47fb-9a06-b15bc614dc47 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:59:27.065748 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9b9e04-ce03-477a-b729-37c55792e326 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Pushing event updated for resources: {'Subnet': ['ID=1d5711aa-dd52-49fa-afec-c03f12244f8e,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:27.079431 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [req-a4c866f2-06d4-48b1-95cb-53e4dfe41b2c req-d1c6ea66-18db-4ec0-831a-32c94c6283e7 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:59:27.079685 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-42799304-5642-4109-9326-a33b9fc9a24b req-6bbea211-cb5f-4257-8a49-dc6a49360b71 tempest-ServersNegativeTestMultiTenantJSON-930776855 tempest-ServersNegativeTestMultiTenantJSON-930776855-project] 10.222.0.32 "GET /v2.0/security-groups?id=9196cd4a-c48b-40f4-862c-9395ce3cf8f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3100402
May 07 21:59:27.082357 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4c866f2-06d4-48b1-95cb-53e4dfe41b2c req-d1c6ea66-18db-4ec0-831a-32c94c6283e7 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:59:27.157078 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9b9e04-ce03-477a-b729-37c55792e326 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:27.157600 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3e9b9e04-ce03-477a-b729-37c55792e326 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:27.158918 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-3e9b9e04-ce03-477a-b729-37c55792e326 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] 10.222.0.32 "PUT /v2.0/subnets/1d5711aa-dd52-49fa-afec-c03f12244f8e HTTP/1.1" status: 200  len: 826 time: 1.5961790
May 07 21:59:27.169793 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49546) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:27.182799 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c6ea66-18db-4ec0-831a-32c94c6283e7 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] Pushing event updated for resources: {'Port': ['ID=73e10226-084a-4235-a376-31a716d63e44,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:27.199213 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-95cdfc91-3d50-42f3-87be-647180adc348 admin admin] For port cecdb7cd-e3fe-45db-b0f4-afd3f4e4f8b7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cecdb7cd-e3fe-45db-b0f4-afd3f4e4f8b7,segment=NetworkSegment(52c3a3b5-c9b0-4938-b6f9-afa39b22b27f),segment_id=52c3a3b5-c9b0-4938-b6f9-afa39b22b27f)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:59:27.199582 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-95cdfc91-3d50-42f3-87be-647180adc348 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (cecdb7cd-e3fe-45db-b0f4-afd3f4e4f8b7), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:27.212248 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c866f2-06d4-48b1-95cb-53e4dfe41b2c req-d1c6ea66-18db-4ec0-831a-32c94c6283e7 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:27.214001 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-a4c866f2-06d4-48b1-95cb-53e4dfe41b2c req-d1c6ea66-18db-4ec0-831a-32c94c6283e7 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:27.263216 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a4c866f2-06d4-48b1-95cb-53e4dfe41b2c req-d1c6ea66-18db-4ec0-831a-32c94c6283e7 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 1.6449730
May 07 21:59:27.275031 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1516434e-151d-4b6d-b81d-b403b8871715 req-1f2400bc-d18d-48d5-9f08-20c45e06c487 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] Publish callbacks [] for port (672e9dc5-e9c7-4350-b965-d54d762eb1d8), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:27.283708 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-a4c866f2-06d4-48b1-95cb-53e4dfe41b2c req-e3c05a20-8ed4-4b85-af8d-ec39e48fec54 service neutron] Request body: {'port': {'device_id': '5d5d0aa6-f907-4569-bedc-2979f6637d33', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:59:27.299729 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-95cdfc91-3d50-42f3-87be-647180adc348 admin admin] Calling delete_port for cecdb7cd-e3fe-45db-b0f4-afd3f4e4f8b7 owned by network:dhcp {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:59:27.311147 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-a95e87f8-e70e-434b-aa7b-d06229c7956c tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Allocated IP 2001:db8::1 (b9b54ba8-0a68-48af-a086-84af3917ea27/f85aa15f-0b3c-4246-a0d1-1940d7ca8752/9f08faa9-8146-4400-8237-527b6a33998c) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:59:27.385661 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-a4c866f2-06d4-48b1-95cb-53e4dfe41b2c req-e3c05a20-8ed4-4b85-af8d-ec39e48fec54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (73e10226-084a-4235-a376-31a716d63e44), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:27.410662 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1516434e-151d-4b6d-b81d-b403b8871715 req-1f2400bc-d18d-48d5-9f08-20c45e06c487 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (672e9dc5-e9c7-4350-b965-d54d762eb1d8), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:27.448492 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e43e4c5d-4bf9-4e50-8f94-1083a78349e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (cecdb7cd-e3fe-45db-b0f4-afd3f4e4f8b7), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:27.474371 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning for port 29e5531f-d2b8-49c4-8efa-543c9739ee88 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:59:27.509428 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1516434e-151d-4b6d-b81d-b403b8871715 req-1f2400bc-d18d-48d5-9f08-20c45e06c487 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] Network 665487f0-78eb-47fb-9a06-b15bc614dc47 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:59:27.517054 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 36b9690b-2d00-4742-8bfe-80dd28c2108d is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:59:27.517673 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [req-1516434e-151d-4b6d-b81d-b403b8871715 req-1f2400bc-d18d-48d5-9f08-20c45e06c487 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:59:27.524486 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43e4c5d-4bf9-4e50-8f94-1083a78349e4 None None] Pushing event deleted for resources: {'Port': ['ID=cecdb7cd-e3fe-45db-b0f4-afd3f4e4f8b7,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:27.539842 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port 29e5531f-d2b8-49c4-8efa-543c9739ee88 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:59:27.540222 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (29e5531f-d2b8-49c4-8efa-543c9739ee88), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:27.544776 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-1516434e-151d-4b6d-b81d-b403b8871715 req-1f2400bc-d18d-48d5-9f08-20c45e06c487 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:59:27.555344 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 24a60c17-e3bd-4892-9062-5beb43d659d4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:59:27.557626 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:27.581276 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43e4c5d-4bf9-4e50-8f94-1083a78349e4 None None] No DVR routers for this DVR port cecdb7cd-e3fe-45db-b0f4-afd3f4e4f8b7 on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:59:27.581940 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2400bc-d18d-48d5-9f08-20c45e06c487 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] Pushing event updated for resources: {'Port': ['ID=672e9dc5-e9c7-4350-b965-d54d762eb1d8,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:27.591347 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-58a4fbfb-1394-4fc5-8838-1d186449b01d None None] Allocated IP 2001:db8::2 (3583dce8-1ca6-4625-8862-fb0b6d107048/1d5711aa-dd52-49fa-afec-c03f12244f8e/18169577-fc12-4a32-9858-9cc1099dd5a9) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:59:27.598157 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfab138-e275-496d-869a-fda7230adb8f req-66f92061-cd31-45f8-9c95-ea9e9341af8d tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:27.601320 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ccfab138-e275-496d-869a-fda7230adb8f req-66f92061-cd31-45f8-9c95-ea9e9341af8d tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.59 "GET /v2.0/ports?device_id=16037dee-704d-447b-9523-4b2728e5d647 HTTP/1.1" status: 200  len: 945 time: 0.2093160
May 07 21:59:27.634161 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-4ba3b208-6ba7-4d19-b348-96d19d0c4b36 None None] Provisioning complete for port 73e10226-084a-4235-a376-31a716d63e44 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:59:27.634545 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-4ba3b208-6ba7-4d19-b348-96d19d0c4b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (73e10226-084a-4235-a376-31a716d63e44), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:27.648106 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 24a60c17-e3bd-4892-9062-5beb43d659d4 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:59:27.648383 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 24a60c17-e3bd-4892-9062-5beb43d659d4 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:59:27.651044 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5a1e69e8-9ba6-4674-8dc6-b193f8a4d66d tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (3583dce8-1ca6-4625-8862-fb0b6d107048), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:27.692691 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-525131f5-8d28-4405-8253-aba0767aeea3 None None] For port 467b9a7d-d45f-4d9f-a596-0857a4974d3a, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:59:27.730813 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-525131f5-8d28-4405-8253-aba0767aeea3 None None] For port 467b9a7d-d45f-4d9f-a596-0857a4974d3a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=467b9a7d-d45f-4d9f-a596-0857a4974d3a,segment=NetworkSegment(aadc8000-9a3a-416e-ba38-f14d0bfd9b80),segment_id=aadc8000-9a3a-416e-ba38-f14d0bfd9b80)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:59:27.732796 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4dc6465-54a1-4d86-a054-b2ba8b28800f None None] Network b3780b75-528e-4066-a697-e40f352541b8 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:59:27.791579 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-525131f5-8d28-4405-8253-aba0767aeea3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (467b9a7d-d45f-4d9f-a596-0857a4974d3a), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:27.795974 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1516434e-151d-4b6d-b81d-b403b8871715 req-1f2400bc-d18d-48d5-9f08-20c45e06c487 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:27.796647 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1516434e-151d-4b6d-b81d-b403b8871715 req-1f2400bc-d18d-48d5-9f08-20c45e06c487 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:27.810377 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 21:59:27.823793 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a95e87f8-e70e-434b-aa7b-d06229c7956c tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks [] for port (9f08faa9-8146-4400-8237-527b6a33998c), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:27.836258 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1516434e-151d-4b6d-b81d-b403b8871715 req-1f2400bc-d18d-48d5-9f08-20c45e06c487 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 2.5076933
May 07 21:59:27.840990 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-4ba3b208-6ba7-4d19-b348-96d19d0c4b36 None None] Port 73e10226-084a-4235-a376-31a716d63e44 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:59:27.851957 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64eb0b7a-fa0c-441a-a46b-da4dc48c70c3 req-666136c6-1545-48ff-bc95-23367ee949b1 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:27.859604 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-64eb0b7a-fa0c-441a-a46b-da4dc48c70c3 req-666136c6-1545-48ff-bc95-23367ee949b1 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=16037dee-704d-447b-9523-4b2728e5d647 HTTP/1.1" status: 200  len: 945 time: 0.1428587
May 07 21:59:27.875425 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-1516434e-151d-4b6d-b81d-b403b8871715 req-b8d77d74-f81c-4507-8998-41c38ec985ee service neutron] Request body: {'port': {'device_id': 'de30285c-55a0-4bf5-91e8-9bdd7282f8d7', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:59:27.937505 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5a1e69e8-9ba6-4674-8dc6-b193f8a4d66d tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (1d5711aa-dd52-49fa-afec-c03f12244f8e), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:28.015534 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525131f5-8d28-4405-8253-aba0767aeea3 None None] Pushing event updated for resources: {'Port': ['ID=467b9a7d-d45f-4d9f-a596-0857a4974d3a,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:28.016498 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-ccfab138-e275-496d-869a-fda7230adb8f req-e0b77cb3-cffc-45ec-a06b-fc053752e1c7 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Deleting port 36a9af4d-8e33-4f5e-81b0-dfddd8e4aada {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:59:28.016985 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-ccfab138-e275-496d-869a-fda7230adb8f req-e0b77cb3-cffc-45ec-a06b-fc053752e1c7 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (36a9af4d-8e33-4f5e-81b0-dfddd8e4aada), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:28.024223 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-64eb0b7a-fa0c-441a-a46b-da4dc48c70c3 req-dd0246e1-2b64-4a62-9a44-8a4e692a1eef tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/security-groups?id=b2066b51-817f-4fe2-9f5f-a564b2e46d81&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1637459
May 07 21:59:28.078318 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1516434e-151d-4b6d-b81d-b403b8871715 req-b8d77d74-f81c-4507-8998-41c38ec985ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (672e9dc5-e9c7-4350-b965-d54d762eb1d8), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:28.148529 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a95e87f8-e70e-434b-aa7b-d06229c7956c tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (9f08faa9-8146-4400-8237-527b6a33998c), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:28.166124 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-95cdfc91-3d50-42f3-87be-647180adc348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (cecdb7cd-e3fe-45db-b0f4-afd3f4e4f8b7), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:28.199492 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 29e5531f-d2b8-49c4-8efa-543c9739ee88 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:59:28.199492 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (29e5531f-d2b8-49c4-8efa-543c9739ee88), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:28.215155 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-680b8e30-ccab-4375-8d62-6b08b19a01fb None None] Provisioning complete for port 36b9690b-2d00-4742-8bfe-80dd28c2108d triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:59:28.216582 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-680b8e30-ccab-4375-8d62-6b08b19a01fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (36b9690b-2d00-4742-8bfe-80dd28c2108d), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:28.223951 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae4246f-ee9c-4199-8246-0daecd53207f req-fdf07107-40e4-4b65-bb19-0a4ddd4bd620 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:28.231363 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-dae4246f-ee9c-4199-8246-0daecd53207f req-fdf07107-40e4-4b65-bb19-0a4ddd4bd620 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d5d0aa6-f907-4569-bedc-2979f6637d33 HTTP/1.1" status: 200  len: 934 time: 0.2309766
May 07 21:59:28.254302 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-58a4fbfb-1394-4fc5-8838-1d186449b01d None None] Publish callbacks [] for port (18169577-fc12-4a32-9858-9cc1099dd5a9), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:28.263575 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95e87f8-e70e-434b-aa7b-d06229c7956c tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Network b9b54ba8-0a68-48af-a086-84af3917ea27 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:59:28.285378 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95cdfc91-3d50-42f3-87be-647180adc348 admin admin] No DVR routers for this DVR port cecdb7cd-e3fe-45db-b0f4-afd3f4e4f8b7 on host ncdv-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:59:28.295765 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-a95e87f8-e70e-434b-aa7b-d06229c7956c tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:59:28.334838 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-ccfab138-e275-496d-869a-fda7230adb8f req-e0b77cb3-cffc-45ec-a06b-fc053752e1c7 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] For port 36a9af4d-8e33-4f5e-81b0-dfddd8e4aada, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=36a9af4d-8e33-4f5e-81b0-dfddd8e4aada,segment=NetworkSegment(c1f62f1a-7390-4968-bfcd-e0354648ad7b),segment_id=c1f62f1a-7390-4968-bfcd-e0354648ad7b)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:59:28.335536 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-ccfab138-e275-496d-869a-fda7230adb8f req-e0b77cb3-cffc-45ec-a06b-fc053752e1c7 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (36a9af4d-8e33-4f5e-81b0-dfddd8e4aada), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:28.339111 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [req-a4c866f2-06d4-48b1-95cb-53e4dfe41b2c req-e3c05a20-8ed4-4b85-af8d-ec39e48fec54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73e10226-084a-4235-a376-31a716d63e44 {{(pid=121837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:59:28.355500 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-ccfab138-e275-496d-869a-fda7230adb8f req-e0b77cb3-cffc-45ec-a06b-fc053752e1c7 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Calling delete_port for 36a9af4d-8e33-4f5e-81b0-dfddd8e4aada owned by compute:nova {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:59:28.357502 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-58a4fbfb-1394-4fc5-8838-1d186449b01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (18169577-fc12-4a32-9858-9cc1099dd5a9), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:28.361923 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9af850-9662-498b-9553-565b4d60eaf0 req-059a91b0-1b03-4fbe-9bd9-3f9159275c2d tempest-ServersNegativeTestMultiTenantJSON-930776855 tempest-ServersNegativeTestMultiTenantJSON-930776855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:28.368913 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95e87f8-e70e-434b-aa7b-d06229c7956c tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:59:28.368913 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a95e87f8-e70e-434b-aa7b-d06229c7956c tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398161'] for router_interface (bff29f65-32e0-4ec5-91e1-37f4fb626e2c), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:28.374253 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ba9af850-9662-498b-9553-565b4d60eaf0 req-059a91b0-1b03-4fbe-9bd9-3f9159275c2d tempest-ServersNegativeTestMultiTenantJSON-930776855 tempest-ServersNegativeTestMultiTenantJSON-930776855-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe14da73-2fb3-48b0-8ac2-34f544c2ee96 HTTP/1.1" status: 200  len: 944 time: 0.1175621
May 07 21:59:28.385135 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-a4c866f2-06d4-48b1-95cb-53e4dfe41b2c req-e3c05a20-8ed4-4b85-af8d-ec39e48fec54 service neutron] Publish callbacks [] for port (73e10226-084a-4235-a376-31a716d63e44), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:28.421186 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe14da73-2fb3-48b0-8ac2-34f544c2ee96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29e5531f-d2b8-49c4-8efa-543c9739ee88'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:59:28.423632 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62b0fab6-6ffd-40e8-9328-1c7aabe03eec" -d '{"events": [{"server_uuid": "fe14da73-2fb3-48b0-8ac2-34f544c2ee96", "name": "network-vif-plugged", "status": "completed", "tag": "29e5531f-d2b8-49c4-8efa-543c9739ee88"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:59:28.470322 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ba9af850-9662-498b-9553-565b4d60eaf0 req-7d50eb03-b060-4c5b-9a62-2eef0f7fe321 tempest-ServersNegativeTestMultiTenantJSON-930776855 tempest-ServersNegativeTestMultiTenantJSON-930776855-project] 10.222.0.32 "GET /v2.0/security-groups?id=9196cd4a-c48b-40f4-862c-9395ce3cf8f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0950582
May 07 21:59:28.497773 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a4fbfb-1394-4fc5-8838-1d186449b01d None None] Network 3583dce8-1ca6-4625-8862-fb0b6d107048 is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:59:28.545581 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 29e5531f-d2b8-49c4-8efa-543c9739ee88, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=29e5531f-d2b8-49c4-8efa-543c9739ee88,segment=NetworkSegment(030b9d93-2c53-41c2-9a1e-c645c6328b7d),segment_id=030b9d93-2c53-41c2-9a1e-c645c6328b7d)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:59:28.550527 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-58a4fbfb-1394-4fc5-8838-1d186449b01d None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:59:28.561757 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a4fbfb-1394-4fc5-8838-1d186449b01d None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:59:28.578160 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e4dc73e-3775-4c66-99ae-d4aa616820ab x-openstack-request-id: req-3e4dc73e-3775-4c66-99ae-d4aa616820ab {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:59:28.578643 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe14da73-2fb3-48b0-8ac2-34f544c2ee96", "name": "network-vif-plugged", "status": "completed", "tag": "29e5531f-d2b8-49c4-8efa-543c9739ee88", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:59:28.579545 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3e4dc73e-3775-4c66-99ae-d4aa616820ab {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:59:28.580057 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e4dc73e-3775-4c66-99ae-d4aa616820ab'] response: {'server_uuid': 'fe14da73-2fb3-48b0-8ac2-34f544c2ee96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29e5531f-d2b8-49c4-8efa-543c9739ee88', 'code': 200}
May 07 21:59:28.582169 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (29e5531f-d2b8-49c4-8efa-543c9739ee88), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:28.629042 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95e87f8-e70e-434b-aa7b-d06229c7956c tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Pushing event updated for resources: {'Port': ['ID=9f08faa9-8146-4400-8237-527b6a33998c,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:28.629458 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a4fbfb-1394-4fc5-8838-1d186449b01d None None] Pushing event updated for resources: {'Port': ['ID=18169577-fc12-4a32-9858-9cc1099dd5a9,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:28.646526 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 36b9690b-2d00-4742-8bfe-80dd28c2108d up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:59:28.696886 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-dae4246f-ee9c-4199-8246-0daecd53207f req-ffe98883-7695-4d60-984e-5c04f7372eab tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a925320-3da9-4f33-a573-9f26e57ac6c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4645100
May 07 21:59:28.700915 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-680b8e30-ccab-4375-8d62-6b08b19a01fb None None] Current status of the port 36b9690b-2d00-4742-8bfe-80dd28c2108d is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:59:28.733900 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-a4c866f2-06d4-48b1-95cb-53e4dfe41b2c req-e3c05a20-8ed4-4b85-af8d-ec39e48fec54 service neutron] Transition to ACTIVE for port object 73e10226-084a-4235-a376-31a716d63e44 will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:59:28.775141 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cdfc91-3d50-42f3-87be-647180adc348 admin admin] Pushing event deleted for resources: {'Port': ['ID=cecdb7cd-e3fe-45db-b0f4-afd3f4e4f8b7,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:28.778918 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5a1e69e8-9ba6-4674-8dc6-b193f8a4d66d tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (1d5711aa-dd52-49fa-afec-c03f12244f8e), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:28.787762 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=29e5531f-d2b8-49c4-8efa-543c9739ee88,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:28.800508 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-680b8e30-ccab-4375-8d62-6b08b19a01fb None None] Provisioning complete for port 672e9dc5-e9c7-4350-b965-d54d762eb1d8 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:59:28.801056 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-680b8e30-ccab-4375-8d62-6b08b19a01fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (672e9dc5-e9c7-4350-b965-d54d762eb1d8), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:28.808603 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-58a4fbfb-1394-4fc5-8838-1d186449b01d None None] Attempting to bind port 18169577-fc12-4a32-9858-9cc1099dd5a9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:59:28.809459 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-58a4fbfb-1394-4fc5-8838-1d186449b01d None None] Attempting to bind port 18169577-fc12-4a32-9858-9cc1099dd5a9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '68eb9a8d-95ba-45ee-a4a3-7e0fd5bfe940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '3583dce8-1ca6-4625-8862-fb0b6d107048'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:59:28.809957 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a4fbfb-1394-4fc5-8838-1d186449b01d None None] Attempting to bind port 18169577-fc12-4a32-9858-9cc1099dd5a9 on network 3583dce8-1ca6-4625-8862-fb0b6d107048 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:59:28.826240 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-a4c866f2-06d4-48b1-95cb-53e4dfe41b2c req-e3c05a20-8ed4-4b85-af8d-ec39e48fec54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (73e10226-084a-4235-a376-31a716d63e44), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:28.843893 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a4fbfb-1394-4fc5-8838-1d186449b01d None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:59:28.844477 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a4fbfb-1394-4fc5-8838-1d186449b01d None None] Checking segment: {'id': '68eb9a8d-95ba-45ee-a4a3-7e0fd5bfe940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '3583dce8-1ca6-4625-8862-fb0b6d107048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:59:28.844978 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-58a4fbfb-1394-4fc5-8838-1d186449b01d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:28.845480 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a4fbfb-1394-4fc5-8838-1d186449b01d None None] Bound using segment: {'id': '68eb9a8d-95ba-45ee-a4a3-7e0fd5bfe940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '3583dce8-1ca6-4625-8862-fb0b6d107048'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:59:28.846062 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-58a4fbfb-1394-4fc5-8838-1d186449b01d None None] Bound port: 18169577-fc12-4a32-9858-9cc1099dd5a9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68eb9a8d-95ba-45ee-a4a3-7e0fd5bfe940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '3583dce8-1ca6-4625-8862-fb0b6d107048'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:59:28.846549 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-58a4fbfb-1394-4fc5-8838-1d186449b01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (18169577-fc12-4a32-9858-9cc1099dd5a9), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:28.859803 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab77bad5-ebcb-4639-ac23-3914f55d1496 req-67c81e38-f0bc-42d5-a0d8-e20d6469ffd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:28.861724 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ab77bad5-ebcb-4639-ac23-3914f55d1496 req-67c81e38-f0bc-42d5-a0d8-e20d6469ffd7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fe14da73-2fb3-48b0-8ac2-34f544c2ee96 HTTP/1.1" status: 200  len: 1127 time: 0.2160497
May 07 21:59:28.870743 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-95cdfc91-3d50-42f3-87be-647180adc348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (430d4d53-753d-4983-b764-317098201a43), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:28.873242 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1e69e8-9ba6-4674-8dc6-b193f8a4d66d tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Pushing event deleted for resources: {'Subnet': ['ID=1d5711aa-dd52-49fa-afec-c03f12244f8e,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:28.907159 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-680b8e30-ccab-4375-8d62-6b08b19a01fb None None] Port 672e9dc5-e9c7-4350-b965-d54d762eb1d8 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:59:28.929058 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 36b9690b-2d00-4742-8bfe-80dd28c2108d triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:59:28.929644 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (36b9690b-2d00-4742-8bfe-80dd28c2108d), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:28.936122 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c05a20-8ed4-4b85-af8d-ec39e48fec54 service neutron] Pushing event updated for resources: {'Port': ['ID=73e10226-084a-4235-a376-31a716d63e44,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:28.974217 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-58a4fbfb-1394-4fc5-8838-1d186449b01d None None] For port 18169577-fc12-4a32-9858-9cc1099dd5a9, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:59:28.978922 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-58a4fbfb-1394-4fc5-8838-1d186449b01d None None] For port 18169577-fc12-4a32-9858-9cc1099dd5a9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=18169577-fc12-4a32-9858-9cc1099dd5a9,segment=NetworkSegment(68eb9a8d-95ba-45ee-a4a3-7e0fd5bfe940),segment_id=68eb9a8d-95ba-45ee-a4a3-7e0fd5bfe940)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:59:29.009061 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-95cdfc91-3d50-42f3-87be-647180adc348 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf8e8a2730>,) {'filters': {'network_id': ['430d4d53-753d-4983-b764-317098201a43']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:29.013505 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-58a4fbfb-1394-4fc5-8838-1d186449b01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (18169577-fc12-4a32-9858-9cc1099dd5a9), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:29.024113 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-95cdfc91-3d50-42f3-87be-647180adc348 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8e8a2730>, '52c3a3b5-c9b0-4938-b6f9-afa39b22b27f') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:29.024693 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-95cdfc91-3d50-42f3-87be-647180adc348 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8e8a2730>, '52c3a3b5-c9b0-4938-b6f9-afa39b22b27f') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:29.065560 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-a4c866f2-06d4-48b1-95cb-53e4dfe41b2c req-e3c05a20-8ed4-4b85-af8d-ec39e48fec54 service neutron] Attempting to bind port 73e10226-084a-4235-a376-31a716d63e44 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:59:29.065560 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-a4c866f2-06d4-48b1-95cb-53e4dfe41b2c req-e3c05a20-8ed4-4b85-af8d-ec39e48fec54 service neutron] Attempting to bind port 73e10226-084a-4235-a376-31a716d63e44 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:59:29.065862 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c866f2-06d4-48b1-95cb-53e4dfe41b2c req-e3c05a20-8ed4-4b85-af8d-ec39e48fec54 service neutron] Attempting to bind port 73e10226-084a-4235-a376-31a716d63e44 on network 665487f0-78eb-47fb-9a06-b15bc614dc47 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:59:29.075853 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c866f2-06d4-48b1-95cb-53e4dfe41b2c req-e3c05a20-8ed4-4b85-af8d-ec39e48fec54 service neutron] Port 73e10226-084a-4235-a376-31a716d63e44 on network 665487f0-78eb-47fb-9a06-b15bc614dc47 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:59:29.076183 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c866f2-06d4-48b1-95cb-53e4dfe41b2c req-e3c05a20-8ed4-4b85-af8d-ec39e48fec54 service neutron] Attempting to bind port 73e10226-084a-4235-a376-31a716d63e44 on network 665487f0-78eb-47fb-9a06-b15bc614dc47 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:59:29.087529 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [req-1516434e-151d-4b6d-b81d-b403b8871715 req-b8d77d74-f81c-4507-8998-41c38ec985ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 672e9dc5-e9c7-4350-b965-d54d762eb1d8 {{(pid=121837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:59:29.092808 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c866f2-06d4-48b1-95cb-53e4dfe41b2c req-e3c05a20-8ed4-4b85-af8d-ec39e48fec54 service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:59:29.093159 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c866f2-06d4-48b1-95cb-53e4dfe41b2c req-e3c05a20-8ed4-4b85-af8d-ec39e48fec54 service neutron] Checking segment: {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:59:29.093550 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c866f2-06d4-48b1-95cb-53e4dfe41b2c req-e3c05a20-8ed4-4b85-af8d-ec39e48fec54 service neutron] Bound using segment: {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:59:29.093998 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-a4c866f2-06d4-48b1-95cb-53e4dfe41b2c req-e3c05a20-8ed4-4b85-af8d-ec39e48fec54 service neutron] Bound port: 73e10226-084a-4235-a376-31a716d63e44, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:59:29.094361 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-a4c866f2-06d4-48b1-95cb-53e4dfe41b2c req-e3c05a20-8ed4-4b85-af8d-ec39e48fec54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (73e10226-084a-4235-a376-31a716d63e44), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:29.115621 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1516434e-151d-4b6d-b81d-b403b8871715 req-b8d77d74-f81c-4507-8998-41c38ec985ee service neutron] Publish callbacks [] for port (672e9dc5-e9c7-4350-b965-d54d762eb1d8), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:29.138620 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-95cdfc91-3d50-42f3-87be-647180adc348 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (52c3a3b5-c9b0-4938-b6f9-afa39b22b27f), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:29.194012 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-ccfab138-e275-496d-869a-fda7230adb8f req-e0b77cb3-cffc-45ec-a06b-fc053752e1c7 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (36a9af4d-8e33-4f5e-81b0-dfddd8e4aada), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:29.200549 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-93d71e2d-5e5c-4b07-a119-59b0e95159d4 None None] Provisioning complete for port 36b9690b-2d00-4742-8bfe-80dd28c2108d triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:59:29.200549 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-93d71e2d-5e5c-4b07-a119-59b0e95159d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (36b9690b-2d00-4742-8bfe-80dd28c2108d), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:29.213530 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5a1e69e8-9ba6-4674-8dc6-b193f8a4d66d tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (3583dce8-1ca6-4625-8862-fb0b6d107048), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:29.237383 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-95cdfc91-3d50-42f3-87be-647180adc348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (52c3a3b5-c9b0-4938-b6f9-afa39b22b27f), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:29.239189 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-1516434e-151d-4b6d-b81d-b403b8871715 req-b8d77d74-f81c-4507-8998-41c38ec985ee service neutron] Transition to ACTIVE for port object 672e9dc5-e9c7-4350-b965-d54d762eb1d8 will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:59:29.243865 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e0e31bb1-caa9-4cd1-a537-798a9131452c req-ad4580b0-4b3a-4097-a391-024d0bd973df tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=16037dee-704d-447b-9523-4b2728e5d647 HTTP/1.1" status: 200  len: 210 time: 0.0790794
May 07 21:59:29.257774 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['36a9af4d-8e33-4f5e-81b0-dfddd8e4aada'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:59:29.258075 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1516434e-151d-4b6d-b81d-b403b8871715 req-b8d77d74-f81c-4507-8998-41c38ec985ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (672e9dc5-e9c7-4350-b965-d54d762eb1d8), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:29.298976 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a95e87f8-e70e-434b-aa7b-d06229c7956c tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (9f08faa9-8146-4400-8237-527b6a33998c), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:29.303840 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:29.309067 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d77d74-f81c-4507-8998-41c38ec985ee service neutron] Pushing event updated for resources: {'Port': ['ID=672e9dc5-e9c7-4350-b965-d54d762eb1d8,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:29.320528 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-a4c866f2-06d4-48b1-95cb-53e4dfe41b2c req-e3c05a20-8ed4-4b85-af8d-ec39e48fec54 service neutron] For port 73e10226-084a-4235-a376-31a716d63e44, host nch2-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:59:29.325955 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-a4c866f2-06d4-48b1-95cb-53e4dfe41b2c req-e3c05a20-8ed4-4b85-af8d-ec39e48fec54 service neutron] For port 73e10226-084a-4235-a376-31a716d63e44, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=73e10226-084a-4235-a376-31a716d63e44,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:59:29.341696 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b77cb3-cffc-45ec-a06b-fc053752e1c7 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Pushing event deleted for resources: {'Port': ['ID=36a9af4d-8e33-4f5e-81b0-dfddd8e4aada,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:29.355677 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-a4c866f2-06d4-48b1-95cb-53e4dfe41b2c req-e3c05a20-8ed4-4b85-af8d-ec39e48fec54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (73e10226-084a-4235-a376-31a716d63e44), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:29.363741 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 36b9690b-2d00-4742-8bfe-80dd28c2108d is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:59:29.366101 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 467b9a7d-d45f-4d9f-a596-0857a4974d3a up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:59:29.374834 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95cdfc91-3d50-42f3-87be-647180adc348 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 21:59:29.375253 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-95cdfc91-3d50-42f3-87be-647180adc348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (52c3a3b5-c9b0-4938-b6f9-afa39b22b27f), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:29.383145 ncdv-master-1 neutron-server[121836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 21:59:29.383145 ncdv-master-1 neutron-server[121836]:   self.session.flush()
May 07 21:59:29.383145 ncdv-master-1 neutron-server[121836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 21:59:29.383145 ncdv-master-1 neutron-server[121836]:   self.session.flush()
May 07 21:59:29.383145 ncdv-master-1 neutron-server[121836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 21:59:29.383145 ncdv-master-1 neutron-server[121836]:   self.session.flush()
May 07 21:59:29.383145 ncdv-master-1 neutron-server[121836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 21:59:29.383145 ncdv-master-1 neutron-server[121836]:   self.session.flush()
May 07 21:59:29.383145 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 21:59:29.383145 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 21:59:29.383145 ncdv-master-1 neutron-server[121836]:     timer()
May 07 21:59:29.383145 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 21:59:29.383145 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 21:59:29.383145 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 21:59:29.383145 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 21:59:29.383145 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 21:59:29.383145 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 21:59:29.383145 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 21:59:29.383145 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 21:59:29.383145 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 21:59:29.383145 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 21:59:29.383145 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 21:59:29.383145 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 21:59:29.383145 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 21:59:29.383145 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 21:59:29.383145 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 21:59:29.383145 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 21:59:29.383145 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 21:59:29.383145 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 21:59:29.383145 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 21:59:29.383145 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 21:59:29.383145 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 21:59:29.383145 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 21:59:29.383145 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 21:59:29.383145 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 21:59:29.383145 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 21:59:29.383145 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 21:59:29.383145 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 21:59:29.383145 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 21:59:29.383145 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 21:59:29.398967 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-5a1e69e8-9ba6-4674-8dc6-b193f8a4d66d tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf870edbb0>,) {'filters': {'network_id': ['3583dce8-1ca6-4625-8862-fb0b6d107048']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:29.403269 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ab77bad5-ebcb-4639-ac23-3914f55d1496 req-e946744e-a37b-41aa-b357-4ed8ae47ca7d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9196cd4a-c48b-40f4-862c-9395ce3cf8f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5232229
May 07 21:59:29.448206 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a4fbfb-1394-4fc5-8838-1d186449b01d None None] Pushing event updated for resources: {'Port': ['ID=18169577-fc12-4a32-9858-9cc1099dd5a9,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:29.470851 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 467b9a7d-d45f-4d9f-a596-0857a4974d3a triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:59:29.471362 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (467b9a7d-d45f-4d9f-a596-0857a4974d3a), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:29.496552 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c866f2-06d4-48b1-95cb-53e4dfe41b2c req-e3c05a20-8ed4-4b85-af8d-ec39e48fec54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:29.497425 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-a4c866f2-06d4-48b1-95cb-53e4dfe41b2c req-e3c05a20-8ed4-4b85-af8d-ec39e48fec54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:29.498924 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a4c866f2-06d4-48b1-95cb-53e4dfe41b2c req-e3c05a20-8ed4-4b85-af8d-ec39e48fec54 service neutron] 10.222.0.59 "PUT /v2.0/ports/73e10226-084a-4235-a376-31a716d63e44 HTTP/1.1" status: 200  len: 1094 time: 2.2217963
May 07 21:59:29.502131 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d5d0aa6-f907-4569-bedc-2979f6637d33', 'tag': '73e10226-084a-4235-a376-31a716d63e44'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:59:29.504728 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f476a19-5484-4f85-b566-d320c7a9955b" -d '{"events": [{"name": "network-changed", "server_uuid": "5d5d0aa6-f907-4569-bedc-2979f6637d33", "tag": "73e10226-084a-4235-a376-31a716d63e44"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:59:29.514870 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6795d8-2c79-432f-baca-a7f7da31930a None None] Network 3583dce8-1ca6-4625-8862-fb0b6d107048 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:59:29.519177 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-5a1e69e8-9ba6-4674-8dc6-b193f8a4d66d tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf870edbb0>, '68eb9a8d-95ba-45ee-a4a3-7e0fd5bfe940') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:29.519675 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-5a1e69e8-9ba6-4674-8dc6-b193f8a4d66d tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf870edbb0>, '68eb9a8d-95ba-45ee-a4a3-7e0fd5bfe940') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:29.604430 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c05a20-8ed4-4b85-af8d-ec39e48fec54 service neutron] Pushing event updated for resources: {'Port': ['ID=73e10226-084a-4235-a376-31a716d63e44,revision_number=3']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:29.612836 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeee743c-81d8-4b60-883f-c090cb10a6da x-openstack-request-id: req-aeee743c-81d8-4b60-883f-c090cb10a6da {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:59:29.613132 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d5d0aa6-f907-4569-bedc-2979f6637d33", "tag": "73e10226-084a-4235-a376-31a716d63e44", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:59:29.613392 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aeee743c-81d8-4b60-883f-c090cb10a6da {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:59:29.613805 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aeee743c-81d8-4b60-883f-c090cb10a6da'] response: {'name': 'network-changed', 'server_uuid': '5d5d0aa6-f907-4569-bedc-2979f6637d33', 'tag': '73e10226-084a-4235-a376-31a716d63e44', 'status': 'completed', 'code': 200}
May 07 21:59:29.641294 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccfab138-e275-496d-869a-fda7230adb8f req-e0b77cb3-cffc-45ec-a06b-fc053752e1c7 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] No DVR routers for this DVR port 36a9af4d-8e33-4f5e-81b0-dfddd8e4aada on host nch2-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:59:29.644985 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5a1e69e8-9ba6-4674-8dc6-b193f8a4d66d tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (68eb9a8d-95ba-45ee-a4a3-7e0fd5bfe940), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:29.661348 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-1516434e-151d-4b6d-b81d-b403b8871715 req-b8d77d74-f81c-4507-8998-41c38ec985ee service neutron] Attempting to bind port 672e9dc5-e9c7-4350-b965-d54d762eb1d8 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:59:29.661756 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-1516434e-151d-4b6d-b81d-b403b8871715 req-b8d77d74-f81c-4507-8998-41c38ec985ee service neutron] Attempting to bind port 672e9dc5-e9c7-4350-b965-d54d762eb1d8 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:59:29.662967 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1516434e-151d-4b6d-b81d-b403b8871715 req-b8d77d74-f81c-4507-8998-41c38ec985ee service neutron] Attempting to bind port 672e9dc5-e9c7-4350-b965-d54d762eb1d8 on network 665487f0-78eb-47fb-9a06-b15bc614dc47 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:59:29.667216 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-ccfab138-e275-496d-869a-fda7230adb8f req-e0b77cb3-cffc-45ec-a06b-fc053752e1c7 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:29.672537 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ccfab138-e275-496d-869a-fda7230adb8f req-e0b77cb3-cffc-45ec-a06b-fc053752e1c7 tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.59 "DELETE /v2.0/ports/36a9af4d-8e33-4f5e-81b0-dfddd8e4aada HTTP/1.1" status: 204  len: 173 time: 2.0631926
May 07 21:59:29.674018 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1516434e-151d-4b6d-b81d-b403b8871715 req-b8d77d74-f81c-4507-8998-41c38ec985ee service neutron] Port 672e9dc5-e9c7-4350-b965-d54d762eb1d8 on network 665487f0-78eb-47fb-9a06-b15bc614dc47 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:59:29.674603 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1516434e-151d-4b6d-b81d-b403b8871715 req-b8d77d74-f81c-4507-8998-41c38ec985ee service neutron] Attempting to bind port 672e9dc5-e9c7-4350-b965-d54d762eb1d8 on network 665487f0-78eb-47fb-9a06-b15bc614dc47 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:59:29.689568 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16037dee-704d-447b-9523-4b2728e5d647', 'name': 'network-vif-deleted', 'tag': '36a9af4d-8e33-4f5e-81b0-dfddd8e4aada'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:59:29.713677 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7417beb7-b2da-4209-8765-c775feaa945d" -d '{"events": [{"server_uuid": "16037dee-704d-447b-9523-4b2728e5d647", "name": "network-vif-deleted", "tag": "36a9af4d-8e33-4f5e-81b0-dfddd8e4aada"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:59:29.727910 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1516434e-151d-4b6d-b81d-b403b8871715 req-b8d77d74-f81c-4507-8998-41c38ec985ee service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:59:29.728394 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1516434e-151d-4b6d-b81d-b403b8871715 req-b8d77d74-f81c-4507-8998-41c38ec985ee service neutron] Checking segment: {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:59:29.728911 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1516434e-151d-4b6d-b81d-b403b8871715 req-b8d77d74-f81c-4507-8998-41c38ec985ee service neutron] Bound using segment: {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:59:29.735905 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-1516434e-151d-4b6d-b81d-b403b8871715 req-b8d77d74-f81c-4507-8998-41c38ec985ee service neutron] Bound port: 672e9dc5-e9c7-4350-b965-d54d762eb1d8, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:59:29.736449 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1516434e-151d-4b6d-b81d-b403b8871715 req-b8d77d74-f81c-4507-8998-41c38ec985ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (672e9dc5-e9c7-4350-b965-d54d762eb1d8), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:29.740567 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c866f2-06d4-48b1-95cb-53e4dfe41b2c req-04be1c16-9ed7-47ae-af0f-cbc1cb314b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:29.742358 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a4c866f2-06d4-48b1-95cb-53e4dfe41b2c req-04be1c16-9ed7-47ae-af0f-cbc1cb314b93 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4f25e7e4b2ae4a278467bc1a4fc5fa46&device_id=5d5d0aa6-f907-4569-bedc-2979f6637d33 HTTP/1.1" status: 200  len: 1128 time: 0.1717057
May 07 21:59:29.802108 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-95cdfc91-3d50-42f3-87be-647180adc348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (430d4d53-753d-4983-b764-317098201a43), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:29.839265 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-95cdfc91-3d50-42f3-87be-647180adc348 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:29.845357 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-95cdfc91-3d50-42f3-87be-647180adc348 admin admin] 10.222.0.32 "DELETE /v2.0/networks/430d4d53-753d-4983-b764-317098201a43 HTTP/1.1" status: 204  len: 168 time: 3.8647408
May 07 21:59:29.847338 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a4c866f2-06d4-48b1-95cb-53e4dfe41b2c req-641c40ba-8e89-4e22-9f55-89423019c6d8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=73e10226-084a-4235-a376-31a716d63e44 HTTP/1.1" status: 200  len: 217 time: 0.0871279
May 07 21:59:29.851876 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5a1e69e8-9ba6-4674-8dc6-b193f8a4d66d tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (68eb9a8d-95ba-45ee-a4a3-7e0fd5bfe940), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:29.883525 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cdfc91-3d50-42f3-87be-647180adc348 admin admin] Pushing event deleted for resources: {'Network': ['ID=430d4d53-753d-4983-b764-317098201a43,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:29.893804 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a1e69e8-9ba6-4674-8dc6-b193f8a4d66d tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 21:59:29.894218 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5a1e69e8-9ba6-4674-8dc6-b193f8a4d66d tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (68eb9a8d-95ba-45ee-a4a3-7e0fd5bfe940), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:29.897489 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 21:59:29.897489 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 21:59:29.897489 ncdv-master-1 neutron-server[121836]:     timer()
May 07 21:59:29.897489 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 21:59:29.897489 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 21:59:29.897489 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 21:59:29.897489 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 21:59:29.897489 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 21:59:29.897489 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 21:59:29.897489 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 21:59:29.897489 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 21:59:29.897489 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 21:59:29.897489 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 21:59:29.897489 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 21:59:29.897489 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 21:59:29.897489 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 21:59:29.897489 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 21:59:29.897489 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 21:59:29.897489 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 21:59:29.897489 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 21:59:29.897489 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 21:59:29.897489 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 21:59:29.897489 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 21:59:29.897489 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 21:59:29.897489 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 21:59:29.897489 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 21:59:29.897489 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 21:59:29.897489 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 21:59:29.897489 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 21:59:29.897489 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 21:59:29.897489 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 21:59:29.897489 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 21:59:29.899912 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 467b9a7d-d45f-4d9f-a596-0857a4974d3a is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:59:29.903678 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (467b9a7d-d45f-4d9f-a596-0857a4974d3a), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:29.913847 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-93d71e2d-5e5c-4b07-a119-59b0e95159d4 None None] Current status of the port 36b9690b-2d00-4742-8bfe-80dd28c2108d is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:59:29.922418 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ce9820-307b-4644-9e8a-a8b4d4c15110 req-c296c086-1926-44a5-a032-c86e2c67296b tempest-ServersNegativeTestMultiTenantJSON-930776855 tempest-ServersNegativeTestMultiTenantJSON-930776855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:29.924732 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-10ce9820-307b-4644-9e8a-a8b4d4c15110 req-c296c086-1926-44a5-a032-c86e2c67296b tempest-ServersNegativeTestMultiTenantJSON-930776855 tempest-ServersNegativeTestMultiTenantJSON-930776855-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe14da73-2fb3-48b0-8ac2-34f544c2ee96 HTTP/1.1" status: 200  len: 945 time: 0.2776163
May 07 21:59:29.976020 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc704a3-2d7c-4ea8-be25-811a50744149 None None] Network b9b54ba8-0a68-48af-a086-84af3917ea27 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:59:29.998138 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c866f2-06d4-48b1-95cb-53e4dfe41b2c req-152dac0b-bb09-4e4c-818e-9368bdae80a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:29.999547 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a4c866f2-06d4-48b1-95cb-53e4dfe41b2c req-152dac0b-bb09-4e4c-818e-9368bdae80a6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6e0e5c53-1ece-4d20-b01d-5f8c6957edf6 HTTP/1.1" status: 200  len: 843 time: 0.1203673
May 07 21:59:30.028512 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef80df28-e68e-44f9-b001-2b20182c7c8a None None] Network 3583dce8-1ca6-4625-8862-fb0b6d107048 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:59:30.033388 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cca9e4-7f20-4ae8-bdfe-353bffa85d69 req-6b966ce2-221a-41e6-aaa2-39337a5dbdcf tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:30.036418 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-00cca9e4-7f20-4ae8-bdfe-353bffa85d69 req-6b966ce2-221a-41e6-aaa2-39337a5dbdcf tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d5d0aa6-f907-4569-bedc-2979f6637d33 HTTP/1.1" status: 200  len: 946 time: 0.0869200
May 07 21:59:30.079755 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-1516434e-151d-4b6d-b81d-b403b8871715 req-b8d77d74-f81c-4507-8998-41c38ec985ee service neutron] For port 672e9dc5-e9c7-4350-b965-d54d762eb1d8, host nch2-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:59:30.112964 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-00cca9e4-7f20-4ae8-bdfe-353bffa85d69 req-41916af3-9d0c-4617-88f6-334ab500793c tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a925320-3da9-4f33-a573-9f26e57ac6c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0684514
May 07 21:59:30.136412 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-10ce9820-307b-4644-9e8a-a8b4d4c15110 req-a2b3cdc9-3921-4d85-a4e5-c67fa470e698 tempest-ServersNegativeTestMultiTenantJSON-930776855 tempest-ServersNegativeTestMultiTenantJSON-930776855-project] 10.222.0.32 "GET /v2.0/security-groups?id=9196cd4a-c48b-40f4-862c-9395ce3cf8f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1911643
May 07 21:59:30.149246 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.db.api [None req-5a1e69e8-9ba6-4674-8dc6-b193f8a4d66d tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
May 07 21:59:30.149246 ncdv-master-1 neutron-server[121836]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
May 07 21:59:30.149246 ncdv-master-1 neutron-server[121836]: [parameters: {'id': '3583dce8-1ca6-4625-8862-fb0b6d107048'}]
May 07 21:59:30.149246 ncdv-master-1 neutron-server[121836]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=121836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 07 21:59:30.149681 ncdv-master-1 neutron-server[121836]: DEBUG oslo_db.api [None req-5a1e69e8-9ba6-4674-8dc6-b193f8a4d66d tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 07 21:59:30.230903 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49568) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:30.231321 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-1516434e-151d-4b6d-b81d-b403b8871715 req-b8d77d74-f81c-4507-8998-41c38ec985ee service neutron] For port 672e9dc5-e9c7-4350-b965-d54d762eb1d8, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=672e9dc5-e9c7-4350-b965-d54d762eb1d8,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:59:30.241470 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b3645c6-fae5-41d2-aa39-65e79e37848a x-openstack-request-id: req-0b3645c6-fae5-41d2-aa39-65e79e37848a {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:59:30.241920 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16037dee-704d-447b-9523-4b2728e5d647", "name": "network-vif-deleted", "tag": "36a9af4d-8e33-4f5e-81b0-dfddd8e4aada", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:59:30.242192 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0b3645c6-fae5-41d2-aa39-65e79e37848a {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:59:30.242999 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b3645c6-fae5-41d2-aa39-65e79e37848a'] response: {'server_uuid': '16037dee-704d-447b-9523-4b2728e5d647', 'name': 'network-vif-deleted', 'tag': '36a9af4d-8e33-4f5e-81b0-dfddd8e4aada', 'status': 'completed', 'code': 200}
May 07 21:59:30.243724 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1516434e-151d-4b6d-b81d-b403b8871715 req-b8d77d74-f81c-4507-8998-41c38ec985ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (672e9dc5-e9c7-4350-b965-d54d762eb1d8), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:30.252384 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c866f2-06d4-48b1-95cb-53e4dfe41b2c req-21711cf3-de28-478b-ba70-a7f3eb7a8d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:30.253841 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a4c866f2-06d4-48b1-95cb-53e4dfe41b2c req-21711cf3-de28-478b-ba70-a7f3eb7a8d41 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=665487f0-78eb-47fb-9a06-b15bc614dc47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1187925
May 07 21:59:30.304568 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1516434e-151d-4b6d-b81d-b403b8871715 req-b8d77d74-f81c-4507-8998-41c38ec985ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:30.305195 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1516434e-151d-4b6d-b81d-b403b8871715 req-b8d77d74-f81c-4507-8998-41c38ec985ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:30.306581 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1516434e-151d-4b6d-b81d-b403b8871715 req-b8d77d74-f81c-4507-8998-41c38ec985ee service neutron] 10.222.0.59 "PUT /v2.0/ports/672e9dc5-e9c7-4350-b965-d54d762eb1d8 HTTP/1.1" status: 200  len: 1094 time: 2.4355953
May 07 21:59:30.377059 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d77d74-f81c-4507-8998-41c38ec985ee service neutron] Pushing event updated for resources: {'Port': ['ID=672e9dc5-e9c7-4350-b965-d54d762eb1d8,revision_number=3']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:30.405327 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-b2c1ceee-2a87-458e-8766-1187389cab53 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f75cb675742543209bcbb75d99b60e97&name=default HTTP/1.1" status: 200  len: 2996 time: 0.1627259
May 07 21:59:30.406502 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49572) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:30.456397 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port 467b9a7d-d45f-4d9f-a596-0857a4974d3a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=467b9a7d-d45f-4d9f-a596-0857a4974d3a,segment=NetworkSegment(aadc8000-9a3a-416e-ba38-f14d0bfd9b80),segment_id=aadc8000-9a3a-416e-ba38-f14d0bfd9b80)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:59:30.465582 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-6221686b-e8ce-44f4-a0fe-e695f6f2abc1 None None] Provisioning complete for port 467b9a7d-d45f-4d9f-a596-0857a4974d3a triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:59:30.466686 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6221686b-e8ce-44f4-a0fe-e695f6f2abc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (467b9a7d-d45f-4d9f-a596-0857a4974d3a), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:30.473627 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:30.475315 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (467b9a7d-d45f-4d9f-a596-0857a4974d3a), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:30.493390 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a95e87f8-e70e-434b-aa7b-d06229c7956c tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks [] for port (9f08faa9-8146-4400-8237-527b6a33998c), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:30.505745 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a4c866f2-06d4-48b1-95cb-53e4dfe41b2c req-26cbc0cf-dab4-4181-867f-83002858ad87 service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2287583
May 07 21:59:30.507494 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a95e87f8-e70e-434b-aa7b-d06229c7956c tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (9f08faa9-8146-4400-8237-527b6a33998c), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:30.508284 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a95e87f8-e70e-434b-aa7b-d06229c7956c tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401121'] for router_interface (bff29f65-32e0-4ec5-91e1-37f4fb626e2c), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:30.557618 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0b8f792f-248d-4a28-bc6e-8c2dd828c1d4 req-e801a5cf-adf7-4c23-937b-6a584ab70bde tempest-DeleteServersTestJSON-1693230253 tempest-DeleteServersTestJSON-1693230253-project] 10.222.0.32 "GET /v2.0/ports?device_id=16037dee-704d-447b-9523-4b2728e5d647 HTTP/1.1" status: 200  len: 210 time: 0.1418366
May 07 21:59:30.614629 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ffce8a4e-e67f-48fd-bffe-0a4021213e34 admin admin] Publish callbacks [] for security_group (d50792e5-4672-4ff2-b261-ed0a649bb3d3), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:30.618351 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device cecdb7cd-e3fe-45db-b0f4-afd3f4e4f8b7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:59:30.671272 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5a1e69e8-9ba6-4674-8dc6-b193f8a4d66d tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (3583dce8-1ca6-4625-8862-fb0b6d107048), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:30.699924 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95e87f8-e70e-434b-aa7b-d06229c7956c tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Pushing event updated for resources: {'Port': ['ID=9f08faa9-8146-4400-8237-527b6a33998c,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:30.703597 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ffce8a4e-e67f-48fd-bffe-0a4021213e34 admin admin] Publish callbacks [] for security_group (d50792e5-4672-4ff2-b261-ed0a649bb3d3), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:30.709197 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: cecdb7cd-e3fe-45db-b0f4-afd3f4e4f8b7 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:59:30.709705 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device cecdb7cd-e3fe-45db-b0f4-afd3f4e4f8b7 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:59:30.741369 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a4c866f2-06d4-48b1-95cb-53e4dfe41b2c req-76192d6d-7926-4b4c-b22c-192dcbe51bd6 service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2101121
May 07 21:59:30.759621 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1516434e-151d-4b6d-b81d-b403b8871715 req-87d56cb0-bdf5-4a7a-b78c-235629de74b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:30.772052 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1516434e-151d-4b6d-b81d-b403b8871715 req-87d56cb0-bdf5-4a7a-b78c-235629de74b1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4f25e7e4b2ae4a278467bc1a4fc5fa46&device_id=de30285c-55a0-4bf5-91e8-9bdd7282f8d7 HTTP/1.1" status: 200  len: 1128 time: 0.3098817
May 07 21:59:30.809683 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95e87f8-e70e-434b-aa7b-d06229c7956c tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Network b9b54ba8-0a68-48af-a086-84af3917ea27 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:59:30.813471 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-5a1e69e8-9ba6-4674-8dc6-b193f8a4d66d tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Deleting port 18169577-fc12-4a32-9858-9cc1099dd5a9 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:59:30.813471 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5a1e69e8-9ba6-4674-8dc6-b193f8a4d66d tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (18169577-fc12-4a32-9858-9cc1099dd5a9), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:30.814962 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-a95e87f8-e70e-434b-aa7b-d06229c7956c tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:59:30.823507 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=467b9a7d-d45f-4d9f-a596-0857a4974d3a,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:30.836349 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-6221686b-e8ce-44f4-a0fe-e695f6f2abc1 None None] Current status of the port 467b9a7d-d45f-4d9f-a596-0857a4974d3a is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:59:30.865970 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1516434e-151d-4b6d-b81d-b403b8871715 req-2e240e8d-260b-4dd3-813a-3f26d12997a2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=672e9dc5-e9c7-4350-b965-d54d762eb1d8 HTTP/1.1" status: 200  len: 217 time: 0.0840275
May 07 21:59:30.908183 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ffce8a4e-e67f-48fd-bffe-0a4021213e34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (d50792e5-4672-4ff2-b261-ed0a649bb3d3), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:30.910759 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ffce8a4e-e67f-48fd-bffe-0a4021213e34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:30.911929 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-ffce8a4e-e67f-48fd-bffe-0a4021213e34 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d50792e5-4672-4ff2-b261-ed0a649bb3d3 HTTP/1.1" status: 204  len: 168 time: 0.4979358
May 07 21:59:30.998757 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffce8a4e-e67f-48fd-bffe-0a4021213e34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d50792e5-4672-4ff2-b261-ed0a649bb3d3,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:31.010602 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-5a1e69e8-9ba6-4674-8dc6-b193f8a4d66d tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] For port 18169577-fc12-4a32-9858-9cc1099dd5a9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=18169577-fc12-4a32-9858-9cc1099dd5a9,segment=NetworkSegment(68eb9a8d-95ba-45ee-a4a3-7e0fd5bfe940),segment_id=68eb9a8d-95ba-45ee-a4a3-7e0fd5bfe940)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:59:31.011079 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5a1e69e8-9ba6-4674-8dc6-b193f8a4d66d tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (18169577-fc12-4a32-9858-9cc1099dd5a9), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:31.035977 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-5a1e69e8-9ba6-4674-8dc6-b193f8a4d66d tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Calling delete_port for 18169577-fc12-4a32-9858-9cc1099dd5a9 owned by network:dhcp {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:59:31.036288 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754a268b-eba1-4e40-b21a-1bfdeff6dcd6 None None] get_active_networks_info from ncdv-master-1 {{(pid=121838) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
May 07 21:59:31.133823 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-fc1cca54-443f-40b7-9a51-b361cd53b892 None None] Provisioning complete for port 467b9a7d-d45f-4d9f-a596-0857a4974d3a triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:59:31.134191 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-fc1cca54-443f-40b7-9a51-b361cd53b892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (467b9a7d-d45f-4d9f-a596-0857a4974d3a), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:31.139416 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a95e87f8-e70e-434b-aa7b-d06229c7956c tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Router bff29f65-32e0-4ec5-91e1-37f4fb626e2c is scheduled to L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db with binding_index 1 {{(pid=121836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 07 21:59:31.154955 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5a1e69e8-9ba6-4674-8dc6-b193f8a4d66d tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (18169577-fc12-4a32-9858-9cc1099dd5a9), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:31.258592 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-fc1cca54-443f-40b7-9a51-b361cd53b892 None None] Current status of the port 467b9a7d-d45f-4d9f-a596-0857a4974d3a is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:59:31.270541 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1e69e8-9ba6-4674-8dc6-b193f8a4d66d tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Pushing event deleted for resources: {'Port': ['ID=18169577-fc12-4a32-9858-9cc1099dd5a9,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:31.280061 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-fc1cca54-443f-40b7-9a51-b361cd53b892 None None] Provisioning complete for port 9f08faa9-8146-4400-8237-527b6a33998c triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:59:31.280448 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-fc1cca54-443f-40b7-9a51-b361cd53b892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (9f08faa9-8146-4400-8237-527b6a33998c), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:31.283421 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1e69e8-9ba6-4674-8dc6-b193f8a4d66d tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] No DVR routers for this DVR port 18169577-fc12-4a32-9858-9cc1099dd5a9 on host ncdv-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:59:31.305103 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754a268b-eba1-4e40-b21a-1bfdeff6dcd6 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
May 07 21:59:31.328677 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ecdffc-26f0-45ab-9d54-bba201c14b8a req-b7194b09-b7b8-42ab-b855-d82cda196435 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:31.331186 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-98ecdffc-26f0-45ab-9d54-bba201c14b8a req-b7194b09-b7b8-42ab-b855-d82cda196435 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d5d0aa6-f907-4569-bedc-2979f6637d33 HTTP/1.1" status: 200  len: 946 time: 0.0673976
May 07 21:59:31.332700 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-fc1cca54-443f-40b7-9a51-b361cd53b892 None None] Port 9f08faa9-8146-4400-8237-527b6a33998c cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:59:31.392112 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49598) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:31.404555 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-98ecdffc-26f0-45ab-9d54-bba201c14b8a req-394f19cb-5b77-4bb3-b6a1-7135399d943b tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a925320-3da9-4f33-a573-9f26e57ac6c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0651994
May 07 21:59:31.445519 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-df0523ba-84b5-4718-8148-93cdaf86aadf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=776799dc9f9540fbaa14d08d316b0eef&name=default HTTP/1.1" status: 200  len: 2996 time: 0.0522830
May 07 21:59:31.448192 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49600) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:31.501798 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9b42f603-ba26-4904-8f69-6f7ee2ca2604 admin admin] Publish callbacks [] for security_group (d6166a65-a4db-4568-87aa-e9f453c0110e), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:31.523402 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9b42f603-ba26-4904-8f69-6f7ee2ca2604 admin admin] Publish callbacks [] for security_group (d6166a65-a4db-4568-87aa-e9f453c0110e), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:31.636176 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de30285c-55a0-4bf5-91e8-9bdd7282f8d7', 'tag': '672e9dc5-e9c7-4350-b965-d54d762eb1d8'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:59:31.640350 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4daa037f-7533-4f0d-bc4a-64f311ce544a" -d '{"events": [{"name": "network-changed", "server_uuid": "de30285c-55a0-4bf5-91e8-9bdd7282f8d7", "tag": "672e9dc5-e9c7-4350-b965-d54d762eb1d8"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:59:31.667543 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f476a19-5484-4f85-b566-d320c7a9955b req-57f9e65c-1df4-4b5a-bb02-adb761198316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:31.669226 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9f476a19-5484-4f85-b566-d320c7a9955b req-57f9e65c-1df4-4b5a-bb02-adb761198316 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4f25e7e4b2ae4a278467bc1a4fc5fa46&device_id=5d5d0aa6-f907-4569-bedc-2979f6637d33 HTTP/1.1" status: 200  len: 1128 time: 0.1087074
May 07 21:59:31.671665 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1516434e-151d-4b6d-b81d-b403b8871715 req-5af02d92-d0ec-48a2-8be4-69bb6eb7c18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:31.673119 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1516434e-151d-4b6d-b81d-b403b8871715 req-5af02d92-d0ec-48a2-8be4-69bb6eb7c18c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6e0e5c53-1ece-4d20-b01d-5f8c6957edf6 HTTP/1.1" status: 200  len: 843 time: 0.1478300
May 07 21:59:31.842303 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a95e87f8-e70e-434b-aa7b-d06229c7956c tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:59:31.856651 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5a1e69e8-9ba6-4674-8dc6-b193f8a4d66d tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (3583dce8-1ca6-4625-8862-fb0b6d107048), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:31.858992 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c52bdb6-5eab-44eb-a0af-01f718a499a3 None None] Sync routers for ids ['bff29f65-32e0-4ec5-91e1-37f4fb626e2c'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:59:31.867868 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-a95e87f8-e70e-434b-aa7b-d06229c7956c tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "PUT /v2.0/routers/bff29f65-32e0-4ec5-91e1-37f4fb626e2c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.3692722
May 07 21:59:31.874495 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49616) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:31.876050 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c52bdb6-5eab-44eb-a0af-01f718a499a3 None None] Routers {'bff29f65-32e0-4ec5-91e1-37f4fb626e2c'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:59:31.877723 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-6c52bdb6-5eab-44eb-a0af-01f718a499a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f6e2bb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:59:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['bff29f65-32e0-4ec5-91e1-37f4fb626e2c'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:31.932508 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-6c52bdb6-5eab-44eb-a0af-01f718a499a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f6e2bb0>, [], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:31.946576 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c52bdb6-5eab-44eb-a0af-01f718a499a3 None None] Routers {'bff29f65-32e0-4ec5-91e1-37f4fb626e2c'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:59:31.947442 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-6c52bdb6-5eab-44eb-a0af-01f718a499a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f6e2bb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:59:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['bff29f65-32e0-4ec5-91e1-37f4fb626e2c'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:31.948503 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842bac28-6ae3-4177-9150-ba8247d1a44b tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:31.955600 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-842bac28-6ae3-4177-9150-ba8247d1a44b tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "GET /v2.0/ports/9f08faa9-8146-4400-8237-527b6a33998c HTTP/1.1" status: 200  len: 911 time: 0.0744839
May 07 21:59:31.977529 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7215f3-5e0c-4e5e-95f3-9e8ed205ea13 req-b18aad81-a53a-49d0-b7bf-e0ebed446460 tempest-ServersNegativeTestMultiTenantJSON-930776855 tempest-ServersNegativeTestMultiTenantJSON-930776855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:31.979924 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3d7215f3-5e0c-4e5e-95f3-9e8ed205ea13 req-b18aad81-a53a-49d0-b7bf-e0ebed446460 tempest-ServersNegativeTestMultiTenantJSON-930776855 tempest-ServersNegativeTestMultiTenantJSON-930776855-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe14da73-2fb3-48b0-8ac2-34f544c2ee96 HTTP/1.1" status: 200  len: 945 time: 0.6872313
May 07 21:59:31.980449 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49620) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:32.020068 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-6c52bdb6-5eab-44eb-a0af-01f718a499a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f6e2bb0>, [], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:32.020950 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c52bdb6-5eab-44eb-a0af-01f718a499a3 None None] The sync data for ids ['bff29f65-32e0-4ec5-91e1-37f4fb626e2c'] in ncdv-master-1 is: [] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:59:32.041173 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-a3bb35e0-04d6-4f42-9f04-2c79be419e23 None None] Provisioning complete for port 9f08faa9-8146-4400-8237-527b6a33998c triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:59:32.042434 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a3bb35e0-04d6-4f42-9f04-2c79be419e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (9f08faa9-8146-4400-8237-527b6a33998c), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:32.066647 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-5a1e69e8-9ba6-4674-8dc6-b193f8a4d66d tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf8727a1f0>,) {'filters': {'network_id': ['3583dce8-1ca6-4625-8862-fb0b6d107048']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:32.085819 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-a3bb35e0-04d6-4f42-9f04-2c79be419e23 None None] Port 9f08faa9-8146-4400-8237-527b6a33998c cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:59:32.130222 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-5a1e69e8-9ba6-4674-8dc6-b193f8a4d66d tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8727a1f0>, '68eb9a8d-95ba-45ee-a4a3-7e0fd5bfe940') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:32.131182 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-5a1e69e8-9ba6-4674-8dc6-b193f8a4d66d tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8727a1f0>, '68eb9a8d-95ba-45ee-a4a3-7e0fd5bfe940') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:32.138757 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53816250-71b9-4f65-ba21-b89f5b45cab8 x-openstack-request-id: req-53816250-71b9-4f65-ba21-b89f5b45cab8 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:59:32.139094 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de30285c-55a0-4bf5-91e8-9bdd7282f8d7", "tag": "672e9dc5-e9c7-4350-b965-d54d762eb1d8", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:59:32.139330 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-53816250-71b9-4f65-ba21-b89f5b45cab8 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:59:32.139728 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53816250-71b9-4f65-ba21-b89f5b45cab8'] response: {'name': 'network-changed', 'server_uuid': 'de30285c-55a0-4bf5-91e8-9bdd7282f8d7', 'tag': '672e9dc5-e9c7-4350-b965-d54d762eb1d8', 'status': 'completed', 'code': 200}
May 07 21:59:32.145757 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5a1e69e8-9ba6-4674-8dc6-b193f8a4d66d tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (68eb9a8d-95ba-45ee-a4a3-7e0fd5bfe940), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:32.168479 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9b42f603-ba26-4904-8f69-6f7ee2ca2604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (d6166a65-a4db-4568-87aa-e9f453c0110e), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:32.168705 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5a1e69e8-9ba6-4674-8dc6-b193f8a4d66d tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (68eb9a8d-95ba-45ee-a4a3-7e0fd5bfe940), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:32.171089 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9b42f603-ba26-4904-8f69-6f7ee2ca2604 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:32.174571 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-9b42f603-ba26-4904-8f69-6f7ee2ca2604 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d6166a65-a4db-4568-87aa-e9f453c0110e HTTP/1.1" status: 204  len: 168 time: 0.7230670
May 07 21:59:32.210586 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1516434e-151d-4b6d-b81d-b403b8871715 req-4bcb63de-6084-444e-b1e2-d30538031c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:32.211954 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1516434e-151d-4b6d-b81d-b403b8871715 req-4bcb63de-6084-444e-b1e2-d30538031c57 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=665487f0-78eb-47fb-9a06-b15bc614dc47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.5307832
May 07 21:59:32.217589 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b42f603-ba26-4904-8f69-6f7ee2ca2604 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6166a65-a4db-4568-87aa-e9f453c0110e,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:32.252377 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a1e69e8-9ba6-4674-8dc6-b193f8a4d66d tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 21:59:32.252956 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5a1e69e8-9ba6-4674-8dc6-b193f8a4d66d tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (68eb9a8d-95ba-45ee-a4a3-7e0fd5bfe940), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:32.304058 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-2a269085-cf15-4eb4-b4e6-afb06ac2d15d None None] Provisioning complete for port 9f08faa9-8146-4400-8237-527b6a33998c triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:59:32.304371 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2a269085-cf15-4eb4-b4e6-afb06ac2d15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (9f08faa9-8146-4400-8237-527b6a33998c), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:32.326456 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 21:59:32.326456 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 21:59:32.326456 ncdv-master-1 neutron-server[121836]:     timer()
May 07 21:59:32.326456 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 21:59:32.326456 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 21:59:32.326456 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 21:59:32.326456 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 21:59:32.326456 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 21:59:32.326456 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 21:59:32.326456 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 21:59:32.326456 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 21:59:32.326456 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 21:59:32.326456 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 21:59:32.326456 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 21:59:32.326456 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 21:59:32.326456 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 21:59:32.326456 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 21:59:32.326456 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 21:59:32.326456 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 21:59:32.326456 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 21:59:32.326456 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 21:59:32.326456 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 21:59:32.326456 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 21:59:32.326456 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 21:59:32.326456 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 21:59:32.326456 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 21:59:32.326456 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 21:59:32.326456 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 21:59:32.326456 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 21:59:32.326456 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 21:59:32.326456 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 21:59:32.326456 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 21:59:32.338454 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f476a19-5484-4f85-b566-d320c7a9955b req-2ac4d8b8-6110-4b05-a1db-a567266d021c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:32.340009 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9f476a19-5484-4f85-b566-d320c7a9955b req-2ac4d8b8-6110-4b05-a1db-a567266d021c service neutron] 10.222.0.59 "GET /v2.0/networks?id=665487f0-78eb-47fb-9a06-b15bc614dc47 HTTP/1.1" status: 200  len: 870 time: 0.6601396
May 07 21:59:32.354033 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-2a269085-cf15-4eb4-b4e6-afb06ac2d15d None None] Port 9f08faa9-8146-4400-8237-527b6a33998c cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:59:32.384111 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5a1e69e8-9ba6-4674-8dc6-b193f8a4d66d tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (3583dce8-1ca6-4625-8862-fb0b6d107048), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:32.398690 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5a1e69e8-9ba6-4674-8dc6-b193f8a4d66d tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:32.401144 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9f476a19-5484-4f85-b566-d320c7a9955b req-e1833ff7-21a0-49f7-8570-e8eae8c07683 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=73e10226-084a-4235-a376-31a716d63e44 HTTP/1.1" status: 200  len: 217 time: 0.0522175
May 07 21:59:32.403730 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-5a1e69e8-9ba6-4674-8dc6-b193f8a4d66d tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] 10.222.0.32 "DELETE /v2.0/networks/3583dce8-1ca6-4625-8862-fb0b6d107048 HTTP/1.1" status: 204  len: 168 time: 5.2332261
May 07 21:59:32.412200 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49648) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:32.425962 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 36a9af4d-8e33-4f5e-81b0-dfddd8e4aada no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:59:32.428865 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1516434e-151d-4b6d-b81d-b403b8871715 req-f02ebcc5-13bd-498b-a6a3-7018e260e2b1 service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2072585
May 07 21:59:32.457650 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] No Port match for: 36a9af4d-8e33-4f5e-81b0-dfddd8e4aada {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:59:32.458167 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 36a9af4d-8e33-4f5e-81b0-dfddd8e4aada not bound to the agent host nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:59:32.481848 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3d7215f3-5e0c-4e5e-95f3-9e8ed205ea13 req-48379cb7-868d-425f-9b93-ad6801103553 tempest-ServersNegativeTestMultiTenantJSON-930776855 tempest-ServersNegativeTestMultiTenantJSON-930776855-project] 10.222.0.32 "GET /v2.0/security-groups?id=9196cd4a-c48b-40f4-862c-9395ce3cf8f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4119081
May 07 21:59:32.514669 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1e69e8-9ba6-4674-8dc6-b193f8a4d66d tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Pushing event deleted for resources: {'Network': ['ID=3583dce8-1ca6-4625-8862-fb0b6d107048,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:32.531086 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-94c8fffe-643d-40d5-8352-09fbae5bbd9d tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] DELETE failed (client error): The resource could not be found.
May 07 21:59:32.531662 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94c8fffe-643d-40d5-8352-09fbae5bbd9d tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 21:59:32.539234 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-94c8fffe-643d-40d5-8352-09fbae5bbd9d tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] 10.222.0.32 "DELETE /v2.0/networks/3583dce8-1ca6-4625-8862-fb0b6d107048 HTTP/1.1" status: 404  len: 339 time: 0.1194248
May 07 21:59:32.539234 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49654) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:32.545139 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-68732b28-730f-4295-93b2-027a4efb17d2 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-338897488', 'description': 'd1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:59:32.614104 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f476a19-5484-4f85-b566-d320c7a9955b req-f1d3ed9e-a2b4-425c-85d0-c154f31ac4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:32.616462 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9f476a19-5484-4f85-b566-d320c7a9955b req-f1d3ed9e-a2b4-425c-85d0-c154f31ac4d7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6e0e5c53-1ece-4d20-b01d-5f8c6957edf6 HTTP/1.1" status: 200  len: 843 time: 0.1978984
May 07 21:59:32.620171 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68732b28-730f-4295-93b2-027a4efb17d2 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Made reservation on behalf of e8e04e47c1cd4025a59809f6e8d6d7b6 for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:59:32.625658 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-68732b28-730f-4295-93b2-027a4efb17d2 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:32.681670 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f476a19-5484-4f85-b566-d320c7a9955b req-3f01e47f-e64b-4893-9b54-64cb530d2410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:32.683330 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9f476a19-5484-4f85-b566-d320c7a9955b req-3f01e47f-e64b-4893-9b54-64cb530d2410 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=665487f0-78eb-47fb-9a06-b15bc614dc47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0459416
May 07 21:59:32.694540 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9350db-fdc6-4fa7-9703-d9283da0d87f req-f9081a72-64a4-47c6-996f-4eefbedf1639 tempest-ServersNegativeTestMultiTenantJSON-930776855 tempest-ServersNegativeTestMultiTenantJSON-930776855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:32.696088 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9a9350db-fdc6-4fa7-9703-d9283da0d87f req-f9081a72-64a4-47c6-996f-4eefbedf1639 tempest-ServersNegativeTestMultiTenantJSON-930776855 tempest-ServersNegativeTestMultiTenantJSON-930776855-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe14da73-2fb3-48b0-8ac2-34f544c2ee96 HTTP/1.1" status: 200  len: 945 time: 0.1139877
May 07 21:59:32.706225 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d23d33-0e45-42d9-a649-d6f78d17a936 req-8eab579c-baee-44b9-b2d7-3af11d6f8b42 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:32.708184 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-41d23d33-0e45-42d9-a649-d6f78d17a936 req-8eab579c-baee-44b9-b2d7-3af11d6f8b42 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d5d0aa6-f907-4569-bedc-2979f6637d33 HTTP/1.1" status: 200  len: 946 time: 0.1716962
May 07 21:59:32.748664 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68732b28-730f-4295-93b2-027a4efb17d2 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 21:59:32.783477 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-68732b28-730f-4295-93b2-027a4efb17d2 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (9dd27297-8067-4bf9-b46a-be1af63219a4), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:32.783832 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-68732b28-730f-4295-93b2-027a4efb17d2 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Added segment 9dd27297-8067-4bf9-b46a-be1af63219a4 of type vlan for network abcb22a1-a752-4735-ba68-f35644d09f8c
May 07 21:59:32.839273 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9a9350db-fdc6-4fa7-9703-d9283da0d87f req-453feb04-df0c-4d1c-8d42-e850f1e9f26e tempest-ServersNegativeTestMultiTenantJSON-930776855 tempest-ServersNegativeTestMultiTenantJSON-930776855-project] 10.222.0.32 "GET /v2.0/security-groups?id=9196cd4a-c48b-40f4-862c-9395ce3cf8f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1353500
May 07 21:59:32.840873 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1516434e-151d-4b6d-b81d-b403b8871715 req-f3ce65b8-4599-44dd-8f35-84dd2a258b51 service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3648124
May 07 21:59:32.901029 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-06bce0d0-7fe0-4535-8f34-6cfee2a95b96 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401094'] for router_interface (bff29f65-32e0-4ec5-91e1-37f4fb626e2c), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:32.910109 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-41d23d33-0e45-42d9-a649-d6f78d17a936 req-41d36716-6c87-4503-a4f2-ce7b4978e6b7 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a925320-3da9-4f33-a573-9f26e57ac6c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1741741
May 07 21:59:32.914302 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 467b9a7d-d45f-4d9f-a596-0857a4974d3a up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:59:32.927915 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9f476a19-5484-4f85-b566-d320c7a9955b req-1215f137-2edb-44c8-ae0d-daa4de008de6 service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2165074
May 07 21:59:32.951216 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-68732b28-730f-4295-93b2-027a4efb17d2 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (abcb22a1-a752-4735-ba68-f35644d09f8c), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:32.998560 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 467b9a7d-d45f-4d9f-a596-0857a4974d3a triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:59:32.999325 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (467b9a7d-d45f-4d9f-a596-0857a4974d3a), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:33.031350 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-68732b28-730f-4295-93b2-027a4efb17d2 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (abcb22a1-a752-4735-ba68-f35644d09f8c), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:33.038148 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68732b28-730f-4295-93b2-027a4efb17d2 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:33.038838 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-68732b28-730f-4295-93b2-027a4efb17d2 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:33.145981 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-68732b28-730f-4295-93b2-027a4efb17d2 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 0.6064534
May 07 21:59:33.148709 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49678) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:33.189789 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 467b9a7d-d45f-4d9f-a596-0857a4974d3a is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:59:33.195133 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68732b28-730f-4295-93b2-027a4efb17d2 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Pushing event updated for resources: {'Network': ['ID=abcb22a1-a752-4735-ba68-f35644d09f8c,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:33.272858 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network abcb22a1-a752-4735-ba68-f35644d09f8c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 21:59:33.324533 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-06bce0d0-7fe0-4535-8f34-6cfee2a95b96 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Deleting port 9f08faa9-8146-4400-8237-527b6a33998c {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:59:33.324967 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-06bce0d0-7fe0-4535-8f34-6cfee2a95b96 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (9f08faa9-8146-4400-8237-527b6a33998c), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:33.372775 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c18eca-6ebe-478c-9856-c4b52e86531e tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:33.391165 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-72c18eca-6ebe-478c-9856-c4b52e86531e tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] 10.222.0.32 "GET /v2.0/networks?id=abcb22a1-a752-4735-ba68-f35644d09f8c HTTP/1.1" status: 200  len: 764 time: 0.2412119
May 07 21:59:33.393846 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49700) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:33.400539 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-81782f88-9fff-40fc-9425-d2decd40468b tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Request body: {'network': {'description': 'd2'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:59:33.461120 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-06bce0d0-7fe0-4535-8f34-6cfee2a95b96 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (9f08faa9-8146-4400-8237-527b6a33998c), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:33.477214 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-06bce0d0-7fe0-4535-8f34-6cfee2a95b96 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Calling delete_port for 9f08faa9-8146-4400-8237-527b6a33998c owned by network:router_interface {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:59:33.551471 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49712) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:33.579858 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875990ea-dddf-423b-8838-d4ed08003fef req-225cf8b9-78e6-4e62-b158-2d420e27a534 tempest-ServersNegativeTestMultiTenantJSON-930776855 tempest-ServersNegativeTestMultiTenantJSON-930776855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:33.581586 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-875990ea-dddf-423b-8838-d4ed08003fef req-225cf8b9-78e6-4e62-b158-2d420e27a534 tempest-ServersNegativeTestMultiTenantJSON-930776855 tempest-ServersNegativeTestMultiTenantJSON-930776855-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe14da73-2fb3-48b0-8ac2-34f544c2ee96 HTTP/1.1" status: 200  len: 945 time: 0.0942795
May 07 21:59:33.697440 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-875990ea-dddf-423b-8838-d4ed08003fef req-3505453e-5b71-48b1-ab22-9535946b1b4d tempest-ServersNegativeTestMultiTenantJSON-930776855 tempest-ServersNegativeTestMultiTenantJSON-930776855-project] 10.222.0.32 "GET /v2.0/security-groups?id=9196cd4a-c48b-40f4-862c-9395ce3cf8f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1000726
May 07 21:59:33.698837 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-81782f88-9fff-40fc-9425-d2decd40468b tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (abcb22a1-a752-4735-ba68-f35644d09f8c), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:33.773025 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9724149-504b-4c0c-9e03-4276a0fde9d2 admin admin] Deleting subnet 68532bd3-831b-4da5-a9e0-f88c1ab76985 {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 21:59:33.789618 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d9724149-504b-4c0c-9e03-4276a0fde9d2 admin admin] Publish callbacks [] for subnet (68532bd3-831b-4da5-a9e0-f88c1ab76985), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:33.796223 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-06bce0d0-7fe0-4535-8f34-6cfee2a95b96 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (9f08faa9-8146-4400-8237-527b6a33998c), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:33.823483 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-81782f88-9fff-40fc-9425-d2decd40468b tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (abcb22a1-a752-4735-ba68-f35644d09f8c), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:33.833041 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa037f-7533-4f0d-bc4a-64f311ce544a req-90f7ef58-b606-40d8-9b77-77e46b069eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:33.834213 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bce0d0-7fe0-4535-8f34-6cfee2a95b96 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Pushing event deleted for resources: {'Port': ['ID=9f08faa9-8146-4400-8237-527b6a33998c,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:33.835254 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4daa037f-7533-4f0d-bc4a-64f311ce544a req-90f7ef58-b606-40d8-9b77-77e46b069eb0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4f25e7e4b2ae4a278467bc1a4fc5fa46&device_id=de30285c-55a0-4bf5-91e8-9bdd7282f8d7 HTTP/1.1" status: 200  len: 1128 time: 0.1395111
May 07 21:59:33.868930 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-81782f88-9fff-40fc-9425-d2decd40468b tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Network abcb22a1-a752-4735-ba68-f35644d09f8c is not hosted by any dhcp agent {{(pid=121837) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
May 07 21:59:33.874901 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81782f88-9fff-40fc-9425-d2decd40468b tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:33.875688 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-81782f88-9fff-40fc-9425-d2decd40468b tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:33.877329 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-81782f88-9fff-40fc-9425-d2decd40468b tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] 10.222.0.32 "PUT /v2.0/networks/abcb22a1-a752-4735-ba68-f35644d09f8c HTTP/1.1" status: 200  len: 761 time: 0.4825075
May 07 21:59:33.893853 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49724) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:33.943296 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d9724149-504b-4c0c-9e03-4276a0fde9d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (68532bd3-831b-4da5-a9e0-f88c1ab76985), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:33.960333 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-06bce0d0-7fe0-4535-8f34-6cfee2a95b96 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401002'] for router_interface (bff29f65-32e0-4ec5-91e1-37f4fb626e2c), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:34.164020 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9f476a19-5484-4f85-b566-d320c7a9955b req-f24f085a-f640-40ad-be61-51a67eb31b58 service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5008254
May 07 21:59:34.164597 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81782f88-9fff-40fc-9425-d2decd40468b tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Pushing event updated for resources: {'Network': ['ID=abcb22a1-a752-4735-ba68-f35644d09f8c,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:34.212248 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network abcb22a1-a752-4735-ba68-f35644d09f8c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 21:59:34.357090 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d9724149-504b-4c0c-9e03-4276a0fde9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (68532bd3-831b-4da5-a9e0-f88c1ab76985), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:34.364054 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06bce0d0-7fe0-4535-8f34-6cfee2a95b96 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Router bff29f65-32e0-4ec5-91e1-37f4fb626e2c has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 21:59:34.370256 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b487cd32-769c-49dd-8c0f-dc150edad85c req-aa53e616-7bb9-4ffe-a6ce-60d755a9cef5 tempest-ServersNegativeTestMultiTenantJSON-930776855 tempest-ServersNegativeTestMultiTenantJSON-930776855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:34.371769 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b487cd32-769c-49dd-8c0f-dc150edad85c req-aa53e616-7bb9-4ffe-a6ce-60d755a9cef5 tempest-ServersNegativeTestMultiTenantJSON-930776855 tempest-ServersNegativeTestMultiTenantJSON-930776855-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe14da73-2fb3-48b0-8ac2-34f544c2ee96 HTTP/1.1" status: 200  len: 945 time: 0.0926921
May 07 21:59:34.389732 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc829a1-e521-4a35-9554-3309ec4a23da tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:34.391231 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-4dc829a1-e521-4a35-9554-3309ec4a23da tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] 10.222.0.32 "GET /v2.0/networks?id=abcb22a1-a752-4735-ba68-f35644d09f8c HTTP/1.1" status: 200  len: 764 time: 0.4804606
May 07 21:59:34.404103 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25721b7-30d4-4ca1-a078-e2191d3caa9b req-8421a405-4fa3-4fab-aaab-08852b14baba tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:34.405488 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a25721b7-30d4-4ca1-a078-e2191d3caa9b req-8421a405-4fa3-4fab-aaab-08852b14baba tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d5d0aa6-f907-4569-bedc-2979f6637d33 HTTP/1.1" status: 200  len: 946 time: 0.2063222
May 07 21:59:34.407510 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49738) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:34.425020 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 73e10226-084a-4235-a376-31a716d63e44 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:59:34.474205 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa037f-7533-4f0d-bc4a-64f311ce544a req-3fb5011b-a284-4a37-a64f-1c5a3eec69a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:34.475921 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4daa037f-7533-4f0d-bc4a-64f311ce544a req-3fb5011b-a284-4a37-a64f-1c5a3eec69a6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=665487f0-78eb-47fb-9a06-b15bc614dc47 HTTP/1.1" status: 200  len: 870 time: 0.6284776
May 07 21:59:34.482216 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06bce0d0-7fe0-4535-8f34-6cfee2a95b96 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:59:34.491174 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-06bce0d0-7fe0-4535-8f34-6cfee2a95b96 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "PUT /v2.0/routers/bff29f65-32e0-4ec5-91e1-37f4fb626e2c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5050480
May 07 21:59:34.497181 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49740) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:34.501601 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9afcdd-7b7f-409a-b75c-8074a180162d None None] Sync routers for ids ['bff29f65-32e0-4ec5-91e1-37f4fb626e2c'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:59:34.513796 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9afcdd-7b7f-409a-b75c-8074a180162d None None] Routers {'bff29f65-32e0-4ec5-91e1-37f4fb626e2c'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:59:34.514441 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-ec9afcdd-7b7f-409a-b75c-8074a180162d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cf05b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:59:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['bff29f65-32e0-4ec5-91e1-37f4fb626e2c'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:34.517572 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b487cd32-769c-49dd-8c0f-dc150edad85c req-4f105ba4-2ae9-41fb-8315-16446da86d60 tempest-ServersNegativeTestMultiTenantJSON-930776855 tempest-ServersNegativeTestMultiTenantJSON-930776855-project] 10.222.0.32 "GET /v2.0/security-groups?id=9196cd4a-c48b-40f4-862c-9395ce3cf8f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1385803
May 07 21:59:34.545206 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-e07c2aa8-7ebb-4be4-936c-66bad3b924ab tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "GET /v2.0/ports?device_id=bff29f65-32e0-4ec5-91e1-37f4fb626e2c HTTP/1.1" status: 200  len: 205 time: 0.0454679
May 07 21:59:34.547892 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49742) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:34.573643 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 73e10226-084a-4235-a376-31a716d63e44, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=73e10226-084a-4235-a376-31a716d63e44,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:59:34.594459 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-ec9afcdd-7b7f-409a-b75c-8074a180162d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cf05b20>, [], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:34.603928 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9afcdd-7b7f-409a-b75c-8074a180162d None None] Routers {'bff29f65-32e0-4ec5-91e1-37f4fb626e2c'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:59:34.604932 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-ec9afcdd-7b7f-409a-b75c-8074a180162d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cf05b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:59:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['bff29f65-32e0-4ec5-91e1-37f4fb626e2c'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:34.611502 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': '73e10226-084a-4235-a376-31a716d63e44', 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47', 'port_id': '73e10226-084a-4235-a376-31a716d63e44', 'mac_address': 'fa:16:3e:86:0c:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e0e5c53-1ece-4d20-b01d-5f8c6957edf6', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:59:34.642544 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4daa037f-7533-4f0d-bc4a-64f311ce544a req-261b753b-af8c-4b40-af29-d162724c27b8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=672e9dc5-e9c7-4350-b965-d54d762eb1d8 HTTP/1.1" status: 200  len: 217 time: 0.1412966
May 07 21:59:34.664501 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-ec9afcdd-7b7f-409a-b75c-8074a180162d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cf05b20>, [], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:34.665390 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9afcdd-7b7f-409a-b75c-8074a180162d None None] The sync data for ids ['bff29f65-32e0-4ec5-91e1-37f4fb626e2c'] in ncdv-master-1 is: [] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:59:34.685436 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3c1cdd66-c378-4d23-912a-5b0864eae605 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks [] for router (bff29f65-32e0-4ec5-91e1-37f4fb626e2c), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:34.691612 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 73e10226-084a-4235-a376-31a716d63e44 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:59:34.693002 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (73e10226-084a-4235-a376-31a716d63e44), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:34.711489 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73e10226-084a-4235-a376-31a716d63e44 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:59:34.723057 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d9724149-504b-4c0c-9e03-4276a0fde9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (68532bd3-831b-4da5-a9e0-f88c1ab76985), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:34.746699 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 73e10226-084a-4235-a376-31a716d63e44, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=73e10226-084a-4235-a376-31a716d63e44,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:59:34.754057 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (73e10226-084a-4235-a376-31a716d63e44), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:34.759239 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a25721b7-30d4-4ca1-a078-e2191d3caa9b req-c2ad46cb-4d22-4acf-a2e3-e8917e1d58b6 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a925320-3da9-4f33-a573-9f26e57ac6c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3420260
May 07 21:59:34.801239 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9724149-504b-4c0c-9e03-4276a0fde9d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68532bd3-831b-4da5-a9e0-f88c1ab76985,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:34.817023 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d9724149-504b-4c0c-9e03-4276a0fde9d2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:34.820303 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-d9724149-504b-4c0c-9e03-4276a0fde9d2 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/68532bd3-831b-4da5-a9e0-f88c1ab76985 HTTP/1.1" status: 204  len: 168 time: 1.2659752
May 07 21:59:34.824483 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=73e10226-084a-4235-a376-31a716d63e44,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:34.825492 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49754) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:34.841433 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f32300-6175-4011-8b82-3327ed99710d tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:34.843266 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-a9f32300-6175-4011-8b82-3327ed99710d tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 782 time: 0.4299624
May 07 21:59:34.852295 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49756) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:34.856421 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa037f-7533-4f0d-bc4a-64f311ce544a req-d15c9290-ce4c-448b-903f-081300087eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:34.858171 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4daa037f-7533-4f0d-bc4a-64f311ce544a req-d15c9290-ce4c-448b-903f-081300087eee service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6e0e5c53-1ece-4d20-b01d-5f8c6957edf6 HTTP/1.1" status: 200  len: 843 time: 0.1975186
May 07 21:59:34.940907 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['73e10226-084a-4235-a376-31a716d63e44'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:59:34.954817 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-071247b8-b90c-4449-8db6-4e1b679034d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (9b7653d0-c69e-4364-9ed6-1c005b136d81), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:34.955254 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-2d63610b-397b-4e24-b876-93b664448d5c tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] 10.222.0.32 "GET /v2.0/subnets?network_id=9221b764-ef06-431f-8941-796516ed7c3b HTTP/1.1" status: 200  len: 207 time: 0.1013801
May 07 21:59:34.958009 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa037f-7533-4f0d-bc4a-64f311ce544a req-625cc8c5-81bd-4499-a915-a81d65896211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:34.958631 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49760) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:34.959596 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4daa037f-7533-4f0d-bc4a-64f311ce544a req-625cc8c5-81bd-4499-a915-a81d65896211 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=665487f0-78eb-47fb-9a06-b15bc614dc47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0922630
May 07 21:59:34.980723 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3c1cdd66-c378-4d23-912a-5b0864eae605 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (bff29f65-32e0-4ec5-91e1-37f4fb626e2c), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:34.997748 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3c1cdd66-c378-4d23-912a-5b0864eae605 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks [] for router_controller (bff29f65-32e0-4ec5-91e1-37f4fb626e2c), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:35.062410 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49762) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:35.113040 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-071247b8-b90c-4449-8db6-4e1b679034d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (9b7653d0-c69e-4364-9ed6-1c005b136d81), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:35.142711 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3c1cdd66-c378-4d23-912a-5b0864eae605 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (bff29f65-32e0-4ec5-91e1-37f4fb626e2c), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:35.143464 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c1cdd66-c378-4d23-912a-5b0864eae605 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Fanout notify agent at l3_agent the message router_deleted on router bff29f65-32e0-4ec5-91e1-37f4fb626e2c {{(pid=121836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 21:59:35.154158 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-071247b8-b90c-4449-8db6-4e1b679034d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf8526e850>,) {'filters': {'network_id': ['9b7653d0-c69e-4364-9ed6-1c005b136d81']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:35.157391 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3c1cdd66-c378-4d23-912a-5b0864eae605 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:35.160959 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-3c1cdd66-c378-4d23-912a-5b0864eae605 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "DELETE /v2.0/routers/bff29f65-32e0-4ec5-91e1-37f4fb626e2c HTTP/1.1" status: 204  len: 168 time: 0.6085906
May 07 21:59:35.161959 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4daa037f-7533-4f0d-bc4a-64f311ce544a req-37504c82-3b39-4f00-b4d7-2a6dd8e30aa3 service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1952071
May 07 21:59:35.165328 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49768) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:35.180144 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-071247b8-b90c-4449-8db6-4e1b679034d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8526e850>, 'c1f62f1a-7390-4968-bfcd-e0354648ad7b') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:35.180702 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-071247b8-b90c-4449-8db6-4e1b679034d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8526e850>, 'c1f62f1a-7390-4968-bfcd-e0354648ad7b') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:35.202396 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-071247b8-b90c-4449-8db6-4e1b679034d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (c1f62f1a-7390-4968-bfcd-e0354648ad7b), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:35.265445 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-071247b8-b90c-4449-8db6-4e1b679034d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (c1f62f1a-7390-4968-bfcd-e0354648ad7b), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:35.265720 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45381d3c-e69c-40cb-9bb0-5d47286cb925 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:35.271389 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45381d3c-e69c-40cb-9bb0-5d47286cb925 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:35.276280 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45381d3c-e69c-40cb-9bb0-5d47286cb925 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:35.276978 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-337c7a1f-43ac-4da3-bb25-949f0bb15f34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:35.281727 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45381d3c-e69c-40cb-9bb0-5d47286cb925 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:35.283116 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-071247b8-b90c-4449-8db6-4e1b679034d7 admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 21:59:35.283694 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-071247b8-b90c-4449-8db6-4e1b679034d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (c1f62f1a-7390-4968-bfcd-e0354648ad7b), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:35.286806 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45381d3c-e69c-40cb-9bb0-5d47286cb925 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:35.290171 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 21:59:35.290171 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 21:59:35.290171 ncdv-master-1 neutron-server[121837]:     timer()
May 07 21:59:35.290171 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 21:59:35.290171 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 21:59:35.290171 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 21:59:35.290171 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 21:59:35.290171 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 21:59:35.290171 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 21:59:35.290171 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 21:59:35.290171 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 21:59:35.290171 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 21:59:35.290171 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 21:59:35.290171 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 21:59:35.290171 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 21:59:35.290171 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 21:59:35.290171 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 21:59:35.290171 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 21:59:35.290171 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 21:59:35.290171 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 21:59:35.290171 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 21:59:35.290171 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 21:59:35.290171 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 21:59:35.290171 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 21:59:35.290171 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 21:59:35.290171 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 21:59:35.290171 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 21:59:35.290171 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 21:59:35.290171 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 21:59:35.290171 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 21:59:35.290171 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 21:59:35.290171 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 21:59:35.292240 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45381d3c-e69c-40cb-9bb0-5d47286cb925 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:35.297258 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-45381d3c-e69c-40cb-9bb0-5d47286cb925 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200  len: 3728 time: 0.3339460
May 07 21:59:35.297432 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49770) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:35.310506 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_v2 [None req-59789773-f029-4d39-a69c-514b44eec3e0 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Deleting subnet f85aa15f-0b3c-4246-a0d1-1940d7ca8752 {{(pid=121836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 21:59:35.323300 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-59789773-f029-4d39-a69c-514b44eec3e0 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks [] for subnet (f85aa15f-0b3c-4246-a0d1-1940d7ca8752), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:35.379433 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-071247b8-b90c-4449-8db6-4e1b679034d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (9b7653d0-c69e-4364-9ed6-1c005b136d81), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:35.384995 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4daa037f-7533-4f0d-bc4a-64f311ce544a req-6f2e6241-20c8-4338-929e-ee2d5074f6a2 service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2167614
May 07 21:59:35.392766 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-071247b8-b90c-4449-8db6-4e1b679034d7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:35.396386 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-071247b8-b90c-4449-8db6-4e1b679034d7 admin admin] 10.222.0.32 "DELETE /v2.0/networks/9b7653d0-c69e-4364-9ed6-1c005b136d81 HTTP/1.1" status: 204  len: 168 time: 0.5699282
May 07 21:59:35.412961 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071247b8-b90c-4449-8db6-4e1b679034d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b7653d0-c69e-4364-9ed6-1c005b136d81,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:35.461406 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-337c7a1f-43ac-4da3-bb25-949f0bb15f34 admin admin] Publish callbacks [] for security_group (b7babb07-5870-4e87-95ad-dc01f1c0e6d5), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:35.466051 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-337c7a1f-43ac-4da3-bb25-949f0bb15f34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (b7babb07-5870-4e87-95ad-dc01f1c0e6d5), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:35.509674 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-337c7a1f-43ac-4da3-bb25-949f0bb15f34 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=18829d5c3c8840fa8cdd552a94dd7d51&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4461977
May 07 21:59:35.511416 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337c7a1f-43ac-4da3-bb25-949f0bb15f34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7babb07-5870-4e87-95ad-dc01f1c0e6d5,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:35.515585 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49774) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:35.577547 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f5f6d481-d896-435f-9fc9-9ac7b9ced264 admin admin] Publish callbacks [] for security_group (b7babb07-5870-4e87-95ad-dc01f1c0e6d5), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:35.595235 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49778) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:35.620238 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f5f6d481-d896-435f-9fc9-9ac7b9ced264 admin admin] Publish callbacks [] for security_group (b7babb07-5870-4e87-95ad-dc01f1c0e6d5), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:35.675731 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-fd7ff131-5185-4668-b24e-9abd80915162 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=85587313eff94af59406aca0c1a96a02&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0789533
May 07 21:59:35.678238 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49780) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:35.715313 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f5f6d481-d896-435f-9fc9-9ac7b9ced264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (b7babb07-5870-4e87-95ad-dc01f1c0e6d5), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:35.717845 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f5f6d481-d896-435f-9fc9-9ac7b9ced264 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:35.719128 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-f5f6d481-d896-435f-9fc9-9ac7b9ced264 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b7babb07-5870-4e87-95ad-dc01f1c0e6d5 HTTP/1.1" status: 204  len: 168 time: 0.2024193
May 07 21:59:35.733463 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f6d481-d896-435f-9fc9-9ac7b9ced264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7babb07-5870-4e87-95ad-dc01f1c0e6d5,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:35.755925 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f6e1d3ba-02a0-4453-a4d6-84c46ff45d1b admin admin] Publish callbacks [] for security_group (b2066b51-817f-4fe2-9f5f-a564b2e46d81), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:35.789343 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f6e1d3ba-02a0-4453-a4d6-84c46ff45d1b admin admin] Publish callbacks [] for security_group (b2066b51-817f-4fe2-9f5f-a564b2e46d81), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:35.849825 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-59789773-f029-4d39-a69c-514b44eec3e0 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726883'] for subnet (f85aa15f-0b3c-4246-a0d1-1940d7ca8752), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:35.879405 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1397d6b8-e626-4969-a698-036ba7f06aa5 req-482d1e93-2390-42d0-9863-be3072139e10 tempest-ServersNegativeTestMultiTenantJSON-930776855 tempest-ServersNegativeTestMultiTenantJSON-930776855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:35.880975 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1397d6b8-e626-4969-a698-036ba7f06aa5 req-482d1e93-2390-42d0-9863-be3072139e10 tempest-ServersNegativeTestMultiTenantJSON-930776855 tempest-ServersNegativeTestMultiTenantJSON-930776855-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe14da73-2fb3-48b0-8ac2-34f544c2ee96 HTTP/1.1" status: 200  len: 945 time: 0.1754606
May 07 21:59:35.885498 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f6e1d3ba-02a0-4453-a4d6-84c46ff45d1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (b2066b51-817f-4fe2-9f5f-a564b2e46d81), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:35.888266 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f6e1d3ba-02a0-4453-a4d6-84c46ff45d1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:35.890939 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-f6e1d3ba-02a0-4453-a4d6-84c46ff45d1b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b2066b51-817f-4fe2-9f5f-a564b2e46d81 HTTP/1.1" status: 204  len: 168 time: 0.2101619
May 07 21:59:35.893087 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d7ac82-cf66-490e-9dc0-9148e10cf71e req-119d85f5-50ef-407b-8320-488987b94fc3 tempest-ServersNegativeTestMultiTenantJSON-930776855 tempest-ServersNegativeTestMultiTenantJSON-930776855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:35.894639 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-12d7ac82-cf66-490e-9dc0-9148e10cf71e req-119d85f5-50ef-407b-8320-488987b94fc3 tempest-ServersNegativeTestMultiTenantJSON-930776855 tempest-ServersNegativeTestMultiTenantJSON-930776855-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe14da73-2fb3-48b0-8ac2-34f544c2ee96 HTTP/1.1" status: 200  len: 945 time: 0.1809042
May 07 21:59:35.898535 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f464c92a-deab-468a-82f1-c45241091a43 req-6f1b77ad-c97a-4477-8e9f-aa185bf95388 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:35.900085 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f464c92a-deab-468a-82f1-c45241091a43 req-6f1b77ad-c97a-4477-8e9f-aa185bf95388 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d5d0aa6-f907-4569-bedc-2979f6637d33 HTTP/1.1" status: 200  len: 947 time: 0.0626233
May 07 21:59:35.915062 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e1d3ba-02a0-4453-a4d6-84c46ff45d1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2066b51-817f-4fe2-9f5f-a564b2e46d81,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:35.983537 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f464c92a-deab-468a-82f1-c45241091a43 req-cee02691-4b8b-47db-86d3-acdfa7907fff tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a925320-3da9-4f33-a573-9f26e57ac6c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557332
May 07 21:59:36.016789 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-f8435c8b-2c36-4d98-8176-aa462f87a094 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] 10.222.0.32 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 810 time: 0.7183797
May 07 21:59:36.020710 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49790) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:36.112017 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-12d7ac82-cf66-490e-9dc0-9148e10cf71e req-7747519b-ef02-4d6a-a18f-91bf35b48864 tempest-ServersNegativeTestMultiTenantJSON-930776855 tempest-ServersNegativeTestMultiTenantJSON-930776855-project] 10.222.0.32 "GET /v2.0/security-groups?id=9196cd4a-c48b-40f4-862c-9395ce3cf8f2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2040973
May 07 21:59:36.124788 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-1397d6b8-e626-4969-a698-036ba7f06aa5 req-7ed16bee-31dc-4e52-8805-b15f45b29944 tempest-ServersNegativeTestMultiTenantJSON-930776855 tempest-ServersNegativeTestMultiTenantJSON-930776855-project] Deleting port 29e5531f-d2b8-49c4-8efa-543c9739ee88 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:59:36.125127 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-1397d6b8-e626-4969-a698-036ba7f06aa5 req-7ed16bee-31dc-4e52-8805-b15f45b29944 tempest-ServersNegativeTestMultiTenantJSON-930776855 tempest-ServersNegativeTestMultiTenantJSON-930776855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (29e5531f-d2b8-49c4-8efa-543c9739ee88), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:36.136018 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83406c0-d61c-4b9a-8264-6b7ec6d7b633 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:36.137912 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83406c0-d61c-4b9a-8264-6b7ec6d7b633 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:36.139517 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-59789773-f029-4d39-a69c-514b44eec3e0 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (f85aa15f-0b3c-4246-a0d1-1940d7ca8752), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:36.148514 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83406c0-d61c-4b9a-8264-6b7ec6d7b633 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:36.148514 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83406c0-d61c-4b9a-8264-6b7ec6d7b633 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:36.148514 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83406c0-d61c-4b9a-8264-6b7ec6d7b633 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:36.148514 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-d83406c0-d61c-4b9a-8264-6b7ec6d7b633 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 3330 time: 0.1244791
May 07 21:59:36.150690 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49794) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:36.250344 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d3257f-3985-4416-a4c6-04658c904979 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Attributes excluded by policy engine: ['shared'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:36.251864 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d3257f-3985-4416-a4c6-04658c904979 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Attributes excluded by policy engine: ['shared'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:36.253267 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d3257f-3985-4416-a4c6-04658c904979 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Attributes excluded by policy engine: ['shared'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:36.254697 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d3257f-3985-4416-a4c6-04658c904979 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Attributes excluded by policy engine: ['shared'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:36.256302 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d3257f-3985-4416-a4c6-04658c904979 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Attributes excluded by policy engine: ['shared'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:36.257945 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-c5d3257f-3985-4416-a4c6-04658c904979 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] 10.222.0.32 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200  len: 697 time: 0.1045301
May 07 21:59:36.261606 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49798) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:36.286037 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-1397d6b8-e626-4969-a698-036ba7f06aa5 req-7ed16bee-31dc-4e52-8805-b15f45b29944 tempest-ServersNegativeTestMultiTenantJSON-930776855 tempest-ServersNegativeTestMultiTenantJSON-930776855-project] For port 29e5531f-d2b8-49c4-8efa-543c9739ee88, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=29e5531f-d2b8-49c4-8efa-543c9739ee88,segment=NetworkSegment(030b9d93-2c53-41c2-9a1e-c645c6328b7d),segment_id=030b9d93-2c53-41c2-9a1e-c645c6328b7d)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:59:36.286419 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-1397d6b8-e626-4969-a698-036ba7f06aa5 req-7ed16bee-31dc-4e52-8805-b15f45b29944 tempest-ServersNegativeTestMultiTenantJSON-930776855 tempest-ServersNegativeTestMultiTenantJSON-930776855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (29e5531f-d2b8-49c4-8efa-543c9739ee88), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:36.289618 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-59789773-f029-4d39-a69c-514b44eec3e0 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (f85aa15f-0b3c-4246-a0d1-1940d7ca8752), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:36.328023 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-1397d6b8-e626-4969-a698-036ba7f06aa5 req-7ed16bee-31dc-4e52-8805-b15f45b29944 tempest-ServersNegativeTestMultiTenantJSON-930776855 tempest-ServersNegativeTestMultiTenantJSON-930776855-project] Calling delete_port for 29e5531f-d2b8-49c4-8efa-543c9739ee88 owned by compute:nova {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:59:36.333365 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59789773-f029-4d39-a69c-514b44eec3e0 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Pushing event deleted for resources: {'Subnet': ['ID=f85aa15f-0b3c-4246-a0d1-1940d7ca8752,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:36.343206 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-59789773-f029-4d39-a69c-514b44eec3e0 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:36.348932 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-59789773-f029-4d39-a69c-514b44eec3e0 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "DELETE /v2.0/subnets/f85aa15f-0b3c-4246-a0d1-1940d7ca8752 HTTP/1.1" status: 204  len: 168 time: 1.1801374
May 07 21:59:36.349425 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49804) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:36.353341 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fafd286-9be7-40fa-8be7-b563129c0634 None None] Network b9b54ba8-0a68-48af-a086-84af3917ea27 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:59:36.393687 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9db39b-8ff6-421a-9596-40031425a1f8 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:36.399735 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-fc9db39b-8ff6-421a-9596-40031425a1f8 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] 10.222.0.32 "GET /v2.0/networks/e5a0430d-3f5e-4ba4-96fc-c3ca846ae52d HTTP/1.1" status: 200  len: 802 time: 0.1365490
May 07 21:59:36.404453 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49810) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:36.440139 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 672e9dc5-e9c7-4350-b965-d54d762eb1d8 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:59:36.442115 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 73e10226-084a-4235-a376-31a716d63e44 up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:59:36.494141 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-01385802-c4cb-4f48-bd80-3907483697dd tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (b9b54ba8-0a68-48af-a086-84af3917ea27), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:36.566823 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning for port 73e10226-084a-4235-a376-31a716d63e44 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:59:36.590195 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port 73e10226-084a-4235-a376-31a716d63e44 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:59:36.591253 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (73e10226-084a-4235-a376-31a716d63e44), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:36.619337 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-b648a1fa-4755-4fcd-aa30-8e81ebe172e0 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] 10.222.0.32 "GET /v2.0/networks/e5a0430d-3f5e-4ba4-96fc-c3ca846ae52d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 318 time: 0.2105770
May 07 21:59:36.619952 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49818) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:36.653603 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-01385802-c4cb-4f48-bd80-3907483697dd tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Deleting port 467b9a7d-d45f-4d9f-a596-0857a4974d3a {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:59:36.653956 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-01385802-c4cb-4f48-bd80-3907483697dd tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (467b9a7d-d45f-4d9f-a596-0857a4974d3a), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:36.707328 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 672e9dc5-e9c7-4350-b965-d54d762eb1d8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=672e9dc5-e9c7-4350-b965-d54d762eb1d8,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:59:36.719277 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936c9f7d-09b0-4928-b3b7-52479e864d5f tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:36.722615 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-936c9f7d-09b0-4928-b3b7-52479e864d5f tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] 10.222.0.32 "GET /v2.0/subnets/463a7614-8c88-4c09-b02a-b56126756d83 HTTP/1.1" status: 200  len: 843 time: 0.1009424
May 07 21:59:36.725303 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': '672e9dc5-e9c7-4350-b965-d54d762eb1d8', 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47', 'port_id': '672e9dc5-e9c7-4350-b965-d54d762eb1d8', 'mac_address': 'fa:16:3e:a9:86:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e0e5c53-1ece-4d20-b01d-5f8c6957edf6', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:59:36.725823 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49824) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:36.732708 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204a739c-af7e-456c-914c-afc097a62281 None None] DHCP port deletion for b9b54ba8-0a68-48af-a086-84af3917ea27 request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 21:59:36.751860 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-1397d6b8-e626-4969-a698-036ba7f06aa5 req-7ed16bee-31dc-4e52-8805-b15f45b29944 tempest-ServersNegativeTestMultiTenantJSON-930776855 tempest-ServersNegativeTestMultiTenantJSON-930776855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (29e5531f-d2b8-49c4-8efa-543c9739ee88), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:36.765157 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-01385802-c4cb-4f48-bd80-3907483697dd tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] For port 467b9a7d-d45f-4d9f-a596-0857a4974d3a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=467b9a7d-d45f-4d9f-a596-0857a4974d3a,segment=NetworkSegment(aadc8000-9a3a-416e-ba38-f14d0bfd9b80),segment_id=aadc8000-9a3a-416e-ba38-f14d0bfd9b80)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:59:36.766528 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-01385802-c4cb-4f48-bd80-3907483697dd tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (467b9a7d-d45f-4d9f-a596-0857a4974d3a), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:36.805036 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 672e9dc5-e9c7-4350-b965-d54d762eb1d8 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:59:36.805669 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (672e9dc5-e9c7-4350-b965-d54d762eb1d8), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:36.844373 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e50684-0fe2-48ce-b7d0-afcaba9839de tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Attributes excluded by policy engine: ['shared'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:36.853241 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['29e5531f-d2b8-49c4-8efa-543c9739ee88'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:59:36.853738 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-46e50684-0fe2-48ce-b7d0-afcaba9839de tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] 10.222.0.32 "GET /v2.0/subnets/463a7614-8c88-4c09-b02a-b56126756d83?fields=id&fields=network_id HTTP/1.1" status: 200  len: 302 time: 0.1257734
May 07 21:59:36.854580 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49834) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:36.863261 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-fd60ddfb-fe86-4127-a9d0-923e53235e64 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1270149786'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:59:36.876319 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-01385802-c4cb-4f48-bd80-3907483697dd tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Calling delete_port for 467b9a7d-d45f-4d9f-a596-0857a4974d3a owned by network:dhcp {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:59:36.881802 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 672e9dc5-e9c7-4350-b965-d54d762eb1d8 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:59:36.895849 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-204a739c-af7e-456c-914c-afc097a62281 None None] Deleting port 467b9a7d-d45f-4d9f-a596-0857a4974d3a {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:59:36.896247 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-204a739c-af7e-456c-914c-afc097a62281 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (467b9a7d-d45f-4d9f-a596-0857a4974d3a), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:36.897641 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd60ddfb-fe86-4127-a9d0-923e53235e64 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Made reservation on behalf of e8e04e47c1cd4025a59809f6e8d6d7b6 for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:59:36.901258 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 467b9a7d-d45f-4d9f-a596-0857a4974d3a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:59:36.902438 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fd60ddfb-fe86-4127-a9d0-923e53235e64 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:36.933014 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed16bee-31dc-4e52-8805-b15f45b29944 tempest-ServersNegativeTestMultiTenantJSON-930776855 tempest-ServersNegativeTestMultiTenantJSON-930776855-project] Pushing event deleted for resources: {'Port': ['ID=29e5531f-d2b8-49c4-8efa-543c9739ee88,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:36.938938 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 672e9dc5-e9c7-4350-b965-d54d762eb1d8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=672e9dc5-e9c7-4350-b965-d54d762eb1d8,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:59:36.966506 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (672e9dc5-e9c7-4350-b965-d54d762eb1d8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:36.979861 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd60ddfb-fe86-4127-a9d0-923e53235e64 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 21:59:36.998314 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-1397d6b8-e626-4969-a698-036ba7f06aa5 req-7ed16bee-31dc-4e52-8805-b15f45b29944 tempest-ServersNegativeTestMultiTenantJSON-930776855 tempest-ServersNegativeTestMultiTenantJSON-930776855-project] No DVR routers for this DVR port 29e5531f-d2b8-49c4-8efa-543c9739ee88 on host nch1-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:59:37.003805 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fd60ddfb-fe86-4127-a9d0-923e53235e64 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (83df90ed-e5f2-4389-bdb1-893fb1307cea), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:37.004165 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-fd60ddfb-fe86-4127-a9d0-923e53235e64 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Added segment 83df90ed-e5f2-4389-bdb1-893fb1307cea of type vlan for network 90eff5f4-0158-4ebe-b063-ea3937a1e5dc
May 07 21:59:37.004317 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-1397d6b8-e626-4969-a698-036ba7f06aa5 req-7ed16bee-31dc-4e52-8805-b15f45b29944 tempest-ServersNegativeTestMultiTenantJSON-930776855 tempest-ServersNegativeTestMultiTenantJSON-930776855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:37.007958 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1397d6b8-e626-4969-a698-036ba7f06aa5 req-7ed16bee-31dc-4e52-8805-b15f45b29944 tempest-ServersNegativeTestMultiTenantJSON-930776855 tempest-ServersNegativeTestMultiTenantJSON-930776855-project] 10.222.0.55 "DELETE /v2.0/ports/29e5531f-d2b8-49c4-8efa-543c9739ee88 HTTP/1.1" status: 204  len: 173 time: 1.0951207
May 07 21:59:37.008582 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe14da73-2fb3-48b0-8ac2-34f544c2ee96', 'name': 'network-vif-deleted', 'tag': '29e5531f-d2b8-49c4-8efa-543c9739ee88'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:59:37.019268 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf4846e9-7ecf-4b58-aff2-6d9a1bee1434" -d '{"events": [{"server_uuid": "fe14da73-2fb3-48b0-8ac2-34f544c2ee96", "name": "network-vif-deleted", "tag": "29e5531f-d2b8-49c4-8efa-543c9739ee88"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:59:37.077267 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d49ddd8f-c4c1-4f9a-8ac9-52735e0df769 x-openstack-request-id: req-d49ddd8f-c4c1-4f9a-8ac9-52735e0df769 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:59:37.077821 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe14da73-2fb3-48b0-8ac2-34f544c2ee96", "name": "network-vif-deleted", "tag": "29e5531f-d2b8-49c4-8efa-543c9739ee88", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:59:37.078287 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d49ddd8f-c4c1-4f9a-8ac9-52735e0df769 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:59:37.078919 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d49ddd8f-c4c1-4f9a-8ac9-52735e0df769'] response: {'server_uuid': 'fe14da73-2fb3-48b0-8ac2-34f544c2ee96', 'name': 'network-vif-deleted', 'tag': '29e5531f-d2b8-49c4-8efa-543c9739ee88', 'status': 'completed', 'code': 200}
May 07 21:59:37.079884 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-01385802-c4cb-4f48-bd80-3907483697dd tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (467b9a7d-d45f-4d9f-a596-0857a4974d3a), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:37.110982 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49844) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:37.116498 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01385802-c4cb-4f48-bd80-3907483697dd tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Pushing event deleted for resources: {'Port': ['ID=467b9a7d-d45f-4d9f-a596-0857a4974d3a,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:37.122237 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01385802-c4cb-4f48-bd80-3907483697dd tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] No DVR routers for this DVR port 467b9a7d-d45f-4d9f-a596-0857a4974d3a on host ncdv-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:59:37.137012 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fd60ddfb-fe86-4127-a9d0-923e53235e64 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (90eff5f4-0158-4ebe-b063-ea3937a1e5dc), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:37.228250 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4972b4e-10d1-4601-a4c5-4e430aa0f243 req-ae865196-49b9-4b08-8efe-7f7981272113 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:37.236881 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e4972b4e-10d1-4601-a4c5-4e430aa0f243 req-ae865196-49b9-4b08-8efe-7f7981272113 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d5d0aa6-f907-4569-bedc-2979f6637d33 HTTP/1.1" status: 200  len: 947 time: 0.0800424
May 07 21:59:37.245253 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49850) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:37.247584 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.db.resource_extend [None req-fd60ddfb-fe86-4127-a9d0-923e53235e64 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 07 21:59:37.300209 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-8ab8cdca-9d5d-4f06-bb15-20f53cf7a69b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1639131154-network', 'tenant_id': '1fb49d7a99844a7ab8ef30fb59250e7d'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:59:37.308762 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-01385802-c4cb-4f48-bd80-3907483697dd tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (b9b54ba8-0a68-48af-a086-84af3917ea27), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:37.355359 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e4972b4e-10d1-4601-a4c5-4e430aa0f243 req-d3ccf4f6-0dcd-4b94-85e9-9e33175b0811 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a925320-3da9-4f33-a573-9f26e57ac6c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1136737
May 07 21:59:37.357715 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7a4067ab-6d85-4ca6-8837-69586a87e450 req-8f273c75-5ee5-40c9-a6d3-6dd1e0dc1a56 tempest-ServersNegativeTestMultiTenantJSON-930776855 tempest-ServersNegativeTestMultiTenantJSON-930776855-project] 10.222.0.32 "GET /v2.0/ports?device_id=fe14da73-2fb3-48b0-8ac2-34f544c2ee96 HTTP/1.1" status: 200  len: 210 time: 0.0549057
May 07 21:59:37.363159 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fd60ddfb-fe86-4127-a9d0-923e53235e64 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (90eff5f4-0158-4ebe-b063-ea3937a1e5dc), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:37.368246 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd60ddfb-fe86-4127-a9d0-923e53235e64 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:37.368840 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fd60ddfb-fe86-4127-a9d0-923e53235e64 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:37.375800 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-01385802-c4cb-4f48-bd80-3907483697dd tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf86fb9c40>,) {'filters': {'network_id': ['b9b54ba8-0a68-48af-a086-84af3917ea27']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:37.385660 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ab8cdca-9d5d-4f06-bb15-20f53cf7a69b admin admin] Made reservation on behalf of 1fb49d7a99844a7ab8ef30fb59250e7d for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:59:37.388380 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8ab8cdca-9d5d-4f06-bb15-20f53cf7a69b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:37.391765 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-d14a4af7-c270-4590-980f-cce6034e1ea9 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-425944857-network', 'tenant_id': '42a275b437594296b48dcf24858d61f3'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:59:37.401334 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['672e9dc5-e9c7-4350-b965-d54d762eb1d8'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:59:37.407800 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-01385802-c4cb-4f48-bd80-3907483697dd tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf86fb9c40>, 'aadc8000-9a3a-416e-ba38-f14d0bfd9b80') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:37.407800 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-01385802-c4cb-4f48-bd80-3907483697dd tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf86fb9c40>, 'aadc8000-9a3a-416e-ba38-f14d0bfd9b80') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:37.411055 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8ab8cdca-9d5d-4f06-bb15-20f53cf7a69b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:37.413039 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No active binding found for port 467b9a7d-d45f-4d9f-a596-0857a4974d3a {{(pid=121838) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}}
May 07 21:59:37.413437 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] The host ncdv-master-1 is not matching for port 467b9a7d-d45f-4d9f-a596-0857a4974d3a host None! {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2394}}
May 07 21:59:37.413822 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 467b9a7d-d45f-4d9f-a596-0857a4974d3a not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:59:37.434809 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-01385802-c4cb-4f48-bd80-3907483697dd tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (aadc8000-9a3a-416e-ba38-f14d0bfd9b80), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:37.454947 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d14a4af7-c270-4590-980f-cce6034e1ea9 admin admin] Made reservation on behalf of 42a275b437594296b48dcf24858d61f3 for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:59:37.457846 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d14a4af7-c270-4590-980f-cce6034e1ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:37.460096 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 73e10226-084a-4235-a376-31a716d63e44 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:59:37.460362 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-01385802-c4cb-4f48-bd80-3907483697dd tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (aadc8000-9a3a-416e-ba38-f14d0bfd9b80), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:37.460479 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (73e10226-084a-4235-a376-31a716d63e44), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:37.473780 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d14a4af7-c270-4590-980f-cce6034e1ea9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:37.476624 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-fd60ddfb-fe86-4127-a9d0-923e53235e64 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.6209486
May 07 21:59:37.480062 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01385802-c4cb-4f48-bd80-3907483697dd tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 21:59:37.480572 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-01385802-c4cb-4f48-bd80-3907483697dd tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (aadc8000-9a3a-416e-ba38-f14d0bfd9b80), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:37.483198 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49854) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:37.485395 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 21:59:37.485395 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 21:59:37.485395 ncdv-master-1 neutron-server[121836]:     timer()
May 07 21:59:37.485395 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 21:59:37.485395 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 21:59:37.485395 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 21:59:37.485395 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 21:59:37.485395 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 21:59:37.485395 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 21:59:37.485395 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 21:59:37.485395 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 21:59:37.485395 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 21:59:37.485395 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 21:59:37.485395 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 21:59:37.485395 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 21:59:37.485395 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 21:59:37.485395 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 21:59:37.485395 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 21:59:37.485395 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 21:59:37.485395 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 21:59:37.485395 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 21:59:37.485395 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 21:59:37.485395 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 21:59:37.485395 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 21:59:37.485395 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 21:59:37.485395 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 21:59:37.485395 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 21:59:37.485395 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 21:59:37.485395 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 21:59:37.485395 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 21:59:37.485395 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 21:59:37.485395 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 21:59:37.489682 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-7fede81b-17fd-4aaa-a464-77f203bf0931 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Request body: {'subnet': {'network_id': '90eff5f4-0158-4ebe-b063-ea3937a1e5dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:59:37.508347 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 73e10226-084a-4235-a376-31a716d63e44, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=73e10226-084a-4235-a376-31a716d63e44,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:59:37.511408 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-204a739c-af7e-456c-914c-afc097a62281 None None] For port 467b9a7d-d45f-4d9f-a596-0857a4974d3a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=467b9a7d-d45f-4d9f-a596-0857a4974d3a,segment=NetworkSegment(aadc8000-9a3a-416e-ba38-f14d0bfd9b80),segment_id=aadc8000-9a3a-416e-ba38-f14d0bfd9b80)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:59:37.512698 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-204a739c-af7e-456c-914c-afc097a62281 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (467b9a7d-d45f-4d9f-a596-0857a4974d3a), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:37.522985 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd60ddfb-fe86-4127-a9d0-923e53235e64 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Pushing event updated for resources: {'Network': ['ID=90eff5f4-0158-4ebe-b063-ea3937a1e5dc,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:37.523618 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d5d0aa6-f907-4569-bedc-2979f6637d33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73e10226-084a-4235-a376-31a716d63e44'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:59:37.528506 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2713884-9d78-4241-a651-38bad083a3d9" -d '{"events": [{"server_uuid": "5d5d0aa6-f907-4569-bedc-2979f6637d33", "name": "network-vif-plugged", "status": "completed", "tag": "73e10226-084a-4235-a376-31a716d63e44"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:59:37.572358 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 90eff5f4-0158-4ebe-b063-ea3937a1e5dc details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 21:59:37.585941 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-01385802-c4cb-4f48-bd80-3907483697dd tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (b9b54ba8-0a68-48af-a086-84af3917ea27), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:37.594987 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-01385802-c4cb-4f48-bd80-3907483697dd tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:37.599344 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-01385802-c4cb-4f48-bd80-3907483697dd tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "DELETE /v2.0/networks/b9b54ba8-0a68-48af-a086-84af3917ea27 HTTP/1.1" status: 204  len: 168 time: 1.2489276
May 07 21:59:37.608377 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49858) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:37.630314 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-439db8d1-8c8b-407b-a93a-4a28bbc49006 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-56239317', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}, 'admin_state_up': False}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:59:37.638690 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fede81b-17fd-4aaa-a464-77f203bf0931 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Made reservation on behalf of e8e04e47c1cd4025a59809f6e8d6d7b6 for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:59:37.642251 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7fede81b-17fd-4aaa-a464-77f203bf0931 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:37.654612 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01385802-c4cb-4f48-bd80-3907483697dd tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Pushing event deleted for resources: {'Network': ['ID=b9b54ba8-0a68-48af-a086-84af3917ea27,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:37.658479 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-439db8d1-8c8b-407b-a93a-4a28bbc49006 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (a139b6ec-ee00-4230-883d-cfbdc982cd00), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:37.659860 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-439db8d1-8c8b-407b-a93a-4a28bbc49006 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (a139b6ec-ee00-4230-883d-cfbdc982cd00), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:37.681726 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8ab8cdca-9d5d-4f06-bb15-20f53cf7a69b admin admin] Publish callbacks [] for security_group (e2f94373-fd3e-4a2b-9dee-192df8871f41), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:37.700236 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (73e10226-084a-4235-a376-31a716d63e44), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:37.711403 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-204a739c-af7e-456c-914c-afc097a62281 None None] Calling delete_port for 467b9a7d-d45f-4d9f-a596-0857a4974d3a owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:59:37.715732 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a11196-802c-41b4-9b04-2e9f2719500f x-openstack-request-id: req-64a11196-802c-41b4-9b04-2e9f2719500f {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:59:37.716685 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d5d0aa6-f907-4569-bedc-2979f6637d33", "name": "network-vif-plugged", "status": "completed", "tag": "73e10226-084a-4235-a376-31a716d63e44", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:59:37.717179 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-64a11196-802c-41b4-9b04-2e9f2719500f {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:59:37.717816 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64a11196-802c-41b4-9b04-2e9f2719500f'] response: {'server_uuid': '5d5d0aa6-f907-4569-bedc-2979f6637d33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73e10226-084a-4235-a376-31a716d63e44', 'code': 200}
May 07 21:59:37.717934 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.ipam_backend_mixin [None req-7fede81b-17fd-4aaa-a464-77f203bf0931 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Performing IP validity checks on allocation pools {{(pid=121837) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
May 07 21:59:37.718632 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.ipam_backend_mixin [None req-7fede81b-17fd-4aaa-a464-77f203bf0931 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Checking for overlaps among allocation pools and gateway ip {{(pid=121837) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
May 07 21:59:37.730430 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=672e9dc5-e9c7-4350-b965-d54d762eb1d8,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:37.733299 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8ab8cdca-9d5d-4f06-bb15-20f53cf7a69b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (e2f94373-fd3e-4a2b-9dee-192df8871f41), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:37.751163 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d14a4af7-c270-4590-980f-cce6034e1ea9 admin admin] Publish callbacks [] for security_group (4d627839-c6cb-47c8-854b-4e1d1823964d), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:37.752998 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-439db8d1-8c8b-407b-a93a-4a28bbc49006 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks [] for router_controller (a139b6ec-ee00-4230-883d-cfbdc982cd00), precommit_add_association {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:37.756058 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d14a4af7-c270-4590-980f-cce6034e1ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (4d627839-c6cb-47c8-854b-4e1d1823964d), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:37.861202 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d14a4af7-c270-4590-980f-cce6034e1ea9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 21:59:37.874499 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14a4af7-c270-4590-980f-cce6034e1ea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d627839-c6cb-47c8-854b-4e1d1823964d,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:37.879391 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d14a4af7-c270-4590-980f-cce6034e1ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (39974400-d1e2-40c1-85fd-23f16d679a03), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:37.880078 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-d14a4af7-c270-4590-980f-cce6034e1ea9 admin admin] Added segment 39974400-d1e2-40c1-85fd-23f16d679a03 of type vlan for network 011b05b9-af33-4afd-88fa-e53f85adc730
May 07 21:59:37.881348 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=73e10226-084a-4235-a376-31a716d63e44,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:37.946635 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-204a739c-af7e-456c-914c-afc097a62281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (467b9a7d-d45f-4d9f-a596-0857a4974d3a), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:37.978528 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204a739c-af7e-456c-914c-afc097a62281 None None] Pushing event deleted for resources: {'Port': ['ID=467b9a7d-d45f-4d9f-a596-0857a4974d3a,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:37.991689 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-204a739c-af7e-456c-914c-afc097a62281 None None] Network b9b54ba8-0a68-48af-a086-84af3917ea27 is not hosted by any dhcp agent {{(pid=121838) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
May 07 21:59:37.992593 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204a739c-af7e-456c-914c-afc097a62281 None None] No DVR routers for this DVR port 467b9a7d-d45f-4d9f-a596-0857a4974d3a on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:59:37.997760 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d14a4af7-c270-4590-980f-cce6034e1ea9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (011b05b9-af33-4afd-88fa-e53f85adc730), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:38.001760 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-439db8d1-8c8b-407b-a93a-4a28bbc49006 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks [] for router_gateway (a139b6ec-ee00-4230-883d-cfbdc982cd00), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:38.102788 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d14a4af7-c270-4590-980f-cce6034e1ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (011b05b9-af33-4afd-88fa-e53f85adc730), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:38.104067 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14a4af7-c270-4590-980f-cce6034e1ea9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:38.104665 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d14a4af7-c270-4590-980f-cce6034e1ea9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:38.151381 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ab8cdca-9d5d-4f06-bb15-20f53cf7a69b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 21:59:38.166825 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33bcf5c-7c3f-4d44-93c6-0f891ea0fbf1 req-eeec61d2-a26c-4ca6-8659-7c0acf659006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:38.168867 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a33bcf5c-7c3f-4d44-93c6-0f891ea0fbf1 req-eeec61d2-a26c-4ca6-8659-7c0acf659006 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5d5d0aa6-f907-4569-bedc-2979f6637d33 HTTP/1.1" status: 200  len: 1130 time: 0.4457316
May 07 21:59:38.184829 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-d14a4af7-c270-4590-980f-cce6034e1ea9 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 0.9207296
May 07 21:59:38.190135 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49860) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:38.191384 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14a4af7-c270-4590-980f-cce6034e1ea9 admin admin] Pushing event updated for resources: {'Network': ['ID=011b05b9-af33-4afd-88fa-e53f85adc730,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:38.193318 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab8cdca-9d5d-4f06-bb15-20f53cf7a69b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2f94373-fd3e-4a2b-9dee-192df8871f41,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:38.206535 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 011b05b9-af33-4afd-88fa-e53f85adc730 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 21:59:38.206873 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-c685db48-1894-470f-adf1-be195322118f admin admin] Request body: {'subnet': {'network_id': '011b05b9-af33-4afd-88fa-e53f85adc730', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-425944857-subnet', 'tenant_id': '42a275b437594296b48dcf24858d61f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:59:38.225976 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8ab8cdca-9d5d-4f06-bb15-20f53cf7a69b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (269ca44c-b28c-41b0-82b1-59695d4aeeab), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:38.225976 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-8ab8cdca-9d5d-4f06-bb15-20f53cf7a69b admin admin] Added segment 269ca44c-b28c-41b0-82b1-59695d4aeeab of type vlan for network 4e401ba0-7563-49f5-9424-036872d14546
May 07 21:59:38.243025 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c685db48-1894-470f-adf1-be195322118f admin admin] Made reservation on behalf of 42a275b437594296b48dcf24858d61f3 for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:59:38.248952 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c685db48-1894-470f-adf1-be195322118f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:38.294089 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-439db8d1-8c8b-407b-a93a-4a28bbc49006 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks [] for router_gateway (a139b6ec-ee00-4230-883d-cfbdc982cd00), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:38.314273 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-439db8d1-8c8b-407b-a93a-4a28bbc49006 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:38.368718 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8ab8cdca-9d5d-4f06-bb15-20f53cf7a69b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (4e401ba0-7563-49f5-9424-036872d14546), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:38.393568 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a33bcf5c-7c3f-4d44-93c6-0f891ea0fbf1 req-d98c0e8f-a6d8-4a6a-a222-f63f38f4897d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=0a925320-3da9-4f33-a573-9f26e57ac6c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2135730
May 07 21:59:38.414852 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49866) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:38.469077 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8ab8cdca-9d5d-4f06-bb15-20f53cf7a69b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (4e401ba0-7563-49f5-9424-036872d14546), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:38.473121 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab8cdca-9d5d-4f06-bb15-20f53cf7a69b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:38.473121 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8ab8cdca-9d5d-4f06-bb15-20f53cf7a69b admin admin] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:38.475471 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 672e9dc5-e9c7-4350-b965-d54d762eb1d8 up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:59:38.511281 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-439db8d1-8c8b-407b-a93a-4a28bbc49006 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Allocated IP 172.35.4.154 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/194735bc-18d2-4025-b87f-10ef33cc0563) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:59:38.531202 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning for port 672e9dc5-e9c7-4350-b965-d54d762eb1d8 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 21:59:38.537309 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7fede81b-17fd-4aaa-a464-77f203bf0931 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (be517405-6241-4c83-96db-4687177a09c6), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:38.538587 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port 672e9dc5-e9c7-4350-b965-d54d762eb1d8 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:59:38.539264 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (672e9dc5-e9c7-4350-b965-d54d762eb1d8), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:38.542279 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5b9516e-33ec-4c29-994a-4fadb3daa003 admin admin] Deleting subnet 7547ebf3-a4ee-4738-ba7e-148bb3c9b141 {{(pid=121836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 21:59:38.548826 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a5b9516e-33ec-4c29-994a-4fadb3daa003 admin admin] Publish callbacks [] for subnet (7547ebf3-a4ee-4738-ba7e-148bb3c9b141), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:38.554332 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-8ab8cdca-9d5d-4f06-bb15-20f53cf7a69b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.4419072
May 07 21:59:38.576664 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da360980-d7cb-4c7c-af22-e8593efcafa2 req-ca20eadd-c9f7-4be2-a1eb-62dae92fea06 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:38.578712 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-da360980-d7cb-4c7c-af22-e8593efcafa2 req-ca20eadd-c9f7-4be2-a1eb-62dae92fea06 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d5d0aa6-f907-4569-bedc-2979f6637d33 HTTP/1.1" status: 200  len: 948 time: 0.1229560
May 07 21:59:38.579216 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49868) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:38.604992 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-1b875c7a-aef9-413b-a33a-0c1796b590a0 admin admin] Request body: {'subnet': {'network_id': '4e401ba0-7563-49f5-9424-036872d14546', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1639131154-subnet', 'tenant_id': '1fb49d7a99844a7ab8ef30fb59250e7d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:59:38.638652 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 672e9dc5-e9c7-4350-b965-d54d762eb1d8 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:59:38.639562 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (672e9dc5-e9c7-4350-b965-d54d762eb1d8), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:38.666122 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab8cdca-9d5d-4f06-bb15-20f53cf7a69b admin admin] Pushing event updated for resources: {'Network': ['ID=4e401ba0-7563-49f5-9424-036872d14546,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:38.675700 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 672e9dc5-e9c7-4350-b965-d54d762eb1d8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=672e9dc5-e9c7-4350-b965-d54d762eb1d8,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:59:38.684709 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 4e401ba0-7563-49f5-9424-036872d14546 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 21:59:38.686941 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fede81b-17fd-4aaa-a464-77f203bf0931 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Pushing event updated for resources: {'Subnet': ['ID=be517405-6241-4c83-96db-4687177a09c6,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:38.689491 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (672e9dc5-e9c7-4350-b965-d54d762eb1d8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:38.695317 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a5b9516e-33ec-4c29-994a-4fadb3daa003 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726883'] for subnet (7547ebf3-a4ee-4738-ba7e-148bb3c9b141), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:38.717849 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b875c7a-aef9-413b-a33a-0c1796b590a0 admin admin] Made reservation on behalf of 1fb49d7a99844a7ab8ef30fb59250e7d for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:59:38.720147 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1b875c7a-aef9-413b-a33a-0c1796b590a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:38.744270 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fede81b-17fd-4aaa-a464-77f203bf0931 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Checking segment: {'id': '83df90ed-e5f2-4389-bdb1-893fb1307cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '90eff5f4-0158-4ebe-b063-ea3937a1e5dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:59:38.744643 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fede81b-17fd-4aaa-a464-77f203bf0931 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Network hostable DHCP agents. Network: 90eff5f4-0158-4ebe-b063-ea3937a1e5dc, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 21:59:38.758077 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c685db48-1894-470f-adf1-be195322118f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (47be6486-d7b9-4bf2-b04c-b9bb121cdbb4), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:38.804713 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=672e9dc5-e9c7-4350-b965-d54d762eb1d8,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:38.825592 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fede81b-17fd-4aaa-a464-77f203bf0931 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Network 90eff5f4-0158-4ebe-b063-ea3937a1e5dc is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 21:59:38.844119 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-da360980-d7cb-4c7c-af22-e8593efcafa2 req-ea8c69c5-bacc-4013-a991-e103e099fff3 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a925320-3da9-4f33-a573-9f26e57ac6c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2310522
May 07 21:59:38.846502 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c685db48-1894-470f-adf1-be195322118f admin admin] Pushing event updated for resources: {'Subnet': ['ID=47be6486-d7b9-4bf2-b04c-b9bb121cdbb4,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:38.850305 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-7fede81b-17fd-4aaa-a464-77f203bf0931 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 90eff5f4-0158-4ebe-b063-ea3937a1e5dc) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:59:38.855845 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c685db48-1894-470f-adf1-be195322118f admin admin] Checking segment: {'id': '39974400-d1e2-40c1-85fd-23f16d679a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '011b05b9-af33-4afd-88fa-e53f85adc730'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:59:38.856339 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c685db48-1894-470f-adf1-be195322118f admin admin] Network hostable DHCP agents. Network: 011b05b9-af33-4afd-88fa-e53f85adc730, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 21:59:38.860517 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fede81b-17fd-4aaa-a464-77f203bf0931 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:38.862911 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e578e6c8-8afe-476e-b584-843e72ee8e73 None None] Network 90eff5f4-0158-4ebe-b063-ea3937a1e5dc requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:59:38.869547 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7fede81b-17fd-4aaa-a464-77f203bf0931 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:38.870695 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a5b9516e-33ec-4c29-994a-4fadb3daa003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (7547ebf3-a4ee-4738-ba7e-148bb3c9b141), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:38.875412 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-439db8d1-8c8b-407b-a93a-4a28bbc49006 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks [] for port (194735bc-18d2-4025-b87f-10ef33cc0563), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:38.893451 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-7fede81b-17fd-4aaa-a464-77f203bf0931 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 895 time: 1.4090276
May 07 21:59:38.895018 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c685db48-1894-470f-adf1-be195322118f admin admin] Network 011b05b9-af33-4afd-88fa-e53f85adc730 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 21:59:38.897816 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49870) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:38.903728 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-e53a933b-20ff-4f2b-a07e-43efeb53bce2 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:59:38.910979 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-c685db48-1894-470f-adf1-be195322118f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 011b05b9-af33-4afd-88fa-e53f85adc730) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:59:38.937624 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eca044c-ee5e-4ea8-9c6d-9645c7ce0f37 None None] Network 011b05b9-af33-4afd-88fa-e53f85adc730 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:59:38.939797 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 29e5531f-d2b8-49c4-8efa-543c9739ee88 no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:59:38.940468 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c685db48-1894-470f-adf1-be195322118f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:38.941195 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c685db48-1894-470f-adf1-be195322118f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:38.969979 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-c685db48-1894-470f-adf1-be195322118f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.7778802
May 07 21:59:38.990576 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] No Port match for: 29e5531f-d2b8-49c4-8efa-543c9739ee88 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:59:38.990979 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 29e5531f-d2b8-49c4-8efa-543c9739ee88 not bound to the agent host nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:59:39.000584 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a5b9516e-33ec-4c29-994a-4fadb3daa003 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (7547ebf3-a4ee-4738-ba7e-148bb3c9b141), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:39.035827 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-439db8d1-8c8b-407b-a93a-4a28bbc49006 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (194735bc-18d2-4025-b87f-10ef33cc0563), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:39.063763 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a5b9516e-33ec-4c29-994a-4fadb3daa003 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:39.067323 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-a5b9516e-33ec-4c29-994a-4fadb3daa003 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7547ebf3-a4ee-4738-ba7e-148bb3c9b141 HTTP/1.1" status: 204  len: 168 time: 0.6514564
May 07 21:59:39.075622 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b9516e-33ec-4c29-994a-4fadb3daa003 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7547ebf3-a4ee-4738-ba7e-148bb3c9b141,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:39.077299 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49874) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:39.121773 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e53a933b-20ff-4f2b-a07e-43efeb53bce2 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8765437'] for subnet (be517405-6241-4c83-96db-4687177a09c6), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:39.131271 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c53224-e1f1-49c1-8cbf-30716188a926 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-90eff5f4-0158-4ebe-b063-ea3937a1e5dc', 'network_id': '90eff5f4-0158-4ebe-b063-ea3937a1e5dc', 'project_id': 'e8e04e47c1cd4025a59809f6e8d6d7b6', 'fixed_ips': [{'subnet_id': 'be517405-6241-4c83-96db-4687177a09c6'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 21:59:39.132276 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-02c53224-e1f1-49c1-8cbf-30716188a926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:39.133215 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439db8d1-8c8b-407b-a93a-4a28bbc49006 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:59:39.149490 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93148afb-e7ab-4662-934d-022fb6acef00 None None] Network 011b05b9-af33-4afd-88fa-e53f85adc730 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:59:39.152067 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-439db8d1-8c8b-407b-a93a-4a28bbc49006 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:59:39.155470 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439db8d1-8c8b-407b-a93a-4a28bbc49006 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:59:39.252079 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-46a19843-e0d8-4d4a-ae58-afc162f8e806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (e8aaa5c2-40bf-4cf0-abeb-ec5b479a8448), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:39.277888 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439db8d1-8c8b-407b-a93a-4a28bbc49006 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Pushing event updated for resources: {'Port': ['ID=194735bc-18d2-4025-b87f-10ef33cc0563,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:39.316083 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1b875c7a-aef9-413b-a33a-0c1796b590a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (8d58b02e-bcfe-4d9f-9480-bc1a5a487d04), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:39.323107 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-65faba79-f400-4fee-bc35-86c787171539 req-1f276aa9-5790-4791-9056-40860d2cea05 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=dfb18387-ba8a-4070-aa1b-42824ed0c7ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 658 time: 0.1116621
May 07 21:59:39.386453 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-46a19843-e0d8-4d4a-ae58-afc162f8e806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (e8aaa5c2-40bf-4cf0-abeb-ec5b479a8448), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:39.409289 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-46a19843-e0d8-4d4a-ae58-afc162f8e806 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf86bef700>,) {'filters': {'network_id': ['e8aaa5c2-40bf-4cf0-abeb-ec5b479a8448']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:39.419220 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-46a19843-e0d8-4d4a-ae58-afc162f8e806 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf86bef700>, '030b9d93-2c53-41c2-9a1e-c645c6328b7d') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:39.419514 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-46a19843-e0d8-4d4a-ae58-afc162f8e806 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf86bef700>, '030b9d93-2c53-41c2-9a1e-c645c6328b7d') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:39.433619 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-46a19843-e0d8-4d4a-ae58-afc162f8e806 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (030b9d93-2c53-41c2-9a1e-c645c6328b7d), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:39.448610 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-46a19843-e0d8-4d4a-ae58-afc162f8e806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (030b9d93-2c53-41c2-9a1e-c645c6328b7d), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:39.455588 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46a19843-e0d8-4d4a-ae58-afc162f8e806 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 21:59:39.456756 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-46a19843-e0d8-4d4a-ae58-afc162f8e806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (030b9d93-2c53-41c2-9a1e-c645c6328b7d), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:39.510249 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 21:59:39.510249 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 21:59:39.510249 ncdv-master-1 neutron-server[121837]:     timer()
May 07 21:59:39.510249 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 21:59:39.510249 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 21:59:39.510249 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 21:59:39.510249 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 21:59:39.510249 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 21:59:39.510249 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 21:59:39.510249 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 21:59:39.510249 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 21:59:39.510249 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 21:59:39.510249 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 21:59:39.510249 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 21:59:39.510249 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 21:59:39.510249 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 21:59:39.510249 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 21:59:39.510249 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 21:59:39.510249 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 21:59:39.510249 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 21:59:39.510249 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 21:59:39.510249 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 21:59:39.510249 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 21:59:39.510249 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 21:59:39.510249 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 21:59:39.510249 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 21:59:39.510249 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 21:59:39.510249 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 21:59:39.510249 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 21:59:39.510249 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 21:59:39.510249 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 21:59:39.510249 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 21:59:39.526514 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-46a19843-e0d8-4d4a-ae58-afc162f8e806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (e8aaa5c2-40bf-4cf0-abeb-ec5b479a8448), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:39.535606 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-46a19843-e0d8-4d4a-ae58-afc162f8e806 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:39.539028 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-46a19843-e0d8-4d4a-ae58-afc162f8e806 admin admin] 10.222.0.32 "DELETE /v2.0/networks/e8aaa5c2-40bf-4cf0-abeb-ec5b479a8448 HTTP/1.1" status: 204  len: 168 time: 0.4493060
May 07 21:59:39.545254 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49886) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:39.546083 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b875c7a-aef9-413b-a33a-0c1796b590a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d58b02e-bcfe-4d9f-9480-bc1a5a487d04,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:39.552173 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65faba79-f400-4fee-bc35-86c787171539 req-e92b0ddf-a99d-44e7-ae63-79dc5da72a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:39.552559 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65faba79-f400-4fee-bc35-86c787171539 req-e92b0ddf-a99d-44e7-ae63-79dc5da72a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:39.552938 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65faba79-f400-4fee-bc35-86c787171539 req-e92b0ddf-a99d-44e7-ae63-79dc5da72a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:39.553555 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65faba79-f400-4fee-bc35-86c787171539 req-e92b0ddf-a99d-44e7-ae63-79dc5da72a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:39.554172 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65faba79-f400-4fee-bc35-86c787171539 req-e92b0ddf-a99d-44e7-ae63-79dc5da72a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:39.554721 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65faba79-f400-4fee-bc35-86c787171539 req-e92b0ddf-a99d-44e7-ae63-79dc5da72a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:39.555389 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65faba79-f400-4fee-bc35-86c787171539 req-e92b0ddf-a99d-44e7-ae63-79dc5da72a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:39.557339 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-65faba79-f400-4fee-bc35-86c787171539 req-e92b0ddf-a99d-44e7-ae63-79dc5da72a6b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=70a2fded25c74c839c01e55a91e7f7fc&device_id=dfb18387-ba8a-4070-aa1b-42824ed0c7ec HTTP/1.1" status: 200  len: 6706 time: 0.1597202
May 07 21:59:39.577294 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b875c7a-aef9-413b-a33a-0c1796b590a0 admin admin] Checking segment: {'id': '269ca44c-b28c-41b0-82b1-59695d4aeeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4e401ba0-7563-49f5-9424-036872d14546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:59:39.577656 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b875c7a-aef9-413b-a33a-0c1796b590a0 admin admin] Network hostable DHCP agents. Network: 4e401ba0-7563-49f5-9424-036872d14546, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 21:59:39.604877 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a19843-e0d8-4d4a-ae58-afc162f8e806 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8aaa5c2-40bf-4cf0-abeb-ec5b479a8448,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:39.715525 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b875c7a-aef9-413b-a33a-0c1796b590a0 admin admin] Network 4e401ba0-7563-49f5-9424-036872d14546 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 21:59:39.719050 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de30285c-55a0-4bf5-91e8-9bdd7282f8d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '672e9dc5-e9c7-4350-b965-d54d762eb1d8'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:59:39.721982 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44aa4854-eebd-4adb-a50a-574059bba3a9" -d '{"events": [{"server_uuid": "de30285c-55a0-4bf5-91e8-9bdd7282f8d7", "name": "network-vif-plugged", "status": "completed", "tag": "672e9dc5-e9c7-4350-b965-d54d762eb1d8"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:59:39.741192 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-073d2d6e-4780-460e-91ba-d78fe55267b0 admin admin] Deleting subnet ba7470e6-3756-433e-8090-f8853bd55062 {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 21:59:39.752035 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-1b875c7a-aef9-413b-a33a-0c1796b590a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4e401ba0-7563-49f5-9424-036872d14546) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:59:39.757935 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b875c7a-aef9-413b-a33a-0c1796b590a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:39.758544 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1b875c7a-aef9-413b-a33a-0c1796b590a0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:39.759901 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-073d2d6e-4780-460e-91ba-d78fe55267b0 admin admin] Publish callbacks [] for subnet (ba7470e6-3756-433e-8090-f8853bd55062), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:39.771087 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb275226-82da-4748-8a69-ce57d01b6542 None None] Network 4e401ba0-7563-49f5-9424-036872d14546 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:59:39.794312 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53846f07-aeae-41ce-b179-d8951ae1211a x-openstack-request-id: req-53846f07-aeae-41ce-b179-d8951ae1211a {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:59:39.795014 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de30285c-55a0-4bf5-91e8-9bdd7282f8d7", "name": "network-vif-plugged", "status": "completed", "tag": "672e9dc5-e9c7-4350-b965-d54d762eb1d8", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:59:39.796071 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-53846f07-aeae-41ce-b179-d8951ae1211a {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:59:39.796801 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53846f07-aeae-41ce-b179-d8951ae1211a'] response: {'server_uuid': 'de30285c-55a0-4bf5-91e8-9bdd7282f8d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '672e9dc5-e9c7-4350-b965-d54d762eb1d8', 'code': 200}
May 07 21:59:39.826824 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78956fa6-26fe-422c-ac5e-5403f39481d3 req-3c8591e4-f357-4d35-b12d-54c162aac088 tempest-InstanceActionsV221TestJSON-1399132138 tempest-InstanceActionsV221TestJSON-1399132138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:39.828300 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-78956fa6-26fe-422c-ac5e-5403f39481d3 req-3c8591e4-f357-4d35-b12d-54c162aac088 tempest-InstanceActionsV221TestJSON-1399132138 tempest-InstanceActionsV221TestJSON-1399132138-project] 10.222.0.32 "GET /v2.0/networks?id=011b05b9-af33-4afd-88fa-e53f85adc730 HTTP/1.1" status: 200  len: 817 time: 0.2302165
May 07 21:59:39.831216 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e53a933b-20ff-4f2b-a07e-43efeb53bce2 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774500201427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9156340'] for subnet (be517405-6241-4c83-96db-4687177a09c6), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:39.842602 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-073d2d6e-4780-460e-91ba-d78fe55267b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (ba7470e6-3756-433e-8090-f8853bd55062), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:39.851697 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-1b875c7a-aef9-413b-a33a-0c1796b590a0 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.2660975
May 07 21:59:39.860038 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49896) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:39.872780 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-49c75978-ea19-4d2a-8754-f764fac0e200 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1639131154-router', 'tenant_id': '1fb49d7a99844a7ab8ef30fb59250e7d', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:59:39.880771 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65faba79-f400-4fee-bc35-86c787171539 req-dffe41c7-27a7-49d1-bdc4-ffc3c1cb2b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:39.881291 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65faba79-f400-4fee-bc35-86c787171539 req-dffe41c7-27a7-49d1-bdc4-ffc3c1cb2b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:39.881772 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65faba79-f400-4fee-bc35-86c787171539 req-dffe41c7-27a7-49d1-bdc4-ffc3c1cb2b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:39.883477 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-65faba79-f400-4fee-bc35-86c787171539 req-dffe41c7-27a7-49d1-bdc4-ffc3c1cb2b6d service neutron] 10.222.0.55 "GET /v2.0/networks?id=78b27442-bcb9-410d-9431-ef2d20377793&id=3e9903c9-6550-4ae2-aa4f-70e03144784f&id=3e9903c9-6550-4ae2-aa4f-70e03144784f&id=3e9903c9-6550-4ae2-aa4f-70e03144784f&id=3e9903c9-6550-4ae2-aa4f-70e03144784f&id=d3d6fbc8-cbfa-4c1a-9104-6c52ad3f84a6&id=d3d6fbc8-cbfa-4c1a-9104-6c52ad3f84a6 HTTP/1.1" status: 200  len: 2293 time: 0.3006046
May 07 21:59:39.886436 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-439db8d1-8c8b-407b-a93a-4a28bbc49006 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks [] for router_gateway (a139b6ec-ee00-4230-883d-cfbdc982cd00), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:39.926539 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-02c53224-e1f1-49c1-8cbf-30716188a926 None None] Allocated IP 2001:db8::3 (90eff5f4-0158-4ebe-b063-ea3937a1e5dc/be517405-6241-4c83-96db-4687177a09c6/a3539e66-5fa9-40cf-b0a4-0acad88bc96e) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:59:39.958103 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e30ad3-f436-492e-aacc-2e1c668bc8de None None] Network 4e401ba0-7563-49f5-9424-036872d14546 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:59:39.988483 ncdv-master-1 neutron-server[121837]: WARNING neutron.objects.base [None req-e53a933b-20ff-4f2b-a07e-43efeb53bce2 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] ORM session: SQL execution without transaction in progress, traceback:
May 07 21:59:39.988483 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/greenthread.py", line 221, in main
May 07 21:59:39.988483 ncdv-master-1 neutron-server[121837]:     result = function(*args, **kwargs)
May 07 21:59:39.988483 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 837, in process_request
May 07 21:59:39.988483 ncdv-master-1 neutron-server[121837]:     proto.__init__(conn_state, self)
May 07 21:59:39.988483 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 350, in __init__
May 07 21:59:39.988483 ncdv-master-1 neutron-server[121837]:     self.handle()
May 07 21:59:39.988483 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 383, in handle
May 07 21:59:39.988483 ncdv-master-1 neutron-server[121837]:     self.handle_one_request()
May 07 21:59:39.988483 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 459, in handle_one_request
May 07 21:59:39.988483 ncdv-master-1 neutron-server[121837]:     self.handle_one_response()
May 07 21:59:39.988483 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 569, in handle_one_response
May 07 21:59:39.988483 ncdv-master-1 neutron-server[121837]:     result = self.application(self.environ, start_response)
May 07 21:59:39.988483 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/paste/urlmap.py", line 216, in __call__
May 07 21:59:39.988483 ncdv-master-1 neutron-server[121837]:     return app(environ, start_response)
May 07 21:59:39.988483 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
May 07 21:59:39.988483 ncdv-master-1 neutron-server[121837]:     resp = self.call_func(req, *args, **kw)
May 07 21:59:39.988483 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
May 07 21:59:39.988483 ncdv-master-1 neutron-server[121837]:     return self.func(req, *args, **kwargs)
May 07 21:59:39.988483 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/base.py", line 124, in __call__
May 07 21:59:39.988483 ncdv-master-1 neutron-server[121837]:     response = req.get_response(self.application)
May 07 21:59:39.988483 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
May 07 21:59:39.988483 ncdv-master-1 neutron-server[121837]:     status, headers, app_iter = self.call_application(
May 07 21:59:39.988483 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
May 07 21:59:39.988483 ncdv-master-1 neutron-server[121837]:     app_iter = application(self.environ, start_response)
May 07 21:59:39.988483 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
May 07 21:59:39.988483 ncdv-master-1 neutron-server[121837]:     resp = self.call_func(req, *args, **kw)
May 07 21:59:39.988483 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
May 07 21:59:39.988483 ncdv-master-1 neutron-server[121837]:     return self.func(req, *args, **kwargs)
May 07 21:59:39.988483 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/base.py", line 124, in __call__
May 07 21:59:39.988483 ncdv-master-1 neutron-server[121837]:     response = req.get_response(self.application)
May 07 21:59:39.988483 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
May 07 21:59:39.988483 ncdv-master-1 neutron-server[121837]:     status, headers, app_iter = self.call_application(
May 07 21:59:39.988483 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
May 07 21:59:39.988483 ncdv-master-1 neutron-server[121837]:     app_iter = application(self.environ, start_response)
May 07 21:59:39.988483 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
May 07 21:59:39.988483 ncdv-master-1 neutron-server[121837]:     resp = self.call_func(req, *args, **kw)
May 07 21:59:39.988483 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
May 07 21:59:39.988483 ncdv-master-1 neutron-server[121837]:     return self.func(req, *args, **kwargs)
May 07 21:59:39.988483 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
May 07 21:59:39.988483 ncdv-master-1 neutron-server[121837]:     response = req.get_response(self.application)
May 07 21:59:39.988483 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
May 07 21:59:39.988483 ncdv-master-1 neutron-server[121837]:     status, headers, app_iter = self.call_application(
May 07 21:59:39.988483 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
May 07 21:59:39.988483 ncdv-master-1 neutron-server[121837]:     app_iter = application(self.environ, start_response)
May 07 21:59:39.988483 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
May 07 21:59:39.988483 ncdv-master-1 neutron-server[121837]:     resp = self.call_func(req, *args, **kw)
May 07 21:59:39.988483 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
May 07 21:59:39.988483 ncdv-master-1 neutron-server[121837]:     return self.func(req, *args, **kwargs)
May 07 21:59:39.988483 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
May 07 21:59:39.988483 ncdv-master-1 neutron-server[121837]:     response = req.get_response(self.application)
May 07 21:59:39.988483 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
May 07 21:59:39.988483 ncdv-master-1 neutron-server[121837]:     status, headers, app_iter = self.call_application(
May 07 21:59:39.988483 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
May 07 21:59:39.988483 ncdv-master-1 neutron-server[121837]:     app_iter = application(self.environ, start_response)
May 07 21:59:39.988483 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
May 07 21:59:39.988483 ncdv-master-1 neutron-server[121837]:     resp = self.call_func(req, *args, **kw)
May 07 21:59:39.988483 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
May 07 21:59:39.988483 ncdv-master-1 neutron-server[121837]:     return self.func(req, *args, **kwargs)
May 07 21:59:39.988483 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/osprofiler/web.py", line 111, in __call__
May 07 21:59:39.988483 ncdv-master-1 neutron-server[121837]:     return request.get_response(self.application)
May 07 21:59:39.988483 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
May 07 21:59:39.988483 ncdv-master-1 neutron-server[121837]:     status, headers, app_iter = self.call_application(
May 07 21:59:39.988483 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
May 07 21:59:39.988483 ncdv-master-1 neutron-server[121837]:     app_iter = application(self.environ, start_response)
May 07 21:59:39.988483 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
May 07 21:59:39.988483 ncdv-master-1 neutron-server[121837]:     resp = self.call_func(req, *args, **kw)
May 07 21:59:39.988483 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
May 07 21:59:39.988483 ncdv-master-1 neutron-server[121837]:     return self.func(req, *args, **kwargs)
May 07 21:59:39.988483 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
May 07 21:59:39.988483 ncdv-master-1 neutron-server[121837]:     response = req.get_response(self._app)
May 07 21:59:39.988483 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
May 07 21:59:39.988483 ncdv-master-1 neutron-server[121837]:     status, headers, app_iter = self.call_application(
May 07 21:59:39.988483 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
May 07 21:59:39.988483 ncdv-master-1 neutron-server[121837]:     app_iter = application(self.environ, start_response)
May 07 21:59:39.988483 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__
May 07 21:59:39.988483 ncdv-master-1 neutron-server[121837]:     return resp(environ, start_response)
May 07 21:59:39.988483 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__
May 07 21:59:39.988483 ncdv-master-1 neutron-server[121837]:     return resp(environ, start_response)
May 07 21:59:39.988483 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/routes/middleware.py", line 153, in __call__
May 07 21:59:39.988483 ncdv-master-1 neutron-server[121837]:     response = self.app(environ, start_response)
May 07 21:59:39.988483 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__
May 07 21:59:39.988483 ncdv-master-1 neutron-server[121837]:     return resp(environ, start_response)
May 07 21:59:39.988483 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/pecan/middleware/recursive.py", line 56, in __call__
May 07 21:59:39.988483 ncdv-master-1 neutron-server[121837]:     return self.application(environ, start_response)
May 07 21:59:39.988483 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 852, in __call__
May 07 21:59:39.994632 ncdv-master-1 neutron-server[121837]:     return super(Pecan, self).__call__(environ, start_response)
May 07 21:59:39.994632 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 693, in __call__
May 07 21:59:39.994632 ncdv-master-1 neutron-server[121837]:     self.invoke_controller(controller, args, kwargs, state)
May 07 21:59:39.994632 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 584, in invoke_controller
May 07 21:59:39.994632 ncdv-master-1 neutron-server[121837]:     result = controller(*args, **kwargs)
May 07 21:59:39.994632 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
May 07 21:59:39.994632 ncdv-master-1 neutron-server[121837]:     return f(*args, **kwargs)
May 07 21:59:39.994632 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
May 07 21:59:39.994632 ncdv-master-1 neutron-server[121837]:     return f(*args, **kwargs)
May 07 21:59:39.994632 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
May 07 21:59:39.994632 ncdv-master-1 neutron-server[121837]:     return f(*dup_args, **dup_kwargs)
May 07 21:59:39.994632 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/utils.py", line 65, in wrapped
May 07 21:59:39.994632 ncdv-master-1 neutron-server[121837]:     return f(*args, **kwargs)
May 07 21:59:39.994632 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 74, in put
May 07 21:59:39.994632 ncdv-master-1 neutron-server[121837]:     return {self.resource: self.plugin_updater(*updater_args)}
May 07 21:59:39.994632 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner
May 07 21:59:39.994632 ncdv-master-1 neutron-server[121837]:     return f(*args, **kwargs)
May 07 21:59:39.994632 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
May 07 21:59:39.994632 ncdv-master-1 neutron-server[121837]:     return method(*args, **kwargs)
May 07 21:59:39.994632 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
May 07 21:59:39.994632 ncdv-master-1 neutron-server[121837]:     return f(*args, **kwargs)
May 07 21:59:39.994632 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
May 07 21:59:39.994632 ncdv-master-1 neutron-server[121837]:     return f(*args, **kwargs)
May 07 21:59:39.994632 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
May 07 21:59:39.994632 ncdv-master-1 neutron-server[121837]:     return f(*dup_args, **dup_kwargs)
May 07 21:59:39.994632 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1405, in update_subnet
May 07 21:59:39.994632 ncdv-master-1 neutron-server[121837]:     self._update_subnet_postcommit(context, original_subnet,
May 07 21:59:39.994632 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1016, in _update_subnet_postcommit
May 07 21:59:39.994632 ncdv-master-1 neutron-server[121837]:     registry.publish(
May 07 21:59:39.994632 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/registry.py", line 54, in publish
May 07 21:59:39.994632 ncdv-master-1 neutron-server[121837]:     _get_callback_manager().publish(resource, event, trigger, payload=payload)
May 07 21:59:39.994632 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/utils.py", line 105, in _wrapped
May 07 21:59:39.994632 ncdv-master-1 neutron-server[121837]:     return function(*args, **kwargs)
May 07 21:59:39.994632 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 150, in publish
May 07 21:59:39.994632 ncdv-master-1 neutron-server[121837]:     errors = self._notify_loop(resource, event, trigger, payload)
May 07 21:59:39.994632 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop
May 07 21:59:39.994632 ncdv-master-1 neutron-server[121837]:     callback(resource, event, trigger, payload=payload)
May 07 21:59:39.994632 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 2026, in _notify_subnet_gateway_ip_update
May 07 21:59:39.994632 ncdv-master-1 neutron-server[121837]:     router_ids = set(port.device_id for port in query)
May 07 21:59:39.994632 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2896, in __iter__
May 07 21:59:39.994632 ncdv-master-1 neutron-server[121837]:     return self._iter().__iter__()
May 07 21:59:39.994632 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter
May 07 21:59:39.994632 ncdv-master-1 neutron-server[121837]:     result = self.session.execute(
May 07 21:59:39.994632 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1677, in execute
May 07 21:59:39.994632 ncdv-master-1 neutron-server[121837]:     result = fn(orm_exec_state)
May 07 21:59:39.994632 ncdv-master-1 neutron-server[121837]: 
May 07 21:59:40.022749 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53a933b-20ff-4f2b-a07e-43efeb53bce2 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:40.023782 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e53a933b-20ff-4f2b-a07e-43efeb53bce2 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:40.025157 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-e53a933b-20ff-4f2b-a07e-43efeb53bce2 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] 10.222.0.32 "PUT /v2.0/subnets/be517405-6241-4c83-96db-4687177a09c6 HTTP/1.1" status: 200  len: 900 time: 1.1262474
May 07 21:59:40.025632 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-49c75978-ea19-4d2a-8754-f764fac0e200 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (44744f25-162d-4beb-8b6b-bf7f925b1061), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:40.026678 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-49c75978-ea19-4d2a-8754-f764fac0e200 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (44744f25-162d-4beb-8b6b-bf7f925b1061), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:40.030392 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49900) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:40.042839 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-78956fa6-26fe-422c-ac5e-5403f39481d3 req-4f2bc1d1-f6b3-484a-bdee-645cf12b8147 tempest-InstanceActionsV221TestJSON-1399132138 tempest-InstanceActionsV221TestJSON-1399132138-project] 10.222.0.32 "GET /v2.0/quotas/42a275b437594296b48dcf24858d61f3 HTTP/1.1" status: 200  len: 375 time: 0.2031314
May 07 21:59:40.088947 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-073d2d6e-4780-460e-91ba-d78fe55267b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (ba7470e6-3756-433e-8090-f8853bd55062), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:40.151506 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-78956fa6-26fe-422c-ac5e-5403f39481d3 req-b022ae44-81f6-4b78-a6fe-253ad0e4f9d5 tempest-InstanceActionsV221TestJSON-1399132138 tempest-InstanceActionsV221TestJSON-1399132138-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=42a275b437594296b48dcf24858d61f3&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0749760
May 07 21:59:40.155682 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4349347a-ddb5-41f8-835b-e5481afac432 req-f02850aa-58c7-4b2c-9375-03f5654ae775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:40.157315 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4349347a-ddb5-41f8-835b-e5481afac432 req-f02850aa-58c7-4b2c-9375-03f5654ae775 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=de30285c-55a0-4bf5-91e8-9bdd7282f8d7 HTTP/1.1" status: 200  len: 1130 time: 0.1410291
May 07 21:59:40.160851 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53a933b-20ff-4f2b-a07e-43efeb53bce2 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Pushing event updated for resources: {'Subnet': ['ID=be517405-6241-4c83-96db-4687177a09c6,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:40.209842 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-02c53224-e1f1-49c1-8cbf-30716188a926 None None] Publish callbacks [] for port (a3539e66-5fa9-40cf-b0a4-0acad88bc96e), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:40.219601 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-02c53224-e1f1-49c1-8cbf-30716188a926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (a3539e66-5fa9-40cf-b0a4-0acad88bc96e), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:40.267911 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c53224-e1f1-49c1-8cbf-30716188a926 None None] Network 90eff5f4-0158-4ebe-b063-ea3937a1e5dc is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:59:40.273564 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-02c53224-e1f1-49c1-8cbf-30716188a926 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:59:40.282474 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c53224-e1f1-49c1-8cbf-30716188a926 None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:59:40.285972 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c53224-e1f1-49c1-8cbf-30716188a926 None None] Pushing event updated for resources: {'Port': ['ID=a3539e66-5fa9-40cf-b0a4-0acad88bc96e,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:40.302841 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4349347a-ddb5-41f8-835b-e5481afac432 req-70842817-4d4b-4f7f-8459-98da2af63f86 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=0a925320-3da9-4f33-a573-9f26e57ac6c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1373236
May 07 21:59:40.322192 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-073d2d6e-4780-460e-91ba-d78fe55267b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (ba7470e6-3756-433e-8090-f8853bd55062), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:40.353787 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-02c53224-e1f1-49c1-8cbf-30716188a926 None None] Attempting to bind port a3539e66-5fa9-40cf-b0a4-0acad88bc96e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:59:40.354162 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-02c53224-e1f1-49c1-8cbf-30716188a926 None None] Attempting to bind port a3539e66-5fa9-40cf-b0a4-0acad88bc96e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '83df90ed-e5f2-4389-bdb1-893fb1307cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '90eff5f4-0158-4ebe-b063-ea3937a1e5dc'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:59:40.354524 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c53224-e1f1-49c1-8cbf-30716188a926 None None] Attempting to bind port a3539e66-5fa9-40cf-b0a4-0acad88bc96e on network 90eff5f4-0158-4ebe-b063-ea3937a1e5dc {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:59:40.360402 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c53224-e1f1-49c1-8cbf-30716188a926 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:59:40.360774 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c53224-e1f1-49c1-8cbf-30716188a926 None None] Checking segment: {'id': '83df90ed-e5f2-4389-bdb1-893fb1307cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '90eff5f4-0158-4ebe-b063-ea3937a1e5dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:59:40.361176 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-02c53224-e1f1-49c1-8cbf-30716188a926 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:40.361569 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c53224-e1f1-49c1-8cbf-30716188a926 None None] Bound using segment: {'id': '83df90ed-e5f2-4389-bdb1-893fb1307cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '90eff5f4-0158-4ebe-b063-ea3937a1e5dc'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:59:40.362037 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-02c53224-e1f1-49c1-8cbf-30716188a926 None None] Bound port: a3539e66-5fa9-40cf-b0a4-0acad88bc96e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83df90ed-e5f2-4389-bdb1-893fb1307cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '90eff5f4-0158-4ebe-b063-ea3937a1e5dc'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:59:40.362415 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-02c53224-e1f1-49c1-8cbf-30716188a926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (a3539e66-5fa9-40cf-b0a4-0acad88bc96e), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:40.363352 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073d2d6e-4780-460e-91ba-d78fe55267b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba7470e6-3756-433e-8090-f8853bd55062,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:40.372322 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-78956fa6-26fe-422c-ac5e-5403f39481d3 req-9a6ca89c-be49-4d22-b241-97c2b9a15ab8 service neutron] 10.222.0.32 "GET /v2.0/networks/011b05b9-af33-4afd-88fa-e53f85adc730?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1893585
May 07 21:59:40.372604 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-073d2d6e-4780-460e-91ba-d78fe55267b0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:40.381037 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-073d2d6e-4780-460e-91ba-d78fe55267b0 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ba7470e6-3756-433e-8090-f8853bd55062 HTTP/1.1" status: 204  len: 168 time: 0.8269095
May 07 21:59:40.381837 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49906) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:40.430293 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-02c53224-e1f1-49c1-8cbf-30716188a926 None None] For port a3539e66-5fa9-40cf-b0a4-0acad88bc96e, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:59:40.433573 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-02c53224-e1f1-49c1-8cbf-30716188a926 None None] For port a3539e66-5fa9-40cf-b0a4-0acad88bc96e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a3539e66-5fa9-40cf-b0a4-0acad88bc96e,segment=NetworkSegment(83df90ed-e5f2-4389-bdb1-893fb1307cea),segment_id=83df90ed-e5f2-4389-bdb1-893fb1307cea)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:59:40.441149 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-02c53224-e1f1-49c1-8cbf-30716188a926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (a3539e66-5fa9-40cf-b0a4-0acad88bc96e), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:40.494538 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6443e5-289e-47bc-b506-cee0e85d098f req-9e0fbec6-6fc4-4fc6-9824-c942ea18c1fa tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:40.500033 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c53224-e1f1-49c1-8cbf-30716188a926 None None] Pushing event updated for resources: {'Port': ['ID=a3539e66-5fa9-40cf-b0a4-0acad88bc96e,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:40.501002 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-db6443e5-289e-47bc-b506-cee0e85d098f req-9e0fbec6-6fc4-4fc6-9824-c942ea18c1fa tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d5d0aa6-f907-4569-bedc-2979f6637d33 HTTP/1.1" status: 200  len: 948 time: 0.5592022
May 07 21:59:40.517711 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-65faba79-f400-4fee-bc35-86c787171539 req-bc476df6-0038-41a7-855b-9dc0bf5482d7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=248ca656-6bff-4ce6-b67d-1c6c09ea7b42 HTTP/1.1" status: 200  len: 1000 time: 0.6258817
May 07 21:59:40.530127 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-de3912e1-e28a-40a2-bb70-24a192f3f45b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (c6b98d0c-26cc-4cac-b07f-2237ed89a016), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:40.561787 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-78956fa6-26fe-422c-ac5e-5403f39481d3 req-ff23f517-7ffc-4048-b7c2-982e4f68e02f service neutron] 10.222.0.32 "GET /v2.0/networks/011b05b9-af33-4afd-88fa-e53f85adc730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1782296
May 07 21:59:40.641352 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-de3912e1-e28a-40a2-bb70-24a192f3f45b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (c6b98d0c-26cc-4cac-b07f-2237ed89a016), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:40.646179 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65faba79-f400-4fee-bc35-86c787171539 req-2d1a41cc-aa75-4f60-8cb3-da1f4e2ce280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:40.647724 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-65faba79-f400-4fee-bc35-86c787171539 req-2d1a41cc-aa75-4f60-8cb3-da1f4e2ce280 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b94529aa-c690-43df-a7f8-1037d29e0a09 HTTP/1.1" status: 200  len: 851 time: 0.1166291
May 07 21:59:40.667472 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-de3912e1-e28a-40a2-bb70-24a192f3f45b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf87047b50>,) {'filters': {'network_id': ['c6b98d0c-26cc-4cac-b07f-2237ed89a016']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:40.679399 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-de3912e1-e28a-40a2-bb70-24a192f3f45b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf87047b50>, '924a8de1-a2b3-4b09-9bae-6dbd8fa7f1fe') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:40.679698 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-de3912e1-e28a-40a2-bb70-24a192f3f45b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf87047b50>, '924a8de1-a2b3-4b09-9bae-6dbd8fa7f1fe') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:40.693303 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-de3912e1-e28a-40a2-bb70-24a192f3f45b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (924a8de1-a2b3-4b09-9bae-6dbd8fa7f1fe), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:40.703323 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-49c75978-ea19-4d2a-8754-f764fac0e200 admin admin] Publish callbacks [] for router_controller (44744f25-162d-4beb-8b6b-bf7f925b1061), precommit_add_association {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:40.708838 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-de3912e1-e28a-40a2-bb70-24a192f3f45b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (924a8de1-a2b3-4b09-9bae-6dbd8fa7f1fe), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:40.717994 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de3912e1-e28a-40a2-bb70-24a192f3f45b admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 21:59:40.718455 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-de3912e1-e28a-40a2-bb70-24a192f3f45b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (924a8de1-a2b3-4b09-9bae-6dbd8fa7f1fe), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:40.722490 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 21:59:40.722490 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 21:59:40.722490 ncdv-master-1 neutron-server[121837]:     timer()
May 07 21:59:40.722490 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 21:59:40.722490 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 21:59:40.722490 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 21:59:40.722490 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 21:59:40.722490 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 21:59:40.722490 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 21:59:40.722490 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 21:59:40.722490 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 21:59:40.722490 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 21:59:40.722490 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 21:59:40.722490 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 21:59:40.722490 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 21:59:40.722490 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 21:59:40.722490 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 21:59:40.722490 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 21:59:40.722490 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 21:59:40.722490 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 21:59:40.722490 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 21:59:40.722490 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 21:59:40.722490 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 21:59:40.722490 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 21:59:40.722490 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 21:59:40.722490 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 21:59:40.722490 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 21:59:40.722490 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 21:59:40.722490 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 21:59:40.722490 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 21:59:40.722490 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 21:59:40.722490 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 21:59:40.809333 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-de3912e1-e28a-40a2-bb70-24a192f3f45b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (c6b98d0c-26cc-4cac-b07f-2237ed89a016), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:40.815567 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-de3912e1-e28a-40a2-bb70-24a192f3f45b admin admin] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:40.820398 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-de3912e1-e28a-40a2-bb70-24a192f3f45b admin admin] 10.222.0.32 "DELETE /v2.0/networks/c6b98d0c-26cc-4cac-b07f-2237ed89a016 HTTP/1.1" status: 204  len: 168 time: 0.4357052
May 07 21:59:40.835287 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3912e1-e28a-40a2-bb70-24a192f3f45b admin admin] Pushing event deleted for resources: {'Network': ['ID=c6b98d0c-26cc-4cac-b07f-2237ed89a016,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:41.001519 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-80b75b92-3f0a-4d79-abd5-bafaa9e993cd req-3bcc2884-c0be-4cf3-834a-7539e0f339cd tempest-InstanceActionsV221TestJSON-1399132138 tempest-InstanceActionsV221TestJSON-1399132138-project] 10.222.0.32 "GET /v2.0/ports?device_id=21531192-b2b4-4fc8-8c41-e19e7301001f HTTP/1.1" status: 200  len: 210 time: 0.1074412
May 07 21:59:41.017513 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device a3539e66-5fa9-40cf-b0a4-0acad88bc96e up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:59:41.089232 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49918) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:41.138403 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65faba79-f400-4fee-bc35-86c787171539 req-ee677052-7869-4c85-8f13-dbea9fbd3d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:41.140579 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-65faba79-f400-4fee-bc35-86c787171539 req-ee677052-7869-4c85-8f13-dbea9fbd3d5c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=78b27442-bcb9-410d-9431-ef2d20377793&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.4553087
May 07 21:59:41.143766 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-db6443e5-289e-47bc-b506-cee0e85d098f req-5f3035a9-f27f-4c8e-9cd9-c1589fb30939 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a925320-3da9-4f33-a573-9f26e57ac6c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6419775
May 07 21:59:41.156890 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port a3539e66-5fa9-40cf-b0a4-0acad88bc96e triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:59:41.157268 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (a3539e66-5fa9-40cf-b0a4-0acad88bc96e), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:41.188007 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-5871403f-d67d-48c8-a56f-480e7d1cd0dc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1426f0d5b4ef478d91cfb1856c943052&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0975907
May 07 21:59:41.191110 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49926) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:41.192202 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cd65f0b6-1e4f-4931-bcd7-d89a37e99850 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (90eff5f4-0158-4ebe-b063-ea3937a1e5dc), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:41.200073 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-49c75978-ea19-4d2a-8754-f764fac0e200 admin admin] Publish callbacks [] for router_gateway (44744f25-162d-4beb-8b6b-bf7f925b1061), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:41.284603 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e3ef2401-8347-453c-84ec-a29ca37991a1 admin admin] Publish callbacks [] for security_group (9196cd4a-c48b-40f4-862c-9395ce3cf8f2), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:41.337824 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e3ef2401-8347-453c-84ec-a29ca37991a1 admin admin] Publish callbacks [] for security_group (9196cd4a-c48b-40f4-862c-9395ce3cf8f2), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:41.341427 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port a3539e66-5fa9-40cf-b0a4-0acad88bc96e is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:59:41.344800 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (a3539e66-5fa9-40cf-b0a4-0acad88bc96e), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:41.372377 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-439db8d1-8c8b-407b-a93a-4a28bbc49006 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (a139b6ec-ee00-4230-883d-cfbdc982cd00), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:41.411618 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e3ef2401-8347-453c-84ec-a29ca37991a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (9196cd4a-c48b-40f4-862c-9395ce3cf8f2), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:41.418305 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e3ef2401-8347-453c-84ec-a29ca37991a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:41.419522 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-e3ef2401-8347-453c-84ec-a29ca37991a1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9196cd4a-c48b-40f4-862c-9395ce3cf8f2 HTTP/1.1" status: 204  len: 168 time: 0.2274926
May 07 21:59:41.470104 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de166708-547d-457f-861d-2e29be1a2015 req-afd88b7b-89c5-42aa-945e-40afa0001246 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:41.478186 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-de166708-547d-457f-861d-2e29be1a2015 req-afd88b7b-89c5-42aa-945e-40afa0001246 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] 10.222.0.32 "GET /v2.0/ports?device_id=de30285c-55a0-4bf5-91e8-9bdd7282f8d7 HTTP/1.1" status: 200  len: 948 time: 0.1460583
May 07 21:59:41.498138 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port a3539e66-5fa9-40cf-b0a4-0acad88bc96e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a3539e66-5fa9-40cf-b0a4-0acad88bc96e,segment=NetworkSegment(83df90ed-e5f2-4389-bdb1-893fb1307cea),segment_id=83df90ed-e5f2-4389-bdb1-893fb1307cea)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:59:41.516331 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (a3539e66-5fa9-40cf-b0a4-0acad88bc96e), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:41.568327 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d16f53-3a0b-484d-a9ff-a8b2f7b06d0e req-cf17878b-e5ca-4117-bdd5-ab2a6da058be tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:41.570951 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-85d16f53-3a0b-484d-a9ff-a8b2f7b06d0e req-cf17878b-e5ca-4117-bdd5-ab2a6da058be tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=83ad7d9c-5e14-44b9-a948-c9c337d99f0c HTTP/1.1" status: 200  len: 947 time: 0.1497169
May 07 21:59:41.580523 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ef2401-8347-453c-84ec-a29ca37991a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9196cd4a-c48b-40f4-862c-9395ce3cf8f2,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:41.697897 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=a3539e66-5fa9-40cf-b0a4-0acad88bc96e,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:41.734197 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-85d16f53-3a0b-484d-a9ff-a8b2f7b06d0e req-ebc4bc48-a08e-4f55-a078-33bf7298082e tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups?id=108d65d8-0253-46f4-addb-267f67931aa5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1298673
May 07 21:59:41.825718 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-cd65f0b6-1e4f-4931-bcd7-d89a37e99850 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Deleting port a3539e66-5fa9-40cf-b0a4-0acad88bc96e {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:59:41.826158 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cd65f0b6-1e4f-4931-bcd7-d89a37e99850 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (a3539e66-5fa9-40cf-b0a4-0acad88bc96e), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:41.923355 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-65faba79-f400-4fee-bc35-86c787171539 req-4dfaa476-ca7b-4143-b8b7-1a63d3b619d7 service neutron] 10.222.0.55 "GET /v2.0/networks/78b27442-bcb9-410d-9431-ef2d20377793?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7690816
May 07 21:59:41.982095 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-de166708-547d-457f-861d-2e29be1a2015 req-6ca128ae-d3fa-484e-90de-193af34482c9 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a925320-3da9-4f33-a573-9f26e57ac6c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5025110
May 07 21:59:42.016360 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49936) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:42.090048 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-afed1f20-584c-4deb-babe-30d81f62d3c2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c77bd55728474691ab88abd1cf00a7b3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0724089
May 07 21:59:42.094452 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49940) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:42.105193 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7da8700b-b986-476c-b3fe-8c627ac5771d None None] Network 90eff5f4-0158-4ebe-b063-ea3937a1e5dc requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:59:42.141360 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-d5ec44f4-f126-460a-af7b-360f955ef3c0 None None] Provisioning complete for port a3539e66-5fa9-40cf-b0a4-0acad88bc96e triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:59:42.141819 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d5ec44f4-f126-460a-af7b-360f955ef3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (a3539e66-5fa9-40cf-b0a4-0acad88bc96e), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:42.146936 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1ef5ba4a-7a0e-4ca2-9720-0a007e1f7bc4 req-cce6eb00-4ca3-4567-bd36-c08396de36fb tempest-InstanceActionsV221TestJSON-1399132138 tempest-InstanceActionsV221TestJSON-1399132138-project] 10.222.0.32 "GET /v2.0/ports?device_id=21531192-b2b4-4fc8-8c41-e19e7301001f HTTP/1.1" status: 200  len: 210 time: 0.0326459
May 07 21:59:42.160462 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-cd65f0b6-1e4f-4931-bcd7-d89a37e99850 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] For port a3539e66-5fa9-40cf-b0a4-0acad88bc96e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a3539e66-5fa9-40cf-b0a4-0acad88bc96e,segment=NetworkSegment(83df90ed-e5f2-4389-bdb1-893fb1307cea),segment_id=83df90ed-e5f2-4389-bdb1-893fb1307cea)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:59:42.161038 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cd65f0b6-1e4f-4931-bcd7-d89a37e99850 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (a3539e66-5fa9-40cf-b0a4-0acad88bc96e), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:42.194149 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-cd65f0b6-1e4f-4931-bcd7-d89a37e99850 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Calling delete_port for a3539e66-5fa9-40cf-b0a4-0acad88bc96e owned by network:dhcp {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:59:42.215241 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-439db8d1-8c8b-407b-a93a-4a28bbc49006 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Router a139b6ec-ee00-4230-883d-cfbdc982cd00 is scheduled to L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db with binding_index 1 {{(pid=121836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 07 21:59:42.221363 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-49c75978-ea19-4d2a-8754-f764fac0e200 admin admin] Publish callbacks [] for router_gateway (44744f25-162d-4beb-8b6b-bf7f925b1061), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:42.293473 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-49c75978-ea19-4d2a-8754-f764fac0e200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:42.442297 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0ff28d8c-75cc-471e-9f95-06c7f8387b19 admin admin] Publish callbacks [] for security_group (dcabb3f9-cc8c-451a-a02e-589dba1bc1a5), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:42.447149 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-d5ec44f4-f126-460a-af7b-360f955ef3c0 None None] Current status of the port a3539e66-5fa9-40cf-b0a4-0acad88bc96e is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:59:42.555282 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3edc1458-d1e1-43ab-a4da-63029dfbcde4 req-184333a6-9b19-42d5-89b7-fc94756e3ca8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=de30285c-55a0-4bf5-91e8-9bdd7282f8d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0454278
May 07 21:59:42.611292 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0ff28d8c-75cc-471e-9f95-06c7f8387b19 admin admin] Publish callbacks [] for security_group (dcabb3f9-cc8c-451a-a02e-589dba1bc1a5), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:42.653077 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edc1458-d1e1-43ab-a4da-63029dfbcde4 req-790b74ed-a6e0-4cb5-a45e-081365bb4299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:42.654757 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3edc1458-d1e1-43ab-a4da-63029dfbcde4 req-790b74ed-a6e0-4cb5-a45e-081365bb4299 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4f25e7e4b2ae4a278467bc1a4fc5fa46&device_id=de30285c-55a0-4bf5-91e8-9bdd7282f8d7 HTTP/1.1" status: 200  len: 1130 time: 0.0493197
May 07 21:59:42.674045 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-65faba79-f400-4fee-bc35-86c787171539 req-09c40f51-b367-457e-9cdd-a29013befc1e service neutron] 10.222.0.55 "GET /v2.0/networks/78b27442-bcb9-410d-9431-ef2d20377793?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3935690
May 07 21:59:42.696208 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796bc172-0dc4-48e0-83d3-f778e91c4aff None None] Network 90eff5f4-0158-4ebe-b063-ea3937a1e5dc requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:59:42.721206 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1348abf-f30b-459f-8801-3dbcde680250 req-4bc9d425-af9a-45b4-acc8-9fbc6072357a tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:42.722596 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c1348abf-f30b-459f-8801-3dbcde680250 req-4bc9d425-af9a-45b4-acc8-9fbc6072357a tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.55 "GET /v2.0/ports?device_id=83ad7d9c-5e14-44b9-a948-c9c337d99f0c HTTP/1.1" status: 200  len: 947 time: 0.1901674
May 07 21:59:42.742552 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-439db8d1-8c8b-407b-a93a-4a28bbc49006 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:59:42.777064 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-49c75978-ea19-4d2a-8754-f764fac0e200 admin admin] Allocated IP 172.35.4.171 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/ef9b4e4e-8b27-4bf4-be77-84558d7fa538) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:59:42.799906 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34b8cc9-bd39-4633-8fe1-22052f0770b3 None None] Sync routers for ids ['a139b6ec-ee00-4230-883d-cfbdc982cd00'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:59:42.810708 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edc1458-d1e1-43ab-a4da-63029dfbcde4 req-7e9a5eed-d20e-4f85-be64-50d704fe2710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:42.816227 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3edc1458-d1e1-43ab-a4da-63029dfbcde4 req-7e9a5eed-d20e-4f85-be64-50d704fe2710 service neutron] 10.222.0.59 "GET /v2.0/networks?id=665487f0-78eb-47fb-9a06-b15bc614dc47 HTTP/1.1" status: 200  len: 870 time: 0.1422563
May 07 21:59:42.859875 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-e548dce6-3b7c-47dd-86df-4eb093da11ea None None] Provisioning complete for port a3539e66-5fa9-40cf-b0a4-0acad88bc96e triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:59:42.860151 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-65faba79-f400-4fee-bc35-86c787171539 req-fcc99603-d4f2-4a37-aeda-d8f9bbf5bb3b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.214&port_id=8265c59d-4721-4235-823a-846b00373dfe HTTP/1.1" status: 200  len: 217 time: 0.0850520
May 07 21:59:42.860645 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cd65f0b6-1e4f-4931-bcd7-d89a37e99850 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (a3539e66-5fa9-40cf-b0a4-0acad88bc96e), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:42.860918 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e548dce6-3b7c-47dd-86df-4eb093da11ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (a3539e66-5fa9-40cf-b0a4-0acad88bc96e), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:42.868246 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-439db8d1-8c8b-407b-a93a-4a28bbc49006 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:42.872706 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-439db8d1-8c8b-407b-a93a-4a28bbc49006 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 882 time: 5.2603004
May 07 21:59:42.880285 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49944) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:42.893633 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34b8cc9-bd39-4633-8fe1-22052f0770b3 None None] Routers {'a139b6ec-ee00-4230-883d-cfbdc982cd00'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:59:42.894637 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-a34b8cc9-bd39-4633-8fe1-22052f0770b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7fc58df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:59:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['a139b6ec-ee00-4230-883d-cfbdc982cd00'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:42.926115 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3edc1458-d1e1-43ab-a4da-63029dfbcde4 req-ad6f2ad3-c3e4-4110-b414-7454b3ecf65b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=672e9dc5-e9c7-4350-b965-d54d762eb1d8 HTTP/1.1" status: 200  len: 217 time: 0.1030777
May 07 21:59:42.956429 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0ff28d8c-75cc-471e-9f95-06c7f8387b19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (dcabb3f9-cc8c-451a-a02e-589dba1bc1a5), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:42.959015 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0ff28d8c-75cc-471e-9f95-06c7f8387b19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:42.960030 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-0ff28d8c-75cc-471e-9f95-06c7f8387b19 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dcabb3f9-cc8c-451a-a02e-589dba1bc1a5 HTTP/1.1" status: 204  len: 168 time: 0.8638411
May 07 21:59:42.968834 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device a3539e66-5fa9-40cf-b0a4-0acad88bc96e up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:59:42.971585 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-e548dce6-3b7c-47dd-86df-4eb093da11ea None None] Port a3539e66-5fa9-40cf-b0a4-0acad88bc96e was deleted so its status cannot be updated. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}}
May 07 21:59:42.974620 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-a34b8cc9-bd39-4633-8fe1-22052f0770b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7fc58df0>, [], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:43.000969 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: a3539e66-5fa9-40cf-b0a4-0acad88bc96e {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:59:43.001509 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device a3539e66-5fa9-40cf-b0a4-0acad88bc96e not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}}
May 07 21:59:43.009935 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd65f0b6-1e4f-4931-bcd7-d89a37e99850 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Pushing event deleted for resources: {'Port': ['ID=a3539e66-5fa9-40cf-b0a4-0acad88bc96e,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:43.034725 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edc1458-d1e1-43ab-a4da-63029dfbcde4 req-857394e6-133d-4197-865b-2f1648bf95b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:43.039030 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3edc1458-d1e1-43ab-a4da-63029dfbcde4 req-857394e6-133d-4197-865b-2f1648bf95b4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6e0e5c53-1ece-4d20-b01d-5f8c6957edf6 HTTP/1.1" status: 200  len: 843 time: 0.1072288
May 07 21:59:43.075504 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Port a3539e66-5fa9-40cf-b0a4-0acad88bc96e not found, will not notify nova. {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}}
May 07 21:59:43.077637 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34b8cc9-bd39-4633-8fe1-22052f0770b3 None None] Routers {'a139b6ec-ee00-4230-883d-cfbdc982cd00'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:59:43.079478 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-a34b8cc9-bd39-4633-8fe1-22052f0770b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7fc58df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:59:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['a139b6ec-ee00-4230-883d-cfbdc982cd00'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:43.141865 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edc1458-d1e1-43ab-a4da-63029dfbcde4 req-2a80aadc-6129-4714-83a6-6cda19a7e379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:43.143458 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3edc1458-d1e1-43ab-a4da-63029dfbcde4 req-2a80aadc-6129-4714-83a6-6cda19a7e379 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=665487f0-78eb-47fb-9a06-b15bc614dc47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0982499
May 07 21:59:43.190023 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-a34b8cc9-bd39-4633-8fe1-22052f0770b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7fc58df0>, [], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:43.191456 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34b8cc9-bd39-4633-8fe1-22052f0770b3 None None] The sync data for ids ['a139b6ec-ee00-4230-883d-cfbdc982cd00'] in ncdv-master-1 is: [] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:59:43.312066 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967eb688-5456-4d13-99fd-455fb6dff0f3 req-88432664-cb4a-4f45-99d1-ce6d46280f46 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:43.314036 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-967eb688-5456-4d13-99fd-455fb6dff0f3 req-88432664-cb4a-4f45-99d1-ce6d46280f46 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] 10.222.0.32 "GET /v2.0/ports?device_id=de30285c-55a0-4bf5-91e8-9bdd7282f8d7 HTTP/1.1" status: 200  len: 948 time: 0.1891048
May 07 21:59:43.320489 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3edc1458-d1e1-43ab-a4da-63029dfbcde4 req-a0d2973b-e952-45fd-b5ac-3e33923ebcbe service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1579218
May 07 21:59:43.586328 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd0dd6d-8b1a-49d9-a312-8658b97bb832 req-66a76a95-eba9-44f5-8a6f-d249d59fc6d8 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:43.587925 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9fd0dd6d-8b1a-49d9-a312-8658b97bb832 req-66a76a95-eba9-44f5-8a6f-d249d59fc6d8 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=83ad7d9c-5e14-44b9-a948-c9c337d99f0c HTTP/1.1" status: 200  len: 947 time: 0.6327882
May 07 21:59:43.588922 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff28d8c-75cc-471e-9f95-06c7f8387b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcabb3f9-cc8c-451a-a02e-589dba1bc1a5,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:43.680794 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-967eb688-5456-4d13-99fd-455fb6dff0f3 req-32aa09a5-6cf9-40dd-a1bd-7f4c2ebf732f tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a925320-3da9-4f33-a573-9f26e57ac6c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3568256
May 07 21:59:43.731548 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3edc1458-d1e1-43ab-a4da-63029dfbcde4 req-ca94fdd7-5ce9-4217-92f1-273381525665 service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4006500
May 07 21:59:43.774509 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd65f0b6-1e4f-4931-bcd7-d89a37e99850 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] No DVR routers for this DVR port a3539e66-5fa9-40cf-b0a4-0acad88bc96e on host ncdv-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:59:43.777170 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65faba79-f400-4fee-bc35-86c787171539 req-c21ba188-7ab3-4f66-bb94-7224bcc1c6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:43.778998 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-65faba79-f400-4fee-bc35-86c787171539 req-c21ba188-7ab3-4f66-bb94-7224bcc1c6f5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c61573c2-ed87-428c-92ac-0bffa38409b2 HTTP/1.1" status: 200  len: 797 time: 0.9047329
May 07 21:59:43.798109 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-dab3fd19-c690-41c5-85fb-4dee60e428f2 req-400bd343-910c-4b74-9dda-5ef255a5f40d tempest-InstanceActionsV221TestJSON-1399132138 tempest-InstanceActionsV221TestJSON-1399132138-project] 10.222.0.32 "GET /v2.0/ports?device_id=21531192-b2b4-4fc8-8c41-e19e7301001f HTTP/1.1" status: 200  len: 210 time: 0.0392258
May 07 21:59:43.841374 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-c1348abf-f30b-459f-8801-3dbcde680250 req-34400b2b-e951-4236-947b-6e802ff9b9b3 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Deleting port d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:59:43.841959 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-c1348abf-f30b-459f-8801-3dbcde680250 req-34400b2b-e951-4236-947b-6e802ff9b9b3 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:43.988115 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-5fc63137-8004-43b7-85c8-ae2d85b2121f tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "GET /v2.0/routers/a139b6ec-ee00-4230-883d-cfbdc982cd00 HTTP/1.1" status: 200  len: 883 time: 1.0936644
May 07 21:59:43.990643 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49978) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:43.991466 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-49c75978-ea19-4d2a-8754-f764fac0e200 admin admin] Publish callbacks [] for port (ef9b4e4e-8b27-4bf4-be77-84558d7fa538), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:44.029788 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78956fa6-26fe-422c-ac5e-5403f39481d3 req-1f88c7f9-fb1a-4576-bbd4-0f781f193578 tempest-InstanceActionsV221TestJSON-1399132138 tempest-InstanceActionsV221TestJSON-1399132138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:44.031406 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-78956fa6-26fe-422c-ac5e-5403f39481d3 req-1f88c7f9-fb1a-4576-bbd4-0f781f193578 tempest-InstanceActionsV221TestJSON-1399132138 tempest-InstanceActionsV221TestJSON-1399132138-project] 10.222.0.55 "GET /v2.0/networks?id=011b05b9-af33-4afd-88fa-e53f85adc730 HTTP/1.1" status: 200  len: 817 time: 1.0241416
May 07 21:59:44.032426 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65faba79-f400-4fee-bc35-86c787171539 req-1fd1d6bb-fdf2-4a3d-af2a-5c3a4597bb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:44.033859 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-65faba79-f400-4fee-bc35-86c787171539 req-1fd1d6bb-fdf2-4a3d-af2a-5c3a4597bb14 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3e9903c9-6550-4ae2-aa4f-70e03144784f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.2417994
May 07 21:59:44.034697 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cd65f0b6-1e4f-4931-bcd7-d89a37e99850 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (be517405-6241-4c83-96db-4687177a09c6), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:44.044987 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9fd0dd6d-8b1a-49d9-a312-8658b97bb832 req-83cf92db-5c0f-4a70-828b-6cf695b89832 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups?id=108d65d8-0253-46f4-addb-267f67931aa5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4010687
May 07 21:59:44.066207 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-78956fa6-26fe-422c-ac5e-5403f39481d3 req-0dbb0dfc-33ad-4ffa-8c03-fde8bf4341e5 tempest-InstanceActionsV221TestJSON-1399132138 tempest-InstanceActionsV221TestJSON-1399132138-project] Request body: {'port': {'device_id': '21531192-b2b4-4fc8-8c41-e19e7301001f', 'network_id': '011b05b9-af33-4afd-88fa-e53f85adc730', 'admin_state_up': True, 'tenant_id': '42a275b437594296b48dcf24858d61f3'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:59:44.307148 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-c1348abf-f30b-459f-8801-3dbcde680250 req-34400b2b-e951-4236-947b-6e802ff9b9b3 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] For port d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2,segment=NetworkSegment(16a3e44e-cf3e-4bbc-83bb-ad3918f988bd),segment_id=16a3e44e-cf3e-4bbc-83bb-ad3918f988bd)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:59:44.307518 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-c1348abf-f30b-459f-8801-3dbcde680250 req-34400b2b-e951-4236-947b-6e802ff9b9b3 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:44.314182 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-aa441225-e745-4641-b512-c44f9acf3b80 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 886 time: 0.3216379
May 07 21:59:44.318574 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49996) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:44.323970 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-7814979e-d282-4431-b7f7-8655835606b4 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-56239317'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:59:44.392382 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-49c75978-ea19-4d2a-8754-f764fac0e200 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (ef9b4e4e-8b27-4bf4-be77-84558d7fa538), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:44.459013 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-65faba79-f400-4fee-bc35-86c787171539 req-dac2f606-d5e2-44a1-9980-b9a8225f7349 service neutron] 10.222.0.55 "GET /v2.0/networks/3e9903c9-6550-4ae2-aa4f-70e03144784f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4074399
May 07 21:59:44.459013 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cd65f0b6-1e4f-4931-bcd7-d89a37e99850 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (be517405-6241-4c83-96db-4687177a09c6), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:44.492410 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 50000) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:44.496603 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c75978-ea19-4d2a-8754-f764fac0e200 admin admin] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:59:44.567464 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-49c75978-ea19-4d2a-8754-f764fac0e200 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:59:44.581039 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c75978-ea19-4d2a-8754-f764fac0e200 admin admin] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:59:44.582191 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31743a34-7df3-4fff-a990-710861e87d72 None None] Network 90eff5f4-0158-4ebe-b063-ea3937a1e5dc requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:59:44.583181 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd65f0b6-1e4f-4931-bcd7-d89a37e99850 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Pushing event deleted for resources: {'Subnet': ['ID=be517405-6241-4c83-96db-4687177a09c6,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:44.599428 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c75978-ea19-4d2a-8754-f764fac0e200 admin admin] Pushing event updated for resources: {'Port': ['ID=ef9b4e4e-8b27-4bf4-be77-84558d7fa538,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:44.677786 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-10215678-85b5-4e84-b900-12de1e5c0907 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:44.694926 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78956fa6-26fe-422c-ac5e-5403f39481d3 req-0dbb0dfc-33ad-4ffa-8c03-fde8bf4341e5 tempest-InstanceActionsV221TestJSON-1399132138 tempest-InstanceActionsV221TestJSON-1399132138-project] Made reservation on behalf of 42a275b437594296b48dcf24858d61f3 for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:59:44.698204 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-78956fa6-26fe-422c-ac5e-5403f39481d3 req-0dbb0dfc-33ad-4ffa-8c03-fde8bf4341e5 tempest-InstanceActionsV221TestJSON-1399132138 tempest-InstanceActionsV221TestJSON-1399132138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:44.751729 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34898e16-d07a-4917-b3c5-3f3ef3ef2b45 None None] DHCP port deletion for 90eff5f4-0158-4ebe-b063-ea3937a1e5dc request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 21:59:44.794278 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cd65f0b6-1e4f-4931-bcd7-d89a37e99850 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (90eff5f4-0158-4ebe-b063-ea3937a1e5dc), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:44.800935 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7814979e-d282-4431-b7f7-8655835606b4 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-395855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5148'] for router (a139b6ec-ee00-4230-883d-cfbdc982cd00), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:44.824788 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7814979e-d282-4431-b7f7-8655835606b4 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-395830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-395837', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-419014'] for router (a139b6ec-ee00-4230-883d-cfbdc982cd00), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:44.847237 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device a3539e66-5fa9-40cf-b0a4-0acad88bc96e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:59:44.891909 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: a3539e66-5fa9-40cf-b0a4-0acad88bc96e {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:59:44.892274 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device a3539e66-5fa9-40cf-b0a4-0acad88bc96e not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:59:44.922718 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-10215678-85b5-4e84-b900-12de1e5c0907 admin admin] Publish callbacks [] for security_group (848dbebe-b960-48bc-b866-c6ff6ae6e76e), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:44.931218 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-cd65f0b6-1e4f-4931-bcd7-d89a37e99850 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf863c1f10>,) {'filters': {'network_id': ['90eff5f4-0158-4ebe-b063-ea3937a1e5dc']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:44.953438 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-10215678-85b5-4e84-b900-12de1e5c0907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (848dbebe-b960-48bc-b866-c6ff6ae6e76e), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:44.963374 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-eba1e7cb-10e1-4769-9928-62396ffc2e96 req-5866c7cd-44a6-48e2-87fd-2c4e531e3240 tempest-InstanceActionsV221TestJSON-1399132138 tempest-InstanceActionsV221TestJSON-1399132138-project] 10.222.0.32 "GET /v2.0/ports?device_id=21531192-b2b4-4fc8-8c41-e19e7301001f HTTP/1.1" status: 200  len: 210 time: 0.0463831
May 07 21:59:44.982376 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-c1348abf-f30b-459f-8801-3dbcde680250 req-34400b2b-e951-4236-947b-6e802ff9b9b3 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:44.982796 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-c1348abf-f30b-459f-8801-3dbcde680250 req-34400b2b-e951-4236-947b-6e802ff9b9b3 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (f6467fe6-7ab9-427f-a824-54515d7f5648), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:44.983065 ncdv-master-1 neutron-server[121836]: INFO neutron.db.l3_db [req-c1348abf-f30b-459f-8801-3dbcde680250 req-34400b2b-e951-4236-947b-6e802ff9b9b3 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Floating IP f6467fe6-7ab9-427f-a824-54515d7f5648 disassociated. External IP: 172.35.4.56, port: d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2.
May 07 21:59:44.983412 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-c1348abf-f30b-459f-8801-3dbcde680250 req-34400b2b-e951-4236-947b-6e802ff9b9b3 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Calling delete_port for d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2 owned by compute:nova {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:59:45.008333 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-cd65f0b6-1e4f-4931-bcd7-d89a37e99850 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf863c1f10>, '83df90ed-e5f2-4389-bdb1-893fb1307cea') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:45.008567 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-cd65f0b6-1e4f-4931-bcd7-d89a37e99850 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf863c1f10>, '83df90ed-e5f2-4389-bdb1-893fb1307cea') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:45.023089 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-65faba79-f400-4fee-bc35-86c787171539 req-ec0e88ae-6260-4be9-b779-f93ed7d4f917 service neutron] 10.222.0.55 "GET /v2.0/networks/3e9903c9-6550-4ae2-aa4f-70e03144784f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5609987
May 07 21:59:45.035205 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10215678-85b5-4e84-b900-12de1e5c0907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=848dbebe-b960-48bc-b866-c6ff6ae6e76e,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:45.035417 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cd65f0b6-1e4f-4931-bcd7-d89a37e99850 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (83df90ed-e5f2-4389-bdb1-893fb1307cea), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:45.042732 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-10215678-85b5-4e84-b900-12de1e5c0907 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=66fb2536c7644582a177d475b2aeb5c7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5492096
May 07 21:59:45.046558 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 50006) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:45.095636 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7814979e-d282-4431-b7f7-8655835606b4 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Router a139b6ec-ee00-4230-883d-cfbdc982cd00 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 21:59:45.153634 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-65faba79-f400-4fee-bc35-86c787171539 req-7cea7e66-a711-4427-b174-6b5378c83cde service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.228&port_id=d3eb7f9f-cad6-43cc-b93c-f50a5e95c505 HTTP/1.1" status: 200  len: 217 time: 0.1157780
May 07 21:59:45.166006 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cd65f0b6-1e4f-4931-bcd7-d89a37e99850 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (83df90ed-e5f2-4389-bdb1-893fb1307cea), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:45.182069 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0da4f7d8-6987-487e-ad8d-aa3e7a8077e3 admin admin] Publish callbacks [] for security_group (848dbebe-b960-48bc-b866-c6ff6ae6e76e), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:45.222405 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd65f0b6-1e4f-4931-bcd7-d89a37e99850 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 21:59:45.222842 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cd65f0b6-1e4f-4931-bcd7-d89a37e99850 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (83df90ed-e5f2-4389-bdb1-893fb1307cea), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:45.229855 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 21:59:45.229855 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 21:59:45.229855 ncdv-master-1 neutron-server[121836]:     timer()
May 07 21:59:45.229855 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 21:59:45.229855 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 21:59:45.229855 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 21:59:45.229855 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 21:59:45.229855 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 21:59:45.229855 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 21:59:45.229855 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 21:59:45.229855 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 21:59:45.229855 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 21:59:45.229855 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 21:59:45.229855 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 21:59:45.229855 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 21:59:45.229855 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 21:59:45.229855 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 21:59:45.229855 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 21:59:45.229855 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 21:59:45.229855 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 21:59:45.229855 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 21:59:45.229855 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 21:59:45.229855 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 21:59:45.229855 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 21:59:45.229855 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 21:59:45.229855 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 21:59:45.229855 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 21:59:45.229855 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 21:59:45.229855 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 21:59:45.229855 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 21:59:45.229855 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 21:59:45.229855 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 21:59:45.239222 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0da4f7d8-6987-487e-ad8d-aa3e7a8077e3 admin admin] Publish callbacks [] for security_group (848dbebe-b960-48bc-b866-c6ff6ae6e76e), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:45.278126 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7814979e-d282-4431-b7f7-8655835606b4 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:59:45.286257 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7814979e-d282-4431-b7f7-8655835606b4 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:45.289244 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fdc848a-ce34-49cf-b36b-60d05ac1571a None None] Sync routers for ids ['a139b6ec-ee00-4230-883d-cfbdc982cd00'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:59:45.290136 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-7814979e-d282-4431-b7f7-8655835606b4 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "PUT /v2.0/routers/a139b6ec-ee00-4230-883d-cfbdc982cd00 HTTP/1.1" status: 200  len: 890 time: 0.9717965
May 07 21:59:45.290817 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 50020) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:45.314098 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdc848a-ce34-49cf-b36b-60d05ac1571a None None] Routers {'a139b6ec-ee00-4230-883d-cfbdc982cd00'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:59:45.314953 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-9fdc848a-ce34-49cf-b36b-60d05ac1571a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c75b5e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:59:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['a139b6ec-ee00-4230-883d-cfbdc982cd00'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:45.349111 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-9fdc848a-ce34-49cf-b36b-60d05ac1571a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c75b5e0>, [], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:45.358168 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdc848a-ce34-49cf-b36b-60d05ac1571a None None] Routers {'a139b6ec-ee00-4230-883d-cfbdc982cd00'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:59:45.359018 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-9fdc848a-ce34-49cf-b36b-60d05ac1571a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c75b5e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:59:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['a139b6ec-ee00-4230-883d-cfbdc982cd00'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:45.370712 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0da4f7d8-6987-487e-ad8d-aa3e7a8077e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (848dbebe-b960-48bc-b866-c6ff6ae6e76e), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:45.374141 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0da4f7d8-6987-487e-ad8d-aa3e7a8077e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:45.377774 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-0da4f7d8-6987-487e-ad8d-aa3e7a8077e3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/848dbebe-b960-48bc-b866-c6ff6ae6e76e HTTP/1.1" status: 204  len: 168 time: 0.3194144
May 07 21:59:45.405421 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-9fdc848a-ce34-49cf-b36b-60d05ac1571a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c75b5e0>, [], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:45.406958 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fdc848a-ce34-49cf-b36b-60d05ac1571a None None] The sync data for ids ['a139b6ec-ee00-4230-883d-cfbdc982cd00'] in ncdv-master-1 is: [] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:59:45.420047 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da4f7d8-6987-487e-ad8d-aa3e7a8077e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=848dbebe-b960-48bc-b866-c6ff6ae6e76e,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:45.420814 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a99a42-8d02-47e1-b376-2c6c73bdd5ec req-9cc271eb-2ca8-412c-bd56-8accc735c5dd tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:45.423491 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-49a99a42-8d02-47e1-b376-2c6c73bdd5ec req-9cc271eb-2ca8-412c-bd56-8accc735c5dd tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=83ad7d9c-5e14-44b9-a948-c9c337d99f0c HTTP/1.1" status: 200  len: 947 time: 0.2604194
May 07 21:59:45.448943 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cd65f0b6-1e4f-4931-bcd7-d89a37e99850 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (90eff5f4-0158-4ebe-b063-ea3937a1e5dc), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:45.454822 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cd65f0b6-1e4f-4931-bcd7-d89a37e99850 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:45.458193 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-cd65f0b6-1e4f-4931-bcd7-d89a37e99850 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] 10.222.0.32 "DELETE /v2.0/networks/90eff5f4-0158-4ebe-b063-ea3937a1e5dc HTTP/1.1" status: 204  len: 168 time: 5.0417612
May 07 21:59:45.461233 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [req-78956fa6-26fe-422c-ac5e-5403f39481d3 req-0dbb0dfc-33ad-4ffa-8c03-fde8bf4341e5 tempest-InstanceActionsV221TestJSON-1399132138 tempest-InstanceActionsV221TestJSON-1399132138-project] Allocated IP 172.20.0.7 (011b05b9-af33-4afd-88fa-e53f85adc730/47be6486-d7b9-4bf2-b04c-b9bb121cdbb4/3a446051-aeee-48e0-a355-cc210b6b8602) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:59:45.462163 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 50024) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:45.473461 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65faba79-f400-4fee-bc35-86c787171539 req-0a08039f-cc67-4b9e-8210-abaa67c246a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:45.474728 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-65faba79-f400-4fee-bc35-86c787171539 req-0a08039f-cc67-4b9e-8210-abaa67c246a7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c61573c2-ed87-428c-92ac-0bffa38409b2 HTTP/1.1" status: 200  len: 797 time: 0.2836106
May 07 21:59:45.494447 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd8020fb-d9e8-437f-b030-c1625fba8485 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] DELETE failed (client error): The resource could not be found.
May 07 21:59:45.495174 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd8020fb-d9e8-437f-b030-c1625fba8485 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 21:59:45.498563 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-bd8020fb-d9e8-437f-b030-c1625fba8485 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] 10.222.0.32 "DELETE /v2.0/subnets/be517405-6241-4c83-96db-4687177a09c6 HTTP/1.1" status: 404  len: 337 time: 0.0359304
May 07 21:59:45.508152 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-7394f512-5dec-4fcd-ab1f-53ad70cc0a10 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "GET /v2.0/routers/a139b6ec-ee00-4230-883d-cfbdc982cd00 HTTP/1.1" status: 200  len: 890 time: 0.2128487
May 07 21:59:45.508152 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 50026) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:45.515499 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 50028) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:45.534615 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2f0264b-85a6-42f2-9415-8ffa5615e1fa tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] DELETE failed (client error): The resource could not be found.
May 07 21:59:45.535055 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2f0264b-85a6-42f2-9415-8ffa5615e1fa tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 21:59:45.538016 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-e2f0264b-85a6-42f2-9415-8ffa5615e1fa tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] 10.222.0.32 "DELETE /v2.0/networks/90eff5f4-0158-4ebe-b063-ea3937a1e5dc HTTP/1.1" status: 404  len: 339 time: 0.0307682
May 07 21:59:45.551443 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd65f0b6-1e4f-4931-bcd7-d89a37e99850 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Pushing event deleted for resources: {'Network': ['ID=90eff5f4-0158-4ebe-b063-ea3937a1e5dc,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:45.557189 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 50030) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:45.563640 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-a0e48ef3-e203-4d00-a3e7-8cfef9dff042 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "GET /v2.0/ports?device_id=a139b6ec-ee00-4230-883d-cfbdc982cd00 HTTP/1.1" status: 200  len: 205 time: 0.0445771
May 07 21:59:45.578993 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 50034) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:45.716770 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1b8ebf07-c3c3-433c-bb00-1a4bb948088a tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (abcb22a1-a752-4735-ba68-f35644d09f8c), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:45.785342 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d2b1b9e8-e8d1-418c-b781-9cbe142ecc3d tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks [] for router (a139b6ec-ee00-4230-883d-cfbdc982cd00), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:45.872482 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1b8ebf07-c3c3-433c-bb00-1a4bb948088a tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (abcb22a1-a752-4735-ba68-f35644d09f8c), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:45.929764 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-1b8ebf07-c3c3-433c-bb00-1a4bb948088a tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf86c9c370>,) {'filters': {'network_id': ['abcb22a1-a752-4735-ba68-f35644d09f8c']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:45.947945 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-1b8ebf07-c3c3-433c-bb00-1a4bb948088a tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf86c9c370>, '9dd27297-8067-4bf9-b46a-be1af63219a4') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:45.948244 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-1b8ebf07-c3c3-433c-bb00-1a4bb948088a tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf86c9c370>, '9dd27297-8067-4bf9-b46a-be1af63219a4') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:45.966901 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1b8ebf07-c3c3-433c-bb00-1a4bb948088a tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (9dd27297-8067-4bf9-b46a-be1af63219a4), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:45.990022 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1b8ebf07-c3c3-433c-bb00-1a4bb948088a tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (9dd27297-8067-4bf9-b46a-be1af63219a4), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:45.995913 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d2b1b9e8-e8d1-418c-b781-9cbe142ecc3d tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks [] for router_gateway (a139b6ec-ee00-4230-883d-cfbdc982cd00), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:46.001780 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b8ebf07-c3c3-433c-bb00-1a4bb948088a tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 21:59:46.002171 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1b8ebf07-c3c3-433c-bb00-1a4bb948088a tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (9dd27297-8067-4bf9-b46a-be1af63219a4), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:46.006522 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 21:59:46.006522 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 21:59:46.006522 ncdv-master-1 neutron-server[121837]:     timer()
May 07 21:59:46.006522 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 21:59:46.006522 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 21:59:46.006522 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 21:59:46.006522 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 21:59:46.006522 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 21:59:46.006522 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 21:59:46.006522 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 21:59:46.006522 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 21:59:46.006522 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 21:59:46.006522 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 21:59:46.006522 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 21:59:46.006522 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 21:59:46.006522 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 21:59:46.006522 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 21:59:46.006522 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 21:59:46.006522 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 21:59:46.006522 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 21:59:46.006522 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 21:59:46.006522 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 21:59:46.006522 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 21:59:46.006522 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 21:59:46.006522 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 21:59:46.006522 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 21:59:46.006522 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 21:59:46.006522 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 21:59:46.006522 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 21:59:46.006522 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 21:59:46.006522 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 21:59:46.006522 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 21:59:46.015300 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65faba79-f400-4fee-bc35-86c787171539 req-7956c78c-1c11-4121-b6a9-3837b8197b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:46.016894 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-65faba79-f400-4fee-bc35-86c787171539 req-7956c78c-1c11-4121-b6a9-3837b8197b2c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3e9903c9-6550-4ae2-aa4f-70e03144784f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.5266421
May 07 21:59:46.056687 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-49a99a42-8d02-47e1-b376-2c6c73bdd5ec req-45ca77e4-7e0e-4980-96c9-c2a1727b952c tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups?id=108d65d8-0253-46f4-addb-267f67931aa5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6157572
May 07 21:59:46.070626 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-49c75978-ea19-4d2a-8754-f764fac0e200 admin admin] Publish callbacks [] for router_gateway (44744f25-162d-4beb-8b6b-bf7f925b1061), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:46.188890 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 50054) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:46.246881 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-c1348abf-f30b-459f-8801-3dbcde680250 req-34400b2b-e951-4236-947b-6e802ff9b9b3 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:46.330632 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34400b2b-e951-4236-947b-6e802ff9b9b3 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Pushing event deleted for resources: {'Port': ['ID=d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:46.364013 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-b16560be-84f6-441f-a516-90daf3b32935 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-625502093-network', 'tenant_id': '81e5c5d849ea4fc59d5c4fc58b31530f'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:59:46.401505 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-65faba79-f400-4fee-bc35-86c787171539 req-3a9f8e13-1cfe-435e-af43-c9e46a2e2685 service neutron] 10.222.0.55 "GET /v2.0/networks/3e9903c9-6550-4ae2-aa4f-70e03144784f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3752732
May 07 21:59:46.433341 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1b8ebf07-c3c3-433c-bb00-1a4bb948088a tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (abcb22a1-a752-4735-ba68-f35644d09f8c), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:46.440845 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-aad9159f-5074-4894-a019-d7db46f7f259 req-99266bb5-fb39-4514-b376-774820ead071 tempest-InstanceActionsV221TestJSON-1399132138 tempest-InstanceActionsV221TestJSON-1399132138-project] 10.222.0.32 "GET /v2.0/ports?device_id=21531192-b2b4-4fc8-8c41-e19e7301001f HTTP/1.1" status: 200  len: 210 time: 0.3337035
May 07 21:59:46.446447 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1b8ebf07-c3c3-433c-bb00-1a4bb948088a tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:46.449725 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-1b8ebf07-c3c3-433c-bb00-1a4bb948088a tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] 10.222.0.32 "DELETE /v2.0/networks/abcb22a1-a752-4735-ba68-f35644d09f8c HTTP/1.1" status: 204  len: 168 time: 0.8915830
May 07 21:59:46.450703 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-d2b1b9e8-e8d1-418c-b781-9cbe142ecc3d tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Deleting port 194735bc-18d2-4025-b87f-10ef33cc0563 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:59:46.451031 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d2b1b9e8-e8d1-418c-b781-9cbe142ecc3d tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (194735bc-18d2-4025-b87f-10ef33cc0563), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:46.454399 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 50068) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:46.487923 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-78956fa6-26fe-422c-ac5e-5403f39481d3 req-0dbb0dfc-33ad-4ffa-8c03-fde8bf4341e5 tempest-InstanceActionsV221TestJSON-1399132138 tempest-InstanceActionsV221TestJSON-1399132138-project] Publish callbacks [] for port (3a446051-aeee-48e0-a355-cc210b6b8602), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:46.503241 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8ebf07-c3c3-433c-bb00-1a4bb948088a tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Pushing event deleted for resources: {'Network': ['ID=abcb22a1-a752-4735-ba68-f35644d09f8c,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:46.537823 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0dfd967-3528-442f-9895-b4b525e54ea3 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] DELETE failed (client error): The resource could not be found.
May 07 21:59:46.538274 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0dfd967-3528-442f-9895-b4b525e54ea3 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 21:59:46.541365 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-c0dfd967-3528-442f-9895-b4b525e54ea3 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] 10.222.0.32 "DELETE /v2.0/subnets/1d5711aa-dd52-49fa-afec-c03f12244f8e HTTP/1.1" status: 404  len: 337 time: 0.0854330
May 07 21:59:46.545245 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 50070) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:46.557516 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b16560be-84f6-441f-a516-90daf3b32935 admin admin] Made reservation on behalf of 81e5c5d849ea4fc59d5c4fc58b31530f for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:59:46.560506 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b16560be-84f6-441f-a516-90daf3b32935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:46.596236 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-f47755a1-ac1d-4704-98af-b68af1fe39c3 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] DELETE failed (client error): The resource could not be found.
May 07 21:59:46.596721 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f47755a1-ac1d-4704-98af-b68af1fe39c3 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 21:59:46.599673 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-f47755a1-ac1d-4704-98af-b68af1fe39c3 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] 10.222.0.32 "DELETE /v2.0/networks/3583dce8-1ca6-4625-8862-fb0b6d107048 HTTP/1.1" status: 404  len: 339 time: 0.0535126
May 07 21:59:46.603557 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 50072) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:46.647023 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b16560be-84f6-441f-a516-90daf3b32935 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:46.659609 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d2b1b9e8-e8d1-418c-b781-9cbe142ecc3d tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (194735bc-18d2-4025-b87f-10ef33cc0563), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:46.676280 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebd834b6-5ba0-4b68-9f5c-b2217fe74142 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Deleting subnet cd750215-5b95-4d5d-b903-4316bd8da406 {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 21:59:46.682760 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-d2b1b9e8-e8d1-418c-b781-9cbe142ecc3d tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Calling delete_port for 194735bc-18d2-4025-b87f-10ef33cc0563 owned by network:router_gateway {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:59:46.685066 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ebd834b6-5ba0-4b68-9f5c-b2217fe74142 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks [] for subnet (cd750215-5b95-4d5d-b903-4316bd8da406), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:46.766070 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ebd834b6-5ba0-4b68-9f5c-b2217fe74142 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (cd750215-5b95-4d5d-b903-4316bd8da406), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:46.829247 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-65faba79-f400-4fee-bc35-86c787171539 req-fa8378be-29d8-451d-b8f8-0e9025e559be service neutron] 10.222.0.55 "GET /v2.0/networks/3e9903c9-6550-4ae2-aa4f-70e03144784f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3808203
May 07 21:59:46.864192 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c1348abf-f30b-459f-8801-3dbcde680250 req-34400b2b-e951-4236-947b-6e802ff9b9b3 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Router b5281c6d-1370-492d-b1a8-7bd10df47e25 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 21:59:46.868825 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-78956fa6-26fe-422c-ac5e-5403f39481d3 req-0dbb0dfc-33ad-4ffa-8c03-fde8bf4341e5 tempest-InstanceActionsV221TestJSON-1399132138 tempest-InstanceActionsV221TestJSON-1399132138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (3a446051-aeee-48e0-a355-cc210b6b8602), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:46.923530 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ebd834b6-5ba0-4b68-9f5c-b2217fe74142 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (cd750215-5b95-4d5d-b903-4316bd8da406), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:46.940483 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-65faba79-f400-4fee-bc35-86c787171539 req-2253cdc2-2e6b-4a56-8f20-1ed9130e6607 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=5642df0d-b70e-45a4-b82c-4c09755c76de HTTP/1.1" status: 200  len: 217 time: 0.0934975
May 07 21:59:46.956127 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2 no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:59:46.979800 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] No Port match for: d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:59:46.981559 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2 not bound to the agent host nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:59:47.016065 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d2b1b9e8-e8d1-418c-b781-9cbe142ecc3d tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (194735bc-18d2-4025-b87f-10ef33cc0563), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:47.025522 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-49c75978-ea19-4d2a-8754-f764fac0e200 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (44744f25-162d-4beb-8b6b-bf7f925b1061), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:47.042514 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b1b9e8-e8d1-418c-b781-9cbe142ecc3d tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Pushing event deleted for resources: {'Port': ['ID=194735bc-18d2-4025-b87f-10ef33cc0563,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:47.045409 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ebd834b6-5ba0-4b68-9f5c-b2217fe74142 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (cd750215-5b95-4d5d-b903-4316bd8da406), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:47.051953 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78956fa6-26fe-422c-ac5e-5403f39481d3 req-0dbb0dfc-33ad-4ffa-8c03-fde8bf4341e5 tempest-InstanceActionsV221TestJSON-1399132138 tempest-InstanceActionsV221TestJSON-1399132138-project] Network 011b05b9-af33-4afd-88fa-e53f85adc730 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:59:47.087207 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd834b6-5ba0-4b68-9f5c-b2217fe74142 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Pushing event deleted for resources: {'Subnet': ['ID=cd750215-5b95-4d5d-b903-4316bd8da406,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:47.089356 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ebd834b6-5ba0-4b68-9f5c-b2217fe74142 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:47.101697 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded4b889-c5e5-452d-a502-797a3923a37e None None] Network b3780b75-528e-4066-a697-e40f352541b8 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:59:47.104571 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-ebd834b6-5ba0-4b68-9f5c-b2217fe74142 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] 10.222.0.32 "DELETE /v2.0/subnets/cd750215-5b95-4d5d-b903-4316bd8da406 HTTP/1.1" status: 204  len: 168 time: 0.4888477
May 07 21:59:47.141730 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 50080) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:47.189696 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [req-78956fa6-26fe-422c-ac5e-5403f39481d3 req-0dbb0dfc-33ad-4ffa-8c03-fde8bf4341e5 tempest-InstanceActionsV221TestJSON-1399132138 tempest-InstanceActionsV221TestJSON-1399132138-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:59:47.245701 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-78956fa6-26fe-422c-ac5e-5403f39481d3 req-0dbb0dfc-33ad-4ffa-8c03-fde8bf4341e5 tempest-InstanceActionsV221TestJSON-1399132138 tempest-InstanceActionsV221TestJSON-1399132138-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:59:47.263855 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c87f120d-9e64-4917-b14f-f4bd91f696dc req-4d8a3cfb-cbad-472e-b952-d0dfd2b74085 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=83ad7d9c-5e14-44b9-a948-c9c337d99f0c HTTP/1.1" status: 200  len: 210 time: 0.0741727
May 07 21:59:47.300809 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-213c3978-7c78-4143-bfec-3733ca698ec1 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Deleting subnet d1c925de-d17e-42fc-aac2-d18f691ccd4f {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 21:59:47.312401 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-213c3978-7c78-4143-bfec-3733ca698ec1 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks [] for subnet (d1c925de-d17e-42fc-aac2-d18f691ccd4f), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:47.315875 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d2b1b9e8-e8d1-418c-b781-9cbe142ecc3d tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395776'] for router_gateway (a139b6ec-ee00-4230-883d-cfbdc982cd00), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:47.392536 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbb0dfc-33ad-4ffa-8c03-fde8bf4341e5 tempest-InstanceActionsV221TestJSON-1399132138 tempest-InstanceActionsV221TestJSON-1399132138-project] Pushing event updated for resources: {'Port': ['ID=3a446051-aeee-48e0-a355-cc210b6b8602,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:47.441967 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65faba79-f400-4fee-bc35-86c787171539 req-43650d13-0004-4090-982e-3c35c0e57932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:47.444458 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-65faba79-f400-4fee-bc35-86c787171539 req-43650d13-0004-4090-982e-3c35c0e57932 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c61573c2-ed87-428c-92ac-0bffa38409b2 HTTP/1.1" status: 200  len: 797 time: 0.4660749
May 07 21:59:47.458481 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b16560be-84f6-441f-a516-90daf3b32935 admin admin] Publish callbacks [] for security_group (63d65fec-4a45-4df6-9e21-e9b8df5c759c), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:47.471825 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78956fa6-26fe-422c-ac5e-5403f39481d3 req-0dbb0dfc-33ad-4ffa-8c03-fde8bf4341e5 tempest-InstanceActionsV221TestJSON-1399132138 tempest-InstanceActionsV221TestJSON-1399132138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:47.472684 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-78956fa6-26fe-422c-ac5e-5403f39481d3 req-0dbb0dfc-33ad-4ffa-8c03-fde8bf4341e5 tempest-InstanceActionsV221TestJSON-1399132138 tempest-InstanceActionsV221TestJSON-1399132138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:47.530154 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b16560be-84f6-441f-a516-90daf3b32935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (63d65fec-4a45-4df6-9e21-e9b8df5c759c), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:47.543219 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-213c3978-7c78-4143-bfec-3733ca698ec1 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (d1c925de-d17e-42fc-aac2-d18f691ccd4f), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:47.639631 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d2b1b9e8-e8d1-418c-b781-9cbe142ecc3d tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (a139b6ec-ee00-4230-883d-cfbdc982cd00), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:47.649422 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d2b1b9e8-e8d1-418c-b781-9cbe142ecc3d tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks [] for router_controller (a139b6ec-ee00-4230-883d-cfbdc982cd00), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:47.717176 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b16560be-84f6-441f-a516-90daf3b32935 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 21:59:47.735706 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-78956fa6-26fe-422c-ac5e-5403f39481d3 req-0dbb0dfc-33ad-4ffa-8c03-fde8bf4341e5 tempest-InstanceActionsV221TestJSON-1399132138 tempest-InstanceActionsV221TestJSON-1399132138-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.6855438
May 07 21:59:47.745167 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65faba79-f400-4fee-bc35-86c787171539 req-3be62a6e-1d96-4d13-bf7c-623b3c998a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:47.747449 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-65faba79-f400-4fee-bc35-86c787171539 req-3be62a6e-1d96-4d13-bf7c-623b3c998a07 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3e9903c9-6550-4ae2-aa4f-70e03144784f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.2913089
May 07 21:59:47.751714 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d2b1b9e8-e8d1-418c-b781-9cbe142ecc3d tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (a139b6ec-ee00-4230-883d-cfbdc982cd00), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:47.757577 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2b1b9e8-e8d1-418c-b781-9cbe142ecc3d tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Fanout notify agent at l3_agent the message router_deleted on router a139b6ec-ee00-4230-883d-cfbdc982cd00 {{(pid=121837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 21:59:47.765669 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d2b1b9e8-e8d1-418c-b781-9cbe142ecc3d tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:47.766721 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-d2b1b9e8-e8d1-418c-b781-9cbe142ecc3d tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "DELETE /v2.0/routers/a139b6ec-ee00-4230-883d-cfbdc982cd00 HTTP/1.1" status: 204  len: 168 time: 2.1872070
May 07 21:59:47.771427 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 50114) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:47.778087 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16560be-84f6-441f-a516-90daf3b32935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63d65fec-4a45-4df6-9e21-e9b8df5c759c,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:47.785108 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b16560be-84f6-441f-a516-90daf3b32935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (946603cd-661c-44e1-83be-0ffa4fba5a22), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:47.785541 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-b16560be-84f6-441f-a516-90daf3b32935 admin admin] Added segment 946603cd-661c-44e1-83be-0ffa4fba5a22 of type vlan for network 750e8121-2671-438f-9a42-169be7e47286
May 07 21:59:47.789348 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-2df27802-c957-4029-aa6e-02626eca139e tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1548768564'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:59:47.797011 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f4947a-b45d-490d-b067-569f1d838194 req-6fa39688-5e8a-441e-8a9b-7fe3a72d6533 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:47.802713 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f4947a-b45d-490d-b067-569f1d838194 req-6fa39688-5e8a-441e-8a9b-7fe3a72d6533 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:47.812938 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f4947a-b45d-490d-b067-569f1d838194 req-6fa39688-5e8a-441e-8a9b-7fe3a72d6533 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:47.819820 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f4947a-b45d-490d-b067-569f1d838194 req-6fa39688-5e8a-441e-8a9b-7fe3a72d6533 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:47.825758 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f4947a-b45d-490d-b067-569f1d838194 req-6fa39688-5e8a-441e-8a9b-7fe3a72d6533 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:47.831680 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f4947a-b45d-490d-b067-569f1d838194 req-6fa39688-5e8a-441e-8a9b-7fe3a72d6533 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:47.837664 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f4947a-b45d-490d-b067-569f1d838194 req-6fa39688-5e8a-441e-8a9b-7fe3a72d6533 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:47.839750 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e5f4947a-b45d-490d-b067-569f1d838194 req-6fa39688-5e8a-441e-8a9b-7fe3a72d6533 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb18387-ba8a-4070-aa1b-42824ed0c7ec HTTP/1.1" status: 200  len: 5432 time: 0.1901901
May 07 21:59:47.856872 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49c75978-ea19-4d2a-8754-f764fac0e200 admin admin] Router 44744f25-162d-4beb-8b6b-bf7f925b1061 is scheduled to L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db with binding_index 1 {{(pid=121836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 07 21:59:47.859225 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-213c3978-7c78-4143-bfec-3733ca698ec1 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (d1c925de-d17e-42fc-aac2-d18f691ccd4f), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:47.862574 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c1348abf-f30b-459f-8801-3dbcde680250 req-34400b2b-e951-4236-947b-6e802ff9b9b3 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:59:47.874226 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7fdf1c-fe51-4525-9218-012869a59c7b None None] Sync routers for ids ['b5281c6d-1370-492d-b1a8-7bd10df47e25'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:59:47.896306 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7fdf1c-fe51-4525-9218-012869a59c7b None None] Routers {'b5281c6d-1370-492d-b1a8-7bd10df47e25'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:59:47.897095 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-fa7fdf1c-fe51-4525-9218-012869a59c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f9f8d90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:59:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['b5281c6d-1370-492d-b1a8-7bd10df47e25'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:47.953473 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed034b4b-dd5e-4b1b-9543-e322b0b4e53d req-a8687bb4-5559-4e10-bd0a-12742953326e tempest-InstanceActionsV221TestJSON-1399132138 tempest-InstanceActionsV221TestJSON-1399132138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:47.955883 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ed034b4b-dd5e-4b1b-9543-e322b0b4e53d req-a8687bb4-5559-4e10-bd0a-12742953326e tempest-InstanceActionsV221TestJSON-1399132138 tempest-InstanceActionsV221TestJSON-1399132138-project] 10.222.0.32 "GET /v2.0/ports?device_id=21531192-b2b4-4fc8-8c41-e19e7301001f HTTP/1.1" status: 200  len: 931 time: 0.3232565
May 07 21:59:47.957753 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-213c3978-7c78-4143-bfec-3733ca698ec1 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (d1c925de-d17e-42fc-aac2-d18f691ccd4f), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:47.964170 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2df27802-c957-4029-aa6e-02626eca139e tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Made reservation on behalf of 17d1717bd7f2430eb5c2d3ce577e8160 for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:59:47.968208 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2df27802-c957-4029-aa6e-02626eca139e tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:48.028025 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1348abf-f30b-459f-8801-3dbcde680250 req-34400b2b-e951-4236-947b-6e802ff9b9b3 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] No DVR routers for this DVR port d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2 on host nch1-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:59:48.035429 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-c1348abf-f30b-459f-8801-3dbcde680250 req-34400b2b-e951-4236-947b-6e802ff9b9b3 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:48.037553 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213c3978-7c78-4143-bfec-3733ca698ec1 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Pushing event deleted for resources: {'Subnet': ['ID=d1c925de-d17e-42fc-aac2-d18f691ccd4f,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:48.042460 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-213c3978-7c78-4143-bfec-3733ca698ec1 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:48.048489 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-213c3978-7c78-4143-bfec-3733ca698ec1 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] 10.222.0.32 "DELETE /v2.0/subnets/d1c925de-d17e-42fc-aac2-d18f691ccd4f HTTP/1.1" status: 204  len: 168 time: 0.9029672
May 07 21:59:48.054964 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 50122) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:48.056117 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c1348abf-f30b-459f-8801-3dbcde680250 req-34400b2b-e951-4236-947b-6e802ff9b9b3 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.55 "DELETE /v2.0/ports/d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2 HTTP/1.1" status: 204  len: 173 time: 5.2767727
May 07 21:59:48.081512 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-fa7fdf1c-fe51-4525-9218-012869a59c7b None None] Set router b5281c6d-1370-492d-b1a8-7bd10df47e25 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:59:48.115159 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b16560be-84f6-441f-a516-90daf3b32935 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (750e8121-2671-438f-9a42-169be7e47286), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:48.118581 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83ad7d9c-5e14-44b9-a948-c9c337d99f0c', 'name': 'network-vif-deleted', 'tag': 'd4e2b793-5d2d-4a07-9cc6-af0c205ae6e2'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:59:48.121865 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b6a93fd-6cf7-421c-9f18-d20c7dca8ec3" -d '{"events": [{"server_uuid": "83ad7d9c-5e14-44b9-a948-c9c337d99f0c", "name": "network-vif-deleted", "tag": "d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:59:48.191353 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d0a19992-39fa-4b29-8d39-2b2bda04af2f tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (b3780b75-528e-4066-a697-e40f352541b8), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:48.223262 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2df27802-c957-4029-aa6e-02626eca139e tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 21:59:48.240466 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b16560be-84f6-441f-a516-90daf3b32935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (750e8121-2671-438f-9a42-169be7e47286), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:48.241556 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16560be-84f6-441f-a516-90daf3b32935 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:48.242623 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b16560be-84f6-441f-a516-90daf3b32935 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:48.266607 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e5f4947a-b45d-490d-b067-569f1d838194 req-669c4e73-bb2c-4562-85a7-f28d0b5a2d24 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/security-groups?id=022a2e7b-c53f-49c4-a82c-d25afea19659&id=4683f7d7-8b63-48cf-a24d-027ba8d9c114&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.4117033
May 07 21:59:48.288109 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2df27802-c957-4029-aa6e-02626eca139e tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (1f919da8-4e47-45a6-9211-f95b03d1819c), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:48.288938 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-2df27802-c957-4029-aa6e-02626eca139e tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Added segment 1f919da8-4e47-45a6-9211-f95b03d1819c of type vlan for network 7b4083d4-8ac5-4ef7-ac7d-51e5b1721396
May 07 21:59:48.314518 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f130b7-af2a-4e8b-9fa5-82cd44e274e6 None None] Network b3780b75-528e-4066-a697-e40f352541b8 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:59:48.333996 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ed034b4b-dd5e-4b1b-9543-e322b0b4e53d req-a3ef314b-c909-4458-8491-0f1d91daf05a tempest-InstanceActionsV221TestJSON-1399132138 tempest-InstanceActionsV221TestJSON-1399132138-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d627839-c6cb-47c8-854b-4e1d1823964d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3566501
May 07 21:59:48.370745 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-d0a19992-39fa-4b29-8d39-2b2bda04af2f tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Deleting port 36b9690b-2d00-4742-8bfe-80dd28c2108d {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:59:48.371332 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d0a19992-39fa-4b29-8d39-2b2bda04af2f tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (36b9690b-2d00-4742-8bfe-80dd28c2108d), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:48.395156 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2df27802-c957-4029-aa6e-02626eca139e tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (7b4083d4-8ac5-4ef7-ac7d-51e5b1721396), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:48.427792 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-082b9922-eb36-43ba-99df-23960261f01e x-openstack-request-id: req-082b9922-eb36-43ba-99df-23960261f01e {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:59:48.428417 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83ad7d9c-5e14-44b9-a948-c9c337d99f0c", "name": "network-vif-deleted", "tag": "d4e2b793-5d2d-4a07-9cc6-af0c205ae6e2", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:59:48.429568 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-082b9922-eb36-43ba-99df-23960261f01e {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:59:48.431099 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-082b9922-eb36-43ba-99df-23960261f01e'] response: {'server_uuid': '83ad7d9c-5e14-44b9-a948-c9c337d99f0c', 'name': 'network-vif-deleted', 'tag': 'd4e2b793-5d2d-4a07-9cc6-af0c205ae6e2', 'status': 'completed', 'code': 200}
May 07 21:59:48.466280 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-d0a19992-39fa-4b29-8d39-2b2bda04af2f tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] For port 36b9690b-2d00-4742-8bfe-80dd28c2108d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=36b9690b-2d00-4742-8bfe-80dd28c2108d,segment=NetworkSegment(5521d5ee-e177-40ab-a428-89f802964c66),segment_id=5521d5ee-e177-40ab-a428-89f802964c66)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:59:48.466665 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d0a19992-39fa-4b29-8d39-2b2bda04af2f tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (36b9690b-2d00-4742-8bfe-80dd28c2108d), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:48.477016 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 672e9dc5-e9c7-4350-b965-d54d762eb1d8 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 21:59:48.482551 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-d0a19992-39fa-4b29-8d39-2b2bda04af2f tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Calling delete_port for 36b9690b-2d00-4742-8bfe-80dd28c2108d owned by network:dhcp {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:59:48.532992 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-6cb0cb15-9066-4846-a0e4-4e7cd0884b76 None None] Provisioning complete for port 36b9690b-2d00-4742-8bfe-80dd28c2108d triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:59:48.533431 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6cb0cb15-9066-4846-a0e4-4e7cd0884b76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (36b9690b-2d00-4742-8bfe-80dd28c2108d), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:48.550297 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-b16560be-84f6-441f-a516-90daf3b32935 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 2.3567877
May 07 21:59:48.554588 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 50134) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:48.565112 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-03621d02-f7d2-4614-af98-3d2c9b2e8fba admin admin] Request body: {'subnet': {'network_id': '750e8121-2671-438f-9a42-169be7e47286', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-625502093-subnet', 'tenant_id': '81e5c5d849ea4fc59d5c4fc58b31530f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:59:48.570856 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16560be-84f6-441f-a516-90daf3b32935 admin admin] Pushing event updated for resources: {'Network': ['ID=750e8121-2671-438f-9a42-169be7e47286,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:48.581698 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49c75978-ea19-4d2a-8754-f764fac0e200 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:59:48.594367 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c0fabc-7582-418c-a1dd-cb74275fa6b0 None None] Sync routers for ids ['44744f25-162d-4beb-8b6b-bf7f925b1061'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:59:48.608047 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03621d02-f7d2-4614-af98-3d2c9b2e8fba admin admin] Made reservation on behalf of 81e5c5d849ea4fc59d5c4fc58b31530f for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:59:48.611163 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-03621d02-f7d2-4614-af98-3d2c9b2e8fba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:48.618726 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-49c75978-ea19-4d2a-8754-f764fac0e200 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:48.622982 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-49c75978-ea19-4d2a-8754-f764fac0e200 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 8.7575347
May 07 21:59:48.627136 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 50140) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:48.632928 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c0fabc-7582-418c-a1dd-cb74275fa6b0 None None] Routers {'44744f25-162d-4beb-8b6b-bf7f925b1061'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:59:48.635587 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-22c0fabc-7582-418c-a1dd-cb74275fa6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cccf160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:59:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['44744f25-162d-4beb-8b6b-bf7f925b1061'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:48.646293 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d0a19992-39fa-4b29-8d39-2b2bda04af2f tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (36b9690b-2d00-4742-8bfe-80dd28c2108d), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:48.735899 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e431478e-f087-4610-bebf-d85fb752dde3 req-34700f5a-ef10-4c32-96b3-b4cfd7cdf423 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/ports?device_id=83ad7d9c-5e14-44b9-a948-c9c337d99f0c HTTP/1.1" status: 200  len: 210 time: 0.1194911
May 07 21:59:48.738742 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2df27802-c957-4029-aa6e-02626eca139e tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (7b4083d4-8ac5-4ef7-ac7d-51e5b1721396), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:48.743887 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df27802-c957-4029-aa6e-02626eca139e tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:48.744190 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 750e8121-2671-438f-9a42-169be7e47286 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 21:59:48.744508 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2df27802-c957-4029-aa6e-02626eca139e tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:48.748374 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a19992-39fa-4b29-8d39-2b2bda04af2f tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Pushing event deleted for resources: {'Port': ['ID=36b9690b-2d00-4742-8bfe-80dd28c2108d,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:48.750291 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a19992-39fa-4b29-8d39-2b2bda04af2f tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] No DVR routers for this DVR port 36b9690b-2d00-4742-8bfe-80dd28c2108d on host ncdv-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:59:48.785977 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-6cb0cb15-9066-4846-a0e4-4e7cd0884b76 None None] Port 36b9690b-2d00-4742-8bfe-80dd28c2108d was deleted so its status cannot be updated. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}}
May 07 21:59:48.883093 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-22c0fabc-7582-418c-a1dd-cb74275fa6b0 None None] Set router 44744f25-162d-4beb-8b6b-bf7f925b1061 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:59:48.897928 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-03621d02-f7d2-4614-af98-3d2c9b2e8fba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (28fef69b-5556-41b9-8d96-96dc0ff0d3b2), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:48.921449 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-2df27802-c957-4029-aa6e-02626eca139e tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 1.1468434
May 07 21:59:48.922165 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 50142) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:48.933298 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-9dd2062f-24a6-440b-8d29-86dc5c849d76 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Request body: {'subnet': {'network_id': '7b4083d4-8ac5-4ef7-ac7d-51e5b1721396', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:59:48.964179 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03621d02-f7d2-4614-af98-3d2c9b2e8fba admin admin] Pushing event updated for resources: {'Subnet': ['ID=28fef69b-5556-41b9-8d96-96dc0ff0d3b2,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:48.995392 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df27802-c957-4029-aa6e-02626eca139e tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Pushing event updated for resources: {'Network': ['ID=7b4083d4-8ac5-4ef7-ac7d-51e5b1721396,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:49.000291 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d0a19992-39fa-4b29-8d39-2b2bda04af2f tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (b3780b75-528e-4066-a697-e40f352541b8), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:49.006727 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03621d02-f7d2-4614-af98-3d2c9b2e8fba admin admin] Checking segment: {'id': '946603cd-661c-44e1-83be-0ffa4fba5a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '750e8121-2671-438f-9a42-169be7e47286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:59:49.007353 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03621d02-f7d2-4614-af98-3d2c9b2e8fba admin admin] Network hostable DHCP agents. Network: 750e8121-2671-438f-9a42-169be7e47286, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 21:59:49.031870 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03621d02-f7d2-4614-af98-3d2c9b2e8fba admin admin] Network 750e8121-2671-438f-9a42-169be7e47286 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 21:59:49.052560 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75c2169-1687-480e-b6ec-daf27d1119db None None] DHCP port deletion for b3780b75-528e-4066-a697-e40f352541b8 request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 21:59:49.053886 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-03621d02-f7d2-4614-af98-3d2c9b2e8fba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 750e8121-2671-438f-9a42-169be7e47286) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:59:49.058264 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03621d02-f7d2-4614-af98-3d2c9b2e8fba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:49.059525 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-03621d02-f7d2-4614-af98-3d2c9b2e8fba admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:49.065197 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 7b4083d4-8ac5-4ef7-ac7d-51e5b1721396 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 21:59:49.075399 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-d0a19992-39fa-4b29-8d39-2b2bda04af2f tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf875706a0>,) {'filters': {'network_id': ['b3780b75-528e-4066-a697-e40f352541b8']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:49.100459 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-d0a19992-39fa-4b29-8d39-2b2bda04af2f tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf875706a0>, '5521d5ee-e177-40ab-a428-89f802964c66') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:49.100767 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-d0a19992-39fa-4b29-8d39-2b2bda04af2f tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf875706a0>, '5521d5ee-e177-40ab-a428-89f802964c66') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:49.104728 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-03621d02-f7d2-4614-af98-3d2c9b2e8fba admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.5466995
May 07 21:59:49.105511 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 50144) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:49.110113 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-7269b064-f208-4ff2-97b3-eef2a51cc95b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-625502093-router', 'tenant_id': '81e5c5d849ea4fc59d5c4fc58b31530f', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:59:49.161155 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d0a19992-39fa-4b29-8d39-2b2bda04af2f tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (5521d5ee-e177-40ab-a428-89f802964c66), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:49.174328 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7269b064-f208-4ff2-97b3-eef2a51cc95b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (b8becdb0-35c0-4028-9f28-6fe5334fd87c), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:49.175130 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7269b064-f208-4ff2-97b3-eef2a51cc95b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (b8becdb0-35c0-4028-9f28-6fe5334fd87c), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:49.178579 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2faaf56-c4ae-4ead-91f7-d61278246a68 None None] Network 750e8121-2671-438f-9a42-169be7e47286 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:59:49.192991 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d0a19992-39fa-4b29-8d39-2b2bda04af2f tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (5521d5ee-e177-40ab-a428-89f802964c66), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:49.227232 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0a19992-39fa-4b29-8d39-2b2bda04af2f tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 21:59:49.227922 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d0a19992-39fa-4b29-8d39-2b2bda04af2f tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (5521d5ee-e177-40ab-a428-89f802964c66), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:49.232014 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 21:59:49.232014 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 21:59:49.232014 ncdv-master-1 neutron-server[121837]:     timer()
May 07 21:59:49.232014 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 21:59:49.232014 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 21:59:49.232014 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 21:59:49.232014 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 21:59:49.232014 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 21:59:49.232014 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 21:59:49.232014 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 21:59:49.232014 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 21:59:49.232014 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 21:59:49.232014 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 21:59:49.232014 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 21:59:49.232014 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 21:59:49.232014 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 21:59:49.232014 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 21:59:49.232014 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 21:59:49.232014 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 21:59:49.232014 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 21:59:49.232014 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 21:59:49.232014 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 21:59:49.232014 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 21:59:49.232014 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 21:59:49.232014 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 21:59:49.232014 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 21:59:49.232014 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 21:59:49.232014 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 21:59:49.232014 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 21:59:49.232014 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 21:59:49.232014 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 21:59:49.232014 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 21:59:49.260759 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7269b064-f208-4ff2-97b3-eef2a51cc95b admin admin] Publish callbacks [] for router_controller (b8becdb0-35c0-4028-9f28-6fe5334fd87c), precommit_add_association {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:49.285745 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dd2062f-24a6-440b-8d29-86dc5c849d76 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Made reservation on behalf of 17d1717bd7f2430eb5c2d3ce577e8160 for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 21:59:49.289172 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9dd2062f-24a6-440b-8d29-86dc5c849d76 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:49.333201 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-22c0fabc-7582-418c-a1dd-cb74275fa6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cccf160>, [{'id': '44744f25-162d-4beb-8b6b-bf7f925b1061', 'name': 'tempest-ServerRescueTestJSON-1639131154-router', 'tenant_id': '1fb49d7a99844a7ab8ef30fb59250e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.171'}], 'enable_snat': True}, 'gw_port_id': 'ef9b4e4e-8b27-4bf4-be77-84558d7fa538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:59:40Z', 'updated_at': '2022-05-07T21:59:45Z', 'revision_number': 3, 'project_id': '1fb49d7a99844a7ab8ef30fb59250e7d', 'gw_port': {'id': 'ef9b4e4e-8b27-4bf4-be77-84558d7fa538', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:07:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44744f25-162d-4beb-8b6b-bf7f925b1061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:59:42Z', 'updated_at': '2022-05-07T21:59:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:49.462721 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 672e9dc5-e9c7-4350-b965-d54d762eb1d8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=672e9dc5-e9c7-4350-b965-d54d762eb1d8,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:59:49.485337 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c0fabc-7582-418c-a1dd-cb74275fa6b0 None None] Checking router: 44744f25-162d-4beb-8b6b-bf7f925b1061 for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 21:59:49.491354 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c0fabc-7582-418c-a1dd-cb74275fa6b0 None None] Updating router 44744f25-162d-4beb-8b6b-bf7f925b1061 port ef9b4e4e-8b27-4bf4-be77-84558d7fa538 binding host ncdv-master-1 {{(pid=121839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 21:59:49.494997 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-fa7fdf1c-fe51-4525-9218-012869a59c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f9f8d90>, [{'id': 'b5281c6d-1370-492d-b1a8-7bd10df47e25', 'name': 'tempest-AttachVolumeShelveTestJSON-1954874037-router', 'tenant_id': '93c3c71171814bb7b1018904086ad506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.48'}], 'enable_snat': True}, 'gw_port_id': '46fbf6da-bca9-4d68-848b-b8373ed60471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:53:31Z', 'updated_at': '2022-05-07T21:53:38Z', 'revision_number': 4, 'project_id': '93c3c71171814bb7b1018904086ad506', 'gw_port': {'id': '46fbf6da-bca9-4d68-848b-b8373ed60471', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5281c6d-1370-492d-b1a8-7bd10df47e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:53:32Z', 'updated_at': '2022-05-07T21:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1fdfc258-a1b1-4f52-ac3b-d6710d2f6ca2', 'name': '', 'network_id': '772be29c-bb44-46ae-a3e0-b0a78574bddf', 'tenant_id': '93c3c71171814bb7b1018904086ad506', 'mac_address': 'fa:16:3e:91:7d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5281c6d-1370-492d-b1a8-7bd10df47e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'f41cdf1c-9de4-46dc-8689-4d3b6400326c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:53:37Z', 'updated_at': '2022-05-07T21:53:43Z', 'revision_number': 5, 'project_id': '93c3c71171814bb7b1018904086ad506', 'subnets': [{'id': 'f41cdf1c-9de4-46dc-8689-4d3b6400326c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:49.503340 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': '672e9dc5-e9c7-4350-b965-d54d762eb1d8', 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47', 'port_id': '672e9dc5-e9c7-4350-b965-d54d762eb1d8', 'mac_address': 'fa:16:3e:a9:86:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e0e5c53-1ece-4d20-b01d-5f8c6957edf6', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 21:59:49.517260 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-78956fa6-26fe-422c-ac5e-5403f39481d3 req-9ee2638e-a7a8-4839-a3f5-2ab5c602d6d7 service neutron] Request body: {'port': {'device_id': '21531192-b2b4-4fc8-8c41-e19e7301001f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:59:49.538167 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7fdf1c-fe51-4525-9218-012869a59c7b None None] Checking router: b5281c6d-1370-492d-b1a8-7bd10df47e25 for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 21:59:49.561720 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-22c0fabc-7582-418c-a1dd-cb74275fa6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (ef9b4e4e-8b27-4bf4-be77-84558d7fa538), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:49.597478 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 672e9dc5-e9c7-4350-b965-d54d762eb1d8 is: ACTIVE; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:59:49.598587 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (672e9dc5-e9c7-4350-b965-d54d762eb1d8), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:49.636111 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 672e9dc5-e9c7-4350-b965-d54d762eb1d8 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:59:49.678060 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 672e9dc5-e9c7-4350-b965-d54d762eb1d8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=672e9dc5-e9c7-4350-b965-d54d762eb1d8,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:59:49.690976 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9dd2062f-24a6-440b-8d29-86dc5c849d76 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (4a6d7832-1ebd-4f79-b151-e7092700a094), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:49.695258 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (672e9dc5-e9c7-4350-b965-d54d762eb1d8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:49.706547 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbcb914e-b7ce-4e21-a9dd-760024006d7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-750e8121-2671-438f-9a42-169be7e47286', 'network_id': '750e8121-2671-438f-9a42-169be7e47286', 'project_id': '81e5c5d849ea4fc59d5c4fc58b31530f', 'fixed_ips': [{'subnet_id': '28fef69b-5556-41b9-8d96-96dc0ff0d3b2'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 21:59:49.707572 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-cbcb914e-b7ce-4e21-a9dd-760024006d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:49.710165 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7fdf1c-fe51-4525-9218-012869a59c7b None None] Routers {'b5281c6d-1370-492d-b1a8-7bd10df47e25'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:59:49.710927 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-fa7fdf1c-fe51-4525-9218-012869a59c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f9f8d90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:59:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['b5281c6d-1370-492d-b1a8-7bd10df47e25'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:49.727339 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7269b064-f208-4ff2-97b3-eef2a51cc95b admin admin] Publish callbacks [] for router_gateway (b8becdb0-35c0-4028-9f28-6fe5334fd87c), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:49.918926 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d0a19992-39fa-4b29-8d39-2b2bda04af2f tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (b3780b75-528e-4066-a697-e40f352541b8), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:49.978019 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d0a19992-39fa-4b29-8d39-2b2bda04af2f tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:49.985376 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-d0a19992-39fa-4b29-8d39-2b2bda04af2f tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] 10.222.0.32 "DELETE /v2.0/networks/b3780b75-528e-4066-a697-e40f352541b8 HTTP/1.1" status: 204  len: 168 time: 1.9283440
May 07 21:59:50.038228 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 50154) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:50.114458 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a8724c-b912-4a75-8406-a6e69e1a9e6a req-0184f45d-319c-49ee-8d63-1d625f207cb1 tempest-InstanceActionsV221TestJSON-1399132138 tempest-InstanceActionsV221TestJSON-1399132138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:50.120441 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-97a8724c-b912-4a75-8406-a6e69e1a9e6a req-0184f45d-319c-49ee-8d63-1d625f207cb1 tempest-InstanceActionsV221TestJSON-1399132138 tempest-InstanceActionsV221TestJSON-1399132138-project] 10.222.0.32 "GET /v2.0/ports?device_id=21531192-b2b4-4fc8-8c41-e19e7301001f HTTP/1.1" status: 200  len: 931 time: 0.5088069
May 07 21:59:50.142283 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a19992-39fa-4b29-8d39-2b2bda04af2f tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Pushing event deleted for resources: {'Network': ['ID=b3780b75-528e-4066-a697-e40f352541b8,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:50.224300 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['672e9dc5-e9c7-4350-b965-d54d762eb1d8'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 21:59:50.300354 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-22c0fabc-7582-418c-a1dd-cb74275fa6b0 None None] Publish callbacks [] for port (ef9b4e4e-8b27-4bf4-be77-84558d7fa538), precommit_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:50.314561 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-22c0fabc-7582-418c-a1dd-cb74275fa6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (ef9b4e4e-8b27-4bf4-be77-84558d7fa538), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:50.369267 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-78956fa6-26fe-422c-ac5e-5403f39481d3 req-9ee2638e-a7a8-4839-a3f5-2ab5c602d6d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (3a446051-aeee-48e0-a355-cc210b6b8602), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:50.415221 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75c9343-bb76-4dcf-b077-00d59c1bd30d None None] Pushing event updated for resources: {'Port': ['ID=ef9b4e4e-8b27-4bf4-be77-84558d7fa538,revision_number=2']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:50.424826 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=672e9dc5-e9c7-4350-b965-d54d762eb1d8,revision_number=6']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:50.431082 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7269b064-f208-4ff2-97b3-eef2a51cc95b admin admin] Publish callbacks [] for router_gateway (b8becdb0-35c0-4028-9f28-6fe5334fd87c), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:50.443643 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55135fc-c7eb-4b85-8f9f-54b0daf7b209 req-161481e5-f980-48f7-9806-d5018e5722fd tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:50.454052 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-fa7fdf1c-fe51-4525-9218-012869a59c7b None None] Set router b5281c6d-1370-492d-b1a8-7bd10df47e25 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:59:50.455191 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55135fc-c7eb-4b85-8f9f-54b0daf7b209 req-161481e5-f980-48f7-9806-d5018e5722fd tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:50.461572 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55135fc-c7eb-4b85-8f9f-54b0daf7b209 req-161481e5-f980-48f7-9806-d5018e5722fd tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:50.466004 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75c9343-bb76-4dcf-b077-00d59c1bd30d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:59:50.466350 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75c9343-bb76-4dcf-b077-00d59c1bd30d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:59:50.466900 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75c9343-bb76-4dcf-b077-00d59c1bd30d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:59:50.467423 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75c9343-bb76-4dcf-b077-00d59c1bd30d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:59:50.467923 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75c9343-bb76-4dcf-b077-00d59c1bd30d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:59:50.468422 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75c9343-bb76-4dcf-b077-00d59c1bd30d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:59:50.468909 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75c9343-bb76-4dcf-b077-00d59c1bd30d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:59:50.469403 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75c9343-bb76-4dcf-b077-00d59c1bd30d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:59:50.469888 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75c9343-bb76-4dcf-b077-00d59c1bd30d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:59:50.470369 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75c9343-bb76-4dcf-b077-00d59c1bd30d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:59:50.470890 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75c9343-bb76-4dcf-b077-00d59c1bd30d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:59:50.471374 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75c9343-bb76-4dcf-b077-00d59c1bd30d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:59:50.471853 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75c9343-bb76-4dcf-b077-00d59c1bd30d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:59:50.472329 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75c9343-bb76-4dcf-b077-00d59c1bd30d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:59:50.478232 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55135fc-c7eb-4b85-8f9f-54b0daf7b209 req-161481e5-f980-48f7-9806-d5018e5722fd tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:50.479034 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75c9343-bb76-4dcf-b077-00d59c1bd30d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 21:59:50.483337 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-22c0fabc-7582-418c-a1dd-cb74275fa6b0 None None] Attempting to bind port ef9b4e4e-8b27-4bf4-be77-84558d7fa538 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:59:50.483950 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-22c0fabc-7582-418c-a1dd-cb74275fa6b0 None None] Attempting to bind port ef9b4e4e-8b27-4bf4-be77-84558d7fa538 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:59:50.484480 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c0fabc-7582-418c-a1dd-cb74275fa6b0 None None] Attempting to bind port ef9b4e4e-8b27-4bf4-be77-84558d7fa538 on network 9221b764-ef06-431f-8941-796516ed7c3b {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:59:50.495017 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55135fc-c7eb-4b85-8f9f-54b0daf7b209 req-161481e5-f980-48f7-9806-d5018e5722fd tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:50.500375 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c0fabc-7582-418c-a1dd-cb74275fa6b0 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:59:50.500892 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c0fabc-7582-418c-a1dd-cb74275fa6b0 None None] Checking segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:59:50.501515 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-22c0fabc-7582-418c-a1dd-cb74275fa6b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:50.501686 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22c0fabc-7582-418c-a1dd-cb74275fa6b0 None None] Bound using segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:59:50.502362 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-22c0fabc-7582-418c-a1dd-cb74275fa6b0 None None] Bound port: ef9b4e4e-8b27-4bf4-be77-84558d7fa538, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:59:50.506881 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55135fc-c7eb-4b85-8f9f-54b0daf7b209 req-161481e5-f980-48f7-9806-d5018e5722fd tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:50.507763 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-22c0fabc-7582-418c-a1dd-cb74275fa6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (ef9b4e4e-8b27-4bf4-be77-84558d7fa538), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:50.529838 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55135fc-c7eb-4b85-8f9f-54b0daf7b209 req-161481e5-f980-48f7-9806-d5018e5722fd tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:50.532386 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d55135fc-c7eb-4b85-8f9f-54b0daf7b209 req-161481e5-f980-48f7-9806-d5018e5722fd tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb18387-ba8a-4070-aa1b-42824ed0c7ec HTTP/1.1" status: 200  len: 5432 time: 0.9433062
May 07 21:59:50.597549 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-22c0fabc-7582-418c-a1dd-cb74275fa6b0 None None] For port ef9b4e4e-8b27-4bf4-be77-84558d7fa538, host ncdv-master-1, cleared binding levels {{(pid=121839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:59:50.601304 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-22c0fabc-7582-418c-a1dd-cb74275fa6b0 None None] For port ef9b4e4e-8b27-4bf4-be77-84558d7fa538, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ef9b4e4e-8b27-4bf4-be77-84558d7fa538,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:59:50.616401 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-22c0fabc-7582-418c-a1dd-cb74275fa6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (ef9b4e4e-8b27-4bf4-be77-84558d7fa538), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:50.620057 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7269b064-f208-4ff2-97b3-eef2a51cc95b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:50.674373 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75c9343-bb76-4dcf-b077-00d59c1bd30d None None] Pushing event updated for resources: {'Port': ['ID=ef9b4e4e-8b27-4bf4-be77-84558d7fa538,revision_number=3']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:50.697929 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c0fabc-7582-418c-a1dd-cb74275fa6b0 None None] Routers {'44744f25-162d-4beb-8b6b-bf7f925b1061'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:59:50.699138 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-22c0fabc-7582-418c-a1dd-cb74275fa6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cccf160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:59:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['44744f25-162d-4beb-8b6b-bf7f925b1061'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:50.802817 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f553d77-2b43-42a9-9db3-c96122b5104e tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] DELETE failed (client error): The resource could not be found.
May 07 21:59:50.806811 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f553d77-2b43-42a9-9db3-c96122b5104e tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 21:59:50.810351 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-3f553d77-2b43-42a9-9db3-c96122b5104e tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] 10.222.0.32 "DELETE /v2.0/subnets/8ec59e53-4bfb-45f6-82eb-6c21670afb13 HTTP/1.1" status: 404  len: 337 time: 0.7578571
May 07 21:59:50.815330 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd2062f-24a6-440b-8d29-86dc5c849d76 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Pushing event updated for resources: {'Subnet': ['ID=4a6d7832-1ebd-4f79-b151-e7092700a094,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:50.818421 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 50156) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:50.838885 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-22c0fabc-7582-418c-a1dd-cb74275fa6b0 None None] Set router 44744f25-162d-4beb-8b6b-bf7f925b1061 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:59:50.924438 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-cbcb914e-b7ce-4e21-a9dd-760024006d7b None None] Allocated IP 172.20.0.2 (750e8121-2671-438f-9a42-169be7e47286/28fef69b-5556-41b9-8d96-96dc0ff0d3b2/0f84f165-6793-4511-829c-a1485325f2b6) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:59:50.993056 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 36b9690b-2d00-4742-8bfe-80dd28c2108d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:59:50.994751 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3e96782-eb34-4cf4-b0dd-3735231feceb tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] DELETE failed (client error): The resource could not be found.
May 07 21:59:50.995292 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3e96782-eb34-4cf4-b0dd-3735231feceb tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 21:59:51.003861 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-c3e96782-eb34-4cf4-b0dd-3735231feceb tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] 10.222.0.32 "DELETE /v2.0/networks/e73a810d-b640-401d-809f-78b3dee46f0f HTTP/1.1" status: 404  len: 339 time: 0.1243424
May 07 21:59:51.004765 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd2062f-24a6-440b-8d29-86dc5c849d76 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Checking segment: {'id': '1f919da8-4e47-45a6-9211-f95b03d1819c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '7b4083d4-8ac5-4ef7-ac7d-51e5b1721396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:59:51.005133 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd2062f-24a6-440b-8d29-86dc5c849d76 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Network hostable DHCP agents. Network: 7b4083d4-8ac5-4ef7-ac7d-51e5b1721396, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 21:59:51.006206 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-fa7fdf1c-fe51-4525-9218-012869a59c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f9f8d90>, [{'id': 'b5281c6d-1370-492d-b1a8-7bd10df47e25', 'name': 'tempest-AttachVolumeShelveTestJSON-1954874037-router', 'tenant_id': '93c3c71171814bb7b1018904086ad506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.48'}], 'enable_snat': True}, 'gw_port_id': '46fbf6da-bca9-4d68-848b-b8373ed60471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:53:31Z', 'updated_at': '2022-05-07T21:53:38Z', 'revision_number': 4, 'project_id': '93c3c71171814bb7b1018904086ad506', 'gw_port': {'id': '46fbf6da-bca9-4d68-848b-b8373ed60471', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5281c6d-1370-492d-b1a8-7bd10df47e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:53:32Z', 'updated_at': '2022-05-07T21:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1fdfc258-a1b1-4f52-ac3b-d6710d2f6ca2', 'name': '', 'network_id': '772be29c-bb44-46ae-a3e0-b0a78574bddf', 'tenant_id': '93c3c71171814bb7b1018904086ad506', 'mac_address': 'fa:16:3e:91:7d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5281c6d-1370-492d-b1a8-7bd10df47e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'f41cdf1c-9de4-46dc-8689-4d3b6400326c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:53:37Z', 'updated_at': '2022-05-07T21:53:43Z', 'revision_number': 5, 'project_id': '93c3c71171814bb7b1018904086ad506', 'subnets': [{'id': 'f41cdf1c-9de4-46dc-8689-4d3b6400326c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:51.012302 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-97a8724c-b912-4a75-8406-a6e69e1a9e6a req-08b45202-6b43-498f-ac8f-181aecabc4fe tempest-InstanceActionsV221TestJSON-1399132138 tempest-InstanceActionsV221TestJSON-1399132138-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d627839-c6cb-47c8-854b-4e1d1823964d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8767962
May 07 21:59:51.012508 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 50158) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:51.033391 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-7269b064-f208-4ff2-97b3-eef2a51cc95b admin admin] Allocated IP 172.35.4.196 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/078bc0b6-578f-429e-8363-7b5eb3890209) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:59:51.052495 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee4e500-0219-413b-a3cc-90d2f5d4e581 req-1aed8819-0017-4f09-ac9d-8b462b237fa3 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:51.057898 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee4e500-0219-413b-a3cc-90d2f5d4e581 req-1aed8819-0017-4f09-ac9d-8b462b237fa3 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:51.063195 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee4e500-0219-413b-a3cc-90d2f5d4e581 req-1aed8819-0017-4f09-ac9d-8b462b237fa3 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:51.068711 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee4e500-0219-413b-a3cc-90d2f5d4e581 req-1aed8819-0017-4f09-ac9d-8b462b237fa3 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:51.077412 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee4e500-0219-413b-a3cc-90d2f5d4e581 req-1aed8819-0017-4f09-ac9d-8b462b237fa3 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:51.083417 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee4e500-0219-413b-a3cc-90d2f5d4e581 req-1aed8819-0017-4f09-ac9d-8b462b237fa3 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:51.090220 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee4e500-0219-413b-a3cc-90d2f5d4e581 req-1aed8819-0017-4f09-ac9d-8b462b237fa3 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:51.093256 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9ee4e500-0219-413b-a3cc-90d2f5d4e581 req-1aed8819-0017-4f09-ac9d-8b462b237fa3 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.55 "GET /v2.0/ports?device_id=dfb18387-ba8a-4070-aa1b-42824ed0c7ec HTTP/1.1" status: 200  len: 5432 time: 0.5460439
May 07 21:59:51.094641 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd2062f-24a6-440b-8d29-86dc5c849d76 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Network 7b4083d4-8ac5-4ef7-ac7d-51e5b1721396 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 21:59:51.095305 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-65faba79-f400-4fee-bc35-86c787171539 req-ee285ced-73ca-499c-84ce-8b9d931927a1 service neutron] 10.222.0.55 "GET /v2.0/networks/3e9903c9-6550-4ae2-aa4f-70e03144784f?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.5919564
May 07 21:59:51.133581 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-9dd2062f-24a6-440b-8d29-86dc5c849d76 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7b4083d4-8ac5-4ef7-ac7d-51e5b1721396) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:59:51.150170 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa7fdf1c-fe51-4525-9218-012869a59c7b None None] The sync data for ids ['b5281c6d-1370-492d-b1a8-7bd10df47e25'] in ncdv-master-1 is: [{'id': 'b5281c6d-1370-492d-b1a8-7bd10df47e25', 'name': 'tempest-AttachVolumeShelveTestJSON-1954874037-router', 'tenant_id': '93c3c71171814bb7b1018904086ad506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.48'}], 'enable_snat': True}, 'gw_port_id': '46fbf6da-bca9-4d68-848b-b8373ed60471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:53:31Z', 'updated_at': '2022-05-07T21:53:38Z', 'revision_number': 4, 'project_id': '93c3c71171814bb7b1018904086ad506', 'gw_port': {'id': '46fbf6da-bca9-4d68-848b-b8373ed60471', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5281c6d-1370-492d-b1a8-7bd10df47e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:53:32Z', 'updated_at': '2022-05-07T21:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1fdfc258-a1b1-4f52-ac3b-d6710d2f6ca2', 'name': '', 'network_id': '772be29c-bb44-46ae-a3e0-b0a78574bddf', 'tenant_id': '93c3c71171814bb7b1018904086ad506', 'mac_address': 'fa:16:3e:91:7d:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5281c6d-1370-492d-b1a8-7bd10df47e25', 'device_owner': 'network:router_interface', 'standard_attr_id': 1117, 'fixed_ips': [{'subnet_id': 'f41cdf1c-9de4-46dc-8689-4d3b6400326c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:53:37Z', 'updated_at': '2022-05-07T21:53:43Z', 'revision_number': 5, 'project_id': '93c3c71171814bb7b1018904086ad506', 'subnets': [{'id': 'f41cdf1c-9de4-46dc-8689-4d3b6400326c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:59:51.154464 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac164cf9-0bb4-4091-ae1f-fe171d0899f7 None None] Network 7b4083d4-8ac5-4ef7-ac7d-51e5b1721396 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:59:51.156733 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 36b9690b-2d00-4742-8bfe-80dd28c2108d {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:59:51.157258 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 36b9690b-2d00-4742-8bfe-80dd28c2108d not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:59:51.159799 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd2062f-24a6-440b-8d29-86dc5c849d76 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:51.162178 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9dd2062f-24a6-440b-8d29-86dc5c849d76 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:51.175783 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-22c0fabc-7582-418c-a1dd-cb74275fa6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cccf160>, [{'id': '44744f25-162d-4beb-8b6b-bf7f925b1061', 'name': 'tempest-ServerRescueTestJSON-1639131154-router', 'tenant_id': '1fb49d7a99844a7ab8ef30fb59250e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.171'}], 'enable_snat': True}, 'gw_port_id': 'ef9b4e4e-8b27-4bf4-be77-84558d7fa538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:59:40Z', 'updated_at': '2022-05-07T21:59:45Z', 'revision_number': 3, 'project_id': '1fb49d7a99844a7ab8ef30fb59250e7d', 'gw_port': {'id': 'ef9b4e4e-8b27-4bf4-be77-84558d7fa538', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:07:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44744f25-162d-4beb-8b6b-bf7f925b1061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:59:42Z', 'updated_at': '2022-05-07T21:59:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:51.299185 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c0fabc-7582-418c-a1dd-cb74275fa6b0 None None] The sync data for ids ['44744f25-162d-4beb-8b6b-bf7f925b1061'] in ncdv-master-1 is: [{'id': '44744f25-162d-4beb-8b6b-bf7f925b1061', 'name': 'tempest-ServerRescueTestJSON-1639131154-router', 'tenant_id': '1fb49d7a99844a7ab8ef30fb59250e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.171'}], 'enable_snat': True}, 'gw_port_id': 'ef9b4e4e-8b27-4bf4-be77-84558d7fa538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:59:40Z', 'updated_at': '2022-05-07T21:59:45Z', 'revision_number': 3, 'project_id': '1fb49d7a99844a7ab8ef30fb59250e7d', 'gw_port': {'id': 'ef9b4e4e-8b27-4bf4-be77-84558d7fa538', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:07:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44744f25-162d-4beb-8b6b-bf7f925b1061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:59:42Z', 'updated_at': '2022-05-07T21:59:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:59:51.334178 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cfc606b5-3ef1-48bf-a8ce-dfbe80502c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:51.356624 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-9dd2062f-24a6-440b-8d29-86dc5c849d76 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.4249792
May 07 21:59:51.370601 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 50170) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:51.377273 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-464b894d-8bee-4093-8e81-37b425daf557 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1610459193', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:59:51.398639 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 50172) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:51.472646 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7269b064-f208-4ff2-97b3-eef2a51cc95b admin admin] Publish callbacks [] for port (078bc0b6-578f-429e-8363-7b5eb3890209), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:51.513941 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d74a149-33d9-4a78-bdce-0f81cd84d6fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7b4083d4-8ac5-4ef7-ac7d-51e5b1721396', 'network_id': '7b4083d4-8ac5-4ef7-ac7d-51e5b1721396', 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'fixed_ips': [{'subnet_id': '4a6d7832-1ebd-4f79-b151-e7092700a094'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 21:59:51.514834 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-0d74a149-33d9-4a78-bdce-0f81cd84d6fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:51.542638 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-a07e67e2-8b40-49f9-8bc4-11ec848d2f3a tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] DELETE failed (client error): The resource could not be found.
May 07 21:59:51.543814 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a07e67e2-8b40-49f9-8bc4-11ec848d2f3a tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 21:59:51.549471 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-a07e67e2-8b40-49f9-8bc4-11ec848d2f3a tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] 10.222.0.32 "DELETE /v2.0/subnets/9ac9cfc4-4317-4b21-9ceb-6daca7c875df HTTP/1.1" status: 404  len: 337 time: 0.5238988
May 07 21:59:51.554045 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 50174) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:51.597012 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d55135fc-c7eb-4b85-8f9f-54b0daf7b209 req-525c51a5-48d2-4004-b759-55928dd26be4 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/security-groups?id=022a2e7b-c53f-49c4-a82c-d25afea19659&id=4683f7d7-8b63-48cf-a24d-027ba8d9c114&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 1.0467088
May 07 21:59:51.636819 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7269b064-f208-4ff2-97b3-eef2a51cc95b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (078bc0b6-578f-429e-8363-7b5eb3890209), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:51.653941 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-464b894d-8bee-4093-8e81-37b425daf557 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (5eaea858-1929-41f7-953a-f0585443782e), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:51.655314 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-464b894d-8bee-4093-8e81-37b425daf557 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (5eaea858-1929-41f7-953a-f0585443782e), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:51.739858 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c061e49-8c41-44d8-b62c-f01c6cc23261 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] DELETE failed (client error): The resource could not be found.
May 07 21:59:51.740465 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c061e49-8c41-44d8-b62c-f01c6cc23261 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 21:59:51.744162 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-1c061e49-8c41-44d8-b62c-f01c6cc23261 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] 10.222.0.32 "DELETE /v2.0/networks/21f6804a-0c41-4e89-a537-acdf07492e02 HTTP/1.1" status: 404  len: 339 time: 0.1537278
May 07 21:59:51.822382 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80261b39-b376-4ee4-aa23-c7c2469dd448 None None] New status for floating IP f6467fe6-7ab9-427f-a824-54515d7f5648: DOWN {{(pid=121838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 07 21:59:51.840805 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 50176) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:51.891522 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:51.901363 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee032dc2-fb34-41f4-9462-8141e34208d5 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] DELETE failed (client error): The resource could not be found.
May 07 21:59:51.901825 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee032dc2-fb34-41f4-9462-8141e34208d5 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 21:59:51.905038 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-ee032dc2-fb34-41f4-9462-8141e34208d5 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] 10.222.0.32 "DELETE /v2.0/subnets/5773ba28-3f0f-4b97-85f1-6efa44073479 HTTP/1.1" status: 404  len: 337 time: 0.0446692
May 07 21:59:51.946506 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7269b064-f208-4ff2-97b3-eef2a51cc95b admin admin] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:59:51.947664 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 50178) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:51.956993 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-7269b064-f208-4ff2-97b3-eef2a51cc95b admin admin] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:59:51.958112 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-cbcb914e-b7ce-4e21-a9dd-760024006d7b None None] Publish callbacks [] for port (0f84f165-6793-4511-829c-a1485325f2b6), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:51.966570 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7269b064-f208-4ff2-97b3-eef2a51cc95b admin admin] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:59:51.976684 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee4e500-0219-413b-a3cc-90d2f5d4e581 req-237f05ae-a88f-47e3-af97-2a6eab3608f6 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:51.978362 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9ee4e500-0219-413b-a3cc-90d2f5d4e581 req-237f05ae-a88f-47e3-af97-2a6eab3608f6 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.55 "GET /v2.0/ports/8265c59d-4721-4235-823a-846b00373dfe?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.4297380
May 07 21:59:52.010938 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fdb1050-bf84-4bcf-a5b5-4e8fb9745579 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] DELETE failed (client error): The resource could not be found.
May 07 21:59:52.012018 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fdb1050-bf84-4bcf-a5b5-4e8fb9745579 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 21:59:52.015663 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-7fdb1050-bf84-4bcf-a5b5-4e8fb9745579 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] 10.222.0.32 "DELETE /v2.0/networks/2e753737-ed16-40e0-a8a5-77426d2a8d95 HTTP/1.1" status: 404  len: 339 time: 0.0455518
May 07 21:59:52.032261 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 50180) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:52.033615 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-cbcb914e-b7ce-4e21-a9dd-760024006d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (0f84f165-6793-4511-829c-a1485325f2b6), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:52.126291 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7269b064-f208-4ff2-97b3-eef2a51cc95b admin admin] Pushing event updated for resources: {'Port': ['ID=078bc0b6-578f-429e-8363-7b5eb3890209,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:52.126530 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcb914e-b7ce-4e21-a9dd-760024006d7b None None] Pushing event updated for resources: {'Port': ['ID=0f84f165-6793-4511-829c-a1485325f2b6,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:52.153237 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbcb914e-b7ce-4e21-a9dd-760024006d7b None None] Network 750e8121-2671-438f-9a42-169be7e47286 is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:59:52.174076 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-0d74a149-33d9-4a78-bdce-0f81cd84d6fe None None] Allocated IP 2001:db8::2 (7b4083d4-8ac5-4ef7-ac7d-51e5b1721396/4a6d7832-1ebd-4f79-b151-e7092700a094/e0e120c6-af1f-48a8-84ad-73d72a65d2c3) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:59:52.272010 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc65da52-9c74-45f1-a694-20bbdb417d7c tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Deleting subnet 1f791576-bcdf-4261-b7cb-622b0fc39f7a {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 21:59:52.275668 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bc65da52-9c74-45f1-a694-20bbdb417d7c tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks [] for subnet (1f791576-bcdf-4261-b7cb-622b0fc39f7a), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:52.324553 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-cbcb914e-b7ce-4e21-a9dd-760024006d7b None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:59:52.332424 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcb914e-b7ce-4e21-a9dd-760024006d7b None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:59:52.340318 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bc65da52-9c74-45f1-a694-20bbdb417d7c tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (1f791576-bcdf-4261-b7cb-622b0fc39f7a), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:52.453200 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-65faba79-f400-4fee-bc35-86c787171539 req-99a18f19-3803-426e-99a4-89099b38bb50 service neutron] 10.222.0.55 "GET /v2.0/networks/3e9903c9-6550-4ae2-aa4f-70e03144784f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9030776
May 07 21:59:52.453372 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bc65da52-9c74-45f1-a694-20bbdb417d7c tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (1f791576-bcdf-4261-b7cb-622b0fc39f7a), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:52.509189 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-65faba79-f400-4fee-bc35-86c787171539 req-cf3f3fba-0cd5-437b-b64c-89fdc194287a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.68&port_id=0aa75d6c-c396-4cf7-82ed-1655289562cd HTTP/1.1" status: 200  len: 217 time: 0.0465369
May 07 21:59:52.521096 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 672e9dc5-e9c7-4350-b965-d54d762eb1d8 up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:59:52.528599 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-cbcb914e-b7ce-4e21-a9dd-760024006d7b None None] Attempting to bind port 0f84f165-6793-4511-829c-a1485325f2b6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:59:52.528974 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-cbcb914e-b7ce-4e21-a9dd-760024006d7b None None] Attempting to bind port 0f84f165-6793-4511-829c-a1485325f2b6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '946603cd-661c-44e1-83be-0ffa4fba5a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '750e8121-2671-438f-9a42-169be7e47286'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:59:52.529339 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcb914e-b7ce-4e21-a9dd-760024006d7b None None] Attempting to bind port 0f84f165-6793-4511-829c-a1485325f2b6 on network 750e8121-2671-438f-9a42-169be7e47286 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:59:52.557401 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-cfc606b5-3ef1-48bf-a8ce-dfbe80502c51 admin admin] Allocated IP 172.20.0.1 (4e401ba0-7563-49f5-9424-036872d14546/8d58b02e-bcfe-4d9f-9480-bc1a5a487d04/ca9c0551-3193-4101-a15e-7b3be2c13ea0) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:59:52.593924 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcb914e-b7ce-4e21-a9dd-760024006d7b None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:59:52.594212 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcb914e-b7ce-4e21-a9dd-760024006d7b None None] Checking segment: {'id': '946603cd-661c-44e1-83be-0ffa4fba5a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '750e8121-2671-438f-9a42-169be7e47286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:59:52.594499 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-cbcb914e-b7ce-4e21-a9dd-760024006d7b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:52.594795 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcb914e-b7ce-4e21-a9dd-760024006d7b None None] Bound using segment: {'id': '946603cd-661c-44e1-83be-0ffa4fba5a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '750e8121-2671-438f-9a42-169be7e47286'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:59:52.601132 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-cbcb914e-b7ce-4e21-a9dd-760024006d7b None None] Bound port: 0f84f165-6793-4511-829c-a1485325f2b6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '946603cd-661c-44e1-83be-0ffa4fba5a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '750e8121-2671-438f-9a42-169be7e47286'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:59:52.601535 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-cbcb914e-b7ce-4e21-a9dd-760024006d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (0f84f165-6793-4511-829c-a1485325f2b6), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:52.612177 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-0d74a149-33d9-4a78-bdce-0f81cd84d6fe None None] Publish callbacks [] for port (e0e120c6-af1f-48a8-84ad-73d72a65d2c3), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:52.623969 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9ee4e500-0219-413b-a3cc-90d2f5d4e581 req-349b8867-cf77-4927-94fd-611e86766f83 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.55 "GET /v2.0/networks/3e9903c9-6550-4ae2-aa4f-70e03144784f?fields=dns_domain HTTP/1.1" status: 200  len: 212 time: 0.5799203
May 07 21:59:52.643629 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-0d74a149-33d9-4a78-bdce-0f81cd84d6fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (e0e120c6-af1f-48a8-84ad-73d72a65d2c3), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:52.666808 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-9ee4e500-0219-413b-a3cc-90d2f5d4e581 req-905a8b73-5ecd-4d70-9320-436f397f0fb6 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:59:52.751973 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2176b743-2c94-4e08-a683-51643b326aa4 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Publish callbacks [] for security_group (108d65d8-0253-46f4-addb-267f67931aa5), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:52.772386 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65faba79-f400-4fee-bc35-86c787171539 req-439ce5df-ccca-4cdb-9c20-18714a197194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:52.773853 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-65faba79-f400-4fee-bc35-86c787171539 req-439ce5df-ccca-4cdb-9c20-18714a197194 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c61573c2-ed87-428c-92ac-0bffa38409b2 HTTP/1.1" status: 200  len: 797 time: 0.2309861
May 07 21:59:52.782066 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port 672e9dc5-e9c7-4350-b965-d54d762eb1d8 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:59:52.782589 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (672e9dc5-e9c7-4350-b965-d54d762eb1d8), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:52.787889 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d74a149-33d9-4a78-bdce-0f81cd84d6fe None None] Network 7b4083d4-8ac5-4ef7-ac7d-51e5b1721396 is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:59:52.794983 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-0d74a149-33d9-4a78-bdce-0f81cd84d6fe None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:59:52.847265 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d74a149-33d9-4a78-bdce-0f81cd84d6fe None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:59:52.871828 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d74a149-33d9-4a78-bdce-0f81cd84d6fe None None] Pushing event updated for resources: {'Port': ['ID=e0e120c6-af1f-48a8-84ad-73d72a65d2c3,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:52.947789 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-cbcb914e-b7ce-4e21-a9dd-760024006d7b None None] For port 0f84f165-6793-4511-829c-a1485325f2b6, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:59:52.975079 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-464b894d-8bee-4093-8e81-37b425daf557 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks [] for router_controller (5eaea858-1929-41f7-953a-f0585443782e), precommit_add_association {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:52.977010 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bc65da52-9c74-45f1-a694-20bbdb417d7c tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (1f791576-bcdf-4261-b7cb-622b0fc39f7a), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:52.987774 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device ef9b4e4e-8b27-4bf4-be77-84558d7fa538 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:59:52.990100 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 5642df0d-b70e-45a4-b82c-4c09755c76de no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:59:53.010599 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65faba79-f400-4fee-bc35-86c787171539 req-aad31867-bd1b-4df7-8283-399fedb8d6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:53.014842 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-65faba79-f400-4fee-bc35-86c787171539 req-aad31867-bd1b-4df7-8283-399fedb8d6f5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3e9903c9-6550-4ae2-aa4f-70e03144784f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.1406460
May 07 21:59:53.046940 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-cbcb914e-b7ce-4e21-a9dd-760024006d7b None None] For port 0f84f165-6793-4511-829c-a1485325f2b6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0f84f165-6793-4511-829c-a1485325f2b6,segment=NetworkSegment(946603cd-661c-44e1-83be-0ffa4fba5a22),segment_id=946603cd-661c-44e1-83be-0ffa4fba5a22)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:59:53.055290 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2176b743-2c94-4e08-a683-51643b326aa4 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Publish callbacks [] for security_group (108d65d8-0253-46f4-addb-267f67931aa5), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:53.099846 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [req-78956fa6-26fe-422c-ac5e-5403f39481d3 req-9ee2638e-a7a8-4839-a3f5-2ab5c602d6d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a446051-aeee-48e0-a355-cc210b6b8602 {{(pid=121836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 21:59:53.105884 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4309d3a3-1ed2-4e44-839a-809f822db4d7 None None] Network ac248384-0f98-4794-bb93-bf1404191ef8 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:59:53.135769 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-78956fa6-26fe-422c-ac5e-5403f39481d3 req-9ee2638e-a7a8-4839-a3f5-2ab5c602d6d7 service neutron] Publish callbacks [] for port (3a446051-aeee-48e0-a355-cc210b6b8602), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:53.148591 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cfc606b5-3ef1-48bf-a8ce-dfbe80502c51 admin admin] Publish callbacks [] for port (ca9c0551-3193-4101-a15e-7b3be2c13ea0), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:53.177369 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-9ee4e500-0219-413b-a3cc-90d2f5d4e581 req-905a8b73-5ecd-4d70-9320-436f397f0fb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (8265c59d-4721-4235-823a-846b00373dfe), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:53.179279 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7269b064-f208-4ff2-97b3-eef2a51cc95b admin admin] Publish callbacks [] for router_gateway (b8becdb0-35c0-4028-9f28-6fe5334fd87c), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:53.182538 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-cbcb914e-b7ce-4e21-a9dd-760024006d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (0f84f165-6793-4511-829c-a1485325f2b6), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:53.188932 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-464b894d-8bee-4093-8e81-37b425daf557 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (5eaea858-1929-41f7-953a-f0585443782e), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:53.195113 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bc65da52-9c74-45f1-a694-20bbdb417d7c tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:53.198601 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-bc65da52-9c74-45f1-a694-20bbdb417d7c tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] 10.222.0.32 "DELETE /v2.0/subnets/1f791576-bcdf-4261-b7cb-622b0fc39f7a HTTP/1.1" status: 204  len: 168 time: 1.1557546
May 07 21:59:53.237479 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc65da52-9c74-45f1-a694-20bbdb417d7c tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Pushing event deleted for resources: {'Subnet': ['ID=1f791576-bcdf-4261-b7cb-622b0fc39f7a,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:53.245215 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 50196) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:53.253497 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e3a21b-9bb1-4105-a9f3-43a8a11b56d5 req-0af204ff-a001-4be3-a545-1702dd7abc3f tempest-InstanceActionsV221TestJSON-1399132138 tempest-InstanceActionsV221TestJSON-1399132138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:53.261212 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b8e3a21b-9bb1-4105-a9f3-43a8a11b56d5 req-0af204ff-a001-4be3-a545-1702dd7abc3f tempest-InstanceActionsV221TestJSON-1399132138 tempest-InstanceActionsV221TestJSON-1399132138-project] 10.222.0.32 "GET /v2.0/ports?device_id=21531192-b2b4-4fc8-8c41-e19e7301001f HTTP/1.1" status: 200  len: 931 time: 0.5476341
May 07 21:59:53.263616 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7583831-a97b-485e-b3e5-09aae17cf078 req-f7bffd54-c4c3-4488-9138-0a92c2bbbe39 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:53.269001 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7583831-a97b-485e-b3e5-09aae17cf078 req-f7bffd54-c4c3-4488-9138-0a92c2bbbe39 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:53.274365 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7583831-a97b-485e-b3e5-09aae17cf078 req-f7bffd54-c4c3-4488-9138-0a92c2bbbe39 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:53.280482 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7583831-a97b-485e-b3e5-09aae17cf078 req-f7bffd54-c4c3-4488-9138-0a92c2bbbe39 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:53.284620 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cfc606b5-3ef1-48bf-a8ce-dfbe80502c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (ca9c0551-3193-4101-a15e-7b3be2c13ea0), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:53.286012 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7583831-a97b-485e-b3e5-09aae17cf078 req-f7bffd54-c4c3-4488-9138-0a92c2bbbe39 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:53.291590 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7583831-a97b-485e-b3e5-09aae17cf078 req-f7bffd54-c4c3-4488-9138-0a92c2bbbe39 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:53.297495 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7583831-a97b-485e-b3e5-09aae17cf078 req-f7bffd54-c4c3-4488-9138-0a92c2bbbe39 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:53.299466 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b7583831-a97b-485e-b3e5-09aae17cf078 req-f7bffd54-c4c3-4488-9138-0a92c2bbbe39 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb18387-ba8a-4070-aa1b-42824ed0c7ec HTTP/1.1" status: 200  len: 5432 time: 0.4225953
May 07 21:59:53.375008 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc606b5-3ef1-48bf-a8ce-dfbe80502c51 admin admin] Pushing event updated for resources: {'Port': ['ID=ca9c0551-3193-4101-a15e-7b3be2c13ea0,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:53.392261 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.provisioning_blocks [req-78956fa6-26fe-422c-ac5e-5403f39481d3 req-9ee2638e-a7a8-4839-a3f5-2ab5c602d6d7 service neutron] Transition to ACTIVE for port object 3a446051-aeee-48e0-a355-cc210b6b8602 will not be triggered until provisioned by entity L2. {{(pid=121836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 21:59:53.417513 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-78956fa6-26fe-422c-ac5e-5403f39481d3 req-9ee2638e-a7a8-4839-a3f5-2ab5c602d6d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (3a446051-aeee-48e0-a355-cc210b6b8602), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:53.423343 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-464b894d-8bee-4093-8e81-37b425daf557 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:53.427900 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-464b894d-8bee-4093-8e81-37b425daf557 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 2.0556421
May 07 21:59:53.432806 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 50200) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:53.435373 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc606b5-3ef1-48bf-a8ce-dfbe80502c51 admin admin] Network 4e401ba0-7563-49f5-9424-036872d14546 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:59:53.500408 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-cfc606b5-3ef1-48bf-a8ce-dfbe80502c51 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:59:53.555729 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b8e3a21b-9bb1-4105-a9f3-43a8a11b56d5 req-51ad1685-334f-4c31-be01-8b0fe68a4250 tempest-InstanceActionsV221TestJSON-1399132138 tempest-InstanceActionsV221TestJSON-1399132138-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d627839-c6cb-47c8-854b-4e1d1823964d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2893627
May 07 21:59:53.592516 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-0d74a149-33d9-4a78-bdce-0f81cd84d6fe None None] Attempting to bind port e0e120c6-af1f-48a8-84ad-73d72a65d2c3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:59:53.593124 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-0d74a149-33d9-4a78-bdce-0f81cd84d6fe None None] Attempting to bind port e0e120c6-af1f-48a8-84ad-73d72a65d2c3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1f919da8-4e47-45a6-9211-f95b03d1819c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '7b4083d4-8ac5-4ef7-ac7d-51e5b1721396'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:59:53.593235 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d74a149-33d9-4a78-bdce-0f81cd84d6fe None None] Attempting to bind port e0e120c6-af1f-48a8-84ad-73d72a65d2c3 on network 7b4083d4-8ac5-4ef7-ac7d-51e5b1721396 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:59:53.594467 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc606b5-3ef1-48bf-a8ce-dfbe80502c51 admin admin] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:59:53.636738 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d74a149-33d9-4a78-bdce-0f81cd84d6fe None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:59:53.637125 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d74a149-33d9-4a78-bdce-0f81cd84d6fe None None] Checking segment: {'id': '1f919da8-4e47-45a6-9211-f95b03d1819c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '7b4083d4-8ac5-4ef7-ac7d-51e5b1721396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:59:53.637537 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-0d74a149-33d9-4a78-bdce-0f81cd84d6fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:53.637938 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d74a149-33d9-4a78-bdce-0f81cd84d6fe None None] Bound using segment: {'id': '1f919da8-4e47-45a6-9211-f95b03d1819c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '7b4083d4-8ac5-4ef7-ac7d-51e5b1721396'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:59:53.638427 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-0d74a149-33d9-4a78-bdce-0f81cd84d6fe None None] Bound port: e0e120c6-af1f-48a8-84ad-73d72a65d2c3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f919da8-4e47-45a6-9211-f95b03d1819c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '7b4083d4-8ac5-4ef7-ac7d-51e5b1721396'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:59:53.639047 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-0d74a149-33d9-4a78-bdce-0f81cd84d6fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (e0e120c6-af1f-48a8-84ad-73d72a65d2c3), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:53.690576 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cfc606b5-3ef1-48bf-a8ce-dfbe80502c51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398161'] for router_interface (44744f25-162d-4beb-8b6b-bf7f925b1061), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:53.772447 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7045be83-3034-4138-9baa-b0277fe0f3d3 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (ac248384-0f98-4794-bb93-bf1404191ef8), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:53.778908 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-29657798-f002-4b79-b350-73e8816649fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:53.808411 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 672e9dc5-e9c7-4350-b965-d54d762eb1d8 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:59:53.808843 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (672e9dc5-e9c7-4350-b965-d54d762eb1d8), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:53.830025 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcb914e-b7ce-4e21-a9dd-760024006d7b None None] Pushing event updated for resources: {'Port': ['ID=0f84f165-6793-4511-829c-a1485325f2b6,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:53.840678 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b7583831-a97b-485e-b3e5-09aae17cf078 req-b0df8226-b21b-4dc9-ab34-8d2ae791b886 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/security-groups?id=022a2e7b-c53f-49c4-a82c-d25afea19659&id=4683f7d7-8b63-48cf-a24d-027ba8d9c114&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.5317929
May 07 21:59:53.926662 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port ef9b4e4e-8b27-4bf4-be77-84558d7fa538 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:59:53.926662 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (ef9b4e4e-8b27-4bf4-be77-84558d7fa538), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:53.945695 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:54.009688 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 5642df0d-b70e-45a4-b82c-4c09755c76de is: ACTIVE; New status is: DOWN {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:59:54.010090 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (5642df0d-b70e-45a4-b82c-4c09755c76de), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:54.067492 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2176b743-2c94-4e08-a683-51643b326aa4 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (108d65d8-0253-46f4-addb-267f67931aa5), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:54.070140 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2176b743-2c94-4e08-a683-51643b326aa4 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:54.073657 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-2176b743-2c94-4e08-a683-51643b326aa4 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "DELETE /v2.0/security-groups/108d65d8-0253-46f4-addb-267f67931aa5 HTTP/1.1" status: 204  len: 168 time: 2.5578895
May 07 21:59:54.098683 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 50210) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:54.116118 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 672e9dc5-e9c7-4350-b965-d54d762eb1d8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=672e9dc5-e9c7-4350-b965-d54d762eb1d8,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:59:54.156707 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7269b064-f208-4ff2-97b3-eef2a51cc95b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (b8becdb0-35c0-4028-9f28-6fe5334fd87c), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:54.161664 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee2638e-a7a8-4839-a3f5-2ab5c602d6d7 service neutron] Pushing event updated for resources: {'Port': ['ID=3a446051-aeee-48e0-a355-cc210b6b8602,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:54.164167 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176b743-2c94-4e08-a683-51643b326aa4 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=108d65d8-0253-46f4-addb-267f67931aa5,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:54.167310 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-9ee4e500-0219-413b-a3cc-90d2f5d4e581 req-905a8b73-5ecd-4d70-9320-436f397f0fb6 service neutron] For port 8265c59d-4721-4235-823a-846b00373dfe, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8265c59d-4721-4235-823a-846b00373dfe,segment=NetworkSegment(b31a7bd7-f013-44aa-a9c5-142fb752dadd),segment_id=b31a7bd7-f013-44aa-a9c5-142fb752dadd)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:59:54.184021 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-65faba79-f400-4fee-bc35-86c787171539 req-7119937a-be65-4b42-846c-a976df7c88aa service neutron] 10.222.0.55 "GET /v2.0/networks/3e9903c9-6550-4ae2-aa4f-70e03144784f?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.1515107
May 07 21:59:54.193916 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de30285c-55a0-4bf5-91e8-9bdd7282f8d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '672e9dc5-e9c7-4350-b965-d54d762eb1d8'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:59:54.196317 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-846ffb7b-7488-4de6-927b-f787ca460b45" -d '{"events": [{"server_uuid": "de30285c-55a0-4bf5-91e8-9bdd7282f8d7", "name": "network-vif-plugged", "status": "completed", "tag": "672e9dc5-e9c7-4350-b965-d54d762eb1d8"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:59:54.201960 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ee843e-a569-480d-bdb2-a31f4ce0ac88 None None] DHCP port deletion for ac248384-0f98-4794-bb93-bf1404191ef8 request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 21:59:54.224535 ncdv-master-1 neutron-server[121837]: INFO neutron.api.v2.resource [None req-20a64524-7145-4d53-bce8-f75ce6691575 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] show failed (client error): The resource could not be found.
May 07 21:59:54.229439 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-20a64524-7145-4d53-bce8-f75ce6691575 tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "GET /v2.0/security-groups/108d65d8-0253-46f4-addb-267f67931aa5 HTTP/1.1" status: 404  len: 347 time: 0.0602255
May 07 21:59:54.232354 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 50214) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:54.332682 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 21:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9861bc1d-cf5e-4d81-9125-acd5dfbac603 x-openstack-request-id: req-9861bc1d-cf5e-4d81-9125-acd5dfbac603 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:59:54.333030 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de30285c-55a0-4bf5-91e8-9bdd7282f8d7", "name": "network-vif-plugged", "status": "completed", "tag": "672e9dc5-e9c7-4350-b965-d54d762eb1d8", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:59:54.333388 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9861bc1d-cf5e-4d81-9125-acd5dfbac603 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:59:54.333826 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9861bc1d-cf5e-4d81-9125-acd5dfbac603'] response: {'server_uuid': 'de30285c-55a0-4bf5-91e8-9bdd7282f8d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '672e9dc5-e9c7-4350-b965-d54d762eb1d8', 'code': 200}
May 07 21:59:54.339820 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-d6ee843e-a569-480d-bdb2-a31f4ce0ac88 None None] Deleting port 5f6cc40b-fbcf-4959-803b-90e8badb46e1 {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:59:54.340403 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d6ee843e-a569-480d-bdb2-a31f4ce0ac88 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (5f6cc40b-fbcf-4959-803b-90e8badb46e1), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:54.437050 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-d6ee843e-a569-480d-bdb2-a31f4ce0ac88 None None] For port 5f6cc40b-fbcf-4959-803b-90e8badb46e1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5f6cc40b-fbcf-4959-803b-90e8badb46e1,segment=NetworkSegment(d449daf3-7e78-4aa8-b377-3965b59189f8),segment_id=d449daf3-7e78-4aa8-b377-3965b59189f8)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:59:54.437451 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d6ee843e-a569-480d-bdb2-a31f4ce0ac88 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (5f6cc40b-fbcf-4959-803b-90e8badb46e1), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:54.443674 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-7045be83-3034-4138-9baa-b0277fe0f3d3 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Deleting port 5f6cc40b-fbcf-4959-803b-90e8badb46e1 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:59:54.444252 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7045be83-3034-4138-9baa-b0277fe0f3d3 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (5f6cc40b-fbcf-4959-803b-90e8badb46e1), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:54.463315 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-d6ee843e-a569-480d-bdb2-a31f4ce0ac88 None None] Calling delete_port for 5f6cc40b-fbcf-4959-803b-90e8badb46e1 owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:59:54.586295 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (672e9dc5-e9c7-4350-b965-d54d762eb1d8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:54.646501 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d6ee843e-a569-480d-bdb2-a31f4ce0ac88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (5f6cc40b-fbcf-4959-803b-90e8badb46e1), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:54.683085 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-0d74a149-33d9-4a78-bdce-0f81cd84d6fe None None] For port e0e120c6-af1f-48a8-84ad-73d72a65d2c3, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:59:54.701490 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 5642df0d-b70e-45a4-b82c-4c09755c76de, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5642df0d-b70e-45a4-b82c-4c09755c76de,segment=NetworkSegment(b31a7bd7-f013-44aa-a9c5-142fb752dadd),segment_id=b31a7bd7-f013-44aa-a9c5-142fb752dadd)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:59:54.717874 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ee843e-a569-480d-bdb2-a31f4ce0ac88 None None] No DVR routers for this DVR port 5f6cc40b-fbcf-4959-803b-90e8badb46e1 on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:59:54.727442 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=672e9dc5-e9c7-4350-b965-d54d762eb1d8,revision_number=7']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:54.763524 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-0d74a149-33d9-4a78-bdce-0f81cd84d6fe None None] For port e0e120c6-af1f-48a8-84ad-73d72a65d2c3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e0e120c6-af1f-48a8-84ad-73d72a65d2c3,segment=NetworkSegment(1f919da8-4e47-45a6-9211-f95b03d1819c),segment_id=1f919da8-4e47-45a6-9211-f95b03d1819c)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:59:54.780619 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ee843e-a569-480d-bdb2-a31f4ce0ac88 None None] Pushing event deleted for resources: {'Port': ['ID=5f6cc40b-fbcf-4959-803b-90e8badb46e1,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:54.786659 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (5642df0d-b70e-45a4-b82c-4c09755c76de), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:54.790089 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 248ca656-6bff-4ce6-b67d-1c6c09ea7b42 no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:59:54.890355 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cfc606b5-3ef1-48bf-a8ce-dfbe80502c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (ca9c0551-3193-4101-a15e-7b3be2c13ea0), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:54.924232 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=5642df0d-b70e-45a4-b82c-4c09755c76de,revision_number=6']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:54.926317 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d68ffbd3-6271-4eff-ae5b-554cda6f83ac tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:54.936037 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-7045be83-3034-4138-9baa-b0277fe0f3d3 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] For port 5f6cc40b-fbcf-4959-803b-90e8badb46e1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5f6cc40b-fbcf-4959-803b-90e8badb46e1,segment=NetworkSegment(d449daf3-7e78-4aa8-b377-3965b59189f8),segment_id=d449daf3-7e78-4aa8-b377-3965b59189f8)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:59:54.936037 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7045be83-3034-4138-9baa-b0277fe0f3d3 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (5f6cc40b-fbcf-4959-803b-90e8badb46e1), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:54.970797 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-0d74a149-33d9-4a78-bdce-0f81cd84d6fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (e0e120c6-af1f-48a8-84ad-73d72a65d2c3), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:54.987858 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-ed9346f8-9a74-46c9-b73f-eb457a808d2e tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Deleting port c9b5f9de-0eb4-4479-bc8c-85b31fdbe7bd {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 21:59:54.988206 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ed9346f8-9a74-46c9-b73f-eb457a808d2e tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (c9b5f9de-0eb4-4479-bc8c-85b31fdbe7bd), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:54.991766 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port ef9b4e4e-8b27-4bf4-be77-84558d7fa538 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:59:54.992172 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (ef9b4e4e-8b27-4bf4-be77-84558d7fa538), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:55.080976 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port ef9b4e4e-8b27-4bf4-be77-84558d7fa538, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ef9b4e4e-8b27-4bf4-be77-84558d7fa538,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:59:55.105214 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (ef9b4e4e-8b27-4bf4-be77-84558d7fa538), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:55.110967 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 248ca656-6bff-4ce6-b67d-1c6c09ea7b42 is: ACTIVE; New status is: DOWN {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:59:55.111374 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (248ca656-6bff-4ce6-b67d-1c6c09ea7b42), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:55.135385 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-65faba79-f400-4fee-bc35-86c787171539 req-05ff5587-c61d-41cc-95d0-57ce89ba6d5f service neutron] 10.222.0.55 "GET /v2.0/networks/3e9903c9-6550-4ae2-aa4f-70e03144784f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8617730
May 07 21:59:55.138127 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d74a149-33d9-4a78-bdce-0f81cd84d6fe None None] Pushing event updated for resources: {'Port': ['ID=e0e120c6-af1f-48a8-84ad-73d72a65d2c3,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:55.212505 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b323a79-18ee-4e35-b683-dda196e880aa req-73d5d3e2-fd71-4d13-a012-56d3aab8fff0 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:55.226078 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b323a79-18ee-4e35-b683-dda196e880aa req-73d5d3e2-fd71-4d13-a012-56d3aab8fff0 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:55.246820 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b323a79-18ee-4e35-b683-dda196e880aa req-73d5d3e2-fd71-4d13-a012-56d3aab8fff0 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:55.251288 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b323a79-18ee-4e35-b683-dda196e880aa req-73d5d3e2-fd71-4d13-a012-56d3aab8fff0 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:55.257380 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 248ca656-6bff-4ce6-b67d-1c6c09ea7b42, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=248ca656-6bff-4ce6-b67d-1c6c09ea7b42,segment=NetworkSegment(4cad6eb6-00ef-467c-849b-bcfc65b68a11),segment_id=4cad6eb6-00ef-467c-849b-bcfc65b68a11)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:59:55.264051 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b323a79-18ee-4e35-b683-dda196e880aa req-73d5d3e2-fd71-4d13-a012-56d3aab8fff0 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:55.273567 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (248ca656-6bff-4ce6-b67d-1c6c09ea7b42), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:55.274286 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 0aa75d6c-c396-4cf7-82ed-1655289562cd no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:59:55.279235 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b323a79-18ee-4e35-b683-dda196e880aa req-73d5d3e2-fd71-4d13-a012-56d3aab8fff0 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:55.294584 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b323a79-18ee-4e35-b683-dda196e880aa req-73d5d3e2-fd71-4d13-a012-56d3aab8fff0 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:55.311304 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5b323a79-18ee-4e35-b683-dda196e880aa req-73d5d3e2-fd71-4d13-a012-56d3aab8fff0 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb18387-ba8a-4070-aa1b-42824ed0c7ec HTTP/1.1" status: 200  len: 5430 time: 0.2902248
May 07 21:59:55.316233 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-7045be83-3034-4138-9baa-b0277fe0f3d3 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Calling delete_port for 5f6cc40b-fbcf-4959-803b-90e8badb46e1 owned by network:dhcp {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:59:55.399281 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-65faba79-f400-4fee-bc35-86c787171539 req-c1f02718-6606-405d-8e74-2b73ea95b23b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=744875ea-e246-4ecb-b60f-b9c04a274fe9 HTTP/1.1" status: 200  len: 217 time: 0.2363772
May 07 21:59:55.421022 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcb5bf1-361f-444d-a00a-07bc0e12df4d req-bf1f4cc6-dce4-42e2-ab6f-095c3a8270f5 tempest-InstanceActionsV221TestJSON-1399132138 tempest-InstanceActionsV221TestJSON-1399132138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:55.430423 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0dcb5bf1-361f-444d-a00a-07bc0e12df4d req-bf1f4cc6-dce4-42e2-ab6f-095c3a8270f5 tempest-InstanceActionsV221TestJSON-1399132138 tempest-InstanceActionsV221TestJSON-1399132138-project] 10.222.0.32 "GET /v2.0/ports?device_id=21531192-b2b4-4fc8-8c41-e19e7301001f HTTP/1.1" status: 200  len: 943 time: 0.2920663
May 07 21:59:55.473082 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 0f84f165-6793-4511-829c-a1485325f2b6 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:59:55.574875 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=ef9b4e4e-8b27-4bf4-be77-84558d7fa538,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:55.636435 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-78956fa6-26fe-422c-ac5e-5403f39481d3 req-9ee2638e-a7a8-4839-a3f5-2ab5c602d6d7 service neutron] Attempting to bind port 3a446051-aeee-48e0-a355-cc210b6b8602 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:59:55.637064 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-78956fa6-26fe-422c-ac5e-5403f39481d3 req-9ee2638e-a7a8-4839-a3f5-2ab5c602d6d7 service neutron] Attempting to bind port 3a446051-aeee-48e0-a355-cc210b6b8602 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '39974400-d1e2-40c1-85fd-23f16d679a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '011b05b9-af33-4afd-88fa-e53f85adc730'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:59:55.637574 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78956fa6-26fe-422c-ac5e-5403f39481d3 req-9ee2638e-a7a8-4839-a3f5-2ab5c602d6d7 service neutron] Attempting to bind port 3a446051-aeee-48e0-a355-cc210b6b8602 on network 011b05b9-af33-4afd-88fa-e53f85adc730 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:59:55.717114 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-9ee4e500-0219-413b-a3cc-90d2f5d4e581 req-905a8b73-5ecd-4d70-9320-436f397f0fb6 service neutron] For port 8265c59d-4721-4235-823a-846b00373dfe, host nch1-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:59:55.722810 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=248ca656-6bff-4ce6-b67d-1c6c09ea7b42,revision_number=6']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:55.737510 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14df2f8-0dfe-4bd0-83bb-3e7cdb586d09 None None] Network 750e8121-2671-438f-9a42-169be7e47286 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:59:55.738323 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0dcb5bf1-361f-444d-a00a-07bc0e12df4d req-7517e8d3-c089-49ec-bc8a-5890a99204e4 tempest-InstanceActionsV221TestJSON-1399132138 tempest-InstanceActionsV221TestJSON-1399132138-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d627839-c6cb-47c8-854b-4e1d1823964d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3066535
May 07 21:59:55.772305 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78956fa6-26fe-422c-ac5e-5403f39481d3 req-9ee2638e-a7a8-4839-a3f5-2ab5c602d6d7 service neutron] Port 3a446051-aeee-48e0-a355-cc210b6b8602 on network 011b05b9-af33-4afd-88fa-e53f85adc730 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 21:59:55.772935 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78956fa6-26fe-422c-ac5e-5403f39481d3 req-9ee2638e-a7a8-4839-a3f5-2ab5c602d6d7 service neutron] Attempting to bind port 3a446051-aeee-48e0-a355-cc210b6b8602 on network 011b05b9-af33-4afd-88fa-e53f85adc730 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:59:55.783945 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78956fa6-26fe-422c-ac5e-5403f39481d3 req-9ee2638e-a7a8-4839-a3f5-2ab5c602d6d7 service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:59:55.784588 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78956fa6-26fe-422c-ac5e-5403f39481d3 req-9ee2638e-a7a8-4839-a3f5-2ab5c602d6d7 service neutron] Checking segment: {'id': '39974400-d1e2-40c1-85fd-23f16d679a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '011b05b9-af33-4afd-88fa-e53f85adc730'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:59:55.785173 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78956fa6-26fe-422c-ac5e-5403f39481d3 req-9ee2638e-a7a8-4839-a3f5-2ab5c602d6d7 service neutron] Bound using segment: {'id': '39974400-d1e2-40c1-85fd-23f16d679a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '011b05b9-af33-4afd-88fa-e53f85adc730'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:59:55.785807 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-78956fa6-26fe-422c-ac5e-5403f39481d3 req-9ee2638e-a7a8-4839-a3f5-2ab5c602d6d7 service neutron] Bound port: 3a446051-aeee-48e0-a355-cc210b6b8602, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39974400-d1e2-40c1-85fd-23f16d679a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '011b05b9-af33-4afd-88fa-e53f85adc730'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:59:55.786363 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-78956fa6-26fe-422c-ac5e-5403f39481d3 req-9ee2638e-a7a8-4839-a3f5-2ab5c602d6d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (3a446051-aeee-48e0-a355-cc210b6b8602), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:55.837668 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 0aa75d6c-c396-4cf7-82ed-1655289562cd is: ACTIVE; New status is: DOWN {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:59:55.838069 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (0aa75d6c-c396-4cf7-82ed-1655289562cd), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:55.853547 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65faba79-f400-4fee-bc35-86c787171539 req-148b478c-8083-408f-b302-936dd3f037c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:55.856813 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-65faba79-f400-4fee-bc35-86c787171539 req-148b478c-8083-408f-b302-936dd3f037c0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6168b443-15e3-44b9-96e7-6156bf22796d HTTP/1.1" status: 200  len: 797 time: 0.4144297
May 07 21:59:55.879874 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 0f84f165-6793-4511-829c-a1485325f2b6 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:59:55.882930 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (0f84f165-6793-4511-829c-a1485325f2b6), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:55.944601 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [req-9ee4e500-0219-413b-a3cc-90d2f5d4e581 req-905a8b73-5ecd-4d70-9320-436f397f0fb6 service neutron] device_id is not set on port 8265c59d-4721-4235-823a-846b00373dfe yet. {{(pid=121836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 21:59:55.948194 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-b969fe3a-8ffa-4be7-9946-a27df00331e4 None None] Provisioning complete for port 0f84f165-6793-4511-829c-a1485325f2b6 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:59:55.948577 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b969fe3a-8ffa-4be7-9946-a27df00331e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (0f84f165-6793-4511-829c-a1485325f2b6), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:55.957975 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-9ee4e500-0219-413b-a3cc-90d2f5d4e581 req-905a8b73-5ecd-4d70-9320-436f397f0fb6 service neutron] Publish callbacks [] for port (8265c59d-4721-4235-823a-846b00373dfe), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:55.977940 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-9ee4e500-0219-413b-a3cc-90d2f5d4e581 req-905a8b73-5ecd-4d70-9320-436f397f0fb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (8265c59d-4721-4235-823a-846b00373dfe), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:56.052057 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5b323a79-18ee-4e35-b683-dda196e880aa req-a5dd29bf-90d1-4fd4-8b8d-e42231dfb8c5 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/security-groups?id=022a2e7b-c53f-49c4-a82c-d25afea19659&id=4683f7d7-8b63-48cf-a24d-027ba8d9c114&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.7397509
May 07 21:59:56.105943 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65faba79-f400-4fee-bc35-86c787171539 req-c91c5a48-2d30-49e3-a379-3f6ec7910f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:56.109163 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-65faba79-f400-4fee-bc35-86c787171539 req-c91c5a48-2d30-49e3-a379-3f6ec7910f45 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d3d6fbc8-cbfa-4c1a-9104-6c52ad3f84a6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.2437086
May 07 21:59:56.180745 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 0f84f165-6793-4511-829c-a1485325f2b6 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:59:56.181144 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (0f84f165-6793-4511-829c-a1485325f2b6), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:56.221066 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-78956fa6-26fe-422c-ac5e-5403f39481d3 req-9ee2638e-a7a8-4839-a3f5-2ab5c602d6d7 service neutron] For port 3a446051-aeee-48e0-a355-cc210b6b8602, host nch1-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:59:56.232872 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ee4e500-0219-413b-a3cc-90d2f5d4e581 req-905a8b73-5ecd-4d70-9320-436f397f0fb6 service neutron] No DVR routers for this DVR port 8265c59d-4721-4235-823a-846b00373dfe on host nch1-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:59:56.348645 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 0aa75d6c-c396-4cf7-82ed-1655289562cd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0aa75d6c-c396-4cf7-82ed-1655289562cd,segment=NetworkSegment(b31a7bd7-f013-44aa-a9c5-142fb752dadd),segment_id=b31a7bd7-f013-44aa-a9c5-142fb752dadd)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:59:56.359681 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfb18387-ba8a-4070-aa1b-42824ed0c7ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5642df0d-b70e-45a4-b82c-4c09755c76de'}, {'server_uuid': 'dfb18387-ba8a-4070-aa1b-42824ed0c7ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '248ca656-6bff-4ce6-b67d-1c6c09ea7b42'}, {'server_uuid': 'dfb18387-ba8a-4070-aa1b-42824ed0c7ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0aa75d6c-c396-4cf7-82ed-1655289562cd'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:59:56.362925 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-582ba3a8-e212-4b25-9ed2-49512a2c030b" -d '{"events": [{"server_uuid": "dfb18387-ba8a-4070-aa1b-42824ed0c7ec", "name": "network-vif-unplugged", "status": "completed", "tag": "5642df0d-b70e-45a4-b82c-4c09755c76de"}, {"server_uuid": "dfb18387-ba8a-4070-aa1b-42824ed0c7ec", "name": "network-vif-unplugged", "status": "completed", "tag": "248ca656-6bff-4ce6-b67d-1c6c09ea7b42"}, {"server_uuid": "dfb18387-ba8a-4070-aa1b-42824ed0c7ec", "name": "network-vif-unplugged", "status": "completed", "tag": "0aa75d6c-c396-4cf7-82ed-1655289562cd"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:59:56.366099 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9e00f53a-426a-4998-b286-4b5e91727c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:56.388092 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (0aa75d6c-c396-4cf7-82ed-1655289562cd), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:56.388342 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905a8b73-5ecd-4d70-9320-436f397f0fb6 service neutron] Pushing event updated for resources: {'Port': ['ID=8265c59d-4721-4235-823a-846b00373dfe,revision_number=6']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:56.389460 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 744875ea-e246-4ecb-b60f-b9c04a274fe9 no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:59:56.411428 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-78956fa6-26fe-422c-ac5e-5403f39481d3 req-9ee2638e-a7a8-4839-a3f5-2ab5c602d6d7 service neutron] For port 3a446051-aeee-48e0-a355-cc210b6b8602, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3a446051-aeee-48e0-a355-cc210b6b8602,segment=NetworkSegment(39974400-d1e2-40c1-85fd-23f16d679a03),segment_id=39974400-d1e2-40c1-85fd-23f16d679a03)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:59:56.500850 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-d68ffbd3-6271-4eff-ae5b-554cda6f83ac tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Allocated IP 2001:db8::1 (7b4083d4-8ac5-4ef7-ac7d-51e5b1721396/4a6d7832-1ebd-4f79-b151-e7092700a094/390be4bc-7e3d-4e43-99cd-5177c10ec3f4) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 21:59:56.541091 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-65faba79-f400-4fee-bc35-86c787171539 req-8ed0b6ab-a17c-4682-8c13-1c33023d6f9b service neutron] 10.222.0.55 "GET /v2.0/networks/d3d6fbc8-cbfa-4c1a-9104-6c52ad3f84a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3986528
May 07 21:59:56.555452 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-78956fa6-26fe-422c-ac5e-5403f39481d3 req-9ee2638e-a7a8-4839-a3f5-2ab5c602d6d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (3a446051-aeee-48e0-a355-cc210b6b8602), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:56.557534 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7269b064-f208-4ff2-97b3-eef2a51cc95b admin admin] Router b8becdb0-35c0-4028-9f28-6fe5334fd87c is scheduled to L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db with binding_index 1 {{(pid=121836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 07 21:59:56.590262 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Sat, 07 May 2022 21:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29df3ee8-1a58-472d-9071-4aed784863f2 x-openstack-request-id: req-29df3ee8-1a58-472d-9071-4aed784863f2 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:59:56.590635 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfb18387-ba8a-4070-aa1b-42824ed0c7ec", "name": "network-vif-unplugged", "status": "completed", "tag": "5642df0d-b70e-45a4-b82c-4c09755c76de", "code": 200}, {"server_uuid": "dfb18387-ba8a-4070-aa1b-42824ed0c7ec", "name": "network-vif-unplugged", "status": "completed", "tag": "248ca656-6bff-4ce6-b67d-1c6c09ea7b42", "code": 200}, {"server_uuid": "dfb18387-ba8a-4070-aa1b-42824ed0c7ec", "name": "network-vif-unplugged", "status": "completed", "tag": "0aa75d6c-c396-4cf7-82ed-1655289562cd", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:59:56.590927 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-29df3ee8-1a58-472d-9071-4aed784863f2 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:59:56.591535 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29df3ee8-1a58-472d-9071-4aed784863f2'] response: {'server_uuid': 'dfb18387-ba8a-4070-aa1b-42824ed0c7ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5642df0d-b70e-45a4-b82c-4c09755c76de', 'code': 200}
May 07 21:59:56.591804 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29df3ee8-1a58-472d-9071-4aed784863f2'] response: {'server_uuid': 'dfb18387-ba8a-4070-aa1b-42824ed0c7ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '248ca656-6bff-4ce6-b67d-1c6c09ea7b42', 'code': 200}
May 07 21:59:56.592065 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29df3ee8-1a58-472d-9071-4aed784863f2'] response: {'server_uuid': 'dfb18387-ba8a-4070-aa1b-42824ed0c7ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0aa75d6c-c396-4cf7-82ed-1655289562cd', 'code': 200}
May 07 21:59:56.672246 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port 0f84f165-6793-4511-829c-a1485325f2b6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0f84f165-6793-4511-829c-a1485325f2b6,segment=NetworkSegment(946603cd-661c-44e1-83be-0ffa4fba5a22),segment_id=946603cd-661c-44e1-83be-0ffa4fba5a22)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:59:56.687766 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d68ffbd3-6271-4eff-ae5b-554cda6f83ac tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks [] for port (390be4bc-7e3d-4e43-99cd-5177c10ec3f4), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:56.719351 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (0f84f165-6793-4511-829c-a1485325f2b6), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:56.732383 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-b969fe3a-8ffa-4be7-9946-a27df00331e4 None None] Current status of the port 0f84f165-6793-4511-829c-a1485325f2b6 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:59:56.733083 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b969fe3a-8ffa-4be7-9946-a27df00331e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (0f84f165-6793-4511-829c-a1485325f2b6), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:56.787946 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=0aa75d6c-c396-4cf7-82ed-1655289562cd,revision_number=6']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:56.910218 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 5f6cc40b-fbcf-4959-803b-90e8badb46e1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:59:56.920349 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cfc606b5-3ef1-48bf-a8ce-dfbe80502c51 admin admin] Publish callbacks [] for port (ca9c0551-3193-4101-a15e-7b3be2c13ea0), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:56.936756 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d68ffbd3-6271-4eff-ae5b-554cda6f83ac tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (390be4bc-7e3d-4e43-99cd-5177c10ec3f4), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:56.951319 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 744875ea-e246-4ecb-b60f-b9c04a274fe9 is: ACTIVE; New status is: DOWN {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:59:56.951721 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (744875ea-e246-4ecb-b60f-b9c04a274fe9), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:56.976652 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-9ee4e500-0219-413b-a3cc-90d2f5d4e581 req-905a8b73-5ecd-4d70-9320-436f397f0fb6 service neutron] In _notify_port_updated(), no bound segment for port 8265c59d-4721-4235-823a-846b00373dfe on network 3e9903c9-6550-4ae2-aa4f-70e03144784f {{(pid=121836) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:935}}
May 07 21:59:56.977640 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee4e500-0219-413b-a3cc-90d2f5d4e581 req-905a8b73-5ecd-4d70-9320-436f397f0fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:56.978272 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-9ee4e500-0219-413b-a3cc-90d2f5d4e581 req-905a8b73-5ecd-4d70-9320-436f397f0fb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:56.979835 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9ee4e500-0219-413b-a3cc-90d2f5d4e581 req-905a8b73-5ecd-4d70-9320-436f397f0fb6 service neutron] 10.222.0.55 "PUT /v2.0/ports/8265c59d-4721-4235-823a-846b00373dfe HTTP/1.1" status: 200  len: 1027 time: 4.3223143
May 07 21:59:57.025293 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78956fa6-26fe-422c-ac5e-5403f39481d3 req-9ee2638e-a7a8-4839-a3f5-2ab5c602d6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:57.027028 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-78956fa6-26fe-422c-ac5e-5403f39481d3 req-9ee2638e-a7a8-4839-a3f5-2ab5c602d6d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:57.033415 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-78956fa6-26fe-422c-ac5e-5403f39481d3 req-9ee2638e-a7a8-4839-a3f5-2ab5c602d6d7 service neutron] 10.222.0.55 "PUT /v2.0/ports/3a446051-aeee-48e0-a355-cc210b6b8602 HTTP/1.1" status: 200  len: 1091 time: 7.5298588
May 07 21:59:57.053642 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cfc606b5-3ef1-48bf-a8ce-dfbe80502c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (ca9c0551-3193-4101-a15e-7b3be2c13ea0), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:57.062180 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f89d18c-4fee-4d6b-a93a-479e02ef49f5 req-76b47141-68ce-49a7-847a-f928a721fd5b tempest-InstanceActionsV221TestJSON-1399132138 tempest-InstanceActionsV221TestJSON-1399132138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:57.064315 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9f89d18c-4fee-4d6b-a93a-479e02ef49f5 req-76b47141-68ce-49a7-847a-f928a721fd5b tempest-InstanceActionsV221TestJSON-1399132138 tempest-InstanceActionsV221TestJSON-1399132138-project] 10.222.0.32 "GET /v2.0/ports?device_id=21531192-b2b4-4fc8-8c41-e19e7301001f HTTP/1.1" status: 200  len: 943 time: 0.1329622
May 07 21:59:57.069832 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ed9346f8-9a74-46c9-b73f-eb457a808d2e tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (c9b5f9de-0eb4-4479-bc8c-85b31fdbe7bd), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:57.073105 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ed9346f8-9a74-46c9-b73f-eb457a808d2e tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Publish callbacks [] for floatingip (c9b5f9de-0eb4-4479-bc8c-85b31fdbe7bd), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:57.124461 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21531192-b2b4-4fc8-8c41-e19e7301001f', 'tag': '3a446051-aeee-48e0-a355-cc210b6b8602'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:59:57.128316 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5cfbb0d-7cbe-43f8-904e-13adc441169d" -d '{"events": [{"name": "network-changed", "server_uuid": "21531192-b2b4-4fc8-8c41-e19e7301001f", "tag": "3a446051-aeee-48e0-a355-cc210b6b8602"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:59:57.169978 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.db.api [None req-b969fe3a-8ffa-4be7-9946-a27df00331e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 07 21:59:57.170355 ncdv-master-1 neutron-server[121838]: DEBUG oslo_db.api [None req-b969fe3a-8ffa-4be7-9946-a27df00331e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 07 21:59:57.170908 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=0f84f165-6793-4511-829c-a1485325f2b6,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:57.174066 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68ffbd3-6271-4eff-ae5b-554cda6f83ac tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Network 7b4083d4-8ac5-4ef7-ac7d-51e5b1721396 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:59:57.176683 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 744875ea-e246-4ecb-b60f-b9c04a274fe9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=744875ea-e246-4ecb-b60f-b9c04a274fe9,segment=NetworkSegment(b207ac70-7c70-40fd-bfc0-416943348a0d),segment_id=b207ac70-7c70-40fd-bfc0-416943348a0d)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:59:57.178089 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aabeee4d-dc14-47ec-8b0d-4524c97a827f None None] Network 7b4083d4-8ac5-4ef7-ac7d-51e5b1721396 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 21:59:57.181545 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 5f6cc40b-fbcf-4959-803b-90e8badb46e1 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 21:59:57.181902 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 5f6cc40b-fbcf-4959-803b-90e8badb46e1 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:59:57.192967 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (744875ea-e246-4ecb-b60f-b9c04a274fe9), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:57.193755 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 8265c59d-4721-4235-823a-846b00373dfe no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:59:57.201760 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-d68ffbd3-6271-4eff-ae5b-554cda6f83ac tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:59:57.227399 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-ed9346f8-9a74-46c9-b73f-eb457a808d2e tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Calling delete_port for c9b5f9de-0eb4-4479-bc8c-85b31fdbe7bd owned by network:floatingip {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 21:59:57.227399 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68ffbd3-6271-4eff-ae5b-554cda6f83ac tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 21:59:57.227399 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d68ffbd3-6271-4eff-ae5b-554cda6f83ac tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398161'] for router_interface (5eaea858-1929-41f7-953a-f0585443782e), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:57.254019 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee4e500-0219-413b-a3cc-90d2f5d4e581 req-0b7e45b3-85d1-4ca7-b6d9-d46af64cee32 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:57.255595 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9ee4e500-0219-413b-a3cc-90d2f5d4e581 req-0b7e45b3-85d1-4ca7-b6d9-d46af64cee32 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.55 "GET /v2.0/ports/d3eb7f9f-cad6-43cc-b93c-f50a5e95c505?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200  len: 260 time: 0.1161911
May 07 21:59:57.290434 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7269b064-f208-4ff2-97b3-eef2a51cc95b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 21:59:57.298951 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d417e8-b2b0-407d-8db6-e54c2e431c94 None None] Sync routers for ids ['b8becdb0-35c0-4028-9f28-6fe5334fd87c'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 21:59:57.319162 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d417e8-b2b0-407d-8db6-e54c2e431c94 None None] Routers {'b8becdb0-35c0-4028-9f28-6fe5334fd87c'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:59:57.319728 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-b1d417e8-b2b0-407d-8db6-e54c2e431c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c943580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:59:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['b8becdb0-35c0-4028-9f28-6fe5334fd87c'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:57.323969 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-9ee4e500-0219-413b-a3cc-90d2f5d4e581 req-0c5c28d2-f7a6-4396-a608-768b9301755d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 21:59:57.434616 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee2638e-a7a8-4839-a3f5-2ab5c602d6d7 service neutron] Pushing event updated for resources: {'Port': ['ID=3a446051-aeee-48e0-a355-cc210b6b8602,revision_number=3']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:57.501041 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68ffbd3-6271-4eff-ae5b-554cda6f83ac tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Pushing event updated for resources: {'Port': ['ID=390be4bc-7e3d-4e43-99cd-5177c10ec3f4,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:57.518251 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] The host nch1-master-1 is not matching for port 8265c59d-4721-4235-823a-846b00373dfe host ! {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2394}}
May 07 21:59:57.518665 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 8265c59d-4721-4235-823a-846b00373dfe not bound to the agent host nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 21:59:57.519139 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device d3eb7f9f-cad6-43cc-b93c-f50a5e95c505 no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:59:57.580801 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7269b064-f208-4ff2-97b3-eef2a51cc95b admin admin] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:57.597123 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-7269b064-f208-4ff2-97b3-eef2a51cc95b admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 8.4900634
May 07 21:59:57.600522 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device e0e120c6-af1f-48a8-84ad-73d72a65d2c3 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 21:59:57.609667 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78956fa6-26fe-422c-ac5e-5403f39481d3 req-26d9cb1c-7a26-41ef-a923-3d1befe18dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:57.611213 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-78956fa6-26fe-422c-ac5e-5403f39481d3 req-26d9cb1c-7a26-41ef-a923-3d1befe18dbf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=42a275b437594296b48dcf24858d61f3&device_id=21531192-b2b4-4fc8-8c41-e19e7301001f HTTP/1.1" status: 200  len: 1125 time: 0.4706967
May 07 21:59:57.611691 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 50264) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:57.622524 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:57.627484 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-b1d417e8-b2b0-407d-8db6-e54c2e431c94 None None] Set router b8becdb0-35c0-4028-9f28-6fe5334fd87c gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:59:57.661980 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9f89d18c-4fee-4d6b-a93a-479e02ef49f5 req-3537b1ab-fe13-4416-af00-e8dcafea4693 tempest-InstanceActionsV221TestJSON-1399132138 tempest-InstanceActionsV221TestJSON-1399132138-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d627839-c6cb-47c8-854b-4e1d1823964d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5517516
May 07 21:59:57.694122 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cfc606b5-3ef1-48bf-a8ce-dfbe80502c51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401121'] for router_interface (44744f25-162d-4beb-8b6b-bf7f925b1061), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:57.708390 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-78956fa6-26fe-422c-ac5e-5403f39481d3 req-2f1afa14-340e-4595-9c18-8743755261fc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a446051-aeee-48e0-a355-cc210b6b8602 HTTP/1.1" status: 200  len: 217 time: 0.0763853
May 07 21:59:57.718957 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-65faba79-f400-4fee-bc35-86c787171539 req-0f270563-8d96-4f04-b414-6e3e4f3fc89c service neutron] 10.222.0.55 "GET /v2.0/networks/d3d6fbc8-cbfa-4c1a-9104-6c52ad3f84a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.1453531
May 07 21:59:57.720805 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7045be83-3034-4138-9baa-b0277fe0f3d3 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (5f6cc40b-fbcf-4959-803b-90e8badb46e1), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:57.728242 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d68ffbd3-6271-4eff-ae5b-554cda6f83ac tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (390be4bc-7e3d-4e43-99cd-5177c10ec3f4), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:57.776639 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=744875ea-e246-4ecb-b60f-b9c04a274fe9,revision_number=6']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:57.780251 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b15891b-72ec-4d9f-86cd-84da191e9f02 req-05ff67f4-fdfb-4e08-9f43-fc5a08652eba tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:57.794086 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b15891b-72ec-4d9f-86cd-84da191e9f02 req-05ff67f4-fdfb-4e08-9f43-fc5a08652eba tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:57.806482 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b15891b-72ec-4d9f-86cd-84da191e9f02 req-05ff67f4-fdfb-4e08-9f43-fc5a08652eba tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:57.820243 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b15891b-72ec-4d9f-86cd-84da191e9f02 req-05ff67f4-fdfb-4e08-9f43-fc5a08652eba tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:57.838739 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7045be83-3034-4138-9baa-b0277fe0f3d3 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] No DVR routers for this DVR port 5f6cc40b-fbcf-4959-803b-90e8badb46e1 on host ncdv-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 21:59:57.839252 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b15891b-72ec-4d9f-86cd-84da191e9f02 req-05ff67f4-fdfb-4e08-9f43-fc5a08652eba tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:57.844984 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b15891b-72ec-4d9f-86cd-84da191e9f02 req-05ff67f4-fdfb-4e08-9f43-fc5a08652eba tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:57.853016 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4b15891b-72ec-4d9f-86cd-84da191e9f02 req-05ff67f4-fdfb-4e08-9f43-fc5a08652eba tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb18387-ba8a-4070-aa1b-42824ed0c7ec HTTP/1.1" status: 200  len: 4650 time: 0.6936979
May 07 21:59:57.880760 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-b969fe3a-8ffa-4be7-9946-a27df00331e4 None None] Current status of the port 0f84f165-6793-4511-829c-a1485325f2b6 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:59:57.893844 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port e0e120c6-af1f-48a8-84ad-73d72a65d2c3 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:59:57.894368 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (e0e120c6-af1f-48a8-84ad-73d72a65d2c3), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:57.905410 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-b1d417e8-b2b0-407d-8db6-e54c2e431c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c943580>, [{'id': 'b8becdb0-35c0-4028-9f28-6fe5334fd87c', 'name': 'tempest-AttachVolumeTestJSON-625502093-router', 'tenant_id': '81e5c5d849ea4fc59d5c4fc58b31530f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.196'}], 'enable_snat': True}, 'gw_port_id': '078bc0b6-578f-429e-8363-7b5eb3890209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:59:49Z', 'updated_at': '2022-05-07T21:59:52Z', 'revision_number': 3, 'project_id': '81e5c5d849ea4fc59d5c4fc58b31530f', 'gw_port': {'id': '078bc0b6-578f-429e-8363-7b5eb3890209', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f0:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8becdb0-35c0-4028-9f28-6fe5334fd87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:59:50Z', 'updated_at': '2022-05-07T21:59:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:57.948154 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 21:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fa94c41-37ab-42e4-a510-bc9711405692 x-openstack-request-id: req-3fa94c41-37ab-42e4-a510-bc9711405692 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:59:57.951258 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21531192-b2b4-4fc8-8c41-e19e7301001f", "tag": "3a446051-aeee-48e0-a355-cc210b6b8602", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:59:57.951678 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3fa94c41-37ab-42e4-a510-bc9711405692 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:59:57.952275 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fa94c41-37ab-42e4-a510-bc9711405692'] response: {'name': 'network-changed', 'server_uuid': '21531192-b2b4-4fc8-8c41-e19e7301001f', 'tag': '3a446051-aeee-48e0-a355-cc210b6b8602', 'status': 'completed', 'code': 200}
May 07 21:59:57.953303 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d417e8-b2b0-407d-8db6-e54c2e431c94 None None] Checking router: b8becdb0-35c0-4028-9f28-6fe5334fd87c for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 21:59:57.953853 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d417e8-b2b0-407d-8db6-e54c2e431c94 None None] Updating router b8becdb0-35c0-4028-9f28-6fe5334fd87c port 078bc0b6-578f-429e-8363-7b5eb3890209 binding host ncdv-master-1 {{(pid=121839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 21:59:57.954558 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78956fa6-26fe-422c-ac5e-5403f39481d3 req-7599ce44-fa08-4fc1-8559-282e7bba4383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:57.957500 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-78956fa6-26fe-422c-ac5e-5403f39481d3 req-7599ce44-fa08-4fc1-8559-282e7bba4383 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=47be6486-d7b9-4bf2-b04c-b9bb121cdbb4 HTTP/1.1" status: 200  len: 857 time: 0.2229974
May 07 21:59:57.986468 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7045be83-3034-4138-9baa-b0277fe0f3d3 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (ac248384-0f98-4794-bb93-bf1404191ef8), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:57.998249 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-b1d417e8-b2b0-407d-8db6-e54c2e431c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (078bc0b6-578f-429e-8363-7b5eb3890209), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:58.013556 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-7045be83-3034-4138-9baa-b0277fe0f3d3 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf86c1f1c0>,) {'filters': {'network_id': ['ac248384-0f98-4794-bb93-bf1404191ef8']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:58.023807 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-7045be83-3034-4138-9baa-b0277fe0f3d3 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf86c1f1c0>, 'd449daf3-7e78-4aa8-b377-3965b59189f8') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:58.024113 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-7045be83-3034-4138-9baa-b0277fe0f3d3 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf86c1f1c0>, 'd449daf3-7e78-4aa8-b377-3965b59189f8') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:58.042357 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7045be83-3034-4138-9baa-b0277fe0f3d3 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (d449daf3-7e78-4aa8-b377-3965b59189f8), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:58.058122 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port d3eb7f9f-cad6-43cc-b93c-f50a5e95c505 is: ACTIVE; New status is: DOWN {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:59:58.067516 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (d3eb7f9f-cad6-43cc-b93c-f50a5e95c505), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:58.118756 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-065e6009-2a3a-4c08-a029-206316da7072 None None] Provisioning complete for port e0e120c6-af1f-48a8-84ad-73d72a65d2c3 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:59:58.126241 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-065e6009-2a3a-4c08-a029-206316da7072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (e0e120c6-af1f-48a8-84ad-73d72a65d2c3), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:58.192274 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc606b5-3ef1-48bf-a8ce-dfbe80502c51 admin admin] Pushing event updated for resources: {'Port': ['ID=ca9c0551-3193-4101-a15e-7b3be2c13ea0,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:58.254412 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7045be83-3034-4138-9baa-b0277fe0f3d3 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (d449daf3-7e78-4aa8-b377-3965b59189f8), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:58.268772 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7045be83-3034-4138-9baa-b0277fe0f3d3 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 21:59:58.269193 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7045be83-3034-4138-9baa-b0277fe0f3d3 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (d449daf3-7e78-4aa8-b377-3965b59189f8), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:58.290448 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-65faba79-f400-4fee-bc35-86c787171539 req-fb52f084-d500-4ae0-af68-9f0692ae2426 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0f85ab7f-8d9d-42b6-bed5-f5b8be554023 HTTP/1.1" status: 200  len: 217 time: 0.4314473
May 07 21:59:58.304223 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-78956fa6-26fe-422c-ac5e-5403f39481d3 req-db57ce55-62bb-4a01-8874-66a5a1531fe4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=011b05b9-af33-4afd-88fa-e53f85adc730&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3370473
May 07 21:59:58.310358 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-9ee4e500-0219-413b-a3cc-90d2f5d4e581 req-0c5c28d2-f7a6-4396-a608-768b9301755d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (d3eb7f9f-cad6-43cc-b93c-f50a5e95c505), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:58.333844 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port d3eb7f9f-cad6-43cc-b93c-f50a5e95c505, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d3eb7f9f-cad6-43cc-b93c-f50a5e95c505,segment=NetworkSegment(b31a7bd7-f013-44aa-a9c5-142fb752dadd),segment_id=b31a7bd7-f013-44aa-a9c5-142fb752dadd)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:59:58.353299 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (d3eb7f9f-cad6-43cc-b93c-f50a5e95c505), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:58.354149 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 0f85ab7f-8d9d-42b6-bed5-f5b8be554023 no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 21:59:58.372827 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port e0e120c6-af1f-48a8-84ad-73d72a65d2c3 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:59:58.379280 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (e0e120c6-af1f-48a8-84ad-73d72a65d2c3), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:58.413120 ncdv-master-1 neutron-server[121837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 21:59:58.413120 ncdv-master-1 neutron-server[121837]:   self.session.flush()
May 07 21:59:58.413120 ncdv-master-1 neutron-server[121837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 21:59:58.413120 ncdv-master-1 neutron-server[121837]:   self.session.flush()
May 07 21:59:58.413120 ncdv-master-1 neutron-server[121837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 21:59:58.413120 ncdv-master-1 neutron-server[121837]:   self.session.flush()
May 07 21:59:58.413120 ncdv-master-1 neutron-server[121837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 21:59:58.413120 ncdv-master-1 neutron-server[121837]:   self.session.flush()
May 07 21:59:58.413120 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 21:59:58.413120 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 21:59:58.413120 ncdv-master-1 neutron-server[121837]:     timer()
May 07 21:59:58.413120 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 21:59:58.413120 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 21:59:58.413120 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 21:59:58.413120 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 21:59:58.413120 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 21:59:58.413120 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 21:59:58.413120 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 21:59:58.413120 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 21:59:58.413120 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 21:59:58.413120 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 21:59:58.413120 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 21:59:58.413120 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 21:59:58.413120 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 21:59:58.413120 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 21:59:58.413120 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 21:59:58.413120 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 21:59:58.413120 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 21:59:58.413120 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 21:59:58.413120 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 21:59:58.413120 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 21:59:58.413120 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 21:59:58.413120 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 21:59:58.413120 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 21:59:58.413120 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 21:59:58.413120 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 21:59:58.413120 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 21:59:58.413120 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 21:59:58.413120 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 21:59:58.413120 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 21:59:58.454696 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65faba79-f400-4fee-bc35-86c787171539 req-eb747b53-94e7-4473-b500-e47068d08987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:58.457507 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-65faba79-f400-4fee-bc35-86c787171539 req-eb747b53-94e7-4473-b500-e47068d08987 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6168b443-15e3-44b9-96e7-6156bf22796d HTTP/1.1" status: 200  len: 797 time: 0.1504250
May 07 21:59:58.471422 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7045be83-3034-4138-9baa-b0277fe0f3d3 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (ac248384-0f98-4794-bb93-bf1404191ef8), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:58.492773 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7045be83-3034-4138-9baa-b0277fe0f3d3 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Pushing event deleted for resources: {'Port': ['ID=5f6cc40b-fbcf-4959-803b-90e8badb46e1,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:58.496902 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7045be83-3034-4138-9baa-b0277fe0f3d3 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:58.513801 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-7045be83-3034-4138-9baa-b0277fe0f3d3 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] 10.222.0.32 "DELETE /v2.0/networks/ac248384-0f98-4794-bb93-bf1404191ef8 HTTP/1.1" status: 204  len: 168 time: 5.2500422
May 07 21:59:58.518630 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 50276) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:58.559372 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-b1d417e8-b2b0-407d-8db6-e54c2e431c94 None None] Publish callbacks [] for port (078bc0b6-578f-429e-8363-7b5eb3890209), precommit_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:58.577103 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-b1d417e8-b2b0-407d-8db6-e54c2e431c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (078bc0b6-578f-429e-8363-7b5eb3890209), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:58.690990 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-b1d417e8-b2b0-407d-8db6-e54c2e431c94 None None] Attempting to bind port 078bc0b6-578f-429e-8363-7b5eb3890209 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 21:59:58.691654 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-f98c21db-5925-481d-8217-cd93d31719f7 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] DELETE failed (client error): The resource could not be found.
May 07 21:59:58.692124 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f98c21db-5925-481d-8217-cd93d31719f7 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 21:59:58.697389 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-f98c21db-5925-481d-8217-cd93d31719f7 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] 10.222.0.32 "DELETE /v2.0/subnets/44daed55-a03e-4cae-8d8d-a385856e8209 HTTP/1.1" status: 404  len: 337 time: 0.1602898
May 07 21:59:58.704324 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-b1d417e8-b2b0-407d-8db6-e54c2e431c94 None None] Attempting to bind port 078bc0b6-578f-429e-8363-7b5eb3890209 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 21:59:58.705079 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d417e8-b2b0-407d-8db6-e54c2e431c94 None None] Attempting to bind port 078bc0b6-578f-429e-8363-7b5eb3890209 on network 9221b764-ef06-431f-8941-796516ed7c3b {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 21:59:58.730219 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f304331-a844-4fb5-bd6b-3c4ce03098e8 None None] Pushing event updated for resources: {'Port': ['ID=078bc0b6-578f-429e-8363-7b5eb3890209,revision_number=2']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:58.738253 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d417e8-b2b0-407d-8db6-e54c2e431c94 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 21:59:58.738843 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d417e8-b2b0-407d-8db6-e54c2e431c94 None None] Checking segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 21:59:58.739354 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-b1d417e8-b2b0-407d-8db6-e54c2e431c94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:58.740630 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d417e8-b2b0-407d-8db6-e54c2e431c94 None None] Bound using segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 21:59:58.742846 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-b1d417e8-b2b0-407d-8db6-e54c2e431c94 None None] Bound port: 078bc0b6-578f-429e-8363-7b5eb3890209, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 21:59:58.743378 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-b1d417e8-b2b0-407d-8db6-e54c2e431c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (078bc0b6-578f-429e-8363-7b5eb3890209), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:58.757563 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 50278) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:58.781426 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfb18387-ba8a-4070-aa1b-42824ed0c7ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '744875ea-e246-4ecb-b60f-b9c04a274fe9'}, {'server_uuid': 'dfb18387-ba8a-4070-aa1b-42824ed0c7ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3eb7f9f-cad6-43cc-b93c-f50a5e95c505'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 21:59:58.783951 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7ba67e5-00aa-4075-9d41-56717aee9d77" -d '{"events": [{"server_uuid": "dfb18387-ba8a-4070-aa1b-42824ed0c7ec", "name": "network-vif-unplugged", "status": "completed", "tag": "744875ea-e246-4ecb-b60f-b9c04a274fe9"}, {"server_uuid": "dfb18387-ba8a-4070-aa1b-42824ed0c7ec", "name": "network-vif-unplugged", "status": "completed", "tag": "d3eb7f9f-cad6-43cc-b93c-f50a5e95c505"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 21:59:58.836357 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-b1d417e8-b2b0-407d-8db6-e54c2e431c94 None None] For port 078bc0b6-578f-429e-8363-7b5eb3890209, host ncdv-master-1, cleared binding levels {{(pid=121839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 21:59:58.840464 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7045be83-3034-4138-9baa-b0277fe0f3d3 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Pushing event deleted for resources: {'Network': ['ID=ac248384-0f98-4794-bb93-bf1404191ef8,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:58.841652 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-b1d417e8-b2b0-407d-8db6-e54c2e431c94 None None] For port 078bc0b6-578f-429e-8363-7b5eb3890209, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=078bc0b6-578f-429e-8363-7b5eb3890209,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 21:59:58.861372 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-b1d417e8-b2b0-407d-8db6-e54c2e431c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (078bc0b6-578f-429e-8363-7b5eb3890209), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:58.880922 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=d3eb7f9f-cad6-43cc-b93c-f50a5e95c505,revision_number=6']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:58.918559 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc606b5-3ef1-48bf-a8ce-dfbe80502c51 admin admin] Network 4e401ba0-7563-49f5-9424-036872d14546 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 21:59:58.926341 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4b15891b-72ec-4d9f-86cd-84da191e9f02 req-453d11de-04ae-4240-b558-7a731b412285 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/security-groups?id=022a2e7b-c53f-49c4-a82c-d25afea19659&id=4683f7d7-8b63-48cf-a24d-027ba8d9c114&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.8911726
May 07 21:59:58.930139 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d417e8-b2b0-407d-8db6-e54c2e431c94 None None] Routers {'b8becdb0-35c0-4028-9f28-6fe5334fd87c'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 21:59:58.931074 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-b1d417e8-b2b0-407d-8db6-e54c2e431c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c943580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:59:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['b8becdb0-35c0-4028-9f28-6fe5334fd87c'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:58.944198 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-cfc606b5-3ef1-48bf-a8ce-dfbe80502c51 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 21:59:58.953692 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-065e6009-2a3a-4c08-a029-206316da7072 None None] Current status of the port e0e120c6-af1f-48a8-84ad-73d72a65d2c3 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:59:58.954163 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-065e6009-2a3a-4c08-a029-206316da7072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (e0e120c6-af1f-48a8-84ad-73d72a65d2c3), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:59.036332 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e8974d-5894-406f-9a83-0e4ca1569749 req-c97618c7-81a8-4a2d-be8c-bea85ebc1f3f tempest-InstanceActionsV221TestJSON-1399132138 tempest-InstanceActionsV221TestJSON-1399132138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:59.048187 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-52e8974d-5894-406f-9a83-0e4ca1569749 req-c97618c7-81a8-4a2d-be8c-bea85ebc1f3f tempest-InstanceActionsV221TestJSON-1399132138 tempest-InstanceActionsV221TestJSON-1399132138-project] 10.222.0.32 "GET /v2.0/ports?device_id=21531192-b2b4-4fc8-8c41-e19e7301001f HTTP/1.1" status: 200  len: 943 time: 0.1878810
May 07 21:59:59.050499 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ed9346f8-9a74-46c9-b73f-eb457a808d2e tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (c9b5f9de-0eb4-4479-bc8c-85b31fdbe7bd), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:59.085994 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fdba128-705a-4fff-b829-b767152525d1 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] DELETE failed (client error): The resource could not be found.
May 07 21:59:59.088626 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fdba128-705a-4fff-b829-b767152525d1 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 21:59:59.101385 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-0fdba128-705a-4fff-b829-b767152525d1 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] 10.222.0.32 "DELETE /v2.0/networks/36d630f9-04d4-456a-b366-add6d871cc0d HTTP/1.1" status: 404  len: 339 time: 0.3360083
May 07 21:59:59.101616 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Sat, 07 May 2022 21:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9161e96-49d3-4eae-9b1e-370a3c944a50 x-openstack-request-id: req-f9161e96-49d3-4eae-9b1e-370a3c944a50 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 21:59:59.101616 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfb18387-ba8a-4070-aa1b-42824ed0c7ec", "name": "network-vif-unplugged", "status": "completed", "tag": "744875ea-e246-4ecb-b60f-b9c04a274fe9", "code": 200}, {"server_uuid": "dfb18387-ba8a-4070-aa1b-42824ed0c7ec", "name": "network-vif-unplugged", "status": "completed", "tag": "d3eb7f9f-cad6-43cc-b93c-f50a5e95c505", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 21:59:59.101616 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f9161e96-49d3-4eae-9b1e-370a3c944a50 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 21:59:59.101616 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9161e96-49d3-4eae-9b1e-370a3c944a50'] response: {'server_uuid': 'dfb18387-ba8a-4070-aa1b-42824ed0c7ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '744875ea-e246-4ecb-b60f-b9c04a274fe9', 'code': 200}
May 07 21:59:59.101616 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9161e96-49d3-4eae-9b1e-370a3c944a50'] response: {'server_uuid': 'dfb18387-ba8a-4070-aa1b-42824ed0c7ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3eb7f9f-cad6-43cc-b93c-f50a5e95c505', 'code': 200}
May 07 21:59:59.121909 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f304331-a844-4fb5-bd6b-3c4ce03098e8 None None] Pushing event updated for resources: {'Port': ['ID=078bc0b6-578f-429e-8363-7b5eb3890209,revision_number=3']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:59.134639 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65faba79-f400-4fee-bc35-86c787171539 req-bb91ffc0-e7b9-490f-8aad-c86457b5b335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 21:59:59.136178 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-65faba79-f400-4fee-bc35-86c787171539 req-bb91ffc0-e7b9-490f-8aad-c86457b5b335 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d3d6fbc8-cbfa-4c1a-9104-6c52ad3f84a6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1198 time: 0.5642648
May 07 21:59:59.151440 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-065e6009-2a3a-4c08-a029-206316da7072 None None] For port e0e120c6-af1f-48a8-84ad-73d72a65d2c3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e0e120c6-af1f-48a8-84ad-73d72a65d2c3,segment=NetworkSegment(1f919da8-4e47-45a6-9211-f95b03d1819c),segment_id=1f919da8-4e47-45a6-9211-f95b03d1819c)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:59:59.160267 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:59.229151 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-065e6009-2a3a-4c08-a029-206316da7072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (e0e120c6-af1f-48a8-84ad-73d72a65d2c3), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:59.240110 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-b1d417e8-b2b0-407d-8db6-e54c2e431c94 None None] Set router b8becdb0-35c0-4028-9f28-6fe5334fd87c gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 21:59:59.270089 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 0f85ab7f-8d9d-42b6-bed5-f5b8be554023 is: ACTIVE; New status is: DOWN {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:59:59.270484 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (0f85ab7f-8d9d-42b6-bed5-f5b8be554023), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:59.314217 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 50284) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 21:59:59.317530 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9346f8-9a74-46c9-b73f-eb457a808d2e tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Pushing event deleted for resources: {'Port': ['ID=c9b5f9de-0eb4-4479-bc8c-85b31fdbe7bd,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:59.318331 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-065e6009-2a3a-4c08-a029-206316da7072 None None] Provisioning complete for port 8265c59d-4721-4235-823a-846b00373dfe triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:59:59.318721 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-065e6009-2a3a-4c08-a029-206316da7072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (8265c59d-4721-4235-823a-846b00373dfe), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:59.377458 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.db.api [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 07 21:59:59.377827 ncdv-master-1 neutron-server[121838]: DEBUG oslo_db.api [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 07 21:59:59.378056 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-78956fa6-26fe-422c-ac5e-5403f39481d3 req-9569523c-1b07-4ba7-b7ee-1aad4029ecfa service neutron] 10.222.0.55 "GET /v2.0/networks/011b05b9-af33-4afd-88fa-e53f85adc730?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0530040
May 07 21:59:59.447803 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065e6009-2a3a-4c08-a029-206316da7072 None None] Pushing event updated for resources: {'Port': ['ID=e0e120c6-af1f-48a8-84ad-73d72a65d2c3,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:59.475406 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 0f85ab7f-8d9d-42b6-bed5-f5b8be554023, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0f85ab7f-8d9d-42b6-bed5-f5b8be554023,segment=NetworkSegment(b207ac70-7c70-40fd-bfc0-416943348a0d),segment_id=b207ac70-7c70-40fd-bfc0-416943348a0d)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 21:59:59.480953 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-065e6009-2a3a-4c08-a029-206316da7072 None None] Port 8265c59d-4721-4235-823a-846b00373dfe cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 21:59:59.494674 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (0f85ab7f-8d9d-42b6-bed5-f5b8be554023), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:59.539006 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-b1d417e8-b2b0-407d-8db6-e54c2e431c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c943580>, [{'id': 'b8becdb0-35c0-4028-9f28-6fe5334fd87c', 'name': 'tempest-AttachVolumeTestJSON-625502093-router', 'tenant_id': '81e5c5d849ea4fc59d5c4fc58b31530f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.196'}], 'enable_snat': True}, 'gw_port_id': '078bc0b6-578f-429e-8363-7b5eb3890209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:59:49Z', 'updated_at': '2022-05-07T21:59:52Z', 'revision_number': 3, 'project_id': '81e5c5d849ea4fc59d5c4fc58b31530f', 'gw_port': {'id': '078bc0b6-578f-429e-8363-7b5eb3890209', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f0:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8becdb0-35c0-4028-9f28-6fe5334fd87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:59:50Z', 'updated_at': '2022-05-07T21:59:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 21:59:59.572367 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d417e8-b2b0-407d-8db6-e54c2e431c94 None None] The sync data for ids ['b8becdb0-35c0-4028-9f28-6fe5334fd87c'] in ncdv-master-1 is: [{'id': 'b8becdb0-35c0-4028-9f28-6fe5334fd87c', 'name': 'tempest-AttachVolumeTestJSON-625502093-router', 'tenant_id': '81e5c5d849ea4fc59d5c4fc58b31530f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.196'}], 'enable_snat': True}, 'gw_port_id': '078bc0b6-578f-429e-8363-7b5eb3890209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:59:49Z', 'updated_at': '2022-05-07T21:59:52Z', 'revision_number': 3, 'project_id': '81e5c5d849ea4fc59d5c4fc58b31530f', 'gw_port': {'id': '078bc0b6-578f-429e-8363-7b5eb3890209', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f0:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8becdb0-35c0-4028-9f28-6fe5334fd87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:59:50Z', 'updated_at': '2022-05-07T21:59:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 21:59:59.583241 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=0f85ab7f-8d9d-42b6-bed5-f5b8be554023,revision_number=6']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 21:59:59.586391 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-065e6009-2a3a-4c08-a029-206316da7072 None None] Provisioning complete for port 0f84f165-6793-4511-829c-a1485325f2b6 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:59:59.586800 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-065e6009-2a3a-4c08-a029-206316da7072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (0f84f165-6793-4511-829c-a1485325f2b6), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:59.690937 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ed9346f8-9a74-46c9-b73f-eb457a808d2e tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Publish callbacks [] for floatingip (f6467fe6-7ab9-427f-a824-54515d7f5648), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:59.693539 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ed9346f8-9a74-46c9-b73f-eb457a808d2e tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:59.694742 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-ed9346f8-9a74-46c9-b73f-eb457a808d2e tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] 10.222.0.32 "DELETE /v2.0/floatingips/f6467fe6-7ab9-427f-a824-54515d7f5648 HTTP/1.1" status: 204  len: 168 time: 5.3566945
May 07 21:59:59.730046 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-065e6009-2a3a-4c08-a029-206316da7072 None None] Current status of the port 0f84f165-6793-4511-829c-a1485325f2b6 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 21:59:59.779769 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-52e8974d-5894-406f-9a83-0e4ca1569749 req-38f42410-ea88-4c6a-ab61-02ee844544d8 tempest-InstanceActionsV221TestJSON-1399132138 tempest-InstanceActionsV221TestJSON-1399132138-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d627839-c6cb-47c8-854b-4e1d1823964d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7304115
May 07 21:59:59.812144 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3ee3695-40f2-4870-9fc8-6984a530380a tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Deleting subnet 463a7614-8c88-4c09-b02a-b56126756d83 {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 21:59:59.815940 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e3ee3695-40f2-4870-9fc8-6984a530380a tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks [] for subnet (463a7614-8c88-4c09-b02a-b56126756d83), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 21:59:59.823435 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-65faba79-f400-4fee-bc35-86c787171539 req-cd2a02dd-3b79-4f89-9ba5-789b4f3975e2 service neutron] 10.222.0.55 "GET /v2.0/networks/d3d6fbc8-cbfa-4c1a-9104-6c52ad3f84a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4499626
May 07 21:59:59.858000 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-447f686f-a3a7-432e-b690-85630635bcdb None None] Provisioning complete for port e0e120c6-af1f-48a8-84ad-73d72a65d2c3 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 21:59:59.858554 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-447f686f-a3a7-432e-b690-85630635bcdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (e0e120c6-af1f-48a8-84ad-73d72a65d2c3), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:00.003686 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port e0e120c6-af1f-48a8-84ad-73d72a65d2c3 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:00:00.004849 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 0f84f165-6793-4511-829c-a1485325f2b6 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:00:00.013167 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e3ee3695-40f2-4870-9fc8-6984a530380a tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (463a7614-8c88-4c09-b02a-b56126756d83), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:00.094523 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d68ffbd3-6271-4eff-ae5b-554cda6f83ac tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks [] for port (390be4bc-7e3d-4e43-99cd-5177c10ec3f4), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:00.119548 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfc606b5-3ef1-48bf-a8ce-dfbe80502c51 admin admin] Router 44744f25-162d-4beb-8b6b-bf7f925b1061 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:00:00.175151 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d68ffbd3-6271-4eff-ae5b-554cda6f83ac tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (390be4bc-7e3d-4e43-99cd-5177c10ec3f4), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:00.176578 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d68ffbd3-6271-4eff-ae5b-554cda6f83ac tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401121'] for router_interface (5eaea858-1929-41f7-953a-f0585443782e), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:00.224134 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-447f686f-a3a7-432e-b690-85630635bcdb None None] Current status of the port e0e120c6-af1f-48a8-84ad-73d72a65d2c3 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:00:00.253388 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-447f686f-a3a7-432e-b690-85630635bcdb None None] Provisioning complete for port 390be4bc-7e3d-4e43-99cd-5177c10ec3f4 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:00:00.255164 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-447f686f-a3a7-432e-b690-85630635bcdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (390be4bc-7e3d-4e43-99cd-5177c10ec3f4), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:00.262593 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 0f84f165-6793-4511-829c-a1485325f2b6 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:00:00.264468 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (0f84f165-6793-4511-829c-a1485325f2b6), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:00.270787 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:00.486641 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-447f686f-a3a7-432e-b690-85630635bcdb None None] Port 390be4bc-7e3d-4e43-99cd-5177c10ec3f4 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:00:00.560643 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 0f84f165-6793-4511-829c-a1485325f2b6 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:00:00.562157 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device ef9b4e4e-8b27-4bf4-be77-84558d7fa538 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:00:00.641981 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port ef9b4e4e-8b27-4bf4-be77-84558d7fa538 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:00:00.642658 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (ef9b4e4e-8b27-4bf4-be77-84558d7fa538), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:00.809239 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port ef9b4e4e-8b27-4bf4-be77-84558d7fa538 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:00:00.861982 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-78956fa6-26fe-422c-ac5e-5403f39481d3 req-aa92d62c-899e-4107-bed4-fb717379f9be service neutron] 10.222.0.55 "GET /v2.0/networks/011b05b9-af33-4afd-88fa-e53f85adc730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.4605949
May 07 22:00:00.867659 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-9ee4e500-0219-413b-a3cc-90d2f5d4e581 req-0c5c28d2-f7a6-4396-a608-768b9301755d service neutron] For port d3eb7f9f-cad6-43cc-b93c-f50a5e95c505, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d3eb7f9f-cad6-43cc-b93c-f50a5e95c505,segment=NetworkSegment(b31a7bd7-f013-44aa-a9c5-142fb752dadd),segment_id=b31a7bd7-f013-44aa-a9c5-142fb752dadd)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:00:00.965173 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-9ee4e500-0219-413b-a3cc-90d2f5d4e581 req-0c5c28d2-f7a6-4396-a608-768b9301755d service neutron] For port d3eb7f9f-cad6-43cc-b93c-f50a5e95c505, host nch1-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:00:01.021741 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04c9b4e-952d-4375-9841-aba7e1a6dc63 req-a54df1a6-304f-4d36-9d7c-764b22533064 tempest-InstanceActionsV221TestJSON-1399132138 tempest-InstanceActionsV221TestJSON-1399132138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:01.023625 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a04c9b4e-952d-4375-9841-aba7e1a6dc63 req-a54df1a6-304f-4d36-9d7c-764b22533064 tempest-InstanceActionsV221TestJSON-1399132138 tempest-InstanceActionsV221TestJSON-1399132138-project] 10.222.0.32 "GET /v2.0/ports?device_id=21531192-b2b4-4fc8-8c41-e19e7301001f HTTP/1.1" status: 200  len: 943 time: 0.0732777
May 07 22:00:01.084433 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68ffbd3-6271-4eff-ae5b-554cda6f83ac tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Pushing event updated for resources: {'Port': ['ID=390be4bc-7e3d-4e43-99cd-5177c10ec3f4,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:01.106082 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfb18387-ba8a-4070-aa1b-42824ed0c7ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f85ab7f-8d9d-42b6-bed5-f5b8be554023'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:00:01.108436 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e7a8a8-50ed-4f2c-86e4-5ef93b0aad0d" -d '{"events": [{"server_uuid": "dfb18387-ba8a-4070-aa1b-42824ed0c7ec", "name": "network-vif-unplugged", "status": "completed", "tag": "0f85ab7f-8d9d-42b6-bed5-f5b8be554023"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:00:01.111789 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-65faba79-f400-4fee-bc35-86c787171539 req-d4d30801-885f-4e6d-a235-b10c2a1ab7c6 service neutron] 10.222.0.55 "GET /v2.0/networks/d3d6fbc8-cbfa-4c1a-9104-6c52ad3f84a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.2810366
May 07 22:00:01.146610 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68ffbd3-6271-4eff-ae5b-554cda6f83ac tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:00:01.147084 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68ffbd3-6271-4eff-ae5b-554cda6f83ac tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:00:01.147555 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68ffbd3-6271-4eff-ae5b-554cda6f83ac tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:00:01.147964 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68ffbd3-6271-4eff-ae5b-554cda6f83ac tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:00:01.148395 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68ffbd3-6271-4eff-ae5b-554cda6f83ac tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:00:01.148799 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68ffbd3-6271-4eff-ae5b-554cda6f83ac tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:00:01.149199 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68ffbd3-6271-4eff-ae5b-554cda6f83ac tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:00:01.152647 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68ffbd3-6271-4eff-ae5b-554cda6f83ac tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:00:01.153162 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68ffbd3-6271-4eff-ae5b-554cda6f83ac tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:00:01.153569 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68ffbd3-6271-4eff-ae5b-554cda6f83ac tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:00:01.153953 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68ffbd3-6271-4eff-ae5b-554cda6f83ac tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:00:01.154364 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68ffbd3-6271-4eff-ae5b-554cda6f83ac tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:00:01.154714 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68ffbd3-6271-4eff-ae5b-554cda6f83ac tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:00:01.155166 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68ffbd3-6271-4eff-ae5b-554cda6f83ac tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:00:01.155562 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68ffbd3-6271-4eff-ae5b-554cda6f83ac tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:00:01.169375 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device e0e120c6-af1f-48a8-84ad-73d72a65d2c3 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:00:01.229201 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [req-9ee4e500-0219-413b-a3cc-90d2f5d4e581 req-0c5c28d2-f7a6-4396-a608-768b9301755d service neutron] device_id is not set on port d3eb7f9f-cad6-43cc-b93c-f50a5e95c505 yet. {{(pid=121836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 22:00:01.275644 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port e0e120c6-af1f-48a8-84ad-73d72a65d2c3 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:00:01.276256 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (e0e120c6-af1f-48a8-84ad-73d72a65d2c3), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:01.304394 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68ffbd3-6271-4eff-ae5b-554cda6f83ac tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Network 7b4083d4-8ac5-4ef7-ac7d-51e5b1721396 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:00:01.306330 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e3ee3695-40f2-4870-9fc8-6984a530380a tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (463a7614-8c88-4c09-b02a-b56126756d83), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:01.312358 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-d68ffbd3-6271-4eff-ae5b-554cda6f83ac tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:00:01.340201 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30556bf-684f-429a-bf31-b078335d01eb req-70004273-45be-4608-b7cd-5901dbc7cda6 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:01.351340 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30556bf-684f-429a-bf31-b078335d01eb req-70004273-45be-4608-b7cd-5901dbc7cda6 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:01.358382 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30556bf-684f-429a-bf31-b078335d01eb req-70004273-45be-4608-b7cd-5901dbc7cda6 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:01.363936 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30556bf-684f-429a-bf31-b078335d01eb req-70004273-45be-4608-b7cd-5901dbc7cda6 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:01.368929 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a04c9b4e-952d-4375-9841-aba7e1a6dc63 req-d3ad451d-e03e-485f-aa43-2f4cf57cdeb9 tempest-InstanceActionsV221TestJSON-1399132138 tempest-InstanceActionsV221TestJSON-1399132138-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d627839-c6cb-47c8-854b-4e1d1823964d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3270977
May 07 22:00:01.369695 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30556bf-684f-429a-bf31-b078335d01eb req-70004273-45be-4608-b7cd-5901dbc7cda6 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:01.376728 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30556bf-684f-429a-bf31-b078335d01eb req-70004273-45be-4608-b7cd-5901dbc7cda6 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:01.379036 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c30556bf-684f-429a-bf31-b078335d01eb req-70004273-45be-4608-b7cd-5901dbc7cda6 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb18387-ba8a-4070-aa1b-42824ed0c7ec HTTP/1.1" status: 200  len: 4646 time: 0.5533593
May 07 22:00:01.420734 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-9ee4e500-0219-413b-a3cc-90d2f5d4e581 req-0c5c28d2-f7a6-4396-a608-768b9301755d service neutron] Publish callbacks [] for port (d3eb7f9f-cad6-43cc-b93c-f50a5e95c505), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:01.424243 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-15e38f10-6e20-4d95-9550-6505f887d9df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:01.453388 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-9ee4e500-0219-413b-a3cc-90d2f5d4e581 req-0c5c28d2-f7a6-4396-a608-768b9301755d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (d3eb7f9f-cad6-43cc-b93c-f50a5e95c505), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:01.554340 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port e0e120c6-af1f-48a8-84ad-73d72a65d2c3 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:00:01.554991 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 078bc0b6-578f-429e-8363-7b5eb3890209 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:00:01.616790 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 07 May 2022 22:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-237ef580-9fc1-4305-b32d-18b730364882 x-openstack-request-id: req-237ef580-9fc1-4305-b32d-18b730364882 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:00:01.619115 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfb18387-ba8a-4070-aa1b-42824ed0c7ec", "name": "network-vif-unplugged", "status": "completed", "tag": "0f85ab7f-8d9d-42b6-bed5-f5b8be554023", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:00:01.619655 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-237ef580-9fc1-4305-b32d-18b730364882 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:00:01.622026 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-237ef580-9fc1-4305-b32d-18b730364882'] response: {'server_uuid': 'dfb18387-ba8a-4070-aa1b-42824ed0c7ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0f85ab7f-8d9d-42b6-bed5-f5b8be554023', 'code': 200}
May 07 22:00:01.701130 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 078bc0b6-578f-429e-8363-7b5eb3890209 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:00:01.701889 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (078bc0b6-578f-429e-8363-7b5eb3890209), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:01.743661 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfc606b5-3ef1-48bf-a8ce-dfbe80502c51 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:00:01.763704 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a48b805-7459-42aa-9875-000c595f9ebd None None] Sync routers for ids ['44744f25-162d-4beb-8b6b-bf7f925b1061'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:00:01.766993 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-cfc606b5-3ef1-48bf-a8ce-dfbe80502c51 admin admin] 10.222.0.32 "PUT /v2.0/routers/44744f25-162d-4beb-8b6b-bf7f925b1061/add_router_interface HTTP/1.1" status: 200  len: 503 time: 13.1385865
May 07 22:00:01.768723 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e3ee3695-40f2-4870-9fc8-6984a530380a tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (463a7614-8c88-4c09-b02a-b56126756d83), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:01.802646 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ee4e500-0219-413b-a3cc-90d2f5d4e581 req-0c5c28d2-f7a6-4396-a608-768b9301755d service neutron] No DVR routers for this DVR port d3eb7f9f-cad6-43cc-b93c-f50a5e95c505 on host nch1-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:00:01.818854 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a48b805-7459-42aa-9875-000c595f9ebd None None] Routers {'44744f25-162d-4beb-8b6b-bf7f925b1061'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:00:01.819950 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-2a48b805-7459-42aa-9875-000c595f9ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7fc1c490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:59:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['44744f25-162d-4beb-8b6b-bf7f925b1061'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:00:01.857832 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ee3695-40f2-4870-9fc8-6984a530380a tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Pushing event deleted for resources: {'Subnet': ['ID=463a7614-8c88-4c09-b02a-b56126756d83,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:01.911135 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e3ee3695-40f2-4870-9fc8-6984a530380a tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:01.920942 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-e3ee3695-40f2-4870-9fc8-6984a530380a tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] 10.222.0.32 "DELETE /v2.0/subnets/463a7614-8c88-4c09-b02a-b56126756d83 HTTP/1.1" status: 204  len: 168 time: 2.5795856
May 07 22:00:01.924116 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 50364) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:00:01.925495 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5c28d2-f7a6-4396-a608-768b9301755d service neutron] Pushing event updated for resources: {'Port': ['ID=d3eb7f9f-cad6-43cc-b93c-f50a5e95c505,revision_number=7']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:01.961522 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-9ee4e500-0219-413b-a3cc-90d2f5d4e581 req-0c5c28d2-f7a6-4396-a608-768b9301755d service neutron] In _notify_port_updated(), no bound segment for port d3eb7f9f-cad6-43cc-b93c-f50a5e95c505 on network 3e9903c9-6550-4ae2-aa4f-70e03144784f {{(pid=121836) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:935}}
May 07 22:00:01.963572 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee4e500-0219-413b-a3cc-90d2f5d4e581 req-0c5c28d2-f7a6-4396-a608-768b9301755d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:01.965565 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-9ee4e500-0219-413b-a3cc-90d2f5d4e581 req-0c5c28d2-f7a6-4396-a608-768b9301755d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:01.967344 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9ee4e500-0219-413b-a3cc-90d2f5d4e581 req-0c5c28d2-f7a6-4396-a608-768b9301755d service neutron] 10.222.0.55 "PUT /v2.0/ports/d3eb7f9f-cad6-43cc-b93c-f50a5e95c505 HTTP/1.1" status: 200  len: 1027 time: 4.6550319
May 07 22:00:01.976216 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ae60fa-146e-4d63-9f2c-2db30c3cdbf7 None None] Network e5a0430d-3f5e-4ba4-96fc-c3ca846ae52d requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:00:02.092581 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c30556bf-684f-429a-bf31-b078335d01eb req-a0a0f0c0-18ae-4262-9d77-f016aa954623 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/security-groups?id=022a2e7b-c53f-49c4-a82c-d25afea19659&id=4683f7d7-8b63-48cf-a24d-027ba8d9c114&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.6498899
May 07 22:00:02.094440 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5c28d2-f7a6-4396-a608-768b9301755d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:00:02.096327 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5c28d2-f7a6-4396-a608-768b9301755d service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:00:02.096963 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5c28d2-f7a6-4396-a608-768b9301755d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:00:02.097424 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5c28d2-f7a6-4396-a608-768b9301755d service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:00:02.098237 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5c28d2-f7a6-4396-a608-768b9301755d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:00:02.099315 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5c28d2-f7a6-4396-a608-768b9301755d service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:00:02.101033 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5c28d2-f7a6-4396-a608-768b9301755d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:00:02.101928 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5c28d2-f7a6-4396-a608-768b9301755d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:00:02.110763 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5c28d2-f7a6-4396-a608-768b9301755d service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:00:02.110763 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5c28d2-f7a6-4396-a608-768b9301755d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:00:02.110763 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5c28d2-f7a6-4396-a608-768b9301755d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:00:02.110763 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5c28d2-f7a6-4396-a608-768b9301755d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:00:02.110763 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5c28d2-f7a6-4396-a608-768b9301755d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:00:02.110763 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5c28d2-f7a6-4396-a608-768b9301755d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:00:02.110763 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c5c28d2-f7a6-4396-a608-768b9301755d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:00:02.195136 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cfbb0d-7cbe-43f8-904e-13adc441169d req-44929f97-1f31-45a6-929c-7d7d47e65a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:02.197158 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e5cfbb0d-7cbe-43f8-904e-13adc441169d req-44929f97-1f31-45a6-929c-7d7d47e65a9d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=42a275b437594296b48dcf24858d61f3&device_id=21531192-b2b4-4fc8-8c41-e19e7301001f HTTP/1.1" status: 200  len: 1125 time: 0.4871047
May 07 22:00:02.204793 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-27f13b3d-8531-40d9-8ec7-326114da29c4 None None] Provisioning complete for port 390be4bc-7e3d-4e43-99cd-5177c10ec3f4 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:00:02.205243 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-27f13b3d-8531-40d9-8ec7-326114da29c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (390be4bc-7e3d-4e43-99cd-5177c10ec3f4), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:02.240937 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d68ffbd3-6271-4eff-ae5b-554cda6f83ac tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Router 5eaea858-1929-41f7-953a-f0585443782e is scheduled to L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db with binding_index 1 {{(pid=121837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 07 22:00:02.262228 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7e5a40fb-ce08-4035-ab71-449e1ba41548 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (e5a0430d-3f5e-4ba4-96fc-c3ca846ae52d), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:02.326387 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-27f13b3d-8531-40d9-8ec7-326114da29c4 None None] Port 390be4bc-7e3d-4e43-99cd-5177c10ec3f4 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:00:02.426642 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d68ffbd3-6271-4eff-ae5b-554cda6f83ac tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:00:02.440244 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385ac2ab-e7e2-463c-a849-de96c9919604 None None] Sync routers for ids ['5eaea858-1929-41f7-953a-f0585443782e'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:00:02.443590 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-d68ffbd3-6271-4eff-ae5b-554cda6f83ac tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "PUT /v2.0/routers/5eaea858-1929-41f7-953a-f0585443782e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.0053980
May 07 22:00:02.447524 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 50394) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:00:02.462992 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385ac2ab-e7e2-463c-a849-de96c9919604 None None] Routers {'5eaea858-1929-41f7-953a-f0585443782e'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:00:02.466559 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-385ac2ab-e7e2-463c-a849-de96c9919604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8ca10d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:59:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['5eaea858-1929-41f7-953a-f0585443782e'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:00:02.475920 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-9ee4e500-0219-413b-a3cc-90d2f5d4e581 req-51a6c83c-df95-45a6-995d-8c57d3edd382 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Deleting port 248ca656-6bff-4ce6-b67d-1c6c09ea7b42 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:00:02.481348 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-9ee4e500-0219-413b-a3cc-90d2f5d4e581 req-51a6c83c-df95-45a6-995d-8c57d3edd382 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (248ca656-6bff-4ce6-b67d-1c6c09ea7b42), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:02.490066 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c274252b-b221-4919-b660-fa72d4945aff None None] DHCP port deletion for e5a0430d-3f5e-4ba4-96fc-c3ca846ae52d request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:00:02.550995 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-385ac2ab-e7e2-463c-a849-de96c9919604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8ca10d60>, [], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:00:02.580188 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385ac2ab-e7e2-463c-a849-de96c9919604 None None] Routers {'5eaea858-1929-41f7-953a-f0585443782e'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:00:02.580882 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-385ac2ab-e7e2-463c-a849-de96c9919604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8ca10d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:59:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['5eaea858-1929-41f7-953a-f0585443782e'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:00:02.610579 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-44509f9f-639e-49d7-be39-063417335a45 None None] Provisioning complete for port d3eb7f9f-cad6-43cc-b93c-f50a5e95c505 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:00:02.611054 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-44509f9f-639e-49d7-be39-063417335a45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (d3eb7f9f-cad6-43cc-b93c-f50a5e95c505), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:02.658230 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 078bc0b6-578f-429e-8363-7b5eb3890209 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:00:02.658698 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (078bc0b6-578f-429e-8363-7b5eb3890209), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:02.675332 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d29e424-ae50-486e-bd5f-88ce8094b0c1 req-1e309159-7c5d-4e82-bf41-504b4edfb839 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:02.686907 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34c4324-f7b6-40e9-8abd-d508c9e2b15f req-10fbb4df-2514-4527-b46c-1b6bf12d0828 tempest-InstanceActionsV221TestJSON-1399132138 tempest-InstanceActionsV221TestJSON-1399132138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:02.687493 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6d29e424-ae50-486e-bd5f-88ce8094b0c1 req-1e309159-7c5d-4e82-bf41-504b4edfb839 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/networks?id=4e401ba0-7563-49f5-9424-036872d14546 HTTP/1.1" status: 200  len: 811 time: 0.1887794
May 07 22:00:02.689587 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b34c4324-f7b6-40e9-8abd-d508c9e2b15f req-10fbb4df-2514-4527-b46c-1b6bf12d0828 tempest-InstanceActionsV221TestJSON-1399132138 tempest-InstanceActionsV221TestJSON-1399132138-project] 10.222.0.32 "GET /v2.0/ports?device_id=21531192-b2b4-4fc8-8c41-e19e7301001f HTTP/1.1" status: 200  len: 943 time: 0.1107440
May 07 22:00:02.727265 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-2a48b805-7459-42aa-9875-000c595f9ebd None None] Set router 44744f25-162d-4beb-8b6b-bf7f925b1061 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:00:02.729403 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-385ac2ab-e7e2-463c-a849-de96c9919604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8ca10d60>, [], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:00:02.732448 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-c274252b-b221-4919-b660-fa72d4945aff None None] Deleting port 87aba6a3-0636-44bc-8c4f-e0345c7aad8b {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:00:02.732448 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c274252b-b221-4919-b660-fa72d4945aff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (87aba6a3-0636-44bc-8c4f-e0345c7aad8b), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:02.736603 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385ac2ab-e7e2-463c-a849-de96c9919604 None None] The sync data for ids ['5eaea858-1929-41f7-953a-f0585443782e'] in ncdv-master-1 is: [] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:00:02.759096 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6d29e424-ae50-486e-bd5f-88ce8094b0c1 req-c417c1a8-0871-43a2-b434-6bc3a9520d20 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/quotas/1fb49d7a99844a7ab8ef30fb59250e7d HTTP/1.1" status: 200  len: 375 time: 0.0683897
May 07 22:00:02.776627 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port 078bc0b6-578f-429e-8363-7b5eb3890209, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=078bc0b6-578f-429e-8363-7b5eb3890209,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:00:02.779285 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-7e5a40fb-ce08-4035-ab71-449e1ba41548 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Deleting port 87aba6a3-0636-44bc-8c4f-e0345c7aad8b {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:00:02.779794 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7e5a40fb-ce08-4035-ab71-449e1ba41548 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (87aba6a3-0636-44bc-8c4f-e0345c7aad8b), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:02.781600 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-44509f9f-639e-49d7-be39-063417335a45 None None] Port d3eb7f9f-cad6-43cc-b93c-f50a5e95c505 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:00:02.814006 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (078bc0b6-578f-429e-8363-7b5eb3890209), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:02.843134 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-15e38f10-6e20-4d95-9550-6505f887d9df admin admin] Allocated IP 172.20.0.1 (750e8121-2671-438f-9a42-169be7e47286/28fef69b-5556-41b9-8d96-96dc0ff0d3b2/41632c85-aec7-41fa-a8b0-4c09f4aa150d) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:00:02.881675 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-7e5a40fb-ce08-4035-ab71-449e1ba41548 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] For port 87aba6a3-0636-44bc-8c4f-e0345c7aad8b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=87aba6a3-0636-44bc-8c4f-e0345c7aad8b,segment=NetworkSegment(fd65e33a-85bc-4349-beab-7015e81b1a89),segment_id=fd65e33a-85bc-4349-beab-7015e81b1a89)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:00:02.882045 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7e5a40fb-ce08-4035-ab71-449e1ba41548 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (87aba6a3-0636-44bc-8c4f-e0345c7aad8b), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:02.899974 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b34c4324-f7b6-40e9-8abd-d508c9e2b15f req-f1600122-c54d-4fa4-baaf-a21db3dda0cb tempest-InstanceActionsV221TestJSON-1399132138 tempest-InstanceActionsV221TestJSON-1399132138-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d627839-c6cb-47c8-854b-4e1d1823964d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1697266
May 07 22:00:02.900685 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-7e5a40fb-ce08-4035-ab71-449e1ba41548 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Calling delete_port for 87aba6a3-0636-44bc-8c4f-e0345c7aad8b owned by network:dhcp {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:00:02.918342 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cfbb0d-7cbe-43f8-904e-13adc441169d req-3c3d7dd0-c0ed-48a6-b5ff-3809ea315516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:02.920024 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e5cfbb0d-7cbe-43f8-904e-13adc441169d req-3c3d7dd0-c0ed-48a6-b5ff-3809ea315516 service neutron] 10.222.0.55 "GET /v2.0/networks?id=011b05b9-af33-4afd-88fa-e53f85adc730 HTTP/1.1" status: 200  len: 918 time: 0.7115586
May 07 22:00:03.081502 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 3a446051-aeee-48e0-a355-cc210b6b8602 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:00:03.099100 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 87aba6a3-0636-44bc-8c4f-e0345c7aad8b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:00:03.108882 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb32b5e1-2983-4676-a027-a00ad0ae0197 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:03.115924 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-fb32b5e1-2983-4676-a027-a00ad0ae0197 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "GET /v2.0/ports/390be4bc-7e3d-4e43-99cd-5177c10ec3f4 HTTP/1.1" status: 200  len: 911 time: 0.6671827
May 07 22:00:03.116743 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 50406) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:00:03.125775 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-9777b806-4271-4fc4-b3f3-3794ac3991b9 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4a6d7832-1ebd-4f79-b151-e7092700a094'}]}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:00:03.141758 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7e5a40fb-ce08-4035-ab71-449e1ba41548 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (87aba6a3-0636-44bc-8c4f-e0345c7aad8b), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:03.142875 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e5cfbb0d-7cbe-43f8-904e-13adc441169d req-aa09f88a-a5d3-480f-87c9-25a81b19bebc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3a446051-aeee-48e0-a355-cc210b6b8602 HTTP/1.1" status: 200  len: 217 time: 0.2002740
May 07 22:00:03.146657 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-9ee4e500-0219-413b-a3cc-90d2f5d4e581 req-51a6c83c-df95-45a6-995d-8c57d3edd382 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] For port 248ca656-6bff-4ce6-b67d-1c6c09ea7b42, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=248ca656-6bff-4ce6-b67d-1c6c09ea7b42,segment=NetworkSegment(4cad6eb6-00ef-467c-849b-bcfc65b68a11),segment_id=4cad6eb6-00ef-467c-849b-bcfc65b68a11)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:00:03.147096 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-9ee4e500-0219-413b-a3cc-90d2f5d4e581 req-51a6c83c-df95-45a6-995d-8c57d3edd382 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (248ca656-6bff-4ce6-b67d-1c6c09ea7b42), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:03.188598 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5a40fb-ce08-4035-ab71-449e1ba41548 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Pushing event deleted for resources: {'Port': ['ID=87aba6a3-0636-44bc-8c4f-e0345c7aad8b,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:03.213937 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5a40fb-ce08-4035-ab71-449e1ba41548 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] No DVR routers for this DVR port 87aba6a3-0636-44bc-8c4f-e0345c7aad8b on host ncdv-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:00:03.262127 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6d29e424-ae50-486e-bd5f-88ce8094b0c1 req-1e3943fb-a8e9-4596-b8a7-37b3ab3a7b78 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1fb49d7a99844a7ab8ef30fb59250e7d&fields=id HTTP/1.1" status: 200  len: 255 time: 0.5008259
May 07 22:00:03.378871 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-c274252b-b221-4919-b660-fa72d4945aff None None] For port 87aba6a3-0636-44bc-8c4f-e0345c7aad8b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=87aba6a3-0636-44bc-8c4f-e0345c7aad8b,segment=NetworkSegment(fd65e33a-85bc-4349-beab-7015e81b1a89),segment_id=fd65e33a-85bc-4349-beab-7015e81b1a89)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:00:03.379989 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c274252b-b221-4919-b660-fa72d4945aff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (87aba6a3-0636-44bc-8c4f-e0345c7aad8b), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:03.380478 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7e5a40fb-ce08-4035-ab71-449e1ba41548 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (e5a0430d-3f5e-4ba4-96fc-c3ca846ae52d), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:03.433878 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-c274252b-b221-4919-b660-fa72d4945aff None None] Calling delete_port for 87aba6a3-0636-44bc-8c4f-e0345c7aad8b owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:00:03.440162 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-7e5a40fb-ce08-4035-ab71-449e1ba41548 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf87a24f40>,) {'filters': {'network_id': ['e5a0430d-3f5e-4ba4-96fc-c3ca846ae52d']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:00:03.447908 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=078bc0b6-578f-429e-8363-7b5eb3890209,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:03.456535 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-7e5a40fb-ce08-4035-ab71-449e1ba41548 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf87a24f40>, 'fd65e33a-85bc-4349-beab-7015e81b1a89') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:00:03.456882 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-7e5a40fb-ce08-4035-ab71-449e1ba41548 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf87a24f40>, 'fd65e33a-85bc-4349-beab-7015e81b1a89') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:00:03.478113 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7e5a40fb-ce08-4035-ab71-449e1ba41548 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (fd65e33a-85bc-4349-beab-7015e81b1a89), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:03.478798 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cfbb0d-7cbe-43f8-904e-13adc441169d req-882fb8d3-3288-45dc-8225-1dc1d6031dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:03.483473 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e5cfbb0d-7cbe-43f8-904e-13adc441169d req-882fb8d3-3288-45dc-8225-1dc1d6031dc1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=47be6486-d7b9-4bf2-b04c-b9bb121cdbb4 HTTP/1.1" status: 200  len: 857 time: 0.1060247
May 07 22:00:03.492421 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-2a48b805-7459-42aa-9875-000c595f9ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7fc1c490>, [{'id': '44744f25-162d-4beb-8b6b-bf7f925b1061', 'name': 'tempest-ServerRescueTestJSON-1639131154-router', 'tenant_id': '1fb49d7a99844a7ab8ef30fb59250e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.171'}], 'enable_snat': True}, 'gw_port_id': 'ef9b4e4e-8b27-4bf4-be77-84558d7fa538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:59:40Z', 'updated_at': '2022-05-07T21:59:54Z', 'revision_number': 4, 'project_id': '1fb49d7a99844a7ab8ef30fb59250e7d', 'gw_port': {'id': 'ef9b4e4e-8b27-4bf4-be77-84558d7fa538', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:07:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44744f25-162d-4beb-8b6b-bf7f925b1061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:59:42Z', 'updated_at': '2022-05-07T21:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ca9c0551-3193-4101-a15e-7b3be2c13ea0', 'name': '', 'network_id': '4e401ba0-7563-49f5-9424-036872d14546', 'tenant_id': '1fb49d7a99844a7ab8ef30fb59250e7d', 'mac_address': 'fa:16:3e:e0:4e:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44744f25-162d-4beb-8b6b-bf7f925b1061', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '8d58b02e-bcfe-4d9f-9480-bc1a5a487d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:59:51Z', 'updated_at': '2022-05-07T21:59:56Z', 'revision_number': 2, 'project_id': '1fb49d7a99844a7ab8ef30fb59250e7d', 'subnets': [{'id': '8d58b02e-bcfe-4d9f-9480-bc1a5a487d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:00:03.494652 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No active binding found for port 87aba6a3-0636-44bc-8c4f-e0345c7aad8b {{(pid=121838) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}}
May 07 22:00:03.495424 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] The host ncdv-master-1 is not matching for port 87aba6a3-0636-44bc-8c4f-e0345c7aad8b host None! {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2394}}
May 07 22:00:03.496639 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 87aba6a3-0636-44bc-8c4f-e0345c7aad8b not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:00:03.504863 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6d29e424-ae50-486e-bd5f-88ce8094b0c1 req-002db9af-7d11-48f8-aa82-156097f8725f service neutron] 10.222.0.32 "GET /v2.0/networks/4e401ba0-7563-49f5-9424-036872d14546?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2418132
May 07 22:00:03.519884 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7e5a40fb-ce08-4035-ab71-449e1ba41548 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (fd65e33a-85bc-4349-beab-7015e81b1a89), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:03.541597 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e5a40fb-ce08-4035-ab71-449e1ba41548 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:00:03.542069 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7e5a40fb-ce08-4035-ab71-449e1ba41548 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (fd65e33a-85bc-4349-beab-7015e81b1a89), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:03.545767 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 22:00:03.545767 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:00:03.545767 ncdv-master-1 neutron-server[121837]:     timer()
May 07 22:00:03.545767 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:00:03.545767 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 22:00:03.545767 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:00:03.545767 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 22:00:03.545767 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:00:03.545767 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 22:00:03.545767 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:00:03.545767 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 22:00:03.545767 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:00:03.545767 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 22:00:03.545767 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:00:03.545767 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:00:03.545767 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:00:03.545767 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:00:03.545767 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:00:03.545767 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 22:00:03.545767 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:00:03.545767 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 22:00:03.545767 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:00:03.545767 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:00:03.545767 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:00:03.545767 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 22:00:03.545767 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:00:03.545767 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:00:03.545767 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:00:03.545767 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:00:03.545767 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:00:03.545767 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:00:03.545767 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:00:03.633392 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a48b805-7459-42aa-9875-000c595f9ebd None None] Checking router: 44744f25-162d-4beb-8b6b-bf7f925b1061 for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:00:03.634142 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a48b805-7459-42aa-9875-000c595f9ebd None None] Updating router 44744f25-162d-4beb-8b6b-bf7f925b1061 port ca9c0551-3193-4101-a15e-7b3be2c13ea0 binding host ncdv-master-1 {{(pid=121838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 22:00:03.666348 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e5cfbb0d-7cbe-43f8-904e-13adc441169d req-2da71f99-a139-4151-ae88-c9845c9a5585 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=011b05b9-af33-4afd-88fa-e53f85adc730&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1109154
May 07 22:00:03.672415 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9777b806-4271-4fc4-b3f3-3794ac3991b9 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (390be4bc-7e3d-4e43-99cd-5177c10ec3f4), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:03.691788 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7e5a40fb-ce08-4035-ab71-449e1ba41548 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (e5a0430d-3f5e-4ba4-96fc-c3ca846ae52d), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:03.703641 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad670e0e-6436-45bb-8236-860aafa2c301 req-d2f92101-8be2-4c16-85a4-b823dbd2bf7b tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:03.713332 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2a48b805-7459-42aa-9875-000c595f9ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (ca9c0551-3193-4101-a15e-7b3be2c13ea0), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:03.718999 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad670e0e-6436-45bb-8236-860aafa2c301 req-d2f92101-8be2-4c16-85a4-b823dbd2bf7b tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:03.719598 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7e5a40fb-ce08-4035-ab71-449e1ba41548 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:03.725512 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-7e5a40fb-ce08-4035-ab71-449e1ba41548 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] 10.222.0.32 "DELETE /v2.0/networks/e5a0430d-3f5e-4ba4-96fc-c3ca846ae52d HTTP/1.1" status: 204  len: 168 time: 1.8003957
May 07 22:00:03.728095 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5a40fb-ce08-4035-ab71-449e1ba41548 tempest-NetworksIpV6Test-2003290492 tempest-NetworksIpV6Test-2003290492-project] Pushing event deleted for resources: {'Network': ['ID=e5a0430d-3f5e-4ba4-96fc-c3ca846ae52d,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:03.729118 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad670e0e-6436-45bb-8236-860aafa2c301 req-d2f92101-8be2-4c16-85a4-b823dbd2bf7b tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:03.735568 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad670e0e-6436-45bb-8236-860aafa2c301 req-d2f92101-8be2-4c16-85a4-b823dbd2bf7b tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:03.741457 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad670e0e-6436-45bb-8236-860aafa2c301 req-d2f92101-8be2-4c16-85a4-b823dbd2bf7b tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:03.744120 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ad670e0e-6436-45bb-8236-860aafa2c301 req-d2f92101-8be2-4c16-85a4-b823dbd2bf7b tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb18387-ba8a-4070-aa1b-42824ed0c7ec HTTP/1.1" status: 200  len: 3874 time: 0.4401841
May 07 22:00:03.744828 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6d29e424-ae50-486e-bd5f-88ce8094b0c1 req-c3daec9a-1e11-454c-8083-b00cc2d9be10 service neutron] 10.222.0.32 "GET /v2.0/networks/4e401ba0-7563-49f5-9424-036872d14546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2390645
May 07 22:00:03.800575 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 3a446051-aeee-48e0-a355-cc210b6b8602, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3a446051-aeee-48e0-a355-cc210b6b8602,segment=NetworkSegment(39974400-d1e2-40c1-85fd-23f16d679a03),segment_id=39974400-d1e2-40c1-85fd-23f16d679a03)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:00:03.812020 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c274252b-b221-4919-b660-fa72d4945aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (87aba6a3-0636-44bc-8c4f-e0345c7aad8b), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:03.881741 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c274252b-b221-4919-b660-fa72d4945aff None None] Pushing event deleted for resources: {'Port': ['ID=87aba6a3-0636-44bc-8c4f-e0345c7aad8b,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:03.897010 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c274252b-b221-4919-b660-fa72d4945aff None None] Network e5a0430d-3f5e-4ba4-96fc-c3ca846ae52d is not hosted by any dhcp agent {{(pid=121838) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
May 07 22:00:03.897427 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c274252b-b221-4919-b660-fa72d4945aff None None] No DVR routers for this DVR port 87aba6a3-0636-44bc-8c4f-e0345c7aad8b on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:00:03.899075 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': '3a446051-aeee-48e0-a355-cc210b6b8602', 'network_id': '011b05b9-af33-4afd-88fa-e53f85adc730', 'port_id': '3a446051-aeee-48e0-a355-cc210b6b8602', 'mac_address': 'fa:16:3e:c0:a1:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47be6486-d7b9-4bf2-b04c-b9bb121cdbb4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:00:03.949870 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-15e38f10-6e20-4d95-9550-6505f887d9df admin admin] Publish callbacks [] for port (41632c85-aec7-41fa-a8b0-4c09f4aa150d), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:04.083014 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 50442) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:00:04.176562 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ad670e0e-6436-45bb-8236-860aafa2c301 req-2821b4d8-ddfb-41a9-874d-bd463ae557f9 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/security-groups?id=4683f7d7-8b63-48cf-a24d-027ba8d9c114&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4140015
May 07 22:00:04.238177 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e5cfbb0d-7cbe-43f8-904e-13adc441169d req-8144c908-7983-41b0-b646-8da9ee1333a2 service neutron] 10.222.0.55 "GET /v2.0/networks/011b05b9-af33-4afd-88fa-e53f85adc730?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4876525
May 07 22:00:04.260978 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a4d88961-5370-453b-aeb7-7ffdd7b66d32 req-9c311c53-461d-405c-b616-71b0eb08f88f tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/ports?device_id=620355ca-9580-4384-9f83-9ec1f95922e3 HTTP/1.1" status: 200  len: 210 time: 0.0838370
May 07 22:00:04.495575 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 50460) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:00:04.524168 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 3a446051-aeee-48e0-a355-cc210b6b8602 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:00:04.525655 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (3a446051-aeee-48e0-a355-cc210b6b8602), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:04.532342 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-9ee4e500-0219-413b-a3cc-90d2f5d4e581 req-51a6c83c-df95-45a6-995d-8c57d3edd382 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:04.532631 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-9ee4e500-0219-413b-a3cc-90d2f5d4e581 req-51a6c83c-df95-45a6-995d-8c57d3edd382 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (f2e2b015-4dd9-4cf1-ae64-3d16208c733b), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:04.534019 ncdv-master-1 neutron-server[121836]: INFO neutron.db.l3_db [req-9ee4e500-0219-413b-a3cc-90d2f5d4e581 req-51a6c83c-df95-45a6-995d-8c57d3edd382 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Floating IP f2e2b015-4dd9-4cf1-ae64-3d16208c733b disassociated. External IP: 172.35.4.39, port: 248ca656-6bff-4ce6-b67d-1c6c09ea7b42.
May 07 22:00:04.534019 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-9ee4e500-0219-413b-a3cc-90d2f5d4e581 req-51a6c83c-df95-45a6-995d-8c57d3edd382 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Calling delete_port for 248ca656-6bff-4ce6-b67d-1c6c09ea7b42 owned by compute:nova {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:00:04.539149 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-15e38f10-6e20-4d95-9550-6505f887d9df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (41632c85-aec7-41fa-a8b0-4c09f4aa150d), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:04.552064 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e5cfbb0d-7cbe-43f8-904e-13adc441169d req-5e69bd81-b609-4017-ae0f-f214e641546c service neutron] 10.222.0.55 "GET /v2.0/networks/011b05b9-af33-4afd-88fa-e53f85adc730?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3003037
May 07 22:00:04.565251 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a446051-aeee-48e0-a355-cc210b6b8602 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:00:04.624635 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 3a446051-aeee-48e0-a355-cc210b6b8602, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3a446051-aeee-48e0-a355-cc210b6b8602,segment=NetworkSegment(39974400-d1e2-40c1-85fd-23f16d679a03),segment_id=39974400-d1e2-40c1-85fd-23f16d679a03)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:00:04.650202 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (3a446051-aeee-48e0-a355-cc210b6b8602), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:04.709943 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eee36d-f146-43c5-bf1c-160aeb803c0e req-736c4174-0ce5-4373-a4bb-ec1d3adee2ac tempest-InstanceActionsV221TestJSON-1399132138 tempest-InstanceActionsV221TestJSON-1399132138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:04.711753 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-82eee36d-f146-43c5-bf1c-160aeb803c0e req-736c4174-0ce5-4373-a4bb-ec1d3adee2ac tempest-InstanceActionsV221TestJSON-1399132138 tempest-InstanceActionsV221TestJSON-1399132138-project] 10.222.0.32 "GET /v2.0/ports?device_id=21531192-b2b4-4fc8-8c41-e19e7301001f HTTP/1.1" status: 200  len: 943 time: 0.2944739
May 07 22:00:04.731442 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e38f10-6e20-4d95-9550-6505f887d9df admin admin] Network 750e8121-2671-438f-9a42-169be7e47286 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:00:04.752327 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-1c59f0a5-d049-4d53-afdf-cee0eaee196c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e8e04e47c1cd4025a59809f6e8d6d7b6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6517301
May 07 22:00:04.763873 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e38f10-6e20-4d95-9550-6505f887d9df admin admin] Pushing event updated for resources: {'Port': ['ID=41632c85-aec7-41fa-a8b0-4c09f4aa150d,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:04.766763 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-15e38f10-6e20-4d95-9550-6505f887d9df admin admin] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:00:04.771552 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 50464) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:00:04.777087 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e38f10-6e20-4d95-9550-6505f887d9df admin admin] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:00:04.818261 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 22:00:04.994710 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-15e38f10-6e20-4d95-9550-6505f887d9df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398161'] for router_interface (b8becdb0-35c0-4028-9f28-6fe5334fd87c), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:05.033167 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-82eee36d-f146-43c5-bf1c-160aeb803c0e req-90570d9a-2f55-4d8f-b8f7-0c47ba64ba8b tempest-InstanceActionsV221TestJSON-1399132138 tempest-InstanceActionsV221TestJSON-1399132138-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d627839-c6cb-47c8-854b-4e1d1823964d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3064265
May 07 22:00:05.120082 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=3a446051-aeee-48e0-a355-cc210b6b8602,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:05.138265 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 078bc0b6-578f-429e-8363-7b5eb3890209 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:00:05.141809 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['3a446051-aeee-48e0-a355-cc210b6b8602'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:00:05.489288 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-d275e435-2be2-4a57-8e4d-ecea6acb4ec5 None None] Provisioning complete for port 41632c85-aec7-41fa-a8b0-4c09f4aa150d triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:00:05.489917 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d275e435-2be2-4a57-8e4d-ecea6acb4ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (41632c85-aec7-41fa-a8b0-4c09f4aa150d), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:05.594800 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-d275e435-2be2-4a57-8e4d-ecea6acb4ec5 None None] Port 41632c85-aec7-41fa-a8b0-4c09f4aa150d cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:00:05.695437 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2ddd7840-a652-418e-97f1-6f2c60a2206c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401094'] for router_interface (b5281c6d-1370-492d-b1a8-7bd10df47e25), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:05.781467 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2a48b805-7459-42aa-9875-000c595f9ebd None None] Publish callbacks [] for port (ca9c0551-3193-4101-a15e-7b3be2c13ea0), precommit_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:05.785949 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 078bc0b6-578f-429e-8363-7b5eb3890209 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:00:05.788477 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (078bc0b6-578f-429e-8363-7b5eb3890209), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:05.803463 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2a48b805-7459-42aa-9875-000c595f9ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (ca9c0551-3193-4101-a15e-7b3be2c13ea0), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:05.843705 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35f4822-15f3-4939-a15f-68d4ca7e4db9 req-8de12a00-da12-4818-8b49-a38be38d9a78 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:05.850337 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35f4822-15f3-4939-a15f-68d4ca7e4db9 req-8de12a00-da12-4818-8b49-a38be38d9a78 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:05.857791 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35f4822-15f3-4939-a15f-68d4ca7e4db9 req-8de12a00-da12-4818-8b49-a38be38d9a78 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:05.864529 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35f4822-15f3-4939-a15f-68d4ca7e4db9 req-8de12a00-da12-4818-8b49-a38be38d9a78 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:05.870354 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35f4822-15f3-4939-a15f-68d4ca7e4db9 req-8de12a00-da12-4818-8b49-a38be38d9a78 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:05.872468 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d35f4822-15f3-4939-a15f-68d4ca7e4db9 req-8de12a00-da12-4818-8b49-a38be38d9a78 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb18387-ba8a-4070-aa1b-42824ed0c7ec HTTP/1.1" status: 200  len: 3874 time: 0.1796749
May 07 22:00:06.002234 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d35f4822-15f3-4939-a15f-68d4ca7e4db9 req-0c9ff4d6-7ca4-4827-8482-454908204888 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/security-groups?id=4683f7d7-8b63-48cf-a24d-027ba8d9c114&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1223931
May 07 22:00:06.032035 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faf9df5-6d7c-4f63-a73c-3cb31fa84c0b None None] Pushing event updated for resources: {'Port': ['ID=ca9c0551-3193-4101-a15e-7b3be2c13ea0,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:06.060955 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-15e38f10-6e20-4d95-9550-6505f887d9df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (41632c85-aec7-41fa-a8b0-4c09f4aa150d), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:06.160217 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-2a48b805-7459-42aa-9875-000c595f9ebd None None] Attempting to bind port ca9c0551-3193-4101-a15e-7b3be2c13ea0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:00:06.163002 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-2a48b805-7459-42aa-9875-000c595f9ebd None None] Attempting to bind port ca9c0551-3193-4101-a15e-7b3be2c13ea0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '269ca44c-b28c-41b0-82b1-59695d4aeeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4e401ba0-7563-49f5-9424-036872d14546'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:00:06.163002 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a48b805-7459-42aa-9875-000c595f9ebd None None] Attempting to bind port ca9c0551-3193-4101-a15e-7b3be2c13ea0 on network 4e401ba0-7563-49f5-9424-036872d14546 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:00:06.187562 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a48b805-7459-42aa-9875-000c595f9ebd None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:00:06.189003 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a48b805-7459-42aa-9875-000c595f9ebd None None] Checking segment: {'id': '269ca44c-b28c-41b0-82b1-59695d4aeeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4e401ba0-7563-49f5-9424-036872d14546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:00:06.189556 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2a48b805-7459-42aa-9875-000c595f9ebd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:06.190429 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a48b805-7459-42aa-9875-000c595f9ebd None None] Bound using segment: {'id': '269ca44c-b28c-41b0-82b1-59695d4aeeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4e401ba0-7563-49f5-9424-036872d14546'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:00:06.191138 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-2a48b805-7459-42aa-9875-000c595f9ebd None None] Bound port: ca9c0551-3193-4101-a15e-7b3be2c13ea0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '269ca44c-b28c-41b0-82b1-59695d4aeeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4e401ba0-7563-49f5-9424-036872d14546'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:00:06.192192 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2a48b805-7459-42aa-9875-000c595f9ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (ca9c0551-3193-4101-a15e-7b3be2c13ea0), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:06.204429 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f14fe9da-2648-4b42-8a70-400567222987 admin admin] Publish callbacks [] for security_group (55daba45-a33a-4e29-b27b-451c67585e02), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:06.241634 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 078bc0b6-578f-429e-8363-7b5eb3890209 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:00:06.248226 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-97701e18-83fe-4e8a-b1d6-f19eb361f24a req-def85853-3a97-441a-bb5c-29d79765b90f tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/ports?device_id=620355ca-9580-4384-9f83-9ec1f95922e3 HTTP/1.1" status: 200  len: 210 time: 0.2634864
May 07 22:00:06.350367 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-2a48b805-7459-42aa-9875-000c595f9ebd None None] For port ca9c0551-3193-4101-a15e-7b3be2c13ea0, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:00:06.356012 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-2a48b805-7459-42aa-9875-000c595f9ebd None None] For port ca9c0551-3193-4101-a15e-7b3be2c13ea0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ca9c0551-3193-4101-a15e-7b3be2c13ea0,segment=NetworkSegment(269ca44c-b28c-41b0-82b1-59695d4aeeab),segment_id=269ca44c-b28c-41b0-82b1-59695d4aeeab)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:00:06.375296 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2a48b805-7459-42aa-9875-000c595f9ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (ca9c0551-3193-4101-a15e-7b3be2c13ea0), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:06.457610 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a48b805-7459-42aa-9875-000c595f9ebd None None] Routers {'44744f25-162d-4beb-8b6b-bf7f925b1061'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:00:06.458268 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-2a48b805-7459-42aa-9875-000c595f9ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7fc1c490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:59:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['44744f25-162d-4beb-8b6b-bf7f925b1061'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:00:06.460244 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faf9df5-6d7c-4f63-a73c-3cb31fa84c0b None None] Pushing event updated for resources: {'Port': ['ID=ca9c0551-3193-4101-a15e-7b3be2c13ea0,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:06.476624 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9777b806-4271-4fc4-b3f3-3794ac3991b9 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks [] for port (390be4bc-7e3d-4e43-99cd-5177c10ec3f4), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:06.497259 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f14fe9da-2648-4b42-8a70-400567222987 admin admin] Publish callbacks [] for security_group (55daba45-a33a-4e29-b27b-451c67585e02), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:06.508990 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-9ee4e500-0219-413b-a3cc-90d2f5d4e581 req-51a6c83c-df95-45a6-995d-8c57d3edd382 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (248ca656-6bff-4ce6-b67d-1c6c09ea7b42), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:06.521832 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9777b806-4271-4fc4-b3f3-3794ac3991b9 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (390be4bc-7e3d-4e43-99cd-5177c10ec3f4), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:06.528137 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9777b806-4271-4fc4-b3f3-3794ac3991b9 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:06.529645 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9777b806-4271-4fc4-b3f3-3794ac3991b9 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:06.531549 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-9777b806-4271-4fc4-b3f3-3794ac3991b9 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "PUT /v2.0/ports/390be4bc-7e3d-4e43-99cd-5177c10ec3f4 HTTP/1.1" status: 200  len: 911 time: 3.4114344
May 07 22:00:06.554586 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 50488) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:00:06.643352 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-2a48b805-7459-42aa-9875-000c595f9ebd None None] Set router 44744f25-162d-4beb-8b6b-bf7f925b1061 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:00:06.844424 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d744eee2-4fad-4762-9113-1fc48e89e1b7 req-8aac23ca-08e9-4df0-ac68-f50a522223cc tempest-InstanceActionsV221TestJSON-1399132138 tempest-InstanceActionsV221TestJSON-1399132138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:06.852608 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9777b806-4271-4fc4-b3f3-3794ac3991b9 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Pushing event updated for resources: {'Port': ['ID=390be4bc-7e3d-4e43-99cd-5177c10ec3f4,revision_number=3']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:06.854004 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d744eee2-4fad-4762-9113-1fc48e89e1b7 req-8aac23ca-08e9-4df0-ac68-f50a522223cc tempest-InstanceActionsV221TestJSON-1399132138 tempest-InstanceActionsV221TestJSON-1399132138-project] 10.222.0.32 "GET /v2.0/ports?device_id=21531192-b2b4-4fc8-8c41-e19e7301001f HTTP/1.1" status: 200  len: 944 time: 0.5936699
May 07 22:00:06.923252 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a6c83c-df95-45a6-995d-8c57d3edd382 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Pushing event deleted for resources: {'Port': ['ID=248ca656-6bff-4ce6-b67d-1c6c09ea7b42,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:06.941004 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f14fe9da-2648-4b42-8a70-400567222987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (55daba45-a33a-4e29-b27b-451c67585e02), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:06.943604 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f14fe9da-2648-4b42-8a70-400567222987 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:06.945041 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-f14fe9da-2648-4b42-8a70-400567222987 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/55daba45-a33a-4e29-b27b-451c67585e02 HTTP/1.1" status: 204  len: 168 time: 2.1688595
May 07 22:00:06.989176 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 3a446051-aeee-48e0-a355-cc210b6b8602 up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:00:06.996704 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d744eee2-4fad-4762-9113-1fc48e89e1b7 req-524644c6-398a-41e4-bfd7-dbe7bb5b4f59 tempest-InstanceActionsV221TestJSON-1399132138 tempest-InstanceActionsV221TestJSON-1399132138-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d627839-c6cb-47c8-854b-4e1d1823964d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1372294
May 07 22:00:07.031732 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-2a48b805-7459-42aa-9875-000c595f9ebd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7fc1c490>, [{'id': '44744f25-162d-4beb-8b6b-bf7f925b1061', 'name': 'tempest-ServerRescueTestJSON-1639131154-router', 'tenant_id': '1fb49d7a99844a7ab8ef30fb59250e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.171'}], 'enable_snat': True}, 'gw_port_id': 'ef9b4e4e-8b27-4bf4-be77-84558d7fa538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:59:40Z', 'updated_at': '2022-05-07T21:59:54Z', 'revision_number': 4, 'project_id': '1fb49d7a99844a7ab8ef30fb59250e7d', 'gw_port': {'id': 'ef9b4e4e-8b27-4bf4-be77-84558d7fa538', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:07:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44744f25-162d-4beb-8b6b-bf7f925b1061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:59:42Z', 'updated_at': '2022-05-07T21:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ca9c0551-3193-4101-a15e-7b3be2c13ea0', 'name': '', 'network_id': '4e401ba0-7563-49f5-9424-036872d14546', 'tenant_id': '1fb49d7a99844a7ab8ef30fb59250e7d', 'mac_address': 'fa:16:3e:e0:4e:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44744f25-162d-4beb-8b6b-bf7f925b1061', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '8d58b02e-bcfe-4d9f-9480-bc1a5a487d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:59:51Z', 'updated_at': '2022-05-07T22:00:06Z', 'revision_number': 4, 'project_id': '1fb49d7a99844a7ab8ef30fb59250e7d', 'subnets': [{'id': '8d58b02e-bcfe-4d9f-9480-bc1a5a487d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:00:07.082266 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a48b805-7459-42aa-9875-000c595f9ebd None None] The sync data for ids ['44744f25-162d-4beb-8b6b-bf7f925b1061'] in ncdv-master-1 is: [{'id': '44744f25-162d-4beb-8b6b-bf7f925b1061', 'name': 'tempest-ServerRescueTestJSON-1639131154-router', 'tenant_id': '1fb49d7a99844a7ab8ef30fb59250e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.171'}], 'enable_snat': True}, 'gw_port_id': 'ef9b4e4e-8b27-4bf4-be77-84558d7fa538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:59:40Z', 'updated_at': '2022-05-07T21:59:54Z', 'revision_number': 4, 'project_id': '1fb49d7a99844a7ab8ef30fb59250e7d', 'gw_port': {'id': 'ef9b4e4e-8b27-4bf4-be77-84558d7fa538', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:07:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44744f25-162d-4beb-8b6b-bf7f925b1061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:59:42Z', 'updated_at': '2022-05-07T21:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ca9c0551-3193-4101-a15e-7b3be2c13ea0', 'name': '', 'network_id': '4e401ba0-7563-49f5-9424-036872d14546', 'tenant_id': '1fb49d7a99844a7ab8ef30fb59250e7d', 'mac_address': 'fa:16:3e:e0:4e:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44744f25-162d-4beb-8b6b-bf7f925b1061', 'device_owner': 'network:router_interface', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '8d58b02e-bcfe-4d9f-9480-bc1a5a487d04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:59:51Z', 'updated_at': '2022-05-07T22:00:06Z', 'revision_number': 4, 'project_id': '1fb49d7a99844a7ab8ef30fb59250e7d', 'subnets': [{'id': '8d58b02e-bcfe-4d9f-9480-bc1a5a487d04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:00:07.123026 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning for port 3a446051-aeee-48e0-a355-cc210b6b8602 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 22:00:07.141736 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port 3a446051-aeee-48e0-a355-cc210b6b8602 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:00:07.142170 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (3a446051-aeee-48e0-a355-cc210b6b8602), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:07.175048 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d29e424-ae50-486e-bd5f-88ce8094b0c1 req-dfc48f2e-13dd-4020-a30d-14e8c71bcbec tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:07.177944 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6d29e424-ae50-486e-bd5f-88ce8094b0c1 req-dfc48f2e-13dd-4020-a30d-14e8c71bcbec tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.59 "GET /v2.0/networks?id=4e401ba0-7563-49f5-9424-036872d14546 HTTP/1.1" status: 200  len: 811 time: 1.0053620
May 07 22:00:07.228056 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-6d29e424-ae50-486e-bd5f-88ce8094b0c1 req-9f6d5fd0-d101-442a-b230-21cde6ab02f7 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Request body: {'port': {'device_id': '620355ca-9580-4384-9f83-9ec1f95922e3', 'network_id': '4e401ba0-7563-49f5-9424-036872d14546', 'admin_state_up': True, 'tenant_id': '1fb49d7a99844a7ab8ef30fb59250e7d'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:00:07.295414 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-2ddd7840-a652-418e-97f1-6f2c60a2206c admin admin] Deleting port 1fdfc258-a1b1-4f52-ac3b-d6710d2f6ca2 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:00:07.296018 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2ddd7840-a652-418e-97f1-6f2c60a2206c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (1fdfc258-a1b1-4f52-ac3b-d6710d2f6ca2), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:07.431466 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 3a446051-aeee-48e0-a355-cc210b6b8602 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:00:07.431773 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (3a446051-aeee-48e0-a355-cc210b6b8602), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:07.439845 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-2ddd7840-a652-418e-97f1-6f2c60a2206c admin admin] For port 1fdfc258-a1b1-4f52-ac3b-d6710d2f6ca2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1fdfc258-a1b1-4f52-ac3b-d6710d2f6ca2,segment=NetworkSegment(16a3e44e-cf3e-4bbc-83bb-ad3918f988bd),segment_id=16a3e44e-cf3e-4bbc-83bb-ad3918f988bd)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:00:07.440485 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2ddd7840-a652-418e-97f1-6f2c60a2206c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (1fdfc258-a1b1-4f52-ac3b-d6710d2f6ca2), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:07.461363 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14fe9da-2648-4b42-8a70-400567222987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55daba45-a33a-4e29-b27b-451c67585e02,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:07.475607 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-2ddd7840-a652-418e-97f1-6f2c60a2206c admin admin] Calling delete_port for 1fdfc258-a1b1-4f52-ac3b-d6710d2f6ca2 owned by network:router_interface {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:00:07.526233 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21531192-b2b4-4fc8-8c41-e19e7301001f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a446051-aeee-48e0-a355-cc210b6b8602'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:00:07.531061 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c34a61b-1dd8-4cee-98da-d9814071e501" -d '{"events": [{"server_uuid": "21531192-b2b4-4fc8-8c41-e19e7301001f", "name": "network-vif-plugged", "status": "completed", "tag": "3a446051-aeee-48e0-a355-cc210b6b8602"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:00:07.545422 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 3a446051-aeee-48e0-a355-cc210b6b8602, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3a446051-aeee-48e0-a355-cc210b6b8602,segment=NetworkSegment(39974400-d1e2-40c1-85fd-23f16d679a03),segment_id=39974400-d1e2-40c1-85fd-23f16d679a03)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:00:07.555025 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (3a446051-aeee-48e0-a355-cc210b6b8602), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:07.655754 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545a6a28-be57-4143-932d-3caf5751ad74 req-5a1cf263-7276-4ebf-89ec-4cc5e63bc421 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:07.673537 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545a6a28-be57-4143-932d-3caf5751ad74 req-5a1cf263-7276-4ebf-89ec-4cc5e63bc421 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:07.694691 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545a6a28-be57-4143-932d-3caf5751ad74 req-5a1cf263-7276-4ebf-89ec-4cc5e63bc421 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:07.705487 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545a6a28-be57-4143-932d-3caf5751ad74 req-5a1cf263-7276-4ebf-89ec-4cc5e63bc421 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:07.709803 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-545a6a28-be57-4143-932d-3caf5751ad74 req-5a1cf263-7276-4ebf-89ec-4cc5e63bc421 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb18387-ba8a-4070-aa1b-42824ed0c7ec HTTP/1.1" status: 200  len: 3141 time: 0.3318779
May 07 22:00:07.711328 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=3a446051-aeee-48e0-a355-cc210b6b8602,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:07.733163 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6ab41101-02d4-4248-beff-2e0ba84c7220 req-904b4997-52c5-430a-a5e3-86d312c16dc3 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/ports?device_id=620355ca-9580-4384-9f83-9ec1f95922e3 HTTP/1.1" status: 200  len: 210 time: 0.0699320
May 07 22:00:07.794933 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9ee4e500-0219-413b-a3cc-90d2f5d4e581 req-51a6c83c-df95-45a6-995d-8c57d3edd382 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Router ca9742b7-eb78-416c-99df-387368310e78 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:00:07.799210 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-15e38f10-6e20-4d95-9550-6505f887d9df admin admin] Publish callbacks [] for port (41632c85-aec7-41fa-a8b0-4c09f4aa150d), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:07.831044 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-15e38f10-6e20-4d95-9550-6505f887d9df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (41632c85-aec7-41fa-a8b0-4c09f4aa150d), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:07.844127 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fbb664d-c1a5-4d4c-88e4-0f2b58668df6 x-openstack-request-id: req-4fbb664d-c1a5-4d4c-88e4-0f2b58668df6 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:00:07.844535 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21531192-b2b4-4fc8-8c41-e19e7301001f", "name": "network-vif-plugged", "status": "completed", "tag": "3a446051-aeee-48e0-a355-cc210b6b8602", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:00:07.844897 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4fbb664d-c1a5-4d4c-88e4-0f2b58668df6 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:00:07.845413 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fbb664d-c1a5-4d4c-88e4-0f2b58668df6'] response: {'server_uuid': '21531192-b2b4-4fc8-8c41-e19e7301001f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a446051-aeee-48e0-a355-cc210b6b8602', 'code': 200}
May 07 22:00:07.903537 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-15e38f10-6e20-4d95-9550-6505f887d9df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401121'] for router_interface (b8becdb0-35c0-4028-9f28-6fe5334fd87c), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:08.011316 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d29e424-ae50-486e-bd5f-88ce8094b0c1 req-9f6d5fd0-d101-442a-b230-21cde6ab02f7 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Made reservation on behalf of 1fb49d7a99844a7ab8ef30fb59250e7d for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:00:08.022734 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-6d29e424-ae50-486e-bd5f-88ce8094b0c1 req-9f6d5fd0-d101-442a-b230-21cde6ab02f7 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:08.053704 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2ddd7840-a652-418e-97f1-6f2c60a2206c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (1fdfc258-a1b1-4f52-ac3b-d6710d2f6ca2), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:08.186871 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-545a6a28-be57-4143-932d-3caf5751ad74 req-7366eaff-fb75-4aca-a485-ade2dc120764 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/security-groups?id=4683f7d7-8b63-48cf-a24d-027ba8d9c114&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4661727
May 07 22:00:08.272574 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e38f10-6e20-4d95-9550-6505f887d9df admin admin] Pushing event updated for resources: {'Port': ['ID=41632c85-aec7-41fa-a8b0-4c09f4aa150d,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:08.347791 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddd7840-a652-418e-97f1-6f2c60a2206c admin admin] Pushing event deleted for resources: {'Port': ['ID=1fdfc258-a1b1-4f52-ac3b-d6710d2f6ca2,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:08.366745 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba0e4aa-91b5-4601-b379-dfde4e0ac3d9 req-595bfef2-bd5a-4808-a304-e06e327c7cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:08.368816 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-dba0e4aa-91b5-4601-b379-dfde4e0ac3d9 req-595bfef2-bd5a-4808-a304-e06e327c7cab service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=21531192-b2b4-4fc8-8c41-e19e7301001f HTTP/1.1" status: 200  len: 1127 time: 0.3673136
May 07 22:00:08.503653 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d7e87ab5-0214-4545-981f-62ed4c6e1256 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401094'] for router_interface (5eaea858-1929-41f7-953a-f0585443782e), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:08.633019 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [req-6d29e424-ae50-486e-bd5f-88ce8094b0c1 req-9f6d5fd0-d101-442a-b230-21cde6ab02f7 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Allocated IP 172.20.0.6 (4e401ba0-7563-49f5-9424-036872d14546/8d58b02e-bcfe-4d9f-9480-bc1a5a487d04/13f0d3f2-8ab0-42a1-95df-5966489120ec) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:00:08.675879 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 50538) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:00:08.822273 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434ab872-6c3d-4821-a527-d56cd29727c9 req-b12a515d-5586-43c3-8be8-b82dc5bb1324 tempest-InstanceActionsV221TestJSON-1399132138 tempest-InstanceActionsV221TestJSON-1399132138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:08.841624 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-434ab872-6c3d-4821-a527-d56cd29727c9 req-b12a515d-5586-43c3-8be8-b82dc5bb1324 tempest-InstanceActionsV221TestJSON-1399132138 tempest-InstanceActionsV221TestJSON-1399132138-project] 10.222.0.32 "GET /v2.0/ports?device_id=21531192-b2b4-4fc8-8c41-e19e7301001f HTTP/1.1" status: 200  len: 945 time: 0.5608323
May 07 22:00:08.905538 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9ee4e500-0219-413b-a3cc-90d2f5d4e581 req-51a6c83c-df95-45a6-995d-8c57d3edd382 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:00:08.916625 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63b5249-fc59-4222-a90e-cc3b52062585 None None] Sync routers for ids ['ca9742b7-eb78-416c-99df-387368310e78'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:00:08.936356 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63b5249-fc59-4222-a90e-cc3b52062585 None None] Routers {'ca9742b7-eb78-416c-99df-387368310e78'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:00:08.941144 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-800505de-4636-4f87-a96e-ab7817052bb1 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1299513832'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:00:08.941821 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-b63b5249-fc59-4222-a90e-cc3b52062585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7fbb2a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:59:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['ca9742b7-eb78-416c-99df-387368310e78'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:00:08.997627 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e38f10-6e20-4d95-9550-6505f887d9df admin admin] Network 750e8121-2671-438f-9a42-169be7e47286 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:00:09.006755 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-dba0e4aa-91b5-4601-b379-dfde4e0ac3d9 req-6bf5ead7-68c1-4d32-bc0a-17035f1afede service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4d627839-c6cb-47c8-854b-4e1d1823964d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5127320
May 07 22:00:09.057090 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-800505de-4636-4f87-a96e-ab7817052bb1 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Made reservation on behalf of d7da299cb7fd4b569f047ab71e3255d4 for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:00:09.065978 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-800505de-4636-4f87-a96e-ab7817052bb1 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:09.139786 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-15e38f10-6e20-4d95-9550-6505f887d9df admin admin] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:00:09.179379 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2af2009b-b774-4538-a699-2854288ba34e req-72cc6dc2-684f-49d0-8609-d1cd3cee6fe7 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/ports?device_id=620355ca-9580-4384-9f83-9ec1f95922e3 HTTP/1.1" status: 200  len: 210 time: 0.2900529
May 07 22:00:09.194764 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device ca9c0551-3193-4101-a15e-7b3be2c13ea0 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:00:09.196131 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-434ab872-6c3d-4821-a527-d56cd29727c9 req-6496204a-d980-4c90-9877-c29497fc40f6 tempest-InstanceActionsV221TestJSON-1399132138 tempest-InstanceActionsV221TestJSON-1399132138-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d627839-c6cb-47c8-854b-4e1d1823964d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3283339
May 07 22:00:09.210247 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-6d29e424-ae50-486e-bd5f-88ce8094b0c1 req-9f6d5fd0-d101-442a-b230-21cde6ab02f7 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Publish callbacks [] for port (13f0d3f2-8ab0-42a1-95df-5966489120ec), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:09.253385 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-b63b5249-fc59-4222-a90e-cc3b52062585 None None] Set router ca9742b7-eb78-416c-99df-387368310e78 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:00:09.282626 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2ddd7840-a652-418e-97f1-6f2c60a2206c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401002'] for router_interface (b5281c6d-1370-492d-b1a8-7bd10df47e25), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:09.290040 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-800505de-4636-4f87-a96e-ab7817052bb1 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:09.329292 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-6d29e424-ae50-486e-bd5f-88ce8094b0c1 req-9f6d5fd0-d101-442a-b230-21cde6ab02f7 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (13f0d3f2-8ab0-42a1-95df-5966489120ec), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:09.452317 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ee4e500-0219-413b-a3cc-90d2f5d4e581 req-51a6c83c-df95-45a6-995d-8c57d3edd382 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] No DVR routers for this DVR port 248ca656-6bff-4ce6-b67d-1c6c09ea7b42 on host nch1-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:00:09.488990 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d29e424-ae50-486e-bd5f-88ce8094b0c1 req-9f6d5fd0-d101-442a-b230-21cde6ab02f7 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Network 4e401ba0-7563-49f5-9424-036872d14546 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:00:09.490198 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port ca9c0551-3193-4101-a15e-7b3be2c13ea0 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:00:09.490362 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (ca9c0551-3193-4101-a15e-7b3be2c13ea0), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:09.496507 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [req-6d29e424-ae50-486e-bd5f-88ce8094b0c1 req-9f6d5fd0-d101-442a-b230-21cde6ab02f7 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:00:09.527995 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-9ee4e500-0219-413b-a3cc-90d2f5d4e581 req-51a6c83c-df95-45a6-995d-8c57d3edd382 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:09.534838 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9ee4e500-0219-413b-a3cc-90d2f5d4e581 req-51a6c83c-df95-45a6-995d-8c57d3edd382 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.55 "DELETE /v2.0/ports/248ca656-6bff-4ce6-b67d-1c6c09ea7b42 HTTP/1.1" status: 204  len: 173 time: 7.4736249
May 07 22:00:09.543885 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d29e424-ae50-486e-bd5f-88ce8094b0c1 req-9f6d5fd0-d101-442a-b230-21cde6ab02f7 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:00:09.558588 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfb18387-ba8a-4070-aa1b-42824ed0c7ec', 'name': 'network-vif-deleted', 'tag': '248ca656-6bff-4ce6-b67d-1c6c09ea7b42'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:00:09.567398 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39fe0fe5-1d2d-46be-a5de-eb539b9aabab" -d '{"events": [{"server_uuid": "dfb18387-ba8a-4070-aa1b-42824ed0c7ec", "name": "network-vif-deleted", "tag": "248ca656-6bff-4ce6-b67d-1c6c09ea7b42"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:00:09.723871 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-f3e8e200-1d14-447c-a83a-6c1c43026344 None None] Provisioning complete for port 41632c85-aec7-41fa-a8b0-4c09f4aa150d triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:00:09.724413 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f3e8e200-1d14-447c-a83a-6c1c43026344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (41632c85-aec7-41fa-a8b0-4c09f4aa150d), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:09.727158 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-800505de-4636-4f87-a96e-ab7817052bb1 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks [] for security_group (17db3672-6ee0-4015-9bd8-882ac3832d8c), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:09.740419 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6d5fd0-d101-442a-b230-21cde6ab02f7 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Pushing event updated for resources: {'Port': ['ID=13f0d3f2-8ab0-42a1-95df-5966489120ec,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:09.758859 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d29e424-ae50-486e-bd5f-88ce8094b0c1 req-9f6d5fd0-d101-442a-b230-21cde6ab02f7 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:09.759986 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-6d29e424-ae50-486e-bd5f-88ce8094b0c1 req-9f6d5fd0-d101-442a-b230-21cde6ab02f7 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:09.760648 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f311422-91cb-406c-958c-a0c7c1c71f11 x-openstack-request-id: req-7f311422-91cb-406c-958c-a0c7c1c71f11 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:00:09.762324 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfb18387-ba8a-4070-aa1b-42824ed0c7ec", "name": "network-vif-deleted", "tag": "248ca656-6bff-4ce6-b67d-1c6c09ea7b42", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:00:09.762726 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7f311422-91cb-406c-958c-a0c7c1c71f11 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:00:09.763873 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f311422-91cb-406c-958c-a0c7c1c71f11'] response: {'server_uuid': 'dfb18387-ba8a-4070-aa1b-42824ed0c7ec', 'name': 'network-vif-deleted', 'tag': '248ca656-6bff-4ce6-b67d-1c6c09ea7b42', 'status': 'completed', 'code': 200}
May 07 22:00:09.773031 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-800505de-4636-4f87-a96e-ab7817052bb1 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (17db3672-6ee0-4015-9bd8-882ac3832d8c), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:09.797270 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6d29e424-ae50-486e-bd5f-88ce8094b0c1 req-9f6d5fd0-d101-442a-b230-21cde6ab02f7 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5874517
May 07 22:00:09.803218 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-f3e8e200-1d14-447c-a83a-6c1c43026344 None None] Port 41632c85-aec7-41fa-a8b0-4c09f4aa150d cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:00:09.842212 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-6d29e424-ae50-486e-bd5f-88ce8094b0c1 req-837deab3-7528-4ecd-8550-82459a86e505 service neutron] Request body: {'port': {'device_id': '620355ca-9580-4384-9f83-9ec1f95922e3', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:00:09.849045 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port ca9c0551-3193-4101-a15e-7b3be2c13ea0 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:00:09.849454 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (ca9c0551-3193-4101-a15e-7b3be2c13ea0), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:09.880227 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-800505de-4636-4f87-a96e-ab7817052bb1 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:00:09.895217 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd74b383-00ac-4e4b-b074-0d00c7bb4810 req-90593a97-d3c5-4547-b1a2-26d6eacc5c49 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:09.900077 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port ca9c0551-3193-4101-a15e-7b3be2c13ea0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ca9c0551-3193-4101-a15e-7b3be2c13ea0,segment=NetworkSegment(269ca44c-b28c-41b0-82b1-59695d4aeeab),segment_id=269ca44c-b28c-41b0-82b1-59695d4aeeab)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:00:09.901382 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd74b383-00ac-4e4b-b074-0d00c7bb4810 req-90593a97-d3c5-4547-b1a2-26d6eacc5c49 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:09.911365 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd74b383-00ac-4e4b-b074-0d00c7bb4810 req-90593a97-d3c5-4547-b1a2-26d6eacc5c49 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:09.917841 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd74b383-00ac-4e4b-b074-0d00c7bb4810 req-90593a97-d3c5-4547-b1a2-26d6eacc5c49 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:09.921964 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (ca9c0551-3193-4101-a15e-7b3be2c13ea0), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:09.926069 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-dd74b383-00ac-4e4b-b074-0d00c7bb4810 req-90593a97-d3c5-4547-b1a2-26d6eacc5c49 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb18387-ba8a-4070-aa1b-42824ed0c7ec HTTP/1.1" status: 200  len: 3141 time: 0.3782496
May 07 22:00:09.939269 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-b63b5249-fc59-4222-a90e-cc3b52062585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7fbb2a30>, [{'id': 'ca9742b7-eb78-416c-99df-387368310e78', 'name': 'tempest-TaggedBootDevicesTest-1763017208-router', 'tenant_id': '70a2fded25c74c839c01e55a91e7f7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.194'}], 'enable_snat': True}, 'gw_port_id': 'ba6953bf-d303-41d0-8e46-76f5d131940a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:54:02Z', 'updated_at': '2022-05-07T21:54:15Z', 'revision_number': 4, 'project_id': '70a2fded25c74c839c01e55a91e7f7fc', 'gw_port': {'id': 'ba6953bf-d303-41d0-8e46-76f5d131940a', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:8b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9742b7-eb78-416c-99df-387368310e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:54:03Z', 'updated_at': '2022-05-07T21:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f3f4cb04-f7c5-4069-ad2a-d8dad30fab8c', 'name': '', 'network_id': '78b27442-bcb9-410d-9431-ef2d20377793', 'tenant_id': '70a2fded25c74c839c01e55a91e7f7fc', 'mac_address': 'fa:16:3e:47:1d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9742b7-eb78-416c-99df-387368310e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'b94529aa-c690-43df-a7f8-1037d29e0a09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:54:12Z', 'updated_at': '2022-05-07T21:54:21Z', 'revision_number': 5, 'project_id': '70a2fded25c74c839c01e55a91e7f7fc', 'subnets': [{'id': 'b94529aa-c690-43df-a7f8-1037d29e0a09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:00:09.978028 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-6d29e424-ae50-486e-bd5f-88ce8094b0c1 req-837deab3-7528-4ecd-8550-82459a86e505 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (13f0d3f2-8ab0-42a1-95df-5966489120ec), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:10.003970 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ddd7840-a652-418e-97f1-6f2c60a2206c admin admin] Router b5281c6d-1370-492d-b1a8-7bd10df47e25 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:00:10.047642 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-800505de-4636-4f87-a96e-ab7817052bb1 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (9679fc3d-0d99-4306-9d93-66010c9e4591), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:10.048046 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-800505de-4636-4f87-a96e-ab7817052bb1 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Added segment 9679fc3d-0d99-4306-9d93-66010c9e4591 of type vlan for network b02a9bbf-184e-4d41-93e0-76331445f251
May 07 22:00:10.058910 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800505de-4636-4f87-a96e-ab7817052bb1 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17db3672-6ee0-4015-9bd8-882ac3832d8c,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:10.317125 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63b5249-fc59-4222-a90e-cc3b52062585 None None] Checking router: ca9742b7-eb78-416c-99df-387368310e78 for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:00:10.341632 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b63b5249-fc59-4222-a90e-cc3b52062585 None None] Routers {'ca9742b7-eb78-416c-99df-387368310e78'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:00:10.342286 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-b63b5249-fc59-4222-a90e-cc3b52062585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7fbb2a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:59:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['ca9742b7-eb78-416c-99df-387368310e78'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:00:10.413482 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=ca9c0551-3193-4101-a15e-7b3be2c13ea0,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:10.453655 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21de73bc-47d1-4101-a72c-6fe065a560e6 req-6af18bd6-e13f-48aa-b0a0-bc9bb4de334d tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:10.462729 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-21de73bc-47d1-4101-a72c-6fe065a560e6 req-6af18bd6-e13f-48aa-b0a0-bc9bb4de334d tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/ports?device_id=620355ca-9580-4384-9f83-9ec1f95922e3 HTTP/1.1" status: 200  len: 931 time: 0.1230643
May 07 22:00:10.501331 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ddd7840-a652-418e-97f1-6f2c60a2206c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:00:10.510672 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9808d086-6f98-49ea-9bf4-80499cb57efd None None] Sync routers for ids ['b5281c6d-1370-492d-b1a8-7bd10df47e25'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:00:10.518074 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-2ddd7840-a652-418e-97f1-6f2c60a2206c admin admin] 10.222.0.32 "PUT /v2.0/routers/b5281c6d-1370-492d-b1a8-7bd10df47e25/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.0192368
May 07 22:00:10.519149 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 50564) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:00:10.536284 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9808d086-6f98-49ea-9bf4-80499cb57efd None None] Routers {'b5281c6d-1370-492d-b1a8-7bd10df47e25'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:00:10.536934 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-9808d086-6f98-49ea-9bf4-80499cb57efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cff9a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:59:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['b5281c6d-1370-492d-b1a8-7bd10df47e25'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:00:10.539013 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-b63b5249-fc59-4222-a90e-cc3b52062585 None None] Set router ca9742b7-eb78-416c-99df-387368310e78 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:00:10.569748 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-dd74b383-00ac-4e4b-b074-0d00c7bb4810 req-bcf54325-4d9a-4242-bdb1-a28ecd298b14 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/security-groups?id=4683f7d7-8b63-48cf-a24d-027ba8d9c114&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6425481
May 07 22:00:10.671679 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-800505de-4636-4f87-a96e-ab7817052bb1 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (b02a9bbf-184e-4d41-93e0-76331445f251), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:10.674939 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-9ee4e500-0219-413b-a3cc-90d2f5d4e581 req-774fe577-e938-4460-840c-ffd31e0e6eb8 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Deleting port 5642df0d-b70e-45a4-b82c-4c09755c76de {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:00:10.675567 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-9ee4e500-0219-413b-a3cc-90d2f5d4e581 req-774fe577-e938-4460-840c-ffd31e0e6eb8 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (5642df0d-b70e-45a4-b82c-4c09755c76de), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:10.720213 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [req-6d29e424-ae50-486e-bd5f-88ce8094b0c1 req-837deab3-7528-4ecd-8550-82459a86e505 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13f0d3f2-8ab0-42a1-95df-5966489120ec {{(pid=121837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:00:10.726379 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15e38f10-6e20-4d95-9550-6505f887d9df admin admin] Router b8becdb0-35c0-4028-9f28-6fe5334fd87c has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:00:10.730620 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-6d29e424-ae50-486e-bd5f-88ce8094b0c1 req-837deab3-7528-4ecd-8550-82459a86e505 service neutron] Publish callbacks [] for port (13f0d3f2-8ab0-42a1-95df-5966489120ec), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:10.744279 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-6d29e424-ae50-486e-bd5f-88ce8094b0c1 req-837deab3-7528-4ecd-8550-82459a86e505 service neutron] Transition to ACTIVE for port object 13f0d3f2-8ab0-42a1-95df-5966489120ec will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 22:00:10.759121 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-6d29e424-ae50-486e-bd5f-88ce8094b0c1 req-837deab3-7528-4ecd-8550-82459a86e505 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (13f0d3f2-8ab0-42a1-95df-5966489120ec), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:10.794459 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-21de73bc-47d1-4101-a72c-6fe065a560e6 req-aa453734-d6d2-4b9f-b81a-8f013b1e47a8 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2f94373-fd3e-4a2b-9dee-192df8871f41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3304379
May 07 22:00:10.816039 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-9808d086-6f98-49ea-9bf4-80499cb57efd None None] Set router b5281c6d-1370-492d-b1a8-7bd10df47e25 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:00:10.855605 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-d7e87ab5-0214-4545-981f-62ed4c6e1256 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Deleting port 390be4bc-7e3d-4e43-99cd-5177c10ec3f4 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:00:10.855986 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d7e87ab5-0214-4545-981f-62ed4c6e1256 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (390be4bc-7e3d-4e43-99cd-5177c10ec3f4), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:10.883248 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837deab3-7528-4ecd-8550-82459a86e505 service neutron] Pushing event updated for resources: {'Port': ['ID=13f0d3f2-8ab0-42a1-95df-5966489120ec,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:10.967414 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-af3a187a-f707-4aef-b48f-e756bedb73b7 admin admin] Publish callbacks [] for router (b5281c6d-1370-492d-b1a8-7bd10df47e25), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:11.051850 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-b63b5249-fc59-4222-a90e-cc3b52062585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7fbb2a30>, [{'id': 'ca9742b7-eb78-416c-99df-387368310e78', 'name': 'tempest-TaggedBootDevicesTest-1763017208-router', 'tenant_id': '70a2fded25c74c839c01e55a91e7f7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.194'}], 'enable_snat': True}, 'gw_port_id': 'ba6953bf-d303-41d0-8e46-76f5d131940a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:54:02Z', 'updated_at': '2022-05-07T21:54:15Z', 'revision_number': 4, 'project_id': '70a2fded25c74c839c01e55a91e7f7fc', 'gw_port': {'id': 'ba6953bf-d303-41d0-8e46-76f5d131940a', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:8b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9742b7-eb78-416c-99df-387368310e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:54:03Z', 'updated_at': '2022-05-07T21:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f3f4cb04-f7c5-4069-ad2a-d8dad30fab8c', 'name': '', 'network_id': '78b27442-bcb9-410d-9431-ef2d20377793', 'tenant_id': '70a2fded25c74c839c01e55a91e7f7fc', 'mac_address': 'fa:16:3e:47:1d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9742b7-eb78-416c-99df-387368310e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'b94529aa-c690-43df-a7f8-1037d29e0a09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:54:12Z', 'updated_at': '2022-05-07T21:54:21Z', 'revision_number': 5, 'project_id': '70a2fded25c74c839c01e55a91e7f7fc', 'subnets': [{'id': 'b94529aa-c690-43df-a7f8-1037d29e0a09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:00:11.107722 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63b5249-fc59-4222-a90e-cc3b52062585 None None] The sync data for ids ['ca9742b7-eb78-416c-99df-387368310e78'] in ncdv-master-1 is: [{'id': 'ca9742b7-eb78-416c-99df-387368310e78', 'name': 'tempest-TaggedBootDevicesTest-1763017208-router', 'tenant_id': '70a2fded25c74c839c01e55a91e7f7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.194'}], 'enable_snat': True}, 'gw_port_id': 'ba6953bf-d303-41d0-8e46-76f5d131940a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:54:02Z', 'updated_at': '2022-05-07T21:54:15Z', 'revision_number': 4, 'project_id': '70a2fded25c74c839c01e55a91e7f7fc', 'gw_port': {'id': 'ba6953bf-d303-41d0-8e46-76f5d131940a', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:8b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9742b7-eb78-416c-99df-387368310e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:54:03Z', 'updated_at': '2022-05-07T21:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f3f4cb04-f7c5-4069-ad2a-d8dad30fab8c', 'name': '', 'network_id': '78b27442-bcb9-410d-9431-ef2d20377793', 'tenant_id': '70a2fded25c74c839c01e55a91e7f7fc', 'mac_address': 'fa:16:3e:47:1d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9742b7-eb78-416c-99df-387368310e78', 'device_owner': 'network:router_interface', 'standard_attr_id': 1155, 'fixed_ips': [{'subnet_id': 'b94529aa-c690-43df-a7f8-1037d29e0a09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:54:12Z', 'updated_at': '2022-05-07T21:54:21Z', 'revision_number': 5, 'project_id': '70a2fded25c74c839c01e55a91e7f7fc', 'subnets': [{'id': 'b94529aa-c690-43df-a7f8-1037d29e0a09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:00:11.113666 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device ca9c0551-3193-4101-a15e-7b3be2c13ea0 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:00:11.130496 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d7e87ab5-0214-4545-981f-62ed4c6e1256 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (390be4bc-7e3d-4e43-99cd-5177c10ec3f4), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:11.169875 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-d7e87ab5-0214-4545-981f-62ed4c6e1256 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Calling delete_port for 390be4bc-7e3d-4e43-99cd-5177c10ec3f4 owned by network:router_interface {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:00:11.212088 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-9808d086-6f98-49ea-9bf4-80499cb57efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cff9a30>, [{'id': 'b5281c6d-1370-492d-b1a8-7bd10df47e25', 'name': 'tempest-AttachVolumeShelveTestJSON-1954874037-router', 'tenant_id': '93c3c71171814bb7b1018904086ad506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.48'}], 'enable_snat': True}, 'gw_port_id': '46fbf6da-bca9-4d68-848b-b8373ed60471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:53:31Z', 'updated_at': '2022-05-07T22:00:07Z', 'revision_number': 5, 'project_id': '93c3c71171814bb7b1018904086ad506', 'gw_port': {'id': '46fbf6da-bca9-4d68-848b-b8373ed60471', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5281c6d-1370-492d-b1a8-7bd10df47e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:53:32Z', 'updated_at': '2022-05-07T21:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:00:11.224587 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port ca9c0551-3193-4101-a15e-7b3be2c13ea0 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:00:11.233510 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (ca9c0551-3193-4101-a15e-7b3be2c13ea0), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:11.282596 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9808d086-6f98-49ea-9bf4-80499cb57efd None None] Checking router: b5281c6d-1370-492d-b1a8-7bd10df47e25 for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:00:11.300540 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9808d086-6f98-49ea-9bf4-80499cb57efd None None] Routers {'b5281c6d-1370-492d-b1a8-7bd10df47e25'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:00:11.302535 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-9808d086-6f98-49ea-9bf4-80499cb57efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cff9a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:59:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['b5281c6d-1370-492d-b1a8-7bd10df47e25'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:00:11.395886 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port ca9c0551-3193-4101-a15e-7b3be2c13ea0 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:00:11.488800 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-6d29e424-ae50-486e-bd5f-88ce8094b0c1 req-837deab3-7528-4ecd-8550-82459a86e505 service neutron] Attempting to bind port 13f0d3f2-8ab0-42a1-95df-5966489120ec on host nch2-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:00:11.489438 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-6d29e424-ae50-486e-bd5f-88ce8094b0c1 req-837deab3-7528-4ecd-8550-82459a86e505 service neutron] Attempting to bind port 13f0d3f2-8ab0-42a1-95df-5966489120ec by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '269ca44c-b28c-41b0-82b1-59695d4aeeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4e401ba0-7563-49f5-9424-036872d14546'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:00:11.489701 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d29e424-ae50-486e-bd5f-88ce8094b0c1 req-837deab3-7528-4ecd-8550-82459a86e505 service neutron] Attempting to bind port 13f0d3f2-8ab0-42a1-95df-5966489120ec on network 4e401ba0-7563-49f5-9424-036872d14546 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:00:11.492883 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-9808d086-6f98-49ea-9bf4-80499cb57efd None None] Set router b5281c6d-1370-492d-b1a8-7bd10df47e25 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:00:11.501665 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d29e424-ae50-486e-bd5f-88ce8094b0c1 req-837deab3-7528-4ecd-8550-82459a86e505 service neutron] Port 13f0d3f2-8ab0-42a1-95df-5966489120ec on network 4e401ba0-7563-49f5-9424-036872d14546 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:00:11.502058 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d29e424-ae50-486e-bd5f-88ce8094b0c1 req-837deab3-7528-4ecd-8550-82459a86e505 service neutron] Attempting to bind port 13f0d3f2-8ab0-42a1-95df-5966489120ec on network 4e401ba0-7563-49f5-9424-036872d14546 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:00:11.506561 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2aaf08-8446-4603-bf14-947dc189ee26 req-e6846ca3-ece7-4323-96ba-6908af0a3161 tempest-InstanceActionsV221TestJSON-1399132138 tempest-InstanceActionsV221TestJSON-1399132138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:11.510208 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d29e424-ae50-486e-bd5f-88ce8094b0c1 req-837deab3-7528-4ecd-8550-82459a86e505 service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 21, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:00:11.510546 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d29e424-ae50-486e-bd5f-88ce8094b0c1 req-837deab3-7528-4ecd-8550-82459a86e505 service neutron] Checking segment: {'id': '269ca44c-b28c-41b0-82b1-59695d4aeeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4e401ba0-7563-49f5-9424-036872d14546'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:00:11.511528 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d29e424-ae50-486e-bd5f-88ce8094b0c1 req-837deab3-7528-4ecd-8550-82459a86e505 service neutron] Bound using segment: {'id': '269ca44c-b28c-41b0-82b1-59695d4aeeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4e401ba0-7563-49f5-9424-036872d14546'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:00:11.512236 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-6d29e424-ae50-486e-bd5f-88ce8094b0c1 req-837deab3-7528-4ecd-8550-82459a86e505 service neutron] Bound port: 13f0d3f2-8ab0-42a1-95df-5966489120ec, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '269ca44c-b28c-41b0-82b1-59695d4aeeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4e401ba0-7563-49f5-9424-036872d14546'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:00:11.512600 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-6d29e424-ae50-486e-bd5f-88ce8094b0c1 req-837deab3-7528-4ecd-8550-82459a86e505 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (13f0d3f2-8ab0-42a1-95df-5966489120ec), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:11.525022 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8a2aaf08-8446-4603-bf14-947dc189ee26 req-e6846ca3-ece7-4323-96ba-6908af0a3161 tempest-InstanceActionsV221TestJSON-1399132138 tempest-InstanceActionsV221TestJSON-1399132138-project] 10.222.0.32 "GET /v2.0/ports?device_id=21531192-b2b4-4fc8-8c41-e19e7301001f HTTP/1.1" status: 200  len: 945 time: 0.8211765
May 07 22:00:11.596768 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-800505de-4636-4f87-a96e-ab7817052bb1 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (b02a9bbf-184e-4d41-93e0-76331445f251), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:11.604957 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f861ecc-4e99-476f-b348-6fae74dcaf9e None None] New status for floating IP f2e2b015-4dd9-4cf1-ae64-3d16208c733b: DOWN {{(pid=121838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 07 22:00:11.611228 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800505de-4636-4f87-a96e-ab7817052bb1 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:11.611974 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-800505de-4636-4f87-a96e-ab7817052bb1 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:11.630406 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-6d29e424-ae50-486e-bd5f-88ce8094b0c1 req-837deab3-7528-4ecd-8550-82459a86e505 service neutron] For port 13f0d3f2-8ab0-42a1-95df-5966489120ec, host nch2-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:00:11.634345 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-6d29e424-ae50-486e-bd5f-88ce8094b0c1 req-837deab3-7528-4ecd-8550-82459a86e505 service neutron] For port 13f0d3f2-8ab0-42a1-95df-5966489120ec, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=13f0d3f2-8ab0-42a1-95df-5966489120ec,segment=NetworkSegment(269ca44c-b28c-41b0-82b1-59695d4aeeab),segment_id=269ca44c-b28c-41b0-82b1-59695d4aeeab)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:00:11.669441 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-6d29e424-ae50-486e-bd5f-88ce8094b0c1 req-837deab3-7528-4ecd-8550-82459a86e505 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (13f0d3f2-8ab0-42a1-95df-5966489120ec), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:11.718249 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d29e424-ae50-486e-bd5f-88ce8094b0c1 req-837deab3-7528-4ecd-8550-82459a86e505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:11.718893 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-6d29e424-ae50-486e-bd5f-88ce8094b0c1 req-837deab3-7528-4ecd-8550-82459a86e505 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:11.720636 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6d29e424-ae50-486e-bd5f-88ce8094b0c1 req-837deab3-7528-4ecd-8550-82459a86e505 service neutron] 10.222.0.59 "PUT /v2.0/ports/13f0d3f2-8ab0-42a1-95df-5966489120ec HTTP/1.1" status: 200  len: 1091 time: 1.8833756
May 07 22:00:11.727578 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800505de-4636-4f87-a96e-ab7817052bb1 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Pushing event updated for resources: {'Network': ['ID=b02a9bbf-184e-4d41-93e0-76331445f251,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:11.729085 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '620355ca-9580-4384-9f83-9ec1f95922e3', 'tag': '13f0d3f2-8ab0-42a1-95df-5966489120ec'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:00:11.732361 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ee25c2d-b8d0-4040-aaf4-b7964243c643" -d '{"events": [{"name": "network-changed", "server_uuid": "620355ca-9580-4384-9f83-9ec1f95922e3", "tag": "13f0d3f2-8ab0-42a1-95df-5966489120ec"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:00:11.766799 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-800505de-4636-4f87-a96e-ab7817052bb1 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 3.0667500
May 07 22:00:11.767038 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network b02a9bbf-184e-4d41-93e0-76331445f251 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:00:11.820546 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-af3a187a-f707-4aef-b48f-e756bedb73b7 admin admin] Publish callbacks [] for router_gateway (b5281c6d-1370-492d-b1a8-7bd10df47e25), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:11.829754 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef3edb-d38c-43d1-8042-af6b13f63c3a req-6db3f19c-1eec-4341-b21d-8c6d240fb6c2 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:11.838266 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef3edb-d38c-43d1-8042-af6b13f63c3a req-6db3f19c-1eec-4341-b21d-8c6d240fb6c2 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:11.843977 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef3edb-d38c-43d1-8042-af6b13f63c3a req-6db3f19c-1eec-4341-b21d-8c6d240fb6c2 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:11.849302 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef3edb-d38c-43d1-8042-af6b13f63c3a req-6db3f19c-1eec-4341-b21d-8c6d240fb6c2 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:11.851151 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-feef3edb-d38c-43d1-8042-af6b13f63c3a req-6db3f19c-1eec-4341-b21d-8c6d240fb6c2 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb18387-ba8a-4070-aa1b-42824ed0c7ec HTTP/1.1" status: 200  len: 3141 time: 0.0855973
May 07 22:00:11.888807 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837deab3-7528-4ecd-8550-82459a86e505 service neutron] Pushing event updated for resources: {'Port': ['ID=13f0d3f2-8ab0-42a1-95df-5966489120ec,revision_number=3']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:11.894257 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-9ee4e500-0219-413b-a3cc-90d2f5d4e581 req-774fe577-e938-4460-840c-ffd31e0e6eb8 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] For port 5642df0d-b70e-45a4-b82c-4c09755c76de, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5642df0d-b70e-45a4-b82c-4c09755c76de,segment=NetworkSegment(b31a7bd7-f013-44aa-a9c5-142fb752dadd),segment_id=b31a7bd7-f013-44aa-a9c5-142fb752dadd)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:00:11.895315 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-9ee4e500-0219-413b-a3cc-90d2f5d4e581 req-774fe577-e938-4460-840c-ffd31e0e6eb8 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (5642df0d-b70e-45a4-b82c-4c09755c76de), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:11.912139 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-9ee4e500-0219-413b-a3cc-90d2f5d4e581 req-774fe577-e938-4460-840c-ffd31e0e6eb8 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Calling delete_port for 5642df0d-b70e-45a4-b82c-4c09755c76de owned by compute:nova {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:00:11.916804 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 50580) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:00:11.925101 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-cef017cc-2687-4b60-99fb-e82618e8aaff tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Request body: {'subnet': {'network_id': 'b02a9bbf-184e-4d41-93e0-76331445f251', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:00:11.934597 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-9808d086-6f98-49ea-9bf4-80499cb57efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cff9a30>, [{'id': 'b5281c6d-1370-492d-b1a8-7bd10df47e25', 'name': 'tempest-AttachVolumeShelveTestJSON-1954874037-router', 'tenant_id': '93c3c71171814bb7b1018904086ad506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.48'}], 'enable_snat': True}, 'gw_port_id': '46fbf6da-bca9-4d68-848b-b8373ed60471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:53:31Z', 'updated_at': '2022-05-07T22:00:07Z', 'revision_number': 5, 'project_id': '93c3c71171814bb7b1018904086ad506', 'gw_port': {'id': '46fbf6da-bca9-4d68-848b-b8373ed60471', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5281c6d-1370-492d-b1a8-7bd10df47e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:53:32Z', 'updated_at': '2022-05-07T21:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:00:11.999591 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9808d086-6f98-49ea-9bf4-80499cb57efd None None] The sync data for ids ['b5281c6d-1370-492d-b1a8-7bd10df47e25'] in ncdv-master-1 is: [{'id': 'b5281c6d-1370-492d-b1a8-7bd10df47e25', 'name': 'tempest-AttachVolumeShelveTestJSON-1954874037-router', 'tenant_id': '93c3c71171814bb7b1018904086ad506', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.48'}], 'enable_snat': True}, 'gw_port_id': '46fbf6da-bca9-4d68-848b-b8373ed60471', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:53:31Z', 'updated_at': '2022-05-07T22:00:07Z', 'revision_number': 5, 'project_id': '93c3c71171814bb7b1018904086ad506', 'gw_port': {'id': '46fbf6da-bca9-4d68-848b-b8373ed60471', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9c:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5281c6d-1370-492d-b1a8-7bd10df47e25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:53:32Z', 'updated_at': '2022-05-07T21:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:00:12.057022 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d29e424-ae50-486e-bd5f-88ce8094b0c1 req-d624c0f2-806f-4d90-b417-93d138e44d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:12.059295 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6d29e424-ae50-486e-bd5f-88ce8094b0c1 req-d624c0f2-806f-4d90-b417-93d138e44d94 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1fb49d7a99844a7ab8ef30fb59250e7d&device_id=620355ca-9580-4384-9f83-9ec1f95922e3 HTTP/1.1" status: 200  len: 1125 time: 0.2036242
May 07 22:00:12.085127 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d7e87ab5-0214-4545-981f-62ed4c6e1256 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (390be4bc-7e3d-4e43-99cd-5177c10ec3f4), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:12.096473 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-af3a187a-f707-4aef-b48f-e756bedb73b7 admin admin] Deleting port 46fbf6da-bca9-4d68-848b-b8373ed60471 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:00:12.096992 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-af3a187a-f707-4aef-b48f-e756bedb73b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (46fbf6da-bca9-4d68-848b-b8373ed60471), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:12.154073 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8a2aaf08-8446-4603-bf14-947dc189ee26 req-6eaf7a9f-b536-4013-a09c-f8a50ebb4268 tempest-InstanceActionsV221TestJSON-1399132138 tempest-InstanceActionsV221TestJSON-1399132138-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d627839-c6cb-47c8-854b-4e1d1823964d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6257472
May 07 22:00:12.154478 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e87ab5-0214-4545-981f-62ed4c6e1256 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Pushing event deleted for resources: {'Port': ['ID=390be4bc-7e3d-4e43-99cd-5177c10ec3f4,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:12.236150 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-feef3edb-d38c-43d1-8042-af6b13f63c3a req-6ec914c5-09a7-45e1-a63a-fac4875ec747 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/security-groups?id=4683f7d7-8b63-48cf-a24d-027ba8d9c114&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3690126
May 07 22:00:12.323409 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6d29e424-ae50-486e-bd5f-88ce8094b0c1 req-5194575c-9896-4edc-a11f-5f23aa0ef769 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13f0d3f2-8ab0-42a1-95df-5966489120ec HTTP/1.1" status: 200  len: 217 time: 0.2473223
May 07 22:00:12.333372 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8efc2ab3-bdcf-47fb-9924-d393bfabe4ac x-openstack-request-id: req-8efc2ab3-bdcf-47fb-9924-d393bfabe4ac {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:00:12.333950 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "620355ca-9580-4384-9f83-9ec1f95922e3", "tag": "13f0d3f2-8ab0-42a1-95df-5966489120ec", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:00:12.334422 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8efc2ab3-bdcf-47fb-9924-d393bfabe4ac {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:00:12.335036 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8efc2ab3-bdcf-47fb-9924-d393bfabe4ac'] response: {'name': 'network-changed', 'server_uuid': '620355ca-9580-4384-9f83-9ec1f95922e3', 'tag': '13f0d3f2-8ab0-42a1-95df-5966489120ec', 'status': 'completed', 'code': 200}
May 07 22:00:12.364425 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-af3a187a-f707-4aef-b48f-e756bedb73b7 admin admin] For port 46fbf6da-bca9-4d68-848b-b8373ed60471, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=46fbf6da-bca9-4d68-848b-b8373ed60471,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:00:12.365164 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-af3a187a-f707-4aef-b48f-e756bedb73b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (46fbf6da-bca9-4d68-848b-b8373ed60471), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:12.535542 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d7e87ab5-0214-4545-981f-62ed4c6e1256 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401002'] for router_interface (5eaea858-1929-41f7-953a-f0585443782e), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:12.555191 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-af3a187a-f707-4aef-b48f-e756bedb73b7 admin admin] Calling delete_port for 46fbf6da-bca9-4d68-848b-b8373ed60471 owned by network:router_gateway {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:00:12.582542 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cef017cc-2687-4b60-99fb-e82618e8aaff tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Made reservation on behalf of d7da299cb7fd4b569f047ab71e3255d4 for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:00:12.585221 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cef017cc-2687-4b60-99fb-e82618e8aaff tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:12.597317 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15e38f10-6e20-4d95-9550-6505f887d9df admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:00:12.623990 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-15e38f10-6e20-4d95-9550-6505f887d9df admin admin] 10.222.0.32 "PUT /v2.0/routers/b8becdb0-35c0-4028-9f28-6fe5334fd87c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 14.9937711
May 07 22:00:12.655643 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c2e46c-33e5-4fdb-b1f5-a6077071c6f1 None None] Sync routers for ids ['b8becdb0-35c0-4028-9f28-6fe5334fd87c'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:00:12.673740 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c2e46c-33e5-4fdb-b1f5-a6077071c6f1 None None] Routers {'b8becdb0-35c0-4028-9f28-6fe5334fd87c'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:00:12.675722 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-f1c2e46c-33e5-4fdb-b1f5-a6077071c6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cff9850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:59:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['b8becdb0-35c0-4028-9f28-6fe5334fd87c'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:00:12.687598 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d29e424-ae50-486e-bd5f-88ce8094b0c1 req-34628d04-7b47-4292-9d63-de9e699df582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:12.689372 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6d29e424-ae50-486e-bd5f-88ce8094b0c1 req-34628d04-7b47-4292-9d63-de9e699df582 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8d58b02e-bcfe-4d9f-9480-bc1a5a487d04 HTTP/1.1" status: 200  len: 851 time: 0.3444128
May 07 22:00:12.886884 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 1fdfc258-a1b1-4f52-ac3b-d6710d2f6ca2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:00:12.931633 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 1fdfc258-a1b1-4f52-ac3b-d6710d2f6ca2 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:00:12.935867 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 1fdfc258-a1b1-4f52-ac3b-d6710d2f6ca2 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:00:12.936012 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116a468d-75a4-4bb8-9cd7-b0dcbb712de5 req-9a503982-302a-4386-bf6c-a8237961bc67 tempest-InstanceActionsV221TestJSON-1399132138 tempest-InstanceActionsV221TestJSON-1399132138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:12.937547 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-116a468d-75a4-4bb8-9cd7-b0dcbb712de5 req-9a503982-302a-4386-bf6c-a8237961bc67 tempest-InstanceActionsV221TestJSON-1399132138 tempest-InstanceActionsV221TestJSON-1399132138-project] 10.222.0.32 "GET /v2.0/ports?device_id=21531192-b2b4-4fc8-8c41-e19e7301001f HTTP/1.1" status: 200  len: 945 time: 0.1494429
May 07 22:00:12.946291 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-9ee4e500-0219-413b-a3cc-90d2f5d4e581 req-774fe577-e938-4460-840c-ffd31e0e6eb8 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (5642df0d-b70e-45a4-b82c-4c09755c76de), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:12.949888 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-f1c2e46c-33e5-4fdb-b1f5-a6077071c6f1 None None] Set router b8becdb0-35c0-4028-9f28-6fe5334fd87c gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:00:13.107859 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774fe577-e938-4460-840c-ffd31e0e6eb8 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Pushing event deleted for resources: {'Port': ['ID=5642df0d-b70e-45a4-b82c-4c09755c76de,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:13.193652 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ee4e500-0219-413b-a3cc-90d2f5d4e581 req-774fe577-e938-4460-840c-ffd31e0e6eb8 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] No DVR routers for this DVR port 5642df0d-b70e-45a4-b82c-4c09755c76de on host nch1-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:00:13.201576 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7e87ab5-0214-4545-981f-62ed4c6e1256 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Router 5eaea858-1929-41f7-953a-f0585443782e has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:00:13.202885 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-9ee4e500-0219-413b-a3cc-90d2f5d4e581 req-774fe577-e938-4460-840c-ffd31e0e6eb8 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:13.206141 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9ee4e500-0219-413b-a3cc-90d2f5d4e581 req-774fe577-e938-4460-840c-ffd31e0e6eb8 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.55 "DELETE /v2.0/ports/5642df0d-b70e-45a4-b82c-4c09755c76de HTTP/1.1" status: 204  len: 173 time: 3.4560192
May 07 22:00:13.206591 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfb18387-ba8a-4070-aa1b-42824ed0c7ec', 'name': 'network-vif-deleted', 'tag': '5642df0d-b70e-45a4-b82c-4c09755c76de'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:00:13.208905 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea27eee2-248f-4517-8b2b-d8fb5ffb408f" -d '{"events": [{"server_uuid": "dfb18387-ba8a-4070-aa1b-42824ed0c7ec", "name": "network-vif-deleted", "tag": "5642df0d-b70e-45a4-b82c-4c09755c76de"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:00:13.231527 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-116a468d-75a4-4bb8-9cd7-b0dcbb712de5 req-81557e59-c863-4859-917a-d8c760fdeb0a tempest-InstanceActionsV221TestJSON-1399132138 tempest-InstanceActionsV221TestJSON-1399132138-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d627839-c6cb-47c8-854b-4e1d1823964d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2711773
May 07 22:00:13.237487 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0451bdae-1c0e-42f2-8571-f72464d30de4 req-765557ff-111d-4bb9-a725-dfdc5bd810bd tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:13.246943 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0451bdae-1c0e-42f2-8571-f72464d30de4 req-765557ff-111d-4bb9-a725-dfdc5bd810bd tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/ports?device_id=620355ca-9580-4384-9f83-9ec1f95922e3 HTTP/1.1" status: 200  len: 943 time: 0.7759609
May 07 22:00:13.251107 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-af3a187a-f707-4aef-b48f-e756bedb73b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (46fbf6da-bca9-4d68-848b-b8373ed60471), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:13.281065 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cef017cc-2687-4b60-99fb-e82618e8aaff tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (318e7d36-dd8f-4eb4-8a0b-e1d84fe4518b), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:13.338183 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-f1c2e46c-33e5-4fdb-b1f5-a6077071c6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cff9850>, [{'id': 'b8becdb0-35c0-4028-9f28-6fe5334fd87c', 'name': 'tempest-AttachVolumeTestJSON-625502093-router', 'tenant_id': '81e5c5d849ea4fc59d5c4fc58b31530f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.196'}], 'enable_snat': True}, 'gw_port_id': '078bc0b6-578f-429e-8363-7b5eb3890209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:59:49Z', 'updated_at': '2022-05-07T22:00:05Z', 'revision_number': 4, 'project_id': '81e5c5d849ea4fc59d5c4fc58b31530f', 'gw_port': {'id': '078bc0b6-578f-429e-8363-7b5eb3890209', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8becdb0-35c0-4028-9f28-6fe5334fd87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:59:50Z', 'updated_at': '2022-05-07T22:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '41632c85-aec7-41fa-a8b0-4c09f4aa150d', 'name': '', 'network_id': '750e8121-2671-438f-9a42-169be7e47286', 'tenant_id': '81e5c5d849ea4fc59d5c4fc58b31530f', 'mac_address': 'fa:16:3e:1e:74:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8becdb0-35c0-4028-9f28-6fe5334fd87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '28fef69b-5556-41b9-8d96-96dc0ff0d3b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:01Z', 'updated_at': '2022-05-07T22:00:06Z', 'revision_number': 2, 'project_id': '81e5c5d849ea4fc59d5c4fc58b31530f', 'subnets': [{'id': '28fef69b-5556-41b9-8d96-96dc0ff0d3b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:00:13.409141 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6d29e424-ae50-486e-bd5f-88ce8094b0c1 req-15e86540-1439-4d7a-824e-da2c50a93629 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4e401ba0-7563-49f5-9424-036872d14546&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.6889284
May 07 22:00:13.486480 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3a187a-f707-4aef-b48f-e756bedb73b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=46fbf6da-bca9-4d68-848b-b8373ed60471,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:13.571401 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7e87ab5-0214-4545-981f-62ed4c6e1256 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:00:13.579969 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-d7e87ab5-0214-4545-981f-62ed4c6e1256 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "PUT /v2.0/routers/5eaea858-1929-41f7-953a-f0585443782e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.0214901
May 07 22:00:13.587198 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a2ace0-6918-46bc-b6db-4ad20655181d None None] Sync routers for ids ['5eaea858-1929-41f7-953a-f0585443782e'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:00:13.593688 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 50608) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:00:13.602364 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c2e46c-33e5-4fdb-b1f5-a6077071c6f1 None None] Checking router: b8becdb0-35c0-4028-9f28-6fe5334fd87c for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:00:13.602957 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c2e46c-33e5-4fdb-b1f5-a6077071c6f1 None None] Updating router b8becdb0-35c0-4028-9f28-6fe5334fd87c port 41632c85-aec7-41fa-a8b0-4c09f4aa150d binding host ncdv-master-1 {{(pid=121839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 22:00:13.611358 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0451bdae-1c0e-42f2-8571-f72464d30de4 req-5640d044-0910-4730-a637-df0720449f38 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2f94373-fd3e-4a2b-9dee-192df8871f41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3634806
May 07 22:00:13.630338 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a2ace0-6918-46bc-b6db-4ad20655181d None None] Routers {'5eaea858-1929-41f7-953a-f0585443782e'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:00:13.630558 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef017cc-2687-4b60-99fb-e82618e8aaff tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Pushing event updated for resources: {'Subnet': ['ID=318e7d36-dd8f-4eb4-8a0b-e1d84fe4518b,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:13.633684 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-23a2ace0-6918-46bc-b6db-4ad20655181d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c8f8310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:59:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['5eaea858-1929-41f7-953a-f0585443782e'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:00:13.635695 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-af3a187a-f707-4aef-b48f-e756bedb73b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395776'] for router_gateway (b5281c6d-1370-492d-b1a8-7bd10df47e25), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:13.710969 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e46c-33e5-4fdb-b1f5-a6077071c6f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (41632c85-aec7-41fa-a8b0-4c09f4aa150d), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:13.757132 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-23a2ace0-6918-46bc-b6db-4ad20655181d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c8f8310>, [], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:00:13.779894 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 50614) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:00:13.800287 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a2ace0-6918-46bc-b6db-4ad20655181d None None] Routers {'5eaea858-1929-41f7-953a-f0585443782e'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:00:13.800933 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-23a2ace0-6918-46bc-b6db-4ad20655181d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c8f8310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:59:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['5eaea858-1929-41f7-953a-f0585443782e'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:00:13.802720 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ce47d3d-adc8-4169-afd0-1a61fcc57821 x-openstack-request-id: req-8ce47d3d-adc8-4169-afd0-1a61fcc57821 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:00:13.803446 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfb18387-ba8a-4070-aa1b-42824ed0c7ec", "name": "network-vif-deleted", "tag": "5642df0d-b70e-45a4-b82c-4c09755c76de", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:00:13.805077 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8ce47d3d-adc8-4169-afd0-1a61fcc57821 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:00:13.806979 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ce47d3d-adc8-4169-afd0-1a61fcc57821'] response: {'server_uuid': 'dfb18387-ba8a-4070-aa1b-42824ed0c7ec', 'name': 'network-vif-deleted', 'tag': '5642df0d-b70e-45a4-b82c-4c09755c76de', 'status': 'completed', 'code': 200}
May 07 22:00:13.821181 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-bcfc5f8f-1900-413f-8bf1-3abdbc3755da tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1159194357', 'description': 'tempest-description--1485223340'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:00:13.862977 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-2529c46c-fb21-4280-a878-84191415ec63 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "GET /v2.0/ports?device_id=5eaea858-1929-41f7-953a-f0585443782e HTTP/1.1" status: 200  len: 205 time: 0.2656853
May 07 22:00:13.899944 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-23a2ace0-6918-46bc-b6db-4ad20655181d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c8f8310>, [], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:00:13.903459 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a2ace0-6918-46bc-b6db-4ad20655181d None None] The sync data for ids ['5eaea858-1929-41f7-953a-f0585443782e'] in ncdv-master-1 is: [] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:00:13.911986 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 50624) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:00:13.986900 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8529ce91-460e-485c-9a00-01ff87487160 req-8455407d-9eb7-482a-89d9-1256b9e60a94 tempest-InstanceActionsV221TestJSON-1399132138 tempest-InstanceActionsV221TestJSON-1399132138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:13.988539 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8529ce91-460e-485c-9a00-01ff87487160 req-8455407d-9eb7-482a-89d9-1256b9e60a94 tempest-InstanceActionsV221TestJSON-1399132138 tempest-InstanceActionsV221TestJSON-1399132138-project] 10.222.0.55 "GET /v2.0/ports?device_id=21531192-b2b4-4fc8-8c41-e19e7301001f HTTP/1.1" status: 200  len: 945 time: 0.1226690
May 07 22:00:13.992755 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bcfc5f8f-1900-413f-8bf1-3abdbc3755da tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:14.002628 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-af3a187a-f707-4aef-b48f-e756bedb73b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (b5281c6d-1370-492d-b1a8-7bd10df47e25), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:14.040311 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-af3a187a-f707-4aef-b48f-e756bedb73b7 admin admin] Publish callbacks [] for router_controller (b5281c6d-1370-492d-b1a8-7bd10df47e25), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:14.072397 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef017cc-2687-4b60-99fb-e82618e8aaff tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Checking segment: {'id': '9679fc3d-0d99-4306-9d93-66010c9e4591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b02a9bbf-184e-4d41-93e0-76331445f251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:00:14.072832 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef017cc-2687-4b60-99fb-e82618e8aaff tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Network hostable DHCP agents. Network: b02a9bbf-184e-4d41-93e0-76331445f251, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:00:14.101894 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bcfc5f8f-1900-413f-8bf1-3abdbc3755da tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Publish callbacks [] for security_group (9ebb222e-3262-41b5-990d-c21161bc61e5), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:14.121084 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-819dbf6a-057a-4a43-97db-9476acff3bab tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks [] for router (5eaea858-1929-41f7-953a-f0585443782e), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:14.126175 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6d29e424-ae50-486e-bd5f-88ce8094b0c1 req-0606e2e5-9d91-4d9e-9ca0-b9782ae287d2 service neutron] 10.222.0.59 "GET /v2.0/networks/4e401ba0-7563-49f5-9424-036872d14546?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6935616
May 07 22:00:14.148821 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e46c-33e5-4fdb-b1f5-a6077071c6f1 None None] Publish callbacks [] for port (41632c85-aec7-41fa-a8b0-4c09f4aa150d), precommit_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:14.169311 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e46c-33e5-4fdb-b1f5-a6077071c6f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (41632c85-aec7-41fa-a8b0-4c09f4aa150d), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:14.194219 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-af3a187a-f707-4aef-b48f-e756bedb73b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (b5281c6d-1370-492d-b1a8-7bd10df47e25), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:14.195220 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af3a187a-f707-4aef-b48f-e756bedb73b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5281c6d-1370-492d-b1a8-7bd10df47e25 {{(pid=121837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 22:00:14.253488 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7ba1ee-299a-4431-b6b7-7e23146f9da9 None None] Pushing event updated for resources: {'Port': ['ID=41632c85-aec7-41fa-a8b0-4c09f4aa150d,revision_number=3']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:14.282796 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-af3a187a-f707-4aef-b48f-e756bedb73b7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:14.287390 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-af3a187a-f707-4aef-b48f-e756bedb73b7 admin admin] 10.222.0.32 "DELETE /v2.0/routers/b5281c6d-1370-492d-b1a8-7bd10df47e25 HTTP/1.1" status: 204  len: 168 time: 3.7619519
May 07 22:00:14.298002 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 50628) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:00:14.371634 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bcfc5f8f-1900-413f-8bf1-3abdbc3755da tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (9ebb222e-3262-41b5-990d-c21161bc61e5), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:14.390621 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-f1c2e46c-33e5-4fdb-b1f5-a6077071c6f1 None None] Attempting to bind port 41632c85-aec7-41fa-a8b0-4c09f4aa150d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:00:14.391708 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef017cc-2687-4b60-99fb-e82618e8aaff tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Network b02a9bbf-184e-4d41-93e0-76331445f251 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:00:14.392054 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-f1c2e46c-33e5-4fdb-b1f5-a6077071c6f1 None None] Attempting to bind port 41632c85-aec7-41fa-a8b0-4c09f4aa150d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '946603cd-661c-44e1-83be-0ffa4fba5a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '750e8121-2671-438f-9a42-169be7e47286'}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:00:14.392440 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c2e46c-33e5-4fdb-b1f5-a6077071c6f1 None None] Attempting to bind port 41632c85-aec7-41fa-a8b0-4c09f4aa150d on network 750e8121-2671-438f-9a42-169be7e47286 {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:00:14.400850 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c2e46c-33e5-4fdb-b1f5-a6077071c6f1 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:00:14.401227 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c2e46c-33e5-4fdb-b1f5-a6077071c6f1 None None] Checking segment: {'id': '946603cd-661c-44e1-83be-0ffa4fba5a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '750e8121-2671-438f-9a42-169be7e47286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:00:14.402203 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e46c-33e5-4fdb-b1f5-a6077071c6f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:14.402699 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c2e46c-33e5-4fdb-b1f5-a6077071c6f1 None None] Bound using segment: {'id': '946603cd-661c-44e1-83be-0ffa4fba5a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '750e8121-2671-438f-9a42-169be7e47286'} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:00:14.403247 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-f1c2e46c-33e5-4fdb-b1f5-a6077071c6f1 None None] Bound port: 41632c85-aec7-41fa-a8b0-4c09f4aa150d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '946603cd-661c-44e1-83be-0ffa4fba5a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '750e8121-2671-438f-9a42-169be7e47286'}}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:00:14.403718 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e46c-33e5-4fdb-b1f5-a6077071c6f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (41632c85-aec7-41fa-a8b0-4c09f4aa150d), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:14.413800 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721639f7-c515-4a6d-bac0-18d529522561 req-e544eb95-f7cc-4893-94bf-232096958fb6 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:14.433943 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721639f7-c515-4a6d-bac0-18d529522561 req-e544eb95-f7cc-4893-94bf-232096958fb6 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:14.463304 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721639f7-c515-4a6d-bac0-18d529522561 req-e544eb95-f7cc-4893-94bf-232096958fb6 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:14.465607 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-721639f7-c515-4a6d-bac0-18d529522561 req-e544eb95-f7cc-4893-94bf-232096958fb6 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb18387-ba8a-4070-aa1b-42824ed0c7ec HTTP/1.1" status: 200  len: 2409 time: 0.5508585
May 07 22:00:14.510869 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-9ee4e500-0219-413b-a3cc-90d2f5d4e581 req-a0a4c0fd-e4e7-4b35-931b-4f89ba0de3f0 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Deleting port 0f85ab7f-8d9d-42b6-bed5-f5b8be554023 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:00:14.511287 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-9ee4e500-0219-413b-a3cc-90d2f5d4e581 req-a0a4c0fd-e4e7-4b35-931b-4f89ba0de3f0 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (0f85ab7f-8d9d-42b6-bed5-f5b8be554023), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:14.603617 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-cef017cc-2687-4b60-99fb-e82618e8aaff tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b02a9bbf-184e-4d41-93e0-76331445f251) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:00:14.609802 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef017cc-2687-4b60-99fb-e82618e8aaff tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:14.610963 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cef017cc-2687-4b60-99fb-e82618e8aaff tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:14.612573 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-9ee4e500-0219-413b-a3cc-90d2f5d4e581 req-a0a4c0fd-e4e7-4b35-931b-4f89ba0de3f0 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] For port 0f85ab7f-8d9d-42b6-bed5-f5b8be554023, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0f85ab7f-8d9d-42b6-bed5-f5b8be554023,segment=NetworkSegment(b207ac70-7c70-40fd-bfc0-416943348a0d),segment_id=b207ac70-7c70-40fd-bfc0-416943348a0d)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:00:14.612936 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-9ee4e500-0219-413b-a3cc-90d2f5d4e581 req-a0a4c0fd-e4e7-4b35-931b-4f89ba0de3f0 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (0f85ab7f-8d9d-42b6-bed5-f5b8be554023), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:14.617223 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328b85ea-1896-4629-99f2-8b4d085d223d None None] Network b02a9bbf-184e-4d41-93e0-76331445f251 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:00:14.635165 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-f1c2e46c-33e5-4fdb-b1f5-a6077071c6f1 None None] For port 41632c85-aec7-41fa-a8b0-4c09f4aa150d, host ncdv-master-1, cleared binding levels {{(pid=121839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:00:14.635653 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-819dbf6a-057a-4a43-97db-9476acff3bab tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (5eaea858-1929-41f7-953a-f0585443782e), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:14.646285 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-cef017cc-2687-4b60-99fb-e82618e8aaff tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 816 time: 2.7230487
May 07 22:00:14.649715 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-9ee4e500-0219-413b-a3cc-90d2f5d4e581 req-a0a4c0fd-e4e7-4b35-931b-4f89ba0de3f0 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Calling delete_port for 0f85ab7f-8d9d-42b6-bed5-f5b8be554023 owned by compute:nova {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:00:14.652572 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-819dbf6a-057a-4a43-97db-9476acff3bab tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks [] for router_controller (5eaea858-1929-41f7-953a-f0585443782e), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:14.653451 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-f1c2e46c-33e5-4fdb-b1f5-a6077071c6f1 None None] For port 41632c85-aec7-41fa-a8b0-4c09f4aa150d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=41632c85-aec7-41fa-a8b0-4c09f4aa150d,segment=NetworkSegment(946603cd-661c-44e1-83be-0ffa4fba5a22),segment_id=946603cd-661c-44e1-83be-0ffa4fba5a22)] {{(pid=121839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:00:14.654019 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 50632) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:00:14.665351 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e46c-33e5-4fdb-b1f5-a6077071c6f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (41632c85-aec7-41fa-a8b0-4c09f4aa150d), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:14.671978 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-5cdcfcb9-c94a-402d-b0cc-59b940d01df0 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-173362610'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:00:14.727262 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cdcfcb9-c94a-402d-b0cc-59b940d01df0 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Made reservation on behalf of d7da299cb7fd4b569f047ab71e3255d4 for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:00:14.736552 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5cdcfcb9-c94a-402d-b0cc-59b940d01df0 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:14.758834 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7ba1ee-299a-4431-b6b7-7e23146f9da9 None None] Pushing event updated for resources: {'Port': ['ID=41632c85-aec7-41fa-a8b0-4c09f4aa150d,revision_number=4']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:14.761196 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029cb5f2-91f4-456d-8dfc-ef62ec161208 req-5f6d51a1-05d7-421d-ab21-51c288bbf62f tempest-InstanceActionsV221TestJSON-1399132138 tempest-InstanceActionsV221TestJSON-1399132138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:14.773559 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-029cb5f2-91f4-456d-8dfc-ef62ec161208 req-5f6d51a1-05d7-421d-ab21-51c288bbf62f tempest-InstanceActionsV221TestJSON-1399132138 tempest-InstanceActionsV221TestJSON-1399132138-project] 10.222.0.32 "GET /v2.0/ports?device_id=21531192-b2b4-4fc8-8c41-e19e7301001f HTTP/1.1" status: 200  len: 945 time: 0.2515764
May 07 22:00:14.785372 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-978d6a43-b436-4320-89b9-5fbb07723d20 None None] Provisioning complete for port 41632c85-aec7-41fa-a8b0-4c09f4aa150d triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:00:14.785755 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-978d6a43-b436-4320-89b9-5fbb07723d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (41632c85-aec7-41fa-a8b0-4c09f4aa150d), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:14.821002 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c2e46c-33e5-4fdb-b1f5-a6077071c6f1 None None] Routers {'b8becdb0-35c0-4028-9f28-6fe5334fd87c'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:00:14.824615 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-f1c2e46c-33e5-4fdb-b1f5-a6077071c6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cff9850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T21:59:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['b8becdb0-35c0-4028-9f28-6fe5334fd87c'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:00:14.912042 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-9ee4e500-0219-413b-a3cc-90d2f5d4e581 req-a0a4c0fd-e4e7-4b35-931b-4f89ba0de3f0 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (0f85ab7f-8d9d-42b6-bed5-f5b8be554023), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:14.930405 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6d29e424-ae50-486e-bd5f-88ce8094b0c1 req-73c0b429-fc8f-45e0-bce3-15f6b0b5abc2 service neutron] 10.222.0.59 "GET /v2.0/networks/4e401ba0-7563-49f5-9424-036872d14546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7444026
May 07 22:00:14.988357 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 46fbf6da-bca9-4d68-848b-b8373ed60471 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:00:15.012660 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-819dbf6a-057a-4a43-97db-9476acff3bab tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (5eaea858-1929-41f7-953a-f0585443782e), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:15.013307 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-819dbf6a-057a-4a43-97db-9476acff3bab tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Fanout notify agent at l3_agent the message router_deleted on router 5eaea858-1929-41f7-953a-f0585443782e {{(pid=121837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 22:00:15.021542 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-819dbf6a-057a-4a43-97db-9476acff3bab tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:15.022649 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-819dbf6a-057a-4a43-97db-9476acff3bab tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "DELETE /v2.0/routers/5eaea858-1929-41f7-953a-f0585443782e HTTP/1.1" status: 204  len: 168 time: 1.1085520
May 07 22:00:15.029935 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 50644) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:00:15.032098 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cdcfcb9-c94a-402d-b0cc-59b940d01df0 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:00:15.103334 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-f1c2e46c-33e5-4fdb-b1f5-a6077071c6f1 None None] Set router b8becdb0-35c0-4028-9f28-6fe5334fd87c gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:00:15.108494 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bcfc5f8f-1900-413f-8bf1-3abdbc3755da tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:15.112528 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-bcfc5f8f-1900-413f-8bf1-3abdbc3755da tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1799 time: 1.3004496
May 07 22:00:15.120703 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 50646) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:00:15.139929 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 46fbf6da-bca9-4d68-848b-b8373ed60471 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:00:15.140282 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 46fbf6da-bca9-4d68-848b-b8373ed60471 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:00:15.151067 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-7d78da91-6078-4fbd-97af-d0531cb5e486 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Request body: {'security_group_rule': {'security_group_id': '9ebb222e-3262-41b5-990d-c21161bc61e5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:00:15.163111 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5cdcfcb9-c94a-402d-b0cc-59b940d01df0 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (efd494a9-7d70-40e1-9968-f6608132bdab), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:15.165051 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-5cdcfcb9-c94a-402d-b0cc-59b940d01df0 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Added segment efd494a9-7d70-40e1-9968-f6608132bdab of type vlan for network 90c4728c-4fac-4837-9326-29d98c320c88
May 07 22:00:15.186086 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfc5f8f-1900-413f-8bf1-3abdbc3755da tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ebb222e-3262-41b5-990d-c21161bc61e5,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:15.188465 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-8529ce91-460e-485c-9a00-01ff87487160 req-a9c79740-8f96-460d-b5d2-33eb1795a6d0 tempest-InstanceActionsV221TestJSON-1399132138 tempest-InstanceActionsV221TestJSON-1399132138-project] Deleting port 3a446051-aeee-48e0-a355-cc210b6b8602 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:00:15.196155 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-8529ce91-460e-485c-9a00-01ff87487160 req-a9c79740-8f96-460d-b5d2-33eb1795a6d0 tempest-InstanceActionsV221TestJSON-1399132138 tempest-InstanceActionsV221TestJSON-1399132138-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (3a446051-aeee-48e0-a355-cc210b6b8602), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:15.203392 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-029cb5f2-91f4-456d-8dfc-ef62ec161208 req-5df77ab2-3222-4e51-984e-5a9ebe7ab2d0 tempest-InstanceActionsV221TestJSON-1399132138 tempest-InstanceActionsV221TestJSON-1399132138-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d627839-c6cb-47c8-854b-4e1d1823964d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2691715
May 07 22:00:15.206855 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a4c0fd-e4e7-4b35-931b-4f89ba0de3f0 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Pushing event deleted for resources: {'Port': ['ID=0f85ab7f-8d9d-42b6-bed5-f5b8be554023,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:15.247062 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-978d6a43-b436-4320-89b9-5fbb07723d20 None None] Current status of the port 41632c85-aec7-41fa-a8b0-4c09f4aa150d is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:00:15.247867 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-978d6a43-b436-4320-89b9-5fbb07723d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (41632c85-aec7-41fa-a8b0-4c09f4aa150d), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:15.250103 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d002dda9-bb44-4cd4-8d71-8749e277850c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b02a9bbf-184e-4d41-93e0-76331445f251', 'network_id': 'b02a9bbf-184e-4d41-93e0-76331445f251', 'project_id': 'd7da299cb7fd4b569f047ab71e3255d4', 'fixed_ips': [{'subnet_id': '318e7d36-dd8f-4eb4-8a0b-e1d84fe4518b'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:00:15.250975 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d002dda9-bb44-4cd4-8d71-8749e277850c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:15.258256 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee1c0be2-b430-465b-b7ce-059d30d0386a tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Deleting subnet 4a6d7832-1ebd-4f79-b151-e7092700a094 {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:00:15.270493 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ee1c0be2-b430-465b-b7ce-059d30d0386a tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks [] for subnet (4a6d7832-1ebd-4f79-b151-e7092700a094), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:15.315817 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-721639f7-c515-4a6d-bac0-18d529522561 req-8d42ae78-f2e5-4cc9-836e-737aa1527d1b tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/security-groups?id=4683f7d7-8b63-48cf-a24d-027ba8d9c114&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.8072164
May 07 22:00:15.320799 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_v2 [None req-51acad86-f6e3-4749-afa6-969bad55f620 admin admin] Deleting subnet f41cdf1c-9de4-46dc-8689-4d3b6400326c {{(pid=121836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:00:15.336508 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-51acad86-f6e3-4749-afa6-969bad55f620 admin admin] Publish callbacks [] for subnet (f41cdf1c-9de4-46dc-8689-4d3b6400326c), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:15.378376 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-978d6a43-b436-4320-89b9-5fbb07723d20 None None] For port 41632c85-aec7-41fa-a8b0-4c09f4aa150d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=41632c85-aec7-41fa-a8b0-4c09f4aa150d,segment=NetworkSegment(946603cd-661c-44e1-83be-0ffa4fba5a22),segment_id=946603cd-661c-44e1-83be-0ffa4fba5a22)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:00:15.382021 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5cdcfcb9-c94a-402d-b0cc-59b940d01df0 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (90c4728c-4fac-4837-9326-29d98c320c88), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:15.415444 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ee4e500-0219-413b-a3cc-90d2f5d4e581 req-a0a4c0fd-e4e7-4b35-931b-4f89ba0de3f0 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] No DVR routers for this DVR port 0f85ab7f-8d9d-42b6-bed5-f5b8be554023 on host nch1-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:00:15.427423 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7d78da91-6078-4fbd-97af-d0531cb5e486 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Publish callbacks [] for security_group_rule (b03fbfe7-b38e-42cc-b0a3-c3a74b20d2cc), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:15.431280 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-9ee4e500-0219-413b-a3cc-90d2f5d4e581 req-a0a4c0fd-e4e7-4b35-931b-4f89ba0de3f0 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:15.434811 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9ee4e500-0219-413b-a3cc-90d2f5d4e581 req-a0a4c0fd-e4e7-4b35-931b-4f89ba0de3f0 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.55 "DELETE /v2.0/ports/0f85ab7f-8d9d-42b6-bed5-f5b8be554023 HTTP/1.1" status: 204  len: 173 time: 1.8548625
May 07 22:00:15.441472 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-f1c2e46c-33e5-4fdb-b1f5-a6077071c6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cff9850>, [{'id': 'b8becdb0-35c0-4028-9f28-6fe5334fd87c', 'name': 'tempest-AttachVolumeTestJSON-625502093-router', 'tenant_id': '81e5c5d849ea4fc59d5c4fc58b31530f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.196'}], 'enable_snat': True}, 'gw_port_id': '078bc0b6-578f-429e-8363-7b5eb3890209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:59:49Z', 'updated_at': '2022-05-07T22:00:05Z', 'revision_number': 4, 'project_id': '81e5c5d849ea4fc59d5c4fc58b31530f', 'gw_port': {'id': '078bc0b6-578f-429e-8363-7b5eb3890209', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8becdb0-35c0-4028-9f28-6fe5334fd87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:59:50Z', 'updated_at': '2022-05-07T22:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '41632c85-aec7-41fa-a8b0-4c09f4aa150d', 'name': '', 'network_id': '750e8121-2671-438f-9a42-169be7e47286', 'tenant_id': '81e5c5d849ea4fc59d5c4fc58b31530f', 'mac_address': 'fa:16:3e:1e:74:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8becdb0-35c0-4028-9f28-6fe5334fd87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '28fef69b-5556-41b9-8d96-96dc0ff0d3b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:01Z', 'updated_at': '2022-05-07T22:00:14Z', 'revision_number': 4, 'project_id': '81e5c5d849ea4fc59d5c4fc58b31530f', 'subnets': [{'id': '28fef69b-5556-41b9-8d96-96dc0ff0d3b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:00:15.484204 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-51acad86-f6e3-4749-afa6-969bad55f620 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726883'] for subnet (f41cdf1c-9de4-46dc-8689-4d3b6400326c), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:15.490863 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-978d6a43-b436-4320-89b9-5fbb07723d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (41632c85-aec7-41fa-a8b0-4c09f4aa150d), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:15.504878 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c2e46c-33e5-4fdb-b1f5-a6077071c6f1 None None] The sync data for ids ['b8becdb0-35c0-4028-9f28-6fe5334fd87c'] in ncdv-master-1 is: [{'id': 'b8becdb0-35c0-4028-9f28-6fe5334fd87c', 'name': 'tempest-AttachVolumeTestJSON-625502093-router', 'tenant_id': '81e5c5d849ea4fc59d5c4fc58b31530f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.196'}], 'enable_snat': True}, 'gw_port_id': '078bc0b6-578f-429e-8363-7b5eb3890209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:59:49Z', 'updated_at': '2022-05-07T22:00:05Z', 'revision_number': 4, 'project_id': '81e5c5d849ea4fc59d5c4fc58b31530f', 'gw_port': {'id': '078bc0b6-578f-429e-8363-7b5eb3890209', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8becdb0-35c0-4028-9f28-6fe5334fd87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:59:50Z', 'updated_at': '2022-05-07T22:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '41632c85-aec7-41fa-a8b0-4c09f4aa150d', 'name': '', 'network_id': '750e8121-2671-438f-9a42-169be7e47286', 'tenant_id': '81e5c5d849ea4fc59d5c4fc58b31530f', 'mac_address': 'fa:16:3e:1e:74:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8becdb0-35c0-4028-9f28-6fe5334fd87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '28fef69b-5556-41b9-8d96-96dc0ff0d3b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:01Z', 'updated_at': '2022-05-07T22:00:14Z', 'revision_number': 4, 'project_id': '81e5c5d849ea4fc59d5c4fc58b31530f', 'subnets': [{'id': '28fef69b-5556-41b9-8d96-96dc0ff0d3b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:00:15.533218 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ee1c0be2-b430-465b-b7ce-059d30d0386a tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (4a6d7832-1ebd-4f79-b151-e7092700a094), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:15.538417 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.db.resource_extend [None req-5cdcfcb9-c94a-402d-b0cc-59b940d01df0 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 07 22:00:15.549448 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-8529ce91-460e-485c-9a00-01ff87487160 req-a9c79740-8f96-460d-b5d2-33eb1795a6d0 tempest-InstanceActionsV221TestJSON-1399132138 tempest-InstanceActionsV221TestJSON-1399132138-project] For port 3a446051-aeee-48e0-a355-cc210b6b8602, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=3a446051-aeee-48e0-a355-cc210b6b8602,segment=NetworkSegment(39974400-d1e2-40c1-85fd-23f16d679a03),segment_id=39974400-d1e2-40c1-85fd-23f16d679a03)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:00:15.549830 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-8529ce91-460e-485c-9a00-01ff87487160 req-a9c79740-8f96-460d-b5d2-33eb1795a6d0 tempest-InstanceActionsV221TestJSON-1399132138 tempest-InstanceActionsV221TestJSON-1399132138-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (3a446051-aeee-48e0-a355-cc210b6b8602), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:15.610589 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aed3877-cece-4206-8df0-465481edd17b req-e0465902-8d7b-4d8a-9b1c-78e45f9623da tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:15.612221 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0aed3877-cece-4206-8df0-465481edd17b req-e0465902-8d7b-4d8a-9b1c-78e45f9623da tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/ports?device_id=620355ca-9580-4384-9f83-9ec1f95922e3 HTTP/1.1" status: 200  len: 943 time: 0.2424831
May 07 22:00:15.652834 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-8529ce91-460e-485c-9a00-01ff87487160 req-a9c79740-8f96-460d-b5d2-33eb1795a6d0 tempest-InstanceActionsV221TestJSON-1399132138 tempest-InstanceActionsV221TestJSON-1399132138-project] Calling delete_port for 3a446051-aeee-48e0-a355-cc210b6b8602 owned by compute:nova {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:00:15.693222 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-18a58962-83e5-4441-8e7d-23aa19f12417 None None] Provisioning complete for port 41632c85-aec7-41fa-a8b0-4c09f4aa150d triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:00:15.693639 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-18a58962-83e5-4441-8e7d-23aa19f12417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (41632c85-aec7-41fa-a8b0-4c09f4aa150d), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:15.697906 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978d6a43-b436-4320-89b9-5fbb07723d20 None None] Pushing event updated for resources: {'Port': ['ID=41632c85-aec7-41fa-a8b0-4c09f4aa150d,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:15.723932 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5cdcfcb9-c94a-402d-b0cc-59b940d01df0 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (90c4728c-4fac-4837-9326-29d98c320c88), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:15.730137 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cdcfcb9-c94a-402d-b0cc-59b940d01df0 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:15.731871 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5cdcfcb9-c94a-402d-b0cc-59b940d01df0 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:15.749453 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-d002dda9-bb44-4cd4-8d71-8749e277850c None None] Allocated IP 172.20.255.242 (b02a9bbf-184e-4d41-93e0-76331445f251/318e7d36-dd8f-4eb4-8a0b-e1d84fe4518b/dacdd1f7-157f-4d67-a4e2-81d11ba3738b) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:00:15.821948 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0aed3877-cece-4206-8df0-465481edd17b req-e536e2c0-6542-402a-b23d-5a04f03cf80d tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2f94373-fd3e-4a2b-9dee-192df8871f41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1887577
May 07 22:00:15.851068 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfb18387-ba8a-4070-aa1b-42824ed0c7ec', 'name': 'network-vif-deleted', 'tag': '0f85ab7f-8d9d-42b6-bed5-f5b8be554023'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:00:15.853329 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0790bb99-2732-4fdc-96d1-84f9447f0b34" -d '{"events": [{"server_uuid": "dfb18387-ba8a-4070-aa1b-42824ed0c7ec", "name": "network-vif-deleted", "tag": "0f85ab7f-8d9d-42b6-bed5-f5b8be554023"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:00:15.983737 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7d78da91-6078-4fbd-97af-d0531cb5e486 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Publish callbacks [] for security_group_rule (b03fbfe7-b38e-42cc-b0a3-c3a74b20d2cc), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:15.987912 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d002dda9-bb44-4cd4-8d71-8749e277850c None None] Publish callbacks [] for port (dacdd1f7-157f-4d67-a4e2-81d11ba3738b), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:15.997795 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-18a58962-83e5-4441-8e7d-23aa19f12417 None None] Current status of the port 41632c85-aec7-41fa-a8b0-4c09f4aa150d is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:00:16.000790 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0c565c4-5185-4f84-a2ee-dda281a41a49 x-openstack-request-id: req-c0c565c4-5185-4f84-a2ee-dda281a41a49 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:00:16.001373 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfb18387-ba8a-4070-aa1b-42824ed0c7ec", "name": "network-vif-deleted", "tag": "0f85ab7f-8d9d-42b6-bed5-f5b8be554023", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:00:16.001795 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c0c565c4-5185-4f84-a2ee-dda281a41a49 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:00:16.002349 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0c565c4-5185-4f84-a2ee-dda281a41a49'] response: {'server_uuid': 'dfb18387-ba8a-4070-aa1b-42824ed0c7ec', 'name': 'network-vif-deleted', 'tag': '0f85ab7f-8d9d-42b6-bed5-f5b8be554023', 'status': 'completed', 'code': 200}
May 07 22:00:16.013830 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d002dda9-bb44-4cd4-8d71-8749e277850c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (dacdd1f7-157f-4d67-a4e2-81d11ba3738b), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:16.031380 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-9ee4e500-0219-413b-a3cc-90d2f5d4e581 req-e4c34d18-ea92-45b8-868b-ec8deff3b891 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Deleting port 744875ea-e246-4ecb-b60f-b9c04a274fe9 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:00:16.031730 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-9ee4e500-0219-413b-a3cc-90d2f5d4e581 req-e4c34d18-ea92-45b8-868b-ec8deff3b891 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (744875ea-e246-4ecb-b60f-b9c04a274fe9), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:16.044812 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7d78da91-6078-4fbd-97af-d0531cb5e486 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (b03fbfe7-b38e-42cc-b0a3-c3a74b20d2cc), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:16.049298 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a99cfa-d93c-45b2-83a4-493d86dde293 req-ce5c0988-419f-46b4-8035-3b39b17be545 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:16.051141 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-74a99cfa-d93c-45b2-83a4-493d86dde293 req-ce5c0988-419f-46b4-8035-3b39b17be545 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] 10.222.0.32 "GET /v2.0/ports?device_id=de30285c-55a0-4bf5-91e8-9bdd7282f8d7 HTTP/1.1" status: 200  len: 948 time: 0.1929142
May 07 22:00:16.078174 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d002dda9-bb44-4cd4-8d71-8749e277850c None None] Network b02a9bbf-184e-4d41-93e0-76331445f251 is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:00:16.080832 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-51acad86-f6e3-4749-afa6-969bad55f620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (f41cdf1c-9de4-46dc-8689-4d3b6400326c), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:16.085252 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-d002dda9-bb44-4cd4-8d71-8749e277850c None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:00:16.087567 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d002dda9-bb44-4cd4-8d71-8749e277850c None None] Pushing event updated for resources: {'Port': ['ID=dacdd1f7-157f-4d67-a4e2-81d11ba3738b,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:16.090230 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d002dda9-bb44-4cd4-8d71-8749e277850c None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:00:16.128523 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-8529ce91-460e-485c-9a00-01ff87487160 req-a9c79740-8f96-460d-b5d2-33eb1795a6d0 tempest-InstanceActionsV221TestJSON-1399132138 tempest-InstanceActionsV221TestJSON-1399132138-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (3a446051-aeee-48e0-a355-cc210b6b8602), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:16.148110 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ee1c0be2-b430-465b-b7ce-059d30d0386a tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (4a6d7832-1ebd-4f79-b151-e7092700a094), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:16.166736 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-d002dda9-bb44-4cd4-8d71-8749e277850c None None] Attempting to bind port dacdd1f7-157f-4d67-a4e2-81d11ba3738b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:00:16.167022 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-d002dda9-bb44-4cd4-8d71-8749e277850c None None] Attempting to bind port dacdd1f7-157f-4d67-a4e2-81d11ba3738b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9679fc3d-0d99-4306-9d93-66010c9e4591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b02a9bbf-184e-4d41-93e0-76331445f251'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:00:16.167397 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d002dda9-bb44-4cd4-8d71-8749e277850c None None] Attempting to bind port dacdd1f7-157f-4d67-a4e2-81d11ba3738b on network b02a9bbf-184e-4d41-93e0-76331445f251 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:00:16.176857 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d002dda9-bb44-4cd4-8d71-8749e277850c None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:00:16.177419 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d002dda9-bb44-4cd4-8d71-8749e277850c None None] Checking segment: {'id': '9679fc3d-0d99-4306-9d93-66010c9e4591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b02a9bbf-184e-4d41-93e0-76331445f251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:00:16.178004 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d002dda9-bb44-4cd4-8d71-8749e277850c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:16.178560 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d002dda9-bb44-4cd4-8d71-8749e277850c None None] Bound using segment: {'id': '9679fc3d-0d99-4306-9d93-66010c9e4591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b02a9bbf-184e-4d41-93e0-76331445f251'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:00:16.179353 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-d002dda9-bb44-4cd4-8d71-8749e277850c None None] Bound port: dacdd1f7-157f-4d67-a4e2-81d11ba3738b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9679fc3d-0d99-4306-9d93-66010c9e4591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'b02a9bbf-184e-4d41-93e0-76331445f251'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:00:16.181351 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d002dda9-bb44-4cd4-8d71-8749e277850c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (dacdd1f7-157f-4d67-a4e2-81d11ba3738b), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:16.187387 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-5cdcfcb9-c94a-402d-b0cc-59b940d01df0 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 1.5217745
May 07 22:00:16.189396 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 50674) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:00:16.209660 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee25c2d-b8d0-4040-aaf4-b7964243c643 req-ba7f99bc-4cec-4b6b-86e5-b82d227532af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:16.212423 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8ee25c2d-b8d0-4040-aaf4-b7964243c643 req-ba7f99bc-4cec-4b6b-86e5-b82d227532af service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1fb49d7a99844a7ab8ef30fb59250e7d&device_id=620355ca-9580-4384-9f83-9ec1f95922e3 HTTP/1.1" status: 200  len: 1125 time: 0.2245958
May 07 22:00:16.218802 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-1284a37a-6945-4c75-8f83-660391d51e47 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Request body: {'subnet': {'network_id': '90c4728c-4fac-4837-9326-29d98c320c88', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:00:16.239713 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c79740-8f96-460d-b5d2-33eb1795a6d0 tempest-InstanceActionsV221TestJSON-1399132138 tempest-InstanceActionsV221TestJSON-1399132138-project] Pushing event deleted for resources: {'Port': ['ID=3a446051-aeee-48e0-a355-cc210b6b8602,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:16.271422 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-74a99cfa-d93c-45b2-83a4-493d86dde293 req-5a6ee615-a364-402c-bcc8-e18e490ba8af tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a925320-3da9-4f33-a573-9f26e57ac6c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2031806
May 07 22:00:16.290151 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-d002dda9-bb44-4cd4-8d71-8749e277850c None None] For port dacdd1f7-157f-4d67-a4e2-81d11ba3738b, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:00:16.294644 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-d002dda9-bb44-4cd4-8d71-8749e277850c None None] For port dacdd1f7-157f-4d67-a4e2-81d11ba3738b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dacdd1f7-157f-4d67-a4e2-81d11ba3738b,segment=NetworkSegment(9679fc3d-0d99-4306-9d93-66010c9e4591),segment_id=9679fc3d-0d99-4306-9d93-66010c9e4591)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:00:16.310457 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d78da91-6078-4fbd-97af-d0531cb5e486 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b03fbfe7-b38e-42cc-b0a3-c3a74b20d2cc,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:16.311107 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d002dda9-bb44-4cd4-8d71-8749e277850c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (dacdd1f7-157f-4d67-a4e2-81d11ba3738b), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:16.342538 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-8529ce91-460e-485c-9a00-01ff87487160 req-a9c79740-8f96-460d-b5d2-33eb1795a6d0 tempest-InstanceActionsV221TestJSON-1399132138 tempest-InstanceActionsV221TestJSON-1399132138-project] No DVR routers for this DVR port 3a446051-aeee-48e0-a355-cc210b6b8602 on host nch1-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:00:16.346141 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-8529ce91-460e-485c-9a00-01ff87487160 req-a9c79740-8f96-460d-b5d2-33eb1795a6d0 tempest-InstanceActionsV221TestJSON-1399132138 tempest-InstanceActionsV221TestJSON-1399132138-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:16.354000 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8529ce91-460e-485c-9a00-01ff87487160 req-a9c79740-8f96-460d-b5d2-33eb1795a6d0 tempest-InstanceActionsV221TestJSON-1399132138 tempest-InstanceActionsV221TestJSON-1399132138-project] 10.222.0.55 "DELETE /v2.0/ports/3a446051-aeee-48e0-a355-cc210b6b8602 HTTP/1.1" status: 204  len: 173 time: 2.3468299
May 07 22:00:16.375873 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7d78da91-6078-4fbd-97af-d0531cb5e486 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:16.382602 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-7d78da91-6078-4fbd-97af-d0531cb5e486 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.2448089
May 07 22:00:16.383643 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdcfcb9-c94a-402d-b0cc-59b940d01df0 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Pushing event updated for resources: {'Network': ['ID=90c4728c-4fac-4837-9326-29d98c320c88,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:16.390284 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 50680) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:00:16.395919 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-0d9c6d8d-3a0f-4cb9-97c9-a715361c6fa4 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Request body: {'security_group_rule': {'security_group_id': '9ebb222e-3262-41b5-990d-c21161bc61e5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:00:16.439675 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-9ee4e500-0219-413b-a3cc-90d2f5d4e581 req-e4c34d18-ea92-45b8-868b-ec8deff3b891 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] For port 744875ea-e246-4ecb-b60f-b9c04a274fe9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=744875ea-e246-4ecb-b60f-b9c04a274fe9,segment=NetworkSegment(b207ac70-7c70-40fd-bfc0-416943348a0d),segment_id=b207ac70-7c70-40fd-bfc0-416943348a0d)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:00:16.440165 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-9ee4e500-0219-413b-a3cc-90d2f5d4e581 req-e4c34d18-ea92-45b8-868b-ec8deff3b891 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (744875ea-e246-4ecb-b60f-b9c04a274fe9), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:16.453821 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 90c4728c-4fac-4837-9326-29d98c320c88 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:00:16.474269 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-51acad86-f6e3-4749-afa6-969bad55f620 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (f41cdf1c-9de4-46dc-8689-4d3b6400326c), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:16.496526 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-9ee4e500-0219-413b-a3cc-90d2f5d4e581 req-e4c34d18-ea92-45b8-868b-ec8deff3b891 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Calling delete_port for 744875ea-e246-4ecb-b60f-b9c04a274fe9 owned by compute:nova {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:00:16.500474 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0d9c6d8d-3a0f-4cb9-97c9-a715361c6fa4 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Publish callbacks [] for security_group_rule (77e11ab4-5aad-41c6-8e5a-ed019e82610a), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:16.542806 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c3636b29-4e5b-4d82-ac45-f875d6e3ea94 req-f0ec6e37-d0c5-4eb3-9d82-5b6f39cdba92 tempest-InstanceActionsV221TestJSON-1399132138 tempest-InstanceActionsV221TestJSON-1399132138-project] 10.222.0.32 "GET /v2.0/ports?device_id=21531192-b2b4-4fc8-8c41-e19e7301001f HTTP/1.1" status: 200  len: 210 time: 0.0717552
May 07 22:00:16.545163 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d002dda9-bb44-4cd4-8d71-8749e277850c None None] Pushing event updated for resources: {'Port': ['ID=dacdd1f7-157f-4d67-a4e2-81d11ba3738b,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:16.586161 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51acad86-f6e3-4749-afa6-969bad55f620 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f41cdf1c-9de4-46dc-8689-4d3b6400326c,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:16.663493 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-51acad86-f6e3-4749-afa6-969bad55f620 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:16.667932 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-51acad86-f6e3-4749-afa6-969bad55f620 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/f41cdf1c-9de4-46dc-8689-4d3b6400326c HTTP/1.1" status: 204  len: 168 time: 2.2902880
May 07 22:00:16.674638 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 50682) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:00:16.676477 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb453ac1-79a0-495e-b138-124782906945 None None] Network 772be29c-bb44-46ae-a3e0-b0a78574bddf requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:00:16.692436 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1284a37a-6945-4c75-8f83-660391d51e47 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Made reservation on behalf of d7da299cb7fd4b569f047ab71e3255d4 for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:00:16.699255 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1284a37a-6945-4c75-8f83-660391d51e47 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:16.741435 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82491ac6-2ef6-4722-91e8-95e8d7b2c5e6 req-d65227ed-ae12-4ff8-b7ca-763e15cd9b85 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:16.747803 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82491ac6-2ef6-4722-91e8-95e8d7b2c5e6 req-d65227ed-ae12-4ff8-b7ca-763e15cd9b85 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:16.760755 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-82491ac6-2ef6-4722-91e8-95e8d7b2c5e6 req-d65227ed-ae12-4ff8-b7ca-763e15cd9b85 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb18387-ba8a-4070-aa1b-42824ed0c7ec HTTP/1.1" status: 200  len: 1676 time: 0.1177063
May 07 22:00:16.912522 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-82491ac6-2ef6-4722-91e8-95e8d7b2c5e6 req-76b3aad2-b35d-4aa1-a555-ae2ccf329ec9 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/security-groups?id=4683f7d7-8b63-48cf-a24d-027ba8d9c114&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1505756
May 07 22:00:16.938302 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6063c625-909c-44bc-b747-6f29a52b10b8 None None] DHCP port deletion for 772be29c-bb44-46ae-a3e0-b0a78574bddf request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:00:16.966126 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-9ee4e500-0219-413b-a3cc-90d2f5d4e581 req-e4c34d18-ea92-45b8-868b-ec8deff3b891 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (744875ea-e246-4ecb-b60f-b9c04a274fe9), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:17.012511 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 3a446051-aeee-48e0-a355-cc210b6b8602 no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:00:17.019919 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-6063c625-909c-44bc-b747-6f29a52b10b8 None None] Deleting port d0ed3e16-aad7-4821-92f5-e480b0bc32e1 {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:00:17.023404 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6063c625-909c-44bc-b747-6f29a52b10b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (d0ed3e16-aad7-4821-92f5-e480b0bc32e1), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:17.056979 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c34d18-ea92-45b8-868b-ec8deff3b891 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Pushing event deleted for resources: {'Port': ['ID=744875ea-e246-4ecb-b60f-b9c04a274fe9,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:17.161123 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ee4e500-0219-413b-a3cc-90d2f5d4e581 req-e4c34d18-ea92-45b8-868b-ec8deff3b891 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] No DVR routers for this DVR port 744875ea-e246-4ecb-b60f-b9c04a274fe9 on host nch1-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:00:17.163546 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-9ee4e500-0219-413b-a3cc-90d2f5d4e581 req-e4c34d18-ea92-45b8-868b-ec8deff3b891 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:17.166865 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9ee4e500-0219-413b-a3cc-90d2f5d4e581 req-e4c34d18-ea92-45b8-868b-ec8deff3b891 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.55 "DELETE /v2.0/ports/744875ea-e246-4ecb-b60f-b9c04a274fe9 HTTP/1.1" status: 204  len: 173 time: 1.7238538
May 07 22:00:17.185090 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] No Port match for: 3a446051-aeee-48e0-a355-cc210b6b8602 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:00:17.185444 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 3a446051-aeee-48e0-a355-cc210b6b8602 not bound to the agent host nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:00:17.208560 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 41632c85-aec7-41fa-a8b0-4c09f4aa150d up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:00:17.259570 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-6063c625-909c-44bc-b747-6f29a52b10b8 None None] For port d0ed3e16-aad7-4821-92f5-e480b0bc32e1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d0ed3e16-aad7-4821-92f5-e480b0bc32e1,segment=NetworkSegment(16a3e44e-cf3e-4bbc-83bb-ad3918f988bd),segment_id=16a3e44e-cf3e-4bbc-83bb-ad3918f988bd)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:00:17.260352 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6063c625-909c-44bc-b747-6f29a52b10b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (d0ed3e16-aad7-4821-92f5-e480b0bc32e1), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:17.290298 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-6063c625-909c-44bc-b747-6f29a52b10b8 None None] Calling delete_port for d0ed3e16-aad7-4821-92f5-e480b0bc32e1 owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:00:17.303652 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-9ee4e500-0219-413b-a3cc-90d2f5d4e581 req-b5f3fa30-6669-4a11-81d9-ca456e137ca1 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Deleting port 0aa75d6c-c396-4cf7-82ed-1655289562cd {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:00:17.303652 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-9ee4e500-0219-413b-a3cc-90d2f5d4e581 req-b5f3fa30-6669-4a11-81d9-ca456e137ca1 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (0aa75d6c-c396-4cf7-82ed-1655289562cd), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:17.420556 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6063c625-909c-44bc-b747-6f29a52b10b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (d0ed3e16-aad7-4821-92f5-e480b0bc32e1), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:17.430936 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 41632c85-aec7-41fa-a8b0-4c09f4aa150d triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:00:17.432136 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (41632c85-aec7-41fa-a8b0-4c09f4aa150d), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:17.494182 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6063c625-909c-44bc-b747-6f29a52b10b8 None None] Pushing event deleted for resources: {'Port': ['ID=d0ed3e16-aad7-4821-92f5-e480b0bc32e1,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:17.515311 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6063c625-909c-44bc-b747-6f29a52b10b8 None None] No DVR routers for this DVR port d0ed3e16-aad7-4821-92f5-e480b0bc32e1 on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:00:17.525501 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8b4b9c14-9a81-4143-b358-131de91c7026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (772be29c-bb44-46ae-a3e0-b0a78574bddf), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:17.540150 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe7669-f1a5-43e5-93c5-fc308413850e req-e015b9ae-57d9-4914-ae8f-12fe23cc333a tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:17.549508 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d0fe7669-f1a5-43e5-93c5-fc308413850e req-e015b9ae-57d9-4914-ae8f-12fe23cc333a tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/ports?device_id=620355ca-9580-4384-9f83-9ec1f95922e3 HTTP/1.1" status: 200  len: 943 time: 0.1148319
May 07 22:00:17.604147 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee25c2d-b8d0-4040-aaf4-b7964243c643 req-b79d493f-a3dc-4d05-b827-0668184fe9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:17.604333 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 41632c85-aec7-41fa-a8b0-4c09f4aa150d is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:00:17.605367 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device dacdd1f7-157f-4d67-a4e2-81d11ba3738b up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:00:17.606087 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8ee25c2d-b8d0-4040-aaf4-b7964243c643 req-b79d493f-a3dc-4d05-b827-0668184fe9b6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4e401ba0-7563-49f5-9424-036872d14546 HTTP/1.1" status: 200  len: 912 time: 1.2928545
May 07 22:00:17.642739 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0d9c6d8d-3a0f-4cb9-97c9-a715361c6fa4 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Publish callbacks [] for security_group_rule (77e11ab4-5aad-41c6-8e5a-ed019e82610a), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:17.683624 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port dacdd1f7-157f-4d67-a4e2-81d11ba3738b triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:00:17.684005 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (dacdd1f7-157f-4d67-a4e2-81d11ba3738b), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:17.707742 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0d9c6d8d-3a0f-4cb9-97c9-a715361c6fa4 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (77e11ab4-5aad-41c6-8e5a-ed019e82610a), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:17.715004 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ee1c0be2-b430-465b-b7ce-059d30d0386a tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (4a6d7832-1ebd-4f79-b151-e7092700a094), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:17.717871 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8ee25c2d-b8d0-4040-aaf4-b7964243c643 req-05eaf19a-3fb4-4d58-9b51-89e65ce770da service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13f0d3f2-8ab0-42a1-95df-5966489120ec HTTP/1.1" status: 200  len: 217 time: 0.1001759
May 07 22:00:17.789316 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port dacdd1f7-157f-4d67-a4e2-81d11ba3738b is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:00:17.790036 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (dacdd1f7-157f-4d67-a4e2-81d11ba3738b), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:17.851508 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9c6d8d-3a0f-4cb9-97c9-a715361c6fa4 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77e11ab4-5aad-41c6-8e5a-ed019e82610a,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:17.852933 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port dacdd1f7-157f-4d67-a4e2-81d11ba3738b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dacdd1f7-157f-4d67-a4e2-81d11ba3738b,segment=NetworkSegment(9679fc3d-0d99-4306-9d93-66010c9e4591),segment_id=9679fc3d-0d99-4306-9d93-66010c9e4591)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:00:17.855079 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1c0be2-b430-465b-b7ce-059d30d0386a tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Pushing event deleted for resources: {'Subnet': ['ID=4a6d7832-1ebd-4f79-b151-e7092700a094,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:17.871742 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ffddd76-ae82-4ecd-ac3c-ecf2bdc4a497 None None] Network 7b4083d4-8ac5-4ef7-ac7d-51e5b1721396 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:00:17.880548 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ee1c0be2-b430-465b-b7ce-059d30d0386a tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:17.886508 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-ee1c0be2-b430-465b-b7ce-059d30d0386a tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "DELETE /v2.0/subnets/4a6d7832-1ebd-4f79-b151-e7092700a094 HTTP/1.1" status: 204  len: 168 time: 2.8556631
May 07 22:00:17.888112 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 50690) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:00:17.946455 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d0fe7669-f1a5-43e5-93c5-fc308413850e req-7b70c354-8de4-4f1a-b4a0-028974f4f039 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2f94373-fd3e-4a2b-9dee-192df8871f41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3956642
May 07 22:00:17.960224 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0d9c6d8d-3a0f-4cb9-97c9-a715361c6fa4 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:17.961488 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-0d9c6d8d-3a0f-4cb9-97c9-a715361c6fa4 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.5693588
May 07 22:00:17.972504 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 50692) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:00:17.990557 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-4a2205a0-e9f1-4b7d-937d-99b6c2d4e2b3 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Request body: {'floatingip': {'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:00:18.006149 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21531192-b2b4-4fc8-8c41-e19e7301001f', 'name': 'network-vif-deleted', 'tag': '3a446051-aeee-48e0-a355-cc210b6b8602'}, {'server_uuid': 'dfb18387-ba8a-4070-aa1b-42824ed0c7ec', 'name': 'network-vif-deleted', 'tag': '744875ea-e246-4ecb-b60f-b9c04a274fe9'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:00:18.014356 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e99f7aed-9551-45f5-a79d-d11ff84b8b77" -d '{"events": [{"server_uuid": "21531192-b2b4-4fc8-8c41-e19e7301001f", "name": "network-vif-deleted", "tag": "3a446051-aeee-48e0-a355-cc210b6b8602"}, {"server_uuid": "dfb18387-ba8a-4070-aa1b-42824ed0c7ec", "name": "network-vif-deleted", "tag": "744875ea-e246-4ecb-b60f-b9c04a274fe9"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:00:18.067819 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee25c2d-b8d0-4040-aaf4-b7964243c643 req-865e8644-295a-44d6-ba35-d639b86c8edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:18.069354 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8ee25c2d-b8d0-4040-aaf4-b7964243c643 req-865e8644-295a-44d6-ba35-d639b86c8edf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8d58b02e-bcfe-4d9f-9480-bc1a5a487d04 HTTP/1.1" status: 200  len: 851 time: 0.3117304
May 07 22:00:18.071552 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8b4b9c14-9a81-4143-b358-131de91c7026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (772be29c-bb44-46ae-a3e0-b0a78574bddf), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:18.098942 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70355b9d-3292-41d1-986b-a92970f0fd9a req-12342512-3087-452a-9f3a-2ae982b33a38 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:18.111468 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-70355b9d-3292-41d1-986b-a92970f0fd9a req-12342512-3087-452a-9f3a-2ae982b33a38 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] 10.222.0.32 "GET /v2.0/ports?device_id=de30285c-55a0-4bf5-91e8-9bdd7282f8d7 HTTP/1.1" status: 200  len: 948 time: 0.2346191
May 07 22:00:18.111678 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (dacdd1f7-157f-4d67-a4e2-81d11ba3738b), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:18.148048 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3246dc34-d662-4ca2-8427-b45aed2379b0 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (7b4083d4-8ac5-4ef7-ac7d-51e5b1721396), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:18.149544 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4a2205a0-e9f1-4b7d-937d-99b6c2d4e2b3 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:18.160785 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8ee25c2d-b8d0-4040-aaf4-b7964243c643 req-1d060b09-9c01-45bd-98c0-1cbfdd84aae1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4e401ba0-7563-49f5-9424-036872d14546&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0718510
May 07 22:00:18.188207 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-8b4b9c14-9a81-4143-b358-131de91c7026 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf8d85e730>,) {'filters': {'network_id': ['772be29c-bb44-46ae-a3e0-b0a78574bddf']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:00:18.214416 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e177142-a699-42cb-8287-6cb9435e9416 None None] Network b02a9bbf-184e-4d41-93e0-76331445f251 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:00:18.251645 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-8b4b9c14-9a81-4143-b358-131de91c7026 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8d85e730>, '16a3e44e-cf3e-4bbc-83bb-ad3918f988bd') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:00:18.252430 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-8b4b9c14-9a81-4143-b358-131de91c7026 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8d85e730>, '16a3e44e-cf3e-4bbc-83bb-ad3918f988bd') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:00:18.290754 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-9ee4e500-0219-413b-a3cc-90d2f5d4e581 req-b5f3fa30-6669-4a11-81d9-ca456e137ca1 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] For port 0aa75d6c-c396-4cf7-82ed-1655289562cd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0aa75d6c-c396-4cf7-82ed-1655289562cd,segment=NetworkSegment(b31a7bd7-f013-44aa-a9c5-142fb752dadd),segment_id=b31a7bd7-f013-44aa-a9c5-142fb752dadd)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:00:18.291153 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-9ee4e500-0219-413b-a3cc-90d2f5d4e581 req-b5f3fa30-6669-4a11-81d9-ca456e137ca1 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (0aa75d6c-c396-4cf7-82ed-1655289562cd), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:18.304811 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=dacdd1f7-157f-4d67-a4e2-81d11ba3738b,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:18.309406 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-221a8335-d21e-4b02-b3cf-467a8700f773 None None] Provisioning complete for port dacdd1f7-157f-4d67-a4e2-81d11ba3738b triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:00:18.309777 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-221a8335-d21e-4b02-b3cf-467a8700f773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (dacdd1f7-157f-4d67-a4e2-81d11ba3738b), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:18.329667 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-70355b9d-3292-41d1-986b-a92970f0fd9a req-4a211cb9-3dfc-49fe-99c3-24d08461eafb tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a925320-3da9-4f33-a573-9f26e57ac6c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2117088
May 07 22:00:18.332989 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-9ee4e500-0219-413b-a3cc-90d2f5d4e581 req-b5f3fa30-6669-4a11-81d9-ca456e137ca1 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Calling delete_port for 0aa75d6c-c396-4cf7-82ed-1655289562cd owned by compute:nova {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:00:18.360841 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8b4b9c14-9a81-4143-b358-131de91c7026 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (16a3e44e-cf3e-4bbc-83bb-ad3918f988bd), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:18.364440 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4a2205a0-e9f1-4b7d-937d-99b6c2d4e2b3 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:18.368023 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a248f75-4940-4115-a37c-0c19e734ef2b None None] DHCP port deletion for 7b4083d4-8ac5-4ef7-ac7d-51e5b1721396 request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:00:18.379243 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8b4b9c14-9a81-4143-b358-131de91c7026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (16a3e44e-cf3e-4bbc-83bb-ad3918f988bd), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:18.385410 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:00:18.386423 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:00:18.386853 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:00:18.387261 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:00:18.387662 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:00:18.388062 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:00:18.388479 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:00:18.388874 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:00:18.388995 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b4b9c14-9a81-4143-b358-131de91c7026 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:00:18.389313 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:00:18.389442 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8b4b9c14-9a81-4143-b358-131de91c7026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (16a3e44e-cf3e-4bbc-83bb-ad3918f988bd), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:18.389751 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:00:18.390149 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:00:18.390540 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:00:18.390979 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:00:18.391339 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:00:18.391726 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:00:18.421169 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 07 May 2022 22:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa8b863e-66dc-4637-96eb-5edb1a840866 x-openstack-request-id: req-fa8b863e-66dc-4637-96eb-5edb1a840866 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:00:18.421564 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21531192-b2b4-4fc8-8c41-e19e7301001f", "name": "network-vif-deleted", "tag": "3a446051-aeee-48e0-a355-cc210b6b8602", "status": "completed", "code": 200}, {"server_uuid": "dfb18387-ba8a-4070-aa1b-42824ed0c7ec", "name": "network-vif-deleted", "tag": "744875ea-e246-4ecb-b60f-b9c04a274fe9", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:00:18.421889 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fa8b863e-66dc-4637-96eb-5edb1a840866 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:00:18.422363 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa8b863e-66dc-4637-96eb-5edb1a840866'] response: {'server_uuid': '21531192-b2b4-4fc8-8c41-e19e7301001f', 'name': 'network-vif-deleted', 'tag': '3a446051-aeee-48e0-a355-cc210b6b8602', 'status': 'completed', 'code': 200}
May 07 22:00:18.422695 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa8b863e-66dc-4637-96eb-5edb1a840866'] response: {'server_uuid': 'dfb18387-ba8a-4070-aa1b-42824ed0c7ec', 'name': 'network-vif-deleted', 'tag': '744875ea-e246-4ecb-b60f-b9c04a274fe9', 'status': 'completed', 'code': 200}
May 07 22:00:18.497766 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-221a8335-d21e-4b02-b3cf-467a8700f773 None None] Current status of the port dacdd1f7-157f-4d67-a4e2-81d11ba3738b is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:00:18.508767 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 22:00:18.508767 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:00:18.508767 ncdv-master-1 neutron-server[121837]:     timer()
May 07 22:00:18.508767 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:00:18.508767 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 22:00:18.508767 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:00:18.508767 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 22:00:18.508767 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:00:18.508767 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 22:00:18.508767 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:00:18.508767 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 22:00:18.508767 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:00:18.508767 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 22:00:18.508767 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:00:18.508767 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:00:18.508767 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:00:18.508767 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:00:18.508767 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:00:18.508767 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 22:00:18.508767 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:00:18.508767 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 22:00:18.508767 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:00:18.508767 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:00:18.508767 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:00:18.508767 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 22:00:18.508767 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:00:18.508767 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:00:18.508767 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:00:18.508767 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:00:18.508767 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:00:18.508767 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:00:18.508767 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:00:18.518608 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876bc944-ae53-4d1e-bf80-ce43830e183e req-709515a7-a8da-4395-a2a3-eeb130b2211a tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:18.520288 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-876bc944-ae53-4d1e-bf80-ce43830e183e req-709515a7-a8da-4395-a2a3-eeb130b2211a tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb18387-ba8a-4070-aa1b-42824ed0c7ec HTTP/1.1" status: 200  len: 942 time: 0.3616891
May 07 22:00:18.529956 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-6a248f75-4940-4115-a37c-0c19e734ef2b None None] Deleting port e0e120c6-af1f-48a8-84ad-73d72a65d2c3 {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:00:18.530335 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a248f75-4940-4115-a37c-0c19e734ef2b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (e0e120c6-af1f-48a8-84ad-73d72a65d2c3), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:18.532851 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1284a37a-6945-4c75-8f83-660391d51e47 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (3ad98c12-4f63-4eff-ac87-1c23db87c467), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:18.535362 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8b4b9c14-9a81-4143-b358-131de91c7026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (772be29c-bb44-46ae-a3e0-b0a78574bddf), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:18.620856 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8b4b9c14-9a81-4143-b358-131de91c7026 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:18.626789 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-8b4b9c14-9a81-4143-b358-131de91c7026 admin admin] 10.222.0.32 "DELETE /v2.0/networks/772be29c-bb44-46ae-a3e0-b0a78574bddf HTTP/1.1" status: 204  len: 168 time: 1.9499435
May 07 22:00:18.642210 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-6a248f75-4940-4115-a37c-0c19e734ef2b None None] For port e0e120c6-af1f-48a8-84ad-73d72a65d2c3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e0e120c6-af1f-48a8-84ad-73d72a65d2c3,segment=NetworkSegment(1f919da8-4e47-45a6-9211-f95b03d1819c),segment_id=1f919da8-4e47-45a6-9211-f95b03d1819c)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:00:18.642625 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a248f75-4940-4115-a37c-0c19e734ef2b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (e0e120c6-af1f-48a8-84ad-73d72a65d2c3), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:18.679159 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-6a248f75-4940-4115-a37c-0c19e734ef2b None None] Calling delete_port for e0e120c6-af1f-48a8-84ad-73d72a65d2c3 owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:00:18.702999 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-3246dc34-d662-4ca2-8427-b45aed2379b0 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Deleting port e0e120c6-af1f-48a8-84ad-73d72a65d2c3 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:00:18.703603 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3246dc34-d662-4ca2-8427-b45aed2379b0 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (e0e120c6-af1f-48a8-84ad-73d72a65d2c3), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:18.715579 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4b9c14-9a81-4143-b358-131de91c7026 admin admin] Pushing event deleted for resources: {'Network': ['ID=772be29c-bb44-46ae-a3e0-b0a78574bddf,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:18.752776 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-4a2205a0-e9f1-4b7d-937d-99b6c2d4e2b3 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Allocated IP 172.35.4.247 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/c0f20bcc-84a9-4b50-9a84-0a5d7c5c6573) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:00:18.803235 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 13f0d3f2-8ab0-42a1-95df-5966489120ec details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:00:18.816169 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a248f75-4940-4115-a37c-0c19e734ef2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (e0e120c6-af1f-48a8-84ad-73d72a65d2c3), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:18.834358 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8ee25c2d-b8d0-4040-aaf4-b7964243c643 req-4bd9366f-2a05-4f2e-927d-891a528228c4 service neutron] 10.222.0.59 "GET /v2.0/networks/4e401ba0-7563-49f5-9424-036872d14546?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6549103
May 07 22:00:18.883200 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-9ee4e500-0219-413b-a3cc-90d2f5d4e581 req-b5f3fa30-6669-4a11-81d9-ca456e137ca1 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (0aa75d6c-c396-4cf7-82ed-1655289562cd), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:18.910142 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a248f75-4940-4115-a37c-0c19e734ef2b None None] Pushing event deleted for resources: {'Port': ['ID=e0e120c6-af1f-48a8-84ad-73d72a65d2c3,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:18.939658 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a248f75-4940-4115-a37c-0c19e734ef2b None None] No DVR routers for this DVR port e0e120c6-af1f-48a8-84ad-73d72a65d2c3 on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:00:18.940561 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1284a37a-6945-4c75-8f83-660391d51e47 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Pushing event updated for resources: {'Subnet': ['ID=3ad98c12-4f63-4eff-ac87-1c23db87c467,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:18.962812 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-876bc944-ae53-4d1e-bf80-ce43830e183e req-eff8ec54-a0fc-48da-a344-278c38f62a2e tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/security-groups?id=4683f7d7-8b63-48cf-a24d-027ba8d9c114&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3766751
May 07 22:00:18.981994 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.db.resource_extend [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 07 22:00:19.016423 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f3fa30-6669-4a11-81d9-ca456e137ca1 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Pushing event deleted for resources: {'Port': ['ID=0aa75d6c-c396-4cf7-82ed-1655289562cd,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:19.059513 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 50716) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:00:19.068871 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-3246dc34-d662-4ca2-8427-b45aed2379b0 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] For port e0e120c6-af1f-48a8-84ad-73d72a65d2c3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e0e120c6-af1f-48a8-84ad-73d72a65d2c3,segment=NetworkSegment(1f919da8-4e47-45a6-9211-f95b03d1819c),segment_id=1f919da8-4e47-45a6-9211-f95b03d1819c)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:00:19.069260 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3246dc34-d662-4ca2-8427-b45aed2379b0 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (e0e120c6-af1f-48a8-84ad-73d72a65d2c3), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:19.086626 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-3246dc34-d662-4ca2-8427-b45aed2379b0 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Calling delete_port for e0e120c6-af1f-48a8-84ad-73d72a65d2c3 owned by network:dhcp {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:00:19.129037 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device dacdd1f7-157f-4d67-a4e2-81d11ba3738b up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:00:19.138162 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 13f0d3f2-8ab0-42a1-95df-5966489120ec, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=13f0d3f2-8ab0-42a1-95df-5966489120ec,segment=NetworkSegment(269ca44c-b28c-41b0-82b1-59695d4aeeab),segment_id=269ca44c-b28c-41b0-82b1-59695d4aeeab)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:00:19.145693 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1284a37a-6945-4c75-8f83-660391d51e47 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Checking segment: {'id': 'efd494a9-7d70-40e1-9968-f6608132bdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '90c4728c-4fac-4837-9326-29d98c320c88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:00:19.146146 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1284a37a-6945-4c75-8f83-660391d51e47 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Network hostable DHCP agents. Network: 90c4728c-4fac-4837-9326-29d98c320c88, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:00:19.149490 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4a2205a0-e9f1-4b7d-937d-99b6c2d4e2b3 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Publish callbacks [] for port (c0f20bcc-84a9-4b50-9a84-0a5d7c5c6573), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:19.165256 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-f9c5c756-7c4b-4362-9cae-849cc81bfe1e None None] Provisioning complete for port dacdd1f7-157f-4d67-a4e2-81d11ba3738b triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:00:19.165979 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f9c5c756-7c4b-4362-9cae-849cc81bfe1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (dacdd1f7-157f-4d67-a4e2-81d11ba3738b), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:19.188949 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ee4e500-0219-413b-a3cc-90d2f5d4e581 req-b5f3fa30-6669-4a11-81d9-ca456e137ca1 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] No DVR routers for this DVR port 0aa75d6c-c396-4cf7-82ed-1655289562cd on host nch1-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:00:19.192177 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-9ee4e500-0219-413b-a3cc-90d2f5d4e581 req-b5f3fa30-6669-4a11-81d9-ca456e137ca1 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:19.196563 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9ee4e500-0219-413b-a3cc-90d2f5d4e581 req-b5f3fa30-6669-4a11-81d9-ca456e137ca1 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.55 "DELETE /v2.0/ports/0aa75d6c-c396-4cf7-82ed-1655289562cd HTTP/1.1" status: 204  len: 173 time: 2.0142152
May 07 22:00:19.198225 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4a2205a0-e9f1-4b7d-937d-99b6c2d4e2b3 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (c0f20bcc-84a9-4b50-9a84-0a5d7c5c6573), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:19.215693 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': '13f0d3f2-8ab0-42a1-95df-5966489120ec', 'network_id': '4e401ba0-7563-49f5-9424-036872d14546', 'port_id': '13f0d3f2-8ab0-42a1-95df-5966489120ec', 'mac_address': 'fa:16:3e:e2:76:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d58b02e-bcfe-4d9f-9480-bc1a5a487d04', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:00:19.293334 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 50722) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:00:19.293953 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2205a0-e9f1-4b7d-937d-99b6c2d4e2b3 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Pushing event updated for resources: {'Port': ['ID=c0f20bcc-84a9-4b50-9a84-0a5d7c5c6573,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:19.299512 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port dacdd1f7-157f-4d67-a4e2-81d11ba3738b triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:00:19.308165 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2205a0-e9f1-4b7d-937d-99b6c2d4e2b3 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:00:19.309788 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-4a2205a0-e9f1-4b7d-937d-99b6c2d4e2b3 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:00:19.312307 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (dacdd1f7-157f-4d67-a4e2-81d11ba3738b), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:19.312584 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2205a0-e9f1-4b7d-937d-99b6c2d4e2b3 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:00:19.363863 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 13f0d3f2-8ab0-42a1-95df-5966489120ec is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:00:19.364611 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (13f0d3f2-8ab0-42a1-95df-5966489120ec), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:19.419497 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1284a37a-6945-4c75-8f83-660391d51e47 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Network 90c4728c-4fac-4837-9326-29d98c320c88 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:00:19.448941 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13f0d3f2-8ab0-42a1-95df-5966489120ec {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:00:19.457921 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-2e5b98c3-f958-4295-839a-b759824d6a90 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=93c3c71171814bb7b1018904086ad506&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3068674
May 07 22:00:19.458615 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 50732) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:00:19.472556 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab449a09-666c-402f-a4d6-b4c2c1e4e3e4 req-36b39a8d-7b11-45f9-9e45-f6b0db0693a6 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:19.483913 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ab449a09-666c-402f-a4d6-b4c2c1e4e3e4 req-36b39a8d-7b11-45f9-9e45-f6b0db0693a6 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/ports?device_id=620355ca-9580-4384-9f83-9ec1f95922e3 HTTP/1.1" status: 200  len: 943 time: 0.2893426
May 07 22:00:19.542020 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8ee25c2d-b8d0-4040-aaf4-b7964243c643 req-b1c4de64-647b-4bf6-b7a2-ee791c7a8bfe service neutron] 10.222.0.59 "GET /v2.0/networks/4e401ba0-7563-49f5-9424-036872d14546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6188507
May 07 22:00:19.542842 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-f9c5c756-7c4b-4362-9cae-849cc81bfe1e None None] Current status of the port dacdd1f7-157f-4d67-a4e2-81d11ba3738b is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:00:19.546140 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 13f0d3f2-8ab0-42a1-95df-5966489120ec, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=13f0d3f2-8ab0-42a1-95df-5966489120ec,segment=NetworkSegment(269ca44c-b28c-41b0-82b1-59695d4aeeab),segment_id=269ca44c-b28c-41b0-82b1-59695d4aeeab)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:00:19.551735 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4a2205a0-e9f1-4b7d-937d-99b6c2d4e2b3 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Publish callbacks [] for floatingip (973324da-9430-4a43-a7f4-1d2db6898e03), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:19.553756 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7f0c2f5-1d76-464f-8294-f1ec44dd5c29 admin admin] Deleting subnet 47be6486-d7b9-4bf2-b04c-b9bb121cdbb4 {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:00:19.555025 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-78afb8b9-a33b-4c30-8c97-c2c2e6aee6ef admin admin] Publish callbacks [] for security_group (75221bbe-2a08-48a1-a077-f7986e4d99e8), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:19.555712 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-1284a37a-6945-4c75-8f83-660391d51e47 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 90c4728c-4fac-4837-9326-29d98c320c88) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:00:19.559371 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (13f0d3f2-8ab0-42a1-95df-5966489120ec), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:19.560598 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1284a37a-6945-4c75-8f83-660391d51e47 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:19.561440 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1284a37a-6945-4c75-8f83-660391d51e47 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:19.588690 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e7f0c2f5-1d76-464f-8294-f1ec44dd5c29 admin admin] Publish callbacks [] for subnet (47be6486-d7b9-4bf2-b04c-b9bb121cdbb4), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:19.591781 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-78afb8b9-a33b-4c30-8c97-c2c2e6aee6ef admin admin] Publish callbacks [] for security_group (75221bbe-2a08-48a1-a077-f7986e4d99e8), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:19.612873 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1acf587-6305-4216-bff6-773657a3c388 None None] Network 90c4728c-4fac-4837-9326-29d98c320c88 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:00:19.647098 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3246dc34-d662-4ca2-8427-b45aed2379b0 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (e0e120c6-af1f-48a8-84ad-73d72a65d2c3), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:19.660704 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4a2205a0-e9f1-4b7d-937d-99b6c2d4e2b3 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (c0f20bcc-84a9-4b50-9a84-0a5d7c5c6573), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:19.667554 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ab449a09-666c-402f-a4d6-b4c2c1e4e3e4 req-8a79769e-5024-4f1b-a24d-5d4bc4a4f7d3 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2f94373-fd3e-4a2b-9dee-192df8871f41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1824958
May 07 22:00:19.710369 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-1284a37a-6945-4c75-8f83-660391d51e47 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 873 time: 3.4967837
May 07 22:00:19.711736 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3246dc34-d662-4ca2-8427-b45aed2379b0 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] No DVR routers for this DVR port e0e120c6-af1f-48a8-84ad-73d72a65d2c3 on host ncdv-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:00:19.713216 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 50734) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:00:19.716970 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3246dc34-d662-4ca2-8427-b45aed2379b0 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Pushing event deleted for resources: {'Port': ['ID=e0e120c6-af1f-48a8-84ad-73d72a65d2c3,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:19.764350 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e7f0c2f5-1d76-464f-8294-f1ec44dd5c29 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (47be6486-d7b9-4bf2-b04c-b9bb121cdbb4), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:19.798056 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=13f0d3f2-8ab0-42a1-95df-5966489120ec,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:19.804064 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port dacdd1f7-157f-4d67-a4e2-81d11ba3738b is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:00:19.847283 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909db8b7-4ab9-46a4-bf11-ae0caab0a9e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-90c4728c-4fac-4837-9326-29d98c320c88', 'network_id': '90c4728c-4fac-4837-9326-29d98c320c88', 'project_id': 'd7da299cb7fd4b569f047ab71e3255d4', 'fixed_ips': [{'subnet_id': '3ad98c12-4f63-4eff-ac87-1c23db87c467'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:00:19.848147 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-909db8b7-4ab9-46a4-bf11-ae0caab0a9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:19.923292 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4a2205a0-e9f1-4b7d-937d-99b6c2d4e2b3 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Publish callbacks [] for port (c0f20bcc-84a9-4b50-9a84-0a5d7c5c6573), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:19.935212 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4a2205a0-e9f1-4b7d-937d-99b6c2d4e2b3 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (c0f20bcc-84a9-4b50-9a84-0a5d7c5c6573), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:19.939652 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3246dc34-d662-4ca2-8427-b45aed2379b0 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (7b4083d4-8ac5-4ef7-ac7d-51e5b1721396), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:19.965819 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['13f0d3f2-8ab0-42a1-95df-5966489120ec'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:00:19.968291 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device e0e120c6-af1f-48a8-84ad-73d72a65d2c3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:00:19.973557 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e7f0c2f5-1d76-464f-8294-f1ec44dd5c29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (47be6486-d7b9-4bf2-b04c-b9bb121cdbb4), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:20.011512 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-78afb8b9-a33b-4c30-8c97-c2c2e6aee6ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (75221bbe-2a08-48a1-a077-f7986e4d99e8), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:20.014227 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-78afb8b9-a33b-4c30-8c97-c2c2e6aee6ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:20.015651 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-78afb8b9-a33b-4c30-8c97-c2c2e6aee6ef admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/75221bbe-2a08-48a1-a077-f7986e4d99e8 HTTP/1.1" status: 204  len: 168 time: 0.5557122
May 07 22:00:20.016954 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-3246dc34-d662-4ca2-8427-b45aed2379b0 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf878fcdc0>,) {'filters': {'network_id': ['7b4083d4-8ac5-4ef7-ac7d-51e5b1721396']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:00:20.025044 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: e0e120c6-af1f-48a8-84ad-73d72a65d2c3 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:00:20.025044 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device e0e120c6-af1f-48a8-84ad-73d72a65d2c3 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:00:20.025491 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device d0ed3e16-aad7-4821-92f5-e480b0bc32e1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:00:20.031539 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78afb8b9-a33b-4c30-8c97-c2c2e6aee6ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75221bbe-2a08-48a1-a077-f7986e4d99e8,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:20.033852 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-54123ddf-f03c-4676-b1fd-53964e4947bf tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (90c4728c-4fac-4837-9326-29d98c320c88), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:20.036589 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-3246dc34-d662-4ca2-8427-b45aed2379b0 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf878fcdc0>, '1f919da8-4e47-45a6-9211-f95b03d1819c') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:00:20.037015 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-3246dc34-d662-4ca2-8427-b45aed2379b0 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf878fcdc0>, '1f919da8-4e47-45a6-9211-f95b03d1819c') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:00:20.044837 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2205a0-e9f1-4b7d-937d-99b6c2d4e2b3 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Pushing event updated for resources: {'Port': ['ID=c0f20bcc-84a9-4b50-9a84-0a5d7c5c6573,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:20.054073 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3246dc34-d662-4ca2-8427-b45aed2379b0 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (1f919da8-4e47-45a6-9211-f95b03d1819c), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:20.054324 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4a2205a0-e9f1-4b7d-937d-99b6c2d4e2b3 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (973324da-9430-4a43-a7f4-1d2db6898e03), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:20.071053 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: d0ed3e16-aad7-4821-92f5-e480b0bc32e1 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:00:20.071407 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device d0ed3e16-aad7-4821-92f5-e480b0bc32e1 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:00:20.088723 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4a2205a0-e9f1-4b7d-937d-99b6c2d4e2b3 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:20.093129 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-4a2205a0-e9f1-4b7d-937d-99b6c2d4e2b3 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.1156566
May 07 22:00:20.147959 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3246dc34-d662-4ca2-8427-b45aed2379b0 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (1f919da8-4e47-45a6-9211-f95b03d1819c), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:20.150522 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-909db8b7-4ab9-46a4-bf11-ae0caab0a9e7 None None] Allocated IP 172.20.0.2 (90c4728c-4fac-4837-9326-29d98c320c88/3ad98c12-4f63-4eff-ac87-1c23db87c467/2ee50f58-9f0d-4085-ab53-38a8b2e98617) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:00:20.180729 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3246dc34-d662-4ca2-8427-b45aed2379b0 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:00:20.184723 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3246dc34-d662-4ca2-8427-b45aed2379b0 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (1f919da8-4e47-45a6-9211-f95b03d1819c), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:20.197078 ncdv-master-1 neutron-server[121837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:00:20.197078 ncdv-master-1 neutron-server[121837]:   self.session.flush()
May 07 22:00:20.197078 ncdv-master-1 neutron-server[121837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:00:20.197078 ncdv-master-1 neutron-server[121837]:   self.session.flush()
May 07 22:00:20.197078 ncdv-master-1 neutron-server[121837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:00:20.197078 ncdv-master-1 neutron-server[121837]:   self.session.flush()
May 07 22:00:20.197078 ncdv-master-1 neutron-server[121837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:00:20.197078 ncdv-master-1 neutron-server[121837]:   self.session.flush()
May 07 22:00:20.197078 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 22:00:20.197078 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:00:20.197078 ncdv-master-1 neutron-server[121837]:     timer()
May 07 22:00:20.197078 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:00:20.197078 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 22:00:20.197078 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:00:20.197078 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 22:00:20.197078 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:00:20.197078 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 22:00:20.197078 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:00:20.197078 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 22:00:20.197078 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:00:20.197078 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 22:00:20.197078 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:00:20.197078 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:00:20.197078 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:00:20.197078 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:00:20.197078 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:00:20.197078 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 22:00:20.197078 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:00:20.197078 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 22:00:20.197078 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:00:20.197078 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:00:20.197078 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:00:20.197078 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 22:00:20.197078 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:00:20.197078 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:00:20.197078 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:00:20.197078 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:00:20.197078 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:00:20.197078 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:00:20.197078 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:00:20.247672 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d1e3fffe-54cc-4a4e-bd64-347dbd75ae7b req-c47c05a6-9222-4277-9a36-6df3404be538 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/ports?device_id=dfb18387-ba8a-4070-aa1b-42824ed0c7ec HTTP/1.1" status: 200  len: 210 time: 0.0774140
May 07 22:00:20.292727 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e7f0c2f5-1d76-464f-8294-f1ec44dd5c29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (47be6486-d7b9-4bf2-b04c-b9bb121cdbb4), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:20.357975 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-54123ddf-f03c-4676-b1fd-53964e4947bf tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (3ad98c12-4f63-4eff-ac87-1c23db87c467), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:20.365003 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f0c2f5-1d76-464f-8294-f1ec44dd5c29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47be6486-d7b9-4bf2-b04c-b9bb121cdbb4,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:20.367257 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e7f0c2f5-1d76-464f-8294-f1ec44dd5c29 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:20.371328 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-e7f0c2f5-1d76-464f-8294-f1ec44dd5c29 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/47be6486-d7b9-4bf2-b04c-b9bb121cdbb4 HTTP/1.1" status: 204  len: 168 time: 1.0525475
May 07 22:00:20.374013 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 50746) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:00:20.394878 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3246dc34-d662-4ca2-8427-b45aed2379b0 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (7b4083d4-8ac5-4ef7-ac7d-51e5b1721396), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:20.407195 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3246dc34-d662-4ca2-8427-b45aed2379b0 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:20.418375 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-3246dc34-d662-4ca2-8427-b45aed2379b0 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "DELETE /v2.0/networks/7b4083d4-8ac5-4ef7-ac7d-51e5b1721396 HTTP/1.1" status: 204  len: 168 time: 2.5209925
May 07 22:00:20.427827 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 50756) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:00:20.431421 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfb18387-ba8a-4070-aa1b-42824ed0c7ec', 'name': 'network-vif-deleted', 'tag': '0aa75d6c-c396-4cf7-82ed-1655289562cd'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:00:20.433462 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-fcc26cb0-2e96-4731-b312-bc55347bcfeb tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1967308978', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:00:20.435071 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2ceb1ed-0ef9-4ed1-a038-47f8e6640564" -d '{"events": [{"server_uuid": "dfb18387-ba8a-4070-aa1b-42824ed0c7ec", "name": "network-vif-deleted", "tag": "0aa75d6c-c396-4cf7-82ed-1655289562cd"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:00:20.455139 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3246dc34-d662-4ca2-8427-b45aed2379b0 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Pushing event deleted for resources: {'Network': ['ID=7b4083d4-8ac5-4ef7-ac7d-51e5b1721396,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:20.526913 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fcc26cb0-2e96-4731-b312-bc55347bcfeb tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (f401884a-34c3-4298-b93b-87fb57ab5ea1), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:20.528149 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fcc26cb0-2e96-4731-b312-bc55347bcfeb tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (f401884a-34c3-4298-b93b-87fb57ab5ea1), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:20.588671 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c2b584a4-df96-4b91-b0c2-6690ce7a467c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (011b05b9-af33-4afd-88fa-e53f85adc730), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:20.598694 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-909db8b7-4ab9-46a4-bf11-ae0caab0a9e7 None None] Publish callbacks [] for port (2ee50f58-9f0d-4085-ab53-38a8b2e98617), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:20.608542 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a9e095e3-5407-442c-90a8-5c6972237605 req-81625b26-73b4-4c08-b071-61e01bd3d7e2 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1159194357&fields=id&tenant_id=81e5c5d849ea4fc59d5c4fc58b31530f HTTP/1.1" status: 200  len: 267 time: 0.1386495
May 07 22:00:20.610248 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-909db8b7-4ab9-46a4-bf11-ae0caab0a9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (2ee50f58-9f0d-4085-ab53-38a8b2e98617), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:20.642443 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e198de4-24fa-4e22-a737-2cb2373a5426 x-openstack-request-id: req-4e198de4-24fa-4e22-a737-2cb2373a5426 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:00:20.642857 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfb18387-ba8a-4070-aa1b-42824ed0c7ec", "name": "network-vif-deleted", "tag": "0aa75d6c-c396-4cf7-82ed-1655289562cd", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:00:20.643197 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4e198de4-24fa-4e22-a737-2cb2373a5426 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:00:20.643682 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e198de4-24fa-4e22-a737-2cb2373a5426'] response: {'server_uuid': 'dfb18387-ba8a-4070-aa1b-42824ed0c7ec', 'name': 'network-vif-deleted', 'tag': '0aa75d6c-c396-4cf7-82ed-1655289562cd', 'status': 'completed', 'code': 200}
May 07 22:00:20.666582 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909db8b7-4ab9-46a4-bf11-ae0caab0a9e7 None None] Network 90c4728c-4fac-4837-9326-29d98c320c88 is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:00:20.670745 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-909db8b7-4ab9-46a4-bf11-ae0caab0a9e7 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:00:20.675111 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909db8b7-4ab9-46a4-bf11-ae0caab0a9e7 None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:00:20.706339 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fcc26cb0-2e96-4731-b312-bc55347bcfeb tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks [] for router_controller (f401884a-34c3-4298-b93b-87fb57ab5ea1), precommit_add_association {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:20.711525 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-54123ddf-f03c-4676-b1fd-53964e4947bf tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (3ad98c12-4f63-4eff-ac87-1c23db87c467), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:20.729280 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c2b584a4-df96-4b91-b0c2-6690ce7a467c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (011b05b9-af33-4afd-88fa-e53f85adc730), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:20.735760 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909db8b7-4ab9-46a4-bf11-ae0caab0a9e7 None None] Pushing event updated for resources: {'Port': ['ID=2ee50f58-9f0d-4085-ab53-38a8b2e98617,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:20.751443 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 13f0d3f2-8ab0-42a1-95df-5966489120ec up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:00:20.766902 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fcc26cb0-2e96-4731-b312-bc55347bcfeb tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (f401884a-34c3-4298-b93b-87fb57ab5ea1), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:20.774054 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-c2b584a4-df96-4b91-b0c2-6690ce7a467c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf8cf68280>,) {'filters': {'network_id': ['011b05b9-af33-4afd-88fa-e53f85adc730']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:00:20.785910 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-c2b584a4-df96-4b91-b0c2-6690ce7a467c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8cf68280>, '39974400-d1e2-40c1-85fd-23f16d679a03') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:00:20.786472 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-c2b584a4-df96-4b91-b0c2-6690ce7a467c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8cf68280>, '39974400-d1e2-40c1-85fd-23f16d679a03') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:00:20.805215 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-909db8b7-4ab9-46a4-bf11-ae0caab0a9e7 None None] Attempting to bind port 2ee50f58-9f0d-4085-ab53-38a8b2e98617 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:00:20.805729 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-909db8b7-4ab9-46a4-bf11-ae0caab0a9e7 None None] Attempting to bind port 2ee50f58-9f0d-4085-ab53-38a8b2e98617 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'efd494a9-7d70-40e1-9968-f6608132bdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '90c4728c-4fac-4837-9326-29d98c320c88'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:00:20.806190 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909db8b7-4ab9-46a4-bf11-ae0caab0a9e7 None None] Attempting to bind port 2ee50f58-9f0d-4085-ab53-38a8b2e98617 on network 90c4728c-4fac-4837-9326-29d98c320c88 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:00:20.817437 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909db8b7-4ab9-46a4-bf11-ae0caab0a9e7 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:00:20.818013 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909db8b7-4ab9-46a4-bf11-ae0caab0a9e7 None None] Checking segment: {'id': 'efd494a9-7d70-40e1-9968-f6608132bdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '90c4728c-4fac-4837-9326-29d98c320c88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:00:20.818516 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-909db8b7-4ab9-46a4-bf11-ae0caab0a9e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:20.819114 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909db8b7-4ab9-46a4-bf11-ae0caab0a9e7 None None] Bound using segment: {'id': 'efd494a9-7d70-40e1-9968-f6608132bdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '90c4728c-4fac-4837-9326-29d98c320c88'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:00:20.819695 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-909db8b7-4ab9-46a4-bf11-ae0caab0a9e7 None None] Bound port: 2ee50f58-9f0d-4085-ab53-38a8b2e98617, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efd494a9-7d70-40e1-9968-f6608132bdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '90c4728c-4fac-4837-9326-29d98c320c88'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:00:20.820302 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-909db8b7-4ab9-46a4-bf11-ae0caab0a9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (2ee50f58-9f0d-4085-ab53-38a8b2e98617), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:20.856645 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14334ec2-c2e3-44df-bf49-1795c4409645 req-e2e6c9f9-f256-43b2-8792-62c26797aa48 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:20.860464 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-14334ec2-c2e3-44df-bf49-1795c4409645 req-e2e6c9f9-f256-43b2-8792-62c26797aa48 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/ports?device_id=620355ca-9580-4384-9f83-9ec1f95922e3 HTTP/1.1" status: 200  len: 944 time: 0.0661976
May 07 22:00:20.867220 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c2b584a4-df96-4b91-b0c2-6690ce7a467c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (39974400-d1e2-40c1-85fd-23f16d679a03), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:20.871501 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54123ddf-f03c-4676-b1fd-53964e4947bf tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Pushing event deleted for resources: {'Subnet': ['ID=3ad98c12-4f63-4eff-ac87-1c23db87c467,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:20.919021 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c2b584a4-df96-4b91-b0c2-6690ce7a467c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (39974400-d1e2-40c1-85fd-23f16d679a03), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:20.932067 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fcc26cb0-2e96-4731-b312-bc55347bcfeb tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:20.936405 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-fcc26cb0-2e96-4731-b312-bc55347bcfeb tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 703 time: 0.5072112
May 07 22:00:20.941487 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-54123ddf-f03c-4676-b1fd-53964e4947bf tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (90c4728c-4fac-4837-9326-29d98c320c88), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:20.944548 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 50784) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:00:20.952130 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-612d97fc-47e0-4a19-a136-24892c279176 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1391268004'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:00:20.972369 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2b584a4-df96-4b91-b0c2-6690ce7a467c admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:00:20.972755 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c2b584a4-df96-4b91-b0c2-6690ce7a467c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (39974400-d1e2-40c1-85fd-23f16d679a03), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:21.000279 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e095e3-5407-442c-90a8-5c6972237605 req-1a7fa51a-5fb1-42b7-838f-43ebe57bdf27 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:21.002630 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning for port 13f0d3f2-8ab0-42a1-95df-5966489120ec completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 22:00:21.007844 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a9e095e3-5407-442c-90a8-5c6972237605 req-1a7fa51a-5fb1-42b7-838f-43ebe57bdf27 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/networks?id=750e8121-2671-438f-9a42-169be7e47286 HTTP/1.1" status: 200  len: 810 time: 0.3877358
May 07 22:00:21.030173 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port 13f0d3f2-8ab0-42a1-95df-5966489120ec triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:00:21.030544 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (13f0d3f2-8ab0-42a1-95df-5966489120ec), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:21.039342 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-612d97fc-47e0-4a19-a136-24892c279176 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Made reservation on behalf of 17d1717bd7f2430eb5c2d3ce577e8160 for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:00:21.043146 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-612d97fc-47e0-4a19-a136-24892c279176 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:21.047216 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-54123ddf-f03c-4676-b1fd-53964e4947bf tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf86d150d0>,) {'filters': {'network_id': ['90c4728c-4fac-4837-9326-29d98c320c88']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:00:21.057468 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-14334ec2-c2e3-44df-bf49-1795c4409645 req-89af588b-f6ce-478f-9b8b-b88320fa81f0 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2f94373-fd3e-4a2b-9dee-192df8871f41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1863213
May 07 22:00:21.063606 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 22:00:21.063606 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:00:21.063606 ncdv-master-1 neutron-server[121836]:     timer()
May 07 22:00:21.063606 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:00:21.063606 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 22:00:21.063606 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:00:21.063606 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 22:00:21.063606 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:00:21.063606 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 22:00:21.063606 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:00:21.063606 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 22:00:21.063606 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:00:21.063606 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 22:00:21.063606 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:00:21.063606 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:00:21.063606 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:00:21.063606 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:00:21.063606 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:00:21.063606 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 22:00:21.063606 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:00:21.063606 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 22:00:21.063606 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:00:21.063606 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:00:21.063606 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:00:21.063606 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 22:00:21.063606 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:00:21.063606 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:00:21.063606 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:00:21.063606 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:00:21.063606 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:00:21.063606 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:00:21.063606 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:00:21.076825 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c2b584a4-df96-4b91-b0c2-6690ce7a467c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (011b05b9-af33-4afd-88fa-e53f85adc730), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:21.079084 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a9e095e3-5407-442c-90a8-5c6972237605 req-79646372-ea35-497a-91fd-06045de3c07f tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/quotas/81e5c5d849ea4fc59d5c4fc58b31530f HTTP/1.1" status: 200  len: 375 time: 0.0687788
May 07 22:00:21.084662 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-54123ddf-f03c-4676-b1fd-53964e4947bf tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf86d150d0>, 'efd494a9-7d70-40e1-9968-f6608132bdab') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:00:21.084936 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c2b584a4-df96-4b91-b0c2-6690ce7a467c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:21.085162 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-54123ddf-f03c-4676-b1fd-53964e4947bf tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf86d150d0>, 'efd494a9-7d70-40e1-9968-f6608132bdab') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:00:21.088683 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-c2b584a4-df96-4b91-b0c2-6690ce7a467c admin admin] 10.222.0.32 "DELETE /v2.0/networks/011b05b9-af33-4afd-88fa-e53f85adc730 HTTP/1.1" status: 204  len: 168 time: 0.7136638
May 07 22:00:21.108349 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-54123ddf-f03c-4676-b1fd-53964e4947bf tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (efd494a9-7d70-40e1-9968-f6608132bdab), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:21.110617 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b584a4-df96-4b91-b0c2-6690ce7a467c admin admin] Pushing event deleted for resources: {'Network': ['ID=011b05b9-af33-4afd-88fa-e53f85adc730,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:21.124875 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-54123ddf-f03c-4676-b1fd-53964e4947bf tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (efd494a9-7d70-40e1-9968-f6608132bdab), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:21.132261 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54123ddf-f03c-4676-b1fd-53964e4947bf tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:00:21.133219 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-54123ddf-f03c-4676-b1fd-53964e4947bf tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (efd494a9-7d70-40e1-9968-f6608132bdab), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:21.143485 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-909db8b7-4ab9-46a4-bf11-ae0caab0a9e7 None None] For port 2ee50f58-9f0d-4085-ab53-38a8b2e98617, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:00:21.170693 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 50792) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:00:21.184211 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 22:00:21.184211 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:00:21.184211 ncdv-master-1 neutron-server[121837]:     timer()
May 07 22:00:21.184211 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:00:21.184211 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 22:00:21.184211 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:00:21.184211 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 22:00:21.184211 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:00:21.184211 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 22:00:21.184211 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:00:21.184211 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 22:00:21.184211 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:00:21.184211 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 22:00:21.184211 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:00:21.184211 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:00:21.184211 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:00:21.184211 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:00:21.184211 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:00:21.184211 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 22:00:21.184211 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:00:21.184211 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 22:00:21.184211 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:00:21.184211 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:00:21.184211 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:00:21.184211 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 22:00:21.184211 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:00:21.184211 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:00:21.184211 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:00:21.184211 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:00:21.184211 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:00:21.184211 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:00:21.184211 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:00:21.198889 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 13f0d3f2-8ab0-42a1-95df-5966489120ec is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:00:21.198889 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (13f0d3f2-8ab0-42a1-95df-5966489120ec), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:21.223466 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '620355ca-9580-4384-9f83-9ec1f95922e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13f0d3f2-8ab0-42a1-95df-5966489120ec'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:00:21.225973 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c17013b0-574c-4cee-8ae2-c62f703d1857" -d '{"events": [{"server_uuid": "620355ca-9580-4384-9f83-9ec1f95922e3", "name": "network-vif-plugged", "status": "completed", "tag": "13f0d3f2-8ab0-42a1-95df-5966489120ec"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:00:21.234328 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.db.api [None req-54123ddf-f03c-4676-b1fd-53964e4947bf tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
May 07 22:00:21.234328 ncdv-master-1 neutron-server[121837]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
May 07 22:00:21.234328 ncdv-master-1 neutron-server[121837]: [parameters: {'id': '90c4728c-4fac-4837-9326-29d98c320c88'}]
May 07 22:00:21.234328 ncdv-master-1 neutron-server[121837]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=121837) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 07 22:00:21.234816 ncdv-master-1 neutron-server[121837]: DEBUG oslo_db.api [None req-54123ddf-f03c-4676-b1fd-53964e4947bf tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 07 22:00:21.237577 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-612d97fc-47e0-4a19-a136-24892c279176 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:00:21.247663 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a9e095e3-5407-442c-90a8-5c6972237605 req-57795030-6a33-4232-80b5-3f113b8fe238 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=81e5c5d849ea4fc59d5c4fc58b31530f&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1673436
May 07 22:00:21.250154 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 13f0d3f2-8ab0-42a1-95df-5966489120ec, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=13f0d3f2-8ab0-42a1-95df-5966489120ec,segment=NetworkSegment(269ca44c-b28c-41b0-82b1-59695d4aeeab),segment_id=269ca44c-b28c-41b0-82b1-59695d4aeeab)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:00:21.252089 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-909db8b7-4ab9-46a4-bf11-ae0caab0a9e7 None None] For port 2ee50f58-9f0d-4085-ab53-38a8b2e98617, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2ee50f58-9f0d-4085-ab53-38a8b2e98617,segment=NetworkSegment(efd494a9-7d70-40e1-9968-f6608132bdab),segment_id=efd494a9-7d70-40e1-9968-f6608132bdab)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:00:21.254458 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-612d97fc-47e0-4a19-a136-24892c279176 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (afe47b97-631b-47da-a65a-948b43bcf838), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:21.255212 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-612d97fc-47e0-4a19-a136-24892c279176 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Added segment afe47b97-631b-47da-a65a-948b43bcf838 of type vlan for network add7415b-3dec-4c79-9eba-58ce88fa9087
May 07 22:00:21.257611 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (13f0d3f2-8ab0-42a1-95df-5966489120ec), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:21.258897 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 672e9dc5-e9c7-4350-b965-d54d762eb1d8 no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:00:21.266868 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-909db8b7-4ab9-46a4-bf11-ae0caab0a9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (2ee50f58-9f0d-4085-ab53-38a8b2e98617), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:21.315283 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4263e563-a716-482c-aea7-55faa6132732 x-openstack-request-id: req-4263e563-a716-482c-aea7-55faa6132732 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:00:21.315634 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "620355ca-9580-4384-9f83-9ec1f95922e3", "name": "network-vif-plugged", "status": "completed", "tag": "13f0d3f2-8ab0-42a1-95df-5966489120ec", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:00:21.315947 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4263e563-a716-482c-aea7-55faa6132732 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:00:21.316227 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4263e563-a716-482c-aea7-55faa6132732'] response: {'server_uuid': '620355ca-9580-4384-9f83-9ec1f95922e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13f0d3f2-8ab0-42a1-95df-5966489120ec', 'code': 200}
May 07 22:00:21.339263 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-612d97fc-47e0-4a19-a136-24892c279176 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (add7415b-3dec-4c79-9eba-58ce88fa9087), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:21.406938 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 50802) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:00:21.430751 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=13f0d3f2-8ab0-42a1-95df-5966489120ec,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:21.454710 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 50804) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:00:21.459065 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-1f264edc-aba8-428f-93ee-e28470de2b66 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1449072548-network', 'tenant_id': '57990769f50b412194a108cdd627a767'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:00:21.462603 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabb1dcc-8adb-4c0b-98c5-f9ff324cc485 req-c3a1ab17-8d0a-4663-b46c-ece06339e3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:21.465613 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-aabb1dcc-8adb-4c0b-98c5-f9ff324cc485 req-c3a1ab17-8d0a-4663-b46c-ece06339e3b2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=620355ca-9580-4384-9f83-9ec1f95922e3 HTTP/1.1" status: 200  len: 1127 time: 0.0784252
May 07 22:00:21.470013 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20be26ec-f620-4e40-8ea8-99031ec99da0 None None] get_active_networks_info from ncdv-master-1 {{(pid=121838) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
May 07 22:00:21.508142 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a9e095e3-5407-442c-90a8-5c6972237605 req-6fd7f491-bf77-4128-9e27-86583dc5ed65 service neutron] 10.222.0.32 "GET /v2.0/networks/750e8121-2671-438f-9a42-169be7e47286?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2173963
May 07 22:00:21.519432 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f264edc-aba8-428f-93ee-e28470de2b66 admin admin] Made reservation on behalf of 57990769f50b412194a108cdd627a767 for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:00:21.521673 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1f264edc-aba8-428f-93ee-e28470de2b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:21.523369 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-612d97fc-47e0-4a19-a136-24892c279176 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (add7415b-3dec-4c79-9eba-58ce88fa9087), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:21.525168 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-1d00707e-fd3d-46df-8864-80b8eddd2c7d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=42a275b437594296b48dcf24858d61f3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1166065
May 07 22:00:21.528367 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612d97fc-47e0-4a19-a136-24892c279176 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:21.528992 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-612d97fc-47e0-4a19-a136-24892c279176 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:21.532142 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 50806) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:00:21.540381 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1f264edc-aba8-428f-93ee-e28470de2b66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:21.587815 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 672e9dc5-e9c7-4350-b965-d54d762eb1d8 is: ACTIVE; New status is: DOWN {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:00:21.588271 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (672e9dc5-e9c7-4350-b965-d54d762eb1d8), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:21.627344 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909db8b7-4ab9-46a4-bf11-ae0caab0a9e7 None None] Pushing event updated for resources: {'Port': ['ID=2ee50f58-9f0d-4085-ab53-38a8b2e98617,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:21.634614 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1f264edc-aba8-428f-93ee-e28470de2b66 admin admin] Publish callbacks [] for security_group (84ea401a-aae3-4024-91aa-c4e38fb51582), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:21.652273 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1f264edc-aba8-428f-93ee-e28470de2b66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (84ea401a-aae3-4024-91aa-c4e38fb51582), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:21.680122 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8cc76627-7694-4368-bd1a-ce56ff48fbe4 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks [] for security_group (4683f7d7-8b63-48cf-a24d-027ba8d9c114), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:21.681369 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 672e9dc5-e9c7-4350-b965-d54d762eb1d8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=672e9dc5-e9c7-4350-b965-d54d762eb1d8,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:00:21.694104 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (672e9dc5-e9c7-4350-b965-d54d762eb1d8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:21.705263 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f264edc-aba8-428f-93ee-e28470de2b66 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:00:21.715895 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f264edc-aba8-428f-93ee-e28470de2b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84ea401a-aae3-4024-91aa-c4e38fb51582,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:21.727411 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-612d97fc-47e0-4a19-a136-24892c279176 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.7817729
May 07 22:00:21.728157 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 50818) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:00:21.731344 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1f264edc-aba8-428f-93ee-e28470de2b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (ce6ea8f0-3d38-4ce3-8f23-f8c47e599e56), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:21.731577 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-1f264edc-aba8-428f-93ee-e28470de2b66 admin admin] Added segment ce6ea8f0-3d38-4ce3-8f23-f8c47e599e56 of type vlan for network f64cbfbe-feaa-48dc-9089-9445aa1eaa5a
May 07 22:00:21.734391 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8cc76627-7694-4368-bd1a-ce56ff48fbe4 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks [] for security_group (4683f7d7-8b63-48cf-a24d-027ba8d9c114), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:21.738026 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:21.739378 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-54123ddf-f03c-4676-b1fd-53964e4947bf tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (90c4728c-4fac-4837-9326-29d98c320c88), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:21.753834 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-aa52198e-126a-4d67-bf9a-be4d31aac100 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Request body: {'subnet': {'network_id': 'add7415b-3dec-4c79-9eba-58ce88fa9087', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:00:21.777399 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=672e9dc5-e9c7-4350-b965-d54d762eb1d8,revision_number=8']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:21.786815 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612d97fc-47e0-4a19-a136-24892c279176 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Pushing event updated for resources: {'Network': ['ID=add7415b-3dec-4c79-9eba-58ce88fa9087,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:21.788082 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20be26ec-f620-4e40-8ea8-99031ec99da0 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
May 07 22:00:21.806187 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1f264edc-aba8-428f-93ee-e28470de2b66 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (f64cbfbe-feaa-48dc-9089-9445aa1eaa5a), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:21.812819 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-aabb1dcc-8adb-4c0b-98c5-f9ff324cc485 req-36257bc2-af42-4d4f-b13e-fb12f49834da service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e2f94373-fd3e-4a2b-9dee-192df8871f41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3028500
May 07 22:00:21.821080 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network add7415b-3dec-4c79-9eba-58ce88fa9087 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:00:21.840879 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1f264edc-aba8-428f-93ee-e28470de2b66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (f64cbfbe-feaa-48dc-9089-9445aa1eaa5a), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:21.842017 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f264edc-aba8-428f-93ee-e28470de2b66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:21.842688 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1f264edc-aba8-428f-93ee-e28470de2b66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:21.871684 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8cc76627-7694-4368-bd1a-ce56ff48fbe4 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (4683f7d7-8b63-48cf-a24d-027ba8d9c114), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:21.874888 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8cc76627-7694-4368-bd1a-ce56ff48fbe4 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:21.876430 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-8cc76627-7694-4368-bd1a-ce56ff48fbe4 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "DELETE /v2.0/security-groups/4683f7d7-8b63-48cf-a24d-027ba8d9c114 HTTP/1.1" status: 204  len: 168 time: 0.4142103
May 07 22:00:21.890807 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 50820) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:00:21.897753 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-1f264edc-aba8-428f-93ee-e28470de2b66 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.7227623
May 07 22:00:21.900456 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 50822) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:00:21.920706 ncdv-master-1 neutron-server[121836]: INFO neutron.api.v2.resource [None req-5478ff00-3a50-4de2-b4fc-0d48222333cf tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] show failed (client error): The resource could not be found.
May 07 22:00:21.922979 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-5478ff00-3a50-4de2-b4fc-0d48222333cf tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "GET /v2.0/security-groups/4683f7d7-8b63-48cf-a24d-027ba8d9c114 HTTP/1.1" status: 404  len: 347 time: 0.0255802
May 07 22:00:21.926406 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-7e1fb717-774f-4549-8518-dbd6eb2b1a22 admin admin] Request body: {'subnet': {'network_id': 'f64cbfbe-feaa-48dc-9089-9445aa1eaa5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1449072548-subnet', 'tenant_id': '57990769f50b412194a108cdd627a767', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:00:21.933608 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 50824) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:00:21.942814 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc76627-7694-4368-bd1a-ce56ff48fbe4 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4683f7d7-8b63-48cf-a24d-027ba8d9c114,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:22.026697 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f264edc-aba8-428f-93ee-e28470de2b66 admin admin] Pushing event updated for resources: {'Network': ['ID=f64cbfbe-feaa-48dc-9089-9445aa1eaa5a,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:22.057850 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network f64cbfbe-feaa-48dc-9089-9445aa1eaa5a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:00:22.078812 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e1fb717-774f-4549-8518-dbd6eb2b1a22 admin admin] Made reservation on behalf of 57990769f50b412194a108cdd627a767 for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:00:22.081053 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7e1fb717-774f-4549-8518-dbd6eb2b1a22 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:22.160095 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ffbec21-4d74-4898-8575-973a69bba514 None None] Network 90c4728c-4fac-4837-9326-29d98c320c88 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:00:22.210227 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a9e095e3-5407-442c-90a8-5c6972237605 req-399a69af-8360-465b-b1c0-03c7fdf86ef7 service neutron] 10.222.0.32 "GET /v2.0/networks/750e8121-2671-438f-9a42-169be7e47286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6920724
May 07 22:00:22.228957 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f91e686b-24e4-421a-9237-24a17a07872e admin admin] Publish callbacks [] for security_group (4d627839-c6cb-47c8-854b-4e1d1823964d), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:22.245571 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-8b80b220-bfa4-4618-954e-8c062bf4bd43 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Deleting port 3d0ab746-449f-411e-8717-4eb568e6ee77 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:00:22.246328 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8b80b220-bfa4-4618-954e-8c062bf4bd43 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (3d0ab746-449f-411e-8717-4eb568e6ee77), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:22.249377 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-54123ddf-f03c-4676-b1fd-53964e4947bf tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Deleting port 2ee50f58-9f0d-4085-ab53-38a8b2e98617 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:00:22.249710 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-54123ddf-f03c-4676-b1fd-53964e4947bf tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (2ee50f58-9f0d-4085-ab53-38a8b2e98617), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:22.278051 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c87b02-925e-4198-96ca-3089a56d1b31 req-bf9f29f6-e710-476f-badb-aae10bf35f92 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:22.281957 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa52198e-126a-4d67-bf9a-be4d31aac100 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Made reservation on behalf of 17d1717bd7f2430eb5c2d3ce577e8160 for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:00:22.285119 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b2c87b02-925e-4198-96ca-3089a56d1b31 req-bf9f29f6-e710-476f-badb-aae10bf35f92 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/ports?device_id=620355ca-9580-4384-9f83-9ec1f95922e3 HTTP/1.1" status: 200  len: 945 time: 0.1231577
May 07 22:00:22.285306 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-aa52198e-126a-4d67-bf9a-be4d31aac100 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:22.297383 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f91e686b-24e4-421a-9237-24a17a07872e admin admin] Publish callbacks [] for security_group (4d627839-c6cb-47c8-854b-4e1d1823964d), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:22.436595 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-54123ddf-f03c-4676-b1fd-53964e4947bf tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] For port 2ee50f58-9f0d-4085-ab53-38a8b2e98617, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2ee50f58-9f0d-4085-ab53-38a8b2e98617,segment=NetworkSegment(efd494a9-7d70-40e1-9968-f6608132bdab),segment_id=efd494a9-7d70-40e1-9968-f6608132bdab)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:00:22.436994 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-54123ddf-f03c-4676-b1fd-53964e4947bf tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (2ee50f58-9f0d-4085-ab53-38a8b2e98617), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:22.442036 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8b80b220-bfa4-4618-954e-8c062bf4bd43 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (3d0ab746-449f-411e-8717-4eb568e6ee77), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:22.442556 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8b80b220-bfa4-4618-954e-8c062bf4bd43 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks [] for floatingip (3d0ab746-449f-411e-8717-4eb568e6ee77), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:22.469723 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-8b80b220-bfa4-4618-954e-8c062bf4bd43 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Calling delete_port for 3d0ab746-449f-411e-8717-4eb568e6ee77 owned by network:floatingip {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:00:22.475541 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b2c87b02-925e-4198-96ca-3089a56d1b31 req-99a2bd3e-0e7f-426b-9331-f72cde5b2129 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2f94373-fd3e-4a2b-9dee-192df8871f41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1896195
May 07 22:00:22.508524 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bb4a7360-9835-4398-8b5c-91c9ac8c9670 req-ce2735dc-8a18-4bad-8f9f-5ed3c07d4a19 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/ports?device_id=95f9d622-1591-4442-9da0-167bdb326758 HTTP/1.1" status: 200  len: 210 time: 0.0875905
May 07 22:00:22.516778 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-54123ddf-f03c-4676-b1fd-53964e4947bf tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Calling delete_port for 2ee50f58-9f0d-4085-ab53-38a8b2e98617 owned by network:dhcp {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:00:22.568576 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7e1fb717-774f-4549-8518-dbd6eb2b1a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (86e7e675-440c-49d1-8be8-1667506afa40), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:22.586712 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f91e686b-24e4-421a-9237-24a17a07872e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (4d627839-c6cb-47c8-854b-4e1d1823964d), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:22.589813 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f91e686b-24e4-421a-9237-24a17a07872e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:22.593324 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-f91e686b-24e4-421a-9237-24a17a07872e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4d627839-c6cb-47c8-854b-4e1d1823964d HTTP/1.1" status: 204  len: 168 time: 1.0437198
May 07 22:00:22.619537 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91e686b-24e4-421a-9237-24a17a07872e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d627839-c6cb-47c8-854b-4e1d1823964d,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:22.644870 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1fb717-774f-4549-8518-dbd6eb2b1a22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86e7e675-440c-49d1-8be8-1667506afa40,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:22.675271 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1fb717-774f-4549-8518-dbd6eb2b1a22 admin admin] Checking segment: {'id': 'ce6ea8f0-3d38-4ce3-8f23-f8c47e599e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f64cbfbe-feaa-48dc-9089-9445aa1eaa5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:00:22.675730 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1fb717-774f-4549-8518-dbd6eb2b1a22 admin admin] Network hostable DHCP agents. Network: f64cbfbe-feaa-48dc-9089-9445aa1eaa5a, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:00:22.722553 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-54123ddf-f03c-4676-b1fd-53964e4947bf tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (2ee50f58-9f0d-4085-ab53-38a8b2e98617), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:22.743246 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 73e10226-084a-4235-a376-31a716d63e44 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:00:22.752718 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1fb717-774f-4549-8518-dbd6eb2b1a22 admin admin] Network f64cbfbe-feaa-48dc-9089-9445aa1eaa5a is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:00:22.765501 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54123ddf-f03c-4676-b1fd-53964e4947bf tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Pushing event deleted for resources: {'Port': ['ID=2ee50f58-9f0d-4085-ab53-38a8b2e98617,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:22.773936 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-7e1fb717-774f-4549-8518-dbd6eb2b1a22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f64cbfbe-feaa-48dc-9089-9445aa1eaa5a) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:00:22.774250 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54123ddf-f03c-4676-b1fd-53964e4947bf tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] No DVR routers for this DVR port 2ee50f58-9f0d-4085-ab53-38a8b2e98617 on host ncdv-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:00:22.776922 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8b80b220-bfa4-4618-954e-8c062bf4bd43 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (3d0ab746-449f-411e-8717-4eb568e6ee77), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:22.783913 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1fb717-774f-4549-8518-dbd6eb2b1a22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:22.784529 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7e1fb717-774f-4549-8518-dbd6eb2b1a22 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:22.795739 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568e8bd2-50b1-4baf-bd41-941396c96db3 None None] Network f64cbfbe-feaa-48dc-9089-9445aa1eaa5a requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:00:22.827627 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-7e1fb717-774f-4549-8518-dbd6eb2b1a22 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.9082799
May 07 22:00:22.828005 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b80b220-bfa4-4618-954e-8c062bf4bd43 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Pushing event deleted for resources: {'Port': ['ID=3d0ab746-449f-411e-8717-4eb568e6ee77,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:22.830809 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 50848) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:00:22.832277 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-aa52198e-126a-4d67-bf9a-be4d31aac100 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (78208c1f-4b12-45ff-84a6-c2c59f46d723), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:22.836025 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-c9b29998-1547-4b44-998e-df04e1fb6214 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1449072548-router', 'tenant_id': '57990769f50b412194a108cdd627a767', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:00:22.909189 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c9b29998-1547-4b44-998e-df04e1fb6214 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (2123aa39-c4f0-4e9a-9167-73acf960a6ad), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:22.912957 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c9b29998-1547-4b44-998e-df04e1fb6214 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (2123aa39-c4f0-4e9a-9167-73acf960a6ad), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:22.942269 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8b80b220-bfa4-4618-954e-8c062bf4bd43 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks [] for floatingip (f2e2b015-4dd9-4cf1-ae64-3d16208c733b), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:22.947251 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8b80b220-bfa4-4618-954e-8c062bf4bd43 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:22.955956 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-8b80b220-bfa4-4618-954e-8c062bf4bd43 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "DELETE /v2.0/floatingips/f2e2b015-4dd9-4cf1-ae64-3d16208c733b HTTP/1.1" status: 204  len: 168 time: 1.0178242
May 07 22:00:22.958747 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 50854) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:00:22.990440 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-54123ddf-f03c-4676-b1fd-53964e4947bf tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (90c4728c-4fac-4837-9326-29d98c320c88), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:23.027582 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 73e10226-084a-4235-a376-31a716d63e44, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=73e10226-084a-4235-a376-31a716d63e44,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:00:23.030180 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-54123ddf-f03c-4676-b1fd-53964e4947bf tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf8c47f760>,) {'filters': {'network_id': ['90c4728c-4fac-4837-9326-29d98c320c88']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:00:23.031462 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9917f68e-3d2e-4d0c-82cb-5301ba7b1dd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f64cbfbe-feaa-48dc-9089-9445aa1eaa5a', 'network_id': 'f64cbfbe-feaa-48dc-9089-9445aa1eaa5a', 'project_id': '57990769f50b412194a108cdd627a767', 'fixed_ips': [{'subnet_id': '86e7e675-440c-49d1-8be8-1667506afa40'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:00:23.032304 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9917f68e-3d2e-4d0c-82cb-5301ba7b1dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:23.046101 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa52198e-126a-4d67-bf9a-be4d31aac100 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Pushing event updated for resources: {'Subnet': ['ID=78208c1f-4b12-45ff-84a6-c2c59f46d723,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:23.054267 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-54123ddf-f03c-4676-b1fd-53964e4947bf tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8c47f760>, 'efd494a9-7d70-40e1-9968-f6608132bdab') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:00:23.054566 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-54123ddf-f03c-4676-b1fd-53964e4947bf tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8c47f760>, 'efd494a9-7d70-40e1-9968-f6608132bdab') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:00:23.067292 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-54123ddf-f03c-4676-b1fd-53964e4947bf tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (efd494a9-7d70-40e1-9968-f6608132bdab), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:23.069669 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': '73e10226-084a-4235-a376-31a716d63e44', 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47', 'port_id': '73e10226-084a-4235-a376-31a716d63e44', 'mac_address': 'fa:16:3e:86:0c:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e0e5c53-1ece-4d20-b01d-5f8c6957edf6', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:00:23.078283 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa52198e-126a-4d67-bf9a-be4d31aac100 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Checking segment: {'id': 'afe47b97-631b-47da-a65a-948b43bcf838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'add7415b-3dec-4c79-9eba-58ce88fa9087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:00:23.078696 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa52198e-126a-4d67-bf9a-be4d31aac100 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Network hostable DHCP agents. Network: add7415b-3dec-4c79-9eba-58ce88fa9087, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:00:23.088593 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-54123ddf-f03c-4676-b1fd-53964e4947bf tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (efd494a9-7d70-40e1-9968-f6608132bdab), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:23.099633 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54123ddf-f03c-4676-b1fd-53964e4947bf tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:00:23.100158 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-54123ddf-f03c-4676-b1fd-53964e4947bf tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (efd494a9-7d70-40e1-9968-f6608132bdab), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:23.103636 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 22:00:23.103636 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:00:23.103636 ncdv-master-1 neutron-server[121837]:     timer()
May 07 22:00:23.103636 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:00:23.103636 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 22:00:23.103636 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:00:23.103636 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 22:00:23.103636 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:00:23.103636 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 22:00:23.103636 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:00:23.103636 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 22:00:23.103636 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:00:23.103636 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 22:00:23.103636 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:00:23.103636 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:00:23.103636 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:00:23.103636 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:00:23.103636 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:00:23.103636 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 22:00:23.103636 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:00:23.103636 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 22:00:23.103636 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:00:23.103636 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:00:23.103636 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:00:23.103636 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 22:00:23.103636 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:00:23.103636 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:00:23.103636 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:00:23.103636 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:00:23.103636 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:00:23.103636 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:00:23.103636 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:00:23.106741 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c9b29998-1547-4b44-998e-df04e1fb6214 admin admin] Publish callbacks [] for router_controller (2123aa39-c4f0-4e9a-9167-73acf960a6ad), precommit_add_association {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:23.154015 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa52198e-126a-4d67-bf9a-be4d31aac100 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Network add7415b-3dec-4c79-9eba-58ce88fa9087 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:00:23.175858 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-aa52198e-126a-4d67-bf9a-be4d31aac100 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, add7415b-3dec-4c79-9eba-58ce88fa9087) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:00:23.182484 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa52198e-126a-4d67-bf9a-be4d31aac100 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:23.184810 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-aa52198e-126a-4d67-bf9a-be4d31aac100 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:23.188329 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-54123ddf-f03c-4676-b1fd-53964e4947bf tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (90c4728c-4fac-4837-9326-29d98c320c88), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:23.199631 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-54123ddf-f03c-4676-b1fd-53964e4947bf tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:23.199985 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 73e10226-084a-4235-a376-31a716d63e44 is: ACTIVE; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:00:23.200427 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (73e10226-084a-4235-a376-31a716d63e44), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:23.204227 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-54123ddf-f03c-4676-b1fd-53964e4947bf tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] 10.222.0.32 "DELETE /v2.0/networks/90c4728c-4fac-4837-9326-29d98c320c88 HTTP/1.1" status: 204  len: 168 time: 3.4846661
May 07 22:00:23.208201 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 50858) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:00:23.227211 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-e2e31e26-d599-4416-bb16-8245f471ce55 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-225970702'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:00:23.233520 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54123ddf-f03c-4676-b1fd-53964e4947bf tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Pushing event deleted for resources: {'Network': ['ID=90c4728c-4fac-4837-9326-29d98c320c88,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:23.238007 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093f08a7-204b-4ad3-aeed-215f92ab4022 None None] Network add7415b-3dec-4c79-9eba-58ce88fa9087 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:00:23.247912 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-233eaf78-2e0e-4480-b342-cb0136cd85a9 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Deleting port d3eb7f9f-cad6-43cc-b93c-f50a5e95c505 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:00:23.248369 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-233eaf78-2e0e-4480-b342-cb0136cd85a9 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (d3eb7f9f-cad6-43cc-b93c-f50a5e95c505), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:23.268004 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-aa52198e-126a-4d67-bf9a-be4d31aac100 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.5294714
May 07 22:00:23.269369 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 73e10226-084a-4235-a376-31a716d63e44 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:00:23.275103 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 50860) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:00:23.328553 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de30285c-55a0-4bf5-91e8-9bdd7282f8d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '672e9dc5-e9c7-4350-b965-d54d762eb1d8'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:00:23.330895 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfac4d7d-feed-40e2-b75c-28b40c775e22" -d '{"events": [{"server_uuid": "de30285c-55a0-4bf5-91e8-9bdd7282f8d7", "name": "network-vif-unplugged", "status": "completed", "tag": "672e9dc5-e9c7-4350-b965-d54d762eb1d8"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:00:23.353206 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-9917f68e-3d2e-4d0c-82cb-5301ba7b1dd5 None None] Allocated IP 172.20.0.2 (f64cbfbe-feaa-48dc-9089-9445aa1eaa5a/86e7e675-440c-49d1-8be8-1667506afa40/74603607-d573-4c6c-a75b-58dae54c9e20) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:00:23.358283 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 73e10226-084a-4235-a376-31a716d63e44, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=73e10226-084a-4235-a376-31a716d63e44,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:00:23.376353 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (73e10226-084a-4235-a376-31a716d63e44), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:23.441527 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 07 May 2022 22:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb86e87-755e-4820-a245-fbf8ce1f0004 x-openstack-request-id: req-2fb86e87-755e-4820-a245-fbf8ce1f0004 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:00:23.441931 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de30285c-55a0-4bf5-91e8-9bdd7282f8d7", "name": "network-vif-unplugged", "status": "completed", "tag": "672e9dc5-e9c7-4350-b965-d54d762eb1d8", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:00:23.442187 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2fb86e87-755e-4820-a245-fbf8ce1f0004 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:00:23.442753 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fb86e87-755e-4820-a245-fbf8ce1f0004'] response: {'server_uuid': 'de30285c-55a0-4bf5-91e8-9bdd7282f8d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '672e9dc5-e9c7-4350-b965-d54d762eb1d8', 'code': 200}
May 07 22:00:23.477199 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['73e10226-084a-4235-a376-31a716d63e44'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:00:23.672445 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e31e26-d599-4416-bb16-8245f471ce55 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Made reservation on behalf of d7da299cb7fd4b569f047ab71e3255d4 for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:00:23.676251 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e2e31e26-d599-4416-bb16-8245f471ce55 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:23.761521 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f4467e-7c08-46d1-b128-2a02bafed97f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-add7415b-3dec-4c79-9eba-58ce88fa9087', 'network_id': 'add7415b-3dec-4c79-9eba-58ce88fa9087', 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'fixed_ips': [{'subnet_id': '78208c1f-4b12-45ff-84a6-c2c59f46d723'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:00:23.762435 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-15f4467e-7c08-46d1-b128-2a02bafed97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:23.793763 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=73e10226-084a-4235-a376-31a716d63e44,revision_number=6']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:23.806572 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-46678547-26c3-46f1-9917-a0fe8c45cc28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:23.808513 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a6b01161-3665-4191-84ad-607077cb34eb tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:23.822460 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9180fb38-d93c-4c53-a572-42a3ceeaa2a6 req-8ed7f0fd-762e-4088-986a-4716ca3b75b6 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:23.825358 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9180fb38-d93c-4c53-a572-42a3ceeaa2a6 req-8ed7f0fd-762e-4088-986a-4716ca3b75b6 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/ports?device_id=620355ca-9580-4384-9f83-9ec1f95922e3 HTTP/1.1" status: 200  len: 945 time: 0.1573710
May 07 22:00:23.835715 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:23.882208 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e822bd2a-ccf4-45e2-bd1b-df178613ad9a req-19cf4330-99e1-406d-bd0f-8adcf2badcd6 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/ports?device_id=95f9d622-1591-4442-9da0-167bdb326758 HTTP/1.1" status: 200  len: 210 time: 0.0869462
May 07 22:00:23.929990 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2e31e26-d599-4416-bb16-8245f471ce55 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:00:23.981667 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-233eaf78-2e0e-4480-b342-cb0136cd85a9 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (d3eb7f9f-cad6-43cc-b93c-f50a5e95c505), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:23.996207 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e2e31e26-d599-4416-bb16-8245f471ce55 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (bbb6744e-5b2e-4e74-8ef0-658f67774999), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:23.996207 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-e2e31e26-d599-4416-bb16-8245f471ce55 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Added segment bbb6744e-5b2e-4e74-8ef0-658f67774999 of type vlan for network aec00863-2267-4532-a9ee-7218050696f7
May 07 22:00:23.997988 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c9b29998-1547-4b44-998e-df04e1fb6214 admin admin] Publish callbacks [] for router_gateway (2123aa39-c4f0-4e9a-9167-73acf960a6ad), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:24.057760 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-233eaf78-2e0e-4480-b342-cb0136cd85a9 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Calling delete_port for d3eb7f9f-cad6-43cc-b93c-f50a5e95c505 owned by  {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:00:24.077643 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9917f68e-3d2e-4d0c-82cb-5301ba7b1dd5 None None] Publish callbacks [] for port (74603607-d573-4c6c-a75b-58dae54c9e20), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:24.099817 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9917f68e-3d2e-4d0c-82cb-5301ba7b1dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (74603607-d573-4c6c-a75b-58dae54c9e20), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:24.135441 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e2e31e26-d599-4416-bb16-8245f471ce55 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (aec00863-2267-4532-a9ee-7218050696f7), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:24.160982 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-15f4467e-7c08-46d1-b128-2a02bafed97f None None] Allocated IP 2001:db8::2 (add7415b-3dec-4c79-9eba-58ce88fa9087/78208c1f-4b12-45ff-84a6-c2c59f46d723/5f3eb798-2399-4a2e-8e29-0381c6b0eb62) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:00:24.178250 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9917f68e-3d2e-4d0c-82cb-5301ba7b1dd5 None None] Network f64cbfbe-feaa-48dc-9089-9445aa1eaa5a is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:00:24.185295 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-9917f68e-3d2e-4d0c-82cb-5301ba7b1dd5 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:00:24.189277 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9917f68e-3d2e-4d0c-82cb-5301ba7b1dd5 None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:00:24.243376 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9917f68e-3d2e-4d0c-82cb-5301ba7b1dd5 None None] Pushing event updated for resources: {'Port': ['ID=74603607-d573-4c6c-a75b-58dae54c9e20,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:24.308381 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e2e31e26-d599-4416-bb16-8245f471ce55 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (aec00863-2267-4532-a9ee-7218050696f7), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:24.315424 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e31e26-d599-4416-bb16-8245f471ce55 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:24.316251 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e2e31e26-d599-4416-bb16-8245f471ce55 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:24.353480 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-9917f68e-3d2e-4d0c-82cb-5301ba7b1dd5 None None] Attempting to bind port 74603607-d573-4c6c-a75b-58dae54c9e20 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:00:24.353875 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-9917f68e-3d2e-4d0c-82cb-5301ba7b1dd5 None None] Attempting to bind port 74603607-d573-4c6c-a75b-58dae54c9e20 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ce6ea8f0-3d38-4ce3-8f23-f8c47e599e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f64cbfbe-feaa-48dc-9089-9445aa1eaa5a'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:00:24.354267 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9917f68e-3d2e-4d0c-82cb-5301ba7b1dd5 None None] Attempting to bind port 74603607-d573-4c6c-a75b-58dae54c9e20 on network f64cbfbe-feaa-48dc-9089-9445aa1eaa5a {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:00:24.367347 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9917f68e-3d2e-4d0c-82cb-5301ba7b1dd5 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:00:24.367877 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9917f68e-3d2e-4d0c-82cb-5301ba7b1dd5 None None] Checking segment: {'id': 'ce6ea8f0-3d38-4ce3-8f23-f8c47e599e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f64cbfbe-feaa-48dc-9089-9445aa1eaa5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:00:24.368146 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9917f68e-3d2e-4d0c-82cb-5301ba7b1dd5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:24.368545 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9917f68e-3d2e-4d0c-82cb-5301ba7b1dd5 None None] Bound using segment: {'id': 'ce6ea8f0-3d38-4ce3-8f23-f8c47e599e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f64cbfbe-feaa-48dc-9089-9445aa1eaa5a'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:00:24.369033 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-9917f68e-3d2e-4d0c-82cb-5301ba7b1dd5 None None] Bound port: 74603607-d573-4c6c-a75b-58dae54c9e20, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce6ea8f0-3d38-4ce3-8f23-f8c47e599e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f64cbfbe-feaa-48dc-9089-9445aa1eaa5a'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:00:24.369474 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9917f68e-3d2e-4d0c-82cb-5301ba7b1dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (74603607-d573-4c6c-a75b-58dae54c9e20), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:24.395183 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-e2e31e26-d599-4416-bb16-8245f471ce55 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 1.1671498
May 07 22:00:24.395852 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 50906) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:00:24.482622 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-8ccb3941-a0b0-4f21-bf09-96fea64fb8c2 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Request body: {'subnet': {'network_id': 'aec00863-2267-4532-a9ee-7218050696f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:00:24.509471 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 50912) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:00:24.530592 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e31e26-d599-4416-bb16-8245f471ce55 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Pushing event updated for resources: {'Network': ['ID=aec00863-2267-4532-a9ee-7218050696f7,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:24.550495 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network aec00863-2267-4532-a9ee-7218050696f7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:00:24.553734 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9180fb38-d93c-4c53-a572-42a3ceeaa2a6 req-c53c5c5e-a754-4dfd-a658-c0811caef3b9 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2f94373-fd3e-4a2b-9dee-192df8871f41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7068560
May 07 22:00:24.574272 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-9917f68e-3d2e-4d0c-82cb-5301ba7b1dd5 None None] For port 74603607-d573-4c6c-a75b-58dae54c9e20, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:00:24.577170 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-233eaf78-2e0e-4480-b342-cb0136cd85a9 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (d3eb7f9f-cad6-43cc-b93c-f50a5e95c505), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:24.609831 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-9917f68e-3d2e-4d0c-82cb-5301ba7b1dd5 None None] For port 74603607-d573-4c6c-a75b-58dae54c9e20, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=74603607-d573-4c6c-a75b-58dae54c9e20,segment=NetworkSegment(ce6ea8f0-3d38-4ce3-8f23-f8c47e599e56),segment_id=ce6ea8f0-3d38-4ce3-8f23-f8c47e599e56)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:00:24.643670 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-15f4467e-7c08-46d1-b128-2a02bafed97f None None] Publish callbacks [] for port (5f3eb798-2399-4a2e-8e29-0381c6b0eb62), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:24.658515 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9917f68e-3d2e-4d0c-82cb-5301ba7b1dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (74603607-d573-4c6c-a75b-58dae54c9e20), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:24.692475 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-15f4467e-7c08-46d1-b128-2a02bafed97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (5f3eb798-2399-4a2e-8e29-0381c6b0eb62), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:24.752188 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233eaf78-2e0e-4480-b342-cb0136cd85a9 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Pushing event deleted for resources: {'Port': ['ID=d3eb7f9f-cad6-43cc-b93c-f50a5e95c505,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:24.755976 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 73e10226-084a-4235-a376-31a716d63e44 up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:00:24.769814 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-a6b01161-3665-4191-84ad-607077cb34eb tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Allocated IP 2001:db8::1 (add7415b-3dec-4c79-9eba-58ce88fa9087/78208c1f-4b12-45ff-84a6-c2c59f46d723/a2847041-deca-4787-a520-36214b25c9cb) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:00:24.800709 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-63826989-b3cd-4f73-8391-14978501fbb0 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1143329717-network', 'tenant_id': '169e1e6f26414e3eaa454bc14100fece'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:00:24.888516 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f4467e-7c08-46d1-b128-2a02bafed97f None None] Network add7415b-3dec-4c79-9eba-58ce88fa9087 is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:00:24.893887 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-15f4467e-7c08-46d1-b128-2a02bafed97f None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:00:24.896456 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9917f68e-3d2e-4d0c-82cb-5301ba7b1dd5 None None] Pushing event updated for resources: {'Port': ['ID=74603607-d573-4c6c-a75b-58dae54c9e20,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:24.900058 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f4467e-7c08-46d1-b128-2a02bafed97f None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:00:24.971255 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port 73e10226-084a-4235-a376-31a716d63e44 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:00:24.971801 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (73e10226-084a-4235-a376-31a716d63e44), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:25.031788 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a6b01161-3665-4191-84ad-607077cb34eb tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks [] for port (a2847041-deca-4787-a520-36214b25c9cb), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:25.109454 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f4467e-7c08-46d1-b128-2a02bafed97f None None] Pushing event updated for resources: {'Port': ['ID=5f3eb798-2399-4a2e-8e29-0381c6b0eb62,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:25.154084 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-15f4467e-7c08-46d1-b128-2a02bafed97f None None] Attempting to bind port 5f3eb798-2399-4a2e-8e29-0381c6b0eb62 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:00:25.154462 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-15f4467e-7c08-46d1-b128-2a02bafed97f None None] Attempting to bind port 5f3eb798-2399-4a2e-8e29-0381c6b0eb62 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'afe47b97-631b-47da-a65a-948b43bcf838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'add7415b-3dec-4c79-9eba-58ce88fa9087'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:00:25.154961 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f4467e-7c08-46d1-b128-2a02bafed97f None None] Attempting to bind port 5f3eb798-2399-4a2e-8e29-0381c6b0eb62 on network add7415b-3dec-4c79-9eba-58ce88fa9087 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:00:25.165684 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f4467e-7c08-46d1-b128-2a02bafed97f None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:00:25.166181 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f4467e-7c08-46d1-b128-2a02bafed97f None None] Checking segment: {'id': 'afe47b97-631b-47da-a65a-948b43bcf838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'add7415b-3dec-4c79-9eba-58ce88fa9087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:00:25.166660 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-15f4467e-7c08-46d1-b128-2a02bafed97f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:25.167268 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f4467e-7c08-46d1-b128-2a02bafed97f None None] Bound using segment: {'id': 'afe47b97-631b-47da-a65a-948b43bcf838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'add7415b-3dec-4c79-9eba-58ce88fa9087'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:00:25.167839 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-15f4467e-7c08-46d1-b128-2a02bafed97f None None] Bound port: 5f3eb798-2399-4a2e-8e29-0381c6b0eb62, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe47b97-631b-47da-a65a-948b43bcf838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'add7415b-3dec-4c79-9eba-58ce88fa9087'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:00:25.168314 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-15f4467e-7c08-46d1-b128-2a02bafed97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (5f3eb798-2399-4a2e-8e29-0381c6b0eb62), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:25.171346 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2d5ff4bb-9c1c-4c96-b70c-03119d0f5bba req-b07565af-33ec-41a8-b295-46e36d84e00c tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/ports?device_id=95f9d622-1591-4442-9da0-167bdb326758 HTTP/1.1" status: 200  len: 210 time: 0.0895679
May 07 22:00:25.172000 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ccb3941-a0b0-4f21-bf09-96fea64fb8c2 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Made reservation on behalf of d7da299cb7fd4b569f047ab71e3255d4 for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:00:25.176282 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8ccb3941-a0b0-4f21-bf09-96fea64fb8c2 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:25.310950 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.ipam_backend_mixin [None req-8ccb3941-a0b0-4f21-bf09-96fea64fb8c2 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Performing IP validity checks on allocation pools {{(pid=121837) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
May 07 22:00:25.311760 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.ipam_backend_mixin [None req-8ccb3941-a0b0-4f21-bf09-96fea64fb8c2 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Checking for overlaps among allocation pools and gateway ip {{(pid=121837) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
May 07 22:00:25.400246 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-15f4467e-7c08-46d1-b128-2a02bafed97f None None] For port 5f3eb798-2399-4a2e-8e29-0381c6b0eb62, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:00:25.404312 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-15f4467e-7c08-46d1-b128-2a02bafed97f None None] For port 5f3eb798-2399-4a2e-8e29-0381c6b0eb62, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5f3eb798-2399-4a2e-8e29-0381c6b0eb62,segment=NetworkSegment(afe47b97-631b-47da-a65a-948b43bcf838),segment_id=afe47b97-631b-47da-a65a-948b43bcf838)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:00:25.408248 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a6b01161-3665-4191-84ad-607077cb34eb tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (a2847041-deca-4787-a520-36214b25c9cb), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:25.419033 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-15f4467e-7c08-46d1-b128-2a02bafed97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (5f3eb798-2399-4a2e-8e29-0381c6b0eb62), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:25.424431 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a9da0a-0396-4df4-927c-d264c6a3d045 req-da2ae1bf-846f-4795-a950-b9fd04f0b7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:25.428187 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-61a9da0a-0396-4df4-927c-d264c6a3d045 req-da2ae1bf-846f-4795-a950-b9fd04f0b7ae service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1fb49d7a99844a7ab8ef30fb59250e7d&device_id=620355ca-9580-4384-9f83-9ec1f95922e3 HTTP/1.1" status: 200  len: 1127 time: 0.5098078
May 07 22:00:25.512519 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b01161-3665-4191-84ad-607077cb34eb tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Network add7415b-3dec-4c79-9eba-58ce88fa9087 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:00:25.520563 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 73e10226-084a-4235-a376-31a716d63e44 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:00:25.520958 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (73e10226-084a-4235-a376-31a716d63e44), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:25.531051 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-a6b01161-3665-4191-84ad-607077cb34eb tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:00:25.538525 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b01161-3665-4191-84ad-607077cb34eb tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:00:25.539378 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a6b01161-3665-4191-84ad-607077cb34eb tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398161'] for router_interface (f401884a-34c3-4298-b93b-87fb57ab5ea1), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:25.628832 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d5d0aa6-f907-4569-bedc-2979f6637d33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73e10226-084a-4235-a376-31a716d63e44'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:00:25.633701 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce831779-e173-4fd1-b95f-646abc89850f" -d '{"events": [{"server_uuid": "5d5d0aa6-f907-4569-bedc-2979f6637d33", "name": "network-vif-plugged", "status": "completed", "tag": "73e10226-084a-4235-a376-31a716d63e44"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:00:25.691743 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 73e10226-084a-4235-a376-31a716d63e44, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=73e10226-084a-4235-a376-31a716d63e44,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:00:25.694956 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f4467e-7c08-46d1-b128-2a02bafed97f None None] Pushing event updated for resources: {'Port': ['ID=5f3eb798-2399-4a2e-8e29-0381c6b0eb62,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:25.713584 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (73e10226-084a-4235-a376-31a716d63e44), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:25.756293 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b01161-3665-4191-84ad-607077cb34eb tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Pushing event updated for resources: {'Port': ['ID=a2847041-deca-4787-a520-36214b25c9cb,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:25.760046 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c9b29998-1547-4b44-998e-df04e1fb6214 admin admin] Publish callbacks [] for router_gateway (2123aa39-c4f0-4e9a-9167-73acf960a6ad), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:25.779621 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb68c87-4825-4322-996d-5fb5b20d83fa x-openstack-request-id: req-5bb68c87-4825-4322-996d-5fb5b20d83fa {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:00:25.779929 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d5d0aa6-f907-4569-bedc-2979f6637d33", "name": "network-vif-plugged", "status": "completed", "tag": "73e10226-084a-4235-a376-31a716d63e44", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:00:25.780194 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5bb68c87-4825-4322-996d-5fb5b20d83fa {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:00:25.780833 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bb68c87-4825-4322-996d-5fb5b20d83fa'] response: {'server_uuid': '5d5d0aa6-f907-4569-bedc-2979f6637d33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73e10226-084a-4235-a376-31a716d63e44', 'code': 200}
May 07 22:00:25.811548 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c9b29998-1547-4b44-998e-df04e1fb6214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:25.817549 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63826989-b3cd-4f73-8391-14978501fbb0 admin admin] Made reservation on behalf of 169e1e6f26414e3eaa454bc14100fece for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:00:25.820801 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-63826989-b3cd-4f73-8391-14978501fbb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:25.837040 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=73e10226-084a-4235-a376-31a716d63e44,revision_number=7']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:25.897022 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5730eb-b590-4612-845b-5293b830e861 req-09ce2010-7788-4835-9941-83496fe012d1 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:25.903229 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5b5730eb-b590-4612-845b-5293b830e861 req-09ce2010-7788-4835-9941-83496fe012d1 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/ports?device_id=620355ca-9580-4384-9f83-9ec1f95922e3 HTTP/1.1" status: 200  len: 945 time: 0.9413860
May 07 22:00:25.904240 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-63826989-b3cd-4f73-8391-14978501fbb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:25.914419 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8ccb3941-a0b0-4f21-bf09-96fea64fb8c2 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (ea6f051b-0ed3-4a8e-96d2-f5295df99f6f), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:25.922464 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e095e3-5407-442c-90a8-5c6972237605 req-60933ae8-058b-4404-ba7e-412b8a137905 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:25.926359 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a9e095e3-5407-442c-90a8-5c6972237605 req-60933ae8-058b-4404-ba7e-412b8a137905 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.55 "GET /v2.0/networks?id=750e8121-2671-438f-9a42-169be7e47286 HTTP/1.1" status: 200  len: 810 time: 1.6349947
May 07 22:00:26.036261 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-0ec1952b-adc2-46a0-9aac-7f6c2719a455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:26.041660 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a9da0a-0396-4df4-927c-d264c6a3d045 req-bb916fb0-28a1-445c-919e-8031fb339ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:26.050896 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-61a9da0a-0396-4df4-927c-d264c6a3d045 req-bb916fb0-28a1-445c-919e-8031fb339ba1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4e401ba0-7563-49f5-9424-036872d14546 HTTP/1.1" status: 200  len: 912 time: 0.5793517
May 07 22:00:26.123940 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5b5730eb-b590-4612-845b-5293b830e861 req-ab531e8f-abe7-4b60-a9f9-8f144eefc53e tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2f94373-fd3e-4a2b-9dee-192df8871f41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1289363
May 07 22:00:26.161676 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-233eaf78-2e0e-4480-b342-cb0136cd85a9 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:26.166090 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-233eaf78-2e0e-4480-b342-cb0136cd85a9 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "DELETE /v2.0/ports/d3eb7f9f-cad6-43cc-b93c-f50a5e95c505 HTTP/1.1" status: 204  len: 168 time: 3.2062051
May 07 22:00:26.172604 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 50938) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:00:26.184744 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccb3941-a0b0-4f21-bf09-96fea64fb8c2 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Pushing event updated for resources: {'Subnet': ['ID=ea6f051b-0ed3-4a8e-96d2-f5295df99f6f,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:26.205769 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-61a9da0a-0396-4df4-927c-d264c6a3d045 req-cc689e41-ab32-4da9-9273-831b77af8768 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13f0d3f2-8ab0-42a1-95df-5966489120ec HTTP/1.1" status: 200  len: 217 time: 0.1449049
May 07 22:00:26.254050 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a9e095e3-5407-442c-90a8-5c6972237605 req-421ffc95-56d8-498d-87bc-9ede5eb60332 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=81e5c5d849ea4fc59d5c4fc58b31530f HTTP/1.1" status: 200  len: 380 time: 0.2330904
May 07 22:00:26.256230 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a6b01161-3665-4191-84ad-607077cb34eb tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (a2847041-deca-4787-a520-36214b25c9cb), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:26.287004 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccb3941-a0b0-4f21-bf09-96fea64fb8c2 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Checking segment: {'id': 'bbb6744e-5b2e-4e74-8ef0-658f67774999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'aec00863-2267-4532-a9ee-7218050696f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:00:26.287770 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ccb3941-a0b0-4f21-bf09-96fea64fb8c2 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Network hostable DHCP agents. Network: aec00863-2267-4532-a9ee-7218050696f7, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:00:26.336129 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-a9e095e3-5407-442c-90a8-5c6972237605 req-124ad4d6-edc6-4671-90a8-295122c05de8 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Request body: {'port': {'device_id': '95f9d622-1591-4442-9da0-167bdb326758', 'network_id': '750e8121-2671-438f-9a42-169be7e47286', 'admin_state_up': True, 'tenant_id': '81e5c5d849ea4fc59d5c4fc58b31530f', 'security_groups': ['9ebb222e-3262-41b5-990d-c21161bc61e5']}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:00:26.348789 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a9da0a-0396-4df4-927c-d264c6a3d045 req-262452f9-5e17-4158-a766-6ed98bbe32ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:26.350712 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-61a9da0a-0396-4df4-927c-d264c6a3d045 req-262452f9-5e17-4158-a766-6ed98bbe32ee service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8d58b02e-bcfe-4d9f-9480-bc1a5a487d04 HTTP/1.1" status: 200  len: 851 time: 0.1323116
May 07 22:00:26.445149 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-dde688e1-0501-453b-89f8-54cd23d64b3c req-ae11beba-2d97-41b7-908c-af46633e0baf tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/ports?device_id=95f9d622-1591-4442-9da0-167bdb326758 HTTP/1.1" status: 200  len: 210 time: 0.0932975
May 07 22:00:26.456166 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-61a9da0a-0396-4df4-927c-d264c6a3d045 req-2842356c-1af2-4f07-9d43-32ecde6ba828 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4e401ba0-7563-49f5-9424-036872d14546&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0896640
May 07 22:00:26.544436 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-4c7bb34b-8a3c-4997-997c-fd6d3c85f062 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Deleting port 8265c59d-4721-4235-823a-846b00373dfe {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:00:26.550279 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4c7bb34b-8a3c-4997-997c-fd6d3c85f062 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (8265c59d-4721-4235-823a-846b00373dfe), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:26.610656 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-61a9da0a-0396-4df4-927c-d264c6a3d045 req-ad2e8d33-f66a-424e-bdc5-1aae977c07e1 service neutron] 10.222.0.59 "GET /v2.0/networks/4e401ba0-7563-49f5-9424-036872d14546?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1469808
May 07 22:00:26.615354 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ccb3941-a0b0-4f21-bf09-96fea64fb8c2 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Network aec00863-2267-4532-a9ee-7218050696f7 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:00:26.675873 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4c7bb34b-8a3c-4997-997c-fd6d3c85f062 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (8265c59d-4721-4235-823a-846b00373dfe), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:26.690785 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-4c7bb34b-8a3c-4997-997c-fd6d3c85f062 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Calling delete_port for 8265c59d-4721-4235-823a-846b00373dfe owned by  {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:00:26.691537 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-8ccb3941-a0b0-4f21-bf09-96fea64fb8c2 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, aec00863-2267-4532-a9ee-7218050696f7) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:00:26.706506 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0e4843-668d-4d5f-b1a1-a921c4bf316c None None] Network aec00863-2267-4532-a9ee-7218050696f7 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:00:26.757236 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-c9b29998-1547-4b44-998e-df04e1fb6214 admin admin] Allocated IP 172.35.4.74 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:00:26.793199 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ccb3941-a0b0-4f21-bf09-96fea64fb8c2 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:26.793796 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8ccb3941-a0b0-4f21-bf09-96fea64fb8c2 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:26.902883 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-8ccb3941-a0b0-4f21-bf09-96fea64fb8c2 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 792 time: 2.4372666
May 07 22:00:26.905085 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 50952) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:00:26.998184 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3616b7c8-5449-493d-8437-da6e4d0878d6 None None] Network f64cbfbe-feaa-48dc-9089-9445aa1eaa5a requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:00:27.058481 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-63826989-b3cd-4f73-8391-14978501fbb0 admin admin] Publish callbacks [] for security_group (4d85ced8-44c7-47ce-a4c7-1950d9c3cf50), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:27.065452 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0760d874-652a-44bf-a4db-b3cf267872ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-aec00863-2267-4532-a9ee-7218050696f7', 'network_id': 'aec00863-2267-4532-a9ee-7218050696f7', 'project_id': 'd7da299cb7fd4b569f047ab71e3255d4', 'fixed_ips': [{'subnet_id': 'ea6f051b-0ed3-4a8e-96d2-f5295df99f6f'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:00:27.066356 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-0760d874-652a-44bf-a4db-b3cf267872ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:27.072857 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9e095e3-5407-442c-90a8-5c6972237605 req-124ad4d6-edc6-4671-90a8-295122c05de8 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Made reservation on behalf of 81e5c5d849ea4fc59d5c4fc58b31530f for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:00:27.077102 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-a9e095e3-5407-442c-90a8-5c6972237605 req-124ad4d6-edc6-4671-90a8-295122c05de8 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:27.089811 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-63826989-b3cd-4f73-8391-14978501fbb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (4d85ced8-44c7-47ce-a4c7-1950d9c3cf50), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:27.126070 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-61a9da0a-0396-4df4-927c-d264c6a3d045 req-b9dbebe6-3271-4bc2-82bc-3dc21bcb5db4 service neutron] 10.222.0.59 "GET /v2.0/networks/4e401ba0-7563-49f5-9424-036872d14546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5049388
May 07 22:00:27.274032 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 5f3eb798-2399-4a2e-8e29-0381c6b0eb62 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:00:27.276739 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-1b094acf-8960-4207-82e6-9ba9efefd72f None None] Provisioning complete for port 74603607-d573-4c6c-a75b-58dae54c9e20 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:00:27.277303 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1b094acf-8960-4207-82e6-9ba9efefd72f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (74603607-d573-4c6c-a75b-58dae54c9e20), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:27.288403 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63826989-b3cd-4f73-8391-14978501fbb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d85ced8-44c7-47ce-a4c7-1950d9c3cf50,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:27.310866 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a6b01161-3665-4191-84ad-607077cb34eb tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks [] for port (a2847041-deca-4787-a520-36214b25c9cb), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:27.321061 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e7b2d2cf-96ee-49d7-b741-0a1e101f4901 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (aec00863-2267-4532-a9ee-7218050696f7), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:27.333588 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63826989-b3cd-4f73-8391-14978501fbb0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:00:27.374488 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a6b01161-3665-4191-84ad-607077cb34eb tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (a2847041-deca-4787-a520-36214b25c9cb), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:27.380605 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a6b01161-3665-4191-84ad-607077cb34eb tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401121'] for router_interface (f401884a-34c3-4298-b93b-87fb57ab5ea1), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:27.413753 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c9b29998-1547-4b44-998e-df04e1fb6214 admin admin] Publish callbacks [] for port (acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:27.427221 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-63826989-b3cd-4f73-8391-14978501fbb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (93a726c5-b63b-41ea-965b-35fbc06f488d), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:27.428433 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-63826989-b3cd-4f73-8391-14978501fbb0 admin admin] Added segment 93a726c5-b63b-41ea-965b-35fbc06f488d of type vlan for network a83f92af-3764-4eda-a668-51a2c691a258
May 07 22:00:27.537990 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:27.538536 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-63826989-b3cd-4f73-8391-14978501fbb0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (a83f92af-3764-4eda-a668-51a2c691a258), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:27.544912 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63803fd5-39b6-4b00-8a76-f64d8384f7d2 None None] Network add7415b-3dec-4c79-9eba-58ce88fa9087 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:00:27.566188 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e7b2d2cf-96ee-49d7-b741-0a1e101f4901 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (ea6f051b-0ed3-4a8e-96d2-f5295df99f6f), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:27.615671 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4c7bb34b-8a3c-4997-997c-fd6d3c85f062 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (8265c59d-4721-4235-823a-846b00373dfe), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:27.651916 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d229ade7-f6b4-44d1-b46b-be8b0c6d45d0 req-e841456e-6d3e-416e-81c4-40a71977d595 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/ports?device_id=95f9d622-1591-4442-9da0-167bdb326758 HTTP/1.1" status: 200  len: 210 time: 0.0911982
May 07 22:00:27.691316 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 5f3eb798-2399-4a2e-8e29-0381c6b0eb62 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:00:27.691877 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (5f3eb798-2399-4a2e-8e29-0381c6b0eb62), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:27.771135 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-0760d874-652a-44bf-a4db-b3cf267872ff None None] Allocated IP 172.20.0.3 (aec00863-2267-4532-a9ee-7218050696f7/ea6f051b-0ed3-4a8e-96d2-f5295df99f6f/09c646d7-ed7a-4190-ac77-a2b70d2a4059) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:00:27.800284 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [req-a9e095e3-5407-442c-90a8-5c6972237605 req-124ad4d6-edc6-4671-90a8-295122c05de8 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Allocated IP 172.20.0.10 (750e8121-2671-438f-9a42-169be7e47286/28fef69b-5556-41b9-8d96-96dc0ff0d3b2/7246b97e-cc3a-4e69-8bd1-0d36632d83ff) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:00:27.859487 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-1b094acf-8960-4207-82e6-9ba9efefd72f None None] Current status of the port 74603607-d573-4c6c-a75b-58dae54c9e20 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:00:27.860197 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1b094acf-8960-4207-82e6-9ba9efefd72f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (74603607-d573-4c6c-a75b-58dae54c9e20), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:28.024364 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-a9e095e3-5407-442c-90a8-5c6972237605 req-124ad4d6-edc6-4671-90a8-295122c05de8 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Publish callbacks [] for port (7246b97e-cc3a-4e69-8bd1-0d36632d83ff), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:28.073169 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c9b29998-1547-4b44-998e-df04e1fb6214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:28.111442 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-a9e095e3-5407-442c-90a8-5c6972237605 req-124ad4d6-edc6-4671-90a8-295122c05de8 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (7246b97e-cc3a-4e69-8bd1-0d36632d83ff), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:28.113783 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-63826989-b3cd-4f73-8391-14978501fbb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (a83f92af-3764-4eda-a668-51a2c691a258), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:28.115030 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63826989-b3cd-4f73-8391-14978501fbb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:28.115675 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-63826989-b3cd-4f73-8391-14978501fbb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:28.229769 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-1b094acf-8960-4207-82e6-9ba9efefd72f None None] For port 74603607-d573-4c6c-a75b-58dae54c9e20, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=74603607-d573-4c6c-a75b-58dae54c9e20,segment=NetworkSegment(ce6ea8f0-3d38-4ce3-8f23-f8c47e599e56),segment_id=ce6ea8f0-3d38-4ce3-8f23-f8c47e599e56)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:00:28.239614 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9e095e3-5407-442c-90a8-5c6972237605 req-124ad4d6-edc6-4671-90a8-295122c05de8 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Network 750e8121-2671-438f-9a42-169be7e47286 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:00:28.253489 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63826989-b3cd-4f73-8391-14978501fbb0 admin admin] Pushing event updated for resources: {'Network': ['ID=a83f92af-3764-4eda-a668-51a2c691a258,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:28.257772 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1b094acf-8960-4207-82e6-9ba9efefd72f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (74603607-d573-4c6c-a75b-58dae54c9e20), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:28.259213 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [req-a9e095e3-5407-442c-90a8-5c6972237605 req-124ad4d6-edc6-4671-90a8-295122c05de8 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:00:28.269450 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-63826989-b3cd-4f73-8391-14978501fbb0 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 3.7570410
May 07 22:00:28.273207 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network a83f92af-3764-4eda-a668-51a2c691a258 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:00:28.273477 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7bb34b-8a3c-4997-997c-fd6d3c85f062 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Pushing event deleted for resources: {'Port': ['ID=8265c59d-4721-4235-823a-846b00373dfe,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:28.276605 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 50972) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:00:28.287671 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b29998-1547-4b44-998e-df04e1fb6214 admin admin] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:00:28.288652 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9e095e3-5407-442c-90a8-5c6972237605 req-124ad4d6-edc6-4671-90a8-295122c05de8 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:00:28.308261 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-554a8f09-ee4b-41ff-83fc-2bc9144d28f8 admin admin] Request body: {'subnet': {'network_id': 'a83f92af-3764-4eda-a668-51a2c691a258', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1143329717-subnet', 'tenant_id': '169e1e6f26414e3eaa454bc14100fece', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:00:28.340033 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62748071-1c7c-4421-a893-0dc3b37bc5b5 req-32082d33-d6a7-4174-a06a-1cbd522c3b13 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:28.364356 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-62748071-1c7c-4421-a893-0dc3b37bc5b5 req-32082d33-d6a7-4174-a06a-1cbd522c3b13 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/ports?device_id=620355ca-9580-4384-9f83-9ec1f95922e3 HTTP/1.1" status: 200  len: 945 time: 1.0282469
May 07 22:00:28.458155 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e095e3-5407-442c-90a8-5c6972237605 req-124ad4d6-edc6-4671-90a8-295122c05de8 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:28.463062 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-a9e095e3-5407-442c-90a8-5c6972237605 req-124ad4d6-edc6-4671-90a8-295122c05de8 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:28.494082 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-c9b29998-1547-4b44-998e-df04e1fb6214 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:00:28.505830 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4c7bb34b-8a3c-4997-997c-fd6d3c85f062 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:28.511965 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-4c7bb34b-8a3c-4997-997c-fd6d3c85f062 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "DELETE /v2.0/ports/8265c59d-4721-4235-823a-846b00373dfe HTTP/1.1" status: 204  len: 168 time: 2.3357582
May 07 22:00:28.521062 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b29998-1547-4b44-998e-df04e1fb6214 admin admin] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:00:28.527251 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 50976) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:00:28.528652 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b01161-3665-4191-84ad-607077cb34eb tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Pushing event updated for resources: {'Port': ['ID=a2847041-deca-4787-a520-36214b25c9cb,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:28.620839 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-0760d874-652a-44bf-a4db-b3cf267872ff None None] Publish callbacks [] for port (09c646d7-ed7a-4190-ac77-a2b70d2a4059), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:28.627754 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 5f3eb798-2399-4a2e-8e29-0381c6b0eb62 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:00:28.628152 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (5f3eb798-2399-4a2e-8e29-0381c6b0eb62), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:28.639235 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-554a8f09-ee4b-41ff-83fc-2bc9144d28f8 admin admin] Made reservation on behalf of 169e1e6f26414e3eaa454bc14100fece for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:00:28.652478 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-554a8f09-ee4b-41ff-83fc-2bc9144d28f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:28.685273 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-0760d874-652a-44bf-a4db-b3cf267872ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (09c646d7-ed7a-4190-ac77-a2b70d2a4059), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:28.734342 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-dd93b889-d49f-408d-b455-6383522329be None None] Provisioning complete for port 74603607-d573-4c6c-a75b-58dae54c9e20 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:00:28.734725 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-dd93b889-d49f-408d-b455-6383522329be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (74603607-d573-4c6c-a75b-58dae54c9e20), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:28.742236 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-62748071-1c7c-4421-a893-0dc3b37bc5b5 req-565f5caf-db98-43f1-80e5-f33eeed6c86e tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2f94373-fd3e-4a2b-9dee-192df8871f41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3768857
May 07 22:00:28.770732 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a9e095e3-5407-442c-90a8-5c6972237605 req-124ad4d6-edc6-4671-90a8-295122c05de8 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.4843621
May 07 22:00:28.800506 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b01161-3665-4191-84ad-607077cb34eb tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Network add7415b-3dec-4c79-9eba-58ce88fa9087 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:00:28.874701 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-a9e095e3-5407-442c-90a8-5c6972237605 req-5a7c9a82-c38d-4849-96f9-8d57b2b81da8 service neutron] Request body: {'port': {'device_id': '95f9d622-1591-4442-9da0-167bdb326758', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:00:28.892683 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-a6b01161-3665-4191-84ad-607077cb34eb tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:00:28.895550 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e7b2d2cf-96ee-49d7-b741-0a1e101f4901 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (ea6f051b-0ed3-4a8e-96d2-f5295df99f6f), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:28.913335 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port 5f3eb798-2399-4a2e-8e29-0381c6b0eb62, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5f3eb798-2399-4a2e-8e29-0381c6b0eb62,segment=NetworkSegment(afe47b97-631b-47da-a65a-948b43bcf838),segment_id=afe47b97-631b-47da-a65a-948b43bcf838)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:00:28.917068 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b094acf-8960-4207-82e6-9ba9efefd72f None None] Pushing event updated for resources: {'Port': ['ID=74603607-d573-4c6c-a75b-58dae54c9e20,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:28.939473 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (5f3eb798-2399-4a2e-8e29-0381c6b0eb62), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:28.940752 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 74603607-d573-4c6c-a75b-58dae54c9e20 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:00:28.970377 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b2d2cf-96ee-49d7-b741-0a1e101f4901 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Pushing event deleted for resources: {'Subnet': ['ID=ea6f051b-0ed3-4a8e-96d2-f5295df99f6f,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:28.995657 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0760d874-652a-44bf-a4db-b3cf267872ff None None] Network aec00863-2267-4532-a9ee-7218050696f7 is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:00:29.030338 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-0760d874-652a-44bf-a4db-b3cf267872ff None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:00:29.061764 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0760d874-652a-44bf-a4db-b3cf267872ff None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:00:29.103057 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_v2 [None req-aff9cea1-27db-46fd-82e1-403812de5901 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Deleting subnet 6168b443-15e3-44b9-96e7-6156bf22796d {{(pid=121836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:00:29.109291 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-aff9cea1-27db-46fd-82e1-403812de5901 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks [] for subnet (6168b443-15e3-44b9-96e7-6156bf22796d), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:29.126981 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0760d874-652a-44bf-a4db-b3cf267872ff None None] Pushing event updated for resources: {'Port': ['ID=09c646d7-ed7a-4190-ac77-a2b70d2a4059,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:29.165347 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:29.169109 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-aff9cea1-27db-46fd-82e1-403812de5901 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726883'] for subnet (6168b443-15e3-44b9-96e7-6156bf22796d), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:29.224673 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-dd93b889-d49f-408d-b455-6383522329be None None] Current status of the port 74603607-d573-4c6c-a75b-58dae54c9e20 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:00:29.272434 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-0760d874-652a-44bf-a4db-b3cf267872ff None None] Attempting to bind port 09c646d7-ed7a-4190-ac77-a2b70d2a4059 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:00:29.273127 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-0760d874-652a-44bf-a4db-b3cf267872ff None None] Attempting to bind port 09c646d7-ed7a-4190-ac77-a2b70d2a4059 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bbb6744e-5b2e-4e74-8ef0-658f67774999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'aec00863-2267-4532-a9ee-7218050696f7'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:00:29.273127 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0760d874-652a-44bf-a4db-b3cf267872ff None None] Attempting to bind port 09c646d7-ed7a-4190-ac77-a2b70d2a4059 on network aec00863-2267-4532-a9ee-7218050696f7 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:00:29.287359 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-dd93b889-d49f-408d-b455-6383522329be None None] Provisioning complete for port 5f3eb798-2399-4a2e-8e29-0381c6b0eb62 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:00:29.287696 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-dd93b889-d49f-408d-b455-6383522329be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (5f3eb798-2399-4a2e-8e29-0381c6b0eb62), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:29.289197 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 74603607-d573-4c6c-a75b-58dae54c9e20 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:00:29.289556 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (74603607-d573-4c6c-a75b-58dae54c9e20), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:29.292209 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-aff9cea1-27db-46fd-82e1-403812de5901 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (6168b443-15e3-44b9-96e7-6156bf22796d), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:29.294943 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e7b2d2cf-96ee-49d7-b741-0a1e101f4901 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (aec00863-2267-4532-a9ee-7218050696f7), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:29.337676 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-e7b2d2cf-96ee-49d7-b741-0a1e101f4901 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf87990eb0>,) {'filters': {'network_id': ['aec00863-2267-4532-a9ee-7218050696f7']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:00:29.349196 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-e7b2d2cf-96ee-49d7-b741-0a1e101f4901 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf87990eb0>, 'bbb6744e-5b2e-4e74-8ef0-658f67774999') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:00:29.350828 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-e7b2d2cf-96ee-49d7-b741-0a1e101f4901 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf87990eb0>, 'bbb6744e-5b2e-4e74-8ef0-658f67774999') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:00:29.370007 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e7b2d2cf-96ee-49d7-b741-0a1e101f4901 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (bbb6744e-5b2e-4e74-8ef0-658f67774999), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:29.387033 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e7b2d2cf-96ee-49d7-b741-0a1e101f4901 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (bbb6744e-5b2e-4e74-8ef0-658f67774999), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:29.398105 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0760d874-652a-44bf-a4db-b3cf267872ff None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:00:29.398518 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0760d874-652a-44bf-a4db-b3cf267872ff None None] Checking segment: {'id': 'bbb6744e-5b2e-4e74-8ef0-658f67774999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'aec00863-2267-4532-a9ee-7218050696f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:00:29.399128 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-0760d874-652a-44bf-a4db-b3cf267872ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:29.399593 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0760d874-652a-44bf-a4db-b3cf267872ff None None] Bound using segment: {'id': 'bbb6744e-5b2e-4e74-8ef0-658f67774999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'aec00863-2267-4532-a9ee-7218050696f7'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:00:29.399811 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7b2d2cf-96ee-49d7-b741-0a1e101f4901 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:00:29.400095 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-0760d874-652a-44bf-a4db-b3cf267872ff None None] Bound port: 09c646d7-ed7a-4190-ac77-a2b70d2a4059, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbb6744e-5b2e-4e74-8ef0-658f67774999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'aec00863-2267-4532-a9ee-7218050696f7'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:00:29.400544 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-0760d874-652a-44bf-a4db-b3cf267872ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (09c646d7-ed7a-4190-ac77-a2b70d2a4059), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:29.401033 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e7b2d2cf-96ee-49d7-b741-0a1e101f4901 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (bbb6744e-5b2e-4e74-8ef0-658f67774999), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:29.405777 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=5f3eb798-2399-4a2e-8e29-0381c6b0eb62,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:29.476925 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 22:00:29.476925 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:00:29.476925 ncdv-master-1 neutron-server[121837]:     timer()
May 07 22:00:29.476925 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:00:29.476925 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 22:00:29.476925 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:00:29.476925 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 22:00:29.476925 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:00:29.476925 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 22:00:29.476925 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:00:29.476925 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 22:00:29.476925 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:00:29.476925 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 22:00:29.476925 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:00:29.476925 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:00:29.476925 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:00:29.476925 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:00:29.476925 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:00:29.476925 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 22:00:29.476925 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:00:29.476925 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 22:00:29.476925 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:00:29.476925 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:00:29.476925 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:00:29.476925 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 22:00:29.476925 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:00:29.476925 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:00:29.476925 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:00:29.476925 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:00:29.476925 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:00:29.476925 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:00:29.476925 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:00:29.485084 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.db.api [None req-e7b2d2cf-96ee-49d7-b741-0a1e101f4901 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
May 07 22:00:29.485084 ncdv-master-1 neutron-server[121837]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
May 07 22:00:29.485084 ncdv-master-1 neutron-server[121837]: [parameters: {'id': 'aec00863-2267-4532-a9ee-7218050696f7'}]
May 07 22:00:29.485084 ncdv-master-1 neutron-server[121837]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=121837) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 07 22:00:29.485923 ncdv-master-1 neutron-server[121837]: DEBUG oslo_db.api [None req-e7b2d2cf-96ee-49d7-b741-0a1e101f4901 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 07 22:00:29.508095 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-a9e095e3-5407-442c-90a8-5c6972237605 req-5a7c9a82-c38d-4849-96f9-8d57b2b81da8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (7246b97e-cc3a-4e69-8bd1-0d36632d83ff), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:29.513005 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-aff9cea1-27db-46fd-82e1-403812de5901 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (6168b443-15e3-44b9-96e7-6156bf22796d), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:29.563947 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 74603607-d573-4c6c-a75b-58dae54c9e20 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:00:29.581190 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b29998-1547-4b44-998e-df04e1fb6214 admin admin] Pushing event updated for resources: {'Port': ['ID=acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:29.608958 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6b01161-3665-4191-84ad-607077cb34eb tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Router f401884a-34c3-4298-b93b-87fb57ab5ea1 is scheduled to L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db with binding_index 1 {{(pid=121837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 07 22:00:29.684968 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124ad4d6-edc6-4671-90a8-295122c05de8 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Pushing event updated for resources: {'Port': ['ID=7246b97e-cc3a-4e69-8bd1-0d36632d83ff,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:29.695650 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0504e7d3-238f-467d-a31e-a72f9b02b578 req-f88e3d64-7dc1-4bb9-b06a-5b0240a3ceb5 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:29.697276 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0504e7d3-238f-467d-a31e-a72f9b02b578 req-f88e3d64-7dc1-4bb9-b06a-5b0240a3ceb5 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/ports?device_id=95f9d622-1591-4442-9da0-167bdb326758 HTTP/1.1" status: 200  len: 932 time: 0.7650144
May 07 22:00:29.714426 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-0760d874-652a-44bf-a4db-b3cf267872ff None None] For port 09c646d7-ed7a-4190-ac77-a2b70d2a4059, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:00:29.742835 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-aff9cea1-27db-46fd-82e1-403812de5901 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:29.742835 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-aff9cea1-27db-46fd-82e1-403812de5901 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "DELETE /v2.0/subnets/6168b443-15e3-44b9-96e7-6156bf22796d HTTP/1.1" status: 204  len: 168 time: 1.2098129
May 07 22:00:29.742835 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9cea1-27db-46fd-82e1-403812de5901 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Pushing event deleted for resources: {'Subnet': ['ID=6168b443-15e3-44b9-96e7-6156bf22796d,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:29.759666 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-0760d874-652a-44bf-a4db-b3cf267872ff None None] For port 09c646d7-ed7a-4190-ac77-a2b70d2a4059, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=09c646d7-ed7a-4190-ac77-a2b70d2a4059,segment=NetworkSegment(bbb6744e-5b2e-4e74-8ef0-658f67774999),segment_id=bbb6744e-5b2e-4e74-8ef0-658f67774999)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:00:29.763769 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-dd93b889-d49f-408d-b455-6383522329be None None] Current status of the port 5f3eb798-2399-4a2e-8e29-0381c6b0eb62 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:00:29.765812 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 50990) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:00:29.767280 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c1446c-542a-44b0-9e96-cf7aa9f3ca14 None None] Network d3d6fbc8-cbfa-4c1a-9104-6c52ad3f84a6 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:00:29.822171 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0504e7d3-238f-467d-a31e-a72f9b02b578 req-5dbfecaa-8410-4098-b9a4-e8e538a7202b tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ebb222e-3262-41b5-990d-c21161bc61e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0968525
May 07 22:00:29.897849 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 5f3eb798-2399-4a2e-8e29-0381c6b0eb62 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:00:29.908759 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-0760d874-652a-44bf-a4db-b3cf267872ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (09c646d7-ed7a-4190-ac77-a2b70d2a4059), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:29.941563 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-391fbac3-0be1-4f71-9c5b-7d8105210922 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Deleting subnet c61573c2-ed87-428c-92ac-0bffa38409b2 {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:00:29.946606 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-391fbac3-0be1-4f71-9c5b-7d8105210922 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks [] for subnet (c61573c2-ed87-428c-92ac-0bffa38409b2), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:30.041017 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-1b7b402a-e8e2-4982-8cec-fbbf91ece128 None None] Provisioning complete for port 5f3eb798-2399-4a2e-8e29-0381c6b0eb62 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:00:30.042101 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1b7b402a-e8e2-4982-8cec-fbbf91ece128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (5f3eb798-2399-4a2e-8e29-0381c6b0eb62), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:30.044708 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792b799c-8e74-4681-9c6f-aeab3808f5b3 None None] DHCP port deletion for d3d6fbc8-cbfa-4c1a-9104-6c52ad3f84a6 request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:00:30.054258 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e7b2d2cf-96ee-49d7-b741-0a1e101f4901 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (aec00863-2267-4532-a9ee-7218050696f7), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:30.059289 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-554a8f09-ee4b-41ff-83fc-2bc9144d28f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (8c650ca0-3b54-444b-821a-832849c70b43), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:30.067433 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d46d85-f977-4926-9437-d5c00fab362c req-e5745a4e-7fa7-4287-be65-07e7a18caf24 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:30.069036 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-56d46d85-f977-4926-9437-d5c00fab362c req-e5745a4e-7fa7-4287-be65-07e7a18caf24 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/ports?device_id=620355ca-9580-4384-9f83-9ec1f95922e3 HTTP/1.1" status: 200  len: 945 time: 0.0607917
May 07 22:00:30.130828 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-391fbac3-0be1-4f71-9c5b-7d8105210922 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (c61573c2-ed87-428c-92ac-0bffa38409b2), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:30.133984 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0760d874-652a-44bf-a4db-b3cf267872ff None None] Pushing event updated for resources: {'Port': ['ID=09c646d7-ed7a-4190-ac77-a2b70d2a4059,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:30.135671 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c9b29998-1547-4b44-998e-df04e1fb6214 admin admin] Publish callbacks [] for router_gateway (2123aa39-c4f0-4e9a-9167-73acf960a6ad), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:30.154276 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554a8f09-ee4b-41ff-83fc-2bc9144d28f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c650ca0-3b54-444b-821a-832849c70b43,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:30.238937 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-792b799c-8e74-4681-9c6f-aeab3808f5b3 None None] Deleting port 36c76fa0-3d7a-421e-b09d-720d318db1e2 {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:00:30.239460 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-792b799c-8e74-4681-9c6f-aeab3808f5b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (36c76fa0-3d7a-421e-b09d-720d318db1e2), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:30.242431 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:30.247389 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-56d46d85-f977-4926-9437-d5c00fab362c req-acdee9a0-e614-4649-9a42-5d46ac14d716 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2f94373-fd3e-4a2b-9dee-192df8871f41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1112080
May 07 22:00:30.343443 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-e7b2d2cf-96ee-49d7-b741-0a1e101f4901 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Deleting port 09c646d7-ed7a-4190-ac77-a2b70d2a4059 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:00:30.344132 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e7b2d2cf-96ee-49d7-b741-0a1e101f4901 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (09c646d7-ed7a-4190-ac77-a2b70d2a4059), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:30.370000 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554a8f09-ee4b-41ff-83fc-2bc9144d28f8 admin admin] Checking segment: {'id': '93a726c5-b63b-41ea-965b-35fbc06f488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a83f92af-3764-4eda-a668-51a2c691a258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:00:30.370363 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554a8f09-ee4b-41ff-83fc-2bc9144d28f8 admin admin] Network hostable DHCP agents. Network: a83f92af-3764-4eda-a668-51a2c691a258, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:00:30.401780 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6b01161-3665-4191-84ad-607077cb34eb tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:00:30.410705 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-a6b01161-3665-4191-84ad-607077cb34eb tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "PUT /v2.0/routers/f401884a-34c3-4298-b93b-87fb57ab5ea1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.1341994
May 07 22:00:30.412014 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 51004) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:00:30.414446 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bdd711-45cc-4fdd-956f-b807b6d21186 None None] Sync routers for ids ['f401884a-34c3-4298-b93b-87fb57ab5ea1'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:00:30.422119 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-8dd39c3c-d5fe-40a1-a267-0c25110bcd0d tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-85027690'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:00:30.434547 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bdd711-45cc-4fdd-956f-b807b6d21186 None None] Routers {'f401884a-34c3-4298-b93b-87fb57ab5ea1'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:00:30.435174 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-98bdd711-45cc-4fdd-956f-b807b6d21186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8d0c9ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:00:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['f401884a-34c3-4298-b93b-87fb57ab5ea1'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:00:30.456202 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 5f3eb798-2399-4a2e-8e29-0381c6b0eb62 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:00:30.457321 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (5f3eb798-2399-4a2e-8e29-0381c6b0eb62), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:30.466631 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-1b7b402a-e8e2-4982-8cec-fbbf91ece128 None None] Current status of the port 5f3eb798-2399-4a2e-8e29-0381c6b0eb62 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:00:30.492470 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd39c3c-d5fe-40a1-a267-0c25110bcd0d tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Made reservation on behalf of 17d1717bd7f2430eb5c2d3ce577e8160 for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:00:30.498874 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8dd39c3c-d5fe-40a1-a267-0c25110bcd0d tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:30.536228 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554a8f09-ee4b-41ff-83fc-2bc9144d28f8 admin admin] Network a83f92af-3764-4eda-a668-51a2c691a258 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:00:30.537624 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad592684-f58c-41a1-afa4-4a7c6d100288 None None] Network aec00863-2267-4532-a9ee-7218050696f7 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:00:30.546642 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-792b799c-8e74-4681-9c6f-aeab3808f5b3 None None] For port 36c76fa0-3d7a-421e-b09d-720d318db1e2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=36c76fa0-3d7a-421e-b09d-720d318db1e2,segment=NetworkSegment(b207ac70-7c70-40fd-bfc0-416943348a0d),segment_id=b207ac70-7c70-40fd-bfc0-416943348a0d)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:00:30.547483 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-792b799c-8e74-4681-9c6f-aeab3808f5b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (36c76fa0-3d7a-421e-b09d-720d318db1e2), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:30.571172 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c9b29998-1547-4b44-998e-df04e1fb6214 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (2123aa39-c4f0-4e9a-9167-73acf960a6ad), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:30.580939 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-1b7b402a-e8e2-4982-8cec-fbbf91ece128 None None] Provisioning complete for port 7246b97e-cc3a-4e69-8bd1-0d36632d83ff triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:00:30.581689 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1b7b402a-e8e2-4982-8cec-fbbf91ece128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (7246b97e-cc3a-4e69-8bd1-0d36632d83ff), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:30.589802 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-e7b2d2cf-96ee-49d7-b741-0a1e101f4901 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] For port 09c646d7-ed7a-4190-ac77-a2b70d2a4059, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=09c646d7-ed7a-4190-ac77-a2b70d2a4059,segment=NetworkSegment(bbb6744e-5b2e-4e74-8ef0-658f67774999),segment_id=bbb6744e-5b2e-4e74-8ef0-658f67774999)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:00:30.590214 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e7b2d2cf-96ee-49d7-b741-0a1e101f4901 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (09c646d7-ed7a-4190-ac77-a2b70d2a4059), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:30.593153 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-554a8f09-ee4b-41ff-83fc-2bc9144d28f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a83f92af-3764-4eda-a668-51a2c691a258) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:00:30.606578 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554a8f09-ee4b-41ff-83fc-2bc9144d28f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:30.607280 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-554a8f09-ee4b-41ff-83fc-2bc9144d28f8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:30.631947 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-98bdd711-45cc-4fdd-956f-b807b6d21186 None None] Set router f401884a-34c3-4298-b93b-87fb57ab5ea1 gateway port host: None {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:00:30.635091 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831ab114-282d-4808-8b20-c931f6677ab4 None None] Network a83f92af-3764-4eda-a668-51a2c691a258 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:00:30.645153 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-792b799c-8e74-4681-9c6f-aeab3808f5b3 None None] Calling delete_port for 36c76fa0-3d7a-421e-b09d-720d318db1e2 owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:00:30.649599 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-391fbac3-0be1-4f71-9c5b-7d8105210922 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (c61573c2-ed87-428c-92ac-0bffa38409b2), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:30.729641 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-1b7b402a-e8e2-4982-8cec-fbbf91ece128 None None] Port 7246b97e-cc3a-4e69-8bd1-0d36632d83ff cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:00:30.742035 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dd39c3c-d5fe-40a1-a267-0c25110bcd0d tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:00:30.752968 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-391fbac3-0be1-4f71-9c5b-7d8105210922 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (c61573c2-ed87-428c-92ac-0bffa38409b2), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:30.756824 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-e7b2d2cf-96ee-49d7-b741-0a1e101f4901 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Calling delete_port for 09c646d7-ed7a-4190-ac77-a2b70d2a4059 owned by network:dhcp {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:00:30.772255 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-554a8f09-ee4b-41ff-83fc-2bc9144d28f8 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 2.4766626
May 07 22:00:30.815724 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8dd39c3c-d5fe-40a1-a267-0c25110bcd0d tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (13155d6a-1633-49f3-8e61-a0cc05099860), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:30.816544 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-8dd39c3c-d5fe-40a1-a267-0c25110bcd0d tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Added segment 13155d6a-1633-49f3-8e61-a0cc05099860 of type vlan for network ae74b87d-b20b-4cb8-8cb1-eb479af708e0
May 07 22:00:30.839901 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [req-a9e095e3-5407-442c-90a8-5c6972237605 req-5a7c9a82-c38d-4849-96f9-8d57b2b81da8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7246b97e-cc3a-4e69-8bd1-0d36632d83ff {{(pid=121836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:00:30.879042 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391fbac3-0be1-4f71-9c5b-7d8105210922 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Pushing event deleted for resources: {'Subnet': ['ID=c61573c2-ed87-428c-92ac-0bffa38409b2,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:30.912807 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-391fbac3-0be1-4f71-9c5b-7d8105210922 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:30.918479 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-391fbac3-0be1-4f71-9c5b-7d8105210922 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "DELETE /v2.0/subnets/c61573c2-ed87-428c-92ac-0bffa38409b2 HTTP/1.1" status: 204  len: 168 time: 1.1499994
May 07 22:00:30.938744 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 51026) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:00:30.945417 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-a9e095e3-5407-442c-90a8-5c6972237605 req-5a7c9a82-c38d-4849-96f9-8d57b2b81da8 service neutron] Publish callbacks [] for port (7246b97e-cc3a-4e69-8bd1-0d36632d83ff), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:30.952260 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-1b7b402a-e8e2-4982-8cec-fbbf91ece128 None None] Provisioning complete for port a2847041-deca-4787-a520-36214b25c9cb triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:00:30.952903 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1b7b402a-e8e2-4982-8cec-fbbf91ece128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (a2847041-deca-4787-a520-36214b25c9cb), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:30.957600 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52900cc5-25b0-4143-b56a-807342e1ee39 None None] Network 3e9903c9-6550-4ae2-aa4f-70e03144784f requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:00:30.993708 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.provisioning_blocks [req-a9e095e3-5407-442c-90a8-5c6972237605 req-5a7c9a82-c38d-4849-96f9-8d57b2b81da8 service neutron] Transition to ACTIVE for port object 7246b97e-cc3a-4e69-8bd1-0d36632d83ff will not be triggered until provisioned by entity L2. {{(pid=121836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 22:00:31.023621 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-a9e095e3-5407-442c-90a8-5c6972237605 req-5a7c9a82-c38d-4849-96f9-8d57b2b81da8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (7246b97e-cc3a-4e69-8bd1-0d36632d83ff), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:31.097811 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-aabcfd08-c040-4b23-80ff-42aef0c08b47 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (d3d6fbc8-cbfa-4c1a-9104-6c52ad3f84a6), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:31.101949 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 5f3eb798-2399-4a2e-8e29-0381c6b0eb62 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:00:31.103879 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 74603607-d573-4c6c-a75b-58dae54c9e20 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:00:31.145733 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7c9a82-c38d-4849-96f9-8d57b2b81da8 service neutron] Pushing event updated for resources: {'Port': ['ID=7246b97e-cc3a-4e69-8bd1-0d36632d83ff,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:31.180632 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-98bdd711-45cc-4fdd-956f-b807b6d21186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8d0c9ca0>, [{'id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'name': 'tempest-RoutersIpV6Test-router-1967308978', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:00:20Z', 'updated_at': '2022-05-07T22:00:26Z', 'revision_number': 2, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'gw_port_host': None, '_interfaces': [{'id': 'a2847041-deca-4787-a520-36214b25c9cb', 'name': '', 'network_id': 'add7415b-3dec-4c79-9eba-58ce88fa9087', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'mac_address': 'fa:16:3e:92:89:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '78208c1f-4b12-45ff-84a6-c2c59f46d723', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:24Z', 'updated_at': '2022-05-07T22:00:26Z', 'revision_number': 2, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'subnets': [{'id': '78208c1f-4b12-45ff-84a6-c2c59f46d723', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:00:31.218921 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed9feba-0d6b-4ba2-88d2-d2d07417313d req-bd211c39-eef1-44c5-bec3-8ba3757bedac tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:31.220783 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7ed9feba-0d6b-4ba2-88d2-d2d07417313d req-bd211c39-eef1-44c5-bec3-8ba3757bedac tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/ports?device_id=95f9d622-1591-4442-9da0-167bdb326758 HTTP/1.1" status: 200  len: 944 time: 0.0790083
May 07 22:00:31.278235 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-aabcfd08-c040-4b23-80ff-42aef0c08b47 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Deleting port 36c76fa0-3d7a-421e-b09d-720d318db1e2 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:00:31.278585 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-aabcfd08-c040-4b23-80ff-42aef0c08b47 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (36c76fa0-3d7a-421e-b09d-720d318db1e2), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:31.315001 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bdd711-45cc-4fdd-956f-b807b6d21186 None None] Checking router: f401884a-34c3-4298-b93b-87fb57ab5ea1 for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:00:31.315657 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bdd711-45cc-4fdd-956f-b807b6d21186 None None] Updating router f401884a-34c3-4298-b93b-87fb57ab5ea1 port a2847041-deca-4787-a520-36214b25c9cb binding host ncdv-master-1 {{(pid=121839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 22:00:31.394735 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-98bdd711-45cc-4fdd-956f-b807b6d21186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (a2847041-deca-4787-a520-36214b25c9cb), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:31.401504 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-aabcfd08-c040-4b23-80ff-42aef0c08b47 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] For port 36c76fa0-3d7a-421e-b09d-720d318db1e2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=36c76fa0-3d7a-421e-b09d-720d318db1e2,segment=NetworkSegment(b207ac70-7c70-40fd-bfc0-416943348a0d),segment_id=b207ac70-7c70-40fd-bfc0-416943348a0d)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:00:31.402095 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-aabcfd08-c040-4b23-80ff-42aef0c08b47 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (36c76fa0-3d7a-421e-b09d-720d318db1e2), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:31.421276 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-aabcfd08-c040-4b23-80ff-42aef0c08b47 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Calling delete_port for 36c76fa0-3d7a-421e-b09d-720d318db1e2 owned by network:dhcp {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:00:31.428414 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7ed9feba-0d6b-4ba2-88d2-d2d07417313d req-25bc2b86-6b4a-42cb-a797-c84e16b29db4 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ebb222e-3262-41b5-990d-c21161bc61e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1973326
May 07 22:00:31.469283 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9b29998-1547-4b44-998e-df04e1fb6214 admin admin] Router 2123aa39-c4f0-4e9a-9167-73acf960a6ad is scheduled to L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db with binding_index 1 {{(pid=121836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 07 22:00:31.600762 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8dd39c3c-d5fe-40a1-a267-0c25110bcd0d tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (ae74b87d-b20b-4cb8-8cb1-eb479af708e0), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:31.607827 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-aabcfd08-c040-4b23-80ff-42aef0c08b47 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (36c76fa0-3d7a-421e-b09d-720d318db1e2), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:31.662072 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-a9e095e3-5407-442c-90a8-5c6972237605 req-5a7c9a82-c38d-4849-96f9-8d57b2b81da8 service neutron] Attempting to bind port 7246b97e-cc3a-4e69-8bd1-0d36632d83ff on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:00:31.662529 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-a9e095e3-5407-442c-90a8-5c6972237605 req-5a7c9a82-c38d-4849-96f9-8d57b2b81da8 service neutron] Attempting to bind port 7246b97e-cc3a-4e69-8bd1-0d36632d83ff by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '946603cd-661c-44e1-83be-0ffa4fba5a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '750e8121-2671-438f-9a42-169be7e47286'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:00:31.662994 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e095e3-5407-442c-90a8-5c6972237605 req-5a7c9a82-c38d-4849-96f9-8d57b2b81da8 service neutron] Attempting to bind port 7246b97e-cc3a-4e69-8bd1-0d36632d83ff on network 750e8121-2671-438f-9a42-169be7e47286 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:00:31.828176 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabcfd08-c040-4b23-80ff-42aef0c08b47 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] No DVR routers for this DVR port 36c76fa0-3d7a-421e-b09d-720d318db1e2 on host ncdv-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:00:31.859248 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64c1cd2-cc80-4e58-8507-8f8a30f931b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a83f92af-3764-4eda-a668-51a2c691a258', 'network_id': 'a83f92af-3764-4eda-a668-51a2c691a258', 'project_id': '169e1e6f26414e3eaa454bc14100fece', 'fixed_ips': [{'subnet_id': '8c650ca0-3b54-444b-821a-832849c70b43'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:00:31.861082 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e64c1cd2-cc80-4e58-8507-8f8a30f931b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:31.912166 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabcfd08-c040-4b23-80ff-42aef0c08b47 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Pushing event deleted for resources: {'Port': ['ID=36c76fa0-3d7a-421e-b09d-720d318db1e2,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:32.003170 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-1b7b402a-e8e2-4982-8cec-fbbf91ece128 None None] Port a2847041-deca-4787-a520-36214b25c9cb cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:00:32.028918 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-aabcfd08-c040-4b23-80ff-42aef0c08b47 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (d3d6fbc8-cbfa-4c1a-9104-6c52ad3f84a6), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:32.036169 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8dd39c3c-d5fe-40a1-a267-0c25110bcd0d tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (ae74b87d-b20b-4cb8-8cb1-eb479af708e0), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:32.042715 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd39c3c-d5fe-40a1-a267-0c25110bcd0d tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:32.043212 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8dd39c3c-d5fe-40a1-a267-0c25110bcd0d tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:32.047740 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 74603607-d573-4c6c-a75b-58dae54c9e20 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:00:32.048341 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (74603607-d573-4c6c-a75b-58dae54c9e20), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:32.076550 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-98bdd711-45cc-4fdd-956f-b807b6d21186 None None] Publish callbacks [] for port (a2847041-deca-4787-a520-36214b25c9cb), precommit_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:32.082498 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a183dc48-7647-47a5-8c77-7b2683f7f003 req-2312be2f-4ebb-4646-b32f-1d7d8fae5750 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:32.084239 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a183dc48-7647-47a5-8c77-7b2683f7f003 req-2312be2f-4ebb-4646-b32f-1d7d8fae5750 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/networks?id=a83f92af-3764-4eda-a668-51a2c691a258 HTTP/1.1" status: 200  len: 816 time: 0.4540982
May 07 22:00:32.091711 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-98bdd711-45cc-4fdd-956f-b807b6d21186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (a2847041-deca-4787-a520-36214b25c9cb), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:32.120922 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403000b6-66a1-4e2f-acb2-387c6c637ca6 None None] DHCP port deletion for 3e9903c9-6550-4ae2-aa4f-70e03144784f request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:00:32.127609 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a183dc48-7647-47a5-8c77-7b2683f7f003 req-c26f810a-f90b-4f7f-9acc-83fabf217cab tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/quotas/169e1e6f26414e3eaa454bc14100fece HTTP/1.1" status: 200  len: 375 time: 0.0206656
May 07 22:00:32.142565 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e7b2d2cf-96ee-49d7-b741-0a1e101f4901 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (09c646d7-ed7a-4190-ac77-a2b70d2a4059), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:32.169524 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-aabcfd08-c040-4b23-80ff-42aef0c08b47 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf87627490>,) {'filters': {'network_id': ['d3d6fbc8-cbfa-4c1a-9104-6c52ad3f84a6']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:00:32.204508 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-792b799c-8e74-4681-9c6f-aeab3808f5b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (36c76fa0-3d7a-421e-b09d-720d318db1e2), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:32.269782 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a183dc48-7647-47a5-8c77-7b2683f7f003 req-9e1c7d7a-d195-4ddf-ad2f-6cabd9a4595f tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=169e1e6f26414e3eaa454bc14100fece&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1181452
May 07 22:00:32.273962 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-aabcfd08-c040-4b23-80ff-42aef0c08b47 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf87627490>, 'b207ac70-7c70-40fd-bfc0-416943348a0d') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:00:32.274466 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-aabcfd08-c040-4b23-80ff-42aef0c08b47 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf87627490>, 'b207ac70-7c70-40fd-bfc0-416943348a0d') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:00:32.286663 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-8dd39c3c-d5fe-40a1-a267-0c25110bcd0d tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 1.8685575
May 07 22:00:32.305873 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598548c8-30cb-448a-bc53-29253e2bec6d None None] Pushing event updated for resources: {'Port': ['ID=a2847041-deca-4787-a520-36214b25c9cb,revision_number=3']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:32.335343 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-98bdd711-45cc-4fdd-956f-b807b6d21186 None None] Attempting to bind port a2847041-deca-4787-a520-36214b25c9cb on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:00:32.335343 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-98bdd711-45cc-4fdd-956f-b807b6d21186 None None] Attempting to bind port a2847041-deca-4787-a520-36214b25c9cb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'afe47b97-631b-47da-a65a-948b43bcf838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'add7415b-3dec-4c79-9eba-58ce88fa9087'}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:00:32.335343 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98bdd711-45cc-4fdd-956f-b807b6d21186 None None] Attempting to bind port a2847041-deca-4787-a520-36214b25c9cb on network add7415b-3dec-4c79-9eba-58ce88fa9087 {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:00:32.344917 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98bdd711-45cc-4fdd-956f-b807b6d21186 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:00:32.351004 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98bdd711-45cc-4fdd-956f-b807b6d21186 None None] Checking segment: {'id': 'afe47b97-631b-47da-a65a-948b43bcf838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'add7415b-3dec-4c79-9eba-58ce88fa9087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:00:32.351716 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-98bdd711-45cc-4fdd-956f-b807b6d21186 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:32.352327 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98bdd711-45cc-4fdd-956f-b807b6d21186 None None] Bound using segment: {'id': 'afe47b97-631b-47da-a65a-948b43bcf838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'add7415b-3dec-4c79-9eba-58ce88fa9087'} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:00:32.353029 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-98bdd711-45cc-4fdd-956f-b807b6d21186 None None] Bound port: a2847041-deca-4787-a520-36214b25c9cb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe47b97-631b-47da-a65a-948b43bcf838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'add7415b-3dec-4c79-9eba-58ce88fa9087'}}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:00:32.353604 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-98bdd711-45cc-4fdd-956f-b807b6d21186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (a2847041-deca-4787-a520-36214b25c9cb), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:32.358656 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 51058) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:00:32.359598 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b2d2cf-96ee-49d7-b741-0a1e101f4901 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] No DVR routers for this DVR port 09c646d7-ed7a-4190-ac77-a2b70d2a4059 on host ncdv-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:00:32.366186 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-d9d0519c-1903-43f5-995e-c9a7b7937259 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Request body: {'subnet': {'network_id': 'ae74b87d-b20b-4cb8-8cb1-eb479af708e0', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:00:32.371527 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b2d2cf-96ee-49d7-b741-0a1e101f4901 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Pushing event deleted for resources: {'Port': ['ID=09c646d7-ed7a-4190-ac77-a2b70d2a4059,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:32.380355 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792b799c-8e74-4681-9c6f-aeab3808f5b3 None None] No DVR routers for this DVR port 36c76fa0-3d7a-421e-b09d-720d318db1e2 on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:00:32.400102 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792b799c-8e74-4681-9c6f-aeab3808f5b3 None None] Pushing event deleted for resources: {'Port': ['ID=36c76fa0-3d7a-421e-b09d-720d318db1e2,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:32.448819 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-403000b6-66a1-4e2f-acb2-387c6c637ca6 None None] Deleting port 15734ce2-5595-40b2-9ddf-671e34c3c38d {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:00:32.449196 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-403000b6-66a1-4e2f-acb2-387c6c637ca6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (15734ce2-5595-40b2-9ddf-671e34c3c38d), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:32.464253 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a183dc48-7647-47a5-8c77-7b2683f7f003 req-18f2ce38-2af4-4503-a4a8-3f894e3949d4 service neutron] 10.222.0.32 "GET /v2.0/networks/a83f92af-3764-4eda-a668-51a2c691a258?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1752801
May 07 22:00:32.465287 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd39c3c-d5fe-40a1-a267-0c25110bcd0d tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Pushing event updated for resources: {'Network': ['ID=ae74b87d-b20b-4cb8-8cb1-eb479af708e0,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:32.477567 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-aabcfd08-c040-4b23-80ff-42aef0c08b47 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (b207ac70-7c70-40fd-bfc0-416943348a0d), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:32.503969 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network ae74b87d-b20b-4cb8-8cb1-eb479af708e0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:00:32.513599 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-98bdd711-45cc-4fdd-956f-b807b6d21186 None None] For port a2847041-deca-4787-a520-36214b25c9cb, host ncdv-master-1, cleared binding levels {{(pid=121839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:00:32.519323 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-98bdd711-45cc-4fdd-956f-b807b6d21186 None None] For port a2847041-deca-4787-a520-36214b25c9cb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a2847041-deca-4787-a520-36214b25c9cb,segment=NetworkSegment(afe47b97-631b-47da-a65a-948b43bcf838),segment_id=afe47b97-631b-47da-a65a-948b43bcf838)] {{(pid=121839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:00:32.529397 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-98bdd711-45cc-4fdd-956f-b807b6d21186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (a2847041-deca-4787-a520-36214b25c9cb), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:32.593537 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bdd711-45cc-4fdd-956f-b807b6d21186 None None] Routers {'f401884a-34c3-4298-b93b-87fb57ab5ea1'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:00:32.594102 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-98bdd711-45cc-4fdd-956f-b807b6d21186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8d0c9ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:00:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['f401884a-34c3-4298-b93b-87fb57ab5ea1'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:00:32.608703 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-aabcfd08-c040-4b23-80ff-42aef0c08b47 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (b207ac70-7c70-40fd-bfc0-416943348a0d), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:32.669678 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aabcfd08-c040-4b23-80ff-42aef0c08b47 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:00:32.670155 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-aabcfd08-c040-4b23-80ff-42aef0c08b47 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (b207ac70-7c70-40fd-bfc0-416943348a0d), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:32.673304 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 22:00:32.673304 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:00:32.673304 ncdv-master-1 neutron-server[121837]:     timer()
May 07 22:00:32.673304 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:00:32.673304 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 22:00:32.673304 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:00:32.673304 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 22:00:32.673304 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:00:32.673304 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 22:00:32.673304 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:00:32.673304 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 22:00:32.673304 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:00:32.673304 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 22:00:32.673304 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:00:32.673304 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:00:32.673304 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:00:32.673304 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:00:32.673304 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:00:32.673304 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 22:00:32.673304 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:00:32.673304 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 22:00:32.673304 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:00:32.673304 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:00:32.673304 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:00:32.673304 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 22:00:32.673304 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:00:32.673304 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:00:32.673304 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:00:32.673304 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:00:32.673304 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:00:32.673304 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:00:32.673304 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:00:32.803259 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e095e3-5407-442c-90a8-5c6972237605 req-5a7c9a82-c38d-4849-96f9-8d57b2b81da8 service neutron] Port 7246b97e-cc3a-4e69-8bd1-0d36632d83ff on network 750e8121-2671-438f-9a42-169be7e47286 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:00:32.803868 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e095e3-5407-442c-90a8-5c6972237605 req-5a7c9a82-c38d-4849-96f9-8d57b2b81da8 service neutron] Attempting to bind port 7246b97e-cc3a-4e69-8bd1-0d36632d83ff on network 750e8121-2671-438f-9a42-169be7e47286 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:00:32.808878 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e7b2d2cf-96ee-49d7-b741-0a1e101f4901 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (aec00863-2267-4532-a9ee-7218050696f7), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:32.833409 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef34e7f-96a0-4f02-bee1-c7332479f398 req-1ceffc40-e9a8-48a1-a78f-6e869be5e59b tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:32.835104 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bef34e7f-96a0-4f02-bee1-c7332479f398 req-1ceffc40-e9a8-48a1-a78f-6e869be5e59b tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/ports?device_id=620355ca-9580-4384-9f83-9ec1f95922e3 HTTP/1.1" status: 200  len: 945 time: 1.1952980
May 07 22:00:32.842563 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e095e3-5407-442c-90a8-5c6972237605 req-5a7c9a82-c38d-4849-96f9-8d57b2b81da8 service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:00:32.846609 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e095e3-5407-442c-90a8-5c6972237605 req-5a7c9a82-c38d-4849-96f9-8d57b2b81da8 service neutron] Checking segment: {'id': '946603cd-661c-44e1-83be-0ffa4fba5a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '750e8121-2671-438f-9a42-169be7e47286'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:00:32.847071 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e095e3-5407-442c-90a8-5c6972237605 req-5a7c9a82-c38d-4849-96f9-8d57b2b81da8 service neutron] Bound using segment: {'id': '946603cd-661c-44e1-83be-0ffa4fba5a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '750e8121-2671-438f-9a42-169be7e47286'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:00:32.847606 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-a9e095e3-5407-442c-90a8-5c6972237605 req-5a7c9a82-c38d-4849-96f9-8d57b2b81da8 service neutron] Bound port: 7246b97e-cc3a-4e69-8bd1-0d36632d83ff, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '946603cd-661c-44e1-83be-0ffa4fba5a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '750e8121-2671-438f-9a42-169be7e47286'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:00:32.848035 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-a9e095e3-5407-442c-90a8-5c6972237605 req-5a7c9a82-c38d-4849-96f9-8d57b2b81da8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (7246b97e-cc3a-4e69-8bd1-0d36632d83ff), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:32.858672 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-98bdd711-45cc-4fdd-956f-b807b6d21186 None None] Set router f401884a-34c3-4298-b93b-87fb57ab5ea1 gateway port host: None {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:00:32.861647 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-5fd77142-6c77-49db-b569-1e2cc87a1cec None None] Provisioning complete for port a2847041-deca-4787-a520-36214b25c9cb triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:00:32.862565 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5fd77142-6c77-49db-b569-1e2cc87a1cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (a2847041-deca-4787-a520-36214b25c9cb), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:32.901410 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-e64c1cd2-cc80-4e58-8507-8f8a30f931b2 None None] Allocated IP 172.20.0.2 (a83f92af-3764-4eda-a668-51a2c691a258/8c650ca0-3b54-444b-821a-832849c70b43/9de510a5-372d-4a4b-9eb8-01ac850ea003) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:00:32.925733 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9b29998-1547-4b44-998e-df04e1fb6214 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:00:32.955082 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 74603607-d573-4c6c-a75b-58dae54c9e20 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:00:32.993581 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692370bf-46f2-4835-bef0-78730d3ebb37 None None] Sync routers for ids ['2123aa39-c4f0-4e9a-9167-73acf960a6ad'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:00:32.999621 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-403000b6-66a1-4e2f-acb2-387c6c637ca6 None None] For port 15734ce2-5595-40b2-9ddf-671e34c3c38d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=15734ce2-5595-40b2-9ddf-671e34c3c38d,segment=NetworkSegment(b31a7bd7-f013-44aa-a9c5-142fb752dadd),segment_id=b31a7bd7-f013-44aa-a9c5-142fb752dadd)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:00:33.000032 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-403000b6-66a1-4e2f-acb2-387c6c637ca6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (15734ce2-5595-40b2-9ddf-671e34c3c38d), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:33.022177 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-e7b2d2cf-96ee-49d7-b741-0a1e101f4901 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf8d4b7c40>,) {'filters': {'network_id': ['aec00863-2267-4532-a9ee-7218050696f7']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:00:33.029842 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-aabcfd08-c040-4b23-80ff-42aef0c08b47 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (d3d6fbc8-cbfa-4c1a-9104-6c52ad3f84a6), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:33.070486 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-403000b6-66a1-4e2f-acb2-387c6c637ca6 None None] Calling delete_port for 15734ce2-5595-40b2-9ddf-671e34c3c38d owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:00:33.100734 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bef34e7f-96a0-4f02-bee1-c7332479f398 req-ada4b0b2-3740-4874-9672-99b39749388b tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2f94373-fd3e-4a2b-9dee-192df8871f41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2248476
May 07 22:00:33.116981 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-aabcfd08-c040-4b23-80ff-42aef0c08b47 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:33.117378 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c9b29998-1547-4b44-998e-df04e1fb6214 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:33.121874 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-c9b29998-1547-4b44-998e-df04e1fb6214 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 10.2859564
May 07 22:00:33.135948 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-aabcfd08-c040-4b23-80ff-42aef0c08b47 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "DELETE /v2.0/networks/d3d6fbc8-cbfa-4c1a-9104-6c52ad3f84a6 HTTP/1.1" status: 204  len: 168 time: 2.1958447
May 07 22:00:33.142097 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 51062) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:00:33.142097 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 51064) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:00:33.157553 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a183dc48-7647-47a5-8c77-7b2683f7f003 req-cbc457f9-4948-4102-af5c-30814c314c90 service neutron] 10.222.0.32 "GET /v2.0/networks/a83f92af-3764-4eda-a668-51a2c691a258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6454937
May 07 22:00:33.158516 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d0519c-1903-43f5-995e-c9a7b7937259 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Made reservation on behalf of 17d1717bd7f2430eb5c2d3ce577e8160 for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:00:33.175120 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d9d0519c-1903-43f5-995e-c9a7b7937259 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:33.177812 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 15734ce2-5595-40b2-9ddf-671e34c3c38d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:00:33.188679 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-e7b2d2cf-96ee-49d7-b741-0a1e101f4901 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8d4b7c40>, 'bbb6744e-5b2e-4e74-8ef0-658f67774999') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:00:33.199554 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-e7b2d2cf-96ee-49d7-b741-0a1e101f4901 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8d4b7c40>, 'bbb6744e-5b2e-4e74-8ef0-658f67774999') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:00:33.232843 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-98bdd711-45cc-4fdd-956f-b807b6d21186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8d0c9ca0>, [{'id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'name': 'tempest-RoutersIpV6Test-router-1967308978', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:00:20Z', 'updated_at': '2022-05-07T22:00:26Z', 'revision_number': 2, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'gw_port_host': None, '_interfaces': [{'id': 'a2847041-deca-4787-a520-36214b25c9cb', 'name': '', 'network_id': 'add7415b-3dec-4c79-9eba-58ce88fa9087', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'mac_address': 'fa:16:3e:92:89:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '78208c1f-4b12-45ff-84a6-c2c59f46d723', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:24Z', 'updated_at': '2022-05-07T22:00:32Z', 'revision_number': 4, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'subnets': [{'id': '78208c1f-4b12-45ff-84a6-c2c59f46d723', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:00:33.250259 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692370bf-46f2-4835-bef0-78730d3ebb37 None None] Routers {'2123aa39-c4f0-4e9a-9167-73acf960a6ad'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:00:33.250494 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e7b2d2cf-96ee-49d7-b741-0a1e101f4901 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (bbb6744e-5b2e-4e74-8ef0-658f67774999), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:33.252185 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-692370bf-46f2-4835-bef0-78730d3ebb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7ea16490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:00:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['2123aa39-c4f0-4e9a-9167-73acf960a6ad'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:00:33.285133 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e7b2d2cf-96ee-49d7-b741-0a1e101f4901 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (bbb6744e-5b2e-4e74-8ef0-658f67774999), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:33.298697 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7b2d2cf-96ee-49d7-b741-0a1e101f4901 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:00:33.299143 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e7b2d2cf-96ee-49d7-b741-0a1e101f4901 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (bbb6744e-5b2e-4e74-8ef0-658f67774999), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:33.329183 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bdd711-45cc-4fdd-956f-b807b6d21186 None None] The sync data for ids ['f401884a-34c3-4298-b93b-87fb57ab5ea1'] in ncdv-master-1 is: [{'id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'name': 'tempest-RoutersIpV6Test-router-1967308978', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:00:20Z', 'updated_at': '2022-05-07T22:00:26Z', 'revision_number': 2, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'gw_port_host': None, '_interfaces': [{'id': 'a2847041-deca-4787-a520-36214b25c9cb', 'name': '', 'network_id': 'add7415b-3dec-4c79-9eba-58ce88fa9087', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'mac_address': 'fa:16:3e:92:89:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '78208c1f-4b12-45ff-84a6-c2c59f46d723', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:24Z', 'updated_at': '2022-05-07T22:00:32Z', 'revision_number': 4, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'subnets': [{'id': '78208c1f-4b12-45ff-84a6-c2c59f46d723', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:00:33.391344 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598548c8-30cb-448a-bc53-29253e2bec6d None None] Pushing event updated for resources: {'Port': ['ID=a2847041-deca-4787-a520-36214b25c9cb,revision_number=4']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:33.478814 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 22:00:33.478814 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:00:33.478814 ncdv-master-1 neutron-server[121837]:     timer()
May 07 22:00:33.478814 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:00:33.478814 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 22:00:33.478814 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:00:33.478814 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 22:00:33.478814 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:00:33.478814 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 22:00:33.478814 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:00:33.478814 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 22:00:33.478814 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:00:33.478814 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 22:00:33.478814 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:00:33.478814 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:00:33.478814 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:00:33.478814 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:00:33.478814 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:00:33.478814 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 22:00:33.478814 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:00:33.478814 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 22:00:33.478814 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:00:33.478814 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:00:33.478814 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:00:33.478814 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 22:00:33.478814 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:00:33.478814 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:00:33.478814 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:00:33.478814 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:00:33.478814 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:00:33.478814 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:00:33.478814 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:00:33.536465 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-a9e095e3-5407-442c-90a8-5c6972237605 req-5a7c9a82-c38d-4849-96f9-8d57b2b81da8 service neutron] For port 7246b97e-cc3a-4e69-8bd1-0d36632d83ff, host nch1-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:00:33.556734 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-5fd77142-6c77-49db-b569-1e2cc87a1cec None None] Current status of the port a2847041-deca-4787-a520-36214b25c9cb is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:00:33.557158 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5fd77142-6c77-49db-b569-1e2cc87a1cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (a2847041-deca-4787-a520-36214b25c9cb), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:33.586176 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-a9e095e3-5407-442c-90a8-5c6972237605 req-5a7c9a82-c38d-4849-96f9-8d57b2b81da8 service neutron] For port 7246b97e-cc3a-4e69-8bd1-0d36632d83ff, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7246b97e-cc3a-4e69-8bd1-0d36632d83ff,segment=NetworkSegment(946603cd-661c-44e1-83be-0ffa4fba5a22),segment_id=946603cd-661c-44e1-83be-0ffa4fba5a22)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:00:33.595394 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3570740-a6ec-42ac-b831-2e9da4c9199c req-4d2fb641-fd2a-4670-84f2-46c29d32f27e tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:33.606106 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d3570740-a6ec-42ac-b831-2e9da4c9199c req-4d2fb641-fd2a-4670-84f2-46c29d32f27e tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/ports?device_id=95f9d622-1591-4442-9da0-167bdb326758 HTTP/1.1" status: 200  len: 944 time: 0.2361460
May 07 22:00:33.652831 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5bae6311-abb2-42b8-8778-bcd4cbf070b1 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (3e9903c9-6550-4ae2-aa4f-70e03144784f), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:33.668158 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-a9e095e3-5407-442c-90a8-5c6972237605 req-5a7c9a82-c38d-4849-96f9-8d57b2b81da8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (7246b97e-cc3a-4e69-8bd1-0d36632d83ff), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:33.810896 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabcfd08-c040-4b23-80ff-42aef0c08b47 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Pushing event deleted for resources: {'Network': ['ID=d3d6fbc8-cbfa-4c1a-9104-6c52ad3f84a6,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:33.813871 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e095e3-5407-442c-90a8-5c6972237605 req-5a7c9a82-c38d-4849-96f9-8d57b2b81da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:33.814662 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-a9e095e3-5407-442c-90a8-5c6972237605 req-5a7c9a82-c38d-4849-96f9-8d57b2b81da8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:33.816529 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a9e095e3-5407-442c-90a8-5c6972237605 req-5a7c9a82-c38d-4849-96f9-8d57b2b81da8 service neutron] 10.222.0.55 "PUT /v2.0/ports/7246b97e-cc3a-4e69-8bd1-0d36632d83ff HTTP/1.1" status: 200  len: 1092 time: 4.9566512
May 07 22:00:33.837740 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95f9d622-1591-4442-9da0-167bdb326758', 'tag': '7246b97e-cc3a-4e69-8bd1-0d36632d83ff'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:00:33.843731 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e141ee4-3780-4208-b1ef-9195d2236cb2" -d '{"events": [{"name": "network-changed", "server_uuid": "95f9d622-1591-4442-9da0-167bdb326758", "tag": "7246b97e-cc3a-4e69-8bd1-0d36632d83ff"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:00:33.961728 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-5fd77142-6c77-49db-b569-1e2cc87a1cec None None] For port a2847041-deca-4787-a520-36214b25c9cb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a2847041-deca-4787-a520-36214b25c9cb,segment=NetworkSegment(afe47b97-631b-47da-a65a-948b43bcf838),segment_id=afe47b97-631b-47da-a65a-948b43bcf838)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:00:34.078197 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d3570740-a6ec-42ac-b831-2e9da4c9199c req-091a85c9-89ad-44a5-a198-da6ca4d742a7 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ebb222e-3262-41b5-990d-c21161bc61e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4706993
May 07 22:00:34.145160 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e64c1cd2-cc80-4e58-8507-8f8a30f931b2 None None] Publish callbacks [] for port (9de510a5-372d-4a4b-9eb8-01ac850ea003), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:34.148773 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 15734ce2-5595-40b2-9ddf-671e34c3c38d is: ACTIVE; New status is: DOWN {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:00:34.148974 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (15734ce2-5595-40b2-9ddf-671e34c3c38d), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:34.185309 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7c9a82-c38d-4849-96f9-8d57b2b81da8 service neutron] Pushing event updated for resources: {'Port': ['ID=7246b97e-cc3a-4e69-8bd1-0d36632d83ff,revision_number=3']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:34.193524 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e7b2d2cf-96ee-49d7-b741-0a1e101f4901 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (aec00863-2267-4532-a9ee-7218050696f7), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:34.214059 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e7b2d2cf-96ee-49d7-b741-0a1e101f4901 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:34.220097 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-e7b2d2cf-96ee-49d7-b741-0a1e101f4901 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] 10.222.0.32 "DELETE /v2.0/networks/aec00863-2267-4532-a9ee-7218050696f7 HTTP/1.1" status: 204  len: 168 time: 7.3124731
May 07 22:00:34.228438 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-5bae6311-abb2-42b8-8778-bcd4cbf070b1 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Deleting port 15734ce2-5595-40b2-9ddf-671e34c3c38d {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:00:34.229057 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5bae6311-abb2-42b8-8778-bcd4cbf070b1 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (15734ce2-5595-40b2-9ddf-671e34c3c38d), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:34.236134 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 51100) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:00:34.246843 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a42a9426-1096-4fc2-b0a8-9ae8afe457b6 x-openstack-request-id: req-a42a9426-1096-4fc2-b0a8-9ae8afe457b6 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:00:34.247141 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95f9d622-1591-4442-9da0-167bdb326758", "tag": "7246b97e-cc3a-4e69-8bd1-0d36632d83ff", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:00:34.247409 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a42a9426-1096-4fc2-b0a8-9ae8afe457b6 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:00:34.248703 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a42a9426-1096-4fc2-b0a8-9ae8afe457b6'] response: {'name': 'network-changed', 'server_uuid': '95f9d622-1591-4442-9da0-167bdb326758', 'tag': '7246b97e-cc3a-4e69-8bd1-0d36632d83ff', 'status': 'completed', 'code': 200}
May 07 22:00:34.266028 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-adcf5da9-cf67-4da0-95ea-6086c3013448 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2138682305'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:00:34.291592 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5fd77142-6c77-49db-b569-1e2cc87a1cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (a2847041-deca-4787-a520-36214b25c9cb), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:34.299785 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-403000b6-66a1-4e2f-acb2-387c6c637ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (15734ce2-5595-40b2-9ddf-671e34c3c38d), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:34.302198 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e64c1cd2-cc80-4e58-8507-8f8a30f931b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (9de510a5-372d-4a4b-9eb8-01ac850ea003), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:34.368718 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adcf5da9-cf67-4da0-95ea-6086c3013448 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Made reservation on behalf of d7da299cb7fd4b569f047ab71e3255d4 for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:00:34.380032 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-adcf5da9-cf67-4da0-95ea-6086c3013448 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:34.475614 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adcf5da9-cf67-4da0-95ea-6086c3013448 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:00:34.495392 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b2d2cf-96ee-49d7-b741-0a1e101f4901 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Pushing event deleted for resources: {'Network': ['ID=aec00863-2267-4532-a9ee-7218050696f7,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:34.514755 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-adcf5da9-cf67-4da0-95ea-6086c3013448 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (cc912852-7759-418b-8e1c-060470e034cc), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:34.516099 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-adcf5da9-cf67-4da0-95ea-6086c3013448 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Added segment cc912852-7759-418b-8e1c-060470e034cc of type vlan for network cae71399-555d-4c7d-a5c1-4334cd28d19c
May 07 22:00:34.525774 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baebf189-a5d5-4ebb-88d0-dbb49c84081c req-9cea297e-7df9-4551-a2e9-f28aa55ed86b tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:34.529012 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-baebf189-a5d5-4ebb-88d0-dbb49c84081c req-9cea297e-7df9-4551-a2e9-f28aa55ed86b tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/networks?id=a83f92af-3764-4eda-a668-51a2c691a258 HTTP/1.1" status: 200  len: 816 time: 0.6494148
May 07 22:00:34.531837 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-692370bf-46f2-4835-bef0-78730d3ebb37 None None] Set router 2123aa39-c4f0-4e9a-9167-73acf960a6ad gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:00:34.533777 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d9d0519c-1903-43f5-995e-c9a7b7937259 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (6e566a3e-3172-4ceb-b96e-905b1a9194b4), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:34.625326 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd77142-6c77-49db-b569-1e2cc87a1cec None None] Pushing event updated for resources: {'Port': ['ID=a2847041-deca-4787-a520-36214b25c9cb,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:34.699719 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-5bae6311-abb2-42b8-8778-bcd4cbf070b1 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] For port 15734ce2-5595-40b2-9ddf-671e34c3c38d, host ncdv-master-1, got binding levels [] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:00:34.700248 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5bae6311-abb2-42b8-8778-bcd4cbf070b1 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (15734ce2-5595-40b2-9ddf-671e34c3c38d), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:34.763223 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-5bae6311-abb2-42b8-8778-bcd4cbf070b1 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Calling delete_port for 15734ce2-5595-40b2-9ddf-671e34c3c38d owned by network:dhcp {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:00:34.779612 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64c1cd2-cc80-4e58-8507-8f8a30f931b2 None None] Network a83f92af-3764-4eda-a668-51a2c691a258 is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:00:34.792706 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 36c76fa0-3d7a-421e-b09d-720d318db1e2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:00:34.814432 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-e64c1cd2-cc80-4e58-8507-8f8a30f931b2 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:00:34.815787 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.ipam_backend_mixin [None req-5bae6311-abb2-42b8-8778-bcd4cbf070b1 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Port 15734ce2-5595-40b2-9ddf-671e34c3c38d was not found and therefore no delete operation was performed {{(pid=121836) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}}
May 07 22:00:34.817053 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e095e3-5407-442c-90a8-5c6972237605 req-29b08ab6-be72-4137-9ce9-046793796292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:34.822141 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 36c76fa0-3d7a-421e-b09d-720d318db1e2 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:00:34.822509 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 36c76fa0-3d7a-421e-b09d-720d318db1e2 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:00:34.831341 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a9e095e3-5407-442c-90a8-5c6972237605 req-29b08ab6-be72-4137-9ce9-046793796292 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=81e5c5d849ea4fc59d5c4fc58b31530f&device_id=95f9d622-1591-4442-9da0-167bdb326758 HTTP/1.1" status: 200  len: 1126 time: 0.9201679
May 07 22:00:34.854677 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64c1cd2-cc80-4e58-8507-8f8a30f931b2 None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:00:34.870556 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403000b6-66a1-4e2f-acb2-387c6c637ca6 None None] No DVR routers for this DVR port 15734ce2-5595-40b2-9ddf-671e34c3c38d on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:00:34.879943 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403000b6-66a1-4e2f-acb2-387c6c637ca6 None None] Pushing event deleted for resources: {'Port': ['ID=15734ce2-5595-40b2-9ddf-671e34c3c38d,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:34.938601 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5bae6311-abb2-42b8-8778-bcd4cbf070b1 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (15734ce2-5595-40b2-9ddf-671e34c3c38d), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:35.095214 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-a068e1c7-9767-4917-8133-7aaf42a9b2db None None] Provisioning complete for port a2847041-deca-4787-a520-36214b25c9cb triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:00:35.095909 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a068e1c7-9767-4917-8133-7aaf42a9b2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (a2847041-deca-4787-a520-36214b25c9cb), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:35.142133 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64c1cd2-cc80-4e58-8507-8f8a30f931b2 None None] Pushing event updated for resources: {'Port': ['ID=9de510a5-372d-4a4b-9eb8-01ac850ea003,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:35.163669 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-adcf5da9-cf67-4da0-95ea-6086c3013448 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (cae71399-555d-4c7d-a5c1-4334cd28d19c), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:35.204794 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a9e095e3-5407-442c-90a8-5c6972237605 req-abad363e-ad75-4f2c-abfa-689b27cb0311 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7246b97e-cc3a-4e69-8bd1-0d36632d83ff HTTP/1.1" status: 200  len: 217 time: 0.2873597
May 07 22:00:35.229462 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bfe8b9-88f8-4bb5-bfcc-41206047452c req-5582c16a-8752-48db-9dcf-ed3eeddc6e2f tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:35.231659 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-29bfe8b9-88f8-4bb5-bfcc-41206047452c req-5582c16a-8752-48db-9dcf-ed3eeddc6e2f tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/ports?device_id=620355ca-9580-4384-9f83-9ec1f95922e3 HTTP/1.1" status: 200  len: 945 time: 0.8019013
May 07 22:00:35.239796 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bae6311-abb2-42b8-8778-bcd4cbf070b1 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] No DVR routers for this DVR port 15734ce2-5595-40b2-9ddf-671e34c3c38d on host ncdv-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:00:35.274991 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-baebf189-a5d5-4ebb-88d0-dbb49c84081c req-c2c767cd-0a10-4f8b-8d43-a8cf666186a9 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/quotas/169e1e6f26414e3eaa454bc14100fece HTTP/1.1" status: 200  len: 375 time: 0.7248058
May 07 22:00:35.302997 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-adcf5da9-cf67-4da0-95ea-6086c3013448 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (cae71399-555d-4c7d-a5c1-4334cd28d19c), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:35.320894 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adcf5da9-cf67-4da0-95ea-6086c3013448 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:35.323760 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-adcf5da9-cf67-4da0-95ea-6086c3013448 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:35.372030 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-baebf189-a5d5-4ebb-88d0-dbb49c84081c req-9c0933d6-04bf-4021-abb6-c2ed43a127db tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=169e1e6f26414e3eaa454bc14100fece&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0959806
May 07 22:00:35.393313 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d0519c-1903-43f5-995e-c9a7b7937259 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Pushing event updated for resources: {'Subnet': ['ID=6e566a3e-3172-4ceb-b96e-905b1a9194b4,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:35.400332 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-692370bf-46f2-4835-bef0-78730d3ebb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7ea16490>, [{'id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'name': 'tempest-AttachVolumeNegativeTest-1449072548-router', 'tenant_id': '57990769f50b412194a108cdd627a767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.74'}], 'enable_snat': True}, 'gw_port_id': 'acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:00:22Z', 'updated_at': '2022-05-07T22:00:29Z', 'revision_number': 3, 'project_id': '57990769f50b412194a108cdd627a767', 'gw_port': {'id': 'acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6f:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:25Z', 'updated_at': '2022-05-07T22:00:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:00:35.419987 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bae6311-abb2-42b8-8778-bcd4cbf070b1 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Pushing event deleted for resources: {'Port': ['ID=15734ce2-5595-40b2-9ddf-671e34c3c38d,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:35.427484 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device a2847041-deca-4787-a520-36214b25c9cb up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:00:35.442117 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-adcf5da9-cf67-4da0-95ea-6086c3013448 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 1.1922998
May 07 22:00:35.463915 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 51108) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:00:35.498849 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692370bf-46f2-4835-bef0-78730d3ebb37 None None] Checking router: 2123aa39-c4f0-4e9a-9167-73acf960a6ad for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:00:35.504514 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692370bf-46f2-4835-bef0-78730d3ebb37 None None] Updating router 2123aa39-c4f0-4e9a-9167-73acf960a6ad port acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea binding host ncdv-master-1 {{(pid=121838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 22:00:35.527506 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-e64c1cd2-cc80-4e58-8507-8f8a30f931b2 None None] Attempting to bind port 9de510a5-372d-4a4b-9eb8-01ac850ea003 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:00:35.529681 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-e64c1cd2-cc80-4e58-8507-8f8a30f931b2 None None] Attempting to bind port 9de510a5-372d-4a4b-9eb8-01ac850ea003 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '93a726c5-b63b-41ea-965b-35fbc06f488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a83f92af-3764-4eda-a668-51a2c691a258'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:00:35.530249 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64c1cd2-cc80-4e58-8507-8f8a30f931b2 None None] Attempting to bind port 9de510a5-372d-4a4b-9eb8-01ac850ea003 on network a83f92af-3764-4eda-a668-51a2c691a258 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:00:35.600435 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64c1cd2-cc80-4e58-8507-8f8a30f931b2 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:00:35.601156 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64c1cd2-cc80-4e58-8507-8f8a30f931b2 None None] Checking segment: {'id': '93a726c5-b63b-41ea-965b-35fbc06f488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a83f92af-3764-4eda-a668-51a2c691a258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:00:35.601750 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e64c1cd2-cc80-4e58-8507-8f8a30f931b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:35.602311 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64c1cd2-cc80-4e58-8507-8f8a30f931b2 None None] Bound using segment: {'id': '93a726c5-b63b-41ea-965b-35fbc06f488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a83f92af-3764-4eda-a668-51a2c691a258'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:00:35.603023 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-e64c1cd2-cc80-4e58-8507-8f8a30f931b2 None None] Bound port: 9de510a5-372d-4a4b-9eb8-01ac850ea003, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93a726c5-b63b-41ea-965b-35fbc06f488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a83f92af-3764-4eda-a668-51a2c691a258'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:00:35.603582 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e64c1cd2-cc80-4e58-8507-8f8a30f931b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (9de510a5-372d-4a4b-9eb8-01ac850ea003), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:35.633614 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-a068e1c7-9767-4917-8133-7aaf42a9b2db None None] Current status of the port a2847041-deca-4787-a520-36214b25c9cb is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:00:35.645216 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-29bfe8b9-88f8-4bb5-bfcc-41206047452c req-b39241fe-24eb-49e9-8311-095b6530ca30 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2f94373-fd3e-4a2b-9dee-192df8871f41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3523021
May 07 22:00:35.695905 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-f9794d7a-6a5e-468c-96f2-efdba308b015 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Request body: {'subnet': {'network_id': 'cae71399-555d-4c7d-a5c1-4334cd28d19c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:00:35.736500 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-e64c1cd2-cc80-4e58-8507-8f8a30f931b2 None None] For port 9de510a5-372d-4a4b-9eb8-01ac850ea003, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:00:35.741282 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-e64c1cd2-cc80-4e58-8507-8f8a30f931b2 None None] For port 9de510a5-372d-4a4b-9eb8-01ac850ea003, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9de510a5-372d-4a4b-9eb8-01ac850ea003,segment=NetworkSegment(93a726c5-b63b-41ea-965b-35fbc06f488d),segment_id=93a726c5-b63b-41ea-965b-35fbc06f488d)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:00:35.767795 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-baebf189-a5d5-4ebb-88d0-dbb49c84081c req-3008c533-7bae-4aac-b759-a83fea514aad service neutron] 10.222.0.32 "GET /v2.0/networks/a83f92af-3764-4eda-a668-51a2c691a258?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3543952
May 07 22:00:35.779333 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e64c1cd2-cc80-4e58-8507-8f8a30f931b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (9de510a5-372d-4a4b-9eb8-01ac850ea003), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:35.857269 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-692370bf-46f2-4835-bef0-78730d3ebb37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:35.902734 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcf5da9-cf67-4da0-95ea-6086c3013448 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Pushing event updated for resources: {'Network': ['ID=cae71399-555d-4c7d-a5c1-4334cd28d19c,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:35.935239 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network cae71399-555d-4c7d-a5c1-4334cd28d19c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:00:35.983441 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5bae6311-abb2-42b8-8778-bcd4cbf070b1 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (3e9903c9-6550-4ae2-aa4f-70e03144784f), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:36.028961 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e095e3-5407-442c-90a8-5c6972237605 req-c068e160-4335-4c2c-a76d-a58f5abbb1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:36.031089 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a9e095e3-5407-442c-90a8-5c6972237605 req-c068e160-4335-4c2c-a76d-a58f5abbb1ad service neutron] 10.222.0.55 "GET /v2.0/subnets?id=28fef69b-5556-41b9-8d96-96dc0ff0d3b2 HTTP/1.1" status: 200  len: 849 time: 0.7325764
May 07 22:00:36.060799 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port a2847041-deca-4787-a520-36214b25c9cb triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:00:36.061184 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (a2847041-deca-4787-a520-36214b25c9cb), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:36.076947 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-baebf189-a5d5-4ebb-88d0-dbb49c84081c req-768c6519-4e52-4735-af58-b75e8af3b09b service neutron] 10.222.0.32 "GET /v2.0/networks/a83f92af-3764-4eda-a668-51a2c691a258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3082595
May 07 22:00:36.079113 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d0519c-1903-43f5-995e-c9a7b7937259 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Checking segment: {'id': '13155d6a-1633-49f3-8e61-a0cc05099860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ae74b87d-b20b-4cb8-8cb1-eb479af708e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:00:36.079487 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d0519c-1903-43f5-995e-c9a7b7937259 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Network hostable DHCP agents. Network: ae74b87d-b20b-4cb8-8cb1-eb479af708e0, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:00:36.081991 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9794d7a-6a5e-468c-96f2-efdba308b015 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Made reservation on behalf of d7da299cb7fd4b569f047ab71e3255d4 for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:00:36.085772 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f9794d7a-6a5e-468c-96f2-efdba308b015 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:36.097276 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e095e3-5407-442c-90a8-5c6972237605 req-78447316-d230-4535-8841-b06a5ded4a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:36.099000 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a9e095e3-5407-442c-90a8-5c6972237605 req-78447316-d230-4535-8841-b06a5ded4a92 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=750e8121-2671-438f-9a42-169be7e47286&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0532172
May 07 22:00:36.186859 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64c1cd2-cc80-4e58-8507-8f8a30f931b2 None None] Pushing event updated for resources: {'Port': ['ID=9de510a5-372d-4a4b-9eb8-01ac850ea003,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:36.314921 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-5bae6311-abb2-42b8-8778-bcd4cbf070b1 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf87426220>,) {'filters': {'network_id': ['3e9903c9-6550-4ae2-aa4f-70e03144784f']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:00:36.332898 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d0519c-1903-43f5-995e-c9a7b7937259 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Network ae74b87d-b20b-4cb8-8cb1-eb479af708e0 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:00:36.358373 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0db9ff1-df88-41a3-b31c-33e28ccdbb8a req-86bd823d-cba6-4b58-8dcc-9b7ff46eccf6 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:36.366698 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c0db9ff1-df88-41a3-b31c-33e28ccdbb8a req-86bd823d-cba6-4b58-8dcc-9b7ff46eccf6 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/ports?device_id=95f9d622-1591-4442-9da0-167bdb326758 HTTP/1.1" status: 200  len: 944 time: 0.4813702
May 07 22:00:36.386109 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-d9d0519c-1903-43f5-995e-c9a7b7937259 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ae74b87d-b20b-4cb8-8cb1-eb479af708e0) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:00:36.434237 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-5bae6311-abb2-42b8-8778-bcd4cbf070b1 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf87426220>, 'b31a7bd7-f013-44aa-a9c5-142fb752dadd') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:00:36.435126 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-5bae6311-abb2-42b8-8778-bcd4cbf070b1 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf87426220>, 'b31a7bd7-f013-44aa-a9c5-142fb752dadd') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:00:36.443975 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16d7ec9-c2e1-4cc0-83ad-799cb8d8a371 None None] Network ae74b87d-b20b-4cb8-8cb1-eb479af708e0 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:00:36.447293 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d0519c-1903-43f5-995e-c9a7b7937259 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:36.450313 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d9d0519c-1903-43f5-995e-c9a7b7937259 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:36.558260 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5bae6311-abb2-42b8-8778-bcd4cbf070b1 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (b31a7bd7-f013-44aa-a9c5-142fb752dadd), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:36.576706 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a183dc48-7647-47a5-8c77-7b2683f7f003 req-475ec631-6f8f-4191-af10-5f6b6f95a81c tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:36.578586 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a183dc48-7647-47a5-8c77-7b2683f7f003 req-475ec631-6f8f-4191-af10-5f6b6f95a81c tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.55 "GET /v2.0/networks?id=a83f92af-3764-4eda-a668-51a2c691a258 HTTP/1.1" status: 200  len: 816 time: 1.1351790
May 07 22:00:36.603431 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-d9d0519c-1903-43f5-995e-c9a7b7937259 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 4.2413881
May 07 22:00:36.612374 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 51132) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:00:36.618429 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5bae6311-abb2-42b8-8778-bcd4cbf070b1 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (b31a7bd7-f013-44aa-a9c5-142fb752dadd), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:36.632029 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-a183dc48-7647-47a5-8c77-7b2683f7f003 req-0df2aa58-a731-4a8a-aa4b-530ccc81d3b1 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Request body: {'port': {'device_id': '20117710-052c-46c3-8ca2-f601df488811', 'network_id': 'a83f92af-3764-4eda-a668-51a2c691a258', 'admin_state_up': True, 'tenant_id': '169e1e6f26414e3eaa454bc14100fece'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:00:36.702403 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bae6311-abb2-42b8-8778-bcd4cbf070b1 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:00:36.702684 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port a2847041-deca-4787-a520-36214b25c9cb is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:00:36.704645 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5bae6311-abb2-42b8-8778-bcd4cbf070b1 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (b31a7bd7-f013-44aa-a9c5-142fb752dadd), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:36.709154 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 22:00:36.709154 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:00:36.709154 ncdv-master-1 neutron-server[121836]:     timer()
May 07 22:00:36.709154 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:00:36.709154 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 22:00:36.709154 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:00:36.709154 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 22:00:36.709154 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:00:36.709154 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 22:00:36.709154 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:00:36.709154 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 22:00:36.709154 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:00:36.709154 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 22:00:36.709154 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:00:36.709154 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:00:36.709154 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:00:36.709154 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:00:36.709154 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:00:36.709154 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 22:00:36.709154 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:00:36.709154 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 22:00:36.709154 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:00:36.709154 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:00:36.709154 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:00:36.709154 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 22:00:36.709154 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:00:36.709154 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:00:36.709154 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:00:36.709154 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:00:36.709154 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:00:36.709154 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:00:36.709154 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:00:36.914871 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff389fc-16ad-434e-9255-8ff7508f6a8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ae74b87d-b20b-4cb8-8cb1-eb479af708e0', 'network_id': 'ae74b87d-b20b-4cb8-8cb1-eb479af708e0', 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'fixed_ips': [{'subnet_id': '6e566a3e-3172-4ceb-b96e-905b1a9194b4'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:00:36.919309 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-cff389fc-16ad-434e-9255-8ff7508f6a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:36.931339 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a9e095e3-5407-442c-90a8-5c6972237605 req-309b9ca9-d3c6-46d3-ae4b-b301084cc592 service neutron] 10.222.0.55 "GET /v2.0/networks/750e8121-2671-438f-9a42-169be7e47286?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7960560
May 07 22:00:36.944520 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c0db9ff1-df88-41a3-b31c-33e28ccdbb8a req-ef3b9ffa-16d6-4717-9406-89bf2b448a64 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ebb222e-3262-41b5-990d-c21161bc61e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5768979
May 07 22:00:37.011995 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5bae6311-abb2-42b8-8778-bcd4cbf070b1 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (3e9903c9-6550-4ae2-aa4f-70e03144784f), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:37.092489 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f9794d7a-6a5e-468c-96f2-efdba308b015 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (b6623de0-4675-4108-841f-98fd6ec85dff), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:37.159851 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bae6311-abb2-42b8-8778-bcd4cbf070b1 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Pushing event deleted for resources: {'Network': ['ID=3e9903c9-6550-4ae2-aa4f-70e03144784f,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:37.178750 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5bae6311-abb2-42b8-8778-bcd4cbf070b1 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:37.203871 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-5bae6311-abb2-42b8-8778-bcd4cbf070b1 tempest-TaggedBootDevicesTest-1550846050 tempest-TaggedBootDevicesTest-1550846050-project] 10.222.0.32 "DELETE /v2.0/networks/3e9903c9-6550-4ae2-aa4f-70e03144784f HTTP/1.1" status: 204  len: 168 time: 4.0369062
May 07 22:00:37.263859 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a183dc48-7647-47a5-8c77-7b2683f7f003 req-0df2aa58-a731-4a8a-aa4b-530ccc81d3b1 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Made reservation on behalf of 169e1e6f26414e3eaa454bc14100fece for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:00:37.277642 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81cb5b4-74b4-4c38-972d-d9eadae2023a req-7239ba61-ddab-419d-88c4-4fbfaaaa65f8 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:37.279188 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a81cb5b4-74b4-4c38-972d-d9eadae2023a req-7239ba61-ddab-419d-88c4-4fbfaaaa65f8 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/networks?id=a83f92af-3764-4eda-a668-51a2c691a258 HTTP/1.1" status: 200  len: 816 time: 0.6325109
May 07 22:00:37.287246 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-a183dc48-7647-47a5-8c77-7b2683f7f003 req-0df2aa58-a731-4a8a-aa4b-530ccc81d3b1 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:37.356450 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 9de510a5-372d-4a4b-9eb8-01ac850ea003 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:00:37.378071 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-692370bf-46f2-4835-bef0-78730d3ebb37 None None] Publish callbacks [] for port (acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea), precommit_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:37.425527 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbc5d94-27d3-436b-87ce-13abf35535cc req-b4cffc88-2960-461e-a7f7-631b105c122c tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:37.434900 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7cbc5d94-27d3-436b-87ce-13abf35535cc req-b4cffc88-2960-461e-a7f7-631b105c122c tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/ports?device_id=620355ca-9580-4384-9f83-9ec1f95922e3 HTTP/1.1" status: 200  len: 945 time: 0.2723031
May 07 22:00:37.517366 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-cff389fc-16ad-434e-9255-8ff7508f6a8c None None] Allocated IP 2001:db8:1::2 (ae74b87d-b20b-4cb8-8cb1-eb479af708e0/6e566a3e-3172-4ceb-b96e-905b1a9194b4/823a08a6-ab54-47d3-8acd-96df82a7d98e) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:00:37.570355 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a9e095e3-5407-442c-90a8-5c6972237605 req-601758c5-12ec-4644-a477-b132b03195ed service neutron] 10.222.0.55 "GET /v2.0/networks/750e8121-2671-438f-9a42-169be7e47286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6223381
May 07 22:00:37.657986 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9794d7a-6a5e-468c-96f2-efdba308b015 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Checking segment: {'id': 'cc912852-7759-418b-8e1c-060470e034cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'cae71399-555d-4c7d-a5c1-4334cd28d19c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:00:37.658400 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9794d7a-6a5e-468c-96f2-efdba308b015 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Network hostable DHCP agents. Network: cae71399-555d-4c7d-a5c1-4334cd28d19c, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:00:37.722436 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a81cb5b4-74b4-4c38-972d-d9eadae2023a req-29189b90-f960-4df0-9d47-c0397f500f4d tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/quotas/169e1e6f26414e3eaa454bc14100fece HTTP/1.1" status: 200  len: 375 time: 0.2043922
May 07 22:00:37.754198 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-cff389fc-16ad-434e-9255-8ff7508f6a8c None None] Publish callbacks [] for port (823a08a6-ab54-47d3-8acd-96df82a7d98e), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:37.784443 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-cff389fc-16ad-434e-9255-8ff7508f6a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (823a08a6-ab54-47d3-8acd-96df82a7d98e), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:37.795215 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9794d7a-6a5e-468c-96f2-efdba308b015 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Network cae71399-555d-4c7d-a5c1-4334cd28d19c is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:00:37.806463 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a81cb5b4-74b4-4c38-972d-d9eadae2023a req-d32b6dc0-90a5-42d7-ab0b-3118b99c3f2c tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=169e1e6f26414e3eaa454bc14100fece&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0729954
May 07 22:00:37.806699 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7cbc5d94-27d3-436b-87ce-13abf35535cc req-2a166abe-71aa-4546-b779-c8d9bae300a0 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2f94373-fd3e-4a2b-9dee-192df8871f41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3663568
May 07 22:00:37.829038 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-aa129851-838d-42a7-9bee-8cf38f8ebaad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:37.833216 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4688b81-6c2a-45bf-b943-01ae243e1720 None None] Network a83f92af-3764-4eda-a668-51a2c691a258 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:00:37.835146 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-692370bf-46f2-4835-bef0-78730d3ebb37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:37.854850 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff389fc-16ad-434e-9255-8ff7508f6a8c None None] Pushing event updated for resources: {'Port': ['ID=823a08a6-ab54-47d3-8acd-96df82a7d98e,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:37.858061 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [req-a183dc48-7647-47a5-8c77-7b2683f7f003 req-0df2aa58-a731-4a8a-aa4b-530ccc81d3b1 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Allocated IP 172.20.0.9 (a83f92af-3764-4eda-a668-51a2c691a258/8c650ca0-3b54-444b-821a-832849c70b43/f94f9f68-04c4-4723-8e48-775481388884) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:00:37.908552 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-b82cc29e-d563-4457-b3dc-1837c049b8ea None None] Provisioning complete for port 9de510a5-372d-4a4b-9eb8-01ac850ea003 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:00:37.908929 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b82cc29e-d563-4457-b3dc-1837c049b8ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (9de510a5-372d-4a4b-9eb8-01ac850ea003), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:37.948556 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a81cb5b4-74b4-4c38-972d-d9eadae2023a req-682ecc80-4221-457b-ba62-bece05d1edc1 service neutron] 10.222.0.32 "GET /v2.0/networks/a83f92af-3764-4eda-a668-51a2c691a258?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1241987
May 07 22:00:37.950251 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-f9794d7a-6a5e-468c-96f2-efdba308b015 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, cae71399-555d-4c7d-a5c1-4334cd28d19c) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:00:37.959487 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9794d7a-6a5e-468c-96f2-efdba308b015 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:37.962246 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f9794d7a-6a5e-468c-96f2-efdba308b015 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:37.982060 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa62b3de-da73-42a6-b43d-629a2cbf28a7 None None] Network cae71399-555d-4c7d-a5c1-4334cd28d19c requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:00:38.000530 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9794d7a-6a5e-468c-96f2-efdba308b015 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Pushing event updated for resources: {'Subnet': ['ID=b6623de0-4675-4108-841f-98fd6ec85dff,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:38.004753 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff389fc-16ad-434e-9255-8ff7508f6a8c None None] Network ae74b87d-b20b-4cb8-8cb1-eb479af708e0 is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:00:38.020268 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-f9794d7a-6a5e-468c-96f2-efdba308b015 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 2.5522571
May 07 22:00:38.029990 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-cff389fc-16ad-434e-9255-8ff7508f6a8c None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:00:38.030209 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 51158) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:00:38.127407 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff389fc-16ad-434e-9255-8ff7508f6a8c None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:00:38.182080 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 9de510a5-372d-4a4b-9eb8-01ac850ea003 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:00:38.183350 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (9de510a5-372d-4a4b-9eb8-01ac850ea003), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:38.290005 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7f3d236f-90b6-4fbd-82a1-4521702c3d01 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:38.337428 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7688047f-7d01-4173-aa0e-10ca71c145aa None None] Pushing event updated for resources: {'Port': ['ID=acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:38.340512 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-692370bf-46f2-4835-bef0-78730d3ebb37 None None] Attempting to bind port acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:00:38.341092 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-692370bf-46f2-4835-bef0-78730d3ebb37 None None] Attempting to bind port acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:00:38.341660 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692370bf-46f2-4835-bef0-78730d3ebb37 None None] Attempting to bind port acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea on network 9221b764-ef06-431f-8941-796516ed7c3b {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:00:38.415182 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-cff389fc-16ad-434e-9255-8ff7508f6a8c None None] Attempting to bind port 823a08a6-ab54-47d3-8acd-96df82a7d98e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:00:38.417281 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-cff389fc-16ad-434e-9255-8ff7508f6a8c None None] Attempting to bind port 823a08a6-ab54-47d3-8acd-96df82a7d98e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '13155d6a-1633-49f3-8e61-a0cc05099860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ae74b87d-b20b-4cb8-8cb1-eb479af708e0'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:00:38.417950 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff389fc-16ad-434e-9255-8ff7508f6a8c None None] Attempting to bind port 823a08a6-ab54-47d3-8acd-96df82a7d98e on network ae74b87d-b20b-4cb8-8cb1-eb479af708e0 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:00:38.424433 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-b82cc29e-d563-4457-b3dc-1837c049b8ea None None] Current status of the port 9de510a5-372d-4a4b-9eb8-01ac850ea003 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:00:38.425347 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b82cc29e-d563-4457-b3dc-1837c049b8ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (9de510a5-372d-4a4b-9eb8-01ac850ea003), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:38.433881 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff389fc-16ad-434e-9255-8ff7508f6a8c None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:00:38.434555 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff389fc-16ad-434e-9255-8ff7508f6a8c None None] Checking segment: {'id': '13155d6a-1633-49f3-8e61-a0cc05099860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ae74b87d-b20b-4cb8-8cb1-eb479af708e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:00:38.435255 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-cff389fc-16ad-434e-9255-8ff7508f6a8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:38.436372 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff389fc-16ad-434e-9255-8ff7508f6a8c None None] Bound using segment: {'id': '13155d6a-1633-49f3-8e61-a0cc05099860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ae74b87d-b20b-4cb8-8cb1-eb479af708e0'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:00:38.437559 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-cff389fc-16ad-434e-9255-8ff7508f6a8c None None] Bound port: 823a08a6-ab54-47d3-8acd-96df82a7d98e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13155d6a-1633-49f3-8e61-a0cc05099860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ae74b87d-b20b-4cb8-8cb1-eb479af708e0'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:00:38.438413 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-cff389fc-16ad-434e-9255-8ff7508f6a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (823a08a6-ab54-47d3-8acd-96df82a7d98e), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:38.463745 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a81cb5b4-74b4-4c38-972d-d9eadae2023a req-a060efc2-dd5c-46ca-a238-8ed1e8fd948f service neutron] 10.222.0.32 "GET /v2.0/networks/a83f92af-3764-4eda-a668-51a2c691a258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4743505
May 07 22:00:38.464514 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692370bf-46f2-4835-bef0-78730d3ebb37 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:00:38.465098 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692370bf-46f2-4835-bef0-78730d3ebb37 None None] Checking segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:00:38.465665 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-692370bf-46f2-4835-bef0-78730d3ebb37 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:38.466227 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-692370bf-46f2-4835-bef0-78730d3ebb37 None None] Bound using segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:00:38.466910 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-692370bf-46f2-4835-bef0-78730d3ebb37 None None] Bound port: acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:00:38.468342 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-692370bf-46f2-4835-bef0-78730d3ebb37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:38.789803 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-692370bf-46f2-4835-bef0-78730d3ebb37 None None] For port acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:00:38.808620 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-692370bf-46f2-4835-bef0-78730d3ebb37 None None] For port acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:00:38.853186 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-692370bf-46f2-4835-bef0-78730d3ebb37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:38.915971 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a598426a-f96d-45b2-9c95-7e20b99f8376 req-ccf05224-43ed-4928-b569-2a0997358a3b tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/ports?device_id=77ba773a-10d4-4c62-b1a6-a64c236b6bff HTTP/1.1" status: 200  len: 210 time: 0.0750999
May 07 22:00:38.955746 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-7f3d236f-90b6-4fbd-82a1-4521702c3d01 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Allocated IP 2001:db8:1::1 (ae74b87d-b20b-4cb8-8cb1-eb479af708e0/6e566a3e-3172-4ceb-b96e-905b1a9194b4/11f529b2-9b2b-4fc8-8708-2c4e7852dad2) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:00:39.199877 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-a183dc48-7647-47a5-8c77-7b2683f7f003 req-0df2aa58-a731-4a8a-aa4b-530ccc81d3b1 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Publish callbacks [] for port (f94f9f68-04c4-4723-8e48-775481388884), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:39.272790 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 7246b97e-cc3a-4e69-8bd1-0d36632d83ff details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:00:39.291039 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30544684-5630-4b27-b24e-62e94e30bedc req-7b62fd50-7b0b-4e56-bfef-d0d1a4fe20e5 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:39.303799 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-30544684-5630-4b27-b24e-62e94e30bedc req-7b62fd50-7b0b-4e56-bfef-d0d1a4fe20e5 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/ports?device_id=620355ca-9580-4384-9f83-9ec1f95922e3 HTTP/1.1" status: 200  len: 945 time: 0.1807864
May 07 22:00:39.358551 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-aa129851-838d-42a7-9bee-8cf38f8ebaad admin admin] Allocated IP 172.20.0.1 (f64cbfbe-feaa-48dc-9089-9445aa1eaa5a/86e7e675-440c-49d1-8be8-1667506afa40/dd203508-b1f9-4999-a351-df4ad5229f44) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:00:39.388376 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7f3d236f-90b6-4fbd-82a1-4521702c3d01 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks [] for port (11f529b2-9b2b-4fc8-8708-2c4e7852dad2), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:39.422975 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-30544684-5630-4b27-b24e-62e94e30bedc req-70f3ba1f-2cb9-4ff6-94bd-d99689e0dc5b tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2f94373-fd3e-4a2b-9dee-192df8871f41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1141567
May 07 22:00:39.573085 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7f3d236f-90b6-4fbd-82a1-4521702c3d01 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (11f529b2-9b2b-4fc8-8708-2c4e7852dad2), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:39.598330 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-b82cc29e-d563-4457-b3dc-1837c049b8ea None None] For port 9de510a5-372d-4a4b-9eb8-01ac850ea003, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9de510a5-372d-4a4b-9eb8-01ac850ea003,segment=NetworkSegment(93a726c5-b63b-41ea-965b-35fbc06f488d),segment_id=93a726c5-b63b-41ea-965b-35fbc06f488d)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:00:39.605718 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 9de510a5-372d-4a4b-9eb8-01ac850ea003 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:00:39.606587 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (9de510a5-372d-4a4b-9eb8-01ac850ea003), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:39.670468 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3d236f-90b6-4fbd-82a1-4521702c3d01 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Network ae74b87d-b20b-4cb8-8cb1-eb479af708e0 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:00:39.678293 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-aa129851-838d-42a7-9bee-8cf38f8ebaad admin admin] Publish callbacks [] for port (dd203508-b1f9-4999-a351-df4ad5229f44), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:39.678512 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-7f3d236f-90b6-4fbd-82a1-4521702c3d01 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:00:39.691472 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3d236f-90b6-4fbd-82a1-4521702c3d01 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:00:39.696179 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7f3d236f-90b6-4fbd-82a1-4521702c3d01 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398161'] for router_interface (f401884a-34c3-4298-b93b-87fb57ab5ea1), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:39.738377 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b82cc29e-d563-4457-b3dc-1837c049b8ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (9de510a5-372d-4a4b-9eb8-01ac850ea003), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:39.753021 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7688047f-7d01-4173-aa0e-10ca71c145aa None None] Pushing event updated for resources: {'Port': ['ID=acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:39.805498 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3d236f-90b6-4fbd-82a1-4521702c3d01 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Pushing event updated for resources: {'Port': ['ID=11f529b2-9b2b-4fc8-8708-2c4e7852dad2,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:39.816672 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e141ee4-3780-4208-b1ef-9195d2236cb2 req-92ff5927-e2fa-4b44-8bd3-6b779b1219dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:39.819888 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7e141ee4-3780-4208-b1ef-9195d2236cb2 req-92ff5927-e2fa-4b44-8bd3-6b779b1219dd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=81e5c5d849ea4fc59d5c4fc58b31530f&device_id=95f9d622-1591-4442-9da0-167bdb326758 HTTP/1.1" status: 200  len: 1126 time: 0.3441484
May 07 22:00:39.870169 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d20809e-3f18-44dd-ab32-2c1999a37d97 req-d018cde2-ff66-4fee-a62f-9a5090f3de5f tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:39.885366 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6d20809e-3f18-44dd-ab32-2c1999a37d97 req-d018cde2-ff66-4fee-a62f-9a5090f3de5f tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/ports?device_id=95f9d622-1591-4442-9da0-167bdb326758 HTTP/1.1" status: 200  len: 944 time: 1.7207110
May 07 22:00:39.894899 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692370bf-46f2-4835-bef0-78730d3ebb37 None None] Routers {'2123aa39-c4f0-4e9a-9167-73acf960a6ad'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:00:39.897330 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-692370bf-46f2-4835-bef0-78730d3ebb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7ea16490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:00:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['2123aa39-c4f0-4e9a-9167-73acf960a6ad'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:00:39.902952 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477acc98-a9d5-46fa-9a68-3d9e72dc573e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-cae71399-555d-4c7d-a5c1-4334cd28d19c', 'network_id': 'cae71399-555d-4c7d-a5c1-4334cd28d19c', 'project_id': 'd7da299cb7fd4b569f047ab71e3255d4', 'fixed_ips': [{'subnet_id': 'b6623de0-4675-4108-841f-98fd6ec85dff'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:00:39.907805 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-477acc98-a9d5-46fa-9a68-3d9e72dc573e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:39.926708 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-aa129851-838d-42a7-9bee-8cf38f8ebaad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (dd203508-b1f9-4999-a351-df4ad5229f44), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:40.027125 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-a183dc48-7647-47a5-8c77-7b2683f7f003 req-0df2aa58-a731-4a8a-aa4b-530ccc81d3b1 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (f94f9f68-04c4-4723-8e48-775481388884), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:40.027711 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7f3d236f-90b6-4fbd-82a1-4521702c3d01 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (11f529b2-9b2b-4fc8-8708-2c4e7852dad2), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:40.106472 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-08de06e1-224e-496f-a08a-d485ed080b23 req-ff62ced2-0502-4c9c-984c-eae931561e3f tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/ports?device_id=77ba773a-10d4-4c62-b1a6-a64c236b6bff HTTP/1.1" status: 200  len: 210 time: 0.0620770
May 07 22:00:40.132212 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa129851-838d-42a7-9bee-8cf38f8ebaad admin admin] Pushing event updated for resources: {'Port': ['ID=dd203508-b1f9-4999-a351-df4ad5229f44,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:40.254362 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa129851-838d-42a7-9bee-8cf38f8ebaad admin admin] Network f64cbfbe-feaa-48dc-9089-9445aa1eaa5a is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:00:40.279402 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2e6b9915-b425-4e0d-b10c-33ab1b59abcf tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (cae71399-555d-4c7d-a5c1-4334cd28d19c), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:40.281299 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-477acc98-a9d5-46fa-9a68-3d9e72dc573e None None] Allocated IP 172.20.0.1 (cae71399-555d-4c7d-a5c1-4334cd28d19c/b6623de0-4675-4108-841f-98fd6ec85dff/885d1eee-7527-44fd-9fe9-8147ab8532ab) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:00:40.301528 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a183dc48-7647-47a5-8c77-7b2683f7f003 req-0df2aa58-a731-4a8a-aa4b-530ccc81d3b1 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Network a83f92af-3764-4eda-a668-51a2c691a258 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:00:40.307128 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-aa129851-838d-42a7-9bee-8cf38f8ebaad admin admin] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:00:40.331664 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa129851-838d-42a7-9bee-8cf38f8ebaad admin admin] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:00:40.339225 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [req-a183dc48-7647-47a5-8c77-7b2683f7f003 req-0df2aa58-a731-4a8a-aa4b-530ccc81d3b1 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:00:40.395576 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-a183dc48-7647-47a5-8c77-7b2683f7f003 req-0df2aa58-a731-4a8a-aa4b-530ccc81d3b1 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:00:40.463953 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6d20809e-3f18-44dd-ab32-2c1999a37d97 req-3fbfd6d0-7c37-4fac-a0bd-45026fd9d8a7 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ebb222e-3262-41b5-990d-c21161bc61e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5667522
May 07 22:00:40.495320 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df2aa58-a731-4a8a-aa4b-530ccc81d3b1 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Pushing event updated for resources: {'Port': ['ID=f94f9f68-04c4-4723-8e48-775481388884,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:40.505580 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-477acc98-a9d5-46fa-9a68-3d9e72dc573e None None] Publish callbacks [] for port (885d1eee-7527-44fd-9fe9-8147ab8532ab), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:40.658730 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-aa129851-838d-42a7-9bee-8cf38f8ebaad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398161'] for router_interface (2123aa39-c4f0-4e9a-9167-73acf960a6ad), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:40.684337 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baebf189-a5d5-4ebb-88d0-dbb49c84081c req-a9302912-8f93-4ef3-8465-5f1d4f6fadd2 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:40.696151 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-baebf189-a5d5-4ebb-88d0-dbb49c84081c req-a9302912-8f93-4ef3-8465-5f1d4f6fadd2 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.55 "GET /v2.0/networks?id=a83f92af-3764-4eda-a668-51a2c691a258 HTTP/1.1" status: 200  len: 816 time: 0.9617047
May 07 22:00:40.767501 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-477acc98-a9d5-46fa-9a68-3d9e72dc573e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (885d1eee-7527-44fd-9fe9-8147ab8532ab), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:40.804304 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-baebf189-a5d5-4ebb-88d0-dbb49c84081c req-130df7eb-fb19-438e-b2b5-33ee0a6f006f tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Request body: {'port': {'device_id': 'bdd32653-348f-44ed-80fe-0a58500e3ced', 'network_id': 'a83f92af-3764-4eda-a668-51a2c691a258', 'admin_state_up': True, 'tenant_id': '169e1e6f26414e3eaa454bc14100fece'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:00:40.954224 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e141ee4-3780-4208-b1ef-9195d2236cb2 req-8f0cf43f-d048-4977-a9a5-1d0671683d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:40.957614 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7e141ee4-3780-4208-b1ef-9195d2236cb2 req-8f0cf43f-d048-4977-a9a5-1d0671683d65 service neutron] 10.222.0.55 "GET /v2.0/networks?id=750e8121-2671-438f-9a42-169be7e47286 HTTP/1.1" status: 200  len: 911 time: 1.0413713
May 07 22:00:41.000115 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a183dc48-7647-47a5-8c77-7b2683f7f003 req-0df2aa58-a731-4a8a-aa4b-530ccc81d3b1 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:41.000934 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-a183dc48-7647-47a5-8c77-7b2683f7f003 req-0df2aa58-a731-4a8a-aa4b-530ccc81d3b1 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:41.047683 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.db.resource_extend [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] It took 1.09 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 07 22:00:41.085052 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477acc98-a9d5-46fa-9a68-3d9e72dc573e None None] Network cae71399-555d-4c7d-a5c1-4334cd28d19c is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:00:41.097874 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7e141ee4-3780-4208-b1ef-9195d2236cb2 req-bcb5ddfe-143d-451f-bfb4-301237fed488 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7246b97e-cc3a-4e69-8bd1-0d36632d83ff HTTP/1.1" status: 200  len: 217 time: 0.1276188
May 07 22:00:41.121949 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2e6b9915-b425-4e0d-b10c-33ab1b59abcf tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (b6623de0-4675-4108-841f-98fd6ec85dff), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:41.159284 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-477acc98-a9d5-46fa-9a68-3d9e72dc573e None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:00:41.167004 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477acc98-a9d5-46fa-9a68-3d9e72dc573e None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:00:41.178267 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-07d52af8-d3b0-4a91-b5d2-6aaa8dad2cfd None None] Provisioning complete for port 9de510a5-372d-4a4b-9eb8-01ac850ea003 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:00:41.179007 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-07d52af8-d3b0-4a91-b5d2-6aaa8dad2cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (9de510a5-372d-4a4b-9eb8-01ac850ea003), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:41.182802 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.db.api [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 07 22:00:41.183261 ncdv-master-1 neutron-server[121838]: DEBUG oslo_db.api [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 07 22:00:41.311942 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a183dc48-7647-47a5-8c77-7b2683f7f003 req-0df2aa58-a731-4a8a-aa4b-530ccc81d3b1 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.7100286
May 07 22:00:41.329106 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-a183dc48-7647-47a5-8c77-7b2683f7f003 req-f3762440-c41c-4e74-a316-31c19d4d4aba service neutron] Request body: {'port': {'device_id': '20117710-052c-46c3-8ca2-f601df488811', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:00:41.382126 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4c12901a-e9dd-4615-986a-0bbe8de455d2 req-efe2c4d8-c6c0-4573-b1a3-d69ebaab6411 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/ports?device_id=77ba773a-10d4-4c62-b1a6-a64c236b6bff HTTP/1.1" status: 200  len: 210 time: 0.0779233
May 07 22:00:41.450075 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e141ee4-3780-4208-b1ef-9195d2236cb2 req-0c98948a-fd5e-4b34-895d-87ac44c542e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:41.459572 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7e141ee4-3780-4208-b1ef-9195d2236cb2 req-0c98948a-fd5e-4b34-895d-87ac44c542e6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=28fef69b-5556-41b9-8d96-96dc0ff0d3b2 HTTP/1.1" status: 200  len: 849 time: 0.3471875
May 07 22:00:41.515748 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26c3f76-f73a-4791-bac6-16d33d906cc2 req-84b89795-651f-431c-b6d7-f9622cf552a8 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:41.517776 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e26c3f76-f73a-4791-bac6-16d33d906cc2 req-84b89795-651f-431c-b6d7-f9622cf552a8 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/ports?device_id=620355ca-9580-4384-9f83-9ec1f95922e3 HTTP/1.1" status: 200  len: 945 time: 0.8942068
May 07 22:00:41.535506 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-cff389fc-16ad-434e-9255-8ff7508f6a8c None None] For port 823a08a6-ab54-47d3-8acd-96df82a7d98e, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:00:41.561791 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-cff389fc-16ad-434e-9255-8ff7508f6a8c None None] For port 823a08a6-ab54-47d3-8acd-96df82a7d98e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=823a08a6-ab54-47d3-8acd-96df82a7d98e,segment=NetworkSegment(13155d6a-1633-49f3-8e61-a0cc05099860),segment_id=13155d6a-1633-49f3-8e61-a0cc05099860)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:00:41.652346 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-a183dc48-7647-47a5-8c77-7b2683f7f003 req-f3762440-c41c-4e74-a316-31c19d4d4aba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f94f9f68-04c4-4723-8e48-775481388884), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:41.657786 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-aa129851-838d-42a7-9bee-8cf38f8ebaad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (dd203508-b1f9-4999-a351-df4ad5229f44), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:41.662469 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e141ee4-3780-4208-b1ef-9195d2236cb2 req-af7b0311-881e-4708-bf09-df5b3ebe4df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:41.664829 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7e141ee4-3780-4208-b1ef-9195d2236cb2 req-af7b0311-881e-4708-bf09-df5b3ebe4df0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=750e8121-2671-438f-9a42-169be7e47286&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1980083
May 07 22:00:41.706368 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-baebf189-a5d5-4ebb-88d0-dbb49c84081c req-130df7eb-fb19-438e-b2b5-33ee0a6f006f tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Made reservation on behalf of 169e1e6f26414e3eaa454bc14100fece for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:00:41.710118 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-baebf189-a5d5-4ebb-88d0-dbb49c84081c req-130df7eb-fb19-438e-b2b5-33ee0a6f006f tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:41.712793 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2e6b9915-b425-4e0d-b10c-33ab1b59abcf tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (b6623de0-4675-4108-841f-98fd6ec85dff), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:41.746296 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-692370bf-46f2-4835-bef0-78730d3ebb37 None None] Set router 2123aa39-c4f0-4e9a-9167-73acf960a6ad gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:00:41.814954 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 22:00:41.830562 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-477acc98-a9d5-46fa-9a68-3d9e72dc573e None None] Attempting to bind port 885d1eee-7527-44fd-9fe9-8147ab8532ab on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:00:41.831171 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-477acc98-a9d5-46fa-9a68-3d9e72dc573e None None] Attempting to bind port 885d1eee-7527-44fd-9fe9-8147ab8532ab by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cc912852-7759-418b-8e1c-060470e034cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'cae71399-555d-4c7d-a5c1-4334cd28d19c'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:00:41.831958 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477acc98-a9d5-46fa-9a68-3d9e72dc573e None None] Attempting to bind port 885d1eee-7527-44fd-9fe9-8147ab8532ab on network cae71399-555d-4c7d-a5c1-4334cd28d19c {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:00:41.833577 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82cc29e-d563-4457-b3dc-1837c049b8ea None None] Pushing event updated for resources: {'Port': ['ID=9de510a5-372d-4a4b-9eb8-01ac850ea003,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:41.843012 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-cff389fc-16ad-434e-9255-8ff7508f6a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (823a08a6-ab54-47d3-8acd-96df82a7d98e), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:41.886485 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e26c3f76-f73a-4791-bac6-16d33d906cc2 req-116ec747-8cbc-4897-8225-ce6b220e4253 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2f94373-fd3e-4a2b-9dee-192df8871f41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3519301
May 07 22:00:41.937289 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6b9915-b425-4e0d-b10c-33ab1b59abcf tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Pushing event deleted for resources: {'Subnet': ['ID=b6623de0-4675-4108-841f-98fd6ec85dff,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:41.959559 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477acc98-a9d5-46fa-9a68-3d9e72dc573e None None] Pushing event updated for resources: {'Port': ['ID=885d1eee-7527-44fd-9fe9-8147ab8532ab,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:41.975532 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81cb5b4-74b4-4c38-972d-d9eadae2023a req-ac51e322-7007-4cf5-b749-65e1ad6c0771 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:41.977213 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a81cb5b4-74b4-4c38-972d-d9eadae2023a req-ac51e322-7007-4cf5-b749-65e1ad6c0771 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.59 "GET /v2.0/networks?id=a83f92af-3764-4eda-a668-51a2c691a258 HTTP/1.1" status: 200  len: 816 time: 0.4092469
May 07 22:00:42.011219 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-a81cb5b4-74b4-4c38-972d-d9eadae2023a req-2b637be9-36e2-495c-94fe-a29f1caaae71 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Request body: {'port': {'device_id': '77ba773a-10d4-4c62-b1a6-a64c236b6bff', 'network_id': 'a83f92af-3764-4eda-a668-51a2c691a258', 'admin_state_up': True, 'tenant_id': '169e1e6f26414e3eaa454bc14100fece'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:00:42.023838 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc69b64-a33e-4c4f-87b8-1e60dad5511f req-6ed0213b-2fcb-42cb-b315-e965fee549e2 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:42.031955 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2dc69b64-a33e-4c4f-87b8-1e60dad5511f req-6ed0213b-2fcb-42cb-b315-e965fee549e2 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/ports?device_id=95f9d622-1591-4442-9da0-167bdb326758 HTTP/1.1" status: 200  len: 944 time: 0.3377879
May 07 22:00:42.122432 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff389fc-16ad-434e-9255-8ff7508f6a8c None None] Pushing event updated for resources: {'Port': ['ID=823a08a6-ab54-47d3-8acd-96df82a7d98e,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:42.227764 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7f3d236f-90b6-4fbd-82a1-4521702c3d01 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks [] for port (11f529b2-9b2b-4fc8-8708-2c4e7852dad2), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:42.261718 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2e6b9915-b425-4e0d-b10c-33ab1b59abcf tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (cae71399-555d-4c7d-a5c1-4334cd28d19c), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:42.265675 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7f3d236f-90b6-4fbd-82a1-4521702c3d01 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (11f529b2-9b2b-4fc8-8708-2c4e7852dad2), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:42.266882 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7f3d236f-90b6-4fbd-82a1-4521702c3d01 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401121'] for router_interface (f401884a-34c3-4298-b93b-87fb57ab5ea1), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:42.299271 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477acc98-a9d5-46fa-9a68-3d9e72dc573e None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:00:42.299659 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477acc98-a9d5-46fa-9a68-3d9e72dc573e None None] Checking segment: {'id': 'cc912852-7759-418b-8e1c-060470e034cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'cae71399-555d-4c7d-a5c1-4334cd28d19c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:00:42.300070 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-477acc98-a9d5-46fa-9a68-3d9e72dc573e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:42.300476 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477acc98-a9d5-46fa-9a68-3d9e72dc573e None None] Bound using segment: {'id': 'cc912852-7759-418b-8e1c-060470e034cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'cae71399-555d-4c7d-a5c1-4334cd28d19c'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:00:42.300959 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-477acc98-a9d5-46fa-9a68-3d9e72dc573e None None] Bound port: 885d1eee-7527-44fd-9fe9-8147ab8532ab, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc912852-7759-418b-8e1c-060470e034cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'cae71399-555d-4c7d-a5c1-4334cd28d19c'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:00:42.301350 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-477acc98-a9d5-46fa-9a68-3d9e72dc573e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (885d1eee-7527-44fd-9fe9-8147ab8532ab), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:42.394939 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 9de510a5-372d-4a4b-9eb8-01ac850ea003 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:00:42.409035 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3d236f-90b6-4fbd-82a1-4521702c3d01 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Pushing event updated for resources: {'Port': ['ID=11f529b2-9b2b-4fc8-8708-2c4e7852dad2,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:42.429684 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7e141ee4-3780-4208-b1ef-9195d2236cb2 req-382eaf89-3659-4528-95cd-60b0c9c2ab11 service neutron] 10.222.0.55 "GET /v2.0/networks/750e8121-2671-438f-9a42-169be7e47286?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7501001
May 07 22:00:42.448328 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a81cb5b4-74b4-4c38-972d-d9eadae2023a req-2b637be9-36e2-495c-94fe-a29f1caaae71 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Made reservation on behalf of 169e1e6f26414e3eaa454bc14100fece for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:00:42.462235 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-a81cb5b4-74b4-4c38-972d-d9eadae2023a req-2b637be9-36e2-495c-94fe-a29f1caaae71 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:42.463296 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-2e6b9915-b425-4e0d-b10c-33ab1b59abcf tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf85e265e0>,) {'filters': {'network_id': ['cae71399-555d-4c7d-a5c1-4334cd28d19c']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:00:42.513883 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-2e6b9915-b425-4e0d-b10c-33ab1b59abcf tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf85e265e0>, 'cc912852-7759-418b-8e1c-060470e034cc') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:00:42.513883 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-2e6b9915-b425-4e0d-b10c-33ab1b59abcf tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf85e265e0>, 'cc912852-7759-418b-8e1c-060470e034cc') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:00:42.516075 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 7246b97e-cc3a-4e69-8bd1-0d36632d83ff, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7246b97e-cc3a-4e69-8bd1-0d36632d83ff,segment=NetworkSegment(946603cd-661c-44e1-83be-0ffa4fba5a22),segment_id=946603cd-661c-44e1-83be-0ffa4fba5a22)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:00:42.540589 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2dc69b64-a33e-4c4f-87b8-1e60dad5511f req-3ac9a170-5245-4dd7-bc94-d62f8c3b8131 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ebb222e-3262-41b5-990d-c21161bc61e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5013747
May 07 22:00:42.556300 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': '7246b97e-cc3a-4e69-8bd1-0d36632d83ff', 'network_id': '750e8121-2671-438f-9a42-169be7e47286', 'port_id': '7246b97e-cc3a-4e69-8bd1-0d36632d83ff', 'mac_address': 'fa:16:3e:d0:b2:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28fef69b-5556-41b9-8d96-96dc0ff0d3b2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:00:42.667619 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2e6b9915-b425-4e0d-b10c-33ab1b59abcf tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (cc912852-7759-418b-8e1c-060470e034cc), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:42.673362 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-477acc98-a9d5-46fa-9a68-3d9e72dc573e None None] For port 885d1eee-7527-44fd-9fe9-8147ab8532ab, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:00:42.686807 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-477acc98-a9d5-46fa-9a68-3d9e72dc573e None None] For port 885d1eee-7527-44fd-9fe9-8147ab8532ab, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=885d1eee-7527-44fd-9fe9-8147ab8532ab,segment=NetworkSegment(cc912852-7759-418b-8e1c-060470e034cc),segment_id=cc912852-7759-418b-8e1c-060470e034cc)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:00:42.698595 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-65e3a0ad-2e4d-45ca-ae6c-5933a33ebaad req-c86cea15-552a-44de-9829-6a4159fe1bda tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/ports?device_id=77ba773a-10d4-4c62-b1a6-a64c236b6bff HTTP/1.1" status: 200  len: 210 time: 0.0844886
May 07 22:00:42.770254 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3d236f-90b6-4fbd-82a1-4521702c3d01 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Network ae74b87d-b20b-4cb8-8cb1-eb479af708e0 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:00:42.773386 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [req-baebf189-a5d5-4ebb-88d0-dbb49c84081c req-130df7eb-fb19-438e-b2b5-33ee0a6f006f tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Allocated IP 172.20.0.5 (a83f92af-3764-4eda-a668-51a2c691a258/8c650ca0-3b54-444b-821a-832849c70b43/4cb9d745-576d-4349-82d0-2e6fc098ae28) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:00:42.788026 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2e6b9915-b425-4e0d-b10c-33ab1b59abcf tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (cc912852-7759-418b-8e1c-060470e034cc), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:42.808439 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-477acc98-a9d5-46fa-9a68-3d9e72dc573e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (885d1eee-7527-44fd-9fe9-8147ab8532ab), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:42.837409 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 9de510a5-372d-4a4b-9eb8-01ac850ea003 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:00:42.850072 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-7f3d236f-90b6-4fbd-82a1-4521702c3d01 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:00:42.857079 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e6b9915-b425-4e0d-b10c-33ab1b59abcf tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:00:42.857755 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2e6b9915-b425-4e0d-b10c-33ab1b59abcf tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (cc912852-7759-418b-8e1c-060470e034cc), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:42.865586 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 22:00:42.865586 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:00:42.865586 ncdv-master-1 neutron-server[121836]:     timer()
May 07 22:00:42.865586 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:00:42.865586 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 22:00:42.865586 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:00:42.865586 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 22:00:42.865586 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:00:42.865586 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 22:00:42.865586 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:00:42.865586 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 22:00:42.865586 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:00:42.865586 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 22:00:42.865586 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:00:42.865586 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:00:42.865586 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:00:42.865586 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:00:42.865586 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:00:42.865586 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 22:00:42.865586 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:00:42.865586 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 22:00:42.865586 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:00:42.865586 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:00:42.865586 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:00:42.865586 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 22:00:42.865586 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:00:42.865586 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:00:42.865586 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:00:42.865586 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:00:42.865586 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:00:42.865586 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:00:42.865586 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:00:42.876395 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e830cd-751b-4353-ba4b-4af153571757 req-a2c502ae-5d4c-4963-b0b4-e81fa25f8e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:42.877951 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-65e830cd-751b-4353-ba4b-4af153571757 req-a2c502ae-5d4c-4963-b0b4-e81fa25f8e91 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=4f25e7e4b2ae4a278467bc1a4fc5fa46&device_id=5d5d0aa6-f907-4569-bedc-2979f6637d33 HTTP/1.1" status: 200  len: 1130 time: 0.3051128
May 07 22:00:43.073189 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7e141ee4-3780-4208-b1ef-9195d2236cb2 req-b944d0d1-7cac-4a1e-9677-7f32e93b3762 service neutron] 10.222.0.55 "GET /v2.0/networks/750e8121-2671-438f-9a42-169be7e47286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5711432
May 07 22:00:43.095002 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-07d52af8-d3b0-4a91-b5d2-6aaa8dad2cfd None None] Current status of the port 9de510a5-372d-4a4b-9eb8-01ac850ea003 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:00:43.210803 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-aa129851-838d-42a7-9bee-8cf38f8ebaad admin admin] Publish callbacks [] for port (dd203508-b1f9-4999-a351-df4ad5229f44), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:43.224681 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 51306) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:00:43.277035 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-aa129851-838d-42a7-9bee-8cf38f8ebaad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (dd203508-b1f9-4999-a351-df4ad5229f44), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:43.332024 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.db.api [None req-2e6b9915-b425-4e0d-b10c-33ab1b59abcf tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
May 07 22:00:43.332024 ncdv-master-1 neutron-server[121836]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
May 07 22:00:43.332024 ncdv-master-1 neutron-server[121836]: [parameters: {'id': 'cae71399-555d-4c7d-a5c1-4334cd28d19c'}]
May 07 22:00:43.332024 ncdv-master-1 neutron-server[121836]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=121836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 07 22:00:43.332404 ncdv-master-1 neutron-server[121836]: DEBUG oslo_db.api [None req-2e6b9915-b425-4e0d-b10c-33ab1b59abcf tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 07 22:00:43.350180 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 7246b97e-cc3a-4e69-8bd1-0d36632d83ff is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:00:43.350528 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (7246b97e-cc3a-4e69-8bd1-0d36632d83ff), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:43.380351 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f3d236f-90b6-4fbd-82a1-4521702c3d01 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Router f401884a-34c3-4298-b93b-87fb57ab5ea1 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:00:43.383997 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e830cd-751b-4353-ba4b-4af153571757 req-493ac718-c7aa-40e7-b023-8723906ba1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:43.386049 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-65e830cd-751b-4353-ba4b-4af153571757 req-493ac718-c7aa-40e7-b023-8723906ba1ad service neutron] 10.222.0.59 "GET /v2.0/networks?id=665487f0-78eb-47fb-9a06-b15bc614dc47 HTTP/1.1" status: 200  len: 870 time: 0.4845297
May 07 22:00:43.386745 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7246b97e-cc3a-4e69-8bd1-0d36632d83ff {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:00:43.394012 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b7b9a9-ddc4-4939-95f5-fbb04b82be56 None None] Network cae71399-555d-4c7d-a5c1-4334cd28d19c requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:00:43.420317 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-692370bf-46f2-4835-bef0-78730d3ebb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7ea16490>, [{'id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'name': 'tempest-AttachVolumeNegativeTest-1449072548-router', 'tenant_id': '57990769f50b412194a108cdd627a767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.74'}], 'enable_snat': True}, 'gw_port_id': 'acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:00:22Z', 'updated_at': '2022-05-07T22:00:29Z', 'revision_number': 3, 'project_id': '57990769f50b412194a108cdd627a767', 'gw_port': {'id': 'acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6f:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:25Z', 'updated_at': '2022-05-07T22:00:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:00:43.449343 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-34ea6111-f1ad-4f9a-b254-7e054df20a4d None None] Provisioning complete for port dd203508-b1f9-4999-a351-df4ad5229f44 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:00:43.449727 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-34ea6111-f1ad-4f9a-b254-7e054df20a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (dd203508-b1f9-4999-a351-df4ad5229f44), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:43.458559 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692370bf-46f2-4835-bef0-78730d3ebb37 None None] The sync data for ids ['2123aa39-c4f0-4e9a-9167-73acf960a6ad'] in ncdv-master-1 is: [{'id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'name': 'tempest-AttachVolumeNegativeTest-1449072548-router', 'tenant_id': '57990769f50b412194a108cdd627a767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.74'}], 'enable_snat': True}, 'gw_port_id': 'acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:00:22Z', 'updated_at': '2022-05-07T22:00:29Z', 'revision_number': 3, 'project_id': '57990769f50b412194a108cdd627a767', 'gw_port': {'id': 'acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6f:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:25Z', 'updated_at': '2022-05-07T22:00:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:00:43.624105 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-65e830cd-751b-4353-ba4b-4af153571757 req-daa253ec-b9c0-4594-9979-9c24bec2feda service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=73e10226-084a-4235-a376-31a716d63e44 HTTP/1.1" status: 200  len: 217 time: 0.2279739
May 07 22:00:43.748552 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e830cd-751b-4353-ba4b-4af153571757 req-ec083f84-a537-424d-91d7-2db510531d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:43.750070 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-65e830cd-751b-4353-ba4b-4af153571757 req-ec083f84-a537-424d-91d7-2db510531d7d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6e0e5c53-1ece-4d20-b01d-5f8c6957edf6 HTTP/1.1" status: 200  len: 843 time: 0.1179240
May 07 22:00:43.827871 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e830cd-751b-4353-ba4b-4af153571757 req-24b42a6a-8b12-4d3e-aaa9-17cecfff460b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:43.829553 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-65e830cd-751b-4353-ba4b-4af153571757 req-24b42a6a-8b12-4d3e-aaa9-17cecfff460b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=665487f0-78eb-47fb-9a06-b15bc614dc47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0646229
May 07 22:00:43.833399 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477acc98-a9d5-46fa-9a68-3d9e72dc573e None None] Pushing event updated for resources: {'Port': ['ID=885d1eee-7527-44fd-9fe9-8147ab8532ab,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:43.867381 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 7246b97e-cc3a-4e69-8bd1-0d36632d83ff, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7246b97e-cc3a-4e69-8bd1-0d36632d83ff,segment=NetworkSegment(946603cd-661c-44e1-83be-0ffa4fba5a22),segment_id=946603cd-661c-44e1-83be-0ffa4fba5a22)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:00:43.983756 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (7246b97e-cc3a-4e69-8bd1-0d36632d83ff), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:44.045696 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f3d236f-90b6-4fbd-82a1-4521702c3d01 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:00:44.055046 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-7f3d236f-90b6-4fbd-82a1-4521702c3d01 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "PUT /v2.0/routers/f401884a-34c3-4298-b93b-87fb57ab5ea1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.4415495
May 07 22:00:44.060785 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb6a11c-db7e-479a-bba3-8b137058aa15 None None] Sync routers for ids ['f401884a-34c3-4298-b93b-87fb57ab5ea1'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:00:44.061401 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 51332) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:00:44.066888 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-ddf36d3c-947e-4137-8245-3992ef06af33 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-838173459'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:00:44.076777 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb6a11c-db7e-479a-bba3-8b137058aa15 None None] Routers {'f401884a-34c3-4298-b93b-87fb57ab5ea1'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:00:44.077964 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-9eb6a11c-db7e-479a-bba3-8b137058aa15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c8dd580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:00:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['f401884a-34c3-4298-b93b-87fb57ab5ea1'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:00:44.092964 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc3fdda-7fd0-4101-9096-edd6530ce4fa req-4629ece6-e8a9-4eaa-89b9-96e10aadec94 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:44.100410 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1dc3fdda-7fd0-4101-9096-edd6530ce4fa req-4629ece6-e8a9-4eaa-89b9-96e10aadec94 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/ports?device_id=95f9d622-1591-4442-9da0-167bdb326758 HTTP/1.1" status: 200  len: 944 time: 0.3468580
May 07 22:00:44.144960 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 9de510a5-372d-4a4b-9eb8-01ac850ea003 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:00:44.145424 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (9de510a5-372d-4a4b-9eb8-01ac850ea003), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:44.152927 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-34ea6111-f1ad-4f9a-b254-7e054df20a4d None None] Port dd203508-b1f9-4999-a351-df4ad5229f44 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:00:44.170990 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-34ea6111-f1ad-4f9a-b254-7e054df20a4d None None] Provisioning complete for port f94f9f68-04c4-4723-8e48-775481388884 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:00:44.171365 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-34ea6111-f1ad-4f9a-b254-7e054df20a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (f94f9f68-04c4-4723-8e48-775481388884), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:44.237657 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf36d3c-947e-4137-8245-3992ef06af33 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Made reservation on behalf of 17d1717bd7f2430eb5c2d3ce577e8160 for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:00:44.246831 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ddf36d3c-947e-4137-8245-3992ef06af33 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:44.251105 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2e6b9915-b425-4e0d-b10c-33ab1b59abcf tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (cae71399-555d-4c7d-a5c1-4334cd28d19c), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:44.254540 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-65e830cd-751b-4353-ba4b-4af153571757 req-74d495ad-0f8c-46ba-b0a2-5eb6cc1c431f service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3931150
May 07 22:00:44.275393 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-9eb6a11c-db7e-479a-bba3-8b137058aa15 None None] Set router f401884a-34c3-4298-b93b-87fb57ab5ea1 gateway port host: None {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:00:44.299319 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1dc3fdda-7fd0-4101-9096-edd6530ce4fa req-f791662e-e9ce-401d-9f37-09fdc0ed11bf tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ebb222e-3262-41b5-990d-c21161bc61e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1979024
May 07 22:00:44.321794 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f170ebb-6190-4d05-be20-b478907164e0 req-dfa81c74-8d5f-4710-89e0-22e4b24a0ee5 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:44.333612 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['7246b97e-cc3a-4e69-8bd1-0d36632d83ff'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:00:44.339810 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4f170ebb-6190-4d05-be20-b478907164e0 req-dfa81c74-8d5f-4710-89e0-22e4b24a0ee5 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/ports?device_id=620355ca-9580-4384-9f83-9ec1f95922e3 HTTP/1.1" status: 200  len: 945 time: 1.2224739
May 07 22:00:44.436872 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-34ea6111-f1ad-4f9a-b254-7e054df20a4d None None] Port f94f9f68-04c4-4723-8e48-775481388884 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:00:44.497917 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de9bc53-10d1-42d9-9061-411363c879f5 None None] Network ae74b87d-b20b-4cb8-8cb1-eb479af708e0 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:00:44.588905 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddf36d3c-947e-4137-8245-3992ef06af33 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:00:44.616482 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-aa129851-838d-42a7-9bee-8cf38f8ebaad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401121'] for router_interface (2123aa39-c4f0-4e9a-9167-73acf960a6ad), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:44.652245 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ddf36d3c-947e-4137-8245-3992ef06af33 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (859c247f-32e5-4475-b842-3cbec37906d7), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:44.652868 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-ddf36d3c-947e-4137-8245-3992ef06af33 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Added segment 859c247f-32e5-4475-b842-3cbec37906d7 of type vlan for network 4d8823c5-e4d2-4a9f-8503-ca496ab9c061
May 07 22:00:44.775912 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-397ae567-852c-467c-bbda-b6b529dd0767 req-269ad64a-2bd2-4d47-b9dd-bde628d3a23e tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/ports?device_id=77ba773a-10d4-4c62-b1a6-a64c236b6bff HTTP/1.1" status: 200  len: 210 time: 0.3046527
May 07 22:00:44.854328 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ddf36d3c-947e-4137-8245-3992ef06af33 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (4d8823c5-e4d2-4a9f-8503-ca496ab9c061), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:44.855707 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=7246b97e-cc3a-4e69-8bd1-0d36632d83ff,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:44.858286 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-da2393b2-5c93-4aa3-83fe-029a55d108cb None None] Provisioning complete for port 823a08a6-ab54-47d3-8acd-96df82a7d98e triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:00:44.859271 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-da2393b2-5c93-4aa3-83fe-029a55d108cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (823a08a6-ab54-47d3-8acd-96df82a7d98e), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:44.868102 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-9eb6a11c-db7e-479a-bba3-8b137058aa15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c8dd580>, [{'id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'name': 'tempest-RoutersIpV6Test-router-1967308978', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:00:20Z', 'updated_at': '2022-05-07T22:00:39Z', 'revision_number': 3, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'gw_port_host': None, '_interfaces': [{'id': '11f529b2-9b2b-4fc8-8708-2c4e7852dad2', 'name': '', 'network_id': 'ae74b87d-b20b-4cb8-8cb1-eb479af708e0', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'mac_address': 'fa:16:3e:31:6d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '6e566a3e-3172-4ceb-b96e-905b1a9194b4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:38Z', 'updated_at': '2022-05-07T22:00:40Z', 'revision_number': 2, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'subnets': [{'id': '6e566a3e-3172-4ceb-b96e-905b1a9194b4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2847041-deca-4787-a520-36214b25c9cb', 'name': '', 'network_id': 'add7415b-3dec-4c79-9eba-58ce88fa9087', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'mac_address': 'fa:16:3e:92:89:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '78208c1f-4b12-45ff-84a6-c2c59f46d723', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:24Z', 'updated_at': '2022-05-07T22:00:33Z', 'revision_number': 5, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'subnets': [{'id': '78208c1f-4b12-45ff-84a6-c2c59f46d723', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:00:44.911397 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-65e830cd-751b-4353-ba4b-4af153571757 req-6cdd068b-03f0-497e-8657-95f22526aaa6 service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6099012
May 07 22:00:44.951098 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ddf36d3c-947e-4137-8245-3992ef06af33 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (4d8823c5-e4d2-4a9f-8503-ca496ab9c061), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:44.963940 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf36d3c-947e-4137-8245-3992ef06af33 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:44.964626 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ddf36d3c-947e-4137-8245-3992ef06af33 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:44.978592 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb6a11c-db7e-479a-bba3-8b137058aa15 None None] Checking router: f401884a-34c3-4298-b93b-87fb57ab5ea1 for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:00:44.979555 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb6a11c-db7e-479a-bba3-8b137058aa15 None None] Updating router f401884a-34c3-4298-b93b-87fb57ab5ea1 port 11f529b2-9b2b-4fc8-8708-2c4e7852dad2 binding host ncdv-master-1 {{(pid=121839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 22:00:45.032126 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 9de510a5-372d-4a4b-9eb8-01ac850ea003 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:00:45.066638 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-9eb6a11c-db7e-479a-bba3-8b137058aa15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (11f529b2-9b2b-4fc8-8708-2c4e7852dad2), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:45.107805 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-ddf36d3c-947e-4137-8245-3992ef06af33 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 1.0457428
May 07 22:00:45.108942 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 51344) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:00:45.123101 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-8901f02e-8b18-49e3-b819-124dbea110b4 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Request body: {'subnet': {'network_id': '4d8823c5-e4d2-4a9f-8503-ca496ab9c061', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:00:45.137099 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf36d3c-947e-4137-8245-3992ef06af33 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Pushing event updated for resources: {'Network': ['ID=4d8823c5-e4d2-4a9f-8503-ca496ab9c061,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:45.203805 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-baebf189-a5d5-4ebb-88d0-dbb49c84081c req-130df7eb-fb19-438e-b2b5-33ee0a6f006f tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Publish callbacks [] for port (4cb9d745-576d-4349-82d0-2e6fc098ae28), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:45.241572 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 4d8823c5-e4d2-4a9f-8503-ca496ab9c061 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:00:45.243489 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa129851-838d-42a7-9bee-8cf38f8ebaad admin admin] Pushing event updated for resources: {'Port': ['ID=dd203508-b1f9-4999-a351-df4ad5229f44,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:45.388338 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8901f02e-8b18-49e3-b819-124dbea110b4 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Made reservation on behalf of 17d1717bd7f2430eb5c2d3ce577e8160 for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:00:45.393497 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8901f02e-8b18-49e3-b819-124dbea110b4 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:45.561041 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 823a08a6-ab54-47d3-8acd-96df82a7d98e up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:00:45.685716 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-baebf189-a5d5-4ebb-88d0-dbb49c84081c req-130df7eb-fb19-438e-b2b5-33ee0a6f006f tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (4cb9d745-576d-4349-82d0-2e6fc098ae28), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:45.736351 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ca6348-0a81-4342-8b05-22796778697a req-f5af0f58-43c4-4a90-b7bc-f112af18e46d tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:45.747035 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b5ca6348-0a81-4342-8b05-22796778697a req-f5af0f58-43c4-4a90-b7bc-f112af18e46d tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/ports?device_id=95f9d622-1591-4442-9da0-167bdb326758 HTTP/1.1" status: 200  len: 945 time: 0.2797921
May 07 22:00:45.777955 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-9eb6a11c-db7e-479a-bba3-8b137058aa15 None None] Publish callbacks [] for port (11f529b2-9b2b-4fc8-8708-2c4e7852dad2), precommit_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:45.811570 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4f170ebb-6190-4d05-be20-b478907164e0 req-8c67d32f-69e3-4728-8fca-c032adf793d3 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2f94373-fd3e-4a2b-9dee-192df8871f41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.3299804
May 07 22:00:45.812191 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-2e6b9915-b425-4e0d-b10c-33ab1b59abcf tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Deleting port 885d1eee-7527-44fd-9fe9-8147ab8532ab {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:00:45.812545 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2e6b9915-b425-4e0d-b10c-33ab1b59abcf tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (885d1eee-7527-44fd-9fe9-8147ab8532ab), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:45.847467 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-9eb6a11c-db7e-479a-bba3-8b137058aa15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (11f529b2-9b2b-4fc8-8708-2c4e7852dad2), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:45.854940 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 823a08a6-ab54-47d3-8acd-96df82a7d98e triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:00:45.858523 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (823a08a6-ab54-47d3-8acd-96df82a7d98e), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:45.935389 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b5ca6348-0a81-4342-8b05-22796778697a req-4e0b9e2b-fa0f-4ab5-9dc8-34b5f41db80b tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ebb222e-3262-41b5-990d-c21161bc61e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1866441
May 07 22:00:46.018804 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad31d38f-c996-4a4a-bb55-65794ba95f46 None None] Pushing event updated for resources: {'Port': ['ID=11f529b2-9b2b-4fc8-8708-2c4e7852dad2,revision_number=3']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:46.170816 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-9eb6a11c-db7e-479a-bba3-8b137058aa15 None None] Attempting to bind port 11f529b2-9b2b-4fc8-8708-2c4e7852dad2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:00:46.171387 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-9eb6a11c-db7e-479a-bba3-8b137058aa15 None None] Attempting to bind port 11f529b2-9b2b-4fc8-8708-2c4e7852dad2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '13155d6a-1633-49f3-8e61-a0cc05099860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ae74b87d-b20b-4cb8-8cb1-eb479af708e0'}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:00:46.171511 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8901f02e-8b18-49e3-b819-124dbea110b4 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (60dbc808-cd32-4f27-b6c1-f67b315fbc21), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:46.172684 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb6a11c-db7e-479a-bba3-8b137058aa15 None None] Attempting to bind port 11f529b2-9b2b-4fc8-8708-2c4e7852dad2 on network ae74b87d-b20b-4cb8-8cb1-eb479af708e0 {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:00:46.189155 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb6a11c-db7e-479a-bba3-8b137058aa15 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:00:46.189442 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb6a11c-db7e-479a-bba3-8b137058aa15 None None] Checking segment: {'id': '13155d6a-1633-49f3-8e61-a0cc05099860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ae74b87d-b20b-4cb8-8cb1-eb479af708e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:00:46.189848 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-9eb6a11c-db7e-479a-bba3-8b137058aa15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:46.190235 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb6a11c-db7e-479a-bba3-8b137058aa15 None None] Bound using segment: {'id': '13155d6a-1633-49f3-8e61-a0cc05099860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ae74b87d-b20b-4cb8-8cb1-eb479af708e0'} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:00:46.190713 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-9eb6a11c-db7e-479a-bba3-8b137058aa15 None None] Bound port: 11f529b2-9b2b-4fc8-8708-2c4e7852dad2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13155d6a-1633-49f3-8e61-a0cc05099860', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ae74b87d-b20b-4cb8-8cb1-eb479af708e0'}}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:00:46.191115 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-9eb6a11c-db7e-479a-bba3-8b137058aa15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (11f529b2-9b2b-4fc8-8708-2c4e7852dad2), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:46.196945 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-da2393b2-5c93-4aa3-83fe-029a55d108cb None None] Current status of the port 823a08a6-ab54-47d3-8acd-96df82a7d98e is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:00:46.196945 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-da2393b2-5c93-4aa3-83fe-029a55d108cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (823a08a6-ab54-47d3-8acd-96df82a7d98e), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:46.285978 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-da2393b2-5c93-4aa3-83fe-029a55d108cb None None] For port 823a08a6-ab54-47d3-8acd-96df82a7d98e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=823a08a6-ab54-47d3-8acd-96df82a7d98e,segment=NetworkSegment(13155d6a-1633-49f3-8e61-a0cc05099860),segment_id=13155d6a-1633-49f3-8e61-a0cc05099860)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:00:46.286207 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-baebf189-a5d5-4ebb-88d0-dbb49c84081c req-130df7eb-fb19-438e-b2b5-33ee0a6f006f tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Network a83f92af-3764-4eda-a668-51a2c691a258 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:00:46.297112 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-da2393b2-5c93-4aa3-83fe-029a55d108cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (823a08a6-ab54-47d3-8acd-96df82a7d98e), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:46.312813 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8901f02e-8b18-49e3-b819-124dbea110b4 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Pushing event updated for resources: {'Subnet': ['ID=60dbc808-cd32-4f27-b6c1-f67b315fbc21,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:46.322211 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8901f02e-8b18-49e3-b819-124dbea110b4 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Checking segment: {'id': '859c247f-32e5-4475-b842-3cbec37906d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '4d8823c5-e4d2-4a9f-8503-ca496ab9c061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:00:46.324306 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8901f02e-8b18-49e3-b819-124dbea110b4 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Network hostable DHCP agents. Network: 4d8823c5-e4d2-4a9f-8503-ca496ab9c061, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:00:46.343974 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [req-baebf189-a5d5-4ebb-88d0-dbb49c84081c req-130df7eb-fb19-438e-b2b5-33ee0a6f006f tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:00:46.348141 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa129851-838d-42a7-9bee-8cf38f8ebaad admin admin] Network f64cbfbe-feaa-48dc-9089-9445aa1eaa5a is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:00:46.399816 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-9eb6a11c-db7e-479a-bba3-8b137058aa15 None None] For port 11f529b2-9b2b-4fc8-8708-2c4e7852dad2, host ncdv-master-1, cleared binding levels {{(pid=121839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:00:46.402223 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8901f02e-8b18-49e3-b819-124dbea110b4 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Network 4d8823c5-e4d2-4a9f-8503-ca496ab9c061 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:00:46.415167 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-9eb6a11c-db7e-479a-bba3-8b137058aa15 None None] For port 11f529b2-9b2b-4fc8-8708-2c4e7852dad2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=11f529b2-9b2b-4fc8-8708-2c4e7852dad2,segment=NetworkSegment(13155d6a-1633-49f3-8e61-a0cc05099860),segment_id=13155d6a-1633-49f3-8e61-a0cc05099860)] {{(pid=121839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:00:46.419590 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2393b2-5c93-4aa3-83fe-029a55d108cb None None] Pushing event updated for resources: {'Port': ['ID=823a08a6-ab54-47d3-8acd-96df82a7d98e,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:46.424710 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ece56b3-e217-405c-94d1-a1bb0f112210 None None] get_active_networks_info from ncdv-master-1 {{(pid=121838) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
May 07 22:00:46.425313 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-8901f02e-8b18-49e3-b819-124dbea110b4 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4d8823c5-e4d2-4a9f-8503-ca496ab9c061) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:00:46.431594 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8901f02e-8b18-49e3-b819-124dbea110b4 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:46.434146 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8901f02e-8b18-49e3-b819-124dbea110b4 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:46.438089 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-9eb6a11c-db7e-479a-bba3-8b137058aa15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (11f529b2-9b2b-4fc8-8708-2c4e7852dad2), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:46.490596 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-8901f02e-8b18-49e3-b819-124dbea110b4 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 1.3768950
May 07 22:00:46.492583 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 51362) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:00:46.504768 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-baebf189-a5d5-4ebb-88d0-dbb49c84081c req-130df7eb-fb19-438e-b2b5-33ee0a6f006f tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:00:46.513129 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-dd06de47-8209-47cf-a8d0-16abe8743023 req-d766e5a8-5509-4e9b-8803-af9a6e1b1a4d tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/ports?device_id=77ba773a-10d4-4c62-b1a6-a64c236b6bff HTTP/1.1" status: 200  len: 210 time: 0.4667909
May 07 22:00:46.557237 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-aa129851-838d-42a7-9bee-8cf38f8ebaad admin admin] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:00:46.584850 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb6a11c-db7e-479a-bba3-8b137058aa15 None None] Routers {'f401884a-34c3-4298-b93b-87fb57ab5ea1'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:00:46.585913 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-9eb6a11c-db7e-479a-bba3-8b137058aa15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c8dd580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:00:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['f401884a-34c3-4298-b93b-87fb57ab5ea1'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:00:46.700981 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad31d38f-c996-4a4a-bb55-65794ba95f46 None None] Pushing event updated for resources: {'Port': ['ID=11f529b2-9b2b-4fc8-8708-2c4e7852dad2,revision_number=4']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:46.728450 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ece56b3-e217-405c-94d1-a1bb0f112210 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
May 07 22:00:46.742143 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 823a08a6-ab54-47d3-8acd-96df82a7d98e is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:00:46.742521 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (823a08a6-ab54-47d3-8acd-96df82a7d98e), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:46.752017 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-9eb6a11c-db7e-479a-bba3-8b137058aa15 None None] Set router f401884a-34c3-4298-b93b-87fb57ab5ea1 gateway port host: None {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:00:46.779562 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-2d55088b-86fb-49d1-898d-770e3dafefe0 None None] Provisioning complete for port 11f529b2-9b2b-4fc8-8708-2c4e7852dad2 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:00:46.779943 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2d55088b-86fb-49d1-898d-770e3dafefe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (11f529b2-9b2b-4fc8-8708-2c4e7852dad2), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:46.867365 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [req-a183dc48-7647-47a5-8c77-7b2683f7f003 req-f3762440-c41c-4e74-a316-31c19d4d4aba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f94f9f68-04c4-4723-8e48-775481388884 {{(pid=121836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:00:46.873717 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130df7eb-fb19-438e-b2b5-33ee0a6f006f tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Pushing event updated for resources: {'Port': ['ID=4cb9d745-576d-4349-82d0-2e6fc098ae28,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:46.914664 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-2e6b9915-b425-4e0d-b10c-33ab1b59abcf tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] For port 885d1eee-7527-44fd-9fe9-8147ab8532ab, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=885d1eee-7527-44fd-9fe9-8147ab8532ab,segment=NetworkSegment(cc912852-7759-418b-8e1c-060470e034cc),segment_id=cc912852-7759-418b-8e1c-060470e034cc)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:00:46.915325 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2e6b9915-b425-4e0d-b10c-33ab1b59abcf tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (885d1eee-7527-44fd-9fe9-8147ab8532ab), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:46.928740 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-2e6b9915-b425-4e0d-b10c-33ab1b59abcf tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Calling delete_port for 885d1eee-7527-44fd-9fe9-8147ab8532ab owned by network:dhcp {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:00:47.031998 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baebf189-a5d5-4ebb-88d0-dbb49c84081c req-130df7eb-fb19-438e-b2b5-33ee0a6f006f tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:47.039344 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-baebf189-a5d5-4ebb-88d0-dbb49c84081c req-130df7eb-fb19-438e-b2b5-33ee0a6f006f tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:47.060683 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-a183dc48-7647-47a5-8c77-7b2683f7f003 req-f3762440-c41c-4e74-a316-31c19d4d4aba service neutron] Publish callbacks [] for port (f94f9f68-04c4-4723-8e48-775481388884), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:47.063878 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00111c-0d6f-438d-b486-d553d4f3d1af req-99fb3122-32eb-4d17-83f9-fbb86d989887 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:47.066440 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3d00111c-0d6f-438d-b486-d553d4f3d1af req-99fb3122-32eb-4d17-83f9-fbb86d989887 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/ports?device_id=620355ca-9580-4384-9f83-9ec1f95922e3 HTTP/1.1" status: 200  len: 945 time: 0.0733614
May 07 22:00:47.133749 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-9eb6a11c-db7e-479a-bba3-8b137058aa15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c8dd580>, [{'id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'name': 'tempest-RoutersIpV6Test-router-1967308978', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:00:20Z', 'updated_at': '2022-05-07T22:00:39Z', 'revision_number': 3, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'gw_port_host': None, '_interfaces': [{'id': '11f529b2-9b2b-4fc8-8708-2c4e7852dad2', 'name': '', 'network_id': 'ae74b87d-b20b-4cb8-8cb1-eb479af708e0', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'mac_address': 'fa:16:3e:31:6d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '6e566a3e-3172-4ceb-b96e-905b1a9194b4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:38Z', 'updated_at': '2022-05-07T22:00:46Z', 'revision_number': 4, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'subnets': [{'id': '6e566a3e-3172-4ceb-b96e-905b1a9194b4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2847041-deca-4787-a520-36214b25c9cb', 'name': '', 'network_id': 'add7415b-3dec-4c79-9eba-58ce88fa9087', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'mac_address': 'fa:16:3e:92:89:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '78208c1f-4b12-45ff-84a6-c2c59f46d723', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:24Z', 'updated_at': '2022-05-07T22:00:33Z', 'revision_number': 5, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'subnets': [{'id': '78208c1f-4b12-45ff-84a6-c2c59f46d723', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:00:47.149599 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.db.api [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 07 22:00:47.149974 ncdv-master-1 neutron-server[121838]: DEBUG oslo_db.api [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 07 22:00:47.160703 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3d00111c-0d6f-438d-b486-d553d4f3d1af req-fb3bfaaa-b8ec-4626-b965-80f1779a93ae tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2f94373-fd3e-4a2b-9dee-192df8871f41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0845013
May 07 22:00:47.186065 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1ea51c2a-a974-4ed5-83f6-601a5b90d2ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401094'] for router_interface (ca9742b7-eb78-416c-99df-387368310e78), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:47.229950 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb6a11c-db7e-479a-bba3-8b137058aa15 None None] The sync data for ids ['f401884a-34c3-4298-b93b-87fb57ab5ea1'] in ncdv-master-1 is: [{'id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'name': 'tempest-RoutersIpV6Test-router-1967308978', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:00:20Z', 'updated_at': '2022-05-07T22:00:39Z', 'revision_number': 3, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'gw_port_host': None, '_interfaces': [{'id': '11f529b2-9b2b-4fc8-8708-2c4e7852dad2', 'name': '', 'network_id': 'ae74b87d-b20b-4cb8-8cb1-eb479af708e0', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'mac_address': 'fa:16:3e:31:6d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '6e566a3e-3172-4ceb-b96e-905b1a9194b4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:38Z', 'updated_at': '2022-05-07T22:00:46Z', 'revision_number': 4, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'subnets': [{'id': '6e566a3e-3172-4ceb-b96e-905b1a9194b4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2847041-deca-4787-a520-36214b25c9cb', 'name': '', 'network_id': 'add7415b-3dec-4c79-9eba-58ce88fa9087', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'mac_address': 'fa:16:3e:92:89:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '78208c1f-4b12-45ff-84a6-c2c59f46d723', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:24Z', 'updated_at': '2022-05-07T22:00:33Z', 'revision_number': 5, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'subnets': [{'id': '78208c1f-4b12-45ff-84a6-c2c59f46d723', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:00:47.273510 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.provisioning_blocks [req-a183dc48-7647-47a5-8c77-7b2683f7f003 req-f3762440-c41c-4e74-a316-31c19d4d4aba service neutron] Transition to ACTIVE for port object f94f9f68-04c4-4723-8e48-775481388884 will not be triggered until provisioned by entity L2. {{(pid=121836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 22:00:47.278525 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-baebf189-a5d5-4ebb-88d0-dbb49c84081c req-130df7eb-fb19-438e-b2b5-33ee0a6f006f tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 6.4846885
May 07 22:00:47.289637 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-2d55088b-86fb-49d1-898d-770e3dafefe0 None None] Current status of the port 11f529b2-9b2b-4fc8-8708-2c4e7852dad2 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:00:47.290071 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2d55088b-86fb-49d1-898d-770e3dafefe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (11f529b2-9b2b-4fc8-8708-2c4e7852dad2), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:47.356076 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8eabf6df-3d04-45ac-9828-6aa6692ce85e tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:47.368542 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2e6b9915-b425-4e0d-b10c-33ab1b59abcf tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (885d1eee-7527-44fd-9fe9-8147ab8532ab), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:47.413969 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-a183dc48-7647-47a5-8c77-7b2683f7f003 req-f3762440-c41c-4e74-a316-31c19d4d4aba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (f94f9f68-04c4-4723-8e48-775481388884), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:47.431101 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-baebf189-a5d5-4ebb-88d0-dbb49c84081c req-200a99f1-0d7d-4bf4-9908-31e372202e3c service neutron] Request body: {'port': {'device_id': 'bdd32653-348f-44ed-80fe-0a58500e3ced', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:00:47.439916 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6b9915-b425-4e0d-b10c-33ab1b59abcf tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Pushing event deleted for resources: {'Port': ['ID=885d1eee-7527-44fd-9fe9-8147ab8532ab,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:47.459751 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa129851-838d-42a7-9bee-8cf38f8ebaad admin admin] Router 2123aa39-c4f0-4e9a-9167-73acf960a6ad has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:00:47.463562 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da09574-a8f3-4652-b2e8-3a66475e2b64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4d8823c5-e4d2-4a9f-8503-ca496ab9c061', 'network_id': '4d8823c5-e4d2-4a9f-8503-ca496ab9c061', 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'fixed_ips': [{'subnet_id': '60dbc808-cd32-4f27-b6c1-f67b315fbc21'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:00:47.463562 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-0da09574-a8f3-4652-b2e8-3a66475e2b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:47.479555 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-2d55088b-86fb-49d1-898d-770e3dafefe0 None None] For port 11f529b2-9b2b-4fc8-8708-2c4e7852dad2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=11f529b2-9b2b-4fc8-8708-2c4e7852dad2,segment=NetworkSegment(13155d6a-1633-49f3-8e61-a0cc05099860),segment_id=13155d6a-1633-49f3-8e61-a0cc05099860)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:00:47.505310 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2d55088b-86fb-49d1-898d-770e3dafefe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (11f529b2-9b2b-4fc8-8708-2c4e7852dad2), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:47.542073 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3762440-c41c-4e74-a316-31c19d4d4aba service neutron] Pushing event updated for resources: {'Port': ['ID=f94f9f68-04c4-4723-8e48-775481388884,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:47.570216 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-2d55088b-86fb-49d1-898d-770e3dafefe0 None None] Provisioning complete for port 823a08a6-ab54-47d3-8acd-96df82a7d98e triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:00:47.570598 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2d55088b-86fb-49d1-898d-770e3dafefe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (823a08a6-ab54-47d3-8acd-96df82a7d98e), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:47.577544 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6b9915-b425-4e0d-b10c-33ab1b59abcf tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] No DVR routers for this DVR port 885d1eee-7527-44fd-9fe9-8147ab8532ab on host ncdv-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:00:47.600487 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc57d31-4c14-49c1-afc3-78659d4294d3 req-56d928af-5c58-4370-b0ec-06c7a99f5dec tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:47.611886 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8dc57d31-4c14-49c1-afc3-78659d4294d3 req-56d928af-5c58-4370-b0ec-06c7a99f5dec tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/ports?device_id=95f9d622-1591-4442-9da0-167bdb326758 HTTP/1.1" status: 200  len: 945 time: 0.5200157
May 07 22:00:47.843334 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d55088b-86fb-49d1-898d-770e3dafefe0 None None] Pushing event updated for resources: {'Port': ['ID=11f529b2-9b2b-4fc8-8708-2c4e7852dad2,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:47.883794 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 823a08a6-ab54-47d3-8acd-96df82a7d98e is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:00:47.885730 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:00:47.919310 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-8eabf6df-3d04-45ac-9828-6aa6692ce85e tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Allocated IP 2001:db8:2::1 (4d8823c5-e4d2-4a9f-8503-ca496ab9c061/60dbc808-cd32-4f27-b6c1-f67b315fbc21/47172dfe-857b-45a6-9977-e0fd6426b92a) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:00:47.971956 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-2d55088b-86fb-49d1-898d-770e3dafefe0 None None] Current status of the port 823a08a6-ab54-47d3-8acd-96df82a7d98e is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:00:47.988921 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:00:47.989307 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:48.032205 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 7246b97e-cc3a-4e69-8bd1-0d36632d83ff up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:00:48.055380 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8eabf6df-3d04-45ac-9828-6aa6692ce85e tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks [] for port (47172dfe-857b-45a6-9977-e0fd6426b92a), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:48.061325 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2e6b9915-b425-4e0d-b10c-33ab1b59abcf tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (cae71399-555d-4c7d-a5c1-4334cd28d19c), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:48.174731 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8eabf6df-3d04-45ac-9828-6aa6692ce85e tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (47172dfe-857b-45a6-9977-e0fd6426b92a), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:48.196842 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-baebf189-a5d5-4ebb-88d0-dbb49c84081c req-200a99f1-0d7d-4bf4-9908-31e372202e3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (4cb9d745-576d-4349-82d0-2e6fc098ae28), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:48.239700 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-2e6b9915-b425-4e0d-b10c-33ab1b59abcf tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf8703f7c0>,) {'filters': {'network_id': ['cae71399-555d-4c7d-a5c1-4334cd28d19c']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:00:48.266871 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-085e5ab0-3ba3-4310-b72a-51bea6d41f24 req-413a69a5-f7c7-457e-828e-be6f73758c8f tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/ports?device_id=77ba773a-10d4-4c62-b1a6-a64c236b6bff HTTP/1.1" status: 200  len: 210 time: 0.1128294
May 07 22:00:48.268591 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [req-a81cb5b4-74b4-4c38-972d-d9eadae2023a req-2b637be9-36e2-495c-94fe-a29f1caaae71 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Allocated IP 172.20.0.14 (a83f92af-3764-4eda-a668-51a2c691a258/8c650ca0-3b54-444b-821a-832849c70b43/90263e81-473d-4dcc-9c1f-3f7af137021b) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:00:48.295168 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8dc57d31-4c14-49c1-afc3-78659d4294d3 req-63adcf74-6628-48ae-8861-2cc05f9fc4f6 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ebb222e-3262-41b5-990d-c21161bc61e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6823111
May 07 22:00:48.310783 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-2e6b9915-b425-4e0d-b10c-33ab1b59abcf tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8703f7c0>, 'cc912852-7759-418b-8e1c-060470e034cc') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:00:48.311098 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-2e6b9915-b425-4e0d-b10c-33ab1b59abcf tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8703f7c0>, 'cc912852-7759-418b-8e1c-060470e034cc') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:00:48.325035 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eabf6df-3d04-45ac-9828-6aa6692ce85e tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Network 4d8823c5-e4d2-4a9f-8503-ca496ab9c061 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:00:48.330844 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-8eabf6df-3d04-45ac-9828-6aa6692ce85e tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:00:48.342584 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eabf6df-3d04-45ac-9828-6aa6692ce85e tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:00:48.344729 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8eabf6df-3d04-45ac-9828-6aa6692ce85e tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398161'] for router_interface (f401884a-34c3-4298-b93b-87fb57ab5ea1), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:48.400823 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2e6b9915-b425-4e0d-b10c-33ab1b59abcf tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (cc912852-7759-418b-8e1c-060470e034cc), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:48.403637 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eabf6df-3d04-45ac-9828-6aa6692ce85e tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Pushing event updated for resources: {'Port': ['ID=47172dfe-857b-45a6-9977-e0fd6426b92a,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:48.441159 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-a183dc48-7647-47a5-8c77-7b2683f7f003 req-f3762440-c41c-4e74-a316-31c19d4d4aba service neutron] Attempting to bind port f94f9f68-04c4-4723-8e48-775481388884 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:00:48.441500 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-a183dc48-7647-47a5-8c77-7b2683f7f003 req-f3762440-c41c-4e74-a316-31c19d4d4aba service neutron] Attempting to bind port f94f9f68-04c4-4723-8e48-775481388884 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '93a726c5-b63b-41ea-965b-35fbc06f488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a83f92af-3764-4eda-a668-51a2c691a258'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:00:48.441866 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a183dc48-7647-47a5-8c77-7b2683f7f003 req-f3762440-c41c-4e74-a316-31c19d4d4aba service neutron] Attempting to bind port f94f9f68-04c4-4723-8e48-775481388884 on network a83f92af-3764-4eda-a668-51a2c691a258 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:00:48.465108 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2e6b9915-b425-4e0d-b10c-33ab1b59abcf tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (cc912852-7759-418b-8e1c-060470e034cc), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:48.472237 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa129851-838d-42a7-9bee-8cf38f8ebaad admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:00:48.493126 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-aa129851-838d-42a7-9bee-8cf38f8ebaad admin admin] 10.222.0.32 "PUT /v2.0/routers/2123aa39-c4f0-4e9a-9167-73acf960a6ad/add_router_interface HTTP/1.1" status: 200  len: 503 time: 15.3399100
May 07 22:00:48.493126 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a183dc48-7647-47a5-8c77-7b2683f7f003 req-f3762440-c41c-4e74-a316-31c19d4d4aba service neutron] Port f94f9f68-04c4-4723-8e48-775481388884 on network a83f92af-3764-4eda-a668-51a2c691a258 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:00:48.493126 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a183dc48-7647-47a5-8c77-7b2683f7f003 req-f3762440-c41c-4e74-a316-31c19d4d4aba service neutron] Attempting to bind port f94f9f68-04c4-4723-8e48-775481388884 on network a83f92af-3764-4eda-a668-51a2c691a258 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:00:48.500399 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e6b9915-b425-4e0d-b10c-33ab1b59abcf tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:00:48.500817 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2e6b9915-b425-4e0d-b10c-33ab1b59abcf tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (cc912852-7759-418b-8e1c-060470e034cc), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:48.505013 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 22:00:48.505013 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:00:48.505013 ncdv-master-1 neutron-server[121836]:     timer()
May 07 22:00:48.505013 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:00:48.505013 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 22:00:48.505013 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:00:48.505013 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 22:00:48.505013 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:00:48.505013 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 22:00:48.505013 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:00:48.505013 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 22:00:48.505013 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:00:48.505013 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 22:00:48.505013 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:00:48.505013 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:00:48.505013 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:00:48.505013 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:00:48.505013 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:00:48.505013 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 22:00:48.505013 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:00:48.505013 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 22:00:48.505013 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:00:48.505013 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:00:48.505013 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:00:48.505013 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 22:00:48.505013 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:00:48.505013 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:00:48.505013 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:00:48.505013 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:00:48.505013 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:00:48.505013 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:00:48.505013 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:00:48.534861 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-0da09574-a8f3-4652-b2e8-3a66475e2b64 None None] Allocated IP 2001:db8:2::2 (4d8823c5-e4d2-4a9f-8503-ca496ab9c061/60dbc808-cd32-4f27-b6c1-f67b315fbc21/f13245d4-3132-4aaa-94c8-07da0ef88ecb) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:00:48.539575 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a183dc48-7647-47a5-8c77-7b2683f7f003 req-f3762440-c41c-4e74-a316-31c19d4d4aba service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:00:48.539954 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a183dc48-7647-47a5-8c77-7b2683f7f003 req-f3762440-c41c-4e74-a316-31c19d4d4aba service neutron] Checking segment: {'id': '93a726c5-b63b-41ea-965b-35fbc06f488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a83f92af-3764-4eda-a668-51a2c691a258'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:00:48.540351 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a183dc48-7647-47a5-8c77-7b2683f7f003 req-f3762440-c41c-4e74-a316-31c19d4d4aba service neutron] Bound using segment: {'id': '93a726c5-b63b-41ea-965b-35fbc06f488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a83f92af-3764-4eda-a668-51a2c691a258'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:00:48.540796 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-a183dc48-7647-47a5-8c77-7b2683f7f003 req-f3762440-c41c-4e74-a316-31c19d4d4aba service neutron] Bound port: f94f9f68-04c4-4723-8e48-775481388884, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93a726c5-b63b-41ea-965b-35fbc06f488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a83f92af-3764-4eda-a668-51a2c691a258'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:00:48.542068 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-a183dc48-7647-47a5-8c77-7b2683f7f003 req-f3762440-c41c-4e74-a316-31c19d4d4aba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f94f9f68-04c4-4723-8e48-775481388884), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:48.694595 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2341422e-9626-43ae-bc0b-72aa7a22816a None None] Sync routers for ids ['2123aa39-c4f0-4e9a-9167-73acf960a6ad'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:00:48.753624 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2e6b9915-b425-4e0d-b10c-33ab1b59abcf tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (cae71399-555d-4c7d-a5c1-4334cd28d19c), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:48.768562 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning for port 7246b97e-cc3a-4e69-8bd1-0d36632d83ff completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 22:00:48.805725 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-1ea51c2a-a974-4ed5-83f6-601a5b90d2ea admin admin] Deleting port f3f4cb04-f7c5-4069-ad2a-d8dad30fab8c {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:00:48.810335 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2341422e-9626-43ae-bc0b-72aa7a22816a None None] Routers {'2123aa39-c4f0-4e9a-9167-73acf960a6ad'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:00:48.812397 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9051d1-a5aa-4397-9c73-ed48ac0ad5e0 req-7de13afd-0b46-48e1-8d05-2dc3f11873fa tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:48.814265 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ca9051d1-a5aa-4397-9c73-ed48ac0ad5e0 req-7de13afd-0b46-48e1-8d05-2dc3f11873fa tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/ports?device_id=620355ca-9580-4384-9f83-9ec1f95922e3 HTTP/1.1" status: 200  len: 945 time: 0.3919902
May 07 22:00:48.819280 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1ea51c2a-a974-4ed5-83f6-601a5b90d2ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (f3f4cb04-f7c5-4069-ad2a-d8dad30fab8c), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:48.824085 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-2341422e-9626-43ae-bc0b-72aa7a22816a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7fbb42b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:00:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['2123aa39-c4f0-4e9a-9167-73acf960a6ad'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:00:48.841232 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2e6b9915-b425-4e0d-b10c-33ab1b59abcf tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:48.857803 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-2e6b9915-b425-4e0d-b10c-33ab1b59abcf tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] 10.222.0.32 "DELETE /v2.0/networks/cae71399-555d-4c7d-a5c1-4334cd28d19c HTTP/1.1" status: 204  len: 168 time: 10.8266406
May 07 22:00:48.905311 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-a183dc48-7647-47a5-8c77-7b2683f7f003 req-f3762440-c41c-4e74-a316-31c19d4d4aba service neutron] For port f94f9f68-04c4-4723-8e48-775481388884, host nch1-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:00:48.909181 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-a183dc48-7647-47a5-8c77-7b2683f7f003 req-f3762440-c41c-4e74-a316-31c19d4d4aba service neutron] For port f94f9f68-04c4-4723-8e48-775481388884, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f94f9f68-04c4-4723-8e48-775481388884,segment=NetworkSegment(93a726c5-b63b-41ea-965b-35fbc06f488d),segment_id=93a726c5-b63b-41ea-965b-35fbc06f488d)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:00:48.927914 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 51400) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:00:48.947648 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-77a32b09-8135-4d42-9cd9-fd3061321da4 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-545677196'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:00:48.957900 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-a183dc48-7647-47a5-8c77-7b2683f7f003 req-f3762440-c41c-4e74-a316-31c19d4d4aba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (f94f9f68-04c4-4723-8e48-775481388884), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:48.972181 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6b9915-b425-4e0d-b10c-33ab1b59abcf tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Pushing event deleted for resources: {'Network': ['ID=cae71399-555d-4c7d-a5c1-4334cd28d19c,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:48.998314 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-2341422e-9626-43ae-bc0b-72aa7a22816a None None] Set router 2123aa39-c4f0-4e9a-9167-73acf960a6ad gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:00:49.073688 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a183dc48-7647-47a5-8c77-7b2683f7f003 req-f3762440-c41c-4e74-a316-31c19d4d4aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:49.075106 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-a183dc48-7647-47a5-8c77-7b2683f7f003 req-f3762440-c41c-4e74-a316-31c19d4d4aba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:49.078100 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a183dc48-7647-47a5-8c77-7b2683f7f003 req-f3762440-c41c-4e74-a316-31c19d4d4aba service neutron] 10.222.0.55 "PUT /v2.0/ports/f94f9f68-04c4-4723-8e48-775481388884 HTTP/1.1" status: 200  len: 1091 time: 7.7528043
May 07 22:00:49.094323 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20117710-052c-46c3-8ca2-f601df488811', 'tag': 'f94f9f68-04c4-4723-8e48-775481388884'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:00:49.099259 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f94086d2-e29b-4ec9-af20-e6352b1ac1e1" -d '{"events": [{"name": "network-changed", "server_uuid": "20117710-052c-46c3-8ca2-f601df488811", "tag": "f94f9f68-04c4-4723-8e48-775481388884"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:00:49.164386 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77a32b09-8135-4d42-9cd9-fd3061321da4 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Made reservation on behalf of d7da299cb7fd4b569f047ab71e3255d4 for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:00:49.170037 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-77a32b09-8135-4d42-9cd9-fd3061321da4 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:49.191852 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port 7246b97e-cc3a-4e69-8bd1-0d36632d83ff triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:00:49.192254 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (7246b97e-cc3a-4e69-8bd1-0d36632d83ff), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:49.233063 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 51404) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:00:49.348702 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-2341422e-9626-43ae-bc0b-72aa7a22816a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7fbb42b0>, [{'id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'name': 'tempest-AttachVolumeNegativeTest-1449072548-router', 'tenant_id': '57990769f50b412194a108cdd627a767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.74'}], 'enable_snat': True}, 'gw_port_id': 'acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:00:22Z', 'updated_at': '2022-05-07T22:00:41Z', 'revision_number': 4, 'project_id': '57990769f50b412194a108cdd627a767', 'gw_port': {'id': 'acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6f:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:25Z', 'updated_at': '2022-05-07T22:00:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'dd203508-b1f9-4999-a351-df4ad5229f44', 'name': '', 'network_id': 'f64cbfbe-feaa-48dc-9089-9445aa1eaa5a', 'tenant_id': '57990769f50b412194a108cdd627a767', 'mac_address': 'fa:16:3e:08:a0:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '86e7e675-440c-49d1-8be8-1667506afa40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:37Z', 'updated_at': '2022-05-07T22:00:42Z', 'revision_number': 2, 'project_id': '57990769f50b412194a108cdd627a767', 'subnets': [{'id': '86e7e675-440c-49d1-8be8-1667506afa40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:00:49.383229 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-21870ca4-e169-4313-8bcf-9637527381fb tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1690864392', 'description': 'tempest-description--1732256002'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:00:49.406914 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:00:49.407354 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:49.413993 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20c3b285-f9e2-4319-8a03-cedca2f2f293 x-openstack-request-id: req-20c3b285-f9e2-4319-8a03-cedca2f2f293 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:00:49.415005 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20117710-052c-46c3-8ca2-f601df488811", "tag": "f94f9f68-04c4-4723-8e48-775481388884", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:00:49.415804 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-20c3b285-f9e2-4319-8a03-cedca2f2f293 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:00:49.419498 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20c3b285-f9e2-4319-8a03-cedca2f2f293'] response: {'name': 'network-changed', 'server_uuid': '20117710-052c-46c3-8ca2-f601df488811', 'tag': 'f94f9f68-04c4-4723-8e48-775481388884', 'status': 'completed', 'code': 200}
May 07 22:00:49.442188 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:00:49.444005 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2341422e-9626-43ae-bc0b-72aa7a22816a None None] Checking router: 2123aa39-c4f0-4e9a-9167-73acf960a6ad for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:00:49.444685 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2341422e-9626-43ae-bc0b-72aa7a22816a None None] Updating router 2123aa39-c4f0-4e9a-9167-73acf960a6ad port dd203508-b1f9-4999-a351-df4ad5229f44 binding host ncdv-master-1 {{(pid=121838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 22:00:49.465509 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a183dc48-7647-47a5-8c77-7b2683f7f003 req-a7b90a08-ea3d-4330-b127-6ec8461a97c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:49.469104 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a183dc48-7647-47a5-8c77-7b2683f7f003 req-a7b90a08-ea3d-4330-b127-6ec8461a97c6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=169e1e6f26414e3eaa454bc14100fece&device_id=20117710-052c-46c3-8ca2-f601df488811 HTTP/1.1" status: 200  len: 1125 time: 0.3359737
May 07 22:00:49.484735 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-0da09574-a8f3-4652-b2e8-3a66475e2b64 None None] Publish callbacks [] for port (f13245d4-3132-4aaa-94c8-07da0ef88ecb), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:49.486648 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2341422e-9626-43ae-bc0b-72aa7a22816a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (dd203508-b1f9-4999-a351-df4ad5229f44), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:49.489043 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:49.503668 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77a32b09-8135-4d42-9cd9-fd3061321da4 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:00:49.550251 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-0da09574-a8f3-4652-b2e8-3a66475e2b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (f13245d4-3132-4aaa-94c8-07da0ef88ecb), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:49.572921 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a183dc48-7647-47a5-8c77-7b2683f7f003 req-23faed32-b8d9-484b-84e7-299b927569b2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f94f9f68-04c4-4723-8e48-775481388884 HTTP/1.1" status: 200  len: 217 time: 0.0635607
May 07 22:00:49.614437 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 7246b97e-cc3a-4e69-8bd1-0d36632d83ff is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:00:49.614820 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (7246b97e-cc3a-4e69-8bd1-0d36632d83ff), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:49.617888 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da09574-a8f3-4652-b2e8-3a66475e2b64 None None] Network 4d8823c5-e4d2-4a9f-8503-ca496ab9c061 is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:00:49.634115 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-0da09574-a8f3-4652-b2e8-3a66475e2b64 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:00:49.639369 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:49.647684 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da09574-a8f3-4652-b2e8-3a66475e2b64 None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:00:49.663386 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b0be9551-0e94-4177-93a8-397812a1c5a7 req-108af841-6823-487b-adb6-f9a8bddcaab9 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/ports?device_id=77ba773a-10d4-4c62-b1a6-a64c236b6bff HTTP/1.1" status: 200  len: 210 time: 0.1816144
May 07 22:00:49.681695 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3762440-c41c-4e74-a316-31c19d4d4aba service neutron] Pushing event updated for resources: {'Port': ['ID=f94f9f68-04c4-4723-8e48-775481388884,revision_number=3']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:49.682691 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ca9051d1-a5aa-4397-9c73-ed48ac0ad5e0 req-44fc6451-aa28-470a-82a0-6d5940d71811 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2f94373-fd3e-4a2b-9dee-192df8871f41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8441033
May 07 22:00:49.691479 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-a81cb5b4-74b4-4c38-972d-d9eadae2023a req-2b637be9-36e2-495c-94fe-a29f1caaae71 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Publish callbacks [] for port (90263e81-473d-4dcc-9c1f-3f7af137021b), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:49.693301 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8eabf6df-3d04-45ac-9828-6aa6692ce85e tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (47172dfe-857b-45a6-9977-e0fd6426b92a), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:49.761578 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da09574-a8f3-4652-b2e8-3a66475e2b64 None None] Pushing event updated for resources: {'Port': ['ID=f13245d4-3132-4aaa-94c8-07da0ef88ecb,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:49.826007 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 7246b97e-cc3a-4e69-8bd1-0d36632d83ff, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7246b97e-cc3a-4e69-8bd1-0d36632d83ff,segment=NetworkSegment(946603cd-661c-44e1-83be-0ffa4fba5a22),segment_id=946603cd-661c-44e1-83be-0ffa4fba5a22)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:00:49.877542 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95f9d622-1591-4442-9da0-167bdb326758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7246b97e-cc3a-4e69-8bd1-0d36632d83ff'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:00:49.878314 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-1ea51c2a-a974-4ed5-83f6-601a5b90d2ea admin admin] For port f3f4cb04-f7c5-4069-ad2a-d8dad30fab8c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f3f4cb04-f7c5-4069-ad2a-d8dad30fab8c,segment=NetworkSegment(4cad6eb6-00ef-467c-849b-bcfc65b68a11),segment_id=4cad6eb6-00ef-467c-849b-bcfc65b68a11)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:00:49.878802 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1ea51c2a-a974-4ed5-83f6-601a5b90d2ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (f3f4cb04-f7c5-4069-ad2a-d8dad30fab8c), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:49.879489 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae7da5c-c2ee-442c-bff9-b88f1fdb9d51" -d '{"events": [{"server_uuid": "95f9d622-1591-4442-9da0-167bdb326758", "name": "network-vif-plugged", "status": "completed", "tag": "7246b97e-cc3a-4e69-8bd1-0d36632d83ff"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:00:49.886754 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-77a32b09-8135-4d42-9cd9-fd3061321da4 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (7c4532d8-59be-44bd-a3ed-efbe64d909ce), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:49.887129 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-77a32b09-8135-4d42-9cd9-fd3061321da4 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Added segment 7c4532d8-59be-44bd-a3ed-efbe64d909ce of type vlan for network 85ba2ec8-b99d-42a5-8bde-3b0070d85377
May 07 22:00:49.941262 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-21870ca4-e169-4313-8bcf-9637527381fb tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:49.944290 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a183dc48-7647-47a5-8c77-7b2683f7f003 req-9705b319-6b95-48b3-9cea-fb4d9b202dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:49.945802 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a183dc48-7647-47a5-8c77-7b2683f7f003 req-9705b319-6b95-48b3-9cea-fb4d9b202dd9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8c650ca0-3b54-444b-821a-832849c70b43 HTTP/1.1" status: 200  len: 855 time: 0.2393100
May 07 22:00:49.971788 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-a81cb5b4-74b4-4c38-972d-d9eadae2023a req-2b637be9-36e2-495c-94fe-a29f1caaae71 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (90263e81-473d-4dcc-9c1f-3f7af137021b), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:50.029959 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 823a08a6-ab54-47d3-8acd-96df82a7d98e up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:00:50.037487 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a81cb5b4-74b4-4c38-972d-d9eadae2023a req-2b637be9-36e2-495c-94fe-a29f1caaae71 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Network a83f92af-3764-4eda-a668-51a2c691a258 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:00:50.044718 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [req-a81cb5b4-74b4-4c38-972d-d9eadae2023a req-2b637be9-36e2-495c-94fe-a29f1caaae71 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:00:50.045159 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (7246b97e-cc3a-4e69-8bd1-0d36632d83ff), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:50.055099 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-a81cb5b4-74b4-4c38-972d-d9eadae2023a req-2b637be9-36e2-495c-94fe-a29f1caaae71 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:00:50.096448 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b637be9-36e2-495c-94fe-a29f1caaae71 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Pushing event updated for resources: {'Port': ['ID=90263e81-473d-4dcc-9c1f-3f7af137021b,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:50.198387 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81cb5b4-74b4-4c38-972d-d9eadae2023a req-2b637be9-36e2-495c-94fe-a29f1caaae71 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:50.198387 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-a81cb5b4-74b4-4c38-972d-d9eadae2023a req-2b637be9-36e2-495c-94fe-a29f1caaae71 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:50.233817 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a81cb5b4-74b4-4c38-972d-d9eadae2023a req-2b637be9-36e2-495c-94fe-a29f1caaae71 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 8.2338555
May 07 22:00:50.268421 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d13f08-6462-4da0-a360-c8c2b29605d1 x-openstack-request-id: req-51d13f08-6462-4da0-a360-c8c2b29605d1 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:00:50.268721 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95f9d622-1591-4442-9da0-167bdb326758", "name": "network-vif-plugged", "status": "completed", "tag": "7246b97e-cc3a-4e69-8bd1-0d36632d83ff", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:00:50.269016 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-51d13f08-6462-4da0-a360-c8c2b29605d1 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:00:50.269399 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51d13f08-6462-4da0-a360-c8c2b29605d1'] response: {'server_uuid': '95f9d622-1591-4442-9da0-167bdb326758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7246b97e-cc3a-4e69-8bd1-0d36632d83ff', 'code': 200}
May 07 22:00:50.290309 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-0da09574-a8f3-4652-b2e8-3a66475e2b64 None None] Attempting to bind port f13245d4-3132-4aaa-94c8-07da0ef88ecb on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:00:50.290666 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-0da09574-a8f3-4652-b2e8-3a66475e2b64 None None] Attempting to bind port f13245d4-3132-4aaa-94c8-07da0ef88ecb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '859c247f-32e5-4475-b842-3cbec37906d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '4d8823c5-e4d2-4a9f-8503-ca496ab9c061'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:00:50.291585 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da09574-a8f3-4652-b2e8-3a66475e2b64 None None] Attempting to bind port f13245d4-3132-4aaa-94c8-07da0ef88ecb on network 4d8823c5-e4d2-4a9f-8503-ca496ab9c061 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:00:50.305586 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-a81cb5b4-74b4-4c38-972d-d9eadae2023a req-9469f11f-c7b1-4d74-9fef-b86346b94048 service neutron] Request body: {'port': {'device_id': '77ba773a-10d4-4c62-b1a6-a64c236b6bff', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:00:50.339902 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8eabf6df-3d04-45ac-9828-6aa6692ce85e tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks [] for port (47172dfe-857b-45a6-9977-e0fd6426b92a), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:50.341864 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da09574-a8f3-4652-b2e8-3a66475e2b64 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:00:50.342247 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da09574-a8f3-4652-b2e8-3a66475e2b64 None None] Checking segment: {'id': '859c247f-32e5-4475-b842-3cbec37906d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '4d8823c5-e4d2-4a9f-8503-ca496ab9c061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:00:50.343259 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-0da09574-a8f3-4652-b2e8-3a66475e2b64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:50.343677 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da09574-a8f3-4652-b2e8-3a66475e2b64 None None] Bound using segment: {'id': '859c247f-32e5-4475-b842-3cbec37906d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '4d8823c5-e4d2-4a9f-8503-ca496ab9c061'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:00:50.344420 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-0da09574-a8f3-4652-b2e8-3a66475e2b64 None None] Bound port: f13245d4-3132-4aaa-94c8-07da0ef88ecb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '859c247f-32e5-4475-b842-3cbec37906d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '4d8823c5-e4d2-4a9f-8503-ca496ab9c061'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:00:50.345689 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-0da09574-a8f3-4652-b2e8-3a66475e2b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f13245d4-3132-4aaa-94c8-07da0ef88ecb), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:50.351148 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8eabf6df-3d04-45ac-9828-6aa6692ce85e tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (47172dfe-857b-45a6-9977-e0fd6426b92a), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:50.352362 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8eabf6df-3d04-45ac-9828-6aa6692ce85e tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401121'] for router_interface (f401884a-34c3-4298-b93b-87fb57ab5ea1), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:50.368549 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-1ea51c2a-a974-4ed5-83f6-601a5b90d2ea admin admin] Calling delete_port for f3f4cb04-f7c5-4069-ad2a-d8dad30fab8c owned by network:router_interface {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:00:50.466192 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-0da09574-a8f3-4652-b2e8-3a66475e2b64 None None] For port f13245d4-3132-4aaa-94c8-07da0ef88ecb, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:00:50.470021 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-0da09574-a8f3-4652-b2e8-3a66475e2b64 None None] For port f13245d4-3132-4aaa-94c8-07da0ef88ecb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f13245d4-3132-4aaa-94c8-07da0ef88ecb,segment=NetworkSegment(859c247f-32e5-4475-b842-3cbec37906d7),segment_id=859c247f-32e5-4475-b842-3cbec37906d7)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:00:50.484555 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-0da09574-a8f3-4652-b2e8-3a66475e2b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (f13245d4-3132-4aaa-94c8-07da0ef88ecb), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:50.503690 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=7246b97e-cc3a-4e69-8bd1-0d36632d83ff,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:50.561138 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eabf6df-3d04-45ac-9828-6aa6692ce85e tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Pushing event updated for resources: {'Port': ['ID=47172dfe-857b-45a6-9977-e0fd6426b92a,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:50.565524 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 823a08a6-ab54-47d3-8acd-96df82a7d98e triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:00:50.566464 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (823a08a6-ab54-47d3-8acd-96df82a7d98e), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:50.614083 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32b403e-6a6e-4587-ae16-9171c0fb73d8 req-976af971-3533-498d-85d5-c12dd64e0d03 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:50.622112 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c32b403e-6a6e-4587-ae16-9171c0fb73d8 req-976af971-3533-498d-85d5-c12dd64e0d03 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/ports?device_id=95f9d622-1591-4442-9da0-167bdb326758 HTTP/1.1" status: 200  len: 946 time: 0.7388566
May 07 22:00:50.638377 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-77a32b09-8135-4d42-9cd9-fd3061321da4 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (85ba2ec8-b99d-42a5-8bde-3b0070d85377), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:50.667762 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a183dc48-7647-47a5-8c77-7b2683f7f003 req-5d76f882-1342-40cb-820e-e331d316699a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:50.669873 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a183dc48-7647-47a5-8c77-7b2683f7f003 req-5d76f882-1342-40cb-820e-e331d316699a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a83f92af-3764-4eda-a668-51a2c691a258&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2993965
May 07 22:00:50.670815 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2af12c6-e6dd-4838-9d48-ef47b2f1db9a req-d779b60f-0dce-45d6-a728-de996279926b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:50.672151 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f2af12c6-e6dd-4838-9d48-ef47b2f1db9a req-d779b60f-0dce-45d6-a728-de996279926b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=95f9d622-1591-4442-9da0-167bdb326758 HTTP/1.1" status: 200  len: 1128 time: 0.2984695
May 07 22:00:50.701342 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da09574-a8f3-4652-b2e8-3a66475e2b64 None None] Pushing event updated for resources: {'Port': ['ID=f13245d4-3132-4aaa-94c8-07da0ef88ecb,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:50.735776 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2341422e-9626-43ae-bc0b-72aa7a22816a None None] Publish callbacks [] for port (dd203508-b1f9-4999-a351-df4ad5229f44), precommit_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:50.752480 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2341422e-9626-43ae-bc0b-72aa7a22816a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (dd203508-b1f9-4999-a351-df4ad5229f44), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:50.763953 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eabf6df-3d04-45ac-9828-6aa6692ce85e tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Network 4d8823c5-e4d2-4a9f-8503-ca496ab9c061 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:00:50.773987 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-8eabf6df-3d04-45ac-9828-6aa6692ce85e tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:00:50.780198 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-a81cb5b4-74b4-4c38-972d-d9eadae2023a req-9469f11f-c7b1-4d74-9fef-b86346b94048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (90263e81-473d-4dcc-9c1f-3f7af137021b), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:50.995404 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ecb2a2-8afb-47f9-a4a3-8b5f39b8363d None None] Pushing event updated for resources: {'Port': ['ID=dd203508-b1f9-4999-a351-df4ad5229f44,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:51.052916 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 823a08a6-ab54-47d3-8acd-96df82a7d98e is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:00:51.054600 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 11f529b2-9b2b-4fc8-8708-2c4e7852dad2 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:00:51.222625 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-77a32b09-8135-4d42-9cd9-fd3061321da4 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (85ba2ec8-b99d-42a5-8bde-3b0070d85377), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:51.224866 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a32b09-8135-4d42-9cd9-fd3061321da4 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:51.225437 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-77a32b09-8135-4d42-9cd9-fd3061321da4 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:51.236752 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f2af12c6-e6dd-4838-9d48-ef47b2f1db9a req-0be703f1-3683-47f8-ad8e-321ea2bbcb10 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9ebb222e-3262-41b5-990d-c21161bc61e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5440578
May 07 22:00:51.285005 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-2341422e-9626-43ae-bc0b-72aa7a22816a None None] Attempting to bind port dd203508-b1f9-4999-a351-df4ad5229f44 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:00:51.285390 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-2341422e-9626-43ae-bc0b-72aa7a22816a None None] Attempting to bind port dd203508-b1f9-4999-a351-df4ad5229f44 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ce6ea8f0-3d38-4ce3-8f23-f8c47e599e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f64cbfbe-feaa-48dc-9089-9445aa1eaa5a'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:00:51.285742 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2341422e-9626-43ae-bc0b-72aa7a22816a None None] Attempting to bind port dd203508-b1f9-4999-a351-df4ad5229f44 on network f64cbfbe-feaa-48dc-9089-9445aa1eaa5a {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:00:51.296248 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2341422e-9626-43ae-bc0b-72aa7a22816a None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:00:51.296620 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2341422e-9626-43ae-bc0b-72aa7a22816a None None] Checking segment: {'id': 'ce6ea8f0-3d38-4ce3-8f23-f8c47e599e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f64cbfbe-feaa-48dc-9089-9445aa1eaa5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:00:51.297027 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2341422e-9626-43ae-bc0b-72aa7a22816a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:51.297423 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2341422e-9626-43ae-bc0b-72aa7a22816a None None] Bound using segment: {'id': 'ce6ea8f0-3d38-4ce3-8f23-f8c47e599e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f64cbfbe-feaa-48dc-9089-9445aa1eaa5a'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:00:51.297891 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-2341422e-9626-43ae-bc0b-72aa7a22816a None None] Bound port: dd203508-b1f9-4999-a351-df4ad5229f44, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce6ea8f0-3d38-4ce3-8f23-f8c47e599e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f64cbfbe-feaa-48dc-9089-9445aa1eaa5a'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:00:51.298270 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2341422e-9626-43ae-bc0b-72aa7a22816a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (dd203508-b1f9-4999-a351-df4ad5229f44), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:51.331522 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 11f529b2-9b2b-4fc8-8708-2c4e7852dad2 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:00:51.331896 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (11f529b2-9b2b-4fc8-8708-2c4e7852dad2), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:51.353739 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ae10bd-43ec-4448-a6a3-1e5a2209bbc2 req-ef38c4c0-ec1b-4f84-9576-b64fe4ffd7fb tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:51.355765 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f0ae10bd-43ec-4448-a6a3-1e5a2209bbc2 req-ef38c4c0-ec1b-4f84-9576-b64fe4ffd7fb tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/ports?device_id=77ba773a-10d4-4c62-b1a6-a64c236b6bff HTTP/1.1" status: 200  len: 932 time: 0.3196583
May 07 22:00:51.410589 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eabf6df-3d04-45ac-9828-6aa6692ce85e tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Router f401884a-34c3-4298-b93b-87fb57ab5ea1 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:00:51.457710 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c32b403e-6a6e-4587-ae16-9171c0fb73d8 req-59f56793-e56e-4bd9-999d-47e30f9ef8ed tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ebb222e-3262-41b5-990d-c21161bc61e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.8344676
May 07 22:00:51.461882 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a183dc48-7647-47a5-8c77-7b2683f7f003 req-eb21608a-fc1d-47a3-94e4-003d37cce667 service neutron] 10.222.0.55 "GET /v2.0/networks/a83f92af-3764-4eda-a668-51a2c691a258?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7761557
May 07 22:00:51.520707 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-77a32b09-8135-4d42-9cd9-fd3061321da4 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 2.5763447
May 07 22:00:51.520707 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1ea51c2a-a974-4ed5-83f6-601a5b90d2ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (f3f4cb04-f7c5-4069-ad2a-d8dad30fab8c), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:51.544214 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-21870ca4-e169-4313-8bcf-9637527381fb tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks [] for security_group (c7b1876c-a594-41c5-9872-578aa79ea667), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:51.548791 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 51430) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:00:51.599284 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-8d8ae7fc-2751-4090-a670-000985f0b950 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Request body: {'subnet': {'network_id': '85ba2ec8-b99d-42a5-8bde-3b0070d85377', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:00:51.606202 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f0ae10bd-43ec-4448-a6a3-1e5a2209bbc2 req-3ece96b2-7e7a-4431-abd2-411f0b8b0625 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d85ced8-44c7-47ce-a4c7-1950d9c3cf50&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2366722
May 07 22:00:51.612208 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea51c2a-a974-4ed5-83f6-601a5b90d2ea admin admin] Pushing event deleted for resources: {'Port': ['ID=f3f4cb04-f7c5-4069-ad2a-d8dad30fab8c,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:51.644306 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-21870ca4-e169-4313-8bcf-9637527381fb tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (c7b1876c-a594-41c5-9872-578aa79ea667), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:51.678576 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-2341422e-9626-43ae-bc0b-72aa7a22816a None None] For port dd203508-b1f9-4999-a351-df4ad5229f44, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:00:51.712839 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eabf6df-3d04-45ac-9828-6aa6692ce85e tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:00:51.719917 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-2341422e-9626-43ae-bc0b-72aa7a22816a None None] For port dd203508-b1f9-4999-a351-df4ad5229f44, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dd203508-b1f9-4999-a351-df4ad5229f44,segment=NetworkSegment(ce6ea8f0-3d38-4ce3-8f23-f8c47e599e56),segment_id=ce6ea8f0-3d38-4ce3-8f23-f8c47e599e56)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:00:51.728176 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68585431-aa7d-4617-b5d9-4a7b00d37b2e None None] Sync routers for ids ['f401884a-34c3-4298-b93b-87fb57ab5ea1'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:00:51.730391 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:51.736187 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 11f529b2-9b2b-4fc8-8708-2c4e7852dad2 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:00:51.745355 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-8eabf6df-3d04-45ac-9828-6aa6692ce85e tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "PUT /v2.0/routers/f401884a-34c3-4298-b93b-87fb57ab5ea1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.2450080
May 07 22:00:51.746597 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2341422e-9626-43ae-bc0b-72aa7a22816a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (dd203508-b1f9-4999-a351-df4ad5229f44), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:51.746742 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 51444) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:00:51.753460 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-73a9740e-a3ab-47e8-81f2-47deb0a70ea0 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-602102463'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:00:51.755612 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68585431-aa7d-4617-b5d9-4a7b00d37b2e None None] Routers {'f401884a-34c3-4298-b93b-87fb57ab5ea1'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:00:51.756268 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-68585431-aa7d-4617-b5d9-4a7b00d37b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cd16d90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:00:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['f401884a-34c3-4298-b93b-87fb57ab5ea1'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:00:51.812386 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73a9740e-a3ab-47e8-81f2-47deb0a70ea0 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Made reservation on behalf of 17d1717bd7f2430eb5c2d3ce577e8160 for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:00:51.828725 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-73a9740e-a3ab-47e8-81f2-47deb0a70ea0 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:51.836488 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2341422e-9626-43ae-bc0b-72aa7a22816a None None] Routers {'2123aa39-c4f0-4e9a-9167-73acf960a6ad'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:00:51.845960 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-2341422e-9626-43ae-bc0b-72aa7a22816a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7fbb42b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:00:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['2123aa39-c4f0-4e9a-9167-73acf960a6ad'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:00:51.863964 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73a9740e-a3ab-47e8-81f2-47deb0a70ea0 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:00:51.903264 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-73a9740e-a3ab-47e8-81f2-47deb0a70ea0 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (95d0dccb-a1c7-4a20-8a48-5e96e2f2489c), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:51.903805 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-73a9740e-a3ab-47e8-81f2-47deb0a70ea0 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Added segment 95d0dccb-a1c7-4a20-8a48-5e96e2f2489c of type vlan for network b27f0d33-74db-46ab-9d20-c1ae48bccf50
May 07 22:00:52.007688 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-73a9740e-a3ab-47e8-81f2-47deb0a70ea0 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (b27f0d33-74db-46ab-9d20-c1ae48bccf50), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:52.026171 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a32b09-8135-4d42-9cd9-fd3061321da4 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Pushing event updated for resources: {'Network': ['ID=85ba2ec8-b99d-42a5-8bde-3b0070d85377,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:52.063428 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-68585431-aa7d-4617-b5d9-4a7b00d37b2e None None] Set router f401884a-34c3-4298-b93b-87fb57ab5ea1 gateway port host: None {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:00:52.107703 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-2341422e-9626-43ae-bc0b-72aa7a22816a None None] Set router 2123aa39-c4f0-4e9a-9167-73acf960a6ad gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:00:52.113894 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-73a9740e-a3ab-47e8-81f2-47deb0a70ea0 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (b27f0d33-74db-46ab-9d20-c1ae48bccf50), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:52.123056 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a9740e-a3ab-47e8-81f2-47deb0a70ea0 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:52.125626 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-73a9740e-a3ab-47e8-81f2-47deb0a70ea0 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:52.236762 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-73a9740e-a3ab-47e8-81f2-47deb0a70ea0 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.4871316
May 07 22:00:52.256215 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 51446) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:00:52.273372 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-052233c3-5208-4b4b-a485-dd5b963e2b45 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Request body: {'subnet': {'network_id': 'b27f0d33-74db-46ab-9d20-c1ae48bccf50', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:00:52.300860 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 85ba2ec8-b99d-42a5-8bde-3b0070d85377 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:00:52.376070 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ecb2a2-8afb-47f9-a4a3-8b5f39b8363d None None] Pushing event updated for resources: {'Port': ['ID=dd203508-b1f9-4999-a351-df4ad5229f44,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:52.464876 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:00:52.466673 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-68585431-aa7d-4617-b5d9-4a7b00d37b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cd16d90>, [{'id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'name': 'tempest-RoutersIpV6Test-router-1967308978', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:00:20Z', 'updated_at': '2022-05-07T22:00:48Z', 'revision_number': 4, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'gw_port_host': None, '_interfaces': [{'id': '11f529b2-9b2b-4fc8-8708-2c4e7852dad2', 'name': '', 'network_id': 'ae74b87d-b20b-4cb8-8cb1-eb479af708e0', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'mac_address': 'fa:16:3e:31:6d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '6e566a3e-3172-4ceb-b96e-905b1a9194b4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:38Z', 'updated_at': '2022-05-07T22:00:47Z', 'revision_number': 5, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'subnets': [{'id': '6e566a3e-3172-4ceb-b96e-905b1a9194b4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47172dfe-857b-45a6-9977-e0fd6426b92a', 'name': '', 'network_id': '4d8823c5-e4d2-4a9f-8503-ca496ab9c061', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'mac_address': 'fa:16:3e:3f:ab:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '60dbc808-cd32-4f27-b6c1-f67b315fbc21', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:47Z', 'updated_at': '2022-05-07T22:00:50Z', 'revision_number': 2, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'subnets': [{'id': '60dbc808-cd32-4f27-b6c1-f67b315fbc21', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2847041-deca-4787-a520-36214b25c9cb', 'name': '', 'network_id': 'add7415b-3dec-4c79-9eba-58ce88fa9087', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'mac_address': 'fa:16:3e:92:89:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '78208c1f-4b12-45ff-84a6-c2c59f46d723', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:24Z', 'updated_at': '2022-05-07T22:00:33Z', 'revision_number': 5, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'subnets': [{'id': '78208c1f-4b12-45ff-84a6-c2c59f46d723', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:00:52.549797 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a9740e-a3ab-47e8-81f2-47deb0a70ea0 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Pushing event updated for resources: {'Network': ['ID=b27f0d33-74db-46ab-9d20-c1ae48bccf50,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:52.567325 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1ea51c2a-a974-4ed5-83f6-601a5b90d2ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401002'] for router_interface (ca9742b7-eb78-416c-99df-387368310e78), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:52.585043 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68585431-aa7d-4617-b5d9-4a7b00d37b2e None None] Checking router: f401884a-34c3-4298-b93b-87fb57ab5ea1 for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:00:52.587467 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68585431-aa7d-4617-b5d9-4a7b00d37b2e None None] Updating router f401884a-34c3-4298-b93b-87fb57ab5ea1 port 47172dfe-857b-45a6-9977-e0fd6426b92a binding host ncdv-master-1 {{(pid=121839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 22:00:52.611134 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-21870ca4-e169-4313-8bcf-9637527381fb tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:52.614963 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-21870ca4-e169-4313-8bcf-9637527381fb tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1799 time: 3.3102024
May 07 22:00:52.628448 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network b27f0d33-74db-46ab-9d20-c1ae48bccf50 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:00:52.667872 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b41164c-36bd-4ab0-8aea-618e9c556941 None None] get_active_networks_info from ncdv-master-1 {{(pid=121838) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
May 07 22:00:52.676302 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-68585431-aa7d-4617-b5d9-4a7b00d37b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (47172dfe-857b-45a6-9977-e0fd6426b92a), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:52.718797 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ab0fdb-9484-4ffc-b532-972b58367399 req-d4815023-42fe-4da2-a568-1fa06ec6bb1a tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:52.724386 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-13ab0fdb-9484-4ffc-b532-972b58367399 req-d4815023-42fe-4da2-a568-1fa06ec6bb1a tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/ports?device_id=95f9d622-1591-4442-9da0-167bdb326758 HTTP/1.1" status: 200  len: 946 time: 0.1209445
May 07 22:00:52.730499 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 51452) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:00:52.747965 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-3a3d5fc3-e3b9-4117-85bc-380c011b8524 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Request body: {'security_group_rule': {'security_group_id': 'c7b1876c-a594-41c5-9872-578aa79ea667', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:00:52.749637 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [req-baebf189-a5d5-4ebb-88d0-dbb49c84081c req-200a99f1-0d7d-4bf4-9908-31e372202e3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cb9d745-576d-4349-82d0-2e6fc098ae28 {{(pid=121836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:00:52.766607 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13c719b-9c67-41ef-bc57-2de924068d59 req-f74b95f1-60fa-4a4b-8f95-a7d416885ecf tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:52.774313 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e13c719b-9c67-41ef-bc57-2de924068d59 req-f74b95f1-60fa-4a4b-8f95-a7d416885ecf tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/ports?device_id=620355ca-9580-4384-9f83-9ec1f95922e3 HTTP/1.1" status: 200  len: 945 time: 1.1640306
May 07 22:00:52.804812 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-2db60603-10c4-4118-b54a-ef5702d0d746 None None] Provisioning complete for port f13245d4-3132-4aaa-94c8-07da0ef88ecb triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:00:52.805415 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2db60603-10c4-4118-b54a-ef5702d0d746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (f13245d4-3132-4aaa-94c8-07da0ef88ecb), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:52.884236 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-13ab0fdb-9484-4ffc-b532-972b58367399 req-579baf86-1a45-4e55-b161-f7bdc3fbd16a tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ebb222e-3262-41b5-990d-c21161bc61e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1094019
May 07 22:00:52.905630 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21870ca4-e169-4313-8bcf-9637527381fb tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b1876c-a594-41c5-9872-578aa79ea667,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:52.909183 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-baebf189-a5d5-4ebb-88d0-dbb49c84081c req-200a99f1-0d7d-4bf4-9908-31e372202e3c service neutron] Publish callbacks [] for port (4cb9d745-576d-4349-82d0-2e6fc098ae28), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:52.960864 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-052233c3-5208-4b4b-a485-dd5b963e2b45 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Made reservation on behalf of 17d1717bd7f2430eb5c2d3ce577e8160 for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:00:52.972490 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:00:52.973288 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:52.975289 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ea51c2a-a974-4ed5-83f6-601a5b90d2ea admin admin] Router ca9742b7-eb78-416c-99df-387368310e78 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:00:52.980889 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-052233c3-5208-4b4b-a485-dd5b963e2b45 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:53.014380 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.provisioning_blocks [req-baebf189-a5d5-4ebb-88d0-dbb49c84081c req-200a99f1-0d7d-4bf4-9908-31e372202e3c service neutron] Transition to ACTIVE for port object 4cb9d745-576d-4349-82d0-2e6fc098ae28 will not be triggered until provisioned by entity L2. {{(pid=121836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 22:00:53.024870 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e13c719b-9c67-41ef-bc57-2de924068d59 req-ee472ada-1301-45a0-995c-071c6ff80d36 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2f94373-fd3e-4a2b-9dee-192df8871f41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2493570
May 07 22:00:53.029769 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d8ae7fc-2751-4090-a670-000985f0b950 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Made reservation on behalf of d7da299cb7fd4b569f047ab71e3255d4 for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:00:53.033323 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8d8ae7fc-2751-4090-a670-000985f0b950 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:53.049906 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a183dc48-7647-47a5-8c77-7b2683f7f003 req-bce79755-cadf-4f7f-a18f-6e9eb9117c21 service neutron] 10.222.0.55 "GET /v2.0/networks/a83f92af-3764-4eda-a668-51a2c691a258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.5422862
May 07 22:00:53.064933 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-baebf189-a5d5-4ebb-88d0-dbb49c84081c req-200a99f1-0d7d-4bf4-9908-31e372202e3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (4cb9d745-576d-4349-82d0-2e6fc098ae28), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:53.289395 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-2341422e-9626-43ae-bc0b-72aa7a22816a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7fbb42b0>, [{'id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'name': 'tempest-AttachVolumeNegativeTest-1449072548-router', 'tenant_id': '57990769f50b412194a108cdd627a767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.74'}], 'enable_snat': True}, 'gw_port_id': 'acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:00:22Z', 'updated_at': '2022-05-07T22:00:41Z', 'revision_number': 4, 'project_id': '57990769f50b412194a108cdd627a767', 'gw_port': {'id': 'acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:25Z', 'updated_at': '2022-05-07T22:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'dd203508-b1f9-4999-a351-df4ad5229f44', 'name': '', 'network_id': 'f64cbfbe-feaa-48dc-9089-9445aa1eaa5a', 'tenant_id': '57990769f50b412194a108cdd627a767', 'mac_address': 'fa:16:3e:08:a0:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '86e7e675-440c-49d1-8be8-1667506afa40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:37Z', 'updated_at': '2022-05-07T22:00:51Z', 'revision_number': 4, 'project_id': '57990769f50b412194a108cdd627a767', 'subnets': [{'id': '86e7e675-440c-49d1-8be8-1667506afa40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:00:53.311515 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e298754-5fc0-410b-91a5-5dc4b441f574 req-7594582b-f1ee-45f8-944f-e75a9562f8d1 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:53.322812 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0e298754-5fc0-410b-91a5-5dc4b441f574 req-7594582b-f1ee-45f8-944f-e75a9562f8d1 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/ports?device_id=77ba773a-10d4-4c62-b1a6-a64c236b6bff HTTP/1.1" status: 200  len: 932 time: 0.2134657
May 07 22:00:53.364852 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b41164c-36bd-4ab0-8aea-618e9c556941 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
May 07 22:00:53.403304 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-68585431-aa7d-4617-b5d9-4a7b00d37b2e None None] Publish callbacks [] for port (47172dfe-857b-45a6-9977-e0fd6426b92a), precommit_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:53.408805 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2341422e-9626-43ae-bc0b-72aa7a22816a None None] The sync data for ids ['2123aa39-c4f0-4e9a-9167-73acf960a6ad'] in ncdv-master-1 is: [{'id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'name': 'tempest-AttachVolumeNegativeTest-1449072548-router', 'tenant_id': '57990769f50b412194a108cdd627a767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.74'}], 'enable_snat': True}, 'gw_port_id': 'acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:00:22Z', 'updated_at': '2022-05-07T22:00:41Z', 'revision_number': 4, 'project_id': '57990769f50b412194a108cdd627a767', 'gw_port': {'id': 'acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:25Z', 'updated_at': '2022-05-07T22:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'dd203508-b1f9-4999-a351-df4ad5229f44', 'name': '', 'network_id': 'f64cbfbe-feaa-48dc-9089-9445aa1eaa5a', 'tenant_id': '57990769f50b412194a108cdd627a767', 'mac_address': 'fa:16:3e:08:a0:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '86e7e675-440c-49d1-8be8-1667506afa40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:37Z', 'updated_at': '2022-05-07T22:00:51Z', 'revision_number': 4, 'project_id': '57990769f50b412194a108cdd627a767', 'subnets': [{'id': '86e7e675-440c-49d1-8be8-1667506afa40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:00:53.414706 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-68585431-aa7d-4617-b5d9-4a7b00d37b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (47172dfe-857b-45a6-9977-e0fd6426b92a), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:53.469284 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ea51c2a-a974-4ed5-83f6-601a5b90d2ea admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:00:53.473115 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200a99f1-0d7d-4bf4-9908-31e372202e3c service neutron] Pushing event updated for resources: {'Port': ['ID=4cb9d745-576d-4349-82d0-2e6fc098ae28,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:53.516907 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-1ea51c2a-a974-4ed5-83f6-601a5b90d2ea admin admin] 10.222.0.32 "PUT /v2.0/routers/ca9742b7-eb78-416c-99df-387368310e78/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 10.2778411
May 07 22:00:53.543933 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 51466) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:00:53.588549 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-2db60603-10c4-4118-b54a-ef5702d0d746 None None] Current status of the port f13245d4-3132-4aaa-94c8-07da0ef88ecb is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:00:53.589350 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2db60603-10c4-4118-b54a-ef5702d0d746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f13245d4-3132-4aaa-94c8-07da0ef88ecb), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:53.593833 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36389a21-c08e-41ee-9b52-4db8ab0e2541 None None] Pushing event updated for resources: {'Port': ['ID=47172dfe-857b-45a6-9977-e0fd6426b92a,revision_number=3']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:53.600097 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3a3d5fc3-e3b9-4117-85bc-380c011b8524 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks [] for security_group_rule (32d6cce5-45f1-46d9-8b31-07a085541311), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:53.624226 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9b6087-df3f-4325-837d-34f5b5578864 None None] Sync routers for ids ['ca9742b7-eb78-416c-99df-387368310e78'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:00:53.717251 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-baebf189-a5d5-4ebb-88d0-dbb49c84081c req-200a99f1-0d7d-4bf4-9908-31e372202e3c service neutron] Attempting to bind port 4cb9d745-576d-4349-82d0-2e6fc098ae28 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:00:53.717849 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-baebf189-a5d5-4ebb-88d0-dbb49c84081c req-200a99f1-0d7d-4bf4-9908-31e372202e3c service neutron] Attempting to bind port 4cb9d745-576d-4349-82d0-2e6fc098ae28 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '93a726c5-b63b-41ea-965b-35fbc06f488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a83f92af-3764-4eda-a668-51a2c691a258'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:00:53.717957 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baebf189-a5d5-4ebb-88d0-dbb49c84081c req-200a99f1-0d7d-4bf4-9908-31e372202e3c service neutron] Attempting to bind port 4cb9d745-576d-4349-82d0-2e6fc098ae28 on network a83f92af-3764-4eda-a668-51a2c691a258 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:00:53.723061 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:00:53.724228 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device f13245d4-3132-4aaa-94c8-07da0ef88ecb up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:00:53.738974 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3def44-71dd-4e90-b6a4-f78d7f3b663e req-225b8579-6ad4-4a99-9c36-f90559ecd44e tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:53.740385 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-da3def44-71dd-4e90-b6a4-f78d7f3b663e req-225b8579-6ad4-4a99-9c36-f90559ecd44e tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/ports?device_id=95f9d622-1591-4442-9da0-167bdb326758 HTTP/1.1" status: 200  len: 946 time: 0.5027592
May 07 22:00:53.751676 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 51468) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:00:53.777797 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36389a21-c08e-41ee-9b52-4db8ab0e2541 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:00:53.778150 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36389a21-c08e-41ee-9b52-4db8ab0e2541 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:00:53.778510 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36389a21-c08e-41ee-9b52-4db8ab0e2541 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:00:53.778867 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36389a21-c08e-41ee-9b52-4db8ab0e2541 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:00:53.783068 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360ccb25-1f1c-44e8-8f53-330b4ba9d1bf req-f44c3477-c645-45b8-960b-15c42e60f46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:53.784599 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-360ccb25-1f1c-44e8-8f53-330b4ba9d1bf req-f44c3477-c645-45b8-960b-15c42e60f46c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=620355ca-9580-4384-9f83-9ec1f95922e3 HTTP/1.1" status: 200  len: 1127 time: 0.4427774
May 07 22:00:53.787612 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36389a21-c08e-41ee-9b52-4db8ab0e2541 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:00:53.788051 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36389a21-c08e-41ee-9b52-4db8ab0e2541 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:00:53.788636 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36389a21-c08e-41ee-9b52-4db8ab0e2541 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:00:53.789178 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36389a21-c08e-41ee-9b52-4db8ab0e2541 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:00:53.789840 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36389a21-c08e-41ee-9b52-4db8ab0e2541 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:00:53.790367 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36389a21-c08e-41ee-9b52-4db8ab0e2541 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:00:53.791001 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36389a21-c08e-41ee-9b52-4db8ab0e2541 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:00:53.792037 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36389a21-c08e-41ee-9b52-4db8ab0e2541 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:00:53.792613 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36389a21-c08e-41ee-9b52-4db8ab0e2541 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:00:53.793157 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36389a21-c08e-41ee-9b52-4db8ab0e2541 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:00:53.793693 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36389a21-c08e-41ee-9b52-4db8ab0e2541 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:00:53.803169 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2d5837ba-818f-43c8-a81e-0ee37085d893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:53.806342 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9b6087-df3f-4325-837d-34f5b5578864 None None] Routers {'ca9742b7-eb78-416c-99df-387368310e78'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:00:53.807052 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-fb9b6087-df3f-4325-837d-34f5b5578864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f97ac70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:00:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['ca9742b7-eb78-416c-99df-387368310e78'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:00:53.841199 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-68585431-aa7d-4617-b5d9-4a7b00d37b2e None None] Attempting to bind port 47172dfe-857b-45a6-9977-e0fd6426b92a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:00:53.844874 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-68585431-aa7d-4617-b5d9-4a7b00d37b2e None None] Attempting to bind port 47172dfe-857b-45a6-9977-e0fd6426b92a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '859c247f-32e5-4475-b842-3cbec37906d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '4d8823c5-e4d2-4a9f-8503-ca496ab9c061'}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:00:53.845481 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68585431-aa7d-4617-b5d9-4a7b00d37b2e None None] Attempting to bind port 47172dfe-857b-45a6-9977-e0fd6426b92a on network 4d8823c5-e4d2-4a9f-8503-ca496ab9c061 {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:00:53.857735 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68585431-aa7d-4617-b5d9-4a7b00d37b2e None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:00:53.858429 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68585431-aa7d-4617-b5d9-4a7b00d37b2e None None] Checking segment: {'id': '859c247f-32e5-4475-b842-3cbec37906d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '4d8823c5-e4d2-4a9f-8503-ca496ab9c061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:00:53.859056 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-68585431-aa7d-4617-b5d9-4a7b00d37b2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:53.863900 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68585431-aa7d-4617-b5d9-4a7b00d37b2e None None] Bound using segment: {'id': '859c247f-32e5-4475-b842-3cbec37906d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '4d8823c5-e4d2-4a9f-8503-ca496ab9c061'} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:00:53.864697 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-68585431-aa7d-4617-b5d9-4a7b00d37b2e None None] Bound port: 47172dfe-857b-45a6-9977-e0fd6426b92a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '859c247f-32e5-4475-b842-3cbec37906d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '4d8823c5-e4d2-4a9f-8503-ca496ab9c061'}}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:00:53.865284 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-68585431-aa7d-4617-b5d9-4a7b00d37b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (47172dfe-857b-45a6-9977-e0fd6426b92a), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:53.880246 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0e298754-5fc0-410b-91a5-5dc4b441f574 req-e7293964-997c-41d2-9837-7b2e4ab26d2c tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d85ced8-44c7-47ce-a4c7-1950d9c3cf50&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5565739
May 07 22:00:53.941122 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-8e07d94a-e65b-4b87-b880-d4d3e791c094 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Request body: {'floatingip': {'port_id': '7246b97e-cc3a-4e69-8bd1-0d36632d83ff'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:00:53.948363 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-fb9b6087-df3f-4325-837d-34f5b5578864 None None] Set router ca9742b7-eb78-416c-99df-387368310e78 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:00:53.990511 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baebf189-a5d5-4ebb-88d0-dbb49c84081c req-200a99f1-0d7d-4bf4-9908-31e372202e3c service neutron] Port 4cb9d745-576d-4349-82d0-2e6fc098ae28 on network a83f92af-3764-4eda-a668-51a2c691a258 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:00:53.991897 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baebf189-a5d5-4ebb-88d0-dbb49c84081c req-200a99f1-0d7d-4bf4-9908-31e372202e3c service neutron] Attempting to bind port 4cb9d745-576d-4349-82d0-2e6fc098ae28 on network a83f92af-3764-4eda-a668-51a2c691a258 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:00:54.016975 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-68585431-aa7d-4617-b5d9-4a7b00d37b2e None None] For port 47172dfe-857b-45a6-9977-e0fd6426b92a, host ncdv-master-1, cleared binding levels {{(pid=121839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:00:54.020565 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-68585431-aa7d-4617-b5d9-4a7b00d37b2e None None] For port 47172dfe-857b-45a6-9977-e0fd6426b92a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=47172dfe-857b-45a6-9977-e0fd6426b92a,segment=NetworkSegment(859c247f-32e5-4475-b842-3cbec37906d7),segment_id=859c247f-32e5-4475-b842-3cbec37906d7)] {{(pid=121839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:00:54.033594 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-68585431-aa7d-4617-b5d9-4a7b00d37b2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (47172dfe-857b-45a6-9977-e0fd6426b92a), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:54.054996 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8d8ae7fc-2751-4090-a670-000985f0b950 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (ab57f525-1abe-4a02-acca-fa941308c73f), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:54.088653 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8e07d94a-e65b-4b87-b880-d4d3e791c094 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Publish callbacks [] for floatingip (973324da-9430-4a43-a7f4-1d2db6898e03), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:54.095163 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baebf189-a5d5-4ebb-88d0-dbb49c84081c req-200a99f1-0d7d-4bf4-9908-31e372202e3c service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:00:54.095640 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baebf189-a5d5-4ebb-88d0-dbb49c84081c req-200a99f1-0d7d-4bf4-9908-31e372202e3c service neutron] Checking segment: {'id': '93a726c5-b63b-41ea-965b-35fbc06f488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a83f92af-3764-4eda-a668-51a2c691a258'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:00:54.096991 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baebf189-a5d5-4ebb-88d0-dbb49c84081c req-200a99f1-0d7d-4bf4-9908-31e372202e3c service neutron] Bound using segment: {'id': '93a726c5-b63b-41ea-965b-35fbc06f488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a83f92af-3764-4eda-a668-51a2c691a258'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:00:54.097554 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-baebf189-a5d5-4ebb-88d0-dbb49c84081c req-200a99f1-0d7d-4bf4-9908-31e372202e3c service neutron] Bound port: 4cb9d745-576d-4349-82d0-2e6fc098ae28, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93a726c5-b63b-41ea-965b-35fbc06f488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a83f92af-3764-4eda-a668-51a2c691a258'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:00:54.098282 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-baebf189-a5d5-4ebb-88d0-dbb49c84081c req-200a99f1-0d7d-4bf4-9908-31e372202e3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (4cb9d745-576d-4349-82d0-2e6fc098ae28), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:54.098627 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-360ccb25-1f1c-44e8-8f53-330b4ba9d1bf req-012cdc71-fb9c-4b10-b32d-5f4e51056888 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e2f94373-fd3e-4a2b-9dee-192df8871f41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2220013
May 07 22:00:54.102016 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3a3d5fc3-e3b9-4117-85bc-380c011b8524 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks [] for security_group_rule (32d6cce5-45f1-46d9-8b31-07a085541311), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:54.104428 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-2db60603-10c4-4118-b54a-ef5702d0d746 None None] For port f13245d4-3132-4aaa-94c8-07da0ef88ecb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f13245d4-3132-4aaa-94c8-07da0ef88ecb,segment=NetworkSegment(859c247f-32e5-4475-b842-3cbec37906d7),segment_id=859c247f-32e5-4475-b842-3cbec37906d7)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:00:54.142466 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2db60603-10c4-4118-b54a-ef5702d0d746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (f13245d4-3132-4aaa-94c8-07da0ef88ecb), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:54.155721 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3a3d5fc3-e3b9-4117-85bc-380c011b8524 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (32d6cce5-45f1-46d9-8b31-07a085541311), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:54.194306 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36389a21-c08e-41ee-9b52-4db8ab0e2541 None None] Pushing event updated for resources: {'Port': ['ID=47172dfe-857b-45a6-9977-e0fd6426b92a,revision_number=4']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:54.210718 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68585431-aa7d-4617-b5d9-4a7b00d37b2e None None] Routers {'f401884a-34c3-4298-b93b-87fb57ab5ea1'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:00:54.211880 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-68585431-aa7d-4617-b5d9-4a7b00d37b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cd16d90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:00:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['f401884a-34c3-4298-b93b-87fb57ab5ea1'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:00:54.247596 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:54.260275 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3d5fc3-e3b9-4117-85bc-380c011b8524 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32d6cce5-45f1-46d9-8b31-07a085541311,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:54.381083 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8ae7fc-2751-4090-a670-000985f0b950 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Pushing event updated for resources: {'Subnet': ['ID=ab57f525-1abe-4a02-acca-fa941308c73f,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:54.418862 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db60603-10c4-4118-b54a-ef5702d0d746 None None] Pushing event updated for resources: {'Port': ['ID=f13245d4-3132-4aaa-94c8-07da0ef88ecb,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:54.431544 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-68585431-aa7d-4617-b5d9-4a7b00d37b2e None None] Set router f401884a-34c3-4298-b93b-87fb57ab5ea1 gateway port host: None {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:00:54.490807 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c23f88c-b4af-4c38-914c-9c184655f770 req-91da53f8-d268-41bc-8f4b-64310149bd4c tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:54.496682 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9c23f88c-b4af-4c38-914c-9c184655f770 req-91da53f8-d268-41bc-8f4b-64310149bd4c tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/ports?device_id=620355ca-9580-4384-9f83-9ec1f95922e3 HTTP/1.1" status: 200  len: 945 time: 0.3203363
May 07 22:00:54.502308 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3a3d5fc3-e3b9-4117-85bc-380c011b8524 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:54.503868 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-3a3d5fc3-e3b9-4117-85bc-380c011b8524 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.7697449
May 07 22:00:54.562815 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 51504) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:00:54.570447 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-e7a30a22-ccc1-4fda-a47a-967f15307e15 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Request body: {'security_group_rule': {'security_group_id': 'c7b1876c-a594-41c5-9872-578aa79ea667', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:00:54.591888 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94086d2-e29b-4ec9-af20-e6352b1ac1e1 req-1356504e-c742-4fdb-8628-47db6e27d241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:54.593621 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f94086d2-e29b-4ec9-af20-e6352b1ac1e1 req-1356504e-c742-4fdb-8628-47db6e27d241 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=169e1e6f26414e3eaa454bc14100fece&device_id=20117710-052c-46c3-8ca2-f601df488811 HTTP/1.1" status: 200  len: 1125 time: 0.5929220
May 07 22:00:54.595910 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3ef4160b-aa5f-4af6-bb5e-3afbe2c50a73 admin admin] Publish callbacks [] for router (ca9742b7-eb78-416c-99df-387368310e78), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:54.680943 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e7a30a22-ccc1-4fda-a47a-967f15307e15 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks [] for security_group_rule (bb98e23e-73ab-48ea-bb3d-ddd06bd94989), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:54.714954 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf745e8-2d87-4f98-9d97-41e47039d22f req-932336e3-7c91-48d4-a884-d48ad9eb8538 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:54.728509 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-fcf745e8-2d87-4f98-9d97-41e47039d22f req-932336e3-7c91-48d4-a884-d48ad9eb8538 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d5d0aa6-f907-4569-bedc-2979f6637d33 HTTP/1.1" status: 200  len: 948 time: 0.2722116
May 07 22:00:54.751582 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [req-a81cb5b4-74b4-4c38-972d-d9eadae2023a req-9469f11f-c7b1-4d74-9fef-b86346b94048 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90263e81-473d-4dcc-9c1f-3f7af137021b {{(pid=121837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:00:54.770425 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-a81cb5b4-74b4-4c38-972d-d9eadae2023a req-9469f11f-c7b1-4d74-9fef-b86346b94048 service neutron] Publish callbacks [] for port (90263e81-473d-4dcc-9c1f-3f7af137021b), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:54.777004 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-052233c3-5208-4b4b-a485-dd5b963e2b45 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (952ed58c-6cb6-45a7-a66a-99b4083d536e), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:54.853376 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052233c3-5208-4b4b-a485-dd5b963e2b45 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Pushing event updated for resources: {'Subnet': ['ID=952ed58c-6cb6-45a7-a66a-99b4083d536e,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:54.872508 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-a81cb5b4-74b4-4c38-972d-d9eadae2023a req-9469f11f-c7b1-4d74-9fef-b86346b94048 service neutron] Transition to ACTIVE for port object 90263e81-473d-4dcc-9c1f-3f7af137021b will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 22:00:54.874225 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-68585431-aa7d-4617-b5d9-4a7b00d37b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cd16d90>, [{'id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'name': 'tempest-RoutersIpV6Test-router-1967308978', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:00:20Z', 'updated_at': '2022-05-07T22:00:48Z', 'revision_number': 4, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'gw_port_host': None, '_interfaces': [{'id': '11f529b2-9b2b-4fc8-8708-2c4e7852dad2', 'name': '', 'network_id': 'ae74b87d-b20b-4cb8-8cb1-eb479af708e0', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'mac_address': 'fa:16:3e:31:6d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '6e566a3e-3172-4ceb-b96e-905b1a9194b4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:38Z', 'updated_at': '2022-05-07T22:00:47Z', 'revision_number': 5, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'subnets': [{'id': '6e566a3e-3172-4ceb-b96e-905b1a9194b4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47172dfe-857b-45a6-9977-e0fd6426b92a', 'name': '', 'network_id': '4d8823c5-e4d2-4a9f-8503-ca496ab9c061', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'mac_address': 'fa:16:3e:3f:ab:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '60dbc808-cd32-4f27-b6c1-f67b315fbc21', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:47Z', 'updated_at': '2022-05-07T22:00:54Z', 'revision_number': 4, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'subnets': [{'id': '60dbc808-cd32-4f27-b6c1-f67b315fbc21', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2847041-deca-4787-a520-36214b25c9cb', 'name': '', 'network_id': 'add7415b-3dec-4c79-9eba-58ce88fa9087', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'mac_address': 'fa:16:3e:92:89:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '78208c1f-4b12-45ff-84a6-c2c59f46d723', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:24Z', 'updated_at': '2022-05-07T22:00:33Z', 'revision_number': 5, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'subnets': [{'id': '78208c1f-4b12-45ff-84a6-c2c59f46d723', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:00:54.876001 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port f13245d4-3132-4aaa-94c8-07da0ef88ecb triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:00:54.876510 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (f13245d4-3132-4aaa-94c8-07da0ef88ecb), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:54.887727 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-a81cb5b4-74b4-4c38-972d-d9eadae2023a req-9469f11f-c7b1-4d74-9fef-b86346b94048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (90263e81-473d-4dcc-9c1f-3f7af137021b), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:54.911927 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68585431-aa7d-4617-b5d9-4a7b00d37b2e None None] The sync data for ids ['f401884a-34c3-4298-b93b-87fb57ab5ea1'] in ncdv-master-1 is: [{'id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'name': 'tempest-RoutersIpV6Test-router-1967308978', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:00:20Z', 'updated_at': '2022-05-07T22:00:48Z', 'revision_number': 4, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'gw_port_host': None, '_interfaces': [{'id': '11f529b2-9b2b-4fc8-8708-2c4e7852dad2', 'name': '', 'network_id': 'ae74b87d-b20b-4cb8-8cb1-eb479af708e0', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'mac_address': 'fa:16:3e:31:6d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '6e566a3e-3172-4ceb-b96e-905b1a9194b4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:38Z', 'updated_at': '2022-05-07T22:00:47Z', 'revision_number': 5, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'subnets': [{'id': '6e566a3e-3172-4ceb-b96e-905b1a9194b4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47172dfe-857b-45a6-9977-e0fd6426b92a', 'name': '', 'network_id': '4d8823c5-e4d2-4a9f-8503-ca496ab9c061', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'mac_address': 'fa:16:3e:3f:ab:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '60dbc808-cd32-4f27-b6c1-f67b315fbc21', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:47Z', 'updated_at': '2022-05-07T22:00:54Z', 'revision_number': 4, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'subnets': [{'id': '60dbc808-cd32-4f27-b6c1-f67b315fbc21', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2847041-deca-4787-a520-36214b25c9cb', 'name': '', 'network_id': 'add7415b-3dec-4c79-9eba-58ce88fa9087', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'mac_address': 'fa:16:3e:92:89:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '78208c1f-4b12-45ff-84a6-c2c59f46d723', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:24Z', 'updated_at': '2022-05-07T22:00:33Z', 'revision_number': 5, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'subnets': [{'id': '78208c1f-4b12-45ff-84a6-c2c59f46d723', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:00:55.009475 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9469f11f-c7b1-4d74-9fef-b86346b94048 service neutron] Pushing event updated for resources: {'Port': ['ID=90263e81-473d-4dcc-9c1f-3f7af137021b,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:55.054734 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e7a30a22-ccc1-4fda-a47a-967f15307e15 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks [] for security_group_rule (bb98e23e-73ab-48ea-bb3d-ddd06bd94989), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:55.070948 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-baebf189-a5d5-4ebb-88d0-dbb49c84081c req-200a99f1-0d7d-4bf4-9908-31e372202e3c service neutron] For port 4cb9d745-576d-4349-82d0-2e6fc098ae28, host nch1-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:00:55.073546 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-fcf745e8-2d87-4f98-9d97-41e47039d22f req-e53b36da-5aec-4769-8b96-588bcc5b0f91 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a925320-3da9-4f33-a573-9f26e57ac6c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3412590
May 07 22:00:55.079499 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-baebf189-a5d5-4ebb-88d0-dbb49c84081c req-200a99f1-0d7d-4bf4-9908-31e372202e3c service neutron] For port 4cb9d745-576d-4349-82d0-2e6fc098ae28, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4cb9d745-576d-4349-82d0-2e6fc098ae28,segment=NetworkSegment(93a726c5-b63b-41ea-965b-35fbc06f488d),segment_id=93a726c5-b63b-41ea-965b-35fbc06f488d)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:00:55.085829 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e7a30a22-ccc1-4fda-a47a-967f15307e15 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (bb98e23e-73ab-48ea-bb3d-ddd06bd94989), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:55.140781 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-baebf189-a5d5-4ebb-88d0-dbb49c84081c req-200a99f1-0d7d-4bf4-9908-31e372202e3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (4cb9d745-576d-4349-82d0-2e6fc098ae28), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:55.173203 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266a5647-52df-4ad7-b84e-68aa8d753532 None None] Network 4d8823c5-e4d2-4a9f-8503-ca496ab9c061 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:00:55.201051 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052233c3-5208-4b4b-a485-dd5b963e2b45 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Checking segment: {'id': '95d0dccb-a1c7-4a20-8a48-5e96e2f2489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b27f0d33-74db-46ab-9d20-c1ae48bccf50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:00:55.201533 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052233c3-5208-4b4b-a485-dd5b963e2b45 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Network hostable DHCP agents. Network: b27f0d33-74db-46ab-9d20-c1ae48bccf50, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:00:55.234239 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a30a22-ccc1-4fda-a47a-967f15307e15 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb98e23e-73ab-48ea-bb3d-ddd06bd94989,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:55.270882 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052233c3-5208-4b4b-a485-dd5b963e2b45 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Network b27f0d33-74db-46ab-9d20-c1ae48bccf50 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:00:55.445401 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-052233c3-5208-4b4b-a485-dd5b963e2b45 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b27f0d33-74db-46ab-9d20-c1ae48bccf50) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:00:55.455471 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052233c3-5208-4b4b-a485-dd5b963e2b45 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:55.456472 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-052233c3-5208-4b4b-a485-dd5b963e2b45 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:55.475974 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575a4179-bfeb-4bdf-9483-017f3007ebf7 req-724cffef-7e6d-41be-905a-c9ca1f2f0a11 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:55.478824 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-575a4179-bfeb-4bdf-9483-017f3007ebf7 req-724cffef-7e6d-41be-905a-c9ca1f2f0a11 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/ports?device_id=77ba773a-10d4-4c62-b1a6-a64c236b6bff HTTP/1.1" status: 200  len: 944 time: 0.1716225
May 07 22:00:55.505419 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e7a30a22-ccc1-4fda-a47a-967f15307e15 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:55.506758 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-e7a30a22-ccc1-4fda-a47a-967f15307e15 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.9398506
May 07 22:00:55.512578 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c12f5f0-c077-424f-924a-28855b9c558a None None] Network b27f0d33-74db-46ab-9d20-c1ae48bccf50 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:00:55.524009 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port f13245d4-3132-4aaa-94c8-07da0ef88ecb is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:00:55.546928 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-052233c3-5208-4b4b-a485-dd5b963e2b45 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 3.2825789
May 07 22:00:55.556886 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 51508) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:00:55.557471 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 51510) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:00:55.561116 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-fb9b6087-df3f-4325-837d-34f5b5578864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f97ac70>, [{'id': 'ca9742b7-eb78-416c-99df-387368310e78', 'name': 'tempest-TaggedBootDevicesTest-1763017208-router', 'tenant_id': '70a2fded25c74c839c01e55a91e7f7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.194'}], 'enable_snat': True}, 'gw_port_id': 'ba6953bf-d303-41d0-8e46-76f5d131940a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:54:02Z', 'updated_at': '2022-05-07T22:00:51Z', 'revision_number': 5, 'project_id': '70a2fded25c74c839c01e55a91e7f7fc', 'gw_port': {'id': 'ba6953bf-d303-41d0-8e46-76f5d131940a', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:8b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9742b7-eb78-416c-99df-387368310e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:54:03Z', 'updated_at': '2022-05-07T21:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:00:55.568170 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-2e34c884-af66-459e-b15d-44d660b5f947 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Request body: {'floatingip': {'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:00:55.672003 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9b6087-df3f-4325-837d-34f5b5578864 None None] Checking router: ca9742b7-eb78-416c-99df-387368310e78 for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:00:55.856763 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9b6087-df3f-4325-837d-34f5b5578864 None None] Routers {'ca9742b7-eb78-416c-99df-387368310e78'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:00:55.858055 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-fb9b6087-df3f-4325-837d-34f5b5578864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f97ac70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:00:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['ca9742b7-eb78-416c-99df-387368310e78'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:00:55.950245 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2e34c884-af66-459e-b15d-44d660b5f947 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:56.091676 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-575a4179-bfeb-4bdf-9483-017f3007ebf7 req-237a9b1d-4f80-43aa-8bce-56bbacc148c9 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d85ced8-44c7-47ce-a4c7-1950d9c3cf50&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5827687
May 07 22:00:56.097359 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-a81cb5b4-74b4-4c38-972d-d9eadae2023a req-9469f11f-c7b1-4d74-9fef-b86346b94048 service neutron] Attempting to bind port 90263e81-473d-4dcc-9c1f-3f7af137021b on host nch2-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:00:56.097702 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-a81cb5b4-74b4-4c38-972d-d9eadae2023a req-9469f11f-c7b1-4d74-9fef-b86346b94048 service neutron] Attempting to bind port 90263e81-473d-4dcc-9c1f-3f7af137021b by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '93a726c5-b63b-41ea-965b-35fbc06f488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a83f92af-3764-4eda-a668-51a2c691a258'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:00:56.098035 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81cb5b4-74b4-4c38-972d-d9eadae2023a req-9469f11f-c7b1-4d74-9fef-b86346b94048 service neutron] Attempting to bind port 90263e81-473d-4dcc-9c1f-3f7af137021b on network a83f92af-3764-4eda-a668-51a2c691a258 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:00:56.112547 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-fb9b6087-df3f-4325-837d-34f5b5578864 None None] Set router ca9742b7-eb78-416c-99df-387368310e78 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:00:56.225273 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 47172dfe-857b-45a6-9977-e0fd6426b92a up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:00:56.232707 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3ef4160b-aa5f-4af6-bb5e-3afbe2c50a73 admin admin] Publish callbacks [] for router_gateway (ca9742b7-eb78-416c-99df-387368310e78), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:56.242260 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device f94f9f68-04c4-4723-8e48-775481388884 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:00:56.465367 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baebf189-a5d5-4ebb-88d0-dbb49c84081c req-200a99f1-0d7d-4bf4-9908-31e372202e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:56.466008 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-baebf189-a5d5-4ebb-88d0-dbb49c84081c req-200a99f1-0d7d-4bf4-9908-31e372202e3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:56.467491 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-baebf189-a5d5-4ebb-88d0-dbb49c84081c req-200a99f1-0d7d-4bf4-9908-31e372202e3c service neutron] 10.222.0.55 "PUT /v2.0/ports/4cb9d745-576d-4349-82d0-2e6fc098ae28 HTTP/1.1" status: 200  len: 1091 time: 9.0818272
May 07 22:00:56.468290 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d8ae7fc-2751-4090-a670-000985f0b950 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Checking segment: {'id': '7c4532d8-59be-44bd-a3ed-efbe64d909ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '85ba2ec8-b99d-42a5-8bde-3b0070d85377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:00:56.468754 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8ae7fc-2751-4090-a670-000985f0b950 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Network hostable DHCP agents. Network: 85ba2ec8-b99d-42a5-8bde-3b0070d85377, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:00:56.490726 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-73341936-5dca-410a-a439-3f7bcefc1400 None None] Provisioning complete for port dd203508-b1f9-4999-a351-df4ad5229f44 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:00:56.491133 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-73341936-5dca-410a-a439-3f7bcefc1400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (dd203508-b1f9-4999-a351-df4ad5229f44), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:56.500449 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdd32653-348f-44ed-80fe-0a58500e3ced', 'tag': '4cb9d745-576d-4349-82d0-2e6fc098ae28'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:00:56.504672 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b06e563e-9d62-4955-999a-e59a38cf32fe" -d '{"events": [{"name": "network-changed", "server_uuid": "bdd32653-348f-44ed-80fe-0a58500e3ced", "tag": "4cb9d745-576d-4349-82d0-2e6fc098ae28"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:00:56.634686 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-96cc564f-fb20-475a-8605-d0b8605a557d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:56.704745 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.db.resource_extend [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 07 22:00:56.758593 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-fb9b6087-df3f-4325-837d-34f5b5578864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f97ac70>, [{'id': 'ca9742b7-eb78-416c-99df-387368310e78', 'name': 'tempest-TaggedBootDevicesTest-1763017208-router', 'tenant_id': '70a2fded25c74c839c01e55a91e7f7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.194'}], 'enable_snat': True}, 'gw_port_id': 'ba6953bf-d303-41d0-8e46-76f5d131940a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:54:02Z', 'updated_at': '2022-05-07T22:00:51Z', 'revision_number': 5, 'project_id': '70a2fded25c74c839c01e55a91e7f7fc', 'gw_port': {'id': 'ba6953bf-d303-41d0-8e46-76f5d131940a', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:8b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9742b7-eb78-416c-99df-387368310e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:54:03Z', 'updated_at': '2022-05-07T21:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:00:56.918236 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9b6087-df3f-4325-837d-34f5b5578864 None None] The sync data for ids ['ca9742b7-eb78-416c-99df-387368310e78'] in ncdv-master-1 is: [{'id': 'ca9742b7-eb78-416c-99df-387368310e78', 'name': 'tempest-TaggedBootDevicesTest-1763017208-router', 'tenant_id': '70a2fded25c74c839c01e55a91e7f7fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.194'}], 'enable_snat': True}, 'gw_port_id': 'ba6953bf-d303-41d0-8e46-76f5d131940a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:54:02Z', 'updated_at': '2022-05-07T22:00:51Z', 'revision_number': 5, 'project_id': '70a2fded25c74c839c01e55a91e7f7fc', 'gw_port': {'id': 'ba6953bf-d303-41d0-8e46-76f5d131940a', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:8b:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9742b7-eb78-416c-99df-387368310e78', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:54:03Z', 'updated_at': '2022-05-07T21:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:00:56.922049 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353b35b0-b29b-48ba-a7e2-dc1fe8138d83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b27f0d33-74db-46ab-9d20-c1ae48bccf50', 'network_id': 'b27f0d33-74db-46ab-9d20-c1ae48bccf50', 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'fixed_ips': [{'subnet_id': '952ed58c-6cb6-45a7-a66a-99b4083d536e'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:00:56.923800 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-353b35b0-b29b-48ba-a7e2-dc1fe8138d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:57.026092 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8e07d94a-e65b-4b87-b880-d4d3e791c094 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:57.049368 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94086d2-e29b-4ec9-af20-e6352b1ac1e1 req-1fc8b710-4de2-4c76-8cfb-b0b03b287f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:57.051422 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f94086d2-e29b-4ec9-af20-e6352b1ac1e1 req-1fc8b710-4de2-4c76-8cfb-b0b03b287f82 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a83f92af-3764-4eda-a668-51a2c691a258 HTTP/1.1" status: 200  len: 917 time: 2.2400112
May 07 22:00:57.079889 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8e07d94a-e65b-4b87-b880-d4d3e791c094 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (973324da-9430-4a43-a7f4-1d2db6898e03), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:57.093220 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2e34c884-af66-459e-b15d-44d660b5f947 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:57.095133 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9c23f88c-b4af-4c38-914c-9c184655f770 req-13bba88f-b73c-469b-b453-f3647230bfd4 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2f94373-fd3e-4a2b-9dee-192df8871f41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 2.5097885
May 07 22:00:57.143357 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81cb5b4-74b4-4c38-972d-d9eadae2023a req-9469f11f-c7b1-4d74-9fef-b86346b94048 service neutron] Port 90263e81-473d-4dcc-9c1f-3f7af137021b on network a83f92af-3764-4eda-a668-51a2c691a258 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:00:57.143686 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81cb5b4-74b4-4c38-972d-d9eadae2023a req-9469f11f-c7b1-4d74-9fef-b86346b94048 service neutron] Attempting to bind port 90263e81-473d-4dcc-9c1f-3f7af137021b on network a83f92af-3764-4eda-a668-51a2c691a258 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:00:57.272782 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 47172dfe-857b-45a6-9977-e0fd6426b92a triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:00:57.276436 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (47172dfe-857b-45a6-9977-e0fd6426b92a), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:57.281811 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f94086d2-e29b-4ec9-af20-e6352b1ac1e1 req-792231bb-51aa-4988-8790-f99d19049d11 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f94f9f68-04c4-4723-8e48-775481388884 HTTP/1.1" status: 200  len: 217 time: 0.1854393
May 07 22:00:57.282414 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81cb5b4-74b4-4c38-972d-d9eadae2023a req-9469f11f-c7b1-4d74-9fef-b86346b94048 service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:00:57.282693 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81cb5b4-74b4-4c38-972d-d9eadae2023a req-9469f11f-c7b1-4d74-9fef-b86346b94048 service neutron] Checking segment: {'id': '93a726c5-b63b-41ea-965b-35fbc06f488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a83f92af-3764-4eda-a668-51a2c691a258'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:00:57.283418 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81cb5b4-74b4-4c38-972d-d9eadae2023a req-9469f11f-c7b1-4d74-9fef-b86346b94048 service neutron] Bound using segment: {'id': '93a726c5-b63b-41ea-965b-35fbc06f488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a83f92af-3764-4eda-a668-51a2c691a258'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:00:57.284177 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-a81cb5b4-74b4-4c38-972d-d9eadae2023a req-9469f11f-c7b1-4d74-9fef-b86346b94048 service neutron] Bound port: 90263e81-473d-4dcc-9c1f-3f7af137021b, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93a726c5-b63b-41ea-965b-35fbc06f488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'a83f92af-3764-4eda-a668-51a2c691a258'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:00:57.284908 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-a81cb5b4-74b4-4c38-972d-d9eadae2023a req-9469f11f-c7b1-4d74-9fef-b86346b94048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (90263e81-473d-4dcc-9c1f-3f7af137021b), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:57.300209 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bc657ad-02d4-4d38-aa31-f54269a2d05c x-openstack-request-id: req-0bc657ad-02d4-4d38-aa31-f54269a2d05c {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:00:57.300490 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdd32653-348f-44ed-80fe-0a58500e3ced", "tag": "4cb9d745-576d-4349-82d0-2e6fc098ae28", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:00:57.300750 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0bc657ad-02d4-4d38-aa31-f54269a2d05c {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:00:57.301316 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bc657ad-02d4-4d38-aa31-f54269a2d05c'] response: {'name': 'network-changed', 'server_uuid': 'bdd32653-348f-44ed-80fe-0a58500e3ced', 'tag': '4cb9d745-576d-4349-82d0-2e6fc098ae28', 'status': 'completed', 'code': 200}
May 07 22:00:57.302086 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200a99f1-0d7d-4bf4-9908-31e372202e3c service neutron] Pushing event updated for resources: {'Port': ['ID=4cb9d745-576d-4349-82d0-2e6fc098ae28,revision_number=3']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:57.382464 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968554cb-ee8d-4cdb-9504-772c44df880b req-c7a02cb7-2973-44ea-835b-ffc193c42a11 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:57.390725 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-968554cb-ee8d-4cdb-9504-772c44df880b req-c7a02cb7-2973-44ea-835b-ffc193c42a11 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d5d0aa6-f907-4569-bedc-2979f6637d33 HTTP/1.1" status: 200  len: 948 time: 0.2561297
May 07 22:00:57.423309 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baebf189-a5d5-4ebb-88d0-dbb49c84081c req-939e5879-3052-4e7c-a435-e5571fd246ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:57.424847 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-baebf189-a5d5-4ebb-88d0-dbb49c84081c req-939e5879-3052-4e7c-a435-e5571fd246ab service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=169e1e6f26414e3eaa454bc14100fece&device_id=bdd32653-348f-44ed-80fe-0a58500e3ced HTTP/1.1" status: 200  len: 1125 time: 0.3926642
May 07 22:00:57.425378 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-3ef4160b-aa5f-4af6-bb5e-3afbe2c50a73 admin admin] Deleting port ba6953bf-d303-41d0-8e46-76f5d131940a {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:00:57.425711 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3ef4160b-aa5f-4af6-bb5e-3afbe2c50a73 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (ba6953bf-d303-41d0-8e46-76f5d131940a), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:57.503507 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-73341936-5dca-410a-a439-3f7bcefc1400 None None] Current status of the port dd203508-b1f9-4999-a351-df4ad5229f44 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:00:57.504047 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-73341936-5dca-410a-a439-3f7bcefc1400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (dd203508-b1f9-4999-a351-df4ad5229f44), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:57.511321 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8ae7fc-2751-4090-a670-000985f0b950 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Network 85ba2ec8-b99d-42a5-8bde-3b0070d85377 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:00:57.545427 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-8d8ae7fc-2751-4090-a670-000985f0b950 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 85ba2ec8-b99d-42a5-8bde-3b0070d85377) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:00:57.549988 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8ae7fc-2751-4090-a670-000985f0b950 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:57.550798 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8d8ae7fc-2751-4090-a670-000985f0b950 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:57.580421 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port f94f9f68-04c4-4723-8e48-775481388884, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f94f9f68-04c4-4723-8e48-775481388884,segment=NetworkSegment(93a726c5-b63b-41ea-965b-35fbc06f488d),segment_id=93a726c5-b63b-41ea-965b-35fbc06f488d)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:00:57.583395 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:57.641907 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-8d8ae7fc-2751-4090-a670-000985f0b950 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 6.0557587
May 07 22:00:57.642535 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 51518) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:00:57.655232 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8a7d28-c5b4-4db0-b438-473d465db858 None None] Network 85ba2ec8-b99d-42a5-8bde-3b0070d85377 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:00:57.669885 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-baebf189-a5d5-4ebb-88d0-dbb49c84081c req-e42757f6-b9a8-4897-aca3-f3f0fbfc45e6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4cb9d745-576d-4349-82d0-2e6fc098ae28 HTTP/1.1" status: 200  len: 217 time: 0.1726995
May 07 22:00:57.689116 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': 'f94f9f68-04c4-4723-8e48-775481388884', 'network_id': 'a83f92af-3764-4eda-a668-51a2c691a258', 'port_id': 'f94f9f68-04c4-4723-8e48-775481388884', 'mac_address': 'fa:16:3e:f4:fa:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c650ca0-3b54-444b-821a-832849c70b43', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:00:57.791528 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baebf189-a5d5-4ebb-88d0-dbb49c84081c req-e458d426-4c69-4738-a07d-f9aefa4d1e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:57.793724 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-baebf189-a5d5-4ebb-88d0-dbb49c84081c req-e458d426-4c69-4738-a07d-f9aefa4d1e07 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8c650ca0-3b54-444b-821a-832849c70b43 HTTP/1.1" status: 200  len: 855 time: 0.0836275
May 07 22:00:57.795593 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-968554cb-ee8d-4cdb-9504-772c44df880b req-7c7abc2a-22d1-4b3f-b1bf-0985ac3ce47f tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a925320-3da9-4f33-a573-9f26e57ac6c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4035473
May 07 22:00:57.863983 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-2e34c884-af66-459e-b15d-44d660b5f947 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Allocated IP 172.35.4.19 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/c080bea9-3862-442a-a2f3-815b08fb45d7) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:00:57.866349 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baebf189-a5d5-4ebb-88d0-dbb49c84081c req-95edaa12-7d71-4d48-a73c-64634655b4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:57.868027 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-baebf189-a5d5-4ebb-88d0-dbb49c84081c req-95edaa12-7d71-4d48-a73c-64634655b4ad service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a83f92af-3764-4eda-a668-51a2c691a258&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0573561
May 07 22:00:57.870275 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94086d2-e29b-4ec9-af20-e6352b1ac1e1 req-ee2b11a6-1248-4082-9b81-086f511865da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:57.872371 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f94086d2-e29b-4ec9-af20-e6352b1ac1e1 req-ee2b11a6-1248-4082-9b81-086f511865da service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8c650ca0-3b54-444b-821a-832849c70b43 HTTP/1.1" status: 200  len: 855 time: 0.5633187
May 07 22:00:57.874044 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-a81cb5b4-74b4-4c38-972d-d9eadae2023a req-9469f11f-c7b1-4d74-9fef-b86346b94048 service neutron] For port 90263e81-473d-4dcc-9c1f-3f7af137021b, host nch2-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:00:57.881712 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-a81cb5b4-74b4-4c38-972d-d9eadae2023a req-9469f11f-c7b1-4d74-9fef-b86346b94048 service neutron] For port 90263e81-473d-4dcc-9c1f-3f7af137021b, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=90263e81-473d-4dcc-9c1f-3f7af137021b,segment=NetworkSegment(93a726c5-b63b-41ea-965b-35fbc06f488d),segment_id=93a726c5-b63b-41ea-965b-35fbc06f488d)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:00:57.890075 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dff3e09-5fc4-4f00-b592-33ac77051090 req-84fe019c-a5e1-4900-91fc-c354368f0da0 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:57.897932 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0dff3e09-5fc4-4f00-b592-33ac77051090 req-84fe019c-a5e1-4900-91fc-c354368f0da0 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/ports?device_id=77ba773a-10d4-4c62-b1a6-a64c236b6bff HTTP/1.1" status: 200  len: 944 time: 0.5409741
May 07 22:00:57.964165 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-a81cb5b4-74b4-4c38-972d-d9eadae2023a req-9469f11f-c7b1-4d74-9fef-b86346b94048 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (90263e81-473d-4dcc-9c1f-3f7af137021b), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:58.020995 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-73341936-5dca-410a-a439-3f7bcefc1400 None None] For port dd203508-b1f9-4999-a351-df4ad5229f44, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dd203508-b1f9-4999-a351-df4ad5229f44,segment=NetworkSegment(ce6ea8f0-3d38-4ce3-8f23-f8c47e599e56),segment_id=ce6ea8f0-3d38-4ce3-8f23-f8c47e599e56)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:00:58.024309 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 47172dfe-857b-45a6-9977-e0fd6426b92a is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:00:58.024694 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (47172dfe-857b-45a6-9977-e0fd6426b92a), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:58.033437 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port f94f9f68-04c4-4723-8e48-775481388884 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:00:58.034004 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f94f9f68-04c4-4723-8e48-775481388884), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:58.054427 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-baebf189-a5d5-4ebb-88d0-dbb49c84081c req-5afec5be-467f-4c34-9f83-6005057487e2 service neutron] 10.222.0.55 "GET /v2.0/networks/a83f92af-3764-4eda-a668-51a2c691a258?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1458678
May 07 22:00:58.055423 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94086d2-e29b-4ec9-af20-e6352b1ac1e1 req-960d7c82-424f-4cce-9f34-a98d01de4f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:58.057425 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f94086d2-e29b-4ec9-af20-e6352b1ac1e1 req-960d7c82-424f-4cce-9f34-a98d01de4f53 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a83f92af-3764-4eda-a668-51a2c691a258&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0463459
May 07 22:00:58.070290 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81cb5b4-74b4-4c38-972d-d9eadae2023a req-9469f11f-c7b1-4d74-9fef-b86346b94048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:58.075476 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f94f9f68-04c4-4723-8e48-775481388884 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:00:58.075810 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-a81cb5b4-74b4-4c38-972d-d9eadae2023a req-9469f11f-c7b1-4d74-9fef-b86346b94048 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:58.078508 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a81cb5b4-74b4-4c38-972d-d9eadae2023a req-9469f11f-c7b1-4d74-9fef-b86346b94048 service neutron] 10.222.0.59 "PUT /v2.0/ports/90263e81-473d-4dcc-9c1f-3f7af137021b HTTP/1.1" status: 200  len: 1092 time: 7.7800143
May 07 22:00:58.081426 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77ba773a-10d4-4c62-b1a6-a64c236b6bff', 'tag': '90263e81-473d-4dcc-9c1f-3f7af137021b'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:00:58.084206 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caae52ef-6956-4568-8011-86fa158af3d4" -d '{"events": [{"name": "network-changed", "server_uuid": "77ba773a-10d4-4c62-b1a6-a64c236b6bff", "tag": "90263e81-473d-4dcc-9c1f-3f7af137021b"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:00:58.130035 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port f94f9f68-04c4-4723-8e48-775481388884, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f94f9f68-04c4-4723-8e48-775481388884,segment=NetworkSegment(93a726c5-b63b-41ea-965b-35fbc06f488d),segment_id=93a726c5-b63b-41ea-965b-35fbc06f488d)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:00:58.141252 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-73341936-5dca-410a-a439-3f7bcefc1400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (dd203508-b1f9-4999-a351-df4ad5229f44), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:58.150325 ncdv-master-1 neutron-server[121836]: INFO neutron.db.l3_db [None req-8e07d94a-e65b-4b87-b880-d4d3e791c094 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Floating IP 973324da-9430-4a43-a7f4-1d2db6898e03 associated. External IP: 172.35.4.247, port: 7246b97e-cc3a-4e69-8bd1-0d36632d83ff.
May 07 22:00:58.285147 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81cb5b4-74b4-4c38-972d-d9eadae2023a req-69b8f210-4762-44d3-b0c4-5b31c3bd0b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:58.287024 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a81cb5b4-74b4-4c38-972d-d9eadae2023a req-69b8f210-4762-44d3-b0c4-5b31c3bd0b46 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=169e1e6f26414e3eaa454bc14100fece&device_id=77ba773a-10d4-4c62-b1a6-a64c236b6bff HTTP/1.1" status: 200  len: 1126 time: 0.1585405
May 07 22:00:58.297257 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9469f11f-c7b1-4d74-9fef-b86346b94048 service neutron] Pushing event updated for resources: {'Port': ['ID=90263e81-473d-4dcc-9c1f-3f7af137021b,revision_number=3']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:58.333270 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8d5f9306-051a-4bd0-b630-088c7b580470 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:58.429533 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2e34c884-af66-459e-b15d-44d660b5f947 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks [] for port (c080bea9-3862-442a-a2f3-815b08fb45d7), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:58.453257 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a81cb5b4-74b4-4c38-972d-d9eadae2023a req-95774c9f-4f50-4192-ac86-8b67e186a30f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90263e81-473d-4dcc-9c1f-3f7af137021b HTTP/1.1" status: 200  len: 217 time: 0.1387944
May 07 22:00:58.455064 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d3516e-0a5b-41a9-9800-a912f8a9f4b7 x-openstack-request-id: req-80d3516e-0a5b-41a9-9800-a912f8a9f4b7 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:00:58.455300 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77ba773a-10d4-4c62-b1a6-a64c236b6bff", "tag": "90263e81-473d-4dcc-9c1f-3f7af137021b", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:00:58.455663 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-80d3516e-0a5b-41a9-9800-a912f8a9f4b7 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:00:58.456174 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80d3516e-0a5b-41a9-9800-a912f8a9f4b7'] response: {'name': 'network-changed', 'server_uuid': '77ba773a-10d4-4c62-b1a6-a64c236b6bff', 'tag': '90263e81-473d-4dcc-9c1f-3f7af137021b', 'status': 'completed', 'code': 200}
May 07 22:00:58.488777 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (f94f9f68-04c4-4723-8e48-775481388884), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:58.501346 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73341936-5dca-410a-a439-3f7bcefc1400 None None] Pushing event updated for resources: {'Port': ['ID=dd203508-b1f9-4999-a351-df4ad5229f44,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:58.512086 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b7a153-2794-4e77-9004-31bd299232c6 None None] Network 4d8823c5-e4d2-4a9f-8503-ca496ab9c061 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:00:58.545117 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0dff3e09-5fc4-4f00-b592-33ac77051090 req-71d2cd24-8ba8-43ff-8ee5-3e8b4fc58035 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d85ced8-44c7-47ce-a4c7-1950d9c3cf50&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6452646
May 07 22:00:58.546207 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-353b35b0-b29b-48ba-a7e2-dc1fe8138d83 None None] Allocated IP 2001:db8:3::2 (b27f0d33-74db-46ab-9d20-c1ae48bccf50/952ed58c-6cb6-45a7-a66a-99b4083d536e/7f295264-02a4-4b4f-95fb-844db6940e79) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:00:58.604548 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81cb5b4-74b4-4c38-972d-d9eadae2023a req-455c687b-2887-49df-a064-a61d65da3cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:58.609670 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a81cb5b4-74b4-4c38-972d-d9eadae2023a req-455c687b-2887-49df-a064-a61d65da3cf0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8c650ca0-3b54-444b-821a-832849c70b43 HTTP/1.1" status: 200  len: 855 time: 0.1228833
May 07 22:00:58.646364 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-3ef4160b-aa5f-4af6-bb5e-3afbe2c50a73 admin admin] For port ba6953bf-d303-41d0-8e46-76f5d131940a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ba6953bf-d303-41d0-8e46-76f5d131940a,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:00:58.646751 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3ef4160b-aa5f-4af6-bb5e-3afbe2c50a73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (ba6953bf-d303-41d0-8e46-76f5d131940a), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:58.667745 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-3ef4160b-aa5f-4af6-bb5e-3afbe2c50a73 admin admin] Calling delete_port for ba6953bf-d303-41d0-8e46-76f5d131940a owned by network:router_gateway {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:00:58.692948 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port 47172dfe-857b-45a6-9977-e0fd6426b92a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=47172dfe-857b-45a6-9977-e0fd6426b92a,segment=NetworkSegment(859c247f-32e5-4475-b842-3cbec37906d7),segment_id=859c247f-32e5-4475-b842-3cbec37906d7)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:00:58.694367 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-d43caf35-8c71-43d6-9842-8399b7f79d09 None None] Provisioning complete for port dd203508-b1f9-4999-a351-df4ad5229f44 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:00:58.695023 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d43caf35-8c71-43d6-9842-8399b7f79d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (dd203508-b1f9-4999-a351-df4ad5229f44), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:58.759076 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21130715-e92e-4c54-bd29-d14a1bf3f40d req-9131ab67-1769-42b2-b7ce-03cb6e582071 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:58.761273 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-21130715-e92e-4c54-bd29-d14a1bf3f40d req-9131ab67-1769-42b2-b7ce-03cb6e582071 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/ports?device_id=620355ca-9580-4384-9f83-9ec1f95922e3 HTTP/1.1" status: 200  len: 945 time: 0.1500449
May 07 22:00:58.762387 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['f94f9f68-04c4-4723-8e48-775481388884'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:00:58.766987 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2e34c884-af66-459e-b15d-44d660b5f947 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (c080bea9-3862-442a-a2f3-815b08fb45d7), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:58.794799 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (47172dfe-857b-45a6-9977-e0fd6426b92a), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:58.795702 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device dd203508-b1f9-4999-a351-df4ad5229f44 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:00:58.828404 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f94086d2-e29b-4ec9-af20-e6352b1ac1e1 req-3f75c004-e760-483d-ae07-fa54814eff3c service neutron] 10.222.0.55 "GET /v2.0/networks/a83f92af-3764-4eda-a668-51a2c691a258?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7132187
May 07 22:00:58.838614 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d03fb61-66ce-476f-83f2-ef21faa66265 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-85ba2ec8-b99d-42a5-8bde-3b0070d85377', 'network_id': '85ba2ec8-b99d-42a5-8bde-3b0070d85377', 'project_id': 'd7da299cb7fd4b569f047ab71e3255d4', 'fixed_ips': [{'subnet_id': 'ab57f525-1abe-4a02-acca-fa941308c73f'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:00:58.839529 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7d03fb61-66ce-476f-83f2-ef21faa66265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:58.885250 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81cb5b4-74b4-4c38-972d-d9eadae2023a req-98485cf7-fc5a-421f-a443-3198aeab5b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:58.886860 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a81cb5b4-74b4-4c38-972d-d9eadae2023a req-98485cf7-fc5a-421f-a443-3198aeab5b17 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a83f92af-3764-4eda-a668-51a2c691a258&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2541454
May 07 22:00:58.896077 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e34c884-af66-459e-b15d-44d660b5f947 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Pushing event updated for resources: {'Port': ['ID=c080bea9-3862-442a-a2f3-815b08fb45d7,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:58.908556 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 73e10226-084a-4235-a376-31a716d63e44 no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:00:58.993797 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=f94f9f68-04c4-4723-8e48-775481388884,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:59.012891 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e34c884-af66-459e-b15d-44d660b5f947 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:00:59.015832 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a81cb5b4-74b4-4c38-972d-d9eadae2023a req-6e738abf-4d9d-471c-9876-b20052a4448d service neutron] 10.222.0.59 "GET /v2.0/networks/a83f92af-3764-4eda-a668-51a2c691a258?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1122861
May 07 22:00:59.021459 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-2e34c884-af66-459e-b15d-44d660b5f947 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:00:59.041596 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e34c884-af66-459e-b15d-44d660b5f947 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:00:59.066811 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8193d607-d2f6-4637-b308-a890e8495d35 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (85ba2ec8-b99d-42a5-8bde-3b0070d85377), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:59.088543 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-21130715-e92e-4c54-bd29-d14a1bf3f40d req-b1a97645-4932-4d18-b3e6-beb8bfed85eb tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2f94373-fd3e-4a2b-9dee-192df8871f41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2451572
May 07 22:00:59.125230 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-baebf189-a5d5-4ebb-88d0-dbb49c84081c req-525cd679-08e7-49fd-8242-33670777dcce service neutron] 10.222.0.55 "GET /v2.0/networks/a83f92af-3764-4eda-a668-51a2c691a258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0198720
May 07 22:00:59.255847 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:59.292065 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a81cb5b4-74b4-4c38-972d-d9eadae2023a req-1d6ac903-f499-4cb4-b035-a444ddef6634 service neutron] 10.222.0.59 "GET /v2.0/networks/a83f92af-3764-4eda-a668-51a2c691a258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2472453
May 07 22:00:59.401096 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e07d94a-e65b-4b87-b880-d4d3e791c094 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Router b8becdb0-35c0-4028-9f28-6fe5334fd87c has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:00:59.403378 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8193d607-d2f6-4637-b308-a890e8495d35 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (ab57f525-1abe-4a02-acca-fa941308c73f), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:59.406880 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3ef4160b-aa5f-4af6-bb5e-3afbe2c50a73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (ba6953bf-d303-41d0-8e46-76f5d131940a), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:59.416989 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2e34c884-af66-459e-b15d-44d660b5f947 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks [] for floatingip (8de12a8e-c993-4cae-bf33-6d950584f85d), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:59.472415 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=47172dfe-857b-45a6-9977-e0fd6426b92a,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:59.475847 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2e34c884-af66-459e-b15d-44d660b5f947 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (c080bea9-3862-442a-a2f3-815b08fb45d7), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:59.477588 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port dd203508-b1f9-4999-a351-df4ad5229f44 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:00:59.478239 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (dd203508-b1f9-4999-a351-df4ad5229f44), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:59.496984 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef4160b-aa5f-4af6-bb5e-3afbe2c50a73 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba6953bf-d303-41d0-8e46-76f5d131940a,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:59.646834 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-7d03fb61-66ce-476f-83f2-ef21faa66265 None None] Allocated IP 172.20.0.2 (85ba2ec8-b99d-42a5-8bde-3b0070d85377/ab57f525-1abe-4a02-acca-fa941308c73f/8610d719-40b7-41dc-b1e0-fa635f10f6b6) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:00:59.653949 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f94086d2-e29b-4ec9-af20-e6352b1ac1e1 req-1eceb262-8cc8-48c7-94c4-bfec1d7789a9 service neutron] 10.222.0.55 "GET /v2.0/networks/a83f92af-3764-4eda-a668-51a2c691a258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8140774
May 07 22:00:59.695643 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-d43caf35-8c71-43d6-9842-8399b7f79d09 None None] Current status of the port dd203508-b1f9-4999-a351-df4ad5229f44 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:00:59.709461 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2e34c884-af66-459e-b15d-44d660b5f947 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks [] for port (c080bea9-3862-442a-a2f3-815b08fb45d7), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:59.717509 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3ef4160b-aa5f-4af6-bb5e-3afbe2c50a73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395776'] for router_gateway (ca9742b7-eb78-416c-99df-387368310e78), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:59.723110 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2e34c884-af66-459e-b15d-44d660b5f947 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (c080bea9-3862-442a-a2f3-815b08fb45d7), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:59.761050 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d3f23b-bb94-4671-9ee0-75e57b461ccd req-b65e9d61-1fc4-4f3d-98a4-71776d77afff tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:00:59.762647 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-34d3f23b-bb94-4671-9ee0-75e57b461ccd req-b65e9d61-1fc4-4f3d-98a4-71776d77afff tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/ports?device_id=77ba773a-10d4-4c62-b1a6-a64c236b6bff HTTP/1.1" status: 200  len: 944 time: 0.1022220
May 07 22:00:59.785558 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-353b35b0-b29b-48ba-a7e2-dc1fe8138d83 None None] Publish callbacks [] for port (7f295264-02a4-4b4f-95fb-844db6940e79), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:59.829673 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-353b35b0-b29b-48ba-a7e2-dc1fe8138d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (7f295264-02a4-4b4f-95fb-844db6940e79), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:59.837622 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3ef4160b-aa5f-4af6-bb5e-3afbe2c50a73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (ca9742b7-eb78-416c-99df-387368310e78), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:59.839744 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3ef4160b-aa5f-4af6-bb5e-3afbe2c50a73 admin admin] Publish callbacks [] for router_controller (ca9742b7-eb78-416c-99df-387368310e78), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:59.841154 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-d43caf35-8c71-43d6-9842-8399b7f79d09 None None] Provisioning complete for port f13245d4-3132-4aaa-94c8-07da0ef88ecb triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:00:59.841543 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d43caf35-8c71-43d6-9842-8399b7f79d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (f13245d4-3132-4aaa-94c8-07da0ef88ecb), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:59.880572 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e34c884-af66-459e-b15d-44d660b5f947 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Pushing event updated for resources: {'Port': ['ID=c080bea9-3862-442a-a2f3-815b08fb45d7,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:00:59.917166 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-8d5f9306-051a-4bd0-b630-088c7b580470 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Allocated IP 2001:db8:3::1 (b27f0d33-74db-46ab-9d20-c1ae48bccf50/952ed58c-6cb6-45a7-a66a-99b4083d536e/acf1cbce-a8d1-4a26-b0eb-2f72221541f2) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:00:59.919694 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2e34c884-af66-459e-b15d-44d660b5f947 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (8de12a8e-c993-4cae-bf33-6d950584f85d), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:59.944654 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 73e10226-084a-4235-a376-31a716d63e44 is: ACTIVE; New status is: DOWN {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:00:59.945048 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (73e10226-084a-4235-a376-31a716d63e44), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:59.950097 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-34d3f23b-bb94-4671-9ee0-75e57b461ccd req-88a6b3a0-7fc7-447d-9813-85a0cc218cc6 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d85ced8-44c7-47ce-a4c7-1950d9c3cf50&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1753411
May 07 22:00:59.970625 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2e34c884-af66-459e-b15d-44d660b5f947 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:00:59.980899 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-2e34c884-af66-459e-b15d-44d660b5f947 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 4.4126031
May 07 22:01:00.157440 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8d5f9306-051a-4bd0-b630-088c7b580470 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks [] for port (acf1cbce-a8d1-4a26-b0eb-2f72221541f2), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:00.171883 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353b35b0-b29b-48ba-a7e2-dc1fe8138d83 None None] Pushing event updated for resources: {'Port': ['ID=7f295264-02a4-4b4f-95fb-844db6940e79,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:00.193962 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d5d0aa6-f907-4569-bedc-2979f6637d33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73e10226-084a-4235-a376-31a716d63e44'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:01:00.199275 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbb21762-8125-4158-9594-eccf790900dc" -d '{"events": [{"server_uuid": "5d5d0aa6-f907-4569-bedc-2979f6637d33", "name": "network-vif-unplugged", "status": "completed", "tag": "73e10226-084a-4235-a376-31a716d63e44"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:01:00.231962 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353b35b0-b29b-48ba-a7e2-dc1fe8138d83 None None] Network b27f0d33-74db-46ab-9d20-c1ae48bccf50 is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:01:00.248368 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 73e10226-084a-4235-a376-31a716d63e44, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=73e10226-084a-4235-a376-31a716d63e44,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:01:00.254237 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-353b35b0-b29b-48ba-a7e2-dc1fe8138d83 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:01:00.256006 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8d5f9306-051a-4bd0-b630-088c7b580470 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (acf1cbce-a8d1-4a26-b0eb-2f72221541f2), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:00.297552 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353b35b0-b29b-48ba-a7e2-dc1fe8138d83 None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:01:00.330369 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-db430234-649e-4a7a-b098-48d74da9e3fc req-1e90b178-a4f2-458b-9662-33e97198aab7 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1690864392&fields=id&tenant_id=57990769f50b412194a108cdd627a767 HTTP/1.1" status: 200  len: 267 time: 0.1429102
May 07 22:01:00.335974 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (73e10226-084a-4235-a376-31a716d63e44), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:00.371386 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5f9306-051a-4bd0-b630-088c7b580470 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Network b27f0d33-74db-46ab-9d20-c1ae48bccf50 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:01:00.397007 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7d03fb61-66ce-476f-83f2-ef21faa66265 None None] Publish callbacks [] for port (8610d719-40b7-41dc-b1e0-fa635f10f6b6), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:00.398552 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:00.411770 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-8d5f9306-051a-4bd0-b630-088c7b580470 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:01:00.414487 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5f9306-051a-4bd0-b630-088c7b580470 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:01:00.415073 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8d5f9306-051a-4bd0-b630-088c7b580470 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398161'] for router_interface (f401884a-34c3-4298-b93b-87fb57ab5ea1), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:00.483058 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7d03fb61-66ce-476f-83f2-ef21faa66265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (8610d719-40b7-41dc-b1e0-fa635f10f6b6), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:00.489627 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port dd203508-b1f9-4999-a351-df4ad5229f44 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:01:00.490737 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device f13245d4-3132-4aaa-94c8-07da0ef88ecb up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:01:00.497150 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caae52ef-6956-4568-8011-86fa158af3d4 req-9a98a4c2-0684-4215-afd3-1a0508f5758b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:00.498839 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-caae52ef-6956-4568-8011-86fa158af3d4 req-9a98a4c2-0684-4215-afd3-1a0508f5758b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=169e1e6f26414e3eaa454bc14100fece&device_id=77ba773a-10d4-4c62-b1a6-a64c236b6bff HTTP/1.1" status: 200  len: 1126 time: 0.1426895
May 07 22:01:00.499608 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5f9306-051a-4bd0-b630-088c7b580470 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Pushing event updated for resources: {'Port': ['ID=acf1cbce-a8d1-4a26-b0eb-2f72221541f2,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:00.524600 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=73e10226-084a-4235-a376-31a716d63e44,revision_number=8']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:00.602754 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-d43caf35-8c71-43d6-9842-8399b7f79d09 None None] Current status of the port f13245d4-3132-4aaa-94c8-07da0ef88ecb is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:01:00.606172 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-353b35b0-b29b-48ba-a7e2-dc1fe8138d83 None None] Attempting to bind port 7f295264-02a4-4b4f-95fb-844db6940e79 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:01:00.606612 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-353b35b0-b29b-48ba-a7e2-dc1fe8138d83 None None] Attempting to bind port 7f295264-02a4-4b4f-95fb-844db6940e79 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '95d0dccb-a1c7-4a20-8a48-5e96e2f2489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b27f0d33-74db-46ab-9d20-c1ae48bccf50'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:01:00.607017 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353b35b0-b29b-48ba-a7e2-dc1fe8138d83 None None] Attempting to bind port 7f295264-02a4-4b4f-95fb-844db6940e79 on network b27f0d33-74db-46ab-9d20-c1ae48bccf50 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:01:00.612392 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device f94f9f68-04c4-4723-8e48-775481388884 up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:01:00.616974 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d03fb61-66ce-476f-83f2-ef21faa66265 None None] Network 85ba2ec8-b99d-42a5-8bde-3b0070d85377 is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:01:00.640896 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e07d94a-e65b-4b87-b880-d4d3e791c094 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:01:00.649907 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8e07d94a-e65b-4b87-b880-d4d3e791c094 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:00.656928 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd716b19-28c2-455a-9547-39e110b74c09 None None] Sync routers for ids ['b8becdb0-35c0-4028-9f28-6fe5334fd87c'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:01:00.665953 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-7d03fb61-66ce-476f-83f2-ef21faa66265 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:01:00.667107 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3ef4160b-aa5f-4af6-bb5e-3afbe2c50a73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (ca9742b7-eb78-416c-99df-387368310e78), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:00.670874 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ef4160b-aa5f-4af6-bb5e-3afbe2c50a73 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca9742b7-eb78-416c-99df-387368310e78 {{(pid=121836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 22:01:00.674920 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353b35b0-b29b-48ba-a7e2-dc1fe8138d83 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:01:00.676639 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353b35b0-b29b-48ba-a7e2-dc1fe8138d83 None None] Checking segment: {'id': '95d0dccb-a1c7-4a20-8a48-5e96e2f2489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b27f0d33-74db-46ab-9d20-c1ae48bccf50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:01:00.676966 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-353b35b0-b29b-48ba-a7e2-dc1fe8138d83 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:00.677378 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353b35b0-b29b-48ba-a7e2-dc1fe8138d83 None None] Bound using segment: {'id': '95d0dccb-a1c7-4a20-8a48-5e96e2f2489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b27f0d33-74db-46ab-9d20-c1ae48bccf50'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:01:00.677888 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-353b35b0-b29b-48ba-a7e2-dc1fe8138d83 None None] Bound port: 7f295264-02a4-4b4f-95fb-844db6940e79, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95d0dccb-a1c7-4a20-8a48-5e96e2f2489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b27f0d33-74db-46ab-9d20-c1ae48bccf50'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:01:00.678175 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd716b19-28c2-455a-9547-39e110b74c09 None None] Routers {'b8becdb0-35c0-4028-9f28-6fe5334fd87c'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:01:00.678301 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-353b35b0-b29b-48ba-a7e2-dc1fe8138d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (7f295264-02a4-4b4f-95fb-844db6940e79), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:00.679348 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-dd716b19-28c2-455a-9547-39e110b74c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c7d52e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:00:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['b8becdb0-35c0-4028-9f28-6fe5334fd87c'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:00.685097 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d03fb61-66ce-476f-83f2-ef21faa66265 None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:01:00.719218 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-d43caf35-8c71-43d6-9842-8399b7f79d09 None None] Provisioning complete for port 11f529b2-9b2b-4fc8-8708-2c4e7852dad2 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:01:00.719597 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d43caf35-8c71-43d6-9842-8399b7f79d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (11f529b2-9b2b-4fc8-8708-2c4e7852dad2), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:00.741838 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d03fb61-66ce-476f-83f2-ef21faa66265 None None] Pushing event updated for resources: {'Port': ['ID=8610d719-40b7-41dc-b1e0-fa635f10f6b6,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:00.768847 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3ef4160b-aa5f-4af6-bb5e-3afbe2c50a73 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:00.774488 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-3ef4160b-aa5f-4af6-bb5e-3afbe2c50a73 admin admin] 10.222.0.32 "DELETE /v2.0/routers/ca9742b7-eb78-416c-99df-387368310e78 HTTP/1.1" status: 204  len: 168 time: 7.2282441
May 07 22:01:00.780555 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 51584) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:00.917301 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port f13245d4-3132-4aaa-94c8-07da0ef88ecb triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:01:00.925309 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (f13245d4-3132-4aaa-94c8-07da0ef88ecb), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:00.932431 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-7d03fb61-66ce-476f-83f2-ef21faa66265 None None] Attempting to bind port 8610d719-40b7-41dc-b1e0-fa635f10f6b6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:01:00.932817 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-7d03fb61-66ce-476f-83f2-ef21faa66265 None None] Attempting to bind port 8610d719-40b7-41dc-b1e0-fa635f10f6b6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7c4532d8-59be-44bd-a3ed-efbe64d909ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '85ba2ec8-b99d-42a5-8bde-3b0070d85377'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:01:00.933188 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d03fb61-66ce-476f-83f2-ef21faa66265 None None] Attempting to bind port 8610d719-40b7-41dc-b1e0-fa635f10f6b6 on network 85ba2ec8-b99d-42a5-8bde-3b0070d85377 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:01:00.949244 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-dd716b19-28c2-455a-9547-39e110b74c09 None None] Set router b8becdb0-35c0-4028-9f28-6fe5334fd87c gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:01:00.969781 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8193d607-d2f6-4637-b308-a890e8495d35 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (ab57f525-1abe-4a02-acca-fa941308c73f), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:00.977889 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d03fb61-66ce-476f-83f2-ef21faa66265 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:01:00.978378 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d03fb61-66ce-476f-83f2-ef21faa66265 None None] Checking segment: {'id': '7c4532d8-59be-44bd-a3ed-efbe64d909ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '85ba2ec8-b99d-42a5-8bde-3b0070d85377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:01:00.978935 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7d03fb61-66ce-476f-83f2-ef21faa66265 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:00.979311 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d03fb61-66ce-476f-83f2-ef21faa66265 None None] Bound using segment: {'id': '7c4532d8-59be-44bd-a3ed-efbe64d909ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '85ba2ec8-b99d-42a5-8bde-3b0070d85377'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:01:00.979882 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-7d03fb61-66ce-476f-83f2-ef21faa66265 None None] Bound port: 8610d719-40b7-41dc-b1e0-fa635f10f6b6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c4532d8-59be-44bd-a3ed-efbe64d909ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '85ba2ec8-b99d-42a5-8bde-3b0070d85377'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:01:00.980288 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7d03fb61-66ce-476f-83f2-ef21faa66265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (8610d719-40b7-41dc-b1e0-fa635f10f6b6), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:01.014863 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-8e07d94a-e65b-4b87-b880-d4d3e791c094 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "PUT /v2.0/floatingips/973324da-9430-4a43-a7f4-1d2db6898e03 HTTP/1.1" status: 200  len: 992 time: 7.2507677
May 07 22:01:01.016923 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning for port f94f9f68-04c4-4723-8e48-775481388884 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 22:01:01.023166 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95f9d622-1591-4442-9da0-167bdb326758', 'tag': '7246b97e-cc3a-4e69-8bd1-0d36632d83ff'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:01:01.036727 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-075513a7-a492-4ecd-97fc-d534f83723ce" -d '{"events": [{"name": "network-changed", "server_uuid": "95f9d622-1591-4442-9da0-167bdb326758", "tag": "7246b97e-cc3a-4e69-8bd1-0d36632d83ff"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:01:01.062124 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port f94f9f68-04c4-4723-8e48-775481388884 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:01:01.063644 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (f94f9f68-04c4-4723-8e48-775481388884), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:01.068681 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-353b35b0-b29b-48ba-a7e2-dc1fe8138d83 None None] For port 7f295264-02a4-4b4f-95fb-844db6940e79, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:01:01.086815 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed7359-0465-483a-a851-0975f9049b77 req-110d9e26-ef00-4bdf-b607-1b998cf65d10 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:01.088323 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a5ed7359-0465-483a-a851-0975f9049b77 req-110d9e26-ef00-4bdf-b607-1b998cf65d10 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/networks?id=4e401ba0-7563-49f5-9424-036872d14546 HTTP/1.1" status: 200  len: 811 time: 1.6040251
May 07 22:01:01.095206 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8193d607-d2f6-4637-b308-a890e8495d35 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Pushing event deleted for resources: {'Subnet': ['ID=ab57f525-1abe-4a02-acca-fa941308c73f,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:01.105877 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db430234-649e-4a7a-b098-48d74da9e3fc req-cd0b5923-2d19-42b9-ab17-c8401a1c4d4d tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:01.113103 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-db430234-649e-4a7a-b098-48d74da9e3fc req-cd0b5923-2d19-42b9-ab17-c8401a1c4d4d tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/networks?id=f64cbfbe-feaa-48dc-9089-9445aa1eaa5a HTTP/1.1" status: 200  len: 815 time: 0.7816570
May 07 22:01:01.123094 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06e563e-9d62-4955-999a-e59a38cf32fe req-68d04335-556d-4fb2-98b8-a80478e36e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:01.124961 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b06e563e-9d62-4955-999a-e59a38cf32fe req-68d04335-556d-4fb2-98b8-a80478e36e87 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=169e1e6f26414e3eaa454bc14100fece&device_id=bdd32653-348f-44ed-80fe-0a58500e3ced HTTP/1.1" status: 200  len: 1125 time: 0.5633183
May 07 22:01:01.165495 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ac7959e-ba84-472d-9805-618518bfa5ea admin admin] Deleting subnet b94529aa-c690-43df-a7f8-1037d29e0a09 {{(pid=121836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:01:01.172664 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a5ed7359-0465-483a-a851-0975f9049b77 req-3d68f904-c300-44d8-bf42-da5bd4c65d2e tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/quotas/1fb49d7a99844a7ab8ef30fb59250e7d HTTP/1.1" status: 200  len: 375 time: 0.0740001
May 07 22:01:01.182227 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-db430234-649e-4a7a-b098-48d74da9e3fc req-77803d3b-bf49-4cbd-a823-16f22d340acc tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/quotas/57990769f50b412194a108cdd627a767 HTTP/1.1" status: 200  len: 375 time: 0.0674961
May 07 22:01:01.184531 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caae52ef-6956-4568-8011-86fa158af3d4 req-82cd9ede-4620-403c-9f27-67bf34fe47a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:01.185955 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-caae52ef-6956-4568-8011-86fa158af3d4 req-82cd9ede-4620-403c-9f27-67bf34fe47a1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a83f92af-3764-4eda-a668-51a2c691a258 HTTP/1.1" status: 200  len: 917 time: 0.6425774
May 07 22:01:01.251778 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8ac7959e-ba84-472d-9805-618518bfa5ea admin admin] Publish callbacks [] for subnet (b94529aa-c690-43df-a7f8-1037d29e0a09), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:01.296637 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8193d607-d2f6-4637-b308-a890e8495d35 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (85ba2ec8-b99d-42a5-8bde-3b0070d85377), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:01.327442 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-db430234-649e-4a7a-b098-48d74da9e3fc req-a6b6cf9e-d1a2-4ed4-8143-b85b7ee69b04 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=57990769f50b412194a108cdd627a767&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1442075
May 07 22:01:01.358601 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-dd716b19-28c2-455a-9547-39e110b74c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c7d52e0>, [{'id': 'b8becdb0-35c0-4028-9f28-6fe5334fd87c', 'name': 'tempest-AttachVolumeTestJSON-625502093-router', 'tenant_id': '81e5c5d849ea4fc59d5c4fc58b31530f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.196'}], 'enable_snat': True}, 'gw_port_id': '078bc0b6-578f-429e-8363-7b5eb3890209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:59:49Z', 'updated_at': '2022-05-07T22:00:05Z', 'revision_number': 4, 'project_id': '81e5c5d849ea4fc59d5c4fc58b31530f', 'gw_port': {'id': '078bc0b6-578f-429e-8363-7b5eb3890209', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8becdb0-35c0-4028-9f28-6fe5334fd87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:59:50Z', 'updated_at': '2022-05-07T22:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '973324da-9430-4a43-a7f4-1d2db6898e03', 'tenant_id': '81e5c5d849ea4fc59d5c4fc58b31530f', 'floating_ip_address': '172.35.4.247', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': 'b8becdb0-35c0-4028-9f28-6fe5334fd87c', 'port_id': '7246b97e-cc3a-4e69-8bd1-0d36632d83ff', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '750e8121-2671-438f-9a42-169be7e47286', 'mac_address': 'fa:16:3e:d0:b2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f9d622-1591-4442-9da0-167bdb326758', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:00:19Z', 'updated_at': '2022-05-07T22:00:56Z', 'revision_number': 1, 'project_id': '81e5c5d849ea4fc59d5c4fc58b31530f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41632c85-aec7-41fa-a8b0-4c09f4aa150d', 'name': '', 'network_id': '750e8121-2671-438f-9a42-169be7e47286', 'tenant_id': '81e5c5d849ea4fc59d5c4fc58b31530f', 'mac_address': 'fa:16:3e:1e:74:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8becdb0-35c0-4028-9f28-6fe5334fd87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '28fef69b-5556-41b9-8d96-96dc0ff0d3b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:01Z', 'updated_at': '2022-05-07T22:00:15Z', 'revision_number': 5, 'project_id': '81e5c5d849ea4fc59d5c4fc58b31530f', 'subnets': [{'id': '28fef69b-5556-41b9-8d96-96dc0ff0d3b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:01.407849 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd716b19-28c2-455a-9547-39e110b74c09 None None] Checking router: b8becdb0-35c0-4028-9f28-6fe5334fd87c for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:01:01.422044 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd716b19-28c2-455a-9547-39e110b74c09 None None] Routers {'b8becdb0-35c0-4028-9f28-6fe5334fd87c'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:01:01.422929 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-dd716b19-28c2-455a-9547-39e110b74c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c7d52e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:00:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['b8becdb0-35c0-4028-9f28-6fe5334fd87c'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:01.459926 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-db430234-649e-4a7a-b098-48d74da9e3fc req-d2788063-810b-4d0e-af3f-7325c5775ff0 service neutron] 10.222.0.32 "GET /v2.0/networks/f64cbfbe-feaa-48dc-9089-9445aa1eaa5a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1315413
May 07 22:01:01.464282 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-8193d607-d2f6-4637-b308-a890e8495d35 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf86308880>,) {'filters': {'network_id': ['85ba2ec8-b99d-42a5-8bde-3b0070d85377']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:01.467907 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8ac7959e-ba84-472d-9805-618518bfa5ea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726883'] for subnet (b94529aa-c690-43df-a7f8-1037d29e0a09), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:01.475652 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-caae52ef-6956-4568-8011-86fa158af3d4 req-422097e7-6f04-4a1c-ab3b-4bf994e8ae91 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=90263e81-473d-4dcc-9c1f-3f7af137021b HTTP/1.1" status: 200  len: 217 time: 0.2344530
May 07 22:01:01.479602 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8d5f9306-051a-4bd0-b630-088c7b580470 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (acf1cbce-a8d1-4a26-b0eb-2f72221541f2), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:01.505740 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a5ed7359-0465-483a-a851-0975f9049b77 req-6168ba02-d79b-4298-9b30-1bdf9de7bee2 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1fb49d7a99844a7ab8ef30fb59250e7d&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3150592
May 07 22:01:01.509934 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-353b35b0-b29b-48ba-a7e2-dc1fe8138d83 None None] For port 7f295264-02a4-4b4f-95fb-844db6940e79, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7f295264-02a4-4b4f-95fb-844db6940e79,segment=NetworkSegment(95d0dccb-a1c7-4a20-8a48-5e96e2f2489c),segment_id=95d0dccb-a1c7-4a20-8a48-5e96e2f2489c)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:01:01.517615 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-8193d607-d2f6-4637-b308-a890e8495d35 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf86308880>, '7c4532d8-59be-44bd-a3ed-efbe64d909ce') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:01.518039 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-8193d607-d2f6-4637-b308-a890e8495d35 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf86308880>, '7c4532d8-59be-44bd-a3ed-efbe64d909ce') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:01.552790 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8193d607-d2f6-4637-b308-a890e8495d35 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (7c4532d8-59be-44bd-a3ed-efbe64d909ce), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:01.563934 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-d43caf35-8c71-43d6-9842-8399b7f79d09 None None] Current status of the port 11f529b2-9b2b-4fc8-8708-2c4e7852dad2 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:01:01.573835 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-353b35b0-b29b-48ba-a7e2-dc1fe8138d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (7f295264-02a4-4b4f-95fb-844db6940e79), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:01.595634 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06e563e-9d62-4955-999a-e59a38cf32fe req-7cea6a85-8e12-4783-9172-310991edebab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:01.595634 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b06e563e-9d62-4955-999a-e59a38cf32fe req-7cea6a85-8e12-4783-9172-310991edebab service neutron] 10.222.0.55 "GET /v2.0/networks?id=a83f92af-3764-4eda-a668-51a2c691a258 HTTP/1.1" status: 200  len: 917 time: 0.4439106
May 07 22:01:01.623368 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-dd716b19-28c2-455a-9547-39e110b74c09 None None] Set router b8becdb0-35c0-4028-9f28-6fe5334fd87c gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:01:01.642411 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-d43caf35-8c71-43d6-9842-8399b7f79d09 None None] Provisioning complete for port 47172dfe-857b-45a6-9977-e0fd6426b92a triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:01:01.642696 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d43caf35-8c71-43d6-9842-8399b7f79d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (47172dfe-857b-45a6-9977-e0fd6426b92a), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:01.647367 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8193d607-d2f6-4637-b308-a890e8495d35 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (7c4532d8-59be-44bd-a3ed-efbe64d909ce), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:01.692337 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b06e563e-9d62-4955-999a-e59a38cf32fe req-8dce2488-2689-498a-a55a-02c6ab11e4f0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4cb9d745-576d-4349-82d0-2e6fc098ae28 HTTP/1.1" status: 200  len: 217 time: 0.0915356
May 07 22:01:01.696495 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8193d607-d2f6-4637-b308-a890e8495d35 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:01:01.697069 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8193d607-d2f6-4637-b308-a890e8495d35 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (7c4532d8-59be-44bd-a3ed-efbe64d909ce), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:01.700591 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 22:01:01.700591 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:01:01.700591 ncdv-master-1 neutron-server[121836]:     timer()
May 07 22:01:01.700591 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:01:01.700591 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 22:01:01.700591 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:01:01.700591 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 22:01:01.700591 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:01:01.700591 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 22:01:01.700591 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:01:01.700591 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 22:01:01.700591 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:01:01.700591 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 22:01:01.700591 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:01:01.700591 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:01:01.700591 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:01:01.700591 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:01:01.700591 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:01:01.700591 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 22:01:01.700591 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:01:01.700591 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 22:01:01.700591 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:01:01.700591 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:01:01.700591 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:01:01.700591 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 22:01:01.700591 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:01:01.700591 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:01:01.700591 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:01:01.700591 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:01:01.700591 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:01:01.700591 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:01:01.700591 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:01:01.704080 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caae52ef-6956-4568-8011-86fa158af3d4 req-6e00e3f6-0e61-46db-b972-89d14ecff160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:01.705273 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-caae52ef-6956-4568-8011-86fa158af3d4 req-6e00e3f6-0e61-46db-b972-89d14ecff160 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8c650ca0-3b54-444b-821a-832849c70b43 HTTP/1.1" status: 200  len: 855 time: 0.2027471
May 07 22:01:01.817576 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-d43caf35-8c71-43d6-9842-8399b7f79d09 None None] Current status of the port 47172dfe-857b-45a6-9977-e0fd6426b92a is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:01:01.819842 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-db430234-649e-4a7a-b098-48d74da9e3fc req-c16962e8-82b7-4ebd-922a-403fb2460e60 service neutron] 10.222.0.32 "GET /v2.0/networks/f64cbfbe-feaa-48dc-9089-9445aa1eaa5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3589947
May 07 22:01:01.869510 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caae52ef-6956-4568-8011-86fa158af3d4 req-21aceb24-6453-4de2-b005-a4043d9c9415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:01.872207 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-caae52ef-6956-4568-8011-86fa158af3d4 req-21aceb24-6453-4de2-b005-a4043d9c9415 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a83f92af-3764-4eda-a668-51a2c691a258&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1455724
May 07 22:01:01.876767 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8ac7959e-ba84-472d-9805-618518bfa5ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (b94529aa-c690-43df-a7f8-1037d29e0a09), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:01.883360 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a5ed7359-0465-483a-a851-0975f9049b77 req-19b5697f-eb5b-4777-a3cc-d3cd28cff406 service neutron] 10.222.0.32 "GET /v2.0/networks/4e401ba0-7563-49f5-9424-036872d14546?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3612654
May 07 22:01:01.884099 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.db.api [None req-8193d607-d2f6-4637-b308-a890e8495d35 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
May 07 22:01:01.884099 ncdv-master-1 neutron-server[121836]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
May 07 22:01:01.884099 ncdv-master-1 neutron-server[121836]: [parameters: {'id': '85ba2ec8-b99d-42a5-8bde-3b0070d85377'}]
May 07 22:01:01.884099 ncdv-master-1 neutron-server[121836]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=121836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 07 22:01:01.884777 ncdv-master-1 neutron-server[121836]: DEBUG oslo_db.api [None req-8193d607-d2f6-4637-b308-a890e8495d35 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 07 22:01:01.898015 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-7d03fb61-66ce-476f-83f2-ef21faa66265 None None] For port 8610d719-40b7-41dc-b1e0-fa635f10f6b6, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:01:01.902570 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port f13245d4-3132-4aaa-94c8-07da0ef88ecb is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:01:01.911143 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-d43caf35-8c71-43d6-9842-8399b7f79d09 None None] Provisioning complete for port f94f9f68-04c4-4723-8e48-775481388884 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:01:01.912403 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d43caf35-8c71-43d6-9842-8399b7f79d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (f94f9f68-04c4-4723-8e48-775481388884), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:01.916449 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06e563e-9d62-4955-999a-e59a38cf32fe req-2cdf19eb-f8f2-438d-875d-91db0a7e38ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:01.918185 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b06e563e-9d62-4955-999a-e59a38cf32fe req-2cdf19eb-f8f2-438d-875d-91db0a7e38ea service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8c650ca0-3b54-444b-821a-832849c70b43 HTTP/1.1" status: 200  len: 855 time: 0.2150340
May 07 22:01:01.921279 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353b35b0-b29b-48ba-a7e2-dc1fe8138d83 None None] Pushing event updated for resources: {'Port': ['ID=7f295264-02a4-4b4f-95fb-844db6940e79,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:01.946788 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port f94f9f68-04c4-4723-8e48-775481388884 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:01:01.947212 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f94f9f68-04c4-4723-8e48-775481388884), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:01.952892 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-7d03fb61-66ce-476f-83f2-ef21faa66265 None None] For port 8610d719-40b7-41dc-b1e0-fa635f10f6b6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8610d719-40b7-41dc-b1e0-fa635f10f6b6,segment=NetworkSegment(7c4532d8-59be-44bd-a3ed-efbe64d909ce),segment_id=7c4532d8-59be-44bd-a3ed-efbe64d909ce)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:01:01.980894 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7d03fb61-66ce-476f-83f2-ef21faa66265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (8610d719-40b7-41dc-b1e0-fa635f10f6b6), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:02.115146 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-caae52ef-6956-4568-8011-86fa158af3d4 req-34715ba7-8089-417c-b145-1ac181cb8457 service neutron] 10.222.0.59 "GET /v2.0/networks/a83f92af-3764-4eda-a668-51a2c691a258?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2325830
May 07 22:01:02.123665 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06e563e-9d62-4955-999a-e59a38cf32fe req-a470b6cf-5d83-4cfc-baae-789e9dc96536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:02.125349 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b06e563e-9d62-4955-999a-e59a38cf32fe req-a470b6cf-5d83-4cfc-baae-789e9dc96536 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a83f92af-3764-4eda-a668-51a2c691a258&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1882505
May 07 22:01:02.171456 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d03fb61-66ce-476f-83f2-ef21faa66265 None None] Pushing event updated for resources: {'Port': ['ID=8610d719-40b7-41dc-b1e0-fa635f10f6b6,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:02.190376 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-dd716b19-28c2-455a-9547-39e110b74c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c7d52e0>, [{'id': 'b8becdb0-35c0-4028-9f28-6fe5334fd87c', 'name': 'tempest-AttachVolumeTestJSON-625502093-router', 'tenant_id': '81e5c5d849ea4fc59d5c4fc58b31530f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.196'}], 'enable_snat': True}, 'gw_port_id': '078bc0b6-578f-429e-8363-7b5eb3890209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:59:49Z', 'updated_at': '2022-05-07T22:00:05Z', 'revision_number': 4, 'project_id': '81e5c5d849ea4fc59d5c4fc58b31530f', 'gw_port': {'id': '078bc0b6-578f-429e-8363-7b5eb3890209', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8becdb0-35c0-4028-9f28-6fe5334fd87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:59:50Z', 'updated_at': '2022-05-07T22:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '973324da-9430-4a43-a7f4-1d2db6898e03', 'tenant_id': '81e5c5d849ea4fc59d5c4fc58b31530f', 'floating_ip_address': '172.35.4.247', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': 'b8becdb0-35c0-4028-9f28-6fe5334fd87c', 'port_id': '7246b97e-cc3a-4e69-8bd1-0d36632d83ff', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '750e8121-2671-438f-9a42-169be7e47286', 'mac_address': 'fa:16:3e:d0:b2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f9d622-1591-4442-9da0-167bdb326758', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:00:19Z', 'updated_at': '2022-05-07T22:00:56Z', 'revision_number': 1, 'project_id': '81e5c5d849ea4fc59d5c4fc58b31530f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41632c85-aec7-41fa-a8b0-4c09f4aa150d', 'name': '', 'network_id': '750e8121-2671-438f-9a42-169be7e47286', 'tenant_id': '81e5c5d849ea4fc59d5c4fc58b31530f', 'mac_address': 'fa:16:3e:1e:74:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8becdb0-35c0-4028-9f28-6fe5334fd87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '28fef69b-5556-41b9-8d96-96dc0ff0d3b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:01Z', 'updated_at': '2022-05-07T22:00:15Z', 'revision_number': 5, 'project_id': '81e5c5d849ea4fc59d5c4fc58b31530f', 'subnets': [{'id': '28fef69b-5556-41b9-8d96-96dc0ff0d3b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:02.250482 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port f94f9f68-04c4-4723-8e48-775481388884, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f94f9f68-04c4-4723-8e48-775481388884,segment=NetworkSegment(93a726c5-b63b-41ea-965b-35fbc06f488d),segment_id=93a726c5-b63b-41ea-965b-35fbc06f488d)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:01:02.268083 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 07 May 2022 22:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e42bd91b-c923-4ff3-932e-146687711555 x-openstack-request-id: req-e42bd91b-c923-4ff3-932e-146687711555 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:01:02.268380 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d5d0aa6-f907-4569-bedc-2979f6637d33", "name": "network-vif-unplugged", "status": "completed", "tag": "73e10226-084a-4235-a376-31a716d63e44", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:01:02.268645 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e42bd91b-c923-4ff3-932e-146687711555 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:01:02.275240 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e42bd91b-c923-4ff3-932e-146687711555'] response: {'server_uuid': '5d5d0aa6-f907-4569-bedc-2979f6637d33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73e10226-084a-4235-a376-31a716d63e44', 'code': 200}
May 07 22:01:02.300777 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8ac7959e-ba84-472d-9805-618518bfa5ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (b94529aa-c690-43df-a7f8-1037d29e0a09), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:02.305408 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd716b19-28c2-455a-9547-39e110b74c09 None None] The sync data for ids ['b8becdb0-35c0-4028-9f28-6fe5334fd87c'] in ncdv-master-1 is: [{'id': 'b8becdb0-35c0-4028-9f28-6fe5334fd87c', 'name': 'tempest-AttachVolumeTestJSON-625502093-router', 'tenant_id': '81e5c5d849ea4fc59d5c4fc58b31530f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.196'}], 'enable_snat': True}, 'gw_port_id': '078bc0b6-578f-429e-8363-7b5eb3890209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:59:49Z', 'updated_at': '2022-05-07T22:00:05Z', 'revision_number': 4, 'project_id': '81e5c5d849ea4fc59d5c4fc58b31530f', 'gw_port': {'id': '078bc0b6-578f-429e-8363-7b5eb3890209', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8becdb0-35c0-4028-9f28-6fe5334fd87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:59:50Z', 'updated_at': '2022-05-07T22:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '973324da-9430-4a43-a7f4-1d2db6898e03', 'tenant_id': '81e5c5d849ea4fc59d5c4fc58b31530f', 'floating_ip_address': '172.35.4.247', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': 'b8becdb0-35c0-4028-9f28-6fe5334fd87c', 'port_id': '7246b97e-cc3a-4e69-8bd1-0d36632d83ff', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '750e8121-2671-438f-9a42-169be7e47286', 'mac_address': 'fa:16:3e:d0:b2:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95f9d622-1591-4442-9da0-167bdb326758', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:00:19Z', 'updated_at': '2022-05-07T22:00:56Z', 'revision_number': 1, 'project_id': '81e5c5d849ea4fc59d5c4fc58b31530f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41632c85-aec7-41fa-a8b0-4c09f4aa150d', 'name': '', 'network_id': '750e8121-2671-438f-9a42-169be7e47286', 'tenant_id': '81e5c5d849ea4fc59d5c4fc58b31530f', 'mac_address': 'fa:16:3e:1e:74:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8becdb0-35c0-4028-9f28-6fe5334fd87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '28fef69b-5556-41b9-8d96-96dc0ff0d3b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:01Z', 'updated_at': '2022-05-07T22:00:15Z', 'revision_number': 5, 'project_id': '81e5c5d849ea4fc59d5c4fc58b31530f', 'subnets': [{'id': '28fef69b-5556-41b9-8d96-96dc0ff0d3b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:01:02.307886 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device dd203508-b1f9-4999-a351-df4ad5229f44 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:01:02.327487 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-caae52ef-6956-4568-8011-86fa158af3d4 req-3d513343-cc4c-48e5-ba4e-dc36e68ddd60 service neutron] 10.222.0.59 "GET /v2.0/networks/a83f92af-3764-4eda-a668-51a2c691a258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1690438
May 07 22:01:02.384592 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (f94f9f68-04c4-4723-8e48-775481388884), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:02.399617 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8193d607-d2f6-4637-b308-a890e8495d35 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (85ba2ec8-b99d-42a5-8bde-3b0070d85377), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:02.427730 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac7959e-ba84-472d-9805-618518bfa5ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b94529aa-c690-43df-a7f8-1037d29e0a09,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:02.429855 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804d3723-b8d7-4335-9870-4dbc03188ede req-3cac71e6-864d-4abe-aa29-2ba60fe2d5f8 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:02.433439 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-804d3723-b8d7-4335-9870-4dbc03188ede req-3cac71e6-864d-4abe-aa29-2ba60fe2d5f8 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/ports?device_id=77ba773a-10d4-4c62-b1a6-a64c236b6bff HTTP/1.1" status: 200  len: 944 time: 0.0903163
May 07 22:01:02.440806 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a5ed7359-0465-483a-a851-0975f9049b77 req-5bb0de60-68ed-40a4-bd3a-af9fbdbe94b4 service neutron] 10.222.0.32 "GET /v2.0/networks/4e401ba0-7563-49f5-9424-036872d14546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5274529
May 07 22:01:02.457730 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8ac7959e-ba84-472d-9805-618518bfa5ea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:02.462346 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-8ac7959e-ba84-472d-9805-618518bfa5ea admin admin] 10.222.0.32 "DELETE /v2.0/subnets/b94529aa-c690-43df-a7f8-1037d29e0a09 HTTP/1.1" status: 204  len: 168 time: 1.6560009
May 07 22:01:02.463253 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c88215a-b957-4131-9af5-d89261e744fc None None] Network 78b27442-bcb9-410d-9431-ef2d20377793 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:01:02.468984 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 51600) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:02.480989 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac7959e-ba84-472d-9805-618518bfa5ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:01:02.481492 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac7959e-ba84-472d-9805-618518bfa5ea admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:01:02.481960 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac7959e-ba84-472d-9805-618518bfa5ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:01:02.482403 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac7959e-ba84-472d-9805-618518bfa5ea admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:01:02.482940 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac7959e-ba84-472d-9805-618518bfa5ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:01:02.483378 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac7959e-ba84-472d-9805-618518bfa5ea admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:01:02.483812 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac7959e-ba84-472d-9805-618518bfa5ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:01:02.484246 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac7959e-ba84-472d-9805-618518bfa5ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:01:02.484680 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac7959e-ba84-472d-9805-618518bfa5ea admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:01:02.485110 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac7959e-ba84-472d-9805-618518bfa5ea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:01:02.485539 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac7959e-ba84-472d-9805-618518bfa5ea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:01:02.486406 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac7959e-ba84-472d-9805-618518bfa5ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:01:02.486847 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac7959e-ba84-472d-9805-618518bfa5ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:01:02.487284 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac7959e-ba84-472d-9805-618518bfa5ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:01:02.487721 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac7959e-ba84-472d-9805-618518bfa5ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:01:02.546613 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-804d3723-b8d7-4335-9870-4dbc03188ede req-aee553f5-f422-4abc-9b69-bb500f7335d0 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d85ced8-44c7-47ce-a4c7-1950d9c3cf50&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1060932
May 07 22:01:02.580978 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-d43caf35-8c71-43d6-9842-8399b7f79d09 None None] Current status of the port f94f9f68-04c4-4723-8e48-775481388884 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:01:02.584919 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 4cb9d745-576d-4349-82d0-2e6fc098ae28 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:01:02.663186 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1755e19e-f5ba-4497-871a-be389ce93ea6 None None] Network 85ba2ec8-b99d-42a5-8bde-3b0070d85377 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:01:02.675216 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f054893-9865-406c-92a0-7f50697ad97f x-openstack-request-id: req-2f054893-9865-406c-92a0-7f50697ad97f {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:01:02.675651 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95f9d622-1591-4442-9da0-167bdb326758", "tag": "7246b97e-cc3a-4e69-8bd1-0d36632d83ff", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:01:02.676012 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2f054893-9865-406c-92a0-7f50697ad97f {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:01:02.676563 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f054893-9865-406c-92a0-7f50697ad97f'] response: {'name': 'network-changed', 'server_uuid': '95f9d622-1591-4442-9da0-167bdb326758', 'tag': '7246b97e-cc3a-4e69-8bd1-0d36632d83ff', 'status': 'completed', 'code': 200}
May 07 22:01:02.685240 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8d5f9306-051a-4bd0-b630-088c7b580470 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks [] for port (acf1cbce-a8d1-4a26-b0eb-2f72221541f2), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:02.703624 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8d5f9306-051a-4bd0-b630-088c7b580470 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (acf1cbce-a8d1-4a26-b0eb-2f72221541f2), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:02.703852 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8d5f9306-051a-4bd0-b630-088c7b580470 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401121'] for router_interface (f401884a-34c3-4298-b93b-87fb57ab5ea1), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:02.722192 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b06e563e-9d62-4955-999a-e59a38cf32fe req-90228531-8479-440a-9048-80378ed99f83 service neutron] 10.222.0.55 "GET /v2.0/networks/a83f92af-3764-4eda-a668-51a2c691a258?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5857816
May 07 22:01:02.828668 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port dd203508-b1f9-4999-a351-df4ad5229f44 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:01:02.829163 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (dd203508-b1f9-4999-a351-df4ad5229f44), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:02.867951 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-8193d607-d2f6-4637-b308-a890e8495d35 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Deleting port 8610d719-40b7-41dc-b1e0-fa635f10f6b6 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:01:02.868510 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8193d607-d2f6-4637-b308-a890e8495d35 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (8610d719-40b7-41dc-b1e0-fa635f10f6b6), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:02.995645 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-8193d607-d2f6-4637-b308-a890e8495d35 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] For port 8610d719-40b7-41dc-b1e0-fa635f10f6b6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8610d719-40b7-41dc-b1e0-fa635f10f6b6,segment=NetworkSegment(7c4532d8-59be-44bd-a3ed-efbe64d909ce),segment_id=7c4532d8-59be-44bd-a3ed-efbe64d909ce)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:01:02.996512 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8193d607-d2f6-4637-b308-a890e8495d35 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (8610d719-40b7-41dc-b1e0-fa635f10f6b6), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:03.019419 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-8193d607-d2f6-4637-b308-a890e8495d35 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Calling delete_port for 8610d719-40b7-41dc-b1e0-fa635f10f6b6 owned by network:dhcp {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:01:03.024673 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 90263e81-473d-4dcc-9c1f-3f7af137021b details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:01:03.049440 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=f94f9f68-04c4-4723-8e48-775481388884,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:03.052243 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3ae042c7-2253-4a44-8857-e9a47c3751ef req-e696f298-c210-48d5-a7d2-ec8557ef46f7 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/ports?device_id=931cb167-5bcb-4aef-8b2b-029dbcb4d7e9 HTTP/1.1" status: 200  len: 210 time: 0.0998819
May 07 22:01:03.083277 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-522014d2-6219-4e8e-b850-0c94ff41a0bd None None] New status for floating IP 973324da-9430-4a43-a7f4-1d2db6898e03: ACTIVE {{(pid=121838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 07 22:01:03.083458 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5f9306-051a-4bd0-b630-088c7b580470 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Pushing event updated for resources: {'Port': ['ID=acf1cbce-a8d1-4a26-b0eb-2f72221541f2,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:03.113162 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5f9306-051a-4bd0-b630-088c7b580470 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:01:03.113521 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5f9306-051a-4bd0-b630-088c7b580470 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:01:03.113873 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5f9306-051a-4bd0-b630-088c7b580470 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:01:03.114219 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5f9306-051a-4bd0-b630-088c7b580470 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:01:03.114559 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5f9306-051a-4bd0-b630-088c7b580470 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:01:03.115022 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5f9306-051a-4bd0-b630-088c7b580470 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:01:03.115245 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5f9306-051a-4bd0-b630-088c7b580470 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:01:03.115578 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5f9306-051a-4bd0-b630-088c7b580470 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:01:03.119578 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5f9306-051a-4bd0-b630-088c7b580470 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:01:03.119996 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5f9306-051a-4bd0-b630-088c7b580470 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:01:03.120358 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5f9306-051a-4bd0-b630-088c7b580470 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:01:03.120773 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5f9306-051a-4bd0-b630-088c7b580470 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:01:03.121125 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5f9306-051a-4bd0-b630-088c7b580470 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:01:03.121469 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5f9306-051a-4bd0-b630-088c7b580470 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:01:03.121865 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5f9306-051a-4bd0-b630-088c7b580470 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:01:03.178539 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5f9306-051a-4bd0-b630-088c7b580470 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Network b27f0d33-74db-46ab-9d20-c1ae48bccf50 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:01:03.180745 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-8d5f9306-051a-4bd0-b630-088c7b580470 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:01:03.235364 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.db.resource_extend [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 07 22:01:03.338661 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075513a7-a492-4ecd-97fc-d534f83723ce req-8cc4557e-f371-4aa4-90e3-8a35669cb4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:03.342611 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-075513a7-a492-4ecd-97fc-d534f83723ce req-8cc4557e-f371-4aa4-90e3-8a35669cb4c0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=81e5c5d849ea4fc59d5c4fc58b31530f&device_id=95f9d622-1591-4442-9da0-167bdb326758 HTTP/1.1" status: 200  len: 1128 time: 0.6445568
May 07 22:01:03.361297 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8193d607-d2f6-4637-b308-a890e8495d35 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (8610d719-40b7-41dc-b1e0-fa635f10f6b6), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:03.395782 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.db.resource_extend [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 07 22:01:03.403636 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-5279e278-1160-4147-8518-2581f079c237 None None] Provisioning complete for port f13245d4-3132-4aaa-94c8-07da0ef88ecb triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:01:03.404100 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5279e278-1160-4147-8518-2581f079c237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (f13245d4-3132-4aaa-94c8-07da0ef88ecb), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:03.430060 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c815ae4-9a0d-4223-ba1c-0ddb992fb566 None None] DHCP port deletion for 78b27442-bcb9-410d-9431-ef2d20377793 request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:01:03.471385 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-17dc474b-2e66-4283-98c9-ffc9d8767ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (78b27442-bcb9-410d-9431-ef2d20377793), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:03.482099 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8193d607-d2f6-4637-b308-a890e8495d35 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] No DVR routers for this DVR port 8610d719-40b7-41dc-b1e0-fa635f10f6b6 on host ncdv-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:01:03.492595 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d5f9306-051a-4bd0-b630-088c7b580470 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Router f401884a-34c3-4298-b93b-87fb57ab5ea1 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:01:03.524998 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8784ea84-71a1-42c3-8273-106c50886423 req-6a8d3916-7aa0-43ff-9fc7-8275582fba77 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/ports?device_id=8141d2fb-0f50-41fb-bce0-7a6c7f7fc949 HTTP/1.1" status: 200  len: 210 time: 0.1916041
May 07 22:01:03.657197 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8193d607-d2f6-4637-b308-a890e8495d35 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Pushing event deleted for resources: {'Port': ['ID=8610d719-40b7-41dc-b1e0-fa635f10f6b6,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:03.700665 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d5f9306-051a-4bd0-b630-088c7b580470 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:01:03.716573 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3659b552-63b9-4883-8e73-74f4c2eaeeed None None] Sync routers for ids ['f401884a-34c3-4298-b93b-87fb57ab5ea1'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:01:03.730204 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-8d5f9306-051a-4bd0-b630-088c7b580470 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "PUT /v2.0/routers/f401884a-34c3-4298-b93b-87fb57ab5ea1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.1464908
May 07 22:01:03.733045 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 51650) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:03.739508 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3659b552-63b9-4883-8e73-74f4c2eaeeed None None] Routers {'f401884a-34c3-4298-b93b-87fb57ab5ea1'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:01:03.740336 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-3659b552-63b9-4883-8e73-74f4c2eaeeed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c7d5790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:00:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['f401884a-34c3-4298-b93b-87fb57ab5ea1'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:03.748509 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-9be3b092-b9ef-4dda-aed6-373fd8db13ec tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:01:03.957690 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port dd203508-b1f9-4999-a351-df4ad5229f44 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:01:03.958872 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 47172dfe-857b-45a6-9977-e0fd6426b92a up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:01:04.053265 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7213842-573b-4b1e-83cf-501a1fad3776 None None] Network b27f0d33-74db-46ab-9d20-c1ae48bccf50 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:01:04.104252 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1a12ac-8a5e-4104-b060-f516a85b7e0c req-c9852e37-247a-4017-8e26-56c3eaa30e9a tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:04.107471 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-3659b552-63b9-4883-8e73-74f4c2eaeeed None None] Set router f401884a-34c3-4298-b93b-87fb57ab5ea1 gateway port host: None {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:01:04.111877 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2d1a12ac-8a5e-4104-b060-f516a85b7e0c req-c9852e37-247a-4017-8e26-56c3eaa30e9a tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/ports?device_id=77ba773a-10d4-4c62-b1a6-a64c236b6bff HTTP/1.1" status: 200  len: 944 time: 0.3586211
May 07 22:01:04.219770 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2d1a12ac-8a5e-4104-b060-f516a85b7e0c req-3d952728-98fd-46a6-af69-45444c6f6307 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d85ced8-44c7-47ce-a4c7-1950d9c3cf50&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1042628
May 07 22:01:04.350158 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8193d607-d2f6-4637-b308-a890e8495d35 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (85ba2ec8-b99d-42a5-8bde-3b0070d85377), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:04.368762 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-17dc474b-2e66-4283-98c9-ffc9d8767ead admin admin] Deleting port 4b244614-6e38-494e-b303-d9f5fe70538b {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:01:04.374756 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-17dc474b-2e66-4283-98c9-ffc9d8767ead admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (4b244614-6e38-494e-b303-d9f5fe70538b), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:04.382331 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 4cb9d745-576d-4349-82d0-2e6fc098ae28, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4cb9d745-576d-4349-82d0-2e6fc098ae28,segment=NetworkSegment(93a726c5-b63b-41ea-965b-35fbc06f488d),segment_id=93a726c5-b63b-41ea-965b-35fbc06f488d)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:01:04.407514 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20117710-052c-46c3-8ca2-f601df488811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f94f9f68-04c4-4723-8e48-775481388884'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:01:04.411235 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a65caa-d79b-4716-b66a-3e03e0b0ab21" -d '{"events": [{"server_uuid": "20117710-052c-46c3-8ca2-f601df488811", "name": "network-vif-plugged", "status": "completed", "tag": "f94f9f68-04c4-4723-8e48-775481388884"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:01:04.418064 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-3659b552-63b9-4883-8e73-74f4c2eaeeed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c7d5790>, [{'id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'name': 'tempest-RoutersIpV6Test-router-1967308978', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:00:20Z', 'updated_at': '2022-05-07T22:01:01Z', 'revision_number': 5, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'gw_port_host': None, '_interfaces': [{'id': '11f529b2-9b2b-4fc8-8708-2c4e7852dad2', 'name': '', 'network_id': 'ae74b87d-b20b-4cb8-8cb1-eb479af708e0', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'mac_address': 'fa:16:3e:31:6d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '6e566a3e-3172-4ceb-b96e-905b1a9194b4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:38Z', 'updated_at': '2022-05-07T22:00:47Z', 'revision_number': 5, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'subnets': [{'id': '6e566a3e-3172-4ceb-b96e-905b1a9194b4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47172dfe-857b-45a6-9977-e0fd6426b92a', 'name': '', 'network_id': '4d8823c5-e4d2-4a9f-8503-ca496ab9c061', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'mac_address': 'fa:16:3e:3f:ab:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '60dbc808-cd32-4f27-b6c1-f67b315fbc21', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:47Z', 'updated_at': '2022-05-07T22:00:58Z', 'revision_number': 5, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'subnets': [{'id': '60dbc808-cd32-4f27-b6c1-f67b315fbc21', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2847041-deca-4787-a520-36214b25c9cb', 'name': '', 'network_id': 'add7415b-3dec-4c79-9eba-58ce88fa9087', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'mac_address': 'fa:16:3e:92:89:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '78208c1f-4b12-45ff-84a6-c2c59f46d723', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:24Z', 'updated_at': '2022-05-07T22:00:33Z', 'revision_number': 5, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'subnets': [{'id': '78208c1f-4b12-45ff-84a6-c2c59f46d723', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'acf1cbce-a8d1-4a26-b0eb-2f72221541f2', 'name': '', 'network_id': 'b27f0d33-74db-46ab-9d20-c1ae48bccf50', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'mac_address': 'fa:16:3e:58:46:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '952ed58c-6cb6-45a7-a66a-99b4083d536e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:59Z', 'updated_at': '2022-05-07T22:01:01Z', 'revision_number': 2, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'subnets': [{'id': '952ed58c-6cb6-45a7-a66a-99b4083d536e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:04.436093 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b06e563e-9d62-4955-999a-e59a38cf32fe req-0decb2b5-2c78-485c-b930-9a79d9c8ed13 service neutron] 10.222.0.55 "GET /v2.0/networks/a83f92af-3764-4eda-a668-51a2c691a258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.6822338
May 07 22:01:04.444904 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 90263e81-473d-4dcc-9c1f-3f7af137021b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=90263e81-473d-4dcc-9c1f-3f7af137021b,segment=NetworkSegment(93a726c5-b63b-41ea-965b-35fbc06f488d),segment_id=93a726c5-b63b-41ea-965b-35fbc06f488d)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:01:04.463395 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': '90263e81-473d-4dcc-9c1f-3f7af137021b', 'network_id': 'a83f92af-3764-4eda-a668-51a2c691a258', 'port_id': '90263e81-473d-4dcc-9c1f-3f7af137021b', 'mac_address': 'fa:16:3e:f2:2a:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c650ca0-3b54-444b-821a-832849c70b43', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:01:04.464897 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': '4cb9d745-576d-4349-82d0-2e6fc098ae28', 'network_id': 'a83f92af-3764-4eda-a668-51a2c691a258', 'port_id': '4cb9d745-576d-4349-82d0-2e6fc098ae28', 'mac_address': 'fa:16:3e:92:99:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c650ca0-3b54-444b-821a-832849c70b43', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:01:04.468636 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-8c815ae4-9a0d-4223-ba1c-0ddb992fb566 None None] Deleting port 4b244614-6e38-494e-b303-d9f5fe70538b {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:01:04.469505 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-8c815ae4-9a0d-4223-ba1c-0ddb992fb566 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (4b244614-6e38-494e-b303-d9f5fe70538b), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:04.518522 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3659b552-63b9-4883-8e73-74f4c2eaeeed None None] Checking router: f401884a-34c3-4298-b93b-87fb57ab5ea1 for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:01:04.522591 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3659b552-63b9-4883-8e73-74f4c2eaeeed None None] Updating router f401884a-34c3-4298-b93b-87fb57ab5ea1 port acf1cbce-a8d1-4a26-b0eb-2f72221541f2 binding host ncdv-master-1 {{(pid=121839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 22:01:04.610114 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-3659b552-63b9-4883-8e73-74f4c2eaeeed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (acf1cbce-a8d1-4a26-b0eb-2f72221541f2), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:04.710099 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075513a7-a492-4ecd-97fc-d534f83723ce req-50a4d063-73f3-472a-b5ed-0f9eace2ae86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:04.714091 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-075513a7-a492-4ecd-97fc-d534f83723ce req-50a4d063-73f3-472a-b5ed-0f9eace2ae86 service neutron] 10.222.0.55 "GET /v2.0/networks?id=750e8121-2671-438f-9a42-169be7e47286 HTTP/1.1" status: 200  len: 911 time: 1.2688410
May 07 22:01:04.763638 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-39e2fa63-27ac-4fc2-924f-7dff688526aa req-f67289fa-f311-4c65-b332-d09a3897c33d tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/ports?device_id=931cb167-5bcb-4aef-8b2b-029dbcb4d7e9 HTTP/1.1" status: 200  len: 210 time: 0.3620729
May 07 22:01:04.765317 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-8193d607-d2f6-4637-b308-a890e8495d35 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf86e81b50>,) {'filters': {'network_id': ['85ba2ec8-b99d-42a5-8bde-3b0070d85377']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:04.871487 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db430234-649e-4a7a-b098-48d74da9e3fc req-18b555e1-08bc-4c96-9fde-1a00b61a271b tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:04.877163 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-db430234-649e-4a7a-b098-48d74da9e3fc req-18b555e1-08bc-4c96-9fde-1a00b61a271b tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.59 "GET /v2.0/networks?id=f64cbfbe-feaa-48dc-9089-9445aa1eaa5a HTTP/1.1" status: 200  len: 815 time: 0.2404470
May 07 22:01:05.005273 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9e6e06e7-a732-4ff9-a834-753bc7dc4f20 req-8b6bd911-3534-4121-8d06-d23a08974032 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/ports?device_id=8141d2fb-0f50-41fb-bce0-7a6c7f7fc949 HTTP/1.1" status: 200  len: 210 time: 0.0743937
May 07 22:01:05.062065 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a18c2c3-2b9d-44f1-974d-fc0a91e4217d x-openstack-request-id: req-7a18c2c3-2b9d-44f1-974d-fc0a91e4217d {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:01:05.063066 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-8193d607-d2f6-4637-b308-a890e8495d35 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf86e81b50>, '7c4532d8-59be-44bd-a3ed-efbe64d909ce') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:05.066838 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20117710-052c-46c3-8ca2-f601df488811", "name": "network-vif-plugged", "status": "completed", "tag": "f94f9f68-04c4-4723-8e48-775481388884", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:01:05.066838 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7a18c2c3-2b9d-44f1-974d-fc0a91e4217d {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:01:05.067119 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a18c2c3-2b9d-44f1-974d-fc0a91e4217d'] response: {'server_uuid': '20117710-052c-46c3-8ca2-f601df488811', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f94f9f68-04c4-4723-8e48-775481388884', 'code': 200}
May 07 22:01:05.067671 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-8193d607-d2f6-4637-b308-a890e8495d35 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf86e81b50>, '7c4532d8-59be-44bd-a3ed-efbe64d909ce') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:05.083337 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-5279e278-1160-4147-8518-2581f079c237 None None] Current status of the port f13245d4-3132-4aaa-94c8-07da0ef88ecb is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:01:05.087298 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 47172dfe-857b-45a6-9977-e0fd6426b92a triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:01:05.089659 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (47172dfe-857b-45a6-9977-e0fd6426b92a), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:05.113301 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8193d607-d2f6-4637-b308-a890e8495d35 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (7c4532d8-59be-44bd-a3ed-efbe64d909ce), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:05.166015 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8193d607-d2f6-4637-b308-a890e8495d35 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (7c4532d8-59be-44bd-a3ed-efbe64d909ce), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:05.176749 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa7dd36-2f19-4c24-a17a-c883d982aa99 req-432dd4ce-f52c-4b32-8efd-84092957fb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:05.178566 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ffa7dd36-2f19-4c24-a17a-c883d982aa99 req-432dd4ce-f52c-4b32-8efd-84092957fb81 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=20117710-052c-46c3-8ca2-f601df488811 HTTP/1.1" status: 200  len: 1127 time: 0.4565151
May 07 22:01:05.180980 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-17dc474b-2e66-4283-98c9-ffc9d8767ead admin admin] For port 4b244614-6e38-494e-b303-d9f5fe70538b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4b244614-6e38-494e-b303-d9f5fe70538b,segment=NetworkSegment(4cad6eb6-00ef-467c-849b-bcfc65b68a11),segment_id=4cad6eb6-00ef-467c-849b-bcfc65b68a11)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:01:05.181555 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-17dc474b-2e66-4283-98c9-ffc9d8767ead admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (4b244614-6e38-494e-b303-d9f5fe70538b), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:05.219739 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-075513a7-a492-4ecd-97fc-d534f83723ce req-56b9e064-9285-4d69-9546-2f607348790d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7246b97e-cc3a-4e69-8bd1-0d36632d83ff HTTP/1.1" status: 200  len: 1002 time: 0.4069860
May 07 22:01:05.222211 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8193d607-d2f6-4637-b308-a890e8495d35 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:01:05.222836 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8193d607-d2f6-4637-b308-a890e8495d35 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (7c4532d8-59be-44bd-a3ed-efbe64d909ce), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:05.229709 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 22:01:05.229709 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:01:05.229709 ncdv-master-1 neutron-server[121836]:     timer()
May 07 22:01:05.229709 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:01:05.229709 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 22:01:05.229709 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:01:05.229709 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 22:01:05.229709 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:01:05.229709 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 22:01:05.229709 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:01:05.229709 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 22:01:05.229709 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:01:05.229709 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 22:01:05.229709 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:01:05.229709 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:01:05.229709 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:01:05.229709 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:01:05.229709 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:01:05.229709 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 22:01:05.229709 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:01:05.229709 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 22:01:05.229709 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:01:05.229709 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:01:05.229709 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:01:05.229709 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 22:01:05.229709 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:01:05.229709 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:01:05.229709 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:01:05.229709 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:01:05.229709 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:01:05.229709 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:01:05.229709 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:01:05.241536 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-3659b552-63b9-4883-8e73-74f4c2eaeeed None None] Publish callbacks [] for port (acf1cbce-a8d1-4a26-b0eb-2f72221541f2), precommit_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:05.254788 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-3659b552-63b9-4883-8e73-74f4c2eaeeed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (acf1cbce-a8d1-4a26-b0eb-2f72221541f2), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:05.310883 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-17dc474b-2e66-4283-98c9-ffc9d8767ead admin admin] Calling delete_port for 4b244614-6e38-494e-b303-d9f5fe70538b owned by network:dhcp {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:01:05.400600 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-db430234-649e-4a7a-b098-48d74da9e3fc req-ff039f4b-eb5f-4cbf-ad1b-38b0eaa2e0f0 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57990769f50b412194a108cdd627a767 HTTP/1.1" status: 200  len: 380 time: 0.3709781
May 07 22:01:05.406397 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 90263e81-473d-4dcc-9c1f-3f7af137021b is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:01:05.406976 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (90263e81-473d-4dcc-9c1f-3f7af137021b), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:05.433171 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-db430234-649e-4a7a-b098-48d74da9e3fc req-4909db2b-d15c-4a34-aaeb-9e67a2f2e9d7 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Request body: {'port': {'device_id': '8141d2fb-0f50-41fb-bce0-7a6c7f7fc949', 'network_id': 'f64cbfbe-feaa-48dc-9089-9445aa1eaa5a', 'admin_state_up': True, 'tenant_id': '57990769f50b412194a108cdd627a767', 'security_groups': ['c7b1876c-a594-41c5-9872-578aa79ea667']}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:01:05.437632 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90263e81-473d-4dcc-9c1f-3f7af137021b {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:01:05.457733 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-5279e278-1160-4147-8518-2581f079c237 None None] Provisioning complete for port 47172dfe-857b-45a6-9977-e0fd6426b92a triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:01:05.459057 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ec65f5-2a0c-42bf-86aa-53a599e112f1 None None] Pushing event updated for resources: {'Port': ['ID=acf1cbce-a8d1-4a26-b0eb-2f72221541f2,revision_number=3']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:05.460497 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5279e278-1160-4147-8518-2581f079c237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (47172dfe-857b-45a6-9977-e0fd6426b92a), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:05.516139 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-8c815ae4-9a0d-4223-ba1c-0ddb992fb566 None None] For port 4b244614-6e38-494e-b303-d9f5fe70538b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4b244614-6e38-494e-b303-d9f5fe70538b,segment=NetworkSegment(4cad6eb6-00ef-467c-849b-bcfc65b68a11),segment_id=4cad6eb6-00ef-467c-849b-bcfc65b68a11)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:01:05.519100 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-8c815ae4-9a0d-4223-ba1c-0ddb992fb566 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (4b244614-6e38-494e-b303-d9f5fe70538b), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:05.527304 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-3659b552-63b9-4883-8e73-74f4c2eaeeed None None] Attempting to bind port acf1cbce-a8d1-4a26-b0eb-2f72221541f2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:01:05.528115 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-3659b552-63b9-4883-8e73-74f4c2eaeeed None None] Attempting to bind port acf1cbce-a8d1-4a26-b0eb-2f72221541f2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '95d0dccb-a1c7-4a20-8a48-5e96e2f2489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b27f0d33-74db-46ab-9d20-c1ae48bccf50'}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:01:05.528716 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3659b552-63b9-4883-8e73-74f4c2eaeeed None None] Attempting to bind port acf1cbce-a8d1-4a26-b0eb-2f72221541f2 on network b27f0d33-74db-46ab-9d20-c1ae48bccf50 {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:01:05.534674 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3659b552-63b9-4883-8e73-74f4c2eaeeed None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:01:05.535453 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3659b552-63b9-4883-8e73-74f4c2eaeeed None None] Checking segment: {'id': '95d0dccb-a1c7-4a20-8a48-5e96e2f2489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b27f0d33-74db-46ab-9d20-c1ae48bccf50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:01:05.536083 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-3659b552-63b9-4883-8e73-74f4c2eaeeed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:05.536704 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3659b552-63b9-4883-8e73-74f4c2eaeeed None None] Bound using segment: {'id': '95d0dccb-a1c7-4a20-8a48-5e96e2f2489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b27f0d33-74db-46ab-9d20-c1ae48bccf50'} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:01:05.537446 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-3659b552-63b9-4883-8e73-74f4c2eaeeed None None] Bound port: acf1cbce-a8d1-4a26-b0eb-2f72221541f2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95d0dccb-a1c7-4a20-8a48-5e96e2f2489c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b27f0d33-74db-46ab-9d20-c1ae48bccf50'}}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:01:05.538041 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-3659b552-63b9-4883-8e73-74f4c2eaeeed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (acf1cbce-a8d1-4a26-b0eb-2f72221541f2), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:05.550676 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-8c815ae4-9a0d-4223-ba1c-0ddb992fb566 None None] Calling delete_port for 4b244614-6e38-494e-b303-d9f5fe70538b owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:01:05.594819 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8193d607-d2f6-4637-b308-a890e8495d35 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (85ba2ec8-b99d-42a5-8bde-3b0070d85377), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:05.600854 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.extraroute_db [None req-9be3b092-b9ef-4dda-aed6-373fd8db13ec tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=121837) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
May 07 22:01:05.604505 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075513a7-a492-4ecd-97fc-d534f83723ce req-a0226be8-c1ba-4ad4-8f24-853a843c3c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:05.606192 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-075513a7-a492-4ecd-97fc-d534f83723ce req-a0226be8-c1ba-4ad4-8f24-853a843c3c1a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=28fef69b-5556-41b9-8d96-96dc0ff0d3b2 HTTP/1.1" status: 200  len: 849 time: 0.3295991
May 07 22:01:05.628479 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-3659b552-63b9-4883-8e73-74f4c2eaeeed None None] For port acf1cbce-a8d1-4a26-b0eb-2f72221541f2, host ncdv-master-1, cleared binding levels {{(pid=121839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:01:05.632732 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-3659b552-63b9-4883-8e73-74f4c2eaeeed None None] For port acf1cbce-a8d1-4a26-b0eb-2f72221541f2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=acf1cbce-a8d1-4a26-b0eb-2f72221541f2,segment=NetworkSegment(95d0dccb-a1c7-4a20-8a48-5e96e2f2489c),segment_id=95d0dccb-a1c7-4a20-8a48-5e96e2f2489c)] {{(pid=121839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:01:05.646028 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-3659b552-63b9-4883-8e73-74f4c2eaeeed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (acf1cbce-a8d1-4a26-b0eb-2f72221541f2), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:05.654450 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.extraroute_db [None req-9be3b092-b9ef-4dda-aed6-373fd8db13ec tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Removed routes are [] {{(pid=121837) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
May 07 22:01:05.654968 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9be3b092-b9ef-4dda-aed6-373fd8db13ec tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-395855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5148'] for router (f401884a-34c3-4298-b93b-87fb57ab5ea1), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:05.664492 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8193d607-d2f6-4637-b308-a890e8495d35 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:05.689334 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-8193d607-d2f6-4637-b308-a890e8495d35 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] 10.222.0.32 "DELETE /v2.0/networks/85ba2ec8-b99d-42a5-8bde-3b0070d85377 HTTP/1.1" status: 204  len: 168 time: 8.0240319
May 07 22:01:05.717949 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-8c815ae4-9a0d-4223-ba1c-0ddb992fb566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (4b244614-6e38-494e-b303-d9f5fe70538b), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:05.730250 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3659b552-63b9-4883-8e73-74f4c2eaeeed None None] Routers {'f401884a-34c3-4298-b93b-87fb57ab5ea1'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:01:05.731273 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-3659b552-63b9-4883-8e73-74f4c2eaeeed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c7d5790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:00:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['f401884a-34c3-4298-b93b-87fb57ab5ea1'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:05.740224 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed7359-0465-483a-a851-0975f9049b77 req-4eadd5df-f315-4628-9859-c80f38f3e702 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:05.744828 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a5ed7359-0465-483a-a851-0975f9049b77 req-4eadd5df-f315-4628-9859-c80f38f3e702 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.59 "GET /v2.0/networks?id=4e401ba0-7563-49f5-9424-036872d14546 HTTP/1.1" status: 200  len: 811 time: 0.8649011
May 07 22:01:05.745349 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 51680) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:05.767994 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-6007f57c-ae2b-465a-a1ad-428bfee5e809 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-438828005'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:01:05.808472 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 4cb9d745-576d-4349-82d0-2e6fc098ae28 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:01:05.808870 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (4cb9d745-576d-4349-82d0-2e6fc098ae28), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:05.849873 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-a5ed7359-0465-483a-a851-0975f9049b77 req-67cb5439-b327-4f48-a097-511089312de1 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Request body: {'port': {'device_id': '931cb167-5bcb-4aef-8b2b-029dbcb4d7e9', 'network_id': '4e401ba0-7563-49f5-9424-036872d14546', 'admin_state_up': True, 'tenant_id': '1fb49d7a99844a7ab8ef30fb59250e7d'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:01:05.852332 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd6ff8d-4657-4b5a-b9cc-849f3342ce95 req-f51503a8-7363-4d58-ba1d-23034f4cdedc tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:05.858155 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-cfd6ff8d-4657-4b5a-b9cc-849f3342ce95 req-f51503a8-7363-4d58-ba1d-23034f4cdedc tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/ports?device_id=77ba773a-10d4-4c62-b1a6-a64c236b6bff HTTP/1.1" status: 200  len: 944 time: 0.4572322
May 07 22:01:05.865756 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6007f57c-ae2b-465a-a1ad-428bfee5e809 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Made reservation on behalf of d7da299cb7fd4b569f047ab71e3255d4 for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:01:05.875513 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6007f57c-ae2b-465a-a1ad-428bfee5e809 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:05.881199 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-3659b552-63b9-4883-8e73-74f4c2eaeeed None None] Set router f401884a-34c3-4298-b93b-87fb57ab5ea1 gateway port host: None {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:01:05.890568 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 90263e81-473d-4dcc-9c1f-3f7af137021b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=90263e81-473d-4dcc-9c1f-3f7af137021b,segment=NetworkSegment(93a726c5-b63b-41ea-965b-35fbc06f488d),segment_id=93a726c5-b63b-41ea-965b-35fbc06f488d)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:01:05.892288 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8193d607-d2f6-4637-b308-a890e8495d35 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Pushing event deleted for resources: {'Network': ['ID=85ba2ec8-b99d-42a5-8bde-3b0070d85377,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:05.903390 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cb9d745-576d-4349-82d0-2e6fc098ae28 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:01:05.904547 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075513a7-a492-4ecd-97fc-d534f83723ce req-d59a9d0f-9b82-4759-b2db-11eb93a4b445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:05.910950 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-075513a7-a492-4ecd-97fc-d534f83723ce req-d59a9d0f-9b82-4759-b2db-11eb93a4b445 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=750e8121-2671-438f-9a42-169be7e47286&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2063432
May 07 22:01:05.914353 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ffa7dd36-2f19-4c24-a17a-c883d982aa99 req-c30d4f13-b2c1-44b2-a987-31343580f639 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4d85ced8-44c7-47ce-a4c7-1950d9c3cf50&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7214730
May 07 22:01:05.928541 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c815ae4-9a0d-4223-ba1c-0ddb992fb566 None None] No DVR routers for this DVR port 4b244614-6e38-494e-b303-d9f5fe70538b on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:01:05.956317 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (90263e81-473d-4dcc-9c1f-3f7af137021b), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:05.956991 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 672e9dc5-e9c7-4350-b965-d54d762eb1d8 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:01:05.959344 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c815ae4-9a0d-4223-ba1c-0ddb992fb566 None None] Pushing event deleted for resources: {'Port': ['ID=4b244614-6e38-494e-b303-d9f5fe70538b,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:06.063323 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ec65f5-2a0c-42bf-86aa-53a599e112f1 None None] Pushing event updated for resources: {'Port': ['ID=acf1cbce-a8d1-4a26-b0eb-2f72221541f2,revision_number=4']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:06.103866 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-075513a7-a492-4ecd-97fc-d534f83723ce req-6df57a5f-8fed-4616-a9db-bbdcf710045a service neutron] 10.222.0.55 "GET /v2.0/networks/750e8121-2671-438f-9a42-169be7e47286?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1692529
May 07 22:01:06.276895 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-3659b552-63b9-4883-8e73-74f4c2eaeeed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c7d5790>, [{'id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'name': 'tempest-RoutersIpV6Test-router-1967308978', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:00:20Z', 'updated_at': '2022-05-07T22:01:05Z', 'revision_number': 6, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'gw_port_host': None, '_interfaces': [{'id': '11f529b2-9b2b-4fc8-8708-2c4e7852dad2', 'name': '', 'network_id': 'ae74b87d-b20b-4cb8-8cb1-eb479af708e0', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'mac_address': 'fa:16:3e:31:6d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '6e566a3e-3172-4ceb-b96e-905b1a9194b4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:38Z', 'updated_at': '2022-05-07T22:00:47Z', 'revision_number': 5, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'subnets': [{'id': '6e566a3e-3172-4ceb-b96e-905b1a9194b4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47172dfe-857b-45a6-9977-e0fd6426b92a', 'name': '', 'network_id': '4d8823c5-e4d2-4a9f-8503-ca496ab9c061', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'mac_address': 'fa:16:3e:3f:ab:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '60dbc808-cd32-4f27-b6c1-f67b315fbc21', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:47Z', 'updated_at': '2022-05-07T22:00:58Z', 'revision_number': 5, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'subnets': [{'id': '60dbc808-cd32-4f27-b6c1-f67b315fbc21', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2847041-deca-4787-a520-36214b25c9cb', 'name': '', 'network_id': 'add7415b-3dec-4c79-9eba-58ce88fa9087', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'mac_address': 'fa:16:3e:92:89:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '78208c1f-4b12-45ff-84a6-c2c59f46d723', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:24Z', 'updated_at': '2022-05-07T22:00:33Z', 'revision_number': 5, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'subnets': [{'id': '78208c1f-4b12-45ff-84a6-c2c59f46d723', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'acf1cbce-a8d1-4a26-b0eb-2f72221541f2', 'name': '', 'network_id': 'b27f0d33-74db-46ab-9d20-c1ae48bccf50', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'mac_address': 'fa:16:3e:58:46:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '952ed58c-6cb6-45a7-a66a-99b4083d536e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:59Z', 'updated_at': '2022-05-07T22:01:05Z', 'revision_number': 4, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'subnets': [{'id': '952ed58c-6cb6-45a7-a66a-99b4083d536e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:06.317847 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-17dc474b-2e66-4283-98c9-ffc9d8767ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (4b244614-6e38-494e-b303-d9f5fe70538b), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:06.319254 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3659b552-63b9-4883-8e73-74f4c2eaeeed None None] The sync data for ids ['f401884a-34c3-4298-b93b-87fb57ab5ea1'] in ncdv-master-1 is: [{'id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'name': 'tempest-RoutersIpV6Test-router-1967308978', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:00:20Z', 'updated_at': '2022-05-07T22:01:05Z', 'revision_number': 6, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'gw_port_host': None, '_interfaces': [{'id': '11f529b2-9b2b-4fc8-8708-2c4e7852dad2', 'name': '', 'network_id': 'ae74b87d-b20b-4cb8-8cb1-eb479af708e0', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'mac_address': 'fa:16:3e:31:6d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '6e566a3e-3172-4ceb-b96e-905b1a9194b4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:38Z', 'updated_at': '2022-05-07T22:00:47Z', 'revision_number': 5, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'subnets': [{'id': '6e566a3e-3172-4ceb-b96e-905b1a9194b4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47172dfe-857b-45a6-9977-e0fd6426b92a', 'name': '', 'network_id': '4d8823c5-e4d2-4a9f-8503-ca496ab9c061', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'mac_address': 'fa:16:3e:3f:ab:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '60dbc808-cd32-4f27-b6c1-f67b315fbc21', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:47Z', 'updated_at': '2022-05-07T22:00:58Z', 'revision_number': 5, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'subnets': [{'id': '60dbc808-cd32-4f27-b6c1-f67b315fbc21', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2847041-deca-4787-a520-36214b25c9cb', 'name': '', 'network_id': 'add7415b-3dec-4c79-9eba-58ce88fa9087', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'mac_address': 'fa:16:3e:92:89:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '78208c1f-4b12-45ff-84a6-c2c59f46d723', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:24Z', 'updated_at': '2022-05-07T22:00:33Z', 'revision_number': 5, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'subnets': [{'id': '78208c1f-4b12-45ff-84a6-c2c59f46d723', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'acf1cbce-a8d1-4a26-b0eb-2f72221541f2', 'name': '', 'network_id': 'b27f0d33-74db-46ab-9d20-c1ae48bccf50', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'mac_address': 'fa:16:3e:58:46:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '952ed58c-6cb6-45a7-a66a-99b4083d536e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:59Z', 'updated_at': '2022-05-07T22:01:05Z', 'revision_number': 4, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'subnets': [{'id': '952ed58c-6cb6-45a7-a66a-99b4083d536e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:01:06.351345 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-cfd6ff8d-4657-4b5a-b9cc-849f3342ce95 req-17ea974f-bd65-4547-9223-d823d30a7e98 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d85ced8-44c7-47ce-a4c7-1950d9c3cf50&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4337678
May 07 22:01:06.376127 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 672e9dc5-e9c7-4350-b965-d54d762eb1d8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=672e9dc5-e9c7-4350-b965-d54d762eb1d8,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:01:06.379576 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dc474b-2e66-4283-98c9-ffc9d8767ead admin admin] Pushing event deleted for resources: {'Port': ['ID=4b244614-6e38-494e-b303-d9f5fe70538b,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:06.392298 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17dc474b-2e66-4283-98c9-ffc9d8767ead admin admin] No DVR routers for this DVR port 4b244614-6e38-494e-b303-d9f5fe70538b on host ncdv-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:01:06.432709 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': '672e9dc5-e9c7-4350-b965-d54d762eb1d8', 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47', 'port_id': '672e9dc5-e9c7-4350-b965-d54d762eb1d8', 'mac_address': 'fa:16:3e:a9:86:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e0e5c53-1ece-4d20-b01d-5f8c6957edf6', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:01:06.440564 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 47172dfe-857b-45a6-9977-e0fd6426b92a is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:01:06.445523 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 4cb9d745-576d-4349-82d0-2e6fc098ae28, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4cb9d745-576d-4349-82d0-2e6fc098ae28,segment=NetworkSegment(93a726c5-b63b-41ea-965b-35fbc06f488d),segment_id=93a726c5-b63b-41ea-965b-35fbc06f488d)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:01:06.452370 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e379ecc5-9bf7-40e5-a972-1d67a9551b98 None None] get_active_networks_info from ncdv-master-1 {{(pid=121838) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
May 07 22:01:06.532907 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-17dc474b-2e66-4283-98c9-ffc9d8767ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (78b27442-bcb9-410d-9431-ef2d20377793), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:06.552574 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (4cb9d745-576d-4349-82d0-2e6fc098ae28), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:06.577080 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-17dc474b-2e66-4283-98c9-ffc9d8767ead admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf8703f400>,) {'filters': {'network_id': ['78b27442-bcb9-410d-9431-ef2d20377793']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:06.596235 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-17dc474b-2e66-4283-98c9-ffc9d8767ead admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8703f400>, '4cad6eb6-00ef-467c-849b-bcfc65b68a11') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:06.596913 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-17dc474b-2e66-4283-98c9-ffc9d8767ead admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8703f400>, '4cad6eb6-00ef-467c-849b-bcfc65b68a11') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:06.627084 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-17dc474b-2e66-4283-98c9-ffc9d8767ead admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (4cad6eb6-00ef-467c-849b-bcfc65b68a11), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:06.649421 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-075513a7-a492-4ecd-97fc-d534f83723ce req-05b4cabb-eb56-43a5-b4ba-77efb98c6822 service neutron] 10.222.0.55 "GET /v2.0/networks/750e8121-2671-438f-9a42-169be7e47286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5228820
May 07 22:01:06.656594 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device f3f4cb04-f7c5-4069-ad2a-d8dad30fab8c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:01:06.669408 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-17dc474b-2e66-4283-98c9-ffc9d8767ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (4cad6eb6-00ef-467c-849b-bcfc65b68a11), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:06.711750 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0d5f2e10-aadc-40ac-b34c-9d52fb8299d5 req-7040adac-ffbf-4dea-9e01-60f3e7a8dfc3 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/ports?device_id=8141d2fb-0f50-41fb-bce0-7a6c7f7fc949 HTTP/1.1" status: 200  len: 210 time: 0.0751419
May 07 22:01:06.718869 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17dc474b-2e66-4283-98c9-ffc9d8767ead admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:01:06.719465 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-17dc474b-2e66-4283-98c9-ffc9d8767ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (4cad6eb6-00ef-467c-849b-bcfc65b68a11), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:06.721539 ncdv-master-1 neutron-server[121836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:01:06.721539 ncdv-master-1 neutron-server[121836]:   self.session.flush()
May 07 22:01:06.721539 ncdv-master-1 neutron-server[121836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:01:06.721539 ncdv-master-1 neutron-server[121836]:   self.session.flush()
May 07 22:01:06.721539 ncdv-master-1 neutron-server[121836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:01:06.721539 ncdv-master-1 neutron-server[121836]:   self.session.flush()
May 07 22:01:06.721539 ncdv-master-1 neutron-server[121836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:01:06.721539 ncdv-master-1 neutron-server[121836]:   self.session.flush()
May 07 22:01:06.721539 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 22:01:06.721539 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:01:06.721539 ncdv-master-1 neutron-server[121836]:     timer()
May 07 22:01:06.721539 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:01:06.721539 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 22:01:06.721539 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:01:06.721539 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 22:01:06.721539 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:01:06.721539 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 22:01:06.721539 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:01:06.721539 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 22:01:06.721539 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:01:06.721539 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 22:01:06.721539 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:01:06.721539 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:01:06.721539 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:01:06.721539 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:01:06.721539 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:01:06.721539 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 22:01:06.721539 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:01:06.721539 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 22:01:06.721539 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:01:06.721539 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:01:06.721539 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:01:06.721539 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 22:01:06.721539 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:01:06.721539 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:01:06.721539 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:01:06.721539 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:01:06.721539 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:01:06.721539 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:01:06.721539 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:01:06.766227 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: f3f4cb04-f7c5-4069-ad2a-d8dad30fab8c {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:01:06.772647 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device f3f4cb04-f7c5-4069-ad2a-d8dad30fab8c not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:01:06.773279 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device ba6953bf-d303-41d0-8e46-76f5d131940a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:01:06.793556 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-17dc474b-2e66-4283-98c9-ffc9d8767ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (78b27442-bcb9-410d-9431-ef2d20377793), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:06.801020 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-17dc474b-2e66-4283-98c9-ffc9d8767ead admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:06.808997 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-17dc474b-2e66-4283-98c9-ffc9d8767ead admin admin] 10.222.0.32 "DELETE /v2.0/networks/78b27442-bcb9-410d-9431-ef2d20377793 HTTP/1.1" status: 204  len: 168 time: 4.3388472
May 07 22:01:06.815214 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 51696) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:06.862236 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dc474b-2e66-4283-98c9-ffc9d8767ead admin admin] Pushing event deleted for resources: {'Network': ['ID=78b27442-bcb9-410d-9431-ef2d20377793,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:06.865868 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=90263e81-473d-4dcc-9c1f-3f7af137021b,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:06.871920 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6007f57c-ae2b-465a-a1ad-428bfee5e809 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:01:06.930900 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e4fb3c7f-7a2f-438d-9b9f-fc18289d6d06 req-481ce986-2adb-4c57-bb90-28284cf6a19b tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/ports?device_id=931cb167-5bcb-4aef-8b2b-029dbcb4d7e9 HTTP/1.1" status: 200  len: 210 time: 0.2935100
May 07 22:01:06.956271 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6007f57c-ae2b-465a-a1ad-428bfee5e809 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (52ce9a4f-7fff-4ea2-885e-44eb09d29424), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:06.956782 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-6007f57c-ae2b-465a-a1ad-428bfee5e809 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Added segment 52ce9a4f-7fff-4ea2-885e-44eb09d29424 of type vlan for network 64eb457c-11ef-4307-9f03-87b599578b7f
May 07 22:01:06.961795 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5ed7359-0465-483a-a851-0975f9049b77 req-67cb5439-b327-4f48-a097-511089312de1 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Made reservation on behalf of 1fb49d7a99844a7ab8ef30fb59250e7d for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:01:06.980121 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-a5ed7359-0465-483a-a851-0975f9049b77 req-67cb5439-b327-4f48-a097-511089312de1 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:07.081480 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 672e9dc5-e9c7-4350-b965-d54d762eb1d8 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:01:07.082253 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (672e9dc5-e9c7-4350-b965-d54d762eb1d8), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:07.087412 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: ba6953bf-d303-41d0-8e46-76f5d131940a {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:01:07.088117 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device ba6953bf-d303-41d0-8e46-76f5d131940a not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:01:07.092821 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=4cb9d745-576d-4349-82d0-2e6fc098ae28,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:07.123712 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['4cb9d745-576d-4349-82d0-2e6fc098ae28'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:01:07.251706 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 672e9dc5-e9c7-4350-b965-d54d762eb1d8 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:01:07.293162 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-5279e278-1160-4147-8518-2581f079c237 None None] Current status of the port 47172dfe-857b-45a6-9977-e0fd6426b92a is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:01:07.340853 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db430234-649e-4a7a-b098-48d74da9e3fc req-4909db2b-d15c-4a34-aaeb-9e67a2f2e9d7 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Made reservation on behalf of 57990769f50b412194a108cdd627a767 for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:01:07.344394 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-db430234-649e-4a7a-b098-48d74da9e3fc req-4909db2b-d15c-4a34-aaeb-9e67a2f2e9d7 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:07.347751 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6007f57c-ae2b-465a-a1ad-428bfee5e809 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (64eb457c-11ef-4307-9f03-87b599578b7f), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:07.372776 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 672e9dc5-e9c7-4350-b965-d54d762eb1d8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=672e9dc5-e9c7-4350-b965-d54d762eb1d8,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:01:07.430549 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (672e9dc5-e9c7-4350-b965-d54d762eb1d8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:07.436908 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device acf1cbce-a8d1-4a26-b0eb-2f72221541f2 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:01:07.543119 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.db.resource_extend [None req-6007f57c-ae2b-465a-a1ad-428bfee5e809 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 07 22:01:07.555413 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9be3b092-b9ef-4dda-aed6-373fd8db13ec tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-395855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5148'] for router (f401884a-34c3-4298-b93b-87fb57ab5ea1), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:07.576065 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9be3b092-b9ef-4dda-aed6-373fd8db13ec tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-395830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-395837', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-419014'] for router (f401884a-34c3-4298-b93b-87fb57ab5ea1), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:07.605963 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bab525-bd05-46f8-b814-f9b52a630d94 req-eed07f91-14f7-4ffc-b623-8a486ec081a3 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:07.628248 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-13bab525-bd05-46f8-b814-f9b52a630d94 req-eed07f91-14f7-4ffc-b623-8a486ec081a3 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/ports?device_id=77ba773a-10d4-4c62-b1a6-a64c236b6bff HTTP/1.1" status: 200  len: 945 time: 0.1239822
May 07 22:01:07.628248 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-07731512-1263-488a-ba63-ca66618201b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401094'] for router_interface (52cd5f3a-10f4-4a3f-90d0-0b0b39b7b264), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:07.685196 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6007f57c-ae2b-465a-a1ad-428bfee5e809 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (64eb457c-11ef-4307-9f03-87b599578b7f), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:07.694053 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port acf1cbce-a8d1-4a26-b0eb-2f72221541f2 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:01:07.694430 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (acf1cbce-a8d1-4a26-b0eb-2f72221541f2), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:07.699104 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6007f57c-ae2b-465a-a1ad-428bfee5e809 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:07.699778 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6007f57c-ae2b-465a-a1ad-428bfee5e809 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:07.763075 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['90263e81-473d-4dcc-9c1f-3f7af137021b'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:01:07.766102 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-90dfe6bc-25c7-4d9d-8b13-0e28a0006914 None None] Provisioning complete for port acf1cbce-a8d1-4a26-b0eb-2f72221541f2 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:01:07.766477 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-90dfe6bc-25c7-4d9d-8b13-0e28a0006914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (acf1cbce-a8d1-4a26-b0eb-2f72221541f2), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:07.835049 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['672e9dc5-e9c7-4350-b965-d54d762eb1d8'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:01:07.841779 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=672e9dc5-e9c7-4350-b965-d54d762eb1d8,revision_number=9']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:07.887644 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-13bab525-bd05-46f8-b814-f9b52a630d94 req-9521dd7a-8eb6-4321-a062-892c8d112010 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d85ced8-44c7-47ce-a4c7-1950d9c3cf50&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2484896
May 07 22:01:07.968219 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-6007f57c-ae2b-465a-a1ad-428bfee5e809 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 2.2098055
May 07 22:01:07.988732 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e379ecc5-9bf7-40e5-a972-1d67a9551b98 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
May 07 22:01:08.004880 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7173c0e9-ccbe-40d1-9d7f-c68711cdd3b2 req-0b3496e0-60ea-4991-a659-2ffb4dde862d tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/ports?device_id=8141d2fb-0f50-41fb-bce0-7a6c7f7fc949 HTTP/1.1" status: 200  len: 210 time: 0.1333485
May 07 22:01:08.005641 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 51712) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:08.019555 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-4403870d-7856-4e6c-a7d6-1d8c9cd5dbe3 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Request body: {'subnet': {'network_id': '64eb457c-11ef-4307-9f03-87b599578b7f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:01:08.062193 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6007f57c-ae2b-465a-a1ad-428bfee5e809 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Pushing event updated for resources: {'Network': ['ID=64eb457c-11ef-4307-9f03-87b599578b7f,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:08.095370 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 64eb457c-11ef-4307-9f03-87b599578b7f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:01:08.131064 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-77df6e8e-98b2-4773-85a6-9678092f83aa req-ab99291c-7d96-4955-a0db-1040a7a1b93e tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/ports?device_id=931cb167-5bcb-4aef-8b2b-029dbcb4d7e9 HTTP/1.1" status: 200  len: 210 time: 0.0479825
May 07 22:01:08.162357 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-07731512-1263-488a-ba63-ca66618201b4 admin admin] Deleting port fadbd9b6-bf92-4716-8f60-6627e570d84c {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:01:08.163372 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-07731512-1263-488a-ba63-ca66618201b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (fadbd9b6-bf92-4716-8f60-6627e570d84c), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:08.184129 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [req-a5ed7359-0465-483a-a851-0975f9049b77 req-67cb5439-b327-4f48-a097-511089312de1 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Allocated IP 172.20.0.8 (4e401ba0-7563-49f5-9424-036872d14546/8d58b02e-bcfe-4d9f-9480-bc1a5a487d04/aa4c2169-baeb-4b6e-a6e2-98691784c4a7) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:01:08.206663 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9be3b092-b9ef-4dda-aed6-373fd8db13ec tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Router f401884a-34c3-4298-b93b-87fb57ab5ea1 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:01:08.362355 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port acf1cbce-a8d1-4a26-b0eb-2f72221541f2 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:01:08.363115 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (acf1cbce-a8d1-4a26-b0eb-2f72221541f2), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:08.460821 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-07731512-1263-488a-ba63-ca66618201b4 admin admin] For port fadbd9b6-bf92-4716-8f60-6627e570d84c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fadbd9b6-bf92-4716-8f60-6627e570d84c,segment=NetworkSegment(4a51359d-2605-46c0-b165-765e39c09c38),segment_id=4a51359d-2605-46c0-b165-765e39c09c38)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:01:08.461366 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-07731512-1263-488a-ba63-ca66618201b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (fadbd9b6-bf92-4716-8f60-6627e570d84c), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:08.470126 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [req-db430234-649e-4a7a-b098-48d74da9e3fc req-4909db2b-d15c-4a34-aaeb-9e67a2f2e9d7 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Allocated IP 172.20.0.10 (f64cbfbe-feaa-48dc-9089-9445aa1eaa5a/86e7e675-440c-49d1-8be8-1667506afa40/2e46252a-79ff-49d8-a0dc-dceb03f5d5ae) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:01:08.481969 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-07731512-1263-488a-ba63-ca66618201b4 admin admin] Calling delete_port for fadbd9b6-bf92-4716-8f60-6627e570d84c owned by network:router_interface {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:01:08.522973 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-90dfe6bc-25c7-4d9d-8b13-0e28a0006914 None None] Current status of the port acf1cbce-a8d1-4a26-b0eb-2f72221541f2 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:01:08.523629 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-90dfe6bc-25c7-4d9d-8b13-0e28a0006914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (acf1cbce-a8d1-4a26-b0eb-2f72221541f2), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:08.552181 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9be3b092-b9ef-4dda-aed6-373fd8db13ec tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:01:08.569786 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9be3b092-b9ef-4dda-aed6-373fd8db13ec tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:08.575013 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-9be3b092-b9ef-4dda-aed6-373fd8db13ec tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "PUT /v2.0/routers/f401884a-34c3-4298-b93b-87fb57ab5ea1 HTTP/1.1" status: 200  len: 954 time: 4.8396389
May 07 22:01:08.581112 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 51716) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:08.587929 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd78cfce-4807-4d41-a216-acfd8924ad1b None None] Sync routers for ids ['f401884a-34c3-4298-b93b-87fb57ab5ea1'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:01:08.651594 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4403870d-7856-4e6c-a7d6-1d8c9cd5dbe3 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Made reservation on behalf of d7da299cb7fd4b569f047ab71e3255d4 for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:01:08.656562 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4403870d-7856-4e6c-a7d6-1d8c9cd5dbe3 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:08.734107 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port acf1cbce-a8d1-4a26-b0eb-2f72221541f2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=acf1cbce-a8d1-4a26-b0eb-2f72221541f2,segment=NetworkSegment(95d0dccb-a1c7-4a20-8a48-5e96e2f2489c),segment_id=95d0dccb-a1c7-4a20-8a48-5e96e2f2489c)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:01:08.755672 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd78cfce-4807-4d41-a216-acfd8924ad1b None None] Routers {'f401884a-34c3-4298-b93b-87fb57ab5ea1'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:01:08.756573 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-bd78cfce-4807-4d41-a216-acfd8924ad1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f8824c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:00:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['f401884a-34c3-4298-b93b-87fb57ab5ea1'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:08.758608 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (acf1cbce-a8d1-4a26-b0eb-2f72221541f2), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:08.760132 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 7f295264-02a4-4b4f-95fb-844db6940e79 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:01:08.787688 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-568429ba-db00-41f0-8969-b8017e3bf330 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "GET /v2.0/routers/f401884a-34c3-4298-b93b-87fb57ab5ea1 HTTP/1.1" status: 200  len: 954 time: 0.2030764
May 07 22:01:08.792417 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 51730) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:08.807296 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-3e1916c6-1e26-4681-8dad-8ed42ccdf9c1 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Request body: {'router': {'routes': None}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:01:09.050079 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-a5ed7359-0465-483a-a851-0975f9049b77 req-67cb5439-b327-4f48-a097-511089312de1 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Publish callbacks [] for port (aa4c2169-baeb-4b6e-a6e2-98691784c4a7), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:09.161622 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.ipam_backend_mixin [None req-4403870d-7856-4e6c-a7d6-1d8c9cd5dbe3 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Performing IP validity checks on allocation pools {{(pid=121837) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
May 07 22:01:09.162220 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.ipam_backend_mixin [None req-4403870d-7856-4e6c-a7d6-1d8c9cd5dbe3 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Checking for overlaps among allocation pools and gateway ip {{(pid=121837) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
May 07 22:01:09.318367 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.db.api [None req-90dfe6bc-25c7-4d9d-8b13-0e28a0006914 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 07 22:01:09.318924 ncdv-master-1 neutron-server[121838]: DEBUG oslo_db.api [None req-90dfe6bc-25c7-4d9d-8b13-0e28a0006914 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 07 22:01:09.321791 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-bd78cfce-4807-4d41-a216-acfd8924ad1b None None] Set router f401884a-34c3-4298-b93b-87fb57ab5ea1 gateway port host: None {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:01:09.377200 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2c2d9bec-b906-4334-bbf9-9da216c21604 req-77560748-2ad8-4741-bd6c-65ad8937664e tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/ports?device_id=8141d2fb-0f50-41fb-bce0-7a6c7f7fc949 HTTP/1.1" status: 200  len: 210 time: 0.0624290
May 07 22:01:09.414564 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-a5ed7359-0465-483a-a851-0975f9049b77 req-67cb5439-b327-4f48-a097-511089312de1 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (aa4c2169-baeb-4b6e-a6e2-98691784c4a7), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:09.461290 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad87a38c-4bbd-4e78-8de5-c5e539a65c8f req-254b7c3d-2158-4602-bdd1-39dbd8b6f54e tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:09.463193 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ad87a38c-4bbd-4e78-8de5-c5e539a65c8f req-254b7c3d-2158-4602-bdd1-39dbd8b6f54e tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/ports?device_id=77ba773a-10d4-4c62-b1a6-a64c236b6bff HTTP/1.1" status: 200  len: 945 time: 0.0639319
May 07 22:01:09.464542 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['13f0d3f2-8ab0-42a1-95df-5966489120ec'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:01:09.595349 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cb5439-b327-4f48-a097-511089312de1 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Pushing event updated for resources: {'Port': ['ID=aa4c2169-baeb-4b6e-a6e2-98691784c4a7,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:09.604222 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c873d74-458a-4712-93f5-79fe23c0f157 req-37c61865-b741-4ec3-b8ad-a05d47a804b0 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:09.614325 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3c873d74-458a-4712-93f5-79fe23c0f157 req-37c61865-b741-4ec3-b8ad-a05d47a804b0 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/ports?device_id=931cb167-5bcb-4aef-8b2b-029dbcb4d7e9 HTTP/1.1" status: 200  len: 931 time: 0.0777102
May 07 22:01:09.615336 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ad87a38c-4bbd-4e78-8de5-c5e539a65c8f req-1ebde9c8-0ca2-4c2f-a42a-d2838cdb2739 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d85ced8-44c7-47ce-a4c7-1950d9c3cf50&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1453159
May 07 22:01:09.761871 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-07731512-1263-488a-ba63-ca66618201b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (fadbd9b6-bf92-4716-8f60-6627e570d84c), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:09.781184 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=acf1cbce-a8d1-4a26-b0eb-2f72221541f2,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:09.825473 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07731512-1263-488a-ba63-ca66618201b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=fadbd9b6-bf92-4716-8f60-6627e570d84c,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:09.901869 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3c873d74-458a-4712-93f5-79fe23c0f157 req-dbb9c346-9466-464b-aa31-0e8bed6538ad tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2f94373-fd3e-4a2b-9dee-192df8871f41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2739599
May 07 22:01:09.905258 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5ed7359-0465-483a-a851-0975f9049b77 req-67cb5439-b327-4f48-a097-511089312de1 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Network 4e401ba0-7563-49f5-9424-036872d14546 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:01:09.978101 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 7f295264-02a4-4b4f-95fb-844db6940e79 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:01:09.978504 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (7f295264-02a4-4b4f-95fb-844db6940e79), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:09.997189 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [req-a5ed7359-0465-483a-a851-0975f9049b77 req-67cb5439-b327-4f48-a097-511089312de1 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:01:10.019241 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5ed7359-0465-483a-a851-0975f9049b77 req-67cb5439-b327-4f48-a097-511089312de1 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:01:10.150530 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-90dfe6bc-25c7-4d9d-8b13-0e28a0006914 None None] Current status of the port acf1cbce-a8d1-4a26-b0eb-2f72221541f2 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:01:10.155429 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed7359-0465-483a-a851-0975f9049b77 req-67cb5439-b327-4f48-a097-511089312de1 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:10.156148 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-a5ed7359-0465-483a-a851-0975f9049b77 req-67cb5439-b327-4f48-a097-511089312de1 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:10.159025 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-bd78cfce-4807-4d41-a216-acfd8924ad1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f8824c0>, [{'id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'name': 'tempest-RoutersIpV6Test-router-1967308978', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:00:20Z', 'updated_at': '2022-05-07T22:01:05Z', 'revision_number': 6, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'gw_port_host': None, '_interfaces': [{'id': '11f529b2-9b2b-4fc8-8708-2c4e7852dad2', 'name': '', 'network_id': 'ae74b87d-b20b-4cb8-8cb1-eb479af708e0', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'mac_address': 'fa:16:3e:31:6d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '6e566a3e-3172-4ceb-b96e-905b1a9194b4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:38Z', 'updated_at': '2022-05-07T22:00:47Z', 'revision_number': 5, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'subnets': [{'id': '6e566a3e-3172-4ceb-b96e-905b1a9194b4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47172dfe-857b-45a6-9977-e0fd6426b92a', 'name': '', 'network_id': '4d8823c5-e4d2-4a9f-8503-ca496ab9c061', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'mac_address': 'fa:16:3e:3f:ab:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '60dbc808-cd32-4f27-b6c1-f67b315fbc21', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:47Z', 'updated_at': '2022-05-07T22:00:58Z', 'revision_number': 5, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'subnets': [{'id': '60dbc808-cd32-4f27-b6c1-f67b315fbc21', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2847041-deca-4787-a520-36214b25c9cb', 'name': '', 'network_id': 'add7415b-3dec-4c79-9eba-58ce88fa9087', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'mac_address': 'fa:16:3e:92:89:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '78208c1f-4b12-45ff-84a6-c2c59f46d723', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:24Z', 'updated_at': '2022-05-07T22:00:33Z', 'revision_number': 5, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'subnets': [{'id': '78208c1f-4b12-45ff-84a6-c2c59f46d723', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'acf1cbce-a8d1-4a26-b0eb-2f72221541f2', 'name': '', 'network_id': 'b27f0d33-74db-46ab-9d20-c1ae48bccf50', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'mac_address': 'fa:16:3e:58:46:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '952ed58c-6cb6-45a7-a66a-99b4083d536e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:59Z', 'updated_at': '2022-05-07T22:01:08Z', 'revision_number': 5, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'subnets': [{'id': '952ed58c-6cb6-45a7-a66a-99b4083d536e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:10.185969 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-07731512-1263-488a-ba63-ca66618201b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401002'] for router_interface (52cd5f3a-10f4-4a3f-90d0-0b0b39b7b264), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:10.220992 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd78cfce-4807-4d41-a216-acfd8924ad1b None None] Checking router: f401884a-34c3-4298-b93b-87fb57ab5ea1 for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:01:10.276798 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd78cfce-4807-4d41-a216-acfd8924ad1b None None] Routers {'f401884a-34c3-4298-b93b-87fb57ab5ea1'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:01:10.278117 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-bd78cfce-4807-4d41-a216-acfd8924ad1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f8824c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:00:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['f401884a-34c3-4298-b93b-87fb57ab5ea1'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:10.304536 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-90dfe6bc-25c7-4d9d-8b13-0e28a0006914 None None] Provisioning complete for port 7f295264-02a4-4b4f-95fb-844db6940e79 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:01:10.304990 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-90dfe6bc-25c7-4d9d-8b13-0e28a0006914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (7f295264-02a4-4b4f-95fb-844db6940e79), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:10.340780 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-db430234-649e-4a7a-b098-48d74da9e3fc req-4909db2b-d15c-4a34-aaeb-9e67a2f2e9d7 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks [] for port (2e46252a-79ff-49d8-a0dc-dceb03f5d5ae), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:10.399948 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a5ed7359-0465-483a-a851-0975f9049b77 req-67cb5439-b327-4f48-a097-511089312de1 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.5550761
May 07 22:01:10.423110 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4403870d-7856-4e6c-a7d6-1d8c9cd5dbe3 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (449bc62f-9f11-47ef-b422-b301868883a6), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:10.430559 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-a5ed7359-0465-483a-a851-0975f9049b77 req-c04be8d2-897b-4329-a532-bc67d19825a5 service neutron] Request body: {'port': {'device_id': '931cb167-5bcb-4aef-8b2b-029dbcb4d7e9', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:01:10.500299 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 7f295264-02a4-4b4f-95fb-844db6940e79 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:01:10.500702 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (7f295264-02a4-4b4f-95fb-844db6940e79), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:10.573444 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-bd78cfce-4807-4d41-a216-acfd8924ad1b None None] Set router f401884a-34c3-4298-b93b-87fb57ab5ea1 gateway port host: None {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:01:10.624693 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-db430234-649e-4a7a-b098-48d74da9e3fc req-4909db2b-d15c-4a34-aaeb-9e67a2f2e9d7 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (2e46252a-79ff-49d8-a0dc-dceb03f5d5ae), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:10.630173 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07731512-1263-488a-ba63-ca66618201b4 admin admin] Router 52cd5f3a-10f4-4a3f-90d0-0b0b39b7b264 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:01:10.642506 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f0fa35-fb21-4f19-84b2-3c717c8c4855 req-1d6d9638-aa65-47cc-8891-8383cad21978 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:10.656922 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-52f0fa35-fb21-4f19-84b2-3c717c8c4855 req-1d6d9638-aa65-47cc-8891-8383cad21978 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/ports?device_id=8141d2fb-0f50-41fb-bce0-7a6c7f7fc949 HTTP/1.1" status: 200  len: 932 time: 0.1038136
May 07 22:01:10.693889 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port 7f295264-02a4-4b4f-95fb-844db6940e79, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7f295264-02a4-4b4f-95fb-844db6940e79,segment=NetworkSegment(95d0dccb-a1c7-4a20-8a48-5e96e2f2489c),segment_id=95d0dccb-a1c7-4a20-8a48-5e96e2f2489c)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:01:10.700251 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 4cb9d745-576d-4349-82d0-2e6fc098ae28 up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:01:10.708044 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (7f295264-02a4-4b4f-95fb-844db6940e79), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:10.750698 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4403870d-7856-4e6c-a7d6-1d8c9cd5dbe3 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Pushing event updated for resources: {'Subnet': ['ID=449bc62f-9f11-47ef-b422-b301868883a6,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:10.802036 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4403870d-7856-4e6c-a7d6-1d8c9cd5dbe3 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Checking segment: {'id': '52ce9a4f-7fff-4ea2-885e-44eb09d29424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '64eb457c-11ef-4307-9f03-87b599578b7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:01:10.802406 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4403870d-7856-4e6c-a7d6-1d8c9cd5dbe3 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Network hostable DHCP agents. Network: 64eb457c-11ef-4307-9f03-87b599578b7f, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:01:10.824308 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-52f0fa35-fb21-4f19-84b2-3c717c8c4855 req-9e7c90d3-f045-47fa-8a02-5c192aa9052d tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7b1876c-a594-41c5-9872-578aa79ea667&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1661596
May 07 22:01:10.847148 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 4b244614-6e38-494e-b303-d9f5fe70538b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:01:10.861424 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-90dfe6bc-25c7-4d9d-8b13-0e28a0006914 None None] Current status of the port 7f295264-02a4-4b4f-95fb-844db6940e79 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:01:10.861820 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-90dfe6bc-25c7-4d9d-8b13-0e28a0006914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (7f295264-02a4-4b4f-95fb-844db6940e79), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:10.866691 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db430234-649e-4a7a-b098-48d74da9e3fc req-4909db2b-d15c-4a34-aaeb-9e67a2f2e9d7 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Network f64cbfbe-feaa-48dc-9089-9445aa1eaa5a is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:01:10.883735 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [req-db430234-649e-4a7a-b098-48d74da9e3fc req-4909db2b-d15c-4a34-aaeb-9e67a2f2e9d7 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:01:10.942433 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 4b244614-6e38-494e-b303-d9f5fe70538b {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:01:10.942814 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 4b244614-6e38-494e-b303-d9f5fe70538b not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:01:10.980887 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07731512-1263-488a-ba63-ca66618201b4 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:01:10.989527 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-07731512-1263-488a-ba63-ca66618201b4 admin admin] 10.222.0.32 "PUT /v2.0/routers/52cd5f3a-10f4-4a3f-90d0-0b0b39b7b264/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1732607
May 07 22:01:10.989852 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fb25c6-0b1d-4f18-bf4d-ffdf0023b17b None None] Sync routers for ids ['52cd5f3a-10f4-4a3f-90d0-0b0b39b7b264'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:01:10.992069 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 51764) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:11.003578 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fb25c6-0b1d-4f18-bf4d-ffdf0023b17b None None] Routers {'52cd5f3a-10f4-4a3f-90d0-0b0b39b7b264'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:01:11.005752 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-d5fb25c6-0b1d-4f18-bf4d-ffdf0023b17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cb684f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:00:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['52cd5f3a-10f4-4a3f-90d0-0b0b39b7b264'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:11.018267 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=7f295264-02a4-4b4f-95fb-844db6940e79,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:11.083610 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.db.api [None req-90dfe6bc-25c7-4d9d-8b13-0e28a0006914 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 07 22:01:11.083964 ncdv-master-1 neutron-server[121838]: DEBUG oslo_db.api [None req-90dfe6bc-25c7-4d9d-8b13-0e28a0006914 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 07 22:01:11.094829 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning for port 4cb9d745-576d-4349-82d0-2e6fc098ae28 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 22:01:11.190192 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port 4cb9d745-576d-4349-82d0-2e6fc098ae28 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:01:11.190690 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (4cb9d745-576d-4349-82d0-2e6fc098ae28), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:11.279802 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-bd78cfce-4807-4d41-a216-acfd8924ad1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f8824c0>, [{'id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'name': 'tempest-RoutersIpV6Test-router-1967308978', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:00:20Z', 'updated_at': '2022-05-07T22:01:05Z', 'revision_number': 6, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'gw_port_host': None, '_interfaces': [{'id': '11f529b2-9b2b-4fc8-8708-2c4e7852dad2', 'name': '', 'network_id': 'ae74b87d-b20b-4cb8-8cb1-eb479af708e0', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'mac_address': 'fa:16:3e:31:6d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '6e566a3e-3172-4ceb-b96e-905b1a9194b4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:38Z', 'updated_at': '2022-05-07T22:00:47Z', 'revision_number': 5, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'subnets': [{'id': '6e566a3e-3172-4ceb-b96e-905b1a9194b4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47172dfe-857b-45a6-9977-e0fd6426b92a', 'name': '', 'network_id': '4d8823c5-e4d2-4a9f-8503-ca496ab9c061', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'mac_address': 'fa:16:3e:3f:ab:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '60dbc808-cd32-4f27-b6c1-f67b315fbc21', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:47Z', 'updated_at': '2022-05-07T22:00:58Z', 'revision_number': 5, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'subnets': [{'id': '60dbc808-cd32-4f27-b6c1-f67b315fbc21', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2847041-deca-4787-a520-36214b25c9cb', 'name': '', 'network_id': 'add7415b-3dec-4c79-9eba-58ce88fa9087', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'mac_address': 'fa:16:3e:92:89:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '78208c1f-4b12-45ff-84a6-c2c59f46d723', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:24Z', 'updated_at': '2022-05-07T22:00:33Z', 'revision_number': 5, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'subnets': [{'id': '78208c1f-4b12-45ff-84a6-c2c59f46d723', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'acf1cbce-a8d1-4a26-b0eb-2f72221541f2', 'name': '', 'network_id': 'b27f0d33-74db-46ab-9d20-c1ae48bccf50', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'mac_address': 'fa:16:3e:58:46:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '952ed58c-6cb6-45a7-a66a-99b4083d536e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:59Z', 'updated_at': '2022-05-07T22:01:08Z', 'revision_number': 5, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'subnets': [{'id': '952ed58c-6cb6-45a7-a66a-99b4083d536e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:11.305383 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-d5fb25c6-0b1d-4f18-bf4d-ffdf0023b17b None None] Set router 52cd5f3a-10f4-4a3f-90d0-0b0b39b7b264 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:01:11.327965 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd78cfce-4807-4d41-a216-acfd8924ad1b None None] The sync data for ids ['f401884a-34c3-4298-b93b-87fb57ab5ea1'] in ncdv-master-1 is: [{'id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'name': 'tempest-RoutersIpV6Test-router-1967308978', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:00:20Z', 'updated_at': '2022-05-07T22:01:05Z', 'revision_number': 6, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'gw_port_host': None, '_interfaces': [{'id': '11f529b2-9b2b-4fc8-8708-2c4e7852dad2', 'name': '', 'network_id': 'ae74b87d-b20b-4cb8-8cb1-eb479af708e0', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'mac_address': 'fa:16:3e:31:6d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '6e566a3e-3172-4ceb-b96e-905b1a9194b4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:38Z', 'updated_at': '2022-05-07T22:00:47Z', 'revision_number': 5, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'subnets': [{'id': '6e566a3e-3172-4ceb-b96e-905b1a9194b4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47172dfe-857b-45a6-9977-e0fd6426b92a', 'name': '', 'network_id': '4d8823c5-e4d2-4a9f-8503-ca496ab9c061', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'mac_address': 'fa:16:3e:3f:ab:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '60dbc808-cd32-4f27-b6c1-f67b315fbc21', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:47Z', 'updated_at': '2022-05-07T22:00:58Z', 'revision_number': 5, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'subnets': [{'id': '60dbc808-cd32-4f27-b6c1-f67b315fbc21', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2847041-deca-4787-a520-36214b25c9cb', 'name': '', 'network_id': 'add7415b-3dec-4c79-9eba-58ce88fa9087', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'mac_address': 'fa:16:3e:92:89:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '78208c1f-4b12-45ff-84a6-c2c59f46d723', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:24Z', 'updated_at': '2022-05-07T22:00:33Z', 'revision_number': 5, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'subnets': [{'id': '78208c1f-4b12-45ff-84a6-c2c59f46d723', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'acf1cbce-a8d1-4a26-b0eb-2f72221541f2', 'name': '', 'network_id': 'b27f0d33-74db-46ab-9d20-c1ae48bccf50', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'mac_address': 'fa:16:3e:58:46:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '952ed58c-6cb6-45a7-a66a-99b4083d536e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:59Z', 'updated_at': '2022-05-07T22:01:08Z', 'revision_number': 5, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'subnets': [{'id': '952ed58c-6cb6-45a7-a66a-99b4083d536e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:01:11.331343 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604ca01c-3995-4863-875a-3a4eba40fa16 req-a6f9a311-ff0d-4390-9278-bcabaaf4f26f tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:11.343271 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-604ca01c-3995-4863-875a-3a4eba40fa16 req-a6f9a311-ff0d-4390-9278-bcabaaf4f26f tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/ports?device_id=931cb167-5bcb-4aef-8b2b-029dbcb4d7e9 HTTP/1.1" status: 200  len: 931 time: 0.2330928
May 07 22:01:11.385198 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device acf1cbce-a8d1-4a26-b0eb-2f72221541f2 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:01:11.456740 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d90a471e-e625-4245-b5ea-8711705b33db admin admin] Publish callbacks [] for router (52cd5f3a-10f4-4a3f-90d0-0b0b39b7b264), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:11.472339 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 672e9dc5-e9c7-4350-b965-d54d762eb1d8 up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:01:11.542227 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-604ca01c-3995-4863-875a-3a4eba40fa16 req-c7c48282-f3c0-49e4-a8db-cdcb67b5c284 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2f94373-fd3e-4a2b-9dee-192df8871f41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1937864
May 07 22:01:11.566831 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 4cb9d745-576d-4349-82d0-2e6fc098ae28 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:01:11.567022 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (4cb9d745-576d-4349-82d0-2e6fc098ae28), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:11.570235 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-a5ed7359-0465-483a-a851-0975f9049b77 req-c04be8d2-897b-4329-a532-bc67d19825a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (aa4c2169-baeb-4b6e-a6e2-98691784c4a7), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:11.575812 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-db430234-649e-4a7a-b098-48d74da9e3fc req-4909db2b-d15c-4a34-aaeb-9e67a2f2e9d7 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:01:11.588065 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4909db2b-d15c-4a34-aaeb-9e67a2f2e9d7 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Pushing event updated for resources: {'Port': ['ID=2e46252a-79ff-49d8-a0dc-dceb03f5d5ae,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:11.713170 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-d5fb25c6-0b1d-4f18-bf4d-ffdf0023b17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cb684f0>, [{'id': '52cd5f3a-10f4-4a3f-90d0-0b0b39b7b264', 'name': 'tempest-TaggedBootDevicesTest-821516653-router', 'tenant_id': '3f39abdb186c4a85b6ebb6fb4a2cd983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.11'}], 'enable_snat': True}, 'gw_port_id': '373fda6b-4a6f-4775-ad93-c37d4ca264a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:54:22Z', 'updated_at': '2022-05-07T22:01:09Z', 'revision_number': 5, 'project_id': '3f39abdb186c4a85b6ebb6fb4a2cd983', 'gw_port': {'id': '373fda6b-4a6f-4775-ad93-c37d4ca264a0', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:1a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52cd5f3a-10f4-4a3f-90d0-0b0b39b7b264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1172, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:54:23Z', 'updated_at': '2022-05-07T21:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:11.724404 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-90dfe6bc-25c7-4d9d-8b13-0e28a0006914 None None] Current status of the port 7f295264-02a4-4b4f-95fb-844db6940e79 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:01:11.752136 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b04cf1-c95d-4c80-a40c-11a359ea73c1 req-871cbe54-f605-45f5-8f03-3b238b52d687 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:11.755767 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d90a471e-e625-4245-b5ea-8711705b33db admin admin] Publish callbacks [] for router_gateway (52cd5f3a-10f4-4a3f-90d0-0b0b39b7b264), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:11.791602 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-12b04cf1-c95d-4c80-a40c-11a359ea73c1 req-871cbe54-f605-45f5-8f03-3b238b52d687 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/ports?device_id=77ba773a-10d4-4c62-b1a6-a64c236b6bff HTTP/1.1" status: 200  len: 945 time: 1.0090592
May 07 22:01:11.893413 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-d90a471e-e625-4245-b5ea-8711705b33db admin admin] Deleting port 373fda6b-4a6f-4775-ad93-c37d4ca264a0 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:01:11.899167 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d90a471e-e625-4245-b5ea-8711705b33db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (373fda6b-4a6f-4775-ad93-c37d4ca264a0), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:11.945101 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fb25c6-0b1d-4f18-bf4d-ffdf0023b17b None None] Checking router: 52cd5f3a-10f4-4a3f-90d0-0b0b39b7b264 for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:01:11.981177 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fb25c6-0b1d-4f18-bf4d-ffdf0023b17b None None] Routers {'52cd5f3a-10f4-4a3f-90d0-0b0b39b7b264'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:01:11.981991 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-d5fb25c6-0b1d-4f18-bf4d-ffdf0023b17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cb684f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:00:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['52cd5f3a-10f4-4a3f-90d0-0b0b39b7b264'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:12.036663 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e93fdec-5d13-4e9c-8b84-0cacd5ec88e8 req-6017678c-22a9-4b2b-8877-bed674056c7a tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:12.042474 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4403870d-7856-4e6c-a7d6-1d8c9cd5dbe3 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Network 64eb457c-11ef-4307-9f03-87b599578b7f is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:01:12.044526 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7e93fdec-5d13-4e9c-8b84-0cacd5ec88e8 req-6017678c-22a9-4b2b-8877-bed674056c7a tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/ports?device_id=8141d2fb-0f50-41fb-bce0-7a6c7f7fc949 HTTP/1.1" status: 200  len: 932 time: 0.0602913
May 07 22:01:12.051164 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db430234-649e-4a7a-b098-48d74da9e3fc req-4909db2b-d15c-4a34-aaeb-9e67a2f2e9d7 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:12.052447 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-db430234-649e-4a7a-b098-48d74da9e3fc req-4909db2b-d15c-4a34-aaeb-9e67a2f2e9d7 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:12.109279 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7e93fdec-5d13-4e9c-8b84-0cacd5ec88e8 req-5652f989-2a5c-4c55-a28d-a52ed6e21e96 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7b1876c-a594-41c5-9872-578aa79ea667&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0625050
May 07 22:01:12.160559 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 4cb9d745-576d-4349-82d0-2e6fc098ae28, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4cb9d745-576d-4349-82d0-2e6fc098ae28,segment=NetworkSegment(93a726c5-b63b-41ea-965b-35fbc06f488d),segment_id=93a726c5-b63b-41ea-965b-35fbc06f488d)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:01:12.162620 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-d5fb25c6-0b1d-4f18-bf4d-ffdf0023b17b None None] Set router 52cd5f3a-10f4-4a3f-90d0-0b0b39b7b264 gateway port host: None {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:01:12.165131 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-4403870d-7856-4e6c-a7d6-1d8c9cd5dbe3 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 64eb457c-11ef-4307-9f03-87b599578b7f) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:01:12.182122 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdd32653-348f-44ed-80fe-0a58500e3ced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cb9d745-576d-4349-82d0-2e6fc098ae28'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:01:12.186254 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4403870d-7856-4e6c-a7d6-1d8c9cd5dbe3 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:12.187019 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4403870d-7856-4e6c-a7d6-1d8c9cd5dbe3 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:12.188485 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be314245-153a-4b63-afd8-76cffaae148a" -d '{"events": [{"server_uuid": "bdd32653-348f-44ed-80fe-0a58500e3ced", "name": "network-vif-plugged", "status": "completed", "tag": "4cb9d745-576d-4349-82d0-2e6fc098ae28"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:01:12.219585 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-db430234-649e-4a7a-b098-48d74da9e3fc req-4909db2b-d15c-4a34-aaeb-9e67a2f2e9d7 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 6.7949343
May 07 22:01:12.220412 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-d90a471e-e625-4245-b5ea-8711705b33db admin admin] For port 373fda6b-4a6f-4775-ad93-c37d4ca264a0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=373fda6b-4a6f-4775-ad93-c37d4ca264a0,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:01:12.220974 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d90a471e-e625-4245-b5ea-8711705b33db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (373fda6b-4a6f-4775-ad93-c37d4ca264a0), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:12.230556 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a851989-40c3-4ecb-98e5-5d6939ef4562 None None] Network 64eb457c-11ef-4307-9f03-87b599578b7f requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:01:12.249899 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-d5fb25c6-0b1d-4f18-bf4d-ffdf0023b17b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cb684f0>, [{'id': '52cd5f3a-10f4-4a3f-90d0-0b0b39b7b264', 'name': 'tempest-TaggedBootDevicesTest-821516653-router', 'tenant_id': '3f39abdb186c4a85b6ebb6fb4a2cd983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:54:22Z', 'updated_at': '2022-05-07T22:01:11Z', 'revision_number': 6, 'project_id': '3f39abdb186c4a85b6ebb6fb4a2cd983', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:12.250571 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-12b04cf1-c95d-4c80-a40c-11a359ea73c1 req-b472ed08-12e1-40f3-a062-75607180d7ab tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d85ced8-44c7-47ce-a4c7-1950d9c3cf50&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4533722
May 07 22:01:12.273187 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-db430234-649e-4a7a-b098-48d74da9e3fc req-525686d3-9e54-41e7-b033-8d566327a7c8 service neutron] Request body: {'port': {'device_id': '8141d2fb-0f50-41fb-bce0-7a6c7f7fc949', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:01:12.279071 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-d90a471e-e625-4245-b5ea-8711705b33db admin admin] Calling delete_port for 373fda6b-4a6f-4775-ad93-c37d4ca264a0 owned by network:router_gateway {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:01:12.280310 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-4403870d-7856-4e6c-a7d6-1d8c9cd5dbe3 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 800 time: 4.2643719
May 07 22:01:12.282588 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 51784) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:12.298056 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fb25c6-0b1d-4f18-bf4d-ffdf0023b17b None None] The sync data for ids ['52cd5f3a-10f4-4a3f-90d0-0b0b39b7b264'] in ncdv-master-1 is: [{'id': '52cd5f3a-10f4-4a3f-90d0-0b0b39b7b264', 'name': 'tempest-TaggedBootDevicesTest-821516653-router', 'tenant_id': '3f39abdb186c4a85b6ebb6fb4a2cd983', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:54:22Z', 'updated_at': '2022-05-07T22:01:11Z', 'revision_number': 6, 'project_id': '3f39abdb186c4a85b6ebb6fb4a2cd983', 'gw_port_host': None}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:01:12.363287 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-356ef831-a375-468d-94b6-8c8095ae96f0 None None] Provisioning complete for port acf1cbce-a8d1-4a26-b0eb-2f72221541f2 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:01:12.364496 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-356ef831-a375-468d-94b6-8c8095ae96f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (acf1cbce-a8d1-4a26-b0eb-2f72221541f2), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:12.424416 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (4cb9d745-576d-4349-82d0-2e6fc098ae28), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:12.431823 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port acf1cbce-a8d1-4a26-b0eb-2f72221541f2 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:01:12.432204 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (acf1cbce-a8d1-4a26-b0eb-2f72221541f2), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:12.542697 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port 672e9dc5-e9c7-4350-b965-d54d762eb1d8 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:01:12.547482 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (672e9dc5-e9c7-4350-b965-d54d762eb1d8), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:12.555487 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c6b55d3-44f5-4638-8cf4-1cb8b0a534a0 x-openstack-request-id: req-2c6b55d3-44f5-4638-8cf4-1cb8b0a534a0 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:01:12.555487 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdd32653-348f-44ed-80fe-0a58500e3ced", "name": "network-vif-plugged", "status": "completed", "tag": "4cb9d745-576d-4349-82d0-2e6fc098ae28", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:01:12.555487 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2c6b55d3-44f5-4638-8cf4-1cb8b0a534a0 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:01:12.555487 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c6b55d3-44f5-4638-8cf4-1cb8b0a534a0'] response: {'server_uuid': 'bdd32653-348f-44ed-80fe-0a58500e3ced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cb9d745-576d-4349-82d0-2e6fc098ae28', 'code': 200}
May 07 22:01:12.672496 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0b4285-d48b-4476-9f28-8a337161f2f1 req-2f8f51e1-9adb-4a90-8fc6-1aed0348995a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:12.678099 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0e0b4285-d48b-4476-9f28-8a337161f2f1 req-2f8f51e1-9adb-4a90-8fc6-1aed0348995a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bdd32653-348f-44ed-80fe-0a58500e3ced HTTP/1.1" status: 200  len: 1127 time: 0.0966983
May 07 22:01:12.698100 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-356ef831-a375-468d-94b6-8c8095ae96f0 None None] Current status of the port acf1cbce-a8d1-4a26-b0eb-2f72221541f2 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:01:12.716655 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-356ef831-a375-468d-94b6-8c8095ae96f0 None None] Provisioning complete for port 2e46252a-79ff-49d8-a0dc-dceb03f5d5ae triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:01:12.717035 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-356ef831-a375-468d-94b6-8c8095ae96f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (2e46252a-79ff-49d8-a0dc-dceb03f5d5ae), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:12.754967 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-db430234-649e-4a7a-b098-48d74da9e3fc req-525686d3-9e54-41e7-b033-8d566327a7c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (2e46252a-79ff-49d8-a0dc-dceb03f5d5ae), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:12.774637 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d90a471e-e625-4245-b5ea-8711705b33db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (373fda6b-4a6f-4775-ad93-c37d4ca264a0), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:12.832084 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.extraroute_db [None req-3e1916c6-1e26-4681-8dad-8ed42ccdf9c1 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Added routes are [] {{(pid=121837) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
May 07 22:01:12.837867 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.extraroute_db [None req-3e1916c6-1e26-4681-8dad-8ed42ccdf9c1 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=121837) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
May 07 22:01:12.851995 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90a471e-e625-4245-b5ea-8711705b33db admin admin] Pushing event deleted for resources: {'Port': ['ID=373fda6b-4a6f-4775-ad93-c37d4ca264a0,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:12.870420 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=4cb9d745-576d-4349-82d0-2e6fc098ae28,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:12.883668 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0e0b4285-d48b-4476-9f28-8a337161f2f1 req-6d6231af-9cb9-4f07-a674-e84e435211fe service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4d85ced8-44c7-47ce-a4c7-1950d9c3cf50&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1954017
May 07 22:01:12.897322 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f1b49-8f1a-4b5b-a4c3-cfb60e820340 req-bb896882-5599-4554-8b86-f06194066a5f tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:12.899188 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-129f1b49-8f1a-4b5b-a4c3-cfb60e820340 req-bb896882-5599-4554-8b86-f06194066a5f tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/ports?device_id=931cb167-5bcb-4aef-8b2b-029dbcb4d7e9 HTTP/1.1" status: 200  len: 931 time: 0.1657791
May 07 22:01:12.953449 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d90a471e-e625-4245-b5ea-8711705b33db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395776'] for router_gateway (52cd5f3a-10f4-4a3f-90d0-0b0b39b7b264), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:12.955657 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-356ef831-a375-468d-94b6-8c8095ae96f0 None None] Port 2e46252a-79ff-49d8-a0dc-dceb03f5d5ae cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:01:12.978146 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 672e9dc5-e9c7-4350-b965-d54d762eb1d8 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:01:12.979584 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (672e9dc5-e9c7-4350-b965-d54d762eb1d8), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:12.983143 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f0a8fe-d4a3-4368-aa57-6fc1762b6250 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-64eb457c-11ef-4307-9f03-87b599578b7f', 'network_id': '64eb457c-11ef-4307-9f03-87b599578b7f', 'project_id': 'd7da299cb7fd4b569f047ab71e3255d4', 'fixed_ips': [{'subnet_id': '449bc62f-9f11-47ef-b422-b301868883a6'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:01:12.984276 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-26f0a8fe-d4a3-4368-aa57-6fc1762b6250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:13.023231 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-138ec815-4e55-4ee3-881f-755abe6a6f32 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (64eb457c-11ef-4307-9f03-87b599578b7f), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:13.039800 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-129f1b49-8f1a-4b5b-a4c3-cfb60e820340 req-3c389df4-ac37-405b-bb95-37e39f779975 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2f94373-fd3e-4a2b-9dee-192df8871f41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1118081
May 07 22:01:13.047183 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 672e9dc5-e9c7-4350-b965-d54d762eb1d8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=672e9dc5-e9c7-4350-b965-d54d762eb1d8,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:01:13.048097 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3e1916c6-1e26-4681-8dad-8ed42ccdf9c1 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-395855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5148'] for router (f401884a-34c3-4298-b93b-87fb57ab5ea1), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:13.125374 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d90a471e-e625-4245-b5ea-8711705b33db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (52cd5f3a-10f4-4a3f-90d0-0b0b39b7b264), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:13.133583 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d90a471e-e625-4245-b5ea-8711705b33db admin admin] Publish callbacks [] for router_controller (52cd5f3a-10f4-4a3f-90d0-0b0b39b7b264), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:13.217576 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-26f0a8fe-d4a3-4368-aa57-6fc1762b6250 None None] Allocated IP 172.20.0.3 (64eb457c-11ef-4307-9f03-87b599578b7f/449bc62f-9f11-47ef-b422-b301868883a6/f71eac91-e557-48a5-83c7-9a315c81296e) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:01:13.230063 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d90a471e-e625-4245-b5ea-8711705b33db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (52cd5f3a-10f4-4a3f-90d0-0b0b39b7b264), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:13.230940 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d90a471e-e625-4245-b5ea-8711705b33db admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52cd5f3a-10f4-4a3f-90d0-0b0b39b7b264 {{(pid=121836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 22:01:13.255341 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d90a471e-e625-4245-b5ea-8711705b33db admin admin] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:13.266661 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 51800) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:13.267850 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-d90a471e-e625-4245-b5ea-8711705b33db admin admin] 10.222.0.32 "DELETE /v2.0/routers/52cd5f3a-10f4-4a3f-90d0-0b0b39b7b264 HTTP/1.1" status: 204  len: 168 time: 2.2737634
May 07 22:01:13.275441 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port acf1cbce-a8d1-4a26-b0eb-2f72221541f2 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:01:13.294540 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (672e9dc5-e9c7-4350-b965-d54d762eb1d8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:13.300569 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 90263e81-473d-4dcc-9c1f-3f7af137021b up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:01:13.353942 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [req-a5ed7359-0465-483a-a851-0975f9049b77 req-c04be8d2-897b-4329-a532-bc67d19825a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa4c2169-baeb-4b6e-a6e2-98691784c4a7 {{(pid=121837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:01:13.390947 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b6a4f6-db49-40e8-b18e-de3ab554fa27 req-3d7ed1a6-1ed9-4e03-8a1e-17b3535392dc tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:13.393804 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-32b6a4f6-db49-40e8-b18e-de3ab554fa27 req-3d7ed1a6-1ed9-4e03-8a1e-17b3535392dc tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/ports?device_id=8141d2fb-0f50-41fb-bce0-7a6c7f7fc949 HTTP/1.1" status: 200  len: 932 time: 0.0830550
May 07 22:01:13.396996 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-a5ed7359-0465-483a-a851-0975f9049b77 req-c04be8d2-897b-4329-a532-bc67d19825a5 service neutron] Publish callbacks [] for port (aa4c2169-baeb-4b6e-a6e2-98691784c4a7), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:13.446508 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec649b66-4f89-46d0-9093-f63e2515687b admin admin] Deleting subnet 11bc0559-29ac-40f2-83ef-5a1a3c318ce5 {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:01:13.482425 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-138ec815-4e55-4ee3-881f-755abe6a6f32 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (449bc62f-9f11-47ef-b422-b301868883a6), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:13.483636 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-32b6a4f6-db49-40e8-b18e-de3ab554fa27 req-ab9b98ac-a719-401e-9b62-f9614f2fa6ba tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7b1876c-a594-41c5-9872-578aa79ea667&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0822382
May 07 22:01:13.489980 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ec649b66-4f89-46d0-9093-f63e2515687b admin admin] Publish callbacks [] for subnet (11bc0559-29ac-40f2-83ef-5a1a3c318ce5), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:13.552802 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 7f295264-02a4-4b4f-95fb-844db6940e79 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:01:13.572492 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-a5ed7359-0465-483a-a851-0975f9049b77 req-c04be8d2-897b-4329-a532-bc67d19825a5 service neutron] Transition to ACTIVE for port object aa4c2169-baeb-4b6e-a6e2-98691784c4a7 will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 22:01:13.674138 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-a5ed7359-0465-483a-a851-0975f9049b77 req-c04be8d2-897b-4329-a532-bc67d19825a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (aa4c2169-baeb-4b6e-a6e2-98691784c4a7), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:13.688813 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-26f0a8fe-d4a3-4368-aa57-6fc1762b6250 None None] Publish callbacks [] for port (f71eac91-e557-48a5-83c7-9a315c81296e), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:13.756348 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-26f0a8fe-d4a3-4368-aa57-6fc1762b6250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (f71eac91-e557-48a5-83c7-9a315c81296e), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:13.781481 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ec649b66-4f89-46d0-9093-f63e2515687b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (11bc0559-29ac-40f2-83ef-5a1a3c318ce5), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:13.782122 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning for port 90263e81-473d-4dcc-9c1f-3f7af137021b completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 22:01:13.799744 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port 90263e81-473d-4dcc-9c1f-3f7af137021b triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:01:13.800138 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (90263e81-473d-4dcc-9c1f-3f7af137021b), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:13.807337 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bbcec5-6512-4419-9405-c36d92e043bf req-cce02765-34f5-4b0f-8af0-abc4206986f4 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:13.809218 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-32bbcec5-6512-4419-9405-c36d92e043bf req-cce02765-34f5-4b0f-8af0-abc4206986f4 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/ports?device_id=77ba773a-10d4-4c62-b1a6-a64c236b6bff HTTP/1.1" status: 200  len: 945 time: 0.2724879
May 07 22:01:13.837986 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 7f295264-02a4-4b4f-95fb-844db6940e79 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:01:13.838379 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (7f295264-02a4-4b4f-95fb-844db6940e79), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:13.881056 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f0a8fe-d4a3-4368-aa57-6fc1762b6250 None None] Network 64eb457c-11ef-4307-9f03-87b599578b7f is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:01:13.881705 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=672e9dc5-e9c7-4350-b965-d54d762eb1d8,revision_number=10']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:13.896435 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-26f0a8fe-d4a3-4368-aa57-6fc1762b6250 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:01:13.901502 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04be8d2-897b-4329-a532-bc67d19825a5 service neutron] Pushing event updated for resources: {'Port': ['ID=aa4c2169-baeb-4b6e-a6e2-98691784c4a7,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:13.907744 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3e1916c6-1e26-4681-8dad-8ed42ccdf9c1 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-395855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5148'] for router (f401884a-34c3-4298-b93b-87fb57ab5ea1), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:13.924710 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f0a8fe-d4a3-4368-aa57-6fc1762b6250 None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:01:13.930125 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3e1916c6-1e26-4681-8dad-8ed42ccdf9c1 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-395830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-395837', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-419014'] for router (f401884a-34c3-4298-b93b-87fb57ab5ea1), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:13.960255 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-138ec815-4e55-4ee3-881f-755abe6a6f32 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (449bc62f-9f11-47ef-b422-b301868883a6), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:14.031986 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f0a8fe-d4a3-4368-aa57-6fc1762b6250 None None] Pushing event updated for resources: {'Port': ['ID=f71eac91-e557-48a5-83c7-9a315c81296e,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:14.109555 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138ec815-4e55-4ee3-881f-755abe6a6f32 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Pushing event deleted for resources: {'Subnet': ['ID=449bc62f-9f11-47ef-b422-b301868883a6,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:14.130842 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 7f295264-02a4-4b4f-95fb-844db6940e79 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:01:14.164071 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-26f0a8fe-d4a3-4368-aa57-6fc1762b6250 None None] Attempting to bind port f71eac91-e557-48a5-83c7-9a315c81296e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:01:14.164739 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-26f0a8fe-d4a3-4368-aa57-6fc1762b6250 None None] Attempting to bind port f71eac91-e557-48a5-83c7-9a315c81296e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '52ce9a4f-7fff-4ea2-885e-44eb09d29424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '64eb457c-11ef-4307-9f03-87b599578b7f'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:01:14.165635 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f0a8fe-d4a3-4368-aa57-6fc1762b6250 None None] Attempting to bind port f71eac91-e557-48a5-83c7-9a315c81296e on network 64eb457c-11ef-4307-9f03-87b599578b7f {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:01:14.208863 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f0a8fe-d4a3-4368-aa57-6fc1762b6250 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:01:14.213160 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f0a8fe-d4a3-4368-aa57-6fc1762b6250 None None] Checking segment: {'id': '52ce9a4f-7fff-4ea2-885e-44eb09d29424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '64eb457c-11ef-4307-9f03-87b599578b7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:01:14.213856 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-26f0a8fe-d4a3-4368-aa57-6fc1762b6250 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:14.214614 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f0a8fe-d4a3-4368-aa57-6fc1762b6250 None None] Bound using segment: {'id': '52ce9a4f-7fff-4ea2-885e-44eb09d29424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '64eb457c-11ef-4307-9f03-87b599578b7f'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:01:14.215320 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-26f0a8fe-d4a3-4368-aa57-6fc1762b6250 None None] Bound port: f71eac91-e557-48a5-83c7-9a315c81296e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52ce9a4f-7fff-4ea2-885e-44eb09d29424', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '64eb457c-11ef-4307-9f03-87b599578b7f'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:01:14.216520 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-26f0a8fe-d4a3-4368-aa57-6fc1762b6250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f71eac91-e557-48a5-83c7-9a315c81296e), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:14.261689 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 373fda6b-4a6f-4775-ad93-c37d4ca264a0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:01:14.289773 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bcaea4-3499-42a3-9930-5f6aa0c15289 req-9ef9758b-8388-47c8-8e2d-eb4448dc8276 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:14.292446 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-38bcaea4-3499-42a3-9930-5f6aa0c15289 req-9ef9758b-8388-47c8-8e2d-eb4448dc8276 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/ports?device_id=931cb167-5bcb-4aef-8b2b-029dbcb4d7e9 HTTP/1.1" status: 200  len: 943 time: 0.1037710
May 07 22:01:14.300535 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 373fda6b-4a6f-4775-ad93-c37d4ca264a0 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:01:14.301205 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 373fda6b-4a6f-4775-ad93-c37d4ca264a0 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:01:14.302393 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device fadbd9b6-bf92-4716-8f60-6627e570d84c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:01:14.307671 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 90263e81-473d-4dcc-9c1f-3f7af137021b is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:01:14.308867 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (90263e81-473d-4dcc-9c1f-3f7af137021b), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:14.344462 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: fadbd9b6-bf92-4716-8f60-6627e570d84c {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:01:14.345326 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device fadbd9b6-bf92-4716-8f60-6627e570d84c not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:01:14.391026 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-38bcaea4-3499-42a3-9930-5f6aa0c15289 req-b599e530-f5b5-49d9-a820-2c4daaef3c02 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2f94373-fd3e-4a2b-9dee-192df8871f41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0849690
May 07 22:01:14.468083 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 90263e81-473d-4dcc-9c1f-3f7af137021b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=90263e81-473d-4dcc-9c1f-3f7af137021b,segment=NetworkSegment(93a726c5-b63b-41ea-965b-35fbc06f488d),segment_id=93a726c5-b63b-41ea-965b-35fbc06f488d)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:01:14.476069 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-26f0a8fe-d4a3-4368-aa57-6fc1762b6250 None None] For port f71eac91-e557-48a5-83c7-9a315c81296e, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:01:14.482951 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-26f0a8fe-d4a3-4368-aa57-6fc1762b6250 None None] For port f71eac91-e557-48a5-83c7-9a315c81296e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f71eac91-e557-48a5-83c7-9a315c81296e,segment=NetworkSegment(52ce9a4f-7fff-4ea2-885e-44eb09d29424),segment_id=52ce9a4f-7fff-4ea2-885e-44eb09d29424)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:01:14.484585 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (90263e81-473d-4dcc-9c1f-3f7af137021b), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:14.552337 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-32bbcec5-6512-4419-9405-c36d92e043bf req-e20215a2-433e-4fab-ac75-4d60f40a0b99 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d85ced8-44c7-47ce-a4c7-1950d9c3cf50&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6962235
May 07 22:01:14.559549 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de30285c-55a0-4bf5-91e8-9bdd7282f8d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '672e9dc5-e9c7-4350-b965-d54d762eb1d8'}, {'server_uuid': '77ba773a-10d4-4c62-b1a6-a64c236b6bff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90263e81-473d-4dcc-9c1f-3f7af137021b'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:01:14.561588 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d349602-8b81-4a0d-8aae-05b4cc0ae08e" -d '{"events": [{"server_uuid": "de30285c-55a0-4bf5-91e8-9bdd7282f8d7", "name": "network-vif-plugged", "status": "completed", "tag": "672e9dc5-e9c7-4350-b965-d54d762eb1d8"}, {"server_uuid": "77ba773a-10d4-4c62-b1a6-a64c236b6bff", "name": "network-vif-plugged", "status": "completed", "tag": "90263e81-473d-4dcc-9c1f-3f7af137021b"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:01:14.564354 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=90263e81-473d-4dcc-9c1f-3f7af137021b,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:14.569155 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-26f0a8fe-d4a3-4368-aa57-6fc1762b6250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (f71eac91-e557-48a5-83c7-9a315c81296e), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:14.598695 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ec649b66-4f89-46d0-9093-f63e2515687b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (11bc0559-29ac-40f2-83ef-5a1a3c318ce5), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:14.637853 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [req-db430234-649e-4a7a-b098-48d74da9e3fc req-525686d3-9e54-41e7-b033-8d566327a7c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e46252a-79ff-49d8-a0dc-dceb03f5d5ae {{(pid=121837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:01:14.653428 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f0a8fe-d4a3-4368-aa57-6fc1762b6250 None None] Pushing event updated for resources: {'Port': ['ID=f71eac91-e557-48a5-83c7-9a315c81296e,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:14.670810 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-db430234-649e-4a7a-b098-48d74da9e3fc req-525686d3-9e54-41e7-b033-8d566327a7c8 service neutron] Publish callbacks [] for port (2e46252a-79ff-49d8-a0dc-dceb03f5d5ae), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:14.715890 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 07 May 2022 22:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-026c2948-b134-49b3-9957-df29d570cc4f x-openstack-request-id: req-026c2948-b134-49b3-9957-df29d570cc4f {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:01:14.716265 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de30285c-55a0-4bf5-91e8-9bdd7282f8d7", "name": "network-vif-plugged", "status": "completed", "tag": "672e9dc5-e9c7-4350-b965-d54d762eb1d8", "code": 200}, {"server_uuid": "77ba773a-10d4-4c62-b1a6-a64c236b6bff", "name": "network-vif-plugged", "status": "completed", "tag": "90263e81-473d-4dcc-9c1f-3f7af137021b", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:01:14.716610 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-026c2948-b134-49b3-9957-df29d570cc4f {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:01:14.717198 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-026c2948-b134-49b3-9957-df29d570cc4f'] response: {'server_uuid': 'de30285c-55a0-4bf5-91e8-9bdd7282f8d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '672e9dc5-e9c7-4350-b965-d54d762eb1d8', 'code': 200}
May 07 22:01:14.717722 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-026c2948-b134-49b3-9957-df29d570cc4f'] response: {'server_uuid': '77ba773a-10d4-4c62-b1a6-a64c236b6bff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90263e81-473d-4dcc-9c1f-3f7af137021b', 'code': 200}
May 07 22:01:14.723824 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9048cc-7925-4690-ac1e-bbc895b3c7eb req-3e5de1db-4fc9-41f7-9ced-dd34ecfb14a3 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:14.739410 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f9b027-8b75-443a-9d82-bc062f14f306 None None] get_active_networks_info from ncdv-master-1 {{(pid=121838) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
May 07 22:01:14.757614 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8a9048cc-7925-4690-ac1e-bbc895b3c7eb req-3e5de1db-4fc9-41f7-9ced-dd34ecfb14a3 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/ports?device_id=8141d2fb-0f50-41fb-bce0-7a6c7f7fc949 HTTP/1.1" status: 200  len: 932 time: 0.1299434
May 07 22:01:14.761740 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-138ec815-4e55-4ee3-881f-755abe6a6f32 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (64eb457c-11ef-4307-9f03-87b599578b7f), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:14.792021 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-a5ed7359-0465-483a-a851-0975f9049b77 req-c04be8d2-897b-4329-a532-bc67d19825a5 service neutron] Attempting to bind port aa4c2169-baeb-4b6e-a6e2-98691784c4a7 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:01:14.793493 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-a5ed7359-0465-483a-a851-0975f9049b77 req-c04be8d2-897b-4329-a532-bc67d19825a5 service neutron] Attempting to bind port aa4c2169-baeb-4b6e-a6e2-98691784c4a7 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '269ca44c-b28c-41b0-82b1-59695d4aeeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4e401ba0-7563-49f5-9424-036872d14546'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:01:14.794596 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ed7359-0465-483a-a851-0975f9049b77 req-c04be8d2-897b-4329-a532-bc67d19825a5 service neutron] Attempting to bind port aa4c2169-baeb-4b6e-a6e2-98691784c4a7 on network 4e401ba0-7563-49f5-9424-036872d14546 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:01:14.818994 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-db430234-649e-4a7a-b098-48d74da9e3fc req-525686d3-9e54-41e7-b033-8d566327a7c8 service neutron] Transition to ACTIVE for port object 2e46252a-79ff-49d8-a0dc-dceb03f5d5ae will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 22:01:14.830954 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-138ec815-4e55-4ee3-881f-755abe6a6f32 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf8cd1ba00>,) {'filters': {'network_id': ['64eb457c-11ef-4307-9f03-87b599578b7f']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:14.844584 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e1916c6-1e26-4681-8dad-8ed42ccdf9c1 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Router f401884a-34c3-4298-b93b-87fb57ab5ea1 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:01:14.851664 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-db430234-649e-4a7a-b098-48d74da9e3fc req-525686d3-9e54-41e7-b033-8d566327a7c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (2e46252a-79ff-49d8-a0dc-dceb03f5d5ae), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:14.854936 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ed7359-0465-483a-a851-0975f9049b77 req-c04be8d2-897b-4329-a532-bc67d19825a5 service neutron] Port aa4c2169-baeb-4b6e-a6e2-98691784c4a7 on network 4e401ba0-7563-49f5-9424-036872d14546 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:01:14.855468 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ed7359-0465-483a-a851-0975f9049b77 req-c04be8d2-897b-4329-a532-bc67d19825a5 service neutron] Attempting to bind port aa4c2169-baeb-4b6e-a6e2-98691784c4a7 on network 4e401ba0-7563-49f5-9424-036872d14546 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:01:14.878750 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-138ec815-4e55-4ee3-881f-755abe6a6f32 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8cd1ba00>, '52ce9a4f-7fff-4ea2-885e-44eb09d29424') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:14.879344 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-138ec815-4e55-4ee3-881f-755abe6a6f32 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8cd1ba00>, '52ce9a4f-7fff-4ea2-885e-44eb09d29424') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:14.890910 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8a9048cc-7925-4690-ac1e-bbc895b3c7eb req-38dd1817-412e-4bee-a677-d8f745459557 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7b1876c-a594-41c5-9872-578aa79ea667&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1321709
May 07 22:01:14.906720 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ed7359-0465-483a-a851-0975f9049b77 req-c04be8d2-897b-4329-a532-bc67d19825a5 service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:01:14.907760 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ed7359-0465-483a-a851-0975f9049b77 req-c04be8d2-897b-4329-a532-bc67d19825a5 service neutron] Checking segment: {'id': '269ca44c-b28c-41b0-82b1-59695d4aeeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4e401ba0-7563-49f5-9424-036872d14546'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:01:14.908856 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5ed7359-0465-483a-a851-0975f9049b77 req-c04be8d2-897b-4329-a532-bc67d19825a5 service neutron] Bound using segment: {'id': '269ca44c-b28c-41b0-82b1-59695d4aeeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4e401ba0-7563-49f5-9424-036872d14546'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:01:14.909512 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-a5ed7359-0465-483a-a851-0975f9049b77 req-c04be8d2-897b-4329-a532-bc67d19825a5 service neutron] Bound port: aa4c2169-baeb-4b6e-a6e2-98691784c4a7, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '269ca44c-b28c-41b0-82b1-59695d4aeeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '4e401ba0-7563-49f5-9424-036872d14546'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:01:14.910058 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-a5ed7359-0465-483a-a851-0975f9049b77 req-c04be8d2-897b-4329-a532-bc67d19825a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (aa4c2169-baeb-4b6e-a6e2-98691784c4a7), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:14.920542 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb5aa0-8159-4f2e-8d86-b664c39fd1a0 req-3e04df56-7d46-412b-bad7-1e8d2e5e49f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:14.925482 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-36cb5aa0-8159-4f2e-8d86-b664c39fd1a0 req-3e04df56-7d46-412b-bad7-1e8d2e5e49f8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=77ba773a-10d4-4c62-b1a6-a64c236b6bff HTTP/1.1" status: 200  len: 1128 time: 0.1243994
May 07 22:01:14.973944 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-138ec815-4e55-4ee3-881f-755abe6a6f32 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (52ce9a4f-7fff-4ea2-885e-44eb09d29424), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:15.013334 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ec649b66-4f89-46d0-9093-f63e2515687b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (11bc0559-29ac-40f2-83ef-5a1a3c318ce5), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:15.024717 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f9b027-8b75-443a-9d82-bc062f14f306 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
May 07 22:01:15.028870 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-36cb5aa0-8159-4f2e-8d86-b664c39fd1a0 req-4caf0cdf-b4e3-49e8-bba7-6f403e2d2ee5 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=4d85ced8-44c7-47ce-a4c7-1950d9c3cf50&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0999942
May 07 22:01:15.036009 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-138ec815-4e55-4ee3-881f-755abe6a6f32 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (52ce9a4f-7fff-4ea2-885e-44eb09d29424), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:15.143541 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525686d3-9e54-41e7-b033-8d566327a7c8 service neutron] Pushing event updated for resources: {'Port': ['ID=2e46252a-79ff-49d8-a0dc-dceb03f5d5ae,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:15.146453 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec649b66-4f89-46d0-9093-f63e2515687b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11bc0559-29ac-40f2-83ef-5a1a3c318ce5,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:15.205342 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-138ec815-4e55-4ee3-881f-755abe6a6f32 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:01:15.206623 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-138ec815-4e55-4ee3-881f-755abe6a6f32 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (52ce9a4f-7fff-4ea2-885e-44eb09d29424), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:15.210871 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ec649b66-4f89-46d0-9093-f63e2515687b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:15.215051 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-ec649b66-4f89-46d0-9093-f63e2515687b admin admin] 10.222.0.32 "DELETE /v2.0/subnets/11bc0559-29ac-40f2-83ef-5a1a3c318ce5 HTTP/1.1" status: 204  len: 168 time: 1.9455643
May 07 22:01:15.217625 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 51826) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:15.219333 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 22:01:15.219333 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:01:15.219333 ncdv-master-1 neutron-server[121837]:     timer()
May 07 22:01:15.219333 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:01:15.219333 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 22:01:15.219333 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:01:15.219333 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 22:01:15.219333 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:01:15.219333 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 22:01:15.219333 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:01:15.219333 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 22:01:15.219333 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:01:15.219333 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 22:01:15.219333 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:01:15.219333 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:01:15.219333 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:01:15.219333 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:01:15.219333 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:01:15.219333 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 22:01:15.219333 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:01:15.219333 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 22:01:15.219333 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:01:15.219333 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:01:15.219333 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:01:15.219333 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 22:01:15.219333 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:01:15.219333 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:01:15.219333 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:01:15.219333 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:01:15.219333 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:01:15.219333 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:01:15.219333 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:01:15.308583 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-02d826a4-ff85-4172-9045-cd465ed6cf77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (d8c5abef-9f99-40bb-9e6e-b9156dc165d5), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:15.315801 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c37c52-ab29-4d24-a1e8-f1eb6d59cc2a None None] Network 64eb457c-11ef-4307-9f03-87b599578b7f requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:01:15.358524 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3247ad76-2572-4afe-9ad8-bc372e3f00f8 None None] Network d8c5abef-9f99-40bb-9e6e-b9156dc165d5 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:01:15.408580 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-02d826a4-ff85-4172-9045-cd465ed6cf77 admin admin] Deleting port 4ce41e88-8568-4492-9f02-9dfd71490fe7 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:01:15.409111 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-02d826a4-ff85-4172-9045-cd465ed6cf77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (4ce41e88-8568-4492-9f02-9dfd71490fe7), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:15.503428 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.db.api [None req-138ec815-4e55-4ee3-881f-755abe6a6f32 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
May 07 22:01:15.503428 ncdv-master-1 neutron-server[121837]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
May 07 22:01:15.503428 ncdv-master-1 neutron-server[121837]: [parameters: {'id': '64eb457c-11ef-4307-9f03-87b599578b7f'}]
May 07 22:01:15.503428 ncdv-master-1 neutron-server[121837]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=121837) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 07 22:01:15.510820 ncdv-master-1 neutron-server[121837]: DEBUG oslo_db.api [None req-138ec815-4e55-4ee3-881f-755abe6a6f32 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 07 22:01:15.559671 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-02d826a4-ff85-4172-9045-cd465ed6cf77 admin admin] For port 4ce41e88-8568-4492-9f02-9dfd71490fe7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4ce41e88-8568-4492-9f02-9dfd71490fe7,segment=NetworkSegment(4a51359d-2605-46c0-b165-765e39c09c38),segment_id=4a51359d-2605-46c0-b165-765e39c09c38)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:01:15.560113 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-02d826a4-ff85-4172-9045-cd465ed6cf77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (4ce41e88-8568-4492-9f02-9dfd71490fe7), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:15.582593 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-02d826a4-ff85-4172-9045-cd465ed6cf77 admin admin] Calling delete_port for 4ce41e88-8568-4492-9f02-9dfd71490fe7 owned by network:dhcp {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:01:15.602517 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-a5ed7359-0465-483a-a851-0975f9049b77 req-c04be8d2-897b-4329-a532-bc67d19825a5 service neutron] For port aa4c2169-baeb-4b6e-a6e2-98691784c4a7, host nch2-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:01:15.620175 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e1916c6-1e26-4681-8dad-8ed42ccdf9c1 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:01:15.632088 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829f78ea-9a0a-41ab-8935-0e2338779849 None None] Sync routers for ids ['f401884a-34c3-4298-b93b-87fb57ab5ea1'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:01:15.668794 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50098a9b-343a-4ae7-93be-c7c58621cfb1 req-0224d3aa-41b8-40fc-aa3f-b71812dd44c9 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:15.670565 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-50098a9b-343a-4ae7-93be-c7c58621cfb1 req-0224d3aa-41b8-40fc-aa3f-b71812dd44c9 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/ports?device_id=931cb167-5bcb-4aef-8b2b-029dbcb4d7e9 HTTP/1.1" status: 200  len: 943 time: 0.1831782
May 07 22:01:15.679775 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3e1916c6-1e26-4681-8dad-8ed42ccdf9c1 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:15.681752 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829f78ea-9a0a-41ab-8935-0e2338779849 None None] Routers {'f401884a-34c3-4298-b93b-87fb57ab5ea1'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:01:15.683538 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-829f78ea-9a0a-41ab-8935-0e2338779849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f7c2f70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:00:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['f401884a-34c3-4298-b93b-87fb57ab5ea1'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:15.684097 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-3e1916c6-1e26-4681-8dad-8ed42ccdf9c1 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "PUT /v2.0/routers/f401884a-34c3-4298-b93b-87fb57ab5ea1 HTTP/1.1" status: 200  len: 704 time: 6.8856468
May 07 22:01:15.702194 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-a5ed7359-0465-483a-a851-0975f9049b77 req-c04be8d2-897b-4329-a532-bc67d19825a5 service neutron] For port aa4c2169-baeb-4b6e-a6e2-98691784c4a7, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=aa4c2169-baeb-4b6e-a6e2-98691784c4a7,segment=NetworkSegment(269ca44c-b28c-41b0-82b1-59695d4aeeab),segment_id=269ca44c-b28c-41b0-82b1-59695d4aeeab)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:01:15.703557 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 51842) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:15.769081 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4ae5c9-d646-42b9-9bfc-788158b600d0 None None] DHCP port deletion for d8c5abef-9f99-40bb-9e6e-b9156dc165d5 request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:01:15.820635 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca546f7f-27b9-441b-8456-87fe62156fa1 req-3fe6b71c-f207-4e62-b26b-e317afc84194 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:15.823135 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ca546f7f-27b9-441b-8456-87fe62156fa1 req-3fe6b71c-f207-4e62-b26b-e317afc84194 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/ports?device_id=77ba773a-10d4-4c62-b1a6-a64c236b6bff HTTP/1.1" status: 200  len: 946 time: 0.0840099
May 07 22:01:15.858581 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-02d826a4-ff85-4172-9045-cd465ed6cf77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (4ce41e88-8568-4492-9f02-9dfd71490fe7), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:15.876734 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-95ea153b-3192-4341-98ec-f51396fc146e tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "GET /v2.0/routers/f401884a-34c3-4298-b93b-87fb57ab5ea1 HTTP/1.1" status: 200  len: 704 time: 0.1648147
May 07 22:01:15.877569 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 51844) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:15.898977 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d826a4-ff85-4172-9045-cd465ed6cf77 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ce41e88-8568-4492-9f02-9dfd71490fe7,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:15.916690 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d826a4-ff85-4172-9045-cd465ed6cf77 admin admin] No DVR routers for this DVR port 4ce41e88-8568-4492-9f02-9dfd71490fe7 on host ncdv-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:01:15.959780 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ca546f7f-27b9-441b-8456-87fe62156fa1 req-fadedbd5-ac04-4fb6-9786-a0c41295e275 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d85ced8-44c7-47ce-a4c7-1950d9c3cf50&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1244006
May 07 22:01:16.007420 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-a5ed7359-0465-483a-a851-0975f9049b77 req-c04be8d2-897b-4329-a532-bc67d19825a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (aa4c2169-baeb-4b6e-a6e2-98691784c4a7), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:16.018657 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-138ec815-4e55-4ee3-881f-755abe6a6f32 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (64eb457c-11ef-4307-9f03-87b599578b7f), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:16.020489 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-db430234-649e-4a7a-b098-48d74da9e3fc req-525686d3-9e54-41e7-b033-8d566327a7c8 service neutron] Attempting to bind port 2e46252a-79ff-49d8-a0dc-dceb03f5d5ae on host nch2-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:01:16.020774 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-db430234-649e-4a7a-b098-48d74da9e3fc req-525686d3-9e54-41e7-b033-8d566327a7c8 service neutron] Attempting to bind port 2e46252a-79ff-49d8-a0dc-dceb03f5d5ae by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ce6ea8f0-3d38-4ce3-8f23-f8c47e599e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f64cbfbe-feaa-48dc-9089-9445aa1eaa5a'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:01:16.021102 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db430234-649e-4a7a-b098-48d74da9e3fc req-525686d3-9e54-41e7-b033-8d566327a7c8 service neutron] Attempting to bind port 2e46252a-79ff-49d8-a0dc-dceb03f5d5ae on network f64cbfbe-feaa-48dc-9089-9445aa1eaa5a {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:01:16.027918 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-02d826a4-ff85-4172-9045-cd465ed6cf77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (d8c5abef-9f99-40bb-9e6e-b9156dc165d5), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:16.038329 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db430234-649e-4a7a-b098-48d74da9e3fc req-525686d3-9e54-41e7-b033-8d566327a7c8 service neutron] Port 2e46252a-79ff-49d8-a0dc-dceb03f5d5ae on network f64cbfbe-feaa-48dc-9089-9445aa1eaa5a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:01:16.038723 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db430234-649e-4a7a-b098-48d74da9e3fc req-525686d3-9e54-41e7-b033-8d566327a7c8 service neutron] Attempting to bind port 2e46252a-79ff-49d8-a0dc-dceb03f5d5ae on network f64cbfbe-feaa-48dc-9089-9445aa1eaa5a {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:01:16.074377 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-02d826a4-ff85-4172-9045-cd465ed6cf77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf87878a60>,) {'filters': {'network_id': ['d8c5abef-9f99-40bb-9e6e-b9156dc165d5']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:16.088400 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db430234-649e-4a7a-b098-48d74da9e3fc req-525686d3-9e54-41e7-b033-8d566327a7c8 service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:01:16.088750 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db430234-649e-4a7a-b098-48d74da9e3fc req-525686d3-9e54-41e7-b033-8d566327a7c8 service neutron] Checking segment: {'id': 'ce6ea8f0-3d38-4ce3-8f23-f8c47e599e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f64cbfbe-feaa-48dc-9089-9445aa1eaa5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:01:16.089131 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db430234-649e-4a7a-b098-48d74da9e3fc req-525686d3-9e54-41e7-b033-8d566327a7c8 service neutron] Bound using segment: {'id': 'ce6ea8f0-3d38-4ce3-8f23-f8c47e599e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f64cbfbe-feaa-48dc-9089-9445aa1eaa5a'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:01:16.089570 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-db430234-649e-4a7a-b098-48d74da9e3fc req-525686d3-9e54-41e7-b033-8d566327a7c8 service neutron] Bound port: 2e46252a-79ff-49d8-a0dc-dceb03f5d5ae, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce6ea8f0-3d38-4ce3-8f23-f8c47e599e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f64cbfbe-feaa-48dc-9089-9445aa1eaa5a'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:01:16.089929 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-db430234-649e-4a7a-b098-48d74da9e3fc req-525686d3-9e54-41e7-b033-8d566327a7c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (2e46252a-79ff-49d8-a0dc-dceb03f5d5ae), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:16.119887 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed7359-0465-483a-a851-0975f9049b77 req-c04be8d2-897b-4329-a532-bc67d19825a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:16.122467 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-a5ed7359-0465-483a-a851-0975f9049b77 req-c04be8d2-897b-4329-a532-bc67d19825a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:16.124430 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a5ed7359-0465-483a-a851-0975f9049b77 req-c04be8d2-897b-4329-a532-bc67d19825a5 service neutron] 10.222.0.59 "PUT /v2.0/ports/aa4c2169-baeb-4b6e-a6e2-98691784c4a7 HTTP/1.1" status: 200  len: 1091 time: 5.7027712
May 07 22:01:16.130404 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-0f4ae5c9-d646-42b9-9bfc-788158b600d0 None None] The port '4ce41e88-8568-4492-9f02-9dfd71490fe7' was deleted {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}}
May 07 22:01:16.131360 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '931cb167-5bcb-4aef-8b2b-029dbcb4d7e9', 'tag': 'aa4c2169-baeb-4b6e-a6e2-98691784c4a7'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:01:16.133798 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3efb14bd-c2bf-473c-86de-d857d28ce70d" -d '{"events": [{"name": "network-changed", "server_uuid": "931cb167-5bcb-4aef-8b2b-029dbcb4d7e9", "tag": "aa4c2169-baeb-4b6e-a6e2-98691784c4a7"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:01:16.188510 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-829f78ea-9a0a-41ab-8935-0e2338779849 None None] Set router f401884a-34c3-4298-b93b-87fb57ab5ea1 gateway port host: None {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:01:16.193607 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-50098a9b-343a-4ae7-93be-c7c58621cfb1 req-7dd3bf5a-8ee5-482f-8b67-530f5e77042d tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2f94373-fd3e-4a2b-9dee-192df8871f41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4881666
May 07 22:01:16.195491 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a47a69-01d0-4d0e-be5e-1fd5f694b3b6 req-79af3d1a-80dc-4ff2-902e-200970ac2c25 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:16.199269 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f4a47a69-01d0-4d0e-be5e-1fd5f694b3b6 req-79af3d1a-80dc-4ff2-902e-200970ac2c25 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/ports?device_id=8141d2fb-0f50-41fb-bce0-7a6c7f7fc949 HTTP/1.1" status: 200  len: 944 time: 0.1060729
May 07 22:01:16.203208 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-02d826a4-ff85-4172-9045-cd465ed6cf77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf87878a60>, '4a51359d-2605-46c0-b165-765e39c09c38') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:16.203691 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-02d826a4-ff85-4172-9045-cd465ed6cf77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf87878a60>, '4a51359d-2605-46c0-b165-765e39c09c38') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:16.246650 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-02d826a4-ff85-4172-9045-cd465ed6cf77 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (4a51359d-2605-46c0-b165-765e39c09c38), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:16.313706 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f4a47a69-01d0-4d0e-be5e-1fd5f694b3b6 req-946fc92c-ced7-4ac3-8324-3dec65485abc tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7b1876c-a594-41c5-9872-578aa79ea667&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1064224
May 07 22:01:16.314420 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5347a34c-eeb6-4af3-90c0-30c30b497b7d x-openstack-request-id: req-5347a34c-eeb6-4af3-90c0-30c30b497b7d {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:01:16.314420 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "931cb167-5bcb-4aef-8b2b-029dbcb4d7e9", "tag": "aa4c2169-baeb-4b6e-a6e2-98691784c4a7", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:01:16.314658 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5347a34c-eeb6-4af3-90c0-30c30b497b7d {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:01:16.314910 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5347a34c-eeb6-4af3-90c0-30c30b497b7d'] response: {'name': 'network-changed', 'server_uuid': '931cb167-5bcb-4aef-8b2b-029dbcb4d7e9', 'tag': 'aa4c2169-baeb-4b6e-a6e2-98691784c4a7', 'status': 'completed', 'code': 200}
May 07 22:01:16.315728 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04be8d2-897b-4329-a532-bc67d19825a5 service neutron] Pushing event updated for resources: {'Port': ['ID=aa4c2169-baeb-4b6e-a6e2-98691784c4a7,revision_number=3']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:16.346287 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-02d826a4-ff85-4172-9045-cd465ed6cf77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (4a51359d-2605-46c0-b165-765e39c09c38), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:16.354573 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02d826a4-ff85-4172-9045-cd465ed6cf77 admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:01:16.355013 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-02d826a4-ff85-4172-9045-cd465ed6cf77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (4a51359d-2605-46c0-b165-765e39c09c38), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:16.422015 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 22:01:16.422015 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:01:16.422015 ncdv-master-1 neutron-server[121836]:     timer()
May 07 22:01:16.422015 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:01:16.422015 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 22:01:16.422015 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:01:16.422015 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 22:01:16.422015 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:01:16.422015 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 22:01:16.422015 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:01:16.422015 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 22:01:16.422015 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:01:16.422015 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 22:01:16.422015 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:01:16.422015 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:01:16.422015 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:01:16.422015 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:01:16.422015 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:01:16.422015 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 22:01:16.422015 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:01:16.422015 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 22:01:16.422015 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:01:16.422015 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:01:16.422015 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:01:16.422015 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 22:01:16.422015 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:01:16.422015 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:01:16.422015 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:01:16.422015 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:01:16.422015 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:01:16.422015 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:01:16.422015 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:01:16.427120 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-02d826a4-ff85-4172-9045-cd465ed6cf77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (d8c5abef-9f99-40bb-9e6e-b9156dc165d5), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:16.439220 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-02d826a4-ff85-4172-9045-cd465ed6cf77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:16.444346 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-02d826a4-ff85-4172-9045-cd465ed6cf77 admin admin] 10.222.0.32 "DELETE /v2.0/networks/d8c5abef-9f99-40bb-9e6e-b9156dc165d5 HTTP/1.1" status: 204  len: 168 time: 1.2256806
May 07 22:01:16.457287 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d826a4-ff85-4172-9045-cd465ed6cf77 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8c5abef-9f99-40bb-9e6e-b9156dc165d5,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:16.474475 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed7359-0465-483a-a851-0975f9049b77 req-65ee6f08-a927-4631-925f-ca04bf54cb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:16.476074 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a5ed7359-0465-483a-a851-0975f9049b77 req-65ee6f08-a927-4631-925f-ca04bf54cb27 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1fb49d7a99844a7ab8ef30fb59250e7d&device_id=931cb167-5bcb-4aef-8b2b-029dbcb4d7e9 HTTP/1.1" status: 200  len: 1125 time: 0.2064526
May 07 22:01:16.480023 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-138ec815-4e55-4ee3-881f-755abe6a6f32 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Deleting port f71eac91-e557-48a5-83c7-9a315c81296e {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:01:16.480365 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-138ec815-4e55-4ee3-881f-755abe6a6f32 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (f71eac91-e557-48a5-83c7-9a315c81296e), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:16.488437 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-db430234-649e-4a7a-b098-48d74da9e3fc req-525686d3-9e54-41e7-b033-8d566327a7c8 service neutron] For port 2e46252a-79ff-49d8-a0dc-dceb03f5d5ae, host nch2-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:01:16.562885 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-829f78ea-9a0a-41ab-8935-0e2338779849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f7c2f70>, [{'id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'name': 'tempest-RoutersIpV6Test-router-1967308978', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:00:20Z', 'updated_at': '2022-05-07T22:01:12Z', 'revision_number': 7, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'gw_port_host': None, '_interfaces': [{'id': '11f529b2-9b2b-4fc8-8708-2c4e7852dad2', 'name': '', 'network_id': 'ae74b87d-b20b-4cb8-8cb1-eb479af708e0', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'mac_address': 'fa:16:3e:31:6d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '6e566a3e-3172-4ceb-b96e-905b1a9194b4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:38Z', 'updated_at': '2022-05-07T22:00:47Z', 'revision_number': 5, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'subnets': [{'id': '6e566a3e-3172-4ceb-b96e-905b1a9194b4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47172dfe-857b-45a6-9977-e0fd6426b92a', 'name': '', 'network_id': '4d8823c5-e4d2-4a9f-8503-ca496ab9c061', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'mac_address': 'fa:16:3e:3f:ab:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '60dbc808-cd32-4f27-b6c1-f67b315fbc21', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:47Z', 'updated_at': '2022-05-07T22:00:58Z', 'revision_number': 5, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'subnets': [{'id': '60dbc808-cd32-4f27-b6c1-f67b315fbc21', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2847041-deca-4787-a520-36214b25c9cb', 'name': '', 'network_id': 'add7415b-3dec-4c79-9eba-58ce88fa9087', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'mac_address': 'fa:16:3e:92:89:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '78208c1f-4b12-45ff-84a6-c2c59f46d723', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:24Z', 'updated_at': '2022-05-07T22:00:33Z', 'revision_number': 5, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'subnets': [{'id': '78208c1f-4b12-45ff-84a6-c2c59f46d723', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'acf1cbce-a8d1-4a26-b0eb-2f72221541f2', 'name': '', 'network_id': 'b27f0d33-74db-46ab-9d20-c1ae48bccf50', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'mac_address': 'fa:16:3e:58:46:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '952ed58c-6cb6-45a7-a66a-99b4083d536e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:59Z', 'updated_at': '2022-05-07T22:01:08Z', 'revision_number': 5, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'subnets': [{'id': '952ed58c-6cb6-45a7-a66a-99b4083d536e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:16.565206 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-db430234-649e-4a7a-b098-48d74da9e3fc req-525686d3-9e54-41e7-b033-8d566327a7c8 service neutron] For port 2e46252a-79ff-49d8-a0dc-dceb03f5d5ae, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2e46252a-79ff-49d8-a0dc-dceb03f5d5ae,segment=NetworkSegment(ce6ea8f0-3d38-4ce3-8f23-f8c47e599e56),segment_id=ce6ea8f0-3d38-4ce3-8f23-f8c47e599e56)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:01:16.591402 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a5ed7359-0465-483a-a851-0975f9049b77 req-f5de6f67-e3d0-448c-a6c4-cb428205ca4e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa4c2169-baeb-4b6e-a6e2-98691784c4a7 HTTP/1.1" status: 200  len: 217 time: 0.1063571
May 07 22:01:16.599859 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-db430234-649e-4a7a-b098-48d74da9e3fc req-525686d3-9e54-41e7-b033-8d566327a7c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (2e46252a-79ff-49d8-a0dc-dceb03f5d5ae), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:16.601800 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829f78ea-9a0a-41ab-8935-0e2338779849 None None] Checking router: f401884a-34c3-4298-b93b-87fb57ab5ea1 for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:01:16.628995 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829f78ea-9a0a-41ab-8935-0e2338779849 None None] Routers {'f401884a-34c3-4298-b93b-87fb57ab5ea1'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:01:16.629883 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-829f78ea-9a0a-41ab-8935-0e2338779849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f7c2f70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:00:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['f401884a-34c3-4298-b93b-87fb57ab5ea1'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:16.645546 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 51858) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:16.720857 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-fb0a2f2f-f689-4013-a442-c453bb86e0d1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=70a2fded25c74c839c01e55a91e7f7fc&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0741105
May 07 22:01:16.721562 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 51864) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:16.739034 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db430234-649e-4a7a-b098-48d74da9e3fc req-525686d3-9e54-41e7-b033-8d566327a7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:16.739660 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-db430234-649e-4a7a-b098-48d74da9e3fc req-525686d3-9e54-41e7-b033-8d566327a7c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:16.741042 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-db430234-649e-4a7a-b098-48d74da9e3fc req-525686d3-9e54-41e7-b033-8d566327a7c8 service neutron] 10.222.0.59 "PUT /v2.0/ports/2e46252a-79ff-49d8-a0dc-dceb03f5d5ae HTTP/1.1" status: 200  len: 1092 time: 4.4823084
May 07 22:01:16.767202 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-829f78ea-9a0a-41ab-8935-0e2338779849 None None] Set router f401884a-34c3-4298-b93b-87fb57ab5ea1 gateway port host: None {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:01:16.793483 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7654d919-fcd4-44fb-9014-0b199c1fd3cc admin admin] Publish callbacks [] for security_group (022a2e7b-c53f-49c4-a82c-d25afea19659), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:16.838090 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7654d919-fcd4-44fb-9014-0b199c1fd3cc admin admin] Publish callbacks [] for security_group (022a2e7b-c53f-49c4-a82c-d25afea19659), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:16.919895 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7654d919-fcd4-44fb-9014-0b199c1fd3cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (022a2e7b-c53f-49c4-a82c-d25afea19659), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:16.922783 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7654d919-fcd4-44fb-9014-0b199c1fd3cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:16.924216 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-7654d919-fcd4-44fb-9014-0b199c1fd3cc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/022a2e7b-c53f-49c4-a82c-d25afea19659 HTTP/1.1" status: 204  len: 168 time: 0.2013836
May 07 22:01:16.930714 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed7359-0465-483a-a851-0975f9049b77 req-e41950b0-85b3-4632-8f87-c5f32b2fd28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:16.932880 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a5ed7359-0465-483a-a851-0975f9049b77 req-e41950b0-85b3-4632-8f87-c5f32b2fd28b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8d58b02e-bcfe-4d9f-9480-bc1a5a487d04 HTTP/1.1" status: 200  len: 851 time: 0.3267019
May 07 22:01:16.934165 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7654d919-fcd4-44fb-9014-0b199c1fd3cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=022a2e7b-c53f-49c4-a82c-d25afea19659,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:16.939908 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-138ec815-4e55-4ee3-881f-755abe6a6f32 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] For port f71eac91-e557-48a5-83c7-9a315c81296e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f71eac91-e557-48a5-83c7-9a315c81296e,segment=NetworkSegment(52ce9a4f-7fff-4ea2-885e-44eb09d29424),segment_id=52ce9a4f-7fff-4ea2-885e-44eb09d29424)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:01:16.940471 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-138ec815-4e55-4ee3-881f-755abe6a6f32 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (f71eac91-e557-48a5-83c7-9a315c81296e), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:16.957810 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525686d3-9e54-41e7-b033-8d566327a7c8 service neutron] Pushing event updated for resources: {'Port': ['ID=2e46252a-79ff-49d8-a0dc-dceb03f5d5ae,revision_number=3']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:17.003889 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-138ec815-4e55-4ee3-881f-755abe6a6f32 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Calling delete_port for f71eac91-e557-48a5-83c7-9a315c81296e owned by network:dhcp {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:01:17.032848 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a5ed7359-0465-483a-a851-0975f9049b77 req-451bcecf-e377-4f5a-91a4-96bc10806245 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4e401ba0-7563-49f5-9424-036872d14546&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0865245
May 07 22:01:17.033728 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db430234-649e-4a7a-b098-48d74da9e3fc req-74034ce5-e640-470c-9982-0138994d61e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:17.035653 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-db430234-649e-4a7a-b098-48d74da9e3fc req-74034ce5-e640-470c-9982-0138994d61e8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=57990769f50b412194a108cdd627a767&device_id=8141d2fb-0f50-41fb-bce0-7a6c7f7fc949 HTTP/1.1" status: 200  len: 1126 time: 0.2021019
May 07 22:01:17.166105 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-829f78ea-9a0a-41ab-8935-0e2338779849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f7c2f70>, [{'id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'name': 'tempest-RoutersIpV6Test-router-1967308978', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:00:20Z', 'updated_at': '2022-05-07T22:01:12Z', 'revision_number': 7, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'gw_port_host': None, '_interfaces': [{'id': '11f529b2-9b2b-4fc8-8708-2c4e7852dad2', 'name': '', 'network_id': 'ae74b87d-b20b-4cb8-8cb1-eb479af708e0', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'mac_address': 'fa:16:3e:31:6d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '6e566a3e-3172-4ceb-b96e-905b1a9194b4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:38Z', 'updated_at': '2022-05-07T22:00:47Z', 'revision_number': 5, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'subnets': [{'id': '6e566a3e-3172-4ceb-b96e-905b1a9194b4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47172dfe-857b-45a6-9977-e0fd6426b92a', 'name': '', 'network_id': '4d8823c5-e4d2-4a9f-8503-ca496ab9c061', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'mac_address': 'fa:16:3e:3f:ab:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '60dbc808-cd32-4f27-b6c1-f67b315fbc21', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:47Z', 'updated_at': '2022-05-07T22:00:58Z', 'revision_number': 5, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'subnets': [{'id': '60dbc808-cd32-4f27-b6c1-f67b315fbc21', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2847041-deca-4787-a520-36214b25c9cb', 'name': '', 'network_id': 'add7415b-3dec-4c79-9eba-58ce88fa9087', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'mac_address': 'fa:16:3e:92:89:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '78208c1f-4b12-45ff-84a6-c2c59f46d723', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:24Z', 'updated_at': '2022-05-07T22:00:33Z', 'revision_number': 5, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'subnets': [{'id': '78208c1f-4b12-45ff-84a6-c2c59f46d723', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'acf1cbce-a8d1-4a26-b0eb-2f72221541f2', 'name': '', 'network_id': 'b27f0d33-74db-46ab-9d20-c1ae48bccf50', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'mac_address': 'fa:16:3e:58:46:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '952ed58c-6cb6-45a7-a66a-99b4083d536e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:59Z', 'updated_at': '2022-05-07T22:01:08Z', 'revision_number': 5, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'subnets': [{'id': '952ed58c-6cb6-45a7-a66a-99b4083d536e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:17.177992 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee277d2b-99b9-447b-872b-34e4a4db7ba8 req-f5fe1221-47f1-4f4f-be69-038dcdcfd2da tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:17.188175 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ee277d2b-99b9-447b-872b-34e4a4db7ba8 req-f5fe1221-47f1-4f4f-be69-038dcdcfd2da tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/ports?device_id=77ba773a-10d4-4c62-b1a6-a64c236b6bff HTTP/1.1" status: 200  len: 946 time: 0.1162391
May 07 22:01:17.235902 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-db430234-649e-4a7a-b098-48d74da9e3fc req-1522ca4c-429a-40e5-bf23-24d99fc766ac service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e46252a-79ff-49d8-a0dc-dceb03f5d5ae HTTP/1.1" status: 200  len: 217 time: 0.1597221
May 07 22:01:17.257348 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829f78ea-9a0a-41ab-8935-0e2338779849 None None] The sync data for ids ['f401884a-34c3-4298-b93b-87fb57ab5ea1'] in ncdv-master-1 is: [{'id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'name': 'tempest-RoutersIpV6Test-router-1967308978', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:00:20Z', 'updated_at': '2022-05-07T22:01:12Z', 'revision_number': 7, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'gw_port_host': None, '_interfaces': [{'id': '11f529b2-9b2b-4fc8-8708-2c4e7852dad2', 'name': '', 'network_id': 'ae74b87d-b20b-4cb8-8cb1-eb479af708e0', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'mac_address': 'fa:16:3e:31:6d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '6e566a3e-3172-4ceb-b96e-905b1a9194b4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:38Z', 'updated_at': '2022-05-07T22:00:47Z', 'revision_number': 5, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'subnets': [{'id': '6e566a3e-3172-4ceb-b96e-905b1a9194b4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47172dfe-857b-45a6-9977-e0fd6426b92a', 'name': '', 'network_id': '4d8823c5-e4d2-4a9f-8503-ca496ab9c061', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'mac_address': 'fa:16:3e:3f:ab:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '60dbc808-cd32-4f27-b6c1-f67b315fbc21', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:47Z', 'updated_at': '2022-05-07T22:00:58Z', 'revision_number': 5, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'subnets': [{'id': '60dbc808-cd32-4f27-b6c1-f67b315fbc21', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2847041-deca-4787-a520-36214b25c9cb', 'name': '', 'network_id': 'add7415b-3dec-4c79-9eba-58ce88fa9087', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'mac_address': 'fa:16:3e:92:89:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '78208c1f-4b12-45ff-84a6-c2c59f46d723', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:24Z', 'updated_at': '2022-05-07T22:00:33Z', 'revision_number': 5, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'subnets': [{'id': '78208c1f-4b12-45ff-84a6-c2c59f46d723', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'acf1cbce-a8d1-4a26-b0eb-2f72221541f2', 'name': '', 'network_id': 'b27f0d33-74db-46ab-9d20-c1ae48bccf50', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'mac_address': 'fa:16:3e:58:46:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '952ed58c-6cb6-45a7-a66a-99b4083d536e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:59Z', 'updated_at': '2022-05-07T22:01:08Z', 'revision_number': 5, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'subnets': [{'id': '952ed58c-6cb6-45a7-a66a-99b4083d536e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:01:17.309881 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ee277d2b-99b9-447b-872b-34e4a4db7ba8 req-687c4491-e40b-4d83-94f3-76a5dba0136a tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d85ced8-44c7-47ce-a4c7-1950d9c3cf50&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1112556
May 07 22:01:17.334645 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-06e3a32d-6dbc-4223-86c2-0a493c6620f9 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401094'] for router_interface (f401884a-34c3-4298-b93b-87fb57ab5ea1), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:17.442250 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 4ce41e88-8568-4492-9f02-9dfd71490fe7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:01:17.468847 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a840cce9-58cb-4589-95c4-d311bf4b6db0 req-02fba230-1af0-4ad8-b00d-2d6aec1f7aa2 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:17.476931 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a840cce9-58cb-4589-95c4-d311bf4b6db0 req-02fba230-1af0-4ad8-b00d-2d6aec1f7aa2 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/ports?device_id=20117710-052c-46c3-8ca2-f601df488811 HTTP/1.1" status: 200  len: 945 time: 0.0835283
May 07 22:01:17.493519 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 4ce41e88-8568-4492-9f02-9dfd71490fe7 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:01:17.493883 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 4ce41e88-8568-4492-9f02-9dfd71490fe7 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:01:17.571051 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a840cce9-58cb-4589-95c4-d311bf4b6db0 req-7aacb79f-8e24-46c7-8624-921fb94f68f7 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d85ced8-44c7-47ce-a4c7-1950d9c3cf50&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0814700
May 07 22:01:17.742537 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 51882) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:17.758347 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399df874-8c83-4763-b820-daad4601e855 req-3f93f057-7fb1-4b11-818a-b8b7bbba92c0 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:17.766616 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-399df874-8c83-4763-b820-daad4601e855 req-3f93f057-7fb1-4b11-818a-b8b7bbba92c0 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/ports?device_id=8141d2fb-0f50-41fb-bce0-7a6c7f7fc949 HTTP/1.1" status: 200  len: 944 time: 0.0994444
May 07 22:01:17.882305 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-004a2545-97e9-42e8-8593-8993b81dfb17 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3f39abdb186c4a85b6ebb6fb4a2cd983&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1379850
May 07 22:01:17.887253 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 51884) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:17.900473 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-399df874-8c83-4763-b820-daad4601e855 req-1ff0f6a9-9966-4cfb-909a-50245356856b tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7b1876c-a594-41c5-9872-578aa79ea667&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1315429
May 07 22:01:18.031055 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db430234-649e-4a7a-b098-48d74da9e3fc req-986bc75f-29e0-4eca-b459-2aa37a06a1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:18.032753 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-db430234-649e-4a7a-b098-48d74da9e3fc req-986bc75f-29e0-4eca-b459-2aa37a06a1ca service neutron] 10.222.0.59 "GET /v2.0/subnets?id=86e7e675-440c-49d1-8be8-1667506afa40 HTTP/1.1" status: 200  len: 854 time: 0.7813942
May 07 22:01:18.051333 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a6ac1999-04b8-4002-bf33-1c15cb2b2e5e admin admin] Publish callbacks [] for security_group (e177b370-f55e-4d54-a307-335bbaa81a30), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:18.103461 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a6ac1999-04b8-4002-bf33-1c15cb2b2e5e admin admin] Publish callbacks [] for security_group (e177b370-f55e-4d54-a307-335bbaa81a30), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:18.118131 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb92707a-2588-421d-84ab-82734db01023 req-71f677bc-6784-4fc5-a1a1-4f5019cfa52b tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:18.118948 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97307c6e-e0f3-42bf-a102-6e3251ac63c0 req-3f1f9185-59f7-4a76-a1e2-1a61b4d19478 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:18.120919 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-97307c6e-e0f3-42bf-a102-6e3251ac63c0 req-3f1f9185-59f7-4a76-a1e2-1a61b4d19478 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/ports?device_id=931cb167-5bcb-4aef-8b2b-029dbcb4d7e9 HTTP/1.1" status: 200  len: 943 time: 0.6377113
May 07 22:01:18.125760 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fb92707a-2588-421d-84ab-82734db01023 req-71f677bc-6784-4fc5-a1a1-4f5019cfa52b tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdd32653-348f-44ed-80fe-0a58500e3ced HTTP/1.1" status: 200  len: 945 time: 0.1017241
May 07 22:01:18.131859 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a5ed7359-0465-483a-a851-0975f9049b77 req-60b5d391-2ace-44c2-ab2d-a08b94532a86 service neutron] 10.222.0.59 "GET /v2.0/networks/4e401ba0-7563-49f5-9424-036872d14546?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0641696
May 07 22:01:18.140463 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-138ec815-4e55-4ee3-881f-755abe6a6f32 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (f71eac91-e557-48a5-83c7-9a315c81296e), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:18.220949 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db430234-649e-4a7a-b098-48d74da9e3fc req-0ba664eb-da26-4875-a13f-6fbe51cfc129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:18.223040 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-db430234-649e-4a7a-b098-48d74da9e3fc req-0ba664eb-da26-4875-a13f-6fbe51cfc129 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f64cbfbe-feaa-48dc-9089-9445aa1eaa5a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1654170
May 07 22:01:18.239673 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fb92707a-2588-421d-84ab-82734db01023 req-705d8f4d-1612-4eb9-add8-4c8d932cd7fd tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d85ced8-44c7-47ce-a4c7-1950d9c3cf50&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1128263
May 07 22:01:18.240663 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a6ac1999-04b8-4002-bf33-1c15cb2b2e5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (e177b370-f55e-4d54-a307-335bbaa81a30), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:18.247839 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a6ac1999-04b8-4002-bf33-1c15cb2b2e5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:18.261637 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-a6ac1999-04b8-4002-bf33-1c15cb2b2e5e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e177b370-f55e-4d54-a307-335bbaa81a30 HTTP/1.1" status: 204  len: 168 time: 0.3692098
May 07 22:01:18.280727 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ac1999-04b8-4002-bf33-1c15cb2b2e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e177b370-f55e-4d54-a307-335bbaa81a30,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:18.325200 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138ec815-4e55-4ee3-881f-755abe6a6f32 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Pushing event deleted for resources: {'Port': ['ID=f71eac91-e557-48a5-83c7-9a315c81296e,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:18.327037 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8141d2fb-0f50-41fb-bce0-7a6c7f7fc949', 'tag': '2e46252a-79ff-49d8-a0dc-dceb03f5d5ae'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:01:18.329224 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a30dec9-3e13-47ba-936e-e4939eed9d49" -d '{"events": [{"name": "network-changed", "server_uuid": "8141d2fb-0f50-41fb-bce0-7a6c7f7fc949", "tag": "2e46252a-79ff-49d8-a0dc-dceb03f5d5ae"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:01:18.407380 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138ec815-4e55-4ee3-881f-755abe6a6f32 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] No DVR routers for this DVR port f71eac91-e557-48a5-83c7-9a315c81296e on host ncdv-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:01:18.462464 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-97307c6e-e0f3-42bf-a102-6e3251ac63c0 req-ec673e09-ca98-49a1-bf05-52a61e08643c tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2f94373-fd3e-4a2b-9dee-192df8871f41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3258445
May 07 22:01:18.584712 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a536aed-1d6f-4f12-81f7-02b6f32aad24 x-openstack-request-id: req-0a536aed-1d6f-4f12-81f7-02b6f32aad24 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:01:18.585029 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8141d2fb-0f50-41fb-bce0-7a6c7f7fc949", "tag": "2e46252a-79ff-49d8-a0dc-dceb03f5d5ae", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:01:18.585274 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0a536aed-1d6f-4f12-81f7-02b6f32aad24 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:01:18.585676 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a536aed-1d6f-4f12-81f7-02b6f32aad24'] response: {'name': 'network-changed', 'server_uuid': '8141d2fb-0f50-41fb-bce0-7a6c7f7fc949', 'tag': '2e46252a-79ff-49d8-a0dc-dceb03f5d5ae', 'status': 'completed', 'code': 200}
May 07 22:01:18.639442 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-138ec815-4e55-4ee3-881f-755abe6a6f32 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (64eb457c-11ef-4307-9f03-87b599578b7f), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:18.669059 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5247fd-bfcc-4803-bb52-a89c3276bef0 req-0a13b8c4-f734-4e25-a787-06b29f791a41 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:18.670340 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a5ed7359-0465-483a-a851-0975f9049b77 req-adaf79e1-8949-49fd-bf9b-e96fb2e205dd service neutron] 10.222.0.59 "GET /v2.0/networks/4e401ba0-7563-49f5-9424-036872d14546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5208390
May 07 22:01:18.689568 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1d5247fd-bfcc-4803-bb52-a89c3276bef0 req-0a13b8c4-f734-4e25-a787-06b29f791a41 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/ports?device_id=77ba773a-10d4-4c62-b1a6-a64c236b6bff HTTP/1.1" status: 200  len: 946 time: 0.0712414
May 07 22:01:18.695949 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-06e3a32d-6dbc-4223-86c2-0a493c6620f9 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Deleting port acf1cbce-a8d1-4a26-b0eb-2f72221541f2 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:01:18.696289 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-06e3a32d-6dbc-4223-86c2-0a493c6620f9 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (acf1cbce-a8d1-4a26-b0eb-2f72221541f2), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:18.701710 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-138ec815-4e55-4ee3-881f-755abe6a6f32 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf8d4ceb50>,) {'filters': {'network_id': ['64eb457c-11ef-4307-9f03-87b599578b7f']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:18.705498 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-db430234-649e-4a7a-b098-48d74da9e3fc req-3e8c4842-8918-4c9a-a143-81fb8914fe04 service neutron] 10.222.0.59 "GET /v2.0/networks/f64cbfbe-feaa-48dc-9089-9445aa1eaa5a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3993549
May 07 22:01:18.733470 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-138ec815-4e55-4ee3-881f-755abe6a6f32 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8d4ceb50>, '52ce9a4f-7fff-4ea2-885e-44eb09d29424') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:18.733749 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-138ec815-4e55-4ee3-881f-755abe6a6f32 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8d4ceb50>, '52ce9a4f-7fff-4ea2-885e-44eb09d29424') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:18.771642 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1d5247fd-bfcc-4803-bb52-a89c3276bef0 req-34c25639-4872-41a7-9ca4-ccd976faf39e tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d85ced8-44c7-47ce-a4c7-1950d9c3cf50&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0811217
May 07 22:01:18.782186 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-138ec815-4e55-4ee3-881f-755abe6a6f32 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (52ce9a4f-7fff-4ea2-885e-44eb09d29424), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:18.807424 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 22:01:18.808496 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-138ec815-4e55-4ee3-881f-755abe6a6f32 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (52ce9a4f-7fff-4ea2-885e-44eb09d29424), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:18.821531 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-138ec815-4e55-4ee3-881f-755abe6a6f32 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:01:18.821940 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-138ec815-4e55-4ee3-881f-755abe6a6f32 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (52ce9a4f-7fff-4ea2-885e-44eb09d29424), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:18.827496 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 22:01:18.827496 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:01:18.827496 ncdv-master-1 neutron-server[121837]:     timer()
May 07 22:01:18.827496 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:01:18.827496 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 22:01:18.827496 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:01:18.827496 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 22:01:18.827496 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:01:18.827496 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 22:01:18.827496 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:01:18.827496 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 22:01:18.827496 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:01:18.827496 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 22:01:18.827496 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:01:18.827496 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:01:18.827496 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:01:18.827496 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:01:18.827496 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:01:18.827496 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 22:01:18.827496 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:01:18.827496 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 22:01:18.827496 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:01:18.827496 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:01:18.827496 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:01:18.827496 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 22:01:18.827496 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:01:18.827496 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:01:18.827496 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:01:18.827496 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:01:18.827496 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:01:18.827496 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:01:18.827496 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:01:18.904211 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-06e3a32d-6dbc-4223-86c2-0a493c6620f9 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] For port acf1cbce-a8d1-4a26-b0eb-2f72221541f2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=acf1cbce-a8d1-4a26-b0eb-2f72221541f2,segment=NetworkSegment(95d0dccb-a1c7-4a20-8a48-5e96e2f2489c),segment_id=95d0dccb-a1c7-4a20-8a48-5e96e2f2489c)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:01:18.904689 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-06e3a32d-6dbc-4223-86c2-0a493c6620f9 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (acf1cbce-a8d1-4a26-b0eb-2f72221541f2), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:18.943912 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-06e3a32d-6dbc-4223-86c2-0a493c6620f9 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Calling delete_port for acf1cbce-a8d1-4a26-b0eb-2f72221541f2 owned by network:router_interface {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:01:18.951066 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-138ec815-4e55-4ee3-881f-755abe6a6f32 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (64eb457c-11ef-4307-9f03-87b599578b7f), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:18.974994 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-138ec815-4e55-4ee3-881f-755abe6a6f32 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:18.982358 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 51918) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:18.987755 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-138ec815-4e55-4ee3-881f-755abe6a6f32 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] 10.222.0.32 "DELETE /v2.0/networks/64eb457c-11ef-4307-9f03-87b599578b7f HTTP/1.1" status: 204  len: 168 time: 6.6976452
May 07 22:01:18.989122 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-c8b06454-3b4b-49f0-b445-5b48686a7d7d tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1188088923'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:01:18.990734 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138ec815-4e55-4ee3-881f-755abe6a6f32 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Pushing event deleted for resources: {'Network': ['ID=64eb457c-11ef-4307-9f03-87b599578b7f,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:19.067549 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b06454-3b4b-49f0-b445-5b48686a7d7d tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Made reservation on behalf of d7da299cb7fd4b569f047ab71e3255d4 for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:01:19.071063 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c8b06454-3b4b-49f0-b445-5b48686a7d7d tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:19.190072 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8b06454-3b4b-49f0-b445-5b48686a7d7d tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:01:19.202364 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c8b06454-3b4b-49f0-b445-5b48686a7d7d tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (297353af-f575-4376-b142-94e95eb122af), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:19.203085 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-c8b06454-3b4b-49f0-b445-5b48686a7d7d tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Added segment 297353af-f575-4376-b142-94e95eb122af of type vlan for network 72221620-9c3b-426a-ae2a-6953fde2b810
May 07 22:01:19.252789 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab191f5-abc0-4984-9659-37bb291e2cab req-f02a499e-c2f0-4e5a-9347-8450e0822e39 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:19.261227 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0ab191f5-abc0-4984-9659-37bb291e2cab req-f02a499e-c2f0-4e5a-9347-8450e0822e39 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/ports?device_id=20117710-052c-46c3-8ca2-f601df488811 HTTP/1.1" status: 200  len: 945 time: 0.0980000
May 07 22:01:19.276093 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c8b06454-3b4b-49f0-b445-5b48686a7d7d tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (72221620-9c3b-426a-ae2a-6953fde2b810), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:19.315614 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700f3f17-13c8-4c9f-9346-ffd4c8acf266 req-efa06819-cf47-4eb3-b257-9b18d665c3ec tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:19.324516 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-700f3f17-13c8-4c9f-9346-ffd4c8acf266 req-efa06819-cf47-4eb3-b257-9b18d665c3ec tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/ports?device_id=8141d2fb-0f50-41fb-bce0-7a6c7f7fc949 HTTP/1.1" status: 200  len: 944 time: 0.2140579
May 07 22:01:19.329573 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c8b06454-3b4b-49f0-b445-5b48686a7d7d tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (72221620-9c3b-426a-ae2a-6953fde2b810), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:19.334857 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b06454-3b4b-49f0-b445-5b48686a7d7d tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:19.335909 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c8b06454-3b4b-49f0-b445-5b48686a7d7d tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:19.347253 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-06e3a32d-6dbc-4223-86c2-0a493c6620f9 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (acf1cbce-a8d1-4a26-b0eb-2f72221541f2), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:19.419644 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0ab191f5-abc0-4984-9659-37bb291e2cab req-43a2c229-5b95-4749-aaae-2074a7ed7ce6 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d85ced8-44c7-47ce-a4c7-1950d9c3cf50&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1571846
May 07 22:01:19.428335 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e3a32d-6dbc-4223-86c2-0a493c6620f9 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Pushing event deleted for resources: {'Port': ['ID=acf1cbce-a8d1-4a26-b0eb-2f72221541f2,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:19.443422 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-c8b06454-3b4b-49f0-b445-5b48686a7d7d tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.4593554
May 07 22:01:19.449491 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 51936) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:19.457698 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-ea1fd4a7-6382-42cb-893e-9a9daea6864b tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Request body: {'subnet': {'network_id': '72221620-9c3b-426a-ae2a-6953fde2b810', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:01:19.461258 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b06454-3b4b-49f0-b445-5b48686a7d7d tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Pushing event updated for resources: {'Network': ['ID=72221620-9c3b-426a-ae2a-6953fde2b810,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:19.479714 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 72221620-9c3b-426a-ae2a-6953fde2b810 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:01:19.512400 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-700f3f17-13c8-4c9f-9346-ffd4c8acf266 req-2e8d672c-223b-4ac3-a593-2aaaa423b39e tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7b1876c-a594-41c5-9872-578aa79ea667&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1818545
May 07 22:01:19.641925 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 51944) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:19.705836 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea1fd4a7-6382-42cb-893e-9a9daea6864b tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Made reservation on behalf of d7da299cb7fd4b569f047ab71e3255d4 for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:01:19.711675 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ea1fd4a7-6382-42cb-893e-9a9daea6864b tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:19.822374 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507109fa-3b38-4814-adcb-f1d281a11228 req-d32ff3d7-ab25-4102-b7fe-23b49aa39a78 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:19.832910 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-507109fa-3b38-4814-adcb-f1d281a11228 req-d32ff3d7-ab25-4102-b7fe-23b49aa39a78 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/ports?device_id=931cb167-5bcb-4aef-8b2b-029dbcb4d7e9 HTTP/1.1" status: 200  len: 943 time: 0.1440356
May 07 22:01:20.021494 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-db430234-649e-4a7a-b098-48d74da9e3fc req-c131dd6e-d7ae-45e6-ba9a-0f16109ce483 service neutron] 10.222.0.59 "GET /v2.0/networks/f64cbfbe-feaa-48dc-9089-9445aa1eaa5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1848176
May 07 22:01:20.042802 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efb14bd-c2bf-473c-86de-d857d28ce70d req-68fe9992-f10d-4eb4-8242-aac064b2ee88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:20.044645 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3efb14bd-c2bf-473c-86de-d857d28ce70d req-68fe9992-f10d-4eb4-8242-aac064b2ee88 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1fb49d7a99844a7ab8ef30fb59250e7d&device_id=931cb167-5bcb-4aef-8b2b-029dbcb4d7e9 HTTP/1.1" status: 200  len: 1125 time: 0.1691778
May 07 22:01:20.046197 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-06e3a32d-6dbc-4223-86c2-0a493c6620f9 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401002'] for router_interface (f401884a-34c3-4298-b93b-87fb57ab5ea1), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:20.046521 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-0c0388d2-36f5-4266-9371-7b1b71cd5fc4 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1039258511-network', 'tenant_id': '759c66c34f414c19b2109393738ef639'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:01:20.066465 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-507109fa-3b38-4814-adcb-f1d281a11228 req-91ef5b58-359e-484c-b4ad-3eb143610d19 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2f94373-fd3e-4a2b-9dee-192df8871f41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2199290
May 07 22:01:20.082290 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ea1fd4a7-6382-42cb-893e-9a9daea6864b tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (4fc70176-120d-42c3-af4b-b1ce9a76b7e8), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:20.092881 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c0388d2-36f5-4266-9371-7b1b71cd5fc4 admin admin] Made reservation on behalf of 759c66c34f414c19b2109393738ef639 for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:01:20.099234 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0c0388d2-36f5-4266-9371-7b1b71cd5fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:20.177202 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0c0388d2-36f5-4266-9371-7b1b71cd5fc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:20.207805 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f0a8d8-833f-437a-b3b7-d6e03bf03536 req-8224fc62-d82d-4c53-be17-7ec276f3b0dc tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:20.216552 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f0a8d8-833f-437a-b3b7-d6e03bf03536 req-8224fc62-d82d-4c53-be17-7ec276f3b0dc tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:20.222151 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f0a8d8-833f-437a-b3b7-d6e03bf03536 req-8224fc62-d82d-4c53-be17-7ec276f3b0dc tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:20.223894 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-34f0a8d8-833f-437a-b3b7-d6e03bf03536 req-8224fc62-d82d-4c53-be17-7ec276f3b0dc tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/ports?device_id=77ba773a-10d4-4c62-b1a6-a64c236b6bff&device_id=bdd32653-348f-44ed-80fe-0a58500e3ced&device_id=20117710-052c-46c3-8ca2-f601df488811 HTTP/1.1" status: 200  len: 2417 time: 0.1839156
May 07 22:01:20.282267 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1fd4a7-6382-42cb-893e-9a9daea6864b tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Pushing event updated for resources: {'Subnet': ['ID=4fc70176-120d-42c3-af4b-b1ce9a76b7e8,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:20.308432 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1fd4a7-6382-42cb-893e-9a9daea6864b tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Checking segment: {'id': '297353af-f575-4376-b142-94e95eb122af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '72221620-9c3b-426a-ae2a-6953fde2b810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:01:20.309052 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1fd4a7-6382-42cb-893e-9a9daea6864b tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Network hostable DHCP agents. Network: 72221620-9c3b-426a-ae2a-6953fde2b810, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:01:20.325076 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efb14bd-c2bf-473c-86de-d857d28ce70d req-17287c16-b855-40bb-8904-087f394a9288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:20.327573 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3efb14bd-c2bf-473c-86de-d857d28ce70d req-17287c16-b855-40bb-8904-087f394a9288 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4e401ba0-7563-49f5-9424-036872d14546 HTTP/1.1" status: 200  len: 912 time: 0.2512803
May 07 22:01:20.365773 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-34f0a8d8-833f-437a-b3b7-d6e03bf03536 req-0ced38dd-f6a8-4965-8dec-a0e1c0828a62 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d85ced8-44c7-47ce-a4c7-1950d9c3cf50&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1140714
May 07 22:01:20.401883 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1fd4a7-6382-42cb-893e-9a9daea6864b tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Network 72221620-9c3b-426a-ae2a-6953fde2b810 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:01:20.425623 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06e3a32d-6dbc-4223-86c2-0a493c6620f9 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Router f401884a-34c3-4298-b93b-87fb57ab5ea1 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:01:20.435359 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-ea1fd4a7-6382-42cb-893e-9a9daea6864b tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 72221620-9c3b-426a-ae2a-6953fde2b810) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:01:20.449433 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a878f0b0-da6d-4cde-adb6-98ba1ef254bc None None] Network 72221620-9c3b-426a-ae2a-6953fde2b810 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:01:20.459981 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1fd4a7-6382-42cb-893e-9a9daea6864b tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:20.460583 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ea1fd4a7-6382-42cb-893e-9a9daea6864b tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:20.509626 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0c0388d2-36f5-4266-9371-7b1b71cd5fc4 admin admin] Publish callbacks [] for security_group (2c335e02-4871-4a34-8e92-8c24a11b7b47), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:20.520454 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0c0388d2-36f5-4266-9371-7b1b71cd5fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (2c335e02-4871-4a34-8e92-8c24a11b7b47), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:20.541759 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-ea1fd4a7-6382-42cb-893e-9a9daea6864b tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 865 time: 1.0909128
May 07 22:01:20.547595 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 51956) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:20.576037 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c0388d2-36f5-4266-9371-7b1b71cd5fc4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:01:20.652568 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2587a8aa-fb06-4cf3-88b2-7d3431912aec req-b61e3da1-da50-45f7-a739-c505068fde90 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:20.654108 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2587a8aa-fb06-4cf3-88b2-7d3431912aec req-b61e3da1-da50-45f7-a739-c505068fde90 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/ports?device_id=77ba773a-10d4-4c62-b1a6-a64c236b6bff HTTP/1.1" status: 200  len: 946 time: 0.1319101
May 07 22:01:20.664206 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06e3a32d-6dbc-4223-86c2-0a493c6620f9 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:01:20.673408 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c8498d-d74e-4312-8682-66304413b3b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-72221620-9c3b-426a-ae2a-6953fde2b810', 'network_id': '72221620-9c3b-426a-ae2a-6953fde2b810', 'project_id': 'd7da299cb7fd4b569f047ab71e3255d4', 'fixed_ips': [{'subnet_id': '4fc70176-120d-42c3-af4b-b1ce9a76b7e8'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:01:20.674316 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c4c8498d-d74e-4312-8682-66304413b3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:20.679293 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb40da7-4666-40c1-b626-145581da4fb0 None None] Sync routers for ids ['f401884a-34c3-4298-b93b-87fb57ab5ea1'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:01:20.690179 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-06e3a32d-6dbc-4223-86c2-0a493c6620f9 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "PUT /v2.0/routers/f401884a-34c3-4298-b93b-87fb57ab5ea1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7992902
May 07 22:01:20.692972 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccedc359-15f4-45b9-8c4d-d2fda19aab29 req-7c506480-9426-4f62-87e4-5cca9cdc5fba tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:20.694901 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ccedc359-15f4-45b9-8c4d-d2fda19aab29 req-7c506480-9426-4f62-87e4-5cca9cdc5fba tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/ports?device_id=8141d2fb-0f50-41fb-bce0-7a6c7f7fc949 HTTP/1.1" status: 200  len: 944 time: 0.0832071
May 07 22:01:20.698224 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 51958) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:20.710357 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb40da7-4666-40c1-b626-145581da4fb0 None None] Routers {'f401884a-34c3-4298-b93b-87fb57ab5ea1'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:01:20.710935 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0c0388d2-36f5-4266-9371-7b1b71cd5fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (3565a17e-e0eb-4b35-a7f2-f7d7af642fb7), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:20.711463 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-0c0388d2-36f5-4266-9371-7b1b71cd5fc4 admin admin] Added segment 3565a17e-e0eb-4b35-a7f2-f7d7af642fb7 of type vlan for network 33b52409-fae0-4935-b5d0-15acefaa0f3f
May 07 22:01:20.714526 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-4bb40da7-4666-40c1-b626-145581da4fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c9afd60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:00:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['f401884a-34c3-4298-b93b-87fb57ab5ea1'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:20.754730 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2587a8aa-fb06-4cf3-88b2-7d3431912aec req-a563fbce-9701-4e8d-912c-e8d9728e03bd tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d85ced8-44c7-47ce-a4c7-1950d9c3cf50&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0924637
May 07 22:01:20.816742 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0388d2-36f5-4266-9371-7b1b71cd5fc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c335e02-4871-4a34-8e92-8c24a11b7b47,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:20.823019 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c933b58b-106c-4bb4-a0e7-0b27dd51653a tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (72221620-9c3b-426a-ae2a-6953fde2b810), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:20.887244 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-4bb40da7-4666-40c1-b626-145581da4fb0 None None] Set router f401884a-34c3-4298-b93b-87fb57ab5ea1 gateway port host: None {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:01:20.892237 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9446922-41dd-4dcc-9663-779a5ee123c3 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Deleting subnet 952ed58c-6cb6-45a7-a66a-99b4083d536e {{(pid=121836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:01:20.905511 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e9446922-41dd-4dcc-9663-779a5ee123c3 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks [] for subnet (952ed58c-6cb6-45a7-a66a-99b4083d536e), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:21.022390 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0c0388d2-36f5-4266-9371-7b1b71cd5fc4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (33b52409-fae0-4935-b5d0-15acefaa0f3f), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:21.044806 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-c4c8498d-d74e-4312-8682-66304413b3b1 None None] Allocated IP 172.20.0.1 (72221620-9c3b-426a-ae2a-6953fde2b810/4fc70176-120d-42c3-af4b-b1ce9a76b7e8/f53a4c35-f567-4e02-a73e-b9d45449d2d3) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:01:21.053532 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ccedc359-15f4-45b9-8c4d-d2fda19aab29 req-c271465b-bd5c-4888-b9e5-d00f70642375 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7b1876c-a594-41c5-9872-578aa79ea667&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1680753
May 07 22:01:21.079995 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e9446922-41dd-4dcc-9663-779a5ee123c3 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726883'] for subnet (952ed58c-6cb6-45a7-a66a-99b4083d536e), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:21.285557 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e9446922-41dd-4dcc-9663-779a5ee123c3 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (952ed58c-6cb6-45a7-a66a-99b4083d536e), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:21.296228 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0c0388d2-36f5-4266-9371-7b1b71cd5fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (33b52409-fae0-4935-b5d0-15acefaa0f3f), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:21.297204 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0388d2-36f5-4266-9371-7b1b71cd5fc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:21.297808 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0c0388d2-36f5-4266-9371-7b1b71cd5fc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:21.374325 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-4bb40da7-4666-40c1-b626-145581da4fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c9afd60>, [{'id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'name': 'tempest-RoutersIpV6Test-router-1967308978', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:00:20Z', 'updated_at': '2022-05-07T22:01:19Z', 'revision_number': 8, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'gw_port_host': None, '_interfaces': [{'id': '11f529b2-9b2b-4fc8-8708-2c4e7852dad2', 'name': '', 'network_id': 'ae74b87d-b20b-4cb8-8cb1-eb479af708e0', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'mac_address': 'fa:16:3e:31:6d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '6e566a3e-3172-4ceb-b96e-905b1a9194b4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:38Z', 'updated_at': '2022-05-07T22:00:47Z', 'revision_number': 5, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'subnets': [{'id': '6e566a3e-3172-4ceb-b96e-905b1a9194b4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47172dfe-857b-45a6-9977-e0fd6426b92a', 'name': '', 'network_id': '4d8823c5-e4d2-4a9f-8503-ca496ab9c061', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'mac_address': 'fa:16:3e:3f:ab:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '60dbc808-cd32-4f27-b6c1-f67b315fbc21', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:47Z', 'updated_at': '2022-05-07T22:00:58Z', 'revision_number': 5, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'subnets': [{'id': '60dbc808-cd32-4f27-b6c1-f67b315fbc21', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2847041-deca-4787-a520-36214b25c9cb', 'name': '', 'network_id': 'add7415b-3dec-4c79-9eba-58ce88fa9087', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'mac_address': 'fa:16:3e:92:89:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '78208c1f-4b12-45ff-84a6-c2c59f46d723', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:24Z', 'updated_at': '2022-05-07T22:00:33Z', 'revision_number': 5, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'subnets': [{'id': '78208c1f-4b12-45ff-84a6-c2c59f46d723', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:21.389103 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3efb14bd-c2bf-473c-86de-d857d28ce70d req-270b50c9-6f57-4d57-93c3-111e863021d2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa4c2169-baeb-4b6e-a6e2-98691784c4a7 HTTP/1.1" status: 200  len: 217 time: 0.1308362
May 07 22:01:21.421545 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258ac8b6-fcf8-436a-8341-8715a82aa3ac req-f009e227-1ac0-4918-a825-6b6bf9c57343 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:21.431256 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-258ac8b6-fcf8-436a-8341-8715a82aa3ac req-f009e227-1ac0-4918-a825-6b6bf9c57343 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/ports?device_id=931cb167-5bcb-4aef-8b2b-029dbcb4d7e9 HTTP/1.1" status: 200  len: 943 time: 0.2165086
May 07 22:01:21.460895 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb40da7-4666-40c1-b626-145581da4fb0 None None] Checking router: f401884a-34c3-4298-b93b-87fb57ab5ea1 for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:01:21.467118 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c4c8498d-d74e-4312-8682-66304413b3b1 None None] Publish callbacks [] for port (f53a4c35-f567-4e02-a73e-b9d45449d2d3), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:21.474171 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a30dec9-3e13-47ba-936e-e4939eed9d49 req-e845ae65-bf03-4594-a958-b75a9685e34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:21.476004 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3a30dec9-3e13-47ba-936e-e4939eed9d49 req-e845ae65-bf03-4594-a958-b75a9685e34c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=57990769f50b412194a108cdd627a767&device_id=8141d2fb-0f50-41fb-bce0-7a6c7f7fc949 HTTP/1.1" status: 200  len: 1126 time: 0.2253273
May 07 22:01:21.481943 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c4c8498d-d74e-4312-8682-66304413b3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (f53a4c35-f567-4e02-a73e-b9d45449d2d3), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:21.486267 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb40da7-4666-40c1-b626-145581da4fb0 None None] Routers {'f401884a-34c3-4298-b93b-87fb57ab5ea1'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:01:21.489587 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-4bb40da7-4666-40c1-b626-145581da4fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c9afd60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:00:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['f401884a-34c3-4298-b93b-87fb57ab5ea1'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:21.503397 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0388d2-36f5-4266-9371-7b1b71cd5fc4 admin admin] Pushing event updated for resources: {'Network': ['ID=33b52409-fae0-4935-b5d0-15acefaa0f3f,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:21.511827 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-0c0388d2-36f5-4266-9371-7b1b71cd5fc4 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.8688469
May 07 22:01:21.530238 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 51978) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:21.535504 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-3fb26800-4221-4b29-a529-92f3928d570d admin admin] Request body: {'subnet': {'network_id': '33b52409-fae0-4935-b5d0-15acefaa0f3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1039258511-subnet', 'tenant_id': '759c66c34f414c19b2109393738ef639', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:01:21.546634 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 33b52409-fae0-4935-b5d0-15acefaa0f3f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:01:21.554167 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c933b58b-106c-4bb4-a0e7-0b27dd51653a tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (4fc70176-120d-42c3-af4b-b1ce9a76b7e8), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:21.574085 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c8498d-d74e-4312-8682-66304413b3b1 None None] Network 72221620-9c3b-426a-ae2a-6953fde2b810 is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:01:21.601340 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-c4c8498d-d74e-4312-8682-66304413b3b1 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:01:21.611615 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c8498d-d74e-4312-8682-66304413b3b1 None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:01:21.643402 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c8498d-d74e-4312-8682-66304413b3b1 None None] Pushing event updated for resources: {'Port': ['ID=f53a4c35-f567-4e02-a73e-b9d45449d2d3,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:21.653520 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c8498d-d74e-4312-8682-66304413b3b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:01:21.653703 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a30dec9-3e13-47ba-936e-e4939eed9d49 req-c7d25abb-cadf-47f9-b405-784634b7f9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:21.653947 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c8498d-d74e-4312-8682-66304413b3b1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:01:21.654301 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c8498d-d74e-4312-8682-66304413b3b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:01:21.654653 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c8498d-d74e-4312-8682-66304413b3b1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:01:21.655023 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c8498d-d74e-4312-8682-66304413b3b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:01:21.655356 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c8498d-d74e-4312-8682-66304413b3b1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:01:21.655648 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3a30dec9-3e13-47ba-936e-e4939eed9d49 req-c7d25abb-cadf-47f9-b405-784634b7f9bc service neutron] 10.222.0.59 "GET /v2.0/networks?id=f64cbfbe-feaa-48dc-9089-9445aa1eaa5a HTTP/1.1" status: 200  len: 916 time: 0.1672583
May 07 22:01:21.655776 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c8498d-d74e-4312-8682-66304413b3b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:01:21.655998 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c8498d-d74e-4312-8682-66304413b3b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:01:21.656331 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c8498d-d74e-4312-8682-66304413b3b1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:01:21.656653 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c8498d-d74e-4312-8682-66304413b3b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:01:21.656978 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c8498d-d74e-4312-8682-66304413b3b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:01:21.657301 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c8498d-d74e-4312-8682-66304413b3b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:01:21.657654 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c8498d-d74e-4312-8682-66304413b3b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:01:21.658025 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c8498d-d74e-4312-8682-66304413b3b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:01:21.658356 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c8498d-d74e-4312-8682-66304413b3b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:01:21.727460 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3a30dec9-3e13-47ba-936e-e4939eed9d49 req-c6b784df-72a6-4982-b42a-76f9c19ba645 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e46252a-79ff-49d8-a0dc-dceb03f5d5ae HTTP/1.1" status: 200  len: 217 time: 0.0545022
May 07 22:01:21.742531 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-c4c8498d-d74e-4312-8682-66304413b3b1 None None] Attempting to bind port f53a4c35-f567-4e02-a73e-b9d45449d2d3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:01:21.743231 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-c4c8498d-d74e-4312-8682-66304413b3b1 None None] Attempting to bind port f53a4c35-f567-4e02-a73e-b9d45449d2d3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '297353af-f575-4376-b142-94e95eb122af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '72221620-9c3b-426a-ae2a-6953fde2b810'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:01:21.744720 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c8498d-d74e-4312-8682-66304413b3b1 None None] Attempting to bind port f53a4c35-f567-4e02-a73e-b9d45449d2d3 on network 72221620-9c3b-426a-ae2a-6953fde2b810 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:01:21.753343 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efb14bd-c2bf-473c-86de-d857d28ce70d req-e2c445ac-b737-4961-be1c-82e5c8564897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:21.756585 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c8498d-d74e-4312-8682-66304413b3b1 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:01:21.757021 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c8498d-d74e-4312-8682-66304413b3b1 None None] Checking segment: {'id': '297353af-f575-4376-b142-94e95eb122af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '72221620-9c3b-426a-ae2a-6953fde2b810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:01:21.757465 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c4c8498d-d74e-4312-8682-66304413b3b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:21.758090 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c8498d-d74e-4312-8682-66304413b3b1 None None] Bound using segment: {'id': '297353af-f575-4376-b142-94e95eb122af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '72221620-9c3b-426a-ae2a-6953fde2b810'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:01:21.758582 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-c4c8498d-d74e-4312-8682-66304413b3b1 None None] Bound port: f53a4c35-f567-4e02-a73e-b9d45449d2d3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '297353af-f575-4376-b142-94e95eb122af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '72221620-9c3b-426a-ae2a-6953fde2b810'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:01:21.759367 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c4c8498d-d74e-4312-8682-66304413b3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f53a4c35-f567-4e02-a73e-b9d45449d2d3), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:21.761882 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:21.762225 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3efb14bd-c2bf-473c-86de-d857d28ce70d req-e2c445ac-b737-4961-be1c-82e5c8564897 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8d58b02e-bcfe-4d9f-9480-bc1a5a487d04 HTTP/1.1" status: 200  len: 851 time: 0.3684697
May 07 22:01:21.788952 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-4bb40da7-4666-40c1-b626-145581da4fb0 None None] Set router f401884a-34c3-4298-b93b-87fb57ab5ea1 gateway port host: None {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:01:21.806663 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fb26800-4221-4b29-a529-92f3928d570d admin admin] Made reservation on behalf of 759c66c34f414c19b2109393738ef639 for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:01:21.809128 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3fb26800-4221-4b29-a529-92f3928d570d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:21.836983 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-c4c8498d-d74e-4312-8682-66304413b3b1 None None] For port f53a4c35-f567-4e02-a73e-b9d45449d2d3, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:01:21.840544 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-c4c8498d-d74e-4312-8682-66304413b3b1 None None] For port f53a4c35-f567-4e02-a73e-b9d45449d2d3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f53a4c35-f567-4e02-a73e-b9d45449d2d3,segment=NetworkSegment(297353af-f575-4376-b142-94e95eb122af),segment_id=297353af-f575-4376-b142-94e95eb122af)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:01:21.850169 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c4c8498d-d74e-4312-8682-66304413b3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (f53a4c35-f567-4e02-a73e-b9d45449d2d3), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:21.952056 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c8498d-d74e-4312-8682-66304413b3b1 None None] Pushing event updated for resources: {'Port': ['ID=f53a4c35-f567-4e02-a73e-b9d45449d2d3,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:22.049872 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3efb14bd-c2bf-473c-86de-d857d28ce70d req-ea71cc13-0ab6-4f2c-ab4d-d96a51270b85 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4e401ba0-7563-49f5-9424-036872d14546&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2267699
May 07 22:01:22.057704 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e9446922-41dd-4dcc-9663-779a5ee123c3 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (952ed58c-6cb6-45a7-a66a-99b4083d536e), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:22.063237 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-258ac8b6-fcf8-436a-8341-8715a82aa3ac req-55e7a77c-1194-49b3-a403-319222a6c404 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2f94373-fd3e-4a2b-9dee-192df8871f41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6299598
May 07 22:01:22.121715 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a30dec9-3e13-47ba-936e-e4939eed9d49 req-0efaa210-1080-40b1-b94e-79752564a6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:22.123996 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3a30dec9-3e13-47ba-936e-e4939eed9d49 req-0efaa210-1080-40b1-b94e-79752564a6b6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=86e7e675-440c-49d1-8be8-1667506afa40 HTTP/1.1" status: 200  len: 854 time: 0.3733668
May 07 22:01:22.245585 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9446922-41dd-4dcc-9663-779a5ee123c3 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Pushing event deleted for resources: {'Subnet': ['ID=952ed58c-6cb6-45a7-a66a-99b4083d536e,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:22.258388 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a30dec9-3e13-47ba-936e-e4939eed9d49 req-d53c38e0-11a0-4ec7-a5d1-ef6529992228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:22.262957 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3a30dec9-3e13-47ba-936e-e4939eed9d49 req-d53c38e0-11a0-4ec7-a5d1-ef6529992228 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f64cbfbe-feaa-48dc-9089-9445aa1eaa5a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1198444
May 07 22:01:22.268833 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7172da8f-754f-4c0a-95ac-437a9e645f92 None None] Network b27f0d33-74db-46ab-9d20-c1ae48bccf50 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:01:22.276784 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e9446922-41dd-4dcc-9663-779a5ee123c3 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:22.302991 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-e9446922-41dd-4dcc-9663-779a5ee123c3 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "DELETE /v2.0/subnets/952ed58c-6cb6-45a7-a66a-99b4083d536e HTTP/1.1" status: 204  len: 168 time: 1.5969489
May 07 22:01:22.304847 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c933b58b-106c-4bb4-a0e7-0b27dd51653a tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (4fc70176-120d-42c3-af4b-b1ce9a76b7e8), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:22.309024 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 51998) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:22.453165 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-4bb40da7-4666-40c1-b626-145581da4fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c9afd60>, [{'id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'name': 'tempest-RoutersIpV6Test-router-1967308978', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:00:20Z', 'updated_at': '2022-05-07T22:01:19Z', 'revision_number': 8, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'gw_port_host': None, '_interfaces': [{'id': '11f529b2-9b2b-4fc8-8708-2c4e7852dad2', 'name': '', 'network_id': 'ae74b87d-b20b-4cb8-8cb1-eb479af708e0', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'mac_address': 'fa:16:3e:31:6d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '6e566a3e-3172-4ceb-b96e-905b1a9194b4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:38Z', 'updated_at': '2022-05-07T22:00:47Z', 'revision_number': 5, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'subnets': [{'id': '6e566a3e-3172-4ceb-b96e-905b1a9194b4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47172dfe-857b-45a6-9977-e0fd6426b92a', 'name': '', 'network_id': '4d8823c5-e4d2-4a9f-8503-ca496ab9c061', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'mac_address': 'fa:16:3e:3f:ab:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '60dbc808-cd32-4f27-b6c1-f67b315fbc21', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:47Z', 'updated_at': '2022-05-07T22:00:58Z', 'revision_number': 5, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'subnets': [{'id': '60dbc808-cd32-4f27-b6c1-f67b315fbc21', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2847041-deca-4787-a520-36214b25c9cb', 'name': '', 'network_id': 'add7415b-3dec-4c79-9eba-58ce88fa9087', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'mac_address': 'fa:16:3e:92:89:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '78208c1f-4b12-45ff-84a6-c2c59f46d723', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:24Z', 'updated_at': '2022-05-07T22:00:33Z', 'revision_number': 5, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'subnets': [{'id': '78208c1f-4b12-45ff-84a6-c2c59f46d723', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:22.486442 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb40da7-4666-40c1-b626-145581da4fb0 None None] The sync data for ids ['f401884a-34c3-4298-b93b-87fb57ab5ea1'] in ncdv-master-1 is: [{'id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'name': 'tempest-RoutersIpV6Test-router-1967308978', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:00:20Z', 'updated_at': '2022-05-07T22:01:19Z', 'revision_number': 8, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'gw_port_host': None, '_interfaces': [{'id': '11f529b2-9b2b-4fc8-8708-2c4e7852dad2', 'name': '', 'network_id': 'ae74b87d-b20b-4cb8-8cb1-eb479af708e0', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'mac_address': 'fa:16:3e:31:6d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '6e566a3e-3172-4ceb-b96e-905b1a9194b4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:38Z', 'updated_at': '2022-05-07T22:00:47Z', 'revision_number': 5, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'subnets': [{'id': '6e566a3e-3172-4ceb-b96e-905b1a9194b4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '47172dfe-857b-45a6-9977-e0fd6426b92a', 'name': '', 'network_id': '4d8823c5-e4d2-4a9f-8503-ca496ab9c061', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'mac_address': 'fa:16:3e:3f:ab:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '60dbc808-cd32-4f27-b6c1-f67b315fbc21', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:47Z', 'updated_at': '2022-05-07T22:00:58Z', 'revision_number': 5, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'subnets': [{'id': '60dbc808-cd32-4f27-b6c1-f67b315fbc21', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2847041-deca-4787-a520-36214b25c9cb', 'name': '', 'network_id': 'add7415b-3dec-4c79-9eba-58ce88fa9087', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'mac_address': 'fa:16:3e:92:89:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '78208c1f-4b12-45ff-84a6-c2c59f46d723', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:24Z', 'updated_at': '2022-05-07T22:00:33Z', 'revision_number': 5, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'subnets': [{'id': '78208c1f-4b12-45ff-84a6-c2c59f46d723', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:01:22.505683 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3efb14bd-c2bf-473c-86de-d857d28ce70d req-27b62448-0cbf-4321-a65c-7725dc750d10 service neutron] 10.222.0.59 "GET /v2.0/networks/4e401ba0-7563-49f5-9424-036872d14546?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4384384
May 07 22:01:22.516576 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c933b58b-106c-4bb4-a0e7-0b27dd51653a tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Pushing event deleted for resources: {'Subnet': ['ID=4fc70176-120d-42c3-af4b-b1ce9a76b7e8,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:22.687966 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82db3f52-a5b5-4e4f-94fe-91362e35725e req-b4b2f672-9368-4c2f-bee9-d7063960d315 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:22.696083 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-82db3f52-a5b5-4e4f-94fe-91362e35725e req-b4b2f672-9368-4c2f-bee9-d7063960d315 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/ports?device_id=8141d2fb-0f50-41fb-bce0-7a6c7f7fc949 HTTP/1.1" status: 200  len: 944 time: 0.3148832
May 07 22:01:22.712914 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c933b58b-106c-4bb4-a0e7-0b27dd51653a tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (72221620-9c3b-426a-ae2a-6953fde2b810), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:22.751807 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-c933b58b-106c-4bb4-a0e7-0b27dd51653a tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf861304c0>,) {'filters': {'network_id': ['72221620-9c3b-426a-ae2a-6953fde2b810']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:22.762669 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-c933b58b-106c-4bb4-a0e7-0b27dd51653a tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf861304c0>, '297353af-f575-4376-b142-94e95eb122af') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:22.762992 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-c933b58b-106c-4bb4-a0e7-0b27dd51653a tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf861304c0>, '297353af-f575-4376-b142-94e95eb122af') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:22.776775 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c933b58b-106c-4bb4-a0e7-0b27dd51653a tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (297353af-f575-4376-b142-94e95eb122af), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:22.818248 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-40fa2843-17ec-447f-8d85-0535d98f6f3b tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (b27f0d33-74db-46ab-9d20-c1ae48bccf50), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:22.824651 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-82db3f52-a5b5-4e4f-94fe-91362e35725e req-30c6fbad-c59b-47a5-88f5-ef2d3d684ca3 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7b1876c-a594-41c5-9872-578aa79ea667&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1271534
May 07 22:01:22.848070 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a01f18-5ec8-4196-9953-08d42ddfff44 req-4d71fdb3-1a4e-45b0-a9c9-b658ecd60f59 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:22.851008 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f1a01f18-5ec8-4196-9953-08d42ddfff44 req-4d71fdb3-1a4e-45b0-a9c9-b658ecd60f59 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/ports?device_id=20117710-052c-46c3-8ca2-f601df488811 HTTP/1.1" status: 200  len: 945 time: 0.1480286
May 07 22:01:22.897108 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c933b58b-106c-4bb4-a0e7-0b27dd51653a tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (297353af-f575-4376-b142-94e95eb122af), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:22.902459 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3a30dec9-3e13-47ba-936e-e4939eed9d49 req-9b1f91df-b4e3-4c7d-be5f-5eb5944bf2cb service neutron] 10.222.0.59 "GET /v2.0/networks/f64cbfbe-feaa-48dc-9089-9445aa1eaa5a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6298366
May 07 22:01:22.911298 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c933b58b-106c-4bb4-a0e7-0b27dd51653a tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:01:22.911704 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c933b58b-106c-4bb4-a0e7-0b27dd51653a tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (297353af-f575-4376-b142-94e95eb122af), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:22.936831 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd60f38-cd81-4da5-a4c9-2062afb9ad40 None None] DHCP port deletion for b27f0d33-74db-46ab-9d20-c1ae48bccf50 request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:01:23.018166 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-cbd60f38-cd81-4da5-a4c9-2062afb9ad40 None None] Deleting port 7f295264-02a4-4b4f-95fb-844db6940e79 {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:01:23.018556 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-cbd60f38-cd81-4da5-a4c9-2062afb9ad40 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (7f295264-02a4-4b4f-95fb-844db6940e79), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:23.115152 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3a30dec9-3e13-47ba-936e-e4939eed9d49 req-dd3289aa-37dd-467a-b12a-c468b6cb12ba service neutron] 10.222.0.59 "GET /v2.0/networks/f64cbfbe-feaa-48dc-9089-9445aa1eaa5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1944644
May 07 22:01:23.117020 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3efb14bd-c2bf-473c-86de-d857d28ce70d req-26cbbfad-b15e-463f-840b-e91beb3ff8ab service neutron] 10.222.0.59 "GET /v2.0/networks/4e401ba0-7563-49f5-9424-036872d14546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5910926
May 07 22:01:23.140188 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f1a01f18-5ec8-4196-9953-08d42ddfff44 req-ecc0d705-4c51-4609-ab8b-ed204b964fe0 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d85ced8-44c7-47ce-a4c7-1950d9c3cf50&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2747176
May 07 22:01:23.167368 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-40fa2843-17ec-447f-8d85-0535d98f6f3b tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Deleting port 7f295264-02a4-4b4f-95fb-844db6940e79 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:01:23.168133 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-40fa2843-17ec-447f-8d85-0535d98f6f3b tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (7f295264-02a4-4b4f-95fb-844db6940e79), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:23.179355 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-cbd60f38-cd81-4da5-a4c9-2062afb9ad40 None None] For port 7f295264-02a4-4b4f-95fb-844db6940e79, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7f295264-02a4-4b4f-95fb-844db6940e79,segment=NetworkSegment(95d0dccb-a1c7-4a20-8a48-5e96e2f2489c),segment_id=95d0dccb-a1c7-4a20-8a48-5e96e2f2489c)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:01:23.179814 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-cbd60f38-cd81-4da5-a4c9-2062afb9ad40 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (7f295264-02a4-4b4f-95fb-844db6940e79), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:23.229138 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-cbd60f38-cd81-4da5-a4c9-2062afb9ad40 None None] Calling delete_port for 7f295264-02a4-4b4f-95fb-844db6940e79 owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:01:23.337098 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-40fa2843-17ec-447f-8d85-0535d98f6f3b tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] For port 7f295264-02a4-4b4f-95fb-844db6940e79, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7f295264-02a4-4b4f-95fb-844db6940e79,segment=NetworkSegment(95d0dccb-a1c7-4a20-8a48-5e96e2f2489c),segment_id=95d0dccb-a1c7-4a20-8a48-5e96e2f2489c)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:01:23.337695 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-40fa2843-17ec-447f-8d85-0535d98f6f3b tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (7f295264-02a4-4b4f-95fb-844db6940e79), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:23.382256 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-40fa2843-17ec-447f-8d85-0535d98f6f3b tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Calling delete_port for 7f295264-02a4-4b4f-95fb-844db6940e79 owned by network:dhcp {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:01:23.454454 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-cbd60f38-cd81-4da5-a4c9-2062afb9ad40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (7f295264-02a4-4b4f-95fb-844db6940e79), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:23.478546 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 2e46252a-79ff-49d8-a0dc-dceb03f5d5ae details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:01:23.506575 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd60f38-cd81-4da5-a4c9-2062afb9ad40 None None] No DVR routers for this DVR port 7f295264-02a4-4b4f-95fb-844db6940e79 on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:01:23.512337 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd60f38-cd81-4da5-a4c9-2062afb9ad40 None None] Pushing event deleted for resources: {'Port': ['ID=7f295264-02a4-4b4f-95fb-844db6940e79,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:23.521419 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device f53a4c35-f567-4e02-a73e-b9d45449d2d3 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:01:23.574003 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 22:01:23.574003 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:01:23.574003 ncdv-master-1 neutron-server[121836]:     timer()
May 07 22:01:23.574003 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:01:23.574003 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 22:01:23.574003 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:01:23.574003 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 22:01:23.574003 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:01:23.574003 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 22:01:23.574003 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:01:23.574003 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 22:01:23.574003 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:01:23.574003 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 22:01:23.574003 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:01:23.574003 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:01:23.574003 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:01:23.574003 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:01:23.574003 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:01:23.574003 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 22:01:23.574003 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:01:23.574003 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 22:01:23.574003 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:01:23.574003 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:01:23.574003 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:01:23.574003 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 22:01:23.574003 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:01:23.574003 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:01:23.574003 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:01:23.574003 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:01:23.574003 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:01:23.574003 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:01:23.574003 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:01:23.597038 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3fb26800-4221-4b29-a529-92f3928d570d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (3e304f3b-3927-4f57-b6d9-ff32c4ae5938), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:23.631788 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-4fc4a239-b546-4ec8-824d-d1bf3b719828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:23.646167 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.db.api [None req-c933b58b-106c-4bb4-a0e7-0b27dd51653a tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
May 07 22:01:23.646167 ncdv-master-1 neutron-server[121836]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
May 07 22:01:23.646167 ncdv-master-1 neutron-server[121836]: [parameters: {'id': '72221620-9c3b-426a-ae2a-6953fde2b810'}]
May 07 22:01:23.646167 ncdv-master-1 neutron-server[121836]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=121836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 07 22:01:23.646660 ncdv-master-1 neutron-server[121836]: DEBUG oslo_db.api [None req-c933b58b-106c-4bb4-a0e7-0b27dd51653a tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 07 22:01:23.647727 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-40fa2843-17ec-447f-8d85-0535d98f6f3b tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (7f295264-02a4-4b4f-95fb-844db6940e79), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:23.677048 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b5a6dc-b6be-44cc-afdd-6ca876a98c53 req-b7965c6c-356a-4810-beb0-8bda5d24df51 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:23.684954 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e0b5a6dc-b6be-44cc-afdd-6ca876a98c53 req-b7965c6c-356a-4810-beb0-8bda5d24df51 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/ports?device_id=931cb167-5bcb-4aef-8b2b-029dbcb4d7e9 HTTP/1.1" status: 200  len: 943 time: 0.1059983
May 07 22:01:23.696300 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fa2843-17ec-447f-8d85-0535d98f6f3b tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Pushing event deleted for resources: {'Port': ['ID=7f295264-02a4-4b4f-95fb-844db6940e79,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:23.697452 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fa2843-17ec-447f-8d85-0535d98f6f3b tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] No DVR routers for this DVR port 7f295264-02a4-4b4f-95fb-844db6940e79 on host ncdv-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:01:23.742540 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb26800-4221-4b29-a529-92f3928d570d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e304f3b-3927-4f57-b6d9-ff32c4ae5938,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:23.759557 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port f53a4c35-f567-4e02-a73e-b9d45449d2d3 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:01:23.760244 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (f53a4c35-f567-4e02-a73e-b9d45449d2d3), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:23.781606 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb26800-4221-4b29-a529-92f3928d570d admin admin] Checking segment: {'id': '3565a17e-e0eb-4b35-a7f2-f7d7af642fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '33b52409-fae0-4935-b5d0-15acefaa0f3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:01:23.781899 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb26800-4221-4b29-a529-92f3928d570d admin admin] Network hostable DHCP agents. Network: 33b52409-fae0-4935-b5d0-15acefaa0f3f, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:01:23.812704 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:23.815098 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-40fa2843-17ec-447f-8d85-0535d98f6f3b tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (b27f0d33-74db-46ab-9d20-c1ae48bccf50), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:23.827997 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e0b5a6dc-b6be-44cc-afdd-6ca876a98c53 req-260c9b99-a4d8-4896-ae02-214bb1d88192 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2f94373-fd3e-4a2b-9dee-192df8871f41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1420789
May 07 22:01:23.842397 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 2e46252a-79ff-49d8-a0dc-dceb03f5d5ae, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2e46252a-79ff-49d8-a0dc-dceb03f5d5ae,segment=NetworkSegment(ce6ea8f0-3d38-4ce3-8f23-f8c47e599e56),segment_id=ce6ea8f0-3d38-4ce3-8f23-f8c47e599e56)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:01:23.859019 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': '2e46252a-79ff-49d8-a0dc-dceb03f5d5ae', 'network_id': 'f64cbfbe-feaa-48dc-9089-9445aa1eaa5a', 'port_id': '2e46252a-79ff-49d8-a0dc-dceb03f5d5ae', 'mac_address': 'fa:16:3e:9f:5d:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86e7e675-440c-49d1-8be8-1667506afa40', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:01:23.869269 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb26800-4221-4b29-a529-92f3928d570d admin admin] Network 33b52409-fae0-4935-b5d0-15acefaa0f3f is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:01:23.875601 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-40fa2843-17ec-447f-8d85-0535d98f6f3b tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf864b3f40>,) {'filters': {'network_id': ['b27f0d33-74db-46ab-9d20-c1ae48bccf50']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:23.886118 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-3fb26800-4221-4b29-a529-92f3928d570d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 33b52409-fae0-4935-b5d0-15acefaa0f3f) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:01:23.892764 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb26800-4221-4b29-a529-92f3928d570d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:23.893281 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3fb26800-4221-4b29-a529-92f3928d570d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:23.902116 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port f53a4c35-f567-4e02-a73e-b9d45449d2d3 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:01:23.902440 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f53a4c35-f567-4e02-a73e-b9d45449d2d3), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:23.907710 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e9cb85-1934-4514-b0a8-cbfe08a570cb None None] Network 33b52409-fae0-4935-b5d0-15acefaa0f3f requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:01:23.916833 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-40fa2843-17ec-447f-8d85-0535d98f6f3b tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf864b3f40>, '95d0dccb-a1c7-4a20-8a48-5e96e2f2489c') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:23.917165 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-40fa2843-17ec-447f-8d85-0535d98f6f3b tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf864b3f40>, '95d0dccb-a1c7-4a20-8a48-5e96e2f2489c') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:23.943780 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9002fea-3899-4e6f-bcb1-16c163f22888 None None] Network 72221620-9c3b-426a-ae2a-6953fde2b810 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:01:23.944363 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 52016) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:23.945437 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-3fb26800-4221-4b29-a529-92f3928d570d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 2.4140265
May 07 22:01:23.948719 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-7e083e3d-560d-4a3f-864f-d302cbf6c601 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1039258511-router', 'tenant_id': '759c66c34f414c19b2109393738ef639', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:01:23.964079 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-40fa2843-17ec-447f-8d85-0535d98f6f3b tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (95d0dccb-a1c7-4a20-8a48-5e96e2f2489c), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:24.024112 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-40fa2843-17ec-447f-8d85-0535d98f6f3b tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (95d0dccb-a1c7-4a20-8a48-5e96e2f2489c), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:24.047680 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7e083e3d-560d-4a3f-864f-d302cbf6c601 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (76e8003f-f07d-43c5-be91-2cdd94ca2a8c), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:24.048717 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7e083e3d-560d-4a3f-864f-d302cbf6c601 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (76e8003f-f07d-43c5-be91-2cdd94ca2a8c), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:24.064870 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40fa2843-17ec-447f-8d85-0535d98f6f3b tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:01:24.065454 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-40fa2843-17ec-447f-8d85-0535d98f6f3b tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (95d0dccb-a1c7-4a20-8a48-5e96e2f2489c), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:24.083413 ncdv-master-1 neutron-server[121837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:01:24.083413 ncdv-master-1 neutron-server[121837]:   self.session.flush()
May 07 22:01:24.083413 ncdv-master-1 neutron-server[121837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:01:24.083413 ncdv-master-1 neutron-server[121837]:   self.session.flush()
May 07 22:01:24.083413 ncdv-master-1 neutron-server[121837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:01:24.083413 ncdv-master-1 neutron-server[121837]:   self.session.flush()
May 07 22:01:24.083413 ncdv-master-1 neutron-server[121837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:01:24.083413 ncdv-master-1 neutron-server[121837]:   self.session.flush()
May 07 22:01:24.083413 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 22:01:24.083413 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:01:24.083413 ncdv-master-1 neutron-server[121837]:     timer()
May 07 22:01:24.083413 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:01:24.083413 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 22:01:24.083413 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:01:24.083413 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 22:01:24.083413 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:01:24.083413 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 22:01:24.083413 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:01:24.083413 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 22:01:24.083413 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:01:24.083413 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 22:01:24.083413 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:01:24.083413 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:01:24.083413 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:01:24.083413 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:01:24.083413 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:01:24.083413 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 22:01:24.083413 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:01:24.083413 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 22:01:24.083413 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:01:24.083413 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:01:24.083413 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:01:24.083413 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 22:01:24.083413 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:01:24.083413 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:01:24.083413 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:01:24.083413 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:01:24.083413 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:01:24.083413 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:01:24.083413 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:01:24.097719 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54402e5c-6123-4b7a-aec4-cc7b2d0b2106 req-1c082187-f508-4e59-aee0-cb03916f7e28 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:24.100081 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-54402e5c-6123-4b7a-aec4-cc7b2d0b2106 req-1c082187-f508-4e59-aee0-cb03916f7e28 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/ports?device_id=8141d2fb-0f50-41fb-bce0-7a6c7f7fc949 HTTP/1.1" status: 200  len: 944 time: 0.1766562
May 07 22:01:24.148543 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c933b58b-106c-4bb4-a0e7-0b27dd51653a tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (72221620-9c3b-426a-ae2a-6953fde2b810), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:24.245237 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7e083e3d-560d-4a3f-864f-d302cbf6c601 admin admin] Publish callbacks [] for router_controller (76e8003f-f07d-43c5-be91-2cdd94ca2a8c), precommit_add_association {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:24.249371 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-40fa2843-17ec-447f-8d85-0535d98f6f3b tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (b27f0d33-74db-46ab-9d20-c1ae48bccf50), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:24.280408 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5a8f45-7d00-4c5c-aaf3-e146140c4e88 req-f7f0220f-d4c0-4301-9021-b12515e90d74 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:24.282050 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7c5a8f45-7d00-4c5c-aaf3-e146140c4e88 req-f7f0220f-d4c0-4301-9021-b12515e90d74 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/ports?device_id=20117710-052c-46c3-8ca2-f601df488811 HTTP/1.1" status: 200  len: 945 time: 0.0571263
May 07 22:01:24.304185 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-c933b58b-106c-4bb4-a0e7-0b27dd51653a tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Deleting port f53a4c35-f567-4e02-a73e-b9d45449d2d3 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:01:24.304520 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c933b58b-106c-4bb4-a0e7-0b27dd51653a tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (f53a4c35-f567-4e02-a73e-b9d45449d2d3), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:24.335684 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-40fa2843-17ec-447f-8d85-0535d98f6f3b tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:24.342484 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-40fa2843-17ec-447f-8d85-0535d98f6f3b tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "DELETE /v2.0/networks/b27f0d33-74db-46ab-9d20-c1ae48bccf50 HTTP/1.1" status: 204  len: 168 time: 2.0314763
May 07 22:01:24.344256 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 52020) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:24.369866 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-abc9abef-478c-416a-952d-b9aa9a429a2b None None] Provisioning complete for port f53a4c35-f567-4e02-a73e-b9d45449d2d3 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:01:24.370636 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-abc9abef-478c-416a-952d-b9aa9a429a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (f53a4c35-f567-4e02-a73e-b9d45449d2d3), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:24.371930 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fa2843-17ec-447f-8d85-0535d98f6f3b tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Pushing event deleted for resources: {'Network': ['ID=b27f0d33-74db-46ab-9d20-c1ae48bccf50,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:24.381313 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port f53a4c35-f567-4e02-a73e-b9d45449d2d3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f53a4c35-f567-4e02-a73e-b9d45449d2d3,segment=NetworkSegment(297353af-f575-4376-b142-94e95eb122af),segment_id=297353af-f575-4376-b142-94e95eb122af)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:01:24.383355 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 2e46252a-79ff-49d8-a0dc-dceb03f5d5ae is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:01:24.384682 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (2e46252a-79ff-49d8-a0dc-dceb03f5d5ae), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:24.394131 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-54402e5c-6123-4b7a-aec4-cc7b2d0b2106 req-8be953cf-65e4-418b-b375-e3e5c4e6b24f tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7b1876c-a594-41c5-9872-578aa79ea667&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2848847
May 07 22:01:24.419935 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-c933b58b-106c-4bb4-a0e7-0b27dd51653a tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] For port f53a4c35-f567-4e02-a73e-b9d45449d2d3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f53a4c35-f567-4e02-a73e-b9d45449d2d3,segment=NetworkSegment(297353af-f575-4376-b142-94e95eb122af),segment_id=297353af-f575-4376-b142-94e95eb122af)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:01:24.420850 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c933b58b-106c-4bb4-a0e7-0b27dd51653a tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (f53a4c35-f567-4e02-a73e-b9d45449d2d3), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:24.426431 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (f53a4c35-f567-4e02-a73e-b9d45449d2d3), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:24.439755 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-c933b58b-106c-4bb4-a0e7-0b27dd51653a tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Calling delete_port for f53a4c35-f567-4e02-a73e-b9d45449d2d3 owned by network:dhcp {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:01:24.583579 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=f53a4c35-f567-4e02-a73e-b9d45449d2d3,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:24.590551 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device acf1cbce-a8d1-4a26-b0eb-2f72221541f2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:01:24.602082 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e46252a-79ff-49d8-a0dc-dceb03f5d5ae {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:01:24.676143 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7c5a8f45-7d00-4c5c-aaf3-e146140c4e88 req-d3aac024-60e9-4552-9f3d-8907e153e39d tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d85ced8-44c7-47ce-a4c7-1950d9c3cf50&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3853135
May 07 22:01:24.692739 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: acf1cbce-a8d1-4a26-b0eb-2f72221541f2 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:01:24.693100 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device acf1cbce-a8d1-4a26-b0eb-2f72221541f2 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:01:24.693547 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 7f295264-02a4-4b4f-95fb-844db6940e79 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:01:24.713015 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5459f392-e8b1-4896-88ee-2c60ad4acdd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-33b52409-fae0-4935-b5d0-15acefaa0f3f', 'network_id': '33b52409-fae0-4935-b5d0-15acefaa0f3f', 'project_id': '759c66c34f414c19b2109393738ef639', 'fixed_ips': [{'subnet_id': '3e304f3b-3927-4f57-b6d9-ff32c4ae5938'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:01:24.713933 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5459f392-e8b1-4896-88ee-2c60ad4acdd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:24.762059 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 7f295264-02a4-4b4f-95fb-844db6940e79 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:01:24.762413 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 7f295264-02a4-4b4f-95fb-844db6940e79 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:01:24.765029 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 2e46252a-79ff-49d8-a0dc-dceb03f5d5ae, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2e46252a-79ff-49d8-a0dc-dceb03f5d5ae,segment=NetworkSegment(ce6ea8f0-3d38-4ce3-8f23-f8c47e599e56),segment_id=ce6ea8f0-3d38-4ce3-8f23-f8c47e599e56)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:01:24.785090 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (2e46252a-79ff-49d8-a0dc-dceb03f5d5ae), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:24.785563 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device aa4c2169-baeb-4b6e-a6e2-98691784c4a7 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:01:24.927524 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=2e46252a-79ff-49d8-a0dc-dceb03f5d5ae,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:25.004781 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6a7e3c-3225-41d9-af20-d610b09464b0 None None] DHCP port deletion for 72221620-9c3b-426a-ae2a-6953fde2b810 request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:01:25.026226 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c933b58b-106c-4bb4-a0e7-0b27dd51653a tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (f53a4c35-f567-4e02-a73e-b9d45449d2d3), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:25.078618 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-ed6a7e3c-3225-41d9-af20-d610b09464b0 None None] The port 'f53a4c35-f567-4e02-a73e-b9d45449d2d3' was deleted {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}}
May 07 22:01:25.089845 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c933b58b-106c-4bb4-a0e7-0b27dd51653a tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Pushing event deleted for resources: {'Port': ['ID=f53a4c35-f567-4e02-a73e-b9d45449d2d3,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:25.092654 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port aa4c2169-baeb-4b6e-a6e2-98691784c4a7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=aa4c2169-baeb-4b6e-a6e2-98691784c4a7,segment=NetworkSegment(269ca44c-b28c-41b0-82b1-59695d4aeeab),segment_id=269ca44c-b28c-41b0-82b1-59695d4aeeab)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:01:25.096259 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c933b58b-106c-4bb4-a0e7-0b27dd51653a tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] No DVR routers for this DVR port f53a4c35-f567-4e02-a73e-b9d45449d2d3 on host ncdv-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:01:25.121607 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': 'aa4c2169-baeb-4b6e-a6e2-98691784c4a7', 'network_id': '4e401ba0-7563-49f5-9424-036872d14546', 'port_id': 'aa4c2169-baeb-4b6e-a6e2-98691784c4a7', 'mac_address': 'fa:16:3e:cb:96:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d58b02e-bcfe-4d9f-9480-bc1a5a487d04', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:01:25.131130 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-abc9abef-478c-416a-952d-b9aa9a429a2b None None] Current status of the port f53a4c35-f567-4e02-a73e-b9d45449d2d3 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:01:25.134431 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7e083e3d-560d-4a3f-864f-d302cbf6c601 admin admin] Publish callbacks [] for router_gateway (76e8003f-f07d-43c5-be91-2cdd94ca2a8c), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:25.236679 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c933b58b-106c-4bb4-a0e7-0b27dd51653a tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (72221620-9c3b-426a-ae2a-6953fde2b810), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:25.243693 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf2571-f1f2-4e26-8535-53a7994efa83 req-7eefc727-f080-48fe-8c19-b303767b2adb tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:25.251723 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-91cf2571-f1f2-4e26-8535-53a7994efa83 req-7eefc727-f080-48fe-8c19-b303767b2adb tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/ports?device_id=931cb167-5bcb-4aef-8b2b-029dbcb4d7e9 HTTP/1.1" status: 200  len: 943 time: 0.2297051
May 07 22:01:25.258287 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-5459f392-e8b1-4896-88ee-2c60ad4acdd3 None None] Allocated IP 172.20.0.2 (33b52409-fae0-4935-b5d0-15acefaa0f3f/3e304f3b-3927-4f57-b6d9-ff32c4ae5938/94593af4-6604-4670-b37f-b61fb2a6d8cd) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:01:25.261446 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port aa4c2169-baeb-4b6e-a6e2-98691784c4a7 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:01:25.264403 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (aa4c2169-baeb-4b6e-a6e2-98691784c4a7), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:25.316164 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa4c2169-baeb-4b6e-a6e2-98691784c4a7 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:01:25.362975 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cf1e81f6-f283-49ce-b182-34d58652ad5c tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401094'] for router_interface (f401884a-34c3-4298-b93b-87fb57ab5ea1), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:25.400720 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-91cf2571-f1f2-4e26-8535-53a7994efa83 req-46921b4a-78c9-440d-86b7-931c786b952f tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2f94373-fd3e-4a2b-9dee-192df8871f41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1436217
May 07 22:01:25.435702 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port aa4c2169-baeb-4b6e-a6e2-98691784c4a7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=aa4c2169-baeb-4b6e-a6e2-98691784c4a7,segment=NetworkSegment(269ca44c-b28c-41b0-82b1-59695d4aeeab),segment_id=269ca44c-b28c-41b0-82b1-59695d4aeeab)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:01:25.438338 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device f53a4c35-f567-4e02-a73e-b9d45449d2d3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:01:25.452784 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-c933b58b-106c-4bb4-a0e7-0b27dd51653a tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf8c83dca0>,) {'filters': {'network_id': ['72221620-9c3b-426a-ae2a-6953fde2b810']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:25.461867 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7e083e3d-560d-4a3f-864f-d302cbf6c601 admin admin] Publish callbacks [] for router_gateway (76e8003f-f07d-43c5-be91-2cdd94ca2a8c), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:25.471684 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (aa4c2169-baeb-4b6e-a6e2-98691784c4a7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:25.488478 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7e083e3d-560d-4a3f-864f-d302cbf6c601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:25.512156 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: f53a4c35-f567-4e02-a73e-b9d45449d2d3 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:01:25.512514 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device f53a4c35-f567-4e02-a73e-b9d45449d2d3 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:01:25.534616 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-c933b58b-106c-4bb4-a0e7-0b27dd51653a tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8c83dca0>, '297353af-f575-4376-b142-94e95eb122af') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:25.534975 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-c933b58b-106c-4bb4-a0e7-0b27dd51653a tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8c83dca0>, '297353af-f575-4376-b142-94e95eb122af') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:25.564138 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c933b58b-106c-4bb4-a0e7-0b27dd51653a tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (297353af-f575-4376-b142-94e95eb122af), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:25.573116 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=aa4c2169-baeb-4b6e-a6e2-98691784c4a7,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:25.665626 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c933b58b-106c-4bb4-a0e7-0b27dd51653a tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (297353af-f575-4376-b142-94e95eb122af), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:25.687002 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dbba64-a806-4923-b806-0098df0dd5fa req-59b4d23c-4d35-4355-9c16-ecee33543fad tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:25.695107 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-53dbba64-a806-4923-b806-0098df0dd5fa req-59b4d23c-4d35-4355-9c16-ecee33543fad tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/ports?device_id=8141d2fb-0f50-41fb-bce0-7a6c7f7fc949 HTTP/1.1" status: 200  len: 945 time: 0.1579969
May 07 22:01:25.697733 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c933b58b-106c-4bb4-a0e7-0b27dd51653a tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:01:25.698346 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c933b58b-106c-4bb4-a0e7-0b27dd51653a tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (297353af-f575-4376-b142-94e95eb122af), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:25.700348 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-7e083e3d-560d-4a3f-864f-d302cbf6c601 admin admin] Allocated IP 172.35.4.29 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/ece2a975-4d3c-4919-b3a7-2d7047f0c79b) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:01:25.703613 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 22:01:25.703613 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:01:25.703613 ncdv-master-1 neutron-server[121836]:     timer()
May 07 22:01:25.703613 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:01:25.703613 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 22:01:25.703613 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:01:25.703613 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 22:01:25.703613 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:01:25.703613 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 22:01:25.703613 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:01:25.703613 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 22:01:25.703613 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:01:25.703613 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 22:01:25.703613 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:01:25.703613 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:01:25.703613 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:01:25.703613 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:01:25.703613 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:01:25.703613 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 22:01:25.703613 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:01:25.703613 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 22:01:25.703613 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:01:25.703613 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:01:25.703613 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:01:25.703613 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 22:01:25.703613 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:01:25.703613 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:01:25.703613 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:01:25.703613 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:01:25.703613 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:01:25.703613 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:01:25.703613 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:01:25.714061 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5459f392-e8b1-4896-88ee-2c60ad4acdd3 None None] Publish callbacks [] for port (94593af4-6604-4670-b37f-b61fb2a6d8cd), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:25.734074 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5459f392-e8b1-4896-88ee-2c60ad4acdd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (94593af4-6604-4670-b37f-b61fb2a6d8cd), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:25.798623 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5459f392-e8b1-4896-88ee-2c60ad4acdd3 None None] Pushing event updated for resources: {'Port': ['ID=94593af4-6604-4670-b37f-b61fb2a6d8cd,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:25.813654 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5459f392-e8b1-4896-88ee-2c60ad4acdd3 None None] Network 33b52409-fae0-4935-b5d0-15acefaa0f3f is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:01:25.817063 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-5459f392-e8b1-4896-88ee-2c60ad4acdd3 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:01:25.825425 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5459f392-e8b1-4896-88ee-2c60ad4acdd3 None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:01:25.890575 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c933b58b-106c-4bb4-a0e7-0b27dd51653a tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (72221620-9c3b-426a-ae2a-6953fde2b810), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:25.900398 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c933b58b-106c-4bb4-a0e7-0b27dd51653a tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:25.912565 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-c933b58b-106c-4bb4-a0e7-0b27dd51653a tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] 10.222.0.32 "DELETE /v2.0/networks/72221620-9c3b-426a-ae2a-6953fde2b810 HTTP/1.1" status: 204  len: 168 time: 5.3628404
May 07 22:01:25.918132 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 52054) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:25.923407 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['aa4c2169-baeb-4b6e-a6e2-98691784c4a7'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:01:25.925480 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-6cddfa81-60e5-48e3-a05b-6d8617f5f7fc tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-132767768'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:01:25.933334 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7e083e3d-560d-4a3f-864f-d302cbf6c601 admin admin] Publish callbacks [] for port (ece2a975-4d3c-4919-b3a7-2d7047f0c79b), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:25.936574 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c933b58b-106c-4bb4-a0e7-0b27dd51653a tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Pushing event deleted for resources: {'Network': ['ID=72221620-9c3b-426a-ae2a-6953fde2b810,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:25.978983 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-53dbba64-a806-4923-b806-0098df0dd5fa req-a5bcfb00-93f7-4315-8fe8-4798b4e315b3 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7b1876c-a594-41c5-9872-578aa79ea667&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2765768
May 07 22:01:26.008236 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c76576-4a9f-4152-beb4-e4b12b5ff745 req-02df1a64-be56-4dd3-9280-5d9ff32be1ba tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:26.010495 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f1c76576-4a9f-4152-beb4-e4b12b5ff745 req-02df1a64-be56-4dd3-9280-5d9ff32be1ba tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/ports?device_id=20117710-052c-46c3-8ca2-f601df488811 HTTP/1.1" status: 200  len: 945 time: 0.0984354
May 07 22:01:26.026119 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cddfa81-60e5-48e3-a05b-6d8617f5f7fc tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Made reservation on behalf of d7da299cb7fd4b569f047ab71e3255d4 for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:01:26.030080 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6cddfa81-60e5-48e3-a05b-6d8617f5f7fc tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:26.054338 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-5459f392-e8b1-4896-88ee-2c60ad4acdd3 None None] Attempting to bind port 94593af4-6604-4670-b37f-b61fb2a6d8cd on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:01:26.055522 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-5459f392-e8b1-4896-88ee-2c60ad4acdd3 None None] Attempting to bind port 94593af4-6604-4670-b37f-b61fb2a6d8cd by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3565a17e-e0eb-4b35-a7f2-f7d7af642fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '33b52409-fae0-4935-b5d0-15acefaa0f3f'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:01:26.056184 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5459f392-e8b1-4896-88ee-2c60ad4acdd3 None None] Attempting to bind port 94593af4-6604-4670-b37f-b61fb2a6d8cd on network 33b52409-fae0-4935-b5d0-15acefaa0f3f {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:01:26.104621 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cddfa81-60e5-48e3-a05b-6d8617f5f7fc tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:01:26.113927 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['2e46252a-79ff-49d8-a0dc-dceb03f5d5ae'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:01:26.119614 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7e083e3d-560d-4a3f-864f-d302cbf6c601 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (ece2a975-4d3c-4919-b3a7-2d7047f0c79b), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:26.122133 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-cf1e81f6-f283-49ce-b182-34d58652ad5c tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Deleting port 47172dfe-857b-45a6-9977-e0fd6426b92a {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:01:26.122627 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cf1e81f6-f283-49ce-b182-34d58652ad5c tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (47172dfe-857b-45a6-9977-e0fd6426b92a), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:26.138514 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6cddfa81-60e5-48e3-a05b-6d8617f5f7fc tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (621dab4a-0324-4c09-842d-d60f60baa933), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:26.139150 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-6cddfa81-60e5-48e3-a05b-6d8617f5f7fc tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Added segment 621dab4a-0324-4c09-842d-d60f60baa933 of type vlan for network 6712ed83-2228-4009-aa70-fb301db422b3
May 07 22:01:26.171080 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f1c76576-4a9f-4152-beb4-e4b12b5ff745 req-061c9580-6ce0-4564-afad-6b57b0b41217 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d85ced8-44c7-47ce-a4c7-1950d9c3cf50&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1339159
May 07 22:01:26.192328 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e083e3d-560d-4a3f-864f-d302cbf6c601 admin admin] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:01:26.205883 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5459f392-e8b1-4896-88ee-2c60ad4acdd3 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:01:26.205883 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5459f392-e8b1-4896-88ee-2c60ad4acdd3 None None] Checking segment: {'id': '3565a17e-e0eb-4b35-a7f2-f7d7af642fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '33b52409-fae0-4935-b5d0-15acefaa0f3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:01:26.205883 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5459f392-e8b1-4896-88ee-2c60ad4acdd3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:26.205883 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5459f392-e8b1-4896-88ee-2c60ad4acdd3 None None] Bound using segment: {'id': '3565a17e-e0eb-4b35-a7f2-f7d7af642fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '33b52409-fae0-4935-b5d0-15acefaa0f3f'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:01:26.207932 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-7e083e3d-560d-4a3f-864f-d302cbf6c601 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:01:26.208056 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-5459f392-e8b1-4896-88ee-2c60ad4acdd3 None None] Bound port: 94593af4-6604-4670-b37f-b61fb2a6d8cd, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3565a17e-e0eb-4b35-a7f2-f7d7af642fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '33b52409-fae0-4935-b5d0-15acefaa0f3f'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:01:26.208056 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5459f392-e8b1-4896-88ee-2c60ad4acdd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (94593af4-6604-4670-b37f-b61fb2a6d8cd), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:26.261582 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e083e3d-560d-4a3f-864f-d302cbf6c601 admin admin] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:01:26.270695 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e083e3d-560d-4a3f-864f-d302cbf6c601 admin admin] Pushing event updated for resources: {'Port': ['ID=ece2a975-4d3c-4919-b3a7-2d7047f0c79b,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:26.309651 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6cddfa81-60e5-48e3-a05b-6d8617f5f7fc tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (6712ed83-2228-4009-aa70-fb301db422b3), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:26.318205 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-cf1e81f6-f283-49ce-b182-34d58652ad5c tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] For port 47172dfe-857b-45a6-9977-e0fd6426b92a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=47172dfe-857b-45a6-9977-e0fd6426b92a,segment=NetworkSegment(859c247f-32e5-4475-b842-3cbec37906d7),segment_id=859c247f-32e5-4475-b842-3cbec37906d7)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:01:26.318883 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cf1e81f6-f283-49ce-b182-34d58652ad5c tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (47172dfe-857b-45a6-9977-e0fd6426b92a), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:26.339662 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-cf1e81f6-f283-49ce-b182-34d58652ad5c tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Calling delete_port for 47172dfe-857b-45a6-9977-e0fd6426b92a owned by network:router_interface {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:01:26.359854 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-5459f392-e8b1-4896-88ee-2c60ad4acdd3 None None] For port 94593af4-6604-4670-b37f-b61fb2a6d8cd, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:01:26.363585 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-5459f392-e8b1-4896-88ee-2c60ad4acdd3 None None] For port 94593af4-6604-4670-b37f-b61fb2a6d8cd, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=94593af4-6604-4670-b37f-b61fb2a6d8cd,segment=NetworkSegment(3565a17e-e0eb-4b35-a7f2-f7d7af642fb7),segment_id=3565a17e-e0eb-4b35-a7f2-f7d7af642fb7)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:01:26.412593 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6cddfa81-60e5-48e3-a05b-6d8617f5f7fc tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (6712ed83-2228-4009-aa70-fb301db422b3), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:26.417832 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cddfa81-60e5-48e3-a05b-6d8617f5f7fc tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:26.418444 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6cddfa81-60e5-48e3-a05b-6d8617f5f7fc tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:26.458748 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6e8f24b8-3862-4ac6-a71d-ee4e18349166 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:26.465897 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5459f392-e8b1-4896-88ee-2c60ad4acdd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (94593af4-6604-4670-b37f-b61fb2a6d8cd), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:26.492480 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-6cddfa81-60e5-48e3-a05b-6d8617f5f7fc tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.5701249
May 07 22:01:26.496779 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 52064) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:26.503530 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-a33ca30d-591b-408f-a028-32e08377c3bd tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Request body: {'subnet': {'network_id': '6712ed83-2228-4009-aa70-fb301db422b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:01:26.590498 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cddfa81-60e5-48e3-a05b-6d8617f5f7fc tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Pushing event updated for resources: {'Network': ['ID=6712ed83-2228-4009-aa70-fb301db422b3,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:26.602061 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cf1e81f6-f283-49ce-b182-34d58652ad5c tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (47172dfe-857b-45a6-9977-e0fd6426b92a), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:26.622810 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5459f392-e8b1-4896-88ee-2c60ad4acdd3 None None] Pushing event updated for resources: {'Port': ['ID=94593af4-6604-4670-b37f-b61fb2a6d8cd,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:26.636964 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 6712ed83-2228-4009-aa70-fb301db422b3 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:01:26.646157 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1e81f6-f283-49ce-b182-34d58652ad5c tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Pushing event deleted for resources: {'Port': ['ID=47172dfe-857b-45a6-9977-e0fd6426b92a,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:26.799533 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16af138b-5322-4efa-890d-3e620b019685 req-a9caec30-3642-4e03-b0b1-9bfb856c5215 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:26.801606 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-16af138b-5322-4efa-890d-3e620b019685 req-a9caec30-3642-4e03-b0b1-9bfb856c5215 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/ports?device_id=931cb167-5bcb-4aef-8b2b-029dbcb4d7e9 HTTP/1.1" status: 200  len: 944 time: 0.2515783
May 07 22:01:26.870949 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cf1e81f6-f283-49ce-b182-34d58652ad5c tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401002'] for router_interface (f401884a-34c3-4298-b93b-87fb57ab5ea1), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:26.941940 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a33ca30d-591b-408f-a028-32e08377c3bd tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Made reservation on behalf of d7da299cb7fd4b569f047ab71e3255d4 for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:01:26.947426 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a33ca30d-591b-408f-a028-32e08377c3bd tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:26.965692 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7e083e3d-560d-4a3f-864f-d302cbf6c601 admin admin] Publish callbacks [] for router_gateway (76e8003f-f07d-43c5-be91-2cdd94ca2a8c), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:26.975506 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-16af138b-5322-4efa-890d-3e620b019685 req-421d0814-6156-4c87-8559-b0337aa5a52f tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2f94373-fd3e-4a2b-9dee-192df8871f41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1654198
May 07 22:01:27.197518 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64859b67-45f9-496f-ab0f-93afb95d8c98 req-aa191a85-002b-4a08-99b0-28108d54c1b9 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:27.197518 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-64859b67-45f9-496f-ab0f-93afb95d8c98 req-aa191a85-002b-4a08-99b0-28108d54c1b9 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/ports?device_id=8141d2fb-0f50-41fb-bce0-7a6c7f7fc949 HTTP/1.1" status: 200  len: 945 time: 0.0944448
May 07 22:01:27.263148 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf1e81f6-f283-49ce-b182-34d58652ad5c tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Router f401884a-34c3-4298-b93b-87fb57ab5ea1 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:01:27.294887 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-64859b67-45f9-496f-ab0f-93afb95d8c98 req-344662f3-f0ca-4aa5-9d8c-676160d84624 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7b1876c-a594-41c5-9872-578aa79ea667&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0861633
May 07 22:01:27.367939 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:27.423936 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763b1c66-bacf-4be4-8117-027d8777dfad req-1094a2e2-4a24-41af-9eb6-0a27027df860 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:27.430944 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-763b1c66-bacf-4be4-8117-027d8777dfad req-1094a2e2-4a24-41af-9eb6-0a27027df860 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/ports?device_id=20117710-052c-46c3-8ca2-f601df488811 HTTP/1.1" status: 200  len: 945 time: 0.1578474
May 07 22:01:27.448519 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf1e81f6-f283-49ce-b182-34d58652ad5c tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:01:27.459407 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541caf67-567e-4fff-9e5b-940436a4177c None None] Sync routers for ids ['f401884a-34c3-4298-b93b-87fb57ab5ea1'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:01:27.464361 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-cf1e81f6-f283-49ce-b182-34d58652ad5c tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "PUT /v2.0/routers/f401884a-34c3-4298-b93b-87fb57ab5ea1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1133378
May 07 22:01:27.464513 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 52090) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:27.472639 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7e083e3d-560d-4a3f-864f-d302cbf6c601 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (76e8003f-f07d-43c5-be91-2cdd94ca2a8c), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:27.484464 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541caf67-567e-4fff-9e5b-940436a4177c None None] Routers {'f401884a-34c3-4298-b93b-87fb57ab5ea1'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:01:27.485465 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-541caf67-567e-4fff-9e5b-940436a4177c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7ffef280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:01:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['f401884a-34c3-4298-b93b-87fb57ab5ea1'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:27.527261 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a33ca30d-591b-408f-a028-32e08377c3bd tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (3d2b0b72-f5d8-4bce-b4db-69576752e3a2), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:27.532975 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_v2 [None req-1978759d-713d-4259-b690-3572813cc6e1 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Deleting subnet 60dbc808-cd32-4f27-b6c1-f67b315fbc21 {{(pid=121836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:01:27.536354 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1978759d-713d-4259-b690-3572813cc6e1 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks [] for subnet (60dbc808-cd32-4f27-b6c1-f67b315fbc21), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:27.546926 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 94593af4-6604-4670-b37f-b61fb2a6d8cd up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:01:27.588380 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1978759d-713d-4259-b690-3572813cc6e1 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726883'] for subnet (60dbc808-cd32-4f27-b6c1-f67b315fbc21), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:27.594061 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-763b1c66-bacf-4be4-8117-027d8777dfad req-e6c23603-cd71-440d-aa26-3b25fdd73fd4 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d85ced8-44c7-47ce-a4c7-1950d9c3cf50&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1605380
May 07 22:01:27.647710 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-541caf67-567e-4fff-9e5b-940436a4177c None None] Set router f401884a-34c3-4298-b93b-87fb57ab5ea1 gateway port host: None {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:01:27.670711 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33ca30d-591b-408f-a028-32e08377c3bd tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Pushing event updated for resources: {'Subnet': ['ID=3d2b0b72-f5d8-4bce-b4db-69576752e3a2,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:27.678469 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 94593af4-6604-4670-b37f-b61fb2a6d8cd triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:01:27.678877 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (94593af4-6604-4670-b37f-b61fb2a6d8cd), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:27.688068 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33ca30d-591b-408f-a028-32e08377c3bd tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Checking segment: {'id': '621dab4a-0324-4c09-842d-d60f60baa933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '6712ed83-2228-4009-aa70-fb301db422b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:01:27.688439 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33ca30d-591b-408f-a028-32e08377c3bd tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Network hostable DHCP agents. Network: 6712ed83-2228-4009-aa70-fb301db422b3, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:01:27.718956 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1978759d-713d-4259-b690-3572813cc6e1 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (60dbc808-cd32-4f27-b6c1-f67b315fbc21), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:27.734865 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33ca30d-591b-408f-a028-32e08377c3bd tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Network 6712ed83-2228-4009-aa70-fb301db422b3 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:01:27.748326 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e083e3d-560d-4a3f-864f-d302cbf6c601 admin admin] Router 76e8003f-f07d-43c5-be91-2cdd94ca2a8c is scheduled to L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db with binding_index 1 {{(pid=121837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 07 22:01:27.753648 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-a33ca30d-591b-408f-a028-32e08377c3bd tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6712ed83-2228-4009-aa70-fb301db422b3) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:01:27.758329 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33ca30d-591b-408f-a028-32e08377c3bd tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:27.759084 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a33ca30d-591b-408f-a028-32e08377c3bd tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:27.786066 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-a33ca30d-591b-408f-a028-32e08377c3bd tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 793 time: 1.2856600
May 07 22:01:27.787280 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 52092) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:27.889235 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1978759d-713d-4259-b690-3572813cc6e1 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (60dbc808-cd32-4f27-b6c1-f67b315fbc21), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:27.913565 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1978759d-713d-4259-b690-3572813cc6e1 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:27.919762 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-1978759d-713d-4259-b690-3572813cc6e1 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "DELETE /v2.0/subnets/60dbc808-cd32-4f27-b6c1-f67b315fbc21 HTTP/1.1" status: 204  len: 168 time: 0.4519246
May 07 22:01:27.921045 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 52110) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:27.941300 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1978759d-713d-4259-b690-3572813cc6e1 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Pushing event deleted for resources: {'Subnet': ['ID=60dbc808-cd32-4f27-b6c1-f67b315fbc21,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:27.953613 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e083e3d-560d-4a3f-864f-d302cbf6c601 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:01:27.963459 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390d8209-a15f-4e50-aecf-2934b198f518 None None] Sync routers for ids ['76e8003f-f07d-43c5-be91-2cdd94ca2a8c'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:01:27.979251 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390d8209-a15f-4e50-aecf-2934b198f518 None None] Routers {'76e8003f-f07d-43c5-be91-2cdd94ca2a8c'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:01:27.980373 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-390d8209-a15f-4e50-aecf-2934b198f518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cb4aeb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:01:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['76e8003f-f07d-43c5-be91-2cdd94ca2a8c'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:28.001470 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ba4bfd8d-f371-45f1-8135-f6464c9ec6bc tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (6712ed83-2228-4009-aa70-fb301db422b3), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:28.039729 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7e083e3d-560d-4a3f-864f-d302cbf6c601 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:28.040765 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679d8dd3-3811-498a-9a0a-6d131b36fed8 None None] Network 6712ed83-2228-4009-aa70-fb301db422b3 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:01:28.043697 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-7e083e3d-560d-4a3f-864f-d302cbf6c601 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 4.0986526
May 07 22:01:28.048301 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4549ee-4215-41dc-9303-ad1ae7e899ea None None] Network 4d8823c5-e4d2-4a9f-8503-ca496ab9c061 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:01:28.049836 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 52120) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:28.055003 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device aa4c2169-baeb-4b6e-a6e2-98691784c4a7 up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:01:28.160591 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-390d8209-a15f-4e50-aecf-2934b198f518 None None] Set router 76e8003f-f07d-43c5-be91-2cdd94ca2a8c gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:01:28.193497 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ba4bfd8d-f371-45f1-8135-f6464c9ec6bc tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (3d2b0b72-f5d8-4bce-b4db-69576752e3a2), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:28.208136 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-70c7f188-7e1d-4903-a6d5-50aeedf62783 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (4d8823c5-e4d2-4a9f-8503-ca496ab9c061), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:28.225571 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c171a0f-5290-49bf-88c5-36fbf9318b34 req-998eba54-667a-44e1-b818-864720622635 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:28.227410 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8c171a0f-5290-49bf-88c5-36fbf9318b34 req-998eba54-667a-44e1-b818-864720622635 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/ports?device_id=931cb167-5bcb-4aef-8b2b-029dbcb4d7e9 HTTP/1.1" status: 200  len: 944 time: 0.1147702
May 07 22:01:28.320952 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126477c6-92f4-4486-a641-06f04d67a97a req-c1451dc0-e10f-45b3-99d7-62f9a3067196 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:28.328602 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-126477c6-92f4-4486-a641-06f04d67a97a req-c1451dc0-e10f-45b3-99d7-62f9a3067196 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] 10.222.0.32 "GET /v2.0/ports?device_id=de30285c-55a0-4bf5-91e8-9bdd7282f8d7 HTTP/1.1" status: 200  len: 949 time: 0.2283995
May 07 22:01:28.356220 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ba4bfd8d-f371-45f1-8135-f6464c9ec6bc tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (3d2b0b72-f5d8-4bce-b4db-69576752e3a2), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:28.383288 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-390d8209-a15f-4e50-aecf-2934b198f518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cb4aeb0>, [{'id': '76e8003f-f07d-43c5-be91-2cdd94ca2a8c', 'name': 'tempest-ServerActionsTestJSON-1039258511-router', 'tenant_id': '759c66c34f414c19b2109393738ef639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.29'}], 'enable_snat': True}, 'gw_port_id': 'ece2a975-4d3c-4919-b3a7-2d7047f0c79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:01:24Z', 'updated_at': '2022-05-07T22:01:26Z', 'revision_number': 3, 'project_id': '759c66c34f414c19b2109393738ef639', 'gw_port': {'id': 'ece2a975-4d3c-4919-b3a7-2d7047f0c79b', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:40:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76e8003f-f07d-43c5-be91-2cdd94ca2a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:01:25Z', 'updated_at': '2022-05-07T22:01:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:28.403209 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4bfd8d-f371-45f1-8135-f6464c9ec6bc tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Pushing event deleted for resources: {'Subnet': ['ID=3d2b0b72-f5d8-4bce-b4db-69576752e3a2,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:28.423653 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390d8209-a15f-4e50-aecf-2934b198f518 None None] Checking router: 76e8003f-f07d-43c5-be91-2cdd94ca2a8c for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:01:28.423998 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390d8209-a15f-4e50-aecf-2934b198f518 None None] Updating router 76e8003f-f07d-43c5-be91-2cdd94ca2a8c port ece2a975-4d3c-4919-b3a7-2d7047f0c79b binding host ncdv-master-1 {{(pid=121839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 22:01:28.451386 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-126477c6-92f4-4486-a641-06f04d67a97a req-996a6ad6-3860-4f4b-bc3a-40d71d0e8e4d tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a925320-3da9-4f33-a573-9f26e57ac6c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1218066
May 07 22:01:28.465601 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-390d8209-a15f-4e50-aecf-2934b198f518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (ece2a975-4d3c-4919-b3a7-2d7047f0c79b), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:28.487308 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eaa78cc-ec3d-4e1d-953a-4ca73e6d13b3 None None] Network 33b52409-fae0-4935-b5d0-15acefaa0f3f requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:01:28.514139 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-4c89a77c-a3a3-42aa-aa02-6cb56bab9d72 None None] Provisioning complete for port 94593af4-6604-4670-b37f-b61fb2a6d8cd triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:01:28.514529 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-4c89a77c-a3a3-42aa-aa02-6cb56bab9d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (94593af4-6604-4670-b37f-b61fb2a6d8cd), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:28.559339 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning for port aa4c2169-baeb-4b6e-a6e2-98691784c4a7 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 22:01:28.629198 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb95542-8b62-4a8b-9309-0726a81aa2aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-6712ed83-2228-4009-aa70-fb301db422b3', 'network_id': '6712ed83-2228-4009-aa70-fb301db422b3', 'project_id': 'd7da299cb7fd4b569f047ab71e3255d4', 'fixed_ips': [{'subnet_id': '3d2b0b72-f5d8-4bce-b4db-69576752e3a2'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:01:28.630689 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2eb95542-8b62-4a8b-9309-0726a81aa2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:28.641821 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9acdfc7-177f-49ee-ba9f-74ed11b1f1d8 req-098170d4-793b-420e-ab54-0239d1fdc694 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:28.651788 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d9acdfc7-177f-49ee-ba9f-74ed11b1f1d8 req-098170d4-793b-420e-ab54-0239d1fdc694 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/ports?device_id=8141d2fb-0f50-41fb-bce0-7a6c7f7fc949 HTTP/1.1" status: 200  len: 945 time: 0.0650558
May 07 22:01:28.691962 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ba4bfd8d-f371-45f1-8135-f6464c9ec6bc tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (6712ed83-2228-4009-aa70-fb301db422b3), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:28.699907 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port aa4c2169-baeb-4b6e-a6e2-98691784c4a7 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:01:28.700323 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (aa4c2169-baeb-4b6e-a6e2-98691784c4a7), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:28.732742 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d9acdfc7-177f-49ee-ba9f-74ed11b1f1d8 req-65daa192-ff8e-44ea-887f-b2b88a66a740 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7b1876c-a594-41c5-9872-578aa79ea667&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0796287
May 07 22:01:28.749331 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-ba4bfd8d-f371-45f1-8135-f6464c9ec6bc tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf85fe8340>,) {'filters': {'network_id': ['6712ed83-2228-4009-aa70-fb301db422b3']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:28.749981 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 94593af4-6604-4670-b37f-b61fb2a6d8cd is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:01:28.750376 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (94593af4-6604-4670-b37f-b61fb2a6d8cd), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:28.770758 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-70c7f188-7e1d-4903-a6d5-50aeedf62783 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Deleting port f13245d4-3132-4aaa-94c8-07da0ef88ecb {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:01:28.771342 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-70c7f188-7e1d-4903-a6d5-50aeedf62783 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (f13245d4-3132-4aaa-94c8-07da0ef88ecb), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:28.781557 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-ba4bfd8d-f371-45f1-8135-f6464c9ec6bc tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf85fe8340>, '621dab4a-0324-4c09-842d-d60f60baa933') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:28.781862 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-ba4bfd8d-f371-45f1-8135-f6464c9ec6bc tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf85fe8340>, '621dab4a-0324-4c09-842d-d60f60baa933') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:28.815191 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ba4bfd8d-f371-45f1-8135-f6464c9ec6bc tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (621dab4a-0324-4c09-842d-d60f60baa933), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:28.844690 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port 94593af4-6604-4670-b37f-b61fb2a6d8cd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=94593af4-6604-4670-b37f-b61fb2a6d8cd,segment=NetworkSegment(3565a17e-e0eb-4b35-a7f2-f7d7af642fb7),segment_id=3565a17e-e0eb-4b35-a7f2-f7d7af642fb7)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:01:28.855494 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ba4bfd8d-f371-45f1-8135-f6464c9ec6bc tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (621dab4a-0324-4c09-842d-d60f60baa933), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:28.868798 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (94593af4-6604-4670-b37f-b61fb2a6d8cd), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:28.875356 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-70c7f188-7e1d-4903-a6d5-50aeedf62783 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] For port f13245d4-3132-4aaa-94c8-07da0ef88ecb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f13245d4-3132-4aaa-94c8-07da0ef88ecb,segment=NetworkSegment(859c247f-32e5-4475-b842-3cbec37906d7),segment_id=859c247f-32e5-4475-b842-3cbec37906d7)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:01:28.875819 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-70c7f188-7e1d-4903-a6d5-50aeedf62783 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (f13245d4-3132-4aaa-94c8-07da0ef88ecb), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:28.881547 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba4bfd8d-f371-45f1-8135-f6464c9ec6bc tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:01:28.881979 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ba4bfd8d-f371-45f1-8135-f6464c9ec6bc tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (621dab4a-0324-4c09-842d-d60f60baa933), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:28.898325 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-70c7f188-7e1d-4903-a6d5-50aeedf62783 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Calling delete_port for f13245d4-3132-4aaa-94c8-07da0ef88ecb owned by network:dhcp {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:01:28.970985 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 22:01:28.970985 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:01:28.970985 ncdv-master-1 neutron-server[121836]:     timer()
May 07 22:01:28.970985 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:01:28.970985 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 22:01:28.970985 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:01:28.970985 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 22:01:28.970985 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:01:28.970985 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 22:01:28.970985 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:01:28.970985 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 22:01:28.970985 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:01:28.970985 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 22:01:28.970985 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:01:28.970985 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:01:28.970985 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:01:28.970985 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:01:28.970985 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:01:28.970985 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 22:01:28.970985 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:01:28.970985 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 22:01:28.970985 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:01:28.970985 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:01:28.970985 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:01:28.970985 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 22:01:28.970985 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:01:28.970985 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:01:28.970985 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:01:28.970985 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:01:28.970985 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:01:28.970985 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:01:28.970985 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:01:28.977243 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34c0e05-eb94-4260-9a0a-06be1e53d4fb None None] DHCP port deletion for 4d8823c5-e4d2-4a9f-8503-ca496ab9c061 request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:01:29.012541 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-70c7f188-7e1d-4903-a6d5-50aeedf62783 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (f13245d4-3132-4aaa-94c8-07da0ef88ecb), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:29.075370 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c7f188-7e1d-4903-a6d5-50aeedf62783 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] No DVR routers for this DVR port f13245d4-3132-4aaa-94c8-07da0ef88ecb on host ncdv-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:01:29.078178 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c7f188-7e1d-4903-a6d5-50aeedf62783 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Pushing event deleted for resources: {'Port': ['ID=f13245d4-3132-4aaa-94c8-07da0ef88ecb,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:29.121944 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-390d8209-a15f-4e50-aecf-2934b198f518 None None] Publish callbacks [] for port (ece2a975-4d3c-4919-b3a7-2d7047f0c79b), precommit_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:29.134189 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ba4bfd8d-f371-45f1-8135-f6464c9ec6bc tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (6712ed83-2228-4009-aa70-fb301db422b3), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:29.142921 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-390d8209-a15f-4e50-aecf-2934b198f518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (ece2a975-4d3c-4919-b3a7-2d7047f0c79b), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:29.157472 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ba4bfd8d-f371-45f1-8135-f6464c9ec6bc tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:29.165299 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-ba4bfd8d-f371-45f1-8135-f6464c9ec6bc tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] 10.222.0.32 "DELETE /v2.0/networks/6712ed83-2228-4009-aa70-fb301db422b3 HTTP/1.1" status: 204  len: 168 time: 1.3716891
May 07 22:01:29.165299 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4bfd8d-f371-45f1-8135-f6464c9ec6bc tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Pushing event deleted for resources: {'Network': ['ID=6712ed83-2228-4009-aa70-fb301db422b3,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:29.173021 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 52142) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:29.181793 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-db382ff2-a028-459c-97d2-51cbf8b52653 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1557270460'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:01:29.227207 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.db.api [None req-2eb95542-8b62-4a8b-9309-0726a81aa2aa None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
May 07 22:01:29.227207 ncdv-master-1 neutron-server[121838]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, status, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)]
May 07 22:01:29.227207 ncdv-master-1 neutron-server[121838]: [parameters: {'project_id': 'd7da299cb7fd4b569f047ab71e3255d4', 'id': '83f46885-f6f1-49bf-a500-555e02163f03', 'name': '', 'network_id': '6712ed83-2228-4009-aa70-fb301db422b3', 'mac_address': 'fa:16:3e:dd:24:ff', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-6712ed83-2228-4009-aa70-fb301db422b3', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 1847}]
May 07 22:01:29.227207 ncdv-master-1 neutron-server[121838]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=121838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 07 22:01:29.227705 ncdv-master-1 neutron-server[121838]: DEBUG oslo_db.api [None req-2eb95542-8b62-4a8b-9309-0726a81aa2aa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 07 22:01:29.228828 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-541caf67-567e-4fff-9e5b-940436a4177c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7ffef280>, [{'id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'name': 'tempest-RoutersIpV6Test-router-1967308978', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:00:20Z', 'updated_at': '2022-05-07T22:01:26Z', 'revision_number': 9, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'gw_port_host': None, '_interfaces': [{'id': '11f529b2-9b2b-4fc8-8708-2c4e7852dad2', 'name': '', 'network_id': 'ae74b87d-b20b-4cb8-8cb1-eb479af708e0', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'mac_address': 'fa:16:3e:31:6d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '6e566a3e-3172-4ceb-b96e-905b1a9194b4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:38Z', 'updated_at': '2022-05-07T22:00:47Z', 'revision_number': 5, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'subnets': [{'id': '6e566a3e-3172-4ceb-b96e-905b1a9194b4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2847041-deca-4787-a520-36214b25c9cb', 'name': '', 'network_id': 'add7415b-3dec-4c79-9eba-58ce88fa9087', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'mac_address': 'fa:16:3e:92:89:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '78208c1f-4b12-45ff-84a6-c2c59f46d723', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:24Z', 'updated_at': '2022-05-07T22:00:33Z', 'revision_number': 5, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'subnets': [{'id': '78208c1f-4b12-45ff-84a6-c2c59f46d723', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:29.265134 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-390d8209-a15f-4e50-aecf-2934b198f518 None None] Attempting to bind port ece2a975-4d3c-4919-b3a7-2d7047f0c79b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:01:29.265940 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-390d8209-a15f-4e50-aecf-2934b198f518 None None] Attempting to bind port ece2a975-4d3c-4919-b3a7-2d7047f0c79b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:01:29.266485 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390d8209-a15f-4e50-aecf-2934b198f518 None None] Attempting to bind port ece2a975-4d3c-4919-b3a7-2d7047f0c79b on network 9221b764-ef06-431f-8941-796516ed7c3b {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:01:29.269381 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a0a814-3037-43b1-ae4c-04a44acdb7fe None None] Pushing event updated for resources: {'Port': ['ID=ece2a975-4d3c-4919-b3a7-2d7047f0c79b,revision_number=2']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:29.273920 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8c171a0f-5290-49bf-88c5-36fbf9318b34 req-838efb1a-a941-4aac-9a04-c949a61b1c35 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2f94373-fd3e-4a2b-9dee-192df8871f41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6227326
May 07 22:01:29.286428 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db382ff2-a028-459c-97d2-51cbf8b52653 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Made reservation on behalf of d7da299cb7fd4b569f047ab71e3255d4 for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:01:29.290874 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541caf67-567e-4fff-9e5b-940436a4177c None None] Checking router: f401884a-34c3-4298-b93b-87fb57ab5ea1 for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:01:29.291792 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-db382ff2-a028-459c-97d2-51cbf8b52653 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:29.292693 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390d8209-a15f-4e50-aecf-2934b198f518 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:01:29.293061 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=94593af4-6604-4670-b37f-b61fb2a6d8cd,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:29.295236 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390d8209-a15f-4e50-aecf-2934b198f518 None None] Checking segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:01:29.295822 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-390d8209-a15f-4e50-aecf-2934b198f518 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:29.298469 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390d8209-a15f-4e50-aecf-2934b198f518 None None] Bound using segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:01:29.299180 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-390d8209-a15f-4e50-aecf-2934b198f518 None None] Bound port: ece2a975-4d3c-4919-b3a7-2d7047f0c79b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:01:29.299745 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-390d8209-a15f-4e50-aecf-2934b198f518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (ece2a975-4d3c-4919-b3a7-2d7047f0c79b), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:29.313635 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40052c9-771a-4c84-9bc2-14b43e91ef19 req-69b4d30d-5a67-4c62-93c8-d7ef6a79a486 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:29.317835 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:29.336199 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e40052c9-771a-4c84-9bc2-14b43e91ef19 req-69b4d30d-5a67-4c62-93c8-d7ef6a79a486 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/ports?device_id=20117710-052c-46c3-8ca2-f601df488811 HTTP/1.1" status: 200  len: 945 time: 0.1436915
May 07 22:01:29.338417 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-70c7f188-7e1d-4903-a6d5-50aeedf62783 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (4d8823c5-e4d2-4a9f-8503-ca496ab9c061), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:29.365853 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-f34c0e05-eb94-4260-9a0a-06be1e53d4fb None None] Deleting port f13245d4-3132-4aaa-94c8-07da0ef88ecb {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:01:29.366224 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f34c0e05-eb94-4260-9a0a-06be1e53d4fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (f13245d4-3132-4aaa-94c8-07da0ef88ecb), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:29.382743 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port aa4c2169-baeb-4b6e-a6e2-98691784c4a7 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:01:29.383163 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (aa4c2169-baeb-4b6e-a6e2-98691784c4a7), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:29.389513 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-70c7f188-7e1d-4903-a6d5-50aeedf62783 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf8d69aaf0>,) {'filters': {'network_id': ['4d8823c5-e4d2-4a9f-8503-ca496ab9c061']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:29.413507 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-4c89a77c-a3a3-42aa-aa02-6cb56bab9d72 None None] Current status of the port 94593af4-6604-4670-b37f-b61fb2a6d8cd is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:01:29.424233 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-390d8209-a15f-4e50-aecf-2934b198f518 None None] For port ece2a975-4d3c-4919-b3a7-2d7047f0c79b, host ncdv-master-1, cleared binding levels {{(pid=121839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:01:29.433841 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-390d8209-a15f-4e50-aecf-2934b198f518 None None] For port ece2a975-4d3c-4919-b3a7-2d7047f0c79b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ece2a975-4d3c-4919-b3a7-2d7047f0c79b,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:01:29.449527 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-390d8209-a15f-4e50-aecf-2934b198f518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (ece2a975-4d3c-4919-b3a7-2d7047f0c79b), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:29.479340 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541caf67-567e-4fff-9e5b-940436a4177c None None] Routers {'f401884a-34c3-4298-b93b-87fb57ab5ea1'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:01:29.480078 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-541caf67-567e-4fff-9e5b-940436a4177c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7ffef280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:01:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['f401884a-34c3-4298-b93b-87fb57ab5ea1'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:29.510841 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e40052c9-771a-4c84-9bc2-14b43e91ef19 req-0af5c78a-90d8-4db1-96e6-2444f572a92e tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d85ced8-44c7-47ce-a4c7-1950d9c3cf50&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1737101
May 07 22:01:29.515230 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-70c7f188-7e1d-4903-a6d5-50aeedf62783 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8d69aaf0>, '859c247f-32e5-4475-b842-3cbec37906d7') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:29.515535 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-70c7f188-7e1d-4903-a6d5-50aeedf62783 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8d69aaf0>, '859c247f-32e5-4475-b842-3cbec37906d7') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:29.538369 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db382ff2-a028-459c-97d2-51cbf8b52653 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:01:29.538599 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-70c7f188-7e1d-4903-a6d5-50aeedf62783 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (859c247f-32e5-4475-b842-3cbec37906d7), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:29.561906 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-db382ff2-a028-459c-97d2-51cbf8b52653 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (947968f5-9678-4d30-b216-3e1e869c5f9f), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:29.562351 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-70c7f188-7e1d-4903-a6d5-50aeedf62783 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (859c247f-32e5-4475-b842-3cbec37906d7), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:29.562535 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-db382ff2-a028-459c-97d2-51cbf8b52653 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Added segment 947968f5-9678-4d30-b216-3e1e869c5f9f of type vlan for network 78b5211e-0bdc-48e4-b516-47d94532797d
May 07 22:01:29.568518 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70c7f188-7e1d-4903-a6d5-50aeedf62783 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:01:29.568915 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-70c7f188-7e1d-4903-a6d5-50aeedf62783 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (859c247f-32e5-4475-b842-3cbec37906d7), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:29.573273 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 22:01:29.573273 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:01:29.573273 ncdv-master-1 neutron-server[121837]:     timer()
May 07 22:01:29.573273 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:01:29.573273 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 22:01:29.573273 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:01:29.573273 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 22:01:29.573273 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:01:29.573273 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 22:01:29.573273 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:01:29.573273 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 22:01:29.573273 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:01:29.573273 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 22:01:29.573273 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:01:29.573273 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:01:29.573273 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:01:29.573273 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:01:29.573273 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:01:29.573273 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 22:01:29.573273 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:01:29.573273 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 22:01:29.573273 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:01:29.573273 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:01:29.573273 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:01:29.573273 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 22:01:29.573273 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:01:29.573273 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:01:29.573273 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:01:29.573273 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:01:29.573273 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:01:29.573273 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:01:29.573273 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:01:29.581918 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390d8209-a15f-4e50-aecf-2934b198f518 None None] Routers {'76e8003f-f07d-43c5-be91-2cdd94ca2a8c'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:01:29.583457 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-390d8209-a15f-4e50-aecf-2934b198f518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cb4aeb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:01:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['76e8003f-f07d-43c5-be91-2cdd94ca2a8c'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:29.686424 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-db382ff2-a028-459c-97d2-51cbf8b52653 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (78b5211e-0bdc-48e4-b516-47d94532797d), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:29.697736 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port aa4c2169-baeb-4b6e-a6e2-98691784c4a7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=aa4c2169-baeb-4b6e-a6e2-98691784c4a7,segment=NetworkSegment(269ca44c-b28c-41b0-82b1-59695d4aeeab),segment_id=269ca44c-b28c-41b0-82b1-59695d4aeeab)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:01:29.702582 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 94593af4-6604-4670-b37f-b61fb2a6d8cd up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:01:29.723846 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-70c7f188-7e1d-4903-a6d5-50aeedf62783 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (4d8823c5-e4d2-4a9f-8503-ca496ab9c061), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:29.745228 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '931cb167-5bcb-4aef-8b2b-029dbcb4d7e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa4c2169-baeb-4b6e-a6e2-98691784c4a7'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:01:29.747570 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbd1cd7d-23ea-4101-8fe5-436ab6be8536" -d '{"events": [{"server_uuid": "931cb167-5bcb-4aef-8b2b-029dbcb4d7e9", "name": "network-vif-plugged", "status": "completed", "tag": "aa4c2169-baeb-4b6e-a6e2-98691784c4a7"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:01:29.750581 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2eb95542-8b62-4a8b-9309-0726a81aa2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:29.779313 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-db382ff2-a028-459c-97d2-51cbf8b52653 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (78b5211e-0bdc-48e4-b516-47d94532797d), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:29.790857 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db382ff2-a028-459c-97d2-51cbf8b52653 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:29.794635 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-db382ff2-a028-459c-97d2-51cbf8b52653 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:29.795045 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (aa4c2169-baeb-4b6e-a6e2-98691784c4a7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:29.795651 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 2e46252a-79ff-49d8-a0dc-dceb03f5d5ae up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:01:29.810962 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a0a814-3037-43b1-ae4c-04a44acdb7fe None None] Pushing event updated for resources: {'Port': ['ID=ece2a975-4d3c-4919-b3a7-2d7047f0c79b,revision_number=3']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:29.820602 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-70c7f188-7e1d-4903-a6d5-50aeedf62783 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:29.852005 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-70c7f188-7e1d-4903-a6d5-50aeedf62783 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "DELETE /v2.0/networks/4d8823c5-e4d2-4a9f-8503-ca496ab9c061 HTTP/1.1" status: 204  len: 168 time: 1.9297926
May 07 22:01:29.860790 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c7f188-7e1d-4903-a6d5-50aeedf62783 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Pushing event deleted for resources: {'Network': ['ID=4d8823c5-e4d2-4a9f-8503-ca496ab9c061,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:29.863928 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 52190) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:29.894762 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-f34c0e05-eb94-4260-9a0a-06be1e53d4fb None None] For port f13245d4-3132-4aaa-94c8-07da0ef88ecb, host ncdv-master-1, got binding levels [] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:01:29.895198 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f34c0e05-eb94-4260-9a0a-06be1e53d4fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (f13245d4-3132-4aaa-94c8-07da0ef88ecb), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:29.917798 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13599205-b8d4-4ec2-8328-bde86b36487b x-openstack-request-id: req-13599205-b8d4-4ec2-8328-bde86b36487b {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:01:29.917976 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "931cb167-5bcb-4aef-8b2b-029dbcb4d7e9", "name": "network-vif-plugged", "status": "completed", "tag": "aa4c2169-baeb-4b6e-a6e2-98691784c4a7", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:01:29.918362 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-13599205-b8d4-4ec2-8328-bde86b36487b {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:01:29.918792 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13599205-b8d4-4ec2-8328-bde86b36487b'] response: {'server_uuid': '931cb167-5bcb-4aef-8b2b-029dbcb4d7e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa4c2169-baeb-4b6e-a6e2-98691784c4a7', 'code': 200}
May 07 22:01:30.002285 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-db382ff2-a028-459c-97d2-51cbf8b52653 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.8273985
May 07 22:01:30.004689 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-390d8209-a15f-4e50-aecf-2934b198f518 None None] Set router 76e8003f-f07d-43c5-be91-2cdd94ca2a8c gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:01:30.013391 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 52204) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:30.024977 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b033a8-348e-4158-96ee-2bc94a05584b None None] Network 6712ed83-2228-4009-aa70-fb301db422b3 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:01:30.041443 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-cf39135b-2242-4f48-a0bb-d605dc2e8aa1 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Request body: {'network': {'name': 'New_network'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:01:30.046040 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=aa4c2169-baeb-4b6e-a6e2-98691784c4a7,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:30.062421 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-541caf67-567e-4fff-9e5b-940436a4177c None None] Set router f401884a-34c3-4298-b93b-87fb57ab5ea1 gateway port host: None {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:01:30.069581 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4607d53f-05b1-4ebc-8d0a-934496e871dd req-f1792d4f-7aa1-4c3a-952b-e2ad67929578 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:30.071279 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4607d53f-05b1-4ebc-8d0a-934496e871dd req-f1792d4f-7aa1-4c3a-952b-e2ad67929578 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/ports?device_id=8141d2fb-0f50-41fb-bce0-7a6c7f7fc949 HTTP/1.1" status: 200  len: 945 time: 0.1563332
May 07 22:01:30.164130 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-f34c0e05-eb94-4260-9a0a-06be1e53d4fb None None] Calling delete_port for f13245d4-3132-4aaa-94c8-07da0ef88ecb owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:01:30.166318 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b033a8-348e-4158-96ee-2bc94a05584b None None] Network 6712ed83-2228-4009-aa70-fb301db422b3 could not be found, it might have been deleted concurrently. {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}}
May 07 22:01:30.167939 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-c57b3646-5c2a-41a8-b283-f08cf941a9e7 None None] Provisioning complete for port 94593af4-6604-4670-b37f-b61fb2a6d8cd triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:01:30.168304 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c57b3646-5c2a-41a8-b283-f08cf941a9e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (94593af4-6604-4670-b37f-b61fb2a6d8cd), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:30.182072 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db382ff2-a028-459c-97d2-51cbf8b52653 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Pushing event updated for resources: {'Network': ['ID=78b5211e-0bdc-48e4-b516-47d94532797d,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:30.229250 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.ipam_backend_mixin [None req-f34c0e05-eb94-4260-9a0a-06be1e53d4fb None None] Port f13245d4-3132-4aaa-94c8-07da0ef88ecb was not found and therefore no delete operation was performed {{(pid=121838) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}}
May 07 22:01:30.235464 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 78b5211e-0bdc-48e4-b516-47d94532797d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:01:30.267586 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0051318-1b8f-4dab-852a-bf8776e88c13 req-fc32d85d-4da8-463b-a4ae-ad0f8cb69def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:30.269792 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f0051318-1b8f-4dab-852a-bf8776e88c13 req-fc32d85d-4da8-463b-a4ae-ad0f8cb69def service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=931cb167-5bcb-4aef-8b2b-029dbcb4d7e9 HTTP/1.1" status: 200  len: 1127 time: 0.2996640
May 07 22:01:30.285153 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f34c0e05-eb94-4260-9a0a-06be1e53d4fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (f13245d4-3132-4aaa-94c8-07da0ef88ecb), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:30.328431 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f34c0e05-eb94-4260-9a0a-06be1e53d4fb None None] Network 4d8823c5-e4d2-4a9f-8503-ca496ab9c061 is not hosted by any dhcp agent {{(pid=121838) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
May 07 22:01:30.328895 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34c0e05-eb94-4260-9a0a-06be1e53d4fb None None] No DVR routers for this DVR port f13245d4-3132-4aaa-94c8-07da0ef88ecb on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:01:30.332463 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-390d8209-a15f-4e50-aecf-2934b198f518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cb4aeb0>, [{'id': '76e8003f-f07d-43c5-be91-2cdd94ca2a8c', 'name': 'tempest-ServerActionsTestJSON-1039258511-router', 'tenant_id': '759c66c34f414c19b2109393738ef639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.29'}], 'enable_snat': True}, 'gw_port_id': 'ece2a975-4d3c-4919-b3a7-2d7047f0c79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:01:24Z', 'updated_at': '2022-05-07T22:01:26Z', 'revision_number': 3, 'project_id': '759c66c34f414c19b2109393738ef639', 'gw_port': {'id': 'ece2a975-4d3c-4919-b3a7-2d7047f0c79b', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:40:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76e8003f-f07d-43c5-be91-2cdd94ca2a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:01:25Z', 'updated_at': '2022-05-07T22:01:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:30.346400 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 94593af4-6604-4670-b37f-b61fb2a6d8cd triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:01:30.347011 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (94593af4-6604-4670-b37f-b61fb2a6d8cd), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:30.349479 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4607d53f-05b1-4ebc-8d0a-934496e871dd req-4ec549a7-b1f5-4ae5-b933-3d812dafbd87 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7b1876c-a594-41c5-9872-578aa79ea667&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2621567
May 07 22:01:30.401471 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390d8209-a15f-4e50-aecf-2934b198f518 None None] The sync data for ids ['76e8003f-f07d-43c5-be91-2cdd94ca2a8c'] in ncdv-master-1 is: [{'id': '76e8003f-f07d-43c5-be91-2cdd94ca2a8c', 'name': 'tempest-ServerActionsTestJSON-1039258511-router', 'tenant_id': '759c66c34f414c19b2109393738ef639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.29'}], 'enable_snat': True}, 'gw_port_id': 'ece2a975-4d3c-4919-b3a7-2d7047f0c79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:01:24Z', 'updated_at': '2022-05-07T22:01:26Z', 'revision_number': 3, 'project_id': '759c66c34f414c19b2109393738ef639', 'gw_port': {'id': 'ece2a975-4d3c-4919-b3a7-2d7047f0c79b', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:40:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76e8003f-f07d-43c5-be91-2cdd94ca2a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:01:25Z', 'updated_at': '2022-05-07T22:01:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:01:30.653652 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f0051318-1b8f-4dab-852a-bf8776e88c13 req-7c437621-b0e4-4c01-8c06-8d48512eb448 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e2f94373-fd3e-4a2b-9dee-192df8871f41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3619390
May 07 22:01:30.666875 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34c0e05-eb94-4260-9a0a-06be1e53d4fb None None] Pushing event deleted for resources: {'Port': ['ID=f13245d4-3132-4aaa-94c8-07da0ef88ecb,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:30.703237 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-42c3e8a6-9736-4f4e-85e7-06dde093c9ba tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401094'] for router_interface (f401884a-34c3-4298-b93b-87fb57ab5ea1), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:30.705120 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:30.708794 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6edc05-921c-4019-be8b-fc7efdedb6a3 req-48368b95-f0eb-4145-85e4-a90e6911b451 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:30.710638 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-fc6edc05-921c-4019-be8b-fc7efdedb6a3 req-48368b95-f0eb-4145-85e4-a90e6911b451 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/ports?device_id=931cb167-5bcb-4aef-8b2b-029dbcb4d7e9 HTTP/1.1" status: 200  len: 945 time: 0.2267601
May 07 22:01:30.729260 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cf39135b-2242-4f48-a0bb-d605dc2e8aa1 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (78b5211e-0bdc-48e4-b516-47d94532797d), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:30.751879 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2b8eb20f-9701-4bae-b604-dc2a038ca87c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:30.833575 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cf39135b-2242-4f48-a0bb-d605dc2e8aa1 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (78b5211e-0bdc-48e4-b516-47d94532797d), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:30.966874 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cf39135b-2242-4f48-a0bb-d605dc2e8aa1 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Network 78b5211e-0bdc-48e4-b516-47d94532797d is not hosted by any dhcp agent {{(pid=121837) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
May 07 22:01:30.975277 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf39135b-2242-4f48-a0bb-d605dc2e8aa1 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:30.975935 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cf39135b-2242-4f48-a0bb-d605dc2e8aa1 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:30.977585 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-cf39135b-2242-4f48-a0bb-d605dc2e8aa1 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] 10.222.0.32 "PUT /v2.0/networks/78b5211e-0bdc-48e4-b516-47d94532797d HTTP/1.1" status: 200  len: 723 time: 0.9628427
May 07 22:01:30.994797 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 52252) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:31.004355 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning for port 2e46252a-79ff-49d8-a0dc-dceb03f5d5ae completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 22:01:31.004565 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-72aa5052-a4b5-4cd0-8fff-18972eba2268 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Request body: {'subnet': {'network_id': '78b5211e-0bdc-48e4-b516-47d94532797d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:01:31.136161 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port 2e46252a-79ff-49d8-a0dc-dceb03f5d5ae triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:01:31.137993 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (2e46252a-79ff-49d8-a0dc-dceb03f5d5ae), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:31.200900 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf39135b-2242-4f48-a0bb-d605dc2e8aa1 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Pushing event updated for resources: {'Network': ['ID=78b5211e-0bdc-48e4-b516-47d94532797d,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:31.227395 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 78b5211e-0bdc-48e4-b516-47d94532797d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:01:31.234012 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-fc6edc05-921c-4019-be8b-fc7efdedb6a3 req-76ff6a75-b187-445e-83bf-15d6d3ab6137 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2f94373-fd3e-4a2b-9dee-192df8871f41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5002439
May 07 22:01:31.285352 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-c57b3646-5c2a-41a8-b283-f08cf941a9e7 None None] Current status of the port 94593af4-6604-4670-b37f-b61fb2a6d8cd is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:01:31.327606 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72aa5052-a4b5-4cd0-8fff-18972eba2268 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Made reservation on behalf of d7da299cb7fd4b569f047ab71e3255d4 for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:01:31.338944 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-541caf67-567e-4fff-9e5b-940436a4177c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7ffef280>, [{'id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'name': 'tempest-RoutersIpV6Test-router-1967308978', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:00:20Z', 'updated_at': '2022-05-07T22:01:26Z', 'revision_number': 9, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'gw_port_host': None, '_interfaces': [{'id': '11f529b2-9b2b-4fc8-8708-2c4e7852dad2', 'name': '', 'network_id': 'ae74b87d-b20b-4cb8-8cb1-eb479af708e0', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'mac_address': 'fa:16:3e:31:6d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '6e566a3e-3172-4ceb-b96e-905b1a9194b4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:38Z', 'updated_at': '2022-05-07T22:00:47Z', 'revision_number': 5, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'subnets': [{'id': '6e566a3e-3172-4ceb-b96e-905b1a9194b4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2847041-deca-4787-a520-36214b25c9cb', 'name': '', 'network_id': 'add7415b-3dec-4c79-9eba-58ce88fa9087', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'mac_address': 'fa:16:3e:92:89:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '78208c1f-4b12-45ff-84a6-c2c59f46d723', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:24Z', 'updated_at': '2022-05-07T22:00:33Z', 'revision_number': 5, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'subnets': [{'id': '78208c1f-4b12-45ff-84a6-c2c59f46d723', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:31.341555 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-72aa5052-a4b5-4cd0-8fff-18972eba2268 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:31.442122 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541caf67-567e-4fff-9e5b-940436a4177c None None] The sync data for ids ['f401884a-34c3-4298-b93b-87fb57ab5ea1'] in ncdv-master-1 is: [{'id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'name': 'tempest-RoutersIpV6Test-router-1967308978', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:00:20Z', 'updated_at': '2022-05-07T22:01:26Z', 'revision_number': 9, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'gw_port_host': None, '_interfaces': [{'id': '11f529b2-9b2b-4fc8-8708-2c4e7852dad2', 'name': '', 'network_id': 'ae74b87d-b20b-4cb8-8cb1-eb479af708e0', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'mac_address': 'fa:16:3e:31:6d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '6e566a3e-3172-4ceb-b96e-905b1a9194b4', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:38Z', 'updated_at': '2022-05-07T22:00:47Z', 'revision_number': 5, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'subnets': [{'id': '6e566a3e-3172-4ceb-b96e-905b1a9194b4', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2847041-deca-4787-a520-36214b25c9cb', 'name': '', 'network_id': 'add7415b-3dec-4c79-9eba-58ce88fa9087', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'mac_address': 'fa:16:3e:92:89:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '78208c1f-4b12-45ff-84a6-c2c59f46d723', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:24Z', 'updated_at': '2022-05-07T22:00:33Z', 'revision_number': 5, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'subnets': [{'id': '78208c1f-4b12-45ff-84a6-c2c59f46d723', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:01:31.447353 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 94593af4-6604-4670-b37f-b61fb2a6d8cd is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:01:31.538805 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-2b8eb20f-9701-4bae-b604-dc2a038ca87c admin admin] Allocated IP 172.20.0.1 (33b52409-fae0-4935-b5d0-15acefaa0f3f/3e304f3b-3927-4f57-b6d9-ff32c4ae5938/8bbbb696-85cb-488f-9945-faa388892569) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:01:31.572885 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 2e46252a-79ff-49d8-a0dc-dceb03f5d5ae is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:01:31.573296 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (2e46252a-79ff-49d8-a0dc-dceb03f5d5ae), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:31.657675 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 2e46252a-79ff-49d8-a0dc-dceb03f5d5ae, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2e46252a-79ff-49d8-a0dc-dceb03f5d5ae,segment=NetworkSegment(ce6ea8f0-3d38-4ce3-8f23-f8c47e599e56),segment_id=ce6ea8f0-3d38-4ce3-8f23-f8c47e599e56)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:01:31.669411 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240127d8-309a-4831-bbb5-1ee3b088f97a req-f46f3651-050f-4624-88f7-b7d1cd45ae08 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:31.671020 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-240127d8-309a-4831-bbb5-1ee3b088f97a req-f46f3651-050f-4624-88f7-b7d1cd45ae08 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/ports?device_id=20117710-052c-46c3-8ca2-f601df488811 HTTP/1.1" status: 200  len: 945 time: 0.0670350
May 07 22:01:31.671495 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (2e46252a-79ff-49d8-a0dc-dceb03f5d5ae), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:31.734505 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=2e46252a-79ff-49d8-a0dc-dceb03f5d5ae,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:31.737395 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 672e9dc5-e9c7-4350-b965-d54d762eb1d8 no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:01:31.838155 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-240127d8-309a-4831-bbb5-1ee3b088f97a req-3769f23e-4c89-491d-81e8-f42f0157bee6 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d85ced8-44c7-47ce-a4c7-1950d9c3cf50&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1204860
May 07 22:01:31.848027 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bc1ba9-23b3-4450-9909-c94faa8d9e7d req-731f76a3-cea0-4085-a381-ebfd88238aa8 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:31.849604 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-13bc1ba9-23b3-4450-9909-c94faa8d9e7d req-731f76a3-cea0-4085-a381-ebfd88238aa8 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/ports?device_id=8141d2fb-0f50-41fb-bce0-7a6c7f7fc949 HTTP/1.1" status: 200  len: 946 time: 0.1881807
May 07 22:01:31.857581 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device f13245d4-3132-4aaa-94c8-07da0ef88ecb no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:01:31.916200 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: f13245d4-3132-4aaa-94c8-07da0ef88ecb {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:01:31.917346 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device f13245d4-3132-4aaa-94c8-07da0ef88ecb not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:01:31.954551 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8141d2fb-0f50-41fb-bce0-7a6c7f7fc949', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e46252a-79ff-49d8-a0dc-dceb03f5d5ae'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:01:31.962939 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca37bb8f-240d-4098-972a-f08da6bc8af0" -d '{"events": [{"server_uuid": "8141d2fb-0f50-41fb-bce0-7a6c7f7fc949", "name": "network-vif-plugged", "status": "completed", "tag": "2e46252a-79ff-49d8-a0dc-dceb03f5d5ae"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:01:32.009630 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 672e9dc5-e9c7-4350-b965-d54d762eb1d8 is: ACTIVE; New status is: DOWN {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:01:32.010905 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (672e9dc5-e9c7-4350-b965-d54d762eb1d8), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:32.063889 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-42c3e8a6-9736-4f4e-85e7-06dde093c9ba tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Deleting port 11f529b2-9b2b-4fc8-8708-2c4e7852dad2 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:01:32.066246 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-42c3e8a6-9736-4f4e-85e7-06dde093c9ba tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (11f529b2-9b2b-4fc8-8708-2c4e7852dad2), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:32.119910 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 672e9dc5-e9c7-4350-b965-d54d762eb1d8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=672e9dc5-e9c7-4350-b965-d54d762eb1d8,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:01:32.122046 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-72aa5052-a4b5-4cd0-8fff-18972eba2268 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (1cf5d0cb-6a75-4ca0-ad8a-3f94800069fc), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:32.131240 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (672e9dc5-e9c7-4350-b965-d54d762eb1d8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:32.184732 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c71845b-6992-43f3-be78-c58da6b2fb24 x-openstack-request-id: req-1c71845b-6992-43f3-be78-c58da6b2fb24 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:01:32.185139 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8141d2fb-0f50-41fb-bce0-7a6c7f7fc949", "name": "network-vif-plugged", "status": "completed", "tag": "2e46252a-79ff-49d8-a0dc-dceb03f5d5ae", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:01:32.185604 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1c71845b-6992-43f3-be78-c58da6b2fb24 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:01:32.186369 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c71845b-6992-43f3-be78-c58da6b2fb24'] response: {'server_uuid': '8141d2fb-0f50-41fb-bce0-7a6c7f7fc949', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e46252a-79ff-49d8-a0dc-dceb03f5d5ae', 'code': 200}
May 07 22:01:32.205909 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device ece2a975-4d3c-4919-b3a7-2d7047f0c79b up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:01:32.276436 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2b8eb20f-9701-4bae-b604-dc2a038ca87c admin admin] Publish callbacks [] for port (8bbbb696-85cb-488f-9945-faa388892569), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:32.286575 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-42c3e8a6-9736-4f4e-85e7-06dde093c9ba tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] For port 11f529b2-9b2b-4fc8-8708-2c4e7852dad2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=11f529b2-9b2b-4fc8-8708-2c4e7852dad2,segment=NetworkSegment(13155d6a-1633-49f3-8e61-a0cc05099860),segment_id=13155d6a-1633-49f3-8e61-a0cc05099860)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:01:32.287200 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-42c3e8a6-9736-4f4e-85e7-06dde093c9ba tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (11f529b2-9b2b-4fc8-8708-2c4e7852dad2), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:32.305147 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-42c3e8a6-9736-4f4e-85e7-06dde093c9ba tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Calling delete_port for 11f529b2-9b2b-4fc8-8708-2c4e7852dad2 owned by network:router_interface {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:01:32.305611 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-13bc1ba9-23b3-4450-9909-c94faa8d9e7d req-1a30900f-0772-43de-8e96-65af7b8d70da tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7b1876c-a594-41c5-9872-578aa79ea667&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4358878
May 07 22:01:32.363957 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=672e9dc5-e9c7-4350-b965-d54d762eb1d8,revision_number=11']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:32.415493 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port ece2a975-4d3c-4919-b3a7-2d7047f0c79b triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:01:32.415960 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (ece2a975-4d3c-4919-b3a7-2d7047f0c79b), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:32.471310 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab82915-05aa-42c1-ad25-ebd94dcc281e req-7a47ea9e-e31f-458c-b01b-6a92652d58b4 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:32.472836 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6ab82915-05aa-42c1-ad25-ebd94dcc281e req-7a47ea9e-e31f-458c-b01b-6a92652d58b4 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/ports?device_id=931cb167-5bcb-4aef-8b2b-029dbcb4d7e9 HTTP/1.1" status: 200  len: 945 time: 0.0757654
May 07 22:01:32.505677 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72aa5052-a4b5-4cd0-8fff-18972eba2268 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Checking segment: {'id': '947968f5-9678-4d30-b216-3e1e869c5f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b5211e-0bdc-48e4-b516-47d94532797d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:01:32.506018 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72aa5052-a4b5-4cd0-8fff-18972eba2268 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Network hostable DHCP agents. Network: 78b5211e-0bdc-48e4-b516-47d94532797d, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:01:32.515799 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aa5052-a4b5-4cd0-8fff-18972eba2268 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Pushing event updated for resources: {'Subnet': ['ID=1cf5d0cb-6a75-4ca0-ad8a-3f94800069fc,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:32.520085 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89092d0-ef71-4de2-b081-0d2cbdcf530d req-abf324e9-f210-49ec-8b02-883b9cb783e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:32.521623 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e89092d0-ef71-4de2-b081-0d2cbdcf530d req-abf324e9-f210-49ec-8b02-883b9cb783e9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8141d2fb-0f50-41fb-bce0-7a6c7f7fc949 HTTP/1.1" status: 200  len: 1128 time: 0.1955295
May 07 22:01:32.546631 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port ece2a975-4d3c-4919-b3a7-2d7047f0c79b is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:01:32.547184 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (ece2a975-4d3c-4919-b3a7-2d7047f0c79b), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:32.591841 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port ece2a975-4d3c-4919-b3a7-2d7047f0c79b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ece2a975-4d3c-4919-b3a7-2d7047f0c79b,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:01:32.600402 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e89092d0-ef71-4de2-b081-0d2cbdcf530d req-cbb76099-6d5d-468b-a909-d153b00f7633 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c7b1876c-a594-41c5-9872-578aa79ea667&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0698028
May 07 22:01:32.602338 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6ab82915-05aa-42c1-ad25-ebd94dcc281e req-e7d6430a-520b-47f6-bb4d-11444005c01e tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2f94373-fd3e-4a2b-9dee-192df8871f41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0776360
May 07 22:01:32.604225 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (ece2a975-4d3c-4919-b3a7-2d7047f0c79b), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:32.624518 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72aa5052-a4b5-4cd0-8fff-18972eba2268 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Network 78b5211e-0bdc-48e4-b516-47d94532797d is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:01:32.627068 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2b8eb20f-9701-4bae-b604-dc2a038ca87c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (8bbbb696-85cb-488f-9945-faa388892569), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:32.733176 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-42c3e8a6-9736-4f4e-85e7-06dde093c9ba tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (11f529b2-9b2b-4fc8-8708-2c4e7852dad2), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:32.737989 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 47172dfe-857b-45a6-9977-e0fd6426b92a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:01:32.747306 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=ece2a975-4d3c-4919-b3a7-2d7047f0c79b,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:32.763830 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8eb20f-9701-4bae-b604-dc2a038ca87c admin admin] Network 33b52409-fae0-4935-b5d0-15acefaa0f3f is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:01:32.769167 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-72aa5052-a4b5-4cd0-8fff-18972eba2268 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 78b5211e-0bdc-48e4-b516-47d94532797d) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:01:32.775977 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-2b8eb20f-9701-4bae-b604-dc2a038ca87c admin admin] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:01:32.786587 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36471e43-21bd-437d-b1c7-785e4443dd0e None None] Network 78b5211e-0bdc-48e4-b516-47d94532797d requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:01:32.786759 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72aa5052-a4b5-4cd0-8fff-18972eba2268 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:32.787278 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-72aa5052-a4b5-4cd0-8fff-18972eba2268 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:32.790458 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 47172dfe-857b-45a6-9977-e0fd6426b92a {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:01:32.793125 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 47172dfe-857b-45a6-9977-e0fd6426b92a not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:01:32.818503 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8eb20f-9701-4bae-b604-dc2a038ca87c admin admin] Pushing event updated for resources: {'Port': ['ID=8bbbb696-85cb-488f-9945-faa388892569,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:32.841000 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c3e8a6-9736-4f4e-85e7-06dde093c9ba tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Pushing event deleted for resources: {'Port': ['ID=11f529b2-9b2b-4fc8-8708-2c4e7852dad2,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:32.854892 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8eb20f-9701-4bae-b604-dc2a038ca87c admin admin] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:01:32.983045 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-72aa5052-a4b5-4cd0-8fff-18972eba2268 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.9827473
May 07 22:01:32.986445 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 52378) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:32.996231 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-898bc36f-979e-4de3-a3e3-120531fd9e98 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:01:33.146556 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8202df8-2a45-46be-8fa4-f0d33815a02c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-78b5211e-0bdc-48e4-b516-47d94532797d', 'network_id': '78b5211e-0bdc-48e4-b516-47d94532797d', 'project_id': 'd7da299cb7fd4b569f047ab71e3255d4', 'fixed_ips': [{'subnet_id': '1cf5d0cb-6a75-4ca0-ad8a-3f94800069fc'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:01:33.147454 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a8202df8-2a45-46be-8fa4-f0d33815a02c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:33.212316 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2b8eb20f-9701-4bae-b604-dc2a038ca87c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398161'] for router_interface (76e8003f-f07d-43c5-be91-2cdd94ca2a8c), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:33.252482 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451199f-adc1-4272-9019-446da2652fde req-1cc81873-0bf9-4510-b25b-6930423023be tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:33.256086 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9451199f-adc1-4272-9019-446da2652fde req-1cc81873-0bf9-4510-b25b-6930423023be tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/ports?device_id=20117710-052c-46c3-8ca2-f601df488811 HTTP/1.1" status: 200  len: 945 time: 0.0953069
May 07 22:01:33.324454 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146b40d2-76da-41b9-8766-84b9b9550cd3 req-0b9b8677-4419-4f37-a79a-e17e3f21644b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:33.326350 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-146b40d2-76da-41b9-8766-84b9b9550cd3 req-0b9b8677-4419-4f37-a79a-e17e3f21644b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1fb49d7a99844a7ab8ef30fb59250e7d&device_id=931cb167-5bcb-4aef-8b2b-029dbcb4d7e9 HTTP/1.1" status: 200  len: 1127 time: 0.3261957
May 07 22:01:33.349613 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-42c3e8a6-9736-4f4e-85e7-06dde093c9ba tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401002'] for router_interface (f401884a-34c3-4298-b93b-87fb57ab5ea1), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:33.387512 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-d23d5934-37fd-4926-84b5-a93dd8dea70b None None] Provisioning complete for port 8bbbb696-85cb-488f-9945-faa388892569 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:01:33.387897 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d23d5934-37fd-4926-84b5-a93dd8dea70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (8bbbb696-85cb-488f-9945-faa388892569), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:33.388026 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9451199f-adc1-4272-9019-446da2652fde req-9b3eb641-b419-44eb-af7b-93736387ffb6 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d85ced8-44c7-47ce-a4c7-1950d9c3cf50&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1245193
May 07 22:01:33.395111 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-898bc36f-979e-4de3-a3e3-120531fd9e98 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8765437'] for subnet (1cf5d0cb-6a75-4ca0-ad8a-3f94800069fc), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:33.555077 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-d23d5934-37fd-4926-84b5-a93dd8dea70b None None] Port 8bbbb696-85cb-488f-9945-faa388892569 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:01:33.589158 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-a8202df8-2a45-46be-8fa4-f0d33815a02c None None] Allocated IP 172.20.0.2 (78b5211e-0bdc-48e4-b516-47d94532797d/1cf5d0cb-6a75-4ca0-ad8a-3f94800069fc/3047622f-c46a-444c-8795-3fe30e53c3a6) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:01:33.684144 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146b40d2-76da-41b9-8766-84b9b9550cd3 req-05464066-a9c7-44c9-9cd0-51ec949efa49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:33.685694 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-146b40d2-76da-41b9-8766-84b9b9550cd3 req-05464066-a9c7-44c9-9cd0-51ec949efa49 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4e401ba0-7563-49f5-9424-036872d14546 HTTP/1.1" status: 200  len: 912 time: 0.1927326
May 07 22:01:33.711651 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb160e85-c4fb-4cad-938f-635dec470fa6 req-4674bace-36f8-4c07-9407-498692dca3ee tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:33.717397 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-eb160e85-c4fb-4cad-938f-635dec470fa6 req-4674bace-36f8-4c07-9407-498692dca3ee tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/ports?device_id=931cb167-5bcb-4aef-8b2b-029dbcb4d7e9 HTTP/1.1" status: 200  len: 945 time: 0.1827006
May 07 22:01:33.762086 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-146b40d2-76da-41b9-8766-84b9b9550cd3 req-99a24077-783a-4a33-a4af-d8c01e29ff49 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa4c2169-baeb-4b6e-a6e2-98691784c4a7 HTTP/1.1" status: 200  len: 217 time: 0.0532570
May 07 22:01:33.768057 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2b8eb20f-9701-4bae-b604-dc2a038ca87c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (8bbbb696-85cb-488f-9945-faa388892569), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:33.791952 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42c3e8a6-9736-4f4e-85e7-06dde093c9ba tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Router f401884a-34c3-4298-b93b-87fb57ab5ea1 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:01:33.792970 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a8202df8-2a45-46be-8fa4-f0d33815a02c None None] Publish callbacks [] for port (3047622f-c46a-444c-8795-3fe30e53c3a6), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:33.804558 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a8202df8-2a45-46be-8fa4-f0d33815a02c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (3047622f-c46a-444c-8795-3fe30e53c3a6), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:33.860156 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8202df8-2a45-46be-8fa4-f0d33815a02c None None] Network 78b5211e-0bdc-48e4-b516-47d94532797d is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:01:33.866322 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-a8202df8-2a45-46be-8fa4-f0d33815a02c None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:01:33.876601 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8202df8-2a45-46be-8fa4-f0d33815a02c None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:01:33.889501 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8202df8-2a45-46be-8fa4-f0d33815a02c None None] Pushing event updated for resources: {'Port': ['ID=3047622f-c46a-444c-8795-3fe30e53c3a6,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:33.933496 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42c3e8a6-9736-4f4e-85e7-06dde093c9ba tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:01:33.938564 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-eb160e85-c4fb-4cad-938f-635dec470fa6 req-ad705294-b07c-43c8-88a1-c1749a20722f tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2f94373-fd3e-4a2b-9dee-192df8871f41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2139137
May 07 22:01:33.945268 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-42c3e8a6-9736-4f4e-85e7-06dde093c9ba tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "PUT /v2.0/routers/f401884a-34c3-4298-b93b-87fb57ab5ea1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0731730
May 07 22:01:33.946016 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 52414) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:33.969892 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac67afe6-2b67-4f00-ad13-955bb21ddfcd None None] Sync routers for ids ['f401884a-34c3-4298-b93b-87fb57ab5ea1'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:01:33.987394 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac67afe6-2b67-4f00-ad13-955bb21ddfcd None None] Routers {'f401884a-34c3-4298-b93b-87fb57ab5ea1'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:01:33.988202 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-ac67afe6-2b67-4f00-ad13-955bb21ddfcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f8f6370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:01:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['f401884a-34c3-4298-b93b-87fb57ab5ea1'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:34.037522 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_v2 [None req-14eea3f4-1887-440d-97fb-fa421824bd9e tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Deleting subnet 6e566a3e-3172-4ceb-b96e-905b1a9194b4 {{(pid=121836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:01:34.041374 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-14eea3f4-1887-440d-97fb-fa421824bd9e tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks [] for subnet (6e566a3e-3172-4ceb-b96e-905b1a9194b4), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:34.042104 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-a8202df8-2a45-46be-8fa4-f0d33815a02c None None] Attempting to bind port 3047622f-c46a-444c-8795-3fe30e53c3a6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:01:34.042606 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-a8202df8-2a45-46be-8fa4-f0d33815a02c None None] Attempting to bind port 3047622f-c46a-444c-8795-3fe30e53c3a6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '947968f5-9678-4d30-b216-3e1e869c5f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b5211e-0bdc-48e4-b516-47d94532797d'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:01:34.043013 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8202df8-2a45-46be-8fa4-f0d33815a02c None None] Attempting to bind port 3047622f-c46a-444c-8795-3fe30e53c3a6 on network 78b5211e-0bdc-48e4-b516-47d94532797d {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:01:34.099109 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-14eea3f4-1887-440d-97fb-fa421824bd9e tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726883'] for subnet (6e566a3e-3172-4ceb-b96e-905b1a9194b4), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:34.150883 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146b40d2-76da-41b9-8766-84b9b9550cd3 req-71417964-8450-4650-a2fc-8cabd012b6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:34.153224 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-146b40d2-76da-41b9-8766-84b9b9550cd3 req-71417964-8450-4650-a2fc-8cabd012b6a3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8d58b02e-bcfe-4d9f-9480-bc1a5a487d04 HTTP/1.1" status: 200  len: 851 time: 0.2300310
May 07 22:01:34.178044 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8202df8-2a45-46be-8fa4-f0d33815a02c None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:01:34.183391 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8202df8-2a45-46be-8fa4-f0d33815a02c None None] Checking segment: {'id': '947968f5-9678-4d30-b216-3e1e869c5f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b5211e-0bdc-48e4-b516-47d94532797d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:01:34.183876 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a8202df8-2a45-46be-8fa4-f0d33815a02c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:34.187406 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8202df8-2a45-46be-8fa4-f0d33815a02c None None] Bound using segment: {'id': '947968f5-9678-4d30-b216-3e1e869c5f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b5211e-0bdc-48e4-b516-47d94532797d'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:01:34.188182 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-a8202df8-2a45-46be-8fa4-f0d33815a02c None None] Bound port: 3047622f-c46a-444c-8795-3fe30e53c3a6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '947968f5-9678-4d30-b216-3e1e869c5f9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '78b5211e-0bdc-48e4-b516-47d94532797d'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:01:34.189606 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a8202df8-2a45-46be-8fa4-f0d33815a02c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (3047622f-c46a-444c-8795-3fe30e53c3a6), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:34.199018 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-14eea3f4-1887-440d-97fb-fa421824bd9e tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (6e566a3e-3172-4ceb-b96e-905b1a9194b4), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:34.208415 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-146b40d2-76da-41b9-8766-84b9b9550cd3 req-287b5435-0269-43ce-b343-b3b8ce64c073 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4e401ba0-7563-49f5-9424-036872d14546&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0468051
May 07 22:01:34.215368 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-898bc36f-979e-4de3-a3e3-120531fd9e98 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774500201427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9156340'] for subnet (1cf5d0cb-6a75-4ca0-ad8a-3f94800069fc), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:34.224885 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de30285c-55a0-4bf5-91e8-9bdd7282f8d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '672e9dc5-e9c7-4350-b965-d54d762eb1d8'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:01:34.230679 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9262577f-8a94-4f99-bf7a-541d2864bf21" -d '{"events": [{"server_uuid": "de30285c-55a0-4bf5-91e8-9bdd7282f8d7", "name": "network-vif-unplugged", "status": "completed", "tag": "672e9dc5-e9c7-4350-b965-d54d762eb1d8"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:01:34.306718 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device ece2a975-4d3c-4919-b3a7-2d7047f0c79b up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:01:34.317578 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-14eea3f4-1887-440d-97fb-fa421824bd9e tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (6e566a3e-3172-4ceb-b96e-905b1a9194b4), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:34.352925 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-ac67afe6-2b67-4f00-ad13-955bb21ddfcd None None] Set router f401884a-34c3-4298-b93b-87fb57ab5ea1 gateway port host: None {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:01:34.357123 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eea3f4-1887-440d-97fb-fa421824bd9e tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Pushing event deleted for resources: {'Subnet': ['ID=6e566a3e-3172-4ceb-b96e-905b1a9194b4,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:34.359619 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-14eea3f4-1887-440d-97fb-fa421824bd9e tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:34.364229 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-14eea3f4-1887-440d-97fb-fa421824bd9e tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "DELETE /v2.0/subnets/6e566a3e-3172-4ceb-b96e-905b1a9194b4 HTTP/1.1" status: 204  len: 168 time: 0.4166961
May 07 22:01:34.371246 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa44d47-56e5-4b15-a9fd-2b61742202f9 req-3f21f363-3127-4001-8c07-e048f2344b0c tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:34.379468 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3aa44d47-56e5-4b15-a9fd-2b61742202f9 req-3f21f363-3127-4001-8c07-e048f2344b0c tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/ports?device_id=8141d2fb-0f50-41fb-bce0-7a6c7f7fc949 HTTP/1.1" status: 200  len: 946 time: 0.1111331
May 07 22:01:34.389162 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 52432) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:34.436460 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2b8eb20f-9701-4bae-b604-dc2a038ca87c admin admin] Publish callbacks [] for port (8bbbb696-85cb-488f-9945-faa388892569), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:34.500793 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-326fe079-6eed-4c85-ba79-2a942e52430a tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (ae74b87d-b20b-4cb8-8cb1-eb479af708e0), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:34.590917 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3aa44d47-56e5-4b15-a9fd-2b61742202f9 req-2e8b5c39-a77e-4c04-8bf5-2194973cee82 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7b1876c-a594-41c5-9872-578aa79ea667&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2088931
May 07 22:01:34.606083 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-326fe079-6eed-4c85-ba79-2a942e52430a tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Deleting port 823a08a6-ab54-47d3-8acd-96df82a7d98e {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:01:34.606551 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-326fe079-6eed-4c85-ba79-2a942e52430a tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (823a08a6-ab54-47d3-8acd-96df82a7d98e), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:34.658831 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd82697-c4ec-4369-b4f7-5222e3e0a981 None None] Network ae74b87d-b20b-4cb8-8cb1-eb479af708e0 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:01:34.670280 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 07 May 2022 22:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66defd4f-ded9-4f15-abe4-66e342d58fa7 x-openstack-request-id: req-66defd4f-ded9-4f15-abe4-66e342d58fa7 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:01:34.670580 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de30285c-55a0-4bf5-91e8-9bdd7282f8d7", "name": "network-vif-unplugged", "status": "completed", "tag": "672e9dc5-e9c7-4350-b965-d54d762eb1d8", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:01:34.670863 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-66defd4f-ded9-4f15-abe4-66e342d58fa7 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:01:34.671309 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66defd4f-ded9-4f15-abe4-66e342d58fa7'] response: {'server_uuid': 'de30285c-55a0-4bf5-91e8-9bdd7282f8d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '672e9dc5-e9c7-4350-b965-d54d762eb1d8', 'code': 200}
May 07 22:01:34.741848 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-a8202df8-2a45-46be-8fa4-f0d33815a02c None None] For port 3047622f-c46a-444c-8795-3fe30e53c3a6, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:01:34.760675 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-326fe079-6eed-4c85-ba79-2a942e52430a tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] For port 823a08a6-ab54-47d3-8acd-96df82a7d98e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=823a08a6-ab54-47d3-8acd-96df82a7d98e,segment=NetworkSegment(13155d6a-1633-49f3-8e61-a0cc05099860),segment_id=13155d6a-1633-49f3-8e61-a0cc05099860)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:01:34.761082 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-326fe079-6eed-4c85-ba79-2a942e52430a tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (823a08a6-ab54-47d3-8acd-96df82a7d98e), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:34.794329 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-326fe079-6eed-4c85-ba79-2a942e52430a tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Calling delete_port for 823a08a6-ab54-47d3-8acd-96df82a7d98e owned by network:dhcp {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:01:34.876268 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-a8202df8-2a45-46be-8fa4-f0d33815a02c None None] For port 3047622f-c46a-444c-8795-3fe30e53c3a6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3047622f-c46a-444c-8795-3fe30e53c3a6,segment=NetworkSegment(947968f5-9678-4d30-b216-3e1e869c5f9f),segment_id=947968f5-9678-4d30-b216-3e1e869c5f9f)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:01:34.912695 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port ece2a975-4d3c-4919-b3a7-2d7047f0c79b triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:01:34.913591 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (ece2a975-4d3c-4919-b3a7-2d7047f0c79b), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:34.926732 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6253b84-645b-43f6-8ef4-3bdaedc662bf req-ce1c6514-8014-4ea6-8158-b3c0ced0aff9 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:34.935524 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e6253b84-645b-43f6-8ef4-3bdaedc662bf req-ce1c6514-8014-4ea6-8158-b3c0ced0aff9 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/ports?device_id=20117710-052c-46c3-8ca2-f601df488811 HTTP/1.1" status: 200  len: 945 time: 0.0776436
May 07 22:01:34.983218 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-326fe079-6eed-4c85-ba79-2a942e52430a tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (823a08a6-ab54-47d3-8acd-96df82a7d98e), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:35.001062 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a8202df8-2a45-46be-8fa4-f0d33815a02c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (3047622f-c46a-444c-8795-3fe30e53c3a6), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:35.009346 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898bc36f-979e-4de3-a3e3-120531fd9e98 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Pushing event updated for resources: {'Subnet': ['ID=1cf5d0cb-6a75-4ca0-ad8a-3f94800069fc,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:35.014970 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2b8eb20f-9701-4bae-b604-dc2a038ca87c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (8bbbb696-85cb-488f-9945-faa388892569), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:35.058099 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898bc36f-979e-4de3-a3e3-120531fd9e98 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:35.058698 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-898bc36f-979e-4de3-a3e3-120531fd9e98 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:35.062565 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-898bc36f-979e-4de3-a3e3-120531fd9e98 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] 10.222.0.32 "PUT /v2.0/subnets/1cf5d0cb-6a75-4ca0-ad8a-3f94800069fc HTTP/1.1" status: 200  len: 806 time: 2.0726171
May 07 22:01:35.062741 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e6253b84-645b-43f6-8ef4-3bdaedc662bf req-a59c4621-619f-4b30-8996-ada23120be93 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d85ced8-44c7-47ce-a4c7-1950d9c3cf50&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1184034
May 07 22:01:35.062741 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326fe079-6eed-4c85-ba79-2a942e52430a tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Pushing event deleted for resources: {'Port': ['ID=823a08a6-ab54-47d3-8acd-96df82a7d98e,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:35.063194 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2b8eb20f-9701-4bae-b604-dc2a038ca87c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401121'] for router_interface (76e8003f-f07d-43c5-be91-2cdd94ca2a8c), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:35.063544 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326fe079-6eed-4c85-ba79-2a942e52430a tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] No DVR routers for this DVR port 823a08a6-ab54-47d3-8acd-96df82a7d98e on host ncdv-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:01:35.064173 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 52472) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:35.291482 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-146b40d2-76da-41b9-8766-84b9b9550cd3 req-25eecaa5-1913-4b45-897a-7a55616ac955 service neutron] 10.222.0.59 "GET /v2.0/networks/4e401ba0-7563-49f5-9424-036872d14546?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0700693
May 07 22:01:35.297970 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8eb20f-9701-4bae-b604-dc2a038ca87c admin admin] Pushing event updated for resources: {'Port': ['ID=8bbbb696-85cb-488f-9945-faa388892569,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:35.328946 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d1f3b5-eacf-43c6-ba66-ec63c16d3ade None None] DHCP port deletion for ae74b87d-b20b-4cb8-8cb1-eb479af708e0 request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:01:35.360683 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8202df8-2a45-46be-8fa4-f0d33815a02c None None] Pushing event updated for resources: {'Port': ['ID=3047622f-c46a-444c-8795-3fe30e53c3a6,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:35.464938 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-326fe079-6eed-4c85-ba79-2a942e52430a tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (ae74b87d-b20b-4cb8-8cb1-eb479af708e0), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:35.481051 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port ece2a975-4d3c-4919-b3a7-2d7047f0c79b is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:01:35.514399 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-ac67afe6-2b67-4f00-ad13-955bb21ddfcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f8f6370>, [{'id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'name': 'tempest-RoutersIpV6Test-router-1967308978', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:00:20Z', 'updated_at': '2022-05-07T22:01:32Z', 'revision_number': 10, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'gw_port_host': None, '_interfaces': [{'id': 'a2847041-deca-4787-a520-36214b25c9cb', 'name': '', 'network_id': 'add7415b-3dec-4c79-9eba-58ce88fa9087', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'mac_address': 'fa:16:3e:92:89:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '78208c1f-4b12-45ff-84a6-c2c59f46d723', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:24Z', 'updated_at': '2022-05-07T22:00:33Z', 'revision_number': 5, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'subnets': [{'id': '78208c1f-4b12-45ff-84a6-c2c59f46d723', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:35.539771 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fe4b34-6b11-4053-9d96-f4e5a681c730 req-457abbaa-a2aa-41a0-a1bd-25a0de759fe3 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:35.541266 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-54fe4b34-6b11-4053-9d96-f4e5a681c730 req-457abbaa-a2aa-41a0-a1bd-25a0de759fe3 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/ports?device_id=931cb167-5bcb-4aef-8b2b-029dbcb4d7e9 HTTP/1.1" status: 200  len: 945 time: 0.3229618
May 07 22:01:35.564517 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-326fe079-6eed-4c85-ba79-2a942e52430a tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf85ea2880>,) {'filters': {'network_id': ['ae74b87d-b20b-4cb8-8cb1-eb479af708e0']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:35.583542 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-146b40d2-76da-41b9-8766-84b9b9550cd3 req-a63997d8-1b10-4fe9-a088-adaf16deff21 service neutron] 10.222.0.59 "GET /v2.0/networks/4e401ba0-7563-49f5-9424-036872d14546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2824595
May 07 22:01:35.595514 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac67afe6-2b67-4f00-ad13-955bb21ddfcd None None] Checking router: f401884a-34c3-4298-b93b-87fb57ab5ea1 for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:01:35.596236 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c8cd0088-4003-4404-9b37-1504ced40dfe tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (78b5211e-0bdc-48e4-b516-47d94532797d), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:35.606764 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac67afe6-2b67-4f00-ad13-955bb21ddfcd None None] Routers {'f401884a-34c3-4298-b93b-87fb57ab5ea1'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:01:35.607504 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-ac67afe6-2b67-4f00-ad13-955bb21ddfcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f8f6370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:01:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['f401884a-34c3-4298-b93b-87fb57ab5ea1'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:35.641351 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8eb20f-9701-4bae-b604-dc2a038ca87c admin admin] Network 33b52409-fae0-4935-b5d0-15acefaa0f3f is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:01:35.643444 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-2b8eb20f-9701-4bae-b604-dc2a038ca87c admin admin] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:01:35.655708 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-326fe079-6eed-4c85-ba79-2a942e52430a tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf85ea2880>, '13155d6a-1633-49f3-8e61-a0cc05099860') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:35.656062 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-326fe079-6eed-4c85-ba79-2a942e52430a tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf85ea2880>, '13155d6a-1633-49f3-8e61-a0cc05099860') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:35.720915 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-326fe079-6eed-4c85-ba79-2a942e52430a tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (13155d6a-1633-49f3-8e61-a0cc05099860), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:35.785852 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-ac67afe6-2b67-4f00-ad13-955bb21ddfcd None None] Set router f401884a-34c3-4298-b93b-87fb57ab5ea1 gateway port host: None {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:01:35.826485 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-c8cd0088-4003-4404-9b37-1504ced40dfe tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Deleting port 3047622f-c46a-444c-8795-3fe30e53c3a6 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:01:35.826788 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c8cd0088-4003-4404-9b37-1504ced40dfe tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (3047622f-c46a-444c-8795-3fe30e53c3a6), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:35.839651 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-54fe4b34-6b11-4053-9d96-f4e5a681c730 req-8806b799-9820-4513-9c6b-2e3de4b7a3ec tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2f94373-fd3e-4a2b-9dee-192df8871f41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2723117
May 07 22:01:35.840786 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-326fe079-6eed-4c85-ba79-2a942e52430a tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (13155d6a-1633-49f3-8e61-a0cc05099860), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:35.873968 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-326fe079-6eed-4c85-ba79-2a942e52430a tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:01:35.874386 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-326fe079-6eed-4c85-ba79-2a942e52430a tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (13155d6a-1633-49f3-8e61-a0cc05099860), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:35.908317 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 22:01:35.908317 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:01:35.908317 ncdv-master-1 neutron-server[121836]:     timer()
May 07 22:01:35.908317 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:01:35.908317 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 22:01:35.908317 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:01:35.908317 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 22:01:35.908317 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:01:35.908317 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 22:01:35.908317 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:01:35.908317 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 22:01:35.908317 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:01:35.908317 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 22:01:35.908317 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:01:35.908317 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:01:35.908317 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:01:35.908317 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:01:35.908317 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:01:35.908317 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 22:01:35.908317 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:01:35.908317 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 22:01:35.908317 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:01:35.908317 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:01:35.908317 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:01:35.908317 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 22:01:35.908317 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:01:35.908317 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:01:35.908317 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:01:35.908317 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:01:35.908317 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:01:35.908317 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:01:35.908317 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:01:35.926915 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b8eb20f-9701-4bae-b604-dc2a038ca87c admin admin] Router 76e8003f-f07d-43c5-be91-2cdd94ca2a8c has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:01:36.042534 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-326fe079-6eed-4c85-ba79-2a942e52430a tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (ae74b87d-b20b-4cb8-8cb1-eb479af708e0), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:36.056071 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-326fe079-6eed-4c85-ba79-2a942e52430a tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526232'] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:36.065507 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-326fe079-6eed-4c85-ba79-2a942e52430a tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "DELETE /v2.0/networks/ae74b87d-b20b-4cb8-8cb1-eb479af708e0 HTTP/1.1" status: 204  len: 168 time: 1.6726215
May 07 22:01:36.066927 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 52520) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:36.100913 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326fe079-6eed-4c85-ba79-2a942e52430a tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Pushing event deleted for resources: {'Network': ['ID=ae74b87d-b20b-4cb8-8cb1-eb479af708e0,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:36.140945 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-c8cd0088-4003-4404-9b37-1504ced40dfe tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] For port 3047622f-c46a-444c-8795-3fe30e53c3a6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3047622f-c46a-444c-8795-3fe30e53c3a6,segment=NetworkSegment(947968f5-9678-4d30-b216-3e1e869c5f9f),segment_id=947968f5-9678-4d30-b216-3e1e869c5f9f)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:01:36.141114 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c8cd0088-4003-4404-9b37-1504ced40dfe tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (3047622f-c46a-444c-8795-3fe30e53c3a6), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:36.143460 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-56a799e9-c808-4ff7-930e-0e798c4225b1 None None] Provisioning complete for port 8bbbb696-85cb-488f-9945-faa388892569 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:01:36.143968 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-56a799e9-c808-4ff7-930e-0e798c4225b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (8bbbb696-85cb-488f-9945-faa388892569), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:36.145574 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 3047622f-c46a-444c-8795-3fe30e53c3a6 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:01:36.189522 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45204635-b550-4270-b414-1fe748b6320d req-85783f5b-a95a-45df-8198-1f82b8d57551 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:36.191269 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-45204635-b550-4270-b414-1fe748b6320d req-85783f5b-a95a-45df-8198-1f82b8d57551 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/ports?device_id=8141d2fb-0f50-41fb-bce0-7a6c7f7fc949 HTTP/1.1" status: 200  len: 946 time: 0.1874962
May 07 22:01:36.200960 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-c8cd0088-4003-4404-9b37-1504ced40dfe tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Calling delete_port for 3047622f-c46a-444c-8795-3fe30e53c3a6 owned by network:dhcp {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:01:36.275065 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-ac67afe6-2b67-4f00-ad13-955bb21ddfcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f8f6370>, [{'id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'name': 'tempest-RoutersIpV6Test-router-1967308978', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:00:20Z', 'updated_at': '2022-05-07T22:01:32Z', 'revision_number': 10, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'gw_port_host': None, '_interfaces': [{'id': 'a2847041-deca-4787-a520-36214b25c9cb', 'name': '', 'network_id': 'add7415b-3dec-4c79-9eba-58ce88fa9087', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'mac_address': 'fa:16:3e:92:89:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '78208c1f-4b12-45ff-84a6-c2c59f46d723', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:24Z', 'updated_at': '2022-05-07T22:00:33Z', 'revision_number': 5, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'subnets': [{'id': '78208c1f-4b12-45ff-84a6-c2c59f46d723', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:36.281843 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-56a799e9-c808-4ff7-930e-0e798c4225b1 None None] Port 8bbbb696-85cb-488f-9945-faa388892569 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:01:36.300099 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b8eb20f-9701-4bae-b604-dc2a038ca87c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:01:36.311853 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459e11a2-a72b-4392-a476-63ddae78213c None None] Sync routers for ids ['76e8003f-f07d-43c5-be91-2cdd94ca2a8c'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:01:36.321197 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-2b8eb20f-9701-4bae-b604-dc2a038ca87c admin admin] 10.222.0.32 "PUT /v2.0/routers/76e8003f-f07d-43c5-be91-2cdd94ca2a8c/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.2692499
May 07 22:01:36.327227 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459e11a2-a72b-4392-a476-63ddae78213c None None] Routers {'76e8003f-f07d-43c5-be91-2cdd94ca2a8c'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:01:36.329158 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-459e11a2-a72b-4392-a476-63ddae78213c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cd68460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:01:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['76e8003f-f07d-43c5-be91-2cdd94ca2a8c'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:36.350808 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-45204635-b550-4270-b414-1fe748b6320d req-a23c4f26-a300-431c-8fab-e0c8de33f4cb tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7b1876c-a594-41c5-9872-578aa79ea667&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1400368
May 07 22:01:36.351295 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac67afe6-2b67-4f00-ad13-955bb21ddfcd None None] The sync data for ids ['f401884a-34c3-4298-b93b-87fb57ab5ea1'] in ncdv-master-1 is: [{'id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'name': 'tempest-RoutersIpV6Test-router-1967308978', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:00:20Z', 'updated_at': '2022-05-07T22:01:32Z', 'revision_number': 10, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'gw_port_host': None, '_interfaces': [{'id': 'a2847041-deca-4787-a520-36214b25c9cb', 'name': '', 'network_id': 'add7415b-3dec-4c79-9eba-58ce88fa9087', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'mac_address': 'fa:16:3e:92:89:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '78208c1f-4b12-45ff-84a6-c2c59f46d723', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:24Z', 'updated_at': '2022-05-07T22:00:33Z', 'revision_number': 5, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'subnets': [{'id': '78208c1f-4b12-45ff-84a6-c2c59f46d723', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:01:36.381551 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 3047622f-c46a-444c-8795-3fe30e53c3a6 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:01:36.381942 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (3047622f-c46a-444c-8795-3fe30e53c3a6), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:36.555942 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-459e11a2-a72b-4392-a476-63ddae78213c None None] Set router 76e8003f-f07d-43c5-be91-2cdd94ca2a8c gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:01:36.596212 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 3047622f-c46a-444c-8795-3fe30e53c3a6 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:01:36.596698 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (3047622f-c46a-444c-8795-3fe30e53c3a6), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:36.640019 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c8cd0088-4003-4404-9b37-1504ced40dfe tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (3047622f-c46a-444c-8795-3fe30e53c3a6), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:36.640897 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52dcd64-5ae9-45c1-a099-0d2837622cd5 req-4a8f267d-176c-43ab-af27-0b4e753d007b tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:36.642417 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f52dcd64-5ae9-45c1-a099-0d2837622cd5 req-4a8f267d-176c-43ab-af27-0b4e753d007b tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/ports?device_id=20117710-052c-46c3-8ca2-f601df488811 HTTP/1.1" status: 200  len: 945 time: 0.1233077
May 07 22:01:36.694403 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31612f2e-ada0-4de3-80bf-695322feaed5 req-2769eeee-3e2f-4a8f-a41f-55fd8f4bc257 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:36.697066 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-31612f2e-ada0-4de3-80bf-695322feaed5 req-2769eeee-3e2f-4a8f-a41f-55fd8f4bc257 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/ports?device_id=95f9d622-1591-4442-9da0-167bdb326758 HTTP/1.1" status: 200  len: 946 time: 0.1653733
May 07 22:01:36.701611 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd0088-4003-4404-9b37-1504ced40dfe tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Pushing event deleted for resources: {'Port': ['ID=3047622f-c46a-444c-8795-3fe30e53c3a6,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:36.769999 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 823a08a6-ab54-47d3-8acd-96df82a7d98e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:01:36.781293 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cd0088-4003-4404-9b37-1504ced40dfe tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] No DVR routers for this DVR port 3047622f-c46a-444c-8795-3fe30e53c3a6 on host ncdv-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:01:36.788402 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f52dcd64-5ae9-45c1-a099-0d2837622cd5 req-cd81bcf2-fd76-4715-8468-92ca873242bf tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d85ced8-44c7-47ce-a4c7-1950d9c3cf50&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1073110
May 07 22:01:36.809314 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cfce865d-5e61-495f-90b5-e5b96eca9612 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401094'] for router_interface (f401884a-34c3-4298-b93b-87fb57ab5ea1), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:36.825017 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 823a08a6-ab54-47d3-8acd-96df82a7d98e {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:01:36.825017 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 823a08a6-ab54-47d3-8acd-96df82a7d98e not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:01:36.868650 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-459e11a2-a72b-4392-a476-63ddae78213c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cd68460>, [{'id': '76e8003f-f07d-43c5-be91-2cdd94ca2a8c', 'name': 'tempest-ServerActionsTestJSON-1039258511-router', 'tenant_id': '759c66c34f414c19b2109393738ef639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.29'}], 'enable_snat': True}, 'gw_port_id': 'ece2a975-4d3c-4919-b3a7-2d7047f0c79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:01:24Z', 'updated_at': '2022-05-07T22:01:33Z', 'revision_number': 4, 'project_id': '759c66c34f414c19b2109393738ef639', 'gw_port': {'id': 'ece2a975-4d3c-4919-b3a7-2d7047f0c79b', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:40:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e8003f-f07d-43c5-be91-2cdd94ca2a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:01:25Z', 'updated_at': '2022-05-07T22:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8bbbb696-85cb-488f-9945-faa388892569', 'name': '', 'network_id': '33b52409-fae0-4935-b5d0-15acefaa0f3f', 'tenant_id': '759c66c34f414c19b2109393738ef639', 'mac_address': 'fa:16:3e:32:39:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76e8003f-f07d-43c5-be91-2cdd94ca2a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '3e304f3b-3927-4f57-b6d9-ff32c4ae5938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:01:30Z', 'updated_at': '2022-05-07T22:01:33Z', 'revision_number': 2, 'project_id': '759c66c34f414c19b2109393738ef639', 'subnets': [{'id': '3e304f3b-3927-4f57-b6d9-ff32c4ae5938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:36.913640 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459e11a2-a72b-4392-a476-63ddae78213c None None] Checking router: 76e8003f-f07d-43c5-be91-2cdd94ca2a8c for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:01:36.914146 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459e11a2-a72b-4392-a476-63ddae78213c None None] Updating router 76e8003f-f07d-43c5-be91-2cdd94ca2a8c port 8bbbb696-85cb-488f-9945-faa388892569 binding host ncdv-master-1 {{(pid=121839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 22:01:36.920002 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-31612f2e-ada0-4de3-80bf-695322feaed5 req-ce140102-8b13-478c-bf94-11cf962f0f9b tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ebb222e-3262-41b5-990d-c21161bc61e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2157776
May 07 22:01:36.921154 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c8cd0088-4003-4404-9b37-1504ced40dfe tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (1cf5d0cb-6a75-4ca0-ad8a-3f94800069fc), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:36.946803 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-459e11a2-a72b-4392-a476-63ddae78213c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (8bbbb696-85cb-488f-9945-faa388892569), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:37.018090 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b33e91f-750d-4408-ba2b-61c642165d35 req-30722785-b1b3-4022-9f5c-426a40888391 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:37.019647 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2b33e91f-750d-4408-ba2b-61c642165d35 req-30722785-b1b3-4022-9f5c-426a40888391 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d5d0aa6-f907-4569-bedc-2979f6637d33 HTTP/1.1" status: 200  len: 946 time: 0.1286168
May 07 22:01:37.061442 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c8cd0088-4003-4404-9b37-1504ced40dfe tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (1cf5d0cb-6a75-4ca0-ad8a-3f94800069fc), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:37.106628 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd0088-4003-4404-9b37-1504ced40dfe tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Pushing event deleted for resources: {'Subnet': ['ID=1cf5d0cb-6a75-4ca0-ad8a-3f94800069fc,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:37.119034 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34285ae7-5809-4543-9d08-e0e03cfe6d11 req-dd9dae86-9574-4f5d-bc76-1a688ee05642 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:37.120690 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-34285ae7-5809-4543-9d08-e0e03cfe6d11 req-dd9dae86-9574-4f5d-bc76-1a688ee05642 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/ports?device_id=8141d2fb-0f50-41fb-bce0-7a6c7f7fc949 HTTP/1.1" status: 200  len: 946 time: 0.1074486
May 07 22:01:37.141400 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 52534) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:37.156287 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12cde1e8-dd01-4d1c-ae09-79218e98c12d None None] Network 78b5211e-0bdc-48e4-b516-47d94532797d requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:01:37.171737 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-041eb3ec-9c43-46c2-bacc-fc24b0e60ef6 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Request body: {'floatingip': {'port_id': '2e46252a-79ff-49d8-a0dc-dceb03f5d5ae'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:01:37.236850 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2b33e91f-750d-4408-ba2b-61c642165d35 req-adea2d97-71cd-4e15-aff8-b7d7449ecd8d tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a925320-3da9-4f33-a573-9f26e57ac6c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2091615
May 07 22:01:37.256391 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c8cd0088-4003-4404-9b37-1504ced40dfe tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (78b5211e-0bdc-48e4-b516-47d94532797d), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:37.278836 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-041eb3ec-9c43-46c2-bacc-fc24b0e60ef6 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks [] for floatingip (8de12a8e-c993-4cae-bf33-6d950584f85d), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:37.279068 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-3e017d38-81af-420e-ae7e-f49be66b366e None None] Could not find standard attr ID for object 3047622f-c46a-444c-8795-3fe30e53c3a6. {{(pid=121838) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
May 07 22:01:37.300220 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-c8cd0088-4003-4404-9b37-1504ced40dfe tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf8727bdc0>,) {'filters': {'network_id': ['78b5211e-0bdc-48e4-b516-47d94532797d']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:37.327034 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-c8cd0088-4003-4404-9b37-1504ced40dfe tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8727bdc0>, '947968f5-9678-4d30-b216-3e1e869c5f9f') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:37.330219 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-c8cd0088-4003-4404-9b37-1504ced40dfe tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8727bdc0>, '947968f5-9678-4d30-b216-3e1e869c5f9f') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:37.330387 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-459e11a2-a72b-4392-a476-63ddae78213c None None] Publish callbacks [] for port (8bbbb696-85cb-488f-9945-faa388892569), precommit_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:37.340996 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-459e11a2-a72b-4392-a476-63ddae78213c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (8bbbb696-85cb-488f-9945-faa388892569), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:37.359215 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c8cd0088-4003-4404-9b37-1504ced40dfe tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (947968f5-9678-4d30-b216-3e1e869c5f9f), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:37.374559 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c8cd0088-4003-4404-9b37-1504ced40dfe tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (947968f5-9678-4d30-b216-3e1e869c5f9f), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:37.382298 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8cd0088-4003-4404-9b37-1504ced40dfe tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:01:37.383064 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c8cd0088-4003-4404-9b37-1504ced40dfe tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (947968f5-9678-4d30-b216-3e1e869c5f9f), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:37.387864 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 22:01:37.387864 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:01:37.387864 ncdv-master-1 neutron-server[121837]:     timer()
May 07 22:01:37.387864 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:01:37.387864 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 22:01:37.387864 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:01:37.387864 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 22:01:37.387864 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:01:37.387864 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 22:01:37.387864 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:01:37.387864 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 22:01:37.387864 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:01:37.387864 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 22:01:37.387864 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:01:37.387864 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:01:37.387864 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:01:37.387864 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:01:37.387864 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:01:37.387864 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 22:01:37.387864 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:01:37.387864 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 22:01:37.387864 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:01:37.387864 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:01:37.387864 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:01:37.387864 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 22:01:37.387864 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:01:37.387864 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:01:37.387864 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:01:37.387864 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:01:37.387864 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:01:37.387864 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:01:37.387864 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:01:37.444759 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c26590-2444-4111-8568-4ddaf6dae474 None None] Pushing event updated for resources: {'Port': ['ID=8bbbb696-85cb-488f-9945-faa388892569,revision_number=3']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:37.449315 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406e8879-defe-459f-ad94-d4b2cc9d88a3 None None] DHCP port deletion for 78b5211e-0bdc-48e4-b516-47d94532797d request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:01:37.482403 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26095115-58be-43fe-bfbd-887e74498321 None None] Network 78b5211e-0bdc-48e4-b516-47d94532797d requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:01:37.483379 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c8cd0088-4003-4404-9b37-1504ced40dfe tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (78b5211e-0bdc-48e4-b516-47d94532797d), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:37.506753 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26095115-58be-43fe-bfbd-887e74498321 None None] Network 78b5211e-0bdc-48e4-b516-47d94532797d could not be found, it might have been deleted concurrently. {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}}
May 07 22:01:37.507200 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c8cd0088-4003-4404-9b37-1504ced40dfe tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:37.514228 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-c8cd0088-4003-4404-9b37-1504ced40dfe tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] 10.222.0.32 "DELETE /v2.0/networks/78b5211e-0bdc-48e4-b516-47d94532797d HTTP/1.1" status: 204  len: 168 time: 2.4433186
May 07 22:01:37.514593 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 52538) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:37.561695 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-065500f9-47ec-4b01-b061-2c0c5756b1a7 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] DELETE failed (client error): The resource could not be found.
May 07 22:01:37.563063 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-459e11a2-a72b-4392-a476-63ddae78213c None None] Attempting to bind port 8bbbb696-85cb-488f-9945-faa388892569 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:01:37.563447 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-459e11a2-a72b-4392-a476-63ddae78213c None None] Attempting to bind port 8bbbb696-85cb-488f-9945-faa388892569 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3565a17e-e0eb-4b35-a7f2-f7d7af642fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '33b52409-fae0-4935-b5d0-15acefaa0f3f'}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:01:37.563599 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-065500f9-47ec-4b01-b061-2c0c5756b1a7 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:01:37.563802 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459e11a2-a72b-4392-a476-63ddae78213c None None] Attempting to bind port 8bbbb696-85cb-488f-9945-faa388892569 on network 33b52409-fae0-4935-b5d0-15acefaa0f3f {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:01:37.565915 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c6f355-384b-4d8a-9aab-f48f69d061c1 req-6da7e16d-5002-4dee-b2ac-cf403828cbac tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:37.568164 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f6c6f355-384b-4d8a-9aab-f48f69d061c1 req-6da7e16d-5002-4dee-b2ac-cf403828cbac tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/ports?device_id=931cb167-5bcb-4aef-8b2b-029dbcb4d7e9 HTTP/1.1" status: 200  len: 945 time: 0.2069182
May 07 22:01:37.586478 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459e11a2-a72b-4392-a476-63ddae78213c None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:01:37.586478 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459e11a2-a72b-4392-a476-63ddae78213c None None] Checking segment: {'id': '3565a17e-e0eb-4b35-a7f2-f7d7af642fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '33b52409-fae0-4935-b5d0-15acefaa0f3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:01:37.586478 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-459e11a2-a72b-4392-a476-63ddae78213c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:37.586478 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459e11a2-a72b-4392-a476-63ddae78213c None None] Bound using segment: {'id': '3565a17e-e0eb-4b35-a7f2-f7d7af642fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '33b52409-fae0-4935-b5d0-15acefaa0f3f'} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:01:37.586478 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-459e11a2-a72b-4392-a476-63ddae78213c None None] Bound port: 8bbbb696-85cb-488f-9945-faa388892569, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3565a17e-e0eb-4b35-a7f2-f7d7af642fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '33b52409-fae0-4935-b5d0-15acefaa0f3f'}}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:01:37.586478 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-459e11a2-a72b-4392-a476-63ddae78213c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (8bbbb696-85cb-488f-9945-faa388892569), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:37.592102 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-065500f9-47ec-4b01-b061-2c0c5756b1a7 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] 10.222.0.32 "DELETE /v2.0/networks/78b5211e-0bdc-48e4-b516-47d94532797d HTTP/1.1" status: 404  len: 339 time: 0.0764246
May 07 22:01:37.593243 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cd0088-4003-4404-9b37-1504ced40dfe tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Pushing event deleted for resources: {'Network': ['ID=78b5211e-0bdc-48e4-b516-47d94532797d,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:37.601273 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 52540) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:37.609008 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-991a10fc-5962-4691-b093-29800a582475 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1280308719', 'description': 'd1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:01:37.636086 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-991a10fc-5962-4691-b093-29800a582475 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Made reservation on behalf of d7da299cb7fd4b569f047ab71e3255d4 for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:01:37.641725 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-991a10fc-5962-4691-b093-29800a582475 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:37.675539 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-991a10fc-5962-4691-b093-29800a582475 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:01:37.690683 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-991a10fc-5962-4691-b093-29800a582475 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (a46f52b7-4b4b-43f4-81a7-7ae9fdfa79c4), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:37.691047 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-991a10fc-5962-4691-b093-29800a582475 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Added segment a46f52b7-4b4b-43f4-81a7-7ae9fdfa79c4 of type vlan for network 5aaba158-9f13-477c-ad32-5ebccc02efd7
May 07 22:01:37.692227 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 52542) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:37.701376 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-459e11a2-a72b-4392-a476-63ddae78213c None None] For port 8bbbb696-85cb-488f-9945-faa388892569, host ncdv-master-1, cleared binding levels {{(pid=121839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:01:37.703785 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-abef6ecd-5a83-4787-8e62-13a346aacac7 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1924358836', 'description': 'tempest-description--1629722392'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:01:37.705488 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-459e11a2-a72b-4392-a476-63ddae78213c None None] For port 8bbbb696-85cb-488f-9945-faa388892569, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8bbbb696-85cb-488f-9945-faa388892569,segment=NetworkSegment(3565a17e-e0eb-4b35-a7f2-f7d7af642fb7),segment_id=3565a17e-e0eb-4b35-a7f2-f7d7af642fb7)] {{(pid=121839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:01:37.717446 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-459e11a2-a72b-4392-a476-63ddae78213c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (8bbbb696-85cb-488f-9945-faa388892569), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:37.741766 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f6c6f355-384b-4d8a-9aab-f48f69d061c1 req-de12a7e8-b9ec-4bdc-b3d5-eb6ee658f9f0 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2f94373-fd3e-4a2b-9dee-192df8871f41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1407518
May 07 22:01:37.771675 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-abef6ecd-5a83-4787-8e62-13a346aacac7 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:37.783317 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-991a10fc-5962-4691-b093-29800a582475 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (5aaba158-9f13-477c-ad32-5ebccc02efd7), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:37.797970 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c26590-2444-4111-8568-4ddaf6dae474 None None] Pushing event updated for resources: {'Port': ['ID=8bbbb696-85cb-488f-9945-faa388892569,revision_number=4']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:37.811827 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459e11a2-a72b-4392-a476-63ddae78213c None None] Routers {'76e8003f-f07d-43c5-be91-2cdd94ca2a8c'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:01:37.812921 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-459e11a2-a72b-4392-a476-63ddae78213c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cd68460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:01:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['76e8003f-f07d-43c5-be91-2cdd94ca2a8c'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:37.831671 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-cfce865d-5e61-495f-90b5-e5b96eca9612 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Deleting port a2847041-deca-4787-a520-36214b25c9cb {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:01:37.832269 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cfce865d-5e61-495f-90b5-e5b96eca9612 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (a2847041-deca-4787-a520-36214b25c9cb), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:37.839255 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-991a10fc-5962-4691-b093-29800a582475 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (5aaba158-9f13-477c-ad32-5ebccc02efd7), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:37.846208 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991a10fc-5962-4691-b093-29800a582475 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:37.846928 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-991a10fc-5962-4691-b093-29800a582475 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:37.918813 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-07fb87c8-5004-4e95-a121-b3984bc6db95 None None] Provisioning complete for port 8bbbb696-85cb-488f-9945-faa388892569 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:01:37.919726 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-07fb87c8-5004-4e95-a121-b3984bc6db95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (8bbbb696-85cb-488f-9945-faa388892569), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:37.978956 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e486ab6b-215d-4873-b067-6d137c3169b1 req-0409368a-8ef7-4a9f-a508-0daf118f4fb4 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:37.997816 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e486ab6b-215d-4873-b067-6d137c3169b1 req-0409368a-8ef7-4a9f-a508-0daf118f4fb4 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/ports?device_id=20117710-052c-46c3-8ca2-f601df488811 HTTP/1.1" status: 200  len: 945 time: 0.0819831
May 07 22:01:38.083127 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-cfce865d-5e61-495f-90b5-e5b96eca9612 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] For port a2847041-deca-4787-a520-36214b25c9cb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a2847041-deca-4787-a520-36214b25c9cb,segment=NetworkSegment(afe47b97-631b-47da-a65a-948b43bcf838),segment_id=afe47b97-631b-47da-a65a-948b43bcf838)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:01:38.083508 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cfce865d-5e61-495f-90b5-e5b96eca9612 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (a2847041-deca-4787-a520-36214b25c9cb), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:38.148371 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-991a10fc-5962-4691-b093-29800a582475 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 782 time: 0.5450969
May 07 22:01:38.167656 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 52548) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:38.185513 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 3047622f-c46a-444c-8795-3fe30e53c3a6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:01:38.199517 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991a10fc-5962-4691-b093-29800a582475 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Pushing event updated for resources: {'Network': ['ID=5aaba158-9f13-477c-ad32-5ebccc02efd7,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:38.217193 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-cfce865d-5e61-495f-90b5-e5b96eca9612 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Calling delete_port for a2847041-deca-4787-a520-36214b25c9cb owned by network:router_interface {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:01:38.245498 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-459e11a2-a72b-4392-a476-63ddae78213c None None] Set router 76e8003f-f07d-43c5-be91-2cdd94ca2a8c gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:01:38.253813 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-abef6ecd-5a83-4787-8e62-13a346aacac7 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Publish callbacks [] for security_group (2e87a0c9-a77c-4708-b341-f3402ed28fd4), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:38.256324 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 3047622f-c46a-444c-8795-3fe30e53c3a6 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:01:38.256778 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 3047622f-c46a-444c-8795-3fe30e53c3a6 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:01:38.257735 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 11f529b2-9b2b-4fc8-8708-2c4e7852dad2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:01:38.261167 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 5aaba158-9f13-477c-ad32-5ebccc02efd7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:01:38.269435 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400f03ae-3d19-4711-bef3-ee84452a2a63 req-b0d9bf64-d13e-468e-b00f-fba0801cd5ad tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:38.271897 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-400f03ae-3d19-4711-bef3-ee84452a2a63 req-b0d9bf64-d13e-468e-b00f-fba0801cd5ad tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] 10.222.0.59 "GET /v2.0/ports?device_id=5d5d0aa6-f907-4569-bedc-2979f6637d33 HTTP/1.1" status: 200  len: 946 time: 0.1779289
May 07 22:01:38.284227 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cf50b5-fe8a-4f72-8b3f-7e7b920df6b7 req-171b49bd-f1c5-4022-9eaa-723c7decec8c tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:38.285627 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-abef6ecd-5a83-4787-8e62-13a346aacac7 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (2e87a0c9-a77c-4708-b341-f3402ed28fd4), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:38.294578 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-46cf50b5-fe8a-4f72-8b3f-7e7b920df6b7 req-171b49bd-f1c5-4022-9eaa-723c7decec8c tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/ports?device_id=95f9d622-1591-4442-9da0-167bdb326758 HTTP/1.1" status: 200  len: 946 time: 0.1258087
May 07 22:01:38.304310 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 11f529b2-9b2b-4fc8-8708-2c4e7852dad2 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:01:38.305051 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 11f529b2-9b2b-4fc8-8708-2c4e7852dad2 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:01:38.337590 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-07fb87c8-5004-4e95-a121-b3984bc6db95 None None] Current status of the port 8bbbb696-85cb-488f-9945-faa388892569 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:01:38.338138 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-07fb87c8-5004-4e95-a121-b3984bc6db95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (8bbbb696-85cb-488f-9945-faa388892569), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:38.358084 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e486ab6b-215d-4873-b067-6d137c3169b1 req-f3eb910a-42dc-4a34-89dd-6808df565550 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d85ced8-44c7-47ce-a4c7-1950d9c3cf50&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3593147
May 07 22:01:38.409526 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-abef6ecd-5a83-4787-8e62-13a346aacac7 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:38.412956 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-abef6ecd-5a83-4787-8e62-13a346aacac7 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1799 time: 0.7197444
May 07 22:01:38.420647 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 52552) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:38.439797 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-3d94bed8-81fc-4873-871b-e79715959c5b tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Request body: {'security_group_rule': {'security_group_id': '2e87a0c9-a77c-4708-b341-f3402ed28fd4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:01:38.456712 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-07fb87c8-5004-4e95-a121-b3984bc6db95 None None] For port 8bbbb696-85cb-488f-9945-faa388892569, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8bbbb696-85cb-488f-9945-faa388892569,segment=NetworkSegment(3565a17e-e0eb-4b35-a7f2-f7d7af642fb7),segment_id=3565a17e-e0eb-4b35-a7f2-f7d7af642fb7)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:01:38.471571 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abef6ecd-5a83-4787-8e62-13a346aacac7 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e87a0c9-a77c-4708-b341-f3402ed28fd4,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:38.481549 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-07fb87c8-5004-4e95-a121-b3984bc6db95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (8bbbb696-85cb-488f-9945-faa388892569), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:38.504780 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc84bb8-e83f-4c89-8cfd-66c8c516aa81 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:38.506341 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-5bc84bb8-e83f-4c89-8cfd-66c8c516aa81 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] 10.222.0.32 "GET /v2.0/networks?id=5aaba158-9f13-477c-ad32-5ebccc02efd7 HTTP/1.1" status: 200  len: 761 time: 0.3246396
May 07 22:01:38.513255 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 52554) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:38.534840 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-5ff6bfc7-3ea2-4023-93c3-3cab39b94d7a tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Request body: {'network': {'description': 'd2'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:01:38.559943 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-400f03ae-3d19-4711-bef3-ee84452a2a63 req-06aa0de4-b291-44b9-be58-628e698fe744 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] Deleting port 73e10226-084a-4235-a376-31a716d63e44 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:01:38.560310 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-400f03ae-3d19-4711-bef3-ee84452a2a63 req-06aa0de4-b291-44b9-be58-628e698fe744 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (73e10226-084a-4235-a376-31a716d63e44), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:38.568210 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fb87c8-5004-4e95-a121-b3984bc6db95 None None] Pushing event updated for resources: {'Port': ['ID=8bbbb696-85cb-488f-9945-faa388892569,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:38.597194 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-459e11a2-a72b-4392-a476-63ddae78213c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cd68460>, [{'id': '76e8003f-f07d-43c5-be91-2cdd94ca2a8c', 'name': 'tempest-ServerActionsTestJSON-1039258511-router', 'tenant_id': '759c66c34f414c19b2109393738ef639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.29'}], 'enable_snat': True}, 'gw_port_id': 'ece2a975-4d3c-4919-b3a7-2d7047f0c79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:01:24Z', 'updated_at': '2022-05-07T22:01:33Z', 'revision_number': 4, 'project_id': '759c66c34f414c19b2109393738ef639', 'gw_port': {'id': 'ece2a975-4d3c-4919-b3a7-2d7047f0c79b', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:40:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e8003f-f07d-43c5-be91-2cdd94ca2a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:01:25Z', 'updated_at': '2022-05-07T22:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8bbbb696-85cb-488f-9945-faa388892569', 'name': '', 'network_id': '33b52409-fae0-4935-b5d0-15acefaa0f3f', 'tenant_id': '759c66c34f414c19b2109393738ef639', 'mac_address': 'fa:16:3e:32:39:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76e8003f-f07d-43c5-be91-2cdd94ca2a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '3e304f3b-3927-4f57-b6d9-ff32c4ae5938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:01:30Z', 'updated_at': '2022-05-07T22:01:37Z', 'revision_number': 4, 'project_id': '759c66c34f414c19b2109393738ef639', 'subnets': [{'id': '3e304f3b-3927-4f57-b6d9-ff32c4ae5938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:38.608542 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-a28579e5-a71d-4450-946c-c86d2648954a None None] Provisioning complete for port 8bbbb696-85cb-488f-9945-faa388892569 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:01:38.609244 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a28579e5-a71d-4450-946c-c86d2648954a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (8bbbb696-85cb-488f-9945-faa388892569), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:38.625467 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-46cf50b5-fe8a-4f72-8b3f-7e7b920df6b7 req-75d1df0f-87cd-43da-9409-267e9a35b468 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ebb222e-3262-41b5-990d-c21161bc61e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3299062
May 07 22:01:38.631805 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459e11a2-a72b-4392-a476-63ddae78213c None None] The sync data for ids ['76e8003f-f07d-43c5-be91-2cdd94ca2a8c'] in ncdv-master-1 is: [{'id': '76e8003f-f07d-43c5-be91-2cdd94ca2a8c', 'name': 'tempest-ServerActionsTestJSON-1039258511-router', 'tenant_id': '759c66c34f414c19b2109393738ef639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.29'}], 'enable_snat': True}, 'gw_port_id': 'ece2a975-4d3c-4919-b3a7-2d7047f0c79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:01:24Z', 'updated_at': '2022-05-07T22:01:33Z', 'revision_number': 4, 'project_id': '759c66c34f414c19b2109393738ef639', 'gw_port': {'id': 'ece2a975-4d3c-4919-b3a7-2d7047f0c79b', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:40:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e8003f-f07d-43c5-be91-2cdd94ca2a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:01:25Z', 'updated_at': '2022-05-07T22:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8bbbb696-85cb-488f-9945-faa388892569', 'name': '', 'network_id': '33b52409-fae0-4935-b5d0-15acefaa0f3f', 'tenant_id': '759c66c34f414c19b2109393738ef639', 'mac_address': 'fa:16:3e:32:39:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76e8003f-f07d-43c5-be91-2cdd94ca2a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '3e304f3b-3927-4f57-b6d9-ff32c4ae5938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:01:30Z', 'updated_at': '2022-05-07T22:01:37Z', 'revision_number': 4, 'project_id': '759c66c34f414c19b2109393738ef639', 'subnets': [{'id': '3e304f3b-3927-4f57-b6d9-ff32c4ae5938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:01:38.674318 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3d94bed8-81fc-4873-871b-e79715959c5b tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Publish callbacks [] for security_group_rule (e2131f76-d95f-436f-9f1c-9d03c9426db3), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:38.697138 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7013e1b9-25e5-4c68-a671-e46cf0645574 req-9cae35ff-01be-4862-a473-4b34c33b4232 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:38.712866 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7013e1b9-25e5-4c68-a671-e46cf0645574 req-9cae35ff-01be-4862-a473-4b34c33b4232 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d5d0aa6-f907-4569-bedc-2979f6637d33 HTTP/1.1" status: 200  len: 946 time: 0.1710768
May 07 22:01:38.743282 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-a28579e5-a71d-4450-946c-c86d2648954a None None] Current status of the port 8bbbb696-85cb-488f-9945-faa388892569 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:01:38.812623 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7013e1b9-25e5-4c68-a671-e46cf0645574 req-97525d53-6291-44c7-becf-639ce2dc698f tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a925320-3da9-4f33-a573-9f26e57ac6c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0986898
May 07 22:01:38.840643 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-400f03ae-3d19-4711-bef3-ee84452a2a63 req-06aa0de4-b291-44b9-be58-628e698fe744 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] For port 73e10226-084a-4235-a376-31a716d63e44, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=73e10226-084a-4235-a376-31a716d63e44,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:01:38.841009 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-400f03ae-3d19-4711-bef3-ee84452a2a63 req-06aa0de4-b291-44b9-be58-628e698fe744 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (73e10226-084a-4235-a376-31a716d63e44), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:38.865697 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3d94bed8-81fc-4873-871b-e79715959c5b tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Publish callbacks [] for security_group_rule (e2131f76-d95f-436f-9f1c-9d03c9426db3), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:38.866965 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-400f03ae-3d19-4711-bef3-ee84452a2a63 req-06aa0de4-b291-44b9-be58-628e698fe744 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] Calling delete_port for 73e10226-084a-4235-a376-31a716d63e44 owned by compute:nova {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:01:38.873674 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3d94bed8-81fc-4873-871b-e79715959c5b tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (e2131f76-d95f-436f-9f1c-9d03c9426db3), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:38.938149 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d94bed8-81fc-4873-871b-e79715959c5b tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2131f76-d95f-436f-9f1c-9d03c9426db3,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:38.944654 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3d94bed8-81fc-4873-871b-e79715959c5b tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:38.945803 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-3d94bed8-81fc-4873-871b-e79715959c5b tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5180106
May 07 22:01:38.948514 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 52558) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:38.952988 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-090837d1-9520-47f6-b2f9-274dd043280b tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Request body: {'security_group_rule': {'security_group_id': '2e87a0c9-a77c-4708-b341-f3402ed28fd4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:01:39.007770 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-090837d1-9520-47f6-b2f9-274dd043280b tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Publish callbacks [] for security_group_rule (4a657281-1447-4c23-bc56-e8e401e5b15c), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:39.101045 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-090837d1-9520-47f6-b2f9-274dd043280b tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Publish callbacks [] for security_group_rule (4a657281-1447-4c23-bc56-e8e401e5b15c), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:39.107611 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-090837d1-9520-47f6-b2f9-274dd043280b tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (4a657281-1447-4c23-bc56-e8e401e5b15c), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:39.114396 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-400f03ae-3d19-4711-bef3-ee84452a2a63 req-06aa0de4-b291-44b9-be58-628e698fe744 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (73e10226-084a-4235-a376-31a716d63e44), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:39.156922 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aa0de4-b291-44b9-be58-628e698fe744 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] Pushing event deleted for resources: {'Port': ['ID=73e10226-084a-4235-a376-31a716d63e44,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:39.162335 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090837d1-9520-47f6-b2f9-274dd043280b tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a657281-1447-4c23-bc56-e8e401e5b15c,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:39.202147 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-090837d1-9520-47f6-b2f9-274dd043280b tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:39.203325 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-090837d1-9520-47f6-b2f9-274dd043280b tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2538669
May 07 22:01:39.206173 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 52560) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:39.226866 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.db.resource_extend [None req-041eb3ec-9c43-46c2-bacc-fc24b0e60ef6 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 07 22:01:39.228198 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-a2298a1f-2263-4f09-90d7-b18ea1711122 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Request body: {'floatingip': {'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:01:39.237197 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-400f03ae-3d19-4711-bef3-ee84452a2a63 req-06aa0de4-b291-44b9-be58-628e698fe744 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] No DVR routers for this DVR port 73e10226-084a-4235-a376-31a716d63e44 on host nch2-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:01:39.241280 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-400f03ae-3d19-4711-bef3-ee84452a2a63 req-06aa0de4-b291-44b9-be58-628e698fe744 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:39.250493 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-400f03ae-3d19-4711-bef3-ee84452a2a63 req-06aa0de4-b291-44b9-be58-628e698fe744 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] 10.222.0.59 "DELETE /v2.0/ports/73e10226-084a-4235-a376-31a716d63e44 HTTP/1.1" status: 204  len: 173 time: 0.9656079
May 07 22:01:39.251055 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d5d0aa6-f907-4569-bedc-2979f6637d33', 'name': 'network-vif-deleted', 'tag': '73e10226-084a-4235-a376-31a716d63e44'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:01:39.253563 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cb68c1f-7715-4866-84b8-c547bf056867" -d '{"events": [{"server_uuid": "5d5d0aa6-f907-4569-bedc-2979f6637d33", "name": "network-vif-deleted", "tag": "73e10226-084a-4235-a376-31a716d63e44"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:01:39.272257 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a2298a1f-2263-4f09-90d7-b18ea1711122 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:39.319648 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5c96ed-22d7-4f1f-91e0-bb18b8bab5cd req-a396b4af-2fa0-4a44-89e7-ac719b7e7ee0 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:39.329351 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fc5c96ed-22d7-4f1f-91e0-bb18b8bab5cd req-a396b4af-2fa0-4a44-89e7-ac719b7e7ee0 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/ports?device_id=931cb167-5bcb-4aef-8b2b-029dbcb4d7e9 HTTP/1.1" status: 200  len: 945 time: 0.2019258
May 07 22:01:39.403852 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a2298a1f-2263-4f09-90d7-b18ea1711122 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:39.428214 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d60bccc6-76f7-422f-be62-282b561d0d3f x-openstack-request-id: req-d60bccc6-76f7-422f-be62-282b561d0d3f {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:01:39.428528 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d5d0aa6-f907-4569-bedc-2979f6637d33", "name": "network-vif-deleted", "tag": "73e10226-084a-4235-a376-31a716d63e44", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:01:39.428827 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d60bccc6-76f7-422f-be62-282b561d0d3f {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:01:39.429253 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d60bccc6-76f7-422f-be62-282b561d0d3f'] response: {'server_uuid': '5d5d0aa6-f907-4569-bedc-2979f6637d33', 'name': 'network-vif-deleted', 'tag': '73e10226-084a-4235-a376-31a716d63e44', 'status': 'completed', 'code': 200}
May 07 22:01:39.442037 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-041eb3ec-9c43-46c2-bacc-fc24b0e60ef6 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:39.473646 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-041eb3ec-9c43-46c2-bacc-fc24b0e60ef6 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (8de12a8e-c993-4cae-bf33-6d950584f85d), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:39.536694 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5ff6bfc7-3ea2-4023-93c3-3cab39b94d7a tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (5aaba158-9f13-477c-ad32-5ebccc02efd7), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:39.551844 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cfce865d-5e61-495f-90b5-e5b96eca9612 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (a2847041-deca-4787-a520-36214b25c9cb), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:39.560748 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15c55a6-66ac-429f-aec2-78aea5bd2e8d req-41f7277f-14f7-4f9b-bacd-51c489ac58cc tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:39.562585 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f15c55a6-66ac-429f-aec2-78aea5bd2e8d req-41f7277f-14f7-4f9b-bacd-51c489ac58cc tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/ports?device_id=20117710-052c-46c3-8ca2-f601df488811 HTTP/1.1" status: 200  len: 945 time: 0.0888774
May 07 22:01:39.596990 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fc5c96ed-22d7-4f1f-91e0-bb18b8bab5cd req-e631e02c-4196-4ac3-b134-66b76f1a6eaf tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2f94373-fd3e-4a2b-9dee-192df8871f41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2667010
May 07 22:01:39.607379 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5ff6bfc7-3ea2-4023-93c3-3cab39b94d7a tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (5aaba158-9f13-477c-ad32-5ebccc02efd7), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:39.609472 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfce865d-5e61-495f-90b5-e5b96eca9612 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Pushing event deleted for resources: {'Port': ['ID=a2847041-deca-4787-a520-36214b25c9cb,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:39.631860 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-a2298a1f-2263-4f09-90d7-b18ea1711122 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Allocated IP 172.35.4.172 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/507eb683-5046-46ab-bf48-084c8ae3177d) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:01:39.659323 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f15c55a6-66ac-429f-aec2-78aea5bd2e8d req-50a08c61-2be2-41d1-93ed-4c469650a6e0 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d85ced8-44c7-47ce-a4c7-1950d9c3cf50&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0865707
May 07 22:01:39.666551 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5ff6bfc7-3ea2-4023-93c3-3cab39b94d7a tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Network 5aaba158-9f13-477c-ad32-5ebccc02efd7 is not hosted by any dhcp agent {{(pid=121836) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
May 07 22:01:39.671706 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff6bfc7-3ea2-4023-93c3-3cab39b94d7a tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:39.672278 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5ff6bfc7-3ea2-4023-93c3-3cab39b94d7a tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:39.676572 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 52570) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:39.688740 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-5ff6bfc7-3ea2-4023-93c3-3cab39b94d7a tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] 10.222.0.32 "PUT /v2.0/networks/5aaba158-9f13-477c-ad32-5ebccc02efd7 HTTP/1.1" status: 200  len: 758 time: 1.1648746
May 07 22:01:39.762538 ncdv-master-1 neutron-server[121836]: INFO neutron.db.l3_db [None req-041eb3ec-9c43-46c2-bacc-fc24b0e60ef6 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Floating IP 8de12a8e-c993-4cae-bf33-6d950584f85d associated. External IP: 172.35.4.19, port: 2e46252a-79ff-49d8-a0dc-dceb03f5d5ae.
May 07 22:01:39.865226 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bbc9a45-ddbb-410d-94dd-fc20f179fc0a tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:39.896560 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-4bbc9a45-ddbb-410d-94dd-fc20f179fc0a tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] 10.222.0.32 "GET /v2.0/networks?id=5aaba158-9f13-477c-ad32-5ebccc02efd7 HTTP/1.1" status: 200  len: 761 time: 0.1961420
May 07 22:01:39.897344 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 52576) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:39.988045 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-069eafd4-f86c-4d43-b745-6ace7638ebfc tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-794192304'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:01:40.098800 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff6bfc7-3ea2-4023-93c3-3cab39b94d7a tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Pushing event updated for resources: {'Network': ['ID=5aaba158-9f13-477c-ad32-5ebccc02efd7,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:40.128442 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 5aaba158-9f13-477c-ad32-5ebccc02efd7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:01:40.130326 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6d9e1859-b1be-4ae3-bd96-ecb2e616497f req-1e27d878-d7e5-496a-a6d4-12c0d5523131 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] 10.222.0.32 "GET /v2.0/ports?device_id=5d5d0aa6-f907-4569-bedc-2979f6637d33 HTTP/1.1" status: 200  len: 210 time: 0.0953929
May 07 22:01:40.131073 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-069eafd4-f86c-4d43-b745-6ace7638ebfc tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Made reservation on behalf of d7da299cb7fd4b569f047ab71e3255d4 for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:01:40.135283 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-069eafd4-f86c-4d43-b745-6ace7638ebfc tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:40.155404 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a2298a1f-2263-4f09-90d7-b18ea1711122 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Publish callbacks [] for port (507eb683-5046-46ab-bf48-084c8ae3177d), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:40.158490 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a7bae5-922b-4f05-a700-8a23863bc51b req-79f73f5d-6759-4942-bdcd-34624882e767 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:40.160192 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-63a7bae5-922b-4f05-a700-8a23863bc51b req-79f73f5d-6759-4942-bdcd-34624882e767 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/ports?device_id=95f9d622-1591-4442-9da0-167bdb326758 HTTP/1.1" status: 200  len: 946 time: 0.3173218
May 07 22:01:40.162928 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cfce865d-5e61-495f-90b5-e5b96eca9612 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401002'] for router_interface (f401884a-34c3-4298-b93b-87fb57ab5ea1), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:40.186258 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-069eafd4-f86c-4d43-b745-6ace7638ebfc tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:01:40.211957 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-069eafd4-f86c-4d43-b745-6ace7638ebfc tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (8841dfd0-0240-4680-a23d-94e85deb9c6c), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:40.212368 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-069eafd4-f86c-4d43-b745-6ace7638ebfc tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Added segment 8841dfd0-0240-4680-a23d-94e85deb9c6c of type vlan for network ed6bebe1-ad2a-4eb2-8f2c-303e1d97ce17
May 07 22:01:40.308586 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 8bbbb696-85cb-488f-9945-faa388892569 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:01:40.316631 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a2298a1f-2263-4f09-90d7-b18ea1711122 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (507eb683-5046-46ab-bf48-084c8ae3177d), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:40.362532 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-069eafd4-f86c-4d43-b745-6ace7638ebfc tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (ed6bebe1-ad2a-4eb2-8f2c-303e1d97ce17), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:40.377304 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2298a1f-2263-4f09-90d7-b18ea1711122 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:01:40.396348 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-a2298a1f-2263-4f09-90d7-b18ea1711122 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:01:40.412476 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2298a1f-2263-4f09-90d7-b18ea1711122 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:01:40.439646 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 8bbbb696-85cb-488f-9945-faa388892569 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:01:40.440398 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (8bbbb696-85cb-488f-9945-faa388892569), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:40.476008 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2298a1f-2263-4f09-90d7-b18ea1711122 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Pushing event updated for resources: {'Port': ['ID=507eb683-5046-46ab-bf48-084c8ae3177d,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:40.537429 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-069eafd4-f86c-4d43-b745-6ace7638ebfc tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (ed6bebe1-ad2a-4eb2-8f2c-303e1d97ce17), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:40.543509 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069eafd4-f86c-4d43-b745-6ace7638ebfc tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:40.544763 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-069eafd4-f86c-4d43-b745-6ace7638ebfc tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:40.557001 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 8bbbb696-85cb-488f-9945-faa388892569 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:01:40.647546 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ade643-6ef6-4e85-8285-466600f749dd req-e818d6ac-4695-4411-b8e5-1c50c891ce46 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:40.649225 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-80ade643-6ef6-4e85-8285-466600f749dd req-e818d6ac-4695-4411-b8e5-1c50c891ce46 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/ports?device_id=20117710-052c-46c3-8ca2-f601df488811 HTTP/1.1" status: 200  len: 945 time: 0.1459465
May 07 22:01:40.673812 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-63a7bae5-922b-4f05-a700-8a23863bc51b req-18441377-0f19-49d9-b92e-8deddd4bbafd tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ebb222e-3262-41b5-990d-c21161bc61e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4989567
May 07 22:01:40.681853 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-069eafd4-f86c-4d43-b745-6ace7638ebfc tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.7192907
May 07 22:01:40.683025 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 52584) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:40.689237 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfce865d-5e61-495f-90b5-e5b96eca9612 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Router f401884a-34c3-4298-b93b-87fb57ab5ea1 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:01:40.693364 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-e22b60f5-e4c6-4f67-970b-8760a9300122 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Request body: {'subnet': {'network_id': 'ed6bebe1-ad2a-4eb2-8f2c-303e1d97ce17', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:01:40.716256 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e923e8-81fa-476d-b219-0886fa9760a3 req-e615eae8-b2bc-4a52-a887-40663b03e067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:40.717743 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e9e923e8-81fa-476d-b219-0886fa9760a3 req-e615eae8-b2bc-4a52-a887-40663b03e067 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=169e1e6f26414e3eaa454bc14100fece&device_id=20117710-052c-46c3-8ca2-f601df488811 HTTP/1.1" status: 200  len: 1127 time: 0.1962178
May 07 22:01:40.738973 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-80ade643-6ef6-4e85-8285-466600f749dd req-5cee99fb-6903-4732-bfb4-1fb0bf163d48 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d85ced8-44c7-47ce-a4c7-1950d9c3cf50&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559416
May 07 22:01:40.740688 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069eafd4-f86c-4d43-b745-6ace7638ebfc tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Pushing event updated for resources: {'Network': ['ID=ed6bebe1-ad2a-4eb2-8f2c-303e1d97ce17,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:40.767148 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a2298a1f-2263-4f09-90d7-b18ea1711122 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Publish callbacks [] for floatingip (b00a1f2b-15ef-4b92-8698-355eaf20b4ce), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:40.772124 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network ed6bebe1-ad2a-4eb2-8f2c-303e1d97ce17 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:01:40.828759 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a2298a1f-2263-4f09-90d7-b18ea1711122 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (507eb683-5046-46ab-bf48-084c8ae3177d), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:40.969277 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-041eb3ec-9c43-46c2-bacc-fc24b0e60ef6 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Router 2123aa39-c4f0-4e9a-9167-73acf960a6ad has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:01:40.999103 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a2298a1f-2263-4f09-90d7-b18ea1711122 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Publish callbacks [] for port (507eb683-5046-46ab-bf48-084c8ae3177d), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:41.004728 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a2298a1f-2263-4f09-90d7-b18ea1711122 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (507eb683-5046-46ab-bf48-084c8ae3177d), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:41.062565 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d118b269-e7b4-4ca3-a937-049fe1b313ea req-3cc8183f-71e4-4a5b-b0d3-44070169f3df tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:41.064086 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d118b269-e7b4-4ca3-a937-049fe1b313ea req-3cc8183f-71e4-4a5b-b0d3-44070169f3df tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/ports?device_id=931cb167-5bcb-4aef-8b2b-029dbcb4d7e9 HTTP/1.1" status: 200  len: 945 time: 0.2679584
May 07 22:01:41.075497 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2298a1f-2263-4f09-90d7-b18ea1711122 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Pushing event updated for resources: {'Port': ['ID=507eb683-5046-46ab-bf48-084c8ae3177d,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:41.084042 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfce865d-5e61-495f-90b5-e5b96eca9612 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:01:41.084290 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a2298a1f-2263-4f09-90d7-b18ea1711122 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (b00a1f2b-15ef-4b92-8698-355eaf20b4ce), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:41.092625 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-cfce865d-5e61-495f-90b5-e5b96eca9612 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "PUT /v2.0/routers/f401884a-34c3-4298-b93b-87fb57ab5ea1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.0090654
May 07 22:01:41.094558 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30330b81-3177-42f9-b518-40c0d55ab99c None None] Sync routers for ids ['f401884a-34c3-4298-b93b-87fb57ab5ea1'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:01:41.099902 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e22b60f5-e4c6-4f67-970b-8760a9300122 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Made reservation on behalf of d7da299cb7fd4b569f047ab71e3255d4 for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:01:41.100906 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 52586) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:41.103959 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e22b60f5-e4c6-4f67-970b-8760a9300122 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:41.105076 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30330b81-3177-42f9-b518-40c0d55ab99c None None] Routers {'f401884a-34c3-4298-b93b-87fb57ab5ea1'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:01:41.106126 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-30330b81-3177-42f9-b518-40c0d55ab99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7feefa00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:01:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['f401884a-34c3-4298-b93b-87fb57ab5ea1'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:41.107302 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b78374-7bfb-470b-8adf-a085c70fd8bd req-9c4984c9-86eb-405c-9fad-a80c444410fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:41.109651 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-45b78374-7bfb-470b-8adf-a085c70fd8bd req-9c4984c9-86eb-405c-9fad-a80c444410fd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=81e5c5d849ea4fc59d5c4fc58b31530f&device_id=95f9d622-1591-4442-9da0-167bdb326758 HTTP/1.1" status: 200  len: 1128 time: 0.2160330
May 07 22:01:41.143033 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a2298a1f-2263-4f09-90d7-b18ea1711122 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:41.144832 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-a2298a1f-2263-4f09-90d7-b18ea1711122 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.9376078
May 07 22:01:41.192159 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5b23121-7765-4fb8-ad8d-aed18f9e0ec0 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Deleting subnet 78208c1f-4b12-45ff-84a6-c2c59f46d723 {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:01:41.195559 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c5b23121-7765-4fb8-ad8d-aed18f9e0ec0 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks [] for subnet (78208c1f-4b12-45ff-84a6-c2c59f46d723), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:41.221504 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-30330b81-3177-42f9-b518-40c0d55ab99c None None] Set router f401884a-34c3-4298-b93b-87fb57ab5ea1 gateway port host: None {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:01:41.264979 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d118b269-e7b4-4ca3-a937-049fe1b313ea req-26a7eb69-eeeb-458a-8866-12bff8337f2f tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2f94373-fd3e-4a2b-9dee-192df8871f41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1878035
May 07 22:01:41.266069 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e923e8-81fa-476d-b219-0886fa9760a3 req-acb75946-fdc1-40d0-b611-ea13d51b8745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:41.267594 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e9e923e8-81fa-476d-b219-0886fa9760a3 req-acb75946-fdc1-40d0-b611-ea13d51b8745 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a83f92af-3764-4eda-a668-51a2c691a258 HTTP/1.1" status: 200  len: 917 time: 0.5291524
May 07 22:01:41.305772 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-30330b81-3177-42f9-b518-40c0d55ab99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7feefa00>, [{'id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'name': 'tempest-RoutersIpV6Test-router-1967308978', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:00:20Z', 'updated_at': '2022-05-07T22:01:39Z', 'revision_number': 11, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:41.342893 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30330b81-3177-42f9-b518-40c0d55ab99c None None] Checking router: f401884a-34c3-4298-b93b-87fb57ab5ea1 for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:01:41.354561 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30330b81-3177-42f9-b518-40c0d55ab99c None None] Routers {'f401884a-34c3-4298-b93b-87fb57ab5ea1'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:01:41.355555 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-30330b81-3177-42f9-b518-40c0d55ab99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7feefa00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:01:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['f401884a-34c3-4298-b93b-87fb57ab5ea1'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:41.411615 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e9e923e8-81fa-476d-b219-0886fa9760a3 req-f6bc15d2-61e5-4aae-bbbc-5fe10b383ff3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f94f9f68-04c4-4723-8e48-775481388884 HTTP/1.1" status: 200  len: 217 time: 0.1340690
May 07 22:01:41.477826 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-30330b81-3177-42f9-b518-40c0d55ab99c None None] Set router f401884a-34c3-4298-b93b-87fb57ab5ea1 gateway port host: None {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:01:41.566054 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b78374-7bfb-470b-8adf-a085c70fd8bd req-60d0a2f5-4ad2-4eb3-8177-599a42af00d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:41.567624 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-45b78374-7bfb-470b-8adf-a085c70fd8bd req-60d0a2f5-4ad2-4eb3-8177-599a42af00d0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=750e8121-2671-438f-9a42-169be7e47286 HTTP/1.1" status: 200  len: 911 time: 0.4235656
May 07 22:01:41.633015 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c5b23121-7765-4fb8-ad8d-aed18f9e0ec0 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (78208c1f-4b12-45ff-84a6-c2c59f46d723), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:41.674048 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-041eb3ec-9c43-46c2-bacc-fc24b0e60ef6 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:01:41.676419 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e923e8-81fa-476d-b219-0886fa9760a3 req-ef1f4660-6391-42dc-9c89-536a2fa5e959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:41.677915 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e9e923e8-81fa-476d-b219-0886fa9760a3 req-ef1f4660-6391-42dc-9c89-536a2fa5e959 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8c650ca0-3b54-444b-821a-832849c70b43 HTTP/1.1" status: 200  len: 855 time: 0.2268195
May 07 22:01:41.683302 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-041eb3ec-9c43-46c2-bacc-fc24b0e60ef6 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:41.689797 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915d27ab-34e5-446b-bfe0-cc7fcf6b5dfd None None] Sync routers for ids ['2123aa39-c4f0-4e9a-9167-73acf960a6ad'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:01:41.697855 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-879866ea-3686-47bf-bf1e-5a72c4b79c8e req-4560ae84-dfa7-4bf6-9568-5c650bbaf42a tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1924358836&fields=id&tenant_id=759c66c34f414c19b2109393738ef639 HTTP/1.1" status: 200  len: 267 time: 0.1021323
May 07 22:01:41.714851 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915d27ab-34e5-446b-bfe0-cc7fcf6b5dfd None None] Routers {'2123aa39-c4f0-4e9a-9167-73acf960a6ad'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:01:41.715613 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-915d27ab-34e5-446b-bfe0-cc7fcf6b5dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cbee6d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:01:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['2123aa39-c4f0-4e9a-9167-73acf960a6ad'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:41.723082 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-30330b81-3177-42f9-b518-40c0d55ab99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7feefa00>, [{'id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'name': 'tempest-RoutersIpV6Test-router-1967308978', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:00:20Z', 'updated_at': '2022-05-07T22:01:39Z', 'revision_number': 11, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:41.754879 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30330b81-3177-42f9-b518-40c0d55ab99c None None] The sync data for ids ['f401884a-34c3-4298-b93b-87fb57ab5ea1'] in ncdv-master-1 is: [{'id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'name': 'tempest-RoutersIpV6Test-router-1967308978', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:00:20Z', 'updated_at': '2022-05-07T22:01:39Z', 'revision_number': 11, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'gw_port_host': None}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:01:41.755714 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b9d881-4c7e-4a78-83b7-a80ef6d571f5 req-fe15fe97-da83-4091-849d-b2e359651082 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:41.757243 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-64b9d881-4c7e-4a78-83b7-a80ef6d571f5 req-fe15fe97-da83-4091-849d-b2e359651082 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] 10.222.0.32 "GET /v2.0/ports?device_id=de30285c-55a0-4bf5-91e8-9bdd7282f8d7 HTTP/1.1" status: 200  len: 947 time: 0.2257209
May 07 22:01:41.759156 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c5b23121-7765-4fb8-ad8d-aed18f9e0ec0 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (78208c1f-4b12-45ff-84a6-c2c59f46d723), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:41.847732 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e923e8-81fa-476d-b219-0886fa9760a3 req-7c3b474f-f69d-4a41-8219-9b29e02d2a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:41.849260 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e9e923e8-81fa-476d-b219-0886fa9760a3 req-7c3b474f-f69d-4a41-8219-9b29e02d2a2a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a83f92af-3764-4eda-a668-51a2c691a258&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1588409
May 07 22:01:41.859005 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-915d27ab-34e5-446b-bfe0-cc7fcf6b5dfd None None] Set router 2123aa39-c4f0-4e9a-9167-73acf960a6ad gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:01:41.865847 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-041eb3ec-9c43-46c2-bacc-fc24b0e60ef6 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "PUT /v2.0/floatingips/8de12a8e-c993-4cae-bf33-6d950584f85d HTTP/1.1" status: 200  len: 991 time: 4.6999271
May 07 22:01:41.892522 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8141d2fb-0f50-41fb-bce0-7a6c7f7fc949', 'tag': '2e46252a-79ff-49d8-a0dc-dceb03f5d5ae'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:01:41.895861 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a488eedd-40e9-466c-8efc-6dbe804ae13a" -d '{"events": [{"name": "network-changed", "server_uuid": "8141d2fb-0f50-41fb-bce0-7a6c7f7fc949", "tag": "2e46252a-79ff-49d8-a0dc-dceb03f5d5ae"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:01:41.901227 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-45b78374-7bfb-470b-8adf-a085c70fd8bd req-a288c47a-0fbb-4649-b365-0291bb4e85c4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7246b97e-cc3a-4e69-8bd1-0d36632d83ff HTTP/1.1" status: 200  len: 1002 time: 0.3185630
May 07 22:01:41.913433 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c5b23121-7765-4fb8-ad8d-aed18f9e0ec0 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (78208c1f-4b12-45ff-84a6-c2c59f46d723), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:41.914444 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e22b60f5-e4c6-4f67-970b-8760a9300122 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (d60284d1-5eb3-4e67-b6b1-3d971d2c98b7), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:41.953353 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879866ea-3686-47bf-bf1e-5a72c4b79c8e req-a4461837-af3e-476d-9e9c-633d77636c5f tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:41.955145 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-879866ea-3686-47bf-bf1e-5a72c4b79c8e req-a4461837-af3e-476d-9e9c-633d77636c5f tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/networks?id=33b52409-fae0-4935-b5d0-15acefaa0f3f HTTP/1.1" status: 200  len: 812 time: 0.1919439
May 07 22:01:41.956368 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b23121-7765-4fb8-ad8d-aed18f9e0ec0 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Pushing event deleted for resources: {'Subnet': ['ID=78208c1f-4b12-45ff-84a6-c2c59f46d723,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:41.962136 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c5b23121-7765-4fb8-ad8d-aed18f9e0ec0 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:41.966445 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-c5b23121-7765-4fb8-ad8d-aed18f9e0ec0 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "DELETE /v2.0/subnets/78208c1f-4b12-45ff-84a6-c2c59f46d723 HTTP/1.1" status: 204  len: 168 time: 0.8612230
May 07 22:01:41.967563 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14886ea-298c-4876-a6f2-f7ece38c19fb None None] Network add7415b-3dec-4c79-9eba-58ce88fa9087 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:01:41.968902 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 52614) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:42.006810 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-879866ea-3686-47bf-bf1e-5a72c4b79c8e req-e1975a76-4bd9-4c27-aa23-b517cfebd554 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/quotas/759c66c34f414c19b2109393738ef639 HTTP/1.1" status: 200  len: 375 time: 0.0389547
May 07 22:01:42.035582 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 73e10226-084a-4235-a376-31a716d63e44 no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:01:42.085242 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] No Port match for: 73e10226-084a-4235-a376-31a716d63e44 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:01:42.085862 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 73e10226-084a-4235-a376-31a716d63e44 not bound to the agent host nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:01:42.093436 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-833a9aaa-d742-4898-ab78-4cf183c90467 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (add7415b-3dec-4c79-9eba-58ce88fa9087), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:42.118101 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-879866ea-3686-47bf-bf1e-5a72c4b79c8e req-73ebd832-85e7-4204-aad0-a1c842ba35f7 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=759c66c34f414c19b2109393738ef639&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0779078
May 07 22:01:42.139244 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-64b9d881-4c7e-4a78-83b7-a80ef6d571f5 req-a58cd643-21c9-4b53-b3ae-9563ef86df21 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a925320-3da9-4f33-a573-9f26e57ac6c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3590147
May 07 22:01:42.156131 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device a2847041-deca-4787-a520-36214b25c9cb no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:01:42.188305 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-915d27ab-34e5-446b-bfe0-cc7fcf6b5dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cbee6d0>, [{'id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'name': 'tempest-AttachVolumeNegativeTest-1449072548-router', 'tenant_id': '57990769f50b412194a108cdd627a767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.74'}], 'enable_snat': True}, 'gw_port_id': 'acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:00:22Z', 'updated_at': '2022-05-07T22:00:41Z', 'revision_number': 4, 'project_id': '57990769f50b412194a108cdd627a767', 'gw_port': {'id': 'acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:25Z', 'updated_at': '2022-05-07T22:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8de12a8e-c993-4cae-bf33-6d950584f85d', 'tenant_id': '57990769f50b412194a108cdd627a767', 'floating_ip_address': '172.35.4.19', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'port_id': '2e46252a-79ff-49d8-a0dc-dceb03f5d5ae', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1822, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f64cbfbe-feaa-48dc-9089-9445aa1eaa5a', 'mac_address': 'fa:16:3e:9f:5d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8141d2fb-0f50-41fb-bce0-7a6c7f7fc949', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:00:59Z', 'updated_at': '2022-05-07T22:01:38Z', 'revision_number': 1, 'project_id': '57990769f50b412194a108cdd627a767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd203508-b1f9-4999-a351-df4ad5229f44', 'name': '', 'network_id': 'f64cbfbe-feaa-48dc-9089-9445aa1eaa5a', 'tenant_id': '57990769f50b412194a108cdd627a767', 'mac_address': 'fa:16:3e:08:a0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '86e7e675-440c-49d1-8be8-1667506afa40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:37Z', 'updated_at': '2022-05-07T22:00:57Z', 'revision_number': 5, 'project_id': '57990769f50b412194a108cdd627a767', 'subnets': [{'id': '86e7e675-440c-49d1-8be8-1667506afa40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:42.206187 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22b60f5-e4c6-4f67-970b-8760a9300122 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Pushing event updated for resources: {'Subnet': ['ID=d60284d1-5eb3-4e67-b6b1-3d971d2c98b7,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:42.229690 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915d27ab-34e5-446b-bfe0-cc7fcf6b5dfd None None] Checking router: 2123aa39-c4f0-4e9a-9167-73acf960a6ad for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:01:42.229924 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b78374-7bfb-470b-8adf-a085c70fd8bd req-336e02eb-81c2-4bbf-9257-9fc3eed92b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:42.231602 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-45b78374-7bfb-470b-8adf-a085c70fd8bd req-336e02eb-81c2-4bbf-9257-9fc3eed92b77 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=28fef69b-5556-41b9-8d96-96dc0ff0d3b2 HTTP/1.1" status: 200  len: 849 time: 0.3183546
May 07 22:01:42.236514 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22b60f5-e4c6-4f67-970b-8760a9300122 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Checking segment: {'id': '8841dfd0-0240-4680-a23d-94e85deb9c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'ed6bebe1-ad2a-4eb2-8f2c-303e1d97ce17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:01:42.236873 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22b60f5-e4c6-4f67-970b-8760a9300122 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Network hostable DHCP agents. Network: ed6bebe1-ad2a-4eb2-8f2c-303e1d97ce17, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:01:42.250030 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915d27ab-34e5-446b-bfe0-cc7fcf6b5dfd None None] Routers {'2123aa39-c4f0-4e9a-9167-73acf960a6ad'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:01:42.250425 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-915d27ab-34e5-446b-bfe0-cc7fcf6b5dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cbee6d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:01:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['2123aa39-c4f0-4e9a-9167-73acf960a6ad'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:42.255028 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: a2847041-deca-4787-a520-36214b25c9cb {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:01:42.259747 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-833a9aaa-d742-4898-ab78-4cf183c90467 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Deleting port 5f3eb798-2399-4a2e-8e29-0381c6b0eb62 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:01:42.259747 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-833a9aaa-d742-4898-ab78-4cf183c90467 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (5f3eb798-2399-4a2e-8e29-0381c6b0eb62), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:42.260007 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device a2847041-deca-4787-a520-36214b25c9cb not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:01:42.272545 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5de0d7d-58e5-4385-8cc4-0c3ebbec162f None None] DHCP port deletion for add7415b-3dec-4c79-9eba-58ce88fa9087 request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:01:42.319354 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e9e923e8-81fa-476d-b219-0886fa9760a3 req-423dbda1-88d7-446f-b84d-8a621909a202 service neutron] 10.222.0.55 "GET /v2.0/networks/a83f92af-3764-4eda-a668-51a2c691a258?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4518564
May 07 22:01:42.351755 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-f5de0d7d-58e5-4385-8cc4-0c3ebbec162f None None] Deleting port 5f3eb798-2399-4a2e-8e29-0381c6b0eb62 {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:01:42.352775 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f5de0d7d-58e5-4385-8cc4-0c3ebbec162f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (5f3eb798-2399-4a2e-8e29-0381c6b0eb62), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:42.364691 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22b60f5-e4c6-4f67-970b-8760a9300122 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Network ed6bebe1-ad2a-4eb2-8f2c-303e1d97ce17 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:01:42.367209 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b78374-7bfb-470b-8adf-a085c70fd8bd req-325be230-7426-4458-a2fe-544ae7039cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:42.368825 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-45b78374-7bfb-470b-8adf-a085c70fd8bd req-325be230-7426-4458-a2fe-544ae7039cde service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=750e8121-2671-438f-9a42-169be7e47286&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1270447
May 07 22:01:42.376511 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-833a9aaa-d742-4898-ab78-4cf183c90467 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] For port 5f3eb798-2399-4a2e-8e29-0381c6b0eb62, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5f3eb798-2399-4a2e-8e29-0381c6b0eb62,segment=NetworkSegment(afe47b97-631b-47da-a65a-948b43bcf838),segment_id=afe47b97-631b-47da-a65a-948b43bcf838)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:01:42.377044 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-833a9aaa-d742-4898-ab78-4cf183c90467 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (5f3eb798-2399-4a2e-8e29-0381c6b0eb62), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:42.388486 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-879866ea-3686-47bf-bf1e-5a72c4b79c8e req-4003a827-3e10-447d-b339-040e086755a4 service neutron] 10.222.0.32 "GET /v2.0/networks/33b52409-fae0-4935-b5d0-15acefaa0f3f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2376325
May 07 22:01:42.421425 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-833a9aaa-d742-4898-ab78-4cf183c90467 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Calling delete_port for 5f3eb798-2399-4a2e-8e29-0381c6b0eb62 owned by network:dhcp {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:01:42.432108 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-915d27ab-34e5-446b-bfe0-cc7fcf6b5dfd None None] Set router 2123aa39-c4f0-4e9a-9167-73acf960a6ad gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:01:42.446122 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-f5de0d7d-58e5-4385-8cc4-0c3ebbec162f None None] For port 5f3eb798-2399-4a2e-8e29-0381c6b0eb62, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5f3eb798-2399-4a2e-8e29-0381c6b0eb62,segment=NetworkSegment(afe47b97-631b-47da-a65a-948b43bcf838),segment_id=afe47b97-631b-47da-a65a-948b43bcf838)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:01:42.446532 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f5de0d7d-58e5-4385-8cc4-0c3ebbec162f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (5f3eb798-2399-4a2e-8e29-0381c6b0eb62), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:42.463058 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-f5de0d7d-58e5-4385-8cc4-0c3ebbec162f None None] Calling delete_port for 5f3eb798-2399-4a2e-8e29-0381c6b0eb62 owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:01:42.557218 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-833a9aaa-d742-4898-ab78-4cf183c90467 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (5f3eb798-2399-4a2e-8e29-0381c6b0eb62), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:42.558166 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f5de0d7d-58e5-4385-8cc4-0c3ebbec162f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (5f3eb798-2399-4a2e-8e29-0381c6b0eb62), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:42.590245 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5de0d7d-58e5-4385-8cc4-0c3ebbec162f None None] Pushing event deleted for resources: {'Port': ['ID=5f3eb798-2399-4a2e-8e29-0381c6b0eb62,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:42.597190 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5de0d7d-58e5-4385-8cc4-0c3ebbec162f None None] No DVR routers for this DVR port 5f3eb798-2399-4a2e-8e29-0381c6b0eb62 on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:01:42.652740 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833a9aaa-d742-4898-ab78-4cf183c90467 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] No DVR routers for this DVR port 5f3eb798-2399-4a2e-8e29-0381c6b0eb62 on host ncdv-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:01:42.657781 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833a9aaa-d742-4898-ab78-4cf183c90467 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Pushing event deleted for resources: {'Port': ['ID=5f3eb798-2399-4a2e-8e29-0381c6b0eb62,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:42.747048 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-915d27ab-34e5-446b-bfe0-cc7fcf6b5dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cbee6d0>, [{'id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'name': 'tempest-AttachVolumeNegativeTest-1449072548-router', 'tenant_id': '57990769f50b412194a108cdd627a767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.74'}], 'enable_snat': True}, 'gw_port_id': 'acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:00:22Z', 'updated_at': '2022-05-07T22:00:41Z', 'revision_number': 4, 'project_id': '57990769f50b412194a108cdd627a767', 'gw_port': {'id': 'acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:25Z', 'updated_at': '2022-05-07T22:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8de12a8e-c993-4cae-bf33-6d950584f85d', 'tenant_id': '57990769f50b412194a108cdd627a767', 'floating_ip_address': '172.35.4.19', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'port_id': '2e46252a-79ff-49d8-a0dc-dceb03f5d5ae', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1822, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f64cbfbe-feaa-48dc-9089-9445aa1eaa5a', 'mac_address': 'fa:16:3e:9f:5d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8141d2fb-0f50-41fb-bce0-7a6c7f7fc949', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:00:59Z', 'updated_at': '2022-05-07T22:01:38Z', 'revision_number': 1, 'project_id': '57990769f50b412194a108cdd627a767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd203508-b1f9-4999-a351-df4ad5229f44', 'name': '', 'network_id': 'f64cbfbe-feaa-48dc-9089-9445aa1eaa5a', 'tenant_id': '57990769f50b412194a108cdd627a767', 'mac_address': 'fa:16:3e:08:a0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '86e7e675-440c-49d1-8be8-1667506afa40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:37Z', 'updated_at': '2022-05-07T22:00:57Z', 'revision_number': 5, 'project_id': '57990769f50b412194a108cdd627a767', 'subnets': [{'id': '86e7e675-440c-49d1-8be8-1667506afa40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:42.762549 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-833a9aaa-d742-4898-ab78-4cf183c90467 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (add7415b-3dec-4c79-9eba-58ce88fa9087), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:42.776891 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-879866ea-3686-47bf-bf1e-5a72c4b79c8e req-5d1e8d58-9a63-48eb-8d4a-a98a4c0fd305 service neutron] 10.222.0.32 "GET /v2.0/networks/33b52409-fae0-4935-b5d0-15acefaa0f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3879254
May 07 22:01:42.778240 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-e22b60f5-e4c6-4f67-970b-8760a9300122 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ed6bebe1-ad2a-4eb2-8f2c-303e1d97ce17) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:01:42.779933 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915d27ab-34e5-446b-bfe0-cc7fcf6b5dfd None None] The sync data for ids ['2123aa39-c4f0-4e9a-9167-73acf960a6ad'] in ncdv-master-1 is: [{'id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'name': 'tempest-AttachVolumeNegativeTest-1449072548-router', 'tenant_id': '57990769f50b412194a108cdd627a767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.74'}], 'enable_snat': True}, 'gw_port_id': 'acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:00:22Z', 'updated_at': '2022-05-07T22:00:41Z', 'revision_number': 4, 'project_id': '57990769f50b412194a108cdd627a767', 'gw_port': {'id': 'acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:25Z', 'updated_at': '2022-05-07T22:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8de12a8e-c993-4cae-bf33-6d950584f85d', 'tenant_id': '57990769f50b412194a108cdd627a767', 'floating_ip_address': '172.35.4.19', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'port_id': '2e46252a-79ff-49d8-a0dc-dceb03f5d5ae', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1822, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f64cbfbe-feaa-48dc-9089-9445aa1eaa5a', 'mac_address': 'fa:16:3e:9f:5d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8141d2fb-0f50-41fb-bce0-7a6c7f7fc949', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:00:59Z', 'updated_at': '2022-05-07T22:01:38Z', 'revision_number': 1, 'project_id': '57990769f50b412194a108cdd627a767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd203508-b1f9-4999-a351-df4ad5229f44', 'name': '', 'network_id': 'f64cbfbe-feaa-48dc-9089-9445aa1eaa5a', 'tenant_id': '57990769f50b412194a108cdd627a767', 'mac_address': 'fa:16:3e:08:a0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '86e7e675-440c-49d1-8be8-1667506afa40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:37Z', 'updated_at': '2022-05-07T22:00:57Z', 'revision_number': 5, 'project_id': '57990769f50b412194a108cdd627a767', 'subnets': [{'id': '86e7e675-440c-49d1-8be8-1667506afa40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:01:42.792406 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7f1d30-8a98-41fa-95fb-5c097e30b785 None None] Network ed6bebe1-ad2a-4eb2-8f2c-303e1d97ce17 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:01:42.792941 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7526266a-e3a8-4525-8e03-7fc4154c94ff req-b852e529-418b-4484-8efe-d6d073e541d9 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:42.794613 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7526266a-e3a8-4525-8e03-7fc4154c94ff req-b852e529-418b-4484-8efe-d6d073e541d9 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/ports?device_id=95f9d622-1591-4442-9da0-167bdb326758 HTTP/1.1" status: 200  len: 946 time: 0.5286462
May 07 22:01:42.838870 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22b60f5-e4c6-4f67-970b-8760a9300122 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:42.839846 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e22b60f5-e4c6-4f67-970b-8760a9300122 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:42.842914 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-833a9aaa-d742-4898-ab78-4cf183c90467 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf8d2adeb0>,) {'filters': {'network_id': ['add7415b-3dec-4c79-9eba-58ce88fa9087']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:42.871695 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-833a9aaa-d742-4898-ab78-4cf183c90467 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8d2adeb0>, 'afe47b97-631b-47da-a65a-948b43bcf838') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:42.872334 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-833a9aaa-d742-4898-ab78-4cf183c90467 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8d2adeb0>, 'afe47b97-631b-47da-a65a-948b43bcf838') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:42.890439 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-833a9aaa-d742-4898-ab78-4cf183c90467 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (afe47b97-631b-47da-a65a-948b43bcf838), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:42.907474 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-833a9aaa-d742-4898-ab78-4cf183c90467 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (afe47b97-631b-47da-a65a-948b43bcf838), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:42.915557 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-833a9aaa-d742-4898-ab78-4cf183c90467 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:01:42.916394 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-833a9aaa-d742-4898-ab78-4cf183c90467 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (afe47b97-631b-47da-a65a-948b43bcf838), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:42.940920 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 22:01:42.940920 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:01:42.940920 ncdv-master-1 neutron-server[121837]:     timer()
May 07 22:01:42.940920 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:01:42.940920 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 22:01:42.940920 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:01:42.940920 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 22:01:42.940920 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:01:42.940920 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 22:01:42.940920 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:01:42.940920 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 22:01:42.940920 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:01:42.940920 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 22:01:42.940920 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:01:42.940920 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:01:42.940920 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:01:42.940920 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:01:42.940920 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:01:42.940920 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 22:01:42.940920 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:01:42.940920 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 22:01:42.940920 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:01:42.940920 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:01:42.940920 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:01:42.940920 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 22:01:42.940920 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:01:42.940920 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:01:42.940920 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:01:42.940920 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:01:42.940920 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:01:42.940920 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:01:42.940920 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:01:42.972449 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e726c3-0677-4996-9d6c-b486bd3abad5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ed6bebe1-ad2a-4eb2-8f2c-303e1d97ce17', 'network_id': 'ed6bebe1-ad2a-4eb2-8f2c-303e1d97ce17', 'project_id': 'd7da299cb7fd4b569f047ab71e3255d4', 'fixed_ips': [{'subnet_id': 'd60284d1-5eb3-4e67-b6b1-3d971d2c98b7'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:01:42.974421 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f4e726c3-0677-4996-9d6c-b486bd3abad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:43.015603 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-e22b60f5-e4c6-4f67-970b-8760a9300122 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.3300016
May 07 22:01:43.019801 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-833a9aaa-d742-4898-ab78-4cf183c90467 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (add7415b-3dec-4c79-9eba-58ce88fa9087), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:43.021848 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 52622) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:43.076741 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-833a9aaa-d742-4898-ab78-4cf183c90467 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:43.080492 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-833a9aaa-d742-4898-ab78-4cf183c90467 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "DELETE /v2.0/networks/add7415b-3dec-4c79-9eba-58ce88fa9087 HTTP/1.1" status: 204  len: 168 time: 1.1104910
May 07 22:01:43.086616 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 52624) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:43.096322 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-8fdb7670-5851-4607-b709-29484b399971 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Request body: {'router': {'routes': None}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:01:43.127382 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7526266a-e3a8-4525-8e03-7fc4154c94ff req-39350122-453d-4285-81e6-623705713537 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ebb222e-3262-41b5-990d-c21161bc61e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2733002
May 07 22:01:43.131137 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-45b78374-7bfb-470b-8adf-a085c70fd8bd req-13da2fa8-4773-485e-aea4-2180ec5e0e96 service neutron] 10.222.0.55 "GET /v2.0/networks/750e8121-2671-438f-9a42-169be7e47286?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3857925
May 07 22:01:43.165733 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833a9aaa-d742-4898-ab78-4cf183c90467 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Pushing event deleted for resources: {'Network': ['ID=add7415b-3dec-4c79-9eba-58ce88fa9087,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:43.183422 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-f4e726c3-0677-4996-9d6c-b486bd3abad5 None None] Allocated IP 172.20.0.2 (ed6bebe1-ad2a-4eb2-8f2c-303e1d97ce17/d60284d1-5eb3-4e67-b6b1-3d971d2c98b7/0b945f57-6737-4c4f-9d00-219e155e9f0b) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:01:43.189634 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e9e923e8-81fa-476d-b219-0886fa9760a3 req-7be34172-1204-45c8-b8cb-ea9dbecd8688 service neutron] 10.222.0.55 "GET /v2.0/networks/a83f92af-3764-4eda-a668-51a2c691a258?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8384819
May 07 22:01:43.288873 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab35b1d-a120-4701-bc4c-ce0b64e35b7b req-afbf16a4-6942-41ab-972d-3804b7b02fca tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:43.291296 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4ab35b1d-a120-4701-bc4c-ce0b64e35b7b req-afbf16a4-6942-41ab-972d-3804b7b02fca tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/ports?device_id=20117710-052c-46c3-8ca2-f601df488811 HTTP/1.1" status: 200  len: 945 time: 0.2570019
May 07 22:01:43.384902 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f4e726c3-0677-4996-9d6c-b486bd3abad5 None None] Publish callbacks [] for port (0b945f57-6737-4c4f-9d00-219e155e9f0b), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:43.388569 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec8b953-c58c-4d29-90a0-821d338c4cdf None None] New status for floating IP 8de12a8e-c993-4cae-bf33-6d950584f85d: ACTIVE {{(pid=121838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 07 22:01:43.397849 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4ff548da-71f4-4360-a734-cf6101827569 req-c62b19c5-e436-4872-aeac-e1cfcc209d02 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=620355ca-9580-4384-9f83-9ec1f95922e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1538024
May 07 22:01:43.407446 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38c71d8b-8cc3-4c79-80a7-e26179539066 x-openstack-request-id: req-38c71d8b-8cc3-4c79-80a7-e26179539066 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:01:43.408889 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8141d2fb-0f50-41fb-bce0-7a6c7f7fc949", "tag": "2e46252a-79ff-49d8-a0dc-dceb03f5d5ae", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:01:43.409165 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-38c71d8b-8cc3-4c79-80a7-e26179539066 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:01:43.409580 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38c71d8b-8cc3-4c79-80a7-e26179539066'] response: {'name': 'network-changed', 'server_uuid': '8141d2fb-0f50-41fb-bce0-7a6c7f7fc949', 'tag': '2e46252a-79ff-49d8-a0dc-dceb03f5d5ae', 'status': 'completed', 'code': 200}
May 07 22:01:43.429980 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f4e726c3-0677-4996-9d6c-b486bd3abad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (0b945f57-6737-4c4f-9d00-219e155e9f0b), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:43.445936 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4ab35b1d-a120-4701-bc4c-ce0b64e35b7b req-6269766c-e3b3-4694-aea0-8dabd2e14f3a tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d85ced8-44c7-47ce-a4c7-1950d9c3cf50&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1115437
May 07 22:01:43.473482 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4d3d7d89-7a85-4a71-a909-f1f7c1d97327 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (ed6bebe1-ad2a-4eb2-8f2c-303e1d97ce17), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:43.536401 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.extraroute_db [None req-8fdb7670-5851-4607-b709-29484b399971 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Added routes are [] {{(pid=121836) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
May 07 22:01:43.537007 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.extraroute_db [None req-8fdb7670-5851-4607-b709-29484b399971 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Removed routes are [] {{(pid=121836) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
May 07 22:01:43.537559 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8fdb7670-5851-4607-b709-29484b399971 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-395855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5148'] for router (f401884a-34c3-4298-b93b-87fb57ab5ea1), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:43.550035 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-224d01ff-9f1c-4d2d-ba1e-9403f80d3448 req-3189f06e-654c-4c71-9e5f-5321e5f588ae tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 210 time: 0.0448537
May 07 22:01:43.614140 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-45b78374-7bfb-470b-8adf-a085c70fd8bd req-4778e4c9-126e-48ce-82c2-fa23c74dddcf service neutron] 10.222.0.55 "GET /v2.0/networks/750e8121-2671-438f-9a42-169be7e47286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4234009
May 07 22:01:43.637624 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a488eedd-40e9-466c-8efc-6dbe804ae13a req-822caf19-0ec2-4156-a8bf-d20a590aab2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:43.639677 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a488eedd-40e9-466c-8efc-6dbe804ae13a req-822caf19-0ec2-4156-a8bf-d20a590aab2a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=57990769f50b412194a108cdd627a767&device_id=8141d2fb-0f50-41fb-bce0-7a6c7f7fc949 HTTP/1.1" status: 200  len: 1128 time: 0.1926467
May 07 22:01:43.651383 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a6a4a-5eb8-454e-bb0c-94ad2650c414 req-b36f2169-f30f-4816-a8b0-6f375ff54179 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:43.653132 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-063a6a4a-5eb8-454e-bb0c-94ad2650c414 req-b36f2169-f30f-4816-a8b0-6f375ff54179 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] 10.222.0.59 "GET /v2.0/ports?device_id=de30285c-55a0-4bf5-91e8-9bdd7282f8d7 HTTP/1.1" status: 200  len: 947 time: 0.1135581
May 07 22:01:43.698654 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e726c3-0677-4996-9d6c-b486bd3abad5 None None] Pushing event updated for resources: {'Port': ['ID=0b945f57-6737-4c4f-9d00-219e155e9f0b,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:43.718077 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0224de-c13e-470c-9951-e598ad58e02c req-0e32916d-c01b-4fff-8a8a-75d1f51dff60 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:43.724665 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e726c3-0677-4996-9d6c-b486bd3abad5 None None] Network ed6bebe1-ad2a-4eb2-8f2c-303e1d97ce17 is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:01:43.724996 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6f0224de-c13e-470c-9951-e598ad58e02c req-0e32916d-c01b-4fff-8a8a-75d1f51dff60 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/ports?device_id=931cb167-5bcb-4aef-8b2b-029dbcb4d7e9 HTTP/1.1" status: 200  len: 945 time: 0.2213936
May 07 22:01:43.728589 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-f4e726c3-0677-4996-9d6c-b486bd3abad5 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:01:43.731318 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff548da-71f4-4360-a734-cf6101827569 req-d6cb76d8-8574-44e1-9f8c-a7403881fdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:43.732807 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4ff548da-71f4-4360-a734-cf6101827569 req-d6cb76d8-8574-44e1-9f8c-a7403881fdb4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1fb49d7a99844a7ab8ef30fb59250e7d&device_id=620355ca-9580-4384-9f83-9ec1f95922e3 HTTP/1.1" status: 200  len: 1127 time: 0.1931052
May 07 22:01:43.738153 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e726c3-0677-4996-9d6c-b486bd3abad5 None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:01:43.839360 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-f4e726c3-0677-4996-9d6c-b486bd3abad5 None None] Attempting to bind port 0b945f57-6737-4c4f-9d00-219e155e9f0b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:01:43.839934 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-f4e726c3-0677-4996-9d6c-b486bd3abad5 None None] Attempting to bind port 0b945f57-6737-4c4f-9d00-219e155e9f0b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8841dfd0-0240-4680-a23d-94e85deb9c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'ed6bebe1-ad2a-4eb2-8f2c-303e1d97ce17'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:01:43.841250 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e726c3-0677-4996-9d6c-b486bd3abad5 None None] Attempting to bind port 0b945f57-6737-4c4f-9d00-219e155e9f0b on network ed6bebe1-ad2a-4eb2-8f2c-303e1d97ce17 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:01:43.847279 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e726c3-0677-4996-9d6c-b486bd3abad5 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:01:43.848027 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e726c3-0677-4996-9d6c-b486bd3abad5 None None] Checking segment: {'id': '8841dfd0-0240-4680-a23d-94e85deb9c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'ed6bebe1-ad2a-4eb2-8f2c-303e1d97ce17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:01:43.848699 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f4e726c3-0677-4996-9d6c-b486bd3abad5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:43.849255 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4e726c3-0677-4996-9d6c-b486bd3abad5 None None] Bound using segment: {'id': '8841dfd0-0240-4680-a23d-94e85deb9c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'ed6bebe1-ad2a-4eb2-8f2c-303e1d97ce17'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:01:43.850051 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-f4e726c3-0677-4996-9d6c-b486bd3abad5 None None] Bound port: 0b945f57-6737-4c4f-9d00-219e155e9f0b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8841dfd0-0240-4680-a23d-94e85deb9c6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'ed6bebe1-ad2a-4eb2-8f2c-303e1d97ce17'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:01:43.850708 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f4e726c3-0677-4996-9d6c-b486bd3abad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (0b945f57-6737-4c4f-9d00-219e155e9f0b), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:43.854881 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a488eedd-40e9-466c-8efc-6dbe804ae13a req-2c9dc5cb-ece4-4dc4-8867-ab87ed6ebaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:43.856376 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a488eedd-40e9-466c-8efc-6dbe804ae13a req-2c9dc5cb-ece4-4dc4-8867-ab87ed6ebaa6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f64cbfbe-feaa-48dc-9089-9445aa1eaa5a HTTP/1.1" status: 200  len: 916 time: 0.2023156
May 07 22:01:43.918945 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-f4e726c3-0677-4996-9d6c-b486bd3abad5 None None] For port 0b945f57-6737-4c4f-9d00-219e155e9f0b, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:01:43.922260 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-f4e726c3-0677-4996-9d6c-b486bd3abad5 None None] For port 0b945f57-6737-4c4f-9d00-219e155e9f0b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0b945f57-6737-4c4f-9d00-219e155e9f0b,segment=NetworkSegment(8841dfd0-0240-4680-a23d-94e85deb9c6c),segment_id=8841dfd0-0240-4680-a23d-94e85deb9c6c)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:01:43.931827 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f4e726c3-0677-4996-9d6c-b486bd3abad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (0b945f57-6737-4c4f-9d00-219e155e9f0b), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:43.982951 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8fdb7670-5851-4607-b709-29484b399971 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-395855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5148'] for router (f401884a-34c3-4298-b93b-87fb57ab5ea1), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:43.996731 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e726c3-0677-4996-9d6c-b486bd3abad5 None None] Pushing event updated for resources: {'Port': ['ID=0b945f57-6737-4c4f-9d00-219e155e9f0b,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:44.017993 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-4d3d7d89-7a85-4a71-a909-f1f7c1d97327 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Deleting port 0b945f57-6737-4c4f-9d00-219e155e9f0b {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:01:44.018337 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4d3d7d89-7a85-4a71-a909-f1f7c1d97327 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (0b945f57-6737-4c4f-9d00-219e155e9f0b), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:44.044911 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a488eedd-40e9-466c-8efc-6dbe804ae13a req-03816c74-0d0d-42e5-82fc-0da8717daeeb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e46252a-79ff-49d8-a0dc-dceb03f5d5ae HTTP/1.1" status: 200  len: 1001 time: 0.1748669
May 07 22:01:44.055940 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8fdb7670-5851-4607-b709-29484b399971 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-395830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-395837', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-419014'] for router (f401884a-34c3-4298-b93b-87fb57ab5ea1), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:44.071429 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6f0224de-c13e-470c-9951-e598ad58e02c req-3eb30576-d639-491a-8d7e-adaa1f04225a tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2f94373-fd3e-4a2b-9dee-192df8871f41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3443565
May 07 22:01:44.077952 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8ac11f-0c23-4f5c-be7b-3ff79ee91116 req-1b465621-cbee-4fa6-917f-7b8273ad3276 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:44.080092 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-be8ac11f-0c23-4f5c-be7b-3ff79ee91116 req-1b465621-cbee-4fa6-917f-7b8273ad3276 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] 10.222.0.32 "GET /v2.0/ports?device_id=de30285c-55a0-4bf5-91e8-9bdd7282f8d7 HTTP/1.1" status: 200  len: 947 time: 0.2211618
May 07 22:01:44.087362 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 5f3eb798-2399-4a2e-8e29-0381c6b0eb62 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:01:44.103096 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff548da-71f4-4360-a734-cf6101827569 req-0f34e598-35a5-4403-a056-8e2e185f4e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:44.105480 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4ff548da-71f4-4360-a734-cf6101827569 req-0f34e598-35a5-4403-a056-8e2e185f4e8b service neutron] 10.222.0.59 "GET /v2.0/networks?id=4e401ba0-7563-49f5-9424-036872d14546 HTTP/1.1" status: 200  len: 912 time: 0.3475025
May 07 22:01:44.161677 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 5f3eb798-2399-4a2e-8e29-0381c6b0eb62 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:01:44.161943 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 5f3eb798-2399-4a2e-8e29-0381c6b0eb62 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:01:44.250380 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-be8ac11f-0c23-4f5c-be7b-3ff79ee91116 req-347bd12e-ccbc-4535-a4c0-172663a95962 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] 10.222.0.32 "GET /v2.0/security-groups?id=0a925320-3da9-4f33-a573-9f26e57ac6c0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1121845
May 07 22:01:44.262370 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a488eedd-40e9-466c-8efc-6dbe804ae13a req-877d3003-fd64-4821-a6f3-915dec1cbeba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:44.264462 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a488eedd-40e9-466c-8efc-6dbe804ae13a req-877d3003-fd64-4821-a6f3-915dec1cbeba service neutron] 10.222.0.59 "GET /v2.0/subnets?id=86e7e675-440c-49d1-8be8-1667506afa40 HTTP/1.1" status: 200  len: 854 time: 0.2064700
May 07 22:01:44.273551 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4ff548da-71f4-4360-a734-cf6101827569 req-b013bec5-0daa-4504-8c48-d0930d1d9868 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=13f0d3f2-8ab0-42a1-95df-5966489120ec HTTP/1.1" status: 200  len: 217 time: 0.1589115
May 07 22:01:44.273868 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-063a6a4a-5eb8-454e-bb0c-94ad2650c414 req-c4dc8750-fd2a-420d-bf28-b9bef4226dc8 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] Deleting port 672e9dc5-e9c7-4350-b965-d54d762eb1d8 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:01:44.274338 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-063a6a4a-5eb8-454e-bb0c-94ad2650c414 req-c4dc8750-fd2a-420d-bf28-b9bef4226dc8 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (672e9dc5-e9c7-4350-b965-d54d762eb1d8), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:44.325066 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-4d3d7d89-7a85-4a71-a909-f1f7c1d97327 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] For port 0b945f57-6737-4c4f-9d00-219e155e9f0b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0b945f57-6737-4c4f-9d00-219e155e9f0b,segment=NetworkSegment(8841dfd0-0240-4680-a23d-94e85deb9c6c),segment_id=8841dfd0-0240-4680-a23d-94e85deb9c6c)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:01:44.325549 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4d3d7d89-7a85-4a71-a909-f1f7c1d97327 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (0b945f57-6737-4c4f-9d00-219e155e9f0b), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:44.359268 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fdb7670-5851-4607-b709-29484b399971 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Router f401884a-34c3-4298-b93b-87fb57ab5ea1 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:01:44.375683 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0569438-32de-442b-b622-32e5e614e6fe req-9a2e4703-b07f-425e-b161-4d06fc7dc3cd tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:44.377205 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c0569438-32de-442b-b622-32e5e614e6fe req-9a2e4703-b07f-425e-b161-4d06fc7dc3cd tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/ports?device_id=95f9d622-1591-4442-9da0-167bdb326758 HTTP/1.1" status: 200  len: 946 time: 0.1206086
May 07 22:01:44.393223 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff548da-71f4-4360-a734-cf6101827569 req-af005636-3e31-4b6b-b036-b09aa00dab0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:44.396332 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4ff548da-71f4-4360-a734-cf6101827569 req-af005636-3e31-4b6b-b036-b09aa00dab0a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8d58b02e-bcfe-4d9f-9480-bc1a5a487d04 HTTP/1.1" status: 200  len: 851 time: 0.0971096
May 07 22:01:44.409780 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-4d3d7d89-7a85-4a71-a909-f1f7c1d97327 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Calling delete_port for 0b945f57-6737-4c4f-9d00-219e155e9f0b owned by network:dhcp {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:01:44.439251 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a488eedd-40e9-466c-8efc-6dbe804ae13a req-35935a57-1ba7-468c-aa3d-739cf7930f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:44.441745 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a488eedd-40e9-466c-8efc-6dbe804ae13a req-35935a57-1ba7-468c-aa3d-739cf7930f3a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f64cbfbe-feaa-48dc-9089-9445aa1eaa5a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1480410
May 07 22:01:44.445655 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4ff548da-71f4-4360-a734-cf6101827569 req-04943669-8983-43e9-9f4d-72aa9147a8ef service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4e401ba0-7563-49f5-9424-036872d14546&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0376983
May 07 22:01:44.539253 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c0569438-32de-442b-b622-32e5e614e6fe req-c3b07a44-bab8-4982-9c56-4a6e7ae6debd tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ebb222e-3262-41b5-990d-c21161bc61e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1485543
May 07 22:01:44.606412 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fdb7670-5851-4607-b709-29484b399971 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:01:44.620669 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c3d0cd-1ae5-47ae-8d2e-7aa37f6340e5 None None] Sync routers for ids ['f401884a-34c3-4298-b93b-87fb57ab5ea1'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:01:44.632209 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b85e36-038c-4f50-833f-b5bda7d3e5c8 req-3011138a-e90d-4e9a-917a-a99880e830df tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:44.633499 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c3d0cd-1ae5-47ae-8d2e-7aa37f6340e5 None None] Routers {'f401884a-34c3-4298-b93b-87fb57ab5ea1'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:01:44.636109 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-59c3d0cd-1ae5-47ae-8d2e-7aa37f6340e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c7ceb80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:01:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['f401884a-34c3-4298-b93b-87fb57ab5ea1'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:44.638945 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-61b85e36-038c-4f50-833f-b5bda7d3e5c8 req-3011138a-e90d-4e9a-917a-a99880e830df tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/ports?device_id=20117710-052c-46c3-8ca2-f601df488811 HTTP/1.1" status: 200  len: 945 time: 0.0780549
May 07 22:01:44.676185 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-063a6a4a-5eb8-454e-bb0c-94ad2650c414 req-c4dc8750-fd2a-420d-bf28-b9bef4226dc8 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] For port 672e9dc5-e9c7-4350-b965-d54d762eb1d8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=672e9dc5-e9c7-4350-b965-d54d762eb1d8,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:01:44.676877 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-063a6a4a-5eb8-454e-bb0c-94ad2650c414 req-c4dc8750-fd2a-420d-bf28-b9bef4226dc8 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (672e9dc5-e9c7-4350-b965-d54d762eb1d8), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:44.712423 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8fdb7670-5851-4607-b709-29484b399971 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:44.713988 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-8fdb7670-5851-4607-b709-29484b399971 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "PUT /v2.0/routers/f401884a-34c3-4298-b93b-87fb57ab5ea1 HTTP/1.1" status: 200  len: 705 time: 1.6261523
May 07 22:01:44.720904 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 52642) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:44.744871 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-063a6a4a-5eb8-454e-bb0c-94ad2650c414 req-c4dc8750-fd2a-420d-bf28-b9bef4226dc8 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] Calling delete_port for 672e9dc5-e9c7-4350-b965-d54d762eb1d8 owned by compute:nova {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:01:44.771907 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-87129403-c871-44aa-bc8d-5d8084c452aa tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "GET /v2.0/ports?device_id=f401884a-34c3-4298-b93b-87fb57ab5ea1 HTTP/1.1" status: 200  len: 205 time: 0.0461049
May 07 22:01:44.779138 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 52644) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:44.780920 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-59c3d0cd-1ae5-47ae-8d2e-7aa37f6340e5 None None] Set router f401884a-34c3-4298-b93b-87fb57ab5ea1 gateway port host: None {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:01:44.844267 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-339e39f1-8d97-4d09-8cea-1b77303effc2 req-92c15d8e-1a5d-4cb0-ab15-bd8459bf7816 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 210 time: 0.1221652
May 07 22:01:44.844500 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-59c3d0cd-1ae5-47ae-8d2e-7aa37f6340e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c7ceb80>, [{'id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'name': 'tempest-RoutersIpV6Test-router-1967308978', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:00:20Z', 'updated_at': '2022-05-07T22:01:39Z', 'revision_number': 11, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:44.856739 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879866ea-3686-47bf-bf1e-5a72c4b79c8e req-8d78071b-4fb7-4c69-acc6-3c99766881d2 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:44.858202 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-879866ea-3686-47bf-bf1e-5a72c4b79c8e req-8d78071b-4fb7-4c69-acc6-3c99766881d2 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.55 "GET /v2.0/networks?id=33b52409-fae0-4935-b5d0-15acefaa0f3f HTTP/1.1" status: 200  len: 812 time: 0.2450349
May 07 22:01:44.873549 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c3d0cd-1ae5-47ae-8d2e-7aa37f6340e5 None None] Checking router: f401884a-34c3-4298-b93b-87fb57ab5ea1 for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:01:44.882301 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c3d0cd-1ae5-47ae-8d2e-7aa37f6340e5 None None] Routers {'f401884a-34c3-4298-b93b-87fb57ab5ea1'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:01:44.882978 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-59c3d0cd-1ae5-47ae-8d2e-7aa37f6340e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c7ceb80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:01:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['f401884a-34c3-4298-b93b-87fb57ab5ea1'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:44.883654 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4ff548da-71f4-4360-a734-cf6101827569 req-ec164cda-c8ea-460a-ba39-1bd66253b8ec service neutron] 10.222.0.59 "GET /v2.0/networks/4e401ba0-7563-49f5-9424-036872d14546?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3593318
May 07 22:01:44.950667 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-61b85e36-038c-4f50-833f-b5bda7d3e5c8 req-5319bc07-22c6-4101-8578-51124b4ebd18 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d85ced8-44c7-47ce-a4c7-1950d9c3cf50&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3108575
May 07 22:01:44.993552 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a488eedd-40e9-466c-8efc-6dbe804ae13a req-b1f86f21-38d0-4a25-b385-9dc76bd88cc3 service neutron] 10.222.0.59 "GET /v2.0/networks/f64cbfbe-feaa-48dc-9089-9445aa1eaa5a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4715600
May 07 22:01:45.046873 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-879866ea-3686-47bf-bf1e-5a72c4b79c8e req-dd537952-8407-40d0-945a-2dd189a05f31 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=759c66c34f414c19b2109393738ef639 HTTP/1.1" status: 200  len: 380 time: 0.1560991
May 07 22:01:45.063742 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-879866ea-3686-47bf-bf1e-5a72c4b79c8e req-38cb6c81-0a4b-4ed4-8a62-b82a5f940a10 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Request body: {'port': {'device_id': '4996f091-2316-4100-b272-d2af7738b4ac', 'network_id': '33b52409-fae0-4935-b5d0-15acefaa0f3f', 'admin_state_up': True, 'tenant_id': '759c66c34f414c19b2109393738ef639', 'security_groups': ['2e87a0c9-a77c-4708-b341-f3402ed28fd4']}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:01:45.111575 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-59c3d0cd-1ae5-47ae-8d2e-7aa37f6340e5 None None] Set router f401884a-34c3-4298-b93b-87fb57ab5ea1 gateway port host: None {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:01:45.162160 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4d3d7d89-7a85-4a71-a909-f1f7c1d97327 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (0b945f57-6737-4c4f-9d00-219e155e9f0b), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:45.166841 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4ff548da-71f4-4360-a734-cf6101827569 req-4b86c5b6-3d07-4bb3-85fa-80c7ccb53bdf service neutron] 10.222.0.59 "GET /v2.0/networks/4e401ba0-7563-49f5-9424-036872d14546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2701769
May 07 22:01:45.181672 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-59c3d0cd-1ae5-47ae-8d2e-7aa37f6340e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c7ceb80>, [{'id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'name': 'tempest-RoutersIpV6Test-router-1967308978', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:00:20Z', 'updated_at': '2022-05-07T22:01:39Z', 'revision_number': 11, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:45.223118 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c3d0cd-1ae5-47ae-8d2e-7aa37f6340e5 None None] The sync data for ids ['f401884a-34c3-4298-b93b-87fb57ab5ea1'] in ncdv-master-1 is: [{'id': 'f401884a-34c3-4298-b93b-87fb57ab5ea1', 'name': 'tempest-RoutersIpV6Test-router-1967308978', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:00:20Z', 'updated_at': '2022-05-07T22:01:39Z', 'revision_number': 11, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'gw_port_host': None}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:01:45.278614 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-dbd708b6-f079-4205-a419-1ccb7fa2bf19 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks [] for router (f401884a-34c3-4298-b93b-87fb57ab5ea1), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:45.296369 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a06eb4e-a0e7-40a0-b894-0f0c018ae3b5 req-f1b9bf03-53ba-43af-b52f-05f530e09448 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:45.304025 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0a06eb4e-a0e7-40a0-b894-0f0c018ae3b5 req-f1b9bf03-53ba-43af-b52f-05f530e09448 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/ports?device_id=931cb167-5bcb-4aef-8b2b-029dbcb4d7e9 HTTP/1.1" status: 200  len: 945 time: 0.0822561
May 07 22:01:45.315158 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-063a6a4a-5eb8-454e-bb0c-94ad2650c414 req-c4dc8750-fd2a-420d-bf28-b9bef4226dc8 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (672e9dc5-e9c7-4350-b965-d54d762eb1d8), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:45.337558 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-879866ea-3686-47bf-bf1e-5a72c4b79c8e req-38cb6c81-0a4b-4ed4-8a62-b82a5f940a10 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Made reservation on behalf of 759c66c34f414c19b2109393738ef639 for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:01:45.341282 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-879866ea-3686-47bf-bf1e-5a72c4b79c8e req-38cb6c81-0a4b-4ed4-8a62-b82a5f940a10 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:45.378492 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0a06eb4e-a0e7-40a0-b894-0f0c018ae3b5 req-88915e3c-9ae9-4e7d-8874-fc1a9122a2a0 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2f94373-fd3e-4a2b-9dee-192df8871f41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0735981
May 07 22:01:45.403789 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3d7d89-7a85-4a71-a909-f1f7c1d97327 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Pushing event deleted for resources: {'Port': ['ID=0b945f57-6737-4c4f-9d00-219e155e9f0b,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:45.507831 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5062e3-e5e8-4e85-ae99-ec7fcc5cb831 None None] Network ed6bebe1-ad2a-4eb2-8f2c-303e1d97ce17 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:01:45.508969 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ab0973d6-b7c9-4fd1-bb4b-ceaf02fa753f req-12e99cb7-681b-49c9-b28e-1c4e6e704c92 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] 10.222.0.32 "GET /v2.0/ports?device_id=de30285c-55a0-4bf5-91e8-9bdd7282f8d7 HTTP/1.1" status: 200  len: 210 time: 0.0344622
May 07 22:01:45.573630 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [req-879866ea-3686-47bf-bf1e-5a72c4b79c8e req-38cb6c81-0a4b-4ed4-8a62-b82a5f940a10 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Allocated IP 172.20.0.11 (33b52409-fae0-4935-b5d0-15acefaa0f3f/3e304f3b-3927-4f57-b6d9-ff32c4ae5938/1d78a47c-1b52-4c8f-ad8e-184b9192eee5) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:01:45.615763 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-c0d1f4d2-e384-4eff-b00b-5e010e9c34b9 None None] Could not find standard attr ID for object 0b945f57-6737-4c4f-9d00-219e155e9f0b. {{(pid=121838) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
May 07 22:01:45.694308 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c3749f-1341-465b-80c0-f284a933f1ff req-06a67369-1613-4b27-b977-fcd2b2ff0e21 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:45.696508 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b7c3749f-1341-465b-80c0-f284a933f1ff req-06a67369-1613-4b27-b977-fcd2b2ff0e21 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/ports?device_id=95f9d622-1591-4442-9da0-167bdb326758 HTTP/1.1" status: 200  len: 946 time: 0.0892203
May 07 22:01:45.801681 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b7c3749f-1341-465b-80c0-f284a933f1ff req-8cd87450-3fbd-4142-afef-0ab9af3cfe08 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ebb222e-3262-41b5-990d-c21161bc61e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0718632
May 07 22:01:45.819740 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-879866ea-3686-47bf-bf1e-5a72c4b79c8e req-38cb6c81-0a4b-4ed4-8a62-b82a5f940a10 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Publish callbacks [] for port (1d78a47c-1b52-4c8f-ad8e-184b9192eee5), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:45.842055 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e03e32-8dfd-41c5-a472-a5c15522f74b req-c1f3d9e9-3005-4c6a-b80f-d40432a1f496 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:45.849858 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f0e03e32-8dfd-41c5-a472-a5c15522f74b req-c1f3d9e9-3005-4c6a-b80f-d40432a1f496 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/ports?device_id=20117710-052c-46c3-8ca2-f601df488811 HTTP/1.1" status: 200  len: 945 time: 0.6855910
May 07 22:01:45.885284 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-879866ea-3686-47bf-bf1e-5a72c4b79c8e req-38cb6c81-0a4b-4ed4-8a62-b82a5f940a10 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (1d78a47c-1b52-4c8f-ad8e-184b9192eee5), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:45.918579 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a488eedd-40e9-466c-8efc-6dbe804ae13a req-afb43920-ea82-41d4-83f8-3636fbaa2c19 service neutron] 10.222.0.59 "GET /v2.0/networks/f64cbfbe-feaa-48dc-9089-9445aa1eaa5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9160542
May 07 22:01:45.919410 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dc8750-fd2a-420d-bf28-b9bef4226dc8 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] Pushing event deleted for resources: {'Port': ['ID=672e9dc5-e9c7-4350-b965-d54d762eb1d8,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:45.946180 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-879866ea-3686-47bf-bf1e-5a72c4b79c8e req-38cb6c81-0a4b-4ed4-8a62-b82a5f940a10 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Network 33b52409-fae0-4935-b5d0-15acefaa0f3f is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:01:45.964599 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [req-879866ea-3686-47bf-bf1e-5a72c4b79c8e req-38cb6c81-0a4b-4ed4-8a62-b82a5f940a10 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:01:45.970339 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-879866ea-3686-47bf-bf1e-5a72c4b79c8e req-38cb6c81-0a4b-4ed4-8a62-b82a5f940a10 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:01:46.003680 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3d7d89-7a85-4a71-a909-f1f7c1d97327 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] No DVR routers for this DVR port 0b945f57-6737-4c4f-9d00-219e155e9f0b on host ncdv-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:01:46.017804 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 672e9dc5-e9c7-4350-b965-d54d762eb1d8 no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:01:46.054898 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879866ea-3686-47bf-bf1e-5a72c4b79c8e req-38cb6c81-0a4b-4ed4-8a62-b82a5f940a10 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:46.056258 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-879866ea-3686-47bf-bf1e-5a72c4b79c8e req-38cb6c81-0a4b-4ed4-8a62-b82a5f940a10 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:46.058077 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] No Port match for: 672e9dc5-e9c7-4350-b965-d54d762eb1d8 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:01:46.058647 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 672e9dc5-e9c7-4350-b965-d54d762eb1d8 not bound to the agent host nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:01:46.063375 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cb6c81-0a4b-4ed4-8a62-b82a5f940a10 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Pushing event updated for resources: {'Port': ['ID=1d78a47c-1b52-4c8f-ad8e-184b9192eee5,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:46.092167 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebd3523-d205-425d-a78d-0719d4669b3a req-047ea81f-77f9-4308-8b65-8b9ec227833b tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:46.095272 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9ebd3523-d205-425d-a78d-0719d4669b3a req-047ea81f-77f9-4308-8b65-8b9ec227833b tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 932 time: 0.1458545
May 07 22:01:46.101359 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-879866ea-3686-47bf-bf1e-5a72c4b79c8e req-38cb6c81-0a4b-4ed4-8a62-b82a5f940a10 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0468168
May 07 22:01:46.101890 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4d3d7d89-7a85-4a71-a909-f1f7c1d97327 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (d60284d1-5eb3-4e67-b6b1-3d971d2c98b7), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:46.111172 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-063a6a4a-5eb8-454e-bb0c-94ad2650c414 req-c4dc8750-fd2a-420d-bf28-b9bef4226dc8 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] No DVR routers for this DVR port 672e9dc5-e9c7-4350-b965-d54d762eb1d8 on host nch2-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:01:46.123513 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-879866ea-3686-47bf-bf1e-5a72c4b79c8e req-596bd51a-5bfe-4f82-af37-4ad6d08423ff service neutron] Request body: {'port': {'device_id': '4996f091-2316-4100-b272-d2af7738b4ac', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:01:46.162036 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-063a6a4a-5eb8-454e-bb0c-94ad2650c414 req-c4dc8750-fd2a-420d-bf28-b9bef4226dc8 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:46.166640 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-063a6a4a-5eb8-454e-bb0c-94ad2650c414 req-c4dc8750-fd2a-420d-bf28-b9bef4226dc8 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] 10.222.0.59 "DELETE /v2.0/ports/672e9dc5-e9c7-4350-b965-d54d762eb1d8 HTTP/1.1" status: 204  len: 173 time: 2.2977533
May 07 22:01:46.169332 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de30285c-55a0-4bf5-91e8-9bdd7282f8d7', 'name': 'network-vif-deleted', 'tag': '672e9dc5-e9c7-4350-b965-d54d762eb1d8'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:01:46.172234 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f613861c-64d0-4130-a426-bcb41abf130f" -d '{"events": [{"server_uuid": "de30285c-55a0-4bf5-91e8-9bdd7282f8d7", "name": "network-vif-deleted", "tag": "672e9dc5-e9c7-4350-b965-d54d762eb1d8"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:01:46.192372 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-dbd708b6-f079-4205-a419-1ccb7fa2bf19 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (f401884a-34c3-4298-b93b-87fb57ab5ea1), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:46.199551 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-dbd708b6-f079-4205-a419-1ccb7fa2bf19 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks [] for router_controller (f401884a-34c3-4298-b93b-87fb57ab5ea1), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:46.231263 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f0e03e32-8dfd-41c5-a472-a5c15522f74b req-ee920be6-c76e-4b7d-9d45-240bdd66a8aa tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d85ced8-44c7-47ce-a4c7-1950d9c3cf50&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3074961
May 07 22:01:46.259526 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9ebd3523-d205-425d-a78d-0719d4669b3a req-6a8acc8e-855c-4902-8a47-37246bfaca0b tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1572680
May 07 22:01:46.303392 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-879866ea-3686-47bf-bf1e-5a72c4b79c8e req-596bd51a-5bfe-4f82-af37-4ad6d08423ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (1d78a47c-1b52-4c8f-ad8e-184b9192eee5), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:46.303611 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c78939fc-ff7c-42d7-a625-672eb3a2d1a1 x-openstack-request-id: req-c78939fc-ff7c-42d7-a625-672eb3a2d1a1 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:01:46.304025 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de30285c-55a0-4bf5-91e8-9bdd7282f8d7", "name": "network-vif-deleted", "tag": "672e9dc5-e9c7-4350-b965-d54d762eb1d8", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:01:46.304347 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c78939fc-ff7c-42d7-a625-672eb3a2d1a1 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:01:46.304856 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c78939fc-ff7c-42d7-a625-672eb3a2d1a1'] response: {'server_uuid': 'de30285c-55a0-4bf5-91e8-9bdd7282f8d7', 'name': 'network-vif-deleted', 'tag': '672e9dc5-e9c7-4350-b965-d54d762eb1d8', 'status': 'completed', 'code': 200}
May 07 22:01:46.314486 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-dbd708b6-f079-4205-a419-1ccb7fa2bf19 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (f401884a-34c3-4298-b93b-87fb57ab5ea1), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:46.315087 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbd708b6-f079-4205-a419-1ccb7fa2bf19 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Fanout notify agent at l3_agent the message router_deleted on router f401884a-34c3-4298-b93b-87fb57ab5ea1 {{(pid=121837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 22:01:46.325695 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-dbd708b6-f079-4205-a419-1ccb7fa2bf19 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:46.328252 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-dbd708b6-f079-4205-a419-1ccb7fa2bf19 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "DELETE /v2.0/routers/f401884a-34c3-4298-b93b-87fb57ab5ea1 HTTP/1.1" status: 204  len: 168 time: 1.5430934
May 07 22:01:46.340060 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4d3d7d89-7a85-4a71-a909-f1f7c1d97327 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (d60284d1-5eb3-4e67-b6b1-3d971d2c98b7), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:46.342474 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 52662) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:46.351597 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-43fb231f-6ddb-47d9-91fc-8d99a686dce1 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1118272785', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:01:46.356898 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-263b4615-5a08-4795-851a-fdd17cb0cdf3 None None] Provisioning complete for port 1d78a47c-1b52-4c8f-ad8e-184b9192eee5 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:01:46.357367 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-263b4615-5a08-4795-851a-fdd17cb0cdf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (1d78a47c-1b52-4c8f-ad8e-184b9192eee5), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:46.393640 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-43fb231f-6ddb-47d9-91fc-8d99a686dce1 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (3c499f7f-0e70-4510-a6df-d557151cf3ad), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:46.395003 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-43fb231f-6ddb-47d9-91fc-8d99a686dce1 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (3c499f7f-0e70-4510-a6df-d557151cf3ad), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:46.402810 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3d7d89-7a85-4a71-a909-f1f7c1d97327 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Pushing event deleted for resources: {'Subnet': ['ID=d60284d1-5eb3-4e67-b6b1-3d971d2c98b7,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:46.434537 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0da9eab-27be-4be8-a293-e4e2cbea8a76 None None] Network ed6bebe1-ad2a-4eb2-8f2c-303e1d97ce17 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:01:46.536592 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef53a02-7e34-44a9-82b0-215095bc8efb req-deec9a0b-8fd6-4fc8-aa51-6498507d23c8 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:46.544039 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8ef53a02-7e34-44a9-82b0-215095bc8efb req-deec9a0b-8fd6-4fc8-aa51-6498507d23c8 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdd32653-348f-44ed-80fe-0a58500e3ced HTTP/1.1" status: 200  len: 945 time: 0.1779103
May 07 22:01:46.563629 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-263b4615-5a08-4795-851a-fdd17cb0cdf3 None None] Port 1d78a47c-1b52-4c8f-ad8e-184b9192eee5 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:01:46.598348 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4d3d7d89-7a85-4a71-a909-f1f7c1d97327 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (ed6bebe1-ad2a-4eb2-8f2c-303e1d97ce17), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:46.614255 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-43fb231f-6ddb-47d9-91fc-8d99a686dce1 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks [] for router_controller (3c499f7f-0e70-4510-a6df-d557151cf3ad), precommit_add_association {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:46.635639 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-43fb231f-6ddb-47d9-91fc-8d99a686dce1 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (3c499f7f-0e70-4510-a6df-d557151cf3ad), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:46.641533 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-4d3d7d89-7a85-4a71-a909-f1f7c1d97327 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf87c7c0a0>,) {'filters': {'network_id': ['ed6bebe1-ad2a-4eb2-8f2c-303e1d97ce17']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:46.647453 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b35d94-9135-43ff-bf88-3ca733f2d1c3 None None] DHCP port deletion for ed6bebe1-ad2a-4eb2-8f2c-303e1d97ce17 request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:01:46.650575 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36685834-7951-4f95-a620-05e866a3e2e7 req-e7b0c04d-fe2c-4520-9af5-b4de4045182c tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:46.652459 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-36685834-7951-4f95-a620-05e866a3e2e7 req-e7b0c04d-fe2c-4520-9af5-b4de4045182c tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/ports?device_id=931cb167-5bcb-4aef-8b2b-029dbcb4d7e9 HTTP/1.1" status: 200  len: 945 time: 0.1427894
May 07 22:01:46.682205 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8ef53a02-7e34-44a9-82b0-215095bc8efb req-1ccdc3e7-852c-4789-900a-8bdbe2f9f180 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d85ced8-44c7-47ce-a4c7-1950d9c3cf50&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1174233
May 07 22:01:46.682636 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-4d3d7d89-7a85-4a71-a909-f1f7c1d97327 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf87c7c0a0>, '8841dfd0-0240-4680-a23d-94e85deb9c6c') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:46.682960 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-4d3d7d89-7a85-4a71-a909-f1f7c1d97327 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf87c7c0a0>, '8841dfd0-0240-4680-a23d-94e85deb9c6c') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:46.704962 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-43fb231f-6ddb-47d9-91fc-8d99a686dce1 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:46.706150 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-43fb231f-6ddb-47d9-91fc-8d99a686dce1 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.3601389
May 07 22:01:46.709859 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4d3d7d89-7a85-4a71-a909-f1f7c1d97327 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (8841dfd0-0240-4680-a23d-94e85deb9c6c), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:46.713841 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 52670) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:46.727293 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-98a5c527-db1e-461d-b828-fb3b8a0925ae tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Request body: {'router': {'admin_state_up': True}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:01:46.777876 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-36685834-7951-4f95-a620-05e866a3e2e7 req-8697a34f-3710-45fb-bf57-2ce3b9c704cd tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2f94373-fd3e-4a2b-9dee-192df8871f41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1175787
May 07 22:01:46.778815 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4d3d7d89-7a85-4a71-a909-f1f7c1d97327 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (8841dfd0-0240-4680-a23d-94e85deb9c6c), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:46.813630 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d3d7d89-7a85-4a71-a909-f1f7c1d97327 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:01:46.814043 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4d3d7d89-7a85-4a71-a909-f1f7c1d97327 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (8841dfd0-0240-4680-a23d-94e85deb9c6c), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:46.817142 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 22:01:46.817142 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:01:46.817142 ncdv-master-1 neutron-server[121837]:     timer()
May 07 22:01:46.817142 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:01:46.817142 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 22:01:46.817142 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:01:46.817142 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 22:01:46.817142 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:01:46.817142 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 22:01:46.817142 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:01:46.817142 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 22:01:46.817142 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:01:46.817142 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 22:01:46.817142 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:01:46.817142 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:01:46.817142 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:01:46.817142 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:01:46.817142 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:01:46.817142 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 22:01:46.817142 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:01:46.817142 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 22:01:46.817142 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:01:46.817142 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:01:46.817142 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:01:46.817142 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 22:01:46.817142 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:01:46.817142 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:01:46.817142 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:01:46.817142 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:01:46.817142 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:01:46.817142 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:01:46.817142 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:01:46.833384 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a132492f-b0f4-464a-b32b-00244455954c req-b0458573-3e24-48ad-810c-9bfb54d74837 tempest-ListImageFiltersTestJSON-360862580 tempest-ListImageFiltersTestJSON-360862580-project] 10.222.0.32 "GET /v2.0/ports?device_id=de30285c-55a0-4bf5-91e8-9bdd7282f8d7 HTTP/1.1" status: 200  len: 210 time: 0.0519664
May 07 22:01:46.841047 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [req-879866ea-3686-47bf-bf1e-5a72c4b79c8e req-596bd51a-5bfe-4f82-af37-4ad6d08423ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d78a47c-1b52-4c8f-ad8e-184b9192eee5 {{(pid=121836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:01:46.849246 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-879866ea-3686-47bf-bf1e-5a72c4b79c8e req-596bd51a-5bfe-4f82-af37-4ad6d08423ff service neutron] Publish callbacks [] for port (1d78a47c-1b52-4c8f-ad8e-184b9192eee5), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:46.960406 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c6d54b-d847-4d50-a4d0-c5c73f9e4594 req-bfd87b63-49ed-407b-8ea1-aa060d18fc66 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:46.961931 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-73c6d54b-d847-4d50-a4d0-c5c73f9e4594 req-bfd87b63-49ed-407b-8ea1-aa060d18fc66 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/ports?device_id=95f9d622-1591-4442-9da0-167bdb326758 HTTP/1.1" status: 200  len: 946 time: 0.0494597
May 07 22:01:46.989886 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.provisioning_blocks [req-879866ea-3686-47bf-bf1e-5a72c4b79c8e req-596bd51a-5bfe-4f82-af37-4ad6d08423ff service neutron] Transition to ACTIVE for port object 1d78a47c-1b52-4c8f-ad8e-184b9192eee5 will not be triggered until provisioned by entity L2. {{(pid=121836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 22:01:46.997983 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4d3d7d89-7a85-4a71-a909-f1f7c1d97327 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (ed6bebe1-ad2a-4eb2-8f2c-303e1d97ce17), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:47.000708 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-879866ea-3686-47bf-bf1e-5a72c4b79c8e req-596bd51a-5bfe-4f82-af37-4ad6d08423ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (1d78a47c-1b52-4c8f-ad8e-184b9192eee5), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:47.010021 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4d3d7d89-7a85-4a71-a909-f1f7c1d97327 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:47.012974 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-4d3d7d89-7a85-4a71-a909-f1f7c1d97327 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] 10.222.0.32 "DELETE /v2.0/networks/ed6bebe1-ad2a-4eb2-8f2c-303e1d97ce17 HTTP/1.1" status: 204  len: 168 time: 3.9889224
May 07 22:01:47.018608 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 52674) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:47.042213 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8844931-9695-4a9f-afa4-0a49d6e98cc2 req-8dbf3adb-7175-485c-9b34-0a44e9216c21 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:47.043693 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b8844931-9695-4a9f-afa4-0a49d6e98cc2 req-8dbf3adb-7175-485c-9b34-0a44e9216c21 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/ports?device_id=77ba773a-10d4-4c62-b1a6-a64c236b6bff HTTP/1.1" status: 200  len: 946 time: 0.1561253
May 07 22:01:47.061576 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-73c6d54b-d847-4d50-a4d0-c5c73f9e4594 req-3057644c-757d-4073-81cb-222237c015e0 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ebb222e-3262-41b5-990d-c21161bc61e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0935819
May 07 22:01:47.076507 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3d7d89-7a85-4a71-a909-f1f7c1d97327 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Pushing event deleted for resources: {'Network': ['ID=ed6bebe1-ad2a-4eb2-8f2c-303e1d97ce17,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:47.116613 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596bd51a-5bfe-4f82-af37-4ad6d08423ff service neutron] Pushing event updated for resources: {'Port': ['ID=1d78a47c-1b52-4c8f-ad8e-184b9192eee5,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:47.134154 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-88f78085-0324-4934-9426-11588c94d373 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] GET failed (client error): The resource could not be found.
May 07 22:01:47.135535 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-88f78085-0324-4934-9426-11588c94d373 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] 10.222.0.32 "GET /v2.0/subnets/d60284d1-5eb3-4e67-b6b1-3d971d2c98b7 HTTP/1.1" status: 404  len: 337 time: 0.1080418
May 07 22:01:47.139187 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 52678) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:47.175124 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-98a5c527-db1e-461d-b828-fb3b8a0925ae tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-395855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5148'] for router (3c499f7f-0e70-4510-a6df-d557151cf3ad), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:47.182960 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c2cedb0-b3bf-418c-b0a3-42bbcba37b40 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] DELETE failed (client error): The resource could not be found.
May 07 22:01:47.183501 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c2cedb0-b3bf-418c-b0a3-42bbcba37b40 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:01:47.186694 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-9c2cedb0-b3bf-418c-b0a3-42bbcba37b40 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] 10.222.0.32 "DELETE /v2.0/networks/ed6bebe1-ad2a-4eb2-8f2c-303e1d97ce17 HTTP/1.1" status: 404  len: 339 time: 0.0465341
May 07 22:01:47.199129 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 52680) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:47.229866 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-98a5c527-db1e-461d-b828-fb3b8a0925ae tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-395830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-395837', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-419014'] for router (3c499f7f-0e70-4510-a6df-d557151cf3ad), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:47.318013 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b8844931-9695-4a9f-afa4-0a49d6e98cc2 req-30139b16-c0d0-4f93-ab9b-9d907ef80c1e tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d85ced8-44c7-47ce-a4c7-1950d9c3cf50&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2393479
May 07 22:01:47.461882 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca378433-675b-49ef-b716-ce548afa816c tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:47.463621 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-ca378433-675b-49ef-b716-ce548afa816c tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 782 time: 0.2635238
May 07 22:01:47.467862 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 52688) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:47.502036 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8135da3-4c4c-4937-9f50-798e9b5f4638 req-fe84bd58-85d4-4219-8ade-e22ce106f199 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:47.503512 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d8135da3-4c4c-4937-9f50-798e9b5f4638 req-fe84bd58-85d4-4219-8ade-e22ce106f199 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 944 time: 0.0947492
May 07 22:01:47.527927 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-3f350097-7804-4d41-876d-82e58c0f9543 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] 10.222.0.32 "GET /v2.0/subnets?network_id=9221b764-ef06-431f-8941-796516ed7c3b HTTP/1.1" status: 200  len: 207 time: 0.0572944
May 07 22:01:47.533258 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 52690) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:47.645803 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af04d66c-3e2e-4181-a2f4-b35c1ccde791 req-4d979dae-dfc5-424d-835a-274bf7612e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:47.647339 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-af04d66c-3e2e-4181-a2f4-b35c1ccde791 req-4d979dae-dfc5-424d-835a-274bf7612e61 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=81e5c5d849ea4fc59d5c4fc58b31530f&device_id=95f9d622-1591-4442-9da0-167bdb326758 HTTP/1.1" status: 200  len: 1128 time: 0.0920444
May 07 22:01:47.655706 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d041a7ef-3738-4988-b6dc-f9ff605f5415 req-696b9f51-0091-45cb-a568-9cad89067a99 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:47.657091 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d041a7ef-3738-4988-b6dc-f9ff605f5415 req-696b9f51-0091-45cb-a568-9cad89067a99 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/ports?device_id=95f9d622-1591-4442-9da0-167bdb326758 HTTP/1.1" status: 200  len: 946 time: 0.1029370
May 07 22:01:47.669266 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-879866ea-3686-47bf-bf1e-5a72c4b79c8e req-596bd51a-5bfe-4f82-af37-4ad6d08423ff service neutron] Attempting to bind port 1d78a47c-1b52-4c8f-ad8e-184b9192eee5 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:01:47.669606 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-879866ea-3686-47bf-bf1e-5a72c4b79c8e req-596bd51a-5bfe-4f82-af37-4ad6d08423ff service neutron] Attempting to bind port 1d78a47c-1b52-4c8f-ad8e-184b9192eee5 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '3565a17e-e0eb-4b35-a7f2-f7d7af642fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '33b52409-fae0-4935-b5d0-15acefaa0f3f'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:01:47.669936 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879866ea-3686-47bf-bf1e-5a72c4b79c8e req-596bd51a-5bfe-4f82-af37-4ad6d08423ff service neutron] Attempting to bind port 1d78a47c-1b52-4c8f-ad8e-184b9192eee5 on network 33b52409-fae0-4935-b5d0-15acefaa0f3f {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:01:47.689000 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98a5c527-db1e-461d-b828-fb3b8a0925ae tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Router 3c499f7f-0e70-4510-a6df-d557151cf3ad is scheduled to L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db with binding_index 1 {{(pid=121837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 07 22:01:47.702019 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879866ea-3686-47bf-bf1e-5a72c4b79c8e req-596bd51a-5bfe-4f82-af37-4ad6d08423ff service neutron] Port 1d78a47c-1b52-4c8f-ad8e-184b9192eee5 on network 33b52409-fae0-4935-b5d0-15acefaa0f3f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:01:47.702345 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879866ea-3686-47bf-bf1e-5a72c4b79c8e req-596bd51a-5bfe-4f82-af37-4ad6d08423ff service neutron] Attempting to bind port 1d78a47c-1b52-4c8f-ad8e-184b9192eee5 on network 33b52409-fae0-4935-b5d0-15acefaa0f3f {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:01:47.707160 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d8135da3-4c4c-4937-9f50-798e9b5f4638 req-0f72add9-cf91-46ca-b07c-1f1f258c4a04 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1841483
May 07 22:01:47.745076 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879866ea-3686-47bf-bf1e-5a72c4b79c8e req-596bd51a-5bfe-4f82-af37-4ad6d08423ff service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:01:47.745426 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879866ea-3686-47bf-bf1e-5a72c4b79c8e req-596bd51a-5bfe-4f82-af37-4ad6d08423ff service neutron] Checking segment: {'id': '3565a17e-e0eb-4b35-a7f2-f7d7af642fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '33b52409-fae0-4935-b5d0-15acefaa0f3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:01:47.745814 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879866ea-3686-47bf-bf1e-5a72c4b79c8e req-596bd51a-5bfe-4f82-af37-4ad6d08423ff service neutron] Bound using segment: {'id': '3565a17e-e0eb-4b35-a7f2-f7d7af642fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '33b52409-fae0-4935-b5d0-15acefaa0f3f'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:01:47.746261 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-879866ea-3686-47bf-bf1e-5a72c4b79c8e req-596bd51a-5bfe-4f82-af37-4ad6d08423ff service neutron] Bound port: 1d78a47c-1b52-4c8f-ad8e-184b9192eee5, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3565a17e-e0eb-4b35-a7f2-f7d7af642fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '33b52409-fae0-4935-b5d0-15acefaa0f3f'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:01:47.746626 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-879866ea-3686-47bf-bf1e-5a72c4b79c8e req-596bd51a-5bfe-4f82-af37-4ad6d08423ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (1d78a47c-1b52-4c8f-ad8e-184b9192eee5), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:47.794631 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [req-54533ec2-8ae7-470e-bf3f-8bb94bcbfb0b req-b21bbc85-98f9-422f-b6ae-b72269cae7ac tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121837) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:01:47.795565 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-54533ec2-8ae7-470e-bf3f-8bb94bcbfb0b req-b21bbc85-98f9-422f-b6ae-b72269cae7ac tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0139811
May 07 22:01:47.806826 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d041a7ef-3738-4988-b6dc-f9ff605f5415 req-f16190c1-1b75-4f4c-99a7-dcc2624e772e tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ebb222e-3262-41b5-990d-c21161bc61e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1394684
May 07 22:01:47.832666 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa33bcf-5aaa-47e3-b882-f4bf2bcb96f3 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:47.838509 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa33bcf-5aaa-47e3-b882-f4bf2bcb96f3 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:47.842654 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af04d66c-3e2e-4181-a2f4-b35c1ccde791 req-6c073b01-f0d5-4b37-af6f-708edf846d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:47.843856 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa33bcf-5aaa-47e3-b882-f4bf2bcb96f3 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:47.844145 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-af04d66c-3e2e-4181-a2f4-b35c1ccde791 req-6c073b01-f0d5-4b37-af6f-708edf846d6b service neutron] 10.222.0.55 "GET /v2.0/networks?id=750e8121-2671-438f-9a42-169be7e47286 HTTP/1.1" status: 200  len: 911 time: 0.1848905
May 07 22:01:47.849184 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa33bcf-5aaa-47e3-b882-f4bf2bcb96f3 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:47.853877 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-cfa33bcf-5aaa-47e3-b882-f4bf2bcb96f3 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2487 time: 0.3141317
May 07 22:01:47.864349 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 52694) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:47.908279 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98a5c527-db1e-461d-b828-fb3b8a0925ae tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:01:47.919270 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-98a5c527-db1e-461d-b828-fb3b8a0925ae tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:47.920441 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-98a5c527-db1e-461d-b828-fb3b8a0925ae tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "PUT /v2.0/routers/3c499f7f-0e70-4510-a6df-d557151cf3ad HTTP/1.1" status: 200  len: 698 time: 1.2056510
May 07 22:01:47.923053 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04ebc8a-ec8b-4cb2-b0c7-fb4c3bdab4c3 None None] Sync routers for ids ['3c499f7f-0e70-4510-a6df-d557151cf3ad'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:01:47.923579 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-879866ea-3686-47bf-bf1e-5a72c4b79c8e req-596bd51a-5bfe-4f82-af37-4ad6d08423ff service neutron] For port 1d78a47c-1b52-4c8f-ad8e-184b9192eee5, host nch1-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:01:47.926873 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 52698) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:47.934554 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04ebc8a-ec8b-4cb2-b0c7-fb4c3bdab4c3 None None] Routers {'3c499f7f-0e70-4510-a6df-d557151cf3ad'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:01:47.935307 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-a04ebc8a-ec8b-4cb2-b0c7-fb4c3bdab4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f97aca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:01:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['3c499f7f-0e70-4510-a6df-d557151cf3ad'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:47.967464 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-879866ea-3686-47bf-bf1e-5a72c4b79c8e req-596bd51a-5bfe-4f82-af37-4ad6d08423ff service neutron] For port 1d78a47c-1b52-4c8f-ad8e-184b9192eee5, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1d78a47c-1b52-4c8f-ad8e-184b9192eee5,segment=NetworkSegment(3565a17e-e0eb-4b35-a7f2-f7d7af642fb7),segment_id=3565a17e-e0eb-4b35-a7f2-f7d7af642fb7)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:01:48.003049 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 0b945f57-6737-4c4f-9d00-219e155e9f0b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:01:48.015341 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-54533ec2-8ae7-470e-bf3f-8bb94bcbfb0b req-5c9d788a-36ed-4e0f-af34-753fe054d958 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200  len: 262 time: 0.1916420
May 07 22:01:48.032988 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 0b945f57-6737-4c4f-9d00-219e155e9f0b {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:01:48.033473 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 0b945f57-6737-4c4f-9d00-219e155e9f0b not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:01:48.034025 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-7dec7d84-7752-4d6d-ac1b-8349b0428011 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "GET /v2.0/routers/3c499f7f-0e70-4510-a6df-d557151cf3ad HTTP/1.1" status: 200  len: 704 time: 0.1069031
May 07 22:01:48.035636 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-a04ebc8a-ec8b-4cb2-b0c7-fb4c3bdab4c3 None None] Set router 3c499f7f-0e70-4510-a6df-d557151cf3ad gateway port host: None {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:01:48.041366 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 52700) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:48.079597 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-17d2d875-7be1-4db8-bf3b-5e2fe6d68ee3 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c499f7f-0e70-4510-a6df-d557151cf3ad HTTP/1.1" status: 200  len: 205 time: 0.0368698
May 07 22:01:48.082023 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 52702) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:48.098960 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-a04ebc8a-ec8b-4cb2-b0c7-fb4c3bdab4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f97aca0>, [{'id': '3c499f7f-0e70-4510-a6df-d557151cf3ad', 'name': 'tempest-RoutersIpV6Test-router-1118272785', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:01:46Z', 'updated_at': '2022-05-07T22:01:47Z', 'revision_number': 2, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:48.099565 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-879866ea-3686-47bf-bf1e-5a72c4b79c8e req-596bd51a-5bfe-4f82-af37-4ad6d08423ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (1d78a47c-1b52-4c8f-ad8e-184b9192eee5), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:48.116578 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00f087a-5e5c-499e-b15f-1a048a67af27 req-548466fe-24e8-408d-9821-b72056f24aa1 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:48.118990 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e00f087a-5e5c-499e-b15f-1a048a67af27 req-548466fe-24e8-408d-9821-b72056f24aa1 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/ports?device_id=931cb167-5bcb-4aef-8b2b-029dbcb4d7e9 HTTP/1.1" status: 200  len: 945 time: 0.2032242
May 07 22:01:48.120833 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-af04d66c-3e2e-4181-a2f4-b35c1ccde791 req-8381bc88-2016-453e-8ac7-09d5fbb98fa6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7246b97e-cc3a-4e69-8bd1-0d36632d83ff HTTP/1.1" status: 200  len: 1002 time: 0.2693682
May 07 22:01:48.137198 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-87a849e1-c352-46a8-82b2-3b255562e30b tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] 10.222.0.32 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 576 time: 0.2676780
May 07 22:01:48.137438 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04ebc8a-ec8b-4cb2-b0c7-fb4c3bdab4c3 None None] Checking router: 3c499f7f-0e70-4510-a6df-d557151cf3ad for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:01:48.147115 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04ebc8a-ec8b-4cb2-b0c7-fb4c3bdab4c3 None None] Routers {'3c499f7f-0e70-4510-a6df-d557151cf3ad'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:01:48.147855 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-a04ebc8a-ec8b-4cb2-b0c7-fb4c3bdab4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f97aca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:01:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['3c499f7f-0e70-4510-a6df-d557151cf3ad'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:48.152283 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 52704) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:48.172540 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e2cad5ac-3bb0-48d1-b64e-a1b22c0e6c8a tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks [] for router (3c499f7f-0e70-4510-a6df-d557151cf3ad), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:48.241189 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-a04ebc8a-ec8b-4cb2-b0c7-fb4c3bdab4c3 None None] Set router 3c499f7f-0e70-4510-a6df-d557151cf3ad gateway port host: None {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:01:48.267922 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879866ea-3686-47bf-bf1e-5a72c4b79c8e req-596bd51a-5bfe-4f82-af37-4ad6d08423ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:48.268557 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-879866ea-3686-47bf-bf1e-5a72c4b79c8e req-596bd51a-5bfe-4f82-af37-4ad6d08423ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:48.269950 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-879866ea-3686-47bf-bf1e-5a72c4b79c8e req-596bd51a-5bfe-4f82-af37-4ad6d08423ff service neutron] 10.222.0.55 "PUT /v2.0/ports/1d78a47c-1b52-4c8f-ad8e-184b9192eee5 HTTP/1.1" status: 200  len: 1092 time: 2.1595972
May 07 22:01:48.275038 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4996f091-2316-4100-b272-d2af7738b4ac', 'tag': '1d78a47c-1b52-4c8f-ad8e-184b9192eee5'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:01:48.277200 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e422f56-4385-41da-bb33-c4f426d12fc4" -d '{"events": [{"name": "network-changed", "server_uuid": "4996f091-2316-4100-b272-d2af7738b4ac", "tag": "1d78a47c-1b52-4c8f-ad8e-184b9192eee5"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:01:48.346018 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-a04ebc8a-ec8b-4cb2-b0c7-fb4c3bdab4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f97aca0>, [{'id': '3c499f7f-0e70-4510-a6df-d557151cf3ad', 'name': 'tempest-RoutersIpV6Test-router-1118272785', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:01:46Z', 'updated_at': '2022-05-07T22:01:47Z', 'revision_number': 2, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:48.377523 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596bd51a-5bfe-4f82-af37-4ad6d08423ff service neutron] Pushing event updated for resources: {'Port': ['ID=1d78a47c-1b52-4c8f-ad8e-184b9192eee5,revision_number=3']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:48.385002 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2920e8-1af6-4c32-a321-011ef2ef0eda tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:48.386449 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2920e8-1af6-4c32-a321-011ef2ef0eda tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:48.391311 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-da2920e8-1af6-4c32-a321-011ef2ef0eda tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1446 time: 0.2051466
May 07 22:01:48.396568 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 52712) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:48.399565 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af04d66c-3e2e-4181-a2f4-b35c1ccde791 req-e7b763e7-67a6-4bcc-a41e-66bf792aedae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:48.400714 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04ebc8a-ec8b-4cb2-b0c7-fb4c3bdab4c3 None None] The sync data for ids ['3c499f7f-0e70-4510-a6df-d557151cf3ad'] in ncdv-master-1 is: [{'id': '3c499f7f-0e70-4510-a6df-d557151cf3ad', 'name': 'tempest-RoutersIpV6Test-router-1118272785', 'tenant_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:01:46Z', 'updated_at': '2022-05-07T22:01:47Z', 'revision_number': 2, 'project_id': '17d1717bd7f2430eb5c2d3ce577e8160', 'gw_port_host': None}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:01:48.401035 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-af04d66c-3e2e-4181-a2f4-b35c1ccde791 req-e7b763e7-67a6-4bcc-a41e-66bf792aedae service neutron] 10.222.0.55 "GET /v2.0/subnets?id=28fef69b-5556-41b9-8d96-96dc0ff0d3b2 HTTP/1.1" status: 200  len: 849 time: 0.2578728
May 07 22:01:48.413654 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e00f087a-5e5c-499e-b15f-1a048a67af27 req-0fba4338-1270-4589-8e82-0058ee017ad1 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2f94373-fd3e-4a2b-9dee-192df8871f41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2755954
May 07 22:01:48.475099 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879866ea-3686-47bf-bf1e-5a72c4b79c8e req-531a78ea-22bf-4bc2-a7d8-65e23c784e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:48.477134 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-879866ea-3686-47bf-bf1e-5a72c4b79c8e req-531a78ea-22bf-4bc2-a7d8-65e23c784e1d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=759c66c34f414c19b2109393738ef639&device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 1126 time: 0.1577322
May 07 22:01:48.548398 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e2cad5ac-3bb0-48d1-b64e-a1b22c0e6c8a tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (3c499f7f-0e70-4510-a6df-d557151cf3ad), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:48.552470 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e2cad5ac-3bb0-48d1-b64e-a1b22c0e6c8a tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks [] for router_controller (3c499f7f-0e70-4510-a6df-d557151cf3ad), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:48.561626 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af04d66c-3e2e-4181-a2f4-b35c1ccde791 req-f30bbfb2-2aa8-4ece-8340-13fcb7422501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:48.564153 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-af04d66c-3e2e-4181-a2f4-b35c1ccde791 req-f30bbfb2-2aa8-4ece-8340-13fcb7422501 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=750e8121-2671-438f-9a42-169be7e47286&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1477754
May 07 22:01:48.569112 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-879866ea-3686-47bf-bf1e-5a72c4b79c8e req-b6866069-58ce-4d8e-be75-302a4732d458 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d78a47c-1b52-4c8f-ad8e-184b9192eee5 HTTP/1.1" status: 200  len: 217 time: 0.0814304
May 07 22:01:48.572013 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b744694-81b3-4632-83cb-133f662b4b12 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Attributes excluded by policy engine: ['shared'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:48.573348 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b744694-81b3-4632-83cb-133f662b4b12 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Attributes excluded by policy engine: ['shared'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:48.574120 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572c4a65-7cf8-45a3-8341-5ce496d58031 req-afa84761-161b-41ee-9f5e-3ed657903d88 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:48.574886 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-8b744694-81b3-4632-83cb-133f662b4b12 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] 10.222.0.32 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200  len: 403 time: 0.1771970
May 07 22:01:48.575819 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-572c4a65-7cf8-45a3-8341-5ce496d58031 req-afa84761-161b-41ee-9f5e-3ed657903d88 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/ports?device_id=20117710-052c-46c3-8ca2-f601df488811 HTTP/1.1" status: 200  len: 945 time: 0.1478372
May 07 22:01:48.581733 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 52720) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:48.684017 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879866ea-3686-47bf-bf1e-5a72c4b79c8e req-db6e1ba0-a10a-42f1-aa09-8662a7c7caed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:48.685963 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-879866ea-3686-47bf-bf1e-5a72c4b79c8e req-db6e1ba0-a10a-42f1-aa09-8662a7c7caed service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3e304f3b-3927-4f57-b6d9-ff32c4ae5938 HTTP/1.1" status: 200  len: 851 time: 0.1026509
May 07 22:01:48.758912 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-af04d66c-3e2e-4181-a2f4-b35c1ccde791 req-f8ff3285-410b-4938-b9f9-c684f293467d service neutron] 10.222.0.55 "GET /v2.0/networks/750e8121-2671-438f-9a42-169be7e47286?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1827533
May 07 22:01:48.760585 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e2cad5ac-3bb0-48d1-b64e-a1b22c0e6c8a tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (3c499f7f-0e70-4510-a6df-d557151cf3ad), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:48.761105 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2cad5ac-3bb0-48d1-b64e-a1b22c0e6c8a tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Fanout notify agent at l3_agent the message router_deleted on router 3c499f7f-0e70-4510-a6df-d557151cf3ad {{(pid=121837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 22:01:48.776262 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e2cad5ac-3bb0-48d1-b64e-a1b22c0e6c8a tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:48.776496 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879866ea-3686-47bf-bf1e-5a72c4b79c8e req-49fec2e8-5a8a-4c08-8e01-5fd984e47c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:48.777458 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-e2cad5ac-3bb0-48d1-b64e-a1b22c0e6c8a tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "DELETE /v2.0/routers/3c499f7f-0e70-4510-a6df-d557151cf3ad HTTP/1.1" status: 204  len: 168 time: 0.6944118
May 07 22:01:48.783108 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-879866ea-3686-47bf-bf1e-5a72c4b79c8e req-49fec2e8-5a8a-4c08-8e01-5fd984e47c24 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=33b52409-fae0-4935-b5d0-15acefaa0f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0891371
May 07 22:01:48.788370 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 52736) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:48.834340 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-bf72aaa8-92a8-4f47-aa2f-e1f99a458c0f tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "GET /v2.0/ports?device_id=3c499f7f-0e70-4510-a6df-d557151cf3ad HTTP/1.1" status: 200  len: 205 time: 0.0413001
May 07 22:01:48.839193 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 52740) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:48.910037 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4045b84a-c2c5-49b0-b6da-9e20f8ac06db x-openstack-request-id: req-4045b84a-c2c5-49b0-b6da-9e20f8ac06db {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:01:48.910399 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4996f091-2316-4100-b272-d2af7738b4ac", "tag": "1d78a47c-1b52-4c8f-ad8e-184b9192eee5", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:01:48.910558 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4045b84a-c2c5-49b0-b6da-9e20f8ac06db {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:01:48.911011 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4045b84a-c2c5-49b0-b6da-9e20f8ac06db'] response: {'name': 'network-changed', 'server_uuid': '4996f091-2316-4100-b272-d2af7738b4ac', 'tag': '1d78a47c-1b52-4c8f-ad8e-184b9192eee5', 'status': 'completed', 'code': 200}
May 07 22:01:48.955852 ncdv-master-1 neutron-server[121836]: INFO neutron.api.v2.resource [None req-a2841cfb-4f80-4945-9dc0-10b8b9137280 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] delete failed (client error): The resource could not be found.
May 07 22:01:48.956884 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-a2841cfb-4f80-4945-9dc0-10b8b9137280 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "DELETE /v2.0/routers/3c499f7f-0e70-4510-a6df-d557151cf3ad HTTP/1.1" status: 404  len: 336 time: 0.0916066
May 07 22:01:48.972568 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 52744) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:49.034053 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-7300fdff-efca-415a-be0d-9f488860d2ce tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] DELETE failed (client error): The resource could not be found.
May 07 22:01:49.034511 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7300fdff-efca-415a-be0d-9f488860d2ce tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:01:49.037588 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-7300fdff-efca-415a-be0d-9f488860d2ce tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "DELETE /v2.0/subnets/952ed58c-6cb6-45a7-a66a-99b4083d536e HTTP/1.1" status: 404  len: 337 time: 0.0640347
May 07 22:01:49.053428 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 52746) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:49.103390 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3786791-1112-4528-b29c-7a5833967bb7 req-b2c6bc90-10a0-4435-977d-8fa8dcb2ab0e tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:49.104869 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b3786791-1112-4528-b29c-7a5833967bb7 req-b2c6bc90-10a0-4435-977d-8fa8dcb2ab0e tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 944 time: 0.1542380
May 07 22:01:49.106858 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-af04d66c-3e2e-4181-a2f4-b35c1ccde791 req-fbf4599a-eda4-4c8b-bc39-9fa269b84484 service neutron] 10.222.0.55 "GET /v2.0/networks/750e8121-2671-438f-9a42-169be7e47286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3419209
May 07 22:01:49.109553 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-00546e36-39bb-4aaf-94dc-50d5c6ec5033 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] DELETE failed (client error): The resource could not be found.
May 07 22:01:49.110006 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00546e36-39bb-4aaf-94dc-50d5c6ec5033 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:01:49.114312 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-00546e36-39bb-4aaf-94dc-50d5c6ec5033 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "DELETE /v2.0/subnets/60dbc808-cd32-4f27-b6c1-f67b315fbc21 HTTP/1.1" status: 404  len: 337 time: 0.0598505
May 07 22:01:49.122032 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 52748) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:49.126266 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-879866ea-3686-47bf-bf1e-5a72c4b79c8e req-cfefa467-bdcd-4348-b10d-034a87e069d4 service neutron] 10.222.0.55 "GET /v2.0/networks/33b52409-fae0-4935-b5d0-15acefaa0f3f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3305867
May 07 22:01:49.175514 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-39e1f8dc-f96b-4d5f-a482-0d1c94be24c6 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] DELETE failed (client error): The resource could not be found.
May 07 22:01:49.175976 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39e1f8dc-f96b-4d5f-a482-0d1c94be24c6 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:01:49.179112 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-39e1f8dc-f96b-4d5f-a482-0d1c94be24c6 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "DELETE /v2.0/subnets/6e566a3e-3172-4ceb-b96e-905b1a9194b4 HTTP/1.1" status: 404  len: 337 time: 0.0550284
May 07 22:01:49.186677 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 52750) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:49.224317 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-572c4a65-7cf8-45a3-8341-5ce496d58031 req-216d112f-5e1c-4e61-9d34-3a617435e1a4 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d85ced8-44c7-47ce-a4c7-1950d9c3cf50&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4963095
May 07 22:01:49.231741 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6813c34a-86de-4e6e-9170-bf5bdd6d6323 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:49.233099 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-6813c34a-86de-4e6e-9170-bf5bdd6d6323 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] 10.222.0.32 "GET /v2.0/networks/b02a9bbf-184e-4d41-93e0-76331445f251 HTTP/1.1" status: 200  len: 800 time: 0.6015568
May 07 22:01:49.234058 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-1785cb41-25d2-471d-aad5-0583acf9f63d tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] DELETE failed (client error): The resource could not be found.
May 07 22:01:49.234614 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1785cb41-25d2-471d-aad5-0583acf9f63d tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:01:49.240962 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-1785cb41-25d2-471d-aad5-0583acf9f63d tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "DELETE /v2.0/subnets/78208c1f-4b12-45ff-84a6-c2c59f46d723 HTTP/1.1" status: 404  len: 337 time: 0.0472260
May 07 22:01:49.240962 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 52752) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:49.250900 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 52754) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:49.269144 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b3786791-1112-4528-b29c-7a5833967bb7 req-01a13619-74f4-4be4-8413-797542489353 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1506157
May 07 22:01:49.306309 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-a6218d32-8cfa-4a91-b491-97a2cd45e1c1 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "GET /v2.0/ports?device_id=f401884a-34c3-4298-b93b-87fb57ab5ea1 HTTP/1.1" status: 200  len: 205 time: 0.0541601
May 07 22:01:49.317057 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 52762) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:49.322939 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-879866ea-3686-47bf-bf1e-5a72c4b79c8e req-6e2da2c4-6426-42ec-8e96-b521a6173fb8 service neutron] 10.222.0.55 "GET /v2.0/networks/33b52409-fae0-4935-b5d0-15acefaa0f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1782906
May 07 22:01:49.368832 ncdv-master-1 neutron-server[121837]: INFO neutron.api.v2.resource [None req-637f8fa2-f0a4-43ae-9f46-2aeccdd7178a tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] delete failed (client error): The resource could not be found.
May 07 22:01:49.370307 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-637f8fa2-f0a4-43ae-9f46-2aeccdd7178a tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "DELETE /v2.0/routers/f401884a-34c3-4298-b93b-87fb57ab5ea1 HTTP/1.1" status: 404  len: 336 time: 0.0522158
May 07 22:01:49.373326 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 52766) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:49.405910 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328f6796-cea5-4231-a798-eaa6a77ae99c req-b81da70d-0333-43fc-ba04-a0b8a57c5e30 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:49.407517 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-328f6796-cea5-4231-a798-eaa6a77ae99c req-b81da70d-0333-43fc-ba04-a0b8a57c5e30 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/ports?device_id=95f9d622-1591-4442-9da0-167bdb326758 HTTP/1.1" status: 200  len: 946 time: 0.0589652
May 07 22:01:49.435925 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-e8db82be-251f-4da8-be2a-61e3328cbda6 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "GET /v2.0/ports?device_id=5eaea858-1929-41f7-953a-f0585443782e HTTP/1.1" status: 200  len: 205 time: 0.0613837
May 07 22:01:49.438940 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 52772) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:49.472129 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-328f6796-cea5-4231-a798-eaa6a77ae99c req-5afaaec5-ff22-4451-86df-233a1a82e709 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ebb222e-3262-41b5-990d-c21161bc61e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0590975
May 07 22:01:49.487720 ncdv-master-1 neutron-server[121837]: INFO neutron.api.v2.resource [None req-a315d8d5-dd0b-4255-bf16-26df79c0e676 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] delete failed (client error): The resource could not be found.
May 07 22:01:49.488828 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-a315d8d5-dd0b-4255-bf16-26df79c0e676 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "DELETE /v2.0/routers/5eaea858-1929-41f7-953a-f0585443782e HTTP/1.1" status: 404  len: 336 time: 0.0488694
May 07 22:01:49.491698 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 52780) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:49.522933 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-6690022b-7f66-4c23-974b-6770140ecfa6 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] DELETE failed (client error): The resource could not be found.
May 07 22:01:49.523501 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6690022b-7f66-4c23-974b-6770140ecfa6 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:01:49.526700 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-6690022b-7f66-4c23-974b-6770140ecfa6 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "DELETE /v2.0/subnets/4a6d7832-1ebd-4f79-b151-e7092700a094 HTTP/1.1" status: 404  len: 337 time: 0.0333445
May 07 22:01:49.529487 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 52784) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:49.554910 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-4061c09d-7a10-4d1b-9f5c-308e293281ca tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] 10.222.0.32 "GET /v2.0/networks/b02a9bbf-184e-4d41-93e0-76331445f251?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200  len: 316 time: 0.3149376
May 07 22:01:49.563183 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 52786) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:49.577534 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-bce34d33-21f8-48d5-aaf6-30bd34a72756 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "GET /v2.0/ports?device_id=a139b6ec-ee00-4230-883d-cfbdc982cd00 HTTP/1.1" status: 200  len: 205 time: 0.0459044
May 07 22:01:49.618127 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 52788) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:49.633815 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff368a11-d6f7-4c96-9f71-3e9f1cde42e1 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:49.635294 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-ff368a11-d6f7-4c96-9f71-3e9f1cde42e1 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] 10.222.0.32 "GET /v2.0/subnets/318e7d36-dd8f-4eb4-8a0b-e1d84fe4518b HTTP/1.1" status: 200  len: 811 time: 0.0708170
May 07 22:01:49.638807 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 52792) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:49.660054 ncdv-master-1 neutron-server[121836]: INFO neutron.api.v2.resource [None req-6a025ddf-c8c4-493b-b562-f2bf6b8051af tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] delete failed (client error): The resource could not be found.
May 07 22:01:49.663442 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-6a025ddf-c8c4-493b-b562-f2bf6b8051af tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "DELETE /v2.0/routers/a139b6ec-ee00-4230-883d-cfbdc982cd00 HTTP/1.1" status: 404  len: 336 time: 0.0436084
May 07 22:01:49.667946 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f4a4f7-5c13-4202-84eb-4673aca33d3b req-33b00a99-348c-49f6-819d-fc7d554eeb0f tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:49.669482 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-41f4a4f7-5c13-4202-84eb-4673aca33d3b req-33b00a99-348c-49f6-819d-fc7d554eeb0f tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdd32653-348f-44ed-80fe-0a58500e3ced HTTP/1.1" status: 200  len: 945 time: 0.0968518
May 07 22:01:49.669967 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 52794) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:49.717626 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-03506eb6-4fe0-438e-b328-5e66c6e3ed55 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "GET /v2.0/ports?device_id=bff29f65-32e0-4ec5-91e1-37f4fb626e2c HTTP/1.1" status: 200  len: 205 time: 0.0465279
May 07 22:01:49.721207 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 52796) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:49.745692 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-41f4a4f7-5c13-4202-84eb-4673aca33d3b req-dae66a8f-a662-4e96-91b3-d309e60e989d tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d85ced8-44c7-47ce-a4c7-1950d9c3cf50&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0653131
May 07 22:01:49.767256 ncdv-master-1 neutron-server[121837]: INFO neutron.api.v2.resource [None req-9e8148aa-0650-44fe-8bdb-00874573ee00 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] delete failed (client error): The resource could not be found.
May 07 22:01:49.770561 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-9e8148aa-0650-44fe-8bdb-00874573ee00 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "DELETE /v2.0/routers/bff29f65-32e0-4ec5-91e1-37f4fb626e2c HTTP/1.1" status: 404  len: 336 time: 0.0442779
May 07 22:01:49.771432 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 52798) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:49.775093 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12626d8c-ade3-4163-a426-27e6471614fb req-689bae18-9c24-47da-afb9-e86480ec34b8 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:49.781924 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-12626d8c-ade3-4163-a426-27e6471614fb req-689bae18-9c24-47da-afb9-e86480ec34b8 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/ports?device_id=931cb167-5bcb-4aef-8b2b-029dbcb4d7e9 HTTP/1.1" status: 200  len: 945 time: 0.1317136
May 07 22:01:49.784531 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cecbb359-111e-419c-a0fc-304a0002f647 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Attributes excluded by policy engine: ['shared'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:49.785854 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-cecbb359-111e-419c-a0fc-304a0002f647 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] 10.222.0.32 "GET /v2.0/subnets/318e7d36-dd8f-4eb4-8a0b-e1d84fe4518b?fields=id&fields=network_id HTTP/1.1" status: 200  len: 302 time: 0.1459382
May 07 22:01:49.794317 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 52806) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:49.802660 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-86209cab-0538-483c-ad9f-186ab16046af tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1699387277'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:01:49.805882 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f183ad2-c939-40a6-8c23-e53683e8dc84 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] DELETE failed (client error): The resource could not be found.
May 07 22:01:49.806346 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f183ad2-c939-40a6-8c23-e53683e8dc84 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:01:49.812148 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-1f183ad2-c939-40a6-8c23-e53683e8dc84 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "DELETE /v2.0/subnets/f85aa15f-0b3c-4246-a0d1-1940d7ca8752 HTTP/1.1" status: 404  len: 337 time: 0.0370550
May 07 22:01:49.812404 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 52808) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:49.843652 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-da480998-0f9d-4596-9f9a-2c8515452013 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "GET /v2.0/ports?device_id=a91d7469-fdfa-47dc-8571-cbeaeebb3c40 HTTP/1.1" status: 200  len: 205 time: 0.0301235
May 07 22:01:49.845955 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 52812) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:49.870966 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86209cab-0538-483c-ad9f-186ab16046af tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Made reservation on behalf of d7da299cb7fd4b569f047ab71e3255d4 for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:01:49.874622 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-86209cab-0538-483c-ad9f-186ab16046af tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:49.883774 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-12626d8c-ade3-4163-a426-27e6471614fb req-3cdb73a0-c203-4fa4-9e9c-dcc076c26511 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2f94373-fd3e-4a2b-9dee-192df8871f41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0961487
May 07 22:01:49.908968 ncdv-master-1 neutron-server[121836]: INFO neutron.api.v2.resource [None req-02c56454-87c9-4c5b-87fe-ea2ed8470005 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] delete failed (client error): The resource could not be found.
May 07 22:01:49.917129 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-02c56454-87c9-4c5b-87fe-ea2ed8470005 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "DELETE /v2.0/routers/a91d7469-fdfa-47dc-8571-cbeaeebb3c40 HTTP/1.1" status: 404  len: 336 time: 0.0683799
May 07 22:01:49.917549 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 52818) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:49.924152 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86209cab-0538-483c-ad9f-186ab16046af tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:01:49.936415 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-86209cab-0538-483c-ad9f-186ab16046af tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (d23c071a-2a68-4ad8-a41f-f3db77a9f795), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:49.937273 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-86209cab-0538-483c-ad9f-186ab16046af tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Added segment d23c071a-2a68-4ad8-a41f-f3db77a9f795 of type vlan for network a86b8b4c-b551-415a-93fa-d6b0b531e68b
May 07 22:01:49.953665 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bfea470-06f1-4134-ab51-5fa26e91ddd5 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] DELETE failed (client error): The resource could not be found.
May 07 22:01:49.954117 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bfea470-06f1-4134-ab51-5fa26e91ddd5 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:01:49.957157 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-5bfea470-06f1-4134-ab51-5fa26e91ddd5 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "DELETE /v2.0/subnets/4f763b8e-c8ae-48c8-8770-7b653bbfc1fb HTTP/1.1" status: 404  len: 337 time: 0.0386541
May 07 22:01:49.971107 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 52822) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:50.001032 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-86209cab-0538-483c-ad9f-186ab16046af tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (a86b8b4c-b551-415a-93fa-d6b0b531e68b), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:50.009310 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-724f8214-c014-436a-b72d-263a0f76fa9c tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "GET /v2.0/ports?device_id=2b62bb0a-e36f-4a20-8bdb-e000ecb7efbd HTTP/1.1" status: 200  len: 205 time: 0.0348921
May 07 22:01:50.009592 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 52828) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:50.048811 ncdv-master-1 neutron-server[121836]: INFO neutron.api.v2.resource [None req-1b663a66-9d35-4cdb-bf7e-9210879bf181 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] delete failed (client error): The resource could not be found.
May 07 22:01:50.049865 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-1b663a66-9d35-4cdb-bf7e-9210879bf181 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "DELETE /v2.0/routers/2b62bb0a-e36f-4a20-8bdb-e000ecb7efbd HTTP/1.1" status: 404  len: 336 time: 0.0394206
May 07 22:01:50.051751 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32da9fd-76cf-4cb6-a9d0-505e6d9610bb req-10609ba3-ffb7-4cf9-b7fb-76a0beda4288 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:50.052589 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 52830) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:50.053386 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f32da9fd-76cf-4cb6-a9d0-505e6d9610bb req-10609ba3-ffb7-4cf9-b7fb-76a0beda4288 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/ports?device_id=77ba773a-10d4-4c62-b1a6-a64c236b6bff HTTP/1.1" status: 200  len: 946 time: 0.0768251
May 07 22:01:50.079795 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-8261454f-49e3-4315-9738-99f4dd346080 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] DELETE failed (client error): The resource could not be found.
May 07 22:01:50.080254 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8261454f-49e3-4315-9738-99f4dd346080 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:01:50.085984 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-8261454f-49e3-4315-9738-99f4dd346080 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "DELETE /v2.0/subnets/109928c8-3c6c-4314-9101-db360a852cf0 HTTP/1.1" status: 404  len: 337 time: 0.0299344
May 07 22:01:50.086168 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 52834) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:50.100000 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-86209cab-0538-483c-ad9f-186ab16046af tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (a86b8b4c-b551-415a-93fa-d6b0b531e68b), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:50.105103 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86209cab-0538-483c-ad9f-186ab16046af tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:50.105690 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-86209cab-0538-483c-ad9f-186ab16046af tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:50.119838 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1f8a974-41ee-40dd-9c44-7c160960ccf2 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] DELETE failed (client error): The resource could not be found.
May 07 22:01:50.120401 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1f8a974-41ee-40dd-9c44-7c160960ccf2 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:01:50.123265 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-a1f8a974-41ee-40dd-9c44-7c160960ccf2 tempest-RoutersIpV6Test-1646360240 tempest-RoutersIpV6Test-1646360240-project] 10.222.0.32 "DELETE /v2.0/subnets/1b89c71d-3dd9-4208-b4b6-5a97b264677a HTTP/1.1" status: 404  len: 337 time: 0.0355911
May 07 22:01:50.161908 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f32da9fd-76cf-4cb6-a9d0-505e6d9610bb req-79adfb51-f04b-4a32-a794-91a584ccc209 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d85ced8-44c7-47ce-a4c7-1950d9c3cf50&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1023891
May 07 22:01:50.165016 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-86209cab-0538-483c-ad9f-186ab16046af tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 0.3689854
May 07 22:01:50.167950 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 52838) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:50.172978 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-df194a8b-5703-4672-8c27-757d97007cdf tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Request body: {'subnet': {'network_id': 'a86b8b4c-b551-415a-93fa-d6b0b531e68b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:01:50.228600 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86209cab-0538-483c-ad9f-186ab16046af tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Pushing event updated for resources: {'Network': ['ID=a86b8b4c-b551-415a-93fa-d6b0b531e68b,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:50.245085 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network a86b8b4c-b551-415a-93fa-d6b0b531e68b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:01:50.380163 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 52848) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:50.401999 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973db570-0d7d-492c-974b-123f508e4fe4 req-32f89b3e-9887-4f3a-98d8-add57a94dcf5 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:50.407589 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973db570-0d7d-492c-974b-123f508e4fe4 req-32f89b3e-9887-4f3a-98d8-add57a94dcf5 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:50.413034 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973db570-0d7d-492c-974b-123f508e4fe4 req-32f89b3e-9887-4f3a-98d8-add57a94dcf5 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:50.414748 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-973db570-0d7d-492c-974b-123f508e4fe4 req-32f89b3e-9887-4f3a-98d8-add57a94dcf5 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/ports?device_id=77ba773a-10d4-4c62-b1a6-a64c236b6bff&device_id=bdd32653-348f-44ed-80fe-0a58500e3ced&device_id=20117710-052c-46c3-8ca2-f601df488811 HTTP/1.1" status: 200  len: 2417 time: 0.0744987
May 07 22:01:50.424622 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df194a8b-5703-4672-8c27-757d97007cdf tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Made reservation on behalf of d7da299cb7fd4b569f047ab71e3255d4 for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:01:50.428515 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-df194a8b-5703-4672-8c27-757d97007cdf tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:50.442316 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be5f8cd-89f0-4dde-9181-572021c1e0b9 req-7a429336-e35c-4e9c-8c3a-37f114de8348 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:50.450421 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7be5f8cd-89f0-4dde-9181-572021c1e0b9 req-7a429336-e35c-4e9c-8c3a-37f114de8348 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 944 time: 0.0641429
May 07 22:01:50.469881 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 52852) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:50.511590 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7be5f8cd-89f0-4dde-9181-572021c1e0b9 req-6e617c82-df4f-44de-82de-22a0c34c6a49 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0600638
May 07 22:01:50.552210 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-973db570-0d7d-492c-974b-123f508e4fe4 req-593bca13-82eb-4661-8b72-556744aa2a1d tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d85ced8-44c7-47ce-a4c7-1950d9c3cf50&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1316040
May 07 22:01:50.554014 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.ipam_backend_mixin [None req-df194a8b-5703-4672-8c27-757d97007cdf tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Performing IP validity checks on allocation pools {{(pid=121836) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
May 07 22:01:50.567456 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.ipam_backend_mixin [None req-df194a8b-5703-4672-8c27-757d97007cdf tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Checking for overlaps among allocation pools and gateway ip {{(pid=121836) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
May 07 22:01:50.623463 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [req-d414314f-d0a4-43c7-ba44-eddc98103dae req-fe8089b0-047b-4b9d-ad34-62d81ed4a976 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121836) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:01:50.624723 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d414314f-d0a4-43c7-ba44-eddc98103dae req-fe8089b0-047b-4b9d-ad34-62d81ed4a976 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0087445
May 07 22:01:50.731883 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-387b3c5e-b081-4913-99ed-e3f2029afbfd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4f25e7e4b2ae4a278467bc1a4fc5fa46&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3505404
May 07 22:01:50.739188 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 52860) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:50.739397 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee68a47d-69ff-4e24-94b2-e546606e4a00 req-061260d8-da6f-4e33-aa1c-90f932b1a30c tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:50.740300 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e422f56-4385-41da-bb33-c4f426d12fc4 req-0e38cb24-125d-4024-97fd-9b12b093aa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:50.740731 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ee68a47d-69ff-4e24-94b2-e546606e4a00 req-061260d8-da6f-4e33-aa1c-90f932b1a30c tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/ports?device_id=95f9d622-1591-4442-9da0-167bdb326758 HTTP/1.1" status: 200  len: 946 time: 0.0960686
May 07 22:01:50.741824 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5e422f56-4385-41da-bb33-c4f426d12fc4 req-0e38cb24-125d-4024-97fd-9b12b093aa69 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=759c66c34f414c19b2109393738ef639&device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 1126 time: 0.1681297
May 07 22:01:50.744049 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-4058785a-140e-4481-90d6-ef2386ad53de admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=17d1717bd7f2430eb5c2d3ce577e8160&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2723894
May 07 22:01:50.746450 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 52862) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:50.791580 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d414314f-d0a4-43c7-ba44-eddc98103dae req-f5643b6e-8522-4991-98a7-280a8c481f3c tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200  len: 463 time: 0.1375787
May 07 22:01:50.830711 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ee68a47d-69ff-4e24-94b2-e546606e4a00 req-1a67791d-200d-4329-87bc-002947499454 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ebb222e-3262-41b5-990d-c21161bc61e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0820658
May 07 22:01:50.831524 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9436ebda-7535-4b41-8940-6acf33bf7036 admin admin] Publish callbacks [] for security_group (d0da1365-48cf-45e7-ad53-bd64189ae207), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:50.863597 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9436ebda-7535-4b41-8940-6acf33bf7036 admin admin] Publish callbacks [] for security_group (d0da1365-48cf-45e7-ad53-bd64189ae207), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:50.920408 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9436ebda-7535-4b41-8940-6acf33bf7036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (d0da1365-48cf-45e7-ad53-bd64189ae207), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:50.923764 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9436ebda-7535-4b41-8940-6acf33bf7036 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:50.925160 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-9436ebda-7535-4b41-8940-6acf33bf7036 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d0da1365-48cf-45e7-ad53-bd64189ae207 HTTP/1.1" status: 204  len: 168 time: 0.1776533
May 07 22:01:50.935964 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7060b13f-24aa-46ab-8d76-a099e294301f admin admin] Publish callbacks [] for security_group (0a925320-3da9-4f33-a573-9f26e57ac6c0), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:50.951557 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9436ebda-7535-4b41-8940-6acf33bf7036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0da1365-48cf-45e7-ad53-bd64189ae207,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:51.021325 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e422f56-4385-41da-bb33-c4f426d12fc4 req-772918f2-4512-434c-a5e1-d291b332242d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:51.022935 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5e422f56-4385-41da-bb33-c4f426d12fc4 req-772918f2-4512-434c-a5e1-d291b332242d service neutron] 10.222.0.55 "GET /v2.0/networks?id=33b52409-fae0-4935-b5d0-15acefaa0f3f HTTP/1.1" status: 200  len: 913 time: 0.2596343
May 07 22:01:51.035839 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3379ac7-3a4b-4f75-ba3b-101dfd32f2e1 req-7fc224fc-8a81-416f-abd0-1a02650fdc43 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:51.037779 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f3379ac7-3a4b-4f75-ba3b-101dfd32f2e1 req-7fc224fc-8a81-416f-abd0-1a02650fdc43 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/ports?device_id=931cb167-5bcb-4aef-8b2b-029dbcb4d7e9 HTTP/1.1" status: 200  len: 945 time: 0.0644400
May 07 22:01:51.044451 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7060b13f-24aa-46ab-8d76-a099e294301f admin admin] Publish callbacks [] for security_group (0a925320-3da9-4f33-a573-9f26e57ac6c0), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:51.092241 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5e422f56-4385-41da-bb33-c4f426d12fc4 req-7d974cc2-fe4a-4553-bcaf-3256b9146685 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d78a47c-1b52-4c8f-ad8e-184b9192eee5 HTTP/1.1" status: 200  len: 217 time: 0.0594912
May 07 22:01:51.099992 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f3379ac7-3a4b-4f75-ba3b-101dfd32f2e1 req-6526a358-42b0-419f-a816-9567639bce0e tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2f94373-fd3e-4a2b-9dee-192df8871f41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546250
May 07 22:01:51.112226 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-df194a8b-5703-4672-8c27-757d97007cdf tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (8bf9ad89-a352-41dc-bfb3-1ab02ce8326d), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:51.225413 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df194a8b-5703-4672-8c27-757d97007cdf tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Pushing event updated for resources: {'Subnet': ['ID=8bf9ad89-a352-41dc-bfb3-1ab02ce8326d,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:51.232315 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e422f56-4385-41da-bb33-c4f426d12fc4 req-7c9bb79e-db4d-4c14-94ed-47f4982b27fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:51.234336 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5e422f56-4385-41da-bb33-c4f426d12fc4 req-7c9bb79e-db4d-4c14-94ed-47f4982b27fd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3e304f3b-3927-4f57-b6d9-ff32c4ae5938 HTTP/1.1" status: 200  len: 851 time: 0.1362736
May 07 22:01:51.266123 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7060b13f-24aa-46ab-8d76-a099e294301f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (0a925320-3da9-4f33-a573-9f26e57ac6c0), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:51.269062 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7060b13f-24aa-46ab-8d76-a099e294301f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:51.274587 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-7060b13f-24aa-46ab-8d76-a099e294301f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0a925320-3da9-4f33-a573-9f26e57ac6c0 HTTP/1.1" status: 204  len: 168 time: 0.5277543
May 07 22:01:51.318554 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7060b13f-24aa-46ab-8d76-a099e294301f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a925320-3da9-4f33-a573-9f26e57ac6c0,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:51.325587 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df194a8b-5703-4672-8c27-757d97007cdf tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Checking segment: {'id': 'd23c071a-2a68-4ad8-a41f-f3db77a9f795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a86b8b4c-b551-415a-93fa-d6b0b531e68b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:01:51.325958 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df194a8b-5703-4672-8c27-757d97007cdf tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Network hostable DHCP agents. Network: a86b8b4c-b551-415a-93fa-d6b0b531e68b, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:01:51.371507 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e422f56-4385-41da-bb33-c4f426d12fc4 req-4ab04ced-adcb-463b-8a05-95f2c905dfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:51.376672 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5e422f56-4385-41da-bb33-c4f426d12fc4 req-4ab04ced-adcb-463b-8a05-95f2c905dfb3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=33b52409-fae0-4935-b5d0-15acefaa0f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1327598
May 07 22:01:51.395375 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df194a8b-5703-4672-8c27-757d97007cdf tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Network a86b8b4c-b551-415a-93fa-d6b0b531e68b is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:01:51.461679 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-df194a8b-5703-4672-8c27-757d97007cdf tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a86b8b4c-b551-415a-93fa-d6b0b531e68b) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:01:51.492667 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df194a8b-5703-4672-8c27-757d97007cdf tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:51.494859 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-df194a8b-5703-4672-8c27-757d97007cdf tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:51.525942 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-df194a8b-5703-4672-8c27-757d97007cdf tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 872 time: 1.3561785
May 07 22:01:51.528141 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 52886) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:51.540479 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-5ec45f9d-776b-40d7-8f68-98f8f5a06ffc tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:01:51.551728 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86aaa2ec-6b1c-4838-ad64-631d4e7e0c29 None None] Network a86b8b4c-b551-415a-93fa-d6b0b531e68b requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:01:51.580658 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5e422f56-4385-41da-bb33-c4f426d12fc4 req-d8c330b5-26e8-4847-aa56-44f0430af0eb service neutron] 10.222.0.55 "GET /v2.0/networks/33b52409-fae0-4935-b5d0-15acefaa0f3f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1957493
May 07 22:01:51.719883 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:51.726547 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5ec45f9d-776b-40d7-8f68-98f8f5a06ffc tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8765437'] for subnet (8bf9ad89-a352-41dc-bfb3-1ab02ce8326d), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:51.736007 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e9d9e-c35b-4a19-9182-920b243a0f72 req-106abf9b-acc5-4578-a781-861fa1498774 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:51.745111 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d86e9d9e-c35b-4a19-9182-920b243a0f72 req-106abf9b-acc5-4578-a781-861fa1498774 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 944 time: 0.0889509
May 07 22:01:51.788448 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bcda4e3-251a-4bc3-a5bb-c310bcb09ae5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a86b8b4c-b551-415a-93fa-d6b0b531e68b', 'network_id': 'a86b8b4c-b551-415a-93fa-d6b0b531e68b', 'project_id': 'd7da299cb7fd4b569f047ab71e3255d4', 'fixed_ips': [{'subnet_id': '8bf9ad89-a352-41dc-bfb3-1ab02ce8326d'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:01:51.789593 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9bcda4e3-251a-4bc3-a5bb-c310bcb09ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:51.906018 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d86e9d9e-c35b-4a19-9182-920b243a0f72 req-515305ab-c3ee-4b37-b090-872db87daf7c tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1598728
May 07 22:01:51.909454 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5e422f56-4385-41da-bb33-c4f426d12fc4 req-fb33f343-3959-4d89-a89d-a2e25e7c0e1c service neutron] 10.222.0.55 "GET /v2.0/networks/33b52409-fae0-4935-b5d0-15acefaa0f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3201027
May 07 22:01:52.014090 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5ec45f9d-776b-40d7-8f68-98f8f5a06ffc tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774500201427', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9156340'] for subnet (8bf9ad89-a352-41dc-bfb3-1ab02ce8326d), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:52.072833 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-9bcda4e3-251a-4bc3-a5bb-c310bcb09ae5 None None] Allocated IP 172.20.0.3 (a86b8b4c-b551-415a-93fa-d6b0b531e68b/8bf9ad89-a352-41dc-bfb3-1ab02ce8326d/aed23cc7-34f7-4f59-a46b-50e3cdda94ff) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]: WARNING neutron.objects.base [None req-5ec45f9d-776b-40d7-8f68-98f8f5a06ffc tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] ORM session: SQL execution without transaction in progress, traceback:
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/greenthread.py", line 221, in main
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:     result = function(*args, **kwargs)
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 837, in process_request
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:     proto.__init__(conn_state, self)
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 350, in __init__
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:     self.handle()
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 383, in handle
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:     self.handle_one_request()
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 459, in handle_one_request
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:     self.handle_one_response()
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 569, in handle_one_response
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:     result = self.application(self.environ, start_response)
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/paste/urlmap.py", line 216, in __call__
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:     return app(environ, start_response)
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:     resp = self.call_func(req, *args, **kw)
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:     return self.func(req, *args, **kwargs)
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/base.py", line 124, in __call__
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:     response = req.get_response(self.application)
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:     status, headers, app_iter = self.call_application(
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:     app_iter = application(self.environ, start_response)
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:     resp = self.call_func(req, *args, **kw)
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:     return self.func(req, *args, **kwargs)
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/base.py", line 124, in __call__
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:     response = req.get_response(self.application)
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:     status, headers, app_iter = self.call_application(
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:     app_iter = application(self.environ, start_response)
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:     resp = self.call_func(req, *args, **kw)
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:     return self.func(req, *args, **kwargs)
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:     response = req.get_response(self.application)
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:     status, headers, app_iter = self.call_application(
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:     app_iter = application(self.environ, start_response)
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:     resp = self.call_func(req, *args, **kw)
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:     return self.func(req, *args, **kwargs)
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:     response = req.get_response(self.application)
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:     status, headers, app_iter = self.call_application(
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:     app_iter = application(self.environ, start_response)
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:     resp = self.call_func(req, *args, **kw)
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:     return self.func(req, *args, **kwargs)
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/osprofiler/web.py", line 111, in __call__
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:     return request.get_response(self.application)
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:     status, headers, app_iter = self.call_application(
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:     app_iter = application(self.environ, start_response)
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:     resp = self.call_func(req, *args, **kw)
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:     return self.func(req, *args, **kwargs)
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:     response = req.get_response(self._app)
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:     status, headers, app_iter = self.call_application(
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:     app_iter = application(self.environ, start_response)
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:     return resp(environ, start_response)
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:     return resp(environ, start_response)
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/routes/middleware.py", line 153, in __call__
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:     response = self.app(environ, start_response)
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:     return resp(environ, start_response)
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/pecan/middleware/recursive.py", line 56, in __call__
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:     return self.application(environ, start_response)
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 852, in __call__
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:     return super(Pecan, self).__call__(environ, start_response)
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 693, in __call__
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:     self.invoke_controller(controller, args, kwargs, state)
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 584, in invoke_controller
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:     result = controller(*args, **kwargs)
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:     return f(*args, **kwargs)
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:     return f(*args, **kwargs)
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:     return f(*dup_args, **dup_kwargs)
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/utils.py", line 65, in wrapped
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:     return f(*args, **kwargs)
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 74, in put
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:     return {self.resource: self.plugin_updater(*updater_args)}
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:     return f(*args, **kwargs)
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:     return method(*args, **kwargs)
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:     return f(*args, **kwargs)
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:     return f(*args, **kwargs)
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:     return f(*dup_args, **dup_kwargs)
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1405, in update_subnet
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:     self._update_subnet_postcommit(context, original_subnet,
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1016, in _update_subnet_postcommit
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:     registry.publish(
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/registry.py", line 54, in publish
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:     _get_callback_manager().publish(resource, event, trigger, payload=payload)
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/utils.py", line 105, in _wrapped
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:     return function(*args, **kwargs)
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 150, in publish
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:     errors = self._notify_loop(resource, event, trigger, payload)
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:     callback(resource, event, trigger, payload=payload)
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 2026, in _notify_subnet_gateway_ip_update
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:     router_ids = set(port.device_id for port in query)
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2896, in __iter__
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:     return self._iter().__iter__()
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:     result = self.session.execute(
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1677, in execute
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]:     result = fn(orm_exec_state)
May 07 22:01:52.105926 ncdv-master-1 neutron-server[121837]: 
May 07 22:01:52.127499 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec45f9d-776b-40d7-8f68-98f8f5a06ffc tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:52.128100 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5ec45f9d-776b-40d7-8f68-98f8f5a06ffc tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:52.129418 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-5ec45f9d-776b-40d7-8f68-98f8f5a06ffc tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] 10.222.0.32 "PUT /v2.0/subnets/8bf9ad89-a352-41dc-bfb3-1ab02ce8326d HTTP/1.1" status: 200  len: 877 time: 0.6002660
May 07 22:01:52.132615 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 52908) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:52.159657 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec45f9d-776b-40d7-8f68-98f8f5a06ffc tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Pushing event updated for resources: {'Subnet': ['ID=8bf9ad89-a352-41dc-bfb3-1ab02ce8326d,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:52.323932 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5663ed86-c85f-4332-bf7e-776e7a15d246 req-84bca282-f610-47e9-94d8-d8b89dd28fd1 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:52.331534 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5663ed86-c85f-4332-bf7e-776e7a15d246 req-84bca282-f610-47e9-94d8-d8b89dd28fd1 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/ports?device_id=931cb167-5bcb-4aef-8b2b-029dbcb4d7e9 HTTP/1.1" status: 200  len: 945 time: 0.0801635
May 07 22:01:52.358810 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f7bd7729-4962-4fea-bd71-f9d329f335e6 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (a86b8b4c-b551-415a-93fa-d6b0b531e68b), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:52.364402 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9bcda4e3-251a-4bc3-a5bb-c310bcb09ae5 None None] Publish callbacks [] for port (aed23cc7-34f7-4f59-a46b-50e3cdda94ff), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:52.371137 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 52920) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:52.377109 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9bcda4e3-251a-4bc3-a5bb-c310bcb09ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (aed23cc7-34f7-4f59-a46b-50e3cdda94ff), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:52.435417 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f7bd7729-4962-4fea-bd71-f9d329f335e6 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (8bf9ad89-a352-41dc-bfb3-1ab02ce8326d), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:52.439034 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcda4e3-251a-4bc3-a5bb-c310bcb09ae5 None None] Pushing event updated for resources: {'Port': ['ID=aed23cc7-34f7-4f59-a46b-50e3cdda94ff,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:52.461595 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bcda4e3-251a-4bc3-a5bb-c310bcb09ae5 None None] Network a86b8b4c-b551-415a-93fa-d6b0b531e68b is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:01:52.465550 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-9bcda4e3-251a-4bc3-a5bb-c310bcb09ae5 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:01:52.477578 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcda4e3-251a-4bc3-a5bb-c310bcb09ae5 None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:01:52.479172 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5663ed86-c85f-4332-bf7e-776e7a15d246 req-ead75f37-782d-458a-ab7b-8b1fba582719 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2f94373-fd3e-4a2b-9dee-192df8871f41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1462827
May 07 22:01:52.539066 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f7bd7729-4962-4fea-bd71-f9d329f335e6 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (8bf9ad89-a352-41dc-bfb3-1ab02ce8326d), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:52.574248 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bd7729-4962-4fea-bd71-f9d329f335e6 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Pushing event deleted for resources: {'Subnet': ['ID=8bf9ad89-a352-41dc-bfb3-1ab02ce8326d,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:52.618824 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-9bcda4e3-251a-4bc3-a5bb-c310bcb09ae5 None None] Attempting to bind port aed23cc7-34f7-4f59-a46b-50e3cdda94ff on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:01:52.619323 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-9bcda4e3-251a-4bc3-a5bb-c310bcb09ae5 None None] Attempting to bind port aed23cc7-34f7-4f59-a46b-50e3cdda94ff by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd23c071a-2a68-4ad8-a41f-f3db77a9f795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a86b8b4c-b551-415a-93fa-d6b0b531e68b'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:01:52.619574 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcda4e3-251a-4bc3-a5bb-c310bcb09ae5 None None] Attempting to bind port aed23cc7-34f7-4f59-a46b-50e3cdda94ff on network a86b8b4c-b551-415a-93fa-d6b0b531e68b {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:01:52.634511 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcda4e3-251a-4bc3-a5bb-c310bcb09ae5 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:01:52.634511 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcda4e3-251a-4bc3-a5bb-c310bcb09ae5 None None] Checking segment: {'id': 'd23c071a-2a68-4ad8-a41f-f3db77a9f795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a86b8b4c-b551-415a-93fa-d6b0b531e68b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:01:52.634511 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9bcda4e3-251a-4bc3-a5bb-c310bcb09ae5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:52.635103 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcda4e3-251a-4bc3-a5bb-c310bcb09ae5 None None] Bound using segment: {'id': 'd23c071a-2a68-4ad8-a41f-f3db77a9f795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a86b8b4c-b551-415a-93fa-d6b0b531e68b'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:01:52.635103 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-9bcda4e3-251a-4bc3-a5bb-c310bcb09ae5 None None] Bound port: aed23cc7-34f7-4f59-a46b-50e3cdda94ff, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd23c071a-2a68-4ad8-a41f-f3db77a9f795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a86b8b4c-b551-415a-93fa-d6b0b531e68b'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:01:52.635609 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9bcda4e3-251a-4bc3-a5bb-c310bcb09ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (aed23cc7-34f7-4f59-a46b-50e3cdda94ff), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:52.683566 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f7bd7729-4962-4fea-bd71-f9d329f335e6 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (a86b8b4c-b551-415a-93fa-d6b0b531e68b), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:52.700537 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-9bcda4e3-251a-4bc3-a5bb-c310bcb09ae5 None None] For port aed23cc7-34f7-4f59-a46b-50e3cdda94ff, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:01:52.703770 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-9bcda4e3-251a-4bc3-a5bb-c310bcb09ae5 None None] For port aed23cc7-34f7-4f59-a46b-50e3cdda94ff, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aed23cc7-34f7-4f59-a46b-50e3cdda94ff,segment=NetworkSegment(d23c071a-2a68-4ad8-a41f-f3db77a9f795),segment_id=d23c071a-2a68-4ad8-a41f-f3db77a9f795)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:01:52.716234 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9bcda4e3-251a-4bc3-a5bb-c310bcb09ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (aed23cc7-34f7-4f59-a46b-50e3cdda94ff), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:52.754674 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-c1673743-9964-460b-a75b-b001fb07cb22 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-117645935', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:01:52.767581 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-f7bd7729-4962-4fea-bd71-f9d329f335e6 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf8c998130>,) {'filters': {'network_id': ['a86b8b4c-b551-415a-93fa-d6b0b531e68b']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:52.788141 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 1d78a47c-1b52-4c8f-ad8e-184b9192eee5 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:01:52.789944 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-f7bd7729-4962-4fea-bd71-f9d329f335e6 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8c998130>, 'd23c071a-2a68-4ad8-a41f-f3db77a9f795') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:52.791174 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-f7bd7729-4962-4fea-bd71-f9d329f335e6 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8c998130>, 'd23c071a-2a68-4ad8-a41f-f3db77a9f795') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:52.795106 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c1673743-9964-460b-a75b-b001fb07cb22 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (994c4785-e8ff-4a47-9376-7454f3e26884), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:52.796343 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c1673743-9964-460b-a75b-b001fb07cb22 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (994c4785-e8ff-4a47-9376-7454f3e26884), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:52.828173 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f7bd7729-4962-4fea-bd71-f9d329f335e6 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (d23c071a-2a68-4ad8-a41f-f3db77a9f795), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:52.854255 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926bac49-42b6-4233-b202-6fb67c22f4bb None None] get_active_networks_info from ncdv-master-1 {{(pid=121838) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
May 07 22:01:52.860537 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f7bd7729-4962-4fea-bd71-f9d329f335e6 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (d23c071a-2a68-4ad8-a41f-f3db77a9f795), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:52.863040 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcda4e3-251a-4bc3-a5bb-c310bcb09ae5 None None] Pushing event updated for resources: {'Port': ['ID=aed23cc7-34f7-4f59-a46b-50e3cdda94ff,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:52.875872 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7bd7729-4962-4fea-bd71-f9d329f335e6 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:01:52.876301 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f7bd7729-4962-4fea-bd71-f9d329f335e6 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (d23c071a-2a68-4ad8-a41f-f3db77a9f795), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:52.919410 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c1673743-9964-460b-a75b-b001fb07cb22 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks [] for router_controller (994c4785-e8ff-4a47-9376-7454f3e26884), precommit_add_association {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:52.929938 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c1673743-9964-460b-a75b-b001fb07cb22 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (994c4785-e8ff-4a47-9376-7454f3e26884), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:52.963048 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 22:01:52.963048 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:01:52.963048 ncdv-master-1 neutron-server[121836]:     timer()
May 07 22:01:52.963048 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:01:52.963048 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 22:01:52.963048 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:01:52.963048 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 22:01:52.963048 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:01:52.963048 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 22:01:52.963048 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:01:52.963048 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 22:01:52.963048 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:01:52.963048 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 22:01:52.963048 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:01:52.963048 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:01:52.963048 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:01:52.963048 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:01:52.963048 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:01:52.963048 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 22:01:52.963048 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:01:52.963048 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 22:01:52.963048 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:01:52.963048 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:01:52.963048 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:01:52.963048 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 22:01:52.963048 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:01:52.963048 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:01:52.963048 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:01:52.963048 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:01:52.963048 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:01:52.963048 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:01:52.963048 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:01:52.977360 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c1673743-9964-460b-a75b-b001fb07cb22 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:52.978409 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-c1673743-9964-460b-a75b-b001fb07cb22 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 707 time: 0.6062555
May 07 22:01:52.981156 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 52942) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:52.982688 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.db.api [None req-f7bd7729-4962-4fea-bd71-f9d329f335e6 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
May 07 22:01:52.982688 ncdv-master-1 neutron-server[121836]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
May 07 22:01:52.982688 ncdv-master-1 neutron-server[121836]: [parameters: {'id': 'a86b8b4c-b551-415a-93fa-d6b0b531e68b'}]
May 07 22:01:52.982688 ncdv-master-1 neutron-server[121836]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=121836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 07 22:01:52.983203 ncdv-master-1 neutron-server[121836]: DEBUG oslo_db.api [None req-f7bd7729-4962-4fea-bd71-f9d329f335e6 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 07 22:01:52.986027 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-cb7ce3b6-ae05-4845-9148-92a2e3c37558 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1239997017'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:01:53.011538 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 1d78a47c-1b52-4c8f-ad8e-184b9192eee5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1d78a47c-1b52-4c8f-ad8e-184b9192eee5,segment=NetworkSegment(3565a17e-e0eb-4b35-a7f2-f7d7af642fb7),segment_id=3565a17e-e0eb-4b35-a7f2-f7d7af642fb7)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:01:53.029629 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb7ce3b6-ae05-4845-9148-92a2e3c37558 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Made reservation on behalf of 442c8c92c2ea4bf496bd9367fc0ff8f6 for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:01:53.033007 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cb7ce3b6-ae05-4845-9148-92a2e3c37558 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:53.048623 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': '1d78a47c-1b52-4c8f-ad8e-184b9192eee5', 'network_id': '33b52409-fae0-4935-b5d0-15acefaa0f3f', 'port_id': '1d78a47c-1b52-4c8f-ad8e-184b9192eee5', 'mac_address': 'fa:16:3e:b8:c4:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e304f3b-3927-4f57-b6d9-ff32c4ae5938', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:01:53.053813 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cb7ce3b6-ae05-4845-9148-92a2e3c37558 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:53.068800 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26805ddb-ea0d-4624-bc9c-96e587d9fb4b req-94b19bd6-b7c3-44ce-9f00-756156f15286 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:53.071831 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-26805ddb-ea0d-4624-bc9c-96e587d9fb4b req-94b19bd6-b7c3-44ce-9f00-756156f15286 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/ports?device_id=77ba773a-10d4-4c62-b1a6-a64c236b6bff HTTP/1.1" status: 200  len: 946 time: 0.0546029
May 07 22:01:53.099965 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dced6e2f-3395-47ce-a294-f1f26b8384e6 req-674bb93c-2a4f-49dd-be57-fda291b07734 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:53.101808 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-dced6e2f-3395-47ce-a294-f1f26b8384e6 req-674bb93c-2a4f-49dd-be57-fda291b07734 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 944 time: 0.0652218
May 07 22:01:53.148309 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 1d78a47c-1b52-4c8f-ad8e-184b9192eee5 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:01:53.149435 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (1d78a47c-1b52-4c8f-ad8e-184b9192eee5), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:53.151817 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926bac49-42b6-4233-b202-6fb67c22f4bb None None] Resources bound (agent type, host, resource id):  {{(pid=121838) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
May 07 22:01:53.157375 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-26805ddb-ea0d-4624-bc9c-96e587d9fb4b req-61f9d910-ecae-40ed-a20b-df71f09dc6a2 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d85ced8-44c7-47ce-a4c7-1950d9c3cf50&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0773914
May 07 22:01:53.197181 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-dced6e2f-3395-47ce-a294-f1f26b8384e6 req-f5335057-11d1-45ce-aea3-a7d142398533 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0836461
May 07 22:01:53.212954 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d78a47c-1b52-4c8f-ad8e-184b9192eee5 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:01:53.222486 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cb7ce3b6-ae05-4845-9148-92a2e3c37558 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks [] for security_group (6f213599-902f-456d-9162-92867bc316b4), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:53.226992 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cb7ce3b6-ae05-4845-9148-92a2e3c37558 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (6f213599-902f-456d-9162-92867bc316b4), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:53.252798 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 52946) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:53.260179 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb7ce3b6-ae05-4845-9148-92a2e3c37558 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:01:53.269918 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7ce3b6-ae05-4845-9148-92a2e3c37558 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f213599-902f-456d-9162-92867bc316b4,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:53.277583 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cb7ce3b6-ae05-4845-9148-92a2e3c37558 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (565e700b-1d52-4c51-8ff3-eb18735bb331), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:53.277943 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-cb7ce3b6-ae05-4845-9148-92a2e3c37558 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Added segment 565e700b-1d52-4c51-8ff3-eb18735bb331 of type vlan for network 4e0b2286-e3a9-4614-ac73-9c15d8c8d795
May 07 22:01:53.279300 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 1d78a47c-1b52-4c8f-ad8e-184b9192eee5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1d78a47c-1b52-4c8f-ad8e-184b9192eee5,segment=NetworkSegment(3565a17e-e0eb-4b35-a7f2-f7d7af642fb7),segment_id=3565a17e-e0eb-4b35-a7f2-f7d7af642fb7)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:01:53.288388 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (1d78a47c-1b52-4c8f-ad8e-184b9192eee5), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:53.330860 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cb7ce3b6-ae05-4845-9148-92a2e3c37558 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (4e0b2286-e3a9-4614-ac73-9c15d8c8d795), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:53.357224 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cb7ce3b6-ae05-4845-9148-92a2e3c37558 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (4e0b2286-e3a9-4614-ac73-9c15d8c8d795), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:53.363115 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7ce3b6-ae05-4845-9148-92a2e3c37558 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:53.363716 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cb7ce3b6-ae05-4845-9148-92a2e3c37558 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:53.389875 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=1d78a47c-1b52-4c8f-ad8e-184b9192eee5,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:53.401190 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-cb7ce3b6-ae05-4845-9148-92a2e3c37558 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 787 time: 0.4190462
May 07 22:01:53.404619 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 52950) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:53.408863 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-b24e4c79-ffea-4b3d-b544-08030dd7af2e tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Request body: {'subnet': {'network_id': '4e0b2286-e3a9-4614-ac73-9c15d8c8d795', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:01:53.409695 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7845ede7-f55d-4ee1-9e76-173de3312dba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:53.436145 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f2b0a1-15cc-4388-87c4-7e0ceb169e5e None None] Network a86b8b4c-b551-415a-93fa-d6b0b531e68b requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:01:53.457731 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7ce3b6-ae05-4845-9148-92a2e3c37558 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Pushing event updated for resources: {'Network': ['ID=4e0b2286-e3a9-4614-ac73-9c15d8c8d795,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:53.469942 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 4e0b2286-e3a9-4614-ac73-9c15d8c8d795 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:01:53.483882 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f7bd7729-4962-4fea-bd71-f9d329f335e6 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (a86b8b4c-b551-415a-93fa-d6b0b531e68b), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:53.515861 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['1d78a47c-1b52-4c8f-ad8e-184b9192eee5'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:01:53.545498 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b24e4c79-ffea-4b3d-b544-08030dd7af2e tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Made reservation on behalf of 442c8c92c2ea4bf496bd9367fc0ff8f6 for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:01:53.549852 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7845ede7-f55d-4ee1-9e76-173de3312dba admin admin] Publish callbacks [] for security_group (2d36b9c6-81bb-49c1-a3f4-8a5e89793be1), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:53.551194 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b24e4c79-ffea-4b3d-b544-08030dd7af2e tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:53.570311 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7845ede7-f55d-4ee1-9e76-173de3312dba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (2d36b9c6-81bb-49c1-a3f4-8a5e89793be1), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:53.611324 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-f7bd7729-4962-4fea-bd71-f9d329f335e6 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Deleting port aed23cc7-34f7-4f59-a46b-50e3cdda94ff {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:01:53.612185 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f7bd7729-4962-4fea-bd71-f9d329f335e6 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (aed23cc7-34f7-4f59-a46b-50e3cdda94ff), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:53.640744 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-4a9ad530-ddfe-429d-8dff-44ae23dd3d92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:53.655381 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152236cb-1501-4f6e-87c4-f944171ee6aa None None] Network a86b8b4c-b551-415a-93fa-d6b0b531e68b requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:01:53.763223 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b24e4c79-ffea-4b3d-b544-08030dd7af2e tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (17727de1-af86-4148-8361-ac90751f729d), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:53.813531 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:53.829078 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24e4c79-ffea-4b3d-b544-08030dd7af2e tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Pushing event updated for resources: {'Subnet': ['ID=17727de1-af86-4148-8361-ac90751f729d,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:53.839371 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24e4c79-ffea-4b3d-b544-08030dd7af2e tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Checking segment: {'id': '565e700b-1d52-4c51-8ff3-eb18735bb331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '4e0b2286-e3a9-4614-ac73-9c15d8c8d795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:01:53.839747 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24e4c79-ffea-4b3d-b544-08030dd7af2e tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Network hostable DHCP agents. Network: 4e0b2286-e3a9-4614-ac73-9c15d8c8d795, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:01:53.859678 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24e4c79-ffea-4b3d-b544-08030dd7af2e tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Network 4e0b2286-e3a9-4614-ac73-9c15d8c8d795 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:01:53.869648 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-b24e4c79-ffea-4b3d-b544-08030dd7af2e tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4e0b2286-e3a9-4614-ac73-9c15d8c8d795) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:01:53.873966 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24e4c79-ffea-4b3d-b544-08030dd7af2e tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:53.874571 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b24e4c79-ffea-4b3d-b544-08030dd7af2e tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:53.880452 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49424134-cdd9-469a-8f0f-ff86b026cf94 None None] Network 4e0b2286-e3a9-4614-ac73-9c15d8c8d795 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:01:53.894999 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-b24e4c79-ffea-4b3d-b544-08030dd7af2e tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.4868701
May 07 22:01:53.896058 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 52954) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:53.901459 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-17fb1c4b-91e4-495b-a69b-983793f60766 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Request body: {'network': {'name': 'tempest-router-network01--946875781'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:01:53.921822 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17fb1c4b-91e4-495b-a69b-983793f60766 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Made reservation on behalf of 442c8c92c2ea4bf496bd9367fc0ff8f6 for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:01:53.925380 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-17fb1c4b-91e4-495b-a69b-983793f60766 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:53.952468 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17fb1c4b-91e4-495b-a69b-983793f60766 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:01:53.962604 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-17fb1c4b-91e4-495b-a69b-983793f60766 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (17b47c15-a852-4d13-8874-a048a9ff5ebb), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:53.964368 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-17fb1c4b-91e4-495b-a69b-983793f60766 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Added segment 17b47c15-a852-4d13-8874-a048a9ff5ebb of type vlan for network 62e91c76-254e-4c4b-9926-524bedda9485
May 07 22:01:53.992402 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21967179-4a52-4aad-af46-07bf14b55936 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4e0b2286-e3a9-4614-ac73-9c15d8c8d795', 'network_id': '4e0b2286-e3a9-4614-ac73-9c15d8c8d795', 'project_id': '442c8c92c2ea4bf496bd9367fc0ff8f6', 'fixed_ips': [{'subnet_id': '17727de1-af86-4148-8361-ac90751f729d'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:01:53.993362 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-21967179-4a52-4aad-af46-07bf14b55936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:54.012360 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-17fb1c4b-91e4-495b-a69b-983793f60766 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (62e91c76-254e-4c4b-9926-524bedda9485), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:54.044345 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-17fb1c4b-91e4-495b-a69b-983793f60766 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (62e91c76-254e-4c4b-9926-524bedda9485), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:54.049729 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17fb1c4b-91e4-495b-a69b-983793f60766 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:54.050508 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-17fb1c4b-91e4-495b-a69b-983793f60766 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:54.062623 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7845ede7-f55d-4ee1-9e76-173de3312dba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d36b9c6-81bb-49c1-a3f4-8a5e89793be1,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:54.079397 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-7845ede7-f55d-4ee1-9e76-173de3312dba admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8fae94ca8c9b4b089482ee965e14b5bb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8255444
May 07 22:01:54.080324 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 52956) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:54.092487 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0d6d0e-6e75-4505-b929-b7842fe60d11 req-336d4d79-34e2-4531-9c75-d45b6d231e81 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:54.095241 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fd0d6d0e-6e75-4505-b929-b7842fe60d11 req-336d4d79-34e2-4531-9c75-d45b6d231e81 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/ports?device_id=931cb167-5bcb-4aef-8b2b-029dbcb4d7e9 HTTP/1.1" status: 200  len: 945 time: 0.5013208
May 07 22:01:54.099024 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-17fb1c4b-91e4-495b-a69b-983793f60766 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.2013669
May 07 22:01:54.102262 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 52958) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:54.107115 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-f7bd7729-4962-4fea-bd71-f9d329f335e6 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] For port aed23cc7-34f7-4f59-a46b-50e3cdda94ff, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aed23cc7-34f7-4f59-a46b-50e3cdda94ff,segment=NetworkSegment(d23c071a-2a68-4ad8-a41f-f3db77a9f795),segment_id=d23c071a-2a68-4ad8-a41f-f3db77a9f795)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:01:54.107892 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f7bd7729-4962-4fea-bd71-f9d329f335e6 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (aed23cc7-34f7-4f59-a46b-50e3cdda94ff), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:54.113745 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-38360bd9-cf33-4fce-add4-576c588f8911 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Request body: {'network': {'name': 'tempest-router-network02--1626713325'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:01:54.145301 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-f7bd7729-4962-4fea-bd71-f9d329f335e6 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Calling delete_port for aed23cc7-34f7-4f59-a46b-50e3cdda94ff owned by network:dhcp {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:01:54.147742 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-21967179-4a52-4aad-af46-07bf14b55936 None None] Allocated IP 172.20.0.2 (4e0b2286-e3a9-4614-ac73-9c15d8c8d795/17727de1-af86-4148-8361-ac90751f729d/1ce56c4a-2da6-4e49-ba99-d70b05b4f4c6) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:01:54.170371 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fb1c4b-91e4-495b-a69b-983793f60766 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Pushing event updated for resources: {'Network': ['ID=62e91c76-254e-4c4b-9926-524bedda9485,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:54.186043 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 62e91c76-254e-4c4b-9926-524bedda9485 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:01:54.201961 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8857d306-49a8-4bcb-827e-377956bc76c5 admin admin] Publish callbacks [] for security_group (2d36b9c6-81bb-49c1-a3f4-8a5e89793be1), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:54.232865 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8857d306-49a8-4bcb-827e-377956bc76c5 admin admin] Publish callbacks [] for security_group (2d36b9c6-81bb-49c1-a3f4-8a5e89793be1), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:54.257510 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38360bd9-cf33-4fce-add4-576c588f8911 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Made reservation on behalf of 442c8c92c2ea4bf496bd9367fc0ff8f6 for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:01:54.261976 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-38360bd9-cf33-4fce-add4-576c588f8911 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:54.281213 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fd0d6d0e-6e75-4505-b929-b7842fe60d11 req-89f409c9-8761-4a81-8727-1b61ae9a5d1f tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2f94373-fd3e-4a2b-9dee-192df8871f41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1756873
May 07 22:01:54.315277 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38360bd9-cf33-4fce-add4-576c588f8911 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:01:54.336677 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f27028-0396-42c3-8ca2-dbad99350254 req-6f2fbd59-f3a4-41ba-bf35-1cc622abf9b8 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:54.342429 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-12f27028-0396-42c3-8ca2-dbad99350254 req-6f2fbd59-f3a4-41ba-bf35-1cc622abf9b8 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/ports?device_id=77ba773a-10d4-4c62-b1a6-a64c236b6bff HTTP/1.1" status: 200  len: 946 time: 0.0805120
May 07 22:01:54.343866 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-38360bd9-cf33-4fce-add4-576c588f8911 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (c76b8296-c332-4ef2-a158-f2a5492111a5), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:54.344220 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-38360bd9-cf33-4fce-add4-576c588f8911 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Added segment c76b8296-c332-4ef2-a158-f2a5492111a5 of type vlan for network 9104a973-7f28-4b7c-afe7-d8cfbae672ac
May 07 22:01:54.348286 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f7bd7729-4962-4fea-bd71-f9d329f335e6 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (aed23cc7-34f7-4f59-a46b-50e3cdda94ff), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:54.381804 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8857d306-49a8-4bcb-827e-377956bc76c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (2d36b9c6-81bb-49c1-a3f4-8a5e89793be1), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:54.385338 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8857d306-49a8-4bcb-827e-377956bc76c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:54.387756 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-8857d306-49a8-4bcb-827e-377956bc76c5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2d36b9c6-81bb-49c1-a3f4-8a5e89793be1 HTTP/1.1" status: 204  len: 168 time: 0.3056941
May 07 22:01:54.394808 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bd7729-4962-4fea-bd71-f9d329f335e6 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Pushing event deleted for resources: {'Port': ['ID=aed23cc7-34f7-4f59-a46b-50e3cdda94ff,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:54.405039 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-21967179-4a52-4aad-af46-07bf14b55936 None None] Publish callbacks [] for port (1ce56c4a-2da6-4e49-ba99-d70b05b4f4c6), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:54.411519 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-21967179-4a52-4aad-af46-07bf14b55936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (1ce56c4a-2da6-4e49-ba99-d70b05b4f4c6), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:54.436325 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8857d306-49a8-4bcb-827e-377956bc76c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d36b9c6-81bb-49c1-a3f4-8a5e89793be1,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:54.440984 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bd7729-4962-4fea-bd71-f9d329f335e6 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] No DVR routers for this DVR port aed23cc7-34f7-4f59-a46b-50e3cdda94ff on host ncdv-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:01:54.467408 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21967179-4a52-4aad-af46-07bf14b55936 None None] Network 4e0b2286-e3a9-4614-ac73-9c15d8c8d795 is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:01:54.477867 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-21967179-4a52-4aad-af46-07bf14b55936 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:01:54.482115 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21967179-4a52-4aad-af46-07bf14b55936 None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:01:54.483719 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-12f27028-0396-42c3-8ca2-dbad99350254 req-a3bccb56-9b96-49ac-9c70-88dc9a29aee2 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d85ced8-44c7-47ce-a4c7-1950d9c3cf50&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1339478
May 07 22:01:54.515985 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-38360bd9-cf33-4fce-add4-576c588f8911 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (9104a973-7f28-4b7c-afe7-d8cfbae672ac), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:54.532754 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21967179-4a52-4aad-af46-07bf14b55936 None None] Pushing event updated for resources: {'Port': ['ID=1ce56c4a-2da6-4e49-ba99-d70b05b4f4c6,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:54.542717 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc46a28-299f-4429-9fcf-230df678f9c0 req-2023ecb2-77a5-4bc7-b170-f14c007f5f5f tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:54.544526 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bcc46a28-299f-4429-9fcf-230df678f9c0 req-2023ecb2-77a5-4bc7-b170-f14c007f5f5f tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.59 "GET /v2.0/ports?device_id=77ba773a-10d4-4c62-b1a6-a64c236b6bff HTTP/1.1" status: 200  len: 946 time: 0.0854824
May 07 22:01:54.546502 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df4b959-892a-4366-a614-2376e04a011e req-1cede369-a66c-4097-9d66-b77b4ad9f61b tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:54.553369 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2df4b959-892a-4366-a614-2376e04a011e req-1cede369-a66c-4097-9d66-b77b4ad9f61b tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 945 time: 0.1364813
May 07 22:01:54.578633 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-21967179-4a52-4aad-af46-07bf14b55936 None None] Attempting to bind port 1ce56c4a-2da6-4e49-ba99-d70b05b4f4c6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:01:54.579128 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-21967179-4a52-4aad-af46-07bf14b55936 None None] Attempting to bind port 1ce56c4a-2da6-4e49-ba99-d70b05b4f4c6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '565e700b-1d52-4c51-8ff3-eb18735bb331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '4e0b2286-e3a9-4614-ac73-9c15d8c8d795'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:01:54.579639 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21967179-4a52-4aad-af46-07bf14b55936 None None] Attempting to bind port 1ce56c4a-2da6-4e49-ba99-d70b05b4f4c6 on network 4e0b2286-e3a9-4614-ac73-9c15d8c8d795 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:01:54.588905 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21967179-4a52-4aad-af46-07bf14b55936 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:01:54.588905 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21967179-4a52-4aad-af46-07bf14b55936 None None] Checking segment: {'id': '565e700b-1d52-4c51-8ff3-eb18735bb331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '4e0b2286-e3a9-4614-ac73-9c15d8c8d795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:01:54.588905 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-21967179-4a52-4aad-af46-07bf14b55936 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:54.588905 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21967179-4a52-4aad-af46-07bf14b55936 None None] Bound using segment: {'id': '565e700b-1d52-4c51-8ff3-eb18735bb331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '4e0b2286-e3a9-4614-ac73-9c15d8c8d795'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:01:54.589479 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-21967179-4a52-4aad-af46-07bf14b55936 None None] Bound port: 1ce56c4a-2da6-4e49-ba99-d70b05b4f4c6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '565e700b-1d52-4c51-8ff3-eb18735bb331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '4e0b2286-e3a9-4614-ac73-9c15d8c8d795'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:01:54.589785 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-21967179-4a52-4aad-af46-07bf14b55936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (1ce56c4a-2da6-4e49-ba99-d70b05b4f4c6), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:54.649411 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f7bd7729-4962-4fea-bd71-f9d329f335e6 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (a86b8b4c-b551-415a-93fa-d6b0b531e68b), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:54.655355 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-bcc46a28-299f-4429-9fcf-230df678f9c0 req-7f7ac8ad-d78c-4f9c-bcb1-3754fd4c2136 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Deleting port 90263e81-473d-4dcc-9c1f-3f7af137021b {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:01:54.655696 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-bcc46a28-299f-4429-9fcf-230df678f9c0 req-7f7ac8ad-d78c-4f9c-bcb1-3754fd4c2136 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (90263e81-473d-4dcc-9c1f-3f7af137021b), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:54.670237 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-21967179-4a52-4aad-af46-07bf14b55936 None None] For port 1ce56c4a-2da6-4e49-ba99-d70b05b4f4c6, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:01:54.673674 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-21967179-4a52-4aad-af46-07bf14b55936 None None] For port 1ce56c4a-2da6-4e49-ba99-d70b05b4f4c6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1ce56c4a-2da6-4e49-ba99-d70b05b4f4c6,segment=NetworkSegment(565e700b-1d52-4c51-8ff3-eb18735bb331),segment_id=565e700b-1d52-4c51-8ff3-eb18735bb331)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:01:54.682730 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-21967179-4a52-4aad-af46-07bf14b55936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (1ce56c4a-2da6-4e49-ba99-d70b05b4f4c6), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:54.691868 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-f7bd7729-4962-4fea-bd71-f9d329f335e6 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf85eae3d0>,) {'filters': {'network_id': ['a86b8b4c-b551-415a-93fa-d6b0b531e68b']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:54.709163 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-38360bd9-cf33-4fce-add4-576c588f8911 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (9104a973-7f28-4b7c-afe7-d8cfbae672ac), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:54.715522 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38360bd9-cf33-4fce-add4-576c588f8911 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:54.716178 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-38360bd9-cf33-4fce-add4-576c588f8911 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:54.757075 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21967179-4a52-4aad-af46-07bf14b55936 None None] Pushing event updated for resources: {'Port': ['ID=1ce56c4a-2da6-4e49-ba99-d70b05b4f4c6,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:54.768062 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-bcc46a28-299f-4429-9fcf-230df678f9c0 req-7f7ac8ad-d78c-4f9c-bcb1-3754fd4c2136 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] For port 90263e81-473d-4dcc-9c1f-3f7af137021b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=90263e81-473d-4dcc-9c1f-3f7af137021b,segment=NetworkSegment(93a726c5-b63b-41ea-965b-35fbc06f488d),segment_id=93a726c5-b63b-41ea-965b-35fbc06f488d)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:01:54.768574 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-bcc46a28-299f-4429-9fcf-230df678f9c0 req-7f7ac8ad-d78c-4f9c-bcb1-3754fd4c2136 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (90263e81-473d-4dcc-9c1f-3f7af137021b), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:54.783702 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-bcc46a28-299f-4429-9fcf-230df678f9c0 req-7f7ac8ad-d78c-4f9c-bcb1-3754fd4c2136 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Calling delete_port for 90263e81-473d-4dcc-9c1f-3f7af137021b owned by compute:nova {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:01:54.798578 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 1d78a47c-1b52-4c8f-ad8e-184b9192eee5 up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:01:54.802763 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-f7bd7729-4962-4fea-bd71-f9d329f335e6 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf85eae3d0>, 'd23c071a-2a68-4ad8-a41f-f3db77a9f795') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:54.802955 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-f7bd7729-4962-4fea-bd71-f9d329f335e6 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf85eae3d0>, 'd23c071a-2a68-4ad8-a41f-f3db77a9f795') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:54.812649 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38360bd9-cf33-4fce-add4-576c588f8911 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Pushing event updated for resources: {'Network': ['ID=9104a973-7f28-4b7c-afe7-d8cfbae672ac,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:54.832101 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2df4b959-892a-4366-a614-2376e04a011e req-a3a6e132-b322-4b38-83d2-183294c26a0e tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2778831
May 07 22:01:54.834085 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f7bd7729-4962-4fea-bd71-f9d329f335e6 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (d23c071a-2a68-4ad8-a41f-f3db77a9f795), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:54.854044 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-38360bd9-cf33-4fce-add4-576c588f8911 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.7488120
May 07 22:01:54.856711 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 52972) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:54.861342 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 9104a973-7f28-4b7c-afe7-d8cfbae672ac details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:01:54.867474 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-107cfcc3-7713-4825-9004-ca625a13e712 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Request body: {'subnet': {'network_id': '62e91c76-254e-4c4b-9926-524bedda9485', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:01:54.874295 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning for port 1d78a47c-1b52-4c8f-ad8e-184b9192eee5 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 22:01:54.888963 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f7bd7729-4962-4fea-bd71-f9d329f335e6 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (d23c071a-2a68-4ad8-a41f-f3db77a9f795), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:54.894179 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port 1d78a47c-1b52-4c8f-ad8e-184b9192eee5 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:01:54.894687 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (1d78a47c-1b52-4c8f-ad8e-184b9192eee5), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:54.906047 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7bd7729-4962-4fea-bd71-f9d329f335e6 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:01:54.906503 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f7bd7729-4962-4fea-bd71-f9d329f335e6 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (d23c071a-2a68-4ad8-a41f-f3db77a9f795), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:54.910200 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 22:01:54.910200 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:01:54.910200 ncdv-master-1 neutron-server[121836]:     timer()
May 07 22:01:54.910200 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:01:54.910200 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 22:01:54.910200 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:01:54.910200 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 22:01:54.910200 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:01:54.910200 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 22:01:54.910200 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:01:54.910200 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 22:01:54.910200 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:01:54.910200 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 22:01:54.910200 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:01:54.910200 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:01:54.910200 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:01:54.910200 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:01:54.910200 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:01:54.910200 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 22:01:54.910200 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:01:54.910200 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 22:01:54.910200 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:01:54.910200 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:01:54.910200 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:01:54.910200 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 22:01:54.910200 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:01:54.910200 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:01:54.910200 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:01:54.910200 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:01:54.910200 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:01:54.910200 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:01:54.910200 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:01:55.039104 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f7bd7729-4962-4fea-bd71-f9d329f335e6 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (a86b8b4c-b551-415a-93fa-d6b0b531e68b), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:55.075344 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f7bd7729-4962-4fea-bd71-f9d329f335e6 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:55.079408 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-f7bd7729-4962-4fea-bd71-f9d329f335e6 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] 10.222.0.32 "DELETE /v2.0/networks/a86b8b4c-b551-415a-93fa-d6b0b531e68b HTTP/1.1" status: 204  len: 168 time: 2.9448779
May 07 22:01:55.080781 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-bcc46a28-299f-4429-9fcf-230df678f9c0 req-7f7ac8ad-d78c-4f9c-bcb1-3754fd4c2136 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (90263e81-473d-4dcc-9c1f-3f7af137021b), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:55.082918 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 52978) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:55.100664 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['90263e81-473d-4dcc-9c1f-3f7af137021b'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:01:55.103166 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-107cfcc3-7713-4825-9004-ca625a13e712 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Made reservation on behalf of 442c8c92c2ea4bf496bd9367fc0ff8f6 for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:01:55.106661 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-107cfcc3-7713-4825-9004-ca625a13e712 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:55.165079 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['f94f9f68-04c4-4723-8e48-775481388884', '4cb9d745-576d-4349-82d0-2e6fc098ae28'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:01:55.201113 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7ac8ad-d78c-4f9c-bcb1-3754fd4c2136 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Pushing event deleted for resources: {'Port': ['ID=90263e81-473d-4dcc-9c1f-3f7af137021b,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:55.208035 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc02b2a9-20d4-4115-9b13-ce38d83cedcf tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] DELETE failed (client error): The resource could not be found.
May 07 22:01:55.208519 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc02b2a9-20d4-4115-9b13-ce38d83cedcf tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:01:55.224716 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-fc02b2a9-20d4-4115-9b13-ce38d83cedcf tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] 10.222.0.32 "DELETE /v2.0/subnets/8bf9ad89-a352-41dc-bfb3-1ab02ce8326d HTTP/1.1" status: 404  len: 337 time: 0.1371670
May 07 22:01:55.226541 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 52982) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:55.268551 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcc46a28-299f-4429-9fcf-230df678f9c0 req-7f7ac8ad-d78c-4f9c-bcb1-3754fd4c2136 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] No DVR routers for this DVR port 90263e81-473d-4dcc-9c1f-3f7af137021b on host nch2-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:01:55.279264 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-bcc46a28-299f-4429-9fcf-230df678f9c0 req-7f7ac8ad-d78c-4f9c-bcb1-3754fd4c2136 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:55.283321 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bcc46a28-299f-4429-9fcf-230df678f9c0 req-7f7ac8ad-d78c-4f9c-bcb1-3754fd4c2136 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.59 "DELETE /v2.0/ports/90263e81-473d-4dcc-9c1f-3f7af137021b HTTP/1.1" status: 204  len: 173 time: 0.7317522
May 07 22:01:55.283821 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77ba773a-10d4-4c62-b1a6-a64c236b6bff', 'name': 'network-vif-deleted', 'tag': '90263e81-473d-4dcc-9c1f-3f7af137021b'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:01:55.286385 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-863f071b-e7a5-4724-8931-b14c6f854f96" -d '{"events": [{"server_uuid": "77ba773a-10d4-4c62-b1a6-a64c236b6bff", "name": "network-vif-deleted", "tag": "90263e81-473d-4dcc-9c1f-3f7af137021b"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:01:55.290680 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cbdb90b-5049-4444-a421-5a916cfd8fa6 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] DELETE failed (client error): The resource could not be found.
May 07 22:01:55.291263 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cbdb90b-5049-4444-a421-5a916cfd8fa6 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:01:55.296748 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-9cbdb90b-5049-4444-a421-5a916cfd8fa6 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] 10.222.0.32 "DELETE /v2.0/networks/a86b8b4c-b551-415a-93fa-d6b0b531e68b HTTP/1.1" status: 404  len: 339 time: 0.0655611
May 07 22:01:55.297546 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 52988) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:55.303311 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bd7729-4962-4fea-bd71-f9d329f335e6 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Pushing event deleted for resources: {'Network': ['ID=a86b8b4c-b551-415a-93fa-d6b0b531e68b,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:55.336785 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7f7036f-0b40-4108-ab6b-2eec35362b53 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] DELETE failed (client error): The resource could not be found.
May 07 22:01:55.336785 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7f7036f-0b40-4108-ab6b-2eec35362b53 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:01:55.354092 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-a7f7036f-0b40-4108-ab6b-2eec35362b53 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] 10.222.0.32 "DELETE /v2.0/subnets/d60284d1-5eb3-4e67-b6b1-3d971d2c98b7 HTTP/1.1" status: 404  len: 337 time: 0.0554731
May 07 22:01:55.356575 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 52994) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:55.411569 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c6ca5da-be85-475a-ade7-6c5f43c6ea48 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] DELETE failed (client error): The resource could not be found.
May 07 22:01:55.411945 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c6ca5da-be85-475a-ade7-6c5f43c6ea48 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:01:55.418111 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-1c6ca5da-be85-475a-ade7-6c5f43c6ea48 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] 10.222.0.32 "DELETE /v2.0/networks/ed6bebe1-ad2a-4eb2-8f2c-303e1d97ce17 HTTP/1.1" status: 404  len: 339 time: 0.0580347
May 07 22:01:55.418278 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-107cfcc3-7713-4825-9004-ca625a13e712 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (2139a9a2-4dd1-4be7-8255-a94709f0c320), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:55.418425 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0fe810b-ab35-4256-b1c5-5d35e2409da4 x-openstack-request-id: req-e0fe810b-ab35-4256-b1c5-5d35e2409da4 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:01:55.418425 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77ba773a-10d4-4c62-b1a6-a64c236b6bff", "name": "network-vif-deleted", "tag": "90263e81-473d-4dcc-9c1f-3f7af137021b", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:01:55.418425 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e0fe810b-ab35-4256-b1c5-5d35e2409da4 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:01:55.418425 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0fe810b-ab35-4256-b1c5-5d35e2409da4'] response: {'server_uuid': '77ba773a-10d4-4c62-b1a6-a64c236b6bff', 'name': 'network-vif-deleted', 'tag': '90263e81-473d-4dcc-9c1f-3f7af137021b', 'status': 'completed', 'code': 200}
May 07 22:01:55.418425 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 52998) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:55.593281 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 1d78a47c-1b52-4c8f-ad8e-184b9192eee5 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:01:55.593595 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (1d78a47c-1b52-4c8f-ad8e-184b9192eee5), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:55.621385 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18d098f-c321-406c-a625-ae82c1477cdf req-daac75b2-4ee6-458c-8481-aa83b33e8a73 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:55.623911 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c18d098f-c321-406c-a625-ae82c1477cdf req-daac75b2-4ee6-458c-8481-aa83b33e8a73 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/ports?device_id=931cb167-5bcb-4aef-8b2b-029dbcb4d7e9 HTTP/1.1" status: 200  len: 945 time: 0.1454313
May 07 22:01:55.651713 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107cfcc3-7713-4825-9004-ca625a13e712 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Pushing event updated for resources: {'Subnet': ['ID=2139a9a2-4dd1-4be7-8255-a94709f0c320,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:55.658681 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-403769a6-a78d-4f7b-9576-d63171338b1b tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (5aaba158-9f13-477c-ad32-5ebccc02efd7), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:55.689347 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107cfcc3-7713-4825-9004-ca625a13e712 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Checking segment: {'id': '17b47c15-a852-4d13-8874-a048a9ff5ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '62e91c76-254e-4c4b-9926-524bedda9485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:01:55.689859 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107cfcc3-7713-4825-9004-ca625a13e712 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Network hostable DHCP agents. Network: 62e91c76-254e-4c4b-9926-524bedda9485, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:01:55.715708 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4996f091-2316-4100-b272-d2af7738b4ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d78a47c-1b52-4c8f-ad8e-184b9192eee5'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:01:55.718017 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42874d7e-b311-4a7f-9aec-4e388c3ce8aa" -d '{"events": [{"server_uuid": "4996f091-2316-4100-b272-d2af7738b4ac", "name": "network-vif-plugged", "status": "completed", "tag": "1d78a47c-1b52-4c8f-ad8e-184b9192eee5"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:01:55.740123 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 53006) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:55.740973 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 1d78a47c-1b52-4c8f-ad8e-184b9192eee5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1d78a47c-1b52-4c8f-ad8e-184b9192eee5,segment=NetworkSegment(3565a17e-e0eb-4b35-a7f2-f7d7af642fb7),segment_id=3565a17e-e0eb-4b35-a7f2-f7d7af642fb7)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:01:55.754575 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (1d78a47c-1b52-4c8f-ad8e-184b9192eee5), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:55.776073 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c18d098f-c321-406c-a625-ae82c1477cdf req-aba760dc-1db2-4fad-89ac-6a046b9f68a9 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2f94373-fd3e-4a2b-9dee-192df8871f41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1293068
May 07 22:01:55.777571 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107cfcc3-7713-4825-9004-ca625a13e712 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Network 62e91c76-254e-4c4b-9926-524bedda9485 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:01:55.794175 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-107cfcc3-7713-4825-9004-ca625a13e712 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 62e91c76-254e-4c4b-9926-524bedda9485) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:01:55.808861 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 22:01:55.814496 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107cfcc3-7713-4825-9004-ca625a13e712 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:55.815188 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-107cfcc3-7713-4825-9004-ca625a13e712 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:55.827501 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7af102e-4147-4a1f-8d5e-0a8fb63d4d9b None None] Network 62e91c76-254e-4c4b-9926-524bedda9485 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:01:55.846838 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-107cfcc3-7713-4825-9004-ca625a13e712 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.9888227
May 07 22:01:55.847685 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9f9907d8-6b62-4ad6-bd88-66083bc8a382 req-0c28af0d-af0e-4957-abbb-33a6a94678e0 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/ports?device_id=77ba773a-10d4-4c62-b1a6-a64c236b6bff HTTP/1.1" status: 200  len: 210 time: 0.1363204
May 07 22:01:55.850024 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 53010) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:55.869836 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-8f4d7709-1982-41cd-98aa-605d54b9c546 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Request body: {'subnet': {'network_id': '9104a973-7f28-4b7c-afe7-d8cfbae672ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:01:55.907409 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a900af-1936-485d-8170-5c437729cd4a x-openstack-request-id: req-99a900af-1936-485d-8170-5c437729cd4a {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:01:55.907705 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4996f091-2316-4100-b272-d2af7738b4ac", "name": "network-vif-plugged", "status": "completed", "tag": "1d78a47c-1b52-4c8f-ad8e-184b9192eee5", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:01:55.907959 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-99a900af-1936-485d-8170-5c437729cd4a {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:01:55.908359 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99a900af-1936-485d-8170-5c437729cd4a'] response: {'server_uuid': '4996f091-2316-4100-b272-d2af7738b4ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d78a47c-1b52-4c8f-ad8e-184b9192eee5', 'code': 200}
May 07 22:01:55.972831 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=1d78a47c-1b52-4c8f-ad8e-184b9192eee5,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:55.996202 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-403769a6-a78d-4f7b-9576-d63171338b1b tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (5aaba158-9f13-477c-ad32-5ebccc02efd7), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:56.099249 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-489343d9-6319-49de-bd6c-eb787d6cbd23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:56.111506 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-64517a00-176b-4182-b26a-7fdc53fa1372 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-222271696-network', 'tenant_id': '7c1ba68595ec4a0ab30a1245d2af00b4'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:01:56.129477 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-403769a6-a78d-4f7b-9576-d63171338b1b tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf8ea4a3d0>,) {'filters': {'network_id': ['5aaba158-9f13-477c-ad32-5ebccc02efd7']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:56.153004 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652ca02a-839e-4f5c-a4b7-c3f63b007fed req-bae0a445-2fe0-4bb7-ab2a-265681ef1503 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:56.167838 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-652ca02a-839e-4f5c-a4b7-c3f63b007fed req-bae0a445-2fe0-4bb7-ab2a-265681ef1503 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 946 time: 0.1739914
May 07 22:01:56.169779 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-403769a6-a78d-4f7b-9576-d63171338b1b tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8ea4a3d0>, 'a46f52b7-4b4b-43f4-81a7-7ae9fdfa79c4') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:56.170037 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-403769a6-a78d-4f7b-9576-d63171338b1b tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8ea4a3d0>, 'a46f52b7-4b4b-43f4-81a7-7ae9fdfa79c4') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:56.181713 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 1ce56c4a-2da6-4e49-ba99-d70b05b4f4c6 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:01:56.183974 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a78f9d8-af53-4a37-9f57-6d9d48e91eb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-62e91c76-254e-4c4b-9926-524bedda9485', 'network_id': '62e91c76-254e-4c4b-9926-524bedda9485', 'project_id': '442c8c92c2ea4bf496bd9367fc0ff8f6', 'fixed_ips': [{'subnet_id': '2139a9a2-4dd1-4be7-8255-a94709f0c320'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:01:56.185592 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-3a78f9d8-af53-4a37-9f57-6d9d48e91eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:56.211749 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f4d7709-1982-41cd-98aa-605d54b9c546 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Made reservation on behalf of 442c8c92c2ea4bf496bd9367fc0ff8f6 for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:01:56.213418 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-403769a6-a78d-4f7b-9576-d63171338b1b tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (a46f52b7-4b4b-43f4-81a7-7ae9fdfa79c4), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:56.216251 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8f4d7709-1982-41cd-98aa-605d54b9c546 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:56.238995 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a462338f-7a03-4e60-9169-2179dfea53ca req-bf265f49-7f81-46dc-8a71-fa245a58704b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:56.241716 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a462338f-7a03-4e60-9169-2179dfea53ca req-bf265f49-7f81-46dc-8a71-fa245a58704b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 1128 time: 0.1386023
May 07 22:01:56.251926 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-652ca02a-839e-4f5c-a4b7-c3f63b007fed req-f0a27e3e-5218-482e-8578-a81e15137a1b tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0670822
May 07 22:01:56.256567 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64517a00-176b-4182-b26a-7fdc53fa1372 admin admin] Made reservation on behalf of 7c1ba68595ec4a0ab30a1245d2af00b4 for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:01:56.261521 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-64517a00-176b-4182-b26a-7fdc53fa1372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:56.261951 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-403769a6-a78d-4f7b-9576-d63171338b1b tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (a46f52b7-4b4b-43f4-81a7-7ae9fdfa79c4), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:56.270284 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-403769a6-a78d-4f7b-9576-d63171338b1b tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:01:56.277070 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-64517a00-176b-4182-b26a-7fdc53fa1372 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:56.280299 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-403769a6-a78d-4f7b-9576-d63171338b1b tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (a46f52b7-4b4b-43f4-81a7-7ae9fdfa79c4), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:56.285344 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 22:01:56.285344 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:01:56.285344 ncdv-master-1 neutron-server[121837]:     timer()
May 07 22:01:56.285344 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:01:56.285344 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 22:01:56.285344 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:01:56.285344 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 22:01:56.285344 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:01:56.285344 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 22:01:56.285344 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:01:56.285344 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 22:01:56.285344 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:01:56.285344 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 22:01:56.285344 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:01:56.285344 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:01:56.285344 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:01:56.285344 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:01:56.285344 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:01:56.285344 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 22:01:56.285344 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:01:56.285344 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 22:01:56.285344 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:01:56.285344 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:01:56.285344 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:01:56.285344 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 22:01:56.285344 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:01:56.285344 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:01:56.285344 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:01:56.285344 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:01:56.285344 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:01:56.285344 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:01:56.285344 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:01:56.363884 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-403769a6-a78d-4f7b-9576-d63171338b1b tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (5aaba158-9f13-477c-ad32-5ebccc02efd7), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:56.378442 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-403769a6-a78d-4f7b-9576-d63171338b1b tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:56.384851 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-403769a6-a78d-4f7b-9576-d63171338b1b tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] 10.222.0.32 "DELETE /v2.0/networks/5aaba158-9f13-477c-ad32-5ebccc02efd7 HTTP/1.1" status: 204  len: 168 time: 0.9449763
May 07 22:01:56.385481 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 53014) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:56.405103 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403769a6-a78d-4f7b-9576-d63171338b1b tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Pushing event deleted for resources: {'Network': ['ID=5aaba158-9f13-477c-ad32-5ebccc02efd7,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:56.432331 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-84a288df-d931-4499-ab9e-53b53f4197b6 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] DELETE failed (client error): The resource could not be found.
May 07 22:01:56.432791 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84a288df-d931-4499-ab9e-53b53f4197b6 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:01:56.439946 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-84a288df-d931-4499-ab9e-53b53f4197b6 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] 10.222.0.32 "DELETE /v2.0/subnets/1cf5d0cb-6a75-4ca0-ad8a-3f94800069fc HTTP/1.1" status: 404  len: 337 time: 0.0432973
May 07 22:01:56.440475 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 53016) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:56.466757 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 1ce56c4a-2da6-4e49-ba99-d70b05b4f4c6 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:01:56.467153 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (1ce56c4a-2da6-4e49-ba99-d70b05b4f4c6), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:56.467430 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-70bd1b06-2346-4c7d-a16c-8accd8765b10 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] DELETE failed (client error): The resource could not be found.
May 07 22:01:56.468126 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70bd1b06-2346-4c7d-a16c-8accd8765b10 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:01:56.473544 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-70bd1b06-2346-4c7d-a16c-8accd8765b10 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] 10.222.0.32 "DELETE /v2.0/networks/78b5211e-0bdc-48e4-b516-47d94532797d HTTP/1.1" status: 404  len: 339 time: 0.0298092
May 07 22:01:56.475399 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 53018) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:56.505679 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7628e2c5-f7a2-4de6-9afa-74b5a9edd97a None None] Network 4e0b2286-e3a9-4614-ac73-9c15d8c8d795 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:01:56.505992 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-570b622f-4b1e-4ed6-aeb6-aae19c10e14f tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] DELETE failed (client error): The resource could not be found.
May 07 22:01:56.506410 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-570b622f-4b1e-4ed6-aeb6-aae19c10e14f tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:01:56.510840 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-570b622f-4b1e-4ed6-aeb6-aae19c10e14f tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] 10.222.0.32 "DELETE /v2.0/subnets/3d2b0b72-f5d8-4bce-b4db-69576752e3a2 HTTP/1.1" status: 404  len: 337 time: 0.0331628
May 07 22:01:56.515271 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 53020) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:56.526448 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-3a78f9d8-af53-4a37-9f57-6d9d48e91eb0 None None] Allocated IP 172.20.0.2 (62e91c76-254e-4c4b-9926-524bedda9485/2139a9a2-4dd1-4be7-8255-a94709f0c320/6ef1ab6b-a1d2-4978-8895-3d40b9f29bb0) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:01:56.530316 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-64517a00-176b-4182-b26a-7fdc53fa1372 admin admin] Publish callbacks [] for security_group (ae0479cf-31a6-4911-95f1-5e15587427c7), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:56.533177 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a462338f-7a03-4e60-9169-2179dfea53ca req-58098f8f-a3b6-46e9-81d5-03bbf619c7d5 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2599869
May 07 22:01:56.538344 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c6c5b5e-95a5-405f-9641-c6566cb0aa0f tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] DELETE failed (client error): The resource could not be found.
May 07 22:01:56.538559 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-64517a00-176b-4182-b26a-7fdc53fa1372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (ae0479cf-31a6-4911-95f1-5e15587427c7), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:56.539736 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c6c5b5e-95a5-405f-9641-c6566cb0aa0f tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:01:56.546187 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-8c6c5b5e-95a5-405f-9641-c6566cb0aa0f tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] 10.222.0.32 "DELETE /v2.0/networks/6712ed83-2228-4009-aa70-fb301db422b3 HTTP/1.1" status: 404  len: 339 time: 0.0297027
May 07 22:01:56.546700 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 53022) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:56.568600 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64517a00-176b-4182-b26a-7fdc53fa1372 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:01:56.575672 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-f09c1e96-de35-432c-b1be-8039bfa2d9bc tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] DELETE failed (client error): The resource could not be found.
May 07 22:01:56.576123 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f09c1e96-de35-432c-b1be-8039bfa2d9bc tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:01:56.582164 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-f09c1e96-de35-432c-b1be-8039bfa2d9bc tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] 10.222.0.32 "DELETE /v2.0/subnets/4fc70176-120d-42c3-af4b-b1ce9a76b7e8 HTTP/1.1" status: 404  len: 337 time: 0.0344055
May 07 22:01:56.582746 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 53024) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:56.601065 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d6dd3a0-5d3a-49a2-9039-c2070117caae tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] DELETE failed (client error): The resource could not be found.
May 07 22:01:56.602144 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d6dd3a0-5d3a-49a2-9039-c2070117caae tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:01:56.608354 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-8d6dd3a0-5d3a-49a2-9039-c2070117caae tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] 10.222.0.32 "DELETE /v2.0/networks/72221620-9c3b-426a-ae2a-6953fde2b810 HTTP/1.1" status: 404  len: 339 time: 0.0241878
May 07 22:01:56.608535 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 53026) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:56.618494 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64517a00-176b-4182-b26a-7fdc53fa1372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae0479cf-31a6-4911-95f1-5e15587427c7,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:56.621722 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-64517a00-176b-4182-b26a-7fdc53fa1372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (e063ddd4-f7f1-44ca-87b3-71c8a56ba5fe), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:56.622397 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-64517a00-176b-4182-b26a-7fdc53fa1372 admin admin] Added segment e063ddd4-f7f1-44ca-87b3-71c8a56ba5fe of type vlan for network b8c5cd68-631f-446d-9bed-fb4205a5cef7
May 07 22:01:56.637214 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd0c6920-efb9-4752-bdba-0f7820c98bf5 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] DELETE failed (client error): The resource could not be found.
May 07 22:01:56.637214 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd0c6920-efb9-4752-bdba-0f7820c98bf5 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:01:56.642589 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-bd0c6920-efb9-4752-bdba-0f7820c98bf5 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] 10.222.0.32 "DELETE /v2.0/subnets/449bc62f-9f11-47ef-b422-b301868883a6 HTTP/1.1" status: 404  len: 337 time: 0.0307832
May 07 22:01:56.643619 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 53028) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:56.662191 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-063847fa-6953-4016-9b77-778a57ff06bb tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] DELETE failed (client error): The resource could not be found.
May 07 22:01:56.662449 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-063847fa-6953-4016-9b77-778a57ff06bb tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:01:56.663369 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-4312806f-d2a8-480a-92c9-438edd9ef920 None None] Provisioning complete for port 1ce56c4a-2da6-4e49-ba99-d70b05b4f4c6 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:01:56.663819 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-4312806f-d2a8-480a-92c9-438edd9ef920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (1ce56c4a-2da6-4e49-ba99-d70b05b4f4c6), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:56.668392 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-063847fa-6953-4016-9b77-778a57ff06bb tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] 10.222.0.32 "DELETE /v2.0/networks/64eb457c-11ef-4307-9f03-87b599578b7f HTTP/1.1" status: 404  len: 339 time: 0.0221083
May 07 22:01:56.669570 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 53030) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:56.705998 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8f4d7709-1982-41cd-98aa-605d54b9c546 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (aa3b292b-f0fd-4bac-8204-6a9f16548ba2), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:56.721771 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-f75401d1-84fe-4844-a206-afa487f9b2fd tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] DELETE failed (client error): The resource could not be found.
May 07 22:01:56.722221 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f75401d1-84fe-4844-a206-afa487f9b2fd tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:01:56.725187 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-f75401d1-84fe-4844-a206-afa487f9b2fd tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] 10.222.0.32 "DELETE /v2.0/subnets/ab57f525-1abe-4a02-acca-fa941308c73f HTTP/1.1" status: 404  len: 337 time: 0.0554419
May 07 22:01:56.727868 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-64517a00-176b-4182-b26a-7fdc53fa1372 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (b8c5cd68-631f-446d-9bed-fb4205a5cef7), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:56.728635 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 53032) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:56.752634 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-a73455e4-be70-4277-9bea-1a74d651c845 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] DELETE failed (client error): The resource could not be found.
May 07 22:01:56.753939 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a73455e4-be70-4277-9bea-1a74d651c845 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:01:56.758647 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-a73455e4-be70-4277-9bea-1a74d651c845 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] 10.222.0.32 "DELETE /v2.0/networks/85ba2ec8-b99d-42a5-8bde-3b0070d85377 HTTP/1.1" status: 404  len: 339 time: 0.0263183
May 07 22:01:56.759230 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 53034) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:56.787420 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-f77b0540-bc00-4c1f-96f7-b838ef02c079 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] DELETE failed (client error): The resource could not be found.
May 07 22:01:56.787874 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f77b0540-bc00-4c1f-96f7-b838ef02c079 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:01:56.794025 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-f77b0540-bc00-4c1f-96f7-b838ef02c079 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] 10.222.0.32 "DELETE /v2.0/subnets/b6623de0-4675-4108-841f-98fd6ec85dff HTTP/1.1" status: 404  len: 337 time: 0.0314057
May 07 22:01:56.794394 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 53036) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:56.801321 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4d7709-1982-41cd-98aa-605d54b9c546 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Pushing event updated for resources: {'Subnet': ['ID=aa3b292b-f0fd-4bac-8204-6a9f16548ba2,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:56.807962 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-64517a00-176b-4182-b26a-7fdc53fa1372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (b8c5cd68-631f-446d-9bed-fb4205a5cef7), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:56.808908 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64517a00-176b-4182-b26a-7fdc53fa1372 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:56.809947 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-64517a00-176b-4182-b26a-7fdc53fa1372 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:56.822839 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 1ce56c4a-2da6-4e49-ba99-d70b05b4f4c6 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:01:56.823257 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (1ce56c4a-2da6-4e49-ba99-d70b05b4f4c6), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:56.828948 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-5033afb5-07df-490b-bdea-21bc4619d1f8 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] DELETE failed (client error): The resource could not be found.
May 07 22:01:56.829849 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5033afb5-07df-490b-bdea-21bc4619d1f8 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:01:56.834514 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4d7709-1982-41cd-98aa-605d54b9c546 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Checking segment: {'id': 'c76b8296-c332-4ef2-a158-f2a5492111a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '9104a973-7f28-4b7c-afe7-d8cfbae672ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:01:56.835032 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4d7709-1982-41cd-98aa-605d54b9c546 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Network hostable DHCP agents. Network: 9104a973-7f28-4b7c-afe7-d8cfbae672ac, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:01:56.848678 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-5033afb5-07df-490b-bdea-21bc4619d1f8 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] 10.222.0.32 "DELETE /v2.0/networks/cae71399-555d-4c7d-a5c1-4334cd28d19c HTTP/1.1" status: 404  len: 339 time: 0.0509546
May 07 22:01:56.850937 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 53040) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:56.863470 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-64517a00-176b-4182-b26a-7fdc53fa1372 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 894 time: 1.1190555
May 07 22:01:56.885612 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 53044) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:56.901237 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64517a00-176b-4182-b26a-7fdc53fa1372 admin admin] Pushing event updated for resources: {'Network': ['ID=b8c5cd68-631f-446d-9bed-fb4205a5cef7,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:56.951323 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-b807754f-cbdd-49ae-8217-3f82e1167159 admin admin] Request body: {'subnet': {'network_id': 'b8c5cd68-631f-446d-9bed-fb4205a5cef7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-222271696-subnet', 'tenant_id': '7c1ba68595ec4a0ab30a1245d2af00b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:01:56.964342 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network b8c5cd68-631f-446d-9bed-fb4205a5cef7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:01:56.973268 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-96f7a0c3-70a9-4390-80bc-4a27ac63f1a3 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] DELETE failed (client error): The resource could not be found.
May 07 22:01:56.974028 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96f7a0c3-70a9-4390-80bc-4a27ac63f1a3 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:01:56.977590 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4d7709-1982-41cd-98aa-605d54b9c546 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Network 9104a973-7f28-4b7c-afe7-d8cfbae672ac is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:01:56.982239 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-96f7a0c3-70a9-4390-80bc-4a27ac63f1a3 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] 10.222.0.32 "DELETE /v2.0/subnets/ea6f051b-0ed3-4a8e-96d2-f5295df99f6f HTTP/1.1" status: 404  len: 337 time: 0.1314414
May 07 22:01:56.984064 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b807754f-cbdd-49ae-8217-3f82e1167159 admin admin] Made reservation on behalf of 7c1ba68595ec4a0ab30a1245d2af00b4 for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:01:56.986704 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b807754f-cbdd-49ae-8217-3f82e1167159 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:56.987626 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 53048) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:57.046646 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-8f4d7709-1982-41cd-98aa-605d54b9c546 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9104a973-7f28-4b7c-afe7-d8cfbae672ac) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:01:57.051739 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-d39dd436-c5d0-4c4e-824e-0fa4f60f1ce7 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] DELETE failed (client error): The resource could not be found.
May 07 22:01:57.053563 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-4312806f-d2a8-480a-92c9-438edd9ef920 None None] Current status of the port 1ce56c4a-2da6-4e49-ba99-d70b05b4f4c6 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:01:57.054190 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d39dd436-c5d0-4c4e-824e-0fa4f60f1ce7 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:01:57.055691 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-4312806f-d2a8-480a-92c9-438edd9ef920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (1ce56c4a-2da6-4e49-ba99-d70b05b4f4c6), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:57.061530 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-d39dd436-c5d0-4c4e-824e-0fa4f60f1ce7 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] 10.222.0.32 "DELETE /v2.0/networks/aec00863-2267-4532-a9ee-7218050696f7 HTTP/1.1" status: 404  len: 339 time: 0.0721383
May 07 22:01:57.065232 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 53050) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:57.074140 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6523406-36cc-430e-b9a6-072927a771c8 req-3d52cc77-9aea-42c6-81d8-cdb2e5519c38 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:57.075083 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f747ec82-20b0-496f-a3dc-6166da04a5fd None None] Network 9104a973-7f28-4b7c-afe7-d8cfbae672ac requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:01:57.083523 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c6523406-36cc-430e-b9a6-072927a771c8 req-3d52cc77-9aea-42c6-81d8-cdb2e5519c38 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/ports?device_id=931cb167-5bcb-4aef-8b2b-029dbcb4d7e9 HTTP/1.1" status: 200  len: 945 time: 0.1718912
May 07 22:01:57.092522 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4d7709-1982-41cd-98aa-605d54b9c546 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:57.092954 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port 1ce56c4a-2da6-4e49-ba99-d70b05b4f4c6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1ce56c4a-2da6-4e49-ba99-d70b05b4f4c6,segment=NetworkSegment(565e700b-1d52-4c51-8ff3-eb18735bb331),segment_id=565e700b-1d52-4c51-8ff3-eb18735bb331)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:01:57.093574 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8f4d7709-1982-41cd-98aa-605d54b9c546 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:57.125292 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (1ce56c4a-2da6-4e49-ba99-d70b05b4f4c6), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:57.127296 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a9d269d-1be3-4f5a-a920-3c0f748ecd50 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] DELETE failed (client error): The resource could not be found.
May 07 22:01:57.127846 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a9d269d-1be3-4f5a-a920-3c0f748ecd50 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:01:57.135258 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-6a9d269d-1be3-4f5a-a920-3c0f748ecd50 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] 10.222.0.32 "DELETE /v2.0/subnets/3ad98c12-4f63-4eff-ac87-1c23db87c467 HTTP/1.1" status: 404  len: 337 time: 0.0685759
May 07 22:01:57.143007 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 53052) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:57.158437 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-3a78f9d8-af53-4a37-9f57-6d9d48e91eb0 None None] Publish callbacks [] for port (6ef1ab6b-a1d2-4978-8895-3d40b9f29bb0), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:57.190432 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-983bd386-3e35-43d6-8aca-d4569daf261e tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] DELETE failed (client error): The resource could not be found.
May 07 22:01:57.191178 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-983bd386-3e35-43d6-8aca-d4569daf261e tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:01:57.198809 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-983bd386-3e35-43d6-8aca-d4569daf261e tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] 10.222.0.32 "DELETE /v2.0/networks/90c4728c-4fac-4837-9326-29d98c320c88 HTTP/1.1" status: 404  len: 339 time: 0.0515828
May 07 22:01:57.201617 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 53056) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:57.224607 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-3a78f9d8-af53-4a37-9f57-6d9d48e91eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (6ef1ab6b-a1d2-4978-8895-3d40b9f29bb0), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:57.258725 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b807754f-cbdd-49ae-8217-3f82e1167159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (96f52593-f691-4fd8-b770-518edbd951c0), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:57.281274 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-8f4d7709-1982-41cd-98aa-605d54b9c546 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.4251909
May 07 22:01:57.284184 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 53060) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:57.286349 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=1ce56c4a-2da6-4e49-ba99-d70b05b4f4c6,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:57.302403 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a78f9d8-af53-4a37-9f57-6d9d48e91eb0 None None] Network 62e91c76-254e-4c4b-9926-524bedda9485 is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:01:57.328774 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-3a78f9d8-af53-4a37-9f57-6d9d48e91eb0 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:01:57.337904 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a78f9d8-af53-4a37-9f57-6d9d48e91eb0 None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:01:57.340454 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.db.api [None req-4312806f-d2a8-480a-92c9-438edd9ef920 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 07 22:01:57.340977 ncdv-master-1 neutron-server[121838]: DEBUG oslo_db.api [None req-4312806f-d2a8-480a-92c9-438edd9ef920 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 07 22:01:57.355797 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c6523406-36cc-430e-b9a6-072927a771c8 req-2799e45e-c58f-427a-b069-381c67b4934a tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2f94373-fd3e-4a2b-9dee-192df8871f41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2713294
May 07 22:01:57.365068 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cef4699-d957-4fe4-ab88-99ab501e5af1 req-a1a494a6-bf6b-45f1-90ab-88d359666ad4 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:57.366626 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6cef4699-d957-4fe4-ab88-99ab501e5af1 req-a1a494a6-bf6b-45f1-90ab-88d359666ad4 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdd32653-348f-44ed-80fe-0a58500e3ced HTTP/1.1" status: 200  len: 945 time: 0.1127214
May 07 22:01:57.372700 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b807754f-cbdd-49ae-8217-3f82e1167159 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96f52593-f691-4fd8-b770-518edbd951c0,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:57.409859 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a78f9d8-af53-4a37-9f57-6d9d48e91eb0 None None] Pushing event updated for resources: {'Port': ['ID=6ef1ab6b-a1d2-4978-8895-3d40b9f29bb0,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:57.418532 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9952ff4-048a-46bc-99eb-70c86456c803 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Deleting subnet 318e7d36-dd8f-4eb4-8a0b-e1d84fe4518b {{(pid=121836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:01:57.424165 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b807754f-cbdd-49ae-8217-3f82e1167159 admin admin] Checking segment: {'id': 'e063ddd4-f7f1-44ca-87b3-71c8a56ba5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b8c5cd68-631f-446d-9bed-fb4205a5cef7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:01:57.424467 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b807754f-cbdd-49ae-8217-3f82e1167159 admin admin] Network hostable DHCP agents. Network: b8c5cd68-631f-446d-9bed-fb4205a5cef7, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:01:57.441514 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17c052b-798f-4d3c-86d0-a0cc1716231c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-9104a973-7f28-4b7c-afe7-d8cfbae672ac', 'network_id': '9104a973-7f28-4b7c-afe7-d8cfbae672ac', 'project_id': '442c8c92c2ea4bf496bd9367fc0ff8f6', 'fixed_ips': [{'subnet_id': 'aa3b292b-f0fd-4bac-8204-6a9f16548ba2'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:01:57.442631 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b17c052b-798f-4d3c-86d0-a0cc1716231c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:57.446216 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6cef4699-d957-4fe4-ab88-99ab501e5af1 req-b8bc02e5-df21-48ce-9bdb-58999ccf3f82 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d85ced8-44c7-47ce-a4c7-1950d9c3cf50&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0711422
May 07 22:01:57.447310 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:57.463252 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b807754f-cbdd-49ae-8217-3f82e1167159 admin admin] Network b8c5cd68-631f-446d-9bed-fb4205a5cef7 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:01:57.468519 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-3a78f9d8-af53-4a37-9f57-6d9d48e91eb0 None None] Attempting to bind port 6ef1ab6b-a1d2-4978-8895-3d40b9f29bb0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:01:57.469148 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-3a78f9d8-af53-4a37-9f57-6d9d48e91eb0 None None] Attempting to bind port 6ef1ab6b-a1d2-4978-8895-3d40b9f29bb0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '17b47c15-a852-4d13-8874-a048a9ff5ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '62e91c76-254e-4c4b-9926-524bedda9485'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:01:57.469874 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a78f9d8-af53-4a37-9f57-6d9d48e91eb0 None None] Attempting to bind port 6ef1ab6b-a1d2-4978-8895-3d40b9f29bb0 on network 62e91c76-254e-4c4b-9926-524bedda9485 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:01:57.478674 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-b807754f-cbdd-49ae-8217-3f82e1167159 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b8c5cd68-631f-446d-9bed-fb4205a5cef7) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:01:57.479049 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a78f9d8-af53-4a37-9f57-6d9d48e91eb0 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:01:57.479627 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a78f9d8-af53-4a37-9f57-6d9d48e91eb0 None None] Checking segment: {'id': '17b47c15-a852-4d13-8874-a048a9ff5ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '62e91c76-254e-4c4b-9926-524bedda9485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:01:57.480191 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-3a78f9d8-af53-4a37-9f57-6d9d48e91eb0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:57.480729 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a78f9d8-af53-4a37-9f57-6d9d48e91eb0 None None] Bound using segment: {'id': '17b47c15-a852-4d13-8874-a048a9ff5ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '62e91c76-254e-4c4b-9926-524bedda9485'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:01:57.481427 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-3a78f9d8-af53-4a37-9f57-6d9d48e91eb0 None None] Bound port: 6ef1ab6b-a1d2-4978-8895-3d40b9f29bb0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17b47c15-a852-4d13-8874-a048a9ff5ebb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '62e91c76-254e-4c4b-9926-524bedda9485'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:01:57.481983 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-3a78f9d8-af53-4a37-9f57-6d9d48e91eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (6ef1ab6b-a1d2-4978-8895-3d40b9f29bb0), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:57.486798 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b807754f-cbdd-49ae-8217-3f82e1167159 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:57.487432 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b807754f-cbdd-49ae-8217-3f82e1167159 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:57.498912 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a1ce9f-4912-4b39-92a5-40308291a8fb None None] Network b8c5cd68-631f-446d-9bed-fb4205a5cef7 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:01:57.511770 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-b807754f-cbdd-49ae-8217-3f82e1167159 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 858 time: 0.6227057
May 07 22:01:57.525678 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e9952ff4-048a-46bc-99eb-70c86456c803 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks [] for subnet (318e7d36-dd8f-4eb4-8a0b-e1d84fe4518b), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:57.670617 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e9952ff4-048a-46bc-99eb-70c86456c803 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726883'] for subnet (318e7d36-dd8f-4eb4-8a0b-e1d84fe4518b), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:57.707547 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241f2a54-6ef4-421d-ae11-c302fa0aa6ae req-fdf24e01-4b5e-4347-8cf0-ba427eaf5a33 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:57.711286 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-241f2a54-6ef4-421d-ae11-c302fa0aa6ae req-fdf24e01-4b5e-4347-8cf0-ba427eaf5a33 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 946 time: 0.1822143
May 07 22:01:57.721029 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-3a78f9d8-af53-4a37-9f57-6d9d48e91eb0 None None] For port 6ef1ab6b-a1d2-4978-8895-3d40b9f29bb0, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:01:57.725275 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-3a78f9d8-af53-4a37-9f57-6d9d48e91eb0 None None] For port 6ef1ab6b-a1d2-4978-8895-3d40b9f29bb0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6ef1ab6b-a1d2-4978-8895-3d40b9f29bb0,segment=NetworkSegment(17b47c15-a852-4d13-8874-a048a9ff5ebb),segment_id=17b47c15-a852-4d13-8874-a048a9ff5ebb)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:01:57.749917 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-b17c052b-798f-4d3c-86d0-a0cc1716231c None None] Allocated IP 172.20.0.2 (9104a973-7f28-4b7c-afe7-d8cfbae672ac/aa3b292b-f0fd-4bac-8204-6a9f16548ba2/b3fa48d0-b586-4267-9a01-f33b7b02c352) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:01:57.756071 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-3a78f9d8-af53-4a37-9f57-6d9d48e91eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (6ef1ab6b-a1d2-4978-8895-3d40b9f29bb0), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:57.792667 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1b266c-294a-441e-ba62-f9cd50f719b1 None None] Network b8c5cd68-631f-446d-9bed-fb4205a5cef7 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:01:57.890642 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c2d5e91a-5915-488b-8b8b-5e873c5798a4 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:57.907992 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-241f2a54-6ef4-421d-ae11-c302fa0aa6ae req-c4fea02b-4f0e-4318-8854-f25487fe1528 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1593833
May 07 22:01:57.911723 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e9952ff4-048a-46bc-99eb-70c86456c803 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (318e7d36-dd8f-4eb4-8a0b-e1d84fe4518b), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:58.065505 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f8cce2-4be8-40fd-95c9-5d28c13726fe req-e0e41c47-ee1d-43a6-80da-794e54056ef6 tempest-ServerAddressesNegativeTestJSON-2078801146 tempest-ServerAddressesNegativeTestJSON-2078801146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:58.069492 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a3f8cce2-4be8-40fd-95c9-5d28c13726fe req-e0e41c47-ee1d-43a6-80da-794e54056ef6 tempest-ServerAddressesNegativeTestJSON-2078801146 tempest-ServerAddressesNegativeTestJSON-2078801146-project] 10.222.0.32 "GET /v2.0/networks?id=b8c5cd68-631f-446d-9bed-fb4205a5cef7 HTTP/1.1" status: 200  len: 821 time: 0.1488793
May 07 22:01:58.103564 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a3f8cce2-4be8-40fd-95c9-5d28c13726fe req-c70ad257-8567-48cb-83b5-5197abea5ccf tempest-ServerAddressesNegativeTestJSON-2078801146 tempest-ServerAddressesNegativeTestJSON-2078801146-project] 10.222.0.32 "GET /v2.0/quotas/7c1ba68595ec4a0ab30a1245d2af00b4 HTTP/1.1" status: 200  len: 375 time: 0.0274131
May 07 22:01:58.143389 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e9952ff4-048a-46bc-99eb-70c86456c803 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (318e7d36-dd8f-4eb4-8a0b-e1d84fe4518b), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:58.144623 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 90263e81-473d-4dcc-9c1f-3f7af137021b no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:01:58.182390 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 1ce56c4a-2da6-4e49-ba99-d70b05b4f4c6 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:01:58.184448 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a78f9d8-af53-4a37-9f57-6d9d48e91eb0 None None] Pushing event updated for resources: {'Port': ['ID=6ef1ab6b-a1d2-4978-8895-3d40b9f29bb0,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:58.185876 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a3f8cce2-4be8-40fd-95c9-5d28c13726fe req-63de1b58-1c0c-499b-b00e-b7222a24e200 tempest-ServerAddressesNegativeTestJSON-2078801146 tempest-ServerAddressesNegativeTestJSON-2078801146-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7c1ba68595ec4a0ab30a1245d2af00b4&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0796242
May 07 22:01:58.189401 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9952ff4-048a-46bc-99eb-70c86456c803 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Pushing event deleted for resources: {'Subnet': ['ID=318e7d36-dd8f-4eb4-8a0b-e1d84fe4518b,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:58.196714 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] No Port match for: 90263e81-473d-4dcc-9c1f-3f7af137021b {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:01:58.197361 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 90263e81-473d-4dcc-9c1f-3f7af137021b not bound to the agent host nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:01:58.213556 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e9952ff4-048a-46bc-99eb-70c86456c803 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:58.218330 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-e9952ff4-048a-46bc-99eb-70c86456c803 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] 10.222.0.32 "DELETE /v2.0/subnets/318e7d36-dd8f-4eb4-8a0b-e1d84fe4518b HTTP/1.1" status: 204  len: 168 time: 1.0075212
May 07 22:01:58.222678 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 53078) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:58.225603 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc00e819-0671-40fd-ba28-e7af3a3d1c98 None None] Network b02a9bbf-184e-4d41-93e0-76331445f251 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:01:58.228389 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-4312806f-d2a8-480a-92c9-438edd9ef920 None None] Current status of the port 1ce56c4a-2da6-4e49-ba99-d70b05b4f4c6 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:01:58.371465 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-c2d5e91a-5915-488b-8b8b-5e873c5798a4 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Allocated IP 172.20.0.1 (62e91c76-254e-4c4b-9926-524bedda9485/2139a9a2-4dd1-4be7-8255-a94709f0c320/70e9a1c0-138c-4b23-a324-187c36b680ae) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:01:58.398208 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e6769b78-efc3-46b0-b528-9d2ac7ad38d4 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (b02a9bbf-184e-4d41-93e0-76331445f251), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:58.427496 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a3f8cce2-4be8-40fd-95c9-5d28c13726fe req-d55804b5-31c7-4986-b0a9-baba4428264c service neutron] 10.222.0.32 "GET /v2.0/networks/b8c5cd68-631f-446d-9bed-fb4205a5cef7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2179713
May 07 22:01:58.461654 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-ac5afc88-8fa2-4bae-be18-9243d421cdc8 None None] Provisioning complete for port 1ce56c4a-2da6-4e49-ba99-d70b05b4f4c6 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:01:58.462392 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ac5afc88-8fa2-4bae-be18-9243d421cdc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (1ce56c4a-2da6-4e49-ba99-d70b05b4f4c6), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:58.467836 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 1ce56c4a-2da6-4e49-ba99-d70b05b4f4c6 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:01:58.468635 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (1ce56c4a-2da6-4e49-ba99-d70b05b4f4c6), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:58.488477 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-e6769b78-efc3-46b0-b528-9d2ac7ad38d4 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Deleting port dacdd1f7-157f-4d67-a4e2-81d11ba3738b {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:01:58.489086 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e6769b78-efc3-46b0-b528-9d2ac7ad38d4 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (dacdd1f7-157f-4d67-a4e2-81d11ba3738b), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:58.554834 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3b3951-af9f-4fe3-b034-8364a6b9b4b8 None None] DHCP port deletion for b02a9bbf-184e-4d41-93e0-76331445f251 request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:01:58.579761 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b17c052b-798f-4d3c-86d0-a0cc1716231c None None] Publish callbacks [] for port (b3fa48d0-b586-4267-9a01-f33b7b02c352), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:58.587368 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce815734-cc34-49b4-a0d6-b948f1e57dcd req-6059791f-1d3f-44d5-86e2-076d6f856679 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:58.598150 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ce815734-cc34-49b4-a0d6-b948f1e57dcd req-6059791f-1d3f-44d5-86e2-076d6f856679 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/ports?device_id=931cb167-5bcb-4aef-8b2b-029dbcb4d7e9 HTTP/1.1" status: 200  len: 945 time: 0.1077862
May 07 22:01:58.623195 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-e6769b78-efc3-46b0-b528-9d2ac7ad38d4 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] For port dacdd1f7-157f-4d67-a4e2-81d11ba3738b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dacdd1f7-157f-4d67-a4e2-81d11ba3738b,segment=NetworkSegment(9679fc3d-0d99-4306-9d93-66010c9e4591),segment_id=9679fc3d-0d99-4306-9d93-66010c9e4591)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:01:58.624205 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e6769b78-efc3-46b0-b528-9d2ac7ad38d4 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (dacdd1f7-157f-4d67-a4e2-81d11ba3738b), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:58.628836 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b17c052b-798f-4d3c-86d0-a0cc1716231c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (b3fa48d0-b586-4267-9a01-f33b7b02c352), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:58.641813 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-e6769b78-efc3-46b0-b528-9d2ac7ad38d4 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Calling delete_port for dacdd1f7-157f-4d67-a4e2-81d11ba3738b owned by network:dhcp {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:01:58.656091 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c2d5e91a-5915-488b-8b8b-5e873c5798a4 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks [] for port (70e9a1c0-138c-4b23-a324-187c36b680ae), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:58.679177 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ce815734-cc34-49b4-a0d6-b948f1e57dcd req-2f01d660-b67d-41d6-93da-5ce66de1bc6a tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2f94373-fd3e-4a2b-9dee-192df8871f41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0801349
May 07 22:01:58.721808 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c2d5e91a-5915-488b-8b8b-5e873c5798a4 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (70e9a1c0-138c-4b23-a324-187c36b680ae), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:58.760284 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a3f8cce2-4be8-40fd-95c9-5d28c13726fe req-810b8915-8d1a-4c98-87d3-02ee8e81675a service neutron] 10.222.0.32 "GET /v2.0/networks/b8c5cd68-631f-446d-9bed-fb4205a5cef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3149490
May 07 22:01:58.775855 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-2b3b3951-af9f-4fe3-b034-8364a6b9b4b8 None None] Deleting port dacdd1f7-157f-4d67-a4e2-81d11ba3738b {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:01:58.775855 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2b3b3951-af9f-4fe3-b034-8364a6b9b4b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (dacdd1f7-157f-4d67-a4e2-81d11ba3738b), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:58.781726 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e6769b78-efc3-46b0-b528-9d2ac7ad38d4 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (dacdd1f7-157f-4d67-a4e2-81d11ba3738b), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:58.785348 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17c052b-798f-4d3c-86d0-a0cc1716231c None None] Network 9104a973-7f28-4b7c-afe7-d8cfbae672ac is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:01:58.810078 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-b17c052b-798f-4d3c-86d0-a0cc1716231c None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:01:58.812710 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17c052b-798f-4d3c-86d0-a0cc1716231c None None] Pushing event updated for resources: {'Port': ['ID=b3fa48d0-b586-4267-9a01-f33b7b02c352,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:58.815693 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17c052b-798f-4d3c-86d0-a0cc1716231c None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:01:58.843266 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6769b78-efc3-46b0-b528-9d2ac7ad38d4 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Pushing event deleted for resources: {'Port': ['ID=dacdd1f7-157f-4d67-a4e2-81d11ba3738b,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:58.860012 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6769b78-efc3-46b0-b528-9d2ac7ad38d4 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] No DVR routers for this DVR port dacdd1f7-157f-4d67-a4e2-81d11ba3738b on host ncdv-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:01:58.864079 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-ac5afc88-8fa2-4bae-be18-9243d421cdc8 None None] Current status of the port 1ce56c4a-2da6-4e49-ba99-d70b05b4f4c6 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:01:58.891815 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d5e91a-5915-488b-8b8b-5e873c5798a4 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Network 62e91c76-254e-4c4b-9926-524bedda9485 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:01:58.937403 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-c2d5e91a-5915-488b-8b8b-5e873c5798a4 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:01:58.942753 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 1ce56c4a-2da6-4e49-ba99-d70b05b4f4c6 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:01:58.944703 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d5e91a-5915-488b-8b8b-5e873c5798a4 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Pushing event updated for resources: {'Port': ['ID=70e9a1c0-138c-4b23-a324-187c36b680ae,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:58.951116 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d5e91a-5915-488b-8b8b-5e873c5798a4 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:01:58.967589 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-2b3b3951-af9f-4fe3-b034-8364a6b9b4b8 None None] For port dacdd1f7-157f-4d67-a4e2-81d11ba3738b, host ncdv-master-1, got binding levels [] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:01:58.968011 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2b3b3951-af9f-4fe3-b034-8364a6b9b4b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (dacdd1f7-157f-4d67-a4e2-81d11ba3738b), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:58.981772 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-b17c052b-798f-4d3c-86d0-a0cc1716231c None None] Attempting to bind port b3fa48d0-b586-4267-9a01-f33b7b02c352 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:01:58.982151 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-b17c052b-798f-4d3c-86d0-a0cc1716231c None None] Attempting to bind port b3fa48d0-b586-4267-9a01-f33b7b02c352 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c76b8296-c332-4ef2-a158-f2a5492111a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '9104a973-7f28-4b7c-afe7-d8cfbae672ac'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:01:58.982526 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17c052b-798f-4d3c-86d0-a0cc1716231c None None] Attempting to bind port b3fa48d0-b586-4267-9a01-f33b7b02c352 on network 9104a973-7f28-4b7c-afe7-d8cfbae672ac {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:01:58.985768 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e6769b78-efc3-46b0-b528-9d2ac7ad38d4 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (b02a9bbf-184e-4d41-93e0-76331445f251), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:58.991326 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-2b3b3951-af9f-4fe3-b034-8364a6b9b4b8 None None] Calling delete_port for dacdd1f7-157f-4d67-a4e2-81d11ba3738b owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:01:58.999693 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.ipam_backend_mixin [None req-2b3b3951-af9f-4fe3-b034-8364a6b9b4b8 None None] Port dacdd1f7-157f-4d67-a4e2-81d11ba3738b was not found and therefore no delete operation was performed {{(pid=121838) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}}
May 07 22:01:59.000782 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17c052b-798f-4d3c-86d0-a0cc1716231c None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:01:59.001164 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17c052b-798f-4d3c-86d0-a0cc1716231c None None] Checking segment: {'id': 'c76b8296-c332-4ef2-a158-f2a5492111a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '9104a973-7f28-4b7c-afe7-d8cfbae672ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:01:59.001575 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b17c052b-798f-4d3c-86d0-a0cc1716231c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:59.001976 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17c052b-798f-4d3c-86d0-a0cc1716231c None None] Bound using segment: {'id': 'c76b8296-c332-4ef2-a158-f2a5492111a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '9104a973-7f28-4b7c-afe7-d8cfbae672ac'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:01:59.002468 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-b17c052b-798f-4d3c-86d0-a0cc1716231c None None] Bound port: b3fa48d0-b586-4267-9a01-f33b7b02c352, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c76b8296-c332-4ef2-a158-f2a5492111a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '9104a973-7f28-4b7c-afe7-d8cfbae672ac'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:01:59.004061 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b17c052b-798f-4d3c-86d0-a0cc1716231c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (b3fa48d0-b586-4267-9a01-f33b7b02c352), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:59.011236 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc74a5e-e393-4857-a891-f05ba486ab66 req-7ff2b237-4f25-4474-9eb6-14c1d0d42836 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:59.013526 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-e6769b78-efc3-46b0-b528-9d2ac7ad38d4 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf86825580>,) {'filters': {'network_id': ['b02a9bbf-184e-4d41-93e0-76331445f251']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:59.015129 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9bc74a5e-e393-4857-a891-f05ba486ab66 req-7ff2b237-4f25-4474-9eb6-14c1d0d42836 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.55 "GET /v2.0/ports?device_id=bdd32653-348f-44ed-80fe-0a58500e3ced HTTP/1.1" status: 200  len: 945 time: 0.2435305
May 07 22:01:59.025897 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b53245a-bf19-4c09-b59a-6e9702252bd3 req-321cb2a0-c06f-45f4-9706-16118141a0c3 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:59.028156 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7b53245a-bf19-4c09-b59a-6e9702252bd3 req-321cb2a0-c06f-45f4-9706-16118141a0c3 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdd32653-348f-44ed-80fe-0a58500e3ced HTTP/1.1" status: 200  len: 945 time: 0.2021563
May 07 22:01:59.037176 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-e6769b78-efc3-46b0-b528-9d2ac7ad38d4 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf86825580>, '9679fc3d-0d99-4306-9d93-66010c9e4591') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:59.037552 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-e6769b78-efc3-46b0-b528-9d2ac7ad38d4 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf86825580>, '9679fc3d-0d99-4306-9d93-66010c9e4591') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:01:59.039056 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2b3b3951-af9f-4fe3-b034-8364a6b9b4b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (dacdd1f7-157f-4d67-a4e2-81d11ba3738b), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:59.064153 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e6769b78-efc3-46b0-b528-9d2ac7ad38d4 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (9679fc3d-0d99-4306-9d93-66010c9e4591), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:59.077329 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3b3951-af9f-4fe3-b034-8364a6b9b4b8 None None] No DVR routers for this DVR port dacdd1f7-157f-4d67-a4e2-81d11ba3738b on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:01:59.082695 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e6769b78-efc3-46b0-b528-9d2ac7ad38d4 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (9679fc3d-0d99-4306-9d93-66010c9e4591), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:59.085164 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3b3951-af9f-4fe3-b034-8364a6b9b4b8 None None] Pushing event deleted for resources: {'Port': ['ID=dacdd1f7-157f-4d67-a4e2-81d11ba3738b,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:59.099204 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6769b78-efc3-46b0-b528-9d2ac7ad38d4 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:01:59.099619 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e6769b78-efc3-46b0-b528-9d2ac7ad38d4 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (9679fc3d-0d99-4306-9d93-66010c9e4591), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:59.103385 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 22:01:59.103385 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:01:59.103385 ncdv-master-1 neutron-server[121837]:     timer()
May 07 22:01:59.103385 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:01:59.103385 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 22:01:59.103385 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:01:59.103385 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 22:01:59.103385 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:01:59.103385 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 22:01:59.103385 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:01:59.103385 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 22:01:59.103385 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:01:59.103385 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 22:01:59.103385 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:01:59.103385 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:01:59.103385 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:01:59.103385 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:01:59.103385 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:01:59.103385 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 22:01:59.103385 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:01:59.103385 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 22:01:59.103385 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:01:59.103385 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:01:59.103385 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:01:59.103385 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 22:01:59.103385 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:01:59.103385 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:01:59.103385 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:01:59.103385 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:01:59.103385 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:01:59.103385 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:01:59.103385 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:01:59.164900 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c2d5e91a-5915-488b-8b8b-5e873c5798a4 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398161'] for router_interface (994c4785-e8ff-4a47-9376-7454f3e26884), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:59.186261 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:59.189971 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-b17c052b-798f-4d3c-86d0-a0cc1716231c None None] For port b3fa48d0-b586-4267-9a01-f33b7b02c352, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:01:59.265124 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dc1b3f-3c55-4cef-9f10-177c3ec2284f req-299ce9fb-68bd-49d2-b7bd-4c536f4a8c29 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:59.271705 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-00dc1b3f-3c55-4cef-9f10-177c3ec2284f req-299ce9fb-68bd-49d2-b7bd-4c536f4a8c29 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 946 time: 0.0859656
May 07 22:01:59.285305 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7b53245a-bf19-4c09-b59a-6e9702252bd3 req-6c761ce0-6fcf-47c7-8a27-50b2c434948c tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d85ced8-44c7-47ce-a4c7-1950d9c3cf50&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2398391
May 07 22:01:59.319212 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-b17c052b-798f-4d3c-86d0-a0cc1716231c None None] For port b3fa48d0-b586-4267-9a01-f33b7b02c352, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b3fa48d0-b586-4267-9a01-f33b7b02c352,segment=NetworkSegment(c76b8296-c332-4ef2-a158-f2a5492111a5),segment_id=c76b8296-c332-4ef2-a158-f2a5492111a5)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:01:59.320643 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e6769b78-efc3-46b0-b528-9d2ac7ad38d4 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (b02a9bbf-184e-4d41-93e0-76331445f251), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:59.328675 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e6769b78-efc3-46b0-b528-9d2ac7ad38d4 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:59.331012 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b17c052b-798f-4d3c-86d0-a0cc1716231c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (b3fa48d0-b586-4267-9a01-f33b7b02c352), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:59.336798 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-e6769b78-efc3-46b0-b528-9d2ac7ad38d4 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] 10.222.0.32 "DELETE /v2.0/networks/b02a9bbf-184e-4d41-93e0-76331445f251 HTTP/1.1" status: 204  len: 168 time: 1.1108263
May 07 22:01:59.374717 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6769b78-efc3-46b0-b528-9d2ac7ad38d4 tempest-NetworksTest-911853875 tempest-NetworksTest-911853875-project] Pushing event deleted for resources: {'Network': ['ID=b02a9bbf-184e-4d41-93e0-76331445f251,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:59.380462 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-9bc74a5e-e393-4857-a891-f05ba486ab66 req-37045467-fbc8-4fd4-ba74-b0d0a94af13a tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Deleting port 4cb9d745-576d-4349-82d0-2e6fc098ae28 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:01:59.380809 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-9bc74a5e-e393-4857-a891-f05ba486ab66 req-37045467-fbc8-4fd4-ba74-b0d0a94af13a tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (4cb9d745-576d-4349-82d0-2e6fc098ae28), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:59.405557 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-00dc1b3f-3c55-4cef-9f10-177c3ec2284f req-a7522b69-24d0-4f02-8339-2866c9dc1f84 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1310871
May 07 22:01:59.483217 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17c052b-798f-4d3c-86d0-a0cc1716231c None None] Pushing event updated for resources: {'Port': ['ID=b3fa48d0-b586-4267-9a01-f33b7b02c352,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:01:59.516328 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adebae74-3b79-4113-aa2e-851ff51a7143 None None] Network 62e91c76-254e-4c4b-9926-524bedda9485 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:01:59.535113 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-84664743-0c46-4979-9c2d-5a1998dbe72a req-7fbd388e-760f-4016-a37e-d4819b0e72c9 tempest-ServerAddressesNegativeTestJSON-2078801146 tempest-ServerAddressesNegativeTestJSON-2078801146-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab416e9a-a8b3-4a20-acca-1fea061a2a40 HTTP/1.1" status: 200  len: 210 time: 0.1148582
May 07 22:01:59.629920 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-727a036f-ed2a-467c-a4bf-f5d2d504c3f4 None None] Provisioning complete for port 6ef1ab6b-a1d2-4978-8895-3d40b9f29bb0 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:01:59.631513 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-727a036f-ed2a-467c-a4bf-f5d2d504c3f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (6ef1ab6b-a1d2-4978-8895-3d40b9f29bb0), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:59.641431 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae87674-2464-4b17-ab75-45d58488f815 req-850bc208-5bd8-4f5f-8285-a639d2c946e5 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:01:59.652095 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-fae87674-2464-4b17-ab75-45d58488f815 req-850bc208-5bd8-4f5f-8285-a639d2c946e5 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 946 time: 0.1338997
May 07 22:01:59.655883 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 53100) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:59.661032 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c2d5e91a-5915-488b-8b8b-5e873c5798a4 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (70e9a1c0-138c-4b23-a324-187c36b680ae), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:59.666596 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-9e41e7aa-9d5e-4c74-a888-76b1393f132d tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Request body: {'floatingip': {'port_id': '1d78a47c-1b52-4c8f-ad8e-184b9192eee5'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:01:59.735163 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 53106) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:01:59.801516 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9e41e7aa-9d5e-4c74-a888-76b1393f132d tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Publish callbacks [] for floatingip (b00a1f2b-15ef-4b92-8698-355eaf20b4ce), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:59.832370 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-9bc74a5e-e393-4857-a891-f05ba486ab66 req-37045467-fbc8-4fd4-ba74-b0d0a94af13a tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] For port 4cb9d745-576d-4349-82d0-2e6fc098ae28, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4cb9d745-576d-4349-82d0-2e6fc098ae28,segment=NetworkSegment(93a726c5-b63b-41ea-965b-35fbc06f488d),segment_id=93a726c5-b63b-41ea-965b-35fbc06f488d)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:01:59.832722 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-9bc74a5e-e393-4857-a891-f05ba486ab66 req-37045467-fbc8-4fd4-ba74-b0d0a94af13a tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (4cb9d745-576d-4349-82d0-2e6fc098ae28), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:59.873997 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-727a036f-ed2a-467c-a4bf-f5d2d504c3f4 None None] Current status of the port 6ef1ab6b-a1d2-4978-8895-3d40b9f29bb0 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:01:59.873997 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-727a036f-ed2a-467c-a4bf-f5d2d504c3f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (6ef1ab6b-a1d2-4978-8895-3d40b9f29bb0), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:01:59.927805 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-727a036f-ed2a-467c-a4bf-f5d2d504c3f4 None None] For port 6ef1ab6b-a1d2-4978-8895-3d40b9f29bb0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6ef1ab6b-a1d2-4978-8895-3d40b9f29bb0,segment=NetworkSegment(17b47c15-a852-4d13-8874-a048a9ff5ebb),segment_id=17b47c15-a852-4d13-8874-a048a9ff5ebb)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:01:59.935975 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-727a036f-ed2a-467c-a4bf-f5d2d504c3f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (6ef1ab6b-a1d2-4978-8895-3d40b9f29bb0), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:00.085071 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727a036f-ed2a-467c-a4bf-f5d2d504c3f4 None None] Pushing event updated for resources: {'Port': ['ID=6ef1ab6b-a1d2-4978-8895-3d40b9f29bb0,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:00.145917 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-9bc74a5e-e393-4857-a891-f05ba486ab66 req-37045467-fbc8-4fd4-ba74-b0d0a94af13a tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Calling delete_port for 4cb9d745-576d-4349-82d0-2e6fc098ae28 owned by compute:nova {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:02:00.254631 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device b3fa48d0-b586-4267-9a01-f33b7b02c352 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:02:00.273824 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09033e86-017a-45f2-bc1a-ddeade0bee4c req-62febc89-529c-4a01-a4a2-ef825ac4e47d tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:00.275521 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-09033e86-017a-45f2-bc1a-ddeade0bee4c req-62febc89-529c-4a01-a4a2-ef825ac4e47d tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/ports?device_id=931cb167-5bcb-4aef-8b2b-029dbcb4d7e9 HTTP/1.1" status: 200  len: 945 time: 0.4215560
May 07 22:02:00.409814 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:00.427506 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port b3fa48d0-b586-4267-9a01-f33b7b02c352 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:02:00.428141 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (b3fa48d0-b586-4267-9a01-f33b7b02c352), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:00.472428 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-09033e86-017a-45f2-bc1a-ddeade0bee4c req-c0b305b6-5b8c-4671-8a01-ed3d61e871f7 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2f94373-fd3e-4a2b-9dee-192df8871f41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1837585
May 07 22:02:00.485155 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-f08130ab-209c-4cf7-a8a2-2fe9a5b9e839 None None] Provisioning complete for port 6ef1ab6b-a1d2-4978-8895-3d40b9f29bb0 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:02:00.485155 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f08130ab-209c-4cf7-a8a2-2fe9a5b9e839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (6ef1ab6b-a1d2-4978-8895-3d40b9f29bb0), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:00.485485 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 53112) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:00.485943 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-c25b98e6-4b46-41f1-b55c-1857591dd06f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d7da299cb7fd4b569f047ab71e3255d4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7345300
May 07 22:02:00.518150 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614a7858-8164-4913-95b4-3f835cad7e23 req-6e0c4023-1e25-4eda-a388-d304c5af8ec6 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:00.519908 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-614a7858-8164-4913-95b4-3f835cad7e23 req-6e0c4023-1e25-4eda-a388-d304c5af8ec6 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdd32653-348f-44ed-80fe-0a58500e3ced HTTP/1.1" status: 200  len: 945 time: 0.1166306
May 07 22:02:00.605823 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port b3fa48d0-b586-4267-9a01-f33b7b02c352 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:02:00.606710 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (b3fa48d0-b586-4267-9a01-f33b7b02c352), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:00.660675 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port b3fa48d0-b586-4267-9a01-f33b7b02c352, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b3fa48d0-b586-4267-9a01-f33b7b02c352,segment=NetworkSegment(c76b8296-c332-4ef2-a158-f2a5492111a5),segment_id=c76b8296-c332-4ef2-a158-f2a5492111a5)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:02:00.674557 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (b3fa48d0-b586-4267-9a01-f33b7b02c352), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:00.675486 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 6ef1ab6b-a1d2-4978-8895-3d40b9f29bb0 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:02:00.793219 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-614a7858-8164-4913-95b4-3f835cad7e23 req-c3c8852a-e856-4929-91e5-5a16cf8d5e6b tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d85ced8-44c7-47ce-a4c7-1950d9c3cf50&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2550564
May 07 22:02:00.794448 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-f08130ab-209c-4cf7-a8a2-2fe9a5b9e839 None None] Current status of the port 6ef1ab6b-a1d2-4978-8895-3d40b9f29bb0 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:02:00.813781 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-f08130ab-209c-4cf7-a8a2-2fe9a5b9e839 None None] Provisioning complete for port 70e9a1c0-138c-4b23-a324-187c36b680ae triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:02:00.814170 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f08130ab-209c-4cf7-a8a2-2fe9a5b9e839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (70e9a1c0-138c-4b23-a324-187c36b680ae), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:00.833241 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-21d1e8f8-d306-45c2-b373-eb98bae2b469 admin admin] Publish callbacks [] for security_group (17db3672-6ee0-4015-9bd8-882ac3832d8c), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:00.858194 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=b3fa48d0-b586-4267-9a01-f33b7b02c352,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:00.876551 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 6ef1ab6b-a1d2-4978-8895-3d40b9f29bb0 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:02:00.876835 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (6ef1ab6b-a1d2-4978-8895-3d40b9f29bb0), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:00.934872 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-f08130ab-209c-4cf7-a8a2-2fe9a5b9e839 None None] Port 70e9a1c0-138c-4b23-a324-187c36b680ae cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:02:00.935663 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-21d1e8f8-d306-45c2-b373-eb98bae2b469 admin admin] Publish callbacks [] for security_group (17db3672-6ee0-4015-9bd8-882ac3832d8c), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:00.994511 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 6ef1ab6b-a1d2-4978-8895-3d40b9f29bb0 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:02:00.999809 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f8cce2-4be8-40fd-95c9-5d28c13726fe req-1db3ddd2-0e93-4803-876b-ba0e279812a9 tempest-ServerAddressesNegativeTestJSON-2078801146 tempest-ServerAddressesNegativeTestJSON-2078801146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:01.001665 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a3f8cce2-4be8-40fd-95c9-5d28c13726fe req-1db3ddd2-0e93-4803-876b-ba0e279812a9 tempest-ServerAddressesNegativeTestJSON-2078801146 tempest-ServerAddressesNegativeTestJSON-2078801146-project] 10.222.0.59 "GET /v2.0/networks?id=b8c5cd68-631f-446d-9bed-fb4205a5cef7 HTTP/1.1" status: 200  len: 821 time: 0.2688608
May 07 22:02:01.050033 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-a3f8cce2-4be8-40fd-95c9-5d28c13726fe req-f2b9d9cb-dacd-4aba-b984-4182dd822feb tempest-ServerAddressesNegativeTestJSON-2078801146 tempest-ServerAddressesNegativeTestJSON-2078801146-project] Request body: {'port': {'device_id': 'ab416e9a-a8b3-4a20-acca-1fea061a2a40', 'network_id': 'b8c5cd68-631f-446d-9bed-fb4205a5cef7', 'admin_state_up': True, 'tenant_id': '7c1ba68595ec4a0ab30a1245d2af00b4'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:02:01.057048 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-fcaaaa3b-1311-4d3f-a8da-0fe657697785 None None] Provisioning complete for port 70e9a1c0-138c-4b23-a324-187c36b680ae triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:02:01.058645 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-fcaaaa3b-1311-4d3f-a8da-0fe657697785 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (70e9a1c0-138c-4b23-a324-187c36b680ae), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:01.098438 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device dacdd1f7-157f-4d67-a4e2-81d11ba3738b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:02:01.124545 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: dacdd1f7-157f-4d67-a4e2-81d11ba3738b {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:02:01.125015 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device dacdd1f7-157f-4d67-a4e2-81d11ba3738b not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:02:01.137545 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-fcaaaa3b-1311-4d3f-a8da-0fe657697785 None None] Port 70e9a1c0-138c-4b23-a324-187c36b680ae cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:02:01.182981 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c2d5e91a-5915-488b-8b8b-5e873c5798a4 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks [] for port (70e9a1c0-138c-4b23-a324-187c36b680ae), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:01.212983 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c2d5e91a-5915-488b-8b8b-5e873c5798a4 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (70e9a1c0-138c-4b23-a324-187c36b680ae), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:01.220762 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-16dcf5a1-3cb9-48c8-b3ba-ed233aa3bc78 req-03923efa-d498-4d11-b951-e1ca9ecd190e tempest-ServerAddressesNegativeTestJSON-2078801146 tempest-ServerAddressesNegativeTestJSON-2078801146-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab416e9a-a8b3-4a20-acca-1fea061a2a40 HTTP/1.1" status: 200  len: 210 time: 0.5005178
May 07 22:02:01.264987 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-9bc74a5e-e393-4857-a891-f05ba486ab66 req-37045467-fbc8-4fd4-ba74-b0d0a94af13a tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (4cb9d745-576d-4349-82d0-2e6fc098ae28), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:01.282421 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['f94f9f68-04c4-4723-8e48-775481388884'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:02:01.312335 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6252c4f8-0673-41e9-9cfb-c90e262f7cf0 None None] Network 9104a973-7f28-4b7c-afe7-d8cfbae672ac requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:02:01.324931 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-21d1e8f8-d306-45c2-b373-eb98bae2b469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (17db3672-6ee0-4015-9bd8-882ac3832d8c), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:01.327605 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-21d1e8f8-d306-45c2-b373-eb98bae2b469 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:01.341063 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-21d1e8f8-d306-45c2-b373-eb98bae2b469 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/17db3672-6ee0-4015-9bd8-882ac3832d8c HTTP/1.1" status: 204  len: 168 time: 0.8480821
May 07 22:02:01.359597 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d5e91a-5915-488b-8b8b-5e873c5798a4 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Pushing event updated for resources: {'Port': ['ID=70e9a1c0-138c-4b23-a324-187c36b680ae,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:01.387567 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c2d5e91a-5915-488b-8b8b-5e873c5798a4 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401121'] for router_interface (994c4785-e8ff-4a47-9376-7454f3e26884), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:01.396416 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d1e8f8-d306-45c2-b373-eb98bae2b469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17db3672-6ee0-4015-9bd8-882ac3832d8c,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:01.423088 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37045467-fbc8-4fd4-ba74-b0d0a94af13a tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Pushing event deleted for resources: {'Port': ['ID=4cb9d745-576d-4349-82d0-2e6fc098ae28,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:01.439007 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bc74a5e-e393-4857-a891-f05ba486ab66 req-37045467-fbc8-4fd4-ba74-b0d0a94af13a tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] No DVR routers for this DVR port 4cb9d745-576d-4349-82d0-2e6fc098ae28 on host nch1-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:02:01.444379 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-9bc74a5e-e393-4857-a891-f05ba486ab66 req-37045467-fbc8-4fd4-ba74-b0d0a94af13a tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:01.451745 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9bc74a5e-e393-4857-a891-f05ba486ab66 req-37045467-fbc8-4fd4-ba74-b0d0a94af13a tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.55 "DELETE /v2.0/ports/4cb9d745-576d-4349-82d0-2e6fc098ae28 HTTP/1.1" status: 204  len: 173 time: 2.4191942
May 07 22:02:01.524461 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3f8cce2-4be8-40fd-95c9-5d28c13726fe req-f2b9d9cb-dacd-4aba-b984-4182dd822feb tempest-ServerAddressesNegativeTestJSON-2078801146 tempest-ServerAddressesNegativeTestJSON-2078801146-project] Made reservation on behalf of 7c1ba68595ec4a0ab30a1245d2af00b4 for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:02:01.538501 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-a3f8cce2-4be8-40fd-95c9-5d28c13726fe req-f2b9d9cb-dacd-4aba-b984-4182dd822feb tempest-ServerAddressesNegativeTestJSON-2078801146 tempest-ServerAddressesNegativeTestJSON-2078801146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:01.585066 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdd32653-348f-44ed-80fe-0a58500e3ced', 'name': 'network-vif-deleted', 'tag': '4cb9d745-576d-4349-82d0-2e6fc098ae28'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:02:01.589148 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a14e3156-2956-4d74-93fa-d842ea8d652e" -d '{"events": [{"server_uuid": "bdd32653-348f-44ed-80fe-0a58500e3ced", "name": "network-vif-deleted", "tag": "4cb9d745-576d-4349-82d0-2e6fc098ae28"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:02:01.611832 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d5e91a-5915-488b-8b8b-5e873c5798a4 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Network 62e91c76-254e-4c4b-9926-524bedda9485 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:02:01.613392 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-c2d5e91a-5915-488b-8b8b-5e873c5798a4 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:02:01.629570 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.db.resource_extend [None req-9e41e7aa-9d5e-4c74-a888-76b1393f132d tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 07 22:02:01.629806 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-e632ce4b-b29a-4279-ac75-fd99458a7a17 None None] Provisioning complete for port b3fa48d0-b586-4267-9a01-f33b7b02c352 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:02:01.629806 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e632ce4b-b29a-4279-ac75-fd99458a7a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (b3fa48d0-b586-4267-9a01-f33b7b02c352), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:01.703307 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df2436b-a517-41a4-bc9a-f8ebaebe6483 x-openstack-request-id: req-9df2436b-a517-41a4-bc9a-f8ebaebe6483 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:02:01.704576 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdd32653-348f-44ed-80fe-0a58500e3ced", "name": "network-vif-deleted", "tag": "4cb9d745-576d-4349-82d0-2e6fc098ae28", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:02:01.705810 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9df2436b-a517-41a4-bc9a-f8ebaebe6483 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:02:01.706461 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9df2436b-a517-41a4-bc9a-f8ebaebe6483'] response: {'server_uuid': 'bdd32653-348f-44ed-80fe-0a58500e3ced', 'name': 'network-vif-deleted', 'tag': '4cb9d745-576d-4349-82d0-2e6fc098ae28', 'status': 'completed', 'code': 200}
May 07 22:02:01.775750 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9e41e7aa-9d5e-4c74-a888-76b1393f132d tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:01.793357 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9e41e7aa-9d5e-4c74-a888-76b1393f132d tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (b00a1f2b-15ef-4b92-8698-355eaf20b4ce), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:01.822051 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-e632ce4b-b29a-4279-ac75-fd99458a7a17 None None] Current status of the port b3fa48d0-b586-4267-9a01-f33b7b02c352 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:02:01.882126 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2d5e91a-5915-488b-8b8b-5e873c5798a4 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Router 994c4785-e8ff-4a47-9376-7454f3e26884 is scheduled to L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db with binding_index 1 {{(pid=121836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 07 22:02:02.046050 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c9e937-e508-4c9c-bc28-6107c501dce1 req-5172b6b1-5cab-4e62-ac2e-935a92461de8 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:02.056205 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-75c9e937-e508-4c9c-bc28-6107c501dce1 req-5172b6b1-5cab-4e62-ac2e-935a92461de8 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/ports?device_id=931cb167-5bcb-4aef-8b2b-029dbcb4d7e9 HTTP/1.1" status: 200  len: 945 time: 0.2688899
May 07 22:02:02.190069 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d34d3d56-b29b-4461-a095-832a2b687ab2 req-4aff9000-2ab4-4431-a568-d45d34800306 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/ports?device_id=bdd32653-348f-44ed-80fe-0a58500e3ced HTTP/1.1" status: 200  len: 210 time: 0.0562072
May 07 22:02:02.219700 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device b3fa48d0-b586-4267-9a01-f33b7b02c352 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:02:02.253988 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2d5e91a-5915-488b-8b8b-5e873c5798a4 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:02:02.259254 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-c2d5e91a-5915-488b-8b8b-5e873c5798a4 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] 10.222.0.32 "PUT /v2.0/routers/994c4785-e8ff-4a47-9376-7454f3e26884/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.9739742
May 07 22:02:02.261799 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 53136) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:02.269349 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4067c32-167c-4668-adde-8d3f71d6221b None None] Sync routers for ids ['994c4785-e8ff-4a47-9376-7454f3e26884'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:02:02.284851 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4067c32-167c-4668-adde-8d3f71d6221b None None] Routers {'994c4785-e8ff-4a47-9376-7454f3e26884'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:02:02.285729 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-b4067c32-167c-4668-adde-8d3f71d6221b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cd77a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:01:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['994c4785-e8ff-4a47-9376-7454f3e26884'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:02:02.341768 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port b3fa48d0-b586-4267-9a01-f33b7b02c352 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:02:02.342283 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (b3fa48d0-b586-4267-9a01-f33b7b02c352), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:02.362159 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-b4067c32-167c-4668-adde-8d3f71d6221b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cd77a30>, [], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:02:02.374102 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4067c32-167c-4668-adde-8d3f71d6221b None None] Routers {'994c4785-e8ff-4a47-9376-7454f3e26884'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:02:02.375201 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-b4067c32-167c-4668-adde-8d3f71d6221b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cd77a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:01:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['994c4785-e8ff-4a47-9376-7454f3e26884'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:02:02.378962 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-c7725bd0-f97c-4347-917c-4995dd17a9ae None None] Provisioning complete for port 70e9a1c0-138c-4b23-a324-187c36b680ae triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:02:02.379465 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c7725bd0-f97c-4347-917c-4995dd17a9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (70e9a1c0-138c-4b23-a324-187c36b680ae), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:02.418801 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-76c3291d-c1b7-420d-b12f-ad9c5351aa17 req-e9e2a5db-507e-4a37-98e0-20c432191e08 tempest-ServerAddressesNegativeTestJSON-2078801146 tempest-ServerAddressesNegativeTestJSON-2078801146-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab416e9a-a8b3-4a20-acca-1fea061a2a40 HTTP/1.1" status: 200  len: 210 time: 0.0414591
May 07 22:02:02.451722 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-b4067c32-167c-4668-adde-8d3f71d6221b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cd77a30>, [], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:02:02.452897 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4067c32-167c-4668-adde-8d3f71d6221b None None] The sync data for ids ['994c4785-e8ff-4a47-9376-7454f3e26884'] in ncdv-master-1 is: [] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:02:02.461797 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-75c9e937-e508-4c9c-bc28-6107c501dce1 req-c158bd3a-1b13-4471-8645-c75a3182c82e tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2f94373-fd3e-4a2b-9dee-192df8871f41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4044864
May 07 22:02:02.475921 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-c7725bd0-f97c-4347-917c-4995dd17a9ae None None] Port 70e9a1c0-138c-4b23-a324-187c36b680ae cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:02:02.485011 ncdv-master-1 neutron-server[121837]: INFO neutron.db.l3_db [None req-9e41e7aa-9d5e-4c74-a888-76b1393f132d tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Floating IP b00a1f2b-15ef-4b92-8698-355eaf20b4ce associated. External IP: 172.35.4.172, port: 1d78a47c-1b52-4c8f-ad8e-184b9192eee5.
May 07 22:02:02.509751 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-c7725bd0-f97c-4347-917c-4995dd17a9ae None None] Provisioning complete for port b3fa48d0-b586-4267-9a01-f33b7b02c352 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:02:02.510384 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c7725bd0-f97c-4347-917c-4995dd17a9ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (b3fa48d0-b586-4267-9a01-f33b7b02c352), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:02.547680 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [req-a3f8cce2-4be8-40fd-95c9-5d28c13726fe req-f2b9d9cb-dacd-4aba-b984-4182dd822feb tempest-ServerAddressesNegativeTestJSON-2078801146 tempest-ServerAddressesNegativeTestJSON-2078801146-project] Allocated IP 172.20.0.14 (b8c5cd68-631f-446d-9bed-fb4205a5cef7/96f52593-f691-4fd8-b770-518edbd951c0/a5aad234-046b-402f-b295-a91c2ba9d613) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:02:02.552998 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port b3fa48d0-b586-4267-9a01-f33b7b02c352 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:02:02.554109 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 6ef1ab6b-a1d2-4978-8895-3d40b9f29bb0 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:02:02.632619 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-c7725bd0-f97c-4347-917c-4995dd17a9ae None None] Current status of the port b3fa48d0-b586-4267-9a01-f33b7b02c352 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:02:02.654395 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 53146) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:02.665538 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 6ef1ab6b-a1d2-4978-8895-3d40b9f29bb0 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:02:02.665538 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (6ef1ab6b-a1d2-4978-8895-3d40b9f29bb0), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:02.755671 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 6ef1ab6b-a1d2-4978-8895-3d40b9f29bb0 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:02:02.802634 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-b5e7a26e-c975-45e9-872e-6fdea9d3f6e9 tempest-DvrRoutersNegativeTest-365541080 tempest-DvrRoutersNegativeTest-365541080-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-681131543', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:02:02.805790 ncdv-master-1 neutron-server[121836]: DEBUG neutron.policy [None req-b5e7a26e-c975-45e9-872e-6fdea9d3f6e9 tempest-DvrRoutersNegativeTest-365541080 tempest-DvrRoutersNegativeTest-365541080-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=121836) log_rule_list /opt/stack/neutron/neutron/policy.py:450}}
May 07 22:02:02.806094 ncdv-master-1 neutron-server[121836]: DEBUG neutron.policy [None req-b5e7a26e-c975-45e9-872e-6fdea9d3f6e9 tempest-DvrRoutersNegativeTest-365541080 tempest-DvrRoutersNegativeTest-365541080-project] Failed policy enforce for 'create_router' {{(pid=121836) enforce /opt/stack/neutron/neutron/policy.py:523}}
May 07 22:02:02.806636 ncdv-master-1 neutron-server[121836]: INFO neutron.api.v2.resource [None req-b5e7a26e-c975-45e9-872e-6fdea9d3f6e9 tempest-DvrRoutersNegativeTest-365541080 tempest-DvrRoutersNegativeTest-365541080-project] create failed (client error): Access was denied to this resource.
May 07 22:02:02.807636 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-b5e7a26e-c975-45e9-872e-6fdea9d3f6e9 tempest-DvrRoutersNegativeTest-365541080 tempest-DvrRoutersNegativeTest-365541080-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 403  len: 414 time: 0.1519890
May 07 22:02:02.810508 ncdv-master-1 neutron-server[121836]: INFO neutron.api.v2.resource [None req-9c40dbab-83f5-4ce0-a153-32b7344945b9 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 07 22:02:02.810508 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-9c40dbab-83f5-4ce0-a153-32b7344945b9 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] 10.222.0.32 "PUT /v2.0/routers/994c4785-e8ff-4a47-9376-7454f3e26884/add_router_interface HTTP/1.1" status: 400  len: 438 time: 0.5477879
May 07 22:02:02.813629 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 53152) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:02.855262 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-a3f8cce2-4be8-40fd-95c9-5d28c13726fe req-f2b9d9cb-dacd-4aba-b984-4182dd822feb tempest-ServerAddressesNegativeTestJSON-2078801146 tempest-ServerAddressesNegativeTestJSON-2078801146-project] Publish callbacks [] for port (a5aad234-046b-402f-b295-a91c2ba9d613), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:02.874009 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e41e7aa-9d5e-4c74-a888-76b1393f132d tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Router 76e8003f-f07d-43c5-be91-2cdd94ca2a8c has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:02:02.948124 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-a3f8cce2-4be8-40fd-95c9-5d28c13726fe req-f2b9d9cb-dacd-4aba-b984-4182dd822feb tempest-ServerAddressesNegativeTestJSON-2078801146 tempest-ServerAddressesNegativeTestJSON-2078801146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (a5aad234-046b-402f-b295-a91c2ba9d613), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:03.025772 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3f8cce2-4be8-40fd-95c9-5d28c13726fe req-f2b9d9cb-dacd-4aba-b984-4182dd822feb tempest-ServerAddressesNegativeTestJSON-2078801146 tempest-ServerAddressesNegativeTestJSON-2078801146-project] Network b8c5cd68-631f-446d-9bed-fb4205a5cef7 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:02:03.032905 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [req-a3f8cce2-4be8-40fd-95c9-5d28c13726fe req-f2b9d9cb-dacd-4aba-b984-4182dd822feb tempest-ServerAddressesNegativeTestJSON-2078801146 tempest-ServerAddressesNegativeTestJSON-2078801146-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:02:03.042320 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3f8cce2-4be8-40fd-95c9-5d28c13726fe req-f2b9d9cb-dacd-4aba-b984-4182dd822feb tempest-ServerAddressesNegativeTestJSON-2078801146 tempest-ServerAddressesNegativeTestJSON-2078801146-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:02:03.093432 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 4cb9d745-576d-4349-82d0-2e6fc098ae28 no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:02:03.105349 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 53158) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:03.128071 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] No Port match for: 4cb9d745-576d-4349-82d0-2e6fc098ae28 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:02:03.128483 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 4cb9d745-576d-4349-82d0-2e6fc098ae28 not bound to the agent host nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:02:03.174429 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4dbffe84-047d-42ec-b9b1-15540e166c9b tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401094'] for router_interface (994c4785-e8ff-4a47-9376-7454f3e26884), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:03.261716 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4b4ebb5a-0349-4de3-a459-ae2ad9ad48b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:03.417122 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b9d9cb-dacd-4aba-b984-4182dd822feb tempest-ServerAddressesNegativeTestJSON-2078801146 tempest-ServerAddressesNegativeTestJSON-2078801146-project] Pushing event updated for resources: {'Port': ['ID=a5aad234-046b-402f-b295-a91c2ba9d613,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:03.430435 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e41e7aa-9d5e-4c74-a888-76b1393f132d tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:02:03.434876 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b9d9cb-dacd-4aba-b984-4182dd822feb tempest-ServerAddressesNegativeTestJSON-2078801146 tempest-ServerAddressesNegativeTestJSON-2078801146-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:02:03.435233 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b9d9cb-dacd-4aba-b984-4182dd822feb tempest-ServerAddressesNegativeTestJSON-2078801146 tempest-ServerAddressesNegativeTestJSON-2078801146-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:02:03.435585 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b9d9cb-dacd-4aba-b984-4182dd822feb tempest-ServerAddressesNegativeTestJSON-2078801146 tempest-ServerAddressesNegativeTestJSON-2078801146-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:02:03.435932 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b9d9cb-dacd-4aba-b984-4182dd822feb tempest-ServerAddressesNegativeTestJSON-2078801146 tempest-ServerAddressesNegativeTestJSON-2078801146-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:02:03.436276 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b9d9cb-dacd-4aba-b984-4182dd822feb tempest-ServerAddressesNegativeTestJSON-2078801146 tempest-ServerAddressesNegativeTestJSON-2078801146-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:02:03.436882 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b9d9cb-dacd-4aba-b984-4182dd822feb tempest-ServerAddressesNegativeTestJSON-2078801146 tempest-ServerAddressesNegativeTestJSON-2078801146-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:02:03.437229 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b9d9cb-dacd-4aba-b984-4182dd822feb tempest-ServerAddressesNegativeTestJSON-2078801146 tempest-ServerAddressesNegativeTestJSON-2078801146-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:02:03.437570 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b9d9cb-dacd-4aba-b984-4182dd822feb tempest-ServerAddressesNegativeTestJSON-2078801146 tempest-ServerAddressesNegativeTestJSON-2078801146-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:02:03.437902 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b9d9cb-dacd-4aba-b984-4182dd822feb tempest-ServerAddressesNegativeTestJSON-2078801146 tempest-ServerAddressesNegativeTestJSON-2078801146-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:02:03.438235 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b9d9cb-dacd-4aba-b984-4182dd822feb tempest-ServerAddressesNegativeTestJSON-2078801146 tempest-ServerAddressesNegativeTestJSON-2078801146-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:02:03.439536 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b9d9cb-dacd-4aba-b984-4182dd822feb tempest-ServerAddressesNegativeTestJSON-2078801146 tempest-ServerAddressesNegativeTestJSON-2078801146-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:02:03.439902 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b9d9cb-dacd-4aba-b984-4182dd822feb tempest-ServerAddressesNegativeTestJSON-2078801146 tempest-ServerAddressesNegativeTestJSON-2078801146-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:02:03.440243 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b9d9cb-dacd-4aba-b984-4182dd822feb tempest-ServerAddressesNegativeTestJSON-2078801146 tempest-ServerAddressesNegativeTestJSON-2078801146-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:02:03.440578 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b9d9cb-dacd-4aba-b984-4182dd822feb tempest-ServerAddressesNegativeTestJSON-2078801146 tempest-ServerAddressesNegativeTestJSON-2078801146-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:02:03.440911 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b9d9cb-dacd-4aba-b984-4182dd822feb tempest-ServerAddressesNegativeTestJSON-2078801146 tempest-ServerAddressesNegativeTestJSON-2078801146-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:02:03.447560 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6c3b61-1e37-4623-832b-8669f029346e None None] Sync routers for ids ['76e8003f-f07d-43c5-be91-2cdd94ca2a8c'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:02:03.458497 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9e41e7aa-9d5e-4c74-a888-76b1393f132d tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:03.465524 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6c3b61-1e37-4623-832b-8669f029346e None None] Routers {'76e8003f-f07d-43c5-be91-2cdd94ca2a8c'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:02:03.468383 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-eb6c3b61-1e37-4623-832b-8669f029346e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c89b370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:01:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['76e8003f-f07d-43c5-be91-2cdd94ca2a8c'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:02:03.501283 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f8cce2-4be8-40fd-95c9-5d28c13726fe req-f2b9d9cb-dacd-4aba-b984-4182dd822feb tempest-ServerAddressesNegativeTestJSON-2078801146 tempest-ServerAddressesNegativeTestJSON-2078801146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:03.501922 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-a3f8cce2-4be8-40fd-95c9-5d28c13726fe req-f2b9d9cb-dacd-4aba-b984-4182dd822feb tempest-ServerAddressesNegativeTestJSON-2078801146 tempest-ServerAddressesNegativeTestJSON-2078801146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:03.507457 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4b4ebb5a-0349-4de3-a459-ae2ad9ad48b9 admin admin] Publish callbacks [] for security_group (4b65e21a-6906-4196-8dea-857ce48f346f), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:03.517705 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4b4ebb5a-0349-4de3-a459-ae2ad9ad48b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (4b65e21a-6906-4196-8dea-857ce48f346f), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:03.534895 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-9e41e7aa-9d5e-4c74-a888-76b1393f132d tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "PUT /v2.0/floatingips/b00a1f2b-15ef-4b92-8698-355eaf20b4ce HTTP/1.1" status: 200  len: 992 time: 3.8776436
May 07 22:02:03.555471 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4996f091-2316-4100-b272-d2af7738b4ac', 'tag': '1d78a47c-1b52-4c8f-ad8e-184b9192eee5'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:02:03.557918 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bca5202-684e-4490-badb-41f87c1949e5" -d '{"events": [{"name": "network-changed", "server_uuid": "4996f091-2316-4100-b272-d2af7738b4ac", "tag": "1d78a47c-1b52-4c8f-ad8e-184b9192eee5"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:02:03.566505 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a3f8cce2-4be8-40fd-95c9-5d28c13726fe req-f2b9d9cb-dacd-4aba-b984-4182dd822feb tempest-ServerAddressesNegativeTestJSON-2078801146 tempest-ServerAddressesNegativeTestJSON-2078801146-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.5203271
May 07 22:02:03.566881 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14fd86f-b45c-43cb-94a7-538ca7dfe8b8 req-3e55d7b6-b420-4265-84b6-a0dd04d262ed tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:03.568368 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b14fd86f-b45c-43cb-94a7-538ca7dfe8b8 req-3e55d7b6-b420-4265-84b6-a0dd04d262ed tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/ports?device_id=20117710-052c-46c3-8ca2-f601df488811 HTTP/1.1" status: 200  len: 945 time: 0.1173275
May 07 22:02:03.582169 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-a3f8cce2-4be8-40fd-95c9-5d28c13726fe req-398e6203-a535-440f-9c32-827a1e70bc3f service neutron] Request body: {'port': {'device_id': 'ab416e9a-a8b3-4a20-acca-1fea061a2a40', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:02:03.612125 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34b6124-0815-47c1-9787-38f71753ed1a req-478b76be-9734-4079-b210-0bb735c74804 tempest-ServerAddressesNegativeTestJSON-2078801146 tempest-ServerAddressesNegativeTestJSON-2078801146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:03.613797 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b34b6124-0815-47c1-9787-38f71753ed1a req-478b76be-9734-4079-b210-0bb735c74804 tempest-ServerAddressesNegativeTestJSON-2078801146 tempest-ServerAddressesNegativeTestJSON-2078801146-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab416e9a-a8b3-4a20-acca-1fea061a2a40 HTTP/1.1" status: 200  len: 932 time: 0.1052730
May 07 22:02:03.618675 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-4dbffe84-047d-42ec-b9b1-15540e166c9b tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Deleting port 70e9a1c0-138c-4b23-a324-187c36b680ae {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:02:03.619053 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4dbffe84-047d-42ec-b9b1-15540e166c9b tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (70e9a1c0-138c-4b23-a324-187c36b680ae), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:03.626146 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-eb6c3b61-1e37-4623-832b-8669f029346e None None] Set router 76e8003f-f07d-43c5-be91-2cdd94ca2a8c gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:02:03.640091 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4ebb5a-0349-4de3-a459-ae2ad9ad48b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b65e21a-6906-4196-8dea-857ce48f346f,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:03.653287 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-4b4ebb5a-0349-4de3-a459-ae2ad9ad48b9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2c736237bf764ceead5bfeddee3b6f10&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5477009
May 07 22:02:03.654793 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 53176) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:03.692031 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-a3f8cce2-4be8-40fd-95c9-5d28c13726fe req-398e6203-a535-440f-9c32-827a1e70bc3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (a5aad234-046b-402f-b295-a91c2ba9d613), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:03.709402 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4ebb5a-0349-4de3-a459-ae2ad9ad48b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:02:03.709825 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4ebb5a-0349-4de3-a459-ae2ad9ad48b9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:02:03.710096 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4ebb5a-0349-4de3-a459-ae2ad9ad48b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:02:03.710428 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4ebb5a-0349-4de3-a459-ae2ad9ad48b9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:02:03.711953 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4ebb5a-0349-4de3-a459-ae2ad9ad48b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:02:03.711953 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4ebb5a-0349-4de3-a459-ae2ad9ad48b9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:02:03.712208 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4ebb5a-0349-4de3-a459-ae2ad9ad48b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:02:03.712365 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4ebb5a-0349-4de3-a459-ae2ad9ad48b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:02:03.712646 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4ebb5a-0349-4de3-a459-ae2ad9ad48b9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:02:03.712974 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4ebb5a-0349-4de3-a459-ae2ad9ad48b9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:02:03.713299 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4ebb5a-0349-4de3-a459-ae2ad9ad48b9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:02:03.713614 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4ebb5a-0349-4de3-a459-ae2ad9ad48b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:02:03.714488 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4ebb5a-0349-4de3-a459-ae2ad9ad48b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:02:03.714488 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4ebb5a-0349-4de3-a459-ae2ad9ad48b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:02:03.714697 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4ebb5a-0349-4de3-a459-ae2ad9ad48b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:02:03.719383 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b34b6124-0815-47c1-9787-38f71753ed1a req-3c1d87bc-e0ae-4604-98ff-35521feca830 tempest-ServerAddressesNegativeTestJSON-2078801146 tempest-ServerAddressesNegativeTestJSON-2078801146-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae0479cf-31a6-4911-95f1-5e15587427c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0970044
May 07 22:02:03.770987 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b14fd86f-b45c-43cb-94a7-538ca7dfe8b8 req-a863369c-474d-4dfc-aab7-3060da26bd00 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d85ced8-44c7-47ce-a4c7-1950d9c3cf50&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1869714
May 07 22:02:03.829848 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4dbffe84-047d-42ec-b9b1-15540e166c9b tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (70e9a1c0-138c-4b23-a324-187c36b680ae), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:03.837502 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-efeaea20-4caf-4c7d-bab8-2da95036fb48 admin admin] Publish callbacks [] for security_group (4b65e21a-6906-4196-8dea-857ce48f346f), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:03.885970 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-4dbffe84-047d-42ec-b9b1-15540e166c9b tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Calling delete_port for 70e9a1c0-138c-4b23-a324-187c36b680ae owned by network:router_interface {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:02:03.894005 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981214c1-8a55-4e28-97e4-fb72f86fa83b req-1d0032c3-701c-4e19-a8b5-4bf6c4259d22 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:03.895584 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-981214c1-8a55-4e28-97e4-fb72f86fa83b req-1d0032c3-701c-4e19-a8b5-4bf6c4259d22 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/ports?device_id=931cb167-5bcb-4aef-8b2b-029dbcb4d7e9 HTTP/1.1" status: 200  len: 945 time: 0.1159220
May 07 22:02:03.909689 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-eb6c3b61-1e37-4623-832b-8669f029346e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c89b370>, [{'id': '76e8003f-f07d-43c5-be91-2cdd94ca2a8c', 'name': 'tempest-ServerActionsTestJSON-1039258511-router', 'tenant_id': '759c66c34f414c19b2109393738ef639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.29'}], 'enable_snat': True}, 'gw_port_id': 'ece2a975-4d3c-4919-b3a7-2d7047f0c79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:01:24Z', 'updated_at': '2022-05-07T22:01:33Z', 'revision_number': 4, 'project_id': '759c66c34f414c19b2109393738ef639', 'gw_port': {'id': 'ece2a975-4d3c-4919-b3a7-2d7047f0c79b', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:40:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e8003f-f07d-43c5-be91-2cdd94ca2a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:01:25Z', 'updated_at': '2022-05-07T22:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b00a1f2b-15ef-4b92-8698-355eaf20b4ce', 'tenant_id': '759c66c34f414c19b2109393738ef639', 'floating_ip_address': '172.35.4.172', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '76e8003f-f07d-43c5-be91-2cdd94ca2a8c', 'port_id': '1d78a47c-1b52-4c8f-ad8e-184b9192eee5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33b52409-fae0-4935-b5d0-15acefaa0f3f', 'mac_address': 'fa:16:3e:b8:c4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4996f091-2316-4100-b272-d2af7738b4ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:01:40Z', 'updated_at': '2022-05-07T22:02:01Z', 'revision_number': 1, 'project_id': '759c66c34f414c19b2109393738ef639', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bbbb696-85cb-488f-9945-faa388892569', 'name': '', 'network_id': '33b52409-fae0-4935-b5d0-15acefaa0f3f', 'tenant_id': '759c66c34f414c19b2109393738ef639', 'mac_address': 'fa:16:3e:32:39:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e8003f-f07d-43c5-be91-2cdd94ca2a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '3e304f3b-3927-4f57-b6d9-ff32c4ae5938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:01:30Z', 'updated_at': '2022-05-07T22:01:38Z', 'revision_number': 5, 'project_id': '759c66c34f414c19b2109393738ef639', 'subnets': [{'id': '3e304f3b-3927-4f57-b6d9-ff32c4ae5938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:02:03.913306 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-efeaea20-4caf-4c7d-bab8-2da95036fb48 admin admin] Publish callbacks [] for security_group (4b65e21a-6906-4196-8dea-857ce48f346f), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:03.942613 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6c3b61-1e37-4623-832b-8669f029346e None None] Checking router: 76e8003f-f07d-43c5-be91-2cdd94ca2a8c for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:02:03.951895 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6c3b61-1e37-4623-832b-8669f029346e None None] Routers {'76e8003f-f07d-43c5-be91-2cdd94ca2a8c'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:02:03.952620 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-eb6c3b61-1e37-4623-832b-8669f029346e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c89b370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:01:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['76e8003f-f07d-43c5-be91-2cdd94ca2a8c'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:02:03.962981 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c31015-fd61-4b8b-bb0e-75f97e67e5bb req-fb610ad1-9552-4d13-aaa8-c6deb0b12760 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:03.967234 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-45c31015-fd61-4b8b-bb0e-75f97e67e5bb req-fb610ad1-9552-4d13-aaa8-c6deb0b12760 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 946 time: 0.1267829
May 07 22:02:04.007077 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-981214c1-8a55-4e28-97e4-fb72f86fa83b req-3d8df557-e7d7-4d8e-b66c-8881716c69df tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2f94373-fd3e-4a2b-9dee-192df8871f41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0942569
May 07 22:02:04.065415 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a029274a-d5dd-4e0e-93fd-7c3a1697961b x-openstack-request-id: req-a029274a-d5dd-4e0e-93fd-7c3a1697961b {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:02:04.065719 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4996f091-2316-4100-b272-d2af7738b4ac", "tag": "1d78a47c-1b52-4c8f-ad8e-184b9192eee5", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:02:04.065981 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a029274a-d5dd-4e0e-93fd-7c3a1697961b {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:02:04.066721 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a029274a-d5dd-4e0e-93fd-7c3a1697961b'] response: {'name': 'network-changed', 'server_uuid': '4996f091-2316-4100-b272-d2af7738b4ac', 'tag': '1d78a47c-1b52-4c8f-ad8e-184b9192eee5', 'status': 'completed', 'code': 200}
May 07 22:02:04.082375 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-45c31015-fd61-4b8b-bb0e-75f97e67e5bb req-8932db36-85f4-4c2e-8718-5b65bd2b666b tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0927238
May 07 22:02:04.112839 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-eb6c3b61-1e37-4623-832b-8669f029346e None None] Set router 76e8003f-f07d-43c5-be91-2cdd94ca2a8c gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:02:04.130608 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-efeaea20-4caf-4c7d-bab8-2da95036fb48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (4b65e21a-6906-4196-8dea-857ce48f346f), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:04.134264 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-efeaea20-4caf-4c7d-bab8-2da95036fb48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:04.135422 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-efeaea20-4caf-4c7d-bab8-2da95036fb48 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4b65e21a-6906-4196-8dea-857ce48f346f HTTP/1.1" status: 204  len: 168 time: 0.4778554
May 07 22:02:04.145450 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [req-a3f8cce2-4be8-40fd-95c9-5d28c13726fe req-398e6203-a535-440f-9c32-827a1e70bc3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5aad234-046b-402f-b295-a91c2ba9d613 {{(pid=121837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:02:04.153987 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeaea20-4caf-4c7d-bab8-2da95036fb48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b65e21a-6906-4196-8dea-857ce48f346f,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:04.161961 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-a3f8cce2-4be8-40fd-95c9-5d28c13726fe req-398e6203-a535-440f-9c32-827a1e70bc3f service neutron] Publish callbacks [] for port (a5aad234-046b-402f-b295-a91c2ba9d613), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:04.253190 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4dbffe84-047d-42ec-b9b1-15540e166c9b tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (70e9a1c0-138c-4b23-a324-187c36b680ae), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:04.267370 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5174748f-407f-4d85-8ebf-7b93604b732d req-d8238a6a-c038-48fc-bac2-2a1ec4aa20f9 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:04.269129 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5174748f-407f-4d85-8ebf-7b93604b732d req-d8238a6a-c038-48fc-bac2-2a1ec4aa20f9 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 946 time: 0.0755515
May 07 22:02:04.270322 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-a3f8cce2-4be8-40fd-95c9-5d28c13726fe req-398e6203-a535-440f-9c32-827a1e70bc3f service neutron] Transition to ACTIVE for port object a5aad234-046b-402f-b295-a91c2ba9d613 will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 22:02:04.284347 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-a3f8cce2-4be8-40fd-95c9-5d28c13726fe req-398e6203-a535-440f-9c32-827a1e70bc3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (a5aad234-046b-402f-b295-a91c2ba9d613), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:04.293113 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbffe84-047d-42ec-b9b1-15540e166c9b tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Pushing event deleted for resources: {'Port': ['ID=70e9a1c0-138c-4b23-a324-187c36b680ae,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:04.419190 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398e6203-a535-440f-9c32-827a1e70bc3f service neutron] Pushing event updated for resources: {'Port': ['ID=a5aad234-046b-402f-b295-a91c2ba9d613,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:04.445569 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-eb6c3b61-1e37-4623-832b-8669f029346e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c89b370>, [{'id': '76e8003f-f07d-43c5-be91-2cdd94ca2a8c', 'name': 'tempest-ServerActionsTestJSON-1039258511-router', 'tenant_id': '759c66c34f414c19b2109393738ef639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.29'}], 'enable_snat': True}, 'gw_port_id': 'ece2a975-4d3c-4919-b3a7-2d7047f0c79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:01:24Z', 'updated_at': '2022-05-07T22:01:33Z', 'revision_number': 4, 'project_id': '759c66c34f414c19b2109393738ef639', 'gw_port': {'id': 'ece2a975-4d3c-4919-b3a7-2d7047f0c79b', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:40:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e8003f-f07d-43c5-be91-2cdd94ca2a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:01:25Z', 'updated_at': '2022-05-07T22:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b00a1f2b-15ef-4b92-8698-355eaf20b4ce', 'tenant_id': '759c66c34f414c19b2109393738ef639', 'floating_ip_address': '172.35.4.172', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '76e8003f-f07d-43c5-be91-2cdd94ca2a8c', 'port_id': '1d78a47c-1b52-4c8f-ad8e-184b9192eee5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33b52409-fae0-4935-b5d0-15acefaa0f3f', 'mac_address': 'fa:16:3e:b8:c4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4996f091-2316-4100-b272-d2af7738b4ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:01:40Z', 'updated_at': '2022-05-07T22:02:01Z', 'revision_number': 1, 'project_id': '759c66c34f414c19b2109393738ef639', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bbbb696-85cb-488f-9945-faa388892569', 'name': '', 'network_id': '33b52409-fae0-4935-b5d0-15acefaa0f3f', 'tenant_id': '759c66c34f414c19b2109393738ef639', 'mac_address': 'fa:16:3e:32:39:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e8003f-f07d-43c5-be91-2cdd94ca2a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '3e304f3b-3927-4f57-b6d9-ff32c4ae5938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:01:30Z', 'updated_at': '2022-05-07T22:01:38Z', 'revision_number': 5, 'project_id': '759c66c34f414c19b2109393738ef639', 'subnets': [{'id': '3e304f3b-3927-4f57-b6d9-ff32c4ae5938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:02:04.483964 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6c3b61-1e37-4623-832b-8669f029346e None None] The sync data for ids ['76e8003f-f07d-43c5-be91-2cdd94ca2a8c'] in ncdv-master-1 is: [{'id': '76e8003f-f07d-43c5-be91-2cdd94ca2a8c', 'name': 'tempest-ServerActionsTestJSON-1039258511-router', 'tenant_id': '759c66c34f414c19b2109393738ef639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.29'}], 'enable_snat': True}, 'gw_port_id': 'ece2a975-4d3c-4919-b3a7-2d7047f0c79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:01:24Z', 'updated_at': '2022-05-07T22:01:33Z', 'revision_number': 4, 'project_id': '759c66c34f414c19b2109393738ef639', 'gw_port': {'id': 'ece2a975-4d3c-4919-b3a7-2d7047f0c79b', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:40:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e8003f-f07d-43c5-be91-2cdd94ca2a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:01:25Z', 'updated_at': '2022-05-07T22:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b00a1f2b-15ef-4b92-8698-355eaf20b4ce', 'tenant_id': '759c66c34f414c19b2109393738ef639', 'floating_ip_address': '172.35.4.172', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '76e8003f-f07d-43c5-be91-2cdd94ca2a8c', 'port_id': '1d78a47c-1b52-4c8f-ad8e-184b9192eee5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1863, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '33b52409-fae0-4935-b5d0-15acefaa0f3f', 'mac_address': 'fa:16:3e:b8:c4:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4996f091-2316-4100-b272-d2af7738b4ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:01:40Z', 'updated_at': '2022-05-07T22:02:01Z', 'revision_number': 1, 'project_id': '759c66c34f414c19b2109393738ef639', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bbbb696-85cb-488f-9945-faa388892569', 'name': '', 'network_id': '33b52409-fae0-4935-b5d0-15acefaa0f3f', 'tenant_id': '759c66c34f414c19b2109393738ef639', 'mac_address': 'fa:16:3e:32:39:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e8003f-f07d-43c5-be91-2cdd94ca2a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '3e304f3b-3927-4f57-b6d9-ff32c4ae5938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:01:30Z', 'updated_at': '2022-05-07T22:01:38Z', 'revision_number': 5, 'project_id': '759c66c34f414c19b2109393738ef639', 'subnets': [{'id': '3e304f3b-3927-4f57-b6d9-ff32c4ae5938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:02:04.503258 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5174748f-407f-4d85-8ebf-7b93604b732d req-511f30c5-eca1-468f-aaa7-d88899315330 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2283506
May 07 22:02:04.507553 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4dbffe84-047d-42ec-b9b1-15540e166c9b tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401002'] for router_interface (994c4785-e8ff-4a47-9376-7454f3e26884), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:04.555164 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-a3f8cce2-4be8-40fd-95c9-5d28c13726fe req-398e6203-a535-440f-9c32-827a1e70bc3f service neutron] Attempting to bind port a5aad234-046b-402f-b295-a91c2ba9d613 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:02:04.555619 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-a3f8cce2-4be8-40fd-95c9-5d28c13726fe req-398e6203-a535-440f-9c32-827a1e70bc3f service neutron] Attempting to bind port a5aad234-046b-402f-b295-a91c2ba9d613 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e063ddd4-f7f1-44ca-87b3-71c8a56ba5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b8c5cd68-631f-446d-9bed-fb4205a5cef7'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:02:04.556194 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f8cce2-4be8-40fd-95c9-5d28c13726fe req-398e6203-a535-440f-9c32-827a1e70bc3f service neutron] Attempting to bind port a5aad234-046b-402f-b295-a91c2ba9d613 on network b8c5cd68-631f-446d-9bed-fb4205a5cef7 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:02:04.561197 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f8cce2-4be8-40fd-95c9-5d28c13726fe req-398e6203-a535-440f-9c32-827a1e70bc3f service neutron] Port a5aad234-046b-402f-b295-a91c2ba9d613 on network b8c5cd68-631f-446d-9bed-fb4205a5cef7 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:02:04.562021 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f8cce2-4be8-40fd-95c9-5d28c13726fe req-398e6203-a535-440f-9c32-827a1e70bc3f service neutron] Attempting to bind port a5aad234-046b-402f-b295-a91c2ba9d613 on network b8c5cd68-631f-446d-9bed-fb4205a5cef7 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:02:04.567186 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f8cce2-4be8-40fd-95c9-5d28c13726fe req-398e6203-a535-440f-9c32-827a1e70bc3f service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:02:04.567649 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f8cce2-4be8-40fd-95c9-5d28c13726fe req-398e6203-a535-440f-9c32-827a1e70bc3f service neutron] Checking segment: {'id': 'e063ddd4-f7f1-44ca-87b3-71c8a56ba5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b8c5cd68-631f-446d-9bed-fb4205a5cef7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:02:04.568134 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f8cce2-4be8-40fd-95c9-5d28c13726fe req-398e6203-a535-440f-9c32-827a1e70bc3f service neutron] Bound using segment: {'id': 'e063ddd4-f7f1-44ca-87b3-71c8a56ba5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b8c5cd68-631f-446d-9bed-fb4205a5cef7'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:02:04.568667 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-a3f8cce2-4be8-40fd-95c9-5d28c13726fe req-398e6203-a535-440f-9c32-827a1e70bc3f service neutron] Bound port: a5aad234-046b-402f-b295-a91c2ba9d613, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e063ddd4-f7f1-44ca-87b3-71c8a56ba5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b8c5cd68-631f-446d-9bed-fb4205a5cef7'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:02:04.569612 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-a3f8cce2-4be8-40fd-95c9-5d28c13726fe req-398e6203-a535-440f-9c32-827a1e70bc3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (a5aad234-046b-402f-b295-a91c2ba9d613), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:04.670001 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-a3f8cce2-4be8-40fd-95c9-5d28c13726fe req-398e6203-a535-440f-9c32-827a1e70bc3f service neutron] For port a5aad234-046b-402f-b295-a91c2ba9d613, host nch2-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:02:04.673484 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-a3f8cce2-4be8-40fd-95c9-5d28c13726fe req-398e6203-a535-440f-9c32-827a1e70bc3f service neutron] For port a5aad234-046b-402f-b295-a91c2ba9d613, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a5aad234-046b-402f-b295-a91c2ba9d613,segment=NetworkSegment(e063ddd4-f7f1-44ca-87b3-71c8a56ba5fe),segment_id=e063ddd4-f7f1-44ca-87b3-71c8a56ba5fe)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:02:04.686863 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-a3f8cce2-4be8-40fd-95c9-5d28c13726fe req-398e6203-a535-440f-9c32-827a1e70bc3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (a5aad234-046b-402f-b295-a91c2ba9d613), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:04.765061 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f8cce2-4be8-40fd-95c9-5d28c13726fe req-398e6203-a535-440f-9c32-827a1e70bc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:04.765061 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-a3f8cce2-4be8-40fd-95c9-5d28c13726fe req-398e6203-a535-440f-9c32-827a1e70bc3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:04.768016 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a3f8cce2-4be8-40fd-95c9-5d28c13726fe req-398e6203-a535-440f-9c32-827a1e70bc3f service neutron] 10.222.0.59 "PUT /v2.0/ports/a5aad234-046b-402f-b295-a91c2ba9d613 HTTP/1.1" status: 200  len: 1092 time: 1.1915817
May 07 22:02:04.772649 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dbffe84-047d-42ec-b9b1-15540e166c9b tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Router 994c4785-e8ff-4a47-9376-7454f3e26884 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:02:04.861840 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472d46be-e0a3-44ab-8b08-838cce8340a2 None None] New status for floating IP b00a1f2b-15ef-4b92-8698-355eaf20b4ce: ACTIVE {{(pid=121839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 07 22:02:04.894109 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398e6203-a535-440f-9c32-827a1e70bc3f service neutron] Pushing event updated for resources: {'Port': ['ID=a5aad234-046b-402f-b295-a91c2ba9d613,revision_number=3']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:04.928698 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f8cce2-4be8-40fd-95c9-5d28c13726fe req-3b968635-85e0-47d7-bd1e-cb38a94a5cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:04.930262 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a3f8cce2-4be8-40fd-95c9-5d28c13726fe req-3b968635-85e0-47d7-bd1e-cb38a94a5cde service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7c1ba68595ec4a0ab30a1245d2af00b4&device_id=ab416e9a-a8b3-4a20-acca-1fea061a2a40 HTTP/1.1" status: 200  len: 1126 time: 0.1105680
May 07 22:02:04.932004 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dbffe84-047d-42ec-b9b1-15540e166c9b tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:02:04.943175 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-4dbffe84-047d-42ec-b9b1-15540e166c9b tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] 10.222.0.32 "PUT /v2.0/routers/994c4785-e8ff-4a47-9376-7454f3e26884/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1246955
May 07 22:02:04.949565 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83692ee8-9306-432d-917e-6a9cb3eff4d5 None None] Sync routers for ids ['994c4785-e8ff-4a47-9376-7454f3e26884'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:02:04.957929 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 53198) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:04.968603 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83692ee8-9306-432d-917e-6a9cb3eff4d5 None None] Routers {'994c4785-e8ff-4a47-9376-7454f3e26884'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:02:04.969244 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-83692ee8-9306-432d-917e-6a9cb3eff4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8ecbd7f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:01:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['994c4785-e8ff-4a47-9376-7454f3e26884'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:02:04.979693 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a3f8cce2-4be8-40fd-95c9-5d28c13726fe req-141c93fe-cd3d-478f-9ef9-3588c7ca248f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a5aad234-046b-402f-b295-a91c2ba9d613 HTTP/1.1" status: 200  len: 217 time: 0.0414026
May 07 22:02:04.984106 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bca5202-684e-4490-badb-41f87c1949e5 req-7cbb8a30-545d-44ff-8a2d-d83240a0c73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:04.985608 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4bca5202-684e-4490-badb-41f87c1949e5 req-7cbb8a30-545d-44ff-8a2d-d83240a0c73d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=759c66c34f414c19b2109393738ef639&device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 1128 time: 0.2153463
May 07 22:02:04.986309 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81e77aa-e4ab-46b8-9f77-9c28812a492c req-4fa5512e-0012-448e-b963-7a1454c68691 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:04.987977 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e81e77aa-e4ab-46b8-9f77-9c28812a492c req-4fa5512e-0012-448e-b963-7a1454c68691 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/ports?device_id=20117710-052c-46c3-8ca2-f601df488811 HTTP/1.1" status: 200  len: 945 time: 0.1063991
May 07 22:02:05.042436 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-83692ee8-9306-432d-917e-6a9cb3eff4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8ecbd7f0>, [], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:02:05.054589 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83692ee8-9306-432d-917e-6a9cb3eff4d5 None None] Routers {'994c4785-e8ff-4a47-9376-7454f3e26884'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:02:05.056654 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-83692ee8-9306-432d-917e-6a9cb3eff4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8ecbd7f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:01:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['994c4785-e8ff-4a47-9376-7454f3e26884'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:02:05.067316 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f8cce2-4be8-40fd-95c9-5d28c13726fe req-7fd3710b-1002-4299-ae5e-8b5a3520b7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:05.069413 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a3f8cce2-4be8-40fd-95c9-5d28c13726fe req-7fd3710b-1002-4299-ae5e-8b5a3520b7c3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=96f52593-f691-4fd8-b770-518edbd951c0 HTTP/1.1" status: 200  len: 861 time: 0.0805323
May 07 22:02:05.121083 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a3f8cce2-4be8-40fd-95c9-5d28c13726fe req-dce54cfc-25c0-48b9-92bd-edb30974ef39 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b8c5cd68-631f-446d-9bed-fb4205a5cef7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0446799
May 07 22:02:05.128546 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-83692ee8-9306-432d-917e-6a9cb3eff4d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8ecbd7f0>, [], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:02:05.129332 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83692ee8-9306-432d-917e-6a9cb3eff4d5 None None] The sync data for ids ['994c4785-e8ff-4a47-9376-7454f3e26884'] in ncdv-master-1 is: [] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:02:05.140074 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e81e77aa-e4ab-46b8-9f77-9c28812a492c req-171315e4-00b4-44d2-9ea0-255d59fcb403 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d85ced8-44c7-47ce-a4c7-1950d9c3cf50&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1395519
May 07 22:02:05.147953 ncdv-master-1 neutron-server[121836]: INFO neutron.api.v2.resource [None req-8e9ce7b6-3c32-413d-a7b9-265a8f7c9323 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] delete failed (client error): The resource could not be found.
May 07 22:02:05.149271 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-8e9ce7b6-3c32-413d-a7b9-265a8f7c9323 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] 10.222.0.32 "DELETE /v2.0/routers/tempest-non_exist_router-864182820 HTTP/1.1" status: 404  len: 334 time: 0.1889896
May 07 22:02:05.158420 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 53208) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:05.184418 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-4a009ae0-5178-49f0-aff3-76b597974aef tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Request body: {'router': {'external_gateway_info': {'network_id': '994c4785-e8ff-4a47-9376-7454f3e26884'}}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:02:05.184705 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91293f26-b0b9-47ce-83ee-a879d34f32f7 req-46664fa6-e0b8-41de-bf8a-a0f2d5f6dcbd tempest-ServerAddressesNegativeTestJSON-2078801146 tempest-ServerAddressesNegativeTestJSON-2078801146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:05.186421 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-91293f26-b0b9-47ce-83ee-a879d34f32f7 req-46664fa6-e0b8-41de-bf8a-a0f2d5f6dcbd tempest-ServerAddressesNegativeTestJSON-2078801146 tempest-ServerAddressesNegativeTestJSON-2078801146-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab416e9a-a8b3-4a20-acca-1fea061a2a40 HTTP/1.1" status: 200  len: 944 time: 0.2575452
May 07 22:02:05.240957 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06590ed-2790-4374-b3d2-8628d729298d req-44ac7ea2-d118-47c1-a5ad-e07932fd3a9b tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:05.242636 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f06590ed-2790-4374-b3d2-8628d729298d req-44ac7ea2-d118-47c1-a5ad-e07932fd3a9b tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.55 "GET /v2.0/ports?device_id=20117710-052c-46c3-8ca2-f601df488811 HTTP/1.1" status: 200  len: 945 time: 0.2153480
May 07 22:02:05.328004 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 53210) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:05.362968 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46ac2c3-3074-4529-a4e5-66ba82d0781b req-efbb1d0e-dde1-4846-8123-ca5e7d5a6541 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:05.364565 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e46ac2c3-3074-4529-a4e5-66ba82d0781b req-efbb1d0e-dde1-4846-8123-ca5e7d5a6541 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/ports?device_id=931cb167-5bcb-4aef-8b2b-029dbcb4d7e9 HTTP/1.1" status: 200  len: 945 time: 0.1322014
May 07 22:02:05.472030 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-dd4d6259-c3af-4022-9890-63200e0fca94 tempest-SubnetPoolsTestJSON-197383286 tempest-SubnetPoolsTestJSON-197383286-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1963800797', 'prefixes': ['172.20.0.0/16']}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:02:05.531363 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a3f8cce2-4be8-40fd-95c9-5d28c13726fe req-bc781f42-a3bf-4d00-a1c3-3610d07f9fa5 service neutron] 10.222.0.59 "GET /v2.0/networks/b8c5cd68-631f-446d-9bed-fb4205a5cef7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3898883
May 07 22:02:05.607067 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4a009ae0-5178-49f0-aff3-76b597974aef tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks [] for router_gateway (994c4785-e8ff-4a47-9376-7454f3e26884), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:05.632418 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e46ac2c3-3074-4529-a4e5-66ba82d0781b req-92fa189c-23be-4ca5-a6bf-2a99c9c4bafd tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2f94373-fd3e-4a2b-9dee-192df8871f41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2297814
May 07 22:02:05.681211 ncdv-master-1 neutron-server[121837]: INFO neutron.api.v2.resource [None req-4a009ae0-5178-49f0-aff3-76b597974aef tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] update failed (client error): The resource could not be found.
May 07 22:02:05.682846 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-4a009ae0-5178-49f0-aff3-76b597974aef tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] 10.222.0.32 "PUT /v2.0/routers/994c4785-e8ff-4a47-9376-7454f3e26884 HTTP/1.1" status: 404  len: 339 time: 0.5228460
May 07 22:02:05.687009 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 53216) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:05.690956 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bca5202-684e-4490-badb-41f87c1949e5 req-87d5b187-2f5e-4fec-9625-6cdb8bfc7f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:05.693407 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4bca5202-684e-4490-badb-41f87c1949e5 req-87d5b187-2f5e-4fec-9625-6cdb8bfc7f41 service neutron] 10.222.0.55 "GET /v2.0/networks?id=33b52409-fae0-4935-b5d0-15acefaa0f3f HTTP/1.1" status: 200  len: 913 time: 0.6646447
May 07 22:02:05.716825 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-91293f26-b0b9-47ce-83ee-a879d34f32f7 req-d3db647e-605c-447b-a518-7faf96760b6a tempest-ServerAddressesNegativeTestJSON-2078801146 tempest-ServerAddressesNegativeTestJSON-2078801146-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae0479cf-31a6-4911-95f1-5e15587427c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5216537
May 07 22:02:05.790315 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-f06590ed-2790-4374-b3d2-8628d729298d req-e6e5596b-e730-400c-b55a-77a9e4bf1b93 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Deleting port f94f9f68-04c4-4723-8e48-775481388884 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:02:05.790556 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-f06590ed-2790-4374-b3d2-8628d729298d req-e6e5596b-e730-400c-b55a-77a9e4bf1b93 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (f94f9f68-04c4-4723-8e48-775481388884), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:05.833869 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a3f8cce2-4be8-40fd-95c9-5d28c13726fe req-9d2703ab-aa6b-4867-82f4-022e1cefefdd service neutron] 10.222.0.59 "GET /v2.0/networks/b8c5cd68-631f-446d-9bed-fb4205a5cef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2646189
May 07 22:02:05.857261 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4bca5202-684e-4490-badb-41f87c1949e5 req-4e18f3f4-d060-4e1c-bec0-c08dabd01017 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d78a47c-1b52-4c8f-ad8e-184b9192eee5 HTTP/1.1" status: 200  len: 1002 time: 0.1394844
May 07 22:02:05.885297 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-dd4d6259-c3af-4022-9890-63200e0fca94 tempest-SubnetPoolsTestJSON-197383286 tempest-SubnetPoolsTestJSON-197383286-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:05.886485 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-dd4d6259-c3af-4022-9890-63200e0fca94 tempest-SubnetPoolsTestJSON-197383286 tempest-SubnetPoolsTestJSON-197383286-project] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 737 time: 0.5542347
May 07 22:02:05.894314 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 53218) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:05.917358 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f37b51-f1f2-4260-a6aa-cfb318968617 req-7b62b06a-1217-4056-a6d5-476041b0122b tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:05.918931 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d9f37b51-f1f2-4260-a6aa-cfb318968617 req-7b62b06a-1217-4056-a6d5-476041b0122b tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 946 time: 0.1724801
May 07 22:02:05.957815 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-30f1c4d4-e146-4a48-929f-3600663081f7 tempest-SubnetPoolsTestJSON-197383286 tempest-SubnetPoolsTestJSON-197383286-project] 10.222.0.32 "GET /v2.0/subnetpools/542b746b-b199-400a-9645-6f1b8af7a5c5 HTTP/1.1" status: 200  len: 732 time: 0.0623164
May 07 22:02:05.965563 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 53220) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:05.971503 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-04dc0cf5-3f67-45d0-84d8-af055b699c38 tempest-SubnetPoolsTestJSON-197383286 tempest-SubnetPoolsTestJSON-197383286-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-861393990'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:02:05.979370 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bca5202-684e-4490-badb-41f87c1949e5 req-39e4698a-df21-474e-8213-425acde6eb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:05.980591 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4bca5202-684e-4490-badb-41f87c1949e5 req-39e4698a-df21-474e-8213-425acde6eb68 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3e304f3b-3927-4f57-b6d9-ff32c4ae5938 HTTP/1.1" status: 200  len: 851 time: 0.1162221
May 07 22:02:05.988799 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-f06590ed-2790-4374-b3d2-8628d729298d req-e6e5596b-e730-400c-b55a-77a9e4bf1b93 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] For port f94f9f68-04c4-4723-8e48-775481388884, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f94f9f68-04c4-4723-8e48-775481388884,segment=NetworkSegment(93a726c5-b63b-41ea-965b-35fbc06f488d),segment_id=93a726c5-b63b-41ea-965b-35fbc06f488d)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:02:05.989013 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-f06590ed-2790-4374-b3d2-8628d729298d req-e6e5596b-e730-400c-b55a-77a9e4bf1b93 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (f94f9f68-04c4-4723-8e48-775481388884), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:06.041593 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-f06590ed-2790-4374-b3d2-8628d729298d req-e6e5596b-e730-400c-b55a-77a9e4bf1b93 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Calling delete_port for f94f9f68-04c4-4723-8e48-775481388884 owned by compute:nova {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:02:06.055113 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d9f37b51-f1f2-4260-a6aa-cfb318968617 req-47fafe7f-c9f7-4861-8cb3-d2b340a5fb1e tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1295648
May 07 22:02:06.068535 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab416e9a-a8b3-4a20-acca-1fea061a2a40', 'tag': 'a5aad234-046b-402f-b295-a91c2ba9d613'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:02:06.068755 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bca5202-684e-4490-badb-41f87c1949e5 req-97fa20ad-209e-44ab-904d-abb666997d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:06.071483 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c74db63a-6b0c-4b64-89e7-18832699d3ff" -d '{"events": [{"name": "network-changed", "server_uuid": "ab416e9a-a8b3-4a20-acca-1fea061a2a40", "tag": "a5aad234-046b-402f-b295-a91c2ba9d613"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:02:06.071747 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4bca5202-684e-4490-badb-41f87c1949e5 req-97fa20ad-209e-44ab-904d-abb666997d81 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=33b52409-fae0-4935-b5d0-15acefaa0f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0765815
May 07 22:02:06.106350 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5f0de22a-ceb6-45e1-8ae3-3cbc27717c7c tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:06.115691 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a94b0a68-c31d-4ff1-bf5e-0ff2a4b667f0 x-openstack-request-id: req-a94b0a68-c31d-4ff1-bf5e-0ff2a4b667f0 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:02:06.115982 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab416e9a-a8b3-4a20-acca-1fea061a2a40", "tag": "a5aad234-046b-402f-b295-a91c2ba9d613", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:02:06.116234 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a94b0a68-c31d-4ff1-bf5e-0ff2a4b667f0 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:02:06.116627 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a94b0a68-c31d-4ff1-bf5e-0ff2a4b667f0'] response: {'name': 'network-changed', 'server_uuid': 'ab416e9a-a8b3-4a20-acca-1fea061a2a40', 'tag': 'a5aad234-046b-402f-b295-a91c2ba9d613', 'status': 'completed', 'code': 200}
May 07 22:02:06.242465 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-04dc0cf5-3f67-45d0-84d8-af055b699c38 tempest-SubnetPoolsTestJSON-197383286 tempest-SubnetPoolsTestJSON-197383286-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:06.246026 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-04dc0cf5-3f67-45d0-84d8-af055b699c38 tempest-SubnetPoolsTestJSON-197383286 tempest-SubnetPoolsTestJSON-197383286-project] 10.222.0.32 "PUT /v2.0/subnetpools/542b746b-b199-400a-9645-6f1b8af7a5c5 HTTP/1.1" status: 200  len: 683 time: 0.2757616
May 07 22:02:06.246789 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 53226) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:06.324157 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f8aba9-0d86-48fa-9826-dc8aee2497cd req-a32c4a5b-aaa5-4d9c-ac18-7bbb1d4471dc tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:06.325515 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c0f8aba9-0d86-48fa-9826-dc8aee2497cd req-a32c4a5b-aaa5-4d9c-ac18-7bbb1d4471dc tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/ports?device_id=20117710-052c-46c3-8ca2-f601df488811 HTTP/1.1" status: 200  len: 945 time: 0.0897131
May 07 22:02:06.332758 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4bca5202-684e-4490-badb-41f87c1949e5 req-bdca9071-630e-4aa4-bed3-019981307612 service neutron] 10.222.0.55 "GET /v2.0/networks/33b52409-fae0-4935-b5d0-15acefaa0f3f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2177415
May 07 22:02:06.420626 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c0f8aba9-0d86-48fa-9826-dc8aee2497cd req-35a50682-7ba4-4326-9cb0-2b8979fa1e3c tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.32 "GET /v2.0/security-groups?id=4d85ced8-44c7-47ce-a4c7-1950d9c3cf50&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0866468
May 07 22:02:06.427818 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-5f0de22a-ceb6-45e1-8ae3-3cbc27717c7c tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Allocated IP 172.20.0.1 (4e0b2286-e3a9-4614-ac73-9c15d8c8d795/17727de1-af86-4148-8361-ac90751f729d/d3745448-b254-4802-a263-da235612f6ac) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:02:06.433789 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-f06590ed-2790-4374-b3d2-8628d729298d req-e6e5596b-e730-400c-b55a-77a9e4bf1b93 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (f94f9f68-04c4-4723-8e48-775481388884), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:06.452038 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['f94f9f68-04c4-4723-8e48-775481388884'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:02:06.481097 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ef461908-f9aa-49b2-9143-f13758b10ecc tempest-SubnetPoolsTestJSON-197383286 tempest-SubnetPoolsTestJSON-197383286-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:06.483585 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-ef461908-f9aa-49b2-9143-f13758b10ecc tempest-SubnetPoolsTestJSON-197383286 tempest-SubnetPoolsTestJSON-197383286-project] 10.222.0.32 "DELETE /v2.0/subnetpools/542b746b-b199-400a-9645-6f1b8af7a5c5 HTTP/1.1" status: 204  len: 168 time: 0.2343092
May 07 22:02:06.486285 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e5596b-e730-400c-b55a-77a9e4bf1b93 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Pushing event deleted for resources: {'Port': ['ID=f94f9f68-04c4-4723-8e48-775481388884,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:06.493635 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 53228) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:06.541090 ncdv-master-1 neutron-server[121836]: INFO neutron.api.v2.resource [None req-64bea400-647f-496d-bddd-299b5a7ff9b1 tempest-SubnetPoolsTestJSON-197383286 tempest-SubnetPoolsTestJSON-197383286-project] show failed (client error): The resource could not be found.
May 07 22:02:06.544687 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-64bea400-647f-496d-bddd-299b5a7ff9b1 tempest-SubnetPoolsTestJSON-197383286 tempest-SubnetPoolsTestJSON-197383286-project] 10.222.0.32 "GET /v2.0/subnetpools/542b746b-b199-400a-9645-6f1b8af7a5c5 HTTP/1.1" status: 404  len: 346 time: 0.0461345
May 07 22:02:06.546288 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 53230) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:06.560008 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4bca5202-684e-4490-badb-41f87c1949e5 req-12dc323e-df72-454a-bde2-3e490a1cee10 service neutron] 10.222.0.55 "GET /v2.0/networks/33b52409-fae0-4935-b5d0-15acefaa0f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2104037
May 07 22:02:06.560743 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-f06590ed-2790-4374-b3d2-8628d729298d req-e6e5596b-e730-400c-b55a-77a9e4bf1b93 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] No DVR routers for this DVR port f94f9f68-04c4-4723-8e48-775481388884 on host nch1-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:02:06.563386 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5f0de22a-ceb6-45e1-8ae3-3cbc27717c7c tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks [] for port (d3745448-b254-4802-a263-da235612f6ac), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:06.563523 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-f06590ed-2790-4374-b3d2-8628d729298d req-e6e5596b-e730-400c-b55a-77a9e4bf1b93 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:06.567177 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f06590ed-2790-4374-b3d2-8628d729298d req-e6e5596b-e730-400c-b55a-77a9e4bf1b93 tempest-ListServerFiltersTestJSON-2070292709 tempest-ListServerFiltersTestJSON-2070292709-project] 10.222.0.55 "DELETE /v2.0/ports/f94f9f68-04c4-4723-8e48-775481388884 HTTP/1.1" status: 204  len: 173 time: 1.3179934
May 07 22:02:06.567651 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20117710-052c-46c3-8ca2-f601df488811', 'name': 'network-vif-deleted', 'tag': 'f94f9f68-04c4-4723-8e48-775481388884'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:02:06.569901 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c4c964-b3b8-427c-88fc-42a4f0158d69" -d '{"events": [{"server_uuid": "20117710-052c-46c3-8ca2-f601df488811", "name": "network-vif-deleted", "tag": "f94f9f68-04c4-4723-8e48-775481388884"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:02:06.575368 ncdv-master-1 neutron-server[121837]: INFO neutron.api.v2.resource [None req-11e36e15-a85d-4bc5-8835-042c3e776dab tempest-SubnetPoolsTestJSON-197383286 tempest-SubnetPoolsTestJSON-197383286-project] delete failed (client error): The resource could not be found.
May 07 22:02:06.581147 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-11e36e15-a85d-4bc5-8835-042c3e776dab tempest-SubnetPoolsTestJSON-197383286 tempest-SubnetPoolsTestJSON-197383286-project] 10.222.0.32 "DELETE /v2.0/subnetpools/542b746b-b199-400a-9645-6f1b8af7a5c5 HTTP/1.1" status: 404  len: 346 time: 0.0292084
May 07 22:02:06.613261 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5501edd5-f4c7-441a-9657-8950328343a3 x-openstack-request-id: req-5501edd5-f4c7-441a-9657-8950328343a3 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:02:06.613826 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20117710-052c-46c3-8ca2-f601df488811", "name": "network-vif-deleted", "tag": "f94f9f68-04c4-4723-8e48-775481388884", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:02:06.613826 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5501edd5-f4c7-441a-9657-8950328343a3 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:02:06.614256 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5501edd5-f4c7-441a-9657-8950328343a3'] response: {'server_uuid': '20117710-052c-46c3-8ca2-f601df488811', 'name': 'network-vif-deleted', 'tag': 'f94f9f68-04c4-4723-8e48-775481388884', 'status': 'completed', 'code': 200}
May 07 22:02:06.614828 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5f0de22a-ceb6-45e1-8ae3-3cbc27717c7c tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (d3745448-b254-4802-a263-da235612f6ac), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:06.660541 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0de22a-ceb6-45e1-8ae3-3cbc27717c7c tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Network 4e0b2286-e3a9-4614-ac73-9c15d8c8d795 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:02:06.666077 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-5f0de22a-ceb6-45e1-8ae3-3cbc27717c7c tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:02:06.669825 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0de22a-ceb6-45e1-8ae3-3cbc27717c7c tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:02:06.698546 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0de22a-ceb6-45e1-8ae3-3cbc27717c7c tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Pushing event updated for resources: {'Port': ['ID=d3745448-b254-4802-a263-da235612f6ac,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:06.728464 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5f0de22a-ceb6-45e1-8ae3-3cbc27717c7c tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398161'] for router_interface (994c4785-e8ff-4a47-9376-7454f3e26884), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:06.833557 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e37b2ff-ca20-489a-ba5a-d4f2a3defec8 req-b3e69748-c38a-466c-91b3-149324283060 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:06.835204 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6e37b2ff-ca20-489a-ba5a-d4f2a3defec8 req-b3e69748-c38a-466c-91b3-149324283060 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/ports?device_id=931cb167-5bcb-4aef-8b2b-029dbcb4d7e9 HTTP/1.1" status: 200  len: 945 time: 0.0985801
May 07 22:02:06.884183 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c855269c-541a-46fe-a093-f5fa8c5fc9d9 req-08a15fe0-e07d-4e3e-ac99-51b2adb976ab tempest-ServerAddressesNegativeTestJSON-2078801146 tempest-ServerAddressesNegativeTestJSON-2078801146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:06.892084 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c855269c-541a-46fe-a093-f5fa8c5fc9d9 req-08a15fe0-e07d-4e3e-ac99-51b2adb976ab tempest-ServerAddressesNegativeTestJSON-2078801146 tempest-ServerAddressesNegativeTestJSON-2078801146-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab416e9a-a8b3-4a20-acca-1fea061a2a40 HTTP/1.1" status: 200  len: 944 time: 0.0637374
May 07 22:02:06.948504 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c855269c-541a-46fe-a093-f5fa8c5fc9d9 req-41e67156-c606-4c31-99fa-d1924391683f tempest-ServerAddressesNegativeTestJSON-2078801146 tempest-ServerAddressesNegativeTestJSON-2078801146-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae0479cf-31a6-4911-95f1-5e15587427c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554483
May 07 22:02:06.959390 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74db63a-6b0c-4b64-89e7-18832699d3ff req-d1de64eb-74dc-49b7-9402-4eb400c848bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:06.961507 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c74db63a-6b0c-4b64-89e7-18832699d3ff req-d1de64eb-74dc-49b7-9402-4eb400c848bb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7c1ba68595ec4a0ab30a1245d2af00b4&device_id=ab416e9a-a8b3-4a20-acca-1fea061a2a40 HTTP/1.1" status: 200  len: 1126 time: 0.1350133
May 07 22:02:06.986824 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 53242) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:07.024876 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6e37b2ff-ca20-489a-ba5a-d4f2a3defec8 req-dbfa1767-df8a-410e-9437-a08d070c7432 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2f94373-fd3e-4a2b-9dee-192df8871f41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1704512
May 07 22:02:07.084717 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5f0de22a-ceb6-45e1-8ae3-3cbc27717c7c tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (d3745448-b254-4802-a263-da235612f6ac), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:07.104713 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-285e21ac-e7c1-425a-b0ab-15c8bbc11ea8 None None] Provisioning complete for port d3745448-b254-4802-a263-da235612f6ac triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:02:07.107160 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-285e21ac-e7c1-425a-b0ab-15c8bbc11ea8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (d3745448-b254-4802-a263-da235612f6ac), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:07.181178 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-285e21ac-e7c1-425a-b0ab-15c8bbc11ea8 None None] Port d3745448-b254-4802-a263-da235612f6ac cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:02:07.227051 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bb9d17-576e-40de-9bbb-c043838e55fd req-d4dc37aa-30a0-48ab-8134-4aad1e92629b tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:07.228556 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-00bb9d17-576e-40de-9bbb-c043838e55fd req-d4dc37aa-30a0-48ab-8134-4aad1e92629b tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 946 time: 0.0671239
May 07 22:02:07.229528 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-25a47802-2f79-42f8-8090-eb16cee0ae06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:07.305665 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-00bb9d17-576e-40de-9bbb-c043838e55fd req-c8349793-5e86-45a2-819c-0c813309875f tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0676179
May 07 22:02:07.348875 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-25a47802-2f79-42f8-8090-eb16cee0ae06 admin admin] Publish callbacks [] for security_group (51ebd2fe-92a5-4ee0-9120-5d90fad56e9d), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:07.353692 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-25a47802-2f79-42f8-8090-eb16cee0ae06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (51ebd2fe-92a5-4ee0-9120-5d90fad56e9d), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:07.396046 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-25a47802-2f79-42f8-8090-eb16cee0ae06 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=15c8c0d57c6d4f4bb7f6cd82cf377743&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4079833
May 07 22:02:07.396775 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a47802-2f79-42f8-8090-eb16cee0ae06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51ebd2fe-92a5-4ee0-9120-5d90fad56e9d,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:07.399931 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 53250) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:07.442103 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fea953f-95cf-4410-81e0-061429ad968a req-37b43c6b-83d1-4205-9581-ee5d437da0cc tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:07.443741 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0fea953f-95cf-4410-81e0-061429ad968a req-37b43c6b-83d1-4205-9581-ee5d437da0cc tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 946 time: 0.0657940
May 07 22:02:07.449401 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-43d04d93-fa41-47d3-a022-49d11a0ebdc4 admin admin] Publish callbacks [] for security_group (51ebd2fe-92a5-4ee0-9120-5d90fad56e9d), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:07.475315 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-43d04d93-fa41-47d3-a022-49d11a0ebdc4 admin admin] Publish callbacks [] for security_group (51ebd2fe-92a5-4ee0-9120-5d90fad56e9d), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:07.484023 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 53254) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:07.515531 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5f0de22a-ceb6-45e1-8ae3-3cbc27717c7c tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks [] for port (d3745448-b254-4802-a263-da235612f6ac), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:07.521015 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0fea953f-95cf-4410-81e0-061429ad968a req-c5f15fe2-ff6a-4f6d-9a23-865f6c640231 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0706189
May 07 22:02:07.522060 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5f0de22a-ceb6-45e1-8ae3-3cbc27717c7c tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (d3745448-b254-4802-a263-da235612f6ac), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:07.553779 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ce7efd5-ccc5-4141-8a9a-181c77585309 admin admin] Deleting subnet 8c650ca0-3b54-444b-821a-832849c70b43 {{(pid=121836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:02:07.558163 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6ce7efd5-ccc5-4141-8a9a-181c77585309 admin admin] Publish callbacks [] for subnet (8c650ca0-3b54-444b-821a-832849c70b43), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:07.596855 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5f0de22a-ceb6-45e1-8ae3-3cbc27717c7c tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401121'] for router_interface (994c4785-e8ff-4a47-9376-7454f3e26884), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:07.597086 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6ce7efd5-ccc5-4141-8a9a-181c77585309 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726883'] for subnet (8c650ca0-3b54-444b-821a-832849c70b43), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:07.599678 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0de22a-ceb6-45e1-8ae3-3cbc27717c7c tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Pushing event updated for resources: {'Port': ['ID=d3745448-b254-4802-a263-da235612f6ac,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:07.618331 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-43d04d93-fa41-47d3-a022-49d11a0ebdc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (51ebd2fe-92a5-4ee0-9120-5d90fad56e9d), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:07.620900 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-43d04d93-fa41-47d3-a022-49d11a0ebdc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:07.622041 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-43d04d93-fa41-47d3-a022-49d11a0ebdc4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/51ebd2fe-92a5-4ee0-9120-5d90fad56e9d HTTP/1.1" status: 204  len: 168 time: 0.2210300
May 07 22:02:07.636469 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d04d93-fa41-47d3-a022-49d11a0ebdc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ebd2fe-92a5-4ee0-9120-5d90fad56e9d,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:07.714108 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6ce7efd5-ccc5-4141-8a9a-181c77585309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (8c650ca0-3b54-444b-821a-832849c70b43), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:07.783862 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6ce7efd5-ccc5-4141-8a9a-181c77585309 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (8c650ca0-3b54-444b-821a-832849c70b43), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:07.821710 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce7efd5-ccc5-4141-8a9a-181c77585309 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c650ca0-3b54-444b-821a-832849c70b43,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:07.823968 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6ce7efd5-ccc5-4141-8a9a-181c77585309 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:07.828389 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-6ce7efd5-ccc5-4141-8a9a-181c77585309 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/8c650ca0-3b54-444b-821a-832849c70b43 HTTP/1.1" status: 204  len: 168 time: 0.3437271
May 07 22:02:07.830922 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 53268) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:07.840146 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbebf369-32f9-4c63-b09d-a17d69324f24 None None] Network a83f92af-3764-4eda-a668-51a2c691a258 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:02:07.850349 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74db63a-6b0c-4b64-89e7-18832699d3ff req-c7fd9acf-3875-4cea-b48e-720237833816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:07.851848 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c74db63a-6b0c-4b64-89e7-18832699d3ff req-c7fd9acf-3875-4cea-b48e-720237833816 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b8c5cd68-631f-446d-9bed-fb4205a5cef7 HTTP/1.1" status: 200  len: 922 time: 0.2094808
May 07 22:02:07.856686 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3791e494-fb5a-4036-b660-5c809d865433 req-d3a1e927-dc3d-4bcb-8af2-9feeb5873fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:07.858353 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3791e494-fb5a-4036-b660-5c809d865433 req-d3a1e927-dc3d-4bcb-8af2-9feeb5873fe8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=931cb167-5bcb-4aef-8b2b-029dbcb4d7e9 HTTP/1.1" status: 200  len: 1127 time: 0.0961726
May 07 22:02:07.930762 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c74db63a-6b0c-4b64-89e7-18832699d3ff req-2a90ce87-58c0-49ae-8b09-2a62e7dc89ae service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a5aad234-046b-402f-b295-a91c2ba9d613 HTTP/1.1" status: 200  len: 217 time: 0.0713902
May 07 22:02:07.934837 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9613a320-e917-4540-b243-b28ef6bdaffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (a83f92af-3764-4eda-a668-51a2c691a258), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:07.981954 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0de22a-ceb6-45e1-8ae3-3cbc27717c7c tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Network 4e0b2286-e3a9-4614-ac73-9c15d8c8d795 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:02:07.995366 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-5f0de22a-ceb6-45e1-8ae3-3cbc27717c7c tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:02:08.021499 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3791e494-fb5a-4036-b660-5c809d865433 req-6b147aac-9574-4a0e-a5c4-de25d87e65c9 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e2f94373-fd3e-4a2b-9dee-192df8871f41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1512017
May 07 22:02:08.028220 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74db63a-6b0c-4b64-89e7-18832699d3ff req-4fd3c29e-30e5-4b82-a73b-6f0c351c3ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:08.029104 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c74db63a-6b0c-4b64-89e7-18832699d3ff req-4fd3c29e-30e5-4b82-a73b-6f0c351c3ea6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=96f52593-f691-4fd8-b770-518edbd951c0 HTTP/1.1" status: 200  len: 861 time: 0.0896797
May 07 22:02:08.030757 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-9613a320-e917-4540-b243-b28ef6bdaffe admin admin] Deleting port 9de510a5-372d-4a4b-9eb8-01ac850ea003 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:02:08.031272 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9613a320-e917-4540-b243-b28ef6bdaffe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (9de510a5-372d-4a4b-9eb8-01ac850ea003), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:08.138188 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device a5aad234-046b-402f-b295-a91c2ba9d613 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:02:08.139274 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-9613a320-e917-4540-b243-b28ef6bdaffe admin admin] For port 9de510a5-372d-4a4b-9eb8-01ac850ea003, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9de510a5-372d-4a4b-9eb8-01ac850ea003,segment=NetworkSegment(93a726c5-b63b-41ea-965b-35fbc06f488d),segment_id=93a726c5-b63b-41ea-965b-35fbc06f488d)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:02:08.140075 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9613a320-e917-4540-b243-b28ef6bdaffe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (9de510a5-372d-4a4b-9eb8-01ac850ea003), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:08.168997 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-9613a320-e917-4540-b243-b28ef6bdaffe admin admin] Calling delete_port for 9de510a5-372d-4a4b-9eb8-01ac850ea003 owned by network:dhcp {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:02:08.175689 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367a73a5-45ec-49a4-b561-16ae476bd687 None None] DHCP port deletion for a83f92af-3764-4eda-a668-51a2c691a258 request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:02:08.283118 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-367a73a5-45ec-49a4-b561-16ae476bd687 None None] Deleting port 9de510a5-372d-4a4b-9eb8-01ac850ea003 {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:02:08.283766 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-367a73a5-45ec-49a4-b561-16ae476bd687 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (9de510a5-372d-4a4b-9eb8-01ac850ea003), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:08.304308 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c74db63a-6b0c-4b64-89e7-18832699d3ff req-ccef6078-2ba6-4954-9d4b-da4def94f106 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b8c5cd68-631f-446d-9bed-fb4205a5cef7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0714834
May 07 22:02:08.369676 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34651ef-376c-4e8f-82a8-d1e54569ccb4 req-a23f6db9-fc2a-4a04-bdf8-79cbf6834212 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:08.377069 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d34651ef-376c-4e8f-82a8-d1e54569ccb4 req-a23f6db9-fc2a-4a04-bdf8-79cbf6834212 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/ports?device_id=931cb167-5bcb-4aef-8b2b-029dbcb4d7e9 HTTP/1.1" status: 200  len: 945 time: 0.1945350
May 07 22:02:08.392976 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f0de22a-ceb6-45e1-8ae3-3cbc27717c7c tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Router 994c4785-e8ff-4a47-9376-7454f3e26884 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:02:08.456167 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d34651ef-376c-4e8f-82a8-d1e54569ccb4 req-8280d25c-5a49-4466-a2fa-da10aba6695a tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2f94373-fd3e-4a2b-9dee-192df8871f41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0780859
May 07 22:02:08.468215 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9613a320-e917-4540-b243-b28ef6bdaffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (9de510a5-372d-4a4b-9eb8-01ac850ea003), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:08.483430 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9613a320-e917-4540-b243-b28ef6bdaffe admin admin] No DVR routers for this DVR port 9de510a5-372d-4a4b-9eb8-01ac850ea003 on host ncdv-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:02:08.487375 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccc5a5b-56db-4ca4-ac9f-e5ea2e2bd44b req-eea6b716-6b65-47d1-93b8-4fcabad1dbe7 tempest-ServerAddressesNegativeTestJSON-2078801146 tempest-ServerAddressesNegativeTestJSON-2078801146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:08.495571 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-eccc5a5b-56db-4ca4-ac9f-e5ea2e2bd44b req-eea6b716-6b65-47d1-93b8-4fcabad1dbe7 tempest-ServerAddressesNegativeTestJSON-2078801146 tempest-ServerAddressesNegativeTestJSON-2078801146-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab416e9a-a8b3-4a20-acca-1fea061a2a40 HTTP/1.1" status: 200  len: 944 time: 0.3384585
May 07 22:02:08.525125 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c74db63a-6b0c-4b64-89e7-18832699d3ff req-c3791bbc-fb82-42f5-8dd1-5a9a31be2e6d service neutron] 10.222.0.59 "GET /v2.0/networks/b8c5cd68-631f-446d-9bed-fb4205a5cef7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2130330
May 07 22:02:08.531442 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9613a320-e917-4540-b243-b28ef6bdaffe admin admin] Pushing event deleted for resources: {'Port': ['ID=9de510a5-372d-4a4b-9eb8-01ac850ea003,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:08.538178 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-367a73a5-45ec-49a4-b561-16ae476bd687 None None] For port 9de510a5-372d-4a4b-9eb8-01ac850ea003, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9de510a5-372d-4a4b-9eb8-01ac850ea003,segment=NetworkSegment(93a726c5-b63b-41ea-965b-35fbc06f488d),segment_id=93a726c5-b63b-41ea-965b-35fbc06f488d)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:02:08.539391 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-367a73a5-45ec-49a4-b561-16ae476bd687 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (9de510a5-372d-4a4b-9eb8-01ac850ea003), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:08.553645 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-367a73a5-45ec-49a4-b561-16ae476bd687 None None] Calling delete_port for 9de510a5-372d-4a4b-9eb8-01ac850ea003 owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:02:08.591259 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9613a320-e917-4540-b243-b28ef6bdaffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (a83f92af-3764-4eda-a668-51a2c691a258), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:08.612860 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-9613a320-e917-4540-b243-b28ef6bdaffe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf86c282b0>,) {'filters': {'network_id': ['a83f92af-3764-4eda-a668-51a2c691a258']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:02:08.622846 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-9613a320-e917-4540-b243-b28ef6bdaffe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf86c282b0>, '93a726c5-b63b-41ea-965b-35fbc06f488d') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:02:08.623163 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-9613a320-e917-4540-b243-b28ef6bdaffe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf86c282b0>, '93a726c5-b63b-41ea-965b-35fbc06f488d') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:02:08.633927 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9613a320-e917-4540-b243-b28ef6bdaffe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (93a726c5-b63b-41ea-965b-35fbc06f488d), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:08.645023 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-5233aee8-9284-42b3-a57f-273717b86ff7 None None] Provisioning complete for port d3745448-b254-4802-a263-da235612f6ac triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:02:08.645406 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5233aee8-9284-42b3-a57f-273717b86ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (d3745448-b254-4802-a263-da235612f6ac), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:08.651778 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9613a320-e917-4540-b243-b28ef6bdaffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (93a726c5-b63b-41ea-965b-35fbc06f488d), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:08.659945 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9613a320-e917-4540-b243-b28ef6bdaffe admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:02:08.661081 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9613a320-e917-4540-b243-b28ef6bdaffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (93a726c5-b63b-41ea-965b-35fbc06f488d), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:08.662610 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 22:02:08.662610 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:02:08.662610 ncdv-master-1 neutron-server[121836]:     timer()
May 07 22:02:08.662610 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:02:08.662610 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 22:02:08.662610 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:02:08.662610 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 22:02:08.662610 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:02:08.662610 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 22:02:08.662610 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:02:08.662610 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 22:02:08.662610 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:02:08.662610 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 22:02:08.662610 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:02:08.662610 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:02:08.662610 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:02:08.662610 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:02:08.662610 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:02:08.662610 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 22:02:08.662610 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:02:08.662610 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 22:02:08.662610 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:02:08.662610 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:02:08.662610 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:02:08.662610 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 22:02:08.662610 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:02:08.662610 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:02:08.662610 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:02:08.662610 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:02:08.662610 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:02:08.662610 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:02:08.662610 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:02:08.668191 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-eccc5a5b-56db-4ca4-ac9f-e5ea2e2bd44b req-a94348f8-f2d9-4874-aee3-059b83db69ec tempest-ServerAddressesNegativeTestJSON-2078801146 tempest-ServerAddressesNegativeTestJSON-2078801146-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae0479cf-31a6-4911-95f1-5e15587427c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1716027
May 07 22:02:08.677927 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-367a73a5-45ec-49a4-b561-16ae476bd687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (9de510a5-372d-4a4b-9eb8-01ac850ea003), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:08.707839 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367a73a5-45ec-49a4-b561-16ae476bd687 None None] No DVR routers for this DVR port 9de510a5-372d-4a4b-9eb8-01ac850ea003 on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:02:08.743143 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367a73a5-45ec-49a4-b561-16ae476bd687 None None] Pushing event deleted for resources: {'Port': ['ID=9de510a5-372d-4a4b-9eb8-01ac850ea003,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:08.751636 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port a5aad234-046b-402f-b295-a91c2ba9d613, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a5aad234-046b-402f-b295-a91c2ba9d613,segment=NetworkSegment(e063ddd4-f7f1-44ca-87b3-71c8a56ba5fe),segment_id=e063ddd4-f7f1-44ca-87b3-71c8a56ba5fe)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:02:08.763931 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-5233aee8-9284-42b3-a57f-273717b86ff7 None None] Port d3745448-b254-4802-a263-da235612f6ac cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:02:08.769623 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': 'a5aad234-046b-402f-b295-a91c2ba9d613', 'network_id': 'b8c5cd68-631f-446d-9bed-fb4205a5cef7', 'port_id': 'a5aad234-046b-402f-b295-a91c2ba9d613', 'mac_address': 'fa:16:3e:9e:5e:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96f52593-f691-4fd8-b770-518edbd951c0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:02:08.770278 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9613a320-e917-4540-b243-b28ef6bdaffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (a83f92af-3764-4eda-a668-51a2c691a258), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:08.783205 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9613a320-e917-4540-b243-b28ef6bdaffe admin admin] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:08.803069 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-9613a320-e917-4540-b243-b28ef6bdaffe admin admin] 10.222.0.32 "DELETE /v2.0/networks/a83f92af-3764-4eda-a668-51a2c691a258 HTTP/1.1" status: 204  len: 168 time: 0.9620001
May 07 22:02:08.818643 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9613a320-e917-4540-b243-b28ef6bdaffe admin admin] Pushing event deleted for resources: {'Network': ['ID=a83f92af-3764-4eda-a668-51a2c691a258,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:08.833773 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port a5aad234-046b-402f-b295-a91c2ba9d613 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:02:08.835545 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (a5aad234-046b-402f-b295-a91c2ba9d613), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:08.855153 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5aad234-046b-402f-b295-a91c2ba9d613 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:02:08.890015 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port a5aad234-046b-402f-b295-a91c2ba9d613, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a5aad234-046b-402f-b295-a91c2ba9d613,segment=NetworkSegment(e063ddd4-f7f1-44ca-87b3-71c8a56ba5fe),segment_id=e063ddd4-f7f1-44ca-87b3-71c8a56ba5fe)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:02:08.894408 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (a5aad234-046b-402f-b295-a91c2ba9d613), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:08.950861 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=a5aad234-046b-402f-b295-a91c2ba9d613,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:09.073918 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 53308) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:09.110450 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device f94f9f68-04c4-4723-8e48-775481388884 no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:02:09.131099 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f0de22a-ceb6-45e1-8ae3-3cbc27717c7c tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:02:09.137122 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-5f0de22a-ceb6-45e1-8ae3-3cbc27717c7c tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] 10.222.0.32 "PUT /v2.0/routers/994c4785-e8ff-4a47-9376-7454f3e26884/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4476218
May 07 22:02:09.140505 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 53310) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:09.145188 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e247c3b6-928f-4b90-852e-3225e7af3ea3 None None] Sync routers for ids ['994c4785-e8ff-4a47-9376-7454f3e26884'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:02:09.163084 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e247c3b6-928f-4b90-852e-3225e7af3ea3 None None] Routers {'994c4785-e8ff-4a47-9376-7454f3e26884'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:02:09.166936 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-e247c3b6-928f-4b90-852e-3225e7af3ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cb63610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:01:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['994c4785-e8ff-4a47-9376-7454f3e26884'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:02:09.186067 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['a5aad234-046b-402f-b295-a91c2ba9d613'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:02:09.187816 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-fbb139a1-e622-4170-8c99-4667c46a103e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=169e1e6f26414e3eaa454bc14100fece&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1126969
May 07 22:02:09.190441 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 53312) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:09.192075 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] No Port match for: f94f9f68-04c4-4723-8e48-775481388884 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:02:09.192429 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device f94f9f68-04c4-4723-8e48-775481388884 not bound to the agent host nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:02:09.261399 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-e247c3b6-928f-4b90-852e-3225e7af3ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cb63610>, [], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:02:09.272067 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e247c3b6-928f-4b90-852e-3225e7af3ea3 None None] Routers {'994c4785-e8ff-4a47-9376-7454f3e26884'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:02:09.272472 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-e247c3b6-928f-4b90-852e-3225e7af3ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cb63610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:01:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['994c4785-e8ff-4a47-9376-7454f3e26884'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:02:09.297522 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c74db63a-6b0c-4b64-89e7-18832699d3ff req-3c1f53c9-19e4-4b18-85df-a2d1e5501349 service neutron] 10.222.0.59 "GET /v2.0/networks/b8c5cd68-631f-446d-9bed-fb4205a5cef7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6200094
May 07 22:02:09.320304 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-e247c3b6-928f-4b90-852e-3225e7af3ea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cb63610>, [], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:02:09.322648 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e247c3b6-928f-4b90-852e-3225e7af3ea3 None None] The sync data for ids ['994c4785-e8ff-4a47-9376-7454f3e26884'] in ncdv-master-1 is: [] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:02:09.323088 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-56b06f0e-4012-4fc8-bc90-11c099239863 admin admin] Publish callbacks [] for security_group (4d85ced8-44c7-47ce-a4c7-1950d9c3cf50), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:09.351859 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c2b069f9-c958-4e50-ae3f-99254e269bf1 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks [] for router (994c4785-e8ff-4a47-9376-7454f3e26884), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:09.391725 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-56b06f0e-4012-4fc8-bc90-11c099239863 admin admin] Publish callbacks [] for security_group (4d85ced8-44c7-47ce-a4c7-1950d9c3cf50), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:09.471788 ncdv-master-1 neutron-server[121837]: INFO neutron.api.v2.resource [None req-c2b069f9-c958-4e50-ae3f-99254e269bf1 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] delete failed (client error): There was a conflict when trying to complete your request.
May 07 22:02:09.475829 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-c2b069f9-c958-4e50-ae3f-99254e269bf1 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] 10.222.0.32 "DELETE /v2.0/routers/994c4785-e8ff-4a47-9376-7454f3e26884 HTTP/1.1" status: 409  len: 376 time: 0.3322783
May 07 22:02:09.475829 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 53322) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:09.563112 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-56b06f0e-4012-4fc8-bc90-11c099239863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (4d85ced8-44c7-47ce-a4c7-1950d9c3cf50), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:09.565603 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-56b06f0e-4012-4fc8-bc90-11c099239863 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:09.566739 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-56b06f0e-4012-4fc8-bc90-11c099239863 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4d85ced8-44c7-47ce-a4c7-1950d9c3cf50 HTTP/1.1" status: 204  len: 168 time: 0.3753159
May 07 22:02:09.582367 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b06f0e-4012-4fc8-bc90-11c099239863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d85ced8-44c7-47ce-a4c7-1950d9c3cf50,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:09.596561 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75918157-ad20-4661-9764-60768b58bd8e req-b3ff1262-dd22-4d46-9854-c34a4f07a9c6 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:09.599370 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-75918157-ad20-4661-9764-60768b58bd8e req-b3ff1262-dd22-4d46-9854-c34a4f07a9c6 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/ports?device_id=931cb167-5bcb-4aef-8b2b-029dbcb4d7e9 HTTP/1.1" status: 200  len: 945 time: 0.0736785
May 07 22:02:09.661691 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-75918157-ad20-4661-9764-60768b58bd8e req-a4788cb8-92f9-44da-b9f3-fc14f01b0d2b tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2f94373-fd3e-4a2b-9dee-192df8871f41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546119
May 07 22:02:09.871987 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697e819e-191a-46ba-94ad-fe10da97b275 req-97769f0e-e08d-4c86-9a59-f570e0d86bd5 tempest-ServerAddressesNegativeTestJSON-2078801146 tempest-ServerAddressesNegativeTestJSON-2078801146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:09.873970 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-697e819e-191a-46ba-94ad-fe10da97b275 req-97769f0e-e08d-4c86-9a59-f570e0d86bd5 tempest-ServerAddressesNegativeTestJSON-2078801146 tempest-ServerAddressesNegativeTestJSON-2078801146-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab416e9a-a8b3-4a20-acca-1fea061a2a40 HTTP/1.1" status: 200  len: 945 time: 0.0926998
May 07 22:02:09.932925 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-697e819e-191a-46ba-94ad-fe10da97b275 req-fff592c8-4a0c-4358-b549-874031633747 tempest-ServerAddressesNegativeTestJSON-2078801146 tempest-ServerAddressesNegativeTestJSON-2078801146-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae0479cf-31a6-4911-95f1-5e15587427c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466576
May 07 22:02:10.014375 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea24ff2-5247-4e44-8de8-c24d7755f1dc req-ff209328-d24e-418d-8f1d-eca5a7cdba71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:10.015931 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2ea24ff2-5247-4e44-8de8-c24d7755f1dc req-ff209328-d24e-418d-8f1d-eca5a7cdba71 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=1fb49d7a99844a7ab8ef30fb59250e7d&device_id=931cb167-5bcb-4aef-8b2b-029dbcb4d7e9 HTTP/1.1" status: 200  len: 1127 time: 0.1020253
May 07 22:02:10.050398 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1004bc03-8977-402e-aa3b-697a1fe4a9ed req-4cbeef8b-d04f-4f29-9bab-68fdf2db8e6b tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:10.051978 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1004bc03-8977-402e-aa3b-697a1fe4a9ed req-4cbeef8b-d04f-4f29-9bab-68fdf2db8e6b tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/ports?device_id=931cb167-5bcb-4aef-8b2b-029dbcb4d7e9 HTTP/1.1" status: 200  len: 945 time: 0.1391277
May 07 22:02:10.055949 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-88e0dddd-bb13-4fdf-93bf-23eef80f0eb9 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401094'] for router_interface (994c4785-e8ff-4a47-9376-7454f3e26884), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:10.075452 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 9de510a5-372d-4a4b-9eb8-01ac850ea003 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:02:10.113681 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 9de510a5-372d-4a4b-9eb8-01ac850ea003 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:02:10.114235 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 9de510a5-372d-4a4b-9eb8-01ac850ea003 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:02:10.147594 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device a5aad234-046b-402f-b295-a91c2ba9d613 up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:02:10.204321 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning for port a5aad234-046b-402f-b295-a91c2ba9d613 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 22:02:10.211814 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port a5aad234-046b-402f-b295-a91c2ba9d613 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:02:10.212203 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (a5aad234-046b-402f-b295-a91c2ba9d613), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:10.335763 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1004bc03-8977-402e-aa3b-697a1fe4a9ed req-09fd91ef-44be-4a79-a43d-e1d4c12721ee tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2f94373-fd3e-4a2b-9dee-192df8871f41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2632892
May 07 22:02:10.337037 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port a5aad234-046b-402f-b295-a91c2ba9d613 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:02:10.337438 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (a5aad234-046b-402f-b295-a91c2ba9d613), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:10.359777 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea24ff2-5247-4e44-8de8-c24d7755f1dc req-2fe1d712-c4f4-4bc9-875f-00ce6ac35604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:10.361395 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2ea24ff2-5247-4e44-8de8-c24d7755f1dc req-2fe1d712-c4f4-4bc9-875f-00ce6ac35604 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4e401ba0-7563-49f5-9424-036872d14546 HTTP/1.1" status: 200  len: 912 time: 0.3358502
May 07 22:02:10.387958 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab416e9a-a8b3-4a20-acca-1fea061a2a40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5aad234-046b-402f-b295-a91c2ba9d613'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:02:10.390215 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6627ac02-f6d8-4eb2-87c7-14d5403eaf9a" -d '{"events": [{"server_uuid": "ab416e9a-a8b3-4a20-acca-1fea061a2a40", "name": "network-vif-plugged", "status": "completed", "tag": "a5aad234-046b-402f-b295-a91c2ba9d613"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:02:10.403635 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port a5aad234-046b-402f-b295-a91c2ba9d613, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a5aad234-046b-402f-b295-a91c2ba9d613,segment=NetworkSegment(e063ddd4-f7f1-44ca-87b3-71c8a56ba5fe),segment_id=e063ddd4-f7f1-44ca-87b3-71c8a56ba5fe)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:02:10.411420 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (a5aad234-046b-402f-b295-a91c2ba9d613), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:10.421376 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2ea24ff2-5247-4e44-8de8-c24d7755f1dc req-916c83ce-a567-4c72-b3b2-e6ad5547c581 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aa4c2169-baeb-4b6e-a6e2-98691784c4a7 HTTP/1.1" status: 200  len: 217 time: 0.0522301
May 07 22:02:10.466245 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d33b70f6-1193-4d63-884d-7231736cc2b7 x-openstack-request-id: req-d33b70f6-1193-4d63-884d-7231736cc2b7 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:02:10.466515 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab416e9a-a8b3-4a20-acca-1fea061a2a40", "name": "network-vif-plugged", "status": "completed", "tag": "a5aad234-046b-402f-b295-a91c2ba9d613", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:02:10.466803 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d33b70f6-1193-4d63-884d-7231736cc2b7 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:02:10.467208 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d33b70f6-1193-4d63-884d-7231736cc2b7'] response: {'server_uuid': 'ab416e9a-a8b3-4a20-acca-1fea061a2a40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5aad234-046b-402f-b295-a91c2ba9d613', 'code': 200}
May 07 22:02:10.470755 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=a5aad234-046b-402f-b295-a91c2ba9d613,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:10.583915 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea24ff2-5247-4e44-8de8-c24d7755f1dc req-50b5a8e7-18fd-41c7-ab9c-ad6dd59f2311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:10.585394 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2ea24ff2-5247-4e44-8de8-c24d7755f1dc req-50b5a8e7-18fd-41c7-ab9c-ad6dd59f2311 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=8d58b02e-bcfe-4d9f-9480-bc1a5a487d04 HTTP/1.1" status: 200  len: 851 time: 0.1533368
May 07 22:02:10.588784 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 53372) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:10.653178 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2ea24ff2-5247-4e44-8de8-c24d7755f1dc req-e96e44b1-8fcd-4fbd-b082-e996ce77cdda service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4e401ba0-7563-49f5-9424-036872d14546&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0417519
May 07 22:02:10.655782 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-88e0dddd-bb13-4fdf-93bf-23eef80f0eb9 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Deleting port d3745448-b254-4802-a263-da235612f6ac {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:02:10.656105 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-88e0dddd-bb13-4fdf-93bf-23eef80f0eb9 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (d3745448-b254-4802-a263-da235612f6ac), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:10.678983 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacf5402-2095-43a1-b7ab-4423a29b4ab1 req-5db5510f-ba04-45e0-aeb6-7525c3f62fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:10.681012 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bacf5402-2095-43a1-b7ab-4423a29b4ab1 req-5db5510f-ba04-45e0-aeb6-7525c3f62fea service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ab416e9a-a8b3-4a20-acca-1fea061a2a40 HTTP/1.1" status: 200  len: 1128 time: 0.1272504
May 07 22:02:10.695275 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-69be8822-c11b-42ad-b91d-adf70d617536 admin admin] Request body: {'network': {'name': 'tempest-ServerGroup264TestJSON-997050290-network', 'tenant_id': '85c3142e67d842ef8c79c4f7ff74bbe9'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:02:10.717424 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69be8822-c11b-42ad-b91d-adf70d617536 admin admin] Made reservation on behalf of 85c3142e67d842ef8c79c4f7ff74bbe9 for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:02:10.719828 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-69be8822-c11b-42ad-b91d-adf70d617536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:10.729102 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-69be8822-c11b-42ad-b91d-adf70d617536 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:10.807684 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-69be8822-c11b-42ad-b91d-adf70d617536 admin admin] Publish callbacks [] for security_group (e3406d87-364e-4867-8c98-5f1859c0cd06), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:10.812140 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-69be8822-c11b-42ad-b91d-adf70d617536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (e3406d87-364e-4867-8c98-5f1859c0cd06), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:10.837848 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69be8822-c11b-42ad-b91d-adf70d617536 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:02:10.841549 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bacf5402-2095-43a1-b7ab-4423a29b4ab1 req-47f26a06-c051-4cca-b6dd-9920e697be17 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ae0479cf-31a6-4911-95f1-5e15587427c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1506155
May 07 22:02:10.853136 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-88e0dddd-bb13-4fdf-93bf-23eef80f0eb9 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (d3745448-b254-4802-a263-da235612f6ac), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:10.854506 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69be8822-c11b-42ad-b91d-adf70d617536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3406d87-364e-4867-8c98-5f1859c0cd06,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:10.859280 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-69be8822-c11b-42ad-b91d-adf70d617536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (3ae11ce9-aef4-4102-86dc-c28918bf0580), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:10.859629 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-69be8822-c11b-42ad-b91d-adf70d617536 admin admin] Added segment 3ae11ce9-aef4-4102-86dc-c28918bf0580 of type vlan for network ef46414f-08cf-4bb1-aa51-121db2040c39
May 07 22:02:10.875862 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-88e0dddd-bb13-4fdf-93bf-23eef80f0eb9 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Calling delete_port for d3745448-b254-4802-a263-da235612f6ac owned by network:router_interface {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:02:10.882267 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2ea24ff2-5247-4e44-8de8-c24d7755f1dc req-7b8ce911-f135-44ed-b990-aadfa82d0268 service neutron] 10.222.0.59 "GET /v2.0/networks/4e401ba0-7563-49f5-9424-036872d14546?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2204165
May 07 22:02:10.903804 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-69be8822-c11b-42ad-b91d-adf70d617536 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (ef46414f-08cf-4bb1-aa51-121db2040c39), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:10.929593 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-69be8822-c11b-42ad-b91d-adf70d617536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (ef46414f-08cf-4bb1-aa51-121db2040c39), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:10.930686 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69be8822-c11b-42ad-b91d-adf70d617536 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:10.931293 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-69be8822-c11b-42ad-b91d-adf70d617536 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:10.999213 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 53378) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:10.999436 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-69be8822-c11b-42ad-b91d-adf70d617536 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.4089103
May 07 22:02:11.003969 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-cd73cfe3-6950-47a8-9c9d-bfd7726ed2d7 admin admin] Request body: {'subnet': {'network_id': 'ef46414f-08cf-4bb1-aa51-121db2040c39', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroup264TestJSON-997050290-subnet', 'tenant_id': '85c3142e67d842ef8c79c4f7ff74bbe9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:02:11.005716 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69be8822-c11b-42ad-b91d-adf70d617536 admin admin] Pushing event updated for resources: {'Network': ['ID=ef46414f-08cf-4bb1-aa51-121db2040c39,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:11.015368 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network ef46414f-08cf-4bb1-aa51-121db2040c39 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:02:11.112120 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd73cfe3-6950-47a8-9c9d-bfd7726ed2d7 admin admin] Made reservation on behalf of 85c3142e67d842ef8c79c4f7ff74bbe9 for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:02:11.114184 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cd73cfe3-6950-47a8-9c9d-bfd7726ed2d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:11.130276 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 1d78a47c-1b52-4c8f-ad8e-184b9192eee5 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:02:11.168606 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a5f8b4-6b95-4a29-9bb0-f785a9b5f7b1 req-ac61da23-6e24-493f-8a69-22e3e6dafae0 tempest-ServerAddressesNegativeTestJSON-2078801146 tempest-ServerAddressesNegativeTestJSON-2078801146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:11.170097 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-50a5f8b4-6b95-4a29-9bb0-f785a9b5f7b1 req-ac61da23-6e24-493f-8a69-22e3e6dafae0 tempest-ServerAddressesNegativeTestJSON-2078801146 tempest-ServerAddressesNegativeTestJSON-2078801146-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab416e9a-a8b3-4a20-acca-1fea061a2a40 HTTP/1.1" status: 200  len: 946 time: 0.1604776
May 07 22:02:11.236138 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 1d78a47c-1b52-4c8f-ad8e-184b9192eee5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1d78a47c-1b52-4c8f-ad8e-184b9192eee5,segment=NetworkSegment(3565a17e-e0eb-4b35-a7f2-f7d7af642fb7),segment_id=3565a17e-e0eb-4b35-a7f2-f7d7af642fb7)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:02:11.247667 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': '1d78a47c-1b52-4c8f-ad8e-184b9192eee5', 'network_id': '33b52409-fae0-4935-b5d0-15acefaa0f3f', 'port_id': '1d78a47c-1b52-4c8f-ad8e-184b9192eee5', 'mac_address': 'fa:16:3e:b8:c4:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e304f3b-3927-4f57-b6d9-ff32c4ae5938', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:02:11.250402 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-88e0dddd-bb13-4fdf-93bf-23eef80f0eb9 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (d3745448-b254-4802-a263-da235612f6ac), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:11.287236 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 1d78a47c-1b52-4c8f-ad8e-184b9192eee5 is: ACTIVE; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:02:11.287634 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (1d78a47c-1b52-4c8f-ad8e-184b9192eee5), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:11.304502 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1d78a47c-1b52-4c8f-ad8e-184b9192eee5 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:02:11.313766 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e0dddd-bb13-4fdf-93bf-23eef80f0eb9 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Pushing event deleted for resources: {'Port': ['ID=d3745448-b254-4802-a263-da235612f6ac,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:11.327484 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2ea24ff2-5247-4e44-8de8-c24d7755f1dc req-3fdea7a5-f36e-4743-9630-0d096fe1689d service neutron] 10.222.0.59 "GET /v2.0/networks/4e401ba0-7563-49f5-9424-036872d14546?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2820473
May 07 22:02:11.329559 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 1d78a47c-1b52-4c8f-ad8e-184b9192eee5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1d78a47c-1b52-4c8f-ad8e-184b9192eee5,segment=NetworkSegment(3565a17e-e0eb-4b35-a7f2-f7d7af642fb7),segment_id=3565a17e-e0eb-4b35-a7f2-f7d7af642fb7)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:02:11.333831 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (1d78a47c-1b52-4c8f-ad8e-184b9192eee5), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:11.389382 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-50a5f8b4-6b95-4a29-9bb0-f785a9b5f7b1 req-6e716e82-0cc1-41d9-8fb2-438559d17442 tempest-ServerAddressesNegativeTestJSON-2078801146 tempest-ServerAddressesNegativeTestJSON-2078801146-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae0479cf-31a6-4911-95f1-5e15587427c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1994481
May 07 22:02:11.391891 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=1d78a47c-1b52-4c8f-ad8e-184b9192eee5,revision_number=6']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:11.441343 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['1d78a47c-1b52-4c8f-ad8e-184b9192eee5'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:02:11.498762 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca82babe-3742-4d72-b50d-2de93874705c req-817eeba0-3f92-489b-a73c-065e0e1018dd tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:11.500305 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ca82babe-3742-4d72-b50d-2de93874705c req-817eeba0-3f92-489b-a73c-065e0e1018dd tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/ports?device_id=931cb167-5bcb-4aef-8b2b-029dbcb4d7e9 HTTP/1.1" status: 200  len: 945 time: 0.0772197
May 07 22:02:11.569066 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-88e0dddd-bb13-4fdf-93bf-23eef80f0eb9 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401002'] for router_interface (994c4785-e8ff-4a47-9376-7454f3e26884), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:11.591776 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ca82babe-3742-4d72-b50d-2de93874705c req-00d00bc7-c781-4e82-95cc-457c82e27199 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2f94373-fd3e-4a2b-9dee-192df8871f41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0846446
May 07 22:02:11.646028 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cd73cfe3-6950-47a8-9c9d-bfd7726ed2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (b7e8250e-8b04-4cb4-8932-3b16bb9eb3ed), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:11.743348 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd73cfe3-6950-47a8-9c9d-bfd7726ed2d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7e8250e-8b04-4cb4-8932-3b16bb9eb3ed,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:12.169753 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd73cfe3-6950-47a8-9c9d-bfd7726ed2d7 admin admin] Checking segment: {'id': '3ae11ce9-aef4-4102-86dc-c28918bf0580', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'ef46414f-08cf-4bb1-aa51-121db2040c39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:02:12.170109 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd73cfe3-6950-47a8-9c9d-bfd7726ed2d7 admin admin] Network hostable DHCP agents. Network: ef46414f-08cf-4bb1-aa51-121db2040c39, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:02:12.189676 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88e0dddd-bb13-4fdf-93bf-23eef80f0eb9 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Router 994c4785-e8ff-4a47-9376-7454f3e26884 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:02:12.208404 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd73cfe3-6950-47a8-9c9d-bfd7726ed2d7 admin admin] Network ef46414f-08cf-4bb1-aa51-121db2040c39 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:02:12.254395 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-cd73cfe3-6950-47a8-9c9d-bfd7726ed2d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ef46414f-08cf-4bb1-aa51-121db2040c39) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:02:12.262507 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9718cfb-f629-4159-a85e-3de0aae988ae None None] Network ef46414f-08cf-4bb1-aa51-121db2040c39 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:02:12.284335 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd73cfe3-6950-47a8-9c9d-bfd7726ed2d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:12.285060 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cd73cfe3-6950-47a8-9c9d-bfd7726ed2d7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:12.299848 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88e0dddd-bb13-4fdf-93bf-23eef80f0eb9 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:02:12.305189 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-88e0dddd-bb13-4fdf-93bf-23eef80f0eb9 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] 10.222.0.32 "PUT /v2.0/routers/994c4785-e8ff-4a47-9376-7454f3e26884/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8278320
May 07 22:02:12.308863 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 53436) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:12.316362 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-cd73cfe3-6950-47a8-9c9d-bfd7726ed2d7 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.3161256
May 07 22:02:12.317350 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e25764-758e-4126-b441-88ba114a35e9 None None] Sync routers for ids ['994c4785-e8ff-4a47-9376-7454f3e26884'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:02:12.364720 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e25764-758e-4126-b441-88ba114a35e9 None None] Routers {'994c4785-e8ff-4a47-9376-7454f3e26884'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:02:12.365354 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-48e25764-758e-4126-b441-88ba114a35e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f695d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:01:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['994c4785-e8ff-4a47-9376-7454f3e26884'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:02:12.370287 ncdv-master-1 neutron-server[121836]: INFO neutron.api.v2.resource [None req-04fddd6a-0829-46f4-8907-150fd0ddff71 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] show failed (client error): The resource could not be found.
May 07 22:02:12.371434 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-04fddd6a-0829-46f4-8907-150fd0ddff71 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] 10.222.0.32 "GET /v2.0/routers/tempest-non_exist_router-105070703 HTTP/1.1" status: 404  len: 334 time: 0.0615313
May 07 22:02:12.375198 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 53440) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:12.381784 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-1758ef32-a0a5-494e-a63a-f92ba4d99143 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Request body: {'router': {'name': 'new_name'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:02:12.411310 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-48e25764-758e-4126-b441-88ba114a35e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f695d60>, [], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:02:12.424998 ncdv-master-1 neutron-server[121836]: INFO neutron.api.v2.resource [None req-1758ef32-a0a5-494e-a63a-f92ba4d99143 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] update failed (client error): The resource could not be found.
May 07 22:02:12.425664 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-1758ef32-a0a5-494e-a63a-f92ba4d99143 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] 10.222.0.32 "PUT /v2.0/routers/tempest-non_exist_router-113646194 HTTP/1.1" status: 404  len: 334 time: 0.0483005
May 07 22:02:12.429543 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 53444) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:12.490469 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e25764-758e-4126-b441-88ba114a35e9 None None] Routers {'994c4785-e8ff-4a47-9376-7454f3e26884'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:02:12.491189 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-48e25764-758e-4126-b441-88ba114a35e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f695d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:01:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['994c4785-e8ff-4a47-9376-7454f3e26884'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:02:12.543177 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-377a7dc8-c3c7-4552-995d-2d34f6ff4596 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Deleting subnet aa3b292b-f0fd-4bac-8204-6a9f16548ba2 {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:02:12.546988 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-377a7dc8-c3c7-4552-995d-2d34f6ff4596 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks [] for subnet (aa3b292b-f0fd-4bac-8204-6a9f16548ba2), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:12.565604 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f661010-b005-4614-a8a6-e4b5ea202f34 None None] Network ef46414f-08cf-4bb1-aa51-121db2040c39 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:02:12.589650 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-48e25764-758e-4126-b441-88ba114a35e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f695d60>, [], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:02:12.590579 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e25764-758e-4126-b441-88ba114a35e9 None None] The sync data for ids ['994c4785-e8ff-4a47-9376-7454f3e26884'] in ncdv-master-1 is: [] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:02:12.656809 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd34e3-bfc0-4187-905d-b488d7b2e2f5 req-81cc799f-fc78-4fda-a08f-38d87299cf42 tempest-ServerAddressesNegativeTestJSON-2078801146 tempest-ServerAddressesNegativeTestJSON-2078801146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:12.658414 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-63fd34e3-bfc0-4187-905d-b488d7b2e2f5 req-81cc799f-fc78-4fda-a08f-38d87299cf42 tempest-ServerAddressesNegativeTestJSON-2078801146 tempest-ServerAddressesNegativeTestJSON-2078801146-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab416e9a-a8b3-4a20-acca-1fea061a2a40 HTTP/1.1" status: 200  len: 946 time: 0.1073663
May 07 22:02:12.660717 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-377a7dc8-c3c7-4552-995d-2d34f6ff4596 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (aa3b292b-f0fd-4bac-8204-6a9f16548ba2), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:12.761718 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-63fd34e3-bfc0-4187-905d-b488d7b2e2f5 req-938cc714-d284-4989-8070-36f66b08ed56 tempest-ServerAddressesNegativeTestJSON-2078801146 tempest-ServerAddressesNegativeTestJSON-2078801146-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae0479cf-31a6-4911-95f1-5e15587427c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0966735
May 07 22:02:12.850844 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-377a7dc8-c3c7-4552-995d-2d34f6ff4596 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (aa3b292b-f0fd-4bac-8204-6a9f16548ba2), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:12.932079 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4770d819-1ee0-4e67-9ade-ec6d0334ecfb req-83092823-fc64-4d49-b3bd-4bbc52ab7381 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:12.934507 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4770d819-1ee0-4e67-9ade-ec6d0334ecfb req-83092823-fc64-4d49-b3bd-4bbc52ab7381 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/ports?device_id=931cb167-5bcb-4aef-8b2b-029dbcb4d7e9 HTTP/1.1" status: 200  len: 945 time: 0.0860264
May 07 22:02:12.982231 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 53464) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:12.997644 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-377a7dc8-c3c7-4552-995d-2d34f6ff4596 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (aa3b292b-f0fd-4bac-8204-6a9f16548ba2), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:13.059603 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-377a7dc8-c3c7-4552-995d-2d34f6ff4596 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:13.065879 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ce4eb0-bfb1-4201-b91b-9a4152b4686d None None] Network 9104a973-7f28-4b7c-afe7-d8cfbae672ac requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:02:13.066789 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-377a7dc8-c3c7-4552-995d-2d34f6ff4596 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] 10.222.0.32 "DELETE /v2.0/subnets/aa3b292b-f0fd-4bac-8204-6a9f16548ba2 HTTP/1.1" status: 204  len: 168 time: 0.6354451
May 07 22:02:13.067728 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a7dc8-c3c7-4552-995d-2d34f6ff4596 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Pushing event deleted for resources: {'Subnet': ['ID=aa3b292b-f0fd-4bac-8204-6a9f16548ba2,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:13.073396 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 53468) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:13.106412 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_v2 [None req-a581c64e-73a3-42ca-b7be-46fad60aabcc admin admin] Deleting subnet b7e8250e-8b04-4cb4-8932-3b16bb9eb3ed {{(pid=121836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:02:13.133724 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a581c64e-73a3-42ca-b7be-46fad60aabcc admin admin] Publish callbacks [] for subnet (b7e8250e-8b04-4cb4-8932-3b16bb9eb3ed), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:13.138466 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-0044f0fd-4d40-4fc1-88ee-6410d474b488 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Deleting subnet 2139a9a2-4dd1-4be7-8255-a94709f0c320 {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:02:13.160866 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4770d819-1ee0-4e67-9ade-ec6d0334ecfb req-c7dcefb0-b755-4242-9f83-713a66792d0d tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2f94373-fd3e-4a2b-9dee-192df8871f41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2075748
May 07 22:02:13.170147 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0044f0fd-4d40-4fc1-88ee-6410d474b488 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks [] for subnet (2139a9a2-4dd1-4be7-8255-a94709f0c320), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:13.186261 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 1d78a47c-1b52-4c8f-ad8e-184b9192eee5 up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:02:13.220806 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a581c64e-73a3-42ca-b7be-46fad60aabcc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726883'] for subnet (b7e8250e-8b04-4cb4-8932-3b16bb9eb3ed), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:13.278408 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0044f0fd-4d40-4fc1-88ee-6410d474b488 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (2139a9a2-4dd1-4be7-8255-a94709f0c320), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:13.348919 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a581c64e-73a3-42ca-b7be-46fad60aabcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (b7e8250e-8b04-4cb4-8932-3b16bb9eb3ed), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:13.471452 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port 1d78a47c-1b52-4c8f-ad8e-184b9192eee5 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:02:13.472324 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (1d78a47c-1b52-4c8f-ad8e-184b9192eee5), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:13.499590 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a581c64e-73a3-42ca-b7be-46fad60aabcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (b7e8250e-8b04-4cb4-8932-3b16bb9eb3ed), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:13.499882 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0044f0fd-4d40-4fc1-88ee-6410d474b488 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (2139a9a2-4dd1-4be7-8255-a94709f0c320), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:13.543189 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa17795a-c1a2-417d-bcc0-4a2f77d4aa0a None None] DHCP port deletion for 9104a973-7f28-4b7c-afe7-d8cfbae672ac request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:02:13.555228 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a581c64e-73a3-42ca-b7be-46fad60aabcc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7e8250e-8b04-4cb4-8932-3b16bb9eb3ed,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:13.557818 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a581c64e-73a3-42ca-b7be-46fad60aabcc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:13.568201 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-a581c64e-73a3-42ca-b7be-46fad60aabcc admin admin] 10.222.0.32 "DELETE /v2.0/subnets/b7e8250e-8b04-4cb4-8932-3b16bb9eb3ed HTTP/1.1" status: 204  len: 168 time: 0.5820229
May 07 22:02:13.577811 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 53478) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:13.646090 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0044f0fd-4d40-4fc1-88ee-6410d474b488 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (2139a9a2-4dd1-4be7-8255-a94709f0c320), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:13.686919 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fa07c6d3-ce30-4ffa-bd48-9a3dd1c126e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (ef46414f-08cf-4bb1-aa51-121db2040c39), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:13.692240 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0044f0fd-4d40-4fc1-88ee-6410d474b488 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Pushing event deleted for resources: {'Subnet': ['ID=2139a9a2-4dd1-4be7-8255-a94709f0c320,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:13.694471 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0044f0fd-4d40-4fc1-88ee-6410d474b488 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:13.698155 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-0044f0fd-4d40-4fc1-88ee-6410d474b488 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] 10.222.0.32 "DELETE /v2.0/subnets/2139a9a2-4dd1-4be7-8255-a94709f0c320 HTTP/1.1" status: 204  len: 168 time: 0.6235197
May 07 22:02:13.700713 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 53480) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:13.709646 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd064718-153f-4932-b484-108dc95e0dbc None None] Network 62e91c76-254e-4c4b-9926-524bedda9485 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:02:13.772064 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-aa17795a-c1a2-417d-bcc0-4a2f77d4aa0a None None] Deleting port b3fa48d0-b586-4267-9a01-f33b7b02c352 {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:02:13.772446 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-aa17795a-c1a2-417d-bcc0-4a2f77d4aa0a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (b3fa48d0-b586-4267-9a01-f33b7b02c352), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:13.866488 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 1d78a47c-1b52-4c8f-ad8e-184b9192eee5 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:02:13.866981 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (1d78a47c-1b52-4c8f-ad8e-184b9192eee5), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:13.867306 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-74ee0f6f-edd8-435d-baf3-8aee97eb036e tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (9104a973-7f28-4b7c-afe7-d8cfbae672ac), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:13.884780 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fa07c6d3-ce30-4ffa-bd48-9a3dd1c126e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (ef46414f-08cf-4bb1-aa51-121db2040c39), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:13.904874 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-aa17795a-c1a2-417d-bcc0-4a2f77d4aa0a None None] For port b3fa48d0-b586-4267-9a01-f33b7b02c352, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b3fa48d0-b586-4267-9a01-f33b7b02c352,segment=NetworkSegment(c76b8296-c332-4ef2-a158-f2a5492111a5),segment_id=c76b8296-c332-4ef2-a158-f2a5492111a5)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:02:13.905220 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-aa17795a-c1a2-417d-bcc0-4a2f77d4aa0a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (b3fa48d0-b586-4267-9a01-f33b7b02c352), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:13.930692 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-fa07c6d3-ce30-4ffa-bd48-9a3dd1c126e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf85fd4340>,) {'filters': {'network_id': ['ef46414f-08cf-4bb1-aa51-121db2040c39']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:02:13.934515 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-aa17795a-c1a2-417d-bcc0-4a2f77d4aa0a None None] Calling delete_port for b3fa48d0-b586-4267-9a01-f33b7b02c352 owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:02:13.941124 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4996f091-2316-4100-b272-d2af7738b4ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d78a47c-1b52-4c8f-ad8e-184b9192eee5'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:02:13.946469 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bd42319-37b6-4088-a45a-5c047993f327" -d '{"events": [{"server_uuid": "4996f091-2316-4100-b272-d2af7738b4ac", "name": "network-vif-plugged", "status": "completed", "tag": "1d78a47c-1b52-4c8f-ad8e-184b9192eee5"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:02:13.954180 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-fa07c6d3-ce30-4ffa-bd48-9a3dd1c126e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf85fd4340>, '3ae11ce9-aef4-4102-86dc-c28918bf0580') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:02:13.954665 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-fa07c6d3-ce30-4ffa-bd48-9a3dd1c126e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf85fd4340>, '3ae11ce9-aef4-4102-86dc-c28918bf0580') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:02:13.968354 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 1d78a47c-1b52-4c8f-ad8e-184b9192eee5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1d78a47c-1b52-4c8f-ad8e-184b9192eee5,segment=NetworkSegment(3565a17e-e0eb-4b35-a7f2-f7d7af642fb7),segment_id=3565a17e-e0eb-4b35-a7f2-f7d7af642fb7)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:02:13.970742 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fa07c6d3-ce30-4ffa-bd48-9a3dd1c126e0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (3ae11ce9-aef4-4102-86dc-c28918bf0580), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:13.988011 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fa07c6d3-ce30-4ffa-bd48-9a3dd1c126e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (3ae11ce9-aef4-4102-86dc-c28918bf0580), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:13.997051 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa07c6d3-ce30-4ffa-bd48-9a3dd1c126e0 admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:02:13.997821 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fa07c6d3-ce30-4ffa-bd48-9a3dd1c126e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (3ae11ce9-aef4-4102-86dc-c28918bf0580), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:14.003297 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-74ee0f6f-edd8-435d-baf3-8aee97eb036e tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Deleting port b3fa48d0-b586-4267-9a01-f33b7b02c352 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:02:14.003653 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-74ee0f6f-edd8-435d-baf3-8aee97eb036e tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (b3fa48d0-b586-4267-9a01-f33b7b02c352), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:14.027974 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65c0776-d76f-451e-a690-b746d10ecb5f None None] DHCP port deletion for 62e91c76-254e-4c4b-9926-524bedda9485 request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:02:14.032540 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (1d78a47c-1b52-4c8f-ad8e-184b9192eee5), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:14.071630 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 22:02:14.071630 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:02:14.071630 ncdv-master-1 neutron-server[121836]:     timer()
May 07 22:02:14.071630 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:02:14.071630 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 22:02:14.071630 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:02:14.071630 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 22:02:14.071630 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:02:14.071630 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 22:02:14.071630 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:02:14.071630 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 22:02:14.071630 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:02:14.071630 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 22:02:14.071630 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:02:14.071630 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:02:14.071630 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:02:14.071630 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:02:14.071630 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:02:14.071630 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 22:02:14.071630 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:02:14.071630 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 22:02:14.071630 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:02:14.071630 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:02:14.071630 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:02:14.071630 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 22:02:14.071630 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:02:14.071630 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:02:14.071630 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:02:14.071630 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:02:14.071630 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:02:14.071630 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:02:14.071630 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:02:14.078302 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dad7b31-b724-4a2f-aa5d-4e6b8033937f x-openstack-request-id: req-4dad7b31-b724-4a2f-aa5d-4e6b8033937f {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:02:14.078302 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4996f091-2316-4100-b272-d2af7738b4ac", "name": "network-vif-plugged", "status": "completed", "tag": "1d78a47c-1b52-4c8f-ad8e-184b9192eee5", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:02:14.078302 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4dad7b31-b724-4a2f-aa5d-4e6b8033937f {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:02:14.078652 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4dad7b31-b724-4a2f-aa5d-4e6b8033937f'] response: {'server_uuid': '4996f091-2316-4100-b272-d2af7738b4ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d78a47c-1b52-4c8f-ad8e-184b9192eee5', 'code': 200}
May 07 22:02:14.090622 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fa07c6d3-ce30-4ffa-bd48-9a3dd1c126e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (ef46414f-08cf-4bb1-aa51-121db2040c39), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:14.119388 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fa07c6d3-ce30-4ffa-bd48-9a3dd1c126e0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:14.126376 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-fa07c6d3-ce30-4ffa-bd48-9a3dd1c126e0 admin admin] 10.222.0.32 "DELETE /v2.0/networks/ef46414f-08cf-4bb1-aa51-121db2040c39 HTTP/1.1" status: 204  len: 168 time: 0.5471179
May 07 22:02:14.143417 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa07c6d3-ce30-4ffa-bd48-9a3dd1c126e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=ef46414f-08cf-4bb1-aa51-121db2040c39,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:14.159451 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453218cb-dc0e-4048-a92c-6f559fc6ce8e req-16a4c6ae-fd22-44ec-be67-0bf47babefb2 tempest-ServerAddressesNegativeTestJSON-2078801146 tempest-ServerAddressesNegativeTestJSON-2078801146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:14.169321 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-453218cb-dc0e-4048-a92c-6f559fc6ce8e req-16a4c6ae-fd22-44ec-be67-0bf47babefb2 tempest-ServerAddressesNegativeTestJSON-2078801146 tempest-ServerAddressesNegativeTestJSON-2078801146-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab416e9a-a8b3-4a20-acca-1fea061a2a40 HTTP/1.1" status: 200  len: 946 time: 0.0997581
May 07 22:02:14.258546 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device b3fa48d0-b586-4267-9a01-f33b7b02c352 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:02:14.271188 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-74ee0f6f-edd8-435d-baf3-8aee97eb036e tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] For port b3fa48d0-b586-4267-9a01-f33b7b02c352, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b3fa48d0-b586-4267-9a01-f33b7b02c352,segment=NetworkSegment(c76b8296-c332-4ef2-a158-f2a5492111a5),segment_id=c76b8296-c332-4ef2-a158-f2a5492111a5)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:02:14.271634 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-74ee0f6f-edd8-435d-baf3-8aee97eb036e tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (b3fa48d0-b586-4267-9a01-f33b7b02c352), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:14.313793 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-453218cb-dc0e-4048-a92c-6f559fc6ce8e req-3778b795-99a1-4e10-ad77-c5a40e928dc6 tempest-ServerAddressesNegativeTestJSON-2078801146 tempest-ServerAddressesNegativeTestJSON-2078801146-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae0479cf-31a6-4911-95f1-5e15587427c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1432102
May 07 22:02:14.332515 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-74ee0f6f-edd8-435d-baf3-8aee97eb036e tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Calling delete_port for b3fa48d0-b586-4267-9a01-f33b7b02c352 owned by network:dhcp {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:02:14.411306 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=1d78a47c-1b52-4c8f-ad8e-184b9192eee5,revision_number=7']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:14.429990 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-d65c0776-d76f-451e-a690-b746d10ecb5f None None] Deleting port 6ef1ab6b-a1d2-4978-8895-3d40b9f29bb0 {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:02:14.434931 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d65c0776-d76f-451e-a690-b746d10ecb5f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (6ef1ab6b-a1d2-4978-8895-3d40b9f29bb0), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:14.435980 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 53510) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:14.442936 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7de5c63-4306-4563-831c-43900edce917 req-9cfc99ef-00e9-4525-ad12-f170bd43ec67 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:14.453111 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a7de5c63-4306-4563-831c-43900edce917 req-9cfc99ef-00e9-4525-ad12-f170bd43ec67 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/ports?device_id=931cb167-5bcb-4aef-8b2b-029dbcb4d7e9 HTTP/1.1" status: 200  len: 945 time: 0.1344650
May 07 22:02:14.467660 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-aa17795a-c1a2-417d-bcc0-4a2f77d4aa0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (b3fa48d0-b586-4267-9a01-f33b7b02c352), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:14.543898 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Port b3fa48d0-b586-4267-9a01-f33b7b02c352 update to DOWN by agent not found {{(pid=121838) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2273}}
May 07 22:02:14.545165 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a7de5c63-4306-4563-831c-43900edce917 req-3fca84d8-a48d-46b1-9051-c402e04326a4 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2f94373-fd3e-4a2b-9dee-192df8871f41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0844676
May 07 22:02:14.545588 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 6ef1ab6b-a1d2-4978-8895-3d40b9f29bb0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:02:14.547973 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-74ee0f6f-edd8-435d-baf3-8aee97eb036e tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (b3fa48d0-b586-4267-9a01-f33b7b02c352), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:14.578196 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ee0f6f-edd8-435d-baf3-8aee97eb036e tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Pushing event deleted for resources: {'Port': ['ID=b3fa48d0-b586-4267-9a01-f33b7b02c352,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:14.593114 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ee0f6f-edd8-435d-baf3-8aee97eb036e tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] No DVR routers for this DVR port b3fa48d0-b586-4267-9a01-f33b7b02c352 on host ncdv-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:02:14.594544 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-520bf0ff-4095-4028-842b-9be7483fe9ec admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=85c3142e67d842ef8c79c4f7ff74bbe9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1566830
May 07 22:02:14.597500 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 53516) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:14.608059 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa17795a-c1a2-417d-bcc0-4a2f77d4aa0a None None] No DVR routers for this DVR port b3fa48d0-b586-4267-9a01-f33b7b02c352 on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:02:14.668171 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa17795a-c1a2-417d-bcc0-4a2f77d4aa0a None None] Pushing event deleted for resources: {'Port': ['ID=b3fa48d0-b586-4267-9a01-f33b7b02c352,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:14.673685 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-d65c0776-d76f-451e-a690-b746d10ecb5f None None] For port 6ef1ab6b-a1d2-4978-8895-3d40b9f29bb0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6ef1ab6b-a1d2-4978-8895-3d40b9f29bb0,segment=NetworkSegment(17b47c15-a852-4d13-8874-a048a9ff5ebb),segment_id=17b47c15-a852-4d13-8874-a048a9ff5ebb)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:02:14.674091 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d65c0776-d76f-451e-a690-b746d10ecb5f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (6ef1ab6b-a1d2-4978-8895-3d40b9f29bb0), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:14.754012 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 6ef1ab6b-a1d2-4978-8895-3d40b9f29bb0 is: ACTIVE; New status is: DOWN {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:02:14.754547 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (6ef1ab6b-a1d2-4978-8895-3d40b9f29bb0), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:14.757225 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-d65c0776-d76f-451e-a690-b746d10ecb5f None None] Calling delete_port for 6ef1ab6b-a1d2-4978-8895-3d40b9f29bb0 owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:02:14.767655 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-74ee0f6f-edd8-435d-baf3-8aee97eb036e tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (9104a973-7f28-4b7c-afe7-d8cfbae672ac), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:14.798271 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1bbe1c8d-6465-4eb2-8c8b-8a08682b71d7 admin admin] Publish callbacks [] for security_group (e3406d87-364e-4867-8c98-5f1859c0cd06), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:14.813658 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port 6ef1ab6b-a1d2-4978-8895-3d40b9f29bb0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6ef1ab6b-a1d2-4978-8895-3d40b9f29bb0,segment=NetworkSegment(17b47c15-a852-4d13-8874-a048a9ff5ebb),segment_id=17b47c15-a852-4d13-8874-a048a9ff5ebb)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:02:14.844096 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (6ef1ab6b-a1d2-4978-8895-3d40b9f29bb0), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:14.848306 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-74ee0f6f-edd8-435d-baf3-8aee97eb036e tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf8635da00>,) {'filters': {'network_id': ['9104a973-7f28-4b7c-afe7-d8cfbae672ac']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:02:14.918010 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-74ee0f6f-edd8-435d-baf3-8aee97eb036e tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8635da00>, 'c76b8296-c332-4ef2-a158-f2a5492111a5') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:02:14.918381 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-74ee0f6f-edd8-435d-baf3-8aee97eb036e tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8635da00>, 'c76b8296-c332-4ef2-a158-f2a5492111a5') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:02:14.921798 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1bbe1c8d-6465-4eb2-8c8b-8a08682b71d7 admin admin] Publish callbacks [] for security_group (e3406d87-364e-4867-8c98-5f1859c0cd06), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:14.969107 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-74ee0f6f-edd8-435d-baf3-8aee97eb036e tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (c76b8296-c332-4ef2-a158-f2a5492111a5), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:14.976951 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb7e13-14db-48b2-bc6f-cfc29eaaa9bd req-aa910f96-4249-40b7-a555-95569ee6c000 tempest-ServerAddressesNegativeTestJSON-2078801146 tempest-ServerAddressesNegativeTestJSON-2078801146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:14.979059 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fabb7e13-14db-48b2-bc6f-cfc29eaaa9bd req-aa910f96-4249-40b7-a555-95569ee6c000 tempest-ServerAddressesNegativeTestJSON-2078801146 tempest-ServerAddressesNegativeTestJSON-2078801146-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab416e9a-a8b3-4a20-acca-1fea061a2a40 HTTP/1.1" status: 200  len: 946 time: 0.1098866
May 07 22:02:15.029476 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-74ee0f6f-edd8-435d-baf3-8aee97eb036e tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (c76b8296-c332-4ef2-a158-f2a5492111a5), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:15.049163 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74ee0f6f-edd8-435d-baf3-8aee97eb036e tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:02:15.049719 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-74ee0f6f-edd8-435d-baf3-8aee97eb036e tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (c76b8296-c332-4ef2-a158-f2a5492111a5), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:15.053012 ncdv-master-1 neutron-server[121837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:02:15.053012 ncdv-master-1 neutron-server[121837]:   self.session.flush()
May 07 22:02:15.053012 ncdv-master-1 neutron-server[121837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:02:15.053012 ncdv-master-1 neutron-server[121837]:   self.session.flush()
May 07 22:02:15.053012 ncdv-master-1 neutron-server[121837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:02:15.053012 ncdv-master-1 neutron-server[121837]:   self.session.flush()
May 07 22:02:15.053012 ncdv-master-1 neutron-server[121837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:02:15.053012 ncdv-master-1 neutron-server[121837]:   self.session.flush()
May 07 22:02:15.053012 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 22:02:15.053012 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:02:15.053012 ncdv-master-1 neutron-server[121837]:     timer()
May 07 22:02:15.053012 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:02:15.053012 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 22:02:15.053012 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:02:15.053012 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 22:02:15.053012 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:02:15.053012 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 22:02:15.053012 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:02:15.053012 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 22:02:15.053012 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:02:15.053012 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 22:02:15.053012 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:02:15.053012 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:02:15.053012 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:02:15.053012 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:02:15.053012 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:02:15.053012 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 22:02:15.053012 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:02:15.053012 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 22:02:15.053012 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:02:15.053012 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:02:15.053012 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:02:15.053012 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 22:02:15.053012 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:02:15.053012 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:02:15.053012 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:02:15.053012 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:02:15.053012 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:02:15.053012 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:02:15.053012 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:02:15.138499 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fabb7e13-14db-48b2-bc6f-cfc29eaaa9bd req-88684645-8baf-4dcd-8bce-178ecf45f306 tempest-ServerAddressesNegativeTestJSON-2078801146 tempest-ServerAddressesNegativeTestJSON-2078801146-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae0479cf-31a6-4911-95f1-5e15587427c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1432602
May 07 22:02:15.175071 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba22655-cab2-4f8a-a84f-6429c201bc95 req-c969013e-3eb8-4bd6-b5de-ca5423aba21f tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:15.177568 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9ba22655-cab2-4f8a-a84f-6429c201bc95 req-c969013e-3eb8-4bd6-b5de-ca5423aba21f tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/ports?device_id=931cb167-5bcb-4aef-8b2b-029dbcb4d7e9 HTTP/1.1" status: 200  len: 945 time: 0.1542413
May 07 22:02:15.180379 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1bbe1c8d-6465-4eb2-8c8b-8a08682b71d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (e3406d87-364e-4867-8c98-5f1859c0cd06), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:15.183086 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1bbe1c8d-6465-4eb2-8c8b-8a08682b71d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:15.187455 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-1bbe1c8d-6465-4eb2-8c8b-8a08682b71d7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e3406d87-364e-4867-8c98-5f1859c0cd06 HTTP/1.1" status: 204  len: 168 time: 0.5886781
May 07 22:02:15.221095 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-74ee0f6f-edd8-435d-baf3-8aee97eb036e tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (9104a973-7f28-4b7c-afe7-d8cfbae672ac), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:15.233145 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbe1c8d-6465-4eb2-8c8b-8a08682b71d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3406d87-364e-4867-8c98-5f1859c0cd06,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:15.247568 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-74ee0f6f-edd8-435d-baf3-8aee97eb036e tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:15.251173 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-74ee0f6f-edd8-435d-baf3-8aee97eb036e tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] 10.222.0.32 "DELETE /v2.0/networks/9104a973-7f28-4b7c-afe7-d8cfbae672ac HTTP/1.1" status: 204  len: 168 time: 1.5493970
May 07 22:02:15.253692 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 53538) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:15.312066 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9ba22655-cab2-4f8a-a84f-6429c201bc95 req-0b7477a1-9b91-4fd8-bfba-0ff505bb29bd tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2f94373-fd3e-4a2b-9dee-192df8871f41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1226292
May 07 22:02:15.320746 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ee0f6f-edd8-435d-baf3-8aee97eb036e tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Pushing event deleted for resources: {'Network': ['ID=9104a973-7f28-4b7c-afe7-d8cfbae672ac,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:15.367724 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d65c0776-d76f-451e-a690-b746d10ecb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (6ef1ab6b-a1d2-4978-8895-3d40b9f29bb0), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:15.381464 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=6ef1ab6b-a1d2-4978-8895-3d40b9f29bb0,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:15.424295 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-07f81fa7-98c6-4c4d-bc5d-832d0b5c818d tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (62e91c76-254e-4c4b-9926-524bedda9485), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:15.434897 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65c0776-d76f-451e-a690-b746d10ecb5f None None] Pushing event deleted for resources: {'Port': ['ID=6ef1ab6b-a1d2-4978-8895-3d40b9f29bb0,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:15.440776 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65c0776-d76f-451e-a690-b746d10ecb5f None None] No DVR routers for this DVR port 6ef1ab6b-a1d2-4978-8895-3d40b9f29bb0 on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:02:15.563483 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-07f81fa7-98c6-4c4d-bc5d-832d0b5c818d tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (62e91c76-254e-4c4b-9926-524bedda9485), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:15.619659 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-07f81fa7-98c6-4c4d-bc5d-832d0b5c818d tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf8c78fdc0>,) {'filters': {'network_id': ['62e91c76-254e-4c4b-9926-524bedda9485']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:02:15.636648 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-07f81fa7-98c6-4c4d-bc5d-832d0b5c818d tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8c78fdc0>, '17b47c15-a852-4d13-8874-a048a9ff5ebb') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:02:15.637224 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-07f81fa7-98c6-4c4d-bc5d-832d0b5c818d tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8c78fdc0>, '17b47c15-a852-4d13-8874-a048a9ff5ebb') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:02:15.657850 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-07f81fa7-98c6-4c4d-bc5d-832d0b5c818d tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (17b47c15-a852-4d13-8874-a048a9ff5ebb), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:15.679171 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-07f81fa7-98c6-4c4d-bc5d-832d0b5c818d tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (17b47c15-a852-4d13-8874-a048a9ff5ebb), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:15.694107 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07f81fa7-98c6-4c4d-bc5d-832d0b5c818d tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:02:15.696302 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-07f81fa7-98c6-4c4d-bc5d-832d0b5c818d tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (17b47c15-a852-4d13-8874-a048a9ff5ebb), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:15.706687 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 22:02:15.706687 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:02:15.706687 ncdv-master-1 neutron-server[121836]:     timer()
May 07 22:02:15.706687 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:02:15.706687 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 22:02:15.706687 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:02:15.706687 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 22:02:15.706687 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:02:15.706687 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 22:02:15.706687 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:02:15.706687 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 22:02:15.706687 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:02:15.706687 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 22:02:15.706687 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:02:15.706687 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:02:15.706687 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:02:15.706687 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:02:15.706687 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:02:15.706687 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 22:02:15.706687 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:02:15.706687 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 22:02:15.706687 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:02:15.706687 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:02:15.706687 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:02:15.706687 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 22:02:15.706687 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:02:15.706687 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:02:15.706687 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:02:15.706687 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:02:15.706687 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:02:15.706687 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:02:15.706687 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:02:15.845042 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-07f81fa7-98c6-4c4d-bc5d-832d0b5c818d tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (62e91c76-254e-4c4b-9926-524bedda9485), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:15.853352 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-07f81fa7-98c6-4c4d-bc5d-832d0b5c818d tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:15.859505 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-07f81fa7-98c6-4c4d-bc5d-832d0b5c818d tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] 10.222.0.32 "DELETE /v2.0/networks/62e91c76-254e-4c4b-9926-524bedda9485 HTTP/1.1" status: 204  len: 168 time: 0.6045327
May 07 22:02:15.860915 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 53548) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:15.918412 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f81fa7-98c6-4c4d-bc5d-832d0b5c818d tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Pushing event deleted for resources: {'Network': ['ID=62e91c76-254e-4c4b-9926-524bedda9485,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:15.961655 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f2fc653-fa89-4374-940c-e60753bed16d tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Deleting subnet 17727de1-af86-4148-8361-ac90751f729d {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:02:15.965687 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9f2fc653-fa89-4374-940c-e60753bed16d tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks [] for subnet (17727de1-af86-4148-8361-ac90751f729d), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:16.023257 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9f2fc653-fa89-4374-940c-e60753bed16d tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (17727de1-af86-4148-8361-ac90751f729d), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:16.208450 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9f2fc653-fa89-4374-940c-e60753bed16d tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (17727de1-af86-4148-8361-ac90751f729d), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:16.451715 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9f2fc653-fa89-4374-940c-e60753bed16d tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (17727de1-af86-4148-8361-ac90751f729d), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:16.514165 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2fc653-fa89-4374-940c-e60753bed16d tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Pushing event deleted for resources: {'Subnet': ['ID=17727de1-af86-4148-8361-ac90751f729d,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:16.525106 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5351716a-225c-4c53-a489-85f6d557eac1 req-5eb3ac42-a2a8-42cf-8b33-db9c2bf41c33 tempest-ServerAddressesNegativeTestJSON-2078801146 tempest-ServerAddressesNegativeTestJSON-2078801146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:16.527976 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5351716a-225c-4c53-a489-85f6d557eac1 req-5eb3ac42-a2a8-42cf-8b33-db9c2bf41c33 tempest-ServerAddressesNegativeTestJSON-2078801146 tempest-ServerAddressesNegativeTestJSON-2078801146-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab416e9a-a8b3-4a20-acca-1fea061a2a40 HTTP/1.1" status: 200  len: 946 time: 0.2205029
May 07 22:02:16.563803 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9f2fc653-fa89-4374-940c-e60753bed16d tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:16.568281 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-9f2fc653-fa89-4374-940c-e60753bed16d tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] 10.222.0.32 "DELETE /v2.0/subnets/17727de1-af86-4148-8361-ac90751f729d HTTP/1.1" status: 204  len: 168 time: 0.7042162
May 07 22:02:16.575859 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9a112f-7594-4eec-839f-1420d2821710 None None] Network 4e0b2286-e3a9-4614-ac73-9c15d8c8d795 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:02:16.577881 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 53606) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:16.587274 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f09afca-f12a-4ea5-8e20-9297a96c449c req-76554452-a693-4f2d-9f52-55ea17f6c321 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:16.595119 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9f09afca-f12a-4ea5-8e20-9297a96c449c req-76554452-a693-4f2d-9f52-55ea17f6c321 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/ports?device_id=931cb167-5bcb-4aef-8b2b-029dbcb4d7e9 HTTP/1.1" status: 200  len: 945 time: 0.1530001
May 07 22:02:16.675303 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9f09afca-f12a-4ea5-8e20-9297a96c449c req-1b59770a-62fd-4401-b8fb-0db68480226b tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2f94373-fd3e-4a2b-9dee-192df8871f41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0780048
May 07 22:02:16.704201 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5351716a-225c-4c53-a489-85f6d557eac1 req-9fba45d4-3545-4e99-b51f-c3b31a4b7d31 tempest-ServerAddressesNegativeTestJSON-2078801146 tempest-ServerAddressesNegativeTestJSON-2078801146-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae0479cf-31a6-4911-95f1-5e15587427c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1553519
May 07 22:02:16.711761 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0f06e257-c5fc-4491-bf9c-62153cd0c08e tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (4e0b2286-e3a9-4614-ac73-9c15d8c8d795), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:16.785156 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-0f06e257-c5fc-4491-bf9c-62153cd0c08e tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Deleting port 1ce56c4a-2da6-4e49-ba99-d70b05b4f4c6 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:02:16.785581 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0f06e257-c5fc-4491-bf9c-62153cd0c08e tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (1ce56c4a-2da6-4e49-ba99-d70b05b4f4c6), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:16.809239 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 53624) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:16.834700 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7cfc3fc-0f1d-4fb9-a725-568dc726bd04 None None] DHCP port deletion for 4e0b2286-e3a9-4614-ac73-9c15d8c8d795 request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:02:16.913158 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-0f06e257-c5fc-4491-bf9c-62153cd0c08e tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] For port 1ce56c4a-2da6-4e49-ba99-d70b05b4f4c6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1ce56c4a-2da6-4e49-ba99-d70b05b4f4c6,segment=NetworkSegment(565e700b-1d52-4c51-8ff3-eb18735bb331),segment_id=565e700b-1d52-4c51-8ff3-eb18735bb331)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:02:16.915875 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0f06e257-c5fc-4491-bf9c-62153cd0c08e tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (1ce56c4a-2da6-4e49-ba99-d70b05b4f4c6), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:16.917362 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-d7cfc3fc-0f1d-4fb9-a725-568dc726bd04 None None] Deleting port 1ce56c4a-2da6-4e49-ba99-d70b05b4f4c6 {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:02:16.917753 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d7cfc3fc-0f1d-4fb9-a725-568dc726bd04 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (1ce56c4a-2da6-4e49-ba99-d70b05b4f4c6), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:16.955317 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-0f06e257-c5fc-4491-bf9c-62153cd0c08e tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Calling delete_port for 1ce56c4a-2da6-4e49-ba99-d70b05b4f4c6 owned by network:dhcp {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:02:16.983556 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-97c71bbc-1ba2-44b4-a9e5-cb34b675f700 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1832148144-network', 'tenant_id': '8130c27f2b84434a8d6fa5032b67aa1e'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:02:17.032931 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c71bbc-1ba2-44b4-a9e5-cb34b675f700 admin admin] Made reservation on behalf of 8130c27f2b84434a8d6fa5032b67aa1e for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:02:17.035710 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-97c71bbc-1ba2-44b4-a9e5-cb34b675f700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:17.075604 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-97c71bbc-1ba2-44b4-a9e5-cb34b675f700 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:17.091200 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0f06e257-c5fc-4491-bf9c-62153cd0c08e tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (1ce56c4a-2da6-4e49-ba99-d70b05b4f4c6), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:17.093780 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-d7cfc3fc-0f1d-4fb9-a725-568dc726bd04 None None] For port 1ce56c4a-2da6-4e49-ba99-d70b05b4f4c6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1ce56c4a-2da6-4e49-ba99-d70b05b4f4c6,segment=NetworkSegment(565e700b-1d52-4c51-8ff3-eb18735bb331),segment_id=565e700b-1d52-4c51-8ff3-eb18735bb331)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:02:17.094192 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d7cfc3fc-0f1d-4fb9-a725-568dc726bd04 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (1ce56c4a-2da6-4e49-ba99-d70b05b4f4c6), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:17.127987 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-d7cfc3fc-0f1d-4fb9-a725-568dc726bd04 None None] Calling delete_port for 1ce56c4a-2da6-4e49-ba99-d70b05b4f4c6 owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:02:17.154211 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f06e257-c5fc-4491-bf9c-62153cd0c08e tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Pushing event deleted for resources: {'Port': ['ID=1ce56c4a-2da6-4e49-ba99-d70b05b4f4c6,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:17.173195 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f06e257-c5fc-4491-bf9c-62153cd0c08e tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] No DVR routers for this DVR port 1ce56c4a-2da6-4e49-ba99-d70b05b4f4c6 on host ncdv-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:02:17.282375 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-97c71bbc-1ba2-44b4-a9e5-cb34b675f700 admin admin] Publish callbacks [] for security_group (8784126e-39eb-4ad2-9420-cda4822e0755), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:17.291953 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-97c71bbc-1ba2-44b4-a9e5-cb34b675f700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (8784126e-39eb-4ad2-9420-cda4822e0755), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:17.299290 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d7cfc3fc-0f1d-4fb9-a725-568dc726bd04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (1ce56c4a-2da6-4e49-ba99-d70b05b4f4c6), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:17.321540 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97c71bbc-1ba2-44b4-a9e5-cb34b675f700 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:02:17.333179 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-97c71bbc-1ba2-44b4-a9e5-cb34b675f700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (2f0831b3-8133-4c28-a071-337c31d2cb1b), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:17.333664 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-97c71bbc-1ba2-44b4-a9e5-cb34b675f700 admin admin] Added segment 2f0831b3-8133-4c28-a071-337c31d2cb1b of type vlan for network f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b
May 07 22:02:17.335268 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0f06e257-c5fc-4491-bf9c-62153cd0c08e tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (4e0b2286-e3a9-4614-ac73-9c15d8c8d795), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:17.357692 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-0f06e257-c5fc-4491-bf9c-62153cd0c08e tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf8cdb2b50>,) {'filters': {'network_id': ['4e0b2286-e3a9-4614-ac73-9c15d8c8d795']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:02:17.368692 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-0f06e257-c5fc-4491-bf9c-62153cd0c08e tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8cdb2b50>, '565e700b-1d52-4c51-8ff3-eb18735bb331') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:02:17.369045 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-0f06e257-c5fc-4491-bf9c-62153cd0c08e tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8cdb2b50>, '565e700b-1d52-4c51-8ff3-eb18735bb331') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:02:17.372402 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cfc3fc-0f1d-4fb9-a725-568dc726bd04 None None] Pushing event deleted for resources: {'Port': ['ID=1ce56c4a-2da6-4e49-ba99-d70b05b4f4c6,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:17.383629 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cfc3fc-0f1d-4fb9-a725-568dc726bd04 None None] No DVR routers for this DVR port 1ce56c4a-2da6-4e49-ba99-d70b05b4f4c6 on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:02:17.387556 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0f06e257-c5fc-4491-bf9c-62153cd0c08e tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (565e700b-1d52-4c51-8ff3-eb18735bb331), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:17.398959 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-97c71bbc-1ba2-44b4-a9e5-cb34b675f700 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:17.407395 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0f06e257-c5fc-4491-bf9c-62153cd0c08e tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (565e700b-1d52-4c51-8ff3-eb18735bb331), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:17.414297 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f06e257-c5fc-4491-bf9c-62153cd0c08e tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:02:17.414694 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0f06e257-c5fc-4491-bf9c-62153cd0c08e tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (565e700b-1d52-4c51-8ff3-eb18735bb331), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:17.442963 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-97c71bbc-1ba2-44b4-a9e5-cb34b675f700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:17.444030 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c71bbc-1ba2-44b4-a9e5-cb34b675f700 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:17.447811 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-97c71bbc-1ba2-44b4-a9e5-cb34b675f700 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:17.480991 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 22:02:17.480991 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:02:17.480991 ncdv-master-1 neutron-server[121837]:     timer()
May 07 22:02:17.480991 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:02:17.480991 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 22:02:17.480991 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:02:17.480991 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 22:02:17.480991 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:02:17.480991 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 22:02:17.480991 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:02:17.480991 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 22:02:17.480991 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:02:17.480991 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 22:02:17.480991 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:02:17.480991 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:02:17.480991 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:02:17.480991 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:02:17.480991 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:02:17.480991 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 22:02:17.480991 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:02:17.480991 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 22:02:17.480991 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:02:17.480991 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:02:17.480991 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:02:17.480991 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 22:02:17.480991 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:02:17.480991 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:02:17.480991 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:02:17.480991 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:02:17.480991 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:02:17.480991 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:02:17.480991 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:02:17.489777 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0f06e257-c5fc-4491-bf9c-62153cd0c08e tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (4e0b2286-e3a9-4614-ac73-9c15d8c8d795), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:17.505832 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0f06e257-c5fc-4491-bf9c-62153cd0c08e tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:17.511520 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-0f06e257-c5fc-4491-bf9c-62153cd0c08e tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] 10.222.0.32 "DELETE /v2.0/networks/4e0b2286-e3a9-4614-ac73-9c15d8c8d795 HTTP/1.1" status: 204  len: 168 time: 0.9277782
May 07 22:02:17.517900 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 53650) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:17.530817 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c71bbc-1ba2-44b4-a9e5-cb34b675f700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8784126e-39eb-4ad2-9420-cda4822e0755,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:17.548082 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-97c71bbc-1ba2-44b4-a9e5-cb34b675f700 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 0.7375958
May 07 22:02:17.560272 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 53652) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:17.562765 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-4d97b15b-85a0-4ea0-a5a4-f0b2e604c477 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] 10.222.0.32 "GET /v2.0/ports?device_id=994c4785-e8ff-4a47-9376-7454f3e26884 HTTP/1.1" status: 200  len: 205 time: 0.0436645
May 07 22:02:17.563845 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f06e257-c5fc-4491-bf9c-62153cd0c08e tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Pushing event deleted for resources: {'Network': ['ID=4e0b2286-e3a9-4614-ac73-9c15d8c8d795,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:17.565435 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 53656) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:17.572471 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-b1ee7afc-0997-444e-8b48-e96fe6035f0f admin admin] Request body: {'subnet': {'network_id': 'f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1832148144-subnet', 'tenant_id': '8130c27f2b84434a8d6fa5032b67aa1e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:02:17.577921 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c71bbc-1ba2-44b4-a9e5-cb34b675f700 admin admin] Pushing event updated for resources: {'Network': ['ID=f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:17.590519 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:02:17.624341 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1ee7afc-0997-444e-8b48-e96fe6035f0f admin admin] Made reservation on behalf of 8130c27f2b84434a8d6fa5032b67aa1e for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:02:17.626952 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b1ee7afc-0997-444e-8b48-e96fe6035f0f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:17.652368 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7d197e2e-a3b3-405d-86bc-405d9d920823 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks [] for router (994c4785-e8ff-4a47-9376-7454f3e26884), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:17.964517 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7d197e2e-a3b3-405d-86bc-405d9d920823 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (994c4785-e8ff-4a47-9376-7454f3e26884), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:17.970187 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7d197e2e-a3b3-405d-86bc-405d9d920823 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks [] for router_controller (994c4785-e8ff-4a47-9376-7454f3e26884), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:18.001575 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94003ff-a177-4aef-8521-b2afa7e77749 req-4f037318-3da1-427f-952d-8bb3f0bafd1c tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:18.004569 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a94003ff-a177-4aef-8521-b2afa7e77749 req-4f037318-3da1-427f-952d-8bb3f0bafd1c tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/ports?device_id=931cb167-5bcb-4aef-8b2b-029dbcb4d7e9 HTTP/1.1" status: 200  len: 945 time: 0.1991458
May 07 22:02:18.045067 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b1ee7afc-0997-444e-8b48-e96fe6035f0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (b554e5f7-e35c-452a-ba74-fc50d3983e51), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:18.102704 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 1ce56c4a-2da6-4e49-ba99-d70b05b4f4c6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:02:18.156545 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7d197e2e-a3b3-405d-86bc-405d9d920823 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (994c4785-e8ff-4a47-9376-7454f3e26884), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:18.157168 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d197e2e-a3b3-405d-86bc-405d9d920823 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Fanout notify agent at l3_agent the message router_deleted on router 994c4785-e8ff-4a47-9376-7454f3e26884 {{(pid=121837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 22:02:18.163616 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 1ce56c4a-2da6-4e49-ba99-d70b05b4f4c6 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:02:18.164095 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 1ce56c4a-2da6-4e49-ba99-d70b05b4f4c6 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:02:18.172737 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7d197e2e-a3b3-405d-86bc-405d9d920823 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:18.173920 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-7d197e2e-a3b3-405d-86bc-405d9d920823 tempest-RoutersNegativeTest-1091065055 tempest-RoutersNegativeTest-1091065055-project] 10.222.0.32 "DELETE /v2.0/routers/994c4785-e8ff-4a47-9376-7454f3e26884 HTTP/1.1" status: 204  len: 168 time: 0.6075947
May 07 22:02:18.200754 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a94003ff-a177-4aef-8521-b2afa7e77749 req-8a02918d-5cee-4f45-a51e-a30f0eb91193 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2f94373-fd3e-4a2b-9dee-192df8871f41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1816156
May 07 22:02:18.210279 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ee7afc-0997-444e-8b48-e96fe6035f0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b554e5f7-e35c-452a-ba74-fc50d3983e51,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:18.234283 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ee7afc-0997-444e-8b48-e96fe6035f0f admin admin] Checking segment: {'id': '2f0831b3-8133-4c28-a071-337c31d2cb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:02:18.234652 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ee7afc-0997-444e-8b48-e96fe6035f0f admin admin] Network hostable DHCP agents. Network: f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:02:18.281429 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ee7afc-0997-444e-8b48-e96fe6035f0f admin admin] Network f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:02:18.295383 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-b1ee7afc-0997-444e-8b48-e96fe6035f0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:02:18.302580 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ee7afc-0997-444e-8b48-e96fe6035f0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:18.307250 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b1ee7afc-0997-444e-8b48-e96fe6035f0f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:18.313512 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446fd8b9-fae6-4df6-94d9-a44f575994e6 None None] Network f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:02:18.332240 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 53684) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:18.334683 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-b1ee7afc-0997-444e-8b48-e96fe6035f0f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 0.7707188
May 07 22:02:18.337008 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-1ca092db-2870-4af1-a6d2-bddddb7b04f5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1832148144-router', 'tenant_id': '8130c27f2b84434a8d6fa5032b67aa1e', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:02:18.375515 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1ca092db-2870-4af1-a6d2-bddddb7b04f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (c40fcf87-7714-46e5-87f8-4c03b7b266b4), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:18.381078 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1ca092db-2870-4af1-a6d2-bddddb7b04f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (c40fcf87-7714-46e5-87f8-4c03b7b266b4), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:18.397934 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a49d498-2e21-435f-a0bc-33d767af45e9 req-79bed763-b4a3-4d0a-9989-727448719aea tempest-ServerAddressesNegativeTestJSON-2078801146 tempest-ServerAddressesNegativeTestJSON-2078801146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:18.406812 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7a49d498-2e21-435f-a0bc-33d767af45e9 req-79bed763-b4a3-4d0a-9989-727448719aea tempest-ServerAddressesNegativeTestJSON-2078801146 tempest-ServerAddressesNegativeTestJSON-2078801146-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab416e9a-a8b3-4a20-acca-1fea061a2a40 HTTP/1.1" status: 200  len: 946 time: 0.1153846
May 07 22:02:18.505386 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1ca092db-2870-4af1-a6d2-bddddb7b04f5 admin admin] Publish callbacks [] for router_controller (c40fcf87-7714-46e5-87f8-4c03b7b266b4), precommit_add_association {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:18.527401 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7a49d498-2e21-435f-a0bc-33d767af45e9 req-5e382127-cdf3-4130-ac0c-786551d7d353 tempest-ServerAddressesNegativeTestJSON-2078801146 tempest-ServerAddressesNegativeTestJSON-2078801146-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae0479cf-31a6-4911-95f1-5e15587427c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1196260
May 07 22:02:18.529482 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8be939-5cd0-4a55-b44d-03de79256481 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b', 'network_id': 'f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b', 'project_id': '8130c27f2b84434a8d6fa5032b67aa1e', 'fixed_ips': [{'subnet_id': 'b554e5f7-e35c-452a-ba74-fc50d3983e51'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:02:18.540830 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6c8be939-5cd0-4a55-b44d-03de79256481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:18.701337 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 53694) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:18.735998 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c10fd35-c5d1-4d64-9679-935fda4eaa7d req-12d5507f-dcb4-422e-aadf-692ecf8849a2 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:18.735998 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5c10fd35-c5d1-4d64-9679-935fda4eaa7d req-12d5507f-dcb4-422e-aadf-692ecf8849a2 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.59 "GET /v2.0/ports?device_id=931cb167-5bcb-4aef-8b2b-029dbcb4d7e9 HTTP/1.1" status: 200  len: 945 time: 0.0683279
May 07 22:02:18.848660 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87436d07-0eda-4633-9e55-a889cf66cf68 req-b8c651bc-9725-457a-b733-ad874fdad318 tempest-ServerAddressesNegativeTestJSON-2078801146 tempest-ServerAddressesNegativeTestJSON-2078801146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:18.850237 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-87436d07-0eda-4633-9e55-a889cf66cf68 req-b8c651bc-9725-457a-b733-ad874fdad318 tempest-ServerAddressesNegativeTestJSON-2078801146 tempest-ServerAddressesNegativeTestJSON-2078801146-project] 10.222.0.59 "GET /v2.0/ports?device_id=ab416e9a-a8b3-4a20-acca-1fea061a2a40 HTTP/1.1" status: 200  len: 946 time: 0.2434425
May 07 22:02:18.859510 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-6c8be939-5cd0-4a55-b44d-03de79256481 None None] Allocated IP 172.20.0.2 (f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b/b554e5f7-e35c-452a-ba74-fc50d3983e51/94c432fd-2604-4fe2-8da9-c71e5020675a) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:02:18.889772 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1ca092db-2870-4af1-a6d2-bddddb7b04f5 admin admin] Publish callbacks [] for router_gateway (c40fcf87-7714-46e5-87f8-4c03b7b266b4), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:19.054134 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-5c10fd35-c5d1-4d64-9679-935fda4eaa7d req-6f784708-11e7-4bc3-b889-1b18a5d3b5d2 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Deleting port aa4c2169-baeb-4b6e-a6e2-98691784c4a7 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:02:19.054747 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-5c10fd35-c5d1-4d64-9679-935fda4eaa7d req-6f784708-11e7-4bc3-b889-1b18a5d3b5d2 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (aa4c2169-baeb-4b6e-a6e2-98691784c4a7), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:19.184130 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-431c2328-ce6a-47f0-84a1-143ba84fea62 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=442c8c92c2ea4bf496bd9367fc0ff8f6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4778802
May 07 22:02:19.186216 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 53716) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:19.217041 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-5c10fd35-c5d1-4d64-9679-935fda4eaa7d req-6f784708-11e7-4bc3-b889-1b18a5d3b5d2 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] For port aa4c2169-baeb-4b6e-a6e2-98691784c4a7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=aa4c2169-baeb-4b6e-a6e2-98691784c4a7,segment=NetworkSegment(269ca44c-b28c-41b0-82b1-59695d4aeeab),segment_id=269ca44c-b28c-41b0-82b1-59695d4aeeab)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:02:19.218102 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-5c10fd35-c5d1-4d64-9679-935fda4eaa7d req-6f784708-11e7-4bc3-b889-1b18a5d3b5d2 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (aa4c2169-baeb-4b6e-a6e2-98691784c4a7), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:19.242123 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-5c10fd35-c5d1-4d64-9679-935fda4eaa7d req-6f784708-11e7-4bc3-b889-1b18a5d3b5d2 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Calling delete_port for aa4c2169-baeb-4b6e-a6e2-98691784c4a7 owned by compute:nova {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:02:19.315394 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6c8be939-5cd0-4a55-b44d-03de79256481 None None] Publish callbacks [] for port (94c432fd-2604-4fe2-8da9-c71e5020675a), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:19.329614 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0762f4db-af89-4912-a5b2-1a627b4f67c2 admin admin] Publish callbacks [] for security_group (6f213599-902f-456d-9162-92867bc316b4), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:19.334593 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6c8be939-5cd0-4a55-b44d-03de79256481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (94c432fd-2604-4fe2-8da9-c71e5020675a), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:19.412840 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0762f4db-af89-4912-a5b2-1a627b4f67c2 admin admin] Publish callbacks [] for security_group (6f213599-902f-456d-9162-92867bc316b4), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:19.469266 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8be939-5cd0-4a55-b44d-03de79256481 None None] Pushing event updated for resources: {'Port': ['ID=94c432fd-2604-4fe2-8da9-c71e5020675a,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:19.510352 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8be939-5cd0-4a55-b44d-03de79256481 None None] Network f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:02:19.520026 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-6c8be939-5cd0-4a55-b44d-03de79256481 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:02:19.542558 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8be939-5cd0-4a55-b44d-03de79256481 None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:02:19.553227 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0762f4db-af89-4912-a5b2-1a627b4f67c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (6f213599-902f-456d-9162-92867bc316b4), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:19.556981 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0762f4db-af89-4912-a5b2-1a627b4f67c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:19.558729 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-0762f4db-af89-4912-a5b2-1a627b4f67c2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6f213599-902f-456d-9162-92867bc316b4 HTTP/1.1" status: 204  len: 168 time: 0.3695431
May 07 22:02:19.573134 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0762f4db-af89-4912-a5b2-1a627b4f67c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f213599-902f-456d-9162-92867bc316b4,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:19.789807 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-6c8be939-5cd0-4a55-b44d-03de79256481 None None] Attempting to bind port 94c432fd-2604-4fe2-8da9-c71e5020675a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:02:19.790463 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-6c8be939-5cd0-4a55-b44d-03de79256481 None None] Attempting to bind port 94c432fd-2604-4fe2-8da9-c71e5020675a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2f0831b3-8133-4c28-a071-337c31d2cb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:02:19.791031 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8be939-5cd0-4a55-b44d-03de79256481 None None] Attempting to bind port 94c432fd-2604-4fe2-8da9-c71e5020675a on network f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:02:19.804327 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8be939-5cd0-4a55-b44d-03de79256481 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:02:19.804972 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8be939-5cd0-4a55-b44d-03de79256481 None None] Checking segment: {'id': '2f0831b3-8133-4c28-a071-337c31d2cb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:02:19.805725 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6c8be939-5cd0-4a55-b44d-03de79256481 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:19.806288 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8be939-5cd0-4a55-b44d-03de79256481 None None] Bound using segment: {'id': '2f0831b3-8133-4c28-a071-337c31d2cb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:02:19.807495 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-6c8be939-5cd0-4a55-b44d-03de79256481 None None] Bound port: 94c432fd-2604-4fe2-8da9-c71e5020675a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f0831b3-8133-4c28-a071-337c31d2cb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:02:19.808316 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6c8be939-5cd0-4a55-b44d-03de79256481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (94c432fd-2604-4fe2-8da9-c71e5020675a), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:19.831993 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14585ac-003a-4751-b32a-7c821725a23c req-2e511816-5e6b-40ba-a9a6-689e3e241f5b tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:19.831993 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d14585ac-003a-4751-b32a-7c821725a23c req-2e511816-5e6b-40ba-a9a6-689e3e241f5b tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/ports?device_id=931cb167-5bcb-4aef-8b2b-029dbcb4d7e9 HTTP/1.1" status: 200  len: 945 time: 0.4327753
May 07 22:02:19.851564 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e13a636-3ce7-415d-8af9-f468bd4c8d82 req-7fa435ea-6b73-478f-be91-42d1e411f621 tempest-ServerAddressesNegativeTestJSON-2078801146 tempest-ServerAddressesNegativeTestJSON-2078801146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:19.871817 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6e13a636-3ce7-415d-8af9-f468bd4c8d82 req-7fa435ea-6b73-478f-be91-42d1e411f621 tempest-ServerAddressesNegativeTestJSON-2078801146 tempest-ServerAddressesNegativeTestJSON-2078801146-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab416e9a-a8b3-4a20-acca-1fea061a2a40 HTTP/1.1" status: 200  len: 946 time: 0.1755369
May 07 22:02:19.911317 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-6c8be939-5cd0-4a55-b44d-03de79256481 None None] For port 94c432fd-2604-4fe2-8da9-c71e5020675a, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:02:19.915705 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-6c8be939-5cd0-4a55-b44d-03de79256481 None None] For port 94c432fd-2604-4fe2-8da9-c71e5020675a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=94c432fd-2604-4fe2-8da9-c71e5020675a,segment=NetworkSegment(2f0831b3-8133-4c28-a071-337c31d2cb1b),segment_id=2f0831b3-8133-4c28-a071-337c31d2cb1b)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:02:19.925558 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6c8be939-5cd0-4a55-b44d-03de79256481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (94c432fd-2604-4fe2-8da9-c71e5020675a), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:19.967866 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6e13a636-3ce7-415d-8af9-f468bd4c8d82 req-41f9783b-70e8-480e-839e-41aea800251f tempest-ServerAddressesNegativeTestJSON-2078801146 tempest-ServerAddressesNegativeTestJSON-2078801146-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae0479cf-31a6-4911-95f1-5e15587427c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0917039
May 07 22:02:20.013786 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-87436d07-0eda-4633-9e55-a889cf66cf68 req-28619de0-1f9d-4649-82ee-543592dc0f8b tempest-ServerAddressesNegativeTestJSON-2078801146 tempest-ServerAddressesNegativeTestJSON-2078801146-project] Deleting port a5aad234-046b-402f-b295-a91c2ba9d613 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:02:20.015192 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-87436d07-0eda-4633-9e55-a889cf66cf68 req-28619de0-1f9d-4649-82ee-543592dc0f8b tempest-ServerAddressesNegativeTestJSON-2078801146 tempest-ServerAddressesNegativeTestJSON-2078801146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (a5aad234-046b-402f-b295-a91c2ba9d613), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:20.091375 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1ca092db-2870-4af1-a6d2-bddddb7b04f5 admin admin] Publish callbacks [] for router_gateway (c40fcf87-7714-46e5-87f8-4c03b7b266b4), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:20.121495 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8be939-5cd0-4a55-b44d-03de79256481 None None] Pushing event updated for resources: {'Port': ['ID=94c432fd-2604-4fe2-8da9-c71e5020675a,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:20.194303 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-87436d07-0eda-4633-9e55-a889cf66cf68 req-28619de0-1f9d-4649-82ee-543592dc0f8b tempest-ServerAddressesNegativeTestJSON-2078801146 tempest-ServerAddressesNegativeTestJSON-2078801146-project] For port a5aad234-046b-402f-b295-a91c2ba9d613, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a5aad234-046b-402f-b295-a91c2ba9d613,segment=NetworkSegment(e063ddd4-f7f1-44ca-87b3-71c8a56ba5fe),segment_id=e063ddd4-f7f1-44ca-87b3-71c8a56ba5fe)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:02:20.195514 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-87436d07-0eda-4633-9e55-a889cf66cf68 req-28619de0-1f9d-4649-82ee-543592dc0f8b tempest-ServerAddressesNegativeTestJSON-2078801146 tempest-ServerAddressesNegativeTestJSON-2078801146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (a5aad234-046b-402f-b295-a91c2ba9d613), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:20.266699 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-87436d07-0eda-4633-9e55-a889cf66cf68 req-28619de0-1f9d-4649-82ee-543592dc0f8b tempest-ServerAddressesNegativeTestJSON-2078801146 tempest-ServerAddressesNegativeTestJSON-2078801146-project] Calling delete_port for a5aad234-046b-402f-b295-a91c2ba9d613 owned by compute:nova {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:02:20.329404 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1ca092db-2870-4af1-a6d2-bddddb7b04f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:20.333840 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d14585ac-003a-4751-b32a-7c821725a23c req-8893cffe-f1fb-4b2b-985d-323bb4d16320 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2f94373-fd3e-4a2b-9dee-192df8871f41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4893184
May 07 22:02:20.542998 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-5c10fd35-c5d1-4d64-9679-935fda4eaa7d req-6f784708-11e7-4bc3-b889-1b18a5d3b5d2 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (aa4c2169-baeb-4b6e-a6e2-98691784c4a7), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:20.555863 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['13f0d3f2-8ab0-42a1-95df-5966489120ec'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:02:21.148122 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 53796) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:21.182680 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccbf3f0-e8f1-4fb6-91d6-239e751acd1c req-d587288a-78cc-4a28-a97b-2f1b6dd4305d tempest-ServerAddressesNegativeTestJSON-2078801146 tempest-ServerAddressesNegativeTestJSON-2078801146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:21.187548 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f784708-11e7-4bc3-b889-1b18a5d3b5d2 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Pushing event deleted for resources: {'Port': ['ID=aa4c2169-baeb-4b6e-a6e2-98691784c4a7,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:21.198008 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fccbf3f0-e8f1-4fb6-91d6-239e751acd1c req-d587288a-78cc-4a28-a97b-2f1b6dd4305d tempest-ServerAddressesNegativeTestJSON-2078801146 tempest-ServerAddressesNegativeTestJSON-2078801146-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab416e9a-a8b3-4a20-acca-1fea061a2a40 HTTP/1.1" status: 200  len: 946 time: 0.1167903
May 07 22:02:21.289571 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-87436d07-0eda-4633-9e55-a889cf66cf68 req-28619de0-1f9d-4649-82ee-543592dc0f8b tempest-ServerAddressesNegativeTestJSON-2078801146 tempest-ServerAddressesNegativeTestJSON-2078801146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (a5aad234-046b-402f-b295-a91c2ba9d613), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:21.305937 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-1ca092db-2870-4af1-a6d2-bddddb7b04f5 admin admin] Allocated IP 172.35.4.214 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/598972db-8761-4f9d-818b-cc3f2e937a0d) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:02:21.307004 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fccbf3f0-e8f1-4fb6-91d6-239e751acd1c req-f129ea44-69cb-4dd3-b38e-1b6bea20f90b tempest-ServerAddressesNegativeTestJSON-2078801146 tempest-ServerAddressesNegativeTestJSON-2078801146-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae0479cf-31a6-4911-95f1-5e15587427c7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1018310
May 07 22:02:21.326198 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c10fd35-c5d1-4d64-9679-935fda4eaa7d req-6f784708-11e7-4bc3-b889-1b18a5d3b5d2 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] No DVR routers for this DVR port aa4c2169-baeb-4b6e-a6e2-98691784c4a7 on host nch2-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:02:21.329074 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-5c10fd35-c5d1-4d64-9679-935fda4eaa7d req-6f784708-11e7-4bc3-b889-1b18a5d3b5d2 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:21.334366 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5c10fd35-c5d1-4d64-9679-935fda4eaa7d req-6f784708-11e7-4bc3-b889-1b18a5d3b5d2 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.59 "DELETE /v2.0/ports/aa4c2169-baeb-4b6e-a6e2-98691784c4a7 HTTP/1.1" status: 204  len: 173 time: 2.5899482
May 07 22:02:21.347283 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '931cb167-5bcb-4aef-8b2b-029dbcb4d7e9', 'name': 'network-vif-deleted', 'tag': 'aa4c2169-baeb-4b6e-a6e2-98691784c4a7'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:02:21.349837 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-578a4d14-9cfe-4d41-8ef2-80d28b3e1cea" -d '{"events": [{"server_uuid": "931cb167-5bcb-4aef-8b2b-029dbcb4d7e9", "name": "network-vif-deleted", "tag": "aa4c2169-baeb-4b6e-a6e2-98691784c4a7"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:02:21.390632 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-9c3e21b9-5145-41e5-8f93-c92bd4c51d2d tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Request body: {'security_group': {'name': 'default'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:02:21.392512 ncdv-master-1 neutron-server[121836]: WARNING neutron.api.v2.base [None req-9c3e21b9-5145-41e5-8f93-c92bd4c51d2d tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
May 07 22:02:21.393242 ncdv-master-1 neutron-server[121836]: INFO neutron.api.v2.resource [None req-9c3e21b9-5145-41e5-8f93-c92bd4c51d2d tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] create failed (client error): There was a conflict when trying to complete your request.
May 07 22:02:21.394695 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-9c3e21b9-5145-41e5-8f93-c92bd4c51d2d tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 409  len: 330 time: 0.2446291
May 07 22:02:21.400139 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 53806) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:21.408380 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-77ab951e-aa35-4ff9-912d-b1e1320bba59 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Request body: {'security_group': {'name': 'tempest-secgroup--1856447768'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:02:21.459375 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3d7d711-e22d-4a24-99ff-16a11cfd5574 x-openstack-request-id: req-a3d7d711-e22d-4a24-99ff-16a11cfd5574 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:02:21.459671 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "931cb167-5bcb-4aef-8b2b-029dbcb4d7e9", "name": "network-vif-deleted", "tag": "aa4c2169-baeb-4b6e-a6e2-98691784c4a7", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:02:21.459921 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a3d7d711-e22d-4a24-99ff-16a11cfd5574 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:02:21.465884 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3d7d711-e22d-4a24-99ff-16a11cfd5574'] response: {'server_uuid': '931cb167-5bcb-4aef-8b2b-029dbcb4d7e9', 'name': 'network-vif-deleted', 'tag': 'aa4c2169-baeb-4b6e-a6e2-98691784c4a7', 'status': 'completed', 'code': 200}
May 07 22:02:21.473124 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28619de0-1f9d-4649-82ee-543592dc0f8b tempest-ServerAddressesNegativeTestJSON-2078801146 tempest-ServerAddressesNegativeTestJSON-2078801146-project] Pushing event deleted for resources: {'Port': ['ID=a5aad234-046b-402f-b295-a91c2ba9d613,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:21.477174 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-77ab951e-aa35-4ff9-912d-b1e1320bba59 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:21.491801 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-77ab951e-aa35-4ff9-912d-b1e1320bba59 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:21.562998 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c642f63d-f37f-4c24-ba8d-c7c883bd2417 req-cf7d4e9e-4faf-4623-b236-8f668440a00d tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/ports?device_id=931cb167-5bcb-4aef-8b2b-029dbcb4d7e9 HTTP/1.1" status: 200  len: 210 time: 0.0683849
May 07 22:02:21.593514 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-87436d07-0eda-4633-9e55-a889cf66cf68 req-28619de0-1f9d-4649-82ee-543592dc0f8b tempest-ServerAddressesNegativeTestJSON-2078801146 tempest-ServerAddressesNegativeTestJSON-2078801146-project] No DVR routers for this DVR port a5aad234-046b-402f-b295-a91c2ba9d613 on host nch2-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:02:21.607887 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-87436d07-0eda-4633-9e55-a889cf66cf68 req-28619de0-1f9d-4649-82ee-543592dc0f8b tempest-ServerAddressesNegativeTestJSON-2078801146 tempest-ServerAddressesNegativeTestJSON-2078801146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:21.615166 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-87436d07-0eda-4633-9e55-a889cf66cf68 req-28619de0-1f9d-4649-82ee-543592dc0f8b tempest-ServerAddressesNegativeTestJSON-2078801146 tempest-ServerAddressesNegativeTestJSON-2078801146-project] 10.222.0.59 "DELETE /v2.0/ports/a5aad234-046b-402f-b295-a91c2ba9d613 HTTP/1.1" status: 204  len: 173 time: 2.7589409
May 07 22:02:21.697951 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:21.709060 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-77ab951e-aa35-4ff9-912d-b1e1320bba59 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Publish callbacks [] for security_group (de33618f-79d3-4b08-8c1a-ffe0efb8a462), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:21.715744 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-77ab951e-aa35-4ff9-912d-b1e1320bba59 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (de33618f-79d3-4b08-8c1a-ffe0efb8a462), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:21.771063 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ab951e-aa35-4ff9-912d-b1e1320bba59 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de33618f-79d3-4b08-8c1a-ffe0efb8a462,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:21.772105 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1ca092db-2870-4af1-a6d2-bddddb7b04f5 admin admin] Publish callbacks [] for port (598972db-8761-4f9d-818b-cc3f2e937a0d), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:21.837309 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-77ab951e-aa35-4ff9-912d-b1e1320bba59 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Publish callbacks [] for security_group (4cf6d1fb-bf16-4b5b-b0b8-e7d9a0173ba1), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:21.847114 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-77ab951e-aa35-4ff9-912d-b1e1320bba59 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (4cf6d1fb-bf16-4b5b-b0b8-e7d9a0173ba1), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:21.862708 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1ca092db-2870-4af1-a6d2-bddddb7b04f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (598972db-8761-4f9d-818b-cc3f2e937a0d), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:21.884847 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-77ab951e-aa35-4ff9-912d-b1e1320bba59 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:21.888900 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-77ab951e-aa35-4ff9-912d-b1e1320bba59 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.4845450
May 07 22:02:21.892649 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 53812) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:21.897373 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-94b39fff-951e-43be-8372-4a38021339a8 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Request body: {'security_group_rule': {'security_group_id': '4cf6d1fb-bf16-4b5b-b0b8-e7d9a0173ba1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:02:21.902490 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ab951e-aa35-4ff9-912d-b1e1320bba59 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf6d1fb-bf16-4b5b-b0b8-e7d9a0173ba1,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:21.938874 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-94b39fff-951e-43be-8372-4a38021339a8 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Publish callbacks [] for security_group_rule (4e17a1f7-a5a5-4603-8d39-fe44172cc48d), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:21.943511 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b4b6a1-635a-4073-89fa-c431492a8938 None None] Network f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:02:21.999632 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca092db-2870-4af1-a6d2-bddddb7b04f5 admin admin] Pushing event updated for resources: {'Port': ['ID=598972db-8761-4f9d-818b-cc3f2e937a0d,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:22.011037 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca092db-2870-4af1-a6d2-bddddb7b04f5 admin admin] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:02:22.012494 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-1ca092db-2870-4af1-a6d2-bddddb7b04f5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:02:22.024838 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca092db-2870-4af1-a6d2-bddddb7b04f5 admin admin] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:02:22.084773 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-94b39fff-951e-43be-8372-4a38021339a8 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Publish callbacks [] for security_group_rule (4e17a1f7-a5a5-4603-8d39-fe44172cc48d), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:22.096505 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-94b39fff-951e-43be-8372-4a38021339a8 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (4e17a1f7-a5a5-4603-8d39-fe44172cc48d), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:22.138082 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-4b80d22a-589c-4b1e-b8c4-614df7a0acb3 None None] Provisioning complete for port 94c432fd-2604-4fe2-8da9-c71e5020675a triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:02:22.138462 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-4b80d22a-589c-4b1e-b8c4-614df7a0acb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (94c432fd-2604-4fe2-8da9-c71e5020675a), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:22.166387 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b39fff-951e-43be-8372-4a38021339a8 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e17a1f7-a5a5-4603-8d39-fe44172cc48d,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:22.175282 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-94b39fff-951e-43be-8372-4a38021339a8 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:22.184637 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-94b39fff-951e-43be-8372-4a38021339a8 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2909250
May 07 22:02:22.185500 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 53820) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:22.188804 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device aa4c2169-baeb-4b6e-a6e2-98691784c4a7 no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:02:22.205489 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-083cab9a-a904-41ff-84fb-72c0e671f913 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Request body: {'security_group_rule': {'security_group_id': '4cf6d1fb-bf16-4b5b-b0b8-e7d9a0173ba1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:02:22.264370 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-083cab9a-a904-41ff-84fb-72c0e671f913 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Publish callbacks [] for security_group_rule (4e3c7ed0-7add-44ed-8be1-5ebdedd6d3e0), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:22.275951 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] No Port match for: aa4c2169-baeb-4b6e-a6e2-98691784c4a7 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:02:22.278337 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device aa4c2169-baeb-4b6e-a6e2-98691784c4a7 not bound to the agent host nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:02:22.281009 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device a5aad234-046b-402f-b295-a91c2ba9d613 no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:02:22.383852 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 94c432fd-2604-4fe2-8da9-c71e5020675a up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:02:22.396418 ncdv-master-1 neutron-server[121836]: INFO neutron.api.v2.resource [None req-083cab9a-a904-41ff-84fb-72c0e671f913 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] create failed (client error): There was a conflict when trying to complete your request.
May 07 22:02:22.397557 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-083cab9a-a904-41ff-84fb-72c0e671f913 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 409  len: 366 time: 0.2094448
May 07 22:02:22.401029 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 53828) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:22.411014 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] No Port match for: a5aad234-046b-402f-b295-a91c2ba9d613 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:02:22.411746 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device a5aad234-046b-402f-b295-a91c2ba9d613 not bound to the agent host nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:02:22.564328 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-428aef58-0fd8-4fec-9e0d-625abe136a92 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Publish callbacks [] for security_group (4cf6d1fb-bf16-4b5b-b0b8-e7d9a0173ba1), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:22.677512 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-428aef58-0fd8-4fec-9e0d-625abe136a92 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Publish callbacks [] for security_group (4cf6d1fb-bf16-4b5b-b0b8-e7d9a0173ba1), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:22.698703 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 94c432fd-2604-4fe2-8da9-c71e5020675a triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:02:22.699326 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (94c432fd-2604-4fe2-8da9-c71e5020675a), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:22.713922 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-4b80d22a-589c-4b1e-b8c4-614df7a0acb3 None None] Current status of the port 94c432fd-2604-4fe2-8da9-c71e5020675a is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:02:22.714310 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-4b80d22a-589c-4b1e-b8c4-614df7a0acb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (94c432fd-2604-4fe2-8da9-c71e5020675a), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:22.790082 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-428aef58-0fd8-4fec-9e0d-625abe136a92 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (4cf6d1fb-bf16-4b5b-b0b8-e7d9a0173ba1), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:22.800352 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-428aef58-0fd8-4fec-9e0d-625abe136a92 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:22.801515 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-428aef58-0fd8-4fec-9e0d-625abe136a92 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] 10.222.0.32 "DELETE /v2.0/security-groups/4cf6d1fb-bf16-4b5b-b0b8-e7d9a0173ba1 HTTP/1.1" status: 204  len: 168 time: 0.3993933
May 07 22:02:22.804839 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 53858) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:22.807787 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-4b80d22a-589c-4b1e-b8c4-614df7a0acb3 None None] For port 94c432fd-2604-4fe2-8da9-c71e5020675a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=94c432fd-2604-4fe2-8da9-c71e5020675a,segment=NetworkSegment(2f0831b3-8133-4c28-a071-337c31d2cb1b),segment_id=2f0831b3-8133-4c28-a071-337c31d2cb1b)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:02:22.817517 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-4b80d22a-589c-4b1e-b8c4-614df7a0acb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (94c432fd-2604-4fe2-8da9-c71e5020675a), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:22.871511 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-95839ddc-05e0-4179-93e9-ba50f0f95f96 req-f71ef4f5-9b65-4066-9417-ca8a36fd9e56 tempest-ServerAddressesNegativeTestJSON-2078801146 tempest-ServerAddressesNegativeTestJSON-2078801146-project] 10.222.0.32 "GET /v2.0/ports?device_id=ab416e9a-a8b3-4a20-acca-1fea061a2a40 HTTP/1.1" status: 200  len: 210 time: 0.2071319
May 07 22:02:22.895233 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428aef58-0fd8-4fec-9e0d-625abe136a92 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf6d1fb-bf16-4b5b-b0b8-e7d9a0173ba1,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:22.933850 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 94c432fd-2604-4fe2-8da9-c71e5020675a is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:02:22.959920 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b80d22a-589c-4b1e-b8c4-614df7a0acb3 None None] Pushing event updated for resources: {'Port': ['ID=94c432fd-2604-4fe2-8da9-c71e5020675a,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:22.975828 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b80d22a-589c-4b1e-b8c4-614df7a0acb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:02:22.989507 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b80d22a-589c-4b1e-b8c4-614df7a0acb3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:02:22.992572 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b80d22a-589c-4b1e-b8c4-614df7a0acb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:02:22.993110 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b80d22a-589c-4b1e-b8c4-614df7a0acb3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:02:22.993677 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b80d22a-589c-4b1e-b8c4-614df7a0acb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:02:22.994214 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b80d22a-589c-4b1e-b8c4-614df7a0acb3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:02:23.001982 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b80d22a-589c-4b1e-b8c4-614df7a0acb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:02:23.004106 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b80d22a-589c-4b1e-b8c4-614df7a0acb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:02:23.005923 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b80d22a-589c-4b1e-b8c4-614df7a0acb3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:02:23.006534 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b80d22a-589c-4b1e-b8c4-614df7a0acb3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:02:23.009467 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b80d22a-589c-4b1e-b8c4-614df7a0acb3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:02:23.010208 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b80d22a-589c-4b1e-b8c4-614df7a0acb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:02:23.011812 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b80d22a-589c-4b1e-b8c4-614df7a0acb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:02:23.012149 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b80d22a-589c-4b1e-b8c4-614df7a0acb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:02:23.014011 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b80d22a-589c-4b1e-b8c4-614df7a0acb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:02:23.047074 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-e00eb705-dda6-4fc7-b07a-a5e3f1267478 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.2238488
May 07 22:02:23.051178 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 53862) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:23.056249 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-588d8101-c646-48a3-95a5-39b070822ef3 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Request body: {'security_group': {'name': 'tempest-secgroup--807529410'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:02:23.086805 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-588d8101-c646-48a3-95a5-39b070822ef3 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:23.129282 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1ca092db-2870-4af1-a6d2-bddddb7b04f5 admin admin] Publish callbacks [] for router_gateway (c40fcf87-7714-46e5-87f8-4c03b7b266b4), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:23.157129 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-e814c101-f130-4439-a017-77939ffb5056 None None] Provisioning complete for port 94c432fd-2604-4fe2-8da9-c71e5020675a triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:02:23.157938 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e814c101-f130-4439-a017-77939ffb5056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (94c432fd-2604-4fe2-8da9-c71e5020675a), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:23.277737 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-588d8101-c646-48a3-95a5-39b070822ef3 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Publish callbacks [] for security_group (cb7ee820-e886-461b-97bc-c6e0e4261527), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:23.292301 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-588d8101-c646-48a3-95a5-39b070822ef3 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (cb7ee820-e886-461b-97bc-c6e0e4261527), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:23.308784 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 53866) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:23.315827 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-d92c9536-5098-4a6b-a5ef-ae8c05ca3121 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Request body: {'security_group': {'name': 'tempest-securitygroup--522064219', 'description': 'tempest-description--785378841'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:02:23.369946 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-e814c101-f130-4439-a017-77939ffb5056 None None] Current status of the port 94c432fd-2604-4fe2-8da9-c71e5020675a is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:02:23.375149 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-588d8101-c646-48a3-95a5-39b070822ef3 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:23.379087 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-588d8101-c646-48a3-95a5-39b070822ef3 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.3241777
May 07 22:02:23.379311 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d92c9536-5098-4a6b-a5ef-ae8c05ca3121 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:23.392549 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 53868) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:23.410939 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-5b4e4ca0-731f-4327-9283-c107bb544ff5 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Request body: {'security_group_rule': {'security_group_id': 'cb7ee820-e886-461b-97bc-c6e0e4261527', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:02:23.412263 ncdv-master-1 neutron-server[121837]: WARNING neutron.api.v2.base [None req-5b4e4ca0-731f-4327-9283-c107bb544ff5 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].
May 07 22:02:23.412794 ncdv-master-1 neutron-server[121837]: INFO neutron.api.v2.resource [None req-5b4e4ca0-731f-4327-9283-c107bb544ff5 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 07 22:02:23.417049 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-5b4e4ca0-731f-4327-9283-c107bb544ff5 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 396 time: 0.0100904
May 07 22:02:23.422501 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588d8101-c646-48a3-95a5-39b070822ef3 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb7ee820-e886-461b-97bc-c6e0e4261527,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:23.425532 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 53870) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:23.470678 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab416e9a-a8b3-4a20-acca-1fea061a2a40', 'name': 'network-vif-deleted', 'tag': 'a5aad234-046b-402f-b295-a91c2ba9d613'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:02:23.472640 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d621813-e569-49b7-84ae-87b035419bbf" -d '{"events": [{"server_uuid": "ab416e9a-a8b3-4a20-acca-1fea061a2a40", "name": "network-vif-deleted", "tag": "a5aad234-046b-402f-b295-a91c2ba9d613"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:02:23.504227 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-980d8797-e550-45c4-94a4-1beb17be33c8 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Publish callbacks [] for security_group (cb7ee820-e886-461b-97bc-c6e0e4261527), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:23.542968 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-980d8797-e550-45c4-94a4-1beb17be33c8 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Publish callbacks [] for security_group (cb7ee820-e886-461b-97bc-c6e0e4261527), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:23.552547 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39d1313b-1f96-45a6-9c29-28aa7ce35ade x-openstack-request-id: req-39d1313b-1f96-45a6-9c29-28aa7ce35ade {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:02:23.553193 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab416e9a-a8b3-4a20-acca-1fea061a2a40", "name": "network-vif-deleted", "tag": "a5aad234-046b-402f-b295-a91c2ba9d613", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:02:23.553693 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-39d1313b-1f96-45a6-9c29-28aa7ce35ade {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:02:23.554351 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39d1313b-1f96-45a6-9c29-28aa7ce35ade'] response: {'server_uuid': 'ab416e9a-a8b3-4a20-acca-1fea061a2a40', 'name': 'network-vif-deleted', 'tag': 'a5aad234-046b-402f-b295-a91c2ba9d613', 'status': 'completed', 'code': 200}
May 07 22:02:23.581511 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03d2cce-0db0-49b1-93db-9188e41330b3 req-55471c5f-b684-4e46-87e7-5ebc4d5cc36f tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:23.589495 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e03d2cce-0db0-49b1-93db-9188e41330b3 req-55471c5f-b684-4e46-87e7-5ebc4d5cc36f tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/ports?device_id=620355ca-9580-4384-9f83-9ec1f95922e3 HTTP/1.1" status: 200  len: 945 time: 0.1738806
May 07 22:02:23.605410 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e92632e0-232a-4f04-8448-262a588b4d75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:23.664859 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-980d8797-e550-45c4-94a4-1beb17be33c8 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (cb7ee820-e886-461b-97bc-c6e0e4261527), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:23.670284 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-980d8797-e550-45c4-94a4-1beb17be33c8 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:23.676404 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-980d8797-e550-45c4-94a4-1beb17be33c8 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] 10.222.0.32 "DELETE /v2.0/security-groups/cb7ee820-e886-461b-97bc-c6e0e4261527 HTTP/1.1" status: 204  len: 168 time: 0.2496173
May 07 22:02:23.684093 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 53886) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:23.749731 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980d8797-e550-45c4-94a4-1beb17be33c8 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb7ee820-e886-461b-97bc-c6e0e4261527,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:23.780684 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-e9e2880a-2fbd-4a2c-b402-a3b4afcceffc tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0954630
May 07 22:02:23.789473 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 53902) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:23.795605 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-ae1e784f-bb0a-4a0e-bbfc-969d8c41a45e tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Request body: {'security_group': {'name': 'tempest-secgroup--661809651'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:02:23.801317 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:23.812430 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d92c9536-5098-4a6b-a5ef-ae8c05ca3121 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks [] for security_group (21abc195-7315-4969-8bda-7251a84b2904), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:23.814013 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1ca092db-2870-4af1-a6d2-bddddb7b04f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (c40fcf87-7714-46e5-87f8-4c03b7b266b4), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:23.823856 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d92c9536-5098-4a6b-a5ef-ae8c05ca3121 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (21abc195-7315-4969-8bda-7251a84b2904), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:23.840870 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ae1e784f-bb0a-4a0e-bbfc-969d8c41a45e tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:23.849112 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e03d2cce-0db0-49b1-93db-9188e41330b3 req-1414d38c-b87c-4d27-b1fa-2c6c4120865d tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2f94373-fd3e-4a2b-9dee-192df8871f41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2575886
May 07 22:02:23.917514 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d92c9536-5098-4a6b-a5ef-ae8c05ca3121 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:23.918865 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-d92c9536-5098-4a6b-a5ef-ae8c05ca3121 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1797 time: 0.6089308
May 07 22:02:23.927695 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 53910) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:23.933567 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-3b8d9072-a772-4356-b756-ba4c6c8836c3 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Request body: {'security_group_rule': {'security_group_id': '21abc195-7315-4969-8bda-7251a84b2904', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:02:23.962166 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92c9536-5098-4a6b-a5ef-ae8c05ca3121 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21abc195-7315-4969-8bda-7251a84b2904,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:23.970741 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 53912) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:24.024030 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ae1e784f-bb0a-4a0e-bbfc-969d8c41a45e tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Publish callbacks [] for security_group (b49f5a92-4e24-4642-87f8-98b5b7c0a4a2), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:24.028753 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-82edec48-4c3e-4c92-a21b-4c594f39e127 admin admin] Deleting subnet 96f52593-f691-4fd8-b770-518edbd951c0 {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:02:24.033077 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-82edec48-4c3e-4c92-a21b-4c594f39e127 admin admin] Publish callbacks [] for subnet (96f52593-f691-4fd8-b770-518edbd951c0), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:24.034392 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ae1e784f-bb0a-4a0e-bbfc-969d8c41a45e tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (b49f5a92-4e24-4642-87f8-98b5b7c0a4a2), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:24.082812 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-82edec48-4c3e-4c92-a21b-4c594f39e127 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (96f52593-f691-4fd8-b770-518edbd951c0), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:24.119866 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ae1e784f-bb0a-4a0e-bbfc-969d8c41a45e tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:24.121012 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-ae1e784f-bb0a-4a0e-bbfc-969d8c41a45e tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.3303857
May 07 22:02:24.123977 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 53916) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:24.128814 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-9b417515-43ba-47f6-9311-eb0011c1dc71 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Request body: {'security_group_rule': {'security_group_id': 'b49f5a92-4e24-4642-87f8-98b5b7c0a4a2', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:02:24.144867 ncdv-master-1 neutron-server[121836]: WARNING neutron.api.v2.base [None req-9b417515-43ba-47f6-9311-eb0011c1dc71 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.
May 07 22:02:24.145534 ncdv-master-1 neutron-server[121836]: INFO neutron.api.v2.resource [None req-9b417515-43ba-47f6-9311-eb0011c1dc71 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 07 22:02:24.146583 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-9b417515-43ba-47f6-9311-eb0011c1dc71 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 667 time: 0.0216835
May 07 22:02:24.150323 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 53918) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:24.151043 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1e784f-bb0a-4a0e-bbfc-969d8c41a45e tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b49f5a92-4e24-4642-87f8-98b5b7c0a4a2,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:24.170732 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 94c432fd-2604-4fe2-8da9-c71e5020675a up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:02:24.184537 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3b8d9072-a772-4356-b756-ba4c6c8836c3 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks [] for security_group_rule (64002e39-7a96-4a5a-a549-b2d921fbfacc), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:24.198083 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-82edec48-4c3e-4c92-a21b-4c594f39e127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (96f52593-f691-4fd8-b770-518edbd951c0), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:24.248380 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 94c432fd-2604-4fe2-8da9-c71e5020675a triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:02:24.248752 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (94c432fd-2604-4fe2-8da9-c71e5020675a), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:24.281371 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9e650c0d-c993-4a18-8cde-de246df40846 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Publish callbacks [] for security_group (b49f5a92-4e24-4642-87f8-98b5b7c0a4a2), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:24.323248 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3b8d9072-a772-4356-b756-ba4c6c8836c3 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks [] for security_group_rule (64002e39-7a96-4a5a-a549-b2d921fbfacc), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:24.333137 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9e650c0d-c993-4a18-8cde-de246df40846 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Publish callbacks [] for security_group (b49f5a92-4e24-4642-87f8-98b5b7c0a4a2), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:24.336583 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3b8d9072-a772-4356-b756-ba4c6c8836c3 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (64002e39-7a96-4a5a-a549-b2d921fbfacc), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:24.351376 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-82edec48-4c3e-4c92-a21b-4c594f39e127 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (96f52593-f691-4fd8-b770-518edbd951c0), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:24.358695 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 94c432fd-2604-4fe2-8da9-c71e5020675a is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:02:24.397677 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8d9072-a772-4356-b756-ba4c6c8836c3 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64002e39-7a96-4a5a-a549-b2d921fbfacc,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:24.401177 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82edec48-4c3e-4c92-a21b-4c594f39e127 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96f52593-f691-4fd8-b770-518edbd951c0,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:24.406363 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-82edec48-4c3e-4c92-a21b-4c594f39e127 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:24.412250 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-82edec48-4c3e-4c92-a21b-4c594f39e127 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/96f52593-f691-4fd8-b770-518edbd951c0 HTTP/1.1" status: 204  len: 168 time: 0.4377549
May 07 22:02:24.412250 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ca092db-2870-4af1-a6d2-bddddb7b04f5 admin admin] Router c40fcf87-7714-46e5-87f8-4c03b7b266b4 is scheduled to L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db with binding_index 1 {{(pid=121837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 07 22:02:24.413061 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 53920) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:24.417904 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3b8d9072-a772-4356-b756-ba4c6c8836c3 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:24.422187 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-3b8d9072-a772-4356-b756-ba4c6c8836c3 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4904697
May 07 22:02:24.422538 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 53922) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:24.429842 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9e650c0d-c993-4a18-8cde-de246df40846 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (b49f5a92-4e24-4642-87f8-98b5b7c0a4a2), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:24.430072 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-6939159a-53b6-46c6-bb07-f28e6d5909cc tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Request body: {'security_group_rule': {'security_group_id': '21abc195-7315-4969-8bda-7251a84b2904', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:02:24.442102 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9e650c0d-c993-4a18-8cde-de246df40846 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:24.443499 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-9e650c0d-c993-4a18-8cde-de246df40846 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] 10.222.0.32 "DELETE /v2.0/security-groups/b49f5a92-4e24-4642-87f8-98b5b7c0a4a2 HTTP/1.1" status: 204  len: 168 time: 0.2898703
May 07 22:02:24.467261 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 53924) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:24.510335 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e650c0d-c993-4a18-8cde-de246df40846 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b49f5a92-4e24-4642-87f8-98b5b7c0a4a2,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:24.550003 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6939159a-53b6-46c6-bb07-f28e6d5909cc tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks [] for security_group_rule (a00c5595-fd13-413a-afa9-20c229fb6f3e), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:24.603787 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ca092db-2870-4af1-a6d2-bddddb7b04f5 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:02:24.606241 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-9373066e-6d02-448e-abe4-04c66a3528e8 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1369133
May 07 22:02:24.613220 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 53926) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:24.620908 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-1383bc38-43df-4a5d-9e12-1ff35216d6ef tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Request body: {'security_group': {'name': 'tempest-secgroup--1861093823'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:02:24.621638 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413bedd5-d7aa-4c26-8680-de92a19a8c62 None None] Sync routers for ids ['c40fcf87-7714-46e5-87f8-4c03b7b266b4'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:02:24.625802 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-efe61d02-06f5-4ed0-939b-a073e123caf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (b8c5cd68-631f-446d-9bed-fb4205a5cef7), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:24.643613 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413bedd5-d7aa-4c26-8680-de92a19a8c62 None None] Routers {'c40fcf87-7714-46e5-87f8-4c03b7b266b4'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:02:24.646442 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-413bedd5-d7aa-4c26-8680-de92a19a8c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8d946790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:01:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['c40fcf87-7714-46e5-87f8-4c03b7b266b4'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:02:24.658621 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1383bc38-43df-4a5d-9e12-1ff35216d6ef tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:24.682548 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6939159a-53b6-46c6-bb07-f28e6d5909cc tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks [] for security_group_rule (a00c5595-fd13-413a-afa9-20c229fb6f3e), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:24.686566 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1ca092db-2870-4af1-a6d2-bddddb7b04f5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:24.692050 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-1ca092db-2870-4af1-a6d2-bddddb7b04f5 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 6.3549378
May 07 22:02:24.692050 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 53932) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:24.708767 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6939159a-53b6-46c6-bb07-f28e6d5909cc tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (a00c5595-fd13-413a-afa9-20c229fb6f3e), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:24.750259 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-efe61d02-06f5-4ed0-939b-a073e123caf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (b8c5cd68-631f-446d-9bed-fb4205a5cef7), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:24.789607 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6939159a-53b6-46c6-bb07-f28e6d5909cc tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a00c5595-fd13-413a-afa9-20c229fb6f3e,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:24.803044 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6939159a-53b6-46c6-bb07-f28e6d5909cc tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:24.805160 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-6939159a-53b6-46c6-bb07-f28e6d5909cc tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3815908
May 07 22:02:24.808260 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 53934) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:24.812826 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-f5d9b7f7-397b-4590-908f-f9b2db9ed7a5 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Request body: {'floatingip': {'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:02:24.822249 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-efe61d02-06f5-4ed0-939b-a073e123caf9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf86418970>,) {'filters': {'network_id': ['b8c5cd68-631f-446d-9bed-fb4205a5cef7']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:02:24.838180 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-efe61d02-06f5-4ed0-939b-a073e123caf9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf86418970>, 'e063ddd4-f7f1-44ca-87b3-71c8a56ba5fe') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:02:24.838442 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-413bedd5-d7aa-4c26-8680-de92a19a8c62 None None] Set router c40fcf87-7714-46e5-87f8-4c03b7b266b4 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:02:24.838578 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-efe61d02-06f5-4ed0-939b-a073e123caf9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf86418970>, 'e063ddd4-f7f1-44ca-87b3-71c8a56ba5fe') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:02:24.852103 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-efe61d02-06f5-4ed0-939b-a073e123caf9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (e063ddd4-f7f1-44ca-87b3-71c8a56ba5fe), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:24.860580 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f5d9b7f7-397b-4590-908f-f9b2db9ed7a5 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:24.899228 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-efe61d02-06f5-4ed0-939b-a073e123caf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (e063ddd4-f7f1-44ca-87b3-71c8a56ba5fe), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:24.980873 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efe61d02-06f5-4ed0-939b-a073e123caf9 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:02:24.981313 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-efe61d02-06f5-4ed0-939b-a073e123caf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (e063ddd4-f7f1-44ca-87b3-71c8a56ba5fe), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:24.983101 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 22:02:24.983101 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:02:24.983101 ncdv-master-1 neutron-server[121836]:     timer()
May 07 22:02:24.983101 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:02:24.983101 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 22:02:24.983101 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:02:24.983101 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 22:02:24.983101 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:02:24.983101 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 22:02:24.983101 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:02:24.983101 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 22:02:24.983101 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:02:24.983101 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 22:02:24.983101 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:02:24.983101 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:02:24.983101 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:02:24.983101 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:02:24.983101 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:02:24.983101 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 22:02:24.983101 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:02:24.983101 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 22:02:24.983101 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:02:24.983101 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:02:24.983101 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:02:24.983101 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 22:02:24.983101 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:02:24.983101 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:02:24.983101 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:02:24.983101 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:02:24.983101 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:02:24.983101 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:02:24.983101 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:02:25.044437 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-413bedd5-d7aa-4c26-8680-de92a19a8c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8d946790>, [{'id': 'c40fcf87-7714-46e5-87f8-4c03b7b266b4', 'name': 'tempest-ServerRescueNegativeTestJSON-1832148144-router', 'tenant_id': '8130c27f2b84434a8d6fa5032b67aa1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.214'}], 'enable_snat': True}, 'gw_port_id': '598972db-8761-4f9d-818b-cc3f2e937a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:02:18Z', 'updated_at': '2022-05-07T22:02:22Z', 'revision_number': 3, 'project_id': '8130c27f2b84434a8d6fa5032b67aa1e', 'gw_port': {'id': '598972db-8761-4f9d-818b-cc3f2e937a0d', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f9:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c40fcf87-7714-46e5-87f8-4c03b7b266b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1935, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:02:20Z', 'updated_at': '2022-05-07T22:02:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:02:25.056036 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f5d9b7f7-397b-4590-908f-f9b2db9ed7a5 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:25.057925 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-efe61d02-06f5-4ed0-939b-a073e123caf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (b8c5cd68-631f-446d-9bed-fb4205a5cef7), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:25.068336 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-efe61d02-06f5-4ed0-939b-a073e123caf9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:25.073791 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-efe61d02-06f5-4ed0-939b-a073e123caf9 admin admin] 10.222.0.32 "DELETE /v2.0/networks/b8c5cd68-631f-446d-9bed-fb4205a5cef7 HTTP/1.1" status: 204  len: 168 time: 0.6565480
May 07 22:02:25.087313 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413bedd5-d7aa-4c26-8680-de92a19a8c62 None None] Checking router: c40fcf87-7714-46e5-87f8-4c03b7b266b4 for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:02:25.088021 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413bedd5-d7aa-4c26-8680-de92a19a8c62 None None] Updating router c40fcf87-7714-46e5-87f8-4c03b7b266b4 port 598972db-8761-4f9d-818b-cc3f2e937a0d binding host ncdv-master-1 {{(pid=121839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 22:02:25.093835 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1383bc38-43df-4a5d-9e12-1ff35216d6ef tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Publish callbacks [] for security_group (cd484329-bb0a-4348-988b-3802a429fd5c), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:25.124116 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe61d02-06f5-4ed0-939b-a073e123caf9 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8c5cd68-631f-446d-9bed-fb4205a5cef7,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:25.151950 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-413bedd5-d7aa-4c26-8680-de92a19a8c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (598972db-8761-4f9d-818b-cc3f2e937a0d), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:25.161007 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1383bc38-43df-4a5d-9e12-1ff35216d6ef tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (cd484329-bb0a-4348-988b-3802a429fd5c), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:25.250509 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-f5d9b7f7-397b-4590-908f-f9b2db9ed7a5 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Allocated IP 172.35.4.143 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/a4438dc7-e995-46b4-b927-672de7a445aa) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:02:25.339846 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1383bc38-43df-4a5d-9e12-1ff35216d6ef tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:25.341463 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-1383bc38-43df-4a5d-9e12-1ff35216d6ef tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.7260053
May 07 22:02:25.376929 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 53944) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:25.387033 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-df3dafe2-e7af-4428-9150-e95fec7451f0 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Request body: {'security_group_rule': {'security_group_id': 'cd484329-bb0a-4348-988b-3802a429fd5c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:02:25.419893 ncdv-master-1 neutron-server[121837]: WARNING neutron.api.v2.base [None req-df3dafe2-e7af-4428-9150-e95fec7451f0 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix.
May 07 22:02:25.420945 ncdv-master-1 neutron-server[121837]: INFO neutron.api.v2.resource [None req-df3dafe2-e7af-4428-9150-e95fec7451f0 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 07 22:02:25.422592 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-df3dafe2-e7af-4428-9150-e95fec7451f0 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0442617
May 07 22:02:25.431668 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 53946) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:25.432699 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 53948) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:25.464493 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-0d0633b0-c29e-4b54-a16a-8d2bb654f747 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Request body: {'security_group_rule': {'security_group_id': 'cd484329-bb0a-4348-988b-3802a429fd5c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:02:25.466462 ncdv-master-1 neutron-server[121837]: WARNING neutron.api.v2.base [None req-0d0633b0-c29e-4b54-a16a-8d2bb654f747 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix.
May 07 22:02:25.467774 ncdv-master-1 neutron-server[121837]: INFO neutron.api.v2.resource [None req-0d0633b0-c29e-4b54-a16a-8d2bb654f747 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 07 22:02:25.469290 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-0d0633b0-c29e-4b54-a16a-8d2bb654f747 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 320 time: 0.0175321
May 07 22:02:25.478498 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4085b1-1ed8-4e60-9694-021e5c5bc2a9 req-cd58c8d8-89cc-4345-b65f-bd9030d70893 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:25.486091 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-df4085b1-1ed8-4e60-9694-021e5c5bc2a9 req-cd58c8d8-89cc-4345-b65f-bd9030d70893 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/ports?device_id=620355ca-9580-4384-9f83-9ec1f95922e3 HTTP/1.1" status: 200  len: 945 time: 0.4482250
May 07 22:02:25.502466 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 53950) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:25.508172 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-428cfcf5-3eb8-447c-b6fa-f82e75d7858f tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Request body: {'security_group_rule': {'security_group_id': 'cd484329-bb0a-4348-988b-3802a429fd5c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:02:25.509822 ncdv-master-1 neutron-server[121837]: WARNING neutron.api.v2.base [None req-428cfcf5-3eb8-447c-b6fa-f82e75d7858f tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix.
May 07 22:02:25.510409 ncdv-master-1 neutron-server[121837]: INFO neutron.api.v2.resource [None req-428cfcf5-3eb8-447c-b6fa-f82e75d7858f tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 07 22:02:25.511526 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-428cfcf5-3eb8-447c-b6fa-f82e75d7858f tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0073531
May 07 22:02:25.530867 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 53952) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:25.565761 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-43a21a04-9965-4a11-af67-d954c34430dc tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Request body: {'security_group_rule': {'security_group_id': 'cd484329-bb0a-4348-988b-3802a429fd5c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:02:25.566736 ncdv-master-1 neutron-server[121837]: WARNING neutron.api.v2.base [None req-43a21a04-9965-4a11-af67-d954c34430dc tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix.
May 07 22:02:25.567615 ncdv-master-1 neutron-server[121837]: INFO neutron.api.v2.resource [None req-43a21a04-9965-4a11-af67-d954c34430dc tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 07 22:02:25.568427 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-43a21a04-9965-4a11-af67-d954c34430dc tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 309 time: 0.0063744
May 07 22:02:25.580205 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c119a2bf-9981-4176-beac-2823cf8b346d req-96ca2573-b7b2-43ce-98ab-bdc3579c666d tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:25.581828 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c119a2bf-9981-4176-beac-2823cf8b346d req-96ca2573-b7b2-43ce-98ab-bdc3579c666d tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.59 "GET /v2.0/ports?device_id=620355ca-9580-4384-9f83-9ec1f95922e3 HTTP/1.1" status: 200  len: 945 time: 0.2669189
May 07 22:02:25.582296 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 53954) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:25.595491 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1383bc38-43df-4a5d-9e12-1ff35216d6ef tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd484329-bb0a-4348-988b-3802a429fd5c,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:25.892993 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f5d9b7f7-397b-4590-908f-f9b2db9ed7a5 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks [] for port (a4438dc7-e995-46b4-b927-672de7a445aa), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:25.909740 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-df4085b1-1ed8-4e60-9694-021e5c5bc2a9 req-b48e8e1a-1386-4cb3-aa1f-1122a9be99e0 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/security-groups?id=e2f94373-fd3e-4a2b-9dee-192df8871f41&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4219682
May 07 22:02:25.911791 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-0e7dd135-0d0d-465c-8386-ad2dcb8f9ec4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7c1ba68595ec4a0ab30a1245d2af00b4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4720299
May 07 22:02:25.916644 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 53970) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:25.996417 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f5d9b7f7-397b-4590-908f-f9b2db9ed7a5 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (a4438dc7-e995-46b4-b927-672de7a445aa), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:26.008382 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2ff573a8-a28b-420b-85a5-0a0971ca09db tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Publish callbacks [] for security_group (cd484329-bb0a-4348-988b-3802a429fd5c), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:26.025848 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-c119a2bf-9981-4176-beac-2823cf8b346d req-5eab8ffc-8f18-460d-af2a-02b38f8406a3 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Deleting port 13f0d3f2-8ab0-42a1-95df-5966489120ec {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:02:26.026455 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-c119a2bf-9981-4176-beac-2823cf8b346d req-5eab8ffc-8f18-460d-af2a-02b38f8406a3 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (13f0d3f2-8ab0-42a1-95df-5966489120ec), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:26.036190 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-0e1077d3-5231-4c1d-a917-d362995a93c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:26.062371 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d9b7f7-397b-4590-908f-f9b2db9ed7a5 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Pushing event updated for resources: {'Port': ['ID=a4438dc7-e995-46b4-b927-672de7a445aa,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:26.079698 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fec9888c-88d4-47f7-bb3d-59547274a453 admin admin] Publish callbacks [] for security_group (ae0479cf-31a6-4911-95f1-5e15587427c7), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:26.110781 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fec9888c-88d4-47f7-bb3d-59547274a453 admin admin] Publish callbacks [] for security_group (ae0479cf-31a6-4911-95f1-5e15587427c7), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:26.140153 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2ff573a8-a28b-420b-85a5-0a0971ca09db tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Publish callbacks [] for security_group (cd484329-bb0a-4348-988b-3802a429fd5c), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:26.149123 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d9b7f7-397b-4590-908f-f9b2db9ed7a5 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:02:26.151371 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-f5d9b7f7-397b-4590-908f-f9b2db9ed7a5 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:02:26.153949 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d9b7f7-397b-4590-908f-f9b2db9ed7a5 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:02:26.244004 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fec9888c-88d4-47f7-bb3d-59547274a453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (ae0479cf-31a6-4911-95f1-5e15587427c7), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:26.249573 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fec9888c-88d4-47f7-bb3d-59547274a453 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:26.256086 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-fec9888c-88d4-47f7-bb3d-59547274a453 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ae0479cf-31a6-4911-95f1-5e15587427c7 HTTP/1.1" status: 204  len: 168 time: 0.3384306
May 07 22:02:26.273912 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec9888c-88d4-47f7-bb3d-59547274a453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae0479cf-31a6-4911-95f1-5e15587427c7,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:26.330291 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-413bedd5-d7aa-4c26-8680-de92a19a8c62 None None] Publish callbacks [] for port (598972db-8761-4f9d-818b-cc3f2e937a0d), precommit_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:26.345804 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f5d9b7f7-397b-4590-908f-f9b2db9ed7a5 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks [] for floatingip (a73bd09d-5a60-43f0-8526-11df2c4dda19), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:26.352861 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-413bedd5-d7aa-4c26-8680-de92a19a8c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (598972db-8761-4f9d-818b-cc3f2e937a0d), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:26.435981 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2ff573a8-a28b-420b-85a5-0a0971ca09db tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (cd484329-bb0a-4348-988b-3802a429fd5c), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:26.438764 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2ff573a8-a28b-420b-85a5-0a0971ca09db tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:26.439936 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-2ff573a8-a28b-420b-85a5-0a0971ca09db tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] 10.222.0.32 "DELETE /v2.0/security-groups/cd484329-bb0a-4348-988b-3802a429fd5c HTTP/1.1" status: 204  len: 168 time: 0.8475313
May 07 22:02:26.442454 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-c119a2bf-9981-4176-beac-2823cf8b346d req-5eab8ffc-8f18-460d-af2a-02b38f8406a3 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] For port 13f0d3f2-8ab0-42a1-95df-5966489120ec, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=13f0d3f2-8ab0-42a1-95df-5966489120ec,segment=NetworkSegment(269ca44c-b28c-41b0-82b1-59695d4aeeab),segment_id=269ca44c-b28c-41b0-82b1-59695d4aeeab)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:02:26.442843 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-c119a2bf-9981-4176-beac-2823cf8b346d req-5eab8ffc-8f18-460d-af2a-02b38f8406a3 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (13f0d3f2-8ab0-42a1-95df-5966489120ec), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:26.444029 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 53986) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:26.455367 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f5d9b7f7-397b-4590-908f-f9b2db9ed7a5 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (a4438dc7-e995-46b4-b927-672de7a445aa), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:26.466717 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e5c246eb-2834-4eb4-81bd-737c03eca2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:26.467159 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-413bedd5-d7aa-4c26-8680-de92a19a8c62 None None] Attempting to bind port 598972db-8761-4f9d-818b-cc3f2e937a0d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:02:26.467782 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-413bedd5-d7aa-4c26-8680-de92a19a8c62 None None] Attempting to bind port 598972db-8761-4f9d-818b-cc3f2e937a0d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:02:26.468519 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413bedd5-d7aa-4c26-8680-de92a19a8c62 None None] Attempting to bind port 598972db-8761-4f9d-818b-cc3f2e937a0d on network 9221b764-ef06-431f-8941-796516ed7c3b {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:02:26.473826 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff573a8-a28b-420b-85a5-0a0971ca09db tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd484329-bb0a-4348-988b-3802a429fd5c,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:26.479015 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-c119a2bf-9981-4176-beac-2823cf8b346d req-5eab8ffc-8f18-460d-af2a-02b38f8406a3 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Calling delete_port for 13f0d3f2-8ab0-42a1-95df-5966489120ec owned by compute:nova {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:02:26.486359 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413bedd5-d7aa-4c26-8680-de92a19a8c62 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:02:26.491185 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413bedd5-d7aa-4c26-8680-de92a19a8c62 None None] Checking segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:02:26.492348 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-413bedd5-d7aa-4c26-8680-de92a19a8c62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:26.494210 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-413bedd5-d7aa-4c26-8680-de92a19a8c62 None None] Bound using segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:02:26.495165 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-413bedd5-d7aa-4c26-8680-de92a19a8c62 None None] Bound port: 598972db-8761-4f9d-818b-cc3f2e937a0d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:02:26.496718 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-413bedd5-d7aa-4c26-8680-de92a19a8c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (598972db-8761-4f9d-818b-cc3f2e937a0d), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:26.565144 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-355c6884-7ac3-4f6f-b25f-b28b83323542 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1198637
May 07 22:02:26.570226 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 53988) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:26.574886 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-69ac4c34-6767-45e9-9329-ac2e2ac6cc44 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Request body: {'security_group': {'name': 'tempest-secgroup--1257577998'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:02:26.605531 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd6a5c7-6ccb-4c5b-93e6-37c0438f76fd None None] Pushing event updated for resources: {'Port': ['ID=598972db-8761-4f9d-818b-cc3f2e937a0d,revision_number=2']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:26.662843 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-413bedd5-d7aa-4c26-8680-de92a19a8c62 None None] For port 598972db-8761-4f9d-818b-cc3f2e937a0d, host ncdv-master-1, cleared binding levels {{(pid=121839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:02:26.668508 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-413bedd5-d7aa-4c26-8680-de92a19a8c62 None None] For port 598972db-8761-4f9d-818b-cc3f2e937a0d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=598972db-8761-4f9d-818b-cc3f2e937a0d,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:02:26.682425 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd6a5c7-6ccb-4c5b-93e6-37c0438f76fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:02:26.683183 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd6a5c7-6ccb-4c5b-93e6-37c0438f76fd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:02:26.683791 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd6a5c7-6ccb-4c5b-93e6-37c0438f76fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:02:26.685110 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd6a5c7-6ccb-4c5b-93e6-37c0438f76fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:02:26.685850 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd6a5c7-6ccb-4c5b-93e6-37c0438f76fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:02:26.686738 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd6a5c7-6ccb-4c5b-93e6-37c0438f76fd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:02:26.687948 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd6a5c7-6ccb-4c5b-93e6-37c0438f76fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:02:26.688607 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd6a5c7-6ccb-4c5b-93e6-37c0438f76fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:02:26.689269 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd6a5c7-6ccb-4c5b-93e6-37c0438f76fd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:02:26.689818 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd6a5c7-6ccb-4c5b-93e6-37c0438f76fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:02:26.691533 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd6a5c7-6ccb-4c5b-93e6-37c0438f76fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:02:26.692391 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd6a5c7-6ccb-4c5b-93e6-37c0438f76fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:02:26.692996 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd6a5c7-6ccb-4c5b-93e6-37c0438f76fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:02:26.693602 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd6a5c7-6ccb-4c5b-93e6-37c0438f76fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:02:26.697249 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd6a5c7-6ccb-4c5b-93e6-37c0438f76fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:02:26.721790 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-69ac4c34-6767-45e9-9329-ac2e2ac6cc44 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:26.723325 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-413bedd5-d7aa-4c26-8680-de92a19a8c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (598972db-8761-4f9d-818b-cc3f2e937a0d), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:26.879391 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f5d9b7f7-397b-4590-908f-f9b2db9ed7a5 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks [] for port (a4438dc7-e995-46b4-b927-672de7a445aa), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:26.890059 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f5d9b7f7-397b-4590-908f-f9b2db9ed7a5 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (a4438dc7-e995-46b4-b927-672de7a445aa), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:26.994973 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd6a5c7-6ccb-4c5b-93e6-37c0438f76fd None None] Pushing event updated for resources: {'Port': ['ID=598972db-8761-4f9d-818b-cc3f2e937a0d,revision_number=3']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:27.003292 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-c119a2bf-9981-4176-beac-2823cf8b346d req-5eab8ffc-8f18-460d-af2a-02b38f8406a3 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (13f0d3f2-8ab0-42a1-95df-5966489120ec), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:27.056918 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-413bedd5-d7aa-4c26-8680-de92a19a8c62 None None] Routers {'c40fcf87-7714-46e5-87f8-4c03b7b266b4'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:02:27.057663 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-413bedd5-d7aa-4c26-8680-de92a19a8c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8d946790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:02:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['c40fcf87-7714-46e5-87f8-4c03b7b266b4'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:02:27.126978 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eab8ffc-8f18-460d-af2a-02b38f8406a3 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Pushing event deleted for resources: {'Port': ['ID=13f0d3f2-8ab0-42a1-95df-5966489120ec,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:27.130723 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-e5c246eb-2834-4eb4-81bd-737c03eca2a3 admin admin] Allocated IP 172.20.0.1 (f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b/b554e5f7-e35c-452a-ba74-fc50d3983e51/2fb06420-9555-4316-ae23-a506ee0176ef) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:02:27.166478 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-c119a2bf-9981-4176-beac-2823cf8b346d req-5eab8ffc-8f18-460d-af2a-02b38f8406a3 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] No DVR routers for this DVR port 13f0d3f2-8ab0-42a1-95df-5966489120ec on host nch2-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:02:27.170721 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-c119a2bf-9981-4176-beac-2823cf8b346d req-5eab8ffc-8f18-460d-af2a-02b38f8406a3 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:27.183068 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c119a2bf-9981-4176-beac-2823cf8b346d req-5eab8ffc-8f18-460d-af2a-02b38f8406a3 tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.59 "DELETE /v2.0/ports/13f0d3f2-8ab0-42a1-95df-5966489120ec HTTP/1.1" status: 204  len: 173 time: 1.5726330
May 07 22:02:27.189480 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '620355ca-9580-4384-9f83-9ec1f95922e3', 'name': 'network-vif-deleted', 'tag': '13f0d3f2-8ab0-42a1-95df-5966489120ec'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:02:27.199709 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62fc2786-b38e-4b20-8de4-d0ac55f6ec68" -d '{"events": [{"server_uuid": "620355ca-9580-4384-9f83-9ec1f95922e3", "name": "network-vif-deleted", "tag": "13f0d3f2-8ab0-42a1-95df-5966489120ec"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:02:27.205903 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d9b7f7-397b-4590-908f-f9b2db9ed7a5 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Pushing event updated for resources: {'Port': ['ID=a4438dc7-e995-46b4-b927-672de7a445aa,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:27.271375 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f5d9b7f7-397b-4590-908f-f9b2db9ed7a5 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (a73bd09d-5a60-43f0-8526-11df2c4dda19), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:27.334035 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f5fafc62-e139-4ad2-adc2-8ecce5625cc0 req-34000ba6-21c0-4ffa-9448-29f9f0d42d0f tempest-ServerRescueTestJSON-2085094885 tempest-ServerRescueTestJSON-2085094885-project] 10.222.0.32 "GET /v2.0/ports?device_id=620355ca-9580-4384-9f83-9ec1f95922e3 HTTP/1.1" status: 200  len: 210 time: 0.2307346
May 07 22:02:27.338159 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-69ac4c34-6767-45e9-9329-ac2e2ac6cc44 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Publish callbacks [] for security_group (98ba7a57-9d6c-4120-bddd-5a95c4ba8e08), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:27.357185 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f5d9b7f7-397b-4590-908f-f9b2db9ed7a5 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:27.361001 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-f5d9b7f7-397b-4590-908f-f9b2db9ed7a5 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.5517628
May 07 22:02:27.370494 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-69ac4c34-6767-45e9-9329-ac2e2ac6cc44 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (98ba7a57-9d6c-4120-bddd-5a95c4ba8e08), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:27.384320 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b716eb65-2847-42b3-a06e-5be85146f255 x-openstack-request-id: req-b716eb65-2847-42b3-a06e-5be85146f255 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:02:27.387006 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:27.387559 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "620355ca-9580-4384-9f83-9ec1f95922e3", "name": "network-vif-deleted", "tag": "13f0d3f2-8ab0-42a1-95df-5966489120ec", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:02:27.388138 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b716eb65-2847-42b3-a06e-5be85146f255 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:02:27.391146 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b716eb65-2847-42b3-a06e-5be85146f255'] response: {'server_uuid': '620355ca-9580-4384-9f83-9ec1f95922e3', 'name': 'network-vif-deleted', 'tag': '13f0d3f2-8ab0-42a1-95df-5966489120ec', 'status': 'completed', 'code': 200}
May 07 22:02:27.400686 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-413bedd5-d7aa-4c26-8680-de92a19a8c62 None None] Set router c40fcf87-7714-46e5-87f8-4c03b7b266b4 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:02:27.416282 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-69ac4c34-6767-45e9-9329-ac2e2ac6cc44 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:27.418471 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-69ac4c34-6767-45e9-9329-ac2e2ac6cc44 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.8471780
May 07 22:02:27.423481 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 54018) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:27.441681 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-5ddcd60e-93fc-4600-8b0b-91059c17be06 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Request body: {'security_group_rule': {'security_group_id': '98ba7a57-9d6c-4120-bddd-5a95c4ba8e08', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:02:27.444607 ncdv-master-1 neutron-server[121837]: WARNING neutron.api.v2.base [None req-5ddcd60e-93fc-4600-8b0b-91059c17be06 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
May 07 22:02:27.449626 ncdv-master-1 neutron-server[121837]: INFO neutron.api.v2.resource [None req-5ddcd60e-93fc-4600-8b0b-91059c17be06 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 07 22:02:27.458717 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-5ddcd60e-93fc-4600-8b0b-91059c17be06 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0315409
May 07 22:02:27.461326 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 54020) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:27.494331 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-919e0c37-41d6-41b5-bc84-07aa8edb3fd3 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Request body: {'security_group_rule': {'security_group_id': '98ba7a57-9d6c-4120-bddd-5a95c4ba8e08', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:02:27.508136 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ac4c34-6767-45e9-9329-ac2e2ac6cc44 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98ba7a57-9d6c-4120-bddd-5a95c4ba8e08,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:27.631380 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e5c246eb-2834-4eb4-81bd-737c03eca2a3 admin admin] Publish callbacks [] for port (2fb06420-9555-4316-ae23-a506ee0176ef), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:27.668858 ncdv-master-1 neutron-server[121837]: INFO neutron.api.v2.resource [None req-919e0c37-41d6-41b5-bc84-07aa8edb3fd3 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 07 22:02:27.674025 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 54032) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:27.674234 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-919e0c37-41d6-41b5-bc84-07aa8edb3fd3 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.2086117
May 07 22:02:27.688050 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-cab48e40-53a6-4cff-a1a6-3aeaaad5e8f3 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Request body: {'security_group_rule': {'security_group_id': '98ba7a57-9d6c-4120-bddd-5a95c4ba8e08', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:02:27.688050 ncdv-master-1 neutron-server[121836]: WARNING neutron.api.v2.base [None req-cab48e40-53a6-4cff-a1a6-3aeaaad5e8f3 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536
May 07 22:02:27.688050 ncdv-master-1 neutron-server[121836]: INFO neutron.api.v2.resource [None req-cab48e40-53a6-4cff-a1a6-3aeaaad5e8f3 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 07 22:02:27.688050 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-cab48e40-53a6-4cff-a1a6-3aeaaad5e8f3 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0061693
May 07 22:02:27.688050 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 54034) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:27.718398 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-3071b424-362b-4367-9d05-da4c31500238 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Request body: {'security_group_rule': {'security_group_id': '98ba7a57-9d6c-4120-bddd-5a95c4ba8e08', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:02:27.765114 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e5c246eb-2834-4eb4-81bd-737c03eca2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (2fb06420-9555-4316-ae23-a506ee0176ef), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:27.893255 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c246eb-2834-4eb4-81bd-737c03eca2a3 admin admin] Network f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:02:27.910748 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-e5c246eb-2834-4eb4-81bd-737c03eca2a3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:02:27.917093 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c246eb-2834-4eb4-81bd-737c03eca2a3 admin admin] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:02:27.924522 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c246eb-2834-4eb4-81bd-737c03eca2a3 admin admin] Pushing event updated for resources: {'Port': ['ID=2fb06420-9555-4316-ae23-a506ee0176ef,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:27.954820 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-afbb6563-4d9a-411a-8875-95a5d151b733 req-e383c027-215c-436b-9a68-9acdd2fcd597 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--522064219&fields=id&tenant_id=57990769f50b412194a108cdd627a767 HTTP/1.1" status: 200  len: 267 time: 0.1320965
May 07 22:02:27.957988 ncdv-master-1 neutron-server[121836]: INFO neutron.api.v2.resource [None req-3071b424-362b-4367-9d05-da4c31500238 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 07 22:02:27.965698 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-3071b424-362b-4367-9d05-da4c31500238 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.2801962
May 07 22:02:27.966362 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 54054) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:27.980294 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-6c137380-b967-4584-8976-17c092b3010a tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Request body: {'security_group_rule': {'security_group_id': '98ba7a57-9d6c-4120-bddd-5a95c4ba8e08', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:02:27.981738 ncdv-master-1 neutron-server[121836]: WARNING neutron.api.v2.base [None req-6c137380-b967-4584-8976-17c092b3010a tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
May 07 22:02:27.983225 ncdv-master-1 neutron-server[121836]: INFO neutron.api.v2.resource [None req-6c137380-b967-4584-8976-17c092b3010a tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 07 22:02:27.989293 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-6c137380-b967-4584-8976-17c092b3010a tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0163331
May 07 22:02:27.990325 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 54056) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:28.008978 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-5c0b7e11-493d-4a4d-a6df-31be9d54139b tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Request body: {'security_group_rule': {'security_group_id': '98ba7a57-9d6c-4120-bddd-5a95c4ba8e08', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:02:28.038208 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-413bedd5-d7aa-4c26-8680-de92a19a8c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8d946790>, [{'id': 'c40fcf87-7714-46e5-87f8-4c03b7b266b4', 'name': 'tempest-ServerRescueNegativeTestJSON-1832148144-router', 'tenant_id': '8130c27f2b84434a8d6fa5032b67aa1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.214'}], 'enable_snat': True}, 'gw_port_id': '598972db-8761-4f9d-818b-cc3f2e937a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:02:18Z', 'updated_at': '2022-05-07T22:02:22Z', 'revision_number': 3, 'project_id': '8130c27f2b84434a8d6fa5032b67aa1e', 'gw_port': {'id': '598972db-8761-4f9d-818b-cc3f2e937a0d', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f9:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c40fcf87-7714-46e5-87f8-4c03b7b266b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1935, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:02:20Z', 'updated_at': '2022-05-07T22:02:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:02:28.042043 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e5c246eb-2834-4eb4-81bd-737c03eca2a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398161'] for router_interface (c40fcf87-7714-46e5-87f8-4c03b7b266b4), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:28.144061 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413bedd5-d7aa-4c26-8680-de92a19a8c62 None None] The sync data for ids ['c40fcf87-7714-46e5-87f8-4c03b7b266b4'] in ncdv-master-1 is: [{'id': 'c40fcf87-7714-46e5-87f8-4c03b7b266b4', 'name': 'tempest-ServerRescueNegativeTestJSON-1832148144-router', 'tenant_id': '8130c27f2b84434a8d6fa5032b67aa1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.214'}], 'enable_snat': True}, 'gw_port_id': '598972db-8761-4f9d-818b-cc3f2e937a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:02:18Z', 'updated_at': '2022-05-07T22:02:22Z', 'revision_number': 3, 'project_id': '8130c27f2b84434a8d6fa5032b67aa1e', 'gw_port': {'id': '598972db-8761-4f9d-818b-cc3f2e937a0d', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f9:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c40fcf87-7714-46e5-87f8-4c03b7b266b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1935, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:02:20Z', 'updated_at': '2022-05-07T22:02:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:02:28.209201 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 13f0d3f2-8ab0-42a1-95df-5966489120ec no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:02:28.272906 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] No Port match for: 13f0d3f2-8ab0-42a1-95df-5966489120ec {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:02:28.273756 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 13f0d3f2-8ab0-42a1-95df-5966489120ec not bound to the agent host nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:02:28.320752 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbb6563-4d9a-411a-8875-95a5d151b733 req-c47ddfcc-4d1f-459f-b511-1b310a5ac8b9 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:28.322386 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-afbb6563-4d9a-411a-8875-95a5d151b733 req-c47ddfcc-4d1f-459f-b511-1b310a5ac8b9 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/networks?id=f64cbfbe-feaa-48dc-9089-9445aa1eaa5a HTTP/1.1" status: 200  len: 815 time: 0.3255761
May 07 22:02:28.323456 ncdv-master-1 neutron-server[121836]: INFO neutron.api.v2.resource [None req-5c0b7e11-493d-4a4d-a6df-31be9d54139b tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 07 22:02:28.336332 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-5c0b7e11-493d-4a4d-a6df-31be9d54139b tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.3352637
May 07 22:02:28.338214 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 54074) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:28.346324 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-9cddee18-7ee7-4b69-8b9a-322c09570c06 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Request body: {'security_group_rule': {'security_group_id': '98ba7a57-9d6c-4120-bddd-5a95c4ba8e08', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:02:28.346894 ncdv-master-1 neutron-server[121836]: WARNING neutron.api.v2.base [None req-9cddee18-7ee7-4b69-8b9a-322c09570c06 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1
May 07 22:02:28.353388 ncdv-master-1 neutron-server[121836]: INFO neutron.api.v2.resource [None req-9cddee18-7ee7-4b69-8b9a-322c09570c06 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 07 22:02:28.353557 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e5c246eb-2834-4eb4-81bd-737c03eca2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (2fb06420-9555-4316-ae23-a506ee0176ef), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:28.357924 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-9cddee18-7ee7-4b69-8b9a-322c09570c06 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0187445
May 07 22:02:28.361465 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 54078) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:28.378248 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-dd29bc83-a1da-4d66-877c-9cfb196f1b50 None None] Provisioning complete for port 2fb06420-9555-4316-ae23-a506ee0176ef triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:02:28.378949 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-dd29bc83-a1da-4d66-877c-9cfb196f1b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (2fb06420-9555-4316-ae23-a506ee0176ef), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:28.387217 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-afbb6563-4d9a-411a-8875-95a5d151b733 req-e68d61e6-1d97-4d24-84db-311a0d5f891c tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/quotas/57990769f50b412194a108cdd627a767 HTTP/1.1" status: 200  len: 375 time: 0.0484722
May 07 22:02:28.390461 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-a4df1d7c-1c81-4d44-8d42-87cf35dff156 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Request body: {'security_group_rule': {'security_group_id': '98ba7a57-9d6c-4120-bddd-5a95c4ba8e08', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:02:28.457713 ncdv-master-1 neutron-server[121836]: INFO neutron.api.v2.resource [None req-a4df1d7c-1c81-4d44-8d42-87cf35dff156 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 07 22:02:28.461768 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-a4df1d7c-1c81-4d44-8d42-87cf35dff156 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 373 time: 0.0777051
May 07 22:02:28.463767 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-dd29bc83-a1da-4d66-877c-9cfb196f1b50 None None] Port 2fb06420-9555-4316-ae23-a506ee0176ef cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:02:28.465453 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 54084) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:28.471113 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-0782338a-eef6-4e0f-af71-57594ee7917d tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Request body: {'security_group_rule': {'security_group_id': '98ba7a57-9d6c-4120-bddd-5a95c4ba8e08', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:02:28.500097 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-afbb6563-4d9a-411a-8875-95a5d151b733 req-75f46873-0596-47a7-98ec-0659dbe8f086 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=57990769f50b412194a108cdd627a767&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0892158
May 07 22:02:28.546097 ncdv-master-1 neutron-server[121836]: INFO neutron.api.v2.resource [None req-0782338a-eef6-4e0f-af71-57594ee7917d tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 07 22:02:28.550756 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-0782338a-eef6-4e0f-af71-57594ee7917d tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.0841460
May 07 22:02:28.551383 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 54092) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:28.657473 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-621381e7-7b43-415f-8f8c-0a3dc5bcfac5 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Publish callbacks [] for security_group (98ba7a57-9d6c-4120-bddd-5a95c4ba8e08), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:28.723144 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-621381e7-7b43-415f-8f8c-0a3dc5bcfac5 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Publish callbacks [] for security_group (98ba7a57-9d6c-4120-bddd-5a95c4ba8e08), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:28.829593 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 54102) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:28.973644 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5b989bdf-a645-4194-967f-64c7a0376885 req-f7fc9fec-c3bc-4568-a21d-75edacf02b8c tempest-ServerShowV254Test-111077960 tempest-ServerShowV254Test-111077960-project] 10.222.0.32 "GET /v2.0/ports?device_id=812c917a-3e44-4477-9f38-9154224d4920 HTTP/1.1" status: 200  len: 210 time: 0.0788953
May 07 22:02:28.984066 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e5c246eb-2834-4eb4-81bd-737c03eca2a3 admin admin] Publish callbacks [] for port (2fb06420-9555-4316-ae23-a506ee0176ef), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:29.027854 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e5c246eb-2834-4eb4-81bd-737c03eca2a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (2fb06420-9555-4316-ae23-a506ee0176ef), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:29.118089 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:29.138763 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e5c246eb-2834-4eb4-81bd-737c03eca2a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401121'] for router_interface (c40fcf87-7714-46e5-87f8-4c03b7b266b4), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:29.142099 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c246eb-2834-4eb4-81bd-737c03eca2a3 admin admin] Pushing event updated for resources: {'Port': ['ID=2fb06420-9555-4316-ae23-a506ee0176ef,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:29.302985 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-afbb6563-4d9a-411a-8875-95a5d151b733 req-a8d240cc-49f6-4e61-a0e0-912fe8a580ed service neutron] 10.222.0.32 "GET /v2.0/networks/f64cbfbe-feaa-48dc-9089-9445aa1eaa5a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7771001
May 07 22:02:29.359839 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-621381e7-7b43-415f-8f8c-0a3dc5bcfac5 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (98ba7a57-9d6c-4120-bddd-5a95c4ba8e08), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:29.362457 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-621381e7-7b43-415f-8f8c-0a3dc5bcfac5 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:29.366006 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-621381e7-7b43-415f-8f8c-0a3dc5bcfac5 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] 10.222.0.32 "DELETE /v2.0/security-groups/98ba7a57-9d6c-4120-bddd-5a95c4ba8e08 HTTP/1.1" status: 204  len: 168 time: 0.8113432
May 07 22:02:29.517865 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 54120) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:29.635993 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621381e7-7b43-415f-8f8c-0a3dc5bcfac5 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ba7a57-9d6c-4120-bddd-5a95c4ba8e08,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:29.747918 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-b18d8f6c-c86e-4dc0-901e-bc867ab7a320 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1869044
May 07 22:02:29.756631 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 54130) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:29.803585 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-4d478591-3008-47bc-ae6a-69cc16664cbc tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Request body: {'security_group': {'name': 'tempest-secgroup--1183828563'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:02:30.028976 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-afbb6563-4d9a-411a-8875-95a5d151b733 req-72bfc495-1c2c-405c-8b21-1ab369abc06c service neutron] 10.222.0.32 "GET /v2.0/networks/f64cbfbe-feaa-48dc-9089-9445aa1eaa5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7250342
May 07 22:02:30.042280 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4d478591-3008-47bc-ae6a-69cc16664cbc tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:30.174449 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c246eb-2834-4eb4-81bd-737c03eca2a3 admin admin] Network f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:02:30.208694 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-e5c246eb-2834-4eb4-81bd-737c03eca2a3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:02:30.251709 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 598972db-8761-4f9d-818b-cc3f2e937a0d up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:02:30.362689 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:30.478467 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 598972db-8761-4f9d-818b-cc3f2e937a0d triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:02:30.479071 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (598972db-8761-4f9d-818b-cc3f2e937a0d), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:30.519289 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5c246eb-2834-4eb4-81bd-737c03eca2a3 admin admin] Router c40fcf87-7714-46e5-87f8-4c03b7b266b4 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:02:30.548317 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bdd6018a-5123-4fe4-b75c-ed15136b9601 req-62dd114d-6b8a-4f5e-969b-fadc3addf592 tempest-ServerShowV254Test-111077960 tempest-ServerShowV254Test-111077960-project] 10.222.0.32 "GET /v2.0/ports?device_id=812c917a-3e44-4477-9f38-9154224d4920 HTTP/1.1" status: 200  len: 210 time: 0.3760509
May 07 22:02:30.702422 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 598972db-8761-4f9d-818b-cc3f2e937a0d is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:02:30.704660 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (598972db-8761-4f9d-818b-cc3f2e937a0d), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:30.743736 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port 598972db-8761-4f9d-818b-cc3f2e937a0d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=598972db-8761-4f9d-818b-cc3f2e937a0d,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:02:30.748973 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (598972db-8761-4f9d-818b-cc3f2e937a0d), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:30.790200 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9958fd74-3856-4899-a821-3002c189b529 req-cad96d59-21d5-4221-8c68-0b656b32f24b tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/ports?device_id=fac24695-8d11-4a29-bf87-a5c11bd5c2e6 HTTP/1.1" status: 200  len: 210 time: 0.1620178
May 07 22:02:30.845480 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4d478591-3008-47bc-ae6a-69cc16664cbc tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Publish callbacks [] for security_group (d5569610-ccaa-442b-af05-401f98dc9d10), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:30.866249 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4d478591-3008-47bc-ae6a-69cc16664cbc tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (d5569610-ccaa-442b-af05-401f98dc9d10), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:30.956582 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d478591-3008-47bc-ae6a-69cc16664cbc tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5569610-ccaa-442b-af05-401f98dc9d10,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:30.962494 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-023c7aa9-5e9d-4571-b670-9595a0013af2 None None] Provisioning complete for port 2fb06420-9555-4316-ae23-a506ee0176ef triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:02:30.970422 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4d478591-3008-47bc-ae6a-69cc16664cbc tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:30.980264 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-023c7aa9-5e9d-4571-b670-9595a0013af2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (2fb06420-9555-4316-ae23-a506ee0176ef), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:30.984276 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-4d478591-3008-47bc-ae6a-69cc16664cbc tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 1.2007208
May 07 22:02:30.985626 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 54166) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:31.035111 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-9b8a9d25-981e-416e-9fa6-543f0e498c84 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Request body: {'security_group_rule': {'security_group_id': 'd5569610-ccaa-442b-af05-401f98dc9d10', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:02:31.073615 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5c246eb-2834-4eb4-81bd-737c03eca2a3 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:02:31.090441 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-e5c246eb-2834-4eb4-81bd-737c03eca2a3 admin admin] 10.222.0.32 "PUT /v2.0/routers/c40fcf87-7714-46e5-87f8-4c03b7b266b4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.3919022
May 07 22:02:31.144970 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-023c7aa9-5e9d-4571-b670-9595a0013af2 None None] Port 2fb06420-9555-4316-ae23-a506ee0176ef cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:02:31.156548 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=598972db-8761-4f9d-818b-cc3f2e937a0d,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:31.177273 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-78061e70-8db2-4610-9202-63dc33d6ab1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401094'] for router_interface (44744f25-162d-4beb-8b6b-bf7f925b1061), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:31.451082 ncdv-master-1 neutron-server[121836]: INFO neutron.api.v2.resource [None req-9b8a9d25-981e-416e-9fa6-543f0e498c84 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] create failed (client error): The resource could not be found.
May 07 22:02:31.452438 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-9b8a9d25-981e-416e-9fa6-543f0e498c84 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 323 time: 0.4504714
May 07 22:02:31.455893 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 54190) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:31.464235 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-8b16d726-41fa-49f6-ae56-8a27011514db tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Request body: {'security_group_rule': {'security_group_id': 'd5569610-ccaa-442b-af05-401f98dc9d10', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'b44dc1c9-596a-446f-a702-7eaa9a3bcd06'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:02:31.495318 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9754f812-55d5-4313-8eb8-aff5a61f0625 req-10e20a0e-833a-4431-94e3-b095e840bf60 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:31.525092 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9754f812-55d5-4313-8eb8-aff5a61f0625 req-10e20a0e-833a-4431-94e3-b095e840bf60 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/ports?device_id=95f9d622-1591-4442-9da0-167bdb326758 HTTP/1.1" status: 200  len: 946 time: 0.1502962
May 07 22:02:31.551170 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13af1e3-38f8-485e-98f6-cb47a6c58012 None None] Sync routers for ids ['c40fcf87-7714-46e5-87f8-4c03b7b266b4'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:02:31.567025 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13af1e3-38f8-485e-98f6-cb47a6c58012 None None] Routers {'c40fcf87-7714-46e5-87f8-4c03b7b266b4'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:02:31.568927 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-b13af1e3-38f8-485e-98f6-cb47a6c58012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7fa8a970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:02:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['c40fcf87-7714-46e5-87f8-4c03b7b266b4'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:02:31.573558 ncdv-master-1 neutron-server[121837]: INFO neutron.api.v2.resource [None req-8b16d726-41fa-49f6-ae56-8a27011514db tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] create failed (client error): The resource could not be found.
May 07 22:02:31.581500 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-8b16d726-41fa-49f6-ae56-8a27011514db tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.1232049
May 07 22:02:31.582528 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 54198) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:31.684887 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9754f812-55d5-4313-8eb8-aff5a61f0625 req-203cf227-1b11-4df5-9cbb-8a01cc74901b tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ebb222e-3262-41b5-990d-c21161bc61e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1576087
May 07 22:02:31.744125 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86364661-c1ee-4d24-b11f-848a2b62b32b req-374891db-782f-46f9-a6b5-5f9f8fd7a4f9 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:31.745841 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-86364661-c1ee-4d24-b11f-848a2b62b32b req-374891db-782f-46f9-a6b5-5f9f8fd7a4f9 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/networks?id=f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b HTTP/1.1" status: 200  len: 819 time: 0.1245654
May 07 22:02:31.789898 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5b8186a6-016d-4c22-80c6-86255a962a13 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Publish callbacks [] for security_group (d5569610-ccaa-442b-af05-401f98dc9d10), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:31.798861 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-86364661-c1ee-4d24-b11f-848a2b62b32b req-cfa9c8f1-4022-493a-b604-045ec49892ca tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/quotas/8130c27f2b84434a8d6fa5032b67aa1e HTTP/1.1" status: 200  len: 375 time: 0.0450046
May 07 22:02:31.854008 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-78061e70-8db2-4610-9202-63dc33d6ab1a admin admin] Deleting port ca9c0551-3193-4101-a15e-7b3be2c13ea0 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:02:31.854624 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-78061e70-8db2-4610-9202-63dc33d6ab1a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (ca9c0551-3193-4101-a15e-7b3be2c13ea0), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:31.869918 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5b8186a6-016d-4c22-80c6-86255a962a13 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Publish callbacks [] for security_group (d5569610-ccaa-442b-af05-401f98dc9d10), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:31.900477 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-86364661-c1ee-4d24-b11f-848a2b62b32b req-9d99a519-03fc-4a93-9ee8-14a8e7789312 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8130c27f2b84434a8d6fa5032b67aa1e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1003633
May 07 22:02:31.920671 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2aaa726e-ce8f-4718-88b5-f6aee4070950 req-7b683240-5173-46a6-9e3b-54b139be571c tempest-ServerShowV254Test-111077960 tempest-ServerShowV254Test-111077960-project] 10.222.0.32 "GET /v2.0/ports?device_id=812c917a-3e44-4477-9f38-9154224d4920 HTTP/1.1" status: 200  len: 210 time: 0.0815811
May 07 22:02:31.938478 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-b13af1e3-38f8-485e-98f6-cb47a6c58012 None None] Set router c40fcf87-7714-46e5-87f8-4c03b7b266b4 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:02:31.972692 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-71ef5af8-0fd7-4fbb-a052-d0a11805a170 req-d151927a-2cc9-4dc4-bec4-8527d7b56453 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=812c917a-3e44-4477-9f38-9154224d4920 HTTP/1.1" status: 200  len: 210 time: 0.0562675
May 07 22:02:31.993653 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5b8186a6-016d-4c22-80c6-86255a962a13 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (d5569610-ccaa-442b-af05-401f98dc9d10), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:31.997053 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5b8186a6-016d-4c22-80c6-86255a962a13 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:31.998380 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-5b8186a6-016d-4c22-80c6-86255a962a13 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] 10.222.0.32 "DELETE /v2.0/security-groups/d5569610-ccaa-442b-af05-401f98dc9d10 HTTP/1.1" status: 204  len: 168 time: 0.4141138
May 07 22:02:32.016967 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 54210) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:32.020837 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8186a6-016d-4c22-80c6-86255a962a13 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5569610-ccaa-442b-af05-401f98dc9d10,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:32.142426 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7f49b3fb-32d4-4696-9714-7eaccd682320 req-2a06a3e5-2c87-4fb3-8376-de2bf1976677 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/ports?device_id=fac24695-8d11-4a29-bf87-a5c11bd5c2e6 HTTP/1.1" status: 200  len: 210 time: 0.0559981
May 07 22:02:32.175586 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-78061e70-8db2-4610-9202-63dc33d6ab1a admin admin] For port ca9c0551-3193-4101-a15e-7b3be2c13ea0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ca9c0551-3193-4101-a15e-7b3be2c13ea0,segment=NetworkSegment(269ca44c-b28c-41b0-82b1-59695d4aeeab),segment_id=269ca44c-b28c-41b0-82b1-59695d4aeeab)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:02:32.176336 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-78061e70-8db2-4610-9202-63dc33d6ab1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (ca9c0551-3193-4101-a15e-7b3be2c13ea0), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:32.298624 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 598972db-8761-4f9d-818b-cc3f2e937a0d up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:02:32.300450 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-78061e70-8db2-4610-9202-63dc33d6ab1a admin admin] Calling delete_port for ca9c0551-3193-4101-a15e-7b3be2c13ea0 owned by network:router_interface {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:02:32.331303 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-f1986001-3f9c-4b13-be1b-48c7228a8640 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.3044167
May 07 22:02:32.332105 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 54220) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:32.339376 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-b13af1e3-38f8-485e-98f6-cb47a6c58012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7fa8a970>, [{'id': 'c40fcf87-7714-46e5-87f8-4c03b7b266b4', 'name': 'tempest-ServerRescueNegativeTestJSON-1832148144-router', 'tenant_id': '8130c27f2b84434a8d6fa5032b67aa1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.214'}], 'enable_snat': True}, 'gw_port_id': '598972db-8761-4f9d-818b-cc3f2e937a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:02:18Z', 'updated_at': '2022-05-07T22:02:28Z', 'revision_number': 4, 'project_id': '8130c27f2b84434a8d6fa5032b67aa1e', 'gw_port': {'id': '598972db-8761-4f9d-818b-cc3f2e937a0d', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40fcf87-7714-46e5-87f8-4c03b7b266b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1935, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:02:20Z', 'updated_at': '2022-05-07T22:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2fb06420-9555-4316-ae23-a506ee0176ef', 'name': '', 'network_id': 'f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b', 'tenant_id': '8130c27f2b84434a8d6fa5032b67aa1e', 'mac_address': 'fa:16:3e:68:59:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c40fcf87-7714-46e5-87f8-4c03b7b266b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': 'b554e5f7-e35c-452a-ba74-fc50d3983e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:02:26Z', 'updated_at': '2022-05-07T22:02:28Z', 'revision_number': 2, 'project_id': '8130c27f2b84434a8d6fa5032b67aa1e', 'subnets': [{'id': 'b554e5f7-e35c-452a-ba74-fc50d3983e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:02:32.341115 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-f2e2e7a2-837a-4bea-8574-2853c7bd1079 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Request body: {'security_group_rule': {'security_group_id': 'bae4979e-4644-4e6b-8cdb-81eb14cd918c', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:02:32.386068 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13af1e3-38f8-485e-98f6-cb47a6c58012 None None] Checking router: c40fcf87-7714-46e5-87f8-4c03b7b266b4 for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:02:32.386627 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13af1e3-38f8-485e-98f6-cb47a6c58012 None None] Updating router c40fcf87-7714-46e5-87f8-4c03b7b266b4 port 2fb06420-9555-4316-ae23-a506ee0176ef binding host ncdv-master-1 {{(pid=121838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 22:02:32.395716 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-86364661-c1ee-4d24-b11f-848a2b62b32b req-6c338395-7b14-4b6d-99f8-486baa2c098c service neutron] 10.222.0.32 "GET /v2.0/networks/f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4929416
May 07 22:02:32.441069 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b13af1e3-38f8-485e-98f6-cb47a6c58012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (2fb06420-9555-4316-ae23-a506ee0176ef), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:32.453661 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 598972db-8761-4f9d-818b-cc3f2e937a0d triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:02:32.454166 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (598972db-8761-4f9d-818b-cc3f2e937a0d), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:32.535896 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-86364661-c1ee-4d24-b11f-848a2b62b32b req-6c406785-82cf-4b74-9ef3-5085056ce84b service neutron] 10.222.0.32 "GET /v2.0/networks/f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1322925
May 07 22:02:32.550821 ncdv-master-1 neutron-server[121837]: INFO neutron.api.v2.resource [None req-f2e2e7a2-837a-4bea-8574-2853c7bd1079 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] create failed (client error): The resource could not be found.
May 07 22:02:32.555821 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-f2e2e7a2-837a-4bea-8574-2853c7bd1079 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.2155013
May 07 22:02:32.556019 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 54222) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:32.560991 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-8e604895-7339-4385-869d-2dbd9b891b4c tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Request body: {'security_group': {'name': 'tempest-secgroup--2065654915'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:02:32.609145 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8e604895-7339-4385-869d-2dbd9b891b4c tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:32.617581 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-78061e70-8db2-4610-9202-63dc33d6ab1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (ca9c0551-3193-4101-a15e-7b3be2c13ea0), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:32.699614 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78061e70-8db2-4610-9202-63dc33d6ab1a admin admin] Pushing event deleted for resources: {'Port': ['ID=ca9c0551-3193-4101-a15e-7b3be2c13ea0,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:32.778913 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8e604895-7339-4385-869d-2dbd9b891b4c tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Publish callbacks [] for security_group (90901d39-6494-4703-a7f5-cf5c817f233a), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:32.808893 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 22:02:32.820961 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8e604895-7339-4385-869d-2dbd9b891b4c tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (90901d39-6494-4703-a7f5-cf5c817f233a), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:32.873567 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8196c933-3840-44be-9a24-f7e3784b230b req-2871ba37-9a3c-4da7-8db2-99056bc602e1 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=96e381dd-9f23-442c-80d2-8623a85c3e50 HTTP/1.1" status: 200  len: 210 time: 0.0910561
May 07 22:02:32.936339 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8e604895-7339-4385-869d-2dbd9b891b4c tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:32.941160 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-8e604895-7339-4385-869d-2dbd9b891b4c tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.3806663
May 07 22:02:32.941832 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 54232) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:32.946761 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b13af1e3-38f8-485e-98f6-cb47a6c58012 None None] Publish callbacks [] for port (2fb06420-9555-4316-ae23-a506ee0176ef), precommit_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:32.955566 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-03664a26-6557-455a-9c8a-1fcf35f00082 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Request body: {'security_group': {'name': 'tempest-secgroup--233066046'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:02:32.967878 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b13af1e3-38f8-485e-98f6-cb47a6c58012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (2fb06420-9555-4316-ae23-a506ee0176ef), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:32.969166 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e604895-7339-4385-869d-2dbd9b891b4c tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90901d39-6494-4703-a7f5-cf5c817f233a,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:33.028434 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-03664a26-6557-455a-9c8a-1fcf35f00082 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:33.056680 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55510c6-f3b8-4c4a-8178-ac378203b799 None None] Pushing event updated for resources: {'Port': ['ID=2fb06420-9555-4316-ae23-a506ee0176ef,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:33.190625 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 598972db-8761-4f9d-818b-cc3f2e937a0d is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:02:33.196523 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-03664a26-6557-455a-9c8a-1fcf35f00082 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Publish callbacks [] for security_group (2c83c63d-cf2e-4ae7-ac7d-9edb84c2bc51), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:33.206037 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-b13af1e3-38f8-485e-98f6-cb47a6c58012 None None] Attempting to bind port 2fb06420-9555-4316-ae23-a506ee0176ef on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:02:33.206626 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-b13af1e3-38f8-485e-98f6-cb47a6c58012 None None] Attempting to bind port 2fb06420-9555-4316-ae23-a506ee0176ef by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2f0831b3-8133-4c28-a071-337c31d2cb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:02:33.207172 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13af1e3-38f8-485e-98f6-cb47a6c58012 None None] Attempting to bind port 2fb06420-9555-4316-ae23-a506ee0176ef on network f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:02:33.214135 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13af1e3-38f8-485e-98f6-cb47a6c58012 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:02:33.214489 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13af1e3-38f8-485e-98f6-cb47a6c58012 None None] Checking segment: {'id': '2f0831b3-8133-4c28-a071-337c31d2cb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:02:33.215001 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b13af1e3-38f8-485e-98f6-cb47a6c58012 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:33.215383 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13af1e3-38f8-485e-98f6-cb47a6c58012 None None] Bound using segment: {'id': '2f0831b3-8133-4c28-a071-337c31d2cb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:02:33.215939 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-b13af1e3-38f8-485e-98f6-cb47a6c58012 None None] Bound port: 2fb06420-9555-4316-ae23-a506ee0176ef, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f0831b3-8133-4c28-a071-337c31d2cb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:02:33.216250 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b13af1e3-38f8-485e-98f6-cb47a6c58012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (2fb06420-9555-4316-ae23-a506ee0176ef), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:33.223714 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-03664a26-6557-455a-9c8a-1fcf35f00082 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (2c83c63d-cf2e-4ae7-ac7d-9edb84c2bc51), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:33.277859 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a06e7c8-57bb-43c5-b0f7-be66c708b490 req-e54e031a-d03e-491a-9b94-13f1b953914d tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:33.288600 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8a06e7c8-57bb-43c5-b0f7-be66c708b490 req-e54e031a-d03e-491a-9b94-13f1b953914d tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/ports?device_id=95f9d622-1591-4442-9da0-167bdb326758 HTTP/1.1" status: 200  len: 946 time: 0.3220713
May 07 22:02:33.297134 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-620501a2-628f-4c55-b386-0077d2efdd4b req-a3772b70-5242-46c8-856f-a1ed6ef70003 tempest-ServerShowV254Test-111077960 tempest-ServerShowV254Test-111077960-project] 10.222.0.32 "GET /v2.0/ports?device_id=812c917a-3e44-4477-9f38-9154224d4920 HTTP/1.1" status: 200  len: 210 time: 0.0971541
May 07 22:02:33.328177 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-03664a26-6557-455a-9c8a-1fcf35f00082 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:33.328474 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-b13af1e3-38f8-485e-98f6-cb47a6c58012 None None] For port 2fb06420-9555-4316-ae23-a506ee0176ef, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:02:33.331061 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbb6563-4d9a-411a-8875-95a5d151b733 req-c4c7b430-801d-4593-a18f-5cc87ca4c903 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:33.337045 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-b13af1e3-38f8-485e-98f6-cb47a6c58012 None None] For port 2fb06420-9555-4316-ae23-a506ee0176ef, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2fb06420-9555-4316-ae23-a506ee0176ef,segment=NetworkSegment(2f0831b3-8133-4c28-a071-337c31d2cb1b),segment_id=2f0831b3-8133-4c28-a071-337c31d2cb1b)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:02:33.337770 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-afbb6563-4d9a-411a-8875-95a5d151b733 req-c4c7b430-801d-4593-a18f-5cc87ca4c903 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.55 "GET /v2.0/networks?id=f64cbfbe-feaa-48dc-9089-9445aa1eaa5a HTTP/1.1" status: 200  len: 815 time: 0.6457045
May 07 22:02:33.343137 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-03664a26-6557-455a-9c8a-1fcf35f00082 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.3970282
May 07 22:02:33.344935 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 54246) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:33.352386 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-8b5c10dc-e3e4-4112-9fbd-ffbf2b8ecc3b tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Request body: {'security_group_rule': {'security_group_id': '90901d39-6494-4703-a7f5-cf5c817f233a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '2c83c63d-cf2e-4ae7-ac7d-9edb84c2bc51'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:02:33.356435 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b13af1e3-38f8-485e-98f6-cb47a6c58012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (2fb06420-9555-4316-ae23-a506ee0176ef), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:33.377977 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03664a26-6557-455a-9c8a-1fcf35f00082 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c83c63d-cf2e-4ae7-ac7d-9edb84c2bc51,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:33.448166 ncdv-master-1 neutron-server[121837]: INFO neutron.api.v2.resource [None req-8b5c10dc-e3e4-4112-9fbd-ffbf2b8ecc3b tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 07 22:02:33.449567 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-8b5c10dc-e3e4-4112-9fbd-ffbf2b8ecc3b tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 387 time: 0.1036680
May 07 22:02:33.453016 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55510c6-f3b8-4c4a-8178-ac378203b799 None None] Pushing event updated for resources: {'Port': ['ID=2fb06420-9555-4316-ae23-a506ee0176ef,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:33.465421 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 54262) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:33.473600 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13af1e3-38f8-485e-98f6-cb47a6c58012 None None] Routers {'c40fcf87-7714-46e5-87f8-4c03b7b266b4'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:02:33.474266 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-b13af1e3-38f8-485e-98f6-cb47a6c58012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7fa8a970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:02:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['c40fcf87-7714-46e5-87f8-4c03b7b266b4'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:02:33.655351 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-0b422954-b3a6-4f19-9285-5465d91c8302 None None] Provisioning complete for port 2fb06420-9555-4316-ae23-a506ee0176ef triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:02:33.702876 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-0b422954-b3a6-4f19-9285-5465d91c8302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (2fb06420-9555-4316-ae23-a506ee0176ef), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:33.735845 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9ef59415-9ff3-4e57-81ec-a9a66ac829d3 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Publish callbacks [] for security_group (2c83c63d-cf2e-4ae7-ac7d-9edb84c2bc51), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:33.744647 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8a06e7c8-57bb-43c5-b0f7-be66c708b490 req-c4fdfb15-43a0-4f6b-815d-cfccecfa4314 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ebb222e-3262-41b5-990d-c21161bc61e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3992109
May 07 22:02:33.781634 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4694eb3e-ca7c-41b3-ab5e-a395eedceb9c req-1f10d70e-fbe7-4bd0-b56b-8efbf4dc06e1 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:33.791172 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4694eb3e-ca7c-41b3-ab5e-a395eedceb9c req-1f10d70e-fbe7-4bd0-b56b-8efbf4dc06e1 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/networks?id=f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b HTTP/1.1" status: 200  len: 819 time: 0.3092597
May 07 22:02:33.800862 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-afbb6563-4d9a-411a-8875-95a5d151b733 req-e2ab8aaf-4f2d-4180-9091-e50370d739f9 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57990769f50b412194a108cdd627a767 HTTP/1.1" status: 200  len: 472 time: 0.4333067
May 07 22:02:33.801683 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-78061e70-8db2-4610-9202-63dc33d6ab1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401002'] for router_interface (44744f25-162d-4beb-8b6b-bf7f925b1061), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:33.821246 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-afbb6563-4d9a-411a-8875-95a5d151b733 req-0dc75378-98ba-4d8c-8b7b-fd85758d7f27 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Request body: {'port': {'device_id': 'fac24695-8d11-4a29-bf87-a5c11bd5c2e6', 'network_id': 'f64cbfbe-feaa-48dc-9089-9445aa1eaa5a', 'admin_state_up': True, 'tenant_id': '57990769f50b412194a108cdd627a767', 'security_groups': ['21abc195-7315-4969-8bda-7251a84b2904']}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:02:33.843840 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4694eb3e-ca7c-41b3-ab5e-a395eedceb9c req-7de2e789-698d-47b9-b787-002b36970e41 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/quotas/8130c27f2b84434a8d6fa5032b67aa1e HTTP/1.1" status: 200  len: 375 time: 0.0513537
May 07 22:02:33.847029 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9ef59415-9ff3-4e57-81ec-a9a66ac829d3 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Publish callbacks [] for security_group (2c83c63d-cf2e-4ae7-ac7d-9edb84c2bc51), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:33.944956 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4694eb3e-ca7c-41b3-ab5e-a395eedceb9c req-7fbe4f27-2752-435a-acf0-5aa4807417d3 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8130c27f2b84434a8d6fa5032b67aa1e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0998387
May 07 22:02:33.996754 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-b13af1e3-38f8-485e-98f6-cb47a6c58012 None None] Set router c40fcf87-7714-46e5-87f8-4c03b7b266b4 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:02:34.178455 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9ef59415-9ff3-4e57-81ec-a9a66ac829d3 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (2c83c63d-cf2e-4ae7-ac7d-9edb84c2bc51), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:34.199077 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9ef59415-9ff3-4e57-81ec-a9a66ac829d3 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:34.215741 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-9ef59415-9ff3-4e57-81ec-a9a66ac829d3 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] 10.222.0.32 "DELETE /v2.0/security-groups/2c83c63d-cf2e-4ae7-ac7d-9edb84c2bc51 HTTP/1.1" status: 204  len: 168 time: 0.7452796
May 07 22:02:34.224871 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3e8586b0-f47a-4b21-8f45-eddfbc74b87a req-66a515d1-c1d6-4da7-96be-3efffc4f1b07 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/ports?device_id=fac24695-8d11-4a29-bf87-a5c11bd5c2e6 HTTP/1.1" status: 200  len: 210 time: 0.0947843
May 07 22:02:34.226220 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 54272) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:34.277432 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef59415-9ff3-4e57-81ec-a9a66ac829d3 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c83c63d-cf2e-4ae7-ac7d-9edb84c2bc51,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:34.366449 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4694eb3e-ca7c-41b3-ab5e-a395eedceb9c req-69e0f4c8-3313-4c26-9989-5c11b12a5cff service neutron] 10.222.0.32 "GET /v2.0/networks/f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4203279
May 07 22:02:34.523604 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4694eb3e-ca7c-41b3-ab5e-a395eedceb9c req-10904be1-f34c-4c6d-99b3-e695ce66f14f service neutron] 10.222.0.32 "GET /v2.0/networks/f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1510677
May 07 22:02:34.526117 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-0b422954-b3a6-4f19-9285-5465d91c8302 None None] Current status of the port 2fb06420-9555-4316-ae23-a506ee0176ef is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:02:34.526533 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-0b422954-b3a6-4f19-9285-5465d91c8302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (2fb06420-9555-4316-ae23-a506ee0176ef), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:34.548755 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-22a9ffd5-5c4b-4bae-8b84-66c4482ca609 req-ee60925f-1587-4584-88f2-3be28d3c334f tempest-ServerShowV254Test-111077960 tempest-ServerShowV254Test-111077960-project] 10.222.0.32 "GET /v2.0/ports?device_id=812c917a-3e44-4477-9f38-9154224d4920 HTTP/1.1" status: 200  len: 210 time: 0.0593958
May 07 22:02:34.575101 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-0b422954-b3a6-4f19-9285-5465d91c8302 None None] For port 2fb06420-9555-4316-ae23-a506ee0176ef, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2fb06420-9555-4316-ae23-a506ee0176ef,segment=NetworkSegment(2f0831b3-8133-4c28-a071-337c31d2cb1b),segment_id=2f0831b3-8133-4c28-a071-337c31d2cb1b)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:02:34.597014 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-0b422954-b3a6-4f19-9285-5465d91c8302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (2fb06420-9555-4316-ae23-a506ee0176ef), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:34.654312 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-0af2c1bc-d097-4257-9aa6-6d1f9868c441 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4545 time: 0.4224713
May 07 22:02:34.656116 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 54282) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:34.749992 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-587f6014-e9ce-404f-ac5f-a02c6b54b9b0 None None] Provisioning complete for port 2fb06420-9555-4316-ae23-a506ee0176ef triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:02:34.753496 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-587f6014-e9ce-404f-ac5f-a02c6b54b9b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (2fb06420-9555-4316-ae23-a506ee0176ef), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:34.804089 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afbb6563-4d9a-411a-8875-95a5d151b733 req-0dc75378-98ba-4d8c-8b7b-fd85758d7f27 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Made reservation on behalf of 57990769f50b412194a108cdd627a767 for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:02:34.814826 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-afbb6563-4d9a-411a-8875-95a5d151b733 req-0dc75378-98ba-4d8c-8b7b-fd85758d7f27 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:34.821434 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a694ae57-c0a8-4d12-b9fe-af375916e414 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Publish callbacks [] for security_group (90901d39-6494-4703-a7f5-cf5c817f233a), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:34.926738 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a694ae57-c0a8-4d12-b9fe-af375916e414 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Publish callbacks [] for security_group (90901d39-6494-4703-a7f5-cf5c817f233a), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:35.044133 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-b13af1e3-38f8-485e-98f6-cb47a6c58012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7fa8a970>, [{'id': 'c40fcf87-7714-46e5-87f8-4c03b7b266b4', 'name': 'tempest-ServerRescueNegativeTestJSON-1832148144-router', 'tenant_id': '8130c27f2b84434a8d6fa5032b67aa1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.214'}], 'enable_snat': True}, 'gw_port_id': '598972db-8761-4f9d-818b-cc3f2e937a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:02:18Z', 'updated_at': '2022-05-07T22:02:28Z', 'revision_number': 4, 'project_id': '8130c27f2b84434a8d6fa5032b67aa1e', 'gw_port': {'id': '598972db-8761-4f9d-818b-cc3f2e937a0d', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40fcf87-7714-46e5-87f8-4c03b7b266b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1935, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:02:20Z', 'updated_at': '2022-05-07T22:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2fb06420-9555-4316-ae23-a506ee0176ef', 'name': '', 'network_id': 'f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b', 'tenant_id': '8130c27f2b84434a8d6fa5032b67aa1e', 'mac_address': 'fa:16:3e:68:59:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c40fcf87-7714-46e5-87f8-4c03b7b266b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': 'b554e5f7-e35c-452a-ba74-fc50d3983e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:02:26Z', 'updated_at': '2022-05-07T22:02:33Z', 'revision_number': 4, 'project_id': '8130c27f2b84434a8d6fa5032b67aa1e', 'subnets': [{'id': 'b554e5f7-e35c-452a-ba74-fc50d3983e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:02:35.055131 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2957a388-e8bd-40c2-9301-3eccf613bc7d req-ae2a3d31-0fe5-4852-8d82-53d9588d2546 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=7872598a-70de-4e95-af09-8b55fd257508 HTTP/1.1" status: 200  len: 210 time: 0.2061887
May 07 22:02:35.135788 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13af1e3-38f8-485e-98f6-cb47a6c58012 None None] The sync data for ids ['c40fcf87-7714-46e5-87f8-4c03b7b266b4'] in ncdv-master-1 is: [{'id': 'c40fcf87-7714-46e5-87f8-4c03b7b266b4', 'name': 'tempest-ServerRescueNegativeTestJSON-1832148144-router', 'tenant_id': '8130c27f2b84434a8d6fa5032b67aa1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.214'}], 'enable_snat': True}, 'gw_port_id': '598972db-8761-4f9d-818b-cc3f2e937a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:02:18Z', 'updated_at': '2022-05-07T22:02:28Z', 'revision_number': 4, 'project_id': '8130c27f2b84434a8d6fa5032b67aa1e', 'gw_port': {'id': '598972db-8761-4f9d-818b-cc3f2e937a0d', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40fcf87-7714-46e5-87f8-4c03b7b266b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1935, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:02:20Z', 'updated_at': '2022-05-07T22:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2fb06420-9555-4316-ae23-a506ee0176ef', 'name': '', 'network_id': 'f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b', 'tenant_id': '8130c27f2b84434a8d6fa5032b67aa1e', 'mac_address': 'fa:16:3e:68:59:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c40fcf87-7714-46e5-87f8-4c03b7b266b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': 'b554e5f7-e35c-452a-ba74-fc50d3983e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:02:26Z', 'updated_at': '2022-05-07T22:02:33Z', 'revision_number': 4, 'project_id': '8130c27f2b84434a8d6fa5032b67aa1e', 'subnets': [{'id': 'b554e5f7-e35c-452a-ba74-fc50d3983e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:02:35.144303 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78061e70-8db2-4610-9202-63dc33d6ab1a admin admin] Router 44744f25-162d-4beb-8b6b-bf7f925b1061 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:02:35.145968 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b422954-b3a6-4f19-9285-5465d91c8302 None None] Pushing event updated for resources: {'Port': ['ID=2fb06420-9555-4316-ae23-a506ee0176ef,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:35.191746 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a694ae57-c0a8-4d12-b9fe-af375916e414 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (90901d39-6494-4703-a7f5-cf5c817f233a), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:35.194365 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a694ae57-c0a8-4d12-b9fe-af375916e414 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:35.197872 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-a694ae57-c0a8-4d12-b9fe-af375916e414 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] 10.222.0.32 "DELETE /v2.0/security-groups/90901d39-6494-4703-a7f5-cf5c817f233a HTTP/1.1" status: 204  len: 168 time: 0.5384643
May 07 22:02:35.201201 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 54304) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:35.298802 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578b424c-6578-4f83-bddf-9348a93960c5 req-1f2f1138-094b-49bf-a9a0-b46f5628f308 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:35.313521 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-578b424c-6578-4f83-bddf-9348a93960c5 req-1f2f1138-094b-49bf-a9a0-b46f5628f308 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/ports?device_id=95f9d622-1591-4442-9da0-167bdb326758 HTTP/1.1" status: 200  len: 946 time: 0.3502214
May 07 22:02:35.338733 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-587f6014-e9ce-404f-ac5f-a02c6b54b9b0 None None] Current status of the port 2fb06420-9555-4316-ae23-a506ee0176ef is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:02:35.354012 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a694ae57-c0a8-4d12-b9fe-af375916e414 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90901d39-6494-4703-a7f5-cf5c817f233a,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:35.701066 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86364661-c1ee-4d24-b11f-848a2b62b32b req-aa62a10d-e58f-4142-ae4d-82214f7db731 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:35.703639 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-86364661-c1ee-4d24-b11f-848a2b62b32b req-aa62a10d-e58f-4142-ae4d-82214f7db731 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.59 "GET /v2.0/networks?id=f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b HTTP/1.1" status: 200  len: 819 time: 0.4604986
May 07 22:02:35.738175 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-86364661-c1ee-4d24-b11f-848a2b62b32b req-733fba80-3f73-4207-aeb3-4706c43f94c7 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Request body: {'port': {'device_id': '96e381dd-9f23-442c-80d2-8623a85c3e50', 'network_id': 'f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b', 'admin_state_up': True, 'tenant_id': '8130c27f2b84434a8d6fa5032b67aa1e'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:02:35.880237 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-4f2535d2-fc08-488e-b42c-5621e88113ac tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.6716332
May 07 22:02:35.918802 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 54326) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:35.961291 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86364661-c1ee-4d24-b11f-848a2b62b32b req-733fba80-3f73-4207-aeb3-4706c43f94c7 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Made reservation on behalf of 8130c27f2b84434a8d6fa5032b67aa1e for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:02:35.961897 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-638dca02-d9cd-452b-8c69-8a09b65f0895 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Request body: {'security_group': {'name': 'tempest-secgroup--1540987014'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:02:35.966251 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-86364661-c1ee-4d24-b11f-848a2b62b32b req-733fba80-3f73-4207-aeb3-4706c43f94c7 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:36.066620 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-578b424c-6578-4f83-bddf-9348a93960c5 req-5d0e4df6-2b7b-49f3-ad2e-80c0ce699622 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ebb222e-3262-41b5-990d-c21161bc61e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.7512777
May 07 22:02:36.122617 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [req-afbb6563-4d9a-411a-8875-95a5d151b733 req-0dc75378-98ba-4d8c-8b7b-fd85758d7f27 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Allocated IP 172.20.0.4 (f64cbfbe-feaa-48dc-9089-9445aa1eaa5a/86e7e675-440c-49d1-8be8-1667506afa40/4b1c916d-b8cd-474a-b59a-7503fddbe26b) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:02:36.166626 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78061e70-8db2-4610-9202-63dc33d6ab1a admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:02:36.186405 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d65b3f-a127-4f74-95a3-a3602af6c891 None None] Sync routers for ids ['44744f25-162d-4beb-8b6b-bf7f925b1061'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:02:36.228291 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d65b3f-a127-4f74-95a3-a3602af6c891 None None] Routers {'44744f25-162d-4beb-8b6b-bf7f925b1061'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:02:36.229242 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-c2d65b3f-a127-4f74-95a3-a3602af6c891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c9640a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:02:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['44744f25-162d-4beb-8b6b-bf7f925b1061'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:02:36.295123 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-638dca02-d9cd-452b-8c69-8a09b65f0895 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:36.337740 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-78061e70-8db2-4610-9202-63dc33d6ab1a admin admin] 10.222.0.32 "PUT /v2.0/routers/44744f25-162d-4beb-8b6b-bf7f925b1061/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.4960463
May 07 22:02:36.347294 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 54346) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:36.371139 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2d1cd6f8-62ae-409a-ab6d-f78ec21a9497 req-cb035ccb-fea6-4c3c-bea4-2926a756f962 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/ports?device_id=fac24695-8d11-4a29-bf87-a5c11bd5c2e6 HTTP/1.1" status: 200  len: 210 time: 0.1345112
May 07 22:02:36.407082 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 2fb06420-9555-4316-ae23-a506ee0176ef up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:02:36.501732 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [req-86364661-c1ee-4d24-b11f-848a2b62b32b req-733fba80-3f73-4207-aeb3-4706c43f94c7 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Allocated IP 172.20.0.7 (f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b/b554e5f7-e35c-452a-ba74-fc50d3983e51/8c6248c5-d242-4598-8d78-5b4023298e63) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:02:36.558093 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-efb36f5a-34cd-46b5-b6f4-947ec70a1f24 req-45342b35-3543-49cf-9ad0-b9b536cb7abd tempest-ServerShowV254Test-111077960 tempest-ServerShowV254Test-111077960-project] 10.222.0.32 "GET /v2.0/ports?device_id=812c917a-3e44-4477-9f38-9154224d4920 HTTP/1.1" status: 200  len: 210 time: 0.2557781
May 07 22:02:36.588414 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 2fb06420-9555-4316-ae23-a506ee0176ef triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:02:36.593665 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (2fb06420-9555-4316-ae23-a506ee0176ef), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:36.674809 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-c2d65b3f-a127-4f74-95a3-a3602af6c891 None None] Set router 44744f25-162d-4beb-8b6b-bf7f925b1061 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:02:36.768417 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 2fb06420-9555-4316-ae23-a506ee0176ef is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:02:36.795474 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-638dca02-d9cd-452b-8c69-8a09b65f0895 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Publish callbacks [] for security_group (e4a41628-fcd5-4529-b012-9f4ffabce849), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:36.813451 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-638dca02-d9cd-452b-8c69-8a09b65f0895 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (e4a41628-fcd5-4529-b012-9f4ffabce849), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:36.861080 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-23b7992a-46e0-40c6-9f21-e29611d79839 admin admin] Publish callbacks [] for router (44744f25-162d-4beb-8b6b-bf7f925b1061), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:36.872513 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-638dca02-d9cd-452b-8c69-8a09b65f0895 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:36.874345 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-638dca02-d9cd-452b-8c69-8a09b65f0895 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.9544446
May 07 22:02:36.904271 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 54374) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:36.914708 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-87d47beb-e21a-40ef-a63f-9ebf400a9b55 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Request body: {'security_group': {'name': 'default'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:02:36.915686 ncdv-master-1 neutron-server[121837]: WARNING neutron.api.v2.base [None req-87d47beb-e21a-40ef-a63f-9ebf400a9b55 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
May 07 22:02:36.916261 ncdv-master-1 neutron-server[121837]: INFO neutron.api.v2.resource [None req-87d47beb-e21a-40ef-a63f-9ebf400a9b55 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] update failed (client error): There was a conflict when trying to complete your request.
May 07 22:02:36.921204 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-87d47beb-e21a-40ef-a63f-9ebf400a9b55 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] 10.222.0.32 "PUT /v2.0/security-groups/e4a41628-fcd5-4529-b012-9f4ffabce849 HTTP/1.1" status: 409  len: 330 time: 0.0119352
May 07 22:02:36.930434 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 54376) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:36.948272 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-afbb6563-4d9a-411a-8875-95a5d151b733 req-0dc75378-98ba-4d8c-8b7b-fd85758d7f27 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks [] for port (4b1c916d-b8cd-474a-b59a-7503fddbe26b), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:36.977162 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-c2d65b3f-a127-4f74-95a3-a3602af6c891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c9640a0>, [{'id': '44744f25-162d-4beb-8b6b-bf7f925b1061', 'name': 'tempest-ServerRescueTestJSON-1639131154-router', 'tenant_id': '1fb49d7a99844a7ab8ef30fb59250e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.171'}], 'enable_snat': True}, 'gw_port_id': 'ef9b4e4e-8b27-4bf4-be77-84558d7fa538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:59:40Z', 'updated_at': '2022-05-07T22:02:32Z', 'revision_number': 5, 'project_id': '1fb49d7a99844a7ab8ef30fb59250e7d', 'gw_port': {'id': 'ef9b4e4e-8b27-4bf4-be77-84558d7fa538', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:07:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44744f25-162d-4beb-8b6b-bf7f925b1061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:59:42Z', 'updated_at': '2022-05-07T21:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:02:37.001733 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-060fc557-a328-4516-a8dd-29b5cc4eb91a req-b75fb076-c9ea-4558-a8b2-130bc7cb6481 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=7872598a-70de-4e95-af09-8b55fd257508 HTTP/1.1" status: 200  len: 210 time: 0.1422133
May 07 22:02:37.010758 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638dca02-d9cd-452b-8c69-8a09b65f0895 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a41628-fcd5-4529-b012-9f4ffabce849,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:37.011983 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d65b3f-a127-4f74-95a3-a3602af6c891 None None] Checking router: 44744f25-162d-4beb-8b6b-bf7f925b1061 for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:02:37.023543 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d65b3f-a127-4f74-95a3-a3602af6c891 None None] Routers {'44744f25-162d-4beb-8b6b-bf7f925b1061'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:02:37.024478 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-c2d65b3f-a127-4f74-95a3-a3602af6c891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c9640a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:02:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['44744f25-162d-4beb-8b6b-bf7f925b1061'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:02:37.054160 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-86364661-c1ee-4d24-b11f-848a2b62b32b req-733fba80-3f73-4207-aeb3-4706c43f94c7 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Publish callbacks [] for port (8c6248c5-d242-4598-8d78-5b4023298e63), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:37.150006 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-23b7992a-46e0-40c6-9f21-e29611d79839 admin admin] Publish callbacks [] for router_gateway (44744f25-162d-4beb-8b6b-bf7f925b1061), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:37.158106 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4694eb3e-ca7c-41b3-ab5e-a395eedceb9c req-26e3905b-bc99-4889-be88-ee8a2b8e9707 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:37.159548 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-86364661-c1ee-4d24-b11f-848a2b62b32b req-733fba80-3f73-4207-aeb3-4706c43f94c7 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (8c6248c5-d242-4598-8d78-5b4023298e63), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:37.160120 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4694eb3e-ca7c-41b3-ab5e-a395eedceb9c req-26e3905b-bc99-4889-be88-ee8a2b8e9707 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.55 "GET /v2.0/networks?id=f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b HTTP/1.1" status: 200  len: 819 time: 0.3119936
May 07 22:02:37.182973 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-4694eb3e-ca7c-41b3-ab5e-a395eedceb9c req-23966ff2-a719-474b-9a83-b4211c0e3d84 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Request body: {'port': {'device_id': '7872598a-70de-4e95-af09-8b55fd257508', 'network_id': 'f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b', 'admin_state_up': True, 'tenant_id': '8130c27f2b84434a8d6fa5032b67aa1e'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:02:37.186582 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-dc583628-445b-4948-9899-092f01ae6fcd tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Publish callbacks [] for security_group (e4a41628-fcd5-4529-b012-9f4ffabce849), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:37.204240 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-afbb6563-4d9a-411a-8875-95a5d151b733 req-0dc75378-98ba-4d8c-8b7b-fd85758d7f27 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (4b1c916d-b8cd-474a-b59a-7503fddbe26b), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:37.294645 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86364661-c1ee-4d24-b11f-848a2b62b32b req-733fba80-3f73-4207-aeb3-4706c43f94c7 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Network f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:02:37.304634 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [req-86364661-c1ee-4d24-b11f-848a2b62b32b req-733fba80-3f73-4207-aeb3-4706c43f94c7 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:02:37.321696 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-86364661-c1ee-4d24-b11f-848a2b62b32b req-733fba80-3f73-4207-aeb3-4706c43f94c7 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:02:37.345755 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-c2d65b3f-a127-4f74-95a3-a3602af6c891 None None] Set router 44744f25-162d-4beb-8b6b-bf7f925b1061 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:02:37.422361 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86364661-c1ee-4d24-b11f-848a2b62b32b req-733fba80-3f73-4207-aeb3-4706c43f94c7 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:37.423754 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-86364661-c1ee-4d24-b11f-848a2b62b32b req-733fba80-3f73-4207-aeb3-4706c43f94c7 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:37.436593 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733fba80-3f73-4207-aeb3-4706c43f94c7 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Pushing event updated for resources: {'Port': ['ID=8c6248c5-d242-4598-8d78-5b4023298e63,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:37.445842 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-23b7992a-46e0-40c6-9f21-e29611d79839 admin admin] Deleting port ef9b4e4e-8b27-4bf4-be77-84558d7fa538 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:02:37.446480 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-23b7992a-46e0-40c6-9f21-e29611d79839 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (ef9b4e4e-8b27-4bf4-be77-84558d7fa538), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:37.487354 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-86364661-c1ee-4d24-b11f-848a2b62b32b req-733fba80-3f73-4207-aeb3-4706c43f94c7 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7728369
May 07 22:02:37.581757 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-86364661-c1ee-4d24-b11f-848a2b62b32b req-2d8e8583-112a-47d2-b757-c7a6e4afe801 service neutron] Request body: {'port': {'device_id': '96e381dd-9f23-442c-80d2-8623a85c3e50', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:02:37.679499 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-c2d65b3f-a127-4f74-95a3-a3602af6c891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c9640a0>, [{'id': '44744f25-162d-4beb-8b6b-bf7f925b1061', 'name': 'tempest-ServerRescueTestJSON-1639131154-router', 'tenant_id': '1fb49d7a99844a7ab8ef30fb59250e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.171'}], 'enable_snat': True}, 'gw_port_id': 'ef9b4e4e-8b27-4bf4-be77-84558d7fa538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:59:40Z', 'updated_at': '2022-05-07T22:02:32Z', 'revision_number': 5, 'project_id': '1fb49d7a99844a7ab8ef30fb59250e7d', 'gw_port': {'id': 'ef9b4e4e-8b27-4bf4-be77-84558d7fa538', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:07:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44744f25-162d-4beb-8b6b-bf7f925b1061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:59:42Z', 'updated_at': '2022-05-07T21:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:02:37.682521 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892d0ae3-9888-4d2a-aabb-ca7f4482a552 req-29df373b-62ed-49bd-9f86-379b54618f26 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:37.684435 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-892d0ae3-9888-4d2a-aabb-ca7f4482a552 req-29df373b-62ed-49bd-9f86-379b54618f26 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/ports?device_id=fac24695-8d11-4a29-bf87-a5c11bd5c2e6 HTTP/1.1" status: 200  len: 931 time: 0.1246414
May 07 22:02:37.713336 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2d65b3f-a127-4f74-95a3-a3602af6c891 None None] The sync data for ids ['44744f25-162d-4beb-8b6b-bf7f925b1061'] in ncdv-master-1 is: [{'id': '44744f25-162d-4beb-8b6b-bf7f925b1061', 'name': 'tempest-ServerRescueTestJSON-1639131154-router', 'tenant_id': '1fb49d7a99844a7ab8ef30fb59250e7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.171'}], 'enable_snat': True}, 'gw_port_id': 'ef9b4e4e-8b27-4bf4-be77-84558d7fa538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:59:40Z', 'updated_at': '2022-05-07T22:02:32Z', 'revision_number': 5, 'project_id': '1fb49d7a99844a7ab8ef30fb59250e7d', 'gw_port': {'id': 'ef9b4e4e-8b27-4bf4-be77-84558d7fa538', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:07:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44744f25-162d-4beb-8b6b-bf7f925b1061', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1711, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:59:42Z', 'updated_at': '2022-05-07T21:59:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:02:37.753451 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-23b7992a-46e0-40c6-9f21-e29611d79839 admin admin] For port ef9b4e4e-8b27-4bf4-be77-84558d7fa538, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ef9b4e4e-8b27-4bf4-be77-84558d7fa538,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:02:37.753824 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-23b7992a-46e0-40c6-9f21-e29611d79839 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (ef9b4e4e-8b27-4bf4-be77-84558d7fa538), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:37.776286 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-86364661-c1ee-4d24-b11f-848a2b62b32b req-2d8e8583-112a-47d2-b757-c7a6e4afe801 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (8c6248c5-d242-4598-8d78-5b4023298e63), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:37.789876 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-25060aff-6fa1-4ed0-96f6-35d762723300 None None] Provisioning complete for port 8c6248c5-d242-4598-8d78-5b4023298e63 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:02:37.790993 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-25060aff-6fa1-4ed0-96f6-35d762723300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (8c6248c5-d242-4598-8d78-5b4023298e63), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:37.808022 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-23b7992a-46e0-40c6-9f21-e29611d79839 admin admin] Calling delete_port for ef9b4e4e-8b27-4bf4-be77-84558d7fa538 owned by network:router_gateway {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:02:37.839607 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-25060aff-6fa1-4ed0-96f6-35d762723300 None None] Port 8c6248c5-d242-4598-8d78-5b4023298e63 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:02:37.858963 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-892d0ae3-9888-4d2a-aabb-ca7f4482a552 req-900a321a-8b5b-40a5-ba2f-0a9e35eba25a tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/security-groups?id=21abc195-7315-4969-8bda-7251a84b2904&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1665058
May 07 22:02:37.877936 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-dc583628-445b-4948-9899-092f01ae6fcd tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Publish callbacks [] for security_group (e4a41628-fcd5-4529-b012-9f4ffabce849), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:37.891850 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc75378-98ba-4d8c-8b7b-fd85758d7f27 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Pushing event updated for resources: {'Port': ['ID=4b1c916d-b8cd-474a-b59a-7503fddbe26b,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:37.910690 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afbb6563-4d9a-411a-8875-95a5d151b733 req-0dc75378-98ba-4d8c-8b7b-fd85758d7f27 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Network f64cbfbe-feaa-48dc-9089-9445aa1eaa5a is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:02:37.923764 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [req-afbb6563-4d9a-411a-8875-95a5d151b733 req-0dc75378-98ba-4d8c-8b7b-fd85758d7f27 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:02:37.932622 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6bfb14-b8e6-4f9c-96cd-885071b18f67 req-4c4dc811-1ca6-4bd8-99a5-4fc97ca0368e tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:37.940997 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bc6bfb14-b8e6-4f9c-96cd-885071b18f67 req-4c4dc811-1ca6-4bd8-99a5-4fc97ca0368e tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/ports?device_id=95f9d622-1591-4442-9da0-167bdb326758 HTTP/1.1" status: 200  len: 946 time: 0.6391737
May 07 22:02:37.944661 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-afbb6563-4d9a-411a-8875-95a5d151b733 req-0dc75378-98ba-4d8c-8b7b-fd85758d7f27 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:02:38.034689 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbb6563-4d9a-411a-8875-95a5d151b733 req-0dc75378-98ba-4d8c-8b7b-fd85758d7f27 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:38.035583 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-afbb6563-4d9a-411a-8875-95a5d151b733 req-0dc75378-98ba-4d8c-8b7b-fd85758d7f27 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:38.077297 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-afbb6563-4d9a-411a-8875-95a5d151b733 req-0dc75378-98ba-4d8c-8b7b-fd85758d7f27 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.2637589
May 07 22:02:38.100289 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-afbb6563-4d9a-411a-8875-95a5d151b733 req-88cd4e6d-8cfe-4148-9888-4c014b60d651 service neutron] Request body: {'port': {'device_id': 'fac24695-8d11-4a29-bf87-a5c11bd5c2e6', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:02:38.107855 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b3e5ea-4e76-4ef9-8a0d-fe48d3dfa89d req-c95b6224-a2f5-41d7-8de9-15f8583f4570 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:38.110037 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-dc583628-445b-4948-9899-092f01ae6fcd tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (e4a41628-fcd5-4529-b012-9f4ffabce849), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:38.116902 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-12b3e5ea-4e76-4ef9-8a0d-fe48d3dfa89d req-c95b6224-a2f5-41d7-8de9-15f8583f4570 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 946 time: 0.1326401
May 07 22:02:38.117566 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-dc583628-445b-4948-9899-092f01ae6fcd tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:38.121033 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-dc583628-445b-4948-9899-092f01ae6fcd tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] 10.222.0.32 "DELETE /v2.0/security-groups/e4a41628-fcd5-4529-b012-9f4ffabce849 HTTP/1.1" status: 204  len: 168 time: 1.1874156
May 07 22:02:38.132105 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device ca9c0551-3193-4101-a15e-7b3be2c13ea0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:02:38.164161 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: ca9c0551-3193-4101-a15e-7b3be2c13ea0 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:02:38.164658 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device ca9c0551-3193-4101-a15e-7b3be2c13ea0 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:02:38.173909 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 54406) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:38.190137 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bc6bfb14-b8e6-4f9c-96cd-885071b18f67 req-148437d5-58bf-4173-9503-03b763622a95 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ebb222e-3262-41b5-990d-c21161bc61e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2480037
May 07 22:02:38.236067 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc583628-445b-4948-9899-092f01ae6fcd tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a41628-fcd5-4529-b012-9f4ffabce849,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:38.251562 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4694eb3e-ca7c-41b3-ab5e-a395eedceb9c req-23966ff2-a719-474b-9a83-b4211c0e3d84 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Made reservation on behalf of 8130c27f2b84434a8d6fa5032b67aa1e for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:02:38.255819 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-4694eb3e-ca7c-41b3-ab5e-a395eedceb9c req-23966ff2-a719-474b-9a83-b4211c0e3d84 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:38.322481 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-12b3e5ea-4e76-4ef9-8a0d-fe48d3dfa89d req-ef57e5b3-1d03-48d8-a587-2161627b3b23 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1985509
May 07 22:02:38.466053 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-e79d3968-822f-4710-b23e-45d6715be3e6 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.2823076
May 07 22:02:38.467301 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-afbb6563-4d9a-411a-8875-95a5d151b733 req-88cd4e6d-8cfe-4148-9888-4c014b60d651 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (4b1c916d-b8cd-474a-b59a-7503fddbe26b), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:38.469040 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-54165272-c07b-4a4b-b903-f494469953c3 None None] Provisioning complete for port 4b1c916d-b8cd-474a-b59a-7503fddbe26b triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:02:38.469415 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-54165272-c07b-4a4b-b903-f494469953c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (4b1c916d-b8cd-474a-b59a-7503fddbe26b), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:38.484647 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 54424) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:38.528231 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-54165272-c07b-4a4b-b903-f494469953c3 None None] Port 4b1c916d-b8cd-474a-b59a-7503fddbe26b cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:02:38.586233 ncdv-master-1 neutron-server[121836]: INFO neutron.api.v2.resource [None req-43c68153-bdd5-486f-b393-f4c9390a01e7 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] delete failed (client error): The resource could not be found.
May 07 22:02:38.591645 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-43c68153-bdd5-486f-b393-f4c9390a01e7 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] 10.222.0.32 "DELETE /v2.0/security-groups/9bc2e56f-1283-4783-846c-56f728777049 HTTP/1.1" status: 404  len: 347 time: 0.1010919
May 07 22:02:38.591825 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1ae8b0d1-d54e-4a58-a2a6-07fab3c57410 req-babd7308-a534-4ee4-8228-8cb4e4429376 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=7872598a-70de-4e95-af09-8b55fd257508 HTTP/1.1" status: 200  len: 210 time: 0.0691683
May 07 22:02:38.594966 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 54432) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:38.607018 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [req-86364661-c1ee-4d24-b11f-848a2b62b32b req-2d8e8583-112a-47d2-b757-c7a6e4afe801 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c6248c5-d242-4598-8d78-5b4023298e63 {{(pid=121837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:02:38.622817 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-86364661-c1ee-4d24-b11f-848a2b62b32b req-2d8e8583-112a-47d2-b757-c7a6e4afe801 service neutron] Publish callbacks [] for port (8c6248c5-d242-4598-8d78-5b4023298e63), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:38.634795 ncdv-master-1 neutron-server[121837]: INFO neutron.api.v2.resource [None req-692e2918-1747-4cba-867c-754186d3115d tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] show failed (client error): The resource could not be found.
May 07 22:02:38.636013 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-692e2918-1747-4cba-867c-754186d3115d tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] 10.222.0.32 "GET /v2.0/security-groups/9c1ec3df-101c-47a4-92e8-c158bc0a2898 HTTP/1.1" status: 404  len: 347 time: 0.0400522
May 07 22:02:38.658507 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 54434) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:38.663957 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-87863a06-a278-46e7-baf1-3277fb334944 req-a5aa75ec-316c-492d-b243-9f17da74302e tempest-ServerShowV254Test-111077960 tempest-ServerShowV254Test-111077960-project] 10.222.0.32 "GET /v2.0/ports?device_id=812c917a-3e44-4477-9f38-9154224d4920 HTTP/1.1" status: 200  len: 210 time: 0.2172022
May 07 22:02:38.687478 ncdv-master-1 neutron-server[121837]: INFO neutron.api.v2.resource [None req-121e01d9-2167-489d-b28d-e6189bfa4240 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] show failed (client error): The resource could not be found.
May 07 22:02:38.693121 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-121e01d9-2167-489d-b28d-e6189bfa4240 tempest-NegativeSecGroupTest-1094835222 tempest-NegativeSecGroupTest-1094835222-project] 10.222.0.32 "GET /v2.0/security-group-rules/da122a66-cf36-4568-9a55-77eb6c7a8d5e HTTP/1.1" status: 404  len: 356 time: 0.0295429
May 07 22:02:38.722577 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-86364661-c1ee-4d24-b11f-848a2b62b32b req-2d8e8583-112a-47d2-b757-c7a6e4afe801 service neutron] Transition to ACTIVE for port object 8c6248c5-d242-4598-8d78-5b4023298e63 will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 22:02:38.724332 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-23b7992a-46e0-40c6-9f21-e29611d79839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (ef9b4e4e-8b27-4bf4-be77-84558d7fa538), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:38.768348 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-86364661-c1ee-4d24-b11f-848a2b62b32b req-2d8e8583-112a-47d2-b757-c7a6e4afe801 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (8c6248c5-d242-4598-8d78-5b4023298e63), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:38.775830 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b7992a-46e0-40c6-9f21-e29611d79839 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef9b4e4e-8b27-4bf4-be77-84558d7fa538,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:38.853528 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [req-4694eb3e-ca7c-41b3-ab5e-a395eedceb9c req-23966ff2-a719-474b-9a83-b4211c0e3d84 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Allocated IP 172.20.0.8 (f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b/b554e5f7-e35c-452a-ba74-fc50d3983e51/127ac58f-e629-45c6-b98f-fcf671fde77b) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:02:38.978146 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8e8583-112a-47d2-b757-c7a6e4afe801 service neutron] Pushing event updated for resources: {'Port': ['ID=8c6248c5-d242-4598-8d78-5b4023298e63,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:38.989934 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-23b7992a-46e0-40c6-9f21-e29611d79839 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395776'] for router_gateway (44744f25-162d-4beb-8b6b-bf7f925b1061), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:39.045982 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-86364661-c1ee-4d24-b11f-848a2b62b32b req-2d8e8583-112a-47d2-b757-c7a6e4afe801 service neutron] Attempting to bind port 8c6248c5-d242-4598-8d78-5b4023298e63 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:02:39.047241 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-86364661-c1ee-4d24-b11f-848a2b62b32b req-2d8e8583-112a-47d2-b757-c7a6e4afe801 service neutron] Attempting to bind port 8c6248c5-d242-4598-8d78-5b4023298e63 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '2f0831b3-8133-4c28-a071-337c31d2cb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:02:39.047795 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86364661-c1ee-4d24-b11f-848a2b62b32b req-2d8e8583-112a-47d2-b757-c7a6e4afe801 service neutron] Attempting to bind port 8c6248c5-d242-4598-8d78-5b4023298e63 on network f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:02:39.133170 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86364661-c1ee-4d24-b11f-848a2b62b32b req-2d8e8583-112a-47d2-b757-c7a6e4afe801 service neutron] Port 8c6248c5-d242-4598-8d78-5b4023298e63 on network f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:02:39.133811 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86364661-c1ee-4d24-b11f-848a2b62b32b req-2d8e8583-112a-47d2-b757-c7a6e4afe801 service neutron] Attempting to bind port 8c6248c5-d242-4598-8d78-5b4023298e63 on network f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:02:39.133909 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 54454) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:39.174095 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86364661-c1ee-4d24-b11f-848a2b62b32b req-2d8e8583-112a-47d2-b757-c7a6e4afe801 service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:02:39.174439 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86364661-c1ee-4d24-b11f-848a2b62b32b req-2d8e8583-112a-47d2-b757-c7a6e4afe801 service neutron] Checking segment: {'id': '2f0831b3-8133-4c28-a071-337c31d2cb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:02:39.174855 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86364661-c1ee-4d24-b11f-848a2b62b32b req-2d8e8583-112a-47d2-b757-c7a6e4afe801 service neutron] Bound using segment: {'id': '2f0831b3-8133-4c28-a071-337c31d2cb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:02:39.175312 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-86364661-c1ee-4d24-b11f-848a2b62b32b req-2d8e8583-112a-47d2-b757-c7a6e4afe801 service neutron] Bound port: 8c6248c5-d242-4598-8d78-5b4023298e63, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f0831b3-8133-4c28-a071-337c31d2cb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:02:39.175669 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-86364661-c1ee-4d24-b11f-848a2b62b32b req-2d8e8583-112a-47d2-b757-c7a6e4afe801 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (8c6248c5-d242-4598-8d78-5b4023298e63), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:39.180462 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacc59d2-c909-4e8e-8cbe-0168c12fb92d req-d9dacfda-0efc-4fc5-9f95-ce624f6d40c5 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:39.183216 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-eacc59d2-c909-4e8e-8cbe-0168c12fb92d req-d9dacfda-0efc-4fc5-9f95-ce624f6d40c5 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/ports?device_id=fac24695-8d11-4a29-bf87-a5c11bd5c2e6 HTTP/1.1" status: 200  len: 931 time: 0.1902475
May 07 22:02:39.192456 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-23b7992a-46e0-40c6-9f21-e29611d79839 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (44744f25-162d-4beb-8b6b-bf7f925b1061), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:39.199058 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-23b7992a-46e0-40c6-9f21-e29611d79839 admin admin] Publish callbacks [] for router_controller (44744f25-162d-4beb-8b6b-bf7f925b1061), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:39.210719 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [req-afbb6563-4d9a-411a-8875-95a5d151b733 req-88cd4e6d-8cfe-4148-9888-4c014b60d651 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b1c916d-b8cd-474a-b59a-7503fddbe26b {{(pid=121836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:02:39.232094 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-afbb6563-4d9a-411a-8875-95a5d151b733 req-88cd4e6d-8cfe-4148-9888-4c014b60d651 service neutron] Publish callbacks [] for port (4b1c916d-b8cd-474a-b59a-7503fddbe26b), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:39.280818 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-23b7992a-46e0-40c6-9f21-e29611d79839 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (44744f25-162d-4beb-8b6b-bf7f925b1061), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:39.281495 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23b7992a-46e0-40c6-9f21-e29611d79839 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44744f25-162d-4beb-8b6b-bf7f925b1061 {{(pid=121837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 22:02:39.289933 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.provisioning_blocks [req-afbb6563-4d9a-411a-8875-95a5d151b733 req-88cd4e6d-8cfe-4148-9888-4c014b60d651 service neutron] Transition to ACTIVE for port object 4b1c916d-b8cd-474a-b59a-7503fddbe26b will not be triggered until provisioned by entity L2. {{(pid=121836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 22:02:39.290849 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-23b7992a-46e0-40c6-9f21-e29611d79839 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:39.292019 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-23b7992a-46e0-40c6-9f21-e29611d79839 admin admin] 10.222.0.32 "DELETE /v2.0/routers/44744f25-162d-4beb-8b6b-bf7f925b1061 HTTP/1.1" status: 204  len: 168 time: 2.9435129
May 07 22:02:39.295560 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 54460) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:39.338959 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-afbb6563-4d9a-411a-8875-95a5d151b733 req-88cd4e6d-8cfe-4148-9888-4c014b60d651 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (4b1c916d-b8cd-474a-b59a-7503fddbe26b), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:39.387392 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-86364661-c1ee-4d24-b11f-848a2b62b32b req-2d8e8583-112a-47d2-b757-c7a6e4afe801 service neutron] For port 8c6248c5-d242-4598-8d78-5b4023298e63, host nch2-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:02:39.393850 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-4694eb3e-ca7c-41b3-ab5e-a395eedceb9c req-23966ff2-a719-474b-9a83-b4211c0e3d84 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Publish callbacks [] for port (127ac58f-e629-45c6-b98f-fcf671fde77b), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:39.436942 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-86364661-c1ee-4d24-b11f-848a2b62b32b req-2d8e8583-112a-47d2-b757-c7a6e4afe801 service neutron] For port 8c6248c5-d242-4598-8d78-5b4023298e63, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8c6248c5-d242-4598-8d78-5b4023298e63,segment=NetworkSegment(2f0831b3-8133-4c28-a071-337c31d2cb1b),segment_id=2f0831b3-8133-4c28-a071-337c31d2cb1b)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:02:39.446733 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-034de912-1ce5-4b5e-af7f-d32ec9adc466 admin admin] Deleting subnet 8d58b02e-bcfe-4d9f-9480-bc1a5a487d04 {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:02:39.455204 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5639cde-8244-4535-b391-d876c480b975 req-47f78243-3f0e-4c9e-be5c-3f39f6e10c66 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:39.457190 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e5639cde-8244-4535-b391-d876c480b975 req-47f78243-3f0e-4c9e-be5c-3f39f6e10c66 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/ports?device_id=95f9d622-1591-4442-9da0-167bdb326758 HTTP/1.1" status: 200  len: 946 time: 0.0901690
May 07 22:02:39.460282 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-86364661-c1ee-4d24-b11f-848a2b62b32b req-2d8e8583-112a-47d2-b757-c7a6e4afe801 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (8c6248c5-d242-4598-8d78-5b4023298e63), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:39.469888 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-034de912-1ce5-4b5e-af7f-d32ec9adc466 admin admin] Publish callbacks [] for subnet (8d58b02e-bcfe-4d9f-9480-bc1a5a487d04), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:39.494223 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cd4e6d-8cfe-4148-9888-4c014b60d651 service neutron] Pushing event updated for resources: {'Port': ['ID=4b1c916d-b8cd-474a-b59a-7503fddbe26b,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:39.528229 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-eacc59d2-c909-4e8e-8cbe-0168c12fb92d req-8ea78613-7adf-4a03-8a4b-fe46408a5283 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/security-groups?id=21abc195-7315-4969-8bda-7251a84b2904&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3110573
May 07 22:02:39.569915 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86364661-c1ee-4d24-b11f-848a2b62b32b req-2d8e8583-112a-47d2-b757-c7a6e4afe801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:39.571017 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-86364661-c1ee-4d24-b11f-848a2b62b32b req-2d8e8583-112a-47d2-b757-c7a6e4afe801 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:39.575412 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-86364661-c1ee-4d24-b11f-848a2b62b32b req-2d8e8583-112a-47d2-b757-c7a6e4afe801 service neutron] 10.222.0.59 "PUT /v2.0/ports/8c6248c5-d242-4598-8d78-5b4023298e63 HTTP/1.1" status: 200  len: 1091 time: 1.9952834
May 07 22:02:39.576203 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96e381dd-9f23-442c-80d2-8623a85c3e50', 'tag': '8c6248c5-d242-4598-8d78-5b4023298e63'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:02:39.578711 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bf00ec7-c33b-46ab-832d-a0eabc8b5e10" -d '{"events": [{"name": "network-changed", "server_uuid": "96e381dd-9f23-442c-80d2-8623a85c3e50", "tag": "8c6248c5-d242-4598-8d78-5b4023298e63"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:02:39.640434 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-034de912-1ce5-4b5e-af7f-d32ec9adc466 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (8d58b02e-bcfe-4d9f-9480-bc1a5a487d04), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:39.703645 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d11a8c3d-718d-4072-ba14-3622bcff8de5 x-openstack-request-id: req-d11a8c3d-718d-4072-ba14-3622bcff8de5 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:02:39.704318 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96e381dd-9f23-442c-80d2-8623a85c3e50", "tag": "8c6248c5-d242-4598-8d78-5b4023298e63", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:02:39.704855 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d11a8c3d-718d-4072-ba14-3622bcff8de5 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:02:39.705601 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d11a8c3d-718d-4072-ba14-3622bcff8de5'] response: {'name': 'network-changed', 'server_uuid': '96e381dd-9f23-442c-80d2-8623a85c3e50', 'tag': '8c6248c5-d242-4598-8d78-5b4023298e63', 'status': 'completed', 'code': 200}
May 07 22:02:39.755355 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8e8583-112a-47d2-b757-c7a6e4afe801 service neutron] Pushing event updated for resources: {'Port': ['ID=8c6248c5-d242-4598-8d78-5b4023298e63,revision_number=3']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:39.831971 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e5639cde-8244-4535-b391-d876c480b975 req-72bff548-fd36-4135-9b5a-6a639621e55b tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ebb222e-3262-41b5-990d-c21161bc61e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3630388
May 07 22:02:39.842034 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86364661-c1ee-4d24-b11f-848a2b62b32b req-1821795f-e30a-4914-87cc-e3be1038a682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:39.843963 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-86364661-c1ee-4d24-b11f-848a2b62b32b req-1821795f-e30a-4914-87cc-e3be1038a682 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8130c27f2b84434a8d6fa5032b67aa1e&device_id=96e381dd-9f23-442c-80d2-8623a85c3e50 HTTP/1.1" status: 200  len: 1125 time: 0.1335108
May 07 22:02:39.845006 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-9d85a7bb-481a-4304-bd69-83597e9e4ad7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cb22125c0ed04c21af380551961aedb0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7063384
May 07 22:02:39.847063 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 54480) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:39.875293 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-034de912-1ce5-4b5e-af7f-d32ec9adc466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (8d58b02e-bcfe-4d9f-9480-bc1a5a487d04), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:39.934936 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-afbb6563-4d9a-411a-8875-95a5d151b733 req-88cd4e6d-8cfe-4148-9888-4c014b60d651 service neutron] Attempting to bind port 4b1c916d-b8cd-474a-b59a-7503fddbe26b on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:02:39.935334 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-afbb6563-4d9a-411a-8875-95a5d151b733 req-88cd4e6d-8cfe-4148-9888-4c014b60d651 service neutron] Attempting to bind port 4b1c916d-b8cd-474a-b59a-7503fddbe26b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ce6ea8f0-3d38-4ce3-8f23-f8c47e599e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f64cbfbe-feaa-48dc-9089-9445aa1eaa5a'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:02:39.935803 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbb6563-4d9a-411a-8875-95a5d151b733 req-88cd4e6d-8cfe-4148-9888-4c014b60d651 service neutron] Attempting to bind port 4b1c916d-b8cd-474a-b59a-7503fddbe26b on network f64cbfbe-feaa-48dc-9089-9445aa1eaa5a {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:02:39.945147 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-76efc295-ec9b-449c-a261-c6600d3cf520 req-009dccb5-f510-4b4f-be69-e3dd7f1f0937 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=7872598a-70de-4e95-af09-8b55fd257508 HTTP/1.1" status: 200  len: 210 time: 0.1305966
May 07 22:02:39.948217 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-4694eb3e-ca7c-41b3-ab5e-a395eedceb9c req-23966ff2-a719-474b-9a83-b4211c0e3d84 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (127ac58f-e629-45c6-b98f-fcf671fde77b), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:39.964967 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbb6563-4d9a-411a-8875-95a5d151b733 req-88cd4e6d-8cfe-4148-9888-4c014b60d651 service neutron] Port 4b1c916d-b8cd-474a-b59a-7503fddbe26b on network f64cbfbe-feaa-48dc-9089-9445aa1eaa5a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:02:39.965305 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbb6563-4d9a-411a-8875-95a5d151b733 req-88cd4e6d-8cfe-4148-9888-4c014b60d651 service neutron] Attempting to bind port 4b1c916d-b8cd-474a-b59a-7503fddbe26b on network f64cbfbe-feaa-48dc-9089-9445aa1eaa5a {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:02:39.999814 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbb6563-4d9a-411a-8875-95a5d151b733 req-88cd4e6d-8cfe-4148-9888-4c014b60d651 service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:02:40.000406 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbb6563-4d9a-411a-8875-95a5d151b733 req-88cd4e6d-8cfe-4148-9888-4c014b60d651 service neutron] Checking segment: {'id': 'ce6ea8f0-3d38-4ce3-8f23-f8c47e599e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f64cbfbe-feaa-48dc-9089-9445aa1eaa5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:02:40.000885 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afbb6563-4d9a-411a-8875-95a5d151b733 req-88cd4e6d-8cfe-4148-9888-4c014b60d651 service neutron] Bound using segment: {'id': 'ce6ea8f0-3d38-4ce3-8f23-f8c47e599e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f64cbfbe-feaa-48dc-9089-9445aa1eaa5a'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:02:40.001459 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-afbb6563-4d9a-411a-8875-95a5d151b733 req-88cd4e6d-8cfe-4148-9888-4c014b60d651 service neutron] Bound port: 4b1c916d-b8cd-474a-b59a-7503fddbe26b, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce6ea8f0-3d38-4ce3-8f23-f8c47e599e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f64cbfbe-feaa-48dc-9089-9445aa1eaa5a'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:02:40.001912 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-afbb6563-4d9a-411a-8875-95a5d151b733 req-88cd4e6d-8cfe-4148-9888-4c014b60d651 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (4b1c916d-b8cd-474a-b59a-7503fddbe26b), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:40.031642 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4694eb3e-ca7c-41b3-ab5e-a395eedceb9c req-23966ff2-a719-474b-9a83-b4211c0e3d84 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Network f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:02:40.042806 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [req-4694eb3e-ca7c-41b3-ab5e-a395eedceb9c req-23966ff2-a719-474b-9a83-b4211c0e3d84 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:02:40.063556 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-4694eb3e-ca7c-41b3-ab5e-a395eedceb9c req-23966ff2-a719-474b-9a83-b4211c0e3d84 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:02:40.068218 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23966ff2-a719-474b-9a83-b4211c0e3d84 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Pushing event updated for resources: {'Port': ['ID=127ac58f-e629-45c6-b98f-fcf671fde77b,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:40.141395 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4694eb3e-ca7c-41b3-ab5e-a395eedceb9c req-23966ff2-a719-474b-9a83-b4211c0e3d84 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:40.142109 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-4694eb3e-ca7c-41b3-ab5e-a395eedceb9c req-23966ff2-a719-474b-9a83-b4211c0e3d84 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:40.151907 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-afbb6563-4d9a-411a-8875-95a5d151b733 req-88cd4e6d-8cfe-4148-9888-4c014b60d651 service neutron] For port 4b1c916d-b8cd-474a-b59a-7503fddbe26b, host nch1-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:02:40.155362 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-afbb6563-4d9a-411a-8875-95a5d151b733 req-88cd4e6d-8cfe-4148-9888-4c014b60d651 service neutron] For port 4b1c916d-b8cd-474a-b59a-7503fddbe26b, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4b1c916d-b8cd-474a-b59a-7503fddbe26b,segment=NetworkSegment(ce6ea8f0-3d38-4ce3-8f23-f8c47e599e56),segment_id=ce6ea8f0-3d38-4ce3-8f23-f8c47e599e56)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:02:40.181683 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-afbb6563-4d9a-411a-8875-95a5d151b733 req-88cd4e6d-8cfe-4148-9888-4c014b60d651 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (4b1c916d-b8cd-474a-b59a-7503fddbe26b), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:40.197029 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4694eb3e-ca7c-41b3-ab5e-a395eedceb9c req-23966ff2-a719-474b-9a83-b4211c0e3d84 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.0184286
May 07 22:02:40.214683 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-4694eb3e-ca7c-41b3-ab5e-a395eedceb9c req-81cc6f06-cc53-44bb-8342-7a905933a2fa service neutron] Request body: {'port': {'device_id': '7872598a-70de-4e95-af09-8b55fd257508', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:02:40.216136 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device ef9b4e4e-8b27-4bf4-be77-84558d7fa538 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:02:40.262990 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: ef9b4e4e-8b27-4bf4-be77-84558d7fa538 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:02:40.263835 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device ef9b4e4e-8b27-4bf4-be77-84558d7fa538 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:02:40.271885 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbb6563-4d9a-411a-8875-95a5d151b733 req-88cd4e6d-8cfe-4148-9888-4c014b60d651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:40.273207 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-afbb6563-4d9a-411a-8875-95a5d151b733 req-88cd4e6d-8cfe-4148-9888-4c014b60d651 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:40.274752 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-afbb6563-4d9a-411a-8875-95a5d151b733 req-88cd4e6d-8cfe-4148-9888-4c014b60d651 service neutron] 10.222.0.55 "PUT /v2.0/ports/4b1c916d-b8cd-474a-b59a-7503fddbe26b HTTP/1.1" status: 200  len: 1091 time: 2.1834874
May 07 22:02:40.275678 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fac24695-8d11-4a29-bf87-a5c11bd5c2e6', 'tag': '4b1c916d-b8cd-474a-b59a-7503fddbe26b'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:02:40.278567 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-374a843f-f7f6-4ee1-8245-7d7f0bae1d0c" -d '{"events": [{"name": "network-changed", "server_uuid": "fac24695-8d11-4a29-bf87-a5c11bd5c2e6", "tag": "4b1c916d-b8cd-474a-b59a-7503fddbe26b"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:02:40.333440 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-86364661-c1ee-4d24-b11f-848a2b62b32b req-b7390818-c307-4e48-820a-73c45f4e3638 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8c6248c5-d242-4598-8d78-5b4023298e63 HTTP/1.1" status: 200  len: 217 time: 0.4690075
May 07 22:02:40.355088 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cdd24a9-6bb6-45c1-aa53-24a6e425dc3d x-openstack-request-id: req-9cdd24a9-6bb6-45c1-aa53-24a6e425dc3d {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:02:40.355376 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fac24695-8d11-4a29-bf87-a5c11bd5c2e6", "tag": "4b1c916d-b8cd-474a-b59a-7503fddbe26b", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:02:40.355630 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9cdd24a9-6bb6-45c1-aa53-24a6e425dc3d {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:02:40.356036 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cdd24a9-6bb6-45c1-aa53-24a6e425dc3d'] response: {'name': 'network-changed', 'server_uuid': 'fac24695-8d11-4a29-bf87-a5c11bd5c2e6', 'tag': '4b1c916d-b8cd-474a-b59a-7503fddbe26b', 'status': 'completed', 'code': 200}
May 07 22:02:40.371774 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cd4e6d-8cfe-4148-9888-4c014b60d651 service neutron] Pushing event updated for resources: {'Port': ['ID=4b1c916d-b8cd-474a-b59a-7503fddbe26b,revision_number=3']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:40.404367 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-4694eb3e-ca7c-41b3-ab5e-a395eedceb9c req-81cc6f06-cc53-44bb-8342-7a905933a2fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (127ac58f-e629-45c6-b98f-fcf671fde77b), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:40.418210 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbb6563-4d9a-411a-8875-95a5d151b733 req-98dde5b8-e223-4cc0-9f91-e9369aed2e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:40.420212 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-afbb6563-4d9a-411a-8875-95a5d151b733 req-98dde5b8-e223-4cc0-9f91-e9369aed2e21 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=57990769f50b412194a108cdd627a767&device_id=fac24695-8d11-4a29-bf87-a5c11bd5c2e6 HTTP/1.1" status: 200  len: 1125 time: 0.0669208
May 07 22:02:40.454514 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-75a99cd2-4cf9-46e1-8d1b-ca1372da173a req-add57e0a-6899-4c41-9ccd-d6c1dc8616ad tempest-ServerShowV254Test-111077960 tempest-ServerShowV254Test-111077960-project] 10.222.0.32 "GET /v2.0/ports?device_id=812c917a-3e44-4477-9f38-9154224d4920 HTTP/1.1" status: 200  len: 210 time: 0.1254647
May 07 22:02:40.462631 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-7cbdf964-8bd9-4927-82bf-3f426e13d0ba None None] Provisioning complete for port 127ac58f-e629-45c6-b98f-fcf671fde77b triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:02:40.463210 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7cbdf964-8bd9-4927-82bf-3f426e13d0ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (127ac58f-e629-45c6-b98f-fcf671fde77b), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:40.471739 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86364661-c1ee-4d24-b11f-848a2b62b32b req-9bbfc151-d818-478f-8195-826959fa241d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:40.475015 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-86364661-c1ee-4d24-b11f-848a2b62b32b req-9bbfc151-d818-478f-8195-826959fa241d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b554e5f7-e35c-452a-ba74-fc50d3983e51 HTTP/1.1" status: 200  len: 858 time: 0.1165853
May 07 22:02:40.508324 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-afbb6563-4d9a-411a-8875-95a5d151b733 req-7a191ca6-b0b9-4575-9b16-905dc0aad546 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b1c916d-b8cd-474a-b59a-7503fddbe26b HTTP/1.1" status: 200  len: 217 time: 0.0807874
May 07 22:02:40.537270 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a93aff0b-1a14-44d8-8b65-00d9561038fb admin admin] Publish callbacks [] for security_group (de33618f-79d3-4b08-8c1a-ffe0efb8a462), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:40.543033 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-7cbdf964-8bd9-4927-82bf-3f426e13d0ba None None] Port 127ac58f-e629-45c6-b98f-fcf671fde77b cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:02:40.572782 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-034de912-1ce5-4b5e-af7f-d32ec9adc466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (8d58b02e-bcfe-4d9f-9480-bc1a5a487d04), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:40.577626 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a93aff0b-1a14-44d8-8b65-00d9561038fb admin admin] Publish callbacks [] for security_group (de33618f-79d3-4b08-8c1a-ffe0efb8a462), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:40.600578 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86364661-c1ee-4d24-b11f-848a2b62b32b req-2e13d53a-3083-44c5-b8ba-c6118f7e827f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:40.602244 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-86364661-c1ee-4d24-b11f-848a2b62b32b req-2e13d53a-3083-44c5-b8ba-c6118f7e827f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1185653
May 07 22:02:40.613315 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034de912-1ce5-4b5e-af7f-d32ec9adc466 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d58b02e-bcfe-4d9f-9480-bc1a5a487d04,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:40.641938 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-034de912-1ce5-4b5e-af7f-d32ec9adc466 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:40.645340 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-034de912-1ce5-4b5e-af7f-d32ec9adc466 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/8d58b02e-bcfe-4d9f-9480-bc1a5a487d04 HTTP/1.1" status: 204  len: 168 time: 1.3488169
May 07 22:02:40.648421 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 54490) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:40.673643 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbb6563-4d9a-411a-8875-95a5d151b733 req-2d4944c2-72a7-4784-b51e-c7390488c08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:40.676003 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-afbb6563-4d9a-411a-8875-95a5d151b733 req-2d4944c2-72a7-4784-b51e-c7390488c08e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=86e7e675-440c-49d1-8be8-1667506afa40 HTTP/1.1" status: 200  len: 854 time: 0.1592741
May 07 22:02:40.738317 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a6116-f715-4b80-bb02-ffacc1b6d8a1 req-158254ac-f2af-4424-adae-d4c70c3bc54b tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:40.745822 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-402a6116-f715-4b80-bb02-ffacc1b6d8a1 req-158254ac-f2af-4424-adae-d4c70c3bc54b tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/ports?device_id=fac24695-8d11-4a29-bf87-a5c11bd5c2e6 HTTP/1.1" status: 200  len: 943 time: 0.1275630
May 07 22:02:40.796637 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a93aff0b-1a14-44d8-8b65-00d9561038fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (de33618f-79d3-4b08-8c1a-ffe0efb8a462), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:40.799193 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a93aff0b-1a14-44d8-8b65-00d9561038fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:40.800331 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-a93aff0b-1a14-44d8-8b65-00d9561038fb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/de33618f-79d3-4b08-8c1a-ffe0efb8a462 HTTP/1.1" status: 204  len: 168 time: 0.9416933
May 07 22:02:40.803061 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c306215b-dcd8-4967-b1a2-6b5d2253236b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (4e401ba0-7563-49f5-9424-036872d14546), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:40.812503 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbb6563-4d9a-411a-8875-95a5d151b733 req-fb0b2841-9196-46ef-8ec6-4facbab9dae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:40.814047 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-afbb6563-4d9a-411a-8875-95a5d151b733 req-fb0b2841-9196-46ef-8ec6-4facbab9dae8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f64cbfbe-feaa-48dc-9089-9445aa1eaa5a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1282952
May 07 22:02:40.825330 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-86364661-c1ee-4d24-b11f-848a2b62b32b req-d93f1e4d-503a-4d4e-8b09-ee1acd1bbfe5 service neutron] 10.222.0.59 "GET /v2.0/networks/f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2129228
May 07 22:02:40.826709 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93aff0b-1a14-44d8-8b65-00d9561038fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de33618f-79d3-4b08-8c1a-ffe0efb8a462,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:40.935475 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-86364661-c1ee-4d24-b11f-848a2b62b32b req-a235c3c5-c56a-4318-bd2d-cf08014e6dce service neutron] 10.222.0.59 "GET /v2.0/networks/f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1030111
May 07 22:02:40.963437 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-402a6116-f715-4b80-bb02-ffacc1b6d8a1 req-f133a181-1ea0-4a52-afc1-6256abbda44e tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/security-groups?id=21abc195-7315-4969-8bda-7251a84b2904&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2164149
May 07 22:02:41.026562 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-afbb6563-4d9a-411a-8875-95a5d151b733 req-5ecad3b5-9412-4260-b30c-e23aa30f4ee9 service neutron] 10.222.0.55 "GET /v2.0/networks/f64cbfbe-feaa-48dc-9089-9445aa1eaa5a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1858985
May 07 22:02:41.112607 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c306215b-dcd8-4967-b1a2-6b5d2253236b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (4e401ba0-7563-49f5-9424-036872d14546), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:41.130817 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2cf1b2-9de0-4c88-8f2b-4218ab382f4d req-6f75aa11-7a4c-43a2-a000-c0df7b611c55 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:41.132883 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0b2cf1b2-9de0-4c88-8f2b-4218ab382f4d req-6f75aa11-7a4c-43a2-a000-c0df7b611c55 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/ports?device_id=95f9d622-1591-4442-9da0-167bdb326758 HTTP/1.1" status: 200  len: 946 time: 0.1343338
May 07 22:02:41.152899 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-c306215b-dcd8-4967-b1a2-6b5d2253236b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf8609edc0>,) {'filters': {'network_id': ['4e401ba0-7563-49f5-9424-036872d14546']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:02:41.169765 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-c306215b-dcd8-4967-b1a2-6b5d2253236b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8609edc0>, '269ca44c-b28c-41b0-82b1-59695d4aeeab') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:02:41.170068 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-c306215b-dcd8-4967-b1a2-6b5d2253236b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8609edc0>, '269ca44c-b28c-41b0-82b1-59695d4aeeab') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:02:41.189030 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c306215b-dcd8-4967-b1a2-6b5d2253236b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (269ca44c-b28c-41b0-82b1-59695d4aeeab), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:41.197641 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f9ac75-7923-44a4-8acf-a84266000d75 req-8b75229a-e4d7-4393-9196-48a4e758f096 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:41.204705 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-59f9ac75-7923-44a4-8acf-a84266000d75 req-8b75229a-e4d7-4393-9196-48a4e758f096 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=7872598a-70de-4e95-af09-8b55fd257508 HTTP/1.1" status: 200  len: 931 time: 0.1558104
May 07 22:02:41.227947 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0b2cf1b2-9de0-4c88-8f2b-4218ab382f4d req-a7ebd6af-2a7c-459a-bf7d-427a989fe894 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ebb222e-3262-41b5-990d-c21161bc61e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0806532
May 07 22:02:41.236043 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c306215b-dcd8-4967-b1a2-6b5d2253236b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (269ca44c-b28c-41b0-82b1-59695d4aeeab), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:41.239194 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c306215b-dcd8-4967-b1a2-6b5d2253236b admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:02:41.239503 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c306215b-dcd8-4967-b1a2-6b5d2253236b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (269ca44c-b28c-41b0-82b1-59695d4aeeab), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:41.241253 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 22:02:41.241253 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:02:41.241253 ncdv-master-1 neutron-server[121837]:     timer()
May 07 22:02:41.241253 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:02:41.241253 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 22:02:41.241253 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:02:41.241253 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 22:02:41.241253 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:02:41.241253 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 22:02:41.241253 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:02:41.241253 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 22:02:41.241253 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:02:41.241253 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 22:02:41.241253 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:02:41.241253 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:02:41.241253 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:02:41.241253 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:02:41.241253 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:02:41.241253 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 22:02:41.241253 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:02:41.241253 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 22:02:41.241253 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:02:41.241253 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:02:41.241253 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:02:41.241253 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 22:02:41.241253 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:02:41.241253 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:02:41.241253 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:02:41.241253 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:02:41.241253 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:02:41.241253 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:02:41.241253 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:02:41.307137 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c306215b-dcd8-4967-b1a2-6b5d2253236b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (4e401ba0-7563-49f5-9424-036872d14546), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:41.313158 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c306215b-dcd8-4967-b1a2-6b5d2253236b admin admin] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:41.320989 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-c306215b-dcd8-4967-b1a2-6b5d2253236b admin admin] 10.222.0.32 "DELETE /v2.0/networks/4e401ba0-7563-49f5-9424-036872d14546 HTTP/1.1" status: 204  len: 168 time: 0.6674213
May 07 22:02:41.321174 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [req-4694eb3e-ca7c-41b3-ab5e-a395eedceb9c req-81cc6f06-cc53-44bb-8342-7a905933a2fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 127ac58f-e629-45c6-b98f-fcf671fde77b {{(pid=121836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:02:41.331219 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c306215b-dcd8-4967-b1a2-6b5d2253236b admin admin] Pushing event deleted for resources: {'Network': ['ID=4e401ba0-7563-49f5-9424-036872d14546,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:41.331444 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-afbb6563-4d9a-411a-8875-95a5d151b733 req-fe6e5633-ec5a-4cc9-ba74-b70a61d6a8c4 service neutron] 10.222.0.55 "GET /v2.0/networks/f64cbfbe-feaa-48dc-9089-9445aa1eaa5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2912765
May 07 22:02:41.335383 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-4694eb3e-ca7c-41b3-ab5e-a395eedceb9c req-81cc6f06-cc53-44bb-8342-7a905933a2fa service neutron] Publish callbacks [] for port (127ac58f-e629-45c6-b98f-fcf671fde77b), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:41.342899 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 1d78a47c-1b52-4c8f-ad8e-184b9192eee5 no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:02:41.360563 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-59f9ac75-7923-44a4-8acf-a84266000d75 req-02882ad2-45e8-4060-9433-0022b2ec6347 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/security-groups?id=8784126e-39eb-4ad2-9420-cda4822e0755&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1487789
May 07 22:02:41.370324 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.provisioning_blocks [req-4694eb3e-ca7c-41b3-ab5e-a395eedceb9c req-81cc6f06-cc53-44bb-8342-7a905933a2fa service neutron] Transition to ACTIVE for port object 127ac58f-e629-45c6-b98f-fcf671fde77b will not be triggered until provisioned by entity L2. {{(pid=121836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 22:02:41.377270 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-4694eb3e-ca7c-41b3-ab5e-a395eedceb9c req-81cc6f06-cc53-44bb-8342-7a905933a2fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (127ac58f-e629-45c6-b98f-fcf671fde77b), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:41.445455 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cc6f06-cc53-44bb-8342-7a905933a2fa service neutron] Pushing event updated for resources: {'Port': ['ID=127ac58f-e629-45c6-b98f-fcf671fde77b,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:41.474014 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 1d78a47c-1b52-4c8f-ad8e-184b9192eee5 is: ACTIVE; New status is: DOWN {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:02:41.474658 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (1d78a47c-1b52-4c8f-ad8e-184b9192eee5), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:41.527527 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 1d78a47c-1b52-4c8f-ad8e-184b9192eee5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1d78a47c-1b52-4c8f-ad8e-184b9192eee5,segment=NetworkSegment(3565a17e-e0eb-4b35-a7f2-f7d7af642fb7),segment_id=3565a17e-e0eb-4b35-a7f2-f7d7af642fb7)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:02:41.528505 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4996f091-2316-4100-b272-d2af7738b4ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d78a47c-1b52-4c8f-ad8e-184b9192eee5'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:02:41.531535 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ab0dbc-1b0d-46fc-8e96-4c965810c613" -d '{"events": [{"server_uuid": "4996f091-2316-4100-b272-d2af7738b4ac", "name": "network-vif-unplugged", "status": "completed", "tag": "1d78a47c-1b52-4c8f-ad8e-184b9192eee5"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:02:41.537467 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (1d78a47c-1b52-4c8f-ad8e-184b9192eee5), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:41.546517 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 54524) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:41.603953 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 07 May 2022 22:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a996b35-9a7f-49c2-ab66-3a8568505dc0 x-openstack-request-id: req-7a996b35-9a7f-49c2-ab66-3a8568505dc0 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:02:41.604470 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4996f091-2316-4100-b272-d2af7738b4ac", "name": "network-vif-unplugged", "status": "completed", "tag": "1d78a47c-1b52-4c8f-ad8e-184b9192eee5", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:02:41.604902 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7a996b35-9a7f-49c2-ab66-3a8568505dc0 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:02:41.605485 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a996b35-9a7f-49c2-ab66-3a8568505dc0'] response: {'server_uuid': '4996f091-2316-4100-b272-d2af7738b4ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d78a47c-1b52-4c8f-ad8e-184b9192eee5', 'code': 200}
May 07 22:02:41.609472 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=1d78a47c-1b52-4c8f-ad8e-184b9192eee5,revision_number=8']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:41.625806 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-4694eb3e-ca7c-41b3-ab5e-a395eedceb9c req-81cc6f06-cc53-44bb-8342-7a905933a2fa service neutron] Attempting to bind port 127ac58f-e629-45c6-b98f-fcf671fde77b on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:02:41.626511 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-4694eb3e-ca7c-41b3-ab5e-a395eedceb9c req-81cc6f06-cc53-44bb-8342-7a905933a2fa service neutron] Attempting to bind port 127ac58f-e629-45c6-b98f-fcf671fde77b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '2f0831b3-8133-4c28-a071-337c31d2cb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:02:41.627144 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4694eb3e-ca7c-41b3-ab5e-a395eedceb9c req-81cc6f06-cc53-44bb-8342-7a905933a2fa service neutron] Attempting to bind port 127ac58f-e629-45c6-b98f-fcf671fde77b on network f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:02:41.639304 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4694eb3e-ca7c-41b3-ab5e-a395eedceb9c req-81cc6f06-cc53-44bb-8342-7a905933a2fa service neutron] Port 127ac58f-e629-45c6-b98f-fcf671fde77b on network f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:02:41.639648 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4694eb3e-ca7c-41b3-ab5e-a395eedceb9c req-81cc6f06-cc53-44bb-8342-7a905933a2fa service neutron] Attempting to bind port 127ac58f-e629-45c6-b98f-fcf671fde77b on network f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:02:41.652293 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8ddb1889-b0bd-4105-8a6c-195a6b172c16 req-e37416e0-a520-49b7-a73c-80088f3f3b07 tempest-ServerShowV254Test-111077960 tempest-ServerShowV254Test-111077960-project] 10.222.0.32 "GET /v2.0/ports?device_id=812c917a-3e44-4477-9f38-9154224d4920 HTTP/1.1" status: 200  len: 210 time: 0.0732548
May 07 22:02:41.653398 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4694eb3e-ca7c-41b3-ab5e-a395eedceb9c req-81cc6f06-cc53-44bb-8342-7a905933a2fa service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:02:41.655493 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4694eb3e-ca7c-41b3-ab5e-a395eedceb9c req-81cc6f06-cc53-44bb-8342-7a905933a2fa service neutron] Checking segment: {'id': '2f0831b3-8133-4c28-a071-337c31d2cb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:02:41.655921 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4694eb3e-ca7c-41b3-ab5e-a395eedceb9c req-81cc6f06-cc53-44bb-8342-7a905933a2fa service neutron] Bound using segment: {'id': '2f0831b3-8133-4c28-a071-337c31d2cb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:02:41.656392 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-4694eb3e-ca7c-41b3-ab5e-a395eedceb9c req-81cc6f06-cc53-44bb-8342-7a905933a2fa service neutron] Bound port: 127ac58f-e629-45c6-b98f-fcf671fde77b, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f0831b3-8133-4c28-a071-337c31d2cb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:02:41.656768 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-4694eb3e-ca7c-41b3-ab5e-a395eedceb9c req-81cc6f06-cc53-44bb-8342-7a905933a2fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (127ac58f-e629-45c6-b98f-fcf671fde77b), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:41.680912 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-d2387189-0deb-40e6-8f30-75643e70a7a8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1fb49d7a99844a7ab8ef30fb59250e7d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1330886
May 07 22:02:41.684120 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 54528) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:41.770788 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-4694eb3e-ca7c-41b3-ab5e-a395eedceb9c req-81cc6f06-cc53-44bb-8342-7a905933a2fa service neutron] For port 127ac58f-e629-45c6-b98f-fcf671fde77b, host nch1-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:02:41.775239 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-4694eb3e-ca7c-41b3-ab5e-a395eedceb9c req-81cc6f06-cc53-44bb-8342-7a905933a2fa service neutron] For port 127ac58f-e629-45c6-b98f-fcf671fde77b, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=127ac58f-e629-45c6-b98f-fcf671fde77b,segment=NetworkSegment(2f0831b3-8133-4c28-a071-337c31d2cb1b),segment_id=2f0831b3-8133-4c28-a071-337c31d2cb1b)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:02:41.786381 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-457364a0-e1ae-47f0-a020-286523b52451 admin admin] Publish callbacks [] for security_group (e2f94373-fd3e-4a2b-9dee-192df8871f41), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:41.789296 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-4694eb3e-ca7c-41b3-ab5e-a395eedceb9c req-81cc6f06-cc53-44bb-8342-7a905933a2fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (127ac58f-e629-45c6-b98f-fcf671fde77b), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:41.840567 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4694eb3e-ca7c-41b3-ab5e-a395eedceb9c req-81cc6f06-cc53-44bb-8342-7a905933a2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:41.841198 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-4694eb3e-ca7c-41b3-ab5e-a395eedceb9c req-81cc6f06-cc53-44bb-8342-7a905933a2fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:41.842623 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4694eb3e-ca7c-41b3-ab5e-a395eedceb9c req-81cc6f06-cc53-44bb-8342-7a905933a2fa service neutron] 10.222.0.55 "PUT /v2.0/ports/127ac58f-e629-45c6-b98f-fcf671fde77b HTTP/1.1" status: 200  len: 1091 time: 1.6346292
May 07 22:02:41.858282 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-457364a0-e1ae-47f0-a020-286523b52451 admin admin] Publish callbacks [] for security_group (e2f94373-fd3e-4a2b-9dee-192df8871f41), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:41.864628 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf00ec7-c33b-46ab-832d-a0eabc8b5e10 req-a948c90e-4bd0-476b-90fc-5ba966d12fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:41.866813 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9bf00ec7-c33b-46ab-832d-a0eabc8b5e10 req-a948c90e-4bd0-476b-90fc-5ba966d12fc8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8130c27f2b84434a8d6fa5032b67aa1e&device_id=96e381dd-9f23-442c-80d2-8623a85c3e50 HTTP/1.1" status: 200  len: 1125 time: 0.0496559
May 07 22:02:41.882071 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cc6f06-cc53-44bb-8342-7a905933a2fa service neutron] Pushing event updated for resources: {'Port': ['ID=127ac58f-e629-45c6-b98f-fcf671fde77b,revision_number=3']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:41.931570 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-457364a0-e1ae-47f0-a020-286523b52451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (e2f94373-fd3e-4a2b-9dee-192df8871f41), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:41.935588 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-457364a0-e1ae-47f0-a020-286523b52451 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:41.937222 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-457364a0-e1ae-47f0-a020-286523b52451 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e2f94373-fd3e-4a2b-9dee-192df8871f41 HTTP/1.1" status: 204  len: 168 time: 0.2511342
May 07 22:02:41.958817 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457364a0-e1ae-47f0-a020-286523b52451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2f94373-fd3e-4a2b-9dee-192df8871f41,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:42.015628 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf00ec7-c33b-46ab-832d-a0eabc8b5e10 req-a9dbc61d-b13a-4379-a845-eaff66fbd700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:42.017190 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9bf00ec7-c33b-46ab-832d-a0eabc8b5e10 req-a9dbc61d-b13a-4379-a845-eaff66fbd700 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b HTTP/1.1" status: 200  len: 920 time: 0.1449106
May 07 22:02:42.078924 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9bf00ec7-c33b-46ab-832d-a0eabc8b5e10 req-edd4b3fd-153c-4775-8d8c-41f76808db59 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8c6248c5-d242-4598-8d78-5b4023298e63 HTTP/1.1" status: 200  len: 217 time: 0.0523977
May 07 22:02:42.130299 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448c39fb-3aaf-4b82-8952-3db9e802265e req-9cc5891c-4e66-4bf3-880f-3a694033026e tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:42.137691 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-448c39fb-3aaf-4b82-8952-3db9e802265e req-9cc5891c-4e66-4bf3-880f-3a694033026e tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/ports?device_id=fac24695-8d11-4a29-bf87-a5c11bd5c2e6 HTTP/1.1" status: 200  len: 943 time: 0.0646355
May 07 22:02:42.170977 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf00ec7-c33b-46ab-832d-a0eabc8b5e10 req-268c36c5-5832-4d29-8ae0-280ea1bdf5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:42.172990 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9bf00ec7-c33b-46ab-832d-a0eabc8b5e10 req-268c36c5-5832-4d29-8ae0-280ea1bdf5dd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b554e5f7-e35c-452a-ba74-fc50d3983e51 HTTP/1.1" status: 200  len: 858 time: 0.0830266
May 07 22:02:42.188990 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-448c39fb-3aaf-4b82-8952-3db9e802265e req-f282372a-e8f8-40f0-aaf6-75f1fef59e9d tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/security-groups?id=21abc195-7315-4969-8bda-7251a84b2904&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0504255
May 07 22:02:42.245630 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf00ec7-c33b-46ab-832d-a0eabc8b5e10 req-a7f61af6-ae20-4aef-8354-bf1b3c0129ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:42.247203 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9bf00ec7-c33b-46ab-832d-a0eabc8b5e10 req-a7f61af6-ae20-4aef-8354-bf1b3c0129ca service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0690241
May 07 22:02:42.261246 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 8c6248c5-d242-4598-8d78-5b4023298e63 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:02:42.357294 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7872598a-70de-4e95-af09-8b55fd257508', 'tag': '127ac58f-e629-45c6-b98f-fcf671fde77b'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:02:42.360230 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f7f60be-92b8-48fb-b5dc-785c8eaba228" -d '{"events": [{"name": "network-changed", "server_uuid": "7872598a-70de-4e95-af09-8b55fd257508", "tag": "127ac58f-e629-45c6-b98f-fcf671fde77b"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:02:42.428958 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56793b9e-dac2-4102-a5ba-c88d2404248a x-openstack-request-id: req-56793b9e-dac2-4102-a5ba-c88d2404248a {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:02:42.429251 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7872598a-70de-4e95-af09-8b55fd257508", "tag": "127ac58f-e629-45c6-b98f-fcf671fde77b", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:02:42.429507 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-56793b9e-dac2-4102-a5ba-c88d2404248a {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:02:42.430136 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56793b9e-dac2-4102-a5ba-c88d2404248a'] response: {'name': 'network-changed', 'server_uuid': '7872598a-70de-4e95-af09-8b55fd257508', 'tag': '127ac58f-e629-45c6-b98f-fcf671fde77b', 'status': 'completed', 'code': 200}
May 07 22:02:42.444036 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf6af75-a775-4ba4-af3a-4e57ec334112 req-5c0c78a5-6df1-4d07-a2b4-abab865e449f tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:42.449272 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bdf6af75-a775-4ba4-af3a-4e57ec334112 req-5c0c78a5-6df1-4d07-a2b4-abab865e449f tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/ports?device_id=95f9d622-1591-4442-9da0-167bdb326758 HTTP/1.1" status: 200  len: 946 time: 0.0833786
May 07 22:02:42.482116 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 8c6248c5-d242-4598-8d78-5b4023298e63, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8c6248c5-d242-4598-8d78-5b4023298e63,segment=NetworkSegment(2f0831b3-8133-4c28-a071-337c31d2cb1b),segment_id=2f0831b3-8133-4c28-a071-337c31d2cb1b)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:02:42.484801 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9bf00ec7-c33b-46ab-832d-a0eabc8b5e10 req-9faec71c-a8e8-4b12-9259-4bd6d5f739ec service neutron] 10.222.0.59 "GET /v2.0/networks/f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2307911
May 07 22:02:42.547387 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': '8c6248c5-d242-4598-8d78-5b4023298e63', 'network_id': 'f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b', 'port_id': '8c6248c5-d242-4598-8d78-5b4023298e63', 'mac_address': 'fa:16:3e:6e:01:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b554e5f7-e35c-452a-ba74-fc50d3983e51', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:02:42.694660 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bdf6af75-a775-4ba4-af3a-4e57ec334112 req-9fa09f92-c973-40f8-8c37-71dd82f77b2b tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ebb222e-3262-41b5-990d-c21161bc61e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2044876
May 07 22:02:42.734909 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374a843f-f7f6-4ee1-8245-7d7f0bae1d0c req-37c580b3-c062-4e78-8264-3c286ff7be74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:42.735912 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 8c6248c5-d242-4598-8d78-5b4023298e63 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:02:42.736542 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (8c6248c5-d242-4598-8d78-5b4023298e63), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:42.741795 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-374a843f-f7f6-4ee1-8245-7d7f0bae1d0c req-37c580b3-c062-4e78-8264-3c286ff7be74 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=57990769f50b412194a108cdd627a767&device_id=fac24695-8d11-4a29-bf87-a5c11bd5c2e6 HTTP/1.1" status: 200  len: 1125 time: 0.2649293
May 07 22:02:42.757736 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c6248c5-d242-4598-8d78-5b4023298e63 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:02:42.784898 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 8c6248c5-d242-4598-8d78-5b4023298e63, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8c6248c5-d242-4598-8d78-5b4023298e63,segment=NetworkSegment(2f0831b3-8133-4c28-a071-337c31d2cb1b),segment_id=2f0831b3-8133-4c28-a071-337c31d2cb1b)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:02:42.791844 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (8c6248c5-d242-4598-8d78-5b4023298e63), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:42.831998 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f60be-92b8-48fb-b5dc-785c8eaba228 req-2d5cc274-f4c8-412b-b5fb-80a1c81fbae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:42.833466 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4f7f60be-92b8-48fb-b5dc-785c8eaba228 req-2d5cc274-f4c8-412b-b5fb-80a1c81fbae1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8130c27f2b84434a8d6fa5032b67aa1e&device_id=7872598a-70de-4e95-af09-8b55fd257508 HTTP/1.1" status: 200  len: 1125 time: 0.2890470
May 07 22:02:42.872270 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=8c6248c5-d242-4598-8d78-5b4023298e63,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:42.885984 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1e458a4e-c1d4-4deb-ad0d-91ca97ef92f4 req-b9df208a-0f61-4850-8ca7-0335e59bd527 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8141d2fb-0f50-41fb-bce0-7a6c7f7fc949&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.2391894
May 07 22:02:42.904100 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-16fa1fc4-10d7-4388-a866-76403ba04b30 req-7d6494d1-c293-42ae-a521-be4f8f6d408e tempest-ServerShowV254Test-111077960 tempest-ServerShowV254Test-111077960-project] 10.222.0.32 "GET /v2.0/ports?device_id=812c917a-3e44-4477-9f38-9154224d4920 HTTP/1.1" status: 200  len: 210 time: 0.1271029
May 07 22:02:42.914252 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9bf00ec7-c33b-46ab-832d-a0eabc8b5e10 req-4c41b168-207d-407f-bb34-89321c57d117 service neutron] 10.222.0.59 "GET /v2.0/networks/f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4192481
May 07 22:02:42.924787 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe454e6b-9580-41ba-9204-fe9622b9ddac req-5758d3f9-f289-469d-bc28-d9fdcdcb3687 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:42.942735 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fe454e6b-9580-41ba-9204-fe9622b9ddac req-5758d3f9-f289-469d-bc28-d9fdcdcb3687 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=7872598a-70de-4e95-af09-8b55fd257508 HTTP/1.1" status: 200  len: 943 time: 0.3825593
May 07 22:02:42.970609 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e458a4e-c1d4-4deb-ad0d-91ca97ef92f4 req-e8cef260-51d2-4787-9492-c0b95e52e9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:42.972574 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1e458a4e-c1d4-4deb-ad0d-91ca97ef92f4 req-e8cef260-51d2-4787-9492-c0b95e52e9e6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=57990769f50b412194a108cdd627a767&device_id=8141d2fb-0f50-41fb-bce0-7a6c7f7fc949 HTTP/1.1" status: 200  len: 1128 time: 0.0551965
May 07 22:02:43.020435 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['8c6248c5-d242-4598-8d78-5b4023298e63'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:02:43.112419 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e458a4e-c1d4-4deb-ad0d-91ca97ef92f4 req-a6508e59-ad4e-444c-b8f1-46a153a03327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:43.114190 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1e458a4e-c1d4-4deb-ad0d-91ca97ef92f4 req-a6508e59-ad4e-444c-b8f1-46a153a03327 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f64cbfbe-feaa-48dc-9089-9445aa1eaa5a HTTP/1.1" status: 200  len: 916 time: 0.1193411
May 07 22:02:43.157829 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fe454e6b-9580-41ba-9204-fe9622b9ddac req-627d21ba-0264-4c24-9f2b-6c5081cfa76d tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/security-groups?id=8784126e-39eb-4ad2-9420-cda4822e0755&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2117326
May 07 22:02:43.291511 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1e458a4e-c1d4-4deb-ad0d-91ca97ef92f4 req-6bc3ea09-125d-48a8-bdb2-21ca1f654a6d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e46252a-79ff-49d8-a0dc-dceb03f5d5ae HTTP/1.1" status: 200  len: 1001 time: 0.1704938
May 07 22:02:43.341880 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 1d78a47c-1b52-4c8f-ad8e-184b9192eee5 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:02:43.386633 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374a843f-f7f6-4ee1-8245-7d7f0bae1d0c req-cf87b886-7088-4c39-b632-761239b13fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:43.389079 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-374a843f-f7f6-4ee1-8245-7d7f0bae1d0c req-cf87b886-7088-4c39-b632-761239b13fe0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f64cbfbe-feaa-48dc-9089-9445aa1eaa5a HTTP/1.1" status: 200  len: 916 time: 0.6298659
May 07 22:02:43.463698 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-374a843f-f7f6-4ee1-8245-7d7f0bae1d0c req-517ab639-8f5a-44c3-beaa-a644ec68626b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b1c916d-b8cd-474a-b59a-7503fddbe26b HTTP/1.1" status: 200  len: 217 time: 0.0660772
May 07 22:02:43.465410 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f60be-92b8-48fb-b5dc-785c8eaba228 req-9ea66377-0a3e-48c4-8a21-c7f8e45cbd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:43.466826 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4f7f60be-92b8-48fb-b5dc-785c8eaba228 req-9ea66377-0a3e-48c4-8a21-c7f8e45cbd12 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=8130c27f2b84434a8d6fa5032b67aa1e&shared=False HTTP/1.1" status: 200  len: 920 time: 0.6011643
May 07 22:02:43.479487 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e458a4e-c1d4-4deb-ad0d-91ca97ef92f4 req-d008afe2-5f33-4599-95ef-6c651cb3ad58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:43.480960 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1e458a4e-c1d4-4deb-ad0d-91ca97ef92f4 req-d008afe2-5f33-4599-95ef-6c651cb3ad58 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=86e7e675-440c-49d1-8be8-1667506afa40 HTTP/1.1" status: 200  len: 854 time: 0.1840825
May 07 22:02:43.577336 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 1d78a47c-1b52-4c8f-ad8e-184b9192eee5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1d78a47c-1b52-4c8f-ad8e-184b9192eee5,segment=NetworkSegment(3565a17e-e0eb-4b35-a7f2-f7d7af642fb7),segment_id=3565a17e-e0eb-4b35-a7f2-f7d7af642fb7)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:02:43.587039 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e458a4e-c1d4-4deb-ad0d-91ca97ef92f4 req-31848323-a9c0-41e2-82b1-eb3f0a35f262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:43.588806 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1e458a4e-c1d4-4deb-ad0d-91ca97ef92f4 req-31848323-a9c0-41e2-82b1-eb3f0a35f262 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f64cbfbe-feaa-48dc-9089-9445aa1eaa5a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0933256
May 07 22:02:43.596155 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': '1d78a47c-1b52-4c8f-ad8e-184b9192eee5', 'network_id': '33b52409-fae0-4935-b5d0-15acefaa0f3f', 'port_id': '1d78a47c-1b52-4c8f-ad8e-184b9192eee5', 'mac_address': 'fa:16:3e:b8:c4:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e304f3b-3927-4f57-b6d9-ff32c4ae5938', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:02:43.603915 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a963bd18-62a7-4f9b-b3c7-dbf2f91a752e req-862f1d51-8bc2-4d71-a4eb-dda96833ab5e tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:43.606375 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a963bd18-62a7-4f9b-b3c7-dbf2f91a752e req-862f1d51-8bc2-4d71-a4eb-dda96833ab5e tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/ports?device_id=fac24695-8d11-4a29-bf87-a5c11bd5c2e6 HTTP/1.1" status: 200  len: 943 time: 0.2418437
May 07 22:02:43.698028 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 1d78a47c-1b52-4c8f-ad8e-184b9192eee5 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:02:43.698473 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374a843f-f7f6-4ee1-8245-7d7f0bae1d0c req-f2562b2b-a0ab-414b-bdd8-811dd06e2e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:43.700352 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-374a843f-f7f6-4ee1-8245-7d7f0bae1d0c req-f2562b2b-a0ab-414b-bdd8-811dd06e2e08 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=86e7e675-440c-49d1-8be8-1667506afa40 HTTP/1.1" status: 200  len: 854 time: 0.2254765
May 07 22:02:43.700804 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (1d78a47c-1b52-4c8f-ad8e-184b9192eee5), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:43.748776 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d78a47c-1b52-4c8f-ad8e-184b9192eee5 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:02:43.805356 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 1d78a47c-1b52-4c8f-ad8e-184b9192eee5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1d78a47c-1b52-4c8f-ad8e-184b9192eee5,segment=NetworkSegment(3565a17e-e0eb-4b35-a7f2-f7d7af642fb7),segment_id=3565a17e-e0eb-4b35-a7f2-f7d7af642fb7)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:02:43.825210 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (1d78a47c-1b52-4c8f-ad8e-184b9192eee5), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:43.934469 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374a843f-f7f6-4ee1-8245-7d7f0bae1d0c req-76e6bd4f-5445-4af8-a967-fdc48f9df874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:43.946215 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-374a843f-f7f6-4ee1-8245-7d7f0bae1d0c req-76e6bd4f-5445-4af8-a967-fdc48f9df874 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f64cbfbe-feaa-48dc-9089-9445aa1eaa5a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2385125
May 07 22:02:43.946460 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=1d78a47c-1b52-4c8f-ad8e-184b9192eee5,revision_number=9']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:43.957054 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a963bd18-62a7-4f9b-b3c7-dbf2f91a752e req-f1127707-b197-4019-bed7-ccd598afba13 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/security-groups?id=21abc195-7315-4969-8bda-7251a84b2904&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3219092
May 07 22:02:43.983762 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['1d78a47c-1b52-4c8f-ad8e-184b9192eee5'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:02:43.990206 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1e458a4e-c1d4-4deb-ad0d-91ca97ef92f4 req-027f61d5-423a-4956-a3ed-08ee1d57379e service neutron] 10.222.0.59 "GET /v2.0/networks/f64cbfbe-feaa-48dc-9089-9445aa1eaa5a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3800361
May 07 22:02:44.044806 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7f60be-92b8-48fb-b5dc-785c8eaba228 req-bf2992d6-e06a-49c7-b821-247cfe1bef35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:44.051744 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4f7f60be-92b8-48fb-b5dc-785c8eaba228 req-bf2992d6-e06a-49c7-b821-247cfe1bef35 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.5743551
May 07 22:02:44.151316 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299ef8bf-ea82-47c7-a107-68f400498c92 req-a375d44d-84cc-4554-92f1-f990ceef44df tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:44.158059 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-299ef8bf-ea82-47c7-a107-68f400498c92 req-a375d44d-84cc-4554-92f1-f990ceef44df tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/ports?device_id=95f9d622-1591-4442-9da0-167bdb326758 HTTP/1.1" status: 200  len: 946 time: 0.2825787
May 07 22:02:44.191125 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6f18f7d3-0ed4-45a5-aaaa-155ab4ec805e req-79994ab1-ac7c-4003-90d6-046d8f096f2b tempest-ServerShowV254Test-111077960 tempest-ServerShowV254Test-111077960-project] 10.222.0.32 "GET /v2.0/ports?device_id=812c917a-3e44-4477-9f38-9154224d4920 HTTP/1.1" status: 200  len: 210 time: 0.0516131
May 07 22:02:44.305336 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1e458a4e-c1d4-4deb-ad0d-91ca97ef92f4 req-09d88ff9-a657-4bc2-b87c-454a71669a3f service neutron] 10.222.0.59 "GET /v2.0/networks/f64cbfbe-feaa-48dc-9089-9445aa1eaa5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2927866
May 07 22:02:44.442748 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 8c6248c5-d242-4598-8d78-5b4023298e63 up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:02:44.446700 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c0286a-5584-4ada-a8b3-2be5a4aa4182 req-8f29d9f2-757f-4360-9e06-03d4a53d5f88 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:44.464429 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a3c0286a-5584-4ada-a8b3-2be5a4aa4182 req-8f29d9f2-757f-4360-9e06-03d4a53d5f88 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=7872598a-70de-4e95-af09-8b55fd257508 HTTP/1.1" status: 200  len: 943 time: 0.1366262
May 07 22:02:44.539856 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a3c0286a-5584-4ada-a8b3-2be5a4aa4182 req-4c944d11-8039-41bc-ab53-ce24af28a5f9 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/security-groups?id=8784126e-39eb-4ad2-9420-cda4822e0755&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0744169
May 07 22:02:44.572023 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4694eb3e-ca7c-41b3-ab5e-a395eedceb9c req-b772ec28-b576-4748-9550-0cb718f89762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:44.574199 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4694eb3e-ca7c-41b3-ab5e-a395eedceb9c req-b772ec28-b576-4748-9550-0cb718f89762 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8130c27f2b84434a8d6fa5032b67aa1e&device_id=7872598a-70de-4e95-af09-8b55fd257508 HTTP/1.1" status: 200  len: 1125 time: 0.4594226
May 07 22:02:44.589861 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-299ef8bf-ea82-47c7-a107-68f400498c92 req-78a0d4c7-368e-4f4a-bfea-4954e5282387 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ebb222e-3262-41b5-990d-c21161bc61e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3964136
May 07 22:02:44.616832 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-374a843f-f7f6-4ee1-8245-7d7f0bae1d0c req-f75c6043-0208-4545-a70c-b116269dd303 service neutron] 10.222.0.55 "GET /v2.0/networks/f64cbfbe-feaa-48dc-9089-9445aa1eaa5a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5915356
May 07 22:02:44.643892 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning for port 8c6248c5-d242-4598-8d78-5b4023298e63 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 22:02:44.716244 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port 8c6248c5-d242-4598-8d78-5b4023298e63 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:02:44.719609 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (8c6248c5-d242-4598-8d78-5b4023298e63), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:44.757747 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4694eb3e-ca7c-41b3-ab5e-a395eedceb9c req-b0a2868f-daa7-4383-bbdb-df6886e71c4c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=127ac58f-e629-45c6-b98f-fcf671fde77b HTTP/1.1" status: 200  len: 217 time: 0.1440618
May 07 22:02:45.148981 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 54746) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:45.182713 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349e79dd-47b4-43ac-91a4-7afdcbc7386d req-c0ce304f-499f-40ac-ad41-35900f16dadf tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:45.196015 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-349e79dd-47b4-43ac-91a4-7afdcbc7386d req-c0ce304f-499f-40ac-ad41-35900f16dadf tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/ports?device_id=fac24695-8d11-4a29-bf87-a5c11bd5c2e6 HTTP/1.1" status: 200  len: 943 time: 0.1158438
May 07 22:02:45.216568 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 8c6248c5-d242-4598-8d78-5b4023298e63 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:02:45.218414 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (8c6248c5-d242-4598-8d78-5b4023298e63), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:45.273677 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-349e79dd-47b4-43ac-91a4-7afdcbc7386d req-63480c0d-84fe-40a6-8fe6-9f571374db72 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/security-groups?id=21abc195-7315-4969-8bda-7251a84b2904&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0721080
May 07 22:02:45.344017 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 8c6248c5-d242-4598-8d78-5b4023298e63, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8c6248c5-d242-4598-8d78-5b4023298e63,segment=NetworkSegment(2f0831b3-8133-4c28-a071-337c31d2cb1b),segment_id=2f0831b3-8133-4c28-a071-337c31d2cb1b)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:02:45.345405 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96e381dd-9f23-442c-80d2-8623a85c3e50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c6248c5-d242-4598-8d78-5b4023298e63'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:02:45.348227 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74b3fafe-759d-47a8-91bf-487d74c83116" -d '{"events": [{"server_uuid": "96e381dd-9f23-442c-80d2-8623a85c3e50", "name": "network-vif-plugged", "status": "completed", "tag": "8c6248c5-d242-4598-8d78-5b4023298e63"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:02:45.372573 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (8c6248c5-d242-4598-8d78-5b4023298e63), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:45.379333 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 4b1c916d-b8cd-474a-b59a-7503fddbe26b details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:02:45.486201 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-67304bbe-eeb3-4fa4-aa3a-d82f78ee69b3 req-6528414f-94d3-4697-bf41-76005898f577 tempest-ServerShowV254Test-111077960 tempest-ServerShowV254Test-111077960-project] 10.222.0.32 "GET /v2.0/ports?device_id=812c917a-3e44-4477-9f38-9154224d4920 HTTP/1.1" status: 200  len: 210 time: 0.0805585
May 07 22:02:45.609090 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-108e2760-4544-46b7-8d02-25adb53391a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:45.731823 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe2ea23a-eb0c-428e-bea2-6b126a2dfd50 x-openstack-request-id: req-fe2ea23a-eb0c-428e-bea2-6b126a2dfd50 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:02:45.731823 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96e381dd-9f23-442c-80d2-8623a85c3e50", "name": "network-vif-plugged", "status": "completed", "tag": "8c6248c5-d242-4598-8d78-5b4023298e63", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:02:45.731823 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fe2ea23a-eb0c-428e-bea2-6b126a2dfd50 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:02:45.734917 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe2ea23a-eb0c-428e-bea2-6b126a2dfd50'] response: {'server_uuid': '96e381dd-9f23-442c-80d2-8623a85c3e50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c6248c5-d242-4598-8d78-5b4023298e63', 'code': 200}
May 07 22:02:45.834859 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=8c6248c5-d242-4598-8d78-5b4023298e63,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:45.903479 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 4b1c916d-b8cd-474a-b59a-7503fddbe26b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4b1c916d-b8cd-474a-b59a-7503fddbe26b,segment=NetworkSegment(ce6ea8f0-3d38-4ce3-8f23-f8c47e599e56),segment_id=ce6ea8f0-3d38-4ce3-8f23-f8c47e599e56)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:02:45.923749 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': '4b1c916d-b8cd-474a-b59a-7503fddbe26b', 'network_id': 'f64cbfbe-feaa-48dc-9089-9445aa1eaa5a', 'port_id': '4b1c916d-b8cd-474a-b59a-7503fddbe26b', 'mac_address': 'fa:16:3e:17:9f:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86e7e675-440c-49d1-8be8-1667506afa40', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:02:46.010873 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd9073f-b857-41e8-a91a-93b23353ef17 req-066d7a8e-663a-4843-8981-7f2c29fc3af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:46.014257 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-fbd9073f-b857-41e8-a91a-93b23353ef17 req-066d7a8e-663a-4843-8981-7f2c29fc3af0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=96e381dd-9f23-442c-80d2-8623a85c3e50 HTTP/1.1" status: 200  len: 1127 time: 0.3187597
May 07 22:02:46.020748 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 4b1c916d-b8cd-474a-b59a-7503fddbe26b is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:02:46.021146 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (4b1c916d-b8cd-474a-b59a-7503fddbe26b), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:46.056833 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493d057c-3fe1-43ec-9066-db768c497e7a req-39612e56-d7a0-44fc-811e-5dc476aa3cd6 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:46.059767 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b1c916d-b8cd-474a-b59a-7503fddbe26b {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:02:46.066386 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-493d057c-3fe1-43ec-9066-db768c497e7a req-39612e56-d7a0-44fc-811e-5dc476aa3cd6 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=7872598a-70de-4e95-af09-8b55fd257508 HTTP/1.1" status: 200  len: 943 time: 0.2206180
May 07 22:02:46.107837 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 4b1c916d-b8cd-474a-b59a-7503fddbe26b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4b1c916d-b8cd-474a-b59a-7503fddbe26b,segment=NetworkSegment(ce6ea8f0-3d38-4ce3-8f23-f8c47e599e56),segment_id=ce6ea8f0-3d38-4ce3-8f23-f8c47e599e56)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:02:46.114538 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-374a843f-f7f6-4ee1-8245-7d7f0bae1d0c req-cece4c8f-cff5-442f-907f-2549ae134aea service neutron] 10.222.0.55 "GET /v2.0/networks/f64cbfbe-feaa-48dc-9089-9445aa1eaa5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.4917710
May 07 22:02:46.116380 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4694eb3e-ca7c-41b3-ab5e-a395eedceb9c req-09bdd454-5830-4c84-91f7-9adce0a93403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:46.118098 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4694eb3e-ca7c-41b3-ab5e-a395eedceb9c req-09bdd454-5830-4c84-91f7-9adce0a93403 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b554e5f7-e35c-452a-ba74-fc50d3983e51 HTTP/1.1" status: 200  len: 858 time: 1.2643905
May 07 22:02:46.119062 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (4b1c916d-b8cd-474a-b59a-7503fddbe26b), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:46.172563 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-108e2760-4544-46b7-8d02-25adb53391a0 admin admin] Publish callbacks [] for security_group (bb41d7d0-420f-41f5-925e-c470f5606680), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:46.184470 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=4b1c916d-b8cd-474a-b59a-7503fddbe26b,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:46.207854 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9895ef3e-ee24-4cba-9077-f56851cd9054 req-06dbb346-6c72-4c39-b152-8c57902d86bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:46.217024 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9895ef3e-ee24-4cba-9077-f56851cd9054 req-06dbb346-6c72-4c39-b152-8c57902d86bf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=81e5c5d849ea4fc59d5c4fc58b31530f&device_id=95f9d622-1591-4442-9da0-167bdb326758 HTTP/1.1" status: 200  len: 1128 time: 1.0603073
May 07 22:02:46.217024 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4694eb3e-ca7c-41b3-ab5e-a395eedceb9c req-8078bf69-c07d-4424-9207-2c8bcd0150cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:46.217024 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4694eb3e-ca7c-41b3-ab5e-a395eedceb9c req-8078bf69-c07d-4424-9207-2c8bcd0150cf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0760839
May 07 22:02:46.217989 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-108e2760-4544-46b7-8d02-25adb53391a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (bb41d7d0-420f-41f5-925e-c470f5606680), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:46.228552 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2b5b86-0cb6-40b3-ae7d-80c3e3c9532f req-a370dd7e-0e57-4fa3-855e-4877ff943dab tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:46.231249 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0d2b5b86-0cb6-40b3-ae7d-80c3e3c9532f req-a370dd7e-0e57-4fa3-855e-4877ff943dab tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/ports?device_id=95f9d622-1591-4442-9da0-167bdb326758 HTTP/1.1" status: 200  len: 946 time: 1.1564734
May 07 22:02:46.293674 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108e2760-4544-46b7-8d02-25adb53391a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb41d7d0-420f-41f5-925e-c470f5606680,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:46.325484 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-fbd9073f-b857-41e8-a91a-93b23353ef17 req-fc07b088-019d-4ea0-83c4-f3188a52f3c9 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=8784126e-39eb-4ad2-9420-cda4822e0755&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3004994
May 07 22:02:46.349070 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-493d057c-3fe1-43ec-9066-db768c497e7a req-e0524762-8c16-463a-9d0b-2f07e856f509 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/security-groups?id=8784126e-39eb-4ad2-9420-cda4822e0755&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2813346
May 07 22:02:46.361746 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['4b1c916d-b8cd-474a-b59a-7503fddbe26b'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:02:46.368656 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-108e2760-4544-46b7-8d02-25adb53391a0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=faec6df79427410583eae323ce69ce42&name=default HTTP/1.1" status: 200  len: 3000 time: 1.2180233
May 07 22:02:46.371618 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 54784) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:46.547951 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4ccaad21-392d-4fce-9a2f-824c04547cf1 admin admin] Publish callbacks [] for security_group (bb41d7d0-420f-41f5-925e-c470f5606680), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:46.566366 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eb630e-13c7-4d17-9946-89e9ea0b2a7e req-2a0069dc-a4fc-46d1-a049-30fab471013b tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:46.567942 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-05eb630e-13c7-4d17-9946-89e9ea0b2a7e req-2a0069dc-a4fc-46d1-a049-30fab471013b tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/ports?device_id=fac24695-8d11-4a29-bf87-a5c11bd5c2e6 HTTP/1.1" status: 200  len: 944 time: 0.0852189
May 07 22:02:46.589406 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4694eb3e-ca7c-41b3-ab5e-a395eedceb9c req-57aa4692-78ec-4040-be00-073f6f8143ae service neutron] 10.222.0.55 "GET /v2.0/networks/f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3493729
May 07 22:02:46.591388 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4ccaad21-392d-4fce-9a2f-824c04547cf1 admin admin] Publish callbacks [] for security_group (bb41d7d0-420f-41f5-925e-c470f5606680), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:46.627398 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0d2b5b86-0cb6-40b3-ae7d-80c3e3c9532f req-b374309c-83f9-4593-81ef-0ad69202f2c0 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ebb222e-3262-41b5-990d-c21161bc61e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2704067
May 07 22:02:46.686258 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9895ef3e-ee24-4cba-9077-f56851cd9054 req-9575e0bc-ab10-4fd8-b514-230a442719a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:46.687902 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9895ef3e-ee24-4cba-9077-f56851cd9054 req-9575e0bc-ab10-4fd8-b514-230a442719a7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=750e8121-2671-438f-9a42-169be7e47286 HTTP/1.1" status: 200  len: 911 time: 0.4671817
May 07 22:02:46.736752 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-05eb630e-13c7-4d17-9946-89e9ea0b2a7e req-258c4544-e022-476e-8f50-c2a3bf0f5cf1 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/security-groups?id=21abc195-7315-4969-8bda-7251a84b2904&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1554906
May 07 22:02:46.773647 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4ccaad21-392d-4fce-9a2f-824c04547cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (bb41d7d0-420f-41f5-925e-c470f5606680), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:46.778289 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4ccaad21-392d-4fce-9a2f-824c04547cf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:46.782748 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-4ccaad21-392d-4fce-9a2f-824c04547cf1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bb41d7d0-420f-41f5-925e-c470f5606680 HTTP/1.1" status: 204  len: 168 time: 0.4099874
May 07 22:02:46.795718 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccaad21-392d-4fce-9a2f-824c04547cf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb41d7d0-420f-41f5-925e-c470f5606680,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:46.983341 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4694eb3e-ca7c-41b3-ab5e-a395eedceb9c req-38393d2d-0061-406b-9f23-ab601516aea4 service neutron] 10.222.0.55 "GET /v2.0/networks/f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3609803
May 07 22:02:47.034863 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7b3ff59f-19f3-4605-b35c-400ff64fdb1e req-874b5713-6f3c-4517-adb5-3740061bb52b tempest-ServerShowV254Test-111077960 tempest-ServerShowV254Test-111077960-project] 10.222.0.32 "GET /v2.0/ports?device_id=812c917a-3e44-4477-9f38-9154224d4920 HTTP/1.1" status: 200  len: 210 time: 0.3226950
May 07 22:02:47.036844 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9895ef3e-ee24-4cba-9077-f56851cd9054 req-6e2632be-303e-4aa3-a83a-2e7920d283dd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7246b97e-cc3a-4e69-8bd1-0d36632d83ff HTTP/1.1" status: 200  len: 1002 time: 0.3221438
May 07 22:02:47.373095 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 4b1c916d-b8cd-474a-b59a-7503fddbe26b up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:02:47.483598 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning for port 4b1c916d-b8cd-474a-b59a-7503fddbe26b completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 22:02:47.508870 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port 4b1c916d-b8cd-474a-b59a-7503fddbe26b triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:02:47.509396 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (4b1c916d-b8cd-474a-b59a-7503fddbe26b), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:47.581927 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 54832) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:47.609613 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f892f28c-fe91-40a1-a281-c4fdb92bf1f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:47.629861 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bc497c-63c7-4a4a-81f7-f598afeff91a req-325eddf8-bcca-4f15-ba50-f1d1589963c2 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:47.634528 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-81bc497c-63c7-4a4a-81f7-f598afeff91a req-325eddf8-bcca-4f15-ba50-f1d1589963c2 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=7872598a-70de-4e95-af09-8b55fd257508 HTTP/1.1" status: 200  len: 943 time: 0.1349139
May 07 22:02:47.699360 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 4b1c916d-b8cd-474a-b59a-7503fddbe26b is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:02:47.700218 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (4b1c916d-b8cd-474a-b59a-7503fddbe26b), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:47.760985 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fac24695-8d11-4a29-bf87-a5c11bd5c2e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b1c916d-b8cd-474a-b59a-7503fddbe26b'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:02:47.765432 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d834519b-2eb9-49ab-9d2f-984977fa1d8f" -d '{"events": [{"server_uuid": "fac24695-8d11-4a29-bf87-a5c11bd5c2e6", "name": "network-vif-plugged", "status": "completed", "tag": "4b1c916d-b8cd-474a-b59a-7503fddbe26b"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:02:47.779252 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-81bc497c-63c7-4a4a-81f7-f598afeff91a req-7791a53d-9b33-42e8-866b-02ebb034ccb2 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/security-groups?id=8784126e-39eb-4ad2-9420-cda4822e0755&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1366229
May 07 22:02:47.803353 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 4b1c916d-b8cd-474a-b59a-7503fddbe26b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4b1c916d-b8cd-474a-b59a-7503fddbe26b,segment=NetworkSegment(ce6ea8f0-3d38-4ce3-8f23-f8c47e599e56),segment_id=ce6ea8f0-3d38-4ce3-8f23-f8c47e599e56)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:02:47.814510 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (4b1c916d-b8cd-474a-b59a-7503fddbe26b), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:47.817584 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 1d78a47c-1b52-4c8f-ad8e-184b9192eee5 up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:02:47.819477 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f892f28c-fe91-40a1-a281-c4fdb92bf1f0 admin admin] Publish callbacks [] for security_group (29f8cd95-5ce8-4892-87ff-0333b23ad0f0), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:47.843954 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f892f28c-fe91-40a1-a281-c4fdb92bf1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (29f8cd95-5ce8-4892-87ff-0333b23ad0f0), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:47.914699 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-f892f28c-fe91-40a1-a281-c4fdb92bf1f0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1d90c8b39bff4f71b1339c80ac3bd9b1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3306899
May 07 22:02:47.916648 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 54854) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:47.951622 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port 1d78a47c-1b52-4c8f-ad8e-184b9192eee5 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:02:47.952378 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (1d78a47c-1b52-4c8f-ad8e-184b9192eee5), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:47.954883 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=4b1c916d-b8cd-474a-b59a-7503fddbe26b,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:48.005887 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54caa06e-2324-462a-8cf1-6527cee06a3e req-b1eabc4a-d368-4cf8-b09b-585e64c09be3 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:48.008690 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-54caa06e-2324-462a-8cf1-6527cee06a3e req-b1eabc4a-d368-4cf8-b09b-585e64c09be3 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/ports?device_id=fac24695-8d11-4a29-bf87-a5c11bd5c2e6 HTTP/1.1" status: 200  len: 945 time: 0.1043043
May 07 22:02:48.017997 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e9bd12-0037-4317-8c76-d69492261575 req-5a1e113a-7a10-4441-91b7-3faa47342615 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:48.019747 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d1e9bd12-0037-4317-8c76-d69492261575 req-5a1e113a-7a10-4441-91b7-3faa47342615 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/ports?device_id=95f9d622-1591-4442-9da0-167bdb326758 HTTP/1.1" status: 200  len: 946 time: 0.2429667
May 07 22:02:48.060693 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f892f28c-fe91-40a1-a281-c4fdb92bf1f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29f8cd95-5ce8-4892-87ff-0333b23ad0f0,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:48.085032 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 1d78a47c-1b52-4c8f-ad8e-184b9192eee5 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:02:48.085435 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (1d78a47c-1b52-4c8f-ad8e-184b9192eee5), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:48.111247 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9895ef3e-ee24-4cba-9077-f56851cd9054 req-b4a456d1-d359-486f-9e17-1ad258935110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:48.112881 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9895ef3e-ee24-4cba-9077-f56851cd9054 req-b4a456d1-d359-486f-9e17-1ad258935110 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=28fef69b-5556-41b9-8d96-96dc0ff0d3b2 HTTP/1.1" status: 200  len: 849 time: 0.1755426
May 07 22:02:48.124683 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 1d78a47c-1b52-4c8f-ad8e-184b9192eee5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1d78a47c-1b52-4c8f-ad8e-184b9192eee5,segment=NetworkSegment(3565a17e-e0eb-4b35-a7f2-f7d7af642fb7),segment_id=3565a17e-e0eb-4b35-a7f2-f7d7af642fb7)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:02:48.133484 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (1d78a47c-1b52-4c8f-ad8e-184b9192eee5), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:48.185489 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3bd14790-35c2-49c5-8404-79f558ade20a admin admin] Publish callbacks [] for security_group (29f8cd95-5ce8-4892-87ff-0333b23ad0f0), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:48.197331 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-54caa06e-2324-462a-8cf1-6527cee06a3e req-2d691909-533f-40f8-92aa-e26eafadff9a tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/security-groups?id=21abc195-7315-4969-8bda-7251a84b2904&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1653545
May 07 22:02:48.210879 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d1e9bd12-0037-4317-8c76-d69492261575 req-53138aeb-8200-45c2-8f67-a2bc81d76834 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ebb222e-3262-41b5-990d-c21161bc61e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1789005
May 07 22:02:48.239161 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9895ef3e-ee24-4cba-9077-f56851cd9054 req-2f15d941-d2fb-41b1-90d2-a62233370afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:48.249155 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9895ef3e-ee24-4cba-9077-f56851cd9054 req-2f15d941-d2fb-41b1-90d2-a62233370afe service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=750e8121-2671-438f-9a42-169be7e47286&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1129255
May 07 22:02:48.283277 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=1d78a47c-1b52-4c8f-ad8e-184b9192eee5,revision_number=10']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:48.304311 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed0b7e80-50dd-4c0b-ae9d-33d064b33f74 x-openstack-request-id: req-ed0b7e80-50dd-4c0b-ae9d-33d064b33f74 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:02:48.304899 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fac24695-8d11-4a29-bf87-a5c11bd5c2e6", "name": "network-vif-plugged", "status": "completed", "tag": "4b1c916d-b8cd-474a-b59a-7503fddbe26b", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:02:48.305932 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ed0b7e80-50dd-4c0b-ae9d-33d064b33f74 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:02:48.306583 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed0b7e80-50dd-4c0b-ae9d-33d064b33f74'] response: {'server_uuid': 'fac24695-8d11-4a29-bf87-a5c11bd5c2e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b1c916d-b8cd-474a-b59a-7503fddbe26b', 'code': 200}
May 07 22:02:48.369620 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9895ef3e-ee24-4cba-9077-f56851cd9054 req-c172586b-03bd-4040-b14f-55714dc6afc8 service neutron] 10.222.0.55 "GET /v2.0/networks/750e8121-2671-438f-9a42-169be7e47286?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1212926
May 07 22:02:48.373628 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3bd14790-35c2-49c5-8404-79f558ade20a admin admin] Publish callbacks [] for security_group (29f8cd95-5ce8-4892-87ff-0333b23ad0f0), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:48.514734 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f6b3aa68-7933-47ac-bf3b-e0587e5a9289 req-c7896698-5f05-4e45-8135-310b9e657fe2 tempest-ServerShowV254Test-111077960 tempest-ServerShowV254Test-111077960-project] 10.222.0.32 "GET /v2.0/ports?device_id=812c917a-3e44-4477-9f38-9154224d4920 HTTP/1.1" status: 200  len: 210 time: 0.1441975
May 07 22:02:48.654246 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fe772a-3a8e-4076-8f54-9947baeb8d20 req-579f7ece-4b72-4e2c-abfa-ed5151cde705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:48.656594 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-08fe772a-3a8e-4076-8f54-9947baeb8d20 req-579f7ece-4b72-4e2c-abfa-ed5151cde705 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fac24695-8d11-4a29-bf87-a5c11bd5c2e6 HTTP/1.1" status: 200  len: 1127 time: 0.2335534
May 07 22:02:48.684959 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3bd14790-35c2-49c5-8404-79f558ade20a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (29f8cd95-5ce8-4892-87ff-0333b23ad0f0), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:48.688640 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3bd14790-35c2-49c5-8404-79f558ade20a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:48.692675 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-3bd14790-35c2-49c5-8404-79f558ade20a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/29f8cd95-5ce8-4892-87ff-0333b23ad0f0 HTTP/1.1" status: 204  len: 168 time: 0.7714448
May 07 22:02:48.718145 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd14790-35c2-49c5-8404-79f558ade20a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f8cd95-5ce8-4892-87ff-0333b23ad0f0,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:48.730378 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9895ef3e-ee24-4cba-9077-f56851cd9054 req-8f13177d-0b83-43a5-8193-c98b85cabfa8 service neutron] 10.222.0.55 "GET /v2.0/networks/750e8121-2671-438f-9a42-169be7e47286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3538773
May 07 22:02:48.774536 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-08fe772a-3a8e-4076-8f54-9947baeb8d20 req-a8c52f38-10b8-424f-9518-334dcc54f32d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=21abc195-7315-4969-8bda-7251a84b2904&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1072514
May 07 22:02:49.023204 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54fe5f7-dd16-4d21-83e6-94d2254f99f9 req-0690dff9-2b69-4834-9e93-db5e97fdc130 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:49.025262 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b54fe5f7-dd16-4d21-83e6-94d2254f99f9 req-0690dff9-2b69-4834-9e93-db5e97fdc130 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=7872598a-70de-4e95-af09-8b55fd257508 HTTP/1.1" status: 200  len: 943 time: 0.1145308
May 07 22:02:49.110935 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b54fe5f7-dd16-4d21-83e6-94d2254f99f9 req-fea074c3-7f7f-42a1-a542-bcca8a737c72 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/security-groups?id=8784126e-39eb-4ad2-9420-cda4822e0755&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0774312
May 07 22:02:49.337368 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da3ce6-56bc-4419-b78a-d6ed9034c396 req-4cba8443-6789-4ba1-800b-4edadf5488f4 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:49.338930 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b1da3ce6-56bc-4419-b78a-d6ed9034c396 req-4cba8443-6789-4ba1-800b-4edadf5488f4 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/ports?device_id=fac24695-8d11-4a29-bf87-a5c11bd5c2e6 HTTP/1.1" status: 200  len: 945 time: 0.0560167
May 07 22:02:49.395287 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22ee212-86e4-4667-b3ef-385f7aee1666 req-d02e219b-2233-4e2f-8300-4e850a733ada tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:49.396874 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e22ee212-86e4-4667-b3ef-385f7aee1666 req-d02e219b-2233-4e2f-8300-4e850a733ada tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/ports?device_id=95f9d622-1591-4442-9da0-167bdb326758 HTTP/1.1" status: 200  len: 946 time: 0.0664759
May 07 22:02:49.432500 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b1da3ce6-56bc-4419-b78a-d6ed9034c396 req-dfccf074-5e4f-48a3-882d-e63dd0c4d8db tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/security-groups?id=21abc195-7315-4969-8bda-7251a84b2904&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0877974
May 07 22:02:49.481700 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e22ee212-86e4-4667-b3ef-385f7aee1666 req-c850fa10-9b7a-41b0-8a61-134ab54f3486 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ebb222e-3262-41b5-990d-c21161bc61e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0771117
May 07 22:02:49.803408 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-29ffb743-96ba-4ef6-880d-c22f1ed67e16 req-75998cb4-9202-4ee4-9d85-71f71252871d tempest-ServerShowV254Test-111077960 tempest-ServerShowV254Test-111077960-project] 10.222.0.32 "GET /v2.0/ports?device_id=812c917a-3e44-4477-9f38-9154224d4920 HTTP/1.1" status: 200  len: 210 time: 0.1356852
May 07 22:02:50.309191 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4996f091-2316-4100-b272-d2af7738b4ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d78a47c-1b52-4c8f-ad8e-184b9192eee5'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:02:50.312889 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a6dfaa-9d61-4e48-823c-b672a2466f10" -d '{"events": [{"server_uuid": "4996f091-2316-4100-b272-d2af7738b4ac", "name": "network-vif-plugged", "status": "completed", "tag": "1d78a47c-1b52-4c8f-ad8e-184b9192eee5"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:02:50.350338 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed874ca1-685f-404c-a587-0c44ae728858 req-5506ad57-69f3-4df6-a204-41f7358a4441 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:50.357236 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ed874ca1-685f-404c-a587-0c44ae728858 req-5506ad57-69f3-4df6-a204-41f7358a4441 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=7872598a-70de-4e95-af09-8b55fd257508 HTTP/1.1" status: 200  len: 943 time: 0.1357360
May 07 22:02:50.443486 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1930f2b8-5e07-496e-a8dd-66568910af07 x-openstack-request-id: req-1930f2b8-5e07-496e-a8dd-66568910af07 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:02:50.444383 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4996f091-2316-4100-b272-d2af7738b4ac", "name": "network-vif-plugged", "status": "completed", "tag": "1d78a47c-1b52-4c8f-ad8e-184b9192eee5", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:02:50.444644 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1930f2b8-5e07-496e-a8dd-66568910af07 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:02:50.445046 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1930f2b8-5e07-496e-a8dd-66568910af07'] response: {'server_uuid': '4996f091-2316-4100-b272-d2af7738b4ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d78a47c-1b52-4c8f-ad8e-184b9192eee5', 'code': 200}
May 07 22:02:50.473487 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ed874ca1-685f-404c-a587-0c44ae728858 req-a9651cf6-af50-4c68-940d-c6ae68a89518 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/security-groups?id=8784126e-39eb-4ad2-9420-cda4822e0755&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1085129
May 07 22:02:50.702263 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5df6c34-1e5e-4111-9cb8-5f5da897a049 req-81e00b4f-8e02-49db-b4d9-27f2167d4f42 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:50.712387 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d5df6c34-1e5e-4111-9cb8-5f5da897a049 req-81e00b4f-8e02-49db-b4d9-27f2167d4f42 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/ports?device_id=fac24695-8d11-4a29-bf87-a5c11bd5c2e6 HTTP/1.1" status: 200  len: 945 time: 0.1282136
May 07 22:02:50.721349 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed8b1a7-c60a-4ac6-8e26-fcd90bd85895 req-f4e3d4b3-2533-44e6-ada8-ac0126c88d2e tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:50.721349 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2ed8b1a7-c60a-4ac6-8e26-fcd90bd85895 req-f4e3d4b3-2533-44e6-ada8-ac0126c88d2e tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/ports?device_id=95f9d622-1591-4442-9da0-167bdb326758 HTTP/1.1" status: 200  len: 946 time: 0.0860944
May 07 22:02:50.805821 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2ed8b1a7-c60a-4ac6-8e26-fcd90bd85895 req-17616c3a-7ff0-473f-a928-344722a560c9 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ebb222e-3262-41b5-990d-c21161bc61e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0813229
May 07 22:02:50.841869 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d5df6c34-1e5e-4111-9cb8-5f5da897a049 req-efae7dd8-869c-4314-a2cf-84ac976cf7dc tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/security-groups?id=21abc195-7315-4969-8bda-7251a84b2904&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1232324
May 07 22:02:50.965135 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-91a75264-8b95-42d7-8d99-06ce93c2e1c3 req-41d60d6a-e2b2-4147-adbf-8d67297caf5f tempest-ServerShowV254Test-111077960 tempest-ServerShowV254Test-111077960-project] 10.222.0.32 "GET /v2.0/ports?device_id=812c917a-3e44-4477-9f38-9154224d4920 HTTP/1.1" status: 200  len: 210 time: 0.0334051
May 07 22:02:51.020021 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1977d4d-78e6-4cd8-93dd-b33ad6ea5f57 req-123b10c7-6d0e-4b7a-b523-11a2ee6e02ff tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:51.025823 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d1977d4d-78e6-4cd8-93dd-b33ad6ea5f57 req-123b10c7-6d0e-4b7a-b523-11a2ee6e02ff tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/ports?device_id=fac24695-8d11-4a29-bf87-a5c11bd5c2e6 HTTP/1.1" status: 200  len: 945 time: 0.0893149
May 07 22:02:51.031415 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 55002) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:51.040074 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-db7baade-949b-4547-9718-68264445ce5b tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Request body: {'floatingip': {'port_id': '4b1c916d-b8cd-474a-b59a-7503fddbe26b'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:02:51.140470 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-db7baade-949b-4547-9718-68264445ce5b tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks [] for floatingip (a73bd09d-5a60-43f0-8526-11df2c4dda19), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:51.410516 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 127ac58f-e629-45c6-b98f-fcf671fde77b details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:02:51.773769 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c4f820-653a-47fa-923d-ccdc4c15944e req-11f29833-93f9-4198-bb0f-618085dc0cea tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:51.789015 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-53c4f820-653a-47fa-923d-ccdc4c15944e req-11f29833-93f9-4198-bb0f-618085dc0cea tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=7872598a-70de-4e95-af09-8b55fd257508 HTTP/1.1" status: 200  len: 943 time: 0.1354375
May 07 22:02:51.855931 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:51.932793 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 127ac58f-e629-45c6-b98f-fcf671fde77b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=127ac58f-e629-45c6-b98f-fcf671fde77b,segment=NetworkSegment(2f0831b3-8133-4c28-a071-337c31d2cb1b),segment_id=2f0831b3-8133-4c28-a071-337c31d2cb1b)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:02:51.948561 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-53c4f820-653a-47fa-923d-ccdc4c15944e req-ce4fde24-2cf8-404b-99e0-d6aa1d62de95 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/security-groups?id=8784126e-39eb-4ad2-9420-cda4822e0755&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1564908
May 07 22:02:51.988609 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': '127ac58f-e629-45c6-b98f-fcf671fde77b', 'network_id': 'f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b', 'port_id': '127ac58f-e629-45c6-b98f-fcf671fde77b', 'mac_address': 'fa:16:3e:cd:67:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b554e5f7-e35c-452a-ba74-fc50d3983e51', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:02:52.135640 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 127ac58f-e629-45c6-b98f-fcf671fde77b is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:02:52.137441 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (127ac58f-e629-45c6-b98f-fcf671fde77b), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:52.183798 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 127ac58f-e629-45c6-b98f-fcf671fde77b {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:02:52.223943 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 127ac58f-e629-45c6-b98f-fcf671fde77b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=127ac58f-e629-45c6-b98f-fcf671fde77b,segment=NetworkSegment(2f0831b3-8133-4c28-a071-337c31d2cb1b),segment_id=2f0831b3-8133-4c28-a071-337c31d2cb1b)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:02:52.251898 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (127ac58f-e629-45c6-b98f-fcf671fde77b), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:52.285327 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0e17c296-a9e6-4a1a-bfd2-c49dbb512090 req-4318e61b-13f7-47f9-8adf-2f262c16d87e tempest-ServerShowV254Test-111077960 tempest-ServerShowV254Test-111077960-project] 10.222.0.32 "GET /v2.0/ports?device_id=812c917a-3e44-4477-9f38-9154224d4920 HTTP/1.1" status: 200  len: 210 time: 0.1097004
May 07 22:02:52.351778 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.db.resource_extend [None req-db7baade-949b-4547-9718-68264445ce5b tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 07 22:02:52.404450 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=127ac58f-e629-45c6-b98f-fcf671fde77b,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:52.467300 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-db7baade-949b-4547-9718-68264445ce5b tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:52.473583 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-db7baade-949b-4547-9718-68264445ce5b tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (a73bd09d-5a60-43f0-8526-11df2c4dda19), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:52.510155 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['127ac58f-e629-45c6-b98f-fcf671fde77b'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:02:52.620197 ncdv-master-1 neutron-server[121836]: INFO neutron.db.l3_db [None req-db7baade-949b-4547-9718-68264445ce5b tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Floating IP a73bd09d-5a60-43f0-8526-11df2c4dda19 associated. External IP: 172.35.4.143, port: 4b1c916d-b8cd-474a-b59a-7503fddbe26b.
May 07 22:02:53.151413 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a5eda-e72e-4823-a913-e739febbfbca req-abfe66d6-657e-4f38-a30a-f5170023317e tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:53.165908 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-094a5eda-e72e-4823-a913-e739febbfbca req-abfe66d6-657e-4f38-a30a-f5170023317e tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=7872598a-70de-4e95-af09-8b55fd257508 HTTP/1.1" status: 200  len: 944 time: 0.1009457
May 07 22:02:53.322852 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-094a5eda-e72e-4823-a913-e739febbfbca req-e7084065-513f-43dd-9603-e5dee84a9d97 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/security-groups?id=8784126e-39eb-4ad2-9420-cda4822e0755&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1511095
May 07 22:02:53.400961 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 127ac58f-e629-45c6-b98f-fcf671fde77b up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:02:53.469594 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db7baade-949b-4547-9718-68264445ce5b tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Router 2123aa39-c4f0-4e9a-9167-73acf960a6ad has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:02:53.528745 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning for port 127ac58f-e629-45c6-b98f-fcf671fde77b completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 22:02:53.543364 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port 127ac58f-e629-45c6-b98f-fcf671fde77b triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:02:53.543764 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (127ac58f-e629-45c6-b98f-fcf671fde77b), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:53.554755 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-524e98d4-5b59-4063-a00c-1ae1cad5b0f1 req-14e79c09-2f7b-45c9-9adb-6af7a5ee903f tempest-ServerShowV254Test-111077960 tempest-ServerShowV254Test-111077960-project] 10.222.0.32 "GET /v2.0/ports?device_id=812c917a-3e44-4477-9f38-9154224d4920 HTTP/1.1" status: 200  len: 210 time: 0.0768592
May 07 22:02:53.621867 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-0a1e5183-a8cd-4315-860f-c3a536871966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:53.682429 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 127ac58f-e629-45c6-b98f-fcf671fde77b is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:02:53.682843 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (127ac58f-e629-45c6-b98f-fcf671fde77b), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:53.718979 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7872598a-70de-4e95-af09-8b55fd257508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '127ac58f-e629-45c6-b98f-fcf671fde77b'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:02:53.723633 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37aa6af6-3b9b-4bb3-9833-0695be444798" -d '{"events": [{"server_uuid": "7872598a-70de-4e95-af09-8b55fd257508", "name": "network-vif-plugged", "status": "completed", "tag": "127ac58f-e629-45c6-b98f-fcf671fde77b"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:02:53.794464 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 127ac58f-e629-45c6-b98f-fcf671fde77b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=127ac58f-e629-45c6-b98f-fcf671fde77b,segment=NetworkSegment(2f0831b3-8133-4c28-a071-337c31d2cb1b),segment_id=2f0831b3-8133-4c28-a071-337c31d2cb1b)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:02:53.812368 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (127ac58f-e629-45c6-b98f-fcf671fde77b), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:53.817209 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f70502-5c71-43de-bd5d-7c823d743cec x-openstack-request-id: req-d0f70502-5c71-43de-bd5d-7c823d743cec {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:02:53.817969 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7872598a-70de-4e95-af09-8b55fd257508", "name": "network-vif-plugged", "status": "completed", "tag": "127ac58f-e629-45c6-b98f-fcf671fde77b", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:02:53.818382 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d0f70502-5c71-43de-bd5d-7c823d743cec {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:02:53.819509 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0f70502-5c71-43de-bd5d-7c823d743cec'] response: {'server_uuid': '7872598a-70de-4e95-af09-8b55fd257508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '127ac58f-e629-45c6-b98f-fcf671fde77b', 'code': 200}
May 07 22:02:53.871382 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=127ac58f-e629-45c6-b98f-fcf671fde77b,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:53.882959 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:54.011887 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db7baade-949b-4547-9718-68264445ce5b tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:02:54.024782 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf01e6c-4730-4f92-8f0b-20064b378955 None None] Sync routers for ids ['2123aa39-c4f0-4e9a-9167-73acf960a6ad'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:02:54.025996 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-db7baade-949b-4547-9718-68264445ce5b tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:54.042344 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf01e6c-4730-4f92-8f0b-20064b378955 None None] Routers {'2123aa39-c4f0-4e9a-9167-73acf960a6ad'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:02:54.047651 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-ddf01e6c-4730-4f92-8f0b-20064b378955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f766340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:02:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['2123aa39-c4f0-4e9a-9167-73acf960a6ad'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:02:54.100952 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-db7baade-949b-4547-9718-68264445ce5b tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "PUT /v2.0/floatingips/a73bd09d-5a60-43f0-8526-11df2c4dda19 HTTP/1.1" status: 200  len: 991 time: 3.0678699
May 07 22:02:54.102925 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bbc51f-7ab0-4df1-906f-57a101b7ba1f req-cd8efabe-1c22-44e6-a5d9-e2a9d5032bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:54.104533 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-01bbc51f-7ab0-4df1-906f-57a101b7ba1f req-cd8efabe-1c22-44e6-a5d9-e2a9d5032bd2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7872598a-70de-4e95-af09-8b55fd257508 HTTP/1.1" status: 200  len: 1127 time: 0.2008584
May 07 22:02:54.105156 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fac24695-8d11-4a29-bf87-a5c11bd5c2e6', 'tag': '4b1c916d-b8cd-474a-b59a-7503fddbe26b'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:02:54.107776 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffa46b03-8d85-486b-b3e2-6b0c6349b08a" -d '{"events": [{"name": "network-changed", "server_uuid": "fac24695-8d11-4a29-bf87-a5c11bd5c2e6", "tag": "4b1c916d-b8cd-474a-b59a-7503fddbe26b"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:02:54.177391 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-204543a1-b8f8-426b-830a-8007e07ba1f7 x-openstack-request-id: req-204543a1-b8f8-426b-830a-8007e07ba1f7 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:02:54.177708 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fac24695-8d11-4a29-bf87-a5c11bd5c2e6", "tag": "4b1c916d-b8cd-474a-b59a-7503fddbe26b", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:02:54.179140 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-204543a1-b8f8-426b-830a-8007e07ba1f7 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:02:54.180453 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-204543a1-b8f8-426b-830a-8007e07ba1f7'] response: {'name': 'network-changed', 'server_uuid': 'fac24695-8d11-4a29-bf87-a5c11bd5c2e6', 'tag': '4b1c916d-b8cd-474a-b59a-7503fddbe26b', 'status': 'completed', 'code': 200}
May 07 22:02:54.263628 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-01bbc51f-7ab0-4df1-906f-57a101b7ba1f req-a39d3f10-a4dd-42ba-a9da-9d38e8fd3853 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8784126e-39eb-4ad2-9420-cda4822e0755&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1525187
May 07 22:02:54.278727 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa46b03-8d85-486b-b3e2-6b0c6349b08a req-c731fe17-7af1-43ac-8cc6-e4ea40723734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:54.284470 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ffa46b03-8d85-486b-b3e2-6b0c6349b08a req-c731fe17-7af1-43ac-8cc6-e4ea40723734 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=57990769f50b412194a108cdd627a767&device_id=fac24695-8d11-4a29-bf87-a5c11bd5c2e6 HTTP/1.1" status: 200  len: 1127 time: 0.0726945
May 07 22:02:54.316574 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-ddf01e6c-4730-4f92-8f0b-20064b378955 None None] Set router 2123aa39-c4f0-4e9a-9167-73acf960a6ad gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:02:54.679432 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c0b52-34aa-4dcd-ae89-a033ee524d87 req-1b7511c4-7a84-426c-a0ec-bb310039eadd tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:54.690761 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-680c0b52-34aa-4dcd-ae89-a033ee524d87 req-1b7511c4-7a84-426c-a0ec-bb310039eadd tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=7872598a-70de-4e95-af09-8b55fd257508 HTTP/1.1" status: 200  len: 945 time: 0.1418335
May 07 22:02:54.841470 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c0b698fe-3649-4337-b532-fd6f03b6c384 req-8c9d2307-1564-4b68-9929-c8272d62e6bb tempest-ServerShowV254Test-111077960 tempest-ServerShowV254Test-111077960-project] 10.222.0.32 "GET /v2.0/ports?device_id=812c917a-3e44-4477-9f38-9154224d4920 HTTP/1.1" status: 200  len: 210 time: 0.0555203
May 07 22:02:54.853149 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa46b03-8d85-486b-b3e2-6b0c6349b08a req-51dcbd17-608a-4f92-8ab0-96234cd58e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:54.854632 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ffa46b03-8d85-486b-b3e2-6b0c6349b08a req-51dcbd17-608a-4f92-8ab0-96234cd58e2a service neutron] 10.222.0.55 "GET /v2.0/networks?id=f64cbfbe-feaa-48dc-9089-9445aa1eaa5a HTTP/1.1" status: 200  len: 916 time: 0.3831401
May 07 22:02:54.861874 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-680c0b52-34aa-4dcd-ae89-a033ee524d87 req-eb07943d-b9a8-40bd-89c0-1118ca2a2646 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/security-groups?id=8784126e-39eb-4ad2-9420-cda4822e0755&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1688523
May 07 22:02:54.980895 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 55170) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:54.989419 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-ddf01e6c-4730-4f92-8f0b-20064b378955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f766340>, [{'id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'name': 'tempest-AttachVolumeNegativeTest-1449072548-router', 'tenant_id': '57990769f50b412194a108cdd627a767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.74'}], 'enable_snat': True}, 'gw_port_id': 'acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:00:22Z', 'updated_at': '2022-05-07T22:00:41Z', 'revision_number': 4, 'project_id': '57990769f50b412194a108cdd627a767', 'gw_port': {'id': 'acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:25Z', 'updated_at': '2022-05-07T22:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8de12a8e-c993-4cae-bf33-6d950584f85d', 'tenant_id': '57990769f50b412194a108cdd627a767', 'floating_ip_address': '172.35.4.19', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'port_id': '2e46252a-79ff-49d8-a0dc-dceb03f5d5ae', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1822, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f64cbfbe-feaa-48dc-9089-9445aa1eaa5a', 'mac_address': 'fa:16:3e:9f:5d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8141d2fb-0f50-41fb-bce0-7a6c7f7fc949', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:00:59Z', 'updated_at': '2022-05-07T22:01:43Z', 'revision_number': 2, 'project_id': '57990769f50b412194a108cdd627a767', 'fixed_ip_address_scope': None}, {'id': 'a73bd09d-5a60-43f0-8526-11df2c4dda19', 'tenant_id': '57990769f50b412194a108cdd627a767', 'floating_ip_address': '172.35.4.143', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'port_id': '4b1c916d-b8cd-474a-b59a-7503fddbe26b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1960, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f64cbfbe-feaa-48dc-9089-9445aa1eaa5a', 'mac_address': 'fa:16:3e:17:9f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac24695-8d11-4a29-bf87-a5c11bd5c2e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:02:26Z', 'updated_at': '2022-05-07T22:02:52Z', 'revision_number': 1, 'project_id': '57990769f50b412194a108cdd627a767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd203508-b1f9-4999-a351-df4ad5229f44', 'name': '', 'network_id': 'f64cbfbe-feaa-48dc-9089-9445aa1eaa5a', 'tenant_id': '57990769f50b412194a108cdd627a767', 'mac_address': 'fa:16:3e:08:a0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '86e7e675-440c-49d1-8be8-1667506afa40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:37Z', 'updated_at': '2022-05-07T22:00:57Z', 'revision_number': 5, 'project_id': '57990769f50b412194a108cdd627a767', 'subnets': [{'id': '86e7e675-440c-49d1-8be8-1667506afa40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:02:54.996151 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 55174) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:55.064841 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf01e6c-4730-4f92-8f0b-20064b378955 None None] Checking router: 2123aa39-c4f0-4e9a-9167-73acf960a6ad for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:02:55.076667 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf01e6c-4730-4f92-8f0b-20064b378955 None None] Routers {'2123aa39-c4f0-4e9a-9167-73acf960a6ad'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:02:55.077677 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-ddf01e6c-4730-4f92-8f0b-20064b378955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f766340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:02:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['2123aa39-c4f0-4e9a-9167-73acf960a6ad'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:02:55.167336 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ffa46b03-8d85-486b-b3e2-6b0c6349b08a req-fd33a8ad-3dc3-46dc-8382-20b14c6ac080 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b1c916d-b8cd-474a-b59a-7503fddbe26b HTTP/1.1" status: 200  len: 999 time: 0.1588266
May 07 22:02:55.169922 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8581aaeb-bf64-4d90-a4e4-5feb6908c889 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:55.268137 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-af05e559-574d-4da5-9cc2-363504e24e12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:55.268618 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-ddf01e6c-4730-4f92-8f0b-20064b378955 None None] Set router 2123aa39-c4f0-4e9a-9167-73acf960a6ad gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:02:55.321742 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa46b03-8d85-486b-b3e2-6b0c6349b08a req-505d40ee-28b0-4439-ae68-a268be69fd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:55.324539 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ffa46b03-8d85-486b-b3e2-6b0c6349b08a req-505d40ee-28b0-4439-ae68-a268be69fd10 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=86e7e675-440c-49d1-8be8-1667506afa40 HTTP/1.1" status: 200  len: 854 time: 0.1477330
May 07 22:02:55.347344 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8581aaeb-bf64-4d90-a4e4-5feb6908c889 admin admin] Publish callbacks [] for security_group (c38aa8d4-893c-421c-b982-a24dfd7be3ef), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:55.358811 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8581aaeb-bf64-4d90-a4e4-5feb6908c889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (c38aa8d4-893c-421c-b982-a24dfd7be3ef), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:55.409907 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-8581aaeb-bf64-4d90-a4e4-5feb6908c889 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bc2de9467a4740fca69eb2e185be0ce8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4245570
May 07 22:02:55.410133 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 55184) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:55.527542 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8581aaeb-bf64-4d90-a4e4-5feb6908c889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c38aa8d4-893c-421c-b982-a24dfd7be3ef,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:55.562702 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 55188) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:55.660378 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-ddf01e6c-4730-4f92-8f0b-20064b378955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f766340>, [{'id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'name': 'tempest-AttachVolumeNegativeTest-1449072548-router', 'tenant_id': '57990769f50b412194a108cdd627a767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.74'}], 'enable_snat': True}, 'gw_port_id': 'acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:00:22Z', 'updated_at': '2022-05-07T22:00:41Z', 'revision_number': 4, 'project_id': '57990769f50b412194a108cdd627a767', 'gw_port': {'id': 'acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:25Z', 'updated_at': '2022-05-07T22:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8de12a8e-c993-4cae-bf33-6d950584f85d', 'tenant_id': '57990769f50b412194a108cdd627a767', 'floating_ip_address': '172.35.4.19', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'port_id': '2e46252a-79ff-49d8-a0dc-dceb03f5d5ae', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1822, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f64cbfbe-feaa-48dc-9089-9445aa1eaa5a', 'mac_address': 'fa:16:3e:9f:5d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8141d2fb-0f50-41fb-bce0-7a6c7f7fc949', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:00:59Z', 'updated_at': '2022-05-07T22:01:43Z', 'revision_number': 2, 'project_id': '57990769f50b412194a108cdd627a767', 'fixed_ip_address_scope': None}, {'id': 'a73bd09d-5a60-43f0-8526-11df2c4dda19', 'tenant_id': '57990769f50b412194a108cdd627a767', 'floating_ip_address': '172.35.4.143', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'port_id': '4b1c916d-b8cd-474a-b59a-7503fddbe26b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1960, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f64cbfbe-feaa-48dc-9089-9445aa1eaa5a', 'mac_address': 'fa:16:3e:17:9f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac24695-8d11-4a29-bf87-a5c11bd5c2e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:02:26Z', 'updated_at': '2022-05-07T22:02:52Z', 'revision_number': 1, 'project_id': '57990769f50b412194a108cdd627a767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd203508-b1f9-4999-a351-df4ad5229f44', 'name': '', 'network_id': 'f64cbfbe-feaa-48dc-9089-9445aa1eaa5a', 'tenant_id': '57990769f50b412194a108cdd627a767', 'mac_address': 'fa:16:3e:08:a0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '86e7e675-440c-49d1-8be8-1667506afa40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:37Z', 'updated_at': '2022-05-07T22:00:57Z', 'revision_number': 5, 'project_id': '57990769f50b412194a108cdd627a767', 'subnets': [{'id': '86e7e675-440c-49d1-8be8-1667506afa40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:02:55.700647 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa46b03-8d85-486b-b3e2-6b0c6349b08a req-da48e7ff-7b8a-402a-b942-39c302132733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:55.702430 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ffa46b03-8d85-486b-b3e2-6b0c6349b08a req-da48e7ff-7b8a-402a-b942-39c302132733 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f64cbfbe-feaa-48dc-9089-9445aa1eaa5a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1926334
May 07 22:02:55.706413 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-af05e559-574d-4da5-9cc2-363504e24e12 admin admin] Publish callbacks [] for security_group (f28ca02c-f17d-4931-a777-0ed56641608e), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:55.711052 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf01e6c-4730-4f92-8f0b-20064b378955 None None] The sync data for ids ['2123aa39-c4f0-4e9a-9167-73acf960a6ad'] in ncdv-master-1 is: [{'id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'name': 'tempest-AttachVolumeNegativeTest-1449072548-router', 'tenant_id': '57990769f50b412194a108cdd627a767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.74'}], 'enable_snat': True}, 'gw_port_id': 'acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:00:22Z', 'updated_at': '2022-05-07T22:00:41Z', 'revision_number': 4, 'project_id': '57990769f50b412194a108cdd627a767', 'gw_port': {'id': 'acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:25Z', 'updated_at': '2022-05-07T22:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8de12a8e-c993-4cae-bf33-6d950584f85d', 'tenant_id': '57990769f50b412194a108cdd627a767', 'floating_ip_address': '172.35.4.19', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'port_id': '2e46252a-79ff-49d8-a0dc-dceb03f5d5ae', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1822, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f64cbfbe-feaa-48dc-9089-9445aa1eaa5a', 'mac_address': 'fa:16:3e:9f:5d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8141d2fb-0f50-41fb-bce0-7a6c7f7fc949', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:00:59Z', 'updated_at': '2022-05-07T22:01:43Z', 'revision_number': 2, 'project_id': '57990769f50b412194a108cdd627a767', 'fixed_ip_address_scope': None}, {'id': 'a73bd09d-5a60-43f0-8526-11df2c4dda19', 'tenant_id': '57990769f50b412194a108cdd627a767', 'floating_ip_address': '172.35.4.143', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'port_id': '4b1c916d-b8cd-474a-b59a-7503fddbe26b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1960, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f64cbfbe-feaa-48dc-9089-9445aa1eaa5a', 'mac_address': 'fa:16:3e:17:9f:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fac24695-8d11-4a29-bf87-a5c11bd5c2e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:02:26Z', 'updated_at': '2022-05-07T22:02:52Z', 'revision_number': 1, 'project_id': '57990769f50b412194a108cdd627a767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd203508-b1f9-4999-a351-df4ad5229f44', 'name': '', 'network_id': 'f64cbfbe-feaa-48dc-9089-9445aa1eaa5a', 'tenant_id': '57990769f50b412194a108cdd627a767', 'mac_address': 'fa:16:3e:08:a0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '86e7e675-440c-49d1-8be8-1667506afa40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:37Z', 'updated_at': '2022-05-07T22:00:57Z', 'revision_number': 5, 'project_id': '57990769f50b412194a108cdd627a767', 'subnets': [{'id': '86e7e675-440c-49d1-8be8-1667506afa40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:02:55.748290 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6e6c0315-70df-4026-97d3-04ba7945491e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:55.806644 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-305b3a17-36c4-43bb-a01a-4bf242b12cb6 admin admin] Publish callbacks [] for security_group (c38aa8d4-893c-421c-b982-a24dfd7be3ef), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:55.809357 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-af05e559-574d-4da5-9cc2-363504e24e12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (f28ca02c-f17d-4931-a777-0ed56641608e), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:55.945084 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6e6c0315-70df-4026-97d3-04ba7945491e admin admin] Publish callbacks [] for security_group (766480ee-7178-4f35-b847-fb1e2c1924ea), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:55.952512 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-305b3a17-36c4-43bb-a01a-4bf242b12cb6 admin admin] Publish callbacks [] for security_group (c38aa8d4-893c-421c-b982-a24dfd7be3ef), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:55.955391 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6e6c0315-70df-4026-97d3-04ba7945491e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (766480ee-7178-4f35-b847-fb1e2c1924ea), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:56.000857 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-6e6c0315-70df-4026-97d3-04ba7945491e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8ea307efc44a4c648173ea614ab793a4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4369466
May 07 22:02:56.004179 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 55200) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:56.013345 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-58279e9d-8354-4cc6-89dd-d438aae912b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:56.033637 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-af05e559-574d-4da5-9cc2-363504e24e12 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0bfbc2af7bf14b8d800a83bd2ac84472&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0361404
May 07 22:02:56.059229 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 55202) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:56.068878 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af05e559-574d-4da5-9cc2-363504e24e12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f28ca02c-f17d-4931-a777-0ed56641608e,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:56.095623 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb298f8-1a05-4d59-918a-e35e6b7dba5b None None] New status for floating IP a73bd09d-5a60-43f0-8526-11df2c4dda19: ACTIVE {{(pid=121839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 07 22:02:56.124892 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c0315-70df-4026-97d3-04ba7945491e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=766480ee-7178-4f35-b847-fb1e2c1924ea,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:56.153318 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c562db18-aed6-4eb8-b718-270596fbfee9 req-7fa2b34b-9a2a-4adb-9195-b48d356c7f0e tempest-ServerShowV254Test-111077960 tempest-ServerShowV254Test-111077960-project] 10.222.0.32 "GET /v2.0/ports?device_id=812c917a-3e44-4477-9f38-9154224d4920 HTTP/1.1" status: 200  len: 210 time: 0.1346991
May 07 22:02:56.153881 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0d08b8-7793-4a73-81c8-fe13a1c3a739 req-24942aba-8240-4e1f-b383-69d3492b7d34 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:56.174039 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ffa46b03-8d85-486b-b3e2-6b0c6349b08a req-9f9f1cf0-54cb-4381-af66-95f772fa63d3 service neutron] 10.222.0.55 "GET /v2.0/networks/f64cbfbe-feaa-48dc-9089-9445aa1eaa5a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4459648
May 07 22:02:56.181973 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-fd0d08b8-7793-4a73-81c8-fe13a1c3a739 req-24942aba-8240-4e1f-b383-69d3492b7d34 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=7872598a-70de-4e95-af09-8b55fd257508 HTTP/1.1" status: 200  len: 945 time: 0.1791408
May 07 22:02:56.297025 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a8469f40-ebe2-4d03-a958-cdc995016b8d admin admin] Publish callbacks [] for security_group (f28ca02c-f17d-4931-a777-0ed56641608e), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:56.301497 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-305b3a17-36c4-43bb-a01a-4bf242b12cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (c38aa8d4-893c-421c-b982-a24dfd7be3ef), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:56.302138 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-fd0d08b8-7793-4a73-81c8-fe13a1c3a739 req-59a2caa2-2029-4806-90f1-c524eacbc880 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/security-groups?id=8784126e-39eb-4ad2-9420-cda4822e0755&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1190329
May 07 22:02:56.306030 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-305b3a17-36c4-43bb-a01a-4bf242b12cb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:56.310132 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-305b3a17-36c4-43bb-a01a-4bf242b12cb6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c38aa8d4-893c-421c-b982-a24dfd7be3ef HTTP/1.1" status: 204  len: 168 time: 0.8995547
May 07 22:02:56.324938 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b61f4aff-2058-4e66-a4fd-a0e0a56cc9b5 admin admin] Publish callbacks [] for security_group (766480ee-7178-4f35-b847-fb1e2c1924ea), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:56.386293 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ffa46b03-8d85-486b-b3e2-6b0c6349b08a req-f539a636-f20d-41e7-8f2e-832f7a87203e service neutron] 10.222.0.55 "GET /v2.0/networks/f64cbfbe-feaa-48dc-9089-9445aa1eaa5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1955826
May 07 22:02:56.387220 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305b3a17-36c4-43bb-a01a-4bf242b12cb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c38aa8d4-893c-421c-b982-a24dfd7be3ef,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:56.395897 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b61f4aff-2058-4e66-a4fd-a0e0a56cc9b5 admin admin] Publish callbacks [] for security_group (766480ee-7178-4f35-b847-fb1e2c1924ea), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:56.408932 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a8469f40-ebe2-4d03-a958-cdc995016b8d admin admin] Publish callbacks [] for security_group (f28ca02c-f17d-4931-a777-0ed56641608e), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:56.506088 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a8469f40-ebe2-4d03-a958-cdc995016b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (f28ca02c-f17d-4931-a777-0ed56641608e), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:56.511666 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b61f4aff-2058-4e66-a4fd-a0e0a56cc9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (766480ee-7178-4f35-b847-fb1e2c1924ea), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:56.514678 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b61f4aff-2058-4e66-a4fd-a0e0a56cc9b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:56.519039 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-b61f4aff-2058-4e66-a4fd-a0e0a56cc9b5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/766480ee-7178-4f35-b847-fb1e2c1924ea HTTP/1.1" status: 204  len: 168 time: 0.5136940
May 07 22:02:56.524589 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a8469f40-ebe2-4d03-a958-cdc995016b8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:56.528142 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-a8469f40-ebe2-4d03-a958-cdc995016b8d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f28ca02c-f17d-4931-a777-0ed56641608e HTTP/1.1" status: 204  len: 168 time: 0.4737785
May 07 22:02:56.547219 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61f4aff-2058-4e66-a4fd-a0e0a56cc9b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=766480ee-7178-4f35-b847-fb1e2c1924ea,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:56.559375 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8469f40-ebe2-4d03-a958-cdc995016b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f28ca02c-f17d-4931-a777-0ed56641608e,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:56.781824 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120d05cd-89da-450e-aa81-84df8a851d41 req-a3c2dc7b-6dc9-4a7b-8684-cba9f9a5864f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:56.789689 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-120d05cd-89da-450e-aa81-84df8a851d41 req-a3c2dc7b-6dc9-4a7b-8684-cba9f9a5864f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8130c27f2b84434a8d6fa5032b67aa1e&device_id=7872598a-70de-4e95-af09-8b55fd257508 HTTP/1.1" status: 200  len: 1127 time: 0.0834625
May 07 22:02:56.831314 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7db825d-187d-4715-9c14-53d3584b79d0 req-c5a1300b-a8e9-4b1f-a4d3-a7390a2479af tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:56.843635 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 55220) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:56.846198 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b7db825d-187d-4715-9c14-53d3584b79d0 req-c5a1300b-a8e9-4b1f-a4d3-a7390a2479af tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=7872598a-70de-4e95-af09-8b55fd257508 HTTP/1.1" status: 200  len: 945 time: 0.1269989
May 07 22:02:56.863704 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a831bfc9-4ed5-4053-a6a2-a3bef32cc301 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:56.969100 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b7db825d-187d-4715-9c14-53d3584b79d0 req-54a19ef8-9d42-4148-9306-a17ac8937f8c tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/security-groups?id=8784126e-39eb-4ad2-9420-cda4822e0755&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1208289
May 07 22:02:57.048226 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120d05cd-89da-450e-aa81-84df8a851d41 req-aeb9eeac-32bc-4c87-95c4-e08665de9cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:57.049788 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-120d05cd-89da-450e-aa81-84df8a851d41 req-aeb9eeac-32bc-4c87-95c4-e08665de9cd3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b HTTP/1.1" status: 200  len: 920 time: 0.2501035
May 07 22:02:57.118735 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a831bfc9-4ed5-4053-a6a2-a3bef32cc301 admin admin] Publish callbacks [] for security_group (3abaa20a-5ee9-4c10-9142-40133015e2ec), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:57.169111 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-120d05cd-89da-450e-aa81-84df8a851d41 req-52aaf282-84aa-4ee2-a38a-b29d937de04d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=127ac58f-e629-45c6-b98f-fcf671fde77b HTTP/1.1" status: 200  len: 217 time: 0.1104181
May 07 22:02:57.170124 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a831bfc9-4ed5-4053-a6a2-a3bef32cc301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (3abaa20a-5ee9-4c10-9142-40133015e2ec), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:57.276028 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120d05cd-89da-450e-aa81-84df8a851d41 req-00d4e3d9-d9d0-49e0-afa7-e29b681b7571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:57.277641 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-120d05cd-89da-450e-aa81-84df8a851d41 req-00d4e3d9-d9d0-49e0-afa7-e29b681b7571 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b554e5f7-e35c-452a-ba74-fc50d3983e51 HTTP/1.1" status: 200  len: 858 time: 0.0808740
May 07 22:02:57.280307 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-a831bfc9-4ed5-4053-a6a2-a3bef32cc301 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cffb669619014584a0dc673f5127bf33&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4351921
May 07 22:02:57.281193 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a831bfc9-4ed5-4053-a6a2-a3bef32cc301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3abaa20a-5ee9-4c10-9142-40133015e2ec,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:57.283316 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 55232) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:57.363641 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 55234) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:57.387540 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7368a0bf-4e19-427d-9d5c-7bebf9a057db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:57.393239 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:57.403105 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120d05cd-89da-450e-aa81-84df8a851d41 req-84ea2c07-2197-4197-a802-6f50e5f9e55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:57.407038 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-120d05cd-89da-450e-aa81-84df8a851d41 req-84ea2c07-2197-4197-a802-6f50e5f9e55d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1070719
May 07 22:02:57.408996 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 55236) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:57.425492 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7aaca9a9-286d-49bd-a071-3333f441327f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:57.435998 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b568be25-1c83-46cd-8520-f99191fb11b3 admin admin] Publish callbacks [] for security_group (3abaa20a-5ee9-4c10-9142-40133015e2ec), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:57.469254 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-48d062d6-a63a-4800-8fd3-3026daaaf848 req-b51a86a0-3769-4df6-8575-d601cfba91aa tempest-ServerShowV254Test-111077960 tempest-ServerShowV254Test-111077960-project] 10.222.0.32 "GET /v2.0/ports?device_id=812c917a-3e44-4477-9f38-9154224d4920 HTTP/1.1" status: 200  len: 210 time: 0.0597892
May 07 22:02:57.469556 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b568be25-1c83-46cd-8520-f99191fb11b3 admin admin] Publish callbacks [] for security_group (3abaa20a-5ee9-4c10-9142-40133015e2ec), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:57.598171 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7aaca9a9-286d-49bd-a071-3333f441327f admin admin] Publish callbacks [] for security_group (8cbbf186-acf3-46d5-b804-2e55c0a6622a), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:57.606596 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-120d05cd-89da-450e-aa81-84df8a851d41 req-f624678e-7074-456a-8257-2d6463bd52af service neutron] 10.222.0.55 "GET /v2.0/networks/f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1799929
May 07 22:02:57.606920 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b568be25-1c83-46cd-8520-f99191fb11b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (3abaa20a-5ee9-4c10-9142-40133015e2ec), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:57.609907 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b568be25-1c83-46cd-8520-f99191fb11b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:57.614192 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-b568be25-1c83-46cd-8520-f99191fb11b3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3abaa20a-5ee9-4c10-9142-40133015e2ec HTTP/1.1" status: 204  len: 168 time: 0.3293004
May 07 22:02:57.619746 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7aaca9a9-286d-49bd-a071-3333f441327f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (8cbbf186-acf3-46d5-b804-2e55c0a6622a), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:57.629376 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7368a0bf-4e19-427d-9d5c-7bebf9a057db admin admin] Publish callbacks [] for security_group (c734835e-7ec0-4cb9-8495-b6a2338efb09), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:57.635360 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b568be25-1c83-46cd-8520-f99191fb11b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3abaa20a-5ee9-4c10-9142-40133015e2ec,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:57.642735 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7368a0bf-4e19-427d-9d5c-7bebf9a057db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (c734835e-7ec0-4cb9-8495-b6a2338efb09), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:57.684581 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-7368a0bf-4e19-427d-9d5c-7bebf9a057db admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9cb6bf95cef54b8bad7713035faaebe5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3149018
May 07 22:02:57.689633 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 55240) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:57.717305 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaca9a9-286d-49bd-a071-3333f441327f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cbbf186-acf3-46d5-b804-2e55c0a6622a,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:57.759275 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-7aaca9a9-286d-49bd-a071-3333f441327f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cb38925beadd4a858d7cb55390a21a3e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3490860
May 07 22:02:57.759885 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 55242) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:02:57.788491 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7368a0bf-4e19-427d-9d5c-7bebf9a057db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c734835e-7ec0-4cb9-8495-b6a2338efb09,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:57.857261 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-120d05cd-89da-450e-aa81-84df8a851d41 req-1ac076a4-d3e6-40f6-9bad-622b8eea6792 service neutron] 10.222.0.55 "GET /v2.0/networks/f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2417662
May 07 22:02:57.880723 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ecca8581-f0c9-460c-92ef-79f57ad5efcc admin admin] Publish callbacks [] for security_group (8cbbf186-acf3-46d5-b804-2e55c0a6622a), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:57.906686 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-467ad837-86c1-4b9e-a900-cfc55390eb42 admin admin] Publish callbacks [] for security_group (c734835e-7ec0-4cb9-8495-b6a2338efb09), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:57.920042 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ecca8581-f0c9-460c-92ef-79f57ad5efcc admin admin] Publish callbacks [] for security_group (8cbbf186-acf3-46d5-b804-2e55c0a6622a), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:57.956125 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-467ad837-86c1-4b9e-a900-cfc55390eb42 admin admin] Publish callbacks [] for security_group (c734835e-7ec0-4cb9-8495-b6a2338efb09), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:58.023337 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ecca8581-f0c9-460c-92ef-79f57ad5efcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (8cbbf186-acf3-46d5-b804-2e55c0a6622a), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:58.027667 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ecca8581-f0c9-460c-92ef-79f57ad5efcc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:58.029489 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-ecca8581-f0c9-460c-92ef-79f57ad5efcc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8cbbf186-acf3-46d5-b804-2e55c0a6622a HTTP/1.1" status: 204  len: 168 time: 0.2638850
May 07 22:02:58.041144 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecca8581-f0c9-460c-92ef-79f57ad5efcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cbbf186-acf3-46d5-b804-2e55c0a6622a,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:58.049238 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-467ad837-86c1-4b9e-a900-cfc55390eb42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (c734835e-7ec0-4cb9-8495-b6a2338efb09), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:58.051767 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-467ad837-86c1-4b9e-a900-cfc55390eb42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:58.055815 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-467ad837-86c1-4b9e-a900-cfc55390eb42 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c734835e-7ec0-4cb9-8495-b6a2338efb09 HTTP/1.1" status: 204  len: 168 time: 0.3623698
May 07 22:02:58.062624 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467ad837-86c1-4b9e-a900-cfc55390eb42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c734835e-7ec0-4cb9-8495-b6a2338efb09,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:02:58.172900 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0d5981-4adc-4f83-b78a-a7a40dd319cc req-a4fdc649-dc6d-4437-98de-1d8519b2fe13 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:58.174489 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-cb0d5981-4adc-4f83-b78a-a7a40dd319cc req-a4fdc649-dc6d-4437-98de-1d8519b2fe13 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=7872598a-70de-4e95-af09-8b55fd257508 HTTP/1.1" status: 200  len: 945 time: 0.0658667
May 07 22:02:58.277114 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-cb0d5981-4adc-4f83-b78a-a7a40dd319cc req-587cc6be-784a-45e3-bb5a-f2bb0a2beee3 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/security-groups?id=8784126e-39eb-4ad2-9420-cda4822e0755&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0925851
May 07 22:02:58.633726 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a7d5a2ef-fad8-41d0-b146-95e6ea7f7690 req-f227a58e-f5c4-49fb-a2ce-8ea994559ea2 tempest-ServerShowV254Test-111077960 tempest-ServerShowV254Test-111077960-project] 10.222.0.32 "GET /v2.0/ports?device_id=812c917a-3e44-4477-9f38-9154224d4920 HTTP/1.1" status: 200  len: 210 time: 0.0488226
May 07 22:02:59.106881 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:02:59.471878 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcdf751-7ac8-41f8-8dd8-ee040d7620a4 req-1252d6ae-62fc-4972-af43-7c78e37bafcf tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:02:59.480449 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0fcdf751-7ac8-41f8-8dd8-ee040d7620a4 req-1252d6ae-62fc-4972-af43-7c78e37bafcf tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=7872598a-70de-4e95-af09-8b55fd257508 HTTP/1.1" status: 200  len: 945 time: 0.0753345
May 07 22:02:59.551275 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0fcdf751-7ac8-41f8-8dd8-ee040d7620a4 req-6f07297b-e1a0-49d4-b2ca-2cd83a7d405e tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/security-groups?id=8784126e-39eb-4ad2-9420-cda4822e0755&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0636933
May 07 22:02:59.784879 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-cee68f65-3d76-4957-9648-43703f065690 req-edfb70cd-dde9-4523-8ed1-35cd7d58f135 tempest-ServerShowV254Test-111077960 tempest-ServerShowV254Test-111077960-project] 10.222.0.32 "GET /v2.0/ports?device_id=812c917a-3e44-4477-9f38-9154224d4920 HTTP/1.1" status: 200  len: 210 time: 0.0520756
May 07 22:03:00.277621 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:00.481473 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 55354) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:00.757891 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0cb81b0e-fd37-4f2a-863e-100e268758d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:00.786442 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc308c66-0ee7-4612-8858-3b973f679b82 req-abee443d-896d-44d7-ab91-1679721f6476 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:00.798615 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-cc308c66-0ee7-4612-8858-3b973f679b82 req-abee443d-896d-44d7-ab91-1679721f6476 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=7872598a-70de-4e95-af09-8b55fd257508 HTTP/1.1" status: 200  len: 945 time: 0.1412392
May 07 22:03:00.898393 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-cc308c66-0ee7-4612-8858-3b973f679b82 req-9c0ce84a-0715-4254-b9e5-9ba9de1efcf9 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/security-groups?id=8784126e-39eb-4ad2-9420-cda4822e0755&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0983832
May 07 22:03:00.955316 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-23806477-1b93-4be0-abf8-6b2ab1675090 req-6b97056b-6f4e-4b4e-8dc9-83670d6571f0 tempest-ServerShowV254Test-111077960 tempest-ServerShowV254Test-111077960-project] 10.222.0.32 "GET /v2.0/ports?device_id=812c917a-3e44-4477-9f38-9154224d4920 HTTP/1.1" status: 200  len: 210 time: 0.0624664
May 07 22:03:00.986647 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0cb81b0e-fd37-4f2a-863e-100e268758d3 admin admin] Publish callbacks [] for security_group (ac8f6990-1287-4982-a1ed-5a4f37144dd8), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:01.000946 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0cb81b0e-fd37-4f2a-863e-100e268758d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (ac8f6990-1287-4982-a1ed-5a4f37144dd8), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:01.053183 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-0cb81b0e-fd37-4f2a-863e-100e268758d3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2a5d57b941a64854991f5362a6ca472d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5690892
May 07 22:03:01.055906 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 55388) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:01.060238 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb81b0e-fd37-4f2a-863e-100e268758d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac8f6990-1287-4982-a1ed-5a4f37144dd8,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:01.138682 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e876ce5d-83fe-40e2-ae28-06a2b1b13395 admin admin] Publish callbacks [] for security_group (ac8f6990-1287-4982-a1ed-5a4f37144dd8), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:01.163550 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e876ce5d-83fe-40e2-ae28-06a2b1b13395 admin admin] Publish callbacks [] for security_group (ac8f6990-1287-4982-a1ed-5a4f37144dd8), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:01.247752 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e876ce5d-83fe-40e2-ae28-06a2b1b13395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (ac8f6990-1287-4982-a1ed-5a4f37144dd8), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:01.260877 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e876ce5d-83fe-40e2-ae28-06a2b1b13395 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:01.262064 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-e876ce5d-83fe-40e2-ae28-06a2b1b13395 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ac8f6990-1287-4982-a1ed-5a4f37144dd8 HTTP/1.1" status: 204  len: 168 time: 0.2043242
May 07 22:03:01.278165 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e876ce5d-83fe-40e2-ae28-06a2b1b13395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac8f6990-1287-4982-a1ed-5a4f37144dd8,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:02.057708 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5511796-690f-4bd2-978d-c4248b27f6c2 req-0ee36837-71d5-4827-96dd-39dc33b2e59a tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:02.059289 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b5511796-690f-4bd2-978d-c4248b27f6c2 req-0ee36837-71d5-4827-96dd-39dc33b2e59a tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=7872598a-70de-4e95-af09-8b55fd257508 HTTP/1.1" status: 200  len: 945 time: 0.0597334
May 07 22:03:02.117185 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b5511796-690f-4bd2-978d-c4248b27f6c2 req-ceb7615f-6179-440a-b2b0-a9787967bed1 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/security-groups?id=8784126e-39eb-4ad2-9420-cda4822e0755&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494518
May 07 22:03:02.122234 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5803861d-c23e-42fc-9f97-868f11ad7c73 req-da0bfb67-c2df-4e52-a052-b52ff34597b0 tempest-ServerShowV254Test-111077960 tempest-ServerShowV254Test-111077960-project] 10.222.0.32 "GET /v2.0/ports?device_id=812c917a-3e44-4477-9f38-9154224d4920 HTTP/1.1" status: 200  len: 210 time: 0.0662928
May 07 22:03:02.321336 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed562e0-5ca8-4c2e-b302-a52222348e7c req-fd946cc5-5b0f-4bc0-9af0-6bd63aa9423d tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:02.322849 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7ed562e0-5ca8-4c2e-b302-a52222348e7c req-fd946cc5-5b0f-4bc0-9af0-6bd63aa9423d tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 947 time: 0.0554624
May 07 22:03:02.394938 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7ed562e0-5ca8-4c2e-b302-a52222348e7c req-ede57817-8c52-4ab5-8899-234262424d74 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0635784
May 07 22:03:02.588039 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 55492) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:02.697901 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c5f78ccd-afec-44f1-9b90-ffaae53d82a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:02.807446 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c5f78ccd-afec-44f1-9b90-ffaae53d82a0 admin admin] Publish callbacks [] for security_group (bae77091-bf83-4ca9-a787-3e4ffbc89733), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:02.812038 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c5f78ccd-afec-44f1-9b90-ffaae53d82a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (bae77091-bf83-4ca9-a787-3e4ffbc89733), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:02.843203 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 55504) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:02.847809 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-c5f78ccd-afec-44f1-9b90-ffaae53d82a0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5f15541c238b40a1a35562a3dd3a8cc6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2580960
May 07 22:03:02.876682 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f78ccd-afec-44f1-9b90-ffaae53d82a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bae77091-bf83-4ca9-a787-3e4ffbc89733,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:02.919279 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a4e3fc28-7912-4239-b988-665a8f077088 admin admin] Publish callbacks [] for security_group (bae77091-bf83-4ca9-a787-3e4ffbc89733), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:02.947560 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a4e3fc28-7912-4239-b988-665a8f077088 admin admin] Publish callbacks [] for security_group (bae77091-bf83-4ca9-a787-3e4ffbc89733), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:03.008959 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a4e3fc28-7912-4239-b988-665a8f077088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (bae77091-bf83-4ca9-a787-3e4ffbc89733), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:03.012131 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a4e3fc28-7912-4239-b988-665a8f077088 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:03.015848 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-a4e3fc28-7912-4239-b988-665a8f077088 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bae77091-bf83-4ca9-a787-3e4ffbc89733 HTTP/1.1" status: 204  len: 168 time: 0.1691191
May 07 22:03:03.022526 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e3fc28-7912-4239-b988-665a8f077088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae77091-bf83-4ca9-a787-3e4ffbc89733,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:03.248544 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a1c9c8b6-176c-411c-b8f9-c646b3887cbf req-5309d930-d432-4205-99b8-b79829e1d679 tempest-ServerShowV254Test-111077960 tempest-ServerShowV254Test-111077960-project] 10.222.0.32 "GET /v2.0/ports?device_id=812c917a-3e44-4477-9f38-9154224d4920 HTTP/1.1" status: 200  len: 210 time: 0.0339885
May 07 22:03:03.275714 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f526f8c5-c664-4d30-af3b-15165198796c req-934d888d-fe04-418e-805f-c2464ab6ee5b tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:03.275714 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f526f8c5-c664-4d30-af3b-15165198796c req-934d888d-fe04-418e-805f-c2464ab6ee5b tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=7872598a-70de-4e95-af09-8b55fd257508 HTTP/1.1" status: 200  len: 945 time: 0.0621705
May 07 22:03:03.318000 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f526f8c5-c664-4d30-af3b-15165198796c req-e3cdc821-16f8-4050-987d-a33fe8266679 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/security-groups?id=8784126e-39eb-4ad2-9420-cda4822e0755&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447443
May 07 22:03:03.353023 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 55530) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:03.366605 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3eb47cec-4cf7-44ae-b299-085472f2a872 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:03.445458 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3eb47cec-4cf7-44ae-b299-085472f2a872 admin admin] Publish callbacks [] for security_group (0328e7aa-a468-4015-a5d6-d55918456e9c), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:03.455606 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3eb47cec-4cf7-44ae-b299-085472f2a872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (0328e7aa-a468-4015-a5d6-d55918456e9c), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:03.524228 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-3eb47cec-4cf7-44ae-b299-085472f2a872 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=691942ff0a25485791c91627dfe1d71e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1701157
May 07 22:03:03.526897 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 55534) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:03.530153 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb47cec-4cf7-44ae-b299-085472f2a872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0328e7aa-a468-4015-a5d6-d55918456e9c,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:03.545324 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073628cb-f08a-4ffa-a5de-59a2599ac074 req-8cea6b4d-5286-4c63-9eb7-c04d7f7f98e3 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:03.546755 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-073628cb-f08a-4ffa-a5de-59a2599ac074 req-8cea6b4d-5286-4c63-9eb7-c04d7f7f98e3 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 947 time: 0.0736907
May 07 22:03:03.580807 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bd9dc2f8-21a7-490e-8044-d971fb2387ed admin admin] Publish callbacks [] for security_group (0328e7aa-a468-4015-a5d6-d55918456e9c), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:03.596114 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-073628cb-f08a-4ffa-a5de-59a2599ac074 req-0db31197-c7a1-4719-a81f-8287e3175282 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435987
May 07 22:03:03.602333 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bd9dc2f8-21a7-490e-8044-d971fb2387ed admin admin] Publish callbacks [] for security_group (0328e7aa-a468-4015-a5d6-d55918456e9c), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:03.651850 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bd9dc2f8-21a7-490e-8044-d971fb2387ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (0328e7aa-a468-4015-a5d6-d55918456e9c), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:03.654455 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bd9dc2f8-21a7-490e-8044-d971fb2387ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:03.658320 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-bd9dc2f8-21a7-490e-8044-d971fb2387ed admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0328e7aa-a468-4015-a5d6-d55918456e9c HTTP/1.1" status: 204  len: 168 time: 0.1302996
May 07 22:03:03.667293 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9dc2f8-21a7-490e-8044-d971fb2387ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0328e7aa-a468-4015-a5d6-d55918456e9c,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:03.675805 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9dc2f8-21a7-490e-8044-d971fb2387ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:03:03.676436 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9dc2f8-21a7-490e-8044-d971fb2387ed admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:03:03.677377 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9dc2f8-21a7-490e-8044-d971fb2387ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:03:03.678305 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9dc2f8-21a7-490e-8044-d971fb2387ed admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:03:03.678653 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9dc2f8-21a7-490e-8044-d971fb2387ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:03:03.679026 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9dc2f8-21a7-490e-8044-d971fb2387ed admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:03:03.679417 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9dc2f8-21a7-490e-8044-d971fb2387ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:03:03.679696 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9dc2f8-21a7-490e-8044-d971fb2387ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:03:03.680051 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9dc2f8-21a7-490e-8044-d971fb2387ed admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:03:03.680360 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9dc2f8-21a7-490e-8044-d971fb2387ed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:03:03.680797 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9dc2f8-21a7-490e-8044-d971fb2387ed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:03:03.680988 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9dc2f8-21a7-490e-8044-d971fb2387ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:03:03.681316 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9dc2f8-21a7-490e-8044-d971fb2387ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:03:03.681640 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9dc2f8-21a7-490e-8044-d971fb2387ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:03:03.681964 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9dc2f8-21a7-490e-8044-d971fb2387ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:03:03.994086 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-be50f550-ad87-4120-ad5a-494c9414ca87 req-1590bed8-c4eb-47d6-83fa-bb7ab440f28d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=812c917a-3e44-4477-9f38-9154224d4920 HTTP/1.1" status: 200  len: 210 time: 0.0426741
May 07 22:03:04.082246 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da019230-172f-417b-a75e-d0053f511774 req-e9df7617-785f-49ce-aafd-f15d52b4bbe5 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:04.090807 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-da019230-172f-417b-a75e-d0053f511774 req-e9df7617-785f-49ce-aafd-f15d52b4bbe5 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 947 time: 0.0629301
May 07 22:03:04.150961 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-da019230-172f-417b-a75e-d0053f511774 req-30331ccb-d477-458b-a343-16aa9e4b8a65 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0592771
May 07 22:03:04.402991 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-256f4016-729a-40ba-ab74-8c0489ac6b4b req-41cb66a6-8893-4f06-bd0a-ae95e0b28d11 tempest-ServerShowV254Test-111077960 tempest-ServerShowV254Test-111077960-project] 10.222.0.32 "GET /v2.0/ports?device_id=812c917a-3e44-4477-9f38-9154224d4920 HTTP/1.1" status: 200  len: 210 time: 0.0503454
May 07 22:03:04.498919 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f09ea0-3b2e-459b-ae42-f16e26ff99da req-5401a016-6002-4753-9b70-5656271dab61 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:04.503387 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e5f09ea0-3b2e-459b-ae42-f16e26ff99da req-5401a016-6002-4753-9b70-5656271dab61 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=7872598a-70de-4e95-af09-8b55fd257508 HTTP/1.1" status: 200  len: 945 time: 0.0555542
May 07 22:03:04.558165 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e5f09ea0-3b2e-459b-ae42-f16e26ff99da req-b36048b7-74aa-42a7-b90a-512548cd9087 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/security-groups?id=8784126e-39eb-4ad2-9420-cda4822e0755&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522151
May 07 22:03:05.284550 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29248ae5-4807-44a2-a43c-aaa89d36d117 req-fbd2b7af-92de-4652-b6a9-cf5ccbf1f9e8 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:05.286559 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-29248ae5-4807-44a2-a43c-aaa89d36d117 req-fbd2b7af-92de-4652-b6a9-cf5ccbf1f9e8 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 947 time: 0.0543532
May 07 22:03:05.340078 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-29248ae5-4807-44a2-a43c-aaa89d36d117 req-ef34918d-6bba-4b55-b62e-3a6686308dd8 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456986
May 07 22:03:05.530305 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-aec6ff9e-da6a-4466-9c25-3f6bc3d084bb req-19cd1b1c-800b-4191-8b5e-b7aece848a1a tempest-ServerShowV254Test-111077960 tempest-ServerShowV254Test-111077960-project] 10.222.0.32 "GET /v2.0/ports?device_id=812c917a-3e44-4477-9f38-9154224d4920 HTTP/1.1" status: 200  len: 210 time: 0.0369730
May 07 22:03:05.732745 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4722f1a9-9fac-47af-b65e-42fa36c9706a req-ce94f542-4244-495d-bdb9-cda098fc1551 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:05.736537 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4722f1a9-9fac-47af-b65e-42fa36c9706a req-ce94f542-4244-495d-bdb9-cda098fc1551 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=7872598a-70de-4e95-af09-8b55fd257508 HTTP/1.1" status: 200  len: 945 time: 0.0858469
May 07 22:03:05.847522 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4722f1a9-9fac-47af-b65e-42fa36c9706a req-d34adcb4-128c-452e-a94f-12d3b7b758e2 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/security-groups?id=8784126e-39eb-4ad2-9420-cda4822e0755&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0971618
May 07 22:03:05.879484 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ff63a52b-d9e1-480e-85a2-1a29779ddace req-1873923d-e97f-4fad-87f8-9353b71ac254 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6c27fff94315415da226f59a0c9de354&device_id=812c917a-3e44-4477-9f38-9154224d4920 HTTP/1.1" status: 200  len: 210 time: 0.0430846
May 07 22:03:05.932061 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ff63a52b-d9e1-480e-85a2-1a29779ddace req-c9ec7655-4002-4347-ba57-84363fea93ce service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=6c27fff94315415da226f59a0c9de354&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0434442
May 07 22:03:06.232337 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-253195e3-5e68-4d4e-8c09-90f395ed5a76 req-23362a03-a311-45fe-8562-c6ce5a78ebf1 tempest-ServerShowV254Test-111077960 tempest-ServerShowV254Test-111077960-project] 10.222.0.32 "GET /v2.0/ports?device_id=812c917a-3e44-4477-9f38-9154224d4920 HTTP/1.1" status: 200  len: 210 time: 0.0442655
May 07 22:03:06.250529 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff63a52b-d9e1-480e-85a2-1a29779ddace req-debdfcbd-dda6-4e47-97a2-8fdecb7c7eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:06.254816 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ff63a52b-d9e1-480e-85a2-1a29779ddace req-debdfcbd-dda6-4e47-97a2-8fdecb7c7eca service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3136549
May 07 22:03:06.468951 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7aef2e-afed-4185-9a16-9937acc39d2b req-d996fd7f-351b-4204-bb28-2cf01c54d26e tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:06.470435 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bd7aef2e-afed-4185-9a16-9937acc39d2b req-d996fd7f-351b-4204-bb28-2cf01c54d26e tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 947 time: 0.0547771
May 07 22:03:06.527839 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bd7aef2e-afed-4185-9a16-9937acc39d2b req-a3f1989a-0a91-4a8e-99e9-1da94f71ada5 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0509620
May 07 22:03:06.996106 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b228686-dcef-4ca2-9e4e-07d7699f84d4 req-0f4702da-d44a-4748-93ff-6a24cbd3d8c1 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:06.999309 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3b228686-dcef-4ca2-9e4e-07d7699f84d4 req-0f4702da-d44a-4748-93ff-6a24cbd3d8c1 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=7872598a-70de-4e95-af09-8b55fd257508 HTTP/1.1" status: 200  len: 945 time: 0.0635285
May 07 22:03:07.069207 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3b228686-dcef-4ca2-9e4e-07d7699f84d4 req-d43e7518-ac86-4257-87b7-e7b059160f67 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/security-groups?id=8784126e-39eb-4ad2-9420-cda4822e0755&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0636339
May 07 22:03:07.386174 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9ebde238-8f32-4c60-9f48-c51eabac11af req-88d70f14-eb76-47ae-bf06-9a7b20f7676f tempest-ServerShowV254Test-111077960 tempest-ServerShowV254Test-111077960-project] 10.222.0.32 "GET /v2.0/ports?device_id=812c917a-3e44-4477-9f38-9154224d4920 HTTP/1.1" status: 200  len: 210 time: 0.0509233
May 07 22:03:07.488117 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 1d78a47c-1b52-4c8f-ad8e-184b9192eee5 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:03:07.503562 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 1d78a47c-1b52-4c8f-ad8e-184b9192eee5 no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:03:07.538924 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ff63a52b-d9e1-480e-85a2-1a29779ddace req-cdacb4b3-1cd3-47e5-9cf2-cd4f3eb16f6d tempest-ServerShowV254Test-111077960 tempest-ServerShowV254Test-111077960-project] 10.222.0.59 "GET /v2.0/ports?device_id=812c917a-3e44-4477-9f38-9154224d4920 HTTP/1.1" status: 200  len: 210 time: 0.0489626
May 07 22:03:07.624001 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 1d78a47c-1b52-4c8f-ad8e-184b9192eee5 is: ACTIVE; New status is: DOWN {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:03:07.624383 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (1d78a47c-1b52-4c8f-ad8e-184b9192eee5), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:07.675305 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73feca0d-19bf-492a-ba9b-0b640e54c58c req-5df86543-52d9-4cd7-ba64-dd5b9481241d tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:07.679006 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-73feca0d-19bf-492a-ba9b-0b640e54c58c req-5df86543-52d9-4cd7-ba64-dd5b9481241d tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 947 time: 0.0536895
May 07 22:03:07.756945 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-73feca0d-19bf-492a-ba9b-0b640e54c58c req-2f5ac175-35c4-4385-a682-06728414eea9 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0704222
May 07 22:03:07.780635 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 55850) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:07.885040 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4996f091-2316-4100-b272-d2af7738b4ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d78a47c-1b52-4c8f-ad8e-184b9192eee5'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:03:07.887387 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be118f4f-9f16-4463-bb32-34e9a90a8c18" -d '{"events": [{"server_uuid": "4996f091-2316-4100-b272-d2af7738b4ac", "name": "network-vif-unplugged", "status": "completed", "tag": "1d78a47c-1b52-4c8f-ad8e-184b9192eee5"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:03:07.905380 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 1d78a47c-1b52-4c8f-ad8e-184b9192eee5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1d78a47c-1b52-4c8f-ad8e-184b9192eee5,segment=NetworkSegment(3565a17e-e0eb-4b35-a7f2-f7d7af642fb7),segment_id=3565a17e-e0eb-4b35-a7f2-f7d7af642fb7)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:03:07.913491 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (1d78a47c-1b52-4c8f-ad8e-184b9192eee5), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:07.932671 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4582b883-ef3d-4022-b6cc-2f64352b85fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:07.958236 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 1d78a47c-1b52-4c8f-ad8e-184b9192eee5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1d78a47c-1b52-4c8f-ad8e-184b9192eee5,segment=NetworkSegment(3565a17e-e0eb-4b35-a7f2-f7d7af642fb7),segment_id=3565a17e-e0eb-4b35-a7f2-f7d7af642fb7)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:03:07.975532 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': '1d78a47c-1b52-4c8f-ad8e-184b9192eee5', 'network_id': '33b52409-fae0-4935-b5d0-15acefaa0f3f', 'port_id': '1d78a47c-1b52-4c8f-ad8e-184b9192eee5', 'mac_address': 'fa:16:3e:b8:c4:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e304f3b-3927-4f57-b6d9-ff32c4ae5938', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:03:08.030823 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 07 May 2022 22:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa9c4c06-89ad-431c-93b3-d66a9ac6194a x-openstack-request-id: req-aa9c4c06-89ad-431c-93b3-d66a9ac6194a {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:03:08.031282 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4996f091-2316-4100-b272-d2af7738b4ac", "name": "network-vif-unplugged", "status": "completed", "tag": "1d78a47c-1b52-4c8f-ad8e-184b9192eee5", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:03:08.031678 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aa9c4c06-89ad-431c-93b3-d66a9ac6194a {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:03:08.035217 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa9c4c06-89ad-431c-93b3-d66a9ac6194a'] response: {'server_uuid': '4996f091-2316-4100-b272-d2af7738b4ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d78a47c-1b52-4c8f-ad8e-184b9192eee5', 'code': 200}
May 07 22:03:08.064793 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 1d78a47c-1b52-4c8f-ad8e-184b9192eee5 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:03:08.065782 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (1d78a47c-1b52-4c8f-ad8e-184b9192eee5), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:08.093432 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=1d78a47c-1b52-4c8f-ad8e-184b9192eee5,revision_number=11']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:08.116360 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d78a47c-1b52-4c8f-ad8e-184b9192eee5 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:03:08.177386 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 1d78a47c-1b52-4c8f-ad8e-184b9192eee5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1d78a47c-1b52-4c8f-ad8e-184b9192eee5,segment=NetworkSegment(3565a17e-e0eb-4b35-a7f2-f7d7af642fb7),segment_id=3565a17e-e0eb-4b35-a7f2-f7d7af642fb7)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:03:08.183434 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4582b883-ef3d-4022-b6cc-2f64352b85fb admin admin] Publish callbacks [] for security_group (df49fe3e-ddf1-43f0-b297-f100069387b8), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:08.190259 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (1d78a47c-1b52-4c8f-ad8e-184b9192eee5), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:08.225281 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4582b883-ef3d-4022-b6cc-2f64352b85fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (df49fe3e-ddf1-43f0-b297-f100069387b8), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:08.265112 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=1d78a47c-1b52-4c8f-ad8e-184b9192eee5,revision_number=12']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:08.298496 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-4582b883-ef3d-4022-b6cc-2f64352b85fb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9981cf6c1fb94e9cb5c6201f5f029e72&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5162756
May 07 22:03:08.301590 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 55876) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:08.326939 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['1d78a47c-1b52-4c8f-ad8e-184b9192eee5'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:03:08.343843 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fbfe90-c990-424f-98d2-7d650d32a102 req-36af586c-c655-4b0e-8bdd-f96cefd3a46f tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:08.353476 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-73fbfe90-c990-424f-98d2-7d650d32a102 req-36af586c-c655-4b0e-8bdd-f96cefd3a46f tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=7872598a-70de-4e95-af09-8b55fd257508 HTTP/1.1" status: 200  len: 945 time: 0.1409736
May 07 22:03:08.363291 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4582b883-ef3d-4022-b6cc-2f64352b85fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df49fe3e-ddf1-43f0-b297-f100069387b8,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:08.383003 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4582b883-ef3d-4022-b6cc-2f64352b85fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:03:08.383269 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4582b883-ef3d-4022-b6cc-2f64352b85fb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:03:08.392155 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4582b883-ef3d-4022-b6cc-2f64352b85fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:03:08.393380 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4582b883-ef3d-4022-b6cc-2f64352b85fb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:03:08.394259 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4582b883-ef3d-4022-b6cc-2f64352b85fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:03:08.394259 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4582b883-ef3d-4022-b6cc-2f64352b85fb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:03:08.394985 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4582b883-ef3d-4022-b6cc-2f64352b85fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:03:08.394985 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4582b883-ef3d-4022-b6cc-2f64352b85fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:03:08.395275 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4582b883-ef3d-4022-b6cc-2f64352b85fb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:03:08.395516 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4582b883-ef3d-4022-b6cc-2f64352b85fb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:03:08.395837 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4582b883-ef3d-4022-b6cc-2f64352b85fb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:03:08.396187 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4582b883-ef3d-4022-b6cc-2f64352b85fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:03:08.396551 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4582b883-ef3d-4022-b6cc-2f64352b85fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:03:08.396862 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4582b883-ef3d-4022-b6cc-2f64352b85fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:03:08.397190 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4582b883-ef3d-4022-b6cc-2f64352b85fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:03:08.476409 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-73fbfe90-c990-424f-98d2-7d650d32a102 req-61504640-e0eb-463e-b62a-0bef704efb3c tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/security-groups?id=8784126e-39eb-4ad2-9420-cda4822e0755&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1218958
May 07 22:03:08.507083 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-63ef209d-ba9c-421d-a160-3c6105514178 admin admin] Publish callbacks [] for security_group (df49fe3e-ddf1-43f0-b297-f100069387b8), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:08.534074 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-63ef209d-ba9c-421d-a160-3c6105514178 admin admin] Publish callbacks [] for security_group (df49fe3e-ddf1-43f0-b297-f100069387b8), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:08.598226 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-63ef209d-ba9c-421d-a160-3c6105514178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (df49fe3e-ddf1-43f0-b297-f100069387b8), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:08.604246 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-63ef209d-ba9c-421d-a160-3c6105514178 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:08.607949 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-63ef209d-ba9c-421d-a160-3c6105514178 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/df49fe3e-ddf1-43f0-b297-f100069387b8 HTTP/1.1" status: 204  len: 168 time: 0.3022540
May 07 22:03:08.635736 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ef209d-ba9c-421d-a160-3c6105514178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df49fe3e-ddf1-43f0-b297-f100069387b8,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:08.939072 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b8b55e-9580-475c-a7c3-38783762e661 req-aa8994bf-847b-4c46-8f2f-42adc44fea46 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:08.952803 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-96b8b55e-9580-475c-a7c3-38783762e661 req-aa8994bf-847b-4c46-8f2f-42adc44fea46 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 946 time: 0.0987978
May 07 22:03:08.991802 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 55914) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:09.080245 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-96b8b55e-9580-475c-a7c3-38783762e661 req-eba4111f-295b-44a1-bed3-514a80e5c5ac tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1235216
May 07 22:03:09.174719 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-eb481302-c3e9-4d92-a231-3170db351b3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:09.363580 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-eb481302-c3e9-4d92-a231-3170db351b3d admin admin] Publish callbacks [] for security_group (31b570f5-b422-4244-9bdf-bcbcb3ed251c), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:09.371174 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-eb481302-c3e9-4d92-a231-3170db351b3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (31b570f5-b422-4244-9bdf-bcbcb3ed251c), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:09.426222 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-eb481302-c3e9-4d92-a231-3170db351b3d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6c27fff94315415da226f59a0c9de354&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4332392
May 07 22:03:09.429267 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 55934) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:09.432746 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb481302-c3e9-4d92-a231-3170db351b3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31b570f5-b422-4244-9bdf-bcbcb3ed251c,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:09.509885 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 1d78a47c-1b52-4c8f-ad8e-184b9192eee5 up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:03:09.609246 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-da016b4c-713c-4f88-ba6f-50647fd49c76 admin admin] Publish callbacks [] for security_group (31b570f5-b422-4244-9bdf-bcbcb3ed251c), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:09.652693 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port 1d78a47c-1b52-4c8f-ad8e-184b9192eee5 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:03:09.653048 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (1d78a47c-1b52-4c8f-ad8e-184b9192eee5), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:09.725864 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da17309-8c9b-4b09-9811-586e13215c15 req-4c53c7d9-a571-4ccc-a850-41d8274f34b4 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:09.734282 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0da17309-8c9b-4b09-9811-586e13215c15 req-4c53c7d9-a571-4ccc-a850-41d8274f34b4 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=7872598a-70de-4e95-af09-8b55fd257508 HTTP/1.1" status: 200  len: 945 time: 0.1041417
May 07 22:03:09.737434 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-da016b4c-713c-4f88-ba6f-50647fd49c76 admin admin] Publish callbacks [] for security_group (31b570f5-b422-4244-9bdf-bcbcb3ed251c), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:09.807800 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 22:03:09.858680 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-da016b4c-713c-4f88-ba6f-50647fd49c76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (31b570f5-b422-4244-9bdf-bcbcb3ed251c), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:09.861736 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-da016b4c-713c-4f88-ba6f-50647fd49c76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:09.863101 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-da016b4c-713c-4f88-ba6f-50647fd49c76 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/31b570f5-b422-4244-9bdf-bcbcb3ed251c HTTP/1.1" status: 204  len: 168 time: 0.4323745
May 07 22:03:09.880030 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 1d78a47c-1b52-4c8f-ad8e-184b9192eee5 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:03:09.880436 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (1d78a47c-1b52-4c8f-ad8e-184b9192eee5), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:09.887388 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da016b4c-713c-4f88-ba6f-50647fd49c76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b570f5-b422-4244-9bdf-bcbcb3ed251c,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:09.995718 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 1d78a47c-1b52-4c8f-ad8e-184b9192eee5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1d78a47c-1b52-4c8f-ad8e-184b9192eee5,segment=NetworkSegment(3565a17e-e0eb-4b35-a7f2-f7d7af642fb7),segment_id=3565a17e-e0eb-4b35-a7f2-f7d7af642fb7)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:03:10.008193 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (1d78a47c-1b52-4c8f-ad8e-184b9192eee5), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:10.078004 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4996f091-2316-4100-b272-d2af7738b4ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d78a47c-1b52-4c8f-ad8e-184b9192eee5'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:03:10.083427 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbe61629-f36d-49d5-991e-b7b57c99d9f9" -d '{"events": [{"server_uuid": "4996f091-2316-4100-b272-d2af7738b4ac", "name": "network-vif-plugged", "status": "completed", "tag": "1d78a47c-1b52-4c8f-ad8e-184b9192eee5"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:03:10.154827 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=1d78a47c-1b52-4c8f-ad8e-184b9192eee5,revision_number=13']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:10.181581 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c06657-28c6-4756-802d-5bd831e72cb2 x-openstack-request-id: req-c9c06657-28c6-4756-802d-5bd831e72cb2 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:03:10.182095 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4996f091-2316-4100-b272-d2af7738b4ac", "name": "network-vif-plugged", "status": "completed", "tag": "1d78a47c-1b52-4c8f-ad8e-184b9192eee5", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:03:10.182676 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c9c06657-28c6-4756-802d-5bd831e72cb2 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:03:10.183276 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9c06657-28c6-4756-802d-5bd831e72cb2'] response: {'server_uuid': '4996f091-2316-4100-b272-d2af7738b4ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d78a47c-1b52-4c8f-ad8e-184b9192eee5', 'code': 200}
May 07 22:03:10.435892 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626952b9-fa30-4286-adbc-5065ead42263 req-48e3209e-afd1-48e2-9432-60728a1a4bf6 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:10.437472 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-626952b9-fa30-4286-adbc-5065ead42263 req-48e3209e-afd1-48e2-9432-60728a1a4bf6 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 947 time: 0.1135418
May 07 22:03:10.544904 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0da17309-8c9b-4b09-9811-586e13215c15 req-962f020d-0472-4a2c-b3b3-efa68d3c26c7 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/security-groups?id=8784126e-39eb-4ad2-9420-cda4822e0755&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8093276
May 07 22:03:10.548523 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-626952b9-fa30-4286-adbc-5065ead42263 req-a6d53e16-a134-491b-9858-a52eb8a9b6e5 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1042936
May 07 22:03:11.243177 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 56044) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:11.529976 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-49c3b2c9-f795-4dfd-8e4f-e27a0bd85adf tempest-ExternalNetworksTestJSON-827987752 tempest-ExternalNetworksTestJSON-827987752-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1100938826'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:03:11.539301 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 56054) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:11.564171 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49c3b2c9-f795-4dfd-8e4f-e27a0bd85adf tempest-ExternalNetworksTestJSON-827987752 tempest-ExternalNetworksTestJSON-827987752-project] Made reservation on behalf of 44c32bd640f04a509f928a0008e27f03 for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:03:11.569127 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-49c3b2c9-f795-4dfd-8e4f-e27a0bd85adf tempest-ExternalNetworksTestJSON-827987752 tempest-ExternalNetworksTestJSON-827987752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:11.582709 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-49c3b2c9-f795-4dfd-8e4f-e27a0bd85adf tempest-ExternalNetworksTestJSON-827987752 tempest-ExternalNetworksTestJSON-827987752-project] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:11.679597 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-49c3b2c9-f795-4dfd-8e4f-e27a0bd85adf tempest-ExternalNetworksTestJSON-827987752 tempest-ExternalNetworksTestJSON-827987752-project] Publish callbacks [] for security_group (d51e17b6-a6fa-4c77-a977-df217a7a6be5), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:11.690921 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-49c3b2c9-f795-4dfd-8e4f-e27a0bd85adf tempest-ExternalNetworksTestJSON-827987752 tempest-ExternalNetworksTestJSON-827987752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (d51e17b6-a6fa-4c77-a977-df217a7a6be5), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:11.707785 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49c3b2c9-f795-4dfd-8e4f-e27a0bd85adf tempest-ExternalNetworksTestJSON-827987752 tempest-ExternalNetworksTestJSON-827987752-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:03:11.720575 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-49c3b2c9-f795-4dfd-8e4f-e27a0bd85adf tempest-ExternalNetworksTestJSON-827987752 tempest-ExternalNetworksTestJSON-827987752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (dfde5420-3206-4010-861d-b098743eb14d), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:11.721319 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-49c3b2c9-f795-4dfd-8e4f-e27a0bd85adf tempest-ExternalNetworksTestJSON-827987752 tempest-ExternalNetworksTestJSON-827987752-project] Added segment dfde5420-3206-4010-861d-b098743eb14d of type vlan for network 0198f079-8cb8-49ea-8887-21ecba510349
May 07 22:03:11.757295 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-284aa8c7-9b44-4aa9-9f29-a7292003afd5 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1695323506-network', 'tenant_id': '8cdcd8ea83db42c996b9c0cb8bac89aa'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:03:11.833616 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da85c36-c7f5-485f-95c7-b5b5587ad120 req-4e21b65e-8220-4084-91fe-246715d06097 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:11.835748 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8da85c36-c7f5-485f-95c7-b5b5587ad120 req-4e21b65e-8220-4084-91fe-246715d06097 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 947 time: 0.0854354
May 07 22:03:11.837219 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-284aa8c7-9b44-4aa9-9f29-a7292003afd5 admin admin] Made reservation on behalf of 8cdcd8ea83db42c996b9c0cb8bac89aa for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:03:11.840277 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-284aa8c7-9b44-4aa9-9f29-a7292003afd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:11.858937 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-284aa8c7-9b44-4aa9-9f29-a7292003afd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:11.896200 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-49c3b2c9-f795-4dfd-8e4f-e27a0bd85adf tempest-ExternalNetworksTestJSON-827987752 tempest-ExternalNetworksTestJSON-827987752-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (0198f079-8cb8-49ea-8887-21ecba510349), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:11.927459 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c3b2c9-f795-4dfd-8e4f-e27a0bd85adf tempest-ExternalNetworksTestJSON-827987752 tempest-ExternalNetworksTestJSON-827987752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d51e17b6-a6fa-4c77-a977-df217a7a6be5,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:11.944688 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4728df39-2f94-49d3-bbf8-4f46457c6a05 req-abcb4177-8043-454f-9709-0ccc605724ce tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:11.951728 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4728df39-2f94-49d3-bbf8-4f46457c6a05 req-abcb4177-8043-454f-9709-0ccc605724ce tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=7872598a-70de-4e95-af09-8b55fd257508 HTTP/1.1" status: 200  len: 945 time: 0.1683886
May 07 22:03:11.955985 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8da85c36-c7f5-485f-95c7-b5b5587ad120 req-8a437b99-f289-4c0f-a3c1-75f97fd1f649 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1023211
May 07 22:03:12.009557 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-49c3b2c9-f795-4dfd-8e4f-e27a0bd85adf tempest-ExternalNetworksTestJSON-827987752 tempest-ExternalNetworksTestJSON-827987752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (0198f079-8cb8-49ea-8887-21ecba510349), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:12.014809 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49c3b2c9-f795-4dfd-8e4f-e27a0bd85adf tempest-ExternalNetworksTestJSON-827987752 tempest-ExternalNetworksTestJSON-827987752-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:12.015388 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-49c3b2c9-f795-4dfd-8e4f-e27a0bd85adf tempest-ExternalNetworksTestJSON-827987752 tempest-ExternalNetworksTestJSON-827987752-project] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:12.041028 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-284aa8c7-9b44-4aa9-9f29-a7292003afd5 admin admin] Publish callbacks [] for security_group (8592741f-2340-4c0e-a0ca-82f555eeb489), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:12.049296 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-284aa8c7-9b44-4aa9-9f29-a7292003afd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (8592741f-2340-4c0e-a0ca-82f555eeb489), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:12.051986 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4728df39-2f94-49d3-bbf8-4f46457c6a05 req-f5d54029-4dae-4a69-8283-3e6de0eebc4a tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/security-groups?id=8784126e-39eb-4ad2-9420-cda4822e0755&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0991211
May 07 22:03:12.100352 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-49c3b2c9-f795-4dfd-8e4f-e27a0bd85adf tempest-ExternalNetworksTestJSON-827987752 tempest-ExternalNetworksTestJSON-827987752-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 792 time: 0.8536284
May 07 22:03:12.103598 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 56086) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:12.110976 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-284aa8c7-9b44-4aa9-9f29-a7292003afd5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:03:12.125194 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284aa8c7-9b44-4aa9-9f29-a7292003afd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8592741f-2340-4c0e-a0ca-82f555eeb489,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:12.153488 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-284aa8c7-9b44-4aa9-9f29-a7292003afd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (ade65013-e645-4c54-8fa7-660e2ce7b907), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:12.154063 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-284aa8c7-9b44-4aa9-9f29-a7292003afd5 admin admin] Added segment ade65013-e645-4c54-8fa7-660e2ce7b907 of type vlan for network cd3974b0-b5b4-4267-bd42-3bc0d892b541
May 07 22:03:12.272613 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-284aa8c7-9b44-4aa9-9f29-a7292003afd5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (cd3974b0-b5b4-4267-bd42-3bc0d892b541), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:12.320728 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c3b2c9-f795-4dfd-8e4f-e27a0bd85adf tempest-ExternalNetworksTestJSON-827987752 tempest-ExternalNetworksTestJSON-827987752-project] Pushing event updated for resources: {'Network': ['ID=0198f079-8cb8-49ea-8887-21ecba510349,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:12.338457 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 0198f079-8cb8-49ea-8887-21ecba510349 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:03:12.352419 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-284aa8c7-9b44-4aa9-9f29-a7292003afd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (cd3974b0-b5b4-4267-bd42-3bc0d892b541), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:12.357565 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284aa8c7-9b44-4aa9-9f29-a7292003afd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:12.358805 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-284aa8c7-9b44-4aa9-9f29-a7292003afd5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:12.384675 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-5a3b7476-5360-4a40-a963-2ebc48764065 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Request body: {'network': {'name': 'tempest-network--904597583', 'router:external': True}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:03:12.422758 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-284aa8c7-9b44-4aa9-9f29-a7292003afd5 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.8819337
May 07 22:03:12.425882 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 56104) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:12.431117 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-f818c2f0-4320-46b1-997b-7aeef46af761 admin admin] Request body: {'subnet': {'network_id': 'cd3974b0-b5b4-4267-bd42-3bc0d892b541', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1695323506-subnet', 'tenant_id': '8cdcd8ea83db42c996b9c0cb8bac89aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:03:12.433677 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a3b7476-5360-4a40-a963-2ebc48764065 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Made reservation on behalf of 26bf977e64b54d31b0bcc6f124260d83 for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:03:12.436466 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5a3b7476-5360-4a40-a963-2ebc48764065 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:12.454209 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5a3b7476-5360-4a40-a963-2ebc48764065 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:12.464123 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f818c2f0-4320-46b1-997b-7aeef46af761 admin admin] Made reservation on behalf of 8cdcd8ea83db42c996b9c0cb8bac89aa for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:03:12.469360 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f818c2f0-4320-46b1-997b-7aeef46af761 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:12.498875 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284aa8c7-9b44-4aa9-9f29-a7292003afd5 admin admin] Pushing event updated for resources: {'Network': ['ID=cd3974b0-b5b4-4267-bd42-3bc0d892b541,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:12.518170 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network cd3974b0-b5b4-4267-bd42-3bc0d892b541 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:03:12.595732 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5a3b7476-5360-4a40-a963-2ebc48764065 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Publish callbacks [] for security_group (0bfd2bd8-1d04-49c1-8c70-bc5025ac4a73), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:12.613224 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5a3b7476-5360-4a40-a963-2ebc48764065 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (0bfd2bd8-1d04-49c1-8c70-bc5025ac4a73), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:12.640954 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a3b7476-5360-4a40-a963-2ebc48764065 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:03:12.681494 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5a3b7476-5360-4a40-a963-2ebc48764065 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (dae4fff3-e74d-4d7b-82e3-c181a2be6a08), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:12.681852 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-5a3b7476-5360-4a40-a963-2ebc48764065 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Added segment dae4fff3-e74d-4d7b-82e3-c181a2be6a08 of type vlan for network 1659367f-8e9b-4b08-8fd9-c465466bd9d3
May 07 22:03:12.714278 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f818c2f0-4320-46b1-997b-7aeef46af761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (35cc5169-512d-4e47-a67e-744102f823c5), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:12.731729 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b7476-5360-4a40-a963-2ebc48764065 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bfd2bd8-1d04-49c1-8c70-bc5025ac4a73,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:12.764367 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f818c2f0-4320-46b1-997b-7aeef46af761 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35cc5169-512d-4e47-a67e-744102f823c5,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:12.791830 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5a3b7476-5360-4a40-a963-2ebc48764065 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (1659367f-8e9b-4b08-8fd9-c465466bd9d3), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:12.798682 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f818c2f0-4320-46b1-997b-7aeef46af761 admin admin] Checking segment: {'id': 'ade65013-e645-4c54-8fa7-660e2ce7b907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'cd3974b0-b5b4-4267-bd42-3bc0d892b541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:03:12.799111 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f818c2f0-4320-46b1-997b-7aeef46af761 admin admin] Network hostable DHCP agents. Network: cd3974b0-b5b4-4267-bd42-3bc0d892b541, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:03:12.826691 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f818c2f0-4320-46b1-997b-7aeef46af761 admin admin] Network cd3974b0-b5b4-4267-bd42-3bc0d892b541 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:03:12.837331 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5a3b7476-5360-4a40-a963-2ebc48764065 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (1659367f-8e9b-4b08-8fd9-c465466bd9d3), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:12.838540 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3b7476-5360-4a40-a963-2ebc48764065 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:12.839485 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5a3b7476-5360-4a40-a963-2ebc48764065 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:12.848862 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-f818c2f0-4320-46b1-997b-7aeef46af761 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, cd3974b0-b5b4-4267-bd42-3bc0d892b541) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:03:12.861697 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff13f02d-f0a4-4fcb-a1ac-c7b89b95f977 None None] Network cd3974b0-b5b4-4267-bd42-3bc0d892b541 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:03:12.861992 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f818c2f0-4320-46b1-997b-7aeef46af761 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:12.862349 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f818c2f0-4320-46b1-997b-7aeef46af761 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:12.909332 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-f818c2f0-4320-46b1-997b-7aeef46af761 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.4806373
May 07 22:03:12.912176 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b7476-5360-4a40-a963-2ebc48764065 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Pushing event updated for resources: {'Network': ['ID=1659367f-8e9b-4b08-8fd9-c465466bd9d3,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:12.941585 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-5a3b7476-5360-4a40-a963-2ebc48764065 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 862 time: 0.8335307
May 07 22:03:12.947179 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 56108) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:12.953580 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 1659367f-8e9b-4b08-8fd9-c465466bd9d3 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:03:13.176536 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-43418853-c0d3-44d4-88ac-d72e23ed930c tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (1659367f-8e9b-4b08-8fd9-c465466bd9d3), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:13.253596 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a324cc1-2135-4300-9d69-50a593765d76 None None] Network cd3974b0-b5b4-4267-bd42-3bc0d892b541 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:03:13.264949 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2238bd0a-b66d-43aa-addf-955d739e5eca req-7bce8745-98ce-46ca-81e7-010d0b2bb569 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:13.275982 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2238bd0a-b66d-43aa-addf-955d739e5eca req-7bce8745-98ce-46ca-81e7-010d0b2bb569 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 947 time: 0.1637957
May 07 22:03:13.285746 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e748446-d257-48d4-bccd-10c9288d6584 req-c3519361-0ff4-47f7-ac8c-f4e815148dcd tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:13.291746 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1e748446-d257-48d4-bccd-10c9288d6584 req-c3519361-0ff4-47f7-ac8c-f4e815148dcd tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=7872598a-70de-4e95-af09-8b55fd257508 HTTP/1.1" status: 200  len: 945 time: 0.0943246
May 07 22:03:13.389945 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1e748446-d257-48d4-bccd-10c9288d6584 req-a6af1452-0ab1-412c-9516-ae558142e1dc tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/security-groups?id=8784126e-39eb-4ad2-9420-cda4822e0755&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0902274
May 07 22:03:13.407049 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-43418853-c0d3-44d4-88ac-d72e23ed930c tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (1659367f-8e9b-4b08-8fd9-c465466bd9d3), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:13.438603 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2238bd0a-b66d-43aa-addf-955d739e5eca req-d7f85746-5a3f-487e-9180-cb3b83fe9f18 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1589804
May 07 22:03:13.451969 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-43418853-c0d3-44d4-88ac-d72e23ed930c tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf876a4bb0>,) {'filters': {'network_id': ['1659367f-8e9b-4b08-8fd9-c465466bd9d3']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:03:13.472758 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-43418853-c0d3-44d4-88ac-d72e23ed930c tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf876a4bb0>, 'dae4fff3-e74d-4d7b-82e3-c181a2be6a08') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:03:13.473059 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-43418853-c0d3-44d4-88ac-d72e23ed930c tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf876a4bb0>, 'dae4fff3-e74d-4d7b-82e3-c181a2be6a08') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:03:13.483358 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-43418853-c0d3-44d4-88ac-d72e23ed930c tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (dae4fff3-e74d-4d7b-82e3-c181a2be6a08), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:13.503349 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-43418853-c0d3-44d4-88ac-d72e23ed930c tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (dae4fff3-e74d-4d7b-82e3-c181a2be6a08), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:13.518091 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43418853-c0d3-44d4-88ac-d72e23ed930c tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:03:13.519398 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-43418853-c0d3-44d4-88ac-d72e23ed930c tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (dae4fff3-e74d-4d7b-82e3-c181a2be6a08), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:13.523474 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 22:03:13.523474 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:03:13.523474 ncdv-master-1 neutron-server[121837]:     timer()
May 07 22:03:13.523474 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:03:13.523474 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 22:03:13.523474 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:03:13.523474 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 22:03:13.523474 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:03:13.523474 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 22:03:13.523474 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:03:13.523474 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 22:03:13.523474 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:03:13.523474 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 22:03:13.523474 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:03:13.523474 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:03:13.523474 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:03:13.523474 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:03:13.523474 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:03:13.523474 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 22:03:13.523474 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:03:13.523474 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 22:03:13.523474 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:03:13.523474 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:03:13.523474 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:03:13.523474 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 22:03:13.523474 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:03:13.523474 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:03:13.523474 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:03:13.523474 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:03:13.523474 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:03:13.523474 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:03:13.523474 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:03:13.644079 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-43418853-c0d3-44d4-88ac-d72e23ed930c tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (1659367f-8e9b-4b08-8fd9-c465466bd9d3), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:13.657289 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43418853-c0d3-44d4-88ac-d72e23ed930c tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  1659367f-8e9b-4b08-8fd9-c465466bd9d3 {{(pid=121837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
May 07 22:03:13.675166 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-43418853-c0d3-44d4-88ac-d72e23ed930c tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:13.679034 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-43418853-c0d3-44d4-88ac-d72e23ed930c tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] 10.222.0.32 "DELETE /v2.0/networks/1659367f-8e9b-4b08-8fd9-c465466bd9d3 HTTP/1.1" status: 204  len: 168 time: 0.7305663
May 07 22:03:13.680668 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43418853-c0d3-44d4-88ac-d72e23ed930c tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Pushing event deleted for resources: {'Network': ['ID=1659367f-8e9b-4b08-8fd9-c465466bd9d3,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:13.683512 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 56156) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:13.697606 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-843be8d6-2987-4d47-a1ae-555026056845 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Request body: {'network': {'router:external': True}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:03:13.743799 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-843be8d6-2987-4d47-a1ae-555026056845 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Made reservation on behalf of 26bf977e64b54d31b0bcc6f124260d83 for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:03:13.746345 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-843be8d6-2987-4d47-a1ae-555026056845 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:13.793246 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-843be8d6-2987-4d47-a1ae-555026056845 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:03:13.841680 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-843be8d6-2987-4d47-a1ae-555026056845 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (84fb61fd-ff89-4647-8272-a011ecb1bd6c), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:13.841977 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-843be8d6-2987-4d47-a1ae-555026056845 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Added segment 84fb61fd-ff89-4647-8272-a011ecb1bd6c of type vlan for network 02cd2b10-bc18-49ca-bae0-bce909ee3228
May 07 22:03:13.973133 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-843be8d6-2987-4d47-a1ae-555026056845 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (02cd2b10-bc18-49ca-bae0-bce909ee3228), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:14.029685 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed3b8c2-f08a-46c4-b7b0-dad6bff1f09d req-f9bf62d1-ea9c-4b8b-807b-ce8b45e813bc tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:14.030353 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1ed3b8c2-f08a-46c4-b7b0-dad6bff1f09d req-f9bf62d1-ea9c-4b8b-807b-ce8b45e813bc tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/networks?id=cd3974b0-b5b4-4267-bd42-3bc0d892b541 HTTP/1.1" status: 200  len: 814 time: 0.2290165
May 07 22:03:14.059852 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1ed3b8c2-f08a-46c4-b7b0-dad6bff1f09d req-25dc724a-9039-4fbe-9ac9-5b3ea9025939 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/quotas/8cdcd8ea83db42c996b9c0cb8bac89aa HTTP/1.1" status: 200  len: 375 time: 0.0231917
May 07 22:03:14.074276 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-843be8d6-2987-4d47-a1ae-555026056845 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (02cd2b10-bc18-49ca-bae0-bce909ee3228), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:14.075531 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-843be8d6-2987-4d47-a1ae-555026056845 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:14.076220 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-843be8d6-2987-4d47-a1ae-555026056845 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:14.131644 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1ed3b8c2-f08a-46c4-b7b0-dad6bff1f09d req-8b707844-47d1-4279-b220-ef8af4b943af tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8cdcd8ea83db42c996b9c0cb8bac89aa&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0699768
May 07 22:03:14.227283 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 56166) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:14.227898 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-843be8d6-2987-4d47-a1ae-555026056845 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 836 time: 0.5425234
May 07 22:03:14.235802 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-ec63426f-826c-422e-a205-b966d2f07dfc tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Request body: {'subnet': {'network_id': '02cd2b10-bc18-49ca-bae0-bce909ee3228', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:03:14.266569 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843be8d6-2987-4d47-a1ae-555026056845 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Pushing event updated for resources: {'Network': ['ID=02cd2b10-bc18-49ca-bae0-bce909ee3228,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:14.288355 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 02cd2b10-bc18-49ca-bae0-bce909ee3228 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:03:14.316695 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec63426f-826c-422e-a205-b966d2f07dfc tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Made reservation on behalf of 26bf977e64b54d31b0bcc6f124260d83 for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:03:14.316695 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ec63426f-826c-422e-a205-b966d2f07dfc tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:14.432618 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1ed3b8c2-f08a-46c4-b7b0-dad6bff1f09d req-a9b08bf0-b58b-4390-ad63-6e718e2a2b9b service neutron] 10.222.0.32 "GET /v2.0/networks/cd3974b0-b5b4-4267-bd42-3bc0d892b541?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2937901
May 07 22:03:14.648578 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4d25e8-ed47-4857-9e87-f1addc9cdc1d req-ffc41d26-af56-4e05-bbdc-a196a4ccf656 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:14.655807 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5d4d25e8-ed47-4857-9e87-f1addc9cdc1d req-ffc41d26-af56-4e05-bbdc-a196a4ccf656 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=7872598a-70de-4e95-af09-8b55fd257508 HTTP/1.1" status: 200  len: 945 time: 0.0625784
May 07 22:03:14.754798 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5d4d25e8-ed47-4857-9e87-f1addc9cdc1d req-a3e54e59-9f50-4d46-8c4b-8ffdd91c2f20 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/security-groups?id=8784126e-39eb-4ad2-9420-cda4822e0755&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0979283
May 07 22:03:14.970932 ncdv-master-1 neutron-server[121837]: DEBUG neutron.objects.ports [None req-ec63426f-826c-422e-a205-b966d2f07dfc tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=121837) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}}
May 07 22:03:14.970932 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ec63426f-826c-422e-a205-b966d2f07dfc tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (c8b081bc-ab08-4f14-b2b0-428bfc99a5ed), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:14.972043 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 56222) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:15.025323 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1ed3b8c2-f08a-46c4-b7b0-dad6bff1f09d req-fd83794a-ca39-4e36-bb07-48071564a546 service neutron] 10.222.0.32 "GET /v2.0/networks/cd3974b0-b5b4-4267-bd42-3bc0d892b541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5887103
May 07 22:03:15.146667 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c325f3dc-5d48-42f1-bdb8-010e160f3d3b req-361ab4dd-af79-4b37-9b0b-0eceaeb8d8dc tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:15.167142 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-61693689-a776-4eba-82c5-e5e2e61d8c11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:15.167882 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c325f3dc-5d48-42f1-bdb8-010e160f3d3b req-361ab4dd-af79-4b37-9b0b-0eceaeb8d8dc tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 947 time: 0.2087672
May 07 22:03:15.190009 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec63426f-826c-422e-a205-b966d2f07dfc tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c8b081bc-ab08-4f14-b2b0-428bfc99a5ed,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:15.275259 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c325f3dc-5d48-42f1-bdb8-010e160f3d3b req-d7915bb5-bdee-4d98-b5cc-1a97b9f708ae tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0996308
May 07 22:03:15.289674 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec63426f-826c-422e-a205-b966d2f07dfc tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Checking segment: {'id': '84fb61fd-ff89-4647-8272-a011ecb1bd6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '02cd2b10-bc18-49ca-bae0-bce909ee3228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:03:15.290050 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec63426f-826c-422e-a205-b966d2f07dfc tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Network hostable DHCP agents. Network: 02cd2b10-bc18-49ca-bae0-bce909ee3228, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:03:15.307787 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-61693689-a776-4eba-82c5-e5e2e61d8c11 admin admin] Publish callbacks [] for security_group (bda75f4b-3204-4698-9a48-ae17b8ae0334), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:15.324251 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec63426f-826c-422e-a205-b966d2f07dfc tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Network 02cd2b10-bc18-49ca-bae0-bce909ee3228 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:03:15.351511 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-ec63426f-826c-422e-a205-b966d2f07dfc tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 02cd2b10-bc18-49ca-bae0-bce909ee3228) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:03:15.357971 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec63426f-826c-422e-a205-b966d2f07dfc tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:15.358680 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ec63426f-826c-422e-a205-b966d2f07dfc tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:15.365888 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14457ed2-561f-4991-a5d7-c5096f2c73cd None None] Network 02cd2b10-bc18-49ca-bae0-bce909ee3228 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:03:15.366446 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-61693689-a776-4eba-82c5-e5e2e61d8c11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (bda75f4b-3204-4698-9a48-ae17b8ae0334), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:15.387706 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-69426e89-95d3-45b3-bded-12cddb18ab6b req-96f04ddd-9606-43b3-a6a1-c6366b3d9083 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 210 time: 0.0738487
May 07 22:03:15.399365 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 56240) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:15.405708 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-ec63426f-826c-422e-a205-b966d2f07dfc tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 1.1672480
May 07 22:03:15.415697 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-1623d074-fb13-4729-a678-36c3a4877923 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Request body: {'floatingip': {'floating_network_id': '02cd2b10-bc18-49ca-bae0-bce909ee3228'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:03:15.456744 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-61693689-a776-4eba-82c5-e5e2e61d8c11 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=496d6c4436364effa7fa3e8577d05729&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4834623
May 07 22:03:15.459398 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61693689-a776-4eba-82c5-e5e2e61d8c11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bda75f4b-3204-4698-9a48-ae17b8ae0334,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:15.460809 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 56244) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:15.471824 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1623d074-fb13-4729-a678-36c3a4877923 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:15.542613 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e41d8de-f47e-4fb8-9bd1-b5272133943c None None] Network 02cd2b10-bc18-49ca-bae0-bce909ee3228 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:03:15.585569 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1623d074-fb13-4729-a678-36c3a4877923 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:15.603285 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f0cb31da-937d-4b3f-99fd-a345c5d80151 admin admin] Publish callbacks [] for security_group (bda75f4b-3204-4698-9a48-ae17b8ae0334), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:15.657351 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f0cb31da-937d-4b3f-99fd-a345c5d80151 admin admin] Publish callbacks [] for security_group (bda75f4b-3204-4698-9a48-ae17b8ae0334), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:15.733142 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-1623d074-fb13-4729-a678-36c3a4877923 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Allocated IP 172.20.0.9 (02cd2b10-bc18-49ca-bae0-bce909ee3228/c8b081bc-ab08-4f14-b2b0-428bfc99a5ed/0882d3d4-511f-4b75-8133-e752079b5ce2) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:03:15.780129 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f0cb31da-937d-4b3f-99fd-a345c5d80151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (bda75f4b-3204-4698-9a48-ae17b8ae0334), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:15.786687 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f0cb31da-937d-4b3f-99fd-a345c5d80151 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:15.793858 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-f0cb31da-937d-4b3f-99fd-a345c5d80151 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bda75f4b-3204-4698-9a48-ae17b8ae0334 HTTP/1.1" status: 204  len: 168 time: 0.3319030
May 07 22:03:15.812638 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cb31da-937d-4b3f-99fd-a345c5d80151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda75f4b-3204-4698-9a48-ae17b8ae0334,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:15.914467 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1623d074-fb13-4729-a678-36c3a4877923 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Publish callbacks [] for port (0882d3d4-511f-4b75-8133-e752079b5ce2), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:15.997147 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0355446e-9961-4c47-8847-6c260e9d0fcf req-5acbd23a-a54d-4675-af3a-df267610be2e tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:15.997980 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1623d074-fb13-4729-a678-36c3a4877923 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (0882d3d4-511f-4b75-8133-e752079b5ce2), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:16.001622 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0355446e-9961-4c47-8847-6c260e9d0fcf req-5acbd23a-a54d-4675-af3a-df267610be2e tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=7872598a-70de-4e95-af09-8b55fd257508 HTTP/1.1" status: 200  len: 945 time: 0.1115685
May 07 22:03:16.058319 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1623d074-fb13-4729-a678-36c3a4877923 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Network 02cd2b10-bc18-49ca-bae0-bce909ee3228 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:03:16.063096 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-1623d074-fb13-4729-a678-36c3a4877923 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:03:16.065642 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1623d074-fb13-4729-a678-36c3a4877923 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:03:16.115391 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1623d074-fb13-4729-a678-36c3a4877923 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Pushing event updated for resources: {'Port': ['ID=0882d3d4-511f-4b75-8133-e752079b5ce2,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:16.116761 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0355446e-9961-4c47-8847-6c260e9d0fcf req-8a3792f1-a2b5-4b61-9885-0b9dbe073b05 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/security-groups?id=8784126e-39eb-4ad2-9420-cda4822e0755&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1084549
May 07 22:03:16.203665 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1623d074-fb13-4729-a678-36c3a4877923 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Publish callbacks [] for floatingip (e2c71136-ca10-44f1-8a01-fea65d2228c0), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:16.258822 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1623d074-fb13-4729-a678-36c3a4877923 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (0882d3d4-511f-4b75-8133-e752079b5ce2), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:16.590787 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-926d9b55-1571-4845-96ac-c50a7d1bd9e9 req-477b7b23-ea5d-4d2c-9d7f-fdc004fc4bbc tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 210 time: 0.0501587
May 07 22:03:16.651033 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f311bcb-613d-4f43-913d-3a37dae38116 req-e005fbd7-61d0-41a8-be42-e45e19cbbc62 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:16.660841 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9f311bcb-613d-4f43-913d-3a37dae38116 req-e005fbd7-61d0-41a8-be42-e45e19cbbc62 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 947 time: 0.2605715
May 07 22:03:16.704771 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1623d074-fb13-4729-a678-36c3a4877923 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Publish callbacks [] for port (0882d3d4-511f-4b75-8133-e752079b5ce2), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:16.712524 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1623d074-fb13-4729-a678-36c3a4877923 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (0882d3d4-511f-4b75-8133-e752079b5ce2), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:16.838087 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1623d074-fb13-4729-a678-36c3a4877923 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (e2c71136-ca10-44f1-8a01-fea65d2228c0), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:16.859463 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9f311bcb-613d-4f43-913d-3a37dae38116 req-f428c424-6879-41f2-8c42-13db5e4306c0 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1975005
May 07 22:03:16.882428 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1623d074-fb13-4729-a678-36c3a4877923 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Pushing event updated for resources: {'Port': ['ID=0882d3d4-511f-4b75-8133-e752079b5ce2,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:16.902835 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1623d074-fb13-4729-a678-36c3a4877923 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:16.907801 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-1623d074-fb13-4729-a678-36c3a4877923 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 691 time: 1.5020711
May 07 22:03:16.908720 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 56286) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:17.007163 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-dc999ac1-f896-4c0e-b6d2-428f2e4f00be tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] 10.222.0.32 "GET /v2.0/floatingips?floating_network_id=02cd2b10-bc18-49ca-bae0-bce909ee3228 HTTP/1.1" status: 200  len: 689 time: 0.0964789
May 07 22:03:17.009565 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 56290) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:17.047900 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 56292) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:17.186879 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed3b8c2-f08a-46c4-b7b0-dad6bff1f09d req-4f4f4d9f-3316-4e70-9e2d-c974e17b6cbc tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:17.192382 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1ed3b8c2-f08a-46c4-b7b0-dad6bff1f09d req-4f4f4d9f-3316-4e70-9e2d-c974e17b6cbc tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.59 "GET /v2.0/networks?id=cd3974b0-b5b4-4267-bd42-3bc0d892b541 HTTP/1.1" status: 200  len: 814 time: 0.3011281
May 07 22:03:17.226474 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-54934076-1bd8-4ecd-bf9b-7821aa96329b tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (02cd2b10-bc18-49ca-bae0-bce909ee3228), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:17.228560 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-1ed3b8c2-f08a-46c4-b7b0-dad6bff1f09d req-41bba1d3-f4ab-478e-af1c-32501ab16a48 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Request body: {'port': {'device_id': 'ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6', 'network_id': 'cd3974b0-b5b4-4267-bd42-3bc0d892b541', 'admin_state_up': True, 'tenant_id': '8cdcd8ea83db42c996b9c0cb8bac89aa'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:03:17.378121 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-3b9ed4c9-1c43-41cb-a289-6e68d0ae360e admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-760985719-network', 'tenant_id': 'e5bd7ffaf96c48688d8ebe954dc7912f'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:03:17.433387 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-54934076-1bd8-4ecd-bf9b-7821aa96329b tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Deleting port 0882d3d4-511f-4b75-8133-e752079b5ce2 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:03:17.433796 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-54934076-1bd8-4ecd-bf9b-7821aa96329b tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (0882d3d4-511f-4b75-8133-e752079b5ce2), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:17.439394 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b9ed4c9-1c43-41cb-a289-6e68d0ae360e admin admin] Made reservation on behalf of e5bd7ffaf96c48688d8ebe954dc7912f for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:03:17.442849 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3b9ed4c9-1c43-41cb-a289-6e68d0ae360e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:17.476321 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61525ddd-4754-4f6d-9301-0ccd8c4623a3 req-5f6c2fe1-78c2-4e2d-8bc3-99cf0854c30e tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:17.476610 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3b9ed4c9-1c43-41cb-a289-6e68d0ae360e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:17.484142 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-61525ddd-4754-4f6d-9301-0ccd8c4623a3 req-5f6c2fe1-78c2-4e2d-8bc3-99cf0854c30e tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=7872598a-70de-4e95-af09-8b55fd257508 HTTP/1.1" status: 200  len: 945 time: 0.2011013
May 07 22:03:17.493439 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ed3b8c2-f08a-46c4-b7b0-dad6bff1f09d req-41bba1d3-f4ab-478e-af1c-32501ab16a48 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Made reservation on behalf of 8cdcd8ea83db42c996b9c0cb8bac89aa for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:03:17.499732 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1ed3b8c2-f08a-46c4-b7b0-dad6bff1f09d req-41bba1d3-f4ab-478e-af1c-32501ab16a48 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:17.600337 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-54934076-1bd8-4ecd-bf9b-7821aa96329b tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (0882d3d4-511f-4b75-8133-e752079b5ce2), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:17.600593 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-54934076-1bd8-4ecd-bf9b-7821aa96329b tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Publish callbacks [] for floatingip (0882d3d4-511f-4b75-8133-e752079b5ce2), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:17.622008 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-54934076-1bd8-4ecd-bf9b-7821aa96329b tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Calling delete_port for 0882d3d4-511f-4b75-8133-e752079b5ce2 owned by network:floatingip {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:03:17.665497 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [req-1ed3b8c2-f08a-46c4-b7b0-dad6bff1f09d req-41bba1d3-f4ab-478e-af1c-32501ab16a48 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Allocated IP 172.20.0.13 (cd3974b0-b5b4-4267-bd42-3bc0d892b541/35cc5169-512d-4e47-a67e-744102f823c5/49671dbb-1f39-4903-a9e1-e283831ec748) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:03:17.726658 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3b9ed4c9-1c43-41cb-a289-6e68d0ae360e admin admin] Publish callbacks [] for security_group (a4f13f97-4c6d-42f4-bfc7-d93746cea4f3), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:17.748647 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3b9ed4c9-1c43-41cb-a289-6e68d0ae360e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (a4f13f97-4c6d-42f4-bfc7-d93746cea4f3), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:17.752722 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2441eb72-beec-486b-8759-036deff2363f req-24b9a33a-36c1-4ff0-b549-6d73f4222555 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 210 time: 0.0639718
May 07 22:03:17.785602 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b9ed4c9-1c43-41cb-a289-6e68d0ae360e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:03:17.811802 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3b9ed4c9-1c43-41cb-a289-6e68d0ae360e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (10abb979-7057-4b07-b0f5-fe98bc19f5ad), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:17.812150 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-3b9ed4c9-1c43-41cb-a289-6e68d0ae360e admin admin] Added segment 10abb979-7057-4b07-b0f5-fe98bc19f5ad of type vlan for network 8d88d076-afcc-46ea-aeef-47274d5a0fc9
May 07 22:03:17.823465 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9ed4c9-1c43-41cb-a289-6e68d0ae360e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4f13f97-4c6d-42f4-bfc7-d93746cea4f3,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:17.837633 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1ed3b8c2-f08a-46c4-b7b0-dad6bff1f09d req-41bba1d3-f4ab-478e-af1c-32501ab16a48 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Publish callbacks [] for port (49671dbb-1f39-4903-a9e1-e283831ec748), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:17.874636 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3b9ed4c9-1c43-41cb-a289-6e68d0ae360e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (8d88d076-afcc-46ea-aeef-47274d5a0fc9), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:17.886068 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1ed3b8c2-f08a-46c4-b7b0-dad6bff1f09d req-41bba1d3-f4ab-478e-af1c-32501ab16a48 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (49671dbb-1f39-4903-a9e1-e283831ec748), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:17.937556 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3b9ed4c9-1c43-41cb-a289-6e68d0ae360e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (8d88d076-afcc-46ea-aeef-47274d5a0fc9), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:17.938860 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9ed4c9-1c43-41cb-a289-6e68d0ae360e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:17.940807 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3b9ed4c9-1c43-41cb-a289-6e68d0ae360e admin admin] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:17.947444 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bba1d3-f4ab-478e-af1c-32501ab16a48 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Pushing event updated for resources: {'Port': ['ID=49671dbb-1f39-4903-a9e1-e283831ec748,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:17.969385 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-61525ddd-4754-4f6d-9301-0ccd8c4623a3 req-ab159401-778b-4966-81d8-bc9df09a80ae tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/security-groups?id=8784126e-39eb-4ad2-9420-cda4822e0755&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4794338
May 07 22:03:17.981192 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-3b9ed4c9-1c43-41cb-a289-6e68d0ae360e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.9316759
May 07 22:03:17.993132 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 56306) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:18.002939 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-40f7457d-374d-4308-950e-ff4a1bee39b1 admin admin] Request body: {'subnet': {'network_id': '8d88d076-afcc-46ea-aeef-47274d5a0fc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-760985719-subnet', 'tenant_id': 'e5bd7ffaf96c48688d8ebe954dc7912f', 'ip_version': 4}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:03:18.003756 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ed3b8c2-f08a-46c4-b7b0-dad6bff1f09d req-41bba1d3-f4ab-478e-af1c-32501ab16a48 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Network cd3974b0-b5b4-4267-bd42-3bc0d892b541 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:03:18.006299 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [req-1ed3b8c2-f08a-46c4-b7b0-dad6bff1f09d req-41bba1d3-f4ab-478e-af1c-32501ab16a48 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:03:18.013085 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ed3b8c2-f08a-46c4-b7b0-dad6bff1f09d req-41bba1d3-f4ab-478e-af1c-32501ab16a48 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:03:18.091965 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed3b8c2-f08a-46c4-b7b0-dad6bff1f09d req-41bba1d3-f4ab-478e-af1c-32501ab16a48 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:18.091965 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1ed3b8c2-f08a-46c4-b7b0-dad6bff1f09d req-41bba1d3-f4ab-478e-af1c-32501ab16a48 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:18.093923 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-54934076-1bd8-4ecd-bf9b-7821aa96329b tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (0882d3d4-511f-4b75-8133-e752079b5ce2), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:18.115978 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1ed3b8c2-f08a-46c4-b7b0-dad6bff1f09d req-41bba1d3-f4ab-478e-af1c-32501ab16a48 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9110594
May 07 22:03:18.117998 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9ed4c9-1c43-41cb-a289-6e68d0ae360e admin admin] Pushing event updated for resources: {'Network': ['ID=8d88d076-afcc-46ea-aeef-47274d5a0fc9,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:18.129589 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-1ed3b8c2-f08a-46c4-b7b0-dad6bff1f09d req-fc4b45de-e518-4d10-a914-ccc3ecd2ab88 service neutron] Request body: {'port': {'device_id': 'ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:03:18.134074 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 8d88d076-afcc-46ea-aeef-47274d5a0fc9 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:03:18.180785 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54934076-1bd8-4ecd-bf9b-7821aa96329b tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Pushing event deleted for resources: {'Port': ['ID=0882d3d4-511f-4b75-8133-e752079b5ce2,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:18.214353 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1ed3b8c2-f08a-46c4-b7b0-dad6bff1f09d req-fc4b45de-e518-4d10-a914-ccc3ecd2ab88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (49671dbb-1f39-4903-a9e1-e283831ec748), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:18.228786 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40f7457d-374d-4308-950e-ff4a1bee39b1 admin admin] Made reservation on behalf of e5bd7ffaf96c48688d8ebe954dc7912f for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:03:18.231350 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-40f7457d-374d-4308-950e-ff4a1bee39b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:18.244594 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9fbf3f-b463-4355-9fbb-4d02f7f592cb req-04237f13-d9c6-433b-a8c1-c53aa12342ec tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:18.247398 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4a9fbf3f-b463-4355-9fbb-4d02f7f592cb req-04237f13-d9c6-433b-a8c1-c53aa12342ec tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 947 time: 0.2288377
May 07 22:03:18.346572 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-54934076-1bd8-4ecd-bf9b-7821aa96329b tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Publish callbacks [] for floatingip (e2c71136-ca10-44f1-8a01-fea65d2228c0), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:18.453991 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-54934076-1bd8-4ecd-bf9b-7821aa96329b tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (c8b081bc-ab08-4f14-b2b0-428bfc99a5ed), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:18.459568 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4a9fbf3f-b463-4355-9fbb-4d02f7f592cb req-85321b5b-e2bf-4bb4-9672-5cc1b1959a78 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2000828
May 07 22:03:18.587554 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-54934076-1bd8-4ecd-bf9b-7821aa96329b tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (c8b081bc-ab08-4f14-b2b0-428bfc99a5ed), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:18.603179 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [req-1ed3b8c2-f08a-46c4-b7b0-dad6bff1f09d req-fc4b45de-e518-4d10-a914-ccc3ecd2ab88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49671dbb-1f39-4903-a9e1-e283831ec748 {{(pid=121837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:03:18.612153 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1ed3b8c2-f08a-46c4-b7b0-dad6bff1f09d req-fc4b45de-e518-4d10-a914-ccc3ecd2ab88 service neutron] Publish callbacks [] for port (49671dbb-1f39-4903-a9e1-e283831ec748), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:18.640270 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-1ed3b8c2-f08a-46c4-b7b0-dad6bff1f09d req-fc4b45de-e518-4d10-a914-ccc3ecd2ab88 service neutron] Transition to ACTIVE for port object 49671dbb-1f39-4903-a9e1-e283831ec748 will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 22:03:18.656869 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1ed3b8c2-f08a-46c4-b7b0-dad6bff1f09d req-fc4b45de-e518-4d10-a914-ccc3ecd2ab88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (49671dbb-1f39-4903-a9e1-e283831ec748), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:18.662871 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54934076-1bd8-4ecd-bf9b-7821aa96329b tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c8b081bc-ab08-4f14-b2b0-428bfc99a5ed,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:18.726797 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-40f7457d-374d-4308-950e-ff4a1bee39b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (f15072ac-4fc2-4d22-b0ea-3923eb70ad7a), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:18.737528 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4b45de-e518-4d10-a914-ccc3ecd2ab88 service neutron] Pushing event updated for resources: {'Port': ['ID=49671dbb-1f39-4903-a9e1-e283831ec748,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:18.840959 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-1ed3b8c2-f08a-46c4-b7b0-dad6bff1f09d req-fc4b45de-e518-4d10-a914-ccc3ecd2ab88 service neutron] Attempting to bind port 49671dbb-1f39-4903-a9e1-e283831ec748 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:03:18.841654 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-1ed3b8c2-f08a-46c4-b7b0-dad6bff1f09d req-fc4b45de-e518-4d10-a914-ccc3ecd2ab88 service neutron] Attempting to bind port 49671dbb-1f39-4903-a9e1-e283831ec748 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ade65013-e645-4c54-8fa7-660e2ce7b907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'cd3974b0-b5b4-4267-bd42-3bc0d892b541'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:03:18.842202 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed3b8c2-f08a-46c4-b7b0-dad6bff1f09d req-fc4b45de-e518-4d10-a914-ccc3ecd2ab88 service neutron] Attempting to bind port 49671dbb-1f39-4903-a9e1-e283831ec748 on network cd3974b0-b5b4-4267-bd42-3bc0d892b541 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:03:18.847305 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed3b8c2-f08a-46c4-b7b0-dad6bff1f09d req-fc4b45de-e518-4d10-a914-ccc3ecd2ab88 service neutron] Port 49671dbb-1f39-4903-a9e1-e283831ec748 on network cd3974b0-b5b4-4267-bd42-3bc0d892b541 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:03:18.847913 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed3b8c2-f08a-46c4-b7b0-dad6bff1f09d req-fc4b45de-e518-4d10-a914-ccc3ecd2ab88 service neutron] Attempting to bind port 49671dbb-1f39-4903-a9e1-e283831ec748 on network cd3974b0-b5b4-4267-bd42-3bc0d892b541 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:03:18.856172 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed3b8c2-f08a-46c4-b7b0-dad6bff1f09d req-fc4b45de-e518-4d10-a914-ccc3ecd2ab88 service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:03:18.856816 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed3b8c2-f08a-46c4-b7b0-dad6bff1f09d req-fc4b45de-e518-4d10-a914-ccc3ecd2ab88 service neutron] Checking segment: {'id': 'ade65013-e645-4c54-8fa7-660e2ce7b907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'cd3974b0-b5b4-4267-bd42-3bc0d892b541'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:03:18.857434 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ed3b8c2-f08a-46c4-b7b0-dad6bff1f09d req-fc4b45de-e518-4d10-a914-ccc3ecd2ab88 service neutron] Bound using segment: {'id': 'ade65013-e645-4c54-8fa7-660e2ce7b907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'cd3974b0-b5b4-4267-bd42-3bc0d892b541'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:03:18.858238 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-1ed3b8c2-f08a-46c4-b7b0-dad6bff1f09d req-fc4b45de-e518-4d10-a914-ccc3ecd2ab88 service neutron] Bound port: 49671dbb-1f39-4903-a9e1-e283831ec748, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ade65013-e645-4c54-8fa7-660e2ce7b907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'cd3974b0-b5b4-4267-bd42-3bc0d892b541'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:03:18.858869 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1ed3b8c2-f08a-46c4-b7b0-dad6bff1f09d req-fc4b45de-e518-4d10-a914-ccc3ecd2ab88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (49671dbb-1f39-4903-a9e1-e283831ec748), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:18.905898 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-54934076-1bd8-4ecd-bf9b-7821aa96329b tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (02cd2b10-bc18-49ca-bae0-bce909ee3228), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:18.956851 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-54934076-1bd8-4ecd-bf9b-7821aa96329b tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf87c644f0>,) {'filters': {'network_id': ['02cd2b10-bc18-49ca-bae0-bce909ee3228']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:03:18.961728 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f7457d-374d-4308-950e-ff4a1bee39b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f15072ac-4fc2-4d22-b0ea-3923eb70ad7a,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:18.980616 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-54934076-1bd8-4ecd-bf9b-7821aa96329b tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf87c644f0>, '84fb61fd-ff89-4647-8272-a011ecb1bd6c') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:03:18.981150 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-54934076-1bd8-4ecd-bf9b-7821aa96329b tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf87c644f0>, '84fb61fd-ff89-4647-8272-a011ecb1bd6c') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:03:18.992804 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-54934076-1bd8-4ecd-bf9b-7821aa96329b tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (84fb61fd-ff89-4647-8272-a011ecb1bd6c), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:19.012575 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-54934076-1bd8-4ecd-bf9b-7821aa96329b tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (84fb61fd-ff89-4647-8272-a011ecb1bd6c), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:19.030851 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-1ed3b8c2-f08a-46c4-b7b0-dad6bff1f09d req-fc4b45de-e518-4d10-a914-ccc3ecd2ab88 service neutron] For port 49671dbb-1f39-4903-a9e1-e283831ec748, host nch2-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:03:19.031141 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54934076-1bd8-4ecd-bf9b-7821aa96329b tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:03:19.031504 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-54934076-1bd8-4ecd-bf9b-7821aa96329b tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (84fb61fd-ff89-4647-8272-a011ecb1bd6c), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:19.033719 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 22:03:19.033719 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:03:19.033719 ncdv-master-1 neutron-server[121836]:     timer()
May 07 22:03:19.033719 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:03:19.033719 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 22:03:19.033719 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:03:19.033719 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 22:03:19.033719 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:03:19.033719 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 22:03:19.033719 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:03:19.033719 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 22:03:19.033719 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:03:19.033719 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 22:03:19.033719 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:03:19.033719 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:03:19.033719 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:03:19.033719 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:03:19.033719 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:03:19.033719 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 22:03:19.033719 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:03:19.033719 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 22:03:19.033719 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:03:19.033719 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:03:19.033719 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:03:19.033719 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 22:03:19.033719 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:03:19.033719 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:03:19.033719 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:03:19.033719 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:03:19.033719 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:03:19.033719 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:03:19.033719 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:03:19.042255 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-1ed3b8c2-f08a-46c4-b7b0-dad6bff1f09d req-fc4b45de-e518-4d10-a914-ccc3ecd2ab88 service neutron] For port 49671dbb-1f39-4903-a9e1-e283831ec748, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=49671dbb-1f39-4903-a9e1-e283831ec748,segment=NetworkSegment(ade65013-e645-4c54-8fa7-660e2ce7b907),segment_id=ade65013-e645-4c54-8fa7-660e2ce7b907)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:03:19.046054 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f7457d-374d-4308-950e-ff4a1bee39b1 admin admin] Checking segment: {'id': '10abb979-7057-4b07-b0f5-fe98bc19f5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8d88d076-afcc-46ea-aeef-47274d5a0fc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:03:19.046892 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f7457d-374d-4308-950e-ff4a1bee39b1 admin admin] Network hostable DHCP agents. Network: 8d88d076-afcc-46ea-aeef-47274d5a0fc9, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:03:19.056172 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1ed3b8c2-f08a-46c4-b7b0-dad6bff1f09d req-fc4b45de-e518-4d10-a914-ccc3ecd2ab88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (49671dbb-1f39-4903-a9e1-e283831ec748), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:19.091383 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30340709-02b8-418e-b306-92773e2192a7 req-e405113a-612e-4804-9fe5-a8d50f1a604a tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:19.092969 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-30340709-02b8-418e-b306-92773e2192a7 req-e405113a-612e-4804-9fe5-a8d50f1a604a tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 944 time: 0.2108722
May 07 22:03:19.132089 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed3b8c2-f08a-46c4-b7b0-dad6bff1f09d req-fc4b45de-e518-4d10-a914-ccc3ecd2ab88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:19.132654 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1ed3b8c2-f08a-46c4-b7b0-dad6bff1f09d req-fc4b45de-e518-4d10-a914-ccc3ecd2ab88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:19.134095 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1ed3b8c2-f08a-46c4-b7b0-dad6bff1f09d req-fc4b45de-e518-4d10-a914-ccc3ecd2ab88 service neutron] 10.222.0.59 "PUT /v2.0/ports/49671dbb-1f39-4903-a9e1-e283831ec748 HTTP/1.1" status: 200  len: 1092 time: 1.0118096
May 07 22:03:19.134544 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6', 'tag': '49671dbb-1f39-4903-a9e1-e283831ec748'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:03:19.137074 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d23ca4e8-d29f-4540-8394-0036d0d15032" -d '{"events": [{"name": "network-changed", "server_uuid": "ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6", "tag": "49671dbb-1f39-4903-a9e1-e283831ec748"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:03:19.183943 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-54934076-1bd8-4ecd-bf9b-7821aa96329b tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (02cd2b10-bc18-49ca-bae0-bce909ee3228), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:19.192525 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c42eb99-3987-4502-bcc1-d001d85c2927 req-286aeace-fdd8-4eda-beb7-48c4d7a8fbb9 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:19.199052 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7c42eb99-3987-4502-bcc1-d001d85c2927 req-286aeace-fdd8-4eda-beb7-48c4d7a8fbb9 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=7872598a-70de-4e95-af09-8b55fd257508 HTTP/1.1" status: 200  len: 945 time: 0.0994966
May 07 22:03:19.200123 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f7457d-374d-4308-950e-ff4a1bee39b1 admin admin] Network 8d88d076-afcc-46ea-aeef-47274d5a0fc9 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:03:19.202013 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54934076-1bd8-4ecd-bf9b-7821aa96329b tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  02cd2b10-bc18-49ca-bae0-bce909ee3228 {{(pid=121836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
May 07 22:03:19.221590 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-54934076-1bd8-4ecd-bf9b-7821aa96329b tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:19.228249 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4b45de-e518-4d10-a914-ccc3ecd2ab88 service neutron] Pushing event updated for resources: {'Port': ['ID=49671dbb-1f39-4903-a9e1-e283831ec748,revision_number=3']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:19.231070 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-54934076-1bd8-4ecd-bf9b-7821aa96329b tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] 10.222.0.32 "DELETE /v2.0/networks/02cd2b10-bc18-49ca-bae0-bce909ee3228 HTTP/1.1" status: 204  len: 168 time: 2.2199838
May 07 22:03:19.237642 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 56334) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:19.281738 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54934076-1bd8-4ecd-bf9b-7821aa96329b tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Pushing event deleted for resources: {'Network': ['ID=02cd2b10-bc18-49ca-bae0-bce909ee3228,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:19.286330 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-40f7457d-374d-4308-950e-ff4a1bee39b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8d88d076-afcc-46ea-aeef-47274d5a0fc9) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:03:19.297555 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9574341a-58d7-4b36-925a-0b0dc5d47832 None None] Network 8d88d076-afcc-46ea-aeef-47274d5a0fc9 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:03:19.310034 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f7457d-374d-4308-950e-ff4a1bee39b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:19.310936 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-40f7457d-374d-4308-950e-ff4a1bee39b1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:19.348125 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-30340709-02b8-418e-b306-92773e2192a7 req-804d4d7b-f172-49e7-b454-c65e0dac202b tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2305846
May 07 22:03:19.392382 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-40f7457d-374d-4308-950e-ff4a1bee39b1 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 1.3980296
May 07 22:03:19.396916 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 56338) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:19.415609 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-e4f93fb5-210d-4c8b-b1db-ec5e1b07508e admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-760985719-router', 'tenant_id': 'e5bd7ffaf96c48688d8ebe954dc7912f', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:03:19.425806 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7912afd3-8411-4e95-b644-8bea5da7e059 x-openstack-request-id: req-7912afd3-8411-4e95-b644-8bea5da7e059 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:03:19.426087 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6", "tag": "49671dbb-1f39-4903-a9e1-e283831ec748", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:03:19.426348 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7912afd3-8411-4e95-b644-8bea5da7e059 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:03:19.426787 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7912afd3-8411-4e95-b644-8bea5da7e059'] response: {'name': 'network-changed', 'server_uuid': 'ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6', 'tag': '49671dbb-1f39-4903-a9e1-e283831ec748', 'status': 'completed', 'code': 200}
May 07 22:03:19.434197 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed3b8c2-f08a-46c4-b7b0-dad6bff1f09d req-0071a480-2117-4d78-82c4-d1f7f87770f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:19.435967 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1ed3b8c2-f08a-46c4-b7b0-dad6bff1f09d req-0071a480-2117-4d78-82c4-d1f7f87770f2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8cdcd8ea83db42c996b9c0cb8bac89aa&device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 1126 time: 0.2469857
May 07 22:03:19.449516 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7c42eb99-3987-4502-bcc1-d001d85c2927 req-b503d6b6-ae45-4d49-9594-c386372001a0 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/security-groups?id=8784126e-39eb-4ad2-9420-cda4822e0755&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2145190
May 07 22:03:19.486403 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e4f93fb5-210d-4c8b-b1db-ec5e1b07508e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (842bb4e3-f934-4083-96cd-cd561df042bc), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:19.486760 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-83144f34-55a8-4e5a-8960-933983f65b2b tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 3354 time: 0.2472477
May 07 22:03:19.488256 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e4f93fb5-210d-4c8b-b1db-ec5e1b07508e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (842bb4e3-f934-4083-96cd-cd561df042bc), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:19.501045 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 56342) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:19.516713 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1ed3b8c2-f08a-46c4-b7b0-dad6bff1f09d req-591d1928-6f44-4e9f-a1c1-10b0789d08bb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=49671dbb-1f39-4903-a9e1-e283831ec748 HTTP/1.1" status: 200  len: 217 time: 0.0459940
May 07 22:03:19.661868 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed3b8c2-f08a-46c4-b7b0-dad6bff1f09d req-0bf43b26-dfdf-468f-97a5-f51fead3545d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:19.691901 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1ed3b8c2-f08a-46c4-b7b0-dad6bff1f09d req-0bf43b26-dfdf-468f-97a5-f51fead3545d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=35cc5169-512d-4e47-a67e-744102f823c5 HTTP/1.1" status: 200  len: 854 time: 0.1645610
May 07 22:03:19.717163 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f51292-0a69-4612-b524-0840546b1b63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8d88d076-afcc-46ea-aeef-47274d5a0fc9', 'network_id': '8d88d076-afcc-46ea-aeef-47274d5a0fc9', 'project_id': 'e5bd7ffaf96c48688d8ebe954dc7912f', 'fixed_ips': [{'subnet_id': 'f15072ac-4fc2-4d22-b0ea-3923eb70ad7a'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:03:19.718494 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-42f51292-0a69-4612-b524-0840546b1b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:19.841065 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1ed3b8c2-f08a-46c4-b7b0-dad6bff1f09d req-a0d2f765-8ee6-444c-a14b-eb07f7c76ce6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cd3974b0-b5b4-4267-bd42-3bc0d892b541&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1418204
May 07 22:03:19.876854 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfd2eef-aae8-4d5f-abaa-8de3cda065b2 req-309299a8-f448-43c9-8338-dedbd3deee19 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:19.885461 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ccfd2eef-aae8-4d5f-abaa-8de3cda065b2 req-309299a8-f448-43c9-8338-dedbd3deee19 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 947 time: 0.1837621
May 07 22:03:20.073075 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ccfd2eef-aae8-4d5f-abaa-8de3cda065b2 req-730feec3-cfc3-47c2-a27a-4597fa1cd941 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1864886
May 07 22:03:20.113750 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1ed3b8c2-f08a-46c4-b7b0-dad6bff1f09d req-49d0fd88-625f-4e39-a96f-1360b38ea249 service neutron] 10.222.0.59 "GET /v2.0/networks/cd3974b0-b5b4-4267-bd42-3bc0d892b541?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2639625
May 07 22:03:20.129540 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-42f51292-0a69-4612-b524-0840546b1b63 None None] Allocated IP 172.20.0.2 (8d88d076-afcc-46ea-aeef-47274d5a0fc9/f15072ac-4fc2-4d22-b0ea-3923eb70ad7a/ddd71809-dad6-4726-9e27-29357c4787ae) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:03:20.276414 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1ed3b8c2-f08a-46c4-b7b0-dad6bff1f09d req-e6fcbd64-d014-4883-b62e-6f32d609c16c service neutron] 10.222.0.59 "GET /v2.0/networks/cd3974b0-b5b4-4267-bd42-3bc0d892b541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1547556
May 07 22:03:20.310855 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e4f93fb5-210d-4c8b-b1db-ec5e1b07508e admin admin] Publish callbacks [] for router_controller (842bb4e3-f934-4083-96cd-cd561df042bc), precommit_add_association {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:20.396119 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-42f51292-0a69-4612-b524-0840546b1b63 None None] Publish callbacks [] for port (ddd71809-dad6-4726-9e27-29357c4787ae), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:20.407757 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ebe541-907e-4d2a-b976-b7d5508dd3d1 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:20.408421 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ebe541-907e-4d2a-b976-b7d5508dd3d1 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:20.409032 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ebe541-907e-4d2a-b976-b7d5508dd3d1 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:20.409647 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ebe541-907e-4d2a-b976-b7d5508dd3d1 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:20.410264 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ebe541-907e-4d2a-b976-b7d5508dd3d1 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:20.410900 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ebe541-907e-4d2a-b976-b7d5508dd3d1 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:20.412179 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ebe541-907e-4d2a-b976-b7d5508dd3d1 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:20.412791 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ebe541-907e-4d2a-b976-b7d5508dd3d1 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:20.413610 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ebe541-907e-4d2a-b976-b7d5508dd3d1 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:20.418688 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-42f51292-0a69-4612-b524-0840546b1b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (ddd71809-dad6-4726-9e27-29357c4787ae), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:20.419094 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 56354) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:20.419881 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-a5ebe541-907e-4d2a-b976-b7d5508dd3d1 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 5946 time: 0.9169066
May 07 22:03:20.548615 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f51292-0a69-4612-b524-0840546b1b63 None None] Network 8d88d076-afcc-46ea-aeef-47274d5a0fc9 is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:03:20.555609 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-42f51292-0a69-4612-b524-0840546b1b63 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:03:20.567147 ncdv-master-1 neutron-server[121837]: INFO neutron.api.v2.resource [None req-13482b1a-7123-4b37-8f88-f431c7369f7d tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] delete failed (client error): The resource could not be found.
May 07 22:03:20.570835 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-13482b1a-7123-4b37-8f88-f431c7369f7d tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] 10.222.0.32 "DELETE /v2.0/floatingips/e2c71136-ca10-44f1-8a01-fea65d2228c0 HTTP/1.1" status: 404  len: 345 time: 0.1479437
May 07 22:03:20.577614 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 56362) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:20.584375 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f51292-0a69-4612-b524-0840546b1b63 None None] Pushing event updated for resources: {'Port': ['ID=ddd71809-dad6-4726-9e27-29357c4787ae,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:20.587095 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f51292-0a69-4612-b524-0840546b1b63 None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:03:20.636717 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e4f93fb5-210d-4c8b-b1db-ec5e1b07508e admin admin] Publish callbacks [] for router_gateway (842bb4e3-f934-4083-96cd-cd561df042bc), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:20.651562 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59875f6a-cc79-4306-b460-46a2ff855f31 req-88d76f88-492c-4a2c-b550-07fe2f8d792c tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:20.653596 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-59875f6a-cc79-4306-b460-46a2ff855f31 req-88d76f88-492c-4a2c-b550-07fe2f8d792c tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 944 time: 0.1084034
May 07 22:03:20.672724 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c645acd7-c04b-44c8-9871-e3f6249b57de req-d55f1f9c-7bb2-4bb8-aca6-832f4a47f7ad tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:20.685253 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c645acd7-c04b-44c8-9871-e3f6249b57de req-d55f1f9c-7bb2-4bb8-aca6-832f4a47f7ad tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=7872598a-70de-4e95-af09-8b55fd257508 HTTP/1.1" status: 200  len: 945 time: 0.1194341
May 07 22:03:20.713628 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-42f51292-0a69-4612-b524-0840546b1b63 None None] Attempting to bind port ddd71809-dad6-4726-9e27-29357c4787ae on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:03:20.713992 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-42f51292-0a69-4612-b524-0840546b1b63 None None] Attempting to bind port ddd71809-dad6-4726-9e27-29357c4787ae by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '10abb979-7057-4b07-b0f5-fe98bc19f5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8d88d076-afcc-46ea-aeef-47274d5a0fc9'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:03:20.714358 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f51292-0a69-4612-b524-0840546b1b63 None None] Attempting to bind port ddd71809-dad6-4726-9e27-29357c4787ae on network 8d88d076-afcc-46ea-aeef-47274d5a0fc9 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:03:20.724710 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f51292-0a69-4612-b524-0840546b1b63 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:03:20.725008 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f51292-0a69-4612-b524-0840546b1b63 None None] Checking segment: {'id': '10abb979-7057-4b07-b0f5-fe98bc19f5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8d88d076-afcc-46ea-aeef-47274d5a0fc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:03:20.725416 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-42f51292-0a69-4612-b524-0840546b1b63 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:20.726973 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f51292-0a69-4612-b524-0840546b1b63 None None] Bound using segment: {'id': '10abb979-7057-4b07-b0f5-fe98bc19f5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8d88d076-afcc-46ea-aeef-47274d5a0fc9'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:03:20.727451 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-42f51292-0a69-4612-b524-0840546b1b63 None None] Bound port: ddd71809-dad6-4726-9e27-29357c4787ae, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10abb979-7057-4b07-b0f5-fe98bc19f5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8d88d076-afcc-46ea-aeef-47274d5a0fc9'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:03:20.729976 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-42f51292-0a69-4612-b524-0840546b1b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (ddd71809-dad6-4726-9e27-29357c4787ae), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:20.733322 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-81c9095a-467d-4179-b9c6-4c895239a753 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] DELETE failed (client error): The resource could not be found.
May 07 22:03:20.733721 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81c9095a-467d-4179-b9c6-4c895239a753 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=121837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:03:20.745080 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-81c9095a-467d-4179-b9c6-4c895239a753 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] 10.222.0.32 "DELETE /v2.0/networks/02cd2b10-bc18-49ca-bae0-bce909ee3228 HTTP/1.1" status: 404  len: 339 time: 0.1609058
May 07 22:03:20.753774 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 56368) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:20.765493 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-97b48143-32e9-4406-ad1b-1705c95892d5 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Request body: {'network': {'name': 'tempest-network--1875665225', 'router:external': True}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:03:20.798296 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-59875f6a-cc79-4306-b460-46a2ff855f31 req-a9db26ac-ed59-40fc-9447-0fd0742cedfc tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1374142
May 07 22:03:20.800355 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c645acd7-c04b-44c8-9871-e3f6249b57de req-b37a11c4-1712-4064-becb-c71ff6f6b728 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/security-groups?id=8784126e-39eb-4ad2-9420-cda4822e0755&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1139889
May 07 22:03:20.828447 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b48143-32e9-4406-ad1b-1705c95892d5 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Made reservation on behalf of 26bf977e64b54d31b0bcc6f124260d83 for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:03:20.831091 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-97b48143-32e9-4406-ad1b-1705c95892d5 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:20.856872 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-42f51292-0a69-4612-b524-0840546b1b63 None None] For port ddd71809-dad6-4726-9e27-29357c4787ae, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:03:20.864583 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-42f51292-0a69-4612-b524-0840546b1b63 None None] For port ddd71809-dad6-4726-9e27-29357c4787ae, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ddd71809-dad6-4726-9e27-29357c4787ae,segment=NetworkSegment(10abb979-7057-4b07-b0f5-fe98bc19f5ad),segment_id=10abb979-7057-4b07-b0f5-fe98bc19f5ad)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:03:20.877419 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-42f51292-0a69-4612-b524-0840546b1b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (ddd71809-dad6-4726-9e27-29357c4787ae), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:20.945192 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97b48143-32e9-4406-ad1b-1705c95892d5 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:03:20.952089 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f51292-0a69-4612-b524-0840546b1b63 None None] Pushing event updated for resources: {'Port': ['ID=ddd71809-dad6-4726-9e27-29357c4787ae,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:20.957249 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-97b48143-32e9-4406-ad1b-1705c95892d5 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (bac34066-2df6-4dc5-b35f-2dcfa33c0d1b), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:20.957896 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-97b48143-32e9-4406-ad1b-1705c95892d5 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Added segment bac34066-2df6-4dc5-b35f-2dcfa33c0d1b of type vlan for network 8aaa97f1-935e-4768-88b0-15fd03cc7b04
May 07 22:03:21.015987 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-97b48143-32e9-4406-ad1b-1705c95892d5 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (8aaa97f1-935e-4768-88b0-15fd03cc7b04), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:21.093133 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-97b48143-32e9-4406-ad1b-1705c95892d5 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (8aaa97f1-935e-4768-88b0-15fd03cc7b04), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:21.094427 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b48143-32e9-4406-ad1b-1705c95892d5 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:21.101937 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-97b48143-32e9-4406-ad1b-1705c95892d5 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:21.109180 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e4f93fb5-210d-4c8b-b1db-ec5e1b07508e admin admin] Publish callbacks [] for router_gateway (842bb4e3-f934-4083-96cd-cd561df042bc), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:21.161332 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e4f93fb5-210d-4c8b-b1db-ec5e1b07508e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:21.263379 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ca4e8-d29f-4540-8394-0036d0d15032 req-aed73ded-3521-4b41-830e-5480cfeb93d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:21.264798 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d23ca4e8-d29f-4540-8394-0036d0d15032 req-aed73ded-3521-4b41-830e-5480cfeb93d7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8cdcd8ea83db42c996b9c0cb8bac89aa&device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 1126 time: 0.0623405
May 07 22:03:21.416636 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b48143-32e9-4406-ad1b-1705c95892d5 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Pushing event updated for resources: {'Network': ['ID=8aaa97f1-935e-4768-88b0-15fd03cc7b04,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:21.431906 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 8aaa97f1-935e-4768-88b0-15fd03cc7b04 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:03:21.437495 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-97b48143-32e9-4406-ad1b-1705c95892d5 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 863 time: 0.6785951
May 07 22:03:21.440543 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 56390) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:21.502260 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978c0a6b-50f6-4879-bbe3-db48ff9411e8 req-1e1c1774-5d9b-443b-ab63-7f38c5c2d85e tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:21.510004 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-978c0a6b-50f6-4879-bbe3-db48ff9411e8 req-1e1c1774-5d9b-443b-ab63-7f38c5c2d85e tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 947 time: 0.2533760
May 07 22:03:21.586190 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ca4e8-d29f-4540-8394-0036d0d15032 req-236dbe71-8c4d-43a2-a525-25636f77ab76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:21.587806 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d23ca4e8-d29f-4540-8394-0036d0d15032 req-236dbe71-8c4d-43a2-a525-25636f77ab76 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cd3974b0-b5b4-4267-bd42-3bc0d892b541 HTTP/1.1" status: 200  len: 915 time: 0.3158505
May 07 22:03:21.671478 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-e4f93fb5-210d-4c8b-b1db-ec5e1b07508e admin admin] Allocated IP 172.35.4.136 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/c7149e1b-6317-4595-ac94-89db5d2374c1) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:03:21.690931 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d23ca4e8-d29f-4540-8394-0036d0d15032 req-ae90e34b-85e4-469a-b933-aa71d017de50 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=49671dbb-1f39-4903-a9e1-e283831ec748 HTTP/1.1" status: 200  len: 217 time: 0.0860841
May 07 22:03:21.694578 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-978c0a6b-50f6-4879-bbe3-db48ff9411e8 req-758a5a93-f048-4d16-ad36-af0530c3f434 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1832981
May 07 22:03:21.710537 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:21.768648 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ca4e8-d29f-4540-8394-0036d0d15032 req-d6d9eefc-a07a-41b3-940b-16262b15e1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:21.770128 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d23ca4e8-d29f-4540-8394-0036d0d15032 req-d6d9eefc-a07a-41b3-940b-16262b15e1ba service neutron] 10.222.0.59 "GET /v2.0/subnets?id=35cc5169-512d-4e47-a67e-744102f823c5 HTTP/1.1" status: 200  len: 854 time: 0.0708468
May 07 22:03:21.854014 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e4f93fb5-210d-4c8b-b1db-ec5e1b07508e admin admin] Publish callbacks [] for port (c7149e1b-6317-4595-ac94-89db5d2374c1), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:21.918382 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d23ca4e8-d29f-4540-8394-0036d0d15032 req-650047db-e41a-41e6-aeb2-5f27abc3a51b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cd3974b0-b5b4-4267-bd42-3bc0d892b541&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1338634
May 07 22:03:21.934315 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455b63aa-5888-4ec7-bdc2-d19368b15491 tempest-ExternalNetworksTestJSON-827987752 tempest-ExternalNetworksTestJSON-827987752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:21.936932 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e4f93fb5-210d-4c8b-b1db-ec5e1b07508e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (c7149e1b-6317-4595-ac94-89db5d2374c1), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:21.946124 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455b63aa-5888-4ec7-bdc2-d19368b15491 tempest-ExternalNetworksTestJSON-827987752 tempest-ExternalNetworksTestJSON-827987752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:21.951905 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455b63aa-5888-4ec7-bdc2-d19368b15491 tempest-ExternalNetworksTestJSON-827987752 tempest-ExternalNetworksTestJSON-827987752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:21.957220 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455b63aa-5888-4ec7-bdc2-d19368b15491 tempest-ExternalNetworksTestJSON-827987752 tempest-ExternalNetworksTestJSON-827987752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:21.961569 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-455b63aa-5888-4ec7-bdc2-d19368b15491 tempest-ExternalNetworksTestJSON-827987752 tempest-ExternalNetworksTestJSON-827987752-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2454 time: 0.5174241
May 07 22:03:21.975736 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 56436) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:22.132853 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b59a7e-383d-4cd1-805a-a90d6c23079d req-8bd6722b-11bc-451f-9eb8-0093b47ffd21 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:22.140316 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-35b59a7e-383d-4cd1-805a-a90d6c23079d req-8bd6722b-11bc-451f-9eb8-0093b47ffd21 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 944 time: 0.1791527
May 07 22:03:22.152946 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f93fb5-210d-4c8b-b1db-ec5e1b07508e admin admin] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:03:22.162525 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-e4f93fb5-210d-4c8b-b1db-ec5e1b07508e admin admin] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:03:22.176289 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f93fb5-210d-4c8b-b1db-ec5e1b07508e admin admin] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:03:22.200158 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d23ca4e8-d29f-4540-8394-0036d0d15032 req-f1a3db34-bc00-4d5d-9bf0-82d7052d6dfd service neutron] 10.222.0.59 "GET /v2.0/networks/cd3974b0-b5b4-4267-bd42-3bc0d892b541?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2401183
May 07 22:03:22.238990 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f93fb5-210d-4c8b-b1db-ec5e1b07508e admin admin] Pushing event updated for resources: {'Port': ['ID=c7149e1b-6317-4595-ac94-89db5d2374c1,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:22.240513 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-35b59a7e-383d-4cd1-805a-a90d6c23079d req-cb1d9439-ca2f-42dd-81b7-6e389b3fbfec tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0982211
May 07 22:03:22.256680 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea19c7c1-af00-4375-98f7-c0795fffdddf req-33e34a6f-8c58-417e-b03b-a43e0924d29d tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:22.263904 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ea19c7c1-af00-4375-98f7-c0795fffdddf req-33e34a6f-8c58-417e-b03b-a43e0924d29d tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=7872598a-70de-4e95-af09-8b55fd257508 HTTP/1.1" status: 200  len: 945 time: 0.2093189
May 07 22:03:22.326840 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bbf5e70f-3684-437e-bf7b-4f53c3c66bde tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (8aaa97f1-935e-4768-88b0-15fd03cc7b04), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:22.355942 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d23ca4e8-d29f-4540-8394-0036d0d15032 req-2452d953-c1cc-43a6-8100-f59f1cd07d76 service neutron] 10.222.0.59 "GET /v2.0/networks/cd3974b0-b5b4-4267-bd42-3bc0d892b541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1401122
May 07 22:03:22.487022 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ea19c7c1-af00-4375-98f7-c0795fffdddf req-3aa0e54f-5aff-484e-91c2-6e3f7eabfd30 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/security-groups?id=8784126e-39eb-4ad2-9420-cda4822e0755&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2217622
May 07 22:03:22.542593 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device ddd71809-dad6-4726-9e27-29357c4787ae up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:03:22.650198 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port ddd71809-dad6-4726-9e27-29357c4787ae triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:03:22.651126 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (ddd71809-dad6-4726-9e27-29357c4787ae), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:22.666920 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bbf5e70f-3684-437e-bf7b-4f53c3c66bde tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (8aaa97f1-935e-4768-88b0-15fd03cc7b04), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:22.704978 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77ffb2b-1a4d-44af-a35c-1794d16dabdb None None] Network 8d88d076-afcc-46ea-aeef-47274d5a0fc9 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:03:22.724629 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-bbf5e70f-3684-437e-bf7b-4f53c3c66bde tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf876f3100>,) {'filters': {'network_id': ['8aaa97f1-935e-4768-88b0-15fd03cc7b04']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:03:22.738878 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-bbf5e70f-3684-437e-bf7b-4f53c3c66bde tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf876f3100>, 'bac34066-2df6-4dc5-b35f-2dcfa33c0d1b') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:03:22.739360 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-bbf5e70f-3684-437e-bf7b-4f53c3c66bde tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf876f3100>, 'bac34066-2df6-4dc5-b35f-2dcfa33c0d1b') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:03:22.761272 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bbf5e70f-3684-437e-bf7b-4f53c3c66bde tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (bac34066-2df6-4dc5-b35f-2dcfa33c0d1b), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:22.778561 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e4f93fb5-210d-4c8b-b1db-ec5e1b07508e admin admin] Publish callbacks [] for router_gateway (842bb4e3-f934-4083-96cd-cd561df042bc), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:22.780429 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bbf5e70f-3684-437e-bf7b-4f53c3c66bde tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (bac34066-2df6-4dc5-b35f-2dcfa33c0d1b), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:22.785553 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-bca80f1c-5366-45a1-8e68-4d0ae21ace24 None None] Provisioning complete for port ddd71809-dad6-4726-9e27-29357c4787ae triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:03:22.785740 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-bca80f1c-5366-45a1-8e68-4d0ae21ace24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (ddd71809-dad6-4726-9e27-29357c4787ae), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:22.822084 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbf5e70f-3684-437e-bf7b-4f53c3c66bde tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:03:22.822532 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bbf5e70f-3684-437e-bf7b-4f53c3c66bde tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (bac34066-2df6-4dc5-b35f-2dcfa33c0d1b), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:22.824426 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 22:03:22.824426 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:03:22.824426 ncdv-master-1 neutron-server[121836]:     timer()
May 07 22:03:22.824426 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:03:22.824426 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 22:03:22.824426 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:03:22.824426 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 22:03:22.824426 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:03:22.824426 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 22:03:22.824426 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:03:22.824426 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 22:03:22.824426 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:03:22.824426 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 22:03:22.824426 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:03:22.824426 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:03:22.824426 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:03:22.824426 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:03:22.824426 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:03:22.824426 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 22:03:22.824426 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:03:22.824426 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 22:03:22.824426 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:03:22.824426 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:03:22.824426 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:03:22.824426 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 22:03:22.824426 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:03:22.824426 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:03:22.824426 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:03:22.824426 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:03:22.824426 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:03:22.824426 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:03:22.824426 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:03:22.874705 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffd07ca-6cb8-40e2-89e9-3cd4b0e8f9bf req-2cccd711-d1d1-4c67-80f0-ba55e9703140 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:22.883341 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0ffd07ca-6cb8-40e2-89e9-3cd4b0e8f9bf req-2cccd711-d1d1-4c67-80f0-ba55e9703140 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 947 time: 0.0780985
May 07 22:03:22.911678 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port ddd71809-dad6-4726-9e27-29357c4787ae is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:03:22.912076 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (ddd71809-dad6-4726-9e27-29357c4787ae), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:22.948334 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bbf5e70f-3684-437e-bf7b-4f53c3c66bde tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (8aaa97f1-935e-4768-88b0-15fd03cc7b04), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:22.968190 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0ffd07ca-6cb8-40e2-89e9-3cd4b0e8f9bf req-4917e842-8c00-43b0-926d-3e27c6205e84 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0816870
May 07 22:03:22.977293 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbf5e70f-3684-437e-bf7b-4f53c3c66bde tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  8aaa97f1-935e-4768-88b0-15fd03cc7b04 {{(pid=121836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
May 07 22:03:22.991032 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bbf5e70f-3684-437e-bf7b-4f53c3c66bde tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:22.998378 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 56442) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:22.999367 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-bbf5e70f-3684-437e-bf7b-4f53c3c66bde tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] 10.222.0.32 "DELETE /v2.0/networks/8aaa97f1-935e-4768-88b0-15fd03cc7b04 HTTP/1.1" status: 204  len: 168 time: 1.0180378
May 07 22:03:23.002311 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf5e70f-3684-437e-bf7b-4f53c3c66bde tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Pushing event deleted for resources: {'Network': ['ID=8aaa97f1-935e-4768-88b0-15fd03cc7b04,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:23.004499 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-c379cde4-d985-48ad-b792-3dc2cbc7ad47 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Request body: {'network': {'name': 'tempest-network--1902655324', 'router:external': True}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:03:23.019855 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-bca80f1c-5366-45a1-8e68-4d0ae21ace24 None None] Current status of the port ddd71809-dad6-4726-9e27-29357c4787ae is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:03:23.020388 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-bca80f1c-5366-45a1-8e68-4d0ae21ace24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (ddd71809-dad6-4726-9e27-29357c4787ae), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:23.072295 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c379cde4-d985-48ad-b792-3dc2cbc7ad47 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Made reservation on behalf of 26bf977e64b54d31b0bcc6f124260d83 for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:03:23.075510 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c379cde4-d985-48ad-b792-3dc2cbc7ad47 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:23.127805 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c379cde4-d985-48ad-b792-3dc2cbc7ad47 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:03:23.143833 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port ddd71809-dad6-4726-9e27-29357c4787ae, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ddd71809-dad6-4726-9e27-29357c4787ae,segment=NetworkSegment(10abb979-7057-4b07-b0f5-fe98bc19f5ad),segment_id=10abb979-7057-4b07-b0f5-fe98bc19f5ad)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:03:23.155582 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c379cde4-d985-48ad-b792-3dc2cbc7ad47 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (e1407903-feec-4999-8f9e-261e1c7c81be), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:23.155937 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-c379cde4-d985-48ad-b792-3dc2cbc7ad47 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Added segment e1407903-feec-4999-8f9e-261e1c7c81be of type vlan for network b7f8b717-e0c9-401d-80aa-d6188b39aa8a
May 07 22:03:23.158325 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (ddd71809-dad6-4726-9e27-29357c4787ae), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:23.263802 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e4f93fb5-210d-4c8b-b1db-ec5e1b07508e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (842bb4e3-f934-4083-96cd-cd561df042bc), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:23.278995 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=ddd71809-dad6-4726-9e27-29357c4787ae,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:23.304836 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:03:23.305331 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:03:23.305684 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:03:23.306029 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:03:23.306419 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:03:23.306757 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:03:23.307170 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:03:23.307678 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:03:23.309076 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:03:23.309492 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:03:23.309844 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:03:23.310759 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:03:23.313720 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:03:23.314428 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:03:23.314875 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:03:23.336122 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.db.api [None req-bca80f1c-5366-45a1-8e68-4d0ae21ace24 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 07 22:03:23.336477 ncdv-master-1 neutron-server[121838]: DEBUG oslo_db.api [None req-bca80f1c-5366-45a1-8e68-4d0ae21ace24 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 07 22:03:23.369479 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c379cde4-d985-48ad-b792-3dc2cbc7ad47 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (b7f8b717-e0c9-401d-80aa-d6188b39aa8a), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:23.467553 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c379cde4-d985-48ad-b792-3dc2cbc7ad47 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (b7f8b717-e0c9-401d-80aa-d6188b39aa8a), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:23.468562 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c379cde4-d985-48ad-b792-3dc2cbc7ad47 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:23.469783 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c379cde4-d985-48ad-b792-3dc2cbc7ad47 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:23.582627 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1b9ec45e-6340-4b82-b4d4-46c2ac4997fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:23.659315 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c379cde4-d985-48ad-b792-3dc2cbc7ad47 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Pushing event updated for resources: {'Network': ['ID=b7f8b717-e0c9-401d-80aa-d6188b39aa8a,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:23.669884 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-c379cde4-d985-48ad-b792-3dc2cbc7ad47 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 863 time: 0.6697757
May 07 22:03:23.674023 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 56470) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:23.674347 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network b7f8b717-e0c9-401d-80aa-d6188b39aa8a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:03:23.719354 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9dbd74-b7df-4fa7-a84e-8094a8d8d2df req-b9dcecea-b487-4d1a-90ee-12fc14ed95e2 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:23.728428 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ed9dbd74-b7df-4fa7-a84e-8094a8d8d2df req-b9dcecea-b487-4d1a-90ee-12fc14ed95e2 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 944 time: 0.3040879
May 07 22:03:23.794979 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ed9dbd74-b7df-4fa7-a84e-8094a8d8d2df req-793ffa18-2f12-42dd-a333-2a592af649ea tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0651631
May 07 22:03:23.799286 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4f93fb5-210d-4c8b-b1db-ec5e1b07508e admin admin] Router 842bb4e3-f934-4083-96cd-cd561df042bc is scheduled to L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db with binding_index 1 {{(pid=121836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 07 22:03:23.828898 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:23.900664 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c2abb7-9feb-4651-bbe2-034fb14edc4b tempest-ExternalNetworksTestJSON-827987752 tempest-ExternalNetworksTestJSON-827987752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:23.901227 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-bca80f1c-5366-45a1-8e68-4d0ae21ace24 None None] Current status of the port ddd71809-dad6-4726-9e27-29357c4787ae is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:03:23.904833 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-84c2abb7-9feb-4651-bbe2-034fb14edc4b tempest-ExternalNetworksTestJSON-827987752 tempest-ExternalNetworksTestJSON-827987752-project] 10.222.0.32 "GET /v2.0/networks/b7f8b717-e0c9-401d-80aa-d6188b39aa8a HTTP/1.1" status: 200  len: 757 time: 0.2259855
May 07 22:03:23.905134 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 56472) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:23.926044 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f9a33f-9f33-4979-a861-d29425915d2e req-474fa061-0f99-46ef-a92e-b509966cb7c1 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:23.933687 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-05f9a33f-9f33-4979-a861-d29425915d2e req-474fa061-0f99-46ef-a92e-b509966cb7c1 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=7872598a-70de-4e95-af09-8b55fd257508 HTTP/1.1" status: 200  len: 945 time: 0.2611308
May 07 22:03:24.023805 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-c30974f6-3056-41dc-892e-04a7412e1a76 None None] Provisioning complete for port ddd71809-dad6-4726-9e27-29357c4787ae triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:03:24.031892 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c30974f6-3056-41dc-892e-04a7412e1a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (ddd71809-dad6-4726-9e27-29357c4787ae), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:24.033907 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91de01e4-7397-40b1-9c53-c971bc734769 tempest-ExternalNetworksTestJSON-827987752 tempest-ExternalNetworksTestJSON-827987752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:24.038586 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-91de01e4-7397-40b1-9c53-c971bc734769 tempest-ExternalNetworksTestJSON-827987752 tempest-ExternalNetworksTestJSON-827987752-project] 10.222.0.32 "GET /v2.0/networks/0198f079-8cb8-49ea-8887-21ecba510349 HTTP/1.1" status: 200  len: 768 time: 0.1296380
May 07 22:03:24.039480 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 56476) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:24.135497 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4e8c34f6-825e-42e1-b07c-dae0a2577da1 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (b7f8b717-e0c9-401d-80aa-d6188b39aa8a), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:24.192214 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-05f9a33f-9f33-4979-a861-d29425915d2e req-a9b705c9-cca3-49d3-b56b-ae676dcb5ae5 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/security-groups?id=8784126e-39eb-4ad2-9420-cda4822e0755&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2575719
May 07 22:03:24.253913 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-c30974f6-3056-41dc-892e-04a7412e1a76 None None] Current status of the port ddd71809-dad6-4726-9e27-29357c4787ae is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:03:24.329252 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4e8c34f6-825e-42e1-b07c-dae0a2577da1 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (b7f8b717-e0c9-401d-80aa-d6188b39aa8a), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:24.358662 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-4e8c34f6-825e-42e1-b07c-dae0a2577da1 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf869530d0>,) {'filters': {'network_id': ['b7f8b717-e0c9-401d-80aa-d6188b39aa8a']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:03:24.367665 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c747e5-9757-4d4f-9d7f-ba3f83c8e846 req-8636cbd7-89a8-4194-993c-9ae108004b66 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:24.375619 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b5c747e5-9757-4d4f-9d7f-ba3f83c8e846 req-8636cbd7-89a8-4194-993c-9ae108004b66 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 947 time: 0.0956833
May 07 22:03:24.384560 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-4e8c34f6-825e-42e1-b07c-dae0a2577da1 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf869530d0>, 'e1407903-feec-4999-8f9e-261e1c7c81be') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:03:24.385115 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-4e8c34f6-825e-42e1-b07c-dae0a2577da1 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf869530d0>, 'e1407903-feec-4999-8f9e-261e1c7c81be') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:03:24.413229 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4e8c34f6-825e-42e1-b07c-dae0a2577da1 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (e1407903-feec-4999-8f9e-261e1c7c81be), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:24.446246 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4f93fb5-210d-4c8b-b1db-ec5e1b07508e admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:03:24.457859 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4e8c34f6-825e-42e1-b07c-dae0a2577da1 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (e1407903-feec-4999-8f9e-261e1c7c81be), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:24.463031 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd52a48b-cbe0-4a15-ba03-c18f47718e33 None None] Sync routers for ids ['842bb4e3-f934-4083-96cd-cd561df042bc'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:03:24.463834 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b5c747e5-9757-4d4f-9d7f-ba3f83c8e846 req-a65d6454-3e80-4759-bd0b-bb2ed9d48f2c tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0871274
May 07 22:03:24.485637 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd52a48b-cbe0-4a15-ba03-c18f47718e33 None None] Routers {'842bb4e3-f934-4083-96cd-cd561df042bc'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:03:24.486305 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-bd52a48b-cbe0-4a15-ba03-c18f47718e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f74ad30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:02:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['842bb4e3-f934-4083-96cd-cd561df042bc'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:03:24.506426 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e4f93fb5-210d-4c8b-b1db-ec5e1b07508e admin admin] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:24.510563 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-e4f93fb5-210d-4c8b-b1db-ec5e1b07508e admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 5.1097710
May 07 22:03:24.511431 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 56488) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:24.512287 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e8c34f6-825e-42e1-b07c-dae0a2577da1 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:03:24.515644 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4e8c34f6-825e-42e1-b07c-dae0a2577da1 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (e1407903-feec-4999-8f9e-261e1c7c81be), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:24.519267 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 22:03:24.519267 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:03:24.519267 ncdv-master-1 neutron-server[121837]:     timer()
May 07 22:03:24.519267 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:03:24.519267 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 22:03:24.519267 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:03:24.519267 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 22:03:24.519267 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:03:24.519267 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 22:03:24.519267 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:03:24.519267 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 22:03:24.519267 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:03:24.519267 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 22:03:24.519267 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:03:24.519267 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:03:24.519267 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:03:24.519267 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:03:24.519267 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:03:24.519267 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 22:03:24.519267 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:03:24.519267 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 22:03:24.519267 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:03:24.519267 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:03:24.519267 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:03:24.519267 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 22:03:24.519267 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:03:24.519267 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:03:24.519267 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:03:24.519267 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:03:24.519267 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:03:24.519267 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:03:24.519267 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:03:24.684747 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4e8c34f6-825e-42e1-b07c-dae0a2577da1 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (b7f8b717-e0c9-401d-80aa-d6188b39aa8a), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:24.699871 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e8c34f6-825e-42e1-b07c-dae0a2577da1 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  b7f8b717-e0c9-401d-80aa-d6188b39aa8a {{(pid=121837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
May 07 22:03:24.707627 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4e8c34f6-825e-42e1-b07c-dae0a2577da1 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:24.722469 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-4e8c34f6-825e-42e1-b07c-dae0a2577da1 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] 10.222.0.32 "DELETE /v2.0/networks/b7f8b717-e0c9-401d-80aa-d6188b39aa8a HTTP/1.1" status: 204  len: 168 time: 0.6804831
May 07 22:03:24.722698 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 56512) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:24.733163 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-091b2a15-7d25-4607-9c5e-193f9983a912 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Request body: {'network': {'name': 'tempest-network--2117798327'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:03:24.749824 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8c34f6-825e-42e1-b07c-dae0a2577da1 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Pushing event deleted for resources: {'Network': ['ID=b7f8b717-e0c9-401d-80aa-d6188b39aa8a,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:24.903218 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-091b2a15-7d25-4607-9c5e-193f9983a912 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Made reservation on behalf of 26bf977e64b54d31b0bcc6f124260d83 for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:03:24.908062 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-091b2a15-7d25-4607-9c5e-193f9983a912 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:25.019526 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-091b2a15-7d25-4607-9c5e-193f9983a912 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:03:25.041187 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-091b2a15-7d25-4607-9c5e-193f9983a912 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (17cfe379-5763-4973-9540-fc7d60f8b8e8), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:25.041429 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-091b2a15-7d25-4607-9c5e-193f9983a912 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Added segment 17cfe379-5763-4973-9540-fc7d60f8b8e8 of type vlan for network c0fb10ca-5f79-4346-b640-ad9a22537066
May 07 22:03:25.044094 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 49671dbb-1f39-4903-a9e1-e283831ec748 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:03:25.051653 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device ddd71809-dad6-4726-9e27-29357c4787ae up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:03:25.056788 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb16680-f311-4052-83d5-a4d8a179fcae req-9b3408ff-f5f8-4152-a919-8cf310f57b52 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:25.062460 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6eb16680-f311-4052-83d5-a4d8a179fcae req-9b3408ff-f5f8-4152-a919-8cf310f57b52 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 944 time: 0.1097956
May 07 22:03:25.103145 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-091b2a15-7d25-4607-9c5e-193f9983a912 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (c0fb10ca-5f79-4346-b640-ad9a22537066), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:25.137710 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6eb16680-f311-4052-83d5-a4d8a179fcae req-e42d7494-73ec-41d4-875e-9086fd92148c tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0722334
May 07 22:03:25.155651 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-091b2a15-7d25-4607-9c5e-193f9983a912 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (c0fb10ca-5f79-4346-b640-ad9a22537066), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:25.157000 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-091b2a15-7d25-4607-9c5e-193f9983a912 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:25.157825 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-091b2a15-7d25-4607-9c5e-193f9983a912 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:25.303693 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 49671dbb-1f39-4903-a9e1-e283831ec748, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=49671dbb-1f39-4903-a9e1-e283831ec748,segment=NetworkSegment(ade65013-e645-4c54-8fa7-660e2ce7b907),segment_id=ade65013-e645-4c54-8fa7-660e2ce7b907)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:03:25.324710 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-091b2a15-7d25-4607-9c5e-193f9983a912 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 864 time: 0.5969923
May 07 22:03:25.326727 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 56528) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:25.332944 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-25c21fdc-f98f-4052-9a81-7a3123de9b84 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Request body: {'network': {'router:external': True}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:03:25.355149 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091b2a15-7d25-4607-9c5e-193f9983a912 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Pushing event updated for resources: {'Network': ['ID=c0fb10ca-5f79-4346-b640-ad9a22537066,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:25.393033 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78bae33-cb05-495e-8ebf-dc23ac8e5c29 req-4625e0c3-722d-469e-baed-f6b764e7042d tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:25.394712 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a78bae33-cb05-495e-8ebf-dc23ac8e5c29 req-4625e0c3-722d-469e-baed-f6b764e7042d tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=7872598a-70de-4e95-af09-8b55fd257508 HTTP/1.1" status: 200  len: 945 time: 0.0887201
May 07 22:03:25.405864 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-bd52a48b-cbe0-4a15-ba03-c18f47718e33 None None] Set router 842bb4e3-f934-4083-96cd-cd561df042bc gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:03:25.463345 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': '49671dbb-1f39-4903-a9e1-e283831ec748', 'network_id': 'cd3974b0-b5b4-4267-bd42-3bc0d892b541', 'port_id': '49671dbb-1f39-4903-a9e1-e283831ec748', 'mac_address': 'fa:16:3e:8a:9c:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35cc5169-512d-4e47-a67e-744102f823c5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:03:25.503438 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a78bae33-cb05-495e-8ebf-dc23ac8e5c29 req-cf6852dc-d769-4ed8-8cc4-5cdfe392d9bc tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/security-groups?id=8784126e-39eb-4ad2-9420-cda4822e0755&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0772974
May 07 22:03:25.540468 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network c0fb10ca-5f79-4346-b640-ad9a22537066 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:03:25.723208 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57febf87-3ca0-4f26-80f7-6146743175da req-b93dbbc4-acc3-4b2c-bfa0-1bd6d644a440 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:25.725148 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-57febf87-3ca0-4f26-80f7-6146743175da req-b93dbbc4-acc3-4b2c-bfa0-1bd6d644a440 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 947 time: 0.0750456
May 07 22:03:25.762732 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-25c21fdc-f98f-4052-9a81-7a3123de9b84 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (c0fb10ca-5f79-4346-b640-ad9a22537066), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:25.822614 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-dba4f438-a41b-4dcf-81e0-a6a0125317a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:25.825458 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-25c21fdc-f98f-4052-9a81-7a3123de9b84 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (c0fb10ca-5f79-4346-b640-ad9a22537066), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:25.868045 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-25c21fdc-f98f-4052-9a81-7a3123de9b84 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Network c0fb10ca-5f79-4346-b640-ad9a22537066 is not hosted by any dhcp agent {{(pid=121837) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
May 07 22:03:25.869219 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c21fdc-f98f-4052-9a81-7a3123de9b84 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:25.869871 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-25c21fdc-f98f-4052-9a81-7a3123de9b84 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:25.875905 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-25c21fdc-f98f-4052-9a81-7a3123de9b84 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] 10.222.0.32 "PUT /v2.0/networks/c0fb10ca-5f79-4346-b640-ad9a22537066 HTTP/1.1" status: 200  len: 858 time: 0.5471706
May 07 22:03:25.876576 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 56548) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:25.924746 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 49671dbb-1f39-4903-a9e1-e283831ec748 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:03:25.927522 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (49671dbb-1f39-4903-a9e1-e283831ec748), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:25.933086 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-57febf87-3ca0-4f26-80f7-6146743175da req-317dc049-74e8-4733-ac14-80ef6eefaf36 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1918387
May 07 22:03:25.983911 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port ddd71809-dad6-4726-9e27-29357c4787ae triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:03:25.985196 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (ddd71809-dad6-4726-9e27-29357c4787ae), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:26.098912 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c21fdc-f98f-4052-9a81-7a3123de9b84 tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Pushing event updated for resources: {'Network': ['ID=c0fb10ca-5f79-4346-b640-ad9a22537066,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:26.123908 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port ddd71809-dad6-4726-9e27-29357c4787ae is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:03:26.132614 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49671dbb-1f39-4903-a9e1-e283831ec748 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:03:26.199253 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f34da100-5b93-4c8a-9fc7-ce291dad83db tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (c0fb10ca-5f79-4346-b640-ad9a22537066), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:26.223056 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 49671dbb-1f39-4903-a9e1-e283831ec748, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=49671dbb-1f39-4903-a9e1-e283831ec748,segment=NetworkSegment(ade65013-e645-4c54-8fa7-660e2ce7b907),segment_id=ade65013-e645-4c54-8fa7-660e2ce7b907)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:03:26.319991 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (49671dbb-1f39-4903-a9e1-e283831ec748), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:26.368432 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-afa5860d-9091-4604-8fe8-ba2cd1649191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:26.381962 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-bd52a48b-cbe0-4a15-ba03-c18f47718e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f74ad30>, [{'id': '842bb4e3-f934-4083-96cd-cd561df042bc', 'name': 'tempest-TestServerBasicOps-760985719-router', 'tenant_id': 'e5bd7ffaf96c48688d8ebe954dc7912f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.136'}], 'enable_snat': True}, 'gw_port_id': 'c7149e1b-6317-4595-ac94-89db5d2374c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:03:19Z', 'updated_at': '2022-05-07T22:03:22Z', 'revision_number': 3, 'project_id': 'e5bd7ffaf96c48688d8ebe954dc7912f', 'gw_port': {'id': 'c7149e1b-6317-4595-ac94-89db5d2374c1', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:54:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '842bb4e3-f934-4083-96cd-cd561df042bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:03:21Z', 'updated_at': '2022-05-07T22:03:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:03:26.410117 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=49671dbb-1f39-4903-a9e1-e283831ec748,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:26.412074 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f701c56-7fb2-4cb1-944e-70b038e3c456 req-4cf2a098-68d3-42cf-81da-f1a3513bfb5c tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:26.414479 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9f701c56-7fb2-4cb1-944e-70b038e3c456 req-4cf2a098-68d3-42cf-81da-f1a3513bfb5c tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 945 time: 0.1020529
May 07 22:03:26.427686 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f34da100-5b93-4c8a-9fc7-ce291dad83db tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (c0fb10ca-5f79-4346-b640-ad9a22537066), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:26.459511 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd52a48b-cbe0-4a15-ba03-c18f47718e33 None None] Checking router: 842bb4e3-f934-4083-96cd-cd561df042bc for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:03:26.459853 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd52a48b-cbe0-4a15-ba03-c18f47718e33 None None] Updating router 842bb4e3-f934-4083-96cd-cd561df042bc port c7149e1b-6317-4595-ac94-89db5d2374c1 binding host ncdv-master-1 {{(pid=121838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 22:03:26.479410 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-f34da100-5b93-4c8a-9fc7-ce291dad83db tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf870d7970>,) {'filters': {'network_id': ['c0fb10ca-5f79-4346-b640-ad9a22537066']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:03:26.495931 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-dba4f438-a41b-4dcf-81e0-a6a0125317a7 admin admin] Allocated IP 172.20.0.1 (8d88d076-afcc-46ea-aeef-47274d5a0fc9/f15072ac-4fc2-4d22-b0ea-3923eb70ad7a/d560fad2-d8cb-4616-865c-898236e0cf44) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:03:26.504209 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-f34da100-5b93-4c8a-9fc7-ce291dad83db tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf870d7970>, '17cfe379-5763-4973-9540-fc7d60f8b8e8') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:03:26.504463 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-f34da100-5b93-4c8a-9fc7-ce291dad83db tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf870d7970>, '17cfe379-5763-4973-9540-fc7d60f8b8e8') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:03:26.527300 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f34da100-5b93-4c8a-9fc7-ce291dad83db tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (17cfe379-5763-4973-9540-fc7d60f8b8e8), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:26.531419 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9f701c56-7fb2-4cb1-944e-70b038e3c456 req-952f33eb-b72f-44aa-aa1e-f009a88453ee tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1082785
May 07 22:03:26.552652 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-bd52a48b-cbe0-4a15-ba03-c18f47718e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (c7149e1b-6317-4595-ac94-89db5d2374c1), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:26.554894 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f34da100-5b93-4c8a-9fc7-ce291dad83db tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (17cfe379-5763-4973-9540-fc7d60f8b8e8), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:26.568715 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f34da100-5b93-4c8a-9fc7-ce291dad83db tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:03:26.569296 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f34da100-5b93-4c8a-9fc7-ce291dad83db tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (17cfe379-5763-4973-9540-fc7d60f8b8e8), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:26.571623 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 22:03:26.571623 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:03:26.571623 ncdv-master-1 neutron-server[121837]:     timer()
May 07 22:03:26.571623 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:03:26.571623 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 22:03:26.571623 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:03:26.571623 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 22:03:26.571623 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:03:26.571623 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 22:03:26.571623 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:03:26.571623 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 22:03:26.571623 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:03:26.571623 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 22:03:26.571623 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:03:26.571623 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:03:26.571623 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:03:26.571623 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:03:26.571623 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:03:26.571623 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 22:03:26.571623 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:03:26.571623 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 22:03:26.571623 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:03:26.571623 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:03:26.571623 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:03:26.571623 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 22:03:26.571623 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:03:26.571623 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:03:26.571623 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:03:26.571623 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:03:26.571623 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:03:26.571623 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:03:26.571623 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:03:26.644941 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['49671dbb-1f39-4903-a9e1-e283831ec748'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:03:26.719941 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-dba4f438-a41b-4dcf-81e0-a6a0125317a7 admin admin] Publish callbacks [] for port (d560fad2-d8cb-4616-865c-898236e0cf44), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:26.767237 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e42d58-83c1-47c2-a312-a393ee5071e3 req-49773823-29e9-47fc-adff-293e4c5b6926 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:26.771295 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-78e42d58-83c1-47c2-a312-a393ee5071e3 req-49773823-29e9-47fc-adff-293e4c5b6926 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=7872598a-70de-4e95-af09-8b55fd257508 HTTP/1.1" status: 200  len: 945 time: 0.0871859
May 07 22:03:26.772448 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f34da100-5b93-4c8a-9fc7-ce291dad83db tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (c0fb10ca-5f79-4346-b640-ad9a22537066), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:26.797171 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f34da100-5b93-4c8a-9fc7-ce291dad83db tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  c0fb10ca-5f79-4346-b640-ad9a22537066 {{(pid=121837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
May 07 22:03:26.810945 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-dba4f438-a41b-4dcf-81e0-a6a0125317a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (d560fad2-d8cb-4616-865c-898236e0cf44), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:26.889303 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f34da100-5b93-4c8a-9fc7-ce291dad83db tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:26.893382 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-f34da100-5b93-4c8a-9fc7-ce291dad83db tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] 10.222.0.32 "DELETE /v2.0/networks/c0fb10ca-5f79-4346-b640-ad9a22537066 HTTP/1.1" status: 204  len: 168 time: 1.0086439
May 07 22:03:26.898427 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 56578) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:26.899427 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34da100-5b93-4c8a-9fc7-ce291dad83db tempest-ExternalNetworksTestJSON-768528041 tempest-ExternalNetworksTestJSON-768528041-project-admin] Pushing event deleted for resources: {'Network': ['ID=c0fb10ca-5f79-4346-b640-ad9a22537066,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:26.906614 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba4f438-a41b-4dcf-81e0-a6a0125317a7 admin admin] Pushing event updated for resources: {'Port': ['ID=d560fad2-d8cb-4616-865c-898236e0cf44,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:26.915823 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba4f438-a41b-4dcf-81e0-a6a0125317a7 admin admin] Network 8d88d076-afcc-46ea-aeef-47274d5a0fc9 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:03:26.918092 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-dba4f438-a41b-4dcf-81e0-a6a0125317a7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:03:26.921135 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba4f438-a41b-4dcf-81e0-a6a0125317a7 admin admin] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:03:27.011329 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-37cb9e73-39c6-4bc3-a2bb-3df74dc8bfdd tempest-ExternalNetworksTestJSON-827987752 tempest-ExternalNetworksTestJSON-827987752-project] DELETE failed (client error): The resource could not be found.
May 07 22:03:27.011971 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37cb9e73-39c6-4bc3-a2bb-3df74dc8bfdd tempest-ExternalNetworksTestJSON-827987752 tempest-ExternalNetworksTestJSON-827987752-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:03:27.023649 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-37cb9e73-39c6-4bc3-a2bb-3df74dc8bfdd tempest-ExternalNetworksTestJSON-827987752 tempest-ExternalNetworksTestJSON-827987752-project] 10.222.0.32 "DELETE /v2.0/subnets/c8b081bc-ab08-4f14-b2b0-428bfc99a5ed HTTP/1.1" status: 404  len: 337 time: 0.1248581
May 07 22:03:27.024060 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 56592) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:27.038615 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-dba4f438-a41b-4dcf-81e0-a6a0125317a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398161'] for router_interface (842bb4e3-f934-4083-96cd-cd561df042bc), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:27.206020 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-caf8b5c7-24a6-4bcf-9b73-38e087ae0d10 tempest-ExternalNetworksTestJSON-827987752 tempest-ExternalNetworksTestJSON-827987752-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (0198f079-8cb8-49ea-8887-21ecba510349), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:27.216924 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-78e42d58-83c1-47c2-a312-a393ee5071e3 req-5ef95bba-8777-405e-a2d6-74a3f6e02b54 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/security-groups?id=8784126e-39eb-4ad2-9420-cda4822e0755&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4202604
May 07 22:03:27.337549 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-bd52a48b-cbe0-4a15-ba03-c18f47718e33 None None] Publish callbacks [] for port (c7149e1b-6317-4595-ac94-89db5d2374c1), precommit_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:27.352891 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-bd52a48b-cbe0-4a15-ba03-c18f47718e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (c7149e1b-6317-4595-ac94-89db5d2374c1), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:27.446335 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-dba4f438-a41b-4dcf-81e0-a6a0125317a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (d560fad2-d8cb-4616-865c-898236e0cf44), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:27.481301 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:27.482322 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028b1104-457e-4535-871b-8f0b4fe1ce8a req-1b767e5a-9069-4677-83cf-4c4e2b128dc4 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:27.483349 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-5a967367-73e4-45fd-86fc-03625d617c2c None None] Provisioning complete for port d560fad2-d8cb-4616-865c-898236e0cf44 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:03:27.483980 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5a967367-73e4-45fd-86fc-03625d617c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (d560fad2-d8cb-4616-865c-898236e0cf44), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:27.486039 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-bd52a48b-cbe0-4a15-ba03-c18f47718e33 None None] Attempting to bind port c7149e1b-6317-4595-ac94-89db5d2374c1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:03:27.486681 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-bd52a48b-cbe0-4a15-ba03-c18f47718e33 None None] Attempting to bind port c7149e1b-6317-4595-ac94-89db5d2374c1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:03:27.487349 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd52a48b-cbe0-4a15-ba03-c18f47718e33 None None] Attempting to bind port c7149e1b-6317-4595-ac94-89db5d2374c1 on network 9221b764-ef06-431f-8941-796516ed7c3b {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:03:27.490463 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f614ac-5777-4276-acdd-452857dd9ab9 None None] Pushing event updated for resources: {'Port': ['ID=c7149e1b-6317-4595-ac94-89db5d2374c1,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:27.492115 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-028b1104-457e-4535-871b-8f0b4fe1ce8a req-1b767e5a-9069-4677-83cf-4c4e2b128dc4 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 947 time: 0.1816177
May 07 22:03:27.539678 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd52a48b-cbe0-4a15-ba03-c18f47718e33 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:03:27.541112 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd52a48b-cbe0-4a15-ba03-c18f47718e33 None None] Checking segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:03:27.541825 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-bd52a48b-cbe0-4a15-ba03-c18f47718e33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:27.542634 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd52a48b-cbe0-4a15-ba03-c18f47718e33 None None] Bound using segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:03:27.543448 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-bd52a48b-cbe0-4a15-ba03-c18f47718e33 None None] Bound port: c7149e1b-6317-4595-ac94-89db5d2374c1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:03:27.545295 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-bd52a48b-cbe0-4a15-ba03-c18f47718e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (c7149e1b-6317-4595-ac94-89db5d2374c1), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:27.642597 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-bd52a48b-cbe0-4a15-ba03-c18f47718e33 None None] For port c7149e1b-6317-4595-ac94-89db5d2374c1, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:03:27.651470 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-bd52a48b-cbe0-4a15-ba03-c18f47718e33 None None] For port c7149e1b-6317-4595-ac94-89db5d2374c1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c7149e1b-6317-4595-ac94-89db5d2374c1,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:03:27.676384 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-bd52a48b-cbe0-4a15-ba03-c18f47718e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (c7149e1b-6317-4595-ac94-89db5d2374c1), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:27.749290 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-5a967367-73e4-45fd-86fc-03625d617c2c None None] Port d560fad2-d8cb-4616-865c-898236e0cf44 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:03:27.777497 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd52a48b-cbe0-4a15-ba03-c18f47718e33 None None] Routers {'842bb4e3-f934-4083-96cd-cd561df042bc'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:03:27.778629 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-bd52a48b-cbe0-4a15-ba03-c18f47718e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f74ad30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:03:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['842bb4e3-f934-4083-96cd-cd561df042bc'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:03:27.875749 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-028b1104-457e-4535-871b-8f0b4fe1ce8a req-5d147874-65ba-4de2-8f1f-d3678ccfb5df tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3421919
May 07 22:03:27.892762 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-caf8b5c7-24a6-4bcf-9b73-38e087ae0d10 tempest-ExternalNetworksTestJSON-827987752 tempest-ExternalNetworksTestJSON-827987752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (0198f079-8cb8-49ea-8887-21ecba510349), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:27.943059 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-caf8b5c7-24a6-4bcf-9b73-38e087ae0d10 tempest-ExternalNetworksTestJSON-827987752 tempest-ExternalNetworksTestJSON-827987752-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf8cc93910>,) {'filters': {'network_id': ['0198f079-8cb8-49ea-8887-21ecba510349']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:03:27.959481 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-caf8b5c7-24a6-4bcf-9b73-38e087ae0d10 tempest-ExternalNetworksTestJSON-827987752 tempest-ExternalNetworksTestJSON-827987752-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8cc93910>, 'dfde5420-3206-4010-861d-b098743eb14d') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:03:27.959794 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-caf8b5c7-24a6-4bcf-9b73-38e087ae0d10 tempest-ExternalNetworksTestJSON-827987752 tempest-ExternalNetworksTestJSON-827987752-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8cc93910>, 'dfde5420-3206-4010-861d-b098743eb14d') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:03:27.986227 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-dba4f438-a41b-4dcf-81e0-a6a0125317a7 admin admin] Publish callbacks [] for port (d560fad2-d8cb-4616-865c-898236e0cf44), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:27.993580 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-dba4f438-a41b-4dcf-81e0-a6a0125317a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (d560fad2-d8cb-4616-865c-898236e0cf44), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:27.994447 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f614ac-5777-4276-acdd-452857dd9ab9 None None] Pushing event updated for resources: {'Port': ['ID=c7149e1b-6317-4595-ac94-89db5d2374c1,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:28.007680 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec30bf-c22c-401c-bc89-eeef36b24867 req-060357a2-1429-4c18-a670-5169099cd200 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:28.010305 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-dfec30bf-c22c-401c-bc89-eeef36b24867 req-060357a2-1429-4c18-a670-5169099cd200 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 945 time: 0.1329157
May 07 22:03:28.014863 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-caf8b5c7-24a6-4bcf-9b73-38e087ae0d10 tempest-ExternalNetworksTestJSON-827987752 tempest-ExternalNetworksTestJSON-827987752-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (dfde5420-3206-4010-861d-b098743eb14d), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:28.017985 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-bd52a48b-cbe0-4a15-ba03-c18f47718e33 None None] Set router 842bb4e3-f934-4083-96cd-cd561df042bc gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:03:28.079099 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-caf8b5c7-24a6-4bcf-9b73-38e087ae0d10 tempest-ExternalNetworksTestJSON-827987752 tempest-ExternalNetworksTestJSON-827987752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (dfde5420-3206-4010-861d-b098743eb14d), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:28.094460 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caf8b5c7-24a6-4bcf-9b73-38e087ae0d10 tempest-ExternalNetworksTestJSON-827987752 tempest-ExternalNetworksTestJSON-827987752-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:03:28.095460 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-caf8b5c7-24a6-4bcf-9b73-38e087ae0d10 tempest-ExternalNetworksTestJSON-827987752 tempest-ExternalNetworksTestJSON-827987752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (dfde5420-3206-4010-861d-b098743eb14d), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:28.108775 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba4f438-a41b-4dcf-81e0-a6a0125317a7 admin admin] Pushing event updated for resources: {'Port': ['ID=d560fad2-d8cb-4616-865c-898236e0cf44,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:28.131359 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 22:03:28.131359 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:03:28.131359 ncdv-master-1 neutron-server[121837]:     timer()
May 07 22:03:28.131359 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:03:28.131359 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 22:03:28.131359 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:03:28.131359 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 22:03:28.131359 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:03:28.131359 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 22:03:28.131359 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:03:28.131359 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 22:03:28.131359 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:03:28.131359 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 22:03:28.131359 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:03:28.131359 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:03:28.131359 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:03:28.131359 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:03:28.131359 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:03:28.131359 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 22:03:28.131359 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:03:28.131359 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 22:03:28.131359 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:03:28.131359 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:03:28.131359 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:03:28.131359 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 22:03:28.131359 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:03:28.131359 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:03:28.131359 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:03:28.131359 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:03:28.131359 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:03:28.131359 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:03:28.131359 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:03:28.153187 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-dba4f438-a41b-4dcf-81e0-a6a0125317a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401121'] for router_interface (842bb4e3-f934-4083-96cd-cd561df042bc), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:28.222119 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-dfec30bf-c22c-401c-bc89-eeef36b24867 req-f5c79d44-ee47-4ca4-b694-d4507536cd88 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1963308
May 07 22:03:28.233751 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-caf8b5c7-24a6-4bcf-9b73-38e087ae0d10 tempest-ExternalNetworksTestJSON-827987752 tempest-ExternalNetworksTestJSON-827987752-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (0198f079-8cb8-49ea-8887-21ecba510349), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:28.239742 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-caf8b5c7-24a6-4bcf-9b73-38e087ae0d10 tempest-ExternalNetworksTestJSON-827987752 tempest-ExternalNetworksTestJSON-827987752-project] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:28.250153 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-caf8b5c7-24a6-4bcf-9b73-38e087ae0d10 tempest-ExternalNetworksTestJSON-827987752 tempest-ExternalNetworksTestJSON-827987752-project] 10.222.0.32 "DELETE /v2.0/networks/0198f079-8cb8-49ea-8887-21ecba510349 HTTP/1.1" status: 204  len: 168 time: 1.2207448
May 07 22:03:28.272174 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf8b5c7-24a6-4bcf-9b73-38e087ae0d10 tempest-ExternalNetworksTestJSON-827987752 tempest-ExternalNetworksTestJSON-827987752-project] Pushing event deleted for resources: {'Network': ['ID=0198f079-8cb8-49ea-8887-21ecba510349,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:28.359037 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba4f438-a41b-4dcf-81e0-a6a0125317a7 admin admin] Network 8d88d076-afcc-46ea-aeef-47274d5a0fc9 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:03:28.368755 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-bd52a48b-cbe0-4a15-ba03-c18f47718e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f74ad30>, [{'id': '842bb4e3-f934-4083-96cd-cd561df042bc', 'name': 'tempest-TestServerBasicOps-760985719-router', 'tenant_id': 'e5bd7ffaf96c48688d8ebe954dc7912f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.136'}], 'enable_snat': True}, 'gw_port_id': 'c7149e1b-6317-4595-ac94-89db5d2374c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:03:19Z', 'updated_at': '2022-05-07T22:03:27Z', 'revision_number': 4, 'project_id': 'e5bd7ffaf96c48688d8ebe954dc7912f', 'gw_port': {'id': 'c7149e1b-6317-4595-ac94-89db5d2374c1', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:54:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '842bb4e3-f934-4083-96cd-cd561df042bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:03:21Z', 'updated_at': '2022-05-07T22:03:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd560fad2-d8cb-4616-865c-898236e0cf44', 'name': '', 'network_id': '8d88d076-afcc-46ea-aeef-47274d5a0fc9', 'tenant_id': 'e5bd7ffaf96c48688d8ebe954dc7912f', 'mac_address': 'fa:16:3e:42:2b:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '842bb4e3-f934-4083-96cd-cd561df042bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': 'f15072ac-4fc2-4d22-b0ea-3923eb70ad7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:03:25Z', 'updated_at': '2022-05-07T22:03:26Z', 'revision_number': 1, 'project_id': 'e5bd7ffaf96c48688d8ebe954dc7912f', 'subnets': [{'id': 'f15072ac-4fc2-4d22-b0ea-3923eb70ad7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:03:28.379616 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-dba4f438-a41b-4dcf-81e0-a6a0125317a7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:03:28.429196 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd52a48b-cbe0-4a15-ba03-c18f47718e33 None None] The sync data for ids ['842bb4e3-f934-4083-96cd-cd561df042bc'] in ncdv-master-1 is: [{'id': '842bb4e3-f934-4083-96cd-cd561df042bc', 'name': 'tempest-TestServerBasicOps-760985719-router', 'tenant_id': 'e5bd7ffaf96c48688d8ebe954dc7912f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.136'}], 'enable_snat': True}, 'gw_port_id': 'c7149e1b-6317-4595-ac94-89db5d2374c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:03:19Z', 'updated_at': '2022-05-07T22:03:27Z', 'revision_number': 4, 'project_id': 'e5bd7ffaf96c48688d8ebe954dc7912f', 'gw_port': {'id': 'c7149e1b-6317-4595-ac94-89db5d2374c1', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:54:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '842bb4e3-f934-4083-96cd-cd561df042bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:03:21Z', 'updated_at': '2022-05-07T22:03:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd560fad2-d8cb-4616-865c-898236e0cf44', 'name': '', 'network_id': '8d88d076-afcc-46ea-aeef-47274d5a0fc9', 'tenant_id': 'e5bd7ffaf96c48688d8ebe954dc7912f', 'mac_address': 'fa:16:3e:42:2b:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '842bb4e3-f934-4083-96cd-cd561df042bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': 'f15072ac-4fc2-4d22-b0ea-3923eb70ad7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:03:25Z', 'updated_at': '2022-05-07T22:03:26Z', 'revision_number': 1, 'project_id': 'e5bd7ffaf96c48688d8ebe954dc7912f', 'subnets': [{'id': 'f15072ac-4fc2-4d22-b0ea-3923eb70ad7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:03:28.494336 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f140985-ee8c-4d4d-9e09-925f972a6f8f req-e67ef3b0-95c4-4a87-8b40-b0d201d72b66 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:28.509915 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7f140985-ee8c-4d4d-9e09-925f972a6f8f req-e67ef3b0-95c4-4a87-8b40-b0d201d72b66 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=7872598a-70de-4e95-af09-8b55fd257508 HTTP/1.1" status: 200  len: 945 time: 0.1493816
May 07 22:03:28.526033 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 49671dbb-1f39-4903-a9e1-e283831ec748 up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:03:28.618097 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning for port 49671dbb-1f39-4903-a9e1-e283831ec748 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 22:03:28.623616 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7f140985-ee8c-4d4d-9e09-925f972a6f8f req-22159f52-b8ae-4e2e-a129-1c5864c35de5 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/security-groups?id=8784126e-39eb-4ad2-9420-cda4822e0755&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1100523
May 07 22:03:28.632039 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port 49671dbb-1f39-4903-a9e1-e283831ec748 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:03:28.633383 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (49671dbb-1f39-4903-a9e1-e283831ec748), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:28.634052 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 56620) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:28.673800 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dba4f438-a41b-4dcf-81e0-a6a0125317a7 admin admin] Router 842bb4e3-f934-4083-96cd-cd561df042bc has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:03:28.780005 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 49671dbb-1f39-4903-a9e1-e283831ec748 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:03:28.780507 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (49671dbb-1f39-4903-a9e1-e283831ec748), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:28.829004 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-8f121255-8cc5-46a3-94cb-c12d906d2440 None None] Provisioning complete for port d560fad2-d8cb-4616-865c-898236e0cf44 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:03:28.829381 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-8f121255-8cc5-46a3-94cb-c12d906d2440 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (d560fad2-d8cb-4616-865c-898236e0cf44), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:28.900701 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49671dbb-1f39-4903-a9e1-e283831ec748'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:03:28.903079 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12067f62-18c3-4829-82f5-59e8d33794f9" -d '{"events": [{"server_uuid": "ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6", "name": "network-vif-plugged", "status": "completed", "tag": "49671dbb-1f39-4903-a9e1-e283831ec748"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:03:28.922625 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 49671dbb-1f39-4903-a9e1-e283831ec748, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=49671dbb-1f39-4903-a9e1-e283831ec748,segment=NetworkSegment(ade65013-e645-4c54-8fa7-660e2ce7b907),segment_id=ade65013-e645-4c54-8fa7-660e2ce7b907)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:03:28.924049 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-8f121255-8cc5-46a3-94cb-c12d906d2440 None None] Port d560fad2-d8cb-4616-865c-898236e0cf44 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:03:28.926064 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 56642) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:28.926548 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-e7a4e707-7d63-4a15-aa03-baa9241443b6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=44c32bd640f04a509f928a0008e27f03&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2904913
May 07 22:03:28.930414 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (49671dbb-1f39-4903-a9e1-e283831ec748), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:28.939761 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dba4f438-a41b-4dcf-81e0-a6a0125317a7 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:03:28.946551 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-dba4f438-a41b-4dcf-81e0-a6a0125317a7 admin admin] 10.222.0.32 "PUT /v2.0/routers/842bb4e3-f934-4083-96cd-cd561df042bc/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4339654
May 07 22:03:29.015073 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=49671dbb-1f39-4903-a9e1-e283831ec748,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:29.126695 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b6c9e3-3867-46d1-85c9-4cdc3f53e903 req-a10496fc-49e7-4577-a7bc-274897ff7b19 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:29.128401 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-85b6c9e3-3867-46d1-85c9-4cdc3f53e903 req-a10496fc-49e7-4577-a7bc-274897ff7b19 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 947 time: 0.1235192
May 07 22:03:29.129567 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c7dcbddb-689c-49f0-ab7d-cfdae375c4bf admin admin] Publish callbacks [] for security_group (d51e17b6-a6fa-4c77-a977-df217a7a6be5), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:29.135239 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:29.170531 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e3cc71-d0b4-4adb-a206-437d023df4a3 x-openstack-request-id: req-03e3cc71-d0b4-4adb-a206-437d023df4a3 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:03:29.170922 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6", "name": "network-vif-plugged", "status": "completed", "tag": "49671dbb-1f39-4903-a9e1-e283831ec748", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:03:29.171182 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-03e3cc71-d0b4-4adb-a206-437d023df4a3 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:03:29.171602 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03e3cc71-d0b4-4adb-a206-437d023df4a3'] response: {'server_uuid': 'ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49671dbb-1f39-4903-a9e1-e283831ec748', 'code': 200}
May 07 22:03:29.253339 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c7dcbddb-689c-49f0-ab7d-cfdae375c4bf admin admin] Publish callbacks [] for security_group (d51e17b6-a6fa-4c77-a977-df217a7a6be5), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:29.308839 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-85b6c9e3-3867-46d1-85c9-4cdc3f53e903 req-67e45079-3893-4a31-b732-f7e2e8341864 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1670313
May 07 22:03:29.361990 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bb15b3-a0d5-48f3-a807-f5deaf83e611 req-b4dc8db5-ca53-4afe-bb3f-dac4870833b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:29.370038 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-62bb15b3-a0d5-48f3-a807-f5deaf83e611 req-b4dc8db5-ca53-4afe-bb3f-dac4870833b5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 1128 time: 0.0889421
May 07 22:03:29.472827 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b3fa83-75f8-4505-b798-8a0e2af5f6e7 req-88582cfe-3c11-4c5b-9a6a-e767464b197c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:29.484173 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e9b3fa83-75f8-4505-b798-8a0e2af5f6e7 req-88582cfe-3c11-4c5b-9a6a-e767464b197c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7872598a-70de-4e95-af09-8b55fd257508 HTTP/1.1" status: 200  len: 1127 time: 0.1336675
May 07 22:03:29.554596 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-62bb15b3-a0d5-48f3-a807-f5deaf83e611 req-3fb789a9-acd1-4df2-aa0e-8ec835e5059a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1835809
May 07 22:03:29.569766 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c7dcbddb-689c-49f0-ab7d-cfdae375c4bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (d51e17b6-a6fa-4c77-a977-df217a7a6be5), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:29.572524 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c7dcbddb-689c-49f0-ab7d-cfdae375c4bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:29.578584 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-c7dcbddb-689c-49f0-ab7d-cfdae375c4bf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d51e17b6-a6fa-4c77-a977-df217a7a6be5 HTTP/1.1" status: 204  len: 168 time: 0.6508415
May 07 22:03:29.595168 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5f3743-8207-40e0-985d-bf88324e6617 req-5ef51863-2c54-48a9-8fd3-2194a72d54a8 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:29.596762 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5d5f3743-8207-40e0-985d-bf88324e6617 req-5ef51863-2c54-48a9-8fd3-2194a72d54a8 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 946 time: 0.1117635
May 07 22:03:29.607812 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dcbddb-689c-49f0-ab7d-cfdae375c4bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d51e17b6-a6fa-4c77-a977-df217a7a6be5,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:29.695455 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5d5f3743-8207-40e0-985d-bf88324e6617 req-e69c3ca1-cd51-4ab4-b318-fb76ac1b6523 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0915151
May 07 22:03:29.772846 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e609eb75-bdf5-4352-b57d-4601f824e6fe req-20068621-206a-4e4c-b747-cdf227737893 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:29.794492 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e609eb75-bdf5-4352-b57d-4601f824e6fe req-20068621-206a-4e4c-b747-cdf227737893 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/ports?device_id=fac24695-8d11-4a29-bf87-a5c11bd5c2e6 HTTP/1.1" status: 200  len: 945 time: 0.1306565
May 07 22:03:29.859359 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e609eb75-bdf5-4352-b57d-4601f824e6fe req-3ed2c3bf-ac59-4842-bcfa-10f0c5d642c1 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/security-groups?id=21abc195-7315-4969-8bda-7251a84b2904&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0631063
May 07 22:03:30.086948 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 56692) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:30.096208 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-ac231ac5-4144-4489-a837-aa7e59840244 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1475561380-network', 'tenant_id': '720fbf0e355c4d9c841f2380a9abce14'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:03:30.114578 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47918f46-a400-420a-95ff-80f552e8a2e6 req-b8419701-19bc-46d3-b451-aa2638d939b1 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:30.119002 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6232fa0d-42c3-4ea3-8fb4-58eb14d813c7 req-83bd65bc-7894-4a81-9a12-8fd4e1c6b0b4 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:30.121150 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6232fa0d-42c3-4ea3-8fb4-58eb14d813c7 req-83bd65bc-7894-4a81-9a12-8fd4e1c6b0b4 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=7872598a-70de-4e95-af09-8b55fd257508 HTTP/1.1" status: 200  len: 945 time: 0.1067860
May 07 22:03:30.122119 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-47918f46-a400-420a-95ff-80f552e8a2e6 req-b8419701-19bc-46d3-b451-aa2638d939b1 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/ports?device_id=95f9d622-1591-4442-9da0-167bdb326758 HTTP/1.1" status: 200  len: 946 time: 0.0701218
May 07 22:03:30.160808 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 56694) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:30.170302 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac231ac5-4144-4489-a837-aa7e59840244 admin admin] Made reservation on behalf of 720fbf0e355c4d9c841f2380a9abce14 for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:03:30.172707 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ac231ac5-4144-4489-a837-aa7e59840244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:30.187128 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ac231ac5-4144-4489-a837-aa7e59840244 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:30.200865 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-47918f46-a400-420a-95ff-80f552e8a2e6 req-b8b95d00-6643-41c6-b4c5-0e73514cde3e tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ebb222e-3262-41b5-990d-c21161bc61e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0777223
May 07 22:03:30.256216 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:30.259337 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-8bcfe00c-84bc-4d1d-aa3c-4fc3a3a90f6d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=26bf977e64b54d31b0bcc6f124260d83&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0958316
May 07 22:03:30.260047 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 56698) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:30.320505 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4716879f-b27e-4048-83e5-c79fe6bf6fbf admin admin] Publish callbacks [] for security_group (0bfd2bd8-1d04-49c1-8c70-bc5025ac4a73), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:30.353419 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ac231ac5-4144-4489-a837-aa7e59840244 admin admin] Publish callbacks [] for security_group (7940a3b0-9d9e-40d0-aac0-2ce46aff1bd0), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:30.368019 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6232fa0d-42c3-4ea3-8fb4-58eb14d813c7 req-8c40951e-6026-413d-b128-f58f2245d455 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/security-groups?id=8784126e-39eb-4ad2-9420-cda4822e0755&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2391930
May 07 22:03:30.382500 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4716879f-b27e-4048-83e5-c79fe6bf6fbf admin admin] Publish callbacks [] for security_group (0bfd2bd8-1d04-49c1-8c70-bc5025ac4a73), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:30.388169 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ac231ac5-4144-4489-a837-aa7e59840244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (7940a3b0-9d9e-40d0-aac0-2ce46aff1bd0), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:30.440736 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac231ac5-4144-4489-a837-aa7e59840244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7940a3b0-9d9e-40d0-aac0-2ce46aff1bd0,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:30.445837 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac231ac5-4144-4489-a837-aa7e59840244 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:03:30.457029 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ac231ac5-4144-4489-a837-aa7e59840244 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (30018c0f-0e07-4063-9fea-c0194965d5ff), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:30.457544 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-ac231ac5-4144-4489-a837-aa7e59840244 admin admin] Added segment 30018c0f-0e07-4063-9fea-c0194965d5ff of type vlan for network 339db9b8-6596-4005-bcd1-8d5ddadb2cbb
May 07 22:03:30.494695 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4716879f-b27e-4048-83e5-c79fe6bf6fbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (0bfd2bd8-1d04-49c1-8c70-bc5025ac4a73), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:30.497336 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4716879f-b27e-4048-83e5-c79fe6bf6fbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:30.498655 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-4716879f-b27e-4048-83e5-c79fe6bf6fbf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0bfd2bd8-1d04-49c1-8c70-bc5025ac4a73 HTTP/1.1" status: 204  len: 168 time: 0.2376685
May 07 22:03:30.527509 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4716879f-b27e-4048-83e5-c79fe6bf6fbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bfd2bd8-1d04-49c1-8c70-bc5025ac4a73,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:30.553666 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa444f78-7ee5-475f-ae86-6bee6d6d5426 req-989c5940-87a0-46a6-b1c7-9f87ea6e5202 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:30.565295 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fa444f78-7ee5-475f-ae86-6bee6d6d5426 req-989c5940-87a0-46a6-b1c7-9f87ea6e5202 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 947 time: 0.0866477
May 07 22:03:30.580981 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device c7149e1b-6317-4595-ac94-89db5d2374c1 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:03:30.596214 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ac231ac5-4144-4489-a837-aa7e59840244 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (339db9b8-6596-4005-bcd1-8d5ddadb2cbb), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:30.629351 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fa444f78-7ee5-475f-ae86-6bee6d6d5426 req-065e1143-5efe-4d7e-bf1d-0fc724ff93a0 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0616503
May 07 22:03:30.648223 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ac231ac5-4144-4489-a837-aa7e59840244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (339db9b8-6596-4005-bcd1-8d5ddadb2cbb), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:30.656339 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac231ac5-4144-4489-a837-aa7e59840244 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:30.657147 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ac231ac5-4144-4489-a837-aa7e59840244 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:30.690555 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e9b3fa83-75f8-4505-b798-8a0e2af5f6e7 req-05b4c267-269d-45de-aed0-051863ec59e1 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8784126e-39eb-4ad2-9420-cda4822e0755&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520389
May 07 22:03:30.735788 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port c7149e1b-6317-4595-ac94-89db5d2374c1 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:03:30.736169 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (c7149e1b-6317-4595-ac94-89db5d2374c1), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:30.768936 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-ac231ac5-4144-4489-a837-aa7e59840244 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.6747971
May 07 22:03:30.769232 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 56714) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:30.779100 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac231ac5-4144-4489-a837-aa7e59840244 admin admin] Pushing event updated for resources: {'Network': ['ID=339db9b8-6596-4005-bcd1-8d5ddadb2cbb,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:30.783335 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-e2539cdb-2602-4be2-b243-575df7c5e40a admin admin] Request body: {'subnet': {'network_id': '339db9b8-6596-4005-bcd1-8d5ddadb2cbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1475561380-subnet', 'tenant_id': '720fbf0e355c4d9c841f2380a9abce14', 'ip_version': 4}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:03:30.826208 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 339db9b8-6596-4005-bcd1-8d5ddadb2cbb details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:03:30.837342 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2539cdb-2602-4be2-b243-575df7c5e40a admin admin] Made reservation on behalf of 720fbf0e355c4d9c841f2380a9abce14 for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:03:30.842152 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e2539cdb-2602-4be2-b243-575df7c5e40a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:30.956764 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port c7149e1b-6317-4595-ac94-89db5d2374c1 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:03:30.957164 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (c7149e1b-6317-4595-ac94-89db5d2374c1), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:30.986147 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4ccf60-d8e5-4485-aadf-cfbee914b4d5 req-40894ade-9867-4d3e-96a9-bbd6ec4d5fd0 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:30.987824 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ec4ccf60-d8e5-4485-aadf-cfbee914b4d5 req-40894ade-9867-4d3e-96a9-bbd6ec4d5fd0 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 946 time: 0.1604767
May 07 22:03:31.006870 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port c7149e1b-6317-4595-ac94-89db5d2374c1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c7149e1b-6317-4595-ac94-89db5d2374c1,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:03:31.012961 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (c7149e1b-6317-4595-ac94-89db5d2374c1), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:31.105359 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ec4ccf60-d8e5-4485-aadf-cfbee914b4d5 req-00931c43-b093-4232-93ee-485206a85c8b tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1087196
May 07 22:03:31.124774 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860888db-2b54-4e03-b365-317ab03527e9 req-2b3627e7-c6fb-4952-8c97-62db3bb31cb9 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:31.128763 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=c7149e1b-6317-4595-ac94-89db5d2374c1,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:31.139600 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-860888db-2b54-4e03-b365-317ab03527e9 req-2b3627e7-c6fb-4952-8c97-62db3bb31cb9 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/ports?device_id=fac24695-8d11-4a29-bf87-a5c11bd5c2e6 HTTP/1.1" status: 200  len: 945 time: 0.0944114
May 07 22:03:31.240864 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-860888db-2b54-4e03-b365-317ab03527e9 req-fa8d4258-7236-4dd7-a2ac-da3ba13fd7d4 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/security-groups?id=21abc195-7315-4969-8bda-7251a84b2904&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1003218
May 07 22:03:31.257828 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e2539cdb-2602-4be2-b243-575df7c5e40a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (00aaa3e1-57c5-45f7-bd03-a486a2385cb2), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:31.388926 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2539cdb-2602-4be2-b243-575df7c5e40a admin admin] Pushing event updated for resources: {'Subnet': ['ID=00aaa3e1-57c5-45f7-bd03-a486a2385cb2,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:31.402088 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2539cdb-2602-4be2-b243-575df7c5e40a admin admin] Checking segment: {'id': '30018c0f-0e07-4063-9fea-c0194965d5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '339db9b8-6596-4005-bcd1-8d5ddadb2cbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:03:31.402449 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2539cdb-2602-4be2-b243-575df7c5e40a admin admin] Network hostable DHCP agents. Network: 339db9b8-6596-4005-bcd1-8d5ddadb2cbb, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:03:31.453609 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30daddd-bf64-4981-8dbd-07b0c74ae46b req-60e62edc-dc6d-4ebf-9961-ff9d440c44ec tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:31.455695 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a30daddd-bf64-4981-8dbd-07b0c74ae46b req-60e62edc-dc6d-4ebf-9961-ff9d440c44ec tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/ports?device_id=95f9d622-1591-4442-9da0-167bdb326758 HTTP/1.1" status: 200  len: 946 time: 0.1036446
May 07 22:03:31.479825 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2539cdb-2602-4be2-b243-575df7c5e40a admin admin] Network 339db9b8-6596-4005-bcd1-8d5ddadb2cbb is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:03:31.521811 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a30daddd-bf64-4981-8dbd-07b0c74ae46b req-c19defd9-a2e5-412f-9f39-12d1c04dc7b1 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ebb222e-3262-41b5-990d-c21161bc61e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0535572
May 07 22:03:31.585572 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9669b2-3d30-4f94-95b1-f76828d28e4c req-6c571a80-2646-4692-ae3a-81f0a51bd4be tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:31.593519 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8e9669b2-3d30-4f94-95b1-f76828d28e4c req-6c571a80-2646-4692-ae3a-81f0a51bd4be tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/networks?id=cd3974b0-b5b4-4267-bd42-3bc0d892b541 HTTP/1.1" status: 200  len: 814 time: 0.1636479
May 07 22:03:31.606611 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-e2539cdb-2602-4be2-b243-575df7c5e40a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 339db9b8-6596-4005-bcd1-8d5ddadb2cbb) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:03:31.615657 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8e9669b2-3d30-4f94-95b1-f76828d28e4c req-a08fcced-bc1a-4746-bc57-2cdbd45cf8f4 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/quotas/8cdcd8ea83db42c996b9c0cb8bac89aa HTTP/1.1" status: 200  len: 375 time: 0.0203011
May 07 22:03:31.622365 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6965a9-b32b-4040-9724-a80486ab3fb3 None None] Network 339db9b8-6596-4005-bcd1-8d5ddadb2cbb requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:03:31.629389 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2539cdb-2602-4be2-b243-575df7c5e40a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:31.630127 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e2539cdb-2602-4be2-b243-575df7c5e40a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:31.696300 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8e9669b2-3d30-4f94-95b1-f76828d28e4c req-a4d9e0ea-6ba3-465d-a32b-8adb6816bc72 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8cdcd8ea83db42c996b9c0cb8bac89aa&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0788157
May 07 22:03:31.706600 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4117fc90-c1df-4e07-9d0b-e26ed29d9787 req-8c15413b-64d2-4ca3-afed-f531f8bc1bb5 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:31.707906 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-e2539cdb-2602-4be2-b243-575df7c5e40a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.9373221
May 07 22:03:31.708882 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4117fc90-c1df-4e07-9d0b-e26ed29d9787 req-8c15413b-64d2-4ca3-afed-f531f8bc1bb5 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=7872598a-70de-4e95-af09-8b55fd257508 HTTP/1.1" status: 200  len: 945 time: 0.0966563
May 07 22:03:31.710958 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 56790) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:31.715387 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-f8b0e20a-88e9-44d1-8d06-dcbcb936885c admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1475561380-router', 'tenant_id': '720fbf0e355c4d9c841f2380a9abce14', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:03:31.776238 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f8b0e20a-88e9-44d1-8d06-dcbcb936885c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (c12c2468-907b-4e25-bbb5-d175e9b7dc3b), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:31.777325 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f8b0e20a-88e9-44d1-8d06-dcbcb936885c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (c12c2468-907b-4e25-bbb5-d175e9b7dc3b), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:31.812239 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4117fc90-c1df-4e07-9d0b-e26ed29d9787 req-f6bb77da-fc57-490a-b54d-ead098655804 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/security-groups?id=8784126e-39eb-4ad2-9420-cda4822e0755&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0919502
May 07 22:03:31.816063 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca980fd-f148-4a41-8fde-7986f3fc1972 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-339db9b8-6596-4005-bcd1-8d5ddadb2cbb', 'network_id': '339db9b8-6596-4005-bcd1-8d5ddadb2cbb', 'project_id': '720fbf0e355c4d9c841f2380a9abce14', 'fixed_ips': [{'subnet_id': '00aaa3e1-57c5-45f7-bd03-a486a2385cb2'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:03:31.817059 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-bca980fd-f148-4a41-8fde-7986f3fc1972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:31.847186 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8e9669b2-3d30-4f94-95b1-f76828d28e4c req-aff2d8b8-060b-43f1-b15d-5c50ca10403e service neutron] 10.222.0.32 "GET /v2.0/networks/cd3974b0-b5b4-4267-bd42-3bc0d892b541?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1489222
May 07 22:03:31.904392 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838f6e31-f262-42c2-a2ce-df673c34e848 None None] Sync routers for ids ['842bb4e3-f934-4083-96cd-cd561df042bc'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:03:31.923625 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838f6e31-f262-42c2-a2ce-df673c34e848 None None] Routers {'842bb4e3-f934-4083-96cd-cd561df042bc'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:03:31.924658 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-838f6e31-f262-42c2-a2ce-df673c34e848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c86ce50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:03:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['842bb4e3-f934-4083-96cd-cd561df042bc'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:03:31.950186 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f8b0e20a-88e9-44d1-8d06-dcbcb936885c admin admin] Publish callbacks [] for router_controller (c12c2468-907b-4e25-bbb5-d175e9b7dc3b), precommit_add_association {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:32.046086 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8e9669b2-3d30-4f94-95b1-f76828d28e4c req-d72bb30b-3701-4e9e-b741-e0b8400ef969 service neutron] 10.222.0.32 "GET /v2.0/networks/cd3974b0-b5b4-4267-bd42-3bc0d892b541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1882706
May 07 22:03:32.135071 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-838f6e31-f262-42c2-a2ce-df673c34e848 None None] Set router 842bb4e3-f934-4083-96cd-cd561df042bc gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:03:32.220448 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2da1b61-eb50-45fa-a784-4c6ca4a6b2d2 req-a14a08c9-23ad-40fa-b5f4-63b13e2663e4 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:32.242802 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e2da1b61-eb50-45fa-a784-4c6ca4a6b2d2 req-a14a08c9-23ad-40fa-b5f4-63b13e2663e4 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 947 time: 0.2852092
May 07 22:03:32.327179 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-af51f808-3826-4d49-a7c6-01d2bf5a13bb req-98d82019-274a-48b3-8734-654d6117c39b tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f8493ed-ecbc-4c5d-b60d-da501dd918ee HTTP/1.1" status: 200  len: 210 time: 0.0503414
May 07 22:03:32.381720 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-bca980fd-f148-4a41-8fde-7986f3fc1972 None None] Allocated IP 172.20.0.2 (339db9b8-6596-4005-bcd1-8d5ddadb2cbb/00aaa3e1-57c5-45f7-bd03-a486a2385cb2/1c61296b-759c-4787-a224-42aafe378b9e) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:03:32.484418 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e2b640-17f1-4038-968e-3031b0413cc6 req-d0b6acd7-83e0-4739-a789-822e9a85eae4 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:32.495580 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-37e2b640-17f1-4038-968e-3031b0413cc6 req-d0b6acd7-83e0-4739-a789-822e9a85eae4 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/ports?device_id=fac24695-8d11-4a29-bf87-a5c11bd5c2e6 HTTP/1.1" status: 200  len: 945 time: 0.0815470
May 07 22:03:32.554458 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f8b0e20a-88e9-44d1-8d06-dcbcb936885c admin admin] Publish callbacks [] for router_gateway (c12c2468-907b-4e25-bbb5-d175e9b7dc3b), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:32.573409 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device c7149e1b-6317-4595-ac94-89db5d2374c1 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:03:32.634207 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-838f6e31-f262-42c2-a2ce-df673c34e848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c86ce50>, [{'id': '842bb4e3-f934-4083-96cd-cd561df042bc', 'name': 'tempest-TestServerBasicOps-760985719-router', 'tenant_id': 'e5bd7ffaf96c48688d8ebe954dc7912f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.136'}], 'enable_snat': True}, 'gw_port_id': 'c7149e1b-6317-4595-ac94-89db5d2374c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:03:19Z', 'updated_at': '2022-05-07T22:03:27Z', 'revision_number': 4, 'project_id': 'e5bd7ffaf96c48688d8ebe954dc7912f', 'gw_port': {'id': 'c7149e1b-6317-4595-ac94-89db5d2374c1', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:54:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842bb4e3-f934-4083-96cd-cd561df042bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:03:21Z', 'updated_at': '2022-05-07T22:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd560fad2-d8cb-4616-865c-898236e0cf44', 'name': '', 'network_id': '8d88d076-afcc-46ea-aeef-47274d5a0fc9', 'tenant_id': 'e5bd7ffaf96c48688d8ebe954dc7912f', 'mac_address': 'fa:16:3e:42:2b:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '842bb4e3-f934-4083-96cd-cd561df042bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': 'f15072ac-4fc2-4d22-b0ea-3923eb70ad7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:03:25Z', 'updated_at': '2022-05-07T22:03:27Z', 'revision_number': 2, 'project_id': 'e5bd7ffaf96c48688d8ebe954dc7912f', 'subnets': [{'id': 'f15072ac-4fc2-4d22-b0ea-3923eb70ad7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:03:32.653369 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-37e2b640-17f1-4038-968e-3031b0413cc6 req-cd3a16c7-5690-464d-972e-d842304b12ed tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/security-groups?id=21abc195-7315-4969-8bda-7251a84b2904&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1566045
May 07 22:03:32.677584 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae154763-5b40-47b0-bb2b-e18d81f4c563 req-a91916d4-bb23-4575-922e-b55edfd4a82e tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:32.680210 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ae154763-5b40-47b0-bb2b-e18d81f4c563 req-a91916d4-bb23-4575-922e-b55edfd4a82e tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.55 "GET /v2.0/ports?device_id=fac24695-8d11-4a29-bf87-a5c11bd5c2e6 HTTP/1.1" status: 200  len: 945 time: 0.0849180
May 07 22:03:32.691438 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838f6e31-f262-42c2-a2ce-df673c34e848 None None] Checking router: 842bb4e3-f934-4083-96cd-cd561df042bc for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:03:32.691859 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838f6e31-f262-42c2-a2ce-df673c34e848 None None] Updating router 842bb4e3-f934-4083-96cd-cd561df042bc port d560fad2-d8cb-4616-865c-898236e0cf44 binding host ncdv-master-1 {{(pid=121839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 22:03:32.727113 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-838f6e31-f262-42c2-a2ce-df673c34e848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (d560fad2-d8cb-4616-865c-898236e0cf44), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:32.757874 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e2da1b61-eb50-45fa-a784-4c6ca4a6b2d2 req-773ec36f-cd31-43db-b486-32b27a812337 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5140889
May 07 22:03:32.833425 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port c7149e1b-6317-4595-ac94-89db5d2374c1 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:03:32.834106 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (c7149e1b-6317-4595-ac94-89db5d2374c1), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:32.917895 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-bca980fd-f148-4a41-8fde-7986f3fc1972 None None] Publish callbacks [] for port (1c61296b-759c-4787-a224-42aafe378b9e), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:32.930168 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f8b0e20a-88e9-44d1-8d06-dcbcb936885c admin admin] Publish callbacks [] for router_gateway (c12c2468-907b-4e25-bbb5-d175e9b7dc3b), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:32.971589 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f8b0e20a-88e9-44d1-8d06-dcbcb936885c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:32.986673 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-bca980fd-f148-4a41-8fde-7986f3fc1972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (1c61296b-759c-4787-a224-42aafe378b9e), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:33.143934 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca980fd-f148-4a41-8fde-7986f3fc1972 None None] Pushing event updated for resources: {'Port': ['ID=1c61296b-759c-4787-a224-42aafe378b9e,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:33.276117 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca980fd-f148-4a41-8fde-7986f3fc1972 None None] Network 339db9b8-6596-4005-bcd1-8d5ddadb2cbb is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:03:33.287932 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-bca980fd-f148-4a41-8fde-7986f3fc1972 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:03:33.297579 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-f8b0e20a-88e9-44d1-8d06-dcbcb936885c admin admin] Allocated IP 172.35.4.65 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/7dc9066f-b63c-4475-9131-60dad6491437) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:03:33.305794 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca980fd-f148-4a41-8fde-7986f3fc1972 None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:03:33.309618 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a2bb62-4b17-47fc-988c-107f9b5d808b req-065fa2c2-3080-4f70-9bc2-890dfc097791 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:33.312825 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-84a2bb62-4b17-47fc-988c-107f9b5d808b req-065fa2c2-3080-4f70-9bc2-890dfc097791 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=7872598a-70de-4e95-af09-8b55fd257508 HTTP/1.1" status: 200  len: 945 time: 0.2300792
May 07 22:03:33.467627 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-838f6e31-f262-42c2-a2ce-df673c34e848 None None] Publish callbacks [] for port (d560fad2-d8cb-4616-865c-898236e0cf44), precommit_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:33.477691 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-838f6e31-f262-42c2-a2ce-df673c34e848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (d560fad2-d8cb-4616-865c-898236e0cf44), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:33.490609 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-84a2bb62-4b17-47fc-988c-107f9b5d808b req-b73f87d6-686d-4047-b6a5-3122579aa6ef tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/security-groups?id=8784126e-39eb-4ad2-9420-cda4822e0755&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1611300
May 07 22:03:33.640408 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-bca980fd-f148-4a41-8fde-7986f3fc1972 None None] Attempting to bind port 1c61296b-759c-4787-a224-42aafe378b9e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:03:33.658449 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-bca980fd-f148-4a41-8fde-7986f3fc1972 None None] Attempting to bind port 1c61296b-759c-4787-a224-42aafe378b9e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '30018c0f-0e07-4063-9fea-c0194965d5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '339db9b8-6596-4005-bcd1-8d5ddadb2cbb'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:03:33.659021 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca980fd-f148-4a41-8fde-7986f3fc1972 None None] Attempting to bind port 1c61296b-759c-4787-a224-42aafe378b9e on network 339db9b8-6596-4005-bcd1-8d5ddadb2cbb {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:03:33.672672 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010e88a1-dd4e-43c9-8f9e-9100f5f3793a None None] Pushing event updated for resources: {'Port': ['ID=d560fad2-d8cb-4616-865c-898236e0cf44,revision_number=3']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:33.684373 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 1d78a47c-1b52-4c8f-ad8e-184b9192eee5 no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:03:33.712542 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-16e43c35-952d-4a86-8d4b-df008f54a175 req-3d0ecb6c-4e96-4eb6-a183-f0241f5f4894 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f8493ed-ecbc-4c5d-b60d-da501dd918ee HTTP/1.1" status: 200  len: 210 time: 0.0963972
May 07 22:03:33.715059 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010e88a1-dd4e-43c9-8f9e-9100f5f3793a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:03:33.715417 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010e88a1-dd4e-43c9-8f9e-9100f5f3793a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:03:33.715780 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010e88a1-dd4e-43c9-8f9e-9100f5f3793a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:03:33.716316 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010e88a1-dd4e-43c9-8f9e-9100f5f3793a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:03:33.716751 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010e88a1-dd4e-43c9-8f9e-9100f5f3793a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:03:33.717314 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010e88a1-dd4e-43c9-8f9e-9100f5f3793a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:03:33.717661 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010e88a1-dd4e-43c9-8f9e-9100f5f3793a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:03:33.718118 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010e88a1-dd4e-43c9-8f9e-9100f5f3793a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:03:33.718517 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010e88a1-dd4e-43c9-8f9e-9100f5f3793a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:03:33.718914 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010e88a1-dd4e-43c9-8f9e-9100f5f3793a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:03:33.719427 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010e88a1-dd4e-43c9-8f9e-9100f5f3793a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:03:33.720082 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010e88a1-dd4e-43c9-8f9e-9100f5f3793a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:03:33.720199 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010e88a1-dd4e-43c9-8f9e-9100f5f3793a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:03:33.720600 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010e88a1-dd4e-43c9-8f9e-9100f5f3793a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:03:33.720994 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010e88a1-dd4e-43c9-8f9e-9100f5f3793a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:03:33.788124 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca980fd-f148-4a41-8fde-7986f3fc1972 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:03:33.788989 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca980fd-f148-4a41-8fde-7986f3fc1972 None None] Checking segment: {'id': '30018c0f-0e07-4063-9fea-c0194965d5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '339db9b8-6596-4005-bcd1-8d5ddadb2cbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:03:33.789922 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-bca980fd-f148-4a41-8fde-7986f3fc1972 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:33.790587 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca980fd-f148-4a41-8fde-7986f3fc1972 None None] Bound using segment: {'id': '30018c0f-0e07-4063-9fea-c0194965d5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '339db9b8-6596-4005-bcd1-8d5ddadb2cbb'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:03:33.791935 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-838f6e31-f262-42c2-a2ce-df673c34e848 None None] Attempting to bind port d560fad2-d8cb-4616-865c-898236e0cf44 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:03:33.794382 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-838f6e31-f262-42c2-a2ce-df673c34e848 None None] Attempting to bind port d560fad2-d8cb-4616-865c-898236e0cf44 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '10abb979-7057-4b07-b0f5-fe98bc19f5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8d88d076-afcc-46ea-aeef-47274d5a0fc9'}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:03:33.795333 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-bca980fd-f148-4a41-8fde-7986f3fc1972 None None] Bound port: 1c61296b-759c-4787-a224-42aafe378b9e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30018c0f-0e07-4063-9fea-c0194965d5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '339db9b8-6596-4005-bcd1-8d5ddadb2cbb'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:03:33.795486 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838f6e31-f262-42c2-a2ce-df673c34e848 None None] Attempting to bind port d560fad2-d8cb-4616-865c-898236e0cf44 on network 8d88d076-afcc-46ea-aeef-47274d5a0fc9 {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:03:33.796601 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-bca980fd-f148-4a41-8fde-7986f3fc1972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (1c61296b-759c-4787-a224-42aafe378b9e), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:33.809807 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838f6e31-f262-42c2-a2ce-df673c34e848 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:03:33.812910 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838f6e31-f262-42c2-a2ce-df673c34e848 None None] Checking segment: {'id': '10abb979-7057-4b07-b0f5-fe98bc19f5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8d88d076-afcc-46ea-aeef-47274d5a0fc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:03:33.813468 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-838f6e31-f262-42c2-a2ce-df673c34e848 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:33.813790 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838f6e31-f262-42c2-a2ce-df673c34e848 None None] Bound using segment: {'id': '10abb979-7057-4b07-b0f5-fe98bc19f5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8d88d076-afcc-46ea-aeef-47274d5a0fc9'} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:03:33.816497 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-838f6e31-f262-42c2-a2ce-df673c34e848 None None] Bound port: d560fad2-d8cb-4616-865c-898236e0cf44, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10abb979-7057-4b07-b0f5-fe98bc19f5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8d88d076-afcc-46ea-aeef-47274d5a0fc9'}}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:03:33.818350 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-838f6e31-f262-42c2-a2ce-df673c34e848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (d560fad2-d8cb-4616-865c-898236e0cf44), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:33.819979 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f8b0e20a-88e9-44d1-8d06-dcbcb936885c admin admin] Publish callbacks [] for port (7dc9066f-b63c-4475-9131-60dad6491437), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:33.901666 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port c7149e1b-6317-4595-ac94-89db5d2374c1 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:03:34.018193 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 1d78a47c-1b52-4c8f-ad8e-184b9192eee5 is: ACTIVE; New status is: DOWN {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:03:34.021753 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (1d78a47c-1b52-4c8f-ad8e-184b9192eee5), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:34.055808 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 56902) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:34.103092 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2aa979-1aa3-4259-b61e-1f53bb4c4c69 req-98608dec-b9f9-4f7e-9f6c-88f7ae92aef5 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:34.105302 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6a2aa979-1aa3-4259-b61e-1f53bb4c4c69 req-98608dec-b9f9-4f7e-9f6c-88f7ae92aef5 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/ports?device_id=fac24695-8d11-4a29-bf87-a5c11bd5c2e6 HTTP/1.1" status: 200  len: 945 time: 0.2146966
May 07 22:03:34.109564 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f8b0e20a-88e9-44d1-8d06-dcbcb936885c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (7dc9066f-b63c-4475-9131-60dad6491437), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:34.111459 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-838f6e31-f262-42c2-a2ce-df673c34e848 None None] For port d560fad2-d8cb-4616-865c-898236e0cf44, host ncdv-master-1, cleared binding levels {{(pid=121839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:03:34.119409 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-838f6e31-f262-42c2-a2ce-df673c34e848 None None] For port d560fad2-d8cb-4616-865c-898236e0cf44, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d560fad2-d8cb-4616-865c-898236e0cf44,segment=NetworkSegment(10abb979-7057-4b07-b0f5-fe98bc19f5ad),segment_id=10abb979-7057-4b07-b0f5-fe98bc19f5ad)] {{(pid=121839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:03:34.120777 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4996f091-2316-4100-b272-d2af7738b4ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d78a47c-1b52-4c8f-ad8e-184b9192eee5'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:03:34.123134 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45ee25a5-ab87-4b23-83db-6b978373b5e6" -d '{"events": [{"server_uuid": "4996f091-2316-4100-b272-d2af7738b4ac", "name": "network-vif-unplugged", "status": "completed", "tag": "1d78a47c-1b52-4c8f-ad8e-184b9192eee5"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:03:34.142563 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-7f1bfc34-6366-4a55-9192-07b2e2cbedd2 None None] Provisioning complete for port d560fad2-d8cb-4616-865c-898236e0cf44 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:03:34.149071 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7f1bfc34-6366-4a55-9192-07b2e2cbedd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (d560fad2-d8cb-4616-865c-898236e0cf44), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:34.152526 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-838f6e31-f262-42c2-a2ce-df673c34e848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (d560fad2-d8cb-4616-865c-898236e0cf44), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:34.234579 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b0e20a-88e9-44d1-8d06-dcbcb936885c admin admin] Pushing event updated for resources: {'Port': ['ID=7dc9066f-b63c-4475-9131-60dad6491437,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:34.240423 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-ae154763-5b40-47b0-bb2b-e18d81f4c563 req-81c40529-4904-49a5-9480-d9cb07483088 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Deleting port 4b1c916d-b8cd-474a-b59a-7503fddbe26b {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:03:34.240976 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-ae154763-5b40-47b0-bb2b-e18d81f4c563 req-81c40529-4904-49a5-9480-d9cb07483088 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (4b1c916d-b8cd-474a-b59a-7503fddbe26b), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:34.287065 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69022e4-f9bd-4af6-940c-19086f42441d req-b002eedc-0e39-481d-8bbb-acb8ca243f39 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:34.289495 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 1d78a47c-1b52-4c8f-ad8e-184b9192eee5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1d78a47c-1b52-4c8f-ad8e-184b9192eee5,segment=NetworkSegment(3565a17e-e0eb-4b35-a7f2-f7d7af642fb7),segment_id=3565a17e-e0eb-4b35-a7f2-f7d7af642fb7)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:03:34.301164 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a69022e4-f9bd-4af6-940c-19086f42441d req-b002eedc-0e39-481d-8bbb-acb8ca243f39 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.55 "GET /v2.0/ports?device_id=95f9d622-1591-4442-9da0-167bdb326758 HTTP/1.1" status: 200  len: 946 time: 1.4986570
May 07 22:03:34.322158 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-bca980fd-f148-4a41-8fde-7986f3fc1972 None None] For port 1c61296b-759c-4787-a224-42aafe378b9e, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:03:34.328295 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (1d78a47c-1b52-4c8f-ad8e-184b9192eee5), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:34.339563 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838f6e31-f262-42c2-a2ce-df673c34e848 None None] Routers {'842bb4e3-f934-4083-96cd-cd561df042bc'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:03:34.341629 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-838f6e31-f262-42c2-a2ce-df673c34e848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c86ce50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:03:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['842bb4e3-f934-4083-96cd-cd561df042bc'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:03:34.357690 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010e88a1-dd4e-43c9-8f9e-9100f5f3793a None None] Pushing event updated for resources: {'Port': ['ID=d560fad2-d8cb-4616-865c-898236e0cf44,revision_number=4']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:34.363154 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-bca980fd-f148-4a41-8fde-7986f3fc1972 None None] For port 1c61296b-759c-4787-a224-42aafe378b9e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1c61296b-759c-4787-a224-42aafe378b9e,segment=NetworkSegment(30018c0f-0e07-4063-9fea-c0194965d5ff),segment_id=30018c0f-0e07-4063-9fea-c0194965d5ff)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:03:34.441372 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8f8c06-bc19-46b7-bf4b-eb76be1b8fa6 req-1840a1db-dfed-4857-a742-7869b48e94e8 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:34.468412 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-dd8f8c06-bc19-46b7-bf4b-eb76be1b8fa6 req-1840a1db-dfed-4857-a742-7869b48e94e8 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/ports?device_id=95f9d622-1591-4442-9da0-167bdb326758 HTTP/1.1" status: 200  len: 946 time: 1.6554544
May 07 22:03:34.493707 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b0e20a-88e9-44d1-8d06-dcbcb936885c admin admin] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:03:34.516439 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-f8b0e20a-88e9-44d1-8d06-dcbcb936885c admin admin] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:03:34.528402 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-bca980fd-f148-4a41-8fde-7986f3fc1972 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (1c61296b-759c-4787-a224-42aafe378b9e), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:34.541074 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-b1589269-c296-4c26-89a4-b9e500233715 tempest-QuotasNegativeTest-1011050160 tempest-QuotasNegativeTest-1011050160-project-admin] Request body: {'quota': {'network': 2}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:03:34.550277 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b0e20a-88e9-44d1-8d06-dcbcb936885c admin admin] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:03:34.616369 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-7f1bfc34-6366-4a55-9192-07b2e2cbedd2 None None] Current status of the port d560fad2-d8cb-4616-865c-898236e0cf44 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:03:34.625640 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7f1bfc34-6366-4a55-9192-07b2e2cbedd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (d560fad2-d8cb-4616-865c-898236e0cf44), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:34.671048 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=1d78a47c-1b52-4c8f-ad8e-184b9192eee5,revision_number=14']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:34.676581 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-838f6e31-f262-42c2-a2ce-df673c34e848 None None] Set router 842bb4e3-f934-4083-96cd-cd561df042bc gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:03:34.715404 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6a2aa979-1aa3-4259-b61e-1f53bb4c4c69 req-c1e24f27-5fc1-4578-8216-5c807efb6230 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/security-groups?id=21abc195-7315-4969-8bda-7251a84b2904&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6001933
May 07 22:03:34.761823 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-b1589269-c296-4c26-89a4-b9e500233715 tempest-QuotasNegativeTest-1011050160 tempest-QuotasNegativeTest-1011050160-project-admin] 10.222.0.32 "PUT /v2.0/quotas/3a7d2c6c33a64b04bf784d835682d629 HTTP/1.1" status: 200  len: 368 time: 0.7023120
May 07 22:03:34.768869 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9669b2-3d30-4f94-95b1-f76828d28e4c req-34759b72-1a8c-4472-abaf-be67512236c5 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:34.770998 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8e9669b2-3d30-4f94-95b1-f76828d28e4c req-34759b72-1a8c-4472-abaf-be67512236c5 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.59 "GET /v2.0/networks?id=cd3974b0-b5b4-4267-bd42-3bc0d892b541 HTTP/1.1" status: 200  len: 814 time: 0.5639491
May 07 22:03:34.773663 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 56932) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:34.782031 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-196dc39e-ee9b-46a1-b052-205925eacb0d tempest-QuotasNegativeTest-1011050160 tempest-QuotasNegativeTest-1011050160-project-admin] Request body: {'network': {'project_id': '3a7d2c6c33a64b04bf784d835682d629'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:03:34.784805 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-8e9669b2-3d30-4f94-95b1-f76828d28e4c req-5a9593d2-9e7d-4a3f-9717-e5174a73661a tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Request body: {'port': {'device_id': '2f8493ed-ecbc-4c5d-b60d-da501dd918ee', 'network_id': 'cd3974b0-b5b4-4267-bd42-3bc0d892b541', 'admin_state_up': True, 'tenant_id': '8cdcd8ea83db42c996b9c0cb8bac89aa'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:03:34.794088 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-ae154763-5b40-47b0-bb2b-e18d81f4c563 req-81c40529-4904-49a5-9480-d9cb07483088 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] For port 4b1c916d-b8cd-474a-b59a-7503fddbe26b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4b1c916d-b8cd-474a-b59a-7503fddbe26b,segment=NetworkSegment(ce6ea8f0-3d38-4ce3-8f23-f8c47e599e56),segment_id=ce6ea8f0-3d38-4ce3-8f23-f8c47e599e56)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:03:34.794716 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-ae154763-5b40-47b0-bb2b-e18d81f4c563 req-81c40529-4904-49a5-9480-d9cb07483088 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (4b1c916d-b8cd-474a-b59a-7503fddbe26b), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:34.803728 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca980fd-f148-4a41-8fde-7986f3fc1972 None None] Pushing event updated for resources: {'Port': ['ID=1c61296b-759c-4787-a224-42aafe378b9e,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:34.817066 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 07 May 2022 22:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-961fb4b4-181d-4e5c-b8a8-ea146579f9ff x-openstack-request-id: req-961fb4b4-181d-4e5c-b8a8-ea146579f9ff {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:03:34.818460 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4996f091-2316-4100-b272-d2af7738b4ac", "name": "network-vif-unplugged", "status": "completed", "tag": "1d78a47c-1b52-4c8f-ad8e-184b9192eee5", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:03:34.818731 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-961fb4b4-181d-4e5c-b8a8-ea146579f9ff {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:03:34.821624 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-961fb4b4-181d-4e5c-b8a8-ea146579f9ff'] response: {'server_uuid': '4996f091-2316-4100-b272-d2af7738b4ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d78a47c-1b52-4c8f-ad8e-184b9192eee5', 'code': 200}
May 07 22:03:34.836215 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-7f1bfc34-6366-4a55-9192-07b2e2cbedd2 None None] For port d560fad2-d8cb-4616-865c-898236e0cf44, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d560fad2-d8cb-4616-865c-898236e0cf44,segment=NetworkSegment(10abb979-7057-4b07-b0f5-fe98bc19f5ad),segment_id=10abb979-7057-4b07-b0f5-fe98bc19f5ad)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:03:34.847311 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7f1bfc34-6366-4a55-9192-07b2e2cbedd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (d560fad2-d8cb-4616-865c-898236e0cf44), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:34.875916 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-dd8f8c06-bc19-46b7-bf4b-eb76be1b8fa6 req-d32b5203-0144-47ed-ab1c-4ff1f09c10a6 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ebb222e-3262-41b5-990d-c21161bc61e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4035735
May 07 22:03:35.017329 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-a69022e4-f9bd-4af6-940c-19086f42441d req-ce7ea48c-e336-4abe-a9e0-29ffe3731c6e tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Deleting port 7246b97e-cc3a-4e69-8bd1-0d36632d83ff {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:03:35.017838 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-a69022e4-f9bd-4af6-940c-19086f42441d req-ce7ea48c-e336-4abe-a9e0-29ffe3731c6e tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (7246b97e-cc3a-4e69-8bd1-0d36632d83ff), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:35.047909 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-838f6e31-f262-42c2-a2ce-df673c34e848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c86ce50>, [{'id': '842bb4e3-f934-4083-96cd-cd561df042bc', 'name': 'tempest-TestServerBasicOps-760985719-router', 'tenant_id': 'e5bd7ffaf96c48688d8ebe954dc7912f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.136'}], 'enable_snat': True}, 'gw_port_id': 'c7149e1b-6317-4595-ac94-89db5d2374c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:03:19Z', 'updated_at': '2022-05-07T22:03:27Z', 'revision_number': 4, 'project_id': 'e5bd7ffaf96c48688d8ebe954dc7912f', 'gw_port': {'id': 'c7149e1b-6317-4595-ac94-89db5d2374c1', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:54:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842bb4e3-f934-4083-96cd-cd561df042bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:03:21Z', 'updated_at': '2022-05-07T22:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd560fad2-d8cb-4616-865c-898236e0cf44', 'name': '', 'network_id': '8d88d076-afcc-46ea-aeef-47274d5a0fc9', 'tenant_id': 'e5bd7ffaf96c48688d8ebe954dc7912f', 'mac_address': 'fa:16:3e:42:2b:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '842bb4e3-f934-4083-96cd-cd561df042bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': 'f15072ac-4fc2-4d22-b0ea-3923eb70ad7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:03:25Z', 'updated_at': '2022-05-07T22:03:34Z', 'revision_number': 4, 'project_id': 'e5bd7ffaf96c48688d8ebe954dc7912f', 'subnets': [{'id': 'f15072ac-4fc2-4d22-b0ea-3923eb70ad7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:03:35.074390 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-052c895d-bc8c-4d60-ab55-3f7472552b7d None None] Provisioning complete for port d560fad2-d8cb-4616-865c-898236e0cf44 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:03:35.077000 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-052c895d-bc8c-4d60-ab55-3f7472552b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (d560fad2-d8cb-4616-865c-898236e0cf44), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:35.083173 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838f6e31-f262-42c2-a2ce-df673c34e848 None None] The sync data for ids ['842bb4e3-f934-4083-96cd-cd561df042bc'] in ncdv-master-1 is: [{'id': '842bb4e3-f934-4083-96cd-cd561df042bc', 'name': 'tempest-TestServerBasicOps-760985719-router', 'tenant_id': 'e5bd7ffaf96c48688d8ebe954dc7912f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.136'}], 'enable_snat': True}, 'gw_port_id': 'c7149e1b-6317-4595-ac94-89db5d2374c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:03:19Z', 'updated_at': '2022-05-07T22:03:27Z', 'revision_number': 4, 'project_id': 'e5bd7ffaf96c48688d8ebe954dc7912f', 'gw_port': {'id': 'c7149e1b-6317-4595-ac94-89db5d2374c1', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:54:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842bb4e3-f934-4083-96cd-cd561df042bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:03:21Z', 'updated_at': '2022-05-07T22:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd560fad2-d8cb-4616-865c-898236e0cf44', 'name': '', 'network_id': '8d88d076-afcc-46ea-aeef-47274d5a0fc9', 'tenant_id': 'e5bd7ffaf96c48688d8ebe954dc7912f', 'mac_address': 'fa:16:3e:42:2b:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '842bb4e3-f934-4083-96cd-cd561df042bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': 'f15072ac-4fc2-4d22-b0ea-3923eb70ad7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:03:25Z', 'updated_at': '2022-05-07T22:03:34Z', 'revision_number': 4, 'project_id': 'e5bd7ffaf96c48688d8ebe954dc7912f', 'subnets': [{'id': 'f15072ac-4fc2-4d22-b0ea-3923eb70ad7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:03:35.086790 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1bfc34-6366-4a55-9192-07b2e2cbedd2 None None] Pushing event updated for resources: {'Port': ['ID=d560fad2-d8cb-4616-865c-898236e0cf44,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:35.124771 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-196dc39e-ee9b-46a1-b052-205925eacb0d tempest-QuotasNegativeTest-1011050160 tempest-QuotasNegativeTest-1011050160-project-admin] Made reservation on behalf of 3a7d2c6c33a64b04bf784d835682d629 for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:03:35.127817 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-196dc39e-ee9b-46a1-b052-205925eacb0d tempest-QuotasNegativeTest-1011050160 tempest-QuotasNegativeTest-1011050160-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:35.157813 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-196dc39e-ee9b-46a1-b052-205925eacb0d tempest-QuotasNegativeTest-1011050160 tempest-QuotasNegativeTest-1011050160-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:35.177467 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e9669b2-3d30-4f94-95b1-f76828d28e4c req-5a9593d2-9e7d-4a3f-9717-e5174a73661a tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Made reservation on behalf of 8cdcd8ea83db42c996b9c0cb8bac89aa for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:03:35.181797 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-8e9669b2-3d30-4f94-95b1-f76828d28e4c req-5a9593d2-9e7d-4a3f-9717-e5174a73661a tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:35.256198 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-44e4cfb6-6aff-4c5e-ac59-b7face4d738e req-ec62c13b-c2e0-493e-8159-b94de726ade2 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f8493ed-ecbc-4c5d-b60d-da501dd918ee HTTP/1.1" status: 200  len: 210 time: 0.1933312
May 07 22:03:35.324186 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-052c895d-bc8c-4d60-ab55-3f7472552b7d None None] Current status of the port d560fad2-d8cb-4616-865c-898236e0cf44 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:03:35.379700 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448cb062-702a-4671-81ba-ccc5815dc06f req-4b2a852c-1aeb-47de-993d-d7bec9865a02 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:35.381308 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-448cb062-702a-4671-81ba-ccc5815dc06f req-4b2a852c-1aeb-47de-993d-d7bec9865a02 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=7872598a-70de-4e95-af09-8b55fd257508 HTTP/1.1" status: 200  len: 945 time: 0.4022403
May 07 22:03:35.498254 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-ae154763-5b40-47b0-bb2b-e18d81f4c563 req-81c40529-4904-49a5-9480-d9cb07483088 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:35.499319 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-ae154763-5b40-47b0-bb2b-e18d81f4c563 req-81c40529-4904-49a5-9480-d9cb07483088 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (a73bd09d-5a60-43f0-8526-11df2c4dda19), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:35.499895 ncdv-master-1 neutron-server[121836]: INFO neutron.db.l3_db [req-ae154763-5b40-47b0-bb2b-e18d81f4c563 req-81c40529-4904-49a5-9480-d9cb07483088 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Floating IP a73bd09d-5a60-43f0-8526-11df2c4dda19 disassociated. External IP: 172.35.4.143, port: 4b1c916d-b8cd-474a-b59a-7503fddbe26b.
May 07 22:03:35.500740 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-ae154763-5b40-47b0-bb2b-e18d81f4c563 req-81c40529-4904-49a5-9480-d9cb07483088 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Calling delete_port for 4b1c916d-b8cd-474a-b59a-7503fddbe26b owned by compute:nova {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:03:35.569411 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3014b2d-b29e-4e79-8a56-54bbe2c57873 req-5e661b36-753c-4b8a-a3e6-f5b1d909e6e8 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:35.571748 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f8b0e20a-88e9-44d1-8d06-dcbcb936885c admin admin] Publish callbacks [] for router_gateway (c12c2468-907b-4e25-bbb5-d175e9b7dc3b), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:35.581015 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e3014b2d-b29e-4e79-8a56-54bbe2c57873 req-5e661b36-753c-4b8a-a3e6-f5b1d909e6e8 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 945 time: 0.1711316
May 07 22:03:35.585143 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-a69022e4-f9bd-4af6-940c-19086f42441d req-ce7ea48c-e336-4abe-a9e0-29ffe3731c6e tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] For port 7246b97e-cc3a-4e69-8bd1-0d36632d83ff, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7246b97e-cc3a-4e69-8bd1-0d36632d83ff,segment=NetworkSegment(946603cd-661c-44e1-83be-0ffa4fba5a22),segment_id=946603cd-661c-44e1-83be-0ffa4fba5a22)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:03:35.587171 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-a69022e4-f9bd-4af6-940c-19086f42441d req-ce7ea48c-e336-4abe-a9e0-29ffe3731c6e tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (7246b97e-cc3a-4e69-8bd1-0d36632d83ff), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:35.657496 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 7246b97e-cc3a-4e69-8bd1-0d36632d83ff no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:03:35.673925 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [req-8e9669b2-3d30-4f94-95b1-f76828d28e4c req-5a9593d2-9e7d-4a3f-9717-e5174a73661a tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Allocated IP 172.20.0.9 (cd3974b0-b5b4-4267-bd42-3bc0d892b541/35cc5169-512d-4e47-a67e-744102f823c5/97a27940-706a-4478-97b8-2f47b67e4146) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:03:35.829777 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-196dc39e-ee9b-46a1-b052-205925eacb0d tempest-QuotasNegativeTest-1011050160 tempest-QuotasNegativeTest-1011050160-project-admin] Publish callbacks [] for security_group (dbc40794-1827-402a-974b-cae2ff1a3beb), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:35.836046 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 7246b97e-cc3a-4e69-8bd1-0d36632d83ff is: ACTIVE; New status is: DOWN {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:03:35.836841 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (7246b97e-cc3a-4e69-8bd1-0d36632d83ff), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:35.846073 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e3014b2d-b29e-4e79-8a56-54bbe2c57873 req-ff78e691-2b9a-4c3b-91ef-6bc85391cafb tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2637367
May 07 22:03:35.902633 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-196dc39e-ee9b-46a1-b052-205925eacb0d tempest-QuotasNegativeTest-1011050160 tempest-QuotasNegativeTest-1011050160-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (dbc40794-1827-402a-974b-cae2ff1a3beb), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:35.906806 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-8e9669b2-3d30-4f94-95b1-f76828d28e4c req-5a9593d2-9e7d-4a3f-9717-e5174a73661a tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Publish callbacks [] for port (97a27940-706a-4478-97b8-2f47b67e4146), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:35.967456 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 7246b97e-cc3a-4e69-8bd1-0d36632d83ff, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7246b97e-cc3a-4e69-8bd1-0d36632d83ff,segment=NetworkSegment(946603cd-661c-44e1-83be-0ffa4fba5a22),segment_id=946603cd-661c-44e1-83be-0ffa4fba5a22)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:03:35.971192 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196dc39e-ee9b-46a1-b052-205925eacb0d tempest-QuotasNegativeTest-1011050160 tempest-QuotasNegativeTest-1011050160-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc40794-1827-402a-974b-cae2ff1a3beb,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:35.975730 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (7246b97e-cc3a-4e69-8bd1-0d36632d83ff), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:35.976934 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 4b1c916d-b8cd-474a-b59a-7503fddbe26b no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:03:36.009069 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-196dc39e-ee9b-46a1-b052-205925eacb0d tempest-QuotasNegativeTest-1011050160 tempest-QuotasNegativeTest-1011050160-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:03:36.057903 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=7246b97e-cc3a-4e69-8bd1-0d36632d83ff,revision_number=6']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:36.058174 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-8e9669b2-3d30-4f94-95b1-f76828d28e4c req-5a9593d2-9e7d-4a3f-9717-e5174a73661a tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (97a27940-706a-4478-97b8-2f47b67e4146), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:36.117108 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['49671dbb-1f39-4903-a9e1-e283831ec748'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:03:36.145280 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-448cb062-702a-4671-81ba-ccc5815dc06f req-7a2ca68c-e470-4d23-9b07-e36fae4898b3 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/security-groups?id=8784126e-39eb-4ad2-9420-cda4822e0755&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7570019
May 07 22:03:36.266539 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e9669b2-3d30-4f94-95b1-f76828d28e4c req-5a9593d2-9e7d-4a3f-9717-e5174a73661a tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Network cd3974b0-b5b4-4267-bd42-3bc0d892b541 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:03:36.342200 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-a69022e4-f9bd-4af6-940c-19086f42441d req-ce7ea48c-e336-4abe-a9e0-29ffe3731c6e tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:36.343346 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-a69022e4-f9bd-4af6-940c-19086f42441d req-ce7ea48c-e336-4abe-a9e0-29ffe3731c6e tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (973324da-9430-4a43-a7f4-1d2db6898e03), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:36.343881 ncdv-master-1 neutron-server[121836]: INFO neutron.db.l3_db [req-a69022e4-f9bd-4af6-940c-19086f42441d req-ce7ea48c-e336-4abe-a9e0-29ffe3731c6e tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Floating IP 973324da-9430-4a43-a7f4-1d2db6898e03 disassociated. External IP: 172.35.4.247, port: 7246b97e-cc3a-4e69-8bd1-0d36632d83ff.
May 07 22:03:36.344430 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-a69022e4-f9bd-4af6-940c-19086f42441d req-ce7ea48c-e336-4abe-a9e0-29ffe3731c6e tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Calling delete_port for 7246b97e-cc3a-4e69-8bd1-0d36632d83ff owned by compute:nova {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:03:36.403453 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [req-8e9669b2-3d30-4f94-95b1-f76828d28e4c req-5a9593d2-9e7d-4a3f-9717-e5174a73661a tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:03:36.415738 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e9669b2-3d30-4f94-95b1-f76828d28e4c req-5a9593d2-9e7d-4a3f-9717-e5174a73661a tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:03:36.544880 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9593d2-9e7d-4a3f-9717-e5174a73661a tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Pushing event updated for resources: {'Port': ['ID=97a27940-706a-4478-97b8-2f47b67e4146,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:36.591628 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9be1012-769a-45a4-a125-93d9e792ba8b None None] Network 339db9b8-6596-4005-bcd1-8d5ddadb2cbb requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:03:36.765000 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f8b0e20a-88e9-44d1-8d06-dcbcb936885c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (c12c2468-907b-4e25-bbb5-d175e9b7dc3b), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:36.780014 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a224c06d-fcc1-4a29-8326-985e475009ee req-a292b764-8257-4eef-996e-758a4b51eda1 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:36.789269 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a224c06d-fcc1-4a29-8326-985e475009ee req-a292b764-8257-4eef-996e-758a4b51eda1 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/ports?device_id=95f9d622-1591-4442-9da0-167bdb326758 HTTP/1.1" status: 200  len: 944 time: 0.3574684
May 07 22:03:36.831014 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9669b2-3d30-4f94-95b1-f76828d28e4c req-5a9593d2-9e7d-4a3f-9717-e5174a73661a tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:36.831483 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-8e9669b2-3d30-4f94-95b1-f76828d28e4c req-5a9593d2-9e7d-4a3f-9717-e5174a73661a tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:36.842873 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-47952574-7a18-4216-ac96-0ae8cd23856e None None] Provisioning complete for port 1c61296b-759c-4787-a224-42aafe378b9e triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:03:36.843348 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-47952574-7a18-4216-ac96-0ae8cd23856e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (1c61296b-759c-4787-a224-42aafe378b9e), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:36.847564 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95f9d622-1591-4442-9da0-167bdb326758', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7246b97e-cc3a-4e69-8bd1-0d36632d83ff'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:03:36.851476 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee307fd8-7291-424d-8e40-0c34ae61439d" -d '{"events": [{"server_uuid": "95f9d622-1591-4442-9da0-167bdb326758", "name": "network-vif-unplugged", "status": "completed", "tag": "7246b97e-cc3a-4e69-8bd1-0d36632d83ff"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:03:36.863955 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device d560fad2-d8cb-4616-865c-898236e0cf44 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:03:36.895269 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8e9669b2-3d30-4f94-95b1-f76828d28e4c req-5a9593d2-9e7d-4a3f-9717-e5174a73661a tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1160197
May 07 22:03:36.932472 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-196dc39e-ee9b-46a1-b052-205925eacb0d tempest-QuotasNegativeTest-1011050160 tempest-QuotasNegativeTest-1011050160-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (27fe1070-68a7-475b-9951-20e3200b8335), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:36.933818 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-196dc39e-ee9b-46a1-b052-205925eacb0d tempest-QuotasNegativeTest-1011050160 tempest-QuotasNegativeTest-1011050160-project-admin] Added segment 27fe1070-68a7-475b-9951-20e3200b8335 of type vlan for network 04db14f9-fcd0-4d0d-a1ff-06a2a80c73dd
May 07 22:03:36.939327 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a224c06d-fcc1-4a29-8326-985e475009ee req-c68ab69a-fc0d-4b57-a9c7-c41b05916294 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/security-groups?id=9ebb222e-3262-41b5-990d-c21161bc61e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1442070
May 07 22:03:36.955229 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-8e9669b2-3d30-4f94-95b1-f76828d28e4c req-249aead5-1990-41c6-9b6a-f9f6cae31be5 service neutron] Request body: {'port': {'device_id': '2f8493ed-ecbc-4c5d-b60d-da501dd918ee', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:03:37.058425 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-196dc39e-ee9b-46a1-b052-205925eacb0d tempest-QuotasNegativeTest-1011050160 tempest-QuotasNegativeTest-1011050160-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (04db14f9-fcd0-4d0d-a1ff-06a2a80c73dd), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:37.076910 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-df6418bf-354c-4ef1-a173-a3bdc6226c28 req-762558e5-a151-404c-a3f0-ab404c45d4dc tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/ports?device_id=fac24695-8d11-4a29-bf87-a5c11bd5c2e6 HTTP/1.1" status: 200  len: 210 time: 0.3586669
May 07 22:03:37.090968 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-ae154763-5b40-47b0-bb2b-e18d81f4c563 req-81c40529-4904-49a5-9480-d9cb07483088 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (4b1c916d-b8cd-474a-b59a-7503fddbe26b), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:37.114289 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 4b1c916d-b8cd-474a-b59a-7503fddbe26b is: ACTIVE; New status is: DOWN {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:03:37.115010 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (4b1c916d-b8cd-474a-b59a-7503fddbe26b), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:37.179780 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.db.resource_extend [None req-196dc39e-ee9b-46a1-b052-205925eacb0d tempest-QuotasNegativeTest-1011050160 tempest-QuotasNegativeTest-1011050160-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 07 22:03:37.183295 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c40529-4904-49a5-9480-d9cb07483088 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Pushing event deleted for resources: {'Port': ['ID=4b1c916d-b8cd-474a-b59a-7503fddbe26b,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:37.215962 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port d560fad2-d8cb-4616-865c-898236e0cf44 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:03:37.216517 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (d560fad2-d8cb-4616-865c-898236e0cf44), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:37.235160 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-196dc39e-ee9b-46a1-b052-205925eacb0d tempest-QuotasNegativeTest-1011050160 tempest-QuotasNegativeTest-1011050160-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (04db14f9-fcd0-4d0d-a1ff-06a2a80c73dd), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:37.236633 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196dc39e-ee9b-46a1-b052-205925eacb0d tempest-QuotasNegativeTest-1011050160 tempest-QuotasNegativeTest-1011050160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:37.237497 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-196dc39e-ee9b-46a1-b052-205925eacb0d tempest-QuotasNegativeTest-1011050160 tempest-QuotasNegativeTest-1011050160-project-admin] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:37.245640 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-a69022e4-f9bd-4af6-940c-19086f42441d req-ce7ea48c-e336-4abe-a9e0-29ffe3731c6e tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (7246b97e-cc3a-4e69-8bd1-0d36632d83ff), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:37.293511 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-47952574-7a18-4216-ac96-0ae8cd23856e None None] Current status of the port 1c61296b-759c-4787-a224-42aafe378b9e is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:03:37.294061 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-47952574-7a18-4216-ac96-0ae8cd23856e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (1c61296b-759c-4787-a224-42aafe378b9e), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:37.313380 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d5369-e551-42f1-abc8-6929ea40008f req-c8855641-f1a1-4183-9719-7c3a1b0a5d54 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:37.321750 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ac1d5369-e551-42f1-abc8-6929ea40008f req-c8855641-f1a1-4183-9719-7c3a1b0a5d54 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=96e381dd-9f23-442c-80d2-8623a85c3e50 HTTP/1.1" status: 200  len: 945 time: 0.2041154
May 07 22:03:37.339663 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-8e9669b2-3d30-4f94-95b1-f76828d28e4c req-249aead5-1990-41c6-9b6a-f9f6cae31be5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (97a27940-706a-4478-97b8-2f47b67e4146), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:37.361108 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-47952574-7a18-4216-ac96-0ae8cd23856e None None] For port 1c61296b-759c-4787-a224-42aafe378b9e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1c61296b-759c-4787-a224-42aafe378b9e,segment=NetworkSegment(30018c0f-0e07-4063-9fea-c0194965d5ff),segment_id=30018c0f-0e07-4063-9fea-c0194965d5ff)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:03:37.367326 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-47952574-7a18-4216-ac96-0ae8cd23856e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (1c61296b-759c-4787-a224-42aafe378b9e), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:37.439290 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7ea48c-e336-4abe-a9e0-29ffe3731c6e tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Pushing event deleted for resources: {'Port': ['ID=7246b97e-cc3a-4e69-8bd1-0d36632d83ff,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:37.464624 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port d560fad2-d8cb-4616-865c-898236e0cf44 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:03:37.466078 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 1c61296b-759c-4787-a224-42aafe378b9e up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:03:37.505771 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-196dc39e-ee9b-46a1-b052-205925eacb0d tempest-QuotasNegativeTest-1011050160 tempest-QuotasNegativeTest-1011050160-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 837 time: 2.7274365
May 07 22:03:37.509824 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 57030) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:37.516473 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47952574-7a18-4216-ac96-0ae8cd23856e None None] Pushing event updated for resources: {'Port': ['ID=1c61296b-759c-4787-a224-42aafe378b9e,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:37.539471 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ac1d5369-e551-42f1-abc8-6929ea40008f req-97e395c2-495e-4a52-88e7-e2b517486722 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/security-groups?id=8784126e-39eb-4ad2-9420-cda4822e0755&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2164612
May 07 22:03:37.545940 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 1c61296b-759c-4787-a224-42aafe378b9e triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:03:37.546500 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (1c61296b-759c-4787-a224-42aafe378b9e), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:37.564184 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-64b0d3a4-c59e-4fc3-af2d-96b975d4e36e tempest-QuotasNegativeTest-1011050160 tempest-QuotasNegativeTest-1011050160-project-admin] Request body: {'network': {'project_id': '3a7d2c6c33a64b04bf784d835682d629'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:03:37.599014 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-e5ff1ccf-0e31-4a83-b29b-cf4ae9c9133b None None] Provisioning complete for port 1c61296b-759c-4787-a224-42aafe378b9e triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:03:37.599510 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e5ff1ccf-0e31-4a83-b29b-cf4ae9c9133b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (1c61296b-759c-4787-a224-42aafe378b9e), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:37.602270 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8b0e20a-88e9-44d1-8d06-dcbcb936885c admin admin] Router c12c2468-907b-4e25-bbb5-d175e9b7dc3b is scheduled to L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db with binding_index 1 {{(pid=121837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 07 22:03:37.641094 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 07 May 2022 22:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d666c3f-a52d-4efa-84ff-ea8be9a4ba2d x-openstack-request-id: req-0d666c3f-a52d-4efa-84ff-ea8be9a4ba2d {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:03:37.641486 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95f9d622-1591-4442-9da0-167bdb326758", "name": "network-vif-unplugged", "status": "completed", "tag": "7246b97e-cc3a-4e69-8bd1-0d36632d83ff", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:03:37.641752 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0d666c3f-a52d-4efa-84ff-ea8be9a4ba2d {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:03:37.642148 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d666c3f-a52d-4efa-84ff-ea8be9a4ba2d'] response: {'server_uuid': '95f9d622-1591-4442-9da0-167bdb326758', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7246b97e-cc3a-4e69-8bd1-0d36632d83ff', 'code': 200}
May 07 22:03:37.734050 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b0d3a4-c59e-4fc3-af2d-96b975d4e36e tempest-QuotasNegativeTest-1011050160 tempest-QuotasNegativeTest-1011050160-project-admin] Made reservation on behalf of 3a7d2c6c33a64b04bf784d835682d629 for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:03:37.736655 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-64b0d3a4-c59e-4fc3-af2d-96b975d4e36e tempest-QuotasNegativeTest-1011050160 tempest-QuotasNegativeTest-1011050160-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:37.801216 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ae154763-5b40-47b0-bb2b-e18d81f4c563 req-81c40529-4904-49a5-9480-d9cb07483088 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Router 2123aa39-c4f0-4e9a-9167-73acf960a6ad has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:03:37.804469 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196dc39e-ee9b-46a1-b052-205925eacb0d tempest-QuotasNegativeTest-1011050160 tempest-QuotasNegativeTest-1011050160-project-admin] Pushing event updated for resources: {'Network': ['ID=04db14f9-fcd0-4d0d-a1ff-06a2a80c73dd,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:37.813749 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64b0d3a4-c59e-4fc3-af2d-96b975d4e36e tempest-QuotasNegativeTest-1011050160 tempest-QuotasNegativeTest-1011050160-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:03:37.840673 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 04db14f9-fcd0-4d0d-a1ff-06a2a80c73dd details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:03:37.840904 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-64b0d3a4-c59e-4fc3-af2d-96b975d4e36e tempest-QuotasNegativeTest-1011050160 tempest-QuotasNegativeTest-1011050160-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (91fd3d12-0ed4-42cf-8675-474a86953d48), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:37.841090 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-64b0d3a4-c59e-4fc3-af2d-96b975d4e36e tempest-QuotasNegativeTest-1011050160 tempest-QuotasNegativeTest-1011050160-project-admin] Added segment 91fd3d12-0ed4-42cf-8675-474a86953d48 of type vlan for network a8b6562e-3c7d-47b7-b536-f2a600a5f28c
May 07 22:03:37.962702 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-64b0d3a4-c59e-4fc3-af2d-96b975d4e36e tempest-QuotasNegativeTest-1011050160 tempest-QuotasNegativeTest-1011050160-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (a8b6562e-3c7d-47b7-b536-f2a600a5f28c), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:37.999101 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 1c61296b-759c-4787-a224-42aafe378b9e is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:03:38.010576 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-e5ff1ccf-0e31-4a83-b29b-cf4ae9c9133b None None] Current status of the port 1c61296b-759c-4787-a224-42aafe378b9e is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:03:38.134543 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-64b0d3a4-c59e-4fc3-af2d-96b975d4e36e tempest-QuotasNegativeTest-1011050160 tempest-QuotasNegativeTest-1011050160-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (a8b6562e-3c7d-47b7-b536-f2a600a5f28c), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:38.135634 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b0d3a4-c59e-4fc3-af2d-96b975d4e36e tempest-QuotasNegativeTest-1011050160 tempest-QuotasNegativeTest-1011050160-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:38.136546 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-64b0d3a4-c59e-4fc3-af2d-96b975d4e36e tempest-QuotasNegativeTest-1011050160 tempest-QuotasNegativeTest-1011050160-project-admin] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:38.191112 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c2bb3f-7eb4-4735-8656-9fa99f5397b2 req-a9c0ed89-8245-490b-8089-135dabf7c47a tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:38.205872 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-38c2bb3f-7eb4-4735-8656-9fa99f5397b2 req-a9c0ed89-8245-490b-8089-135dabf7c47a tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f8493ed-ecbc-4c5d-b60d-da501dd918ee HTTP/1.1" status: 200  len: 931 time: 0.8741107
May 07 22:03:38.380425 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-38c2bb3f-7eb4-4735-8656-9fa99f5397b2 req-53b26c4b-5783-4f8c-bbf2-92e4589b44f9 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1735840
May 07 22:03:38.416178 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ae154763-5b40-47b0-bb2b-e18d81f4c563 req-81c40529-4904-49a5-9480-d9cb07483088 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:03:38.432729 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d7032e-bc0b-4357-88fd-eb9b18145515 None None] Sync routers for ids ['2123aa39-c4f0-4e9a-9167-73acf960a6ad'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:03:38.449782 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a69022e4-f9bd-4af6-940c-19086f42441d req-ce7ea48c-e336-4abe-a9e0-29ffe3731c6e tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Router b8becdb0-35c0-4028-9f28-6fe5334fd87c has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:03:38.461391 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d7032e-bc0b-4357-88fd-eb9b18145515 None None] Routers {'2123aa39-c4f0-4e9a-9167-73acf960a6ad'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:03:38.462059 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-94d7032e-bc0b-4357-88fd-eb9b18145515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c06fdf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:03:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['2123aa39-c4f0-4e9a-9167-73acf960a6ad'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:03:38.472965 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae154763-5b40-47b0-bb2b-e18d81f4c563 req-81c40529-4904-49a5-9480-d9cb07483088 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] No DVR routers for this DVR port 4b1c916d-b8cd-474a-b59a-7503fddbe26b on host nch1-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:03:38.481184 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-ae154763-5b40-47b0-bb2b-e18d81f4c563 req-81c40529-4904-49a5-9480-d9cb07483088 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:38.492532 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ae154763-5b40-47b0-bb2b-e18d81f4c563 req-81c40529-4904-49a5-9480-d9cb07483088 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.55 "DELETE /v2.0/ports/4b1c916d-b8cd-474a-b59a-7503fddbe26b HTTP/1.1" status: 204  len: 173 time: 5.7096965
May 07 22:03:38.493310 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fac24695-8d11-4a29-bf87-a5c11bd5c2e6', 'name': 'network-vif-deleted', 'tag': '4b1c916d-b8cd-474a-b59a-7503fddbe26b'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:03:38.495912 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79fac6bc-b4b4-4c37-b9f4-3dc112dfe4ee" -d '{"events": [{"server_uuid": "fac24695-8d11-4a29-bf87-a5c11bd5c2e6", "name": "network-vif-deleted", "tag": "4b1c916d-b8cd-474a-b59a-7503fddbe26b"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:03:38.632517 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 1c61296b-759c-4787-a224-42aafe378b9e up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:03:38.663202 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-94d7032e-bc0b-4357-88fd-eb9b18145515 None None] Set router 2123aa39-c4f0-4e9a-9167-73acf960a6ad gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:03:38.761811 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4f95f8-ed68-431f-a905-cadba3a93b02 req-403cc617-2fd6-465d-ab04-7f6304817d3b tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:38.764072 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3c4f95f8-ed68-431f-a905-cadba3a93b02 req-403cc617-2fd6-465d-ab04-7f6304817d3b tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=96e381dd-9f23-442c-80d2-8623a85c3e50 HTTP/1.1" status: 200  len: 945 time: 0.1602411
May 07 22:03:38.843339 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3c4f95f8-ed68-431f-a905-cadba3a93b02 req-f1373ed8-2c9b-4c2f-aaeb-f68e72b2e93d tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/security-groups?id=8784126e-39eb-4ad2-9420-cda4822e0755&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0698140
May 07 22:03:38.848314 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a69022e4-f9bd-4af6-940c-19086f42441d req-ce7ea48c-e336-4abe-a9e0-29ffe3731c6e tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:03:38.873859 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a658bc0-3a9e-4638-abba-a6a285f8f27f None None] Sync routers for ids ['b8becdb0-35c0-4028-9f28-6fe5334fd87c'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:03:38.893288 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a658bc0-3a9e-4638-abba-a6a285f8f27f None None] Routers {'b8becdb0-35c0-4028-9f28-6fe5334fd87c'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:03:38.896345 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-6a658bc0-3a9e-4638-abba-a6a285f8f27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cf2b9d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:03:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['b8becdb0-35c0-4028-9f28-6fe5334fd87c'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:03:38.900480 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2a536e53-ea69-428c-aa23-9e0af9ff06a9 req-e6e71d20-9003-406a-ad62-f2380a9d6524 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/ports?device_id=95f9d622-1591-4442-9da0-167bdb326758 HTTP/1.1" status: 200  len: 210 time: 0.7546656
May 07 22:03:38.990478 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-64b0d3a4-c59e-4fc3-af2d-96b975d4e36e tempest-QuotasNegativeTest-1011050160 tempest-QuotasNegativeTest-1011050160-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 837 time: 1.4483137
May 07 22:03:39.025278 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 57112) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:39.027391 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-a69022e4-f9bd-4af6-940c-19086f42441d req-ce7ea48c-e336-4abe-a9e0-29ffe3731c6e tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] No DVR routers for this DVR port 7246b97e-cc3a-4e69-8bd1-0d36632d83ff on host nch1-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:03:39.037423 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-a69022e4-f9bd-4af6-940c-19086f42441d req-ce7ea48c-e336-4abe-a9e0-29ffe3731c6e tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:39.042441 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a69022e4-f9bd-4af6-940c-19086f42441d req-ce7ea48c-e336-4abe-a9e0-29ffe3731c6e tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.55 "DELETE /v2.0/ports/7246b97e-cc3a-4e69-8bd1-0d36632d83ff HTTP/1.1" status: 204  len: 173 time: 4.7380054
May 07 22:03:39.085265 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-e00ea502-07e2-4ecf-9428-d93ff82814dd tempest-QuotasNegativeTest-1011050160 tempest-QuotasNegativeTest-1011050160-project-admin] Request body: {'network': {'project_id': '3a7d2c6c33a64b04bf784d835682d629'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:03:39.128128 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 1c61296b-759c-4787-a224-42aafe378b9e triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:03:39.128424 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (1c61296b-759c-4787-a224-42aafe378b9e), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:39.153700 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b8c26b37-abeb-4173-b714-8131fe091544 req-e3850e21-eafd-4a6f-b268-34c777478309 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/ports?device_id=fac24695-8d11-4a29-bf87-a5c11bd5c2e6 HTTP/1.1" status: 200  len: 210 time: 0.0557075
May 07 22:03:39.161920 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-e00ea502-07e2-4ecf-9428-d93ff82814dd tempest-QuotasNegativeTest-1011050160 tempest-QuotasNegativeTest-1011050160-project-admin] POST failed (client error): There was a conflict when trying to complete your request.
May 07 22:03:39.162204 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-6a658bc0-3a9e-4638-abba-a6a285f8f27f None None] Set router b8becdb0-35c0-4028-9f28-6fe5334fd87c gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:03:39.162595 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e00ea502-07e2-4ecf-9428-d93ff82814dd tempest-QuotasNegativeTest-1011050160 tempest-QuotasNegativeTest-1011050160-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=121836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:03:39.164193 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-e00ea502-07e2-4ecf-9428-d93ff82814dd tempest-QuotasNegativeTest-1011050160 tempest-QuotasNegativeTest-1011050160-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 409  len: 310 time: 0.1056631
May 07 22:03:39.167381 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 57116) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:39.216208 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b0d3a4-c59e-4fc3-af2d-96b975d4e36e tempest-QuotasNegativeTest-1011050160 tempest-QuotasNegativeTest-1011050160-project-admin] Pushing event updated for resources: {'Network': ['ID=a8b6562e-3c7d-47b7-b536-f2a600a5f28c,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:39.219412 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8b0e20a-88e9-44d1-8d06-dcbcb936885c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:03:39.231145 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c97abff-ff86-45c0-ae1b-138c95767eb2 None None] Sync routers for ids ['c12c2468-907b-4e25-bbb5-d175e9b7dc3b'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:03:39.243588 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2374a13b-6cc2-43f0-80b2-67f5936b4c02 x-openstack-request-id: req-2374a13b-6cc2-43f0-80b2-67f5936b4c02 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:03:39.244001 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fac24695-8d11-4a29-bf87-a5c11bd5c2e6", "name": "network-vif-deleted", "tag": "4b1c916d-b8cd-474a-b59a-7503fddbe26b", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:03:39.244142 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2374a13b-6cc2-43f0-80b2-67f5936b4c02 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:03:39.244638 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2374a13b-6cc2-43f0-80b2-67f5936b4c02'] response: {'server_uuid': 'fac24695-8d11-4a29-bf87-a5c11bd5c2e6', 'name': 'network-vif-deleted', 'tag': '4b1c916d-b8cd-474a-b59a-7503fddbe26b', 'status': 'completed', 'code': 200}
May 07 22:03:39.276217 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network a8b6562e-3c7d-47b7-b536-f2a600a5f28c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:03:39.292841 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-21c11056-c2f4-44c0-a187-2636f1a56ed5 tempest-QuotasNegativeTest-1011050160 tempest-QuotasNegativeTest-1011050160-project-admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3a7d2c6c33a64b04bf784d835682d629&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1240785
May 07 22:03:39.299315 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 57128) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:39.335851 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f8b0e20a-88e9-44d1-8d06-dcbcb936885c admin admin] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:39.337381 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-f8b0e20a-88e9-44d1-8d06-dcbcb936885c admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 7.6254160
May 07 22:03:39.340488 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 57130) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:39.352468 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4871bb-2055-44ca-b7b9-77b4c9b7b0ea req-7bb98128-6314-4898-8bdf-43645b5d0488 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:39.354362 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5e4871bb-2055-44ca-b7b9-77b4c9b7b0ea req-7bb98128-6314-4898-8bdf-43645b5d0488 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 945 time: 0.1315255
May 07 22:03:39.362909 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [req-8e9669b2-3d30-4f94-95b1-f76828d28e4c req-249aead5-1990-41c6-9b6a-f9f6cae31be5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97a27940-706a-4478-97b8-2f47b67e4146 {{(pid=121837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:03:39.430203 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-8e9669b2-3d30-4f94-95b1-f76828d28e4c req-249aead5-1990-41c6-9b6a-f9f6cae31be5 service neutron] Publish callbacks [] for port (97a27940-706a-4478-97b8-2f47b67e4146), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:39.472952 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8873b13a-71a8-4afc-9e1c-c0dea906b853 tempest-QuotasNegativeTest-1011050160 tempest-QuotasNegativeTest-1011050160-project-admin] Publish callbacks [] for security_group (dbc40794-1827-402a-974b-cae2ff1a3beb), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:39.480791 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-8e9669b2-3d30-4f94-95b1-f76828d28e4c req-249aead5-1990-41c6-9b6a-f9f6cae31be5 service neutron] Transition to ACTIVE for port object 97a27940-706a-4478-97b8-2f47b67e4146 will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 22:03:39.493690 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5e4871bb-2055-44ca-b7b9-77b4c9b7b0ea req-3d63c37d-a11e-464f-a136-ef08d1ba1633 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1236887
May 07 22:03:39.497136 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-8e9669b2-3d30-4f94-95b1-f76828d28e4c req-249aead5-1990-41c6-9b6a-f9f6cae31be5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (97a27940-706a-4478-97b8-2f47b67e4146), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:39.523832 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c97abff-ff86-45c0-ae1b-138c95767eb2 None None] Routers {'c12c2468-907b-4e25-bbb5-d175e9b7dc3b'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:03:39.524490 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-6c97abff-ff86-45c0-ae1b-138c95767eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f936820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:03:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['c12c2468-907b-4e25-bbb5-d175e9b7dc3b'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:03:39.580039 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-6a658bc0-3a9e-4638-abba-a6a285f8f27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cf2b9d0>, [{'id': 'b8becdb0-35c0-4028-9f28-6fe5334fd87c', 'name': 'tempest-AttachVolumeTestJSON-625502093-router', 'tenant_id': '81e5c5d849ea4fc59d5c4fc58b31530f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.196'}], 'enable_snat': True}, 'gw_port_id': '078bc0b6-578f-429e-8363-7b5eb3890209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:59:49Z', 'updated_at': '2022-05-07T22:00:05Z', 'revision_number': 4, 'project_id': '81e5c5d849ea4fc59d5c4fc58b31530f', 'gw_port': {'id': '078bc0b6-578f-429e-8363-7b5eb3890209', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8becdb0-35c0-4028-9f28-6fe5334fd87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:59:50Z', 'updated_at': '2022-05-07T22:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '41632c85-aec7-41fa-a8b0-4c09f4aa150d', 'name': '', 'network_id': '750e8121-2671-438f-9a42-169be7e47286', 'tenant_id': '81e5c5d849ea4fc59d5c4fc58b31530f', 'mac_address': 'fa:16:3e:1e:74:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8becdb0-35c0-4028-9f28-6fe5334fd87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '28fef69b-5556-41b9-8d96-96dc0ff0d3b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:01Z', 'updated_at': '2022-05-07T22:00:15Z', 'revision_number': 5, 'project_id': '81e5c5d849ea4fc59d5c4fc58b31530f', 'subnets': [{'id': '28fef69b-5556-41b9-8d96-96dc0ff0d3b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:03:39.601307 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249aead5-1990-41c6-9b6a-f9f6cae31be5 service neutron] Pushing event updated for resources: {'Port': ['ID=97a27940-706a-4478-97b8-2f47b67e4146,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:39.627261 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a658bc0-3a9e-4638-abba-a6a285f8f27f None None] Checking router: b8becdb0-35c0-4028-9f28-6fe5334fd87c for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:03:39.641885 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a658bc0-3a9e-4638-abba-a6a285f8f27f None None] Routers {'b8becdb0-35c0-4028-9f28-6fe5334fd87c'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:03:39.642957 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-6a658bc0-3a9e-4638-abba-a6a285f8f27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cf2b9d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:03:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['b8becdb0-35c0-4028-9f28-6fe5334fd87c'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:03:39.733166 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c697f270-36a9-49a7-99d7-3ac3a0caf1bb req-3e5d9233-1f57-4385-b629-4ec0efaa6651 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:39.741972 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c697f270-36a9-49a7-99d7-3ac3a0caf1bb req-3e5d9233-1f57-4385-b629-4ec0efaa6651 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=96e381dd-9f23-442c-80d2-8623a85c3e50 HTTP/1.1" status: 200  len: 945 time: 0.1322517
May 07 22:03:39.833142 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 1c61296b-759c-4787-a224-42aafe378b9e is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:03:39.855965 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-8e9669b2-3d30-4f94-95b1-f76828d28e4c req-249aead5-1990-41c6-9b6a-f9f6cae31be5 service neutron] Attempting to bind port 97a27940-706a-4478-97b8-2f47b67e4146 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:03:39.856330 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-8e9669b2-3d30-4f94-95b1-f76828d28e4c req-249aead5-1990-41c6-9b6a-f9f6cae31be5 service neutron] Attempting to bind port 97a27940-706a-4478-97b8-2f47b67e4146 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ade65013-e645-4c54-8fa7-660e2ce7b907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'cd3974b0-b5b4-4267-bd42-3bc0d892b541'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:03:39.868798 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9669b2-3d30-4f94-95b1-f76828d28e4c req-249aead5-1990-41c6-9b6a-f9f6cae31be5 service neutron] Attempting to bind port 97a27940-706a-4478-97b8-2f47b67e4146 on network cd3974b0-b5b4-4267-bd42-3bc0d892b541 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:03:39.877066 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9669b2-3d30-4f94-95b1-f76828d28e4c req-249aead5-1990-41c6-9b6a-f9f6cae31be5 service neutron] Port 97a27940-706a-4478-97b8-2f47b67e4146 on network cd3974b0-b5b4-4267-bd42-3bc0d892b541 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:03:39.877391 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9669b2-3d30-4f94-95b1-f76828d28e4c req-249aead5-1990-41c6-9b6a-f9f6cae31be5 service neutron] Attempting to bind port 97a27940-706a-4478-97b8-2f47b67e4146 on network cd3974b0-b5b4-4267-bd42-3bc0d892b541 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:03:39.909927 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c697f270-36a9-49a7-99d7-3ac3a0caf1bb req-57c5d2bb-0059-4dc7-b406-b4d90556fe81 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/security-groups?id=8784126e-39eb-4ad2-9420-cda4822e0755&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1666529
May 07 22:03:39.922304 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9669b2-3d30-4f94-95b1-f76828d28e4c req-249aead5-1990-41c6-9b6a-f9f6cae31be5 service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:03:39.922753 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9669b2-3d30-4f94-95b1-f76828d28e4c req-249aead5-1990-41c6-9b6a-f9f6cae31be5 service neutron] Checking segment: {'id': 'ade65013-e645-4c54-8fa7-660e2ce7b907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'cd3974b0-b5b4-4267-bd42-3bc0d892b541'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:03:39.931172 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9669b2-3d30-4f94-95b1-f76828d28e4c req-249aead5-1990-41c6-9b6a-f9f6cae31be5 service neutron] Bound using segment: {'id': 'ade65013-e645-4c54-8fa7-660e2ce7b907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'cd3974b0-b5b4-4267-bd42-3bc0d892b541'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:03:39.931715 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-8e9669b2-3d30-4f94-95b1-f76828d28e4c req-249aead5-1990-41c6-9b6a-f9f6cae31be5 service neutron] Bound port: 97a27940-706a-4478-97b8-2f47b67e4146, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ade65013-e645-4c54-8fa7-660e2ce7b907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'cd3974b0-b5b4-4267-bd42-3bc0d892b541'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:03:39.932098 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-8e9669b2-3d30-4f94-95b1-f76828d28e4c req-249aead5-1990-41c6-9b6a-f9f6cae31be5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (97a27940-706a-4478-97b8-2f47b67e4146), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:39.942524 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-94d7032e-bc0b-4357-88fd-eb9b18145515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c06fdf0>, [{'id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'name': 'tempest-AttachVolumeNegativeTest-1449072548-router', 'tenant_id': '57990769f50b412194a108cdd627a767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.74'}], 'enable_snat': True}, 'gw_port_id': 'acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:00:22Z', 'updated_at': '2022-05-07T22:00:41Z', 'revision_number': 4, 'project_id': '57990769f50b412194a108cdd627a767', 'gw_port': {'id': 'acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:25Z', 'updated_at': '2022-05-07T22:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8de12a8e-c993-4cae-bf33-6d950584f85d', 'tenant_id': '57990769f50b412194a108cdd627a767', 'floating_ip_address': '172.35.4.19', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'port_id': '2e46252a-79ff-49d8-a0dc-dceb03f5d5ae', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1822, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f64cbfbe-feaa-48dc-9089-9445aa1eaa5a', 'mac_address': 'fa:16:3e:9f:5d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8141d2fb-0f50-41fb-bce0-7a6c7f7fc949', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:00:59Z', 'updated_at': '2022-05-07T22:01:43Z', 'revision_number': 2, 'project_id': '57990769f50b412194a108cdd627a767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd203508-b1f9-4999-a351-df4ad5229f44', 'name': '', 'network_id': 'f64cbfbe-feaa-48dc-9089-9445aa1eaa5a', 'tenant_id': '57990769f50b412194a108cdd627a767', 'mac_address': 'fa:16:3e:08:a0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '86e7e675-440c-49d1-8be8-1667506afa40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:37Z', 'updated_at': '2022-05-07T22:00:57Z', 'revision_number': 5, 'project_id': '57990769f50b412194a108cdd627a767', 'subnets': [{'id': '86e7e675-440c-49d1-8be8-1667506afa40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:03:39.987083 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d7032e-bc0b-4357-88fd-eb9b18145515 None None] Checking router: 2123aa39-c4f0-4e9a-9167-73acf960a6ad for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:03:40.001291 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d7032e-bc0b-4357-88fd-eb9b18145515 None None] Routers {'2123aa39-c4f0-4e9a-9167-73acf960a6ad'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:03:40.002318 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-94d7032e-bc0b-4357-88fd-eb9b18145515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c06fdf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:03:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['2123aa39-c4f0-4e9a-9167-73acf960a6ad'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:03:40.008922 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-6a658bc0-3a9e-4638-abba-a6a285f8f27f None None] Set router b8becdb0-35c0-4028-9f28-6fe5334fd87c gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:03:40.077069 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-6c97abff-ff86-45c0-ae1b-138c95767eb2 None None] Set router c12c2468-907b-4e25-bbb5-d175e9b7dc3b gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:03:40.174738 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8873b13a-71a8-4afc-9e1c-c0dea906b853 tempest-QuotasNegativeTest-1011050160 tempest-QuotasNegativeTest-1011050160-project-admin] Publish callbacks [] for security_group (dbc40794-1827-402a-974b-cae2ff1a3beb), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:40.189441 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af8ec5-aa3d-4e90-90fc-af7a984f6ee7 req-0ce79988-d6dc-455f-9c58-1e457d44287c tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:40.192394 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-24af8ec5-aa3d-4e90-90fc-af7a984f6ee7 req-0ce79988-d6dc-455f-9c58-1e457d44287c tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 945 time: 0.1137743
May 07 22:03:40.238006 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-8e9669b2-3d30-4f94-95b1-f76828d28e4c req-249aead5-1990-41c6-9b6a-f9f6cae31be5 service neutron] For port 97a27940-706a-4478-97b8-2f47b67e4146, host nch2-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:03:40.290012 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-8e9669b2-3d30-4f94-95b1-f76828d28e4c req-249aead5-1990-41c6-9b6a-f9f6cae31be5 service neutron] For port 97a27940-706a-4478-97b8-2f47b67e4146, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=97a27940-706a-4478-97b8-2f47b67e4146,segment=NetworkSegment(ade65013-e645-4c54-8fa7-660e2ce7b907),segment_id=ade65013-e645-4c54-8fa7-660e2ce7b907)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:03:40.323993 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-24af8ec5-aa3d-4e90-90fc-af7a984f6ee7 req-28a3a48d-02d0-4d3c-b16a-221ea9ab0189 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1235552
May 07 22:03:40.330032 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-8e9669b2-3d30-4f94-95b1-f76828d28e4c req-249aead5-1990-41c6-9b6a-f9f6cae31be5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (97a27940-706a-4478-97b8-2f47b67e4146), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:40.334172 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-94d7032e-bc0b-4357-88fd-eb9b18145515 None None] Set router 2123aa39-c4f0-4e9a-9167-73acf960a6ad gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:03:40.339582 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-6a658bc0-3a9e-4638-abba-a6a285f8f27f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cf2b9d0>, [{'id': 'b8becdb0-35c0-4028-9f28-6fe5334fd87c', 'name': 'tempest-AttachVolumeTestJSON-625502093-router', 'tenant_id': '81e5c5d849ea4fc59d5c4fc58b31530f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.196'}], 'enable_snat': True}, 'gw_port_id': '078bc0b6-578f-429e-8363-7b5eb3890209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:59:49Z', 'updated_at': '2022-05-07T22:00:05Z', 'revision_number': 4, 'project_id': '81e5c5d849ea4fc59d5c4fc58b31530f', 'gw_port': {'id': '078bc0b6-578f-429e-8363-7b5eb3890209', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8becdb0-35c0-4028-9f28-6fe5334fd87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:59:50Z', 'updated_at': '2022-05-07T22:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '41632c85-aec7-41fa-a8b0-4c09f4aa150d', 'name': '', 'network_id': '750e8121-2671-438f-9a42-169be7e47286', 'tenant_id': '81e5c5d849ea4fc59d5c4fc58b31530f', 'mac_address': 'fa:16:3e:1e:74:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8becdb0-35c0-4028-9f28-6fe5334fd87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '28fef69b-5556-41b9-8d96-96dc0ff0d3b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:01Z', 'updated_at': '2022-05-07T22:00:15Z', 'revision_number': 5, 'project_id': '81e5c5d849ea4fc59d5c4fc58b31530f', 'subnets': [{'id': '28fef69b-5556-41b9-8d96-96dc0ff0d3b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:03:40.358164 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d873d06-7664-4d08-b26e-f7b4c02b9f65 req-759c8715-1daa-4181-ab1b-e1eacd746634 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:40.359760 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2d873d06-7664-4d08-b26e-f7b4c02b9f65 req-759c8715-1daa-4181-ab1b-e1eacd746634 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f8493ed-ecbc-4c5d-b60d-da501dd918ee HTTP/1.1" status: 200  len: 943 time: 0.2150776
May 07 22:03:40.421520 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a658bc0-3a9e-4638-abba-a6a285f8f27f None None] The sync data for ids ['b8becdb0-35c0-4028-9f28-6fe5334fd87c'] in ncdv-master-1 is: [{'id': 'b8becdb0-35c0-4028-9f28-6fe5334fd87c', 'name': 'tempest-AttachVolumeTestJSON-625502093-router', 'tenant_id': '81e5c5d849ea4fc59d5c4fc58b31530f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.196'}], 'enable_snat': True}, 'gw_port_id': '078bc0b6-578f-429e-8363-7b5eb3890209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:59:49Z', 'updated_at': '2022-05-07T22:00:05Z', 'revision_number': 4, 'project_id': '81e5c5d849ea4fc59d5c4fc58b31530f', 'gw_port': {'id': '078bc0b6-578f-429e-8363-7b5eb3890209', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8becdb0-35c0-4028-9f28-6fe5334fd87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:59:50Z', 'updated_at': '2022-05-07T22:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '41632c85-aec7-41fa-a8b0-4c09f4aa150d', 'name': '', 'network_id': '750e8121-2671-438f-9a42-169be7e47286', 'tenant_id': '81e5c5d849ea4fc59d5c4fc58b31530f', 'mac_address': 'fa:16:3e:1e:74:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8becdb0-35c0-4028-9f28-6fe5334fd87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '28fef69b-5556-41b9-8d96-96dc0ff0d3b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:01Z', 'updated_at': '2022-05-07T22:00:15Z', 'revision_number': 5, 'project_id': '81e5c5d849ea4fc59d5c4fc58b31530f', 'subnets': [{'id': '28fef69b-5556-41b9-8d96-96dc0ff0d3b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:03:40.429205 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9669b2-3d30-4f94-95b1-f76828d28e4c req-249aead5-1990-41c6-9b6a-f9f6cae31be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:40.429859 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-8e9669b2-3d30-4f94-95b1-f76828d28e4c req-249aead5-1990-41c6-9b6a-f9f6cae31be5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:40.432741 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8e9669b2-3d30-4f94-95b1-f76828d28e4c req-249aead5-1990-41c6-9b6a-f9f6cae31be5 service neutron] 10.222.0.59 "PUT /v2.0/ports/97a27940-706a-4478-97b8-2f47b67e4146 HTTP/1.1" status: 200  len: 1091 time: 3.5076888
May 07 22:03:40.433391 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f8493ed-ecbc-4c5d-b60d-da501dd918ee', 'tag': '97a27940-706a-4478-97b8-2f47b67e4146'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:03:40.436615 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e30a934-c5e3-4c9f-a94a-716aec31fa4f" -d '{"events": [{"name": "network-changed", "server_uuid": "2f8493ed-ecbc-4c5d-b60d-da501dd918ee", "tag": "97a27940-706a-4478-97b8-2f47b67e4146"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:03:40.456128 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8873b13a-71a8-4afc-9e1c-c0dea906b853 tempest-QuotasNegativeTest-1011050160 tempest-QuotasNegativeTest-1011050160-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (dbc40794-1827-402a-974b-cae2ff1a3beb), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:40.463890 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8873b13a-71a8-4afc-9e1c-c0dea906b853 tempest-QuotasNegativeTest-1011050160 tempest-QuotasNegativeTest-1011050160-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:40.465085 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-8873b13a-71a8-4afc-9e1c-c0dea906b853 tempest-QuotasNegativeTest-1011050160 tempest-QuotasNegativeTest-1011050160-project-admin] 10.222.0.32 "DELETE /v2.0/security-groups/dbc40794-1827-402a-974b-cae2ff1a3beb HTTP/1.1" status: 204  len: 168 time: 1.1643443
May 07 22:03:40.486531 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 57150) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:40.487544 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249aead5-1990-41c6-9b6a-f9f6cae31be5 service neutron] Pushing event updated for resources: {'Port': ['ID=97a27940-706a-4478-97b8-2f47b67e4146,revision_number=3']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:40.622462 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9669b2-3d30-4f94-95b1-f76828d28e4c req-a487d45c-3bb4-40c9-83ab-b244a8b5f6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:40.624077 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8e9669b2-3d30-4f94-95b1-f76828d28e4c req-a487d45c-3bb4-40c9-83ab-b244a8b5f6a4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8cdcd8ea83db42c996b9c0cb8bac89aa&device_id=2f8493ed-ecbc-4c5d-b60d-da501dd918ee HTTP/1.1" status: 200  len: 1125 time: 0.0615923
May 07 22:03:40.675052 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8873b13a-71a8-4afc-9e1c-c0dea906b853 tempest-QuotasNegativeTest-1011050160 tempest-QuotasNegativeTest-1011050160-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc40794-1827-402a-974b-cae2ff1a3beb,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:40.679456 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-6c97abff-ff86-45c0-ae1b-138c95767eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f936820>, [{'id': 'c12c2468-907b-4e25-bbb5-d175e9b7dc3b', 'name': 'tempest-TestServerBasicOps-1475561380-router', 'tenant_id': '720fbf0e355c4d9c841f2380a9abce14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.65'}], 'enable_snat': True}, 'gw_port_id': '7dc9066f-b63c-4475-9131-60dad6491437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:03:31Z', 'updated_at': '2022-05-07T22:03:35Z', 'revision_number': 3, 'project_id': '720fbf0e355c4d9c841f2380a9abce14', 'gw_port': {'id': '7dc9066f-b63c-4475-9131-60dad6491437', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:bc:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c12c2468-907b-4e25-bbb5-d175e9b7dc3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:03:32Z', 'updated_at': '2022-05-07T22:03:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:03:40.703991 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-24b628d8-e047-4d34-a826-30bddc9400cd tempest-QuotasNegativeTest-1011050160 tempest-QuotasNegativeTest-1011050160-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (a8b6562e-3c7d-47b7-b536-f2a600a5f28c), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:40.712509 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8e9669b2-3d30-4f94-95b1-f76828d28e4c req-a2b00e6f-3723-4b04-b1e9-34d4d73e5053 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=97a27940-706a-4478-97b8-2f47b67e4146 HTTP/1.1" status: 200  len: 217 time: 0.0765030
May 07 22:03:40.747001 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2d873d06-7664-4d08-b26e-f7b4c02b9f65 req-6f91529a-6370-477c-87c1-5206a5c47891 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3641706
May 07 22:03:40.752771 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c97abff-ff86-45c0-ae1b-138c95767eb2 None None] Checking router: c12c2468-907b-4e25-bbb5-d175e9b7dc3b for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:03:40.752886 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c97abff-ff86-45c0-ae1b-138c95767eb2 None None] Updating router c12c2468-907b-4e25-bbb5-d175e9b7dc3b port 7dc9066f-b63c-4475-9131-60dad6491437 binding host ncdv-master-1 {{(pid=121838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 22:03:40.785280 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9669b2-3d30-4f94-95b1-f76828d28e4c req-8c91d69a-1e39-4ad7-952d-2b3d53abcd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:40.787688 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8e9669b2-3d30-4f94-95b1-f76828d28e4c req-8c91d69a-1e39-4ad7-952d-2b3d53abcd8c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=35cc5169-512d-4e47-a67e-744102f823c5 HTTP/1.1" status: 200  len: 854 time: 0.0696809
May 07 22:03:40.800840 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6c97abff-ff86-45c0-ae1b-138c95767eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (7dc9066f-b63c-4475-9131-60dad6491437), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:40.857932 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f303fc-8c94-4c66-87bb-ef09644b61de req-f6dff5c8-aae6-4ffd-98bd-3dbc45709786 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:40.866063 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f6f303fc-8c94-4c66-87bb-ef09644b61de req-f6dff5c8-aae6-4ffd-98bd-3dbc45709786 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 945 time: 0.2155869
May 07 22:03:40.877510 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-763f4a59-f19e-4206-907b-7bb8d413eed7 x-openstack-request-id: req-763f4a59-f19e-4206-907b-7bb8d413eed7 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:03:40.878076 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f8493ed-ecbc-4c5d-b60d-da501dd918ee", "tag": "97a27940-706a-4478-97b8-2f47b67e4146", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:03:40.878510 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-763f4a59-f19e-4206-907b-7bb8d413eed7 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:03:40.879099 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-763f4a59-f19e-4206-907b-7bb8d413eed7'] response: {'name': 'network-changed', 'server_uuid': '2f8493ed-ecbc-4c5d-b60d-da501dd918ee', 'tag': '97a27940-706a-4478-97b8-2f47b67e4146', 'status': 'completed', 'code': 200}
May 07 22:03:40.883152 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8e9669b2-3d30-4f94-95b1-f76828d28e4c req-ad02e958-c0f8-4095-9483-a5bc801c0ff8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cd3974b0-b5b4-4267-bd42-3bc0d892b541&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0883548
May 07 22:03:40.920077 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 57166) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:40.948890 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ca4990-f6e4-45a8-b9f7-75a76105058e None None] New status for floating IP 973324da-9430-4a43-a7f4-1d2db6898e03: DOWN {{(pid=121839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 07 22:03:40.994257 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 57174) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:41.097462 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-acbf4611-6a0a-4cfc-a225-94edf5526f53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:41.118658 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-24b628d8-e047-4d34-a826-30bddc9400cd tempest-QuotasNegativeTest-1011050160 tempest-QuotasNegativeTest-1011050160-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (a8b6562e-3c7d-47b7-b536-f2a600a5f28c), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:41.139330 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f6f303fc-8c94-4c66-87bb-ef09644b61de req-b4b4a4fe-44a1-4b3c-9ac9-5d648a2320bf tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2720909
May 07 22:03:41.159867 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-24b628d8-e047-4d34-a826-30bddc9400cd tempest-QuotasNegativeTest-1011050160 tempest-QuotasNegativeTest-1011050160-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf87545550>,) {'filters': {'network_id': ['a8b6562e-3c7d-47b7-b536-f2a600a5f28c']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:03:41.175017 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-24b628d8-e047-4d34-a826-30bddc9400cd tempest-QuotasNegativeTest-1011050160 tempest-QuotasNegativeTest-1011050160-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf87545550>, '91fd3d12-0ed4-42cf-8675-474a86953d48') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:03:41.175681 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-24b628d8-e047-4d34-a826-30bddc9400cd tempest-QuotasNegativeTest-1011050160 tempest-QuotasNegativeTest-1011050160-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf87545550>, '91fd3d12-0ed4-42cf-8675-474a86953d48') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:03:41.178299 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6c97abff-ff86-45c0-ae1b-138c95767eb2 None None] Publish callbacks [] for port (7dc9066f-b63c-4475-9131-60dad6491437), precommit_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:41.212632 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6c97abff-ff86-45c0-ae1b-138c95767eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (7dc9066f-b63c-4475-9131-60dad6491437), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:41.214135 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-24b628d8-e047-4d34-a826-30bddc9400cd tempest-QuotasNegativeTest-1011050160 tempest-QuotasNegativeTest-1011050160-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (91fd3d12-0ed4-42cf-8675-474a86953d48), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:41.245233 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-24b628d8-e047-4d34-a826-30bddc9400cd tempest-QuotasNegativeTest-1011050160 tempest-QuotasNegativeTest-1011050160-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (91fd3d12-0ed4-42cf-8675-474a86953d48), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:41.253699 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24b628d8-e047-4d34-a826-30bddc9400cd tempest-QuotasNegativeTest-1011050160 tempest-QuotasNegativeTest-1011050160-project-admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:03:41.254382 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-24b628d8-e047-4d34-a826-30bddc9400cd tempest-QuotasNegativeTest-1011050160 tempest-QuotasNegativeTest-1011050160-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (91fd3d12-0ed4-42cf-8675-474a86953d48), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:41.258020 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95f9d622-1591-4442-9da0-167bdb326758', 'name': 'network-vif-deleted', 'tag': '7246b97e-cc3a-4e69-8bd1-0d36632d83ff'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:03:41.265849 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50dcc425-f2f7-49a9-a214-5adc64c7738d" -d '{"events": [{"server_uuid": "95f9d622-1591-4442-9da0-167bdb326758", "name": "network-vif-deleted", "tag": "7246b97e-cc3a-4e69-8bd1-0d36632d83ff"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:03:41.296950 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-6c97abff-ff86-45c0-ae1b-138c95767eb2 None None] Attempting to bind port 7dc9066f-b63c-4475-9131-60dad6491437 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:03:41.301653 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-6c97abff-ff86-45c0-ae1b-138c95767eb2 None None] Attempting to bind port 7dc9066f-b63c-4475-9131-60dad6491437 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:03:41.302222 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c97abff-ff86-45c0-ae1b-138c95767eb2 None None] Attempting to bind port 7dc9066f-b63c-4475-9131-60dad6491437 on network 9221b764-ef06-431f-8941-796516ed7c3b {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:03:41.319288 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c97abff-ff86-45c0-ae1b-138c95767eb2 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:03:41.320392 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c97abff-ff86-45c0-ae1b-138c95767eb2 None None] Checking segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:03:41.320915 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6c97abff-ff86-45c0-ae1b-138c95767eb2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:41.321533 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c97abff-ff86-45c0-ae1b-138c95767eb2 None None] Bound using segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:03:41.322303 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-6c97abff-ff86-45c0-ae1b-138c95767eb2 None None] Bound port: 7dc9066f-b63c-4475-9131-60dad6491437, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:03:41.322751 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6c97abff-ff86-45c0-ae1b-138c95767eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (7dc9066f-b63c-4475-9131-60dad6491437), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:41.349642 ncdv-master-1 neutron-server[121837]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage.
May 07 22:03:41.349642 ncdv-master-1 neutron-server[121837]:   warnings.warn('Neutron quota engine will require "--force" '
May 07 22:03:41.349642 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 22:03:41.349642 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:03:41.349642 ncdv-master-1 neutron-server[121837]:     timer()
May 07 22:03:41.349642 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:03:41.349642 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 22:03:41.349642 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:03:41.349642 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 22:03:41.349642 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:03:41.349642 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 22:03:41.349642 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:03:41.349642 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 22:03:41.349642 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:03:41.349642 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 22:03:41.349642 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:03:41.349642 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:03:41.349642 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:03:41.349642 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:03:41.349642 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:03:41.349642 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 22:03:41.349642 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:03:41.349642 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 22:03:41.349642 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:03:41.349642 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:03:41.349642 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:03:41.349642 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 22:03:41.349642 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:03:41.349642 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:03:41.349642 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:03:41.349642 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:03:41.349642 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:03:41.349642 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:03:41.349642 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:03:41.352656 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7404208e-385b-4609-ab0b-81f2558bcf48 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Publish callbacks [] for security_group (9ebb222e-3262-41b5-990d-c21161bc61e5), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:41.377285 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53145665-ab3d-4b10-b84b-a144d9cdfdec req-6ca374a4-1ece-4a56-a58c-161aba1cc462 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:41.378003 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7404208e-385b-4609-ab0b-81f2558bcf48 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Publish callbacks [] for security_group (9ebb222e-3262-41b5-990d-c21161bc61e5), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:41.388287 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-53145665-ab3d-4b10-b84b-a144d9cdfdec req-6ca374a4-1ece-4a56-a58c-161aba1cc462 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=96e381dd-9f23-442c-80d2-8623a85c3e50 HTTP/1.1" status: 200  len: 945 time: 0.3181281
May 07 22:03:41.401072 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-6c97abff-ff86-45c0-ae1b-138c95767eb2 None None] For port 7dc9066f-b63c-4475-9131-60dad6491437, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:03:41.414958 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-6c97abff-ff86-45c0-ae1b-138c95767eb2 None None] For port 7dc9066f-b63c-4475-9131-60dad6491437, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7dc9066f-b63c-4475-9131-60dad6491437,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:03:41.422981 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-94d7032e-bc0b-4357-88fd-eb9b18145515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c06fdf0>, [{'id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'name': 'tempest-AttachVolumeNegativeTest-1449072548-router', 'tenant_id': '57990769f50b412194a108cdd627a767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.74'}], 'enable_snat': True}, 'gw_port_id': 'acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:00:22Z', 'updated_at': '2022-05-07T22:00:41Z', 'revision_number': 4, 'project_id': '57990769f50b412194a108cdd627a767', 'gw_port': {'id': 'acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:25Z', 'updated_at': '2022-05-07T22:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8de12a8e-c993-4cae-bf33-6d950584f85d', 'tenant_id': '57990769f50b412194a108cdd627a767', 'floating_ip_address': '172.35.4.19', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'port_id': '2e46252a-79ff-49d8-a0dc-dceb03f5d5ae', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1822, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f64cbfbe-feaa-48dc-9089-9445aa1eaa5a', 'mac_address': 'fa:16:3e:9f:5d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8141d2fb-0f50-41fb-bce0-7a6c7f7fc949', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:00:59Z', 'updated_at': '2022-05-07T22:01:43Z', 'revision_number': 2, 'project_id': '57990769f50b412194a108cdd627a767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd203508-b1f9-4999-a351-df4ad5229f44', 'name': '', 'network_id': 'f64cbfbe-feaa-48dc-9089-9445aa1eaa5a', 'tenant_id': '57990769f50b412194a108cdd627a767', 'mac_address': 'fa:16:3e:08:a0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '86e7e675-440c-49d1-8be8-1667506afa40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:37Z', 'updated_at': '2022-05-07T22:00:57Z', 'revision_number': 5, 'project_id': '57990769f50b412194a108cdd627a767', 'subnets': [{'id': '86e7e675-440c-49d1-8be8-1667506afa40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:03:41.432082 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6c97abff-ff86-45c0-ae1b-138c95767eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (7dc9066f-b63c-4475-9131-60dad6491437), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:41.448379 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-24b628d8-e047-4d34-a826-30bddc9400cd tempest-QuotasNegativeTest-1011050160 tempest-QuotasNegativeTest-1011050160-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (a8b6562e-3c7d-47b7-b536-f2a600a5f28c), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:41.456537 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f6b187a-8f74-4782-bd87-6faa518c440b x-openstack-request-id: req-7f6b187a-8f74-4782-bd87-6faa518c440b {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:03:41.457280 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95f9d622-1591-4442-9da0-167bdb326758", "name": "network-vif-deleted", "tag": "7246b97e-cc3a-4e69-8bd1-0d36632d83ff", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:03:41.457711 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7f6b187a-8f74-4782-bd87-6faa518c440b {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:03:41.459196 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f6b187a-8f74-4782-bd87-6faa518c440b'] response: {'server_uuid': '95f9d622-1591-4442-9da0-167bdb326758', 'name': 'network-vif-deleted', 'tag': '7246b97e-cc3a-4e69-8bd1-0d36632d83ff', 'status': 'completed', 'code': 200}
May 07 22:03:41.464995 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-24b628d8-e047-4d34-a826-30bddc9400cd tempest-QuotasNegativeTest-1011050160 tempest-QuotasNegativeTest-1011050160-project-admin] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:41.465429 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b4e8d5f2-06e1-4db7-a451-f26e34b9c024 req-9600a45c-fbd5-46c3-bc7f-6b16adc01a37 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.3496773
May 07 22:03:41.478556 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-24b628d8-e047-4d34-a826-30bddc9400cd tempest-QuotasNegativeTest-1011050160 tempest-QuotasNegativeTest-1011050160-project-admin] 10.222.0.32 "DELETE /v2.0/networks/a8b6562e-3c7d-47b7-b536-f2a600a5f28c HTTP/1.1" status: 204  len: 168 time: 0.9868252
May 07 22:03:41.485229 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d7032e-bc0b-4357-88fd-eb9b18145515 None None] The sync data for ids ['2123aa39-c4f0-4e9a-9167-73acf960a6ad'] in ncdv-master-1 is: [{'id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'name': 'tempest-AttachVolumeNegativeTest-1449072548-router', 'tenant_id': '57990769f50b412194a108cdd627a767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.74'}], 'enable_snat': True}, 'gw_port_id': 'acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:00:22Z', 'updated_at': '2022-05-07T22:00:41Z', 'revision_number': 4, 'project_id': '57990769f50b412194a108cdd627a767', 'gw_port': {'id': 'acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:25Z', 'updated_at': '2022-05-07T22:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8de12a8e-c993-4cae-bf33-6d950584f85d', 'tenant_id': '57990769f50b412194a108cdd627a767', 'floating_ip_address': '172.35.4.19', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'port_id': '2e46252a-79ff-49d8-a0dc-dceb03f5d5ae', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1822, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f64cbfbe-feaa-48dc-9089-9445aa1eaa5a', 'mac_address': 'fa:16:3e:9f:5d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8141d2fb-0f50-41fb-bce0-7a6c7f7fc949', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:00:59Z', 'updated_at': '2022-05-07T22:01:43Z', 'revision_number': 2, 'project_id': '57990769f50b412194a108cdd627a767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd203508-b1f9-4999-a351-df4ad5229f44', 'name': '', 'network_id': 'f64cbfbe-feaa-48dc-9089-9445aa1eaa5a', 'tenant_id': '57990769f50b412194a108cdd627a767', 'mac_address': 'fa:16:3e:08:a0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '86e7e675-440c-49d1-8be8-1667506afa40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:37Z', 'updated_at': '2022-05-07T22:00:57Z', 'revision_number': 5, 'project_id': '57990769f50b412194a108cdd627a767', 'subnets': [{'id': '86e7e675-440c-49d1-8be8-1667506afa40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:03:41.487558 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6c23f4-3cfd-4720-854b-ad36edaeaa89 None None] Pushing event updated for resources: {'Port': ['ID=7dc9066f-b63c-4475-9131-60dad6491437,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:41.506330 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 57186) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:41.538342 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b628d8-e047-4d34-a826-30bddc9400cd tempest-QuotasNegativeTest-1011050160 tempest-QuotasNegativeTest-1011050160-project-admin] Pushing event deleted for resources: {'Network': ['ID=a8b6562e-3c7d-47b7-b536-f2a600a5f28c,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:41.544603 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c97abff-ff86-45c0-ae1b-138c95767eb2 None None] Routers {'c12c2468-907b-4e25-bbb5-d175e9b7dc3b'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:03:41.546066 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-6c97abff-ff86-45c0-ae1b-138c95767eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f936820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:03:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['c12c2468-907b-4e25-bbb5-d175e9b7dc3b'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:03:41.548645 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c51922-c22b-49d6-b3c5-16851b489626 req-bf665095-0a8f-488c-97bf-9593178c9797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:41.550408 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-29c51922-c22b-49d6-b3c5-16851b489626 req-bf665095-0a8f-488c-97bf-9593178c9797 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=759c66c34f414c19b2109393738ef639&device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 1127 time: 0.1226285
May 07 22:03:41.552295 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a6a1bd68-3296-4f6e-a594-06e1422aee1d tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks [] for security_group (21abc195-7315-4969-8bda-7251a84b2904), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:41.631110 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7404208e-385b-4609-ab0b-81f2558bcf48 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (9ebb222e-3262-41b5-990d-c21161bc61e5), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:41.635202 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7404208e-385b-4609-ab0b-81f2558bcf48 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:41.639305 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-7404208e-385b-4609-ab0b-81f2558bcf48 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "DELETE /v2.0/security-groups/9ebb222e-3262-41b5-990d-c21161bc61e5 HTTP/1.1" status: 204  len: 168 time: 0.7044134
May 07 22:03:41.667558 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 57190) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:41.696018 ncdv-master-1 neutron-server[121837]: INFO neutron.api.v2.resource [None req-d3654e5e-1be6-4735-9b71-0fa65015611f tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] show failed (client error): The resource could not be found.
May 07 22:03:41.700033 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-d3654e5e-1be6-4735-9b71-0fa65015611f tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/security-groups/9ebb222e-3262-41b5-990d-c21161bc61e5 HTTP/1.1" status: 404  len: 347 time: 0.0284142
May 07 22:03:41.715737 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 57192) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:41.736885 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7404208e-385b-4609-ab0b-81f2558bcf48 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ebb222e-3262-41b5-990d-c21161bc61e5,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:41.747366 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a6a1bd68-3296-4f6e-a594-06e1422aee1d tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks [] for security_group (21abc195-7315-4969-8bda-7251a84b2904), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:41.752481 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8309f0b7-8093-4043-9148-d3d9e9c30bcd req-6b69f131-7e46-4bc0-8acd-d85bae53b6ca tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:41.762466 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8309f0b7-8093-4043-9148-d3d9e9c30bcd req-6b69f131-7e46-4bc0-8acd-d85bae53b6ca tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 945 time: 0.2144439
May 07 22:03:41.772594 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8e9669b2-3d30-4f94-95b1-f76828d28e4c req-f5e5a60f-96ca-4a85-862c-2740efa500bc service neutron] 10.222.0.59 "GET /v2.0/networks/cd3974b0-b5b4-4267-bd42-3bc0d892b541?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8718493
May 07 22:03:41.774070 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 57194) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:41.826922 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-dd5d556f-976b-4854-90ba-5ed19ce13743 tempest-QuotasNegativeTest-1011050160 tempest-QuotasNegativeTest-1011050160-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (04db14f9-fcd0-4d0d-a1ff-06a2a80c73dd), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:41.885181 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6c23f4-3cfd-4720-854b-ad36edaeaa89 None None] Pushing event updated for resources: {'Port': ['ID=7dc9066f-b63c-4475-9131-60dad6491437,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:41.924697 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-6c97abff-ff86-45c0-ae1b-138c95767eb2 None None] Set router c12c2468-907b-4e25-bbb5-d175e9b7dc3b gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:03:41.955089 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-53145665-ab3d-4b10-b84b-a144d9cdfdec req-db06595d-6570-42ff-8126-2768c00feedb tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/security-groups?id=8784126e-39eb-4ad2-9420-cda4822e0755&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5610445
May 07 22:03:42.006312 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a7b53a6-9cf7-41e7-9013-d5894d6dd926 None None] New status for floating IP a73bd09d-5a60-43f0-8526-11df2c4dda19: DOWN {{(pid=121838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 07 22:03:42.133803 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b373f87f-d811-4d81-88ba-0b2201e2deda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:42.142566 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-dd5d556f-976b-4854-90ba-5ed19ce13743 tempest-QuotasNegativeTest-1011050160 tempest-QuotasNegativeTest-1011050160-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (04db14f9-fcd0-4d0d-a1ff-06a2a80c73dd), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:42.170531 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8309f0b7-8093-4043-9148-d3d9e9c30bcd req-1b21c362-7936-4988-a9c5-77466b3e08d0 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4070702
May 07 22:03:42.215997 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-dd5d556f-976b-4854-90ba-5ed19ce13743 tempest-QuotasNegativeTest-1011050160 tempest-QuotasNegativeTest-1011050160-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf865bf250>,) {'filters': {'network_id': ['04db14f9-fcd0-4d0d-a1ff-06a2a80c73dd']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:03:42.240774 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8e9669b2-3d30-4f94-95b1-f76828d28e4c req-ff8240c3-ca53-4448-b29a-6aea2c9452aa service neutron] 10.222.0.59 "GET /v2.0/networks/cd3974b0-b5b4-4267-bd42-3bc0d892b541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4353044
May 07 22:03:42.243476 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-dd5d556f-976b-4854-90ba-5ed19ce13743 tempest-QuotasNegativeTest-1011050160 tempest-QuotasNegativeTest-1011050160-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf865bf250>, '27fe1070-68a7-475b-9951-20e3200b8335') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:03:42.243975 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-dd5d556f-976b-4854-90ba-5ed19ce13743 tempest-QuotasNegativeTest-1011050160 tempest-QuotasNegativeTest-1011050160-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf865bf250>, '27fe1070-68a7-475b-9951-20e3200b8335') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:03:42.275449 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-dd5d556f-976b-4854-90ba-5ed19ce13743 tempest-QuotasNegativeTest-1011050160 tempest-QuotasNegativeTest-1011050160-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (27fe1070-68a7-475b-9951-20e3200b8335), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:42.308813 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-dd5d556f-976b-4854-90ba-5ed19ce13743 tempest-QuotasNegativeTest-1011050160 tempest-QuotasNegativeTest-1011050160-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (27fe1070-68a7-475b-9951-20e3200b8335), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:42.315987 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd5d556f-976b-4854-90ba-5ed19ce13743 tempest-QuotasNegativeTest-1011050160 tempest-QuotasNegativeTest-1011050160-project-admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:03:42.316854 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-dd5d556f-976b-4854-90ba-5ed19ce13743 tempest-QuotasNegativeTest-1011050160 tempest-QuotasNegativeTest-1011050160-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (27fe1070-68a7-475b-9951-20e3200b8335), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:42.340684 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c51922-c22b-49d6-b3c5-16851b489626 req-ae98ff86-00d2-480d-a2aa-468f181141c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:42.345661 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-29c51922-c22b-49d6-b3c5-16851b489626 req-ae98ff86-00d2-480d-a2aa-468f181141c4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=33b52409-fae0-4935-b5d0-15acefaa0f3f HTTP/1.1" status: 200  len: 913 time: 0.7743897
May 07 22:03:42.352042 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-6c97abff-ff86-45c0-ae1b-138c95767eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f936820>, [{'id': 'c12c2468-907b-4e25-bbb5-d175e9b7dc3b', 'name': 'tempest-TestServerBasicOps-1475561380-router', 'tenant_id': '720fbf0e355c4d9c841f2380a9abce14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.65'}], 'enable_snat': True}, 'gw_port_id': '7dc9066f-b63c-4475-9131-60dad6491437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:03:31Z', 'updated_at': '2022-05-07T22:03:35Z', 'revision_number': 3, 'project_id': '720fbf0e355c4d9c841f2380a9abce14', 'gw_port': {'id': '7dc9066f-b63c-4475-9131-60dad6491437', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:bc:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c12c2468-907b-4e25-bbb5-d175e9b7dc3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:03:32Z', 'updated_at': '2022-05-07T22:03:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:03:42.381998 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 22:03:42.381998 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:03:42.381998 ncdv-master-1 neutron-server[121837]:     timer()
May 07 22:03:42.381998 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:03:42.381998 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 22:03:42.381998 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:03:42.381998 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 22:03:42.381998 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:03:42.381998 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 22:03:42.381998 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:03:42.381998 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 22:03:42.381998 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:03:42.381998 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 22:03:42.381998 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:03:42.381998 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:03:42.381998 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:03:42.381998 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:03:42.381998 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:03:42.381998 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 22:03:42.381998 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:03:42.381998 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 22:03:42.381998 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:03:42.381998 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:03:42.381998 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:03:42.381998 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 22:03:42.381998 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:03:42.381998 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:03:42.381998 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:03:42.381998 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:03:42.381998 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:03:42.381998 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:03:42.381998 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:03:42.392028 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c97abff-ff86-45c0-ae1b-138c95767eb2 None None] The sync data for ids ['c12c2468-907b-4e25-bbb5-d175e9b7dc3b'] in ncdv-master-1 is: [{'id': 'c12c2468-907b-4e25-bbb5-d175e9b7dc3b', 'name': 'tempest-TestServerBasicOps-1475561380-router', 'tenant_id': '720fbf0e355c4d9c841f2380a9abce14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.65'}], 'enable_snat': True}, 'gw_port_id': '7dc9066f-b63c-4475-9131-60dad6491437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:03:31Z', 'updated_at': '2022-05-07T22:03:35Z', 'revision_number': 3, 'project_id': '720fbf0e355c4d9c841f2380a9abce14', 'gw_port': {'id': '7dc9066f-b63c-4475-9131-60dad6491437', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:bc:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c12c2468-907b-4e25-bbb5-d175e9b7dc3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:03:32Z', 'updated_at': '2022-05-07T22:03:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:03:42.392284 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-dd5d556f-976b-4854-90ba-5ed19ce13743 tempest-QuotasNegativeTest-1011050160 tempest-QuotasNegativeTest-1011050160-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (04db14f9-fcd0-4d0d-a1ff-06a2a80c73dd), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:42.393294 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd0c9fa-caa3-4855-98b4-a348c8948b99 req-aad22f31-56f4-44e5-a12e-ab0f84763eff tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:42.398583 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-dd5d556f-976b-4854-90ba-5ed19ce13743 tempest-QuotasNegativeTest-1011050160 tempest-QuotasNegativeTest-1011050160-project-admin] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:42.398865 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1fd0c9fa-caa3-4855-98b4-a348c8948b99 req-aad22f31-56f4-44e5-a12e-ab0f84763eff tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f8493ed-ecbc-4c5d-b60d-da501dd918ee HTTP/1.1" status: 200  len: 943 time: 0.2563479
May 07 22:03:42.401751 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-dd5d556f-976b-4854-90ba-5ed19ce13743 tempest-QuotasNegativeTest-1011050160 tempest-QuotasNegativeTest-1011050160-project-admin] 10.222.0.32 "DELETE /v2.0/networks/04db14f9-fcd0-4d0d-a1ff-06a2a80c73dd HTTP/1.1" status: 204  len: 168 time: 0.8899260
May 07 22:03:42.404682 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-acbf4611-6a0a-4cfc-a225-94edf5526f53 admin admin] Allocated IP 172.20.0.1 (339db9b8-6596-4005-bcd1-8d5ddadb2cbb/00aaa3e1-57c5-45f7-bd03-a486a2385cb2/cc338c68-6403-425b-aeef-0f0460353182) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:03:42.410038 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a6a1bd68-3296-4f6e-a594-06e1422aee1d tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (21abc195-7315-4969-8bda-7251a84b2904), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:42.414885 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a6a1bd68-3296-4f6e-a594-06e1422aee1d tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:42.416546 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-a6a1bd68-3296-4f6e-a594-06e1422aee1d tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "DELETE /v2.0/security-groups/21abc195-7315-4969-8bda-7251a84b2904 HTTP/1.1" status: 204  len: 168 time: 1.3904126
May 07 22:03:42.455345 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 57204) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:42.475313 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5d556f-976b-4854-90ba-5ed19ce13743 tempest-QuotasNegativeTest-1011050160 tempest-QuotasNegativeTest-1011050160-project-admin] Pushing event deleted for resources: {'Network': ['ID=04db14f9-fcd0-4d0d-a1ff-06a2a80c73dd,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:42.499850 ncdv-master-1 neutron-server[121837]: INFO neutron.api.v2.resource [None req-19e9a686-a25d-4239-b4e0-605ce9ebce70 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] show failed (client error): The resource could not be found.
May 07 22:03:42.504036 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-19e9a686-a25d-4239-b4e0-605ce9ebce70 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/security-groups/21abc195-7315-4969-8bda-7251a84b2904 HTTP/1.1" status: 404  len: 347 time: 0.0475471
May 07 22:03:42.509341 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 57206) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:42.560952 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b373f87f-d811-4d81-88ba-0b2201e2deda admin admin] Publish callbacks [] for security_group (dead24be-7a85-4abd-a478-ed9ee7a078dc), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:42.576116 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b373f87f-d811-4d81-88ba-0b2201e2deda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (dead24be-7a85-4abd-a478-ed9ee7a078dc), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:42.603065 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-2dda79a9-1551-4514-8ea3-7b77527b10c1 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Deleting port c0f20bcc-84a9-4b50-9a84-0a5d7c5c6573 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:03:42.604382 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2dda79a9-1551-4514-8ea3-7b77527b10c1 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (c0f20bcc-84a9-4b50-9a84-0a5d7c5c6573), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:42.617694 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a1bd68-3296-4f6e-a594-06e1422aee1d tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21abc195-7315-4969-8bda-7251a84b2904,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:42.715915 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-b373f87f-d811-4d81-88ba-0b2201e2deda admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9efc1fbca3ab413fabfc108b752dd251&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9339221
May 07 22:03:42.788323 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 57210) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:42.817696 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b373f87f-d811-4d81-88ba-0b2201e2deda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dead24be-7a85-4abd-a478-ed9ee7a078dc,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:42.838550 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-308075e5-c768-4d38-956a-eee155402336 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Deleting port a4438dc7-e995-46b4-b927-672de7a445aa {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:03:42.838992 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-308075e5-c768-4d38-956a-eee155402336 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (a4438dc7-e995-46b4-b927-672de7a445aa), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:42.852315 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-29c51922-c22b-49d6-b3c5-16851b489626 req-b70cf82a-bdf3-45b2-932d-243481d3eb41 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d78a47c-1b52-4c8f-ad8e-184b9192eee5 HTTP/1.1" status: 200  len: 1000 time: 0.4859343
May 07 22:03:42.935583 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-aa422e3a-57cd-44bb-a095-fb9691e860a6 admin admin] Publish callbacks [] for security_group (dead24be-7a85-4abd-a478-ed9ee7a078dc), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:42.985426 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-308075e5-c768-4d38-956a-eee155402336 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (a4438dc7-e995-46b4-b927-672de7a445aa), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:42.985933 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-308075e5-c768-4d38-956a-eee155402336 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks [] for floatingip (a4438dc7-e995-46b4-b927-672de7a445aa), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:42.994447 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-aa422e3a-57cd-44bb-a095-fb9691e860a6 admin admin] Publish callbacks [] for security_group (dead24be-7a85-4abd-a478-ed9ee7a078dc), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:43.014656 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-308075e5-c768-4d38-956a-eee155402336 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Calling delete_port for a4438dc7-e995-46b4-b927-672de7a445aa owned by network:floatingip {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:03:43.083347 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c51922-c22b-49d6-b3c5-16851b489626 req-4a47324c-80a2-4ce6-a376-3b157bce49df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:43.085543 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-29c51922-c22b-49d6-b3c5-16851b489626 req-4a47324c-80a2-4ce6-a376-3b157bce49df service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3e304f3b-3927-4f57-b6d9-ff32c4ae5938 HTTP/1.1" status: 200  len: 851 time: 0.1972830
May 07 22:03:43.143262 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-aa422e3a-57cd-44bb-a095-fb9691e860a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (dead24be-7a85-4abd-a478-ed9ee7a078dc), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:43.146117 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-aa422e3a-57cd-44bb-a095-fb9691e860a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:43.148265 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-aa422e3a-57cd-44bb-a095-fb9691e860a6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dead24be-7a85-4abd-a478-ed9ee7a078dc HTTP/1.1" status: 204  len: 168 time: 0.3539319
May 07 22:03:43.161622 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1fd0c9fa-caa3-4855-98b4-a348c8948b99 req-14c7cff9-226a-4a96-9471-d98a0dcc6e47 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6478534
May 07 22:03:43.196934 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c51922-c22b-49d6-b3c5-16851b489626 req-34c04479-2753-4cdc-84b1-7a78e803a83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:43.198938 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-29c51922-c22b-49d6-b3c5-16851b489626 req-34c04479-2753-4cdc-84b1-7a78e803a83b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=33b52409-fae0-4935-b5d0-15acefaa0f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0997450
May 07 22:03:43.208140 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2dda79a9-1551-4514-8ea3-7b77527b10c1 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (c0f20bcc-84a9-4b50-9a84-0a5d7c5c6573), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:43.208538 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2dda79a9-1551-4514-8ea3-7b77527b10c1 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Publish callbacks [] for floatingip (c0f20bcc-84a9-4b50-9a84-0a5d7c5c6573), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:43.263726 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-acbf4611-6a0a-4cfc-a225-94edf5526f53 admin admin] Publish callbacks [] for port (cc338c68-6403-425b-aeef-0f0460353182), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:43.292212 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa422e3a-57cd-44bb-a095-fb9691e860a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dead24be-7a85-4abd-a478-ed9ee7a078dc,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:43.312149 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-2dda79a9-1551-4514-8ea3-7b77527b10c1 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Calling delete_port for c0f20bcc-84a9-4b50-9a84-0a5d7c5c6573 owned by network:floatingip {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:03:43.396376 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e30a934-c5e3-4c9f-a94a-716aec31fa4f req-959e1c83-9976-425f-9b7b-f779006686d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:43.397659 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 57234) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:43.398384 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3e30a934-c5e3-4c9f-a94a-716aec31fa4f req-959e1c83-9976-425f-9b7b-f779006686d8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8cdcd8ea83db42c996b9c0cb8bac89aa&device_id=2f8493ed-ecbc-4c5d-b60d-da501dd918ee HTTP/1.1" status: 200  len: 1125 time: 0.1959543
May 07 22:03:43.466167 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-acbf4611-6a0a-4cfc-a225-94edf5526f53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (cc338c68-6403-425b-aeef-0f0460353182), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:43.484122 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c103b8-b999-4347-8360-320c2c1cbaf3 req-64a0bbf0-ce77-4ce0-8989-cdd36ddc155b tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:43.492092 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b3c103b8-b999-4347-8360-320c2c1cbaf3 req-64a0bbf0-ce77-4ce0-8989-cdd36ddc155b tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 945 time: 0.1504004
May 07 22:03:43.570923 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbf4611-6a0a-4cfc-a225-94edf5526f53 admin admin] Pushing event updated for resources: {'Port': ['ID=cc338c68-6403-425b-aeef-0f0460353182,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:43.581768 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-29c51922-c22b-49d6-b3c5-16851b489626 req-1f9d7d5f-0d20-484e-b627-f94c7afb8a0b service neutron] 10.222.0.55 "GET /v2.0/networks/33b52409-fae0-4935-b5d0-15acefaa0f3f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3695369
May 07 22:03:43.589442 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acbf4611-6a0a-4cfc-a225-94edf5526f53 admin admin] Network 339db9b8-6596-4005-bcd1-8d5ddadb2cbb is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:03:43.706264 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b3c103b8-b999-4347-8360-320c2c1cbaf3 req-b29510c4-092f-4c56-94bf-f32ac7244a0e tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2130203
May 07 22:03:43.711048 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e30a934-c5e3-4c9f-a94a-716aec31fa4f req-84fbe472-5227-47d8-91b0-ab9abcf7de80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:43.712925 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3e30a934-c5e3-4c9f-a94a-716aec31fa4f req-84fbe472-5227-47d8-91b0-ab9abcf7de80 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cd3974b0-b5b4-4267-bd42-3bc0d892b541 HTTP/1.1" status: 200  len: 915 time: 0.2906501
May 07 22:03:43.718004 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-308075e5-c768-4d38-956a-eee155402336 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (a4438dc7-e995-46b4-b927-672de7a445aa), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:43.718512 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-acbf4611-6a0a-4cfc-a225-94edf5526f53 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:03:43.752624 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbf4611-6a0a-4cfc-a225-94edf5526f53 admin admin] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:03:43.790095 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-29c51922-c22b-49d6-b3c5-16851b489626 req-b4aa0e04-5d5a-42cb-9ac4-6c4c00d1a499 service neutron] 10.222.0.55 "GET /v2.0/networks/33b52409-fae0-4935-b5d0-15acefaa0f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1952381
May 07 22:03:43.802568 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b3bef5c6-6ce7-4676-b46f-a286623d2933 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:43.831385 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 57240) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:43.846331 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308075e5-c768-4d38-956a-eee155402336 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Pushing event deleted for resources: {'Port': ['ID=a4438dc7-e995-46b4-b927-672de7a445aa,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:43.856144 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3e30a934-c5e3-4c9f-a94a-716aec31fa4f req-2358de20-200f-466a-8f21-1ce81671662b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=97a27940-706a-4478-97b8-2f47b67e4146 HTTP/1.1" status: 200  len: 217 time: 0.1208704
May 07 22:03:43.866015 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-acbf4611-6a0a-4cfc-a225-94edf5526f53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398161'] for router_interface (c12c2468-907b-4e25-bbb5-d175e9b7dc3b), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:43.982164 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e30a934-c5e3-4c9f-a94a-716aec31fa4f req-9afede6f-8367-4b6b-85a3-f9919cbd2f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:43.983706 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3e30a934-c5e3-4c9f-a94a-716aec31fa4f req-9afede6f-8367-4b6b-85a3-f9919cbd2f8f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=35cc5169-512d-4e47-a67e-744102f823c5 HTTP/1.1" status: 200  len: 854 time: 0.0895159
May 07 22:03:43.984446 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-02c58279-e06f-44c8-b370-5ff722d35706 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:44.067688 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3e30a934-c5e3-4c9f-a94a-716aec31fa4f req-9b82419f-f2c2-4a4e-a001-e22d973f5de6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cd3974b0-b5b4-4267-bd42-3bc0d892b541&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0766625
May 07 22:03:44.121858 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-308075e5-c768-4d38-956a-eee155402336 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks [] for floatingip (a73bd09d-5a60-43f0-8526-11df2c4dda19), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:44.125952 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-308075e5-c768-4d38-956a-eee155402336 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:44.130358 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-308075e5-c768-4d38-956a-eee155402336 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "DELETE /v2.0/floatingips/a73bd09d-5a60-43f0-8526-11df2c4dda19 HTTP/1.1" status: 204  len: 168 time: 1.6171021
May 07 22:03:44.134726 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e8d5f2-06e1-4db7-a451-f26e34b9c024 req-38a3e31f-4c4d-4f91-9498-c5bb8d435a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:44.136285 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b4e8d5f2-06e1-4db7-a451-f26e34b9c024 req-38a3e31f-4c4d-4f91-9498-c5bb8d435a00 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=759c66c34f414c19b2109393738ef639&device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 1127 time: 0.1186588
May 07 22:03:44.144412 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2dda79a9-1551-4514-8ea3-7b77527b10c1 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (c0f20bcc-84a9-4b50-9a84-0a5d7c5c6573), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:44.214288 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-7f79bf42-b5eb-4236-a3f4-18975fc4e44d None None] Provisioning complete for port cc338c68-6403-425b-aeef-0f0460353182 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:03:44.220624 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dda79a9-1551-4514-8ea3-7b77527b10c1 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Pushing event deleted for resources: {'Port': ['ID=c0f20bcc-84a9-4b50-9a84-0a5d7c5c6573,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:44.223762 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7f79bf42-b5eb-4236-a3f4-18975fc4e44d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (cc338c68-6403-425b-aeef-0f0460353182), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:44.314085 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-7f79bf42-b5eb-4236-a3f4-18975fc4e44d None None] Port cc338c68-6403-425b-aeef-0f0460353182 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:03:44.402976 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-02c58279-e06f-44c8-b370-5ff722d35706 admin admin] Publish callbacks [] for security_group (762e8066-9db7-491e-ad2c-e24b9ba5118c), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:44.433583 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-02c58279-e06f-44c8-b370-5ff722d35706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (762e8066-9db7-491e-ad2c-e24b9ba5118c), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:44.444584 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b3bef5c6-6ce7-4676-b46f-a286623d2933 admin admin] Publish callbacks [] for security_group (cdae788d-1dee-40f1-88e9-ed9793fb48a5), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:44.451378 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b16c54f-5fee-4219-ba2c-098ba8228133 req-5a23b5bc-4983-45d3-bd71-2923e42df72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:44.453914 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4b16c54f-5fee-4219-ba2c-098ba8228133 req-5a23b5bc-4983-45d3-bd71-2923e42df72f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8130c27f2b84434a8d6fa5032b67aa1e&device_id=96e381dd-9f23-442c-80d2-8623a85c3e50 HTTP/1.1" status: 200  len: 1127 time: 0.1902604
May 07 22:03:44.505246 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b3bef5c6-6ce7-4676-b46f-a286623d2933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (cdae788d-1dee-40f1-88e9-ed9793fb48a5), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:44.518591 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 7dc9066f-b63c-4475-9131-60dad6491437 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:03:44.522903 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a28a2af-b0d2-446f-acd7-baa544dd9053 req-2027005c-37c5-4402-ab17-1a76b8ddaadc tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:44.524459 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2a28a2af-b0d2-446f-acd7-baa544dd9053 req-2027005c-37c5-4402-ab17-1a76b8ddaadc tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=96e381dd-9f23-442c-80d2-8623a85c3e50 HTTP/1.1" status: 200  len: 945 time: 0.1476321
May 07 22:03:44.542684 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3e30a934-c5e3-4c9f-a94a-716aec31fa4f req-b3de7bff-3d57-4412-ad7b-46e947e2c805 service neutron] 10.222.0.59 "GET /v2.0/networks/cd3974b0-b5b4-4267-bd42-3bc0d892b541?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4695485
May 07 22:03:44.552718 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-02c58279-e06f-44c8-b370-5ff722d35706 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=336202678c2c4f33a2e0397c2d458695&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7121482
May 07 22:03:44.572617 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 57254) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:44.577693 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 7dc9066f-b63c-4475-9131-60dad6491437 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:03:44.577911 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (7dc9066f-b63c-4475-9131-60dad6491437), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:44.607507 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e8d5f2-06e1-4db7-a451-f26e34b9c024 req-7b0e17a6-e2aa-4d3b-aa8b-2e07d8bd0528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:44.608974 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b4e8d5f2-06e1-4db7-a451-f26e34b9c024 req-7b0e17a6-e2aa-4d3b-aa8b-2e07d8bd0528 service neutron] 10.222.0.55 "GET /v2.0/networks?id=33b52409-fae0-4935-b5d0-15acefaa0f3f HTTP/1.1" status: 200  len: 913 time: 0.2881465
May 07 22:03:44.612576 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c58279-e06f-44c8-b370-5ff722d35706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=762e8066-9db7-491e-ad2c-e24b9ba5118c,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:44.629304 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7885e0-0ddf-42d6-a42a-0679a83ec25d req-8780d46f-6898-4a31-bff9-cb8afbed2b8c tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:44.636677 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ff7885e0-0ddf-42d6-a42a-0679a83ec25d req-8780d46f-6898-4a31-bff9-cb8afbed2b8c tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f8493ed-ecbc-4c5d-b60d-da501dd918ee HTTP/1.1" status: 200  len: 943 time: 0.1907601
May 07 22:03:44.662410 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2a28a2af-b0d2-446f-acd7-baa544dd9053 req-f3147d16-9223-4252-a139-69094aeb77a3 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/security-groups?id=8784126e-39eb-4ad2-9420-cda4822e0755&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1201715
May 07 22:03:44.669507 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bef5c6-6ce7-4676-b46f-a286623d2933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdae788d-1dee-40f1-88e9-ed9793fb48a5,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:44.677721 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-b3bef5c6-6ce7-4676-b46f-a286623d2933 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bd18cd207653444585f61b2681aa083e&name=default HTTP/1.1" status: 200  len: 3000 time: 1.2789752
May 07 22:03:44.678681 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 57256) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:44.698523 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b16c54f-5fee-4219-ba2c-098ba8228133 req-a0e72c44-f175-4bbd-87b6-43a5c9f06c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:44.699121 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 7dc9066f-b63c-4475-9131-60dad6491437 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:03:44.699682 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (7dc9066f-b63c-4475-9131-60dad6491437), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:44.700383 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4b16c54f-5fee-4219-ba2c-098ba8228133 req-a0e72c44-f175-4bbd-87b6-43a5c9f06c0c service neutron] 10.222.0.59 "GET /v2.0/networks?id=f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b HTTP/1.1" status: 200  len: 920 time: 0.2356470
May 07 22:03:44.754886 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port 7dc9066f-b63c-4475-9131-60dad6491437, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7dc9066f-b63c-4475-9131-60dad6491437,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:03:44.762685 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (7dc9066f-b63c-4475-9131-60dad6491437), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:44.846632 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-eb1a32d5-7935-4b67-89eb-970a1d3b4281 admin admin] Publish callbacks [] for security_group (762e8066-9db7-491e-ad2c-e24b9ba5118c), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:44.878056 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=7dc9066f-b63c-4475-9131-60dad6491437,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:44.918449 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4b16c54f-5fee-4219-ba2c-098ba8228133 req-3a1869df-5389-4ec2-b186-e33991c0a15b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8c6248c5-d242-4598-8d78-5b4023298e63 HTTP/1.1" status: 200  len: 217 time: 0.1875272
May 07 22:03:44.986028 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-eb1a32d5-7935-4b67-89eb-970a1d3b4281 admin admin] Publish callbacks [] for security_group (762e8066-9db7-491e-ad2c-e24b9ba5118c), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:45.018583 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-47e7ec9c-8bac-4132-96a0-b57958c1a0e2 admin admin] Publish callbacks [] for security_group (cdae788d-1dee-40f1-88e9-ed9793fb48a5), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:45.069292 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3e30a934-c5e3-4c9f-a94a-716aec31fa4f req-107f3501-c941-4df6-b6fe-cefd4f57a5df service neutron] 10.222.0.59 "GET /v2.0/networks/cd3974b0-b5b4-4267-bd42-3bc0d892b541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3425071
May 07 22:03:45.075140 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b16c54f-5fee-4219-ba2c-098ba8228133 req-1499b064-2ce5-48cd-970e-c86c6d08444e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:45.076617 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4b16c54f-5fee-4219-ba2c-098ba8228133 req-1499b064-2ce5-48cd-970e-c86c6d08444e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b554e5f7-e35c-452a-ba74-fc50d3983e51 HTTP/1.1" status: 200  len: 858 time: 0.1482918
May 07 22:03:45.078584 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-47e7ec9c-8bac-4132-96a0-b57958c1a0e2 admin admin] Publish callbacks [] for security_group (cdae788d-1dee-40f1-88e9-ed9793fb48a5), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:45.107368 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2dda79a9-1551-4514-8ea3-7b77527b10c1 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Publish callbacks [] for floatingip (973324da-9430-4a43-a7f4-1d2db6898e03), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:45.109900 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2dda79a9-1551-4514-8ea3-7b77527b10c1 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:45.114852 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-2dda79a9-1551-4514-8ea3-7b77527b10c1 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "DELETE /v2.0/floatingips/973324da-9430-4a43-a7f4-1d2db6898e03 HTTP/1.1" status: 204  len: 168 time: 3.3684449
May 07 22:03:45.138567 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-acbf4611-6a0a-4cfc-a225-94edf5526f53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (cc338c68-6403-425b-aeef-0f0460353182), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:45.154942 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-eb1a32d5-7935-4b67-89eb-970a1d3b4281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (762e8066-9db7-491e-ad2c-e24b9ba5118c), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:45.157434 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-eb1a32d5-7935-4b67-89eb-970a1d3b4281 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:45.158571 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-eb1a32d5-7935-4b67-89eb-970a1d3b4281 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/762e8066-9db7-491e-ad2c-e24b9ba5118c HTTP/1.1" status: 204  len: 168 time: 0.5604141
May 07 22:03:45.166905 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6ada31-17d1-4e1e-9cbb-d1508f284e61 req-32675a00-111d-4f86-81d1-0848d8bc9f5b tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:45.168411 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b4e8d5f2-06e1-4db7-a451-f26e34b9c024 req-53b38616-0d75-45d3-ba0e-789a9e192cb0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d78a47c-1b52-4c8f-ad8e-184b9192eee5 HTTP/1.1" status: 200  len: 1000 time: 0.5475945
May 07 22:03:45.169499 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3b6ada31-17d1-4e1e-9cbb-d1508f284e61 req-32675a00-111d-4f86-81d1-0848d8bc9f5b tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 945 time: 0.0827804
May 07 22:03:45.178294 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1a32d5-7935-4b67-89eb-970a1d3b4281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=762e8066-9db7-491e-ad2c-e24b9ba5118c,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:45.271944 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e8d5f2-06e1-4db7-a451-f26e34b9c024 req-cccd05e8-8701-42b1-8b24-00f1115028b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:45.273113 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b4e8d5f2-06e1-4db7-a451-f26e34b9c024 req-cccd05e8-8701-42b1-8b24-00f1115028b8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3e304f3b-3927-4f57-b6d9-ff32c4ae5938 HTTP/1.1" status: 200  len: 851 time: 0.0916286
May 07 22:03:45.294465 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ff7885e0-0ddf-42d6-a42a-0679a83ec25d req-777aedbc-3c61-4576-8835-6c5812798568 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6531005
May 07 22:03:45.308194 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-47e7ec9c-8bac-4132-96a0-b57958c1a0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (cdae788d-1dee-40f1-88e9-ed9793fb48a5), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:45.315170 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-47e7ec9c-8bac-4132-96a0-b57958c1a0e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:45.322133 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-47e7ec9c-8bac-4132-96a0-b57958c1a0e2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cdae788d-1dee-40f1-88e9-ed9793fb48a5 HTTP/1.1" status: 204  len: 168 time: 0.6420822
May 07 22:03:45.326302 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b16c54f-5fee-4219-ba2c-098ba8228133 req-2c65ab54-5f73-473d-98c6-03e73a70731b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:45.327818 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4b16c54f-5fee-4219-ba2c-098ba8228133 req-2c65ab54-5f73-473d-98c6-03e73a70731b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1460707
May 07 22:03:45.377636 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e7ec9c-8bac-4132-96a0-b57958c1a0e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdae788d-1dee-40f1-88e9-ed9793fb48a5,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:45.447602 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3b6ada31-17d1-4e1e-9cbb-d1508f284e61 req-38d158f1-b7b5-48d5-a444-ad21889f0eed tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2563138
May 07 22:03:45.506222 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e8d5f2-06e1-4db7-a451-f26e34b9c024 req-f416de0d-68cc-48ac-8a67-6c6edf880e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:45.509973 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b4e8d5f2-06e1-4db7-a451-f26e34b9c024 req-f416de0d-68cc-48ac-8a67-6c6edf880e95 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=33b52409-fae0-4935-b5d0-15acefaa0f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2119148
May 07 22:03:45.590936 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4b16c54f-5fee-4219-ba2c-098ba8228133 req-3a773898-3b82-49e0-80d1-1147ad8e404a service neutron] 10.222.0.59 "GET /v2.0/networks/f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2386472
May 07 22:03:45.703416 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483d3783-1c47-4179-a3a6-2720a15834c0 req-b508b583-38c9-485f-b14b-2d297c5f3e59 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:45.712293 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-483d3783-1c47-4179-a3a6-2720a15834c0 req-b508b583-38c9-485f-b14b-2d297c5f3e59 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 945 time: 0.0755889
May 07 22:03:45.778894 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-483d3783-1c47-4179-a3a6-2720a15834c0 req-9c21f875-b6c5-40ed-a3ce-4c21d3f6a0bc tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0631628
May 07 22:03:45.804635 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b4e8d5f2-06e1-4db7-a451-f26e34b9c024 req-89696348-31f7-4a90-8318-2dd78520190b service neutron] 10.222.0.55 "GET /v2.0/networks/33b52409-fae0-4935-b5d0-15acefaa0f3f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2396274
May 07 22:03:45.967840 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-acbf4611-6a0a-4cfc-a225-94edf5526f53 admin admin] Publish callbacks [] for port (cc338c68-6403-425b-aeef-0f0460353182), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:45.978651 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-acbf4611-6a0a-4cfc-a225-94edf5526f53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (cc338c68-6403-425b-aeef-0f0460353182), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:46.079823 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 57292) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:46.086888 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4b16c54f-5fee-4219-ba2c-098ba8228133 req-59d231f7-83b1-4d2f-875c-b79fb0779862 service neutron] 10.222.0.59 "GET /v2.0/networks/f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2765143
May 07 22:03:46.095352 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-2cafbd9c-705b-4deb-8122-5f81f2a20959 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1264479433', 'description': 'tempest-description--756340619'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:03:46.123788 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b4e8d5f2-06e1-4db7-a451-f26e34b9c024 req-20b3af09-e274-4536-8c23-dd635c04ba83 service neutron] 10.222.0.55 "GET /v2.0/networks/33b52409-fae0-4935-b5d0-15acefaa0f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3061583
May 07 22:03:46.128471 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80404c78-f79c-4a22-84e7-16fb95598b12 req-7aa6fc8b-aac0-4832-a4d5-d629693130bc tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:46.131172 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-acbf4611-6a0a-4cfc-a225-94edf5526f53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401121'] for router_interface (c12c2468-907b-4e25-bbb5-d175e9b7dc3b), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:46.139567 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-80404c78-f79c-4a22-84e7-16fb95598b12 req-7aa6fc8b-aac0-4832-a4d5-d629693130bc tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=96e381dd-9f23-442c-80d2-8623a85c3e50 HTTP/1.1" status: 200  len: 945 time: 0.1824763
May 07 22:03:46.142811 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbf4611-6a0a-4cfc-a225-94edf5526f53 admin admin] Pushing event updated for resources: {'Port': ['ID=cc338c68-6403-425b-aeef-0f0460353182,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:46.221516 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-80404c78-f79c-4a22-84e7-16fb95598b12 req-bbcba43f-ad29-493b-8138-0d323b9c2874 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/security-groups?id=8784126e-39eb-4ad2-9420-cda4822e0755&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0808542
May 07 22:03:46.227218 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2cafbd9c-705b-4deb-8122-5f81f2a20959 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:46.355076 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 57304) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:46.359205 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c35576-43fa-4df1-adff-9a1dad5f95ed req-833ad3fe-9750-494e-b4be-b11bb7d33f0a tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:46.362932 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f8c35576-43fa-4df1-adff-9a1dad5f95ed req-833ad3fe-9750-494e-b4be-b11bb7d33f0a tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 945 time: 0.1459904
May 07 22:03:46.381568 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-01deb63e-038e-447f-81dc-4742658198f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:46.469314 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acbf4611-6a0a-4cfc-a225-94edf5526f53 admin admin] Network 339db9b8-6596-4005-bcd1-8d5ddadb2cbb is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:03:46.480481 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-acbf4611-6a0a-4cfc-a225-94edf5526f53 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:03:46.538521 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 7dc9066f-b63c-4475-9131-60dad6491437 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:03:46.539094 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc06eed-8fe2-4fce-baf3-47ea68c51ed8 req-97ee64eb-a3d9-4e88-9ee6-ef5e6cc5809e tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:46.540199 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-fbc06eed-8fe2-4fce-baf3-47ea68c51ed8 req-97ee64eb-a3d9-4e88-9ee6-ef5e6cc5809e tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f8493ed-ecbc-4c5d-b60d-da501dd918ee HTTP/1.1" status: 200  len: 943 time: 0.1463866
May 07 22:03:46.614844 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 97a27940-706a-4478-97b8-2f47b67e4146 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:03:46.650265 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-fbc06eed-8fe2-4fce-baf3-47ea68c51ed8 req-fcfc4b49-f0ff-4836-bd09-4f63debecbad tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0978847
May 07 22:03:46.683765 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-01deb63e-038e-447f-81dc-4742658198f5 admin admin] Publish callbacks [] for security_group (98c5d71e-c994-479c-8d11-36bf06d126e8), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:46.699366 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-01deb63e-038e-447f-81dc-4742658198f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (98c5d71e-c994-479c-8d11-36bf06d126e8), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:46.779856 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f8c35576-43fa-4df1-adff-9a1dad5f95ed req-b0bba5e9-a8b3-4620-98a5-64c9d496f40e tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3734632
May 07 22:03:46.792033 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2cafbd9c-705b-4deb-8122-5f81f2a20959 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Publish callbacks [] for security_group (f987a2d1-eb5a-490d-a69c-fbe04ec6dc6f), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:46.794449 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acbf4611-6a0a-4cfc-a225-94edf5526f53 admin admin] Router c12c2468-907b-4e25-bbb5-d175e9b7dc3b has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:03:46.815071 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 22:03:46.825794 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2cafbd9c-705b-4deb-8122-5f81f2a20959 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (f987a2d1-eb5a-490d-a69c-fbe04ec6dc6f), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:46.837200 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-01deb63e-038e-447f-81dc-4742658198f5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=336d605f24c246e08f38f8a3ab0d32f5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4810767
May 07 22:03:46.840117 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01deb63e-038e-447f-81dc-4742658198f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98c5d71e-c994-479c-8d11-36bf06d126e8,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:46.846101 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 57320) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:46.869521 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 97a27940-706a-4478-97b8-2f47b67e4146, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=97a27940-706a-4478-97b8-2f47b67e4146,segment=NetworkSegment(ade65013-e645-4c54-8fa7-660e2ce7b907),segment_id=ade65013-e645-4c54-8fa7-660e2ce7b907)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:03:46.886247 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': '97a27940-706a-4478-97b8-2f47b67e4146', 'network_id': 'cd3974b0-b5b4-4267-bd42-3bc0d892b541', 'port_id': '97a27940-706a-4478-97b8-2f47b67e4146', 'mac_address': 'fa:16:3e:d8:3a:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35cc5169-512d-4e47-a67e-744102f823c5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:03:46.887476 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cafbd9c-705b-4deb-8122-5f81f2a20959 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f987a2d1-eb5a-490d-a69c-fbe04ec6dc6f,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:46.930866 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 97a27940-706a-4478-97b8-2f47b67e4146 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:03:46.931238 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (97a27940-706a-4478-97b8-2f47b67e4146), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:46.943635 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c47006bc-7bad-4488-ad7f-fd04c66f600a admin admin] Publish callbacks [] for security_group (98c5d71e-c994-479c-8d11-36bf06d126e8), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:46.949999 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 7dc9066f-b63c-4475-9131-60dad6491437 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:03:46.950623 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (7dc9066f-b63c-4475-9131-60dad6491437), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:46.955580 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2cafbd9c-705b-4deb-8122-5f81f2a20959 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:46.956961 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-2cafbd9c-705b-4deb-8122-5f81f2a20959 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.8718722
May 07 22:03:46.959784 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 57326) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:46.964268 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-703b9033-5260-44d8-8815-2f1ae01f3533 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Request body: {'security_group_rule': {'security_group_id': 'f987a2d1-eb5a-490d-a69c-fbe04ec6dc6f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:03:46.991343 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97a27940-706a-4478-97b8-2f47b67e4146 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:03:46.998170 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c47006bc-7bad-4488-ad7f-fd04c66f600a admin admin] Publish callbacks [] for security_group (98c5d71e-c994-479c-8d11-36bf06d126e8), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:47.034593 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-aad5456b-006c-446c-a435-34ee84aa49e5 None None] Provisioning complete for port cc338c68-6403-425b-aeef-0f0460353182 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:03:47.035274 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-aad5456b-006c-446c-a435-34ee84aa49e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (cc338c68-6403-425b-aeef-0f0460353182), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:47.063510 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 97a27940-706a-4478-97b8-2f47b67e4146, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=97a27940-706a-4478-97b8-2f47b67e4146,segment=NetworkSegment(ade65013-e645-4c54-8fa7-660e2ce7b907),segment_id=ade65013-e645-4c54-8fa7-660e2ce7b907)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:03:47.083058 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-aad5456b-006c-446c-a435-34ee84aa49e5 None None] Port cc338c68-6403-425b-aeef-0f0460353182 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:03:47.088003 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (97a27940-706a-4478-97b8-2f47b67e4146), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:47.095691 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b56fbc-2ad6-4d75-a4e5-3185ddcc0f64 req-e2cd3aa6-6a8c-4a6f-9b69-82488f6e886f tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:47.097227 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e4b56fbc-2ad6-4d75-a4e5-3185ddcc0f64 req-e2cd3aa6-6a8c-4a6f-9b69-82488f6e886f tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 945 time: 0.0765076
May 07 22:03:47.120841 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c47006bc-7bad-4488-ad7f-fd04c66f600a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (98c5d71e-c994-479c-8d11-36bf06d126e8), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:47.123195 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c47006bc-7bad-4488-ad7f-fd04c66f600a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:47.124363 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-c47006bc-7bad-4488-ad7f-fd04c66f600a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/98c5d71e-c994-479c-8d11-36bf06d126e8 HTTP/1.1" status: 204  len: 168 time: 0.2747636
May 07 22:03:47.138202 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-703b9033-5260-44d8-8815-2f1ae01f3533 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Publish callbacks [] for security_group_rule (a6b19888-7eb6-475f-ab75-98aae9864341), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:47.138858 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47006bc-7bad-4488-ad7f-fd04c66f600a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c5d71e-c994-479c-8d11-36bf06d126e8,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:47.215096 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 7dc9066f-b63c-4475-9131-60dad6491437 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:03:47.235530 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=97a27940-706a-4478-97b8-2f47b67e4146,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:47.236580 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acbf4611-6a0a-4cfc-a225-94edf5526f53 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:03:47.251948 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab4045c-395e-4a3f-9c24-27ac52fa861e None None] Sync routers for ids ['c12c2468-907b-4e25-bbb5-d175e9b7dc3b'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:03:47.253075 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-acbf4611-6a0a-4cfc-a225-94edf5526f53 admin admin] 10.222.0.32 "PUT /v2.0/routers/c12c2468-907b-4e25-bbb5-d175e9b7dc3b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.9092181
May 07 22:03:47.263189 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e4b56fbc-2ad6-4d75-a4e5-3185ddcc0f64 req-28f483be-feb0-49dd-87e7-b22e116ad4bb tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1290278
May 07 22:03:47.282212 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-703b9033-5260-44d8-8815-2f1ae01f3533 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Publish callbacks [] for security_group_rule (a6b19888-7eb6-475f-ab75-98aae9864341), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:47.297421 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-703b9033-5260-44d8-8815-2f1ae01f3533 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (a6b19888-7eb6-475f-ab75-98aae9864341), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:47.303690 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab4045c-395e-4a3f-9c24-27ac52fa861e None None] Routers {'c12c2468-907b-4e25-bbb5-d175e9b7dc3b'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:03:47.304462 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-aab4045c-395e-4a3f-9c24-27ac52fa861e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cfef5b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:03:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['c12c2468-907b-4e25-bbb5-d175e9b7dc3b'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:03:47.333856 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['97a27940-706a-4478-97b8-2f47b67e4146'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:03:47.347698 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-703b9033-5260-44d8-8815-2f1ae01f3533 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:47.357720 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-703b9033-5260-44d8-8815-2f1ae01f3533 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3967595
May 07 22:03:47.357882 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 57342) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:47.358926 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703b9033-5260-44d8-8815-2f1ae01f3533 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6b19888-7eb6-475f-ab75-98aae9864341,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:47.368162 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-a3605264-e0fd-4b4c-9597-019244d17d31 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Request body: {'security_group_rule': {'security_group_id': 'f987a2d1-eb5a-490d-a69c-fbe04ec6dc6f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:03:47.463353 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a3605264-e0fd-4b4c-9597-019244d17d31 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Publish callbacks [] for security_group_rule (50564250-e1bc-473a-ac4f-e5c196a30523), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:47.516372 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035fc081-7761-4339-85b2-033d9b7182d6 req-e8c52c92-0442-4102-a685-8d4a9573b78b tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:47.517969 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-035fc081-7761-4339-85b2-033d9b7182d6 req-e8c52c92-0442-4102-a685-8d4a9573b78b tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=96e381dd-9f23-442c-80d2-8623a85c3e50 HTTP/1.1" status: 200  len: 945 time: 0.0861650
May 07 22:03:47.599892 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc50af80-2c25-45c7-aa41-dcefc5e76edb req-faac3144-22ab-4880-bb0e-253b3f1ffbc3 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:47.607418 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bc50af80-2c25-45c7-aa41-dcefc5e76edb req-faac3144-22ab-4880-bb0e-253b3f1ffbc3 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 945 time: 0.1003187
May 07 22:03:47.618173 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-aab4045c-395e-4a3f-9c24-27ac52fa861e None None] Set router c12c2468-907b-4e25-bbb5-d175e9b7dc3b gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:03:47.630874 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-035fc081-7761-4339-85b2-033d9b7182d6 req-aa733fd8-774a-46ce-9e41-3d7b14a194ee tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/security-groups?id=8784126e-39eb-4ad2-9420-cda4822e0755&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0898259
May 07 22:03:47.711889 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 57354) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:47.736197 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a3605264-e0fd-4b4c-9597-019244d17d31 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Publish callbacks [] for security_group_rule (50564250-e1bc-473a-ac4f-e5c196a30523), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:47.745608 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40351b06-bd57-4a81-9917-582803acad10 req-968c11f6-443a-4a21-bbe9-c630e175558e tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:47.746139 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a3605264-e0fd-4b4c-9597-019244d17d31 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (50564250-e1bc-473a-ac4f-e5c196a30523), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:47.754672 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-40351b06-bd57-4a81-9917-582803acad10 req-968c11f6-443a-4a21-bbe9-c630e175558e tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/ports?device_id=8141d2fb-0f50-41fb-bce0-7a6c7f7fc949 HTTP/1.1" status: 200  len: 946 time: 0.0723376
May 07 22:03:47.764972 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3605264-e0fd-4b4c-9597-019244d17d31 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50564250-e1bc-473a-ac4f-e5c196a30523,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:47.769465 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bc50af80-2c25-45c7-aa41-dcefc5e76edb req-c1616351-0ae8-4254-8025-5e61539a88ea tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1486325
May 07 22:03:47.811838 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a3605264-e0fd-4b4c-9597-019244d17d31 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:47.819617 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 57364) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:47.819824 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-a3605264-e0fd-4b4c-9597-019244d17d31 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4609048
May 07 22:03:47.833435 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-9d866253-c252-40e3-a450-477812bed9bd tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Request body: {'floatingip': {'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:03:47.863057 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-40351b06-bd57-4a81-9917-582803acad10 req-ca2124ca-a057-437d-85fa-e98cfbd6374e tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7b1876c-a594-41c5-9872-578aa79ea667&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1019819
May 07 22:03:47.897158 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9d866253-c252-40e3-a450-477812bed9bd tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:47.900284 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-aab4045c-395e-4a3f-9c24-27ac52fa861e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cfef5b0>, [{'id': 'c12c2468-907b-4e25-bbb5-d175e9b7dc3b', 'name': 'tempest-TestServerBasicOps-1475561380-router', 'tenant_id': '720fbf0e355c4d9c841f2380a9abce14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.65'}], 'enable_snat': True}, 'gw_port_id': '7dc9066f-b63c-4475-9131-60dad6491437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:03:31Z', 'updated_at': '2022-05-07T22:03:44Z', 'revision_number': 4, 'project_id': '720fbf0e355c4d9c841f2380a9abce14', 'gw_port': {'id': '7dc9066f-b63c-4475-9131-60dad6491437', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:bc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12c2468-907b-4e25-bbb5-d175e9b7dc3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:03:32Z', 'updated_at': '2022-05-07T22:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cc338c68-6403-425b-aeef-0f0460353182', 'name': '', 'network_id': '339db9b8-6596-4005-bcd1-8d5ddadb2cbb', 'tenant_id': '720fbf0e355c4d9c841f2380a9abce14', 'mac_address': 'fa:16:3e:9a:be:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c12c2468-907b-4e25-bbb5-d175e9b7dc3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': '00aaa3e1-57c5-45f7-bd03-a486a2385cb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:03:41Z', 'updated_at': '2022-05-07T22:03:45Z', 'revision_number': 2, 'project_id': '720fbf0e355c4d9c841f2380a9abce14', 'subnets': [{'id': '00aaa3e1-57c5-45f7-bd03-a486a2385cb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:03:47.905437 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bbe63c60-648f-47e3-873e-ea4867da0834 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:47.931639 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab4045c-395e-4a3f-9c24-27ac52fa861e None None] Checking router: c12c2468-907b-4e25-bbb5-d175e9b7dc3b for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:03:47.933090 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab4045c-395e-4a3f-9c24-27ac52fa861e None None] Updating router c12c2468-907b-4e25-bbb5-d175e9b7dc3b port cc338c68-6403-425b-aeef-0f0460353182 binding host ncdv-master-1 {{(pid=121839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 22:03:47.968123 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-aab4045c-395e-4a3f-9c24-27ac52fa861e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (cc338c68-6403-425b-aeef-0f0460353182), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:48.070916 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fa25df-09fc-4170-b523-8af776be6bbc req-e34f5b67-6c98-4ed6-a95d-71fc0c2dd29b tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:48.078036 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-51fa25df-09fc-4170-b523-8af776be6bbc req-e34f5b67-6c98-4ed6-a95d-71fc0c2dd29b tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f8493ed-ecbc-4c5d-b60d-da501dd918ee HTTP/1.1" status: 200  len: 944 time: 0.0815275
May 07 22:03:48.087124 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9d866253-c252-40e3-a450-477812bed9bd tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:48.093544 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bbe63c60-648f-47e3-873e-ea4867da0834 admin admin] Publish callbacks [] for security_group (ea259593-8729-44bf-bee9-f6004d256359), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:48.100450 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bbe63c60-648f-47e3-873e-ea4867da0834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (ea259593-8729-44bf-bee9-f6004d256359), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:48.172405 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe63c60-648f-47e3-873e-ea4867da0834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea259593-8729-44bf-bee9-f6004d256359,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:48.178426 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-51fa25df-09fc-4170-b523-8af776be6bbc req-3eebb55e-017f-487c-bc0f-a738d87a3f12 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0993662
May 07 22:03:48.182607 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-bbe63c60-648f-47e3-873e-ea4867da0834 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e474cf0852044b9bb4c23287f53ecce7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4657216
May 07 22:03:48.183147 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 57372) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:48.262969 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4ec759c3-048e-4cb8-99ac-2822688321e1 admin admin] Publish callbacks [] for security_group (ea259593-8729-44bf-bee9-f6004d256359), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:48.298153 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4ec759c3-048e-4cb8-99ac-2822688321e1 admin admin] Publish callbacks [] for security_group (ea259593-8729-44bf-bee9-f6004d256359), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:48.328256 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-9d866253-c252-40e3-a450-477812bed9bd tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Allocated IP 172.35.4.14 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/69de0b8a-2949-44f3-87c9-ed7f9effaa2f) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:03:48.385201 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4ec759c3-048e-4cb8-99ac-2822688321e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (ea259593-8729-44bf-bee9-f6004d256359), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:48.388020 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4ec759c3-048e-4cb8-99ac-2822688321e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:48.391559 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-4ec759c3-048e-4cb8-99ac-2822688321e1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ea259593-8729-44bf-bee9-f6004d256359 HTTP/1.1" status: 204  len: 168 time: 0.2044275
May 07 22:03:48.401584 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec759c3-048e-4cb8-99ac-2822688321e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea259593-8729-44bf-bee9-f6004d256359,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:48.447074 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-aab4045c-395e-4a3f-9c24-27ac52fa861e None None] Publish callbacks [] for port (cc338c68-6403-425b-aeef-0f0460353182), precommit_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:48.458628 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-aab4045c-395e-4a3f-9c24-27ac52fa861e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (cc338c68-6403-425b-aeef-0f0460353182), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:48.545053 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad31fcd-df49-4a11-a690-f9352e3703e8 None None] Pushing event updated for resources: {'Port': ['ID=cc338c68-6403-425b-aeef-0f0460353182,revision_number=3']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:48.559754 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9d866253-c252-40e3-a450-477812bed9bd tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Publish callbacks [] for port (69de0b8a-2949-44f3-87c9-ed7f9effaa2f), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:48.592836 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 57392) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:48.597188 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-65604395-23ea-4fc3-937a-5910bb15277a tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-420166329', 'description': 'tempest-secgroup-smoke-420166329 description', 'project_id': 'e5bd7ffaf96c48688d8ebe954dc7912f'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:03:48.626487 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 97a27940-706a-4478-97b8-2f47b67e4146 up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:03:48.644030 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-65604395-23ea-4fc3-937a-5910bb15277a tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:48.654660 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596fe3df-56a6-4bf7-8044-9188057d50c1 req-7e256b5e-2692-41e7-be01-db5575a2821b tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:48.665834 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-596fe3df-56a6-4bf7-8044-9188057d50c1 req-7e256b5e-2692-41e7-be01-db5575a2821b tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/networks?id=33b52409-fae0-4935-b5d0-15acefaa0f3f HTTP/1.1" status: 200  len: 812 time: 0.2161715
May 07 22:03:48.681339 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-aab4045c-395e-4a3f-9c24-27ac52fa861e None None] Attempting to bind port cc338c68-6403-425b-aeef-0f0460353182 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:03:48.682218 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-aab4045c-395e-4a3f-9c24-27ac52fa861e None None] Attempting to bind port cc338c68-6403-425b-aeef-0f0460353182 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '30018c0f-0e07-4063-9fea-c0194965d5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '339db9b8-6596-4005-bcd1-8d5ddadb2cbb'}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:03:48.682575 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab4045c-395e-4a3f-9c24-27ac52fa861e None None] Attempting to bind port cc338c68-6403-425b-aeef-0f0460353182 on network 339db9b8-6596-4005-bcd1-8d5ddadb2cbb {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:03:48.692024 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab4045c-395e-4a3f-9c24-27ac52fa861e None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 3, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:03:48.692469 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab4045c-395e-4a3f-9c24-27ac52fa861e None None] Checking segment: {'id': '30018c0f-0e07-4063-9fea-c0194965d5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '339db9b8-6596-4005-bcd1-8d5ddadb2cbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:03:48.692873 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-aab4045c-395e-4a3f-9c24-27ac52fa861e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:48.693424 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab4045c-395e-4a3f-9c24-27ac52fa861e None None] Bound using segment: {'id': '30018c0f-0e07-4063-9fea-c0194965d5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '339db9b8-6596-4005-bcd1-8d5ddadb2cbb'} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:03:48.694075 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-aab4045c-395e-4a3f-9c24-27ac52fa861e None None] Bound port: cc338c68-6403-425b-aeef-0f0460353182, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30018c0f-0e07-4063-9fea-c0194965d5ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '339db9b8-6596-4005-bcd1-8d5ddadb2cbb'}}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:03:48.694516 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-aab4045c-395e-4a3f-9c24-27ac52fa861e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (cc338c68-6403-425b-aeef-0f0460353182), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:48.719426 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-596fe3df-56a6-4bf7-8044-9188057d50c1 req-518bcd59-c75a-4369-95d2-06a54b70fa08 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/quotas/759c66c34f414c19b2109393738ef639 HTTP/1.1" status: 200  len: 375 time: 0.0526140
May 07 22:03:48.768060 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning for port 97a27940-706a-4478-97b8-2f47b67e4146 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 22:03:48.781101 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port 97a27940-706a-4478-97b8-2f47b67e4146 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:03:48.781875 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (97a27940-706a-4478-97b8-2f47b67e4146), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:48.794477 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-aab4045c-395e-4a3f-9c24-27ac52fa861e None None] For port cc338c68-6403-425b-aeef-0f0460353182, host ncdv-master-1, cleared binding levels {{(pid=121839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:03:48.805587 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-aab4045c-395e-4a3f-9c24-27ac52fa861e None None] For port cc338c68-6403-425b-aeef-0f0460353182, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cc338c68-6403-425b-aeef-0f0460353182,segment=NetworkSegment(30018c0f-0e07-4063-9fea-c0194965d5ff),segment_id=30018c0f-0e07-4063-9fea-c0194965d5ff)] {{(pid=121839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:03:48.821521 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-aab4045c-395e-4a3f-9c24-27ac52fa861e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (cc338c68-6403-425b-aeef-0f0460353182), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:48.900008 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-596fe3df-56a6-4bf7-8044-9188057d50c1 req-a688c616-d283-40e4-826f-e32fa1d1ae28 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=759c66c34f414c19b2109393738ef639&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1795139
May 07 22:03:48.936518 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9d866253-c252-40e3-a450-477812bed9bd tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (69de0b8a-2949-44f3-87c9-ed7f9effaa2f), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:48.956056 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8e6186-6379-4027-9533-2387809afd40 req-a79794b7-5fd2-42e3-800d-358764b0985f tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:48.970498 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bb8e6186-6379-4027-9533-2387809afd40 req-a79794b7-5fd2-42e3-800d-358764b0985f tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=96e381dd-9f23-442c-80d2-8623a85c3e50 HTTP/1.1" status: 200  len: 945 time: 0.2036517
May 07 22:03:48.976726 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 97a27940-706a-4478-97b8-2f47b67e4146 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:03:48.977373 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (97a27940-706a-4478-97b8-2f47b67e4146), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:48.978129 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-65604395-23ea-4fc3-937a-5910bb15277a tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Publish callbacks [] for security_group (45028260-27bb-4967-b003-55d77c52e058), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:49.003163 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-65604395-23ea-4fc3-937a-5910bb15277a tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (45028260-27bb-4967-b003-55d77c52e058), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:49.009064 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab4045c-395e-4a3f-9c24-27ac52fa861e None None] Routers {'c12c2468-907b-4e25-bbb5-d175e9b7dc3b'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:03:49.011194 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f8493ed-ecbc-4c5d-b60d-da501dd918ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97a27940-706a-4478-97b8-2f47b67e4146'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:03:49.013655 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58acdff4-8a81-4843-96f5-36be6bb03bbf" -d '{"events": [{"server_uuid": "2f8493ed-ecbc-4c5d-b60d-da501dd918ee", "name": "network-vif-plugged", "status": "completed", "tag": "97a27940-706a-4478-97b8-2f47b67e4146"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:03:49.014285 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-aab4045c-395e-4a3f-9c24-27ac52fa861e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cfef5b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:03:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['c12c2468-907b-4e25-bbb5-d175e9b7dc3b'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:03:49.036431 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 97a27940-706a-4478-97b8-2f47b67e4146, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=97a27940-706a-4478-97b8-2f47b67e4146,segment=NetworkSegment(ade65013-e645-4c54-8fa7-660e2ce7b907),segment_id=ade65013-e645-4c54-8fa7-660e2ce7b907)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:03:49.050168 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (97a27940-706a-4478-97b8-2f47b67e4146), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:49.054649 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-9108ff79-f2cf-44cd-aba1-c724121d8e02 None None] Provisioning complete for port cc338c68-6403-425b-aeef-0f0460353182 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:03:49.055270 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9108ff79-f2cf-44cd-aba1-c724121d8e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (cc338c68-6403-425b-aeef-0f0460353182), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:49.062646 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d866253-c252-40e3-a450-477812bed9bd tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:03:49.084398 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-9d866253-c252-40e3-a450-477812bed9bd tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:03:49.109983 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad31fcd-df49-4a11-a690-f9352e3703e8 None None] Pushing event updated for resources: {'Port': ['ID=cc338c68-6403-425b-aeef-0f0460353182,revision_number=4']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:49.168168 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=97a27940-706a-4478-97b8-2f47b67e4146,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:49.213365 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d866253-c252-40e3-a450-477812bed9bd tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:03:49.241955 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-9108ff79-f2cf-44cd-aba1-c724121d8e02 None None] Current status of the port cc338c68-6403-425b-aeef-0f0460353182 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:03:49.242698 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9108ff79-f2cf-44cd-aba1-c724121d8e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (cc338c68-6403-425b-aeef-0f0460353182), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:49.303275 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-9108ff79-f2cf-44cd-aba1-c724121d8e02 None None] For port cc338c68-6403-425b-aeef-0f0460353182, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cc338c68-6403-425b-aeef-0f0460353182,segment=NetworkSegment(30018c0f-0e07-4063-9fea-c0194965d5ff),segment_id=30018c0f-0e07-4063-9fea-c0194965d5ff)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:03:49.312395 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9108ff79-f2cf-44cd-aba1-c724121d8e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (cc338c68-6403-425b-aeef-0f0460353182), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:49.327121 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-aab4045c-395e-4a3f-9c24-27ac52fa861e None None] Set router c12c2468-907b-4e25-bbb5-d175e9b7dc3b gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:03:49.344572 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d866253-c252-40e3-a450-477812bed9bd tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Pushing event updated for resources: {'Port': ['ID=69de0b8a-2949-44f3-87c9-ed7f9effaa2f,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:49.439257 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9108ff79-f2cf-44cd-aba1-c724121d8e02 None None] Pushing event updated for resources: {'Port': ['ID=cc338c68-6403-425b-aeef-0f0460353182,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:49.471859 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-68764e86-850f-4707-8096-4aa427e20424 None None] Provisioning complete for port cc338c68-6403-425b-aeef-0f0460353182 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:03:49.473200 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-68764e86-850f-4707-8096-4aa427e20424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (cc338c68-6403-425b-aeef-0f0460353182), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:49.489566 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9d866253-c252-40e3-a450-477812bed9bd tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Publish callbacks [] for floatingip (42e36575-653f-4573-b0d7-9cfea256aea1), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:49.547574 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-596fe3df-56a6-4bf7-8044-9188057d50c1 req-66693c0e-5f50-45dd-a0b5-b61bcf40d3cf service neutron] 10.222.0.32 "GET /v2.0/networks/33b52409-fae0-4935-b5d0-15acefaa0f3f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6467185
May 07 22:03:49.584609 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9d866253-c252-40e3-a450-477812bed9bd tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (69de0b8a-2949-44f3-87c9-ed7f9effaa2f), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:49.662110 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-68764e86-850f-4707-8096-4aa427e20424 None None] Current status of the port cc338c68-6403-425b-aeef-0f0460353182 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:03:49.716480 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-aab4045c-395e-4a3f-9c24-27ac52fa861e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cfef5b0>, [{'id': 'c12c2468-907b-4e25-bbb5-d175e9b7dc3b', 'name': 'tempest-TestServerBasicOps-1475561380-router', 'tenant_id': '720fbf0e355c4d9c841f2380a9abce14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.65'}], 'enable_snat': True}, 'gw_port_id': '7dc9066f-b63c-4475-9131-60dad6491437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:03:31Z', 'updated_at': '2022-05-07T22:03:44Z', 'revision_number': 4, 'project_id': '720fbf0e355c4d9c841f2380a9abce14', 'gw_port': {'id': '7dc9066f-b63c-4475-9131-60dad6491437', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:bc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12c2468-907b-4e25-bbb5-d175e9b7dc3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:03:32Z', 'updated_at': '2022-05-07T22:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cc338c68-6403-425b-aeef-0f0460353182', 'name': '', 'network_id': '339db9b8-6596-4005-bcd1-8d5ddadb2cbb', 'tenant_id': '720fbf0e355c4d9c841f2380a9abce14', 'mac_address': 'fa:16:3e:9a:be:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c12c2468-907b-4e25-bbb5-d175e9b7dc3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': '00aaa3e1-57c5-45f7-bd03-a486a2385cb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:03:41Z', 'updated_at': '2022-05-07T22:03:48Z', 'revision_number': 4, 'project_id': '720fbf0e355c4d9c841f2380a9abce14', 'subnets': [{'id': '00aaa3e1-57c5-45f7-bd03-a486a2385cb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:03:49.753906 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-596fe3df-56a6-4bf7-8044-9188057d50c1 req-26dbdff7-15eb-46b5-862e-e0b34bd58ce1 service neutron] 10.222.0.32 "GET /v2.0/networks/33b52409-fae0-4935-b5d0-15acefaa0f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2009065
May 07 22:03:49.756987 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab4045c-395e-4a3f-9c24-27ac52fa861e None None] The sync data for ids ['c12c2468-907b-4e25-bbb5-d175e9b7dc3b'] in ncdv-master-1 is: [{'id': 'c12c2468-907b-4e25-bbb5-d175e9b7dc3b', 'name': 'tempest-TestServerBasicOps-1475561380-router', 'tenant_id': '720fbf0e355c4d9c841f2380a9abce14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.65'}], 'enable_snat': True}, 'gw_port_id': '7dc9066f-b63c-4475-9131-60dad6491437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:03:31Z', 'updated_at': '2022-05-07T22:03:44Z', 'revision_number': 4, 'project_id': '720fbf0e355c4d9c841f2380a9abce14', 'gw_port': {'id': '7dc9066f-b63c-4475-9131-60dad6491437', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:bc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12c2468-907b-4e25-bbb5-d175e9b7dc3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:03:32Z', 'updated_at': '2022-05-07T22:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cc338c68-6403-425b-aeef-0f0460353182', 'name': '', 'network_id': '339db9b8-6596-4005-bcd1-8d5ddadb2cbb', 'tenant_id': '720fbf0e355c4d9c841f2380a9abce14', 'mac_address': 'fa:16:3e:9a:be:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c12c2468-907b-4e25-bbb5-d175e9b7dc3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': '00aaa3e1-57c5-45f7-bd03-a486a2385cb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:03:41Z', 'updated_at': '2022-05-07T22:03:48Z', 'revision_number': 4, 'project_id': '720fbf0e355c4d9c841f2380a9abce14', 'subnets': [{'id': '00aaa3e1-57c5-45f7-bd03-a486a2385cb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:03:49.998417 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9d866253-c252-40e3-a450-477812bed9bd tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Publish callbacks [] for port (69de0b8a-2949-44f3-87c9-ed7f9effaa2f), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:50.009417 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9d866253-c252-40e3-a450-477812bed9bd tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (69de0b8a-2949-44f3-87c9-ed7f9effaa2f), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:50.112028 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-65604395-23ea-4fc3-937a-5910bb15277a tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:50.113311 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-65604395-23ea-4fc3-937a-5910bb15277a tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 1.5196621
May 07 22:03:50.129481 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 57442) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:50.139577 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-237fbceb-f5b5-4acc-879f-6f98684699e1 tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Request body: {'security_group_rule': {'security_group_id': '45028260-27bb-4967-b003-55d77c52e058', 'project_id': 'e5bd7ffaf96c48688d8ebe954dc7912f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:03:50.166135 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65604395-23ea-4fc3-937a-5910bb15277a tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45028260-27bb-4967-b003-55d77c52e058,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:50.191510 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b5f44d-197d-4c88-959e-b9626fba94e3 req-d80c92f8-701a-4db3-890c-e489519d750d tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:50.193108 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-06b5f44d-197d-4c88-959e-b9626fba94e3 req-d80c92f8-701a-4db3-890c-e489519d750d tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.59 "GET /v2.0/ports?device_id=8141d2fb-0f50-41fb-bce0-7a6c7f7fc949 HTTP/1.1" status: 200  len: 946 time: 0.1780202
May 07 22:03:50.237750 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bb8e6186-6379-4027-9533-2387809afd40 req-39dddd4d-1048-4dbb-a891-67e87eb068dd tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/security-groups?id=8784126e-39eb-4ad2-9420-cda4822e0755&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.2629046
May 07 22:03:50.252102 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d866253-c252-40e3-a450-477812bed9bd tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Pushing event updated for resources: {'Port': ['ID=69de0b8a-2949-44f3-87c9-ed7f9effaa2f,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:50.329969 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d2cc89c-4d13-4554-a1c8-85fa7d2c2d14 x-openstack-request-id: req-2d2cc89c-4d13-4554-a1c8-85fa7d2c2d14 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:03:50.330482 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f8493ed-ecbc-4c5d-b60d-da501dd918ee", "name": "network-vif-plugged", "status": "completed", "tag": "97a27940-706a-4478-97b8-2f47b67e4146", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:03:50.330940 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2d2cc89c-4d13-4554-a1c8-85fa7d2c2d14 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:03:50.331619 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d2cc89c-4d13-4554-a1c8-85fa7d2c2d14'] response: {'server_uuid': '2f8493ed-ecbc-4c5d-b60d-da501dd918ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97a27940-706a-4478-97b8-2f47b67e4146', 'code': 200}
May 07 22:03:50.414520 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44e94ad-39c0-4472-97ef-12756fe70944 req-7b535cb6-a856-49c1-b225-a6ec2031156e tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:50.422849 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d44e94ad-39c0-4472-97ef-12756fe70944 req-7b535cb6-a856-49c1-b225-a6ec2031156e tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/ports?device_id=8141d2fb-0f50-41fb-bce0-7a6c7f7fc949 HTTP/1.1" status: 200  len: 946 time: 0.2512887
May 07 22:03:50.428697 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 57452) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:50.429507 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9d866253-c252-40e3-a450-477812bed9bd tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (42e36575-653f-4573-b0d7-9cfea256aea1), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:50.434269 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-237fbceb-f5b5-4acc-879f-6f98684699e1 tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Publish callbacks [] for security_group_rule (f747815c-70c3-41de-a0ac-8c4028f482ad), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:50.555929 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device cc338c68-6403-425b-aeef-0f0460353182 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:03:50.590345 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858361c8-8520-46ef-88cb-7510e27e8a73 req-62758c68-2742-4e55-83d8-2c749d5ace7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:50.594432 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-858361c8-8520-46ef-88cb-7510e27e8a73 req-62758c68-2742-4e55-83d8-2c749d5ace7e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2f8493ed-ecbc-4c5d-b60d-da501dd918ee HTTP/1.1" status: 200  len: 1127 time: 0.1517241
May 07 22:03:50.611445 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d44e94ad-39c0-4472-97ef-12756fe70944 req-a8756987-27fc-4369-a771-e9c08f77b42f tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7b1876c-a594-41c5-9872-578aa79ea667&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1858320
May 07 22:03:50.626803 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9d866253-c252-40e3-a450-477812bed9bd tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:50.630638 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-9d866253-c252-40e3-a450-477812bed9bd tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.8092089
May 07 22:03:50.635347 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port cc338c68-6403-425b-aeef-0f0460353182 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:03:50.635729 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (cc338c68-6403-425b-aeef-0f0460353182), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:50.787655 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c3701210-97a9-4ad0-8ac5-259f352c99e2 req-8c6f215e-0c3b-4343-bee5-2d045b1fe099 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba61d59b-e750-459a-a73a-0376bdf5ca51 HTTP/1.1" status: 200  len: 210 time: 0.0964799
May 07 22:03:50.836054 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-237fbceb-f5b5-4acc-879f-6f98684699e1 tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Publish callbacks [] for security_group_rule (f747815c-70c3-41de-a0ac-8c4028f482ad), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:50.844074 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a06ca8a-06d6-480b-8650-e540f65c0caa req-cd110e9c-abc0-48fe-8424-1937ddcfa26d tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:50.846063 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8a06ca8a-06d6-480b-8650-e540f65c0caa req-cd110e9c-abc0-48fe-8424-1937ddcfa26d tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f8493ed-ecbc-4c5d-b60d-da501dd918ee HTTP/1.1" status: 200  len: 945 time: 0.3618228
May 07 22:03:50.854724 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-06b5f44d-197d-4c88-959e-b9626fba94e3 req-4aba543d-fe18-4a2d-ac0b-20b37a9e5754 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Deleting port 2e46252a-79ff-49d8-a0dc-dceb03f5d5ae {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:03:50.855079 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port cc338c68-6403-425b-aeef-0f0460353182 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:03:50.856285 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-06b5f44d-197d-4c88-959e-b9626fba94e3 req-4aba543d-fe18-4a2d-ac0b-20b37a9e5754 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (2e46252a-79ff-49d8-a0dc-dceb03f5d5ae), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:50.893369 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-237fbceb-f5b5-4acc-879f-6f98684699e1 tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (f747815c-70c3-41de-a0ac-8c4028f482ad), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:50.914235 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-e0794e07-3b57-4177-be8a-dda532ea026a tempest-QuotasTest-458099975 tempest-QuotasTest-458099975-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:03:50.982558 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-237fbceb-f5b5-4acc-879f-6f98684699e1 tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:50.983758 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-237fbceb-f5b5-4acc-879f-6f98684699e1 tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.8536241
May 07 22:03:50.989121 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-e0794e07-3b57-4177-be8a-dda532ea026a tempest-QuotasTest-458099975 tempest-QuotasTest-458099975-project-admin] 10.222.0.32 "PUT /v2.0/quotas/1411a58cd64c42e88ceeb300d1d5356b HTTP/1.1" status: 200  len: 366 time: 0.5493336
May 07 22:03:50.989121 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 57466) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:50.990587 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 57468) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:50.991752 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-858361c8-8520-46ef-88cb-7510e27e8a73 req-9831a897-4d07-45ae-9adc-fa5d78013eba service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3733435
May 07 22:03:51.003471 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237fbceb-f5b5-4acc-879f-6f98684699e1 tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f747815c-70c3-41de-a0ac-8c4028f482ad,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:51.010043 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-a11c943e-dc0e-4512-be30-91945ee60dc7 tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Request body: {'security_group_rule': {'security_group_id': '45028260-27bb-4967-b003-55d77c52e058', 'project_id': 'e5bd7ffaf96c48688d8ebe954dc7912f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:03:51.043675 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-c451d474-9769-414f-ab05-358a0996c5b4 tempest-QuotasTest-458099975 tempest-QuotasTest-458099975-project-admin] 10.222.0.32 "GET /v2.0/quotas HTTP/1.1" status: 200  len: 732 time: 0.0491474
May 07 22:03:51.044406 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 57472) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:51.066707 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-84b39ed8-83f0-4e00-ab4b-17ba34615924 tempest-QuotasTest-458099975 tempest-QuotasTest-458099975-project-admin] 10.222.0.32 "GET /v2.0/quotas/1411a58cd64c42e88ceeb300d1d5356b HTTP/1.1" status: 200  len: 366 time: 0.0182157
May 07 22:03:51.068267 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 57474) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:51.097562 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-2002b179-5d1b-4e66-a797-438ee6396fc7 tempest-QuotasTest-458099975 tempest-QuotasTest-458099975-project-admin] 10.222.0.32 "DELETE /v2.0/quotas/1411a58cd64c42e88ceeb300d1d5356b HTTP/1.1" status: 204  len: 168 time: 0.0245564
May 07 22:03:51.098485 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 57482) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:51.116411 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-3f56f954-f30a-4aa1-b455-21a23b3f0c02 tempest-QuotasTest-458099975 tempest-QuotasTest-458099975-project-admin] 10.222.0.32 "GET /v2.0/quotas HTTP/1.1" status: 200  len: 470 time: 0.0148311
May 07 22:03:51.117556 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 57484) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:51.132850 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-06b5f44d-197d-4c88-959e-b9626fba94e3 req-4aba543d-fe18-4a2d-ac0b-20b37a9e5754 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] For port 2e46252a-79ff-49d8-a0dc-dceb03f5d5ae, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2e46252a-79ff-49d8-a0dc-dceb03f5d5ae,segment=NetworkSegment(ce6ea8f0-3d38-4ce3-8f23-f8c47e599e56),segment_id=ce6ea8f0-3d38-4ce3-8f23-f8c47e599e56)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:03:51.133339 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-06b5f44d-197d-4c88-959e-b9626fba94e3 req-4aba543d-fe18-4a2d-ac0b-20b37a9e5754 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (2e46252a-79ff-49d8-a0dc-dceb03f5d5ae), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:51.150377 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8a06ca8a-06d6-480b-8650-e540f65c0caa req-93e74258-9ef2-4ca2-89d8-43c8423ed53a tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2967143
May 07 22:03:51.187733 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a11c943e-dc0e-4512-be30-91945ee60dc7 tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Publish callbacks [] for security_group_rule (d727d33a-54a5-49b9-b395-12244389d69e), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:51.217156 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-fa75fb8d-d93c-485f-9144-672b9eee826d tempest-QuotasTest-458099975 tempest-QuotasTest-458099975-project-admin] 10.222.0.32 "GET /v2.0/quotas/1411a58cd64c42e88ceeb300d1d5356b HTTP/1.1" status: 200  len: 370 time: 0.0949540
May 07 22:03:51.217156 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 57490) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:51.249737 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-71c847dd-4aa1-4f81-a430-14c8034fbd5d tempest-QuotasTest-458099975 tempest-QuotasTest-458099975-project-admin] 10.222.0.32 "GET /v2.0/quotas/1411a58cd64c42e88ceeb300d1d5356b/default HTTP/1.1" status: 200  len: 370 time: 0.0292900
May 07 22:03:51.250316 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 57492) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:51.277712 ncdv-master-1 neutron-server[121837]: INFO neutron.api.v2.resource [None req-54b63e52-b477-4d8b-a730-e362b57608cb tempest-QuotasTest-458099975 tempest-QuotasTest-458099975-project-admin] delete failed (client error): The resource could not be found.
May 07 22:03:51.279858 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-54b63e52-b477-4d8b-a730-e362b57608cb tempest-QuotasTest-458099975 tempest-QuotasTest-458099975-project-admin] 10.222.0.32 "DELETE /v2.0/quotas/1411a58cd64c42e88ceeb300d1d5356b HTTP/1.1" status: 404  len: 348 time: 0.0288222
May 07 22:03:51.355682 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3672ef34-e789-4f12-b9e1-d1d4ff21b0bf req-c9c34747-47a3-422f-9853-b3168fe24b6e tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1264479433&fields=id&tenant_id=81e5c5d849ea4fc59d5c4fc58b31530f HTTP/1.1" status: 200  len: 267 time: 0.1817849
May 07 22:03:51.412168 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a11c943e-dc0e-4512-be30-91945ee60dc7 tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Publish callbacks [] for security_group_rule (d727d33a-54a5-49b9-b395-12244389d69e), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:51.425889 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a11c943e-dc0e-4512-be30-91945ee60dc7 tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (d727d33a-54a5-49b9-b395-12244389d69e), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:51.496051 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11c943e-dc0e-4512-be30-91945ee60dc7 tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d727d33a-54a5-49b9-b395-12244389d69e,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:51.511508 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a11c943e-dc0e-4512-be30-91945ee60dc7 tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:51.512944 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-a11c943e-dc0e-4512-be30-91945ee60dc7 tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.5232930
May 07 22:03:51.516249 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 57502) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:51.523836 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-3771a381-d73b-4a05-8af7-328d0537e82b tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Request body: {'security_group_rule': {'security_group_id': '45028260-27bb-4967-b003-55d77c52e058', 'project_id': 'e5bd7ffaf96c48688d8ebe954dc7912f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:03:51.539121 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9025c784-b2c7-4f2f-9cf7-fa047b0b361f req-ce97ba7d-6a0d-4684-aa2c-859f6f56655e tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:51.549826 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9025c784-b2c7-4f2f-9cf7-fa047b0b361f req-ce97ba7d-6a0d-4684-aa2c-859f6f56655e tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=96e381dd-9f23-442c-80d2-8623a85c3e50 HTTP/1.1" status: 200  len: 945 time: 0.1027257
May 07 22:03:51.587587 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3672ef34-e789-4f12-b9e1-d1d4ff21b0bf req-ee825cf8-ea47-4ee4-930d-649c370ec2a7 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:51.589083 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3672ef34-e789-4f12-b9e1-d1d4ff21b0bf req-ee825cf8-ea47-4ee4-930d-649c370ec2a7 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/networks?id=750e8121-2671-438f-9a42-169be7e47286 HTTP/1.1" status: 200  len: 810 time: 0.2101731
May 07 22:03:51.598566 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3771a381-d73b-4a05-8af7-328d0537e82b tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Publish callbacks [] for security_group_rule (ca71a58a-e805-488a-866a-804c3a077d0a), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:51.608763 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-06b5f44d-197d-4c88-959e-b9626fba94e3 req-4aba543d-fe18-4a2d-ac0b-20b37a9e5754 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:51.609354 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-06b5f44d-197d-4c88-959e-b9626fba94e3 req-4aba543d-fe18-4a2d-ac0b-20b37a9e5754 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (8de12a8e-c993-4cae-bf33-6d950584f85d), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:51.609923 ncdv-master-1 neutron-server[121837]: INFO neutron.db.l3_db [req-06b5f44d-197d-4c88-959e-b9626fba94e3 req-4aba543d-fe18-4a2d-ac0b-20b37a9e5754 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Floating IP 8de12a8e-c993-4cae-bf33-6d950584f85d disassociated. External IP: 172.35.4.19, port: 2e46252a-79ff-49d8-a0dc-dceb03f5d5ae.
May 07 22:03:51.610432 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-06b5f44d-197d-4c88-959e-b9626fba94e3 req-4aba543d-fe18-4a2d-ac0b-20b37a9e5754 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Calling delete_port for 2e46252a-79ff-49d8-a0dc-dceb03f5d5ae owned by compute:nova {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:03:51.656743 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 57506) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:51.663138 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9025c784-b2c7-4f2f-9cf7-fa047b0b361f req-b57ce9fd-f411-4a84-ad1c-5b421f19fcf5 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/security-groups?id=8784126e-39eb-4ad2-9420-cda4822e0755&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1049931
May 07 22:03:51.695491 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3672ef34-e789-4f12-b9e1-d1d4ff21b0bf req-ac92a4db-aeb3-4717-97b2-71094e686140 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/quotas/81e5c5d849ea4fc59d5c4fc58b31530f HTTP/1.1" status: 200  len: 375 time: 0.0709882
May 07 22:03:51.709357 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:51.746519 ncdv-master-1 neutron-server[121836]: DEBUG neutron.quota.resource [None req-2cc15559-bbd5-40ea-a8b5-f7bf49535e9c tempest-QuotasTest-458099975 tempest-QuotasTest-458099975-project-admin] Usage tracker for resource:network and project:ea3eeaa9e9c441709de92f09b9f17914 is out of sync, need to count used quota {{(pid=121836) count_used /opt/stack/neutron/neutron/quota/resource.py:292}}
May 07 22:03:51.751860 ncdv-master-1 neutron-server[121836]: DEBUG neutron.quota.resource [None req-2cc15559-bbd5-40ea-a8b5-f7bf49535e9c tempest-QuotasTest-458099975 tempest-QuotasTest-458099975-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=121836) count_used /opt/stack/neutron/neutron/quota/resource.py:313}}
May 07 22:03:51.839090 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3672ef34-e789-4f12-b9e1-d1d4ff21b0bf req-5987b583-51ec-41b0-8d2b-74fe5db5d5a2 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=81e5c5d849ea4fc59d5c4fc58b31530f&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1265352
May 07 22:03:51.843654 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3771a381-d73b-4a05-8af7-328d0537e82b tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Publish callbacks [] for security_group_rule (ca71a58a-e805-488a-866a-804c3a077d0a), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:51.849719 ncdv-master-1 neutron-server[121836]: DEBUG neutron.quota.resource [None req-2cc15559-bbd5-40ea-a8b5-f7bf49535e9c tempest-QuotasTest-458099975 tempest-QuotasTest-458099975-project-admin] Usage tracker for resource:subnet and project:ea3eeaa9e9c441709de92f09b9f17914 is out of sync, need to count used quota {{(pid=121836) count_used /opt/stack/neutron/neutron/quota/resource.py:292}}
May 07 22:03:51.870389 ncdv-master-1 neutron-server[121836]: DEBUG neutron.quota.resource [None req-2cc15559-bbd5-40ea-a8b5-f7bf49535e9c tempest-QuotasTest-458099975 tempest-QuotasTest-458099975-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=121836) count_used /opt/stack/neutron/neutron/quota/resource.py:313}}
May 07 22:03:51.884702 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3771a381-d73b-4a05-8af7-328d0537e82b tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (ca71a58a-e805-488a-866a-804c3a077d0a), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:51.899463 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfc2fba-9d61-48ce-97d1-30b3275e82cf req-fa05a44a-6b0e-4847-84b8-149f2fda1e46 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:51.901551 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ecfc2fba-9d61-48ce-97d1-30b3275e82cf req-fa05a44a-6b0e-4847-84b8-149f2fda1e46 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/ports?device_id=8141d2fb-0f50-41fb-bce0-7a6c7f7fc949 HTTP/1.1" status: 200  len: 946 time: 0.0815074
May 07 22:03:51.921918 ncdv-master-1 neutron-server[121836]: DEBUG neutron.quota.resource [None req-2cc15559-bbd5-40ea-a8b5-f7bf49535e9c tempest-QuotasTest-458099975 tempest-QuotasTest-458099975-project-admin] Usage tracker for resource:subnetpool and project:ea3eeaa9e9c441709de92f09b9f17914 is out of sync, need to count used quota {{(pid=121836) count_used /opt/stack/neutron/neutron/quota/resource.py:292}}
May 07 22:03:51.927029 ncdv-master-1 neutron-server[121836]: DEBUG neutron.quota.resource [None req-2cc15559-bbd5-40ea-a8b5-f7bf49535e9c tempest-QuotasTest-458099975 tempest-QuotasTest-458099975-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=121836) count_used /opt/stack/neutron/neutron/quota/resource.py:313}}
May 07 22:03:51.928261 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-06b5f44d-197d-4c88-959e-b9626fba94e3 req-4aba543d-fe18-4a2d-ac0b-20b37a9e5754 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (2e46252a-79ff-49d8-a0dc-dceb03f5d5ae), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:51.949163 ncdv-master-1 neutron-server[121836]: DEBUG neutron.quota.resource [None req-2cc15559-bbd5-40ea-a8b5-f7bf49535e9c tempest-QuotasTest-458099975 tempest-QuotasTest-458099975-project-admin] Usage tracker for resource:port and project:ea3eeaa9e9c441709de92f09b9f17914 is out of sync, need to count used quota {{(pid=121836) count_used /opt/stack/neutron/neutron/quota/resource.py:292}}
May 07 22:03:51.951809 ncdv-master-1 neutron-server[121836]: DEBUG neutron.quota.resource [None req-2cc15559-bbd5-40ea-a8b5-f7bf49535e9c tempest-QuotasTest-458099975 tempest-QuotasTest-458099975-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=121836) count_used /opt/stack/neutron/neutron/quota/resource.py:313}}
May 07 22:03:51.955135 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3771a381-d73b-4a05-8af7-328d0537e82b tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:51.956617 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-3771a381-d73b-4a05-8af7-328d0537e82b tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4392931
May 07 22:03:51.975755 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 57514) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:52.020502 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ecfc2fba-9d61-48ce-97d1-30b3275e82cf req-e8a0b49e-e9a3-4dae-9e84-6da4f7680973 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/security-groups?id=c7b1876c-a594-41c5-9872-578aa79ea667&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1110904
May 07 22:03:52.023279 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aba543d-fe18-4a2d-ac0b-20b37a9e5754 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Pushing event deleted for resources: {'Port': ['ID=2e46252a-79ff-49d8-a0dc-dceb03f5d5ae,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:52.030936 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-680a18f0-111d-41c1-9e9d-984290f4c6ca tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Request body: {'security_group_rule': {'security_group_id': '45028260-27bb-4967-b003-55d77c52e058', 'project_id': 'e5bd7ffaf96c48688d8ebe954dc7912f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:03:52.087230 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3771a381-d73b-4a05-8af7-328d0537e82b tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca71a58a-e805-488a-866a-804c3a077d0a,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:52.106709 ncdv-master-1 neutron-server[121836]: DEBUG neutron.quota.resource [None req-2cc15559-bbd5-40ea-a8b5-f7bf49535e9c tempest-QuotasTest-458099975 tempest-QuotasTest-458099975-project-admin] Usage tracker for resource:router and project:ea3eeaa9e9c441709de92f09b9f17914 is out of sync, need to count used quota {{(pid=121836) count_used /opt/stack/neutron/neutron/quota/resource.py:292}}
May 07 22:03:52.116748 ncdv-master-1 neutron-server[121836]: DEBUG neutron.quota.resource [None req-2cc15559-bbd5-40ea-a8b5-f7bf49535e9c tempest-QuotasTest-458099975 tempest-QuotasTest-458099975-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=121836) count_used /opt/stack/neutron/neutron/quota/resource.py:313}}
May 07 22:03:52.131909 ncdv-master-1 neutron-server[121836]: DEBUG neutron.quota.resource [None req-2cc15559-bbd5-40ea-a8b5-f7bf49535e9c tempest-QuotasTest-458099975 tempest-QuotasTest-458099975-project-admin] Usage tracker for resource:floatingip and project:ea3eeaa9e9c441709de92f09b9f17914 is out of sync, need to count used quota {{(pid=121836) count_used /opt/stack/neutron/neutron/quota/resource.py:292}}
May 07 22:03:52.134198 ncdv-master-1 neutron-server[121836]: DEBUG neutron.quota.resource [None req-2cc15559-bbd5-40ea-a8b5-f7bf49535e9c tempest-QuotasTest-458099975 tempest-QuotasTest-458099975-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=121836) count_used /opt/stack/neutron/neutron/quota/resource.py:313}}
May 07 22:03:52.207818 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [req-06b5f44d-197d-4c88-959e-b9626fba94e3 req-4aba543d-fe18-4a2d-ac0b-20b37a9e5754 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Router 2123aa39-c4f0-4e9a-9167-73acf960a6ad has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:03:52.228566 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-680a18f0-111d-41c1-9e9d-984290f4c6ca tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Publish callbacks [] for security_group_rule (f38c9539-d4e3-4fb4-a324-17c18e3c5d31), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:52.242347 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ea80ef78-d24e-41e1-9371-1e894f388f4c req-798a016a-7b26-4bbc-b3e3-396dae52e2dd tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba61d59b-e750-459a-a73a-0376bdf5ca51 HTTP/1.1" status: 200  len: 210 time: 0.0333314
May 07 22:03:52.246189 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3672ef34-e789-4f12-b9e1-d1d4ff21b0bf req-bb66cc0d-7d8b-4b86-9be6-57a4e1a1f3b3 service neutron] 10.222.0.32 "GET /v2.0/networks/750e8121-2671-438f-9a42-169be7e47286?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3993559
May 07 22:03:52.283272 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596fe3df-56a6-4bf7-8044-9188057d50c1 req-aa19c7e4-5b63-4d04-a387-7548446c5a71 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:52.285083 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-596fe3df-56a6-4bf7-8044-9188057d50c1 req-aa19c7e4-5b63-4d04-a387-7548446c5a71 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.55 "GET /v2.0/networks?id=33b52409-fae0-4935-b5d0-15acefaa0f3f HTTP/1.1" status: 200  len: 812 time: 0.4371748
May 07 22:03:52.331825 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-596fe3df-56a6-4bf7-8044-9188057d50c1 req-4c3387e7-c826-4a9c-aad0-4fe9b3703bfa tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Request body: {'port': {'device_id': 'ba61d59b-e750-459a-a73a-0376bdf5ca51', 'network_id': '33b52409-fae0-4935-b5d0-15acefaa0f3f', 'admin_state_up': True, 'tenant_id': '759c66c34f414c19b2109393738ef639'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:03:52.430710 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec71149-4250-4db5-a153-ec752a1cc73f req-c64dd0f6-f513-42cd-a254-07cf322b7630 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:52.432392 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6ec71149-4250-4db5-a153-ec752a1cc73f req-c64dd0f6-f513-42cd-a254-07cf322b7630 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f8493ed-ecbc-4c5d-b60d-da501dd918ee HTTP/1.1" status: 200  len: 945 time: 0.0692310
May 07 22:03:52.476901 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-06b5f44d-197d-4c88-959e-b9626fba94e3 req-4aba543d-fe18-4a2d-ac0b-20b37a9e5754 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:03:52.507145 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ff095a-0820-45ea-8785-c3c8b2b951ce None None] Sync routers for ids ['2123aa39-c4f0-4e9a-9167-73acf960a6ad'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:03:52.532808 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ff095a-0820-45ea-8785-c3c8b2b951ce None None] Routers {'2123aa39-c4f0-4e9a-9167-73acf960a6ad'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:03:52.534401 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-76ff095a-0820-45ea-8785-c3c8b2b951ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7ffccfa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:03:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['2123aa39-c4f0-4e9a-9167-73acf960a6ad'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:03:52.553956 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6ec71149-4250-4db5-a153-ec752a1cc73f req-d4915a46-adc5-47c7-8567-f5a6cea86e46 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1022422
May 07 22:03:52.638542 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-06b5f44d-197d-4c88-959e-b9626fba94e3 req-4aba543d-fe18-4a2d-ac0b-20b37a9e5754 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] No DVR routers for this DVR port 2e46252a-79ff-49d8-a0dc-dceb03f5d5ae on host nch2-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:03:52.647097 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-06b5f44d-197d-4c88-959e-b9626fba94e3 req-4aba543d-fe18-4a2d-ac0b-20b37a9e5754 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:52.657435 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-06b5f44d-197d-4c88-959e-b9626fba94e3 req-4aba543d-fe18-4a2d-ac0b-20b37a9e5754 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.59 "DELETE /v2.0/ports/2e46252a-79ff-49d8-a0dc-dceb03f5d5ae HTTP/1.1" status: 204  len: 173 time: 2.4043670
May 07 22:03:52.658238 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8141d2fb-0f50-41fb-bce0-7a6c7f7fc949', 'name': 'network-vif-deleted', 'tag': '2e46252a-79ff-49d8-a0dc-dceb03f5d5ae'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:03:52.662019 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33aa2979-f6da-4a42-82ec-3d55b90ff9cf" -d '{"events": [{"server_uuid": "8141d2fb-0f50-41fb-bce0-7a6c7f7fc949", "name": "network-vif-deleted", "tag": "2e46252a-79ff-49d8-a0dc-dceb03f5d5ae"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:03:52.738588 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 2e46252a-79ff-49d8-a0dc-dceb03f5d5ae no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:03:52.784916 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] No Port match for: 2e46252a-79ff-49d8-a0dc-dceb03f5d5ae {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:03:52.785330 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 2e46252a-79ff-49d8-a0dc-dceb03f5d5ae not bound to the agent host nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:03:52.819795 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-76ff095a-0820-45ea-8785-c3c8b2b951ce None None] Set router 2123aa39-c4f0-4e9a-9167-73acf960a6ad gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:03:52.858501 ncdv-master-1 neutron-server[121836]: DEBUG neutron.quota.resource [None req-2cc15559-bbd5-40ea-a8b5-f7bf49535e9c tempest-QuotasTest-458099975 tempest-QuotasTest-458099975-project-admin] Usage tracker for resource:security_group and project:ea3eeaa9e9c441709de92f09b9f17914 is out of sync, need to count used quota {{(pid=121836) count_used /opt/stack/neutron/neutron/quota/resource.py:292}}
May 07 22:03:52.869057 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f29af7-b86f-4896-a446-1b3e1866b3cb x-openstack-request-id: req-b7f29af7-b86f-4896-a446-1b3e1866b3cb {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:03:52.869375 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8141d2fb-0f50-41fb-bce0-7a6c7f7fc949", "name": "network-vif-deleted", "tag": "2e46252a-79ff-49d8-a0dc-dceb03f5d5ae", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:03:52.869624 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b7f29af7-b86f-4896-a446-1b3e1866b3cb {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:03:52.870055 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7f29af7-b86f-4896-a446-1b3e1866b3cb'] response: {'server_uuid': '8141d2fb-0f50-41fb-bce0-7a6c7f7fc949', 'name': 'network-vif-deleted', 'tag': '2e46252a-79ff-49d8-a0dc-dceb03f5d5ae', 'status': 'completed', 'code': 200}
May 07 22:03:52.874718 ncdv-master-1 neutron-server[121836]: DEBUG neutron.quota.resource [None req-2cc15559-bbd5-40ea-a8b5-f7bf49535e9c tempest-QuotasTest-458099975 tempest-QuotasTest-458099975-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=121836) count_used /opt/stack/neutron/neutron/quota/resource.py:313}}
May 07 22:03:52.909614 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-680a18f0-111d-41c1-9e9d-984290f4c6ca tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Publish callbacks [] for security_group_rule (f38c9539-d4e3-4fb4-a324-17c18e3c5d31), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:52.915339 ncdv-master-1 neutron-server[121836]: DEBUG neutron.quota.resource [None req-2cc15559-bbd5-40ea-a8b5-f7bf49535e9c tempest-QuotasTest-458099975 tempest-QuotasTest-458099975-project-admin] Usage tracker for resource:security_group_rule and project:ea3eeaa9e9c441709de92f09b9f17914 is out of sync, need to count used quota {{(pid=121836) count_used /opt/stack/neutron/neutron/quota/resource.py:292}}
May 07 22:03:52.920444 ncdv-master-1 neutron-server[121836]: DEBUG neutron.quota.resource [None req-2cc15559-bbd5-40ea-a8b5-f7bf49535e9c tempest-QuotasTest-458099975 tempest-QuotasTest-458099975-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=121836) count_used /opt/stack/neutron/neutron/quota/resource.py:313}}
May 07 22:03:52.921235 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-680a18f0-111d-41c1-9e9d-984290f4c6ca tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (f38c9539-d4e3-4fb4-a324-17c18e3c5d31), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:52.924553 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3672ef34-e789-4f12-b9e1-d1d4ff21b0bf req-2bbdaedf-f66c-4ba4-bafd-913191708c65 service neutron] 10.222.0.32 "GET /v2.0/networks/750e8121-2671-438f-9a42-169be7e47286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6775765
May 07 22:03:52.964176 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680a18f0-111d-41c1-9e9d-984290f4c6ca tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f38c9539-d4e3-4fb4-a324-17c18e3c5d31,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:52.971533 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-2cc15559-bbd5-40ea-a8b5-f7bf49535e9c tempest-QuotasTest-458099975 tempest-QuotasTest-458099975-project-admin] 10.222.0.32 "GET /v2.0/quotas/ea3eeaa9e9c441709de92f09b9f17914/details.json HTTP/1.1" status: 200  len: 703 time: 1.3062067
May 07 22:03:52.972754 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-680a18f0-111d-41c1-9e9d-984290f4c6ca tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:52.973723 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-680a18f0-111d-41c1-9e9d-984290f4c6ca tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.9892306
May 07 22:03:52.981085 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 57542) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:52.988899 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-b8b0116c-99a2-4c9c-85f1-7601a9384795 tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Request body: {'security_group_rule': {'security_group_id': '45028260-27bb-4967-b003-55d77c52e058', 'project_id': 'e5bd7ffaf96c48688d8ebe954dc7912f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:03:52.999306 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-596fe3df-56a6-4bf7-8044-9188057d50c1 req-4c3387e7-c826-4a9c-aad0-4fe9b3703bfa tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Made reservation on behalf of 759c66c34f414c19b2109393738ef639 for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:03:53.004325 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-596fe3df-56a6-4bf7-8044-9188057d50c1 req-4c3387e7-c826-4a9c-aad0-4fe9b3703bfa tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:53.024595 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3808ac7-bdcb-4a44-8219-0cdf6373bc8b req-69482857-acbb-4d25-b3b0-c4564458ae3e tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:53.034075 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d3808ac7-bdcb-4a44-8219-0cdf6373bc8b req-69482857-acbb-4d25-b3b0-c4564458ae3e tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=96e381dd-9f23-442c-80d2-8623a85c3e50 HTTP/1.1" status: 200  len: 945 time: 0.1042500
May 07 22:03:53.076906 ncdv-master-1 neutron-server[121837]: INFO neutron.db.securitygroups_db [None req-b8b0116c-99a2-4c9c-85f1-7601a9384795 tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Project e5bd7ffaf96c48688d8ebe954dc7912f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 07 22:03:53.095754 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b8b0116c-99a2-4c9c-85f1-7601a9384795 tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Publish callbacks [] for security_group_rule (7a860e50-b44b-4d29-b68e-0f1f69da8efc), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:53.110171 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d3808ac7-bdcb-4a44-8219-0cdf6373bc8b req-0bdd2bb8-4a7e-4e7a-a993-927790903cf4 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/security-groups?id=8784126e-39eb-4ad2-9420-cda4822e0755&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0750797
May 07 22:03:53.249436 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [req-596fe3df-56a6-4bf7-8044-9188057d50c1 req-4c3387e7-c826-4a9c-aad0-4fe9b3703bfa tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Allocated IP 172.20.0.8 (33b52409-fae0-4935-b5d0-15acefaa0f3f/3e304f3b-3927-4f57-b6d9-ff32c4ae5938/21b489d6-f673-44e1-848f-8bbe1b3aef5c) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:03:53.312065 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feabb4b-fc55-451d-b9ea-2b85952fb04a req-ef0c328a-23ef-4f3d-83d4-772c32fd02b8 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:53.313511 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2feabb4b-fc55-451d-b9ea-2b85952fb04a req-ef0c328a-23ef-4f3d-83d4-772c32fd02b8 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f8493ed-ecbc-4c5d-b60d-da501dd918ee HTTP/1.1" status: 200  len: 945 time: 0.0932498
May 07 22:03:53.333266 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-76ff095a-0820-45ea-8785-c3c8b2b951ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7ffccfa0>, [{'id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'name': 'tempest-AttachVolumeNegativeTest-1449072548-router', 'tenant_id': '57990769f50b412194a108cdd627a767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.74'}], 'enable_snat': True}, 'gw_port_id': 'acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:00:22Z', 'updated_at': '2022-05-07T22:00:41Z', 'revision_number': 4, 'project_id': '57990769f50b412194a108cdd627a767', 'gw_port': {'id': 'acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:25Z', 'updated_at': '2022-05-07T22:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'dd203508-b1f9-4999-a351-df4ad5229f44', 'name': '', 'network_id': 'f64cbfbe-feaa-48dc-9089-9445aa1eaa5a', 'tenant_id': '57990769f50b412194a108cdd627a767', 'mac_address': 'fa:16:3e:08:a0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '86e7e675-440c-49d1-8be8-1667506afa40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:37Z', 'updated_at': '2022-05-07T22:00:57Z', 'revision_number': 5, 'project_id': '57990769f50b412194a108cdd627a767', 'subnets': [{'id': '86e7e675-440c-49d1-8be8-1667506afa40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:03:53.349916 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b8b0116c-99a2-4c9c-85f1-7601a9384795 tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Publish callbacks [] for security_group_rule (7a860e50-b44b-4d29-b68e-0f1f69da8efc), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:53.373158 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ff095a-0820-45ea-8785-c3c8b2b951ce None None] Checking router: 2123aa39-c4f0-4e9a-9167-73acf960a6ad for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:03:53.377051 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b8b0116c-99a2-4c9c-85f1-7601a9384795 tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (7a860e50-b44b-4d29-b68e-0f1f69da8efc), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:53.392312 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ff095a-0820-45ea-8785-c3c8b2b951ce None None] Routers {'2123aa39-c4f0-4e9a-9167-73acf960a6ad'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:03:53.396217 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-76ff095a-0820-45ea-8785-c3c8b2b951ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7ffccfa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:03:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['2123aa39-c4f0-4e9a-9167-73acf960a6ad'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:03:53.419447 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b6594995-8c29-459b-b21f-6812af1cb1f4 req-bda9bf4f-12fd-4d50-b82f-f4731c022a34 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/ports?device_id=8141d2fb-0f50-41fb-bce0-7a6c7f7fc949 HTTP/1.1" status: 200  len: 210 time: 0.0789368
May 07 22:03:53.430870 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b0116c-99a2-4c9c-85f1-7601a9384795 tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a860e50-b44b-4d29-b68e-0f1f69da8efc,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:53.466196 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b8b0116c-99a2-4c9c-85f1-7601a9384795 tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:53.469797 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-b8b0116c-99a2-4c9c-85f1-7601a9384795 tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.4841335
May 07 22:03:53.483006 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 57554) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:53.500556 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-7a0c03e1-279b-49ca-a55f-46ff46401fbb tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Request body: {'security_group_rule': {'security_group_id': '45028260-27bb-4967-b003-55d77c52e058', 'project_id': 'e5bd7ffaf96c48688d8ebe954dc7912f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:03:53.520357 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-596fe3df-56a6-4bf7-8044-9188057d50c1 req-4c3387e7-c826-4a9c-aad0-4fe9b3703bfa tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Publish callbacks [] for port (21b489d6-f673-44e1-848f-8bbe1b3aef5c), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:53.521795 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2feabb4b-fc55-451d-b9ea-2b85952fb04a req-2d025dca-b32a-41f4-831a-4c38b9403bcd tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1938205
May 07 22:03:53.586671 ncdv-master-1 neutron-server[121837]: INFO neutron.db.securitygroups_db [None req-7a0c03e1-279b-49ca-a55f-46ff46401fbb tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Project e5bd7ffaf96c48688d8ebe954dc7912f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 07 22:03:53.596368 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7a0c03e1-279b-49ca-a55f-46ff46401fbb tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Publish callbacks [] for security_group_rule (fc7cef11-72ad-4801-abc3-acb8b8cf2204), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:53.676648 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 57566) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:53.708051 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5fd3c6b2-cd83-4b9d-8d6b-918e56247238 req-919746ff-6e6d-4677-a55a-c781ef93ece0 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/ports?device_id=11df3809-8e5b-40d6-adb1-393c365f9a47 HTTP/1.1" status: 200  len: 210 time: 0.0928388
May 07 22:03:53.725605 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-596fe3df-56a6-4bf7-8044-9188057d50c1 req-4c3387e7-c826-4a9c-aad0-4fe9b3703bfa tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (21b489d6-f673-44e1-848f-8bbe1b3aef5c), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:53.789619 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-596fe3df-56a6-4bf7-8044-9188057d50c1 req-4c3387e7-c826-4a9c-aad0-4fe9b3703bfa tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Network 33b52409-fae0-4935-b5d0-15acefaa0f3f is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:03:53.798310 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [req-596fe3df-56a6-4bf7-8044-9188057d50c1 req-4c3387e7-c826-4a9c-aad0-4fe9b3703bfa tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:03:53.808548 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9153027e-5024-4c9c-8878-7fe35d8ac2d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:53.859538 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:53.883270 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7a0c03e1-279b-49ca-a55f-46ff46401fbb tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Publish callbacks [] for security_group_rule (fc7cef11-72ad-4801-abc3-acb8b8cf2204), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:53.893048 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-596fe3df-56a6-4bf7-8044-9188057d50c1 req-4c3387e7-c826-4a9c-aad0-4fe9b3703bfa tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:03:53.895928 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-76ff095a-0820-45ea-8785-c3c8b2b951ce None None] Set router 2123aa39-c4f0-4e9a-9167-73acf960a6ad gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:03:53.904912 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7a0c03e1-279b-49ca-a55f-46ff46401fbb tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (fc7cef11-72ad-4801-abc3-acb8b8cf2204), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:53.989230 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea8110-2ca6-43da-854d-2c2e2143c0bd req-c6cfb074-5e60-4972-835c-2101a03b1a8e tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:53.992320 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c0ea8110-2ca6-43da-854d-2c2e2143c0bd req-c6cfb074-5e60-4972-835c-2101a03b1a8e tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba61d59b-e750-459a-a73a-0376bdf5ca51 HTTP/1.1" status: 200  len: 931 time: 0.2968538
May 07 22:03:53.995793 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0c03e1-279b-49ca-a55f-46ff46401fbb tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc7cef11-72ad-4801-abc3-acb8b8cf2204,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:54.009342 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7a0c03e1-279b-49ca-a55f-46ff46401fbb tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:54.011386 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-7a0c03e1-279b-49ca-a55f-46ff46401fbb tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.5266054
May 07 22:03:54.051037 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3387e7-c826-4a9c-aad0-4fe9b3703bfa tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Pushing event updated for resources: {'Port': ['ID=21b489d6-f673-44e1-848f-8bbe1b3aef5c,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:54.073383 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2264885b-82c3-4671-8728-f8a7811fb8a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:54.106922 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596fe3df-56a6-4bf7-8044-9188057d50c1 req-4c3387e7-c826-4a9c-aad0-4fe9b3703bfa tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:54.110076 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-596fe3df-56a6-4bf7-8044-9188057d50c1 req-4c3387e7-c826-4a9c-aad0-4fe9b3703bfa tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:54.187853 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c0ea8110-2ca6-43da-854d-2c2e2143c0bd req-f45ae627-7cc9-4883-8e9c-e3b9973410ed tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c335e02-4871-4a34-8e92-8c24a11b7b47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1695962
May 07 22:03:54.191872 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-596fe3df-56a6-4bf7-8044-9188057d50c1 req-4c3387e7-c826-4a9c-aad0-4fe9b3703bfa tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8798165
May 07 22:03:54.238917 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-596fe3df-56a6-4bf7-8044-9188057d50c1 req-77bb9ad5-9908-4b23-9d87-ac25c9aa1abf service neutron] Request body: {'port': {'device_id': 'ba61d59b-e750-459a-a73a-0376bdf5ca51', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:03:54.314513 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-76ff095a-0820-45ea-8785-c3c8b2b951ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7ffccfa0>, [{'id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'name': 'tempest-AttachVolumeNegativeTest-1449072548-router', 'tenant_id': '57990769f50b412194a108cdd627a767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.74'}], 'enable_snat': True}, 'gw_port_id': 'acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:00:22Z', 'updated_at': '2022-05-07T22:00:41Z', 'revision_number': 4, 'project_id': '57990769f50b412194a108cdd627a767', 'gw_port': {'id': 'acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:25Z', 'updated_at': '2022-05-07T22:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'dd203508-b1f9-4999-a351-df4ad5229f44', 'name': '', 'network_id': 'f64cbfbe-feaa-48dc-9089-9445aa1eaa5a', 'tenant_id': '57990769f50b412194a108cdd627a767', 'mac_address': 'fa:16:3e:08:a0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '86e7e675-440c-49d1-8be8-1667506afa40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:37Z', 'updated_at': '2022-05-07T22:00:57Z', 'revision_number': 5, 'project_id': '57990769f50b412194a108cdd627a767', 'subnets': [{'id': '86e7e675-440c-49d1-8be8-1667506afa40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:03:54.317631 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef4f592-c9c4-4f3a-b247-a20bdcac64dc req-08c085bf-3a82-41d7-970b-7efd41651107 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:54.320926 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8ef4f592-c9c4-4f3a-b247-a20bdcac64dc req-08c085bf-3a82-41d7-970b-7efd41651107 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.59 "GET /v2.0/ports?device_id=2f8493ed-ecbc-4c5d-b60d-da501dd918ee HTTP/1.1" status: 200  len: 945 time: 0.0764942
May 07 22:03:54.365971 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ff095a-0820-45ea-8785-c3c8b2b951ce None None] The sync data for ids ['2123aa39-c4f0-4e9a-9167-73acf960a6ad'] in ncdv-master-1 is: [{'id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'name': 'tempest-AttachVolumeNegativeTest-1449072548-router', 'tenant_id': '57990769f50b412194a108cdd627a767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.74'}], 'enable_snat': True}, 'gw_port_id': 'acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:00:22Z', 'updated_at': '2022-05-07T22:00:41Z', 'revision_number': 4, 'project_id': '57990769f50b412194a108cdd627a767', 'gw_port': {'id': 'acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:25Z', 'updated_at': '2022-05-07T22:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'dd203508-b1f9-4999-a351-df4ad5229f44', 'name': '', 'network_id': 'f64cbfbe-feaa-48dc-9089-9445aa1eaa5a', 'tenant_id': '57990769f50b412194a108cdd627a767', 'mac_address': 'fa:16:3e:08:a0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '86e7e675-440c-49d1-8be8-1667506afa40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:37Z', 'updated_at': '2022-05-07T22:00:57Z', 'revision_number': 5, 'project_id': '57990769f50b412194a108cdd627a767', 'subnets': [{'id': '86e7e675-440c-49d1-8be8-1667506afa40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:03:54.381341 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-9c07ce8e-061f-4e21-a646-3a17e4709040 None None] Provisioning complete for port 21b489d6-f673-44e1-848f-8bbe1b3aef5c triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:03:54.381844 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9c07ce8e-061f-4e21-a646-3a17e4709040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (21b489d6-f673-44e1-848f-8bbe1b3aef5c), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:54.471584 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-9c07ce8e-061f-4e21-a646-3a17e4709040 None None] Port 21b489d6-f673-44e1-848f-8bbe1b3aef5c cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:03:54.502120 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-596fe3df-56a6-4bf7-8044-9188057d50c1 req-77bb9ad5-9908-4b23-9d87-ac25c9aa1abf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (21b489d6-f673-44e1-848f-8bbe1b3aef5c), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:54.532178 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b585791-34d2-4baf-8850-bea74decf092 req-51b09bdc-88b9-41b8-a68c-8ff5b5c92015 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:54.533653 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0b585791-34d2-4baf-8850-bea74decf092 req-51b09bdc-88b9-41b8-a68c-8ff5b5c92015 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=96e381dd-9f23-442c-80d2-8623a85c3e50 HTTP/1.1" status: 200  len: 945 time: 0.2811794
May 07 22:03:54.537083 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-8ef4f592-c9c4-4f3a-b247-a20bdcac64dc req-1e494bd8-a6e1-43c2-9216-f878abd77d93 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Deleting port 97a27940-706a-4478-97b8-2f47b67e4146 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:03:54.537436 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-8ef4f592-c9c4-4f3a-b247-a20bdcac64dc req-1e494bd8-a6e1-43c2-9216-f878abd77d93 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (97a27940-706a-4478-97b8-2f47b67e4146), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:54.624578 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2264885b-82c3-4671-8728-f8a7811fb8a5 admin admin] Publish callbacks [] for security_group (35275c81-d6fc-4e4a-a819-9562d180e0e9), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:54.633316 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bd534ae2-02dc-4dc7-a8e6-16834c9ebd3e req-9f8d9054-cc91-45bc-bea9-3975efb62db8 tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-420166329&fields=id&tenant_id=e5bd7ffaf96c48688d8ebe954dc7912f HTTP/1.1" status: 200  len: 267 time: 0.2053866
May 07 22:03:54.643533 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2264885b-82c3-4671-8728-f8a7811fb8a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (35275c81-d6fc-4e4a-a819-9562d180e0e9), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:54.695534 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-8ef4f592-c9c4-4f3a-b247-a20bdcac64dc req-1e494bd8-a6e1-43c2-9216-f878abd77d93 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] For port 97a27940-706a-4478-97b8-2f47b67e4146, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=97a27940-706a-4478-97b8-2f47b67e4146,segment=NetworkSegment(ade65013-e645-4c54-8fa7-660e2ce7b907),segment_id=ade65013-e645-4c54-8fa7-660e2ce7b907)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:03:54.695932 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-8ef4f592-c9c4-4f3a-b247-a20bdcac64dc req-1e494bd8-a6e1-43c2-9216-f878abd77d93 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (97a27940-706a-4478-97b8-2f47b67e4146), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:54.750964 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-8ef4f592-c9c4-4f3a-b247-a20bdcac64dc req-1e494bd8-a6e1-43c2-9216-f878abd77d93 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Calling delete_port for 97a27940-706a-4478-97b8-2f47b67e4146 owned by compute:nova {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:03:54.813255 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0b585791-34d2-4baf-8850-bea74decf092 req-55722d8e-249a-4568-aab3-95ef6effbcfa tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/security-groups?id=8784126e-39eb-4ad2-9420-cda4822e0755&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2655196
May 07 22:03:54.825251 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-2264885b-82c3-4671-8728-f8a7811fb8a5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7f71f1f3f4684d59a302900c5c6354e7&name=default HTTP/1.1" status: 200  len: 3000 time: 1.1473632
May 07 22:03:54.847387 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 57616) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:54.919234 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2264885b-82c3-4671-8728-f8a7811fb8a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35275c81-d6fc-4e4a-a819-9562d180e0e9,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:54.927497 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd534ae2-02dc-4dc7-a8e6-16834c9ebd3e req-a8f87114-e383-4e89-a5a6-521084330db7 tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:54.928428 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4292d3c-99ed-4751-b5d0-f280a6b54b16 None None] New status for floating IP 8de12a8e-c993-4cae-bf33-6d950584f85d: DOWN {{(pid=121839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 07 22:03:54.936457 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bd534ae2-02dc-4dc7-a8e6-16834c9ebd3e req-a8f87114-e383-4e89-a5a6-521084330db7 tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] 10.222.0.32 "GET /v2.0/networks?id=8d88d076-afcc-46ea-aeef-47274d5a0fc9 HTTP/1.1" status: 200  len: 808 time: 0.2871315
May 07 22:03:54.968443 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bd534ae2-02dc-4dc7-a8e6-16834c9ebd3e req-ddcf3fe2-9d1e-40d9-81eb-ea93ee00328a tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] 10.222.0.32 "GET /v2.0/quotas/e5bd7ffaf96c48688d8ebe954dc7912f HTTP/1.1" status: 200  len: 375 time: 0.0276451
May 07 22:03:55.047904 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bdc39da5-d40a-40ad-9753-7012ded44c4e admin admin] Publish callbacks [] for security_group (35275c81-d6fc-4e4a-a819-9562d180e0e9), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:55.090226 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bd534ae2-02dc-4dc7-a8e6-16834c9ebd3e req-f65de625-fd0f-4be9-8ddb-028edb2394cf tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e5bd7ffaf96c48688d8ebe954dc7912f&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1109996
May 07 22:03:55.101253 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bdc39da5-d40a-40ad-9753-7012ded44c4e admin admin] Publish callbacks [] for security_group (35275c81-d6fc-4e4a-a819-9562d180e0e9), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:55.112814 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-8ef4f592-c9c4-4f3a-b247-a20bdcac64dc req-1e494bd8-a6e1-43c2-9216-f878abd77d93 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (97a27940-706a-4478-97b8-2f47b67e4146), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:55.127317 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['49671dbb-1f39-4903-a9e1-e283831ec748', '97a27940-706a-4478-97b8-2f47b67e4146'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:03:55.187931 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e494bd8-a6e1-43c2-9216-f878abd77d93 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Pushing event deleted for resources: {'Port': ['ID=97a27940-706a-4478-97b8-2f47b67e4146,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:55.279388 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ef4f592-c9c4-4f3a-b247-a20bdcac64dc req-1e494bd8-a6e1-43c2-9216-f878abd77d93 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] No DVR routers for this DVR port 97a27940-706a-4478-97b8-2f47b67e4146 on host nch2-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:03:55.284789 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-8ef4f592-c9c4-4f3a-b247-a20bdcac64dc req-1e494bd8-a6e1-43c2-9216-f878abd77d93 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:55.289624 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8ef4f592-c9c4-4f3a-b247-a20bdcac64dc req-1e494bd8-a6e1-43c2-9216-f878abd77d93 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.59 "DELETE /v2.0/ports/97a27940-706a-4478-97b8-2f47b67e4146 HTTP/1.1" status: 204  len: 173 time: 0.9611447
May 07 22:03:55.290099 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f8493ed-ecbc-4c5d-b60d-da501dd918ee', 'name': 'network-vif-deleted', 'tag': '97a27940-706a-4478-97b8-2f47b67e4146'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:03:55.292484 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51d592f3-ea94-4223-8a2f-3d691e92330c" -d '{"events": [{"server_uuid": "2f8493ed-ecbc-4c5d-b60d-da501dd918ee", "name": "network-vif-deleted", "tag": "97a27940-706a-4478-97b8-2f47b67e4146"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:03:55.293415 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [req-596fe3df-56a6-4bf7-8044-9188057d50c1 req-77bb9ad5-9908-4b23-9d87-ac25c9aa1abf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21b489d6-f673-44e1-848f-8bbe1b3aef5c {{(pid=121836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:03:55.313947 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bdc39da5-d40a-40ad-9753-7012ded44c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (35275c81-d6fc-4e4a-a819-9562d180e0e9), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:55.321426 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-596fe3df-56a6-4bf7-8044-9188057d50c1 req-77bb9ad5-9908-4b23-9d87-ac25c9aa1abf service neutron] Publish callbacks [] for port (21b489d6-f673-44e1-848f-8bbe1b3aef5c), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:55.328176 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bdc39da5-d40a-40ad-9753-7012ded44c4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:55.329366 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-bdc39da5-d40a-40ad-9753-7012ded44c4e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/35275c81-d6fc-4e4a-a819-9562d180e0e9 HTTP/1.1" status: 204  len: 168 time: 0.4786987
May 07 22:03:55.351013 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc39da5-d40a-40ad-9753-7012ded44c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35275c81-d6fc-4e4a-a819-9562d180e0e9,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:55.392315 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-034a4147-9bf1-4408-8965-75fb0c914693 req-054a455d-f91f-4a20-88cb-fb25d87c998a tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=2f8493ed-ecbc-4c5d-b60d-da501dd918ee HTTP/1.1" status: 200  len: 210 time: 0.3158803
May 07 22:03:55.394333 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 57632) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:55.416354 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bd534ae2-02dc-4dc7-a8e6-16834c9ebd3e req-f0386d8a-8efe-4609-bf0f-a865a916203f service neutron] 10.222.0.32 "GET /v2.0/networks/8d88d076-afcc-46ea-aeef-47274d5a0fc9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2992060
May 07 22:03:55.443928 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.provisioning_blocks [req-596fe3df-56a6-4bf7-8044-9188057d50c1 req-77bb9ad5-9908-4b23-9d87-ac25c9aa1abf service neutron] Transition to ACTIVE for port object 21b489d6-f673-44e1-848f-8bbe1b3aef5c will not be triggered until provisioned by entity L2. {{(pid=121836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 22:03:55.472070 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3672ef34-e789-4f12-b9e1-d1d4ff21b0bf req-68f52b6b-5072-421f-8aee-daae893ba875 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:55.474800 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3672ef34-e789-4f12-b9e1-d1d4ff21b0bf req-68f52b6b-5072-421f-8aee-daae893ba875 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.55 "GET /v2.0/networks?id=750e8121-2671-438f-9a42-169be7e47286 HTTP/1.1" status: 200  len: 810 time: 0.6534631
May 07 22:03:55.478625 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-596fe3df-56a6-4bf7-8044-9188057d50c1 req-77bb9ad5-9908-4b23-9d87-ac25c9aa1abf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (21b489d6-f673-44e1-848f-8bbe1b3aef5c), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:55.601193 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bd534ae2-02dc-4dc7-a8e6-16834c9ebd3e req-75523b53-e137-450a-8e1f-fc00cb7defcc service neutron] 10.222.0.32 "GET /v2.0/networks/8d88d076-afcc-46ea-aeef-47274d5a0fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1838136
May 07 22:03:55.637935 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1daa0c30-1f07-4c24-a08c-d3cd1ce0b52e req-ef67b896-1d3d-4f8c-b6df-b25a7a7e3349 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/ports?device_id=11df3809-8e5b-40d6-adb1-393c365f9a47 HTTP/1.1" status: 200  len: 210 time: 0.0705757
May 07 22:03:55.642184 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bb9ad5-9908-4b23-9d87-ac25c9aa1abf service neutron] Pushing event updated for resources: {'Port': ['ID=21b489d6-f673-44e1-848f-8bbe1b3aef5c,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:55.767708 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 57638) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:55.775374 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-596fe3df-56a6-4bf7-8044-9188057d50c1 req-77bb9ad5-9908-4b23-9d87-ac25c9aa1abf service neutron] Attempting to bind port 21b489d6-f673-44e1-848f-8bbe1b3aef5c on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:03:55.775773 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-596fe3df-56a6-4bf7-8044-9188057d50c1 req-77bb9ad5-9908-4b23-9d87-ac25c9aa1abf service neutron] Attempting to bind port 21b489d6-f673-44e1-848f-8bbe1b3aef5c by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '3565a17e-e0eb-4b35-a7f2-f7d7af642fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '33b52409-fae0-4935-b5d0-15acefaa0f3f'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:03:55.776568 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596fe3df-56a6-4bf7-8044-9188057d50c1 req-77bb9ad5-9908-4b23-9d87-ac25c9aa1abf service neutron] Attempting to bind port 21b489d6-f673-44e1-848f-8bbe1b3aef5c on network 33b52409-fae0-4935-b5d0-15acefaa0f3f {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:03:55.786905 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3672ef34-e789-4f12-b9e1-d1d4ff21b0bf req-6ae47bda-8e6f-408e-ad99-52fc73d32e27 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=81e5c5d849ea4fc59d5c4fc58b31530f HTTP/1.1" status: 200  len: 380 time: 0.2843425
May 07 22:03:55.789467 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596fe3df-56a6-4bf7-8044-9188057d50c1 req-77bb9ad5-9908-4b23-9d87-ac25c9aa1abf service neutron] Port 21b489d6-f673-44e1-848f-8bbe1b3aef5c on network 33b52409-fae0-4935-b5d0-15acefaa0f3f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:03:55.790890 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596fe3df-56a6-4bf7-8044-9188057d50c1 req-77bb9ad5-9908-4b23-9d87-ac25c9aa1abf service neutron] Attempting to bind port 21b489d6-f673-44e1-848f-8bbe1b3aef5c on network 33b52409-fae0-4935-b5d0-15acefaa0f3f {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:03:55.801536 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-3672ef34-e789-4f12-b9e1-d1d4ff21b0bf req-1377bc95-b6de-4907-8f5f-7edc2ef3e122 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Request body: {'port': {'device_id': '11df3809-8e5b-40d6-adb1-393c365f9a47', 'network_id': '750e8121-2671-438f-9a42-169be7e47286', 'admin_state_up': True, 'tenant_id': '81e5c5d849ea4fc59d5c4fc58b31530f', 'security_groups': ['f987a2d1-eb5a-490d-a69c-fbe04ec6dc6f']}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:03:55.840249 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596fe3df-56a6-4bf7-8044-9188057d50c1 req-77bb9ad5-9908-4b23-9d87-ac25c9aa1abf service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:03:55.840665 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596fe3df-56a6-4bf7-8044-9188057d50c1 req-77bb9ad5-9908-4b23-9d87-ac25c9aa1abf service neutron] Checking segment: {'id': '3565a17e-e0eb-4b35-a7f2-f7d7af642fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '33b52409-fae0-4935-b5d0-15acefaa0f3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:03:55.841331 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596fe3df-56a6-4bf7-8044-9188057d50c1 req-77bb9ad5-9908-4b23-9d87-ac25c9aa1abf service neutron] Bound using segment: {'id': '3565a17e-e0eb-4b35-a7f2-f7d7af642fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '33b52409-fae0-4935-b5d0-15acefaa0f3f'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:03:55.841890 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-596fe3df-56a6-4bf7-8044-9188057d50c1 req-77bb9ad5-9908-4b23-9d87-ac25c9aa1abf service neutron] Bound port: 21b489d6-f673-44e1-848f-8bbe1b3aef5c, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3565a17e-e0eb-4b35-a7f2-f7d7af642fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '33b52409-fae0-4935-b5d0-15acefaa0f3f'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:03:55.842547 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-596fe3df-56a6-4bf7-8044-9188057d50c1 req-77bb9ad5-9908-4b23-9d87-ac25c9aa1abf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (21b489d6-f673-44e1-848f-8bbe1b3aef5c), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:55.842801 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a92c246a-e762-4ee5-99a1-5664ba23e77c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:55.872015 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 57642) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:56.018408 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9be271af-48ea-4760-8656-32d2fb3a4b31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:56.023033 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-023d0da9-f4c4-4aa7-b8fa-c5348e8b221d x-openstack-request-id: req-023d0da9-f4c4-4aa7-b8fa-c5348e8b221d {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:03:56.023390 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f8493ed-ecbc-4c5d-b60d-da501dd918ee", "name": "network-vif-deleted", "tag": "97a27940-706a-4478-97b8-2f47b67e4146", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:03:56.034926 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-023d0da9-f4c4-4aa7-b8fa-c5348e8b221d {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:03:56.036031 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-023d0da9-f4c4-4aa7-b8fa-c5348e8b221d'] response: {'server_uuid': '2f8493ed-ecbc-4c5d-b60d-da501dd918ee', 'name': 'network-vif-deleted', 'tag': '97a27940-706a-4478-97b8-2f47b67e4146', 'status': 'completed', 'code': 200}
May 07 22:03:56.060862 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-596fe3df-56a6-4bf7-8044-9188057d50c1 req-77bb9ad5-9908-4b23-9d87-ac25c9aa1abf service neutron] For port 21b489d6-f673-44e1-848f-8bbe1b3aef5c, host nch1-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:03:56.064838 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-596fe3df-56a6-4bf7-8044-9188057d50c1 req-77bb9ad5-9908-4b23-9d87-ac25c9aa1abf service neutron] For port 21b489d6-f673-44e1-848f-8bbe1b3aef5c, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=21b489d6-f673-44e1-848f-8bbe1b3aef5c,segment=NetworkSegment(3565a17e-e0eb-4b35-a7f2-f7d7af642fb7),segment_id=3565a17e-e0eb-4b35-a7f2-f7d7af642fb7)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:03:56.068994 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b28231f8-cafe-4f97-9e84-be8f0c2357d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:56.093796 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-596fe3df-56a6-4bf7-8044-9188057d50c1 req-77bb9ad5-9908-4b23-9d87-ac25c9aa1abf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (21b489d6-f673-44e1-848f-8bbe1b3aef5c), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:56.126418 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1ddc1722-271c-41c2-acd4-e809a72c321b tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks [] for security_group (c7b1876c-a594-41c5-9872-578aa79ea667), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:56.141286 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d295dce6-66fc-4c0d-a9a5-0c36086cd36a req-5c654b58-c457-4883-aa17-ba334d352b40 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:56.142756 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d295dce6-66fc-4c0d-a9a5-0c36086cd36a req-5c654b58-c457-4883-aa17-ba334d352b40 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=96e381dd-9f23-442c-80d2-8623a85c3e50 HTTP/1.1" status: 200  len: 945 time: 0.1033552
May 07 22:03:56.152262 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a92c246a-e762-4ee5-99a1-5664ba23e77c admin admin] Publish callbacks [] for security_group (98056929-669d-46cf-a21a-375449a405b3), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:56.170291 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a92c246a-e762-4ee5-99a1-5664ba23e77c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (98056929-669d-46cf-a21a-375449a405b3), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:56.192870 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1ddc1722-271c-41c2-acd4-e809a72c321b tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks [] for security_group (c7b1876c-a594-41c5-9872-578aa79ea667), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:56.209857 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596fe3df-56a6-4bf7-8044-9188057d50c1 req-77bb9ad5-9908-4b23-9d87-ac25c9aa1abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:56.210276 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-596fe3df-56a6-4bf7-8044-9188057d50c1 req-77bb9ad5-9908-4b23-9d87-ac25c9aa1abf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:56.211908 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-596fe3df-56a6-4bf7-8044-9188057d50c1 req-77bb9ad5-9908-4b23-9d87-ac25c9aa1abf service neutron] 10.222.0.55 "PUT /v2.0/ports/21b489d6-f673-44e1-848f-8bbe1b3aef5c HTTP/1.1" status: 200  len: 1091 time: 2.0087218
May 07 22:03:56.216398 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba61d59b-e750-459a-a73a-0376bdf5ca51', 'tag': '21b489d6-f673-44e1-848f-8bbe1b3aef5c'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:03:56.223573 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0e321a5-dc18-4d1e-9725-2ac5d19024ea" -d '{"events": [{"name": "network-changed", "server_uuid": "ba61d59b-e750-459a-a73a-0376bdf5ca51", "tag": "21b489d6-f673-44e1-848f-8bbe1b3aef5c"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:03:56.247662 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd865f6-b49d-40df-98af-e4a1b453e9c8 req-c45e9512-ec17-46fa-8157-91b95187831f tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:56.255306 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2bd865f6-b49d-40df-98af-e4a1b453e9c8 req-c45e9512-ec17-46fa-8157-91b95187831f tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba61d59b-e750-459a-a73a-0376bdf5ca51 HTTP/1.1" status: 200  len: 943 time: 0.2267342
May 07 22:03:56.300608 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-a92c246a-e762-4ee5-99a1-5664ba23e77c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6f158d8420cb42c38e5f216bc8c59b0e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9054439
May 07 22:03:56.310724 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 57654) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:56.319676 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92c246a-e762-4ee5-99a1-5664ba23e77c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98056929-669d-46cf-a21a-375449a405b3,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:56.336145 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d295dce6-66fc-4c0d-a9a5-0c36086cd36a req-68ea9d94-a445-45f7-a8a3-4a2fa04044d8 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/security-groups?id=8784126e-39eb-4ad2-9420-cda4822e0755&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1798167
May 07 22:03:56.380196 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1ddc1722-271c-41c2-acd4-e809a72c321b tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (c7b1876c-a594-41c5-9872-578aa79ea667), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:56.383426 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1ddc1722-271c-41c2-acd4-e809a72c321b tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:56.387748 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-1ddc1722-271c-41c2-acd4-e809a72c321b tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "DELETE /v2.0/security-groups/c7b1876c-a594-41c5-9872-578aa79ea667 HTTP/1.1" status: 204  len: 168 time: 0.6187363
May 07 22:03:56.390567 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 57656) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:56.408760 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596fe3df-56a6-4bf7-8044-9188057d50c1 req-fbda9fad-5e1b-4b71-bd7e-a6ff428c645b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:56.409505 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c958397e-ac71-46cd-bb6e-f8280166c6a1 admin admin] Publish callbacks [] for security_group (98056929-669d-46cf-a21a-375449a405b3), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:56.410432 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-596fe3df-56a6-4bf7-8044-9188057d50c1 req-fbda9fad-5e1b-4b71-bd7e-a6ff428c645b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=759c66c34f414c19b2109393738ef639&device_id=ba61d59b-e750-459a-a73a-0376bdf5ca51 HTTP/1.1" status: 200  len: 1125 time: 0.1506336
May 07 22:03:56.417256 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddc1722-271c-41c2-acd4-e809a72c321b tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b1876c-a594-41c5-9872-578aa79ea667,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:56.423696 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2bd865f6-b49d-40df-98af-e4a1b453e9c8 req-dfc7a130-aff1-4fe9-b895-f5aef9f55625 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c335e02-4871-4a34-8e92-8c24a11b7b47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1672897
May 07 22:03:56.424582 ncdv-master-1 neutron-server[121837]: INFO neutron.api.v2.resource [None req-ceb24b3b-5b26-4fa7-9db0-2d0f13ae95e6 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] show failed (client error): The resource could not be found.
May 07 22:03:56.430449 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-ceb24b3b-5b26-4fa7-9db0-2d0f13ae95e6 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/security-groups/c7b1876c-a594-41c5-9872-578aa79ea667 HTTP/1.1" status: 404  len: 347 time: 0.0358436
May 07 22:03:56.447317 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 57658) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:56.532760 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b28231f8-cafe-4f97-9e84-be8f0c2357d6 admin admin] Publish callbacks [] for security_group (f83793ea-02dc-4136-903c-945345d094e2), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:56.583915 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f728bb09-b0d4-4e9f-9a75-0a83910fdf11 x-openstack-request-id: req-f728bb09-b0d4-4e9f-9a75-0a83910fdf11 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:03:56.584234 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba61d59b-e750-459a-a73a-0376bdf5ca51", "tag": "21b489d6-f673-44e1-848f-8bbe1b3aef5c", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:03:56.584509 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f728bb09-b0d4-4e9f-9a75-0a83910fdf11 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:03:56.584918 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f728bb09-b0d4-4e9f-9a75-0a83910fdf11'] response: {'name': 'network-changed', 'server_uuid': 'ba61d59b-e750-459a-a73a-0376bdf5ca51', 'tag': '21b489d6-f673-44e1-848f-8bbe1b3aef5c', 'status': 'completed', 'code': 200}
May 07 22:03:56.586247 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b28231f8-cafe-4f97-9e84-be8f0c2357d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (f83793ea-02dc-4136-903c-945345d094e2), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:56.586446 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c958397e-ac71-46cd-bb6e-f8280166c6a1 admin admin] Publish callbacks [] for security_group (98056929-669d-46cf-a21a-375449a405b3), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:56.596661 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-596fe3df-56a6-4bf7-8044-9188057d50c1 req-ffb9cbf3-c523-4c8b-8670-fce36ac1bb8d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=21b489d6-f673-44e1-848f-8bbe1b3aef5c HTTP/1.1" status: 200  len: 217 time: 0.0585549
May 07 22:03:56.597278 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bb9ad5-9908-4b23-9d87-ac25c9aa1abf service neutron] Pushing event updated for resources: {'Port': ['ID=21b489d6-f673-44e1-848f-8bbe1b3aef5c,revision_number=3']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:56.610978 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f750eead-670a-4c5c-9c62-f986ab40c903 req-13515498-6ecb-4f14-a58b-23bbc80095ea tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] 10.222.0.32 "GET /v2.0/ports?device_id=b682b3c1-0ca9-4806-8100-908917473b27 HTTP/1.1" status: 200  len: 210 time: 0.1562424
May 07 22:03:56.679043 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3672ef34-e789-4f12-b9e1-d1d4ff21b0bf req-1377bc95-b6de-4907-8f5f-7edc2ef3e122 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Made reservation on behalf of 81e5c5d849ea4fc59d5c4fc58b31530f for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:03:56.682700 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-3672ef34-e789-4f12-b9e1-d1d4ff21b0bf req-1377bc95-b6de-4907-8f5f-7edc2ef3e122 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:56.734930 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-b28231f8-cafe-4f97-9e84-be8f0c2357d6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ea3eeaa9e9c441709de92f09b9f17914&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8587995
May 07 22:03:56.737029 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 57668) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:56.776324 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28231f8-cafe-4f97-9e84-be8f0c2357d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f83793ea-02dc-4136-903c-945345d094e2,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:56.800396 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596fe3df-56a6-4bf7-8044-9188057d50c1 req-c905c2f5-67e6-4164-b6e7-374a00c0270e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:56.802599 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-596fe3df-56a6-4bf7-8044-9188057d50c1 req-c905c2f5-67e6-4164-b6e7-374a00c0270e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3e304f3b-3927-4f57-b6d9-ff32c4ae5938 HTTP/1.1" status: 200  len: 851 time: 0.1504810
May 07 22:03:56.812071 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c977de-90d0-452c-ae37-2cbb51b82c0c req-505405f1-ea56-441c-8833-897f7ad77c59 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:56.813569 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c7c977de-90d0-452c-ae37-2cbb51b82c0c req-505405f1-ea56-441c-8833-897f7ad77c59 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 946 time: 0.1004417
May 07 22:03:56.856230 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a874f17c-b772-4244-8082-57ef307dbf37 admin admin] Publish callbacks [] for security_group (f83793ea-02dc-4136-903c-945345d094e2), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:56.859491 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7f8f65d5-d0f2-4c45-8392-a1f012030df7 req-b698e298-f020-44d5-82b9-d1c4d52349cd tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/ports?device_id=11df3809-8e5b-40d6-adb1-393c365f9a47 HTTP/1.1" status: 200  len: 210 time: 0.0883279
May 07 22:03:56.878819 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-7b4e85ff-55bb-46ec-9e05-7ab07ac9580d tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Deleting port c080bea9-3862-442a-a2f3-815b08fb45d7 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:03:56.879611 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7b4e85ff-55bb-46ec-9e05-7ab07ac9580d tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (c080bea9-3862-442a-a2f3-815b08fb45d7), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:56.916178 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c958397e-ac71-46cd-bb6e-f8280166c6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (98056929-669d-46cf-a21a-375449a405b3), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:56.918625 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c958397e-ac71-46cd-bb6e-f8280166c6a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:56.922639 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-c958397e-ac71-46cd-bb6e-f8280166c6a1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/98056929-669d-46cf-a21a-375449a405b3 HTTP/1.1" status: 204  len: 168 time: 0.6079817
May 07 22:03:56.924109 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a874f17c-b772-4244-8082-57ef307dbf37 admin admin] Publish callbacks [] for security_group (f83793ea-02dc-4136-903c-945345d094e2), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:56.925384 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596fe3df-56a6-4bf7-8044-9188057d50c1 req-7d8de0b1-e0ff-4d75-bc48-c503de8cccab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:56.927532 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-596fe3df-56a6-4bf7-8044-9188057d50c1 req-7d8de0b1-e0ff-4d75-bc48-c503de8cccab service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=33b52409-fae0-4935-b5d0-15acefaa0f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1113963
May 07 22:03:56.973947 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c958397e-ac71-46cd-bb6e-f8280166c6a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98056929-669d-46cf-a21a-375449a405b3,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:56.996381 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c7c977de-90d0-452c-ae37-2cbb51b82c0c req-166e2028-e2de-4ebf-8aa6-8f291c5c9eb7 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1463056
May 07 22:03:57.058650 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7b4e85ff-55bb-46ec-9e05-7ab07ac9580d tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (c080bea9-3862-442a-a2f3-815b08fb45d7), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:57.059524 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7b4e85ff-55bb-46ec-9e05-7ab07ac9580d tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks [] for floatingip (c080bea9-3862-442a-a2f3-815b08fb45d7), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:57.077256 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [req-3672ef34-e789-4f12-b9e1-d1d4ff21b0bf req-1377bc95-b6de-4907-8f5f-7edc2ef3e122 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Allocated IP 172.20.0.13 (750e8121-2671-438f-9a42-169be7e47286/28fef69b-5556-41b9-8d96-96dc0ff0d3b2/050be740-f219-402b-99ff-07b3f4f82b98) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:03:57.080033 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a874f17c-b772-4244-8082-57ef307dbf37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (f83793ea-02dc-4136-903c-945345d094e2), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:57.084210 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a874f17c-b772-4244-8082-57ef307dbf37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:57.086329 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-a874f17c-b772-4244-8082-57ef307dbf37 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f83793ea-02dc-4136-903c-945345d094e2 HTTP/1.1" status: 204  len: 168 time: 0.3482285
May 07 22:03:57.089328 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-7b4e85ff-55bb-46ec-9e05-7ab07ac9580d tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Calling delete_port for c080bea9-3862-442a-a2f3-815b08fb45d7 owned by network:floatingip {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:03:57.109675 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a874f17c-b772-4244-8082-57ef307dbf37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f83793ea-02dc-4136-903c-945345d094e2,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:57.167839 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-596fe3df-56a6-4bf7-8044-9188057d50c1 req-e6500708-f03c-456f-a5b2-b11a3761e6b0 service neutron] 10.222.0.55 "GET /v2.0/networks/33b52409-fae0-4935-b5d0-15acefaa0f3f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2257638
May 07 22:03:57.390746 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:57.394093 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7b4e85ff-55bb-46ec-9e05-7ab07ac9580d tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (c080bea9-3862-442a-a2f3-815b08fb45d7), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:57.462270 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e995b937-91af-432c-a77a-d8c128552d11 req-bac8d014-e456-489d-9cbf-9e5a039e68b5 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:57.463853 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e995b937-91af-432c-a77a-d8c128552d11 req-bac8d014-e456-489d-9cbf-9e5a039e68b5 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 946 time: 0.2256517
May 07 22:03:57.489674 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4e85ff-55bb-46ec-9e05-7ab07ac9580d tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Pushing event deleted for resources: {'Port': ['ID=c080bea9-3862-442a-a2f3-815b08fb45d7,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:57.559530 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-596fe3df-56a6-4bf7-8044-9188057d50c1 req-400e6f76-8df1-4783-90a9-b753ca6ba7b2 service neutron] 10.222.0.55 "GET /v2.0/networks/33b52409-fae0-4935-b5d0-15acefaa0f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3698192
May 07 22:03:57.565774 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-3672ef34-e789-4f12-b9e1-d1d4ff21b0bf req-1377bc95-b6de-4907-8f5f-7edc2ef3e122 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Publish callbacks [] for port (050be740-f219-402b-99ff-07b3f4f82b98), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:57.569581 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 57688) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:57.598304 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c2a4ff35-1120-4fc6-9659-05f90affc41d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:57.625423 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e995b937-91af-432c-a77a-d8c128552d11 req-bba0594d-e6ce-4f4e-a227-9ffd1c2924bf tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1506171
May 07 22:03:57.632859 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eebf2b8-be6d-4486-9fc1-0402f6df95e2 req-38e1b453-c6e1-4729-b16a-8a1638edc6c7 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:57.634232 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2eebf2b8-be6d-4486-9fc1-0402f6df95e2 req-38e1b453-c6e1-4729-b16a-8a1638edc6c7 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=96e381dd-9f23-442c-80d2-8623a85c3e50 HTTP/1.1" status: 200  len: 945 time: 0.1576724
May 07 22:03:57.675345 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd534ae2-02dc-4dc7-a8e6-16834c9ebd3e req-dd6e00d9-0d54-4fa4-9f0a-705f64e75553 tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:57.676984 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bd534ae2-02dc-4dc7-a8e6-16834c9ebd3e req-dd6e00d9-0d54-4fa4-9f0a-705f64e75553 tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] 10.222.0.59 "GET /v2.0/networks?id=8d88d076-afcc-46ea-aeef-47274d5a0fc9 HTTP/1.1" status: 200  len: 808 time: 0.3250921
May 07 22:03:57.677550 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-3672ef34-e789-4f12-b9e1-d1d4ff21b0bf req-1377bc95-b6de-4907-8f5f-7edc2ef3e122 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (050be740-f219-402b-99ff-07b3f4f82b98), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:57.712427 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7b4e85ff-55bb-46ec-9e05-7ab07ac9580d tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks [] for floatingip (8de12a8e-c993-4cae-bf33-6d950584f85d), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:57.715654 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7b4e85ff-55bb-46ec-9e05-7ab07ac9580d tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:57.720340 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-7b4e85ff-55bb-46ec-9e05-7ab07ac9580d tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "DELETE /v2.0/floatingips/8de12a8e-c993-4cae-bf33-6d950584f85d HTTP/1.1" status: 204  len: 168 time: 1.2707636
May 07 22:03:57.786469 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3672ef34-e789-4f12-b9e1-d1d4ff21b0bf req-1377bc95-b6de-4907-8f5f-7edc2ef3e122 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Network 750e8121-2671-438f-9a42-169be7e47286 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:03:57.786757 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2eebf2b8-be6d-4486-9fc1-0402f6df95e2 req-ec4163f3-ba49-468c-be11-20cc864b1dab tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/security-groups?id=8784126e-39eb-4ad2-9420-cda4822e0755&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1286929
May 07 22:03:57.793945 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [req-3672ef34-e789-4f12-b9e1-d1d4ff21b0bf req-1377bc95-b6de-4907-8f5f-7edc2ef3e122 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:03:57.796586 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1377bc95-b6de-4907-8f5f-7edc2ef3e122 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Pushing event updated for resources: {'Port': ['ID=050be740-f219-402b-99ff-07b3f4f82b98,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:57.811220 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-3672ef34-e789-4f12-b9e1-d1d4ff21b0bf req-1377bc95-b6de-4907-8f5f-7edc2ef3e122 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:03:57.827738 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bd534ae2-02dc-4dc7-a8e6-16834c9ebd3e req-01bc6a97-e8a0-42c5-b55b-c0759367b9ff tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e5bd7ffaf96c48688d8ebe954dc7912f HTTP/1.1" status: 200  len: 379 time: 0.1363170
May 07 22:03:57.839298 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-bd534ae2-02dc-4dc7-a8e6-16834c9ebd3e req-1be16fcb-572c-4a14-8064-daae9187b8b5 tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Request body: {'port': {'device_id': 'b682b3c1-0ca9-4806-8100-908917473b27', 'network_id': '8d88d076-afcc-46ea-aeef-47274d5a0fc9', 'admin_state_up': True, 'tenant_id': 'e5bd7ffaf96c48688d8ebe954dc7912f', 'security_groups': ['45028260-27bb-4967-b003-55d77c52e058']}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:03:57.889475 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3672ef34-e789-4f12-b9e1-d1d4ff21b0bf req-1377bc95-b6de-4907-8f5f-7edc2ef3e122 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:57.890267 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-3672ef34-e789-4f12-b9e1-d1d4ff21b0bf req-1377bc95-b6de-4907-8f5f-7edc2ef3e122 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:57.900529 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a36cb1-8cb2-48af-9d18-c48800e542a2 req-7c2fcaad-a035-4b62-8f30-0d3ee8ef7916 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:57.903240 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e2a36cb1-8cb2-48af-9d18-c48800e542a2 req-7c2fcaad-a035-4b62-8f30-0d3ee8ef7916 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba61d59b-e750-459a-a73a-0376bdf5ca51 HTTP/1.1" status: 200  len: 943 time: 0.1693017
May 07 22:03:57.915822 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c2a4ff35-1120-4fc6-9659-05f90affc41d admin admin] Publish callbacks [] for security_group (3745b5eb-6bcb-44a4-9fc3-b74df51bf62b), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:57.930016 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c2a4ff35-1120-4fc6-9659-05f90affc41d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (3745b5eb-6bcb-44a4-9fc3-b74df51bf62b), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:57.964414 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3672ef34-e789-4f12-b9e1-d1d4ff21b0bf req-1377bc95-b6de-4907-8f5f-7edc2ef3e122 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.1694305
May 07 22:03:58.008319 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a4ff35-1120-4fc6-9659-05f90affc41d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3745b5eb-6bcb-44a4-9fc3-b74df51bf62b,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:58.024437 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-c2a4ff35-1120-4fc6-9659-05f90affc41d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e29ec5713c9346dfa9aed7da420ffff0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4518104
May 07 22:03:58.037570 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e2a36cb1-8cb2-48af-9d18-c48800e542a2 req-f4c788f5-142e-4243-a4e6-c1ce8d767a45 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c335e02-4871-4a34-8e92-8c24a11b7b47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1241820
May 07 22:03:58.042920 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 57708) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:58.044123 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-19814899-ed72-4dc6-a555-ce9406f223bb req-7a34461c-0bf8-4183-9d4b-c8f32099f912 tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] 10.222.0.32 "GET /v2.0/ports?device_id=b682b3c1-0ca9-4806-8100-908917473b27 HTTP/1.1" status: 200  len: 210 time: 0.0660477
May 07 22:03:58.061480 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd534ae2-02dc-4dc7-a8e6-16834c9ebd3e req-1be16fcb-572c-4a14-8064-daae9187b8b5 tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Made reservation on behalf of e5bd7ffaf96c48688d8ebe954dc7912f for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:03:58.067522 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-bd534ae2-02dc-4dc7-a8e6-16834c9ebd3e req-1be16fcb-572c-4a14-8064-daae9187b8b5 tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:58.156830 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-095a1d59-1935-467e-b2a0-257026ccdace admin admin] Publish callbacks [] for security_group (3745b5eb-6bcb-44a4-9fc3-b74df51bf62b), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:58.192316 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-5fbf6117-ca06-4c3c-9850-764b73da595e None None] Provisioning complete for port 050be740-f219-402b-99ff-07b3f4f82b98 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:03:58.192965 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5fbf6117-ca06-4c3c-9850-764b73da595e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (050be740-f219-402b-99ff-07b3f4f82b98), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:58.208272 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-095a1d59-1935-467e-b2a0-257026ccdace admin admin] Publish callbacks [] for security_group (3745b5eb-6bcb-44a4-9fc3-b74df51bf62b), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:58.231338 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2fcb89-906d-4727-81f9-e39b94237b93 req-fcfd9c5b-2026-44ff-800a-5d425430d136 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:58.232904 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-eb2fcb89-906d-4727-81f9-e39b94237b93 req-fcfd9c5b-2026-44ff-800a-5d425430d136 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 946 time: 0.0820270
May 07 22:03:58.240574 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-5fbf6117-ca06-4c3c-9850-764b73da595e None None] Port 050be740-f219-402b-99ff-07b3f4f82b98 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:03:58.278308 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-095a1d59-1935-467e-b2a0-257026ccdace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (3745b5eb-6bcb-44a4-9fc3-b74df51bf62b), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:58.281830 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-095a1d59-1935-467e-b2a0-257026ccdace admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:58.283636 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-095a1d59-1935-467e-b2a0-257026ccdace admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3745b5eb-6bcb-44a4-9fc3-b74df51bf62b HTTP/1.1" status: 204  len: 168 time: 0.2395606
May 07 22:03:58.313888 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [req-bd534ae2-02dc-4dc7-a8e6-16834c9ebd3e req-1be16fcb-572c-4a14-8064-daae9187b8b5 tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Allocated IP 172.20.0.7 (8d88d076-afcc-46ea-aeef-47274d5a0fc9/f15072ac-4fc2-4d22-b0ea-3923eb70ad7a/ebd70047-1a0a-49d6-a707-647dac8e19a2) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:03:58.314584 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095a1d59-1935-467e-b2a0-257026ccdace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3745b5eb-6bcb-44a4-9fc3-b74df51bf62b,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:58.503407 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-bd534ae2-02dc-4dc7-a8e6-16834c9ebd3e req-1be16fcb-572c-4a14-8064-daae9187b8b5 tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Publish callbacks [] for port (ebd70047-1a0a-49d6-a707-647dac8e19a2), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:58.521440 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-eb2fcb89-906d-4727-81f9-e39b94237b93 req-577d5450-d242-4ac0-b69d-1e650fac590a tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0918429
May 07 22:03:58.523329 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-3672ef34-e789-4f12-b9e1-d1d4ff21b0bf req-3802d563-166a-49c0-80e5-060e581fb27e service neutron] Request body: {'port': {'device_id': '11df3809-8e5b-40d6-adb1-393c365f9a47', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:03:58.589719 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 57726) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:58.594848 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-d8cde232-a785-4c66-a5d4-86c9fb571d49 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1860571418', 'description': 'tempest-description--1790218233'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:03:58.617384 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-bd534ae2-02dc-4dc7-a8e6-16834c9ebd3e req-1be16fcb-572c-4a14-8064-daae9187b8b5 tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (ebd70047-1a0a-49d6-a707-647dac8e19a2), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:58.628887 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 97a27940-706a-4478-97b8-2f47b67e4146 no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:03:58.655507 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] No Port match for: 97a27940-706a-4478-97b8-2f47b67e4146 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:03:58.656225 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 97a27940-706a-4478-97b8-2f47b67e4146 not bound to the agent host nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:03:58.685683 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be16fcb-572c-4a14-8064-daae9187b8b5 tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Pushing event updated for resources: {'Port': ['ID=ebd70047-1a0a-49d6-a707-647dac8e19a2,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:58.731271 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd534ae2-02dc-4dc7-a8e6-16834c9ebd3e req-1be16fcb-572c-4a14-8064-daae9187b8b5 tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Network 8d88d076-afcc-46ea-aeef-47274d5a0fc9 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:03:58.756516 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [req-bd534ae2-02dc-4dc7-a8e6-16834c9ebd3e req-1be16fcb-572c-4a14-8064-daae9187b8b5 tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:03:58.761960 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd534ae2-02dc-4dc7-a8e6-16834c9ebd3e req-1be16fcb-572c-4a14-8064-daae9187b8b5 tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:03:58.801278 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d8cde232-a785-4c66-a5d4-86c9fb571d49 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:58.889466 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d0ce9d-dd65-4df1-aeca-dd762810d284 req-b5b489ae-e6a3-4bce-9331-8cf56b695ff9 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:58.907000 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d7d0ce9d-dd65-4df1-aeca-dd762810d284 req-b5b489ae-e6a3-4bce-9331-8cf56b695ff9 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/ports?device_id=11df3809-8e5b-40d6-adb1-393c365f9a47 HTTP/1.1" status: 200  len: 932 time: 0.2224293
May 07 22:03:59.122459 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d8cde232-a785-4c66-a5d4-86c9fb571d49 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks [] for security_group (2287ac73-41a5-4eb4-b7c6-3c52daf9bbf9), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:59.126966 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:59.133767 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e321a5-dc18-4d1e-9725-2ac5d19024ea req-fcd0da2e-bd1f-4839-be16-e4595f9bc9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:59.135568 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e0e321a5-dc18-4d1e-9725-2ac5d19024ea req-fcd0da2e-bd1f-4839-be16-e4595f9bc9c1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=759c66c34f414c19b2109393738ef639&device_id=ba61d59b-e750-459a-a73a-0376bdf5ca51 HTTP/1.1" status: 200  len: 1125 time: 0.5978155
May 07 22:03:59.152409 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd534ae2-02dc-4dc7-a8e6-16834c9ebd3e req-1be16fcb-572c-4a14-8064-daae9187b8b5 tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:59.152656 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-bd534ae2-02dc-4dc7-a8e6-16834c9ebd3e req-1be16fcb-572c-4a14-8064-daae9187b8b5 tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:59.191360 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d8cde232-a785-4c66-a5d4-86c9fb571d49 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (2287ac73-41a5-4eb4-b7c6-3c52daf9bbf9), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:59.234600 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a600249-3400-4f0e-b5d7-890750ae51fd req-8f7d8eab-996a-467e-85cc-c1caf7ddfbb0 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:59.241936 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6a600249-3400-4f0e-b5d7-890750ae51fd req-8f7d8eab-996a-467e-85cc-c1caf7ddfbb0 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=96e381dd-9f23-442c-80d2-8623a85c3e50 HTTP/1.1" status: 200  len: 945 time: 0.2107954
May 07 22:03:59.251225 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bd534ae2-02dc-4dc7-a8e6-16834c9ebd3e req-1be16fcb-572c-4a14-8064-daae9187b8b5 tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4172566
May 07 22:03:59.291198 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-c66ffe11-a537-4fe0-8b5c-51f0efc437f8 None None] Provisioning complete for port ebd70047-1a0a-49d6-a707-647dac8e19a2 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:03:59.291575 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c66ffe11-a537-4fe0-8b5c-51f0efc437f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (ebd70047-1a0a-49d6-a707-647dac8e19a2), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:59.295555 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-3672ef34-e789-4f12-b9e1-d1d4ff21b0bf req-3802d563-166a-49c0-80e5-060e581fb27e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (050be740-f219-402b-99ff-07b3f4f82b98), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:59.310447 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d7d0ce9d-dd65-4df1-aeca-dd762810d284 req-afd9a4b3-c1b8-4fac-aabb-9e51bc39e1ac tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/security-groups?id=f987a2d1-eb5a-490d-a69c-fbe04ec6dc6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4014544
May 07 22:03:59.323102 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d8cde232-a785-4c66-a5d4-86c9fb571d49 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:59.327335 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-d8cde232-a785-4c66-a5d4-86c9fb571d49 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1799 time: 0.7341404
May 07 22:03:59.337569 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-bd534ae2-02dc-4dc7-a8e6-16834c9ebd3e req-d05a63fc-696d-4c76-9342-f82e62204158 service neutron] Request body: {'port': {'device_id': 'b682b3c1-0ca9-4806-8100-908917473b27', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:03:59.356295 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 57756) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:59.362585 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-ccee76ce-eeae-4d1b-be91-fae53235aab2 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Request body: {'security_group_rule': {'security_group_id': '2287ac73-41a5-4eb4-b7c6-3c52daf9bbf9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:03:59.428441 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-c66ffe11-a537-4fe0-8b5c-51f0efc437f8 None None] Port ebd70047-1a0a-49d6-a707-647dac8e19a2 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:03:59.467225 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-bd534ae2-02dc-4dc7-a8e6-16834c9ebd3e req-d05a63fc-696d-4c76-9342-f82e62204158 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (ebd70047-1a0a-49d6-a707-647dac8e19a2), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:59.491166 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6a600249-3400-4f0e-b5d7-890750ae51fd req-f70c15c4-100a-4ae7-94e9-1dce512a1b77 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/security-groups?id=8784126e-39eb-4ad2-9420-cda4822e0755&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2376351
May 07 22:03:59.572436 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e321a5-dc18-4d1e-9725-2ac5d19024ea req-7581a89c-e374-42e7-8d92-4717b444a4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:59.574230 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e0e321a5-dc18-4d1e-9725-2ac5d19024ea req-7581a89c-e374-42e7-8d92-4717b444a4a1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=33b52409-fae0-4935-b5d0-15acefaa0f3f HTTP/1.1" status: 200  len: 913 time: 0.4298913
May 07 22:03:59.583763 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 57770) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:03:59.639445 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ccee76ce-eeae-4d1b-be91-fae53235aab2 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks [] for security_group_rule (bfec22d5-9071-4afe-a292-3b86ca368cc4), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:59.686881 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cde232-a785-4c66-a5d4-86c9fb571d49 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2287ac73-41a5-4eb4-b7c6-3c52daf9bbf9,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:03:59.720544 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e0e321a5-dc18-4d1e-9725-2ac5d19024ea req-ed7142d3-aea1-46a2-9a41-60862107bb3e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=21b489d6-f673-44e1-848f-8bbe1b3aef5c HTTP/1.1" status: 200  len: 217 time: 0.1270823
May 07 22:03:59.763279 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d72eeb3-8a63-48a7-9107-a6fd5c27eeb9 req-2cfab377-d581-4772-9035-4365b11aef33 tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:59.765084 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8d72eeb3-8a63-48a7-9107-a6fd5c27eeb9 req-2cfab377-d581-4772-9035-4365b11aef33 tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] 10.222.0.32 "GET /v2.0/ports?device_id=b682b3c1-0ca9-4806-8100-908917473b27 HTTP/1.1" status: 200  len: 931 time: 0.3044538
May 07 22:03:59.765451 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14effeca-9d9c-4ebb-a2c5-89e3c0c4fbb2 req-34d61d3b-5f34-43af-9051-1eec2e6e98d6 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:59.767179 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-14effeca-9d9c-4ebb-a2c5-89e3c0c4fbb2 req-34d61d3b-5f34-43af-9051-1eec2e6e98d6 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba61d59b-e750-459a-a73a-0376bdf5ca51 HTTP/1.1" status: 200  len: 943 time: 0.1849599
May 07 22:03:59.889778 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8d72eeb3-8a63-48a7-9107-a6fd5c27eeb9 req-3845c675-3c20-436b-ae4f-fb4d603d731e tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] 10.222.0.32 "GET /v2.0/security-groups?id=45028260-27bb-4967-b003-55d77c52e058&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0830774
May 07 22:03:59.917454 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e321a5-dc18-4d1e-9725-2ac5d19024ea req-f68afdfe-68e4-4da2-8216-b0b6b907a31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:03:59.919298 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e0e321a5-dc18-4d1e-9725-2ac5d19024ea req-f68afdfe-68e4-4da2-8216-b0b6b907a31e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3e304f3b-3927-4f57-b6d9-ff32c4ae5938 HTTP/1.1" status: 200  len: 851 time: 0.1888468
May 07 22:03:59.973900 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [req-bd534ae2-02dc-4dc7-a8e6-16834c9ebd3e req-d05a63fc-696d-4c76-9342-f82e62204158 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebd70047-1a0a-49d6-a707-647dac8e19a2 {{(pid=121837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:03:59.980635 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-14effeca-9d9c-4ebb-a2c5-89e3c0c4fbb2 req-43f2583c-213b-436a-ae8c-8fb96fe73b92 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c335e02-4871-4a34-8e92-8c24a11b7b47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1801670
May 07 22:03:59.982564 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-bd534ae2-02dc-4dc7-a8e6-16834c9ebd3e req-d05a63fc-696d-4c76-9342-f82e62204158 service neutron] Publish callbacks [] for port (ebd70047-1a0a-49d6-a707-647dac8e19a2), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:03:59.994999 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-5145272a-acb0-4412-9d7b-ed6e10ab4ef2 tempest-RoutersAdminNegativeTest-1242132979 tempest-RoutersAdminNegativeTest-1242132979-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1547948151', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:04:00.009063 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-bd534ae2-02dc-4dc7-a8e6-16834c9ebd3e req-d05a63fc-696d-4c76-9342-f82e62204158 service neutron] Transition to ACTIVE for port object ebd70047-1a0a-49d6-a707-647dac8e19a2 will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 22:04:00.010133 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ccee76ce-eeae-4d1b-be91-fae53235aab2 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks [] for security_group_rule (bfec22d5-9071-4afe-a292-3b86ca368cc4), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:00.014427 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-bd534ae2-02dc-4dc7-a8e6-16834c9ebd3e req-d05a63fc-696d-4c76-9342-f82e62204158 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (ebd70047-1a0a-49d6-a707-647dac8e19a2), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:00.023433 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ccee76ce-eeae-4d1b-be91-fae53235aab2 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (bfec22d5-9071-4afe-a292-3b86ca368cc4), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:00.031192 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e321a5-dc18-4d1e-9725-2ac5d19024ea req-c1f9dff7-b9ed-40f4-a792-00135aec3418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:00.032903 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e0e321a5-dc18-4d1e-9725-2ac5d19024ea req-c1f9dff7-b9ed-40f4-a792-00135aec3418 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=33b52409-fae0-4935-b5d0-15acefaa0f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0984297
May 07 22:04:00.074427 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05a63fc-696d-4c76-9342-f82e62204158 service neutron] Pushing event updated for resources: {'Port': ['ID=ebd70047-1a0a-49d6-a707-647dac8e19a2,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:00.093663 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccee76ce-eeae-4d1b-be91-fae53235aab2 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfec22d5-9071-4afe-a292-3b86ca368cc4,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:00.106808 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5145272a-acb0-4412-9d7b-ed6e10ab4ef2 tempest-RoutersAdminNegativeTest-1242132979 tempest-RoutersAdminNegativeTest-1242132979-project-admin] Made reservation on behalf of 52e29d12afb3431caddf0b22198fefba for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:04:00.109402 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5145272a-acb0-4412-9d7b-ed6e10ab4ef2 tempest-RoutersAdminNegativeTest-1242132979 tempest-RoutersAdminNegativeTest-1242132979-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:00.141915 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ccee76ce-eeae-4d1b-be91-fae53235aab2 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:00.146682 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 57786) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:04:00.149492 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-ccee76ce-eeae-4d1b-be91-fae53235aab2 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.7858472
May 07 22:04:00.152340 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-bfd4ee94-fc34-44cf-9100-b61dd4dc75a9 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Request body: {'security_group_rule': {'security_group_id': '2287ac73-41a5-4eb4-b7c6-3c52daf9bbf9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:04:00.200829 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5145272a-acb0-4412-9d7b-ed6e10ab4ef2 tempest-RoutersAdminNegativeTest-1242132979 tempest-RoutersAdminNegativeTest-1242132979-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:00.222278 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-bd534ae2-02dc-4dc7-a8e6-16834c9ebd3e req-d05a63fc-696d-4c76-9342-f82e62204158 service neutron] Attempting to bind port ebd70047-1a0a-49d6-a707-647dac8e19a2 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:04:00.225528 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-bd534ae2-02dc-4dc7-a8e6-16834c9ebd3e req-d05a63fc-696d-4c76-9342-f82e62204158 service neutron] Attempting to bind port ebd70047-1a0a-49d6-a707-647dac8e19a2 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '10abb979-7057-4b07-b0f5-fe98bc19f5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8d88d076-afcc-46ea-aeef-47274d5a0fc9'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:04:00.226369 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd534ae2-02dc-4dc7-a8e6-16834c9ebd3e req-d05a63fc-696d-4c76-9342-f82e62204158 service neutron] Attempting to bind port ebd70047-1a0a-49d6-a707-647dac8e19a2 on network 8d88d076-afcc-46ea-aeef-47274d5a0fc9 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:04:00.229182 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [req-3672ef34-e789-4f12-b9e1-d1d4ff21b0bf req-3802d563-166a-49c0-80e5-060e581fb27e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 050be740-f219-402b-99ff-07b3f4f82b98 {{(pid=121836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:04:00.233725 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd534ae2-02dc-4dc7-a8e6-16834c9ebd3e req-d05a63fc-696d-4c76-9342-f82e62204158 service neutron] Port ebd70047-1a0a-49d6-a707-647dac8e19a2 on network 8d88d076-afcc-46ea-aeef-47274d5a0fc9 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:04:00.234497 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd534ae2-02dc-4dc7-a8e6-16834c9ebd3e req-d05a63fc-696d-4c76-9342-f82e62204158 service neutron] Attempting to bind port ebd70047-1a0a-49d6-a707-647dac8e19a2 on network 8d88d076-afcc-46ea-aeef-47274d5a0fc9 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:04:00.251701 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd534ae2-02dc-4dc7-a8e6-16834c9ebd3e req-d05a63fc-696d-4c76-9342-f82e62204158 service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:04:00.251939 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd534ae2-02dc-4dc7-a8e6-16834c9ebd3e req-d05a63fc-696d-4c76-9342-f82e62204158 service neutron] Checking segment: {'id': '10abb979-7057-4b07-b0f5-fe98bc19f5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8d88d076-afcc-46ea-aeef-47274d5a0fc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:04:00.252688 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd534ae2-02dc-4dc7-a8e6-16834c9ebd3e req-d05a63fc-696d-4c76-9342-f82e62204158 service neutron] Bound using segment: {'id': '10abb979-7057-4b07-b0f5-fe98bc19f5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8d88d076-afcc-46ea-aeef-47274d5a0fc9'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:04:00.253428 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-bd534ae2-02dc-4dc7-a8e6-16834c9ebd3e req-d05a63fc-696d-4c76-9342-f82e62204158 service neutron] Bound port: ebd70047-1a0a-49d6-a707-647dac8e19a2, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10abb979-7057-4b07-b0f5-fe98bc19f5ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '8d88d076-afcc-46ea-aeef-47274d5a0fc9'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:04:00.254072 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-bd534ae2-02dc-4dc7-a8e6-16834c9ebd3e req-d05a63fc-696d-4c76-9342-f82e62204158 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (ebd70047-1a0a-49d6-a707-647dac8e19a2), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:00.259271 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:00.261962 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-3672ef34-e789-4f12-b9e1-d1d4ff21b0bf req-3802d563-166a-49c0-80e5-060e581fb27e service neutron] Publish callbacks [] for port (050be740-f219-402b-99ff-07b3f4f82b98), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:00.283946 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bfd4ee94-fc34-44cf-9100-b61dd4dc75a9 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks [] for security_group_rule (0a3b6cb7-bf49-4672-81c4-ba3c35f4f429), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:00.300752 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.provisioning_blocks [req-3672ef34-e789-4f12-b9e1-d1d4ff21b0bf req-3802d563-166a-49c0-80e5-060e581fb27e service neutron] Transition to ACTIVE for port object 050be740-f219-402b-99ff-07b3f4f82b98 will not be triggered until provisioned by entity L2. {{(pid=121836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 22:04:00.306196 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e0e321a5-dc18-4d1e-9725-2ac5d19024ea req-ed325a0b-8453-4b44-b879-ad403708f895 service neutron] 10.222.0.55 "GET /v2.0/networks/33b52409-fae0-4935-b5d0-15acefaa0f3f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2526414
May 07 22:04:00.318358 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-3672ef34-e789-4f12-b9e1-d1d4ff21b0bf req-3802d563-166a-49c0-80e5-060e581fb27e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (050be740-f219-402b-99ff-07b3f4f82b98), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:00.361109 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bfd4ee94-fc34-44cf-9100-b61dd4dc75a9 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks [] for security_group_rule (0a3b6cb7-bf49-4672-81c4-ba3c35f4f429), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:00.483785 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-bd534ae2-02dc-4dc7-a8e6-16834c9ebd3e req-d05a63fc-696d-4c76-9342-f82e62204158 service neutron] For port ebd70047-1a0a-49d6-a707-647dac8e19a2, host nch2-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:04:00.487417 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-bd534ae2-02dc-4dc7-a8e6-16834c9ebd3e req-d05a63fc-696d-4c76-9342-f82e62204158 service neutron] For port ebd70047-1a0a-49d6-a707-647dac8e19a2, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ebd70047-1a0a-49d6-a707-647dac8e19a2,segment=NetworkSegment(10abb979-7057-4b07-b0f5-fe98bc19f5ad),segment_id=10abb979-7057-4b07-b0f5-fe98bc19f5ad)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:04:00.491239 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bfd4ee94-fc34-44cf-9100-b61dd4dc75a9 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (0a3b6cb7-bf49-4672-81c4-ba3c35f4f429), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:00.501141 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5145272a-acb0-4412-9d7b-ed6e10ab4ef2 tempest-RoutersAdminNegativeTest-1242132979 tempest-RoutersAdminNegativeTest-1242132979-project-admin] Publish callbacks [] for security_group (fb521053-47a5-4a8a-b455-73f614d9da83), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:00.530626 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3802d563-166a-49c0-80e5-060e581fb27e service neutron] Pushing event updated for resources: {'Port': ['ID=050be740-f219-402b-99ff-07b3f4f82b98,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:00.531024 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-bd534ae2-02dc-4dc7-a8e6-16834c9ebd3e req-d05a63fc-696d-4c76-9342-f82e62204158 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (ebd70047-1a0a-49d6-a707-647dac8e19a2), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:00.546946 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5145272a-acb0-4412-9d7b-ed6e10ab4ef2 tempest-RoutersAdminNegativeTest-1242132979 tempest-RoutersAdminNegativeTest-1242132979-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (fb521053-47a5-4a8a-b455-73f614d9da83), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:00.549598 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd4ee94-fc34-44cf-9100-b61dd4dc75a9 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a3b6cb7-bf49-4672-81c4-ba3c35f4f429,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:00.618934 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [None req-5145272a-acb0-4412-9d7b-ed6e10ab4ef2 tempest-RoutersAdminNegativeTest-1242132979 tempest-RoutersAdminNegativeTest-1242132979-project-admin] device_id is not set on port d6c6aefb-6976-41ec-995a-67ca552fd9d4 yet. {{(pid=121836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 22:04:00.656128 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd534ae2-02dc-4dc7-a8e6-16834c9ebd3e req-d05a63fc-696d-4c76-9342-f82e62204158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:00.657068 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-bd534ae2-02dc-4dc7-a8e6-16834c9ebd3e req-d05a63fc-696d-4c76-9342-f82e62204158 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:00.659527 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bd534ae2-02dc-4dc7-a8e6-16834c9ebd3e req-d05a63fc-696d-4c76-9342-f82e62204158 service neutron] 10.222.0.59 "PUT /v2.0/ports/ebd70047-1a0a-49d6-a707-647dac8e19a2 HTTP/1.1" status: 200  len: 1091 time: 1.3471880
May 07 22:04:00.667720 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bfd4ee94-fc34-44cf-9100-b61dd4dc75a9 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:00.675641 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-bfd4ee94-fc34-44cf-9100-b61dd4dc75a9 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5280232
May 07 22:04:00.677338 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 57806) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:04:00.678985 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05a63fc-696d-4c76-9342-f82e62204158 service neutron] Pushing event updated for resources: {'Port': ['ID=ebd70047-1a0a-49d6-a707-647dac8e19a2,revision_number=3']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:00.683461 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b682b3c1-0ca9-4806-8100-908917473b27', 'tag': 'ebd70047-1a0a-49d6-a707-647dac8e19a2'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:04:00.698053 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc6db924-2a0c-478f-bd49-1608fbccbda2" -d '{"events": [{"name": "network-changed", "server_uuid": "b682b3c1-0ca9-4806-8100-908917473b27", "tag": "ebd70047-1a0a-49d6-a707-647dac8e19a2"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:04:00.705665 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-24c52bf0-e0c5-465d-acfa-57a9bee0f9df tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Request body: {'floatingip': {'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:04:00.783464 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-24c52bf0-e0c5-465d-acfa-57a9bee0f9df tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:00.942100 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce24d26-d70a-4903-b8a3-b131324cffe5 req-641661f5-f0f9-411c-a40e-2ff26bead4a4 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:00.947403 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6ce24d26-d70a-4903-b8a3-b131324cffe5 req-641661f5-f0f9-411c-a40e-2ff26bead4a4 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=96e381dd-9f23-442c-80d2-8623a85c3e50 HTTP/1.1" status: 200  len: 945 time: 0.2293730
May 07 22:04:00.987855 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5145272a-acb0-4412-9d7b-ed6e10ab4ef2 tempest-RoutersAdminNegativeTest-1242132979 tempest-RoutersAdminNegativeTest-1242132979-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb521053-47a5-4a8a-b455-73f614d9da83,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:01.038120 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-3672ef34-e789-4f12-b9e1-d1d4ff21b0bf req-3802d563-166a-49c0-80e5-060e581fb27e service neutron] Attempting to bind port 050be740-f219-402b-99ff-07b3f4f82b98 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:04:01.038473 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-3672ef34-e789-4f12-b9e1-d1d4ff21b0bf req-3802d563-166a-49c0-80e5-060e581fb27e service neutron] Attempting to bind port 050be740-f219-402b-99ff-07b3f4f82b98 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '946603cd-661c-44e1-83be-0ffa4fba5a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '750e8121-2671-438f-9a42-169be7e47286'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:04:01.038944 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3672ef34-e789-4f12-b9e1-d1d4ff21b0bf req-3802d563-166a-49c0-80e5-060e581fb27e service neutron] Attempting to bind port 050be740-f219-402b-99ff-07b3f4f82b98 on network 750e8121-2671-438f-9a42-169be7e47286 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:04:01.068262 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e0e321a5-dc18-4d1e-9725-2ac5d19024ea req-ccf2ac17-60c5-40cd-ae65-c260cf96d7d8 service neutron] 10.222.0.55 "GET /v2.0/networks/33b52409-fae0-4935-b5d0-15acefaa0f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7514100
May 07 22:04:01.084530 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3672ef34-e789-4f12-b9e1-d1d4ff21b0bf req-3802d563-166a-49c0-80e5-060e581fb27e service neutron] Port 050be740-f219-402b-99ff-07b3f4f82b98 on network 750e8121-2671-438f-9a42-169be7e47286 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:04:01.084862 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3672ef34-e789-4f12-b9e1-d1d4ff21b0bf req-3802d563-166a-49c0-80e5-060e581fb27e service neutron] Attempting to bind port 050be740-f219-402b-99ff-07b3f4f82b98 on network 750e8121-2671-438f-9a42-169be7e47286 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:04:01.120692 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6ce24d26-d70a-4903-b8a3-b131324cffe5 req-7f7c574a-60d7-4e3a-a182-1a52273d1612 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/security-groups?id=8784126e-39eb-4ad2-9420-cda4822e0755&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1534040
May 07 22:04:01.121208 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3672ef34-e789-4f12-b9e1-d1d4ff21b0bf req-3802d563-166a-49c0-80e5-060e581fb27e service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:04:01.121559 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3672ef34-e789-4f12-b9e1-d1d4ff21b0bf req-3802d563-166a-49c0-80e5-060e581fb27e service neutron] Checking segment: {'id': '946603cd-661c-44e1-83be-0ffa4fba5a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '750e8121-2671-438f-9a42-169be7e47286'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:04:01.121979 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3672ef34-e789-4f12-b9e1-d1d4ff21b0bf req-3802d563-166a-49c0-80e5-060e581fb27e service neutron] Bound using segment: {'id': '946603cd-661c-44e1-83be-0ffa4fba5a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '750e8121-2671-438f-9a42-169be7e47286'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:04:01.122524 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-3672ef34-e789-4f12-b9e1-d1d4ff21b0bf req-3802d563-166a-49c0-80e5-060e581fb27e service neutron] Bound port: 050be740-f219-402b-99ff-07b3f4f82b98, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '946603cd-661c-44e1-83be-0ffa4fba5a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '750e8121-2671-438f-9a42-169be7e47286'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:04:01.122853 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-3672ef34-e789-4f12-b9e1-d1d4ff21b0bf req-3802d563-166a-49c0-80e5-060e581fb27e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (050be740-f219-402b-99ff-07b3f4f82b98), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:01.213435 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-5145272a-acb0-4412-9d7b-ed6e10ab4ef2 tempest-RoutersAdminNegativeTest-1242132979 tempest-RoutersAdminNegativeTest-1242132979-project-admin] Allocated IP 172.35.4.52 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/d6c6aefb-6976-41ec-995a-67ca552fd9d4) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:04:01.260415 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-3672ef34-e789-4f12-b9e1-d1d4ff21b0bf req-3802d563-166a-49c0-80e5-060e581fb27e service neutron] For port 050be740-f219-402b-99ff-07b3f4f82b98, host nch1-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:04:01.260639 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c4f7899-d22c-44fe-9a58-962febb32462 x-openstack-request-id: req-7c4f7899-d22c-44fe-9a58-962febb32462 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:04:01.260916 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b682b3c1-0ca9-4806-8100-908917473b27", "tag": "ebd70047-1a0a-49d6-a707-647dac8e19a2", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:04:01.261114 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7c4f7899-d22c-44fe-9a58-962febb32462 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:04:01.261523 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c4f7899-d22c-44fe-9a58-962febb32462'] response: {'name': 'network-changed', 'server_uuid': 'b682b3c1-0ca9-4806-8100-908917473b27', 'tag': 'ebd70047-1a0a-49d6-a707-647dac8e19a2', 'status': 'completed', 'code': 200}
May 07 22:04:01.265400 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd534ae2-02dc-4dc7-a8e6-16834c9ebd3e req-2d1bf22c-5f17-4cc5-bc0b-6b6e7e361225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:01.267750 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bd534ae2-02dc-4dc7-a8e6-16834c9ebd3e req-2d1bf22c-5f17-4cc5-bc0b-6b6e7e361225 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e5bd7ffaf96c48688d8ebe954dc7912f&device_id=b682b3c1-0ca9-4806-8100-908917473b27 HTTP/1.1" status: 200  len: 1125 time: 0.5320144
May 07 22:04:01.268953 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-3672ef34-e789-4f12-b9e1-d1d4ff21b0bf req-3802d563-166a-49c0-80e5-060e581fb27e service neutron] For port 050be740-f219-402b-99ff-07b3f4f82b98, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=050be740-f219-402b-99ff-07b3f4f82b98,segment=NetworkSegment(946603cd-661c-44e1-83be-0ffa4fba5a22),segment_id=946603cd-661c-44e1-83be-0ffa4fba5a22)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:04:01.275102 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34c6479-a9b7-4711-afb1-39b2c8b6b8b0 req-a9e2d220-385c-4629-8668-23f45e4056fa tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:01.277387 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a34c6479-a9b7-4711-afb1-39b2c8b6b8b0 req-a9e2d220-385c-4629-8668-23f45e4056fa tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/ports?device_id=11df3809-8e5b-40d6-adb1-393c365f9a47 HTTP/1.1" status: 200  len: 944 time: 0.7296436
May 07 22:04:01.287287 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-3672ef34-e789-4f12-b9e1-d1d4ff21b0bf req-3802d563-166a-49c0-80e5-060e581fb27e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (050be740-f219-402b-99ff-07b3f4f82b98), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:01.325926 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bd534ae2-02dc-4dc7-a8e6-16834c9ebd3e req-3f12ef89-023f-434c-a82f-70aa1a28b943 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ebd70047-1a0a-49d6-a707-647dac8e19a2 HTTP/1.1" status: 200  len: 217 time: 0.0475678
May 07 22:04:01.338587 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-24c52bf0-e0c5-465d-acfa-57a9bee0f9df tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:01.340902 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3672ef34-e789-4f12-b9e1-d1d4ff21b0bf req-3802d563-166a-49c0-80e5-060e581fb27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:01.341507 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-3672ef34-e789-4f12-b9e1-d1d4ff21b0bf req-3802d563-166a-49c0-80e5-060e581fb27e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:01.342964 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3672ef34-e789-4f12-b9e1-d1d4ff21b0bf req-3802d563-166a-49c0-80e5-060e581fb27e service neutron] 10.222.0.55 "PUT /v2.0/ports/050be740-f219-402b-99ff-07b3f4f82b98 HTTP/1.1" status: 200  len: 1092 time: 2.8246608
May 07 22:04:01.344524 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11df3809-8e5b-40d6-adb1-393c365f9a47', 'tag': '050be740-f219-402b-99ff-07b3f4f82b98'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:04:01.347459 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-042f6b7a-235b-4afa-aae3-7c8fd746a75b" -d '{"events": [{"name": "network-changed", "server_uuid": "11df3809-8e5b-40d6-adb1-393c365f9a47", "tag": "050be740-f219-402b-99ff-07b3f4f82b98"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:04:01.464527 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a34c6479-a9b7-4711-afb1-39b2c8b6b8b0 req-55a877bd-5cdc-4378-93be-14bea6644ed3 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/security-groups?id=f987a2d1-eb5a-490d-a69c-fbe04ec6dc6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1352141
May 07 22:04:01.494857 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3802d563-166a-49c0-80e5-060e581fb27e service neutron] Pushing event updated for resources: {'Port': ['ID=050be740-f219-402b-99ff-07b3f4f82b98,revision_number=3']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:01.495360 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd534ae2-02dc-4dc7-a8e6-16834c9ebd3e req-6126c217-24fa-41d1-9d15-186c531d7add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:01.497084 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bd534ae2-02dc-4dc7-a8e6-16834c9ebd3e req-6126c217-24fa-41d1-9d15-186c531d7add service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f15072ac-4fc2-4d22-b0ea-3923eb70ad7a HTTP/1.1" status: 200  len: 847 time: 0.1278656
May 07 22:04:01.516594 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb13d30-2bfc-48f2-965b-f6fe6413e6ad req-42625932-c6bf-451a-8be6-8f6c2bbe5244 tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:01.530338 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-edb13d30-2bfc-48f2-965b-f6fe6413e6ad req-42625932-c6bf-451a-8be6-8f6c2bbe5244 tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] 10.222.0.32 "GET /v2.0/ports?device_id=b682b3c1-0ca9-4806-8100-908917473b27 HTTP/1.1" status: 200  len: 943 time: 0.1803513
May 07 22:04:01.562483 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd534ae2-02dc-4dc7-a8e6-16834c9ebd3e req-67f3deca-1e51-4c72-a7f8-e2a1b2f10ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:01.562483 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bd534ae2-02dc-4dc7-a8e6-16834c9ebd3e req-67f3deca-1e51-4c72-a7f8-e2a1b2f10ab9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8d88d076-afcc-46ea-aeef-47274d5a0fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0579929
May 07 22:04:01.563541 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3672ef34-e789-4f12-b9e1-d1d4ff21b0bf req-bd792075-2f45-44ad-99fa-74f99ba67ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:01.565017 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3672ef34-e789-4f12-b9e1-d1d4ff21b0bf req-bd792075-2f45-44ad-99fa-74f99ba67ed0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=81e5c5d849ea4fc59d5c4fc58b31530f&device_id=11df3809-8e5b-40d6-adb1-393c365f9a47 HTTP/1.1" status: 200  len: 1126 time: 0.1602988
May 07 22:04:01.639165 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3672ef34-e789-4f12-b9e1-d1d4ff21b0bf req-c6b6e9b6-0473-4b0c-81b8-c9042bba20d6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=050be740-f219-402b-99ff-07b3f4f82b98 HTTP/1.1" status: 200  len: 217 time: 0.0529704
May 07 22:04:01.651386 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-edb13d30-2bfc-48f2-965b-f6fe6413e6ad req-ef166396-669d-4b69-9c5d-dfc0e8735f5a tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] 10.222.0.32 "GET /v2.0/security-groups?id=45028260-27bb-4967-b003-55d77c52e058&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1202495
May 07 22:04:01.654151 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5145272a-acb0-4412-9d7b-ed6e10ab4ef2 tempest-RoutersAdminNegativeTest-1242132979 tempest-RoutersAdminNegativeTest-1242132979-project-admin] Publish callbacks [] for port (d6c6aefb-6976-41ec-995a-67ca552fd9d4), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:01.706192 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a767f45-8749-4e31-9905-c26f9cd93e8c req-caf5b03f-7763-4e07-9bcd-5ce129ba0654 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:01.708294 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2a767f45-8749-4e31-9905-c26f9cd93e8c req-caf5b03f-7763-4e07-9bcd-5ce129ba0654 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba61d59b-e750-459a-a73a-0376bdf5ca51 HTTP/1.1" status: 200  len: 943 time: 0.1236551
May 07 22:04:01.713916 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 21b489d6-f673-44e1-848f-8bbe1b3aef5c details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:04:01.729229 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3672ef34-e789-4f12-b9e1-d1d4ff21b0bf req-694347e7-cc2a-49ba-898c-6f013c4cc4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:01.731049 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3672ef34-e789-4f12-b9e1-d1d4ff21b0bf req-694347e7-cc2a-49ba-898c-6f013c4cc4ce service neutron] 10.222.0.55 "GET /v2.0/subnets?id=28fef69b-5556-41b9-8d96-96dc0ff0d3b2 HTTP/1.1" status: 200  len: 849 time: 0.0837510
May 07 22:04:01.758744 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bd534ae2-02dc-4dc7-a8e6-16834c9ebd3e req-6388933d-6a30-4ac2-92bf-4db855dcb7c1 service neutron] 10.222.0.59 "GET /v2.0/networks/8d88d076-afcc-46ea-aeef-47274d5a0fc9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1840692
May 07 22:04:01.792844 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5145272a-acb0-4412-9d7b-ed6e10ab4ef2 tempest-RoutersAdminNegativeTest-1242132979 tempest-RoutersAdminNegativeTest-1242132979-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (d6c6aefb-6976-41ec-995a-67ca552fd9d4), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:01.852310 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3672ef34-e789-4f12-b9e1-d1d4ff21b0bf req-7aa003d1-1e1a-43e1-83ab-5e490ec0bebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:01.853816 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3672ef34-e789-4f12-b9e1-d1d4ff21b0bf req-7aa003d1-1e1a-43e1-83ab-5e490ec0bebc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=750e8121-2671-438f-9a42-169be7e47286&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1145232
May 07 22:04:01.887652 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5145272a-acb0-4412-9d7b-ed6e10ab4ef2 tempest-RoutersAdminNegativeTest-1242132979 tempest-RoutersAdminNegativeTest-1242132979-project-admin] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:04:01.896544 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2a767f45-8749-4e31-9905-c26f9cd93e8c req-7ee145b2-9b28-4f7d-a6c0-00412dbaf9e9 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c335e02-4871-4a34-8e92-8c24a11b7b47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1677432
May 07 22:04:01.904298 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 21b489d6-f673-44e1-848f-8bbe1b3aef5c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=21b489d6-f673-44e1-848f-8bbe1b3aef5c,segment=NetworkSegment(3565a17e-e0eb-4b35-a7f2-f7d7af642fb7),segment_id=3565a17e-e0eb-4b35-a7f2-f7d7af642fb7)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:04:01.918974 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f48eb18-9781-4a4d-a869-ab4da80d301c req-690a17bf-7711-477e-a949-314dcf7d082a tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:01.927975 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4f48eb18-9781-4a4d-a869-ab4da80d301c req-690a17bf-7711-477e-a949-314dcf7d082a tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 946 time: 0.1495595
May 07 22:04:01.928589 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': '21b489d6-f673-44e1-848f-8bbe1b3aef5c', 'network_id': '33b52409-fae0-4935-b5d0-15acefaa0f3f', 'port_id': '21b489d6-f673-44e1-848f-8bbe1b3aef5c', 'mac_address': 'fa:16:3e:cc:82:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e304f3b-3927-4f57-b6d9-ff32c4ae5938', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:04:01.935560 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-5145272a-acb0-4412-9d7b-ed6e10ab4ef2 tempest-RoutersAdminNegativeTest-1242132979 tempest-RoutersAdminNegativeTest-1242132979-project-admin] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:04:01.939049 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5145272a-acb0-4412-9d7b-ed6e10ab4ef2 tempest-RoutersAdminNegativeTest-1242132979 tempest-RoutersAdminNegativeTest-1242132979-project-admin] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:04:01.955209 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5145272a-acb0-4412-9d7b-ed6e10ab4ef2 tempest-RoutersAdminNegativeTest-1242132979 tempest-RoutersAdminNegativeTest-1242132979-project-admin] Pushing event updated for resources: {'Port': ['ID=d6c6aefb-6976-41ec-995a-67ca552fd9d4,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:01.976644 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-24c52bf0-e0c5-465d-acfa-57a9bee0f9df tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Allocated IP 172.35.4.187 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/1773ffa6-66b7-4fce-a49d-67dd3075a980) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:04:02.010336 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bd534ae2-02dc-4dc7-a8e6-16834c9ebd3e req-c5943f8f-f55c-4f0f-a069-b554339e61e9 service neutron] 10.222.0.59 "GET /v2.0/networks/8d88d076-afcc-46ea-aeef-47274d5a0fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2173135
May 07 22:04:02.010657 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 21b489d6-f673-44e1-848f-8bbe1b3aef5c is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:04:02.011331 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (21b489d6-f673-44e1-848f-8bbe1b3aef5c), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:02.020337 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4865b8af-1291-4276-88e5-664b477dba2a x-openstack-request-id: req-4865b8af-1291-4276-88e5-664b477dba2a {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:04:02.020695 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11df3809-8e5b-40d6-adb1-393c365f9a47", "tag": "050be740-f219-402b-99ff-07b3f4f82b98", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:04:02.020986 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4865b8af-1291-4276-88e5-664b477dba2a {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:04:02.021397 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4865b8af-1291-4276-88e5-664b477dba2a'] response: {'name': 'network-changed', 'server_uuid': '11df3809-8e5b-40d6-adb1-393c365f9a47', 'tag': '050be740-f219-402b-99ff-07b3f4f82b98', 'status': 'completed', 'code': 200}
May 07 22:04:02.031805 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21b489d6-f673-44e1-848f-8bbe1b3aef5c {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:04:02.057913 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 21b489d6-f673-44e1-848f-8bbe1b3aef5c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=21b489d6-f673-44e1-848f-8bbe1b3aef5c,segment=NetworkSegment(3565a17e-e0eb-4b35-a7f2-f7d7af642fb7),segment_id=3565a17e-e0eb-4b35-a7f2-f7d7af642fb7)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:04:02.072350 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (21b489d6-f673-44e1-848f-8bbe1b3aef5c), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:02.083854 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5145272a-acb0-4412-9d7b-ed6e10ab4ef2 tempest-RoutersAdminNegativeTest-1242132979 tempest-RoutersAdminNegativeTest-1242132979-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:02.084532 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5145272a-acb0-4412-9d7b-ed6e10ab4ef2 tempest-RoutersAdminNegativeTest-1242132979 tempest-RoutersAdminNegativeTest-1242132979-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:02.107879 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4f48eb18-9781-4a4d-a869-ab4da80d301c req-5f65c72d-ccdd-45b7-812c-98ce3d1743ef tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1784434
May 07 22:04:02.110609 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3672ef34-e789-4f12-b9e1-d1d4ff21b0bf req-f82b991a-6c6f-470a-a8b9-e9e9f5719f49 service neutron] 10.222.0.55 "GET /v2.0/networks/750e8121-2671-438f-9a42-169be7e47286?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2485907
May 07 22:04:02.121651 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-5145272a-acb0-4412-9d7b-ed6e10ab4ef2 tempest-RoutersAdminNegativeTest-1242132979 tempest-RoutersAdminNegativeTest-1242132979-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1032 time: 2.5306122
May 07 22:04:02.122627 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 57846) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:04:02.130560 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-7c61c881-41e5-4220-804a-6a03f0c3570d tempest-RoutersAdminNegativeTest-1242132979 tempest-RoutersAdminNegativeTest-1242132979-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.52'}]}}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:04:02.165870 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=21b489d6-f673-44e1-848f-8bbe1b3aef5c,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:02.167749 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7c61c881-41e5-4220-804a-6a03f0c3570d tempest-RoutersAdminNegativeTest-1242132979 tempest-RoutersAdminNegativeTest-1242132979-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (278dfcf9-8302-4e33-bb49-7378bf34614d), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:02.169025 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7c61c881-41e5-4220-804a-6a03f0c3570d tempest-RoutersAdminNegativeTest-1242132979 tempest-RoutersAdminNegativeTest-1242132979-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (278dfcf9-8302-4e33-bb49-7378bf34614d), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:02.180609 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-24c52bf0-e0c5-465d-acfa-57a9bee0f9df tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks [] for port (1773ffa6-66b7-4fce-a49d-67dd3075a980), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:02.304624 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12964136-bc2a-4bf2-9457-5d61fb513d7a req-cc73ba7c-78d7-4bd2-a49b-19e2b7c958de tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:02.305403 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7c61c881-41e5-4220-804a-6a03f0c3570d tempest-RoutersAdminNegativeTest-1242132979 tempest-RoutersAdminNegativeTest-1242132979-project-admin] Publish callbacks [] for router_controller (278dfcf9-8302-4e33-bb49-7378bf34614d), precommit_add_association {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:02.306242 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-12964136-bc2a-4bf2-9457-5d61fb513d7a req-cc73ba7c-78d7-4bd2-a49b-19e2b7c958de tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=96e381dd-9f23-442c-80d2-8623a85c3e50 HTTP/1.1" status: 200  len: 945 time: 0.0707588
May 07 22:04:02.313201 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3672ef34-e789-4f12-b9e1-d1d4ff21b0bf req-104c94ad-a118-4c66-b7f7-13b96e3b9acc service neutron] 10.222.0.55 "GET /v2.0/networks/750e8121-2671-438f-9a42-169be7e47286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1929672
May 07 22:04:02.324514 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf75565-da75-431d-840e-72f3f051aae7 req-ceb70427-ff3c-4bc0-8589-bed92a941b0a tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:02.326550 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-daf75565-da75-431d-840e-72f3f051aae7 req-ceb70427-ff3c-4bc0-8589-bed92a941b0a tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 946 time: 0.0990186
May 07 22:04:02.327085 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['21b489d6-f673-44e1-848f-8bbe1b3aef5c'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:04:02.370132 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-24c52bf0-e0c5-465d-acfa-57a9bee0f9df tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (1773ffa6-66b7-4fce-a49d-67dd3075a980), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:02.370441 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-12964136-bc2a-4bf2-9457-5d61fb513d7a req-4b542520-e031-4a26-a5f3-156c42ff44e5 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/security-groups?id=8784126e-39eb-4ad2-9420-cda4822e0755&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522435
May 07 22:04:02.513559 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c52bf0-e0c5-465d-acfa-57a9bee0f9df tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:04:02.518097 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-24c52bf0-e0c5-465d-acfa-57a9bee0f9df tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:04:02.525918 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c52bf0-e0c5-465d-acfa-57a9bee0f9df tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:04:02.599204 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c52bf0-e0c5-465d-acfa-57a9bee0f9df tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Pushing event updated for resources: {'Port': ['ID=1773ffa6-66b7-4fce-a49d-67dd3075a980,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:02.602078 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed612ce-3eb0-4518-b750-e823a7b966c5 req-60ccce11-9ef1-4100-b2bc-96c029672468 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:02.603967 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2ed612ce-3eb0-4518-b750-e823a7b966c5 req-60ccce11-9ef1-4100-b2bc-96c029672468 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/ports?device_id=11df3809-8e5b-40d6-adb1-393c365f9a47 HTTP/1.1" status: 200  len: 944 time: 0.0591364
May 07 22:04:02.604518 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7c61c881-41e5-4220-804a-6a03f0c3570d tempest-RoutersAdminNegativeTest-1242132979 tempest-RoutersAdminNegativeTest-1242132979-project-admin] Publish callbacks [] for router_gateway (278dfcf9-8302-4e33-bb49-7378bf34614d), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:02.640737 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-daf75565-da75-431d-840e-72f3f051aae7 req-22b242e0-83cd-4fcf-8f6d-54650394f1a4 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2603049
May 07 22:04:02.654578 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2ed612ce-3eb0-4518-b750-e823a7b966c5 req-d10a7b93-ce40-410f-b235-923229caf360 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/security-groups?id=f987a2d1-eb5a-490d-a69c-fbe04ec6dc6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442312
May 07 22:04:02.788724 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-24c52bf0-e0c5-465d-acfa-57a9bee0f9df tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks [] for floatingip (2f803149-dbe5-4ef5-a141-98892190671b), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:02.842647 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd19273-67b4-48c5-8164-7564f1a28782 req-30d7f499-8bad-4e8a-9f30-ac92577ec28d tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:02.844309 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6cd19273-67b4-48c5-8164-7564f1a28782 req-30d7f499-8bad-4e8a-9f30-ac92577ec28d tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] 10.222.0.32 "GET /v2.0/ports?device_id=b682b3c1-0ca9-4806-8100-908917473b27 HTTP/1.1" status: 200  len: 943 time: 0.1173401
May 07 22:04:03.009728 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-24c52bf0-e0c5-465d-acfa-57a9bee0f9df tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (1773ffa6-66b7-4fce-a49d-67dd3075a980), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:03.042397 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fcd637-e004-4eb8-8673-3688fe38d183 req-91c222af-8a6a-45db-a6b6-6aeda46496af tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:03.044156 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f6fcd637-e004-4eb8-8673-3688fe38d183 req-91c222af-8a6a-45db-a6b6-6aeda46496af tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba61d59b-e750-459a-a73a-0376bdf5ca51 HTTP/1.1" status: 200  len: 944 time: 0.0593760
May 07 22:04:03.101387 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f6fcd637-e004-4eb8-8673-3688fe38d183 req-cb91ef75-aced-45c5-8d29-f646a6b38f3f tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c335e02-4871-4a34-8e92-8c24a11b7b47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513268
May 07 22:04:03.101816 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6cd19273-67b4-48c5-8164-7564f1a28782 req-08354952-35b8-478d-b831-a0a6dcbd7b50 tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] 10.222.0.32 "GET /v2.0/security-groups?id=45028260-27bb-4967-b003-55d77c52e058&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2191272
May 07 22:04:03.114854 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6db924-2a0c-478f-bd49-1608fbccbda2 req-9d73e167-9ea7-46f1-8a9c-d94a7d5fff32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:03.114854 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bc6db924-2a0c-478f-bd49-1608fbccbda2 req-9d73e167-9ea7-46f1-8a9c-d94a7d5fff32 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e5bd7ffaf96c48688d8ebe954dc7912f&device_id=b682b3c1-0ca9-4806-8100-908917473b27 HTTP/1.1" status: 200  len: 1125 time: 0.1759417
May 07 22:04:03.114854 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7c61c881-41e5-4220-804a-6a03f0c3570d tempest-RoutersAdminNegativeTest-1242132979 tempest-RoutersAdminNegativeTest-1242132979-project-admin] Publish callbacks [] for router_gateway (278dfcf9-8302-4e33-bb49-7378bf34614d), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:03.144143 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7c61c881-41e5-4220-804a-6a03f0c3570d tempest-RoutersAdminNegativeTest-1242132979 tempest-RoutersAdminNegativeTest-1242132979-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:03.218827 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 57896) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:04:03.339013 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f6b7a-235b-4afa-aae3-7c8fd746a75b req-397f1d80-1e4c-426b-adc3-54ac385cd812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:03.341134 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-042f6b7a-235b-4afa-aae3-7c8fd746a75b req-397f1d80-1e4c-426b-adc3-54ac385cd812 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=81e5c5d849ea4fc59d5c4fc58b31530f&device_id=11df3809-8e5b-40d6-adb1-393c365f9a47 HTTP/1.1" status: 200  len: 1126 time: 0.0615036
May 07 22:04:03.375701 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ed35f800-f338-4829-ad2e-5983a953f587 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:03.412412 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6db924-2a0c-478f-bd49-1608fbccbda2 req-23a6a998-2d18-481c-8886-74a65674a548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:03.413912 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bc6db924-2a0c-478f-bd49-1608fbccbda2 req-23a6a998-2d18-481c-8886-74a65674a548 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8d88d076-afcc-46ea-aeef-47274d5a0fc9 HTTP/1.1" status: 200  len: 909 time: 0.2790830
May 07 22:04:03.473662 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f6b7a-235b-4afa-aae3-7c8fd746a75b req-510cc2ca-fa11-4d6f-ae5e-63a139a83610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:03.475192 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-042f6b7a-235b-4afa-aae3-7c8fd746a75b req-510cc2ca-fa11-4d6f-ae5e-63a139a83610 service neutron] 10.222.0.55 "GET /v2.0/networks?id=750e8121-2671-438f-9a42-169be7e47286 HTTP/1.1" status: 200  len: 911 time: 0.1251609
May 07 22:04:03.508731 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bc6db924-2a0c-478f-bd49-1608fbccbda2 req-0d8f441a-06ae-4fd1-b101-ee2840d40e42 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ebd70047-1a0a-49d6-a707-647dac8e19a2 HTTP/1.1" status: 200  len: 217 time: 0.0858176
May 07 22:04:03.527777 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-042f6b7a-235b-4afa-aae3-7c8fd746a75b req-826c00a0-7074-4764-b605-4905eb5b0192 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=050be740-f219-402b-99ff-07b3f4f82b98 HTTP/1.1" status: 200  len: 217 time: 0.0429699
May 07 22:04:03.581537 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ed35f800-f338-4829-ad2e-5983a953f587 admin admin] Publish callbacks [] for security_group (7c28f62f-0b36-4a8b-bbf9-23063c091e93), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:03.590208 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ed35f800-f338-4829-ad2e-5983a953f587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (7c28f62f-0b36-4a8b-bbf9-23063c091e93), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:03.593265 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-24c52bf0-e0c5-465d-acfa-57a9bee0f9df tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks [] for port (1773ffa6-66b7-4fce-a49d-67dd3075a980), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:03.596747 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7c61c881-41e5-4220-804a-6a03f0c3570d tempest-RoutersAdminNegativeTest-1242132979 tempest-RoutersAdminNegativeTest-1242132979-project-admin] Publish callbacks [] for router (278dfcf9-8302-4e33-bb49-7378bf34614d), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:03.603078 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f6b7a-235b-4afa-aae3-7c8fd746a75b req-1a1cf141-7af0-4acb-bc83-95a249c50cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:03.604459 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-042f6b7a-235b-4afa-aae3-7c8fd746a75b req-1a1cf141-7af0-4acb-bc83-95a249c50cba service neutron] 10.222.0.55 "GET /v2.0/subnets?id=28fef69b-5556-41b9-8d96-96dc0ff0d3b2 HTTP/1.1" status: 200  len: 849 time: 0.0709252
May 07 22:04:03.606931 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6749723-bd13-40c9-8250-9f0997f34b9c req-08949709-af21-4ac5-8e09-67a68300847a tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:03.608418 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d6749723-bd13-40c9-8250-9f0997f34b9c req-08949709-af21-4ac5-8e09-67a68300847a tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=96e381dd-9f23-442c-80d2-8623a85c3e50 HTTP/1.1" status: 200  len: 945 time: 0.1514688
May 07 22:04:03.646826 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-24c52bf0-e0c5-465d-acfa-57a9bee0f9df tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (1773ffa6-66b7-4fce-a49d-67dd3075a980), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:03.660703 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-ed35f800-f338-4829-ad2e-5983a953f587 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3eb6f72ad6d74a07a2dfe86fad801ec7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4457808
May 07 22:04:03.665992 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 57902) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:04:03.674829 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f6b7a-235b-4afa-aae3-7c8fd746a75b req-6abeac1a-5c30-42bb-a8b2-ce7485d9382e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:03.676320 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-042f6b7a-235b-4afa-aae3-7c8fd746a75b req-6abeac1a-5c30-42bb-a8b2-ce7485d9382e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=750e8121-2671-438f-9a42-169be7e47286&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0619984
May 07 22:04:03.677906 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed35f800-f338-4829-ad2e-5983a953f587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c28f62f-0b36-4a8b-bbf9-23063c091e93,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:03.733507 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 21b489d6-f673-44e1-848f-8bbe1b3aef5c up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:04:03.739613 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6db924-2a0c-478f-bd49-1608fbccbda2 req-acc87ae3-b875-48d5-8e97-d9961c1b5c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:03.741396 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bc6db924-2a0c-478f-bd49-1608fbccbda2 req-acc87ae3-b875-48d5-8e97-d9961c1b5c7d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f15072ac-4fc2-4d22-b0ea-3923eb70ad7a HTTP/1.1" status: 200  len: 847 time: 0.2131326
May 07 22:04:03.786584 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning for port 21b489d6-f673-44e1-848f-8bbe1b3aef5c completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 22:04:03.793879 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port 21b489d6-f673-44e1-848f-8bbe1b3aef5c triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:04:03.794561 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (21b489d6-f673-44e1-848f-8bbe1b3aef5c), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:03.833639 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8b273153-b045-4b5d-af60-8356dc20c2a1 admin admin] Publish callbacks [] for security_group (7c28f62f-0b36-4a8b-bbf9-23063c091e93), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:03.875987 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 21b489d6-f673-44e1-848f-8bbe1b3aef5c is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:04:03.876284 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (21b489d6-f673-44e1-848f-8bbe1b3aef5c), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:03.877562 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f2680f-7a9c-41f2-bd83-deeb8f5d3343 req-06a6c339-6c2c-4271-ac5f-9dd7e4e60c12 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:03.880483 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a1f2680f-7a9c-41f2-bd83-deeb8f5d3343 req-06a6c339-6c2c-4271-ac5f-9dd7e4e60c12 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/ports?device_id=11df3809-8e5b-40d6-adb1-393c365f9a47 HTTP/1.1" status: 200  len: 944 time: 0.1283126
May 07 22:04:03.894008 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8b273153-b045-4b5d-af60-8356dc20c2a1 admin admin] Publish callbacks [] for security_group (7c28f62f-0b36-4a8b-bbf9-23063c091e93), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:03.900891 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba61d59b-e750-459a-a73a-0376bdf5ca51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21b489d6-f673-44e1-848f-8bbe1b3aef5c'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:04:03.903164 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6a812cb-42cc-43b5-8bf3-5da8ea5fa23e" -d '{"events": [{"server_uuid": "ba61d59b-e750-459a-a73a-0376bdf5ca51", "name": "network-vif-plugged", "status": "completed", "tag": "21b489d6-f673-44e1-848f-8bbe1b3aef5c"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:04:03.916888 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 21b489d6-f673-44e1-848f-8bbe1b3aef5c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=21b489d6-f673-44e1-848f-8bbe1b3aef5c,segment=NetworkSegment(3565a17e-e0eb-4b35-a7f2-f7d7af642fb7),segment_id=3565a17e-e0eb-4b35-a7f2-f7d7af642fb7)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:04:03.920603 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c52bf0-e0c5-465d-acfa-57a9bee0f9df tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Pushing event updated for resources: {'Port': ['ID=1773ffa6-66b7-4fce-a49d-67dd3075a980,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:03.922384 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (21b489d6-f673-44e1-848f-8bbe1b3aef5c), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:03.930918 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-042f6b7a-235b-4afa-aae3-7c8fd746a75b req-2a9e43c4-5924-4b78-b75e-646da79ac587 service neutron] 10.222.0.55 "GET /v2.0/networks/750e8121-2671-438f-9a42-169be7e47286?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2449145
May 07 22:04:03.947214 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7c61c881-41e5-4220-804a-6a03f0c3570d tempest-RoutersAdminNegativeTest-1242132979 tempest-RoutersAdminNegativeTest-1242132979-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (278dfcf9-8302-4e33-bb49-7378bf34614d), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:03.949380 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-24c52bf0-e0c5-465d-acfa-57a9bee0f9df tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (2f803149-dbe5-4ef5-a141-98892190671b), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:03.952656 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7c61c881-41e5-4220-804a-6a03f0c3570d tempest-RoutersAdminNegativeTest-1242132979 tempest-RoutersAdminNegativeTest-1242132979-project-admin] Publish callbacks [] for router_controller (278dfcf9-8302-4e33-bb49-7378bf34614d), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:03.955950 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c52bf0-e0c5-465d-acfa-57a9bee0f9df tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:04:03.956302 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c52bf0-e0c5-465d-acfa-57a9bee0f9df tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:04:03.956648 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c52bf0-e0c5-465d-acfa-57a9bee0f9df tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:04:03.957026 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c52bf0-e0c5-465d-acfa-57a9bee0f9df tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:04:03.957365 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c52bf0-e0c5-465d-acfa-57a9bee0f9df tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:04:03.957698 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c52bf0-e0c5-465d-acfa-57a9bee0f9df tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:04:03.958037 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c52bf0-e0c5-465d-acfa-57a9bee0f9df tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:04:03.959680 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c52bf0-e0c5-465d-acfa-57a9bee0f9df tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:04:03.959680 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c52bf0-e0c5-465d-acfa-57a9bee0f9df tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:04:03.959680 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c52bf0-e0c5-465d-acfa-57a9bee0f9df tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:04:03.959680 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c52bf0-e0c5-465d-acfa-57a9bee0f9df tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:04:03.960155 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c52bf0-e0c5-465d-acfa-57a9bee0f9df tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:04:03.963492 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c52bf0-e0c5-465d-acfa-57a9bee0f9df tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:04:03.963856 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c52bf0-e0c5-465d-acfa-57a9bee0f9df tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:04:03.964206 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c52bf0-e0c5-465d-acfa-57a9bee0f9df tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:04:03.970178 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d6749723-bd13-40c9-8250-9f0997f34b9c req-48034096-ff7e-4191-86fc-390e7d543724 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/security-groups?id=8784126e-39eb-4ad2-9420-cda4822e0755&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3175976
May 07 22:04:03.976146 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6db924-2a0c-478f-bd49-1608fbccbda2 req-f8222abb-af68-4405-8247-e439ee589267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:03.977729 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bc6db924-2a0c-478f-bd49-1608fbccbda2 req-f8222abb-af68-4405-8247-e439ee589267 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8d88d076-afcc-46ea-aeef-47274d5a0fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2276187
May 07 22:04:03.981651 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=21b489d6-f673-44e1-848f-8bbe1b3aef5c,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:04.044062 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-24c52bf0-e0c5-465d-acfa-57a9bee0f9df tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:04.045106 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72e1f4bf-29ed-4c2d-b471-b206521ac424 x-openstack-request-id: req-72e1f4bf-29ed-4c2d-b471-b206521ac424 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:04:04.045661 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-24c52bf0-e0c5-465d-acfa-57a9bee0f9df tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.3441851
May 07 22:04:04.046152 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba61d59b-e750-459a-a73a-0376bdf5ca51", "name": "network-vif-plugged", "status": "completed", "tag": "21b489d6-f673-44e1-848f-8bbe1b3aef5c", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:04:04.046608 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-72e1f4bf-29ed-4c2d-b471-b206521ac424 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:04:04.047334 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72e1f4bf-29ed-4c2d-b471-b206521ac424'] response: {'server_uuid': 'ba61d59b-e750-459a-a73a-0376bdf5ca51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21b489d6-f673-44e1-848f-8bbe1b3aef5c', 'code': 200}
May 07 22:04:04.107086 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a1f2680f-7a9c-41f2-bd83-deeb8f5d3343 req-9e34f483-8aeb-42fa-b066-d50b51b1529e tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/security-groups?id=f987a2d1-eb5a-490d-a69c-fbe04ec6dc6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2151396
May 07 22:04:04.111687 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-042f6b7a-235b-4afa-aae3-7c8fd746a75b req-91fb44e0-4394-4e4f-a385-126b7d2e4849 service neutron] 10.222.0.55 "GET /v2.0/networks/750e8121-2671-438f-9a42-169be7e47286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1655550
May 07 22:04:04.159352 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8b273153-b045-4b5d-af60-8356dc20c2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (7c28f62f-0b36-4a8b-bbf9-23063c091e93), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:04.163644 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8b273153-b045-4b5d-af60-8356dc20c2a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:04.164830 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-8b273153-b045-4b5d-af60-8356dc20c2a1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7c28f62f-0b36-4a8b-bbf9-23063c091e93 HTTP/1.1" status: 204  len: 168 time: 0.4964256
May 07 22:04:04.188613 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7c61c881-41e5-4220-804a-6a03f0c3570d tempest-RoutersAdminNegativeTest-1242132979 tempest-RoutersAdminNegativeTest-1242132979-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (278dfcf9-8302-4e33-bb49-7378bf34614d), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:04.189125 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c61c881-41e5-4220-804a-6a03f0c3570d tempest-RoutersAdminNegativeTest-1242132979 tempest-RoutersAdminNegativeTest-1242132979-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 278dfcf9-8302-4e33-bb49-7378bf34614d {{(pid=121837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 22:04:04.228749 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b273153-b045-4b5d-af60-8356dc20c2a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c28f62f-0b36-4a8b-bbf9-23063c091e93,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:04.274359 ncdv-master-1 neutron-server[121837]: INFO neutron.api.v2.resource [None req-7c61c881-41e5-4220-804a-6a03f0c3570d tempest-RoutersAdminNegativeTest-1242132979 tempest-RoutersAdminNegativeTest-1242132979-project-admin] create failed (client error): There was a conflict when trying to complete your request.
May 07 22:04:04.275540 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-7c61c881-41e5-4220-804a-6a03f0c3570d tempest-RoutersAdminNegativeTest-1242132979 tempest-RoutersAdminNegativeTest-1242132979-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 409  len: 371 time: 2.1516962
May 07 22:04:04.277626 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bc6db924-2a0c-478f-bd49-1608fbccbda2 req-3f05a1b1-1435-4981-ac6f-1721202f6d5c service neutron] 10.222.0.59 "GET /v2.0/networks/8d88d076-afcc-46ea-aeef-47274d5a0fc9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2921274
May 07 22:04:04.280893 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 57924) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:04:04.294927 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934414ca-0b72-4050-b354-3335209bdd2e req-8e140f95-115a-4a42-be97-963339bd234d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:04.296571 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-934414ca-0b72-4050-b354-3335209bdd2e req-8e140f95-115a-4a42-be97-963339bd234d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ba61d59b-e750-459a-a73a-0376bdf5ca51 HTTP/1.1" status: 200  len: 1127 time: 0.1569901
May 07 22:04:04.339349 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f1e2b-9ca7-4761-b7bc-824d775e5aaf req-29374955-68ac-403a-8642-f115818dd094 tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:04.340864 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-fa7f1e2b-9ca7-4761-b7bc-824d775e5aaf req-29374955-68ac-403a-8642-f115818dd094 tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] 10.222.0.32 "GET /v2.0/ports?device_id=b682b3c1-0ca9-4806-8100-908917473b27 HTTP/1.1" status: 200  len: 943 time: 0.0808244
May 07 22:04:04.341863 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b041e1-2d24-47d1-b5ed-98c08893693d req-465b6421-4827-4bff-bcfb-f11876073856 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:04.343421 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-51b041e1-2d24-47d1-b5ed-98c08893693d req-465b6421-4827-4bff-bcfb-f11876073856 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba61d59b-e750-459a-a73a-0376bdf5ca51 HTTP/1.1" status: 200  len: 945 time: 0.1185811
May 07 22:04:04.435706 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-934414ca-0b72-4050-b354-3335209bdd2e req-9dbedebe-750d-4b81-9ec6-2915a2174902 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2c335e02-4871-4a34-8e92-8c24a11b7b47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1173716
May 07 22:04:04.459517 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-51b041e1-2d24-47d1-b5ed-98c08893693d req-f97547fa-db47-4262-a929-e5284d79fdac tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c335e02-4871-4a34-8e92-8c24a11b7b47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1037769
May 07 22:04:04.468683 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-058a86d2-4bfb-46f4-bf93-51e2c86648cb tempest-RoutersAdminNegativeTest-1242132979 tempest-RoutersAdminNegativeTest-1242132979-project-admin] Deleting port d6c6aefb-6976-41ec-995a-67ca552fd9d4 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:04:04.469028 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-058a86d2-4bfb-46f4-bf93-51e2c86648cb tempest-RoutersAdminNegativeTest-1242132979 tempest-RoutersAdminNegativeTest-1242132979-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (d6c6aefb-6976-41ec-995a-67ca552fd9d4), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:04.469476 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-fa7f1e2b-9ca7-4761-b7bc-824d775e5aaf req-7d2dd7f3-2fec-47e2-bd12-12bdc60218ad tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] 10.222.0.32 "GET /v2.0/security-groups?id=45028260-27bb-4967-b003-55d77c52e058&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0806983
May 07 22:04:04.473209 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bc6db924-2a0c-478f-bd49-1608fbccbda2 req-88319cba-0c92-4a37-a238-2cc0385c4588 service neutron] 10.222.0.59 "GET /v2.0/networks/8d88d076-afcc-46ea-aeef-47274d5a0fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1776960
May 07 22:04:04.565558 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-058a86d2-4bfb-46f4-bf93-51e2c86648cb tempest-RoutersAdminNegativeTest-1242132979 tempest-RoutersAdminNegativeTest-1242132979-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (d6c6aefb-6976-41ec-995a-67ca552fd9d4), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:04.615526 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1b81bed5-25a9-4138-ba6f-2e6e554aa3a1 req-ab96a337-e960-44d1-ac68-740d6348a44a tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1860571418&fields=id&tenant_id=57990769f50b412194a108cdd627a767 HTTP/1.1" status: 200  len: 267 time: 0.0542803
May 07 22:04:04.615808 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-058a86d2-4bfb-46f4-bf93-51e2c86648cb tempest-RoutersAdminNegativeTest-1242132979 tempest-RoutersAdminNegativeTest-1242132979-project-admin] Calling delete_port for d6c6aefb-6976-41ec-995a-67ca552fd9d4 owned by  {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:04:04.633808 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device ebd70047-1a0a-49d6-a707-647dac8e19a2 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:04:04.639257 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae70cd54-9a73-4af2-84c1-f0df428cf174 req-5d909b02-64aa-4014-b7e1-e64fdc429729 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:04.641091 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ae70cd54-9a73-4af2-84c1-f0df428cf174 req-5d909b02-64aa-4014-b7e1-e64fdc429729 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 946 time: 0.0720544
May 07 22:04:04.763552 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port ebd70047-1a0a-49d6-a707-647dac8e19a2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ebd70047-1a0a-49d6-a707-647dac8e19a2,segment=NetworkSegment(10abb979-7057-4b07-b0f5-fe98bc19f5ad),segment_id=10abb979-7057-4b07-b0f5-fe98bc19f5ad)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:04:04.764615 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b81bed5-25a9-4138-ba6f-2e6e554aa3a1 req-8e715d03-b1e0-4262-a9bc-52b3bcf23a61 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:04.769665 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1b81bed5-25a9-4138-ba6f-2e6e554aa3a1 req-8e715d03-b1e0-4262-a9bc-52b3bcf23a61 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/networks?id=f64cbfbe-feaa-48dc-9089-9445aa1eaa5a HTTP/1.1" status: 200  len: 815 time: 0.1517191
May 07 22:04:04.781293 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': 'ebd70047-1a0a-49d6-a707-647dac8e19a2', 'network_id': '8d88d076-afcc-46ea-aeef-47274d5a0fc9', 'port_id': 'ebd70047-1a0a-49d6-a707-647dac8e19a2', 'mac_address': 'fa:16:3e:6e:ed:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f15072ac-4fc2-4d22-b0ea-3923eb70ad7a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:04:04.796118 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1b81bed5-25a9-4138-ba6f-2e6e554aa3a1 req-ca0e0d98-bc0c-4eaa-99c9-246a43fa6496 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/quotas/57990769f50b412194a108cdd627a767 HTTP/1.1" status: 200  len: 375 time: 0.0186143
May 07 22:04:04.830647 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port ebd70047-1a0a-49d6-a707-647dac8e19a2 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:04:04.831083 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (ebd70047-1a0a-49d6-a707-647dac8e19a2), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:04.846491 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebd70047-1a0a-49d6-a707-647dac8e19a2 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:04:04.867944 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1b81bed5-25a9-4138-ba6f-2e6e554aa3a1 req-c8d04536-7bb6-4323-8393-689769346590 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=57990769f50b412194a108cdd627a767&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0709448
May 07 22:04:04.871680 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port ebd70047-1a0a-49d6-a707-647dac8e19a2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ebd70047-1a0a-49d6-a707-647dac8e19a2,segment=NetworkSegment(10abb979-7057-4b07-b0f5-fe98bc19f5ad),segment_id=10abb979-7057-4b07-b0f5-fe98bc19f5ad)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:04:04.877606 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (ebd70047-1a0a-49d6-a707-647dac8e19a2), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:04.971233 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=ebd70047-1a0a-49d6-a707-647dac8e19a2,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:05.013425 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1b81bed5-25a9-4138-ba6f-2e6e554aa3a1 req-341cc5f2-19ad-4a5d-a9ce-e810aff660a5 service neutron] 10.222.0.32 "GET /v2.0/networks/f64cbfbe-feaa-48dc-9089-9445aa1eaa5a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1232951
May 07 22:04:05.093457 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['ebd70047-1a0a-49d6-a707-647dac8e19a2'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:04:05.097378 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ae70cd54-9a73-4af2-84c1-f0df428cf174 req-031709c7-bc66-47d0-bfe9-f7be43e27679 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564129
May 07 22:04:05.219103 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1b81bed5-25a9-4138-ba6f-2e6e554aa3a1 req-9b7c0227-d84e-4d00-b1f0-a12f0bc30c48 service neutron] 10.222.0.32 "GET /v2.0/networks/f64cbfbe-feaa-48dc-9089-9445aa1eaa5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1974142
May 07 22:04:05.257470 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a0113c-bd89-4dfb-b75b-a764a020e2e3 req-60761508-48fd-4994-99c6-d0157419006e tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:05.259336 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-31a0113c-bd89-4dfb-b75b-a764a020e2e3 req-60761508-48fd-4994-99c6-d0157419006e tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=96e381dd-9f23-442c-80d2-8623a85c3e50 HTTP/1.1" status: 200  len: 945 time: 0.0697572
May 07 22:04:05.296902 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-058a86d2-4bfb-46f4-bf93-51e2c86648cb tempest-RoutersAdminNegativeTest-1242132979 tempest-RoutersAdminNegativeTest-1242132979-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (d6c6aefb-6976-41ec-995a-67ca552fd9d4), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:05.328305 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058a86d2-4bfb-46f4-bf93-51e2c86648cb tempest-RoutersAdminNegativeTest-1242132979 tempest-RoutersAdminNegativeTest-1242132979-project-admin] Pushing event deleted for resources: {'Port': ['ID=d6c6aefb-6976-41ec-995a-67ca552fd9d4,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:05.420634 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-31a0113c-bd89-4dfb-b75b-a764a020e2e3 req-9209f46d-985f-413b-bcf1-d7557f8c9c91 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/security-groups?id=8784126e-39eb-4ad2-9420-cda4822e0755&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1536708
May 07 22:04:05.453742 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-058a86d2-4bfb-46f4-bf93-51e2c86648cb tempest-RoutersAdminNegativeTest-1242132979 tempest-RoutersAdminNegativeTest-1242132979-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:05.461618 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-058a86d2-4bfb-46f4-bf93-51e2c86648cb tempest-RoutersAdminNegativeTest-1242132979 tempest-RoutersAdminNegativeTest-1242132979-project-admin] 10.222.0.32 "DELETE /v2.0/ports/d6c6aefb-6976-41ec-995a-67ca552fd9d4 HTTP/1.1" status: 204  len: 168 time: 1.1763303
May 07 22:04:05.619923 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c16582-1916-4e74-90f5-e7dda111bb98 req-24235248-79aa-4f05-8849-1b907326576f tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:05.627538 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e4c16582-1916-4e74-90f5-e7dda111bb98 req-24235248-79aa-4f05-8849-1b907326576f tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 946 time: 0.0897336
May 07 22:04:05.686909 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aae22c-b04c-4175-8b9f-03896f4125e2 req-bac9607f-73cb-4cf8-b0bc-f56476beb202 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:05.694490 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-37aae22c-b04c-4175-8b9f-03896f4125e2 req-bac9607f-73cb-4cf8-b0bc-f56476beb202 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/ports?device_id=11df3809-8e5b-40d6-adb1-393c365f9a47 HTTP/1.1" status: 200  len: 944 time: 0.1417046
May 07 22:04:05.699977 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e4c16582-1916-4e74-90f5-e7dda111bb98 req-c2f280e4-f168-47db-9a4c-1a62957970b0 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0710602
May 07 22:04:05.748899 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 050be740-f219-402b-99ff-07b3f4f82b98 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:04:05.871298 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-37aae22c-b04c-4175-8b9f-03896f4125e2 req-dee917d5-752d-4c6a-8601-93c9f309d9fd tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/security-groups?id=f987a2d1-eb5a-490d-a69c-fbe04ec6dc6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1088808
May 07 22:04:05.880770 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4bf69af6-67b3-43b8-9705-301111c8021a req-f011bc29-a540-4f1e-bd58-c4379b5cf0ce tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf519119-a1c9-4f1e-9d65-8f11441721a2 HTTP/1.1" status: 200  len: 210 time: 0.0619888
May 07 22:04:06.046604 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 050be740-f219-402b-99ff-07b3f4f82b98, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=050be740-f219-402b-99ff-07b3f4f82b98,segment=NetworkSegment(946603cd-661c-44e1-83be-0ffa4fba5a22),segment_id=946603cd-661c-44e1-83be-0ffa4fba5a22)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:04:06.052520 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50908816-a0e3-479a-a3dd-56321cefa025 req-282b11d8-0d84-44cd-afe1-1bdadc5b329a tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:06.061403 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-50908816-a0e3-479a-a3dd-56321cefa025 req-282b11d8-0d84-44cd-afe1-1bdadc5b329a tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba61d59b-e750-459a-a73a-0376bdf5ca51 HTTP/1.1" status: 200  len: 945 time: 0.0772128
May 07 22:04:06.062427 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': '050be740-f219-402b-99ff-07b3f4f82b98', 'network_id': '750e8121-2671-438f-9a42-169be7e47286', 'port_id': '050be740-f219-402b-99ff-07b3f4f82b98', 'mac_address': 'fa:16:3e:eb:4d:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28fef69b-5556-41b9-8d96-96dc0ff0d3b2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:04:06.074538 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 57992) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:04:06.093268 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f59808b-520e-47b8-a495-a5e5feebc0d6 req-45374354-b367-4000-b284-c7d69ebbaa20 tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:06.103034 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5f59808b-520e-47b8-a495-a5e5feebc0d6 req-45374354-b367-4000-b284-c7d69ebbaa20 tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] 10.222.0.32 "GET /v2.0/ports?device_id=b682b3c1-0ca9-4806-8100-908917473b27 HTTP/1.1" status: 200  len: 944 time: 0.1051841
May 07 22:04:06.132796 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 050be740-f219-402b-99ff-07b3f4f82b98 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:04:06.133577 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (050be740-f219-402b-99ff-07b3f4f82b98), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:06.152440 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 050be740-f219-402b-99ff-07b3f4f82b98 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:04:06.178475 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-50908816-a0e3-479a-a3dd-56321cefa025 req-9e838b30-06e3-47f5-9710-f8e2391b1038 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c335e02-4871-4a34-8e92-8c24a11b7b47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1088669
May 07 22:04:06.180331 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 050be740-f219-402b-99ff-07b3f4f82b98, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=050be740-f219-402b-99ff-07b3f4f82b98,segment=NetworkSegment(946603cd-661c-44e1-83be-0ffa4fba5a22),segment_id=946603cd-661c-44e1-83be-0ffa4fba5a22)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:04:06.189826 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (050be740-f219-402b-99ff-07b3f4f82b98), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:06.210888 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5f59808b-520e-47b8-a495-a5e5feebc0d6 req-1cc28ecb-a577-429a-8c25-c8dabc81a34f tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] 10.222.0.32 "GET /v2.0/security-groups?id=45028260-27bb-4967-b003-55d77c52e058&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1052299
May 07 22:04:06.263568 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6276cea4-073b-4449-9cc7-c0e6d173e34d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:06.304214 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=050be740-f219-402b-99ff-07b3f4f82b98,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:06.401040 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6276cea4-073b-4449-9cc7-c0e6d173e34d admin admin] Publish callbacks [] for security_group (f1b3bc35-e33c-46ac-87eb-fd9d343d8533), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:06.405427 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7ce8d4-d02c-4b6a-b777-cefe35b92dfe req-b4861160-da88-4788-aa58-eed9c42e380b tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:06.413946 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9f7ce8d4-d02c-4b6a-b777-cefe35b92dfe req-b4861160-da88-4788-aa58-eed9c42e380b tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 946 time: 0.0737383
May 07 22:04:06.421196 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6276cea4-073b-4449-9cc7-c0e6d173e34d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (f1b3bc35-e33c-46ac-87eb-fd9d343d8533), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:06.453502 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['050be740-f219-402b-99ff-07b3f4f82b98'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:04:06.479628 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9f7ce8d4-d02c-4b6a-b777-cefe35b92dfe req-b0ab286a-9c01-436e-aabf-d00a7443d544 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646098
May 07 22:04:06.515341 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276cea4-073b-4449-9cc7-c0e6d173e34d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b3bc35-e33c-46ac-87eb-fd9d343d8533,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:06.520423 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-6276cea4-073b-4449-9cc7-c0e6d173e34d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9676372a53d94601901a452d36962ce4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4440174
May 07 22:04:06.523354 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 58014) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:04:06.537804 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327ae629-45a2-441f-86c0-b80366cd66e2 req-56d6941b-6532-4d72-ba04-ce82328c4c9f tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:06.539713 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-327ae629-45a2-441f-86c0-b80366cd66e2 req-56d6941b-6532-4d72-ba04-ce82328c4c9f tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba61d59b-e750-459a-a73a-0376bdf5ca51 HTTP/1.1" status: 200  len: 945 time: 0.1065960
May 07 22:04:06.616906 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-327ae629-45a2-441f-86c0-b80366cd66e2 req-99b9d715-a8fb-4951-b845-1b7c06f1406b tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c335e02-4871-4a34-8e92-8c24a11b7b47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628383
May 07 22:04:06.623728 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a332066-2ca3-4ab9-8089-07f21d9fcfe8 req-4a91056f-25af-4d29-8553-efad3f696066 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:06.625776 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1a332066-2ca3-4ab9-8089-07f21d9fcfe8 req-4a91056f-25af-4d29-8553-efad3f696066 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=96e381dd-9f23-442c-80d2-8623a85c3e50 HTTP/1.1" status: 200  len: 945 time: 0.0572505
May 07 22:04:06.640627 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device ebd70047-1a0a-49d6-a707-647dac8e19a2 up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:04:06.654011 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7412ca67-3f62-49aa-a82d-f9f006a80f45 admin admin] Publish callbacks [] for security_group (f1b3bc35-e33c-46ac-87eb-fd9d343d8533), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:06.717467 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7412ca67-3f62-49aa-a82d-f9f006a80f45 admin admin] Publish callbacks [] for security_group (f1b3bc35-e33c-46ac-87eb-fd9d343d8533), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:06.738576 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning for port ebd70047-1a0a-49d6-a707-647dac8e19a2 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 22:04:06.743158 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1a332066-2ca3-4ab9-8089-07f21d9fcfe8 req-a9b4eb15-8a4e-4c44-8467-dd9b1ca1d46a tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/security-groups?id=8784126e-39eb-4ad2-9420-cda4822e0755&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1096241
May 07 22:04:06.747944 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port ebd70047-1a0a-49d6-a707-647dac8e19a2 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:04:06.748426 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (ebd70047-1a0a-49d6-a707-647dac8e19a2), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:06.766746 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de906f8a-71e4-4fa9-a898-142528c28aec req-a15ec097-ed5a-441c-8701-e74202b06ace tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:06.776165 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-de906f8a-71e4-4fa9-a898-142528c28aec req-a15ec097-ed5a-441c-8701-e74202b06ace tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 946 time: 0.0645273
May 07 22:04:06.791248 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7412ca67-3f62-49aa-a82d-f9f006a80f45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (f1b3bc35-e33c-46ac-87eb-fd9d343d8533), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:06.794530 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7412ca67-3f62-49aa-a82d-f9f006a80f45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:06.796111 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-7412ca67-3f62-49aa-a82d-f9f006a80f45 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f1b3bc35-e33c-46ac-87eb-fd9d343d8533 HTTP/1.1" status: 204  len: 168 time: 0.2703791
May 07 22:04:06.805273 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7412ca67-3f62-49aa-a82d-f9f006a80f45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b3bc35-e33c-46ac-87eb-fd9d343d8533,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:06.853890 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port ebd70047-1a0a-49d6-a707-647dac8e19a2 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:04:06.854292 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (ebd70047-1a0a-49d6-a707-647dac8e19a2), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:06.860781 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-de906f8a-71e4-4fa9-a898-142528c28aec req-872b4984-0521-4723-8db7-829995f9f5ad tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0833018
May 07 22:04:06.933538 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port ebd70047-1a0a-49d6-a707-647dac8e19a2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ebd70047-1a0a-49d6-a707-647dac8e19a2,segment=NetworkSegment(10abb979-7057-4b07-b0f5-fe98bc19f5ad),segment_id=10abb979-7057-4b07-b0f5-fe98bc19f5ad)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:04:06.943971 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b682b3c1-0ca9-4806-8100-908917473b27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebd70047-1a0a-49d6-a707-647dac8e19a2'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:04:06.946954 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3317d2c7-97bf-4291-a590-57ff9436f4d2" -d '{"events": [{"server_uuid": "b682b3c1-0ca9-4806-8100-908917473b27", "name": "network-vif-plugged", "status": "completed", "tag": "ebd70047-1a0a-49d6-a707-647dac8e19a2"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:04:06.950664 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (ebd70047-1a0a-49d6-a707-647dac8e19a2), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:06.992885 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499b9d9f-751c-46bb-98e8-19453f304970 req-9b8e0840-0056-44ec-852a-8cd0465ad48f tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:07.007733 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-499b9d9f-751c-46bb-98e8-19453f304970 req-9b8e0840-0056-44ec-852a-8cd0465ad48f tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/ports?device_id=11df3809-8e5b-40d6-adb1-393c365f9a47 HTTP/1.1" status: 200  len: 945 time: 0.0971806
May 07 22:04:07.049585 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=ebd70047-1a0a-49d6-a707-647dac8e19a2,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:07.079500 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-499b9d9f-751c-46bb-98e8-19453f304970 req-d3681268-fe22-48e2-898b-360acef84ff5 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/security-groups?id=f987a2d1-eb5a-490d-a69c-fbe04ec6dc6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0707643
May 07 22:04:07.096638 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a766f985-2ad7-4bc7-8bb9-84ea75b42987 req-9af05b02-7dfa-40e6-bda7-47cee773d3bb tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf519119-a1c9-4f1e-9d65-8f11441721a2 HTTP/1.1" status: 200  len: 210 time: 0.0712144
May 07 22:04:07.135204 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f8240a-f95d-4501-8490-973b53ab0df4 x-openstack-request-id: req-a4f8240a-f95d-4501-8490-973b53ab0df4 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:04:07.135794 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b682b3c1-0ca9-4806-8100-908917473b27", "name": "network-vif-plugged", "status": "completed", "tag": "ebd70047-1a0a-49d6-a707-647dac8e19a2", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:04:07.136151 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a4f8240a-f95d-4501-8490-973b53ab0df4 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:04:07.143086 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4f8240a-f95d-4501-8490-973b53ab0df4'] response: {'server_uuid': 'b682b3c1-0ca9-4806-8100-908917473b27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebd70047-1a0a-49d6-a707-647dac8e19a2', 'code': 200}
May 07 22:04:07.281258 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebec46c-5290-45cd-a3df-c22a91d49b2f req-8e5e61db-54e9-4e29-b572-e5e4f895f255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:07.282834 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9ebec46c-5290-45cd-a3df-c22a91d49b2f req-8e5e61db-54e9-4e29-b572-e5e4f895f255 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b682b3c1-0ca9-4806-8100-908917473b27 HTTP/1.1" status: 200  len: 1127 time: 0.0807087
May 07 22:04:07.286405 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 58050) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:04:07.312384 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-058c3cbf-005e-45d0-be78-c2517502ea28 req-e1da4583-12fa-4e11-acef-ba887df6dd0f tempest-VolumesNegativeTest-1084226632 tempest-VolumesNegativeTest-1084226632-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=17f1e26eb0cc42eea75d5194838b50f5&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0355315
May 07 22:04:07.526982 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058c3cbf-005e-45d0-be78-c2517502ea28 req-aa322296-0570-43e9-a602-5da057d7fb32 tempest-VolumesNegativeTest-1084226632 tempest-VolumesNegativeTest-1084226632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:07.528730 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-058c3cbf-005e-45d0-be78-c2517502ea28 req-aa322296-0570-43e9-a602-5da057d7fb32 tempest-VolumesNegativeTest-1084226632 tempest-VolumesNegativeTest-1084226632-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2105863
May 07 22:04:07.545309 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-058c3cbf-005e-45d0-be78-c2517502ea28 req-4d490950-3f66-4526-a555-b68e1d5e2641 tempest-VolumesNegativeTest-1084226632 tempest-VolumesNegativeTest-1084226632-project] 10.222.0.32 "GET /v2.0/quotas/17f1e26eb0cc42eea75d5194838b50f5 HTTP/1.1" status: 200  len: 375 time: 0.0104795
May 07 22:04:07.587726 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-058c3cbf-005e-45d0-be78-c2517502ea28 req-87d504d6-3743-4aca-8143-055dfd945891 tempest-VolumesNegativeTest-1084226632 tempest-VolumesNegativeTest-1084226632-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=17f1e26eb0cc42eea75d5194838b50f5&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0342758
May 07 22:04:07.689170 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81157feb-11ee-455e-bf65-5162f3e3932c req-431c378e-1107-44bb-a6e4-3b21c39c6f45 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:07.690860 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-81157feb-11ee-455e-bf65-5162f3e3932c req-431c378e-1107-44bb-a6e4-3b21c39c6f45 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 946 time: 0.4507563
May 07 22:04:07.764166 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 050be740-f219-402b-99ff-07b3f4f82b98 up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:04:07.818048 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning for port 050be740-f219-402b-99ff-07b3f4f82b98 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 22:04:07.826724 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port 050be740-f219-402b-99ff-07b3f4f82b98 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:04:07.827516 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (050be740-f219-402b-99ff-07b3f4f82b98), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:07.832402 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-69e71059-40ab-4c95-866b-d3876866f43b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=52e29d12afb3431caddf0b22198fefba&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5446818
May 07 22:04:07.835532 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac85131-95f7-4441-8832-0a1b1dc2cc6b req-85d8c821-805a-4b3a-bb52-c1e211c6740e tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:07.837290 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9ac85131-95f7-4441-8832-0a1b1dc2cc6b req-85d8c821-805a-4b3a-bb52-c1e211c6740e tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] 10.222.0.32 "GET /v2.0/ports?device_id=b682b3c1-0ca9-4806-8100-908917473b27 HTTP/1.1" status: 200  len: 945 time: 0.0687220
May 07 22:04:07.837853 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 58060) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:04:07.845325 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9ebec46c-5290-45cd-a3df-c22a91d49b2f req-1e7b81d4-be3b-4f25-b58b-087edcfd3abc service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=45028260-27bb-4967-b003-55d77c52e058&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1891277
May 07 22:04:07.880052 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-81157feb-11ee-455e-bf65-5162f3e3932c req-0f24c7ef-21e6-4af5-8115-b2be4aa158de tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1735742
May 07 22:04:07.888133 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b81bed5-25a9-4138-ba6f-2e6e554aa3a1 req-0ed1ad77-d1f7-4996-9cb1-38884ce45399 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:07.889622 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1b81bed5-25a9-4138-ba6f-2e6e554aa3a1 req-0ed1ad77-d1f7-4996-9cb1-38884ce45399 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.59 "GET /v2.0/networks?id=f64cbfbe-feaa-48dc-9089-9445aa1eaa5a HTTP/1.1" status: 200  len: 815 time: 0.2348695
May 07 22:04:07.945976 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9ac85131-95f7-4441-8832-0a1b1dc2cc6b req-ffac02c7-62bf-47a4-b840-2cfc873d86fb tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] 10.222.0.32 "GET /v2.0/security-groups?id=45028260-27bb-4967-b003-55d77c52e058&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0868468
May 07 22:04:07.948510 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 050be740-f219-402b-99ff-07b3f4f82b98 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:04:07.948910 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (050be740-f219-402b-99ff-07b3f4f82b98), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:07.951382 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-15a65981-3290-4ff0-bdff-158f846847a9 admin admin] Publish callbacks [] for security_group (fb521053-47a5-4a8a-b455-73f614d9da83), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:07.988882 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-15a65981-3290-4ff0-bdff-158f846847a9 admin admin] Publish callbacks [] for security_group (fb521053-47a5-4a8a-b455-73f614d9da83), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:08.002283 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 050be740-f219-402b-99ff-07b3f4f82b98, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=050be740-f219-402b-99ff-07b3f4f82b98,segment=NetworkSegment(946603cd-661c-44e1-83be-0ffa4fba5a22),segment_id=946603cd-661c-44e1-83be-0ffa4fba5a22)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:04:08.008062 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (050be740-f219-402b-99ff-07b3f4f82b98), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:08.034244 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420978df-8d5a-4b67-8d2f-04c669938280 req-d492ac70-55be-43bf-8148-41d864790a10 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:08.036447 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-420978df-8d5a-4b67-8d2f-04c669938280 req-d492ac70-55be-43bf-8148-41d864790a10 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba61d59b-e750-459a-a73a-0376bdf5ca51 HTTP/1.1" status: 200  len: 945 time: 0.0957959
May 07 22:04:08.074215 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=050be740-f219-402b-99ff-07b3f4f82b98,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:08.074982 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e4070a27-0792-40c5-a9fe-3b4f454c647a req-0737a3f3-bc78-4b34-8374-1232dc8463c9 tempest-VolumesNegativeTest-1084226632 tempest-VolumesNegativeTest-1084226632-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef8fdf88-13b9-439a-a4f4-b4dec75e47ec HTTP/1.1" status: 200  len: 210 time: 0.0451188
May 07 22:04:08.109384 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-15a65981-3290-4ff0-bdff-158f846847a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (fb521053-47a5-4a8a-b455-73f614d9da83), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:08.112359 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-15a65981-3290-4ff0-bdff-158f846847a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:08.119384 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-15a65981-3290-4ff0-bdff-158f846847a9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fb521053-47a5-4a8a-b455-73f614d9da83 HTTP/1.1" status: 204  len: 168 time: 0.2803941
May 07 22:04:08.144004 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a65981-3290-4ff0-bdff-158f846847a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb521053-47a5-4a8a-b455-73f614d9da83,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:08.185423 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1b81bed5-25a9-4138-ba6f-2e6e554aa3a1 req-cdfef31b-5eb3-44de-96b3-a8f6a74d6aee tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57990769f50b412194a108cdd627a767 HTTP/1.1" status: 200  len: 380 time: 0.1396227
May 07 22:04:08.206328 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d85a432-4276-42a2-b8d9-0228e7e035bd req-b695f4b8-9c81-4d7b-aaef-18c55a05597c tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:08.211374 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-420978df-8d5a-4b67-8d2f-04c669938280 req-546da301-bb7c-42e8-8dae-31992e1f59a6 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c335e02-4871-4a34-8e92-8c24a11b7b47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1674373
May 07 22:04:08.219751 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3d85a432-4276-42a2-b8d9-0228e7e035bd req-b695f4b8-9c81-4d7b-aaef-18c55a05597c tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=96e381dd-9f23-442c-80d2-8623a85c3e50 HTTP/1.1" status: 200  len: 945 time: 0.0636637
May 07 22:04:08.220845 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-1b81bed5-25a9-4138-ba6f-2e6e554aa3a1 req-16b3a4b3-6dec-4d99-af98-8f472e5ddea1 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Request body: {'port': {'device_id': 'cf519119-a1c9-4f1e-9d65-8f11441721a2', 'network_id': 'f64cbfbe-feaa-48dc-9089-9445aa1eaa5a', 'admin_state_up': True, 'tenant_id': '57990769f50b412194a108cdd627a767', 'security_groups': ['2287ac73-41a5-4eb4-b7c6-3c52daf9bbf9']}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:04:08.292185 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3d85a432-4276-42a2-b8d9-0228e7e035bd req-93536b70-c293-46fa-a827-c6f80f160a83 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/security-groups?id=8784126e-39eb-4ad2-9420-cda4822e0755&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0700865
May 07 22:04:08.375948 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab589e3c-238d-4290-9d6b-c76951628d67 req-1154a591-7107-45be-a345-aa83a7773379 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:08.377835 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ab589e3c-238d-4290-9d6b-c76951628d67 req-1154a591-7107-45be-a345-aa83a7773379 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 946 time: 0.0701396
May 07 22:04:08.450388 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ab589e3c-238d-4290-9d6b-c76951628d67 req-adb4649b-06de-4305-84f3-a5c900d7d35e tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618224
May 07 22:04:08.453051 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f64bae-6aaf-4318-b05c-b0e8c6685bcc req-6194669a-0314-4964-81c2-d337d1853bcb tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:08.454730 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b81bed5-25a9-4138-ba6f-2e6e554aa3a1 req-16b3a4b3-6dec-4d99-af98-8f472e5ddea1 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Made reservation on behalf of 57990769f50b412194a108cdd627a767 for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:04:08.458758 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e4f64bae-6aaf-4318-b05c-b0e8c6685bcc req-6194669a-0314-4964-81c2-d337d1853bcb tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/ports?device_id=11df3809-8e5b-40d6-adb1-393c365f9a47 HTTP/1.1" status: 200  len: 946 time: 0.0964978
May 07 22:04:08.459811 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1b81bed5-25a9-4138-ba6f-2e6e554aa3a1 req-16b3a4b3-6dec-4d99-af98-8f472e5ddea1 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:08.539038 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e4f64bae-6aaf-4318-b05c-b0e8c6685bcc req-d72d02ec-1300-49ce-a9df-b00c5bd0e8eb tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/security-groups?id=f987a2d1-eb5a-490d-a69c-fbe04ec6dc6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0705197
May 07 22:04:08.685984 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4e85ae2d-cd68-401a-b540-1664c73dfe7c req-e4edcccd-4dcb-479d-a766-174efef2ff9b tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf519119-a1c9-4f1e-9d65-8f11441721a2 HTTP/1.1" status: 200  len: 210 time: 0.0424464
May 07 22:04:08.700696 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [req-1b81bed5-25a9-4138-ba6f-2e6e554aa3a1 req-16b3a4b3-6dec-4d99-af98-8f472e5ddea1 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Allocated IP 172.20.0.3 (f64cbfbe-feaa-48dc-9089-9445aa1eaa5a/86e7e675-440c-49d1-8be8-1667506afa40/53d2f822-2f8e-447c-9bcb-2e1cb411c60a) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:04:08.777527 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07ece70-68c6-46e2-a484-97d56f0ba5d6 req-5ee6adc5-b977-4720-b953-1f4ba52a61a9 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:08.779369 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e07ece70-68c6-46e2-a484-97d56f0ba5d6 req-5ee6adc5-b977-4720-b953-1f4ba52a61a9 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 946 time: 0.0548911
May 07 22:04:08.833763 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e07ece70-68c6-46e2-a484-97d56f0ba5d6 req-92417bac-21c9-46cd-9190-cef8010dbe88 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484643
May 07 22:04:08.881989 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1b81bed5-25a9-4138-ba6f-2e6e554aa3a1 req-16b3a4b3-6dec-4d99-af98-8f472e5ddea1 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks [] for port (53d2f822-2f8e-447c-9bcb-2e1cb411c60a), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:08.958376 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1b81bed5-25a9-4138-ba6f-2e6e554aa3a1 req-16b3a4b3-6dec-4d99-af98-8f472e5ddea1 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (53d2f822-2f8e-447c-9bcb-2e1cb411c60a), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:08.965467 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4267fa6f-830f-42e5-a7fe-1184e6707241 req-9daa2538-0f2b-4ce0-913d-33b8fc6e570b tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:08.967002 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4267fa6f-830f-42e5-a7fe-1184e6707241 req-9daa2538-0f2b-4ce0-913d-33b8fc6e570b tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 946 time: 0.0540330
May 07 22:04:09.023648 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b81bed5-25a9-4138-ba6f-2e6e554aa3a1 req-16b3a4b3-6dec-4d99-af98-8f472e5ddea1 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Network f64cbfbe-feaa-48dc-9089-9445aa1eaa5a is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:04:09.041003 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [req-1b81bed5-25a9-4138-ba6f-2e6e554aa3a1 req-16b3a4b3-6dec-4d99-af98-8f472e5ddea1 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:04:09.046488 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b81bed5-25a9-4138-ba6f-2e6e554aa3a1 req-16b3a4b3-6dec-4d99-af98-8f472e5ddea1 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:04:09.093717 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b3a4b3-6dec-4d99-af98-8f472e5ddea1 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Pushing event updated for resources: {'Port': ['ID=53d2f822-2f8e-447c-9bcb-2e1cb411c60a,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:09.128726 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4267fa6f-830f-42e5-a7fe-1184e6707241 req-d58e6a97-87c6-4540-bb69-80ca04d6e90d tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1474619
May 07 22:04:09.143804 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b81bed5-25a9-4138-ba6f-2e6e554aa3a1 req-16b3a4b3-6dec-4d99-af98-8f472e5ddea1 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:09.144146 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11df3809-8e5b-40d6-adb1-393c365f9a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '050be740-f219-402b-99ff-07b3f4f82b98'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:04:09.144668 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1b81bed5-25a9-4138-ba6f-2e6e554aa3a1 req-16b3a4b3-6dec-4d99-af98-8f472e5ddea1 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:09.146728 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6504328a-1a27-4448-aedf-49ca402ecae3" -d '{"events": [{"server_uuid": "11df3809-8e5b-40d6-adb1-393c365f9a47", "name": "network-vif-plugged", "status": "completed", "tag": "050be740-f219-402b-99ff-07b3f4f82b98"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:04:09.150433 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-058c3cbf-005e-45d0-be78-c2517502ea28 req-f93c378d-139d-4547-9c4b-e5eace31b4e7 tempest-VolumesNegativeTest-1084226632 tempest-VolumesNegativeTest-1084226632-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=17f1e26eb0cc42eea75d5194838b50f5&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0940661
May 07 22:04:09.182685 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1b81bed5-25a9-4138-ba6f-2e6e554aa3a1 req-16b3a4b3-6dec-4d99-af98-8f472e5ddea1 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9698110
May 07 22:04:09.195600 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-1b81bed5-25a9-4138-ba6f-2e6e554aa3a1 req-88a56dbe-a2ea-45cc-bd94-d6360c8e40fd service neutron] Request body: {'port': {'device_id': 'cf519119-a1c9-4f1e-9d65-8f11441721a2', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:04:09.271230 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 58112) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:04:09.356870 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4741e777-1f45-489a-bed8-fa488857c518 req-a4aaafdd-08e7-4516-955f-643e2a46816b tempest-VolumesNegativeTest-1084226632 tempest-VolumesNegativeTest-1084226632-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef8fdf88-13b9-439a-a4f4-b4dec75e47ec HTTP/1.1" status: 200  len: 210 time: 0.0766926
May 07 22:04:09.364062 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1b81bed5-25a9-4138-ba6f-2e6e554aa3a1 req-88a56dbe-a2ea-45cc-bd94-d6360c8e40fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (53d2f822-2f8e-447c-9bcb-2e1cb411c60a), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:09.379928 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b3b087-27fe-4b1d-8a5f-be7bd435a562 req-1aceb09e-6be2-48da-9b09-07aa026360eb tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:09.386895 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-93b3b087-27fe-4b1d-8a5f-be7bd435a562 req-1aceb09e-6be2-48da-9b09-07aa026360eb tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] 10.222.0.32 "GET /v2.0/ports?device_id=b682b3c1-0ca9-4806-8100-908917473b27 HTTP/1.1" status: 200  len: 945 time: 0.3086827
May 07 22:04:09.423041 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95caf8d4-6a02-49e7-89dd-ca099b1e0ced x-openstack-request-id: req-95caf8d4-6a02-49e7-89dd-ca099b1e0ced {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:04:09.423423 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11df3809-8e5b-40d6-adb1-393c365f9a47", "name": "network-vif-plugged", "status": "completed", "tag": "050be740-f219-402b-99ff-07b3f4f82b98", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:04:09.423734 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-95caf8d4-6a02-49e7-89dd-ca099b1e0ced {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:04:09.424252 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95caf8d4-6a02-49e7-89dd-ca099b1e0ced'] response: {'server_uuid': '11df3809-8e5b-40d6-adb1-393c365f9a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '050be740-f219-402b-99ff-07b3f4f82b98', 'code': 200}
May 07 22:04:09.475175 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-93b3b087-27fe-4b1d-8a5f-be7bd435a562 req-7a6e5b23-c2b1-4c90-8c94-479a4d75dd65 tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] 10.222.0.32 "GET /v2.0/security-groups?id=45028260-27bb-4967-b003-55d77c52e058&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0828140
May 07 22:04:09.482318 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058c3cbf-005e-45d0-be78-c2517502ea28 req-1d31553b-805c-47cc-93f8-a1a457a767ac tempest-VolumesNegativeTest-1084226632 tempest-VolumesNegativeTest-1084226632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:09.483795 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-058c3cbf-005e-45d0-be78-c2517502ea28 req-1d31553b-805c-47cc-93f8-a1a457a767ac tempest-VolumesNegativeTest-1084226632 tempest-VolumesNegativeTest-1084226632-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2988751
May 07 22:04:09.499655 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-632d5108-072d-472a-a3ee-a3a4f94c9a32 None None] Provisioning complete for port 53d2f822-2f8e-447c-9bcb-2e1cb411c60a triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:04:09.500106 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-632d5108-072d-472a-a3ee-a3a4f94c9a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (53d2f822-2f8e-447c-9bcb-2e1cb411c60a), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:09.502799 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-058c3cbf-005e-45d0-be78-c2517502ea28 req-95f4bab2-8222-4a95-9503-d55174c839aa tempest-VolumesNegativeTest-1084226632 tempest-VolumesNegativeTest-1084226632-project] Request body: {'port': {'device_id': 'ef8fdf88-13b9-439a-a4f4-b4dec75e47ec', 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47', 'admin_state_up': True, 'tenant_id': '17f1e26eb0cc42eea75d5194838b50f5'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:04:09.539097 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-d86a9bcd-f808-44fa-b9f0-6c6b5d23d9a0 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-431544324'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:04:09.543142 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-632d5108-072d-472a-a3ee-a3a4f94c9a32 None None] Port 53d2f822-2f8e-447c-9bcb-2e1cb411c60a cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:04:09.604791 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d86a9bcd-f808-44fa-b9f0-6c6b5d23d9a0 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Made reservation on behalf of 3782d9da13c44a67a66be545e352dcf8 for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:04:09.607952 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d86a9bcd-f808-44fa-b9f0-6c6b5d23d9a0 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:09.627019 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4bd992-6def-496a-8b38-2751c531c588 req-7a24f40b-a95a-4b5a-a0e8-3516940945fb tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:09.628479 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0f4bd992-6def-496a-8b38-2751c531c588 req-7a24f40b-a95a-4b5a-a0e8-3516940945fb tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba61d59b-e750-459a-a73a-0376bdf5ca51 HTTP/1.1" status: 200  len: 945 time: 0.1050613
May 07 22:04:09.635048 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571488d2-bb0f-42a7-87c9-df0dabf990a6 req-f811b42d-f2bc-4363-89c7-b8a266cecc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:09.636557 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-571488d2-bb0f-42a7-87c9-df0dabf990a6 req-f811b42d-f2bc-4363-89c7-b8a266cecc37 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=11df3809-8e5b-40d6-adb1-393c365f9a47 HTTP/1.1" status: 200  len: 1128 time: 0.1408126
May 07 22:04:09.639892 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d86a9bcd-f808-44fa-b9f0-6c6b5d23d9a0 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:09.673769 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc39586-7535-480a-b350-da50d56b8d17 req-43148a1b-a445-4ce5-8eb3-7b8f19b4c2b3 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:09.675262 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9dc39586-7535-480a-b350-da50d56b8d17 req-43148a1b-a445-4ce5-8eb3-7b8f19b4c2b3 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=96e381dd-9f23-442c-80d2-8623a85c3e50 HTTP/1.1" status: 200  len: 945 time: 0.1182826
May 07 22:04:09.745810 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-571488d2-bb0f-42a7-87c9-df0dabf990a6 req-e87964a0-fcb7-4ab1-afa0-2163ccab69ec service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f987a2d1-eb5a-490d-a69c-fbe04ec6dc6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0962424
May 07 22:04:09.765010 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0f4bd992-6def-496a-8b38-2751c531c588 req-096624a1-b6a6-4557-ac2a-827b181e9009 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c335e02-4871-4a34-8e92-8c24a11b7b47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1261249
May 07 22:04:09.784222 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9dc39586-7535-480a-b350-da50d56b8d17 req-cd141958-a10c-48f5-9261-096062d5d93d tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/security-groups?id=8784126e-39eb-4ad2-9420-cda4822e0755&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0919352
May 07 22:04:09.791452 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-058c3cbf-005e-45d0-be78-c2517502ea28 req-95f4bab2-8222-4a95-9503-d55174c839aa tempest-VolumesNegativeTest-1084226632 tempest-VolumesNegativeTest-1084226632-project] Made reservation on behalf of 17f1e26eb0cc42eea75d5194838b50f5 for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:04:09.795115 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-058c3cbf-005e-45d0-be78-c2517502ea28 req-95f4bab2-8222-4a95-9503-d55174c839aa tempest-VolumesNegativeTest-1084226632 tempest-VolumesNegativeTest-1084226632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:09.805941 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-058c3cbf-005e-45d0-be78-c2517502ea28 req-95f4bab2-8222-4a95-9503-d55174c839aa tempest-VolumesNegativeTest-1084226632 tempest-VolumesNegativeTest-1084226632-project] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:09.899746 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [req-1b81bed5-25a9-4138-ba6f-2e6e554aa3a1 req-88a56dbe-a2ea-45cc-bd94-d6360c8e40fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53d2f822-2f8e-447c-9bcb-2e1cb411c60a {{(pid=121837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:04:09.931378 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-058c3cbf-005e-45d0-be78-c2517502ea28 req-95f4bab2-8222-4a95-9503-d55174c839aa tempest-VolumesNegativeTest-1084226632 tempest-VolumesNegativeTest-1084226632-project] Publish callbacks [] for security_group (21fe9d98-86af-46a3-99d7-39d1ec7ea96e), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:09.934517 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1b81bed5-25a9-4138-ba6f-2e6e554aa3a1 req-88a56dbe-a2ea-45cc-bd94-d6360c8e40fd service neutron] Publish callbacks [] for port (53d2f822-2f8e-447c-9bcb-2e1cb411c60a), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:09.938253 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d86a9bcd-f808-44fa-b9f0-6c6b5d23d9a0 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks [] for security_group (9b65150c-596d-4e49-951a-87d6db7a5ebd), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:09.939877 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475267b0-35fe-4fa3-952d-25df8fabf719 req-1ac1a311-6a87-44ad-bb0a-dabdf3abd959 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:09.941547 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-475267b0-35fe-4fa3-952d-25df8fabf719 req-1ac1a311-6a87-44ad-bb0a-dabdf3abd959 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf519119-a1c9-4f1e-9d65-8f11441721a2 HTTP/1.1" status: 200  len: 931 time: 0.0670657
May 07 22:04:09.942709 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-058c3cbf-005e-45d0-be78-c2517502ea28 req-95f4bab2-8222-4a95-9503-d55174c839aa tempest-VolumesNegativeTest-1084226632 tempest-VolumesNegativeTest-1084226632-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (21fe9d98-86af-46a3-99d7-39d1ec7ea96e), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:09.948342 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d86a9bcd-f808-44fa-b9f0-6c6b5d23d9a0 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (9b65150c-596d-4e49-951a-87d6db7a5ebd), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:09.976549 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05bd201-1254-42a4-b4f0-26a75fa6b7e7 req-19550d95-3441-477d-ba71-28e7cc4b71d3 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:09.978137 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e05bd201-1254-42a4-b4f0-26a75fa6b7e7 req-19550d95-3441-477d-ba71-28e7cc4b71d3 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/ports?device_id=11df3809-8e5b-40d6-adb1-393c365f9a47 HTTP/1.1" status: 200  len: 946 time: 0.1015396
May 07 22:04:09.986606 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-1b81bed5-25a9-4138-ba6f-2e6e554aa3a1 req-88a56dbe-a2ea-45cc-bd94-d6360c8e40fd service neutron] Transition to ACTIVE for port object 53d2f822-2f8e-447c-9bcb-2e1cb411c60a will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 22:04:09.987599 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d86a9bcd-f808-44fa-b9f0-6c6b5d23d9a0 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:04:10.000789 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1b81bed5-25a9-4138-ba6f-2e6e554aa3a1 req-88a56dbe-a2ea-45cc-bd94-d6360c8e40fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (53d2f822-2f8e-447c-9bcb-2e1cb411c60a), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:10.045121 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f4bab2-8222-4a95-9503-d55174c839aa tempest-VolumesNegativeTest-1084226632 tempest-VolumesNegativeTest-1084226632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21fe9d98-86af-46a3-99d7-39d1ec7ea96e,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:10.051482 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d86a9bcd-f808-44fa-b9f0-6c6b5d23d9a0 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (837b9ed9-cb2e-4a7f-95bf-0930b29583ac), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:10.051834 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-d86a9bcd-f808-44fa-b9f0-6c6b5d23d9a0 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Added segment 837b9ed9-cb2e-4a7f-95bf-0930b29583ac of type vlan for network f48d8156-9bad-4610-8275-827002db3135
May 07 22:04:10.056384 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86a9bcd-f808-44fa-b9f0-6c6b5d23d9a0 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b65150c-596d-4e49-951a-87d6db7a5ebd,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:10.069513 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f4bab2-8222-4a95-9503-d55174c839aa tempest-VolumesNegativeTest-1084226632 tempest-VolumesNegativeTest-1084226632-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:04:10.070186 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f4bab2-8222-4a95-9503-d55174c839aa tempest-VolumesNegativeTest-1084226632 tempest-VolumesNegativeTest-1084226632-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:04:10.070791 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f4bab2-8222-4a95-9503-d55174c839aa tempest-VolumesNegativeTest-1084226632 tempest-VolumesNegativeTest-1084226632-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:04:10.072061 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f4bab2-8222-4a95-9503-d55174c839aa tempest-VolumesNegativeTest-1084226632 tempest-VolumesNegativeTest-1084226632-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:04:10.072888 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f4bab2-8222-4a95-9503-d55174c839aa tempest-VolumesNegativeTest-1084226632 tempest-VolumesNegativeTest-1084226632-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:04:10.073374 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f4bab2-8222-4a95-9503-d55174c839aa tempest-VolumesNegativeTest-1084226632 tempest-VolumesNegativeTest-1084226632-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:04:10.073900 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f4bab2-8222-4a95-9503-d55174c839aa tempest-VolumesNegativeTest-1084226632 tempest-VolumesNegativeTest-1084226632-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:04:10.074430 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f4bab2-8222-4a95-9503-d55174c839aa tempest-VolumesNegativeTest-1084226632 tempest-VolumesNegativeTest-1084226632-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:04:10.074898 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f4bab2-8222-4a95-9503-d55174c839aa tempest-VolumesNegativeTest-1084226632 tempest-VolumesNegativeTest-1084226632-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:04:10.075451 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f4bab2-8222-4a95-9503-d55174c839aa tempest-VolumesNegativeTest-1084226632 tempest-VolumesNegativeTest-1084226632-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:04:10.075930 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f4bab2-8222-4a95-9503-d55174c839aa tempest-VolumesNegativeTest-1084226632 tempest-VolumesNegativeTest-1084226632-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:04:10.076340 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f4bab2-8222-4a95-9503-d55174c839aa tempest-VolumesNegativeTest-1084226632 tempest-VolumesNegativeTest-1084226632-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:04:10.077101 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f4bab2-8222-4a95-9503-d55174c839aa tempest-VolumesNegativeTest-1084226632 tempest-VolumesNegativeTest-1084226632-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:04:10.077650 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f4bab2-8222-4a95-9503-d55174c839aa tempest-VolumesNegativeTest-1084226632 tempest-VolumesNegativeTest-1084226632-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:04:10.077985 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f4bab2-8222-4a95-9503-d55174c839aa tempest-VolumesNegativeTest-1084226632 tempest-VolumesNegativeTest-1084226632-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:04:10.133752 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a56dbe-a2ea-45cc-bd94-d6360c8e40fd service neutron] Pushing event updated for resources: {'Port': ['ID=53d2f822-2f8e-447c-9bcb-2e1cb411c60a,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:10.135188 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-475267b0-35fe-4fa3-952d-25df8fabf719 req-4d4d098f-6e28-4bec-b612-6b14794d8d52 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/security-groups?id=2287ac73-41a5-4eb4-b7c6-3c52daf9bbf9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1797619
May 07 22:04:10.166996 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d86a9bcd-f808-44fa-b9f0-6c6b5d23d9a0 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (f48d8156-9bad-4610-8275-827002db3135), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:10.173223 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [req-058c3cbf-005e-45d0-be78-c2517502ea28 req-95f4bab2-8222-4a95-9503-d55174c839aa tempest-VolumesNegativeTest-1084226632 tempest-VolumesNegativeTest-1084226632-project] Allocated IP 192.168.233.239 (665487f0-78eb-47fb-9a06-b15bc614dc47/6e0e5c53-1ece-4d20-b01d-5f8c6957edf6/084c853e-2bdf-48de-b632-cb35deede3f7) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:04:10.191766 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e05bd201-1254-42a4-b4f0-26a75fa6b7e7 req-7d0d980d-1400-4295-a9f9-95609370dc08 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/security-groups?id=f987a2d1-eb5a-490d-a69c-fbe04ec6dc6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1988130
May 07 22:04:10.265776 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d86a9bcd-f808-44fa-b9f0-6c6b5d23d9a0 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (f48d8156-9bad-4610-8275-827002db3135), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:10.273198 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86a9bcd-f808-44fa-b9f0-6c6b5d23d9a0 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:10.274129 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d86a9bcd-f808-44fa-b9f0-6c6b5d23d9a0 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:10.311492 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-1b81bed5-25a9-4138-ba6f-2e6e554aa3a1 req-88a56dbe-a2ea-45cc-bd94-d6360c8e40fd service neutron] Attempting to bind port 53d2f822-2f8e-447c-9bcb-2e1cb411c60a on host nch2-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:04:10.311903 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-1b81bed5-25a9-4138-ba6f-2e6e554aa3a1 req-88a56dbe-a2ea-45cc-bd94-d6360c8e40fd service neutron] Attempting to bind port 53d2f822-2f8e-447c-9bcb-2e1cb411c60a by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ce6ea8f0-3d38-4ce3-8f23-f8c47e599e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f64cbfbe-feaa-48dc-9089-9445aa1eaa5a'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:04:10.312283 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b81bed5-25a9-4138-ba6f-2e6e554aa3a1 req-88a56dbe-a2ea-45cc-bd94-d6360c8e40fd service neutron] Attempting to bind port 53d2f822-2f8e-447c-9bcb-2e1cb411c60a on network f64cbfbe-feaa-48dc-9089-9445aa1eaa5a {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:04:10.320201 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6e652a-6f22-4c7b-abd2-afe17f4c8b3a req-f741118b-b57a-4e77-81c6-78096237719e tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:10.321857 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-af6e652a-6f22-4c7b-abd2-afe17f4c8b3a req-f741118b-b57a-4e77-81c6-78096237719e tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 946 time: 0.0879006
May 07 22:04:10.331144 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-d86a9bcd-f808-44fa-b9f0-6c6b5d23d9a0 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 785 time: 1.0553474
May 07 22:04:10.331235 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 58126) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:04:10.332798 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b81bed5-25a9-4138-ba6f-2e6e554aa3a1 req-88a56dbe-a2ea-45cc-bd94-d6360c8e40fd service neutron] Port 53d2f822-2f8e-447c-9bcb-2e1cb411c60a on network f64cbfbe-feaa-48dc-9089-9445aa1eaa5a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:04:10.332798 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b81bed5-25a9-4138-ba6f-2e6e554aa3a1 req-88a56dbe-a2ea-45cc-bd94-d6360c8e40fd service neutron] Attempting to bind port 53d2f822-2f8e-447c-9bcb-2e1cb411c60a on network f64cbfbe-feaa-48dc-9089-9445aa1eaa5a {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:04:10.338744 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-28f60f93-e158-488a-a747-738ec5c6826b tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Request body: {'subnet': {'network_id': 'f48d8156-9bad-4610-8275-827002db3135', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:04:10.390065 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b81bed5-25a9-4138-ba6f-2e6e554aa3a1 req-88a56dbe-a2ea-45cc-bd94-d6360c8e40fd service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:04:10.390411 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b81bed5-25a9-4138-ba6f-2e6e554aa3a1 req-88a56dbe-a2ea-45cc-bd94-d6360c8e40fd service neutron] Checking segment: {'id': 'ce6ea8f0-3d38-4ce3-8f23-f8c47e599e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f64cbfbe-feaa-48dc-9089-9445aa1eaa5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:04:10.390816 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b81bed5-25a9-4138-ba6f-2e6e554aa3a1 req-88a56dbe-a2ea-45cc-bd94-d6360c8e40fd service neutron] Bound using segment: {'id': 'ce6ea8f0-3d38-4ce3-8f23-f8c47e599e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f64cbfbe-feaa-48dc-9089-9445aa1eaa5a'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:04:10.391326 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-1b81bed5-25a9-4138-ba6f-2e6e554aa3a1 req-88a56dbe-a2ea-45cc-bd94-d6360c8e40fd service neutron] Bound port: 53d2f822-2f8e-447c-9bcb-2e1cb411c60a, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce6ea8f0-3d38-4ce3-8f23-f8c47e599e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f64cbfbe-feaa-48dc-9089-9445aa1eaa5a'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:04:10.391622 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1b81bed5-25a9-4138-ba6f-2e6e554aa3a1 req-88a56dbe-a2ea-45cc-bd94-d6360c8e40fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (53d2f822-2f8e-447c-9bcb-2e1cb411c60a), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:10.412712 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86a9bcd-f808-44fa-b9f0-6c6b5d23d9a0 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Pushing event updated for resources: {'Network': ['ID=f48d8156-9bad-4610-8275-827002db3135,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:10.428566 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-af6e652a-6f22-4c7b-abd2-afe17f4c8b3a req-fdfe80b1-50f1-473b-b7ff-8c1fab5597b2 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0807705
May 07 22:04:10.433336 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-058c3cbf-005e-45d0-be78-c2517502ea28 req-95f4bab2-8222-4a95-9503-d55174c839aa tempest-VolumesNegativeTest-1084226632 tempest-VolumesNegativeTest-1084226632-project] Publish callbacks [] for port (084c853e-2bdf-48de-b632-cb35deede3f7), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:10.447461 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network f48d8156-9bad-4610-8275-827002db3135 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:04:10.486222 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-058c3cbf-005e-45d0-be78-c2517502ea28 req-95f4bab2-8222-4a95-9503-d55174c839aa tempest-VolumesNegativeTest-1084226632 tempest-VolumesNegativeTest-1084226632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (084c853e-2bdf-48de-b632-cb35deede3f7), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:10.549807 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-058c3cbf-005e-45d0-be78-c2517502ea28 req-95f4bab2-8222-4a95-9503-d55174c839aa tempest-VolumesNegativeTest-1084226632 tempest-VolumesNegativeTest-1084226632-project] Network 665487f0-78eb-47fb-9a06-b15bc614dc47 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:04:10.562583 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [req-058c3cbf-005e-45d0-be78-c2517502ea28 req-95f4bab2-8222-4a95-9503-d55174c839aa tempest-VolumesNegativeTest-1084226632 tempest-VolumesNegativeTest-1084226632-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:04:10.567654 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c4c6e7-044e-4a1c-9d28-af99eb8e4c8f req-078f0921-a4b8-48b4-a2cc-20f33ee04f6b tempest-VolumesNegativeTest-1084226632 tempest-VolumesNegativeTest-1084226632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:10.569307 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-30c4c6e7-044e-4a1c-9d28-af99eb8e4c8f req-078f0921-a4b8-48b4-a2cc-20f33ee04f6b tempest-VolumesNegativeTest-1084226632 tempest-VolumesNegativeTest-1084226632-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef8fdf88-13b9-439a-a4f4-b4dec75e47ec HTTP/1.1" status: 200  len: 936 time: 0.0978150
May 07 22:04:10.572111 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-058c3cbf-005e-45d0-be78-c2517502ea28 req-95f4bab2-8222-4a95-9503-d55174c839aa tempest-VolumesNegativeTest-1084226632 tempest-VolumesNegativeTest-1084226632-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:04:10.583685 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-1b81bed5-25a9-4138-ba6f-2e6e554aa3a1 req-88a56dbe-a2ea-45cc-bd94-d6360c8e40fd service neutron] For port 53d2f822-2f8e-447c-9bcb-2e1cb411c60a, host nch2-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:04:10.592118 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-1b81bed5-25a9-4138-ba6f-2e6e554aa3a1 req-88a56dbe-a2ea-45cc-bd94-d6360c8e40fd service neutron] For port 53d2f822-2f8e-447c-9bcb-2e1cb411c60a, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=53d2f822-2f8e-447c-9bcb-2e1cb411c60a,segment=NetworkSegment(ce6ea8f0-3d38-4ce3-8f23-f8c47e599e56),segment_id=ce6ea8f0-3d38-4ce3-8f23-f8c47e599e56)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:04:10.593662 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f60f93-e158-488a-a747-738ec5c6826b tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Made reservation on behalf of 3782d9da13c44a67a66be545e352dcf8 for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:04:10.596811 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-28f60f93-e158-488a-a747-738ec5c6826b tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:10.610082 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f4bab2-8222-4a95-9503-d55174c839aa tempest-VolumesNegativeTest-1084226632 tempest-VolumesNegativeTest-1084226632-project] Pushing event updated for resources: {'Port': ['ID=084c853e-2bdf-48de-b632-cb35deede3f7,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:10.622988 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1b81bed5-25a9-4138-ba6f-2e6e554aa3a1 req-88a56dbe-a2ea-45cc-bd94-d6360c8e40fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (53d2f822-2f8e-447c-9bcb-2e1cb411c60a), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:10.641818 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca0fd24-671f-403f-b691-fbef300559ae req-828cdce5-bb5f-465f-b341-33f8ecff968f tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:10.643421 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bca0fd24-671f-403f-b691-fbef300559ae req-828cdce5-bb5f-465f-b341-33f8ecff968f tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 946 time: 0.0956893
May 07 22:04:10.664122 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058c3cbf-005e-45d0-be78-c2517502ea28 req-95f4bab2-8222-4a95-9503-d55174c839aa tempest-VolumesNegativeTest-1084226632 tempest-VolumesNegativeTest-1084226632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:10.664746 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-058c3cbf-005e-45d0-be78-c2517502ea28 req-95f4bab2-8222-4a95-9503-d55174c839aa tempest-VolumesNegativeTest-1084226632 tempest-VolumesNegativeTest-1084226632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:10.703271 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-058c3cbf-005e-45d0-be78-c2517502ea28 req-95f4bab2-8222-4a95-9503-d55174c839aa tempest-VolumesNegativeTest-1084226632 tempest-VolumesNegativeTest-1084226632-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.2061331
May 07 22:04:10.718506 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b81bed5-25a9-4138-ba6f-2e6e554aa3a1 req-88a56dbe-a2ea-45cc-bd94-d6360c8e40fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:10.719159 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1b81bed5-25a9-4138-ba6f-2e6e554aa3a1 req-88a56dbe-a2ea-45cc-bd94-d6360c8e40fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:10.720559 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1b81bed5-25a9-4138-ba6f-2e6e554aa3a1 req-88a56dbe-a2ea-45cc-bd94-d6360c8e40fd service neutron] 10.222.0.59 "PUT /v2.0/ports/53d2f822-2f8e-447c-9bcb-2e1cb411c60a HTTP/1.1" status: 200  len: 1091 time: 1.5300195
May 07 22:04:10.723424 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf519119-a1c9-4f1e-9d65-8f11441721a2', 'tag': '53d2f822-2f8e-447c-9bcb-2e1cb411c60a'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:04:10.725074 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bca0fd24-671f-403f-b691-fbef300559ae req-be8dd90e-9973-4632-a8c1-924c4fe025eb tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0696421
May 07 22:04:10.726275 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4045b04a-6723-47a0-9c1b-7c649dc33fa1" -d '{"events": [{"name": "network-changed", "server_uuid": "cf519119-a1c9-4f1e-9d65-8f11441721a2", "tag": "53d2f822-2f8e-447c-9bcb-2e1cb411c60a"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:04:10.730224 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-058c3cbf-005e-45d0-be78-c2517502ea28 req-678f5639-795e-483b-8153-7999124e6ddc service neutron] Request body: {'port': {'device_id': 'ef8fdf88-13b9-439a-a4f4-b4dec75e47ec', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:04:10.775053 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-30c4c6e7-044e-4a1c-9d28-af99eb8e4c8f req-81823adc-44f8-4bdb-b98e-8308e2ea18fe tempest-VolumesNegativeTest-1084226632 tempest-VolumesNegativeTest-1084226632-project] 10.222.0.32 "GET /v2.0/security-groups?id=21fe9d98-86af-46a3-99d7-39d1ec7ea96e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1939027
May 07 22:04:10.826595 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a56dbe-a2ea-45cc-bd94-d6360c8e40fd service neutron] Pushing event updated for resources: {'Port': ['ID=53d2f822-2f8e-447c-9bcb-2e1cb411c60a,revision_number=3']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:10.883995 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-058c3cbf-005e-45d0-be78-c2517502ea28 req-678f5639-795e-483b-8153-7999124e6ddc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (084c853e-2bdf-48de-b632-cb35deede3f7), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:10.909970 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f45983-5714-4b63-9392-f6018dad91a6 x-openstack-request-id: req-f9f45983-5714-4b63-9392-f6018dad91a6 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:04:10.910321 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf519119-a1c9-4f1e-9d65-8f11441721a2", "tag": "53d2f822-2f8e-447c-9bcb-2e1cb411c60a", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:04:10.910584 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f9f45983-5714-4b63-9392-f6018dad91a6 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:04:10.911034 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9f45983-5714-4b63-9392-f6018dad91a6'] response: {'name': 'network-changed', 'server_uuid': 'cf519119-a1c9-4f1e-9d65-8f11441721a2', 'tag': '53d2f822-2f8e-447c-9bcb-2e1cb411c60a', 'status': 'completed', 'code': 200}
May 07 22:04:10.922885 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-197aed96-3677-4dfe-b4ad-c5f7d287e3da None None] Provisioning complete for port 084c853e-2bdf-48de-b632-cb35deede3f7 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:04:10.923465 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-197aed96-3677-4dfe-b4ad-c5f7d287e3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (084c853e-2bdf-48de-b632-cb35deede3f7), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:10.931367 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b81bed5-25a9-4138-ba6f-2e6e554aa3a1 req-f52a8bf3-3038-499f-8536-978c9a3070d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:10.936922 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1b81bed5-25a9-4138-ba6f-2e6e554aa3a1 req-f52a8bf3-3038-499f-8536-978c9a3070d4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=57990769f50b412194a108cdd627a767&device_id=cf519119-a1c9-4f1e-9d65-8f11441721a2 HTTP/1.1" status: 200  len: 1125 time: 0.1339157
May 07 22:04:10.994291 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-197aed96-3677-4dfe-b4ad-c5f7d287e3da None None] Port 084c853e-2bdf-48de-b632-cb35deede3f7 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:04:11.033084 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a402de-e87d-4e93-9b91-843228930031 req-15afa16d-2120-464e-b424-ba4b0c72412c tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:11.034141 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f5a402de-e87d-4e93-9b91-843228930031 req-15afa16d-2120-464e-b424-ba4b0c72412c tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] 10.222.0.32 "GET /v2.0/ports?device_id=b682b3c1-0ca9-4806-8100-908917473b27 HTTP/1.1" status: 200  len: 945 time: 0.1354191
May 07 22:04:11.058114 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1b81bed5-25a9-4138-ba6f-2e6e554aa3a1 req-573d7133-f2ae-43e8-ad8a-e1b1f3272dbe service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=53d2f822-2f8e-447c-9bcb-2e1cb411c60a HTTP/1.1" status: 200  len: 217 time: 0.0813541
May 07 22:04:11.104982 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8805ac9a-8363-4a43-bbc0-fcb16af7a523 req-b84909fb-e23a-4634-9377-80f8e95c785a tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:11.106491 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8805ac9a-8363-4a43-bbc0-fcb16af7a523 req-b84909fb-e23a-4634-9377-80f8e95c785a tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba61d59b-e750-459a-a73a-0376bdf5ca51 HTTP/1.1" status: 200  len: 945 time: 0.1313188
May 07 22:04:11.180366 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f5a402de-e87d-4e93-9b91-843228930031 req-e396e059-e93b-401a-bbe6-d6394a58c8ad tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] 10.222.0.32 "GET /v2.0/security-groups?id=45028260-27bb-4967-b003-55d77c52e058&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1271732
May 07 22:04:11.197580 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b81bed5-25a9-4138-ba6f-2e6e554aa3a1 req-3f370935-0112-44a5-9d6b-e778ba481161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:11.199081 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1b81bed5-25a9-4138-ba6f-2e6e554aa3a1 req-3f370935-0112-44a5-9d6b-e778ba481161 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=86e7e675-440c-49d1-8be8-1667506afa40 HTTP/1.1" status: 200  len: 854 time: 0.0901256
May 07 22:04:11.247649 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-28f60f93-e158-488a-a747-738ec5c6826b tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (fe9cbd42-a889-4ff1-9123-1e2ab7c5672b), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:11.295363 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8805ac9a-8363-4a43-bbc0-fcb16af7a523 req-f596bbcc-e01a-4ecf-9b70-11bb2eb1a3f2 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c335e02-4871-4a34-8e92-8c24a11b7b47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1561239
May 07 22:04:11.311563 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b81bed5-25a9-4138-ba6f-2e6e554aa3a1 req-4c8e73f6-dea0-476e-8c2d-18f24fd36b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:11.311563 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1b81bed5-25a9-4138-ba6f-2e6e554aa3a1 req-4c8e73f6-dea0-476e-8c2d-18f24fd36b5c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f64cbfbe-feaa-48dc-9089-9445aa1eaa5a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0959938
May 07 22:04:11.360268 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002c4e66-30cd-447e-9820-ab24322695f0 req-c4bf9978-19fe-4e08-aa20-eabcda524c23 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:11.362018 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-002c4e66-30cd-447e-9820-ab24322695f0 req-c4bf9978-19fe-4e08-aa20-eabcda524c23 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=96e381dd-9f23-442c-80d2-8623a85c3e50 HTTP/1.1" status: 200  len: 945 time: 0.0940473
May 07 22:04:11.370651 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f60f93-e158-488a-a747-738ec5c6826b tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Pushing event updated for resources: {'Subnet': ['ID=fe9cbd42-a889-4ff1-9123-1e2ab7c5672b,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:11.380379 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [req-058c3cbf-005e-45d0-be78-c2517502ea28 req-678f5639-795e-483b-8153-7999124e6ddc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 084c853e-2bdf-48de-b632-cb35deede3f7 {{(pid=121836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:04:11.393588 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-058c3cbf-005e-45d0-be78-c2517502ea28 req-678f5639-795e-483b-8153-7999124e6ddc service neutron] Publish callbacks [] for port (084c853e-2bdf-48de-b632-cb35deede3f7), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:11.400997 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f60f93-e158-488a-a747-738ec5c6826b tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Checking segment: {'id': '837b9ed9-cb2e-4a7f-95bf-0930b29583ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f48d8156-9bad-4610-8275-827002db3135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:04:11.401370 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f60f93-e158-488a-a747-738ec5c6826b tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Network hostable DHCP agents. Network: f48d8156-9bad-4610-8275-827002db3135, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:04:11.417872 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.provisioning_blocks [req-058c3cbf-005e-45d0-be78-c2517502ea28 req-678f5639-795e-483b-8153-7999124e6ddc service neutron] Transition to ACTIVE for port object 084c853e-2bdf-48de-b632-cb35deede3f7 will not be triggered until provisioned by entity L2. {{(pid=121836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 22:04:11.428616 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-058c3cbf-005e-45d0-be78-c2517502ea28 req-678f5639-795e-483b-8153-7999124e6ddc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (084c853e-2bdf-48de-b632-cb35deede3f7), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:11.478683 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-002c4e66-30cd-447e-9820-ab24322695f0 req-2d653b2d-0671-40da-82fb-c24014cd6407 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/security-groups?id=8784126e-39eb-4ad2-9420-cda4822e0755&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0937338
May 07 22:04:11.487907 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd647c70-8879-4489-ab4c-17bdd8a8de3e req-103cdd95-cdd6-42f7-9662-f1d74bf0ca8d tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:11.489569 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-dd647c70-8879-4489-ab4c-17bdd8a8de3e req-103cdd95-cdd6-42f7-9662-f1d74bf0ca8d tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf519119-a1c9-4f1e-9d65-8f11441721a2 HTTP/1.1" status: 200  len: 943 time: 0.0847316
May 07 22:04:11.492119 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f60f93-e158-488a-a747-738ec5c6826b tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Network f48d8156-9bad-4610-8275-827002db3135 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:04:11.499492 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678f5639-795e-483b-8153-7999124e6ddc service neutron] Pushing event updated for resources: {'Port': ['ID=084c853e-2bdf-48de-b632-cb35deede3f7,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:11.501318 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1b81bed5-25a9-4138-ba6f-2e6e554aa3a1 req-e362a4bb-af8a-49a6-8f80-3772e9cbf0ad service neutron] 10.222.0.59 "GET /v2.0/networks/f64cbfbe-feaa-48dc-9089-9445aa1eaa5a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1882999
May 07 22:04:11.523639 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-28f60f93-e158-488a-a747-738ec5c6826b tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f48d8156-9bad-4610-8275-827002db3135) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:04:11.534372 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a941cf3-e681-4089-b974-8918b0afb3f7 None None] Network f48d8156-9bad-4610-8275-827002db3135 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:04:11.537563 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f60f93-e158-488a-a747-738ec5c6826b tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:11.538175 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-28f60f93-e158-488a-a747-738ec5c6826b tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:11.580568 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-28f60f93-e158-488a-a747-738ec5c6826b tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 1.2455039
May 07 22:04:11.584866 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 58152) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:04:11.591839 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-266ca8e6-f802-40d9-948f-0b7568daba95 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2006594800', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}, 'admin_state_up': False}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:04:11.601077 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-dd647c70-8879-4489-ab4c-17bdd8a8de3e req-705adb4e-7d33-4eee-bb4c-10ea0816e613 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/security-groups?id=2287ac73-41a5-4eb4-b7c6-3c52daf9bbf9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1022575
May 07 22:04:11.683821 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-058c3cbf-005e-45d0-be78-c2517502ea28 req-678f5639-795e-483b-8153-7999124e6ddc service neutron] Attempting to bind port 084c853e-2bdf-48de-b632-cb35deede3f7 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:04:11.684343 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3825c551-c489-473b-a27f-87fd6421f206 None None] Network f48d8156-9bad-4610-8275-827002db3135 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:04:11.684435 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-058c3cbf-005e-45d0-be78-c2517502ea28 req-678f5639-795e-483b-8153-7999124e6ddc service neutron] Attempting to bind port 084c853e-2bdf-48de-b632-cb35deede3f7 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:04:11.684623 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058c3cbf-005e-45d0-be78-c2517502ea28 req-678f5639-795e-483b-8153-7999124e6ddc service neutron] Attempting to bind port 084c853e-2bdf-48de-b632-cb35deede3f7 on network 665487f0-78eb-47fb-9a06-b15bc614dc47 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:04:11.690516 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-266ca8e6-f802-40d9-948f-0b7568daba95 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (1a9903f6-9132-4577-8af1-c5b308c6a824), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:11.691751 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-266ca8e6-f802-40d9-948f-0b7568daba95 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (1a9903f6-9132-4577-8af1-c5b308c6a824), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:11.701022 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cd8b86-6bc8-44ab-b4d0-8551cf89a7fc req-38cae6de-bf15-44b5-93ee-75558427db3b tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:11.708862 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d2cd8b86-6bc8-44ab-b4d0-8551cf89a7fc req-38cae6de-bf15-44b5-93ee-75558427db3b tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] 10.222.0.32 "GET /v2.0/ports?device_id=b682b3c1-0ca9-4806-8100-908917473b27 HTTP/1.1" status: 200  len: 945 time: 0.1067975
May 07 22:04:11.717136 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058c3cbf-005e-45d0-be78-c2517502ea28 req-678f5639-795e-483b-8153-7999124e6ddc service neutron] Port 084c853e-2bdf-48de-b632-cb35deede3f7 on network 665487f0-78eb-47fb-9a06-b15bc614dc47 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:04:11.717635 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058c3cbf-005e-45d0-be78-c2517502ea28 req-678f5639-795e-483b-8153-7999124e6ddc service neutron] Attempting to bind port 084c853e-2bdf-48de-b632-cb35deede3f7 on network 665487f0-78eb-47fb-9a06-b15bc614dc47 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:04:11.737464 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058c3cbf-005e-45d0-be78-c2517502ea28 req-678f5639-795e-483b-8153-7999124e6ddc service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 3, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:04:11.737999 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058c3cbf-005e-45d0-be78-c2517502ea28 req-678f5639-795e-483b-8153-7999124e6ddc service neutron] Checking segment: {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:04:11.738997 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-058c3cbf-005e-45d0-be78-c2517502ea28 req-678f5639-795e-483b-8153-7999124e6ddc service neutron] Bound using segment: {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:04:11.739455 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-058c3cbf-005e-45d0-be78-c2517502ea28 req-678f5639-795e-483b-8153-7999124e6ddc service neutron] Bound port: 084c853e-2bdf-48de-b632-cb35deede3f7, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:04:11.739863 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-058c3cbf-005e-45d0-be78-c2517502ea28 req-678f5639-795e-483b-8153-7999124e6ddc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (084c853e-2bdf-48de-b632-cb35deede3f7), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:11.743925 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667897f8-b52b-4124-894c-91580cdaa1e0 req-1e0fab38-5131-4a7a-b7e8-b6c296fce831 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:11.753583 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-667897f8-b52b-4124-894c-91580cdaa1e0 req-1e0fab38-5131-4a7a-b7e8-b6c296fce831 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/ports?device_id=11df3809-8e5b-40d6-adb1-393c365f9a47 HTTP/1.1" status: 200  len: 946 time: 0.0856185
May 07 22:04:11.798901 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-667897f8-b52b-4124-894c-91580cdaa1e0 req-c7aebf2c-73ce-45d3-986f-4ba13613139e tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/security-groups?id=f987a2d1-eb5a-490d-a69c-fbe04ec6dc6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434499
May 07 22:04:11.821851 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-266ca8e6-f802-40d9-948f-0b7568daba95 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks [] for router_controller (1a9903f6-9132-4577-8af1-c5b308c6a824), precommit_add_association {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:11.858028 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d2cd8b86-6bc8-44ab-b4d0-8551cf89a7fc req-df0fcbc4-f705-42a8-9a5c-fc1559801039 tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] 10.222.0.32 "GET /v2.0/security-groups?id=45028260-27bb-4967-b003-55d77c52e058&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1480274
May 07 22:04:11.921142 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a37513-bcd4-41ed-a6d1-55f24cbed0a8 req-42b62aba-76ca-411b-970a-c31f29bae1ef tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:11.922626 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-71a37513-bcd4-41ed-a6d1-55f24cbed0a8 req-42b62aba-76ca-411b-970a-c31f29bae1ef tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 946 time: 0.0604484
May 07 22:04:11.975449 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-71a37513-bcd4-41ed-a6d1-55f24cbed0a8 req-1bd7ec3f-8f60-4c3e-9319-7d78dd64015b tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463140
May 07 22:04:12.028448 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-058c3cbf-005e-45d0-be78-c2517502ea28 req-678f5639-795e-483b-8153-7999124e6ddc service neutron] For port 084c853e-2bdf-48de-b632-cb35deede3f7, host nch1-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:04:12.073200 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15884e2-6ff2-4e0d-a746-f98e98de1b36 req-1cd31a6f-e51c-40e3-9542-793cfc77e5e2 tempest-VolumesNegativeTest-1084226632 tempest-VolumesNegativeTest-1084226632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:12.074676 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e15884e2-6ff2-4e0d-a746-f98e98de1b36 req-1cd31a6f-e51c-40e3-9542-793cfc77e5e2 tempest-VolumesNegativeTest-1084226632 tempest-VolumesNegativeTest-1084226632-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef8fdf88-13b9-439a-a4f4-b4dec75e47ec HTTP/1.1" status: 200  len: 948 time: 0.1423588
May 07 22:04:12.079610 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-266ca8e6-f802-40d9-948f-0b7568daba95 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks [] for router_gateway (1a9903f6-9132-4577-8af1-c5b308c6a824), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:12.084787 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035aa5a-0af2-4692-9b2c-37654b980365 req-2d58a751-c663-4aa4-aa8f-ed5f17ee9dfb tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:12.085023 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-058c3cbf-005e-45d0-be78-c2517502ea28 req-678f5639-795e-483b-8153-7999124e6ddc service neutron] For port 084c853e-2bdf-48de-b632-cb35deede3f7, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=084c853e-2bdf-48de-b632-cb35deede3f7,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:04:12.086414 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9035aa5a-0af2-4692-9b2c-37654b980365 req-2d58a751-c663-4aa4-aa8f-ed5f17ee9dfb tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/ports?device_id=11df3809-8e5b-40d6-adb1-393c365f9a47 HTTP/1.1" status: 200  len: 946 time: 0.0479457
May 07 22:04:12.096498 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 58162) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:04:12.101922 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-eb36ee1b-7207-4849-8a0e-182b204b4872 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Request body: {'floatingip': {'port_id': '050be740-f219-402b-99ff-07b3f4f82b98'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:04:12.118272 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-058c3cbf-005e-45d0-be78-c2517502ea28 req-678f5639-795e-483b-8153-7999124e6ddc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (084c853e-2bdf-48de-b632-cb35deede3f7), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:12.245610 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058c3cbf-005e-45d0-be78-c2517502ea28 req-678f5639-795e-483b-8153-7999124e6ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:12.246409 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-058c3cbf-005e-45d0-be78-c2517502ea28 req-678f5639-795e-483b-8153-7999124e6ddc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:12.247739 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-058c3cbf-005e-45d0-be78-c2517502ea28 req-678f5639-795e-483b-8153-7999124e6ddc service neutron] 10.222.0.55 "PUT /v2.0/ports/084c853e-2bdf-48de-b632-cb35deede3f7 HTTP/1.1" status: 200  len: 1096 time: 1.5306377
May 07 22:04:12.249750 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-eb36ee1b-7207-4849-8a0e-182b204b4872 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Publish callbacks [] for floatingip (42e36575-653f-4573-b0d7-9cfea256aea1), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:12.262215 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef8fdf88-13b9-439a-a4f4-b4dec75e47ec', 'tag': '084c853e-2bdf-48de-b632-cb35deede3f7'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:04:12.264928 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b0a6d15-a55f-4681-8767-c195ccebfb05" -d '{"events": [{"name": "network-changed", "server_uuid": "ef8fdf88-13b9-439a-a4f4-b4dec75e47ec", "tag": "084c853e-2bdf-48de-b632-cb35deede3f7"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:04:12.279221 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7a43f9-1310-4fa4-be0b-cd098c22a049 req-c6835cf9-2dd4-4815-94df-46083ff75912 tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:12.281242 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4d7a43f9-1310-4fa4-be0b-cd098c22a049 req-c6835cf9-2dd4-4815-94df-46083ff75912 tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] 10.222.0.32 "GET /v2.0/ports?device_id=b682b3c1-0ca9-4806-8100-908917473b27 HTTP/1.1" status: 200  len: 945 time: 0.1313484
May 07 22:04:12.314968 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16cad2b-abfb-4558-bcfe-b905e3248997 req-f18316fd-2739-4660-9d78-b3593f421733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:12.316632 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e16cad2b-abfb-4558-bcfe-b905e3248997 req-f18316fd-2739-4660-9d78-b3593f421733 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=96e381dd-9f23-442c-80d2-8623a85c3e50 HTTP/1.1" status: 200  len: 1127 time: 0.0823326
May 07 22:04:12.367157 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1b81bed5-25a9-4138-ba6f-2e6e554aa3a1 req-5ab66b75-18fd-4c4b-8bc9-d0a84786aa3a service neutron] 10.222.0.59 "GET /v2.0/networks/f64cbfbe-feaa-48dc-9089-9445aa1eaa5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2268131
May 07 22:04:12.396194 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4d7a43f9-1310-4fa4-be0b-cd098c22a049 req-3eed9639-f25b-426c-86b6-cac700c9e10f tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] 10.222.0.32 "GET /v2.0/security-groups?id=45028260-27bb-4967-b003-55d77c52e058&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0976629
May 07 22:04:12.411384 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e16cad2b-abfb-4558-bcfe-b905e3248997 req-7a091897-49c3-4e74-bbf7-055fcc9d8565 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=8784126e-39eb-4ad2-9420-cda4822e0755&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0815945
May 07 22:04:12.430029 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e15884e2-6ff2-4e0d-a746-f98e98de1b36 req-83c53dfe-49f8-4bca-82e3-7fc806010b39 tempest-VolumesNegativeTest-1084226632 tempest-VolumesNegativeTest-1084226632-project] 10.222.0.32 "GET /v2.0/security-groups?id=21fe9d98-86af-46a3-99d7-39d1ec7ea96e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3471045
May 07 22:04:12.435232 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678f5639-795e-483b-8153-7999124e6ddc service neutron] Pushing event updated for resources: {'Port': ['ID=084c853e-2bdf-48de-b632-cb35deede3f7,revision_number=3']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:12.438730 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 58168) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:04:12.459613 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058c3cbf-005e-45d0-be78-c2517502ea28 req-b97200d8-412f-4c4b-81b7-083a49266c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:12.460692 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-058c3cbf-005e-45d0-be78-c2517502ea28 req-b97200d8-412f-4c4b-81b7-083a49266c65 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=17f1e26eb0cc42eea75d5194838b50f5&device_id=ef8fdf88-13b9-439a-a4f4-b4dec75e47ec HTTP/1.1" status: 200  len: 1130 time: 0.1407773
May 07 22:04:12.525234 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0adb8984-26d0-4ac0-ab5f-9d9f37e5b3b8 x-openstack-request-id: req-0adb8984-26d0-4ac0-ab5f-9d9f37e5b3b8 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:04:12.525531 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef8fdf88-13b9-439a-a4f4-b4dec75e47ec", "tag": "084c853e-2bdf-48de-b632-cb35deede3f7", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:04:12.525769 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0adb8984-26d0-4ac0-ab5f-9d9f37e5b3b8 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:04:12.526162 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0adb8984-26d0-4ac0-ab5f-9d9f37e5b3b8'] response: {'name': 'network-changed', 'server_uuid': 'ef8fdf88-13b9-439a-a4f4-b4dec75e47ec', 'tag': '084c853e-2bdf-48de-b632-cb35deede3f7', 'status': 'completed', 'code': 200}
May 07 22:04:12.586620 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98269e4c-afc4-413a-b899-5c7575546532 req-b1636565-c1b2-40ed-842f-134052149a3e tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:12.588579 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-98269e4c-afc4-413a-b899-5c7575546532 req-b1636565-c1b2-40ed-842f-134052149a3e tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 946 time: 0.0682342
May 07 22:04:12.641180 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-98269e4c-afc4-413a-b899-5c7575546532 req-f85e8d6d-a7e2-4d61-b331-2a25617c0ffb tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462945
May 07 22:04:12.751963 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9eacb9-9792-43a8-b74f-30ed4680ca4d req-c6d8e756-7aab-4442-9626-c35b81fe5003 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:12.753449 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7c9eacb9-9792-43a8-b74f-30ed4680ca4d req-c6d8e756-7aab-4442-9626-c35b81fe5003 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=96e381dd-9f23-442c-80d2-8623a85c3e50 HTTP/1.1" status: 200  len: 945 time: 0.0490267
May 07 22:04:12.803163 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7c9eacb9-9792-43a8-b74f-30ed4680ca4d req-e628664b-ff35-4520-84e6-bf0d55893229 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/security-groups?id=8784126e-39eb-4ad2-9420-cda4822e0755&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429564
May 07 22:04:12.890756 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-058c3cbf-005e-45d0-be78-c2517502ea28 req-e32ed773-274f-4ce9-8d67-5b166c43d180 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=084c853e-2bdf-48de-b632-cb35deede3f7 HTTP/1.1" status: 200  len: 217 time: 0.3798628
May 07 22:04:12.908715 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c158ca32-6a73-44ac-8eda-c64ab70507a0 req-e86e370b-0b42-47c3-b507-9bd49ea8c8c6 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:12.910402 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c158ca32-6a73-44ac-8eda-c64ab70507a0 req-e86e370b-0b42-47c3-b507-9bd49ea8c8c6 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf519119-a1c9-4f1e-9d65-8f11441721a2 HTTP/1.1" status: 200  len: 943 time: 0.0492105
May 07 22:04:12.961674 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c158ca32-6a73-44ac-8eda-c64ab70507a0 req-ee8e4027-41b7-41fa-925c-1dbd0a2db2a2 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/security-groups?id=2287ac73-41a5-4eb4-b7c6-3c52daf9bbf9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454025
May 07 22:04:13.057466 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-266ca8e6-f802-40d9-948f-0b7568daba95 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks [] for router_gateway (1a9903f6-9132-4577-8af1-c5b308c6a824), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:13.064834 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d113bb6-f491-4191-a2c3-b966767e978d tempest-TestServerBasicOps-1631383796 tempest-TestServerBasicOps-1631383796-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:13.066996 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-7d113bb6-f491-4191-a2c3-b966767e978d tempest-TestServerBasicOps-1631383796 tempest-TestServerBasicOps-1631383796-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b682b3c1-0ca9-4806-8100-908917473b27 HTTP/1.1" status: 200  len: 1122 time: 0.6206548
May 07 22:04:13.070975 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 58188) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:04:13.075513 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-1ec0917f-608a-4a4f-ac9f-c6c3a18335c8 tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Request body: {'floatingip': {'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'port_id': 'ebd70047-1a0a-49d6-a707-647dac8e19a2', 'tenant_id': 'e5bd7ffaf96c48688d8ebe954dc7912f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:04:13.104716 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85675800-85a5-4f9e-89e2-68f7b2173391 req-e3ce42de-f291-4e80-b76c-a95ba345f5c7 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:13.107340 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-85675800-85a5-4f9e-89e2-68f7b2173391 req-e3ce42de-f291-4e80-b76c-a95ba345f5c7 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba61d59b-e750-459a-a73a-0376bdf5ca51 HTTP/1.1" status: 200  len: 945 time: 0.2323015
May 07 22:04:13.112342 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-266ca8e6-f802-40d9-948f-0b7568daba95 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:13.118227 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058c3cbf-005e-45d0-be78-c2517502ea28 req-dcab4f5e-2dec-4110-8d3a-d50caaea2e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:13.119758 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-058c3cbf-005e-45d0-be78-c2517502ea28 req-dcab4f5e-2dec-4110-8d3a-d50caaea2e7e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6e0e5c53-1ece-4d20-b01d-5f8c6957edf6 HTTP/1.1" status: 200  len: 843 time: 0.2160153
May 07 22:04:13.153933 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1ec0917f-608a-4a4f-ac9f-c6c3a18335c8 tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:13.198966 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbf734b-4146-49c2-8791-366da704f417 req-796febde-36a2-489a-b13f-05b8a066a55c tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:13.203229 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0dbf734b-4146-49c2-8791-366da704f417 req-796febde-36a2-489a-b13f-05b8a066a55c tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/networks?id=cd3974b0-b5b4-4267-bd42-3bc0d892b541 HTTP/1.1" status: 200  len: 814 time: 0.1673651
May 07 22:04:13.249343 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0dbf734b-4146-49c2-8791-366da704f417 req-eabb83a0-9cec-4fb6-8105-99b2620d4bae tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/quotas/8cdcd8ea83db42c996b9c0cb8bac89aa HTTP/1.1" status: 200  len: 375 time: 0.0166044
May 07 22:04:13.278870 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058c3cbf-005e-45d0-be78-c2517502ea28 req-d71131d1-d69f-4d9f-b134-f62f5d03a4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:13.280467 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-058c3cbf-005e-45d0-be78-c2517502ea28 req-d71131d1-d69f-4d9f-b134-f62f5d03a4a9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=665487f0-78eb-47fb-9a06-b15bc614dc47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1489685
May 07 22:04:13.298217 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1ec0917f-608a-4a4f-ac9f-c6c3a18335c8 tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:13.313036 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0dbf734b-4146-49c2-8791-366da704f417 req-8ec32e48-b692-4997-8ef7-474650983b3a tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8cdcd8ea83db42c996b9c0cb8bac89aa&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0557888
May 07 22:04:13.407328 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-85675800-85a5-4f9e-89e2-68f7b2173391 req-f41d6167-b8bf-4d0c-9e45-fec80a85c0ab tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c335e02-4871-4a34-8e92-8c24a11b7b47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2866037
May 07 22:04:13.460886 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04cff13-ddfd-4010-a9ef-18d15fbdd3dc req-3f4753bc-9732-45e9-a230-f12d0c70a2ce tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:13.462417 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d04cff13-ddfd-4010-a9ef-18d15fbdd3dc req-3f4753bc-9732-45e9-a230-f12d0c70a2ce tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 946 time: 0.0841618
May 07 22:04:13.479105 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4045b04a-6723-47a0-9c1b-7c649dc33fa1 req-0b85fb3f-6599-4189-bf8d-92b25301b9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:13.480549 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4045b04a-6723-47a0-9c1b-7c649dc33fa1 req-0b85fb3f-6599-4189-bf8d-92b25301b9d5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=57990769f50b412194a108cdd627a767&device_id=cf519119-a1c9-4f1e-9d65-8f11441721a2 HTTP/1.1" status: 200  len: 1125 time: 0.0576897
May 07 22:04:13.509111 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-266ca8e6-f802-40d9-948f-0b7568daba95 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Allocated IP 172.35.4.161 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/b507dbf1-2857-4afb-8b89-8f4478c61733) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:04:13.573546 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d04cff13-ddfd-4010-a9ef-18d15fbdd3dc req-d5fbd7e8-0810-4361-bbf4-3277ecdf93c8 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1039593
May 07 22:04:13.603935 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4045b04a-6723-47a0-9c1b-7c649dc33fa1 req-d44b3df2-dbcf-4b52-b312-e8d490a6f32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:13.605689 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4045b04a-6723-47a0-9c1b-7c649dc33fa1 req-d44b3df2-dbcf-4b52-b312-e8d490a6f32f service neutron] 10.222.0.59 "GET /v2.0/networks?id=f64cbfbe-feaa-48dc-9089-9445aa1eaa5a HTTP/1.1" status: 200  len: 916 time: 0.1156371
May 07 22:04:13.626854 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-058c3cbf-005e-45d0-be78-c2517502ea28 req-62e0bdf6-5eb2-40cf-b99e-08ae5db3e07d service neutron] 10.222.0.55 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3311479
May 07 22:04:13.648570 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff89ca32-8a30-4fe2-b076-cf3a9a88fff0 req-4e1ad6d4-e893-47f2-9bd2-06fd343d9f1e tempest-VolumesNegativeTest-1084226632 tempest-VolumesNegativeTest-1084226632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:13.650000 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ff89ca32-8a30-4fe2-b076-cf3a9a88fff0 req-4e1ad6d4-e893-47f2-9bd2-06fd343d9f1e tempest-VolumesNegativeTest-1084226632 tempest-VolumesNegativeTest-1084226632-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef8fdf88-13b9-439a-a4f4-b4dec75e47ec HTTP/1.1" status: 200  len: 948 time: 0.1041131
May 07 22:04:13.701312 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f752c006-0582-40cc-825f-07e35e4e0a60 req-5e3c79fe-f7c0-4f23-8e27-ec8571350df0 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:13.702826 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f752c006-0582-40cc-825f-07e35e4e0a60 req-5e3c79fe-f7c0-4f23-8e27-ec8571350df0 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 946 time: 0.0581367
May 07 22:04:13.750228 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f752c006-0582-40cc-825f-07e35e4e0a60 req-bc957001-f424-483d-bd45-a8a19659f920 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409620
May 07 22:04:13.847254 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.db.resource_extend [None req-eb36ee1b-7207-4849-8a0e-182b204b4872 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 07 22:04:13.883049 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4045b04a-6723-47a0-9c1b-7c649dc33fa1 req-b85de581-1805-4e7a-8a58-3dee72dc751c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=53d2f822-2f8e-447c-9bcb-2e1cb411c60a HTTP/1.1" status: 200  len: 217 time: 0.0441546
May 07 22:04:13.897534 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ff89ca32-8a30-4fe2-b076-cf3a9a88fff0 req-7ae012c9-aea3-40b1-b425-74327e546a69 tempest-VolumesNegativeTest-1084226632 tempest-VolumesNegativeTest-1084226632-project] 10.222.0.32 "GET /v2.0/security-groups?id=21fe9d98-86af-46a3-99d7-39d1ec7ea96e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2319884
May 07 22:04:13.908376 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-266ca8e6-f802-40d9-948f-0b7568daba95 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks [] for port (b507dbf1-2857-4afb-8b89-8f4478c61733), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:13.937807 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-eb36ee1b-7207-4849-8a0e-182b204b4872 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:13.941847 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-058c3cbf-005e-45d0-be78-c2517502ea28 req-6eb1a31c-598e-40ba-b858-07b609d622bb service neutron] 10.222.0.55 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2995903
May 07 22:04:13.949840 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-eb36ee1b-7207-4849-8a0e-182b204b4872 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (42e36575-653f-4573-b0d7-9cfea256aea1), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:13.955882 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-360c3413-d195-4776-8b1d-890ae6c57375 req-2d697069-f472-4201-95f2-c75c68aa23f4 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=8cdcd8ea83db42c996b9c0cb8bac89aa HTTP/1.1" status: 200  len: 221 time: 0.0804219
May 07 22:04:13.967540 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4045b04a-6723-47a0-9c1b-7c649dc33fa1 req-42b077f6-0d81-40f4-be52-99097a613e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:13.970758 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4045b04a-6723-47a0-9c1b-7c649dc33fa1 req-42b077f6-0d81-40f4-be52-99097a613e0f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=86e7e675-440c-49d1-8be8-1667506afa40 HTTP/1.1" status: 200  len: 854 time: 0.0798829
May 07 22:04:14.028993 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4045b04a-6723-47a0-9c1b-7c649dc33fa1 req-864176ae-8ad9-4c7d-9447-987a8ba7f812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:14.030439 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4045b04a-6723-47a0-9c1b-7c649dc33fa1 req-864176ae-8ad9-4c7d-9447-987a8ba7f812 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f64cbfbe-feaa-48dc-9089-9445aa1eaa5a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0511117
May 07 22:04:14.086188 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac8e68-c4cd-4655-9052-872cc84ecb75 req-09abdde8-2c72-44ac-94f4-d5457af06f9f tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:14.087638 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-cfac8e68-c4cd-4655-9052-872cc84ecb75 req-09abdde8-2c72-44ac-94f4-d5457af06f9f tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 946 time: 0.0713394
May 07 22:04:14.097006 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caffdbae-e104-4f96-89a1-41837288bc2b req-c4a7ac58-2445-4e88-87f2-2f123884377f tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:14.098553 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-caffdbae-e104-4f96-89a1-41837288bc2b req-c4a7ac58-2445-4e88-87f2-2f123884377f tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=96e381dd-9f23-442c-80d2-8623a85c3e50 HTTP/1.1" status: 200  len: 945 time: 0.1024947
May 07 22:04:14.103548 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-266ca8e6-f802-40d9-948f-0b7568daba95 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (b507dbf1-2857-4afb-8b89-8f4478c61733), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:14.186244 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266ca8e6-f802-40d9-948f-0b7568daba95 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:04:14.193805 ncdv-master-1 neutron-server[121836]: INFO neutron.db.l3_db [None req-eb36ee1b-7207-4849-8a0e-182b204b4872 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Floating IP 42e36575-653f-4573-b0d7-9cfea256aea1 associated. External IP: 172.35.4.14, port: 050be740-f219-402b-99ff-07b3f4f82b98.
May 07 22:04:14.198316 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ca8e6-f802-40d9-948f-0b7568daba95 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Pushing event updated for resources: {'Port': ['ID=b507dbf1-2857-4afb-8b89-8f4478c61733,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:14.201470 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-266ca8e6-f802-40d9-948f-0b7568daba95 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:04:14.202229 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-1ec0917f-608a-4a4f-ac9f-c6c3a18335c8 tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Allocated IP 172.35.4.239 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/7f792f53-13c2-45f2-a789-7a502365b3ec) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:04:14.214277 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266ca8e6-f802-40d9-948f-0b7568daba95 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:04:14.239329 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4045b04a-6723-47a0-9c1b-7c649dc33fa1 req-b055a5fa-8880-4377-9980-684cbd9df031 service neutron] 10.222.0.59 "GET /v2.0/networks/f64cbfbe-feaa-48dc-9089-9445aa1eaa5a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1928802
May 07 22:04:14.244093 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-cfac8e68-c4cd-4655-9052-872cc84ecb75 req-378412d6-d71d-411c-9401-03d3504c43f7 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1247694
May 07 22:04:14.283256 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-caffdbae-e104-4f96-89a1-41837288bc2b req-fec05b02-1cb5-4fe1-b0ce-04a788a5a687 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/security-groups?id=8784126e-39eb-4ad2-9420-cda4822e0755&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1774015
May 07 22:04:14.512521 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3e9df1-e9a4-4ff5-a992-b16fd8f338a5 req-88f9023c-0376-4998-93ef-d149bf5353fc tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:14.514085 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0c3e9df1-e9a4-4ff5-a992-b16fd8f338a5 req-88f9023c-0376-4998-93ef-d149bf5353fc tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 946 time: 0.1243515
May 07 22:04:14.793125 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcce705-2e86-4a60-8371-eb147014b694 req-09533464-ae15-4102-98ab-4f336efcddef tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:14.794625 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8bcce705-2e86-4a60-8371-eb147014b694 req-09533464-ae15-4102-98ab-4f336efcddef tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf519119-a1c9-4f1e-9d65-8f11441721a2 HTTP/1.1" status: 200  len: 943 time: 0.4508140
May 07 22:04:14.824407 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1ec0917f-608a-4a4f-ac9f-c6c3a18335c8 tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Publish callbacks [] for port (7f792f53-13c2-45f2-a789-7a502365b3ec), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:14.836277 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4045b04a-6723-47a0-9c1b-7c649dc33fa1 req-7a497242-3b60-41f7-9bd9-15117aa39495 service neutron] 10.222.0.59 "GET /v2.0/networks/f64cbfbe-feaa-48dc-9089-9445aa1eaa5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5826216
May 07 22:04:14.883154 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8bcce705-2e86-4a60-8371-eb147014b694 req-1b70eb17-c25c-46ad-a268-4f2376775164 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/security-groups?id=2287ac73-41a5-4eb4-b7c6-3c52daf9bbf9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0794334
May 07 22:04:14.895046 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1ec0917f-608a-4a4f-ac9f-c6c3a18335c8 tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (7f792f53-13c2-45f2-a789-7a502365b3ec), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:14.949727 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec0917f-608a-4a4f-ac9f-c6c3a18335c8 tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:04:14.952945 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-1ec0917f-608a-4a4f-ac9f-c6c3a18335c8 tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:04:14.960508 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec0917f-608a-4a4f-ac9f-c6c3a18335c8 tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:04:14.965338 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec0917f-608a-4a4f-ac9f-c6c3a18335c8 tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Pushing event updated for resources: {'Port': ['ID=7f792f53-13c2-45f2-a789-7a502365b3ec,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:15.045089 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7567a611-f366-4755-bdb2-e55d16baa3c4 req-c2afe083-e00c-46b3-ab29-38f65c94c65a tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:15.046520 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7567a611-f366-4755-bdb2-e55d16baa3c4 req-c2afe083-e00c-46b3-ab29-38f65c94c65a tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba61d59b-e750-459a-a73a-0376bdf5ca51 HTTP/1.1" status: 200  len: 945 time: 0.0838645
May 07 22:04:15.060386 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0c3e9df1-e9a4-4ff5-a992-b16fd8f338a5 req-381e163d-16c3-4623-96cd-d2a801b00fb6 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5116150
May 07 22:04:15.110740 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0a6d15-a55f-4681-8767-c195ccebfb05 req-1bf02e23-ab15-44f3-ae53-f90d4f97f3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:15.112265 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4b0a6d15-a55f-4681-8767-c195ccebfb05 req-1bf02e23-ab15-44f3-ae53-f90d4f97f3b8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=17f1e26eb0cc42eea75d5194838b50f5&device_id=ef8fdf88-13b9-439a-a4f4-b4dec75e47ec HTTP/1.1" status: 200  len: 1130 time: 0.1427696
May 07 22:04:15.136900 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb36ee1b-7207-4849-8a0e-182b204b4872 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Router b8becdb0-35c0-4028-9f28-6fe5334fd87c has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:04:15.158603 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7567a611-f366-4755-bdb2-e55d16baa3c4 req-e75f8e82-a9e8-4443-ac7d-c3863dde7b59 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c335e02-4871-4a34-8e92-8c24a11b7b47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1044660
May 07 22:04:15.160488 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-266ca8e6-f802-40d9-948f-0b7568daba95 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks [] for router_gateway (1a9903f6-9132-4577-8af1-c5b308c6a824), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:15.282359 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07449a3-398a-4c65-8f33-c305f984ffad req-631f60d7-c8cd-4a8b-8ffe-ea6e4737caa5 tempest-VolumesNegativeTest-1084226632 tempest-VolumesNegativeTest-1084226632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:15.283841 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e07449a3-398a-4c65-8f33-c305f984ffad req-631f60d7-c8cd-4a8b-8ffe-ea6e4737caa5 tempest-VolumesNegativeTest-1084226632 tempest-VolumesNegativeTest-1084226632-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef8fdf88-13b9-439a-a4f4-b4dec75e47ec HTTP/1.1" status: 200  len: 948 time: 0.1377139
May 07 22:04:15.337258 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d06675-2b9c-4ead-8c59-dcb41da98890 req-a6124bdc-293b-473f-ba2a-757e50d6bb15 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:15.338658 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-79d06675-2b9c-4ead-8c59-dcb41da98890 req-a6124bdc-293b-473f-ba2a-757e50d6bb15 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 946 time: 0.0866330
May 07 22:04:15.431684 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-79d06675-2b9c-4ead-8c59-dcb41da98890 req-4d6c801e-c9bc-41f5-8c6c-b13170929b39 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0854704
May 07 22:04:15.548837 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e07449a3-398a-4c65-8f33-c305f984ffad req-066ac122-fee0-423a-a5b3-d2dd2cac5507 tempest-VolumesNegativeTest-1084226632 tempest-VolumesNegativeTest-1084226632-project] 10.222.0.32 "GET /v2.0/security-groups?id=21fe9d98-86af-46a3-99d7-39d1ec7ea96e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2429605
May 07 22:04:15.551797 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb36ee1b-7207-4849-8a0e-182b204b4872 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:04:15.555675 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0a6d15-a55f-4681-8767-c195ccebfb05 req-733c1587-c725-4db3-8410-d36d26b4eb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:15.557574 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4b0a6d15-a55f-4681-8767-c195ccebfb05 req-733c1587-c725-4db3-8410-d36d26b4eb51 service neutron] 10.222.0.55 "GET /v2.0/networks?id=665487f0-78eb-47fb-9a06-b15bc614dc47 HTTP/1.1" status: 200  len: 870 time: 0.2959964
May 07 22:04:15.562004 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-eb36ee1b-7207-4849-8a0e-182b204b4872 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:15.577924 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcd021b-e0b2-4c08-a71b-a07bb47b70ec None None] Sync routers for ids ['b8becdb0-35c0-4028-9f28-6fe5334fd87c'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:04:15.580481 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234c82b7-c8a5-43ae-bdc8-f0714df16d42 req-acdcb753-1d72-47fa-a744-f2580c5cc6f9 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:15.582564 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-234c82b7-c8a5-43ae-bdc8-f0714df16d42 req-acdcb753-1d72-47fa-a744-f2580c5cc6f9 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=96e381dd-9f23-442c-80d2-8623a85c3e50 HTTP/1.1" status: 200  len: 945 time: 0.0595694
May 07 22:04:15.598857 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcd021b-e0b2-4c08-a71b-a07bb47b70ec None None] Routers {'b8becdb0-35c0-4028-9f28-6fe5334fd87c'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:04:15.602221 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-5bcd021b-e0b2-4c08-a71b-a07bb47b70ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7eacb280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:03:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['b8becdb0-35c0-4028-9f28-6fe5334fd87c'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:04:15.602853 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1ec0917f-608a-4a4f-ac9f-c6c3a18335c8 tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Publish callbacks [] for floatingip (691bd5d8-f90a-44bc-8895-0ef3656ce793), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:15.657074 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4b0a6d15-a55f-4681-8767-c195ccebfb05 req-72f5ec69-249b-4b11-8824-8de7f5a048fd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=084c853e-2bdf-48de-b632-cb35deede3f7 HTTP/1.1" status: 200  len: 217 time: 0.0908175
May 07 22:04:15.678636 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-234c82b7-c8a5-43ae-bdc8-f0714df16d42 req-96bd47dd-1690-4481-9790-677a5dee0708 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/security-groups?id=8784126e-39eb-4ad2-9420-cda4822e0755&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0779996
May 07 22:04:15.699322 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-eb36ee1b-7207-4849-8a0e-182b204b4872 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "PUT /v2.0/floatingips/42e36575-653f-4573-b0d7-9cfea256aea1 HTTP/1.1" status: 200  len: 991 time: 3.6017051
May 07 22:04:15.711441 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11df3809-8e5b-40d6-adb1-393c365f9a47', 'tag': '050be740-f219-402b-99ff-07b3f4f82b98'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:04:15.714268 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3519c82b-6ffe-4499-9dbf-ec7bc7687518" -d '{"events": [{"name": "network-changed", "server_uuid": "11df3809-8e5b-40d6-adb1-393c365f9a47", "tag": "050be740-f219-402b-99ff-07b3f4f82b98"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:04:15.736751 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1ec0917f-608a-4a4f-ac9f-c6c3a18335c8 tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (7f792f53-13c2-45f2-a789-7a502365b3ec), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:15.760808 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-5bcd021b-e0b2-4c08-a71b-a07bb47b70ec None None] Set router b8becdb0-35c0-4028-9f28-6fe5334fd87c gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:04:15.763438 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-266ca8e6-f802-40d9-948f-0b7568daba95 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (1a9903f6-9132-4577-8af1-c5b308c6a824), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:15.773907 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bc894a-bcf9-468c-b2a5-221f68a9f666 req-6c1f75b0-c86b-48c0-ba29-363f9ccd93ae tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:15.775457 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-40bc894a-bcf9-468c-b2a5-221f68a9f666 req-6c1f75b0-c86b-48c0-ba29-363f9ccd93ae tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 946 time: 0.0987110
May 07 22:04:15.778963 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0a6d15-a55f-4681-8767-c195ccebfb05 req-4bf5a18e-162e-4de3-9708-7cc4a0d531b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:15.780535 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4b0a6d15-a55f-4681-8767-c195ccebfb05 req-4bf5a18e-162e-4de3-9708-7cc4a0d531b3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6e0e5c53-1ece-4d20-b01d-5f8c6957edf6 HTTP/1.1" status: 200  len: 843 time: 0.1150665
May 07 22:04:15.841283 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6811f720-2e52-4db1-92d7-b25a4d6dbeb6 x-openstack-request-id: req-6811f720-2e52-4db1-92d7-b25a4d6dbeb6 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:04:15.841577 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11df3809-8e5b-40d6-adb1-393c365f9a47", "tag": "050be740-f219-402b-99ff-07b3f4f82b98", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:04:15.841836 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6811f720-2e52-4db1-92d7-b25a4d6dbeb6 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:04:15.842235 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6811f720-2e52-4db1-92d7-b25a4d6dbeb6'] response: {'name': 'network-changed', 'server_uuid': '11df3809-8e5b-40d6-adb1-393c365f9a47', 'tag': '050be740-f219-402b-99ff-07b3f4f82b98', 'status': 'completed', 'code': 200}
May 07 22:04:15.931157 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1ec0917f-608a-4a4f-ac9f-c6c3a18335c8 tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Publish callbacks [] for port (7f792f53-13c2-45f2-a789-7a502365b3ec), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:15.937918 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1ec0917f-608a-4a4f-ac9f-c6c3a18335c8 tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (7f792f53-13c2-45f2-a789-7a502365b3ec), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:16.021449 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3519c82b-6ffe-4499-9dbf-ec7bc7687518 req-83e3fdff-32a5-4a9a-9839-72d4bfed02ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:16.023000 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3519c82b-6ffe-4499-9dbf-ec7bc7687518 req-83e3fdff-32a5-4a9a-9839-72d4bfed02ac service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=81e5c5d849ea4fc59d5c4fc58b31530f&device_id=11df3809-8e5b-40d6-adb1-393c365f9a47 HTTP/1.1" status: 200  len: 1128 time: 0.1620350
May 07 22:04:16.031760 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0a6d15-a55f-4681-8767-c195ccebfb05 req-c11056b5-aa38-4868-b587-3a208f1b4fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:16.033101 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4b0a6d15-a55f-4681-8767-c195ccebfb05 req-c11056b5-aa38-4868-b587-3a208f1b4fe8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=665487f0-78eb-47fb-9a06-b15bc614dc47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.1846104
May 07 22:04:16.052289 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-40bc894a-bcf9-468c-b2a5-221f68a9f666 req-fcc377f7-27f4-48b1-b730-9a08cddb61c8 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2692668
May 07 22:04:16.106989 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec0917f-608a-4a4f-ac9f-c6c3a18335c8 tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Pushing event updated for resources: {'Port': ['ID=7f792f53-13c2-45f2-a789-7a502365b3ec,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:16.195210 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d86de9-2054-42c6-8950-6a312f86246e req-54e6ec4d-0a12-47aa-a855-6cbcf18aec8e tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:16.202266 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-96d86de9-2054-42c6-8950-6a312f86246e req-54e6ec4d-0a12-47aa-a855-6cbcf18aec8e tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf519119-a1c9-4f1e-9d65-8f11441721a2 HTTP/1.1" status: 200  len: 943 time: 0.1422911
May 07 22:04:16.204746 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-5bcd021b-e0b2-4c08-a71b-a07bb47b70ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7eacb280>, [{'id': 'b8becdb0-35c0-4028-9f28-6fe5334fd87c', 'name': 'tempest-AttachVolumeTestJSON-625502093-router', 'tenant_id': '81e5c5d849ea4fc59d5c4fc58b31530f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.196'}], 'enable_snat': True}, 'gw_port_id': '078bc0b6-578f-429e-8363-7b5eb3890209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:59:49Z', 'updated_at': '2022-05-07T22:00:05Z', 'revision_number': 4, 'project_id': '81e5c5d849ea4fc59d5c4fc58b31530f', 'gw_port': {'id': '078bc0b6-578f-429e-8363-7b5eb3890209', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8becdb0-35c0-4028-9f28-6fe5334fd87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:59:50Z', 'updated_at': '2022-05-07T22:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '42e36575-653f-4573-b0d7-9cfea256aea1', 'tenant_id': '81e5c5d849ea4fc59d5c4fc58b31530f', 'floating_ip_address': '172.35.4.14', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': 'b8becdb0-35c0-4028-9f28-6fe5334fd87c', 'port_id': '050be740-f219-402b-99ff-07b3f4f82b98', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '750e8121-2671-438f-9a42-169be7e47286', 'mac_address': 'fa:16:3e:eb:4d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11df3809-8e5b-40d6-adb1-393c365f9a47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:03:49Z', 'updated_at': '2022-05-07T22:04:13Z', 'revision_number': 1, 'project_id': '81e5c5d849ea4fc59d5c4fc58b31530f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41632c85-aec7-41fa-a8b0-4c09f4aa150d', 'name': '', 'network_id': '750e8121-2671-438f-9a42-169be7e47286', 'tenant_id': '81e5c5d849ea4fc59d5c4fc58b31530f', 'mac_address': 'fa:16:3e:1e:74:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8becdb0-35c0-4028-9f28-6fe5334fd87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '28fef69b-5556-41b9-8d96-96dc0ff0d3b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:01Z', 'updated_at': '2022-05-07T22:00:15Z', 'revision_number': 5, 'project_id': '81e5c5d849ea4fc59d5c4fc58b31530f', 'subnets': [{'id': '28fef69b-5556-41b9-8d96-96dc0ff0d3b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:04:16.205208 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1dce50-a618-42c3-878a-fd4bde72f25f req-a04ee864-5c83-4411-b536-ecb630630936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:16.207369 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6d1dce50-a618-42c3-878a-fd4bde72f25f req-a04ee864-5c83-4411-b536-ecb630630936 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8130c27f2b84434a8d6fa5032b67aa1e&device_id=96e381dd-9f23-442c-80d2-8623a85c3e50 HTTP/1.1" status: 200  len: 1127 time: 0.1483769
May 07 22:04:16.208999 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1ec0917f-608a-4a4f-ac9f-c6c3a18335c8 tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (691bd5d8-f90a-44bc-8895-0ef3656ce793), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:16.237669 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcd021b-e0b2-4c08-a71b-a07bb47b70ec None None] Checking router: b8becdb0-35c0-4028-9f28-6fe5334fd87c for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:04:16.247319 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bcd021b-e0b2-4c08-a71b-a07bb47b70ec None None] Routers {'b8becdb0-35c0-4028-9f28-6fe5334fd87c'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:04:16.248127 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-5bcd021b-e0b2-4c08-a71b-a07bb47b70ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7eacb280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:03:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['b8becdb0-35c0-4028-9f28-6fe5334fd87c'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:04:16.286717 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1b1c68-d79b-4b41-af38-19f13222c45f req-fdc67767-6b2e-46be-9341-c4c9aaf3e8ef tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:16.288270 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ee1b1c68-d79b-4b41-af38-19f13222c45f req-fdc67767-6b2e-46be-9341-c4c9aaf3e8ef tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=96e381dd-9f23-442c-80d2-8623a85c3e50 HTTP/1.1" status: 200  len: 945 time: 0.0965252
May 07 22:04:16.295173 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3519c82b-6ffe-4499-9dbf-ec7bc7687518 req-422c12b6-97d6-4dc3-97fa-4a05c5e70b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:16.296689 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3519c82b-6ffe-4499-9dbf-ec7bc7687518 req-422c12b6-97d6-4dc3-97fa-4a05c5e70b8d service neutron] 10.222.0.55 "GET /v2.0/networks?id=750e8121-2671-438f-9a42-169be7e47286 HTTP/1.1" status: 200  len: 911 time: 0.2486258
May 07 22:04:16.365920 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4b0a6d15-a55f-4681-8767-c195ccebfb05 req-e3f96d66-bfd7-4681-acf1-edd52fe4acdb service neutron] 10.222.0.55 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3109977
May 07 22:04:16.371589 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-5bcd021b-e0b2-4c08-a71b-a07bb47b70ec None None] Set router b8becdb0-35c0-4028-9f28-6fe5334fd87c gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:04:16.395862 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-266ca8e6-f802-40d9-948f-0b7568daba95 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Router 1a9903f6-9132-4577-8af1-c5b308c6a824 is scheduled to L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db with binding_index 1 {{(pid=121836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 07 22:04:16.433903 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-96d86de9-2054-42c6-8950-6a312f86246e req-1a73536f-5969-41c7-98f4-5371bd3a9cc9 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/security-groups?id=2287ac73-41a5-4eb4-b7c6-3c52daf9bbf9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2299585
May 07 22:04:16.470280 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1dce50-a618-42c3-878a-fd4bde72f25f req-0ea43e97-9973-44a1-9267-5947183e9b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:16.473151 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6d1dce50-a618-42c3-878a-fd4bde72f25f req-0ea43e97-9973-44a1-9267-5947183e9b4e service neutron] 10.222.0.59 "GET /v2.0/networks?id=f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b HTTP/1.1" status: 200  len: 920 time: 0.2260475
May 07 22:04:16.475988 ncdv-master-1 neutron-server[121837]: INFO neutron.db.l3_db [None req-1ec0917f-608a-4a4f-ac9f-c6c3a18335c8 tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Floating IP 691bd5d8-f90a-44bc-8895-0ef3656ce793 associated. External IP: 172.35.4.239, port: ebd70047-1a0a-49d6-a707-647dac8e19a2.
May 07 22:04:16.492797 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3519c82b-6ffe-4499-9dbf-ec7bc7687518 req-46d84150-9c0f-48a8-a917-d9786e5189e4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=050be740-f219-402b-99ff-07b3f4f82b98 HTTP/1.1" status: 200  len: 999 time: 0.1888897
May 07 22:04:16.516720 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ee1b1c68-d79b-4b41-af38-19f13222c45f req-84c1bf15-8e78-477a-8120-b594b3de70b5 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/security-groups?id=8784126e-39eb-4ad2-9420-cda4822e0755&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1995173
May 07 22:04:16.640755 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6d1dce50-a618-42c3-878a-fd4bde72f25f req-e6e00f6a-e705-48af-b848-cd07c5ff747a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8c6248c5-d242-4598-8d78-5b4023298e63 HTTP/1.1" status: 200  len: 217 time: 0.1597586
May 07 22:04:16.640982 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-5bcd021b-e0b2-4c08-a71b-a07bb47b70ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7eacb280>, [{'id': 'b8becdb0-35c0-4028-9f28-6fe5334fd87c', 'name': 'tempest-AttachVolumeTestJSON-625502093-router', 'tenant_id': '81e5c5d849ea4fc59d5c4fc58b31530f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.196'}], 'enable_snat': True}, 'gw_port_id': '078bc0b6-578f-429e-8363-7b5eb3890209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:59:49Z', 'updated_at': '2022-05-07T22:00:05Z', 'revision_number': 4, 'project_id': '81e5c5d849ea4fc59d5c4fc58b31530f', 'gw_port': {'id': '078bc0b6-578f-429e-8363-7b5eb3890209', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8becdb0-35c0-4028-9f28-6fe5334fd87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:59:50Z', 'updated_at': '2022-05-07T22:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '42e36575-653f-4573-b0d7-9cfea256aea1', 'tenant_id': '81e5c5d849ea4fc59d5c4fc58b31530f', 'floating_ip_address': '172.35.4.14', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': 'b8becdb0-35c0-4028-9f28-6fe5334fd87c', 'port_id': '050be740-f219-402b-99ff-07b3f4f82b98', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '750e8121-2671-438f-9a42-169be7e47286', 'mac_address': 'fa:16:3e:eb:4d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11df3809-8e5b-40d6-adb1-393c365f9a47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:03:49Z', 'updated_at': '2022-05-07T22:04:13Z', 'revision_number': 1, 'project_id': '81e5c5d849ea4fc59d5c4fc58b31530f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41632c85-aec7-41fa-a8b0-4c09f4aa150d', 'name': '', 'network_id': '750e8121-2671-438f-9a42-169be7e47286', 'tenant_id': '81e5c5d849ea4fc59d5c4fc58b31530f', 'mac_address': 'fa:16:3e:1e:74:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8becdb0-35c0-4028-9f28-6fe5334fd87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '28fef69b-5556-41b9-8d96-96dc0ff0d3b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:01Z', 'updated_at': '2022-05-07T22:00:15Z', 'revision_number': 5, 'project_id': '81e5c5d849ea4fc59d5c4fc58b31530f', 'subnets': [{'id': '28fef69b-5556-41b9-8d96-96dc0ff0d3b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:04:16.670148 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bcd021b-e0b2-4c08-a71b-a07bb47b70ec None None] The sync data for ids ['b8becdb0-35c0-4028-9f28-6fe5334fd87c'] in ncdv-master-1 is: [{'id': 'b8becdb0-35c0-4028-9f28-6fe5334fd87c', 'name': 'tempest-AttachVolumeTestJSON-625502093-router', 'tenant_id': '81e5c5d849ea4fc59d5c4fc58b31530f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.196'}], 'enable_snat': True}, 'gw_port_id': '078bc0b6-578f-429e-8363-7b5eb3890209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:59:49Z', 'updated_at': '2022-05-07T22:00:05Z', 'revision_number': 4, 'project_id': '81e5c5d849ea4fc59d5c4fc58b31530f', 'gw_port': {'id': '078bc0b6-578f-429e-8363-7b5eb3890209', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8becdb0-35c0-4028-9f28-6fe5334fd87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:59:50Z', 'updated_at': '2022-05-07T22:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '42e36575-653f-4573-b0d7-9cfea256aea1', 'tenant_id': '81e5c5d849ea4fc59d5c4fc58b31530f', 'floating_ip_address': '172.35.4.14', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': 'b8becdb0-35c0-4028-9f28-6fe5334fd87c', 'port_id': '050be740-f219-402b-99ff-07b3f4f82b98', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '750e8121-2671-438f-9a42-169be7e47286', 'mac_address': 'fa:16:3e:eb:4d:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11df3809-8e5b-40d6-adb1-393c365f9a47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:03:49Z', 'updated_at': '2022-05-07T22:04:13Z', 'revision_number': 1, 'project_id': '81e5c5d849ea4fc59d5c4fc58b31530f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41632c85-aec7-41fa-a8b0-4c09f4aa150d', 'name': '', 'network_id': '750e8121-2671-438f-9a42-169be7e47286', 'tenant_id': '81e5c5d849ea4fc59d5c4fc58b31530f', 'mac_address': 'fa:16:3e:1e:74:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8becdb0-35c0-4028-9f28-6fe5334fd87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '28fef69b-5556-41b9-8d96-96dc0ff0d3b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:01Z', 'updated_at': '2022-05-07T22:00:15Z', 'revision_number': 5, 'project_id': '81e5c5d849ea4fc59d5c4fc58b31530f', 'subnets': [{'id': '28fef69b-5556-41b9-8d96-96dc0ff0d3b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:04:16.676980 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4b0a6d15-a55f-4681-8767-c195ccebfb05 req-d57eb194-3ab9-4fbf-abb6-37a6b1046c11 service neutron] 10.222.0.55 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3007436
May 07 22:04:16.686060 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3519c82b-6ffe-4499-9dbf-ec7bc7687518 req-b0a0d2a2-def1-4eb7-a7cc-35d62491a5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:16.687803 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3519c82b-6ffe-4499-9dbf-ec7bc7687518 req-b0a0d2a2-def1-4eb7-a7cc-35d62491a5c4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=28fef69b-5556-41b9-8d96-96dc0ff0d3b2 HTTP/1.1" status: 200  len: 849 time: 0.1769338
May 07 22:04:16.696637 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 53d2f822-2f8e-447c-9bcb-2e1cb411c60a details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:04:16.708062 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aef6b0-1da4-41a6-a513-880a34318ede req-6d09d94d-c827-42e2-a2a4-0591b620c87b tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:16.709739 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b5aef6b0-1da4-41a6-a513-880a34318ede req-6d09d94d-c827-42e2-a2a4-0591b620c87b tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba61d59b-e750-459a-a73a-0376bdf5ca51 HTTP/1.1" status: 200  len: 945 time: 0.1541581
May 07 22:04:16.726476 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958c5e50-af52-42a5-9e0e-83fb595d4f7b req-ea530dba-b062-452b-8098-115e6f74b49a tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:16.728184 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-958c5e50-af52-42a5-9e0e-83fb595d4f7b req-ea530dba-b062-452b-8098-115e6f74b49a tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 946 time: 0.1290216
May 07 22:04:16.765920 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1dce50-a618-42c3-878a-fd4bde72f25f req-7d265e64-87a4-4e47-b18a-490f6b493a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:16.767669 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6d1dce50-a618-42c3-878a-fd4bde72f25f req-7d265e64-87a4-4e47-b18a-490f6b493a42 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b554e5f7-e35c-452a-ba74-fc50d3983e51 HTTP/1.1" status: 200  len: 858 time: 0.1204631
May 07 22:04:16.808782 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3519c82b-6ffe-4499-9dbf-ec7bc7687518 req-c29b83c3-72b8-4370-bc4b-5dca6dda1e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:16.810644 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3519c82b-6ffe-4499-9dbf-ec7bc7687518 req-c29b83c3-72b8-4370-bc4b-5dca6dda1e81 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=750e8121-2671-438f-9a42-169be7e47286&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0911753
May 07 22:04:16.821679 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 53d2f822-2f8e-447c-9bcb-2e1cb411c60a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=53d2f822-2f8e-447c-9bcb-2e1cb411c60a,segment=NetworkSegment(ce6ea8f0-3d38-4ce3-8f23-f8c47e599e56),segment_id=ce6ea8f0-3d38-4ce3-8f23-f8c47e599e56)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:04:16.835178 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': '53d2f822-2f8e-447c-9bcb-2e1cb411c60a', 'network_id': 'f64cbfbe-feaa-48dc-9089-9445aa1eaa5a', 'port_id': '53d2f822-2f8e-447c-9bcb-2e1cb411c60a', 'mac_address': 'fa:16:3e:39:6e:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86e7e675-440c-49d1-8be8-1667506afa40', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:04:16.848910 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-266ca8e6-f802-40d9-948f-0b7568daba95 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:04:16.866196 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75abd7b8-29d6-40ec-b415-7fe46e848b08 None None] Sync routers for ids ['1a9903f6-9132-4577-8af1-c5b308c6a824'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:04:16.875758 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 53d2f822-2f8e-447c-9bcb-2e1cb411c60a is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:04:16.876360 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (53d2f822-2f8e-447c-9bcb-2e1cb411c60a), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:16.876729 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b5aef6b0-1da4-41a6-a513-880a34318ede req-dbbc3c90-85a1-4d81-811f-d9ceb5647e69 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c335e02-4871-4a34-8e92-8c24a11b7b47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1539245
May 07 22:04:16.886112 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75abd7b8-29d6-40ec-b415-7fe46e848b08 None None] Routers {'1a9903f6-9132-4577-8af1-c5b308c6a824'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:04:16.887832 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-75abd7b8-29d6-40ec-b415-7fe46e848b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cbe9400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:03:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['1a9903f6-9132-4577-8af1-c5b308c6a824'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:04:16.900750 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53d2f822-2f8e-447c-9bcb-2e1cb411c60a {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:04:16.909419 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1dce50-a618-42c3-878a-fd4bde72f25f req-876f5781-6329-4287-83fb-d390ab476e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:16.920472 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6d1dce50-a618-42c3-878a-fd4bde72f25f req-876f5781-6329-4287-83fb-d390ab476e12 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1043348
May 07 22:04:16.930441 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 53d2f822-2f8e-447c-9bcb-2e1cb411c60a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=53d2f822-2f8e-447c-9bcb-2e1cb411c60a,segment=NetworkSegment(ce6ea8f0-3d38-4ce3-8f23-f8c47e599e56),segment_id=ce6ea8f0-3d38-4ce3-8f23-f8c47e599e56)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:04:16.935485 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (53d2f822-2f8e-447c-9bcb-2e1cb411c60a), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:16.943208 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-958c5e50-af52-42a5-9e0e-83fb595d4f7b req-cd0b6e73-a046-4065-94a3-f881380c7476 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1644225
May 07 22:04:16.970406 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-75abd7b8-29d6-40ec-b415-7fe46e848b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cbe9400>, [], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:04:16.978217 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-266ca8e6-f802-40d9-948f-0b7568daba95 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:16.984796 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-266ca8e6-f802-40d9-948f-0b7568daba95 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 887 time: 5.3984373
May 07 22:04:16.990115 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75abd7b8-29d6-40ec-b415-7fe46e848b08 None None] Routers {'1a9903f6-9132-4577-8af1-c5b308c6a824'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:04:16.991074 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-75abd7b8-29d6-40ec-b415-7fe46e848b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cbe9400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:03:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['1a9903f6-9132-4577-8af1-c5b308c6a824'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:04:16.993171 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 58250) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:04:17.001753 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=53d2f822-2f8e-447c-9bcb-2e1cb411c60a,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:17.049316 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-75abd7b8-29d6-40ec-b415-7fe46e848b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cbe9400>, [], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:04:17.050144 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75abd7b8-29d6-40ec-b415-7fe46e848b08 None None] The sync data for ids ['1a9903f6-9132-4577-8af1-c5b308c6a824'] in ncdv-master-1 is: [] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:04:17.094630 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3519c82b-6ffe-4499-9dbf-ec7bc7687518 req-0f2ac0f5-68c6-4125-8ec7-5f16755a44eb service neutron] 10.222.0.55 "GET /v2.0/networks/750e8121-2671-438f-9a42-169be7e47286?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2761984
May 07 22:04:17.107391 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d73149b-cb1b-474a-b57d-0ffe5322f1f7 None None] New status for floating IP 42e36575-653f-4573-b0d7-9cfea256aea1: ACTIVE {{(pid=121838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 07 22:04:17.132271 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73a1af3-5e66-4c2b-8512-fb77a1574c45 req-b4d65826-96d3-4d1a-b758-4d50cc37169e tempest-VolumesNegativeTest-1084226632 tempest-VolumesNegativeTest-1084226632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:17.140243 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e73a1af3-5e66-4c2b-8512-fb77a1574c45 req-b4d65826-96d3-4d1a-b758-4d50cc37169e tempest-VolumesNegativeTest-1084226632 tempest-VolumesNegativeTest-1084226632-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef8fdf88-13b9-439a-a4f4-b4dec75e47ec HTTP/1.1" status: 200  len: 948 time: 0.1257079
May 07 22:04:17.167842 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['53d2f822-2f8e-447c-9bcb-2e1cb411c60a'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:04:17.171730 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ec0917f-608a-4a4f-ac9f-c6c3a18335c8 tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Router 842bb4e3-f934-4083-96cd-cd561df042bc has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:04:17.201972 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b5ff87-51eb-45bc-b7db-af03461c09ee req-3a709d18-20d9-4750-bcdf-9c4a96d097ca tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:17.208999 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a7b5ff87-51eb-45bc-b7db-af03461c09ee req-3a709d18-20d9-4750-bcdf-9c4a96d097ca tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 946 time: 0.1432137
May 07 22:04:17.224548 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6d1dce50-a618-42c3-878a-fd4bde72f25f req-4b7d0df1-167d-4893-984d-a08ed8043304 service neutron] 10.222.0.59 "GET /v2.0/networks/f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2092535
May 07 22:04:17.277815 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e73a1af3-5e66-4c2b-8512-fb77a1574c45 req-0046e50a-43b9-4fb8-8e83-449b2c7648b9 tempest-VolumesNegativeTest-1084226632 tempest-VolumesNegativeTest-1084226632-project] 10.222.0.32 "GET /v2.0/security-groups?id=21fe9d98-86af-46a3-99d7-39d1ec7ea96e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1370661
May 07 22:04:17.427037 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec0917f-608a-4a4f-ac9f-c6c3a18335c8 tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:04:17.436831 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6d1dce50-a618-42c3-878a-fd4bde72f25f req-030a30e0-ca5c-4c25-948a-1de40b33f428 service neutron] 10.222.0.59 "GET /v2.0/networks/f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1771801
May 07 22:04:17.443072 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bc9057-2e95-4ef1-9f54-2066711e3b32 None None] Sync routers for ids ['842bb4e3-f934-4083-96cd-cd561df042bc'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:04:17.459552 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1ec0917f-608a-4a4f-ac9f-c6c3a18335c8 tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:17.470095 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bc9057-2e95-4ef1-9f54-2066711e3b32 None None] Routers {'842bb4e3-f934-4083-96cd-cd561df042bc'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:04:17.470809 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-a4bc9057-2e95-4ef1-9f54-2066711e3b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8d946730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:03:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['842bb4e3-f934-4083-96cd-cd561df042bc'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:04:17.496917 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-1ec0917f-608a-4a4f-ac9f-c6c3a18335c8 tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 4.4247770
May 07 22:04:17.497918 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b682b3c1-0ca9-4806-8100-908917473b27', 'tag': 'ebd70047-1a0a-49d6-a707-647dac8e19a2'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:04:17.500457 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a84c1d7-26b1-4dba-b6d8-f2c80fd22519" -d '{"events": [{"name": "network-changed", "server_uuid": "b682b3c1-0ca9-4806-8100-908917473b27", "tag": "ebd70047-1a0a-49d6-a707-647dac8e19a2"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:04:17.573383 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa41c391-f03d-442f-afb6-af8965bb36cc req-60f7faa8-3d64-444c-83db-a3ecec1cb776 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:17.574958 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-aa41c391-f03d-442f-afb6-af8965bb36cc req-60f7faa8-3d64-444c-83db-a3ecec1cb776 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf519119-a1c9-4f1e-9d65-8f11441721a2 HTTP/1.1" status: 200  len: 944 time: 0.0568118
May 07 22:04:17.616089 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-a4bc9057-2e95-4ef1-9f54-2066711e3b32 None None] Set router 842bb4e3-f934-4083-96cd-cd561df042bc gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:04:17.628626 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-aa41c391-f03d-442f-afb6-af8965bb36cc req-c94344ab-cb7c-4ad4-a340-0bf412e5fe0a tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/security-groups?id=2287ac73-41a5-4eb4-b7c6-3c52daf9bbf9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470395
May 07 22:04:17.685555 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfdcb94b-7b3b-48dc-b9cc-60675f675f5a x-openstack-request-id: req-cfdcb94b-7b3b-48dc-b9cc-60675f675f5a {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:04:17.686005 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b682b3c1-0ca9-4806-8100-908917473b27", "tag": "ebd70047-1a0a-49d6-a707-647dac8e19a2", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:04:17.686342 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cfdcb94b-7b3b-48dc-b9cc-60675f675f5a {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:04:17.687251 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfdcb94b-7b3b-48dc-b9cc-60675f675f5a'] response: {'name': 'network-changed', 'server_uuid': 'b682b3c1-0ca9-4806-8100-908917473b27', 'tag': 'ebd70047-1a0a-49d6-a707-647dac8e19a2', 'status': 'completed', 'code': 200}
May 07 22:04:17.711430 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a7b5ff87-51eb-45bc-b7db-af03461c09ee req-153712fa-ab0d-4ee1-bb4b-b7009428e106 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5015070
May 07 22:04:17.718264 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3519c82b-6ffe-4499-9dbf-ec7bc7687518 req-21da48a7-7944-42fd-bfe4-88db1461b6fc service neutron] 10.222.0.55 "GET /v2.0/networks/750e8121-2671-438f-9a42-169be7e47286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6029162
May 07 22:04:17.804909 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee08eaf8-98ba-4f7f-8bfc-321669968ca8 req-66b67482-03a5-4213-be8a-36b0ce900d3e tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:17.807394 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ee08eaf8-98ba-4f7f-8bfc-321669968ca8 req-66b67482-03a5-4213-be8a-36b0ce900d3e tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=96e381dd-9f23-442c-80d2-8623a85c3e50 HTTP/1.1" status: 200  len: 945 time: 0.0598450
May 07 22:04:17.830213 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 084c853e-2bdf-48de-b632-cb35deede3f7 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:04:17.869266 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ee08eaf8-98ba-4f7f-8bfc-321669968ca8 req-57c7e847-6809-45b9-802f-7f02d4c7dca4 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/security-groups?id=8784126e-39eb-4ad2-9420-cda4822e0755&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0539517
May 07 22:04:17.888992 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-a4bc9057-2e95-4ef1-9f54-2066711e3b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8d946730>, [{'id': '842bb4e3-f934-4083-96cd-cd561df042bc', 'name': 'tempest-TestServerBasicOps-760985719-router', 'tenant_id': 'e5bd7ffaf96c48688d8ebe954dc7912f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.136'}], 'enable_snat': True}, 'gw_port_id': 'c7149e1b-6317-4595-ac94-89db5d2374c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:03:19Z', 'updated_at': '2022-05-07T22:03:27Z', 'revision_number': 4, 'project_id': 'e5bd7ffaf96c48688d8ebe954dc7912f', 'gw_port': {'id': 'c7149e1b-6317-4595-ac94-89db5d2374c1', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:54:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842bb4e3-f934-4083-96cd-cd561df042bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:03:21Z', 'updated_at': '2022-05-07T22:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '691bd5d8-f90a-44bc-8895-0ef3656ce793', 'tenant_id': 'e5bd7ffaf96c48688d8ebe954dc7912f', 'floating_ip_address': '172.35.4.239', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '842bb4e3-f934-4083-96cd-cd561df042bc', 'port_id': 'ebd70047-1a0a-49d6-a707-647dac8e19a2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2225, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d88d076-afcc-46ea-aeef-47274d5a0fc9', 'mac_address': 'fa:16:3e:6e:ed:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b682b3c1-0ca9-4806-8100-908917473b27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:04:15Z', 'updated_at': '2022-05-07T22:04:15Z', 'revision_number': 0, 'project_id': 'e5bd7ffaf96c48688d8ebe954dc7912f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd560fad2-d8cb-4616-865c-898236e0cf44', 'name': '', 'network_id': '8d88d076-afcc-46ea-aeef-47274d5a0fc9', 'tenant_id': 'e5bd7ffaf96c48688d8ebe954dc7912f', 'mac_address': 'fa:16:3e:42:2b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842bb4e3-f934-4083-96cd-cd561df042bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': 'f15072ac-4fc2-4d22-b0ea-3923eb70ad7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:03:25Z', 'updated_at': '2022-05-07T22:03:34Z', 'revision_number': 5, 'project_id': 'e5bd7ffaf96c48688d8ebe954dc7912f', 'subnets': [{'id': 'f15072ac-4fc2-4d22-b0ea-3923eb70ad7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:04:17.934232 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bc9057-2e95-4ef1-9f54-2066711e3b32 None None] Checking router: 842bb4e3-f934-4083-96cd-cd561df042bc for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:04:17.946190 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857136d3-4320-4311-8aea-978baa8897e0 req-6e12255e-d94d-45b4-9eb6-58b9781b1cfa tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:17.948735 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 084c853e-2bdf-48de-b632-cb35deede3f7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=084c853e-2bdf-48de-b632-cb35deede3f7,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:04:17.949061 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bc9057-2e95-4ef1-9f54-2066711e3b32 None None] Routers {'842bb4e3-f934-4083-96cd-cd561df042bc'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:04:17.950451 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-a4bc9057-2e95-4ef1-9f54-2066711e3b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8d946730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:03:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['842bb4e3-f934-4083-96cd-cd561df042bc'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:04:17.953942 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-857136d3-4320-4311-8aea-978baa8897e0 req-6e12255e-d94d-45b4-9eb6-58b9781b1cfa tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 946 time: 0.1048148
May 07 22:04:17.962986 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': '084c853e-2bdf-48de-b632-cb35deede3f7', 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47', 'port_id': '084c853e-2bdf-48de-b632-cb35deede3f7', 'mac_address': 'fa:16:3e:aa:5c:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e0e5c53-1ece-4d20-b01d-5f8c6957edf6', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:04:18.001122 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 084c853e-2bdf-48de-b632-cb35deede3f7 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:04:18.001612 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (084c853e-2bdf-48de-b632-cb35deede3f7), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:18.020957 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9d2395-b4b1-4afd-b245-29a961c5f092 req-9181ca74-3302-4e06-8aad-40ffda5c21a4 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:18.022923 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4c9d2395-b4b1-4afd-b245-29a961c5f092 req-9181ca74-3302-4e06-8aad-40ffda5c21a4 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba61d59b-e750-459a-a73a-0376bdf5ca51 HTTP/1.1" status: 200  len: 945 time: 0.0778542
May 07 22:04:18.027624 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 084c853e-2bdf-48de-b632-cb35deede3f7 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:04:18.047891 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 084c853e-2bdf-48de-b632-cb35deede3f7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=084c853e-2bdf-48de-b632-cb35deede3f7,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:04:18.051999 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-857136d3-4320-4311-8aea-978baa8897e0 req-54ef6a49-9b38-4d14-88a0-ecc44da54bcb tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0950541
May 07 22:04:18.055853 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (084c853e-2bdf-48de-b632-cb35deede3f7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:18.097582 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4c9d2395-b4b1-4afd-b245-29a961c5f092 req-b458d108-603d-417a-9710-32642c9b23aa tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c335e02-4871-4a34-8e92-8c24a11b7b47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0668454
May 07 22:04:18.111689 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=084c853e-2bdf-48de-b632-cb35deede3f7,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:18.111896 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-a4bc9057-2e95-4ef1-9f54-2066711e3b32 None None] Set router 842bb4e3-f934-4083-96cd-cd561df042bc gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:04:18.214980 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2bf759-fc32-4cbc-bf8a-8980f3879bf3 req-eeb740e5-5864-48a8-aa63-b89f89af17ae tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:18.216559 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3f2bf759-fc32-4cbc-bf8a-8980f3879bf3 req-eeb740e5-5864-48a8-aa63-b89f89af17ae tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 946 time: 0.0831439
May 07 22:04:18.228544 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6a6a648d-d80c-4b94-aacf-4260722fa204 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:18.308474 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['084c853e-2bdf-48de-b632-cb35deede3f7'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:04:18.332971 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3f2bf759-fc32-4cbc-bf8a-8980f3879bf3 req-bd25f8ce-1f90-4f78-8481-ef2b946617e4 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1070576
May 07 22:04:18.356458 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-a4bc9057-2e95-4ef1-9f54-2066711e3b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8d946730>, [{'id': '842bb4e3-f934-4083-96cd-cd561df042bc', 'name': 'tempest-TestServerBasicOps-760985719-router', 'tenant_id': 'e5bd7ffaf96c48688d8ebe954dc7912f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.136'}], 'enable_snat': True}, 'gw_port_id': 'c7149e1b-6317-4595-ac94-89db5d2374c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:03:19Z', 'updated_at': '2022-05-07T22:03:27Z', 'revision_number': 4, 'project_id': 'e5bd7ffaf96c48688d8ebe954dc7912f', 'gw_port': {'id': 'c7149e1b-6317-4595-ac94-89db5d2374c1', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:54:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842bb4e3-f934-4083-96cd-cd561df042bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:03:21Z', 'updated_at': '2022-05-07T22:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '691bd5d8-f90a-44bc-8895-0ef3656ce793', 'tenant_id': 'e5bd7ffaf96c48688d8ebe954dc7912f', 'floating_ip_address': '172.35.4.239', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '842bb4e3-f934-4083-96cd-cd561df042bc', 'port_id': 'ebd70047-1a0a-49d6-a707-647dac8e19a2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2225, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d88d076-afcc-46ea-aeef-47274d5a0fc9', 'mac_address': 'fa:16:3e:6e:ed:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b682b3c1-0ca9-4806-8100-908917473b27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:04:15Z', 'updated_at': '2022-05-07T22:04:15Z', 'revision_number': 0, 'project_id': 'e5bd7ffaf96c48688d8ebe954dc7912f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd560fad2-d8cb-4616-865c-898236e0cf44', 'name': '', 'network_id': '8d88d076-afcc-46ea-aeef-47274d5a0fc9', 'tenant_id': 'e5bd7ffaf96c48688d8ebe954dc7912f', 'mac_address': 'fa:16:3e:42:2b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842bb4e3-f934-4083-96cd-cd561df042bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': 'f15072ac-4fc2-4d22-b0ea-3923eb70ad7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:03:25Z', 'updated_at': '2022-05-07T22:03:34Z', 'revision_number': 5, 'project_id': 'e5bd7ffaf96c48688d8ebe954dc7912f', 'subnets': [{'id': 'f15072ac-4fc2-4d22-b0ea-3923eb70ad7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:04:18.390416 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bc9057-2e95-4ef1-9f54-2066711e3b32 None None] The sync data for ids ['842bb4e3-f934-4083-96cd-cd561df042bc'] in ncdv-master-1 is: [{'id': '842bb4e3-f934-4083-96cd-cd561df042bc', 'name': 'tempest-TestServerBasicOps-760985719-router', 'tenant_id': 'e5bd7ffaf96c48688d8ebe954dc7912f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.136'}], 'enable_snat': True}, 'gw_port_id': 'c7149e1b-6317-4595-ac94-89db5d2374c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:03:19Z', 'updated_at': '2022-05-07T22:03:27Z', 'revision_number': 4, 'project_id': 'e5bd7ffaf96c48688d8ebe954dc7912f', 'gw_port': {'id': 'c7149e1b-6317-4595-ac94-89db5d2374c1', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:54:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842bb4e3-f934-4083-96cd-cd561df042bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:03:21Z', 'updated_at': '2022-05-07T22:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '691bd5d8-f90a-44bc-8895-0ef3656ce793', 'tenant_id': 'e5bd7ffaf96c48688d8ebe954dc7912f', 'floating_ip_address': '172.35.4.239', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '842bb4e3-f934-4083-96cd-cd561df042bc', 'port_id': 'ebd70047-1a0a-49d6-a707-647dac8e19a2', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2225, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d88d076-afcc-46ea-aeef-47274d5a0fc9', 'mac_address': 'fa:16:3e:6e:ed:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b682b3c1-0ca9-4806-8100-908917473b27', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:04:15Z', 'updated_at': '2022-05-07T22:04:15Z', 'revision_number': 0, 'project_id': 'e5bd7ffaf96c48688d8ebe954dc7912f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd560fad2-d8cb-4616-865c-898236e0cf44', 'name': '', 'network_id': '8d88d076-afcc-46ea-aeef-47274d5a0fc9', 'tenant_id': 'e5bd7ffaf96c48688d8ebe954dc7912f', 'mac_address': 'fa:16:3e:42:2b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842bb4e3-f934-4083-96cd-cd561df042bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': 'f15072ac-4fc2-4d22-b0ea-3923eb70ad7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:03:25Z', 'updated_at': '2022-05-07T22:03:34Z', 'revision_number': 5, 'project_id': 'e5bd7ffaf96c48688d8ebe954dc7912f', 'subnets': [{'id': 'f15072ac-4fc2-4d22-b0ea-3923eb70ad7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:04:18.462959 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7295c4-32b1-441e-85da-47469ad3d5f9 req-0d46b3c7-96f8-40c9-9e7d-52a7d093beac tempest-VolumesNegativeTest-1084226632 tempest-VolumesNegativeTest-1084226632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:18.473293 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0b7295c4-32b1-441e-85da-47469ad3d5f9 req-0d46b3c7-96f8-40c9-9e7d-52a7d093beac tempest-VolumesNegativeTest-1084226632 tempest-VolumesNegativeTest-1084226632-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef8fdf88-13b9-439a-a4f4-b4dec75e47ec HTTP/1.1" status: 200  len: 949 time: 0.1040754
May 07 22:04:18.532857 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0b7295c4-32b1-441e-85da-47469ad3d5f9 req-3edf0f8f-db63-46d5-996a-60a82fa4fc96 tempest-VolumesNegativeTest-1084226632 tempest-VolumesNegativeTest-1084226632-project] 10.222.0.32 "GET /v2.0/security-groups?id=21fe9d98-86af-46a3-99d7-39d1ec7ea96e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582688
May 07 22:04:18.578193 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f49caab-3a4f-4969-9a56-45753c9137da req-4e8a8130-4af8-40ef-9621-6b2d59e275e5 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:18.579745 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1f49caab-3a4f-4969-9a56-45753c9137da req-4e8a8130-4af8-40ef-9621-6b2d59e275e5 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 946 time: 0.0660291
May 07 22:04:18.661529 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4d0fff-2efb-41f4-a0fa-7b5101d02a36 None None] New status for floating IP 691bd5d8-f90a-44bc-8895-0ef3656ce793: ACTIVE {{(pid=121838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 07 22:04:18.664238 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-6a6a648d-d80c-4b94-aacf-4260722fa204 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Allocated IP 172.20.0.1 (f48d8156-9bad-4610-8275-827002db3135/fe9cbd42-a889-4ff1-9123-1e2ab7c5672b/4073cde6-8c01-4f0f-a2dd-eb8501bf2b67) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:04:18.712492 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1f49caab-3a4f-4969-9a56-45753c9137da req-76002a4d-f603-4c7c-8e15-7cd1eb8afe2b tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1077540
May 07 22:04:18.713138 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a84c1d7-26b1-4dba-b6d8-f2c80fd22519 req-e037e741-ce63-44e4-9c59-122d9c1f599a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:18.714000 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1a84c1d7-26b1-4dba-b6d8-f2c80fd22519 req-e037e741-ce63-44e4-9c59-122d9c1f599a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e5bd7ffaf96c48688d8ebe954dc7912f&device_id=b682b3c1-0ca9-4806-8100-908917473b27 HTTP/1.1" status: 200  len: 1127 time: 0.0566809
May 07 22:04:18.727075 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 53d2f822-2f8e-447c-9bcb-2e1cb411c60a up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:04:18.848866 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff527b5-8e2d-45a9-b15d-e9168b8c6d7c req-b7c4171c-db0b-45f1-9002-86a6de868b46 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:18.850509 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-cff527b5-8e2d-45a9-b15d-e9168b8c6d7c req-b7c4171c-db0b-45f1-9002-86a6de868b46 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf519119-a1c9-4f1e-9d65-8f11441721a2 HTTP/1.1" status: 200  len: 944 time: 0.0967665
May 07 22:04:18.860357 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning for port 53d2f822-2f8e-447c-9bcb-2e1cb411c60a completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 22:04:18.862011 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f99bde-3e54-403a-8e96-660915d6f5e2 req-dbaa1234-866e-4d88-af26-21857c92dce6 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:18.864575 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-49f99bde-3e54-403a-8e96-660915d6f5e2 req-dbaa1234-866e-4d88-af26-21857c92dce6 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 946 time: 0.0680184
May 07 22:04:18.883833 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6a6a648d-d80c-4b94-aacf-4260722fa204 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks [] for port (4073cde6-8c01-4f0f-a2dd-eb8501bf2b67), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:18.891252 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a84c1d7-26b1-4dba-b6d8-f2c80fd22519 req-91ce4de4-02d0-4caf-a0aa-bbaae4e06b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:18.893232 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1a84c1d7-26b1-4dba-b6d8-f2c80fd22519 req-91ce4de4-02d0-4caf-a0aa-bbaae4e06b58 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8d88d076-afcc-46ea-aeef-47274d5a0fc9 HTTP/1.1" status: 200  len: 909 time: 0.1694748
May 07 22:04:18.901340 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port 53d2f822-2f8e-447c-9bcb-2e1cb411c60a triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:04:18.901868 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (53d2f822-2f8e-447c-9bcb-2e1cb411c60a), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:18.944021 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-cff527b5-8e2d-45a9-b15d-e9168b8c6d7c req-1837fa54-06b4-4bc6-a4f7-6bf62180b9db tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/security-groups?id=2287ac73-41a5-4eb4-b7c6-3c52daf9bbf9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0825188
May 07 22:04:18.977779 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-49f99bde-3e54-403a-8e96-660915d6f5e2 req-1f88fdae-f604-4292-a22f-871a2b92bdbf tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0885024
May 07 22:04:18.991802 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6a6a648d-d80c-4b94-aacf-4260722fa204 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (4073cde6-8c01-4f0f-a2dd-eb8501bf2b67), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:19.045559 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 53d2f822-2f8e-447c-9bcb-2e1cb411c60a is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:04:19.047010 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (53d2f822-2f8e-447c-9bcb-2e1cb411c60a), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:19.091279 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 53d2f822-2f8e-447c-9bcb-2e1cb411c60a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=53d2f822-2f8e-447c-9bcb-2e1cb411c60a,segment=NetworkSegment(ce6ea8f0-3d38-4ce3-8f23-f8c47e599e56),segment_id=ce6ea8f0-3d38-4ce3-8f23-f8c47e599e56)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:04:19.092797 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf519119-a1c9-4f1e-9d65-8f11441721a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53d2f822-2f8e-447c-9bcb-2e1cb411c60a'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:04:19.093384 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6a648d-d80c-4b94-aacf-4260722fa204 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Pushing event updated for resources: {'Port': ['ID=4073cde6-8c01-4f0f-a2dd-eb8501bf2b67,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:19.096307 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdf8b6e5-d7d2-49c7-ab3d-feace41c4861" -d '{"events": [{"server_uuid": "cf519119-a1c9-4f1e-9d65-8f11441721a2", "name": "network-vif-plugged", "status": "completed", "tag": "53d2f822-2f8e-447c-9bcb-2e1cb411c60a"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:04:19.106534 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6a648d-d80c-4b94-aacf-4260722fa204 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Network f48d8156-9bad-4610-8275-827002db3135 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:04:19.109459 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-6a6a648d-d80c-4b94-aacf-4260722fa204 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:04:19.111117 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (53d2f822-2f8e-447c-9bcb-2e1cb411c60a), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:19.112213 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6a648d-d80c-4b94-aacf-4260722fa204 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:04:19.126193 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50ea703-d991-4cc0-82f9-29fe8ebc1202 req-3d5d305c-b9cd-43dd-b05f-cc118ed0de8b tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:19.133203 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b50ea703-d991-4cc0-82f9-29fe8ebc1202 req-3d5d305c-b9cd-43dd-b05f-cc118ed0de8b tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=96e381dd-9f23-442c-80d2-8623a85c3e50 HTTP/1.1" status: 200  len: 945 time: 0.0865023
May 07 22:04:19.145220 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1a84c1d7-26b1-4dba-b6d8-f2c80fd22519 req-378c898a-76e6-4ed1-aaa3-e91426ad1bf3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ebd70047-1a0a-49d6-a707-647dac8e19a2 HTTP/1.1" status: 200  len: 1001 time: 0.2257075
May 07 22:04:19.168678 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=53d2f822-2f8e-447c-9bcb-2e1cb411c60a,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:19.208496 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6a6a648d-d80c-4b94-aacf-4260722fa204 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398161'] for router_interface (1a9903f6-9132-4577-8af1-c5b308c6a824), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:19.225978 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b50ea703-d991-4cc0-82f9-29fe8ebc1202 req-680f61fd-33b6-485d-bb3b-0ecfd94fcf43 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/security-groups?id=8784126e-39eb-4ad2-9420-cda4822e0755&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0919271
May 07 22:04:19.227538 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a84c1d7-26b1-4dba-b6d8-f2c80fd22519 req-2803b224-724d-4bdc-ae82-134781de32b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:19.228966 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1a84c1d7-26b1-4dba-b6d8-f2c80fd22519 req-2803b224-724d-4bdc-ae82-134781de32b5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f15072ac-4fc2-4d22-b0ea-3923eb70ad7a HTTP/1.1" status: 200  len: 847 time: 0.0773888
May 07 22:04:19.266168 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c65d3c-82d1-45d6-9fec-5d9875d3c249 req-fbdbcbed-ca41-465f-8a15-c9ec530abadc tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:19.267832 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f2c65d3c-82d1-45d6-9fec-5d9875d3c249 req-fbdbcbed-ca41-465f-8a15-c9ec530abadc tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 946 time: 0.1195853
May 07 22:04:19.274130 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f54d726-1649-4096-bec1-b4158d30d04f x-openstack-request-id: req-7f54d726-1649-4096-bec1-b4158d30d04f {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:04:19.274463 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf519119-a1c9-4f1e-9d65-8f11441721a2", "name": "network-vif-plugged", "status": "completed", "tag": "53d2f822-2f8e-447c-9bcb-2e1cb411c60a", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:04:19.274678 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7f54d726-1649-4096-bec1-b4158d30d04f {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:04:19.275361 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f54d726-1649-4096-bec1-b4158d30d04f'] response: {'server_uuid': 'cf519119-a1c9-4f1e-9d65-8f11441721a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53d2f822-2f8e-447c-9bcb-2e1cb411c60a', 'code': 200}
May 07 22:04:19.277842 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a84c1d7-26b1-4dba-b6d8-f2c80fd22519 req-e1df1bf5-ec90-4f5e-a54a-3caae2d8f83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:19.279457 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1a84c1d7-26b1-4dba-b6d8-f2c80fd22519 req-e1df1bf5-ec90-4f5e-a54a-3caae2d8f83e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8d88d076-afcc-46ea-aeef-47274d5a0fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0440714
May 07 22:04:19.358574 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f2c65d3c-82d1-45d6-9fec-5d9875d3c249 req-63473367-33bc-410d-8ba7-0c7da0e17175 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0828662
May 07 22:04:19.435664 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6a6a648d-d80c-4b94-aacf-4260722fa204 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (4073cde6-8c01-4f0f-a2dd-eb8501bf2b67), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:19.472026 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180cfbca-b33f-4a5c-8d59-68dbdd8f124d req-f501aa2b-517e-49b3-bc08-17c1b78bb57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:19.473777 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-180cfbca-b33f-4a5c-8d59-68dbdd8f124d req-f501aa2b-517e-49b3-bc08-17c1b78bb57a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=cf519119-a1c9-4f1e-9d65-8f11441721a2 HTTP/1.1" status: 200  len: 1127 time: 0.0929382
May 07 22:04:19.485153 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fe5fd2-754e-449c-9493-5b08fa57e2b7 req-0fb38493-a924-4330-baee-32296356dce6 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:19.486750 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e0fe5fd2-754e-449c-9493-5b08fa57e2b7 req-0fb38493-a924-4330-baee-32296356dce6 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba61d59b-e750-459a-a73a-0376bdf5ca51 HTTP/1.1" status: 200  len: 945 time: 0.1069951
May 07 22:04:19.512146 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1a84c1d7-26b1-4dba-b6d8-f2c80fd22519 req-afed929c-a067-44d4-b6b1-3f302dc53663 service neutron] 10.222.0.59 "GET /v2.0/networks/8d88d076-afcc-46ea-aeef-47274d5a0fc9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2076633
May 07 22:04:19.527289 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7913b6f-fa3b-48c6-b11c-109bcef3ad03 req-77a9999a-5732-4232-a532-c4df35bb2666 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:19.528814 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a7913b6f-fa3b-48c6-b11c-109bcef3ad03 req-77a9999a-5732-4232-a532-c4df35bb2666 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 946 time: 0.0831058
May 07 22:04:19.620718 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-180cfbca-b33f-4a5c-8d59-68dbdd8f124d req-ba4ba3e0-d591-4529-9f3d-3308dcb003e2 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2287ac73-41a5-4eb4-b7c6-3c52daf9bbf9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1310544
May 07 22:04:19.636771 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e0fe5fd2-754e-449c-9493-5b08fa57e2b7 req-850266bf-8f75-4fb6-bc9b-8dbba1ef3d07 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c335e02-4871-4a34-8e92-8c24a11b7b47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1396341
May 07 22:04:19.681647 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a7913b6f-fa3b-48c6-b11c-109bcef3ad03 req-0e593e97-d8c8-447a-a26e-675e7b4f9f81 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1420131
May 07 22:04:19.717752 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1a84c1d7-26b1-4dba-b6d8-f2c80fd22519 req-05b725ac-872b-4b29-9bdf-947f3fadbc41 service neutron] 10.222.0.59 "GET /v2.0/networks/8d88d076-afcc-46ea-aeef-47274d5a0fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1951268
May 07 22:04:19.793119 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46086583-542e-44cd-a969-dbb5352bc37c req-df84b7c5-7bb3-4398-a75c-d2a2563416de tempest-VolumesNegativeTest-1084226632 tempest-VolumesNegativeTest-1084226632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:19.795270 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-46086583-542e-44cd-a969-dbb5352bc37c req-df84b7c5-7bb3-4398-a75c-d2a2563416de tempest-VolumesNegativeTest-1084226632 tempest-VolumesNegativeTest-1084226632-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef8fdf88-13b9-439a-a4f4-b4dec75e47ec HTTP/1.1" status: 200  len: 949 time: 0.0626290
May 07 22:04:19.841428 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 084c853e-2bdf-48de-b632-cb35deede3f7 up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:04:19.866846 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-46086583-542e-44cd-a969-dbb5352bc37c req-333e18f1-0d9b-45c0-bf5c-82c695755e14 tempest-VolumesNegativeTest-1084226632 tempest-VolumesNegativeTest-1084226632-project] 10.222.0.32 "GET /v2.0/security-groups?id=21fe9d98-86af-46a3-99d7-39d1ec7ea96e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0615554
May 07 22:04:19.893077 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85eb384-17c1-431b-940a-b84a5f22112d req-19a130b3-70c2-4834-864d-b9504f40181a tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:19.895345 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f85eb384-17c1-431b-940a-b84a5f22112d req-19a130b3-70c2-4834-864d-b9504f40181a tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 946 time: 0.0800042
May 07 22:04:19.905231 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning for port 084c853e-2bdf-48de-b632-cb35deede3f7 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 22:04:19.912753 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port 084c853e-2bdf-48de-b632-cb35deede3f7 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:04:19.913338 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (084c853e-2bdf-48de-b632-cb35deede3f7), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:19.937484 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6a6a648d-d80c-4b94-aacf-4260722fa204 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks [] for port (4073cde6-8c01-4f0f-a2dd-eb8501bf2b67), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:19.943525 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6a6a648d-d80c-4b94-aacf-4260722fa204 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (4073cde6-8c01-4f0f-a2dd-eb8501bf2b67), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:20.018362 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 084c853e-2bdf-48de-b632-cb35deede3f7 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:04:20.019046 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (084c853e-2bdf-48de-b632-cb35deede3f7), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:20.039797 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f85eb384-17c1-431b-940a-b84a5f22112d req-8780d158-3455-4a00-a499-55a65fd09731 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1384501
May 07 22:04:20.042839 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6a6a648d-d80c-4b94-aacf-4260722fa204 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401121'] for router_interface (1a9903f6-9132-4577-8af1-c5b308c6a824), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:20.055748 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6a648d-d80c-4b94-aacf-4260722fa204 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Pushing event updated for resources: {'Port': ['ID=4073cde6-8c01-4f0f-a2dd-eb8501bf2b67,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:20.065024 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 084c853e-2bdf-48de-b632-cb35deede3f7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=084c853e-2bdf-48de-b632-cb35deede3f7,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:04:20.072242 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (084c853e-2bdf-48de-b632-cb35deede3f7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:20.096168 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf0ec38-bd0a-400b-a151-f4dae60ad773 req-949580d1-394c-40e8-a58f-ff5e6db527a3 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:20.098852 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0bf0ec38-bd0a-400b-a151-f4dae60ad773 req-949580d1-394c-40e8-a58f-ff5e6db527a3 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf519119-a1c9-4f1e-9d65-8f11441721a2 HTTP/1.1" status: 200  len: 945 time: 0.0752022
May 07 22:04:20.141506 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=084c853e-2bdf-48de-b632-cb35deede3f7,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:20.163755 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0bf0ec38-bd0a-400b-a151-f4dae60ad773 req-1eebf57a-101c-4b53-91bc-5b270b26e7fd tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/security-groups?id=2287ac73-41a5-4eb4-b7c6-3c52daf9bbf9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0583014
May 07 22:04:20.182350 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9978c9d3-e587-41a8-98f6-066e505ebe99 req-1b3a85b2-de30-495a-9ebc-e49dc948f707 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:20.183819 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9978c9d3-e587-41a8-98f6-066e505ebe99 req-1b3a85b2-de30-495a-9ebc-e49dc948f707 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 946 time: 0.0634794
May 07 22:04:20.207062 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6a648d-d80c-4b94-aacf-4260722fa204 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Network f48d8156-9bad-4610-8275-827002db3135 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:04:20.213704 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-6a6a648d-d80c-4b94-aacf-4260722fa204 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:04:20.283461 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9978c9d3-e587-41a8-98f6-066e505ebe99 req-482080b2-5b26-4fe9-afae-59967f5d4ce1 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0926995
May 07 22:04:20.352477 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a6a648d-d80c-4b94-aacf-4260722fa204 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Router 1a9903f6-9132-4577-8af1-c5b308c6a824 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:04:20.486996 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bad6b7-968f-484b-9cc1-e3b21574dbcf req-cdf9d375-233c-4f25-a182-83d270e7fdde tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:20.488467 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-38bad6b7-968f-484b-9cc1-e3b21574dbcf req-cdf9d375-233c-4f25-a182-83d270e7fdde tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 946 time: 0.0835545
May 07 22:04:20.515358 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a6a648d-d80c-4b94-aacf-4260722fa204 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:04:20.521307 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-6a6a648d-d80c-4b94-aacf-4260722fa204 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] 10.222.0.32 "PUT /v2.0/routers/1a9903f6-9132-4577-8af1-c5b308c6a824/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5254169
May 07 22:04:20.524036 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 58322) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:04:20.529463 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-17951c97-5126-4378-ac54-065e8215f515 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Request body: {'port': {'network_id': 'f48d8156-9bad-4610-8275-827002db3135', 'name': 'tempest-FloatingIPTestJSON-630535582'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:04:20.529932 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f690ef34-c268-44d7-8c70-634860dcbce5 None None] Sync routers for ids ['1a9903f6-9132-4577-8af1-c5b308c6a824'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:04:20.541365 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f690ef34-c268-44d7-8c70-634860dcbce5 None None] Routers {'1a9903f6-9132-4577-8af1-c5b308c6a824'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:04:20.542156 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-f690ef34-c268-44d7-8c70-634860dcbce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cfe36d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:03:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['1a9903f6-9132-4577-8af1-c5b308c6a824'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:04:20.548741 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-38bad6b7-968f-484b-9cc1-e3b21574dbcf req-b9819c1b-a5a1-419b-8952-c63d075ba4e1 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530672
May 07 22:04:20.576026 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-f690ef34-c268-44d7-8c70-634860dcbce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cfe36d0>, [], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:04:20.585441 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f690ef34-c268-44d7-8c70-634860dcbce5 None None] Routers {'1a9903f6-9132-4577-8af1-c5b308c6a824'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:04:20.586056 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-f690ef34-c268-44d7-8c70-634860dcbce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cfe36d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:03:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['1a9903f6-9132-4577-8af1-c5b308c6a824'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:04:20.622877 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-f690ef34-c268-44d7-8c70-634860dcbce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cfe36d0>, [], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:04:20.623482 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f690ef34-c268-44d7-8c70-634860dcbce5 None None] The sync data for ids ['1a9903f6-9132-4577-8af1-c5b308c6a824'] in ncdv-master-1 is: [] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:04:20.690469 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec42c2b9-cdc2-4dd6-8f29-420d65adf204 req-c0244658-eb5c-411d-bb1a-8f0bc9dcf941 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:20.692015 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ec42c2b9-cdc2-4dd6-8f29-420d65adf204 req-c0244658-eb5c-411d-bb1a-8f0bc9dcf941 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 946 time: 0.0699873
May 07 22:04:20.693125 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17951c97-5126-4378-ac54-065e8215f515 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Made reservation on behalf of 3782d9da13c44a67a66be545e352dcf8 for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:04:20.696300 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-17951c97-5126-4378-ac54-065e8215f515 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:20.725779 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [None req-17951c97-5126-4378-ac54-065e8215f515 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] device_id is not set on port e9ba5646-14ca-43ac-a742-590800806b9f yet. {{(pid=121837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 22:04:20.765854 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a6cb1f-aef2-41b0-a671-0526b189da5b req-9693789e-f42a-47c8-89d1-5e7c00acad22 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:20.767469 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e8a6cb1f-aef2-41b0-a671-0526b189da5b req-9693789e-f42a-47c8-89d1-5e7c00acad22 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba61d59b-e750-459a-a73a-0376bdf5ca51 HTTP/1.1" status: 200  len: 945 time: 0.0597188
May 07 22:04:20.809846 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ec42c2b9-cdc2-4dd6-8f29-420d65adf204 req-363f8878-8260-4b30-94dd-10f1ebcf4c36 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0978618
May 07 22:04:20.838075 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e8a6cb1f-aef2-41b0-a671-0526b189da5b req-d625cf36-b9d8-4d5f-9b5c-8f608fa81f72 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c335e02-4871-4a34-8e92-8c24a11b7b47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577903
May 07 22:04:20.879557 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-17951c97-5126-4378-ac54-065e8215f515 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Allocated IP 172.20.0.6 (f48d8156-9bad-4610-8275-827002db3135/fe9cbd42-a889-4ff1-9123-1e2ab7c5672b/e9ba5646-14ca-43ac-a742-590800806b9f) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:04:20.997799 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30564f1-8040-49c6-9997-91c46e4135bf req-58661557-fc0b-421f-badd-c9c74a788e00 tempest-VolumesNegativeTest-1084226632 tempest-VolumesNegativeTest-1084226632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:20.999304 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e30564f1-8040-49c6-9997-91c46e4135bf req-58661557-fc0b-421f-badd-c9c74a788e00 tempest-VolumesNegativeTest-1084226632 tempest-VolumesNegativeTest-1084226632-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef8fdf88-13b9-439a-a4f4-b4dec75e47ec HTTP/1.1" status: 200  len: 950 time: 0.0527580
May 07 22:04:21.051068 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 58338) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:04:21.056631 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-bdbdfcfe-7768-4030-9e5a-f168ec7d8de1 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Request body: {'security_group': {'name': 'tempest-securitygroup--228067637', 'description': 'tempest-description--1456981541'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:04:21.065701 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-17951c97-5126-4378-ac54-065e8215f515 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks [] for port (e9ba5646-14ca-43ac-a742-590800806b9f), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:21.067782 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e30564f1-8040-49c6-9997-91c46e4135bf req-0635ecbd-f4df-449f-8049-873f39e5ea51 tempest-VolumesNegativeTest-1084226632 tempest-VolumesNegativeTest-1084226632-project] 10.222.0.32 "GET /v2.0/security-groups?id=21fe9d98-86af-46a3-99d7-39d1ec7ea96e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0604434
May 07 22:04:21.091532 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bdbdfcfe-7768-4030-9e5a-f168ec7d8de1 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:21.168552 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954ff81e-c9c9-424b-a2ce-8b8b7108e064 req-3afd4f64-e58f-44a3-b2fb-e8b263740873 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:21.170026 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-954ff81e-c9c9-424b-a2ce-8b8b7108e064 req-3afd4f64-e58f-44a3-b2fb-e8b263740873 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 946 time: 0.0591011
May 07 22:04:21.172129 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-17951c97-5126-4378-ac54-065e8215f515 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (e9ba5646-14ca-43ac-a742-590800806b9f), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:21.277027 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef8fdf88-13b9-439a-a4f4-b4dec75e47ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '084c853e-2bdf-48de-b632-cb35deede3f7'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:04:21.280820 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59dacf69-82a8-4360-addd-b58e3792a7ba" -d '{"events": [{"server_uuid": "ef8fdf88-13b9-439a-a4f4-b4dec75e47ec", "name": "network-vif-plugged", "status": "completed", "tag": "084c853e-2bdf-48de-b632-cb35deede3f7"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:04:21.284449 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abb5ba6-7729-4056-b22c-ac1ce877914d req-0b0d43b7-946f-4b32-a81f-5fb4aad8c867 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:21.286610 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7abb5ba6-7729-4056-b22c-ac1ce877914d req-0b0d43b7-946f-4b32-a81f-5fb4aad8c867 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf519119-a1c9-4f1e-9d65-8f11441721a2 HTTP/1.1" status: 200  len: 945 time: 0.0512722
May 07 22:04:21.338129 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7abb5ba6-7729-4056-b22c-ac1ce877914d req-a57584d4-69f0-4284-ad50-a02da0796f6a tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/security-groups?id=2287ac73-41a5-4eb4-b7c6-3c52daf9bbf9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451524
May 07 22:04:21.392116 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03495bb3-26a4-4f49-abe9-92e4aead48f3 x-openstack-request-id: req-03495bb3-26a4-4f49-abe9-92e4aead48f3 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:04:21.392342 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef8fdf88-13b9-439a-a4f4-b4dec75e47ec", "name": "network-vif-plugged", "status": "completed", "tag": "084c853e-2bdf-48de-b632-cb35deede3f7", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:04:21.392598 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-03495bb3-26a4-4f49-abe9-92e4aead48f3 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:04:21.392996 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03495bb3-26a4-4f49-abe9-92e4aead48f3'] response: {'server_uuid': 'ef8fdf88-13b9-439a-a4f4-b4dec75e47ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '084c853e-2bdf-48de-b632-cb35deede3f7', 'code': 200}
May 07 22:04:21.511631 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c052727c-9fc7-4a23-8393-7254c525aa50 req-482fe82d-cb53-409e-8aaf-a23e3f6bfb7d tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:21.513128 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c052727c-9fc7-4a23-8393-7254c525aa50 req-482fe82d-cb53-409e-8aaf-a23e3f6bfb7d tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf519119-a1c9-4f1e-9d65-8f11441721a2 HTTP/1.1" status: 200  len: 945 time: 0.0772636
May 07 22:04:21.521385 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc71e1e2-e4d7-4c3a-a8b8-9a4bbbd6c5c8 req-e57dd104-bd7d-4e16-8408-95ad6eeab737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:21.522875 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-cc71e1e2-e4d7-4c3a-a8b8-9a4bbbd6c5c8 req-e57dd104-bd7d-4e16-8408-95ad6eeab737 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ef8fdf88-13b9-439a-a4f4-b4dec75e47ec HTTP/1.1" status: 200  len: 1132 time: 0.0581563
May 07 22:04:21.523335 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 58348) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:04:21.527672 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-85b42599-9c4f-4be8-b8ee-1f0260669ffb tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Request body: {'floatingip': {'port_id': '53d2f822-2f8e-447c-9bcb-2e1cb411c60a'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:04:21.580867 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-85b42599-9c4f-4be8-b8ee-1f0260669ffb tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks [] for floatingip (2f803149-dbe5-4ef5-a141-98892190671b), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:21.612850 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17951c97-5126-4378-ac54-065e8215f515 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Network f48d8156-9bad-4610-8275-827002db3135 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:04:21.623101 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17951c97-5126-4378-ac54-065e8215f515 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Pushing event updated for resources: {'Port': ['ID=e9ba5646-14ca-43ac-a742-590800806b9f,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:21.630087 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-17951c97-5126-4378-ac54-065e8215f515 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:04:21.639547 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17951c97-5126-4378-ac54-065e8215f515 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:04:21.667437 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-cc71e1e2-e4d7-4c3a-a8b8-9a4bbbd6c5c8 req-c691b383-9666-4c7f-bc28-05dd22d9fd10 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=21fe9d98-86af-46a3-99d7-39d1ec7ea96e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1369853
May 07 22:04:21.682127 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-954ff81e-c9c9-424b-a2ce-8b8b7108e064 req-7a3f6ef0-6b9d-4a03-93b8-8a279146b5af tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5018752
May 07 22:04:21.696347 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bdbdfcfe-7768-4030-9e5a-f168ec7d8de1 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Publish callbacks [] for security_group (40cff557-9a82-4417-b340-b34f43ebb5b2), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:21.702601 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bdbdfcfe-7768-4030-9e5a-f168ec7d8de1 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (40cff557-9a82-4417-b340-b34f43ebb5b2), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:21.716138 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:21.723424 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17951c97-5126-4378-ac54-065e8215f515 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:21.724046 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-17951c97-5126-4378-ac54-065e8215f515 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:21.734618 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bdbdfcfe-7768-4030-9e5a-f168ec7d8de1 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:21.735884 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-bdbdfcfe-7768-4030-9e5a-f168ec7d8de1 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1798 time: 0.6838953
May 07 22:04:21.741457 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 58352) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:04:21.749804 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-768ab2d4-8c13-4fd9-9fec-94f371061f2a tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Request body: {'security_group_rule': {'security_group_id': '40cff557-9a82-4417-b340-b34f43ebb5b2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:04:21.769337 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbdfcfe-7768-4030-9e5a-f168ec7d8de1 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40cff557-9a82-4417-b340-b34f43ebb5b2,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:21.774211 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-17951c97-5126-4378-ac54-065e8215f515 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 928 time: 1.2489600
May 07 22:04:21.777151 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 58354) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:04:21.785829 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-6f0ad65a-7ebc-40ab-aca4-c81dd2877cd1 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Request body: {'port': {'network_id': 'f48d8156-9bad-4610-8275-827002db3135', 'name': 'tempest-FloatingIPTestJSON-1150907119'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:04:21.793177 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-768ab2d4-8c13-4fd9-9fec-94f371061f2a tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Publish callbacks [] for security_group_rule (4e58ca06-f640-44ce-8bf7-8e399fabd54b), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:21.855054 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-768ab2d4-8c13-4fd9-9fec-94f371061f2a tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Publish callbacks [] for security_group_rule (4e58ca06-f640-44ce-8bf7-8e399fabd54b), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:21.858797 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-768ab2d4-8c13-4fd9-9fec-94f371061f2a tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (4e58ca06-f640-44ce-8bf7-8e399fabd54b), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:21.878841 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768ab2d4-8c13-4fd9-9fec-94f371061f2a tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e58ca06-f640-44ce-8bf7-8e399fabd54b,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:21.891004 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-768ab2d4-8c13-4fd9-9fec-94f371061f2a tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:21.894813 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-768ab2d4-8c13-4fd9-9fec-94f371061f2a tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1472836
May 07 22:04:21.895117 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 58358) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:04:21.900223 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-68da1bab-178e-4c3d-a877-5d8400d265a4 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Request body: {'security_group_rule': {'security_group_id': '40cff557-9a82-4417-b340-b34f43ebb5b2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:04:21.935076 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77c25e3-122e-4cad-bc21-c48234322160 req-6a691ea3-5fa1-4660-8e6b-1366b95f62a3 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:21.936545 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d77c25e3-122e-4cad-bc21-c48234322160 req-6a691ea3-5fa1-4660-8e6b-1366b95f62a3 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 946 time: 0.1441898
May 07 22:04:21.959526 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-68da1bab-178e-4c3d-a877-5d8400d265a4 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Publish callbacks [] for security_group_rule (f3ed85e9-80e8-462e-8cf8-e01c6ccb4b23), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:21.977624 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a523f546-f369-4584-9a23-2bb381ffc6c2 req-a6c2f749-6e51-4be2-a48f-d581cc451c63 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:21.979131 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a523f546-f369-4584-9a23-2bb381ffc6c2 req-a6c2f749-6e51-4be2-a48f-d581cc451c63 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba61d59b-e750-459a-a73a-0376bdf5ca51 HTTP/1.1" status: 200  len: 945 time: 0.0659089
May 07 22:04:22.055640 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a523f546-f369-4584-9a23-2bb381ffc6c2 req-3f936612-ef68-49e6-ae19-009feaeed9a7 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c335e02-4871-4a34-8e92-8c24a11b7b47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0705681
May 07 22:04:22.057211 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-68da1bab-178e-4c3d-a877-5d8400d265a4 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Publish callbacks [] for security_group_rule (f3ed85e9-80e8-462e-8cf8-e01c6ccb4b23), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:22.062799 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-68da1bab-178e-4c3d-a877-5d8400d265a4 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (f3ed85e9-80e8-462e-8cf8-e01c6ccb4b23), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:22.084696 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68da1bab-178e-4c3d-a877-5d8400d265a4 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3ed85e9-80e8-462e-8cf8-e01c6ccb4b23,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:22.090520 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f0ad65a-7ebc-40ab-aca4-c81dd2877cd1 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Made reservation on behalf of 3782d9da13c44a67a66be545e352dcf8 for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:04:22.094047 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6f0ad65a-7ebc-40ab-aca4-c81dd2877cd1 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:22.095358 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-68da1bab-178e-4c3d-a877-5d8400d265a4 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:22.097999 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-68da1bab-178e-4c3d-a877-5d8400d265a4 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2011716
May 07 22:04:22.100878 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 58362) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:04:22.105378 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-7f06b980-c372-47c2-b73b-c90f824a9f8c tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Request body: {'floatingip': {'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:04:22.110497 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d77c25e3-122e-4cad-bc21-c48234322160 req-1b2eea46-ba4e-4c3c-af77-55b4661b2f11 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1612754
May 07 22:04:22.127907 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [None req-6f0ad65a-7ebc-40ab-aca4-c81dd2877cd1 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] device_id is not set on port 88f0fcab-c2d0-4dfb-8c95-1fc96f6c4884 yet. {{(pid=121836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 22:04:22.130748 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7f06b980-c372-47c2-b73b-c90f824a9f8c tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:22.254407 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95e9ccf-36a6-44e3-9caf-230aebf624df req-b5853e1c-e14f-4053-af3f-f2d08513b58e tempest-VolumesNegativeTest-1084226632 tempest-VolumesNegativeTest-1084226632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:22.255936 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b95e9ccf-36a6-44e3-9caf-230aebf624df req-b5853e1c-e14f-4053-af3f-f2d08513b58e tempest-VolumesNegativeTest-1084226632 tempest-VolumesNegativeTest-1084226632-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef8fdf88-13b9-439a-a4f4-b4dec75e47ec HTTP/1.1" status: 200  len: 950 time: 0.1017711
May 07 22:04:22.283537 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7f06b980-c372-47c2-b73b-c90f824a9f8c tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:22.372483 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b95e9ccf-36a6-44e3-9caf-230aebf624df req-1eb07df5-1254-4956-a588-652cfb952bba tempest-VolumesNegativeTest-1084226632 tempest-VolumesNegativeTest-1084226632-project] 10.222.0.32 "GET /v2.0/security-groups?id=21fe9d98-86af-46a3-99d7-39d1ec7ea96e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1087382
May 07 22:04:22.430094 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-7f06b980-c372-47c2-b73b-c90f824a9f8c tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Allocated IP 172.35.4.190 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/87b21ddc-2a96-4011-a7fb-f8c0b8cbc859) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:04:22.554075 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7f06b980-c372-47c2-b73b-c90f824a9f8c tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Publish callbacks [] for port (87b21ddc-2a96-4011-a7fb-f8c0b8cbc859), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:22.596689 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7f06b980-c372-47c2-b73b-c90f824a9f8c tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (87b21ddc-2a96-4011-a7fb-f8c0b8cbc859), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:22.633980 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f06b980-c372-47c2-b73b-c90f824a9f8c tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:04:22.636966 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-7f06b980-c372-47c2-b73b-c90f824a9f8c tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:04:22.640399 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f06b980-c372-47c2-b73b-c90f824a9f8c tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:04:22.660217 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae5a399-39e1-4ba1-8585-1a2f48d86238 req-f9dcb4a1-d6d4-44e0-a1b4-501ee423053b tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:22.661692 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8ae5a399-39e1-4ba1-8585-1a2f48d86238 req-f9dcb4a1-d6d4-44e0-a1b4-501ee423053b tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 946 time: 0.4180307
May 07 22:04:22.669730 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f06b980-c372-47c2-b73b-c90f824a9f8c tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Pushing event updated for resources: {'Port': ['ID=87b21ddc-2a96-4011-a7fb-f8c0b8cbc859,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:22.700869 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.db.resource_extend [None req-85b42599-9c4f-4be8-b8ee-1f0260669ffb tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 07 22:04:22.733135 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7f06b980-c372-47c2-b73b-c90f824a9f8c tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Publish callbacks [] for floatingip (8d3e44d3-aa11-4444-a6c6-24e8a73e1c1b), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:22.739421 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-6f0ad65a-7ebc-40ab-aca4-c81dd2877cd1 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Allocated IP 172.20.0.9 (f48d8156-9bad-4610-8275-827002db3135/fe9cbd42-a889-4ff1-9123-1e2ab7c5672b/88f0fcab-c2d0-4dfb-8c95-1fc96f6c4884) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:04:22.775309 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7f06b980-c372-47c2-b73b-c90f824a9f8c tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (87b21ddc-2a96-4011-a7fb-f8c0b8cbc859), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:22.780923 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8ae5a399-39e1-4ba1-8585-1a2f48d86238 req-9405e19e-85ac-49f3-a8c5-cd8e4409840f tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1113641
May 07 22:04:22.794573 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-85b42599-9c4f-4be8-b8ee-1f0260669ffb tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:22.817862 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-85b42599-9c4f-4be8-b8ee-1f0260669ffb tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (2f803149-dbe5-4ef5-a141-98892190671b), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:22.951631 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b612ad8-82c6-4d8e-9295-8cae65e57e5c req-d204aa53-bd0b-4c88-a4a3-ea2997dd6c0e tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:22.953053 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4b612ad8-82c6-4d8e-9295-8cae65e57e5c req-d204aa53-bd0b-4c88-a4a3-ea2997dd6c0e tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 946 time: 0.0685759
May 07 22:04:22.999748 ncdv-master-1 neutron-server[121836]: INFO neutron.db.l3_db [None req-85b42599-9c4f-4be8-b8ee-1f0260669ffb tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Floating IP 2f803149-dbe5-4ef5-a141-98892190671b associated. External IP: 172.35.4.187, port: 53d2f822-2f8e-447c-9bcb-2e1cb411c60a.
May 07 22:04:23.015574 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7f06b980-c372-47c2-b73b-c90f824a9f8c tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Publish callbacks [] for port (87b21ddc-2a96-4011-a7fb-f8c0b8cbc859), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:23.024439 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7f06b980-c372-47c2-b73b-c90f824a9f8c tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (87b21ddc-2a96-4011-a7fb-f8c0b8cbc859), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:23.037783 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4b612ad8-82c6-4d8e-9295-8cae65e57e5c req-ec0a3c69-5c3e-4a69-8f08-9b87c1d3645e tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0702868
May 07 22:04:23.067508 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6f0ad65a-7ebc-40ab-aca4-c81dd2877cd1 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks [] for port (88f0fcab-c2d0-4dfb-8c95-1fc96f6c4884), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:23.100225 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f06b980-c372-47c2-b73b-c90f824a9f8c tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Pushing event updated for resources: {'Port': ['ID=87b21ddc-2a96-4011-a7fb-f8c0b8cbc859,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:23.112501 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7f06b980-c372-47c2-b73b-c90f824a9f8c tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (8d3e44d3-aa11-4444-a6c6-24e8a73e1c1b), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:23.138813 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7f06b980-c372-47c2-b73b-c90f824a9f8c tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:23.148882 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-7f06b980-c372-47c2-b73b-c90f824a9f8c tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.0466449
May 07 22:04:23.210187 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29a078e-33da-428e-9b01-4cfa27e397b0 req-002e07d3-a943-4601-b4e6-a5a70a9ed676 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:23.211853 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e29a078e-33da-428e-9b01-4cfa27e397b0 req-002e07d3-a943-4601-b4e6-a5a70a9ed676 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba61d59b-e750-459a-a73a-0376bdf5ca51 HTTP/1.1" status: 200  len: 945 time: 0.0800109
May 07 22:04:23.241575 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6f0ad65a-7ebc-40ab-aca4-c81dd2877cd1 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (88f0fcab-c2d0-4dfb-8c95-1fc96f6c4884), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:23.307550 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e29a078e-33da-428e-9b01-4cfa27e397b0 req-605cddd2-6229-46e5-b598-dda907cb4087 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c335e02-4871-4a34-8e92-8c24a11b7b47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0835495
May 07 22:04:23.313818 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0ad65a-7ebc-40ab-aca4-c81dd2877cd1 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Network f48d8156-9bad-4610-8275-827002db3135 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:04:23.364178 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-6f0ad65a-7ebc-40ab-aca4-c81dd2877cd1 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:04:23.375016 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0ad65a-7ebc-40ab-aca4-c81dd2877cd1 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:04:23.426605 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0ad65a-7ebc-40ab-aca4-c81dd2877cd1 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Pushing event updated for resources: {'Port': ['ID=88f0fcab-c2d0-4dfb-8c95-1fc96f6c4884,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:23.442756 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e1039ac6-4f9c-40ba-9231-5dafe1f1109f req-278e8af9-714a-4dba-92a1-71c8d9622e68 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--228067637&fields=id&tenant_id=8130c27f2b84434a8d6fa5032b67aa1e HTTP/1.1" status: 200  len: 267 time: 0.0510631
May 07 22:04:23.445024 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f06ad82-9d88-4393-a5cf-f397722dd363 req-3d4003ee-beb3-4805-8c43-3d5dfeac0bc0 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:23.446451 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0f06ad82-9d88-4393-a5cf-f397722dd363 req-3d4003ee-beb3-4805-8c43-3d5dfeac0bc0 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 946 time: 0.1587965
May 07 22:04:23.483653 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85b42599-9c4f-4be8-b8ee-1f0260669ffb tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Router 2123aa39-c4f0-4e9a-9167-73acf960a6ad has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:04:23.491532 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0ad65a-7ebc-40ab-aca4-c81dd2877cd1 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:23.492153 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6f0ad65a-7ebc-40ab-aca4-c81dd2877cd1 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:23.530918 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-6f0ad65a-7ebc-40ab-aca4-c81dd2877cd1 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 1.7526848
May 07 22:04:23.534097 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 58392) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:04:23.538504 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-ba0da8ea-8b5b-4f76-9c4e-ffde48286291 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Request body: {'floatingip': {'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'port_id': '88f0fcab-c2d0-4dfb-8c95-1fc96f6c4884', 'fixed_ip_address': '172.20.0.9'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:04:23.578052 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-bb4768aa-4c37-419c-b0b4-d5d5cedbea6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:23.578684 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ba0da8ea-8b5b-4f76-9c4e-ffde48286291 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:23.583651 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0f06ad82-9d88-4393-a5cf-f397722dd363 req-05d6d2fa-7f1d-453a-98fc-a52c67db4d5c tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1280565
May 07 22:04:23.588639 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1039ac6-4f9c-40ba-9231-5dafe1f1109f req-8d477fb8-ac35-496d-9b35-8425b0a732cd tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:23.590162 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e1039ac6-4f9c-40ba-9231-5dafe1f1109f req-8d477fb8-ac35-496d-9b35-8425b0a732cd tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/networks?id=f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b HTTP/1.1" status: 200  len: 819 time: 0.1386418
May 07 22:04:23.621410 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e1039ac6-4f9c-40ba-9231-5dafe1f1109f req-6d347373-9d1c-4ade-bff4-d6893071f6e3 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/quotas/8130c27f2b84434a8d6fa5032b67aa1e HTTP/1.1" status: 200  len: 375 time: 0.0195687
May 07 22:04:23.704103 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85b42599-9c4f-4be8-b8ee-1f0260669ffb tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:04:23.709989 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-85b42599-9c4f-4be8-b8ee-1f0260669ffb tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:23.712303 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ba0da8ea-8b5b-4f76-9c4e-ffde48286291 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:23.720929 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce5e755-1f0e-48ec-a838-04d6610040b4 None None] Sync routers for ids ['2123aa39-c4f0-4e9a-9167-73acf960a6ad'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:04:23.721175 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91468c57-6867-4516-9716-ca9fa1beedba req-c89a0459-beb0-4260-9692-9d125505d90a tempest-VolumesNegativeTest-1084226632 tempest-VolumesNegativeTest-1084226632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:23.722879 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-91468c57-6867-4516-9716-ca9fa1beedba req-c89a0459-beb0-4260-9692-9d125505d90a tempest-VolumesNegativeTest-1084226632 tempest-VolumesNegativeTest-1084226632-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef8fdf88-13b9-439a-a4f4-b4dec75e47ec HTTP/1.1" status: 200  len: 950 time: 0.0726206
May 07 22:04:23.725152 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e1039ac6-4f9c-40ba-9231-5dafe1f1109f req-0161b993-95b9-4a08-b6b5-1fbb0856aea5 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8130c27f2b84434a8d6fa5032b67aa1e&fields=id HTTP/1.1" status: 200  len: 394 time: 0.0752239
May 07 22:04:23.732590 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce5e755-1f0e-48ec-a838-04d6610040b4 None None] Routers {'2123aa39-c4f0-4e9a-9167-73acf960a6ad'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:04:23.733265 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-5ce5e755-1f0e-48ec-a838-04d6610040b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f808a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:03:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['2123aa39-c4f0-4e9a-9167-73acf960a6ad'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:04:23.785029 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-85b42599-9c4f-4be8-b8ee-1f0260669ffb tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "PUT /v2.0/floatingips/2f803149-dbe5-4ef5-a141-98892190671b HTTP/1.1" status: 200  len: 991 time: 2.2600424
May 07 22:04:23.785991 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf519119-a1c9-4f1e-9d65-8f11441721a2', 'tag': '53d2f822-2f8e-447c-9bcb-2e1cb411c60a'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:04:23.788539 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e31cbb-2b6e-46dd-a315-703dee6c0614" -d '{"events": [{"name": "network-changed", "server_uuid": "cf519119-a1c9-4f1e-9d65-8f11441721a2", "tag": "53d2f822-2f8e-447c-9bcb-2e1cb411c60a"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:04:23.815453 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 22:04:23.825540 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-91468c57-6867-4516-9716-ca9fa1beedba req-b7c4b368-67c9-4000-addc-a4b298e663db tempest-VolumesNegativeTest-1084226632 tempest-VolumesNegativeTest-1084226632-project] 10.222.0.32 "GET /v2.0/security-groups?id=21fe9d98-86af-46a3-99d7-39d1ec7ea96e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0692868
May 07 22:04:23.891836 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:23.895747 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c98c5a38-e0bb-4d66-b27a-10903edba93d x-openstack-request-id: req-c98c5a38-e0bb-4d66-b27a-10903edba93d {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:04:23.896022 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-5ce5e755-1f0e-48ec-a838-04d6610040b4 None None] Set router 2123aa39-c4f0-4e9a-9167-73acf960a6ad gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:04:23.896133 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf519119-a1c9-4f1e-9d65-8f11441721a2", "tag": "53d2f822-2f8e-447c-9bcb-2e1cb411c60a", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:04:23.896491 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c98c5a38-e0bb-4d66-b27a-10903edba93d {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:04:23.896957 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c98c5a38-e0bb-4d66-b27a-10903edba93d'] response: {'name': 'network-changed', 'server_uuid': 'cf519119-a1c9-4f1e-9d65-8f11441721a2', 'tag': '53d2f822-2f8e-447c-9bcb-2e1cb411c60a', 'status': 'completed', 'code': 200}
May 07 22:04:23.910942 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e1039ac6-4f9c-40ba-9231-5dafe1f1109f req-12a7e854-44d5-4faa-93d7-35a415eb821f service neutron] 10.222.0.32 "GET /v2.0/networks/f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1519389
May 07 22:04:23.911229 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-ba0da8ea-8b5b-4f76-9c4e-ffde48286291 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Allocated IP 172.35.4.101 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/7d729036-07eb-4bd2-84c3-6dc1c9096eca) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:04:23.998140 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e31cbb-2b6e-46dd-a315-703dee6c0614 req-ce67a928-dd8b-4b97-8f50-239c25ed0ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:23.999705 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f8e31cbb-2b6e-46dd-a315-703dee6c0614 req-ce67a928-dd8b-4b97-8f50-239c25ed0ce4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=57990769f50b412194a108cdd627a767&device_id=cf519119-a1c9-4f1e-9d65-8f11441721a2 HTTP/1.1" status: 200  len: 1127 time: 0.0860655
May 07 22:04:24.153530 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-5ce5e755-1f0e-48ec-a838-04d6610040b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f808a30>, [{'id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'name': 'tempest-AttachVolumeNegativeTest-1449072548-router', 'tenant_id': '57990769f50b412194a108cdd627a767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.74'}], 'enable_snat': True}, 'gw_port_id': 'acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:00:22Z', 'updated_at': '2022-05-07T22:00:41Z', 'revision_number': 4, 'project_id': '57990769f50b412194a108cdd627a767', 'gw_port': {'id': 'acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:25Z', 'updated_at': '2022-05-07T22:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '2f803149-dbe5-4ef5-a141-98892190671b', 'tenant_id': '57990769f50b412194a108cdd627a767', 'floating_ip_address': '172.35.4.187', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'port_id': '53d2f822-2f8e-447c-9bcb-2e1cb411c60a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2195, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f64cbfbe-feaa-48dc-9089-9445aa1eaa5a', 'mac_address': 'fa:16:3e:39:6e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf519119-a1c9-4f1e-9d65-8f11441721a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:04:02Z', 'updated_at': '2022-05-07T22:04:22Z', 'revision_number': 1, 'project_id': '57990769f50b412194a108cdd627a767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd203508-b1f9-4999-a351-df4ad5229f44', 'name': '', 'network_id': 'f64cbfbe-feaa-48dc-9089-9445aa1eaa5a', 'tenant_id': '57990769f50b412194a108cdd627a767', 'mac_address': 'fa:16:3e:08:a0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '86e7e675-440c-49d1-8be8-1667506afa40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:37Z', 'updated_at': '2022-05-07T22:00:57Z', 'revision_number': 5, 'project_id': '57990769f50b412194a108cdd627a767', 'subnets': [{'id': '86e7e675-440c-49d1-8be8-1667506afa40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:04:24.172871 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b7003a-2094-4bdd-886f-e43942497a57 req-fa7a40d4-a96f-45b4-b3f6-659fa3499f43 tempest-VolumesNegativeTest-1084226632 tempest-VolumesNegativeTest-1084226632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:24.176583 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-47b7003a-2094-4bdd-886f-e43942497a57 req-fa7a40d4-a96f-45b4-b3f6-659fa3499f43 tempest-VolumesNegativeTest-1084226632 tempest-VolumesNegativeTest-1084226632-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef8fdf88-13b9-439a-a4f4-b4dec75e47ec HTTP/1.1" status: 200  len: 950 time: 0.0569060
May 07 22:04:24.185845 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce5e755-1f0e-48ec-a838-04d6610040b4 None None] Checking router: 2123aa39-c4f0-4e9a-9167-73acf960a6ad for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:04:24.200071 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce5e755-1f0e-48ec-a838-04d6610040b4 None None] Routers {'2123aa39-c4f0-4e9a-9167-73acf960a6ad'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:04:24.200071 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-5ce5e755-1f0e-48ec-a838-04d6610040b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f808a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:03:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['2123aa39-c4f0-4e9a-9167-73acf960a6ad'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:04:24.200293 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e1039ac6-4f9c-40ba-9231-5dafe1f1109f req-ca55c52b-83ca-4b2a-b273-b97db0852502 service neutron] 10.222.0.32 "GET /v2.0/networks/f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2698355
May 07 22:04:24.219353 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ba0da8ea-8b5b-4f76-9c4e-ffde48286291 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks [] for port (7d729036-07eb-4bd2-84c3-6dc1c9096eca), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:24.229223 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e31cbb-2b6e-46dd-a315-703dee6c0614 req-67658a05-a4d5-497d-872c-fa32bf117f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:24.230729 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f8e31cbb-2b6e-46dd-a315-703dee6c0614 req-67658a05-a4d5-497d-872c-fa32bf117f62 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f64cbfbe-feaa-48dc-9089-9445aa1eaa5a HTTP/1.1" status: 200  len: 916 time: 0.1945157
May 07 22:04:24.257244 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-47b7003a-2094-4bdd-886f-e43942497a57 req-63e211b0-c909-4b06-95fe-a9da7bdbe6e3 tempest-VolumesNegativeTest-1084226632 tempest-VolumesNegativeTest-1084226632-project] 10.222.0.32 "GET /v2.0/security-groups?id=21fe9d98-86af-46a3-99d7-39d1ec7ea96e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0762470
May 07 22:04:24.315482 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f8e31cbb-2b6e-46dd-a315-703dee6c0614 req-867dea3d-b71f-427c-a2d1-11803129fb9d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=53d2f822-2f8e-447c-9bcb-2e1cb411c60a HTTP/1.1" status: 200  len: 999 time: 0.0772359
May 07 22:04:24.318984 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ba0da8ea-8b5b-4f76-9c4e-ffde48286291 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (7d729036-07eb-4bd2-84c3-6dc1c9096eca), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:24.381062 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e31cbb-2b6e-46dd-a315-703dee6c0614 req-5517c0a0-28ef-4abd-bca8-06d3b78bce11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:24.382580 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f8e31cbb-2b6e-46dd-a315-703dee6c0614 req-5517c0a0-28ef-4abd-bca8-06d3b78bce11 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=86e7e675-440c-49d1-8be8-1667506afa40 HTTP/1.1" status: 200  len: 854 time: 0.0609467
May 07 22:04:24.444663 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0da8ea-8b5b-4f76-9c4e-ffde48286291 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:04:24.451747 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-ba0da8ea-8b5b-4f76-9c4e-ffde48286291 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:04:24.457932 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0da8ea-8b5b-4f76-9c4e-ffde48286291 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:04:24.488106 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0415615-9b78-4acd-b182-40759f04cb9c req-0708a810-e79a-4683-b31f-915cc462d7ad tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:24.490018 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c0415615-9b78-4acd-b182-40759f04cb9c req-0708a810-e79a-4683-b31f-915cc462d7ad tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba61d59b-e750-459a-a73a-0376bdf5ca51 HTTP/1.1" status: 200  len: 945 time: 0.0807974
May 07 22:04:24.490393 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0da8ea-8b5b-4f76-9c4e-ffde48286291 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Pushing event updated for resources: {'Port': ['ID=7d729036-07eb-4bd2-84c3-6dc1c9096eca,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:24.510743 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e31cbb-2b6e-46dd-a315-703dee6c0614 req-23554f58-93b3-4f1b-a216-cd495c6fd53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:24.512299 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f8e31cbb-2b6e-46dd-a315-703dee6c0614 req-23554f58-93b3-4f1b-a216-cd495c6fd53e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f64cbfbe-feaa-48dc-9089-9445aa1eaa5a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1066411
May 07 22:04:24.554375 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-5ce5e755-1f0e-48ec-a838-04d6610040b4 None None] Set router 2123aa39-c4f0-4e9a-9167-73acf960a6ad gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:04:24.583717 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c0415615-9b78-4acd-b182-40759f04cb9c req-373eeb3c-bb08-4bb3-87ab-69d45d802db7 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c335e02-4871-4a34-8e92-8c24a11b7b47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0834005
May 07 22:04:24.623293 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-41898bc3-d754-45ae-bee0-1cf7195771e0 req-c9b03e8b-a9b4-4423-87d9-73c3c669fabb tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=9df2668b-af6b-4323-a4a4-520fcae8e55e HTTP/1.1" status: 200  len: 210 time: 0.1301594
May 07 22:04:24.728159 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac3652a-c953-4fb7-8dc8-8207335fbbe0 req-51a40980-7162-46d7-8dca-146efda24824 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:24.737124 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8ac3652a-c953-4fb7-8dc8-8207335fbbe0 req-51a40980-7162-46d7-8dca-146efda24824 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 946 time: 0.0650892
May 07 22:04:24.777194 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f8e31cbb-2b6e-46dd-a315-703dee6c0614 req-41492f2f-ee64-4395-903c-0ecb2ffd76b4 service neutron] 10.222.0.59 "GET /v2.0/networks/f64cbfbe-feaa-48dc-9089-9445aa1eaa5a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2564154
May 07 22:04:24.803551 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8ac3652a-c953-4fb7-8dc8-8207335fbbe0 req-99647dd0-0a7e-4dca-bad3-65b0c4930a7e tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643585
May 07 22:04:24.829423 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-5ce5e755-1f0e-48ec-a838-04d6610040b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f808a30>, [{'id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'name': 'tempest-AttachVolumeNegativeTest-1449072548-router', 'tenant_id': '57990769f50b412194a108cdd627a767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.74'}], 'enable_snat': True}, 'gw_port_id': 'acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:00:22Z', 'updated_at': '2022-05-07T22:00:41Z', 'revision_number': 4, 'project_id': '57990769f50b412194a108cdd627a767', 'gw_port': {'id': 'acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:25Z', 'updated_at': '2022-05-07T22:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '2f803149-dbe5-4ef5-a141-98892190671b', 'tenant_id': '57990769f50b412194a108cdd627a767', 'floating_ip_address': '172.35.4.187', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'port_id': '53d2f822-2f8e-447c-9bcb-2e1cb411c60a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2195, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f64cbfbe-feaa-48dc-9089-9445aa1eaa5a', 'mac_address': 'fa:16:3e:39:6e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf519119-a1c9-4f1e-9d65-8f11441721a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:04:02Z', 'updated_at': '2022-05-07T22:04:22Z', 'revision_number': 1, 'project_id': '57990769f50b412194a108cdd627a767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd203508-b1f9-4999-a351-df4ad5229f44', 'name': '', 'network_id': 'f64cbfbe-feaa-48dc-9089-9445aa1eaa5a', 'tenant_id': '57990769f50b412194a108cdd627a767', 'mac_address': 'fa:16:3e:08:a0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '86e7e675-440c-49d1-8be8-1667506afa40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:37Z', 'updated_at': '2022-05-07T22:00:57Z', 'revision_number': 5, 'project_id': '57990769f50b412194a108cdd627a767', 'subnets': [{'id': '86e7e675-440c-49d1-8be8-1667506afa40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:04:24.869125 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce5e755-1f0e-48ec-a838-04d6610040b4 None None] The sync data for ids ['2123aa39-c4f0-4e9a-9167-73acf960a6ad'] in ncdv-master-1 is: [{'id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'name': 'tempest-AttachVolumeNegativeTest-1449072548-router', 'tenant_id': '57990769f50b412194a108cdd627a767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.74'}], 'enable_snat': True}, 'gw_port_id': 'acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:00:22Z', 'updated_at': '2022-05-07T22:00:41Z', 'revision_number': 4, 'project_id': '57990769f50b412194a108cdd627a767', 'gw_port': {'id': 'acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:25Z', 'updated_at': '2022-05-07T22:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '2f803149-dbe5-4ef5-a141-98892190671b', 'tenant_id': '57990769f50b412194a108cdd627a767', 'floating_ip_address': '172.35.4.187', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'port_id': '53d2f822-2f8e-447c-9bcb-2e1cb411c60a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2195, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f64cbfbe-feaa-48dc-9089-9445aa1eaa5a', 'mac_address': 'fa:16:3e:39:6e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf519119-a1c9-4f1e-9d65-8f11441721a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:04:02Z', 'updated_at': '2022-05-07T22:04:22Z', 'revision_number': 1, 'project_id': '57990769f50b412194a108cdd627a767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd203508-b1f9-4999-a351-df4ad5229f44', 'name': '', 'network_id': 'f64cbfbe-feaa-48dc-9089-9445aa1eaa5a', 'tenant_id': '57990769f50b412194a108cdd627a767', 'mac_address': 'fa:16:3e:08:a0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '86e7e675-440c-49d1-8be8-1667506afa40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:37Z', 'updated_at': '2022-05-07T22:00:57Z', 'revision_number': 5, 'project_id': '57990769f50b412194a108cdd627a767', 'subnets': [{'id': '86e7e675-440c-49d1-8be8-1667506afa40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:04:24.983313 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f8e31cbb-2b6e-46dd-a315-703dee6c0614 req-0bfbe4ff-7958-47b4-abe0-794caf0d8a2a service neutron] 10.222.0.59 "GET /v2.0/networks/f64cbfbe-feaa-48dc-9089-9445aa1eaa5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1997015
May 07 22:04:25.154313 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0feb09-8b8e-48c7-81f1-f93c2b208195 None None] New status for floating IP 2f803149-dbe5-4ef5-a141-98892190671b: ACTIVE {{(pid=121839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 07 22:04:25.158259 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739a4297-7ac1-4ddb-955a-abf07aff2edd req-48999890-0bea-408e-8210-6e0879f02ed7 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:25.160455 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-739a4297-7ac1-4ddb-955a-abf07aff2edd req-48999890-0bea-408e-8210-6e0879f02ed7 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 946 time: 0.0621526
May 07 22:04:25.174548 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ba0da8ea-8b5b-4f76-9c4e-ffde48286291 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks [] for floatingip (5a9a5f2f-acff-492e-8e1b-2fbfafc0eedd), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:25.254129 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-739a4297-7ac1-4ddb-955a-abf07aff2edd req-db8bf503-d8bf-48eb-a418-bddcc948de7e tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0871336
May 07 22:04:25.299073 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ba0da8ea-8b5b-4f76-9c4e-ffde48286291 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (7d729036-07eb-4bd2-84c3-6dc1c9096eca), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:25.415618 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbfcb72-5293-4cbf-b22a-aadd44ffaa85 req-16e3205f-f05e-4c0b-9c96-ddff3b8dc382 tempest-VolumesNegativeTest-1084226632 tempest-VolumesNegativeTest-1084226632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:25.419145 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ccbfcb72-5293-4cbf-b22a-aadd44ffaa85 req-16e3205f-f05e-4c0b-9c96-ddff3b8dc382 tempest-VolumesNegativeTest-1084226632 tempest-VolumesNegativeTest-1084226632-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef8fdf88-13b9-439a-a4f4-b4dec75e47ec HTTP/1.1" status: 200  len: 950 time: 0.0647051
May 07 22:04:25.473258 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ccbfcb72-5293-4cbf-b22a-aadd44ffaa85 req-18d470c2-039f-42b4-b157-7834af6918f4 tempest-VolumesNegativeTest-1084226632 tempest-VolumesNegativeTest-1084226632-project] 10.222.0.32 "GET /v2.0/security-groups?id=21fe9d98-86af-46a3-99d7-39d1ec7ea96e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480602
May 07 22:04:25.484643 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ba0da8ea-8b5b-4f76-9c4e-ffde48286291 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks [] for port (7d729036-07eb-4bd2-84c3-6dc1c9096eca), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:25.489540 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ba0da8ea-8b5b-4f76-9c4e-ffde48286291 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (7d729036-07eb-4bd2-84c3-6dc1c9096eca), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:25.552843 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3929cea8-e51c-480b-8770-f0c07d75b93d req-f304a4e0-4f8c-4235-b004-a3a8b6c8ef61 tempest-VolumesNegativeTest-1084226632 tempest-VolumesNegativeTest-1084226632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:25.554319 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3929cea8-e51c-480b-8770-f0c07d75b93d req-f304a4e0-4f8c-4235-b004-a3a8b6c8ef61 tempest-VolumesNegativeTest-1084226632 tempest-VolumesNegativeTest-1084226632-project] 10.222.0.55 "GET /v2.0/ports?device_id=ef8fdf88-13b9-439a-a4f4-b4dec75e47ec HTTP/1.1" status: 200  len: 950 time: 0.0522590
May 07 22:04:25.562229 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0da8ea-8b5b-4f76-9c4e-ffde48286291 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Pushing event updated for resources: {'Port': ['ID=7d729036-07eb-4bd2-84c3-6dc1c9096eca,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:25.576590 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ba0da8ea-8b5b-4f76-9c4e-ffde48286291 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (5a9a5f2f-acff-492e-8e1b-2fbfafc0eedd), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:25.677797 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-3929cea8-e51c-480b-8770-f0c07d75b93d req-cff76987-85e4-4b38-9177-7e4a5052c24b tempest-VolumesNegativeTest-1084226632 tempest-VolumesNegativeTest-1084226632-project] Deleting port 084c853e-2bdf-48de-b632-cb35deede3f7 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:04:25.678139 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-3929cea8-e51c-480b-8770-f0c07d75b93d req-cff76987-85e4-4b38-9177-7e4a5052c24b tempest-VolumesNegativeTest-1084226632 tempest-VolumesNegativeTest-1084226632-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (084c853e-2bdf-48de-b632-cb35deede3f7), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:25.764814 ncdv-master-1 neutron-server[121837]: INFO neutron.db.l3_db [None req-ba0da8ea-8b5b-4f76-9c4e-ffde48286291 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Floating IP 5a9a5f2f-acff-492e-8e1b-2fbfafc0eedd associated. External IP: 172.35.4.101, port: 88f0fcab-c2d0-4dfb-8c95-1fc96f6c4884.
May 07 22:04:25.769170 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-57e85bc1-461a-4ef8-b8bb-008ba974910c req-d0c1e7cf-4919-495d-877c-e92326956d67 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=9df2668b-af6b-4323-a4a4-520fcae8e55e HTTP/1.1" status: 200  len: 210 time: 0.0613122
May 07 22:04:25.812201 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-3929cea8-e51c-480b-8770-f0c07d75b93d req-cff76987-85e4-4b38-9177-7e4a5052c24b tempest-VolumesNegativeTest-1084226632 tempest-VolumesNegativeTest-1084226632-project] For port 084c853e-2bdf-48de-b632-cb35deede3f7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=084c853e-2bdf-48de-b632-cb35deede3f7,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:04:25.812567 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-3929cea8-e51c-480b-8770-f0c07d75b93d req-cff76987-85e4-4b38-9177-7e4a5052c24b tempest-VolumesNegativeTest-1084226632 tempest-VolumesNegativeTest-1084226632-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (084c853e-2bdf-48de-b632-cb35deede3f7), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:25.827332 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-3929cea8-e51c-480b-8770-f0c07d75b93d req-cff76987-85e4-4b38-9177-7e4a5052c24b tempest-VolumesNegativeTest-1084226632 tempest-VolumesNegativeTest-1084226632-project] Calling delete_port for 084c853e-2bdf-48de-b632-cb35deede3f7 owned by compute:nova {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:04:25.829597 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcff812-525b-4177-9793-8f23756ead4f req-74c1c315-1cc3-4094-8a8e-d5e172eeb5e3 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:25.837823 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bbcff812-525b-4177-9793-8f23756ead4f req-74c1c315-1cc3-4094-8a8e-d5e172eeb5e3 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba61d59b-e750-459a-a73a-0376bdf5ca51 HTTP/1.1" status: 200  len: 945 time: 0.1445374
May 07 22:04:25.969768 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-3929cea8-e51c-480b-8770-f0c07d75b93d req-cff76987-85e4-4b38-9177-7e4a5052c24b tempest-VolumesNegativeTest-1084226632 tempest-VolumesNegativeTest-1084226632-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (084c853e-2bdf-48de-b632-cb35deede3f7), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:25.981423 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['084c853e-2bdf-48de-b632-cb35deede3f7'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:04:25.998378 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff76987-85e4-4b38-9177-7e4a5052c24b tempest-VolumesNegativeTest-1084226632 tempest-VolumesNegativeTest-1084226632-project] Pushing event deleted for resources: {'Port': ['ID=084c853e-2bdf-48de-b632-cb35deede3f7,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:26.025202 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c6374027-d4d5-4406-8c3a-eae602f17951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:26.049775 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-3929cea8-e51c-480b-8770-f0c07d75b93d req-cff76987-85e4-4b38-9177-7e4a5052c24b tempest-VolumesNegativeTest-1084226632 tempest-VolumesNegativeTest-1084226632-project] No DVR routers for this DVR port 084c853e-2bdf-48de-b632-cb35deede3f7 on host nch1-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:04:26.053409 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-3929cea8-e51c-480b-8770-f0c07d75b93d req-cff76987-85e4-4b38-9177-7e4a5052c24b tempest-VolumesNegativeTest-1084226632 tempest-VolumesNegativeTest-1084226632-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:26.056871 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3929cea8-e51c-480b-8770-f0c07d75b93d req-cff76987-85e4-4b38-9177-7e4a5052c24b tempest-VolumesNegativeTest-1084226632 tempest-VolumesNegativeTest-1084226632-project] 10.222.0.55 "DELETE /v2.0/ports/084c853e-2bdf-48de-b632-cb35deede3f7 HTTP/1.1" status: 204  len: 173 time: 0.4970949
May 07 22:04:26.057343 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef8fdf88-13b9-439a-a4f4-b4dec75e47ec', 'name': 'network-vif-deleted', 'tag': '084c853e-2bdf-48de-b632-cb35deede3f7'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:04:26.060000 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91af1ea8-d29d-4ad5-bf40-536bee889c15" -d '{"events": [{"server_uuid": "ef8fdf88-13b9-439a-a4f4-b4dec75e47ec", "name": "network-vif-deleted", "tag": "084c853e-2bdf-48de-b632-cb35deede3f7"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:04:26.099806 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4999df51-92d4-4f72-a263-46d699fddd01 x-openstack-request-id: req-4999df51-92d4-4f72-a263-46d699fddd01 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:04:26.100108 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef8fdf88-13b9-439a-a4f4-b4dec75e47ec", "name": "network-vif-deleted", "tag": "084c853e-2bdf-48de-b632-cb35deede3f7", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:04:26.100601 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4999df51-92d4-4f72-a263-46d699fddd01 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:04:26.101021 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4999df51-92d4-4f72-a263-46d699fddd01'] response: {'server_uuid': 'ef8fdf88-13b9-439a-a4f4-b4dec75e47ec', 'name': 'network-vif-deleted', 'tag': '084c853e-2bdf-48de-b632-cb35deede3f7', 'status': 'completed', 'code': 200}
May 07 22:04:26.386024 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bbcff812-525b-4177-9793-8f23756ead4f req-43f928e3-a9a1-43ec-b248-4c6271bf0633 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c335e02-4871-4a34-8e92-8c24a11b7b47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5471478
May 07 22:04:26.386635 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cff1171-62d6-4855-8ffb-554f670656ee req-aabff00f-cff3-41a3-8180-7957ed0fd6e5 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:26.388160 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6cff1171-62d6-4855-8ffb-554f670656ee req-aabff00f-cff3-41a3-8180-7957ed0fd6e5 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 946 time: 0.0533516
May 07 22:04:26.396140 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1039ac6-4f9c-40ba-9231-5dafe1f1109f req-f8b86ac9-fcbf-48c3-95c5-48ca21bdac47 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:26.397530 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e1039ac6-4f9c-40ba-9231-5dafe1f1109f req-f8b86ac9-fcbf-48c3-95c5-48ca21bdac47 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.59 "GET /v2.0/networks?id=f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b HTTP/1.1" status: 200  len: 819 time: 0.6632843
May 07 22:04:26.443456 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6cff1171-62d6-4855-8ffb-554f670656ee req-83ffc443-4c1f-422b-8489-409b37a6ffae tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445905
May 07 22:04:26.554826 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e1039ac6-4f9c-40ba-9231-5dafe1f1109f req-a23e04d6-a23b-4d44-81ed-0e326f8b3f89 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8130c27f2b84434a8d6fa5032b67aa1e HTTP/1.1" status: 200  len: 379 time: 0.1433129
May 07 22:04:26.575976 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-e1039ac6-4f9c-40ba-9231-5dafe1f1109f req-66f08740-2e8a-494f-ac8a-40b9512a4184 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Request body: {'port': {'device_id': '9df2668b-af6b-4323-a4a4-520fcae8e55e', 'network_id': 'f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b', 'admin_state_up': True, 'tenant_id': '8130c27f2b84434a8d6fa5032b67aa1e', 'security_groups': ['40cff557-9a82-4417-b340-b34f43ebb5b2']}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:04:26.599859 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c49b7549-4ab5-48e7-abcd-6f0d4003f547 req-77d86ed6-aeb0-4709-a4e1-3598c94e921b tempest-VolumesNegativeTest-1084226632 tempest-VolumesNegativeTest-1084226632-project] 10.222.0.32 "GET /v2.0/ports?device_id=ef8fdf88-13b9-439a-a4f4-b4dec75e47ec HTTP/1.1" status: 200  len: 210 time: 0.0300756
May 07 22:04:26.628457 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b443021-a73c-4f5c-9b8e-1d984152df93 req-8afa60a4-dd66-497d-a316-5ee565dbf444 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:26.629935 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3b443021-a73c-4f5c-9b8e-1d984152df93 req-8afa60a4-dd66-497d-a316-5ee565dbf444 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 946 time: 0.1002059
May 07 22:04:26.678010 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba0da8ea-8b5b-4f76-9c4e-ffde48286291 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Router 1a9903f6-9132-4577-8af1-c5b308c6a824 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:04:26.775641 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3b443021-a73c-4f5c-9b8e-1d984152df93 req-c6c419cd-afbb-4d1b-9abb-d7c93f821f0b tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1100130
May 07 22:04:26.838482 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1039ac6-4f9c-40ba-9231-5dafe1f1109f req-66f08740-2e8a-494f-ac8a-40b9512a4184 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Made reservation on behalf of 8130c27f2b84434a8d6fa5032b67aa1e for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:04:26.842223 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-e1039ac6-4f9c-40ba-9231-5dafe1f1109f req-66f08740-2e8a-494f-ac8a-40b9512a4184 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:26.878696 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba0da8ea-8b5b-4f76-9c4e-ffde48286291 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:04:26.887185 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a8ceac83-acfc-41e8-8178-f625b7097a15 req-4a53472f-92e3-4ac1-bccf-e2e7dae3bb12 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=9df2668b-af6b-4323-a4a4-520fcae8e55e HTTP/1.1" status: 200  len: 210 time: 0.0355499
May 07 22:04:26.893475 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f4f1e1-c84b-4d14-a050-0f4bc535cd43 None None] Sync routers for ids ['1a9903f6-9132-4577-8af1-c5b308c6a824'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:04:26.909552 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f4f1e1-c84b-4d14-a050-0f4bc535cd43 None None] Routers {'1a9903f6-9132-4577-8af1-c5b308c6a824'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:04:26.910198 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-70f4f1e1-c84b-4d14-a050-0f4bc535cd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f8fad30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:04:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['1a9903f6-9132-4577-8af1-c5b308c6a824'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:04:26.946080 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-70f4f1e1-c84b-4d14-a050-0f4bc535cd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f8fad30>, [], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:04:26.954959 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f4f1e1-c84b-4d14-a050-0f4bc535cd43 None None] Routers {'1a9903f6-9132-4577-8af1-c5b308c6a824'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:04:26.955584 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-70f4f1e1-c84b-4d14-a050-0f4bc535cd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f8fad30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:04:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['1a9903f6-9132-4577-8af1-c5b308c6a824'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:04:26.957696 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ba0da8ea-8b5b-4f76-9c4e-ffde48286291 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:26.991717 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-70f4f1e1-c84b-4d14-a050-0f4bc535cd43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f8fad30>, [], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:04:26.992326 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f4f1e1-c84b-4d14-a050-0f4bc535cd43 None None] The sync data for ids ['1a9903f6-9132-4577-8af1-c5b308c6a824'] in ncdv-master-1 is: [] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:04:27.001628 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9f8527-0c25-4a8c-b546-bc13c942e4c6 req-45b9bec1-2a7a-4abe-a9aa-1266c0dd87ee tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:27.003119 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3a9f8527-0c25-4a8c-b546-bc13c942e4c6 req-45b9bec1-2a7a-4abe-a9aa-1266c0dd87ee tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 946 time: 0.0886126
May 07 22:04:27.041088 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-ba0da8ea-8b5b-4f76-9c4e-ffde48286291 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 983 time: 3.5057690
May 07 22:04:27.043710 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 58446) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:04:27.048289 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-6c02a488-4c95-4909-8432-8d3347aa2f9c tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Request body: {'floatingip': {'port_id': None}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:04:27.095296 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3a9f8527-0c25-4a8c-b546-bc13c942e4c6 req-16c23552-4c84-49d4-a5fd-014d8b572c41 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0837300
May 07 22:04:27.096329 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [req-e1039ac6-4f9c-40ba-9231-5dafe1f1109f req-66f08740-2e8a-494f-ac8a-40b9512a4184 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Allocated IP 172.20.0.13 (f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b/b554e5f7-e35c-452a-ba74-fc50d3983e51/26735917-c705-4821-b89b-e6f718fdc166) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:04:27.112207 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6c02a488-4c95-4909-8432-8d3347aa2f9c tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks [] for floatingip (5a9a5f2f-acff-492e-8e1b-2fbfafc0eedd), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:27.243807 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-e1039ac6-4f9c-40ba-9231-5dafe1f1109f req-66f08740-2e8a-494f-ac8a-40b9512a4184 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Publish callbacks [] for port (26735917-c705-4821-b89b-e6f718fdc166), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:27.268044 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f03828-4c08-4586-b267-9892453555b3 req-679dd707-0fd5-45fc-bb0d-e75ac4327ad3 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:27.269569 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-44f03828-4c08-4586-b267-9892453555b3 req-679dd707-0fd5-45fc-bb0d-e75ac4327ad3 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 946 time: 0.0902197
May 07 22:04:27.279068 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-e1039ac6-4f9c-40ba-9231-5dafe1f1109f req-66f08740-2e8a-494f-ac8a-40b9512a4184 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (26735917-c705-4821-b89b-e6f718fdc166), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:27.319886 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6c02a488-4c95-4909-8432-8d3347aa2f9c tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:27.322655 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1039ac6-4f9c-40ba-9231-5dafe1f1109f req-66f08740-2e8a-494f-ac8a-40b9512a4184 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Network f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:04:27.325661 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [req-e1039ac6-4f9c-40ba-9231-5dafe1f1109f req-66f08740-2e8a-494f-ac8a-40b9512a4184 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:04:27.326190 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6c02a488-4c95-4909-8432-8d3347aa2f9c tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (5a9a5f2f-acff-492e-8e1b-2fbfafc0eedd), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:27.326526 ncdv-master-1 neutron-server[121836]: INFO neutron.db.l3_db [None req-6c02a488-4c95-4909-8432-8d3347aa2f9c tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Floating IP 5a9a5f2f-acff-492e-8e1b-2fbfafc0eedd disassociated. External IP: 172.35.4.101, port: 88f0fcab-c2d0-4dfb-8c95-1fc96f6c4884.
May 07 22:04:27.329534 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1039ac6-4f9c-40ba-9231-5dafe1f1109f req-66f08740-2e8a-494f-ac8a-40b9512a4184 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:04:27.359462 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f08740-2e8a-494f-ac8a-40b9512a4184 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Pushing event updated for resources: {'Port': ['ID=26735917-c705-4821-b89b-e6f718fdc166,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:27.383825 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:27.392949 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1039ac6-4f9c-40ba-9231-5dafe1f1109f req-66f08740-2e8a-494f-ac8a-40b9512a4184 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:27.393790 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-e1039ac6-4f9c-40ba-9231-5dafe1f1109f req-66f08740-2e8a-494f-ac8a-40b9512a4184 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:27.418455 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e1039ac6-4f9c-40ba-9231-5dafe1f1109f req-66f08740-2e8a-494f-ac8a-40b9512a4184 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8464828
May 07 22:04:27.423067 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-44f03828-4c08-4586-b267-9892453555b3 req-15244ea4-f9e5-4c30-880e-47e10f881f13 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1437244
May 07 22:04:27.431955 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-e1039ac6-4f9c-40ba-9231-5dafe1f1109f req-d64c3ef1-ebc1-44da-8d71-7212ca633181 service neutron] Request body: {'port': {'device_id': '9df2668b-af6b-4323-a4a4-520fcae8e55e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:04:27.545381 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-e1039ac6-4f9c-40ba-9231-5dafe1f1109f req-d64c3ef1-ebc1-44da-8d71-7212ca633181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (26735917-c705-4821-b89b-e6f718fdc166), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:27.571126 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a51d35-0a1b-4167-b416-585018debc14 req-0ab502fc-0986-4ca9-9c3e-683c99d78329 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:27.572587 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-37a51d35-0a1b-4167-b416-585018debc14 req-0ab502fc-0986-4ca9-9c3e-683c99d78329 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba61d59b-e750-459a-a73a-0376bdf5ca51 HTTP/1.1" status: 200  len: 945 time: 0.0697334
May 07 22:04:27.629918 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff04e187-e93a-430d-a459-d34800d2b99c req-a2b3f941-c451-4033-aa54-d8d7a9a361f1 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:27.631409 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ff04e187-e93a-430d-a459-d34800d2b99c req-a2b3f941-c451-4033-aa54-d8d7a9a361f1 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 946 time: 0.0539136
May 07 22:04:27.658433 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-bff47e0c-dbe9-42cf-bc92-abb0b83141d0 None None] Provisioning complete for port 26735917-c705-4821-b89b-e6f718fdc166 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:04:27.660235 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-bff47e0c-dbe9-42cf-bc92-abb0b83141d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (26735917-c705-4821-b89b-e6f718fdc166), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:27.708109 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-bff47e0c-dbe9-42cf-bc92-abb0b83141d0 None None] Port 26735917-c705-4821-b89b-e6f718fdc166 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:04:27.733811 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-37a51d35-0a1b-4167-b416-585018debc14 req-cd878a8c-5b61-4730-a6cd-46bf2879a4a2 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c335e02-4871-4a34-8e92-8c24a11b7b47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1228693
May 07 22:04:27.741291 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ff04e187-e93a-430d-a459-d34800d2b99c req-120e6ad6-9da7-457c-aee4-7fd6779291b4 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0652118
May 07 22:04:27.774737 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c02a488-4c95-4909-8432-8d3347aa2f9c tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Router 1a9903f6-9132-4577-8af1-c5b308c6a824 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:04:27.897878 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bcd985-5d34-46b9-8870-6b269aecd294 req-04a456a8-0661-45f0-82be-e1623a4d840d tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:27.899430 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-21bcd985-5d34-46b9-8870-6b269aecd294 req-04a456a8-0661-45f0-82be-e1623a4d840d tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 946 time: 0.0647471
May 07 22:04:27.936719 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c02a488-4c95-4909-8432-8d3347aa2f9c tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:04:27.948592 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01048e6-eab0-4e00-9708-2a47353a1f03 None None] Sync routers for ids ['1a9903f6-9132-4577-8af1-c5b308c6a824'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:04:27.952089 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6c02a488-4c95-4909-8432-8d3347aa2f9c tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:27.963559 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01048e6-eab0-4e00-9708-2a47353a1f03 None None] Routers {'1a9903f6-9132-4577-8af1-c5b308c6a824'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:04:27.964200 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-d01048e6-eab0-4e00-9708-2a47353a1f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cbbc4f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:04:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['1a9903f6-9132-4577-8af1-c5b308c6a824'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:04:27.985792 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-21bcd985-5d34-46b9-8870-6b269aecd294 req-fe6c5be3-c0b1-4942-9003-106bff4b869a tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0776978
May 07 22:04:28.013336 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-d01048e6-eab0-4e00-9708-2a47353a1f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cbbc4f0>, [], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:04:28.019535 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-6c02a488-4c95-4909-8432-8d3347aa2f9c tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] 10.222.0.32 "PUT /v2.0/floatingips/5a9a5f2f-acff-492e-8e1b-2fbfafc0eedd HTTP/1.1" status: 200  len: 688 time: 0.9716077
May 07 22:04:28.019835 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 58474) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:04:28.029007 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01048e6-eab0-4e00-9708-2a47353a1f03 None None] Routers {'1a9903f6-9132-4577-8af1-c5b308c6a824'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:04:28.029961 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-d01048e6-eab0-4e00-9708-2a47353a1f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cbbc4f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:04:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['1a9903f6-9132-4577-8af1-c5b308c6a824'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:04:28.070656 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-d01048e6-eab0-4e00-9708-2a47353a1f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cbbc4f0>, [], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:04:28.072200 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01048e6-eab0-4e00-9708-2a47353a1f03 None None] The sync data for ids ['1a9903f6-9132-4577-8af1-c5b308c6a824'] in ncdv-master-1 is: [] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:04:28.098118 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771ecf42-c483-4ffc-9cdc-1e5c046b54c4 req-22845eae-a22f-4af2-89f4-dcaa3be8dbba tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:28.102895 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-771ecf42-c483-4ffc-9cdc-1e5c046b54c4 req-22845eae-a22f-4af2-89f4-dcaa3be8dbba tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=9df2668b-af6b-4323-a4a4-520fcae8e55e HTTP/1.1" status: 200  len: 932 time: 0.1039848
May 07 22:04:28.155305 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-771ecf42-c483-4ffc-9cdc-1e5c046b54c4 req-aeefa7b2-101b-4a48-8b13-5a134e8cf13c tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/security-groups?id=40cff557-9a82-4417-b340-b34f43ebb5b2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0477777
May 07 22:04:28.236986 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [req-e1039ac6-4f9c-40ba-9231-5dafe1f1109f req-d64c3ef1-ebc1-44da-8d71-7212ca633181 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26735917-c705-4821-b89b-e6f718fdc166 {{(pid=121837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:04:28.241209 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-0bdb91a4-3961-4e32-8275-0fc33fb374fe tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Deleting port 7d729036-07eb-4bd2-84c3-6dc1c9096eca {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:04:28.241584 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0bdb91a4-3961-4e32-8275-0fc33fb374fe tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (7d729036-07eb-4bd2-84c3-6dc1c9096eca), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:28.251635 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-e1039ac6-4f9c-40ba-9231-5dafe1f1109f req-d64c3ef1-ebc1-44da-8d71-7212ca633181 service neutron] Publish callbacks [] for port (26735917-c705-4821-b89b-e6f718fdc166), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:28.270985 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609243bd-c710-470e-aad4-b6d1c73855a9 req-a5256080-ca80-4e19-971a-0ad9ce03e3ad tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:28.272884 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-609243bd-c710-470e-aad4-b6d1c73855a9 req-a5256080-ca80-4e19-971a-0ad9ce03e3ad tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 946 time: 0.1203351
May 07 22:04:28.339279 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-e1039ac6-4f9c-40ba-9231-5dafe1f1109f req-d64c3ef1-ebc1-44da-8d71-7212ca633181 service neutron] Transition to ACTIVE for port object 26735917-c705-4821-b89b-e6f718fdc166 will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 22:04:28.350303 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-e1039ac6-4f9c-40ba-9231-5dafe1f1109f req-d64c3ef1-ebc1-44da-8d71-7212ca633181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (26735917-c705-4821-b89b-e6f718fdc166), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:28.451152 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-609243bd-c710-470e-aad4-b6d1c73855a9 req-3a2318ed-97e3-4041-878c-26772ca8f065 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1662223
May 07 22:04:28.491788 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0bdb91a4-3961-4e32-8275-0fc33fb374fe tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (7d729036-07eb-4bd2-84c3-6dc1c9096eca), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:28.492113 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0bdb91a4-3961-4e32-8275-0fc33fb374fe tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks [] for floatingip (7d729036-07eb-4bd2-84c3-6dc1c9096eca), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:28.495355 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64c3ef1-ebc1-44da-8d71-7212ca633181 service neutron] Pushing event updated for resources: {'Port': ['ID=26735917-c705-4821-b89b-e6f718fdc166,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:28.553166 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-0bdb91a4-3961-4e32-8275-0fc33fb374fe tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Calling delete_port for 7d729036-07eb-4bd2-84c3-6dc1c9096eca owned by network:floatingip {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:04:28.611968 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94def4a-6a7f-4371-9c84-fa1a5d2215e5 req-d313eb03-79a4-4a26-937a-767a3e5b860d tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:28.617272 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b94def4a-6a7f-4371-9c84-fa1a5d2215e5 req-d313eb03-79a4-4a26-937a-767a3e5b860d tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 946 time: 0.0832589
May 07 22:04:28.636446 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-e1039ac6-4f9c-40ba-9231-5dafe1f1109f req-d64c3ef1-ebc1-44da-8d71-7212ca633181 service neutron] Attempting to bind port 26735917-c705-4821-b89b-e6f718fdc166 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:04:28.636785 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-e1039ac6-4f9c-40ba-9231-5dafe1f1109f req-d64c3ef1-ebc1-44da-8d71-7212ca633181 service neutron] Attempting to bind port 26735917-c705-4821-b89b-e6f718fdc166 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '2f0831b3-8133-4c28-a071-337c31d2cb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:04:28.637116 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1039ac6-4f9c-40ba-9231-5dafe1f1109f req-d64c3ef1-ebc1-44da-8d71-7212ca633181 service neutron] Attempting to bind port 26735917-c705-4821-b89b-e6f718fdc166 on network f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:04:28.645680 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1039ac6-4f9c-40ba-9231-5dafe1f1109f req-d64c3ef1-ebc1-44da-8d71-7212ca633181 service neutron] Port 26735917-c705-4821-b89b-e6f718fdc166 on network f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:04:28.646009 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1039ac6-4f9c-40ba-9231-5dafe1f1109f req-d64c3ef1-ebc1-44da-8d71-7212ca633181 service neutron] Attempting to bind port 26735917-c705-4821-b89b-e6f718fdc166 on network f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:04:28.659221 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1039ac6-4f9c-40ba-9231-5dafe1f1109f req-d64c3ef1-ebc1-44da-8d71-7212ca633181 service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:04:28.659593 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1039ac6-4f9c-40ba-9231-5dafe1f1109f req-d64c3ef1-ebc1-44da-8d71-7212ca633181 service neutron] Checking segment: {'id': '2f0831b3-8133-4c28-a071-337c31d2cb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:04:28.659968 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1039ac6-4f9c-40ba-9231-5dafe1f1109f req-d64c3ef1-ebc1-44da-8d71-7212ca633181 service neutron] Bound using segment: {'id': '2f0831b3-8133-4c28-a071-337c31d2cb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:04:28.660394 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-e1039ac6-4f9c-40ba-9231-5dafe1f1109f req-d64c3ef1-ebc1-44da-8d71-7212ca633181 service neutron] Bound port: 26735917-c705-4821-b89b-e6f718fdc166, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f0831b3-8133-4c28-a071-337c31d2cb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:04:28.660755 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-e1039ac6-4f9c-40ba-9231-5dafe1f1109f req-d64c3ef1-ebc1-44da-8d71-7212ca633181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (26735917-c705-4821-b89b-e6f718fdc166), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:28.683207 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b94def4a-6a7f-4371-9c84-fa1a5d2215e5 req-a127b5f2-1f70-45fe-994e-69799759f72a tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602117
May 07 22:04:28.789364 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-e1039ac6-4f9c-40ba-9231-5dafe1f1109f req-d64c3ef1-ebc1-44da-8d71-7212ca633181 service neutron] For port 26735917-c705-4821-b89b-e6f718fdc166, host nch2-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:04:28.807909 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-e1039ac6-4f9c-40ba-9231-5dafe1f1109f req-d64c3ef1-ebc1-44da-8d71-7212ca633181 service neutron] For port 26735917-c705-4821-b89b-e6f718fdc166, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=26735917-c705-4821-b89b-e6f718fdc166,segment=NetworkSegment(2f0831b3-8133-4c28-a071-337c31d2cb1b),segment_id=2f0831b3-8133-4c28-a071-337c31d2cb1b)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:04:28.817667 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-e1039ac6-4f9c-40ba-9231-5dafe1f1109f req-d64c3ef1-ebc1-44da-8d71-7212ca633181 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (26735917-c705-4821-b89b-e6f718fdc166), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:28.848219 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afa7bfd-00df-43f2-997e-3789b9114601 req-a655dc20-1535-47dc-80d4-d54bf44cec10 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:28.849844 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5afa7bfd-00df-43f2-997e-3789b9114601 req-a655dc20-1535-47dc-80d4-d54bf44cec10 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 946 time: 0.0600996
May 07 22:04:28.893423 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0bdb91a4-3961-4e32-8275-0fc33fb374fe tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (7d729036-07eb-4bd2-84c3-6dc1c9096eca), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:28.907409 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5afa7bfd-00df-43f2-997e-3789b9114601 req-0c7736f2-7d4e-43d2-974e-f821fb0acfcd tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514081
May 07 22:04:28.915994 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1039ac6-4f9c-40ba-9231-5dafe1f1109f req-d64c3ef1-ebc1-44da-8d71-7212ca633181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:28.916619 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-e1039ac6-4f9c-40ba-9231-5dafe1f1109f req-d64c3ef1-ebc1-44da-8d71-7212ca633181 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:28.917999 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e1039ac6-4f9c-40ba-9231-5dafe1f1109f req-d64c3ef1-ebc1-44da-8d71-7212ca633181 service neutron] 10.222.0.59 "PUT /v2.0/ports/26735917-c705-4821-b89b-e6f718fdc166 HTTP/1.1" status: 200  len: 1092 time: 1.4903653
May 07 22:04:28.918449 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9df2668b-af6b-4323-a4a4-520fcae8e55e', 'tag': '26735917-c705-4821-b89b-e6f718fdc166'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:04:28.920862 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d037b8-ae4b-4869-8b09-d886d9f45f5d" -d '{"events": [{"name": "network-changed", "server_uuid": "9df2668b-af6b-4323-a4a4-520fcae8e55e", "tag": "26735917-c705-4821-b89b-e6f718fdc166"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:04:28.985641 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ecb47-9185-4700-a85e-dca3ed70843c req-e3d20661-001d-4749-9166-91ba317047ce tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:28.988168 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ff0ecb47-9185-4700-a85e-dca3ed70843c req-e3d20661-001d-4749-9166-91ba317047ce tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba61d59b-e750-459a-a73a-0376bdf5ca51 HTTP/1.1" status: 200  len: 945 time: 0.1360047
May 07 22:04:28.990453 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64c3ef1-ebc1-44da-8d71-7212ca633181 service neutron] Pushing event updated for resources: {'Port': ['ID=26735917-c705-4821-b89b-e6f718fdc166,revision_number=3']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:29.055529 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2db4b0-b4e7-47e5-9491-491337f51b90 req-d4bb0776-7237-46b7-9973-e7df0549a24b tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:29.057608 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0a2db4b0-b4e7-47e5-9491-491337f51b90 req-d4bb0776-7237-46b7-9973-e7df0549a24b tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 946 time: 0.0724018
May 07 22:04:29.067366 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdb91a4-3961-4e32-8275-0fc33fb374fe tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Pushing event deleted for resources: {'Port': ['ID=7d729036-07eb-4bd2-84c3-6dc1c9096eca,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:29.072904 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1039ac6-4f9c-40ba-9231-5dafe1f1109f req-7e0deaf5-aad4-4a7a-9e9d-987cc18c1ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:29.074857 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e1039ac6-4f9c-40ba-9231-5dafe1f1109f req-7e0deaf5-aad4-4a7a-9e9d-987cc18c1ec6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8130c27f2b84434a8d6fa5032b67aa1e&device_id=9df2668b-af6b-4323-a4a4-520fcae8e55e HTTP/1.1" status: 200  len: 1126 time: 0.0855198
May 07 22:04:29.111805 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:29.124551 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0a2db4b0-b4e7-47e5-9491-491337f51b90 req-4a57d821-3874-4b32-b28b-74c4f678460f tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0594201
May 07 22:04:29.178468 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e1039ac6-4f9c-40ba-9231-5dafe1f1109f req-d556dca6-e922-4b21-add0-a4fafcedc8ec service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26735917-c705-4821-b89b-e6f718fdc166 HTTP/1.1" status: 200  len: 217 time: 0.0649037
May 07 22:04:29.182911 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3504e264-f611-495b-8ac7-cf02f84101c9 x-openstack-request-id: req-3504e264-f611-495b-8ac7-cf02f84101c9 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:04:29.183213 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9df2668b-af6b-4323-a4a4-520fcae8e55e", "tag": "26735917-c705-4821-b89b-e6f718fdc166", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:04:29.183486 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3504e264-f611-495b-8ac7-cf02f84101c9 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:04:29.184213 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3504e264-f611-495b-8ac7-cf02f84101c9'] response: {'name': 'network-changed', 'server_uuid': '9df2668b-af6b-4323-a4a4-520fcae8e55e', 'tag': '26735917-c705-4821-b89b-e6f718fdc166', 'status': 'completed', 'code': 200}
May 07 22:04:29.215531 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0bdb91a4-3961-4e32-8275-0fc33fb374fe tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks [] for floatingip (5a9a5f2f-acff-492e-8e1b-2fbfafc0eedd), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:29.218838 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0bdb91a4-3961-4e32-8275-0fc33fb374fe tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:29.223844 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-0bdb91a4-3961-4e32-8275-0fc33fb374fe tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] 10.222.0.32 "DELETE /v2.0/floatingips/5a9a5f2f-acff-492e-8e1b-2fbfafc0eedd HTTP/1.1" status: 204  len: 168 time: 1.1992841
May 07 22:04:29.224300 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 58586) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:04:29.229926 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-c4d50edf-2a6d-4c69-92c7-742fbf3435f3 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Request body: {'floatingip': {'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'port_id': 'e9ba5646-14ca-43ac-a742-590800806b9f'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:04:29.256048 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c4d50edf-2a6d-4c69-92c7-742fbf3435f3 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:29.277944 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ff0ecb47-9185-4700-a85e-dca3ed70843c req-cc176d5c-4ff6-48ed-a996-9ead2bb84aa5 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c335e02-4871-4a34-8e92-8c24a11b7b47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2555451
May 07 22:04:29.320504 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1039ac6-4f9c-40ba-9231-5dafe1f1109f req-6e96332a-efbe-4cb9-8da2-848ce6235ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:29.322135 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e1039ac6-4f9c-40ba-9231-5dafe1f1109f req-6e96332a-efbe-4cb9-8da2-848ce6235ea8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b554e5f7-e35c-452a-ba74-fc50d3983e51 HTTP/1.1" status: 200  len: 858 time: 0.1259718
May 07 22:04:29.390413 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5a8b2f-24fb-4b72-b794-d439ded6bad6 req-b6afa80c-466b-47d2-9272-ad9e69a42626 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:29.392269 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8c5a8b2f-24fb-4b72-b794-d439ded6bad6 req-b6afa80c-466b-47d2-9272-ad9e69a42626 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=9df2668b-af6b-4323-a4a4-520fcae8e55e HTTP/1.1" status: 200  len: 944 time: 0.0650616
May 07 22:04:29.398466 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c4d50edf-2a6d-4c69-92c7-742fbf3435f3 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:29.406887 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1039ac6-4f9c-40ba-9231-5dafe1f1109f req-06b69ea7-c004-4a4a-a9c9-5f181839a4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:29.408630 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e1039ac6-4f9c-40ba-9231-5dafe1f1109f req-06b69ea7-c004-4a4a-a9c9-5f181839a4e2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0785923
May 07 22:04:29.449407 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22035ab8-ca09-40fd-9ce5-118b2f4e991d req-7a268d34-79d2-48a7-b172-d3d96d4570fc tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:29.451137 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-22035ab8-ca09-40fd-9ce5-118b2f4e991d req-7a268d34-79d2-48a7-b172-d3d96d4570fc tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 946 time: 0.0795972
May 07 22:04:29.502963 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8c5a8b2f-24fb-4b72-b794-d439ded6bad6 req-7e59038b-715b-4458-bb64-bb0486fce39f tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/security-groups?id=40cff557-9a82-4417-b340-b34f43ebb5b2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0968738
May 07 22:04:29.557416 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-22035ab8-ca09-40fd-9ce5-118b2f4e991d req-a732f10b-32c1-47d5-9e2c-7f0b7bbc9f6e tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0972090
May 07 22:04:29.558874 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-c4d50edf-2a6d-4c69-92c7-742fbf3435f3 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Allocated IP 172.35.4.246 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/c0aededb-8723-41dd-9663-2a6f30be1333) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:04:29.562261 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e1039ac6-4f9c-40ba-9231-5dafe1f1109f req-37024b2b-17a7-464b-823a-c491e4e7dde3 service neutron] 10.222.0.59 "GET /v2.0/networks/f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1436298
May 07 22:04:29.677275 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e1039ac6-4f9c-40ba-9231-5dafe1f1109f req-0a084e1c-91e4-4e5d-a728-58fd9ff2cc97 service neutron] 10.222.0.59 "GET /v2.0/networks/f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1063933
May 07 22:04:29.716454 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7489bf4e-391f-4a25-ac04-b7b5e146c44c req-8b60114e-6b26-460b-b1f1-640db9773cdd tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:29.717935 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7489bf4e-391f-4a25-ac04-b7b5e146c44c req-8b60114e-6b26-460b-b1f1-640db9773cdd tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 946 time: 0.0600293
May 07 22:04:29.757589 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c4d50edf-2a6d-4c69-92c7-742fbf3435f3 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks [] for port (c0aededb-8723-41dd-9663-2a6f30be1333), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:29.792027 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7489bf4e-391f-4a25-ac04-b7b5e146c44c req-6d2d896a-11ce-4686-8ee5-fbef443d8d8c tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0639496
May 07 22:04:29.815372 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c4d50edf-2a6d-4c69-92c7-742fbf3435f3 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (c0aededb-8723-41dd-9663-2a6f30be1333), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:29.861370 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d50edf-2a6d-4c69-92c7-742fbf3435f3 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:04:29.865887 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-c4d50edf-2a6d-4c69-92c7-742fbf3435f3 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:04:29.869635 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d50edf-2a6d-4c69-92c7-742fbf3435f3 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:04:29.877025 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 084c853e-2bdf-48de-b632-cb35deede3f7 no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:04:29.900762 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] No Port match for: 084c853e-2bdf-48de-b632-cb35deede3f7 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:04:29.901285 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 084c853e-2bdf-48de-b632-cb35deede3f7 not bound to the agent host nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:04:29.910794 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d50edf-2a6d-4c69-92c7-742fbf3435f3 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Pushing event updated for resources: {'Port': ['ID=c0aededb-8723-41dd-9663-2a6f30be1333,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:30.013268 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ebe896-e79c-4c28-9ef5-32d6c3f3f370 req-0af50311-5f91-4e16-ad10-5131293db748 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:30.015141 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-94ebe896-e79c-4c28-9ef5-32d6c3f3f370 req-0af50311-5f91-4e16-ad10-5131293db748 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 946 time: 0.0871499
May 07 22:04:30.142958 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-94ebe896-e79c-4c28-9ef5-32d6c3f3f370 req-4e8b1cde-4e3d-4bf5-9b93-32119438004f tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1214304
May 07 22:04:30.248203 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:30.315589 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa52da9d-9347-4bb7-8026-0b4bfede7378 req-ede4ddfe-1a87-4674-915a-e0d81ef5b1c4 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:30.317795 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-aa52da9d-9347-4bb7-8026-0b4bfede7378 req-ede4ddfe-1a87-4674-915a-e0d81ef5b1c4 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 946 time: 0.0730715
May 07 22:04:30.377065 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-aa52da9d-9347-4bb7-8026-0b4bfede7378 req-a8e9dc32-8d97-440c-ad73-bc92346e4d63 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532348
May 07 22:04:30.532717 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ec196b-773b-4a76-afed-c0e5cf1b28dd req-c85338f8-47f7-4edf-9917-6c43ab2a0991 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:30.534866 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-52ec196b-773b-4a76-afed-c0e5cf1b28dd req-c85338f8-47f7-4edf-9917-6c43ab2a0991 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 946 time: 0.0564635
May 07 22:04:30.591399 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-52ec196b-773b-4a76-afed-c0e5cf1b28dd req-9d41e22d-2da6-4b58-9e45-d97f7d88d37d tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498612
May 07 22:04:30.710056 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5ccf29-a8dd-40bd-96bf-1c6a737d52d6 req-d21c9ac4-0da3-4753-bb04-9b6d9ef29545 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:30.711751 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1a5ccf29-a8dd-40bd-96bf-1c6a737d52d6 req-d21c9ac4-0da3-4753-bb04-9b6d9ef29545 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba61d59b-e750-459a-a73a-0376bdf5ca51 HTTP/1.1" status: 200  len: 945 time: 0.0945849
May 07 22:04:30.732560 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dba1ce-b26d-444c-86f1-e9059a25c7d0 req-04681809-e3c7-4ddf-95e6-cfa7fb1d1ac4 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:30.734198 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-07dba1ce-b26d-444c-86f1-e9059a25c7d0 req-04681809-e3c7-4ddf-95e6-cfa7fb1d1ac4 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=9df2668b-af6b-4323-a4a4-520fcae8e55e HTTP/1.1" status: 200  len: 944 time: 0.0670285
May 07 22:04:30.787402 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d037b8-ae4b-4869-8b09-d886d9f45f5d req-44ed0935-70d6-4628-9b71-c77307258c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:30.788933 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-14d037b8-ae4b-4869-8b09-d886d9f45f5d req-44ed0935-70d6-4628-9b71-c77307258c14 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8130c27f2b84434a8d6fa5032b67aa1e&device_id=9df2668b-af6b-4323-a4a4-520fcae8e55e HTTP/1.1" status: 200  len: 1126 time: 0.0774782
May 07 22:04:30.837738 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c4d50edf-2a6d-4c69-92c7-742fbf3435f3 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks [] for floatingip (979ea1f0-5afd-4f9c-b22d-cc94c964658c), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:30.876891 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-07dba1ce-b26d-444c-86f1-e9059a25c7d0 req-275591aa-c81d-4e5f-bcaf-775710e18c55 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/security-groups?id=40cff557-9a82-4417-b340-b34f43ebb5b2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1250653
May 07 22:04:30.896476 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1a5ccf29-a8dd-40bd-96bf-1c6a737d52d6 req-9e9c5ea0-3168-43e1-8416-465cae1c8de9 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c335e02-4871-4a34-8e92-8c24a11b7b47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1773443
May 07 22:04:30.930798 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d037b8-ae4b-4869-8b09-d886d9f45f5d req-e1741265-e2b4-4ec3-acf0-d70867296145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:30.932482 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-14d037b8-ae4b-4869-8b09-d886d9f45f5d req-e1741265-e2b4-4ec3-acf0-d70867296145 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b HTTP/1.1" status: 200  len: 920 time: 0.1237657
May 07 22:04:30.969009 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c4d50edf-2a6d-4c69-92c7-742fbf3435f3 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (c0aededb-8723-41dd-9663-2a6f30be1333), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:31.036707 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-14d037b8-ae4b-4869-8b09-d886d9f45f5d req-0bf67f8c-9b2c-4f5f-9d32-a6a17ab3da41 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26735917-c705-4821-b89b-e6f718fdc166 HTTP/1.1" status: 200  len: 217 time: 0.0898814
May 07 22:04:31.047481 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc96c44-3348-4a3f-8705-963170a51ce5 req-cc36a85c-f917-4533-9ca0-e0a9817e6101 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:31.048966 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1dc96c44-3348-4a3f-8705-963170a51ce5 req-cc36a85c-f917-4533-9ca0-e0a9817e6101 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 946 time: 0.0838804
May 07 22:04:31.117893 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d037b8-ae4b-4869-8b09-d886d9f45f5d req-9d81adeb-82a5-492d-b509-b3aa0e6b5f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:31.119406 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-14d037b8-ae4b-4869-8b09-d886d9f45f5d req-9d81adeb-82a5-492d-b509-b3aa0e6b5f0f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b554e5f7-e35c-452a-ba74-fc50d3983e51 HTTP/1.1" status: 200  len: 858 time: 0.0695951
May 07 22:04:31.144212 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1dc96c44-3348-4a3f-8705-963170a51ce5 req-d8f336e8-0d6b-4581-b4be-7bf27fb50942 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0673749
May 07 22:04:31.158537 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c4d50edf-2a6d-4c69-92c7-742fbf3435f3 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks [] for port (c0aededb-8723-41dd-9663-2a6f30be1333), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:31.164594 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c4d50edf-2a6d-4c69-92c7-742fbf3435f3 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (c0aededb-8723-41dd-9663-2a6f30be1333), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:31.214883 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d037b8-ae4b-4869-8b09-d886d9f45f5d req-20e4f8ad-b843-439b-a6f8-4d245fdb5e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:31.219449 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-14d037b8-ae4b-4869-8b09-d886d9f45f5d req-20e4f8ad-b843-439b-a6f8-4d245fdb5e1d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0896876
May 07 22:04:31.279754 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d50edf-2a6d-4c69-92c7-742fbf3435f3 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Pushing event updated for resources: {'Port': ['ID=c0aededb-8723-41dd-9663-2a6f30be1333,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:31.292089 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c4d50edf-2a6d-4c69-92c7-742fbf3435f3 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (979ea1f0-5afd-4f9c-b22d-cc94c964658c), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:31.361108 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78508523-e9b5-4588-b87d-8474e4bc25b5 req-193c6443-4a95-4249-b881-592412da50f0 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:31.362627 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-78508523-e9b5-4588-b87d-8474e4bc25b5 req-193c6443-4a95-4249-b881-592412da50f0 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 946 time: 0.0610175
May 07 22:04:31.380608 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-14d037b8-ae4b-4869-8b09-d886d9f45f5d req-6f1bd725-ab9c-445f-9808-74c6dc7e238c service neutron] 10.222.0.59 "GET /v2.0/networks/f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1445234
May 07 22:04:31.414528 ncdv-master-1 neutron-server[121836]: INFO neutron.db.l3_db [None req-c4d50edf-2a6d-4c69-92c7-742fbf3435f3 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Floating IP 979ea1f0-5afd-4f9c-b22d-cc94c964658c associated. External IP: 172.35.4.246, port: e9ba5646-14ca-43ac-a742-590800806b9f.
May 07 22:04:31.477159 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-78508523-e9b5-4588-b87d-8474e4bc25b5 req-56c806ec-e74a-4ff2-97b2-c45d22e80ff3 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1065824
May 07 22:04:31.516246 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-14d037b8-ae4b-4869-8b09-d886d9f45f5d req-5aa31e55-4c7b-4384-bc51-5ac3c7ba1a9d service neutron] 10.222.0.59 "GET /v2.0/networks/f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1248629
May 07 22:04:31.677182 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a989ad-b8ca-49c7-94ed-ca884438dc43 req-c581224c-c15b-4f8e-8e3d-9c0db033fb63 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:31.678600 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-02a989ad-b8ca-49c7-94ed-ca884438dc43 req-c581224c-c15b-4f8e-8e3d-9c0db033fb63 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 946 time: 0.0979359
May 07 22:04:31.740157 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4d50edf-2a6d-4c69-92c7-742fbf3435f3 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Router 1a9903f6-9132-4577-8af1-c5b308c6a824 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:04:31.746369 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-02a989ad-b8ca-49c7-94ed-ca884438dc43 req-a3e28c0f-8c67-4b78-9256-77453199c678 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0608032
May 07 22:04:31.863551 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4d50edf-2a6d-4c69-92c7-742fbf3435f3 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:04:31.873957 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a11013c-de37-4ba2-a14b-4f96a2cc64d3 None None] Sync routers for ids ['1a9903f6-9132-4577-8af1-c5b308c6a824'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:04:31.884804 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a11013c-de37-4ba2-a14b-4f96a2cc64d3 None None] Routers {'1a9903f6-9132-4577-8af1-c5b308c6a824'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:04:31.885509 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-0a11013c-de37-4ba2-a14b-4f96a2cc64d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f689790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:04:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['1a9903f6-9132-4577-8af1-c5b308c6a824'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:04:31.916217 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c4d50edf-2a6d-4c69-92c7-742fbf3435f3 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:31.919327 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-0a11013c-de37-4ba2-a14b-4f96a2cc64d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f689790>, [], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:04:31.928002 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d94d86-4431-4d7a-9a57-de2c22edea74 req-6b0c1422-5098-4716-ad74-8f24bd764521 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:31.929584 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-42d94d86-4431-4d7a-9a57-de2c22edea74 req-6b0c1422-5098-4716-ad74-8f24bd764521 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 946 time: 0.0605953
May 07 22:04:31.930836 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a11013c-de37-4ba2-a14b-4f96a2cc64d3 None None] Routers {'1a9903f6-9132-4577-8af1-c5b308c6a824'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:04:31.931472 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-0a11013c-de37-4ba2-a14b-4f96a2cc64d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f689790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:04:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['1a9903f6-9132-4577-8af1-c5b308c6a824'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:04:31.970793 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-0a11013c-de37-4ba2-a14b-4f96a2cc64d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f689790>, [], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:04:31.971409 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a11013c-de37-4ba2-a14b-4f96a2cc64d3 None None] The sync data for ids ['1a9903f6-9132-4577-8af1-c5b308c6a824'] in ncdv-master-1 is: [] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:04:31.978647 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-c4d50edf-2a6d-4c69-92c7-742fbf3435f3 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 982 time: 2.7532907
May 07 22:04:31.982861 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 58802) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:04:32.004294 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-42d94d86-4431-4d7a-9a57-de2c22edea74 req-74a13b1d-55bd-4d48-8028-6dfac83fd1da tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524702
May 07 22:04:32.059145 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4216376f-bc1e-4fac-a49c-1cc1e417d793 req-b7736cef-ec1a-4c17-9169-4ec38edf6087 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:32.060918 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4216376f-bc1e-4fac-a49c-1cc1e417d793 req-b7736cef-ec1a-4c17-9169-4ec38edf6087 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=9df2668b-af6b-4323-a4a4-520fcae8e55e HTTP/1.1" status: 200  len: 944 time: 0.0947907
May 07 22:04:32.092639 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-ba6a0f54-c355-42f3-ac01-0f776e6522a8 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] 10.222.0.32 "GET /v2.0/floatingips/979ea1f0-5afd-4f9c-b22d-cc94c964658c HTTP/1.1" status: 200  len: 977 time: 0.1087363
May 07 22:04:32.095091 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 58806) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:04:32.110699 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a472561-ee94-4448-8e79-8dbfb8c4b4c4 req-b8a4bd7d-4e05-4cd9-9ffd-b7474f163637 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:32.112227 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8a472561-ee94-4448-8e79-8dbfb8c4b4c4 req-b8a4bd7d-4e05-4cd9-9ffd-b7474f163637 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba61d59b-e750-459a-a73a-0376bdf5ca51 HTTP/1.1" status: 200  len: 945 time: 0.0486379
May 07 22:04:32.160127 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8a472561-ee94-4448-8e79-8dbfb8c4b4c4 req-d5ab48ba-eda0-45fd-95e2-389a8f6fa71f tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c335e02-4871-4a34-8e92-8c24a11b7b47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409935
May 07 22:04:32.214483 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4216376f-bc1e-4fac-a49c-1cc1e417d793 req-b43fb8ac-9828-4073-8774-7c675b9ebc1a tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/security-groups?id=40cff557-9a82-4417-b340-b34f43ebb5b2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1468434
May 07 22:04:32.229967 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-fd8a2f40-3c50-4ccd-91df-ac325491cca4 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 980 time: 0.1338499
May 07 22:04:32.232465 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 58808) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:04:32.236677 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-fd711172-cab7-450c-86ae-a524633adb8d tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Request body: {'floatingip': {'port_id': '88f0fcab-c2d0-4dfb-8c95-1fc96f6c4884'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:04:32.265259 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7257f56-f94f-4363-9d60-f4c379da9688 req-d32a4d82-77ea-410b-888a-a639ed514c96 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:32.271444 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e7257f56-f94f-4363-9d60-f4c379da9688 req-d32a4d82-77ea-410b-888a-a639ed514c96 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 946 time: 0.0553775
May 07 22:04:32.299849 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fd711172-cab7-450c-86ae-a524633adb8d tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks [] for floatingip (979ea1f0-5afd-4f9c-b22d-cc94c964658c), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:32.329548 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e7257f56-f94f-4363-9d60-f4c379da9688 req-61720ce7-6eee-4723-85d5-60e06efbdb71 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532613
May 07 22:04:32.494298 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea18724b-52ae-4e48-bb4a-9cac9475caaa req-d19f80ee-1017-4ce8-9dd5-105c2b6d5d07 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:32.495903 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ea18724b-52ae-4e48-bb4a-9cac9475caaa req-d19f80ee-1017-4ce8-9dd5-105c2b6d5d07 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 946 time: 0.0631621
May 07 22:04:32.548011 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ea18724b-52ae-4e48-bb4a-9cac9475caaa req-5ad58b97-d4c8-4d17-936d-8129fda8004e tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452621
May 07 22:04:32.552098 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 58820) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:04:32.697840 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-ed96ebaa-20c2-4f1c-bba8-aef84da15abc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=17f1e26eb0cc42eea75d5194838b50f5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1443322
May 07 22:04:32.700014 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 58826) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:04:32.752746 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fdb96e02-9d56-4912-bdb8-59102ee0a215 admin admin] Publish callbacks [] for security_group (21fe9d98-86af-46a3-99d7-39d1ec7ea96e), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:32.763069 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 26735917-c705-4821-b89b-e6f718fdc166 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:04:32.775087 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fdb96e02-9d56-4912-bdb8-59102ee0a215 admin admin] Publish callbacks [] for security_group (21fe9d98-86af-46a3-99d7-39d1ec7ea96e), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:32.780108 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa23af0-6d74-4603-b7b5-d93a08bc0775 req-9c5daa0e-b5ea-49a5-9f75-d3833791317f tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:32.781601 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7aa23af0-6d74-4603-b7b5-d93a08bc0775 req-9c5daa0e-b5ea-49a5-9f75-d3833791317f tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 946 time: 0.0833883
May 07 22:04:32.836414 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fdb96e02-9d56-4912-bdb8-59102ee0a215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (21fe9d98-86af-46a3-99d7-39d1ec7ea96e), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:32.840796 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fdb96e02-9d56-4912-bdb8-59102ee0a215 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:32.844303 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-fdb96e02-9d56-4912-bdb8-59102ee0a215 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/21fe9d98-86af-46a3-99d7-39d1ec7ea96e HTTP/1.1" status: 204  len: 168 time: 0.1410618
May 07 22:04:32.852137 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb96e02-9d56-4912-bdb8-59102ee0a215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21fe9d98-86af-46a3-99d7-39d1ec7ea96e,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:32.875396 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7aa23af0-6d74-4603-b7b5-d93a08bc0775 req-ccf0cf5d-822e-4e19-ad8b-17d12537a536 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0867832
May 07 22:04:32.890826 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 26735917-c705-4821-b89b-e6f718fdc166, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=26735917-c705-4821-b89b-e6f718fdc166,segment=NetworkSegment(2f0831b3-8133-4c28-a071-337c31d2cb1b),segment_id=2f0831b3-8133-4c28-a071-337c31d2cb1b)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:04:32.903121 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': '26735917-c705-4821-b89b-e6f718fdc166', 'network_id': 'f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b', 'port_id': '26735917-c705-4821-b89b-e6f718fdc166', 'mac_address': 'fa:16:3e:19:a4:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b554e5f7-e35c-452a-ba74-fc50d3983e51', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:04:32.944460 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 26735917-c705-4821-b89b-e6f718fdc166 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:04:32.944886 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (26735917-c705-4821-b89b-e6f718fdc166), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:32.962241 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26735917-c705-4821-b89b-e6f718fdc166 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:04:32.987345 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 26735917-c705-4821-b89b-e6f718fdc166, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=26735917-c705-4821-b89b-e6f718fdc166,segment=NetworkSegment(2f0831b3-8133-4c28-a071-337c31d2cb1b),segment_id=2f0831b3-8133-4c28-a071-337c31d2cb1b)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:04:32.999618 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (26735917-c705-4821-b89b-e6f718fdc166), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:33.054877 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=26735917-c705-4821-b89b-e6f718fdc166,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:33.062953 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:04:33.063306 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:04:33.063665 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:04:33.063989 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:04:33.064480 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:04:33.065198 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:04:33.066216 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:04:33.066732 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:04:33.067282 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:04:33.067604 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:04:33.067939 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:04:33.068411 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:04:33.068883 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:04:33.069353 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:04:33.069820 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:04:33.284589 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['26735917-c705-4821-b89b-e6f718fdc166'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:04:33.372401 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fd711172-cab7-450c-86ae-a524633adb8d tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:33.395718 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fd711172-cab7-450c-86ae-a524633adb8d tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (979ea1f0-5afd-4f9c-b22d-cc94c964658c), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:33.424133 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd080992-6e3d-44a9-92f6-2ccafcaaee33 req-b6450aba-0ac9-4232-8b4d-0a6ceecfd86d tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:33.426217 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-dd080992-6e3d-44a9-92f6-2ccafcaaee33 req-b6450aba-0ac9-4232-8b4d-0a6ceecfd86d tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=9df2668b-af6b-4323-a4a4-520fcae8e55e HTTP/1.1" status: 200  len: 945 time: 0.0675230
May 07 22:04:33.481711 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf05366-406c-4045-b77b-38064c8cc1a2 req-bb1e15e2-db94-46ce-8ff6-ea1dc02e5a51 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:33.489032 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bbf05366-406c-4045-b77b-38064c8cc1a2 req-bb1e15e2-db94-46ce-8ff6-ea1dc02e5a51 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba61d59b-e750-459a-a73a-0376bdf5ca51 HTTP/1.1" status: 200  len: 945 time: 0.2267261
May 07 22:04:33.489942 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-dd080992-6e3d-44a9-92f6-2ccafcaaee33 req-3d8bb27b-f669-44f9-95dc-46446c8a670b tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/security-groups?id=40cff557-9a82-4417-b340-b34f43ebb5b2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0569208
May 07 22:04:33.587412 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bbf05366-406c-4045-b77b-38064c8cc1a2 req-040eacc8-2b30-4ff5-b26c-f686e613419e tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c335e02-4871-4a34-8e92-8c24a11b7b47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0946755
May 07 22:04:33.591977 ncdv-master-1 neutron-server[121837]: INFO neutron.db.l3_db [None req-fd711172-cab7-450c-86ae-a524633adb8d tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Floating IP 979ea1f0-5afd-4f9c-b22d-cc94c964658c associated. External IP: 172.35.4.246, port: e9ba5646-14ca-43ac-a742-590800806b9f.
May 07 22:04:33.620774 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15db9e0a-0f08-426a-8c01-edc3f308b20a req-bfdce5ad-ce65-477e-8b4d-083feb29a032 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:33.622367 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-15db9e0a-0f08-426a-8c01-edc3f308b20a req-bfdce5ad-ce65-477e-8b4d-083feb29a032 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 946 time: 0.0715215
May 07 22:04:33.676570 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-15db9e0a-0f08-426a-8c01-edc3f308b20a req-e5ab47cc-c80e-4a31-8c29-3d8501a722dd tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483725
May 07 22:04:33.820050 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd711172-cab7-450c-86ae-a524633adb8d tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Router 1a9903f6-9132-4577-8af1-c5b308c6a824 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:04:33.933839 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd711172-cab7-450c-86ae-a524633adb8d tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:04:33.945867 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1294ed-497e-4ce7-ba3a-bf128584f0d2 None None] Sync routers for ids ['1a9903f6-9132-4577-8af1-c5b308c6a824'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:04:33.958224 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1294ed-497e-4ce7-ba3a-bf128584f0d2 None None] Routers {'1a9903f6-9132-4577-8af1-c5b308c6a824'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:04:33.958922 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-7f1294ed-497e-4ce7-ba3a-bf128584f0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c80a550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:04:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['1a9903f6-9132-4577-8af1-c5b308c6a824'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:04:33.992821 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-7f1294ed-497e-4ce7-ba3a-bf128584f0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c80a550>, [], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:04:34.003520 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1294ed-497e-4ce7-ba3a-bf128584f0d2 None None] Routers {'1a9903f6-9132-4577-8af1-c5b308c6a824'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:04:34.003520 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-7f1294ed-497e-4ce7-ba3a-bf128584f0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c80a550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:04:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['1a9903f6-9132-4577-8af1-c5b308c6a824'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:04:34.041230 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-7f1294ed-497e-4ce7-ba3a-bf128584f0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c80a550>, [], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:04:34.041762 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f1294ed-497e-4ce7-ba3a-bf128584f0d2 None None] The sync data for ids ['1a9903f6-9132-4577-8af1-c5b308c6a824'] in ncdv-master-1 is: [] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:04:34.161085 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd711172-cab7-450c-86ae-a524633adb8d tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Router 1a9903f6-9132-4577-8af1-c5b308c6a824 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:04:34.247762 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 58878) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:04:34.279293 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd711172-cab7-450c-86ae-a524633adb8d tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:04:34.284936 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fd711172-cab7-450c-86ae-a524633adb8d tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:34.290117 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f1b907-6bd9-4cbd-8746-f4c972eeb63d None None] Sync routers for ids ['1a9903f6-9132-4577-8af1-c5b308c6a824'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:04:34.300920 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f1b907-6bd9-4cbd-8746-f4c972eeb63d None None] Routers {'1a9903f6-9132-4577-8af1-c5b308c6a824'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:04:34.301895 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-41f1b907-6bd9-4cbd-8746-f4c972eeb63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f818760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:04:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['1a9903f6-9132-4577-8af1-c5b308c6a824'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:04:34.341479 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-41f1b907-6bd9-4cbd-8746-f4c972eeb63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f818760>, [], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:04:34.350834 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f1b907-6bd9-4cbd-8746-f4c972eeb63d None None] Routers {'1a9903f6-9132-4577-8af1-c5b308c6a824'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:04:34.351311 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-fd711172-cab7-450c-86ae-a524633adb8d tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] 10.222.0.32 "PUT /v2.0/floatingips/979ea1f0-5afd-4f9c-b22d-cc94c964658c HTTP/1.1" status: 200  len: 978 time: 2.1178145
May 07 22:04:34.352027 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-41f1b907-6bd9-4cbd-8746-f4c972eeb63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f818760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:04:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['1a9903f6-9132-4577-8af1-c5b308c6a824'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:04:34.352933 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 58882) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:04:34.357632 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-9628def7-ffc5-4578-9893-e5221ee2c020 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Request body: {'floatingip': {'port_id': None}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:04:34.387204 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-41f1b907-6bd9-4cbd-8746-f4c972eeb63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f818760>, [], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:04:34.387985 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f1b907-6bd9-4cbd-8746-f4c972eeb63d None None] The sync data for ids ['1a9903f6-9132-4577-8af1-c5b308c6a824'] in ncdv-master-1 is: [] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:04:34.407740 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-91c67ca1-b967-48f8-a2dd-213273893844 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Request body: {'network': {'name': 'tempest-network-smoke--2141474512', 'project_id': '0c313e966d334c26afa43b480ab20fb0', 'port_security_enabled': True}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:04:34.443965 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9628def7-ffc5-4578-9893-e5221ee2c020 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks [] for floatingip (979ea1f0-5afd-4f9c-b22d-cc94c964658c), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:34.447282 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c67ca1-b967-48f8-a2dd-213273893844 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Made reservation on behalf of 0c313e966d334c26afa43b480ab20fb0 for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:04:34.450353 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-91c67ca1-b967-48f8-a2dd-213273893844 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:34.486305 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-91c67ca1-b967-48f8-a2dd-213273893844 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:34.603500 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb0581d-29ee-48a2-bf8e-2e05517a28a7 req-3d97bbf9-dee0-47fa-ada4-0eb8a97e8123 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:34.604951 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4bb0581d-29ee-48a2-bf8e-2e05517a28a7 req-3d97bbf9-dee0-47fa-ada4-0eb8a97e8123 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=9df2668b-af6b-4323-a4a4-520fcae8e55e HTTP/1.1" status: 200  len: 945 time: 0.0487564
May 07 22:04:34.635942 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9628def7-ffc5-4578-9893-e5221ee2c020 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:34.645909 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9628def7-ffc5-4578-9893-e5221ee2c020 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (979ea1f0-5afd-4f9c-b22d-cc94c964658c), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:34.646256 ncdv-master-1 neutron-server[121836]: INFO neutron.db.l3_db [None req-9628def7-ffc5-4578-9893-e5221ee2c020 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Floating IP 979ea1f0-5afd-4f9c-b22d-cc94c964658c disassociated. External IP: 172.35.4.246, port: 88f0fcab-c2d0-4dfb-8c95-1fc96f6c4884.
May 07 22:04:34.663288 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4bb0581d-29ee-48a2-bf8e-2e05517a28a7 req-040603ea-f27e-4b96-a652-e1db34394a8e tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/security-groups?id=40cff557-9a82-4417-b340-b34f43ebb5b2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0521297
May 07 22:04:34.709253 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-91c67ca1-b967-48f8-a2dd-213273893844 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for security_group (446ca194-27af-4316-841d-ebc78aad4042), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:34.714929 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-91c67ca1-b967-48f8-a2dd-213273893844 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (446ca194-27af-4316-841d-ebc78aad4042), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:34.761338 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 26735917-c705-4821-b89b-e6f718fdc166 up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:04:34.792711 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c08994f-ad83-4d2f-b054-09be555a2dfa req-7a080e62-2cf6-47e7-b80d-09f8012f5e16 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:34.794370 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7c08994f-ad83-4d2f-b054-09be555a2dfa req-7a080e62-2cf6-47e7-b80d-09f8012f5e16 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 946 time: 0.0523462
May 07 22:04:34.810685 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91c67ca1-b967-48f8-a2dd-213273893844 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:04:34.811606 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning for port 26735917-c705-4821-b89b-e6f718fdc166 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 22:04:34.818012 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ac64f4-2cf6-4be9-be4f-86273c80fcea req-75b32b00-04ed-4f7c-8d5d-1d794c8e9698 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:34.818867 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port 26735917-c705-4821-b89b-e6f718fdc166 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:04:34.819282 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (26735917-c705-4821-b89b-e6f718fdc166), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:34.819629 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-63ac64f4-2cf6-4be9-be4f-86273c80fcea req-75b32b00-04ed-4f7c-8d5d-1d794c8e9698 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba61d59b-e750-459a-a73a-0376bdf5ca51 HTTP/1.1" status: 200  len: 945 time: 0.1281934
May 07 22:04:34.826256 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c67ca1-b967-48f8-a2dd-213273893844 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=446ca194-27af-4316-841d-ebc78aad4042,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:34.837516 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-91c67ca1-b967-48f8-a2dd-213273893844 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (86058b97-ca98-4bcc-b2cc-13cc18e8d4c0), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:34.837860 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-91c67ca1-b967-48f8-a2dd-213273893844 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Added segment 86058b97-ca98-4bcc-b2cc-13cc18e8d4c0 of type vlan for network 0124d628-0714-4eb8-b81f-1f5a4ced80cc
May 07 22:04:34.857965 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7c08994f-ad83-4d2f-b054-09be555a2dfa req-41142ff4-fe01-49d3-9294-08464128b4df tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557187
May 07 22:04:34.905898 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 26735917-c705-4821-b89b-e6f718fdc166 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:04:34.906296 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (26735917-c705-4821-b89b-e6f718fdc166), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:34.930165 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9df2668b-af6b-4323-a4a4-520fcae8e55e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26735917-c705-4821-b89b-e6f718fdc166'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:04:34.932576 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e614d1-65b0-4c7f-ab23-2d3f88a5317d" -d '{"events": [{"server_uuid": "9df2668b-af6b-4323-a4a4-520fcae8e55e", "name": "network-vif-plugged", "status": "completed", "tag": "26735917-c705-4821-b89b-e6f718fdc166"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:04:34.933548 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-91c67ca1-b967-48f8-a2dd-213273893844 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (0124d628-0714-4eb8-b81f-1f5a4ced80cc), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:34.947500 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-63ac64f4-2cf6-4be9-be4f-86273c80fcea req-9cf4f2bf-75aa-4ea1-bbae-417b7df2844e tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c335e02-4871-4a34-8e92-8c24a11b7b47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1150384
May 07 22:04:34.956222 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 26735917-c705-4821-b89b-e6f718fdc166, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=26735917-c705-4821-b89b-e6f718fdc166,segment=NetworkSegment(2f0831b3-8133-4c28-a071-337c31d2cb1b),segment_id=2f0831b3-8133-4c28-a071-337c31d2cb1b)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:04:34.968860 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (26735917-c705-4821-b89b-e6f718fdc166), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:34.975280 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a9f6c22-140b-42e5-aa44-616f48b3b566 x-openstack-request-id: req-5a9f6c22-140b-42e5-aa44-616f48b3b566 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:04:34.975703 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9df2668b-af6b-4323-a4a4-520fcae8e55e", "name": "network-vif-plugged", "status": "completed", "tag": "26735917-c705-4821-b89b-e6f718fdc166", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:04:34.975965 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5a9f6c22-140b-42e5-aa44-616f48b3b566 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:04:34.976359 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a9f6c22-140b-42e5-aa44-616f48b3b566'] response: {'server_uuid': '9df2668b-af6b-4323-a4a4-520fcae8e55e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26735917-c705-4821-b89b-e6f718fdc166', 'code': 200}
May 07 22:04:35.011923 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-91c67ca1-b967-48f8-a2dd-213273893844 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (0124d628-0714-4eb8-b81f-1f5a4ced80cc), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:35.017163 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c67ca1-b967-48f8-a2dd-213273893844 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:35.017404 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-91c67ca1-b967-48f8-a2dd-213273893844 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:35.021907 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=26735917-c705-4821-b89b-e6f718fdc166,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:35.094064 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-91c67ca1-b967-48f8-a2dd-213273893844 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.8450863
May 07 22:04:35.098148 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a747fe5f-bd2d-4425-81bf-19cb177d089d req-dd727508-fc6a-4fb2-bd45-325818da89d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:35.099688 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a747fe5f-bd2d-4425-81bf-19cb177d089d req-dd727508-fc6a-4fb2-bd45-325818da89d5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9df2668b-af6b-4323-a4a4-520fcae8e55e HTTP/1.1" status: 200  len: 1128 time: 0.0387933
May 07 22:04:35.100143 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 58892) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:04:35.104292 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-ee64dab6-bdea-4fe5-83c0-fc46799d3afe tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1089487645', 'admin_state_up': True, 'project_id': '0c313e966d334c26afa43b480ab20fb0', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:04:35.132641 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c67ca1-b967-48f8-a2dd-213273893844 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Pushing event updated for resources: {'Network': ['ID=0124d628-0714-4eb8-b81f-1f5a4ced80cc,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:35.146760 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9628def7-ffc5-4578-9893-e5221ee2c020 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Router 1a9903f6-9132-4577-8af1-c5b308c6a824 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:04:35.148275 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 0124d628-0714-4eb8-b81f-1f5a4ced80cc details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:04:35.164641 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a747fe5f-bd2d-4425-81bf-19cb177d089d req-73734ff6-a79e-4d18-a4f1-fa3937848c6f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=40cff557-9a82-4417-b340-b34f43ebb5b2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0543966
May 07 22:04:35.166238 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ee64dab6-bdea-4fe5-83c0-fc46799d3afe tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (7ec1ba77-a233-4372-bdea-c57589f4c938), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:35.167444 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ee64dab6-bdea-4fe5-83c0-fc46799d3afe tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (7ec1ba77-a233-4372-bdea-c57589f4c938), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:35.220223 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ee64dab6-bdea-4fe5-83c0-fc46799d3afe tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for router_controller (7ec1ba77-a233-4372-bdea-c57589f4c938), precommit_add_association {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:35.269142 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9628def7-ffc5-4578-9893-e5221ee2c020 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:04:35.274157 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9628def7-ffc5-4578-9893-e5221ee2c020 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:35.282831 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6743b524-21ef-4647-bde5-cae4fb33ff81 None None] Sync routers for ids ['1a9903f6-9132-4577-8af1-c5b308c6a824'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:04:35.296142 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6743b524-21ef-4647-bde5-cae4fb33ff81 None None] Routers {'1a9903f6-9132-4577-8af1-c5b308c6a824'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:04:35.296941 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-6743b524-21ef-4647-bde5-cae4fb33ff81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8ce00e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:04:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['1a9903f6-9132-4577-8af1-c5b308c6a824'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:04:35.304987 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-9628def7-ffc5-4578-9893-e5221ee2c020 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] 10.222.0.32 "PUT /v2.0/floatingips/979ea1f0-5afd-4f9c-b22d-cc94c964658c HTTP/1.1" status: 200  len: 688 time: 0.9507482
May 07 22:04:35.307804 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 58894) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:04:35.333738 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-6743b524-21ef-4647-bde5-cae4fb33ff81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8ce00e50>, [], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:04:35.342486 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6743b524-21ef-4647-bde5-cae4fb33ff81 None None] Routers {'1a9903f6-9132-4577-8af1-c5b308c6a824'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:04:35.343423 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-6743b524-21ef-4647-bde5-cae4fb33ff81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8ce00e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:04:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['1a9903f6-9132-4577-8af1-c5b308c6a824'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:04:35.372332 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ee64dab6-bdea-4fe5-83c0-fc46799d3afe tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for router_gateway (7ec1ba77-a233-4372-bdea-c57589f4c938), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:35.380543 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-6743b524-21ef-4647-bde5-cae4fb33ff81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8ce00e50>, [], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:04:35.381256 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6743b524-21ef-4647-bde5-cae4fb33ff81 None None] The sync data for ids ['1a9903f6-9132-4577-8af1-c5b308c6a824'] in ncdv-master-1 is: [] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:04:35.428775 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-13ded8e9-d3af-465f-806e-5f732766ec04 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Deleting port c0aededb-8723-41dd-9663-2a6f30be1333 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:04:35.429094 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-13ded8e9-d3af-465f-806e-5f732766ec04 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (c0aededb-8723-41dd-9663-2a6f30be1333), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:35.512808 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-13ded8e9-d3af-465f-806e-5f732766ec04 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (c0aededb-8723-41dd-9663-2a6f30be1333), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:35.513476 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-13ded8e9-d3af-465f-806e-5f732766ec04 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks [] for floatingip (c0aededb-8723-41dd-9663-2a6f30be1333), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:35.525470 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-13ded8e9-d3af-465f-806e-5f732766ec04 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Calling delete_port for c0aededb-8723-41dd-9663-2a6f30be1333 owned by network:floatingip {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:04:35.553367 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ee64dab6-bdea-4fe5-83c0-fc46799d3afe tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for router_gateway (7ec1ba77-a233-4372-bdea-c57589f4c938), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:35.571990 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ee64dab6-bdea-4fe5-83c0-fc46799d3afe tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:35.658041 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-13ded8e9-d3af-465f-806e-5f732766ec04 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (c0aededb-8723-41dd-9663-2a6f30be1333), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:35.683054 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-ee64dab6-bdea-4fe5-83c0-fc46799d3afe tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Allocated IP 172.35.4.98 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/49e08e72-770d-4ba7-8a05-934efa78eccf) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:04:35.686879 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ded8e9-d3af-465f-806e-5f732766ec04 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Pushing event deleted for resources: {'Port': ['ID=c0aededb-8723-41dd-9663-2a6f30be1333,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:35.781547 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-13ded8e9-d3af-465f-806e-5f732766ec04 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks [] for floatingip (979ea1f0-5afd-4f9c-b22d-cc94c964658c), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:35.784046 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-13ded8e9-d3af-465f-806e-5f732766ec04 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:35.785806 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-13ded8e9-d3af-465f-806e-5f732766ec04 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] 10.222.0.32 "DELETE /v2.0/floatingips/979ea1f0-5afd-4f9c-b22d-cc94c964658c HTTP/1.1" status: 204  len: 168 time: 0.4771094
May 07 22:04:35.788459 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 58898) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:04:35.795797 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ee64dab6-bdea-4fe5-83c0-fc46799d3afe tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for port (49e08e72-770d-4ba7-8a05-934efa78eccf), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:35.802690 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57561b01-3fe2-458d-ab43-2e060bf97eed req-64751fd8-8ee1-489a-a91a-d8ef25928b76 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:35.804170 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-57561b01-3fe2-458d-ab43-2e060bf97eed req-64751fd8-8ee1-489a-a91a-d8ef25928b76 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=9df2668b-af6b-4323-a4a4-520fcae8e55e HTTP/1.1" status: 200  len: 946 time: 0.0639384
May 07 22:04:35.830530 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ee64dab6-bdea-4fe5-83c0-fc46799d3afe tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (49e08e72-770d-4ba7-8a05-934efa78eccf), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:35.837503 ncdv-master-1 neutron-server[121836]: INFO neutron.api.v2.resource [None req-aab13a93-d23f-402e-a079-deb45136d9ab tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] delete failed (client error): The resource could not be found.
May 07 22:04:35.842034 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-aab13a93-d23f-402e-a079-deb45136d9ab tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] 10.222.0.32 "DELETE /v2.0/floatingips/979ea1f0-5afd-4f9c-b22d-cc94c964658c HTTP/1.1" status: 404  len: 345 time: 0.0491393
May 07 22:04:35.844115 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 58900) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:04:35.871890 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee64dab6-bdea-4fe5-83c0-fc46799d3afe tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:04:35.874752 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-ee64dab6-bdea-4fe5-83c0-fc46799d3afe tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:04:35.878644 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee64dab6-bdea-4fe5-83c0-fc46799d3afe tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:04:35.905280 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee64dab6-bdea-4fe5-83c0-fc46799d3afe tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Pushing event updated for resources: {'Port': ['ID=49e08e72-770d-4ba7-8a05-934efa78eccf,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:35.951629 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5534499-0dab-4189-a860-c6379bf5c13c tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:35.957346 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5534499-0dab-4189-a860-c6379bf5c13c tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:35.962746 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5534499-0dab-4189-a860-c6379bf5c13c tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:35.964374 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-e5534499-0dab-4189-a860-c6379bf5c13c tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] 10.222.0.32 "GET /v2.0/ports?network_id=f48d8156-9bad-4610-8275-827002db3135 HTTP/1.1" status: 200  len: 2357 time: 0.1193902
May 07 22:04:35.968126 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-57561b01-3fe2-458d-ab43-2e060bf97eed req-8fec2d69-25e0-4f17-8b44-83b2c5cd2f7c tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/security-groups?id=40cff557-9a82-4417-b340-b34f43ebb5b2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1328032
May 07 22:04:35.968574 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 58904) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:04:36.027993 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955e00c0-8a1e-4286-8d37-6e1d01c55309 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:36.029799 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-955e00c0-8a1e-4286-8d37-6e1d01c55309 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] 10.222.0.32 "GET /v2.0/subnets/fe9cbd42-a889-4ff1-9123-1e2ab7c5672b HTTP/1.1" status: 200  len: 797 time: 0.0602911
May 07 22:04:36.034563 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 58908) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:04:36.039542 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-80d1dba1-e51d-496c-b0bd-97b8a055dd17 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Request body: {'port': {'network_id': 'f48d8156-9bad-4610-8275-827002db3135', 'name': 'tempest-FloatingIPTestJSON-1469609588', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:04:36.064580 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3198c56-6403-44d2-be80-baf0991ccc82 req-d46f0d3b-91d0-4cbe-be50-b36284c26275 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:36.066617 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b3198c56-6403-44d2-be80-baf0991ccc82 req-d46f0d3b-91d0-4cbe-be50-b36284c26275 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 946 time: 0.1032889
May 07 22:04:36.141950 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4330092-fc5e-4961-bdd9-bf566b956596 req-657125eb-503d-4788-90b2-a6ae821bb6b2 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:36.145943 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c4330092-fc5e-4961-bdd9-bf566b956596 req-657125eb-503d-4788-90b2-a6ae821bb6b2 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba61d59b-e750-459a-a73a-0376bdf5ca51 HTTP/1.1" status: 200  len: 945 time: 0.1003966
May 07 22:04:36.196182 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b3198c56-6403-44d2-be80-baf0991ccc82 req-cc6874c2-6018-4aaa-a36e-d9bb3333ba2f tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1183708
May 07 22:04:36.229496 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ee64dab6-bdea-4fe5-83c0-fc46799d3afe tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for router_gateway (7ec1ba77-a233-4372-bdea-c57589f4c938), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:36.446612 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ee64dab6-bdea-4fe5-83c0-fc46799d3afe tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (7ec1ba77-a233-4372-bdea-c57589f4c938), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:36.560722 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c4330092-fc5e-4961-bdd9-bf566b956596 req-f2fc4913-0ece-47a7-9329-4386777966d2 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c335e02-4871-4a34-8e92-8c24a11b7b47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4079077
May 07 22:04:36.563599 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d1dba1-e51d-496c-b0bd-97b8a055dd17 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Made reservation on behalf of 3782d9da13c44a67a66be545e352dcf8 for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:04:36.598634 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee64dab6-bdea-4fe5-83c0-fc46799d3afe tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Router 7ec1ba77-a233-4372-bdea-c57589f4c938 is scheduled to L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db with binding_index 1 {{(pid=121837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 07 22:04:36.672730 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-80d1dba1-e51d-496c-b0bd-97b8a055dd17 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:36.693017 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [None req-80d1dba1-e51d-496c-b0bd-97b8a055dd17 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] device_id is not set on port b0e6e26e-8713-4f9e-93dd-f43e2f64b5cf yet. {{(pid=121836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 22:04:37.020191 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-80d1dba1-e51d-496c-b0bd-97b8a055dd17 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Allocated IP 172.20.0.14 (f48d8156-9bad-4610-8275-827002db3135/fe9cbd42-a889-4ff1-9123-1e2ab7c5672b/b0e6e26e-8713-4f9e-93dd-f43e2f64b5cf) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:04:37.027053 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-80d1dba1-e51d-496c-b0bd-97b8a055dd17 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Allocated IP 172.20.0.13 (f48d8156-9bad-4610-8275-827002db3135/fe9cbd42-a889-4ff1-9123-1e2ab7c5672b/b0e6e26e-8713-4f9e-93dd-f43e2f64b5cf) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:04:37.124484 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b3e81a-48ce-49e1-91cf-8cd5579e96d0 req-2347fc90-0b43-462d-9de0-f0e8a6f1ac32 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:37.125968 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-50b3e81a-48ce-49e1-91cf-8cd5579e96d0 req-2347fc90-0b43-462d-9de0-f0e8a6f1ac32 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=9df2668b-af6b-4323-a4a4-520fcae8e55e HTTP/1.1" status: 200  len: 946 time: 0.0592031
May 07 22:04:37.128888 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee64dab6-bdea-4fe5-83c0-fc46799d3afe tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:04:37.140583 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45773f3-6d84-4b52-8a99-9ff55af32d33 None None] Sync routers for ids ['7ec1ba77-a233-4372-bdea-c57589f4c938'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:04:37.153598 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45773f3-6d84-4b52-8a99-9ff55af32d33 None None] Routers {'7ec1ba77-a233-4372-bdea-c57589f4c938'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:04:37.153813 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ee64dab6-bdea-4fe5-83c0-fc46799d3afe tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:37.154699 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-e45773f3-6d84-4b52-8a99-9ff55af32d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c22b4f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:04:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['7ec1ba77-a233-4372-bdea-c57589f4c938'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:04:37.155009 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-ee64dab6-bdea-4fe5-83c0-fc46799d3afe tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 886 time: 2.0537469
May 07 22:04:37.161420 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 58914) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:04:37.200379 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-80d1dba1-e51d-496c-b0bd-97b8a055dd17 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks [] for port (b0e6e26e-8713-4f9e-93dd-f43e2f64b5cf), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:37.202356 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-50b3e81a-48ce-49e1-91cf-8cd5579e96d0 req-2b8f0e53-7242-4c7a-a25c-5b59f12439cc tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/security-groups?id=40cff557-9a82-4417-b340-b34f43ebb5b2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0585926
May 07 22:04:37.280064 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-01ce0247-5244-47d8-a95d-2c9d192e24e1 tempest-TestNetworkBasicOps-1465750221 tempest-TestNetworkBasicOps-1465750221-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=0c313e966d334c26afa43b480ab20fb0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1140909
May 07 22:04:37.284769 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 58922) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:04:37.309843 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-e45773f3-6d84-4b52-8a99-9ff55af32d33 None None] Set router 7ec1ba77-a233-4372-bdea-c57589f4c938 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:04:37.336841 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d7a075-8b4d-44b5-a6b6-e8fa5f354749 req-972eef7e-1077-43cb-9a02-cfcfb035ae7f tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:37.338494 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f1d7a075-8b4d-44b5-a6b6-e8fa5f354749 req-972eef7e-1077-43cb-9a02-cfcfb035ae7f tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=9df2668b-af6b-4323-a4a4-520fcae8e55e HTTP/1.1" status: 200  len: 946 time: 0.0549636
May 07 22:04:37.347394 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 58926) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:04:37.352034 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-3681bc29-d079-4062-a069-dbfd80862080 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Request body: {'floatingip': {'port_id': '26735917-c705-4821-b89b-e6f718fdc166'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:04:37.373409 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-80d1dba1-e51d-496c-b0bd-97b8a055dd17 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (b0e6e26e-8713-4f9e-93dd-f43e2f64b5cf), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:37.394175 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3681bc29-d079-4062-a069-dbfd80862080 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Publish callbacks [] for floatingip (8d3e44d3-aa11-4444-a6c6-24e8a73e1c1b), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:37.480694 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d77096-b96c-4f97-9966-9185e182416a req-a9ef49f8-f118-408e-9853-06cdaf0c7cb2 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:37.482186 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-38d77096-b96c-4f97-9966-9185e182416a req-a9ef49f8-f118-408e-9853-06cdaf0c7cb2 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 946 time: 0.1789908
May 07 22:04:37.494939 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-e45773f3-6d84-4b52-8a99-9ff55af32d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c22b4f0>, [{'id': '7ec1ba77-a233-4372-bdea-c57589f4c938', 'name': 'tempest-TestNetworkBasicOps-router-1089487645', 'tenant_id': '0c313e966d334c26afa43b480ab20fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.98'}], 'enable_snat': True}, 'gw_port_id': '49e08e72-770d-4ba7-8a05-934efa78eccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:04:35Z', 'updated_at': '2022-05-07T22:04:36Z', 'revision_number': 3, 'project_id': '0c313e966d334c26afa43b480ab20fb0', 'gw_port': {'id': '49e08e72-770d-4ba7-8a05-934efa78eccf', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b7:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ec1ba77-a233-4372-bdea-c57589f4c938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:04:35Z', 'updated_at': '2022-05-07T22:04:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:04:37.506089 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d1dba1-e51d-496c-b0bd-97b8a055dd17 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Network f48d8156-9bad-4610-8275-827002db3135 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:04:37.528020 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45773f3-6d84-4b52-8a99-9ff55af32d33 None None] Checking router: 7ec1ba77-a233-4372-bdea-c57589f4c938 for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:04:37.528505 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45773f3-6d84-4b52-8a99-9ff55af32d33 None None] Updating router 7ec1ba77-a233-4372-bdea-c57589f4c938 port 49e08e72-770d-4ba7-8a05-934efa78eccf binding host ncdv-master-1 {{(pid=121838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 22:04:37.530629 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-80d1dba1-e51d-496c-b0bd-97b8a055dd17 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:04:37.544404 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d1dba1-e51d-496c-b0bd-97b8a055dd17 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:04:37.546916 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d1dba1-e51d-496c-b0bd-97b8a055dd17 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Pushing event updated for resources: {'Port': ['ID=b0e6e26e-8713-4f9e-93dd-f43e2f64b5cf,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:37.562208 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e45773f3-6d84-4b52-8a99-9ff55af32d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (49e08e72-770d-4ba7-8a05-934efa78eccf), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:37.640535 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-38d77096-b96c-4f97-9966-9185e182416a req-c27ee009-6fb9-40d6-81ee-204022832b6c tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1406670
May 07 22:04:37.656285 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93de7af2-4b88-4266-8f57-f2570ee3d299 tempest-TestNetworkBasicOps-1465750221 tempest-TestNetworkBasicOps-1465750221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:37.660306 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-93de7af2-4b88-4266-8f57-f2570ee3d299 tempest-TestNetworkBasicOps-1465750221 tempest-TestNetworkBasicOps-1465750221-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.3720956
May 07 22:04:37.661187 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 58930) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:04:37.701530 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-f36c94a1-3ff2-46a3-9056-11e4a6548be9 tempest-TestNetworkBasicOps-1465750221 tempest-TestNetworkBasicOps-1465750221-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=9221b764-ef06-431f-8941-796516ed7c3b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0398402
May 07 22:04:37.704216 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 58932) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:04:37.709198 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-60483ea3-1968-488f-94a6-0ec10d8c74e4 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2143208849', 'network_id': '0124d628-0714-4eb8-b81f-1f5a4ced80cc', 'project_id': '0c313e966d334c26afa43b480ab20fb0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:04:37.718224 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d1dba1-e51d-496c-b0bd-97b8a055dd17 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:37.718864 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-80d1dba1-e51d-496c-b0bd-97b8a055dd17 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:37.777258 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e903cde-f945-4004-81ad-5e41986449fb req-ef1c8a06-f6c9-4996-a92f-e5c976cadc34 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:37.778707 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8e903cde-f945-4004-81ad-5e41986449fb req-ef1c8a06-f6c9-4996-a92f-e5c976cadc34 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba61d59b-e750-459a-a73a-0376bdf5ca51 HTTP/1.1" status: 200  len: 945 time: 0.1238229
May 07 22:04:37.783549 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-80d1dba1-e51d-496c-b0bd-97b8a055dd17 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1010 time: 1.7477219
May 07 22:04:37.784303 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 58934) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:04:37.796754 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-bd571b4a-9dfa-4793-8413-4d131e5ae5f9 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Request body: {'floatingip': {'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'port_id': 'b0e6e26e-8713-4f9e-93dd-f43e2f64b5cf', 'fixed_ip_address': '172.20.0.14'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:04:37.829981 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bd571b4a-9dfa-4793-8413-4d131e5ae5f9 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:37.850698 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60483ea3-1968-488f-94a6-0ec10d8c74e4 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Made reservation on behalf of 0c313e966d334c26afa43b480ab20fb0 for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:04:37.854035 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-60483ea3-1968-488f-94a6-0ec10d8c74e4 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:37.870641 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8e903cde-f945-4004-81ad-5e41986449fb req-028b60cc-84b7-4259-94ae-d600e4bd39aa tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c335e02-4871-4a34-8e92-8c24a11b7b47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0834482
May 07 22:04:37.872847 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e45773f3-6d84-4b52-8a99-9ff55af32d33 None None] Publish callbacks [] for port (49e08e72-770d-4ba7-8a05-934efa78eccf), precommit_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:37.880757 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e45773f3-6d84-4b52-8a99-9ff55af32d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (49e08e72-770d-4ba7-8a05-934efa78eccf), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:37.961141 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-e45773f3-6d84-4b52-8a99-9ff55af32d33 None None] Attempting to bind port 49e08e72-770d-4ba7-8a05-934efa78eccf on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:04:37.962021 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-e45773f3-6d84-4b52-8a99-9ff55af32d33 None None] Attempting to bind port 49e08e72-770d-4ba7-8a05-934efa78eccf by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:04:37.962021 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45773f3-6d84-4b52-8a99-9ff55af32d33 None None] Attempting to bind port 49e08e72-770d-4ba7-8a05-934efa78eccf on network 9221b764-ef06-431f-8941-796516ed7c3b {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:04:37.975662 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45773f3-6d84-4b52-8a99-9ff55af32d33 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:04:37.976046 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45773f3-6d84-4b52-8a99-9ff55af32d33 None None] Checking segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:04:37.976463 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e45773f3-6d84-4b52-8a99-9ff55af32d33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:37.976877 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45773f3-6d84-4b52-8a99-9ff55af32d33 None None] Bound using segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:04:37.977358 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-e45773f3-6d84-4b52-8a99-9ff55af32d33 None None] Bound port: 49e08e72-770d-4ba7-8a05-934efa78eccf, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:04:37.977743 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e45773f3-6d84-4b52-8a99-9ff55af32d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (49e08e72-770d-4ba7-8a05-934efa78eccf), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:37.993032 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bd571b4a-9dfa-4793-8413-4d131e5ae5f9 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:38.008130 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3681bc29-d079-4062-a069-dbfd80862080 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:38.013880 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3681bc29-d079-4062-a069-dbfd80862080 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (8d3e44d3-aa11-4444-a6c6-24e8a73e1c1b), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:38.046442 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-e45773f3-6d84-4b52-8a99-9ff55af32d33 None None] For port 49e08e72-770d-4ba7-8a05-934efa78eccf, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:04:38.051060 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-e45773f3-6d84-4b52-8a99-9ff55af32d33 None None] For port 49e08e72-770d-4ba7-8a05-934efa78eccf, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=49e08e72-770d-4ba7-8a05-934efa78eccf,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:04:38.055534 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f6f51a-1189-4848-9715-bf8860494a12 None None] Pushing event updated for resources: {'Port': ['ID=49e08e72-770d-4ba7-8a05-934efa78eccf,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:38.060457 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e45773f3-6d84-4b52-8a99-9ff55af32d33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (49e08e72-770d-4ba7-8a05-934efa78eccf), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:38.122092 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f6f51a-1189-4848-9715-bf8860494a12 None None] Pushing event updated for resources: {'Port': ['ID=49e08e72-770d-4ba7-8a05-934efa78eccf,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:38.124888 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45773f3-6d84-4b52-8a99-9ff55af32d33 None None] Routers {'7ec1ba77-a233-4372-bdea-c57589f4c938'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:04:38.125510 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-e45773f3-6d84-4b52-8a99-9ff55af32d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c22b4f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:04:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['7ec1ba77-a233-4372-bdea-c57589f4c938'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:04:38.129541 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c707b3a8-abef-46a1-a9a3-da8f83376e62 req-f1574bbd-197a-491e-b0ce-87edcddf1a91 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:38.136495 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c707b3a8-abef-46a1-a9a3-da8f83376e62 req-f1574bbd-197a-491e-b0ce-87edcddf1a91 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 945 time: 0.0666246
May 07 22:04:38.138270 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-bd571b4a-9dfa-4793-8413-4d131e5ae5f9 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Allocated IP 172.35.4.28 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/0d17ca4b-c776-485e-bd01-12b9f84f9898) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:04:38.241985 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c707b3a8-abef-46a1-a9a3-da8f83376e62 req-24b31b90-eb0c-43f4-8e2d-f9241a6635b4 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1044075
May 07 22:04:38.243362 ncdv-master-1 neutron-server[121837]: INFO neutron.db.l3_db [None req-3681bc29-d079-4062-a069-dbfd80862080 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Floating IP 8d3e44d3-aa11-4444-a6c6-24e8a73e1c1b associated. External IP: 172.35.4.190, port: 26735917-c705-4821-b89b-e6f718fdc166.
May 07 22:04:38.249101 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-e45773f3-6d84-4b52-8a99-9ff55af32d33 None None] Set router 7ec1ba77-a233-4372-bdea-c57589f4c938 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:04:38.292561 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-60483ea3-1968-488f-94a6-0ec10d8c74e4 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (5e9b4b45-0424-4913-b438-6e766a477b3b), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:38.403136 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bd571b4a-9dfa-4793-8413-4d131e5ae5f9 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks [] for port (0d17ca4b-c776-485e-bd01-12b9f84f9898), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:38.411658 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60483ea3-1968-488f-94a6-0ec10d8c74e4 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Pushing event updated for resources: {'Subnet': ['ID=5e9b4b45-0424-4913-b438-6e766a477b3b,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:38.435127 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09adb8d0-abe7-43df-9af2-c8681985a766 req-411273d5-d740-4dc4-991f-ebe584f501a5 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:38.436626 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-09adb8d0-abe7-43df-9af2-c8681985a766 req-411273d5-d740-4dc4-991f-ebe584f501a5 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 945 time: 0.0789564
May 07 22:04:38.442029 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60483ea3-1968-488f-94a6-0ec10d8c74e4 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Checking segment: {'id': '86058b97-ca98-4bcc-b2cc-13cc18e8d4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '0124d628-0714-4eb8-b81f-1f5a4ced80cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:04:38.442394 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60483ea3-1968-488f-94a6-0ec10d8c74e4 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Network hostable DHCP agents. Network: 0124d628-0714-4eb8-b81f-1f5a4ced80cc, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:04:38.500904 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3681bc29-d079-4062-a069-dbfd80862080 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Router c40fcf87-7714-46e5-87f8-4c03b7b266b4 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:04:38.504619 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-e45773f3-6d84-4b52-8a99-9ff55af32d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c22b4f0>, [{'id': '7ec1ba77-a233-4372-bdea-c57589f4c938', 'name': 'tempest-TestNetworkBasicOps-router-1089487645', 'tenant_id': '0c313e966d334c26afa43b480ab20fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.98'}], 'enable_snat': True}, 'gw_port_id': '49e08e72-770d-4ba7-8a05-934efa78eccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:04:35Z', 'updated_at': '2022-05-07T22:04:36Z', 'revision_number': 3, 'project_id': '0c313e966d334c26afa43b480ab20fb0', 'gw_port': {'id': '49e08e72-770d-4ba7-8a05-934efa78eccf', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b7:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ec1ba77-a233-4372-bdea-c57589f4c938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:04:35Z', 'updated_at': '2022-05-07T22:04:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:04:38.513375 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60483ea3-1968-488f-94a6-0ec10d8c74e4 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Network 0124d628-0714-4eb8-b81f-1f5a4ced80cc is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:04:38.517974 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bd571b4a-9dfa-4793-8413-4d131e5ae5f9 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (0d17ca4b-c776-485e-bd01-12b9f84f9898), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:38.526961 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-09adb8d0-abe7-43df-9af2-c8681985a766 req-5b89b37f-fca8-481c-821b-c2797db327b4 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0808620
May 07 22:04:38.545561 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45773f3-6d84-4b52-8a99-9ff55af32d33 None None] The sync data for ids ['7ec1ba77-a233-4372-bdea-c57589f4c938'] in ncdv-master-1 is: [{'id': '7ec1ba77-a233-4372-bdea-c57589f4c938', 'name': 'tempest-TestNetworkBasicOps-router-1089487645', 'tenant_id': '0c313e966d334c26afa43b480ab20fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.98'}], 'enable_snat': True}, 'gw_port_id': '49e08e72-770d-4ba7-8a05-934efa78eccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:04:35Z', 'updated_at': '2022-05-07T22:04:36Z', 'revision_number': 3, 'project_id': '0c313e966d334c26afa43b480ab20fb0', 'gw_port': {'id': '49e08e72-770d-4ba7-8a05-934efa78eccf', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b7:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ec1ba77-a233-4372-bdea-c57589f4c938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:04:35Z', 'updated_at': '2022-05-07T22:04:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:04:38.553301 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-60483ea3-1968-488f-94a6-0ec10d8c74e4 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0124d628-0714-4eb8-b81f-1f5a4ced80cc) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:04:38.562587 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60483ea3-1968-488f-94a6-0ec10d8c74e4 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:38.562802 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-60483ea3-1968-488f-94a6-0ec10d8c74e4 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:38.582175 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd571b4a-9dfa-4793-8413-4d131e5ae5f9 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:04:38.582371 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad52cbb-de5b-44e6-a473-b1e1da80377e None None] Network 0124d628-0714-4eb8-b81f-1f5a4ced80cc requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:04:38.587855 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-bd571b4a-9dfa-4793-8413-4d131e5ae5f9 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:04:38.589829 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd571b4a-9dfa-4793-8413-4d131e5ae5f9 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Pushing event updated for resources: {'Port': ['ID=0d17ca4b-c776-485e-bd01-12b9f84f9898,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:38.592256 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd571b4a-9dfa-4793-8413-4d131e5ae5f9 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:04:38.599911 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-60483ea3-1968-488f-94a6-0ec10d8c74e4 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.8944063
May 07 22:04:38.614763 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 58946) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:04:38.785522 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9f1cf6-29ea-4a83-9e65-d945a3de7b6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0124d628-0714-4eb8-b81f-1f5a4ced80cc', 'network_id': '0124d628-0714-4eb8-b81f-1f5a4ced80cc', 'project_id': '0c313e966d334c26afa43b480ab20fb0', 'fixed_ips': [{'subnet_id': '5e9b4b45-0424-4913-b438-6e766a477b3b'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:04:38.786525 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2a9f1cf6-29ea-4a83-9e65-d945a3de7b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:38.795981 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3681bc29-d079-4062-a069-dbfd80862080 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:04:38.804331 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3681bc29-d079-4062-a069-dbfd80862080 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:38.809068 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a35b913-7fa6-4495-aed7-e456e4461e31 None None] Sync routers for ids ['c40fcf87-7714-46e5-87f8-4c03b7b266b4'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:04:38.820897 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a35b913-7fa6-4495-aed7-e456e4461e31 None None] Routers {'c40fcf87-7714-46e5-87f8-4c03b7b266b4'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:04:38.821717 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-9a35b913-7fa6-4495-aed7-e456e4461e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8ccb7a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:04:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['c40fcf87-7714-46e5-87f8-4c03b7b266b4'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:04:38.874056 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-3681bc29-d079-4062-a069-dbfd80862080 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "PUT /v2.0/floatingips/8d3e44d3-aa11-4444-a6c6-24e8a73e1c1b HTTP/1.1" status: 200  len: 992 time: 1.5254927
May 07 22:04:38.878376 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9df2668b-af6b-4323-a4a4-520fcae8e55e', 'tag': '26735917-c705-4821-b89b-e6f718fdc166'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:04:38.880664 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6e5ade7-bfd7-425b-8ec5-11a6d68453cc" -d '{"events": [{"name": "network-changed", "server_uuid": "9df2668b-af6b-4323-a4a4-520fcae8e55e", "tag": "26735917-c705-4821-b89b-e6f718fdc166"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:04:38.889359 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94145d05-c4b4-449c-b352-b2d9beb30443 req-0c6e009a-1d6d-4040-bb09-2a03b397632e tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:38.890905 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-94145d05-c4b4-449c-b352-b2d9beb30443 req-0c6e009a-1d6d-4040-bb09-2a03b397632e tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 945 time: 0.1833880
May 07 22:04:38.907923 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb9a949-c778-4816-8a9a-d8338fe96812 req-0c2e2cc2-7a41-48ec-97b9-4cc30dd0caba tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:38.916056 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-aeb9a949-c778-4816-8a9a-d8338fe96812 req-0c2e2cc2-7a41-48ec-97b9-4cc30dd0caba tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 946 time: 0.1679268
May 07 22:04:39.039781 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-94145d05-c4b4-449c-b352-b2d9beb30443 req-0e9cdd3d-f557-452c-b8d8-f426f9e61351 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1333857
May 07 22:04:39.049130 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-2a9f1cf6-29ea-4a83-9e65-d945a3de7b6c None None] Allocated IP 172.20.0.2 (0124d628-0714-4eb8-b81f-1f5a4ced80cc/5e9b4b45-0424-4913-b438-6e766a477b3b/49c2c69f-dd5e-46e5-9f01-d47267a4f3aa) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:04:39.058391 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-9a35b913-7fa6-4495-aed7-e456e4461e31 None None] Set router c40fcf87-7714-46e5-87f8-4c03b7b266b4 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:04:39.061316 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-aeb9a949-c778-4816-8a9a-d8338fe96812 req-c4dd8973-94a1-4465-bb8d-35d808b4494a tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1399841
May 07 22:04:39.177579 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b884cb9d-f9cd-4e16-bd5c-1151c0b107af x-openstack-request-id: req-b884cb9d-f9cd-4e16-bd5c-1151c0b107af {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:04:39.178168 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9df2668b-af6b-4323-a4a4-520fcae8e55e", "tag": "26735917-c705-4821-b89b-e6f718fdc166", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:04:39.178168 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b884cb9d-f9cd-4e16-bd5c-1151c0b107af {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:04:39.178511 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b884cb9d-f9cd-4e16-bd5c-1151c0b107af'] response: {'name': 'network-changed', 'server_uuid': '9df2668b-af6b-4323-a4a4-520fcae8e55e', 'tag': '26735917-c705-4821-b89b-e6f718fdc166', 'status': 'completed', 'code': 200}
May 07 22:04:39.261216 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e5ade7-bfd7-425b-8ec5-11a6d68453cc req-4de1bb0d-5ddb-4f9d-876f-bbee1f5591d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:39.263049 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c6e5ade7-bfd7-425b-8ec5-11a6d68453cc req-4de1bb0d-5ddb-4f9d-876f-bbee1f5591d8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8130c27f2b84434a8d6fa5032b67aa1e&device_id=9df2668b-af6b-4323-a4a4-520fcae8e55e HTTP/1.1" status: 200  len: 1128 time: 0.0697896
May 07 22:04:39.356079 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b8f6d-3ad6-4b21-8f4e-bb30b9a30695 req-90e59394-bdd2-446e-8148-9d9b4edddabb tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:39.358240 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a76b8f6d-3ad6-4b21-8f4e-bb30b9a30695 req-90e59394-bdd2-446e-8148-9d9b4edddabb tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 945 time: 0.1153793
May 07 22:04:39.484696 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-9a35b913-7fa6-4495-aed7-e456e4461e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8ccb7a60>, [{'id': 'c40fcf87-7714-46e5-87f8-4c03b7b266b4', 'name': 'tempest-ServerRescueNegativeTestJSON-1832148144-router', 'tenant_id': '8130c27f2b84434a8d6fa5032b67aa1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.214'}], 'enable_snat': True}, 'gw_port_id': '598972db-8761-4f9d-818b-cc3f2e937a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:02:18Z', 'updated_at': '2022-05-07T22:02:28Z', 'revision_number': 4, 'project_id': '8130c27f2b84434a8d6fa5032b67aa1e', 'gw_port': {'id': '598972db-8761-4f9d-818b-cc3f2e937a0d', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40fcf87-7714-46e5-87f8-4c03b7b266b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1935, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:02:20Z', 'updated_at': '2022-05-07T22:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8d3e44d3-aa11-4444-a6c6-24e8a73e1c1b', 'tenant_id': '8130c27f2b84434a8d6fa5032b67aa1e', 'floating_ip_address': '172.35.4.190', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': 'c40fcf87-7714-46e5-87f8-4c03b7b266b4', 'port_id': '26735917-c705-4821-b89b-e6f718fdc166', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2235, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b', 'mac_address': 'fa:16:3e:19:a4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df2668b-af6b-4323-a4a4-520fcae8e55e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:04:22Z', 'updated_at': '2022-05-07T22:04:37Z', 'revision_number': 1, 'project_id': '8130c27f2b84434a8d6fa5032b67aa1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fb06420-9555-4316-ae23-a506ee0176ef', 'name': '', 'network_id': 'f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b', 'tenant_id': '8130c27f2b84434a8d6fa5032b67aa1e', 'mac_address': 'fa:16:3e:68:59:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40fcf87-7714-46e5-87f8-4c03b7b266b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': 'b554e5f7-e35c-452a-ba74-fc50d3983e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:02:26Z', 'updated_at': '2022-05-07T22:02:34Z', 'revision_number': 5, 'project_id': '8130c27f2b84434a8d6fa5032b67aa1e', 'subnets': [{'id': 'b554e5f7-e35c-452a-ba74-fc50d3983e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:04:39.488205 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a76b8f6d-3ad6-4b21-8f4e-bb30b9a30695 req-eb745982-d34c-40e3-a131-ce47a81795b0 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1206651
May 07 22:04:39.514797 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bd571b4a-9dfa-4793-8413-4d131e5ae5f9 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks [] for floatingip (9930a92f-3a9a-47d2-a7a4-3831f0119f96), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:39.538697 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a35b913-7fa6-4495-aed7-e456e4461e31 None None] Checking router: c40fcf87-7714-46e5-87f8-4c03b7b266b4 for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:04:39.561440 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a35b913-7fa6-4495-aed7-e456e4461e31 None None] Routers {'c40fcf87-7714-46e5-87f8-4c03b7b266b4'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:04:39.562023 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2a9f1cf6-29ea-4a83-9e65-d945a3de7b6c None None] Publish callbacks [] for port (49c2c69f-dd5e-46e5-9f01-d47267a4f3aa), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:39.562494 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-9a35b913-7fa6-4495-aed7-e456e4461e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8ccb7a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:04:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['c40fcf87-7714-46e5-87f8-4c03b7b266b4'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:04:39.572720 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2a9f1cf6-29ea-4a83-9e65-d945a3de7b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (49c2c69f-dd5e-46e5-9f01-d47267a4f3aa), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:39.620031 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9f1cf6-29ea-4a83-9e65-d945a3de7b6c None None] Network 0124d628-0714-4eb8-b81f-1f5a4ced80cc is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:04:39.623245 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-2a9f1cf6-29ea-4a83-9e65-d945a3de7b6c None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:04:39.628246 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9f1cf6-29ea-4a83-9e65-d945a3de7b6c None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:04:39.638784 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9f1cf6-29ea-4a83-9e65-d945a3de7b6c None None] Pushing event updated for resources: {'Port': ['ID=49c2c69f-dd5e-46e5-9f01-d47267a4f3aa,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:39.668960 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bd571b4a-9dfa-4793-8413-4d131e5ae5f9 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (0d17ca4b-c776-485e-bd01-12b9f84f9898), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:39.679505 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e5ade7-bfd7-425b-8ec5-11a6d68453cc req-a5506d81-6592-413e-8dc3-76429b3b1366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:39.680992 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c6e5ade7-bfd7-425b-8ec5-11a6d68453cc req-a5506d81-6592-413e-8dc3-76429b3b1366 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b HTTP/1.1" status: 200  len: 920 time: 0.3149805
May 07 22:04:39.739215 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-2a9f1cf6-29ea-4a83-9e65-d945a3de7b6c None None] Attempting to bind port 49c2c69f-dd5e-46e5-9f01-d47267a4f3aa on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:04:39.739590 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-2a9f1cf6-29ea-4a83-9e65-d945a3de7b6c None None] Attempting to bind port 49c2c69f-dd5e-46e5-9f01-d47267a4f3aa by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '86058b97-ca98-4bcc-b2cc-13cc18e8d4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '0124d628-0714-4eb8-b81f-1f5a4ced80cc'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:04:39.740299 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9f1cf6-29ea-4a83-9e65-d945a3de7b6c None None] Attempting to bind port 49c2c69f-dd5e-46e5-9f01-d47267a4f3aa on network 0124d628-0714-4eb8-b81f-1f5a4ced80cc {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:04:39.751810 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9f1cf6-29ea-4a83-9e65-d945a3de7b6c None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:04:39.752200 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9f1cf6-29ea-4a83-9e65-d945a3de7b6c None None] Checking segment: {'id': '86058b97-ca98-4bcc-b2cc-13cc18e8d4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '0124d628-0714-4eb8-b81f-1f5a4ced80cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:04:39.752590 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2a9f1cf6-29ea-4a83-9e65-d945a3de7b6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:39.753025 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9f1cf6-29ea-4a83-9e65-d945a3de7b6c None None] Bound using segment: {'id': '86058b97-ca98-4bcc-b2cc-13cc18e8d4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '0124d628-0714-4eb8-b81f-1f5a4ced80cc'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:04:39.753498 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-2a9f1cf6-29ea-4a83-9e65-d945a3de7b6c None None] Bound port: 49c2c69f-dd5e-46e5-9f01-d47267a4f3aa, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86058b97-ca98-4bcc-b2cc-13cc18e8d4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '0124d628-0714-4eb8-b81f-1f5a4ced80cc'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:04:39.753878 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2a9f1cf6-29ea-4a83-9e65-d945a3de7b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (49c2c69f-dd5e-46e5-9f01-d47267a4f3aa), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:39.759641 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b37dcecb-0d04-4c77-aeff-26533d776b09 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:39.791541 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-9a35b913-7fa6-4495-aed7-e456e4461e31 None None] Set router c40fcf87-7714-46e5-87f8-4c03b7b266b4 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:04:39.865797 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-2a9f1cf6-29ea-4a83-9e65-d945a3de7b6c None None] For port 49c2c69f-dd5e-46e5-9f01-d47267a4f3aa, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:04:39.869821 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-2a9f1cf6-29ea-4a83-9e65-d945a3de7b6c None None] For port 49c2c69f-dd5e-46e5-9f01-d47267a4f3aa, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=49c2c69f-dd5e-46e5-9f01-d47267a4f3aa,segment=NetworkSegment(86058b97-ca98-4bcc-b2cc-13cc18e8d4c0),segment_id=86058b97-ca98-4bcc-b2cc-13cc18e8d4c0)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:04:39.879280 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2a9f1cf6-29ea-4a83-9e65-d945a3de7b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (49c2c69f-dd5e-46e5-9f01-d47267a4f3aa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:39.943792 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bd571b4a-9dfa-4793-8413-4d131e5ae5f9 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks [] for port (0d17ca4b-c776-485e-bd01-12b9f84f9898), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:39.960474 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bd571b4a-9dfa-4793-8413-4d131e5ae5f9 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (0d17ca4b-c776-485e-bd01-12b9f84f9898), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:39.996546 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9f1cf6-29ea-4a83-9e65-d945a3de7b6c None None] Pushing event updated for resources: {'Port': ['ID=49c2c69f-dd5e-46e5-9f01-d47267a4f3aa,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:40.063313 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c6e5ade7-bfd7-425b-8ec5-11a6d68453cc req-88b62219-4055-49d3-a821-33cee7181e70 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26735917-c705-4821-b89b-e6f718fdc166 HTTP/1.1" status: 200  len: 1000 time: 0.3504961
May 07 22:04:40.103404 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bd571b4a-9dfa-4793-8413-4d131e5ae5f9 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (9930a92f-3a9a-47d2-a7a4-3831f0119f96), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:40.115739 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eecae4-2168-4e8a-9b70-930bb92b4316 req-b5fc74db-ecff-42f9-b380-e14af08e2fae tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:40.126974 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c6eecae4-2168-4e8a-9b70-930bb92b4316 req-b5fc74db-ecff-42f9-b380-e14af08e2fae tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/networks?id=33b52409-fae0-4935-b5d0-15acefaa0f3f HTTP/1.1" status: 200  len: 812 time: 0.3067045
May 07 22:04:40.257382 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c6eecae4-2168-4e8a-9b70-930bb92b4316 req-e3fc5e2c-29de-45b6-88c9-2eaa30c96de4 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/quotas/759c66c34f414c19b2109393738ef639 HTTP/1.1" status: 200  len: 375 time: 0.1289797
May 07 22:04:40.288368 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-9a35b913-7fa6-4495-aed7-e456e4461e31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8ccb7a60>, [{'id': 'c40fcf87-7714-46e5-87f8-4c03b7b266b4', 'name': 'tempest-ServerRescueNegativeTestJSON-1832148144-router', 'tenant_id': '8130c27f2b84434a8d6fa5032b67aa1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.214'}], 'enable_snat': True}, 'gw_port_id': '598972db-8761-4f9d-818b-cc3f2e937a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:02:18Z', 'updated_at': '2022-05-07T22:02:28Z', 'revision_number': 4, 'project_id': '8130c27f2b84434a8d6fa5032b67aa1e', 'gw_port': {'id': '598972db-8761-4f9d-818b-cc3f2e937a0d', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40fcf87-7714-46e5-87f8-4c03b7b266b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1935, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:02:20Z', 'updated_at': '2022-05-07T22:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8d3e44d3-aa11-4444-a6c6-24e8a73e1c1b', 'tenant_id': '8130c27f2b84434a8d6fa5032b67aa1e', 'floating_ip_address': '172.35.4.190', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': 'c40fcf87-7714-46e5-87f8-4c03b7b266b4', 'port_id': '26735917-c705-4821-b89b-e6f718fdc166', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2235, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b', 'mac_address': 'fa:16:3e:19:a4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df2668b-af6b-4323-a4a4-520fcae8e55e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:04:22Z', 'updated_at': '2022-05-07T22:04:37Z', 'revision_number': 1, 'project_id': '8130c27f2b84434a8d6fa5032b67aa1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fb06420-9555-4316-ae23-a506ee0176ef', 'name': '', 'network_id': 'f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b', 'tenant_id': '8130c27f2b84434a8d6fa5032b67aa1e', 'mac_address': 'fa:16:3e:68:59:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40fcf87-7714-46e5-87f8-4c03b7b266b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': 'b554e5f7-e35c-452a-ba74-fc50d3983e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:02:26Z', 'updated_at': '2022-05-07T22:02:34Z', 'revision_number': 5, 'project_id': '8130c27f2b84434a8d6fa5032b67aa1e', 'subnets': [{'id': 'b554e5f7-e35c-452a-ba74-fc50d3983e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:04:40.310997 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e5ade7-bfd7-425b-8ec5-11a6d68453cc req-5a4d9ab6-b13d-492a-a9eb-65828baba3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:40.312590 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c6e5ade7-bfd7-425b-8ec5-11a6d68453cc req-5a4d9ab6-b13d-492a-a9eb-65828baba3a1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b554e5f7-e35c-452a-ba74-fc50d3983e51 HTTP/1.1" status: 200  len: 858 time: 0.2410920
May 07 22:04:40.318466 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd571b4a-9dfa-4793-8413-4d131e5ae5f9 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Pushing event updated for resources: {'Port': ['ID=0d17ca4b-c776-485e-bd01-12b9f84f9898,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:40.329615 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca8280-3f8c-46c8-9f96-c0248f2e7074 req-4e958854-2a22-4e05-9654-f17779a64f75 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:40.342954 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-94ca8280-3f8c-46c8-9f96-c0248f2e7074 req-4e958854-2a22-4e05-9654-f17779a64f75 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 946 time: 0.1483541
May 07 22:04:40.350326 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a35b913-7fa6-4495-aed7-e456e4461e31 None None] The sync data for ids ['c40fcf87-7714-46e5-87f8-4c03b7b266b4'] in ncdv-master-1 is: [{'id': 'c40fcf87-7714-46e5-87f8-4c03b7b266b4', 'name': 'tempest-ServerRescueNegativeTestJSON-1832148144-router', 'tenant_id': '8130c27f2b84434a8d6fa5032b67aa1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.214'}], 'enable_snat': True}, 'gw_port_id': '598972db-8761-4f9d-818b-cc3f2e937a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:02:18Z', 'updated_at': '2022-05-07T22:02:28Z', 'revision_number': 4, 'project_id': '8130c27f2b84434a8d6fa5032b67aa1e', 'gw_port': {'id': '598972db-8761-4f9d-818b-cc3f2e937a0d', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40fcf87-7714-46e5-87f8-4c03b7b266b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1935, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:02:20Z', 'updated_at': '2022-05-07T22:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8d3e44d3-aa11-4444-a6c6-24e8a73e1c1b', 'tenant_id': '8130c27f2b84434a8d6fa5032b67aa1e', 'floating_ip_address': '172.35.4.190', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': 'c40fcf87-7714-46e5-87f8-4c03b7b266b4', 'port_id': '26735917-c705-4821-b89b-e6f718fdc166', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2235, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b', 'mac_address': 'fa:16:3e:19:a4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df2668b-af6b-4323-a4a4-520fcae8e55e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:04:22Z', 'updated_at': '2022-05-07T22:04:37Z', 'revision_number': 1, 'project_id': '8130c27f2b84434a8d6fa5032b67aa1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fb06420-9555-4316-ae23-a506ee0176ef', 'name': '', 'network_id': 'f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b', 'tenant_id': '8130c27f2b84434a8d6fa5032b67aa1e', 'mac_address': 'fa:16:3e:68:59:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40fcf87-7714-46e5-87f8-4c03b7b266b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': 'b554e5f7-e35c-452a-ba74-fc50d3983e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:02:26Z', 'updated_at': '2022-05-07T22:02:34Z', 'revision_number': 5, 'project_id': '8130c27f2b84434a8d6fa5032b67aa1e', 'subnets': [{'id': 'b554e5f7-e35c-452a-ba74-fc50d3983e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:04:40.397340 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c6eecae4-2168-4e8a-9b70-930bb92b4316 req-e326082d-11ee-4cb9-b4de-1f0684c10546 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=759c66c34f414c19b2109393738ef639&fields=id HTTP/1.1" status: 200  len: 394 time: 0.1389637
May 07 22:04:40.473635 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e5ade7-bfd7-425b-8ec5-11a6d68453cc req-449f281d-676c-48f4-bbb4-2d75d275537b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:40.475482 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c6e5ade7-bfd7-425b-8ec5-11a6d68453cc req-449f281d-676c-48f4-bbb4-2d75d275537b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1506901
May 07 22:04:40.487841 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-94ca8280-3f8c-46c8-9f96-c0248f2e7074 req-859a4466-1343-439c-8992-37bb7f4586bf tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1434319
May 07 22:04:40.490887 ncdv-master-1 neutron-server[121836]: INFO neutron.db.l3_db [None req-bd571b4a-9dfa-4793-8413-4d131e5ae5f9 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Floating IP 9930a92f-3a9a-47d2-a7a4-3831f0119f96 associated. External IP: 172.35.4.28, port: b0e6e26e-8713-4f9e-93dd-f43e2f64b5cf.
May 07 22:04:40.623391 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 49e08e72-770d-4ba7-8a05-934efa78eccf up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:04:40.675650 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 49e08e72-770d-4ba7-8a05-934efa78eccf triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:04:40.676312 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (49e08e72-770d-4ba7-8a05-934efa78eccf), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:40.768260 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 49e08e72-770d-4ba7-8a05-934efa78eccf is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:04:40.768695 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (49e08e72-770d-4ba7-8a05-934efa78eccf), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:40.778687 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd571b4a-9dfa-4793-8413-4d131e5ae5f9 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Router 1a9903f6-9132-4577-8af1-c5b308c6a824 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:04:40.794863 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a770ff3-786f-4230-957d-970226534cfb None None] New status for floating IP 8d3e44d3-aa11-4444-a6c6-24e8a73e1c1b: ACTIVE {{(pid=121838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 07 22:04:40.839475 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port 49e08e72-770d-4ba7-8a05-934efa78eccf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=49e08e72-770d-4ba7-8a05-934efa78eccf,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:04:40.852983 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (49e08e72-770d-4ba7-8a05-934efa78eccf), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:40.854678 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 49c2c69f-dd5e-46e5-9f01-d47267a4f3aa up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:04:40.929400 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd571b4a-9dfa-4793-8413-4d131e5ae5f9 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:04:40.944845 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69e8556-265f-4928-b210-ac461518c7bc None None] Sync routers for ids ['1a9903f6-9132-4577-8af1-c5b308c6a824'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:04:40.953330 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bd571b4a-9dfa-4793-8413-4d131e5ae5f9 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:40.965712 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69e8556-265f-4928-b210-ac461518c7bc None None] Routers {'1a9903f6-9132-4577-8af1-c5b308c6a824'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:04:40.966368 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-a69e8556-265f-4928-b210-ac461518c7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8ccb7220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:04:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['1a9903f6-9132-4577-8af1-c5b308c6a824'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:04:40.999670 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-bd571b4a-9dfa-4793-8413-4d131e5ae5f9 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 983 time: 3.2107158
May 07 22:04:41.001902 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 58970) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:04:41.010421 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-c17e319b-0556-4073-a830-74478219df14 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Request body: {'floatingip': {'port_id': 'b0e6e26e-8713-4f9e-93dd-f43e2f64b5cf', 'fixed_ip_address': '172.20.0.13'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:04:41.015855 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-a69e8556-265f-4928-b210-ac461518c7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8ccb7220>, [], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:04:41.030313 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69e8556-265f-4928-b210-ac461518c7bc None None] Routers {'1a9903f6-9132-4577-8af1-c5b308c6a824'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:04:41.031310 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-a69e8556-265f-4928-b210-ac461518c7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8ccb7220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:04:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['1a9903f6-9132-4577-8af1-c5b308c6a824'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:04:41.061612 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c6eecae4-2168-4e8a-9b70-930bb92b4316 req-0a6b9487-36b0-4f13-9b25-32e3cd6fa068 service neutron] 10.222.0.32 "GET /v2.0/networks/33b52409-fae0-4935-b5d0-15acefaa0f3f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6631563
May 07 22:04:41.085075 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-a69e8556-265f-4928-b210-ac461518c7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8ccb7220>, [], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:04:41.085953 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69e8556-265f-4928-b210-ac461518c7bc None None] The sync data for ids ['1a9903f6-9132-4577-8af1-c5b308c6a824'] in ncdv-master-1 is: [] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:04:41.102662 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=49e08e72-770d-4ba7-8a05-934efa78eccf,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:41.112799 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 49c2c69f-dd5e-46e5-9f01-d47267a4f3aa triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:04:41.113181 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (49c2c69f-dd5e-46e5-9f01-d47267a4f3aa), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:41.212510 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 49c2c69f-dd5e-46e5-9f01-d47267a4f3aa is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:04:41.213164 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (49c2c69f-dd5e-46e5-9f01-d47267a4f3aa), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:41.238501 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c6e5ade7-bfd7-425b-8ec5-11a6d68453cc req-234af994-0d99-4140-b981-ffe2c41b8faa service neutron] 10.222.0.59 "GET /v2.0/networks/f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7526379
May 07 22:04:41.243485 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-b37dcecb-0d04-4c77-aeff-26533d776b09 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Allocated IP 172.20.0.1 (0124d628-0714-4eb8-b81f-1f5a4ced80cc/5e9b4b45-0424-4913-b438-6e766a477b3b/5fec63ef-93aa-429e-84d3-f9f3f40f04ce) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:04:41.258983 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port 49c2c69f-dd5e-46e5-9f01-d47267a4f3aa, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=49c2c69f-dd5e-46e5-9f01-d47267a4f3aa,segment=NetworkSegment(86058b97-ca98-4bcc-b2cc-13cc18e8d4c0),segment_id=86058b97-ca98-4bcc-b2cc-13cc18e8d4c0)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:04:41.265966 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (49c2c69f-dd5e-46e5-9f01-d47267a4f3aa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:41.335170 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c6eecae4-2168-4e8a-9b70-930bb92b4316 req-5c54332f-20d5-464c-89e9-b4a0fe965574 service neutron] 10.222.0.32 "GET /v2.0/networks/33b52409-fae0-4935-b5d0-15acefaa0f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2725914
May 07 22:04:41.359345 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=49c2c69f-dd5e-46e5-9f01-d47267a4f3aa,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:41.462937 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c6e5ade7-bfd7-425b-8ec5-11a6d68453cc req-f50ae690-2743-4adc-b66e-5076888eb897 service neutron] 10.222.0.59 "GET /v2.0/networks/f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2079780
May 07 22:04:41.492283 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b37dcecb-0d04-4c77-aeff-26533d776b09 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for port (5fec63ef-93aa-429e-84d3-f9f3f40f04ce), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:41.548170 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c17e319b-0556-4073-a830-74478219df14 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks [] for floatingip (9930a92f-3a9a-47d2-a7a4-3831f0119f96), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:41.610835 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b37dcecb-0d04-4c77-aeff-26533d776b09 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (5fec63ef-93aa-429e-84d3-f9f3f40f04ce), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:41.650695 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-cd87815f-19d9-4495-afdf-cd7a4d8bd9aa req-c816c666-3ce2-4d3e-b98e-915e2661ba5f tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=efbfca97-f4f7-4462-aa1f-5b1936c45d96 HTTP/1.1" status: 200  len: 210 time: 0.0572183
May 07 22:04:41.657301 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b9f0d3b4-02e2-46db-a92d-846f3e72c9da req-20ae98dc-befd-4b29-9c71-720f7fc74d31 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7872598a-70de-4e95-af09-8b55fd257508&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1505141
May 07 22:04:41.719687 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e8b2dc-6f1f-4b6a-862f-3d4abd3b0524 req-9686ce97-1cbb-4f90-993f-15e1e3f365fd tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:41.727984 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-05e8b2dc-6f1f-4b6a-862f-3d4abd3b0524 req-9686ce97-1cbb-4f90-993f-15e1e3f365fd tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 946 time: 0.1310184
May 07 22:04:41.736596 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37dcecb-0d04-4c77-aeff-26533d776b09 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Network 0124d628-0714-4eb8-b81f-1f5a4ced80cc is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:04:41.747180 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-b37dcecb-0d04-4c77-aeff-26533d776b09 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:04:41.763068 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37dcecb-0d04-4c77-aeff-26533d776b09 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:04:41.774010 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37dcecb-0d04-4c77-aeff-26533d776b09 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Pushing event updated for resources: {'Port': ['ID=5fec63ef-93aa-429e-84d3-f9f3f40f04ce,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:41.822187 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f0d3b4-02e2-46db-a92d-846f3e72c9da req-9c534315-941c-4b80-9ed6-5a112865030c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:41.823719 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b9f0d3b4-02e2-46db-a92d-846f3e72c9da req-9c534315-941c-4b80-9ed6-5a112865030c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8130c27f2b84434a8d6fa5032b67aa1e&device_id=7872598a-70de-4e95-af09-8b55fd257508 HTTP/1.1" status: 200  len: 1127 time: 0.0913639
May 07 22:04:41.855962 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-05e8b2dc-6f1f-4b6a-862f-3d4abd3b0524 req-404b285e-e31b-44fd-aec9-2a28ca87fcbc tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1219668
May 07 22:04:41.857175 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b37dcecb-0d04-4c77-aeff-26533d776b09 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398161'] for router_interface (7ec1ba77-a233-4372-bdea-c57589f4c938), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:42.046242 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb04f3f-46b2-4238-8a43-807898d2557f None None] Network 0124d628-0714-4eb8-b81f-1f5a4ced80cc requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:04:42.051819 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b37dcecb-0d04-4c77-aeff-26533d776b09 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (5fec63ef-93aa-429e-84d3-f9f3f40f04ce), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:42.078704 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f0d3b4-02e2-46db-a92d-846f3e72c9da req-f8df6579-9fae-4724-91a9-c434de7edb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:42.080012 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b9f0d3b4-02e2-46db-a92d-846f3e72c9da req-f8df6579-9fae-4724-91a9-c434de7edb64 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b HTTP/1.1" status: 200  len: 920 time: 0.1841836
May 07 22:04:42.125277 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-1e4ae2ec-7d52-4632-bbd8-dd2fa2c8f2a0 None None] Provisioning complete for port 49c2c69f-dd5e-46e5-9f01-d47267a4f3aa triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:04:42.125989 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1e4ae2ec-7d52-4632-bbd8-dd2fa2c8f2a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (49c2c69f-dd5e-46e5-9f01-d47267a4f3aa), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:42.180001 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b9f0d3b4-02e2-46db-a92d-846f3e72c9da req-e20c1f4d-6d29-49a4-8c18-360b012e806f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=127ac58f-e629-45c6-b98f-fcf671fde77b HTTP/1.1" status: 200  len: 217 time: 0.0922840
May 07 22:04:42.281138 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ae2ec-7d52-4632-bbd8-dd2fa2c8f2a0 None None] Current status of the port 49c2c69f-dd5e-46e5-9f01-d47267a4f3aa is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:04:42.316247 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f0d3b4-02e2-46db-a92d-846f3e72c9da req-6a3d28bd-2446-43cb-8eaa-d2d311a2ca1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:42.317889 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b9f0d3b4-02e2-46db-a92d-846f3e72c9da req-6a3d28bd-2446-43cb-8eaa-d2d311a2ca1b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b554e5f7-e35c-452a-ba74-fc50d3983e51 HTTP/1.1" status: 200  len: 858 time: 0.1283453
May 07 22:04:42.437319 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f0d3b4-02e2-46db-a92d-846f3e72c9da req-a8869293-5f8c-4b2b-bbd6-101edd63b47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:42.437555 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b37dcecb-0d04-4c77-aeff-26533d776b09 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for port (5fec63ef-93aa-429e-84d3-f9f3f40f04ce), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:42.438855 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b9f0d3b4-02e2-46db-a92d-846f3e72c9da req-a8869293-5f8c-4b2b-bbd6-101edd63b47f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1146755
May 07 22:04:42.443489 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b37dcecb-0d04-4c77-aeff-26533d776b09 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (5fec63ef-93aa-429e-84d3-f9f3f40f04ce), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:42.504845 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-fcaa51a5-ad22-4f32-82c6-26fbb13f7cbd None None] Provisioning complete for port 5fec63ef-93aa-429e-84d3-f9f3f40f04ce triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:04:42.505313 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-fcaa51a5-ad22-4f32-82c6-26fbb13f7cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (5fec63ef-93aa-429e-84d3-f9f3f40f04ce), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:42.544742 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-fcaa51a5-ad22-4f32-82c6-26fbb13f7cbd None None] Port 5fec63ef-93aa-429e-84d3-f9f3f40f04ce cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:04:42.551098 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.db.resource_extend [None req-c17e319b-0556-4073-a830-74478219df14 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 07 22:04:42.553840 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-fcaa51a5-ad22-4f32-82c6-26fbb13f7cbd None None] Provisioning complete for port 49c2c69f-dd5e-46e5-9f01-d47267a4f3aa triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:04:42.554463 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-fcaa51a5-ad22-4f32-82c6-26fbb13f7cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (49c2c69f-dd5e-46e5-9f01-d47267a4f3aa), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:42.563866 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b37dcecb-0d04-4c77-aeff-26533d776b09 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401121'] for router_interface (7ec1ba77-a233-4372-bdea-c57589f4c938), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:42.589955 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37dcecb-0d04-4c77-aeff-26533d776b09 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Pushing event updated for resources: {'Port': ['ID=5fec63ef-93aa-429e-84d3-f9f3f40f04ce,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:42.592752 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 49e08e72-770d-4ba7-8a05-934efa78eccf up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:04:42.616207 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c17e319b-0556-4073-a830-74478219df14 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:42.628218 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b9f0d3b4-02e2-46db-a92d-846f3e72c9da req-f75c2aa3-94b0-4898-bdf1-d8295c3e1841 service neutron] 10.222.0.55 "GET /v2.0/networks/f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1580403
May 07 22:04:42.629351 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c17e319b-0556-4073-a830-74478219df14 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (9930a92f-3a9a-47d2-a7a4-3831f0119f96), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:42.648373 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 49e08e72-770d-4ba7-8a05-934efa78eccf triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:04:42.648757 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (49e08e72-770d-4ba7-8a05-934efa78eccf), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:42.694016 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37dcecb-0d04-4c77-aeff-26533d776b09 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Network 0124d628-0714-4eb8-b81f-1f5a4ced80cc is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:04:42.696843 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-b37dcecb-0d04-4c77-aeff-26533d776b09 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:04:42.803301 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-fcaa51a5-ad22-4f32-82c6-26fbb13f7cbd None None] Current status of the port 49c2c69f-dd5e-46e5-9f01-d47267a4f3aa is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:04:42.860594 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b37dcecb-0d04-4c77-aeff-26533d776b09 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Router 7ec1ba77-a233-4372-bdea-c57589f4c938 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:04:42.880039 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b666b171-91f5-4582-beb5-43bdf4c9c1aa req-c0cf1bb6-6803-47dc-8e9c-2f9394cd4d8e tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=efbfca97-f4f7-4462-aa1f-5b1936c45d96 HTTP/1.1" status: 200  len: 210 time: 0.1040242
May 07 22:04:42.909082 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 49e08e72-770d-4ba7-8a05-934efa78eccf is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:04:42.910205 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 49c2c69f-dd5e-46e5-9f01-d47267a4f3aa up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:04:42.966341 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-ac2f2929-1684-4e28-975c-67a7f9c29b4e None None] Provisioning complete for port 5fec63ef-93aa-429e-84d3-f9f3f40f04ce triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:04:42.966939 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ac2f2929-1684-4e28-975c-67a7f9c29b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (5fec63ef-93aa-429e-84d3-f9f3f40f04ce), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:43.047709 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-ac2f2929-1684-4e28-975c-67a7f9c29b4e None None] Port 5fec63ef-93aa-429e-84d3-f9f3f40f04ce cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:04:43.057845 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 49c2c69f-dd5e-46e5-9f01-d47267a4f3aa triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:04:43.059050 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (49c2c69f-dd5e-46e5-9f01-d47267a4f3aa), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:43.083321 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d001086-1da4-48c5-951d-8037094c6d11 req-7afb3575-ac1d-4c55-9aa8-63a5c3da7ad9 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:43.084857 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9d001086-1da4-48c5-951d-8037094c6d11 req-7afb3575-ac1d-4c55-9aa8-63a5c3da7ad9 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 946 time: 0.0780466
May 07 22:04:43.088179 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b37dcecb-0d04-4c77-aeff-26533d776b09 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:04:43.096035 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-b37dcecb-0d04-4c77-aeff-26533d776b09 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "PUT /v2.0/routers/7ec1ba77-a233-4372-bdea-c57589f4c938/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4802039
May 07 22:04:43.096695 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 58990) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:04:43.113305 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4449e93-f7cf-4e2c-8e32-93585f48f586 None None] Sync routers for ids ['7ec1ba77-a233-4372-bdea-c57589f4c938'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:04:43.149019 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4449e93-f7cf-4e2c-8e32-93585f48f586 None None] Routers {'7ec1ba77-a233-4372-bdea-c57589f4c938'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:04:43.149798 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-a4449e93-f7cf-4e2c-8e32-93585f48f586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f9e8940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:04:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['7ec1ba77-a233-4372-bdea-c57589f4c938'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:04:43.191723 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b9f0d3b4-02e2-46db-a92d-846f3e72c9da req-ddc72906-e082-486b-847e-44a02e9ba6da service neutron] 10.222.0.55 "GET /v2.0/networks/f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4267914
May 07 22:04:43.234675 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-19864a4d-cea9-4462-8b5b-63059934577a None None] Provisioning complete for port 5fec63ef-93aa-429e-84d3-f9f3f40f04ce triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:04:43.234983 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-19864a4d-cea9-4462-8b5b-63059934577a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (5fec63ef-93aa-429e-84d3-f9f3f40f04ce), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:43.235151 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eecae4-2168-4e8a-9b70-930bb92b4316 req-9686cdde-5f7d-4b48-9109-ac23a9e90d18 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:43.237984 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c6eecae4-2168-4e8a-9b70-930bb92b4316 req-9686cdde-5f7d-4b48-9109-ac23a9e90d18 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.55 "GET /v2.0/networks?id=33b52409-fae0-4935-b5d0-15acefaa0f3f HTTP/1.1" status: 200  len: 812 time: 0.3876953
May 07 22:04:43.247842 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c17e319b-0556-4073-a830-74478219df14 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Router 1a9903f6-9132-4577-8af1-c5b308c6a824 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:04:43.254148 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-c6eecae4-2168-4e8a-9b70-930bb92b4316 req-ef05e65b-ef60-47ef-bb78-0782e8c0cd1c tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Request body: {'port': {'device_id': 'efbfca97-f4f7-4462-aa1f-5b1936c45d96', 'network_id': '33b52409-fae0-4935-b5d0-15acefaa0f3f', 'admin_state_up': True, 'tenant_id': '759c66c34f414c19b2109393738ef639'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:04:43.293900 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9d001086-1da4-48c5-951d-8037094c6d11 req-da772ecb-38dd-49cb-af84-0d866fbca4c0 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1961241
May 07 22:04:43.354264 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a08b2a4-85fc-4ba7-aa48-a8141b2cefe5 tempest-TestNetworkBasicOps-1465750221 tempest-TestNetworkBasicOps-1465750221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:43.354742 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a08b2a4-85fc-4ba7-aa48-a8141b2cefe5 tempest-TestNetworkBasicOps-1465750221 tempest-TestNetworkBasicOps-1465750221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:43.355233 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a08b2a4-85fc-4ba7-aa48-a8141b2cefe5 tempest-TestNetworkBasicOps-1465750221 tempest-TestNetworkBasicOps-1465750221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:43.355695 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a08b2a4-85fc-4ba7-aa48-a8141b2cefe5 tempest-TestNetworkBasicOps-1465750221 tempest-TestNetworkBasicOps-1465750221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:43.356162 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a08b2a4-85fc-4ba7-aa48-a8141b2cefe5 tempest-TestNetworkBasicOps-1465750221 tempest-TestNetworkBasicOps-1465750221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:43.356910 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a08b2a4-85fc-4ba7-aa48-a8141b2cefe5 tempest-TestNetworkBasicOps-1465750221 tempest-TestNetworkBasicOps-1465750221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:43.357073 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a08b2a4-85fc-4ba7-aa48-a8141b2cefe5 tempest-TestNetworkBasicOps-1465750221 tempest-TestNetworkBasicOps-1465750221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:43.357534 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a08b2a4-85fc-4ba7-aa48-a8141b2cefe5 tempest-TestNetworkBasicOps-1465750221 tempest-TestNetworkBasicOps-1465750221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:43.358003 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a08b2a4-85fc-4ba7-aa48-a8141b2cefe5 tempest-TestNetworkBasicOps-1465750221 tempest-TestNetworkBasicOps-1465750221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:43.358445 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a08b2a4-85fc-4ba7-aa48-a8141b2cefe5 tempest-TestNetworkBasicOps-1465750221 tempest-TestNetworkBasicOps-1465750221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:43.358927 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a08b2a4-85fc-4ba7-aa48-a8141b2cefe5 tempest-TestNetworkBasicOps-1465750221 tempest-TestNetworkBasicOps-1465750221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:43.359408 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a08b2a4-85fc-4ba7-aa48-a8141b2cefe5 tempest-TestNetworkBasicOps-1465750221 tempest-TestNetworkBasicOps-1465750221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:43.359710 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-19864a4d-cea9-4462-8b5b-63059934577a None None] Port 5fec63ef-93aa-429e-84d3-f9f3f40f04ce cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:04:43.365545 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-9a08b2a4-85fc-4ba7-aa48-a8141b2cefe5 tempest-TestNetworkBasicOps-1465750221 tempest-TestNetworkBasicOps-1465750221-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200  len: 8490 time: 0.2587821
May 07 22:04:43.366361 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 58992) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:04:43.389553 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 49c2c69f-dd5e-46e5-9f01-d47267a4f3aa is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:04:43.400268 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-a4449e93-f7cf-4e2c-8e32-93585f48f586 None None] Set router 7ec1ba77-a233-4372-bdea-c57589f4c938 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:04:43.466975 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c17e319b-0556-4073-a830-74478219df14 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:04:43.474227 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c17e319b-0556-4073-a830-74478219df14 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:43.480856 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8bb90c8-24ed-4364-a843-6356633d8791 tempest-TestNetworkBasicOps-1465750221 tempest-TestNetworkBasicOps-1465750221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:43.481698 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8bb90c8-24ed-4364-a843-6356633d8791 tempest-TestNetworkBasicOps-1465750221 tempest-TestNetworkBasicOps-1465750221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:43.482172 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8bb90c8-24ed-4364-a843-6356633d8791 tempest-TestNetworkBasicOps-1465750221 tempest-TestNetworkBasicOps-1465750221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:43.482630 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8bb90c8-24ed-4364-a843-6356633d8791 tempest-TestNetworkBasicOps-1465750221 tempest-TestNetworkBasicOps-1465750221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:43.483112 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8bb90c8-24ed-4364-a843-6356633d8791 tempest-TestNetworkBasicOps-1465750221 tempest-TestNetworkBasicOps-1465750221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:43.483567 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8bb90c8-24ed-4364-a843-6356633d8791 tempest-TestNetworkBasicOps-1465750221 tempest-TestNetworkBasicOps-1465750221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:43.484022 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8bb90c8-24ed-4364-a843-6356633d8791 tempest-TestNetworkBasicOps-1465750221 tempest-TestNetworkBasicOps-1465750221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:43.484477 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8bb90c8-24ed-4364-a843-6356633d8791 tempest-TestNetworkBasicOps-1465750221 tempest-TestNetworkBasicOps-1465750221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:43.484731 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790b56bb-e109-497b-8a3c-1f328fe54d6e None None] Sync routers for ids ['1a9903f6-9132-4577-8af1-c5b308c6a824'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:04:43.485126 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8bb90c8-24ed-4364-a843-6356633d8791 tempest-TestNetworkBasicOps-1465750221 tempest-TestNetworkBasicOps-1465750221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:43.485357 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8bb90c8-24ed-4364-a843-6356633d8791 tempest-TestNetworkBasicOps-1465750221 tempest-TestNetworkBasicOps-1465750221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:43.485803 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8bb90c8-24ed-4364-a843-6356633d8791 tempest-TestNetworkBasicOps-1465750221 tempest-TestNetworkBasicOps-1465750221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:43.486247 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8bb90c8-24ed-4364-a843-6356633d8791 tempest-TestNetworkBasicOps-1465750221 tempest-TestNetworkBasicOps-1465750221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:43.494828 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-f8bb90c8-24ed-4364-a843-6356633d8791 tempest-TestNetworkBasicOps-1465750221 tempest-TestNetworkBasicOps-1465750221-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 7798 time: 0.1222184
May 07 22:04:43.499395 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 58994) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:04:43.507955 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790b56bb-e109-497b-8a3c-1f328fe54d6e None None] Routers {'1a9903f6-9132-4577-8af1-c5b308c6a824'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:04:43.509206 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-790b56bb-e109-497b-8a3c-1f328fe54d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8d9c8c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:04:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['1a9903f6-9132-4577-8af1-c5b308c6a824'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:04:43.559820 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-c17e319b-0556-4073-a830-74478219df14 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] 10.222.0.32 "PUT /v2.0/floatingips/9930a92f-3a9a-47d2-a7a4-3831f0119f96 HTTP/1.1" status: 200  len: 978 time: 2.5564189
May 07 22:04:43.560545 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 58996) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:04:43.562806 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6eecae4-2168-4e8a-9b70-930bb92b4316 req-ef05e65b-ef60-47ef-bb78-0782e8c0cd1c tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Made reservation on behalf of 759c66c34f414c19b2109393738ef639 for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:04:43.566914 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-c6eecae4-2168-4e8a-9b70-930bb92b4316 req-ef05e65b-ef60-47ef-bb78-0782e8c0cd1c tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:43.579927 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-790b56bb-e109-497b-8a3c-1f328fe54d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8d9c8c10>, [], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:04:43.595041 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790b56bb-e109-497b-8a3c-1f328fe54d6e None None] Routers {'1a9903f6-9132-4577-8af1-c5b308c6a824'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:04:43.595902 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-790b56bb-e109-497b-8a3c-1f328fe54d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8d9c8c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:04:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['1a9903f6-9132-4577-8af1-c5b308c6a824'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:04:43.641209 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-790b56bb-e109-497b-8a3c-1f328fe54d6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8d9c8c10>, [], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:04:43.642168 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790b56bb-e109-497b-8a3c-1f328fe54d6e None None] The sync data for ids ['1a9903f6-9132-4577-8af1-c5b308c6a824'] in ncdv-master-1 is: [] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:04:43.658429 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-a4449e93-f7cf-4e2c-8e32-93585f48f586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f9e8940>, [{'id': '7ec1ba77-a233-4372-bdea-c57589f4c938', 'name': 'tempest-TestNetworkBasicOps-router-1089487645', 'tenant_id': '0c313e966d334c26afa43b480ab20fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.98'}], 'enable_snat': True}, 'gw_port_id': '49e08e72-770d-4ba7-8a05-934efa78eccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:04:35Z', 'updated_at': '2022-05-07T22:04:41Z', 'revision_number': 4, 'project_id': '0c313e966d334c26afa43b480ab20fb0', 'gw_port': {'id': '49e08e72-770d-4ba7-8a05-934efa78eccf', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec1ba77-a233-4372-bdea-c57589f4c938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:04:35Z', 'updated_at': '2022-05-07T22:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5fec63ef-93aa-429e-84d3-f9f3f40f04ce', 'name': '', 'network_id': '0124d628-0714-4eb8-b81f-1f5a4ced80cc', 'tenant_id': '0c313e966d334c26afa43b480ab20fb0', 'mac_address': 'fa:16:3e:85:8c:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ec1ba77-a233-4372-bdea-c57589f4c938', 'device_owner': 'network:router_interface', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '5e9b4b45-0424-4913-b438-6e766a477b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:04:40Z', 'updated_at': '2022-05-07T22:04:42Z', 'revision_number': 2, 'project_id': '0c313e966d334c26afa43b480ab20fb0', 'subnets': [{'id': '5e9b4b45-0424-4913-b438-6e766a477b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:04:43.688090 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4449e93-f7cf-4e2c-8e32-93585f48f586 None None] Checking router: 7ec1ba77-a233-4372-bdea-c57589f4c938 for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:04:43.688459 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4449e93-f7cf-4e2c-8e32-93585f48f586 None None] Updating router 7ec1ba77-a233-4372-bdea-c57589f4c938 port 5fec63ef-93aa-429e-84d3-f9f3f40f04ce binding host ncdv-master-1 {{(pid=121838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 22:04:43.728262 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a4449e93-f7cf-4e2c-8e32-93585f48f586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (5fec63ef-93aa-429e-84d3-f9f3f40f04ce), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:43.783079 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-98c1d174-8808-4302-a0f8-13cd75857c0a tempest-TestNetworkBasicOps-1465750221 tempest-TestNetworkBasicOps-1465750221-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 6650 time: 0.2821493
May 07 22:04:43.876569 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [req-c6eecae4-2168-4e8a-9b70-930bb92b4316 req-ef05e65b-ef60-47ef-bb78-0782e8c0cd1c tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Allocated IP 172.20.0.4 (33b52409-fae0-4935-b5d0-15acefaa0f3f/3e304f3b-3927-4f57-b6d9-ff32c4ae5938/4c002f8a-6eee-4016-aa09-cc73c944ce61) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:04:43.878668 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-78f04ade-94f3-47bd-a518-abb610f8e1f0 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Deleting port 0d17ca4b-c776-485e-bd01-12b9f84f9898 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:04:43.879058 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-78f04ade-94f3-47bd-a518-abb610f8e1f0 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (0d17ca4b-c776-485e-bd01-12b9f84f9898), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:43.987805 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-37e3b110-1b29-420c-ac68-a9ede864d58b req-f9c85f9b-7511-4dd0-874b-39a7b14b41d9 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=efbfca97-f4f7-4462-aa1f-5b1936c45d96 HTTP/1.1" status: 200  len: 210 time: 0.0308068
May 07 22:04:44.010617 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a4449e93-f7cf-4e2c-8e32-93585f48f586 None None] Publish callbacks [] for port (5fec63ef-93aa-429e-84d3-f9f3f40f04ce), precommit_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:44.018131 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a4449e93-f7cf-4e2c-8e32-93585f48f586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (5fec63ef-93aa-429e-84d3-f9f3f40f04ce), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:44.028996 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 59004) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:04:44.032821 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-78f04ade-94f3-47bd-a518-abb610f8e1f0 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (0d17ca4b-c776-485e-bd01-12b9f84f9898), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:44.033150 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-78f04ade-94f3-47bd-a518-abb610f8e1f0 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks [] for floatingip (0d17ca4b-c776-485e-bd01-12b9f84f9898), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:44.034556 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-59cf3079-13fa-4d79-ae2f-33c9539592c3 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1294035409', 'description': 'tempest-secgroup-smoke-1294035409 description', 'project_id': '0c313e966d334c26afa43b480ab20fb0'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:04:44.057472 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-59cf3079-13fa-4d79-ae2f-33c9539592c3 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:44.081969 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-78f04ade-94f3-47bd-a518-abb610f8e1f0 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Calling delete_port for 0d17ca4b-c776-485e-bd01-12b9f84f9898 owned by network:floatingip {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:04:44.135726 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-59cf3079-13fa-4d79-ae2f-33c9539592c3 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for security_group (347823fa-5b75-4d82-a2c0-79728edb4f9e), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:44.139734 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-59cf3079-13fa-4d79-ae2f-33c9539592c3 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (347823fa-5b75-4d82-a2c0-79728edb4f9e), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:44.172567 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-59cf3079-13fa-4d79-ae2f-33c9539592c3 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:44.173893 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-59cf3079-13fa-4d79-ae2f-33c9539592c3 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1433935
May 07 22:04:44.177265 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 59006) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:04:44.181637 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-434e893e-b637-4989-b0d8-ca54191af70d tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Request body: {'security_group_rule': {'security_group_id': '347823fa-5b75-4d82-a2c0-79728edb4f9e', 'project_id': '0c313e966d334c26afa43b480ab20fb0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:04:44.189901 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cf3079-13fa-4d79-ae2f-33c9539592c3 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=347823fa-5b75-4d82-a2c0-79728edb4f9e,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:44.219736 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-434e893e-b637-4989-b0d8-ca54191af70d tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for security_group_rule (c23bc431-fda4-4340-ae49-cefe13e2d98c), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:44.230902 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-c6eecae4-2168-4e8a-9b70-930bb92b4316 req-ef05e65b-ef60-47ef-bb78-0782e8c0cd1c tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Publish callbacks [] for port (4c002f8a-6eee-4016-aa09-cc73c944ce61), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:44.246197 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5864286-ae3d-481e-aee4-de6be16a2142 None None] Pushing event updated for resources: {'Port': ['ID=5fec63ef-93aa-429e-84d3-f9f3f40f04ce,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:44.292765 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-434e893e-b637-4989-b0d8-ca54191af70d tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for security_group_rule (c23bc431-fda4-4340-ae49-cefe13e2d98c), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:44.299832 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-434e893e-b637-4989-b0d8-ca54191af70d tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (c23bc431-fda4-4340-ae49-cefe13e2d98c), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:44.302259 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-c6eecae4-2168-4e8a-9b70-930bb92b4316 req-ef05e65b-ef60-47ef-bb78-0782e8c0cd1c tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (4c002f8a-6eee-4016-aa09-cc73c944ce61), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:44.319520 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['21b489d6-f673-44e1-848f-8bbe1b3aef5c'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:04:44.327712 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434e893e-b637-4989-b0d8-ca54191af70d tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c23bc431-fda4-4340-ae49-cefe13e2d98c,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:44.341953 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-434e893e-b637-4989-b0d8-ca54191af70d tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:44.343539 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-434e893e-b637-4989-b0d8-ca54191af70d tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1652966
May 07 22:04:44.346391 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 59010) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:04:44.351872 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-7cb319a1-8725-4162-8b19-d7f8779ef304 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Request body: {'security_group_rule': {'security_group_id': '347823fa-5b75-4d82-a2c0-79728edb4f9e', 'project_id': '0c313e966d334c26afa43b480ab20fb0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:04:44.399512 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7cb319a1-8725-4162-8b19-d7f8779ef304 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for security_group_rule (a3c900cd-77dc-4da4-9de3-3df4a94c22d9), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:44.428069 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6eecae4-2168-4e8a-9b70-930bb92b4316 req-ef05e65b-ef60-47ef-bb78-0782e8c0cd1c tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Network 33b52409-fae0-4935-b5d0-15acefaa0f3f is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:04:44.428866 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef05e65b-ef60-47ef-bb78-0782e8c0cd1c tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Pushing event updated for resources: {'Port': ['ID=4c002f8a-6eee-4016-aa09-cc73c944ce61,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:44.432661 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [req-c6eecae4-2168-4e8a-9b70-930bb92b4316 req-ef05e65b-ef60-47ef-bb78-0782e8c0cd1c tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:04:44.435473 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6eecae4-2168-4e8a-9b70-930bb92b4316 req-ef05e65b-ef60-47ef-bb78-0782e8c0cd1c tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:04:44.437476 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-a4449e93-f7cf-4e2c-8e32-93585f48f586 None None] Attempting to bind port 5fec63ef-93aa-429e-84d3-f9f3f40f04ce on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:04:44.438043 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-a4449e93-f7cf-4e2c-8e32-93585f48f586 None None] Attempting to bind port 5fec63ef-93aa-429e-84d3-f9f3f40f04ce by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '86058b97-ca98-4bcc-b2cc-13cc18e8d4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '0124d628-0714-4eb8-b81f-1f5a4ced80cc'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:04:44.438416 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4449e93-f7cf-4e2c-8e32-93585f48f586 None None] Attempting to bind port 5fec63ef-93aa-429e-84d3-f9f3f40f04ce on network 0124d628-0714-4eb8-b81f-1f5a4ced80cc {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:04:44.454705 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4449e93-f7cf-4e2c-8e32-93585f48f586 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:04:44.455612 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4449e93-f7cf-4e2c-8e32-93585f48f586 None None] Checking segment: {'id': '86058b97-ca98-4bcc-b2cc-13cc18e8d4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '0124d628-0714-4eb8-b81f-1f5a4ced80cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:04:44.455612 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a4449e93-f7cf-4e2c-8e32-93585f48f586 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:44.455952 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4449e93-f7cf-4e2c-8e32-93585f48f586 None None] Bound using segment: {'id': '86058b97-ca98-4bcc-b2cc-13cc18e8d4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '0124d628-0714-4eb8-b81f-1f5a4ced80cc'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:04:44.456410 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-a4449e93-f7cf-4e2c-8e32-93585f48f586 None None] Bound port: 5fec63ef-93aa-429e-84d3-f9f3f40f04ce, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86058b97-ca98-4bcc-b2cc-13cc18e8d4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '0124d628-0714-4eb8-b81f-1f5a4ced80cc'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:04:44.456804 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a4449e93-f7cf-4e2c-8e32-93585f48f586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (5fec63ef-93aa-429e-84d3-f9f3f40f04ce), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:44.482078 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-78f04ade-94f3-47bd-a518-abb610f8e1f0 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (0d17ca4b-c776-485e-bd01-12b9f84f9898), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:44.556286 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcb1664-f297-4647-bad8-50edd4dea384 req-778a04af-282a-4132-beca-e13d5b5b7661 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:44.560121 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f04ade-94f3-47bd-a518-abb610f8e1f0 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Pushing event deleted for resources: {'Port': ['ID=0d17ca4b-c776-485e-bd01-12b9f84f9898,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:44.568002 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-afcb1664-f297-4647-bad8-50edd4dea384 req-778a04af-282a-4132-beca-e13d5b5b7661 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 946 time: 0.1005416
May 07 22:04:44.571081 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7cb319a1-8725-4162-8b19-d7f8779ef304 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for security_group_rule (a3c900cd-77dc-4da4-9de3-3df4a94c22d9), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:44.588874 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-a4449e93-f7cf-4e2c-8e32-93585f48f586 None None] For port 5fec63ef-93aa-429e-84d3-f9f3f40f04ce, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:04:44.603815 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7cb319a1-8725-4162-8b19-d7f8779ef304 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (a3c900cd-77dc-4da4-9de3-3df4a94c22d9), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:44.618086 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-a4449e93-f7cf-4e2c-8e32-93585f48f586 None None] For port 5fec63ef-93aa-429e-84d3-f9f3f40f04ce, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5fec63ef-93aa-429e-84d3-f9f3f40f04ce,segment=NetworkSegment(86058b97-ca98-4bcc-b2cc-13cc18e8d4c0),segment_id=86058b97-ca98-4bcc-b2cc-13cc18e8d4c0)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:04:44.651608 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb319a1-8725-4162-8b19-d7f8779ef304 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3c900cd-77dc-4da4-9de3-3df4a94c22d9,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:44.689653 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7f8dea9a-d0aa-4202-ac59-cf15f7efd32f req-d406f2d7-21c0-473a-83c6-892897ec610b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=96e381dd-9f23-442c-80d2-8623a85c3e50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1131189
May 07 22:04:44.706988 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7cb319a1-8725-4162-8b19-d7f8779ef304 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:44.708457 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-7cb319a1-8725-4162-8b19-d7f8779ef304 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3608456
May 07 22:04:44.713015 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 59012) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:04:44.718235 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-ead3a208-0350-471a-bf7b-a5848da4bc4f tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Request body: {'security_group_rule': {'security_group_id': '347823fa-5b75-4d82-a2c0-79728edb4f9e', 'project_id': '0c313e966d334c26afa43b480ab20fb0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:04:44.722432 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a4449e93-f7cf-4e2c-8e32-93585f48f586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (5fec63ef-93aa-429e-84d3-f9f3f40f04ce), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:44.752959 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-afcb1664-f297-4647-bad8-50edd4dea384 req-57979fa5-ec45-4ed2-866d-72fa9ef125cd tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1747770
May 07 22:04:44.814309 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ead3a208-0350-471a-bf7b-a5848da4bc4f tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for security_group_rule (61c2fdc2-7129-4f1f-9153-64406107cd29), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:44.817391 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-2e5c7290-67a9-4413-8a3b-482e644a3092 None None] Provisioning complete for port 5fec63ef-93aa-429e-84d3-f9f3f40f04ce triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:04:44.817609 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2e5c7290-67a9-4413-8a3b-482e644a3092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (5fec63ef-93aa-429e-84d3-f9f3f40f04ce), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:44.837409 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8dea9a-d0aa-4202-ac59-cf15f7efd32f req-d05b052c-13b7-4714-8500-2274275de228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:44.839150 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7f8dea9a-d0aa-4202-ac59-cf15f7efd32f req-d05b052c-13b7-4714-8500-2274275de228 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8130c27f2b84434a8d6fa5032b67aa1e&device_id=96e381dd-9f23-442c-80d2-8623a85c3e50 HTTP/1.1" status: 200  len: 1127 time: 0.0796218
May 07 22:04:44.865474 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5864286-ae3d-481e-aee4-de6be16a2142 None None] Pushing event updated for resources: {'Port': ['ID=5fec63ef-93aa-429e-84d3-f9f3f40f04ce,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:44.888900 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4449e93-f7cf-4e2c-8e32-93585f48f586 None None] Routers {'7ec1ba77-a233-4372-bdea-c57589f4c938'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:04:44.889697 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-a4449e93-f7cf-4e2c-8e32-93585f48f586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f9e8940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:04:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['7ec1ba77-a233-4372-bdea-c57589f4c938'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:04:44.925447 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ead3a208-0350-471a-bf7b-a5848da4bc4f tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for security_group_rule (61c2fdc2-7129-4f1f-9153-64406107cd29), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:44.963729 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eecae4-2168-4e8a-9b70-930bb92b4316 req-ef05e65b-ef60-47ef-bb78-0782e8c0cd1c tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:44.964363 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-c6eecae4-2168-4e8a-9b70-930bb92b4316 req-ef05e65b-ef60-47ef-bb78-0782e8c0cd1c tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:44.966917 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ead3a208-0350-471a-bf7b-a5848da4bc4f tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (61c2fdc2-7129-4f1f-9153-64406107cd29), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:45.014071 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead3a208-0350-471a-bf7b-a5848da4bc4f tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61c2fdc2-7129-4f1f-9153-64406107cd29,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:45.014285 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c6eecae4-2168-4e8a-9b70-930bb92b4316 req-ef05e65b-ef60-47ef-bb78-0782e8c0cd1c tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7639244
May 07 22:04:45.015997 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-a4449e93-f7cf-4e2c-8e32-93585f48f586 None None] Set router 7ec1ba77-a233-4372-bdea-c57589f4c938 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:04:45.019636 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-78f04ade-94f3-47bd-a518-abb610f8e1f0 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks [] for floatingip (9930a92f-3a9a-47d2-a7a4-3831f0119f96), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:45.020020 ncdv-master-1 neutron-server[121836]: INFO neutron.db.l3_db [None req-78f04ade-94f3-47bd-a518-abb610f8e1f0 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Floating IP 9930a92f-3a9a-47d2-a7a4-3831f0119f96 disassociated (deleted). External IP: 172.35.4.28, port: b0e6e26e-8713-4f9e-93dd-f43e2f64b5cf.
May 07 22:04:45.035835 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-c6eecae4-2168-4e8a-9b70-930bb92b4316 req-8f194e9a-7f49-40c3-92b6-22c25c658512 service neutron] Request body: {'port': {'device_id': 'efbfca97-f4f7-4462-aa1f-5b1936c45d96', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:04:45.040025 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ead3a208-0350-471a-bf7b-a5848da4bc4f tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:45.046509 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-ead3a208-0350-471a-bf7b-a5848da4bc4f tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3298867
May 07 22:04:45.049724 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 59018) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:04:45.054281 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-bb13a220-69b2-41cc-92e2-59ba7ddb9f4f tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Request body: {'security_group_rule': {'security_group_id': '347823fa-5b75-4d82-a2c0-79728edb4f9e', 'project_id': '0c313e966d334c26afa43b480ab20fb0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:04:45.095287 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bb13a220-69b2-41cc-92e2-59ba7ddb9f4f tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for security_group_rule (599f459c-c3e2-4573-b0df-ac1555174fb3), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:45.165641 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bb13a220-69b2-41cc-92e2-59ba7ddb9f4f tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for security_group_rule (599f459c-c3e2-4573-b0df-ac1555174fb3), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:45.166853 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-2e5c7290-67a9-4413-8a3b-482e644a3092 None None] Current status of the port 5fec63ef-93aa-429e-84d3-f9f3f40f04ce is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:04:45.167261 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2e5c7290-67a9-4413-8a3b-482e644a3092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (5fec63ef-93aa-429e-84d3-f9f3f40f04ce), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:45.171313 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8dea9a-d0aa-4202-ac59-cf15f7efd32f req-c3b52e9a-afe9-4fe9-b042-a8ab2cb8c2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:45.173251 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7f8dea9a-d0aa-4202-ac59-cf15f7efd32f req-c3b52e9a-afe9-4fe9-b042-a8ab2cb8c2e3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b HTTP/1.1" status: 200  len: 920 time: 0.3084571
May 07 22:04:45.176378 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bb13a220-69b2-41cc-92e2-59ba7ddb9f4f tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (599f459c-c3e2-4573-b0df-ac1555174fb3), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:45.211148 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bb13a220-69b2-41cc-92e2-59ba7ddb9f4f tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:45.214948 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-bb13a220-69b2-41cc-92e2-59ba7ddb9f4f tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1617444
May 07 22:04:45.232349 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 59020) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:04:45.240691 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-90aea99f-3329-4d8e-aaa3-6cbd2ade2a98 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Request body: {'security_group_rule': {'security_group_id': '347823fa-5b75-4d82-a2c0-79728edb4f9e', 'project_id': '0c313e966d334c26afa43b480ab20fb0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:04:45.246397 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7f8dea9a-d0aa-4202-ac59-cf15f7efd32f req-9fe746c5-a10d-457b-a5f3-084fbd0826a4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8c6248c5-d242-4598-8d78-5b4023298e63 HTTP/1.1" status: 200  len: 217 time: 0.0522153
May 07 22:04:45.246919 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb13a220-69b2-41cc-92e2-59ba7ddb9f4f tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=599f459c-c3e2-4573-b0df-ac1555174fb3,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:45.249171 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-2e5c7290-67a9-4413-8a3b-482e644a3092 None None] For port 5fec63ef-93aa-429e-84d3-f9f3f40f04ce, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5fec63ef-93aa-429e-84d3-f9f3f40f04ce,segment=NetworkSegment(86058b97-ca98-4bcc-b2cc-13cc18e8d4c0),segment_id=86058b97-ca98-4bcc-b2cc-13cc18e8d4c0)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:04:45.254355 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2e5c7290-67a9-4413-8a3b-482e644a3092 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (5fec63ef-93aa-429e-84d3-f9f3f40f04ce), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:45.271829 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce99468-18de-49cf-8fde-d303f592e47f req-95f16e6a-1043-485a-9270-c7d3cf5b5650 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:45.273354 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0ce99468-18de-49cf-8fde-d303f592e47f req-95f16e6a-1043-485a-9270-c7d3cf5b5650 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=efbfca97-f4f7-4462-aa1f-5b1936c45d96 HTTP/1.1" status: 200  len: 931 time: 0.1709948
May 07 22:04:45.294788 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-c6eecae4-2168-4e8a-9b70-930bb92b4316 req-8f194e9a-7f49-40c3-92b6-22c25c658512 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (4c002f8a-6eee-4016-aa09-cc73c944ce61), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:45.305375 ncdv-master-1 neutron-server[121836]: INFO neutron.db.securitygroups_db [None req-90aea99f-3329-4d8e-aaa3-6cbd2ade2a98 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Project 0c313e966d334c26afa43b480ab20fb0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 07 22:04:45.311607 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8dea9a-d0aa-4202-ac59-cf15f7efd32f req-8f4ca5e1-050c-44f6-9e57-9c9bce37c2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:45.313245 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7f8dea9a-d0aa-4202-ac59-cf15f7efd32f req-8f4ca5e1-050c-44f6-9e57-9c9bce37c2a4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b554e5f7-e35c-452a-ba74-fc50d3983e51 HTTP/1.1" status: 200  len: 858 time: 0.0563607
May 07 22:04:45.335772 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-90aea99f-3329-4d8e-aaa3-6cbd2ade2a98 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for security_group_rule (3fc13816-759e-445f-9ef8-28589b92d580), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:45.352401 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5c7290-67a9-4413-8a3b-482e644a3092 None None] Pushing event updated for resources: {'Port': ['ID=5fec63ef-93aa-429e-84d3-f9f3f40f04ce,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:45.369909 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-a4449e93-f7cf-4e2c-8e32-93585f48f586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f9e8940>, [{'id': '7ec1ba77-a233-4372-bdea-c57589f4c938', 'name': 'tempest-TestNetworkBasicOps-router-1089487645', 'tenant_id': '0c313e966d334c26afa43b480ab20fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.98'}], 'enable_snat': True}, 'gw_port_id': '49e08e72-770d-4ba7-8a05-934efa78eccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:04:35Z', 'updated_at': '2022-05-07T22:04:41Z', 'revision_number': 4, 'project_id': '0c313e966d334c26afa43b480ab20fb0', 'gw_port': {'id': '49e08e72-770d-4ba7-8a05-934efa78eccf', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec1ba77-a233-4372-bdea-c57589f4c938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:04:35Z', 'updated_at': '2022-05-07T22:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5fec63ef-93aa-429e-84d3-f9f3f40f04ce', 'name': '', 'network_id': '0124d628-0714-4eb8-b81f-1f5a4ced80cc', 'tenant_id': '0c313e966d334c26afa43b480ab20fb0', 'mac_address': 'fa:16:3e:85:8c:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ec1ba77-a233-4372-bdea-c57589f4c938', 'device_owner': 'network:router_interface', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '5e9b4b45-0424-4913-b438-6e766a477b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:04:40Z', 'updated_at': '2022-05-07T22:04:44Z', 'revision_number': 4, 'project_id': '0c313e966d334c26afa43b480ab20fb0', 'subnets': [{'id': '5e9b4b45-0424-4913-b438-6e766a477b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:04:45.376887 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8dea9a-d0aa-4202-ac59-cf15f7efd32f req-f3bf9b57-baf2-436f-8de0-5fc1ec808054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:45.379162 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7f8dea9a-d0aa-4202-ac59-cf15f7efd32f req-f3bf9b57-baf2-436f-8de0-5fc1ec808054 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0540390
May 07 22:04:45.406504 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-05c2a9f6-2d70-468f-a820-e6e1902abae6 None None] Provisioning complete for port 4c002f8a-6eee-4016-aa09-cc73c944ce61 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:04:45.406908 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-05c2a9f6-2d70-468f-a820-e6e1902abae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (4c002f8a-6eee-4016-aa09-cc73c944ce61), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:45.410648 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4449e93-f7cf-4e2c-8e32-93585f48f586 None None] The sync data for ids ['7ec1ba77-a233-4372-bdea-c57589f4c938'] in ncdv-master-1 is: [{'id': '7ec1ba77-a233-4372-bdea-c57589f4c938', 'name': 'tempest-TestNetworkBasicOps-router-1089487645', 'tenant_id': '0c313e966d334c26afa43b480ab20fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.98'}], 'enable_snat': True}, 'gw_port_id': '49e08e72-770d-4ba7-8a05-934efa78eccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:04:35Z', 'updated_at': '2022-05-07T22:04:41Z', 'revision_number': 4, 'project_id': '0c313e966d334c26afa43b480ab20fb0', 'gw_port': {'id': '49e08e72-770d-4ba7-8a05-934efa78eccf', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec1ba77-a233-4372-bdea-c57589f4c938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:04:35Z', 'updated_at': '2022-05-07T22:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5fec63ef-93aa-429e-84d3-f9f3f40f04ce', 'name': '', 'network_id': '0124d628-0714-4eb8-b81f-1f5a4ced80cc', 'tenant_id': '0c313e966d334c26afa43b480ab20fb0', 'mac_address': 'fa:16:3e:85:8c:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ec1ba77-a233-4372-bdea-c57589f4c938', 'device_owner': 'network:router_interface', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '5e9b4b45-0424-4913-b438-6e766a477b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:04:40Z', 'updated_at': '2022-05-07T22:04:44Z', 'revision_number': 4, 'project_id': '0c313e966d334c26afa43b480ab20fb0', 'subnets': [{'id': '5e9b4b45-0424-4913-b438-6e766a477b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:04:45.452800 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-05c2a9f6-2d70-468f-a820-e6e1902abae6 None None] Port 4c002f8a-6eee-4016-aa09-cc73c944ce61 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:04:45.461237 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-05c2a9f6-2d70-468f-a820-e6e1902abae6 None None] Provisioning complete for port 5fec63ef-93aa-429e-84d3-f9f3f40f04ce triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:04:45.467877 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-05c2a9f6-2d70-468f-a820-e6e1902abae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (5fec63ef-93aa-429e-84d3-f9f3f40f04ce), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:45.520081 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0ce99468-18de-49cf-8fde-d303f592e47f req-66bf4d72-6e4c-482c-993c-ba9733d71a34 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c335e02-4871-4a34-8e92-8c24a11b7b47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2310932
May 07 22:04:45.520286 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7f8dea9a-d0aa-4202-ac59-cf15f7efd32f req-b9230e7d-e20a-4d08-ba4f-ae2b7512c766 service neutron] 10.222.0.59 "GET /v2.0/networks/f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1346707
May 07 22:04:45.579816 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-05c2a9f6-2d70-468f-a820-e6e1902abae6 None None] Current status of the port 5fec63ef-93aa-429e-84d3-f9f3f40f04ce is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:04:45.659832 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7f8dea9a-d0aa-4202-ac59-cf15f7efd32f req-5ace6da4-7624-4dc8-8b6d-37af8157bc65 service neutron] 10.222.0.59 "GET /v2.0/networks/f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1226058
May 07 22:04:45.716905 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-90aea99f-3329-4d8e-aaa3-6cbd2ade2a98 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for security_group_rule (3fc13816-759e-445f-9ef8-28589b92d580), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:45.728553 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-90aea99f-3329-4d8e-aaa3-6cbd2ade2a98 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (3fc13816-759e-445f-9ef8-28589b92d580), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:45.780030 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aea99f-3329-4d8e-aaa3-6cbd2ade2a98 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fc13816-759e-445f-9ef8-28589b92d580,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:45.818375 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-90aea99f-3329-4d8e-aaa3-6cbd2ade2a98 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:45.822381 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-90aea99f-3329-4d8e-aaa3-6cbd2ade2a98 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.5852859
May 07 22:04:45.822985 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 59024) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:04:45.826496 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78f04ade-94f3-47bd-a518-abb610f8e1f0 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Router 1a9903f6-9132-4577-8af1-c5b308c6a824 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:04:45.829284 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-e8e76154-21df-406c-a638-866e7b542c3f tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Request body: {'security_group_rule': {'security_group_id': '347823fa-5b75-4d82-a2c0-79728edb4f9e', 'project_id': '0c313e966d334c26afa43b480ab20fb0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:04:45.882860 ncdv-master-1 neutron-server[121837]: INFO neutron.db.securitygroups_db [None req-e8e76154-21df-406c-a638-866e7b542c3f tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Project 0c313e966d334c26afa43b480ab20fb0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 07 22:04:45.893754 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e8e76154-21df-406c-a638-866e7b542c3f tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for security_group_rule (cefd5718-f44f-4ebb-a4da-8f5b6e3bca16), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:45.903266 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d933fb48-e21a-43c2-9d6c-daf9001beb65 req-90c9090f-ffd2-4767-ae35-79017a5a48bd tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:45.904794 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d933fb48-e21a-43c2-9d6c-daf9001beb65 req-90c9090f-ffd2-4767-ae35-79017a5a48bd tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 946 time: 0.0627713
May 07 22:04:45.998948 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e8e76154-21df-406c-a638-866e7b542c3f tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for security_group_rule (cefd5718-f44f-4ebb-a4da-8f5b6e3bca16), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:46.002557 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d933fb48-e21a-43c2-9d6c-daf9001beb65 req-a11b0973-a914-48f9-9959-8d62f2f7fac6 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0855677
May 07 22:04:46.009977 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e8e76154-21df-406c-a638-866e7b542c3f tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (cefd5718-f44f-4ebb-a4da-8f5b6e3bca16), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:46.024066 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [req-c6eecae4-2168-4e8a-9b70-930bb92b4316 req-8f194e9a-7f49-40c3-92b6-22c25c658512 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c002f8a-6eee-4016-aa09-cc73c944ce61 {{(pid=121836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:04:46.033346 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f04ade-94f3-47bd-a518-abb610f8e1f0 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:04:46.040002 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-78f04ade-94f3-47bd-a518-abb610f8e1f0 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:46.042793 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e76154-21df-406c-a638-866e7b542c3f tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cefd5718-f44f-4ebb-a4da-8f5b6e3bca16,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:46.045670 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-c6eecae4-2168-4e8a-9b70-930bb92b4316 req-8f194e9a-7f49-40c3-92b6-22c25c658512 service neutron] Publish callbacks [] for port (4c002f8a-6eee-4016-aa09-cc73c944ce61), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:46.047820 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a163f4d-6a8e-4ed2-b2a9-a9a2ee1a0901 None None] Sync routers for ids ['1a9903f6-9132-4577-8af1-c5b308c6a824'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:04:46.067798 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e8e76154-21df-406c-a638-866e7b542c3f tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:46.069420 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-e8e76154-21df-406c-a638-866e7b542c3f tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2454126
May 07 22:04:46.081196 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a163f4d-6a8e-4ed2-b2a9-a9a2ee1a0901 None None] Routers {'1a9903f6-9132-4577-8af1-c5b308c6a824'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:04:46.091182 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-5a163f4d-6a8e-4ed2-b2a9-a9a2ee1a0901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f85c610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:04:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['1a9903f6-9132-4577-8af1-c5b308c6a824'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:04:46.094849 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.provisioning_blocks [req-c6eecae4-2168-4e8a-9b70-930bb92b4316 req-8f194e9a-7f49-40c3-92b6-22c25c658512 service neutron] Transition to ACTIVE for port object 4c002f8a-6eee-4016-aa09-cc73c944ce61 will not be triggered until provisioned by entity L2. {{(pid=121836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 22:04:46.098366 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-78f04ade-94f3-47bd-a518-abb610f8e1f0 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] 10.222.0.32 "DELETE /v2.0/floatingips/9930a92f-3a9a-47d2-a7a4-3831f0119f96 HTTP/1.1" status: 204  len: 168 time: 2.5367115
May 07 22:04:46.101575 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 59028) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:04:46.105441 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-c6eecae4-2168-4e8a-9b70-930bb92b4316 req-8f194e9a-7f49-40c3-92b6-22c25c658512 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (4c002f8a-6eee-4016-aa09-cc73c944ce61), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:46.174055 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-5a163f4d-6a8e-4ed2-b2a9-a9a2ee1a0901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f85c610>, [], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:04:46.187111 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a163f4d-6a8e-4ed2-b2a9-a9a2ee1a0901 None None] Routers {'1a9903f6-9132-4577-8af1-c5b308c6a824'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:04:46.196935 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-5a163f4d-6a8e-4ed2-b2a9-a9a2ee1a0901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f85c610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:04:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['1a9903f6-9132-4577-8af1-c5b308c6a824'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:04:46.261707 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-5a163f4d-6a8e-4ed2-b2a9-a9a2ee1a0901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f85c610>, [], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:04:46.262697 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a163f4d-6a8e-4ed2-b2a9-a9a2ee1a0901 None None] The sync data for ids ['1a9903f6-9132-4577-8af1-c5b308c6a824'] in ncdv-master-1 is: [] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:04:46.274135 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-026227e3-c85e-497b-9d7f-93011c142b45 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Deleting port b0e6e26e-8713-4f9e-93dd-f43e2f64b5cf {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:04:46.274705 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-026227e3-c85e-497b-9d7f-93011c142b45 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (b0e6e26e-8713-4f9e-93dd-f43e2f64b5cf), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:46.344313 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-c6eecae4-2168-4e8a-9b70-930bb92b4316 req-8f194e9a-7f49-40c3-92b6-22c25c658512 service neutron] Attempting to bind port 4c002f8a-6eee-4016-aa09-cc73c944ce61 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:04:46.344849 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-c6eecae4-2168-4e8a-9b70-930bb92b4316 req-8f194e9a-7f49-40c3-92b6-22c25c658512 service neutron] Attempting to bind port 4c002f8a-6eee-4016-aa09-cc73c944ce61 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '3565a17e-e0eb-4b35-a7f2-f7d7af642fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '33b52409-fae0-4935-b5d0-15acefaa0f3f'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:04:46.345073 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6eecae4-2168-4e8a-9b70-930bb92b4316 req-8f194e9a-7f49-40c3-92b6-22c25c658512 service neutron] Attempting to bind port 4c002f8a-6eee-4016-aa09-cc73c944ce61 on network 33b52409-fae0-4935-b5d0-15acefaa0f3f {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:04:46.353140 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f194e9a-7f49-40c3-92b6-22c25c658512 service neutron] Pushing event updated for resources: {'Port': ['ID=4c002f8a-6eee-4016-aa09-cc73c944ce61,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:46.365250 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6eecae4-2168-4e8a-9b70-930bb92b4316 req-8f194e9a-7f49-40c3-92b6-22c25c658512 service neutron] Port 4c002f8a-6eee-4016-aa09-cc73c944ce61 on network 33b52409-fae0-4935-b5d0-15acefaa0f3f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:04:46.365578 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6eecae4-2168-4e8a-9b70-930bb92b4316 req-8f194e9a-7f49-40c3-92b6-22c25c658512 service neutron] Attempting to bind port 4c002f8a-6eee-4016-aa09-cc73c944ce61 on network 33b52409-fae0-4935-b5d0-15acefaa0f3f {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:04:46.376541 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6eecae4-2168-4e8a-9b70-930bb92b4316 req-8f194e9a-7f49-40c3-92b6-22c25c658512 service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:04:46.376881 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6eecae4-2168-4e8a-9b70-930bb92b4316 req-8f194e9a-7f49-40c3-92b6-22c25c658512 service neutron] Checking segment: {'id': '3565a17e-e0eb-4b35-a7f2-f7d7af642fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '33b52409-fae0-4935-b5d0-15acefaa0f3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:04:46.377264 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6eecae4-2168-4e8a-9b70-930bb92b4316 req-8f194e9a-7f49-40c3-92b6-22c25c658512 service neutron] Bound using segment: {'id': '3565a17e-e0eb-4b35-a7f2-f7d7af642fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '33b52409-fae0-4935-b5d0-15acefaa0f3f'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:04:46.379179 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-c6eecae4-2168-4e8a-9b70-930bb92b4316 req-8f194e9a-7f49-40c3-92b6-22c25c658512 service neutron] Bound port: 4c002f8a-6eee-4016-aa09-cc73c944ce61, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3565a17e-e0eb-4b35-a7f2-f7d7af642fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '33b52409-fae0-4935-b5d0-15acefaa0f3f'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:04:46.379179 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-c6eecae4-2168-4e8a-9b70-930bb92b4316 req-8f194e9a-7f49-40c3-92b6-22c25c658512 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (4c002f8a-6eee-4016-aa09-cc73c944ce61), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:46.400508 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-026227e3-c85e-497b-9d7f-93011c142b45 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (b0e6e26e-8713-4f9e-93dd-f43e2f64b5cf), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:46.415031 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f7efcaf5-1239-4c16-b11e-eecca0dfb949 req-d63ba416-33b9-4809-a309-3789754796dc tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1294035409&fields=id&tenant_id=0c313e966d334c26afa43b480ab20fb0 HTTP/1.1" status: 200  len: 267 time: 0.0933316
May 07 22:04:46.429271 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-026227e3-c85e-497b-9d7f-93011c142b45 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Calling delete_port for b0e6e26e-8713-4f9e-93dd-f43e2f64b5cf owned by  {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:04:46.540795 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-c6eecae4-2168-4e8a-9b70-930bb92b4316 req-8f194e9a-7f49-40c3-92b6-22c25c658512 service neutron] For port 4c002f8a-6eee-4016-aa09-cc73c944ce61, host nch1-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:04:46.545808 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-c6eecae4-2168-4e8a-9b70-930bb92b4316 req-8f194e9a-7f49-40c3-92b6-22c25c658512 service neutron] For port 4c002f8a-6eee-4016-aa09-cc73c944ce61, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4c002f8a-6eee-4016-aa09-cc73c944ce61,segment=NetworkSegment(3565a17e-e0eb-4b35-a7f2-f7d7af642fb7),segment_id=3565a17e-e0eb-4b35-a7f2-f7d7af642fb7)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:04:46.564821 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-c6eecae4-2168-4e8a-9b70-930bb92b4316 req-8f194e9a-7f49-40c3-92b6-22c25c658512 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (4c002f8a-6eee-4016-aa09-cc73c944ce61), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:46.598789 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 5fec63ef-93aa-429e-84d3-f9f3f40f04ce up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:04:46.606403 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7efcaf5-1239-4c16-b11e-eecca0dfb949 req-4ac14353-e046-45de-9217-c39ccb961478 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:46.608587 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f7efcaf5-1239-4c16-b11e-eecca0dfb949 req-4ac14353-e046-45de-9217-c39ccb961478 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/networks?id=0124d628-0714-4eb8-b81f-1f5a4ced80cc HTTP/1.1" status: 200  len: 797 time: 0.1727703
May 07 22:04:46.619892 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eecae4-2168-4e8a-9b70-930bb92b4316 req-8f194e9a-7f49-40c3-92b6-22c25c658512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:46.620705 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-c6eecae4-2168-4e8a-9b70-930bb92b4316 req-8f194e9a-7f49-40c3-92b6-22c25c658512 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:46.622612 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c6eecae4-2168-4e8a-9b70-930bb92b4316 req-8f194e9a-7f49-40c3-92b6-22c25c658512 service neutron] 10.222.0.55 "PUT /v2.0/ports/4c002f8a-6eee-4016-aa09-cc73c944ce61 HTTP/1.1" status: 200  len: 1091 time: 1.5917141
May 07 22:04:46.629308 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efbfca97-f4f7-4462-aa1f-5b1936c45d96', 'tag': '4c002f8a-6eee-4016-aa09-cc73c944ce61'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:04:46.631796 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4848c4d-9c89-449b-9a4e-8a6e55ebd6c5" -d '{"events": [{"name": "network-changed", "server_uuid": "efbfca97-f4f7-4462-aa1f-5b1936c45d96", "tag": "4c002f8a-6eee-4016-aa09-cc73c944ce61"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:04:46.655520 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f7efcaf5-1239-4c16-b11e-eecca0dfb949 req-7c6647a0-6fed-4968-9f69-7861fe17b9d8 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/quotas/0c313e966d334c26afa43b480ab20fb0 HTTP/1.1" status: 200  len: 375 time: 0.0389609
May 07 22:04:46.704151 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 5fec63ef-93aa-429e-84d3-f9f3f40f04ce triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:04:46.705450 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (5fec63ef-93aa-429e-84d3-f9f3f40f04ce), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:46.746814 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-026227e3-c85e-497b-9d7f-93011c142b45 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (b0e6e26e-8713-4f9e-93dd-f43e2f64b5cf), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:46.756962 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f7efcaf5-1239-4c16-b11e-eecca0dfb949 req-ad542b2d-850e-4e6d-b249-0d5ccfd62165 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0c313e966d334c26afa43b480ab20fb0&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0998433
May 07 22:04:46.803521 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 5fec63ef-93aa-429e-84d3-f9f3f40f04ce is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:04:46.816992 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026227e3-c85e-497b-9d7f-93011c142b45 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Pushing event deleted for resources: {'Port': ['ID=b0e6e26e-8713-4f9e-93dd-f43e2f64b5cf,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:46.865850 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a241ab-caf4-418e-9a2f-bfeb2e0c0e29 req-8bfa9e0a-f310-4f8b-be44-5b4b8d077ea3 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:46.867405 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-89a241ab-caf4-418e-9a2f-bfeb2e0c0e29 req-8bfa9e0a-f310-4f8b-be44-5b4b8d077ea3 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=efbfca97-f4f7-4462-aa1f-5b1936c45d96 HTTP/1.1" status: 200  len: 943 time: 0.1339533
May 07 22:04:46.900505 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f194e9a-7f49-40c3-92b6-22c25c658512 service neutron] Pushing event updated for resources: {'Port': ['ID=4c002f8a-6eee-4016-aa09-cc73c944ce61,revision_number=3']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:46.917981 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eecae4-2168-4e8a-9b70-930bb92b4316 req-78fcb44b-f91b-4eee-b9f0-6f1d721f810a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:46.919726 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c6eecae4-2168-4e8a-9b70-930bb92b4316 req-78fcb44b-f91b-4eee-b9f0-6f1d721f810a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=759c66c34f414c19b2109393738ef639&device_id=efbfca97-f4f7-4462-aa1f-5b1936c45d96 HTTP/1.1" status: 200  len: 1125 time: 0.1536684
May 07 22:04:46.982184 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-89a241ab-caf4-418e-9a2f-bfeb2e0c0e29 req-856f22ad-e1a4-4e09-90f0-5bbb487a0121 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c335e02-4871-4a34-8e92-8c24a11b7b47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0922325
May 07 22:04:46.983413 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-026227e3-c85e-497b-9d7f-93011c142b45 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:46.987976 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c6eecae4-2168-4e8a-9b70-930bb92b4316 req-5b36191f-c2a4-4936-9a9a-ff5baeb6c8a2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c002f8a-6eee-4016-aa09-cc73c944ce61 HTTP/1.1" status: 200  len: 217 time: 0.0577998
May 07 22:04:46.991954 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-026227e3-c85e-497b-9d7f-93011c142b45 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] 10.222.0.32 "DELETE /v2.0/ports/b0e6e26e-8713-4f9e-93dd-f43e2f64b5cf HTTP/1.1" status: 204  len: 168 time: 0.8858273
May 07 22:04:46.992081 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f7efcaf5-1239-4c16-b11e-eecca0dfb949 req-50c7bb84-c501-4a90-828b-497580d95e4e service neutron] 10.222.0.32 "GET /v2.0/networks/0124d628-0714-4eb8-b81f-1f5a4ced80cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2328706
May 07 22:04:46.992187 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 59046) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:04:46.999527 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-9300dca1-4303-4427-8ac1-b6ae39bb7d84 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Request body: {'floatingip': {'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:04:47.058253 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9300dca1-4303-4427-8ac1-b6ae39bb7d84 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:47.058374 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ce02c1-d534-4f1b-9436-519a50ad9f8d x-openstack-request-id: req-c7ce02c1-d534-4f1b-9436-519a50ad9f8d {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:04:47.058682 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efbfca97-f4f7-4462-aa1f-5b1936c45d96", "tag": "4c002f8a-6eee-4016-aa09-cc73c944ce61", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:04:47.058930 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c7ce02c1-d534-4f1b-9436-519a50ad9f8d {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:04:47.059588 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7ce02c1-d534-4f1b-9436-519a50ad9f8d'] response: {'name': 'network-changed', 'server_uuid': 'efbfca97-f4f7-4462-aa1f-5b1936c45d96', 'tag': '4c002f8a-6eee-4016-aa09-cc73c944ce61', 'status': 'completed', 'code': 200}
May 07 22:04:47.122060 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eecae4-2168-4e8a-9b70-930bb92b4316 req-65681c52-a74b-4107-ad46-72aa19378096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:47.123559 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c6eecae4-2168-4e8a-9b70-930bb92b4316 req-65681c52-a74b-4107-ad46-72aa19378096 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3e304f3b-3927-4f57-b6d9-ff32c4ae5938 HTTP/1.1" status: 200  len: 851 time: 0.1292052
May 07 22:04:47.182996 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f7efcaf5-1239-4c16-b11e-eecca0dfb949 req-4793c804-2e59-4138-9c99-8c0d99b2585d service neutron] 10.222.0.32 "GET /v2.0/networks/0124d628-0714-4eb8-b81f-1f5a4ced80cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1692195
May 07 22:04:47.183833 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eecae4-2168-4e8a-9b70-930bb92b4316 req-3dd5654b-4c16-4b29-96c4-5f31d4a3748e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:47.185473 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c6eecae4-2168-4e8a-9b70-930bb92b4316 req-3dd5654b-4c16-4b29-96c4-5f31d4a3748e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=33b52409-fae0-4935-b5d0-15acefaa0f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0543444
May 07 22:04:47.290029 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c6eecae4-2168-4e8a-9b70-930bb92b4316 req-4d4db2a6-3d19-481b-a639-a381c6ba6f3b service neutron] 10.222.0.55 "GET /v2.0/networks/33b52409-fae0-4935-b5d0-15acefaa0f3f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0975921
May 07 22:04:47.420327 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d5d03206-7efa-450d-a5a0-9bcea7f6ac2f req-b3ab2e85-8797-4afb-9fb4-41ae1ce1b706 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/ports?device_id=05d983a5-a676-4b82-8128-f4beb5bb1187 HTTP/1.1" status: 200  len: 210 time: 0.0689588
May 07 22:04:47.460064 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c6eecae4-2168-4e8a-9b70-930bb92b4316 req-7241cccf-6e38-4af8-b2ba-7dbf217afd98 service neutron] 10.222.0.55 "GET /v2.0/networks/33b52409-fae0-4935-b5d0-15acefaa0f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1642838
May 07 22:04:47.570258 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c04e18-3f5c-4c81-a5df-956bf8b05e43 req-5f5f6482-94e0-476e-bd09-7ba34aabf771 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:47.571783 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-38c04e18-3f5c-4c81-a5df-956bf8b05e43 req-5f5f6482-94e0-476e-bd09-7ba34aabf771 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 946 time: 0.4513183
May 07 22:04:47.575151 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9300dca1-4303-4427-8ac1-b6ae39bb7d84 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:47.675177 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-38c04e18-3f5c-4c81-a5df-956bf8b05e43 req-3f9e85e8-2f2b-4d87-8421-4d85e4eb923c tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0920224
May 07 22:04:47.735013 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-9300dca1-4303-4427-8ac1-b6ae39bb7d84 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Allocated IP 172.35.4.114 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/a1b13917-77ce-4ea7-9f62-97a35984b185) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:04:47.845822 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9300dca1-4303-4427-8ac1-b6ae39bb7d84 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks [] for port (a1b13917-77ce-4ea7-9f62-97a35984b185), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:47.880395 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9300dca1-4303-4427-8ac1-b6ae39bb7d84 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (a1b13917-77ce-4ea7-9f62-97a35984b185), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:47.918380 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9300dca1-4303-4427-8ac1-b6ae39bb7d84 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:04:47.921267 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-9300dca1-4303-4427-8ac1-b6ae39bb7d84 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:04:47.924842 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9300dca1-4303-4427-8ac1-b6ae39bb7d84 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:04:47.957316 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9300dca1-4303-4427-8ac1-b6ae39bb7d84 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Pushing event updated for resources: {'Port': ['ID=a1b13917-77ce-4ea7-9f62-97a35984b185,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:48.019986 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9300dca1-4303-4427-8ac1-b6ae39bb7d84 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks [] for floatingip (232fc079-780f-4d82-abfa-79ca6aba02dd), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:48.056552 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9300dca1-4303-4427-8ac1-b6ae39bb7d84 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (a1b13917-77ce-4ea7-9f62-97a35984b185), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:48.105912 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a8ce64-25ad-4000-8ea5-e18194a0ab50 req-783a2df0-135c-490e-980a-e1a5897527a6 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:48.107450 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-13a8ce64-25ad-4000-8ea5-e18194a0ab50 req-783a2df0-135c-490e-980a-e1a5897527a6 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=efbfca97-f4f7-4462-aa1f-5b1936c45d96 HTTP/1.1" status: 200  len: 943 time: 0.0523725
May 07 22:04:48.155290 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-13a8ce64-25ad-4000-8ea5-e18194a0ab50 req-67ad50d9-aac1-48be-9995-7602d1dfaeb5 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c335e02-4871-4a34-8e92-8c24a11b7b47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420010
May 07 22:04:48.215868 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9300dca1-4303-4427-8ac1-b6ae39bb7d84 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks [] for port (a1b13917-77ce-4ea7-9f62-97a35984b185), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:48.219996 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9300dca1-4303-4427-8ac1-b6ae39bb7d84 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (a1b13917-77ce-4ea7-9f62-97a35984b185), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:48.294500 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9300dca1-4303-4427-8ac1-b6ae39bb7d84 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Pushing event updated for resources: {'Port': ['ID=a1b13917-77ce-4ea7-9f62-97a35984b185,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:48.305470 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9300dca1-4303-4427-8ac1-b6ae39bb7d84 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (232fc079-780f-4d82-abfa-79ca6aba02dd), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:48.321884 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9300dca1-4303-4427-8ac1-b6ae39bb7d84 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:48.325466 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-9300dca1-4303-4427-8ac1-b6ae39bb7d84 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.3300676
May 07 22:04:48.326675 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 59062) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:04:48.332775 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-931c4070-9673-40a6-b886-03861795d0b0 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Request body: {'port': {'network_id': 'f48d8156-9bad-4610-8275-827002db3135', 'name': 'tempest-FloatingIPTestJSON-780258714'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:04:48.435700 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7efcaf5-1239-4c16-b11e-eecca0dfb949 req-1cda8c56-d667-4f34-8d3f-8b1901bc142c tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:48.437146 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f7efcaf5-1239-4c16-b11e-eecca0dfb949 req-1cda8c56-d667-4f34-8d3f-8b1901bc142c tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.59 "GET /v2.0/networks?id=0124d628-0714-4eb8-b81f-1f5a4ced80cc HTTP/1.1" status: 200  len: 797 time: 0.1125197
May 07 22:04:48.451366 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4848c4d-9c89-449b-9a4e-8a6e55ebd6c5 req-8d7a2c27-3583-4d9f-afe2-5f42b8341250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:48.453291 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c4848c4d-9c89-449b-9a4e-8a6e55ebd6c5 req-8d7a2c27-3583-4d9f-afe2-5f42b8341250 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=759c66c34f414c19b2109393738ef639&device_id=efbfca97-f4f7-4462-aa1f-5b1936c45d96 HTTP/1.1" status: 200  len: 1125 time: 0.0590575
May 07 22:04:48.525596 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d87cc0b0-403f-4fdb-9bfe-8ed749669c2e req-810d8ac0-0cf8-466b-b52b-4c58d0d58ac1 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/ports?device_id=05d983a5-a676-4b82-8128-f4beb5bb1187 HTTP/1.1" status: 200  len: 210 time: 0.0282207
May 07 22:04:48.547038 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-931c4070-9673-40a6-b886-03861795d0b0 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Made reservation on behalf of 3782d9da13c44a67a66be545e352dcf8 for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:04:48.550889 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-931c4070-9673-40a6-b886-03861795d0b0 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:48.587366 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [None req-931c4070-9673-40a6-b886-03861795d0b0 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] device_id is not set on port 95e504d0-d5fa-4134-8115-7525b117bc50 yet. {{(pid=121836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 22:04:48.632797 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f7efcaf5-1239-4c16-b11e-eecca0dfb949 req-fa88aab2-9e35-4193-9165-84d47f7f0631 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c313e966d334c26afa43b480ab20fb0 HTTP/1.1" status: 200  len: 380 time: 0.0670264
May 07 22:04:48.634521 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4848c4d-9c89-449b-9a4e-8a6e55ebd6c5 req-aba1cf62-2a3e-4832-b46c-e6592cbe8519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:48.636032 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c4848c4d-9c89-449b-9a4e-8a6e55ebd6c5 req-aba1cf62-2a3e-4832-b46c-e6592cbe8519 service neutron] 10.222.0.55 "GET /v2.0/networks?id=33b52409-fae0-4935-b5d0-15acefaa0f3f HTTP/1.1" status: 200  len: 913 time: 0.1747401
May 07 22:04:48.685783 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c4848c4d-9c89-449b-9a4e-8a6e55ebd6c5 req-92c6c25a-d70e-4151-90b9-bf5ea129e56d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c002f8a-6eee-4016-aa09-cc73c944ce61 HTTP/1.1" status: 200  len: 217 time: 0.0424578
May 07 22:04:48.732245 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-f7efcaf5-1239-4c16-b11e-eecca0dfb949 req-108b8fda-eb37-4a19-9cbf-f485d79aa446 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Request body: {'port': {'device_id': '05d983a5-a676-4b82-8128-f4beb5bb1187', 'network_id': '0124d628-0714-4eb8-b81f-1f5a4ced80cc', 'admin_state_up': True, 'tenant_id': '0c313e966d334c26afa43b480ab20fb0', 'security_groups': ['347823fa-5b75-4d82-a2c0-79728edb4f9e']}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:04:48.779186 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4848c4d-9c89-449b-9a4e-8a6e55ebd6c5 req-bb81ee39-25f9-4bed-9288-788d1f15415a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:48.780750 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c4848c4d-9c89-449b-9a4e-8a6e55ebd6c5 req-bb81ee39-25f9-4bed-9288-788d1f15415a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3e304f3b-3927-4f57-b6d9-ff32c4ae5938 HTTP/1.1" status: 200  len: 851 time: 0.0892844
May 07 22:04:48.793401 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-931c4070-9673-40a6-b886-03861795d0b0 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Allocated IP 172.20.0.12 (f48d8156-9bad-4610-8275-827002db3135/fe9cbd42-a889-4ff1-9123-1e2ab7c5672b/95e504d0-d5fa-4134-8115-7525b117bc50) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:04:48.852650 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7efcaf5-1239-4c16-b11e-eecca0dfb949 req-108b8fda-eb37-4a19-9cbf-f485d79aa446 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Made reservation on behalf of 0c313e966d334c26afa43b480ab20fb0 for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:04:48.856019 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-f7efcaf5-1239-4c16-b11e-eecca0dfb949 req-108b8fda-eb37-4a19-9cbf-f485d79aa446 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:48.868921 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4848c4d-9c89-449b-9a4e-8a6e55ebd6c5 req-bae50d31-6837-4b5f-815c-dd3005c4cf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:48.870462 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c4848c4d-9c89-449b-9a4e-8a6e55ebd6c5 req-bae50d31-6837-4b5f-815c-dd3005c4cf44 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=33b52409-fae0-4935-b5d0-15acefaa0f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0784402
May 07 22:04:48.882211 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878599d3-47ea-486f-ad8c-72e662bae3c0 req-2bfbd8a1-19fe-41ac-ba41-4a384322d48d tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:48.883670 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-878599d3-47ea-486f-ad8c-72e662bae3c0 req-2bfbd8a1-19fe-41ac-ba41-4a384322d48d tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 946 time: 0.1096091
May 07 22:04:48.990708 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [req-f7efcaf5-1239-4c16-b11e-eecca0dfb949 req-108b8fda-eb37-4a19-9cbf-f485d79aa446 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Allocated IP 172.20.0.10 (0124d628-0714-4eb8-b81f-1f5a4ced80cc/5e9b4b45-0424-4913-b438-6e766a477b3b/dfc7202f-3529-456c-8635-c9d41180e0af) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:04:49.075118 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-878599d3-47ea-486f-ad8c-72e662bae3c0 req-d90c748e-eff8-48bc-ad03-0dc43409a672 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1776185
May 07 22:04:49.101637 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c4848c4d-9c89-449b-9a4e-8a6e55ebd6c5 req-1f28451c-9c9b-42f5-b430-60975693b4f0 service neutron] 10.222.0.55 "GET /v2.0/networks/33b52409-fae0-4935-b5d0-15acefaa0f3f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2142978
May 07 22:04:49.147553 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-f7efcaf5-1239-4c16-b11e-eecca0dfb949 req-108b8fda-eb37-4a19-9cbf-f485d79aa446 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for port (dfc7202f-3529-456c-8635-c9d41180e0af), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:49.159722 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-931c4070-9673-40a6-b886-03861795d0b0 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks [] for port (95e504d0-d5fa-4134-8115-7525b117bc50), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:49.190717 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-f7efcaf5-1239-4c16-b11e-eecca0dfb949 req-108b8fda-eb37-4a19-9cbf-f485d79aa446 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (dfc7202f-3529-456c-8635-c9d41180e0af), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:49.228131 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7efcaf5-1239-4c16-b11e-eecca0dfb949 req-108b8fda-eb37-4a19-9cbf-f485d79aa446 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Network 0124d628-0714-4eb8-b81f-1f5a4ced80cc is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:04:49.233002 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [req-f7efcaf5-1239-4c16-b11e-eecca0dfb949 req-108b8fda-eb37-4a19-9cbf-f485d79aa446 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:04:49.256214 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7efcaf5-1239-4c16-b11e-eecca0dfb949 req-108b8fda-eb37-4a19-9cbf-f485d79aa446 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:04:49.264661 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c4848c4d-9c89-449b-9a4e-8a6e55ebd6c5 req-6a6d766b-2471-469c-8cb1-d5782e92de2d service neutron] 10.222.0.55 "GET /v2.0/networks/33b52409-fae0-4935-b5d0-15acefaa0f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1506338
May 07 22:04:49.285902 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-931c4070-9673-40a6-b886-03861795d0b0 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (95e504d0-d5fa-4134-8115-7525b117bc50), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:49.343060 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108b8fda-eb37-4a19-9cbf-f485d79aa446 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Pushing event updated for resources: {'Port': ['ID=dfc7202f-3529-456c-8635-c9d41180e0af,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:49.369270 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f631f4e5-f5cb-4121-b159-3a8ebaa06bbf req-b753398b-a252-41de-9a44-3a23a779556a tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:49.370884 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f631f4e5-f5cb-4121-b159-3a8ebaa06bbf req-b753398b-a252-41de-9a44-3a23a779556a tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=efbfca97-f4f7-4462-aa1f-5b1936c45d96 HTTP/1.1" status: 200  len: 943 time: 0.1114376
May 07 22:04:49.376748 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931c4070-9673-40a6-b886-03861795d0b0 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Network f48d8156-9bad-4610-8275-827002db3135 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:04:49.379111 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-931c4070-9673-40a6-b886-03861795d0b0 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:04:49.384696 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931c4070-9673-40a6-b886-03861795d0b0 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:04:49.390146 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7efcaf5-1239-4c16-b11e-eecca0dfb949 req-108b8fda-eb37-4a19-9cbf-f485d79aa446 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:49.390857 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-f7efcaf5-1239-4c16-b11e-eecca0dfb949 req-108b8fda-eb37-4a19-9cbf-f485d79aa446 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:49.430815 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f7efcaf5-1239-4c16-b11e-eecca0dfb949 req-108b8fda-eb37-4a19-9cbf-f485d79aa446 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7025952
May 07 22:04:49.453972 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931c4070-9673-40a6-b886-03861795d0b0 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:49.454734 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-931c4070-9673-40a6-b886-03861795d0b0 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:49.457642 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-f7efcaf5-1239-4c16-b11e-eecca0dfb949 req-581f98b5-978d-4153-bf84-3f810fa0b1e3 service neutron] Request body: {'port': {'device_id': '05d983a5-a676-4b82-8128-f4beb5bb1187', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:04:49.482657 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931c4070-9673-40a6-b886-03861795d0b0 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Pushing event updated for resources: {'Port': ['ID=95e504d0-d5fa-4134-8115-7525b117bc50,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:49.496602 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-931c4070-9673-40a6-b886-03861795d0b0 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 1.1660850
May 07 22:04:49.497338 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 59080) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:04:49.513457 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-4f74284f-88b8-40da-a5e7-cfdadd2a4f25 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Request body: {'floatingip': {'port_id': '95e504d0-d5fa-4134-8115-7525b117bc50'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:04:49.516428 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f631f4e5-f5cb-4121-b159-3a8ebaa06bbf req-a43b840c-617c-4210-ae95-14adf97ad344 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c335e02-4871-4a34-8e92-8c24a11b7b47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1356022
May 07 22:04:49.558285 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-f7efcaf5-1239-4c16-b11e-eecca0dfb949 req-581f98b5-978d-4153-bf84-3f810fa0b1e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (dfc7202f-3529-456c-8635-c9d41180e0af), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:49.577655 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4f74284f-88b8-40da-a5e7-cfdadd2a4f25 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks [] for floatingip (232fc079-780f-4d82-abfa-79ca6aba02dd), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:49.584800 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-b5fa579f-dcd3-4ea6-9039-aed71b3de3f9 None None] Provisioning complete for port dfc7202f-3529-456c-8635-c9d41180e0af triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:04:49.585276 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b5fa579f-dcd3-4ea6-9039-aed71b3de3f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (dfc7202f-3529-456c-8635-c9d41180e0af), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:49.639742 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-b5fa579f-dcd3-4ea6-9039-aed71b3de3f9 None None] Port dfc7202f-3529-456c-8635-c9d41180e0af cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:04:49.737377 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465f4341-7a3a-4459-8ec1-387dbbeb36ba req-b7e04450-2ba6-48de-8d0b-528ea134a681 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:49.738999 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-465f4341-7a3a-4459-8ec1-387dbbeb36ba req-b7e04450-2ba6-48de-8d0b-528ea134a681 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/ports?device_id=05d983a5-a676-4b82-8128-f4beb5bb1187 HTTP/1.1" status: 200  len: 932 time: 0.0939813
May 07 22:04:49.854593 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [req-f7efcaf5-1239-4c16-b11e-eecca0dfb949 req-581f98b5-978d-4153-bf84-3f810fa0b1e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfc7202f-3529-456c-8635-c9d41180e0af {{(pid=121837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:04:49.862458 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-f7efcaf5-1239-4c16-b11e-eecca0dfb949 req-581f98b5-978d-4153-bf84-3f810fa0b1e3 service neutron] Publish callbacks [] for port (dfc7202f-3529-456c-8635-c9d41180e0af), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:49.872726 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-465f4341-7a3a-4459-8ec1-387dbbeb36ba req-ec5b9f86-c202-4068-9c34-da053db1101f tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/security-groups?id=347823fa-5b75-4d82-a2c0-79728edb4f9e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1225014
May 07 22:04:49.874988 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-f7efcaf5-1239-4c16-b11e-eecca0dfb949 req-581f98b5-978d-4153-bf84-3f810fa0b1e3 service neutron] Transition to ACTIVE for port object dfc7202f-3529-456c-8635-c9d41180e0af will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 22:04:49.879564 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-f7efcaf5-1239-4c16-b11e-eecca0dfb949 req-581f98b5-978d-4153-bf84-3f810fa0b1e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (dfc7202f-3529-456c-8635-c9d41180e0af), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:49.936085 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581f98b5-978d-4153-bf84-3f810fa0b1e3 service neutron] Pushing event updated for resources: {'Port': ['ID=dfc7202f-3529-456c-8635-c9d41180e0af,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:49.964631 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 4c002f8a-6eee-4016-aa09-cc73c944ce61 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:04:50.008287 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-f7efcaf5-1239-4c16-b11e-eecca0dfb949 req-581f98b5-978d-4153-bf84-3f810fa0b1e3 service neutron] Attempting to bind port dfc7202f-3529-456c-8635-c9d41180e0af on host nch2-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:04:50.008622 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-f7efcaf5-1239-4c16-b11e-eecca0dfb949 req-581f98b5-978d-4153-bf84-3f810fa0b1e3 service neutron] Attempting to bind port dfc7202f-3529-456c-8635-c9d41180e0af by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '86058b97-ca98-4bcc-b2cc-13cc18e8d4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '0124d628-0714-4eb8-b81f-1f5a4ced80cc'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:04:50.008947 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7efcaf5-1239-4c16-b11e-eecca0dfb949 req-581f98b5-978d-4153-bf84-3f810fa0b1e3 service neutron] Attempting to bind port dfc7202f-3529-456c-8635-c9d41180e0af on network 0124d628-0714-4eb8-b81f-1f5a4ced80cc {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:04:50.017029 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7efcaf5-1239-4c16-b11e-eecca0dfb949 req-581f98b5-978d-4153-bf84-3f810fa0b1e3 service neutron] Port dfc7202f-3529-456c-8635-c9d41180e0af on network 0124d628-0714-4eb8-b81f-1f5a4ced80cc not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:04:50.017372 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7efcaf5-1239-4c16-b11e-eecca0dfb949 req-581f98b5-978d-4153-bf84-3f810fa0b1e3 service neutron] Attempting to bind port dfc7202f-3529-456c-8635-c9d41180e0af on network 0124d628-0714-4eb8-b81f-1f5a4ced80cc {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:04:50.025497 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7efcaf5-1239-4c16-b11e-eecca0dfb949 req-581f98b5-978d-4153-bf84-3f810fa0b1e3 service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:04:50.025837 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7efcaf5-1239-4c16-b11e-eecca0dfb949 req-581f98b5-978d-4153-bf84-3f810fa0b1e3 service neutron] Checking segment: {'id': '86058b97-ca98-4bcc-b2cc-13cc18e8d4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '0124d628-0714-4eb8-b81f-1f5a4ced80cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:04:50.026224 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7efcaf5-1239-4c16-b11e-eecca0dfb949 req-581f98b5-978d-4153-bf84-3f810fa0b1e3 service neutron] Bound using segment: {'id': '86058b97-ca98-4bcc-b2cc-13cc18e8d4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '0124d628-0714-4eb8-b81f-1f5a4ced80cc'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:04:50.026661 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-f7efcaf5-1239-4c16-b11e-eecca0dfb949 req-581f98b5-978d-4153-bf84-3f810fa0b1e3 service neutron] Bound port: dfc7202f-3529-456c-8635-c9d41180e0af, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86058b97-ca98-4bcc-b2cc-13cc18e8d4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '0124d628-0714-4eb8-b81f-1f5a4ced80cc'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:04:50.027051 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-f7efcaf5-1239-4c16-b11e-eecca0dfb949 req-581f98b5-978d-4153-bf84-3f810fa0b1e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (dfc7202f-3529-456c-8635-c9d41180e0af), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:50.104660 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 4c002f8a-6eee-4016-aa09-cc73c944ce61, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4c002f8a-6eee-4016-aa09-cc73c944ce61,segment=NetworkSegment(3565a17e-e0eb-4b35-a7f2-f7d7af642fb7),segment_id=3565a17e-e0eb-4b35-a7f2-f7d7af642fb7)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:04:50.110088 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-f7efcaf5-1239-4c16-b11e-eecca0dfb949 req-581f98b5-978d-4153-bf84-3f810fa0b1e3 service neutron] For port dfc7202f-3529-456c-8635-c9d41180e0af, host nch2-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:04:50.119369 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-f7efcaf5-1239-4c16-b11e-eecca0dfb949 req-581f98b5-978d-4153-bf84-3f810fa0b1e3 service neutron] For port dfc7202f-3529-456c-8635-c9d41180e0af, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dfc7202f-3529-456c-8635-c9d41180e0af,segment=NetworkSegment(86058b97-ca98-4bcc-b2cc-13cc18e8d4c0),segment_id=86058b97-ca98-4bcc-b2cc-13cc18e8d4c0)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:04:50.135566 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-f7efcaf5-1239-4c16-b11e-eecca0dfb949 req-581f98b5-978d-4153-bf84-3f810fa0b1e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (dfc7202f-3529-456c-8635-c9d41180e0af), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:50.143427 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': '4c002f8a-6eee-4016-aa09-cc73c944ce61', 'network_id': '33b52409-fae0-4935-b5d0-15acefaa0f3f', 'port_id': '4c002f8a-6eee-4016-aa09-cc73c944ce61', 'mac_address': 'fa:16:3e:7c:f1:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e304f3b-3927-4f57-b6d9-ff32c4ae5938', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:04:50.213361 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 4c002f8a-6eee-4016-aa09-cc73c944ce61 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:04:50.213817 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7efcaf5-1239-4c16-b11e-eecca0dfb949 req-581f98b5-978d-4153-bf84-3f810fa0b1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:50.214551 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (4c002f8a-6eee-4016-aa09-cc73c944ce61), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:50.214670 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-f7efcaf5-1239-4c16-b11e-eecca0dfb949 req-581f98b5-978d-4153-bf84-3f810fa0b1e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:50.216717 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f7efcaf5-1239-4c16-b11e-eecca0dfb949 req-581f98b5-978d-4153-bf84-3f810fa0b1e3 service neutron] 10.222.0.59 "PUT /v2.0/ports/dfc7202f-3529-456c-8635-c9d41180e0af HTTP/1.1" status: 200  len: 1092 time: 0.7777362
May 07 22:04:50.218724 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05d983a5-a676-4b82-8128-f4beb5bb1187', 'tag': 'dfc7202f-3529-456c-8635-c9d41180e0af'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:04:50.224123 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f75606-36b1-4489-832b-43aad30292b0" -d '{"events": [{"name": "network-changed", "server_uuid": "05d983a5-a676-4b82-8128-f4beb5bb1187", "tag": "dfc7202f-3529-456c-8635-c9d41180e0af"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:04:50.232432 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c002f8a-6eee-4016-aa09-cc73c944ce61 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:04:50.273337 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 4c002f8a-6eee-4016-aa09-cc73c944ce61, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4c002f8a-6eee-4016-aa09-cc73c944ce61,segment=NetworkSegment(3565a17e-e0eb-4b35-a7f2-f7d7af642fb7),segment_id=3565a17e-e0eb-4b35-a7f2-f7d7af642fb7)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:04:50.290109 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (4c002f8a-6eee-4016-aa09-cc73c944ce61), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:50.300623 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9761f483-cc89-42e9-ba7c-c0cf7dba77f3 x-openstack-request-id: req-9761f483-cc89-42e9-ba7c-c0cf7dba77f3 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:04:50.301195 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05d983a5-a676-4b82-8128-f4beb5bb1187", "tag": "dfc7202f-3529-456c-8635-c9d41180e0af", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:04:50.301555 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9761f483-cc89-42e9-ba7c-c0cf7dba77f3 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:04:50.302081 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9761f483-cc89-42e9-ba7c-c0cf7dba77f3'] response: {'name': 'network-changed', 'server_uuid': '05d983a5-a676-4b82-8128-f4beb5bb1187', 'tag': 'dfc7202f-3529-456c-8635-c9d41180e0af', 'status': 'completed', 'code': 200}
May 07 22:04:50.356568 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=4c002f8a-6eee-4016-aa09-cc73c944ce61,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:50.367629 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581f98b5-978d-4153-bf84-3f810fa0b1e3 service neutron] Pushing event updated for resources: {'Port': ['ID=dfc7202f-3529-456c-8635-c9d41180e0af,revision_number=3']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:50.379491 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a47c41-f0f2-4238-9cd0-137ee4a32fe2 req-b7947376-777f-4294-bace-f40915636a7b tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:50.387356 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c6a47c41-f0f2-4238-9cd0-137ee4a32fe2 req-b7947376-777f-4294-bace-f40915636a7b tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 946 time: 0.1695032
May 07 22:04:50.397234 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7efcaf5-1239-4c16-b11e-eecca0dfb949 req-031762c7-429b-4ded-8691-65e8dbf9b0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:50.398746 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f7efcaf5-1239-4c16-b11e-eecca0dfb949 req-031762c7-429b-4ded-8691-65e8dbf9b0be service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0c313e966d334c26afa43b480ab20fb0&device_id=05d983a5-a676-4b82-8128-f4beb5bb1187 HTTP/1.1" status: 200  len: 1126 time: 0.1104519
May 07 22:04:50.495944 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f7efcaf5-1239-4c16-b11e-eecca0dfb949 req-d9004412-6b70-4262-adb5-8a5170f22f0f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dfc7202f-3529-456c-8635-c9d41180e0af HTTP/1.1" status: 200  len: 217 time: 0.0877173
May 07 22:04:50.517657 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['4c002f8a-6eee-4016-aa09-cc73c944ce61'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:04:50.529143 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c6a47c41-f0f2-4238-9cd0-137ee4a32fe2 req-d76c8cd3-6209-4504-8497-20872e62c473 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1408491
May 07 22:04:50.628334 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7efcaf5-1239-4c16-b11e-eecca0dfb949 req-7131cbf3-3afe-49cf-a0fd-ddcb5d7d9a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:50.630083 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f7efcaf5-1239-4c16-b11e-eecca0dfb949 req-7131cbf3-3afe-49cf-a0fd-ddcb5d7d9a12 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5e9b4b45-0424-4913-b438-6e766a477b3b HTTP/1.1" status: 200  len: 835 time: 0.1243095
May 07 22:04:50.677903 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4f74284f-88b8-40da-a5e7-cfdadd2a4f25 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:50.685624 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4f74284f-88b8-40da-a5e7-cfdadd2a4f25 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (232fc079-780f-4d82-abfa-79ca6aba02dd), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:50.731506 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7c6eb2-bd02-4f4a-b109-c62653c4ea15 req-c990e85f-1b3e-41c6-a8a1-d0bb7891c633 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:50.733151 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ea7c6eb2-bd02-4f4a-b109-c62653c4ea15 req-c990e85f-1b3e-41c6-a8a1-d0bb7891c633 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=efbfca97-f4f7-4462-aa1f-5b1936c45d96 HTTP/1.1" status: 200  len: 944 time: 0.1019354
May 07 22:04:50.734136 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7efcaf5-1239-4c16-b11e-eecca0dfb949 req-903c1e6f-9101-48ff-9d91-aa25bb482b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:50.735651 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f7efcaf5-1239-4c16-b11e-eecca0dfb949 req-903c1e6f-9101-48ff-9d91-aa25bb482b84 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0124d628-0714-4eb8-b81f-1f5a4ced80cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0901823
May 07 22:04:50.791916 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ea7c6eb2-bd02-4f4a-b109-c62653c4ea15 req-20cc4e22-3c4c-4589-a9d5-cfb57b103e80 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c335e02-4871-4a34-8e92-8c24a11b7b47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510178
May 07 22:04:50.821485 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 49671dbb-1f39-4903-a9e1-e283831ec748 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:04:50.821980 ncdv-master-1 neutron-server[121836]: INFO neutron.db.l3_db [None req-4f74284f-88b8-40da-a5e7-cfdadd2a4f25 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Floating IP 232fc079-780f-4d82-abfa-79ca6aba02dd associated. External IP: 172.35.4.114, port: 95e504d0-d5fa-4134-8115-7525b117bc50.
May 07 22:04:50.944046 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 49671dbb-1f39-4903-a9e1-e283831ec748, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=49671dbb-1f39-4903-a9e1-e283831ec748,segment=NetworkSegment(ade65013-e645-4c54-8fa7-660e2ce7b907),segment_id=ade65013-e645-4c54-8fa7-660e2ce7b907)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:04:50.983025 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': '49671dbb-1f39-4903-a9e1-e283831ec748', 'network_id': 'cd3974b0-b5b4-4267-bd42-3bc0d892b541', 'port_id': '49671dbb-1f39-4903-a9e1-e283831ec748', 'mac_address': 'fa:16:3e:8a:9c:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35cc5169-512d-4e47-a67e-744102f823c5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:04:51.035153 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 49671dbb-1f39-4903-a9e1-e283831ec748 is: ACTIVE; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:04:51.035470 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (49671dbb-1f39-4903-a9e1-e283831ec748), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:51.049273 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 49671dbb-1f39-4903-a9e1-e283831ec748 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:04:51.073304 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 49671dbb-1f39-4903-a9e1-e283831ec748, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=49671dbb-1f39-4903-a9e1-e283831ec748,segment=NetworkSegment(ade65013-e645-4c54-8fa7-660e2ce7b907),segment_id=ade65013-e645-4c54-8fa7-660e2ce7b907)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:04:51.074528 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b201a41-e29d-43cf-a95a-7991d8955617 req-97297ab8-2aee-4095-9b7d-65bc0b9d9249 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:51.075422 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f7efcaf5-1239-4c16-b11e-eecca0dfb949 req-561e617f-4a80-4b09-8381-c239731ceebe service neutron] 10.222.0.59 "GET /v2.0/networks/0124d628-0714-4eb8-b81f-1f5a4ced80cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1309750
May 07 22:04:51.078621 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (49671dbb-1f39-4903-a9e1-e283831ec748), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:51.082585 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3b201a41-e29d-43cf-a95a-7991d8955617 req-97297ab8-2aee-4095-9b7d-65bc0b9d9249 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/ports?device_id=05d983a5-a676-4b82-8128-f4beb5bb1187 HTTP/1.1" status: 200  len: 944 time: 0.0705080
May 07 22:04:51.143630 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=49671dbb-1f39-4903-a9e1-e283831ec748,revision_number=6']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:51.179880 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3b201a41-e29d-43cf-a95a-7991d8955617 req-664d9a66-50aa-433d-ab8e-3cf86cbce38a tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/security-groups?id=347823fa-5b75-4d82-a2c0-79728edb4f9e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0963435
May 07 22:04:51.212628 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f74284f-88b8-40da-a5e7-cfdadd2a4f25 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Router 1a9903f6-9132-4577-8af1-c5b308c6a824 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:04:51.214108 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f7efcaf5-1239-4c16-b11e-eecca0dfb949 req-10b5afd3-4bef-4315-becd-a0a928651441 service neutron] 10.222.0.59 "GET /v2.0/networks/0124d628-0714-4eb8-b81f-1f5a4ced80cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1318731
May 07 22:04:51.218020 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['49671dbb-1f39-4903-a9e1-e283831ec748'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:04:51.356985 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f74284f-88b8-40da-a5e7-cfdadd2a4f25 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:04:51.362372 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4f74284f-88b8-40da-a5e7-cfdadd2a4f25 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:51.369483 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b74ffa4-3bea-413e-8bd3-13eaafad6a11 None None] Sync routers for ids ['1a9903f6-9132-4577-8af1-c5b308c6a824'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:04:51.379237 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b74ffa4-3bea-413e-8bd3-13eaafad6a11 None None] Routers {'1a9903f6-9132-4577-8af1-c5b308c6a824'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:04:51.379843 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-5b74ffa4-3bea-413e-8bd3-13eaafad6a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c818c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:04:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['1a9903f6-9132-4577-8af1-c5b308c6a824'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:04:51.397711 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-4f74284f-88b8-40da-a5e7-cfdadd2a4f25 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] 10.222.0.32 "PUT /v2.0/floatingips/232fc079-780f-4d82-abfa-79ca6aba02dd HTTP/1.1" status: 200  len: 978 time: 1.8994241
May 07 22:04:51.400448 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 59128) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:04:51.413759 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-5b74ffa4-3bea-413e-8bd3-13eaafad6a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c818c10>, [], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:04:51.422616 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b74ffa4-3bea-413e-8bd3-13eaafad6a11 None None] Routers {'1a9903f6-9132-4577-8af1-c5b308c6a824'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:04:51.423248 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-5b74ffa4-3bea-413e-8bd3-13eaafad6a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c818c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:04:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['1a9903f6-9132-4577-8af1-c5b308c6a824'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:04:51.459024 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-5b74ffa4-3bea-413e-8bd3-13eaafad6a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c818c10>, [], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:04:51.459850 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b74ffa4-3bea-413e-8bd3-13eaafad6a11 None None] The sync data for ids ['1a9903f6-9132-4577-8af1-c5b308c6a824'] in ncdv-master-1 is: [] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:04:51.486215 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-f3068ece-633a-4b0f-89d6-fea2c0e1f731 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Deleting port 95e504d0-d5fa-4134-8115-7525b117bc50 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:04:51.486565 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f3068ece-633a-4b0f-89d6-fea2c0e1f731 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (95e504d0-d5fa-4134-8115-7525b117bc50), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:51.582916 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f3068ece-633a-4b0f-89d6-fea2c0e1f731 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (95e504d0-d5fa-4134-8115-7525b117bc50), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:51.668042 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafe512b-dac2-48f2-897f-e1d9507e04df req-58ebada5-c095-4710-b4d1-c556e0914b38 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:51.669969 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-cafe512b-dac2-48f2-897f-e1d9507e04df req-58ebada5-c095-4710-b4d1-c556e0914b38 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 945 time: 0.0695853
May 07 22:04:51.723668 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-cafe512b-dac2-48f2-897f-e1d9507e04df req-ab41bceb-235d-4107-8c9f-47985b53a1bb tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467973
May 07 22:04:51.732731 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:51.764503 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f3068ece-633a-4b0f-89d6-fea2c0e1f731 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:51.765048 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f3068ece-633a-4b0f-89d6-fea2c0e1f731 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (232fc079-780f-4d82-abfa-79ca6aba02dd), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:51.765179 ncdv-master-1 neutron-server[121836]: INFO neutron.db.l3_db [None req-f3068ece-633a-4b0f-89d6-fea2c0e1f731 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Floating IP 232fc079-780f-4d82-abfa-79ca6aba02dd disassociated. External IP: 172.35.4.114, port: 95e504d0-d5fa-4134-8115-7525b117bc50.
May 07 22:04:51.765523 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-f3068ece-633a-4b0f-89d6-fea2c0e1f731 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Calling delete_port for 95e504d0-d5fa-4134-8115-7525b117bc50 owned by  {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:04:51.932818 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f587091e-95ef-4eb6-b49f-7b8b50d8212b req-bfa1e316-8666-4037-a19b-afb8ab769310 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:51.934452 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f587091e-95ef-4eb6-b49f-7b8b50d8212b req-bfa1e316-8666-4037-a19b-afb8ab769310 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=efbfca97-f4f7-4462-aa1f-5b1936c45d96 HTTP/1.1" status: 200  len: 944 time: 0.0607364
May 07 22:04:51.938453 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f3068ece-633a-4b0f-89d6-fea2c0e1f731 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (95e504d0-d5fa-4134-8115-7525b117bc50), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:51.976212 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 4c002f8a-6eee-4016-aa09-cc73c944ce61 up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:04:51.979824 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3068ece-633a-4b0f-89d6-fea2c0e1f731 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Pushing event deleted for resources: {'Port': ['ID=95e504d0-d5fa-4134-8115-7525b117bc50,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:52.026443 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning for port 4c002f8a-6eee-4016-aa09-cc73c944ce61 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 22:04:52.033234 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port 4c002f8a-6eee-4016-aa09-cc73c944ce61 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:04:52.033614 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (4c002f8a-6eee-4016-aa09-cc73c944ce61), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:52.050126 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f587091e-95ef-4eb6-b49f-7b8b50d8212b req-7b7963cc-bd58-4b60-b431-183048216f67 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c335e02-4871-4a34-8e92-8c24a11b7b47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1083755
May 07 22:04:52.115776 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 4c002f8a-6eee-4016-aa09-cc73c944ce61 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:04:52.116174 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (4c002f8a-6eee-4016-aa09-cc73c944ce61), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:52.127349 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3068ece-633a-4b0f-89d6-fea2c0e1f731 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Router 1a9903f6-9132-4577-8af1-c5b308c6a824 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:04:52.140447 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efbfca97-f4f7-4462-aa1f-5b1936c45d96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c002f8a-6eee-4016-aa09-cc73c944ce61'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:04:52.142271 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b0f56aa-be4c-49bb-ab9a-c37b5f98a5d3" -d '{"events": [{"server_uuid": "efbfca97-f4f7-4462-aa1f-5b1936c45d96", "name": "network-vif-plugged", "status": "completed", "tag": "4c002f8a-6eee-4016-aa09-cc73c944ce61"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:04:52.154484 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 4c002f8a-6eee-4016-aa09-cc73c944ce61, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4c002f8a-6eee-4016-aa09-cc73c944ce61,segment=NetworkSegment(3565a17e-e0eb-4b35-a7f2-f7d7af642fb7),segment_id=3565a17e-e0eb-4b35-a7f2-f7d7af642fb7)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:04:52.158491 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (4c002f8a-6eee-4016-aa09-cc73c944ce61), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:52.185020 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e96540c4-e78e-4d13-a834-9d2c52383e6d x-openstack-request-id: req-e96540c4-e78e-4d13-a834-9d2c52383e6d {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:04:52.185314 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efbfca97-f4f7-4462-aa1f-5b1936c45d96", "name": "network-vif-plugged", "status": "completed", "tag": "4c002f8a-6eee-4016-aa09-cc73c944ce61", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:04:52.185574 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e96540c4-e78e-4d13-a834-9d2c52383e6d {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:04:52.185971 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e96540c4-e78e-4d13-a834-9d2c52383e6d'] response: {'server_uuid': 'efbfca97-f4f7-4462-aa1f-5b1936c45d96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c002f8a-6eee-4016-aa09-cc73c944ce61', 'code': 200}
May 07 22:04:52.222507 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=4c002f8a-6eee-4016-aa09-cc73c944ce61,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:52.251373 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3068ece-633a-4b0f-89d6-fea2c0e1f731 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:04:52.264795 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c63817-a32a-4990-9804-15aa40c7f522 None None] Sync routers for ids ['1a9903f6-9132-4577-8af1-c5b308c6a824'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:04:52.279802 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c63817-a32a-4990-9804-15aa40c7f522 None None] Routers {'1a9903f6-9132-4577-8af1-c5b308c6a824'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:04:52.280651 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-d8c63817-a32a-4990-9804-15aa40c7f522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7fc92af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:04:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['1a9903f6-9132-4577-8af1-c5b308c6a824'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:04:52.323499 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-d8c63817-a32a-4990-9804-15aa40c7f522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7fc92af0>, [], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:04:52.332983 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c63817-a32a-4990-9804-15aa40c7f522 None None] Routers {'1a9903f6-9132-4577-8af1-c5b308c6a824'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:04:52.333246 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-d8c63817-a32a-4990-9804-15aa40c7f522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7fc92af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:04:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['1a9903f6-9132-4577-8af1-c5b308c6a824'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:04:52.367234 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-d8c63817-a32a-4990-9804-15aa40c7f522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7fc92af0>, [], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:04:52.367843 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c63817-a32a-4990-9804-15aa40c7f522 None None] The sync data for ids ['1a9903f6-9132-4577-8af1-c5b308c6a824'] in ncdv-master-1 is: [] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:04:52.380826 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f6230d-dc4a-4a3f-8f08-8ee2c02fc964 req-79fb4ca8-cfa7-4e54-9d8d-00ec7edcb31c tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:52.382309 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a1f6230d-dc4a-4a3f-8f08-8ee2c02fc964 req-79fb4ca8-cfa7-4e54-9d8d-00ec7edcb31c tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/ports?device_id=05d983a5-a676-4b82-8128-f4beb5bb1187 HTTP/1.1" status: 200  len: 944 time: 0.0985737
May 07 22:04:52.383262 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a938f695-125e-4895-9ff4-baa195bf890f req-af584491-6682-45ad-9cab-61844789477b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:52.384596 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a938f695-125e-4895-9ff4-baa195bf890f req-af584491-6682-45ad-9cab-61844789477b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=efbfca97-f4f7-4462-aa1f-5b1936c45d96 HTTP/1.1" status: 200  len: 1127 time: 0.1307585
May 07 22:04:52.436702 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f3068ece-633a-4b0f-89d6-fea2c0e1f731 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:52.439718 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-f3068ece-633a-4b0f-89d6-fea2c0e1f731 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] 10.222.0.32 "DELETE /v2.0/ports/95e504d0-d5fa-4134-8115-7525b117bc50 HTTP/1.1" status: 204  len: 168 time: 1.0382330
May 07 22:04:52.442492 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 59140) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:04:52.475193 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a1f6230d-dc4a-4a3f-8f08-8ee2c02fc964 req-d9a31916-9431-4229-80d6-d62e2a7a6463 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/security-groups?id=347823fa-5b75-4d82-a2c0-79728edb4f9e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0871763
May 07 22:04:52.478630 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a938f695-125e-4895-9ff4-baa195bf890f req-8f0a3fd8-6a0f-464e-b8a5-c9d10d622230 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2c335e02-4871-4a34-8e92-8c24a11b7b47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0803504
May 07 22:04:52.506099 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-4bc9812a-f739-4e52-ab4c-56702fee4596 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] 10.222.0.32 "GET /v2.0/floatingips/232fc079-780f-4d82-abfa-79ca6aba02dd HTTP/1.1" status: 200  len: 688 time: 0.0624514
May 07 22:04:52.508786 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 59142) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:04:52.534582 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f75606-36b1-4489-832b-43aad30292b0 req-e1b69aa6-a129-4e7f-9308-e7780b2756cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:52.536140 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c3f75606-36b1-4489-832b-43aad30292b0 req-e1b69aa6-a129-4e7f-9308-e7780b2756cf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0c313e966d334c26afa43b480ab20fb0&device_id=05d983a5-a676-4b82-8128-f4beb5bb1187 HTTP/1.1" status: 200  len: 1126 time: 0.0518067
May 07 22:04:52.631564 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-7f561924-f935-487b-b3a0-ed0e49ffd86c tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Deleting port a1b13917-77ce-4ea7-9f62-97a35984b185 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:04:52.631781 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f75606-36b1-4489-832b-43aad30292b0 req-96860461-e8b2-4fcb-96a6-70891abba920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:52.631917 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7f561924-f935-487b-b3a0-ed0e49ffd86c tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (a1b13917-77ce-4ea7-9f62-97a35984b185), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:52.633270 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c3f75606-36b1-4489-832b-43aad30292b0 req-96860461-e8b2-4fcb-96a6-70891abba920 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0124d628-0714-4eb8-b81f-1f5a4ced80cc HTTP/1.1" status: 200  len: 898 time: 0.0893612
May 07 22:04:52.676869 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c3f75606-36b1-4489-832b-43aad30292b0 req-28c261bf-65ff-4eff-8399-067729cb3dc0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dfc7202f-3529-456c-8635-c9d41180e0af HTTP/1.1" status: 200  len: 217 time: 0.0362313
May 07 22:04:52.710669 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7f561924-f935-487b-b3a0-ed0e49ffd86c tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (a1b13917-77ce-4ea7-9f62-97a35984b185), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:52.710951 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7f561924-f935-487b-b3a0-ed0e49ffd86c tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks [] for floatingip (a1b13917-77ce-4ea7-9f62-97a35984b185), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:52.724204 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-7f561924-f935-487b-b3a0-ed0e49ffd86c tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Calling delete_port for a1b13917-77ce-4ea7-9f62-97a35984b185 owned by network:floatingip {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:04:52.726538 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f75606-36b1-4489-832b-43aad30292b0 req-40629df9-acef-4e92-94c5-5e634dcbe08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:52.728060 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c3f75606-36b1-4489-832b-43aad30292b0 req-40629df9-acef-4e92-94c5-5e634dcbe08f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5e9b4b45-0424-4913-b438-6e766a477b3b HTTP/1.1" status: 200  len: 835 time: 0.0451367
May 07 22:04:52.775733 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f75606-36b1-4489-832b-43aad30292b0 req-37897c47-c451-478c-a00f-7397ae0d0b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:52.777295 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c3f75606-36b1-4489-832b-43aad30292b0 req-37897c47-c451-478c-a00f-7397ae0d0b90 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0124d628-0714-4eb8-b81f-1f5a4ced80cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0400991
May 07 22:04:52.822070 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 49671dbb-1f39-4903-a9e1-e283831ec748 up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:04:52.868025 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7f561924-f935-487b-b3a0-ed0e49ffd86c tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (a1b13917-77ce-4ea7-9f62-97a35984b185), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:52.873100 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port 49671dbb-1f39-4903-a9e1-e283831ec748 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:04:52.873480 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (49671dbb-1f39-4903-a9e1-e283831ec748), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:52.895608 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766be8bd-0f4c-4896-a692-fb6c9996eed0 req-1ff258b4-37d7-423e-a6d1-7ee4c710a6fe tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:52.897338 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-766be8bd-0f4c-4896-a692-fb6c9996eed0 req-1ff258b4-37d7-423e-a6d1-7ee4c710a6fe tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 945 time: 0.0883818
May 07 22:04:52.899946 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f561924-f935-487b-b3a0-ed0e49ffd86c tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Pushing event deleted for resources: {'Port': ['ID=a1b13917-77ce-4ea7-9f62-97a35984b185,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:52.966637 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 49671dbb-1f39-4903-a9e1-e283831ec748 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:04:52.966978 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (49671dbb-1f39-4903-a9e1-e283831ec748), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:52.967236 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c3f75606-36b1-4489-832b-43aad30292b0 req-4badda35-58dc-4d07-94ec-639721d83ac2 service neutron] 10.222.0.59 "GET /v2.0/networks/0124d628-0714-4eb8-b81f-1f5a4ced80cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1798911
May 07 22:04:52.970328 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7f561924-f935-487b-b3a0-ed0e49ffd86c tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks [] for floatingip (232fc079-780f-4d82-abfa-79ca6aba02dd), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:52.974454 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7f561924-f935-487b-b3a0-ed0e49ffd86c tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:52.976653 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-7f561924-f935-487b-b3a0-ed0e49ffd86c tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] 10.222.0.32 "DELETE /v2.0/floatingips/232fc079-780f-4d82-abfa-79ca6aba02dd HTTP/1.1" status: 204  len: 168 time: 0.4668379
May 07 22:04:52.980211 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 59150) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:04:52.985846 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-794846f2-e39c-4f34-840f-f6920a5eb0bc tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Request body: {'floatingip': {'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'port_id': '88f0fcab-c2d0-4dfb-8c95-1fc96f6c4884'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:04:53.017753 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 49671dbb-1f39-4903-a9e1-e283831ec748, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=49671dbb-1f39-4903-a9e1-e283831ec748,segment=NetworkSegment(ade65013-e645-4c54-8fa7-660e2ce7b907),segment_id=ade65013-e645-4c54-8fa7-660e2ce7b907)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:04:53.025537 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (49671dbb-1f39-4903-a9e1-e283831ec748), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:53.034895 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-766be8bd-0f4c-4896-a692-fb6c9996eed0 req-82664e5f-0f5b-441e-80ef-b49cab60eadf tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1109841
May 07 22:04:53.044517 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-794846f2-e39c-4f34-840f-f6920a5eb0bc tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:53.096856 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=49671dbb-1f39-4903-a9e1-e283831ec748,revision_number=7']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:53.121050 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c3f75606-36b1-4489-832b-43aad30292b0 req-1ffc4029-56b8-4549-a810-71ac06ab90d1 service neutron] 10.222.0.59 "GET /v2.0/networks/0124d628-0714-4eb8-b81f-1f5a4ced80cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1414702
May 07 22:04:53.201394 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-794846f2-e39c-4f34-840f-f6920a5eb0bc tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:53.216991 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e9b4ce-0674-4342-9ecf-6670fe44389d req-a324593a-4b89-4225-9020-8c030b254430 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:53.218436 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a9e9b4ce-0674-4342-9ecf-6670fe44389d req-a324593a-4b89-4225-9020-8c030b254430 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=efbfca97-f4f7-4462-aa1f-5b1936c45d96 HTTP/1.1" status: 200  len: 945 time: 0.0695512
May 07 22:04:53.340188 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a9e9b4ce-0674-4342-9ecf-6670fe44389d req-8a61afe2-39ff-4214-84d5-1fc0f9c4b99f tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c335e02-4871-4a34-8e92-8c24a11b7b47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1153615
May 07 22:04:53.364217 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-794846f2-e39c-4f34-840f-f6920a5eb0bc tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Allocated IP 172.35.4.76 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/36f09fa4-bdee-4254-9f29-e02550ee16a9) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:04:53.493507 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-794846f2-e39c-4f34-840f-f6920a5eb0bc tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks [] for port (36f09fa4-bdee-4254-9f29-e02550ee16a9), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:53.542884 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-794846f2-e39c-4f34-840f-f6920a5eb0bc tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (36f09fa4-bdee-4254-9f29-e02550ee16a9), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:53.583116 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-650692f0-5f02-47b8-875d-77edb637f09b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:53.595593 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794846f2-e39c-4f34-840f-f6920a5eb0bc tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:04:53.598670 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-794846f2-e39c-4f34-840f-f6920a5eb0bc tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:04:53.602231 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794846f2-e39c-4f34-840f-f6920a5eb0bc tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:04:53.623291 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1891d041-1857-4765-8aa4-bccd344adc91 req-4ac6b277-67fb-4399-8083-e8ddf96e5389 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:53.625434 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1891d041-1857-4765-8aa4-bccd344adc91 req-4ac6b277-67fb-4399-8083-e8ddf96e5389 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/ports?device_id=05d983a5-a676-4b82-8128-f4beb5bb1187 HTTP/1.1" status: 200  len: 944 time: 0.0700581
May 07 22:04:53.638845 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794846f2-e39c-4f34-840f-f6920a5eb0bc tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Pushing event updated for resources: {'Port': ['ID=36f09fa4-bdee-4254-9f29-e02550ee16a9,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:53.712471 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1891d041-1857-4765-8aa4-bccd344adc91 req-fd7c40c2-fe0c-42cd-8251-d48ec1340a7b tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/security-groups?id=347823fa-5b75-4d82-a2c0-79728edb4f9e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0806975
May 07 22:04:53.929103 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:54.134839 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63711c0-9a36-44f2-8446-6ac03d3121e0 req-9cf86ad2-3fcd-4025-8ca9-9df202d80dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:54.144376 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b63711c0-9a36-44f2-8446-6ac03d3121e0 req-9cf86ad2-3fcd-4025-8ca9-9df202d80dce service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b682b3c1-0ca9-4806-8100-908917473b27 HTTP/1.1" status: 200  len: 1127 time: 0.1131694
May 07 22:04:54.187032 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49671dbb-1f39-4903-a9e1-e283831ec748'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:04:54.189966 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-469f7985-f7a8-4276-92b2-ffd71656ec43" -d '{"events": [{"server_uuid": "ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6", "name": "network-vif-plugged", "status": "completed", "tag": "49671dbb-1f39-4903-a9e1-e283831ec748"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:04:54.202092 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b63711c0-9a36-44f2-8446-6ac03d3121e0 req-cfa40527-ac15-47df-9ba2-a33b7a81ff2f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=45028260-27bb-4967-b003-55d77c52e058&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0565457
May 07 22:04:54.253396 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-606f9a9d-3b77-48f5-b82d-361aef6c7247 x-openstack-request-id: req-606f9a9d-3b77-48f5-b82d-361aef6c7247 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:04:54.253696 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6", "name": "network-vif-plugged", "status": "completed", "tag": "49671dbb-1f39-4903-a9e1-e283831ec748", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:04:54.253952 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-606f9a9d-3b77-48f5-b82d-361aef6c7247 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:04:54.254423 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-606f9a9d-3b77-48f5-b82d-361aef6c7247'] response: {'server_uuid': 'ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49671dbb-1f39-4903-a9e1-e283831ec748', 'code': 200}
May 07 22:04:54.306948 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48411310-dc65-4390-8be8-6dc8699e960e req-f195a099-43a9-4795-8408-095d6c773290 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:54.314323 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-48411310-dc65-4390-8be8-6dc8699e960e req-f195a099-43a9-4795-8408-095d6c773290 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 946 time: 0.0864878
May 07 22:04:54.325512 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-794846f2-e39c-4f34-840f-f6920a5eb0bc tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks [] for floatingip (458d9a21-658d-4542-bc7b-b49779a43558), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:54.395691 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-48411310-dc65-4390-8be8-6dc8699e960e req-70593c07-1e67-48e3-9f36-b5c44acf9d1e tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0805087
May 07 22:04:54.508406 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-794846f2-e39c-4f34-840f-f6920a5eb0bc tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (36f09fa4-bdee-4254-9f29-e02550ee16a9), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:54.609301 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3582a4-7121-42d7-8cf8-9f3249d5bde4 req-593e9e5b-2195-416e-82be-79940379b2b0 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:54.610988 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2f3582a4-7121-42d7-8cf8-9f3249d5bde4 req-593e9e5b-2195-416e-82be-79940379b2b0 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=efbfca97-f4f7-4462-aa1f-5b1936c45d96 HTTP/1.1" status: 200  len: 945 time: 0.0719309
May 07 22:04:54.700010 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2f3582a4-7121-42d7-8cf8-9f3249d5bde4 req-7b402622-2fb1-45b6-a68c-f8f6afa8753f tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c335e02-4871-4a34-8e92-8c24a11b7b47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0732334
May 07 22:04:54.861117 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device dfc7202f-3529-456c-8635-c9d41180e0af details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:04:54.883312 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-794846f2-e39c-4f34-840f-f6920a5eb0bc tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks [] for port (36f09fa4-bdee-4254-9f29-e02550ee16a9), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:54.904066 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641da4f7-a3ff-4045-afc7-dfa2c8a60a60 req-23d2de53-2b61-4374-a196-638ae16170fe tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:54.911902 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-641da4f7-a3ff-4045-afc7-dfa2c8a60a60 req-23d2de53-2b61-4374-a196-638ae16170fe tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/ports?device_id=05d983a5-a676-4b82-8128-f4beb5bb1187 HTTP/1.1" status: 200  len: 944 time: 0.0839472
May 07 22:04:54.913870 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-794846f2-e39c-4f34-840f-f6920a5eb0bc tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (36f09fa4-bdee-4254-9f29-e02550ee16a9), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:54.995013 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794846f2-e39c-4f34-840f-f6920a5eb0bc tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Pushing event updated for resources: {'Port': ['ID=36f09fa4-bdee-4254-9f29-e02550ee16a9,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:55.056817 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-794846f2-e39c-4f34-840f-f6920a5eb0bc tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (458d9a21-658d-4542-bc7b-b49779a43558), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:55.105663 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port dfc7202f-3529-456c-8635-c9d41180e0af, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dfc7202f-3529-456c-8635-c9d41180e0af,segment=NetworkSegment(86058b97-ca98-4bcc-b2cc-13cc18e8d4c0),segment_id=86058b97-ca98-4bcc-b2cc-13cc18e8d4c0)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:04:55.151857 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': 'dfc7202f-3529-456c-8635-c9d41180e0af', 'network_id': '0124d628-0714-4eb8-b81f-1f5a4ced80cc', 'port_id': 'dfc7202f-3529-456c-8635-c9d41180e0af', 'mac_address': 'fa:16:3e:67:b8:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e9b4b45-0424-4913-b438-6e766a477b3b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:04:55.234854 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port dfc7202f-3529-456c-8635-c9d41180e0af is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:04:55.236132 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (dfc7202f-3529-456c-8635-c9d41180e0af), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:55.273554 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfc7202f-3529-456c-8635-c9d41180e0af {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:04:55.317793 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port dfc7202f-3529-456c-8635-c9d41180e0af, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dfc7202f-3529-456c-8635-c9d41180e0af,segment=NetworkSegment(86058b97-ca98-4bcc-b2cc-13cc18e8d4c0),segment_id=86058b97-ca98-4bcc-b2cc-13cc18e8d4c0)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:04:55.327729 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (dfc7202f-3529-456c-8635-c9d41180e0af), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:55.397229 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=dfc7202f-3529-456c-8635-c9d41180e0af,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:55.571304 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c8cb41-1c8d-4032-bfb3-d372482ed4e1 req-dfb3d95f-ae4c-40ad-af75-28bfadeef03d tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:55.579159 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f6c8cb41-1c8d-4032-bfb3-d372482ed4e1 req-dfb3d95f-ae4c-40ad-af75-28bfadeef03d tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 946 time: 0.0862861
May 07 22:04:55.595102 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-641da4f7-a3ff-4045-afc7-dfa2c8a60a60 req-458647d9-4680-4be8-b70e-f8b707106d37 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/security-groups?id=347823fa-5b75-4d82-a2c0-79728edb4f9e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.6822114
May 07 22:04:55.683737 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['dfc7202f-3529-456c-8635-c9d41180e0af'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:04:55.699389 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f6c8cb41-1c8d-4032-bfb3-d372482ed4e1 req-7847e389-96f4-46af-b62b-f3710159474b tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1113055
May 07 22:04:55.699787 ncdv-master-1 neutron-server[121836]: INFO neutron.db.l3_db [None req-794846f2-e39c-4f34-840f-f6920a5eb0bc tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Floating IP 458d9a21-658d-4542-bc7b-b49779a43558 associated. External IP: 172.35.4.76, port: 88f0fcab-c2d0-4dfb-8c95-1fc96f6c4884.
May 07 22:04:56.042546 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-15f04149-a438-4076-b1a9-17a92f706437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:56.043376 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-794846f2-e39c-4f34-840f-f6920a5eb0bc tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Router 1a9903f6-9132-4577-8af1-c5b308c6a824 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:04:56.226265 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-794846f2-e39c-4f34-840f-f6920a5eb0bc tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:04:56.237344 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b162d5e2-7ceb-4578-927e-45128d0ffafc None None] Sync routers for ids ['1a9903f6-9132-4577-8af1-c5b308c6a824'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:04:56.249813 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b162d5e2-7ceb-4578-927e-45128d0ffafc None None] Routers {'1a9903f6-9132-4577-8af1-c5b308c6a824'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:04:56.250581 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-b162d5e2-7ceb-4578-927e-45128d0ffafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8caf3d90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:04:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['1a9903f6-9132-4577-8af1-c5b308c6a824'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:04:56.256376 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-794846f2-e39c-4f34-840f-f6920a5eb0bc tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:56.293910 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-b162d5e2-7ceb-4578-927e-45128d0ffafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8caf3d90>, [], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:04:56.305034 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b162d5e2-7ceb-4578-927e-45128d0ffafc None None] Routers {'1a9903f6-9132-4577-8af1-c5b308c6a824'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:04:56.305974 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-b162d5e2-7ceb-4578-927e-45128d0ffafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8caf3d90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:04:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['1a9903f6-9132-4577-8af1-c5b308c6a824'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:04:56.306889 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-794846f2-e39c-4f34-840f-f6920a5eb0bc tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 982 time: 3.3253937
May 07 22:04:56.309869 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 59246) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:04:56.315236 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-d47e68a7-7c4e-4ae2-8773-b5016e5e10ca tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1185643867'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:04:56.344016 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d47e68a7-7c4e-4ae2-8773-b5016e5e10ca tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Made reservation on behalf of 3782d9da13c44a67a66be545e352dcf8 for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:04:56.348193 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d47e68a7-7c4e-4ae2-8773-b5016e5e10ca tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:56.373394 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-b162d5e2-7ceb-4578-927e-45128d0ffafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8caf3d90>, [], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:04:56.374075 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b162d5e2-7ceb-4578-927e-45128d0ffafc None None] The sync data for ids ['1a9903f6-9132-4577-8af1-c5b308c6a824'] in ncdv-master-1 is: [] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:04:56.382168 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d47e68a7-7c4e-4ae2-8773-b5016e5e10ca tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:04:56.419402 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d47e68a7-7c4e-4ae2-8773-b5016e5e10ca tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (bb2de727-82e2-4e9f-9475-23fb8a7d4cc5), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:56.421745 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-d47e68a7-7c4e-4ae2-8773-b5016e5e10ca tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Added segment bb2de727-82e2-4e9f-9475-23fb8a7d4cc5 of type vlan for network 766c84ab-7348-4932-bebc-6edeaaaac605
May 07 22:04:56.492124 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d47e68a7-7c4e-4ae2-8773-b5016e5e10ca tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (766c84ab-7348-4932-bebc-6edeaaaac605), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:56.522406 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [req-98d062fd-674c-49ce-aa03-dd86c5cdf8a1 req-1a59dbd3-1781-43f2-a0e7-3873261d1d47 service neutron] (121836) timed out ('10.222.0.32', 59270) {{(pid=121836) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
May 07 22:04:56.544166 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d47e68a7-7c4e-4ae2-8773-b5016e5e10ca tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (766c84ab-7348-4932-bebc-6edeaaaac605), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:56.550255 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47e68a7-7c4e-4ae2-8773-b5016e5e10ca tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:56.551216 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d47e68a7-7c4e-4ae2-8773-b5016e5e10ca tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:56.597422 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 59250) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:04:56.597999 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-d47e68a7-7c4e-4ae2-8773-b5016e5e10ca tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 773 time: 0.2865250
May 07 22:04:56.603693 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-c98ff9a8-b86d-446d-af88-909d0fa460ec tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Request body: {'subnet': {'network_id': '766c84ab-7348-4932-bebc-6edeaaaac605', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:04:56.637363 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47e68a7-7c4e-4ae2-8773-b5016e5e10ca tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Pushing event updated for resources: {'Network': ['ID=766c84ab-7348-4932-bebc-6edeaaaac605,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:56.662730 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 766c84ab-7348-4932-bebc-6edeaaaac605 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:04:56.830265 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108e3e99-2ece-469e-bb22-e7f7c0ff4109 req-d432177b-699a-4cc8-b58d-52930f5397e7 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:56.840647 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-108e3e99-2ece-469e-bb22-e7f7c0ff4109 req-d432177b-699a-4cc8-b58d-52930f5397e7 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/ports?device_id=05d983a5-a676-4b82-8128-f4beb5bb1187 HTTP/1.1" status: 200  len: 945 time: 0.1013560
May 07 22:04:56.843795 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c98ff9a8-b86d-446d-af88-909d0fa460ec tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Made reservation on behalf of 3782d9da13c44a67a66be545e352dcf8 for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:04:56.847188 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c98ff9a8-b86d-446d-af88-909d0fa460ec tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:56.867499 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device dfc7202f-3529-456c-8635-c9d41180e0af up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:04:56.920263 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7184d5-b022-4128-8984-379c7534a09f req-c2f55519-0e5e-4f5b-9ad3-c1ae25170ba8 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:56.926312 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8a7184d5-b022-4128-8984-379c7534a09f req-c2f55519-0e5e-4f5b-9ad3-c1ae25170ba8 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 946 time: 0.1290722
May 07 22:04:56.960124 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning for port dfc7202f-3529-456c-8635-c9d41180e0af completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 22:04:56.994910 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8a7184d5-b022-4128-8984-379c7534a09f req-30667c40-a183-447e-9ee5-8a7e266419af tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0655828
May 07 22:04:56.999172 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port dfc7202f-3529-456c-8635-c9d41180e0af triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:04:57.001804 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (dfc7202f-3529-456c-8635-c9d41180e0af), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:57.015282 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-108e3e99-2ece-469e-bb22-e7f7c0ff4109 req-9ccf2f1c-ca7e-4c99-aaec-4756771874df tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/security-groups?id=347823fa-5b75-4d82-a2c0-79728edb4f9e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1735814
May 07 22:04:57.206383 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port dfc7202f-3529-456c-8635-c9d41180e0af is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:04:57.206900 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (dfc7202f-3529-456c-8635-c9d41180e0af), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:57.237885 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c98ff9a8-b86d-446d-af88-909d0fa460ec tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (0dc227a0-86f2-4685-a655-ee56465945c0), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:57.240582 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05d983a5-a676-4b82-8128-f4beb5bb1187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfc7202f-3529-456c-8635-c9d41180e0af'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:04:57.243076 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ebf8dd-e761-4a0d-a273-b7c3643a6b34" -d '{"events": [{"server_uuid": "05d983a5-a676-4b82-8128-f4beb5bb1187", "name": "network-vif-plugged", "status": "completed", "tag": "dfc7202f-3529-456c-8635-c9d41180e0af"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:04:57.257456 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port dfc7202f-3529-456c-8635-c9d41180e0af, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dfc7202f-3529-456c-8635-c9d41180e0af,segment=NetworkSegment(86058b97-ca98-4bcc-b2cc-13cc18e8d4c0),segment_id=86058b97-ca98-4bcc-b2cc-13cc18e8d4c0)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:04:57.262728 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (dfc7202f-3529-456c-8635-c9d41180e0af), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:57.327029 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5304a548-87dc-4b9d-8153-e25a4d79db65 x-openstack-request-id: req-5304a548-87dc-4b9d-8153-e25a4d79db65 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:04:57.327505 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05d983a5-a676-4b82-8128-f4beb5bb1187", "name": "network-vif-plugged", "status": "completed", "tag": "dfc7202f-3529-456c-8635-c9d41180e0af", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:04:57.327856 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5304a548-87dc-4b9d-8153-e25a4d79db65 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:04:57.328582 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5304a548-87dc-4b9d-8153-e25a4d79db65'] response: {'server_uuid': '05d983a5-a676-4b82-8128-f4beb5bb1187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfc7202f-3529-456c-8635-c9d41180e0af', 'code': 200}
May 07 22:04:57.329284 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=dfc7202f-3529-456c-8635-c9d41180e0af,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:57.343200 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98ff9a8-b86d-446d-af88-909d0fa460ec tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Pushing event updated for resources: {'Subnet': ['ID=0dc227a0-86f2-4685-a655-ee56465945c0,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:57.355417 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98ff9a8-b86d-446d-af88-909d0fa460ec tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Checking segment: {'id': 'bb2de727-82e2-4e9f-9475-23fb8a7d4cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '766c84ab-7348-4932-bebc-6edeaaaac605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:04:57.355784 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98ff9a8-b86d-446d-af88-909d0fa460ec tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Network hostable DHCP agents. Network: 766c84ab-7348-4932-bebc-6edeaaaac605, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:04:57.385306 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:57.404118 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98ff9a8-b86d-446d-af88-909d0fa460ec tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Network 766c84ab-7348-4932-bebc-6edeaaaac605 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:04:57.416416 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-c98ff9a8-b86d-446d-af88-909d0fa460ec tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 766c84ab-7348-4932-bebc-6edeaaaac605) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:04:57.430798 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3624c2d0-9e49-4517-b80b-28371949710e None None] Network 766c84ab-7348-4932-bebc-6edeaaaac605 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:04:57.442685 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dbdde8-afba-4e6c-a448-c6197fa94e1e req-a44ea3ca-26da-409c-9024-ec422af006d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:57.445332 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-70dbdde8-afba-4e6c-a448-c6197fa94e1e req-a44ea3ca-26da-409c-9024-ec422af006d5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=05d983a5-a676-4b82-8128-f4beb5bb1187 HTTP/1.1" status: 200  len: 1128 time: 0.0602350
May 07 22:04:57.449967 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98ff9a8-b86d-446d-af88-909d0fa460ec tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:57.452086 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c98ff9a8-b86d-446d-af88-909d0fa460ec tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:57.484869 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-c98ff9a8-b86d-446d-af88-909d0fa460ec tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.8852494
May 07 22:04:57.509303 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 59272) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:04:57.553092 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-ea2aec70-9e6d-4cba-b055-0cb68561b2e9 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-800313408', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}, 'admin_state_up': False}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:04:57.629934 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-70dbdde8-afba-4e6c-a448-c6197fa94e1e req-0581a1b2-9f87-40e7-83ae-f9e2f660a208 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=347823fa-5b75-4d82-a2c0-79728edb4f9e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1653318
May 07 22:04:57.654273 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ea2aec70-9e6d-4cba-b055-0cb68561b2e9 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (bc1fbbaa-c875-4507-8a26-642939d2621e), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:57.655497 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ea2aec70-9e6d-4cba-b055-0cb68561b2e9 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (bc1fbbaa-c875-4507-8a26-642939d2621e), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:57.717681 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5417d883-5728-45e5-ba6e-426d74a7935a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-766c84ab-7348-4932-bebc-6edeaaaac605', 'network_id': '766c84ab-7348-4932-bebc-6edeaaaac605', 'project_id': '3782d9da13c44a67a66be545e352dcf8', 'fixed_ips': [{'subnet_id': '0dc227a0-86f2-4685-a655-ee56465945c0'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:04:57.718613 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5417d883-5728-45e5-ba6e-426d74a7935a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:57.772754 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ea2aec70-9e6d-4cba-b055-0cb68561b2e9 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks [] for router_controller (bc1fbbaa-c875-4507-8a26-642939d2621e), precommit_add_association {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:57.892853 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-5417d883-5728-45e5-ba6e-426d74a7935a None None] Allocated IP 172.20.0.2 (766c84ab-7348-4932-bebc-6edeaaaac605/0dc227a0-86f2-4685-a655-ee56465945c0/5866ecf8-83ed-473f-b04f-f8f9b65b5dbd) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:04:57.940939 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ea2aec70-9e6d-4cba-b055-0cb68561b2e9 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks [] for router_gateway (bc1fbbaa-c875-4507-8a26-642939d2621e), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:58.105885 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5417d883-5728-45e5-ba6e-426d74a7935a None None] Publish callbacks [] for port (5866ecf8-83ed-473f-b04f-f8f9b65b5dbd), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:58.129983 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5417d883-5728-45e5-ba6e-426d74a7935a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (5866ecf8-83ed-473f-b04f-f8f9b65b5dbd), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:58.183399 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5417d883-5728-45e5-ba6e-426d74a7935a None None] Network 766c84ab-7348-4932-bebc-6edeaaaac605 is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:04:58.188716 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-5417d883-5728-45e5-ba6e-426d74a7935a None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:04:58.204877 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5417d883-5728-45e5-ba6e-426d74a7935a None None] Pushing event updated for resources: {'Port': ['ID=5866ecf8-83ed-473f-b04f-f8f9b65b5dbd,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:58.214228 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ea2aec70-9e6d-4cba-b055-0cb68561b2e9 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks [] for router_gateway (bc1fbbaa-c875-4507-8a26-642939d2621e), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:58.230199 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95b0d55-8970-4ad8-a04e-a8cee6bd0f69 req-2b91ac68-8695-4cef-bae9-c4c76fc90623 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:58.231837 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a95b0d55-8970-4ad8-a04e-a8cee6bd0f69 req-2b91ac68-8695-4cef-bae9-c4c76fc90623 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 946 time: 0.0801301
May 07 22:04:58.234905 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5417d883-5728-45e5-ba6e-426d74a7935a None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:04:58.264140 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ea2aec70-9e6d-4cba-b055-0cb68561b2e9 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:58.304164 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1220ff99-18a1-4440-b55d-b3dab93482ba req-9efbc638-924d-4904-8e36-d3cc678c9f4b tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:58.307432 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1220ff99-18a1-4440-b55d-b3dab93482ba req-9efbc638-924d-4904-8e36-d3cc678c9f4b tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/ports?device_id=05d983a5-a676-4b82-8128-f4beb5bb1187 HTTP/1.1" status: 200  len: 946 time: 0.1287761
May 07 22:04:58.316882 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-5417d883-5728-45e5-ba6e-426d74a7935a None None] Attempting to bind port 5866ecf8-83ed-473f-b04f-f8f9b65b5dbd on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:04:58.317323 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-5417d883-5728-45e5-ba6e-426d74a7935a None None] Attempting to bind port 5866ecf8-83ed-473f-b04f-f8f9b65b5dbd by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bb2de727-82e2-4e9f-9475-23fb8a7d4cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '766c84ab-7348-4932-bebc-6edeaaaac605'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:04:58.317744 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5417d883-5728-45e5-ba6e-426d74a7935a None None] Attempting to bind port 5866ecf8-83ed-473f-b04f-f8f9b65b5dbd on network 766c84ab-7348-4932-bebc-6edeaaaac605 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:04:58.328698 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5417d883-5728-45e5-ba6e-426d74a7935a None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:04:58.329081 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5417d883-5728-45e5-ba6e-426d74a7935a None None] Checking segment: {'id': 'bb2de727-82e2-4e9f-9475-23fb8a7d4cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '766c84ab-7348-4932-bebc-6edeaaaac605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:04:58.330207 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5417d883-5728-45e5-ba6e-426d74a7935a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:58.332454 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5417d883-5728-45e5-ba6e-426d74a7935a None None] Bound using segment: {'id': 'bb2de727-82e2-4e9f-9475-23fb8a7d4cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '766c84ab-7348-4932-bebc-6edeaaaac605'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:04:58.332954 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-5417d883-5728-45e5-ba6e-426d74a7935a None None] Bound port: 5866ecf8-83ed-473f-b04f-f8f9b65b5dbd, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb2de727-82e2-4e9f-9475-23fb8a7d4cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '766c84ab-7348-4932-bebc-6edeaaaac605'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:04:58.333361 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5417d883-5728-45e5-ba6e-426d74a7935a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (5866ecf8-83ed-473f-b04f-f8f9b65b5dbd), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:58.341396 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a95b0d55-8970-4ad8-a04e-a8cee6bd0f69 req-9bbc0409-592d-411f-b40c-c203113f6f14 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0886114
May 07 22:04:58.410652 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1220ff99-18a1-4440-b55d-b3dab93482ba req-e60fcad4-12d8-40f4-acd6-fd35b3aa5bd2 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/security-groups?id=347823fa-5b75-4d82-a2c0-79728edb4f9e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0716677
May 07 22:04:58.425953 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-5417d883-5728-45e5-ba6e-426d74a7935a None None] For port 5866ecf8-83ed-473f-b04f-f8f9b65b5dbd, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:04:58.429850 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-5417d883-5728-45e5-ba6e-426d74a7935a None None] For port 5866ecf8-83ed-473f-b04f-f8f9b65b5dbd, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5866ecf8-83ed-473f-b04f-f8f9b65b5dbd,segment=NetworkSegment(bb2de727-82e2-4e9f-9475-23fb8a7d4cc5),segment_id=bb2de727-82e2-4e9f-9475-23fb8a7d4cc5)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:04:58.439141 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5417d883-5728-45e5-ba6e-426d74a7935a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (5866ecf8-83ed-473f-b04f-f8f9b65b5dbd), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:58.491269 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-ea2aec70-9e6d-4cba-b055-0cb68561b2e9 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Allocated IP 172.35.4.37 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/2f6f41b8-a2ad-4883-b18a-5918507d73f9) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:04:58.549201 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5417d883-5728-45e5-ba6e-426d74a7935a None None] Pushing event updated for resources: {'Port': ['ID=5866ecf8-83ed-473f-b04f-f8f9b65b5dbd,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:58.648963 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ea2aec70-9e6d-4cba-b055-0cb68561b2e9 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks [] for port (2f6f41b8-a2ad-4883-b18a-5918507d73f9), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:58.703674 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ea2aec70-9e6d-4cba-b055-0cb68561b2e9 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (2f6f41b8-a2ad-4883-b18a-5918507d73f9), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:58.750456 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2aec70-9e6d-4cba-b055-0cb68561b2e9 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:04:58.756163 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-ea2aec70-9e6d-4cba-b055-0cb68561b2e9 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:04:58.765893 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2aec70-9e6d-4cba-b055-0cb68561b2e9 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:04:58.768068 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2aec70-9e6d-4cba-b055-0cb68561b2e9 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Pushing event updated for resources: {'Port': ['ID=2f6f41b8-a2ad-4883-b18a-5918507d73f9,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:04:59.120659 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:59.202310 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ea2aec70-9e6d-4cba-b055-0cb68561b2e9 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks [] for router_gateway (bc1fbbaa-c875-4507-8a26-642939d2621e), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:59.502427 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ea2aec70-9e6d-4cba-b055-0cb68561b2e9 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (bc1fbbaa-c875-4507-8a26-642939d2621e), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:04:59.511343 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef191bc-2c1c-4a8b-8a10-c372b9ab3223 req-4a747dc2-ef28-4e90-ab72-676febead577 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:59.512891 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9ef191bc-2c1c-4a8b-8a10-c372b9ab3223 req-4a747dc2-ef28-4e90-ab72-676febead577 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 946 time: 0.0836189
May 07 22:04:59.575926 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9a79f3-02ee-4771-ac15-4c806202fcfd req-81c05acd-d0eb-428e-a455-a0fecba6b938 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:59.586255 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5d9a79f3-02ee-4771-ac15-4c806202fcfd req-81c05acd-d0eb-428e-a455-a0fecba6b938 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/ports?device_id=05d983a5-a676-4b82-8128-f4beb5bb1187 HTTP/1.1" status: 200  len: 946 time: 0.0638101
May 07 22:04:59.648408 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5d9a79f3-02ee-4771-ac15-4c806202fcfd req-40778c61-4ab6-4d34-8330-3bef91cba883 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/security-groups?id=347823fa-5b75-4d82-a2c0-79728edb4f9e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0608482
May 07 22:04:59.671861 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9ef191bc-2c1c-4a8b-8a10-c372b9ab3223 req-d05cbeeb-43af-41be-b936-dfe7cac8fbb3 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1136682
May 07 22:04:59.783165 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea2aec70-9e6d-4cba-b055-0cb68561b2e9 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Router bc1fbbaa-c875-4507-8a26-642939d2621e is scheduled to L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db with binding_index 1 {{(pid=121836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 07 22:04:59.921026 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a733d6e-3843-48fc-8f9e-6d23cfec99e3 req-02e67594-21f4-46a8-8c4e-4e19f0441b2e tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:04:59.923233 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6a733d6e-3843-48fc-8f9e-6d23cfec99e3 req-02e67594-21f4-46a8-8c4e-4e19f0441b2e tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/ports?device_id=05d983a5-a676-4b82-8128-f4beb5bb1187 HTTP/1.1" status: 200  len: 946 time: 0.1309614
May 07 22:04:59.986281 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e95145-2cf8-4fdb-9d32-ff07d29c0989 None None] Network 766c84ab-7348-4932-bebc-6edeaaaac605 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:05:00.056717 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6a733d6e-3843-48fc-8f9e-6d23cfec99e3 req-01396a5f-0260-4452-b2ed-9ab610283801 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/security-groups?id=347823fa-5b75-4d82-a2c0-79728edb4f9e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1274667
May 07 22:05:00.063384 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea2aec70-9e6d-4cba-b055-0cb68561b2e9 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:05:00.090028 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ea2aec70-9e6d-4cba-b055-0cb68561b2e9 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:00.094244 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 59304) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:00.094893 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 59306) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:00.095203 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-ea2aec70-9e6d-4cba-b055-0cb68561b2e9 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 2.5877655
May 07 22:05:00.104875 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f877c53-0ba0-44d5-aac7-8303c30af4d4 None None] Sync routers for ids ['bc1fbbaa-c875-4507-8a26-642939d2621e'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:05:00.153060 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-c040ac6f-09a6-4867-84fd-a7d13745cb86 None None] Provisioning complete for port 5866ecf8-83ed-473f-b04f-f8f9b65b5dbd triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:05:00.153729 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c040ac6f-09a6-4867-84fd-a7d13745cb86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (5866ecf8-83ed-473f-b04f-f8f9b65b5dbd), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:00.158612 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f877c53-0ba0-44d5-aac7-8303c30af4d4 None None] Routers {'bc1fbbaa-c875-4507-8a26-642939d2621e'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:05:00.159047 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-9f877c53-0ba0-44d5-aac7-8303c30af4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7ffa9700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:04:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['bc1fbbaa-c875-4507-8a26-642939d2621e'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:05:00.237944 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24dd0815-bfde-42b3-9fc6-d6a35822be1a tempest-TestNetworkBasicOps-1465750221 tempest-TestNetworkBasicOps-1465750221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:00.239497 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-24dd0815-bfde-42b3-9fc6-d6a35822be1a tempest-TestNetworkBasicOps-1465750221 tempest-TestNetworkBasicOps-1465750221-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=05d983a5-a676-4b82-8128-f4beb5bb1187 HTTP/1.1" status: 200  len: 1123 time: 0.1420386
May 07 22:05:00.242622 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 59312) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:00.248886 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-56b9d7eb-97d0-484c-815a-d8328d280eff tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Request body: {'floatingip': {'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'port_id': 'dfc7202f-3529-456c-8635-c9d41180e0af', 'tenant_id': '0c313e966d334c26afa43b480ab20fb0', 'fixed_ip_address': '172.20.0.10'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:05:00.253581 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-9f877c53-0ba0-44d5-aac7-8303c30af4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7ffa9700>, [], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:05:00.313858 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:00.317336 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f877c53-0ba0-44d5-aac7-8303c30af4d4 None None] Routers {'bc1fbbaa-c875-4507-8a26-642939d2621e'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:05:00.317994 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-9f877c53-0ba0-44d5-aac7-8303c30af4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7ffa9700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:04:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['bc1fbbaa-c875-4507-8a26-642939d2621e'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:05:00.339903 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-56b9d7eb-97d0-484c-815a-d8328d280eff tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:00.411555 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-9f877c53-0ba0-44d5-aac7-8303c30af4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7ffa9700>, [], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:05:00.417778 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f877c53-0ba0-44d5-aac7-8303c30af4d4 None None] The sync data for ids ['bc1fbbaa-c875-4507-8a26-642939d2621e'] in ncdv-master-1 is: [] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:05:00.452260 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-56b9d7eb-97d0-484c-815a-d8328d280eff tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:00.490234 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-c040ac6f-09a6-4867-84fd-a7d13745cb86 None None] Current status of the port 5866ecf8-83ed-473f-b04f-f8f9b65b5dbd is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:05:00.490911 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c040ac6f-09a6-4867-84fd-a7d13745cb86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (5866ecf8-83ed-473f-b04f-f8f9b65b5dbd), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:00.563652 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-c040ac6f-09a6-4867-84fd-a7d13745cb86 None None] For port 5866ecf8-83ed-473f-b04f-f8f9b65b5dbd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5866ecf8-83ed-473f-b04f-f8f9b65b5dbd,segment=NetworkSegment(bb2de727-82e2-4e9f-9475-23fb8a7d4cc5),segment_id=bb2de727-82e2-4e9f-9475-23fb8a7d4cc5)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:05:00.577461 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c040ac6f-09a6-4867-84fd-a7d13745cb86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (5866ecf8-83ed-473f-b04f-f8f9b65b5dbd), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:00.670449 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c040ac6f-09a6-4867-84fd-a7d13745cb86 None None] Pushing event updated for resources: {'Port': ['ID=5866ecf8-83ed-473f-b04f-f8f9b65b5dbd,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:00.706897 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 5866ecf8-83ed-473f-b04f-f8f9b65b5dbd up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:05:00.801604 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 5866ecf8-83ed-473f-b04f-f8f9b65b5dbd triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:05:00.802203 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (5866ecf8-83ed-473f-b04f-f8f9b65b5dbd), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:00.816345 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 22:05:00.829312 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-d0e3fec8-1c79-4def-a785-52fe7c808e4d None None] Provisioning complete for port 5866ecf8-83ed-473f-b04f-f8f9b65b5dbd triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:05:00.829892 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d0e3fec8-1c79-4def-a785-52fe7c808e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (5866ecf8-83ed-473f-b04f-f8f9b65b5dbd), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:00.949433 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-d0e3fec8-1c79-4def-a785-52fe7c808e4d None None] Current status of the port 5866ecf8-83ed-473f-b04f-f8f9b65b5dbd is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:05:00.995231 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 5866ecf8-83ed-473f-b04f-f8f9b65b5dbd is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:05:01.311633 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121e05e3-e79c-4bca-b6c1-2d4a2d990192 req-cb6d970f-c320-4e8b-9c5d-6503c17df35a tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:01.319197 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-121e05e3-e79c-4bca-b6c1-2d4a2d990192 req-cb6d970f-c320-4e8b-9c5d-6503c17df35a tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 946 time: 0.4498618
May 07 22:05:01.346256 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-56b9d7eb-97d0-484c-815a-d8328d280eff tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Allocated IP 172.35.4.120 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/a887ea30-2be4-400e-9ab5-ce856725d9bb) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:05:01.517150 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-121e05e3-e79c-4bca-b6c1-2d4a2d990192 req-2867312f-037a-4149-b33d-10c4b0c98a34 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1922841
May 07 22:05:01.631240 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-56b9d7eb-97d0-484c-815a-d8328d280eff tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for port (a887ea30-2be4-400e-9ab5-ce856725d9bb), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:01.714148 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-56b9d7eb-97d0-484c-815a-d8328d280eff tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (a887ea30-2be4-400e-9ab5-ce856725d9bb), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:01.759562 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bb83e027-67d8-44e6-b67d-7b60488aa241 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:01.789955 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b9d7eb-97d0-484c-815a-d8328d280eff tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:05:01.793735 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-56b9d7eb-97d0-484c-815a-d8328d280eff tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:05:01.840048 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b9d7eb-97d0-484c-815a-d8328d280eff tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:05:01.846535 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b9d7eb-97d0-484c-815a-d8328d280eff tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Pushing event updated for resources: {'Port': ['ID=a887ea30-2be4-400e-9ab5-ce856725d9bb,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:02.369983 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-bb83e027-67d8-44e6-b67d-7b60488aa241 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Allocated IP 172.20.0.1 (766c84ab-7348-4932-bebc-6edeaaaac605/0dc227a0-86f2-4685-a655-ee56465945c0/77d2872c-4d89-45ae-9b73-3f804a826f47) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:05:02.585169 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 5866ecf8-83ed-473f-b04f-f8f9b65b5dbd up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:05:02.608439 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bb83e027-67d8-44e6-b67d-7b60488aa241 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks [] for port (77d2872c-4d89-45ae-9b73-3f804a826f47), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:02.618543 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-56b9d7eb-97d0-484c-815a-d8328d280eff tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for floatingip (d973a2b1-9f92-4eb0-89a9-efc63fac76a0), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:02.661115 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 5866ecf8-83ed-473f-b04f-f8f9b65b5dbd triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:05:02.661802 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (5866ecf8-83ed-473f-b04f-f8f9b65b5dbd), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:02.694908 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d13a44c-2e92-4470-8a06-a3cd5c81bd96 req-71f98539-4427-484d-8de8-92f55108ee26 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:02.703896 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0d13a44c-2e92-4470-8a06-a3cd5c81bd96 req-71f98539-4427-484d-8de8-92f55108ee26 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 946 time: 0.0704296
May 07 22:05:02.747330 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bb83e027-67d8-44e6-b67d-7b60488aa241 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (77d2872c-4d89-45ae-9b73-3f804a826f47), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:02.786098 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0d13a44c-2e92-4470-8a06-a3cd5c81bd96 req-d7fafcfa-20aa-430e-a1f6-eb93af11c0cc tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0807579
May 07 22:05:02.812019 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb83e027-67d8-44e6-b67d-7b60488aa241 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Network 766c84ab-7348-4932-bebc-6edeaaaac605 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:05:02.813238 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-56b9d7eb-97d0-484c-815a-d8328d280eff tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (a887ea30-2be4-400e-9ab5-ce856725d9bb), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:02.818101 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-bb83e027-67d8-44e6-b67d-7b60488aa241 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:05:02.839213 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb83e027-67d8-44e6-b67d-7b60488aa241 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:05:02.872044 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 5866ecf8-83ed-473f-b04f-f8f9b65b5dbd is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:05:02.876699 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb83e027-67d8-44e6-b67d-7b60488aa241 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Pushing event updated for resources: {'Port': ['ID=77d2872c-4d89-45ae-9b73-3f804a826f47,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:02.936485 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bb83e027-67d8-44e6-b67d-7b60488aa241 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398161'] for router_interface (bc1fbbaa-c875-4507-8a26-642939d2621e), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:03.202442 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-26cce413-a6c4-4ba0-ac12-77d7b2b77974 None None] Provisioning complete for port 77d2872c-4d89-45ae-9b73-3f804a826f47 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:05:03.203068 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-26cce413-a6c4-4ba0-ac12-77d7b2b77974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (77d2872c-4d89-45ae-9b73-3f804a826f47), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:03.239369 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-56b9d7eb-97d0-484c-815a-d8328d280eff tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for port (a887ea30-2be4-400e-9ab5-ce856725d9bb), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:03.249416 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-56b9d7eb-97d0-484c-815a-d8328d280eff tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (a887ea30-2be4-400e-9ab5-ce856725d9bb), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:03.252237 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bb83e027-67d8-44e6-b67d-7b60488aa241 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (77d2872c-4d89-45ae-9b73-3f804a826f47), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:03.262839 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-26cce413-a6c4-4ba0-ac12-77d7b2b77974 None None] Port 77d2872c-4d89-45ae-9b73-3f804a826f47 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:05:03.374521 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b9d7eb-97d0-484c-815a-d8328d280eff tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Pushing event updated for resources: {'Port': ['ID=a887ea30-2be4-400e-9ab5-ce856725d9bb,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:03.387079 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-56b9d7eb-97d0-484c-815a-d8328d280eff tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (d973a2b1-9f92-4eb0-89a9-efc63fac76a0), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:03.974457 ncdv-master-1 neutron-server[121837]: INFO neutron.db.l3_db [None req-56b9d7eb-97d0-484c-815a-d8328d280eff tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Floating IP d973a2b1-9f92-4eb0-89a9-efc63fac76a0 associated. External IP: 172.35.4.120, port: dfc7202f-3529-456c-8635-c9d41180e0af.
May 07 22:05:04.073373 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cabf729-dfd8-4560-891b-e407d869cfba req-c11e7faf-6ebf-43cb-8411-e77186e0c56a tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:04.074919 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6cabf729-dfd8-4560-891b-e407d869cfba req-c11e7faf-6ebf-43cb-8411-e77186e0c56a tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/ports?device_id=11df3809-8e5b-40d6-adb1-393c365f9a47 HTTP/1.1" status: 200  len: 946 time: 0.0936048
May 07 22:05:04.116882 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71709963-f74d-4c23-b14f-cab81339eccf req-57cfd993-fcb5-4192-9512-50da5d75d5c3 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:04.118721 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-71709963-f74d-4c23-b14f-cab81339eccf req-57cfd993-fcb5-4192-9512-50da5d75d5c3 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 946 time: 0.1977961
May 07 22:05:04.135789 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6cabf729-dfd8-4560-891b-e407d869cfba req-d5b5d297-bdd5-4d6a-ad34-d400172fd967 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/security-groups?id=f987a2d1-eb5a-490d-a69c-fbe04ec6dc6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0528855
May 07 22:05:04.277394 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-71709963-f74d-4c23-b14f-cab81339eccf req-3480ff16-9be9-48f1-820f-2dd257aefeb2 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1200202
May 07 22:05:04.350040 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bb83e027-67d8-44e6-b67d-7b60488aa241 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks [] for port (77d2872c-4d89-45ae-9b73-3f804a826f47), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:04.393435 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bb83e027-67d8-44e6-b67d-7b60488aa241 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (77d2872c-4d89-45ae-9b73-3f804a826f47), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:04.506061 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb83e027-67d8-44e6-b67d-7b60488aa241 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Pushing event updated for resources: {'Port': ['ID=77d2872c-4d89-45ae-9b73-3f804a826f47,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:04.508303 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bb83e027-67d8-44e6-b67d-7b60488aa241 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401121'] for router_interface (bc1fbbaa-c875-4507-8a26-642939d2621e), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:04.524646 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb83e027-67d8-44e6-b67d-7b60488aa241 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:05:04.525000 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb83e027-67d8-44e6-b67d-7b60488aa241 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:05:04.525346 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb83e027-67d8-44e6-b67d-7b60488aa241 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:05:04.525687 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb83e027-67d8-44e6-b67d-7b60488aa241 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:05:04.526027 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb83e027-67d8-44e6-b67d-7b60488aa241 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:05:04.526366 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb83e027-67d8-44e6-b67d-7b60488aa241 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:05:04.526804 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb83e027-67d8-44e6-b67d-7b60488aa241 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:05:04.527139 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb83e027-67d8-44e6-b67d-7b60488aa241 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:05:04.527915 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb83e027-67d8-44e6-b67d-7b60488aa241 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:05:04.528769 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb83e027-67d8-44e6-b67d-7b60488aa241 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:05:04.529551 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb83e027-67d8-44e6-b67d-7b60488aa241 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:05:04.529885 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb83e027-67d8-44e6-b67d-7b60488aa241 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:05:04.530227 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb83e027-67d8-44e6-b67d-7b60488aa241 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:05:04.530564 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb83e027-67d8-44e6-b67d-7b60488aa241 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:05:04.530938 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb83e027-67d8-44e6-b67d-7b60488aa241 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:05:04.540090 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56b9d7eb-97d0-484c-815a-d8328d280eff tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Router 7ec1ba77-a233-4372-bdea-c57589f4c938 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:05:04.736344 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb83e027-67d8-44e6-b67d-7b60488aa241 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Network 766c84ab-7348-4932-bebc-6edeaaaac605 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:05:04.739194 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-bb83e027-67d8-44e6-b67d-7b60488aa241 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:05:04.767071 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56b9d7eb-97d0-484c-815a-d8328d280eff tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:05:04.779997 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f5a655-3d11-490d-9f8d-ce6daefff14d None None] Sync routers for ids ['7ec1ba77-a233-4372-bdea-c57589f4c938'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:05:04.796652 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f5a655-3d11-490d-9f8d-ce6daefff14d None None] Routers {'7ec1ba77-a233-4372-bdea-c57589f4c938'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:05:04.797821 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-d5f5a655-3d11-490d-9f8d-ce6daefff14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cb66cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:04:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['7ec1ba77-a233-4372-bdea-c57589f4c938'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:05:04.901000 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-56b9d7eb-97d0-484c-815a-d8328d280eff tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:04.986796 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-d5f5a655-3d11-490d-9f8d-ce6daefff14d None None] Set router 7ec1ba77-a233-4372-bdea-c57589f4c938 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:05:04.989922 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-56b9d7eb-97d0-484c-815a-d8328d280eff tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 4.7461073
May 07 22:05:04.992179 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05d983a5-a676-4b82-8128-f4beb5bb1187', 'tag': 'dfc7202f-3529-456c-8635-c9d41180e0af'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:05:04.992864 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 59370) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:04.994850 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08fd274b-8214-45b3-bc92-942591d83ca7" -d '{"events": [{"name": "network-changed", "server_uuid": "05d983a5-a676-4b82-8128-f4beb5bb1187", "tag": "dfc7202f-3529-456c-8635-c9d41180e0af"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:05:05.013731 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb83e027-67d8-44e6-b67d-7b60488aa241 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Router bc1fbbaa-c875-4507-8a26-642939d2621e has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:05:05.100755 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71dc1263-46f2-4325-ad78-426e949901ef x-openstack-request-id: req-71dc1263-46f2-4325-ad78-426e949901ef {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:05:05.101173 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05d983a5-a676-4b82-8128-f4beb5bb1187", "tag": "dfc7202f-3529-456c-8635-c9d41180e0af", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:05:05.101820 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-71dc1263-46f2-4325-ad78-426e949901ef {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:05:05.102507 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71dc1263-46f2-4325-ad78-426e949901ef'] response: {'name': 'network-changed', 'server_uuid': '05d983a5-a676-4b82-8128-f4beb5bb1187', 'tag': 'dfc7202f-3529-456c-8635-c9d41180e0af', 'status': 'completed', 'code': 200}
May 07 22:05:05.199892 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-9cd23c2a-8c62-49b4-9e57-18a09ed17a2c tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/floatingips/d973a2b1-9f92-4eb0-89a9-efc63fac76a0 HTTP/1.1" status: 200  len: 992 time: 0.2042749
May 07 22:05:05.223636 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-899d6b5c-9cc9-4e57-9f73-3ce5f697a987 None None] Provisioning complete for port 77d2872c-4d89-45ae-9b73-3f804a826f47 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:05:05.224894 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-899d6b5c-9cc9-4e57-9f73-3ce5f697a987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (77d2872c-4d89-45ae-9b73-3f804a826f47), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:05.230434 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb83e027-67d8-44e6-b67d-7b60488aa241 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:05:05.247463 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 59376) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:05.248062 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-bb83e027-67d8-44e6-b67d-7b60488aa241 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] 10.222.0.32 "PUT /v2.0/routers/bc1fbbaa-c875-4507-8a26-642939d2621e/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.1514080
May 07 22:05:05.259063 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-ebfe2da0-f4c7-4f3a-9242-5fd47a826a89 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Request body: {'port': {'network_id': '766c84ab-7348-4932-bebc-6edeaaaac605', 'name': 'tempest-FloatingIPTestJSON-515734456'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:05:05.328085 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8930f42-9004-4148-8a0a-883334e74c49 None None] Sync routers for ids ['bc1fbbaa-c875-4507-8a26-642939d2621e'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:05:05.389388 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8930f42-9004-4148-8a0a-883334e74c49 None None] Routers {'bc1fbbaa-c875-4507-8a26-642939d2621e'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:05:05.390442 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-f8930f42-9004-4148-8a0a-883334e74c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7fe3c340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:04:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['bc1fbbaa-c875-4507-8a26-642939d2621e'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:05:05.397494 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-d5f5a655-3d11-490d-9f8d-ce6daefff14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cb66cd0>, [{'id': '7ec1ba77-a233-4372-bdea-c57589f4c938', 'name': 'tempest-TestNetworkBasicOps-router-1089487645', 'tenant_id': '0c313e966d334c26afa43b480ab20fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.98'}], 'enable_snat': True}, 'gw_port_id': '49e08e72-770d-4ba7-8a05-934efa78eccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:04:35Z', 'updated_at': '2022-05-07T22:04:41Z', 'revision_number': 4, 'project_id': '0c313e966d334c26afa43b480ab20fb0', 'gw_port': {'id': '49e08e72-770d-4ba7-8a05-934efa78eccf', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec1ba77-a233-4372-bdea-c57589f4c938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:04:35Z', 'updated_at': '2022-05-07T22:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd973a2b1-9f92-4eb0-89a9-efc63fac76a0', 'tenant_id': '0c313e966d334c26afa43b480ab20fb0', 'floating_ip_address': '172.35.4.120', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '7ec1ba77-a233-4372-bdea-c57589f4c938', 'port_id': 'dfc7202f-3529-456c-8635-c9d41180e0af', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2280, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0124d628-0714-4eb8-b81f-1f5a4ced80cc', 'mac_address': 'fa:16:3e:67:b8:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d983a5-a676-4b82-8128-f4beb5bb1187', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:05:02Z', 'updated_at': '2022-05-07T22:05:02Z', 'revision_number': 0, 'project_id': '0c313e966d334c26afa43b480ab20fb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fec63ef-93aa-429e-84d3-f9f3f40f04ce', 'name': '', 'network_id': '0124d628-0714-4eb8-b81f-1f5a4ced80cc', 'tenant_id': '0c313e966d334c26afa43b480ab20fb0', 'mac_address': 'fa:16:3e:85:8c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec1ba77-a233-4372-bdea-c57589f4c938', 'device_owner': 'network:router_interface', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '5e9b4b45-0424-4913-b438-6e766a477b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:04:40Z', 'updated_at': '2022-05-07T22:04:45Z', 'revision_number': 5, 'project_id': '0c313e966d334c26afa43b480ab20fb0', 'subnets': [{'id': '5e9b4b45-0424-4913-b438-6e766a477b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:05:05.412330 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3226c45a-e111-4500-a271-c2a8181bc77c req-125678cc-b6cd-4e81-9225-5db781d36d08 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:05.421555 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3226c45a-e111-4500-a271-c2a8181bc77c req-125678cc-b6cd-4e81-9225-5db781d36d08 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/ports?device_id=11df3809-8e5b-40d6-adb1-393c365f9a47 HTTP/1.1" status: 200  len: 946 time: 0.1179459
May 07 22:05:05.449731 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f5a655-3d11-490d-9f8d-ce6daefff14d None None] Checking router: 7ec1ba77-a233-4372-bdea-c57589f4c938 for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:05:05.453165 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-f8930f42-9004-4148-8a0a-883334e74c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7fe3c340>, [], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:05:05.456743 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-899d6b5c-9cc9-4e57-9f73-3ce5f697a987 None None] Port 77d2872c-4d89-45ae-9b73-3f804a826f47 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:05:05.458463 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f5a655-3d11-490d-9f8d-ce6daefff14d None None] Routers {'7ec1ba77-a233-4372-bdea-c57589f4c938'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:05:05.459142 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-d5f5a655-3d11-490d-9f8d-ce6daefff14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cb66cd0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:04:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['7ec1ba77-a233-4372-bdea-c57589f4c938'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:05:05.475319 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8930f42-9004-4148-8a0a-883334e74c49 None None] Routers {'bc1fbbaa-c875-4507-8a26-642939d2621e'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:05:05.479264 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-f8930f42-9004-4148-8a0a-883334e74c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7fe3c340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:04:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['bc1fbbaa-c875-4507-8a26-642939d2621e'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:05:05.500954 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3226c45a-e111-4500-a271-c2a8181bc77c req-920dc152-6de5-4b57-a953-bb70d9f00b5a tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/security-groups?id=f987a2d1-eb5a-490d-a69c-fbe04ec6dc6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0776892
May 07 22:05:05.524138 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e69d4f-3e0c-482c-8168-c3a4993b6d0c req-9597a6bc-84d0-4de1-8f26-ca055c723604 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:05.525056 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fd274b-8214-45b3-bc92-942591d83ca7 req-158a6d8f-d025-40bc-95b3-eeeb36e4c712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:05.525621 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b5e69d4f-3e0c-482c-8168-c3a4993b6d0c req-9597a6bc-84d0-4de1-8f26-ca055c723604 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 946 time: 0.1005647
May 07 22:05:05.527046 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-08fd274b-8214-45b3-bc92-942591d83ca7 req-158a6d8f-d025-40bc-95b3-eeeb36e4c712 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0c313e966d334c26afa43b480ab20fb0&device_id=05d983a5-a676-4b82-8128-f4beb5bb1187 HTTP/1.1" status: 200  len: 1128 time: 0.3161550
May 07 22:05:05.592158 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-f8930f42-9004-4148-8a0a-883334e74c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7fe3c340>, [], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:05:05.594366 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebfe2da0-f4c7-4f3a-9242-5fd47a826a89 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Made reservation on behalf of 3782d9da13c44a67a66be545e352dcf8 for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:05:05.594704 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8930f42-9004-4148-8a0a-883334e74c49 None None] The sync data for ids ['bc1fbbaa-c875-4507-8a26-642939d2621e'] in ncdv-master-1 is: [] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:05:05.597696 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ebfe2da0-f4c7-4f3a-9242-5fd47a826a89 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:05.638839 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-d5f5a655-3d11-490d-9f8d-ce6daefff14d None None] Set router 7ec1ba77-a233-4372-bdea-c57589f4c938 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:05:05.684328 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fd274b-8214-45b3-bc92-942591d83ca7 req-c8d7589f-8cf6-4164-9b6e-71b1c97b574b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:05.686071 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-08fd274b-8214-45b3-bc92-942591d83ca7 req-c8d7589f-8cf6-4164-9b6e-71b1c97b574b service neutron] 10.222.0.59 "GET /v2.0/networks?id=0124d628-0714-4eb8-b81f-1f5a4ced80cc HTTP/1.1" status: 200  len: 898 time: 0.1517770
May 07 22:05:05.690905 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b5e69d4f-3e0c-482c-8168-c3a4993b6d0c req-193ee574-4711-48bb-9fe0-b7857f7c0dd5 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1470470
May 07 22:05:05.719382 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [None req-ebfe2da0-f4c7-4f3a-9242-5fd47a826a89 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] device_id is not set on port 46d6fc2c-9830-4126-8838-a20a99d8bd74 yet. {{(pid=121836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 22:05:05.770974 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-08fd274b-8214-45b3-bc92-942591d83ca7 req-ce18b2f6-e533-47d1-92ed-111156e0c096 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dfc7202f-3529-456c-8635-c9d41180e0af HTTP/1.1" status: 200  len: 1000 time: 0.0769753
May 07 22:05:05.776357 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08abd54c-2a6c-4db7-b9f8-277059c3725e req-aa866d19-5e70-4fa2-a7a3-0b43970c636b tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:05.777868 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-08abd54c-2a6c-4db7-b9f8-277059c3725e req-aa866d19-5e70-4fa2-a7a3-0b43970c636b tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.55 "GET /v2.0/ports?device_id=11df3809-8e5b-40d6-adb1-393c365f9a47 HTTP/1.1" status: 200  len: 946 time: 0.1626606
May 07 22:05:05.836209 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fd274b-8214-45b3-bc92-942591d83ca7 req-f99bf6e6-25a4-4e7a-badf-dcd6c4eaf918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:05.838467 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-08fd274b-8214-45b3-bc92-942591d83ca7 req-f99bf6e6-25a4-4e7a-badf-dcd6c4eaf918 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5e9b4b45-0424-4913-b438-6e766a477b3b HTTP/1.1" status: 200  len: 835 time: 0.0603878
May 07 22:05:05.873644 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-d5f5a655-3d11-490d-9f8d-ce6daefff14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cb66cd0>, [{'id': '7ec1ba77-a233-4372-bdea-c57589f4c938', 'name': 'tempest-TestNetworkBasicOps-router-1089487645', 'tenant_id': '0c313e966d334c26afa43b480ab20fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.98'}], 'enable_snat': True}, 'gw_port_id': '49e08e72-770d-4ba7-8a05-934efa78eccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:04:35Z', 'updated_at': '2022-05-07T22:04:41Z', 'revision_number': 4, 'project_id': '0c313e966d334c26afa43b480ab20fb0', 'gw_port': {'id': '49e08e72-770d-4ba7-8a05-934efa78eccf', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec1ba77-a233-4372-bdea-c57589f4c938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:04:35Z', 'updated_at': '2022-05-07T22:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd973a2b1-9f92-4eb0-89a9-efc63fac76a0', 'tenant_id': '0c313e966d334c26afa43b480ab20fb0', 'floating_ip_address': '172.35.4.120', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '7ec1ba77-a233-4372-bdea-c57589f4c938', 'port_id': 'dfc7202f-3529-456c-8635-c9d41180e0af', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2280, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0124d628-0714-4eb8-b81f-1f5a4ced80cc', 'mac_address': 'fa:16:3e:67:b8:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d983a5-a676-4b82-8128-f4beb5bb1187', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:05:02Z', 'updated_at': '2022-05-07T22:05:02Z', 'revision_number': 0, 'project_id': '0c313e966d334c26afa43b480ab20fb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fec63ef-93aa-429e-84d3-f9f3f40f04ce', 'name': '', 'network_id': '0124d628-0714-4eb8-b81f-1f5a4ced80cc', 'tenant_id': '0c313e966d334c26afa43b480ab20fb0', 'mac_address': 'fa:16:3e:85:8c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec1ba77-a233-4372-bdea-c57589f4c938', 'device_owner': 'network:router_interface', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '5e9b4b45-0424-4913-b438-6e766a477b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:04:40Z', 'updated_at': '2022-05-07T22:04:45Z', 'revision_number': 5, 'project_id': '0c313e966d334c26afa43b480ab20fb0', 'subnets': [{'id': '5e9b4b45-0424-4913-b438-6e766a477b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:05:05.902705 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-08abd54c-2a6c-4db7-b9f8-277059c3725e req-213784bb-5e1a-4e12-ad21-c310a2045bfd tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Deleting port 050be740-f219-402b-99ff-07b3f4f82b98 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:05:05.903093 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-08abd54c-2a6c-4db7-b9f8-277059c3725e req-213784bb-5e1a-4e12-ad21-c310a2045bfd tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (050be740-f219-402b-99ff-07b3f4f82b98), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:05.905492 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f5a655-3d11-490d-9f8d-ce6daefff14d None None] The sync data for ids ['7ec1ba77-a233-4372-bdea-c57589f4c938'] in ncdv-master-1 is: [{'id': '7ec1ba77-a233-4372-bdea-c57589f4c938', 'name': 'tempest-TestNetworkBasicOps-router-1089487645', 'tenant_id': '0c313e966d334c26afa43b480ab20fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.98'}], 'enable_snat': True}, 'gw_port_id': '49e08e72-770d-4ba7-8a05-934efa78eccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:04:35Z', 'updated_at': '2022-05-07T22:04:41Z', 'revision_number': 4, 'project_id': '0c313e966d334c26afa43b480ab20fb0', 'gw_port': {'id': '49e08e72-770d-4ba7-8a05-934efa78eccf', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec1ba77-a233-4372-bdea-c57589f4c938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:04:35Z', 'updated_at': '2022-05-07T22:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd973a2b1-9f92-4eb0-89a9-efc63fac76a0', 'tenant_id': '0c313e966d334c26afa43b480ab20fb0', 'floating_ip_address': '172.35.4.120', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '7ec1ba77-a233-4372-bdea-c57589f4c938', 'port_id': 'dfc7202f-3529-456c-8635-c9d41180e0af', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2280, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0124d628-0714-4eb8-b81f-1f5a4ced80cc', 'mac_address': 'fa:16:3e:67:b8:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d983a5-a676-4b82-8128-f4beb5bb1187', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:05:02Z', 'updated_at': '2022-05-07T22:05:02Z', 'revision_number': 0, 'project_id': '0c313e966d334c26afa43b480ab20fb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fec63ef-93aa-429e-84d3-f9f3f40f04ce', 'name': '', 'network_id': '0124d628-0714-4eb8-b81f-1f5a4ced80cc', 'tenant_id': '0c313e966d334c26afa43b480ab20fb0', 'mac_address': 'fa:16:3e:85:8c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec1ba77-a233-4372-bdea-c57589f4c938', 'device_owner': 'network:router_interface', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '5e9b4b45-0424-4913-b438-6e766a477b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:04:40Z', 'updated_at': '2022-05-07T22:04:45Z', 'revision_number': 5, 'project_id': '0c313e966d334c26afa43b480ab20fb0', 'subnets': [{'id': '5e9b4b45-0424-4913-b438-6e766a477b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:05:05.922294 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fd274b-8214-45b3-bc92-942591d83ca7 req-defcff2b-1f6e-4799-a898-fe9940ee2465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:05.925157 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-08fd274b-8214-45b3-bc92-942591d83ca7 req-defcff2b-1f6e-4799-a898-fe9940ee2465 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0124d628-0714-4eb8-b81f-1f5a4ced80cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0718362
May 07 22:05:06.047210 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-08fd274b-8214-45b3-bc92-942591d83ca7 req-ca7fac9b-9384-4cfd-8a1b-ad6d3f0bb018 service neutron] 10.222.0.59 "GET /v2.0/networks/0124d628-0714-4eb8-b81f-1f5a4ced80cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1151569
May 07 22:05:06.078373 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-ebfe2da0-f4c7-4f3a-9242-5fd47a826a89 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Allocated IP 172.20.0.3 (766c84ab-7348-4932-bebc-6edeaaaac605/0dc227a0-86f2-4685-a655-ee56465945c0/46d6fc2c-9830-4126-8838-a20a99d8bd74) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:05:06.097985 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-08abd54c-2a6c-4db7-b9f8-277059c3725e req-213784bb-5e1a-4e12-ad21-c310a2045bfd tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] For port 050be740-f219-402b-99ff-07b3f4f82b98, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=050be740-f219-402b-99ff-07b3f4f82b98,segment=NetworkSegment(946603cd-661c-44e1-83be-0ffa4fba5a22),segment_id=946603cd-661c-44e1-83be-0ffa4fba5a22)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:05:06.098504 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-08abd54c-2a6c-4db7-b9f8-277059c3725e req-213784bb-5e1a-4e12-ad21-c310a2045bfd tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (050be740-f219-402b-99ff-07b3f4f82b98), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:06.207859 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 59384) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:06.215990 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-08fd274b-8214-45b3-bc92-942591d83ca7 req-4ba8587e-d247-4796-b0a0-4025dd60c588 service neutron] 10.222.0.59 "GET /v2.0/networks/0124d628-0714-4eb8-b81f-1f5a4ced80cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1524220
May 07 22:05:06.280019 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f78b578-ccb2-4e22-b929-e54e584f4d7d None None] New status for floating IP d973a2b1-9f92-4eb0-89a9-efc63fac76a0: ACTIVE {{(pid=121839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 07 22:05:06.635044 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8114955f-cd72-4a67-be1d-5b1c2ec81957 req-81cd34d0-280c-402a-a0c7-564f05da28e3 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:06.636813 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8114955f-cd72-4a67-be1d-5b1c2ec81957 req-81cd34d0-280c-402a-a0c7-564f05da28e3 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/ports?device_id=11df3809-8e5b-40d6-adb1-393c365f9a47 HTTP/1.1" status: 200  len: 946 time: 0.0526314
May 07 22:05:06.692003 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8114955f-cd72-4a67-be1d-5b1c2ec81957 req-7d6c7454-8f43-4b08-9c58-a433b05366d8 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/security-groups?id=f987a2d1-eb5a-490d-a69c-fbe04ec6dc6f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466285
May 07 22:05:06.813618 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe81ba4e-fd08-4e2e-87ac-51eec4d1439e req-b0ee94da-022f-48af-969f-b9f96377a11f tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:06.815701 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-fe81ba4e-fd08-4e2e-87ac-51eec4d1439e req-b0ee94da-022f-48af-969f-b9f96377a11f tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 946 time: 0.0538442
May 07 22:05:06.844972 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-e7f7f113-dfef-42c7-8b71-4b3c6f729916 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/floatingips/d973a2b1-9f92-4eb0-89a9-efc63fac76a0 HTTP/1.1" status: 200  len: 992 time: 0.6359103
May 07 22:05:06.860375 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5e24d7-4d1a-46a9-833f-a0c9828517aa req-154e0f49-4f73-4dff-b82f-597917d18a47 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:06.861866 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6f5e24d7-4d1a-46a9-833f-a0c9828517aa req-154e0f49-4f73-4dff-b82f-597917d18a47 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 945 time: 0.1738141
May 07 22:05:06.863180 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-fe81ba4e-fd08-4e2e-87ac-51eec4d1439e req-bc892773-e2ff-47e6-9717-7f3fac95d782 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417762
May 07 22:05:06.966289 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ebfe2da0-f4c7-4f3a-9242-5fd47a826a89 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks [] for port (46d6fc2c-9830-4126-8838-a20a99d8bd74), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:06.968623 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-08abd54c-2a6c-4db7-b9f8-277059c3725e req-213784bb-5e1a-4e12-ad21-c310a2045bfd tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:06.968986 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-08abd54c-2a6c-4db7-b9f8-277059c3725e req-213784bb-5e1a-4e12-ad21-c310a2045bfd tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (42e36575-653f-4573-b0d7-9cfea256aea1), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:06.969297 ncdv-master-1 neutron-server[121836]: INFO neutron.db.l3_db [req-08abd54c-2a6c-4db7-b9f8-277059c3725e req-213784bb-5e1a-4e12-ad21-c310a2045bfd tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Floating IP 42e36575-653f-4573-b0d7-9cfea256aea1 disassociated. External IP: 172.35.4.14, port: 050be740-f219-402b-99ff-07b3f4f82b98.
May 07 22:05:06.969638 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-08abd54c-2a6c-4db7-b9f8-277059c3725e req-213784bb-5e1a-4e12-ad21-c310a2045bfd tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Calling delete_port for 050be740-f219-402b-99ff-07b3f4f82b98 owned by compute:nova {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:05:07.001178 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6f5e24d7-4d1a-46a9-833f-a0c9828517aa req-f130f547-bbbe-4fdc-a102-81bff3c369dd tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1099555
May 07 22:05:07.073519 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ebfe2da0-f4c7-4f3a-9242-5fd47a826a89 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (46d6fc2c-9830-4126-8838-a20a99d8bd74), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:07.124456 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8ab272-c7f4-4363-9583-67c0432cd183 req-8e843051-b6c0-45d7-b163-c88a3ec28ebc tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:07.126219 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1b8ab272-c7f4-4363-9583-67c0432cd183 req-8e843051-b6c0-45d7-b163-c88a3ec28ebc tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 945 time: 0.0501070
May 07 22:05:07.128555 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebfe2da0-f4c7-4f3a-9242-5fd47a826a89 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Network 766c84ab-7348-4932-bebc-6edeaaaac605 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:05:07.139198 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-ebfe2da0-f4c7-4f3a-9242-5fd47a826a89 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:05:07.142257 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfe2da0-f4c7-4f3a-9242-5fd47a826a89 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:05:07.190212 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1b8ab272-c7f4-4363-9583-67c0432cd183 req-18e7dc07-9da7-4998-835e-247bf8d0d0e9 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0500081
May 07 22:05:07.207055 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfe2da0-f4c7-4f3a-9242-5fd47a826a89 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Pushing event updated for resources: {'Port': ['ID=46d6fc2c-9830-4126-8838-a20a99d8bd74,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:07.257022 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebfe2da0-f4c7-4f3a-9242-5fd47a826a89 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:07.257672 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ebfe2da0-f4c7-4f3a-9242-5fd47a826a89 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:07.268511 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-08abd54c-2a6c-4db7-b9f8-277059c3725e req-213784bb-5e1a-4e12-ad21-c310a2045bfd tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (050be740-f219-402b-99ff-07b3f4f82b98), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:07.314464 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 59408) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:07.314698 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-ebfe2da0-f4c7-4f3a-9242-5fd47a826a89 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 928 time: 2.0656245
May 07 22:05:07.319222 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-476d0cb6-5f36-4b43-aa4d-e8bf097bd520 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Request body: {'floatingip': {'port_id': '46d6fc2c-9830-4126-8838-a20a99d8bd74'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:05:07.327196 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213784bb-5e1a-4e12-ad21-c310a2045bfd tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Pushing event deleted for resources: {'Port': ['ID=050be740-f219-402b-99ff-07b3f4f82b98,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:07.404013 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec2291a-0d32-400d-ba52-95c3abe4b8d6 req-7010e0ec-cac5-48ac-a1d2-0f4661cc62ec tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:07.405531 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2ec2291a-0d32-400d-ba52-95c3abe4b8d6 req-7010e0ec-cac5-48ac-a1d2-0f4661cc62ec tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 945 time: 0.1227465
May 07 22:05:07.419176 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edb7f6d-be58-42c2-9f14-029bd99b7072 req-a105562a-cb9f-4f2c-bc24-25344f675c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:07.421319 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0edb7f6d-be58-42c2-9f14-029bd99b7072 req-a105562a-cb9f-4f2c-bc24-25344f675c3c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8cdcd8ea83db42c996b9c0cb8bac89aa&device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 1128 time: 0.0485840
May 07 22:05:07.443033 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-476d0cb6-5f36-4b43-aa4d-e8bf097bd520 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks [] for floatingip (458d9a21-658d-4542-bc7b-b49779a43558), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:07.489135 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-1131a554-9961-4186-be80-8e11726c56a9 None None] Provisioning complete for port 46d6fc2c-9830-4126-8838-a20a99d8bd74 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:05:07.489760 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1131a554-9961-4186-be80-8e11726c56a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (46d6fc2c-9830-4126-8838-a20a99d8bd74), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:07.508873 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2ec2291a-0d32-400d-ba52-95c3abe4b8d6 req-683bdf73-7880-408f-a9af-238b588e407c tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0960200
May 07 22:05:07.519676 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [req-08abd54c-2a6c-4db7-b9f8-277059c3725e req-213784bb-5e1a-4e12-ad21-c310a2045bfd tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Router b8becdb0-35c0-4028-9f28-6fe5334fd87c has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:05:07.525999 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-1131a554-9961-4186-be80-8e11726c56a9 None None] Port 46d6fc2c-9830-4126-8838-a20a99d8bd74 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:05:07.652372 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-08abd54c-2a6c-4db7-b9f8-277059c3725e req-213784bb-5e1a-4e12-ad21-c310a2045bfd tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:05:07.669649 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c1c547-166f-4c83-af62-ead654a6b9b3 None None] Sync routers for ids ['b8becdb0-35c0-4028-9f28-6fe5334fd87c'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:05:07.682808 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edb7f6d-be58-42c2-9f14-029bd99b7072 req-3ecb121e-596c-44ed-bfe4-687aeb71f944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:07.684650 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0edb7f6d-be58-42c2-9f14-029bd99b7072 req-3ecb121e-596c-44ed-bfe4-687aeb71f944 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cd3974b0-b5b4-4267-bd42-3bc0d892b541 HTTP/1.1" status: 200  len: 915 time: 0.2540109
May 07 22:05:07.688079 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c1c547-166f-4c83-af62-ead654a6b9b3 None None] Routers {'b8becdb0-35c0-4028-9f28-6fe5334fd87c'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:05:07.688735 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-71c1c547-166f-4c83-af62-ead654a6b9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7e952a90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:04:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['b8becdb0-35c0-4028-9f28-6fe5334fd87c'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:05:07.693148 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29305e88-06d2-4dce-941c-d0fde5c7d022 req-a7ea4c04-d588-4c93-8d06-581d48d9840d tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:07.698551 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-29305e88-06d2-4dce-941c-d0fde5c7d022 req-a7ea4c04-d588-4c93-8d06-581d48d9840d tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 945 time: 0.1040683
May 07 22:05:07.703877 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-08abd54c-2a6c-4db7-b9f8-277059c3725e req-213784bb-5e1a-4e12-ad21-c310a2045bfd tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] No DVR routers for this DVR port 050be740-f219-402b-99ff-07b3f4f82b98 on host nch1-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:05:07.707363 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-08abd54c-2a6c-4db7-b9f8-277059c3725e req-213784bb-5e1a-4e12-ad21-c310a2045bfd tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:07.710871 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-08abd54c-2a6c-4db7-b9f8-277059c3725e req-213784bb-5e1a-4e12-ad21-c310a2045bfd tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.55 "DELETE /v2.0/ports/050be740-f219-402b-99ff-07b3f4f82b98 HTTP/1.1" status: 204  len: 173 time: 1.9225516
May 07 22:05:07.711346 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11df3809-8e5b-40d6-adb1-393c365f9a47', 'name': 'network-vif-deleted', 'tag': '050be740-f219-402b-99ff-07b3f4f82b98'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:05:07.714214 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f57998-8c4e-4bc2-98d8-08a978134d80" -d '{"events": [{"server_uuid": "11df3809-8e5b-40d6-adb1-393c365f9a47", "name": "network-vif-deleted", "tag": "050be740-f219-402b-99ff-07b3f4f82b98"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:05:07.841094 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1818229f-d1ea-4270-baed-6fff7f305b47 req-e37be0e0-5aac-4c78-919c-b583021667d1 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/ports?device_id=11df3809-8e5b-40d6-adb1-393c365f9a47 HTTP/1.1" status: 200  len: 210 time: 0.0591044
May 07 22:05:07.849167 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 59422) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:07.869115 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0edb7f6d-be58-42c2-9f14-029bd99b7072 req-1c86cdcd-d3da-4be2-99f5-f6da4fbaf081 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=49671dbb-1f39-4903-a9e1-e283831ec748 HTTP/1.1" status: 200  len: 217 time: 0.1712472
May 07 22:05:07.960951 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b11e46d4-6a44-44d2-9112-5c91792e4f36 x-openstack-request-id: req-b11e46d4-6a44-44d2-9112-5c91792e4f36 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:05:07.961448 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11df3809-8e5b-40d6-adb1-393c365f9a47", "name": "network-vif-deleted", "tag": "050be740-f219-402b-99ff-07b3f4f82b98", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:05:07.961824 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b11e46d4-6a44-44d2-9112-5c91792e4f36 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:05:07.962576 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b11e46d4-6a44-44d2-9112-5c91792e4f36'] response: {'server_uuid': '11df3809-8e5b-40d6-adb1-393c365f9a47', 'name': 'network-vif-deleted', 'tag': '050be740-f219-402b-99ff-07b3f4f82b98', 'status': 'completed', 'code': 200}
May 07 22:05:08.007231 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-0eb64612-06ff-4df9-ae8d-29cf9edbba3d tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/floatingips/d973a2b1-9f92-4eb0-89a9-efc63fac76a0 HTTP/1.1" status: 200  len: 994 time: 0.1565466
May 07 22:05:08.050660 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-29305e88-06d2-4dce-941c-d0fde5c7d022 req-5e8efd18-6ca1-4ee6-b992-ea0697db71d1 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3287323
May 07 22:05:08.056466 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edb7f6d-be58-42c2-9f14-029bd99b7072 req-6ee7924a-226c-4939-9d8a-a488f32ac560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:08.060315 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0edb7f6d-be58-42c2-9f14-029bd99b7072 req-6ee7924a-226c-4939-9d8a-a488f32ac560 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=35cc5169-512d-4e47-a67e-744102f823c5 HTTP/1.1" status: 200  len: 854 time: 0.1801124
May 07 22:05:08.127480 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0edb7f6d-be58-42c2-9f14-029bd99b7072 req-abcd0db8-7921-4a7d-801b-3b8c676826ea service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cd3974b0-b5b4-4267-bd42-3bc0d892b541&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0592344
May 07 22:05:08.140231 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88599af-c5ac-4bf2-b5d5-ecdcfcb0c4b7 req-557c5a9b-f0cc-40b5-9df6-8981de8bbbc3 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:08.142327 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a88599af-c5ac-4bf2-b5d5-ecdcfcb0c4b7 req-557c5a9b-f0cc-40b5-9df6-8981de8bbbc3 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 946 time: 0.0813644
May 07 22:05:08.150679 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-71c1c547-166f-4c83-af62-ead654a6b9b3 None None] Set router b8becdb0-35c0-4028-9f28-6fe5334fd87c gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:05:08.277157 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a88599af-c5ac-4bf2-b5d5-ecdcfcb0c4b7 req-792b2b35-21fe-42dd-bc61-143a1655c05c tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1182897
May 07 22:05:08.412216 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0edb7f6d-be58-42c2-9f14-029bd99b7072 req-9c135e23-04f4-4ad1-b60b-267e61d6f68d service neutron] 10.222.0.59 "GET /v2.0/networks/cd3974b0-b5b4-4267-bd42-3bc0d892b541?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1944187
May 07 22:05:08.475286 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-71c1c547-166f-4c83-af62-ead654a6b9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7e952a90>, [{'id': 'b8becdb0-35c0-4028-9f28-6fe5334fd87c', 'name': 'tempest-AttachVolumeTestJSON-625502093-router', 'tenant_id': '81e5c5d849ea4fc59d5c4fc58b31530f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.196'}], 'enable_snat': True}, 'gw_port_id': '078bc0b6-578f-429e-8363-7b5eb3890209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:59:49Z', 'updated_at': '2022-05-07T22:00:05Z', 'revision_number': 4, 'project_id': '81e5c5d849ea4fc59d5c4fc58b31530f', 'gw_port': {'id': '078bc0b6-578f-429e-8363-7b5eb3890209', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8becdb0-35c0-4028-9f28-6fe5334fd87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:59:50Z', 'updated_at': '2022-05-07T22:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '41632c85-aec7-41fa-a8b0-4c09f4aa150d', 'name': '', 'network_id': '750e8121-2671-438f-9a42-169be7e47286', 'tenant_id': '81e5c5d849ea4fc59d5c4fc58b31530f', 'mac_address': 'fa:16:3e:1e:74:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8becdb0-35c0-4028-9f28-6fe5334fd87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '28fef69b-5556-41b9-8d96-96dc0ff0d3b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:01Z', 'updated_at': '2022-05-07T22:00:15Z', 'revision_number': 5, 'project_id': '81e5c5d849ea4fc59d5c4fc58b31530f', 'subnets': [{'id': '28fef69b-5556-41b9-8d96-96dc0ff0d3b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:05:08.511955 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c1c547-166f-4c83-af62-ead654a6b9b3 None None] Checking router: b8becdb0-35c0-4028-9f28-6fe5334fd87c for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:05:08.538565 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c1c547-166f-4c83-af62-ead654a6b9b3 None None] Routers {'b8becdb0-35c0-4028-9f28-6fe5334fd87c'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:05:08.539506 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-71c1c547-166f-4c83-af62-ead654a6b9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7e952a90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:04:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['b8becdb0-35c0-4028-9f28-6fe5334fd87c'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:05:08.545582 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d990ac7f-21ac-4c30-b5a5-f6bde446f847 req-ad38761d-4593-4f9e-b6bd-6b8464724bf0 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:08.560626 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d990ac7f-21ac-4c30-b5a5-f6bde446f847 req-ad38761d-4593-4f9e-b6bd-6b8464724bf0 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 945 time: 0.1385872
May 07 22:05:08.625584 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d990ac7f-21ac-4c30-b5a5-f6bde446f847 req-79d0435f-8e56-4e4e-810b-9db9ce9c8109 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0637748
May 07 22:05:08.758350 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-71c1c547-166f-4c83-af62-ead654a6b9b3 None None] Set router b8becdb0-35c0-4028-9f28-6fe5334fd87c gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:05:08.888424 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0edb7f6d-be58-42c2-9f14-029bd99b7072 req-964cd4e3-1702-4c02-9da6-25d064116f53 service neutron] 10.222.0.59 "GET /v2.0/networks/cd3974b0-b5b4-4267-bd42-3bc0d892b541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4691253
May 07 22:05:08.998083 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 59454) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:09.012540 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-476d0cb6-5f36-4b43-aa4d-e8bf097bd520 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:09.018636 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-476d0cb6-5f36-4b43-aa4d-e8bf097bd520 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (458d9a21-658d-4542-bc7b-b49779a43558), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:09.045937 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-71c1c547-166f-4c83-af62-ead654a6b9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7e952a90>, [{'id': 'b8becdb0-35c0-4028-9f28-6fe5334fd87c', 'name': 'tempest-AttachVolumeTestJSON-625502093-router', 'tenant_id': '81e5c5d849ea4fc59d5c4fc58b31530f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.196'}], 'enable_snat': True}, 'gw_port_id': '078bc0b6-578f-429e-8363-7b5eb3890209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:59:49Z', 'updated_at': '2022-05-07T22:00:05Z', 'revision_number': 4, 'project_id': '81e5c5d849ea4fc59d5c4fc58b31530f', 'gw_port': {'id': '078bc0b6-578f-429e-8363-7b5eb3890209', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8becdb0-35c0-4028-9f28-6fe5334fd87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:59:50Z', 'updated_at': '2022-05-07T22:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '41632c85-aec7-41fa-a8b0-4c09f4aa150d', 'name': '', 'network_id': '750e8121-2671-438f-9a42-169be7e47286', 'tenant_id': '81e5c5d849ea4fc59d5c4fc58b31530f', 'mac_address': 'fa:16:3e:1e:74:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8becdb0-35c0-4028-9f28-6fe5334fd87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '28fef69b-5556-41b9-8d96-96dc0ff0d3b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:01Z', 'updated_at': '2022-05-07T22:00:15Z', 'revision_number': 5, 'project_id': '81e5c5d849ea4fc59d5c4fc58b31530f', 'subnets': [{'id': '28fef69b-5556-41b9-8d96-96dc0ff0d3b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:05:09.065784 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b5692abf-7512-4bbd-b972-c1eab297cf42 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Publish callbacks [] for security_group (f987a2d1-eb5a-490d-a69c-fbe04ec6dc6f), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:09.086851 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c1c547-166f-4c83-af62-ead654a6b9b3 None None] The sync data for ids ['b8becdb0-35c0-4028-9f28-6fe5334fd87c'] in ncdv-master-1 is: [{'id': 'b8becdb0-35c0-4028-9f28-6fe5334fd87c', 'name': 'tempest-AttachVolumeTestJSON-625502093-router', 'tenant_id': '81e5c5d849ea4fc59d5c4fc58b31530f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.196'}], 'enable_snat': True}, 'gw_port_id': '078bc0b6-578f-429e-8363-7b5eb3890209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:59:49Z', 'updated_at': '2022-05-07T22:00:05Z', 'revision_number': 4, 'project_id': '81e5c5d849ea4fc59d5c4fc58b31530f', 'gw_port': {'id': '078bc0b6-578f-429e-8363-7b5eb3890209', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8becdb0-35c0-4028-9f28-6fe5334fd87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:59:50Z', 'updated_at': '2022-05-07T22:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '41632c85-aec7-41fa-a8b0-4c09f4aa150d', 'name': '', 'network_id': '750e8121-2671-438f-9a42-169be7e47286', 'tenant_id': '81e5c5d849ea4fc59d5c4fc58b31530f', 'mac_address': 'fa:16:3e:1e:74:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8becdb0-35c0-4028-9f28-6fe5334fd87c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '28fef69b-5556-41b9-8d96-96dc0ff0d3b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:01Z', 'updated_at': '2022-05-07T22:00:15Z', 'revision_number': 5, 'project_id': '81e5c5d849ea4fc59d5c4fc58b31530f', 'subnets': [{'id': '28fef69b-5556-41b9-8d96-96dc0ff0d3b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:05:09.102573 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b5692abf-7512-4bbd-b972-c1eab297cf42 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Publish callbacks [] for security_group (f987a2d1-eb5a-490d-a69c-fbe04ec6dc6f), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:09.172801 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b5692abf-7512-4bbd-b972-c1eab297cf42 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (f987a2d1-eb5a-490d-a69c-fbe04ec6dc6f), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:09.176497 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b5692abf-7512-4bbd-b972-c1eab297cf42 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:09.180346 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-b5692abf-7512-4bbd-b972-c1eab297cf42 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "DELETE /v2.0/security-groups/f987a2d1-eb5a-490d-a69c-fbe04ec6dc6f HTTP/1.1" status: 204  len: 168 time: 0.1786139
May 07 22:05:09.181463 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 59460) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:09.207101 ncdv-master-1 neutron-server[121837]: INFO neutron.db.l3_db [None req-476d0cb6-5f36-4b43-aa4d-e8bf097bd520 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Floating IP 458d9a21-658d-4542-bc7b-b49779a43558 associated. External IP: 172.35.4.76, port: 88f0fcab-c2d0-4dfb-8c95-1fc96f6c4884.
May 07 22:05:09.212654 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5692abf-7512-4bbd-b972-c1eab297cf42 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f987a2d1-eb5a-490d-a69c-fbe04ec6dc6f,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:09.218048 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31ee7ef-3c74-440b-b0b3-bb07c7e2bece req-84bf4ebd-27f9-49c7-84d9-3347d4d72440 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:09.219636 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b31ee7ef-3c74-440b-b0b3-bb07c7e2bece req-84bf4ebd-27f9-49c7-84d9-3347d4d72440 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 945 time: 0.0720420
May 07 22:05:09.224923 ncdv-master-1 neutron-server[121836]: INFO neutron.api.v2.resource [None req-3c71842c-08a4-40dd-91c1-6fdd6e8633b7 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] show failed (client error): The resource could not be found.
May 07 22:05:09.226469 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-3c71842c-08a4-40dd-91c1-6fdd6e8633b7 tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "GET /v2.0/security-groups/f987a2d1-eb5a-490d-a69c-fbe04ec6dc6f HTTP/1.1" status: 404  len: 347 time: 0.0439043
May 07 22:05:09.232447 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 59462) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:09.364317 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-fffaa6fb-5173-4845-861d-50ca30b3754b tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Deleting port 69de0b8a-2949-44f3-87c9-ed7f9effaa2f {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:05:09.364929 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fffaa6fb-5173-4845-861d-50ca30b3754b tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (69de0b8a-2949-44f3-87c9-ed7f9effaa2f), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:09.380884 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b31ee7ef-3c74-440b-b0b3-bb07c7e2bece req-83977d08-d18c-4a93-a8df-68c98fcf1ae7 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1222248
May 07 22:05:09.460611 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4037e5-1385-41eb-850e-9df770a9a697 req-83df0b06-881f-4466-a240-c9217f6b192e tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:09.462147 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3a4037e5-1385-41eb-850e-9df770a9a697 req-83df0b06-881f-4466-a240-c9217f6b192e tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 946 time: 0.1002851
May 07 22:05:09.475231 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba22ff97-f634-4538-811e-8d6c798cc466 None None] New status for floating IP 42e36575-653f-4573-b0d7-9cfea256aea1: DOWN {{(pid=121839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 07 22:05:09.505088 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fffaa6fb-5173-4845-861d-50ca30b3754b tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (69de0b8a-2949-44f3-87c9-ed7f9effaa2f), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:09.505419 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fffaa6fb-5173-4845-861d-50ca30b3754b tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Publish callbacks [] for floatingip (69de0b8a-2949-44f3-87c9-ed7f9effaa2f), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:09.528274 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-fffaa6fb-5173-4845-861d-50ca30b3754b tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Calling delete_port for 69de0b8a-2949-44f3-87c9-ed7f9effaa2f owned by network:floatingip {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:05:09.548619 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3a4037e5-1385-41eb-850e-9df770a9a697 req-aafec0e4-cc3b-4f94-b887-236a06c5ffbb tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0777590
May 07 22:05:09.584392 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-476d0cb6-5f36-4b43-aa4d-e8bf097bd520 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Router 1a9903f6-9132-4577-8af1-c5b308c6a824 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:05:09.704322 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fffaa6fb-5173-4845-861d-50ca30b3754b tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (69de0b8a-2949-44f3-87c9-ed7f9effaa2f), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:09.706519 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-476d0cb6-5f36-4b43-aa4d-e8bf097bd520 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:05:09.717069 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f4ed0b-0dff-477d-a55c-c46b3a823deb None None] Sync routers for ids ['1a9903f6-9132-4577-8af1-c5b308c6a824'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:05:09.727489 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f4ed0b-0dff-477d-a55c-c46b3a823deb None None] Routers {'1a9903f6-9132-4577-8af1-c5b308c6a824'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:05:09.728108 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-05f4ed0b-0dff-477d-a55c-c46b3a823deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7e972ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:04:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['1a9903f6-9132-4577-8af1-c5b308c6a824'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:05:09.741660 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffaa6fb-5173-4845-861d-50ca30b3754b tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Pushing event deleted for resources: {'Port': ['ID=69de0b8a-2949-44f3-87c9-ed7f9effaa2f,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:09.762911 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-05f4ed0b-0dff-477d-a55c-c46b3a823deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7e972ac0>, [], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:05:09.772609 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f4ed0b-0dff-477d-a55c-c46b3a823deb None None] Routers {'1a9903f6-9132-4577-8af1-c5b308c6a824'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:05:09.773243 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-05f4ed0b-0dff-477d-a55c-c46b3a823deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7e972ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:04:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['1a9903f6-9132-4577-8af1-c5b308c6a824'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:05:09.807445 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fffaa6fb-5173-4845-861d-50ca30b3754b tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Publish callbacks [] for floatingip (42e36575-653f-4573-b0d7-9cfea256aea1), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:09.811056 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-05f4ed0b-0dff-477d-a55c-c46b3a823deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7e972ac0>, [], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:05:09.811189 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fffaa6fb-5173-4845-861d-50ca30b3754b tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:09.811672 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05f4ed0b-0dff-477d-a55c-c46b3a823deb None None] The sync data for ids ['1a9903f6-9132-4577-8af1-c5b308c6a824'] in ncdv-master-1 is: [] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:05:09.812334 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-fffaa6fb-5173-4845-861d-50ca30b3754b tempest-AttachVolumeTestJSON-808075378 tempest-AttachVolumeTestJSON-808075378-project] 10.222.0.32 "DELETE /v2.0/floatingips/42e36575-653f-4573-b0d7-9cfea256aea1 HTTP/1.1" status: 204  len: 168 time: 0.5789354
May 07 22:05:09.956074 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-476d0cb6-5f36-4b43-aa4d-e8bf097bd520 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Router bc1fbbaa-c875-4507-8a26-642939d2621e has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:05:10.077273 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-476d0cb6-5f36-4b43-aa4d-e8bf097bd520 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:05:10.081633 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-476d0cb6-5f36-4b43-aa4d-e8bf097bd520 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:10.087395 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee99f96-a7e3-48a8-b88a-c34dfe40474e None None] Sync routers for ids ['bc1fbbaa-c875-4507-8a26-642939d2621e'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:05:10.090301 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 050be740-f219-402b-99ff-07b3f4f82b98 no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:05:10.099204 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee99f96-a7e3-48a8-b88a-c34dfe40474e None None] Routers {'bc1fbbaa-c875-4507-8a26-642939d2621e'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:05:10.099828 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-bee99f96-a7e3-48a8-b88a-c34dfe40474e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cba2700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:04:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['bc1fbbaa-c875-4507-8a26-642939d2621e'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:05:10.117647 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] No Port match for: 050be740-f219-402b-99ff-07b3f4f82b98 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:05:10.118485 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 050be740-f219-402b-99ff-07b3f4f82b98 not bound to the agent host nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:05:10.143093 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-476d0cb6-5f36-4b43-aa4d-e8bf097bd520 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] 10.222.0.32 "PUT /v2.0/floatingips/458d9a21-658d-4542-bc7b-b49779a43558 HTTP/1.1" status: 200  len: 976 time: 2.8270407
May 07 22:05:10.145743 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 59486) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:10.244087 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-bee99f96-a7e3-48a8-b88a-c34dfe40474e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cba2700>, [], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:05:10.253624 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee99f96-a7e3-48a8-b88a-c34dfe40474e None None] Routers {'bc1fbbaa-c875-4507-8a26-642939d2621e'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:05:10.254166 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-bee99f96-a7e3-48a8-b88a-c34dfe40474e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cba2700>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:04:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['bc1fbbaa-c875-4507-8a26-642939d2621e'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:05:10.262158 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-d1caa616-571c-40f8-b9ce-8400c0d31102 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Deleting port 46d6fc2c-9830-4126-8838-a20a99d8bd74 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:05:10.262508 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d1caa616-571c-40f8-b9ce-8400c0d31102 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (46d6fc2c-9830-4126-8838-a20a99d8bd74), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:10.288776 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-bee99f96-a7e3-48a8-b88a-c34dfe40474e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cba2700>, [], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:05:10.289373 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee99f96-a7e3-48a8-b88a-c34dfe40474e None None] The sync data for ids ['bc1fbbaa-c875-4507-8a26-642939d2621e'] in ncdv-master-1 is: [] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:05:10.362641 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d1caa616-571c-40f8-b9ce-8400c0d31102 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (46d6fc2c-9830-4126-8838-a20a99d8bd74), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:10.555426 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213b9497-9b58-417a-aadb-4e9e8fc12171 req-2525339f-4c89-480f-b16c-653872e605d5 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:10.556835 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-213b9497-9b58-417a-aadb-4e9e8fc12171 req-2525339f-4c89-480f-b16c-653872e605d5 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 945 time: 0.0979705
May 07 22:05:10.604437 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d1caa616-571c-40f8-b9ce-8400c0d31102 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:10.604798 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d1caa616-571c-40f8-b9ce-8400c0d31102 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (458d9a21-658d-4542-bc7b-b49779a43558), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:10.605110 ncdv-master-1 neutron-server[121836]: INFO neutron.db.l3_db [None req-d1caa616-571c-40f8-b9ce-8400c0d31102 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Floating IP 458d9a21-658d-4542-bc7b-b49779a43558 disassociated. External IP: 172.35.4.76, port: 46d6fc2c-9830-4126-8838-a20a99d8bd74.
May 07 22:05:10.605450 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-d1caa616-571c-40f8-b9ce-8400c0d31102 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Calling delete_port for 46d6fc2c-9830-4126-8838-a20a99d8bd74 owned by  {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:05:10.630854 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-213b9497-9b58-417a-aadb-4e9e8fc12171 req-bc3d15d4-9dba-48ae-ba10-ca397e2c7103 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0669882
May 07 22:05:10.766603 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdeca37-167d-4991-bfca-c013f75ac27c req-00f8ec7a-5701-4ecd-81f3-9ec607b52ffe tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:10.768693 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7cdeca37-167d-4991-bfca-c013f75ac27c req-00f8ec7a-5701-4ecd-81f3-9ec607b52ffe tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 946 time: 0.0801022
May 07 22:05:10.804813 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d1caa616-571c-40f8-b9ce-8400c0d31102 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (46d6fc2c-9830-4126-8838-a20a99d8bd74), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:10.853606 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1caa616-571c-40f8-b9ce-8400c0d31102 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Pushing event deleted for resources: {'Port': ['ID=46d6fc2c-9830-4126-8838-a20a99d8bd74,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:10.866760 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1caa616-571c-40f8-b9ce-8400c0d31102 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:05:10.867140 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1caa616-571c-40f8-b9ce-8400c0d31102 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:05:10.867487 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1caa616-571c-40f8-b9ce-8400c0d31102 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:05:10.868274 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1caa616-571c-40f8-b9ce-8400c0d31102 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:05:10.868274 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1caa616-571c-40f8-b9ce-8400c0d31102 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:05:10.868467 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1caa616-571c-40f8-b9ce-8400c0d31102 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:05:10.868833 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1caa616-571c-40f8-b9ce-8400c0d31102 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:05:10.869132 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1caa616-571c-40f8-b9ce-8400c0d31102 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:05:10.869466 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1caa616-571c-40f8-b9ce-8400c0d31102 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:05:10.870033 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1caa616-571c-40f8-b9ce-8400c0d31102 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:05:10.870543 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1caa616-571c-40f8-b9ce-8400c0d31102 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:05:10.870927 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1caa616-571c-40f8-b9ce-8400c0d31102 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:05:10.871245 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1caa616-571c-40f8-b9ce-8400c0d31102 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:05:10.871578 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1caa616-571c-40f8-b9ce-8400c0d31102 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:05:10.871913 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1caa616-571c-40f8-b9ce-8400c0d31102 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:05:10.877543 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7cdeca37-167d-4991-bfca-c013f75ac27c req-41ee834c-ace8-497c-841b-34846de2227f tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1010990
May 07 22:05:10.965038 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 49671dbb-1f39-4903-a9e1-e283831ec748 no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:05:11.044058 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1caa616-571c-40f8-b9ce-8400c0d31102 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Router bc1fbbaa-c875-4507-8a26-642939d2621e has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:05:11.126098 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 49671dbb-1f39-4903-a9e1-e283831ec748 is: ACTIVE; New status is: DOWN {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:05:11.127350 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (49671dbb-1f39-4903-a9e1-e283831ec748), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:11.178076 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 49671dbb-1f39-4903-a9e1-e283831ec748, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=49671dbb-1f39-4903-a9e1-e283831ec748,segment=NetworkSegment(ade65013-e645-4c54-8fa7-660e2ce7b907),segment_id=ade65013-e645-4c54-8fa7-660e2ce7b907)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:05:11.178964 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49671dbb-1f39-4903-a9e1-e283831ec748'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:05:11.182707 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cae10f9-c20c-4f48-b8ed-65c7ac78f6aa" -d '{"events": [{"server_uuid": "ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6", "name": "network-vif-unplugged", "status": "completed", "tag": "49671dbb-1f39-4903-a9e1-e283831ec748"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:05:11.187701 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (49671dbb-1f39-4903-a9e1-e283831ec748), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:11.246221 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 07 May 2022 22:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4e87161-2cec-406c-b8b8-b320bd10fcdc x-openstack-request-id: req-c4e87161-2cec-406c-b8b8-b320bd10fcdc {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:05:11.246811 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6", "name": "network-vif-unplugged", "status": "completed", "tag": "49671dbb-1f39-4903-a9e1-e283831ec748", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:05:11.247142 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c4e87161-2cec-406c-b8b8-b320bd10fcdc {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:05:11.247411 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4e87161-2cec-406c-b8b8-b320bd10fcdc'] response: {'server_uuid': 'ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49671dbb-1f39-4903-a9e1-e283831ec748', 'code': 200}
May 07 22:05:11.255006 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1caa616-571c-40f8-b9ce-8400c0d31102 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:05:11.273237 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd21a4b-c199-49bf-a1db-86fc5fb5b5a7 None None] Sync routers for ids ['bc1fbbaa-c875-4507-8a26-642939d2621e'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:05:11.283731 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=49671dbb-1f39-4903-a9e1-e283831ec748,revision_number=8']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:11.295935 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd21a4b-c199-49bf-a1db-86fc5fb5b5a7 None None] Routers {'bc1fbbaa-c875-4507-8a26-642939d2621e'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:05:11.296619 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-4fd21a4b-c199-49bf-a1db-86fc5fb5b5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f9e8e20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:04:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['bc1fbbaa-c875-4507-8a26-642939d2621e'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:05:11.348523 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d1caa616-571c-40f8-b9ce-8400c0d31102 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:11.353144 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-d1caa616-571c-40f8-b9ce-8400c0d31102 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] 10.222.0.32 "DELETE /v2.0/ports/46d6fc2c-9830-4126-8838-a20a99d8bd74 HTTP/1.1" status: 204  len: 168 time: 1.2063272
May 07 22:05:11.355897 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 59534) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:11.373974 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-4fd21a4b-c199-49bf-a1db-86fc5fb5b5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f9e8e20>, [], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:05:11.388533 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd21a4b-c199-49bf-a1db-86fc5fb5b5a7 None None] Routers {'bc1fbbaa-c875-4507-8a26-642939d2621e'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:05:11.389202 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-4fd21a4b-c199-49bf-a1db-86fc5fb5b5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f9e8e20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:04:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['bc1fbbaa-c875-4507-8a26-642939d2621e'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:05:11.435505 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-4fd21a4b-c199-49bf-a1db-86fc5fb5b5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f9e8e20>, [], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:05:11.436121 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd21a4b-c199-49bf-a1db-86fc5fb5b5a7 None None] The sync data for ids ['bc1fbbaa-c875-4507-8a26-642939d2621e'] in ncdv-master-1 is: [] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:05:11.790224 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807c046f-6b31-4d0d-b33c-0d73ea8be0c3 req-ec11842f-68c2-4c0f-9e1e-686d488190ff tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:11.791719 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-807c046f-6b31-4d0d-b33c-0d73ea8be0c3 req-ec11842f-68c2-4c0f-9e1e-686d488190ff tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 945 time: 0.0818172
May 07 22:05:11.807398 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-17be9f07-53eb-4002-80f1-9dd0811c5f58 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401094'] for router_interface (bc1fbbaa-c875-4507-8a26-642939d2621e), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:11.914252 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-807c046f-6b31-4d0d-b33c-0d73ea8be0c3 req-829acb3f-19ed-4b13-bc5a-90c6e1e18e4f tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1126802
May 07 22:05:12.048441 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ea3dc-fffd-400d-ba9a-d293696af8e6 req-73c772e6-5aef-4852-a613-54d5ec0ad39b tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:12.050474 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-369ea3dc-fffd-400d-ba9a-d293696af8e6 req-73c772e6-5aef-4852-a613-54d5ec0ad39b tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 944 time: 0.0683041
May 07 22:05:12.104630 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-17be9f07-53eb-4002-80f1-9dd0811c5f58 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Deleting port 77d2872c-4d89-45ae-9b73-3f804a826f47 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:05:12.104985 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-17be9f07-53eb-4002-80f1-9dd0811c5f58 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (77d2872c-4d89-45ae-9b73-3f804a826f47), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:12.112844 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-369ea3dc-fffd-400d-ba9a-d293696af8e6 req-0f5c43eb-4ea3-4551-b367-0fd7c9d7d35b tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0563774
May 07 22:05:12.227323 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-17be9f07-53eb-4002-80f1-9dd0811c5f58 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (77d2872c-4d89-45ae-9b73-3f804a826f47), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:12.247413 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-17be9f07-53eb-4002-80f1-9dd0811c5f58 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Calling delete_port for 77d2872c-4d89-45ae-9b73-3f804a826f47 owned by network:router_interface {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:05:12.255193 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c407350-c3a8-4ca0-b42b-cd56b9666a77 req-f4133713-d865-4bbe-9511-0e5d94b9c405 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:12.256665 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4c407350-c3a8-4ca0-b42b-cd56b9666a77 req-f4133713-d865-4bbe-9511-0e5d94b9c405 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 944 time: 0.0754995
May 07 22:05:12.357615 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4c407350-c3a8-4ca0-b42b-cd56b9666a77 req-fb9f4a55-ae5f-4d4f-9bbc-e8603a7d23be tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0934944
May 07 22:05:12.523392 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-17be9f07-53eb-4002-80f1-9dd0811c5f58 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (77d2872c-4d89-45ae-9b73-3f804a826f47), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:12.557903 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17be9f07-53eb-4002-80f1-9dd0811c5f58 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Pushing event deleted for resources: {'Port': ['ID=77d2872c-4d89-45ae-9b73-3f804a826f47,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:12.752014 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7dc072-2f82-41c2-9fc2-19b78cbffefb req-c505ecc0-7bfa-4692-9313-349722071a69 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:12.754256 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3d7dc072-2f82-41c2-9fc2-19b78cbffefb req-c505ecc0-7bfa-4692-9313-349722071a69 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 944 time: 0.0647597
May 07 22:05:12.856167 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3d7dc072-2f82-41c2-9fc2-19b78cbffefb req-e17ea139-5ba9-46a7-bf69-a2d824ec38d2 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0940855
May 07 22:05:13.100303 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ad039ee0-677d-468e-a2b4-08dcb2578572 req-4842015d-171b-4424-a4cd-1d945847ddc3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1011620
May 07 22:05:13.109043 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [req-ad039ee0-677d-468e-a2b4-08dcb2578572 req-ffbc3ad9-d957-4453-ab9e-2b2acb24e9e7 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121837) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:05:13.110036 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ad039ee0-677d-468e-a2b4-08dcb2578572 req-ffbc3ad9-d957-4453-ab9e-2b2acb24e9e7 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0050762
May 07 22:05:13.152499 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676f4c1b-be7f-4b90-ae62-643861f2bbc9 req-c4dafc3f-5cdb-4991-a95b-3b0a29773c85 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:13.153962 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-676f4c1b-be7f-4b90-ae62-643861f2bbc9 req-c4dafc3f-5cdb-4991-a95b-3b0a29773c85 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 945 time: 0.0950456
May 07 22:05:13.181938 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-17be9f07-53eb-4002-80f1-9dd0811c5f58 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401002'] for router_interface (bc1fbbaa-c875-4507-8a26-642939d2621e), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:13.246337 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad039ee0-677d-468e-a2b4-08dcb2578572 req-bc522d6b-b66a-488b-b894-88a35188df20 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:13.247755 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ad039ee0-677d-468e-a2b4-08dcb2578572 req-bc522d6b-b66a-488b-b894-88a35188df20 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports/49671dbb-1f39-4903-a9e1-e283831ec748 HTTP/1.1" status: 200  len: 941 time: 0.1105454
May 07 22:05:13.255241 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-676f4c1b-be7f-4b90-ae62-643861f2bbc9 req-b93a9809-085d-4c39-9e72-2735e864a3f5 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0925150
May 07 22:05:13.469911 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17be9f07-53eb-4002-80f1-9dd0811c5f58 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Router bc1fbbaa-c875-4507-8a26-642939d2621e has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:05:13.606709 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17be9f07-53eb-4002-80f1-9dd0811c5f58 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:05:13.613249 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-17be9f07-53eb-4002-80f1-9dd0811c5f58 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] 10.222.0.32 "PUT /v2.0/routers/bc1fbbaa-c875-4507-8a26-642939d2621e/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2502697
May 07 22:05:13.615801 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 59642) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:13.618413 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0851f130-be1a-46be-88c8-c1c7da839f31 None None] Sync routers for ids ['bc1fbbaa-c875-4507-8a26-642939d2621e'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:05:13.641585 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0851f130-be1a-46be-88c8-c1c7da839f31 None None] Routers {'bc1fbbaa-c875-4507-8a26-642939d2621e'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:05:13.644731 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-0851f130-be1a-46be-88c8-c1c7da839f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cb4a5e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:04:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['bc1fbbaa-c875-4507-8a26-642939d2621e'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:05:13.698600 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-0851f130-be1a-46be-88c8-c1c7da839f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cb4a5e0>, [], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:05:13.707738 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0851f130-be1a-46be-88c8-c1c7da839f31 None None] Routers {'bc1fbbaa-c875-4507-8a26-642939d2621e'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:05:13.708669 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-0851f130-be1a-46be-88c8-c1c7da839f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cb4a5e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:04:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['bc1fbbaa-c875-4507-8a26-642939d2621e'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:05:13.719880 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 59646) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:13.755094 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-0851f130-be1a-46be-88c8-c1c7da839f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cb4a5e0>, [], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:05:13.755713 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0851f130-be1a-46be-88c8-c1c7da839f31 None None] The sync data for ids ['bc1fbbaa-c875-4507-8a26-642939d2621e'] in ncdv-master-1 is: [] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:05:13.764159 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f504c7a4-d8ed-4f06-aa86-83e66e44db19 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks [] for router (bc1fbbaa-c875-4507-8a26-642939d2621e), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:13.965978 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f504c7a4-d8ed-4f06-aa86-83e66e44db19 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks [] for router_gateway (bc1fbbaa-c875-4507-8a26-642939d2621e), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:13.982312 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0013c5-349a-4ef1-9ff6-6ffd46bb70ea req-07fee780-1439-4c4a-adcf-4f6e79b752e6 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:13.983853 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2c0013c5-349a-4ef1-9ff6-6ffd46bb70ea req-07fee780-1439-4c4a-adcf-4f6e79b752e6 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 944 time: 0.0521259
May 07 22:05:14.041058 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2c0013c5-349a-4ef1-9ff6-6ffd46bb70ea req-bfaf3319-1bb7-4fea-9c26-390bb4b06578 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501606
May 07 22:05:14.107493 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-f504c7a4-d8ed-4f06-aa86-83e66e44db19 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Deleting port 2f6f41b8-a2ad-4883-b18a-5918507d73f9 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:05:14.107843 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f504c7a4-d8ed-4f06-aa86-83e66e44db19 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (2f6f41b8-a2ad-4883-b18a-5918507d73f9), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:14.157688 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad039ee0-677d-468e-a2b4-08dcb2578572 req-8b7474e6-a9b8-478e-8b84-4c64dcefd0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:14.159646 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ad039ee0-677d-468e-a2b4-08dcb2578572 req-8b7474e6-a9b8-478e-8b84-4c64dcefd0fd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6&tenant_id=8cdcd8ea83db42c996b9c0cb8bac89aa HTTP/1.1" status: 200  len: 1126 time: 0.1111381
May 07 22:05:14.227373 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-ad039ee0-677d-468e-a2b4-08dcb2578572 req-911c3964-4e7a-4d71-9b1f-9fe79daacef8 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:05:14.349058 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f504c7a4-d8ed-4f06-aa86-83e66e44db19 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (2f6f41b8-a2ad-4883-b18a-5918507d73f9), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:14.354807 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-ad039ee0-677d-468e-a2b4-08dcb2578572 req-911c3964-4e7a-4d71-9b1f-9fe79daacef8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (49671dbb-1f39-4903-a9e1-e283831ec748), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:14.377922 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6623bf61-a0a6-4c09-8b55-0496d185fcdb req-f0a1b305-160b-4b96-bb8e-45c92558e707 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:14.380007 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6623bf61-a0a6-4c09-8b55-0496d185fcdb req-f0a1b305-160b-4b96-bb8e-45c92558e707 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 945 time: 0.0508099
May 07 22:05:14.381652 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-f504c7a4-d8ed-4f06-aa86-83e66e44db19 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Calling delete_port for 2f6f41b8-a2ad-4883-b18a-5918507d73f9 owned by network:router_gateway {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:05:14.432418 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6623bf61-a0a6-4c09-8b55-0496d185fcdb req-f192ef05-a463-451c-90bf-2f6bf76f5b9f tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464349
May 07 22:05:14.687031 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bf812fe1-c23e-4d23-8b60-3c27dcdb17cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401094'] for router_interface (b8becdb0-35c0-4028-9f28-6fe5334fd87c), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:14.877526 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-ad039ee0-677d-468e-a2b4-08dcb2578572 req-911c3964-4e7a-4d71-9b1f-9fe79daacef8 service neutron] For port 49671dbb-1f39-4903-a9e1-e283831ec748, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=49671dbb-1f39-4903-a9e1-e283831ec748,segment=NetworkSegment(ade65013-e645-4c54-8fa7-660e2ce7b907),segment_id=ade65013-e645-4c54-8fa7-660e2ce7b907)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:05:14.901738 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f504c7a4-d8ed-4f06-aa86-83e66e44db19 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (2f6f41b8-a2ad-4883-b18a-5918507d73f9), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:14.937642 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f504c7a4-d8ed-4f06-aa86-83e66e44db19 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Pushing event deleted for resources: {'Port': ['ID=2f6f41b8-a2ad-4883-b18a-5918507d73f9,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:14.977617 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 49671dbb-1f39-4903-a9e1-e283831ec748 no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:05:15.045331 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-ad039ee0-677d-468e-a2b4-08dcb2578572 req-911c3964-4e7a-4d71-9b1f-9fe79daacef8 service neutron] For port 49671dbb-1f39-4903-a9e1-e283831ec748, host nch2-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:05:15.057619 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 49671dbb-1f39-4903-a9e1-e283831ec748 is: DOWN; New status is: DOWN {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:05:15.099677 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f504c7a4-d8ed-4f06-aa86-83e66e44db19 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395776'] for router_gateway (bc1fbbaa-c875-4507-8a26-642939d2621e), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:15.104770 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [req-ad039ee0-677d-468e-a2b4-08dcb2578572 req-911c3964-4e7a-4d71-9b1f-9fe79daacef8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49671dbb-1f39-4903-a9e1-e283831ec748 {{(pid=121836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:05:15.129874 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-ad039ee0-677d-468e-a2b4-08dcb2578572 req-911c3964-4e7a-4d71-9b1f-9fe79daacef8 service neutron] Publish callbacks [] for port (49671dbb-1f39-4903-a9e1-e283831ec748), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:15.561847 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94de5431-d8bb-4c44-ad70-d3ac89779924 req-ca884ea2-63a5-44a2-aecf-800c51734560 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:15.563388 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-94de5431-d8bb-4c44-ad70-d3ac89779924 req-ca884ea2-63a5-44a2-aecf-800c51734560 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 945 time: 0.0546694
May 07 22:05:15.598438 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.provisioning_blocks [req-ad039ee0-677d-468e-a2b4-08dcb2578572 req-911c3964-4e7a-4d71-9b1f-9fe79daacef8 service neutron] Transition to ACTIVE for port object 49671dbb-1f39-4903-a9e1-e283831ec748 will not be triggered until provisioned by entity L2. {{(pid=121836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 22:05:15.604078 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f504c7a4-d8ed-4f06-aa86-83e66e44db19 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (bc1fbbaa-c875-4507-8a26-642939d2621e), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:15.610322 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f504c7a4-d8ed-4f06-aa86-83e66e44db19 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks [] for router_controller (bc1fbbaa-c875-4507-8a26-642939d2621e), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:15.613556 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-ad039ee0-677d-468e-a2b4-08dcb2578572 req-911c3964-4e7a-4d71-9b1f-9fe79daacef8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (49671dbb-1f39-4903-a9e1-e283831ec748), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:15.616471 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-94de5431-d8bb-4c44-ad70-d3ac89779924 req-3083940e-0ccd-4f61-95a1-33526e5429f1 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460865
May 07 22:05:15.624921 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8410529c-fa0a-4e57-a037-ddcdaabad5ae req-ec1d2ff4-242a-4ffc-b90f-9625785f491c tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:15.627594 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8410529c-fa0a-4e57-a037-ddcdaabad5ae req-ec1d2ff4-242a-4ffc-b90f-9625785f491c tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 944 time: 0.5005348
May 07 22:05:15.766681 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f504c7a4-d8ed-4f06-aa86-83e66e44db19 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (bc1fbbaa-c875-4507-8a26-642939d2621e), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:15.767973 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f504c7a4-d8ed-4f06-aa86-83e66e44db19 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Fanout notify agent at l3_agent the message router_deleted on router bc1fbbaa-c875-4507-8a26-642939d2621e {{(pid=121836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 22:05:15.788307 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f504c7a4-d8ed-4f06-aa86-83e66e44db19 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:15.791786 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-f504c7a4-d8ed-4f06-aa86-83e66e44db19 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] 10.222.0.32 "DELETE /v2.0/routers/bc1fbbaa-c875-4507-8a26-642939d2621e HTTP/1.1" status: 204  len: 168 time: 2.1724763
May 07 22:05:15.792248 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 59682) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:15.800593 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-bf812fe1-c23e-4d23-8b60-3c27dcdb17cb admin admin] Deleting port 41632c85-aec7-41fa-a8b0-4c09f4aa150d {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:05:15.801076 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bf812fe1-c23e-4d23-8b60-3c27dcdb17cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (41632c85-aec7-41fa-a8b0-4c09f4aa150d), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:15.802610 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911c3964-4e7a-4d71-9b1f-9fe79daacef8 service neutron] Pushing event updated for resources: {'Port': ['ID=49671dbb-1f39-4903-a9e1-e283831ec748,revision_number=9']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:15.841422 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad039ee0-677d-468e-a2b4-08dcb2578572 req-911c3964-4e7a-4d71-9b1f-9fe79daacef8 service neutron] No DVR routers for this DVR port 49671dbb-1f39-4903-a9e1-e283831ec748 on host nch2-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:05:15.850342 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ea5c842-80a4-4c0c-a2a6-84ac8bde8582 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Deleting subnet 0dc227a0-86f2-4685-a655-ee56465945c0 {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:05:15.854000 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0ea5c842-80a4-4c0c-a2a6-84ac8bde8582 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks [] for subnet (0dc227a0-86f2-4685-a655-ee56465945c0), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:15.877241 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8410529c-fa0a-4e57-a037-ddcdaabad5ae req-33b907db-8488-4cbf-b4b9-d50d15cc8f00 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2000732
May 07 22:05:15.909120 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0ea5c842-80a4-4c0c-a2a6-84ac8bde8582 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (0dc227a0-86f2-4685-a655-ee56465945c0), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:15.950068 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-ad039ee0-677d-468e-a2b4-08dcb2578572 req-911c3964-4e7a-4d71-9b1f-9fe79daacef8 service neutron] Attempting to bind port 49671dbb-1f39-4903-a9e1-e283831ec748 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:05:15.950406 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-ad039ee0-677d-468e-a2b4-08dcb2578572 req-911c3964-4e7a-4d71-9b1f-9fe79daacef8 service neutron] Attempting to bind port 49671dbb-1f39-4903-a9e1-e283831ec748 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ade65013-e645-4c54-8fa7-660e2ce7b907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'cd3974b0-b5b4-4267-bd42-3bc0d892b541'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:05:15.950742 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad039ee0-677d-468e-a2b4-08dcb2578572 req-911c3964-4e7a-4d71-9b1f-9fe79daacef8 service neutron] Attempting to bind port 49671dbb-1f39-4903-a9e1-e283831ec748 on network cd3974b0-b5b4-4267-bd42-3bc0d892b541 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:05:15.985560 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad039ee0-677d-468e-a2b4-08dcb2578572 req-911c3964-4e7a-4d71-9b1f-9fe79daacef8 service neutron] Port 49671dbb-1f39-4903-a9e1-e283831ec748 on network cd3974b0-b5b4-4267-bd42-3bc0d892b541 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:05:15.985560 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad039ee0-677d-468e-a2b4-08dcb2578572 req-911c3964-4e7a-4d71-9b1f-9fe79daacef8 service neutron] Attempting to bind port 49671dbb-1f39-4903-a9e1-e283831ec748 on network cd3974b0-b5b4-4267-bd42-3bc0d892b541 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:05:16.004399 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad039ee0-677d-468e-a2b4-08dcb2578572 req-911c3964-4e7a-4d71-9b1f-9fe79daacef8 service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:05:16.004748 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad039ee0-677d-468e-a2b4-08dcb2578572 req-911c3964-4e7a-4d71-9b1f-9fe79daacef8 service neutron] Checking segment: {'id': 'ade65013-e645-4c54-8fa7-660e2ce7b907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'cd3974b0-b5b4-4267-bd42-3bc0d892b541'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:05:16.005139 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad039ee0-677d-468e-a2b4-08dcb2578572 req-911c3964-4e7a-4d71-9b1f-9fe79daacef8 service neutron] Bound using segment: {'id': 'ade65013-e645-4c54-8fa7-660e2ce7b907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'cd3974b0-b5b4-4267-bd42-3bc0d892b541'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:05:16.005573 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-ad039ee0-677d-468e-a2b4-08dcb2578572 req-911c3964-4e7a-4d71-9b1f-9fe79daacef8 service neutron] Bound port: 49671dbb-1f39-4903-a9e1-e283831ec748, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ade65013-e645-4c54-8fa7-660e2ce7b907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'cd3974b0-b5b4-4267-bd42-3bc0d892b541'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:05:16.005933 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-ad039ee0-677d-468e-a2b4-08dcb2578572 req-911c3964-4e7a-4d71-9b1f-9fe79daacef8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (49671dbb-1f39-4903-a9e1-e283831ec748), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:16.010548 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-bf812fe1-c23e-4d23-8b60-3c27dcdb17cb admin admin] For port 41632c85-aec7-41fa-a8b0-4c09f4aa150d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=41632c85-aec7-41fa-a8b0-4c09f4aa150d,segment=NetworkSegment(946603cd-661c-44e1-83be-0ffa4fba5a22),segment_id=946603cd-661c-44e1-83be-0ffa4fba5a22)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:05:16.010935 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bf812fe1-c23e-4d23-8b60-3c27dcdb17cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (41632c85-aec7-41fa-a8b0-4c09f4aa150d), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:16.034884 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0ea5c842-80a4-4c0c-a2a6-84ac8bde8582 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (0dc227a0-86f2-4685-a655-ee56465945c0), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:16.045120 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73e088e-d954-40ca-a264-d28b844d3e35 req-ae52a30f-75fc-4e5b-8fd4-3b5b4f5f50c4 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:16.046734 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c73e088e-d954-40ca-a264-d28b844d3e35 req-ae52a30f-75fc-4e5b-8fd4-3b5b4f5f50c4 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf519119-a1c9-4f1e-9d65-8f11441721a2 HTTP/1.1" status: 200  len: 945 time: 0.0978167
May 07 22:05:16.048068 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-bf812fe1-c23e-4d23-8b60-3c27dcdb17cb admin admin] Calling delete_port for 41632c85-aec7-41fa-a8b0-4c09f4aa150d owned by network:router_interface {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:05:16.095584 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0ea5c842-80a4-4c0c-a2a6-84ac8bde8582 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (0dc227a0-86f2-4685-a655-ee56465945c0), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:16.124312 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea5c842-80a4-4c0c-a2a6-84ac8bde8582 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Pushing event deleted for resources: {'Subnet': ['ID=0dc227a0-86f2-4685-a655-ee56465945c0,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:16.130969 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0ea5c842-80a4-4c0c-a2a6-84ac8bde8582 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:16.136777 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-0ea5c842-80a4-4c0c-a2a6-84ac8bde8582 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] 10.222.0.32 "DELETE /v2.0/subnets/0dc227a0-86f2-4685-a655-ee56465945c0 HTTP/1.1" status: 204  len: 168 time: 0.3412182
May 07 22:05:16.137132 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 59686) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:16.139352 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94718ba2-384e-437f-9282-2198c2a21956 None None] Network 766c84ab-7348-4932-bebc-6edeaaaac605 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:05:16.193450 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c73e088e-d954-40ca-a264-d28b844d3e35 req-7ea482fe-7415-452d-a3f5-6df28e86fb33 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/security-groups?id=2287ac73-41a5-4eb4-b7c6-3c52daf9bbf9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1216724
May 07 22:05:16.194473 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-ad039ee0-677d-468e-a2b4-08dcb2578572 req-911c3964-4e7a-4d71-9b1f-9fe79daacef8 service neutron] For port 49671dbb-1f39-4903-a9e1-e283831ec748, host nch1-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:05:16.209653 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-ad039ee0-677d-468e-a2b4-08dcb2578572 req-911c3964-4e7a-4d71-9b1f-9fe79daacef8 service neutron] For port 49671dbb-1f39-4903-a9e1-e283831ec748, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=49671dbb-1f39-4903-a9e1-e283831ec748,segment=NetworkSegment(ade65013-e645-4c54-8fa7-660e2ce7b907),segment_id=ade65013-e645-4c54-8fa7-660e2ce7b907)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:05:16.242696 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b7ef72d0-2307-42b2-b6bb-877fa2382d05 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (766c84ab-7348-4932-bebc-6edeaaaac605), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:16.260936 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-ad039ee0-677d-468e-a2b4-08dcb2578572 req-911c3964-4e7a-4d71-9b1f-9fe79daacef8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (49671dbb-1f39-4903-a9e1-e283831ec748), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:16.302280 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad039ee0-677d-468e-a2b4-08dcb2578572 req-911c3964-4e7a-4d71-9b1f-9fe79daacef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:16.302938 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-ad039ee0-677d-468e-a2b4-08dcb2578572 req-911c3964-4e7a-4d71-9b1f-9fe79daacef8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:16.304307 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ad039ee0-677d-468e-a2b4-08dcb2578572 req-911c3964-4e7a-4d71-9b1f-9fe79daacef8 service neutron] 10.222.0.55 "PUT /v2.0/ports/49671dbb-1f39-4903-a9e1-e283831ec748 HTTP/1.1" status: 200  len: 1092 time: 2.1128974
May 07 22:05:16.306196 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6', 'tag': '49671dbb-1f39-4903-a9e1-e283831ec748'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:05:16.306854 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-b7ef72d0-2307-42b2-b6bb-877fa2382d05 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Deleting port 5866ecf8-83ed-473f-b04f-f8f9b65b5dbd {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:05:16.307203 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b7ef72d0-2307-42b2-b6bb-877fa2382d05 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (5866ecf8-83ed-473f-b04f-f8f9b65b5dbd), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:16.308526 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48a2548d-1d2f-491d-85ef-ee7b656f91c3" -d '{"events": [{"name": "network-changed", "server_uuid": "ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6", "tag": "49671dbb-1f39-4903-a9e1-e283831ec748"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:05:16.341666 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a676cb7a-2974-4652-909d-4d0b606cb60d None None] DHCP port deletion for 766c84ab-7348-4932-bebc-6edeaaaac605 request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:05:16.359856 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b3bd8d8-3d47-45f7-bc27-3ef4f321a258 x-openstack-request-id: req-7b3bd8d8-3d47-45f7-bc27-3ef4f321a258 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:05:16.360211 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6", "tag": "49671dbb-1f39-4903-a9e1-e283831ec748", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:05:16.360464 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7b3bd8d8-3d47-45f7-bc27-3ef4f321a258 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:05:16.360848 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b3bd8d8-3d47-45f7-bc27-3ef4f321a258'] response: {'name': 'network-changed', 'server_uuid': 'ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6', 'tag': '49671dbb-1f39-4903-a9e1-e283831ec748', 'status': 'completed', 'code': 200}
May 07 22:05:16.364349 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911c3964-4e7a-4d71-9b1f-9fe79daacef8 service neutron] Pushing event updated for resources: {'Port': ['ID=49671dbb-1f39-4903-a9e1-e283831ec748,revision_number=10']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:16.385879 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-b7ef72d0-2307-42b2-b6bb-877fa2382d05 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] For port 5866ecf8-83ed-473f-b04f-f8f9b65b5dbd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5866ecf8-83ed-473f-b04f-f8f9b65b5dbd,segment=NetworkSegment(bb2de727-82e2-4e9f-9475-23fb8a7d4cc5),segment_id=bb2de727-82e2-4e9f-9475-23fb8a7d4cc5)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:05:16.386246 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b7ef72d0-2307-42b2-b6bb-877fa2382d05 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (5866ecf8-83ed-473f-b04f-f8f9b65b5dbd), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:16.401430 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-b7ef72d0-2307-42b2-b6bb-877fa2382d05 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Calling delete_port for 5866ecf8-83ed-473f-b04f-f8f9b65b5dbd owned by network:dhcp {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:05:16.402430 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad039ee0-677d-468e-a2b4-08dcb2578572 req-35237b2c-223e-4b40-a22e-87cffa43cecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:16.404026 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ad039ee0-677d-468e-a2b4-08dcb2578572 req-35237b2c-223e-4b40-a22e-87cffa43cecd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8cdcd8ea83db42c996b9c0cb8bac89aa&device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 1127 time: 0.0572557
May 07 22:05:16.409678 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-a676cb7a-2974-4652-909d-4d0b606cb60d None None] Deleting port 5866ecf8-83ed-473f-b04f-f8f9b65b5dbd {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:05:16.410058 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a676cb7a-2974-4652-909d-4d0b606cb60d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (5866ecf8-83ed-473f-b04f-f8f9b65b5dbd), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:16.473740 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-a676cb7a-2974-4652-909d-4d0b606cb60d None None] For port 5866ecf8-83ed-473f-b04f-f8f9b65b5dbd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5866ecf8-83ed-473f-b04f-f8f9b65b5dbd,segment=NetworkSegment(bb2de727-82e2-4e9f-9475-23fb8a7d4cc5),segment_id=bb2de727-82e2-4e9f-9475-23fb8a7d4cc5)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:05:16.473917 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a676cb7a-2974-4652-909d-4d0b606cb60d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (5866ecf8-83ed-473f-b04f-f8f9b65b5dbd), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:16.487070 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b7ef72d0-2307-42b2-b6bb-877fa2382d05 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (5866ecf8-83ed-473f-b04f-f8f9b65b5dbd), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:16.490177 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-a676cb7a-2974-4652-909d-4d0b606cb60d None None] Calling delete_port for 5866ecf8-83ed-473f-b04f-f8f9b65b5dbd owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:05:16.510315 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bf812fe1-c23e-4d23-8b60-3c27dcdb17cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (41632c85-aec7-41fa-a8b0-4c09f4aa150d), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:16.521762 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ef72d0-2307-42b2-b6bb-877fa2382d05 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Pushing event deleted for resources: {'Port': ['ID=5866ecf8-83ed-473f-b04f-f8f9b65b5dbd,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:16.536089 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ef72d0-2307-42b2-b6bb-877fa2382d05 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] No DVR routers for this DVR port 5866ecf8-83ed-473f-b04f-f8f9b65b5dbd on host ncdv-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:05:16.568835 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf812fe1-c23e-4d23-8b60-3c27dcdb17cb admin admin] Pushing event deleted for resources: {'Port': ['ID=41632c85-aec7-41fa-a8b0-4c09f4aa150d,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:16.601029 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad039ee0-677d-468e-a2b4-08dcb2578572 req-903f2a16-f2cb-4727-b795-393ee07c58bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:16.602598 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ad039ee0-677d-468e-a2b4-08dcb2578572 req-903f2a16-f2cb-4727-b795-393ee07c58bf service neutron] 10.222.0.55 "GET /v2.0/networks?id=cd3974b0-b5b4-4267-bd42-3bc0d892b541 HTTP/1.1" status: 200  len: 915 time: 0.1742952
May 07 22:05:16.620208 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:05:16.620208 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 22:05:16.620208 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:05:16.620208 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 22:05:16.620208 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:05:16.620208 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 22:05:16.620208 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:05:16.620208 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 22:05:16.620208 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:05:16.620208 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 22:05:16.620208 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:05:16.620208 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 22:05:16.620208 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:05:16.620208 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 22:05:16.620208 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:05:16.620208 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 22:05:16.620208 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:05:16.620208 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 22:05:16.620208 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:05:16.620208 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 22:05:16.620208 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:05:16.620208 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 22:05:16.620208 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:05:16.620208 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 22:05:16.620208 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:05:16.620208 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 22:05:16.620208 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:05:16.620208 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 22:05:16.620208 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:05:16.620208 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 22:05:16.620208 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:05:16.620208 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 22:05:16.620208 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:05:16.620208 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 22:05:16.620208 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:05:16.620208 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 22:05:16.620208 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:05:16.620208 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 22:05:16.620208 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:05:16.620208 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 22:05:16.620208 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:05:16.620208 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 22:05:16.620208 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:05:16.620208 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 22:05:16.620208 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:05:16.620208 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 22:05:16.620208 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:05:16.620208 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 22:05:16.620208 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:05:16.620208 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 22:05:16.620208 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:05:16.620208 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 22:05:16.620208 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:05:16.620208 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 22:05:16.631337 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 5866ecf8-83ed-473f-b04f-f8f9b65b5dbd no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:05:16.635010 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a676cb7a-2974-4652-909d-4d0b606cb60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (5866ecf8-83ed-473f-b04f-f8f9b65b5dbd), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:16.653042 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b7ef72d0-2307-42b2-b6bb-877fa2382d05 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (766c84ab-7348-4932-bebc-6edeaaaac605), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:16.667946 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a676cb7a-2974-4652-909d-4d0b606cb60d None None] No DVR routers for this DVR port 5866ecf8-83ed-473f-b04f-f8f9b65b5dbd on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:05:16.669926 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 5866ecf8-83ed-473f-b04f-f8f9b65b5dbd {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:05:16.670592 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 5866ecf8-83ed-473f-b04f-f8f9b65b5dbd not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:05:16.698403 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-b7ef72d0-2307-42b2-b6bb-877fa2382d05 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf86668730>,) {'filters': {'network_id': ['766c84ab-7348-4932-bebc-6edeaaaac605']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:05:16.703704 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a676cb7a-2974-4652-909d-4d0b606cb60d None None] Pushing event deleted for resources: {'Port': ['ID=5866ecf8-83ed-473f-b04f-f8f9b65b5dbd,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:16.720909 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-b7ef72d0-2307-42b2-b6bb-877fa2382d05 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf86668730>, 'bb2de727-82e2-4e9f-9475-23fb8a7d4cc5') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:05:16.721238 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-b7ef72d0-2307-42b2-b6bb-877fa2382d05 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf86668730>, 'bb2de727-82e2-4e9f-9475-23fb8a7d4cc5') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:05:16.743999 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b7ef72d0-2307-42b2-b6bb-877fa2382d05 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (bb2de727-82e2-4e9f-9475-23fb8a7d4cc5), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:16.773948 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b7ef72d0-2307-42b2-b6bb-877fa2382d05 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (bb2de727-82e2-4e9f-9475-23fb8a7d4cc5), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:16.782627 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7ef72d0-2307-42b2-b6bb-877fa2382d05 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:05:16.783857 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b7ef72d0-2307-42b2-b6bb-877fa2382d05 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (bb2de727-82e2-4e9f-9475-23fb8a7d4cc5), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:16.787417 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 22:05:16.787417 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:05:16.787417 ncdv-master-1 neutron-server[121837]:     timer()
May 07 22:05:16.787417 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:05:16.787417 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 22:05:16.787417 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:05:16.787417 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 22:05:16.787417 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:05:16.787417 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 22:05:16.787417 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:05:16.787417 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 22:05:16.787417 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:05:16.787417 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 22:05:16.787417 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:05:16.787417 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:05:16.787417 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:05:16.787417 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:05:16.787417 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:05:16.787417 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 22:05:16.787417 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:05:16.787417 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 22:05:16.787417 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:05:16.787417 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:05:16.787417 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:05:16.787417 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 22:05:16.787417 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:05:16.787417 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:05:16.787417 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:05:16.787417 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:05:16.787417 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:05:16.787417 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:05:16.787417 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:05:16.825809 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ad039ee0-677d-468e-a2b4-08dcb2578572 req-d79732d9-5c82-49c8-a6ef-67fae60b5bb2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=49671dbb-1f39-4903-a9e1-e283831ec748 HTTP/1.1" status: 200  len: 217 time: 0.0760686
May 07 22:05:16.853215 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b7ef72d0-2307-42b2-b6bb-877fa2382d05 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (766c84ab-7348-4932-bebc-6edeaaaac605), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:16.860697 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b7ef72d0-2307-42b2-b6bb-877fa2382d05 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:16.864205 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-b7ef72d0-2307-42b2-b6bb-877fa2382d05 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] 10.222.0.32 "DELETE /v2.0/networks/766c84ab-7348-4932-bebc-6edeaaaac605 HTTP/1.1" status: 204  len: 168 time: 0.7257054
May 07 22:05:16.875074 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ced579-e592-4285-a53d-e7fb59a311eb req-e2949dd9-d39d-4173-9a35-2409adc788f9 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:16.875668 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 59696) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:16.876636 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b2ced579-e592-4285-a53d-e7fb59a311eb req-e2949dd9-d39d-4173-9a35-2409adc788f9 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 945 time: 0.1280935
May 07 22:05:16.882645 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ef72d0-2307-42b2-b6bb-877fa2382d05 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Pushing event deleted for resources: {'Network': ['ID=766c84ab-7348-4932-bebc-6edeaaaac605,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:16.957798 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad039ee0-677d-468e-a2b4-08dcb2578572 req-ecc1ace4-ab7f-47f0-8ab5-19b059294811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:16.959311 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ad039ee0-677d-468e-a2b4-08dcb2578572 req-ecc1ace4-ab7f-47f0-8ab5-19b059294811 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=35cc5169-512d-4e47-a67e-744102f823c5 HTTP/1.1" status: 200  len: 854 time: 0.1258597
May 07 22:05:16.983504 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bf812fe1-c23e-4d23-8b60-3c27dcdb17cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401002'] for router_interface (b8becdb0-35c0-4028-9f28-6fe5334fd87c), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:17.011653 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ad039ee0-677d-468e-a2b4-08dcb2578572 req-23c54a79-ac35-4124-964b-ae4cf36dfbed service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cd3974b0-b5b4-4267-bd42-3bc0d892b541&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0453639
May 07 22:05:17.017970 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b2ced579-e592-4285-a53d-e7fb59a311eb req-e862ca08-5372-4c1b-bc80-42325bfd6487 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1077762
May 07 22:05:17.041873 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3cde5e-2f9f-4613-8900-45f6b599fc21 req-9b14a33f-1d57-45fa-a2e7-4daa0869e71c tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:17.043395 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ec3cde5e-2f9f-4613-8900-45f6b599fc21 req-9b14a33f-1d57-45fa-a2e7-4daa0869e71c tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 945 time: 0.0795863
May 07 22:05:17.048383 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-d52bec8c-4603-4365-9f34-e049472e6c99 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Deleting port 36f09fa4-bdee-4254-9f29-e02550ee16a9 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:05:17.049311 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d52bec8c-4603-4365-9f34-e049472e6c99 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (36f09fa4-bdee-4254-9f29-e02550ee16a9), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:17.139500 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ec3cde5e-2f9f-4613-8900-45f6b599fc21 req-f4ae3f13-01aa-419e-8026-e3eb38ee3db7 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0880744
May 07 22:05:17.166253 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d52bec8c-4603-4365-9f34-e049472e6c99 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (36f09fa4-bdee-4254-9f29-e02550ee16a9), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:17.166593 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d52bec8c-4603-4365-9f34-e049472e6c99 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks [] for floatingip (36f09fa4-bdee-4254-9f29-e02550ee16a9), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:17.179659 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-d52bec8c-4603-4365-9f34-e049472e6c99 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Calling delete_port for 36f09fa4-bdee-4254-9f29-e02550ee16a9 owned by network:floatingip {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:05:17.195120 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ad039ee0-677d-468e-a2b4-08dcb2578572 req-ee0bb934-855d-4d1d-b380-80c625e84977 service neutron] 10.222.0.55 "GET /v2.0/networks/cd3974b0-b5b4-4267-bd42-3bc0d892b541?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1749954
May 07 22:05:17.328077 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d52bec8c-4603-4365-9f34-e049472e6c99 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (36f09fa4-bdee-4254-9f29-e02550ee16a9), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:17.353499 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52bec8c-4603-4365-9f34-e049472e6c99 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Pushing event deleted for resources: {'Port': ['ID=36f09fa4-bdee-4254-9f29-e02550ee16a9,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:17.403568 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb61249a-7473-478d-a771-3a26bc319522 req-9a943b6d-3227-428c-96ac-0aded3a32a99 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:17.405033 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-eb61249a-7473-478d-a771-3a26bc319522 req-9a943b6d-3227-428c-96ac-0aded3a32a99 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf519119-a1c9-4f1e-9d65-8f11441721a2 HTTP/1.1" status: 200  len: 945 time: 0.1028109
May 07 22:05:17.418079 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d52bec8c-4603-4365-9f34-e049472e6c99 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks [] for floatingip (458d9a21-658d-4542-bc7b-b49779a43558), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:17.420611 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d52bec8c-4603-4365-9f34-e049472e6c99 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:17.421762 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-d52bec8c-4603-4365-9f34-e049472e6c99 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] 10.222.0.32 "DELETE /v2.0/floatingips/458d9a21-658d-4542-bc7b-b49779a43558 HTTP/1.1" status: 204  len: 168 time: 0.5451515
May 07 22:05:17.426247 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 59702) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:17.433973 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ad039ee0-677d-468e-a2b4-08dcb2578572 req-afe65078-ccb2-4a5a-b1ae-47f5be640731 service neutron] 10.222.0.55 "GET /v2.0/networks/cd3974b0-b5b4-4267-bd42-3bc0d892b541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2311175
May 07 22:05:17.445506 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf812fe1-c23e-4d23-8b60-3c27dcdb17cb admin admin] Router b8becdb0-35c0-4028-9f28-6fe5334fd87c has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:05:17.451414 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d76047d-ed9a-4900-abce-6cd4ac3976c6 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] DELETE failed (client error): The resource could not be found.
May 07 22:05:17.451997 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d76047d-ed9a-4900-abce-6cd4ac3976c6 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:05:17.455778 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-0d76047d-ed9a-4900-abce-6cd4ac3976c6 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] 10.222.0.32 "DELETE /v2.0/ports/46d6fc2c-9830-4126-8838-a20a99d8bd74 HTTP/1.1" status: 404  len: 333 time: 0.0283787
May 07 22:05:17.458155 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 59704) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:17.477932 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-eb61249a-7473-478d-a771-3a26bc319522 req-6ed9f36d-87a7-47f4-bc23-99b78187b392 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/security-groups?id=2287ac73-41a5-4eb4-b7c6-3c52daf9bbf9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0654011
May 07 22:05:17.489277 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-6ec1667f-65ad-4a5d-8ea9-573d145b7780 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc1fbbaa-c875-4507-8a26-642939d2621e HTTP/1.1" status: 200  len: 205 time: 0.0278878
May 07 22:05:17.489653 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 59706) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:17.531279 ncdv-master-1 neutron-server[121837]: INFO neutron.api.v2.resource [None req-e16860c4-e6f6-4916-9a69-7be999e64a70 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] delete failed (client error): The resource could not be found.
May 07 22:05:17.535475 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-e16860c4-e6f6-4916-9a69-7be999e64a70 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] 10.222.0.32 "DELETE /v2.0/routers/bc1fbbaa-c875-4507-8a26-642939d2621e HTTP/1.1" status: 404  len: 336 time: 0.0420003
May 07 22:05:17.535762 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 59710) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:17.577277 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e8617ae-5564-49cd-a1b7-6fd23fb0fafc tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] DELETE failed (client error): The resource could not be found.
May 07 22:05:17.578076 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e8617ae-5564-49cd-a1b7-6fd23fb0fafc tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:05:17.582172 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-6e8617ae-5564-49cd-a1b7-6fd23fb0fafc tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] 10.222.0.32 "DELETE /v2.0/subnets/0dc227a0-86f2-4685-a655-ee56465945c0 HTTP/1.1" status: 404  len: 337 time: 0.0454736
May 07 22:05:17.591388 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 59714) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:17.619751 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80fa38e-60d1-4b48-b031-fd081ac85398 req-6e045d9c-0f58-4ebe-908d-be766b3be5a4 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:17.621247 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e80fa38e-60d1-4b48-b031-fd081ac85398 req-6e045d9c-0f58-4ebe-908d-be766b3be5a4 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.59 "GET /v2.0/ports?device_id=cf519119-a1c9-4f1e-9d65-8f11441721a2 HTTP/1.1" status: 200  len: 945 time: 0.0586183
May 07 22:05:17.653528 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a2548d-1d2f-491d-85ef-ee7b656f91c3 req-790def06-3777-45f5-b1c2-d8a6fefc97cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:17.655479 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-48a2548d-1d2f-491d-85ef-ee7b656f91c3 req-790def06-3777-45f5-b1c2-d8a6fefc97cf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8cdcd8ea83db42c996b9c0cb8bac89aa&device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 1127 time: 0.0927155
May 07 22:05:17.710346 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf812fe1-c23e-4d23-8b60-3c27dcdb17cb admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:05:17.718155 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 59726) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:17.719424 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-bf812fe1-c23e-4d23-8b60-3c27dcdb17cb admin admin] 10.222.0.32 "PUT /v2.0/routers/b8becdb0-35c0-4028-9f28-6fe5334fd87c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9969842
May 07 22:05:17.727060 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e45c19f-8393-4bf4-a9a1-f944ff046dcf None None] Sync routers for ids ['b8becdb0-35c0-4028-9f28-6fe5334fd87c'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:05:17.738729 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e45c19f-8393-4bf4-a9a1-f944ff046dcf None None] Routers {'b8becdb0-35c0-4028-9f28-6fe5334fd87c'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:05:17.739453 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-2e45c19f-8393-4bf4-a9a1-f944ff046dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7fd58af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:04:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['b8becdb0-35c0-4028-9f28-6fe5334fd87c'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:05:17.786248 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-e80fa38e-60d1-4b48-b031-fd081ac85398 req-525a8de8-243b-405c-b53d-eead29903211 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Deleting port 53d2f822-2f8e-447c-9bcb-2e1cb411c60a {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:05:17.786693 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-e80fa38e-60d1-4b48-b031-fd081ac85398 req-525a8de8-243b-405c-b53d-eead29903211 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (53d2f822-2f8e-447c-9bcb-2e1cb411c60a), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:17.821154 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-a2b265a9-316e-41ad-8388-098a23d8edc6 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Deleting port 88f0fcab-c2d0-4dfb-8c95-1fc96f6c4884 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:05:17.821503 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a2b265a9-316e-41ad-8388-098a23d8edc6 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (88f0fcab-c2d0-4dfb-8c95-1fc96f6c4884), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:17.909110 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a2548d-1d2f-491d-85ef-ee7b656f91c3 req-4b0fd575-a643-4b1a-ad62-8b9b0f75f4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:17.910548 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-48a2548d-1d2f-491d-85ef-ee7b656f91c3 req-4b0fd575-a643-4b1a-ad62-8b9b0f75f4d6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=cd3974b0-b5b4-4267-bd42-3bc0d892b541 HTTP/1.1" status: 200  len: 915 time: 0.2476847
May 07 22:05:17.958470 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a2b265a9-316e-41ad-8388-098a23d8edc6 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (88f0fcab-c2d0-4dfb-8c95-1fc96f6c4884), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:17.959670 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-2e45c19f-8393-4bf4-a9a1-f944ff046dcf None None] Set router b8becdb0-35c0-4028-9f28-6fe5334fd87c gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:05:18.036780 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-48a2548d-1d2f-491d-85ef-ee7b656f91c3 req-415d869e-12ee-4272-b4c8-7a5ef0cdc89c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=49671dbb-1f39-4903-a9e1-e283831ec748 HTTP/1.1" status: 200  len: 217 time: 0.0718207
May 07 22:05:18.085867 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-a2b265a9-316e-41ad-8388-098a23d8edc6 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Calling delete_port for 88f0fcab-c2d0-4dfb-8c95-1fc96f6c4884 owned by  {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:05:18.229548 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-2e45c19f-8393-4bf4-a9a1-f944ff046dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7fd58af0>, [{'id': 'b8becdb0-35c0-4028-9f28-6fe5334fd87c', 'name': 'tempest-AttachVolumeTestJSON-625502093-router', 'tenant_id': '81e5c5d849ea4fc59d5c4fc58b31530f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.196'}], 'enable_snat': True}, 'gw_port_id': '078bc0b6-578f-429e-8363-7b5eb3890209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:59:49Z', 'updated_at': '2022-05-07T22:05:16Z', 'revision_number': 5, 'project_id': '81e5c5d849ea4fc59d5c4fc58b31530f', 'gw_port': {'id': '078bc0b6-578f-429e-8363-7b5eb3890209', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8becdb0-35c0-4028-9f28-6fe5334fd87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:59:50Z', 'updated_at': '2022-05-07T22:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:05:18.274882 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e45c19f-8393-4bf4-a9a1-f944ff046dcf None None] Checking router: b8becdb0-35c0-4028-9f28-6fe5334fd87c for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:05:18.292517 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e45c19f-8393-4bf4-a9a1-f944ff046dcf None None] Routers {'b8becdb0-35c0-4028-9f28-6fe5334fd87c'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:05:18.293231 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-2e45c19f-8393-4bf4-a9a1-f944ff046dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7fd58af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:04:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['b8becdb0-35c0-4028-9f28-6fe5334fd87c'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:05:18.302325 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a2b265a9-316e-41ad-8388-098a23d8edc6 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (88f0fcab-c2d0-4dfb-8c95-1fc96f6c4884), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:18.376360 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b265a9-316e-41ad-8388-098a23d8edc6 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Pushing event deleted for resources: {'Port': ['ID=88f0fcab-c2d0-4dfb-8c95-1fc96f6c4884,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:18.483643 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041afa14-0c1f-4e68-baa6-b70ee0f339d3 req-babe0a91-37e6-468a-be20-8f3af14aa628 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:18.491599 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-041afa14-0c1f-4e68-baa6-b70ee0f339d3 req-babe0a91-37e6-468a-be20-8f3af14aa628 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 945 time: 0.1677444
May 07 22:05:18.494233 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a2548d-1d2f-491d-85ef-ee7b656f91c3 req-3961fac0-ee80-4029-9bce-d41144649896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:18.495720 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-48a2548d-1d2f-491d-85ef-ee7b656f91c3 req-3961fac0-ee80-4029-9bce-d41144649896 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=35cc5169-512d-4e47-a67e-744102f823c5 HTTP/1.1" status: 200  len: 854 time: 0.2051911
May 07 22:05:18.543732 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-2e45c19f-8393-4bf4-a9a1-f944ff046dcf None None] Set router b8becdb0-35c0-4028-9f28-6fe5334fd87c gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:05:18.558530 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a2b265a9-316e-41ad-8388-098a23d8edc6 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:18.564958 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-a2b265a9-316e-41ad-8388-098a23d8edc6 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] 10.222.0.32 "DELETE /v2.0/ports/88f0fcab-c2d0-4dfb-8c95-1fc96f6c4884 HTTP/1.1" status: 204  len: 168 time: 0.9708502
May 07 22:05:18.581957 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-041afa14-0c1f-4e68-baa6-b70ee0f339d3 req-5748172b-c772-40ad-9e5d-4fc6b013afa4 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0894041
May 07 22:05:18.582641 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 59736) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:18.623641 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f666712c-8761-40b7-90be-1fea4746cebc admin admin] Publish callbacks [] for router (b8becdb0-35c0-4028-9f28-6fe5334fd87c), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:18.678391 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-48a2548d-1d2f-491d-85ef-ee7b656f91c3 req-58cc1be4-4a5a-457a-a3f5-b4883551a213 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cd3974b0-b5b4-4267-bd42-3bc0d892b541&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1122155
May 07 22:05:18.811089 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d7b2bf-8c6d-41a9-af78-990d3942e937 req-63876c99-b309-4969-8313-e46224b9fa19 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:18.818269 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-31d7b2bf-8c6d-41a9-af78-990d3942e937 req-63876c99-b309-4969-8313-e46224b9fa19 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 945 time: 0.3599496
May 07 22:05:18.886289 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-4abbb737-22a0-4a54-898d-05b71aaf60f9 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Deleting port e9ba5646-14ca-43ac-a742-590800806b9f {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:05:18.886563 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-e80fa38e-60d1-4b48-b031-fd081ac85398 req-525a8de8-243b-405c-b53d-eead29903211 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] For port 53d2f822-2f8e-447c-9bcb-2e1cb411c60a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=53d2f822-2f8e-447c-9bcb-2e1cb411c60a,segment=NetworkSegment(ce6ea8f0-3d38-4ce3-8f23-f8c47e599e56),segment_id=ce6ea8f0-3d38-4ce3-8f23-f8c47e599e56)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:05:18.886663 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4abbb737-22a0-4a54-898d-05b71aaf60f9 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (e9ba5646-14ca-43ac-a742-590800806b9f), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:18.886928 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-e80fa38e-60d1-4b48-b031-fd081ac85398 req-525a8de8-243b-405c-b53d-eead29903211 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (53d2f822-2f8e-447c-9bcb-2e1cb411c60a), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:18.899430 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-2e45c19f-8393-4bf4-a9a1-f944ff046dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7fd58af0>, [{'id': 'b8becdb0-35c0-4028-9f28-6fe5334fd87c', 'name': 'tempest-AttachVolumeTestJSON-625502093-router', 'tenant_id': '81e5c5d849ea4fc59d5c4fc58b31530f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.196'}], 'enable_snat': True}, 'gw_port_id': '078bc0b6-578f-429e-8363-7b5eb3890209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:59:49Z', 'updated_at': '2022-05-07T22:05:16Z', 'revision_number': 5, 'project_id': '81e5c5d849ea4fc59d5c4fc58b31530f', 'gw_port': {'id': '078bc0b6-578f-429e-8363-7b5eb3890209', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8becdb0-35c0-4028-9f28-6fe5334fd87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:59:50Z', 'updated_at': '2022-05-07T22:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:05:18.946011 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e45c19f-8393-4bf4-a9a1-f944ff046dcf None None] The sync data for ids ['b8becdb0-35c0-4028-9f28-6fe5334fd87c'] in ncdv-master-1 is: [{'id': 'b8becdb0-35c0-4028-9f28-6fe5334fd87c', 'name': 'tempest-AttachVolumeTestJSON-625502093-router', 'tenant_id': '81e5c5d849ea4fc59d5c4fc58b31530f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.196'}], 'enable_snat': True}, 'gw_port_id': '078bc0b6-578f-429e-8363-7b5eb3890209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T21:59:49Z', 'updated_at': '2022-05-07T22:05:16Z', 'revision_number': 5, 'project_id': '81e5c5d849ea4fc59d5c4fc58b31530f', 'gw_port': {'id': '078bc0b6-578f-429e-8363-7b5eb3890209', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:f0:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8becdb0-35c0-4028-9f28-6fe5334fd87c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1731, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T21:59:50Z', 'updated_at': '2022-05-07T22:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:05:18.953997 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-31d7b2bf-8c6d-41a9-af78-990d3942e937 req-7d559304-14ab-4256-8e9d-38e83499ff83 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1347775
May 07 22:05:18.979966 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abe467a-ea9b-4dc7-8c22-9fb543b5758a req-912ed61f-2fe4-473e-b900-948b97cdaee8 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:18.981504 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9abe467a-ea9b-4dc7-8c22-9fb543b5758a req-912ed61f-2fe4-473e-b900-948b97cdaee8 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf519119-a1c9-4f1e-9d65-8f11441721a2 HTTP/1.1" status: 200  len: 945 time: 0.2586555
May 07 22:05:19.126228 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f666712c-8761-40b7-90be-1fea4746cebc admin admin] Publish callbacks [] for router_gateway (b8becdb0-35c0-4028-9f28-6fe5334fd87c), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:19.229623 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-48a2548d-1d2f-491d-85ef-ee7b656f91c3 req-5386e2b5-eaa3-43d7-92a2-8ea44bf61958 service neutron] 10.222.0.55 "GET /v2.0/networks/cd3974b0-b5b4-4267-bd42-3bc0d892b541?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5078194
May 07 22:05:19.244623 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9abe467a-ea9b-4dc7-8c22-9fb543b5758a req-54af59f4-4e75-47fc-929d-c21be94f602c tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/security-groups?id=2287ac73-41a5-4eb4-b7c6-3c52daf9bbf9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2398102
May 07 22:05:19.260201 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4abbb737-22a0-4a54-898d-05b71aaf60f9 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (e9ba5646-14ca-43ac-a742-590800806b9f), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:19.275533 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-4abbb737-22a0-4a54-898d-05b71aaf60f9 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Calling delete_port for e9ba5646-14ca-43ac-a742-590800806b9f owned by  {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:05:19.356968 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-e80fa38e-60d1-4b48-b031-fd081ac85398 req-525a8de8-243b-405c-b53d-eead29903211 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:19.357780 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-e80fa38e-60d1-4b48-b031-fd081ac85398 req-525a8de8-243b-405c-b53d-eead29903211 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (2f803149-dbe5-4ef5-a141-98892190671b), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:19.358253 ncdv-master-1 neutron-server[121837]: INFO neutron.db.l3_db [req-e80fa38e-60d1-4b48-b031-fd081ac85398 req-525a8de8-243b-405c-b53d-eead29903211 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Floating IP 2f803149-dbe5-4ef5-a141-98892190671b disassociated. External IP: 172.35.4.187, port: 53d2f822-2f8e-447c-9bcb-2e1cb411c60a.
May 07 22:05:19.358886 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-e80fa38e-60d1-4b48-b031-fd081ac85398 req-525a8de8-243b-405c-b53d-eead29903211 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Calling delete_port for 53d2f822-2f8e-447c-9bcb-2e1cb411c60a owned by compute:nova {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:05:19.535149 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-f666712c-8761-40b7-90be-1fea4746cebc admin admin] Deleting port 078bc0b6-578f-429e-8363-7b5eb3890209 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:05:19.535986 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f666712c-8761-40b7-90be-1fea4746cebc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (078bc0b6-578f-429e-8363-7b5eb3890209), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:19.551260 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-e80fa38e-60d1-4b48-b031-fd081ac85398 req-525a8de8-243b-405c-b53d-eead29903211 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (53d2f822-2f8e-447c-9bcb-2e1cb411c60a), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:19.671076 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525a8de8-243b-405c-b53d-eead29903211 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Pushing event deleted for resources: {'Port': ['ID=53d2f822-2f8e-447c-9bcb-2e1cb411c60a,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:19.862710 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e80fa38e-60d1-4b48-b031-fd081ac85398 req-525a8de8-243b-405c-b53d-eead29903211 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Router 2123aa39-c4f0-4e9a-9167-73acf960a6ad has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:05:19.900570 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7abe6e-c80a-475f-bd59-2e067890cb4d req-3cdea362-2a79-4237-843a-9ebd0746c3d7 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:19.907552 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0a7abe6e-c80a-475f-bd59-2e067890cb4d req-3cdea362-2a79-4237-843a-9ebd0746c3d7 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 945 time: 0.0942492
May 07 22:05:19.916880 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-f666712c-8761-40b7-90be-1fea4746cebc admin admin] For port 078bc0b6-578f-429e-8363-7b5eb3890209, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=078bc0b6-578f-429e-8363-7b5eb3890209,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:05:19.917336 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f666712c-8761-40b7-90be-1fea4746cebc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (078bc0b6-578f-429e-8363-7b5eb3890209), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:20.074275 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-f666712c-8761-40b7-90be-1fea4746cebc admin admin] Calling delete_port for 078bc0b6-578f-429e-8363-7b5eb3890209 owned by network:router_gateway {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:05:20.092871 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0a7abe6e-c80a-475f-bd59-2e067890cb4d req-4b17df73-3ca3-4e94-9e84-9813d247747b tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1841912
May 07 22:05:20.283551 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-48a2548d-1d2f-491d-85ef-ee7b656f91c3 req-f3d592a6-7136-45c0-94bc-f6465bc0873d service neutron] 10.222.0.55 "GET /v2.0/networks/cd3974b0-b5b4-4267-bd42-3bc0d892b541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3192554
May 07 22:05:20.310983 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e80fa38e-60d1-4b48-b031-fd081ac85398 req-525a8de8-243b-405c-b53d-eead29903211 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:05:20.325630 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4abbb737-22a0-4a54-898d-05b71aaf60f9 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (e9ba5646-14ca-43ac-a742-590800806b9f), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:20.325915 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae671d41-674e-40bf-b316-d0d13a462614 None None] Sync routers for ids ['2123aa39-c4f0-4e9a-9167-73acf960a6ad'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:05:20.333557 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb071826-87fb-4a86-9026-05063e68eac0 req-cff1a9b2-074c-4f89-b3b4-d1619b3d84f0 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:20.355409 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fb071826-87fb-4a86-9026-05063e68eac0 req-cff1a9b2-074c-4f89-b3b4-d1619b3d84f0 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 945 time: 0.1946170
May 07 22:05:20.367331 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae671d41-674e-40bf-b316-d0d13a462614 None None] Routers {'2123aa39-c4f0-4e9a-9167-73acf960a6ad'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:05:20.368304 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-ae671d41-674e-40bf-b316-d0d13a462614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cdaf160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:04:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['2123aa39-c4f0-4e9a-9167-73acf960a6ad'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:05:20.454189 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b497a8fc-9964-4b36-ab19-54f9e2509ef2 req-8a41ad5e-2c35-4c53-86bc-03f12b4df093 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf519119-a1c9-4f1e-9d65-8f11441721a2 HTTP/1.1" status: 200  len: 210 time: 0.0558507
May 07 22:05:20.477005 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-e80fa38e-60d1-4b48-b031-fd081ac85398 req-525a8de8-243b-405c-b53d-eead29903211 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] No DVR routers for this DVR port 53d2f822-2f8e-447c-9bcb-2e1cb411c60a on host nch2-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:05:20.481986 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abbb737-22a0-4a54-898d-05b71aaf60f9 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Pushing event deleted for resources: {'Port': ['ID=e9ba5646-14ca-43ac-a742-590800806b9f,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:20.486795 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-e80fa38e-60d1-4b48-b031-fd081ac85398 req-525a8de8-243b-405c-b53d-eead29903211 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:20.490219 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e80fa38e-60d1-4b48-b031-fd081ac85398 req-525a8de8-243b-405c-b53d-eead29903211 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.59 "DELETE /v2.0/ports/53d2f822-2f8e-447c-9bcb-2e1cb411c60a HTTP/1.1" status: 204  len: 173 time: 2.8626082
May 07 22:05:20.490840 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf519119-a1c9-4f1e-9d65-8f11441721a2', 'name': 'network-vif-deleted', 'tag': '53d2f822-2f8e-447c-9bcb-2e1cb411c60a'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:05:20.493614 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bef26bef-cd82-4ed9-8ffa-1efc21d18bc1" -d '{"events": [{"server_uuid": "cf519119-a1c9-4f1e-9d65-8f11441721a2", "name": "network-vif-deleted", "tag": "53d2f822-2f8e-447c-9bcb-2e1cb411c60a"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:05:20.575795 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 41632c85-aec7-41fa-a8b0-4c09f4aa150d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:05:20.602656 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f16e2c88-5382-4bfc-bb15-1e87f57e429f x-openstack-request-id: req-f16e2c88-5382-4bfc-bb15-1e87f57e429f {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:05:20.604583 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf519119-a1c9-4f1e-9d65-8f11441721a2", "name": "network-vif-deleted", "tag": "53d2f822-2f8e-447c-9bcb-2e1cb411c60a", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:05:20.605620 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f16e2c88-5382-4bfc-bb15-1e87f57e429f {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:05:20.606834 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f16e2c88-5382-4bfc-bb15-1e87f57e429f'] response: {'server_uuid': 'cf519119-a1c9-4f1e-9d65-8f11441721a2', 'name': 'network-vif-deleted', 'tag': '53d2f822-2f8e-447c-9bcb-2e1cb411c60a', 'status': 'completed', 'code': 200}
May 07 22:05:20.624268 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 41632c85-aec7-41fa-a8b0-4c09f4aa150d {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:05:20.624509 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fb071826-87fb-4a86-9026-05063e68eac0 req-08cdc376-7746-45c5-90b8-93f4da429c04 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2680585
May 07 22:05:20.625195 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 41632c85-aec7-41fa-a8b0-4c09f4aa150d not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:05:20.637582 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-ae671d41-674e-40bf-b316-d0d13a462614 None None] Set router 2123aa39-c4f0-4e9a-9167-73acf960a6ad gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:05:20.652749 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f666712c-8761-40b7-90be-1fea4746cebc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (078bc0b6-578f-429e-8363-7b5eb3890209), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:20.708833 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f666712c-8761-40b7-90be-1fea4746cebc admin admin] Pushing event deleted for resources: {'Port': ['ID=078bc0b6-578f-429e-8363-7b5eb3890209,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:20.748205 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4abbb737-22a0-4a54-898d-05b71aaf60f9 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:20.752724 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-4abbb737-22a0-4a54-898d-05b71aaf60f9 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] 10.222.0.32 "DELETE /v2.0/ports/e9ba5646-14ca-43ac-a742-590800806b9f HTTP/1.1" status: 204  len: 168 time: 2.0965054
May 07 22:05:20.755252 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 59748) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:20.838754 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f9696d-d351-4827-997f-113c4e086fe9 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:20.848978 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-40f9696d-d351-4827-997f-113c4e086fe9 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] 10.222.0.32 "GET /v2.0/ports?device_id=1a9903f6-9132-4577-8af1-c5b308c6a824 HTTP/1.1" status: 200  len: 913 time: 0.0924401
May 07 22:05:20.852232 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 59750) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:20.896819 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f666712c-8761-40b7-90be-1fea4746cebc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395776'] for router_gateway (b8becdb0-35c0-4028-9f28-6fe5334fd87c), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:20.946119 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-ae671d41-674e-40bf-b316-d0d13a462614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cdaf160>, [{'id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'name': 'tempest-AttachVolumeNegativeTest-1449072548-router', 'tenant_id': '57990769f50b412194a108cdd627a767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.74'}], 'enable_snat': True}, 'gw_port_id': 'acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:00:22Z', 'updated_at': '2022-05-07T22:00:41Z', 'revision_number': 4, 'project_id': '57990769f50b412194a108cdd627a767', 'gw_port': {'id': 'acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:25Z', 'updated_at': '2022-05-07T22:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'dd203508-b1f9-4999-a351-df4ad5229f44', 'name': '', 'network_id': 'f64cbfbe-feaa-48dc-9089-9445aa1eaa5a', 'tenant_id': '57990769f50b412194a108cdd627a767', 'mac_address': 'fa:16:3e:08:a0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '86e7e675-440c-49d1-8be8-1667506afa40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:37Z', 'updated_at': '2022-05-07T22:00:57Z', 'revision_number': 5, 'project_id': '57990769f50b412194a108cdd627a767', 'subnets': [{'id': '86e7e675-440c-49d1-8be8-1667506afa40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:05:20.978321 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae671d41-674e-40bf-b316-d0d13a462614 None None] Checking router: 2123aa39-c4f0-4e9a-9167-73acf960a6ad for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:05:20.989336 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae671d41-674e-40bf-b316-d0d13a462614 None None] Routers {'2123aa39-c4f0-4e9a-9167-73acf960a6ad'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:05:20.990161 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-ae671d41-674e-40bf-b316-d0d13a462614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cdaf160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:04:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['2123aa39-c4f0-4e9a-9167-73acf960a6ad'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:05:21.200187 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-ae671d41-674e-40bf-b316-d0d13a462614 None None] Set router 2123aa39-c4f0-4e9a-9167-73acf960a6ad gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:05:21.206292 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f666712c-8761-40b7-90be-1fea4746cebc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (b8becdb0-35c0-4028-9f28-6fe5334fd87c), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:21.227803 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f666712c-8761-40b7-90be-1fea4746cebc admin admin] Publish callbacks [] for router_controller (b8becdb0-35c0-4028-9f28-6fe5334fd87c), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:21.366838 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a9a2f9-c57b-4ab0-8834-0e50fbdacde7 req-0b53b4f3-1690-424f-a7c4-72ea6932f32a tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:21.378814 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a5a9a2f9-c57b-4ab0-8834-0e50fbdacde7 req-0b53b4f3-1690-424f-a7c4-72ea6932f32a tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 945 time: 0.1627440
May 07 22:05:21.425744 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-ae671d41-674e-40bf-b316-d0d13a462614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cdaf160>, [{'id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'name': 'tempest-AttachVolumeNegativeTest-1449072548-router', 'tenant_id': '57990769f50b412194a108cdd627a767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.74'}], 'enable_snat': True}, 'gw_port_id': 'acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:00:22Z', 'updated_at': '2022-05-07T22:00:41Z', 'revision_number': 4, 'project_id': '57990769f50b412194a108cdd627a767', 'gw_port': {'id': 'acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:25Z', 'updated_at': '2022-05-07T22:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'dd203508-b1f9-4999-a351-df4ad5229f44', 'name': '', 'network_id': 'f64cbfbe-feaa-48dc-9089-9445aa1eaa5a', 'tenant_id': '57990769f50b412194a108cdd627a767', 'mac_address': 'fa:16:3e:08:a0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '86e7e675-440c-49d1-8be8-1667506afa40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:37Z', 'updated_at': '2022-05-07T22:00:57Z', 'revision_number': 5, 'project_id': '57990769f50b412194a108cdd627a767', 'subnets': [{'id': '86e7e675-440c-49d1-8be8-1667506afa40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:05:21.471797 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae671d41-674e-40bf-b316-d0d13a462614 None None] The sync data for ids ['2123aa39-c4f0-4e9a-9167-73acf960a6ad'] in ncdv-master-1 is: [{'id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'name': 'tempest-AttachVolumeNegativeTest-1449072548-router', 'tenant_id': '57990769f50b412194a108cdd627a767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.74'}], 'enable_snat': True}, 'gw_port_id': 'acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:00:22Z', 'updated_at': '2022-05-07T22:00:41Z', 'revision_number': 4, 'project_id': '57990769f50b412194a108cdd627a767', 'gw_port': {'id': 'acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:25Z', 'updated_at': '2022-05-07T22:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'dd203508-b1f9-4999-a351-df4ad5229f44', 'name': '', 'network_id': 'f64cbfbe-feaa-48dc-9089-9445aa1eaa5a', 'tenant_id': '57990769f50b412194a108cdd627a767', 'mac_address': 'fa:16:3e:08:a0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '86e7e675-440c-49d1-8be8-1667506afa40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:37Z', 'updated_at': '2022-05-07T22:00:57Z', 'revision_number': 5, 'project_id': '57990769f50b412194a108cdd627a767', 'subnets': [{'id': '86e7e675-440c-49d1-8be8-1667506afa40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:05:21.584615 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f666712c-8761-40b7-90be-1fea4746cebc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (b8becdb0-35c0-4028-9f28-6fe5334fd87c), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:21.586042 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f666712c-8761-40b7-90be-1fea4746cebc admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8becdb0-35c0-4028-9f28-6fe5334fd87c {{(pid=121837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 22:05:21.602927 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 59758) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:21.620933 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f666712c-8761-40b7-90be-1fea4746cebc admin admin] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:21.630042 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-f666712c-8761-40b7-90be-1fea4746cebc admin admin] 10.222.0.32 "DELETE /v2.0/routers/b8becdb0-35c0-4028-9f28-6fe5334fd87c HTTP/1.1" status: 204  len: 168 time: 3.9105244
May 07 22:05:21.640116 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 59760) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:21.772536 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7a2f62ed-546b-4428-ba7d-9ce0e002d5c6 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks [] for security_group (2287ac73-41a5-4eb4-b7c6-3c52daf9bbf9), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:21.787938 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:21.854652 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7a2f62ed-546b-4428-ba7d-9ce0e002d5c6 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks [] for security_group (2287ac73-41a5-4eb4-b7c6-3c52daf9bbf9), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:21.879310 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6174caa-df44-4401-9241-02cb9aa277f1 req-64ffb29b-be2c-4787-add8-9deb802de350 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:21.901564 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d6174caa-df44-4401-9241-02cb9aa277f1 req-64ffb29b-be2c-4787-add8-9deb802de350 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 945 time: 0.1244743
May 07 22:05:21.991723 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d6174caa-df44-4401-9241-02cb9aa277f1 req-d4583348-cefd-4053-a765-f7eae391861d tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0890787
May 07 22:05:22.015935 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7a2f62ed-546b-4428-ba7d-9ce0e002d5c6 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (2287ac73-41a5-4eb4-b7c6-3c52daf9bbf9), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:22.023678 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7a2f62ed-546b-4428-ba7d-9ce0e002d5c6 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:22.024463 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2ed40f-004d-4aa9-854b-c43be8de4196 None None] New status for floating IP 2f803149-dbe5-4ef5-a141-98892190671b: DOWN {{(pid=121838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 07 22:05:22.033232 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-7a2f62ed-546b-4428-ba7d-9ce0e002d5c6 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "DELETE /v2.0/security-groups/2287ac73-41a5-4eb4-b7c6-3c52daf9bbf9 HTTP/1.1" status: 204  len: 168 time: 0.4260728
May 07 22:05:22.035118 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 59766) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:22.098144 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2f62ed-546b-4428-ba7d-9ce0e002d5c6 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2287ac73-41a5-4eb4-b7c6-3c52daf9bbf9,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:22.100500 ncdv-master-1 neutron-server[121836]: INFO neutron.api.v2.resource [None req-e3f9e97c-4c56-4e52-b1fc-58871bd33731 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] show failed (client error): The resource could not be found.
May 07 22:05:22.104302 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-e3f9e97c-4c56-4e52-b1fc-58871bd33731 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/security-groups/2287ac73-41a5-4eb4-b7c6-3c52daf9bbf9 HTTP/1.1" status: 404  len: 347 time: 0.0490334
May 07 22:05:22.113699 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 59768) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:22.479843 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a5a9a2f9-c57b-4ab0-8834-0e50fbdacde7 req-33790c4c-a064-487a-b3b9-c9ea89df829d tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0995533
May 07 22:05:22.498129 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb99c4bd-01e2-4513-8bc6-ef015cbea929 req-078b956e-b9b9-48dd-b4fe-e8bc665e68d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:22.503537 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-cb99c4bd-01e2-4513-8bc6-ef015cbea929 req-078b956e-b9b9-48dd-b4fe-e8bc665e68d7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=759c66c34f414c19b2109393738ef639&device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 1127 time: 0.0969896
May 07 22:05:22.510170 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f113dbe-d921-425b-9a07-7cf84f44a1fb admin admin] Deleting subnet 28fef69b-5556-41b9-8d96-96dc0ff0d3b2 {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:05:22.512360 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-809334b6-af79-40b6-9b13-b95d5c73edf9 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Deleting port 1773ffa6-66b7-4fce-a49d-67dd3075a980 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:05:22.512711 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-809334b6-af79-40b6-9b13-b95d5c73edf9 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (1773ffa6-66b7-4fce-a49d-67dd3075a980), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:22.519796 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7f113dbe-d921-425b-9a07-7cf84f44a1fb admin admin] Publish callbacks [] for subnet (28fef69b-5556-41b9-8d96-96dc0ff0d3b2), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:22.537934 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d20bc3-d784-41b2-bde5-66b4027aac63 req-86b07ef4-c5e6-4392-85d9-429990ef07f4 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:22.559264 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e2d20bc3-d784-41b2-bde5-66b4027aac63 req-86b07ef4-c5e6-4392-85d9-429990ef07f4 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 945 time: 0.1766715
May 07 22:05:22.655809 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 078bc0b6-578f-429e-8363-7b5eb3890209 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:05:22.684578 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 078bc0b6-578f-429e-8363-7b5eb3890209 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:05:22.684934 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 078bc0b6-578f-429e-8363-7b5eb3890209 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:05:22.717615 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7f113dbe-d921-425b-9a07-7cf84f44a1fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (28fef69b-5556-41b9-8d96-96dc0ff0d3b2), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:22.799964 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e2d20bc3-d784-41b2-bde5-66b4027aac63 req-388675c1-bd38-4e0b-82a1-b92f6362b6b9 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2397780
May 07 22:05:22.854166 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-809334b6-af79-40b6-9b13-b95d5c73edf9 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (1773ffa6-66b7-4fce-a49d-67dd3075a980), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:22.854590 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-809334b6-af79-40b6-9b13-b95d5c73edf9 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks [] for floatingip (1773ffa6-66b7-4fce-a49d-67dd3075a980), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:22.875018 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-809334b6-af79-40b6-9b13-b95d5c73edf9 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Calling delete_port for 1773ffa6-66b7-4fce-a49d-67dd3075a980 owned by network:floatingip {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:05:22.911912 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb99c4bd-01e2-4513-8bc6-ef015cbea929 req-75668403-9081-415a-ae34-c94f1c4e422b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:22.913426 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-cb99c4bd-01e2-4513-8bc6-ef015cbea929 req-75668403-9081-415a-ae34-c94f1c4e422b service neutron] 10.222.0.55 "GET /v2.0/networks?id=33b52409-fae0-4935-b5d0-15acefaa0f3f HTTP/1.1" status: 200  len: 913 time: 0.1846125
May 07 22:05:22.993513 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 53d2f822-2f8e-447c-9bcb-2e1cb411c60a no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:05:23.013741 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7f113dbe-d921-425b-9a07-7cf84f44a1fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (28fef69b-5556-41b9-8d96-96dc0ff0d3b2), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:23.032529 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] No Port match for: 53d2f822-2f8e-447c-9bcb-2e1cb411c60a {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:05:23.034697 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 53d2f822-2f8e-447c-9bcb-2e1cb411c60a not bound to the agent host nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:05:23.096206 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-73371b66-d486-46df-a8ab-f3f39410e6c0 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401094'] for router_interface (1a9903f6-9132-4577-8af1-c5b308c6a824), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:23.097297 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-809334b6-af79-40b6-9b13-b95d5c73edf9 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (1773ffa6-66b7-4fce-a49d-67dd3075a980), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:23.172355 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7f113dbe-d921-425b-9a07-7cf84f44a1fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (28fef69b-5556-41b9-8d96-96dc0ff0d3b2), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:23.176132 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809334b6-af79-40b6-9b13-b95d5c73edf9 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Pushing event deleted for resources: {'Port': ['ID=1773ffa6-66b7-4fce-a49d-67dd3075a980,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:23.247656 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f113dbe-d921-425b-9a07-7cf84f44a1fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28fef69b-5556-41b9-8d96-96dc0ff0d3b2,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:23.257163 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7f113dbe-d921-425b-9a07-7cf84f44a1fb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:23.262425 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a8478f-298e-4b2d-968d-2d775855d711 None None] Network 750e8121-2671-438f-9a42-169be7e47286 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:05:23.264701 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-7f113dbe-d921-425b-9a07-7cf84f44a1fb admin admin] 10.222.0.32 "DELETE /v2.0/subnets/28fef69b-5556-41b9-8d96-96dc0ff0d3b2 HTTP/1.1" status: 204  len: 168 time: 1.6206863
May 07 22:05:23.265392 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 59772) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:23.339657 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-809334b6-af79-40b6-9b13-b95d5c73edf9 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks [] for floatingip (2f803149-dbe5-4ef5-a141-98892190671b), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:23.343052 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-809334b6-af79-40b6-9b13-b95d5c73edf9 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:23.344240 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-809334b6-af79-40b6-9b13-b95d5c73edf9 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "DELETE /v2.0/floatingips/2f803149-dbe5-4ef5-a141-98892190671b HTTP/1.1" status: 204  len: 168 time: 1.2295339
May 07 22:05:23.470500 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b7f75552-87d6-4e03-a5cc-1d3eba077c79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (750e8121-2671-438f-9a42-169be7e47286), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:23.547120 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef2ed20-3a4c-405d-af08-a20e5c43195e None None] DHCP port deletion for 750e8121-2671-438f-9a42-169be7e47286 request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:05:23.632205 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-9ef2ed20-3a4c-405d-af08-a20e5c43195e None None] Deleting port 0f84f165-6793-4511-829c-a1485325f2b6 {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:05:23.632586 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9ef2ed20-3a4c-405d-af08-a20e5c43195e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (0f84f165-6793-4511-829c-a1485325f2b6), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:23.671230 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-b7f75552-87d6-4e03-a5cc-1d3eba077c79 admin admin] Deleting port 0f84f165-6793-4511-829c-a1485325f2b6 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:05:23.671844 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b7f75552-87d6-4e03-a5cc-1d3eba077c79 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (0f84f165-6793-4511-829c-a1485325f2b6), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:23.719571 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-9ef2ed20-3a4c-405d-af08-a20e5c43195e None None] For port 0f84f165-6793-4511-829c-a1485325f2b6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0f84f165-6793-4511-829c-a1485325f2b6,segment=NetworkSegment(946603cd-661c-44e1-83be-0ffa4fba5a22),segment_id=946603cd-661c-44e1-83be-0ffa4fba5a22)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:05:23.719990 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9ef2ed20-3a4c-405d-af08-a20e5c43195e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (0f84f165-6793-4511-829c-a1485325f2b6), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:23.727739 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d2b32e-7828-47c6-836f-1c0036607f29 req-36254be4-14f4-4ca5-9be9-b82051730eca tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:23.736442 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-54d2b32e-7828-47c6-836f-1c0036607f29 req-36254be4-14f4-4ca5-9be9-b82051730eca tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 945 time: 0.1068065
May 07 22:05:23.745888 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-9ef2ed20-3a4c-405d-af08-a20e5c43195e None None] Calling delete_port for 0f84f165-6793-4511-829c-a1485325f2b6 owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:05:23.751450 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-93d21fdc-5dae-4510-a75a-aa8bdbd6cf7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:23.848892 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-54d2b32e-7828-47c6-836f-1c0036607f29 req-c7eb2fdb-a2ee-4c1c-bf37-8d7a9a51dccd tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1115224
May 07 22:05:23.882788 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:23.925749 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9ef2ed20-3a4c-405d-af08-a20e5c43195e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (0f84f165-6793-4511-829c-a1485325f2b6), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:23.991107 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef2ed20-3a4c-405d-af08-a20e5c43195e None None] Pushing event deleted for resources: {'Port': ['ID=0f84f165-6793-4511-829c-a1485325f2b6,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:24.011106 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef2ed20-3a4c-405d-af08-a20e5c43195e None None] No DVR routers for this DVR port 0f84f165-6793-4511-829c-a1485325f2b6 on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:05:24.073012 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-b7f75552-87d6-4e03-a5cc-1d3eba077c79 admin admin] For port 0f84f165-6793-4511-829c-a1485325f2b6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0f84f165-6793-4511-829c-a1485325f2b6,segment=NetworkSegment(946603cd-661c-44e1-83be-0ffa4fba5a22),segment_id=946603cd-661c-44e1-83be-0ffa4fba5a22)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:05:24.073384 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b7f75552-87d6-4e03-a5cc-1d3eba077c79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (0f84f165-6793-4511-829c-a1485325f2b6), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:24.099232 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-73371b66-d486-46df-a8ab-f3f39410e6c0 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Deleting port 4073cde6-8c01-4f0f-a2dd-eb8501bf2b67 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:05:24.099625 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-73371b66-d486-46df-a8ab-f3f39410e6c0 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (4073cde6-8c01-4f0f-a2dd-eb8501bf2b67), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:24.166877 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba15c68-305c-4d71-9f10-6ab1e3a2b9f2 req-0d082a36-e6e3-4b2a-b7df-c418794876a2 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:24.180833 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fba15c68-305c-4d71-9f10-6ab1e3a2b9f2 req-0d082a36-e6e3-4b2a-b7df-c418794876a2 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 945 time: 0.2084391
May 07 22:05:24.257380 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 59784) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:24.258144 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-b7f75552-87d6-4e03-a5cc-1d3eba077c79 admin admin] Calling delete_port for 0f84f165-6793-4511-829c-a1485325f2b6 owned by network:dhcp {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:05:24.260084 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-cb99c4bd-01e2-4513-8bc6-ef015cbea929 req-05e0375d-af32-42e4-9d1b-d7a0617056cb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d78a47c-1b52-4c8f-ad8e-184b9192eee5 HTTP/1.1" status: 200  len: 1000 time: 0.2238021
May 07 22:05:24.265594 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-d52f9eeb-d6b0-4ab3-83c2-359c7fc0e2ed tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1546292431', 'description': 'tempest-description--1669606331'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:05:24.309627 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fba15c68-305c-4d71-9f10-6ab1e3a2b9f2 req-9a21574a-7bea-4449-be9d-dbb47a32d78b tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1261241
May 07 22:05:24.334712 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d52f9eeb-d6b0-4ab3-83c2-359c7fc0e2ed tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:24.342102 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-73371b66-d486-46df-a8ab-f3f39410e6c0 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (4073cde6-8c01-4f0f-a2dd-eb8501bf2b67), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:24.400066 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-73371b66-d486-46df-a8ab-f3f39410e6c0 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Calling delete_port for 4073cde6-8c01-4f0f-a2dd-eb8501bf2b67 owned by network:router_interface {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:05:24.509896 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d52f9eeb-d6b0-4ab3-83c2-359c7fc0e2ed tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks [] for security_group (6229b1a1-defe-4325-9fd9-618366611b92), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:24.518167 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d52f9eeb-d6b0-4ab3-83c2-359c7fc0e2ed tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (6229b1a1-defe-4325-9fd9-618366611b92), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:24.571369 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b7f75552-87d6-4e03-a5cc-1d3eba077c79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (0f84f165-6793-4511-829c-a1485325f2b6), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:24.592581 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d52f9eeb-d6b0-4ab3-83c2-359c7fc0e2ed tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:24.593869 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-d52f9eeb-d6b0-4ab3-83c2-359c7fc0e2ed tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1799 time: 0.3327012
May 07 22:05:24.596980 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 59790) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:24.601956 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-a1b817a6-2a76-46d3-9118-290d259c4c77 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Request body: {'security_group_rule': {'security_group_id': '6229b1a1-defe-4325-9fd9-618366611b92', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:05:24.624284 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52f9eeb-d6b0-4ab3-83c2-359c7fc0e2ed tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6229b1a1-defe-4325-9fd9-618366611b92,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:24.641566 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a1b817a6-2a76-46d3-9118-290d259c4c77 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks [] for security_group_rule (8807f41e-d89d-42fc-9725-a434ff822293), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:24.654002 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 0f84f165-6793-4511-829c-a1485325f2b6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:05:24.709660 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f75552-87d6-4e03-a5cc-1d3eba077c79 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f84f165-6793-4511-829c-a1485325f2b6,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:24.712098 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 0f84f165-6793-4511-829c-a1485325f2b6 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:05:24.714278 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 0f84f165-6793-4511-829c-a1485325f2b6 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:05:24.716593 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f75552-87d6-4e03-a5cc-1d3eba077c79 admin admin] No DVR routers for this DVR port 0f84f165-6793-4511-829c-a1485325f2b6 on host ncdv-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:05:24.774819 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a1b817a6-2a76-46d3-9118-290d259c4c77 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks [] for security_group_rule (8807f41e-d89d-42fc-9725-a434ff822293), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:24.785040 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a1b817a6-2a76-46d3-9118-290d259c4c77 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (8807f41e-d89d-42fc-9725-a434ff822293), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:24.787617 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb99c4bd-01e2-4513-8bc6-ef015cbea929 req-98a30f04-9499-4e6c-990e-f1cf93afb771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:24.789121 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-cb99c4bd-01e2-4513-8bc6-ef015cbea929 req-98a30f04-9499-4e6c-990e-f1cf93afb771 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3e304f3b-3927-4f57-b6d9-ff32c4ae5938 HTTP/1.1" status: 200  len: 851 time: 0.1236892
May 07 22:05:24.807265 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b817a6-2a76-46d3-9118-290d259c4c77 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8807f41e-d89d-42fc-9725-a434ff822293,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:24.817492 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a1b817a6-2a76-46d3-9118-290d259c4c77 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:24.821670 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-a1b817a6-2a76-46d3-9118-290d259c4c77 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2207813
May 07 22:05:24.823388 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 59796) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:24.838488 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b7f75552-87d6-4e03-a5cc-1d3eba077c79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (750e8121-2671-438f-9a42-169be7e47286), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:24.881112 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-d8e0baaf-e9e6-43ed-9a79-3c07314022f5 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Request body: {'security_group_rule': {'security_group_id': '6229b1a1-defe-4325-9fd9-618366611b92', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:05:24.937013 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb99c4bd-01e2-4513-8bc6-ef015cbea929 req-8e15c154-29b4-4ab0-a05c-9fe57b422b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:24.940685 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-cb99c4bd-01e2-4513-8bc6-ef015cbea929 req-8e15c154-29b4-4ab0-a05c-9fe57b422b58 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=33b52409-fae0-4935-b5d0-15acefaa0f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1204073
May 07 22:05:24.972992 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-b7f75552-87d6-4e03-a5cc-1d3eba077c79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf8c441c10>,) {'filters': {'network_id': ['750e8121-2671-438f-9a42-169be7e47286']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:05:24.989548 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d8e0baaf-e9e6-43ed-9a79-3c07314022f5 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks [] for security_group_rule (8fa21eb0-c9f1-45f8-9c6b-fdeba1410cda), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:25.014906 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-b7f75552-87d6-4e03-a5cc-1d3eba077c79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8c441c10>, '946603cd-661c-44e1-83be-0ffa4fba5a22') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:05:25.014906 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-b7f75552-87d6-4e03-a5cc-1d3eba077c79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8c441c10>, '946603cd-661c-44e1-83be-0ffa4fba5a22') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:05:25.036088 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b7f75552-87d6-4e03-a5cc-1d3eba077c79 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (946603cd-661c-44e1-83be-0ffa4fba5a22), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:25.060145 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b7f75552-87d6-4e03-a5cc-1d3eba077c79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (946603cd-661c-44e1-83be-0ffa4fba5a22), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:25.072211 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7f75552-87d6-4e03-a5cc-1d3eba077c79 admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:05:25.073156 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b7f75552-87d6-4e03-a5cc-1d3eba077c79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (946603cd-661c-44e1-83be-0ffa4fba5a22), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:25.115007 ncdv-master-1 neutron-server[121837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:05:25.115007 ncdv-master-1 neutron-server[121837]:   self.session.flush()
May 07 22:05:25.115007 ncdv-master-1 neutron-server[121837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:05:25.115007 ncdv-master-1 neutron-server[121837]:   self.session.flush()
May 07 22:05:25.115007 ncdv-master-1 neutron-server[121837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:05:25.115007 ncdv-master-1 neutron-server[121837]:   self.session.flush()
May 07 22:05:25.115007 ncdv-master-1 neutron-server[121837]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:05:25.115007 ncdv-master-1 neutron-server[121837]:   self.session.flush()
May 07 22:05:25.115007 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 22:05:25.115007 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:05:25.115007 ncdv-master-1 neutron-server[121837]:     timer()
May 07 22:05:25.115007 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:05:25.115007 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 22:05:25.115007 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:05:25.115007 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 22:05:25.115007 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:05:25.115007 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 22:05:25.115007 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:05:25.115007 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 22:05:25.115007 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:05:25.115007 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 22:05:25.115007 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:05:25.115007 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:05:25.115007 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:05:25.115007 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:05:25.115007 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:05:25.115007 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 22:05:25.115007 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:05:25.115007 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 22:05:25.115007 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:05:25.115007 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:05:25.115007 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:05:25.115007 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 22:05:25.115007 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:05:25.115007 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:05:25.115007 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:05:25.115007 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:05:25.115007 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:05:25.115007 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:05:25.115007 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:05:25.162748 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8303f93f-80e2-46ff-92e2-3a417c1aab97 req-fd4ed5e1-b99b-4bf9-8a2a-483e9d8ed8a8 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:25.164380 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8303f93f-80e2-46ff-92e2-3a417c1aab97 req-fd4ed5e1-b99b-4bf9-8a2a-483e9d8ed8a8 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 945 time: 0.1327615
May 07 22:05:25.224220 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d8e0baaf-e9e6-43ed-9a79-3c07314022f5 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks [] for security_group_rule (8fa21eb0-c9f1-45f8-9c6b-fdeba1410cda), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:25.232549 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d8e0baaf-e9e6-43ed-9a79-3c07314022f5 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (8fa21eb0-c9f1-45f8-9c6b-fdeba1410cda), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:25.249200 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-73371b66-d486-46df-a8ab-f3f39410e6c0 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (4073cde6-8c01-4f0f-a2dd-eb8501bf2b67), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:25.283371 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e0baaf-e9e6-43ed-9a79-3c07314022f5 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fa21eb0-c9f1-45f8-9c6b-fdeba1410cda,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:25.291322 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b7f75552-87d6-4e03-a5cc-1d3eba077c79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (750e8121-2671-438f-9a42-169be7e47286), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:25.292021 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8303f93f-80e2-46ff-92e2-3a417c1aab97 req-ef8f10b5-1d5e-437b-b434-29ca9ec2c978 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1166301
May 07 22:05:25.302722 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d8e0baaf-e9e6-43ed-9a79-3c07314022f5 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:25.313512 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-d8e0baaf-e9e6-43ed-9a79-3c07314022f5 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4421172
May 07 22:05:25.316186 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 59802) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:25.323647 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73371b66-d486-46df-a8ab-f3f39410e6c0 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Pushing event deleted for resources: {'Port': ['ID=4073cde6-8c01-4f0f-a2dd-eb8501bf2b67,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:25.334088 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b7f75552-87d6-4e03-a5cc-1d3eba077c79 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:25.340097 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-b7f75552-87d6-4e03-a5cc-1d3eba077c79 admin admin] 10.222.0.32 "DELETE /v2.0/networks/750e8121-2671-438f-9a42-169be7e47286 HTTP/1.1" status: 204  len: 168 time: 2.0684574
May 07 22:05:25.348081 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-bdfa6fdf-a5ef-41ff-b30e-8ba8a1f0e8cf tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Request body: {'floatingip': {'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:05:25.393558 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f75552-87d6-4e03-a5cc-1d3eba077c79 admin admin] Pushing event deleted for resources: {'Network': ['ID=750e8121-2671-438f-9a42-169be7e47286,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:25.597549 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 59808) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:25.598386 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bdfa6fdf-a5ef-41ff-b30e-8ba8a1f0e8cf tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:25.769882 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-bd5318b7-ff4b-4e8b-955e-061d4a16b89b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=81e5c5d849ea4fc59d5c4fc58b31530f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1661937
May 07 22:05:25.775790 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 59810) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:25.777724 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-cb99c4bd-01e2-4513-8bc6-ef015cbea929 req-4453e765-3ed4-498c-9624-cf7a6fbcd0bd service neutron] 10.222.0.55 "GET /v2.0/networks/33b52409-fae0-4935-b5d0-15acefaa0f3f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4215627
May 07 22:05:25.781304 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27992a53-c697-46a9-a89c-632d3648ff54 req-0e5df1ec-c2c8-40c2-9a90-718e0e07229a tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:25.795091 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-27992a53-c697-46a9-a89c-632d3648ff54 req-0e5df1ec-c2c8-40c2-9a90-718e0e07229a tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 945 time: 0.1679893
May 07 22:05:25.860586 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bdfa6fdf-a5ef-41ff-b30e-8ba8a1f0e8cf tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:25.869324 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-73371b66-d486-46df-a8ab-f3f39410e6c0 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401002'] for router_interface (1a9903f6-9132-4577-8af1-c5b308c6a824), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:26.026919 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-51be6c5b-20af-4466-a033-39f383256ccd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:26.104481 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-27992a53-c697-46a9-a89c-632d3648ff54 req-6e01fba1-4f5f-4299-8553-3a8ad8b523da tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3068242
May 07 22:05:26.179979 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-da24e875-c3dc-4a0e-97fb-ec1846a98f71 admin admin] Publish callbacks [] for security_group (63d65fec-4a45-4df6-9e21-e9b8df5c759c), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:26.219289 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-da24e875-c3dc-4a0e-97fb-ec1846a98f71 admin admin] Publish callbacks [] for security_group (63d65fec-4a45-4df6-9e21-e9b8df5c759c), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:26.364751 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-da24e875-c3dc-4a0e-97fb-ec1846a98f71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (63d65fec-4a45-4df6-9e21-e9b8df5c759c), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:26.369449 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-da24e875-c3dc-4a0e-97fb-ec1846a98f71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:26.370834 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-da24e875-c3dc-4a0e-97fb-ec1846a98f71 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/63d65fec-4a45-4df6-9e21-e9b8df5c759c HTTP/1.1" status: 204  len: 168 time: 0.5920985
May 07 22:05:26.385404 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73371b66-d486-46df-a8ab-f3f39410e6c0 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Router 1a9903f6-9132-4577-8af1-c5b308c6a824 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:05:26.394885 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da24e875-c3dc-4a0e-97fb-ec1846a98f71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63d65fec-4a45-4df6-9e21-e9b8df5c759c,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:26.434692 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-bdfa6fdf-a5ef-41ff-b30e-8ba8a1f0e8cf tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Allocated IP 172.35.4.137 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/48ad7a15-4a80-4790-bcd8-c5bd346d3ea7) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:05:26.456246 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-cb99c4bd-01e2-4513-8bc6-ef015cbea929 req-3aea454e-8f2f-467f-af74-1e7fa4847148 service neutron] 10.222.0.55 "GET /v2.0/networks/33b52409-fae0-4935-b5d0-15acefaa0f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5646427
May 07 22:05:26.714106 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bdfa6fdf-a5ef-41ff-b30e-8ba8a1f0e8cf tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks [] for port (48ad7a15-4a80-4790-bcd8-c5bd346d3ea7), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:26.819651 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bdfa6fdf-a5ef-41ff-b30e-8ba8a1f0e8cf tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (48ad7a15-4a80-4790-bcd8-c5bd346d3ea7), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:26.908987 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a39e1-957d-49f2-a5a5-11e89a9197c4 req-0bc5950e-506d-4884-94a4-487616c6c1dc tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:26.916262 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-009a39e1-957d-49f2-a5a5-11e89a9197c4 req-0bc5950e-506d-4884-94a4-487616c6c1dc tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 945 time: 0.1226332
May 07 22:05:26.922115 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdfa6fdf-a5ef-41ff-b30e-8ba8a1f0e8cf tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:05:26.933045 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-bdfa6fdf-a5ef-41ff-b30e-8ba8a1f0e8cf tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:05:26.947380 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfa6fdf-a5ef-41ff-b30e-8ba8a1f0e8cf tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:05:26.951680 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfa6fdf-a5ef-41ff-b30e-8ba8a1f0e8cf tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Pushing event updated for resources: {'Port': ['ID=48ad7a15-4a80-4790-bcd8-c5bd346d3ea7,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:27.141725 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73371b66-d486-46df-a8ab-f3f39410e6c0 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:05:27.151283 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-73371b66-d486-46df-a8ab-f3f39410e6c0 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] 10.222.0.32 "PUT /v2.0/routers/1a9903f6-9132-4577-8af1-c5b308c6a824/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.2946408
May 07 22:05:27.151283 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 59838) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:27.155972 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24c2293-1f9e-45af-83e6-866049d295e5 None None] Sync routers for ids ['1a9903f6-9132-4577-8af1-c5b308c6a824'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:05:27.188626 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24c2293-1f9e-45af-83e6-866049d295e5 None None] Routers {'1a9903f6-9132-4577-8af1-c5b308c6a824'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:05:27.192610 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-009a39e1-957d-49f2-a5a5-11e89a9197c4 req-543885fa-5ac4-4464-acb1-981308dff1cf tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2753088
May 07 22:05:27.200461 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-c24c2293-1f9e-45af-83e6-866049d295e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cdaf490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:05:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['1a9903f6-9132-4577-8af1-c5b308c6a824'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:05:27.263923 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bdfa6fdf-a5ef-41ff-b30e-8ba8a1f0e8cf tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks [] for floatingip (9fcd3f80-1045-44a4-a2be-c3cf382f452e), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:27.264559 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-c24c2293-1f9e-45af-83e6-866049d295e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cdaf490>, [], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:05:27.300763 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24c2293-1f9e-45af-83e6-866049d295e5 None None] Routers {'1a9903f6-9132-4577-8af1-c5b308c6a824'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:05:27.303887 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-c24c2293-1f9e-45af-83e6-866049d295e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cdaf490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:05:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['1a9903f6-9132-4577-8af1-c5b308c6a824'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:05:27.358661 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bdfa6fdf-a5ef-41ff-b30e-8ba8a1f0e8cf tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (48ad7a15-4a80-4790-bcd8-c5bd346d3ea7), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:27.368566 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-c24c2293-1f9e-45af-83e6-866049d295e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cdaf490>, [], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:05:27.369360 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24c2293-1f9e-45af-83e6-866049d295e5 None None] The sync data for ids ['1a9903f6-9132-4577-8af1-c5b308c6a824'] in ncdv-master-1 is: [] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:05:27.411918 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:27.413844 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac1c3f4-5eec-4fa1-b0d0-8b4d480e4fdf req-674bb824-03fa-49bf-a4ed-a5a8feb12667 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:27.415404 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9ac1c3f4-5eec-4fa1-b0d0-8b4d480e4fdf req-674bb824-03fa-49bf-a4ed-a5a8feb12667 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 945 time: 0.0723867
May 07 22:05:27.417657 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cce64366-1269-4f5d-8eba-b1ae86030ae3 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks [] for router (1a9903f6-9132-4577-8af1-c5b308c6a824), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:27.549159 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9ac1c3f4-5eec-4fa1-b0d0-8b4d480e4fdf req-7bcebf93-08cb-49f9-b754-9dc48882f9a1 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0914066
May 07 22:05:27.577536 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cce64366-1269-4f5d-8eba-b1ae86030ae3 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks [] for router_gateway (1a9903f6-9132-4577-8af1-c5b308c6a824), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:27.581506 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bdfa6fdf-a5ef-41ff-b30e-8ba8a1f0e8cf tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks [] for port (48ad7a15-4a80-4790-bcd8-c5bd346d3ea7), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:27.587740 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bdfa6fdf-a5ef-41ff-b30e-8ba8a1f0e8cf tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (48ad7a15-4a80-4790-bcd8-c5bd346d3ea7), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:27.638180 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-cce64366-1269-4f5d-8eba-b1ae86030ae3 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Deleting port b507dbf1-2857-4afb-8b89-8f4478c61733 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:05:27.638532 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cce64366-1269-4f5d-8eba-b1ae86030ae3 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (b507dbf1-2857-4afb-8b89-8f4478c61733), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:27.718856 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfa6fdf-a5ef-41ff-b30e-8ba8a1f0e8cf tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Pushing event updated for resources: {'Port': ['ID=48ad7a15-4a80-4790-bcd8-c5bd346d3ea7,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:27.726452 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bdfa6fdf-a5ef-41ff-b30e-8ba8a1f0e8cf tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (9fcd3f80-1045-44a4-a2be-c3cf382f452e), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:27.735904 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cce64366-1269-4f5d-8eba-b1ae86030ae3 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (b507dbf1-2857-4afb-8b89-8f4478c61733), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:27.739492 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029caa99-6312-4822-970e-d6e8a044dbdb req-336fb5a6-e53a-461e-b570-6096638cc086 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:27.741032 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-029caa99-6312-4822-970e-d6e8a044dbdb req-336fb5a6-e53a-461e-b570-6096638cc086 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 945 time: 0.0858128
May 07 22:05:27.752955 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-cce64366-1269-4f5d-8eba-b1ae86030ae3 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Calling delete_port for b507dbf1-2857-4afb-8b89-8f4478c61733 owned by network:router_gateway {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:05:27.778489 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bdfa6fdf-a5ef-41ff-b30e-8ba8a1f0e8cf tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:27.787524 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-bdfa6fdf-a5ef-41ff-b30e-8ba8a1f0e8cf tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.4674416
May 07 22:05:27.846842 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-029caa99-6312-4822-970e-d6e8a044dbdb req-116a7cf7-a228-4ae1-8bf2-19f866969859 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0979197
May 07 22:05:28.036517 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cce64366-1269-4f5d-8eba-b1ae86030ae3 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (b507dbf1-2857-4afb-8b89-8f4478c61733), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:28.051866 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-91504f4d-98e9-47b3-8095-c887612bf392 req-2d83be5a-67bf-46e0-86e3-24d09b8319ff tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1546292431&fields=id&tenant_id=57990769f50b412194a108cdd627a767 HTTP/1.1" status: 200  len: 267 time: 0.0484786
May 07 22:05:28.075010 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce64366-1269-4f5d-8eba-b1ae86030ae3 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Pushing event deleted for resources: {'Port': ['ID=b507dbf1-2857-4afb-8b89-8f4478c61733,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:28.157390 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cce64366-1269-4f5d-8eba-b1ae86030ae3 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395776'] for router_gateway (1a9903f6-9132-4577-8af1-c5b308c6a824), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:28.208446 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91504f4d-98e9-47b3-8095-c887612bf392 req-f1dc8f26-637f-4bbb-8f7e-ebbd32ef87c2 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:28.210826 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-91504f4d-98e9-47b3-8095-c887612bf392 req-f1dc8f26-637f-4bbb-8f7e-ebbd32ef87c2 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/networks?id=f64cbfbe-feaa-48dc-9089-9445aa1eaa5a HTTP/1.1" status: 200  len: 815 time: 0.1524663
May 07 22:05:28.229642 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-91504f4d-98e9-47b3-8095-c887612bf392 req-b35e51e3-9541-49af-8eef-e272b3a283e1 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/quotas/57990769f50b412194a108cdd627a767 HTTP/1.1" status: 200  len: 375 time: 0.0122857
May 07 22:05:28.283148 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-91504f4d-98e9-47b3-8095-c887612bf392 req-d301e299-3084-41ca-bcae-cabb7eae4a57 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=57990769f50b412194a108cdd627a767&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0470693
May 07 22:05:28.295589 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da0c7a-e723-4a68-a23b-3102f59097bd req-2e1dd632-00c7-486c-b60e-154bc194265f tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:28.297382 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-94da0c7a-e723-4a68-a23b-3102f59097bd req-2e1dd632-00c7-486c-b60e-154bc194265f tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 945 time: 0.1411843
May 07 22:05:28.307559 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cce64366-1269-4f5d-8eba-b1ae86030ae3 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (1a9903f6-9132-4577-8af1-c5b308c6a824), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:28.314188 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cce64366-1269-4f5d-8eba-b1ae86030ae3 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks [] for router_controller (1a9903f6-9132-4577-8af1-c5b308c6a824), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:28.377076 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cce64366-1269-4f5d-8eba-b1ae86030ae3 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (1a9903f6-9132-4577-8af1-c5b308c6a824), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:28.377637 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cce64366-1269-4f5d-8eba-b1ae86030ae3 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Fanout notify agent at l3_agent the message router_deleted on router 1a9903f6-9132-4577-8af1-c5b308c6a824 {{(pid=121837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 22:05:28.397911 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cce64366-1269-4f5d-8eba-b1ae86030ae3 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:28.399232 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-cce64366-1269-4f5d-8eba-b1ae86030ae3 tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] 10.222.0.32 "DELETE /v2.0/routers/1a9903f6-9132-4577-8af1-c5b308c6a824 HTTP/1.1" status: 204  len: 168 time: 1.2343137
May 07 22:05:28.404211 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 59892) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:28.418332 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-91504f4d-98e9-47b3-8095-c887612bf392 req-380f90c4-6219-404d-b918-185edd7f8eb4 service neutron] 10.222.0.32 "GET /v2.0/networks/f64cbfbe-feaa-48dc-9089-9445aa1eaa5a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1180570
May 07 22:05:28.445203 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-94da0c7a-e723-4a68-a23b-3102f59097bd req-ca63de2a-d407-4a0e-89df-040e8ecd1a3f tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1403275
May 07 22:05:28.478642 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3069bfa-9e2f-4fc9-ae00-b9ae3208d7dd tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Deleting subnet fe9cbd42-a889-4ff1-9123-1e2ab7c5672b {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:05:28.482608 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d3069bfa-9e2f-4fc9-ae00-b9ae3208d7dd tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks [] for subnet (fe9cbd42-a889-4ff1-9123-1e2ab7c5672b), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:28.532288 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d3069bfa-9e2f-4fc9-ae00-b9ae3208d7dd tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (fe9cbd42-a889-4ff1-9123-1e2ab7c5672b), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:28.558144 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-91504f4d-98e9-47b3-8095-c887612bf392 req-b38ad00a-3c28-4720-8f6f-969a47314830 service neutron] 10.222.0.32 "GET /v2.0/networks/f64cbfbe-feaa-48dc-9089-9445aa1eaa5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1330495
May 07 22:05:28.588505 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d3069bfa-9e2f-4fc9-ae00-b9ae3208d7dd tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (fe9cbd42-a889-4ff1-9123-1e2ab7c5672b), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:28.695957 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa656b62-d24a-4165-bb87-4e149880da4c req-bd32300b-9312-401c-ba88-b83993da1347 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:28.706678 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-aa656b62-d24a-4165-bb87-4e149880da4c req-bd32300b-9312-401c-ba88-b83993da1347 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 945 time: 0.0907528
May 07 22:05:28.779325 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d3069bfa-9e2f-4fc9-ae00-b9ae3208d7dd tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (fe9cbd42-a889-4ff1-9123-1e2ab7c5672b), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:28.838819 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-aa656b62-d24a-4165-bb87-4e149880da4c req-95b7ce0d-3738-4d16-bc60-4c377b341eff tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1313937
May 07 22:05:28.845087 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d3069bfa-9e2f-4fc9-ae00-b9ae3208d7dd tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:28.852566 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-d3069bfa-9e2f-4fc9-ae00-b9ae3208d7dd tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] 10.222.0.32 "DELETE /v2.0/subnets/fe9cbd42-a889-4ff1-9123-1e2ab7c5672b HTTP/1.1" status: 204  len: 168 time: 0.4473646
May 07 22:05:28.855176 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 59918) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:28.857542 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3069bfa-9e2f-4fc9-ae00-b9ae3208d7dd tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Pushing event deleted for resources: {'Subnet': ['ID=fe9cbd42-a889-4ff1-9123-1e2ab7c5672b,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:28.958725 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557a781b-2cb7-4d08-bfa1-bdb4577ece16 req-48483036-d502-4f66-8b6e-7ece270de0f0 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:28.968161 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-557a781b-2cb7-4d08-bfa1-bdb4577ece16 req-48483036-d502-4f66-8b6e-7ece270de0f0 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 945 time: 0.0651355
May 07 22:05:29.004461 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-733969aa-492b-4420-9f34-a8bf49cf324f tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (f48d8156-9bad-4610-8275-827002db3135), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:29.030302 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-557a781b-2cb7-4d08-bfa1-bdb4577ece16 req-d1f87872-b4fd-4d55-b420-b57b1f7ddbc5 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0584273
May 07 22:05:29.117159 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:29.122916 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41741dbc-f5db-485c-9c52-640854745453 req-49bd53fe-6076-4be2-aa72-4d343a404dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:29.124419 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-41741dbc-f5db-485c-9c52-640854745453 req-49bd53fe-6076-4be2-aa72-4d343a404dfa service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8130c27f2b84434a8d6fa5032b67aa1e&device_id=9df2668b-af6b-4323-a4a4-520fcae8e55e HTTP/1.1" status: 200  len: 1128 time: 0.0747051
May 07 22:05:29.141069 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7ca130ad-4768-444c-a0e1-164d074d3f49 req-291246a4-3613-4392-9fd8-212d0464674f tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/ports?device_id=aae59656-69ab-4136-adeb-885957bc32fb HTTP/1.1" status: 200  len: 210 time: 0.0877562
May 07 22:05:29.221599 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-733969aa-492b-4420-9f34-a8bf49cf324f tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (f48d8156-9bad-4610-8275-827002db3135), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:29.274063 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5980dfbb-3005-4912-9e77-a963ef31778d req-bdf3414b-2fbf-48d4-9deb-4751e038a24d tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:29.275624 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-733969aa-492b-4420-9f34-a8bf49cf324f tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf8669f2b0>,) {'filters': {'network_id': ['f48d8156-9bad-4610-8275-827002db3135']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:05:29.275899 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5980dfbb-3005-4912-9e77-a963ef31778d req-bdf3414b-2fbf-48d4-9deb-4751e038a24d tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=9df2668b-af6b-4323-a4a4-520fcae8e55e HTTP/1.1" status: 200  len: 946 time: 0.1218107
May 07 22:05:29.310580 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-733969aa-492b-4420-9f34-a8bf49cf324f tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8669f2b0>, '837b9ed9-cb2e-4a7f-95bf-0930b29583ac') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:05:29.311069 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-733969aa-492b-4420-9f34-a8bf49cf324f tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8669f2b0>, '837b9ed9-cb2e-4a7f-95bf-0930b29583ac') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:05:29.327220 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-733969aa-492b-4420-9f34-a8bf49cf324f tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (837b9ed9-cb2e-4a7f-95bf-0930b29583ac), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:29.339221 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2642c5-d472-4a74-8a01-d6ea34e17601 req-dc698e91-7c24-433d-8150-24c2c6cea1c7 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:29.346817 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7d2642c5-d472-4a74-8a01-d6ea34e17601 req-dc698e91-7c24-433d-8150-24c2c6cea1c7 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 945 time: 0.0876129
May 07 22:05:29.373098 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-733969aa-492b-4420-9f34-a8bf49cf324f tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (837b9ed9-cb2e-4a7f-95bf-0930b29583ac), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:29.386999 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-733969aa-492b-4420-9f34-a8bf49cf324f tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:05:29.387174 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-733969aa-492b-4420-9f34-a8bf49cf324f tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (837b9ed9-cb2e-4a7f-95bf-0930b29583ac), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:29.388184 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5980dfbb-3005-4912-9e77-a963ef31778d req-c5f19adb-f2d0-4b41-ba7e-a5eda3d6756f tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/security-groups?id=40cff557-9a82-4417-b340-b34f43ebb5b2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0799973
May 07 22:05:29.389424 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41741dbc-f5db-485c-9c52-640854745453 req-ad33ce2d-df23-4dec-b085-4d46ccb88921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:29.390476 ncdv-master-1 neutron-server[121836]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage.
May 07 22:05:29.390476 ncdv-master-1 neutron-server[121836]:   warnings.warn('Neutron quota engine will require "--force" '
May 07 22:05:29.390476 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 22:05:29.390476 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:05:29.390476 ncdv-master-1 neutron-server[121836]:     timer()
May 07 22:05:29.390476 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:05:29.390476 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 22:05:29.390476 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:05:29.390476 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 22:05:29.390476 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:05:29.390476 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 22:05:29.390476 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:05:29.390476 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 22:05:29.390476 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:05:29.390476 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 22:05:29.390476 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:05:29.390476 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:05:29.390476 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:05:29.390476 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:05:29.390476 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:05:29.390476 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 22:05:29.390476 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:05:29.390476 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 22:05:29.390476 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:05:29.390476 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:05:29.390476 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:05:29.390476 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 22:05:29.390476 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:05:29.390476 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:05:29.390476 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:05:29.390476 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:05:29.390476 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:05:29.390476 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:05:29.390476 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:05:29.393141 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-41741dbc-f5db-485c-9c52-640854745453 req-ad33ce2d-df23-4dec-b085-4d46ccb88921 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b HTTP/1.1" status: 200  len: 920 time: 0.2545164
May 07 22:05:29.476948 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-41741dbc-f5db-485c-9c52-640854745453 req-d705ea2e-5a6f-4ef1-b7d1-09beefeae055 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26735917-c705-4821-b89b-e6f718fdc166 HTTP/1.1" status: 200  len: 1002 time: 0.0788362
May 07 22:05:29.498958 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7d2642c5-d472-4a74-8a01-d6ea34e17601 req-72806680-7df0-4803-a5d3-7a870d7cbb4c tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1512411
May 07 22:05:29.516333 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-733969aa-492b-4420-9f34-a8bf49cf324f tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (f48d8156-9bad-4610-8275-827002db3135), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:29.527743 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-733969aa-492b-4420-9f34-a8bf49cf324f tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:29.538190 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41741dbc-f5db-485c-9c52-640854745453 req-32f655fd-2d94-4496-857d-109dd6747ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:29.538564 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-733969aa-492b-4420-9f34-a8bf49cf324f tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] 10.222.0.32 "DELETE /v2.0/networks/f48d8156-9bad-4610-8275-827002db3135 HTTP/1.1" status: 204  len: 168 time: 0.6820261
May 07 22:05:29.540554 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-41741dbc-f5db-485c-9c52-640854745453 req-32f655fd-2d94-4496-857d-109dd6747ec8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b554e5f7-e35c-452a-ba74-fc50d3983e51 HTTP/1.1" status: 200  len: 858 time: 0.0526073
May 07 22:05:29.560411 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733969aa-492b-4420-9f34-a8bf49cf324f tempest-FloatingIPTestJSON-987388416 tempest-FloatingIPTestJSON-987388416-project] Pushing event deleted for resources: {'Network': ['ID=f48d8156-9bad-4610-8275-827002db3135,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:29.604846 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41741dbc-f5db-485c-9c52-640854745453 req-41fbb2d9-fa0e-4d02-9a68-198e83ca0c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:29.606527 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-41741dbc-f5db-485c-9c52-640854745453 req-41fbb2d9-fa0e-4d02-9a68-198e83ca0c52 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0552795
May 07 22:05:29.721223 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-41741dbc-f5db-485c-9c52-640854745453 req-8ea58799-041a-421b-a6ca-471fec16d115 service neutron] 10.222.0.59 "GET /v2.0/networks/f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1065822
May 07 22:05:29.818480 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43371239-bba3-4277-be66-9269b75275f1 req-ebc3bb9f-57d7-492d-b971-7cc3c0e16dfc tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:29.820097 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-43371239-bba3-4277-be66-9269b75275f1 req-ebc3bb9f-57d7-492d-b971-7cc3c0e16dfc tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 945 time: 0.0538862
May 07 22:05:29.911422 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-43371239-bba3-4277-be66-9269b75275f1 req-9fe3a8ca-c5aa-438f-a5bc-3338d7e63e60 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0857666
May 07 22:05:29.912145 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 59964) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:30.006806 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 59968) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:30.065431 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f42587-61fb-4c5d-ac05-86f6773cb4b2 req-aa5d1371-3acb-458b-925d-5b875f89928a tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:30.066983 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-99f42587-61fb-4c5d-ac05-86f6773cb4b2 req-aa5d1371-3acb-458b-925d-5b875f89928a tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 945 time: 0.0940936
May 07 22:05:30.129328 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-41741dbc-f5db-485c-9c52-640854745453 req-acd6fce5-433d-4428-9d09-616507707fe4 service neutron] 10.222.0.59 "GET /v2.0/networks/f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2661514
May 07 22:05:30.181524 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 49671dbb-1f39-4903-a9e1-e283831ec748 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:05:30.194310 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-99f42587-61fb-4c5d-ac05-86f6773cb4b2 req-a2291a51-5c16-4e2f-9ee3-2e38ce8b135c tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1126792
May 07 22:05:30.201920 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91504f4d-98e9-47b3-8095-c887612bf392 req-203f68f5-7b7f-4a39-a53b-456965977279 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:30.202110 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d4588f5b-cd16-475f-a3ba-7dbf2e9acad3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:30.203412 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-91504f4d-98e9-47b3-8095-c887612bf392 req-203f68f5-7b7f-4a39-a53b-456965977279 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.59 "GET /v2.0/networks?id=f64cbfbe-feaa-48dc-9089-9445aa1eaa5a HTTP/1.1" status: 200  len: 815 time: 0.1929457
May 07 22:05:30.283238 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fff55d96-6b18-448d-acc0-c0f8edd813dd req-457097fe-4947-44fc-96ee-f096d1e5e270 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/ports?device_id=aae59656-69ab-4136-adeb-885957bc32fb HTTP/1.1" status: 200  len: 210 time: 0.0500817
May 07 22:05:30.306041 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-91504f4d-98e9-47b3-8095-c887612bf392 req-5f62ea58-5b45-4733-8e8e-e4e827d59e67 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57990769f50b412194a108cdd627a767 HTTP/1.1" status: 200  len: 380 time: 0.0686681
May 07 22:05:30.314389 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:30.327247 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-a2a83ee6-8b88-4193-ac4c-5cdded4e6ccd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3782d9da13c44a67a66be545e352dcf8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4136269
May 07 22:05:30.331052 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 59978) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:30.340553 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 49671dbb-1f39-4903-a9e1-e283831ec748, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=49671dbb-1f39-4903-a9e1-e283831ec748,segment=NetworkSegment(ade65013-e645-4c54-8fa7-660e2ce7b907),segment_id=ade65013-e645-4c54-8fa7-660e2ce7b907)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:05:30.353600 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': '49671dbb-1f39-4903-a9e1-e283831ec748', 'network_id': 'cd3974b0-b5b4-4267-bd42-3bc0d892b541', 'port_id': '49671dbb-1f39-4903-a9e1-e283831ec748', 'mac_address': 'fa:16:3e:8a:9c:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35cc5169-512d-4e47-a67e-744102f823c5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:05:30.362616 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-91504f4d-98e9-47b3-8095-c887612bf392 req-c9a7ba54-cd52-4c52-a47e-0c6aceb7bc7a tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Request body: {'port': {'device_id': 'aae59656-69ab-4136-adeb-885957bc32fb', 'network_id': 'f64cbfbe-feaa-48dc-9089-9445aa1eaa5a', 'admin_state_up': True, 'tenant_id': '57990769f50b412194a108cdd627a767', 'security_groups': ['6229b1a1-defe-4325-9fd9-618366611b92']}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:05:30.379058 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d4588f5b-cd16-475f-a3ba-7dbf2e9acad3 admin admin] Publish callbacks [] for security_group (c53691f4-7065-4845-8168-d6e1fe5f1b57), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:30.384649 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d4588f5b-cd16-475f-a3ba-7dbf2e9acad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (c53691f4-7065-4845-8168-d6e1fe5f1b57), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:30.394581 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 49671dbb-1f39-4903-a9e1-e283831ec748 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:05:30.395932 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (49671dbb-1f39-4903-a9e1-e283831ec748), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:30.411003 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49671dbb-1f39-4903-a9e1-e283831ec748 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:05:30.435853 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-d4588f5b-cd16-475f-a3ba-7dbf2e9acad3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=40feb4fa55d4433da4d3ad9e517dfa15&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4276462
May 07 22:05:30.436585 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4588f5b-cd16-475f-a3ba-7dbf2e9acad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c53691f4-7065-4845-8168-d6e1fe5f1b57,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:30.438973 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 59982) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:30.441009 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 49671dbb-1f39-4903-a9e1-e283831ec748, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=49671dbb-1f39-4903-a9e1-e283831ec748,segment=NetworkSegment(ade65013-e645-4c54-8fa7-660e2ce7b907),segment_id=ade65013-e645-4c54-8fa7-660e2ce7b907)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:05:30.447102 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (49671dbb-1f39-4903-a9e1-e283831ec748), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:30.484023 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cb99cf47-49e6-4d12-a997-62b27cfad522 admin admin] Publish callbacks [] for security_group (9b65150c-596d-4e49-951a-87d6db7a5ebd), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:30.512372 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0d11c088-3e8b-4ba9-9e4b-96575c89eac8 admin admin] Publish callbacks [] for security_group (c53691f4-7065-4845-8168-d6e1fe5f1b57), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:30.519965 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=49671dbb-1f39-4903-a9e1-e283831ec748,revision_number=11']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:30.540836 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0d11c088-3e8b-4ba9-9e4b-96575c89eac8 admin admin] Publish callbacks [] for security_group (c53691f4-7065-4845-8168-d6e1fe5f1b57), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:30.547557 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cb99cf47-49e6-4d12-a997-62b27cfad522 admin admin] Publish callbacks [] for security_group (9b65150c-596d-4e49-951a-87d6db7a5ebd), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:30.579311 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99461d7-3610-4a15-83b3-3612843c65e5 req-4475613f-82a6-4310-86d6-de3b30830ec7 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:30.581414 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b99461d7-3610-4a15-83b3-3612843c65e5 req-4475613f-82a6-4310-86d6-de3b30830ec7 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=9df2668b-af6b-4323-a4a4-520fcae8e55e HTTP/1.1" status: 200  len: 946 time: 0.0891330
May 07 22:05:30.589270 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0d11c088-3e8b-4ba9-9e4b-96575c89eac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (c53691f4-7065-4845-8168-d6e1fe5f1b57), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:30.592050 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0d11c088-3e8b-4ba9-9e4b-96575c89eac8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:30.595760 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-0d11c088-3e8b-4ba9-9e4b-96575c89eac8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c53691f4-7065-4845-8168-d6e1fe5f1b57 HTTP/1.1" status: 204  len: 168 time: 0.1421604
May 07 22:05:30.610070 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d11c088-3e8b-4ba9-9e4b-96575c89eac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53691f4-7065-4845-8168-d6e1fe5f1b57,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:30.644906 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91504f4d-98e9-47b3-8095-c887612bf392 req-c9a7ba54-cd52-4c52-a47e-0c6aceb7bc7a tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Made reservation on behalf of 57990769f50b412194a108cdd627a767 for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:05:30.648208 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-91504f4d-98e9-47b3-8095-c887612bf392 req-c9a7ba54-cd52-4c52-a47e-0c6aceb7bc7a tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:30.676049 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b99461d7-3610-4a15-83b3-3612843c65e5 req-751cf371-558c-41ba-bdad-eec82a775c71 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/security-groups?id=40cff557-9a82-4417-b340-b34f43ebb5b2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0840783
May 07 22:05:30.704009 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['49671dbb-1f39-4903-a9e1-e283831ec748'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:05:30.715987 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cb99cf47-49e6-4d12-a997-62b27cfad522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (9b65150c-596d-4e49-951a-87d6db7a5ebd), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:30.718484 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cb99cf47-49e6-4d12-a997-62b27cfad522 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:30.719672 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-cb99cf47-49e6-4d12-a997-62b27cfad522 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9b65150c-596d-4e49-951a-87d6db7a5ebd HTTP/1.1" status: 204  len: 168 time: 0.3876464
May 07 22:05:30.735738 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb99cf47-49e6-4d12-a997-62b27cfad522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b65150c-596d-4e49-951a-87d6db7a5ebd,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:30.819625 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [req-91504f4d-98e9-47b3-8095-c887612bf392 req-c9a7ba54-cd52-4c52-a47e-0c6aceb7bc7a tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Allocated IP 172.20.0.7 (f64cbfbe-feaa-48dc-9089-9445aa1eaa5a/86e7e675-440c-49d1-8be8-1667506afa40/c846280a-8147-4e8c-bb8f-73673321d454) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:05:30.971396 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 60008) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:30.991878 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-91504f4d-98e9-47b3-8095-c887612bf392 req-c9a7ba54-cd52-4c52-a47e-0c6aceb7bc7a tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks [] for port (c846280a-8147-4e8c-bb8f-73673321d454), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:30.994690 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-51ec1200-2e93-4a2e-8865-33c263625b11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:31.037218 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-91504f4d-98e9-47b3-8095-c887612bf392 req-c9a7ba54-cd52-4c52-a47e-0c6aceb7bc7a tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (c846280a-8147-4e8c-bb8f-73673321d454), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:31.083114 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91504f4d-98e9-47b3-8095-c887612bf392 req-c9a7ba54-cd52-4c52-a47e-0c6aceb7bc7a tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Network f64cbfbe-feaa-48dc-9089-9445aa1eaa5a is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:05:31.086450 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [req-91504f4d-98e9-47b3-8095-c887612bf392 req-c9a7ba54-cd52-4c52-a47e-0c6aceb7bc7a tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:05:31.089191 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-91504f4d-98e9-47b3-8095-c887612bf392 req-c9a7ba54-cd52-4c52-a47e-0c6aceb7bc7a tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:05:31.095362 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf08dcb-fda9-4e19-909d-892fe7e70f00 req-8cd8a8d7-34e3-47cc-be25-9958937c4592 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:31.097005 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-daf08dcb-fda9-4e19-909d-892fe7e70f00 req-8cd8a8d7-34e3-47cc-be25-9958937c4592 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 945 time: 0.0665183
May 07 22:05:31.134285 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a7ba54-cd52-4c52-a47e-0c6aceb7bc7a tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Pushing event updated for resources: {'Port': ['ID=c846280a-8147-4e8c-bb8f-73673321d454,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:31.156129 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-51ec1200-2e93-4a2e-8865-33c263625b11 admin admin] Publish callbacks [] for security_group (11c23c91-ec92-47a6-a3a3-d9beed3d7c58), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:31.163512 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91504f4d-98e9-47b3-8095-c887612bf392 req-c9a7ba54-cd52-4c52-a47e-0c6aceb7bc7a tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:31.164397 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-91504f4d-98e9-47b3-8095-c887612bf392 req-c9a7ba54-cd52-4c52-a47e-0c6aceb7bc7a tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:31.188211 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-daf08dcb-fda9-4e19-909d-892fe7e70f00 req-160ae3fa-247b-4aa9-8390-bb87a335d997 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0806189
May 07 22:05:31.189737 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-91504f4d-98e9-47b3-8095-c887612bf392 req-c9a7ba54-cd52-4c52-a47e-0c6aceb7bc7a tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8315697
May 07 22:05:31.190144 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-51ec1200-2e93-4a2e-8865-33c263625b11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (11c23c91-ec92-47a6-a3a3-d9beed3d7c58), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:31.214944 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-91504f4d-98e9-47b3-8095-c887612bf392 req-555e4f62-4596-4189-adbc-fb68d24b2518 service neutron] Request body: {'port': {'device_id': 'aae59656-69ab-4136-adeb-885957bc32fb', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:05:31.233084 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-51ec1200-2e93-4a2e-8865-33c263625b11 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c250d95c7d514d98bad743e4e4d5b398&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2599015
May 07 22:05:31.239562 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 60024) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:31.271924 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ec1200-2e93-4a2e-8865-33c263625b11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11c23c91-ec92-47a6-a3a3-d9beed3d7c58,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:31.309615 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-91504f4d-98e9-47b3-8095-c887612bf392 req-555e4f62-4596-4189-adbc-fb68d24b2518 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (c846280a-8147-4e8c-bb8f-73673321d454), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:31.342401 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4a4f5797-dcd3-4f8b-bac3-920484ea068a admin admin] Publish callbacks [] for security_group (11c23c91-ec92-47a6-a3a3-d9beed3d7c58), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:31.383673 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4a4f5797-dcd3-4f8b-bac3-920484ea068a admin admin] Publish callbacks [] for security_group (11c23c91-ec92-47a6-a3a3-d9beed3d7c58), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:31.461504 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-f21d9011-0552-45a0-969a-5398bc586617 None None] Provisioning complete for port c846280a-8147-4e8c-bb8f-73673321d454 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:05:31.462111 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f21d9011-0552-45a0-969a-5398bc586617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (c846280a-8147-4e8c-bb8f-73673321d454), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:31.511499 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-f21d9011-0552-45a0-969a-5398bc586617 None None] Port c846280a-8147-4e8c-bb8f-73673321d454 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:05:31.521703 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c28e1-6bcd-46d7-805c-cbbf77bcaab9 req-49118c92-659f-48d1-bdb3-e5983ea29f5a tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:31.523272 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e93c28e1-6bcd-46d7-805c-cbbf77bcaab9 req-49118c92-659f-48d1-bdb3-e5983ea29f5a tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/ports?device_id=aae59656-69ab-4136-adeb-885957bc32fb HTTP/1.1" status: 200  len: 931 time: 0.0566473
May 07 22:05:31.530046 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4a4f5797-dcd3-4f8b-bac3-920484ea068a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (11c23c91-ec92-47a6-a3a3-d9beed3d7c58), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:31.533501 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4a4f5797-dcd3-4f8b-bac3-920484ea068a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:31.534601 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-4a4f5797-dcd3-4f8b-bac3-920484ea068a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/11c23c91-ec92-47a6-a3a3-d9beed3d7c58 HTTP/1.1" status: 204  len: 168 time: 0.2935483
May 07 22:05:31.550415 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4f5797-dcd3-4f8b-bac3-920484ea068a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11c23c91-ec92-47a6-a3a3-d9beed3d7c58,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:31.564019 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d2e353-fd7b-4369-9715-c445d1da0f55 req-c3c33e04-be48-4452-bd5b-26277d7d51b1 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:31.565323 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-84d2e353-fd7b-4369-9715-c445d1da0f55 req-c3c33e04-be48-4452-bd5b-26277d7d51b1 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 946 time: 0.1890302
May 07 22:05:31.616030 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e93c28e1-6bcd-46d7-805c-cbbf77bcaab9 req-268a7107-9eef-4860-9ac0-1b127740dfcc tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/security-groups?id=6229b1a1-defe-4325-9fd9-618366611b92&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0802391
May 07 22:05:31.710269 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-84d2e353-fd7b-4369-9715-c445d1da0f55 req-e0070e92-3280-4c70-b897-749e8cc767eb tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1357970
May 07 22:05:31.742233 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5c98b7-9392-44da-982e-ed01acefa327 req-2c814690-3234-4845-bb5b-7047b689af76 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:31.750486 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ac5c98b7-9392-44da-982e-ed01acefa327 req-2c814690-3234-4845-bb5b-7047b689af76 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 945 time: 0.0710888
May 07 22:05:31.825296 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ac5c98b7-9392-44da-982e-ed01acefa327 req-f253e4be-6729-444a-afb9-80731818b685 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0696783
May 07 22:05:31.907997 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deea0142-d776-405d-b69f-84bd82729bf2 req-7f5f7d4b-9337-4f7d-8656-67804acfa8f8 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:31.911347 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-deea0142-d776-405d-b69f-84bd82729bf2 req-7f5f7d4b-9337-4f7d-8656-67804acfa8f8 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=9df2668b-af6b-4323-a4a4-520fcae8e55e HTTP/1.1" status: 200  len: 946 time: 0.0748959
May 07 22:05:31.916299 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [req-91504f4d-98e9-47b3-8095-c887612bf392 req-555e4f62-4596-4189-adbc-fb68d24b2518 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c846280a-8147-4e8c-bb8f-73673321d454 {{(pid=121837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:05:31.931202 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-91504f4d-98e9-47b3-8095-c887612bf392 req-555e4f62-4596-4189-adbc-fb68d24b2518 service neutron] Publish callbacks [] for port (c846280a-8147-4e8c-bb8f-73673321d454), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:31.961725 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-91504f4d-98e9-47b3-8095-c887612bf392 req-555e4f62-4596-4189-adbc-fb68d24b2518 service neutron] Transition to ACTIVE for port object c846280a-8147-4e8c-bb8f-73673321d454 will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 22:05:31.978468 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-91504f4d-98e9-47b3-8095-c887612bf392 req-555e4f62-4596-4189-adbc-fb68d24b2518 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (c846280a-8147-4e8c-bb8f-73673321d454), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:32.011491 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 60052) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:32.027087 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-deea0142-d776-405d-b69f-84bd82729bf2 req-2605b254-31f5-4592-8597-7f4678d68ef1 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/security-groups?id=40cff557-9a82-4417-b340-b34f43ebb5b2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1057169
May 07 22:05:32.077017 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555e4f62-4596-4189-adbc-fb68d24b2518 service neutron] Pushing event updated for resources: {'Port': ['ID=c846280a-8147-4e8c-bb8f-73673321d454,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:32.137299 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-91504f4d-98e9-47b3-8095-c887612bf392 req-555e4f62-4596-4189-adbc-fb68d24b2518 service neutron] Attempting to bind port c846280a-8147-4e8c-bb8f-73673321d454 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:05:32.137841 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-91504f4d-98e9-47b3-8095-c887612bf392 req-555e4f62-4596-4189-adbc-fb68d24b2518 service neutron] Attempting to bind port c846280a-8147-4e8c-bb8f-73673321d454 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ce6ea8f0-3d38-4ce3-8f23-f8c47e599e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f64cbfbe-feaa-48dc-9089-9445aa1eaa5a'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:05:32.138269 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91504f4d-98e9-47b3-8095-c887612bf392 req-555e4f62-4596-4189-adbc-fb68d24b2518 service neutron] Attempting to bind port c846280a-8147-4e8c-bb8f-73673321d454 on network f64cbfbe-feaa-48dc-9089-9445aa1eaa5a {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:05:32.144943 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91504f4d-98e9-47b3-8095-c887612bf392 req-555e4f62-4596-4189-adbc-fb68d24b2518 service neutron] Port c846280a-8147-4e8c-bb8f-73673321d454 on network f64cbfbe-feaa-48dc-9089-9445aa1eaa5a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:05:32.145425 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91504f4d-98e9-47b3-8095-c887612bf392 req-555e4f62-4596-4189-adbc-fb68d24b2518 service neutron] Attempting to bind port c846280a-8147-4e8c-bb8f-73673321d454 on network f64cbfbe-feaa-48dc-9089-9445aa1eaa5a {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:05:32.151490 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91504f4d-98e9-47b3-8095-c887612bf392 req-555e4f62-4596-4189-adbc-fb68d24b2518 service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:05:32.151978 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91504f4d-98e9-47b3-8095-c887612bf392 req-555e4f62-4596-4189-adbc-fb68d24b2518 service neutron] Checking segment: {'id': 'ce6ea8f0-3d38-4ce3-8f23-f8c47e599e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f64cbfbe-feaa-48dc-9089-9445aa1eaa5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:05:32.152463 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91504f4d-98e9-47b3-8095-c887612bf392 req-555e4f62-4596-4189-adbc-fb68d24b2518 service neutron] Bound using segment: {'id': 'ce6ea8f0-3d38-4ce3-8f23-f8c47e599e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f64cbfbe-feaa-48dc-9089-9445aa1eaa5a'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:05:32.153010 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-91504f4d-98e9-47b3-8095-c887612bf392 req-555e4f62-4596-4189-adbc-fb68d24b2518 service neutron] Bound port: c846280a-8147-4e8c-bb8f-73673321d454, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce6ea8f0-3d38-4ce3-8f23-f8c47e599e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f64cbfbe-feaa-48dc-9089-9445aa1eaa5a'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:05:32.153450 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-91504f4d-98e9-47b3-8095-c887612bf392 req-555e4f62-4596-4189-adbc-fb68d24b2518 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (c846280a-8147-4e8c-bb8f-73673321d454), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:32.181473 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 49671dbb-1f39-4903-a9e1-e283831ec748 up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:05:32.212350 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-d0517bb7-8262-4469-9b24-6669360cb6af tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Request body: {'networks': [{'name': 'tempest-network--1262893632'}, {'name': 'tempest-network--241924137'}]} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:05:32.213247 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-d0517bb7-8262-4469-9b24-6669360cb6af tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Request body: {'network': {'name': 'tempest-network--1262893632'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:05:32.213888 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-d0517bb7-8262-4469-9b24-6669360cb6af tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Request body: {'network': {'name': 'tempest-network--241924137'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:05:32.239464 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-91504f4d-98e9-47b3-8095-c887612bf392 req-555e4f62-4596-4189-adbc-fb68d24b2518 service neutron] For port c846280a-8147-4e8c-bb8f-73673321d454, host nch2-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:05:32.243073 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-91504f4d-98e9-47b3-8095-c887612bf392 req-555e4f62-4596-4189-adbc-fb68d24b2518 service neutron] For port c846280a-8147-4e8c-bb8f-73673321d454, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c846280a-8147-4e8c-bb8f-73673321d454,segment=NetworkSegment(ce6ea8f0-3d38-4ce3-8f23-f8c47e599e56),segment_id=ce6ea8f0-3d38-4ce3-8f23-f8c47e599e56)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:05:32.253180 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-91504f4d-98e9-47b3-8095-c887612bf392 req-555e4f62-4596-4189-adbc-fb68d24b2518 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (c846280a-8147-4e8c-bb8f-73673321d454), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:32.260651 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0517bb7-8262-4469-9b24-6669360cb6af tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Made reservation on behalf of 9da4f11a17fa45cab1e10a17394d39cd for: {'network': 2} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:05:32.266494 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d0517bb7-8262-4469-9b24-6669360cb6af tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:32.293904 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d0517bb7-8262-4469-9b24-6669360cb6af tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:32.294494 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91504f4d-98e9-47b3-8095-c887612bf392 req-555e4f62-4596-4189-adbc-fb68d24b2518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:32.295692 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-91504f4d-98e9-47b3-8095-c887612bf392 req-555e4f62-4596-4189-adbc-fb68d24b2518 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:32.296116 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning for port 49671dbb-1f39-4903-a9e1-e283831ec748 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 22:05:32.298651 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-91504f4d-98e9-47b3-8095-c887612bf392 req-555e4f62-4596-4189-adbc-fb68d24b2518 service neutron] 10.222.0.59 "PUT /v2.0/ports/c846280a-8147-4e8c-bb8f-73673321d454 HTTP/1.1" status: 200  len: 1091 time: 1.1011689
May 07 22:05:32.308246 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aae59656-69ab-4136-adeb-885957bc32fb', 'tag': 'c846280a-8147-4e8c-bb8f-73673321d454'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:05:32.312807 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c75061a9-c149-4bdf-ad7d-51c0d272059c" -d '{"events": [{"name": "network-changed", "server_uuid": "aae59656-69ab-4136-adeb-885957bc32fb", "tag": "c846280a-8147-4e8c-bb8f-73673321d454"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:05:32.321537 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port 49671dbb-1f39-4903-a9e1-e283831ec748 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:05:32.321537 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (49671dbb-1f39-4903-a9e1-e283831ec748), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:32.368931 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555e4f62-4596-4189-adbc-fb68d24b2518 service neutron] Pushing event updated for resources: {'Port': ['ID=c846280a-8147-4e8c-bb8f-73673321d454,revision_number=3']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:32.443331 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e020c42a-b48a-47e7-a230-97d447a074c3 x-openstack-request-id: req-e020c42a-b48a-47e7-a230-97d447a074c3 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:05:32.443699 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aae59656-69ab-4136-adeb-885957bc32fb", "tag": "c846280a-8147-4e8c-bb8f-73673321d454", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:05:32.443878 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e020c42a-b48a-47e7-a230-97d447a074c3 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:05:32.444381 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e020c42a-b48a-47e7-a230-97d447a074c3'] response: {'name': 'network-changed', 'server_uuid': 'aae59656-69ab-4136-adeb-885957bc32fb', 'tag': 'c846280a-8147-4e8c-bb8f-73673321d454', 'status': 'completed', 'code': 200}
May 07 22:05:32.445617 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91504f4d-98e9-47b3-8095-c887612bf392 req-41a40396-1ba1-426e-b927-b95b9e3a29ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:32.447383 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-91504f4d-98e9-47b3-8095-c887612bf392 req-41a40396-1ba1-426e-b927-b95b9e3a29ef service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=57990769f50b412194a108cdd627a767&device_id=aae59656-69ab-4136-adeb-885957bc32fb HTTP/1.1" status: 200  len: 1125 time: 0.0643318
May 07 22:05:32.487306 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 49671dbb-1f39-4903-a9e1-e283831ec748 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:05:32.488617 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (49671dbb-1f39-4903-a9e1-e283831ec748), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:32.512924 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d0517bb7-8262-4469-9b24-6669360cb6af tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks [] for security_group (f2b15e65-b8d4-47ed-897a-7655bd59654a), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:32.518689 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d0517bb7-8262-4469-9b24-6669360cb6af tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (f2b15e65-b8d4-47ed-897a-7655bd59654a), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:32.519670 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d0517bb7-8262-4469-9b24-6669360cb6af tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:32.520318 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49671dbb-1f39-4903-a9e1-e283831ec748'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:05:32.523558 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a62d4812-bf1e-4b94-8315-160f41cb5000" -d '{"events": [{"server_uuid": "ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6", "name": "network-vif-plugged", "status": "completed", "tag": "49671dbb-1f39-4903-a9e1-e283831ec748"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:05:32.539977 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-91504f4d-98e9-47b3-8095-c887612bf392 req-458bd82e-6baa-4d20-b5df-a47dacba93d1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c846280a-8147-4e8c-bb8f-73673321d454 HTTP/1.1" status: 200  len: 217 time: 0.0841653
May 07 22:05:32.562117 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 49671dbb-1f39-4903-a9e1-e283831ec748, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=49671dbb-1f39-4903-a9e1-e283831ec748,segment=NetworkSegment(ade65013-e645-4c54-8fa7-660e2ce7b907),segment_id=ade65013-e645-4c54-8fa7-660e2ce7b907)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:05:32.571626 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (49671dbb-1f39-4903-a9e1-e283831ec748), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:32.572659 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0517bb7-8262-4469-9b24-6669360cb6af tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:05:32.581623 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0517bb7-8262-4469-9b24-6669360cb6af tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b15e65-b8d4-47ed-897a-7655bd59654a,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:32.604120 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca5430b7-b9e4-4c56-a342-fe20dafa7f3f x-openstack-request-id: req-ca5430b7-b9e4-4c56-a342-fe20dafa7f3f {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:05:32.604409 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6", "name": "network-vif-plugged", "status": "completed", "tag": "49671dbb-1f39-4903-a9e1-e283831ec748", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:05:32.604847 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ca5430b7-b9e4-4c56-a342-fe20dafa7f3f {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:05:32.605856 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d0517bb7-8262-4469-9b24-6669360cb6af tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (3202b27d-c4dc-4289-a9d6-a79b0759b083), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:32.606104 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-d0517bb7-8262-4469-9b24-6669360cb6af tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Added segment 3202b27d-c4dc-4289-a9d6-a79b0759b083 of type vlan for network 34b0e12f-f067-43e4-8179-e94faa59b5e8
May 07 22:05:32.606400 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca5430b7-b9e4-4c56-a342-fe20dafa7f3f'] response: {'server_uuid': 'ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49671dbb-1f39-4903-a9e1-e283831ec748', 'code': 200}
May 07 22:05:32.653952 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=49671dbb-1f39-4903-a9e1-e283831ec748,revision_number=12']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:32.663979 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d0517bb7-8262-4469-9b24-6669360cb6af tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (34b0e12f-f067-43e4-8179-e94faa59b5e8), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:32.749203 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91504f4d-98e9-47b3-8095-c887612bf392 req-25a424a6-51ad-4b46-b711-a1c9814885d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:32.749430 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0517bb7-8262-4469-9b24-6669360cb6af tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:05:32.752135 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-91504f4d-98e9-47b3-8095-c887612bf392 req-25a424a6-51ad-4b46-b711-a1c9814885d0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=86e7e675-440c-49d1-8be8-1667506afa40 HTTP/1.1" status: 200  len: 854 time: 0.0767117
May 07 22:05:32.765708 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687e2d7c-a265-46d5-985b-1c508e116ed8 req-cc03802a-ad3f-4267-a0b9-19eee0e63481 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:32.767442 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-687e2d7c-a265-46d5-985b-1c508e116ed8 req-cc03802a-ad3f-4267-a0b9-19eee0e63481 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/ports?device_id=aae59656-69ab-4136-adeb-885957bc32fb HTTP/1.1" status: 200  len: 943 time: 0.0802324
May 07 22:05:32.772133 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d0517bb7-8262-4469-9b24-6669360cb6af tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (bd31f07f-195d-4532-9f2e-96ba2adae47b), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:32.772556 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-d0517bb7-8262-4469-9b24-6669360cb6af tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Added segment bd31f07f-195d-4532-9f2e-96ba2adae47b of type vlan for network a038f827-27bb-4d15-9850-fc0f0e89c6f1
May 07 22:05:32.817748 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91504f4d-98e9-47b3-8095-c887612bf392 req-d788371b-b9d2-4564-b245-494ef6d3e136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:32.819405 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-91504f4d-98e9-47b3-8095-c887612bf392 req-d788371b-b9d2-4564-b245-494ef6d3e136 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f64cbfbe-feaa-48dc-9089-9445aa1eaa5a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0611360
May 07 22:05:32.870411 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dbdd33-89eb-4973-8a60-7ad32b2e5330 req-c58b7908-5216-4bfd-9d77-4d9b5505e511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:32.871850 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-24dbdd33-89eb-4973-8a60-7ad32b2e5330 req-c58b7908-5216-4bfd-9d77-4d9b5505e511 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 1129 time: 0.0845785
May 07 22:05:32.883940 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e73366-5900-4172-b0c2-10cc4ce44fe4 req-a2f62635-0bba-4949-9c6d-476e97a5abbe tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:32.885445 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-36e73366-5900-4172-b0c2-10cc4ce44fe4 req-a2f62635-0bba-4949-9c6d-476e97a5abbe tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 947 time: 0.0825200
May 07 22:05:32.908604 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d0517bb7-8262-4469-9b24-6669360cb6af tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (a038f827-27bb-4d15-9850-fc0f0e89c6f1), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:32.914522 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-687e2d7c-a265-46d5-985b-1c508e116ed8 req-a21fb084-d997-4fd1-b191-abdbeb9920a5 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/security-groups?id=6229b1a1-defe-4325-9fd9-618366611b92&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1404552
May 07 22:05:32.951866 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d0517bb7-8262-4469-9b24-6669360cb6af tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (34b0e12f-f067-43e4-8179-e94faa59b5e8), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:32.952411 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d0517bb7-8262-4469-9b24-6669360cb6af tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (a038f827-27bb-4d15-9850-fc0f0e89c6f1), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:32.958398 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0517bb7-8262-4469-9b24-6669360cb6af tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:32.962851 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0517bb7-8262-4469-9b24-6669360cb6af tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:32.963499 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d0517bb7-8262-4469-9b24-6669360cb6af tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:32.975957 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-24dbdd33-89eb-4973-8a60-7ad32b2e5330 req-905688be-747f-47a9-a055-3c5030ebb71a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0945232
May 07 22:05:32.991081 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-36e73366-5900-4172-b0c2-10cc4ce44fe4 req-875dcd76-7091-4d7a-95fd-039e2b1962d7 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0692346
May 07 22:05:33.004880 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-91504f4d-98e9-47b3-8095-c887612bf392 req-a27a707c-d1ba-4d14-80a4-17676ee798d5 service neutron] 10.222.0.59 "GET /v2.0/networks/f64cbfbe-feaa-48dc-9089-9445aa1eaa5a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1690359
May 07 22:05:33.024563 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-d0517bb7-8262-4469-9b24-6669360cb6af tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 1319 time: 1.0117218
May 07 22:05:33.038234 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 60086) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:33.123281 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0517bb7-8262-4469-9b24-6669360cb6af tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Pushing event updated for resources: {'Network': ['ID=34b0e12f-f067-43e4-8179-e94faa59b5e8,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:33.146876 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 34b0e12f-f067-43e4-8179-e94faa59b5e8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:05:33.209268 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022f4612-7678-4dc4-90d8-04c4d7a22722 req-bd1b88f4-bb0b-486d-9a5a-97f797d6afac tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:33.210892 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-022f4612-7678-4dc4-90d8-04c4d7a22722 req-bd1b88f4-bb0b-486d-9a5a-97f797d6afac tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 945 time: 0.1944423
May 07 22:05:33.277233 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-022f4612-7678-4dc4-90d8-04c4d7a22722 req-b8c417a5-1a96-4b90-b950-d5be459620ac tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0589769
May 07 22:05:33.322278 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0517bb7-8262-4469-9b24-6669360cb6af tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Pushing event updated for resources: {'Network': ['ID=a038f827-27bb-4d15-9850-fc0f0e89c6f1,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:33.336620 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network a038f827-27bb-4d15-9850-fc0f0e89c6f1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:05:33.440703 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfea0f12-57fc-4bed-8cd9-26161db68802 req-6c64d70c-fd17-4f93-8f76-d934ebb5127e tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:33.442462 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bfea0f12-57fc-4bed-8cd9-26161db68802 req-6c64d70c-fd17-4f93-8f76-d934ebb5127e tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 945 time: 0.0680671
May 07 22:05:33.511162 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bfea0f12-57fc-4bed-8cd9-26161db68802 req-c09559a6-2e54-4e04-a30f-27494d7ee366 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0577161
May 07 22:05:33.625247 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aeb861-6bca-4c3c-b0c1-49ebc3e9e09e req-dc40404a-cded-49cd-be44-dbacb6736e33 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:33.627850 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-36aeb861-6bca-4c3c-b0c1-49ebc3e9e09e req-dc40404a-cded-49cd-be44-dbacb6736e33 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 945 time: 0.0521126
May 07 22:05:33.643444 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12498163-9d0f-4437-ab8b-8791b79985fd req-388aa2c2-ed4a-46a0-a7d6-cb0311d264b3 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:33.644929 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-12498163-9d0f-4437-ab8b-8791b79985fd req-388aa2c2-ed4a-46a0-a7d6-cb0311d264b3 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=9df2668b-af6b-4323-a4a4-520fcae8e55e HTTP/1.1" status: 200  len: 946 time: 0.4879220
May 07 22:05:33.691174 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-36aeb861-6bca-4c3c-b0c1-49ebc3e9e09e req-fbfd4078-031b-4789-871c-f92e7a0b5f3e tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0564048
May 07 22:05:33.707756 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-91504f4d-98e9-47b3-8095-c887612bf392 req-2630dcd2-da57-497b-bace-baee76aa7ad7 service neutron] 10.222.0.59 "GET /v2.0/networks/f64cbfbe-feaa-48dc-9089-9445aa1eaa5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6952944
May 07 22:05:33.740429 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f7102e-040f-4a08-a42f-53cc4be68544 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:33.744842 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f7102e-040f-4a08-a42f-53cc4be68544 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:33.750204 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f7102e-040f-4a08-a42f-53cc4be68544 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:33.755807 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f7102e-040f-4a08-a42f-53cc4be68544 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:33.763253 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-b9f7102e-040f-4a08-a42f-53cc4be68544 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200  len: 2406 time: 0.7180021
May 07 22:05:33.763468 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 60108) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:33.780521 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-12498163-9d0f-4437-ab8b-8791b79985fd req-9148e2cc-4a7e-43ba-a131-4e689042b5a4 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/security-groups?id=40cff557-9a82-4417-b340-b34f43ebb5b2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1211345
May 07 22:05:33.890293 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576a6531-c676-4342-abaa-15ba57050b88 req-0830703b-d694-4080-9387-331ff86aa8dc tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:33.892357 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-576a6531-c676-4342-abaa-15ba57050b88 req-0830703b-d694-4080-9387-331ff86aa8dc tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 945 time: 0.0976865
May 07 22:05:33.899175 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f5ccf1bf-e7cb-49dd-80f4-960d9fd5e05d tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (34b0e12f-f067-43e4-8179-e94faa59b5e8), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:34.043281 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f5ccf1bf-e7cb-49dd-80f4-960d9fd5e05d tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (34b0e12f-f067-43e4-8179-e94faa59b5e8), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:34.058272 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-576a6531-c676-4342-abaa-15ba57050b88 req-894796ff-66a8-41e4-a7e9-3dfa3d9017a0 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1563199
May 07 22:05:34.074789 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c18b70-38b6-4f2e-8077-83e6af6ef5b8 req-9c8a674c-0902-4b07-82b1-8b5bbc7bc135 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:34.076344 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-86c18b70-38b6-4f2e-8077-83e6af6ef5b8 req-9c8a674c-0902-4b07-82b1-8b5bbc7bc135 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/ports?device_id=aae59656-69ab-4136-adeb-885957bc32fb HTTP/1.1" status: 200  len: 943 time: 0.0790563
May 07 22:05:34.082519 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-f5ccf1bf-e7cb-49dd-80f4-960d9fd5e05d tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf86b216d0>,) {'filters': {'network_id': ['34b0e12f-f067-43e4-8179-e94faa59b5e8']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:05:34.098968 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-f5ccf1bf-e7cb-49dd-80f4-960d9fd5e05d tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf86b216d0>, '3202b27d-c4dc-4289-a9d6-a79b0759b083') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:05:34.099874 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-f5ccf1bf-e7cb-49dd-80f4-960d9fd5e05d tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf86b216d0>, '3202b27d-c4dc-4289-a9d6-a79b0759b083') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:05:34.117763 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f5ccf1bf-e7cb-49dd-80f4-960d9fd5e05d tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (3202b27d-c4dc-4289-a9d6-a79b0759b083), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:34.139920 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f5ccf1bf-e7cb-49dd-80f4-960d9fd5e05d tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (3202b27d-c4dc-4289-a9d6-a79b0759b083), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:34.155128 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-86c18b70-38b6-4f2e-8077-83e6af6ef5b8 req-ff885cbd-5f68-4ee1-9cf4-efc8835554eb tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/security-groups?id=6229b1a1-defe-4325-9fd9-618366611b92&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0707686
May 07 22:05:34.156694 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5ccf1bf-e7cb-49dd-80f4-960d9fd5e05d tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:05:34.156694 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f5ccf1bf-e7cb-49dd-80f4-960d9fd5e05d tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (3202b27d-c4dc-4289-a9d6-a79b0759b083), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:34.161500 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 22:05:34.161500 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:05:34.161500 ncdv-master-1 neutron-server[121836]:     timer()
May 07 22:05:34.161500 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:05:34.161500 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 22:05:34.161500 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:05:34.161500 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 22:05:34.161500 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:05:34.161500 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 22:05:34.161500 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:05:34.161500 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 22:05:34.161500 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:05:34.161500 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 22:05:34.161500 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:05:34.161500 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:05:34.161500 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:05:34.161500 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:05:34.161500 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:05:34.161500 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 22:05:34.161500 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:05:34.161500 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 22:05:34.161500 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:05:34.161500 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:05:34.161500 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:05:34.161500 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 22:05:34.161500 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:05:34.161500 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:05:34.161500 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:05:34.161500 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:05:34.161500 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:05:34.161500 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:05:34.161500 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:05:34.262067 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7038e0e9-b575-4dce-ab67-8012d273299d req-0f0df886-5b63-4ebf-9d65-05263a38f6ae tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:34.263626 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7038e0e9-b575-4dce-ab67-8012d273299d req-0f0df886-5b63-4ebf-9d65-05263a38f6ae tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 947 time: 0.1212375
May 07 22:05:34.286389 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f5ccf1bf-e7cb-49dd-80f4-960d9fd5e05d tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (34b0e12f-f067-43e4-8179-e94faa59b5e8), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:34.307361 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f5ccf1bf-e7cb-49dd-80f4-960d9fd5e05d tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:34.310943 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-f5ccf1bf-e7cb-49dd-80f4-960d9fd5e05d tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] 10.222.0.32 "DELETE /v2.0/networks/34b0e12f-f067-43e4-8179-e94faa59b5e8 HTTP/1.1" status: 204  len: 168 time: 0.5493534
May 07 22:05:34.312328 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ccf1bf-e7cb-49dd-80f4-960d9fd5e05d tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Pushing event deleted for resources: {'Network': ['ID=34b0e12f-f067-43e4-8179-e94faa59b5e8,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:34.314895 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 60138) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:34.324289 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02bde9d-72cb-4533-bb07-fbb75ad2423a req-6108446b-4c43-4b60-92c2-0f11936d6c51 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:34.337216 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d02bde9d-72cb-4533-bb07-fbb75ad2423a req-6108446b-4c43-4b60-92c2-0f11936d6c51 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 945 time: 0.1035206
May 07 22:05:34.383645 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7038e0e9-b575-4dce-ab67-8012d273299d req-db386a5a-43cb-4563-8e76-db0396732a6a tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1131122
May 07 22:05:34.404945 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d02bde9d-72cb-4533-bb07-fbb75ad2423a req-cc469254-d31e-456b-9f86-539e2463e92e tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0618300
May 07 22:05:34.755373 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75061a9-c149-4bdf-ad7d-51c0d272059c req-ce5b3b8b-dad0-4839-80eb-632216d997a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:34.757034 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c75061a9-c149-4bdf-ad7d-51c0d272059c req-ce5b3b8b-dad0-4839-80eb-632216d997a8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=57990769f50b412194a108cdd627a767&device_id=aae59656-69ab-4136-adeb-885957bc32fb HTTP/1.1" status: 200  len: 1125 time: 0.0536768
May 07 22:05:34.877521 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8b4e41b3-07f4-49db-aeff-13e7b72f6b98 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (a038f827-27bb-4d15-9850-fc0f0e89c6f1), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:34.889755 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e810c8-a87d-4453-92c6-99365d905547 req-15dfe802-992d-4157-a2e8-7991512f7515 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:34.897272 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-03e810c8-a87d-4453-92c6-99365d905547 req-15dfe802-992d-4157-a2e8-7991512f7515 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 945 time: 0.0980873
May 07 22:05:34.948579 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229c0366-d16d-4331-93c3-52731fb169a1 req-00a8cc05-996c-43c1-88c4-a6f0742ff950 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:34.950354 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-229c0366-d16d-4331-93c3-52731fb169a1 req-00a8cc05-996c-43c1-88c4-a6f0742ff950 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=9df2668b-af6b-4323-a4a4-520fcae8e55e HTTP/1.1" status: 200  len: 946 time: 0.0740607
May 07 22:05:34.954647 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75061a9-c149-4bdf-ad7d-51c0d272059c req-460567db-12ed-4dd6-a09a-009e5feb956b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:34.956563 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c75061a9-c149-4bdf-ad7d-51c0d272059c req-460567db-12ed-4dd6-a09a-009e5feb956b service neutron] 10.222.0.59 "GET /v2.0/networks?id=f64cbfbe-feaa-48dc-9089-9445aa1eaa5a HTTP/1.1" status: 200  len: 916 time: 0.1932757
May 07 22:05:35.021524 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8b4e41b3-07f4-49db-aeff-13e7b72f6b98 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (a038f827-27bb-4d15-9850-fc0f0e89c6f1), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:35.023033 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c75061a9-c149-4bdf-ad7d-51c0d272059c req-e6743063-5cd2-411f-8a04-6bb38dff7076 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c846280a-8147-4e8c-bb8f-73673321d454 HTTP/1.1" status: 200  len: 217 time: 0.0576408
May 07 22:05:35.043086 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-8b4e41b3-07f4-49db-aeff-13e7b72f6b98 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf87431130>,) {'filters': {'network_id': ['a038f827-27bb-4d15-9850-fc0f0e89c6f1']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:05:35.053621 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-8b4e41b3-07f4-49db-aeff-13e7b72f6b98 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf87431130>, 'bd31f07f-195d-4532-9f2e-96ba2adae47b') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:05:35.053917 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-8b4e41b3-07f4-49db-aeff-13e7b72f6b98 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf87431130>, 'bd31f07f-195d-4532-9f2e-96ba2adae47b') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:05:35.062699 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-229c0366-d16d-4331-93c3-52731fb169a1 req-3e870846-f6ab-4b1b-8df0-4f88b46189c5 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/security-groups?id=40cff557-9a82-4417-b340-b34f43ebb5b2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1043370
May 07 22:05:35.064519 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8b4e41b3-07f4-49db-aeff-13e7b72f6b98 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (bd31f07f-195d-4532-9f2e-96ba2adae47b), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:35.096425 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8b4e41b3-07f4-49db-aeff-13e7b72f6b98 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (bd31f07f-195d-4532-9f2e-96ba2adae47b), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:35.111696 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75061a9-c149-4bdf-ad7d-51c0d272059c req-dd4cea22-896c-4099-b504-0ad6cb4128df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:35.112435 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b4e41b3-07f4-49db-aeff-13e7b72f6b98 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:05:35.112847 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8b4e41b3-07f4-49db-aeff-13e7b72f6b98 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (bd31f07f-195d-4532-9f2e-96ba2adae47b), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:35.113268 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c75061a9-c149-4bdf-ad7d-51c0d272059c req-dd4cea22-896c-4099-b504-0ad6cb4128df service neutron] 10.222.0.59 "GET /v2.0/subnets?id=86e7e675-440c-49d1-8be8-1667506afa40 HTTP/1.1" status: 200  len: 854 time: 0.0560391
May 07 22:05:35.115955 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 22:05:35.115955 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:05:35.115955 ncdv-master-1 neutron-server[121836]:     timer()
May 07 22:05:35.115955 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:05:35.115955 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 22:05:35.115955 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:05:35.115955 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 22:05:35.115955 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:05:35.115955 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 22:05:35.115955 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:05:35.115955 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 22:05:35.115955 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:05:35.115955 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 22:05:35.115955 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:05:35.115955 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:05:35.115955 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:05:35.115955 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:05:35.115955 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:05:35.115955 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 22:05:35.115955 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:05:35.115955 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 22:05:35.115955 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:05:35.115955 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:05:35.115955 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:05:35.115955 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 22:05:35.115955 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:05:35.115955 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:05:35.115955 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:05:35.115955 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:05:35.115955 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:05:35.115955 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:05:35.115955 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:05:35.130122 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-03e810c8-a87d-4453-92c6-99365d905547 req-edd38999-b84a-4243-ba4e-8cf843b5f45c tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2319601
May 07 22:05:35.184838 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75061a9-c149-4bdf-ad7d-51c0d272059c req-f428f199-47fd-43e7-b952-a2244489c0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:35.186605 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c75061a9-c149-4bdf-ad7d-51c0d272059c req-f428f199-47fd-43e7-b952-a2244489c0d9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f64cbfbe-feaa-48dc-9089-9445aa1eaa5a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0676911
May 07 22:05:35.190738 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8b4e41b3-07f4-49db-aeff-13e7b72f6b98 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (a038f827-27bb-4d15-9850-fc0f0e89c6f1), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:35.198168 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8b4e41b3-07f4-49db-aeff-13e7b72f6b98 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:35.207058 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-8b4e41b3-07f4-49db-aeff-13e7b72f6b98 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] 10.222.0.32 "DELETE /v2.0/networks/a038f827-27bb-4d15-9850-fc0f0e89c6f1 HTTP/1.1" status: 204  len: 168 time: 0.8909450
May 07 22:05:35.216062 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 60190) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:35.349709 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4e41b3-07f4-49db-aeff-13e7b72f6b98 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Pushing event deleted for resources: {'Network': ['ID=a038f827-27bb-4d15-9850-fc0f0e89c6f1,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:35.354934 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cdc8c2-200f-4bc0-84da-3dfb4c46b966 req-c812ba8c-e9bd-465f-9ed8-6174a620ca3a tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:35.356622 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-80cdc8c2-200f-4bc0-84da-3dfb4c46b966 req-c812ba8c-e9bd-465f-9ed8-6174a620ca3a tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/ports?device_id=aae59656-69ab-4136-adeb-885957bc32fb HTTP/1.1" status: 200  len: 943 time: 0.1035798
May 07 22:05:35.379164 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c75061a9-c149-4bdf-ad7d-51c0d272059c req-89caadf6-872e-46b1-865a-60745d4efcce service neutron] 10.222.0.59 "GET /v2.0/networks/f64cbfbe-feaa-48dc-9089-9445aa1eaa5a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1853125
May 07 22:05:35.432403 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb6280b-c62f-4ef9-8fdb-98a6bae17252 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:35.438288 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb6280b-c62f-4ef9-8fdb-98a6bae17252 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:35.444017 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-8bb6280b-c62f-4ef9-8fdb-98a6bae17252 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1339 time: 0.2263987
May 07 22:05:35.444644 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 60198) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:35.451049 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-fecc4968-67c2-4ac3-ae8d-fff7c2b22468 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1392666154'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:05:35.476946 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-80cdc8c2-200f-4bc0-84da-3dfb4c46b966 req-67361792-3329-47c6-8012-4f977ca583db tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/security-groups?id=6229b1a1-defe-4325-9fd9-618366611b92&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1098332
May 07 22:05:35.510594 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c75061a9-c149-4bdf-ad7d-51c0d272059c req-7cf1bb03-00e6-4c36-ab00-9d7c6488010e service neutron] 10.222.0.59 "GET /v2.0/networks/f64cbfbe-feaa-48dc-9089-9445aa1eaa5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1250689
May 07 22:05:35.513427 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fecc4968-67c2-4ac3-ae8d-fff7c2b22468 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Made reservation on behalf of 9da4f11a17fa45cab1e10a17394d39cd for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:05:35.517296 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fecc4968-67c2-4ac3-ae8d-fff7c2b22468 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:35.525918 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed049ace-0df8-4cd2-be8f-b1420e4044b1 req-3a2aff5a-716d-44d3-9e88-0899a24f5177 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:35.527469 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ed049ace-0df8-4cd2-be8f-b1420e4044b1 req-3a2aff5a-716d-44d3-9e88-0899a24f5177 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 947 time: 0.0724359
May 07 22:05:35.567531 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fecc4968-67c2-4ac3-ae8d-fff7c2b22468 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:05:35.591716 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fecc4968-67c2-4ac3-ae8d-fff7c2b22468 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (ac1976a8-667f-4c6c-acb3-12fdb67447e8), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:35.592072 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-fecc4968-67c2-4ac3-ae8d-fff7c2b22468 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Added segment ac1976a8-667f-4c6c-acb3-12fdb67447e8 of type vlan for network a424e572-4450-400b-8646-8b6f6cfc6c19
May 07 22:05:35.604936 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ed049ace-0df8-4cd2-be8f-b1420e4044b1 req-4ccb37ce-b0c0-4bc4-9d85-53ed9681363f tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0697627
May 07 22:05:35.637829 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fecc4968-67c2-4ac3-ae8d-fff7c2b22468 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (a424e572-4450-400b-8646-8b6f6cfc6c19), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:35.667664 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fecc4968-67c2-4ac3-ae8d-fff7c2b22468 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (a424e572-4450-400b-8646-8b6f6cfc6c19), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:35.672655 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fecc4968-67c2-4ac3-ae8d-fff7c2b22468 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:35.673285 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fecc4968-67c2-4ac3-ae8d-fff7c2b22468 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:35.710891 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-fecc4968-67c2-4ac3-ae8d-fff7c2b22468 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.2651727
May 07 22:05:35.713638 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 60208) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:35.721905 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-ec984393-6804-4a0e-96a2-0d95e16659b7 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1579404871'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:05:35.735298 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7b0b7b-ae88-4bb4-b5e8-2ec1e437bf2d req-20183a50-5c14-48cb-b4b8-fb1a56ef21be tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:35.736874 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-cf7b0b7b-ae88-4bb4-b5e8-2ec1e437bf2d req-20183a50-5c14-48cb-b4b8-fb1a56ef21be tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 947 time: 0.0608735
May 07 22:05:35.763153 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecc4968-67c2-4ac3-ae8d-fff7c2b22468 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Pushing event updated for resources: {'Network': ['ID=a424e572-4450-400b-8646-8b6f6cfc6c19,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:35.776713 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec984393-6804-4a0e-96a2-0d95e16659b7 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Made reservation on behalf of 9da4f11a17fa45cab1e10a17394d39cd for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:05:35.776940 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network a424e572-4450-400b-8646-8b6f6cfc6c19 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:05:35.780400 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ec984393-6804-4a0e-96a2-0d95e16659b7 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:35.803518 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-cf7b0b7b-ae88-4bb4-b5e8-2ec1e437bf2d req-fd615510-36f4-4b0a-9f02-d8f0f9f98722 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602305
May 07 22:05:35.809138 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec984393-6804-4a0e-96a2-0d95e16659b7 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:05:35.820723 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ec984393-6804-4a0e-96a2-0d95e16659b7 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (bb4cd87b-60ad-410e-be59-a179400e210f), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:35.827587 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-ec984393-6804-4a0e-96a2-0d95e16659b7 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Added segment bb4cd87b-60ad-410e-be59-a179400e210f of type vlan for network 82db7a4f-6420-44f6-ac2b-8bbb14dac71c
May 07 22:05:35.874363 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ec984393-6804-4a0e-96a2-0d95e16659b7 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (82db7a4f-6420-44f6-ac2b-8bbb14dac71c), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:35.929098 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ec984393-6804-4a0e-96a2-0d95e16659b7 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (82db7a4f-6420-44f6-ac2b-8bbb14dac71c), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:35.934363 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec984393-6804-4a0e-96a2-0d95e16659b7 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:35.935041 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ec984393-6804-4a0e-96a2-0d95e16659b7 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:35.981305 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d8af62-076f-4e0a-80a9-ebf3c0464297 req-9b420fc8-fcea-4adc-9f60-8d2f4b6a754c tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:35.982796 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-75d8af62-076f-4e0a-80a9-ebf3c0464297 req-9b420fc8-fcea-4adc-9f60-8d2f4b6a754c tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 947 time: 0.0962002
May 07 22:05:35.988416 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-ec984393-6804-4a0e-96a2-0d95e16659b7 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.2737679
May 07 22:05:35.991483 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 60214) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:35.996536 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-78f0f0d0-cc0c-4f6f-860a-d36069f8a161 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Request body: {'ports': [{'network_id': 'a424e572-4450-400b-8646-8b6f6cfc6c19', 'name': 'tempest-port--1189650666', 'admin_state_up': True}, {'network_id': '82db7a4f-6420-44f6-ac2b-8bbb14dac71c', 'admin_state_up': False}]} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:05:35.996860 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-78f0f0d0-cc0c-4f6f-860a-d36069f8a161 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Request body: {'port': {'network_id': 'a424e572-4450-400b-8646-8b6f6cfc6c19', 'name': 'tempest-port--1189650666', 'admin_state_up': True}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:05:35.997339 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-78f0f0d0-cc0c-4f6f-860a-d36069f8a161 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Request body: {'port': {'network_id': '82db7a4f-6420-44f6-ac2b-8bbb14dac71c', 'admin_state_up': False}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:05:36.048525 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec984393-6804-4a0e-96a2-0d95e16659b7 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Pushing event updated for resources: {'Network': ['ID=82db7a4f-6420-44f6-ac2b-8bbb14dac71c,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:36.061540 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 82db7a4f-6420-44f6-ac2b-8bbb14dac71c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:05:36.068664 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-75d8af62-076f-4e0a-80a9-ebf3c0464297 req-113df798-e9fc-4756-9456-ce5befc47303 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0792146
May 07 22:05:36.236019 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2066cf22-f2bf-4a8b-953a-89254314bfdc req-37d778b0-4aed-4369-8130-12585057357a tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:36.237524 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2066cf22-f2bf-4a8b-953a-89254314bfdc req-37d778b0-4aed-4369-8130-12585057357a tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=9df2668b-af6b-4323-a4a4-520fcae8e55e HTTP/1.1" status: 200  len: 946 time: 0.0737007
May 07 22:05:36.246123 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f0f0d0-cc0c-4f6f-860a-d36069f8a161 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Made reservation on behalf of 9da4f11a17fa45cab1e10a17394d39cd for: {'port': 2} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:05:36.247990 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28f03b1-ae43-4eaf-a427-9509c298b9a4 req-86e197fe-8bf3-4eba-a3ca-24361a1ad81c tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:36.249574 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d28f03b1-ae43-4eaf-a427-9509c298b9a4 req-86e197fe-8bf3-4eba-a3ca-24361a1ad81c tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 947 time: 0.0643687
May 07 22:05:36.250170 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-78f0f0d0-cc0c-4f6f-860a-d36069f8a161 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:36.278446 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-78f0f0d0-cc0c-4f6f-860a-d36069f8a161 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:36.308899 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d28f03b1-ae43-4eaf-a427-9509c298b9a4 req-6bbd312a-1d27-4137-9e52-9b2dd7331d75 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512805
May 07 22:05:36.362225 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2066cf22-f2bf-4a8b-953a-89254314bfdc req-eaa1e01d-5cbe-4309-829e-a25fca2e23be tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/security-groups?id=40cff557-9a82-4417-b340-b34f43ebb5b2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1173334
May 07 22:05:36.448327 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e940dd71-f1a9-4efb-bc73-54e72c31bddd req-e1ea37cc-99a9-4672-b389-5b44775cccfa tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:36.450113 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e940dd71-f1a9-4efb-bc73-54e72c31bddd req-e1ea37cc-99a9-4672-b389-5b44775cccfa tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 947 time: 0.0602677
May 07 22:05:36.477823 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [None req-78f0f0d0-cc0c-4f6f-860a-d36069f8a161 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] device_id is not set on port 648e6bf7-3c08-4ece-87ff-552618180fd8 yet. {{(pid=121837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 22:05:36.518956 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e940dd71-f1a9-4efb-bc73-54e72c31bddd req-27a2259c-1604-42f6-884f-7548b22d3067 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610638
May 07 22:05:36.577526 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-78f0f0d0-cc0c-4f6f-860a-d36069f8a161 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks [] for port (648e6bf7-3c08-4ece-87ff-552618180fd8), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:36.669844 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a781eaa-dab3-454c-ae1a-d13eccd09aa9 req-faf90902-8808-4436-8b38-78b6fcad88dd tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:36.671576 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7a781eaa-dab3-454c-ae1a-d13eccd09aa9 req-faf90902-8808-4436-8b38-78b6fcad88dd tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 947 time: 0.0492694
May 07 22:05:36.684548 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec2692f-d5a5-4a3c-be69-43d96f5d3de4 req-49627a4c-c7e0-4f42-899c-ba99b0634a19 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:36.686071 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8ec2692f-d5a5-4a3c-be69-43d96f5d3de4 req-49627a4c-c7e0-4f42-899c-ba99b0634a19 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/ports?device_id=aae59656-69ab-4136-adeb-885957bc32fb HTTP/1.1" status: 200  len: 943 time: 0.1130409
May 07 22:05:36.690856 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [None req-78f0f0d0-cc0c-4f6f-860a-d36069f8a161 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] device_id is not set on port 1d0d2668-bd85-4561-b40f-a5e9063e624c yet. {{(pid=121837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 22:05:36.723831 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7a781eaa-dab3-454c-ae1a-d13eccd09aa9 req-16813417-ac80-47ee-8a48-5fe8858edf50 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455911
May 07 22:05:36.753794 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8ec2692f-d5a5-4a3c-be69-43d96f5d3de4 req-c2da99d1-9593-4c71-88f2-05b9825ff81a tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/security-groups?id=6229b1a1-defe-4325-9fd9-618366611b92&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0564053
May 07 22:05:36.827821 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-78f0f0d0-cc0c-4f6f-860a-d36069f8a161 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks [] for port (1d0d2668-bd85-4561-b40f-a5e9063e624c), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:36.858101 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8f5244-7950-4711-837c-da3a37d7c8aa req-b6ede671-5f7e-4d46-9e77-4124bceddc47 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:36.869376 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1b8f5244-7950-4711-837c-da3a37d7c8aa req-b6ede671-5f7e-4d46-9e77-4124bceddc47 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 947 time: 0.0597637
May 07 22:05:36.873121 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-78f0f0d0-cc0c-4f6f-860a-d36069f8a161 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (648e6bf7-3c08-4ece-87ff-552618180fd8), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:36.943654 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1b8f5244-7950-4711-837c-da3a37d7c8aa req-0e6be049-bfe9-4c18-aed4-fc06f01d243c tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0731342
May 07 22:05:36.948128 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f0f0d0-cc0c-4f6f-860a-d36069f8a161 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Pushing event updated for resources: {'Port': ['ID=648e6bf7-3c08-4ece-87ff-552618180fd8,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:36.961624 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f0f0d0-cc0c-4f6f-860a-d36069f8a161 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Checking segment: {'id': 'ac1976a8-667f-4c6c-acb3-12fdb67447e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a424e572-4450-400b-8646-8b6f6cfc6c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:05:36.962092 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f0f0d0-cc0c-4f6f-860a-d36069f8a161 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Network hostable DHCP agents. Network: a424e572-4450-400b-8646-8b6f6cfc6c19, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:05:36.988172 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f0f0d0-cc0c-4f6f-860a-d36069f8a161 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Network a424e572-4450-400b-8646-8b6f6cfc6c19 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:05:37.004583 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-78f0f0d0-cc0c-4f6f-860a-d36069f8a161 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a424e572-4450-400b-8646-8b6f6cfc6c19) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:05:37.014928 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54bfa459-b311-48bd-b0d7-23f9b19b37dc None None] Network a424e572-4450-400b-8646-8b6f6cfc6c19 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:05:37.016229 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f0f0d0-cc0c-4f6f-860a-d36069f8a161 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:05:37.017735 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-78f0f0d0-cc0c-4f6f-860a-d36069f8a161 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (1d0d2668-bd85-4561-b40f-a5e9063e624c), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:37.096190 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device c846280a-8147-4e8c-bb8f-73673321d454 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:05:37.185110 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f0f0d0-cc0c-4f6f-860a-d36069f8a161 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Pushing event updated for resources: {'Port': ['ID=1d0d2668-bd85-4561-b40f-a5e9063e624c,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:37.205090 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f0f0d0-cc0c-4f6f-860a-d36069f8a161 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Checking segment: {'id': 'bb4cd87b-60ad-410e-be59-a179400e210f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '82db7a4f-6420-44f6-ac2b-8bbb14dac71c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:05:37.205463 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f0f0d0-cc0c-4f6f-860a-d36069f8a161 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Network hostable DHCP agents. Network: 82db7a4f-6420-44f6-ac2b-8bbb14dac71c, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:05:37.238892 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f0f0d0-cc0c-4f6f-860a-d36069f8a161 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Network 82db7a4f-6420-44f6-ac2b-8bbb14dac71c is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:05:37.262721 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-78f0f0d0-cc0c-4f6f-860a-d36069f8a161 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 82db7a4f-6420-44f6-ac2b-8bbb14dac71c) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:05:37.274376 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f0f0d0-cc0c-4f6f-860a-d36069f8a161 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:05:37.283081 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port c846280a-8147-4e8c-bb8f-73673321d454, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c846280a-8147-4e8c-bb8f-73673321d454,segment=NetworkSegment(ce6ea8f0-3d38-4ce3-8f23-f8c47e599e56),segment_id=ce6ea8f0-3d38-4ce3-8f23-f8c47e599e56)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:05:37.286559 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f0f0d0-cc0c-4f6f-860a-d36069f8a161 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:37.300513 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f0f0d0-cc0c-4f6f-860a-d36069f8a161 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:37.300656 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': 'c846280a-8147-4e8c-bb8f-73673321d454', 'network_id': 'f64cbfbe-feaa-48dc-9089-9445aa1eaa5a', 'port_id': 'c846280a-8147-4e8c-bb8f-73673321d454', 'mac_address': 'fa:16:3e:34:47:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86e7e675-440c-49d1-8be8-1667506afa40', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:05:37.302620 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-78f0f0d0-cc0c-4f6f-860a-d36069f8a161 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:37.305374 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be129bd-a8ac-4254-9028-3728b72ea773 None None] Network 82db7a4f-6420-44f6-ac2b-8bbb14dac71c requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:05:37.331601 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab13f52-3b2e-42ba-bc3d-c6816ca65f5a req-adf978d3-1af1-46bb-8f4a-f094218d3dca tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:37.343270 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6ab13f52-3b2e-42ba-bc3d-c6816ca65f5a req-adf978d3-1af1-46bb-8f4a-f094218d3dca tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 947 time: 0.1201813
May 07 22:05:37.349961 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 60254) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:37.350317 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-78f0f0d0-cc0c-4f6f-860a-d36069f8a161 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1450 time: 1.3564694
May 07 22:05:37.446299 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port c846280a-8147-4e8c-bb8f-73673321d454 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:05:37.446974 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (c846280a-8147-4e8c-bb8f-73673321d454), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:37.468333 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c846280a-8147-4e8c-bb8f-73673321d454 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:05:37.492716 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port c846280a-8147-4e8c-bb8f-73673321d454, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c846280a-8147-4e8c-bb8f-73673321d454,segment=NetworkSegment(ce6ea8f0-3d38-4ce3-8f23-f8c47e599e56),segment_id=ce6ea8f0-3d38-4ce3-8f23-f8c47e599e56)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:05:37.499155 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (c846280a-8147-4e8c-bb8f-73673321d454), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:37.520011 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352a73e9-5d2b-4636-bd83-b36486611f19 req-38641695-9d46-4513-bfd5-51d7a89b4c66 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:37.527673 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-352a73e9-5d2b-4636-bd83-b36486611f19 req-38641695-9d46-4513-bfd5-51d7a89b4c66 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=9df2668b-af6b-4323-a4a4-520fcae8e55e HTTP/1.1" status: 200  len: 946 time: 0.0836651
May 07 22:05:37.537844 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6ab13f52-3b2e-42ba-bc3d-c6816ca65f5a req-3f87e1f5-4c07-41e4-9253-8c6be369a9a8 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1849563
May 07 22:05:37.537844 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e62c3db-0d12-4ab1-8de2-89e4cc7c1517 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:37.542694 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e62c3db-0d12-4ab1-8de2-89e4cc7c1517 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:37.547046 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-1e62c3db-0d12-4ab1-8de2-89e4cc7c1517 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1445 time: 0.1929305
May 07 22:05:37.547652 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 60262) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:37.576100 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=c846280a-8147-4e8c-bb8f-73673321d454,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:37.588799 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:05:37.588799 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:05:37.589219 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:05:37.589341 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-352a73e9-5d2b-4636-bd83-b36486611f19 req-f87b4517-13b7-438c-b188-b0d2d5db4fb2 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/security-groups?id=40cff557-9a82-4417-b340-b34f43ebb5b2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0605562
May 07 22:05:37.589507 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:05:37.589831 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:05:37.590177 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:05:37.590503 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:05:37.590855 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:05:37.591189 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:05:37.591512 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:05:37.591834 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:05:37.592153 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:05:37.592472 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:05:37.592793 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:05:37.593113 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:05:37.652937 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-37c5ae4a-335f-49b7-97ae-b6ae0c05d0a1 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Deleting port 648e6bf7-3c08-4ece-87ff-552618180fd8 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:05:37.653234 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-37c5ae4a-335f-49b7-97ae-b6ae0c05d0a1 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (648e6bf7-3c08-4ece-87ff-552618180fd8), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:37.731652 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-37c5ae4a-335f-49b7-97ae-b6ae0c05d0a1 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (648e6bf7-3c08-4ece-87ff-552618180fd8), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:37.746628 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-37c5ae4a-335f-49b7-97ae-b6ae0c05d0a1 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Calling delete_port for 648e6bf7-3c08-4ece-87ff-552618180fd8 owned by  {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:05:37.771830 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['c846280a-8147-4e8c-bb8f-73673321d454'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:05:37.816983 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 22:05:37.852575 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-37c5ae4a-335f-49b7-97ae-b6ae0c05d0a1 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (648e6bf7-3c08-4ece-87ff-552618180fd8), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:37.910270 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c5ae4a-335f-49b7-97ae-b6ae0c05d0a1 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Pushing event deleted for resources: {'Port': ['ID=648e6bf7-3c08-4ece-87ff-552618180fd8,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:37.916659 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-37c5ae4a-335f-49b7-97ae-b6ae0c05d0a1 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:37.923502 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-37c5ae4a-335f-49b7-97ae-b6ae0c05d0a1 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] 10.222.0.32 "DELETE /v2.0/ports/648e6bf7-3c08-4ece-87ff-552618180fd8 HTTP/1.1" status: 204  len: 168 time: 0.3713899
May 07 22:05:37.923768 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 60268) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:37.927050 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86f7e8d-709b-4601-aa0a-3037a83c1896 req-5f94cfa7-b9d8-431b-bfa0-0021252e56ef tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:37.928610 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a86f7e8d-709b-4601-aa0a-3037a83c1896 req-5f94cfa7-b9d8-431b-bfa0-0021252e56ef tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/ports?device_id=aae59656-69ab-4136-adeb-885957bc32fb HTTP/1.1" status: 200  len: 944 time: 0.0863326
May 07 22:05:37.982155 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a86f7e8d-709b-4601-aa0a-3037a83c1896 req-4451cd6d-43ff-42ed-bb56-360111256c08 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/security-groups?id=6229b1a1-defe-4325-9fd9-618366611b92&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452549
May 07 22:05:38.019519 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-da6c8571-f898-4351-8748-3313ebeec189 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Deleting port 1d0d2668-bd85-4561-b40f-a5e9063e624c {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:05:38.019859 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-da6c8571-f898-4351-8748-3313ebeec189 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (1d0d2668-bd85-4561-b40f-a5e9063e624c), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:38.090160 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-da6c8571-f898-4351-8748-3313ebeec189 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (1d0d2668-bd85-4561-b40f-a5e9063e624c), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:38.103539 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-da6c8571-f898-4351-8748-3313ebeec189 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Calling delete_port for 1d0d2668-bd85-4561-b40f-a5e9063e624c owned by  {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:05:38.185301 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-da6c8571-f898-4351-8748-3313ebeec189 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (1d0d2668-bd85-4561-b40f-a5e9063e624c), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:38.218805 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6c8571-f898-4351-8748-3313ebeec189 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Pushing event deleted for resources: {'Port': ['ID=1d0d2668-bd85-4561-b40f-a5e9063e624c,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:38.225141 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-da6c8571-f898-4351-8748-3313ebeec189 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:38.230878 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-da6c8571-f898-4351-8748-3313ebeec189 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] 10.222.0.32 "DELETE /v2.0/ports/1d0d2668-bd85-4561-b40f-a5e9063e624c HTTP/1.1" status: 204  len: 168 time: 0.3039412
May 07 22:05:38.231055 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 60276) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:38.281927 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-0409e7bf-06ad-4ae2-bcbf-b26f3355414c tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.0496874
May 07 22:05:38.286167 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 60278) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:38.291059 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-99481183-0579-4a20-be43-b4e5f060d40d tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1221652955'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:05:38.312708 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99481183-0579-4a20-be43-b4e5f060d40d tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Made reservation on behalf of 9da4f11a17fa45cab1e10a17394d39cd for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:05:38.316605 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-99481183-0579-4a20-be43-b4e5f060d40d tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:38.340955 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99481183-0579-4a20-be43-b4e5f060d40d tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:05:38.350531 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-99481183-0579-4a20-be43-b4e5f060d40d tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (99d40519-ff1a-4a9a-bba5-4774fe89c92d), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:38.350907 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-99481183-0579-4a20-be43-b4e5f060d40d tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Added segment 99d40519-ff1a-4a9a-bba5-4774fe89c92d of type vlan for network b11bfcf6-5176-444f-8692-85cb938fa567
May 07 22:05:38.397306 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-99481183-0579-4a20-be43-b4e5f060d40d tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (b11bfcf6-5176-444f-8692-85cb938fa567), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:38.423490 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-99481183-0579-4a20-be43-b4e5f060d40d tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (b11bfcf6-5176-444f-8692-85cb938fa567), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:38.428353 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99481183-0579-4a20-be43-b4e5f060d40d tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:38.428934 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-99481183-0579-4a20-be43-b4e5f060d40d tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:38.469114 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-99481183-0579-4a20-be43-b4e5f060d40d tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.1817939
May 07 22:05:38.472298 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 60284) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:38.479284 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-933d3a6f-5e2e-4804-af12-80ac9a36af14 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-567568079'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:05:38.519614 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99481183-0579-4a20-be43-b4e5f060d40d tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Pushing event updated for resources: {'Network': ['ID=b11bfcf6-5176-444f-8692-85cb938fa567,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:38.530908 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-933d3a6f-5e2e-4804-af12-80ac9a36af14 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Made reservation on behalf of 9da4f11a17fa45cab1e10a17394d39cd for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:05:38.531133 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network b11bfcf6-5176-444f-8692-85cb938fa567 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:05:38.535300 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-933d3a6f-5e2e-4804-af12-80ac9a36af14 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:38.562023 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-933d3a6f-5e2e-4804-af12-80ac9a36af14 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:05:38.573670 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-933d3a6f-5e2e-4804-af12-80ac9a36af14 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (03c014c2-1f57-4661-af1f-97f53cdb4428), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:38.573670 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-933d3a6f-5e2e-4804-af12-80ac9a36af14 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Added segment 03c014c2-1f57-4661-af1f-97f53cdb4428 of type vlan for network 45b5e21d-46ec-489f-8322-4b05c4850567
May 07 22:05:38.642562 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-933d3a6f-5e2e-4804-af12-80ac9a36af14 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (45b5e21d-46ec-489f-8322-4b05c4850567), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:38.699778 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df1c99b-f83e-4d10-8f28-944f154fd2e5 req-177ab0e2-210d-4fae-b12a-24f2e03ea6d7 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:38.701664 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3df1c99b-f83e-4d10-8f28-944f154fd2e5 req-177ab0e2-210d-4fae-b12a-24f2e03ea6d7 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 947 time: 0.0739832
May 07 22:05:38.717340 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304c20a0-87d3-41e7-adae-bd5dfc9374c4 req-5d025784-078f-45ee-b728-948100cb9083 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:38.719243 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-304c20a0-87d3-41e7-adae-bd5dfc9374c4 req-5d025784-078f-45ee-b728-948100cb9083 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=9df2668b-af6b-4323-a4a4-520fcae8e55e HTTP/1.1" status: 200  len: 946 time: 0.0562994
May 07 22:05:38.721681 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-933d3a6f-5e2e-4804-af12-80ac9a36af14 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (45b5e21d-46ec-489f-8322-4b05c4850567), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:38.726515 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933d3a6f-5e2e-4804-af12-80ac9a36af14 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:38.727106 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-933d3a6f-5e2e-4804-af12-80ac9a36af14 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:38.779844 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-933d3a6f-5e2e-4804-af12-80ac9a36af14 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.3065050
May 07 22:05:38.795808 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-304c20a0-87d3-41e7-adae-bd5dfc9374c4 req-f0825e06-daf1-46bc-aa29-02c17cd9d1be tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/security-groups?id=40cff557-9a82-4417-b340-b34f43ebb5b2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0678635
May 07 22:05:38.820876 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933d3a6f-5e2e-4804-af12-80ac9a36af14 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Pushing event updated for resources: {'Network': ['ID=45b5e21d-46ec-489f-8322-4b05c4850567,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:38.825631 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3df1c99b-f83e-4d10-8f28-944f154fd2e5 req-d72c9c4d-1dc6-4aa6-a855-8a11b4494666 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1176584
May 07 22:05:38.832360 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 45b5e21d-46ec-489f-8322-4b05c4850567 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:05:39.080462 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device c846280a-8147-4e8c-bb8f-73673321d454 up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:05:39.176218 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning for port c846280a-8147-4e8c-bb8f-73673321d454 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 22:05:39.189871 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e059336e-6107-4bcd-a40b-95e06c5aa18d req-163ad56b-8fb9-46af-8742-d90b25bea964 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:39.190387 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port c846280a-8147-4e8c-bb8f-73673321d454 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:05:39.190980 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (c846280a-8147-4e8c-bb8f-73673321d454), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:39.192613 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e059336e-6107-4bcd-a40b-95e06c5aa18d req-163ad56b-8fb9-46af-8742-d90b25bea964 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 947 time: 0.1050489
May 07 22:05:39.246815 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf8ddf3-cf99-4de4-90e3-bf6a7713cc4f req-4c92cc3e-b5ca-49d6-8eea-9d39cfafc15c tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:39.257240 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fbf8ddf3-cf99-4de4-90e3-bf6a7713cc4f req-4c92cc3e-b5ca-49d6-8eea-9d39cfafc15c tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/ports?device_id=aae59656-69ab-4136-adeb-885957bc32fb HTTP/1.1" status: 200  len: 944 time: 0.1576641
May 07 22:05:39.274727 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c3dec0-8d77-4b45-845d-09f766739223 req-adcb2ddf-cc20-4d0d-80e6-cc250764dfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:39.284170 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f2c3dec0-8d77-4b45-845d-09f766739223 req-adcb2ddf-cc20-4d0d-80e6-cc250764dfdc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8cdcd8ea83db42c996b9c0cb8bac89aa&device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 1129 time: 0.1339829
May 07 22:05:39.290508 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e059336e-6107-4bcd-a40b-95e06c5aa18d req-501ade37-a970-4420-bc28-26cd29906608 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0827827
May 07 22:05:39.349163 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port c846280a-8147-4e8c-bb8f-73673321d454 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:05:39.349826 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (c846280a-8147-4e8c-bb8f-73673321d454), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:39.404399 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fbf8ddf3-cf99-4de4-90e3-bf6a7713cc4f req-fbc0a287-e8d3-4760-a073-14bbf20a6f0c tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/security-groups?id=6229b1a1-defe-4325-9fd9-618366611b92&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1446097
May 07 22:05:39.408202 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port c846280a-8147-4e8c-bb8f-73673321d454, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c846280a-8147-4e8c-bb8f-73673321d454,segment=NetworkSegment(ce6ea8f0-3d38-4ce3-8f23-f8c47e599e56),segment_id=ce6ea8f0-3d38-4ce3-8f23-f8c47e599e56)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:05:39.413268 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aae59656-69ab-4136-adeb-885957bc32fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c846280a-8147-4e8c-bb8f-73673321d454'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:05:39.420320 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 60308) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:39.433235 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6250474-03d8-4f8c-a0b1-53cfad1fce25" -d '{"events": [{"server_uuid": "aae59656-69ab-4136-adeb-885957bc32fb", "name": "network-vif-plugged", "status": "completed", "tag": "c846280a-8147-4e8c-bb8f-73673321d454"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:05:39.445825 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (c846280a-8147-4e8c-bb8f-73673321d454), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:39.471406 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c3dec0-8d77-4b45-845d-09f766739223 req-80bd56f4-b5ab-4cab-942a-00dac0737b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:39.473794 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f2c3dec0-8d77-4b45-845d-09f766739223 req-80bd56f4-b5ab-4cab-942a-00dac0737b3c service neutron] 10.222.0.55 "GET /v2.0/networks?id=cd3974b0-b5b4-4267-bd42-3bc0d892b541 HTTP/1.1" status: 200  len: 915 time: 0.1769638
May 07 22:05:39.521752 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=c846280a-8147-4e8c-bb8f-73673321d454,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:39.535840 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f986659a-f8a4-49ea-90fb-a1c0c53fa6fc x-openstack-request-id: req-f986659a-f8a4-49ea-90fb-a1c0c53fa6fc {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:05:39.536457 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aae59656-69ab-4136-adeb-885957bc32fb", "name": "network-vif-plugged", "status": "completed", "tag": "c846280a-8147-4e8c-bb8f-73673321d454", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:05:39.537017 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f986659a-f8a4-49ea-90fb-a1c0c53fa6fc {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:05:39.537655 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f986659a-f8a4-49ea-90fb-a1c0c53fa6fc'] response: {'server_uuid': 'aae59656-69ab-4136-adeb-885957bc32fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c846280a-8147-4e8c-bb8f-73673321d454', 'code': 200}
May 07 22:05:39.564826 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f2c3dec0-8d77-4b45-845d-09f766739223 req-c1be9886-40d5-4651-aff4-34a5c3458d0d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=49671dbb-1f39-4903-a9e1-e283831ec748 HTTP/1.1" status: 200  len: 217 time: 0.0837708
May 07 22:05:39.590335 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55f9b2a-4a25-43f4-a52c-4483f58e53fc tempest-TestNetworkBasicOps-1465750221 tempest-TestNetworkBasicOps-1465750221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:39.591131 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55f9b2a-4a25-43f4-a52c-4483f58e53fc tempest-TestNetworkBasicOps-1465750221 tempest-TestNetworkBasicOps-1465750221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:39.591678 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55f9b2a-4a25-43f4-a52c-4483f58e53fc tempest-TestNetworkBasicOps-1465750221 tempest-TestNetworkBasicOps-1465750221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:39.593565 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-d55f9b2a-4a25-43f4-a52c-4483f58e53fc tempest-TestNetworkBasicOps-1465750221 tempest-TestNetworkBasicOps-1465750221-project-admin] 10.222.0.32 "GET /v2.0/ports?project_id=0c313e966d334c26afa43b480ab20fb0&network_id=0124d628-0714-4eb8-b81f-1f5a4ced80cc HTTP/1.1" status: 200  len: 3075 time: 0.1724463
May 07 22:05:39.622391 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e289f3-c8b3-4793-8ea5-ae4beb536bac req-89580c99-eb27-402f-a7ef-44e582a1f0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:39.624095 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b2e289f3-c8b3-4793-8ea5-ae4beb536bac req-89580c99-eb27-402f-a7ef-44e582a1f0d3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=aae59656-69ab-4136-adeb-885957bc32fb HTTP/1.1" status: 200  len: 1127 time: 0.0553854
May 07 22:05:39.628247 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c3dec0-8d77-4b45-845d-09f766739223 req-efb78bee-3a54-4aa7-9293-aeb59edb5b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:39.630301 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f2c3dec0-8d77-4b45-845d-09f766739223 req-efb78bee-3a54-4aa7-9293-aeb59edb5b31 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=35cc5169-512d-4e47-a67e-744102f823c5 HTTP/1.1" status: 200  len: 854 time: 0.0600770
May 07 22:05:39.668611 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f2c3dec0-8d77-4b45-845d-09f766739223 req-42c0f964-fb33-4379-ae8a-c6bfd79bcedf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cd3974b0-b5b4-4267-bd42-3bc0d892b541&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0326941
May 07 22:05:39.680971 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b2e289f3-c8b3-4793-8ea5-ae4beb536bac req-addabb8a-d285-432c-8cb6-e09c42cab5a1 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=6229b1a1-defe-4325-9fd9-618366611b92&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0493457
May 07 22:05:39.794664 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f2c3dec0-8d77-4b45-845d-09f766739223 req-a88bfd8b-44a1-4cdc-be0c-c135cdc6715a service neutron] 10.222.0.55 "GET /v2.0/networks/cd3974b0-b5b4-4267-bd42-3bc0d892b541?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1109307
May 07 22:05:39.931178 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f2c3dec0-8d77-4b45-845d-09f766739223 req-f9fb1866-5abb-4182-9848-61296322a455 service neutron] 10.222.0.55 "GET /v2.0/networks/cd3974b0-b5b4-4267-bd42-3bc0d892b541?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1300030
May 07 22:05:39.943155 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59718d6-0972-4f0b-8e7f-92b6a2453ea1 req-44ae3edb-d89a-4f1f-b583-d8626a609291 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:39.944635 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c59718d6-0972-4f0b-8e7f-92b6a2453ea1 req-44ae3edb-d89a-4f1f-b583-d8626a609291 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=9df2668b-af6b-4323-a4a4-520fcae8e55e HTTP/1.1" status: 200  len: 946 time: 0.0653634
May 07 22:05:39.993742 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c59718d6-0972-4f0b-8e7f-92b6a2453ea1 req-3b4f0155-16e5-4fc4-902f-35d95fe500bb tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/security-groups?id=40cff557-9a82-4417-b340-b34f43ebb5b2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432897
May 07 22:05:40.430272 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a242a0f-c2aa-4bc2-b670-999737dfbae0 req-14a81c1d-1a03-46f0-805e-719e725bb7c9 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:40.439809 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7a242a0f-c2aa-4bc2-b670-999737dfbae0 req-14a81c1d-1a03-46f0-805e-719e725bb7c9 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 947 time: 0.0620558
May 07 22:05:40.522479 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7a242a0f-c2aa-4bc2-b670-999737dfbae0 req-3fc01d98-7dc9-4e07-a680-7322980cfce6 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0811617
May 07 22:05:40.563838 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2c9dfc-e533-49d4-8f99-b6c846c5445d req-d027c682-96c5-4407-b750-fc21c67c6b9a tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:40.566088 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2f2c9dfc-e533-49d4-8f99-b6c846c5445d req-d027c682-96c5-4407-b750-fc21c67c6b9a tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/ports?device_id=aae59656-69ab-4136-adeb-885957bc32fb HTTP/1.1" status: 200  len: 945 time: 0.0684023
May 07 22:05:40.639684 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2f2c9dfc-e533-49d4-8f99-b6c846c5445d req-386b60de-e5ab-4faa-a299-305bb3987e00 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/security-groups?id=6229b1a1-defe-4325-9fd9-618366611b92&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0661869
May 07 22:05:41.121541 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c74841c-d1d7-4766-a16e-76b95797db8a req-8caff9e7-8adb-4539-80ec-8b0ad6b25adf tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:41.123217 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2c74841c-d1d7-4766-a16e-76b95797db8a req-8caff9e7-8adb-4539-80ec-8b0ad6b25adf tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=9df2668b-af6b-4323-a4a4-520fcae8e55e HTTP/1.1" status: 200  len: 946 time: 0.0504029
May 07 22:05:41.178396 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2c74841c-d1d7-4766-a16e-76b95797db8a req-1c9ca3a8-ebda-41d4-a182-9d5049f01d45 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/security-groups?id=40cff557-9a82-4417-b340-b34f43ebb5b2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424821
May 07 22:05:41.407237 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 60368) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:41.473209 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e89334-2cda-4d28-860c-9f9b8c37ee40 tempest-TestNetworkBasicOps-1465750221 tempest-TestNetworkBasicOps-1465750221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:41.474897 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-37e89334-2cda-4d28-860c-9f9b8c37ee40 tempest-TestNetworkBasicOps-1465750221 tempest-TestNetworkBasicOps-1465750221-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=9221b764-ef06-431f-8941-796516ed7c3b HTTP/1.1" status: 200  len: 814 time: 0.0664735
May 07 22:05:41.760168 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f90db7f-83a9-4f10-b6ad-116b335cf12d req-adf81399-b802-4d8b-8d65-576a940741e9 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:41.762611 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0f90db7f-83a9-4f10-b6ad-116b335cf12d req-adf81399-b802-4d8b-8d65-576a940741e9 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 947 time: 0.1057184
May 07 22:05:41.827211 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0f90db7f-83a9-4f10-b6ad-116b335cf12d req-5a739c54-e78b-485e-8633-7e4db7484386 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572758
May 07 22:05:41.862864 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0419c02a-dd63-4bbf-a250-f33496a6a1a3 req-70b42f48-acae-428b-9731-afac8bafc179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:41.864380 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0419c02a-dd63-4bbf-a250-f33496a6a1a3 req-70b42f48-acae-428b-9731-afac8bafc179 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9df2668b-af6b-4323-a4a4-520fcae8e55e HTTP/1.1" status: 200  len: 1128 time: 0.1309738
May 07 22:05:41.873850 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e93e20f-4993-4279-af2a-aaf362ffb0e8 req-135b1a7a-ba65-41f3-882e-5f9aa9ade174 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:41.875798 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9e93e20f-4993-4279-af2a-aaf362ffb0e8 req-135b1a7a-ba65-41f3-882e-5f9aa9ade174 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/ports?device_id=aae59656-69ab-4136-adeb-885957bc32fb HTTP/1.1" status: 200  len: 945 time: 0.0734549
May 07 22:05:41.961086 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9e93e20f-4993-4279-af2a-aaf362ffb0e8 req-417487a7-ec1d-4d21-b1af-34a5ecfc75b9 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/security-groups?id=6229b1a1-defe-4325-9fd9-618366611b92&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0786390
May 07 22:05:41.990577 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465720fe-5eb8-4244-8734-d302fa2dda80 req-0e86dbd9-62ec-43b5-9d40-c2192fde2c8e tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:41.999693 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-465720fe-5eb8-4244-8734-d302fa2dda80 req-0e86dbd9-62ec-43b5-9d40-c2192fde2c8e tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 947 time: 0.0638065
May 07 22:05:42.050466 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-465720fe-5eb8-4244-8734-d302fa2dda80 req-6b324284-1da1-4b16-8aab-bdf7f79cba37 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481372
May 07 22:05:42.179264 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 60398) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:42.184925 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-bbbe3373-af3d-4eda-8a08-4647873a8989 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Request body: {'network': {'name': 'tempest-network-smoke--233032771', 'project_id': '0c313e966d334c26afa43b480ab20fb0', 'port_security_enabled': True}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:05:42.203994 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4e60c0e8-14ec-416e-94c5-9599d2635743 req-a42e3d37-3b4f-4a2f-aa9d-b64cc70a3d0a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0915773
May 07 22:05:42.222221 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 60402) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:42.243295 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0419c02a-dd63-4bbf-a250-f33496a6a1a3 req-2ee147c9-037b-4a55-a34b-949129038e4a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=40cff557-9a82-4417-b340-b34f43ebb5b2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1751707
May 07 22:05:42.279654 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b30aa04-a283-4af7-8ec8-6c62cea5a92d req-6961b7a6-f7a9-4cd9-98ed-09ce8f8158bb tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:42.292410 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5b30aa04-a283-4af7-8ec8-6c62cea5a92d req-6961b7a6-f7a9-4cd9-98ed-09ce8f8158bb tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/ports?device_id=aae59656-69ab-4136-adeb-885957bc32fb HTTP/1.1" status: 200  len: 945 time: 0.2054257
May 07 22:05:42.292931 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 60406) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:42.301007 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 60408) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:42.302334 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-02529c4a-3bbd-4597-bb1c-4098c5d51553 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Request body: {'floatingip': {'port_id': 'c846280a-8147-4e8c-bb8f-73673321d454'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:05:42.303719 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbbe3373-af3d-4eda-8a08-4647873a8989 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Made reservation on behalf of 0c313e966d334c26afa43b480ab20fb0 for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:05:42.309077 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bbbe3373-af3d-4eda-8a08-4647873a8989 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:42.318448 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e89659-ccf9-4a91-b1fb-0449cb64b92e req-7267e677-0c62-4e0d-a5d6-90d2e315cc52 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:42.321643 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-08e89659-ccf9-4a91-b1fb-0449cb64b92e req-7267e677-0c62-4e0d-a5d6-90d2e315cc52 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 947 time: 0.1232984
May 07 22:05:42.326752 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-d82ba745-7333-450e-818e-065b092615bb tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Request body: {'subnets': [{'network_id': 'b11bfcf6-5176-444f-8692-85cb938fa567', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--415484670', 'ip_version': 6}, {'network_id': '45b5e21d-46ec-489f-8322-4b05c4850567', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:05:42.327106 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-d82ba745-7333-450e-818e-065b092615bb tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Request body: {'subnet': {'network_id': 'b11bfcf6-5176-444f-8692-85cb938fa567', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--415484670', 'ip_version': 6}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:05:42.327982 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-d82ba745-7333-450e-818e-065b092615bb tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Request body: {'subnet': {'network_id': '45b5e21d-46ec-489f-8322-4b05c4850567', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:05:42.346945 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e60c0e8-14ec-416e-94c5-9599d2635743 req-549537ff-ee19-4cdf-ae0c-35f91fd3de4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:42.348601 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4e60c0e8-14ec-416e-94c5-9599d2635743 req-549537ff-ee19-4cdf-ae0c-35f91fd3de4c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=759c66c34f414c19b2109393738ef639&device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 1127 time: 0.0860772
May 07 22:05:42.349096 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-02529c4a-3bbd-4597-bb1c-4098c5d51553 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks [] for floatingip (9fcd3f80-1045-44a4-a2be-c3cf382f452e), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:42.433566 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-03fd992f-5896-46c1-bdc5-5ec9182aa233 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:42.479810 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b55e603-5baf-453b-b1cd-98f44df43e43 req-1df48a96-d9b1-4bde-8114-1e57acea35c5 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:42.481301 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9b55e603-5baf-453b-b1cd-98f44df43e43 req-1df48a96-d9b1-4bde-8114-1e57acea35c5 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=9df2668b-af6b-4323-a4a4-520fcae8e55e HTTP/1.1" status: 200  len: 946 time: 0.0943658
May 07 22:05:42.540927 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbbe3373-af3d-4eda-8a08-4647873a8989 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:05:42.585476 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9b55e603-5baf-453b-b1cd-98f44df43e43 req-aad89f9f-3f6f-4be2-ac0c-2af52b77fae6 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/security-groups?id=40cff557-9a82-4417-b340-b34f43ebb5b2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0964887
May 07 22:05:42.591381 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bbbe3373-af3d-4eda-8a08-4647873a8989 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (44e4f7be-1fdd-4e4f-a214-28b58268136e), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:42.591735 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-bbbe3373-af3d-4eda-8a08-4647873a8989 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Added segment 44e4f7be-1fdd-4e4f-a214-28b58268136e of type vlan for network 92fb32be-a7e7-4bc8-b8a6-5ec911c8daec
May 07 22:05:42.603282 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-08e89659-ccf9-4a91-b1fb-0449cb64b92e req-d89cd12d-4168-4613-870d-9b89030e7901 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2536926
May 07 22:05:42.733098 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bbbe3373-af3d-4eda-8a08-4647873a8989 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (92fb32be-a7e7-4bc8-b8a6-5ec911c8daec), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:42.741682 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e60c0e8-14ec-416e-94c5-9599d2635743 req-c55be9df-7aa3-48a7-9aea-38cd3111d5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:42.743128 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4e60c0e8-14ec-416e-94c5-9599d2635743 req-c55be9df-7aa3-48a7-9aea-38cd3111d5d0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=33b52409-fae0-4935-b5d0-15acefaa0f3f HTTP/1.1" status: 200  len: 913 time: 0.3578560
May 07 22:05:42.790405 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701e3d76-e20f-418f-9e6d-6bb85876b0bf req-cdec0b78-96fb-4cbe-955f-890f154bd95b tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:42.791924 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-701e3d76-e20f-418f-9e6d-6bb85876b0bf req-cdec0b78-96fb-4cbe-955f-890f154bd95b tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 947 time: 0.0969377
May 07 22:05:42.827282 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d82ba745-7333-450e-818e-065b092615bb tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Made reservation on behalf of 9da4f11a17fa45cab1e10a17394d39cd for: {'subnet': 2} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:05:42.831597 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d82ba745-7333-450e-818e-065b092615bb tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:42.831924 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d82ba745-7333-450e-818e-065b092615bb tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:42.856169 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bbbe3373-af3d-4eda-8a08-4647873a8989 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (92fb32be-a7e7-4bc8-b8a6-5ec911c8daec), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:42.861494 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbe3373-af3d-4eda-8a08-4647873a8989 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:42.862070 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bbbe3373-af3d-4eda-8a08-4647873a8989 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:42.893049 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-701e3d76-e20f-418f-9e6d-6bb85876b0bf req-d6310b71-b5a0-4498-8ea5-88229d07fc21 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0916495
May 07 22:05:42.898057 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-03fd992f-5896-46c1-bdc5-5ec9182aa233 admin admin] Publish callbacks [] for security_group (0af38f24-da6c-47cc-a280-f7eae174c898), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:42.927100 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-03fd992f-5896-46c1-bdc5-5ec9182aa233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (0af38f24-da6c-47cc-a280-f7eae174c898), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:42.982293 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-bbbe3373-af3d-4eda-8a08-4647873a8989 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.8019018
May 07 22:05:42.983916 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 60416) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:43.004660 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-02529c4a-3bbd-4597-bb1c-4098c5d51553 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:43.006287 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4e60c0e8-14ec-416e-94c5-9599d2635743 req-15e84a9f-16fc-4383-b387-c55f2551e6a8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d78a47c-1b52-4c8f-ad8e-184b9192eee5 HTTP/1.1" status: 200  len: 1000 time: 0.2444921
May 07 22:05:43.036562 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-02529c4a-3bbd-4597-bb1c-4098c5d51553 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (9fcd3f80-1045-44a4-a2be-c3cf382f452e), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:43.093980 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbe3373-af3d-4eda-8a08-4647873a8989 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Pushing event updated for resources: {'Network': ['ID=92fb32be-a7e7-4bc8-b8a6-5ec911c8daec,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:43.106064 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 92fb32be-a7e7-4bc8-b8a6-5ec911c8daec details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:05:43.110054 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-03fd992f-5896-46c1-bdc5-5ec9182aa233 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6b63fb8760694d5886d283268a438487&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8852465
May 07 22:05:43.113672 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 60418) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:43.140007 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26cb659-bd53-45b4-89d1-762a09e4dbab tempest-TestNetworkBasicOps-1465750221 tempest-TestNetworkBasicOps-1465750221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:43.142128 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-f26cb659-bd53-45b4-89d1-762a09e4dbab tempest-TestNetworkBasicOps-1465750221 tempest-TestNetworkBasicOps-1465750221-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=0c313e966d334c26afa43b480ab20fb0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 830 time: 0.1566644
May 07 22:05:43.148869 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1552f51-7b53-4a59-88f7-09a28cfeb218 req-05ab50f7-a1da-43fc-a00b-570d2b64cd8d tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:43.149178 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fd992f-5896-46c1-bdc5-5ec9182aa233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af38f24-da6c-47cc-a280-f7eae174c898,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:43.149829 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d1552f51-7b53-4a59-88f7-09a28cfeb218 req-05ab50f7-a1da-43fc-a00b-570d2b64cd8d tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 947 time: 0.1228790
May 07 22:05:43.151502 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 60420) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:43.246604 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e60c0e8-14ec-416e-94c5-9599d2635743 req-f93a05c9-fded-420a-90de-8afbd3d20d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:43.248176 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4e60c0e8-14ec-416e-94c5-9599d2635743 req-f93a05c9-fded-420a-90de-8afbd3d20d3b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3e304f3b-3927-4f57-b6d9-ff32c4ae5938 HTTP/1.1" status: 200  len: 851 time: 0.2040241
May 07 22:05:43.251483 ncdv-master-1 neutron-server[121837]: INFO neutron.db.l3_db [None req-02529c4a-3bbd-4597-bb1c-4098c5d51553 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Floating IP 9fcd3f80-1045-44a4-a2be-c3cf382f452e associated. External IP: 172.35.4.137, port: c846280a-8147-4e8c-bb8f-73673321d454.
May 07 22:05:43.297167 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d1552f51-7b53-4a59-88f7-09a28cfeb218 req-8e00c259-8c1f-4e1c-ab78-7f6316dfadea tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1099646
May 07 22:05:43.362683 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2397d467-2325-4ba0-bf3c-1b581dff9c82 admin admin] Publish callbacks [] for security_group (0af38f24-da6c-47cc-a280-f7eae174c898), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:43.405017 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e60c0e8-14ec-416e-94c5-9599d2635743 req-9744f686-dbb0-4dc3-93ec-e0609248e4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:43.406530 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4e60c0e8-14ec-416e-94c5-9599d2635743 req-9744f686-dbb0-4dc3-93ec-e0609248e4ce service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=33b52409-fae0-4935-b5d0-15acefaa0f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1390867
May 07 22:05:43.449692 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2397d467-2325-4ba0-bf3c-1b581dff9c82 admin admin] Publish callbacks [] for security_group (0af38f24-da6c-47cc-a280-f7eae174c898), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:43.588860 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c044c356-5b59-4aa6-a4fe-0ed289ec6ffe tempest-TestNetworkBasicOps-1465750221 tempest-TestNetworkBasicOps-1465750221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:43.590352 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-c044c356-5b59-4aa6-a4fe-0ed289ec6ffe tempest-TestNetworkBasicOps-1465750221 tempest-TestNetworkBasicOps-1465750221-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.4345069
May 07 22:05:43.605890 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cb7d59-428c-4798-b841-2cf46bc3eeb7 req-9a259c98-978c-4c92-91cd-28df2fd5526b tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:43.607374 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c6cb7d59-428c-4798-b841-2cf46bc3eeb7 req-9a259c98-978c-4c92-91cd-28df2fd5526b tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 947 time: 0.1999223
May 07 22:05:43.607846 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 60424) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:43.699699 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-f22579b6-55a0-4437-bed3-caf28ea71726 tempest-TestNetworkBasicOps-1465750221 tempest-TestNetworkBasicOps-1465750221-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=9221b764-ef06-431f-8941-796516ed7c3b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0849450
May 07 22:05:43.702698 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 60428) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:43.747213 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-9c02b7ea-2e78-44dc-aee3-94c3809cbebf tempest-TestNetworkBasicOps-1465750221 tempest-TestNetworkBasicOps-1465750221-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=0c313e966d334c26afa43b480ab20fb0&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0429380
May 07 22:05:43.754099 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6c297e-0984-4179-a044-d7f9442f6f60 req-fc28d492-7e7a-4dff-b932-d6f4276e445f tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:43.755654 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ce6c297e-0984-4179-a044-d7f9442f6f60 req-fc28d492-7e7a-4dff-b932-d6f4276e445f tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=9df2668b-af6b-4323-a4a4-520fcae8e55e HTTP/1.1" status: 200  len: 946 time: 0.0853035
May 07 22:05:43.756248 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 60430) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:44.018466 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ce6c297e-0984-4179-a044-d7f9442f6f60 req-bf1bb2b3-f0d3-4fd1-a476-7dcf4e3bfcf9 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/security-groups?id=40cff557-9a82-4417-b340-b34f43ebb5b2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2178586
May 07 22:05:44.049027 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02529c4a-3bbd-4597-bb1c-4098c5d51553 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Router 2123aa39-c4f0-4e9a-9167-73acf960a6ad has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:05:44.052460 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af65a3b-8cac-4c3f-aecd-6f9f6df4954c tempest-TestNetworkBasicOps-1465750221 tempest-TestNetworkBasicOps-1465750221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:44.058764 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-9af65a3b-8cac-4c3f-aecd-6f9f6df4954c tempest-TestNetworkBasicOps-1465750221 tempest-TestNetworkBasicOps-1465750221-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.2621179
May 07 22:05:44.059419 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 60434) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:44.080073 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4e60c0e8-14ec-416e-94c5-9599d2635743 req-50328541-021e-42bc-8d89-81c9152f64bc service neutron] 10.222.0.55 "GET /v2.0/networks/33b52409-fae0-4935-b5d0-15acefaa0f3f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6538510
May 07 22:05:44.084388 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2397d467-2325-4ba0-bf3c-1b581dff9c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (0af38f24-da6c-47cc-a280-f7eae174c898), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:44.086924 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2397d467-2325-4ba0-bf3c-1b581dff9c82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:44.090559 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-2397d467-2325-4ba0-bf3c-1b581dff9c82 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0af38f24-da6c-47cc-a280-f7eae174c898 HTTP/1.1" status: 204  len: 168 time: 0.9745822
May 07 22:05:44.101028 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-d8b3b04d-baab-4ad8-8384-fc9fba7c44d2 tempest-TestNetworkBasicOps-1465750221 tempest-TestNetworkBasicOps-1465750221-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=9221b764-ef06-431f-8941-796516ed7c3b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0395205
May 07 22:05:44.103482 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 60438) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:44.108270 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-e5830259-9d9b-4c85-a767-88a470bf3414 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-887668222', 'network_id': '92fb32be-a7e7-4bc8-b8a6-5ec911c8daec', 'project_id': '0c313e966d334c26afa43b480ab20fb0', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:05:44.134415 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c6cb7d59-428c-4798-b841-2cf46bc3eeb7 req-90b82448-f497-49b1-b749-d138b936d216 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4839227
May 07 22:05:44.146188 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2397d467-2325-4ba0-bf3c-1b581dff9c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af38f24-da6c-47cc-a280-f7eae174c898,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:44.274155 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4e60c0e8-14ec-416e-94c5-9599d2635743 req-4afede63-0184-4816-9919-cb4d564ac537 service neutron] 10.222.0.55 "GET /v2.0/networks/33b52409-fae0-4935-b5d0-15acefaa0f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1824772
May 07 22:05:44.364811 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02529c4a-3bbd-4597-bb1c-4098c5d51553 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:05:44.371498 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-02529c4a-3bbd-4597-bb1c-4098c5d51553 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:44.375593 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5830259-9d9b-4c85-a767-88a470bf3414 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Made reservation on behalf of 0c313e966d334c26afa43b480ab20fb0 for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:05:44.379261 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e5830259-9d9b-4c85-a767-88a470bf3414 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:44.387614 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14cad22-545d-438f-86b2-a581c80b2da2 None None] Sync routers for ids ['2123aa39-c4f0-4e9a-9167-73acf960a6ad'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:05:44.415058 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14cad22-545d-438f-86b2-a581c80b2da2 None None] Routers {'2123aa39-c4f0-4e9a-9167-73acf960a6ad'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:05:44.419306 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-c14cad22-545d-438f-86b2-a581c80b2da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7ffacc40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:05:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['2123aa39-c4f0-4e9a-9167-73acf960a6ad'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:05:44.447464 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d82ba745-7333-450e-818e-065b092615bb tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (e83fbe80-51be-4e23-8c82-f828b74e598f), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:44.462909 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-02529c4a-3bbd-4597-bb1c-4098c5d51553 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "PUT /v2.0/floatingips/9fcd3f80-1045-44a4-a2be-c3cf382f452e HTTP/1.1" status: 200  len: 991 time: 2.1665130
May 07 22:05:44.472217 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aae59656-69ab-4136-adeb-885957bc32fb', 'tag': 'c846280a-8147-4e8c-bb8f-73673321d454'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:05:44.474927 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae018265-26db-4461-9e9e-9b3c7277b7c6" -d '{"events": [{"name": "network-changed", "server_uuid": "aae59656-69ab-4136-adeb-885957bc32fb", "tag": "c846280a-8147-4e8c-bb8f-73673321d454"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:05:44.523732 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1dc99d-8ea5-4f6a-969b-8b683f5b273f req-9f908af9-3d29-4c98-8c08-2d3167ea1a12 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:44.525276 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ff1dc99d-8ea5-4f6a-969b-8b683f5b273f req-9f908af9-3d29-4c98-8c08-2d3167ea1a12 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 947 time: 0.1584117
May 07 22:05:44.596924 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82ba745-7333-450e-818e-065b092615bb tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Pushing event updated for resources: {'Subnet': ['ID=e83fbe80-51be-4e23-8c82-f828b74e598f,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:44.624643 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82ba745-7333-450e-818e-065b092615bb tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Checking segment: {'id': '99d40519-ff1a-4a9a-bba5-4774fe89c92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b11bfcf6-5176-444f-8692-85cb938fa567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:05:44.625320 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82ba745-7333-450e-818e-065b092615bb tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Network hostable DHCP agents. Network: b11bfcf6-5176-444f-8692-85cb938fa567, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:05:44.676412 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ff1dc99d-8ea5-4f6a-969b-8b683f5b273f req-10cff1a0-5170-460d-92d2-ad21d4bd6491 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1276081
May 07 22:05:44.679948 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-026284da-430a-4ce5-8098-3416fc8e9789 x-openstack-request-id: req-026284da-430a-4ce5-8098-3416fc8e9789 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:05:44.680622 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aae59656-69ab-4136-adeb-885957bc32fb", "tag": "c846280a-8147-4e8c-bb8f-73673321d454", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:05:44.681249 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-026284da-430a-4ce5-8098-3416fc8e9789 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:05:44.681807 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-026284da-430a-4ce5-8098-3416fc8e9789'] response: {'name': 'network-changed', 'server_uuid': 'aae59656-69ab-4136-adeb-885957bc32fb', 'tag': 'c846280a-8147-4e8c-bb8f-73673321d454', 'status': 'completed', 'code': 200}
May 07 22:05:44.696761 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 60460) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:44.703109 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82ba745-7333-450e-818e-065b092615bb tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Network b11bfcf6-5176-444f-8692-85cb938fa567 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:05:44.715468 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f5c5c7dc-4be1-43c8-bac1-198539efdfe3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:44.773064 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-d82ba745-7333-450e-818e-065b092615bb tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b11bfcf6-5176-444f-8692-85cb938fa567) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:05:44.785512 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28509dc-fa19-4391-b083-7180903a3533 None None] Network b11bfcf6-5176-444f-8692-85cb938fa567 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:05:44.828245 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daca0d98-9540-4672-be0c-0db9192046b6 req-17c6bb60-9b1c-4ee9-ac79-9e0e3d1dd2ec tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:44.831965 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-daca0d98-9540-4672-be0c-0db9192046b6 req-17c6bb60-9b1c-4ee9-ac79-9e0e3d1dd2ec tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 947 time: 0.0616834
May 07 22:05:44.840876 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d82ba745-7333-450e-818e-065b092615bb tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (9fe81425-9e52-4896-a366-075223117a9b), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:44.848352 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bec2ef-8e07-464e-8333-8bf09f592da8 req-0bdd82d5-926a-4cbd-bd8c-64739e4a208a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:44.849982 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a5bec2ef-8e07-464e-8333-8bf09f592da8 req-0bdd82d5-926a-4cbd-bd8c-64739e4a208a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8130c27f2b84434a8d6fa5032b67aa1e&device_id=9df2668b-af6b-4323-a4a4-520fcae8e55e HTTP/1.1" status: 200  len: 1128 time: 0.1656878
May 07 22:05:44.856180 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8a6f26-fc65-480f-a794-280b46837db4 req-a88ca249-5f7f-46b3-9f21-1eea0a12ac6c tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:44.857622 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-be8a6f26-fc65-480f-a794-280b46837db4 req-a88ca249-5f7f-46b3-9f21-1eea0a12ac6c tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=9df2668b-af6b-4323-a4a4-520fcae8e55e HTTP/1.1" status: 200  len: 946 time: 0.1748836
May 07 22:05:44.870108 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae018265-26db-4461-9e9e-9b3c7277b7c6 req-e9cb1805-ac48-480c-8ea2-3984bc28da84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:44.871453 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ae018265-26db-4461-9e9e-9b3c7277b7c6 req-e9cb1805-ac48-480c-8ea2-3984bc28da84 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=57990769f50b412194a108cdd627a767&device_id=aae59656-69ab-4136-adeb-885957bc32fb HTTP/1.1" status: 200  len: 1127 time: 0.1940460
May 07 22:05:44.880601 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-c14cad22-545d-438f-86b2-a581c80b2da2 None None] Set router 2123aa39-c4f0-4e9a-9167-73acf960a6ad gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:05:44.932564 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e5830259-9d9b-4c85-a767-88a470bf3414 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (972ec13e-de98-400f-8482-a57ac29cd1e1), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:44.959448 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f5c5c7dc-4be1-43c8-bac1-198539efdfe3 admin admin] Publish callbacks [] for security_group (7f2d8588-3888-4799-8d40-cf98d582f86c), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:44.966727 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82ba745-7333-450e-818e-065b092615bb tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Pushing event updated for resources: {'Subnet': ['ID=9fe81425-9e52-4896-a366-075223117a9b,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:44.975524 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-daca0d98-9540-4672-be0c-0db9192046b6 req-e5e298e6-8706-4bad-af40-9c79f4d5a5e0 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1370766
May 07 22:05:44.976150 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f5c5c7dc-4be1-43c8-bac1-198539efdfe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (7f2d8588-3888-4799-8d40-cf98d582f86c), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:45.024126 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82ba745-7333-450e-818e-065b092615bb tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Checking segment: {'id': '03c014c2-1f57-4661-af1f-97f53cdb4428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '45b5e21d-46ec-489f-8322-4b05c4850567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:05:45.024712 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82ba745-7333-450e-818e-065b092615bb tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Network hostable DHCP agents. Network: 45b5e21d-46ec-489f-8322-4b05c4850567, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:05:45.070169 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [req-6c052850-f1e7-44a9-98a1-0a8c53ae11e7 req-487c3c6b-3396-46d0-9c26-f4731999ce23 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121836) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:05:45.071208 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6c052850-f1e7-44a9-98a1-0a8c53ae11e7 req-487c3c6b-3396-46d0-9c26-f4731999ce23 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0098474
May 07 22:05:45.107427 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c5c7dc-4be1-43c8-bac1-198539efdfe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f2d8588-3888-4799-8d40-cf98d582f86c,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:45.129316 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-be8a6f26-fc65-480f-a794-280b46837db4 req-4efb73bd-d5c8-455f-bc19-7bee55f72b10 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/security-groups?id=40cff557-9a82-4417-b340-b34f43ebb5b2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2483950
May 07 22:05:45.130028 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5830259-9d9b-4c85-a767-88a470bf3414 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Pushing event updated for resources: {'Subnet': ['ID=972ec13e-de98-400f-8482-a57ac29cd1e1,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:45.133303 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-f5c5c7dc-4be1-43c8-bac1-198539efdfe3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=04818d2bdae04f5985fe1deb791d842e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4354305
May 07 22:05:45.136358 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 60468) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:45.146029 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f045d210-b466-48d0-ba61-0385ef10e974 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b11bfcf6-5176-444f-8692-85cb938fa567', 'network_id': 'b11bfcf6-5176-444f-8692-85cb938fa567', 'project_id': '9da4f11a17fa45cab1e10a17394d39cd', 'fixed_ips': [{'subnet_id': 'e83fbe80-51be-4e23-8c82-f828b74e598f'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:05:45.147131 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f045d210-b466-48d0-ba61-0385ef10e974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:45.158348 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82ba745-7333-450e-818e-065b092615bb tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Network 45b5e21d-46ec-489f-8322-4b05c4850567 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:05:45.174472 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-d82ba745-7333-450e-818e-065b092615bb tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 45b5e21d-46ec-489f-8322-4b05c4850567) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:05:45.180645 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82ba745-7333-450e-818e-065b092615bb tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:45.181118 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82ba745-7333-450e-818e-065b092615bb tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:45.182296 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d82ba745-7333-450e-818e-065b092615bb tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:45.182913 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bec2ef-8e07-464e-8333-8bf09f592da8 req-7055ff0f-eb2b-494b-809c-975b5797620d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:45.184875 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a5bec2ef-8e07-464e-8333-8bf09f592da8 req-7055ff0f-eb2b-494b-809c-975b5797620d service neutron] 10.222.0.59 "GET /v2.0/networks?id=f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b HTTP/1.1" status: 200  len: 920 time: 0.3230352
May 07 22:05:45.206169 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae018265-26db-4461-9e9e-9b3c7277b7c6 req-110f3b93-2bff-4987-a879-01db683cc28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:45.207824 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ae018265-26db-4461-9e9e-9b3c7277b7c6 req-110f3b93-2bff-4987-a879-01db683cc28c service neutron] 10.222.0.59 "GET /v2.0/networks?id=f64cbfbe-feaa-48dc-9089-9445aa1eaa5a HTTP/1.1" status: 200  len: 916 time: 0.3165908
May 07 22:05:45.218933 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5830259-9d9b-4c85-a767-88a470bf3414 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Checking segment: {'id': '44e4f7be-1fdd-4e4f-a214-28b58268136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '92fb32be-a7e7-4bc8-b8a6-5ec911c8daec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:05:45.219149 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5830259-9d9b-4c85-a767-88a470bf3414 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Network hostable DHCP agents. Network: 92fb32be-a7e7-4bc8-b8a6-5ec911c8daec, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:05:45.232446 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0604b76-8751-4d8f-9280-9c07c5ae3f63 None None] Network 45b5e21d-46ec-489f-8322-4b05c4850567 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:05:45.244976 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-d82ba745-7333-450e-818e-065b092615bb tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 1475 time: 2.9222777
May 07 22:05:45.252040 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a6bdc7-3b72-4bd4-95ab-076338963386 req-f92ee961-286f-4324-9665-2626f0963f4e tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:45.253525 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-04a6bdc7-3b72-4bd4-95ab-076338963386 req-f92ee961-286f-4324-9665-2626f0963f4e tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 947 time: 0.0765617
May 07 22:05:45.254001 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 60470) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:45.334115 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-c14cad22-545d-438f-86b2-a581c80b2da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7ffacc40>, [{'id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'name': 'tempest-AttachVolumeNegativeTest-1449072548-router', 'tenant_id': '57990769f50b412194a108cdd627a767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.74'}], 'enable_snat': True}, 'gw_port_id': 'acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:00:22Z', 'updated_at': '2022-05-07T22:00:41Z', 'revision_number': 4, 'project_id': '57990769f50b412194a108cdd627a767', 'gw_port': {'id': 'acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:25Z', 'updated_at': '2022-05-07T22:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '9fcd3f80-1045-44a4-a2be-c3cf382f452e', 'tenant_id': '57990769f50b412194a108cdd627a767', 'floating_ip_address': '172.35.4.137', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'port_id': 'c846280a-8147-4e8c-bb8f-73673321d454', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2288, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f64cbfbe-feaa-48dc-9089-9445aa1eaa5a', 'mac_address': 'fa:16:3e:34:47:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae59656-69ab-4136-adeb-885957bc32fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:05:27Z', 'updated_at': '2022-05-07T22:05:42Z', 'revision_number': 1, 'project_id': '57990769f50b412194a108cdd627a767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd203508-b1f9-4999-a351-df4ad5229f44', 'name': '', 'network_id': 'f64cbfbe-feaa-48dc-9089-9445aa1eaa5a', 'tenant_id': '57990769f50b412194a108cdd627a767', 'mac_address': 'fa:16:3e:08:a0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '86e7e675-440c-49d1-8be8-1667506afa40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:37Z', 'updated_at': '2022-05-07T22:00:57Z', 'revision_number': 5, 'project_id': '57990769f50b412194a108cdd627a767', 'subnets': [{'id': '86e7e675-440c-49d1-8be8-1667506afa40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:05:45.362381 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a5bec2ef-8e07-464e-8333-8bf09f592da8 req-c75a82e4-8b6f-4fbb-8661-f0e312cdc47a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26735917-c705-4821-b89b-e6f718fdc166 HTTP/1.1" status: 200  len: 1002 time: 0.1707585
May 07 22:05:45.366403 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-04a6bdc7-3b72-4bd4-95ab-076338963386 req-fa11b893-5ced-49ca-b65f-d775cacf384e tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1031520
May 07 22:05:45.373394 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5830259-9d9b-4c85-a767-88a470bf3414 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Network 92fb32be-a7e7-4bc8-b8a6-5ec911c8daec is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:05:45.391691 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14cad22-545d-438f-86b2-a581c80b2da2 None None] Checking router: 2123aa39-c4f0-4e9a-9167-73acf960a6ad for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:05:45.407452 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ae018265-26db-4461-9e9e-9b3c7277b7c6 req-a53a2475-582a-45ec-9c3b-7c38ce942886 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c846280a-8147-4e8c-bb8f-73673321d454 HTTP/1.1" status: 200  len: 999 time: 0.1925950
May 07 22:05:45.410307 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-e5830259-9d9b-4c85-a767-88a470bf3414 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 92fb32be-a7e7-4bc8-b8a6-5ec911c8daec) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:05:45.418244 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5d7412-2bc5-4456-94a3-4680e6d81357 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:45.419738 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5d7412-2bc5-4456-94a3-4680e6d81357 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:45.421172 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5d7412-2bc5-4456-94a3-4680e6d81357 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:45.423414 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-6e5d7412-2bc5-4456-94a3-4680e6d81357 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2101 time: 0.1684976
May 07 22:05:45.432596 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 60474) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:45.436520 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-144e5700-ea8d-446f-bca1-0b6699980f28 admin admin] Publish callbacks [] for security_group (7f2d8588-3888-4799-8d40-cf98d582f86c), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:45.462171 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-144e5700-ea8d-446f-bca1-0b6699980f28 admin admin] Publish callbacks [] for security_group (7f2d8588-3888-4799-8d40-cf98d582f86c), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:45.490818 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3291f27-8990-4042-9877-f1b1f9e928fa None None] Network 92fb32be-a7e7-4bc8-b8a6-5ec911c8daec requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:05:45.509923 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5830259-9d9b-4c85-a767-88a470bf3414 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:45.510481 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_v2 [None req-895143c0-622e-41ee-88d2-ad5b7aa74e1d tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Deleting subnet e83fbe80-51be-4e23-8c82-f828b74e598f {{(pid=121836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:05:45.510610 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e5830259-9d9b-4c85-a767-88a470bf3414 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:45.560555 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14cad22-545d-438f-86b2-a581c80b2da2 None None] Routers {'2123aa39-c4f0-4e9a-9167-73acf960a6ad'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:05:45.561221 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-c14cad22-545d-438f-86b2-a581c80b2da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7ffacc40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:05:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['2123aa39-c4f0-4e9a-9167-73acf960a6ad'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:05:45.601802 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bec2ef-8e07-464e-8333-8bf09f592da8 req-cd53e0cf-80bb-49e5-b682-3a46a573c4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:45.603256 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a5bec2ef-8e07-464e-8333-8bf09f592da8 req-cd53e0cf-80bb-49e5-b682-3a46a573c4bd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b554e5f7-e35c-452a-ba74-fc50d3983e51 HTTP/1.1" status: 200  len: 858 time: 0.2275500
May 07 22:05:45.613492 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-e5830259-9d9b-4c85-a767-88a470bf3414 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.5090380
May 07 22:05:45.620068 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae018265-26db-4461-9e9e-9b3c7277b7c6 req-b6673966-d5e7-4401-9cd8-c81a6a027260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:45.621738 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ae018265-26db-4461-9e9e-9b3c7277b7c6 req-b6673966-d5e7-4401-9cd8-c81a6a027260 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=86e7e675-440c-49d1-8be8-1667506afa40 HTTP/1.1" status: 200  len: 854 time: 0.1429050
May 07 22:05:45.627974 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9add5ad1-6809-4a12-a9d4-9e60bcc7848a req-1a5d0a69-4d75-4cb9-9980-78030b24b585 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:45.629405 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9add5ad1-6809-4a12-a9d4-9e60bcc7848a req-1a5d0a69-4d75-4cb9-9980-78030b24b585 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 947 time: 0.1458023
May 07 22:05:45.647278 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-144e5700-ea8d-446f-bca1-0b6699980f28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (7f2d8588-3888-4799-8d40-cf98d582f86c), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:45.649941 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-144e5700-ea8d-446f-bca1-0b6699980f28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:45.651108 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-144e5700-ea8d-446f-bca1-0b6699980f28 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7f2d8588-3888-4799-8d40-cf98d582f86c HTTP/1.1" status: 204  len: 168 time: 0.4976754
May 07 22:05:45.673971 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144e5700-ea8d-446f-bca1-0b6699980f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f2d8588-3888-4799-8d40-cf98d582f86c,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:45.683037 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-f045d210-b466-48d0-ba61-0385ef10e974 None None] Allocated IP 2001:db8::1 (b11bfcf6-5176-444f-8692-85cb938fa567/e83fbe80-51be-4e23-8c82-f828b74e598f/b9a29252-6635-4ca8-be46-bd2cee1cb03c) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:05:45.748885 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be258de-3683-40ce-8307-8571d6e679ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-45b5e21d-46ec-489f-8322-4b05c4850567', 'network_id': '45b5e21d-46ec-489f-8322-4b05c4850567', 'project_id': '9da4f11a17fa45cab1e10a17394d39cd', 'fixed_ips': [{'subnet_id': '9fe81425-9e52-4896-a366-075223117a9b'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:05:45.750058 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5be258de-3683-40ce-8307-8571d6e679ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:45.839107 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9add5ad1-6809-4a12-a9d4-9e60bcc7848a req-525d2ac5-c278-4852-b79a-11d45156bef6 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1941934
May 07 22:05:45.854319 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae018265-26db-4461-9e9e-9b3c7277b7c6 req-7d50cb1f-ad60-4542-9792-a777fcc51be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:45.865502 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ae018265-26db-4461-9e9e-9b3c7277b7c6 req-7d50cb1f-ad60-4542-9792-a777fcc51be7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f64cbfbe-feaa-48dc-9089-9445aa1eaa5a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1559417
May 07 22:05:45.866791 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bec2ef-8e07-464e-8333-8bf09f592da8 req-8204b209-0a10-4ea4-bc7e-edf29d9ef1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:45.873823 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a5bec2ef-8e07-464e-8333-8bf09f592da8 req-8204b209-0a10-4ea4-bc7e-edf29d9ef1a6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1587892
May 07 22:05:45.885528 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c75f168-93b1-4d22-b031-db0bce44e37d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-92fb32be-a7e7-4bc8-b8a6-5ec911c8daec', 'network_id': '92fb32be-a7e7-4bc8-b8a6-5ec911c8daec', 'project_id': '0c313e966d334c26afa43b480ab20fb0', 'fixed_ips': [{'subnet_id': '972ec13e-de98-400f-8482-a57ac29cd1e1'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:05:45.886376 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5c75f168-93b1-4d22-b031-db0bce44e37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:45.907954 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-c14cad22-545d-438f-86b2-a581c80b2da2 None None] Set router 2123aa39-c4f0-4e9a-9167-73acf960a6ad gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:05:45.972065 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 60484) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:45.977961 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-943fbdeb-9372-4c8f-9bb2-423063a1442e tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1137902148', 'description': 'tempest-secgroup-smoke-1137902148 description', 'project_id': '0c313e966d334c26afa43b480ab20fb0'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:05:46.020165 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-943fbdeb-9372-4c8f-9bb2-423063a1442e tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:46.122873 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-943fbdeb-9372-4c8f-9bb2-423063a1442e tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for security_group (209a8469-27da-4068-98cf-336fcf135f12), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:46.125593 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812c03a0-7947-4f80-baf7-97289020dea4 req-fbfaa2dc-3d98-41d1-8711-3676818904bb tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:46.127927 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-812c03a0-7947-4f80-baf7-97289020dea4 req-fbfaa2dc-3d98-41d1-8711-3676818904bb tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 947 time: 0.1259408
May 07 22:05:46.154023 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-943fbdeb-9372-4c8f-9bb2-423063a1442e tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (209a8469-27da-4068-98cf-336fcf135f12), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:46.183086 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a5bec2ef-8e07-464e-8333-8bf09f592da8 req-cce27cb6-3586-43d1-b5b0-371733ec08a9 service neutron] 10.222.0.59 "GET /v2.0/networks/f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2778897
May 07 22:05:46.187678 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ae018265-26db-4461-9e9e-9b3c7277b7c6 req-9e34d7e9-ed48-4b75-bce7-99690042c30d service neutron] 10.222.0.59 "GET /v2.0/networks/f64cbfbe-feaa-48dc-9089-9445aa1eaa5a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3042483
May 07 22:05:46.205704 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-943fbdeb-9372-4c8f-9bb2-423063a1442e tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:46.208826 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-943fbdeb-9372-4c8f-9bb2-423063a1442e tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.2356887
May 07 22:05:46.228807 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943fbdeb-9372-4c8f-9bb2-423063a1442e tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=209a8469-27da-4068-98cf-336fcf135f12,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:46.244649 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 60490) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:46.249212 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-c3fb2725-19c1-454c-b9f5-3937e39a4ff7 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Request body: {'security_group_rule': {'security_group_id': '209a8469-27da-4068-98cf-336fcf135f12', 'project_id': '0c313e966d334c26afa43b480ab20fb0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:05:46.302261 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-5be258de-3683-40ce-8307-8571d6e679ca None None] Allocated IP 2001:db8:0:1::1 (45b5e21d-46ec-489f-8322-4b05c4850567/9fe81425-9e52-4896-a366-075223117a9b/20a0fbcf-c5a0-4d35-964f-1f4784ae0c81) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:05:46.324901 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c3fb2725-19c1-454c-b9f5-3937e39a4ff7 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for security_group_rule (c02ca123-88fd-4bfa-b773-fd58d8d10cfc), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:46.333420 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-812c03a0-7947-4f80-baf7-97289020dea4 req-777efd2a-3e92-44d7-9f54-41ac684a3e3b tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1931722
May 07 22:05:46.337671 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834e2779-7c6b-4451-ba34-628e355f3319 req-8ef83e24-9172-40ea-aa98-b79e24451e02 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:46.341919 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f045d210-b466-48d0-ba61-0385ef10e974 None None] Publish callbacks [] for port (b9a29252-6635-4ca8-be46-bd2cee1cb03c), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:46.346980 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-834e2779-7c6b-4451-ba34-628e355f3319 req-8ef83e24-9172-40ea-aa98-b79e24451e02 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=9df2668b-af6b-4323-a4a4-520fcae8e55e HTTP/1.1" status: 200  len: 946 time: 0.0824857
May 07 22:05:46.365379 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-5c75f168-93b1-4d22-b031-db0bce44e37d None None] Allocated IP 172.20.0.18 (92fb32be-a7e7-4bc8-b8a6-5ec911c8daec/972ec13e-de98-400f-8482-a57ac29cd1e1/eaf5805f-0506-496b-aa6b-244f35404faa) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:05:46.369860 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f045d210-b466-48d0-ba61-0385ef10e974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (b9a29252-6635-4ca8-be46-bd2cee1cb03c), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:46.373481 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-895143c0-622e-41ee-88d2-ad5b7aa74e1d tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks [] for subnet (e83fbe80-51be-4e23-8c82-f828b74e598f), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:46.413294 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 60494) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:46.471088 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6e8c96e5-8fb5-49bf-b7a1-7610daeb663c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:46.497465 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-895143c0-622e-41ee-88d2-ad5b7aa74e1d tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726883'] for subnet (e83fbe80-51be-4e23-8c82-f828b74e598f), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:46.550471 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c3fb2725-19c1-454c-b9f5-3937e39a4ff7 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for security_group_rule (c02ca123-88fd-4bfa-b773-fd58d8d10cfc), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:46.570032 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c3fb2725-19c1-454c-b9f5-3937e39a4ff7 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (c02ca123-88fd-4bfa-b773-fd58d8d10cfc), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:46.597129 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-834e2779-7c6b-4451-ba34-628e355f3319 req-5fa1c5e1-91a9-439a-92e6-838f2070f072 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/security-groups?id=40cff557-9a82-4417-b340-b34f43ebb5b2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2481577
May 07 22:05:46.621212 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fb2725-19c1-454c-b9f5-3937e39a4ff7 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c02ca123-88fd-4bfa-b773-fd58d8d10cfc,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:46.720429 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f045d210-b466-48d0-ba61-0385ef10e974 None None] Network b11bfcf6-5176-444f-8692-85cb938fa567 is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:05:46.740326 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c3fb2725-19c1-454c-b9f5-3937e39a4ff7 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:46.742819 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-f045d210-b466-48d0-ba61-0385ef10e974 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:05:46.746054 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-c3fb2725-19c1-454c-b9f5-3937e39a4ff7 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5003312
May 07 22:05:46.756137 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 60496) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:46.760702 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-c73cdbf3-66ca-4670-844b-fdd57b48bf9b tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Request body: {'security_group_rule': {'security_group_id': '209a8469-27da-4068-98cf-336fcf135f12', 'project_id': '0c313e966d334c26afa43b480ab20fb0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:05:46.778115 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f045d210-b466-48d0-ba61-0385ef10e974 None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:05:46.781443 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045d210-b466-48d0-ba61-0385ef10e974 None None] Pushing event updated for resources: {'Port': ['ID=b9a29252-6635-4ca8-be46-bd2cee1cb03c,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:46.785017 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-895143c0-622e-41ee-88d2-ad5b7aa74e1d tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (e83fbe80-51be-4e23-8c82-f828b74e598f), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:46.856090 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6e8c96e5-8fb5-49bf-b7a1-7610daeb663c admin admin] Publish callbacks [] for security_group (04b6fc58-86d0-4bf4-82b2-8a19ecb0fcaa), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:46.868146 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c73cdbf3-66ca-4670-844b-fdd57b48bf9b tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for security_group_rule (eacbb8d3-7a67-444f-b4be-f9b0a6534afc), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:46.876692 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a5bec2ef-8e07-464e-8333-8bf09f592da8 req-53043836-c3cc-4a60-81be-ae5c2b197dfb service neutron] 10.222.0.59 "GET /v2.0/networks/f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6838877
May 07 22:05:46.881545 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ae018265-26db-4461-9e9e-9b3c7277b7c6 req-dc0f3f35-32de-4831-ba3d-461b8e052d68 service neutron] 10.222.0.59 "GET /v2.0/networks/f64cbfbe-feaa-48dc-9089-9445aa1eaa5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6700578
May 07 22:05:46.887248 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c44f0fe-2550-4894-812a-98a7c11ab6ab req-f3180710-1185-48b0-990a-114317acb524 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:46.895707 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6c44f0fe-2550-4894-812a-98a7c11ab6ab req-f3180710-1185-48b0-990a-114317acb524 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 947 time: 0.4440198
May 07 22:05:46.906627 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6e8c96e5-8fb5-49bf-b7a1-7610daeb663c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (04b6fc58-86d0-4bf4-82b2-8a19ecb0fcaa), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:46.953442 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c73cdbf3-66ca-4670-844b-fdd57b48bf9b tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for security_group_rule (eacbb8d3-7a67-444f-b4be-f9b0a6534afc), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:46.956149 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-c14cad22-545d-438f-86b2-a581c80b2da2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7ffacc40>, [{'id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'name': 'tempest-AttachVolumeNegativeTest-1449072548-router', 'tenant_id': '57990769f50b412194a108cdd627a767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.74'}], 'enable_snat': True}, 'gw_port_id': 'acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:00:22Z', 'updated_at': '2022-05-07T22:00:41Z', 'revision_number': 4, 'project_id': '57990769f50b412194a108cdd627a767', 'gw_port': {'id': 'acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:25Z', 'updated_at': '2022-05-07T22:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '9fcd3f80-1045-44a4-a2be-c3cf382f452e', 'tenant_id': '57990769f50b412194a108cdd627a767', 'floating_ip_address': '172.35.4.137', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'port_id': 'c846280a-8147-4e8c-bb8f-73673321d454', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2288, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f64cbfbe-feaa-48dc-9089-9445aa1eaa5a', 'mac_address': 'fa:16:3e:34:47:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae59656-69ab-4136-adeb-885957bc32fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:05:27Z', 'updated_at': '2022-05-07T22:05:42Z', 'revision_number': 1, 'project_id': '57990769f50b412194a108cdd627a767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd203508-b1f9-4999-a351-df4ad5229f44', 'name': '', 'network_id': 'f64cbfbe-feaa-48dc-9089-9445aa1eaa5a', 'tenant_id': '57990769f50b412194a108cdd627a767', 'mac_address': 'fa:16:3e:08:a0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '86e7e675-440c-49d1-8be8-1667506afa40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:37Z', 'updated_at': '2022-05-07T22:00:57Z', 'revision_number': 5, 'project_id': '57990769f50b412194a108cdd627a767', 'subnets': [{'id': '86e7e675-440c-49d1-8be8-1667506afa40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:05:46.963589 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6c44f0fe-2550-4894-812a-98a7c11ab6ab req-7684a718-3ba7-4ed0-9279-13a8dddf0f0b tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628853
May 07 22:05:46.973275 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c73cdbf3-66ca-4670-844b-fdd57b48bf9b tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (eacbb8d3-7a67-444f-b4be-f9b0a6534afc), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:47.000019 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-f045d210-b466-48d0-ba61-0385ef10e974 None None] Attempting to bind port b9a29252-6635-4ca8-be46-bd2cee1cb03c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:05:47.000403 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-f045d210-b466-48d0-ba61-0385ef10e974 None None] Attempting to bind port b9a29252-6635-4ca8-be46-bd2cee1cb03c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '99d40519-ff1a-4a9a-bba5-4774fe89c92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b11bfcf6-5176-444f-8692-85cb938fa567'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:05:47.000801 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f045d210-b466-48d0-ba61-0385ef10e974 None None] Attempting to bind port b9a29252-6635-4ca8-be46-bd2cee1cb03c on network b11bfcf6-5176-444f-8692-85cb938fa567 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:05:47.003383 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14cad22-545d-438f-86b2-a581c80b2da2 None None] The sync data for ids ['2123aa39-c4f0-4e9a-9167-73acf960a6ad'] in ncdv-master-1 is: [{'id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'name': 'tempest-AttachVolumeNegativeTest-1449072548-router', 'tenant_id': '57990769f50b412194a108cdd627a767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.74'}], 'enable_snat': True}, 'gw_port_id': 'acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:00:22Z', 'updated_at': '2022-05-07T22:00:41Z', 'revision_number': 4, 'project_id': '57990769f50b412194a108cdd627a767', 'gw_port': {'id': 'acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:25Z', 'updated_at': '2022-05-07T22:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '9fcd3f80-1045-44a4-a2be-c3cf382f452e', 'tenant_id': '57990769f50b412194a108cdd627a767', 'floating_ip_address': '172.35.4.137', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'port_id': 'c846280a-8147-4e8c-bb8f-73673321d454', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2288, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f64cbfbe-feaa-48dc-9089-9445aa1eaa5a', 'mac_address': 'fa:16:3e:34:47:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aae59656-69ab-4136-adeb-885957bc32fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:05:27Z', 'updated_at': '2022-05-07T22:05:42Z', 'revision_number': 1, 'project_id': '57990769f50b412194a108cdd627a767', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd203508-b1f9-4999-a351-df4ad5229f44', 'name': '', 'network_id': 'f64cbfbe-feaa-48dc-9089-9445aa1eaa5a', 'tenant_id': '57990769f50b412194a108cdd627a767', 'mac_address': 'fa:16:3e:08:a0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '86e7e675-440c-49d1-8be8-1667506afa40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:37Z', 'updated_at': '2022-05-07T22:00:57Z', 'revision_number': 5, 'project_id': '57990769f50b412194a108cdd627a767', 'subnets': [{'id': '86e7e675-440c-49d1-8be8-1667506afa40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:05:47.039690 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-6e8c96e5-8fb5-49bf-b7a1-7610daeb663c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=41743b47c88440d898929624efab6d00&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6206801
May 07 22:05:47.041554 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73cdbf3-66ca-4670-844b-fdd57b48bf9b tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eacbb8d3-7a67-444f-b4be-f9b0a6534afc,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:47.041678 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f045d210-b466-48d0-ba61-0385ef10e974 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:05:47.042033 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f045d210-b466-48d0-ba61-0385ef10e974 None None] Checking segment: {'id': '99d40519-ff1a-4a9a-bba5-4774fe89c92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b11bfcf6-5176-444f-8692-85cb938fa567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:05:47.042479 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f045d210-b466-48d0-ba61-0385ef10e974 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:47.042913 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f045d210-b466-48d0-ba61-0385ef10e974 None None] Bound using segment: {'id': '99d40519-ff1a-4a9a-bba5-4774fe89c92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b11bfcf6-5176-444f-8692-85cb938fa567'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:05:47.043394 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 60502) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:47.043526 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-f045d210-b466-48d0-ba61-0385ef10e974 None None] Bound port: b9a29252-6635-4ca8-be46-bd2cee1cb03c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99d40519-ff1a-4a9a-bba5-4774fe89c92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b11bfcf6-5176-444f-8692-85cb938fa567'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:05:47.043830 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f045d210-b466-48d0-ba61-0385ef10e974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (b9a29252-6635-4ca8-be46-bd2cee1cb03c), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:47.050514 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5be258de-3683-40ce-8307-8571d6e679ca None None] Publish callbacks [] for port (20a0fbcf-c5a0-4d35-964f-1f4784ae0c81), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:47.055965 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c73cdbf3-66ca-4670-844b-fdd57b48bf9b tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:47.060969 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-c73cdbf3-66ca-4670-844b-fdd57b48bf9b tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3009911
May 07 22:05:47.060969 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8c96e5-8fb5-49bf-b7a1-7610daeb663c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04b6fc58-86d0-4bf4-82b2-8a19ecb0fcaa,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:47.067324 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5be258de-3683-40ce-8307-8571d6e679ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (20a0fbcf-c5a0-4d35-964f-1f4784ae0c81), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:47.072790 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 60504) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:47.075478 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-895143c0-622e-41ee-88d2-ad5b7aa74e1d tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (e83fbe80-51be-4e23-8c82-f828b74e598f), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:47.104559 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-455f27e2-956b-4a45-893f-e8a4babbbfb2 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Request body: {'security_group_rule': {'security_group_id': '209a8469-27da-4068-98cf-336fcf135f12', 'project_id': '0c313e966d334c26afa43b480ab20fb0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:05:47.113469 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-895143c0-622e-41ee-88d2-ad5b7aa74e1d tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:47.116904 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-895143c0-622e-41ee-88d2-ad5b7aa74e1d tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] 10.222.0.32 "DELETE /v2.0/subnets/e83fbe80-51be-4e23-8c82-f828b74e598f HTTP/1.1" status: 204  len: 168 time: 1.6828713
May 07 22:05:47.117342 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5c75f168-93b1-4d22-b031-db0bce44e37d None None] Publish callbacks [] for port (eaf5805f-0506-496b-aa6b-244f35404faa), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:47.117952 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895143c0-622e-41ee-88d2-ad5b7aa74e1d tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Pushing event deleted for resources: {'Subnet': ['ID=e83fbe80-51be-4e23-8c82-f828b74e598f,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:47.120093 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 60506) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:47.159154 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be258de-3683-40ce-8307-8571d6e679ca None None] Network 45b5e21d-46ec-489f-8322-4b05c4850567 is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:05:47.160406 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5c75f168-93b1-4d22-b031-db0bce44e37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (eaf5805f-0506-496b-aa6b-244f35404faa), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:47.172055 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-5be258de-3683-40ce-8307-8571d6e679ca None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:05:47.183034 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_v2 [None req-f14c5e10-1a33-4c60-b017-c8542829f1a8 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Deleting subnet 9fe81425-9e52-4896-a366-075223117a9b {{(pid=121836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:05:47.188969 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be258de-3683-40ce-8307-8571d6e679ca None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:05:47.189423 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952bb40e-df4d-4440-8e15-4853b007975c req-1da0337d-0f41-415d-a702-b8d6e4a8095c tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:47.190536 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f14c5e10-1a33-4c60-b017-c8542829f1a8 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks [] for subnet (9fe81425-9e52-4896-a366-075223117a9b), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:47.193658 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be258de-3683-40ce-8307-8571d6e679ca None None] Pushing event updated for resources: {'Port': ['ID=20a0fbcf-c5a0-4d35-964f-1f4784ae0c81,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:47.197573 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-952bb40e-df4d-4440-8e15-4853b007975c req-1da0337d-0f41-415d-a702-b8d6e4a8095c tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 947 time: 0.1407161
May 07 22:05:47.230747 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-455f27e2-956b-4a45-893f-e8a4babbbfb2 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for security_group_rule (4de017e1-39ae-4e6c-874a-022d557eccde), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:47.249603 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c75f168-93b1-4d22-b031-db0bce44e37d None None] Network 92fb32be-a7e7-4bc8-b8a6-5ec911c8daec is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:05:47.253512 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f14c5e10-1a33-4c60-b017-c8542829f1a8 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726883'] for subnet (9fe81425-9e52-4896-a366-075223117a9b), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:47.276414 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-5c75f168-93b1-4d22-b031-db0bce44e37d None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:05:47.284675 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-f045d210-b466-48d0-ba61-0385ef10e974 None None] For port b9a29252-6635-4ca8-be46-bd2cee1cb03c, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:05:47.287139 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c75f168-93b1-4d22-b031-db0bce44e37d None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:05:47.299803 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-62e99c57-c235-4c19-a3e3-5bdb513f87f0 admin admin] Publish callbacks [] for security_group (04b6fc58-86d0-4bf4-82b2-8a19ecb0fcaa), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:47.328294 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-f045d210-b466-48d0-ba61-0385ef10e974 None None] For port b9a29252-6635-4ca8-be46-bd2cee1cb03c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b9a29252-6635-4ca8-be46-bd2cee1cb03c,segment=NetworkSegment(99d40519-ff1a-4a9a-bba5-4774fe89c92d),segment_id=99d40519-ff1a-4a9a-bba5-4774fe89c92d)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:05:47.330080 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-952bb40e-df4d-4440-8e15-4853b007975c req-6ccef075-2f84-4812-99d8-92a8e862ca03 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1313913
May 07 22:05:47.330848 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c75f168-93b1-4d22-b031-db0bce44e37d None None] Pushing event updated for resources: {'Port': ['ID=eaf5805f-0506-496b-aa6b-244f35404faa,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:47.367966 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f045d210-b466-48d0-ba61-0385ef10e974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (b9a29252-6635-4ca8-be46-bd2cee1cb03c), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:47.369887 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-5be258de-3683-40ce-8307-8571d6e679ca None None] Attempting to bind port 20a0fbcf-c5a0-4d35-964f-1f4784ae0c81 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:05:47.370305 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-5be258de-3683-40ce-8307-8571d6e679ca None None] Attempting to bind port 20a0fbcf-c5a0-4d35-964f-1f4784ae0c81 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '03c014c2-1f57-4661-af1f-97f53cdb4428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '45b5e21d-46ec-489f-8322-4b05c4850567'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:05:47.370675 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be258de-3683-40ce-8307-8571d6e679ca None None] Attempting to bind port 20a0fbcf-c5a0-4d35-964f-1f4784ae0c81 on network 45b5e21d-46ec-489f-8322-4b05c4850567 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:05:47.381380 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-62e99c57-c235-4c19-a3e3-5bdb513f87f0 admin admin] Publish callbacks [] for security_group (04b6fc58-86d0-4bf4-82b2-8a19ecb0fcaa), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:47.401015 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-455f27e2-956b-4a45-893f-e8a4babbbfb2 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for security_group_rule (4de017e1-39ae-4e6c-874a-022d557eccde), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:47.405984 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f14c5e10-1a33-4c60-b017-c8542829f1a8 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (9fe81425-9e52-4896-a366-075223117a9b), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:47.420927 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-455f27e2-956b-4a45-893f-e8a4babbbfb2 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (4de017e1-39ae-4e6c-874a-022d557eccde), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:47.454556 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455f27e2-956b-4a45-893f-e8a4babbbfb2 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4de017e1-39ae-4e6c-874a-022d557eccde,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:47.461993 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be258de-3683-40ce-8307-8571d6e679ca None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:05:47.462369 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be258de-3683-40ce-8307-8571d6e679ca None None] Checking segment: {'id': '03c014c2-1f57-4661-af1f-97f53cdb4428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '45b5e21d-46ec-489f-8322-4b05c4850567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:05:47.462936 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5be258de-3683-40ce-8307-8571d6e679ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:47.463347 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5be258de-3683-40ce-8307-8571d6e679ca None None] Bound using segment: {'id': '03c014c2-1f57-4661-af1f-97f53cdb4428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '45b5e21d-46ec-489f-8322-4b05c4850567'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:05:47.463873 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-5be258de-3683-40ce-8307-8571d6e679ca None None] Bound port: 20a0fbcf-c5a0-4d35-964f-1f4784ae0c81, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03c014c2-1f57-4661-af1f-97f53cdb4428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '45b5e21d-46ec-489f-8322-4b05c4850567'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:05:47.464269 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5be258de-3683-40ce-8307-8571d6e679ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (20a0fbcf-c5a0-4d35-964f-1f4784ae0c81), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:47.464599 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-455f27e2-956b-4a45-893f-e8a4babbbfb2 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:47.470482 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-455f27e2-956b-4a45-893f-e8a4babbbfb2 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3955197
May 07 22:05:47.471790 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 60512) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:47.477825 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-6cd7050f-ac20-41aa-af73-59a0cb754d17 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Request body: {'security_group_rule': {'security_group_id': '209a8469-27da-4068-98cf-336fcf135f12', 'project_id': '0c313e966d334c26afa43b480ab20fb0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:05:47.502011 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-62e99c57-c235-4c19-a3e3-5bdb513f87f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (04b6fc58-86d0-4bf4-82b2-8a19ecb0fcaa), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:47.505042 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-62e99c57-c235-4c19-a3e3-5bdb513f87f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:47.509750 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-5c75f168-93b1-4d22-b031-db0bce44e37d None None] Attempting to bind port eaf5805f-0506-496b-aa6b-244f35404faa on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:05:47.509750 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-5c75f168-93b1-4d22-b031-db0bce44e37d None None] Attempting to bind port eaf5805f-0506-496b-aa6b-244f35404faa by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '44e4f7be-1fdd-4e4f-a214-28b58268136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '92fb32be-a7e7-4bc8-b8a6-5ec911c8daec'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:05:47.510047 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-62e99c57-c235-4c19-a3e3-5bdb513f87f0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/04b6fc58-86d0-4bf4-82b2-8a19ecb0fcaa HTTP/1.1" status: 204  len: 168 time: 0.4631841
May 07 22:05:47.516240 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5bef2bd-84f7-47b5-9a9a-6d6db595fbab None None] New status for floating IP 9fcd3f80-1045-44a4-a2be-c3cf382f452e: ACTIVE {{(pid=121839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 07 22:05:47.520567 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c75f168-93b1-4d22-b031-db0bce44e37d None None] Attempting to bind port eaf5805f-0506-496b-aa6b-244f35404faa on network 92fb32be-a7e7-4bc8-b8a6-5ec911c8daec {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:05:47.526911 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6cd7050f-ac20-41aa-af73-59a0cb754d17 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for security_group_rule (c8c4e564-a766-4d23-ae4c-a98d697833a8), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:47.529059 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f14c5e10-1a33-4c60-b017-c8542829f1a8 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (9fe81425-9e52-4896-a366-075223117a9b), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:47.530758 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e99c57-c235-4c19-a3e3-5bdb513f87f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b6fc58-86d0-4bf4-82b2-8a19ecb0fcaa,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:47.605024 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14c5e10-1a33-4c60-b017-c8542829f1a8 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Pushing event deleted for resources: {'Subnet': ['ID=9fe81425-9e52-4896-a366-075223117a9b,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:47.619934 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f14c5e10-1a33-4c60-b017-c8542829f1a8 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:47.622464 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6cd7050f-ac20-41aa-af73-59a0cb754d17 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for security_group_rule (c8c4e564-a766-4d23-ae4c-a98d697833a8), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:47.625397 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-f14c5e10-1a33-4c60-b017-c8542829f1a8 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] 10.222.0.32 "DELETE /v2.0/subnets/9fe81425-9e52-4896-a366-075223117a9b HTTP/1.1" status: 204  len: 168 time: 0.5026503
May 07 22:05:47.626673 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 60520) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:47.643112 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c75f168-93b1-4d22-b031-db0bce44e37d None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:05:47.643413 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c75f168-93b1-4d22-b031-db0bce44e37d None None] Checking segment: {'id': '44e4f7be-1fdd-4e4f-a214-28b58268136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '92fb32be-a7e7-4bc8-b8a6-5ec911c8daec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:05:47.643838 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5c75f168-93b1-4d22-b031-db0bce44e37d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:47.644235 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c75f168-93b1-4d22-b031-db0bce44e37d None None] Bound using segment: {'id': '44e4f7be-1fdd-4e4f-a214-28b58268136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '92fb32be-a7e7-4bc8-b8a6-5ec911c8daec'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:05:47.644712 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-5c75f168-93b1-4d22-b031-db0bce44e37d None None] Bound port: eaf5805f-0506-496b-aa6b-244f35404faa, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44e4f7be-1fdd-4e4f-a214-28b58268136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '92fb32be-a7e7-4bc8-b8a6-5ec911c8daec'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:05:47.646391 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5c75f168-93b1-4d22-b031-db0bce44e37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (eaf5805f-0506-496b-aa6b-244f35404faa), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:47.652714 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1505fb19-d687-4f42-a5e6-40332c81f668 None None] Network b11bfcf6-5176-444f-8692-85cb938fa567 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:05:47.661504 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6cd7050f-ac20-41aa-af73-59a0cb754d17 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (c8c4e564-a766-4d23-ae4c-a98d697833a8), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:47.735727 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f045d210-b466-48d0-ba61-0385ef10e974 None None] Pushing event updated for resources: {'Port': ['ID=b9a29252-6635-4ca8-be46-bd2cee1cb03c,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:47.765524 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd7050f-ac20-41aa-af73-59a0cb754d17 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8c4e564-a766-4d23-ae4c-a98d697833a8,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:47.809365 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6cd7050f-ac20-41aa-af73-59a0cb754d17 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:47.814817 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-6cd7050f-ac20-41aa-af73-59a0cb754d17 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3391852
May 07 22:05:47.815028 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 60524) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:47.819409 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-bb9ad0b0-61d5-430e-bb1d-4564f7ddd2c0 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Request body: {'security_group_rule': {'security_group_id': '209a8469-27da-4068-98cf-336fcf135f12', 'project_id': '0c313e966d334c26afa43b480ab20fb0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:05:47.840278 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02dcafa6-64fa-4d12-8b7f-265857236705 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:47.842559 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-02dcafa6-64fa-4d12-8b7f-265857236705 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.2044950
May 07 22:05:47.847651 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 60528) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:47.866016 ncdv-master-1 neutron-server[121836]: INFO neutron.db.securitygroups_db [None req-bb9ad0b0-61d5-430e-bb1d-4564f7ddd2c0 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Project 0c313e966d334c26afa43b480ab20fb0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 07 22:05:47.872501 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bb9ad0b0-61d5-430e-bb1d-4564f7ddd2c0 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for security_group_rule (1467e0e1-80c2-4707-a143-63e89561da10), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:47.952778 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-5be258de-3683-40ce-8307-8571d6e679ca None None] For port 20a0fbcf-c5a0-4d35-964f-1f4784ae0c81, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:05:47.961845 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ee20e94f-b664-4b25-8a27-b65e58460ab3 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (45b5e21d-46ec-489f-8322-4b05c4850567), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:47.973894 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bb9ad0b0-61d5-430e-bb1d-4564f7ddd2c0 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for security_group_rule (1467e0e1-80c2-4707-a143-63e89561da10), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:47.978601 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bb9ad0b0-61d5-430e-bb1d-4564f7ddd2c0 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (1467e0e1-80c2-4707-a143-63e89561da10), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:48.020604 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-ee20e94f-b664-4b25-8a27-b65e58460ab3 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Deleting port 20a0fbcf-c5a0-4d35-964f-1f4784ae0c81 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:05:48.021042 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ee20e94f-b664-4b25-8a27-b65e58460ab3 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (20a0fbcf-c5a0-4d35-964f-1f4784ae0c81), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:48.030908 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-5be258de-3683-40ce-8307-8571d6e679ca None None] For port 20a0fbcf-c5a0-4d35-964f-1f4784ae0c81, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=20a0fbcf-c5a0-4d35-964f-1f4784ae0c81,segment=NetworkSegment(03c014c2-1f57-4661-af1f-97f53cdb4428),segment_id=03c014c2-1f57-4661-af1f-97f53cdb4428)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:05:48.046590 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9ad0b0-61d5-430e-bb1d-4564f7ddd2c0 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1467e0e1-80c2-4707-a143-63e89561da10,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:48.065393 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bb9ad0b0-61d5-430e-bb1d-4564f7ddd2c0 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:48.065910 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5be258de-3683-40ce-8307-8571d6e679ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (20a0fbcf-c5a0-4d35-964f-1f4784ae0c81), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:48.069350 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-bb9ad0b0-61d5-430e-bb1d-4564f7ddd2c0 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2507179
May 07 22:05:48.069491 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-5c75f168-93b1-4d22-b031-db0bce44e37d None None] For port eaf5805f-0506-496b-aa6b-244f35404faa, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:05:48.073014 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d5ac01-a523-4e08-ac84-d6e6ab0b32ff req-e350eb00-2900-44c3-a734-805af116a643 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:48.073660 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-5c75f168-93b1-4d22-b031-db0bce44e37d None None] For port eaf5805f-0506-496b-aa6b-244f35404faa, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eaf5805f-0506-496b-aa6b-244f35404faa,segment=NetworkSegment(44e4f7be-1fdd-4e4f-a214-28b58268136e),segment_id=44e4f7be-1fdd-4e4f-a214-28b58268136e)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:05:48.081313 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-50d5ac01-a523-4e08-ac84-d6e6ab0b32ff req-e350eb00-2900-44c3-a734-805af116a643 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 947 time: 0.5923271
May 07 22:05:48.083602 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 60530) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:48.090862 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-cc3a1031-1d2b-44a0-847d-be22a3caf6be tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Request body: {'security_group_rule': {'security_group_id': '209a8469-27da-4068-98cf-336fcf135f12', 'project_id': '0c313e966d334c26afa43b480ab20fb0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:05:48.146400 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0d40a4-9779-447b-ba84-e7c6ca75b0f8 req-b5487ab4-0a0f-4c1a-88d7-203e613754c8 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:48.153372 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6e0d40a4-9779-447b-ba84-e7c6ca75b0f8 req-b5487ab4-0a0f-4c1a-88d7-203e613754c8 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=9df2668b-af6b-4323-a4a4-520fcae8e55e HTTP/1.1" status: 200  len: 946 time: 0.4143181
May 07 22:05:48.158638 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be258de-3683-40ce-8307-8571d6e679ca None None] Pushing event updated for resources: {'Port': ['ID=20a0fbcf-c5a0-4d35-964f-1f4784ae0c81,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:48.164625 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5c75f168-93b1-4d22-b031-db0bce44e37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (eaf5805f-0506-496b-aa6b-244f35404faa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:48.181699 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-ee20e94f-b664-4b25-8a27-b65e58460ab3 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] For port 20a0fbcf-c5a0-4d35-964f-1f4784ae0c81, host ncdv-master-1, got binding levels [] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:05:48.182145 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ee20e94f-b664-4b25-8a27-b65e58460ab3 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (20a0fbcf-c5a0-4d35-964f-1f4784ae0c81), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:48.184409 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-50d5ac01-a523-4e08-ac84-d6e6ab0b32ff req-17fd3a3f-dc2a-4fe8-b191-9d91f7e8490c tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1018093
May 07 22:05:48.195215 ncdv-master-1 neutron-server[121836]: INFO neutron.db.securitygroups_db [None req-cc3a1031-1d2b-44a0-847d-be22a3caf6be tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Project 0c313e966d334c26afa43b480ab20fb0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 07 22:05:48.213218 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cc3a1031-1d2b-44a0-847d-be22a3caf6be tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for security_group_rule (e3c42909-1015-405e-9628-b28e77007e5b), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:48.242337 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-ee20e94f-b664-4b25-8a27-b65e58460ab3 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Calling delete_port for 20a0fbcf-c5a0-4d35-964f-1f4784ae0c81 owned by network:dhcp {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:05:48.330996 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6545950-ffbe-4457-b107-2296eafa8065 None None] Network 45b5e21d-46ec-489f-8322-4b05c4850567 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:05:48.342737 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6e0d40a4-9779-447b-ba84-e7c6ca75b0f8 req-a79975fb-36da-47fb-acfb-2846005e6eba tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/security-groups?id=40cff557-9a82-4417-b340-b34f43ebb5b2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1832106
May 07 22:05:48.369723 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cc3a1031-1d2b-44a0-847d-be22a3caf6be tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for security_group_rule (e3c42909-1015-405e-9628-b28e77007e5b), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:48.375529 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cc3a1031-1d2b-44a0-847d-be22a3caf6be tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (e3c42909-1015-405e-9628-b28e77007e5b), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:48.424568 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3a1031-1d2b-44a0-847d-be22a3caf6be tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3c42909-1015-405e-9628-b28e77007e5b,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:48.440648 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9420faeb-8343-44c9-9b0e-f5bc237becfa req-414a24b2-b89c-4895-a8bb-0c4665e8937c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b682b3c1-0ca9-4806-8100-908917473b27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0513117
May 07 22:05:48.446987 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c75f168-93b1-4d22-b031-db0bce44e37d None None] Pushing event updated for resources: {'Port': ['ID=eaf5805f-0506-496b-aa6b-244f35404faa,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:48.470123 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cc3a1031-1d2b-44a0-847d-be22a3caf6be tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:48.472246 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-cc3a1031-1d2b-44a0-847d-be22a3caf6be tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3852434
May 07 22:05:48.496942 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ee20e94f-b664-4b25-8a27-b65e58460ab3 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (20a0fbcf-c5a0-4d35-964f-1f4784ae0c81), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:48.530617 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc34477-07b1-4f59-84ea-c798f661a3d3 req-30e7eeed-e789-4e1b-ba22-1751e003e021 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:48.536748 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3dc34477-07b1-4f59-84ea-c798f661a3d3 req-30e7eeed-e789-4e1b-ba22-1751e003e021 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 947 time: 0.1329556
May 07 22:05:48.541409 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee20e94f-b664-4b25-8a27-b65e58460ab3 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Pushing event deleted for resources: {'Port': ['ID=20a0fbcf-c5a0-4d35-964f-1f4784ae0c81,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:48.549641 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee20e94f-b664-4b25-8a27-b65e58460ab3 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] No DVR routers for this DVR port 20a0fbcf-c5a0-4d35-964f-1f4784ae0c81 on host ncdv-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:05:48.629683 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3dc34477-07b1-4f59-84ea-c798f661a3d3 req-f08cd0a8-d864-4e04-b135-c53d26f07032 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0846231
May 07 22:05:48.745940 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ee20e94f-b664-4b25-8a27-b65e58460ab3 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (45b5e21d-46ec-489f-8322-4b05c4850567), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:48.779357 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-ee20e94f-b664-4b25-8a27-b65e58460ab3 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf87b624c0>,) {'filters': {'network_id': ['45b5e21d-46ec-489f-8322-4b05c4850567']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:05:48.791233 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-ee20e94f-b664-4b25-8a27-b65e58460ab3 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf87b624c0>, '03c014c2-1f57-4661-af1f-97f53cdb4428') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:05:48.791818 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-ee20e94f-b664-4b25-8a27-b65e58460ab3 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf87b624c0>, '03c014c2-1f57-4661-af1f-97f53cdb4428') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:05:48.825820 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ee20e94f-b664-4b25-8a27-b65e58460ab3 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (03c014c2-1f57-4661-af1f-97f53cdb4428), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:48.873786 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ee20e94f-b664-4b25-8a27-b65e58460ab3 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (03c014c2-1f57-4661-af1f-97f53cdb4428), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:48.907948 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9420faeb-8343-44c9-9b0e-f5bc237becfa req-79a9bc62-64e1-4d9e-a59b-ffd35286fc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:48.909550 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9420faeb-8343-44c9-9b0e-f5bc237becfa req-79a9bc62-64e1-4d9e-a59b-ffd35286fc03 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e5bd7ffaf96c48688d8ebe954dc7912f&device_id=b682b3c1-0ca9-4806-8100-908917473b27 HTTP/1.1" status: 200  len: 1127 time: 0.3192050
May 07 22:05:48.914864 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee20e94f-b664-4b25-8a27-b65e58460ab3 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:05:48.915225 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ee20e94f-b664-4b25-8a27-b65e58460ab3 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (03c014c2-1f57-4661-af1f-97f53cdb4428), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:48.918349 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 22:05:48.918349 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:05:48.918349 ncdv-master-1 neutron-server[121837]:     timer()
May 07 22:05:48.918349 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:05:48.918349 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 22:05:48.918349 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:05:48.918349 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 22:05:48.918349 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:05:48.918349 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 22:05:48.918349 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:05:48.918349 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 22:05:48.918349 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:05:48.918349 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 22:05:48.918349 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:05:48.918349 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:05:48.918349 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:05:48.918349 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:05:48.918349 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:05:48.918349 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 22:05:48.918349 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:05:48.918349 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 22:05:48.918349 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:05:48.918349 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:05:48.918349 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:05:48.918349 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 22:05:48.918349 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:05:48.918349 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:05:48.918349 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:05:48.918349 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:05:48.918349 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:05:48.918349 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:05:48.918349 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:05:49.062965 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9a5cb2a5-016f-48f3-9a42-84a00cebc28c req-4cab4bc8-597d-4d35-b142-9aa8cb2356c5 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1137902148&fields=id&tenant_id=0c313e966d334c26afa43b480ab20fb0 HTTP/1.1" status: 200  len: 267 time: 0.2056348
May 07 22:05:49.068131 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ee20e94f-b664-4b25-8a27-b65e58460ab3 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (45b5e21d-46ec-489f-8322-4b05c4850567), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:49.078757 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ee20e94f-b664-4b25-8a27-b65e58460ab3 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:49.084286 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-ee20e94f-b664-4b25-8a27-b65e58460ab3 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] 10.222.0.32 "DELETE /v2.0/networks/45b5e21d-46ec-489f-8322-4b05c4850567 HTTP/1.1" status: 204  len: 168 time: 1.2329893
May 07 22:05:49.087098 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 60580) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:49.125489 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee20e94f-b664-4b25-8a27-b65e58460ab3 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Pushing event deleted for resources: {'Network': ['ID=45b5e21d-46ec-489f-8322-4b05c4850567,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:49.192432 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9420faeb-8343-44c9-9b0e-f5bc237becfa req-db03477e-cc2c-471b-9388-9600ebcff8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:49.193892 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9420faeb-8343-44c9-9b0e-f5bc237becfa req-db03477e-cc2c-471b-9388-9600ebcff8c4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8d88d076-afcc-46ea-aeef-47274d5a0fc9 HTTP/1.1" status: 200  len: 909 time: 0.2589841
May 07 22:05:49.230434 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-98bd8f4d-6a37-4820-b9a9-07bd053fe40e tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (b11bfcf6-5176-444f-8692-85cb938fa567), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:49.279844 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5cb2a5-016f-48f3-9a42-84a00cebc28c req-4711f113-5215-41b3-962f-7a513f030637 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:49.287447 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9a5cb2a5-016f-48f3-9a42-84a00cebc28c req-4711f113-5215-41b3-962f-7a513f030637 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/networks?id=92fb32be-a7e7-4bc8-b8a6-5ec911c8daec HTTP/1.1" status: 200  len: 796 time: 0.2114756
May 07 22:05:49.298432 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-98bd8f4d-6a37-4820-b9a9-07bd053fe40e tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Deleting port b9a29252-6635-4ca8-be46-bd2cee1cb03c {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:05:49.299040 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-98bd8f4d-6a37-4820-b9a9-07bd053fe40e tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (b9a29252-6635-4ca8-be46-bd2cee1cb03c), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:49.310941 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9420faeb-8343-44c9-9b0e-f5bc237becfa req-7c17ea90-296f-4921-bb8a-7a12dd1e6570 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ebd70047-1a0a-49d6-a707-647dac8e19a2 HTTP/1.1" status: 200  len: 1001 time: 0.1111310
May 07 22:05:49.318026 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9a5cb2a5-016f-48f3-9a42-84a00cebc28c req-8fd8e31c-6b3b-449c-bb4e-ca07cbdb1480 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/quotas/0c313e966d334c26afa43b480ab20fb0 HTTP/1.1" status: 200  len: 375 time: 0.0296562
May 07 22:05:49.403641 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-98bd8f4d-6a37-4820-b9a9-07bd053fe40e tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] For port b9a29252-6635-4ca8-be46-bd2cee1cb03c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b9a29252-6635-4ca8-be46-bd2cee1cb03c,segment=NetworkSegment(99d40519-ff1a-4a9a-bba5-4774fe89c92d),segment_id=99d40519-ff1a-4a9a-bba5-4774fe89c92d)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:05:49.404024 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-98bd8f4d-6a37-4820-b9a9-07bd053fe40e tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (b9a29252-6635-4ca8-be46-bd2cee1cb03c), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:49.421835 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-98bd8f4d-6a37-4820-b9a9-07bd053fe40e tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Calling delete_port for b9a29252-6635-4ca8-be46-bd2cee1cb03c owned by network:dhcp {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:05:49.444832 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9a5cb2a5-016f-48f3-9a42-84a00cebc28c req-6ea9b889-be21-40bb-b23d-5ac3bdebd8b6 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0c313e966d334c26afa43b480ab20fb0&fields=id HTTP/1.1" status: 200  len: 394 time: 0.1258185
May 07 22:05:49.461282 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9420faeb-8343-44c9-9b0e-f5bc237becfa req-c4538f9b-61e7-46ed-8322-5a2f0db4f992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:49.462995 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9420faeb-8343-44c9-9b0e-f5bc237becfa req-c4538f9b-61e7-46ed-8322-5a2f0db4f992 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f15072ac-4fc2-4d22-b0ea-3923eb70ad7a HTTP/1.1" status: 200  len: 847 time: 0.1423554
May 07 22:05:49.569915 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9420faeb-8343-44c9-9b0e-f5bc237becfa req-55cb1e85-a50d-487e-97d6-a97bb5ef78a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:49.571553 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9420faeb-8343-44c9-9b0e-f5bc237becfa req-55cb1e85-a50d-487e-97d6-a97bb5ef78a0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8d88d076-afcc-46ea-aeef-47274d5a0fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0973623
May 07 22:05:49.587354 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fb51b6-6d09-43c6-b3fb-3bebaa1d50bc req-83c01353-5536-4de4-a1b8-a7926158750b tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:49.588912 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-11fb51b6-6d09-43c6-b3fb-3bebaa1d50bc req-83c01353-5536-4de4-a1b8-a7926158750b tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=9df2668b-af6b-4323-a4a4-520fcae8e55e HTTP/1.1" status: 200  len: 946 time: 0.0767095
May 07 22:05:49.642261 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9a5cb2a5-016f-48f3-9a42-84a00cebc28c req-cbc8cc74-7079-42b1-8f69-36f30a6c1a50 service neutron] 10.222.0.32 "GET /v2.0/networks/92fb32be-a7e7-4bc8-b8a6-5ec911c8daec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1903698
May 07 22:05:49.647894 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-98bd8f4d-6a37-4820-b9a9-07bd053fe40e tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (b9a29252-6635-4ca8-be46-bd2cee1cb03c), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:49.684656 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bd8f4d-6a37-4820-b9a9-07bd053fe40e tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Pushing event deleted for resources: {'Port': ['ID=b9a29252-6635-4ca8-be46-bd2cee1cb03c,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:49.710879 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-11fb51b6-6d09-43c6-b3fb-3bebaa1d50bc req-fb81f444-7236-46e6-beef-427a7ec255b7 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/security-groups?id=40cff557-9a82-4417-b340-b34f43ebb5b2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1108775
May 07 22:05:49.723438 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bd8f4d-6a37-4820-b9a9-07bd053fe40e tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] No DVR routers for this DVR port b9a29252-6635-4ca8-be46-bd2cee1cb03c on host ncdv-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:05:49.809762 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9a5cb2a5-016f-48f3-9a42-84a00cebc28c req-99c1fff5-0343-4058-a623-7c4e3c37cba2 service neutron] 10.222.0.32 "GET /v2.0/networks/92fb32be-a7e7-4bc8-b8a6-5ec911c8daec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1277614
May 07 22:05:49.836739 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9420faeb-8343-44c9-9b0e-f5bc237becfa req-f8bbc420-7a0e-4ecf-a2dd-bcb1669bb56b service neutron] 10.222.0.59 "GET /v2.0/networks/8d88d076-afcc-46ea-aeef-47274d5a0fc9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2565508
May 07 22:05:49.897127 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-98bd8f4d-6a37-4820-b9a9-07bd053fe40e tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (b11bfcf6-5176-444f-8692-85cb938fa567), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:49.919749 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d9a1ef-0d07-4cc8-a604-d7494adf53ae req-f213944d-3855-405e-9efa-132de1b7709e tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:49.921474 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-99d9a1ef-0d07-4cc8-a604-d7494adf53ae req-f213944d-3855-405e-9efa-132de1b7709e tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=9df2668b-af6b-4323-a4a4-520fcae8e55e HTTP/1.1" status: 200  len: 946 time: 0.1272156
May 07 22:05:49.932785 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 60618) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:49.941743 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-49a101c9-cf95-4c77-8150-62b8cb1b28f1 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Request body: {'floatingip': {'port_id': '26735917-c705-4821-b89b-e6f718fdc166'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:05:49.945731 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-98bd8f4d-6a37-4820-b9a9-07bd053fe40e tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf8ccef040>,) {'filters': {'network_id': ['b11bfcf6-5176-444f-8692-85cb938fa567']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:05:49.996346 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83ba569-f3c6-40d4-aba9-03d49c4515c5 None None] get_active_networks_info from ncdv-master-1 {{(pid=121838) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
May 07 22:05:50.036903 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-98bd8f4d-6a37-4820-b9a9-07bd053fe40e tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8ccef040>, '99d40519-ff1a-4a9a-bba5-4774fe89c92d') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:05:50.037276 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-98bd8f4d-6a37-4820-b9a9-07bd053fe40e tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8ccef040>, '99d40519-ff1a-4a9a-bba5-4774fe89c92d') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:05:50.085290 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9420faeb-8343-44c9-9b0e-f5bc237becfa req-7ddd7361-f167-4c4d-9614-8ae4d06a4919 service neutron] 10.222.0.59 "GET /v2.0/networks/8d88d076-afcc-46ea-aeef-47274d5a0fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2387309
May 07 22:05:50.094026 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-98bd8f4d-6a37-4820-b9a9-07bd053fe40e tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (99d40519-ff1a-4a9a-bba5-4774fe89c92d), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:50.145622 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-4c885f20-b35b-47ad-9dfb-6081c16be1df None None] Provisioning complete for port eaf5805f-0506-496b-aa6b-244f35404faa triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:05:50.146056 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-4c885f20-b35b-47ad-9dfb-6081c16be1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (eaf5805f-0506-496b-aa6b-244f35404faa), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:50.170614 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-98bd8f4d-6a37-4820-b9a9-07bd053fe40e tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (99d40519-ff1a-4a9a-bba5-4774fe89c92d), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:50.178806 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98bd8f4d-6a37-4820-b9a9-07bd053fe40e tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:05:50.178989 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-98bd8f4d-6a37-4820-b9a9-07bd053fe40e tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (99d40519-ff1a-4a9a-bba5-4774fe89c92d), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:50.246718 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 22:05:50.246718 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:05:50.246718 ncdv-master-1 neutron-server[121836]:     timer()
May 07 22:05:50.246718 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:05:50.246718 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 22:05:50.246718 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:05:50.246718 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 22:05:50.246718 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:05:50.246718 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 22:05:50.246718 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:05:50.246718 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 22:05:50.246718 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:05:50.246718 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 22:05:50.246718 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:05:50.246718 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:05:50.246718 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:05:50.246718 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:05:50.246718 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:05:50.246718 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 22:05:50.246718 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:05:50.246718 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 22:05:50.246718 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:05:50.246718 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:05:50.246718 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:05:50.246718 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 22:05:50.246718 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:05:50.246718 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:05:50.246718 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:05:50.246718 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:05:50.246718 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:05:50.246718 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:05:50.246718 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:05:50.265045 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-57a3d6e8-3b8a-4c3d-9667-1ae6ab60ac81 req-fce086b4-293e-4752-9c9d-db79c71f982d tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/ports?device_id=d67c9a54-a13e-4b6a-9db5-7bf57397edbb HTTP/1.1" status: 200  len: 210 time: 0.1767762
May 07 22:05:50.282584 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-98bd8f4d-6a37-4820-b9a9-07bd053fe40e tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (b11bfcf6-5176-444f-8692-85cb938fa567), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:50.292057 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-98bd8f4d-6a37-4820-b9a9-07bd053fe40e tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:50.300215 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-98bd8f4d-6a37-4820-b9a9-07bd053fe40e tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] 10.222.0.32 "DELETE /v2.0/networks/b11bfcf6-5176-444f-8692-85cb938fa567 HTTP/1.1" status: 204  len: 168 time: 1.2105353
May 07 22:05:50.300422 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 60642) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:50.347083 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bd8f4d-6a37-4820-b9a9-07bd053fe40e tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Pushing event deleted for resources: {'Network': ['ID=b11bfcf6-5176-444f-8692-85cb938fa567,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:50.356353 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-49a101c9-cf95-4c77-8150-62b8cb1b28f1 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Publish callbacks [] for floatingip (8d3e44d3-aa11-4444-a6c6-24e8a73e1c1b), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:50.393364 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83ba569-f3c6-40d4-aba9-03d49c4515c5 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
May 07 22:05:50.401665 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-4c885f20-b35b-47ad-9dfb-6081c16be1df None None] Current status of the port eaf5805f-0506-496b-aa6b-244f35404faa is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:05:50.402246 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-4c885f20-b35b-47ad-9dfb-6081c16be1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (eaf5805f-0506-496b-aa6b-244f35404faa), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:50.510940 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ac989fc6-9b64-462a-a6a8-49a09fe2c65b tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (82db7a4f-6420-44f6-ac2b-8bbb14dac71c), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:50.534520 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-4c885f20-b35b-47ad-9dfb-6081c16be1df None None] For port eaf5805f-0506-496b-aa6b-244f35404faa, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eaf5805f-0506-496b-aa6b-244f35404faa,segment=NetworkSegment(44e4f7be-1fdd-4e4f-a214-28b58268136e),segment_id=44e4f7be-1fdd-4e4f-a214-28b58268136e)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:05:50.545901 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-4c885f20-b35b-47ad-9dfb-6081c16be1df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (eaf5805f-0506-496b-aa6b-244f35404faa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:50.671215 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ac989fc6-9b64-462a-a6a8-49a09fe2c65b tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (82db7a4f-6420-44f6-ac2b-8bbb14dac71c), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:50.732551 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device eaf5805f-0506-496b-aa6b-244f35404faa up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:05:50.737315 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-ac989fc6-9b64-462a-a6a8-49a09fe2c65b tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf8d2d6100>,) {'filters': {'network_id': ['82db7a4f-6420-44f6-ac2b-8bbb14dac71c']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:05:50.779907 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-ac989fc6-9b64-462a-a6a8-49a09fe2c65b tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8d2d6100>, 'bb4cd87b-60ad-410e-be59-a179400e210f') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:05:50.781634 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-ac989fc6-9b64-462a-a6a8-49a09fe2c65b tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8d2d6100>, 'bb4cd87b-60ad-410e-be59-a179400e210f') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:05:50.805332 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ac989fc6-9b64-462a-a6a8-49a09fe2c65b tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (bb4cd87b-60ad-410e-be59-a179400e210f), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:50.840769 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ac989fc6-9b64-462a-a6a8-49a09fe2c65b tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (bb4cd87b-60ad-410e-be59-a179400e210f), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:50.844542 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c885f20-b35b-47ad-9dfb-6081c16be1df None None] Pushing event updated for resources: {'Port': ['ID=eaf5805f-0506-496b-aa6b-244f35404faa,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:50.867888 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port eaf5805f-0506-496b-aa6b-244f35404faa triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:05:50.868485 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (eaf5805f-0506-496b-aa6b-244f35404faa), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:50.887191 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac989fc6-9b64-462a-a6a8-49a09fe2c65b tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:05:50.889208 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ac989fc6-9b64-462a-a6a8-49a09fe2c65b tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (bb4cd87b-60ad-410e-be59-a179400e210f), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:50.908185 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d3a7e6-65d7-4354-b77b-4307c962f147 None None] get_active_networks_info from ncdv-master-1 {{(pid=121838) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
May 07 22:05:50.990877 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 22:05:50.990877 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:05:50.990877 ncdv-master-1 neutron-server[121837]:     timer()
May 07 22:05:50.990877 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:05:50.990877 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 22:05:50.990877 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:05:50.990877 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 22:05:50.990877 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:05:50.990877 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 22:05:50.990877 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:05:50.990877 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 22:05:50.990877 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:05:50.990877 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 22:05:50.990877 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:05:50.990877 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:05:50.990877 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:05:50.990877 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:05:50.990877 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:05:50.990877 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 22:05:50.990877 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:05:50.990877 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 22:05:50.990877 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:05:50.990877 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:05:50.990877 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:05:50.990877 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 22:05:50.990877 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:05:50.990877 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:05:50.990877 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:05:50.990877 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:05:50.990877 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:05:50.990877 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:05:50.990877 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:05:50.996133 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ac989fc6-9b64-462a-a6a8-49a09fe2c65b tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (82db7a4f-6420-44f6-ac2b-8bbb14dac71c), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:51.006299 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ac989fc6-9b64-462a-a6a8-49a09fe2c65b tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:51.014276 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-ac989fc6-9b64-462a-a6a8-49a09fe2c65b tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] 10.222.0.32 "DELETE /v2.0/networks/82db7a4f-6420-44f6-ac2b-8bbb14dac71c HTTP/1.1" status: 204  len: 168 time: 0.7123473
May 07 22:05:51.015243 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 60674) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:51.056413 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac989fc6-9b64-462a-a6a8-49a09fe2c65b tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Pushing event deleted for resources: {'Network': ['ID=82db7a4f-6420-44f6-ac2b-8bbb14dac71c,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:51.131266 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port eaf5805f-0506-496b-aa6b-244f35404faa is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:05:51.144261 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bb6ae171-f39e-4801-9348-314c83c354e3 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (a424e572-4450-400b-8646-8b6f6cfc6c19), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:51.183630 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d3a7e6-65d7-4354-b77b-4307c962f147 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
May 07 22:05:51.276949 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bb6ae171-f39e-4801-9348-314c83c354e3 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (a424e572-4450-400b-8646-8b6f6cfc6c19), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:51.336524 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-bb6ae171-f39e-4801-9348-314c83c354e3 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf8687c4c0>,) {'filters': {'network_id': ['a424e572-4450-400b-8646-8b6f6cfc6c19']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:05:51.365437 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-bb6ae171-f39e-4801-9348-314c83c354e3 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8687c4c0>, 'ac1976a8-667f-4c6c-acb3-12fdb67447e8') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:05:51.365734 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-bb6ae171-f39e-4801-9348-314c83c354e3 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8687c4c0>, 'ac1976a8-667f-4c6c-acb3-12fdb67447e8') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:05:51.393171 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bb6ae171-f39e-4801-9348-314c83c354e3 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (ac1976a8-667f-4c6c-acb3-12fdb67447e8), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:51.458727 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-42fa15a1-8282-437b-af0b-e1ae3b9bfd7b req-8dfb0efd-39b5-40c8-b6ab-d461c72b392e tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/ports?device_id=d67c9a54-a13e-4b6a-9db5-7bf57397edbb HTTP/1.1" status: 200  len: 210 time: 0.0860898
May 07 22:05:51.460194 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bb6ae171-f39e-4801-9348-314c83c354e3 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (ac1976a8-667f-4c6c-acb3-12fdb67447e8), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:51.470128 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb6ae171-f39e-4801-9348-314c83c354e3 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:05:51.470833 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bb6ae171-f39e-4801-9348-314c83c354e3 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (ac1976a8-667f-4c6c-acb3-12fdb67447e8), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:51.474837 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 22:05:51.474837 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:05:51.474837 ncdv-master-1 neutron-server[121837]:     timer()
May 07 22:05:51.474837 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:05:51.474837 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 22:05:51.474837 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:05:51.474837 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 22:05:51.474837 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:05:51.474837 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 22:05:51.474837 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:05:51.474837 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 22:05:51.474837 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:05:51.474837 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 22:05:51.474837 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:05:51.474837 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:05:51.474837 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:05:51.474837 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:05:51.474837 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:05:51.474837 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 22:05:51.474837 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:05:51.474837 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 22:05:51.474837 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:05:51.474837 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:05:51.474837 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:05:51.474837 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 22:05:51.474837 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:05:51.474837 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:05:51.474837 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:05:51.474837 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:05:51.474837 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:05:51.474837 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:05:51.474837 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:05:51.514668 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.db.resource_extend [None req-49a101c9-cf95-4c77-8150-62b8cb1b28f1 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 07 22:05:51.563539 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bb6ae171-f39e-4801-9348-314c83c354e3 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (a424e572-4450-400b-8646-8b6f6cfc6c19), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:51.573133 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bb6ae171-f39e-4801-9348-314c83c354e3 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:51.577213 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-bb6ae171-f39e-4801-9348-314c83c354e3 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] 10.222.0.32 "DELETE /v2.0/networks/a424e572-4450-400b-8646-8b6f6cfc6c19 HTTP/1.1" status: 204  len: 168 time: 0.5560203
May 07 22:05:51.589989 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-49a101c9-cf95-4c77-8150-62b8cb1b28f1 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:51.593762 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6ae171-f39e-4801-9348-314c83c354e3 tempest-BulkNetworkOpsIpV6Test-1921766973 tempest-BulkNetworkOpsIpV6Test-1921766973-project] Pushing event deleted for resources: {'Network': ['ID=a424e572-4450-400b-8646-8b6f6cfc6c19,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:51.597737 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-49a101c9-cf95-4c77-8150-62b8cb1b28f1 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (8d3e44d3-aa11-4444-a6c6-24e8a73e1c1b), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:51.765420 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd67854-6a57-4bae-8dc8-c3d6a585bc70 None None] Network 92fb32be-a7e7-4bc8-b8a6-5ec911c8daec requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:05:51.793006 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:51.801205 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e4803e-44c5-4ebc-af54-ffa0c177db32 req-b120beb6-66b9-4e43-9ce2-ccc053b01c2d tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:51.803140 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-79e4803e-44c5-4ebc-af54-ffa0c177db32 req-b120beb6-66b9-4e43-9ce2-ccc053b01c2d tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 947 time: 0.1000836
May 07 22:05:51.910215 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-79e4803e-44c5-4ebc-af54-ffa0c177db32 req-057e4a13-acb9-4dfe-97d0-dd74d219b5e8 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0988374
May 07 22:05:51.981426 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 60702) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:51.982492 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49a101c9-cf95-4c77-8150-62b8cb1b28f1 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Router c40fcf87-7714-46e5-87f8-4c03b7b266b4 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:05:52.116731 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49a101c9-cf95-4c77-8150-62b8cb1b28f1 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:05:52.123784 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-49a101c9-cf95-4c77-8150-62b8cb1b28f1 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:52.129273 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9c2a7f-809a-4196-9b3b-da19a2e00839 None None] Sync routers for ids ['c40fcf87-7714-46e5-87f8-4c03b7b266b4'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:05:52.143008 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9c2a7f-809a-4196-9b3b-da19a2e00839 None None] Routers {'c40fcf87-7714-46e5-87f8-4c03b7b266b4'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:05:52.143650 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-6c9c2a7f-809a-4196-9b3b-da19a2e00839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7fea5f70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:05:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['c40fcf87-7714-46e5-87f8-4c03b7b266b4'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:05:52.167979 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9df2668b-af6b-4323-a4a4-520fcae8e55e', 'tag': '26735917-c705-4821-b89b-e6f718fdc166'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:05:52.175752 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11ade5dd-aef2-4a3b-8c2e-b57e298d0251" -d '{"events": [{"name": "network-changed", "server_uuid": "9df2668b-af6b-4323-a4a4-520fcae8e55e", "tag": "26735917-c705-4821-b89b-e6f718fdc166"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:05:52.187309 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-5ac1334c-c118-430d-b488-4fe1d70beab4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9da4f11a17fa45cab1e10a17394d39cd&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2046046
May 07 22:05:52.187905 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 60714) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:52.230717 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-e3243a76-ed47-470e-a1da-1cfff07d644d None None] Provisioning complete for port eaf5805f-0506-496b-aa6b-244f35404faa triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:05:52.231120 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e3243a76-ed47-470e-a1da-1cfff07d644d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (eaf5805f-0506-496b-aa6b-244f35404faa), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:52.248964 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a11cee4e-a766-465e-a321-9dd04ef3808e admin admin] Publish callbacks [] for security_group (f2b15e65-b8d4-47ed-897a-7655bd59654a), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:52.262744 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-49a101c9-cf95-4c77-8150-62b8cb1b28f1 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "PUT /v2.0/floatingips/8d3e44d3-aa11-4444-a6c6-24e8a73e1c1b HTTP/1.1" status: 200  len: 994 time: 2.3284228
May 07 22:05:52.271906 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c82d8bc8-22f4-4c09-b73f-ca9e58926e43 x-openstack-request-id: req-c82d8bc8-22f4-4c09-b73f-ca9e58926e43 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:05:52.272389 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9df2668b-af6b-4323-a4a4-520fcae8e55e", "tag": "26735917-c705-4821-b89b-e6f718fdc166", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:05:52.272813 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c82d8bc8-22f4-4c09-b73f-ca9e58926e43 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:05:52.273428 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c82d8bc8-22f4-4c09-b73f-ca9e58926e43'] response: {'name': 'network-changed', 'server_uuid': '9df2668b-af6b-4323-a4a4-520fcae8e55e', 'tag': '26735917-c705-4821-b89b-e6f718fdc166', 'status': 'completed', 'code': 200}
May 07 22:05:52.287306 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a11cee4e-a766-465e-a321-9dd04ef3808e admin admin] Publish callbacks [] for security_group (f2b15e65-b8d4-47ed-897a-7655bd59654a), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:52.343734 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-6c9c2a7f-809a-4196-9b3b-da19a2e00839 None None] Set router c40fcf87-7714-46e5-87f8-4c03b7b266b4 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:05:52.359659 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ade5dd-aef2-4a3b-8c2e-b57e298d0251 req-499510ad-221b-471b-8de6-d26aaff0230d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:52.361260 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-11ade5dd-aef2-4a3b-8c2e-b57e298d0251 req-499510ad-221b-471b-8de6-d26aaff0230d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8130c27f2b84434a8d6fa5032b67aa1e&device_id=9df2668b-af6b-4323-a4a4-520fcae8e55e HTTP/1.1" status: 200  len: 1128 time: 0.0615711
May 07 22:05:52.432396 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a11cee4e-a766-465e-a321-9dd04ef3808e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (f2b15e65-b8d4-47ed-897a-7655bd59654a), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:52.435198 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a11cee4e-a766-465e-a321-9dd04ef3808e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:52.439242 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-a11cee4e-a766-465e-a321-9dd04ef3808e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f2b15e65-b8d4-47ed-897a-7655bd59654a HTTP/1.1" status: 204  len: 168 time: 0.2474346
May 07 22:05:52.450530 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11cee4e-a766-465e-a321-9dd04ef3808e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b15e65-b8d4-47ed-897a-7655bd59654a,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:52.468611 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-e3243a76-ed47-470e-a1da-1cfff07d644d None None] Current status of the port eaf5805f-0506-496b-aa6b-244f35404faa is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:05:52.474021 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ade5dd-aef2-4a3b-8c2e-b57e298d0251 req-e795e913-9652-454f-aaeb-59b6b7ef62e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:52.479851 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-11ade5dd-aef2-4a3b-8c2e-b57e298d0251 req-e795e913-9652-454f-aaeb-59b6b7ef62e2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b HTTP/1.1" status: 200  len: 920 time: 0.1086693
May 07 22:05:52.610195 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e4cc24d8-c632-4874-9143-75e6cec2b19a req-b9610488-e3e7-430c-8c8f-4be5b21509f8 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/ports?device_id=d67c9a54-a13e-4b6a-9db5-7bf57397edbb HTTP/1.1" status: 200  len: 210 time: 0.0388908
May 07 22:05:52.647501 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-11ade5dd-aef2-4a3b-8c2e-b57e298d0251 req-aec97021-75a9-43ac-b60a-e3f3622a8fbf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26735917-c705-4821-b89b-e6f718fdc166 HTTP/1.1" status: 200  len: 1002 time: 0.1557715
May 07 22:05:52.662454 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device eaf5805f-0506-496b-aa6b-244f35404faa up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:05:52.666194 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-6c9c2a7f-809a-4196-9b3b-da19a2e00839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7fea5f70>, [{'id': 'c40fcf87-7714-46e5-87f8-4c03b7b266b4', 'name': 'tempest-ServerRescueNegativeTestJSON-1832148144-router', 'tenant_id': '8130c27f2b84434a8d6fa5032b67aa1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.214'}], 'enable_snat': True}, 'gw_port_id': '598972db-8761-4f9d-818b-cc3f2e937a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:02:18Z', 'updated_at': '2022-05-07T22:02:28Z', 'revision_number': 4, 'project_id': '8130c27f2b84434a8d6fa5032b67aa1e', 'gw_port': {'id': '598972db-8761-4f9d-818b-cc3f2e937a0d', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40fcf87-7714-46e5-87f8-4c03b7b266b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1935, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:02:20Z', 'updated_at': '2022-05-07T22:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8d3e44d3-aa11-4444-a6c6-24e8a73e1c1b', 'tenant_id': '8130c27f2b84434a8d6fa5032b67aa1e', 'floating_ip_address': '172.35.4.190', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': 'c40fcf87-7714-46e5-87f8-4c03b7b266b4', 'port_id': '26735917-c705-4821-b89b-e6f718fdc166', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2235, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b', 'mac_address': 'fa:16:3e:19:a4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df2668b-af6b-4323-a4a4-520fcae8e55e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:04:22Z', 'updated_at': '2022-05-07T22:05:51Z', 'revision_number': 3, 'project_id': '8130c27f2b84434a8d6fa5032b67aa1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fb06420-9555-4316-ae23-a506ee0176ef', 'name': '', 'network_id': 'f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b', 'tenant_id': '8130c27f2b84434a8d6fa5032b67aa1e', 'mac_address': 'fa:16:3e:68:59:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40fcf87-7714-46e5-87f8-4c03b7b266b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': 'b554e5f7-e35c-452a-ba74-fc50d3983e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:02:26Z', 'updated_at': '2022-05-07T22:02:34Z', 'revision_number': 5, 'project_id': '8130c27f2b84434a8d6fa5032b67aa1e', 'subnets': [{'id': 'b554e5f7-e35c-452a-ba74-fc50d3983e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:05:52.701840 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ade5dd-aef2-4a3b-8c2e-b57e298d0251 req-4dc31195-4b2c-4733-931f-ab1cc6380b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:52.703476 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-11ade5dd-aef2-4a3b-8c2e-b57e298d0251 req-4dc31195-4b2c-4733-931f-ab1cc6380b59 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b554e5f7-e35c-452a-ba74-fc50d3983e51 HTTP/1.1" status: 200  len: 858 time: 0.0487761
May 07 22:05:52.727278 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9c2a7f-809a-4196-9b3b-da19a2e00839 None None] Checking router: c40fcf87-7714-46e5-87f8-4c03b7b266b4 for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:05:52.751170 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9c2a7f-809a-4196-9b3b-da19a2e00839 None None] Routers {'c40fcf87-7714-46e5-87f8-4c03b7b266b4'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:05:52.751933 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-6c9c2a7f-809a-4196-9b3b-da19a2e00839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7fea5f70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:05:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['c40fcf87-7714-46e5-87f8-4c03b7b266b4'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:05:52.765959 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ade5dd-aef2-4a3b-8c2e-b57e298d0251 req-6d8bbb54-8953-4fba-8fa9-39ac4114c614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:52.767991 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-11ade5dd-aef2-4a3b-8c2e-b57e298d0251 req-6d8bbb54-8953-4fba-8fa9-39ac4114c614 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0584042
May 07 22:05:52.822161 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port eaf5805f-0506-496b-aa6b-244f35404faa triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:05:52.822379 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (eaf5805f-0506-496b-aa6b-244f35404faa), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:52.881941 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-11ade5dd-aef2-4a3b-8c2e-b57e298d0251 req-3975f19a-ca7a-4ad4-86f5-a0a6ab23d198 service neutron] 10.222.0.59 "GET /v2.0/networks/f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1049523
May 07 22:05:52.955330 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-6c9c2a7f-809a-4196-9b3b-da19a2e00839 None None] Set router c40fcf87-7714-46e5-87f8-4c03b7b266b4 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:05:53.007494 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port eaf5805f-0506-496b-aa6b-244f35404faa is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:05:53.088638 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-11ade5dd-aef2-4a3b-8c2e-b57e298d0251 req-6a964f61-9a07-4ee3-a6ba-48b5f8c1fafb service neutron] 10.222.0.59 "GET /v2.0/networks/f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1976905
May 07 22:05:53.364907 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-6c9c2a7f-809a-4196-9b3b-da19a2e00839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7fea5f70>, [{'id': 'c40fcf87-7714-46e5-87f8-4c03b7b266b4', 'name': 'tempest-ServerRescueNegativeTestJSON-1832148144-router', 'tenant_id': '8130c27f2b84434a8d6fa5032b67aa1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.214'}], 'enable_snat': True}, 'gw_port_id': '598972db-8761-4f9d-818b-cc3f2e937a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:02:18Z', 'updated_at': '2022-05-07T22:02:28Z', 'revision_number': 4, 'project_id': '8130c27f2b84434a8d6fa5032b67aa1e', 'gw_port': {'id': '598972db-8761-4f9d-818b-cc3f2e937a0d', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40fcf87-7714-46e5-87f8-4c03b7b266b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1935, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:02:20Z', 'updated_at': '2022-05-07T22:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8d3e44d3-aa11-4444-a6c6-24e8a73e1c1b', 'tenant_id': '8130c27f2b84434a8d6fa5032b67aa1e', 'floating_ip_address': '172.35.4.190', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': 'c40fcf87-7714-46e5-87f8-4c03b7b266b4', 'port_id': '26735917-c705-4821-b89b-e6f718fdc166', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2235, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b', 'mac_address': 'fa:16:3e:19:a4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df2668b-af6b-4323-a4a4-520fcae8e55e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:04:22Z', 'updated_at': '2022-05-07T22:05:51Z', 'revision_number': 3, 'project_id': '8130c27f2b84434a8d6fa5032b67aa1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fb06420-9555-4316-ae23-a506ee0176ef', 'name': '', 'network_id': 'f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b', 'tenant_id': '8130c27f2b84434a8d6fa5032b67aa1e', 'mac_address': 'fa:16:3e:68:59:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40fcf87-7714-46e5-87f8-4c03b7b266b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': 'b554e5f7-e35c-452a-ba74-fc50d3983e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:02:26Z', 'updated_at': '2022-05-07T22:02:34Z', 'revision_number': 5, 'project_id': '8130c27f2b84434a8d6fa5032b67aa1e', 'subnets': [{'id': 'b554e5f7-e35c-452a-ba74-fc50d3983e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:05:53.399141 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9c2a7f-809a-4196-9b3b-da19a2e00839 None None] The sync data for ids ['c40fcf87-7714-46e5-87f8-4c03b7b266b4'] in ncdv-master-1 is: [{'id': 'c40fcf87-7714-46e5-87f8-4c03b7b266b4', 'name': 'tempest-ServerRescueNegativeTestJSON-1832148144-router', 'tenant_id': '8130c27f2b84434a8d6fa5032b67aa1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.214'}], 'enable_snat': True}, 'gw_port_id': '598972db-8761-4f9d-818b-cc3f2e937a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:02:18Z', 'updated_at': '2022-05-07T22:02:28Z', 'revision_number': 4, 'project_id': '8130c27f2b84434a8d6fa5032b67aa1e', 'gw_port': {'id': '598972db-8761-4f9d-818b-cc3f2e937a0d', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40fcf87-7714-46e5-87f8-4c03b7b266b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1935, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:02:20Z', 'updated_at': '2022-05-07T22:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8d3e44d3-aa11-4444-a6c6-24e8a73e1c1b', 'tenant_id': '8130c27f2b84434a8d6fa5032b67aa1e', 'floating_ip_address': '172.35.4.190', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': 'c40fcf87-7714-46e5-87f8-4c03b7b266b4', 'port_id': '26735917-c705-4821-b89b-e6f718fdc166', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 2235, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b', 'mac_address': 'fa:16:3e:19:a4:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df2668b-af6b-4323-a4a4-520fcae8e55e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:04:22Z', 'updated_at': '2022-05-07T22:05:51Z', 'revision_number': 3, 'project_id': '8130c27f2b84434a8d6fa5032b67aa1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fb06420-9555-4316-ae23-a506ee0176ef', 'name': '', 'network_id': 'f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b', 'tenant_id': '8130c27f2b84434a8d6fa5032b67aa1e', 'mac_address': 'fa:16:3e:68:59:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40fcf87-7714-46e5-87f8-4c03b7b266b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': 'b554e5f7-e35c-452a-ba74-fc50d3983e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:02:26Z', 'updated_at': '2022-05-07T22:02:34Z', 'revision_number': 5, 'project_id': '8130c27f2b84434a8d6fa5032b67aa1e', 'subnets': [{'id': 'b554e5f7-e35c-452a-ba74-fc50d3983e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:05:53.535731 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67070f98-47d4-4ee3-92ab-28ee0a736644 req-fe89abc0-9e3b-4df5-89e6-6ea753eb31e0 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:53.543331 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-67070f98-47d4-4ee3-92ab-28ee0a736644 req-fe89abc0-9e3b-4df5-89e6-6ea753eb31e0 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 947 time: 0.5155880
May 07 22:05:53.577656 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 60760) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:53.579804 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ed6c15-a022-4644-99a8-4c28718da86b req-3baaedb1-b0a8-4ea9-8081-9e2733ee8178 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:53.583135 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f2ed6c15-a022-4644-99a8-4c28718da86b req-3baaedb1-b0a8-4ea9-8081-9e2733ee8178 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.55 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 947 time: 0.1081109
May 07 22:05:53.594217 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a9b11438-560b-4172-8806-da795d657a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:53.611820 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5cb2a5-016f-48f3-9a42-84a00cebc28c req-313debeb-f74f-4cf9-9042-11e863d194b1 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:53.613534 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9a5cb2a5-016f-48f3-9a42-84a00cebc28c req-313debeb-f74f-4cf9-9042-11e863d194b1 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.55 "GET /v2.0/networks?id=92fb32be-a7e7-4bc8-b8a6-5ec911c8daec HTTP/1.1" status: 200  len: 796 time: 0.6369181
May 07 22:05:53.737533 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-e0e4d2e5-15c1-45d3-a6ed-0417f9147ace tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-473520884'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:05:53.752705 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-67070f98-47d4-4ee3-92ab-28ee0a736644 req-13e9ddc1-7464-459a-8e08-fb4cef8e2e6d tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/security-groups?id=8592741f-2340-4c0e-a0ca-82f555eeb489&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2085130
May 07 22:05:53.770999 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ed3f8ccd-b48c-47fa-90e6-effd63a52318 req-539e72c6-a84b-45bc-815c-50ab841fafa7 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/ports?device_id=d67c9a54-a13e-4b6a-9db5-7bf57397edbb HTTP/1.1" status: 200  len: 210 time: 0.0541735
May 07 22:05:53.804330 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0e4d2e5-15c1-45d3-a6ed-0417f9147ace tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Made reservation on behalf of 300defb645794c6fac3ab824a1aeb2af for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:05:53.812542 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e0e4d2e5-15c1-45d3-a6ed-0417f9147ace tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:53.827017 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:53.828355 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e0e4d2e5-15c1-45d3-a6ed-0417f9147ace tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:53.828607 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-f2ed6c15-a022-4644-99a8-4c28718da86b req-d4cf7358-94b9-4bee-856c-62c4494b5160 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Deleting port 49671dbb-1f39-4903-a9e1-e283831ec748 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:05:53.828941 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-f2ed6c15-a022-4644-99a8-4c28718da86b req-d4cf7358-94b9-4bee-856c-62c4494b5160 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (49671dbb-1f39-4903-a9e1-e283831ec748), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:53.866479 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9a5cb2a5-016f-48f3-9a42-84a00cebc28c req-010d4c8e-ec95-4b4b-a714-af96d0ee52b4 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c313e966d334c26afa43b480ab20fb0 HTTP/1.1" status: 200  len: 473 time: 0.2301610
May 07 22:05:53.908094 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-9a5cb2a5-016f-48f3-9a42-84a00cebc28c req-c76f5744-6ec4-4ca0-9502-71ba85d93ce2 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Request body: {'port': {'device_id': 'd67c9a54-a13e-4b6a-9db5-7bf57397edbb', 'network_id': '92fb32be-a7e7-4bc8-b8a6-5ec911c8daec', 'admin_state_up': True, 'tenant_id': '0c313e966d334c26afa43b480ab20fb0', 'security_groups': ['209a8469-27da-4068-98cf-336fcf135f12']}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:05:53.911781 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e0e4d2e5-15c1-45d3-a6ed-0417f9147ace tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks [] for security_group (4ade07a6-4951-44a7-bd08-75a5e703bdbd), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:53.917137 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e0e4d2e5-15c1-45d3-a6ed-0417f9147ace tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (4ade07a6-4951-44a7-bd08-75a5e703bdbd), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:53.947008 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0e4d2e5-15c1-45d3-a6ed-0417f9147ace tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:05:53.957603 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e4d2e5-15c1-45d3-a6ed-0417f9147ace tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ade07a6-4951-44a7-bd08-75a5e703bdbd,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:53.976169 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e0e4d2e5-15c1-45d3-a6ed-0417f9147ace tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (b11ac307-991d-4de7-8221-cd88f784b43d), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:53.976868 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-e0e4d2e5-15c1-45d3-a6ed-0417f9147ace tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Added segment b11ac307-991d-4de7-8221-cd88f784b43d of type vlan for network 539094fe-413b-479a-8850-e049098793d8
May 07 22:05:53.997971 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-f2ed6c15-a022-4644-99a8-4c28718da86b req-d4cf7358-94b9-4bee-856c-62c4494b5160 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] For port 49671dbb-1f39-4903-a9e1-e283831ec748, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=49671dbb-1f39-4903-a9e1-e283831ec748,segment=NetworkSegment(ade65013-e645-4c54-8fa7-660e2ce7b907),segment_id=ade65013-e645-4c54-8fa7-660e2ce7b907)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:05:53.998336 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-f2ed6c15-a022-4644-99a8-4c28718da86b req-d4cf7358-94b9-4bee-856c-62c4494b5160 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (49671dbb-1f39-4903-a9e1-e283831ec748), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:54.023319 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e0e4d2e5-15c1-45d3-a6ed-0417f9147ace tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (539094fe-413b-479a-8850-e049098793d8), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:54.024285 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-f2ed6c15-a022-4644-99a8-4c28718da86b req-d4cf7358-94b9-4bee-856c-62c4494b5160 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Calling delete_port for 49671dbb-1f39-4903-a9e1-e283831ec748 owned by compute:nova {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:05:54.061293 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e0e4d2e5-15c1-45d3-a6ed-0417f9147ace tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (539094fe-413b-479a-8850-e049098793d8), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:54.066382 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e4d2e5-15c1-45d3-a6ed-0417f9147ace tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:54.067005 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e0e4d2e5-15c1-45d3-a6ed-0417f9147ace tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:54.095893 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-e0e4d2e5-15c1-45d3-a6ed-0417f9147ace tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 788 time: 0.5170627
May 07 22:05:54.112719 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a5cb2a5-016f-48f3-9a42-84a00cebc28c req-c76f5744-6ec4-4ca0-9502-71ba85d93ce2 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Made reservation on behalf of 0c313e966d334c26afa43b480ab20fb0 for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:05:54.116406 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-9a5cb2a5-016f-48f3-9a42-84a00cebc28c req-c76f5744-6ec4-4ca0-9502-71ba85d93ce2 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:54.151263 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e4d2e5-15c1-45d3-a6ed-0417f9147ace tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Pushing event updated for resources: {'Network': ['ID=539094fe-413b-479a-8850-e049098793d8,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:54.164915 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 539094fe-413b-479a-8850-e049098793d8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:05:54.274058 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9df2668b-af6b-4323-a4a4-520fcae8e55e', 'tag': '26735917-c705-4821-b89b-e6f718fdc166'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:05:54.276690 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52741c6a-e32d-419b-9606-16457cc82673" -d '{"events": [{"name": "network-changed", "server_uuid": "9df2668b-af6b-4323-a4a4-520fcae8e55e", "tag": "26735917-c705-4821-b89b-e6f718fdc166"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:05:54.350752 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ccdaa32-21ab-4d30-bd01-308801f38083 x-openstack-request-id: req-5ccdaa32-21ab-4d30-bd01-308801f38083 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:05:54.351090 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9df2668b-af6b-4323-a4a4-520fcae8e55e", "tag": "26735917-c705-4821-b89b-e6f718fdc166", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:05:54.351342 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5ccdaa32-21ab-4d30-bd01-308801f38083 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:05:54.351737 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ccdaa32-21ab-4d30-bd01-308801f38083'] response: {'name': 'network-changed', 'server_uuid': '9df2668b-af6b-4323-a4a4-520fcae8e55e', 'tag': '26735917-c705-4821-b89b-e6f718fdc166', 'status': 'completed', 'code': 200}
May 07 22:05:54.404433 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-f2ed6c15-a022-4644-99a8-4c28718da86b req-d4cf7358-94b9-4bee-856c-62c4494b5160 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (49671dbb-1f39-4903-a9e1-e283831ec748), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:54.440693 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52741c6a-e32d-419b-9606-16457cc82673 req-ab06cea7-b913-454b-b8dd-d271ec23633c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:54.442643 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-52741c6a-e32d-419b-9606-16457cc82673 req-ab06cea7-b913-454b-b8dd-d271ec23633c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=8130c27f2b84434a8d6fa5032b67aa1e&device_id=9df2668b-af6b-4323-a4a4-520fcae8e55e HTTP/1.1" status: 200  len: 1128 time: 0.0591199
May 07 22:05:54.450827 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [req-9a5cb2a5-016f-48f3-9a42-84a00cebc28c req-c76f5744-6ec4-4ca0-9502-71ba85d93ce2 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Allocated IP 172.20.0.19 (92fb32be-a7e7-4bc8-b8a6-5ec911c8daec/972ec13e-de98-400f-8482-a57ac29cd1e1/589e4dcc-4385-4a17-8792-2bf6dcbf7136) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:05:54.454959 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cf7358-94b9-4bee-856c-62c4494b5160 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Pushing event deleted for resources: {'Port': ['ID=49671dbb-1f39-4903-a9e1-e283831ec748,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:54.543100 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2ed6c15-a022-4644-99a8-4c28718da86b req-d4cf7358-94b9-4bee-856c-62c4494b5160 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] No DVR routers for this DVR port 49671dbb-1f39-4903-a9e1-e283831ec748 on host nch1-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:05:54.596831 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52741c6a-e32d-419b-9606-16457cc82673 req-3afe5c28-91a1-42c4-9db2-c3773db312b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:54.598374 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-52741c6a-e32d-419b-9606-16457cc82673 req-3afe5c28-91a1-42c4-9db2-c3773db312b3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b HTTP/1.1" status: 200  len: 920 time: 0.1488445
May 07 22:05:54.601059 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-f2ed6c15-a022-4644-99a8-4c28718da86b req-d4cf7358-94b9-4bee-856c-62c4494b5160 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:54.605213 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f2ed6c15-a022-4644-99a8-4c28718da86b req-d4cf7358-94b9-4bee-856c-62c4494b5160 tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.55 "DELETE /v2.0/ports/49671dbb-1f39-4903-a9e1-e283831ec748 HTTP/1.1" status: 204  len: 173 time: 1.0110703
May 07 22:05:54.734320 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-9a5cb2a5-016f-48f3-9a42-84a00cebc28c req-c76f5744-6ec4-4ca0-9502-71ba85d93ce2 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for port (589e4dcc-4385-4a17-8792-2bf6dcbf7136), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:54.743862 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-52741c6a-e32d-419b-9606-16457cc82673 req-235d5a1d-6d04-42b9-adf7-4cd33bf5caf5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=26735917-c705-4821-b89b-e6f718fdc166 HTTP/1.1" status: 200  len: 1002 time: 0.1368897
May 07 22:05:54.778210 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-9a5cb2a5-016f-48f3-9a42-84a00cebc28c req-c76f5744-6ec4-4ca0-9502-71ba85d93ce2 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (589e4dcc-4385-4a17-8792-2bf6dcbf7136), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:54.863173 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52741c6a-e32d-419b-9606-16457cc82673 req-285852c2-7d5a-499c-a85f-ce11e0f3dc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:54.865076 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-52741c6a-e32d-419b-9606-16457cc82673 req-285852c2-7d5a-499c-a85f-ce11e0f3dc5b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b554e5f7-e35c-452a-ba74-fc50d3983e51 HTTP/1.1" status: 200  len: 858 time: 0.1112790
May 07 22:05:54.876429 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a5cb2a5-016f-48f3-9a42-84a00cebc28c req-c76f5744-6ec4-4ca0-9502-71ba85d93ce2 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Network 92fb32be-a7e7-4bc8-b8a6-5ec911c8daec is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:05:54.883184 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76f5744-6ec4-4ca0-9502-71ba85d93ce2 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Pushing event updated for resources: {'Port': ['ID=589e4dcc-4385-4a17-8792-2bf6dcbf7136,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:54.885935 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [req-9a5cb2a5-016f-48f3-9a42-84a00cebc28c req-c76f5744-6ec4-4ca0-9502-71ba85d93ce2 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:05:54.888825 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a5cb2a5-016f-48f3-9a42-84a00cebc28c req-c76f5744-6ec4-4ca0-9502-71ba85d93ce2 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:05:54.978479 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0fb3c9f6-1ec0-4088-b4b8-96cb1cfd5641 req-201065c5-2ec7-44ea-a7eb-52fcf8a2bf5f tempest-ServersNegativeTestJSON-282814339 tempest-ServersNegativeTestJSON-282814339-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6 HTTP/1.1" status: 200  len: 210 time: 0.0703151
May 07 22:05:55.002165 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52741c6a-e32d-419b-9606-16457cc82673 req-c6cd5ec9-1830-430f-a324-96b552f21d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:55.003874 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-52741c6a-e32d-419b-9606-16457cc82673 req-c6cd5ec9-1830-430f-a324-96b552f21d52 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1312029
May 07 22:05:55.008895 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5cb2a5-016f-48f3-9a42-84a00cebc28c req-c76f5744-6ec4-4ca0-9502-71ba85d93ce2 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:55.009624 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-9a5cb2a5-016f-48f3-9a42-84a00cebc28c req-c76f5744-6ec4-4ca0-9502-71ba85d93ce2 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:55.036115 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f005c9d-8f8f-45c6-b312-c26a909e279a req-d8e15604-8b92-46e7-a413-27f4fc19293e tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:55.037843 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1f005c9d-8f8f-45c6-b312-c26a909e279a req-d8e15604-8b92-46e7-a413-27f4fc19293e tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/ports?device_id=d67c9a54-a13e-4b6a-9db5-7bf57397edbb HTTP/1.1" status: 200  len: 932 time: 0.0952630
May 07 22:05:55.047163 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9a5cb2a5-016f-48f3-9a42-84a00cebc28c req-c76f5744-6ec4-4ca0-9502-71ba85d93ce2 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1469560
May 07 22:05:55.057842 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [req-9a5cb2a5-016f-48f3-9a42-84a00cebc28c req-e6979479-7788-49a0-a5fd-2bd39fef568e tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121836) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:05:55.059213 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9a5cb2a5-016f-48f3-9a42-84a00cebc28c req-e6979479-7788-49a0-a5fd-2bd39fef568e tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0070131
May 07 22:05:55.076709 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-9a5cb2a5-016f-48f3-9a42-84a00cebc28c req-95ea34ae-e9a4-4cbe-9faa-949215ed2439 service neutron] Request body: {'port': {'device_id': 'd67c9a54-a13e-4b6a-9db5-7bf57397edbb', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:05:55.209157 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-52741c6a-e32d-419b-9606-16457cc82673 req-b427d295-79cb-4f1b-a03b-c48f676ad765 service neutron] 10.222.0.59 "GET /v2.0/networks/f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1962786
May 07 22:05:55.244249 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-ca4de868-a8b4-469e-8374-5b6a001cb301 None None] Provisioning complete for port 589e4dcc-4385-4a17-8792-2bf6dcbf7136 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:05:55.245061 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ca4de868-a8b4-469e-8374-5b6a001cb301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (589e4dcc-4385-4a17-8792-2bf6dcbf7136), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:55.271641 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1f005c9d-8f8f-45c6-b312-c26a909e279a req-2e047a3c-9c42-4414-9155-c02dac923ad7 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/security-groups?id=209a8469-27da-4068-98cf-336fcf135f12&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2110586
May 07 22:05:55.278984 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-9a5cb2a5-016f-48f3-9a42-84a00cebc28c req-95ea34ae-e9a4-4cbe-9faa-949215ed2439 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (589e4dcc-4385-4a17-8792-2bf6dcbf7136), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:55.320850 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-ca4de868-a8b4-469e-8374-5b6a001cb301 None None] Port 589e4dcc-4385-4a17-8792-2bf6dcbf7136 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:05:55.350271 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-52741c6a-e32d-419b-9606-16457cc82673 req-d4c9c4e5-95f3-4154-a343-6c29ad46dd9b service neutron] 10.222.0.59 "GET /v2.0/networks/f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1257827
May 07 22:05:55.581003 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [req-9a5cb2a5-016f-48f3-9a42-84a00cebc28c req-95ea34ae-e9a4-4cbe-9faa-949215ed2439 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 589e4dcc-4385-4a17-8792-2bf6dcbf7136 {{(pid=121836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:05:55.588258 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-9a5cb2a5-016f-48f3-9a42-84a00cebc28c req-95ea34ae-e9a4-4cbe-9faa-949215ed2439 service neutron] Publish callbacks [] for port (589e4dcc-4385-4a17-8792-2bf6dcbf7136), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:55.600282 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.provisioning_blocks [req-9a5cb2a5-016f-48f3-9a42-84a00cebc28c req-95ea34ae-e9a4-4cbe-9faa-949215ed2439 service neutron] Transition to ACTIVE for port object 589e4dcc-4385-4a17-8792-2bf6dcbf7136 will not be triggered until provisioned by entity L2. {{(pid=121836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 22:05:55.603901 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-9a5cb2a5-016f-48f3-9a42-84a00cebc28c req-95ea34ae-e9a4-4cbe-9faa-949215ed2439 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (589e4dcc-4385-4a17-8792-2bf6dcbf7136), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:55.652939 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ea34ae-e9a4-4cbe-9faa-949215ed2439 service neutron] Pushing event updated for resources: {'Port': ['ID=589e4dcc-4385-4a17-8792-2bf6dcbf7136,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:55.731030 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-9a5cb2a5-016f-48f3-9a42-84a00cebc28c req-95ea34ae-e9a4-4cbe-9faa-949215ed2439 service neutron] Attempting to bind port 589e4dcc-4385-4a17-8792-2bf6dcbf7136 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:05:55.731518 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-9a5cb2a5-016f-48f3-9a42-84a00cebc28c req-95ea34ae-e9a4-4cbe-9faa-949215ed2439 service neutron] Attempting to bind port 589e4dcc-4385-4a17-8792-2bf6dcbf7136 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '44e4f7be-1fdd-4e4f-a214-28b58268136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '92fb32be-a7e7-4bc8-b8a6-5ec911c8daec'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:05:55.731952 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5cb2a5-016f-48f3-9a42-84a00cebc28c req-95ea34ae-e9a4-4cbe-9faa-949215ed2439 service neutron] Attempting to bind port 589e4dcc-4385-4a17-8792-2bf6dcbf7136 on network 92fb32be-a7e7-4bc8-b8a6-5ec911c8daec {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:05:55.737472 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5cb2a5-016f-48f3-9a42-84a00cebc28c req-95ea34ae-e9a4-4cbe-9faa-949215ed2439 service neutron] Port 589e4dcc-4385-4a17-8792-2bf6dcbf7136 on network 92fb32be-a7e7-4bc8-b8a6-5ec911c8daec not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:05:55.737916 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5cb2a5-016f-48f3-9a42-84a00cebc28c req-95ea34ae-e9a4-4cbe-9faa-949215ed2439 service neutron] Attempting to bind port 589e4dcc-4385-4a17-8792-2bf6dcbf7136 on network 92fb32be-a7e7-4bc8-b8a6-5ec911c8daec {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:05:55.743289 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5cb2a5-016f-48f3-9a42-84a00cebc28c req-95ea34ae-e9a4-4cbe-9faa-949215ed2439 service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 5, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:05:55.743770 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5cb2a5-016f-48f3-9a42-84a00cebc28c req-95ea34ae-e9a4-4cbe-9faa-949215ed2439 service neutron] Checking segment: {'id': '44e4f7be-1fdd-4e4f-a214-28b58268136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '92fb32be-a7e7-4bc8-b8a6-5ec911c8daec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:05:55.744258 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a5cb2a5-016f-48f3-9a42-84a00cebc28c req-95ea34ae-e9a4-4cbe-9faa-949215ed2439 service neutron] Bound using segment: {'id': '44e4f7be-1fdd-4e4f-a214-28b58268136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '92fb32be-a7e7-4bc8-b8a6-5ec911c8daec'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:05:55.744794 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-9a5cb2a5-016f-48f3-9a42-84a00cebc28c req-95ea34ae-e9a4-4cbe-9faa-949215ed2439 service neutron] Bound port: 589e4dcc-4385-4a17-8792-2bf6dcbf7136, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44e4f7be-1fdd-4e4f-a214-28b58268136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '92fb32be-a7e7-4bc8-b8a6-5ec911c8daec'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:05:55.745252 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-9a5cb2a5-016f-48f3-9a42-84a00cebc28c req-95ea34ae-e9a4-4cbe-9faa-949215ed2439 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (589e4dcc-4385-4a17-8792-2bf6dcbf7136), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:55.848163 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-9a5cb2a5-016f-48f3-9a42-84a00cebc28c req-95ea34ae-e9a4-4cbe-9faa-949215ed2439 service neutron] For port 589e4dcc-4385-4a17-8792-2bf6dcbf7136, host nch1-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:05:55.851885 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-9a5cb2a5-016f-48f3-9a42-84a00cebc28c req-95ea34ae-e9a4-4cbe-9faa-949215ed2439 service neutron] For port 589e4dcc-4385-4a17-8792-2bf6dcbf7136, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=589e4dcc-4385-4a17-8792-2bf6dcbf7136,segment=NetworkSegment(44e4f7be-1fdd-4e4f-a214-28b58268136e),segment_id=44e4f7be-1fdd-4e4f-a214-28b58268136e)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:05:55.872885 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-9a5cb2a5-016f-48f3-9a42-84a00cebc28c req-95ea34ae-e9a4-4cbe-9faa-949215ed2439 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (589e4dcc-4385-4a17-8792-2bf6dcbf7136), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:55.936710 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5cb2a5-016f-48f3-9a42-84a00cebc28c req-95ea34ae-e9a4-4cbe-9faa-949215ed2439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:55.938586 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-9a5cb2a5-016f-48f3-9a42-84a00cebc28c req-95ea34ae-e9a4-4cbe-9faa-949215ed2439 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:55.940472 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9a5cb2a5-016f-48f3-9a42-84a00cebc28c req-95ea34ae-e9a4-4cbe-9faa-949215ed2439 service neutron] 10.222.0.55 "PUT /v2.0/ports/589e4dcc-4385-4a17-8792-2bf6dcbf7136 HTTP/1.1" status: 200  len: 1092 time: 0.8706832
May 07 22:05:55.949498 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ea34ae-e9a4-4cbe-9faa-949215ed2439 service neutron] Pushing event updated for resources: {'Port': ['ID=589e4dcc-4385-4a17-8792-2bf6dcbf7136,revision_number=3']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:56.017245 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-3fa863ac-64ba-4f99-9d67-46515d4ac24e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:56.064647 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5cb2a5-016f-48f3-9a42-84a00cebc28c req-198f493c-7614-4234-a42e-c59e54cea64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:56.067165 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9a5cb2a5-016f-48f3-9a42-84a00cebc28c req-198f493c-7614-4234-a42e-c59e54cea64e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0c313e966d334c26afa43b480ab20fb0&device_id=d67c9a54-a13e-4b6a-9db5-7bf57397edbb HTTP/1.1" status: 200  len: 1126 time: 0.0699472
May 07 22:05:56.088204 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 60802) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:56.125376 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9a5cb2a5-016f-48f3-9a42-84a00cebc28c req-f42494b3-aeaf-4133-a396-34d00c4105e5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=589e4dcc-4385-4a17-8792-2bf6dcbf7136 HTTP/1.1" status: 200  len: 217 time: 0.0493164
May 07 22:05:56.145024 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-d833f947-5407-4485-8313-b630efbf0a2f admin admin] Deleting subnet 35cc5169-512d-4e47-a67e-744102f823c5 {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:05:56.148518 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d833f947-5407-4485-8313-b630efbf0a2f admin admin] Publish callbacks [] for subnet (35cc5169-512d-4e47-a67e-744102f823c5), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:56.192361 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5cb2a5-016f-48f3-9a42-84a00cebc28c req-d4b36d98-a3ab-440d-9be2-2ed2e5c0484f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:56.195049 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9a5cb2a5-016f-48f3-9a42-84a00cebc28c req-d4b36d98-a3ab-440d-9be2-2ed2e5c0484f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=972ec13e-de98-400f-8482-a57ac29cd1e1 HTTP/1.1" status: 200  len: 837 time: 0.0640912
May 07 22:05:56.233998 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d833f947-5407-4485-8313-b630efbf0a2f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (35cc5169-512d-4e47-a67e-744102f823c5), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:56.246481 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 49671dbb-1f39-4903-a9e1-e283831ec748 no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:05:56.289956 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] No Port match for: 49671dbb-1f39-4903-a9e1-e283831ec748 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:05:56.290297 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 49671dbb-1f39-4903-a9e1-e283831ec748 not bound to the agent host nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:05:56.328521 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5cb2a5-016f-48f3-9a42-84a00cebc28c req-b7cd1818-3c15-4e76-9f56-1ae8568494f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:56.330168 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9a5cb2a5-016f-48f3-9a42-84a00cebc28c req-b7cd1818-3c15-4e76-9f56-1ae8568494f9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=92fb32be-a7e7-4bc8-b8a6-5ec911c8daec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1202 time: 0.1265879
May 07 22:05:56.340507 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d833f947-5407-4485-8313-b630efbf0a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (35cc5169-512d-4e47-a67e-744102f823c5), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:56.367852 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6', 'name': 'network-vif-deleted', 'tag': '49671dbb-1f39-4903-a9e1-e283831ec748'}, {'name': 'network-changed', 'server_uuid': 'd67c9a54-a13e-4b6a-9db5-7bf57397edbb', 'tag': '589e4dcc-4385-4a17-8792-2bf6dcbf7136'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:05:56.371538 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f14b6f4-bee3-42a5-ad77-1ffcc92042d4" -d '{"events": [{"server_uuid": "ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6", "name": "network-vif-deleted", "tag": "49671dbb-1f39-4903-a9e1-e283831ec748"}, {"name": "network-changed", "server_uuid": "d67c9a54-a13e-4b6a-9db5-7bf57397edbb", "tag": "589e4dcc-4385-4a17-8792-2bf6dcbf7136"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:05:56.441281 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d833f947-5407-4485-8313-b630efbf0a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (35cc5169-512d-4e47-a67e-744102f823c5), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:56.465849 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 07 May 2022 22:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd98077-a2b8-40b0-8661-15aa5ecb1156 x-openstack-request-id: req-5fd98077-a2b8-40b0-8661-15aa5ecb1156 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:05:56.466260 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6", "name": "network-vif-deleted", "tag": "49671dbb-1f39-4903-a9e1-e283831ec748", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d67c9a54-a13e-4b6a-9db5-7bf57397edbb", "tag": "589e4dcc-4385-4a17-8792-2bf6dcbf7136", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:05:56.466598 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5fd98077-a2b8-40b0-8661-15aa5ecb1156 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:05:56.467177 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fd98077-a2b8-40b0-8661-15aa5ecb1156'] response: {'server_uuid': 'ca4bc3b4-d00f-4bb1-9a10-c434dde6caf6', 'name': 'network-vif-deleted', 'tag': '49671dbb-1f39-4903-a9e1-e283831ec748', 'status': 'completed', 'code': 200}
May 07 22:05:56.467544 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fd98077-a2b8-40b0-8661-15aa5ecb1156'] response: {'name': 'network-changed', 'server_uuid': 'd67c9a54-a13e-4b6a-9db5-7bf57397edbb', 'tag': '589e4dcc-4385-4a17-8792-2bf6dcbf7136', 'status': 'completed', 'code': 200}
May 07 22:05:56.486721 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d833f947-5407-4485-8313-b630efbf0a2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35cc5169-512d-4e47-a67e-744102f823c5,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:56.489058 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d833f947-5407-4485-8313-b630efbf0a2f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:56.492320 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-d833f947-5407-4485-8313-b630efbf0a2f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/35cc5169-512d-4e47-a67e-744102f823c5 HTTP/1.1" status: 204  len: 168 time: 0.4024303
May 07 22:05:56.494693 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 60812) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:56.499798 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191880c2-e071-4379-b545-152126d6e888 req-077dd448-7513-4729-b582-2aad39c46b5d tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:56.501474 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-191880c2-e071-4379-b545-152126d6e888 req-077dd448-7513-4729-b582-2aad39c46b5d tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/ports?device_id=d67c9a54-a13e-4b6a-9db5-7bf57397edbb HTTP/1.1" status: 200  len: 944 time: 0.1254594
May 07 22:05:56.547170 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9a5cb2a5-016f-48f3-9a42-84a00cebc28c req-1534c693-76fe-403b-b02c-d1d24540ddd0 service neutron] 10.222.0.55 "GET /v2.0/networks/92fb32be-a7e7-4bc8-b8a6-5ec911c8daec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2098250
May 07 22:05:56.613138 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-824ddff5-c535-4790-aa63-efa6c02d8dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (cd3974b0-b5b4-4267-bd42-3bc0d892b541), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:56.646294 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-191880c2-e071-4379-b545-152126d6e888 req-d5b0b5cd-6ebf-452a-af48-9b5c4cb96a54 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/security-groups?id=209a8469-27da-4068-98cf-336fcf135f12&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1363645
May 07 22:05:56.700070 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9a5cb2a5-016f-48f3-9a42-84a00cebc28c req-d93073f9-6254-4e38-b060-8f1cbfcc4b1b service neutron] 10.222.0.55 "GET /v2.0/networks/92fb32be-a7e7-4bc8-b8a6-5ec911c8daec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1441336
May 07 22:05:56.715600 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-824ddff5-c535-4790-aa63-efa6c02d8dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (cd3974b0-b5b4-4267-bd42-3bc0d892b541), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:56.742100 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-824ddff5-c535-4790-aa63-efa6c02d8dbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf868ebd60>,) {'filters': {'network_id': ['cd3974b0-b5b4-4267-bd42-3bc0d892b541']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:05:56.753088 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-824ddff5-c535-4790-aa63-efa6c02d8dbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf868ebd60>, 'ade65013-e645-4c54-8fa7-660e2ce7b907') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:05:56.753388 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-824ddff5-c535-4790-aa63-efa6c02d8dbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf868ebd60>, 'ade65013-e645-4c54-8fa7-660e2ce7b907') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:05:56.767499 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-824ddff5-c535-4790-aa63-efa6c02d8dbd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (ade65013-e645-4c54-8fa7-660e2ce7b907), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:56.784716 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-824ddff5-c535-4790-aa63-efa6c02d8dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (ade65013-e645-4c54-8fa7-660e2ce7b907), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:56.791423 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-824ddff5-c535-4790-aa63-efa6c02d8dbd admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:05:56.792450 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-824ddff5-c535-4790-aa63-efa6c02d8dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (ade65013-e645-4c54-8fa7-660e2ce7b907), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:56.795042 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 22:05:56.795042 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:05:56.795042 ncdv-master-1 neutron-server[121837]:     timer()
May 07 22:05:56.795042 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:05:56.795042 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 22:05:56.795042 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:05:56.795042 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 22:05:56.795042 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:05:56.795042 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 22:05:56.795042 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:05:56.795042 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 22:05:56.795042 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:05:56.795042 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 22:05:56.795042 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:05:56.795042 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:05:56.795042 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:05:56.795042 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:05:56.795042 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:05:56.795042 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 22:05:56.795042 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:05:56.795042 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 22:05:56.795042 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:05:56.795042 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:05:56.795042 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:05:56.795042 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 22:05:56.795042 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:05:56.795042 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:05:56.795042 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:05:56.795042 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:05:56.795042 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:05:56.795042 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:05:56.795042 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:05:56.862400 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-824ddff5-c535-4790-aa63-efa6c02d8dbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (cd3974b0-b5b4-4267-bd42-3bc0d892b541), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:56.875059 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-824ddff5-c535-4790-aa63-efa6c02d8dbd admin admin] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:56.878960 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-824ddff5-c535-4790-aa63-efa6c02d8dbd admin admin] 10.222.0.32 "DELETE /v2.0/networks/cd3974b0-b5b4-4267-bd42-3bc0d892b541 HTTP/1.1" status: 204  len: 168 time: 0.3832874
May 07 22:05:56.890709 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824ddff5-c535-4790-aa63-efa6c02d8dbd admin admin] Pushing event deleted for resources: {'Network': ['ID=cd3974b0-b5b4-4267-bd42-3bc0d892b541,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:57.075222 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 60824) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:57.120694 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 60826) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:57.121434 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-4fba587d-2fe4-49e2-8ddd-44ac237a2186 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8cdcd8ea83db42c996b9c0cb8bac89aa&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0446253
May 07 22:05:57.173751 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-70b71fa6-2c77-4eae-8c60-5069c8703c77 admin admin] Publish callbacks [] for security_group (8592741f-2340-4c0e-a0ca-82f555eeb489), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:57.197097 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-70b71fa6-2c77-4eae-8c60-5069c8703c77 admin admin] Publish callbacks [] for security_group (8592741f-2340-4c0e-a0ca-82f555eeb489), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:57.258546 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-70b71fa6-2c77-4eae-8c60-5069c8703c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (8592741f-2340-4c0e-a0ca-82f555eeb489), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:57.261382 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-70b71fa6-2c77-4eae-8c60-5069c8703c77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:57.264812 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-70b71fa6-2c77-4eae-8c60-5069c8703c77 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8592741f-2340-4c0e-a0ca-82f555eeb489 HTTP/1.1" status: 204  len: 168 time: 0.1404676
May 07 22:05:57.272879 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b71fa6-2c77-4eae-8c60-5069c8703c77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8592741f-2340-4c0e-a0ca-82f555eeb489,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:57.395749 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:57.413385 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 60838) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:57.417066 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 60840) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:57.423155 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-7f81020a-673e-4549-b4e6-a3bcfe607f14 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Request body: {'subnet': {'network_id': '539094fe-413b-479a-8850-e049098793d8', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:05:57.529658 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-09dc715e-602a-46d0-8c92-c5ede1b49191 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:57.536210 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f81020a-673e-4549-b4e6-a3bcfe607f14 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Made reservation on behalf of 300defb645794c6fac3ab824a1aeb2af for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:05:57.539910 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7f81020a-673e-4549-b4e6-a3bcfe607f14 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:57.608457 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-09dc715e-602a-46d0-8c92-c5ede1b49191 admin admin] Publish callbacks [] for security_group (a995d6d0-46fb-403f-b3c4-19b8307928ae), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:57.613145 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-09dc715e-602a-46d0-8c92-c5ede1b49191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (a995d6d0-46fb-403f-b3c4-19b8307928ae), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:57.651297 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-09dc715e-602a-46d0-8c92-c5ede1b49191 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a45099f69bc94ba3b93e171e858bf476&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2367492
May 07 22:05:57.653568 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dc715e-602a-46d0-8c92-c5ede1b49191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a995d6d0-46fb-403f-b3c4-19b8307928ae,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:57.654902 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 60852) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:57.787042 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89491bb-5ce7-4bf1-a01e-62c05de624ef req-7301a017-09cd-405d-9222-c91ebf92d4df tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:57.790475 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b89491bb-5ce7-4bf1-a01e-62c05de624ef req-7301a017-09cd-405d-9222-c91ebf92d4df tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/ports?device_id=d67c9a54-a13e-4b6a-9db5-7bf57397edbb HTTP/1.1" status: 200  len: 944 time: 0.0601521
May 07 22:05:57.794642 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f14b6f4-bee3-42a5-ad77-1ffcc92042d4 req-801dbb7d-8036-49e0-80d5-94db8d04cda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:57.796386 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4f14b6f4-bee3-42a5-ad77-1ffcc92042d4 req-801dbb7d-8036-49e0-80d5-94db8d04cda4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0c313e966d334c26afa43b480ab20fb0&device_id=d67c9a54-a13e-4b6a-9db5-7bf57397edbb HTTP/1.1" status: 200  len: 1126 time: 0.1139789
May 07 22:05:57.893873 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7f81020a-673e-4549-b4e6-a3bcfe607f14 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (a70f9344-cad8-456f-9264-1ba27578400d), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:57.896734 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d8e3ebfc-cb77-4658-a0bc-6bc957c947fb admin admin] Publish callbacks [] for security_group (a995d6d0-46fb-403f-b3c4-19b8307928ae), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:57.972549 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 60864) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:57.984723 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d8e3ebfc-cb77-4658-a0bc-6bc957c947fb admin admin] Publish callbacks [] for security_group (a995d6d0-46fb-403f-b3c4-19b8307928ae), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:58.032206 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f81020a-673e-4549-b4e6-a3bcfe607f14 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Pushing event updated for resources: {'Subnet': ['ID=a70f9344-cad8-456f-9264-1ba27578400d,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:58.044555 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f14b6f4-bee3-42a5-ad77-1ffcc92042d4 req-f2c3bfa3-414f-4a22-b775-132cb093c75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:58.046054 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4f14b6f4-bee3-42a5-ad77-1ffcc92042d4 req-f2c3bfa3-414f-4a22-b775-132cb093c75c service neutron] 10.222.0.55 "GET /v2.0/networks?id=92fb32be-a7e7-4bc8-b8a6-5ec911c8daec HTTP/1.1" status: 200  len: 897 time: 0.2406192
May 07 22:05:58.093907 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f81020a-673e-4549-b4e6-a3bcfe607f14 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Checking segment: {'id': 'b11ac307-991d-4de7-8221-cd88f784b43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '539094fe-413b-479a-8850-e049098793d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:05:58.094976 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f81020a-673e-4549-b4e6-a3bcfe607f14 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Network hostable DHCP agents. Network: 539094fe-413b-479a-8850-e049098793d8, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:05:58.098637 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4f14b6f4-bee3-42a5-ad77-1ffcc92042d4 req-7a3b8f82-dcdf-4a92-8a98-d5d28f22856a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=589e4dcc-4385-4a17-8792-2bf6dcbf7136 HTTP/1.1" status: 200  len: 217 time: 0.0431204
May 07 22:05:58.106888 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-14fcc772-5d96-4499-822f-1bc02f08fef3 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1436308498-network', 'tenant_id': '634f90235a944d1490c6239364071d28'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:05:58.168467 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d8e3ebfc-cb77-4658-a0bc-6bc957c947fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (a995d6d0-46fb-403f-b3c4-19b8307928ae), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:58.171382 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d8e3ebfc-cb77-4658-a0bc-6bc957c947fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:58.172540 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-d8e3ebfc-cb77-4658-a0bc-6bc957c947fb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a995d6d0-46fb-403f-b3c4-19b8307928ae HTTP/1.1" status: 204  len: 168 time: 0.5168777
May 07 22:05:58.179727 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f81020a-673e-4549-b4e6-a3bcfe607f14 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Network 539094fe-413b-479a-8850-e049098793d8 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:05:58.181573 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14fcc772-5d96-4499-822f-1bc02f08fef3 admin admin] Made reservation on behalf of 634f90235a944d1490c6239364071d28 for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:05:58.184055 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b89491bb-5ce7-4bf1-a01e-62c05de624ef req-65089bb8-4660-4f6d-97cd-dd0ec3e708da tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/security-groups?id=209a8469-27da-4068-98cf-336fcf135f12&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3868287
May 07 22:05:58.184571 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-14fcc772-5d96-4499-822f-1bc02f08fef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:58.201792 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e3ebfc-cb77-4658-a0bc-6bc957c947fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a995d6d0-46fb-403f-b3c4-19b8307928ae,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:58.214864 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-7f81020a-673e-4549-b4e6-a3bcfe607f14 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 539094fe-413b-479a-8850-e049098793d8) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:05:58.215528 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f14b6f4-bee3-42a5-ad77-1ffcc92042d4 req-08acf0bc-6e7d-46c2-a8c4-3658a1b5dbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:58.217022 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4f14b6f4-bee3-42a5-ad77-1ffcc92042d4 req-08acf0bc-6e7d-46c2-a8c4-3658a1b5dbd9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=972ec13e-de98-400f-8482-a57ac29cd1e1 HTTP/1.1" status: 200  len: 837 time: 0.1053386
May 07 22:05:58.219878 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-14fcc772-5d96-4499-822f-1bc02f08fef3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:58.222514 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f81020a-673e-4549-b4e6-a3bcfe607f14 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:58.223127 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7f81020a-673e-4549-b4e6-a3bcfe607f14 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:58.235522 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970d6f92-8a60-43a1-97a4-eccdf79762b7 None None] Network 539094fe-413b-479a-8850-e049098793d8 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:05:58.289014 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-7f81020a-673e-4549-b4e6-a3bcfe607f14 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.8677056
May 07 22:05:58.289014 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f14b6f4-bee3-42a5-ad77-1ffcc92042d4 req-3fab516e-097f-4881-954d-f253ee6edd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:58.289381 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 60870) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:58.290174 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4f14b6f4-bee3-42a5-ad77-1ffcc92042d4 req-3fab516e-097f-4881-954d-f253ee6edd01 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=92fb32be-a7e7-4bc8-b8a6-5ec911c8daec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1202 time: 0.0629976
May 07 22:05:58.296870 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-75a87bdd-623b-4c55-9289-2baf7a965d8b tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1520951307'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:05:58.330761 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a87bdd-623b-4c55-9289-2baf7a965d8b tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Made reservation on behalf of 300defb645794c6fac3ab824a1aeb2af for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:05:58.336175 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-75a87bdd-623b-4c55-9289-2baf7a965d8b tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:58.362369 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12aa2d8-fd74-4221-9f8d-eb9f44100365 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-539094fe-413b-479a-8850-e049098793d8', 'network_id': '539094fe-413b-479a-8850-e049098793d8', 'project_id': '300defb645794c6fac3ab824a1aeb2af', 'fixed_ips': [{'subnet_id': 'a70f9344-cad8-456f-9264-1ba27578400d'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:05:58.363498 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b12aa2d8-fd74-4221-9f8d-eb9f44100365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:58.374880 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75a87bdd-623b-4c55-9289-2baf7a965d8b tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:05:58.391554 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-75a87bdd-623b-4c55-9289-2baf7a965d8b tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (491f5db5-cf3b-4311-8eaa-03323871208f), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:58.392154 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-75a87bdd-623b-4c55-9289-2baf7a965d8b tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Added segment 491f5db5-cf3b-4311-8eaa-03323871208f of type vlan for network b446da46-29a4-4069-a1d0-6d786992b973
May 07 22:05:58.429278 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4f14b6f4-bee3-42a5-ad77-1ffcc92042d4 req-2646eddc-d12a-4693-b713-e4ae34cc45c1 service neutron] 10.222.0.55 "GET /v2.0/networks/92fb32be-a7e7-4bc8-b8a6-5ec911c8daec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1285319
May 07 22:05:58.449500 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-75a87bdd-623b-4c55-9289-2baf7a965d8b tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (b446da46-29a4-4069-a1d0-6d786992b973), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:58.449680 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-14fcc772-5d96-4499-822f-1bc02f08fef3 admin admin] Publish callbacks [] for security_group (2bc18c33-e9c2-41ac-9a9a-1d640af34519), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:58.461613 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-14fcc772-5d96-4499-822f-1bc02f08fef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (2bc18c33-e9c2-41ac-9a9a-1d640af34519), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:58.486043 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-75a87bdd-623b-4c55-9289-2baf7a965d8b tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (b446da46-29a4-4069-a1d0-6d786992b973), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:58.495174 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a87bdd-623b-4c55-9289-2baf7a965d8b tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:58.496035 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-75a87bdd-623b-4c55-9289-2baf7a965d8b tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:58.527960 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14fcc772-5d96-4499-822f-1bc02f08fef3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:05:58.545184 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fcc772-5d96-4499-822f-1bc02f08fef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc18c33-e9c2-41ac-9a9a-1d640af34519,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:58.553304 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-14fcc772-5d96-4499-822f-1bc02f08fef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (ad284155-f290-420b-ac90-322c4b2414c4), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:58.553625 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-14fcc772-5d96-4499-822f-1bc02f08fef3 admin admin] Added segment ad284155-f290-420b-ac90-322c4b2414c4 of type vlan for network 9509d8cd-6dfd-4522-83bb-9897651ad96c
May 07 22:05:58.567538 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 60874) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:58.577458 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-b12aa2d8-fd74-4221-9f8d-eb9f44100365 None None] Allocated IP 2001:db8:0:ffff::2 (539094fe-413b-479a-8850-e049098793d8/a70f9344-cad8-456f-9264-1ba27578400d/fbc91f81-1e3f-470e-bf70-f590224cf5cc) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:05:58.590169 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a87bdd-623b-4c55-9289-2baf7a965d8b tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Pushing event updated for resources: {'Network': ['ID=b446da46-29a4-4069-a1d0-6d786992b973,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:58.603931 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-75a87bdd-623b-4c55-9289-2baf7a965d8b tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.3128417
May 07 22:05:58.604860 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 60876) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:58.610311 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-8eb81635-0b11-4131-a23d-9dfb870f820f tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Request body: {'subnet': {'network_id': 'b446da46-29a4-4069-a1d0-6d786992b973', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:05:58.611901 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4f14b6f4-bee3-42a5-ad77-1ffcc92042d4 req-3d1f8a87-ed3c-4a7f-b875-d93fd0038dff service neutron] 10.222.0.55 "GET /v2.0/networks/92fb32be-a7e7-4bc8-b8a6-5ec911c8daec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1748574
May 07 22:05:58.612776 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network b446da46-29a4-4069-a1d0-6d786992b973 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:05:58.619259 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cde04810-a4c7-4d07-b122-6ea797ae2877 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:58.622062 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-14fcc772-5d96-4499-822f-1bc02f08fef3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (9509d8cd-6dfd-4522-83bb-9897651ad96c), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:58.670042 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-14fcc772-5d96-4499-822f-1bc02f08fef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (9509d8cd-6dfd-4522-83bb-9897651ad96c), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:58.671037 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14fcc772-5d96-4499-822f-1bc02f08fef3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:58.671677 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-14fcc772-5d96-4499-822f-1bc02f08fef3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:58.719272 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eb81635-0b11-4131-a23d-9dfb870f820f tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Made reservation on behalf of 300defb645794c6fac3ab824a1aeb2af for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:05:58.728311 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8eb81635-0b11-4131-a23d-9dfb870f820f tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:58.783206 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-14fcc772-5d96-4499-822f-1bc02f08fef3 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.8075676
May 07 22:05:58.793639 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 60878) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:58.799210 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-3c5763bb-e513-4663-8304-bf7518da553e admin admin] Request body: {'subnet': {'network_id': '9509d8cd-6dfd-4522-83bb-9897651ad96c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1436308498-subnet', 'tenant_id': '634f90235a944d1490c6239364071d28', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:05:58.819841 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fcc772-5d96-4499-822f-1bc02f08fef3 admin admin] Pushing event updated for resources: {'Network': ['ID=9509d8cd-6dfd-4522-83bb-9897651ad96c,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:58.830683 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b12aa2d8-fd74-4221-9f8d-eb9f44100365 None None] Publish callbacks [] for port (fbc91f81-1e3f-470e-bf70-f590224cf5cc), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:58.840032 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b12aa2d8-fd74-4221-9f8d-eb9f44100365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (fbc91f81-1e3f-470e-bf70-f590224cf5cc), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:58.854221 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cde04810-a4c7-4d07-b122-6ea797ae2877 admin admin] Publish callbacks [] for security_group (25a82ec5-09a6-4e23-a027-75bc1b4b0acc), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:58.855812 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c5763bb-e513-4663-8304-bf7518da553e admin admin] Made reservation on behalf of 634f90235a944d1490c6239364071d28 for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:05:58.858337 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3c5763bb-e513-4663-8304-bf7518da553e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:58.862237 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cde04810-a4c7-4d07-b122-6ea797ae2877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (25a82ec5-09a6-4e23-a027-75bc1b4b0acc), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:58.872927 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 9509d8cd-6dfd-4522-83bb-9897651ad96c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:05:59.042229 ncdv-master-1 neutron-server[121837]: DEBUG neutron.objects.ports [None req-8eb81635-0b11-4131-a23d-9dfb870f820f tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=121837) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}}
May 07 22:05:59.043845 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8eb81635-0b11-4131-a23d-9dfb870f820f tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (95647c8c-9eb4-4587-bd00-fd1b85c9986a), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:59.112091 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12aa2d8-fd74-4221-9f8d-eb9f44100365 None None] Network 539094fe-413b-479a-8850-e049098793d8 is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:05:59.113369 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb81635-0b11-4131-a23d-9dfb870f820f tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Pushing event updated for resources: {'Subnet': ['ID=95647c8c-9eb4-4587-bd00-fd1b85c9986a,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:59.121539 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb81635-0b11-4131-a23d-9dfb870f820f tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Checking segment: {'id': '491f5db5-cf3b-4311-8eaa-03323871208f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b446da46-29a4-4069-a1d0-6d786992b973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:05:59.122000 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb81635-0b11-4131-a23d-9dfb870f820f tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Network hostable DHCP agents. Network: b446da46-29a4-4069-a1d0-6d786992b973, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:05:59.132969 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-b12aa2d8-fd74-4221-9f8d-eb9f44100365 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:05:59.136452 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12aa2d8-fd74-4221-9f8d-eb9f44100365 None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:05:59.144394 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb81635-0b11-4131-a23d-9dfb870f820f tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Network b446da46-29a4-4069-a1d0-6d786992b973 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:05:59.148542 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12aa2d8-fd74-4221-9f8d-eb9f44100365 None None] Pushing event updated for resources: {'Port': ['ID=fbc91f81-1e3f-470e-bf70-f590224cf5cc,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:59.166977 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-8eb81635-0b11-4131-a23d-9dfb870f820f tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b446da46-29a4-4069-a1d0-6d786992b973) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:05:59.173568 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb81635-0b11-4131-a23d-9dfb870f820f tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:59.174599 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8eb81635-0b11-4131-a23d-9dfb870f820f tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:59.178588 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:59.180919 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74067d6-9f88-47a7-b010-c71eb9c07296 None None] Network b446da46-29a4-4069-a1d0-6d786992b973 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:05:59.199352 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-8eb81635-0b11-4131-a23d-9dfb870f820f tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 0.5927436
May 07 22:05:59.201754 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 60880) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:59.208145 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-15a533a4-25d6-4df1-809c-eb9487e763b1 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Request body: {'port': {'network_id': 'b446da46-29a4-4069-a1d0-6d786992b973', 'name': 'tempest-NetworksIpV6TestAttrs-782249854'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:05:59.210146 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-cde04810-a4c7-4d07-b122-6ea797ae2877 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ff926d16f7804546849c9d97ef427b8d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6408212
May 07 22:05:59.212539 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 60884) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:59.225335 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde04810-a4c7-4d07-b122-6ea797ae2877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25a82ec5-09a6-4e23-a027-75bc1b4b0acc,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:59.278405 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-b12aa2d8-fd74-4221-9f8d-eb9f44100365 None None] Attempting to bind port fbc91f81-1e3f-470e-bf70-f590224cf5cc on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:05:59.278840 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-b12aa2d8-fd74-4221-9f8d-eb9f44100365 None None] Attempting to bind port fbc91f81-1e3f-470e-bf70-f590224cf5cc by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b11ac307-991d-4de7-8221-cd88f784b43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '539094fe-413b-479a-8850-e049098793d8'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:05:59.279216 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12aa2d8-fd74-4221-9f8d-eb9f44100365 None None] Attempting to bind port fbc91f81-1e3f-470e-bf70-f590224cf5cc on network 539094fe-413b-479a-8850-e049098793d8 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:05:59.289783 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12aa2d8-fd74-4221-9f8d-eb9f44100365 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:05:59.290463 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12aa2d8-fd74-4221-9f8d-eb9f44100365 None None] Checking segment: {'id': 'b11ac307-991d-4de7-8221-cd88f784b43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '539094fe-413b-479a-8850-e049098793d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:05:59.291061 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b12aa2d8-fd74-4221-9f8d-eb9f44100365 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:59.291635 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b12aa2d8-fd74-4221-9f8d-eb9f44100365 None None] Bound using segment: {'id': 'b11ac307-991d-4de7-8221-cd88f784b43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '539094fe-413b-479a-8850-e049098793d8'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:05:59.292333 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-b12aa2d8-fd74-4221-9f8d-eb9f44100365 None None] Bound port: fbc91f81-1e3f-470e-bf70-f590224cf5cc, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b11ac307-991d-4de7-8221-cd88f784b43d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '539094fe-413b-479a-8850-e049098793d8'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:05:59.292900 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b12aa2d8-fd74-4221-9f8d-eb9f44100365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (fbc91f81-1e3f-470e-bf70-f590224cf5cc), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:59.344538 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4c25e230-a5ca-42dc-bc23-2be7b5cc2fca admin admin] Publish callbacks [] for security_group (25a82ec5-09a6-4e23-a027-75bc1b4b0acc), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:59.382292 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4c25e230-a5ca-42dc-bc23-2be7b5cc2fca admin admin] Publish callbacks [] for security_group (25a82ec5-09a6-4e23-a027-75bc1b4b0acc), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:59.397032 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-b12aa2d8-fd74-4221-9f8d-eb9f44100365 None None] For port fbc91f81-1e3f-470e-bf70-f590224cf5cc, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:05:59.400218 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e0b5ad-b7f7-46e7-b689-6f54130eb366 req-92e17899-984e-4dec-ae09-37b62cdd537d tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:59.401556 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-b12aa2d8-fd74-4221-9f8d-eb9f44100365 None None] For port fbc91f81-1e3f-470e-bf70-f590224cf5cc, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fbc91f81-1e3f-470e-bf70-f590224cf5cc,segment=NetworkSegment(b11ac307-991d-4de7-8221-cd88f784b43d),segment_id=b11ac307-991d-4de7-8221-cd88f784b43d)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:05:59.401702 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c3e0b5ad-b7f7-46e7-b689-6f54130eb366 req-92e17899-984e-4dec-ae09-37b62cdd537d tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/ports?device_id=d67c9a54-a13e-4b6a-9db5-7bf57397edbb HTTP/1.1" status: 200  len: 944 time: 0.0854166
May 07 22:05:59.410626 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b12aa2d8-fd74-4221-9f8d-eb9f44100365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (fbc91f81-1e3f-470e-bf70-f590224cf5cc), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:59.412097 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3c5763bb-e513-4663-8304-bf7518da553e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (ce61ff92-7ac5-4399-a859-3e4594bec674), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:59.416246 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2abfa1e6-b116-41ca-bc6e-9f5fd2dec107 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b446da46-29a4-4069-a1d0-6d786992b973', 'network_id': 'b446da46-29a4-4069-a1d0-6d786992b973', 'project_id': '300defb645794c6fac3ab824a1aeb2af', 'fixed_ips': [{'subnet_id': '95647c8c-9eb4-4587-bd00-fd1b85c9986a'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:05:59.417386 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2abfa1e6-b116-41ca-bc6e-9f5fd2dec107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:59.430282 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15a533a4-25d6-4df1-809c-eb9487e763b1 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Made reservation on behalf of 300defb645794c6fac3ab824a1aeb2af for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:05:59.434053 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-15a533a4-25d6-4df1-809c-eb9487e763b1 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:59.453034 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [None req-15a533a4-25d6-4df1-809c-eb9487e763b1 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] device_id is not set on port b681094f-3c14-46d5-94d8-855b5f44b45f yet. {{(pid=121837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 22:05:59.468415 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4c25e230-a5ca-42dc-bc23-2be7b5cc2fca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (25a82ec5-09a6-4e23-a027-75bc1b4b0acc), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:59.472029 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4c25e230-a5ca-42dc-bc23-2be7b5cc2fca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:59.473367 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-4c25e230-a5ca-42dc-bc23-2be7b5cc2fca admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/25a82ec5-09a6-4e23-a027-75bc1b4b0acc HTTP/1.1" status: 204  len: 168 time: 0.2591515
May 07 22:05:59.535521 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5763bb-e513-4663-8304-bf7518da553e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce61ff92-7ac5-4399-a859-3e4594bec674,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:59.538595 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c25e230-a5ca-42dc-bc23-2be7b5cc2fca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a82ec5-09a6-4e23-a027-75bc1b4b0acc,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:59.583752 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12aa2d8-fd74-4221-9f8d-eb9f44100365 None None] Pushing event updated for resources: {'Port': ['ID=fbc91f81-1e3f-470e-bf70-f590224cf5cc,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:05:59.590942 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5763bb-e513-4663-8304-bf7518da553e admin admin] Checking segment: {'id': 'ad284155-f290-420b-ac90-322c4b2414c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '9509d8cd-6dfd-4522-83bb-9897651ad96c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:05:59.592375 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5763bb-e513-4663-8304-bf7518da553e admin admin] Network hostable DHCP agents. Network: 9509d8cd-6dfd-4522-83bb-9897651ad96c, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:05:59.611552 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c3e0b5ad-b7f7-46e7-b689-6f54130eb366 req-4e2f62b4-d536-4f33-90ff-bddae830dc01 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/security-groups?id=209a8469-27da-4068-98cf-336fcf135f12&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1582761
May 07 22:05:59.638851 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5763bb-e513-4663-8304-bf7518da553e admin admin] Network 9509d8cd-6dfd-4522-83bb-9897651ad96c is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:05:59.643370 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-15a533a4-25d6-4df1-809c-eb9487e763b1 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Allocated IP 2001:db8::f816:3eff:fe6e:f1b9 (b446da46-29a4-4069-a1d0-6d786992b973/95647c8c-9eb4-4587-bd00-fd1b85c9986a/b681094f-3c14-46d5-94d8-855b5f44b45f) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:05:59.652713 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-3c5763bb-e513-4663-8304-bf7518da553e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9509d8cd-6dfd-4522-83bb-9897651ad96c) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:05:59.661891 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5763bb-e513-4663-8304-bf7518da553e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:05:59.662833 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3c5763bb-e513-4663-8304-bf7518da553e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:59.664497 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5177abc4-38f4-4d28-89ce-d55133092f4b None None] Network 9509d8cd-6dfd-4522-83bb-9897651ad96c requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:05:59.684486 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-3c5763bb-e513-4663-8304-bf7518da553e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 0.8888240
May 07 22:05:59.841386 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c65393-c0cd-4abc-be28-85f75ee80df1 None None] Network 9509d8cd-6dfd-4522-83bb-9897651ad96c requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:05:59.897056 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 60894) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:05:59.914890 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-15a533a4-25d6-4df1-809c-eb9487e763b1 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks [] for port (b681094f-3c14-46d5-94d8-855b5f44b45f), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:59.949225 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ceb19d7-db2a-4e74-bac1-8edc57e4ee59 admin admin] Deleting subnet ce61ff92-7ac5-4399-a859-3e4594bec674 {{(pid=121836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:05:59.956788 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8ceb19d7-db2a-4e74-bac1-8edc57e4ee59 admin admin] Publish callbacks [] for subnet (ce61ff92-7ac5-4399-a859-3e4594bec674), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:05:59.979220 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-15a533a4-25d6-4df1-809c-eb9487e763b1 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (b681094f-3c14-46d5-94d8-855b5f44b45f), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:00.002131 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8ceb19d7-db2a-4e74-bac1-8edc57e4ee59 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726883'] for subnet (ce61ff92-7ac5-4399-a859-3e4594bec674), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:00.048783 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a533a4-25d6-4df1-809c-eb9487e763b1 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Network b446da46-29a4-4069-a1d0-6d786992b973 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:06:00.050561 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8ceb19d7-db2a-4e74-bac1-8edc57e4ee59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (ce61ff92-7ac5-4399-a859-3e4594bec674), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:00.054116 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-15a533a4-25d6-4df1-809c-eb9487e763b1 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:06:00.061019 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a533a4-25d6-4df1-809c-eb9487e763b1 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:06:00.069120 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a533a4-25d6-4df1-809c-eb9487e763b1 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:00.069794 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-15a533a4-25d6-4df1-809c-eb9487e763b1 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:00.075341 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a533a4-25d6-4df1-809c-eb9487e763b1 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Pushing event updated for resources: {'Port': ['ID=b681094f-3c14-46d5-94d8-855b5f44b45f,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:00.102040 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-15a533a4-25d6-4df1-809c-eb9487e763b1 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 950 time: 0.8986633
May 07 22:06:00.104541 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 60902) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:00.114386 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-2abfa1e6-b116-41ca-bc6e-9f5fd2dec107 None None] Allocated IP 2001:db8::f816:3eff:fe37:e6c (b446da46-29a4-4069-a1d0-6d786992b973/95647c8c-9eb4-4587-bd00-fd1b85c9986a/4a890a5e-aa35-460d-92d3-c1ce984541e2) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:06:00.144424 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8ceb19d7-db2a-4e74-bac1-8edc57e4ee59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (ce61ff92-7ac5-4399-a859-3e4594bec674), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:00.164873 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8ceb19d7-db2a-4e74-bac1-8edc57e4ee59 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:00.168169 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-8ceb19d7-db2a-4e74-bac1-8edc57e4ee59 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ce61ff92-7ac5-4399-a859-3e4594bec674 HTTP/1.1" status: 204  len: 168 time: 0.2698984
May 07 22:06:00.171172 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 60906) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:00.189584 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceb19d7-db2a-4e74-bac1-8edc57e4ee59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce61ff92-7ac5-4399-a859-3e4594bec674,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:00.215889 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb64c4df-562b-407d-8a4a-07d51e66466b tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Deleting subnet 95647c8c-9eb4-4587-bd00-fd1b85c9986a {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:06:00.263321 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 589e4dcc-4385-4a17-8792-2bf6dcbf7136 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:06:00.298489 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:00.315784 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d8cee7d5-1c9a-496f-b081-8bbea7e0cab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (9509d8cd-6dfd-4522-83bb-9897651ad96c), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:00.331893 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2abfa1e6-b116-41ca-bc6e-9f5fd2dec107 None None] Publish callbacks [] for port (4a890a5e-aa35-460d-92d3-c1ce984541e2), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:00.349149 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fb64c4df-562b-407d-8a4a-07d51e66466b tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks [] for subnet (95647c8c-9eb4-4587-bd00-fd1b85c9986a), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:00.367469 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2abfa1e6-b116-41ca-bc6e-9f5fd2dec107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (4a890a5e-aa35-460d-92d3-c1ce984541e2), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:00.441977 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d8cee7d5-1c9a-496f-b081-8bbea7e0cab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (9509d8cd-6dfd-4522-83bb-9897651ad96c), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:00.452683 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fb64c4df-562b-407d-8a4a-07d51e66466b tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (95647c8c-9eb4-4587-bd00-fd1b85c9986a), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:00.457841 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2abfa1e6-b116-41ca-bc6e-9f5fd2dec107 None None] Network b446da46-29a4-4069-a1d0-6d786992b973 is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:06:00.465155 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-2abfa1e6-b116-41ca-bc6e-9f5fd2dec107 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:06:00.473713 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abfa1e6-b116-41ca-bc6e-9f5fd2dec107 None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:06:00.494272 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-d8cee7d5-1c9a-496f-b081-8bbea7e0cab7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf8c1eb820>,) {'filters': {'network_id': ['9509d8cd-6dfd-4522-83bb-9897651ad96c']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:06:00.504392 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abfa1e6-b116-41ca-bc6e-9f5fd2dec107 None None] Pushing event updated for resources: {'Port': ['ID=4a890a5e-aa35-460d-92d3-c1ce984541e2,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:00.509765 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-d8cee7d5-1c9a-496f-b081-8bbea7e0cab7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8c1eb820>, 'ad284155-f290-420b-ac90-322c4b2414c4') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:06:00.510066 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-d8cee7d5-1c9a-496f-b081-8bbea7e0cab7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8c1eb820>, 'ad284155-f290-420b-ac90-322c4b2414c4') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:06:00.526595 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d8cee7d5-1c9a-496f-b081-8bbea7e0cab7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (ad284155-f290-420b-ac90-322c4b2414c4), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:00.568709 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d8cee7d5-1c9a-496f-b081-8bbea7e0cab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (ad284155-f290-420b-ac90-322c4b2414c4), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:00.577692 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8cee7d5-1c9a-496f-b081-8bbea7e0cab7 admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:06:00.578111 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d8cee7d5-1c9a-496f-b081-8bbea7e0cab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (ad284155-f290-420b-ac90-322c4b2414c4), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:00.579990 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 22:06:00.579990 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:06:00.579990 ncdv-master-1 neutron-server[121837]:     timer()
May 07 22:06:00.579990 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:06:00.579990 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 22:06:00.579990 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:06:00.579990 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 22:06:00.579990 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:06:00.579990 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 22:06:00.579990 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:06:00.579990 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 22:06:00.579990 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:06:00.579990 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 22:06:00.579990 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:06:00.579990 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:06:00.579990 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:06:00.579990 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:06:00.579990 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:06:00.579990 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 22:06:00.579990 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:06:00.579990 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 22:06:00.579990 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:06:00.579990 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:06:00.579990 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:06:00.579990 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 22:06:00.579990 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:06:00.579990 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:06:00.579990 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:06:00.579990 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:06:00.579990 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:06:00.579990 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:06:00.579990 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:06:00.654293 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-2abfa1e6-b116-41ca-bc6e-9f5fd2dec107 None None] Attempting to bind port 4a890a5e-aa35-460d-92d3-c1ce984541e2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:06:00.655294 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-2abfa1e6-b116-41ca-bc6e-9f5fd2dec107 None None] Attempting to bind port 4a890a5e-aa35-460d-92d3-c1ce984541e2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '491f5db5-cf3b-4311-8eaa-03323871208f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b446da46-29a4-4069-a1d0-6d786992b973'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:06:00.655839 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abfa1e6-b116-41ca-bc6e-9f5fd2dec107 None None] Attempting to bind port 4a890a5e-aa35-460d-92d3-c1ce984541e2 on network b446da46-29a4-4069-a1d0-6d786992b973 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:06:00.660784 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 589e4dcc-4385-4a17-8792-2bf6dcbf7136, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=589e4dcc-4385-4a17-8792-2bf6dcbf7136,segment=NetworkSegment(44e4f7be-1fdd-4e4f-a214-28b58268136e),segment_id=44e4f7be-1fdd-4e4f-a214-28b58268136e)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:06:00.674155 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': '589e4dcc-4385-4a17-8792-2bf6dcbf7136', 'network_id': '92fb32be-a7e7-4bc8-b8a6-5ec911c8daec', 'port_id': '589e4dcc-4385-4a17-8792-2bf6dcbf7136', 'mac_address': 'fa:16:3e:9b:22:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '972ec13e-de98-400f-8482-a57ac29cd1e1', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:06:00.680035 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abfa1e6-b116-41ca-bc6e-9f5fd2dec107 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:06:00.680654 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abfa1e6-b116-41ca-bc6e-9f5fd2dec107 None None] Checking segment: {'id': '491f5db5-cf3b-4311-8eaa-03323871208f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b446da46-29a4-4069-a1d0-6d786992b973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:06:00.681220 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2abfa1e6-b116-41ca-bc6e-9f5fd2dec107 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:00.681913 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abfa1e6-b116-41ca-bc6e-9f5fd2dec107 None None] Bound using segment: {'id': '491f5db5-cf3b-4311-8eaa-03323871208f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b446da46-29a4-4069-a1d0-6d786992b973'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:06:00.682667 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-2abfa1e6-b116-41ca-bc6e-9f5fd2dec107 None None] Bound port: 4a890a5e-aa35-460d-92d3-c1ce984541e2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '491f5db5-cf3b-4311-8eaa-03323871208f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b446da46-29a4-4069-a1d0-6d786992b973'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:06:00.684045 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2abfa1e6-b116-41ca-bc6e-9f5fd2dec107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (4a890a5e-aa35-460d-92d3-c1ce984541e2), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:00.751938 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device fbc91f81-1e3f-470e-bf70-f590224cf5cc up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:06:00.762633 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fb64c4df-562b-407d-8a4a-07d51e66466b tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (95647c8c-9eb4-4587-bd00-fd1b85c9986a), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:00.822543 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d8cee7d5-1c9a-496f-b081-8bbea7e0cab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (9509d8cd-6dfd-4522-83bb-9897651ad96c), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:00.831841 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d8cee7d5-1c9a-496f-b081-8bbea7e0cab7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:00.833312 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06171ca9-e8c3-4a0d-9080-3c449ecd49bf req-8d162027-19d4-4d7e-a684-43670158498d tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:00.835217 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-d8cee7d5-1c9a-496f-b081-8bbea7e0cab7 admin admin] 10.222.0.32 "DELETE /v2.0/networks/9509d8cd-6dfd-4522-83bb-9897651ad96c HTTP/1.1" status: 204  len: 168 time: 0.6629157
May 07 22:06:00.835419 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 589e4dcc-4385-4a17-8792-2bf6dcbf7136 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:06:00.835811 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (589e4dcc-4385-4a17-8792-2bf6dcbf7136), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:00.841913 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-06171ca9-e8c3-4a0d-9080-3c449ecd49bf req-8d162027-19d4-4d7e-a684-43670158498d tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/ports?device_id=d67c9a54-a13e-4b6a-9db5-7bf57397edbb HTTP/1.1" status: 200  len: 944 time: 0.0811472
May 07 22:06:00.866832 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 589e4dcc-4385-4a17-8792-2bf6dcbf7136 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:06:00.904086 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cee7d5-1c9a-496f-b081-8bbea7e0cab7 admin admin] Pushing event deleted for resources: {'Network': ['ID=9509d8cd-6dfd-4522-83bb-9897651ad96c,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:00.913179 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fb64c4df-562b-407d-8a4a-07d51e66466b tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (95647c8c-9eb4-4587-bd00-fd1b85c9986a), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:00.916426 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 589e4dcc-4385-4a17-8792-2bf6dcbf7136, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=589e4dcc-4385-4a17-8792-2bf6dcbf7136,segment=NetworkSegment(44e4f7be-1fdd-4e4f-a214-28b58268136e),segment_id=44e4f7be-1fdd-4e4f-a214-28b58268136e)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:06:00.928228 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-06171ca9-e8c3-4a0d-9080-3c449ecd49bf req-e794e4cc-694c-405b-b24d-44af385c603b tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/security-groups?id=209a8469-27da-4068-98cf-336fcf135f12&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0850508
May 07 22:06:00.959897 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (589e4dcc-4385-4a17-8792-2bf6dcbf7136), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:00.973486 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb64c4df-562b-407d-8a4a-07d51e66466b tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Pushing event deleted for resources: {'Subnet': ['ID=95647c8c-9eb4-4587-bd00-fd1b85c9986a,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:00.978473 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339ed881-a233-44bd-a4e1-21741171d453 None None] Network 539094fe-413b-479a-8850-e049098793d8 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:06:00.979185 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fb64c4df-562b-407d-8a4a-07d51e66466b tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:00.982928 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-fb64c4df-562b-407d-8a4a-07d51e66466b tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] 10.222.0.32 "DELETE /v2.0/subnets/95647c8c-9eb4-4587-bd00-fd1b85c9986a HTTP/1.1" status: 204  len: 168 time: 0.8772962
May 07 22:06:00.985463 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 60926) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:01.036264 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-2abfa1e6-b116-41ca-bc6e-9f5fd2dec107 None None] For port 4a890a5e-aa35-460d-92d3-c1ce984541e2, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:06:01.065710 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port fbc91f81-1e3f-470e-bf70-f590224cf5cc triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:06:01.066090 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (fbc91f81-1e3f-470e-bf70-f590224cf5cc), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:01.069444 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-2abfa1e6-b116-41ca-bc6e-9f5fd2dec107 None None] For port 4a890a5e-aa35-460d-92d3-c1ce984541e2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4a890a5e-aa35-460d-92d3-c1ce984541e2,segment=NetworkSegment(491f5db5-cf3b-4311-8eaa-03323871208f),segment_id=491f5db5-cf3b-4311-8eaa-03323871208f)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:06:01.072330 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ee555c-b933-49fe-bca5-1955573a821d tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:01.074725 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ee555c-b933-49fe-bca5-1955573a821d tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:01.076530 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-81ee555c-b933-49fe-bca5-1955573a821d tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1478 time: 0.0899291
May 07 22:06:01.080070 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 60930) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:01.088600 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 60932) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:01.150853 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-6a3d4a96-0b66-4e58-9d4e-d6d97d30d987 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=634f90235a944d1490c6239364071d28&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0604954
May 07 22:06:01.151347 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 60936) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:01.160150 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2abfa1e6-b116-41ca-bc6e-9f5fd2dec107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (4a890a5e-aa35-460d-92d3-c1ce984541e2), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:01.180902 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-4d931024-2ce5-46ee-8cb3-b3ac55f82943 None None] Provisioning complete for port fbc91f81-1e3f-470e-bf70-f590224cf5cc triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:06:01.181286 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-4d931024-2ce5-46ee-8cb3-b3ac55f82943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (fbc91f81-1e3f-470e-bf70-f590224cf5cc), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:01.187293 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=589e4dcc-4385-4a17-8792-2bf6dcbf7136,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:01.196307 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-02fc1ac4-0ee1-49d3-b439-dd2b5e831bb0 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (b446da46-29a4-4069-a1d0-6d786992b973), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:01.222826 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-02fc1ac4-0ee1-49d3-b439-dd2b5e831bb0 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] DELETE failed (client error): There was a conflict when trying to complete your request.
May 07 22:06:01.224280 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02fc1ac4-0ee1-49d3-b439-dd2b5e831bb0 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=121836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:06:01.229462 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-02fc1ac4-0ee1-49d3-b439-dd2b5e831bb0 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] 10.222.0.32 "DELETE /v2.0/networks/b446da46-29a4-4069-a1d0-6d786992b973 HTTP/1.1" status: 409  len: 466 time: 0.1472113
May 07 22:06:01.233454 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 60938) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:01.239932 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c13ad6e0-2831-4590-a692-72a93f806870 admin admin] Publish callbacks [] for security_group (2bc18c33-e9c2-41ac-9a9a-1d640af34519), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:01.248110 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-0203c668-4c62-4c42-bae5-75b787e5a0da tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1477446864'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:06:01.260866 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['589e4dcc-4385-4a17-8792-2bf6dcbf7136'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:06:01.269796 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c13ad6e0-2831-4590-a692-72a93f806870 admin admin] Publish callbacks [] for security_group (2bc18c33-e9c2-41ac-9a9a-1d640af34519), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:01.274459 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0203c668-4c62-4c42-bae5-75b787e5a0da tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Made reservation on behalf of 300defb645794c6fac3ab824a1aeb2af for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:06:01.279725 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0203c668-4c62-4c42-bae5-75b787e5a0da tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:01.315409 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0203c668-4c62-4c42-bae5-75b787e5a0da tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:06:01.345455 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c13ad6e0-2831-4590-a692-72a93f806870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (2bc18c33-e9c2-41ac-9a9a-1d640af34519), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:01.347923 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0203c668-4c62-4c42-bae5-75b787e5a0da tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (1e814907-6157-4215-a1fb-90f065cc2bf4), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:01.348513 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-0203c668-4c62-4c42-bae5-75b787e5a0da tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Added segment 1e814907-6157-4215-a1fb-90f065cc2bf4 of type vlan for network 16ed56da-4f42-4b7a-9454-ea9530cac508
May 07 22:06:01.349921 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c13ad6e0-2831-4590-a692-72a93f806870 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:01.354641 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-c13ad6e0-2831-4590-a692-72a93f806870 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2bc18c33-e9c2-41ac-9a9a-1d640af34519 HTTP/1.1" status: 204  len: 168 time: 0.2016249
May 07 22:06:01.368579 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13ad6e0-2831-4590-a692-72a93f806870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc18c33-e9c2-41ac-9a9a-1d640af34519,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:01.418041 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0203c668-4c62-4c42-bae5-75b787e5a0da tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (16ed56da-4f42-4b7a-9454-ea9530cac508), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:01.452172 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0203c668-4c62-4c42-bae5-75b787e5a0da tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (16ed56da-4f42-4b7a-9454-ea9530cac508), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:01.463013 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abfa1e6-b116-41ca-bc6e-9f5fd2dec107 None None] Pushing event updated for resources: {'Port': ['ID=4a890a5e-aa35-460d-92d3-c1ce984541e2,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:01.468055 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0203c668-4c62-4c42-bae5-75b787e5a0da tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:01.468742 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0203c668-4c62-4c42-bae5-75b787e5a0da tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:01.543216 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-0203c668-4c62-4c42-bae5-75b787e5a0da tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.3085887
May 07 22:06:01.546040 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 60950) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:01.551918 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-87666c37-e927-4734-9c74-765e08af1a4f tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Request body: {'subnet': {'network_id': '16ed56da-4f42-4b7a-9454-ea9530cac508', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:06:01.553339 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port fbc91f81-1e3f-470e-bf70-f590224cf5cc is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:06:01.553739 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (fbc91f81-1e3f-470e-bf70-f590224cf5cc), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:01.655787 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0203c668-4c62-4c42-bae5-75b787e5a0da tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Pushing event updated for resources: {'Network': ['ID=16ed56da-4f42-4b7a-9454-ea9530cac508,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:01.794574 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87666c37-e927-4734-9c74-765e08af1a4f tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Made reservation on behalf of 300defb645794c6fac3ab824a1aeb2af for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:06:01.800363 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-87666c37-e927-4734-9c74-765e08af1a4f tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:01.904410 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 16ed56da-4f42-4b7a-9454-ea9530cac508 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:06:01.986476 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-4d931024-2ce5-46ee-8cb3-b3ac55f82943 None None] Current status of the port fbc91f81-1e3f-470e-bf70-f590224cf5cc is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:06:01.993219 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-4d931024-2ce5-46ee-8cb3-b3ac55f82943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (fbc91f81-1e3f-470e-bf70-f590224cf5cc), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:02.038318 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port fbc91f81-1e3f-470e-bf70-f590224cf5cc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fbc91f81-1e3f-470e-bf70-f590224cf5cc,segment=NetworkSegment(b11ac307-991d-4de7-8221-cd88f784b43d),segment_id=b11ac307-991d-4de7-8221-cd88f784b43d)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:06:02.117174 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (fbc91f81-1e3f-470e-bf70-f590224cf5cc), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:02.194844 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8890dac3-f217-44f5-9ef2-09a6b695b21e req-2b4449ca-6b7b-458b-beb4-dfb00b5f2ebd tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:02.202712 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8890dac3-f217-44f5-9ef2-09a6b695b21e req-2b4449ca-6b7b-458b-beb4-dfb00b5f2ebd tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/ports?device_id=d67c9a54-a13e-4b6a-9db5-7bf57397edbb HTTP/1.1" status: 200  len: 945 time: 0.0968876
May 07 22:06:02.296810 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8890dac3-f217-44f5-9ef2-09a6b695b21e req-7d20f213-faa2-4206-b0cb-b5670b4d6cf8 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/security-groups?id=209a8469-27da-4068-98cf-336fcf135f12&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0929213
May 07 22:06:02.299532 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6322d69c-010f-45f2-8aff-f5271c3e8d59 req-ed4156c7-4820-412d-9a5c-7d4796ad7837 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:02.301175 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6322d69c-010f-45f2-8aff-f5271c3e8d59 req-ed4156c7-4820-412d-9a5c-7d4796ad7837 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 945 time: 0.1353920
May 07 22:06:02.353717 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.db.api [None req-4d931024-2ce5-46ee-8cb3-b3ac55f82943 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 07 22:06:02.354133 ncdv-master-1 neutron-server[121838]: DEBUG oslo_db.api [None req-4d931024-2ce5-46ee-8cb3-b3ac55f82943 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 07 22:06:02.356459 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=fbc91f81-1e3f-470e-bf70-f590224cf5cc,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:02.383286 ncdv-master-1 neutron-server[121837]: DEBUG neutron.objects.ports [None req-87666c37-e927-4734-9c74-765e08af1a4f tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=121837) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}}
May 07 22:06:02.388349 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-87666c37-e927-4734-9c74-765e08af1a4f tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (80d98b8b-ef63-437b-9605-9099bdde258c), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:02.494175 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6322d69c-010f-45f2-8aff-f5271c3e8d59 req-ecd6fe97-9d55-4d0f-a830-6caef069804b tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1833496
May 07 22:06:02.598707 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87666c37-e927-4734-9c74-765e08af1a4f tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Pushing event updated for resources: {'Subnet': ['ID=80d98b8b-ef63-437b-9605-9099bdde258c,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:02.613489 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87666c37-e927-4734-9c74-765e08af1a4f tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Checking segment: {'id': '1e814907-6157-4215-a1fb-90f065cc2bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '16ed56da-4f42-4b7a-9454-ea9530cac508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:06:02.614800 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87666c37-e927-4734-9c74-765e08af1a4f tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Network hostable DHCP agents. Network: 16ed56da-4f42-4b7a-9454-ea9530cac508, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:06:02.667057 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87666c37-e927-4734-9c74-765e08af1a4f tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Network 16ed56da-4f42-4b7a-9454-ea9530cac508 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:06:02.689375 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa5aba5-8561-46ff-b2a0-c055a74f5ed3 req-3900764b-1201-4124-a6bf-fc739b54f41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:02.692834 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4fa5aba5-8561-46ff-b2a0-c055a74f5ed3 req-3900764b-1201-4124-a6bf-fc739b54f41e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=759c66c34f414c19b2109393738ef639&device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 1127 time: 0.5972109
May 07 22:06:02.698922 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-87666c37-e927-4734-9c74-765e08af1a4f tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 16ed56da-4f42-4b7a-9454-ea9530cac508) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:06:02.712793 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc8144f-da1d-4d68-95d2-022498dc69a3 None None] Network 16ed56da-4f42-4b7a-9454-ea9530cac508 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:06:02.719808 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87666c37-e927-4734-9c74-765e08af1a4f tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:02.723216 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-87666c37-e927-4734-9c74-765e08af1a4f tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:02.759015 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-87666c37-e927-4734-9c74-765e08af1a4f tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.2117767
May 07 22:06:02.767619 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 60992) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:02.773644 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-ba5bd915-f76c-4af0-8b6d-e28e05e71c35 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Request body: {'port': {'network_id': '16ed56da-4f42-4b7a-9454-ea9530cac508', 'name': 'tempest-NetworksIpV6TestAttrs-1070703712'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:06:02.920690 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa5aba5-8561-46ff-b2a0-c055a74f5ed3 req-1b790fd9-c381-4da2-ba3a-68a74c4d25e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:02.923189 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4fa5aba5-8561-46ff-b2a0-c055a74f5ed3 req-1b790fd9-c381-4da2-ba3a-68a74c4d25e7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=33b52409-fae0-4935-b5d0-15acefaa0f3f HTTP/1.1" status: 200  len: 913 time: 0.2234640
May 07 22:06:02.925670 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device fbc91f81-1e3f-470e-bf70-f590224cf5cc up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:06:03.030655 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c900bf99-9c71-4336-add8-b4ecb53d131b None None] Network b446da46-29a4-4069-a1d0-6d786992b973 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:06:03.032803 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-4d931024-2ce5-46ee-8cb3-b3ac55f82943 None None] Current status of the port fbc91f81-1e3f-470e-bf70-f590224cf5cc is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:06:03.046728 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba5bd915-f76c-4af0-8b6d-e28e05e71c35 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Made reservation on behalf of 300defb645794c6fac3ab824a1aeb2af for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:06:03.056158 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ba5bd915-f76c-4af0-8b6d-e28e05e71c35 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:03.066706 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4fa5aba5-8561-46ff-b2a0-c055a74f5ed3 req-cf46fc5e-5bd2-40a3-abf0-eee3828d8ab0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d78a47c-1b52-4c8f-ad8e-184b9192eee5 HTTP/1.1" status: 200  len: 1000 time: 0.1352861
May 07 22:06:03.068357 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9673570a-72dd-4faf-80f5-837ac51ad8e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-16ed56da-4f42-4b7a-9454-ea9530cac508', 'network_id': '16ed56da-4f42-4b7a-9454-ea9530cac508', 'project_id': '300defb645794c6fac3ab824a1aeb2af', 'fixed_ips': [{'subnet_id': '80d98b8b-ef63-437b-9605-9099bdde258c'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:06:03.069955 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9673570a-72dd-4faf-80f5-837ac51ad8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:03.089044 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [None req-ba5bd915-f76c-4af0-8b6d-e28e05e71c35 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] device_id is not set on port bc9a9a80-36dc-4b01-8de5-d22e0030bf9a yet. {{(pid=121837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 22:06:03.185724 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa5aba5-8561-46ff-b2a0-c055a74f5ed3 req-4124729f-9bd1-4afc-aceb-2413d0bf4e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:03.189075 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4fa5aba5-8561-46ff-b2a0-c055a74f5ed3 req-4124729f-9bd1-4afc-aceb-2413d0bf4e41 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3e304f3b-3927-4f57-b6d9-ff32c4ae5938 HTTP/1.1" status: 200  len: 851 time: 0.1145182
May 07 22:06:03.208618 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port fbc91f81-1e3f-470e-bf70-f590224cf5cc triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:06:03.215124 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (fbc91f81-1e3f-470e-bf70-f590224cf5cc), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:03.241398 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-ba5bd915-f76c-4af0-8b6d-e28e05e71c35 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Allocated IP 2001:db8::f816:3eff:fe62:5183 (16ed56da-4f42-4b7a-9454-ea9530cac508/80d98b8b-ef63-437b-9605-9099bdde258c/bc9a9a80-36dc-4b01-8de5-d22e0030bf9a) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:06:03.254185 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa5aba5-8561-46ff-b2a0-c055a74f5ed3 req-14118104-d733-4ddd-b00d-7c2f79720f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:03.255933 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4fa5aba5-8561-46ff-b2a0-c055a74f5ed3 req-14118104-d733-4ddd-b00d-7c2f79720f10 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=33b52409-fae0-4935-b5d0-15acefaa0f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0585876
May 07 22:06:03.324274 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-a9c15479-6bb2-4281-ae74-963f0ed0ab1b None None] Provisioning complete for port 4a890a5e-aa35-460d-92d3-c1ce984541e2 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:06:03.324658 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a9c15479-6bb2-4281-ae74-963f0ed0ab1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (4a890a5e-aa35-460d-92d3-c1ce984541e2), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:03.412667 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4fa5aba5-8561-46ff-b2a0-c055a74f5ed3 req-2b18addb-2b41-4a89-a439-258551a928b0 service neutron] 10.222.0.55 "GET /v2.0/networks/33b52409-fae0-4935-b5d0-15acefaa0f3f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1504793
May 07 22:06:03.446400 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port fbc91f81-1e3f-470e-bf70-f590224cf5cc is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:06:03.447740 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 4a890a5e-aa35-460d-92d3-c1ce984541e2 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:06:03.449669 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61cc0d22-7574-425b-b9fb-73587f47ddb3 None None] DHCP port deletion for b446da46-29a4-4069-a1d0-6d786992b973 request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:06:03.541368 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 32804) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:03.560105 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4fa5aba5-8561-46ff-b2a0-c055a74f5ed3 req-da124f57-9ba8-4118-91b6-f92fbb4507b1 service neutron] 10.222.0.55 "GET /v2.0/networks/33b52409-fae0-4935-b5d0-15acefaa0f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1395731
May 07 22:06:03.563864 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ba5bd915-f76c-4af0-8b6d-e28e05e71c35 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks [] for port (bc9a9a80-36dc-4b01-8de5-d22e0030bf9a), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:03.573794 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 32808) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:03.580302 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-61cc0d22-7574-425b-b9fb-73587f47ddb3 None None] Deleting port 4a890a5e-aa35-460d-92d3-c1ce984541e2 {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:06:03.580684 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-61cc0d22-7574-425b-b9fb-73587f47ddb3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (4a890a5e-aa35-460d-92d3-c1ce984541e2), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:03.585112 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 4a890a5e-aa35-460d-92d3-c1ce984541e2 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:06:03.585486 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (4a890a5e-aa35-460d-92d3-c1ce984541e2), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:03.686837 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da67b60-2509-46ab-bf1d-0c19fa411ea6 req-85aa757b-67ef-4814-9db0-d65ca7a4ceda tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:03.691143 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-a9c15479-6bb2-4281-ae74-963f0ed0ab1b None None] Current status of the port 4a890a5e-aa35-460d-92d3-c1ce984541e2 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:06:03.691537 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a9c15479-6bb2-4281-ae74-963f0ed0ab1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (4a890a5e-aa35-460d-92d3-c1ce984541e2), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:03.692535 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2da67b60-2509-46ab-bf1d-0c19fa411ea6 req-85aa757b-67ef-4814-9db0-d65ca7a4ceda tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/ports?device_id=d67c9a54-a13e-4b6a-9db5-7bf57397edbb HTTP/1.1" status: 200  len: 945 time: 0.1303742
May 07 22:06:03.739829 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ba5bd915-f76c-4af0-8b6d-e28e05e71c35 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (bc9a9a80-36dc-4b01-8de5-d22e0030bf9a), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:03.745918 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-61cc0d22-7574-425b-b9fb-73587f47ddb3 None None] For port 4a890a5e-aa35-460d-92d3-c1ce984541e2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4a890a5e-aa35-460d-92d3-c1ce984541e2,segment=NetworkSegment(491f5db5-cf3b-4311-8eaa-03323871208f),segment_id=491f5db5-cf3b-4311-8eaa-03323871208f)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:06:03.746910 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-61cc0d22-7574-425b-b9fb-73587f47ddb3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (4a890a5e-aa35-460d-92d3-c1ce984541e2), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:03.761966 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-52e08ae7-267b-4d8c-aa01-3c68ff68544b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:03.796882 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-61cc0d22-7574-425b-b9fb-73587f47ddb3 None None] Calling delete_port for 4a890a5e-aa35-460d-92d3-c1ce984541e2 owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:06:03.809020 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5bd915-f76c-4af0-8b6d-e28e05e71c35 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Network 16ed56da-4f42-4b7a-9454-ea9530cac508 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:06:03.818320 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-ba5bd915-f76c-4af0-8b6d-e28e05e71c35 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:06:03.820746 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5bd915-f76c-4af0-8b6d-e28e05e71c35 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:06:03.827503 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5bd915-f76c-4af0-8b6d-e28e05e71c35 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:03.827682 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2da67b60-2509-46ab-bf1d-0c19fa411ea6 req-5c5b80cf-bc21-4606-915e-cda7ed5c3b1e tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/security-groups?id=209a8469-27da-4068-98cf-336fcf135f12&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1273379
May 07 22:06:03.827810 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ba5bd915-f76c-4af0-8b6d-e28e05e71c35 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:03.833464 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-a9c15479-6bb2-4281-ae74-963f0ed0ab1b None None] For port 4a890a5e-aa35-460d-92d3-c1ce984541e2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4a890a5e-aa35-460d-92d3-c1ce984541e2,segment=NetworkSegment(491f5db5-cf3b-4311-8eaa-03323871208f),segment_id=491f5db5-cf3b-4311-8eaa-03323871208f)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:06:03.838675 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 4a890a5e-aa35-460d-92d3-c1ce984541e2 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:06:03.839183 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (4a890a5e-aa35-460d-92d3-c1ce984541e2), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:03.847102 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88bd859-f1c5-4732-896b-ef474aded2fd req-70f67f59-3216-478a-baf7-2a0ebac09bcf tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:03.851275 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f88bd859-f1c5-4732-896b-ef474aded2fd req-70f67f59-3216-478a-baf7-2a0ebac09bcf tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 945 time: 0.2040758
May 07 22:06:03.871749 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a9c15479-6bb2-4281-ae74-963f0ed0ab1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (4a890a5e-aa35-460d-92d3-c1ce984541e2), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:03.873366 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fb5071d3-644d-4fa5-a0fc-5f1760859a01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:03.899514 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5bd915-f76c-4af0-8b6d-e28e05e71c35 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Pushing event updated for resources: {'Port': ['ID=bc9a9a80-36dc-4b01-8de5-d22e0030bf9a,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:03.914086 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-9673570a-72dd-4faf-80f5-837ac51ad8e1 None None] Allocated IP 2001:db8::f816:3eff:fe83:219e (16ed56da-4f42-4b7a-9454-ea9530cac508/80d98b8b-ef63-437b-9605-9099bdde258c/c6f01833-35cf-4a89-897f-c4f0cbad2705) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:06:03.919599 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-ba5bd915-f76c-4af0-8b6d-e28e05e71c35 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 951 time: 1.1525600
May 07 22:06:03.922881 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 32812) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:03.947577 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-a9c15479-6bb2-4281-ae74-963f0ed0ab1b None None] Provisioning complete for port fbc91f81-1e3f-470e-bf70-f590224cf5cc triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:06:03.948197 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a9c15479-6bb2-4281-ae74-963f0ed0ab1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (fbc91f81-1e3f-470e-bf70-f590224cf5cc), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:03.986152 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_v2 [None req-f46bf9c2-5904-41ab-ab76-553b339f285a tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Deleting subnet 80d98b8b-ef63-437b-9605-9099bdde258c {{(pid=121836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:06:04.005812 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f88bd859-f1c5-4732-896b-ef474aded2fd req-fa8f4c71-6923-47d4-9eac-f04209873442 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1402786
May 07 22:06:04.058397 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c15479-6bb2-4281-ae74-963f0ed0ab1b None None] Pushing event updated for resources: {'Port': ['ID=4a890a5e-aa35-460d-92d3-c1ce984541e2,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:04.076639 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-52e08ae7-267b-4d8c-aa01-3c68ff68544b admin admin] Publish callbacks [] for security_group (79529468-43ac-47d4-9c52-8bcf8392dfe1), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:04.087193 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-52e08ae7-267b-4d8c-aa01-3c68ff68544b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (79529468-43ac-47d4-9c52-8bcf8392dfe1), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:04.099329 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fb5071d3-644d-4fa5-a0fc-5f1760859a01 admin admin] Publish callbacks [] for security_group (d0776b13-8210-4d9d-a074-f98f975a1fb4), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:04.102291 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.db.api [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 07 22:06:04.102649 ncdv-master-1 neutron-server[121838]: DEBUG oslo_db.api [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 07 22:06:04.114837 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fb5071d3-644d-4fa5-a0fc-5f1760859a01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (d0776b13-8210-4d9d-a074-f98f975a1fb4), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:04.118408 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-61cc0d22-7574-425b-b9fb-73587f47ddb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (4a890a5e-aa35-460d-92d3-c1ce984541e2), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:04.151817 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-52e08ae7-267b-4d8c-aa01-3c68ff68544b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c20e40489b6e4e9d8a90cc38c6c04d5a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6069720
May 07 22:06:04.154762 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 32814) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:04.159588 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cc0d22-7574-425b-b9fb-73587f47ddb3 None None] Pushing event deleted for resources: {'Port': ['ID=4a890a5e-aa35-460d-92d3-c1ce984541e2,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:04.162563 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e08ae7-267b-4d8c-aa01-3c68ff68544b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79529468-43ac-47d4-9c52-8bcf8392dfe1,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:04.190296 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5071d3-644d-4fa5-a0fc-5f1760859a01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0776b13-8210-4d9d-a074-f98f975a1fb4,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:04.191665 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cc0d22-7574-425b-b9fb-73587f47ddb3 None None] No DVR routers for this DVR port 4a890a5e-aa35-460d-92d3-c1ce984541e2 on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:06:04.207641 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-fb5071d3-644d-4fa5-a0fc-5f1760859a01 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c7e5a2168e424b8c93abb1f9430260ca&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6308365
May 07 22:06:04.208278 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 32816) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:04.240492 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-a9c15479-6bb2-4281-ae74-963f0ed0ab1b None None] Current status of the port fbc91f81-1e3f-470e-bf70-f590224cf5cc is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:06:04.248972 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-70c39531-2e3c-4898-b59d-cbbb251c9a89 admin admin] Publish callbacks [] for security_group (79529468-43ac-47d4-9c52-8bcf8392dfe1), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:04.269712 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9673570a-72dd-4faf-80f5-837ac51ad8e1 None None] Publish callbacks [] for port (c6f01833-35cf-4a89-897f-c4f0cbad2705), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:04.272510 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-70c39531-2e3c-4898-b59d-cbbb251c9a89 admin admin] Publish callbacks [] for security_group (79529468-43ac-47d4-9c52-8bcf8392dfe1), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:04.279305 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f46bf9c2-5904-41ab-ab76-553b339f285a tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks [] for subnet (80d98b8b-ef63-437b-9605-9099bdde258c), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:04.282321 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c27a666c-9144-498b-85c3-25efd530d5bf admin admin] Publish callbacks [] for security_group (d0776b13-8210-4d9d-a074-f98f975a1fb4), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:04.282683 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9673570a-72dd-4faf-80f5-837ac51ad8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (c6f01833-35cf-4a89-897f-c4f0cbad2705), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:04.293723 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 589e4dcc-4385-4a17-8792-2bf6dcbf7136 up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:06:04.305752 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c27a666c-9144-498b-85c3-25efd530d5bf admin admin] Publish callbacks [] for security_group (d0776b13-8210-4d9d-a074-f98f975a1fb4), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:04.349966 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9673570a-72dd-4faf-80f5-837ac51ad8e1 None None] Network 16ed56da-4f42-4b7a-9454-ea9530cac508 is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:06:04.353444 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f46bf9c2-5904-41ab-ab76-553b339f285a tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726883'] for subnet (80d98b8b-ef63-437b-9605-9099bdde258c), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:04.358070 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-9673570a-72dd-4faf-80f5-837ac51ad8e1 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:06:04.364192 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9673570a-72dd-4faf-80f5-837ac51ad8e1 None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:06:04.377252 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c27a666c-9144-498b-85c3-25efd530d5bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (d0776b13-8210-4d9d-a074-f98f975a1fb4), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:04.382375 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c27a666c-9144-498b-85c3-25efd530d5bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:04.383558 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9673570a-72dd-4faf-80f5-837ac51ad8e1 None None] Pushing event updated for resources: {'Port': ['ID=c6f01833-35cf-4a89-897f-c4f0cbad2705,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:04.385788 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-c27a666c-9144-498b-85c3-25efd530d5bf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d0776b13-8210-4d9d-a074-f98f975a1fb4 HTTP/1.1" status: 204  len: 168 time: 0.1745753
May 07 22:06:04.405136 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27a666c-9144-498b-85c3-25efd530d5bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0776b13-8210-4d9d-a074-f98f975a1fb4,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:04.445002 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning for port 589e4dcc-4385-4a17-8792-2bf6dcbf7136 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 22:06:04.469234 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port 589e4dcc-4385-4a17-8792-2bf6dcbf7136 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:06:04.469612 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (589e4dcc-4385-4a17-8792-2bf6dcbf7136), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:04.472526 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-9673570a-72dd-4faf-80f5-837ac51ad8e1 None None] Attempting to bind port c6f01833-35cf-4a89-897f-c4f0cbad2705 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:06:04.472902 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-9673570a-72dd-4faf-80f5-837ac51ad8e1 None None] Attempting to bind port c6f01833-35cf-4a89-897f-c4f0cbad2705 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1e814907-6157-4215-a1fb-90f065cc2bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '16ed56da-4f42-4b7a-9454-ea9530cac508'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:06:04.473263 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9673570a-72dd-4faf-80f5-837ac51ad8e1 None None] Attempting to bind port c6f01833-35cf-4a89-897f-c4f0cbad2705 on network 16ed56da-4f42-4b7a-9454-ea9530cac508 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:06:04.495256 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-70c39531-2e3c-4898-b59d-cbbb251c9a89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (79529468-43ac-47d4-9c52-8bcf8392dfe1), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:04.497520 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9673570a-72dd-4faf-80f5-837ac51ad8e1 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:06:04.497880 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9673570a-72dd-4faf-80f5-837ac51ad8e1 None None] Checking segment: {'id': '1e814907-6157-4215-a1fb-90f065cc2bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '16ed56da-4f42-4b7a-9454-ea9530cac508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:06:04.498017 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-70c39531-2e3c-4898-b59d-cbbb251c9a89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:04.498280 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9673570a-72dd-4faf-80f5-837ac51ad8e1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:04.498676 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9673570a-72dd-4faf-80f5-837ac51ad8e1 None None] Bound using segment: {'id': '1e814907-6157-4215-a1fb-90f065cc2bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '16ed56da-4f42-4b7a-9454-ea9530cac508'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:06:04.499178 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-9673570a-72dd-4faf-80f5-837ac51ad8e1 None None] Bound port: c6f01833-35cf-4a89-897f-c4f0cbad2705, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e814907-6157-4215-a1fb-90f065cc2bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '16ed56da-4f42-4b7a-9454-ea9530cac508'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:06:04.499558 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9673570a-72dd-4faf-80f5-837ac51ad8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (c6f01833-35cf-4a89-897f-c4f0cbad2705), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:04.503335 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-70c39531-2e3c-4898-b59d-cbbb251c9a89 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/79529468-43ac-47d4-9c52-8bcf8392dfe1 HTTP/1.1" status: 204  len: 168 time: 0.3466332
May 07 22:06:04.528881 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c39531-2e3c-4898-b59d-cbbb251c9a89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79529468-43ac-47d4-9c52-8bcf8392dfe1,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:04.563396 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f46bf9c2-5904-41ab-ab76-553b339f285a tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (80d98b8b-ef63-437b-9605-9099bdde258c), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:04.639184 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Port 4a890a5e-aa35-460d-92d3-c1ce984541e2 update to ACTIVE by agent not found {{(pid=121838) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2273}}
May 07 22:06:04.652135 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 589e4dcc-4385-4a17-8792-2bf6dcbf7136 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:06:04.652459 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (589e4dcc-4385-4a17-8792-2bf6dcbf7136), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:04.691578 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f46bf9c2-5904-41ab-ab76-553b339f285a tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (80d98b8b-ef63-437b-9605-9099bdde258c), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:04.692279 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd67c9a54-a13e-4b6a-9db5-7bf57397edbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '589e4dcc-4385-4a17-8792-2bf6dcbf7136'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:06:04.695049 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b47b789-97a8-455b-b750-06e6ac8b9dec" -d '{"events": [{"server_uuid": "d67c9a54-a13e-4b6a-9db5-7bf57397edbb", "name": "network-vif-plugged", "status": "completed", "tag": "589e4dcc-4385-4a17-8792-2bf6dcbf7136"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:06:04.726165 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46bf9c2-5904-41ab-ab76-553b339f285a tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Pushing event deleted for resources: {'Subnet': ['ID=80d98b8b-ef63-437b-9605-9099bdde258c,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:04.734337 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-9673570a-72dd-4faf-80f5-837ac51ad8e1 None None] For port c6f01833-35cf-4a89-897f-c4f0cbad2705, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:06:04.738403 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f46bf9c2-5904-41ab-ab76-553b339f285a tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:04.742920 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-f46bf9c2-5904-41ab-ab76-553b339f285a tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] 10.222.0.32 "DELETE /v2.0/subnets/80d98b8b-ef63-437b-9605-9099bdde258c HTTP/1.1" status: 204  len: 168 time: 0.8183284
May 07 22:06:04.745399 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 32832) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:04.757345 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-9673570a-72dd-4faf-80f5-837ac51ad8e1 None None] For port c6f01833-35cf-4a89-897f-c4f0cbad2705, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c6f01833-35cf-4a89-897f-c4f0cbad2705,segment=NetworkSegment(1e814907-6157-4215-a1fb-90f065cc2bf4),segment_id=1e814907-6157-4215-a1fb-90f065cc2bf4)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:06:04.771974 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 4a890a5e-aa35-460d-92d3-c1ce984541e2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:06:04.806020 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9673570a-72dd-4faf-80f5-837ac51ad8e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (c6f01833-35cf-4a89-897f-c4f0cbad2705), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:04.810961 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb2ecefe-9de7-4229-b2dd-d3eae9dfb3e1 x-openstack-request-id: req-cb2ecefe-9de7-4229-b2dd-d3eae9dfb3e1 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:06:04.811372 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d67c9a54-a13e-4b6a-9db5-7bf57397edbb", "name": "network-vif-plugged", "status": "completed", "tag": "589e4dcc-4385-4a17-8792-2bf6dcbf7136", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:06:04.811721 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cb2ecefe-9de7-4229-b2dd-d3eae9dfb3e1 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:06:04.812208 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb2ecefe-9de7-4229-b2dd-d3eae9dfb3e1'] response: {'server_uuid': 'd67c9a54-a13e-4b6a-9db5-7bf57397edbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '589e4dcc-4385-4a17-8792-2bf6dcbf7136', 'code': 200}
May 07 22:06:04.815569 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 4a890a5e-aa35-460d-92d3-c1ce984541e2 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:06:04.816014 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 4a890a5e-aa35-460d-92d3-c1ce984541e2 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:06:04.823458 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9017e2d4-9ebb-41a1-99fa-460e06fca7bb tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:04.824127 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9017e2d4-9ebb-41a1-99fa-460e06fca7bb tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:04.825795 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-9017e2d4-9ebb-41a1-99fa-460e06fca7bb tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1478 time: 0.0786889
May 07 22:06:04.829233 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 32838) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:04.837380 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 589e4dcc-4385-4a17-8792-2bf6dcbf7136, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=589e4dcc-4385-4a17-8792-2bf6dcbf7136,segment=NetworkSegment(44e4f7be-1fdd-4e4f-a214-28b58268136e),segment_id=44e4f7be-1fdd-4e4f-a214-28b58268136e)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:06:04.901409 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (589e4dcc-4385-4a17-8792-2bf6dcbf7136), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:04.916937 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 32844) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:04.947844 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9673570a-72dd-4faf-80f5-837ac51ad8e1 None None] Pushing event updated for resources: {'Port': ['ID=c6f01833-35cf-4a89-897f-c4f0cbad2705,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:04.979966 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64aaccd-9857-4d39-9261-b30b22428bb4 req-a162b243-1d31-4b17-b9fa-1587c46963a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:04.981944 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a64aaccd-9857-4d39-9261-b30b22428bb4 req-a162b243-1d31-4b17-b9fa-1587c46963a3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d67c9a54-a13e-4b6a-9db5-7bf57397edbb HTTP/1.1" status: 200  len: 1128 time: 0.1258128
May 07 22:06:05.003395 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bcf6dc31-f2af-4598-9f11-2e9c730b6824 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (16ed56da-4f42-4b7a-9454-ea9530cac508), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:05.014983 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=589e4dcc-4385-4a17-8792-2bf6dcbf7136,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:05.015542 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-72eb3d94-a3e0-4823-a48a-8af3a31ccaa4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:05.029993 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcf6dc31-f2af-4598-9f11-2e9c730b6824 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] DELETE failed (client error): There was a conflict when trying to complete your request.
May 07 22:06:05.030595 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcf6dc31-f2af-4598-9f11-2e9c730b6824 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=121836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:06:05.033906 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8d3c76-8058-4e93-ab8d-c6375a9dece8 req-10a9314d-3662-4cd1-9294-59c0361bed67 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:05.034429 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-bcf6dc31-f2af-4598-9f11-2e9c730b6824 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] 10.222.0.32 "DELETE /v2.0/networks/16ed56da-4f42-4b7a-9454-ea9530cac508 HTTP/1.1" status: 409  len: 466 time: 0.2039220
May 07 22:06:05.035867 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1c8d3c76-8058-4e93-ab8d-c6375a9dece8 req-10a9314d-3662-4cd1-9294-59c0361bed67 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/ports?device_id=d67c9a54-a13e-4b6a-9db5-7bf57397edbb HTTP/1.1" status: 200  len: 946 time: 0.0992217
May 07 22:06:05.038449 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 32846) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:05.043862 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-f127b86b-a5dc-49d2-af56-0b41f20a1725 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1019120062'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:06:05.077357 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a64aaccd-9857-4d39-9261-b30b22428bb4 req-6517b217-e4bd-4069-9f9c-0e49e5fc0de3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=209a8469-27da-4068-98cf-336fcf135f12&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0868385
May 07 22:06:05.092397 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f127b86b-a5dc-49d2-af56-0b41f20a1725 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Made reservation on behalf of 300defb645794c6fac3ab824a1aeb2af for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:06:05.096400 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f127b86b-a5dc-49d2-af56-0b41f20a1725 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:05.134625 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f127b86b-a5dc-49d2-af56-0b41f20a1725 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:06:05.144102 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1c8d3c76-8058-4e93-ab8d-c6375a9dece8 req-e6e3d805-69e4-46e6-bfed-a5e00fe11bc7 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/security-groups?id=209a8469-27da-4068-98cf-336fcf135f12&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0969188
May 07 22:06:05.148479 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f127b86b-a5dc-49d2-af56-0b41f20a1725 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (fdf17f31-cad8-4fe1-9ae2-d5146826e8c9), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:05.149003 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-f127b86b-a5dc-49d2-af56-0b41f20a1725 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Added segment fdf17f31-cad8-4fe1-9ae2-d5146826e8c9 of type vlan for network fc386212-fd5f-4442-92dd-bd3e2c19fc62
May 07 22:06:05.199113 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-72eb3d94-a3e0-4823-a48a-8af3a31ccaa4 admin admin] Publish callbacks [] for security_group (05df690b-7da4-44bf-a5e2-21dbfa04d5af), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:05.213534 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-72eb3d94-a3e0-4823-a48a-8af3a31ccaa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (05df690b-7da4-44bf-a5e2-21dbfa04d5af), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:05.261187 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f127b86b-a5dc-49d2-af56-0b41f20a1725 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (fc386212-fd5f-4442-92dd-bd3e2c19fc62), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:05.270828 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eb3d94-a3e0-4823-a48a-8af3a31ccaa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05df690b-7da4-44bf-a5e2-21dbfa04d5af,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:05.275849 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-72eb3d94-a3e0-4823-a48a-8af3a31ccaa4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a416d52f88f0427c84f580e33adf65a5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3578789
May 07 22:06:05.280785 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 32856) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:05.287257 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72eb3d94-a3e0-4823-a48a-8af3a31ccaa4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:06:05.287613 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72eb3d94-a3e0-4823-a48a-8af3a31ccaa4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:06:05.287964 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72eb3d94-a3e0-4823-a48a-8af3a31ccaa4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:06:05.291051 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72eb3d94-a3e0-4823-a48a-8af3a31ccaa4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:06:05.291412 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72eb3d94-a3e0-4823-a48a-8af3a31ccaa4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:06:05.291760 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72eb3d94-a3e0-4823-a48a-8af3a31ccaa4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:06:05.292103 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72eb3d94-a3e0-4823-a48a-8af3a31ccaa4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:06:05.292453 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72eb3d94-a3e0-4823-a48a-8af3a31ccaa4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:06:05.292776 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72eb3d94-a3e0-4823-a48a-8af3a31ccaa4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:06:05.293490 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72eb3d94-a3e0-4823-a48a-8af3a31ccaa4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:06:05.293490 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72eb3d94-a3e0-4823-a48a-8af3a31ccaa4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:06:05.293786 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72eb3d94-a3e0-4823-a48a-8af3a31ccaa4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:06:05.294082 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72eb3d94-a3e0-4823-a48a-8af3a31ccaa4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:06:05.294977 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72eb3d94-a3e0-4823-a48a-8af3a31ccaa4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:06:05.294977 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72eb3d94-a3e0-4823-a48a-8af3a31ccaa4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:06:05.302466 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c57ee64-358f-4ff4-ace1-0a29f0f64da8 req-e7ca075d-be82-4452-98d9-8ea78569eac8 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:05.304370 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0c57ee64-358f-4ff4-ace1-0a29f0f64da8 req-e7ca075d-be82-4452-98d9-8ea78569eac8 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 945 time: 0.1147346
May 07 22:06:05.348376 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f127b86b-a5dc-49d2-af56-0b41f20a1725 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (fc386212-fd5f-4442-92dd-bd3e2c19fc62), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:05.353885 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f127b86b-a5dc-49d2-af56-0b41f20a1725 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:05.354592 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f127b86b-a5dc-49d2-af56-0b41f20a1725 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:05.416460 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-f127b86b-a5dc-49d2-af56-0b41f20a1725 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.3737886
May 07 22:06:05.416804 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 32860) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:05.425001 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-8324d39b-2287-4b64-a1cd-8f712db55a7f tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Request body: {'subnet': {'network_id': 'fc386212-fd5f-4442-92dd-bd3e2c19fc62', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:06:05.473157 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0c57ee64-358f-4ff4-ace1-0a29f0f64da8 req-6b4c3ee2-d677-4dc7-95e8-a8332a0c1d10 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1591930
May 07 22:06:05.476373 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f127b86b-a5dc-49d2-af56-0b41f20a1725 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Pushing event updated for resources: {'Network': ['ID=fc386212-fd5f-4442-92dd-bd3e2c19fc62,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:05.478999 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9bedfc69-4d7c-4e5e-9e3e-a611d6c205ef admin admin] Publish callbacks [] for security_group (05df690b-7da4-44bf-a5e2-21dbfa04d5af), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:05.490327 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network fc386212-fd5f-4442-92dd-bd3e2c19fc62 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:06:05.509609 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9bedfc69-4d7c-4e5e-9e3e-a611d6c205ef admin admin] Publish callbacks [] for security_group (05df690b-7da4-44bf-a5e2-21dbfa04d5af), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:05.561888 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8324d39b-2287-4b64-a1cd-8f712db55a7f tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Made reservation on behalf of 300defb645794c6fac3ab824a1aeb2af for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:06:05.567529 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8324d39b-2287-4b64-a1cd-8f712db55a7f tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:05.573466 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9bedfc69-4d7c-4e5e-9e3e-a611d6c205ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (05df690b-7da4-44bf-a5e2-21dbfa04d5af), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:05.577136 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9bedfc69-4d7c-4e5e-9e3e-a611d6c205ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:05.578412 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-9bedfc69-4d7c-4e5e-9e3e-a611d6c205ef admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/05df690b-7da4-44bf-a5e2-21dbfa04d5af HTTP/1.1" status: 204  len: 168 time: 0.2948434
May 07 22:06:05.587624 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bedfc69-4d7c-4e5e-9e3e-a611d6c205ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05df690b-7da4-44bf-a5e2-21dbfa04d5af,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:05.881879 ncdv-master-1 neutron-server[121837]: DEBUG neutron.objects.ports [None req-8324d39b-2287-4b64-a1cd-8f712db55a7f tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=121837) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}}
May 07 22:06:05.883981 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8324d39b-2287-4b64-a1cd-8f712db55a7f tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (76f53389-8975-42a9-8ca8-78435994eae4), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:05.967125 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8324d39b-2287-4b64-a1cd-8f712db55a7f tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Pushing event updated for resources: {'Subnet': ['ID=76f53389-8975-42a9-8ca8-78435994eae4,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:05.979822 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8324d39b-2287-4b64-a1cd-8f712db55a7f tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Checking segment: {'id': 'fdf17f31-cad8-4fe1-9ae2-d5146826e8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'fc386212-fd5f-4442-92dd-bd3e2c19fc62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:06:05.980298 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8324d39b-2287-4b64-a1cd-8f712db55a7f tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Network hostable DHCP agents. Network: fc386212-fd5f-4442-92dd-bd3e2c19fc62, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:06:06.007506 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8324d39b-2287-4b64-a1cd-8f712db55a7f tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Network fc386212-fd5f-4442-92dd-bd3e2c19fc62 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:06:06.026124 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-8324d39b-2287-4b64-a1cd-8f712db55a7f tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, fc386212-fd5f-4442-92dd-bd3e2c19fc62) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:06:06.034383 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8324d39b-2287-4b64-a1cd-8f712db55a7f tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:06.035826 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8324d39b-2287-4b64-a1cd-8f712db55a7f tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:06.038447 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b869dc8c-bb71-4f51-8201-c145b0bf95cc None None] Network fc386212-fd5f-4442-92dd-bd3e2c19fc62 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:06:06.059753 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-8324d39b-2287-4b64-a1cd-8f712db55a7f tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 818 time: 0.6380754
May 07 22:06:06.060575 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 32884) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:06.254811 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b79fe8-4bc3-44c3-aa82-3d12db46a27c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-fc386212-fd5f-4442-92dd-bd3e2c19fc62', 'network_id': 'fc386212-fd5f-4442-92dd-bd3e2c19fc62', 'project_id': '300defb645794c6fac3ab824a1aeb2af', 'fixed_ips': [{'subnet_id': '76f53389-8975-42a9-8ca8-78435994eae4'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:06:06.255827 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e6b79fe8-4bc3-44c3-aa82-3d12db46a27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:06.362709 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e28a7518-6d4d-4d78-a736-6343c6192ec9 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (fc386212-fd5f-4442-92dd-bd3e2c19fc62), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:06.449356 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8dcc68-d6af-4d32-baae-53e1c0b87d6c req-796a1cda-7f57-476d-83a6-ec8cb4df77a5 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:06.451973 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0f8dcc68-d6af-4d32-baae-53e1c0b87d6c req-796a1cda-7f57-476d-83a6-ec8cb4df77a5 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/ports?device_id=d67c9a54-a13e-4b6a-9db5-7bf57397edbb HTTP/1.1" status: 200  len: 946 time: 0.1400301
May 07 22:06:06.543277 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-e6b79fe8-4bc3-44c3-aa82-3d12db46a27c None None] Allocated IP 2001:db8::f816:3eff:fed1:f977 (fc386212-fd5f-4442-92dd-bd3e2c19fc62/76f53389-8975-42a9-8ca8-78435994eae4/1f49b56e-4141-41c0-9b67-cb9f846c435f) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:06:06.553205 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0f8dcc68-d6af-4d32-baae-53e1c0b87d6c req-fe260cc8-d21f-404d-8ab0-1f949731d46e tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/security-groups?id=209a8469-27da-4068-98cf-336fcf135f12&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0914042
May 07 22:06:06.574850 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e28a7518-6d4d-4d78-a736-6343c6192ec9 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (76f53389-8975-42a9-8ca8-78435994eae4), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:06.580439 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a07daa8-ab70-4068-bc9c-a6701616f881 None None] Network 16ed56da-4f42-4b7a-9454-ea9530cac508 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:06:06.639207 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-de9da1f4-0e99-4d65-aaaf-78f0801564aa None None] Provisioning complete for port c6f01833-35cf-4a89-897f-c4f0cbad2705 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:06:06.639611 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-de9da1f4-0e99-4d65-aaaf-78f0801564aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (c6f01833-35cf-4a89-897f-c4f0cbad2705), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:06.865024 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device c6f01833-35cf-4a89-897f-c4f0cbad2705 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:06:07.053373 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port c6f01833-35cf-4a89-897f-c4f0cbad2705 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:06:07.053373 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (c6f01833-35cf-4a89-897f-c4f0cbad2705), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:07.103909 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d915ac-df08-44bb-bb3d-0a048b8dc7bd None None] DHCP port deletion for 16ed56da-4f42-4b7a-9454-ea9530cac508 request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:06:07.166064 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e6b79fe8-4bc3-44c3-aa82-3d12db46a27c None None] Publish callbacks [] for port (1f49b56e-4141-41c0-9b67-cb9f846c435f), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:07.173797 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-de9da1f4-0e99-4d65-aaaf-78f0801564aa None None] Current status of the port c6f01833-35cf-4a89-897f-c4f0cbad2705 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:06:07.174508 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-de9da1f4-0e99-4d65-aaaf-78f0801564aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (c6f01833-35cf-4a89-897f-c4f0cbad2705), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:07.182108 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e6b79fe8-4bc3-44c3-aa82-3d12db46a27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (1f49b56e-4141-41c0-9b67-cb9f846c435f), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:07.185624 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 32918) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:07.210706 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e28a7518-6d4d-4d78-a736-6343c6192ec9 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (76f53389-8975-42a9-8ca8-78435994eae4), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:07.254866 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28a7518-6d4d-4d78-a736-6343c6192ec9 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Pushing event deleted for resources: {'Subnet': ['ID=76f53389-8975-42a9-8ca8-78435994eae4,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:07.269788 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-96d915ac-df08-44bb-bb3d-0a048b8dc7bd None None] Deleting port c6f01833-35cf-4a89-897f-c4f0cbad2705 {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:06:07.270118 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-96d915ac-df08-44bb-bb3d-0a048b8dc7bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (c6f01833-35cf-4a89-897f-c4f0cbad2705), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:07.303765 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b79fe8-4bc3-44c3-aa82-3d12db46a27c None None] Pushing event updated for resources: {'Port': ['ID=1f49b56e-4141-41c0-9b67-cb9f846c435f,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:07.322464 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b79fe8-4bc3-44c3-aa82-3d12db46a27c None None] Network fc386212-fd5f-4442-92dd-bd3e2c19fc62 is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:06:07.352389 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-de9da1f4-0e99-4d65-aaaf-78f0801564aa None None] For port c6f01833-35cf-4a89-897f-c4f0cbad2705, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c6f01833-35cf-4a89-897f-c4f0cbad2705,segment=NetworkSegment(1e814907-6157-4215-a1fb-90f065cc2bf4),segment_id=1e814907-6157-4215-a1fb-90f065cc2bf4)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:06:07.353633 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-e6b79fe8-4bc3-44c3-aa82-3d12db46a27c None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:06:07.362271 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b79fe8-4bc3-44c3-aa82-3d12db46a27c None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:06:07.373684 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-de9da1f4-0e99-4d65-aaaf-78f0801564aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (c6f01833-35cf-4a89-897f-c4f0cbad2705), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:07.376690 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e28a7518-6d4d-4d78-a736-6343c6192ec9 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (fc386212-fd5f-4442-92dd-bd3e2c19fc62), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:07.380644 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-82536310-b180-410b-adde-6bc08c4cadae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:07.381303 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port c6f01833-35cf-4a89-897f-c4f0cbad2705 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:06:07.381690 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (c6f01833-35cf-4a89-897f-c4f0cbad2705), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:07.409779 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-e28a7518-6d4d-4d78-a736-6343c6192ec9 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf8640bee0>,) {'filters': {'network_id': ['fc386212-fd5f-4442-92dd-bd3e2c19fc62']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:06:07.423239 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-e28a7518-6d4d-4d78-a736-6343c6192ec9 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8640bee0>, 'fdf17f31-cad8-4fe1-9ae2-d5146826e8c9') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:06:07.423660 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-e28a7518-6d4d-4d78-a736-6343c6192ec9 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8640bee0>, 'fdf17f31-cad8-4fe1-9ae2-d5146826e8c9') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:06:07.437187 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e28a7518-6d4d-4d78-a736-6343c6192ec9 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (fdf17f31-cad8-4fe1-9ae2-d5146826e8c9), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:07.456659 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e28a7518-6d4d-4d78-a736-6343c6192ec9 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (fdf17f31-cad8-4fe1-9ae2-d5146826e8c9), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:07.468489 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e28a7518-6d4d-4d78-a736-6343c6192ec9 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:06:07.469054 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e28a7518-6d4d-4d78-a736-6343c6192ec9 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (fdf17f31-cad8-4fe1-9ae2-d5146826e8c9), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:07.473662 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 22:06:07.473662 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:06:07.473662 ncdv-master-1 neutron-server[121836]:     timer()
May 07 22:06:07.473662 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:06:07.473662 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 22:06:07.473662 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:06:07.473662 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 22:06:07.473662 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:06:07.473662 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 22:06:07.473662 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:06:07.473662 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 22:06:07.473662 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:06:07.473662 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 22:06:07.473662 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:06:07.473662 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:06:07.473662 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:06:07.473662 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:06:07.473662 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:06:07.473662 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 22:06:07.473662 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:06:07.473662 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 22:06:07.473662 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:06:07.473662 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:06:07.473662 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:06:07.473662 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 22:06:07.473662 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:06:07.473662 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:06:07.473662 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:06:07.473662 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:06:07.473662 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:06:07.473662 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:06:07.473662 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:06:07.477407 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-96d915ac-df08-44bb-bb3d-0a048b8dc7bd None None] For port c6f01833-35cf-4a89-897f-c4f0cbad2705, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c6f01833-35cf-4a89-897f-c4f0cbad2705,segment=NetworkSegment(1e814907-6157-4215-a1fb-90f065cc2bf4),segment_id=1e814907-6157-4215-a1fb-90f065cc2bf4)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:06:07.477814 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-96d915ac-df08-44bb-bb3d-0a048b8dc7bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (c6f01833-35cf-4a89-897f-c4f0cbad2705), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:07.493497 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-82536310-b180-410b-adde-6bc08c4cadae admin admin] Publish callbacks [] for security_group (8aa05f90-bf55-4281-b2f1-8a1dba6180c8), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:07.498328 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-82536310-b180-410b-adde-6bc08c4cadae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (8aa05f90-bf55-4281-b2f1-8a1dba6180c8), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:07.502893 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-96d915ac-df08-44bb-bb3d-0a048b8dc7bd None None] Calling delete_port for c6f01833-35cf-4a89-897f-c4f0cbad2705 owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:06:07.540350 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82536310-b180-410b-adde-6bc08c4cadae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa05f90-bf55-4281-b2f1-8a1dba6180c8,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:07.549533 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-e6b79fe8-4bc3-44c3-aa82-3d12db46a27c None None] Attempting to bind port 1f49b56e-4141-41c0-9b67-cb9f846c435f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:06:07.549906 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-e6b79fe8-4bc3-44c3-aa82-3d12db46a27c None None] Attempting to bind port 1f49b56e-4141-41c0-9b67-cb9f846c435f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'fdf17f31-cad8-4fe1-9ae2-d5146826e8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'fc386212-fd5f-4442-92dd-bd3e2c19fc62'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:06:07.550273 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b79fe8-4bc3-44c3-aa82-3d12db46a27c None None] Attempting to bind port 1f49b56e-4141-41c0-9b67-cb9f846c435f on network fc386212-fd5f-4442-92dd-bd3e2c19fc62 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:06:07.552217 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9da1f4-0e99-4d65-aaaf-78f0801564aa None None] Pushing event updated for resources: {'Port': ['ID=c6f01833-35cf-4a89-897f-c4f0cbad2705,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:07.571482 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-82536310-b180-410b-adde-6bc08c4cadae admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5f3a78288892492dadd3727f74cd3973&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3829999
May 07 22:06:07.574816 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 32932) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:07.588845 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.db.api [None req-e28a7518-6d4d-4d78-a736-6343c6192ec9 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
May 07 22:06:07.588845 ncdv-master-1 neutron-server[121836]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
May 07 22:06:07.588845 ncdv-master-1 neutron-server[121836]: [parameters: {'id': 'fc386212-fd5f-4442-92dd-bd3e2c19fc62'}]
May 07 22:06:07.588845 ncdv-master-1 neutron-server[121836]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=121836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 07 22:06:07.589861 ncdv-master-1 neutron-server[121836]: DEBUG oslo_db.api [None req-e28a7518-6d4d-4d78-a736-6343c6192ec9 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 07 22:06:07.598738 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b79fe8-4bc3-44c3-aa82-3d12db46a27c None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:06:07.599140 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b79fe8-4bc3-44c3-aa82-3d12db46a27c None None] Checking segment: {'id': 'fdf17f31-cad8-4fe1-9ae2-d5146826e8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'fc386212-fd5f-4442-92dd-bd3e2c19fc62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:06:07.599546 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e6b79fe8-4bc3-44c3-aa82-3d12db46a27c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:07.599939 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b79fe8-4bc3-44c3-aa82-3d12db46a27c None None] Bound using segment: {'id': 'fdf17f31-cad8-4fe1-9ae2-d5146826e8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'fc386212-fd5f-4442-92dd-bd3e2c19fc62'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:06:07.600599 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-e6b79fe8-4bc3-44c3-aa82-3d12db46a27c None None] Bound port: 1f49b56e-4141-41c0-9b67-cb9f846c435f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdf17f31-cad8-4fe1-9ae2-d5146826e8c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'fc386212-fd5f-4442-92dd-bd3e2c19fc62'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:06:07.601131 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e6b79fe8-4bc3-44c3-aa82-3d12db46a27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (1f49b56e-4141-41c0-9b67-cb9f846c435f), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:07.629222 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.db.api [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 07 22:06:07.629809 ncdv-master-1 neutron-server[121838]: DEBUG oslo_db.api [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 07 22:06:07.679602 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c90a9128-aa50-4ec6-9b8c-0e948ebfb11f admin admin] Publish callbacks [] for security_group (8aa05f90-bf55-4281-b2f1-8a1dba6180c8), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:07.706045 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-96d915ac-df08-44bb-bb3d-0a048b8dc7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (c6f01833-35cf-4a89-897f-c4f0cbad2705), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:07.708292 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-e6b79fe8-4bc3-44c3-aa82-3d12db46a27c None None] For port 1f49b56e-4141-41c0-9b67-cb9f846c435f, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:06:07.713566 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-e6b79fe8-4bc3-44c3-aa82-3d12db46a27c None None] For port 1f49b56e-4141-41c0-9b67-cb9f846c435f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1f49b56e-4141-41c0-9b67-cb9f846c435f,segment=NetworkSegment(fdf17f31-cad8-4fe1-9ae2-d5146826e8c9),segment_id=fdf17f31-cad8-4fe1-9ae2-d5146826e8c9)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:06:07.718760 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926fb6a8-8199-4412-bc9b-4405a4686c58 req-62f2695b-1218-4be6-9fe0-849fc53cb1a3 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:07.728351 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-926fb6a8-8199-4412-bc9b-4405a4686c58 req-62f2695b-1218-4be6-9fe0-849fc53cb1a3 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/ports?device_id=d67c9a54-a13e-4b6a-9db5-7bf57397edbb HTTP/1.1" status: 200  len: 946 time: 0.0861232
May 07 22:06:07.735548 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c90a9128-aa50-4ec6-9b8c-0e948ebfb11f admin admin] Publish callbacks [] for security_group (8aa05f90-bf55-4281-b2f1-8a1dba6180c8), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:07.738998 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e6b79fe8-4bc3-44c3-aa82-3d12db46a27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (1f49b56e-4141-41c0-9b67-cb9f846c435f), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:07.740959 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d915ac-df08-44bb-bb3d-0a048b8dc7bd None None] Pushing event deleted for resources: {'Port': ['ID=c6f01833-35cf-4a89-897f-c4f0cbad2705,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:07.750713 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d915ac-df08-44bb-bb3d-0a048b8dc7bd None None] No DVR routers for this DVR port c6f01833-35cf-4a89-897f-c4f0cbad2705 on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:06:07.825261 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-926fb6a8-8199-4412-bc9b-4405a4686c58 req-0afc1aac-ceb4-4add-b2b8-ce2132f92956 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/security-groups?id=209a8469-27da-4068-98cf-336fcf135f12&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0872843
May 07 22:06:07.842225 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b79fe8-4bc3-44c3-aa82-3d12db46a27c None None] Pushing event updated for resources: {'Port': ['ID=1f49b56e-4141-41c0-9b67-cb9f846c435f,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:07.855211 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32938f64-7e31-4ff4-b9ee-7865886076f9 None None] get_active_networks_info from ncdv-master-1 {{(pid=121838) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
May 07 22:06:07.871806 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c90a9128-aa50-4ec6-9b8c-0e948ebfb11f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (8aa05f90-bf55-4281-b2f1-8a1dba6180c8), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:07.874882 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c90a9128-aa50-4ec6-9b8c-0e948ebfb11f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:07.886492 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-c90a9128-aa50-4ec6-9b8c-0e948ebfb11f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8aa05f90-bf55-4281-b2f1-8a1dba6180c8 HTTP/1.1" status: 204  len: 168 time: 0.3055675
May 07 22:06:07.911694 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90a9128-aa50-4ec6-9b8c-0e948ebfb11f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa05f90-bf55-4281-b2f1-8a1dba6180c8,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:08.008461 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1b5daf-d014-4136-a694-821d2ab4552f req-d38bd5e2-f820-4dae-b54d-da6b20e5239b tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:08.010021 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7c1b5daf-d014-4136-a694-821d2ab4552f req-d38bd5e2-f820-4dae-b54d-da6b20e5239b tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/ports?device_id=d67c9a54-a13e-4b6a-9db5-7bf57397edbb HTTP/1.1" status: 200  len: 946 time: 0.0726080
May 07 22:06:08.012037 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32938f64-7e31-4ff4-b9ee-7865886076f9 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
May 07 22:06:08.068225 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7c1b5daf-d014-4136-a694-821d2ab4552f req-a4f11728-aec2-4837-85ba-71deff95410f tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/security-groups?id=209a8469-27da-4068-98cf-336fcf135f12&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0503783
May 07 22:06:08.091064 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e28a7518-6d4d-4d78-a736-6343c6192ec9 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (fc386212-fd5f-4442-92dd-bd3e2c19fc62), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:08.158366 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Port c6f01833-35cf-4a89-897f-c4f0cbad2705 update to ACTIVE by agent not found {{(pid=121838) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2273}}
May 07 22:06:08.172732 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-e28a7518-6d4d-4d78-a736-6343c6192ec9 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Deleting port 1f49b56e-4141-41c0-9b67-cb9f846c435f {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:06:08.173351 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e28a7518-6d4d-4d78-a736-6343c6192ec9 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (1f49b56e-4141-41c0-9b67-cb9f846c435f), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:08.263370 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-e28a7518-6d4d-4d78-a736-6343c6192ec9 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] For port 1f49b56e-4141-41c0-9b67-cb9f846c435f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1f49b56e-4141-41c0-9b67-cb9f846c435f,segment=NetworkSegment(fdf17f31-cad8-4fe1-9ae2-d5146826e8c9),segment_id=fdf17f31-cad8-4fe1-9ae2-d5146826e8c9)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:06:08.263747 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e28a7518-6d4d-4d78-a736-6343c6192ec9 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (1f49b56e-4141-41c0-9b67-cb9f846c435f), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:08.278908 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-e28a7518-6d4d-4d78-a736-6343c6192ec9 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Calling delete_port for 1f49b56e-4141-41c0-9b67-cb9f846c435f owned by network:dhcp {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:06:08.352228 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eec5721-bdaa-4d70-9c62-a0d606912706 None None] Network fc386212-fd5f-4442-92dd-bd3e2c19fc62 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:06:08.382903 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e28a7518-6d4d-4d78-a736-6343c6192ec9 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (1f49b56e-4141-41c0-9b67-cb9f846c435f), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:08.420808 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28a7518-6d4d-4d78-a736-6343c6192ec9 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Pushing event deleted for resources: {'Port': ['ID=1f49b56e-4141-41c0-9b67-cb9f846c435f,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:08.425300 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28a7518-6d4d-4d78-a736-6343c6192ec9 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] No DVR routers for this DVR port 1f49b56e-4141-41c0-9b67-cb9f846c435f on host ncdv-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:06:08.540458 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e28a7518-6d4d-4d78-a736-6343c6192ec9 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (fc386212-fd5f-4442-92dd-bd3e2c19fc62), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:08.563359 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-e28a7518-6d4d-4d78-a736-6343c6192ec9 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf87457100>,) {'filters': {'network_id': ['fc386212-fd5f-4442-92dd-bd3e2c19fc62']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:06:08.573321 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-e28a7518-6d4d-4d78-a736-6343c6192ec9 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf87457100>, 'fdf17f31-cad8-4fe1-9ae2-d5146826e8c9') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:06:08.573539 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-e28a7518-6d4d-4d78-a736-6343c6192ec9 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf87457100>, 'fdf17f31-cad8-4fe1-9ae2-d5146826e8c9') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:06:08.588966 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e28a7518-6d4d-4d78-a736-6343c6192ec9 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (fdf17f31-cad8-4fe1-9ae2-d5146826e8c9), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:08.605727 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e28a7518-6d4d-4d78-a736-6343c6192ec9 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (fdf17f31-cad8-4fe1-9ae2-d5146826e8c9), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:08.613093 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e28a7518-6d4d-4d78-a736-6343c6192ec9 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:06:08.613607 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e28a7518-6d4d-4d78-a736-6343c6192ec9 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (fdf17f31-cad8-4fe1-9ae2-d5146826e8c9), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:08.617037 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 22:06:08.617037 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:06:08.617037 ncdv-master-1 neutron-server[121836]:     timer()
May 07 22:06:08.617037 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:06:08.617037 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 22:06:08.617037 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:06:08.617037 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 22:06:08.617037 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:06:08.617037 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 22:06:08.617037 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:06:08.617037 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 22:06:08.617037 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:06:08.617037 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 22:06:08.617037 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:06:08.617037 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:06:08.617037 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:06:08.617037 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:06:08.617037 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:06:08.617037 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 22:06:08.617037 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:06:08.617037 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 22:06:08.617037 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:06:08.617037 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:06:08.617037 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:06:08.617037 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 22:06:08.617037 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:06:08.617037 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:06:08.617037 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:06:08.617037 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:06:08.617037 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:06:08.617037 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:06:08.617037 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:06:08.687927 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e28a7518-6d4d-4d78-a736-6343c6192ec9 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (fc386212-fd5f-4442-92dd-bd3e2c19fc62), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:08.690538 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 32968) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:08.701749 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e28a7518-6d4d-4d78-a736-6343c6192ec9 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:08.710171 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-e28a7518-6d4d-4d78-a736-6343c6192ec9 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] 10.222.0.32 "DELETE /v2.0/networks/fc386212-fd5f-4442-92dd-bd3e2c19fc62 HTTP/1.1" status: 204  len: 168 time: 2.6445785
May 07 22:06:08.716176 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 32974) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:08.719837 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28a7518-6d4d-4d78-a736-6343c6192ec9 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Pushing event deleted for resources: {'Network': ['ID=fc386212-fd5f-4442-92dd-bd3e2c19fc62,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:08.731736 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-787cffa2-9ad7-43b6-8fea-a059d4b66f69 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1846643166'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:06:08.757324 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device c6f01833-35cf-4a89-897f-c4f0cbad2705 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:06:08.766967 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-787cffa2-9ad7-43b6-8fea-a059d4b66f69 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Made reservation on behalf of 300defb645794c6fac3ab824a1aeb2af for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:06:08.771660 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-787cffa2-9ad7-43b6-8fea-a059d4b66f69 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:08.784690 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: c6f01833-35cf-4a89-897f-c4f0cbad2705 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:06:08.785146 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device c6f01833-35cf-4a89-897f-c4f0cbad2705 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:06:08.826329 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-787cffa2-9ad7-43b6-8fea-a059d4b66f69 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:06:08.839066 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-787cffa2-9ad7-43b6-8fea-a059d4b66f69 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (43e93e38-3f6f-43c9-a148-cbf4e34af5a1), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:08.839421 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-787cffa2-9ad7-43b6-8fea-a059d4b66f69 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Added segment 43e93e38-3f6f-43c9-a148-cbf4e34af5a1 of type vlan for network 6a202e03-933f-4766-ae63-6adcba48aa8b
May 07 22:06:08.856682 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cc45f9ec-c21f-45c7-b110-f9d69813bdaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:08.887233 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-787cffa2-9ad7-43b6-8fea-a059d4b66f69 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (6a202e03-933f-4766-ae63-6adcba48aa8b), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:08.917811 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-787cffa2-9ad7-43b6-8fea-a059d4b66f69 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (6a202e03-933f-4766-ae63-6adcba48aa8b), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:08.924148 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787cffa2-9ad7-43b6-8fea-a059d4b66f69 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:08.924756 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-787cffa2-9ad7-43b6-8fea-a059d4b66f69 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:08.947173 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cc45f9ec-c21f-45c7-b110-f9d69813bdaf admin admin] Publish callbacks [] for security_group (b8994545-9aa9-493a-8b95-6be53c23e011), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:08.952849 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cc45f9ec-c21f-45c7-b110-f9d69813bdaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (b8994545-9aa9-493a-8b95-6be53c23e011), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:08.969816 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-787cffa2-9ad7-43b6-8fea-a059d4b66f69 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.2488315
May 07 22:06:08.973818 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 32982) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:08.984831 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-f7dbc2a3-8202-4ded-a68c-12fe55b11ecc tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Request body: {'subnet': {'network_id': '6a202e03-933f-4766-ae63-6adcba48aa8b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:06:09.005061 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787cffa2-9ad7-43b6-8fea-a059d4b66f69 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Pushing event updated for resources: {'Network': ['ID=6a202e03-933f-4766-ae63-6adcba48aa8b,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:09.017577 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 6a202e03-933f-4766-ae63-6adcba48aa8b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:06:09.033989 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-cc45f9ec-c21f-45c7-b110-f9d69813bdaf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8b560e42947e4c13b708b737ab5841f5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3424249
May 07 22:06:09.035295 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45f9ec-c21f-45c7-b110-f9d69813bdaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8994545-9aa9-493a-8b95-6be53c23e011,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:09.039786 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 32986) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:09.142470 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e1cd8f61-5b5b-498c-b7e9-2dda1272f8e8 admin admin] Publish callbacks [] for security_group (b8994545-9aa9-493a-8b95-6be53c23e011), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:09.145289 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7dbc2a3-8202-4ded-a68c-12fe55b11ecc tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Made reservation on behalf of 300defb645794c6fac3ab824a1aeb2af for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:06:09.149115 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f7dbc2a3-8202-4ded-a68c-12fe55b11ecc tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:09.197375 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e1cd8f61-5b5b-498c-b7e9-2dda1272f8e8 admin admin] Publish callbacks [] for security_group (b8994545-9aa9-493a-8b95-6be53c23e011), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:09.306710 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e1cd8f61-5b5b-498c-b7e9-2dda1272f8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (b8994545-9aa9-493a-8b95-6be53c23e011), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:09.309903 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e1cd8f61-5b5b-498c-b7e9-2dda1272f8e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:09.311080 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-e1cd8f61-5b5b-498c-b7e9-2dda1272f8e8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b8994545-9aa9-493a-8b95-6be53c23e011 HTTP/1.1" status: 204  len: 168 time: 0.2700715
May 07 22:06:09.344530 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cd8f61-5b5b-498c-b7e9-2dda1272f8e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8994545-9aa9-493a-8b95-6be53c23e011,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:09.415994 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f7dbc2a3-8202-4ded-a68c-12fe55b11ecc tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (299bd223-89b1-4f3f-806e-2c05a40bfdb0), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:09.477651 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dbc2a3-8202-4ded-a68c-12fe55b11ecc tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Pushing event updated for resources: {'Subnet': ['ID=299bd223-89b1-4f3f-806e-2c05a40bfdb0,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:09.493900 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7dbc2a3-8202-4ded-a68c-12fe55b11ecc tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Checking segment: {'id': '43e93e38-3f6f-43c9-a148-cbf4e34af5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '6a202e03-933f-4766-ae63-6adcba48aa8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:06:09.494342 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7dbc2a3-8202-4ded-a68c-12fe55b11ecc tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Network hostable DHCP agents. Network: 6a202e03-933f-4766-ae63-6adcba48aa8b, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:06:09.513554 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7dbc2a3-8202-4ded-a68c-12fe55b11ecc tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Network 6a202e03-933f-4766-ae63-6adcba48aa8b is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:06:09.528161 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 33000) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:09.532928 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-f7dbc2a3-8202-4ded-a68c-12fe55b11ecc tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6a202e03-933f-4766-ae63-6adcba48aa8b) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:06:09.538514 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7dbc2a3-8202-4ded-a68c-12fe55b11ecc tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:09.540182 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f7dbc2a3-8202-4ded-a68c-12fe55b11ecc tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:09.554450 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a656038b-e3dd-46f9-8ec0-a5eaaf604c54 None None] Network 6a202e03-933f-4766-ae63-6adcba48aa8b requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:06:09.574434 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-f7dbc2a3-8202-4ded-a68c-12fe55b11ecc tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.5977972
May 07 22:06:09.579008 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 33004) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:09.669449 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 33008) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:09.692603 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cf93343b-d436-4c55-9dec-07fec1be51f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:09.716782 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7ce9b2-d7f3-4f86-9846-96bb9094048f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-6a202e03-933f-4766-ae63-6adcba48aa8b', 'network_id': '6a202e03-933f-4766-ae63-6adcba48aa8b', 'project_id': '300defb645794c6fac3ab824a1aeb2af', 'fixed_ips': [{'subnet_id': '299bd223-89b1-4f3f-806e-2c05a40bfdb0'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:06:09.717707 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6b7ce9b2-d7f3-4f86-9846-96bb9094048f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:09.750794 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9741747d-7958-4924-a4d6-f134a330abb6 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (6a202e03-933f-4766-ae63-6adcba48aa8b), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:09.766231 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 33010) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:09.842622 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9741747d-7958-4924-a4d6-f134a330abb6 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (299bd223-89b1-4f3f-806e-2c05a40bfdb0), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:09.910726 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-6b7ce9b2-d7f3-4f86-9846-96bb9094048f None None] Allocated IP 2001:db8::2 (6a202e03-933f-4766-ae63-6adcba48aa8b/299bd223-89b1-4f3f-806e-2c05a40bfdb0/1b27dd03-b339-4623-a8eb-dc6fff35ed4e) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:06:09.940557 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cf93343b-d436-4c55-9dec-07fec1be51f3 admin admin] Publish callbacks [] for security_group (8b26c770-ce1f-4ab1-a450-eece07ade77d), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:09.945801 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cf93343b-d436-4c55-9dec-07fec1be51f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (8b26c770-ce1f-4ab1-a450-eece07ade77d), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:09.966976 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-deeabd9e-ed27-424f-89b7-409dea27e855 tempest-PortsAdminExtendedAttrsTestJSON-1238629136 tempest-PortsAdminExtendedAttrsTestJSON-1238629136-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1282109380'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:06:09.987237 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deeabd9e-ed27-424f-89b7-409dea27e855 tempest-PortsAdminExtendedAttrsTestJSON-1238629136 tempest-PortsAdminExtendedAttrsTestJSON-1238629136-project] Made reservation on behalf of ce437da8ed074d9abe878fd4db8d1783 for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:06:09.991085 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-deeabd9e-ed27-424f-89b7-409dea27e855 tempest-PortsAdminExtendedAttrsTestJSON-1238629136 tempest-PortsAdminExtendedAttrsTestJSON-1238629136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:10.000315 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-deeabd9e-ed27-424f-89b7-409dea27e855 tempest-PortsAdminExtendedAttrsTestJSON-1238629136 tempest-PortsAdminExtendedAttrsTestJSON-1238629136-project] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:10.018537 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf93343b-d436-4c55-9dec-07fec1be51f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b26c770-ce1f-4ab1-a450-eece07ade77d,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:10.076192 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-cf93343b-d436-4c55-9dec-07fec1be51f3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4d438ab70f2c40098fcd11bd235fdebf&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4021997
May 07 22:06:10.076897 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 33014) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:10.084875 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6b7ce9b2-d7f3-4f86-9846-96bb9094048f None None] Publish callbacks [] for port (1b27dd03-b339-4623-a8eb-dc6fff35ed4e), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:10.092566 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6b7ce9b2-d7f3-4f86-9846-96bb9094048f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (1b27dd03-b339-4623-a8eb-dc6fff35ed4e), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:10.131633 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7ce9b2-d7f3-4f86-9846-96bb9094048f None None] Network 6a202e03-933f-4766-ae63-6adcba48aa8b is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:06:10.134503 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-6b7ce9b2-d7f3-4f86-9846-96bb9094048f None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:06:10.136952 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7ce9b2-d7f3-4f86-9846-96bb9094048f None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:06:10.137203 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-deeabd9e-ed27-424f-89b7-409dea27e855 tempest-PortsAdminExtendedAttrsTestJSON-1238629136 tempest-PortsAdminExtendedAttrsTestJSON-1238629136-project] Publish callbacks [] for security_group (8de3f57f-585d-4a19-9861-84202c42c7ff), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:10.150907 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-deeabd9e-ed27-424f-89b7-409dea27e855 tempest-PortsAdminExtendedAttrsTestJSON-1238629136 tempest-PortsAdminExtendedAttrsTestJSON-1238629136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (8de3f57f-585d-4a19-9861-84202c42c7ff), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:10.177004 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7ce9b2-d7f3-4f86-9846-96bb9094048f None None] Pushing event updated for resources: {'Port': ['ID=1b27dd03-b339-4623-a8eb-dc6fff35ed4e,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:10.181355 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9741747d-7958-4924-a4d6-f134a330abb6 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (299bd223-89b1-4f3f-806e-2c05a40bfdb0), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:10.225148 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-6b7ce9b2-d7f3-4f86-9846-96bb9094048f None None] Attempting to bind port 1b27dd03-b339-4623-a8eb-dc6fff35ed4e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:06:10.225528 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-6b7ce9b2-d7f3-4f86-9846-96bb9094048f None None] Attempting to bind port 1b27dd03-b339-4623-a8eb-dc6fff35ed4e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '43e93e38-3f6f-43c9-a148-cbf4e34af5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '6a202e03-933f-4766-ae63-6adcba48aa8b'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:06:10.225900 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7ce9b2-d7f3-4f86-9846-96bb9094048f None None] Attempting to bind port 1b27dd03-b339-4623-a8eb-dc6fff35ed4e on network 6a202e03-933f-4766-ae63-6adcba48aa8b {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:06:10.231211 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7ce9b2-d7f3-4f86-9846-96bb9094048f None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:06:10.231595 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7ce9b2-d7f3-4f86-9846-96bb9094048f None None] Checking segment: {'id': '43e93e38-3f6f-43c9-a148-cbf4e34af5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '6a202e03-933f-4766-ae63-6adcba48aa8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:06:10.231995 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6b7ce9b2-d7f3-4f86-9846-96bb9094048f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:10.232387 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7ce9b2-d7f3-4f86-9846-96bb9094048f None None] Bound using segment: {'id': '43e93e38-3f6f-43c9-a148-cbf4e34af5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '6a202e03-933f-4766-ae63-6adcba48aa8b'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:06:10.232850 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-6b7ce9b2-d7f3-4f86-9846-96bb9094048f None None] Bound port: 1b27dd03-b339-4623-a8eb-dc6fff35ed4e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43e93e38-3f6f-43c9-a148-cbf4e34af5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '6a202e03-933f-4766-ae63-6adcba48aa8b'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:06:10.233234 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6b7ce9b2-d7f3-4f86-9846-96bb9094048f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (1b27dd03-b339-4623-a8eb-dc6fff35ed4e), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:10.247465 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-deeabd9e-ed27-424f-89b7-409dea27e855 tempest-PortsAdminExtendedAttrsTestJSON-1238629136 tempest-PortsAdminExtendedAttrsTestJSON-1238629136-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:06:10.259238 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7123baae-7619-4ae0-8521-7d189978ffa5 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:10.260789 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9741747d-7958-4924-a4d6-f134a330abb6 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Pushing event deleted for resources: {'Subnet': ['ID=299bd223-89b1-4f3f-806e-2c05a40bfdb0,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:10.287859 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeabd9e-ed27-424f-89b7-409dea27e855 tempest-PortsAdminExtendedAttrsTestJSON-1238629136 tempest-PortsAdminExtendedAttrsTestJSON-1238629136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8de3f57f-585d-4a19-9861-84202c42c7ff,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:10.304380 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-6b7ce9b2-d7f3-4f86-9846-96bb9094048f None None] For port 1b27dd03-b339-4623-a8eb-dc6fff35ed4e, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:06:10.304664 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-deeabd9e-ed27-424f-89b7-409dea27e855 tempest-PortsAdminExtendedAttrsTestJSON-1238629136 tempest-PortsAdminExtendedAttrsTestJSON-1238629136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (26198513-8847-47e7-9e69-f506155126ad), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:10.305038 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-deeabd9e-ed27-424f-89b7-409dea27e855 tempest-PortsAdminExtendedAttrsTestJSON-1238629136 tempest-PortsAdminExtendedAttrsTestJSON-1238629136-project] Added segment 26198513-8847-47e7-9e69-f506155126ad of type vlan for network 2f7d6d8a-340e-49bf-bedf-665cef7bb440
May 07 22:06:10.309354 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-6b7ce9b2-d7f3-4f86-9846-96bb9094048f None None] For port 1b27dd03-b339-4623-a8eb-dc6fff35ed4e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1b27dd03-b339-4623-a8eb-dc6fff35ed4e,segment=NetworkSegment(43e93e38-3f6f-43c9-a148-cbf4e34af5a1),segment_id=43e93e38-3f6f-43c9-a148-cbf4e34af5a1)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:06:10.322921 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6b7ce9b2-d7f3-4f86-9846-96bb9094048f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (1b27dd03-b339-4623-a8eb-dc6fff35ed4e), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:10.331250 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-042ea0c4-f20c-4bb2-93ed-5142e5e46de9 admin admin] Publish callbacks [] for security_group (8b26c770-ce1f-4ab1-a450-eece07ade77d), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:10.402758 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9741747d-7958-4924-a4d6-f134a330abb6 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (6a202e03-933f-4766-ae63-6adcba48aa8b), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:10.421492 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7ce9b2-d7f3-4f86-9846-96bb9094048f None None] Pushing event updated for resources: {'Port': ['ID=1b27dd03-b339-4623-a8eb-dc6fff35ed4e,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:10.428957 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-deeabd9e-ed27-424f-89b7-409dea27e855 tempest-PortsAdminExtendedAttrsTestJSON-1238629136 tempest-PortsAdminExtendedAttrsTestJSON-1238629136-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (2f7d6d8a-340e-49bf-bedf-665cef7bb440), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:10.447424 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb971eb-be4b-4a7a-bb4b-345f80074c04 None None] get_active_networks_info from ncdv-master-1 {{(pid=121838) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
May 07 22:06:10.459508 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-9741747d-7958-4924-a4d6-f134a330abb6 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf86e464f0>,) {'filters': {'network_id': ['6a202e03-933f-4766-ae63-6adcba48aa8b']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:06:10.463397 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-042ea0c4-f20c-4bb2-93ed-5142e5e46de9 admin admin] Publish callbacks [] for security_group (8b26c770-ce1f-4ab1-a450-eece07ade77d), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:10.495589 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-9741747d-7958-4924-a4d6-f134a330abb6 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf86e464f0>, '43e93e38-3f6f-43c9-a148-cbf4e34af5a1') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:06:10.495908 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-9741747d-7958-4924-a4d6-f134a330abb6 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf86e464f0>, '43e93e38-3f6f-43c9-a148-cbf4e34af5a1') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:06:10.523332 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9741747d-7958-4924-a4d6-f134a330abb6 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (43e93e38-3f6f-43c9-a148-cbf4e34af5a1), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:10.543902 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-deeabd9e-ed27-424f-89b7-409dea27e855 tempest-PortsAdminExtendedAttrsTestJSON-1238629136 tempest-PortsAdminExtendedAttrsTestJSON-1238629136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (2f7d6d8a-340e-49bf-bedf-665cef7bb440), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:10.548922 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deeabd9e-ed27-424f-89b7-409dea27e855 tempest-PortsAdminExtendedAttrsTestJSON-1238629136 tempest-PortsAdminExtendedAttrsTestJSON-1238629136-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:10.549669 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-deeabd9e-ed27-424f-89b7-409dea27e855 tempest-PortsAdminExtendedAttrsTestJSON-1238629136 tempest-PortsAdminExtendedAttrsTestJSON-1238629136-project] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:10.582848 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9741747d-7958-4924-a4d6-f134a330abb6 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (43e93e38-3f6f-43c9-a148-cbf4e34af5a1), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:10.629890 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9741747d-7958-4924-a4d6-f134a330abb6 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:06:10.630424 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9741747d-7958-4924-a4d6-f134a330abb6 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (43e93e38-3f6f-43c9-a148-cbf4e34af5a1), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:10.634032 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 22:06:10.634032 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:06:10.634032 ncdv-master-1 neutron-server[121836]:     timer()
May 07 22:06:10.634032 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:06:10.634032 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 22:06:10.634032 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:06:10.634032 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 22:06:10.634032 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:06:10.634032 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 22:06:10.634032 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:06:10.634032 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 22:06:10.634032 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:06:10.634032 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 22:06:10.634032 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:06:10.634032 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:06:10.634032 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:06:10.634032 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:06:10.634032 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:06:10.634032 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 22:06:10.634032 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:06:10.634032 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 22:06:10.634032 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:06:10.634032 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:06:10.634032 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:06:10.634032 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 22:06:10.634032 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:06:10.634032 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:06:10.634032 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:06:10.634032 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:06:10.634032 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:06:10.634032 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:06:10.634032 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:06:10.637304 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeabd9e-ed27-424f-89b7-409dea27e855 tempest-PortsAdminExtendedAttrsTestJSON-1238629136 tempest-PortsAdminExtendedAttrsTestJSON-1238629136-project] Pushing event updated for resources: {'Network': ['ID=2f7d6d8a-340e-49bf-bedf-665cef7bb440,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:10.652603 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-042ea0c4-f20c-4bb2-93ed-5142e5e46de9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (8b26c770-ce1f-4ab1-a450-eece07ade77d), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:10.656732 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-042ea0c4-f20c-4bb2-93ed-5142e5e46de9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:10.660668 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-042ea0c4-f20c-4bb2-93ed-5142e5e46de9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8b26c770-ce1f-4ab1-a450-eece07ade77d HTTP/1.1" status: 204  len: 168 time: 0.5793488
May 07 22:06:10.683532 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-deeabd9e-ed27-424f-89b7-409dea27e855 tempest-PortsAdminExtendedAttrsTestJSON-1238629136 tempest-PortsAdminExtendedAttrsTestJSON-1238629136-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 799 time: 0.9135180
May 07 22:06:10.700921 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 2f7d6d8a-340e-49bf-bedf-665cef7bb440 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:06:10.731906 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042ea0c4-f20c-4bb2-93ed-5142e5e46de9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b26c770-ce1f-4ab1-a450-eece07ade77d,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:10.747513 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.db.api [None req-9741747d-7958-4924-a4d6-f134a330abb6 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
May 07 22:06:10.747513 ncdv-master-1 neutron-server[121836]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
May 07 22:06:10.747513 ncdv-master-1 neutron-server[121836]: [parameters: {'id': '6a202e03-933f-4766-ae63-6adcba48aa8b'}]
May 07 22:06:10.747513 ncdv-master-1 neutron-server[121836]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=121836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 07 22:06:10.748093 ncdv-master-1 neutron-server[121836]: DEBUG oslo_db.api [None req-9741747d-7958-4924-a4d6-f134a330abb6 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 07 22:06:10.915542 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb971eb-be4b-4a7a-bb4b-345f80074c04 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
May 07 22:06:11.079971 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-7123baae-7619-4ae0-8521-7d189978ffa5 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Allocated IP 172.20.0.17 (92fb32be-a7e7-4bc8-b8a6-5ec911c8daec/972ec13e-de98-400f-8482-a57ac29cd1e1/2574e619-649e-46ce-948e-0bc63e128e8e) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:06:11.152472 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 33026) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:11.158073 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-3f91d020-4ac4-4358-b910-848c0022ad75 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Request body: {'port': {'network_id': '2f7d6d8a-340e-49bf-bedf-665cef7bb440', 'binding:host_id': 'nch1-master-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-817579799'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:06:11.186093 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae44ce2-c44d-4d00-a077-799b3f8e410a None None] Network 6a202e03-933f-4766-ae63-6adcba48aa8b requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:06:11.186375 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f91d020-4ac4-4358-b910-848c0022ad75 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Made reservation on behalf of fa4a04f1cd3f45aaa34d35d5d2c208ca for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:06:11.190150 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3f91d020-4ac4-4358-b910-848c0022ad75 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:11.203589 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3f91d020-4ac4-4358-b910-848c0022ad75 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:11.237567 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7123baae-7619-4ae0-8521-7d189978ffa5 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for port (2574e619-649e-46ce-948e-0bc63e128e8e), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:11.248722 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9741747d-7958-4924-a4d6-f134a330abb6 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (6a202e03-933f-4766-ae63-6adcba48aa8b), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:11.290656 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7123baae-7619-4ae0-8521-7d189978ffa5 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (2574e619-649e-46ce-948e-0bc63e128e8e), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:11.343092 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-9741747d-7958-4924-a4d6-f134a330abb6 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Deleting port 1b27dd03-b339-4623-a8eb-dc6fff35ed4e {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:06:11.344471 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9741747d-7958-4924-a4d6-f134a330abb6 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (1b27dd03-b339-4623-a8eb-dc6fff35ed4e), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:11.358405 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7123baae-7619-4ae0-8521-7d189978ffa5 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Network 92fb32be-a7e7-4bc8-b8a6-5ec911c8daec is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:06:11.362424 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-7123baae-7619-4ae0-8521-7d189978ffa5 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:06:11.370519 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3f91d020-4ac4-4358-b910-848c0022ad75 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Publish callbacks [] for security_group (34883b03-e205-4d2a-9a21-d050968c6cb7), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:11.381198 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7123baae-7619-4ae0-8521-7d189978ffa5 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:06:11.392082 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3f91d020-4ac4-4358-b910-848c0022ad75 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (34883b03-e205-4d2a-9a21-d050968c6cb7), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:11.424796 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [None req-3f91d020-4ac4-4358-b910-848c0022ad75 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] device_id is not set on port 7ebe800b-6e6f-43ab-93fd-a6005720336f yet. {{(pid=121836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 22:06:11.426386 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7123baae-7619-4ae0-8521-7d189978ffa5 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Pushing event updated for resources: {'Port': ['ID=2574e619-649e-46ce-948e-0bc63e128e8e,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:11.442582 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7123baae-7619-4ae0-8521-7d189978ffa5 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398161'] for router_interface (7ec1ba77-a233-4372-bdea-c57589f4c938), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:11.564184 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f91d020-4ac4-4358-b910-848c0022ad75 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34883b03-e205-4d2a-9a21-d050968c6cb7,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:11.571723 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-9741747d-7958-4924-a4d6-f134a330abb6 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] For port 1b27dd03-b339-4623-a8eb-dc6fff35ed4e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1b27dd03-b339-4623-a8eb-dc6fff35ed4e,segment=NetworkSegment(43e93e38-3f6f-43c9-a148-cbf4e34af5a1),segment_id=43e93e38-3f6f-43c9-a148-cbf4e34af5a1)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:06:11.572326 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9741747d-7958-4924-a4d6-f134a330abb6 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (1b27dd03-b339-4623-a8eb-dc6fff35ed4e), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:11.596406 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f91d020-4ac4-4358-b910-848c0022ad75 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:06:11.596912 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f91d020-4ac4-4358-b910-848c0022ad75 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:06:11.597352 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f91d020-4ac4-4358-b910-848c0022ad75 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:06:11.597791 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f91d020-4ac4-4358-b910-848c0022ad75 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:06:11.598228 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f91d020-4ac4-4358-b910-848c0022ad75 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:06:11.598663 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f91d020-4ac4-4358-b910-848c0022ad75 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:06:11.599095 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f91d020-4ac4-4358-b910-848c0022ad75 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:06:11.599490 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f91d020-4ac4-4358-b910-848c0022ad75 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:06:11.599883 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f91d020-4ac4-4358-b910-848c0022ad75 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:06:11.600277 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f91d020-4ac4-4358-b910-848c0022ad75 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:06:11.600675 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f91d020-4ac4-4358-b910-848c0022ad75 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:06:11.601062 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f91d020-4ac4-4358-b910-848c0022ad75 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:06:11.601454 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f91d020-4ac4-4358-b910-848c0022ad75 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:06:11.601841 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f91d020-4ac4-4358-b910-848c0022ad75 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:06:11.602232 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f91d020-4ac4-4358-b910-848c0022ad75 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:06:11.617591 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7123baae-7619-4ae0-8521-7d189978ffa5 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (2574e619-649e-46ce-948e-0bc63e128e8e), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:11.618052 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-9741747d-7958-4924-a4d6-f134a330abb6 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Calling delete_port for 1b27dd03-b339-4623-a8eb-dc6fff35ed4e owned by network:dhcp {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:06:11.735234 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-3e95fbf9-1654-407b-8800-66c37184aff0 None None] Provisioning complete for port 2574e619-649e-46ce-948e-0bc63e128e8e triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:06:11.736715 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-3e95fbf9-1654-407b-8800-66c37184aff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (2574e619-649e-46ce-948e-0bc63e128e8e), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:11.792377 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-3e95fbf9-1654-407b-8800-66c37184aff0 None None] Port 2574e619-649e-46ce-948e-0bc63e128e8e cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:06:11.845404 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9741747d-7958-4924-a4d6-f134a330abb6 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (1b27dd03-b339-4623-a8eb-dc6fff35ed4e), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:11.885156 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9741747d-7958-4924-a4d6-f134a330abb6 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] No DVR routers for this DVR port 1b27dd03-b339-4623-a8eb-dc6fff35ed4e on host ncdv-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:06:11.910874 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9741747d-7958-4924-a4d6-f134a330abb6 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Pushing event deleted for resources: {'Port': ['ID=1b27dd03-b339-4623-a8eb-dc6fff35ed4e,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:11.920213 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [None req-3f91d020-4ac4-4358-b910-848c0022ad75 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] device_id is not set on port 7ebe800b-6e6f-43ab-93fd-a6005720336f yet. {{(pid=121836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 22:06:11.959660 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3f91d020-4ac4-4358-b910-848c0022ad75 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Publish callbacks [] for port (7ebe800b-6e6f-43ab-93fd-a6005720336f), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:11.969604 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7123baae-7619-4ae0-8521-7d189978ffa5 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for port (2574e619-649e-46ce-948e-0bc63e128e8e), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:11.976158 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7123baae-7619-4ae0-8521-7d189978ffa5 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (2574e619-649e-46ce-948e-0bc63e128e8e), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:12.011572 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3f91d020-4ac4-4358-b910-848c0022ad75 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (7ebe800b-6e6f-43ab-93fd-a6005720336f), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:12.020909 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9741747d-7958-4924-a4d6-f134a330abb6 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (6a202e03-933f-4766-ae63-6adcba48aa8b), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:12.065330 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7123baae-7619-4ae0-8521-7d189978ffa5 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Pushing event updated for resources: {'Port': ['ID=2574e619-649e-46ce-948e-0bc63e128e8e,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:12.067793 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7123baae-7619-4ae0-8521-7d189978ffa5 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401121'] for router_interface (7ec1ba77-a233-4372-bdea-c57589f4c938), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:12.074295 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-9741747d-7958-4924-a4d6-f134a330abb6 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf86b0ad60>,) {'filters': {'network_id': ['6a202e03-933f-4766-ae63-6adcba48aa8b']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:06:12.091252 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-9741747d-7958-4924-a4d6-f134a330abb6 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf86b0ad60>, '43e93e38-3f6f-43c9-a148-cbf4e34af5a1') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:06:12.091614 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-9741747d-7958-4924-a4d6-f134a330abb6 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf86b0ad60>, '43e93e38-3f6f-43c9-a148-cbf4e34af5a1') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:06:12.114012 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f91d020-4ac4-4358-b910-848c0022ad75 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Pushing event updated for resources: {'Port': ['ID=7ebe800b-6e6f-43ab-93fd-a6005720336f,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:12.120606 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9741747d-7958-4924-a4d6-f134a330abb6 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (43e93e38-3f6f-43c9-a148-cbf4e34af5a1), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:12.139748 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9741747d-7958-4924-a4d6-f134a330abb6 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (43e93e38-3f6f-43c9-a148-cbf4e34af5a1), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:12.144863 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f91d020-4ac4-4358-b910-848c0022ad75 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Checking segment: {'id': '26198513-8847-47e7-9e69-f506155126ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2f7d6d8a-340e-49bf-bedf-665cef7bb440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:06:12.145223 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f91d020-4ac4-4358-b910-848c0022ad75 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Network hostable DHCP agents. Network: 2f7d6d8a-340e-49bf-bedf-665cef7bb440, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:06:12.150451 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9741747d-7958-4924-a4d6-f134a330abb6 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:06:12.150944 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9741747d-7958-4924-a4d6-f134a330abb6 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (43e93e38-3f6f-43c9-a148-cbf4e34af5a1), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:12.154404 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 22:06:12.154404 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:06:12.154404 ncdv-master-1 neutron-server[121836]:     timer()
May 07 22:06:12.154404 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:06:12.154404 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 22:06:12.154404 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:06:12.154404 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 22:06:12.154404 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:06:12.154404 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 22:06:12.154404 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:06:12.154404 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 22:06:12.154404 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:06:12.154404 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 22:06:12.154404 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:06:12.154404 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:06:12.154404 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:06:12.154404 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:06:12.154404 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:06:12.154404 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 22:06:12.154404 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:06:12.154404 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 22:06:12.154404 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:06:12.154404 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:06:12.154404 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:06:12.154404 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 22:06:12.154404 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:06:12.154404 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:06:12.154404 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:06:12.154404 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:06:12.154404 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:06:12.154404 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:06:12.154404 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:06:12.179798 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7123baae-7619-4ae0-8521-7d189978ffa5 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Network 92fb32be-a7e7-4bc8-b8a6-5ec911c8daec is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:06:12.181519 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-7123baae-7619-4ae0-8521-7d189978ffa5 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:06:12.341932 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7123baae-7619-4ae0-8521-7d189978ffa5 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Router 7ec1ba77-a233-4372-bdea-c57589f4c938 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:06:12.494386 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7123baae-7619-4ae0-8521-7d189978ffa5 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:06:12.500968 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-7123baae-7619-4ae0-8521-7d189978ffa5 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "PUT /v2.0/routers/7ec1ba77-a233-4372-bdea-c57589f4c938/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9712160
May 07 22:06:12.505357 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5070a67-fe70-4681-9d64-19f3d6f468e4 None None] Sync routers for ids ['7ec1ba77-a233-4372-bdea-c57589f4c938'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:06:12.520355 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5070a67-fe70-4681-9d64-19f3d6f468e4 None None] Routers {'7ec1ba77-a233-4372-bdea-c57589f4c938'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:06:12.521217 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-e5070a67-fe70-4681-9d64-19f3d6f468e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cb6d430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:05:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['7ec1ba77-a233-4372-bdea-c57589f4c938'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:06:12.521840 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-013532d1-b9e1-4ca3-a9a2-19ecb6b7c525 None None] Provisioning complete for port 2574e619-649e-46ce-948e-0bc63e128e8e triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:06:12.522404 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-013532d1-b9e1-4ca3-a9a2-19ecb6b7c525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (2574e619-649e-46ce-948e-0bc63e128e8e), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:12.557093 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f91d020-4ac4-4358-b910-848c0022ad75 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Network 2f7d6d8a-340e-49bf-bedf-665cef7bb440 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:06:12.564660 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9741747d-7958-4924-a4d6-f134a330abb6 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (6a202e03-933f-4766-ae63-6adcba48aa8b), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:12.585955 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9741747d-7958-4924-a4d6-f134a330abb6 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:12.589958 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-9741747d-7958-4924-a4d6-f134a330abb6 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] 10.222.0.32 "DELETE /v2.0/networks/6a202e03-933f-4766-ae63-6adcba48aa8b HTTP/1.1" status: 204  len: 168 time: 3.0098095
May 07 22:06:12.591468 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-3f91d020-4ac4-4358-b910-848c0022ad75 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2f7d6d8a-340e-49bf-bedf-665cef7bb440) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:06:12.592696 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-013532d1-b9e1-4ca3-a9a2-19ecb6b7c525 None None] Port 2574e619-649e-46ce-948e-0bc63e128e8e cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:06:12.593461 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9741747d-7958-4924-a4d6-f134a330abb6 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Pushing event deleted for resources: {'Network': ['ID=6a202e03-933f-4766-ae63-6adcba48aa8b,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:12.594156 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 33062) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:12.597582 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f91d020-4ac4-4358-b910-848c0022ad75 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:06:12.607331 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-62ef7bd6-2da8-46c0-88b8-91a9a51b7fb4 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1288016342'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:06:12.617927 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [None req-3f91d020-4ac4-4358-b910-848c0022ad75 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempting to bind port 7ebe800b-6e6f-43ab-93fd-a6005720336f on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:06:12.618263 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [None req-3f91d020-4ac4-4358-b910-848c0022ad75 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempting to bind port 7ebe800b-6e6f-43ab-93fd-a6005720336f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '26198513-8847-47e7-9e69-f506155126ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2f7d6d8a-340e-49bf-bedf-665cef7bb440'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:06:12.618608 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f91d020-4ac4-4358-b910-848c0022ad75 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempting to bind port 7ebe800b-6e6f-43ab-93fd-a6005720336f on network 2f7d6d8a-340e-49bf-bedf-665cef7bb440 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:06:12.620690 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3916dee7-0256-4dc9-a4bd-c083147adec0 None None] Network 2f7d6d8a-340e-49bf-bedf-665cef7bb440 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:06:12.623239 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f91d020-4ac4-4358-b910-848c0022ad75 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Port 7ebe800b-6e6f-43ab-93fd-a6005720336f on network 2f7d6d8a-340e-49bf-bedf-665cef7bb440 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:06:12.624025 ncdv-master-1 neutron-server[121836]: ERROR neutron.plugins.ml2.managers [None req-3f91d020-4ac4-4358-b910-848c0022ad75 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Failed to bind port 7ebe800b-6e6f-43ab-93fd-a6005720336f on host nch1-master-1 for vnic_type normal using segments [{'id': '26198513-8847-47e7-9e69-f506155126ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2f7d6d8a-340e-49bf-bedf-665cef7bb440'}]
May 07 22:06:12.624025 ncdv-master-1 neutron-server[121836]: INFO neutron.plugins.ml2.plugin [None req-3f91d020-4ac4-4358-b910-848c0022ad75 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempt 2 to bind port 7ebe800b-6e6f-43ab-93fd-a6005720336f
May 07 22:06:12.647409 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [None req-3f91d020-4ac4-4358-b910-848c0022ad75 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempting to bind port 7ebe800b-6e6f-43ab-93fd-a6005720336f on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:06:12.648000 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [None req-3f91d020-4ac4-4358-b910-848c0022ad75 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempting to bind port 7ebe800b-6e6f-43ab-93fd-a6005720336f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '26198513-8847-47e7-9e69-f506155126ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2f7d6d8a-340e-49bf-bedf-665cef7bb440'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:06:12.648512 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f91d020-4ac4-4358-b910-848c0022ad75 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempting to bind port 7ebe800b-6e6f-43ab-93fd-a6005720336f on network 2f7d6d8a-340e-49bf-bedf-665cef7bb440 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:06:12.654113 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62ef7bd6-2da8-46c0-88b8-91a9a51b7fb4 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Made reservation on behalf of 300defb645794c6fac3ab824a1aeb2af for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:06:12.673344 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-e5070a67-fe70-4681-9d64-19f3d6f468e4 None None] Set router 7ec1ba77-a233-4372-bdea-c57589f4c938 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:06:12.678805 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f91d020-4ac4-4358-b910-848c0022ad75 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Port 7ebe800b-6e6f-43ab-93fd-a6005720336f on network 2f7d6d8a-340e-49bf-bedf-665cef7bb440 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:06:12.681900 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-62ef7bd6-2da8-46c0-88b8-91a9a51b7fb4 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:12.682786 ncdv-master-1 neutron-server[121836]: ERROR neutron.plugins.ml2.managers [None req-3f91d020-4ac4-4358-b910-848c0022ad75 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Failed to bind port 7ebe800b-6e6f-43ab-93fd-a6005720336f on host nch1-master-1 for vnic_type normal using segments [{'id': '26198513-8847-47e7-9e69-f506155126ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2f7d6d8a-340e-49bf-bedf-665cef7bb440'}]
May 07 22:06:12.685202 ncdv-master-1 neutron-server[121836]: INFO neutron.plugins.ml2.plugin [None req-3f91d020-4ac4-4358-b910-848c0022ad75 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempt 3 to bind port 7ebe800b-6e6f-43ab-93fd-a6005720336f
May 07 22:06:12.720884 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [None req-3f91d020-4ac4-4358-b910-848c0022ad75 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempting to bind port 7ebe800b-6e6f-43ab-93fd-a6005720336f on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:06:12.721534 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [None req-3f91d020-4ac4-4358-b910-848c0022ad75 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempting to bind port 7ebe800b-6e6f-43ab-93fd-a6005720336f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '26198513-8847-47e7-9e69-f506155126ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2f7d6d8a-340e-49bf-bedf-665cef7bb440'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:06:12.722082 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f91d020-4ac4-4358-b910-848c0022ad75 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempting to bind port 7ebe800b-6e6f-43ab-93fd-a6005720336f on network 2f7d6d8a-340e-49bf-bedf-665cef7bb440 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:06:12.729399 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f91d020-4ac4-4358-b910-848c0022ad75 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Port 7ebe800b-6e6f-43ab-93fd-a6005720336f on network 2f7d6d8a-340e-49bf-bedf-665cef7bb440 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:06:12.729992 ncdv-master-1 neutron-server[121836]: ERROR neutron.plugins.ml2.managers [None req-3f91d020-4ac4-4358-b910-848c0022ad75 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Failed to bind port 7ebe800b-6e6f-43ab-93fd-a6005720336f on host nch1-master-1 for vnic_type normal using segments [{'id': '26198513-8847-47e7-9e69-f506155126ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2f7d6d8a-340e-49bf-bedf-665cef7bb440'}]
May 07 22:06:12.730351 ncdv-master-1 neutron-server[121836]: INFO neutron.plugins.ml2.plugin [None req-3f91d020-4ac4-4358-b910-848c0022ad75 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempt 4 to bind port 7ebe800b-6e6f-43ab-93fd-a6005720336f
May 07 22:06:12.736420 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62ef7bd6-2da8-46c0-88b8-91a9a51b7fb4 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:06:12.748425 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-62ef7bd6-2da8-46c0-88b8-91a9a51b7fb4 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (a2107175-3d71-45c5-8b76-48b9a6662bd2), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:12.749262 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-62ef7bd6-2da8-46c0-88b8-91a9a51b7fb4 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Added segment a2107175-3d71-45c5-8b76-48b9a6662bd2 of type vlan for network 92938b50-89ba-425e-961c-e8ce8a07a6e5
May 07 22:06:12.751975 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [None req-3f91d020-4ac4-4358-b910-848c0022ad75 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempting to bind port 7ebe800b-6e6f-43ab-93fd-a6005720336f on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:06:12.752937 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [None req-3f91d020-4ac4-4358-b910-848c0022ad75 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempting to bind port 7ebe800b-6e6f-43ab-93fd-a6005720336f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '26198513-8847-47e7-9e69-f506155126ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2f7d6d8a-340e-49bf-bedf-665cef7bb440'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:06:12.753513 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f91d020-4ac4-4358-b910-848c0022ad75 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempting to bind port 7ebe800b-6e6f-43ab-93fd-a6005720336f on network 2f7d6d8a-340e-49bf-bedf-665cef7bb440 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:06:12.758956 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f91d020-4ac4-4358-b910-848c0022ad75 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Port 7ebe800b-6e6f-43ab-93fd-a6005720336f on network 2f7d6d8a-340e-49bf-bedf-665cef7bb440 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:06:12.759600 ncdv-master-1 neutron-server[121836]: ERROR neutron.plugins.ml2.managers [None req-3f91d020-4ac4-4358-b910-848c0022ad75 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Failed to bind port 7ebe800b-6e6f-43ab-93fd-a6005720336f on host nch1-master-1 for vnic_type normal using segments [{'id': '26198513-8847-47e7-9e69-f506155126ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2f7d6d8a-340e-49bf-bedf-665cef7bb440'}]
May 07 22:06:12.760412 ncdv-master-1 neutron-server[121836]: INFO neutron.plugins.ml2.plugin [None req-3f91d020-4ac4-4358-b910-848c0022ad75 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempt 5 to bind port 7ebe800b-6e6f-43ab-93fd-a6005720336f
May 07 22:06:12.779974 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [None req-3f91d020-4ac4-4358-b910-848c0022ad75 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempting to bind port 7ebe800b-6e6f-43ab-93fd-a6005720336f on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:06:12.780312 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [None req-3f91d020-4ac4-4358-b910-848c0022ad75 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempting to bind port 7ebe800b-6e6f-43ab-93fd-a6005720336f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '26198513-8847-47e7-9e69-f506155126ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2f7d6d8a-340e-49bf-bedf-665cef7bb440'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:06:12.780650 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f91d020-4ac4-4358-b910-848c0022ad75 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempting to bind port 7ebe800b-6e6f-43ab-93fd-a6005720336f on network 2f7d6d8a-340e-49bf-bedf-665cef7bb440 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:06:12.788707 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f91d020-4ac4-4358-b910-848c0022ad75 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Port 7ebe800b-6e6f-43ab-93fd-a6005720336f on network 2f7d6d8a-340e-49bf-bedf-665cef7bb440 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:06:12.789101 ncdv-master-1 neutron-server[121836]: ERROR neutron.plugins.ml2.managers [None req-3f91d020-4ac4-4358-b910-848c0022ad75 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Failed to bind port 7ebe800b-6e6f-43ab-93fd-a6005720336f on host nch1-master-1 for vnic_type normal using segments [{'id': '26198513-8847-47e7-9e69-f506155126ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2f7d6d8a-340e-49bf-bedf-665cef7bb440'}]
May 07 22:06:12.789503 ncdv-master-1 neutron-server[121836]: INFO neutron.plugins.ml2.plugin [None req-3f91d020-4ac4-4358-b910-848c0022ad75 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempt 6 to bind port 7ebe800b-6e6f-43ab-93fd-a6005720336f
May 07 22:06:12.806558 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [None req-3f91d020-4ac4-4358-b910-848c0022ad75 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempting to bind port 7ebe800b-6e6f-43ab-93fd-a6005720336f on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:06:12.807117 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [None req-3f91d020-4ac4-4358-b910-848c0022ad75 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempting to bind port 7ebe800b-6e6f-43ab-93fd-a6005720336f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '26198513-8847-47e7-9e69-f506155126ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2f7d6d8a-340e-49bf-bedf-665cef7bb440'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:06:12.807626 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f91d020-4ac4-4358-b910-848c0022ad75 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempting to bind port 7ebe800b-6e6f-43ab-93fd-a6005720336f on network 2f7d6d8a-340e-49bf-bedf-665cef7bb440 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:06:12.813244 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f91d020-4ac4-4358-b910-848c0022ad75 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Port 7ebe800b-6e6f-43ab-93fd-a6005720336f on network 2f7d6d8a-340e-49bf-bedf-665cef7bb440 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:06:12.813639 ncdv-master-1 neutron-server[121836]: ERROR neutron.plugins.ml2.managers [None req-3f91d020-4ac4-4358-b910-848c0022ad75 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Failed to bind port 7ebe800b-6e6f-43ab-93fd-a6005720336f on host nch1-master-1 for vnic_type normal using segments [{'id': '26198513-8847-47e7-9e69-f506155126ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2f7d6d8a-340e-49bf-bedf-665cef7bb440'}]
May 07 22:06:12.814278 ncdv-master-1 neutron-server[121836]: INFO neutron.plugins.ml2.plugin [None req-3f91d020-4ac4-4358-b910-848c0022ad75 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempt 7 to bind port 7ebe800b-6e6f-43ab-93fd-a6005720336f
May 07 22:06:12.816579 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-62ef7bd6-2da8-46c0-88b8-91a9a51b7fb4 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (92938b50-89ba-425e-961c-e8ce8a07a6e5), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:12.831128 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [None req-3f91d020-4ac4-4358-b910-848c0022ad75 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempting to bind port 7ebe800b-6e6f-43ab-93fd-a6005720336f on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:06:12.831484 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [None req-3f91d020-4ac4-4358-b910-848c0022ad75 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempting to bind port 7ebe800b-6e6f-43ab-93fd-a6005720336f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '26198513-8847-47e7-9e69-f506155126ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2f7d6d8a-340e-49bf-bedf-665cef7bb440'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:06:12.831833 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f91d020-4ac4-4358-b910-848c0022ad75 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempting to bind port 7ebe800b-6e6f-43ab-93fd-a6005720336f on network 2f7d6d8a-340e-49bf-bedf-665cef7bb440 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:06:12.844635 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f91d020-4ac4-4358-b910-848c0022ad75 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Port 7ebe800b-6e6f-43ab-93fd-a6005720336f on network 2f7d6d8a-340e-49bf-bedf-665cef7bb440 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:06:12.845201 ncdv-master-1 neutron-server[121836]: ERROR neutron.plugins.ml2.managers [None req-3f91d020-4ac4-4358-b910-848c0022ad75 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Failed to bind port 7ebe800b-6e6f-43ab-93fd-a6005720336f on host nch1-master-1 for vnic_type normal using segments [{'id': '26198513-8847-47e7-9e69-f506155126ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2f7d6d8a-340e-49bf-bedf-665cef7bb440'}]
May 07 22:06:12.846140 ncdv-master-1 neutron-server[121836]: INFO neutron.plugins.ml2.plugin [None req-3f91d020-4ac4-4358-b910-848c0022ad75 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempt 8 to bind port 7ebe800b-6e6f-43ab-93fd-a6005720336f
May 07 22:06:12.853018 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-62ef7bd6-2da8-46c0-88b8-91a9a51b7fb4 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (92938b50-89ba-425e-961c-e8ce8a07a6e5), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:12.862661 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ef7bd6-2da8-46c0-88b8-91a9a51b7fb4 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:12.863457 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [None req-3f91d020-4ac4-4358-b910-848c0022ad75 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempting to bind port 7ebe800b-6e6f-43ab-93fd-a6005720336f on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:06:12.863587 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-62ef7bd6-2da8-46c0-88b8-91a9a51b7fb4 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:12.863865 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [None req-3f91d020-4ac4-4358-b910-848c0022ad75 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempting to bind port 7ebe800b-6e6f-43ab-93fd-a6005720336f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '26198513-8847-47e7-9e69-f506155126ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2f7d6d8a-340e-49bf-bedf-665cef7bb440'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:06:12.864152 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f91d020-4ac4-4358-b910-848c0022ad75 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempting to bind port 7ebe800b-6e6f-43ab-93fd-a6005720336f on network 2f7d6d8a-340e-49bf-bedf-665cef7bb440 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:06:12.870573 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f91d020-4ac4-4358-b910-848c0022ad75 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Port 7ebe800b-6e6f-43ab-93fd-a6005720336f on network 2f7d6d8a-340e-49bf-bedf-665cef7bb440 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:06:12.870939 ncdv-master-1 neutron-server[121836]: ERROR neutron.plugins.ml2.managers [None req-3f91d020-4ac4-4358-b910-848c0022ad75 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Failed to bind port 7ebe800b-6e6f-43ab-93fd-a6005720336f on host nch1-master-1 for vnic_type normal using segments [{'id': '26198513-8847-47e7-9e69-f506155126ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2f7d6d8a-340e-49bf-bedf-665cef7bb440'}]
May 07 22:06:12.871373 ncdv-master-1 neutron-server[121836]: INFO neutron.plugins.ml2.plugin [None req-3f91d020-4ac4-4358-b910-848c0022ad75 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempt 9 to bind port 7ebe800b-6e6f-43ab-93fd-a6005720336f
May 07 22:06:12.889708 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [None req-3f91d020-4ac4-4358-b910-848c0022ad75 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempting to bind port 7ebe800b-6e6f-43ab-93fd-a6005720336f on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:06:12.891125 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [None req-3f91d020-4ac4-4358-b910-848c0022ad75 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempting to bind port 7ebe800b-6e6f-43ab-93fd-a6005720336f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '26198513-8847-47e7-9e69-f506155126ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2f7d6d8a-340e-49bf-bedf-665cef7bb440'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:06:12.891642 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f91d020-4ac4-4358-b910-848c0022ad75 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempting to bind port 7ebe800b-6e6f-43ab-93fd-a6005720336f on network 2f7d6d8a-340e-49bf-bedf-665cef7bb440 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:06:12.898361 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f91d020-4ac4-4358-b910-848c0022ad75 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Port 7ebe800b-6e6f-43ab-93fd-a6005720336f on network 2f7d6d8a-340e-49bf-bedf-665cef7bb440 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:06:12.899395 ncdv-master-1 neutron-server[121836]: ERROR neutron.plugins.ml2.managers [None req-3f91d020-4ac4-4358-b910-848c0022ad75 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Failed to bind port 7ebe800b-6e6f-43ab-93fd-a6005720336f on host nch1-master-1 for vnic_type normal using segments [{'id': '26198513-8847-47e7-9e69-f506155126ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2f7d6d8a-340e-49bf-bedf-665cef7bb440'}]
May 07 22:06:12.899879 ncdv-master-1 neutron-server[121836]: INFO neutron.plugins.ml2.plugin [None req-3f91d020-4ac4-4358-b910-848c0022ad75 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempt 10 to bind port 7ebe800b-6e6f-43ab-93fd-a6005720336f
May 07 22:06:12.914490 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [None req-3f91d020-4ac4-4358-b910-848c0022ad75 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempting to bind port 7ebe800b-6e6f-43ab-93fd-a6005720336f on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:06:12.914874 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [None req-3f91d020-4ac4-4358-b910-848c0022ad75 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempting to bind port 7ebe800b-6e6f-43ab-93fd-a6005720336f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '26198513-8847-47e7-9e69-f506155126ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2f7d6d8a-340e-49bf-bedf-665cef7bb440'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:06:12.915271 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f91d020-4ac4-4358-b910-848c0022ad75 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempting to bind port 7ebe800b-6e6f-43ab-93fd-a6005720336f on network 2f7d6d8a-340e-49bf-bedf-665cef7bb440 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:06:12.915600 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-62ef7bd6-2da8-46c0-88b8-91a9a51b7fb4 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 789 time: 0.3199949
May 07 22:06:12.920222 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 33076) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:12.920807 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f91d020-4ac4-4358-b910-848c0022ad75 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Port 7ebe800b-6e6f-43ab-93fd-a6005720336f on network 2f7d6d8a-340e-49bf-bedf-665cef7bb440 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:06:12.921143 ncdv-master-1 neutron-server[121836]: ERROR neutron.plugins.ml2.managers [None req-3f91d020-4ac4-4358-b910-848c0022ad75 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Failed to bind port 7ebe800b-6e6f-43ab-93fd-a6005720336f on host nch1-master-1 for vnic_type normal using segments [{'id': '26198513-8847-47e7-9e69-f506155126ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2f7d6d8a-340e-49bf-bedf-665cef7bb440'}]
May 07 22:06:12.921509 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3f91d020-4ac4-4358-b910-848c0022ad75 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (7ebe800b-6e6f-43ab-93fd-a6005720336f), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:12.929757 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-6a79f2f4-baad-4ba5-ade9-e458eed811a2 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Request body: {'subnet': {'network_id': '92938b50-89ba-425e-961c-e8ce8a07a6e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:06:12.953844 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ef7bd6-2da8-46c0-88b8-91a9a51b7fb4 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Pushing event updated for resources: {'Network': ['ID=92938b50-89ba-425e-961c-e8ce8a07a6e5,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:12.970461 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 92938b50-89ba-425e-961c-e8ce8a07a6e5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:06:13.068599 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-3f91d020-4ac4-4358-b910-848c0022ad75 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] For port 7ebe800b-6e6f-43ab-93fd-a6005720336f, host nch1-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:06:13.068968 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-3f91d020-4ac4-4358-b910-848c0022ad75 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempted to set empty binding levels {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
May 07 22:06:13.078982 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3f91d020-4ac4-4358-b910-848c0022ad75 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (7ebe800b-6e6f-43ab-93fd-a6005720336f), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:13.088299 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a79f2f4-baad-4ba5-ade9-e458eed811a2 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Made reservation on behalf of 300defb645794c6fac3ab824a1aeb2af for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:06:13.091749 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6a79f2f4-baad-4ba5-ade9-e458eed811a2 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:13.153066 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-e5070a67-fe70-4681-9d64-19f3d6f468e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cb6d430>, [{'id': '7ec1ba77-a233-4372-bdea-c57589f4c938', 'name': 'tempest-TestNetworkBasicOps-router-1089487645', 'tenant_id': '0c313e966d334c26afa43b480ab20fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.98'}], 'enable_snat': True}, 'gw_port_id': '49e08e72-770d-4ba7-8a05-934efa78eccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:04:35Z', 'updated_at': '2022-05-07T22:06:11Z', 'revision_number': 5, 'project_id': '0c313e966d334c26afa43b480ab20fb0', 'gw_port': {'id': '49e08e72-770d-4ba7-8a05-934efa78eccf', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec1ba77-a233-4372-bdea-c57589f4c938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:04:35Z', 'updated_at': '2022-05-07T22:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd973a2b1-9f92-4eb0-89a9-efc63fac76a0', 'tenant_id': '0c313e966d334c26afa43b480ab20fb0', 'floating_ip_address': '172.35.4.120', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '7ec1ba77-a233-4372-bdea-c57589f4c938', 'port_id': 'dfc7202f-3529-456c-8635-c9d41180e0af', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2280, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0124d628-0714-4eb8-b81f-1f5a4ced80cc', 'mac_address': 'fa:16:3e:67:b8:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d983a5-a676-4b82-8128-f4beb5bb1187', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:05:02Z', 'updated_at': '2022-05-07T22:05:06Z', 'revision_number': 1, 'project_id': '0c313e966d334c26afa43b480ab20fb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2574e619-649e-46ce-948e-0bc63e128e8e', 'name': '', 'network_id': '92fb32be-a7e7-4bc8-b8a6-5ec911c8daec', 'tenant_id': '0c313e966d334c26afa43b480ab20fb0', 'mac_address': 'fa:16:3e:28:0b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ec1ba77-a233-4372-bdea-c57589f4c938', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '972ec13e-de98-400f-8482-a57ac29cd1e1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:06:10Z', 'updated_at': '2022-05-07T22:06:11Z', 'revision_number': 2, 'project_id': '0c313e966d334c26afa43b480ab20fb0', 'subnets': [{'id': '972ec13e-de98-400f-8482-a57ac29cd1e1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fec63ef-93aa-429e-84d3-f9f3f40f04ce', 'name': '', 'network_id': '0124d628-0714-4eb8-b81f-1f5a4ced80cc', 'tenant_id': '0c313e966d334c26afa43b480ab20fb0', 'mac_address': 'fa:16:3e:85:8c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec1ba77-a233-4372-bdea-c57589f4c938', 'device_owner': 'network:router_interface', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '5e9b4b45-0424-4913-b438-6e766a477b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:04:40Z', 'updated_at': '2022-05-07T22:04:45Z', 'revision_number': 5, 'project_id': '0c313e966d334c26afa43b480ab20fb0', 'subnets': [{'id': '5e9b4b45-0424-4913-b438-6e766a477b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:06:13.187125 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f91d020-4ac4-4358-b910-848c0022ad75 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:13.187796 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3f91d020-4ac4-4358-b910-848c0022ad75 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:13.221607 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5070a67-fe70-4681-9d64-19f3d6f468e4 None None] Checking router: 7ec1ba77-a233-4372-bdea-c57589f4c938 for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:06:13.222029 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5070a67-fe70-4681-9d64-19f3d6f468e4 None None] Updating router 7ec1ba77-a233-4372-bdea-c57589f4c938 port 2574e619-649e-46ce-948e-0bc63e128e8e binding host ncdv-master-1 {{(pid=121839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 22:06:13.233254 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-3f91d020-4ac4-4358-b910-848c0022ad75 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 979 time: 2.0770421
May 07 22:06:13.233658 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 33090) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:13.235459 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f91d020-4ac4-4358-b910-848c0022ad75 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Pushing event updated for resources: {'Port': ['ID=7ebe800b-6e6f-43ab-93fd-a6005720336f,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:13.302365 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-e5070a67-fe70-4681-9d64-19f3d6f468e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (2574e619-649e-46ce-948e-0bc63e128e8e), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:13.325865 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-5fef0a08-7aa6-4c01-a554-3673271d48ee tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Deleting port 7ebe800b-6e6f-43ab-93fd-a6005720336f {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:06:13.326380 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5fef0a08-7aa6-4c01-a554-3673271d48ee tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (7ebe800b-6e6f-43ab-93fd-a6005720336f), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:13.407707 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-5fef0a08-7aa6-4c01-a554-3673271d48ee tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] For port 7ebe800b-6e6f-43ab-93fd-a6005720336f, host nch1-master-1, got binding levels [] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:06:13.408310 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5fef0a08-7aa6-4c01-a554-3673271d48ee tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (7ebe800b-6e6f-43ab-93fd-a6005720336f), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:13.430889 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-5fef0a08-7aa6-4c01-a554-3673271d48ee tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Calling delete_port for 7ebe800b-6e6f-43ab-93fd-a6005720336f owned by  {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:06:13.508915 ncdv-master-1 neutron-server[121836]: DEBUG neutron.objects.ports [None req-6a79f2f4-baad-4ba5-ade9-e458eed811a2 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=121836) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}}
May 07 22:06:13.510730 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6a79f2f4-baad-4ba5-ade9-e458eed811a2 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (bac23648-bd1e-461c-835b-6022d64881e8), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:13.529603 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5fef0a08-7aa6-4c01-a554-3673271d48ee tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (7ebe800b-6e6f-43ab-93fd-a6005720336f), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:13.558223 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 33096) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:13.560448 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fef0a08-7aa6-4c01-a554-3673271d48ee tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Pushing event deleted for resources: {'Port': ['ID=7ebe800b-6e6f-43ab-93fd-a6005720336f,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:13.573803 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5fef0a08-7aa6-4c01-a554-3673271d48ee tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:13.582929 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-5fef0a08-7aa6-4c01-a554-3673271d48ee tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] 10.222.0.32 "DELETE /v2.0/ports/7ebe800b-6e6f-43ab-93fd-a6005720336f HTTP/1.1" status: 204  len: 168 time: 0.3481026
May 07 22:06:13.583548 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 33100) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:13.607723 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a79f2f4-baad-4ba5-ade9-e458eed811a2 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Pushing event updated for resources: {'Subnet': ['ID=bac23648-bd1e-461c-835b-6022d64881e8,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:13.613672 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-d427346b-7db1-425c-a232-db88dca6e85e tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] GET failed (client error): The resource could not be found.
May 07 22:06:13.615206 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-d427346b-7db1-425c-a232-db88dca6e85e tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] 10.222.0.32 "GET /v2.0/ports/7ebe800b-6e6f-43ab-93fd-a6005720336f HTTP/1.1" status: 404  len: 333 time: 0.0303884
May 07 22:06:13.618851 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 33102) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:13.620081 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a79f2f4-baad-4ba5-ade9-e458eed811a2 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Checking segment: {'id': 'a2107175-3d71-45c5-8b76-48b9a6662bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '92938b50-89ba-425e-961c-e8ce8a07a6e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:06:13.621107 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a79f2f4-baad-4ba5-ade9-e458eed811a2 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Network hostable DHCP agents. Network: 92938b50-89ba-425e-961c-e8ce8a07a6e5, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:06:13.623985 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-5312ac3c-91e8-4283-9435-5143db732b33 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Request body: {'port': {'network_id': '2f7d6d8a-340e-49bf-bedf-665cef7bb440', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-615865432'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:06:13.646894 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a79f2f4-baad-4ba5-ade9-e458eed811a2 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Network 92938b50-89ba-425e-961c-e8ce8a07a6e5 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:06:13.649668 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5312ac3c-91e8-4283-9435-5143db732b33 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Made reservation on behalf of fa4a04f1cd3f45aaa34d35d5d2c208ca for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:06:13.653640 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5312ac3c-91e8-4283-9435-5143db732b33 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:13.661193 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-6a79f2f4-baad-4ba5-ade9-e458eed811a2 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 92938b50-89ba-425e-961c-e8ce8a07a6e5) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:06:13.663786 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-e5070a67-fe70-4681-9d64-19f3d6f468e4 None None] Publish callbacks [] for port (2574e619-649e-46ce-948e-0bc63e128e8e), precommit_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:13.665881 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a79f2f4-baad-4ba5-ade9-e458eed811a2 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:13.666723 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6a79f2f4-baad-4ba5-ade9-e458eed811a2 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:13.673043 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-e5070a67-fe70-4681-9d64-19f3d6f468e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (2574e619-649e-46ce-948e-0bc63e128e8e), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:13.674027 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199b8387-e237-4923-aa9a-af69af9b1a62 None None] Network 92938b50-89ba-425e-961c-e8ce8a07a6e5 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:06:13.687092 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [None req-5312ac3c-91e8-4283-9435-5143db732b33 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] device_id is not set on port 0566679e-2411-409d-acbe-fd840b8f8323 yet. {{(pid=121837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 22:06:13.692014 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-6a79f2f4-baad-4ba5-ade9-e458eed811a2 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 840 time: 0.7651088
May 07 22:06:13.692415 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 33104) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:13.754918 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596a2edd-f09b-4213-bb2e-c8d6c45bd2ca None None] Pushing event updated for resources: {'Port': ['ID=2574e619-649e-46ce-948e-0bc63e128e8e,revision_number=3']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:13.777486 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596a2edd-f09b-4213-bb2e-c8d6c45bd2ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:06:13.777835 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596a2edd-f09b-4213-bb2e-c8d6c45bd2ca None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:06:13.778177 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596a2edd-f09b-4213-bb2e-c8d6c45bd2ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:06:13.778513 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596a2edd-f09b-4213-bb2e-c8d6c45bd2ca None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:06:13.778868 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596a2edd-f09b-4213-bb2e-c8d6c45bd2ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:06:13.779203 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596a2edd-f09b-4213-bb2e-c8d6c45bd2ca None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:06:13.779536 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596a2edd-f09b-4213-bb2e-c8d6c45bd2ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:06:13.779862 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596a2edd-f09b-4213-bb2e-c8d6c45bd2ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:06:13.780188 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596a2edd-f09b-4213-bb2e-c8d6c45bd2ca None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:06:13.780699 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596a2edd-f09b-4213-bb2e-c8d6c45bd2ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:06:13.781071 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596a2edd-f09b-4213-bb2e-c8d6c45bd2ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:06:13.781396 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596a2edd-f09b-4213-bb2e-c8d6c45bd2ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:06:13.783491 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596a2edd-f09b-4213-bb2e-c8d6c45bd2ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:06:13.788052 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596a2edd-f09b-4213-bb2e-c8d6c45bd2ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:06:13.788426 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-596a2edd-f09b-4213-bb2e-c8d6c45bd2ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:06:13.813286 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-984f1fbb-4350-47c5-9c84-e6f2f4045b0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:13.838252 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98e1aa7-1c3e-4267-8485-a3919920961b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-92938b50-89ba-425e-961c-e8ce8a07a6e5', 'network_id': '92938b50-89ba-425e-961c-e8ce8a07a6e5', 'project_id': '300defb645794c6fac3ab824a1aeb2af', 'fixed_ips': [{'subnet_id': 'bac23648-bd1e-461c-835b-6022d64881e8'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:06:13.839918 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e98e1aa7-1c3e-4267-8485-a3919920961b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:13.892467 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1ded91e1-e7b4-46e7-9ab7-eb84378c1755 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (92938b50-89ba-425e-961c-e8ce8a07a6e5), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:13.899523 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-e5070a67-fe70-4681-9d64-19f3d6f468e4 None None] Attempting to bind port 2574e619-649e-46ce-948e-0bc63e128e8e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:06:13.900141 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-e5070a67-fe70-4681-9d64-19f3d6f468e4 None None] Attempting to bind port 2574e619-649e-46ce-948e-0bc63e128e8e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '44e4f7be-1fdd-4e4f-a214-28b58268136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '92fb32be-a7e7-4bc8-b8a6-5ec911c8daec'}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:06:13.901632 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5070a67-fe70-4681-9d64-19f3d6f468e4 None None] Attempting to bind port 2574e619-649e-46ce-948e-0bc63e128e8e on network 92fb32be-a7e7-4bc8-b8a6-5ec911c8daec {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:06:13.906409 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5312ac3c-91e8-4283-9435-5143db732b33 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Publish callbacks [] for port (0566679e-2411-409d-acbe-fd840b8f8323), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:13.909096 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5070a67-fe70-4681-9d64-19f3d6f468e4 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:06:13.909814 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5070a67-fe70-4681-9d64-19f3d6f468e4 None None] Checking segment: {'id': '44e4f7be-1fdd-4e4f-a214-28b58268136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '92fb32be-a7e7-4bc8-b8a6-5ec911c8daec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:06:13.911131 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-e5070a67-fe70-4681-9d64-19f3d6f468e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:13.911823 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5070a67-fe70-4681-9d64-19f3d6f468e4 None None] Bound using segment: {'id': '44e4f7be-1fdd-4e4f-a214-28b58268136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '92fb32be-a7e7-4bc8-b8a6-5ec911c8daec'} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:06:13.912453 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-e5070a67-fe70-4681-9d64-19f3d6f468e4 None None] Bound port: 2574e619-649e-46ce-948e-0bc63e128e8e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44e4f7be-1fdd-4e4f-a214-28b58268136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '92fb32be-a7e7-4bc8-b8a6-5ec911c8daec'}}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:06:13.913068 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-e5070a67-fe70-4681-9d64-19f3d6f468e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (2574e619-649e-46ce-948e-0bc63e128e8e), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:13.956905 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5312ac3c-91e8-4283-9435-5143db732b33 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (0566679e-2411-409d-acbe-fd840b8f8323), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:14.002891 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-e5070a67-fe70-4681-9d64-19f3d6f468e4 None None] For port 2574e619-649e-46ce-948e-0bc63e128e8e, host ncdv-master-1, cleared binding levels {{(pid=121839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:06:14.008664 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-e5070a67-fe70-4681-9d64-19f3d6f468e4 None None] For port 2574e619-649e-46ce-948e-0bc63e128e8e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2574e619-649e-46ce-948e-0bc63e128e8e,segment=NetworkSegment(44e4f7be-1fdd-4e4f-a214-28b58268136e),segment_id=44e4f7be-1fdd-4e4f-a214-28b58268136e)] {{(pid=121839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:06:14.021257 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-e5070a67-fe70-4681-9d64-19f3d6f468e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (2574e619-649e-46ce-948e-0bc63e128e8e), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:14.023926 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1ded91e1-e7b4-46e7-9ab7-eb84378c1755 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (bac23648-bd1e-461c-835b-6022d64881e8), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:14.033554 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5312ac3c-91e8-4283-9435-5143db732b33 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Network 2f7d6d8a-340e-49bf-bedf-665cef7bb440 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:06:14.038069 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-5312ac3c-91e8-4283-9435-5143db732b33 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:06:14.049854 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5312ac3c-91e8-4283-9435-5143db732b33 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:06:14.050864 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5312ac3c-91e8-4283-9435-5143db732b33 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:14.051560 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5312ac3c-91e8-4283-9435-5143db732b33 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:14.079495 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5312ac3c-91e8-4283-9435-5143db732b33 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Pushing event updated for resources: {'Port': ['ID=0566679e-2411-409d-acbe-fd840b8f8323,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:14.085100 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-e98e1aa7-1c3e-4267-8485-a3919920961b None None] Allocated IP 2001:db8::f816:3eff:fe89:e505 (92938b50-89ba-425e-961c-e8ce8a07a6e5/bac23648-bd1e-461c-835b-6022d64881e8/84aaea1f-a38b-473c-9a81-b0f1b3ee325a) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:06:14.100258 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-5312ac3c-91e8-4283-9435-5143db732b33 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 959 time: 0.4800823
May 07 22:06:14.102754 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 33106) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:14.103668 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-984f1fbb-4350-47c5-9c84-e6f2f4045b0f admin admin] Publish callbacks [] for security_group (98196e52-7dc1-4bd0-895c-a6a75ec7d95c), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:14.108525 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-729091cf-5f78-47f2-8397-8de270eb50e0 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Request body: {'port': {'binding:host_id': 'nch1-master-1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:06:14.110260 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-984f1fbb-4350-47c5-9c84-e6f2f4045b0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (98196e52-7dc1-4bd0-895c-a6a75ec7d95c), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:14.113549 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5070a67-fe70-4681-9d64-19f3d6f468e4 None None] Routers {'7ec1ba77-a233-4372-bdea-c57589f4c938'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:06:14.114182 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-e5070a67-fe70-4681-9d64-19f3d6f468e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cb6d430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:05:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['7ec1ba77-a233-4372-bdea-c57589f4c938'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:06:14.165931 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596a2edd-f09b-4213-bb2e-c8d6c45bd2ca None None] Pushing event updated for resources: {'Port': ['ID=2574e619-649e-46ce-948e-0bc63e128e8e,revision_number=4']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:14.195035 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-984f1fbb-4350-47c5-9c84-e6f2f4045b0f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b6e9acaa77eb48e4adef32904b4f61a8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6325979
May 07 22:06:14.195035 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984f1fbb-4350-47c5-9c84-e6f2f4045b0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98196e52-7dc1-4bd0-895c-a6a75ec7d95c,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:14.196144 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 33108) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:14.219696 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-729091cf-5f78-47f2-8397-8de270eb50e0 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (0566679e-2411-409d-acbe-fd840b8f8323), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:14.268784 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-3e0cee4e-8272-4fea-9656-ea2af0c9a619 None None] Provisioning complete for port 2574e619-649e-46ce-948e-0bc63e128e8e triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:06:14.269515 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-3e0cee4e-8272-4fea-9656-ea2af0c9a619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (2574e619-649e-46ce-948e-0bc63e128e8e), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:14.287122 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-e5070a67-fe70-4681-9d64-19f3d6f468e4 None None] Set router 7ec1ba77-a233-4372-bdea-c57589f4c938 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:06:14.343325 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f1ef768a-1ed9-4dae-bb1c-f22ff56ac915 admin admin] Publish callbacks [] for security_group (98196e52-7dc1-4bd0-895c-a6a75ec7d95c), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:14.359820 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e98e1aa7-1c3e-4267-8485-a3919920961b None None] Publish callbacks [] for port (84aaea1f-a38b-473c-9a81-b0f1b3ee325a), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:14.372263 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f1ef768a-1ed9-4dae-bb1c-f22ff56ac915 admin admin] Publish callbacks [] for security_group (98196e52-7dc1-4bd0-895c-a6a75ec7d95c), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:14.401312 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1ded91e1-e7b4-46e7-9ab7-eb84378c1755 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (bac23648-bd1e-461c-835b-6022d64881e8), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:14.415337 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e98e1aa7-1c3e-4267-8485-a3919920961b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (84aaea1f-a38b-473c-9a81-b0f1b3ee325a), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:14.450233 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ded91e1-e7b4-46e7-9ab7-eb84378c1755 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Pushing event deleted for resources: {'Subnet': ['ID=bac23648-bd1e-461c-835b-6022d64881e8,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:14.492221 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98e1aa7-1c3e-4267-8485-a3919920961b None None] Network 92938b50-89ba-425e-961c-e8ce8a07a6e5 is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:06:14.498150 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-3e0cee4e-8272-4fea-9656-ea2af0c9a619 None None] Current status of the port 2574e619-649e-46ce-948e-0bc63e128e8e is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:06:14.498737 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-3e0cee4e-8272-4fea-9656-ea2af0c9a619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (2574e619-649e-46ce-948e-0bc63e128e8e), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:14.501384 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-e98e1aa7-1c3e-4267-8485-a3919920961b None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:06:14.504376 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98e1aa7-1c3e-4267-8485-a3919920961b None None] Pushing event updated for resources: {'Port': ['ID=84aaea1f-a38b-473c-9a81-b0f1b3ee325a,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:14.512932 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98e1aa7-1c3e-4267-8485-a3919920961b None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:06:14.528074 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f1ef768a-1ed9-4dae-bb1c-f22ff56ac915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (98196e52-7dc1-4bd0-895c-a6a75ec7d95c), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:14.531692 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f1ef768a-1ed9-4dae-bb1c-f22ff56ac915 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:14.532813 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-f1ef768a-1ed9-4dae-bb1c-f22ff56ac915 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/98196e52-7dc1-4bd0-895c-a6a75ec7d95c HTTP/1.1" status: 204  len: 168 time: 0.3355987
May 07 22:06:14.544682 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ef768a-1ed9-4dae-bb1c-f22ff56ac915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98196e52-7dc1-4bd0-895c-a6a75ec7d95c,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:14.575331 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1ded91e1-e7b4-46e7-9ab7-eb84378c1755 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (92938b50-89ba-425e-961c-e8ce8a07a6e5), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:14.595505 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-3e0cee4e-8272-4fea-9656-ea2af0c9a619 None None] For port 2574e619-649e-46ce-948e-0bc63e128e8e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2574e619-649e-46ce-948e-0bc63e128e8e,segment=NetworkSegment(44e4f7be-1fdd-4e4f-a214-28b58268136e),segment_id=44e4f7be-1fdd-4e4f-a214-28b58268136e)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:06:14.610026 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [None req-729091cf-5f78-47f2-8397-8de270eb50e0 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] device_id is not set on port 0566679e-2411-409d-acbe-fd840b8f8323 yet. {{(pid=121837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 22:06:14.616776 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-1ded91e1-e7b4-46e7-9ab7-eb84378c1755 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf87061d00>,) {'filters': {'network_id': ['92938b50-89ba-425e-961c-e8ce8a07a6e5']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:06:14.620684 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-3e0cee4e-8272-4fea-9656-ea2af0c9a619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (2574e619-649e-46ce-948e-0bc63e128e8e), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:14.625672 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-729091cf-5f78-47f2-8397-8de270eb50e0 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Publish callbacks [] for port (0566679e-2411-409d-acbe-fd840b8f8323), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:14.637328 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-1ded91e1-e7b4-46e7-9ab7-eb84378c1755 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf87061d00>, 'a2107175-3d71-45c5-8b76-48b9a6662bd2') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:06:14.638920 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-1ded91e1-e7b4-46e7-9ab7-eb84378c1755 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf87061d00>, 'a2107175-3d71-45c5-8b76-48b9a6662bd2') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:06:14.643494 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-729091cf-5f78-47f2-8397-8de270eb50e0 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (0566679e-2411-409d-acbe-fd840b8f8323), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:14.657722 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1ded91e1-e7b4-46e7-9ab7-eb84378c1755 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (a2107175-3d71-45c5-8b76-48b9a6662bd2), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:14.663305 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-e5070a67-fe70-4681-9d64-19f3d6f468e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cb6d430>, [{'id': '7ec1ba77-a233-4372-bdea-c57589f4c938', 'name': 'tempest-TestNetworkBasicOps-router-1089487645', 'tenant_id': '0c313e966d334c26afa43b480ab20fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.98'}], 'enable_snat': True}, 'gw_port_id': '49e08e72-770d-4ba7-8a05-934efa78eccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:04:35Z', 'updated_at': '2022-05-07T22:06:11Z', 'revision_number': 5, 'project_id': '0c313e966d334c26afa43b480ab20fb0', 'gw_port': {'id': '49e08e72-770d-4ba7-8a05-934efa78eccf', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec1ba77-a233-4372-bdea-c57589f4c938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:04:35Z', 'updated_at': '2022-05-07T22:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd973a2b1-9f92-4eb0-89a9-efc63fac76a0', 'tenant_id': '0c313e966d334c26afa43b480ab20fb0', 'floating_ip_address': '172.35.4.120', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '7ec1ba77-a233-4372-bdea-c57589f4c938', 'port_id': 'dfc7202f-3529-456c-8635-c9d41180e0af', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2280, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0124d628-0714-4eb8-b81f-1f5a4ced80cc', 'mac_address': 'fa:16:3e:67:b8:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d983a5-a676-4b82-8128-f4beb5bb1187', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:05:02Z', 'updated_at': '2022-05-07T22:05:06Z', 'revision_number': 1, 'project_id': '0c313e966d334c26afa43b480ab20fb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2574e619-649e-46ce-948e-0bc63e128e8e', 'name': '', 'network_id': '92fb32be-a7e7-4bc8-b8a6-5ec911c8daec', 'tenant_id': '0c313e966d334c26afa43b480ab20fb0', 'mac_address': 'fa:16:3e:28:0b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ec1ba77-a233-4372-bdea-c57589f4c938', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '972ec13e-de98-400f-8482-a57ac29cd1e1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:06:10Z', 'updated_at': '2022-05-07T22:06:13Z', 'revision_number': 4, 'project_id': '0c313e966d334c26afa43b480ab20fb0', 'subnets': [{'id': '972ec13e-de98-400f-8482-a57ac29cd1e1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fec63ef-93aa-429e-84d3-f9f3f40f04ce', 'name': '', 'network_id': '0124d628-0714-4eb8-b81f-1f5a4ced80cc', 'tenant_id': '0c313e966d334c26afa43b480ab20fb0', 'mac_address': 'fa:16:3e:85:8c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec1ba77-a233-4372-bdea-c57589f4c938', 'device_owner': 'network:router_interface', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '5e9b4b45-0424-4913-b438-6e766a477b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:04:40Z', 'updated_at': '2022-05-07T22:04:45Z', 'revision_number': 5, 'project_id': '0c313e966d334c26afa43b480ab20fb0', 'subnets': [{'id': '5e9b4b45-0424-4913-b438-6e766a477b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:06:14.672689 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0cee4e-8272-4fea-9656-ea2af0c9a619 None None] Pushing event updated for resources: {'Port': ['ID=2574e619-649e-46ce-948e-0bc63e128e8e,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:14.676299 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-e98e1aa7-1c3e-4267-8485-a3919920961b None None] Attempting to bind port 84aaea1f-a38b-473c-9a81-b0f1b3ee325a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:06:14.677505 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1ded91e1-e7b4-46e7-9ab7-eb84378c1755 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (a2107175-3d71-45c5-8b76-48b9a6662bd2), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:14.679557 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-e98e1aa7-1c3e-4267-8485-a3919920961b None None] Attempting to bind port 84aaea1f-a38b-473c-9a81-b0f1b3ee325a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a2107175-3d71-45c5-8b76-48b9a6662bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '92938b50-89ba-425e-961c-e8ce8a07a6e5'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:06:14.680525 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98e1aa7-1c3e-4267-8485-a3919920961b None None] Attempting to bind port 84aaea1f-a38b-473c-9a81-b0f1b3ee325a on network 92938b50-89ba-425e-961c-e8ce8a07a6e5 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:06:14.689270 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98e1aa7-1c3e-4267-8485-a3919920961b None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:06:14.689770 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98e1aa7-1c3e-4267-8485-a3919920961b None None] Checking segment: {'id': 'a2107175-3d71-45c5-8b76-48b9a6662bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '92938b50-89ba-425e-961c-e8ce8a07a6e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:06:14.690053 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e98e1aa7-1c3e-4267-8485-a3919920961b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:14.690463 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98e1aa7-1c3e-4267-8485-a3919920961b None None] Bound using segment: {'id': 'a2107175-3d71-45c5-8b76-48b9a6662bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '92938b50-89ba-425e-961c-e8ce8a07a6e5'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:06:14.690927 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-e98e1aa7-1c3e-4267-8485-a3919920961b None None] Bound port: 84aaea1f-a38b-473c-9a81-b0f1b3ee325a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2107175-3d71-45c5-8b76-48b9a6662bd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '92938b50-89ba-425e-961c-e8ce8a07a6e5'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:06:14.691309 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e98e1aa7-1c3e-4267-8485-a3919920961b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (84aaea1f-a38b-473c-9a81-b0f1b3ee325a), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:14.694045 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ded91e1-e7b4-46e7-9ab7-eb84378c1755 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:06:14.694334 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1ded91e1-e7b4-46e7-9ab7-eb84378c1755 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (a2107175-3d71-45c5-8b76-48b9a6662bd2), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:14.697906 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 22:06:14.697906 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:06:14.697906 ncdv-master-1 neutron-server[121836]:     timer()
May 07 22:06:14.697906 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:06:14.697906 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 22:06:14.697906 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:06:14.697906 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 22:06:14.697906 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:06:14.697906 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 22:06:14.697906 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:06:14.697906 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 22:06:14.697906 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:06:14.697906 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 22:06:14.697906 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:06:14.697906 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:06:14.697906 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:06:14.697906 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:06:14.697906 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:06:14.697906 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 22:06:14.697906 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:06:14.697906 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 22:06:14.697906 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:06:14.697906 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:06:14.697906 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:06:14.697906 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 22:06:14.697906 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:06:14.697906 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:06:14.697906 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:06:14.697906 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:06:14.697906 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:06:14.697906 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:06:14.697906 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:06:14.724931 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5070a67-fe70-4681-9d64-19f3d6f468e4 None None] The sync data for ids ['7ec1ba77-a233-4372-bdea-c57589f4c938'] in ncdv-master-1 is: [{'id': '7ec1ba77-a233-4372-bdea-c57589f4c938', 'name': 'tempest-TestNetworkBasicOps-router-1089487645', 'tenant_id': '0c313e966d334c26afa43b480ab20fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.98'}], 'enable_snat': True}, 'gw_port_id': '49e08e72-770d-4ba7-8a05-934efa78eccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:04:35Z', 'updated_at': '2022-05-07T22:06:11Z', 'revision_number': 5, 'project_id': '0c313e966d334c26afa43b480ab20fb0', 'gw_port': {'id': '49e08e72-770d-4ba7-8a05-934efa78eccf', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec1ba77-a233-4372-bdea-c57589f4c938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:04:35Z', 'updated_at': '2022-05-07T22:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd973a2b1-9f92-4eb0-89a9-efc63fac76a0', 'tenant_id': '0c313e966d334c26afa43b480ab20fb0', 'floating_ip_address': '172.35.4.120', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '7ec1ba77-a233-4372-bdea-c57589f4c938', 'port_id': 'dfc7202f-3529-456c-8635-c9d41180e0af', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2280, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0124d628-0714-4eb8-b81f-1f5a4ced80cc', 'mac_address': 'fa:16:3e:67:b8:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d983a5-a676-4b82-8128-f4beb5bb1187', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:05:02Z', 'updated_at': '2022-05-07T22:05:06Z', 'revision_number': 1, 'project_id': '0c313e966d334c26afa43b480ab20fb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2574e619-649e-46ce-948e-0bc63e128e8e', 'name': '', 'network_id': '92fb32be-a7e7-4bc8-b8a6-5ec911c8daec', 'tenant_id': '0c313e966d334c26afa43b480ab20fb0', 'mac_address': 'fa:16:3e:28:0b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ec1ba77-a233-4372-bdea-c57589f4c938', 'device_owner': 'network:router_interface', 'standard_attr_id': 2434, 'fixed_ips': [{'subnet_id': '972ec13e-de98-400f-8482-a57ac29cd1e1', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:06:10Z', 'updated_at': '2022-05-07T22:06:13Z', 'revision_number': 4, 'project_id': '0c313e966d334c26afa43b480ab20fb0', 'subnets': [{'id': '972ec13e-de98-400f-8482-a57ac29cd1e1', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fec63ef-93aa-429e-84d3-f9f3f40f04ce', 'name': '', 'network_id': '0124d628-0714-4eb8-b81f-1f5a4ced80cc', 'tenant_id': '0c313e966d334c26afa43b480ab20fb0', 'mac_address': 'fa:16:3e:85:8c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec1ba77-a233-4372-bdea-c57589f4c938', 'device_owner': 'network:router_interface', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '5e9b4b45-0424-4913-b438-6e766a477b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:04:40Z', 'updated_at': '2022-05-07T22:04:45Z', 'revision_number': 5, 'project_id': '0c313e966d334c26afa43b480ab20fb0', 'subnets': [{'id': '5e9b4b45-0424-4913-b438-6e766a477b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:06:14.761179 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-eafdb98c-2468-4e06-b7ec-56ecf243a397 None None] Provisioning complete for port 2574e619-649e-46ce-948e-0bc63e128e8e triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:06:14.761542 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-eafdb98c-2468-4e06-b7ec-56ecf243a397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (2574e619-649e-46ce-948e-0bc63e128e8e), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:14.774169 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [None req-729091cf-5f78-47f2-8397-8de270eb50e0 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempting to bind port 0566679e-2411-409d-acbe-fd840b8f8323 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:06:14.774571 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [None req-729091cf-5f78-47f2-8397-8de270eb50e0 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempting to bind port 0566679e-2411-409d-acbe-fd840b8f8323 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '26198513-8847-47e7-9e69-f506155126ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2f7d6d8a-340e-49bf-bedf-665cef7bb440'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:06:14.774941 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729091cf-5f78-47f2-8397-8de270eb50e0 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempting to bind port 0566679e-2411-409d-acbe-fd840b8f8323 on network 2f7d6d8a-340e-49bf-bedf-665cef7bb440 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:06:14.780026 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729091cf-5f78-47f2-8397-8de270eb50e0 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Port 0566679e-2411-409d-acbe-fd840b8f8323 on network 2f7d6d8a-340e-49bf-bedf-665cef7bb440 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:06:14.780362 ncdv-master-1 neutron-server[121837]: ERROR neutron.plugins.ml2.managers [None req-729091cf-5f78-47f2-8397-8de270eb50e0 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Failed to bind port 0566679e-2411-409d-acbe-fd840b8f8323 on host nch1-master-1 for vnic_type normal using segments [{'id': '26198513-8847-47e7-9e69-f506155126ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2f7d6d8a-340e-49bf-bedf-665cef7bb440'}]
May 07 22:06:14.781076 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729091cf-5f78-47f2-8397-8de270eb50e0 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Pushing event updated for resources: {'Port': ['ID=0566679e-2411-409d-acbe-fd840b8f8323,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:14.784066 ncdv-master-1 neutron-server[121837]: INFO neutron.plugins.ml2.plugin [None req-729091cf-5f78-47f2-8397-8de270eb50e0 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempt 2 to bind port 0566679e-2411-409d-acbe-fd840b8f8323
May 07 22:06:14.798219 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [None req-729091cf-5f78-47f2-8397-8de270eb50e0 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempting to bind port 0566679e-2411-409d-acbe-fd840b8f8323 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:06:14.798745 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [None req-729091cf-5f78-47f2-8397-8de270eb50e0 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempting to bind port 0566679e-2411-409d-acbe-fd840b8f8323 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '26198513-8847-47e7-9e69-f506155126ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2f7d6d8a-340e-49bf-bedf-665cef7bb440'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:06:14.799121 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729091cf-5f78-47f2-8397-8de270eb50e0 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempting to bind port 0566679e-2411-409d-acbe-fd840b8f8323 on network 2f7d6d8a-340e-49bf-bedf-665cef7bb440 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:06:14.804238 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729091cf-5f78-47f2-8397-8de270eb50e0 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Port 0566679e-2411-409d-acbe-fd840b8f8323 on network 2f7d6d8a-340e-49bf-bedf-665cef7bb440 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:06:14.804619 ncdv-master-1 neutron-server[121837]: ERROR neutron.plugins.ml2.managers [None req-729091cf-5f78-47f2-8397-8de270eb50e0 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Failed to bind port 0566679e-2411-409d-acbe-fd840b8f8323 on host nch1-master-1 for vnic_type normal using segments [{'id': '26198513-8847-47e7-9e69-f506155126ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2f7d6d8a-340e-49bf-bedf-665cef7bb440'}]
May 07 22:06:14.805055 ncdv-master-1 neutron-server[121837]: INFO neutron.plugins.ml2.plugin [None req-729091cf-5f78-47f2-8397-8de270eb50e0 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempt 3 to bind port 0566679e-2411-409d-acbe-fd840b8f8323
May 07 22:06:14.823096 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [None req-729091cf-5f78-47f2-8397-8de270eb50e0 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempting to bind port 0566679e-2411-409d-acbe-fd840b8f8323 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:06:14.823338 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [None req-729091cf-5f78-47f2-8397-8de270eb50e0 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempting to bind port 0566679e-2411-409d-acbe-fd840b8f8323 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '26198513-8847-47e7-9e69-f506155126ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2f7d6d8a-340e-49bf-bedf-665cef7bb440'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:06:14.825926 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729091cf-5f78-47f2-8397-8de270eb50e0 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempting to bind port 0566679e-2411-409d-acbe-fd840b8f8323 on network 2f7d6d8a-340e-49bf-bedf-665cef7bb440 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:06:14.829409 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 22:06:14.835643 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729091cf-5f78-47f2-8397-8de270eb50e0 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Port 0566679e-2411-409d-acbe-fd840b8f8323 on network 2f7d6d8a-340e-49bf-bedf-665cef7bb440 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:06:14.837111 ncdv-master-1 neutron-server[121837]: ERROR neutron.plugins.ml2.managers [None req-729091cf-5f78-47f2-8397-8de270eb50e0 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Failed to bind port 0566679e-2411-409d-acbe-fd840b8f8323 on host nch1-master-1 for vnic_type normal using segments [{'id': '26198513-8847-47e7-9e69-f506155126ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2f7d6d8a-340e-49bf-bedf-665cef7bb440'}]
May 07 22:06:14.838301 ncdv-master-1 neutron-server[121837]: INFO neutron.plugins.ml2.plugin [None req-729091cf-5f78-47f2-8397-8de270eb50e0 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempt 4 to bind port 0566679e-2411-409d-acbe-fd840b8f8323
May 07 22:06:14.846900 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.db.api [None req-1ded91e1-e7b4-46e7-9ab7-eb84378c1755 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))')
May 07 22:06:14.846900 ncdv-master-1 neutron-server[121836]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s]
May 07 22:06:14.846900 ncdv-master-1 neutron-server[121836]: [parameters: {'id': '92938b50-89ba-425e-961c-e8ce8a07a6e5'}]
May 07 22:06:14.846900 ncdv-master-1 neutron-server[121836]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=121836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 07 22:06:14.847249 ncdv-master-1 neutron-server[121836]: DEBUG oslo_db.api [None req-1ded91e1-e7b4-46e7-9ab7-eb84378c1755 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 07 22:06:14.861820 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-e98e1aa7-1c3e-4267-8485-a3919920961b None None] For port 84aaea1f-a38b-473c-9a81-b0f1b3ee325a, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:06:14.866440 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [None req-729091cf-5f78-47f2-8397-8de270eb50e0 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempting to bind port 0566679e-2411-409d-acbe-fd840b8f8323 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:06:14.866821 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [None req-729091cf-5f78-47f2-8397-8de270eb50e0 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempting to bind port 0566679e-2411-409d-acbe-fd840b8f8323 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '26198513-8847-47e7-9e69-f506155126ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2f7d6d8a-340e-49bf-bedf-665cef7bb440'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:06:14.867155 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729091cf-5f78-47f2-8397-8de270eb50e0 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempting to bind port 0566679e-2411-409d-acbe-fd840b8f8323 on network 2f7d6d8a-340e-49bf-bedf-665cef7bb440 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:06:14.871950 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729091cf-5f78-47f2-8397-8de270eb50e0 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Port 0566679e-2411-409d-acbe-fd840b8f8323 on network 2f7d6d8a-340e-49bf-bedf-665cef7bb440 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:06:14.871950 ncdv-master-1 neutron-server[121837]: ERROR neutron.plugins.ml2.managers [None req-729091cf-5f78-47f2-8397-8de270eb50e0 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Failed to bind port 0566679e-2411-409d-acbe-fd840b8f8323 on host nch1-master-1 for vnic_type normal using segments [{'id': '26198513-8847-47e7-9e69-f506155126ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2f7d6d8a-340e-49bf-bedf-665cef7bb440'}]
May 07 22:06:14.872423 ncdv-master-1 neutron-server[121837]: INFO neutron.plugins.ml2.plugin [None req-729091cf-5f78-47f2-8397-8de270eb50e0 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempt 5 to bind port 0566679e-2411-409d-acbe-fd840b8f8323
May 07 22:06:14.879153 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-e98e1aa7-1c3e-4267-8485-a3919920961b None None] For port 84aaea1f-a38b-473c-9a81-b0f1b3ee325a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=84aaea1f-a38b-473c-9a81-b0f1b3ee325a,segment=NetworkSegment(a2107175-3d71-45c5-8b76-48b9a6662bd2),segment_id=a2107175-3d71-45c5-8b76-48b9a6662bd2)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:06:14.891012 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [None req-729091cf-5f78-47f2-8397-8de270eb50e0 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempting to bind port 0566679e-2411-409d-acbe-fd840b8f8323 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:06:14.891012 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [None req-729091cf-5f78-47f2-8397-8de270eb50e0 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempting to bind port 0566679e-2411-409d-acbe-fd840b8f8323 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '26198513-8847-47e7-9e69-f506155126ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2f7d6d8a-340e-49bf-bedf-665cef7bb440'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:06:14.891391 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729091cf-5f78-47f2-8397-8de270eb50e0 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempting to bind port 0566679e-2411-409d-acbe-fd840b8f8323 on network 2f7d6d8a-340e-49bf-bedf-665cef7bb440 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:06:14.891901 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e98e1aa7-1c3e-4267-8485-a3919920961b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (84aaea1f-a38b-473c-9a81-b0f1b3ee325a), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:14.896277 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729091cf-5f78-47f2-8397-8de270eb50e0 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Port 0566679e-2411-409d-acbe-fd840b8f8323 on network 2f7d6d8a-340e-49bf-bedf-665cef7bb440 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:06:14.896604 ncdv-master-1 neutron-server[121837]: ERROR neutron.plugins.ml2.managers [None req-729091cf-5f78-47f2-8397-8de270eb50e0 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Failed to bind port 0566679e-2411-409d-acbe-fd840b8f8323 on host nch1-master-1 for vnic_type normal using segments [{'id': '26198513-8847-47e7-9e69-f506155126ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2f7d6d8a-340e-49bf-bedf-665cef7bb440'}]
May 07 22:06:14.897036 ncdv-master-1 neutron-server[121837]: INFO neutron.plugins.ml2.plugin [None req-729091cf-5f78-47f2-8397-8de270eb50e0 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempt 6 to bind port 0566679e-2411-409d-acbe-fd840b8f8323
May 07 22:06:14.913161 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [None req-729091cf-5f78-47f2-8397-8de270eb50e0 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempting to bind port 0566679e-2411-409d-acbe-fd840b8f8323 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:06:14.914187 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [None req-729091cf-5f78-47f2-8397-8de270eb50e0 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempting to bind port 0566679e-2411-409d-acbe-fd840b8f8323 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '26198513-8847-47e7-9e69-f506155126ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2f7d6d8a-340e-49bf-bedf-665cef7bb440'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:06:14.914187 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729091cf-5f78-47f2-8397-8de270eb50e0 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempting to bind port 0566679e-2411-409d-acbe-fd840b8f8323 on network 2f7d6d8a-340e-49bf-bedf-665cef7bb440 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:06:14.920053 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729091cf-5f78-47f2-8397-8de270eb50e0 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Port 0566679e-2411-409d-acbe-fd840b8f8323 on network 2f7d6d8a-340e-49bf-bedf-665cef7bb440 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:06:14.920384 ncdv-master-1 neutron-server[121837]: ERROR neutron.plugins.ml2.managers [None req-729091cf-5f78-47f2-8397-8de270eb50e0 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Failed to bind port 0566679e-2411-409d-acbe-fd840b8f8323 on host nch1-master-1 for vnic_type normal using segments [{'id': '26198513-8847-47e7-9e69-f506155126ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2f7d6d8a-340e-49bf-bedf-665cef7bb440'}]
May 07 22:06:14.920763 ncdv-master-1 neutron-server[121837]: INFO neutron.plugins.ml2.plugin [None req-729091cf-5f78-47f2-8397-8de270eb50e0 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempt 7 to bind port 0566679e-2411-409d-acbe-fd840b8f8323
May 07 22:06:14.935720 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [None req-729091cf-5f78-47f2-8397-8de270eb50e0 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempting to bind port 0566679e-2411-409d-acbe-fd840b8f8323 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:06:14.936061 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [None req-729091cf-5f78-47f2-8397-8de270eb50e0 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempting to bind port 0566679e-2411-409d-acbe-fd840b8f8323 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '26198513-8847-47e7-9e69-f506155126ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2f7d6d8a-340e-49bf-bedf-665cef7bb440'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:06:14.936392 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729091cf-5f78-47f2-8397-8de270eb50e0 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempting to bind port 0566679e-2411-409d-acbe-fd840b8f8323 on network 2f7d6d8a-340e-49bf-bedf-665cef7bb440 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:06:14.943174 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729091cf-5f78-47f2-8397-8de270eb50e0 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Port 0566679e-2411-409d-acbe-fd840b8f8323 on network 2f7d6d8a-340e-49bf-bedf-665cef7bb440 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:06:14.943504 ncdv-master-1 neutron-server[121837]: ERROR neutron.plugins.ml2.managers [None req-729091cf-5f78-47f2-8397-8de270eb50e0 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Failed to bind port 0566679e-2411-409d-acbe-fd840b8f8323 on host nch1-master-1 for vnic_type normal using segments [{'id': '26198513-8847-47e7-9e69-f506155126ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2f7d6d8a-340e-49bf-bedf-665cef7bb440'}]
May 07 22:06:14.943888 ncdv-master-1 neutron-server[121837]: INFO neutron.plugins.ml2.plugin [None req-729091cf-5f78-47f2-8397-8de270eb50e0 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempt 8 to bind port 0566679e-2411-409d-acbe-fd840b8f8323
May 07 22:06:14.957356 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [None req-729091cf-5f78-47f2-8397-8de270eb50e0 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempting to bind port 0566679e-2411-409d-acbe-fd840b8f8323 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:06:14.957691 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [None req-729091cf-5f78-47f2-8397-8de270eb50e0 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempting to bind port 0566679e-2411-409d-acbe-fd840b8f8323 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '26198513-8847-47e7-9e69-f506155126ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2f7d6d8a-340e-49bf-bedf-665cef7bb440'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:06:14.958026 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729091cf-5f78-47f2-8397-8de270eb50e0 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempting to bind port 0566679e-2411-409d-acbe-fd840b8f8323 on network 2f7d6d8a-340e-49bf-bedf-665cef7bb440 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:06:14.964532 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729091cf-5f78-47f2-8397-8de270eb50e0 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Port 0566679e-2411-409d-acbe-fd840b8f8323 on network 2f7d6d8a-340e-49bf-bedf-665cef7bb440 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:06:14.964854 ncdv-master-1 neutron-server[121837]: ERROR neutron.plugins.ml2.managers [None req-729091cf-5f78-47f2-8397-8de270eb50e0 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Failed to bind port 0566679e-2411-409d-acbe-fd840b8f8323 on host nch1-master-1 for vnic_type normal using segments [{'id': '26198513-8847-47e7-9e69-f506155126ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2f7d6d8a-340e-49bf-bedf-665cef7bb440'}]
May 07 22:06:14.965261 ncdv-master-1 neutron-server[121837]: INFO neutron.plugins.ml2.plugin [None req-729091cf-5f78-47f2-8397-8de270eb50e0 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempt 9 to bind port 0566679e-2411-409d-acbe-fd840b8f8323
May 07 22:06:14.992208 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [None req-729091cf-5f78-47f2-8397-8de270eb50e0 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempting to bind port 0566679e-2411-409d-acbe-fd840b8f8323 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:06:14.992739 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [None req-729091cf-5f78-47f2-8397-8de270eb50e0 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempting to bind port 0566679e-2411-409d-acbe-fd840b8f8323 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '26198513-8847-47e7-9e69-f506155126ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2f7d6d8a-340e-49bf-bedf-665cef7bb440'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:06:14.993153 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729091cf-5f78-47f2-8397-8de270eb50e0 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempting to bind port 0566679e-2411-409d-acbe-fd840b8f8323 on network 2f7d6d8a-340e-49bf-bedf-665cef7bb440 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:06:14.999265 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729091cf-5f78-47f2-8397-8de270eb50e0 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Port 0566679e-2411-409d-acbe-fd840b8f8323 on network 2f7d6d8a-340e-49bf-bedf-665cef7bb440 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:06:15.000352 ncdv-master-1 neutron-server[121837]: ERROR neutron.plugins.ml2.managers [None req-729091cf-5f78-47f2-8397-8de270eb50e0 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Failed to bind port 0566679e-2411-409d-acbe-fd840b8f8323 on host nch1-master-1 for vnic_type normal using segments [{'id': '26198513-8847-47e7-9e69-f506155126ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2f7d6d8a-340e-49bf-bedf-665cef7bb440'}]
May 07 22:06:15.000813 ncdv-master-1 neutron-server[121837]: INFO neutron.plugins.ml2.plugin [None req-729091cf-5f78-47f2-8397-8de270eb50e0 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempt 10 to bind port 0566679e-2411-409d-acbe-fd840b8f8323
May 07 22:06:15.017714 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [None req-729091cf-5f78-47f2-8397-8de270eb50e0 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempting to bind port 0566679e-2411-409d-acbe-fd840b8f8323 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:06:15.018134 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [None req-729091cf-5f78-47f2-8397-8de270eb50e0 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempting to bind port 0566679e-2411-409d-acbe-fd840b8f8323 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '26198513-8847-47e7-9e69-f506155126ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2f7d6d8a-340e-49bf-bedf-665cef7bb440'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:06:15.018536 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729091cf-5f78-47f2-8397-8de270eb50e0 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempting to bind port 0566679e-2411-409d-acbe-fd840b8f8323 on network 2f7d6d8a-340e-49bf-bedf-665cef7bb440 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:06:15.019660 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-eafdb98c-2468-4e06-b7ec-56ecf243a397 None None] Current status of the port 2574e619-649e-46ce-948e-0bc63e128e8e is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:06:15.025908 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729091cf-5f78-47f2-8397-8de270eb50e0 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Port 0566679e-2411-409d-acbe-fd840b8f8323 on network 2f7d6d8a-340e-49bf-bedf-665cef7bb440 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:06:15.026247 ncdv-master-1 neutron-server[121837]: ERROR neutron.plugins.ml2.managers [None req-729091cf-5f78-47f2-8397-8de270eb50e0 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Failed to bind port 0566679e-2411-409d-acbe-fd840b8f8323 on host nch1-master-1 for vnic_type normal using segments [{'id': '26198513-8847-47e7-9e69-f506155126ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2f7d6d8a-340e-49bf-bedf-665cef7bb440'}]
May 07 22:06:15.026619 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-729091cf-5f78-47f2-8397-8de270eb50e0 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (0566679e-2411-409d-acbe-fd840b8f8323), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:15.031248 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98e1aa7-1c3e-4267-8485-a3919920961b None None] Pushing event updated for resources: {'Port': ['ID=84aaea1f-a38b-473c-9a81-b0f1b3ee325a,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:15.065835 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359ef82d-9480-44a4-8444-50d67a49ffd3 None None] get_active_networks_info from ncdv-master-1 {{(pid=121838) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
May 07 22:06:15.083906 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 33116) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:15.105695 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-57fd9d33-42c4-433b-8c76-9f56e568b5ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:15.119214 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-729091cf-5f78-47f2-8397-8de270eb50e0 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] For port 0566679e-2411-409d-acbe-fd840b8f8323, host nch1-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:06:15.120760 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-729091cf-5f78-47f2-8397-8de270eb50e0 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempted to set empty binding levels {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
May 07 22:06:15.130144 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-729091cf-5f78-47f2-8397-8de270eb50e0 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (0566679e-2411-409d-acbe-fd840b8f8323), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:15.186217 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-729091cf-5f78-47f2-8397-8de270eb50e0 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] In _notify_port_updated(), no bound segment for port 0566679e-2411-409d-acbe-fd840b8f8323 on network 2f7d6d8a-340e-49bf-bedf-665cef7bb440 {{(pid=121837) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:935}}
May 07 22:06:15.189204 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729091cf-5f78-47f2-8397-8de270eb50e0 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:15.190741 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-729091cf-5f78-47f2-8397-8de270eb50e0 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:15.195198 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-729091cf-5f78-47f2-8397-8de270eb50e0 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] 10.222.0.32 "PUT /v2.0/ports/0566679e-2411-409d-acbe-fd840b8f8323 HTTP/1.1" status: 200  len: 974 time: 1.0883384
May 07 22:06:15.201849 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 33118) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:15.207257 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729091cf-5f78-47f2-8397-8de270eb50e0 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Pushing event updated for resources: {'Port': ['ID=0566679e-2411-409d-acbe-fd840b8f8323,revision_number=3']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:15.219443 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359ef82d-9480-44a4-8444-50d67a49ffd3 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
May 07 22:06:15.281921 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-57fd9d33-42c4-433b-8c76-9f56e568b5ac admin admin] Publish callbacks [] for security_group (ddfbc678-94fa-476b-b1ed-6ec4ab6fc70c), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:15.293981 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-57fd9d33-42c4-433b-8c76-9f56e568b5ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (ddfbc678-94fa-476b-b1ed-6ec4ab6fc70c), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:15.345465 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3b936f-d8b1-4154-bd0a-0819e937059e tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:15.346040 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3b936f-d8b1-4154-bd0a-0819e937059e tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:15.346516 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3b936f-d8b1-4154-bd0a-0819e937059e tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:15.347012 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3b936f-d8b1-4154-bd0a-0819e937059e tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:15.347478 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3b936f-d8b1-4154-bd0a-0819e937059e tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:15.347942 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3b936f-d8b1-4154-bd0a-0819e937059e tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:15.348401 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3b936f-d8b1-4154-bd0a-0819e937059e tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:15.348856 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3b936f-d8b1-4154-bd0a-0819e937059e tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:15.349314 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3b936f-d8b1-4154-bd0a-0819e937059e tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:15.349771 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3b936f-d8b1-4154-bd0a-0819e937059e tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:15.350467 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3b936f-d8b1-4154-bd0a-0819e937059e tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:15.350962 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3b936f-d8b1-4154-bd0a-0819e937059e tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:15.355273 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3b936f-d8b1-4154-bd0a-0819e937059e tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:15.355991 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3b936f-d8b1-4154-bd0a-0819e937059e tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:15.356759 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3b936f-d8b1-4154-bd0a-0819e937059e tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:15.357237 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3b936f-d8b1-4154-bd0a-0819e937059e tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:15.357751 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3b936f-d8b1-4154-bd0a-0819e937059e tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:15.358182 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3b936f-d8b1-4154-bd0a-0819e937059e tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:15.358679 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3b936f-d8b1-4154-bd0a-0819e937059e tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:15.359801 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3b936f-d8b1-4154-bd0a-0819e937059e tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:15.360291 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3b936f-d8b1-4154-bd0a-0819e937059e tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:15.360767 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3b936f-d8b1-4154-bd0a-0819e937059e tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:15.361386 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3b936f-d8b1-4154-bd0a-0819e937059e tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:15.361859 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3b936f-d8b1-4154-bd0a-0819e937059e tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:15.362323 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3b936f-d8b1-4154-bd0a-0819e937059e tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:15.362814 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3b936f-d8b1-4154-bd0a-0819e937059e tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:15.363318 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3b936f-d8b1-4154-bd0a-0819e937059e tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:15.363784 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3b936f-d8b1-4154-bd0a-0819e937059e tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:15.364248 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3b936f-d8b1-4154-bd0a-0819e937059e tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:15.364730 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3b936f-d8b1-4154-bd0a-0819e937059e tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:15.365267 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3b936f-d8b1-4154-bd0a-0819e937059e tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:15.365799 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3b936f-d8b1-4154-bd0a-0819e937059e tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:15.366264 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3b936f-d8b1-4154-bd0a-0819e937059e tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:15.366924 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3b936f-d8b1-4154-bd0a-0819e937059e tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:15.367397 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3b936f-d8b1-4154-bd0a-0819e937059e tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:15.367857 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3b936f-d8b1-4154-bd0a-0819e937059e tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:15.368314 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3b936f-d8b1-4154-bd0a-0819e937059e tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:15.368771 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3b936f-d8b1-4154-bd0a-0819e937059e tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:15.369228 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3b936f-d8b1-4154-bd0a-0819e937059e tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:15.369691 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3b936f-d8b1-4154-bd0a-0819e937059e tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:15.370159 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3b936f-d8b1-4154-bd0a-0819e937059e tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:15.370626 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3b936f-d8b1-4154-bd0a-0819e937059e tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:15.371139 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3b936f-d8b1-4154-bd0a-0819e937059e tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:15.371600 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3b936f-d8b1-4154-bd0a-0819e937059e tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:15.381367 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-cc3b936f-d8b1-4154-bd0a-0819e937059e tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 40098 time: 0.1798420
May 07 22:06:15.381768 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 33120) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:15.391141 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1ded91e1-e7b4-46e7-9ab7-eb84378c1755 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (92938b50-89ba-425e-961c-e8ce8a07a6e5), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:15.417831 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-57fd9d33-42c4-433b-8c76-9f56e568b5ac admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=780d1738f9534f63a751c3ab45ecec6f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3296344
May 07 22:06:15.418523 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 33122) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:15.426585 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fd9d33-42c4-433b-8c76-9f56e568b5ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddfbc678-94fa-476b-b1ed-6ec4ab6fc70c,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:15.462493 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b10d71-f865-47c9-aa03-382383f5230c None None] Network 92938b50-89ba-425e-961c-e8ce8a07a6e5 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:06:15.477322 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-ec62b84c-4816-48d1-966f-f3b7bc5bde28 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Deleting port 0566679e-2411-409d-acbe-fd840b8f8323 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:06:15.477821 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ec62b84c-4816-48d1-966f-f3b7bc5bde28 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (0566679e-2411-409d-acbe-fd840b8f8323), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:15.541278 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0be4877b-20c6-4bdb-814c-e107b485a601 admin admin] Publish callbacks [] for security_group (ddfbc678-94fa-476b-b1ed-6ec4ab6fc70c), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:15.542868 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-1ded91e1-e7b4-46e7-9ab7-eb84378c1755 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Deleting port 84aaea1f-a38b-473c-9a81-b0f1b3ee325a {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:06:15.543541 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1ded91e1-e7b4-46e7-9ab7-eb84378c1755 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (84aaea1f-a38b-473c-9a81-b0f1b3ee325a), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:15.552678 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-ec62b84c-4816-48d1-966f-f3b7bc5bde28 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] For port 0566679e-2411-409d-acbe-fd840b8f8323, host nch1-master-1, got binding levels [] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:06:15.553137 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ec62b84c-4816-48d1-966f-f3b7bc5bde28 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (0566679e-2411-409d-acbe-fd840b8f8323), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:15.569816 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-ec62b84c-4816-48d1-966f-f3b7bc5bde28 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Calling delete_port for 0566679e-2411-409d-acbe-fd840b8f8323 owned by  {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:06:15.617830 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0be4877b-20c6-4bdb-814c-e107b485a601 admin admin] Publish callbacks [] for security_group (ddfbc678-94fa-476b-b1ed-6ec4ab6fc70c), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:15.648945 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-1ded91e1-e7b4-46e7-9ab7-eb84378c1755 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] For port 84aaea1f-a38b-473c-9a81-b0f1b3ee325a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=84aaea1f-a38b-473c-9a81-b0f1b3ee325a,segment=NetworkSegment(a2107175-3d71-45c5-8b76-48b9a6662bd2),segment_id=a2107175-3d71-45c5-8b76-48b9a6662bd2)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:06:15.649315 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1ded91e1-e7b4-46e7-9ab7-eb84378c1755 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (84aaea1f-a38b-473c-9a81-b0f1b3ee325a), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:15.658078 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ec62b84c-4816-48d1-966f-f3b7bc5bde28 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (0566679e-2411-409d-acbe-fd840b8f8323), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:15.675811 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-1ded91e1-e7b4-46e7-9ab7-eb84378c1755 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Calling delete_port for 84aaea1f-a38b-473c-9a81-b0f1b3ee325a owned by network:dhcp {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:06:15.687133 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec62b84c-4816-48d1-966f-f3b7bc5bde28 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Pushing event deleted for resources: {'Port': ['ID=0566679e-2411-409d-acbe-fd840b8f8323,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:15.697236 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ec62b84c-4816-48d1-966f-f3b7bc5bde28 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:15.704943 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-ec62b84c-4816-48d1-966f-f3b7bc5bde28 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] 10.222.0.32 "DELETE /v2.0/ports/0566679e-2411-409d-acbe-fd840b8f8323 HTTP/1.1" status: 204  len: 168 time: 0.3187473
May 07 22:06:15.704943 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 33124) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:15.731323 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-72a01b9c-f3de-474c-9119-c668039ae020 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] GET failed (client error): The resource could not be found.
May 07 22:06:15.732926 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-72a01b9c-f3de-474c-9119-c668039ae020 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] 10.222.0.32 "GET /v2.0/ports/0566679e-2411-409d-acbe-fd840b8f8323 HTTP/1.1" status: 404  len: 333 time: 0.0266416
May 07 22:06:15.737759 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 33126) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:15.743158 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-fe7983e2-7d79-47e0-88d2-8bc197bd0ded tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1690161063', 'network_id': '2f7d6d8a-340e-49bf-bedf-665cef7bb440'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:06:15.747829 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0be4877b-20c6-4bdb-814c-e107b485a601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (ddfbc678-94fa-476b-b1ed-6ec4ab6fc70c), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:15.750459 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0be4877b-20c6-4bdb-814c-e107b485a601 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:15.751667 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-0be4877b-20c6-4bdb-814c-e107b485a601 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ddfbc678-94fa-476b-b1ed-6ec4ab6fc70c HTTP/1.1" status: 204  len: 168 time: 0.3319356
May 07 22:06:15.764539 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe7983e2-7d79-47e0-88d2-8bc197bd0ded tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Made reservation on behalf of fa4a04f1cd3f45aaa34d35d5d2c208ca for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:06:15.764715 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be4877b-20c6-4bdb-814c-e107b485a601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddfbc678-94fa-476b-b1ed-6ec4ab6fc70c,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:15.767141 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fe7983e2-7d79-47e0-88d2-8bc197bd0ded tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:15.791829 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [None req-fe7983e2-7d79-47e0-88d2-8bc197bd0ded tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] device_id is not set on port b0d9d22c-5173-4a92-a718-299fbacf54b6 yet. {{(pid=121837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 22:06:15.792761 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1ded91e1-e7b4-46e7-9ab7-eb84378c1755 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (84aaea1f-a38b-473c-9a81-b0f1b3ee325a), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:15.827255 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ded91e1-e7b4-46e7-9ab7-eb84378c1755 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Pushing event deleted for resources: {'Port': ['ID=84aaea1f-a38b-473c-9a81-b0f1b3ee325a,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:15.835419 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ded91e1-e7b4-46e7-9ab7-eb84378c1755 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] No DVR routers for this DVR port 84aaea1f-a38b-473c-9a81-b0f1b3ee325a on host ncdv-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:06:15.927885 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1ded91e1-e7b4-46e7-9ab7-eb84378c1755 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (92938b50-89ba-425e-961c-e8ce8a07a6e5), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:15.951587 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-1ded91e1-e7b4-46e7-9ab7-eb84378c1755 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf8680e610>,) {'filters': {'network_id': ['92938b50-89ba-425e-961c-e8ce8a07a6e5']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:06:15.956819 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fe7983e2-7d79-47e0-88d2-8bc197bd0ded tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Publish callbacks [] for port (b0d9d22c-5173-4a92-a718-299fbacf54b6), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:15.962593 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-1ded91e1-e7b4-46e7-9ab7-eb84378c1755 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8680e610>, 'a2107175-3d71-45c5-8b76-48b9a6662bd2') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:06:15.962932 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-1ded91e1-e7b4-46e7-9ab7-eb84378c1755 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8680e610>, 'a2107175-3d71-45c5-8b76-48b9a6662bd2') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:06:15.976407 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1ded91e1-e7b4-46e7-9ab7-eb84378c1755 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (a2107175-3d71-45c5-8b76-48b9a6662bd2), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:15.992378 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1ded91e1-e7b4-46e7-9ab7-eb84378c1755 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (a2107175-3d71-45c5-8b76-48b9a6662bd2), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:15.992706 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fe7983e2-7d79-47e0-88d2-8bc197bd0ded tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (b0d9d22c-5173-4a92-a718-299fbacf54b6), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:16.002059 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ded91e1-e7b4-46e7-9ab7-eb84378c1755 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:06:16.002508 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1ded91e1-e7b4-46e7-9ab7-eb84378c1755 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (a2107175-3d71-45c5-8b76-48b9a6662bd2), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:16.008082 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 22:06:16.008082 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:06:16.008082 ncdv-master-1 neutron-server[121836]:     timer()
May 07 22:06:16.008082 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:06:16.008082 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 22:06:16.008082 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:06:16.008082 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 22:06:16.008082 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:06:16.008082 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 22:06:16.008082 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:06:16.008082 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 22:06:16.008082 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:06:16.008082 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 22:06:16.008082 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:06:16.008082 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:06:16.008082 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:06:16.008082 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:06:16.008082 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:06:16.008082 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 22:06:16.008082 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:06:16.008082 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 22:06:16.008082 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:06:16.008082 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:06:16.008082 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:06:16.008082 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 22:06:16.008082 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:06:16.008082 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:06:16.008082 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:06:16.008082 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:06:16.008082 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:06:16.008082 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:06:16.008082 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:06:16.042738 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7983e2-7d79-47e0-88d2-8bc197bd0ded tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Network 2f7d6d8a-340e-49bf-bedf-665cef7bb440 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:06:16.045736 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-fe7983e2-7d79-47e0-88d2-8bc197bd0ded tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:06:16.049415 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7983e2-7d79-47e0-88d2-8bc197bd0ded tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:06:16.050471 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7983e2-7d79-47e0-88d2-8bc197bd0ded tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:16.051107 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fe7983e2-7d79-47e0-88d2-8bc197bd0ded tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:16.071083 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-fe7983e2-7d79-47e0-88d2-8bc197bd0ded tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 960 time: 0.3322001
May 07 22:06:16.071801 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 33132) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:16.084315 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1ded91e1-e7b4-46e7-9ab7-eb84378c1755 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (92938b50-89ba-425e-961c-e8ce8a07a6e5), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:16.086186 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7983e2-7d79-47e0-88d2-8bc197bd0ded tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Pushing event updated for resources: {'Port': ['ID=b0d9d22c-5173-4a92-a718-299fbacf54b6,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:16.091320 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1ded91e1-e7b4-46e7-9ab7-eb84378c1755 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:16.095909 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-1ded91e1-e7b4-46e7-9ab7-eb84378c1755 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] 10.222.0.32 "DELETE /v2.0/networks/92938b50-89ba-425e-961c-e8ce8a07a6e5 HTTP/1.1" status: 204  len: 168 time: 2.4024045
May 07 22:06:16.107269 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 33136) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:16.116634 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ded91e1-e7b4-46e7-9ab7-eb84378c1755 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Pushing event deleted for resources: {'Network': ['ID=92938b50-89ba-425e-961c-e8ce8a07a6e5,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:16.135835 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-220fb6c1-f238-4a96-a5e7-fe11154e9242 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] DELETE failed (client error): The resource could not be found.
May 07 22:06:16.136302 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-220fb6c1-f238-4a96-a5e7-fe11154e9242 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:06:16.142198 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-220fb6c1-f238-4a96-a5e7-fe11154e9242 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] 10.222.0.32 "DELETE /v2.0/subnets/bac23648-bd1e-461c-835b-6022d64881e8 HTTP/1.1" status: 404  len: 337 time: 0.0312676
May 07 22:06:16.142358 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341eb8ca-d20d-4769-b8fb-75f4b05177a7 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:16.142478 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 33140) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:16.146274 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-341eb8ca-d20d-4769-b8fb-75f4b05177a7 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] 10.222.0.32 "GET /v2.0/ports/b0d9d22c-5173-4a92-a718-299fbacf54b6 HTTP/1.1" status: 200  len: 955 time: 0.0683684
May 07 22:06:16.146909 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 33142) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:16.161553 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcc35471-3f30-45d5-b5be-86e402301d1b tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] DELETE failed (client error): The resource could not be found.
May 07 22:06:16.162067 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcc35471-3f30-45d5-b5be-86e402301d1b tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:06:16.167744 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-fcc35471-3f30-45d5-b5be-86e402301d1b tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] 10.222.0.32 "DELETE /v2.0/networks/92938b50-89ba-425e-961c-e8ce8a07a6e5 HTTP/1.1" status: 404  len: 339 time: 0.0217898
May 07 22:06:16.167928 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 33144) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:16.195500 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b85b31a-6ff4-437f-9a1b-69f8e0cd57fc tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] DELETE failed (client error): The resource could not be found.
May 07 22:06:16.195963 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b85b31a-6ff4-437f-9a1b-69f8e0cd57fc tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:06:16.201583 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-7b85b31a-6ff4-437f-9a1b-69f8e0cd57fc tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] 10.222.0.32 "DELETE /v2.0/subnets/299bd223-89b1-4f3f-806e-2c05a40bfdb0 HTTP/1.1" status: 404  len: 337 time: 0.0298219
May 07 22:06:16.201723 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 33148) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:16.223757 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-4b8f8c56-5740-466f-a94d-f12ff95c8eb8 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Deleting port b0d9d22c-5173-4a92-a718-299fbacf54b6 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:06:16.224104 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4b8f8c56-5740-466f-a94d-f12ff95c8eb8 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (b0d9d22c-5173-4a92-a718-299fbacf54b6), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:16.228844 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f0407a9-c5ec-4f46-b958-14e3b3c67486 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] DELETE failed (client error): The resource could not be found.
May 07 22:06:16.229457 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f0407a9-c5ec-4f46-b958-14e3b3c67486 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:06:16.236513 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-9f0407a9-c5ec-4f46-b958-14e3b3c67486 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] 10.222.0.32 "DELETE /v2.0/networks/6a202e03-933f-4766-ae63-6adcba48aa8b HTTP/1.1" status: 404  len: 339 time: 0.0300713
May 07 22:06:16.236513 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 33150) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:16.262964 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aee125c-9395-415b-ad08-017367769586 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] DELETE failed (client error): The resource could not be found.
May 07 22:06:16.263659 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0aee125c-9395-415b-ad08-017367769586 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:06:16.269107 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-0aee125c-9395-415b-ad08-017367769586 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] 10.222.0.32 "DELETE /v2.0/subnets/76f53389-8975-42a9-8ca8-78435994eae4 HTTP/1.1" status: 404  len: 337 time: 0.0301614
May 07 22:06:16.269356 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 33154) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:16.289001 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-9937e77c-fe83-4653-a38e-6c8955da506c tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] DELETE failed (client error): The resource could not be found.
May 07 22:06:16.289522 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9937e77c-fe83-4653-a38e-6c8955da506c tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:06:16.292707 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-9937e77c-fe83-4653-a38e-6c8955da506c tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] 10.222.0.32 "DELETE /v2.0/networks/fc386212-fd5f-4442-92dd-bd3e2c19fc62 HTTP/1.1" status: 404  len: 339 time: 0.0223846
May 07 22:06:16.294607 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4b8f8c56-5740-466f-a94d-f12ff95c8eb8 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (b0d9d22c-5173-4a92-a718-299fbacf54b6), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:16.295469 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 33156) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:16.316993 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-4b8f8c56-5740-466f-a94d-f12ff95c8eb8 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Calling delete_port for b0d9d22c-5173-4a92-a718-299fbacf54b6 owned by  {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:06:16.389341 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-1178be3b-780d-4e73-b2e7-c512ebdbeb5a tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Deleting port bc9a9a80-36dc-4b01-8de5-d22e0030bf9a {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:06:16.389783 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1178be3b-780d-4e73-b2e7-c512ebdbeb5a tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (bc9a9a80-36dc-4b01-8de5-d22e0030bf9a), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:16.404847 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4b8f8c56-5740-466f-a94d-f12ff95c8eb8 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (b0d9d22c-5173-4a92-a718-299fbacf54b6), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:16.433074 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8f8c56-5740-466f-a94d-f12ff95c8eb8 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Pushing event deleted for resources: {'Port': ['ID=b0d9d22c-5173-4a92-a718-299fbacf54b6,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:16.446011 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4b8f8c56-5740-466f-a94d-f12ff95c8eb8 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:16.452297 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-4b8f8c56-5740-466f-a94d-f12ff95c8eb8 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] 10.222.0.32 "DELETE /v2.0/ports/b0d9d22c-5173-4a92-a718-299fbacf54b6 HTTP/1.1" status: 204  len: 168 time: 0.3020675
May 07 22:06:16.452537 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 33162) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:16.465661 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1178be3b-780d-4e73-b2e7-c512ebdbeb5a tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (bc9a9a80-36dc-4b01-8de5-d22e0030bf9a), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:16.481319 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-412339f7-8da5-403b-bada-eb6485d98cfa tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] GET failed (client error): The resource could not be found.
May 07 22:06:16.481498 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-1178be3b-780d-4e73-b2e7-c512ebdbeb5a tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Calling delete_port for bc9a9a80-36dc-4b01-8de5-d22e0030bf9a owned by  {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:06:16.482922 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-412339f7-8da5-403b-bada-eb6485d98cfa tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] 10.222.0.32 "GET /v2.0/ports/b0d9d22c-5173-4a92-a718-299fbacf54b6 HTTP/1.1" status: 404  len: 333 time: 0.0293424
May 07 22:06:16.487208 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 33166) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:16.493010 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-5b074290-6f99-41f8-90b3-33f672d6fccb tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Request body: {'port': {'network_id': '2f7d6d8a-340e-49bf-bedf-665cef7bb440', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-428676713'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:06:16.518301 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b074290-6f99-41f8-90b3-33f672d6fccb tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Made reservation on behalf of fa4a04f1cd3f45aaa34d35d5d2c208ca for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:06:16.521192 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5b074290-6f99-41f8-90b3-33f672d6fccb tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:16.540281 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [None req-5b074290-6f99-41f8-90b3-33f672d6fccb tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] device_id is not set on port 0f57d72a-19de-4895-9d13-29c77d8e286b yet. {{(pid=121837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 22:06:16.575646 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1178be3b-780d-4e73-b2e7-c512ebdbeb5a tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (bc9a9a80-36dc-4b01-8de5-d22e0030bf9a), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:16.612091 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1178be3b-780d-4e73-b2e7-c512ebdbeb5a tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Pushing event deleted for resources: {'Port': ['ID=bc9a9a80-36dc-4b01-8de5-d22e0030bf9a,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:16.617499 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1178be3b-780d-4e73-b2e7-c512ebdbeb5a tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:16.620908 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-1178be3b-780d-4e73-b2e7-c512ebdbeb5a tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] 10.222.0.32 "DELETE /v2.0/ports/bc9a9a80-36dc-4b01-8de5-d22e0030bf9a HTTP/1.1" status: 204  len: 168 time: 0.3243914
May 07 22:06:16.623722 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 33170) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:16.650122 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc00429e-4e23-42a5-986a-002ae14dd525 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] DELETE failed (client error): The resource could not be found.
May 07 22:06:16.650714 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc00429e-4e23-42a5-986a-002ae14dd525 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:06:16.654099 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-fc00429e-4e23-42a5-986a-002ae14dd525 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] 10.222.0.32 "DELETE /v2.0/subnets/80d98b8b-ef63-437b-9605-9099bdde258c HTTP/1.1" status: 404  len: 337 time: 0.0297029
May 07 22:06:16.657321 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 33174) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:16.713447 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5b074290-6f99-41f8-90b3-33f672d6fccb tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Publish callbacks [] for port (0f57d72a-19de-4895-9d13-29c77d8e286b), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:16.755350 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ef9ce1d6-6b48-4673-bb9c-1b8349efb351 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (16ed56da-4f42-4b7a-9454-ea9530cac508), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:16.764720 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5b074290-6f99-41f8-90b3-33f672d6fccb tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (0f57d72a-19de-4895-9d13-29c77d8e286b), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:16.810209 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 2574e619-649e-46ce-948e-0bc63e128e8e up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:06:16.822132 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b074290-6f99-41f8-90b3-33f672d6fccb tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Network 2f7d6d8a-340e-49bf-bedf-665cef7bb440 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:06:16.825211 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-5b074290-6f99-41f8-90b3-33f672d6fccb tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:06:16.829402 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b074290-6f99-41f8-90b3-33f672d6fccb tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:06:16.830314 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b074290-6f99-41f8-90b3-33f672d6fccb tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:16.831646 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5b074290-6f99-41f8-90b3-33f672d6fccb tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:16.861270 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 2574e619-649e-46ce-948e-0bc63e128e8e triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:06:16.861643 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (2574e619-649e-46ce-948e-0bc63e128e8e), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:16.863171 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b074290-6f99-41f8-90b3-33f672d6fccb tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Pushing event updated for resources: {'Port': ['ID=0f57d72a-19de-4895-9d13-29c77d8e286b,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:16.868051 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ef9ce1d6-6b48-4673-bb9c-1b8349efb351 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (16ed56da-4f42-4b7a-9454-ea9530cac508), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:16.874199 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-5b074290-6f99-41f8-90b3-33f672d6fccb tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 959 time: 0.3859842
May 07 22:06:16.876967 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 33184) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:16.882985 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-b0d495a9-5f03-4859-bd58-cade065fa4ff tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Request body: {'port': {'binding:host_id': 'nch1-master-1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:06:16.917579 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-ef9ce1d6-6b48-4673-bb9c-1b8349efb351 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf8c3690a0>,) {'filters': {'network_id': ['16ed56da-4f42-4b7a-9454-ea9530cac508']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:06:16.931764 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-ef9ce1d6-6b48-4673-bb9c-1b8349efb351 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8c3690a0>, '1e814907-6157-4215-a1fb-90f065cc2bf4') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:06:16.932068 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-ef9ce1d6-6b48-4673-bb9c-1b8349efb351 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8c3690a0>, '1e814907-6157-4215-a1fb-90f065cc2bf4') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:06:16.954795 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 2574e619-649e-46ce-948e-0bc63e128e8e is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:06:16.966483 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ef9ce1d6-6b48-4673-bb9c-1b8349efb351 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (1e814907-6157-4215-a1fb-90f065cc2bf4), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:16.983777 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b0d495a9-5f03-4859-bd58-cade065fa4ff tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (0f57d72a-19de-4895-9d13-29c77d8e286b), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:16.985904 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ef9ce1d6-6b48-4673-bb9c-1b8349efb351 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (1e814907-6157-4215-a1fb-90f065cc2bf4), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:17.000194 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef9ce1d6-6b48-4673-bb9c-1b8349efb351 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:06:17.000695 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ef9ce1d6-6b48-4673-bb9c-1b8349efb351 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (1e814907-6157-4215-a1fb-90f065cc2bf4), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:17.003849 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 22:06:17.003849 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:06:17.003849 ncdv-master-1 neutron-server[121836]:     timer()
May 07 22:06:17.003849 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:06:17.003849 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 22:06:17.003849 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:06:17.003849 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 22:06:17.003849 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:06:17.003849 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 22:06:17.003849 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:06:17.003849 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 22:06:17.003849 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:06:17.003849 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 22:06:17.003849 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:06:17.003849 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:06:17.003849 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:06:17.003849 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:06:17.003849 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:06:17.003849 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 22:06:17.003849 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:06:17.003849 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 22:06:17.003849 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:06:17.003849 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:06:17.003849 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:06:17.003849 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 22:06:17.003849 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:06:17.003849 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:06:17.003849 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:06:17.003849 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:06:17.003849 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:06:17.003849 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:06:17.003849 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:06:17.090863 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ef9ce1d6-6b48-4673-bb9c-1b8349efb351 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (16ed56da-4f42-4b7a-9454-ea9530cac508), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:17.121315 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ef9ce1d6-6b48-4673-bb9c-1b8349efb351 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:17.124502 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-ef9ce1d6-6b48-4673-bb9c-1b8349efb351 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] 10.222.0.32 "DELETE /v2.0/networks/16ed56da-4f42-4b7a-9454-ea9530cac508 HTTP/1.1" status: 204  len: 168 time: 0.4661994
May 07 22:06:17.127579 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 33200) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:17.131908 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ce1d6-6b48-4673-bb9c-1b8349efb351 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Pushing event deleted for resources: {'Network': ['ID=16ed56da-4f42-4b7a-9454-ea9530cac508,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:17.224091 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-130d356e-7947-4431-a433-90f8064618bc tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Deleting port b681094f-3c14-46d5-94d8-855b5f44b45f {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:06:17.224439 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-130d356e-7947-4431-a433-90f8064618bc tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (b681094f-3c14-46d5-94d8-855b5f44b45f), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:17.254969 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [None req-b0d495a9-5f03-4859-bd58-cade065fa4ff tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] device_id is not set on port 0f57d72a-19de-4895-9d13-29c77d8e286b yet. {{(pid=121836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 22:06:17.264093 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b0d495a9-5f03-4859-bd58-cade065fa4ff tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Publish callbacks [] for port (0f57d72a-19de-4895-9d13-29c77d8e286b), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:17.271665 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b0d495a9-5f03-4859-bd58-cade065fa4ff tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (0f57d72a-19de-4895-9d13-29c77d8e286b), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:17.303754 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-130d356e-7947-4431-a433-90f8064618bc tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (b681094f-3c14-46d5-94d8-855b5f44b45f), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:17.323262 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-130d356e-7947-4431-a433-90f8064618bc tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Calling delete_port for b681094f-3c14-46d5-94d8-855b5f44b45f owned by  {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:06:17.340682 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d495a9-5f03-4859-bd58-cade065fa4ff tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Pushing event updated for resources: {'Port': ['ID=0f57d72a-19de-4895-9d13-29c77d8e286b,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:17.345876 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [None req-b0d495a9-5f03-4859-bd58-cade065fa4ff tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempting to bind port 0f57d72a-19de-4895-9d13-29c77d8e286b on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:06:17.346213 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [None req-b0d495a9-5f03-4859-bd58-cade065fa4ff tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempting to bind port 0f57d72a-19de-4895-9d13-29c77d8e286b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '26198513-8847-47e7-9e69-f506155126ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2f7d6d8a-340e-49bf-bedf-665cef7bb440'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:06:17.346549 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d495a9-5f03-4859-bd58-cade065fa4ff tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempting to bind port 0f57d72a-19de-4895-9d13-29c77d8e286b on network 2f7d6d8a-340e-49bf-bedf-665cef7bb440 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:06:17.351348 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d495a9-5f03-4859-bd58-cade065fa4ff tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Port 0f57d72a-19de-4895-9d13-29c77d8e286b on network 2f7d6d8a-340e-49bf-bedf-665cef7bb440 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:06:17.351682 ncdv-master-1 neutron-server[121836]: ERROR neutron.plugins.ml2.managers [None req-b0d495a9-5f03-4859-bd58-cade065fa4ff tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Failed to bind port 0f57d72a-19de-4895-9d13-29c77d8e286b on host nch1-master-1 for vnic_type normal using segments [{'id': '26198513-8847-47e7-9e69-f506155126ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2f7d6d8a-340e-49bf-bedf-665cef7bb440'}]
May 07 22:06:17.352077 ncdv-master-1 neutron-server[121836]: INFO neutron.plugins.ml2.plugin [None req-b0d495a9-5f03-4859-bd58-cade065fa4ff tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempt 2 to bind port 0f57d72a-19de-4895-9d13-29c77d8e286b
May 07 22:06:17.370922 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [None req-b0d495a9-5f03-4859-bd58-cade065fa4ff tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempting to bind port 0f57d72a-19de-4895-9d13-29c77d8e286b on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:06:17.371272 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [None req-b0d495a9-5f03-4859-bd58-cade065fa4ff tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempting to bind port 0f57d72a-19de-4895-9d13-29c77d8e286b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '26198513-8847-47e7-9e69-f506155126ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2f7d6d8a-340e-49bf-bedf-665cef7bb440'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:06:17.371742 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d495a9-5f03-4859-bd58-cade065fa4ff tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempting to bind port 0f57d72a-19de-4895-9d13-29c77d8e286b on network 2f7d6d8a-340e-49bf-bedf-665cef7bb440 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:06:17.377250 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d495a9-5f03-4859-bd58-cade065fa4ff tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Port 0f57d72a-19de-4895-9d13-29c77d8e286b on network 2f7d6d8a-340e-49bf-bedf-665cef7bb440 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:06:17.377586 ncdv-master-1 neutron-server[121836]: ERROR neutron.plugins.ml2.managers [None req-b0d495a9-5f03-4859-bd58-cade065fa4ff tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Failed to bind port 0f57d72a-19de-4895-9d13-29c77d8e286b on host nch1-master-1 for vnic_type normal using segments [{'id': '26198513-8847-47e7-9e69-f506155126ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2f7d6d8a-340e-49bf-bedf-665cef7bb440'}]
May 07 22:06:17.377980 ncdv-master-1 neutron-server[121836]: INFO neutron.plugins.ml2.plugin [None req-b0d495a9-5f03-4859-bd58-cade065fa4ff tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempt 3 to bind port 0f57d72a-19de-4895-9d13-29c77d8e286b
May 07 22:06:17.390961 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [None req-b0d495a9-5f03-4859-bd58-cade065fa4ff tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempting to bind port 0f57d72a-19de-4895-9d13-29c77d8e286b on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:06:17.391320 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [None req-b0d495a9-5f03-4859-bd58-cade065fa4ff tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempting to bind port 0f57d72a-19de-4895-9d13-29c77d8e286b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '26198513-8847-47e7-9e69-f506155126ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2f7d6d8a-340e-49bf-bedf-665cef7bb440'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:06:17.391655 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d495a9-5f03-4859-bd58-cade065fa4ff tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempting to bind port 0f57d72a-19de-4895-9d13-29c77d8e286b on network 2f7d6d8a-340e-49bf-bedf-665cef7bb440 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:06:17.396428 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d495a9-5f03-4859-bd58-cade065fa4ff tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Port 0f57d72a-19de-4895-9d13-29c77d8e286b on network 2f7d6d8a-340e-49bf-bedf-665cef7bb440 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:06:17.396932 ncdv-master-1 neutron-server[121836]: ERROR neutron.plugins.ml2.managers [None req-b0d495a9-5f03-4859-bd58-cade065fa4ff tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Failed to bind port 0f57d72a-19de-4895-9d13-29c77d8e286b on host nch1-master-1 for vnic_type normal using segments [{'id': '26198513-8847-47e7-9e69-f506155126ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2f7d6d8a-340e-49bf-bedf-665cef7bb440'}]
May 07 22:06:17.397149 ncdv-master-1 neutron-server[121836]: INFO neutron.plugins.ml2.plugin [None req-b0d495a9-5f03-4859-bd58-cade065fa4ff tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempt 4 to bind port 0f57d72a-19de-4895-9d13-29c77d8e286b
May 07 22:06:17.410818 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [None req-b0d495a9-5f03-4859-bd58-cade065fa4ff tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempting to bind port 0f57d72a-19de-4895-9d13-29c77d8e286b on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:06:17.411170 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [None req-b0d495a9-5f03-4859-bd58-cade065fa4ff tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempting to bind port 0f57d72a-19de-4895-9d13-29c77d8e286b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '26198513-8847-47e7-9e69-f506155126ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2f7d6d8a-340e-49bf-bedf-665cef7bb440'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:06:17.411774 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d495a9-5f03-4859-bd58-cade065fa4ff tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempting to bind port 0f57d72a-19de-4895-9d13-29c77d8e286b on network 2f7d6d8a-340e-49bf-bedf-665cef7bb440 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:06:17.416736 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d495a9-5f03-4859-bd58-cade065fa4ff tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Port 0f57d72a-19de-4895-9d13-29c77d8e286b on network 2f7d6d8a-340e-49bf-bedf-665cef7bb440 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:06:17.417105 ncdv-master-1 neutron-server[121836]: ERROR neutron.plugins.ml2.managers [None req-b0d495a9-5f03-4859-bd58-cade065fa4ff tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Failed to bind port 0f57d72a-19de-4895-9d13-29c77d8e286b on host nch1-master-1 for vnic_type normal using segments [{'id': '26198513-8847-47e7-9e69-f506155126ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2f7d6d8a-340e-49bf-bedf-665cef7bb440'}]
May 07 22:06:17.417601 ncdv-master-1 neutron-server[121836]: INFO neutron.plugins.ml2.plugin [None req-b0d495a9-5f03-4859-bd58-cade065fa4ff tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempt 5 to bind port 0f57d72a-19de-4895-9d13-29c77d8e286b
May 07 22:06:17.420980 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-130d356e-7947-4431-a433-90f8064618bc tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (b681094f-3c14-46d5-94d8-855b5f44b45f), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:17.432612 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [None req-b0d495a9-5f03-4859-bd58-cade065fa4ff tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempting to bind port 0f57d72a-19de-4895-9d13-29c77d8e286b on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:06:17.433229 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [None req-b0d495a9-5f03-4859-bd58-cade065fa4ff tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempting to bind port 0f57d72a-19de-4895-9d13-29c77d8e286b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '26198513-8847-47e7-9e69-f506155126ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2f7d6d8a-340e-49bf-bedf-665cef7bb440'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:06:17.433562 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d495a9-5f03-4859-bd58-cade065fa4ff tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempting to bind port 0f57d72a-19de-4895-9d13-29c77d8e286b on network 2f7d6d8a-340e-49bf-bedf-665cef7bb440 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:06:17.436572 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 33206) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:17.444924 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d495a9-5f03-4859-bd58-cade065fa4ff tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Port 0f57d72a-19de-4895-9d13-29c77d8e286b on network 2f7d6d8a-340e-49bf-bedf-665cef7bb440 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:06:17.445267 ncdv-master-1 neutron-server[121836]: ERROR neutron.plugins.ml2.managers [None req-b0d495a9-5f03-4859-bd58-cade065fa4ff tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Failed to bind port 0f57d72a-19de-4895-9d13-29c77d8e286b on host nch1-master-1 for vnic_type normal using segments [{'id': '26198513-8847-47e7-9e69-f506155126ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2f7d6d8a-340e-49bf-bedf-665cef7bb440'}]
May 07 22:06:17.445664 ncdv-master-1 neutron-server[121836]: INFO neutron.plugins.ml2.plugin [None req-b0d495a9-5f03-4859-bd58-cade065fa4ff tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempt 6 to bind port 0f57d72a-19de-4895-9d13-29c77d8e286b
May 07 22:06:17.456188 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130d356e-7947-4431-a433-90f8064618bc tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Pushing event deleted for resources: {'Port': ['ID=b681094f-3c14-46d5-94d8-855b5f44b45f,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:17.459443 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [None req-b0d495a9-5f03-4859-bd58-cade065fa4ff tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempting to bind port 0f57d72a-19de-4895-9d13-29c77d8e286b on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:06:17.459785 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [None req-b0d495a9-5f03-4859-bd58-cade065fa4ff tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempting to bind port 0f57d72a-19de-4895-9d13-29c77d8e286b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '26198513-8847-47e7-9e69-f506155126ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2f7d6d8a-340e-49bf-bedf-665cef7bb440'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:06:17.460123 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d495a9-5f03-4859-bd58-cade065fa4ff tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempting to bind port 0f57d72a-19de-4895-9d13-29c77d8e286b on network 2f7d6d8a-340e-49bf-bedf-665cef7bb440 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:06:17.461438 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-130d356e-7947-4431-a433-90f8064618bc tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:17.464738 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-130d356e-7947-4431-a433-90f8064618bc tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] 10.222.0.32 "DELETE /v2.0/ports/b681094f-3c14-46d5-94d8-855b5f44b45f HTTP/1.1" status: 204  len: 168 time: 0.3361449
May 07 22:06:17.465077 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d495a9-5f03-4859-bd58-cade065fa4ff tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Port 0f57d72a-19de-4895-9d13-29c77d8e286b on network 2f7d6d8a-340e-49bf-bedf-665cef7bb440 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:06:17.465416 ncdv-master-1 neutron-server[121836]: ERROR neutron.plugins.ml2.managers [None req-b0d495a9-5f03-4859-bd58-cade065fa4ff tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Failed to bind port 0f57d72a-19de-4895-9d13-29c77d8e286b on host nch1-master-1 for vnic_type normal using segments [{'id': '26198513-8847-47e7-9e69-f506155126ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2f7d6d8a-340e-49bf-bedf-665cef7bb440'}]
May 07 22:06:17.465813 ncdv-master-1 neutron-server[121836]: INFO neutron.plugins.ml2.plugin [None req-b0d495a9-5f03-4859-bd58-cade065fa4ff tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempt 7 to bind port 0f57d72a-19de-4895-9d13-29c77d8e286b
May 07 22:06:17.467137 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 33210) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:17.480789 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [None req-b0d495a9-5f03-4859-bd58-cade065fa4ff tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempting to bind port 0f57d72a-19de-4895-9d13-29c77d8e286b on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:06:17.481132 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [None req-b0d495a9-5f03-4859-bd58-cade065fa4ff tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempting to bind port 0f57d72a-19de-4895-9d13-29c77d8e286b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '26198513-8847-47e7-9e69-f506155126ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2f7d6d8a-340e-49bf-bedf-665cef7bb440'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:06:17.481478 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d495a9-5f03-4859-bd58-cade065fa4ff tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempting to bind port 0f57d72a-19de-4895-9d13-29c77d8e286b on network 2f7d6d8a-340e-49bf-bedf-665cef7bb440 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:06:17.487126 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d495a9-5f03-4859-bd58-cade065fa4ff tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Port 0f57d72a-19de-4895-9d13-29c77d8e286b on network 2f7d6d8a-340e-49bf-bedf-665cef7bb440 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:06:17.487467 ncdv-master-1 neutron-server[121836]: ERROR neutron.plugins.ml2.managers [None req-b0d495a9-5f03-4859-bd58-cade065fa4ff tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Failed to bind port 0f57d72a-19de-4895-9d13-29c77d8e286b on host nch1-master-1 for vnic_type normal using segments [{'id': '26198513-8847-47e7-9e69-f506155126ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2f7d6d8a-340e-49bf-bedf-665cef7bb440'}]
May 07 22:06:17.487866 ncdv-master-1 neutron-server[121836]: INFO neutron.plugins.ml2.plugin [None req-b0d495a9-5f03-4859-bd58-cade065fa4ff tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempt 8 to bind port 0f57d72a-19de-4895-9d13-29c77d8e286b
May 07 22:06:17.493996 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f922cac-ba47-4a8b-bbcb-1afd6bb5b056 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] DELETE failed (client error): The resource could not be found.
May 07 22:06:17.494465 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f922cac-ba47-4a8b-bbcb-1afd6bb5b056 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:06:17.497546 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-2f922cac-ba47-4a8b-bbcb-1afd6bb5b056 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] 10.222.0.32 "DELETE /v2.0/subnets/95647c8c-9eb4-4587-bd00-fd1b85c9986a HTTP/1.1" status: 404  len: 337 time: 0.0294619
May 07 22:06:17.500967 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 33212) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:17.501928 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [None req-b0d495a9-5f03-4859-bd58-cade065fa4ff tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempting to bind port 0f57d72a-19de-4895-9d13-29c77d8e286b on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:06:17.502391 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [None req-b0d495a9-5f03-4859-bd58-cade065fa4ff tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempting to bind port 0f57d72a-19de-4895-9d13-29c77d8e286b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '26198513-8847-47e7-9e69-f506155126ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2f7d6d8a-340e-49bf-bedf-665cef7bb440'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:06:17.502820 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d495a9-5f03-4859-bd58-cade065fa4ff tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempting to bind port 0f57d72a-19de-4895-9d13-29c77d8e286b on network 2f7d6d8a-340e-49bf-bedf-665cef7bb440 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:06:17.507336 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d495a9-5f03-4859-bd58-cade065fa4ff tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Port 0f57d72a-19de-4895-9d13-29c77d8e286b on network 2f7d6d8a-340e-49bf-bedf-665cef7bb440 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:06:17.507672 ncdv-master-1 neutron-server[121836]: ERROR neutron.plugins.ml2.managers [None req-b0d495a9-5f03-4859-bd58-cade065fa4ff tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Failed to bind port 0f57d72a-19de-4895-9d13-29c77d8e286b on host nch1-master-1 for vnic_type normal using segments [{'id': '26198513-8847-47e7-9e69-f506155126ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2f7d6d8a-340e-49bf-bedf-665cef7bb440'}]
May 07 22:06:17.508078 ncdv-master-1 neutron-server[121836]: INFO neutron.plugins.ml2.plugin [None req-b0d495a9-5f03-4859-bd58-cade065fa4ff tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempt 9 to bind port 0f57d72a-19de-4895-9d13-29c77d8e286b
May 07 22:06:17.522466 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [None req-b0d495a9-5f03-4859-bd58-cade065fa4ff tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempting to bind port 0f57d72a-19de-4895-9d13-29c77d8e286b on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:06:17.522981 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [None req-b0d495a9-5f03-4859-bd58-cade065fa4ff tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempting to bind port 0f57d72a-19de-4895-9d13-29c77d8e286b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '26198513-8847-47e7-9e69-f506155126ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2f7d6d8a-340e-49bf-bedf-665cef7bb440'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:06:17.523784 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d495a9-5f03-4859-bd58-cade065fa4ff tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempting to bind port 0f57d72a-19de-4895-9d13-29c77d8e286b on network 2f7d6d8a-340e-49bf-bedf-665cef7bb440 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:06:17.528313 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d495a9-5f03-4859-bd58-cade065fa4ff tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Port 0f57d72a-19de-4895-9d13-29c77d8e286b on network 2f7d6d8a-340e-49bf-bedf-665cef7bb440 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:06:17.528749 ncdv-master-1 neutron-server[121836]: ERROR neutron.plugins.ml2.managers [None req-b0d495a9-5f03-4859-bd58-cade065fa4ff tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Failed to bind port 0f57d72a-19de-4895-9d13-29c77d8e286b on host nch1-master-1 for vnic_type normal using segments [{'id': '26198513-8847-47e7-9e69-f506155126ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2f7d6d8a-340e-49bf-bedf-665cef7bb440'}]
May 07 22:06:17.529337 ncdv-master-1 neutron-server[121836]: INFO neutron.plugins.ml2.plugin [None req-b0d495a9-5f03-4859-bd58-cade065fa4ff tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempt 10 to bind port 0f57d72a-19de-4895-9d13-29c77d8e286b
May 07 22:06:17.544218 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [None req-b0d495a9-5f03-4859-bd58-cade065fa4ff tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempting to bind port 0f57d72a-19de-4895-9d13-29c77d8e286b on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:06:17.544691 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [None req-b0d495a9-5f03-4859-bd58-cade065fa4ff tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempting to bind port 0f57d72a-19de-4895-9d13-29c77d8e286b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '26198513-8847-47e7-9e69-f506155126ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2f7d6d8a-340e-49bf-bedf-665cef7bb440'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:06:17.545114 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d495a9-5f03-4859-bd58-cade065fa4ff tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempting to bind port 0f57d72a-19de-4895-9d13-29c77d8e286b on network 2f7d6d8a-340e-49bf-bedf-665cef7bb440 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:06:17.550945 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d495a9-5f03-4859-bd58-cade065fa4ff tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Port 0f57d72a-19de-4895-9d13-29c77d8e286b on network 2f7d6d8a-340e-49bf-bedf-665cef7bb440 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:06:17.551341 ncdv-master-1 neutron-server[121836]: ERROR neutron.plugins.ml2.managers [None req-b0d495a9-5f03-4859-bd58-cade065fa4ff tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Failed to bind port 0f57d72a-19de-4895-9d13-29c77d8e286b on host nch1-master-1 for vnic_type normal using segments [{'id': '26198513-8847-47e7-9e69-f506155126ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2f7d6d8a-340e-49bf-bedf-665cef7bb440'}]
May 07 22:06:17.551772 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b0d495a9-5f03-4859-bd58-cade065fa4ff tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (0f57d72a-19de-4895-9d13-29c77d8e286b), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:17.577779 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-952df5e4-715c-4eea-afbd-29c444eb4774 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:17.579425 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c789c5ef-2a47-43a4-9eaf-02e07bdec1cf tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (b446da46-29a4-4069-a1d0-6d786992b973), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:17.654735 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-b0d495a9-5f03-4859-bd58-cade065fa4ff tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] For port 0f57d72a-19de-4895-9d13-29c77d8e286b, host nch1-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:06:17.655338 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-b0d495a9-5f03-4859-bd58-cade065fa4ff tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attempted to set empty binding levels {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}}
May 07 22:06:17.661386 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b0d495a9-5f03-4859-bd58-cade065fa4ff tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (0f57d72a-19de-4895-9d13-29c77d8e286b), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:17.670690 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c789c5ef-2a47-43a4-9eaf-02e07bdec1cf tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (b446da46-29a4-4069-a1d0-6d786992b973), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:17.692030 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-c789c5ef-2a47-43a4-9eaf-02e07bdec1cf tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf86b0c9a0>,) {'filters': {'network_id': ['b446da46-29a4-4069-a1d0-6d786992b973']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:06:17.701982 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-c789c5ef-2a47-43a4-9eaf-02e07bdec1cf tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf86b0c9a0>, '491f5db5-cf3b-4311-8eaa-03323871208f') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:06:17.702285 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-c789c5ef-2a47-43a4-9eaf-02e07bdec1cf tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf86b0c9a0>, '491f5db5-cf3b-4311-8eaa-03323871208f') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:06:17.709188 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-b0d495a9-5f03-4859-bd58-cade065fa4ff tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] In _notify_port_updated(), no bound segment for port 0f57d72a-19de-4895-9d13-29c77d8e286b on network 2f7d6d8a-340e-49bf-bedf-665cef7bb440 {{(pid=121836) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:935}}
May 07 22:06:17.710199 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d495a9-5f03-4859-bd58-cade065fa4ff tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:17.710888 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b0d495a9-5f03-4859-bd58-cade065fa4ff tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:17.712200 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-b0d495a9-5f03-4859-bd58-cade065fa4ff tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] 10.222.0.32 "PUT /v2.0/ports/0f57d72a-19de-4895-9d13-29c77d8e286b HTTP/1.1" status: 200  len: 974 time: 0.8342159
May 07 22:06:17.713763 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c789c5ef-2a47-43a4-9eaf-02e07bdec1cf tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (491f5db5-cf3b-4311-8eaa-03323871208f), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:17.715387 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 33214) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:17.726415 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d495a9-5f03-4859-bd58-cade065fa4ff tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Pushing event updated for resources: {'Port': ['ID=0f57d72a-19de-4895-9d13-29c77d8e286b,revision_number=3']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:17.749134 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-952df5e4-715c-4eea-afbd-29c444eb4774 admin admin] Publish callbacks [] for security_group (76e4e1b0-558c-4125-b45e-c14f10659ad6), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:17.751819 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c789c5ef-2a47-43a4-9eaf-02e07bdec1cf tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (491f5db5-cf3b-4311-8eaa-03323871208f), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:17.753806 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-952df5e4-715c-4eea-afbd-29c444eb4774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (76e4e1b0-558c-4125-b45e-c14f10659ad6), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:17.761953 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c789c5ef-2a47-43a4-9eaf-02e07bdec1cf tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:06:17.762346 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c789c5ef-2a47-43a4-9eaf-02e07bdec1cf tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (491f5db5-cf3b-4311-8eaa-03323871208f), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:17.765519 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 22:06:17.765519 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:06:17.765519 ncdv-master-1 neutron-server[121837]:     timer()
May 07 22:06:17.765519 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:06:17.765519 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 22:06:17.765519 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:06:17.765519 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 22:06:17.765519 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:06:17.765519 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 22:06:17.765519 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:06:17.765519 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 22:06:17.765519 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:06:17.765519 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 22:06:17.765519 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:06:17.765519 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:06:17.765519 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:06:17.765519 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:06:17.765519 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:06:17.765519 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 22:06:17.765519 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:06:17.765519 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 22:06:17.765519 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:06:17.765519 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:06:17.765519 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:06:17.765519 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 22:06:17.765519 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:06:17.765519 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:06:17.765519 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:06:17.765519 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:06:17.765519 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:06:17.765519 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:06:17.765519 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:06:17.797603 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-952df5e4-715c-4eea-afbd-29c444eb4774 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=38c013c728684047854fe897e588eda8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3564897
May 07 22:06:17.797603 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952df5e4-715c-4eea-afbd-29c444eb4774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76e4e1b0-558c-4125-b45e-c14f10659ad6,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:17.799005 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 33218) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:17.850050 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-509e8ef9-2d6a-4b58-bb88-a4f43debe502 admin admin] Publish callbacks [] for security_group (76e4e1b0-558c-4125-b45e-c14f10659ad6), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:17.856815 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-8869cc9a-a554-43cc-abcc-1fa217d5fe69 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Deleting port 0f57d72a-19de-4895-9d13-29c77d8e286b {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:06:17.857312 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8869cc9a-a554-43cc-abcc-1fa217d5fe69 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (0f57d72a-19de-4895-9d13-29c77d8e286b), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:17.860906 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c789c5ef-2a47-43a4-9eaf-02e07bdec1cf tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (b446da46-29a4-4069-a1d0-6d786992b973), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:17.874455 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-509e8ef9-2d6a-4b58-bb88-a4f43debe502 admin admin] Publish callbacks [] for security_group (76e4e1b0-558c-4125-b45e-c14f10659ad6), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:17.877982 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c789c5ef-2a47-43a4-9eaf-02e07bdec1cf tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:17.881110 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-c789c5ef-2a47-43a4-9eaf-02e07bdec1cf tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] 10.222.0.32 "DELETE /v2.0/networks/b446da46-29a4-4069-a1d0-6d786992b973 HTTP/1.1" status: 204  len: 168 time: 0.3792188
May 07 22:06:17.884750 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 33220) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:17.895472 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c789c5ef-2a47-43a4-9eaf-02e07bdec1cf tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Pushing event deleted for resources: {'Network': ['ID=b446da46-29a4-4069-a1d0-6d786992b973,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:17.945192 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-8869cc9a-a554-43cc-abcc-1fa217d5fe69 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] For port 0f57d72a-19de-4895-9d13-29c77d8e286b, host nch1-master-1, got binding levels [] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:06:17.945410 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8869cc9a-a554-43cc-abcc-1fa217d5fe69 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (0f57d72a-19de-4895-9d13-29c77d8e286b), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:17.957307 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_v2 [None req-e125418a-9b96-4e57-be23-4b12f1bcb4e0 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Deleting subnet a70f9344-cad8-456f-9264-1ba27578400d {{(pid=121836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:06:17.958946 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-8869cc9a-a554-43cc-abcc-1fa217d5fe69 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Calling delete_port for 0f57d72a-19de-4895-9d13-29c77d8e286b owned by  {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:06:17.960550 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e125418a-9b96-4e57-be23-4b12f1bcb4e0 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks [] for subnet (a70f9344-cad8-456f-9264-1ba27578400d), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:17.995942 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-509e8ef9-2d6a-4b58-bb88-a4f43debe502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (76e4e1b0-558c-4125-b45e-c14f10659ad6), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:17.998494 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-509e8ef9-2d6a-4b58-bb88-a4f43debe502 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:17.999703 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-509e8ef9-2d6a-4b58-bb88-a4f43debe502 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/76e4e1b0-558c-4125-b45e-c14f10659ad6 HTTP/1.1" status: 204  len: 168 time: 0.2001667
May 07 22:06:18.011268 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509e8ef9-2d6a-4b58-bb88-a4f43debe502 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76e4e1b0-558c-4125-b45e-c14f10659ad6,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:18.016985 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e125418a-9b96-4e57-be23-4b12f1bcb4e0 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726883'] for subnet (a70f9344-cad8-456f-9264-1ba27578400d), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:18.050121 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8869cc9a-a554-43cc-abcc-1fa217d5fe69 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (0f57d72a-19de-4895-9d13-29c77d8e286b), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:18.079917 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8869cc9a-a554-43cc-abcc-1fa217d5fe69 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Pushing event deleted for resources: {'Port': ['ID=0f57d72a-19de-4895-9d13-29c77d8e286b,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:18.085267 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8869cc9a-a554-43cc-abcc-1fa217d5fe69 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:18.089259 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-8869cc9a-a554-43cc-abcc-1fa217d5fe69 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] 10.222.0.32 "DELETE /v2.0/ports/0f57d72a-19de-4895-9d13-29c77d8e286b HTTP/1.1" status: 204  len: 168 time: 0.3726971
May 07 22:06:18.092058 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 33224) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:18.121876 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-b64e40bc-8d2c-418a-b045-822f108ce142 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] GET failed (client error): The resource could not be found.
May 07 22:06:18.131082 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-b64e40bc-8d2c-418a-b045-822f108ce142 tempest-PortsAdminExtendedAttrsTestJSON-1265889352 tempest-PortsAdminExtendedAttrsTestJSON-1265889352-project-admin] 10.222.0.32 "GET /v2.0/ports/0f57d72a-19de-4895-9d13-29c77d8e286b HTTP/1.1" status: 404  len: 333 time: 0.0303793
May 07 22:06:18.131185 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 33226) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:18.138253 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e125418a-9b96-4e57-be23-4b12f1bcb4e0 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (a70f9344-cad8-456f-9264-1ba27578400d), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:18.244509 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-884713fe-f758-4a8f-b5ef-31dbbacf8342 tempest-PortsAdminExtendedAttrsTestJSON-1238629136 tempest-PortsAdminExtendedAttrsTestJSON-1238629136-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (2f7d6d8a-340e-49bf-bedf-665cef7bb440), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:18.265072 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e125418a-9b96-4e57-be23-4b12f1bcb4e0 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (a70f9344-cad8-456f-9264-1ba27578400d), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:18.314477 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e125418a-9b96-4e57-be23-4b12f1bcb4e0 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Pushing event deleted for resources: {'Subnet': ['ID=a70f9344-cad8-456f-9264-1ba27578400d,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:18.316309 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e125418a-9b96-4e57-be23-4b12f1bcb4e0 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:18.321617 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-e125418a-9b96-4e57-be23-4b12f1bcb4e0 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] 10.222.0.32 "DELETE /v2.0/subnets/a70f9344-cad8-456f-9264-1ba27578400d HTTP/1.1" status: 204  len: 168 time: 0.4338231
May 07 22:06:18.322480 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 33236) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:18.330492 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5528bd3-1a6c-4074-bbaa-7260803736e8 None None] Network 539094fe-413b-479a-8850-e049098793d8 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:06:18.383012 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-884713fe-f758-4a8f-b5ef-31dbbacf8342 tempest-PortsAdminExtendedAttrsTestJSON-1238629136 tempest-PortsAdminExtendedAttrsTestJSON-1238629136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (2f7d6d8a-340e-49bf-bedf-665cef7bb440), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:18.412512 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-884713fe-f758-4a8f-b5ef-31dbbacf8342 tempest-PortsAdminExtendedAttrsTestJSON-1238629136 tempest-PortsAdminExtendedAttrsTestJSON-1238629136-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf8d0bd430>,) {'filters': {'network_id': ['2f7d6d8a-340e-49bf-bedf-665cef7bb440']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:06:18.430741 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-884713fe-f758-4a8f-b5ef-31dbbacf8342 tempest-PortsAdminExtendedAttrsTestJSON-1238629136 tempest-PortsAdminExtendedAttrsTestJSON-1238629136-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8d0bd430>, '26198513-8847-47e7-9e69-f506155126ad') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:06:18.430979 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-884713fe-f758-4a8f-b5ef-31dbbacf8342 tempest-PortsAdminExtendedAttrsTestJSON-1238629136 tempest-PortsAdminExtendedAttrsTestJSON-1238629136-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8d0bd430>, '26198513-8847-47e7-9e69-f506155126ad') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:06:18.443191 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b4d36afb-7c65-4a9c-8abe-7643f7e9a044 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (539094fe-413b-479a-8850-e049098793d8), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:18.447849 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-884713fe-f758-4a8f-b5ef-31dbbacf8342 tempest-PortsAdminExtendedAttrsTestJSON-1238629136 tempest-PortsAdminExtendedAttrsTestJSON-1238629136-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (26198513-8847-47e7-9e69-f506155126ad), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:18.467177 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-884713fe-f758-4a8f-b5ef-31dbbacf8342 tempest-PortsAdminExtendedAttrsTestJSON-1238629136 tempest-PortsAdminExtendedAttrsTestJSON-1238629136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (26198513-8847-47e7-9e69-f506155126ad), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:18.481080 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-884713fe-f758-4a8f-b5ef-31dbbacf8342 tempest-PortsAdminExtendedAttrsTestJSON-1238629136 tempest-PortsAdminExtendedAttrsTestJSON-1238629136-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:06:18.492384 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-884713fe-f758-4a8f-b5ef-31dbbacf8342 tempest-PortsAdminExtendedAttrsTestJSON-1238629136 tempest-PortsAdminExtendedAttrsTestJSON-1238629136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (26198513-8847-47e7-9e69-f506155126ad), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:18.496467 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-b4d36afb-7c65-4a9c-8abe-7643f7e9a044 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Deleting port fbc91f81-1e3f-470e-bf70-f590224cf5cc {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:06:18.496988 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b4d36afb-7c65-4a9c-8abe-7643f7e9a044 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (fbc91f81-1e3f-470e-bf70-f590224cf5cc), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:18.498013 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 22:06:18.498013 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:06:18.498013 ncdv-master-1 neutron-server[121836]:     timer()
May 07 22:06:18.498013 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:06:18.498013 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 22:06:18.498013 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:06:18.498013 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 22:06:18.498013 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:06:18.498013 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 22:06:18.498013 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:06:18.498013 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 22:06:18.498013 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:06:18.498013 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 22:06:18.498013 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:06:18.498013 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:06:18.498013 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:06:18.498013 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:06:18.498013 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:06:18.498013 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 22:06:18.498013 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:06:18.498013 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 22:06:18.498013 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:06:18.498013 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:06:18.498013 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:06:18.498013 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 22:06:18.498013 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:06:18.498013 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:06:18.498013 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:06:18.498013 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:06:18.498013 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:06:18.498013 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:06:18.498013 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:06:18.523227 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a96195-e067-44a6-b925-4c0a471dfe28 None None] DHCP port deletion for 539094fe-413b-479a-8850-e049098793d8 request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:06:18.581824 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-f9a96195-e067-44a6-b925-4c0a471dfe28 None None] Deleting port fbc91f81-1e3f-470e-bf70-f590224cf5cc {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:06:18.582299 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f9a96195-e067-44a6-b925-4c0a471dfe28 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (fbc91f81-1e3f-470e-bf70-f590224cf5cc), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:18.582971 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-884713fe-f758-4a8f-b5ef-31dbbacf8342 tempest-PortsAdminExtendedAttrsTestJSON-1238629136 tempest-PortsAdminExtendedAttrsTestJSON-1238629136-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (2f7d6d8a-340e-49bf-bedf-665cef7bb440), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:18.590705 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-b4d36afb-7c65-4a9c-8abe-7643f7e9a044 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] For port fbc91f81-1e3f-470e-bf70-f590224cf5cc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fbc91f81-1e3f-470e-bf70-f590224cf5cc,segment=NetworkSegment(b11ac307-991d-4de7-8221-cd88f784b43d),segment_id=b11ac307-991d-4de7-8221-cd88f784b43d)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:06:18.591382 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b4d36afb-7c65-4a9c-8abe-7643f7e9a044 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (fbc91f81-1e3f-470e-bf70-f590224cf5cc), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:18.592750 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-884713fe-f758-4a8f-b5ef-31dbbacf8342 tempest-PortsAdminExtendedAttrsTestJSON-1238629136 tempest-PortsAdminExtendedAttrsTestJSON-1238629136-project] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:18.602824 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-884713fe-f758-4a8f-b5ef-31dbbacf8342 tempest-PortsAdminExtendedAttrsTestJSON-1238629136 tempest-PortsAdminExtendedAttrsTestJSON-1238629136-project] 10.222.0.32 "DELETE /v2.0/networks/2f7d6d8a-340e-49bf-bedf-665cef7bb440 HTTP/1.1" status: 204  len: 168 time: 0.4736850
May 07 22:06:18.608119 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-b4d36afb-7c65-4a9c-8abe-7643f7e9a044 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Calling delete_port for fbc91f81-1e3f-470e-bf70-f590224cf5cc owned by network:dhcp {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:06:18.630437 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884713fe-f758-4a8f-b5ef-31dbbacf8342 tempest-PortsAdminExtendedAttrsTestJSON-1238629136 tempest-PortsAdminExtendedAttrsTestJSON-1238629136-project] Pushing event deleted for resources: {'Network': ['ID=2f7d6d8a-340e-49bf-bedf-665cef7bb440,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:18.728284 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b4d36afb-7c65-4a9c-8abe-7643f7e9a044 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (fbc91f81-1e3f-470e-bf70-f590224cf5cc), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:18.768634 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d36afb-7c65-4a9c-8abe-7643f7e9a044 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Pushing event deleted for resources: {'Port': ['ID=fbc91f81-1e3f-470e-bf70-f590224cf5cc,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:18.774535 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d36afb-7c65-4a9c-8abe-7643f7e9a044 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] No DVR routers for this DVR port fbc91f81-1e3f-470e-bf70-f590224cf5cc on host ncdv-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:06:18.822099 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-f9a96195-e067-44a6-b925-4c0a471dfe28 None None] For port fbc91f81-1e3f-470e-bf70-f590224cf5cc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fbc91f81-1e3f-470e-bf70-f590224cf5cc,segment=NetworkSegment(b11ac307-991d-4de7-8221-cd88f784b43d),segment_id=b11ac307-991d-4de7-8221-cd88f784b43d)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:06:18.822840 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f9a96195-e067-44a6-b925-4c0a471dfe28 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (fbc91f81-1e3f-470e-bf70-f590224cf5cc), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:18.838010 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-f9a96195-e067-44a6-b925-4c0a471dfe28 None None] Calling delete_port for fbc91f81-1e3f-470e-bf70-f590224cf5cc owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:06:18.858602 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device fbc91f81-1e3f-470e-bf70-f590224cf5cc no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:06:18.868748 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b4d36afb-7c65-4a9c-8abe-7643f7e9a044 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (539094fe-413b-479a-8850-e049098793d8), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:18.893486 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-b4d36afb-7c65-4a9c-8abe-7643f7e9a044 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf87af9100>,) {'filters': {'network_id': ['539094fe-413b-479a-8850-e049098793d8']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:06:18.913534 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-b4d36afb-7c65-4a9c-8abe-7643f7e9a044 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf87af9100>, 'b11ac307-991d-4de7-8221-cd88f784b43d') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:06:18.914092 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-b4d36afb-7c65-4a9c-8abe-7643f7e9a044 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf87af9100>, 'b11ac307-991d-4de7-8221-cd88f784b43d') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:06:18.933143 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b4d36afb-7c65-4a9c-8abe-7643f7e9a044 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (b11ac307-991d-4de7-8221-cd88f784b43d), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:18.933614 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: fbc91f81-1e3f-470e-bf70-f590224cf5cc {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:06:18.934045 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device fbc91f81-1e3f-470e-bf70-f590224cf5cc not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:06:18.957979 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b4d36afb-7c65-4a9c-8abe-7643f7e9a044 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (b11ac307-991d-4de7-8221-cd88f784b43d), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:18.968283 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4d36afb-7c65-4a9c-8abe-7643f7e9a044 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:06:18.969001 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b4d36afb-7c65-4a9c-8abe-7643f7e9a044 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (b11ac307-991d-4de7-8221-cd88f784b43d), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:18.972577 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 22:06:18.972577 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:06:18.972577 ncdv-master-1 neutron-server[121837]:     timer()
May 07 22:06:18.972577 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:06:18.972577 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 22:06:18.972577 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:06:18.972577 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 22:06:18.972577 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:06:18.972577 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 22:06:18.972577 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:06:18.972577 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 22:06:18.972577 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:06:18.972577 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 22:06:18.972577 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:06:18.972577 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:06:18.972577 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:06:18.972577 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:06:18.972577 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:06:18.972577 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 22:06:18.972577 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:06:18.972577 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 22:06:18.972577 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:06:18.972577 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:06:18.972577 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:06:18.972577 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 22:06:18.972577 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:06:18.972577 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:06:18.972577 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:06:18.972577 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:06:18.972577 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:06:18.972577 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:06:18.972577 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:06:18.983018 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 33260) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:18.983503 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f9a96195-e067-44a6-b925-4c0a471dfe28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (fbc91f81-1e3f-470e-bf70-f590224cf5cc), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:19.015812 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a96195-e067-44a6-b925-4c0a471dfe28 None None] Pushing event deleted for resources: {'Port': ['ID=fbc91f81-1e3f-470e-bf70-f590224cf5cc,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:19.023821 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a96195-e067-44a6-b925-4c0a471dfe28 None None] No DVR routers for this DVR port fbc91f81-1e3f-470e-bf70-f590224cf5cc on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:06:19.060791 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b4d36afb-7c65-4a9c-8abe-7643f7e9a044 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (539094fe-413b-479a-8850-e049098793d8), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:19.068372 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b4d36afb-7c65-4a9c-8abe-7643f7e9a044 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:19.071648 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-b4d36afb-7c65-4a9c-8abe-7643f7e9a044 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] 10.222.0.32 "DELETE /v2.0/networks/539094fe-413b-479a-8850-e049098793d8 HTTP/1.1" status: 204  len: 168 time: 0.7485056
May 07 22:06:19.085220 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d36afb-7c65-4a9c-8abe-7643f7e9a044 tempest-NetworksIpV6TestAttrs-1175342080 tempest-NetworksIpV6TestAttrs-1175342080-project] Pushing event deleted for resources: {'Network': ['ID=539094fe-413b-479a-8850-e049098793d8,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:19.181613 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-93b4fc56-e98c-4753-bc8e-6e0d48f70fc9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ce437da8ed074d9abe878fd4db8d1783&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1965220
May 07 22:06:19.184348 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 33270) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:19.259238 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ff8964e7-7f28-421b-b352-b93005e76f5a admin admin] Publish callbacks [] for security_group (8de3f57f-585d-4a19-9861-84202c42c7ff), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:19.289253 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ff8964e7-7f28-421b-b352-b93005e76f5a admin admin] Publish callbacks [] for security_group (8de3f57f-585d-4a19-9861-84202c42c7ff), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:19.355831 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ff8964e7-7f28-421b-b352-b93005e76f5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (8de3f57f-585d-4a19-9861-84202c42c7ff), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:19.358408 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ff8964e7-7f28-421b-b352-b93005e76f5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:19.361917 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-ff8964e7-7f28-421b-b352-b93005e76f5a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8de3f57f-585d-4a19-9861-84202c42c7ff HTTP/1.1" status: 204  len: 168 time: 0.1734931
May 07 22:06:19.370606 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8964e7-7f28-421b-b352-b93005e76f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de3f57f-585d-4a19-9861-84202c42c7ff,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:19.451041 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 33302) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:19.778325 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-9ffbf13c-ea52-40f3-8615-5628411ccc4f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=300defb645794c6fac3ab824a1aeb2af&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3255160
May 07 22:06:19.781648 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 33322) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:19.846488 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8d0c670b-c63d-4cd2-bf9b-da8857cf5e9f admin admin] Publish callbacks [] for security_group (4ade07a6-4951-44a7-bd08-75a5e703bdbd), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:19.871902 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8d0c670b-c63d-4cd2-bf9b-da8857cf5e9f admin admin] Publish callbacks [] for security_group (4ade07a6-4951-44a7-bd08-75a5e703bdbd), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:19.879979 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 33326) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:19.939851 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 33328) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:19.942698 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-31d4d64c-df21-46a4-b0aa-e1237e628ba4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fa4a04f1cd3f45aaa34d35d5d2c208ca&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0614676
May 07 22:06:19.945108 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 33330) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:19.956440 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8d0c670b-c63d-4cd2-bf9b-da8857cf5e9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (4ade07a6-4951-44a7-bd08-75a5e703bdbd), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:19.960687 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8d0c670b-c63d-4cd2-bf9b-da8857cf5e9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:19.962513 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-8d0c670b-c63d-4cd2-bf9b-da8857cf5e9f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4ade07a6-4951-44a7-bd08-75a5e703bdbd HTTP/1.1" status: 204  len: 168 time: 0.1771283
May 07 22:06:19.973363 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0c670b-c63d-4cd2-bf9b-da8857cf5e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ade07a6-4951-44a7-bd08-75a5e703bdbd,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:20.024291 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bde917cc-c706-4c99-916c-ce8579c4b60c admin admin] Publish callbacks [] for security_group (34883b03-e205-4d2a-9a21-d050968c6cb7), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:20.060807 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bde917cc-c706-4c99-916c-ce8579c4b60c admin admin] Publish callbacks [] for security_group (34883b03-e205-4d2a-9a21-d050968c6cb7), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:20.132176 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bde917cc-c706-4c99-916c-ce8579c4b60c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (34883b03-e205-4d2a-9a21-d050968c6cb7), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:20.135702 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bde917cc-c706-4c99-916c-ce8579c4b60c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:20.137026 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-bde917cc-c706-4c99-916c-ce8579c4b60c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/34883b03-e205-4d2a-9a21-d050968c6cb7 HTTP/1.1" status: 204  len: 168 time: 0.1907940
May 07 22:06:20.146026 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde917cc-c706-4c99-916c-ce8579c4b60c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34883b03-e205-4d2a-9a21-d050968c6cb7,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:20.170072 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c907b805-0fa2-40ad-b0b7-628c19ba1ea9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:20.268351 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c907b805-0fa2-40ad-b0b7-628c19ba1ea9 admin admin] Publish callbacks [] for security_group (30d7a6a0-c0f0-4a39-b13c-3ebe69fe8ed5), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:20.272478 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c907b805-0fa2-40ad-b0b7-628c19ba1ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (30d7a6a0-c0f0-4a39-b13c-3ebe69fe8ed5), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:20.324125 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c907b805-0fa2-40ad-b0b7-628c19ba1ea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30d7a6a0-c0f0-4a39-b13c-3ebe69fe8ed5,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:20.329635 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-c907b805-0fa2-40ad-b0b7-628c19ba1ea9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=66348bef44fa488f834375fa96127ac9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3883185
May 07 22:06:20.332130 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 33354) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:20.397559 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-454fb1ca-3f47-432b-9d2c-0147ef9fe1d9 admin admin] Publish callbacks [] for security_group (30d7a6a0-c0f0-4a39-b13c-3ebe69fe8ed5), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:20.426244 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-454fb1ca-3f47-432b-9d2c-0147ef9fe1d9 admin admin] Publish callbacks [] for security_group (30d7a6a0-c0f0-4a39-b13c-3ebe69fe8ed5), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:20.484851 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-454fb1ca-3f47-432b-9d2c-0147ef9fe1d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (30d7a6a0-c0f0-4a39-b13c-3ebe69fe8ed5), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:20.487851 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-454fb1ca-3f47-432b-9d2c-0147ef9fe1d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:20.489014 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-454fb1ca-3f47-432b-9d2c-0147ef9fe1d9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/30d7a6a0-c0f0-4a39-b13c-3ebe69fe8ed5 HTTP/1.1" status: 204  len: 168 time: 0.1557784
May 07 22:06:20.501829 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454fb1ca-3f47-432b-9d2c-0147ef9fe1d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d7a6a0-c0f0-4a39-b13c-3ebe69fe8ed5,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:21.000739 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 33404) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:21.283909 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-d7b50977-02f4-4a6b-a2dd-7efedc8d32bc admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1663344881-network', 'tenant_id': 'd26a7d8e07ba4e6686b20931dffd92a5'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:06:21.313965 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b50977-02f4-4a6b-a2dd-7efedc8d32bc admin admin] Made reservation on behalf of d26a7d8e07ba4e6686b20931dffd92a5 for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:06:21.317839 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d7b50977-02f4-4a6b-a2dd-7efedc8d32bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:21.333525 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d7b50977-02f4-4a6b-a2dd-7efedc8d32bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:21.439883 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d7b50977-02f4-4a6b-a2dd-7efedc8d32bc admin admin] Publish callbacks [] for security_group (99ca578d-a80b-4662-9602-9a261b6a324f), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:21.447359 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d7b50977-02f4-4a6b-a2dd-7efedc8d32bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (99ca578d-a80b-4662-9602-9a261b6a324f), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:21.484101 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7b50977-02f4-4a6b-a2dd-7efedc8d32bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:06:21.490903 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b50977-02f4-4a6b-a2dd-7efedc8d32bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99ca578d-a80b-4662-9602-9a261b6a324f,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:21.498165 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d7b50977-02f4-4a6b-a2dd-7efedc8d32bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (5333360c-0c55-4471-bc32-37968a9d31f8), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:21.498514 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-d7b50977-02f4-4a6b-a2dd-7efedc8d32bc admin admin] Added segment 5333360c-0c55-4471-bc32-37968a9d31f8 of type vlan for network f10725c6-4a03-4f46-a639-adf0cb6b6f46
May 07 22:06:21.547182 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d7b50977-02f4-4a6b-a2dd-7efedc8d32bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (f10725c6-4a03-4f46-a639-adf0cb6b6f46), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:21.578982 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d7b50977-02f4-4a6b-a2dd-7efedc8d32bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (f10725c6-4a03-4f46-a639-adf0cb6b6f46), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:21.581936 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b50977-02f4-4a6b-a2dd-7efedc8d32bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:21.583197 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d7b50977-02f4-4a6b-a2dd-7efedc8d32bc admin admin] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:21.655925 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-d7b50977-02f4-4a6b-a2dd-7efedc8d32bc admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.6539454
May 07 22:06:21.658757 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 33442) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:21.664309 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-16305fb0-b4b8-43dd-8a92-0a207b0c8bbb admin admin] Request body: {'subnet': {'network_id': 'f10725c6-4a03-4f46-a639-adf0cb6b6f46', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1663344881-subnet', 'tenant_id': 'd26a7d8e07ba4e6686b20931dffd92a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:06:21.672702 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b50977-02f4-4a6b-a2dd-7efedc8d32bc admin admin] Pushing event updated for resources: {'Network': ['ID=f10725c6-4a03-4f46-a639-adf0cb6b6f46,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:21.684672 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network f10725c6-4a03-4f46-a639-adf0cb6b6f46 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:06:21.709211 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16305fb0-b4b8-43dd-8a92-0a207b0c8bbb admin admin] Made reservation on behalf of d26a7d8e07ba4e6686b20931dffd92a5 for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:06:21.711801 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-16305fb0-b4b8-43dd-8a92-0a207b0c8bbb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:21.832690 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:21.967427 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-16305fb0-b4b8-43dd-8a92-0a207b0c8bbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (c919dc93-1192-456e-94f8-2d768fde9095), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:22.037606 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16305fb0-b4b8-43dd-8a92-0a207b0c8bbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=c919dc93-1192-456e-94f8-2d768fde9095,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:22.045724 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16305fb0-b4b8-43dd-8a92-0a207b0c8bbb admin admin] Checking segment: {'id': '5333360c-0c55-4471-bc32-37968a9d31f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f10725c6-4a03-4f46-a639-adf0cb6b6f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:06:22.046080 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16305fb0-b4b8-43dd-8a92-0a207b0c8bbb admin admin] Network hostable DHCP agents. Network: f10725c6-4a03-4f46-a639-adf0cb6b6f46, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:06:22.068935 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16305fb0-b4b8-43dd-8a92-0a207b0c8bbb admin admin] Network f10725c6-4a03-4f46-a639-adf0cb6b6f46 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:06:22.084257 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-16305fb0-b4b8-43dd-8a92-0a207b0c8bbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f10725c6-4a03-4f46-a639-adf0cb6b6f46) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:06:22.091085 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16305fb0-b4b8-43dd-8a92-0a207b0c8bbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:22.091708 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-16305fb0-b4b8-43dd-8a92-0a207b0c8bbb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:22.100029 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c323d4-24db-4417-b19b-15d8c0df2467 None None] Network f10725c6-4a03-4f46-a639-adf0cb6b6f46 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:06:22.125380 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-16305fb0-b4b8-43dd-8a92-0a207b0c8bbb admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.4641752
May 07 22:06:22.176681 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 33462) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:22.239577 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48abd546-89cf-4699-954f-bcf1ce8ef9de None None] Network f10725c6-4a03-4f46-a639-adf0cb6b6f46 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:06:22.301860 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-bf773074-7594-4230-a7b3-c2c1af60b66c tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1890644096', 'router:external': True}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:06:22.329224 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf773074-7594-4230-a7b3-c2c1af60b66c tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Made reservation on behalf of 17cfc6fd78b745da8412e7e15d557cc0 for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:06:22.331809 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bf773074-7594-4230-a7b3-c2c1af60b66c tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:22.349110 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bf773074-7594-4230-a7b3-c2c1af60b66c tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:22.442518 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bf773074-7594-4230-a7b3-c2c1af60b66c tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks [] for security_group (a501c735-840b-46b7-b36b-4f79316737c1), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:22.448735 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bf773074-7594-4230-a7b3-c2c1af60b66c tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (a501c735-840b-46b7-b36b-4f79316737c1), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:22.475233 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf773074-7594-4230-a7b3-c2c1af60b66c tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:06:22.481121 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 33476) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:22.487536 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf773074-7594-4230-a7b3-c2c1af60b66c tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a501c735-840b-46b7-b36b-4f79316737c1,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:22.494331 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bf773074-7594-4230-a7b3-c2c1af60b66c tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (3217a316-f22d-474e-a84a-4c623fcb40a2), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:22.494965 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-bf773074-7594-4230-a7b3-c2c1af60b66c tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Added segment 3217a316-f22d-474e-a84a-4c623fcb40a2 of type vlan for network 407fc933-4a83-48b3-8c5d-c0d485f47da0
May 07 22:06:22.550972 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bf773074-7594-4230-a7b3-c2c1af60b66c tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (407fc933-4a83-48b3-8c5d-c0d485f47da0), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:22.587123 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bf773074-7594-4230-a7b3-c2c1af60b66c tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (407fc933-4a83-48b3-8c5d-c0d485f47da0), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:22.588582 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf773074-7594-4230-a7b3-c2c1af60b66c tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:22.589294 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bf773074-7594-4230-a7b3-c2c1af60b66c tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:22.623968 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-d0b3a389-9d0b-40db-9a45-7a4f7f37f85e tempest-MeteringTestJSON-1685070286 tempest-MeteringTestJSON-1685070286-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-970886113'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:06:22.624602 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-d0b3a389-9d0b-40db-9a45-7a4f7f37f85e tempest-MeteringTestJSON-1685070286 tempest-MeteringTestJSON-1685070286-project-admin] Unknown quota resources ['metering_label']. {{(pid=121837) _create /opt/stack/neutron/neutron/api/v2/base.py:497}}
May 07 22:06:22.634132 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-bf773074-7594-4230-a7b3-c2c1af60b66c tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 0.4556208
May 07 22:06:22.635240 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 33492) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:22.648922 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-6c1ab402-24a7-45e8-a299-d106626bfb3f tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Request body: {'subnet': {'network_id': '407fc933-4a83-48b3-8c5d-c0d485f47da0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:06:22.706121 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf773074-7594-4230-a7b3-c2c1af60b66c tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Pushing event updated for resources: {'Network': ['ID=407fc933-4a83-48b3-8c5d-c0d485f47da0,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:22.720019 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 407fc933-4a83-48b3-8c5d-c0d485f47da0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:06:22.720545 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c1ab402-24a7-45e8-a299-d106626bfb3f tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Made reservation on behalf of 17cfc6fd78b745da8412e7e15d557cc0 for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:06:22.724514 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6c1ab402-24a7-45e8-a299-d106626bfb3f tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:22.796882 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 33498) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:22.801922 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-ba6686d1-1256-4310-92ce-2303278ad2ea admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1724613221-network', 'tenant_id': 'b7f022098c264aab916aa3633fbe7b20'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:06:22.873893 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d0b3a389-9d0b-40db-9a45-7a4f7f37f85e tempest-MeteringTestJSON-1685070286 tempest-MeteringTestJSON-1685070286-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:22.875140 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-d0b3a389-9d0b-40db-9a45-7a4f7f37f85e tempest-MeteringTestJSON-1685070286 tempest-MeteringTestJSON-1685070286-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 477 time: 0.3929198
May 07 22:06:22.878080 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 33502) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:22.885105 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-aeb3a5d7-8d5e-455f-8e62-4467f4243ce9 tempest-MeteringTestJSON-1685070286 tempest-MeteringTestJSON-1685070286-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '793c2f2c-2c80-4d32-a402-0974f3734155'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:06:22.885691 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-aeb3a5d7-8d5e-455f-8e62-4467f4243ce9 tempest-MeteringTestJSON-1685070286 tempest-MeteringTestJSON-1685070286-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=121837) _create /opt/stack/neutron/neutron/api/v2/base.py:497}}
May 07 22:06:22.892471 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba6686d1-1256-4310-92ce-2303278ad2ea admin admin] Made reservation on behalf of b7f022098c264aab916aa3633fbe7b20 for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:06:22.894957 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ba6686d1-1256-4310-92ce-2303278ad2ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:22.914859 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ba6686d1-1256-4310-92ce-2303278ad2ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:23.328333 ncdv-master-1 neutron-server[121837]: WARNING neutron.services.metering.metering_plugin [None req-aeb3a5d7-8d5e-455f-8e62-4467f4243ce9 tempest-MeteringTestJSON-1685070286 tempest-MeteringTestJSON-1685070286-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
May 07 22:06:23.349390 ncdv-master-1 neutron-server[121836]: DEBUG neutron.objects.ports [None req-6c1ab402-24a7-45e8-a299-d106626bfb3f tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=121836) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}}
May 07 22:06:23.349938 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6c1ab402-24a7-45e8-a299-d106626bfb3f tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (6ee93a38-776f-4b2b-a89f-3559688a6aef), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:23.406994 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1ab402-24a7-45e8-a299-d106626bfb3f tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Pushing event updated for resources: {'Subnet': ['ID=6ee93a38-776f-4b2b-a89f-3559688a6aef,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:23.418870 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1ab402-24a7-45e8-a299-d106626bfb3f tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Checking segment: {'id': '3217a316-f22d-474e-a84a-4c623fcb40a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '407fc933-4a83-48b3-8c5d-c0d485f47da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:06:23.419237 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1ab402-24a7-45e8-a299-d106626bfb3f tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Network hostable DHCP agents. Network: 407fc933-4a83-48b3-8c5d-c0d485f47da0, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:06:23.439532 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1ab402-24a7-45e8-a299-d106626bfb3f tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Network 407fc933-4a83-48b3-8c5d-c0d485f47da0 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:06:23.449367 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-6c1ab402-24a7-45e8-a299-d106626bfb3f tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 407fc933-4a83-48b3-8c5d-c0d485f47da0) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:06:23.454664 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1ab402-24a7-45e8-a299-d106626bfb3f tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:23.455334 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6c1ab402-24a7-45e8-a299-d106626bfb3f tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:23.457047 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-aeb3a5d7-8d5e-455f-8e62-4467f4243ce9 tempest-MeteringTestJSON-1685070286 tempest-MeteringTestJSON-1685070286-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:23.458377 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-aeb3a5d7-8d5e-455f-8e62-4467f4243ce9 tempest-MeteringTestJSON-1685070286 tempest-MeteringTestJSON-1685070286-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 466 time: 0.5789578
May 07 22:06:23.460953 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d112526-dfa0-4b16-9aed-1f4014a9d42f None None] Network 407fc933-4a83-48b3-8c5d-c0d485f47da0 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:06:23.461498 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 33506) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:23.469114 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-4f0f58d0-fde8-4e4b-bc2d-773e5b2dab3d tempest-MeteringTestJSON-1685070286 tempest-MeteringTestJSON-1685070286-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '793c2f2c-2c80-4d32-a402-0974f3734155'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:06:23.470014 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-4f0f58d0-fde8-4e4b-bc2d-773e5b2dab3d tempest-MeteringTestJSON-1685070286 tempest-MeteringTestJSON-1685070286-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=121837) _create /opt/stack/neutron/neutron/api/v2/base.py:497}}
May 07 22:06:23.479654 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-6c1ab402-24a7-45e8-a299-d106626bfb3f tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 822 time: 0.8387403
May 07 22:06:23.479944 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 33508) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:23.489049 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-3ce81fcb-4cb3-4915-b93d-ae803e3b996d tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1432155637', 'network_id': '407fc933-4a83-48b3-8c5d-c0d485f47da0'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:06:23.511888 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce81fcb-4cb3-4915-b93d-ae803e3b996d tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Made reservation on behalf of 17cfc6fd78b745da8412e7e15d557cc0 for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:06:23.514285 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3ce81fcb-4cb3-4915-b93d-ae803e3b996d tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:23.532445 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [None req-3ce81fcb-4cb3-4915-b93d-ae803e3b996d tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] device_id is not set on port 28906508-0996-4d82-8b34-055b081d5c9f yet. {{(pid=121836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 22:06:23.540414 ncdv-master-1 neutron-server[121837]: WARNING neutron.services.metering.metering_plugin [None req-4f0f58d0-fde8-4e4b-bc2d-773e5b2dab3d tempest-MeteringTestJSON-1685070286 tempest-MeteringTestJSON-1685070286-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/.
May 07 22:06:23.580204 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3e631e-be9b-4783-81da-d51611465188 None None] Network 407fc933-4a83-48b3-8c5d-c0d485f47da0 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:06:23.583888 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-756f358d-e93f-4d8f-80e4-38a7146ff7a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:23.642174 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ba6686d1-1256-4310-92ce-2303278ad2ea admin admin] Publish callbacks [] for security_group (0ed35e2f-d768-42da-b72d-39e52425eb19), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:23.645628 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4f0f58d0-fde8-4e4b-bc2d-773e5b2dab3d tempest-MeteringTestJSON-1685070286 tempest-MeteringTestJSON-1685070286-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:23.647062 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-4f0f58d0-fde8-4e4b-bc2d-773e5b2dab3d tempest-MeteringTestJSON-1685070286 tempest-MeteringTestJSON-1685070286-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201  len: 466 time: 0.1845896
May 07 22:06:23.649924 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 33510) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:23.659292 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ba6686d1-1256-4310-92ce-2303278ad2ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (0ed35e2f-d768-42da-b72d-39e52425eb19), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:23.665511 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-3ce81fcb-4cb3-4915-b93d-ae803e3b996d tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Allocated IP 2001:db8::395 (407fc933-4a83-48b3-8c5d-c0d485f47da0/6ee93a38-776f-4b2b-a89f-3559688a6aef/28906508-0996-4d82-8b34-055b081d5c9f) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:06:23.676668 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-47ebaa4a-7d0c-4e87-bcca-8399965c96e1 tempest-MeteringTestJSON-1685070286 tempest-MeteringTestJSON-1685070286-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules?id=3db8aec1-3e87-4702-b539-5ca887e7c9f6 HTTP/1.1" status: 200  len: 464 time: 0.0254533
May 07 22:06:23.679945 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 33512) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:23.697725 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba6686d1-1256-4310-92ce-2303278ad2ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:06:23.709469 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6686d1-1256-4310-92ce-2303278ad2ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed35e2f-d768-42da-b72d-39e52425eb19,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:23.714986 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ba6686d1-1256-4310-92ce-2303278ad2ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (9d9431c6-e943-4b02-8d8a-b1753c735412), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:23.715334 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-ba6686d1-1256-4310-92ce-2303278ad2ea admin admin] Added segment 9d9431c6-e943-4b02-8d8a-b1753c735412 of type vlan for network 1427e0a8-46b1-4463-a632-fad4249c32ce
May 07 22:06:23.760596 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ba6686d1-1256-4310-92ce-2303278ad2ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (1427e0a8-46b1-4463-a632-fad4249c32ce), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:23.792059 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ba6686d1-1256-4310-92ce-2303278ad2ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (1427e0a8-46b1-4463-a632-fad4249c32ce), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:23.793191 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6686d1-1256-4310-92ce-2303278ad2ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:23.793778 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ba6686d1-1256-4310-92ce-2303278ad2ea admin admin] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:23.802631 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:23.845442 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-ba6686d1-1256-4310-92ce-2303278ad2ea admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 1.0473537
May 07 22:06:23.852913 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 33516) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:23.858341 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-9dd0bc58-6fd5-4f8a-ae74-566cdabbd406 admin admin] Request body: {'subnet': {'network_id': '1427e0a8-46b1-4463-a632-fad4249c32ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1724613221-subnet', 'tenant_id': 'b7f022098c264aab916aa3633fbe7b20', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:06:23.912154 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-04957cca-90e0-41d5-bc58-32c21cc330de tempest-MeteringTestJSON-1685070286 tempest-MeteringTestJSON-1685070286-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:23.914822 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-04957cca-90e0-41d5-bc58-32c21cc330de tempest-MeteringTestJSON-1685070286 tempest-MeteringTestJSON-1685070286-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-label-rules/3db8aec1-3e87-4702-b539-5ca887e7c9f6 HTTP/1.1" status: 204  len: 168 time: 0.2324116
May 07 22:06:23.916318 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 33520) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:23.934709 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6686d1-1256-4310-92ce-2303278ad2ea admin admin] Pushing event updated for resources: {'Network': ['ID=1427e0a8-46b1-4463-a632-fad4249c32ce,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:23.939931 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-3f00a746-a39d-49ee-96c7-f932198f4fe8 tempest-MeteringTestJSON-1685070286 tempest-MeteringTestJSON-1685070286-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules?id=3db8aec1-3e87-4702-b539-5ca887e7c9f6 HTTP/1.1" status: 200  len: 221 time: 0.0219734
May 07 22:06:23.950602 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 33522) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:23.952449 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 1427e0a8-46b1-4463-a632-fad4249c32ce details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:06:23.955222 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dd0bc58-6fd5-4f8a-ae74-566cdabbd406 admin admin] Made reservation on behalf of b7f022098c264aab916aa3633fbe7b20 for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:06:23.958933 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9dd0bc58-6fd5-4f8a-ae74-566cdabbd406 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:23.970889 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-b15cb6ae-f4c5-4e29-8ace-a1f5c810cb7d tempest-MeteringTestJSON-1685070286 tempest-MeteringTestJSON-1685070286-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1674132357', 'description': 'label created by tempest'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:06:23.971255 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-b15cb6ae-f4c5-4e29-8ace-a1f5c810cb7d tempest-MeteringTestJSON-1685070286 tempest-MeteringTestJSON-1685070286-project-admin] Unknown quota resources ['metering_label']. {{(pid=121837) _create /opt/stack/neutron/neutron/api/v2/base.py:497}}
May 07 22:06:24.016165 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3ce81fcb-4cb3-4915-b93d-ae803e3b996d tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks [] for port (28906508-0996-4d82-8b34-055b081d5c9f), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:24.054202 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3ce81fcb-4cb3-4915-b93d-ae803e3b996d tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (28906508-0996-4d82-8b34-055b081d5c9f), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:24.095948 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce81fcb-4cb3-4915-b93d-ae803e3b996d tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Network 407fc933-4a83-48b3-8c5d-c0d485f47da0 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:06:24.099073 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-3ce81fcb-4cb3-4915-b93d-ae803e3b996d tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:06:24.102573 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce81fcb-4cb3-4915-b93d-ae803e3b996d tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:06:24.103584 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce81fcb-4cb3-4915-b93d-ae803e3b996d tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:24.104192 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3ce81fcb-4cb3-4915-b93d-ae803e3b996d tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:24.115562 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce81fcb-4cb3-4915-b93d-ae803e3b996d tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Pushing event updated for resources: {'Port': ['ID=28906508-0996-4d82-8b34-055b081d5c9f,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:24.128077 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-3ce81fcb-4cb3-4915-b93d-ae803e3b996d tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1030 time: 0.6438572
May 07 22:06:24.130616 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 33524) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:24.209051 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-287e6ecf-6f79-404a-871c-86b762ce5890 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Deleting port 28906508-0996-4d82-8b34-055b081d5c9f {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:06:24.209437 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-287e6ecf-6f79-404a-871c-86b762ce5890 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (28906508-0996-4d82-8b34-055b081d5c9f), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:24.216454 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b15cb6ae-f4c5-4e29-8ace-a1f5c810cb7d tempest-MeteringTestJSON-1685070286 tempest-MeteringTestJSON-1685070286-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:24.219225 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-b15cb6ae-f4c5-4e29-8ace-a1f5c810cb7d tempest-MeteringTestJSON-1685070286 tempest-MeteringTestJSON-1685070286-project-admin] 10.222.0.32 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201  len: 470 time: 0.2663641
May 07 22:06:24.221250 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 33526) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:24.313806 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9dd0bc58-6fd5-4f8a-ae74-566cdabbd406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (ede7fd1b-532e-4fee-b774-978b00da8157), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:24.331613 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-9151084a-e665-4ec3-b63c-83911bd84d60 tempest-MeteringTestJSON-1685070286 tempest-MeteringTestJSON-1685070286-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels?id=6ba98991-1450-4d93-91d3-65e64727a65b HTTP/1.1" status: 200  len: 468 time: 0.1092737
May 07 22:06:24.335689 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 33530) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:24.368673 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd0bc58-6fd5-4f8a-ae74-566cdabbd406 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ede7fd1b-532e-4fee-b774-978b00da8157,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:24.391455 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd0bc58-6fd5-4f8a-ae74-566cdabbd406 admin admin] Checking segment: {'id': '9d9431c6-e943-4b02-8d8a-b1753c735412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '1427e0a8-46b1-4463-a632-fad4249c32ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:06:24.391816 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd0bc58-6fd5-4f8a-ae74-566cdabbd406 admin admin] Network hostable DHCP agents. Network: 1427e0a8-46b1-4463-a632-fad4249c32ce, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:06:24.417003 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd0bc58-6fd5-4f8a-ae74-566cdabbd406 admin admin] Network 1427e0a8-46b1-4463-a632-fad4249c32ce is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:06:24.427706 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-9dd0bc58-6fd5-4f8a-ae74-566cdabbd406 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1427e0a8-46b1-4463-a632-fad4249c32ce) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:06:24.432144 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd0bc58-6fd5-4f8a-ae74-566cdabbd406 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:24.433013 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9dd0bc58-6fd5-4f8a-ae74-566cdabbd406 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:24.440562 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71904ca0-67c3-4693-b0eb-cdb7c2be737f None None] Network 1427e0a8-46b1-4463-a632-fad4249c32ce requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:06:24.471853 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-9dd0bc58-6fd5-4f8a-ae74-566cdabbd406 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.6174991
May 07 22:06:24.473879 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-287e6ecf-6f79-404a-871c-86b762ce5890 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (28906508-0996-4d82-8b34-055b081d5c9f), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:24.568969 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-287e6ecf-6f79-404a-871c-86b762ce5890 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Calling delete_port for 28906508-0996-4d82-8b34-055b081d5c9f owned by  {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:06:24.586094 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-48453b54-d49d-424f-99bb-f6ce47f1570b tempest-MeteringTestJSON-1685070286 tempest-MeteringTestJSON-1685070286-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:24.589622 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-48453b54-d49d-424f-99bb-f6ce47f1570b tempest-MeteringTestJSON-1685070286 tempest-MeteringTestJSON-1685070286-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-labels/6ba98991-1450-4d93-91d3-65e64727a65b HTTP/1.1" status: 204  len: 168 time: 0.2506969
May 07 22:06:24.590504 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 33542) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:24.598829 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e06157-70e7-4dc5-8bec-4b77388f898a None None] Network 1427e0a8-46b1-4463-a632-fad4249c32ce requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:06:24.614321 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-2fad6a55-9e7f-4349-bbdb-3ed294ce90f1 tempest-MeteringTestJSON-1685070286 tempest-MeteringTestJSON-1685070286-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels?id=6ba98991-1450-4d93-91d3-65e64727a65b HTTP/1.1" status: 200  len: 216 time: 0.0195384
May 07 22:06:24.615835 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 33546) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:24.626859 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-64d8d679-ada3-4438-a828-cfe56b84e2d8 tempest-MeteringTestJSON-1685070286 tempest-MeteringTestJSON-1685070286-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200  len: 221 time: 0.0093508
May 07 22:06:24.631358 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 33548) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:24.648249 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-b9321b99-5535-4659-bbea-8e079d1f5cf6 tempest-MeteringTestJSON-1685070286 tempest-MeteringTestJSON-1685070286-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200  len: 216 time: 0.0155802
May 07 22:06:24.648926 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 33550) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:24.656166 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 33552) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:24.751545 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-791207a0-c459-4a92-8a89-3fc043d4dafa tempest-MeteringTestJSON-1685070286 tempest-MeteringTestJSON-1685070286-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-labels/793c2f2c-2c80-4d32-a402-0974f3734155 HTTP/1.1" status: 200  len: 472 time: 0.0933461
May 07 22:06:24.755449 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 33556) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:24.760638 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-287e6ecf-6f79-404a-871c-86b762ce5890 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (28906508-0996-4d82-8b34-055b081d5c9f), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:24.773953 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-31867fb0-dda3-4ad9-9312-460b03fea593 tempest-MeteringTestJSON-1685070286 tempest-MeteringTestJSON-1685070286-project-admin] 10.222.0.32 "GET /v2.0/metering/metering-label-rules/2e5db591-7b08-45fd-b414-7f407127ddcf HTTP/1.1" status: 200  len: 461 time: 0.0145993
May 07 22:06:24.774663 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-62f99380-1499-42c6-ade4-354582410821 admin admin] Deleting subnet c919dc93-1192-456e-94f8-2d768fde9095 {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:06:24.776702 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 33558) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:24.791081 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-62f99380-1499-42c6-ade4-354582410821 admin admin] Publish callbacks [] for subnet (c919dc93-1192-456e-94f8-2d768fde9095), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:24.795713 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287e6ecf-6f79-404a-871c-86b762ce5890 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Pushing event deleted for resources: {'Port': ['ID=28906508-0996-4d82-8b34-055b081d5c9f,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:24.836444 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-62f99380-1499-42c6-ade4-354582410821 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (c919dc93-1192-456e-94f8-2d768fde9095), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:24.838686 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-287e6ecf-6f79-404a-871c-86b762ce5890 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:24.846057 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-287e6ecf-6f79-404a-871c-86b762ce5890 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] 10.222.0.32 "DELETE /v2.0/ports/28906508-0996-4d82-8b34-055b081d5c9f HTTP/1.1" status: 204  len: 168 time: 0.7114270
May 07 22:06:24.846330 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 33562) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:24.850625 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-f1922bdf-e9a5-4e41-86eb-dfaedac0b406 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '407fc933-4a83-48b3-8c5d-c0d485f47da0', 'external_fixed_ips': [{'subnet_id': '6ee93a38-776f-4b2b-a89f-3559688a6aef', 'ip_address': '2001:db8::395'}]}}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:06:24.874802 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f1922bdf-e9a5-4e41-86eb-dfaedac0b406 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (260b6195-a6ae-4d64-8908-78e0948e09e9), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:24.875824 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f1922bdf-e9a5-4e41-86eb-dfaedac0b406 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (260b6195-a6ae-4d64-8908-78e0948e09e9), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:24.961348 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4ca0467d-fb6a-42ee-a66d-815db94b9c0e tempest-MeteringTestJSON-1685070286 tempest-MeteringTestJSON-1685070286-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:24.963105 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-4ca0467d-fb6a-42ee-a66d-815db94b9c0e tempest-MeteringTestJSON-1685070286 tempest-MeteringTestJSON-1685070286-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-label-rules/2e5db591-7b08-45fd-b414-7f407127ddcf HTTP/1.1" status: 204  len: 168 time: 0.1838014
May 07 22:06:24.965011 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 33564) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:24.969842 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-62f99380-1499-42c6-ade4-354582410821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (c919dc93-1192-456e-94f8-2d768fde9095), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:24.974665 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f1922bdf-e9a5-4e41-86eb-dfaedac0b406 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks [] for router_controller (260b6195-a6ae-4d64-8908-78e0948e09e9), precommit_add_association {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:25.027153 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-62f99380-1499-42c6-ade4-354582410821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (c919dc93-1192-456e-94f8-2d768fde9095), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:25.058342 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f99380-1499-42c6-ade4-354582410821 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c919dc93-1192-456e-94f8-2d768fde9095,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:25.062527 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-62f99380-1499-42c6-ade4-354582410821 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:25.068537 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-62f99380-1499-42c6-ade4-354582410821 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/c919dc93-1192-456e-94f8-2d768fde9095 HTTP/1.1" status: 204  len: 168 time: 0.4154360
May 07 22:06:25.068537 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 33572) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:25.164035 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9cfe8864-ff52-4e86-a743-e895a956a753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (f10725c6-4a03-4f46-a639-adf0cb6b6f46), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:25.259524 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9cfe8864-ff52-4e86-a743-e895a956a753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (f10725c6-4a03-4f46-a639-adf0cb6b6f46), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:25.281299 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-9cfe8864-ff52-4e86-a743-e895a956a753 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf8ea49d00>,) {'filters': {'network_id': ['f10725c6-4a03-4f46-a639-adf0cb6b6f46']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:06:25.291910 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-9cfe8864-ff52-4e86-a743-e895a956a753 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8ea49d00>, '5333360c-0c55-4471-bc32-37968a9d31f8') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:06:25.292290 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-9cfe8864-ff52-4e86-a743-e895a956a753 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8ea49d00>, '5333360c-0c55-4471-bc32-37968a9d31f8') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:06:25.302788 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9cfe8864-ff52-4e86-a743-e895a956a753 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (5333360c-0c55-4471-bc32-37968a9d31f8), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:25.308222 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f1922bdf-e9a5-4e41-86eb-dfaedac0b406 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks [] for router_gateway (260b6195-a6ae-4d64-8908-78e0948e09e9), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:25.314349 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-da879a1e-8444-4f0a-b9f4-cd4a6860862f tempest-MeteringTestJSON-1685070286 tempest-MeteringTestJSON-1685070286-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:25.315597 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-da879a1e-8444-4f0a-b9f4-cd4a6860862f tempest-MeteringTestJSON-1685070286 tempest-MeteringTestJSON-1685070286-project-admin] 10.222.0.32 "DELETE /v2.0/metering/metering-labels/793c2f2c-2c80-4d32-a402-0974f3734155 HTTP/1.1" status: 204  len: 168 time: 0.3496606
May 07 22:06:25.337658 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9cfe8864-ff52-4e86-a743-e895a956a753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (5333360c-0c55-4471-bc32-37968a9d31f8), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:25.346757 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cfe8864-ff52-4e86-a743-e895a956a753 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:06:25.347548 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9cfe8864-ff52-4e86-a743-e895a956a753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (5333360c-0c55-4471-bc32-37968a9d31f8), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:25.349831 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 22:06:25.349831 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:06:25.349831 ncdv-master-1 neutron-server[121837]:     timer()
May 07 22:06:25.349831 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:06:25.349831 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 22:06:25.349831 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:06:25.349831 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 22:06:25.349831 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:06:25.349831 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 22:06:25.349831 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:06:25.349831 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 22:06:25.349831 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:06:25.349831 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 22:06:25.349831 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:06:25.349831 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:06:25.349831 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:06:25.349831 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:06:25.349831 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:06:25.349831 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 22:06:25.349831 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:06:25.349831 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 22:06:25.349831 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:06:25.349831 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:06:25.349831 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:06:25.349831 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 22:06:25.349831 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:06:25.349831 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:06:25.349831 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:06:25.349831 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:06:25.349831 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:06:25.349831 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:06:25.349831 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:06:25.423743 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9cfe8864-ff52-4e86-a743-e895a956a753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (f10725c6-4a03-4f46-a639-adf0cb6b6f46), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:25.442260 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9cfe8864-ff52-4e86-a743-e895a956a753 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:25.449237 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-9cfe8864-ff52-4e86-a743-e895a956a753 admin admin] 10.222.0.32 "DELETE /v2.0/networks/f10725c6-4a03-4f46-a639-adf0cb6b6f46 HTTP/1.1" status: 204  len: 168 time: 0.3780310
May 07 22:06:25.449237 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfe8864-ff52-4e86-a743-e895a956a753 admin admin] Pushing event deleted for resources: {'Network': ['ID=f10725c6-4a03-4f46-a639-adf0cb6b6f46,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:25.450261 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 33584) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:25.505646 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3489302-2195-47e1-8b5a-dfb540366153 admin admin] Deleting subnet ede7fd1b-532e-4fee-b774-978b00da8157 {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:06:25.508918 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f789cb-1601-4569-a588-de6c44cadff2 req-20e66604-fa9a-4d00-b636-55f5fc0c6835 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:25.509482 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f3489302-2195-47e1-8b5a-dfb540366153 admin admin] Publish callbacks [] for subnet (ede7fd1b-532e-4fee-b774-978b00da8157), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:25.516518 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d9f789cb-1601-4569-a588-de6c44cadff2 req-20e66604-fa9a-4d00-b636-55f5fc0c6835 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=9df2668b-af6b-4323-a4a4-520fcae8e55e HTTP/1.1" status: 200  len: 946 time: 0.1166804
May 07 22:06:25.546837 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f3489302-2195-47e1-8b5a-dfb540366153 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (ede7fd1b-532e-4fee-b774-978b00da8157), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:25.589174 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f3489302-2195-47e1-8b5a-dfb540366153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (ede7fd1b-532e-4fee-b774-978b00da8157), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:25.616091 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f1922bdf-e9a5-4e41-86eb-dfaedac0b406 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks [] for router_gateway (260b6195-a6ae-4d64-8908-78e0948e09e9), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:25.620318 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d9f789cb-1601-4569-a588-de6c44cadff2 req-6f700ebf-4b98-45d1-b13b-0915bc927eba tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/security-groups?id=40cff557-9a82-4417-b340-b34f43ebb5b2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1027937
May 07 22:06:25.647709 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 33588) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:25.653931 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f3489302-2195-47e1-8b5a-dfb540366153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (ede7fd1b-532e-4fee-b774-978b00da8157), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:25.665374 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f1922bdf-e9a5-4e41-86eb-dfaedac0b406 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:25.686822 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3489302-2195-47e1-8b5a-dfb540366153 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ede7fd1b-532e-4fee-b774-978b00da8157,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:25.689513 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f3489302-2195-47e1-8b5a-dfb540366153 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:25.692796 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-f3489302-2195-47e1-8b5a-dfb540366153 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ede7fd1b-532e-4fee-b774-978b00da8157 HTTP/1.1" status: 204  len: 168 time: 0.2415030
May 07 22:06:25.695260 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 33592) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:25.780167 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2f340f44-13f1-44ca-bdf9-402d875e2ab2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:25.784940 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6a642f80-578d-4809-8eb5-776cfc19af01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (1427e0a8-46b1-4463-a632-fad4249c32ce), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:25.929641 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6a642f80-578d-4809-8eb5-776cfc19af01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (1427e0a8-46b1-4463-a632-fad4249c32ce), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:25.966607 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-6a642f80-578d-4809-8eb5-776cfc19af01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf8e8f1700>,) {'filters': {'network_id': ['1427e0a8-46b1-4463-a632-fad4249c32ce']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:06:25.981698 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-6a642f80-578d-4809-8eb5-776cfc19af01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8e8f1700>, '9d9431c6-e943-4b02-8d8a-b1753c735412') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:06:25.981995 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-6a642f80-578d-4809-8eb5-776cfc19af01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8e8f1700>, '9d9431c6-e943-4b02-8d8a-b1753c735412') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:06:26.000126 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6a642f80-578d-4809-8eb5-776cfc19af01 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (9d9431c6-e943-4b02-8d8a-b1753c735412), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:26.003008 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c0e8b8e7-3f04-460d-a2b5-9f8293f33172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:26.021866 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2f340f44-13f1-44ca-bdf9-402d875e2ab2 admin admin] Publish callbacks [] for security_group (6973ae63-be7b-4207-9b5b-0e257f4613f1), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:26.023954 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6a642f80-578d-4809-8eb5-776cfc19af01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (9d9431c6-e943-4b02-8d8a-b1753c735412), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:26.028811 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2f340f44-13f1-44ca-bdf9-402d875e2ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (6973ae63-be7b-4207-9b5b-0e257f4613f1), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:26.035302 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a642f80-578d-4809-8eb5-776cfc19af01 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:06:26.035696 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6a642f80-578d-4809-8eb5-776cfc19af01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (9d9431c6-e943-4b02-8d8a-b1753c735412), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:26.042439 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 22:06:26.042439 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:06:26.042439 ncdv-master-1 neutron-server[121837]:     timer()
May 07 22:06:26.042439 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:06:26.042439 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 22:06:26.042439 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:06:26.042439 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 22:06:26.042439 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:06:26.042439 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 22:06:26.042439 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:06:26.042439 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 22:06:26.042439 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:06:26.042439 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 22:06:26.042439 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:06:26.042439 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:06:26.042439 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:06:26.042439 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:06:26.042439 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:06:26.042439 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 22:06:26.042439 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:06:26.042439 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 22:06:26.042439 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:06:26.042439 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:06:26.042439 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:06:26.042439 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 22:06:26.042439 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:06:26.042439 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:06:26.042439 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:06:26.042439 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:06:26.042439 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:06:26.042439 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:06:26.042439 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:06:26.119471 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-2f340f44-13f1-44ca-bdf9-402d875e2ab2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=aee95122df834bf98c0def46b9b7ef1c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4707532
May 07 22:06:26.122972 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 33598) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:26.124407 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6a642f80-578d-4809-8eb5-776cfc19af01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (1427e0a8-46b1-4463-a632-fad4249c32ce), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:26.135202 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6a642f80-578d-4809-8eb5-776cfc19af01 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:26.138311 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-6a642f80-578d-4809-8eb5-776cfc19af01 admin admin] 10.222.0.32 "DELETE /v2.0/networks/1427e0a8-46b1-4463-a632-fad4249c32ce HTTP/1.1" status: 204  len: 168 time: 0.4421325
May 07 22:06:26.140026 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f340f44-13f1-44ca-bdf9-402d875e2ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6973ae63-be7b-4207-9b5b-0e257f4613f1,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:26.160116 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a642f80-578d-4809-8eb5-776cfc19af01 admin admin] Pushing event deleted for resources: {'Network': ['ID=1427e0a8-46b1-4463-a632-fad4249c32ce,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:26.161674 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-f1922bdf-e9a5-4e41-86eb-dfaedac0b406 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Allocated IP 2001:db8::395 (407fc933-4a83-48b3-8c5d-c0d485f47da0/6ee93a38-776f-4b2b-a89f-3559688a6aef/e2fe3c70-aa2f-4df4-9ff1-cc9b1436c791) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:06:26.213842 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0e1c7ff6-46db-4c2f-b7f2-45b5d8096243 admin admin] Publish callbacks [] for security_group (6973ae63-be7b-4207-9b5b-0e257f4613f1), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:26.241031 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0e1c7ff6-46db-4c2f-b7f2-45b5d8096243 admin admin] Publish callbacks [] for security_group (6973ae63-be7b-4207-9b5b-0e257f4613f1), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:26.291403 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 33602) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:26.300932 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f1922bdf-e9a5-4e41-86eb-dfaedac0b406 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks [] for port (e2fe3c70-aa2f-4df4-9ff1-cc9b1436c791), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:26.305519 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0e1c7ff6-46db-4c2f-b7f2-45b5d8096243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (6973ae63-be7b-4207-9b5b-0e257f4613f1), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:26.309810 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0e1c7ff6-46db-4c2f-b7f2-45b5d8096243 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:26.311490 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-0e1c7ff6-46db-4c2f-b7f2-45b5d8096243 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6973ae63-be7b-4207-9b5b-0e257f4613f1 HTTP/1.1" status: 204  len: 168 time: 0.1850753
May 07 22:06:26.320972 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1c7ff6-46db-4c2f-b7f2-45b5d8096243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6973ae63-be7b-4207-9b5b-0e257f4613f1,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:26.370547 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-f1c0670a-f1e1-4692-b353-5e27b0ef0bc5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d26a7d8e07ba4e6686b20931dffd92a5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0780308
May 07 22:06:26.373203 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 33606) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:26.379061 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f1922bdf-e9a5-4e41-86eb-dfaedac0b406 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (e2fe3c70-aa2f-4df4-9ff1-cc9b1436c791), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:26.420409 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1922bdf-e9a5-4e41-86eb-dfaedac0b406 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Network 407fc933-4a83-48b3-8c5d-c0d485f47da0 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:06:26.423160 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-f1922bdf-e9a5-4e41-86eb-dfaedac0b406 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:06:26.426709 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1922bdf-e9a5-4e41-86eb-dfaedac0b406 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:06:26.432092 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-69046755-7703-4b68-981a-fb2130c1f0cc admin admin] Publish callbacks [] for security_group (99ca578d-a80b-4662-9602-9a261b6a324f), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:26.435798 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1922bdf-e9a5-4e41-86eb-dfaedac0b406 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Pushing event updated for resources: {'Port': ['ID=e2fe3c70-aa2f-4df4-9ff1-cc9b1436c791,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:26.462219 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-69046755-7703-4b68-981a-fb2130c1f0cc admin admin] Publish callbacks [] for security_group (99ca578d-a80b-4662-9602-9a261b6a324f), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:26.519334 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-69046755-7703-4b68-981a-fb2130c1f0cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (99ca578d-a80b-4662-9602-9a261b6a324f), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:26.522289 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-69046755-7703-4b68-981a-fb2130c1f0cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:26.523458 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-69046755-7703-4b68-981a-fb2130c1f0cc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/99ca578d-a80b-4662-9602-9a261b6a324f HTTP/1.1" status: 204  len: 168 time: 0.1490073
May 07 22:06:26.533504 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69046755-7703-4b68-981a-fb2130c1f0cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ca578d-a80b-4662-9602-9a261b6a324f,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:26.684532 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f1922bdf-e9a5-4e41-86eb-dfaedac0b406 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks [] for router_gateway (260b6195-a6ae-4d64-8908-78e0948e09e9), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:26.727993 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 33614) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:26.741561 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-20112bc3-a13c-49a6-b062-a01aa3e68b59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:26.817842 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e21ea5-d951-417f-a047-e1b2ac092454 req-bad6ca60-d0a6-4a07-9dd5-e43f4b925ca6 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:26.819385 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-94e21ea5-d951-417f-a047-e1b2ac092454 req-bad6ca60-d0a6-4a07-9dd5-e43f4b925ca6 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=9df2668b-af6b-4323-a4a4-520fcae8e55e HTTP/1.1" status: 200  len: 946 time: 0.0913453
May 07 22:06:26.827530 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-20112bc3-a13c-49a6-b062-a01aa3e68b59 admin admin] Publish callbacks [] for security_group (71a2bce8-4154-4557-95c2-1fb3c3fcf0ae), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:26.832613 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-20112bc3-a13c-49a6-b062-a01aa3e68b59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (71a2bce8-4154-4557-95c2-1fb3c3fcf0ae), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:26.879499 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-20112bc3-a13c-49a6-b062-a01aa3e68b59 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=63879c14ac6945e7abeec4d2d8ea6dfc&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1503327
May 07 22:06:26.881025 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20112bc3-a13c-49a6-b062-a01aa3e68b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71a2bce8-4154-4557-95c2-1fb3c3fcf0ae,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:26.883390 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 33618) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:26.940433 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-94e21ea5-d951-417f-a047-e1b2ac092454 req-8a6c244e-45f9-40eb-83a8-838ac15846e2 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/security-groups?id=40cff557-9a82-4417-b340-b34f43ebb5b2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1147134
May 07 22:06:26.954387 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-47fb46f2-6a9c-43b9-a89f-7df6efcacc1a admin admin] Publish callbacks [] for security_group (71a2bce8-4154-4557-95c2-1fb3c3fcf0ae), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:26.970355 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 33622) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:27.011536 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-47fb46f2-6a9c-43b9-a89f-7df6efcacc1a admin admin] Publish callbacks [] for security_group (71a2bce8-4154-4557-95c2-1fb3c3fcf0ae), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:27.013607 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f1922bdf-e9a5-4e41-86eb-dfaedac0b406 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (260b6195-a6ae-4d64-8908-78e0948e09e9), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:27.058415 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-fb847a96-6c34-4cb1-95bc-889df89aa667 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b7f022098c264aab916aa3633fbe7b20&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0869198
May 07 22:06:27.060928 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 33624) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:27.102540 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-47fb46f2-6a9c-43b9-a89f-7df6efcacc1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (71a2bce8-4154-4557-95c2-1fb3c3fcf0ae), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:27.104994 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-47fb46f2-6a9c-43b9-a89f-7df6efcacc1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:27.106129 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-47fb46f2-6a9c-43b9-a89f-7df6efcacc1a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/71a2bce8-4154-4557-95c2-1fb3c3fcf0ae HTTP/1.1" status: 204  len: 168 time: 0.2218475
May 07 22:06:27.122941 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-370d8233-d44b-4cc5-96f0-e22e95b14469 admin admin] Publish callbacks [] for security_group (0ed35e2f-d768-42da-b72d-39e52425eb19), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:27.126098 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fb46f2-6a9c-43b9-a89f-7df6efcacc1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a2bce8-4154-4557-95c2-1fb3c3fcf0ae,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:27.151276 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-370d8233-d44b-4cc5-96f0-e22e95b14469 admin admin] Publish callbacks [] for security_group (0ed35e2f-d768-42da-b72d-39e52425eb19), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:27.181573 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1922bdf-e9a5-4e41-86eb-dfaedac0b406 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Router 260b6195-a6ae-4d64-8908-78e0948e09e9 is scheduled to L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db with binding_index 1 {{(pid=121836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 07 22:06:27.208705 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-370d8233-d44b-4cc5-96f0-e22e95b14469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (0ed35e2f-d768-42da-b72d-39e52425eb19), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:27.215532 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-370d8233-d44b-4cc5-96f0-e22e95b14469 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:27.215532 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-370d8233-d44b-4cc5-96f0-e22e95b14469 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0ed35e2f-d768-42da-b72d-39e52425eb19 HTTP/1.1" status: 204  len: 168 time: 0.1511226
May 07 22:06:27.222823 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370d8233-d44b-4cc5-96f0-e22e95b14469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ed35e2f-d768-42da-b72d-39e52425eb19,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:27.327663 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1922bdf-e9a5-4e41-86eb-dfaedac0b406 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:06:27.339045 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a46210-1e61-476d-8976-7748f85f2431 None None] Sync routers for ids ['260b6195-a6ae-4d64-8908-78e0948e09e9'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:06:27.349314 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f1922bdf-e9a5-4e41-86eb-dfaedac0b406 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:27.354529 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a46210-1e61-476d-8976-7748f85f2431 None None] Routers {'260b6195-a6ae-4d64-8908-78e0948e09e9'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:06:27.354529 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-d8a46210-1e61-476d-8976-7748f85f2431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7fc9cbb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:06:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['260b6195-a6ae-4d64-8908-78e0948e09e9'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:06:27.355053 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 33630) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:27.356596 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-f1922bdf-e9a5-4e41-86eb-dfaedac0b406 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 878 time: 2.5091231
May 07 22:06:27.430132 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:27.502018 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8db08666-91fe-440e-9bbe-1820c615fc47 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks [] for router (260b6195-a6ae-4d64-8908-78e0948e09e9), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:27.508486 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-d8a46210-1e61-476d-8976-7748f85f2431 None None] Set router 260b6195-a6ae-4d64-8908-78e0948e09e9 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:06:27.635285 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8db08666-91fe-440e-9bbe-1820c615fc47 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks [] for router_gateway (260b6195-a6ae-4d64-8908-78e0948e09e9), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:27.702617 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-8db08666-91fe-440e-9bbe-1820c615fc47 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Deleting port e2fe3c70-aa2f-4df4-9ff1-cc9b1436c791 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:06:27.703696 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8db08666-91fe-440e-9bbe-1820c615fc47 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (e2fe3c70-aa2f-4df4-9ff1-cc9b1436c791), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:27.730184 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-d8a46210-1e61-476d-8976-7748f85f2431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7fc9cbb0>, [{'id': '260b6195-a6ae-4d64-8908-78e0948e09e9', 'name': '', 'tenant_id': '17cfc6fd78b745da8412e7e15d557cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '407fc933-4a83-48b3-8c5d-c0d485f47da0', 'external_fixed_ips': [{'subnet_id': '6ee93a38-776f-4b2b-a89f-3559688a6aef', 'ip_address': '2001:db8::395'}], 'enable_snat': True}, 'gw_port_id': 'e2fe3c70-aa2f-4df4-9ff1-cc9b1436c791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:06:24Z', 'updated_at': '2022-05-07T22:06:26Z', 'revision_number': 3, 'project_id': '17cfc6fd78b745da8412e7e15d557cc0', 'gw_port': {'id': 'e2fe3c70-aa2f-4df4-9ff1-cc9b1436c791', 'name': '', 'network_id': '407fc933-4a83-48b3-8c5d-c0d485f47da0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:5d:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260b6195-a6ae-4d64-8908-78e0948e09e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': '6ee93a38-776f-4b2b-a89f-3559688a6aef', 'ip_address': '2001:db8::395', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:06:25Z', 'updated_at': '2022-05-07T22:06:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ee93a38-776f-4b2b-a89f-3559688a6aef', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:06:27.769712 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a46210-1e61-476d-8976-7748f85f2431 None None] Checking router: 260b6195-a6ae-4d64-8908-78e0948e09e9 for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:06:27.770198 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a46210-1e61-476d-8976-7748f85f2431 None None] Updating router 260b6195-a6ae-4d64-8908-78e0948e09e9 port e2fe3c70-aa2f-4df4-9ff1-cc9b1436c791 binding host ncdv-master-1 {{(pid=121838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 22:06:27.803852 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d8a46210-1e61-476d-8976-7748f85f2431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (e2fe3c70-aa2f-4df4-9ff1-cc9b1436c791), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:27.813331 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8db08666-91fe-440e-9bbe-1820c615fc47 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (e2fe3c70-aa2f-4df4-9ff1-cc9b1436c791), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:27.826707 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-8db08666-91fe-440e-9bbe-1820c615fc47 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Calling delete_port for e2fe3c70-aa2f-4df4-9ff1-cc9b1436c791 owned by network:router_gateway {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:06:28.041706 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8db08666-91fe-440e-9bbe-1820c615fc47 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (e2fe3c70-aa2f-4df4-9ff1-cc9b1436c791), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:28.090702 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db08666-91fe-440e-9bbe-1820c615fc47 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Pushing event deleted for resources: {'Port': ['ID=e2fe3c70-aa2f-4df4-9ff1-cc9b1436c791,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:28.115973 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8db08666-91fe-440e-9bbe-1820c615fc47 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395776'] for router_gateway (260b6195-a6ae-4d64-8908-78e0948e09e9), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:28.197758 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.db.api [None req-d8a46210-1e61-476d-8976-7748f85f2431 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 07 22:06:28.198114 ncdv-master-1 neutron-server[121838]: DEBUG oslo_db.api [None req-d8a46210-1e61-476d-8976-7748f85f2431 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 07 22:06:28.235255 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c6a31-34c1-4977-b121-6971525f0e02 req-2cd31796-6396-4eee-94ab-4eec7675542e tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:28.246479 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f92c6a31-34c1-4977-b121-6971525f0e02 req-2cd31796-6396-4eee-94ab-4eec7675542e tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=9df2668b-af6b-4323-a4a4-520fcae8e55e HTTP/1.1" status: 200  len: 946 time: 0.1480660
May 07 22:06:28.248882 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8db08666-91fe-440e-9bbe-1820c615fc47 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (260b6195-a6ae-4d64-8908-78e0948e09e9), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:28.251439 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8db08666-91fe-440e-9bbe-1820c615fc47 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks [] for router_controller (260b6195-a6ae-4d64-8908-78e0948e09e9), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:28.305564 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8db08666-91fe-440e-9bbe-1820c615fc47 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (260b6195-a6ae-4d64-8908-78e0948e09e9), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:28.306549 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8db08666-91fe-440e-9bbe-1820c615fc47 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 260b6195-a6ae-4d64-8908-78e0948e09e9 {{(pid=121837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 22:06:28.313794 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8db08666-91fe-440e-9bbe-1820c615fc47 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:28.316008 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-8db08666-91fe-440e-9bbe-1820c615fc47 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] 10.222.0.32 "DELETE /v2.0/routers/260b6195-a6ae-4d64-8908-78e0948e09e9 HTTP/1.1" status: 204  len: 168 time: 0.9595530
May 07 22:06:28.316816 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 33674) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:28.318698 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 33676) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:28.356331 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f92c6a31-34c1-4977-b121-6971525f0e02 req-dd4ae27b-d6e8-4887-bd1a-086a23f8f27f tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/security-groups?id=40cff557-9a82-4417-b340-b34f43ebb5b2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1087759
May 07 22:06:28.380107 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_v2 [None req-d585e3fa-b7a6-4566-b517-bcc2319fbeb3 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Deleting subnet 6ee93a38-776f-4b2b-a89f-3559688a6aef {{(pid=121836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:06:28.384371 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d585e3fa-b7a6-4566-b517-bcc2319fbeb3 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks [] for subnet (6ee93a38-776f-4b2b-a89f-3559688a6aef), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:28.438827 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d585e3fa-b7a6-4566-b517-bcc2319fbeb3 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726883'] for subnet (6ee93a38-776f-4b2b-a89f-3559688a6aef), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:28.462819 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-1ce3387b-011f-4f8f-99bf-66599e5e8751 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1218198640'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:06:28.487556 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387a66f1-9862-473a-aea5-d93cdf54993f req-7f4f6a69-5d42-4e1d-9fe4-da24bce32d85 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:28.489083 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-387a66f1-9862-473a-aea5-d93cdf54993f req-7f4f6a69-5d42-4e1d-9fe4-da24bce32d85 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.59 "GET /v2.0/ports?device_id=9df2668b-af6b-4323-a4a4-520fcae8e55e HTTP/1.1" status: 200  len: 946 time: 0.0812640
May 07 22:06:28.495228 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d585e3fa-b7a6-4566-b517-bcc2319fbeb3 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (6ee93a38-776f-4b2b-a89f-3559688a6aef), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:28.503343 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce3387b-011f-4f8f-99bf-66599e5e8751 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Made reservation on behalf of c3928192a2d34e3aa29c4bc173f32a48 for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:06:28.506495 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1ce3387b-011f-4f8f-99bf-66599e5e8751 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:28.532038 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1ce3387b-011f-4f8f-99bf-66599e5e8751 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:28.564449 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d585e3fa-b7a6-4566-b517-bcc2319fbeb3 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (6ee93a38-776f-4b2b-a89f-3559688a6aef), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:28.594301 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d585e3fa-b7a6-4566-b517-bcc2319fbeb3 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=6ee93a38-776f-4b2b-a89f-3559688a6aef,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:28.599855 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d585e3fa-b7a6-4566-b517-bcc2319fbeb3 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:28.605592 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-d585e3fa-b7a6-4566-b517-bcc2319fbeb3 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] 10.222.0.32 "DELETE /v2.0/subnets/6ee93a38-776f-4b2b-a89f-3559688a6aef HTTP/1.1" status: 204  len: 168 time: 0.2832682
May 07 22:06:28.605753 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 33686) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:28.656154 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-387a66f1-9862-473a-aea5-d93cdf54993f req-8ff7a07a-c52d-44a2-891b-36a48c4064a6 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Deleting port 26735917-c705-4821-b89b-e6f718fdc166 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:06:28.656492 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-387a66f1-9862-473a-aea5-d93cdf54993f req-8ff7a07a-c52d-44a2-891b-36a48c4064a6 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (26735917-c705-4821-b89b-e6f718fdc166), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:28.719618 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a46210-1e61-476d-8976-7748f85f2431 None None] Port e2fe3c70-aa2f-4df4-9ff1-cc9b1436c791 not found while updating agent binding for router 260b6195-a6ae-4d64-8908-78e0948e09e9. {{(pid=121838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}}
May 07 22:06:28.728623 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a46210-1e61-476d-8976-7748f85f2431 None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:06:28.729117 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a46210-1e61-476d-8976-7748f85f2431 None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}}
May 07 22:06:28.729868 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_agentschedulers_db [None req-d8a46210-1e61-476d-8976-7748f85f2431 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'260b6195-a6ae-4d64-8908-78e0948e09e9'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:06:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent'). {{(pid=121838) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}}
May 07 22:06:28.730348 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a46210-1e61-476d-8976-7748f85f2431 None None] The sync data for ids ['260b6195-a6ae-4d64-8908-78e0948e09e9'] in ncdv-master-1 is: [] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:06:28.738996 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-dab03408-3bd5-4fa8-b4e7-7ccedb3c3ac6 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (407fc933-4a83-48b3-8c5d-c0d485f47da0), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:28.798197 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1ce3387b-011f-4f8f-99bf-66599e5e8751 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Publish callbacks [] for security_group (727334d4-07e5-4005-8362-f102677a1f24), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:28.805077 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1ce3387b-011f-4f8f-99bf-66599e5e8751 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (727334d4-07e5-4005-8362-f102677a1f24), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:28.874733 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ce3387b-011f-4f8f-99bf-66599e5e8751 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:06:28.887462 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-387a66f1-9862-473a-aea5-d93cdf54993f req-8ff7a07a-c52d-44a2-891b-36a48c4064a6 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] For port 26735917-c705-4821-b89b-e6f718fdc166, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=26735917-c705-4821-b89b-e6f718fdc166,segment=NetworkSegment(2f0831b3-8133-4c28-a071-337c31d2cb1b),segment_id=2f0831b3-8133-4c28-a071-337c31d2cb1b)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:06:28.887727 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-387a66f1-9862-473a-aea5-d93cdf54993f req-8ff7a07a-c52d-44a2-891b-36a48c4064a6 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (26735917-c705-4821-b89b-e6f718fdc166), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:28.901689 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce3387b-011f-4f8f-99bf-66599e5e8751 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=727334d4-07e5-4005-8362-f102677a1f24,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:28.944811 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1ce3387b-011f-4f8f-99bf-66599e5e8751 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (528b6944-e281-44b2-b5ed-54606841cf4f), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:28.945021 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-1ce3387b-011f-4f8f-99bf-66599e5e8751 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Added segment 528b6944-e281-44b2-b5ed-54606841cf4f of type vlan for network 11fa70c4-c082-46d3-9369-6bee1d0453a0
May 07 22:06:28.984979 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-dab03408-3bd5-4fa8-b4e7-7ccedb3c3ac6 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (407fc933-4a83-48b3-8c5d-c0d485f47da0), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:29.039804 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-dab03408-3bd5-4fa8-b4e7-7ccedb3c3ac6 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf86713130>,) {'filters': {'network_id': ['407fc933-4a83-48b3-8c5d-c0d485f47da0']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:06:29.055456 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1ce3387b-011f-4f8f-99bf-66599e5e8751 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (11fa70c4-c082-46d3-9369-6bee1d0453a0), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:29.093965 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-dab03408-3bd5-4fa8-b4e7-7ccedb3c3ac6 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf86713130>, '3217a316-f22d-474e-a84a-4c623fcb40a2') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:06:29.094261 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-dab03408-3bd5-4fa8-b4e7-7ccedb3c3ac6 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf86713130>, '3217a316-f22d-474e-a84a-4c623fcb40a2') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:06:29.114453 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:29.117884 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-dab03408-3bd5-4fa8-b4e7-7ccedb3c3ac6 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (3217a316-f22d-474e-a84a-4c623fcb40a2), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:29.147661 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1ce3387b-011f-4f8f-99bf-66599e5e8751 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (11fa70c4-c082-46d3-9369-6bee1d0453a0), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:29.152637 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce3387b-011f-4f8f-99bf-66599e5e8751 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:29.153222 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1ce3387b-011f-4f8f-99bf-66599e5e8751 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:29.155885 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-dab03408-3bd5-4fa8-b4e7-7ccedb3c3ac6 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (3217a316-f22d-474e-a84a-4c623fcb40a2), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:29.227034 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dab03408-3bd5-4fa8-b4e7-7ccedb3c3ac6 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:06:29.227632 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-dab03408-3bd5-4fa8-b4e7-7ccedb3c3ac6 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (3217a316-f22d-474e-a84a-4c623fcb40a2), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:29.229426 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 22:06:29.229426 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:06:29.229426 ncdv-master-1 neutron-server[121837]:     timer()
May 07 22:06:29.229426 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:06:29.229426 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 22:06:29.229426 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:06:29.229426 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 22:06:29.229426 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:06:29.229426 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 22:06:29.229426 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:06:29.229426 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 22:06:29.229426 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:06:29.229426 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 22:06:29.229426 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:06:29.229426 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:06:29.229426 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:06:29.229426 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:06:29.229426 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:06:29.229426 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 22:06:29.229426 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:06:29.229426 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 22:06:29.229426 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:06:29.229426 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:06:29.229426 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:06:29.229426 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 22:06:29.229426 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:06:29.229426 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:06:29.229426 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:06:29.229426 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:06:29.229426 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:06:29.229426 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:06:29.229426 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:06:29.510218 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ae09f-cb1a-4316-856c-81fdf9edf0e8 req-fc19b8ad-c52c-44a0-9745-1137c4b2b2b1 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:29.511799 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2b0ae09f-cb1a-4316-856c-81fdf9edf0e8 req-fc19b8ad-c52c-44a0-9745-1137c4b2b2b1 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=9df2668b-af6b-4323-a4a4-520fcae8e55e HTTP/1.1" status: 200  len: 946 time: 0.0510817
May 07 22:06:29.561231 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2b0ae09f-cb1a-4316-856c-81fdf9edf0e8 req-6d2207b6-bfbc-4d38-b5d5-22a0d035e5b2 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/security-groups?id=40cff557-9a82-4417-b340-b34f43ebb5b2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435579
May 07 22:06:29.623981 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-1ce3387b-011f-4f8f-99bf-66599e5e8751 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 1.3058403
May 07 22:06:29.627531 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 33718) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:29.632894 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-046e4733-326b-42f0-b108-deef1ae6dfc9 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Request body: {'subnet': {'network_id': '11fa70c4-c082-46d3-9369-6bee1d0453a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:06:29.723458 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-046e4733-326b-42f0-b108-deef1ae6dfc9 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Made reservation on behalf of c3928192a2d34e3aa29c4bc173f32a48 for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:06:29.726787 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-046e4733-326b-42f0-b108-deef1ae6dfc9 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:29.742884 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-387a66f1-9862-473a-aea5-d93cdf54993f req-8ff7a07a-c52d-44a2-891b-36a48c4064a6 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:29.743258 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-387a66f1-9862-473a-aea5-d93cdf54993f req-8ff7a07a-c52d-44a2-891b-36a48c4064a6 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (8d3e44d3-aa11-4444-a6c6-24e8a73e1c1b), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:29.743578 ncdv-master-1 neutron-server[121837]: INFO neutron.db.l3_db [req-387a66f1-9862-473a-aea5-d93cdf54993f req-8ff7a07a-c52d-44a2-891b-36a48c4064a6 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Floating IP 8d3e44d3-aa11-4444-a6c6-24e8a73e1c1b disassociated. External IP: 172.35.4.190, port: 26735917-c705-4821-b89b-e6f718fdc166.
May 07 22:06:29.743938 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-387a66f1-9862-473a-aea5-d93cdf54993f req-8ff7a07a-c52d-44a2-891b-36a48c4064a6 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Calling delete_port for 26735917-c705-4821-b89b-e6f718fdc166 owned by compute:nova {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:06:29.759131 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce3387b-011f-4f8f-99bf-66599e5e8751 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Pushing event updated for resources: {'Network': ['ID=11fa70c4-c082-46d3-9369-6bee1d0453a0,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:29.770918 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 11fa70c4-c082-46d3-9369-6bee1d0453a0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:06:29.774404 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339fd7d4-74dc-4ac7-a76e-fe3ff3aade9b req-f96094b6-d2d1-4135-af0d-5f5d3f11b3b8 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:29.775963 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-339fd7d4-74dc-4ac7-a76e-fe3ff3aade9b req-f96094b6-d2d1-4135-af0d-5f5d3f11b3b8 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/ports?device_id=aae59656-69ab-4136-adeb-885957bc32fb HTTP/1.1" status: 200  len: 945 time: 0.1672909
May 07 22:06:29.778633 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-dab03408-3bd5-4fa8-b4e7-7ccedb3c3ac6 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (407fc933-4a83-48b3-8c5d-c0d485f47da0), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:29.783079 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dab03408-3bd5-4fa8-b4e7-7ccedb3c3ac6 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  407fc933-4a83-48b3-8c5d-c0d485f47da0 {{(pid=121837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
May 07 22:06:29.785897 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-dab03408-3bd5-4fa8-b4e7-7ccedb3c3ac6 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:29.792293 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-dab03408-3bd5-4fa8-b4e7-7ccedb3c3ac6 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] 10.222.0.32 "DELETE /v2.0/networks/407fc933-4a83-48b3-8c5d-c0d485f47da0 HTTP/1.1" status: 204  len: 168 time: 1.1819515
May 07 22:06:29.807790 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab03408-3bd5-4fa8-b4e7-7ccedb3c3ac6 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Pushing event deleted for resources: {'Network': ['ID=407fc933-4a83-48b3-8c5d-c0d485f47da0,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:29.887067 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-339fd7d4-74dc-4ac7-a76e-fe3ff3aade9b req-d64456ca-d1ab-465c-b998-3002d60946de tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/security-groups?id=6229b1a1-defe-4325-9fd9-618366611b92&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0956788
May 07 22:06:30.004834 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-046e4733-326b-42f0-b108-deef1ae6dfc9 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (1f2ecbea-9eb0-49d3-bd98-38cb9a9c9611), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:30.008074 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-387a66f1-9862-473a-aea5-d93cdf54993f req-8ff7a07a-c52d-44a2-891b-36a48c4064a6 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (26735917-c705-4821-b89b-e6f718fdc166), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:30.037915 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff7a07a-c52d-44a2-891b-36a48c4064a6 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Pushing event deleted for resources: {'Port': ['ID=26735917-c705-4821-b89b-e6f718fdc166,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:30.087610 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046e4733-326b-42f0-b108-deef1ae6dfc9 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Pushing event updated for resources: {'Subnet': ['ID=1f2ecbea-9eb0-49d3-bd98-38cb9a9c9611,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:30.105065 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046e4733-326b-42f0-b108-deef1ae6dfc9 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Checking segment: {'id': '528b6944-e281-44b2-b5ed-54606841cf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '11fa70c4-c082-46d3-9369-6bee1d0453a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:06:30.105427 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046e4733-326b-42f0-b108-deef1ae6dfc9 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Network hostable DHCP agents. Network: 11fa70c4-c082-46d3-9369-6bee1d0453a0, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:06:30.132137 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046e4733-326b-42f0-b108-deef1ae6dfc9 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Network 11fa70c4-c082-46d3-9369-6bee1d0453a0 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:06:30.151316 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-046e4733-326b-42f0-b108-deef1ae6dfc9 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 11fa70c4-c082-46d3-9369-6bee1d0453a0) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:06:30.153700 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 33726) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:30.158703 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-ad7cb57d-130d-49a3-bf9f-497aae049ea8 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Request body: {'router': {'name': 'tempest-router--764751953', 'project_id': '2c04db674e144c0faf33fe450a39e9f5'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:06:30.160885 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3b8d4d-39bb-42d6-af03-96e4c77e897e None None] Network 11fa70c4-c082-46d3-9369-6bee1d0453a0 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:06:30.166750 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046e4733-326b-42f0-b108-deef1ae6dfc9 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:30.167603 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-046e4733-326b-42f0-b108-deef1ae6dfc9 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:30.193363 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-046e4733-326b-42f0-b108-deef1ae6dfc9 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.5644224
May 07 22:06:30.197833 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 33728) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:30.204934 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-4168a482-3a91-40e0-9a1d-44e7e2aec548 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Request body: {'port': {'network_id': '11fa70c4-c082-46d3-9369-6bee1d0453a0', 'name': 'tempest-AllowedAddressPairTestJSON-1173322877'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:06:30.246364 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ad7cb57d-130d-49a3-bf9f-497aae049ea8 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (58d64e31-dc42-481b-8839-b8f9ae2c8d90), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:30.247588 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ad7cb57d-130d-49a3-bf9f-497aae049ea8 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (58d64e31-dc42-481b-8839-b8f9ae2c8d90), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:30.266364 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [req-387a66f1-9862-473a-aea5-d93cdf54993f req-8ff7a07a-c52d-44a2-891b-36a48c4064a6 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Router c40fcf87-7714-46e5-87f8-4c03b7b266b4 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:06:30.376645 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ad7cb57d-130d-49a3-bf9f-497aae049ea8 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks [] for router_controller (58d64e31-dc42-481b-8839-b8f9ae2c8d90), precommit_add_association {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:30.384669 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ad7cb57d-130d-49a3-bf9f-497aae049ea8 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (58d64e31-dc42-481b-8839-b8f9ae2c8d90), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:30.406038 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ad7cb57d-130d-49a3-bf9f-497aae049ea8 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:30.407319 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-ad7cb57d-130d-49a3-bf9f-497aae049ea8 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 722 time: 0.2524953
May 07 22:06:30.410184 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 33730) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:30.417874 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4168a482-3a91-40e0-9a1d-44e7e2aec548 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Made reservation on behalf of c3928192a2d34e3aa29c4bc173f32a48 for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:06:30.423647 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4168a482-3a91-40e0-9a1d-44e7e2aec548 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:30.435740 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-387a66f1-9862-473a-aea5-d93cdf54993f req-8ff7a07a-c52d-44a2-891b-36a48c4064a6 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:06:30.438443 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:30.451583 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc15dcb-8426-43e8-8d36-e71ff5aefcdc None None] Sync routers for ids ['c40fcf87-7714-46e5-87f8-4c03b7b266b4'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:06:30.472052 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc15dcb-8426-43e8-8d36-e71ff5aefcdc None None] Routers {'c40fcf87-7714-46e5-87f8-4c03b7b266b4'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:06:30.482079 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [None req-4168a482-3a91-40e0-9a1d-44e7e2aec548 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] device_id is not set on port 0757596e-1c4d-472f-9112-085bd6b6d864 yet. {{(pid=121836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 22:06:30.483122 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-7dc15dcb-8426-43e8-8d36-e71ff5aefcdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8ccf2580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:06:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['c40fcf87-7714-46e5-87f8-4c03b7b266b4'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:06:30.495636 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-387a66f1-9862-473a-aea5-d93cdf54993f req-8ff7a07a-c52d-44a2-891b-36a48c4064a6 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] No DVR routers for this DVR port 26735917-c705-4821-b89b-e6f718fdc166 on host nch2-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:06:30.498875 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-387a66f1-9862-473a-aea5-d93cdf54993f req-8ff7a07a-c52d-44a2-891b-36a48c4064a6 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:30.504693 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-387a66f1-9862-473a-aea5-d93cdf54993f req-8ff7a07a-c52d-44a2-891b-36a48c4064a6 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.59 "DELETE /v2.0/ports/26735917-c705-4821-b89b-e6f718fdc166 HTTP/1.1" status: 204  len: 173 time: 2.0079095
May 07 22:06:30.505240 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9df2668b-af6b-4323-a4a4-520fcae8e55e', 'name': 'network-vif-deleted', 'tag': '26735917-c705-4821-b89b-e6f718fdc166'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:06:30.512367 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e268c0e-6f7d-434d-b6a6-bef61816c809" -d '{"events": [{"server_uuid": "9df2668b-af6b-4323-a4a4-520fcae8e55e", "name": "network-vif-deleted", "tag": "26735917-c705-4821-b89b-e6f718fdc166"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:06:30.556144 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da66417-5695-4112-ab05-a08e66a1e28c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-11fa70c4-c082-46d3-9369-6bee1d0453a0', 'network_id': '11fa70c4-c082-46d3-9369-6bee1d0453a0', 'project_id': 'c3928192a2d34e3aa29c4bc173f32a48', 'fixed_ips': [{'subnet_id': '1f2ecbea-9eb0-49d3-bd98-38cb9a9c9611'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:06:30.558360 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1da66417-5695-4112-ab05-a08e66a1e28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:30.612677 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-44958981-a884-4263-a83f-aa99b22a5778 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks [] for router (58d64e31-dc42-481b-8839-b8f9ae2c8d90), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:30.614046 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-519a0a56-1a26-47a2-80bc-9c1060f9bc8a x-openstack-request-id: req-519a0a56-1a26-47a2-80bc-9c1060f9bc8a {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:06:30.614046 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9df2668b-af6b-4323-a4a4-520fcae8e55e", "name": "network-vif-deleted", "tag": "26735917-c705-4821-b89b-e6f718fdc166", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:06:30.614281 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-519a0a56-1a26-47a2-80bc-9c1060f9bc8a {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:06:30.614575 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-519a0a56-1a26-47a2-80bc-9c1060f9bc8a'] response: {'server_uuid': '9df2668b-af6b-4323-a4a4-520fcae8e55e', 'name': 'network-vif-deleted', 'tag': '26735917-c705-4821-b89b-e6f718fdc166', 'status': 'completed', 'code': 200}
May 07 22:06:30.688914 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-7dc15dcb-8426-43e8-8d36-e71ff5aefcdc None None] Set router c40fcf87-7714-46e5-87f8-4c03b7b266b4 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:06:30.793130 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 33748) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:30.801479 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a1b118b9-9471-4dae-9d32-17db97041989 req-449f113f-6fa1-478d-a44f-da52f943acb1 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=9df2668b-af6b-4323-a4a4-520fcae8e55e HTTP/1.1" status: 200  len: 210 time: 0.0800683
May 07 22:06:30.966160 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-44958981-a884-4263-a83f-aa99b22a5778 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (58d64e31-dc42-481b-8839-b8f9ae2c8d90), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:30.968443 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955eccf3-6452-4af6-9872-c41987dffd4e req-b3396c3f-29d8-460c-8684-aca031e18dde tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:30.974120 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-44958981-a884-4263-a83f-aa99b22a5778 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks [] for router_controller (58d64e31-dc42-481b-8839-b8f9ae2c8d90), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:30.974245 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-955eccf3-6452-4af6-9872-c41987dffd4e req-b3396c3f-29d8-460c-8684-aca031e18dde tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.59 "GET /v2.0/ports?device_id=aae59656-69ab-4136-adeb-885957bc32fb HTTP/1.1" status: 200  len: 945 time: 0.0920963
May 07 22:06:31.035618 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-4168a482-3a91-40e0-9a1d-44e7e2aec548 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Allocated IP 172.20.0.9 (11fa70c4-c082-46d3-9369-6bee1d0453a0/1f2ecbea-9eb0-49d3-bd98-38cb9a9c9611/0757596e-1c4d-472f-9112-085bd6b6d864) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:06:31.105996 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-44958981-a884-4263-a83f-aa99b22a5778 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (58d64e31-dc42-481b-8839-b8f9ae2c8d90), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:31.106705 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44958981-a884-4263-a83f-aa99b22a5778 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 58d64e31-dc42-481b-8839-b8f9ae2c8d90 {{(pid=121836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 22:06:31.116035 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-44958981-a884-4263-a83f-aa99b22a5778 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:31.117365 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-44958981-a884-4263-a83f-aa99b22a5778 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] 10.222.0.32 "DELETE /v2.0/routers/58d64e31-dc42-481b-8839-b8f9ae2c8d90 HTTP/1.1" status: 204  len: 168 time: 0.7062647
May 07 22:06:31.128115 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953419b0-75cf-4e59-8dfb-c469a3eb9505 req-fcb4f1b1-5b2a-438a-8717-e53f0a9816c4 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:31.135268 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-953419b0-75cf-4e59-8dfb-c469a3eb9505 req-fcb4f1b1-5b2a-438a-8717-e53f0a9816c4 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/ports?device_id=aae59656-69ab-4136-adeb-885957bc32fb HTTP/1.1" status: 200  len: 945 time: 0.0970683
May 07 22:06:31.172319 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-7dc15dcb-8426-43e8-8d36-e71ff5aefcdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8ccf2580>, [{'id': 'c40fcf87-7714-46e5-87f8-4c03b7b266b4', 'name': 'tempest-ServerRescueNegativeTestJSON-1832148144-router', 'tenant_id': '8130c27f2b84434a8d6fa5032b67aa1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.214'}], 'enable_snat': True}, 'gw_port_id': '598972db-8761-4f9d-818b-cc3f2e937a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:02:18Z', 'updated_at': '2022-05-07T22:02:28Z', 'revision_number': 4, 'project_id': '8130c27f2b84434a8d6fa5032b67aa1e', 'gw_port': {'id': '598972db-8761-4f9d-818b-cc3f2e937a0d', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40fcf87-7714-46e5-87f8-4c03b7b266b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1935, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:02:20Z', 'updated_at': '2022-05-07T22:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2fb06420-9555-4316-ae23-a506ee0176ef', 'name': '', 'network_id': 'f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b', 'tenant_id': '8130c27f2b84434a8d6fa5032b67aa1e', 'mac_address': 'fa:16:3e:68:59:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40fcf87-7714-46e5-87f8-4c03b7b266b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': 'b554e5f7-e35c-452a-ba74-fc50d3983e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:02:26Z', 'updated_at': '2022-05-07T22:02:34Z', 'revision_number': 5, 'project_id': '8130c27f2b84434a8d6fa5032b67aa1e', 'subnets': [{'id': 'b554e5f7-e35c-452a-ba74-fc50d3983e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:06:31.229705 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc15dcb-8426-43e8-8d36-e71ff5aefcdc None None] Checking router: c40fcf87-7714-46e5-87f8-4c03b7b266b4 for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:06:31.243091 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc15dcb-8426-43e8-8d36-e71ff5aefcdc None None] Routers {'c40fcf87-7714-46e5-87f8-4c03b7b266b4'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:06:31.244467 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-7dc15dcb-8426-43e8-8d36-e71ff5aefcdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8ccf2580>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:06:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['c40fcf87-7714-46e5-87f8-4c03b7b266b4'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:06:31.301844 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-955eccf3-6452-4af6-9872-c41987dffd4e req-7bf8f6ea-4078-44bf-8831-539c9daf21e7 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Deleting port c846280a-8147-4e8c-bb8f-73673321d454 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:06:31.301844 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-955eccf3-6452-4af6-9872-c41987dffd4e req-7bf8f6ea-4078-44bf-8831-539c9daf21e7 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (c846280a-8147-4e8c-bb8f-73673321d454), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:31.314163 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-953419b0-75cf-4e59-8dfb-c469a3eb9505 req-9268af83-3f65-4095-a15e-179c47d8f9d2 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/security-groups?id=6229b1a1-defe-4325-9fd9-618366611b92&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1713209
May 07 22:06:31.354225 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 33780) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:31.383291 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4168a482-3a91-40e0-9a1d-44e7e2aec548 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Publish callbacks [] for port (0757596e-1c4d-472f-9112-085bd6b6d864), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:31.420190 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-7dc15dcb-8426-43e8-8d36-e71ff5aefcdc None None] Set router c40fcf87-7714-46e5-87f8-4c03b7b266b4 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:06:31.439729 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4168a482-3a91-40e0-9a1d-44e7e2aec548 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (0757596e-1c4d-472f-9112-085bd6b6d864), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:31.495858 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4168a482-3a91-40e0-9a1d-44e7e2aec548 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Network 11fa70c4-c082-46d3-9369-6bee1d0453a0 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:06:31.500737 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-4168a482-3a91-40e0-9a1d-44e7e2aec548 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:06:31.512670 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4168a482-3a91-40e0-9a1d-44e7e2aec548 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:06:31.538518 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-1da66417-5695-4112-ab05-a08e66a1e28c None None] Allocated IP 172.20.0.2 (11fa70c4-c082-46d3-9369-6bee1d0453a0/1f2ecbea-9eb0-49d3-bd98-38cb9a9c9611/2459806e-121b-4ac8-94cb-245395e1a6f5) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:06:31.571749 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4168a482-3a91-40e0-9a1d-44e7e2aec548 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Pushing event updated for resources: {'Port': ['ID=0757596e-1c4d-472f-9112-085bd6b6d864,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:31.603080 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4168a482-3a91-40e0-9a1d-44e7e2aec548 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:31.604012 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4168a482-3a91-40e0-9a1d-44e7e2aec548 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:31.625775 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-955eccf3-6452-4af6-9872-c41987dffd4e req-7bf8f6ea-4078-44bf-8831-539c9daf21e7 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] For port c846280a-8147-4e8c-bb8f-73673321d454, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c846280a-8147-4e8c-bb8f-73673321d454,segment=NetworkSegment(ce6ea8f0-3d38-4ce3-8f23-f8c47e599e56),segment_id=ce6ea8f0-3d38-4ce3-8f23-f8c47e599e56)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:06:31.626317 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-955eccf3-6452-4af6-9872-c41987dffd4e req-7bf8f6ea-4078-44bf-8831-539c9daf21e7 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (c846280a-8147-4e8c-bb8f-73673321d454), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:31.627622 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-4168a482-3a91-40e0-9a1d-44e7e2aec548 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.4283538
May 07 22:06:31.630745 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 33798) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:31.645145 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-29149c0f-01d4-44bd-9e97-aa9255c74867 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Request body: {'port': {'network_id': '11fa70c4-c082-46d3-9369-6bee1d0453a0', 'name': 'tempest-AllowedAddressPairTestJSON-807351760', 'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:32:84:63'}]}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:06:31.711308 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-ac5fafff-acc9-48f6-830c-63d5533e5b28 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1744232100', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}, 'admin_state_up': False}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:06:31.741197 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ac5fafff-acc9-48f6-830c-63d5533e5b28 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (24868f18-8c06-40e3-a8ae-eb7f39056ce3), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:31.742521 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ac5fafff-acc9-48f6-830c-63d5533e5b28 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (24868f18-8c06-40e3-a8ae-eb7f39056ce3), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:31.770882 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1da66417-5695-4112-ab05-a08e66a1e28c None None] Publish callbacks [] for port (2459806e-121b-4ac8-94cb-245395e1a6f5), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:31.778990 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1da66417-5695-4112-ab05-a08e66a1e28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (2459806e-121b-4ac8-94cb-245395e1a6f5), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:31.794430 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-7dc15dcb-8426-43e8-8d36-e71ff5aefcdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8ccf2580>, [{'id': 'c40fcf87-7714-46e5-87f8-4c03b7b266b4', 'name': 'tempest-ServerRescueNegativeTestJSON-1832148144-router', 'tenant_id': '8130c27f2b84434a8d6fa5032b67aa1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.214'}], 'enable_snat': True}, 'gw_port_id': '598972db-8761-4f9d-818b-cc3f2e937a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:02:18Z', 'updated_at': '2022-05-07T22:02:28Z', 'revision_number': 4, 'project_id': '8130c27f2b84434a8d6fa5032b67aa1e', 'gw_port': {'id': '598972db-8761-4f9d-818b-cc3f2e937a0d', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40fcf87-7714-46e5-87f8-4c03b7b266b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1935, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:02:20Z', 'updated_at': '2022-05-07T22:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2fb06420-9555-4316-ae23-a506ee0176ef', 'name': '', 'network_id': 'f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b', 'tenant_id': '8130c27f2b84434a8d6fa5032b67aa1e', 'mac_address': 'fa:16:3e:68:59:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40fcf87-7714-46e5-87f8-4c03b7b266b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': 'b554e5f7-e35c-452a-ba74-fc50d3983e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:02:26Z', 'updated_at': '2022-05-07T22:02:34Z', 'revision_number': 5, 'project_id': '8130c27f2b84434a8d6fa5032b67aa1e', 'subnets': [{'id': 'b554e5f7-e35c-452a-ba74-fc50d3983e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:06:31.816442 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ac5fafff-acc9-48f6-830c-63d5533e5b28 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks [] for router_controller (24868f18-8c06-40e3-a8ae-eb7f39056ce3), precommit_add_association {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:31.829700 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc15dcb-8426-43e8-8d36-e71ff5aefcdc None None] The sync data for ids ['c40fcf87-7714-46e5-87f8-4c03b7b266b4'] in ncdv-master-1 is: [{'id': 'c40fcf87-7714-46e5-87f8-4c03b7b266b4', 'name': 'tempest-ServerRescueNegativeTestJSON-1832148144-router', 'tenant_id': '8130c27f2b84434a8d6fa5032b67aa1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.214'}], 'enable_snat': True}, 'gw_port_id': '598972db-8761-4f9d-818b-cc3f2e937a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:02:18Z', 'updated_at': '2022-05-07T22:02:28Z', 'revision_number': 4, 'project_id': '8130c27f2b84434a8d6fa5032b67aa1e', 'gw_port': {'id': '598972db-8761-4f9d-818b-cc3f2e937a0d', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40fcf87-7714-46e5-87f8-4c03b7b266b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1935, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:02:20Z', 'updated_at': '2022-05-07T22:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2fb06420-9555-4316-ae23-a506ee0176ef', 'name': '', 'network_id': 'f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b', 'tenant_id': '8130c27f2b84434a8d6fa5032b67aa1e', 'mac_address': 'fa:16:3e:68:59:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40fcf87-7714-46e5-87f8-4c03b7b266b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1961, 'fixed_ips': [{'subnet_id': 'b554e5f7-e35c-452a-ba74-fc50d3983e51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:02:26Z', 'updated_at': '2022-05-07T22:02:34Z', 'revision_number': 5, 'project_id': '8130c27f2b84434a8d6fa5032b67aa1e', 'subnets': [{'id': 'b554e5f7-e35c-452a-ba74-fc50d3983e51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:06:31.831389 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da66417-5695-4112-ab05-a08e66a1e28c None None] Pushing event updated for resources: {'Port': ['ID=2459806e-121b-4ac8-94cb-245395e1a6f5,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:31.844176 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da66417-5695-4112-ab05-a08e66a1e28c None None] Network 11fa70c4-c082-46d3-9369-6bee1d0453a0 is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:06:31.845549 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-1da66417-5695-4112-ab05-a08e66a1e28c None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:06:31.847942 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da66417-5695-4112-ab05-a08e66a1e28c None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:06:31.940868 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-1da66417-5695-4112-ab05-a08e66a1e28c None None] Attempting to bind port 2459806e-121b-4ac8-94cb-245395e1a6f5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:06:31.941304 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-1da66417-5695-4112-ab05-a08e66a1e28c None None] Attempting to bind port 2459806e-121b-4ac8-94cb-245395e1a6f5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '528b6944-e281-44b2-b5ed-54606841cf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '11fa70c4-c082-46d3-9369-6bee1d0453a0'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:06:31.941679 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da66417-5695-4112-ab05-a08e66a1e28c None None] Attempting to bind port 2459806e-121b-4ac8-94cb-245395e1a6f5 on network 11fa70c4-c082-46d3-9369-6bee1d0453a0 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:06:31.947969 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da66417-5695-4112-ab05-a08e66a1e28c None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:06:31.948835 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 33808) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:31.949421 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da66417-5695-4112-ab05-a08e66a1e28c None None] Checking segment: {'id': '528b6944-e281-44b2-b5ed-54606841cf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '11fa70c4-c082-46d3-9369-6bee1d0453a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:06:31.949855 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1da66417-5695-4112-ab05-a08e66a1e28c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:31.950251 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da66417-5695-4112-ab05-a08e66a1e28c None None] Bound using segment: {'id': '528b6944-e281-44b2-b5ed-54606841cf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '11fa70c4-c082-46d3-9369-6bee1d0453a0'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:06:31.950744 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-1da66417-5695-4112-ab05-a08e66a1e28c None None] Bound port: 2459806e-121b-4ac8-94cb-245395e1a6f5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '528b6944-e281-44b2-b5ed-54606841cf4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '11fa70c4-c082-46d3-9369-6bee1d0453a0'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:06:31.951267 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1da66417-5695-4112-ab05-a08e66a1e28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (2459806e-121b-4ac8-94cb-245395e1a6f5), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:31.988985 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-90b7bdea-9309-4ea8-85b4-bd9c0d75da05 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401094'] for router_interface (7ec1ba77-a233-4372-bdea-c57589f4c938), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:32.027189 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-1da66417-5695-4112-ab05-a08e66a1e28c None None] For port 2459806e-121b-4ac8-94cb-245395e1a6f5, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:06:32.031545 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-1da66417-5695-4112-ab05-a08e66a1e28c None None] For port 2459806e-121b-4ac8-94cb-245395e1a6f5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2459806e-121b-4ac8-94cb-245395e1a6f5,segment=NetworkSegment(528b6944-e281-44b2-b5ed-54606841cf4f),segment_id=528b6944-e281-44b2-b5ed-54606841cf4f)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:06:32.040394 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ac5fafff-acc9-48f6-830c-63d5533e5b28 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks [] for router_gateway (24868f18-8c06-40e3-a8ae-eb7f39056ce3), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:32.041305 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1da66417-5695-4112-ab05-a08e66a1e28c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (2459806e-121b-4ac8-94cb-245395e1a6f5), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:32.112592 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da66417-5695-4112-ab05-a08e66a1e28c None None] Pushing event updated for resources: {'Port': ['ID=2459806e-121b-4ac8-94cb-245395e1a6f5,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:32.229444 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29149c0f-01d4-44bd-9e97-aa9255c74867 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Made reservation on behalf of c3928192a2d34e3aa29c4bc173f32a48 for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:06:32.238917 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-79105085-8d7d-4f22-b0fa-d2df46b13c61 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Publish callbacks [] for security_group (40cff557-9a82-4417-b340-b34f43ebb5b2), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:32.273603 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ac5fafff-acc9-48f6-830c-63d5533e5b28 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks [] for router_gateway (24868f18-8c06-40e3-a8ae-eb7f39056ce3), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:32.274843 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc16b92-4851-4eba-9269-957f76fb46a2 None None] New status for floating IP 8d3e44d3-aa11-4444-a6c6-24e8a73e1c1b: DOWN {{(pid=121838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 07 22:06:32.287660 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-955eccf3-6452-4af6-9872-c41987dffd4e req-7bf8f6ea-4078-44bf-8831-539c9daf21e7 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:32.288035 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-955eccf3-6452-4af6-9872-c41987dffd4e req-7bf8f6ea-4078-44bf-8831-539c9daf21e7 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (9fcd3f80-1045-44a4-a2be-c3cf382f452e), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:32.288355 ncdv-master-1 neutron-server[121837]: INFO neutron.db.l3_db [req-955eccf3-6452-4af6-9872-c41987dffd4e req-7bf8f6ea-4078-44bf-8831-539c9daf21e7 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Floating IP 9fcd3f80-1045-44a4-a2be-c3cf382f452e disassociated. External IP: 172.35.4.137, port: c846280a-8147-4e8c-bb8f-73673321d454.
May 07 22:06:32.288708 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-955eccf3-6452-4af6-9872-c41987dffd4e req-7bf8f6ea-4078-44bf-8831-539c9daf21e7 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Calling delete_port for c846280a-8147-4e8c-bb8f-73673321d454 owned by compute:nova {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:06:32.494014 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-29149c0f-01d4-44bd-9e97-aa9255c74867 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:32.502883 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-79105085-8d7d-4f22-b0fa-d2df46b13c61 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Publish callbacks [] for security_group (40cff557-9a82-4417-b340-b34f43ebb5b2), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:32.683897 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ac5fafff-acc9-48f6-830c-63d5533e5b28 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:32.738852 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [None req-29149c0f-01d4-44bd-9e97-aa9255c74867 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] device_id is not set on port e8e7df14-7c3d-4f45-8511-2bb09437e396 yet. {{(pid=121837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 22:06:32.747370 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-79105085-8d7d-4f22-b0fa-d2df46b13c61 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (40cff557-9a82-4417-b340-b34f43ebb5b2), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:32.750496 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-79105085-8d7d-4f22-b0fa-d2df46b13c61 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:32.751699 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-79105085-8d7d-4f22-b0fa-d2df46b13c61 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "DELETE /v2.0/security-groups/40cff557-9a82-4417-b340-b34f43ebb5b2 HTTP/1.1" status: 204  len: 168 time: 0.7977898
May 07 22:06:32.755977 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 33822) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:32.776355 ncdv-master-1 neutron-server[121836]: INFO neutron.api.v2.resource [None req-cecb415b-46ee-4463-9b65-21f8f6e29562 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] show failed (client error): The resource could not be found.
May 07 22:06:32.780021 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-cecb415b-46ee-4463-9b65-21f8f6e29562 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/security-groups/40cff557-9a82-4417-b340-b34f43ebb5b2 HTTP/1.1" status: 404  len: 347 time: 0.0205870
May 07 22:06:32.780315 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 33824) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:32.799476 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5c3254-5376-49b8-ac13-74c29020ece7 req-b79ec2f1-42d6-4dc3-beb5-dad44e38c19c tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:32.800989 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7d5c3254-5376-49b8-ac13-74c29020ece7 req-b79ec2f1-42d6-4dc3-beb5-dad44e38c19c tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/ports?device_id=aae59656-69ab-4136-adeb-885957bc32fb HTTP/1.1" status: 200  len: 945 time: 0.2950590
May 07 22:06:32.838651 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 2459806e-121b-4ac8-94cb-245395e1a6f5 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:06:32.844115 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79105085-8d7d-4f22-b0fa-d2df46b13c61 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40cff557-9a82-4417-b340-b34f43ebb5b2,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:32.922214 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 2459806e-121b-4ac8-94cb-245395e1a6f5 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:06:32.924418 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (2459806e-121b-4ac8-94cb-245395e1a6f5), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:32.948210 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-ac5fafff-acc9-48f6-830c-63d5533e5b28 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Allocated IP 172.35.4.104 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/6139b12f-2539-4d21-8f1c-5c9f95ab30a8) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:06:32.958339 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-0c2798fd-0796-4793-bbd0-c3ad85fd22bd tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Deleting port 87b21ddc-2a96-4011-a7fb-f8c0b8cbc859 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:06:32.958684 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0c2798fd-0796-4793-bbd0-c3ad85fd22bd tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (87b21ddc-2a96-4011-a7fb-f8c0b8cbc859), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:33.008648 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7d5c3254-5376-49b8-ac13-74c29020ece7 req-e427a33d-1f88-4d60-97c0-547be432cf69 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/security-groups?id=6229b1a1-defe-4325-9fd9-618366611b92&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1567726
May 07 22:06:33.055695 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0c2798fd-0796-4793-bbd0-c3ad85fd22bd tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (87b21ddc-2a96-4011-a7fb-f8c0b8cbc859), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:33.056050 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0c2798fd-0796-4793-bbd0-c3ad85fd22bd tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Publish callbacks [] for floatingip (87b21ddc-2a96-4011-a7fb-f8c0b8cbc859), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:33.060391 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 2459806e-121b-4ac8-94cb-245395e1a6f5 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:06:33.063608 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (2459806e-121b-4ac8-94cb-245395e1a6f5), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:33.070537 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-0c2798fd-0796-4793-bbd0-c3ad85fd22bd tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Calling delete_port for 87b21ddc-2a96-4011-a7fb-f8c0b8cbc859 owned by network:floatingip {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:06:33.076774 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-955eccf3-6452-4af6-9872-c41987dffd4e req-7bf8f6ea-4078-44bf-8831-539c9daf21e7 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (c846280a-8147-4e8c-bb8f-73673321d454), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:33.119101 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-29149c0f-01d4-44bd-9e97-aa9255c74867 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Allocated IP 172.20.0.5 (11fa70c4-c082-46d3-9369-6bee1d0453a0/1f2ecbea-9eb0-49d3-bd98-38cb9a9c9611/e8e7df14-7c3d-4f45-8511-2bb09437e396) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:06:33.120422 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port 2459806e-121b-4ac8-94cb-245395e1a6f5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2459806e-121b-4ac8-94cb-245395e1a6f5,segment=NetworkSegment(528b6944-e281-44b2-b5ed-54606841cf4f),segment_id=528b6944-e281-44b2-b5ed-54606841cf4f)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:06:33.126594 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (2459806e-121b-4ac8-94cb-245395e1a6f5), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:33.129130 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 33828) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:33.236835 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=2459806e-121b-4ac8-94cb-245395e1a6f5,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:33.270299 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 26735917-c705-4821-b89b-e6f718fdc166 no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:06:33.302121 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ac5fafff-acc9-48f6-830c-63d5533e5b28 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks [] for port (6139b12f-2539-4d21-8f1c-5c9f95ab30a8), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:33.310724 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] No Port match for: 26735917-c705-4821-b89b-e6f718fdc166 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:06:33.311109 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 26735917-c705-4821-b89b-e6f718fdc166 not bound to the agent host nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:06:33.335262 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf8f6ea-4078-44bf-8831-539c9daf21e7 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Pushing event deleted for resources: {'Port': ['ID=c846280a-8147-4e8c-bb8f-73673321d454,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:33.374910 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-043c5769-ce5b-4b79-84bd-66caf1862235 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:33.411746 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ac5fafff-acc9-48f6-830c-63d5533e5b28 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (6139b12f-2539-4d21-8f1c-5c9f95ab30a8), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:33.424315 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-29149c0f-01d4-44bd-9e97-aa9255c74867 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Publish callbacks [] for port (e8e7df14-7c3d-4f45-8511-2bb09437e396), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:33.450522 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0c2798fd-0796-4793-bbd0-c3ad85fd22bd tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (87b21ddc-2a96-4011-a7fb-f8c0b8cbc859), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:33.480314 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5fafff-acc9-48f6-830c-63d5533e5b28 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:06:33.493408 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-ac5fafff-acc9-48f6-830c-63d5533e5b28 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:06:33.498926 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5fafff-acc9-48f6-830c-63d5533e5b28 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Pushing event updated for resources: {'Port': ['ID=6139b12f-2539-4d21-8f1c-5c9f95ab30a8,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:33.504410 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5fafff-acc9-48f6-830c-63d5533e5b28 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:06:33.564393 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b7b13d-03b4-438a-9f3b-1160d7205f69 None None] Network 11fa70c4-c082-46d3-9369-6bee1d0453a0 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:06:33.580580 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2798fd-0796-4793-bbd0-c3ad85fd22bd tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Pushing event deleted for resources: {'Port': ['ID=87b21ddc-2a96-4011-a7fb-f8c0b8cbc859,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:33.648103 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-e7ab2858-49b6-4dfc-994f-76eda1d8181f None None] Provisioning complete for port 2459806e-121b-4ac8-94cb-245395e1a6f5 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:06:33.648864 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e7ab2858-49b6-4dfc-994f-76eda1d8181f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (2459806e-121b-4ac8-94cb-245395e1a6f5), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:33.729159 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0c2798fd-0796-4793-bbd0-c3ad85fd22bd tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Publish callbacks [] for floatingip (8d3e44d3-aa11-4444-a6c6-24e8a73e1c1b), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:33.732350 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0c2798fd-0796-4793-bbd0-c3ad85fd22bd tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:33.734137 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-0c2798fd-0796-4793-bbd0-c3ad85fd22bd tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "DELETE /v2.0/floatingips/8d3e44d3-aa11-4444-a6c6-24e8a73e1c1b HTTP/1.1" status: 204  len: 168 time: 0.9518003
May 07 22:06:33.743089 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-043c5769-ce5b-4b79-84bd-66caf1862235 admin admin] Publish callbacks [] for security_group (b3408944-a051-480c-8d44-b2661289a746), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:33.772444 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-043c5769-ce5b-4b79-84bd-66caf1862235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (b3408944-a051-480c-8d44-b2661289a746), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:33.781616 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-e7ab2858-49b6-4dfc-994f-76eda1d8181f None None] Current status of the port 2459806e-121b-4ac8-94cb-245395e1a6f5 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:06:33.857916 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-043c5769-ce5b-4b79-84bd-66caf1862235 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=33764df0564341698b9b91b89083aea2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7275770
May 07 22:06:33.859871 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043c5769-ce5b-4b79-84bd-66caf1862235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3408944-a051-480c-8d44-b2661289a746,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:33.862332 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 33834) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:34.020769 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-90b7bdea-9309-4ea8-85b4-bd9c0d75da05 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Deleting port 2574e619-649e-46ce-948e-0bc63e128e8e {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:06:34.021304 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-90b7bdea-9309-4ea8-85b4-bd9c0d75da05 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (2574e619-649e-46ce-948e-0bc63e128e8e), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:34.024891 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-29149c0f-01d4-44bd-9e97-aa9255c74867 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (e8e7df14-7c3d-4f45-8511-2bb09437e396), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:34.089996 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29149c0f-01d4-44bd-9e97-aa9255c74867 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Pushing event updated for resources: {'Port': ['ID=e8e7df14-7c3d-4f45-8511-2bb09437e396,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:34.116184 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-33bd5eb0-af61-4a23-bf07-a91e532c5e2c admin admin] Publish callbacks [] for security_group (b3408944-a051-480c-8d44-b2661289a746), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:34.118317 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [req-955eccf3-6452-4af6-9872-c41987dffd4e req-7bf8f6ea-4078-44bf-8831-539c9daf21e7 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Router 2123aa39-c4f0-4e9a-9167-73acf960a6ad has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:06:34.169442 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29149c0f-01d4-44bd-9e97-aa9255c74867 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Network 11fa70c4-c082-46d3-9369-6bee1d0453a0 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:06:34.174054 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f614fc0f-422e-4bf3-b55b-3118da5fb874 req-fe4a9ddc-3f19-4914-a52c-3fe40e4422c0 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/ports?device_id=aae59656-69ab-4136-adeb-885957bc32fb HTTP/1.1" status: 200  len: 210 time: 0.0314674
May 07 22:06:34.175674 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-29149c0f-01d4-44bd-9e97-aa9255c74867 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:06:34.178315 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29149c0f-01d4-44bd-9e97-aa9255c74867 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:06:34.186413 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ac5fafff-acc9-48f6-830c-63d5533e5b28 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks [] for router_gateway (24868f18-8c06-40e3-a8ae-eb7f39056ce3), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:34.238356 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-c5de1f1c-3d52-4438-a396-5e778c244b0b None None] Provisioning complete for port 0757596e-1c4d-472f-9112-085bd6b6d864 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:06:34.238954 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c5de1f1c-3d52-4438-a396-5e778c244b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (0757596e-1c4d-472f-9112-085bd6b6d864), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:34.243800 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29149c0f-01d4-44bd-9e97-aa9255c74867 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:34.244775 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-29149c0f-01d4-44bd-9e97-aa9255c74867 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:34.245054 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-33bd5eb0-af61-4a23-bf07-a91e532c5e2c admin admin] Publish callbacks [] for security_group (b3408944-a051-480c-8d44-b2661289a746), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:34.290822 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-c5de1f1c-3d52-4438-a396-5e778c244b0b None None] Port 0757596e-1c4d-472f-9112-085bd6b6d864 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:06:34.302574 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-c5de1f1c-3d52-4438-a396-5e778c244b0b None None] Provisioning complete for port 2459806e-121b-4ac8-94cb-245395e1a6f5 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:06:34.303031 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c5de1f1c-3d52-4438-a396-5e778c244b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (2459806e-121b-4ac8-94cb-245395e1a6f5), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:34.344618 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-29149c0f-01d4-44bd-9e97-aa9255c74867 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 997 time: 2.7067125
May 07 22:06:34.353400 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 33850) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:34.358078 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-90b7bdea-9309-4ea8-85b4-bd9c0d75da05 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] For port 2574e619-649e-46ce-948e-0bc63e128e8e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2574e619-649e-46ce-948e-0bc63e128e8e,segment=NetworkSegment(44e4f7be-1fdd-4e4f-a214-28b58268136e),segment_id=44e4f7be-1fdd-4e4f-a214-28b58268136e)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:06:34.365038 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-90b7bdea-9309-4ea8-85b4-bd9c0d75da05 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (2574e619-649e-46ce-948e-0bc63e128e8e), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:34.410660 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-90b7bdea-9309-4ea8-85b4-bd9c0d75da05 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Calling delete_port for 2574e619-649e-46ce-948e-0bc63e128e8e owned by network:router_interface {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:06:34.416670 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-33bd5eb0-af61-4a23-bf07-a91e532c5e2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (b3408944-a051-480c-8d44-b2661289a746), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:34.419808 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-33bd5eb0-af61-4a23-bf07-a91e532c5e2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:34.423406 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-33bd5eb0-af61-4a23-bf07-a91e532c5e2c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b3408944-a051-480c-8d44-b2661289a746 HTTP/1.1" status: 204  len: 168 time: 0.5572131
May 07 22:06:34.437592 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-c5de1f1c-3d52-4438-a396-5e778c244b0b None None] Current status of the port 2459806e-121b-4ac8-94cb-245395e1a6f5 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:06:34.440861 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bd5eb0-af61-4a23-bf07-a91e532c5e2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3408944-a051-480c-8d44-b2661289a746,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:34.470722 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b13050-468e-44ab-978c-6ca649aa33e8 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:34.477448 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b13050-468e-44ab-978c-6ca649aa33e8 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:34.483823 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b13050-468e-44ab-978c-6ca649aa33e8 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:34.489144 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-a9b13050-468e-44ab-978c-6ca649aa33e8 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2465 time: 0.1344969
May 07 22:06:34.493197 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 33854) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:34.573330 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-eedfa789-42e5-4a51-81dc-e5f42721a6bb None None] Provisioning complete for port 0757596e-1c4d-472f-9112-085bd6b6d864 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:06:34.573715 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-eedfa789-42e5-4a51-81dc-e5f42721a6bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (0757596e-1c4d-472f-9112-085bd6b6d864), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:34.621469 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-eedfa789-42e5-4a51-81dc-e5f42721a6bb None None] Port 0757596e-1c4d-472f-9112-085bd6b6d864 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:06:34.669728 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-955eccf3-6452-4af6-9872-c41987dffd4e req-7bf8f6ea-4078-44bf-8831-539c9daf21e7 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:06:34.684375 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31eec522-82d8-4afd-b6e0-3bc36b3bddcc None None] Sync routers for ids ['2123aa39-c4f0-4e9a-9167-73acf960a6ad'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:06:34.712436 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31eec522-82d8-4afd-b6e0-3bc36b3bddcc None None] Routers {'2123aa39-c4f0-4e9a-9167-73acf960a6ad'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:06:34.713187 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-31eec522-82d8-4afd-b6e0-3bc36b3bddcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8ce28a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:06:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['2123aa39-c4f0-4e9a-9167-73acf960a6ad'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:06:34.772012 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ac5fafff-acc9-48f6-830c-63d5533e5b28 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (24868f18-8c06-40e3-a8ae-eb7f39056ce3), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:34.850533 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-955eccf3-6452-4af6-9872-c41987dffd4e req-7bf8f6ea-4078-44bf-8831-539c9daf21e7 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] No DVR routers for this DVR port c846280a-8147-4e8c-bb8f-73673321d454 on host nch2-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:06:34.854517 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-955eccf3-6452-4af6-9872-c41987dffd4e req-7bf8f6ea-4078-44bf-8831-539c9daf21e7 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:34.857430 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 2459806e-121b-4ac8-94cb-245395e1a6f5 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:06:34.858994 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-955eccf3-6452-4af6-9872-c41987dffd4e req-7bf8f6ea-4078-44bf-8831-539c9daf21e7 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.59 "DELETE /v2.0/ports/c846280a-8147-4e8c-bb8f-73673321d454 HTTP/1.1" status: 204  len: 173 time: 3.7928555
May 07 22:06:34.859954 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aae59656-69ab-4136-adeb-885957bc32fb', 'name': 'network-vif-deleted', 'tag': 'c846280a-8147-4e8c-bb8f-73673321d454'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:06:34.870718 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01d9c1c3-a8d5-43f1-b319-bcaca2324353" -d '{"events": [{"server_uuid": "aae59656-69ab-4136-adeb-885957bc32fb", "name": "network-vif-deleted", "tag": "c846280a-8147-4e8c-bb8f-73673321d454"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:06:34.897041 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-9b09a8e7-7091-43b4-99ac-7906cbcbaa01 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Deleting port e8e7df14-7c3d-4f45-8511-2bb09437e396 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:06:34.897394 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9b09a8e7-7091-43b4-99ac-7906cbcbaa01 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (e8e7df14-7c3d-4f45-8511-2bb09437e396), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:34.915763 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 33876) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:34.945402 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-31eec522-82d8-4afd-b6e0-3bc36b3bddcc None None] Set router 2123aa39-c4f0-4e9a-9167-73acf960a6ad gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:06:34.964440 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f18e1976-50a4-4822-a374-ed90775ec04e x-openstack-request-id: req-f18e1976-50a4-4822-a374-ed90775ec04e {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:06:34.964878 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aae59656-69ab-4136-adeb-885957bc32fb", "name": "network-vif-deleted", "tag": "c846280a-8147-4e8c-bb8f-73673321d454", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:06:34.965247 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f18e1976-50a4-4822-a374-ed90775ec04e {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:06:34.965765 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f18e1976-50a4-4822-a374-ed90775ec04e'] response: {'server_uuid': 'aae59656-69ab-4136-adeb-885957bc32fb', 'name': 'network-vif-deleted', 'tag': 'c846280a-8147-4e8c-bb8f-73673321d454', 'status': 'completed', 'code': 200}
May 07 22:06:34.982805 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ee41e75c-0fb8-46fd-a0cb-39d3a01141f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:34.989861 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 2459806e-121b-4ac8-94cb-245395e1a6f5 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:06:34.997278 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (2459806e-121b-4ac8-94cb-245395e1a6f5), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:35.097237 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-b2cf5aa2-1362-447f-81ce-a4ab5bdaa190 None None] Provisioning complete for port e8e7df14-7c3d-4f45-8511-2bb09437e396 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:06:35.107251 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b2cf5aa2-1362-447f-81ce-a4ab5bdaa190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (e8e7df14-7c3d-4f45-8511-2bb09437e396), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:35.110108 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9b09a8e7-7091-43b4-99ac-7906cbcbaa01 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (e8e7df14-7c3d-4f45-8511-2bb09437e396), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:35.162445 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-9b09a8e7-7091-43b4-99ac-7906cbcbaa01 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Calling delete_port for e8e7df14-7c3d-4f45-8511-2bb09437e396 owned by  {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:06:35.216249 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-b2cf5aa2-1362-447f-81ce-a4ab5bdaa190 None None] Port e8e7df14-7c3d-4f45-8511-2bb09437e396 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:06:35.232162 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ee41e75c-0fb8-46fd-a0cb-39d3a01141f0 admin admin] Publish callbacks [] for security_group (60e7d5d7-deb4-4420-8245-eb26f8b32f28), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:35.240527 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-90b7bdea-9309-4ea8-85b4-bd9c0d75da05 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (2574e619-649e-46ce-948e-0bc63e128e8e), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:35.260275 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device c846280a-8147-4e8c-bb8f-73673321d454 no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:06:35.284874 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ee41e75c-0fb8-46fd-a0cb-39d3a01141f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (60e7d5d7-deb4-4420-8245-eb26f8b32f28), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:35.316348 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] No Port match for: c846280a-8147-4e8c-bb8f-73673321d454 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:06:35.317351 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device c846280a-8147-4e8c-bb8f-73673321d454 not bound to the agent host nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:06:35.334316 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 2459806e-121b-4ac8-94cb-245395e1a6f5 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:06:35.408562 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac5fafff-acc9-48f6-830c-63d5533e5b28 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Router 24868f18-8c06-40e3-a8ae-eb7f39056ce3 is scheduled to L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db with binding_index 1 {{(pid=121836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 07 22:06:35.432292 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-31eec522-82d8-4afd-b6e0-3bc36b3bddcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8ce28a30>, [{'id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'name': 'tempest-AttachVolumeNegativeTest-1449072548-router', 'tenant_id': '57990769f50b412194a108cdd627a767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.74'}], 'enable_snat': True}, 'gw_port_id': 'acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:00:22Z', 'updated_at': '2022-05-07T22:00:41Z', 'revision_number': 4, 'project_id': '57990769f50b412194a108cdd627a767', 'gw_port': {'id': 'acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:25Z', 'updated_at': '2022-05-07T22:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'dd203508-b1f9-4999-a351-df4ad5229f44', 'name': '', 'network_id': 'f64cbfbe-feaa-48dc-9089-9445aa1eaa5a', 'tenant_id': '57990769f50b412194a108cdd627a767', 'mac_address': 'fa:16:3e:08:a0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '86e7e675-440c-49d1-8be8-1667506afa40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:37Z', 'updated_at': '2022-05-07T22:00:57Z', 'revision_number': 5, 'project_id': '57990769f50b412194a108cdd627a767', 'subnets': [{'id': '86e7e675-440c-49d1-8be8-1667506afa40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:06:35.438355 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e31a5146-53fa-4cb6-964c-9397a86b6dc9 req-6967b2bb-7815-4fe4-85fb-aa058105713f tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/ports?device_id=aae59656-69ab-4136-adeb-885957bc32fb HTTP/1.1" status: 200  len: 210 time: 0.0513365
May 07 22:06:35.449498 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9b09a8e7-7091-43b4-99ac-7906cbcbaa01 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (e8e7df14-7c3d-4f45-8511-2bb09437e396), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:35.466925 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b7bdea-9309-4ea8-85b4-bd9c0d75da05 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Pushing event deleted for resources: {'Port': ['ID=2574e619-649e-46ce-948e-0bc63e128e8e,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:35.489703 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31eec522-82d8-4afd-b6e0-3bc36b3bddcc None None] Checking router: 2123aa39-c4f0-4e9a-9167-73acf960a6ad for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:06:35.500281 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31eec522-82d8-4afd-b6e0-3bc36b3bddcc None None] Routers {'2123aa39-c4f0-4e9a-9167-73acf960a6ad'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:06:35.501008 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-31eec522-82d8-4afd-b6e0-3bc36b3bddcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8ce28a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:06:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['2123aa39-c4f0-4e9a-9167-73acf960a6ad'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:06:35.600864 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee41e75c-0fb8-46fd-a0cb-39d3a01141f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60e7d5d7-deb4-4420-8245-eb26f8b32f28,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:35.608210 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-ee41e75c-0fb8-46fd-a0cb-39d3a01141f0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8024b7c139f9470cb76cc8d1b03ca728&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6912954
May 07 22:06:35.612682 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 33896) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:35.626823 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac5fafff-acc9-48f6-830c-63d5533e5b28 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:06:35.641394 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52664d9f-7874-4654-93f2-3a25e5eddbee None None] Sync routers for ids ['24868f18-8c06-40e3-a8ae-eb7f39056ce3'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:06:35.666261 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b09a8e7-7091-43b4-99ac-7906cbcbaa01 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Pushing event deleted for resources: {'Port': ['ID=e8e7df14-7c3d-4f45-8511-2bb09437e396,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:35.667615 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52664d9f-7874-4654-93f2-3a25e5eddbee None None] Routers {'24868f18-8c06-40e3-a8ae-eb7f39056ce3'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:06:35.673476 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-52664d9f-7874-4654-93f2-3a25e5eddbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7ffccb50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:06:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['24868f18-8c06-40e3-a8ae-eb7f39056ce3'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:06:35.693168 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-31eec522-82d8-4afd-b6e0-3bc36b3bddcc None None] Set router 2123aa39-c4f0-4e9a-9167-73acf960a6ad gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:06:35.757524 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-52664d9f-7874-4654-93f2-3a25e5eddbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7ffccb50>, [], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:06:35.786637 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52664d9f-7874-4654-93f2-3a25e5eddbee None None] Routers {'24868f18-8c06-40e3-a8ae-eb7f39056ce3'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:06:35.789833 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-52664d9f-7874-4654-93f2-3a25e5eddbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7ffccb50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:06:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['24868f18-8c06-40e3-a8ae-eb7f39056ce3'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:06:35.790540 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ac5fafff-acc9-48f6-830c-63d5533e5b28 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:35.795243 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-ac5fafff-acc9-48f6-830c-63d5533e5b28 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 889 time: 4.4392047
May 07 22:06:35.796629 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 33898) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:35.867887 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-90b7bdea-9309-4ea8-85b4-bd9c0d75da05 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401002'] for router_interface (7ec1ba77-a233-4372-bdea-c57589f4c938), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:35.879776 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-52664d9f-7874-4654-93f2-3a25e5eddbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7ffccb50>, [], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:06:35.880488 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52664d9f-7874-4654-93f2-3a25e5eddbee None None] The sync data for ids ['24868f18-8c06-40e3-a8ae-eb7f39056ce3'] in ncdv-master-1 is: [] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:06:35.958514 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9b09a8e7-7091-43b4-99ac-7906cbcbaa01 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:35.964977 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-9b09a8e7-7091-43b4-99ac-7906cbcbaa01 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] 10.222.0.32 "DELETE /v2.0/ports/e8e7df14-7c3d-4f45-8511-2bb09437e396 HTTP/1.1" status: 204  len: 168 time: 1.4705205
May 07 22:06:35.965633 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 33900) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:36.003175 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ee68f67-fae3-49ae-8ddf-4cf363120be5 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] GET failed (client error): The resource could not be found.
May 07 22:06:36.009054 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-5ee68f67-fae3-49ae-8ddf-4cf363120be5 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] 10.222.0.32 "GET /v2.0/ports/e8e7df14-7c3d-4f45-8511-2bb09437e396 HTTP/1.1" status: 404  len: 333 time: 0.0404911
May 07 22:06:36.014338 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 33910) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:36.019883 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-2cea3f69-da88-4e79-9aaa-0d9c909963eb tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Request body: {'port': {'network_id': '11fa70c4-c082-46d3-9369-6bee1d0453a0', 'name': 'tempest-AllowedAddressPairTestJSON-215495382'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:06:36.021258 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ba3a0cfe-6ae3-4dcb-8fed-345b6d710e2b admin admin] Publish callbacks [] for security_group (60e7d5d7-deb4-4420-8245-eb26f8b32f28), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:36.044780 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-31eec522-82d8-4afd-b6e0-3bc36b3bddcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8ce28a30>, [{'id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'name': 'tempest-AttachVolumeNegativeTest-1449072548-router', 'tenant_id': '57990769f50b412194a108cdd627a767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.74'}], 'enable_snat': True}, 'gw_port_id': 'acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:00:22Z', 'updated_at': '2022-05-07T22:00:41Z', 'revision_number': 4, 'project_id': '57990769f50b412194a108cdd627a767', 'gw_port': {'id': 'acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:25Z', 'updated_at': '2022-05-07T22:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'dd203508-b1f9-4999-a351-df4ad5229f44', 'name': '', 'network_id': 'f64cbfbe-feaa-48dc-9089-9445aa1eaa5a', 'tenant_id': '57990769f50b412194a108cdd627a767', 'mac_address': 'fa:16:3e:08:a0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '86e7e675-440c-49d1-8be8-1667506afa40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:37Z', 'updated_at': '2022-05-07T22:00:57Z', 'revision_number': 5, 'project_id': '57990769f50b412194a108cdd627a767', 'subnets': [{'id': '86e7e675-440c-49d1-8be8-1667506afa40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:06:36.052059 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-17f6362f-f18e-45c5-b887-7b4b01ab6329 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] 10.222.0.32 "GET /v2.0/routers/24868f18-8c06-40e3-a8ae-eb7f39056ce3 HTTP/1.1" status: 200  len: 925 time: 0.2515950
May 07 22:06:36.055124 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 33918) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:36.090708 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31eec522-82d8-4afd-b6e0-3bc36b3bddcc None None] The sync data for ids ['2123aa39-c4f0-4e9a-9167-73acf960a6ad'] in ncdv-master-1 is: [{'id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'name': 'tempest-AttachVolumeNegativeTest-1449072548-router', 'tenant_id': '57990769f50b412194a108cdd627a767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.74'}], 'enable_snat': True}, 'gw_port_id': 'acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:00:22Z', 'updated_at': '2022-05-07T22:00:41Z', 'revision_number': 4, 'project_id': '57990769f50b412194a108cdd627a767', 'gw_port': {'id': 'acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:25Z', 'updated_at': '2022-05-07T22:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'dd203508-b1f9-4999-a351-df4ad5229f44', 'name': '', 'network_id': 'f64cbfbe-feaa-48dc-9089-9445aa1eaa5a', 'tenant_id': '57990769f50b412194a108cdd627a767', 'mac_address': 'fa:16:3e:08:a0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '86e7e675-440c-49d1-8be8-1667506afa40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:37Z', 'updated_at': '2022-05-07T22:00:57Z', 'revision_number': 5, 'project_id': '57990769f50b412194a108cdd627a767', 'subnets': [{'id': '86e7e675-440c-49d1-8be8-1667506afa40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:06:36.100730 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ba3a0cfe-6ae3-4dcb-8fed-345b6d710e2b admin admin] Publish callbacks [] for security_group (60e7d5d7-deb4-4420-8245-eb26f8b32f28), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:36.119770 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-e42e93de-9fa5-4afb-b127-25077c710456 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] 10.222.0.32 "GET /v2.0/ports?device_id=24868f18-8c06-40e3-a8ae-eb7f39056ce3 HTTP/1.1" status: 200  len: 205 time: 0.0634847
May 07 22:06:36.124723 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 33922) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:36.243983 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ba3a0cfe-6ae3-4dcb-8fed-345b6d710e2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (60e7d5d7-deb4-4420-8245-eb26f8b32f28), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:36.247214 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ba3a0cfe-6ae3-4dcb-8fed-345b6d710e2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:36.251279 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-ba3a0cfe-6ae3-4dcb-8fed-345b6d710e2b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/60e7d5d7-deb4-4420-8245-eb26f8b32f28 HTTP/1.1" status: 204  len: 168 time: 0.6363466
May 07 22:06:36.290709 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3a0cfe-6ae3-4dcb-8fed-345b6d710e2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60e7d5d7-deb4-4420-8245-eb26f8b32f28,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:36.298789 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90b7bdea-9309-4ea8-85b4-bd9c0d75da05 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Router 7ec1ba77-a233-4372-bdea-c57589f4c938 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:06:36.461170 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90b7bdea-9309-4ea8-85b4-bd9c0d75da05 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:06:36.471173 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-90b7bdea-9309-4ea8-85b4-bd9c0d75da05 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "PUT /v2.0/routers/7ec1ba77-a233-4372-bdea-c57589f4c938/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.6738040
May 07 22:06:36.481467 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d107c8-062e-4201-94c1-c4b4d3c333fd None None] Sync routers for ids ['7ec1ba77-a233-4372-bdea-c57589f4c938'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:06:36.498911 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d107c8-062e-4201-94c1-c4b4d3c333fd None None] Routers {'7ec1ba77-a233-4372-bdea-c57589f4c938'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:06:36.500132 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-c6d107c8-062e-4201-94c1-c4b4d3c333fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8ce28a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:06:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['7ec1ba77-a233-4372-bdea-c57589f4c938'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:06:36.537354 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb2d075-1025-4ed3-a0d1-22b1d1346b81 None None] New status for floating IP 9fcd3f80-1045-44a4-a2be-c3cf382f452e: DOWN {{(pid=121838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 07 22:06:36.682093 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-c6d107c8-062e-4201-94c1-c4b4d3c333fd None None] Set router 7ec1ba77-a233-4372-bdea-c57589f4c938 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:06:36.753094 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 33946) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:36.855006 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c035decb-64a5-4cfc-9bea-6f3109a67c80 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks [] for security_group (6229b1a1-defe-4325-9fd9-618366611b92), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:36.919727 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cea3f69-da88-4e79-9aaa-0d9c909963eb tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Made reservation on behalf of c3928192a2d34e3aa29c4bc173f32a48 for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:06:36.925548 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2cea3f69-da88-4e79-9aaa-0d9c909963eb tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:36.944896 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ff09ff-ecf2-4ab3-a3d5-9c833dc054bd req-ef7a7017-87dc-4cb0-8c2e-a2bc48e49f39 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:36.946671 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c8ff09ff-ecf2-4ab3-a3d5-9c833dc054bd req-ef7a7017-87dc-4cb0-8c2e-a2bc48e49f39 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/ports?device_id=d67c9a54-a13e-4b6a-9db5-7bf57397edbb HTTP/1.1" status: 200  len: 946 time: 0.0631855
May 07 22:06:36.972185 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c035decb-64a5-4cfc-9bea-6f3109a67c80 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks [] for security_group (6229b1a1-defe-4325-9fd9-618366611b92), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:36.986995 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [None req-2cea3f69-da88-4e79-9aaa-0d9c909963eb tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] device_id is not set on port cac16c3d-fc9c-4c12-a05e-2422b5fa8d64 yet. {{(pid=121836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 22:06:36.998475 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4f05aa4f-36ad-4eeb-968e-9d06f490aecd tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks [] for router (24868f18-8c06-40e3-a8ae-eb7f39056ce3), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:37.070404 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c8ff09ff-ecf2-4ab3-a3d5-9c833dc054bd req-fd07aa70-5730-437e-9b72-596f0d7ffde9 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/security-groups?id=209a8469-27da-4068-98cf-336fcf135f12&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1098220
May 07 22:06:37.099496 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90006a30-546b-461d-802a-690f8d614ca0 req-20fc6b82-0f45-459f-b376-a3c8623361c0 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:37.099939 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c035decb-64a5-4cfc-9bea-6f3109a67c80 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (6229b1a1-defe-4325-9fd9-618366611b92), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:37.102650 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c035decb-64a5-4cfc-9bea-6f3109a67c80 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:37.106316 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-c035decb-64a5-4cfc-9bea-6f3109a67c80 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "DELETE /v2.0/security-groups/6229b1a1-defe-4325-9fd9-618366611b92 HTTP/1.1" status: 204  len: 168 time: 0.3487451
May 07 22:06:37.107679 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 33958) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:37.107870 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-90006a30-546b-461d-802a-690f8d614ca0 req-20fc6b82-0f45-459f-b376-a3c8623361c0 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=7872598a-70de-4e95-af09-8b55fd257508 HTTP/1.1" status: 200  len: 945 time: 0.2024164
May 07 22:06:37.127062 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c035decb-64a5-4cfc-9bea-6f3109a67c80 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6229b1a1-defe-4325-9fd9-618366611b92,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:37.129995 ncdv-master-1 neutron-server[121837]: INFO neutron.api.v2.resource [None req-e70b412f-a408-4b09-95c8-5ea1dfd5f369 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] show failed (client error): The resource could not be found.
May 07 22:06:37.134652 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-e70b412f-a408-4b09-95c8-5ea1dfd5f369 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "GET /v2.0/security-groups/6229b1a1-defe-4325-9fd9-618366611b92 HTTP/1.1" status: 404  len: 347 time: 0.0230312
May 07 22:06:37.134896 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 33960) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:37.173349 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-c6d107c8-062e-4201-94c1-c4b4d3c333fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8ce28a00>, [{'id': '7ec1ba77-a233-4372-bdea-c57589f4c938', 'name': 'tempest-TestNetworkBasicOps-router-1089487645', 'tenant_id': '0c313e966d334c26afa43b480ab20fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.98'}], 'enable_snat': True}, 'gw_port_id': '49e08e72-770d-4ba7-8a05-934efa78eccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:04:35Z', 'updated_at': '2022-05-07T22:06:35Z', 'revision_number': 6, 'project_id': '0c313e966d334c26afa43b480ab20fb0', 'gw_port': {'id': '49e08e72-770d-4ba7-8a05-934efa78eccf', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec1ba77-a233-4372-bdea-c57589f4c938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:04:35Z', 'updated_at': '2022-05-07T22:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd973a2b1-9f92-4eb0-89a9-efc63fac76a0', 'tenant_id': '0c313e966d334c26afa43b480ab20fb0', 'floating_ip_address': '172.35.4.120', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '7ec1ba77-a233-4372-bdea-c57589f4c938', 'port_id': 'dfc7202f-3529-456c-8635-c9d41180e0af', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2280, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0124d628-0714-4eb8-b81f-1f5a4ced80cc', 'mac_address': 'fa:16:3e:67:b8:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d983a5-a676-4b82-8128-f4beb5bb1187', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:05:02Z', 'updated_at': '2022-05-07T22:05:06Z', 'revision_number': 1, 'project_id': '0c313e966d334c26afa43b480ab20fb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fec63ef-93aa-429e-84d3-f9f3f40f04ce', 'name': '', 'network_id': '0124d628-0714-4eb8-b81f-1f5a4ced80cc', 'tenant_id': '0c313e966d334c26afa43b480ab20fb0', 'mac_address': 'fa:16:3e:85:8c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec1ba77-a233-4372-bdea-c57589f4c938', 'device_owner': 'network:router_interface', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '5e9b4b45-0424-4913-b438-6e766a477b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:04:40Z', 'updated_at': '2022-05-07T22:04:45Z', 'revision_number': 5, 'project_id': '0c313e966d334c26afa43b480ab20fb0', 'subnets': [{'id': '5e9b4b45-0424-4913-b438-6e766a477b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:06:37.209071 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d107c8-062e-4201-94c1-c4b4d3c333fd None None] Checking router: 7ec1ba77-a233-4372-bdea-c57589f4c938 for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:06:37.219501 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d107c8-062e-4201-94c1-c4b4d3c333fd None None] Routers {'7ec1ba77-a233-4372-bdea-c57589f4c938'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:06:37.220335 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-c6d107c8-062e-4201-94c1-c4b4d3c333fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8ce28a00>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:06:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['7ec1ba77-a233-4372-bdea-c57589f4c938'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:06:37.314122 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-90006a30-546b-461d-802a-690f8d614ca0 req-42f8a867-6846-4734-9ed8-7910d9f1ea45 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/security-groups?id=8784126e-39eb-4ad2-9420-cda4822e0755&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2036781
May 07 22:06:37.329575 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4f05aa4f-36ad-4eeb-968e-9d06f490aecd tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks [] for router_gateway (24868f18-8c06-40e3-a8ae-eb7f39056ce3), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:37.333212 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-1c262b64-776a-4e43-8c09-7818822c4956 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Deleting port 48ad7a15-4a80-4790-bcd8-c5bd346d3ea7 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:06:37.333712 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1c262b64-776a-4e43-8c09-7818822c4956 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (48ad7a15-4a80-4790-bcd8-c5bd346d3ea7), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:37.338801 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-2cea3f69-da88-4e79-9aaa-0d9c909963eb tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Allocated IP 172.20.0.10 (11fa70c4-c082-46d3-9369-6bee1d0453a0/1f2ecbea-9eb0-49d3-bd98-38cb9a9c9611/cac16c3d-fc9c-4c12-a05e-2422b5fa8d64) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:06:37.383660 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-c6d107c8-062e-4201-94c1-c4b4d3c333fd None None] Set router 7ec1ba77-a233-4372-bdea-c57589f4c938 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:06:37.428612 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-4f05aa4f-36ad-4eeb-968e-9d06f490aecd tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Deleting port 6139b12f-2539-4d21-8f1c-5c9f95ab30a8 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:06:37.429099 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4f05aa4f-36ad-4eeb-968e-9d06f490aecd tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (6139b12f-2539-4d21-8f1c-5c9f95ab30a8), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:37.471395 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1c262b64-776a-4e43-8c09-7818822c4956 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (48ad7a15-4a80-4790-bcd8-c5bd346d3ea7), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:37.471713 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1c262b64-776a-4e43-8c09-7818822c4956 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks [] for floatingip (48ad7a15-4a80-4790-bcd8-c5bd346d3ea7), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:37.499585 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-1c262b64-776a-4e43-8c09-7818822c4956 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Calling delete_port for 48ad7a15-4a80-4790-bcd8-c5bd346d3ea7 owned by network:floatingip {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:06:37.649638 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4f05aa4f-36ad-4eeb-968e-9d06f490aecd tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (6139b12f-2539-4d21-8f1c-5c9f95ab30a8), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:37.674488 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-4f05aa4f-36ad-4eeb-968e-9d06f490aecd tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Calling delete_port for 6139b12f-2539-4d21-8f1c-5c9f95ab30a8 owned by network:router_gateway {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:06:37.681760 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2cea3f69-da88-4e79-9aaa-0d9c909963eb tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Publish callbacks [] for port (cac16c3d-fc9c-4c12-a05e-2422b5fa8d64), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:37.696802 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1c262b64-776a-4e43-8c09-7818822c4956 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (48ad7a15-4a80-4790-bcd8-c5bd346d3ea7), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:37.740147 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c262b64-776a-4e43-8c09-7818822c4956 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Pushing event deleted for resources: {'Port': ['ID=48ad7a15-4a80-4790-bcd8-c5bd346d3ea7,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:37.793400 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-c6d107c8-062e-4201-94c1-c4b4d3c333fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8ce28a00>, [{'id': '7ec1ba77-a233-4372-bdea-c57589f4c938', 'name': 'tempest-TestNetworkBasicOps-router-1089487645', 'tenant_id': '0c313e966d334c26afa43b480ab20fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.98'}], 'enable_snat': True}, 'gw_port_id': '49e08e72-770d-4ba7-8a05-934efa78eccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:04:35Z', 'updated_at': '2022-05-07T22:06:35Z', 'revision_number': 6, 'project_id': '0c313e966d334c26afa43b480ab20fb0', 'gw_port': {'id': '49e08e72-770d-4ba7-8a05-934efa78eccf', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec1ba77-a233-4372-bdea-c57589f4c938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:04:35Z', 'updated_at': '2022-05-07T22:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd973a2b1-9f92-4eb0-89a9-efc63fac76a0', 'tenant_id': '0c313e966d334c26afa43b480ab20fb0', 'floating_ip_address': '172.35.4.120', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '7ec1ba77-a233-4372-bdea-c57589f4c938', 'port_id': 'dfc7202f-3529-456c-8635-c9d41180e0af', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2280, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0124d628-0714-4eb8-b81f-1f5a4ced80cc', 'mac_address': 'fa:16:3e:67:b8:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d983a5-a676-4b82-8128-f4beb5bb1187', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:05:02Z', 'updated_at': '2022-05-07T22:05:06Z', 'revision_number': 1, 'project_id': '0c313e966d334c26afa43b480ab20fb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fec63ef-93aa-429e-84d3-f9f3f40f04ce', 'name': '', 'network_id': '0124d628-0714-4eb8-b81f-1f5a4ced80cc', 'tenant_id': '0c313e966d334c26afa43b480ab20fb0', 'mac_address': 'fa:16:3e:85:8c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec1ba77-a233-4372-bdea-c57589f4c938', 'device_owner': 'network:router_interface', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '5e9b4b45-0424-4913-b438-6e766a477b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:04:40Z', 'updated_at': '2022-05-07T22:04:45Z', 'revision_number': 5, 'project_id': '0c313e966d334c26afa43b480ab20fb0', 'subnets': [{'id': '5e9b4b45-0424-4913-b438-6e766a477b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:06:37.822311 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2cea3f69-da88-4e79-9aaa-0d9c909963eb tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (cac16c3d-fc9c-4c12-a05e-2422b5fa8d64), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:37.823670 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1c262b64-776a-4e43-8c09-7818822c4956 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks [] for floatingip (9fcd3f80-1045-44a4-a2be-c3cf382f452e), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:37.826479 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1c262b64-776a-4e43-8c09-7818822c4956 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:37.831539 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d107c8-062e-4201-94c1-c4b4d3c333fd None None] The sync data for ids ['7ec1ba77-a233-4372-bdea-c57589f4c938'] in ncdv-master-1 is: [{'id': '7ec1ba77-a233-4372-bdea-c57589f4c938', 'name': 'tempest-TestNetworkBasicOps-router-1089487645', 'tenant_id': '0c313e966d334c26afa43b480ab20fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.98'}], 'enable_snat': True}, 'gw_port_id': '49e08e72-770d-4ba7-8a05-934efa78eccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:04:35Z', 'updated_at': '2022-05-07T22:06:35Z', 'revision_number': 6, 'project_id': '0c313e966d334c26afa43b480ab20fb0', 'gw_port': {'id': '49e08e72-770d-4ba7-8a05-934efa78eccf', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec1ba77-a233-4372-bdea-c57589f4c938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:04:35Z', 'updated_at': '2022-05-07T22:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd973a2b1-9f92-4eb0-89a9-efc63fac76a0', 'tenant_id': '0c313e966d334c26afa43b480ab20fb0', 'floating_ip_address': '172.35.4.120', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '7ec1ba77-a233-4372-bdea-c57589f4c938', 'port_id': 'dfc7202f-3529-456c-8635-c9d41180e0af', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2280, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0124d628-0714-4eb8-b81f-1f5a4ced80cc', 'mac_address': 'fa:16:3e:67:b8:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d983a5-a676-4b82-8128-f4beb5bb1187', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:05:02Z', 'updated_at': '2022-05-07T22:05:06Z', 'revision_number': 1, 'project_id': '0c313e966d334c26afa43b480ab20fb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fec63ef-93aa-429e-84d3-f9f3f40f04ce', 'name': '', 'network_id': '0124d628-0714-4eb8-b81f-1f5a4ced80cc', 'tenant_id': '0c313e966d334c26afa43b480ab20fb0', 'mac_address': 'fa:16:3e:85:8c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec1ba77-a233-4372-bdea-c57589f4c938', 'device_owner': 'network:router_interface', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '5e9b4b45-0424-4913-b438-6e766a477b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:04:40Z', 'updated_at': '2022-05-07T22:04:45Z', 'revision_number': 5, 'project_id': '0c313e966d334c26afa43b480ab20fb0', 'subnets': [{'id': '5e9b4b45-0424-4913-b438-6e766a477b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:06:37.831778 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-1c262b64-776a-4e43-8c09-7818822c4956 tempest-AttachVolumeNegativeTest-835916675 tempest-AttachVolumeNegativeTest-835916675-project] 10.222.0.32 "DELETE /v2.0/floatingips/9fcd3f80-1045-44a4-a2be-c3cf382f452e HTTP/1.1" status: 204  len: 168 time: 0.6924872
May 07 22:06:37.917704 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cea3f69-da88-4e79-9aaa-0d9c909963eb tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Network 11fa70c4-c082-46d3-9369-6bee1d0453a0 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:06:37.938398 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-2cea3f69-da88-4e79-9aaa-0d9c909963eb tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:06:37.964306 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cea3f69-da88-4e79-9aaa-0d9c909963eb tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:06:37.975365 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cea3f69-da88-4e79-9aaa-0d9c909963eb tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Pushing event updated for resources: {'Port': ['ID=cac16c3d-fc9c-4c12-a05e-2422b5fa8d64,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:38.099331 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cea3f69-da88-4e79-9aaa-0d9c909963eb tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:38.102352 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2cea3f69-da88-4e79-9aaa-0d9c909963eb tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:38.112438 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4f05aa4f-36ad-4eeb-968e-9d06f490aecd tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (6139b12f-2539-4d21-8f1c-5c9f95ab30a8), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:38.145247 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-2cea3f69-da88-4e79-9aaa-0d9c909963eb tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 2.1292787
May 07 22:06:38.148155 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 33998) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:38.153712 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f05aa4f-36ad-4eeb-968e-9d06f490aecd tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Pushing event deleted for resources: {'Port': ['ID=6139b12f-2539-4d21-8f1c-5c9f95ab30a8,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:38.158132 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-34a97fa4-0584-4e7c-85db-d4393493fd25 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:32:84:63'}]}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:06:38.399128 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed5fe85-e241-44f3-953a-90400455cf8b req-aed153f3-c6c7-4382-943e-d75773a80525 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:38.401190 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6ed5fe85-e241-44f3-953a-90400455cf8b req-aed153f3-c6c7-4382-943e-d75773a80525 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/ports?device_id=d67c9a54-a13e-4b6a-9db5-7bf57397edbb HTTP/1.1" status: 200  len: 946 time: 0.1749671
May 07 22:06:38.432275 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4f05aa4f-36ad-4eeb-968e-9d06f490aecd tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395776'] for router_gateway (24868f18-8c06-40e3-a8ae-eb7f39056ce3), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:38.472437 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-e8de73d1-ca82-4e15-9781-b28d2e4baf8b None None] Provisioning complete for port cac16c3d-fc9c-4c12-a05e-2422b5fa8d64 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:06:38.476286 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e8de73d1-ca82-4e15-9781-b28d2e4baf8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (cac16c3d-fc9c-4c12-a05e-2422b5fa8d64), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:38.541380 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-34a97fa4-0584-4e7c-85db-d4393493fd25 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (cac16c3d-fc9c-4c12-a05e-2422b5fa8d64), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:38.573974 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-e8de73d1-ca82-4e15-9781-b28d2e4baf8b None None] Port cac16c3d-fc9c-4c12-a05e-2422b5fa8d64 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:06:38.645705 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4f05aa4f-36ad-4eeb-968e-9d06f490aecd tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (24868f18-8c06-40e3-a8ae-eb7f39056ce3), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:38.656451 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4f05aa4f-36ad-4eeb-968e-9d06f490aecd tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks [] for router_controller (24868f18-8c06-40e3-a8ae-eb7f39056ce3), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:38.727457 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6ed5fe85-e241-44f3-953a-90400455cf8b req-28abe3d0-3dfd-4d5e-b456-aff599b07723 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/security-groups?id=209a8469-27da-4068-98cf-336fcf135f12&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3063593
May 07 22:06:38.740252 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4f05aa4f-36ad-4eeb-968e-9d06f490aecd tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (24868f18-8c06-40e3-a8ae-eb7f39056ce3), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:38.741479 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f05aa4f-36ad-4eeb-968e-9d06f490aecd tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Fanout notify agent at l3_agent the message router_deleted on router 24868f18-8c06-40e3-a8ae-eb7f39056ce3 {{(pid=121836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 22:06:38.753008 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce630f5-a0af-4d21-b44a-fea017be43f7 req-78a1d286-ec93-4783-b81d-72f343d1d0fb tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:38.759430 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9ce630f5-a0af-4d21-b44a-fea017be43f7 req-78a1d286-ec93-4783-b81d-72f343d1d0fb tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 945 time: 0.1005309
May 07 22:06:38.769312 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4f05aa4f-36ad-4eeb-968e-9d06f490aecd tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:38.770531 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-4f05aa4f-36ad-4eeb-968e-9d06f490aecd tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] 10.222.0.32 "DELETE /v2.0/routers/24868f18-8c06-40e3-a8ae-eb7f39056ce3 HTTP/1.1" status: 204  len: 168 time: 2.6446202
May 07 22:06:38.774682 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 34010) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:38.776099 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 2574e619-649e-46ce-948e-0bc63e128e8e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:06:38.781810 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-2c24d167-00a7-4fac-95fe-83946d6609ce tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1660932319', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'enable_snat': False}}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:06:38.806457 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2c24d167-00a7-4fac-95fe-83946d6609ce tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (3ac60f9c-e5b0-449a-972e-7424d9af6ae3), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:38.807960 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2c24d167-00a7-4fac-95fe-83946d6609ce tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (3ac60f9c-e5b0-449a-972e-7424d9af6ae3), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:38.811258 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 2574e619-649e-46ce-948e-0bc63e128e8e {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:06:38.817537 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 2574e619-649e-46ce-948e-0bc63e128e8e not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:06:38.924512 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9ce630f5-a0af-4d21-b44a-fea017be43f7 req-7b2b33bb-633d-4f51-9edb-4867a0bf07bd tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0825882
May 07 22:06:38.949913 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2c24d167-00a7-4fac-95fe-83946d6609ce tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks [] for router_controller (3ac60f9c-e5b0-449a-972e-7424d9af6ae3), precommit_add_association {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:38.957192 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-34a97fa4-0584-4e7c-85db-d4393493fd25 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Publish callbacks [] for port (cac16c3d-fc9c-4c12-a05e-2422b5fa8d64), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:38.966037 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-34a97fa4-0584-4e7c-85db-d4393493fd25 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (cac16c3d-fc9c-4c12-a05e-2422b5fa8d64), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:39.007804 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322ad022-15c1-4eb6-9d69-9d0b517ebd3e req-adf3c2a7-fe28-4e54-9f83-57c90f43f839 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:39.009435 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-322ad022-15c1-4eb6-9d69-9d0b517ebd3e req-adf3c2a7-fe28-4e54-9f83-57c90f43f839 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=7872598a-70de-4e95-af09-8b55fd257508 HTTP/1.1" status: 200  len: 945 time: 0.1578569
May 07 22:06:39.050675 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a97fa4-0584-4e7c-85db-d4393493fd25 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Pushing event updated for resources: {'Port': ['ID=cac16c3d-fc9c-4c12-a05e-2422b5fa8d64,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:39.077598 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-34a97fa4-0584-4e7c-85db-d4393493fd25 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] In _notify_port_updated(), no bound segment for port cac16c3d-fc9c-4c12-a05e-2422b5fa8d64 on network 11fa70c4-c082-46d3-9369-6bee1d0453a0 {{(pid=121837) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:935}}
May 07 22:06:39.085282 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a97fa4-0584-4e7c-85db-d4393493fd25 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:39.085960 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-34a97fa4-0584-4e7c-85db-d4393493fd25 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:39.087563 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-34a97fa4-0584-4e7c-85db-d4393493fd25 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] 10.222.0.32 "PUT /v2.0/ports/cac16c3d-fc9c-4c12-a05e-2422b5fa8d64 HTTP/1.1" status: 200  len: 993 time: 0.9379594
May 07 22:06:39.090326 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 34034) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:39.175976 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2c24d167-00a7-4fac-95fe-83946d6609ce tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks [] for router_gateway (3ac60f9c-e5b0-449a-972e-7424d9af6ae3), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:39.184526 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31bb665-3ee6-418c-ab08-b4ea366846ad req-c46d6e30-ffdb-46bb-992a-c68ccd4bb632 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:39.192739 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d31bb665-3ee6-418c-ab08-b4ea366846ad req-c46d6e30-ffdb-46bb-992a-c68ccd4bb632 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 945 time: 0.1040084
May 07 22:06:39.193192 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-322ad022-15c1-4eb6-9d69-9d0b517ebd3e req-def06035-3d4a-45dd-a6b5-e2cea9100c88 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/security-groups?id=8784126e-39eb-4ad2-9420-cda4822e0755&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1568429
May 07 22:06:39.297688 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d31bb665-3ee6-418c-ab08-b4ea366846ad req-a00f9770-7dca-43f9-b748-6e9d547362b7 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1040187
May 07 22:06:39.304086 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-1040e841-ea49-43f1-bda5-299bf14aa2d0 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Deleting port cac16c3d-fc9c-4c12-a05e-2422b5fa8d64 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:06:39.304443 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1040e841-ea49-43f1-bda5-299bf14aa2d0 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (cac16c3d-fc9c-4c12-a05e-2422b5fa8d64), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:39.406248 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-ae8ae872-72a4-4670-8820-0431b038d848 None None] Provisioning complete for port cac16c3d-fc9c-4c12-a05e-2422b5fa8d64 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:06:39.407214 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ae8ae872-72a4-4670-8820-0431b038d848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (cac16c3d-fc9c-4c12-a05e-2422b5fa8d64), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:39.470582 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-ae8ae872-72a4-4670-8820-0431b038d848 None None] Port cac16c3d-fc9c-4c12-a05e-2422b5fa8d64 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:06:39.499841 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534c53cb-0851-495c-b075-5d6772523ab6 req-3aff3d92-399b-4747-a6b4-73eed8a7d3ab tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:39.501335 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-534c53cb-0851-495c-b075-5d6772523ab6 req-3aff3d92-399b-4747-a6b4-73eed8a7d3ab tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 945 time: 0.0630741
May 07 22:06:39.521673 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1040e841-ea49-43f1-bda5-299bf14aa2d0 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (cac16c3d-fc9c-4c12-a05e-2422b5fa8d64), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:39.543748 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-1040e841-ea49-43f1-bda5-299bf14aa2d0 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Calling delete_port for cac16c3d-fc9c-4c12-a05e-2422b5fa8d64 owned by  {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:06:39.550862 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2c24d167-00a7-4fac-95fe-83946d6609ce tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks [] for router_gateway (3ac60f9c-e5b0-449a-972e-7424d9af6ae3), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:39.572706 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2c24d167-00a7-4fac-95fe-83946d6609ce tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:39.611073 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-534c53cb-0851-495c-b075-5d6772523ab6 req-9f90f080-9f05-41e3-a1e3-f40e1b758d65 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0999851
May 07 22:06:39.729313 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1833a2b0-85e8-472e-99eb-53228052dbe1 req-56313fb8-00d1-44b7-9956-d8f08c578dcc tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:39.730823 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1833a2b0-85e8-472e-99eb-53228052dbe1 req-56313fb8-00d1-44b7-9956-d8f08c578dcc tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.55 "GET /v2.0/ports?device_id=7872598a-70de-4e95-af09-8b55fd257508 HTTP/1.1" status: 200  len: 945 time: 0.0997808
May 07 22:06:39.747905 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1040e841-ea49-43f1-bda5-299bf14aa2d0 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (cac16c3d-fc9c-4c12-a05e-2422b5fa8d64), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:39.786452 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1040e841-ea49-43f1-bda5-299bf14aa2d0 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Pushing event deleted for resources: {'Port': ['ID=cac16c3d-fc9c-4c12-a05e-2422b5fa8d64,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:39.862381 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c99819-1c9d-4d66-b112-7f4be9c92e28 req-312918c6-9329-4a40-a6d0-31524e93cbbb tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:39.867267 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e1c99819-1c9d-4d66-b112-7f4be9c92e28 req-312918c6-9329-4a40-a6d0-31524e93cbbb tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 945 time: 0.1600828
May 07 22:06:39.869692 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-2c24d167-00a7-4fac-95fe-83946d6609ce tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Allocated IP 172.35.4.24 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/80c52b0d-455f-46ae-a359-c058eeee205e) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:06:39.902330 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28678ecb-9840-4ab0-a4d3-e0ff3cab87e8 req-d3d44f14-b283-4c42-bf0b-f013a9ccccad tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:39.904969 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-28678ecb-9840-4ab0-a4d3-e0ff3cab87e8 req-d3d44f14-b283-4c42-bf0b-f013a9ccccad tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.55 "GET /v2.0/ports?device_id=d67c9a54-a13e-4b6a-9db5-7bf57397edbb HTTP/1.1" status: 200  len: 946 time: 0.1732292
May 07 22:06:39.911393 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2e5a25-fcd4-4e57-aed8-1ad11dd237b0 req-eb205000-e4a8-4795-81e6-df5bc6ca401f tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:39.918408 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ca2e5a25-fcd4-4e57-aed8-1ad11dd237b0 req-eb205000-e4a8-4795-81e6-df5bc6ca401f tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/ports?device_id=d67c9a54-a13e-4b6a-9db5-7bf57397edbb HTTP/1.1" status: 200  len: 946 time: 0.0965724
May 07 22:06:39.972035 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ca2e5a25-fcd4-4e57-aed8-1ad11dd237b0 req-1892b5f3-b5f0-41d0-82f8-55e17f8dc9ca tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/security-groups?id=209a8469-27da-4068-98cf-336fcf135f12&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0527196
May 07 22:06:40.067264 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-1833a2b0-85e8-472e-99eb-53228052dbe1 req-6674bb73-ab5e-4924-8c06-2d1d0e25a61f tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Deleting port 127ac58f-e629-45c6-b98f-fcf671fde77b {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:06:40.067784 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-1833a2b0-85e8-472e-99eb-53228052dbe1 req-6674bb73-ab5e-4924-8c06-2d1d0e25a61f tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (127ac58f-e629-45c6-b98f-fcf671fde77b), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:40.088110 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1040e841-ea49-43f1-bda5-299bf14aa2d0 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:40.092338 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-1040e841-ea49-43f1-bda5-299bf14aa2d0 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] 10.222.0.32 "DELETE /v2.0/ports/cac16c3d-fc9c-4c12-a05e-2422b5fa8d64 HTTP/1.1" status: 204  len: 168 time: 0.9932890
May 07 22:06:40.094928 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 34078) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:40.133205 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d48c6ca-75a5-4baa-a966-d7530d5f8bd1 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] GET failed (client error): The resource could not be found.
May 07 22:06:40.133205 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-7d48c6ca-75a5-4baa-a966-d7530d5f8bd1 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] 10.222.0.32 "GET /v2.0/ports/cac16c3d-fc9c-4c12-a05e-2422b5fa8d64 HTTP/1.1" status: 404  len: 333 time: 0.0336306
May 07 22:06:40.134143 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 34084) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:40.138905 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-3858ddac-a04d-404e-a2dc-03430e125764 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Request body: {'port': {'network_id': '11fa70c4-c082-46d3-9369-6bee1d0453a0', 'name': 'tempest-AllowedAddressPairTestJSON-2065406160'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:06:40.223991 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-28678ecb-9840-4ab0-a4d3-e0ff3cab87e8 req-8eb829f1-7c25-4c97-a1f8-67d09694ee3f tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Deleting port 589e4dcc-4385-4a17-8792-2bf6dcbf7136 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:06:40.224320 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-28678ecb-9840-4ab0-a4d3-e0ff3cab87e8 req-8eb829f1-7c25-4c97-a1f8-67d09694ee3f tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (589e4dcc-4385-4a17-8792-2bf6dcbf7136), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:40.239066 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e1c99819-1c9d-4d66-b112-7f4be9c92e28 req-4b48a187-0318-4328-932b-3931913ed141 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3490283
May 07 22:06:40.253035 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3858ddac-a04d-404e-a2dc-03430e125764 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Made reservation on behalf of c3928192a2d34e3aa29c4bc173f32a48 for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:06:40.260476 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3858ddac-a04d-404e-a2dc-03430e125764 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:40.337988 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [None req-3858ddac-a04d-404e-a2dc-03430e125764 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] device_id is not set on port a8da7597-47b8-4ff9-adce-c9bb3611f39c yet. {{(pid=121837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 22:06:40.345873 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-1833a2b0-85e8-472e-99eb-53228052dbe1 req-6674bb73-ab5e-4924-8c06-2d1d0e25a61f tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] For port 127ac58f-e629-45c6-b98f-fcf671fde77b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=127ac58f-e629-45c6-b98f-fcf671fde77b,segment=NetworkSegment(2f0831b3-8133-4c28-a071-337c31d2cb1b),segment_id=2f0831b3-8133-4c28-a071-337c31d2cb1b)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:06:40.346824 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-1833a2b0-85e8-472e-99eb-53228052dbe1 req-6674bb73-ab5e-4924-8c06-2d1d0e25a61f tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (127ac58f-e629-45c6-b98f-fcf671fde77b), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:40.377669 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2c24d167-00a7-4fac-95fe-83946d6609ce tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks [] for port (80c52b0d-455f-46ae-a359-c058eeee205e), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:40.391430 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-1833a2b0-85e8-472e-99eb-53228052dbe1 req-6674bb73-ab5e-4924-8c06-2d1d0e25a61f tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Calling delete_port for 127ac58f-e629-45c6-b98f-fcf671fde77b owned by compute:nova {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:06:40.398564 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d1cb9-a9ed-4fc6-b116-44befb994f9a req-6ac5ae2a-f8b1-4314-97d2-207d637f55ae tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:40.403329 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b10d1cb9-a9ed-4fc6-b116-44befb994f9a req-6ac5ae2a-f8b1-4314-97d2-207d637f55ae tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=7872598a-70de-4e95-af09-8b55fd257508 HTTP/1.1" status: 200  len: 945 time: 0.1147153
May 07 22:06:40.407283 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-28678ecb-9840-4ab0-a4d3-e0ff3cab87e8 req-8eb829f1-7c25-4c97-a1f8-67d09694ee3f tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] For port 589e4dcc-4385-4a17-8792-2bf6dcbf7136, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=589e4dcc-4385-4a17-8792-2bf6dcbf7136,segment=NetworkSegment(44e4f7be-1fdd-4e4f-a214-28b58268136e),segment_id=44e4f7be-1fdd-4e4f-a214-28b58268136e)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:06:40.408334 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-28678ecb-9840-4ab0-a4d3-e0ff3cab87e8 req-8eb829f1-7c25-4c97-a1f8-67d09694ee3f tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (589e4dcc-4385-4a17-8792-2bf6dcbf7136), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:40.506712 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b10d1cb9-a9ed-4fc6-b116-44befb994f9a req-df3748d2-7aee-4360-be86-779f0beeb723 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/security-groups?id=8784126e-39eb-4ad2-9420-cda4822e0755&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0978484
May 07 22:06:40.514344 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-28678ecb-9840-4ab0-a4d3-e0ff3cab87e8 req-8eb829f1-7c25-4c97-a1f8-67d09694ee3f tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Calling delete_port for 589e4dcc-4385-4a17-8792-2bf6dcbf7136 owned by compute:nova {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:06:40.517300 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-3858ddac-a04d-404e-a2dc-03430e125764 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Allocated IP 172.20.0.10 (11fa70c4-c082-46d3-9369-6bee1d0453a0/1f2ecbea-9eb0-49d3-bd98-38cb9a9c9611/a8da7597-47b8-4ff9-adce-c9bb3611f39c) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:06:40.673115 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d9aca-a336-4c39-881e-02d141f4cb9d req-4948d87f-df5a-49b8-a0d2-df1ec3a85072 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:40.680392 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-827d9aca-a336-4c39-881e-02d141f4cb9d req-4948d87f-df5a-49b8-a0d2-df1ec3a85072 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/networks?id=33b52409-fae0-4935-b5d0-15acefaa0f3f HTTP/1.1" status: 200  len: 812 time: 0.2856708
May 07 22:06:40.696941 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2c24d167-00a7-4fac-95fe-83946d6609ce tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (80c52b0d-455f-46ae-a359-c058eeee205e), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:40.730575 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3858ddac-a04d-404e-a2dc-03430e125764 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Publish callbacks [] for port (a8da7597-47b8-4ff9-adce-c9bb3611f39c), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:40.750853 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-827d9aca-a336-4c39-881e-02d141f4cb9d req-149d0c34-f85c-4315-8ed1-48aacb513261 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/quotas/759c66c34f414c19b2109393738ef639 HTTP/1.1" status: 200  len: 375 time: 0.0663452
May 07 22:06:40.804030 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3858ddac-a04d-404e-a2dc-03430e125764 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (a8da7597-47b8-4ff9-adce-c9bb3611f39c), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:40.815394 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c24d167-00a7-4fac-95fe-83946d6609ce tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:06:40.830917 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-2c24d167-00a7-4fac-95fe-83946d6609ce tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:06:40.857487 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c24d167-00a7-4fac-95fe-83946d6609ce tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:06:40.868455 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3858ddac-a04d-404e-a2dc-03430e125764 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Network 11fa70c4-c082-46d3-9369-6bee1d0453a0 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:06:40.872632 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-3858ddac-a04d-404e-a2dc-03430e125764 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:06:40.872793 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c24d167-00a7-4fac-95fe-83946d6609ce tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Pushing event updated for resources: {'Port': ['ID=80c52b0d-455f-46ae-a359-c058eeee205e,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:40.876298 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3858ddac-a04d-404e-a2dc-03430e125764 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:06:40.916620 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-827d9aca-a336-4c39-881e-02d141f4cb9d req-001827ee-40be-42db-b825-d3d66560cbf1 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=759c66c34f414c19b2109393738ef639&fields=id HTTP/1.1" status: 200  len: 440 time: 0.1679537
May 07 22:06:40.924288 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [req-827d9aca-a336-4c39-881e-02d141f4cb9d req-2c155a0f-e6dc-44e6-a379-af4bcf30e93f service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121836) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:06:40.931030 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-827d9aca-a336-4c39-881e-02d141f4cb9d req-2c155a0f-e6dc-44e6-a379-af4bcf30e93f service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0135410
May 07 22:06:40.933593 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3858ddac-a04d-404e-a2dc-03430e125764 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Pushing event updated for resources: {'Port': ['ID=a8da7597-47b8-4ff9-adce-c9bb3611f39c,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:40.960369 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3858ddac-a04d-404e-a2dc-03430e125764 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:40.961058 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3858ddac-a04d-404e-a2dc-03430e125764 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:41.001169 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-3858ddac-a04d-404e-a2dc-03430e125764 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 0.8633330
May 07 22:06:41.002381 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 34126) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:41.009577 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-cbdb3a53-4d34-4547-a417-b11e64f412ee tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:32:84:63'}]}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:06:41.066296 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-1833a2b0-85e8-472e-99eb-53228052dbe1 req-6674bb73-ab5e-4924-8c06-2d1d0e25a61f tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (127ac58f-e629-45c6-b98f-fcf671fde77b), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:41.079340 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['8c6248c5-d242-4598-8d78-5b4023298e63'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:06:41.147705 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cbdb3a53-4d34-4547-a417-b11e64f412ee tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (a8da7597-47b8-4ff9-adce-c9bb3611f39c), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:41.308035 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211ee5a9-2cac-4b43-b650-b90503430c4a req-2799ca24-067c-413c-b727-9e50f9333c88 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:41.318679 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-211ee5a9-2cac-4b43-b650-b90503430c4a req-2799ca24-067c-413c-b727-9e50f9333c88 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/ports?device_id=d67c9a54-a13e-4b6a-9db5-7bf57397edbb HTTP/1.1" status: 200  len: 946 time: 0.1720216
May 07 22:06:41.403578 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-211ee5a9-2cac-4b43-b650-b90503430c4a req-1b8f9ef4-d5be-4531-a904-44eb96d4967d tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/security-groups?id=209a8469-27da-4068-98cf-336fcf135f12&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0790665
May 07 22:06:41.420227 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-1e623072-8361-41f2-8367-58db4d4ae158 None None] Provisioning complete for port a8da7597-47b8-4ff9-adce-c9bb3611f39c triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:06:41.420607 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1e623072-8361-41f2-8367-58db4d4ae158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (a8da7597-47b8-4ff9-adce-c9bb3611f39c), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:41.464511 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-1e623072-8361-41f2-8367-58db4d4ae158 None None] Port a8da7597-47b8-4ff9-adce-c9bb3611f39c cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:06:41.629714 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d04e50cb-86b6-4531-bab6-0e77ee59add4 req-4133a20e-e89a-46f4-994e-faa7498cf03b tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=7872598a-70de-4e95-af09-8b55fd257508 HTTP/1.1" status: 200  len: 210 time: 0.0415223
May 07 22:06:41.633005 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6674bb73-ab5e-4924-8c06-2d1d0e25a61f tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Pushing event deleted for resources: {'Port': ['ID=127ac58f-e629-45c6-b98f-fcf671fde77b,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:41.697751 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-28678ecb-9840-4ab0-a4d3-e0ff3cab87e8 req-8eb829f1-7c25-4c97-a1f8-67d09694ee3f tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (589e4dcc-4385-4a17-8792-2bf6dcbf7136), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:41.812367 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-827d9aca-a336-4c39-881e-02d141f4cb9d req-7f79443b-1ad3-4fbc-b642-9afcf9608cb1 service neutron] 10.222.0.32 "GET /v2.0/networks/33b52409-fae0-4935-b5d0-15acefaa0f3f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8804951
May 07 22:06:41.813103 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb829f1-7c25-4c97-a1f8-67d09694ee3f tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Pushing event deleted for resources: {'Port': ['ID=589e4dcc-4385-4a17-8792-2bf6dcbf7136,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:41.828541 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cbdb3a53-4d34-4547-a417-b11e64f412ee tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Publish callbacks [] for port (a8da7597-47b8-4ff9-adce-c9bb3611f39c), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:41.834331 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cbdb3a53-4d34-4547-a417-b11e64f412ee tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (a8da7597-47b8-4ff9-adce-c9bb3611f39c), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:41.844954 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-1833a2b0-85e8-472e-99eb-53228052dbe1 req-6674bb73-ab5e-4924-8c06-2d1d0e25a61f tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] No DVR routers for this DVR port 127ac58f-e629-45c6-b98f-fcf671fde77b on host nch1-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:06:41.856641 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-1833a2b0-85e8-472e-99eb-53228052dbe1 req-6674bb73-ab5e-4924-8c06-2d1d0e25a61f tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:41.859838 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1833a2b0-85e8-472e-99eb-53228052dbe1 req-6674bb73-ab5e-4924-8c06-2d1d0e25a61f tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.55 "DELETE /v2.0/ports/127ac58f-e629-45c6-b98f-fcf671fde77b HTTP/1.1" status: 204  len: 173 time: 2.1137130
May 07 22:06:41.860382 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-28678ecb-9840-4ab0-a4d3-e0ff3cab87e8 req-8eb829f1-7c25-4c97-a1f8-67d09694ee3f tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] No DVR routers for this DVR port 589e4dcc-4385-4a17-8792-2bf6dcbf7136 on host nch1-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:06:41.861631 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7872598a-70de-4e95-af09-8b55fd257508', 'name': 'network-vif-deleted', 'tag': '127ac58f-e629-45c6-b98f-fcf671fde77b'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:06:41.864226 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df3287a1-5213-4d6f-b140-930a56f1dc40" -d '{"events": [{"server_uuid": "7872598a-70de-4e95-af09-8b55fd257508", "name": "network-vif-deleted", "tag": "127ac58f-e629-45c6-b98f-fcf671fde77b"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:06:41.876341 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-28678ecb-9840-4ab0-a4d3-e0ff3cab87e8 req-8eb829f1-7c25-4c97-a1f8-67d09694ee3f tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:41.885259 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-28678ecb-9840-4ab0-a4d3-e0ff3cab87e8 req-8eb829f1-7c25-4c97-a1f8-67d09694ee3f tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.55 "DELETE /v2.0/ports/589e4dcc-4385-4a17-8792-2bf6dcbf7136 HTTP/1.1" status: 204  len: 173 time: 1.9365764
May 07 22:06:41.928538 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdb3a53-4d34-4547-a417-b11e64f412ee tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Pushing event updated for resources: {'Port': ['ID=a8da7597-47b8-4ff9-adce-c9bb3611f39c,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:41.951528 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-cbdb3a53-4d34-4547-a417-b11e64f412ee tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] In _notify_port_updated(), no bound segment for port a8da7597-47b8-4ff9-adce-c9bb3611f39c on network 11fa70c4-c082-46d3-9369-6bee1d0453a0 {{(pid=121837) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:935}}
May 07 22:06:41.959070 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbdb3a53-4d34-4547-a417-b11e64f412ee tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:41.960071 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cbdb3a53-4d34-4547-a417-b11e64f412ee tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:41.965186 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-cbdb3a53-4d34-4547-a417-b11e64f412ee tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] 10.222.0.32 "PUT /v2.0/ports/a8da7597-47b8-4ff9-adce-c9bb3611f39c HTTP/1.1" status: 200  len: 997 time: 0.9615216
May 07 22:06:41.965968 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 34164) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:41.975270 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a463c5e5-5db1-4473-9e5f-01b1f2b8be48 x-openstack-request-id: req-a463c5e5-5db1-4473-9e5f-01b1f2b8be48 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:06:41.975546 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7872598a-70de-4e95-af09-8b55fd257508", "name": "network-vif-deleted", "tag": "127ac58f-e629-45c6-b98f-fcf671fde77b", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:06:41.975864 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a463c5e5-5db1-4473-9e5f-01b1f2b8be48 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:06:41.976267 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a463c5e5-5db1-4473-9e5f-01b1f2b8be48'] response: {'server_uuid': '7872598a-70de-4e95-af09-8b55fd257508', 'name': 'network-vif-deleted', 'tag': '127ac58f-e629-45c6-b98f-fcf671fde77b', 'status': 'completed', 'code': 200}
May 07 22:06:42.098957 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-827d9aca-a336-4c39-881e-02d141f4cb9d req-b4b2f2d1-2e08-486e-81a9-b2015eb7f32b service neutron] 10.222.0.32 "GET /v2.0/networks/33b52409-fae0-4935-b5d0-15acefaa0f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2516713
May 07 22:06:42.136322 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2c24d167-00a7-4fac-95fe-83946d6609ce tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks [] for router_gateway (3ac60f9c-e5b0-449a-972e-7424d9af6ae3), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:42.151826 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-0d150723-b4e5-44d6-8e69-2fa90df8be23 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Deleting port a8da7597-47b8-4ff9-adce-c9bb3611f39c {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:06:42.151979 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0d150723-b4e5-44d6-8e69-2fa90df8be23 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (a8da7597-47b8-4ff9-adce-c9bb3611f39c), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:42.201957 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 34172) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:42.308195 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0d150723-b4e5-44d6-8e69-2fa90df8be23 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (a8da7597-47b8-4ff9-adce-c9bb3611f39c), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:42.352310 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-0d150723-b4e5-44d6-8e69-2fa90df8be23 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Calling delete_port for a8da7597-47b8-4ff9-adce-c9bb3611f39c owned by  {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:06:42.390760 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-7ab94b93-e9e2-4d35-a76c-5afe8cc98cab None None] Provisioning complete for port a8da7597-47b8-4ff9-adce-c9bb3611f39c triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:06:42.391850 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7ab94b93-e9e2-4d35-a76c-5afe8cc98cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (a8da7597-47b8-4ff9-adce-c9bb3611f39c), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:42.492910 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 127ac58f-e629-45c6-b98f-fcf671fde77b no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:06:42.581599 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] No Port match for: 127ac58f-e629-45c6-b98f-fcf671fde77b {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:06:42.593963 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 127ac58f-e629-45c6-b98f-fcf671fde77b not bound to the agent host nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:06:42.610872 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-7ab94b93-e9e2-4d35-a76c-5afe8cc98cab None None] Port a8da7597-47b8-4ff9-adce-c9bb3611f39c cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:06:42.635416 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d5d3b32c-7fb3-4907-887b-0b2893edd3f3 req-2cf8ee09-799c-4ccb-98fa-20f8a5ed3708 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0131044-3724-490e-88e0-5fca28fe6ee3 HTTP/1.1" status: 200  len: 210 time: 0.1012158
May 07 22:06:42.691641 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2c24d167-00a7-4fac-95fe-83946d6609ce tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (3ac60f9c-e5b0-449a-972e-7424d9af6ae3), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:42.769731 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-05f79902-8271-49d8-87ee-ca0e14d08b21 req-72f5f3db-7a04-4a94-9070-a6434a4bbeeb tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/ports?device_id=d67c9a54-a13e-4b6a-9db5-7bf57397edbb HTTP/1.1" status: 200  len: 210 time: 0.0517468
May 07 22:06:42.827630 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0d150723-b4e5-44d6-8e69-2fa90df8be23 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (a8da7597-47b8-4ff9-adce-c9bb3611f39c), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:42.857216 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d150723-b4e5-44d6-8e69-2fa90df8be23 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Pushing event deleted for resources: {'Port': ['ID=a8da7597-47b8-4ff9-adce-c9bb3611f39c,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:42.959664 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0d150723-b4e5-44d6-8e69-2fa90df8be23 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:42.963240 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-0d150723-b4e5-44d6-8e69-2fa90df8be23 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] 10.222.0.32 "DELETE /v2.0/ports/a8da7597-47b8-4ff9-adce-c9bb3611f39c HTTP/1.1" status: 204  len: 168 time: 0.9960401
May 07 22:06:42.966063 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 34204) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:43.013400 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-46fb02fc-562a-4262-a85a-80d7f32aed06 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] GET failed (client error): The resource could not be found.
May 07 22:06:43.014798 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-46fb02fc-562a-4262-a85a-80d7f32aed06 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] 10.222.0.32 "GET /v2.0/ports/a8da7597-47b8-4ff9-adce-c9bb3611f39c HTTP/1.1" status: 404  len: 333 time: 0.0480793
May 07 22:06:43.019845 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 34210) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:43.027763 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-f2194b0f-0907-4b60-8cf6-f96796801df3 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Request body: {'port': {'network_id': '11fa70c4-c082-46d3-9369-6bee1d0453a0', 'name': 'tempest-AllowedAddressPairTestJSON-609014067'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:06:43.299214 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c86e3a-e1a2-4f69-90e7-2060228bb079 req-10510ba1-a7b5-43a6-b0c4-fa2f1294fa92 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:43.302208 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2194b0f-0907-4b60-8cf6-f96796801df3 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Made reservation on behalf of c3928192a2d34e3aa29c4bc173f32a48 for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:06:43.305817 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f2194b0f-0907-4b60-8cf6-f96796801df3 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:43.307151 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-75c86e3a-e1a2-4f69-90e7-2060228bb079 req-10510ba1-a7b5-43a6-b0c4-fa2f1294fa92 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=96e381dd-9f23-442c-80d2-8623a85c3e50 HTTP/1.1" status: 200  len: 945 time: 0.1794410
May 07 22:06:43.333500 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [None req-f2194b0f-0907-4b60-8cf6-f96796801df3 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] device_id is not set on port c7c187f8-e831-4264-92e2-dad096fc561c yet. {{(pid=121837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 22:06:43.410363 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c24d167-00a7-4fac-95fe-83946d6609ce tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Router 3ac60f9c-e5b0-449a-972e-7424d9af6ae3 is scheduled to L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db with binding_index 1 {{(pid=121836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 07 22:06:43.463296 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-07eaced7-85f6-4a1d-8d1c-b6a92936767e req-6dda6715-0a28-480b-b298-22b972ff6c43 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ba61d59b-e750-459a-a73a-0376bdf5ca51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1500471
May 07 22:06:43.465965 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-f2194b0f-0907-4b60-8cf6-f96796801df3 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Allocated IP 172.20.0.13 (11fa70c4-c082-46d3-9369-6bee1d0453a0/1f2ecbea-9eb0-49d3-bd98-38cb9a9c9611/c7c187f8-e831-4264-92e2-dad096fc561c) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:06:43.507969 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-75c86e3a-e1a2-4f69-90e7-2060228bb079 req-6f1ef072-cd14-4eca-9f57-bb74db727118 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/security-groups?id=8784126e-39eb-4ad2-9420-cda4822e0755&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1989660
May 07 22:06:43.642272 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 34230) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:43.649820 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eaced7-85f6-4a1d-8d1c-b6a92936767e req-61de428e-cabe-490a-8ff8-64971bb48569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:43.651421 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-07eaced7-85f6-4a1d-8d1c-b6a92936767e req-61de428e-cabe-490a-8ff8-64971bb48569 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=759c66c34f414c19b2109393738ef639&device_id=ba61d59b-e750-459a-a73a-0376bdf5ca51 HTTP/1.1" status: 200  len: 1127 time: 0.1531975
May 07 22:06:43.697404 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f2194b0f-0907-4b60-8cf6-f96796801df3 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Publish callbacks [] for port (c7c187f8-e831-4264-92e2-dad096fc561c), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:43.716262 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c24d167-00a7-4fac-95fe-83946d6609ce tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:06:43.727589 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90bc38b-8f26-4b92-89e3-914168c2a956 None None] Sync routers for ids ['3ac60f9c-e5b0-449a-972e-7424d9af6ae3'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:06:43.739731 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90bc38b-8f26-4b92-89e3-914168c2a956 None None] Routers {'3ac60f9c-e5b0-449a-972e-7424d9af6ae3'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:06:43.740377 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-a90bc38b-8f26-4b92-89e3-914168c2a956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8ca7ba60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:06:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['3ac60f9c-e5b0-449a-972e-7424d9af6ae3'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:06:43.802610 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f380c907-d8e0-49d1-b0bd-0376f62e4a2c req-d07036b1-7426-4f6b-ad8d-cfdc66490ab5 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0131044-3724-490e-88e0-5fca28fe6ee3 HTTP/1.1" status: 200  len: 210 time: 0.0804396
May 07 22:06:43.825866 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2c24d167-00a7-4fac-95fe-83946d6609ce tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:43.827838 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-2c24d167-00a7-4fac-95fe-83946d6609ce tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 907 time: 5.0519617
May 07 22:06:43.831141 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b9a1ed68-8701-4ec0-ac40-ed26a8ce5d75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401094'] for router_interface (2123aa39-c4f0-4e9a-9167-73acf960a6ad), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:43.836574 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 34238) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:43.837586 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bb2d86d0-9c01-438e-8324-95d215502d2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:43.895178 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 34240) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:43.895373 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f2194b0f-0907-4b60-8cf6-f96796801df3 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (c7c187f8-e831-4264-92e2-dad096fc561c), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:43.925527 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-a90bc38b-8f26-4b92-89e3-914168c2a956 None None] Set router 3ac60f9c-e5b0-449a-972e-7424d9af6ae3 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:06:43.939672 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eaced7-85f6-4a1d-8d1c-b6a92936767e req-f18203f3-0ea4-4fdd-bbf4-b3aefe5be89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:43.940679 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-07eaced7-85f6-4a1d-8d1c-b6a92936767e req-f18203f3-0ea4-4fdd-bbf4-b3aefe5be89d service neutron] 10.222.0.55 "GET /v2.0/networks?id=33b52409-fae0-4935-b5d0-15acefaa0f3f HTTP/1.1" status: 200  len: 913 time: 0.2533824
May 07 22:06:43.947058 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2194b0f-0907-4b60-8cf6-f96796801df3 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Network 11fa70c4-c082-46d3-9369-6bee1d0453a0 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:06:43.956866 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-f2194b0f-0907-4b60-8cf6-f96796801df3 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:06:43.961674 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2194b0f-0907-4b60-8cf6-f96796801df3 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:06:44.018384 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2194b0f-0907-4b60-8cf6-f96796801df3 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Pushing event updated for resources: {'Port': ['ID=c7c187f8-e831-4264-92e2-dad096fc561c,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:44.029640 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bb2d86d0-9c01-438e-8324-95d215502d2c admin admin] Publish callbacks [] for security_group (6e21c679-239d-4969-8cb2-9ca54e41f7e0), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:44.040340 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bb2d86d0-9c01-438e-8324-95d215502d2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (6e21c679-239d-4969-8cb2-9ca54e41f7e0), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:44.051871 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2194b0f-0907-4b60-8cf6-f96796801df3 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:44.052478 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f2194b0f-0907-4b60-8cf6-f96796801df3 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:44.116589 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-bb2d86d0-9c01-438e-8324-95d215502d2c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f274edce0ada480290355a5f3076d430&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4730442
May 07 22:06:44.135561 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 34242) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:44.158320 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-f2194b0f-0907-4b60-8cf6-f96796801df3 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.1332598
May 07 22:06:44.158320 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2d86d0-9c01-438e-8324-95d215502d2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e21c679-239d-4969-8cb2-9ca54e41f7e0,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:44.160619 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 34244) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:44.161673 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-a90bc38b-8f26-4b92-89e3-914168c2a956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8ca7ba60>, [{'id': '3ac60f9c-e5b0-449a-972e-7424d9af6ae3', 'name': 'tempest-snat-router-1660932319', 'tenant_id': '17cfc6fd78b745da8412e7e15d557cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.24'}], 'enable_snat': False}, 'gw_port_id': '80c52b0d-455f-46ae-a359-c058eeee205e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:06:38Z', 'updated_at': '2022-05-07T22:06:41Z', 'revision_number': 3, 'project_id': '17cfc6fd78b745da8412e7e15d557cc0', 'gw_port': {'id': '80c52b0d-455f-46ae-a359-c058eeee205e', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f8:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ac60f9c-e5b0-449a-972e-7424d9af6ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:06:39Z', 'updated_at': '2022-05-07T22:06:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:06:44.173565 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-7252abaf-77ae-4a76-bc6f-bc8c2eb150f8 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Request body: {'port': {'network_id': '11fa70c4-c082-46d3-9369-6bee1d0453a0', 'name': 'tempest-AllowedAddressPairTestJSON-1765371912'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:06:44.215382 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90bc38b-8f26-4b92-89e3-914168c2a956 None None] Checking router: 3ac60f9c-e5b0-449a-972e-7424d9af6ae3 for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:06:44.219326 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90bc38b-8f26-4b92-89e3-914168c2a956 None None] Updating router 3ac60f9c-e5b0-449a-972e-7424d9af6ae3 port 80c52b0d-455f-46ae-a359-c058eeee205e binding host ncdv-master-1 {{(pid=121839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 22:06:44.265111 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-a90bc38b-8f26-4b92-89e3-914168c2a956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (80c52b0d-455f-46ae-a359-c058eeee205e), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:44.394351 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-03566c72-f9b4-4f29-af5a-76ccafb11763 None None] Provisioning complete for port c7c187f8-e831-4264-92e2-dad096fc561c triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:06:44.394953 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-03566c72-f9b4-4f29-af5a-76ccafb11763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (c7c187f8-e831-4264-92e2-dad096fc561c), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:44.436121 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-03566c72-f9b4-4f29-af5a-76ccafb11763 None None] Port c7c187f8-e831-4264-92e2-dad096fc561c cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:06:44.476884 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd67c9a54-a13e-4b6a-9db5-7bf57397edbb', 'name': 'network-vif-deleted', 'tag': '589e4dcc-4385-4a17-8792-2bf6dcbf7136'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:06:44.480498 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-044199c0-a6b3-4a01-b8b3-10476f6ed2df" -d '{"events": [{"server_uuid": "d67c9a54-a13e-4b6a-9db5-7bf57397edbb", "name": "network-vif-deleted", "tag": "589e4dcc-4385-4a17-8792-2bf6dcbf7136"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:06:44.482200 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 589e4dcc-4385-4a17-8792-2bf6dcbf7136 no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:06:44.514178 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] No Port match for: 589e4dcc-4385-4a17-8792-2bf6dcbf7136 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:06:44.515647 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 589e4dcc-4385-4a17-8792-2bf6dcbf7136 not bound to the agent host nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:06:44.597033 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-a90bc38b-8f26-4b92-89e3-914168c2a956 None None] Publish callbacks [] for port (80c52b0d-455f-46ae-a359-c058eeee205e), precommit_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:44.609842 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-a90bc38b-8f26-4b92-89e3-914168c2a956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (80c52b0d-455f-46ae-a359-c058eeee205e), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:44.681537 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413a8724-de26-483a-b1f1-ec33ce784d44 None None] Pushing event updated for resources: {'Port': ['ID=80c52b0d-455f-46ae-a359-c058eeee205e,revision_number=2']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:44.690210 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-a90bc38b-8f26-4b92-89e3-914168c2a956 None None] Attempting to bind port 80c52b0d-455f-46ae-a359-c058eeee205e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:06:44.690636 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-a90bc38b-8f26-4b92-89e3-914168c2a956 None None] Attempting to bind port 80c52b0d-455f-46ae-a359-c058eeee205e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:06:44.691024 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90bc38b-8f26-4b92-89e3-914168c2a956 None None] Attempting to bind port 80c52b0d-455f-46ae-a359-c058eeee205e on network 9221b764-ef06-431f-8941-796516ed7c3b {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:06:44.710414 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90bc38b-8f26-4b92-89e3-914168c2a956 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:06:44.716629 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90bc38b-8f26-4b92-89e3-914168c2a956 None None] Checking segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:06:44.717115 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-a90bc38b-8f26-4b92-89e3-914168c2a956 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:44.717561 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90bc38b-8f26-4b92-89e3-914168c2a956 None None] Bound using segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:06:44.719103 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-a90bc38b-8f26-4b92-89e3-914168c2a956 None None] Bound port: 80c52b0d-455f-46ae-a359-c058eeee205e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:06:44.719103 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-a90bc38b-8f26-4b92-89e3-914168c2a956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (80c52b0d-455f-46ae-a359-c058eeee205e), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:44.732654 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e7fc0db8-ef13-4daf-ad4a-23967126aaf4 admin admin] Publish callbacks [] for security_group (6e21c679-239d-4969-8cb2-9ca54e41f7e0), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:44.744237 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-07eaced7-85f6-4a1d-8d1c-b6a92936767e req-65f5a32c-f29d-406c-a004-41abc14d6fbe service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=21b489d6-f673-44e1-848f-8bbe1b3aef5c HTTP/1.1" status: 200  len: 217 time: 0.2604187
May 07 22:06:44.775126 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e7fc0db8-ef13-4daf-ad4a-23967126aaf4 admin admin] Publish callbacks [] for security_group (6e21c679-239d-4969-8cb2-9ca54e41f7e0), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:44.779381 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-a90bc38b-8f26-4b92-89e3-914168c2a956 None None] For port 80c52b0d-455f-46ae-a359-c058eeee205e, host ncdv-master-1, cleared binding levels {{(pid=121839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:06:44.783281 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-a90bc38b-8f26-4b92-89e3-914168c2a956 None None] For port 80c52b0d-455f-46ae-a359-c058eeee205e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=80c52b0d-455f-46ae-a359-c058eeee205e,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:06:44.783874 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d56f93e8-8e15-4ada-a6eb-b7a6cce3895f x-openstack-request-id: req-d56f93e8-8e15-4ada-a6eb-b7a6cce3895f {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:06:44.784184 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d67c9a54-a13e-4b6a-9db5-7bf57397edbb", "name": "network-vif-deleted", "tag": "589e4dcc-4385-4a17-8792-2bf6dcbf7136", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:06:44.784438 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d56f93e8-8e15-4ada-a6eb-b7a6cce3895f {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:06:44.784830 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d56f93e8-8e15-4ada-a6eb-b7a6cce3895f'] response: {'server_uuid': 'd67c9a54-a13e-4b6a-9db5-7bf57397edbb', 'name': 'network-vif-deleted', 'tag': '589e4dcc-4385-4a17-8792-2bf6dcbf7136', 'status': 'completed', 'code': 200}
May 07 22:06:44.790899 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-a90bc38b-8f26-4b92-89e3-914168c2a956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (80c52b0d-455f-46ae-a359-c058eeee205e), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:44.825689 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7252abaf-77ae-4a76-bc6f-bc8c2eb150f8 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Made reservation on behalf of c3928192a2d34e3aa29c4bc173f32a48 for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:06:44.829984 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7252abaf-77ae-4a76-bc6f-bc8c2eb150f8 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:44.849388 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [None req-7252abaf-77ae-4a76-bc6f-bc8c2eb150f8 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] device_id is not set on port d282856a-fb29-46b0-8ab5-34d1ec35b918 yet. {{(pid=121837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 22:06:44.872881 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e7fc0db8-ef13-4daf-ad4a-23967126aaf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (6e21c679-239d-4969-8cb2-9ca54e41f7e0), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:44.876140 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e7fc0db8-ef13-4daf-ad4a-23967126aaf4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:44.883291 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-e7fc0db8-ef13-4daf-ad4a-23967126aaf4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6e21c679-239d-4969-8cb2-9ca54e41f7e0 HTTP/1.1" status: 204  len: 168 time: 0.7455134
May 07 22:06:44.887780 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f976213-4e5b-4ae4-8a5a-81aa83a81ab0 req-4166f467-8ff2-4678-90cc-2c09e0815bba tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:44.889295 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8f976213-4e5b-4ae4-8a5a-81aa83a81ab0 req-4166f467-8ff2-4678-90cc-2c09e0815bba tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=96e381dd-9f23-442c-80d2-8623a85c3e50 HTTP/1.1" status: 200  len: 945 time: 0.2202265
May 07 22:06:44.907815 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90bc38b-8f26-4b92-89e3-914168c2a956 None None] Routers {'3ac60f9c-e5b0-449a-972e-7424d9af6ae3'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:06:44.908447 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-a90bc38b-8f26-4b92-89e3-914168c2a956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8ca7ba60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:06:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['3ac60f9c-e5b0-449a-972e-7424d9af6ae3'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:06:44.911552 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413a8724-de26-483a-b1f1-ec33ce784d44 None None] Pushing event updated for resources: {'Port': ['ID=80c52b0d-455f-46ae-a359-c058eeee205e,revision_number=3']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:44.929433 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ac103e46-aded-40b7-831f-d5789f26a5a7 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for security_group (209a8469-27da-4068-98cf-336fcf135f12), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:44.941445 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d9aca-a336-4c39-881e-02d141f4cb9d req-5f3767a0-5e43-4fa7-8890-e71e58c10e78 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:44.942861 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-827d9aca-a336-4c39-881e-02d141f4cb9d req-5f3767a0-5e43-4fa7-8890-e71e58c10e78 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.55 "GET /v2.0/networks?id=33b52409-fae0-4935-b5d0-15acefaa0f3f HTTP/1.1" status: 200  len: 812 time: 0.4508491
May 07 22:06:44.957491 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-9b4b88ac-fb6b-471a-8669-c4f9f6d7c6f8 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] 10.222.0.32 "GET /v2.0/routers/3ac60f9c-e5b0-449a-972e-7424d9af6ae3 HTTP/1.1" status: 200  len: 908 time: 1.1197176
May 07 22:06:44.979678 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 34256) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:44.980468 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fc0db8-ef13-4daf-ad4a-23967126aaf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e21c679-239d-4969-8cb2-9ca54e41f7e0,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:44.993237 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-827d9aca-a336-4c39-881e-02d141f4cb9d req-aa3a0568-5c5b-4253-8b03-c887c7a81c07 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Request body: {'port': {'device_id': 'c0131044-3724-490e-88e0-5fca28fe6ee3', 'network_id': '33b52409-fae0-4935-b5d0-15acefaa0f3f', 'admin_state_up': True, 'tenant_id': '759c66c34f414c19b2109393738ef639'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:06:44.997078 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-0435f663-2aa8-432f-a44d-cb9c7bf2e834 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1660932319', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'enable_snat': True}}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:06:45.006000 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eaced7-85f6-4a1d-8d1c-b6a92936767e req-58e54f30-7150-4b2a-a7a2-d53f604a7221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:45.007502 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-07eaced7-85f6-4a1d-8d1c-b6a92936767e req-58e54f30-7150-4b2a-a7a2-d53f604a7221 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3e304f3b-3927-4f57-b6d9-ff32c4ae5938 HTTP/1.1" status: 200  len: 851 time: 0.2465920
May 07 22:06:45.059570 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0fae0262-6534-459e-94b5-c271978085d1 req-eda7b082-83e1-4ea2-ad60-683d39dabbd9 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0131044-3724-490e-88e0-5fca28fe6ee3 HTTP/1.1" status: 200  len: 210 time: 0.0964463
May 07 22:06:45.062085 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-a90bc38b-8f26-4b92-89e3-914168c2a956 None None] Set router 3ac60f9c-e5b0-449a-972e-7424d9af6ae3 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:06:45.064499 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ac103e46-aded-40b7-831f-d5789f26a5a7 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for security_group (209a8469-27da-4068-98cf-336fcf135f12), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:45.082715 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0435f663-2aa8-432f-a44d-cb9c7bf2e834 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (40a753df-b524-4d52-beda-303cc91f60bb), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:45.083790 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0435f663-2aa8-432f-a44d-cb9c7bf2e834 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (40a753df-b524-4d52-beda-303cc91f60bb), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:45.168306 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0435f663-2aa8-432f-a44d-cb9c7bf2e834 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks [] for router_controller (40a753df-b524-4d52-beda-303cc91f60bb), precommit_add_association {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:45.197856 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-7252abaf-77ae-4a76-bc6f-bc8c2eb150f8 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Allocated IP 172.20.0.12 (11fa70c4-c082-46d3-9369-6bee1d0453a0/1f2ecbea-9eb0-49d3-bd98-38cb9a9c9611/d282856a-fb29-46b0-8ab5-34d1ec35b918) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:06:45.242933 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8f976213-4e5b-4ae4-8a5a-81aa83a81ab0 req-8c8d1dc5-71b6-48a5-a6da-ab22aa8dff80 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/security-groups?id=8784126e-39eb-4ad2-9420-cda4822e0755&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3145080
May 07 22:06:45.244089 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eaced7-85f6-4a1d-8d1c-b6a92936767e req-5ac37d48-f067-4122-b3dd-b1269e57094a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:45.245607 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-07eaced7-85f6-4a1d-8d1c-b6a92936767e req-5ac37d48-f067-4122-b3dd-b1269e57094a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=33b52409-fae0-4935-b5d0-15acefaa0f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2222209
May 07 22:06:45.328392 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 34260) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:45.376576 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e295696f-21fb-40c1-b14a-8ce480c3a0bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:45.409236 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-a90bc38b-8f26-4b92-89e3-914168c2a956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8ca7ba60>, [{'id': '3ac60f9c-e5b0-449a-972e-7424d9af6ae3', 'name': 'tempest-snat-router-1660932319', 'tenant_id': '17cfc6fd78b745da8412e7e15d557cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.24'}], 'enable_snat': False}, 'gw_port_id': '80c52b0d-455f-46ae-a359-c058eeee205e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:06:38Z', 'updated_at': '2022-05-07T22:06:41Z', 'revision_number': 3, 'project_id': '17cfc6fd78b745da8412e7e15d557cc0', 'gw_port': {'id': '80c52b0d-455f-46ae-a359-c058eeee205e', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f8:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ac60f9c-e5b0-449a-972e-7424d9af6ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:06:39Z', 'updated_at': '2022-05-07T22:06:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:06:45.434523 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ac103e46-aded-40b7-831f-d5789f26a5a7 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (209a8469-27da-4068-98cf-336fcf135f12), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:45.438016 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90bc38b-8f26-4b92-89e3-914168c2a956 None None] The sync data for ids ['3ac60f9c-e5b0-449a-972e-7424d9af6ae3'] in ncdv-master-1 is: [{'id': '3ac60f9c-e5b0-449a-972e-7424d9af6ae3', 'name': 'tempest-snat-router-1660932319', 'tenant_id': '17cfc6fd78b745da8412e7e15d557cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.24'}], 'enable_snat': False}, 'gw_port_id': '80c52b0d-455f-46ae-a359-c058eeee205e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:06:38Z', 'updated_at': '2022-05-07T22:06:41Z', 'revision_number': 3, 'project_id': '17cfc6fd78b745da8412e7e15d557cc0', 'gw_port': {'id': '80c52b0d-455f-46ae-a359-c058eeee205e', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:f8:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ac60f9c-e5b0-449a-972e-7424d9af6ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2531, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:06:39Z', 'updated_at': '2022-05-07T22:06:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:06:45.438228 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ac103e46-aded-40b7-831f-d5789f26a5a7 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:45.439278 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-ac103e46-aded-40b7-831f-d5789f26a5a7 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "DELETE /v2.0/security-groups/209a8469-27da-4068-98cf-336fcf135f12 HTTP/1.1" status: 204  len: 168 time: 1.5416884
May 07 22:06:45.470760 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-827d9aca-a336-4c39-881e-02d141f4cb9d req-aa3a0568-5c5b-4253-8b03-c887c7a81c07 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Made reservation on behalf of 759c66c34f414c19b2109393738ef639 for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:06:45.474214 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-827d9aca-a336-4c39-881e-02d141f4cb9d req-aa3a0568-5c5b-4253-8b03-c887c7a81c07 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:45.485798 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0435f663-2aa8-432f-a44d-cb9c7bf2e834 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks [] for router_gateway (40a753df-b524-4d52-beda-303cc91f60bb), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:45.491974 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 34264) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:45.501930 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac103e46-aded-40b7-831f-d5789f26a5a7 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=209a8469-27da-4068-98cf-336fcf135f12,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:45.555900 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-b9a1ed68-8701-4ec0-ac40-ed26a8ce5d75 admin admin] Deleting port dd203508-b1f9-4999-a351-df4ad5229f44 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:06:45.556730 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b9a1ed68-8701-4ec0-ac40-ed26a8ce5d75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (dd203508-b1f9-4999-a351-df4ad5229f44), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:45.582263 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-df48df72-2ac4-4323-8d6a-5a5c195ea430 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Deleting subnet 972ec13e-de98-400f-8482-a57ac29cd1e1 {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:06:45.586174 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-df48df72-2ac4-4323-8d6a-5a5c195ea430 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for subnet (972ec13e-de98-400f-8482-a57ac29cd1e1), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:45.630209 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7252abaf-77ae-4a76-bc6f-bc8c2eb150f8 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Publish callbacks [] for port (d282856a-fb29-46b0-8ab5-34d1ec35b918), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:45.635308 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-07eaced7-85f6-4a1d-8d1c-b6a92936767e req-f7a676eb-1296-4116-8585-bc175a1548dd service neutron] 10.222.0.55 "GET /v2.0/networks/33b52409-fae0-4935-b5d0-15acefaa0f3f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3257532
May 07 22:06:45.683898 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-df48df72-2ac4-4323-8d6a-5a5c195ea430 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (972ec13e-de98-400f-8482-a57ac29cd1e1), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:45.857522 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e295696f-21fb-40c1-b14a-8ce480c3a0bc admin admin] Publish callbacks [] for security_group (18192b1f-a6bd-480b-b05a-bc677f44f2ce), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:45.865610 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-b9a1ed68-8701-4ec0-ac40-ed26a8ce5d75 admin admin] For port dd203508-b1f9-4999-a351-df4ad5229f44, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dd203508-b1f9-4999-a351-df4ad5229f44,segment=NetworkSegment(ce6ea8f0-3d38-4ce3-8f23-f8c47e599e56),segment_id=ce6ea8f0-3d38-4ce3-8f23-f8c47e599e56)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:06:45.865981 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b9a1ed68-8701-4ec0-ac40-ed26a8ce5d75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (dd203508-b1f9-4999-a351-df4ad5229f44), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:45.870815 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7252abaf-77ae-4a76-bc6f-bc8c2eb150f8 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (d282856a-fb29-46b0-8ab5-34d1ec35b918), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:45.878735 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e295696f-21fb-40c1-b14a-8ce480c3a0bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (18192b1f-a6bd-480b-b05a-bc677f44f2ce), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:45.911016 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-b9a1ed68-8701-4ec0-ac40-ed26a8ce5d75 admin admin] Calling delete_port for dd203508-b1f9-4999-a351-df4ad5229f44 owned by network:router_interface {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:06:45.928038 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [req-827d9aca-a336-4c39-881e-02d141f4cb9d req-aa3a0568-5c5b-4253-8b03-c887c7a81c07 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Allocated IP 172.20.0.6 (33b52409-fae0-4935-b5d0-15acefaa0f3f/3e304f3b-3927-4f57-b6d9-ff32c4ae5938/2e65b025-887f-40c7-9d7c-68a722d64bc2) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:06:45.956572 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-df48df72-2ac4-4323-8d6a-5a5c195ea430 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (972ec13e-de98-400f-8482-a57ac29cd1e1), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:45.985894 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-07eaced7-85f6-4a1d-8d1c-b6a92936767e req-6e85ed56-af60-49b2-9409-0797610f1316 service neutron] 10.222.0.55 "GET /v2.0/networks/33b52409-fae0-4935-b5d0-15acefaa0f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3355894
May 07 22:06:45.994749 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e295696f-21fb-40c1-b14a-8ce480c3a0bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18192b1f-a6bd-480b-b05a-bc677f44f2ce,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:46.003713 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-e295696f-21fb-40c1-b14a-8ce480c3a0bc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a779d91cebed450181cfba59ca1e927b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6730120
May 07 22:06:46.004763 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7252abaf-77ae-4a76-bc6f-bc8c2eb150f8 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Network 11fa70c4-c082-46d3-9369-6bee1d0453a0 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:06:46.008445 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0435f663-2aa8-432f-a44d-cb9c7bf2e834 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks [] for router_gateway (40a753df-b524-4d52-beda-303cc91f60bb), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:46.013158 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 34266) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:46.013817 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7252abaf-77ae-4a76-bc6f-bc8c2eb150f8 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Pushing event updated for resources: {'Port': ['ID=d282856a-fb29-46b0-8ab5-34d1ec35b918,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:46.047854 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-7252abaf-77ae-4a76-bc6f-bc8c2eb150f8 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:06:46.053205 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7252abaf-77ae-4a76-bc6f-bc8c2eb150f8 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:06:46.058280 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0435f663-2aa8-432f-a44d-cb9c7bf2e834 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:46.247069 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7252abaf-77ae-4a76-bc6f-bc8c2eb150f8 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:46.248071 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7252abaf-77ae-4a76-bc6f-bc8c2eb150f8 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:46.255853 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b40525f0-059f-4f67-80ac-a8cc8c9cc2cb req-cbd0b535-9d0e-4817-82c6-0966ce135e63 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0131044-3724-490e-88e0-5fca28fe6ee3 HTTP/1.1" status: 200  len: 210 time: 0.0547667
May 07 22:06:46.263816 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-df48df72-2ac4-4323-8d6a-5a5c195ea430 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (972ec13e-de98-400f-8482-a57ac29cd1e1), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:46.338926 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-827d9aca-a336-4c39-881e-02d141f4cb9d req-aa3a0568-5c5b-4253-8b03-c887c7a81c07 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Publish callbacks [] for port (2e65b025-887f-40c7-9d7c-68a722d64bc2), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:46.356853 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97465628-7986-401a-89e8-45e85f5c830e req-76e44099-7513-4615-8082-1e75a2bad6e8 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:46.358995 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-97465628-7986-401a-89e8-45e85f5c830e req-76e44099-7513-4615-8082-1e75a2bad6e8 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.59 "GET /v2.0/ports?device_id=96e381dd-9f23-442c-80d2-8623a85c3e50 HTTP/1.1" status: 200  len: 945 time: 0.2105429
May 07 22:06:46.377271 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df48df72-2ac4-4323-8d6a-5a5c195ea430 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Pushing event deleted for resources: {'Subnet': ['ID=972ec13e-de98-400f-8482-a57ac29cd1e1,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:46.400910 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0906bbb4-ab70-4757-b7ca-147016c33903 None None] Network 92fb32be-a7e7-4bc8-b8a6-5ec911c8daec requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:06:46.430931 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-827d9aca-a336-4c39-881e-02d141f4cb9d req-aa3a0568-5c5b-4253-8b03-c887c7a81c07 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (2e65b025-887f-40c7-9d7c-68a722d64bc2), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:46.433704 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b9a1ed68-8701-4ec0-ac40-ed26a8ce5d75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (dd203508-b1f9-4999-a351-df4ad5229f44), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:46.468674 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-7252abaf-77ae-4a76-bc6f-bc8c2eb150f8 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 2.3023202
May 07 22:06:46.469614 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 34272) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:46.475571 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-df48df72-2ac4-4323-8d6a-5a5c195ea430 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:46.478961 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-df48df72-2ac4-4323-8d6a-5a5c195ea430 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "DELETE /v2.0/subnets/972ec13e-de98-400f-8482-a57ac29cd1e1 HTTP/1.1" status: 204  len: 168 time: 0.9832790
May 07 22:06:46.479665 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-433b9437-67a8-43cb-be53-bbeb39394403 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:32:84:63'}, {'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:ef:d5:71'}]}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:06:46.484478 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a1ed68-8701-4ec0-ac40-ed26a8ce5d75 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd203508-b1f9-4999-a351-df4ad5229f44,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:46.489980 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 34274) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:46.508490 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['21b489d6-f673-44e1-848f-8bbe1b3aef5c', '4c002f8a-6eee-4016-aa09-cc73c944ce61'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:06:46.523158 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6b48826a-b4b5-4cbe-82cf-50c7ea065b51 admin admin] Publish callbacks [] for security_group (18192b1f-a6bd-480b-b05a-bc677f44f2ce), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:46.525475 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-1584c661-d75f-46fd-a2bf-ba04daf9d86b None None] Provisioning complete for port d282856a-fb29-46b0-8ab5-34d1ec35b918 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:06:46.526079 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1584c661-d75f-46fd-a2bf-ba04daf9d86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (d282856a-fb29-46b0-8ab5-34d1ec35b918), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:46.603985 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6b48826a-b4b5-4cbe-82cf-50c7ea065b51 admin admin] Publish callbacks [] for security_group (18192b1f-a6bd-480b-b05a-bc677f44f2ce), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:46.649869 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-1584c661-d75f-46fd-a2bf-ba04daf9d86b None None] Port d282856a-fb29-46b0-8ab5-34d1ec35b918 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:06:46.655729 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-216b2f63-1857-4eb7-aabd-97c939679fa4 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (92fb32be-a7e7-4bc8-b8a6-5ec911c8daec), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:46.680818 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-827d9aca-a336-4c39-881e-02d141f4cb9d req-aa3a0568-5c5b-4253-8b03-c887c7a81c07 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Network 33b52409-fae0-4935-b5d0-15acefaa0f3f is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:06:46.700066 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [req-827d9aca-a336-4c39-881e-02d141f4cb9d req-aa3a0568-5c5b-4253-8b03-c887c7a81c07 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:06:46.742434 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5860dc04-5a7d-473d-bf59-eeab61c21c70 req-e9b167dd-5a56-42a9-8126-89f44481662b tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:46.756863 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dcb4da8-8239-4e17-a3d2-13bb302ac7bc None None] DHCP port deletion for 92fb32be-a7e7-4bc8-b8a6-5ec911c8daec request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:06:46.758673 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5860dc04-5a7d-473d-bf59-eeab61c21c70 req-e9b167dd-5a56-42a9-8126-89f44481662b tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=96e381dd-9f23-442c-80d2-8623a85c3e50 HTTP/1.1" status: 200  len: 945 time: 0.3906825
May 07 22:06:46.767847 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-827d9aca-a336-4c39-881e-02d141f4cb9d req-aa3a0568-5c5b-4253-8b03-c887c7a81c07 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:06:46.815447 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6b48826a-b4b5-4cbe-82cf-50c7ea065b51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (18192b1f-a6bd-480b-b05a-bc677f44f2ce), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:46.816547 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6b48826a-b4b5-4cbe-82cf-50c7ea065b51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:46.820011 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-6b48826a-b4b5-4cbe-82cf-50c7ea065b51 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/18192b1f-a6bd-480b-b05a-bc677f44f2ce HTTP/1.1" status: 204  len: 168 time: 0.8007483
May 07 22:06:46.938725 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-0435f663-2aa8-432f-a44d-cb9c7bf2e834 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Allocated IP 172.35.4.109 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/30674712-e5e4-4cae-a926-12e472c4e426) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:06:46.981908 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b48826a-b4b5-4cbe-82cf-50c7ea065b51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18192b1f-a6bd-480b-b05a-bc677f44f2ce,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:47.002098 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-2dcb4da8-8239-4e17-a3d2-13bb302ac7bc None None] Deleting port eaf5805f-0506-496b-aa6b-244f35404faa {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:06:47.002376 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2dcb4da8-8239-4e17-a3d2-13bb302ac7bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (eaf5805f-0506-496b-aa6b-244f35404faa), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:47.054358 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3a0568-5c5b-4253-8b03-c887c7a81c07 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Pushing event updated for resources: {'Port': ['ID=2e65b025-887f-40c7-9d7c-68a722d64bc2,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:47.075100 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 80c52b0d-455f-46ae-a359-c058eeee205e up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:06:47.164132 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5860dc04-5a7d-473d-bf59-eeab61c21c70 req-091763d5-2583-4256-88a2-0db9c43e7cf3 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/security-groups?id=8784126e-39eb-4ad2-9420-cda4822e0755&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4040990
May 07 22:06:47.187466 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-97465628-7986-401a-89e8-45e85f5c830e req-939d5d3f-95dc-4201-9c45-709afdc1d025 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Deleting port 8c6248c5-d242-4598-8d78-5b4023298e63 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:06:47.187466 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-97465628-7986-401a-89e8-45e85f5c830e req-939d5d3f-95dc-4201-9c45-709afdc1d025 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (8c6248c5-d242-4598-8d78-5b4023298e63), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:47.187803 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-2dcb4da8-8239-4e17-a3d2-13bb302ac7bc None None] For port eaf5805f-0506-496b-aa6b-244f35404faa, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eaf5805f-0506-496b-aa6b-244f35404faa,segment=NetworkSegment(44e4f7be-1fdd-4e4f-a214-28b58268136e),segment_id=44e4f7be-1fdd-4e4f-a214-28b58268136e)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:06:47.188164 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2dcb4da8-8239-4e17-a3d2-13bb302ac7bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (eaf5805f-0506-496b-aa6b-244f35404faa), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:47.200362 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d9aca-a336-4c39-881e-02d141f4cb9d req-aa3a0568-5c5b-4253-8b03-c887c7a81c07 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:47.201356 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-827d9aca-a336-4c39-881e-02d141f4cb9d req-aa3a0568-5c5b-4253-8b03-c887c7a81c07 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:47.204778 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-216b2f63-1857-4eb7-aabd-97c939679fa4 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Deleting port eaf5805f-0506-496b-aa6b-244f35404faa {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:06:47.205239 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-216b2f63-1857-4eb7-aabd-97c939679fa4 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (eaf5805f-0506-496b-aa6b-244f35404faa), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:47.245795 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-2dcb4da8-8239-4e17-a3d2-13bb302ac7bc None None] Calling delete_port for eaf5805f-0506-496b-aa6b-244f35404faa owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:06:47.311430 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-216b2f63-1857-4eb7-aabd-97c939679fa4 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] For port eaf5805f-0506-496b-aa6b-244f35404faa, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eaf5805f-0506-496b-aa6b-244f35404faa,segment=NetworkSegment(44e4f7be-1fdd-4e4f-a214-28b58268136e),segment_id=44e4f7be-1fdd-4e4f-a214-28b58268136e)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:06:47.312409 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-216b2f63-1857-4eb7-aabd-97c939679fa4 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (eaf5805f-0506-496b-aa6b-244f35404faa), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:47.345077 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-216b2f63-1857-4eb7-aabd-97c939679fa4 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Calling delete_port for eaf5805f-0506-496b-aa6b-244f35404faa owned by network:dhcp {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:06:47.410603 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-97465628-7986-401a-89e8-45e85f5c830e req-939d5d3f-95dc-4201-9c45-709afdc1d025 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] For port 8c6248c5-d242-4598-8d78-5b4023298e63, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8c6248c5-d242-4598-8d78-5b4023298e63,segment=NetworkSegment(2f0831b3-8133-4c28-a071-337c31d2cb1b),segment_id=2f0831b3-8133-4c28-a071-337c31d2cb1b)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:06:47.411342 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-97465628-7986-401a-89e8-45e85f5c830e req-939d5d3f-95dc-4201-9c45-709afdc1d025 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (8c6248c5-d242-4598-8d78-5b4023298e63), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:47.416426 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0435f663-2aa8-432f-a44d-cb9c7bf2e834 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks [] for port (30674712-e5e4-4cae-a926-12e472c4e426), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:47.432530 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-97465628-7986-401a-89e8-45e85f5c830e req-939d5d3f-95dc-4201-9c45-709afdc1d025 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Calling delete_port for 8c6248c5-d242-4598-8d78-5b4023298e63 owned by compute:nova {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:06:47.540308 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0435f663-2aa8-432f-a44d-cb9c7bf2e834 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (30674712-e5e4-4cae-a926-12e472c4e426), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:47.603856 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0435f663-2aa8-432f-a44d-cb9c7bf2e834 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:06:47.614316 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-0435f663-2aa8-432f-a44d-cb9c7bf2e834 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:06:47.617639 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0435f663-2aa8-432f-a44d-cb9c7bf2e834 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:06:47.633322 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0435f663-2aa8-432f-a44d-cb9c7bf2e834 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Pushing event updated for resources: {'Port': ['ID=30674712-e5e4-4cae-a926-12e472c4e426,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:47.686292 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 80c52b0d-455f-46ae-a359-c058eeee205e triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:06:47.686932 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (80c52b0d-455f-46ae-a359-c058eeee205e), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:47.698235 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-80c1901a-b5c0-4ba5-8bba-5c4aa56be585 None None] Provisioning complete for port 2e65b025-887f-40c7-9d7c-68a722d64bc2 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:06:47.698707 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-80c1901a-b5c0-4ba5-8bba-5c4aa56be585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (2e65b025-887f-40c7-9d7c-68a722d64bc2), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:47.745465 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-216b2f63-1857-4eb7-aabd-97c939679fa4 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (eaf5805f-0506-496b-aa6b-244f35404faa), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:47.802368 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216b2f63-1857-4eb7-aabd-97c939679fa4 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Pushing event deleted for resources: {'Port': ['ID=eaf5805f-0506-496b-aa6b-244f35404faa,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:47.804830 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-97465628-7986-401a-89e8-45e85f5c830e req-939d5d3f-95dc-4201-9c45-709afdc1d025 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (8c6248c5-d242-4598-8d78-5b4023298e63), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:47.831349 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-80c1901a-b5c0-4ba5-8bba-5c4aa56be585 None None] Port 2e65b025-887f-40c7-9d7c-68a722d64bc2 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:06:47.839146 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-827d9aca-a336-4c39-881e-02d141f4cb9d req-aa3a0568-5c5b-4253-8b03-c887c7a81c07 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.8559649
May 07 22:06:47.843898 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2dcb4da8-8239-4e17-a3d2-13bb302ac7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (eaf5805f-0506-496b-aa6b-244f35404faa), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:47.844394 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b9a1ed68-8701-4ec0-ac40-ed26a8ce5d75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401002'] for router_interface (2123aa39-c4f0-4e9a-9167-73acf960a6ad), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:47.852170 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939d5d3f-95dc-4201-9c45-709afdc1d025 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Pushing event deleted for resources: {'Port': ['ID=8c6248c5-d242-4598-8d78-5b4023298e63,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:47.875082 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edce596e-018f-4154-be7c-d81d1839c166 req-6fdd89af-e4f6-40fc-8824-2070ef5648ec tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:47.876767 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-edce596e-018f-4154-be7c-d81d1839c166 req-6fdd89af-e4f6-40fc-8824-2070ef5648ec tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0131044-3724-490e-88e0-5fca28fe6ee3 HTTP/1.1" status: 200  len: 931 time: 0.2574954
May 07 22:06:47.880889 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-433b9437-67a8-43cb-be53-bbeb39394403 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (d282856a-fb29-46b0-8ab5-34d1ec35b918), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:47.884075 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216b2f63-1857-4eb7-aabd-97c939679fa4 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] No DVR routers for this DVR port eaf5805f-0506-496b-aa6b-244f35404faa on host ncdv-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:06:47.901732 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcb4da8-8239-4e17-a3d2-13bb302ac7bc None None] Pushing event deleted for resources: {'Port': ['ID=eaf5805f-0506-496b-aa6b-244f35404faa,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:47.901944 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-827d9aca-a336-4c39-881e-02d141f4cb9d req-04d23fb2-2f5c-44e3-ac53-93b018825b1e service neutron] Request body: {'port': {'device_id': 'c0131044-3724-490e-88e0-5fca28fe6ee3', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:06:47.909380 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcb4da8-8239-4e17-a3d2-13bb302ac7bc None None] No DVR routers for this DVR port eaf5805f-0506-496b-aa6b-244f35404faa on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:06:47.920911 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcb4da8-8239-4e17-a3d2-13bb302ac7bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:06:47.921501 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcb4da8-8239-4e17-a3d2-13bb302ac7bc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:06:47.922021 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcb4da8-8239-4e17-a3d2-13bb302ac7bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:06:47.928224 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcb4da8-8239-4e17-a3d2-13bb302ac7bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:06:47.929118 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcb4da8-8239-4e17-a3d2-13bb302ac7bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:06:47.929611 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcb4da8-8239-4e17-a3d2-13bb302ac7bc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:06:47.930097 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcb4da8-8239-4e17-a3d2-13bb302ac7bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:06:47.930588 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcb4da8-8239-4e17-a3d2-13bb302ac7bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:06:47.936818 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcb4da8-8239-4e17-a3d2-13bb302ac7bc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:06:47.937551 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcb4da8-8239-4e17-a3d2-13bb302ac7bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:06:47.938042 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcb4da8-8239-4e17-a3d2-13bb302ac7bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:06:47.938528 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcb4da8-8239-4e17-a3d2-13bb302ac7bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:06:47.939151 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcb4da8-8239-4e17-a3d2-13bb302ac7bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:06:47.939764 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcb4da8-8239-4e17-a3d2-13bb302ac7bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:06:47.940250 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcb4da8-8239-4e17-a3d2-13bb302ac7bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:06:47.950413 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 80c52b0d-455f-46ae-a359-c058eeee205e is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:06:47.959437 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (80c52b0d-455f-46ae-a359-c058eeee205e), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:47.968949 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-97465628-7986-401a-89e8-45e85f5c830e req-939d5d3f-95dc-4201-9c45-709afdc1d025 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] No DVR routers for this DVR port 8c6248c5-d242-4598-8d78-5b4023298e63 on host nch2-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:06:47.972453 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-97465628-7986-401a-89e8-45e85f5c830e req-939d5d3f-95dc-4201-9c45-709afdc1d025 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:47.977082 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-97465628-7986-401a-89e8-45e85f5c830e req-939d5d3f-95dc-4201-9c45-709afdc1d025 tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.59 "DELETE /v2.0/ports/8c6248c5-d242-4598-8d78-5b4023298e63 HTTP/1.1" status: 204  len: 173 time: 1.6055794
May 07 22:06:47.991108 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port 80c52b0d-455f-46ae-a359-c058eeee205e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=80c52b0d-455f-46ae-a359-c058eeee205e,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:06:47.992662 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96e381dd-9f23-442c-80d2-8623a85c3e50', 'name': 'network-vif-deleted', 'tag': '8c6248c5-d242-4598-8d78-5b4023298e63'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:06:48.005155 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (80c52b0d-455f-46ae-a359-c058eeee205e), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:48.007446 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-037a490b-0945-4758-bd91-b2d47267585e" -d '{"events": [{"server_uuid": "96e381dd-9f23-442c-80d2-8623a85c3e50", "name": "network-vif-deleted", "tag": "8c6248c5-d242-4598-8d78-5b4023298e63"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:06:48.119062 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=80c52b0d-455f-46ae-a359-c058eeee205e,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:48.256952 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0435f663-2aa8-432f-a44d-cb9c7bf2e834 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks [] for router_gateway (40a753df-b524-4d52-beda-303cc91f60bb), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:48.380896 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-435c4472-7491-4690-9b1d-e562c8f1d576 x-openstack-request-id: req-435c4472-7491-4690-9b1d-e562c8f1d576 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:06:48.381194 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96e381dd-9f23-442c-80d2-8623a85c3e50", "name": "network-vif-deleted", "tag": "8c6248c5-d242-4598-8d78-5b4023298e63", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:06:48.381629 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-435c4472-7491-4690-9b1d-e562c8f1d576 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:06:48.382214 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-435c4472-7491-4690-9b1d-e562c8f1d576'] response: {'server_uuid': '96e381dd-9f23-442c-80d2-8623a85c3e50', 'name': 'network-vif-deleted', 'tag': '8c6248c5-d242-4598-8d78-5b4023298e63', 'status': 'completed', 'code': 200}
May 07 22:06:48.513477 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e1bcf174-0b7a-437b-b645-d4d554854383 req-41daed96-7272-410e-972d-eb7432301c0d tempest-ServerRescueNegativeTestJSON-1146234554 tempest-ServerRescueNegativeTestJSON-1146234554-project] 10.222.0.32 "GET /v2.0/ports?device_id=96e381dd-9f23-442c-80d2-8623a85c3e50 HTTP/1.1" status: 200  len: 210 time: 0.0719314
May 07 22:06:48.585833 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0435f663-2aa8-432f-a44d-cb9c7bf2e834 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (40a753df-b524-4d52-beda-303cc91f60bb), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:48.744218 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0435f663-2aa8-432f-a44d-cb9c7bf2e834 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Router 40a753df-b524-4d52-beda-303cc91f60bb is scheduled to L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db with binding_index 1 {{(pid=121837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 07 22:06:48.769968 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-216b2f63-1857-4eb7-aabd-97c939679fa4 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (92fb32be-a7e7-4bc8-b8a6-5ec911c8daec), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:48.821403 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 80c52b0d-455f-46ae-a359-c058eeee205e up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:06:48.872985 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 80c52b0d-455f-46ae-a359-c058eeee205e triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:06:48.873261 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (80c52b0d-455f-46ae-a359-c058eeee205e), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:48.884438 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0435f663-2aa8-432f-a44d-cb9c7bf2e834 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:06:48.898704 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773e85c5-1cb9-4652-ad84-344cb57c174a None None] Sync routers for ids ['40a753df-b524-4d52-beda-303cc91f60bb'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:06:48.900542 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-216b2f63-1857-4eb7-aabd-97c939679fa4 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf8c48b190>,) {'filters': {'network_id': ['92fb32be-a7e7-4bc8-b8a6-5ec911c8daec']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:06:48.908220 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-827d9aca-a336-4c39-881e-02d141f4cb9d req-04d23fb2-2f5c-44e3-ac53-93b018825b1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (2e65b025-887f-40c7-9d7c-68a722d64bc2), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:48.909789 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0435f663-2aa8-432f-a44d-cb9c7bf2e834 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:48.912633 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-0435f663-2aa8-432f-a44d-cb9c7bf2e834 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 907 time: 3.9301379
May 07 22:06:48.915462 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 34318) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:48.916523 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773e85c5-1cb9-4652-ad84-344cb57c174a None None] Routers {'40a753df-b524-4d52-beda-303cc91f60bb'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:06:48.917161 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-773e85c5-1cb9-4652-ad84-344cb57c174a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7ff9fdf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:06:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['40a753df-b524-4d52-beda-303cc91f60bb'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:06:48.929253 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-edce596e-018f-4154-be7c-d81d1839c166 req-077b09dc-b4b3-4abb-a1e4-64e934fca32a tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c335e02-4871-4a34-8e92-8c24a11b7b47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0222292
May 07 22:06:49.040906 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-216b2f63-1857-4eb7-aabd-97c939679fa4 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8c48b190>, '44e4f7be-1fdd-4e4f-a214-28b58268136e') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:06:49.041352 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-216b2f63-1857-4eb7-aabd-97c939679fa4 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8c48b190>, '44e4f7be-1fdd-4e4f-a214-28b58268136e') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:06:49.050536 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 80c52b0d-455f-46ae-a359-c058eeee205e is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:06:49.089113 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-773e85c5-1cb9-4652-ad84-344cb57c174a None None] Set router 40a753df-b524-4d52-beda-303cc91f60bb gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:06:49.106541 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-216b2f63-1857-4eb7-aabd-97c939679fa4 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (44e4f7be-1fdd-4e4f-a214-28b58268136e), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:49.110631 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-94bb3e37-4950-4ad4-8148-ae0452fe7bf7 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] 10.222.0.32 "GET /v2.0/routers/40a753df-b524-4d52-beda-303cc91f60bb HTTP/1.1" status: 200  len: 908 time: 0.1925242
May 07 22:06:49.111297 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 34324) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:49.175335 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device eaf5805f-0506-496b-aa6b-244f35404faa no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:06:49.177195 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-216b2f63-1857-4eb7-aabd-97c939679fa4 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (44e4f7be-1fdd-4e4f-a214-28b58268136e), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:49.190382 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-433b9437-67a8-43cb-be53-bbeb39394403 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Publish callbacks [] for port (d282856a-fb29-46b0-8ab5-34d1ec35b918), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:49.206164 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-216b2f63-1857-4eb7-aabd-97c939679fa4 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:06:49.206568 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-216b2f63-1857-4eb7-aabd-97c939679fa4 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (44e4f7be-1fdd-4e4f-a214-28b58268136e), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:49.220507 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: eaf5805f-0506-496b-aa6b-244f35404faa {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:06:49.220851 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device eaf5805f-0506-496b-aa6b-244f35404faa not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:06:49.275871 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b4e61821-815c-45b4-bf89-f901c389ac10 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks [] for router (40a753df-b524-4d52-beda-303cc91f60bb), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:49.315577 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-433b9437-67a8-43cb-be53-bbeb39394403 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (d282856a-fb29-46b0-8ab5-34d1ec35b918), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:49.317782 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 22:06:49.317782 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:06:49.317782 ncdv-master-1 neutron-server[121836]:     timer()
May 07 22:06:49.317782 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:06:49.317782 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 22:06:49.317782 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:06:49.317782 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 22:06:49.317782 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:06:49.317782 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 22:06:49.317782 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:06:49.317782 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 22:06:49.317782 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:06:49.317782 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 22:06:49.317782 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:06:49.317782 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:06:49.317782 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:06:49.317782 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:06:49.317782 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:06:49.317782 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 22:06:49.317782 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:06:49.317782 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 22:06:49.317782 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:06:49.317782 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:06:49.317782 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:06:49.317782 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 22:06:49.317782 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:06:49.317782 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:06:49.317782 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:06:49.317782 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:06:49.317782 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:06:49.317782 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:06:49.317782 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:06:49.320049 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 8c6248c5-d242-4598-8d78-5b4023298e63 no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:06:49.336762 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9a1ed68-8701-4ec0-ac40-ed26a8ce5d75 admin admin] Router 2123aa39-c4f0-4e9a-9167-73acf960a6ad has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:06:49.346255 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] No Port match for: 8c6248c5-d242-4598-8d78-5b4023298e63 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:06:49.346598 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 8c6248c5-d242-4598-8d78-5b4023298e63 not bound to the agent host nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:06:49.357861 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-773e85c5-1cb9-4652-ad84-344cb57c174a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7ff9fdf0>, [{'id': '40a753df-b524-4d52-beda-303cc91f60bb', 'name': 'tempest-snat-router-1660932319', 'tenant_id': '17cfc6fd78b745da8412e7e15d557cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.109'}], 'enable_snat': True}, 'gw_port_id': '30674712-e5e4-4cae-a926-12e472c4e426', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:06:45Z', 'updated_at': '2022-05-07T22:06:48Z', 'revision_number': 3, 'project_id': '17cfc6fd78b745da8412e7e15d557cc0', 'gw_port': {'id': '30674712-e5e4-4cae-a926-12e472c4e426', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:76:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40a753df-b524-4d52-beda-303cc91f60bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:06:46Z', 'updated_at': '2022-05-07T22:06:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:06:49.392213 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773e85c5-1cb9-4652-ad84-344cb57c174a None None] Checking router: 40a753df-b524-4d52-beda-303cc91f60bb for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:06:49.392828 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773e85c5-1cb9-4652-ad84-344cb57c174a None None] Updating router 40a753df-b524-4d52-beda-303cc91f60bb port 30674712-e5e4-4cae-a926-12e472c4e426 binding host ncdv-master-1 {{(pid=121838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 22:06:49.435584 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-773e85c5-1cb9-4652-ad84-344cb57c174a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (30674712-e5e4-4cae-a926-12e472c4e426), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:49.449832 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b4e61821-815c-45b4-bf89-f901c389ac10 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks [] for router_gateway (40a753df-b524-4d52-beda-303cc91f60bb), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:49.542332 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-b4e61821-815c-45b4-bf89-f901c389ac10 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Deleting port 30674712-e5e4-4cae-a926-12e472c4e426 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:06:49.542814 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b4e61821-815c-45b4-bf89-f901c389ac10 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (30674712-e5e4-4cae-a926-12e472c4e426), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:49.622476 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9a1ed68-8701-4ec0-ac40-ed26a8ce5d75 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:06:49.623115 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 34338) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:49.642180 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7e89da-3c4b-41f1-a5a7-bf5c24aa42af None None] Sync routers for ids ['2123aa39-c4f0-4e9a-9167-73acf960a6ad'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:06:49.663400 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7e89da-3c4b-41f1-a5a7-bf5c24aa42af None None] Routers {'2123aa39-c4f0-4e9a-9167-73acf960a6ad'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:06:49.664048 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-9c7e89da-3c4b-41f1-a5a7-bf5c24aa42af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cdef550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:06:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['2123aa39-c4f0-4e9a-9167-73acf960a6ad'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:06:49.666639 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-b9a1ed68-8701-4ec0-ac40-ed26a8ce5d75 admin admin] 10.222.0.32 "PUT /v2.0/routers/2123aa39-c4f0-4e9a-9167-73acf960a6ad/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.4635172
May 07 22:06:49.678122 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 34340) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:49.723063 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-216b2f63-1857-4eb7-aabd-97c939679fa4 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (92fb32be-a7e7-4bc8-b8a6-5ec911c8daec), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:49.786867 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433b9437-67a8-43cb-be53-bbeb39394403 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Pushing event updated for resources: {'Port': ['ID=d282856a-fb29-46b0-8ab5-34d1ec35b918,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:49.814996 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-216b2f63-1857-4eb7-aabd-97c939679fa4 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:49.818224 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-216b2f63-1857-4eb7-aabd-97c939679fa4 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "DELETE /v2.0/networks/92fb32be-a7e7-4bc8-b8a6-5ec911c8daec HTTP/1.1" status: 204  len: 168 time: 3.3271773
May 07 22:06:49.824118 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 34342) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:49.907411 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216b2f63-1857-4eb7-aabd-97c939679fa4 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Pushing event deleted for resources: {'Network': ['ID=92fb32be-a7e7-4bc8-b8a6-5ec911c8daec,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:49.916245 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-433b9437-67a8-43cb-be53-bbeb39394403 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] In _notify_port_updated(), no bound segment for port d282856a-fb29-46b0-8ab5-34d1ec35b918 on network 11fa70c4-c082-46d3-9369-6bee1d0453a0 {{(pid=121836) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:935}}
May 07 22:06:49.922058 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433b9437-67a8-43cb-be53-bbeb39394403 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:49.922741 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-433b9437-67a8-43cb-be53-bbeb39394403 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:49.927667 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-433b9437-67a8-43cb-be53-bbeb39394403 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] 10.222.0.32 "PUT /v2.0/ports/d282856a-fb29-46b0-8ab5-34d1ec35b918 HTTP/1.1" status: 200  len: 1057 time: 3.4505079
May 07 22:06:49.937841 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-dac7798a-0cca-42f9-a329-4cd306eebcf3 None None] Provisioning complete for port d282856a-fb29-46b0-8ab5-34d1ec35b918 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:06:49.938866 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-dac7798a-0cca-42f9-a329-4cd306eebcf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (d282856a-fb29-46b0-8ab5-34d1ec35b918), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:49.961839 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-9c7e89da-3c4b-41f1-a5a7-bf5c24aa42af None None] Set router 2123aa39-c4f0-4e9a-9167-73acf960a6ad gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:06:50.047995 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 34344) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:50.106618 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-773e85c5-1cb9-4652-ad84-344cb57c174a None None] Publish callbacks [] for port (30674712-e5e4-4cae-a926-12e472c4e426), precommit_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:50.117166 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-dac7798a-0cca-42f9-a329-4cd306eebcf3 None None] Port d282856a-fb29-46b0-8ab5-34d1ec35b918 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:06:50.122458 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-773e85c5-1cb9-4652-ad84-344cb57c174a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (30674712-e5e4-4cae-a926-12e472c4e426), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:50.198527 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538434d1-9f0e-43ea-8305-8eb3c89c3f89 None None] Pushing event updated for resources: {'Port': ['ID=30674712-e5e4-4cae-a926-12e472c4e426,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:50.225637 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-773e85c5-1cb9-4652-ad84-344cb57c174a None None] Attempting to bind port 30674712-e5e4-4cae-a926-12e472c4e426 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:06:50.226556 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-773e85c5-1cb9-4652-ad84-344cb57c174a None None] Attempting to bind port 30674712-e5e4-4cae-a926-12e472c4e426 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:06:50.227798 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773e85c5-1cb9-4652-ad84-344cb57c174a None None] Attempting to bind port 30674712-e5e4-4cae-a926-12e472c4e426 on network 9221b764-ef06-431f-8941-796516ed7c3b {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:06:50.236184 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773e85c5-1cb9-4652-ad84-344cb57c174a None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:06:50.236582 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773e85c5-1cb9-4652-ad84-344cb57c174a None None] Checking segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:06:50.236997 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-773e85c5-1cb9-4652-ad84-344cb57c174a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:50.237401 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773e85c5-1cb9-4652-ad84-344cb57c174a None None] Bound using segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:06:50.238012 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-773e85c5-1cb9-4652-ad84-344cb57c174a None None] Bound port: 30674712-e5e4-4cae-a926-12e472c4e426, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:06:50.238412 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-773e85c5-1cb9-4652-ad84-344cb57c174a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (30674712-e5e4-4cae-a926-12e472c4e426), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:50.287093 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b4e61821-815c-45b4-bf89-f901c389ac10 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (30674712-e5e4-4cae-a926-12e472c4e426), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:50.297620 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-34e834bc-ae5e-4cbc-948b-3382553e9dc2 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Deleting port a887ea30-2be4-400e-9ab5-ce856725d9bb {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:06:50.297958 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-34e834bc-ae5e-4cbc-948b-3382553e9dc2 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (a887ea30-2be4-400e-9ab5-ce856725d9bb), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:50.312387 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-b4e61821-815c-45b4-bf89-f901c389ac10 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Calling delete_port for 30674712-e5e4-4cae-a926-12e472c4e426 owned by network:router_gateway {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:06:50.329085 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2b7cdc-359a-4ebc-8252-dcbd1e51b258 req-b6530e0c-818b-450a-83fb-97a4adff6c6e tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:50.330715 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9f2b7cdc-359a-4ebc-8252-dcbd1e51b258 req-b6530e0c-818b-450a-83fb-97a4adff6c6e tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0131044-3724-490e-88e0-5fca28fe6ee3 HTTP/1.1" status: 200  len: 931 time: 0.2595596
May 07 22:06:50.340311 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-9c7e89da-3c4b-41f1-a5a7-bf5c24aa42af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cdef550>, [{'id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'name': 'tempest-AttachVolumeNegativeTest-1449072548-router', 'tenant_id': '57990769f50b412194a108cdd627a767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.74'}], 'enable_snat': True}, 'gw_port_id': 'acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:00:22Z', 'updated_at': '2022-05-07T22:06:46Z', 'revision_number': 5, 'project_id': '57990769f50b412194a108cdd627a767', 'gw_port': {'id': 'acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:25Z', 'updated_at': '2022-05-07T22:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:06:50.357652 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-773e85c5-1cb9-4652-ad84-344cb57c174a None None] For port 30674712-e5e4-4cae-a926-12e472c4e426, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:06:50.361428 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-773e85c5-1cb9-4652-ad84-344cb57c174a None None] For port 30674712-e5e4-4cae-a926-12e472c4e426, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=30674712-e5e4-4cae-a926-12e472c4e426,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:06:50.380727 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-773e85c5-1cb9-4652-ad84-344cb57c174a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (30674712-e5e4-4cae-a926-12e472c4e426), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:50.418808 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7e89da-3c4b-41f1-a5a7-bf5c24aa42af None None] Checking router: 2123aa39-c4f0-4e9a-9167-73acf960a6ad for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:06:50.434298 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a2fcbacb-e3ad-4fc7-9f20-17c4ef96496b admin admin] Publish callbacks [] for router (2123aa39-c4f0-4e9a-9167-73acf960a6ad), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:50.446164 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7e89da-3c4b-41f1-a5a7-bf5c24aa42af None None] Routers {'2123aa39-c4f0-4e9a-9167-73acf960a6ad'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:06:50.446921 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-9c7e89da-3c4b-41f1-a5a7-bf5c24aa42af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cdef550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:06:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['2123aa39-c4f0-4e9a-9167-73acf960a6ad'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:06:50.479701 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773e85c5-1cb9-4652-ad84-344cb57c174a None None] Routers {'40a753df-b524-4d52-beda-303cc91f60bb'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:06:50.480569 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-773e85c5-1cb9-4652-ad84-344cb57c174a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7ff9fdf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:06:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['40a753df-b524-4d52-beda-303cc91f60bb'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:06:50.553138 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [req-827d9aca-a336-4c39-881e-02d141f4cb9d req-04d23fb2-2f5c-44e3-ac53-93b018825b1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e65b025-887f-40c7-9d7c-68a722d64bc2 {{(pid=121836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:06:50.569288 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-234219a0-3e66-44f1-847c-3bb6008e7940 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Deleting port d282856a-fb29-46b0-8ab5-34d1ec35b918 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:06:50.569856 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-234219a0-3e66-44f1-847c-3bb6008e7940 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (d282856a-fb29-46b0-8ab5-34d1ec35b918), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:50.574177 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-827d9aca-a336-4c39-881e-02d141f4cb9d req-04d23fb2-2f5c-44e3-ac53-93b018825b1e service neutron] Publish callbacks [] for port (2e65b025-887f-40c7-9d7c-68a722d64bc2), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:50.586061 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-9c7e89da-3c4b-41f1-a5a7-bf5c24aa42af None None] Set router 2123aa39-c4f0-4e9a-9167-73acf960a6ad gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:06:50.606541 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538434d1-9f0e-43ea-8305-8eb3c89c3f89 None None] Pushing event updated for resources: {'Port': ['ID=30674712-e5e4-4cae-a926-12e472c4e426,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:50.642715 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-773e85c5-1cb9-4652-ad84-344cb57c174a None None] Set router 40a753df-b524-4d52-beda-303cc91f60bb gateway port host: None {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:06:50.675197 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.provisioning_blocks [req-827d9aca-a336-4c39-881e-02d141f4cb9d req-04d23fb2-2f5c-44e3-ac53-93b018825b1e service neutron] Transition to ACTIVE for port object 2e65b025-887f-40c7-9d7c-68a722d64bc2 will not be triggered until provisioned by entity L2. {{(pid=121836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 22:06:50.719263 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-773e85c5-1cb9-4652-ad84-344cb57c174a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7ff9fdf0>, [{'id': '40a753df-b524-4d52-beda-303cc91f60bb', 'name': 'tempest-snat-router-1660932319', 'tenant_id': '17cfc6fd78b745da8412e7e15d557cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:06:45Z', 'updated_at': '2022-05-07T22:06:49Z', 'revision_number': 4, 'project_id': '17cfc6fd78b745da8412e7e15d557cc0', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:06:50.722005 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9f2b7cdc-359a-4ebc-8252-dcbd1e51b258 req-6c559e27-de59-4abd-844c-b029717489e7 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c335e02-4871-4a34-8e92-8c24a11b7b47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3558962
May 07 22:06:50.724064 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-34e834bc-ae5e-4cbc-948b-3382553e9dc2 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (a887ea30-2be4-400e-9ab5-ce856725d9bb), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:50.724390 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-34e834bc-ae5e-4cbc-948b-3382553e9dc2 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for floatingip (a887ea30-2be4-400e-9ab5-ce856725d9bb), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:50.730522 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-827d9aca-a336-4c39-881e-02d141f4cb9d req-04d23fb2-2f5c-44e3-ac53-93b018825b1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (2e65b025-887f-40c7-9d7c-68a722d64bc2), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:50.764895 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-773e85c5-1cb9-4652-ad84-344cb57c174a None None] The sync data for ids ['40a753df-b524-4d52-beda-303cc91f60bb'] in ncdv-master-1 is: [{'id': '40a753df-b524-4d52-beda-303cc91f60bb', 'name': 'tempest-snat-router-1660932319', 'tenant_id': '17cfc6fd78b745da8412e7e15d557cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:06:45Z', 'updated_at': '2022-05-07T22:06:49Z', 'revision_number': 4, 'project_id': '17cfc6fd78b745da8412e7e15d557cc0', 'gw_port_host': None}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:06:50.779020 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b4e61821-815c-45b4-bf89-f901c389ac10 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (30674712-e5e4-4cae-a926-12e472c4e426), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:50.802729 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-34e834bc-ae5e-4cbc-948b-3382553e9dc2 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Calling delete_port for a887ea30-2be4-400e-9ab5-ce856725d9bb owned by network:floatingip {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:06:50.815512 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-9c7e89da-3c4b-41f1-a5a7-bf5c24aa42af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cdef550>, [{'id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'name': 'tempest-AttachVolumeNegativeTest-1449072548-router', 'tenant_id': '57990769f50b412194a108cdd627a767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.74'}], 'enable_snat': True}, 'gw_port_id': 'acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:00:22Z', 'updated_at': '2022-05-07T22:06:46Z', 'revision_number': 5, 'project_id': '57990769f50b412194a108cdd627a767', 'gw_port': {'id': 'acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:25Z', 'updated_at': '2022-05-07T22:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:06:50.820969 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e61821-815c-45b4-bf89-f901c389ac10 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Pushing event deleted for resources: {'Port': ['ID=30674712-e5e4-4cae-a926-12e472c4e426,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:50.843621 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d23fb2-2f5c-44e3-ac53-93b018825b1e service neutron] Pushing event updated for resources: {'Port': ['ID=2e65b025-887f-40c7-9d7c-68a722d64bc2,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:50.847839 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c7e89da-3c4b-41f1-a5a7-bf5c24aa42af None None] The sync data for ids ['2123aa39-c4f0-4e9a-9167-73acf960a6ad'] in ncdv-master-1 is: [{'id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'name': 'tempest-AttachVolumeNegativeTest-1449072548-router', 'tenant_id': '57990769f50b412194a108cdd627a767', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.74'}], 'enable_snat': True}, 'gw_port_id': 'acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:00:22Z', 'updated_at': '2022-05-07T22:06:46Z', 'revision_number': 5, 'project_id': '57990769f50b412194a108cdd627a767', 'gw_port': {'id': 'acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:6f:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2123aa39-c4f0-4e9a-9167-73acf960a6ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1777, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:00:25Z', 'updated_at': '2022-05-07T22:00:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:06:50.863669 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-234219a0-3e66-44f1-847c-3bb6008e7940 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (d282856a-fb29-46b0-8ab5-34d1ec35b918), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:50.903059 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a2fcbacb-e3ad-4fc7-9f20-17c4ef96496b admin admin] Publish callbacks [] for router_gateway (2123aa39-c4f0-4e9a-9167-73acf960a6ad), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:50.933497 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-234219a0-3e66-44f1-847c-3bb6008e7940 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Calling delete_port for d282856a-fb29-46b0-8ab5-34d1ec35b918 owned by  {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:06:50.952816 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b4e61821-815c-45b4-bf89-f901c389ac10 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395776'] for router_gateway (40a753df-b524-4d52-beda-303cc91f60bb), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:50.956061 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-41e83c4c-d75c-4b55-b0bf-7a8a0a068dc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401094'] for router_interface (c40fcf87-7714-46e5-87f8-4c03b7b266b4), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:51.090017 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b4e61821-815c-45b4-bf89-f901c389ac10 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (40a753df-b524-4d52-beda-303cc91f60bb), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:51.094518 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b4e61821-815c-45b4-bf89-f901c389ac10 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks [] for router_controller (40a753df-b524-4d52-beda-303cc91f60bb), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:51.160403 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-a2fcbacb-e3ad-4fc7-9f20-17c4ef96496b admin admin] Deleting port acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:06:51.160754 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a2fcbacb-e3ad-4fc7-9f20-17c4ef96496b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:51.187679 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b4e61821-815c-45b4-bf89-f901c389ac10 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (40a753df-b524-4d52-beda-303cc91f60bb), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:51.188299 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4e61821-815c-45b4-bf89-f901c389ac10 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 40a753df-b524-4d52-beda-303cc91f60bb {{(pid=121837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 22:06:51.196090 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b4e61821-815c-45b4-bf89-f901c389ac10 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:51.200553 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-b4e61821-815c-45b4-bf89-f901c389ac10 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] 10.222.0.32 "DELETE /v2.0/routers/40a753df-b524-4d52-beda-303cc91f60bb HTTP/1.1" status: 204  len: 168 time: 2.0856209
May 07 22:06:51.200903 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 34366) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:51.459063 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4e67eaad-6fc9-4a30-a983-132f6831911d tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks [] for router (3ac60f9c-e5b0-449a-972e-7424d9af6ae3), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:51.591350 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-41e83c4c-d75c-4b55-b0bf-7a8a0a068dc0 admin admin] Deleting port 2fb06420-9555-4316-ae23-a506ee0176ef {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:06:51.591810 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-41e83c4c-d75c-4b55-b0bf-7a8a0a068dc0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (2fb06420-9555-4316-ae23-a506ee0176ef), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:51.664657 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-827d9aca-a336-4c39-881e-02d141f4cb9d req-04d23fb2-2f5c-44e3-ac53-93b018825b1e service neutron] Attempting to bind port 2e65b025-887f-40c7-9d7c-68a722d64bc2 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:06:51.664821 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-827d9aca-a336-4c39-881e-02d141f4cb9d req-04d23fb2-2f5c-44e3-ac53-93b018825b1e service neutron] Attempting to bind port 2e65b025-887f-40c7-9d7c-68a722d64bc2 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '3565a17e-e0eb-4b35-a7f2-f7d7af642fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '33b52409-fae0-4935-b5d0-15acefaa0f3f'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:06:51.665137 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827d9aca-a336-4c39-881e-02d141f4cb9d req-04d23fb2-2f5c-44e3-ac53-93b018825b1e service neutron] Attempting to bind port 2e65b025-887f-40c7-9d7c-68a722d64bc2 on network 33b52409-fae0-4935-b5d0-15acefaa0f3f {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:06:51.681231 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4e67eaad-6fc9-4a30-a983-132f6831911d tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks [] for router_gateway (3ac60f9c-e5b0-449a-972e-7424d9af6ae3), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:51.693373 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827d9aca-a336-4c39-881e-02d141f4cb9d req-04d23fb2-2f5c-44e3-ac53-93b018825b1e service neutron] Port 2e65b025-887f-40c7-9d7c-68a722d64bc2 on network 33b52409-fae0-4935-b5d0-15acefaa0f3f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:06:51.693768 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827d9aca-a336-4c39-881e-02d141f4cb9d req-04d23fb2-2f5c-44e3-ac53-93b018825b1e service neutron] Attempting to bind port 2e65b025-887f-40c7-9d7c-68a722d64bc2 on network 33b52409-fae0-4935-b5d0-15acefaa0f3f {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:06:51.710326 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827d9aca-a336-4c39-881e-02d141f4cb9d req-04d23fb2-2f5c-44e3-ac53-93b018825b1e service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:06:51.710696 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827d9aca-a336-4c39-881e-02d141f4cb9d req-04d23fb2-2f5c-44e3-ac53-93b018825b1e service neutron] Checking segment: {'id': '3565a17e-e0eb-4b35-a7f2-f7d7af642fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '33b52409-fae0-4935-b5d0-15acefaa0f3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:06:51.711087 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-827d9aca-a336-4c39-881e-02d141f4cb9d req-04d23fb2-2f5c-44e3-ac53-93b018825b1e service neutron] Bound using segment: {'id': '3565a17e-e0eb-4b35-a7f2-f7d7af642fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '33b52409-fae0-4935-b5d0-15acefaa0f3f'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:06:51.711514 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-827d9aca-a336-4c39-881e-02d141f4cb9d req-04d23fb2-2f5c-44e3-ac53-93b018825b1e service neutron] Bound port: 2e65b025-887f-40c7-9d7c-68a722d64bc2, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3565a17e-e0eb-4b35-a7f2-f7d7af642fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '33b52409-fae0-4935-b5d0-15acefaa0f3f'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:06:51.711868 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-827d9aca-a336-4c39-881e-02d141f4cb9d req-04d23fb2-2f5c-44e3-ac53-93b018825b1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (2e65b025-887f-40c7-9d7c-68a722d64bc2), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:51.760746 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-a2fcbacb-e3ad-4fc7-9f20-17c4ef96496b admin admin] For port acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:06:51.761113 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a2fcbacb-e3ad-4fc7-9f20-17c4ef96496b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:51.762075 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-41e83c4c-d75c-4b55-b0bf-7a8a0a068dc0 admin admin] For port 2fb06420-9555-4316-ae23-a506ee0176ef, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2fb06420-9555-4316-ae23-a506ee0176ef,segment=NetworkSegment(2f0831b3-8133-4c28-a071-337c31d2cb1b),segment_id=2f0831b3-8133-4c28-a071-337c31d2cb1b)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:06:51.762490 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-41e83c4c-d75c-4b55-b0bf-7a8a0a068dc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (2fb06420-9555-4316-ae23-a506ee0176ef), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:51.787455 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-41e83c4c-d75c-4b55-b0bf-7a8a0a068dc0 admin admin] Calling delete_port for 2fb06420-9555-4316-ae23-a506ee0176ef owned by network:router_interface {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:06:51.800416 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-a2fcbacb-e3ad-4fc7-9f20-17c4ef96496b admin admin] Calling delete_port for acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea owned by network:router_gateway {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:06:51.803340 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:51.816079 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-4e67eaad-6fc9-4a30-a983-132f6831911d tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Deleting port 80c52b0d-455f-46ae-a359-c058eeee205e {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:06:51.816523 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4e67eaad-6fc9-4a30-a983-132f6831911d tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (80c52b0d-455f-46ae-a359-c058eeee205e), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:51.818877 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 22:06:51.966383 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-34e834bc-ae5e-4cbc-948b-3382553e9dc2 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (a887ea30-2be4-400e-9ab5-ce856725d9bb), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:51.969560 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-827d9aca-a336-4c39-881e-02d141f4cb9d req-04d23fb2-2f5c-44e3-ac53-93b018825b1e service neutron] For port 2e65b025-887f-40c7-9d7c-68a722d64bc2, host nch1-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:06:51.988266 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-234219a0-3e66-44f1-847c-3bb6008e7940 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (d282856a-fb29-46b0-8ab5-34d1ec35b918), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:52.010140 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496b21b5-0d3f-4143-bf19-d58031e62d6c req-8c603fcd-d636-4f92-baa1-62cdbb8e9220 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:52.011758 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-496b21b5-0d3f-4143-bf19-d58031e62d6c req-8c603fcd-d636-4f92-baa1-62cdbb8e9220 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0131044-3724-490e-88e0-5fca28fe6ee3 HTTP/1.1" status: 200  len: 943 time: 0.1782613
May 07 22:06:52.023094 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-827d9aca-a336-4c39-881e-02d141f4cb9d req-04d23fb2-2f5c-44e3-ac53-93b018825b1e service neutron] For port 2e65b025-887f-40c7-9d7c-68a722d64bc2, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2e65b025-887f-40c7-9d7c-68a722d64bc2,segment=NetworkSegment(3565a17e-e0eb-4b35-a7f2-f7d7af642fb7),segment_id=3565a17e-e0eb-4b35-a7f2-f7d7af642fb7)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:06:52.034505 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e834bc-ae5e-4cbc-948b-3382553e9dc2 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Pushing event deleted for resources: {'Port': ['ID=a887ea30-2be4-400e-9ab5-ce856725d9bb,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:52.037574 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-4e67eaad-6fc9-4a30-a983-132f6831911d tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] For port 80c52b0d-455f-46ae-a359-c058eeee205e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=80c52b0d-455f-46ae-a359-c058eeee205e,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:06:52.037743 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4e67eaad-6fc9-4a30-a983-132f6831911d tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (80c52b0d-455f-46ae-a359-c058eeee205e), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:52.066005 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-827d9aca-a336-4c39-881e-02d141f4cb9d req-04d23fb2-2f5c-44e3-ac53-93b018825b1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (2e65b025-887f-40c7-9d7c-68a722d64bc2), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:52.084327 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-4e67eaad-6fc9-4a30-a983-132f6831911d tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Calling delete_port for 80c52b0d-455f-46ae-a359-c058eeee205e owned by network:router_gateway {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:06:52.165570 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234219a0-3e66-44f1-847c-3bb6008e7940 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Pushing event deleted for resources: {'Port': ['ID=d282856a-fb29-46b0-8ab5-34d1ec35b918,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:52.258620 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-496b21b5-0d3f-4143-bf19-d58031e62d6c req-d6306b66-54d0-4c16-bbbd-18a1572fa47a tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c335e02-4871-4a34-8e92-8c24a11b7b47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2390668
May 07 22:06:52.330057 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d23fb2-2f5c-44e3-ac53-93b018825b1e service neutron] Pushing event updated for resources: {'Port': ['ID=2e65b025-887f-40c7-9d7c-68a722d64bc2,revision_number=3']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:52.344702 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d9aca-a336-4c39-881e-02d141f4cb9d req-04d23fb2-2f5c-44e3-ac53-93b018825b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:52.345327 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-827d9aca-a336-4c39-881e-02d141f4cb9d req-04d23fb2-2f5c-44e3-ac53-93b018825b1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:52.347578 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-827d9aca-a336-4c39-881e-02d141f4cb9d req-04d23fb2-2f5c-44e3-ac53-93b018825b1e service neutron] 10.222.0.55 "PUT /v2.0/ports/2e65b025-887f-40c7-9d7c-68a722d64bc2 HTTP/1.1" status: 200  len: 1091 time: 4.4867520
May 07 22:06:52.361266 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0131044-3724-490e-88e0-5fca28fe6ee3', 'tag': '2e65b025-887f-40c7-9d7c-68a722d64bc2'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:06:52.364078 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de59d6f4-edb6-4653-adbc-45149f21f992" -d '{"events": [{"name": "network-changed", "server_uuid": "c0131044-3724-490e-88e0-5fca28fe6ee3", "tag": "2e65b025-887f-40c7-9d7c-68a722d64bc2"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:06:52.453046 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6655eab-9574-4427-92e2-005fbd7ee06f x-openstack-request-id: req-f6655eab-9574-4427-92e2-005fbd7ee06f {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:06:52.453337 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0131044-3724-490e-88e0-5fca28fe6ee3", "tag": "2e65b025-887f-40c7-9d7c-68a722d64bc2", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:06:52.453592 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f6655eab-9574-4427-92e2-005fbd7ee06f {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:06:52.455505 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6655eab-9574-4427-92e2-005fbd7ee06f'] response: {'name': 'network-changed', 'server_uuid': 'c0131044-3724-490e-88e0-5fca28fe6ee3', 'tag': '2e65b025-887f-40c7-9d7c-68a722d64bc2', 'status': 'completed', 'code': 200}
May 07 22:06:52.470680 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-41e83c4c-d75c-4b55-b0bf-7a8a0a068dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (2fb06420-9555-4316-ae23-a506ee0176ef), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:52.478714 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-34e834bc-ae5e-4cbc-948b-3382553e9dc2 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for floatingip (d973a2b1-9f92-4eb0-89a9-efc63fac76a0), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:52.482610 ncdv-master-1 neutron-server[121836]: INFO neutron.db.l3_db [None req-34e834bc-ae5e-4cbc-948b-3382553e9dc2 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Floating IP d973a2b1-9f92-4eb0-89a9-efc63fac76a0 disassociated (deleted). External IP: 172.35.4.120, port: dfc7202f-3529-456c-8635-c9d41180e0af.
May 07 22:06:52.573978 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e83c4c-d75c-4b55-b0bf-7a8a0a068dc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fb06420-9555-4316-ae23-a506ee0176ef,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:52.599612 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4e67eaad-6fc9-4a30-a983-132f6831911d tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (80c52b0d-455f-46ae-a359-c058eeee205e), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:52.609655 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d9aca-a336-4c39-881e-02d141f4cb9d req-9eeabbfa-44f4-4382-b646-ace63cb037b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:52.612713 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-827d9aca-a336-4c39-881e-02d141f4cb9d req-9eeabbfa-44f4-4382-b646-ace63cb037b3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=759c66c34f414c19b2109393738ef639&device_id=c0131044-3724-490e-88e0-5fca28fe6ee3 HTTP/1.1" status: 200  len: 1125 time: 0.1696973
May 07 22:06:52.645287 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e67eaad-6fc9-4a30-a983-132f6831911d tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Pushing event deleted for resources: {'Port': ['ID=80c52b0d-455f-46ae-a359-c058eeee205e,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:52.745654 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a2fcbacb-e3ad-4fc7-9f20-17c4ef96496b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:52.767845 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-827d9aca-a336-4c39-881e-02d141f4cb9d req-e935b66b-6282-4f60-9ea0-771efb7825dd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e65b025-887f-40c7-9d7c-68a722d64bc2 HTTP/1.1" status: 200  len: 217 time: 0.1398423
May 07 22:06:52.849402 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fcbacb-e3ad-4fc7-9f20-17c4ef96496b admin admin] Pushing event deleted for resources: {'Port': ['ID=acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:52.876665 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4e67eaad-6fc9-4a30-a983-132f6831911d tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395776'] for router_gateway (3ac60f9c-e5b0-449a-972e-7424d9af6ae3), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:52.896597 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device dd203508-b1f9-4999-a351-df4ad5229f44 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:06:52.933758 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: dd203508-b1f9-4999-a351-df4ad5229f44 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:06:52.934852 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device dd203508-b1f9-4999-a351-df4ad5229f44 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:06:52.962303 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 34408) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:52.977913 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-41e83c4c-d75c-4b55-b0bf-7a8a0a068dc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401002'] for router_interface (c40fcf87-7714-46e5-87f8-4c03b7b266b4), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:52.982730 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4e67eaad-6fc9-4a30-a983-132f6831911d tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (3ac60f9c-e5b0-449a-972e-7424d9af6ae3), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:52.987422 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4e67eaad-6fc9-4a30-a983-132f6831911d tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks [] for router_controller (3ac60f9c-e5b0-449a-972e-7424d9af6ae3), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:53.039757 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d9aca-a336-4c39-881e-02d141f4cb9d req-0573415c-36d9-4f98-9ba5-80e621dd8a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:53.041234 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-827d9aca-a336-4c39-881e-02d141f4cb9d req-0573415c-36d9-4f98-9ba5-80e621dd8a5c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3e304f3b-3927-4f57-b6d9-ff32c4ae5938 HTTP/1.1" status: 200  len: 851 time: 0.2674136
May 07 22:06:53.062566 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a2fcbacb-e3ad-4fc7-9f20-17c4ef96496b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395776'] for router_gateway (2123aa39-c4f0-4e9a-9167-73acf960a6ad), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:53.067350 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-234219a0-3e66-44f1-847c-3bb6008e7940 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:53.070750 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-234219a0-3e66-44f1-847c-3bb6008e7940 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] 10.222.0.32 "DELETE /v2.0/ports/d282856a-fb29-46b0-8ab5-34d1ec35b918 HTTP/1.1" status: 204  len: 168 time: 3.0008509
May 07 22:06:53.072585 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4e67eaad-6fc9-4a30-a983-132f6831911d tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (3ac60f9c-e5b0-449a-972e-7424d9af6ae3), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:53.073393 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e67eaad-6fc9-4a30-a983-132f6831911d tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3ac60f9c-e5b0-449a-972e-7424d9af6ae3 {{(pid=121837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 22:06:53.079681 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 34412) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:53.084556 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4e67eaad-6fc9-4a30-a983-132f6831911d tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:53.090065 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-4e67eaad-6fc9-4a30-a983-132f6831911d tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] 10.222.0.32 "DELETE /v2.0/routers/3ac60f9c-e5b0-449a-972e-7424d9af6ae3 HTTP/1.1" status: 204  len: 168 time: 1.8881786
May 07 22:06:53.092174 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 34414) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:53.096573 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-afa09d78-5d2d-4a4e-a8c1-7f6384abbc31 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-312516581', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}, 'admin_state_up': False}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:06:53.147257 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-5995508e-9131-4a6c-a003-550e532953d1 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] GET failed (client error): The resource could not be found.
May 07 22:06:53.149716 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-5995508e-9131-4a6c-a003-550e532953d1 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] 10.222.0.32 "GET /v2.0/ports/d282856a-fb29-46b0-8ab5-34d1ec35b918 HTTP/1.1" status: 404  len: 333 time: 0.0679493
May 07 22:06:53.151659 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 34416) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:53.271129 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1446d96c-89b1-402d-8bbc-ceb1cc68dea6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:53.278951 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d9aca-a336-4c39-881e-02d141f4cb9d req-e113cf29-c623-450c-beaf-eafa31718815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:53.280772 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-827d9aca-a336-4c39-881e-02d141f4cb9d req-e113cf29-c623-450c-beaf-eafa31718815 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=33b52409-fae0-4935-b5d0-15acefaa0f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2315240
May 07 22:06:53.288556 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-2e5550f6-8f24-4a3c-b270-c3acfb6d165c tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Deleting port c7c187f8-e831-4264-92e2-dad096fc561c {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:06:53.288876 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2e5550f6-8f24-4a3c-b270-c3acfb6d165c tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (c7c187f8-e831-4264-92e2-dad096fc561c), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:53.292130 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a2fcbacb-e3ad-4fc7-9f20-17c4ef96496b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (2123aa39-c4f0-4e9a-9167-73acf960a6ad), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:53.297085 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a2fcbacb-e3ad-4fc7-9f20-17c4ef96496b admin admin] Publish callbacks [] for router_controller (2123aa39-c4f0-4e9a-9167-73acf960a6ad), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:53.340529 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-afa09d78-5d2d-4a4e-a8c1-7f6384abbc31 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (0c9b8d60-59b7-4de9-adf6-f4f9f69dbc9a), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:53.341570 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-afa09d78-5d2d-4a4e-a8c1-7f6384abbc31 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (0c9b8d60-59b7-4de9-adf6-f4f9f69dbc9a), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:53.445017 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a2fcbacb-e3ad-4fc7-9f20-17c4ef96496b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (2123aa39-c4f0-4e9a-9167-73acf960a6ad), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:53.445548 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2fcbacb-e3ad-4fc7-9f20-17c4ef96496b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2123aa39-c4f0-4e9a-9167-73acf960a6ad {{(pid=121836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 22:06:53.450151 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a2fcbacb-e3ad-4fc7-9f20-17c4ef96496b admin admin] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:53.451181 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-a2fcbacb-e3ad-4fc7-9f20-17c4ef96496b admin admin] 10.222.0.32 "DELETE /v2.0/routers/2123aa39-c4f0-4e9a-9167-73acf960a6ad HTTP/1.1" status: 204  len: 168 time: 3.7722828
May 07 22:06:53.458703 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 34420) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:53.471569 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34e834bc-ae5e-4cbc-948b-3382553e9dc2 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Router 7ec1ba77-a233-4372-bdea-c57589f4c938 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:06:53.577809 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-afa09d78-5d2d-4a4e-a8c1-7f6384abbc31 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks [] for router_controller (0c9b8d60-59b7-4de9-adf6-f4f9f69dbc9a), precommit_add_association {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:53.607329 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-827d9aca-a336-4c39-881e-02d141f4cb9d req-75ade50c-2c67-4e9c-b9ae-e45b23538d5a service neutron] 10.222.0.55 "GET /v2.0/networks/33b52409-fae0-4935-b5d0-15acefaa0f3f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3118594
May 07 22:06:53.607558 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-0c17dea9-8f91-4b26-978f-4abee85d6e45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:53.739125 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ca8ac7a-224c-4a23-b68d-cc1bbe8d0691 admin admin] Deleting subnet 86e7e675-440c-49d1-8be8-1667506afa40 {{(pid=121836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:06:53.763719 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9ca8ac7a-224c-4a23-b68d-cc1bbe8d0691 admin admin] Publish callbacks [] for subnet (86e7e675-440c-49d1-8be8-1667506afa40), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:53.817500 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ea8436-21c2-4ebc-a916-b032fccdb041 req-551f9853-e640-4f87-85e2-9e44a3d1f4c9 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:53.818696 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-09ea8436-21c2-4ebc-a916-b032fccdb041 req-551f9853-e640-4f87-85e2-9e44a3d1f4c9 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0131044-3724-490e-88e0-5fca28fe6ee3 HTTP/1.1" status: 200  len: 943 time: 0.4691060
May 07 22:06:53.827738 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:53.834755 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2e5550f6-8f24-4a3c-b270-c3acfb6d165c tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (c7c187f8-e831-4264-92e2-dad096fc561c), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:53.860780 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41e83c4c-d75c-4b55-b0bf-7a8a0a068dc0 admin admin] Router c40fcf87-7714-46e5-87f8-4c03b7b266b4 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:06:53.866209 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-2e5550f6-8f24-4a3c-b270-c3acfb6d165c tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Calling delete_port for c7c187f8-e831-4264-92e2-dad096fc561c owned by  {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:06:53.993337 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-09ea8436-21c2-4ebc-a916-b032fccdb041 req-81544181-0e70-4a87-8c04-39bc54e5db9d tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c335e02-4871-4a34-8e92-8c24a11b7b47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1640391
May 07 22:06:54.116086 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41e83c4c-d75c-4b55-b0bf-7a8a0a068dc0 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:06:54.123909 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-41e83c4c-d75c-4b55-b0bf-7a8a0a068dc0 admin admin] 10.222.0.32 "PUT /v2.0/routers/c40fcf87-7714-46e5-87f8-4c03b7b266b4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4985068
May 07 22:06:54.125589 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 34422) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:54.132832 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83d995d-f066-4cb1-b27d-3ab7ca4319ef None None] Sync routers for ids ['c40fcf87-7714-46e5-87f8-4c03b7b266b4'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:06:54.144921 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83d995d-f066-4cb1-b27d-3ab7ca4319ef None None] Routers {'c40fcf87-7714-46e5-87f8-4c03b7b266b4'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:06:54.145723 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-c83d995d-f066-4cb1-b27d-3ab7ca4319ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f68feb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:06:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['c40fcf87-7714-46e5-87f8-4c03b7b266b4'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:06:54.188113 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2e5550f6-8f24-4a3c-b270-c3acfb6d165c tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (c7c187f8-e831-4264-92e2-dad096fc561c), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:54.247807 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5550f6-8f24-4a3c-b270-c3acfb6d165c tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Pushing event deleted for resources: {'Port': ['ID=c7c187f8-e831-4264-92e2-dad096fc561c,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:54.278181 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1446d96c-89b1-402d-8bbc-ceb1cc68dea6 admin admin] Publish callbacks [] for security_group (c7c6cbdd-8257-4189-ac0b-1ef10b70807b), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:54.287690 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-c83d995d-f066-4cb1-b27d-3ab7ca4319ef None None] Set router c40fcf87-7714-46e5-87f8-4c03b7b266b4 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:06:54.300357 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9ca8ac7a-224c-4a23-b68d-cc1bbe8d0691 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726883'] for subnet (86e7e675-440c-49d1-8be8-1667506afa40), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:54.303468 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1446d96c-89b1-402d-8bbc-ceb1cc68dea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (c7c6cbdd-8257-4189-ac0b-1ef10b70807b), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:54.325453 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6e011a1e-14ae-42ed-a240-c7c85f97f18e admin admin] Publish callbacks [] for router (c40fcf87-7714-46e5-87f8-4c03b7b266b4), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:54.333382 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-afa09d78-5d2d-4a4e-a8c1-7f6384abbc31 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks [] for router_gateway (0c9b8d60-59b7-4de9-adf6-f4f9f69dbc9a), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:54.426132 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2e5550f6-8f24-4a3c-b270-c3acfb6d165c tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:54.430481 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-2e5550f6-8f24-4a3c-b270-c3acfb6d165c tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] 10.222.0.32 "DELETE /v2.0/ports/c7c187f8-e831-4264-92e2-dad096fc561c HTTP/1.1" status: 204  len: 168 time: 1.2769959
May 07 22:06:54.433452 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34e834bc-ae5e-4cbc-948b-3382553e9dc2 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:06:54.433988 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 34424) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:54.445969 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae9a261-cdd0-465a-9fd5-f8c8dcc66b72 None None] Sync routers for ids ['7ec1ba77-a233-4372-bdea-c57589f4c938'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:06:54.456527 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-34e834bc-ae5e-4cbc-948b-3382553e9dc2 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:54.461892 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae9a261-cdd0-465a-9fd5-f8c8dcc66b72 None None] Routers {'7ec1ba77-a233-4372-bdea-c57589f4c938'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:06:54.462535 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-7ae9a261-cdd0-465a-9fd5-f8c8dcc66b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cb22520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:06:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['7ec1ba77-a233-4372-bdea-c57589f4c938'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:06:54.505791 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-827d9aca-a336-4c39-881e-02d141f4cb9d req-e39b48a5-449b-47f6-b716-4a7fc89c48f2 service neutron] 10.222.0.55 "GET /v2.0/networks/33b52409-fae0-4935-b5d0-15acefaa0f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8879175
May 07 22:06:54.511367 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-c83d995d-f066-4cb1-b27d-3ab7ca4319ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f68feb0>, [{'id': 'c40fcf87-7714-46e5-87f8-4c03b7b266b4', 'name': 'tempest-ServerRescueNegativeTestJSON-1832148144-router', 'tenant_id': '8130c27f2b84434a8d6fa5032b67aa1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.214'}], 'enable_snat': True}, 'gw_port_id': '598972db-8761-4f9d-818b-cc3f2e937a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:02:18Z', 'updated_at': '2022-05-07T22:06:52Z', 'revision_number': 5, 'project_id': '8130c27f2b84434a8d6fa5032b67aa1e', 'gw_port': {'id': '598972db-8761-4f9d-818b-cc3f2e937a0d', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40fcf87-7714-46e5-87f8-4c03b7b266b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1935, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:02:20Z', 'updated_at': '2022-05-07T22:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:06:54.516452 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf0d6aba-ec14-4854-8333-e7df67f9b1f1 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] GET failed (client error): The resource could not be found.
May 07 22:06:54.521092 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-bf0d6aba-ec14-4854-8333-e7df67f9b1f1 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] 10.222.0.32 "GET /v2.0/ports/c7c187f8-e831-4264-92e2-dad096fc561c HTTP/1.1" status: 404  len: 333 time: 0.0828040
May 07 22:06:54.521743 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 34426) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:54.537687 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-34e834bc-ae5e-4cbc-948b-3382553e9dc2 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "DELETE /v2.0/floatingips/d973a2b1-9f92-4eb0-89a9-efc63fac76a0 HTTP/1.1" status: 204  len: 168 time: 4.7006795
May 07 22:06:54.550607 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05d983a5-a676-4b82-8128-f4beb5bb1187', 'tag': 'dfc7202f-3529-456c-8635-c9d41180e0af'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:06:54.553710 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a6d5b89-803d-431c-897a-d6a987773efb" -d '{"events": [{"name": "network-changed", "server_uuid": "05d983a5-a676-4b82-8128-f4beb5bb1187", "tag": "dfc7202f-3529-456c-8635-c9d41180e0af"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:06:54.565891 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83d995d-f066-4cb1-b27d-3ab7ca4319ef None None] Checking router: c40fcf87-7714-46e5-87f8-4c03b7b266b4 for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:06:54.574265 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-1446d96c-89b1-402d-8bbc-ceb1cc68dea6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a878ef559ce5410fbd0d1636507258fe&name=default HTTP/1.1" status: 200  len: 3000 time: 1.6106951
May 07 22:06:54.580631 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1446d96c-89b1-402d-8bbc-ceb1cc68dea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c6cbdd-8257-4189-ac0b-1ef10b70807b,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:54.582805 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83d995d-f066-4cb1-b27d-3ab7ca4319ef None None] Routers {'c40fcf87-7714-46e5-87f8-4c03b7b266b4'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:06:54.583947 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-c83d995d-f066-4cb1-b27d-3ab7ca4319ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f68feb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:06:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['c40fcf87-7714-46e5-87f8-4c03b7b266b4'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:06:54.585210 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 34432) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:54.645500 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c69cad3-ccea-4144-8ce1-8e30ff621cce x-openstack-request-id: req-7c69cad3-ccea-4144-8ce1-8e30ff621cce {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:06:54.646425 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05d983a5-a676-4b82-8128-f4beb5bb1187", "tag": "dfc7202f-3529-456c-8635-c9d41180e0af", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:06:54.646425 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7c69cad3-ccea-4144-8ce1-8e30ff621cce {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:06:54.646598 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c69cad3-ccea-4144-8ce1-8e30ff621cce'] response: {'name': 'network-changed', 'server_uuid': '05d983a5-a676-4b82-8128-f4beb5bb1187', 'tag': 'dfc7202f-3529-456c-8635-c9d41180e0af', 'status': 'completed', 'code': 200}
May 07 22:06:54.662602 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6e011a1e-14ae-42ed-a240-c7c85f97f18e admin admin] Publish callbacks [] for router_gateway (c40fcf87-7714-46e5-87f8-4c03b7b266b4), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:54.726988 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9ca8ac7a-224c-4a23-b68d-cc1bbe8d0691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (86e7e675-440c-49d1-8be8-1667506afa40), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:54.778117 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-7ae9a261-cdd0-465a-9fd5-f8c8dcc66b72 None None] Set router 7ec1ba77-a233-4372-bdea-c57589f4c938 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:06:54.906172 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-26493ecb-25f9-4d9e-b938-ef41fbb2c5e7 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Deleting port 0757596e-1c4d-472f-9112-085bd6b6d864 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:06:54.906752 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-26493ecb-25f9-4d9e-b938-ef41fbb2c5e7 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (0757596e-1c4d-472f-9112-085bd6b6d864), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:54.908925 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-afa09d78-5d2d-4a4e-a8c1-7f6384abbc31 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks [] for router_gateway (0c9b8d60-59b7-4de9-adf6-f4f9f69dbc9a), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:54.950064 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1e5a1d2e-802e-4f8f-a312-4fab5bdfa236 admin admin] Publish callbacks [] for security_group (c7c6cbdd-8257-4189-ac0b-1ef10b70807b), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:54.950295 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-afa09d78-5d2d-4a4e-a8c1-7f6384abbc31 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:54.952024 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-6e011a1e-14ae-42ed-a240-c7c85f97f18e admin admin] Deleting port 598972db-8761-4f9d-818b-cc3f2e937a0d {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:06:54.952357 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6e011a1e-14ae-42ed-a240-c7c85f97f18e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (598972db-8761-4f9d-818b-cc3f2e937a0d), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:54.987058 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 80c52b0d-455f-46ae-a359-c058eeee205e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:06:55.016330 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 80c52b0d-455f-46ae-a359-c058eeee205e {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:06:55.016695 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 80c52b0d-455f-46ae-a359-c058eeee205e not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:06:55.016851 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:06:55.040998 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:06:55.041363 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device acdba6c1-da7e-4f53-86a0-0cdd83a2f7ea not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:06:55.054018 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-7ae9a261-cdd0-465a-9fd5-f8c8dcc66b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cb22520>, [{'id': '7ec1ba77-a233-4372-bdea-c57589f4c938', 'name': 'tempest-TestNetworkBasicOps-router-1089487645', 'tenant_id': '0c313e966d334c26afa43b480ab20fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.98'}], 'enable_snat': True}, 'gw_port_id': '49e08e72-770d-4ba7-8a05-934efa78eccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:04:35Z', 'updated_at': '2022-05-07T22:06:35Z', 'revision_number': 6, 'project_id': '0c313e966d334c26afa43b480ab20fb0', 'gw_port': {'id': '49e08e72-770d-4ba7-8a05-934efa78eccf', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec1ba77-a233-4372-bdea-c57589f4c938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:04:35Z', 'updated_at': '2022-05-07T22:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5fec63ef-93aa-429e-84d3-f9f3f40f04ce', 'name': '', 'network_id': '0124d628-0714-4eb8-b81f-1f5a4ced80cc', 'tenant_id': '0c313e966d334c26afa43b480ab20fb0', 'mac_address': 'fa:16:3e:85:8c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec1ba77-a233-4372-bdea-c57589f4c938', 'device_owner': 'network:router_interface', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '5e9b4b45-0424-4913-b438-6e766a477b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:04:40Z', 'updated_at': '2022-05-07T22:04:45Z', 'revision_number': 5, 'project_id': '0c313e966d334c26afa43b480ab20fb0', 'subnets': [{'id': '5e9b4b45-0424-4913-b438-6e766a477b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:06:55.061656 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-c83d995d-f066-4cb1-b27d-3ab7ca4319ef None None] Set router c40fcf87-7714-46e5-87f8-4c03b7b266b4 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:06:55.082379 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae9a261-cdd0-465a-9fd5-f8c8dcc66b72 None None] Checking router: 7ec1ba77-a233-4372-bdea-c57589f4c938 for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:06:55.091628 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae9a261-cdd0-465a-9fd5-f8c8dcc66b72 None None] Routers {'7ec1ba77-a233-4372-bdea-c57589f4c938'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:06:55.092628 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-7ae9a261-cdd0-465a-9fd5-f8c8dcc66b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cb22520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:06:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['7ec1ba77-a233-4372-bdea-c57589f4c938'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:06:55.099552 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-afa09d78-5d2d-4a4e-a8c1-7f6384abbc31 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Allocated IP 172.35.4.211 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/29c0ba52-29b5-4a9e-98bd-6951c69a94f8) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:06:55.135305 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1e5a1d2e-802e-4f8f-a312-4fab5bdfa236 admin admin] Publish callbacks [] for security_group (c7c6cbdd-8257-4189-ac0b-1ef10b70807b), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:55.141726 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6d5b89-803d-431c-897a-d6a987773efb req-d18515e1-8895-4531-8744-5b9806e6556a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:55.144505 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1a6d5b89-803d-431c-897a-d6a987773efb req-d18515e1-8895-4531-8744-5b9806e6556a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0c313e966d334c26afa43b480ab20fb0&device_id=05d983a5-a676-4b82-8128-f4beb5bb1187 HTTP/1.1" status: 200  len: 1128 time: 0.4740775
May 07 22:06:55.210299 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967bd29f-2175-4f5d-8124-b6a27b192ba0 req-4bf6de9f-d288-47ea-98f4-061d87648d87 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:55.217367 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-967bd29f-2175-4f5d-8124-b6a27b192ba0 req-4bf6de9f-d288-47ea-98f4-061d87648d87 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/ports?device_id=05d983a5-a676-4b82-8128-f4beb5bb1187 HTTP/1.1" status: 200  len: 946 time: 0.2689207
May 07 22:06:55.227006 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-7ae9a261-cdd0-465a-9fd5-f8c8dcc66b72 None None] Set router 7ec1ba77-a233-4372-bdea-c57589f4c938 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:06:55.305804 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-26493ecb-25f9-4d9e-b938-ef41fbb2c5e7 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (0757596e-1c4d-472f-9112-085bd6b6d864), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:55.312324 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb58dbfb-52c9-496b-8ba5-7e364f9c09da req-a596b35f-4f08-47dc-93be-a21164c8b66c tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:55.314009 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-cb58dbfb-52c9-496b-8ba5-7e364f9c09da req-a596b35f-4f08-47dc-93be-a21164c8b66c tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0131044-3724-490e-88e0-5fca28fe6ee3 HTTP/1.1" status: 200  len: 943 time: 0.0938931
May 07 22:06:55.318450 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-afa09d78-5d2d-4a4e-a8c1-7f6384abbc31 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks [] for port (29c0ba52-29b5-4a9e-98bd-6951c69a94f8), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:55.324496 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9ca8ac7a-224c-4a23-b68d-cc1bbe8d0691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (86e7e675-440c-49d1-8be8-1667506afa40), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:55.348779 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-c83d995d-f066-4cb1-b27d-3ab7ca4319ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f68feb0>, [{'id': 'c40fcf87-7714-46e5-87f8-4c03b7b266b4', 'name': 'tempest-ServerRescueNegativeTestJSON-1832148144-router', 'tenant_id': '8130c27f2b84434a8d6fa5032b67aa1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.214'}], 'enable_snat': True}, 'gw_port_id': '598972db-8761-4f9d-818b-cc3f2e937a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:02:18Z', 'updated_at': '2022-05-07T22:06:52Z', 'revision_number': 5, 'project_id': '8130c27f2b84434a8d6fa5032b67aa1e', 'gw_port': {'id': '598972db-8761-4f9d-818b-cc3f2e937a0d', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40fcf87-7714-46e5-87f8-4c03b7b266b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1935, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:02:20Z', 'updated_at': '2022-05-07T22:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:06:55.357590 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-6e011a1e-14ae-42ed-a240-c7c85f97f18e admin admin] For port 598972db-8761-4f9d-818b-cc3f2e937a0d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=598972db-8761-4f9d-818b-cc3f2e937a0d,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:06:55.358655 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6e011a1e-14ae-42ed-a240-c7c85f97f18e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (598972db-8761-4f9d-818b-cc3f2e937a0d), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:55.362273 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-26493ecb-25f9-4d9e-b938-ef41fbb2c5e7 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Calling delete_port for 0757596e-1c4d-472f-9112-085bd6b6d864 owned by  {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:06:55.377383 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9ca8ac7a-224c-4a23-b68d-cc1bbe8d0691 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:55.386453 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-9ca8ac7a-224c-4a23-b68d-cc1bbe8d0691 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/86e7e675-440c-49d1-8be8-1667506afa40 HTTP/1.1" status: 204  len: 168 time: 1.9210203
May 07 22:06:55.389399 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-967bd29f-2175-4f5d-8124-b6a27b192ba0 req-443863f9-b025-48c2-8cb4-74b065318e30 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/security-groups?id=347823fa-5b75-4d82-a2c0-79728edb4f9e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1661065
May 07 22:06:55.393943 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c35053e-e3de-43b2-b7e7-c95d9c15f702 None None] Network f64cbfbe-feaa-48dc-9089-9445aa1eaa5a requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:06:55.395180 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 34440) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:55.397253 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83d995d-f066-4cb1-b27d-3ab7ca4319ef None None] The sync data for ids ['c40fcf87-7714-46e5-87f8-4c03b7b266b4'] in ncdv-master-1 is: [{'id': 'c40fcf87-7714-46e5-87f8-4c03b7b266b4', 'name': 'tempest-ServerRescueNegativeTestJSON-1832148144-router', 'tenant_id': '8130c27f2b84434a8d6fa5032b67aa1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.214'}], 'enable_snat': True}, 'gw_port_id': '598972db-8761-4f9d-818b-cc3f2e937a0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:02:18Z', 'updated_at': '2022-05-07T22:06:52Z', 'revision_number': 5, 'project_id': '8130c27f2b84434a8d6fa5032b67aa1e', 'gw_port': {'id': '598972db-8761-4f9d-818b-cc3f2e937a0d', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c40fcf87-7714-46e5-87f8-4c03b7b266b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1935, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:02:20Z', 'updated_at': '2022-05-07T22:02:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:06:55.400984 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-6e011a1e-14ae-42ed-a240-c7c85f97f18e admin admin] Calling delete_port for 598972db-8761-4f9d-818b-cc3f2e937a0d owned by network:router_gateway {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:06:55.408970 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1e5a1d2e-802e-4f8f-a312-4fab5bdfa236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (c7c6cbdd-8257-4189-ac0b-1ef10b70807b), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:55.411679 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1e5a1d2e-802e-4f8f-a312-4fab5bdfa236 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:55.412976 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-1e5a1d2e-802e-4f8f-a312-4fab5bdfa236 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c7c6cbdd-8257-4189-ac0b-1ef10b70807b HTTP/1.1" status: 204  len: 168 time: 0.7875831
May 07 22:06:55.415095 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca8ac7a-224c-4a23-b68d-cc1bbe8d0691 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86e7e675-440c-49d1-8be8-1667506afa40,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:55.509888 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5a1d2e-802e-4f8f-a312-4fab5bdfa236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c6cbdd-8257-4189-ac0b-1ef10b70807b,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:55.547593 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de59d6f4-edb6-4653-adbc-45149f21f992 req-c4da89f6-c8bb-4411-866d-5d6078976bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:55.553654 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-de59d6f4-edb6-4653-adbc-45149f21f992 req-c4da89f6-c8bb-4411-866d-5d6078976bde service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=759c66c34f414c19b2109393738ef639&device_id=c0131044-3724-490e-88e0-5fca28fe6ee3 HTTP/1.1" status: 200  len: 1125 time: 0.1096396
May 07 22:06:55.633035 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-69c234e7-7940-4e20-b0e1-6f107e291308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (f64cbfbe-feaa-48dc-9089-9445aa1eaa5a), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:55.640940 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-cb58dbfb-52c9-496b-8ba5-7e364f9c09da req-ec95a660-ecf8-4d50-9bee-910bc6dee1bf tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c335e02-4871-4a34-8e92-8c24a11b7b47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3199043
May 07 22:06:55.706125 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-afa09d78-5d2d-4a4e-a8c1-7f6384abbc31 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (29c0ba52-29b5-4a9e-98bd-6951c69a94f8), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:55.729921 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-7ae9a261-cdd0-465a-9fd5-f8c8dcc66b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cb22520>, [{'id': '7ec1ba77-a233-4372-bdea-c57589f4c938', 'name': 'tempest-TestNetworkBasicOps-router-1089487645', 'tenant_id': '0c313e966d334c26afa43b480ab20fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.98'}], 'enable_snat': True}, 'gw_port_id': '49e08e72-770d-4ba7-8a05-934efa78eccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:04:35Z', 'updated_at': '2022-05-07T22:06:35Z', 'revision_number': 6, 'project_id': '0c313e966d334c26afa43b480ab20fb0', 'gw_port': {'id': '49e08e72-770d-4ba7-8a05-934efa78eccf', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec1ba77-a233-4372-bdea-c57589f4c938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:04:35Z', 'updated_at': '2022-05-07T22:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5fec63ef-93aa-429e-84d3-f9f3f40f04ce', 'name': '', 'network_id': '0124d628-0714-4eb8-b81f-1f5a4ced80cc', 'tenant_id': '0c313e966d334c26afa43b480ab20fb0', 'mac_address': 'fa:16:3e:85:8c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec1ba77-a233-4372-bdea-c57589f4c938', 'device_owner': 'network:router_interface', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '5e9b4b45-0424-4913-b438-6e766a477b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:04:40Z', 'updated_at': '2022-05-07T22:04:45Z', 'revision_number': 5, 'project_id': '0c313e966d334c26afa43b480ab20fb0', 'subnets': [{'id': '5e9b4b45-0424-4913-b438-6e766a477b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:06:55.763035 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa09d78-5d2d-4a4e-a8c1-7f6384abbc31 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:06:55.771793 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-afa09d78-5d2d-4a4e-a8c1-7f6384abbc31 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:06:55.774266 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa09d78-5d2d-4a4e-a8c1-7f6384abbc31 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:06:55.789953 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e264f2-7f4d-4458-b782-36582a2f6c00 None None] DHCP port deletion for f64cbfbe-feaa-48dc-9089-9445aa1eaa5a request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:06:55.795626 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae9a261-cdd0-465a-9fd5-f8c8dcc66b72 None None] The sync data for ids ['7ec1ba77-a233-4372-bdea-c57589f4c938'] in ncdv-master-1 is: [{'id': '7ec1ba77-a233-4372-bdea-c57589f4c938', 'name': 'tempest-TestNetworkBasicOps-router-1089487645', 'tenant_id': '0c313e966d334c26afa43b480ab20fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.98'}], 'enable_snat': True}, 'gw_port_id': '49e08e72-770d-4ba7-8a05-934efa78eccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:04:35Z', 'updated_at': '2022-05-07T22:06:35Z', 'revision_number': 6, 'project_id': '0c313e966d334c26afa43b480ab20fb0', 'gw_port': {'id': '49e08e72-770d-4ba7-8a05-934efa78eccf', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec1ba77-a233-4372-bdea-c57589f4c938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:04:35Z', 'updated_at': '2022-05-07T22:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5fec63ef-93aa-429e-84d3-f9f3f40f04ce', 'name': '', 'network_id': '0124d628-0714-4eb8-b81f-1f5a4ced80cc', 'tenant_id': '0c313e966d334c26afa43b480ab20fb0', 'mac_address': 'fa:16:3e:85:8c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec1ba77-a233-4372-bdea-c57589f4c938', 'device_owner': 'network:router_interface', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': '5e9b4b45-0424-4913-b438-6e766a477b3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:04:40Z', 'updated_at': '2022-05-07T22:04:45Z', 'revision_number': 5, 'project_id': '0c313e966d334c26afa43b480ab20fb0', 'subnets': [{'id': '5e9b4b45-0424-4913-b438-6e766a477b3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:06:55.817351 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa09d78-5d2d-4a4e-a8c1-7f6384abbc31 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Pushing event updated for resources: {'Port': ['ID=29c0ba52-29b5-4a9e-98bd-6951c69a94f8,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:55.823226 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de59d6f4-edb6-4653-adbc-45149f21f992 req-42a5459e-cdf8-4d0f-8180-5dccfd2b242f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:55.824745 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-de59d6f4-edb6-4653-adbc-45149f21f992 req-42a5459e-cdf8-4d0f-8180-5dccfd2b242f service neutron] 10.222.0.55 "GET /v2.0/networks?id=33b52409-fae0-4935-b5d0-15acefaa0f3f HTTP/1.1" status: 200  len: 913 time: 0.2397382
May 07 22:06:55.871074 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-03e264f2-7f4d-4458-b782-36582a2f6c00 None None] Deleting port 74603607-d573-4c6c-a75b-58dae54c9e20 {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:06:55.882568 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-03e264f2-7f4d-4458-b782-36582a2f6c00 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (74603607-d573-4c6c-a75b-58dae54c9e20), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:55.907834 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-de59d6f4-edb6-4653-adbc-45149f21f992 req-c615a56a-981e-4bd9-88f1-2b5e57b891d9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e65b025-887f-40c7-9d7c-68a722d64bc2 HTTP/1.1" status: 200  len: 217 time: 0.0711589
May 07 22:06:56.012790 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-03e264f2-7f4d-4458-b782-36582a2f6c00 None None] For port 74603607-d573-4c6c-a75b-58dae54c9e20, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=74603607-d573-4c6c-a75b-58dae54c9e20,segment=NetworkSegment(ce6ea8f0-3d38-4ce3-8f23-f8c47e599e56),segment_id=ce6ea8f0-3d38-4ce3-8f23-f8c47e599e56)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:06:56.013260 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-03e264f2-7f4d-4458-b782-36582a2f6c00 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (74603607-d573-4c6c-a75b-58dae54c9e20), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:56.024344 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 34446) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:56.049446 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-03e264f2-7f4d-4458-b782-36582a2f6c00 None None] Calling delete_port for 74603607-d573-4c6c-a75b-58dae54c9e20 owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:06:56.051968 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-99c1e635-4589-46d9-b83d-c74f12652a7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:56.083663 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6e1000db-bb08-4f4d-9800-7b915b29c0a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:56.128269 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6d5b89-803d-431c-897a-d6a987773efb req-aef8c9b5-96ee-4fc5-b478-4036449707a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:56.129848 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1a6d5b89-803d-431c-897a-d6a987773efb req-aef8c9b5-96ee-4fc5-b478-4036449707a0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0124d628-0714-4eb8-b81f-1f5a4ced80cc HTTP/1.1" status: 200  len: 898 time: 0.2897606
May 07 22:06:56.141285 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de59d6f4-edb6-4653-adbc-45149f21f992 req-27f4950a-1283-4a86-b3c6-a72e83dd2ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:56.143393 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-de59d6f4-edb6-4653-adbc-45149f21f992 req-27f4950a-1283-4a86-b3c6-a72e83dd2ffc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3e304f3b-3927-4f57-b6d9-ff32c4ae5938 HTTP/1.1" status: 200  len: 851 time: 0.1181595
May 07 22:06:56.193679 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-03e264f2-7f4d-4458-b782-36582a2f6c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (74603607-d573-4c6c-a75b-58dae54c9e20), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:56.209383 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-69c234e7-7940-4e20-b0e1-6f107e291308 admin admin] Deleting port 74603607-d573-4c6c-a75b-58dae54c9e20 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:06:56.214959 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-69c234e7-7940-4e20-b0e1-6f107e291308 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (74603607-d573-4c6c-a75b-58dae54c9e20), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:56.249536 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de59d6f4-edb6-4653-adbc-45149f21f992 req-b008be0b-6c37-4247-a18e-da04733640d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:56.251343 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-de59d6f4-edb6-4653-adbc-45149f21f992 req-b008be0b-6c37-4247-a18e-da04733640d7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=33b52409-fae0-4935-b5d0-15acefaa0f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0974660
May 07 22:06:56.251674 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e264f2-7f4d-4458-b782-36582a2f6c00 None None] Pushing event deleted for resources: {'Port': ['ID=74603607-d573-4c6c-a75b-58dae54c9e20,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:56.264507 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e264f2-7f4d-4458-b782-36582a2f6c00 None None] No DVR routers for this DVR port 74603607-d573-4c6c-a75b-58dae54c9e20 on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:06:56.305181 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1a6d5b89-803d-431c-897a-d6a987773efb req-802dce96-1670-4d10-b252-9ec72ab6d30e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dfc7202f-3529-456c-8635-c9d41180e0af HTTP/1.1" status: 200  len: 217 time: 0.1547914
May 07 22:06:56.315100 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-26493ecb-25f9-4d9e-b938-ef41fbb2c5e7 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (0757596e-1c4d-472f-9112-085bd6b6d864), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:56.355511 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37c1702-38ae-4f96-a008-3473ad5c7e31 None None] New status for floating IP d973a2b1-9f92-4eb0-89a9-efc63fac76a0: DOWN {{(pid=121838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 07 22:06:56.404543 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6e1000db-bb08-4f4d-9800-7b915b29c0a2 admin admin] Publish callbacks [] for security_group (0fb835d7-e695-4fc3-9681-f8f3f294a58d), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:56.419702 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6e1000db-bb08-4f4d-9800-7b915b29c0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (0fb835d7-e695-4fc3-9681-f8f3f294a58d), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:56.425822 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ebf21b-d9f7-4152-89b1-f47b9ab69f20 req-86e96a12-a9cb-43b6-b4de-5baa141e58fe tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:56.427399 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-74ebf21b-d9f7-4152-89b1-f47b9ab69f20 req-86e96a12-a9cb-43b6-b4de-5baa141e58fe tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.59 "GET /v2.0/ports?device_id=05d983a5-a676-4b82-8128-f4beb5bb1187 HTTP/1.1" status: 200  len: 946 time: 0.3007236
May 07 22:06:56.442981 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26493ecb-25f9-4d9e-b938-ef41fbb2c5e7 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Pushing event deleted for resources: {'Port': ['ID=0757596e-1c4d-472f-9112-085bd6b6d864,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:56.471395 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1000db-bb08-4f4d-9800-7b915b29c0a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb835d7-e695-4fc3-9681-f8f3f294a58d,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:56.491641 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-69c234e7-7940-4e20-b0e1-6f107e291308 admin admin] For port 74603607-d573-4c6c-a75b-58dae54c9e20, host ncdv-master-1, got binding levels [] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:06:56.492251 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-69c234e7-7940-4e20-b0e1-6f107e291308 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (74603607-d573-4c6c-a75b-58dae54c9e20), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:56.494220 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 2e65b025-887f-40c7-9d7c-68a722d64bc2 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:06:56.529240 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-6e1000db-bb08-4f4d-9800-7b915b29c0a2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=214a504b247843519ddb3ea200df7e1e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4974461
May 07 22:06:56.532065 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 34450) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:56.563538 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6e011a1e-14ae-42ed-a240-c7c85f97f18e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (598972db-8761-4f9d-818b-cc3f2e937a0d), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:56.578136 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-69c234e7-7940-4e20-b0e1-6f107e291308 admin admin] Calling delete_port for 74603607-d573-4c6c-a75b-58dae54c9e20 owned by network:dhcp {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:06:56.595979 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.ipam_backend_mixin [None req-69c234e7-7940-4e20-b0e1-6f107e291308 admin admin] Port 74603607-d573-4c6c-a75b-58dae54c9e20 was not found and therefore no delete operation was performed {{(pid=121837) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}}
May 07 22:06:56.600463 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-afa09d78-5d2d-4a4e-a8c1-7f6384abbc31 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks [] for router_gateway (0c9b8d60-59b7-4de9-adf6-f4f9f69dbc9a), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:56.627086 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6d5b89-803d-431c-897a-d6a987773efb req-104588c1-a8a5-4738-ac8c-bf9945a52d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:56.628838 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1a6d5b89-803d-431c-897a-d6a987773efb req-104588c1-a8a5-4738-ac8c-bf9945a52d81 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5e9b4b45-0424-4913-b438-6e766a477b3b HTTP/1.1" status: 200  len: 835 time: 0.3037205
May 07 22:06:56.650464 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 2e65b025-887f-40c7-9d7c-68a722d64bc2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2e65b025-887f-40c7-9d7c-68a722d64bc2,segment=NetworkSegment(3565a17e-e0eb-4b35-a7f2-f7d7af642fb7),segment_id=3565a17e-e0eb-4b35-a7f2-f7d7af642fb7)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:06:56.657011 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-de59d6f4-edb6-4653-adbc-45149f21f992 req-2793ade6-4fc2-41ba-8bf0-599b2ab8f28f service neutron] 10.222.0.55 "GET /v2.0/networks/33b52409-fae0-4935-b5d0-15acefaa0f3f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3964007
May 07 22:06:56.663617 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': '2e65b025-887f-40c7-9d7c-68a722d64bc2', 'network_id': '33b52409-fae0-4935-b5d0-15acefaa0f3f', 'port_id': '2e65b025-887f-40c7-9d7c-68a722d64bc2', 'mac_address': 'fa:16:3e:65:99:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e304f3b-3927-4f57-b6d9-ff32c4ae5938', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:06:56.673358 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-69c234e7-7940-4e20-b0e1-6f107e291308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (74603607-d573-4c6c-a75b-58dae54c9e20), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:56.676656 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e011a1e-14ae-42ed-a240-c7c85f97f18e admin admin] Pushing event deleted for resources: {'Port': ['ID=598972db-8761-4f9d-818b-cc3f2e937a0d,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:56.726702 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 2e65b025-887f-40c7-9d7c-68a722d64bc2 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:06:56.727415 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (2e65b025-887f-40c7-9d7c-68a722d64bc2), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:56.753470 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e65b025-887f-40c7-9d7c-68a722d64bc2 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:06:56.797480 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 2e65b025-887f-40c7-9d7c-68a722d64bc2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2e65b025-887f-40c7-9d7c-68a722d64bc2,segment=NetworkSegment(3565a17e-e0eb-4b35-a7f2-f7d7af642fb7),segment_id=3565a17e-e0eb-4b35-a7f2-f7d7af642fb7)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:06:56.805559 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (2e65b025-887f-40c7-9d7c-68a722d64bc2), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:56.843420 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c234e7-7940-4e20-b0e1-6f107e291308 admin admin] Pushing event deleted for resources: {'Port': ['ID=74603607-d573-4c6c-a75b-58dae54c9e20,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:56.850763 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825165ba-effa-4f48-90fc-29ea4b0650dc req-7da519de-d9a1-450f-aba7-3c2b9e8a8495 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:56.852319 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-825165ba-effa-4f48-90fc-29ea4b0650dc req-7da519de-d9a1-450f-aba7-3c2b9e8a8495 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/ports?device_id=05d983a5-a676-4b82-8128-f4beb5bb1187 HTTP/1.1" status: 200  len: 946 time: 0.2963324
May 07 22:06:56.853489 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c234e7-7940-4e20-b0e1-6f107e291308 admin admin] No DVR routers for this DVR port 74603607-d573-4c6c-a75b-58dae54c9e20 on host ncdv-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:06:56.905558 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b00725e7-c4d4-4a6b-81c3-3e338d4874d3 admin admin] Publish callbacks [] for security_group (0fb835d7-e695-4fc3-9681-f8f3f294a58d), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:56.912275 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=2e65b025-887f-40c7-9d7c-68a722d64bc2,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:56.918392 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6d5b89-803d-431c-897a-d6a987773efb req-ac444f3c-2145-4a08-a4a1-c9f235ebaa3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:56.919848 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1a6d5b89-803d-431c-897a-d6a987773efb req-ac444f3c-2145-4a08-a4a1-c9f235ebaa3d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0124d628-0714-4eb8-b81f-1f5a4ced80cc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2475667
May 07 22:06:56.930261 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b00725e7-c4d4-4a6b-81c3-3e338d4874d3 admin admin] Publish callbacks [] for security_group (0fb835d7-e695-4fc3-9681-f8f3f294a58d), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:56.945589 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [req-1a6d5b89-803d-431c-897a-d6a987773efb req-3955bfd3-c35b-4f89-9699-4cd255579854 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121837) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:06:56.946641 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1a6d5b89-803d-431c-897a-d6a987773efb req-3955bfd3-c35b-4f89-9699-4cd255579854 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0073683
May 07 22:06:56.948112 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-26493ecb-25f9-4d9e-b938-ef41fbb2c5e7 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:56.954380 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-26493ecb-25f9-4d9e-b938-ef41fbb2c5e7 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] 10.222.0.32 "DELETE /v2.0/ports/0757596e-1c4d-472f-9112-085bd6b6d864 HTTP/1.1" status: 204  len: 168 time: 2.4315667
May 07 22:06:56.963080 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-74ebf21b-d9f7-4152-89b1-f47b9ab69f20 req-966f7e90-f0c1-43dd-bb91-f62e68a22487 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Deleting port dfc7202f-3529-456c-8635-c9d41180e0af {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:06:56.963452 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-74ebf21b-d9f7-4152-89b1-f47b9ab69f20 req-966f7e90-f0c1-43dd-bb91-f62e68a22487 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (dfc7202f-3529-456c-8635-c9d41180e0af), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:56.966551 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 34454) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:57.049632 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['2e65b025-887f-40c7-9d7c-68a722d64bc2'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:06:57.054545 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7a4f73-b5a2-4c8a-8661-26c87379c860 req-2de3cfb9-44fa-47ad-be37-b1e16feca3cb tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:57.062666 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ea7a4f73-b5a2-4c8a-8661-26c87379c860 req-2de3cfb9-44fa-47ad-be37-b1e16feca3cb tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0131044-3724-490e-88e0-5fca28fe6ee3 HTTP/1.1" status: 200  len: 944 time: 0.2458436
May 07 22:06:57.105811 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 2fb06420-9555-4316-ae23-a506ee0176ef no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:06:57.110345 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6e011a1e-14ae-42ed-a240-c7c85f97f18e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395776'] for router_gateway (c40fcf87-7714-46e5-87f8-4c03b7b266b4), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:57.113639 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-69c234e7-7940-4e20-b0e1-6f107e291308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (f64cbfbe-feaa-48dc-9089-9445aa1eaa5a), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:57.132444 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 2fb06420-9555-4316-ae23-a506ee0176ef {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:06:57.132815 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 2fb06420-9555-4316-ae23-a506ee0176ef not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:06:57.133199 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 74603607-d573-4c6c-a75b-58dae54c9e20 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:06:57.145888 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b00725e7-c4d4-4a6b-81c3-3e338d4874d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (0fb835d7-e695-4fc3-9681-f8f3f294a58d), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:57.148497 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b00725e7-c4d4-4a6b-81c3-3e338d4874d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:57.152003 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-b00725e7-c4d4-4a6b-81c3-3e338d4874d3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0fb835d7-e695-4fc3-9681-f8f3f294a58d HTTP/1.1" status: 204  len: 168 time: 0.6117840
May 07 22:06:57.158661 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-de59d6f4-edb6-4653-adbc-45149f21f992 req-c3ae886a-5dab-4023-8efb-5e2cbb00112c service neutron] 10.222.0.55 "GET /v2.0/networks/33b52409-fae0-4935-b5d0-15acefaa0f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4837461
May 07 22:06:57.159235 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 74603607-d573-4c6c-a75b-58dae54c9e20 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:06:57.159583 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 74603607-d573-4c6c-a75b-58dae54c9e20 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:06:57.189208 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0280ae6-97b9-4be3-b516-95c1c057e06d tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Deleting subnet 1f2ecbea-9eb0-49d3-bd98-38cb9a9c9611 {{(pid=121836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:06:57.208379 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d0280ae6-97b9-4be3-b516-95c1c057e06d tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Publish callbacks [] for subnet (1f2ecbea-9eb0-49d3-bd98-38cb9a9c9611), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:57.217002 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00725e7-c4d4-4a6b-81c3-3e338d4874d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb835d7-e695-4fc3-9681-f8f3f294a58d,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:57.306906 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-825165ba-effa-4f48-90fc-29ea4b0650dc req-32c37dea-739d-4d61-b0b4-58eb6932bff2 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/security-groups?id=347823fa-5b75-4d82-a2c0-79728edb4f9e&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4317279
May 07 22:06:57.327362 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ea7a4f73-b5a2-4c8a-8661-26c87379c860 req-af8116c7-a4e1-4306-b307-bdabeb8f0263 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c335e02-4871-4a34-8e92-8c24a11b7b47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2637322
May 07 22:06:57.342217 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d0280ae6-97b9-4be3-b516-95c1c057e06d tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726883'] for subnet (1f2ecbea-9eb0-49d3-bd98-38cb9a9c9611), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:57.343371 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-69c234e7-7940-4e20-b0e1-6f107e291308 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf900dc0d0>,) {'filters': {'network_id': ['f64cbfbe-feaa-48dc-9089-9445aa1eaa5a']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:06:57.370182 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-69c234e7-7940-4e20-b0e1-6f107e291308 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf900dc0d0>, 'ce6ea8f0-3d38-4ce3-8f23-f8c47e599e56') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:06:57.370489 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-69c234e7-7940-4e20-b0e1-6f107e291308 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf900dc0d0>, 'ce6ea8f0-3d38-4ce3-8f23-f8c47e599e56') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:06:57.384777 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-74ebf21b-d9f7-4152-89b1-f47b9ab69f20 req-966f7e90-f0c1-43dd-bb91-f62e68a22487 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] For port dfc7202f-3529-456c-8635-c9d41180e0af, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dfc7202f-3529-456c-8635-c9d41180e0af,segment=NetworkSegment(86058b97-ca98-4bcc-b2cc-13cc18e8d4c0),segment_id=86058b97-ca98-4bcc-b2cc-13cc18e8d4c0)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:06:57.385541 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-74ebf21b-d9f7-4152-89b1-f47b9ab69f20 req-966f7e90-f0c1-43dd-bb91-f62e68a22487 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (dfc7202f-3529-456c-8635-c9d41180e0af), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:57.390162 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6e011a1e-14ae-42ed-a240-c7c85f97f18e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (c40fcf87-7714-46e5-87f8-4c03b7b266b4), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:57.396409 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6e011a1e-14ae-42ed-a240-c7c85f97f18e admin admin] Publish callbacks [] for router_controller (c40fcf87-7714-46e5-87f8-4c03b7b266b4), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:57.399078 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-69c234e7-7940-4e20-b0e1-6f107e291308 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (ce6ea8f0-3d38-4ce3-8f23-f8c47e599e56), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:57.399670 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:57.403356 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-afa09d78-5d2d-4a4e-a8c1-7f6384abbc31 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (0c9b8d60-59b7-4de9-adf6-f4f9f69dbc9a), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:57.465499 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-74ebf21b-d9f7-4152-89b1-f47b9ab69f20 req-966f7e90-f0c1-43dd-bb91-f62e68a22487 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Calling delete_port for dfc7202f-3529-456c-8635-c9d41180e0af owned by compute:nova {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:06:57.471731 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-69c234e7-7940-4e20-b0e1-6f107e291308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (ce6ea8f0-3d38-4ce3-8f23-f8c47e599e56), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:57.485896 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6e011a1e-14ae-42ed-a240-c7c85f97f18e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (c40fcf87-7714-46e5-87f8-4c03b7b266b4), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:57.486702 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e011a1e-14ae-42ed-a240-c7c85f97f18e admin admin] Fanout notify agent at l3_agent the message router_deleted on router c40fcf87-7714-46e5-87f8-4c03b7b266b4 {{(pid=121837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 22:06:57.489843 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1a6d5b89-803d-431c-897a-d6a987773efb req-b3aa17a5-28ce-4052-a13d-a79d6940a982 service neutron] 10.222.0.59 "GET /v2.0/networks/0124d628-0714-4eb8-b81f-1f5a4ced80cc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5139377
May 07 22:06:57.491113 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69c234e7-7940-4e20-b0e1-6f107e291308 admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:06:57.491513 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-69c234e7-7940-4e20-b0e1-6f107e291308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (ce6ea8f0-3d38-4ce3-8f23-f8c47e599e56), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:57.496793 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6e011a1e-14ae-42ed-a240-c7c85f97f18e admin admin] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:57.501276 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-6e011a1e-14ae-42ed-a240-c7c85f97f18e admin admin] 10.222.0.32 "DELETE /v2.0/routers/c40fcf87-7714-46e5-87f8-4c03b7b266b4 HTTP/1.1" status: 204  len: 168 time: 3.3747110
May 07 22:06:57.503692 ncdv-master-1 neutron-server[121837]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:06:57.503692 ncdv-master-1 neutron-server[121837]:   items = [
May 07 22:06:57.503692 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 22:06:57.503692 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:06:57.503692 ncdv-master-1 neutron-server[121837]:     timer()
May 07 22:06:57.503692 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:06:57.503692 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 22:06:57.503692 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:06:57.503692 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 22:06:57.503692 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:06:57.503692 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 22:06:57.503692 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:06:57.503692 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 22:06:57.503692 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:06:57.503692 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 22:06:57.503692 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:06:57.503692 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:06:57.503692 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:06:57.503692 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:06:57.503692 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:06:57.503692 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 22:06:57.503692 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:06:57.503692 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 22:06:57.503692 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:06:57.503692 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:06:57.503692 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:06:57.503692 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 22:06:57.503692 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:06:57.503692 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:06:57.503692 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:06:57.503692 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:06:57.503692 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:06:57.503692 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:06:57.503692 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:06:57.506223 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 34460) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:57.582355 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d0280ae6-97b9-4be3-b516-95c1c057e06d tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (1f2ecbea-9eb0-49d3-bd98-38cb9a9c9611), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:57.661049 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_v2 [None req-c981b024-bbab-4806-ba52-fab37cd41459 admin admin] Deleting subnet b554e5f7-e35c-452a-ba74-fc50d3983e51 {{(pid=121836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:06:57.671281 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c981b024-bbab-4806-ba52-fab37cd41459 admin admin] Publish callbacks [] for subnet (b554e5f7-e35c-452a-ba74-fc50d3983e51), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:57.742338 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d0280ae6-97b9-4be3-b516-95c1c057e06d tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (1f2ecbea-9eb0-49d3-bd98-38cb9a9c9611), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:57.745850 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c981b024-bbab-4806-ba52-fab37cd41459 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726883'] for subnet (b554e5f7-e35c-452a-ba74-fc50d3983e51), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:57.803507 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0280ae6-97b9-4be3-b516-95c1c057e06d tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Pushing event deleted for resources: {'Subnet': ['ID=1f2ecbea-9eb0-49d3-bd98-38cb9a9c9611,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:57.813648 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d0280ae6-97b9-4be3-b516-95c1c057e06d tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:57.817026 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-d0280ae6-97b9-4be3-b516-95c1c057e06d tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] 10.222.0.32 "DELETE /v2.0/subnets/1f2ecbea-9eb0-49d3-bd98-38cb9a9c9611 HTTP/1.1" status: 204  len: 168 time: 0.8417323
May 07 22:06:57.821800 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 34472) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:57.822090 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08aecde-f641-437a-b54a-bbe29016a30b None None] Network 11fa70c4-c082-46d3-9369-6bee1d0453a0 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:06:57.979227 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afa09d78-5d2d-4a4e-a8c1-7f6384abbc31 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Router 0c9b8d60-59b7-4de9-adf6-f4f9f69dbc9a is scheduled to L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db with binding_index 1 {{(pid=121836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 07 22:06:58.026943 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c981b024-bbab-4806-ba52-fab37cd41459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (b554e5f7-e35c-452a-ba74-fc50d3983e51), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:58.038328 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ec2984bb-3e81-44b7-81e6-52862a234df0 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (11fa70c4-c082-46d3-9369-6bee1d0453a0), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:58.056320 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-69c234e7-7940-4e20-b0e1-6f107e291308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (f64cbfbe-feaa-48dc-9089-9445aa1eaa5a), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:58.066440 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-69c234e7-7940-4e20-b0e1-6f107e291308 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:58.069774 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-69c234e7-7940-4e20-b0e1-6f107e291308 admin admin] 10.222.0.32 "DELETE /v2.0/networks/f64cbfbe-feaa-48dc-9089-9445aa1eaa5a HTTP/1.1" status: 204  len: 168 time: 2.6730998
May 07 22:06:58.096545 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c234e7-7940-4e20-b0e1-6f107e291308 admin admin] Pushing event deleted for resources: {'Network': ['ID=f64cbfbe-feaa-48dc-9089-9445aa1eaa5a,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:58.110911 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80af9aa-62b1-46b1-88fb-eda47adf0246 None None] DHCP port deletion for 11fa70c4-c082-46d3-9369-6bee1d0453a0 request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:06:58.162274 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1a6d5b89-803d-431c-897a-d6a987773efb req-bc2cfff7-5c59-4a68-afc4-be8f64f6e9d9 service neutron] 10.222.0.59 "GET /v2.0/networks/0124d628-0714-4eb8-b81f-1f5a4ced80cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6553257
May 07 22:06:58.197128 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-74ebf21b-d9f7-4152-89b1-f47b9ab69f20 req-966f7e90-f0c1-43dd-bb91-f62e68a22487 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (dfc7202f-3529-456c-8635-c9d41180e0af), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:58.209606 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-b80af9aa-62b1-46b1-88fb-eda47adf0246 None None] Deleting port 2459806e-121b-4ac8-94cb-245395e1a6f5 {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:06:58.211036 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b80af9aa-62b1-46b1-88fb-eda47adf0246 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (2459806e-121b-4ac8-94cb-245395e1a6f5), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:58.240243 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966f7e90-f0c1-43dd-bb91-f62e68a22487 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Pushing event deleted for resources: {'Port': ['ID=dfc7202f-3529-456c-8635-c9d41180e0af,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:58.316628 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-b80af9aa-62b1-46b1-88fb-eda47adf0246 None None] For port 2459806e-121b-4ac8-94cb-245395e1a6f5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2459806e-121b-4ac8-94cb-245395e1a6f5,segment=NetworkSegment(528b6944-e281-44b2-b5ed-54606841cf4f),segment_id=528b6944-e281-44b2-b5ed-54606841cf4f)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:06:58.317029 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b80af9aa-62b1-46b1-88fb-eda47adf0246 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (2459806e-121b-4ac8-94cb-245395e1a6f5), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:58.336206 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-b80af9aa-62b1-46b1-88fb-eda47adf0246 None None] Calling delete_port for 2459806e-121b-4ac8-94cb-245395e1a6f5 owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:06:58.345835 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 34486) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:58.353322 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-74ebf21b-d9f7-4152-89b1-f47b9ab69f20 req-966f7e90-f0c1-43dd-bb91-f62e68a22487 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] No DVR routers for this DVR port dfc7202f-3529-456c-8635-c9d41180e0af on host nch2-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:06:58.360186 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-ec2984bb-3e81-44b7-81e6-52862a234df0 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Deleting port 2459806e-121b-4ac8-94cb-245395e1a6f5 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:06:58.360627 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ec2984bb-3e81-44b7-81e6-52862a234df0 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (2459806e-121b-4ac8-94cb-245395e1a6f5), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:58.362212 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-74ebf21b-d9f7-4152-89b1-f47b9ab69f20 req-966f7e90-f0c1-43dd-bb91-f62e68a22487 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:58.365865 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-74ebf21b-d9f7-4152-89b1-f47b9ab69f20 req-966f7e90-f0c1-43dd-bb91-f62e68a22487 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.59 "DELETE /v2.0/ports/dfc7202f-3529-456c-8635-c9d41180e0af HTTP/1.1" status: 204  len: 173 time: 1.9203227
May 07 22:06:58.366655 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05d983a5-a676-4b82-8128-f4beb5bb1187', 'name': 'network-vif-deleted', 'tag': 'dfc7202f-3529-456c-8635-c9d41180e0af'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:06:58.368435 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c981b024-bbab-4806-ba52-fab37cd41459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (b554e5f7-e35c-452a-ba74-fc50d3983e51), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:58.370383 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d594a5-c99b-47d8-b1ea-540e62e7d79b" -d '{"events": [{"server_uuid": "05d983a5-a676-4b82-8128-f4beb5bb1187", "name": "network-vif-deleted", "tag": "dfc7202f-3529-456c-8635-c9d41180e0af"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:06:58.417393 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-5df9f714-43fe-4c8d-b40f-658f1f794c1f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=57990769f50b412194a108cdd627a767&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0705647
May 07 22:06:58.419756 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 34494) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:58.461079 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c981b024-bbab-4806-ba52-fab37cd41459 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b554e5f7-e35c-452a-ba74-fc50d3983e51,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:58.471585 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98fac133-6021-4e92-a26c-6bf63e72ddeb None None] Network f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:06:58.478254 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c981b024-bbab-4806-ba52-fab37cd41459 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:58.484323 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-c981b024-bbab-4806-ba52-fab37cd41459 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/b554e5f7-e35c-452a-ba74-fc50d3983e51 HTTP/1.1" status: 204  len: 168 time: 0.9728639
May 07 22:06:58.489250 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 34498) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:58.519613 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 2e65b025-887f-40c7-9d7c-68a722d64bc2 up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:06:58.555547 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4db43bb0-8fc0-40ea-8902-397b84a26460 req-168287a2-4f10-48fb-a0f4-e71ea66cdb47 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/ports?device_id=05d983a5-a676-4b82-8128-f4beb5bb1187 HTTP/1.1" status: 200  len: 210 time: 0.0532658
May 07 22:06:58.585041 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9ac98aa4-b5e9-4989-abaa-707ef9ac1911 admin admin] Publish callbacks [] for security_group (84ea401a-aae3-4024-91aa-c4e38fb51582), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:58.651159 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9ac98aa4-b5e9-4989-abaa-707ef9ac1911 admin admin] Publish callbacks [] for security_group (84ea401a-aae3-4024-91aa-c4e38fb51582), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:58.672900 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b4e259d-ad64-49f9-ac34-f47870a9b0ea x-openstack-request-id: req-5b4e259d-ad64-49f9-ac34-f47870a9b0ea {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:06:58.673359 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05d983a5-a676-4b82-8128-f4beb5bb1187", "name": "network-vif-deleted", "tag": "dfc7202f-3529-456c-8635-c9d41180e0af", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:06:58.673943 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5b4e259d-ad64-49f9-ac34-f47870a9b0ea {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:06:58.674502 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b4e259d-ad64-49f9-ac34-f47870a9b0ea'] response: {'server_uuid': '05d983a5-a676-4b82-8128-f4beb5bb1187', 'name': 'network-vif-deleted', 'tag': 'dfc7202f-3529-456c-8635-c9d41180e0af', 'status': 'completed', 'code': 200}
May 07 22:06:58.703248 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b80af9aa-62b1-46b1-88fb-eda47adf0246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (2459806e-121b-4ac8-94cb-245395e1a6f5), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:58.730346 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80af9aa-62b1-46b1-88fb-eda47adf0246 None None] No DVR routers for this DVR port 2459806e-121b-4ac8-94cb-245395e1a6f5 on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:06:58.770565 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9ac98aa4-b5e9-4989-abaa-707ef9ac1911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (84ea401a-aae3-4024-91aa-c4e38fb51582), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:58.773386 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9ac98aa4-b5e9-4989-abaa-707ef9ac1911 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:58.774572 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-9ac98aa4-b5e9-4989-abaa-707ef9ac1911 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/84ea401a-aae3-4024-91aa-c4e38fb51582 HTTP/1.1" status: 204  len: 168 time: 0.3529501
May 07 22:06:58.786106 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac98aa4-b5e9-4989-abaa-707ef9ac1911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ea401a-aae3-4024-91aa-c4e38fb51582,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:58.863195 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning for port 2e65b025-887f-40c7-9d7c-68a722d64bc2 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 22:06:58.882193 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port 2e65b025-887f-40c7-9d7c-68a722d64bc2 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:06:58.882677 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (2e65b025-887f-40c7-9d7c-68a722d64bc2), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:58.938944 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61dababe-a8d5-403a-ba8c-2846a0404b46 None None] DHCP port deletion for f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:06:58.955545 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 2459806e-121b-4ac8-94cb-245395e1a6f5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:06:58.957665 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80af9aa-62b1-46b1-88fb-eda47adf0246 None None] Pushing event deleted for resources: {'Port': ['ID=2459806e-121b-4ac8-94cb-245395e1a6f5,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:59.039552 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-61dababe-a8d5-403a-ba8c-2846a0404b46 None None] Deleting port 94c432fd-2604-4fe2-8da9-c71e5020675a {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:06:59.039963 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-61dababe-a8d5-403a-ba8c-2846a0404b46 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (94c432fd-2604-4fe2-8da9-c71e5020675a), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:59.077247 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 2459806e-121b-4ac8-94cb-245395e1a6f5 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:06:59.077604 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 2459806e-121b-4ac8-94cb-245395e1a6f5 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:06:59.078021 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 598972db-8761-4f9d-818b-cc3f2e937a0d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:06:59.114417 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 598972db-8761-4f9d-818b-cc3f2e937a0d {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:06:59.114760 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 598972db-8761-4f9d-818b-cc3f2e937a0d not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:06:59.171474 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-ec2984bb-3e81-44b7-81e6-52862a234df0 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] For port 2459806e-121b-4ac8-94cb-245395e1a6f5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2459806e-121b-4ac8-94cb-245395e1a6f5,segment=NetworkSegment(528b6944-e281-44b2-b5ed-54606841cf4f),segment_id=528b6944-e281-44b2-b5ed-54606841cf4f)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:06:59.173561 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ec2984bb-3e81-44b7-81e6-52862a234df0 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (2459806e-121b-4ac8-94cb-245395e1a6f5), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:59.210346 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:59.225196 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afa09d78-5d2d-4a4e-a8c1-7f6384abbc31 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:06:59.226539 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-61dababe-a8d5-403a-ba8c-2846a0404b46 None None] For port 94c432fd-2604-4fe2-8da9-c71e5020675a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=94c432fd-2604-4fe2-8da9-c71e5020675a,segment=NetworkSegment(2f0831b3-8133-4c28-a071-337c31d2cb1b),segment_id=2f0831b3-8133-4c28-a071-337c31d2cb1b)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:06:59.226965 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-61dababe-a8d5-403a-ba8c-2846a0404b46 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (94c432fd-2604-4fe2-8da9-c71e5020675a), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:59.239171 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50dc841d-17cf-4545-b607-2dec99e5fdf2 None None] Sync routers for ids ['0c9b8d60-59b7-4de9-adf6-f4f9f69dbc9a'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:06:59.243887 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 2e65b025-887f-40c7-9d7c-68a722d64bc2 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:06:59.244308 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (2e65b025-887f-40c7-9d7c-68a722d64bc2), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:59.246246 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-ec2984bb-3e81-44b7-81e6-52862a234df0 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Calling delete_port for 2459806e-121b-4ac8-94cb-245395e1a6f5 owned by network:dhcp {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:06:59.251165 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-61dababe-a8d5-403a-ba8c-2846a0404b46 None None] Calling delete_port for 94c432fd-2604-4fe2-8da9-c71e5020675a owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:06:59.271952 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50dc841d-17cf-4545-b607-2dec99e5fdf2 None None] Routers {'0c9b8d60-59b7-4de9-adf6-f4f9f69dbc9a'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:06:59.275285 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-50dc841d-17cf-4545-b607-2dec99e5fdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8db0a1c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:06:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['0c9b8d60-59b7-4de9-adf6-f4f9f69dbc9a'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:06:59.280324 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5bead3-100c-46a4-930f-c598ef371d55 req-a8b8e412-09d4-475b-ab51-001bf8b2677d tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:59.282091 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3a5bead3-100c-46a4-930f-c598ef371d55 req-a8b8e412-09d4-475b-ab51-001bf8b2677d tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0131044-3724-490e-88e0-5fca28fe6ee3 HTTP/1.1" status: 200  len: 944 time: 0.1934061
May 07 22:06:59.286650 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0131044-3724-490e-88e0-5fca28fe6ee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e65b025-887f-40c7-9d7c-68a722d64bc2'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:06:59.286853 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bb18bc9f-d96a-4121-ba46-5fce3c575c16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:59.289262 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91a117c1-abb8-4092-8ce0-253c3a7e8cd5" -d '{"events": [{"server_uuid": "c0131044-3724-490e-88e0-5fca28fe6ee3", "name": "network-vif-plugged", "status": "completed", "tag": "2e65b025-887f-40c7-9d7c-68a722d64bc2"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:06:59.293146 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-afa09d78-5d2d-4a4e-a8c1-7f6384abbc31 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:59.296922 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-afa09d78-5d2d-4a4e-a8c1-7f6384abbc31 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 888 time: 6.2011693
May 07 22:06:59.297595 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 34516) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:59.304530 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-a3184d75-ced0-4692-a4c1-e64bee6f6061 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'enable_snat': False}}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:06:59.336880 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device dfc7202f-3529-456c-8635-c9d41180e0af no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:06:59.370923 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 2e65b025-887f-40c7-9d7c-68a722d64bc2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2e65b025-887f-40c7-9d7c-68a722d64bc2,segment=NetworkSegment(3565a17e-e0eb-4b35-a7f2-f7d7af642fb7),segment_id=3565a17e-e0eb-4b35-a7f2-f7d7af642fb7)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:06:59.376613 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] No Port match for: dfc7202f-3529-456c-8635-c9d41180e0af {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:06:59.377006 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device dfc7202f-3529-456c-8635-c9d41180e0af not bound to the agent host nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:06:59.390287 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (2e65b025-887f-40c7-9d7c-68a722d64bc2), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:59.433074 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3a5bead3-100c-46a4-930f-c598ef371d55 req-e2e16253-b79c-4a73-a6de-48442371c64e tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c335e02-4871-4a34-8e92-8c24a11b7b47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1356776
May 07 22:06:59.447199 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=2e65b025-887f-40c7-9d7c-68a722d64bc2,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:59.448777 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-bb18bc9f-d96a-4121-ba46-5fce3c575c16 admin admin] Deleting port 94c432fd-2604-4fe2-8da9-c71e5020675a {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:06:59.449123 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bb18bc9f-d96a-4121-ba46-5fce3c575c16 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (94c432fd-2604-4fe2-8da9-c71e5020675a), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:59.465272 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-50dc841d-17cf-4545-b607-2dec99e5fdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8db0a1c0>, [], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:06:59.489670 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-61dababe-a8d5-403a-ba8c-2846a0404b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (94c432fd-2604-4fe2-8da9-c71e5020675a), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:59.497985 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50dc841d-17cf-4545-b607-2dec99e5fdf2 None None] Routers {'0c9b8d60-59b7-4de9-adf6-f4f9f69dbc9a'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:06:59.499252 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-50dc841d-17cf-4545-b607-2dec99e5fdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8db0a1c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:06:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['0c9b8d60-59b7-4de9-adf6-f4f9f69dbc9a'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:06:59.521899 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ec2984bb-3e81-44b7-81e6-52862a234df0 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (2459806e-121b-4ac8-94cb-245395e1a6f5), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:59.526509 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dababe-a8d5-403a-ba8c-2846a0404b46 None None] Pushing event deleted for resources: {'Port': ['ID=94c432fd-2604-4fe2-8da9-c71e5020675a,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:59.529341 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61dababe-a8d5-403a-ba8c-2846a0404b46 None None] No DVR routers for this DVR port 94c432fd-2604-4fe2-8da9-c71e5020675a on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:06:59.575043 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-50dc841d-17cf-4545-b607-2dec99e5fdf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8db0a1c0>, [], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:06:59.575903 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50dc841d-17cf-4545-b607-2dec99e5fdf2 None None] The sync data for ids ['0c9b8d60-59b7-4de9-adf6-f4f9f69dbc9a'] in ncdv-master-1 is: [] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:06:59.613638 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2984bb-3e81-44b7-81e6-52862a234df0 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Pushing event deleted for resources: {'Port': ['ID=2459806e-121b-4ac8-94cb-245395e1a6f5,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:06:59.615744 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2984bb-3e81-44b7-81e6-52862a234df0 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] No DVR routers for this DVR port 2459806e-121b-4ac8-94cb-245395e1a6f5 on host ncdv-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:06:59.625600 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-bb18bc9f-d96a-4121-ba46-5fce3c575c16 admin admin] For port 94c432fd-2604-4fe2-8da9-c71e5020675a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=94c432fd-2604-4fe2-8da9-c71e5020675a,segment=NetworkSegment(2f0831b3-8133-4c28-a071-337c31d2cb1b),segment_id=2f0831b3-8133-4c28-a071-337c31d2cb1b)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:06:59.625974 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bb18bc9f-d96a-4121-ba46-5fce3c575c16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (94c432fd-2604-4fe2-8da9-c71e5020675a), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:59.649927 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 34528) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:06:59.670979 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-bb18bc9f-d96a-4121-ba46-5fce3c575c16 admin admin] Calling delete_port for 94c432fd-2604-4fe2-8da9-c71e5020675a owned by network:dhcp {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:06:59.747526 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e959e30-a815-4627-8128-838799def7e1 x-openstack-request-id: req-3e959e30-a815-4627-8128-838799def7e1 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:06:59.749220 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0131044-3724-490e-88e0-5fca28fe6ee3", "name": "network-vif-plugged", "status": "completed", "tag": "2e65b025-887f-40c7-9d7c-68a722d64bc2", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:06:59.749480 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3e959e30-a815-4627-8128-838799def7e1 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:06:59.750191 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e959e30-a815-4627-8128-838799def7e1'] response: {'server_uuid': 'c0131044-3724-490e-88e0-5fca28fe6ee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e65b025-887f-40c7-9d7c-68a722d64bc2', 'code': 200}
May 07 22:06:59.799102 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ec2984bb-3e81-44b7-81e6-52862a234df0 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (11fa70c4-c082-46d3-9369-6bee1d0453a0), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:59.864477 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-ec2984bb-3e81-44b7-81e6-52862a234df0 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf86276a00>,) {'filters': {'network_id': ['11fa70c4-c082-46d3-9369-6bee1d0453a0']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:06:59.891239 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-ec2984bb-3e81-44b7-81e6-52862a234df0 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf86276a00>, '528b6944-e281-44b2-b5ed-54606841cf4f') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:06:59.891502 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-ec2984bb-3e81-44b7-81e6-52862a234df0 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf86276a00>, '528b6944-e281-44b2-b5ed-54606841cf4f') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:06:59.905288 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a3184d75-ced0-4692-a4c1-e64bee6f6061 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks [] for router_gateway (0c9b8d60-59b7-4de9-adf6-f4f9f69dbc9a), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:59.908062 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ec2984bb-3e81-44b7-81e6-52862a234df0 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (528b6944-e281-44b2-b5ed-54606841cf4f), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:59.911429 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e1002fa0-c173-4886-858d-7933a7cd2a07 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for security_group (347823fa-5b75-4d82-a2c0-79728edb4f9e), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:59.922636 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29424ba-d7b4-487d-87ee-7332d6b729c0 req-88011a4a-9003-482c-afb9-676d47aa681c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:06:59.924192 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c29424ba-d7b4-487d-87ee-7332d6b729c0 req-88011a4a-9003-482c-afb9-676d47aa681c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c0131044-3724-490e-88e0-5fca28fe6ee3 HTTP/1.1" status: 200  len: 1127 time: 0.1117337
May 07 22:06:59.969693 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ec2984bb-3e81-44b7-81e6-52862a234df0 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (528b6944-e281-44b2-b5ed-54606841cf4f), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:59.981623 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e1002fa0-c173-4886-858d-7933a7cd2a07 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for security_group (347823fa-5b75-4d82-a2c0-79728edb4f9e), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:59.988992 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bb18bc9f-d96a-4121-ba46-5fce3c575c16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (94c432fd-2604-4fe2-8da9-c71e5020675a), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:06:59.991871 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec2984bb-3e81-44b7-81e6-52862a234df0 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:06:59.992262 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ec2984bb-3e81-44b7-81e6-52862a234df0 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (528b6944-e281-44b2-b5ed-54606841cf4f), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:00.003165 ncdv-master-1 neutron-server[121836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:07:00.003165 ncdv-master-1 neutron-server[121836]:   self.session.flush()
May 07 22:07:00.003165 ncdv-master-1 neutron-server[121836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:07:00.003165 ncdv-master-1 neutron-server[121836]:   self.session.flush()
May 07 22:07:00.003165 ncdv-master-1 neutron-server[121836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:07:00.003165 ncdv-master-1 neutron-server[121836]:   self.session.flush()
May 07 22:07:00.003165 ncdv-master-1 neutron-server[121836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:07:00.003165 ncdv-master-1 neutron-server[121836]:   self.session.flush()
May 07 22:07:00.003165 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 22:07:00.003165 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:07:00.003165 ncdv-master-1 neutron-server[121836]:     timer()
May 07 22:07:00.003165 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:07:00.003165 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 22:07:00.003165 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:07:00.003165 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 22:07:00.003165 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:07:00.003165 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 22:07:00.003165 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:07:00.003165 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 22:07:00.003165 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:07:00.003165 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 22:07:00.003165 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:07:00.003165 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:07:00.003165 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:07:00.003165 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:07:00.003165 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:07:00.003165 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 22:07:00.003165 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:07:00.003165 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 22:07:00.003165 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:07:00.003165 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:07:00.003165 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:07:00.003165 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 22:07:00.003165 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:07:00.003165 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:07:00.003165 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:07:00.003165 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:07:00.003165 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:07:00.003165 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:07:00.003165 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:07:00.097880 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb18bc9f-d96a-4121-ba46-5fce3c575c16 admin admin] Pushing event deleted for resources: {'Port': ['ID=94c432fd-2604-4fe2-8da9-c71e5020675a,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:00.121881 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb18bc9f-d96a-4121-ba46-5fce3c575c16 admin admin] No DVR routers for this DVR port 94c432fd-2604-4fe2-8da9-c71e5020675a on host ncdv-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:07:00.132845 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c29424ba-d7b4-487d-87ee-7332d6b729c0 req-f1789932-c333-49b5-b1c4-475c03b571cc service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2c335e02-4871-4a34-8e92-8c24a11b7b47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1917937
May 07 22:07:00.187103 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ec2984bb-3e81-44b7-81e6-52862a234df0 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (11fa70c4-c082-46d3-9369-6bee1d0453a0), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:00.199694 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ec2984bb-3e81-44b7-81e6-52862a234df0 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:00.206130 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-ec2984bb-3e81-44b7-81e6-52862a234df0 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] 10.222.0.32 "DELETE /v2.0/networks/11fa70c4-c082-46d3-9369-6bee1d0453a0 HTTP/1.1" status: 204  len: 168 time: 2.3833323
May 07 22:07:00.252357 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2984bb-3e81-44b7-81e6-52862a234df0 tempest-AllowedAddressPairTestJSON-2025954016 tempest-AllowedAddressPairTestJSON-2025954016-project] Pushing event deleted for resources: {'Network': ['ID=11fa70c4-c082-46d3-9369-6bee1d0453a0,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:00.254453 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bb18bc9f-d96a-4121-ba46-5fce3c575c16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:00.262691 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:00.279405 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-bb18bc9f-d96a-4121-ba46-5fce3c575c16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf87ded6a0>,) {'filters': {'network_id': ['f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:07:00.292960 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-bb18bc9f-d96a-4121-ba46-5fce3c575c16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf87ded6a0>, '2f0831b3-8133-4c28-a071-337c31d2cb1b') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:07:00.293495 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-bb18bc9f-d96a-4121-ba46-5fce3c575c16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf87ded6a0>, '2f0831b3-8133-4c28-a071-337c31d2cb1b') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:07:00.296176 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e1002fa0-c173-4886-858d-7933a7cd2a07 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (347823fa-5b75-4d82-a2c0-79728edb4f9e), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:00.299142 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e1002fa0-c173-4886-858d-7933a7cd2a07 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:00.302823 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-e1002fa0-c173-4886-858d-7933a7cd2a07 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "DELETE /v2.0/security-groups/347823fa-5b75-4d82-a2c0-79728edb4f9e HTTP/1.1" status: 204  len: 168 time: 0.6494799
May 07 22:07:00.318880 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bb18bc9f-d96a-4121-ba46-5fce3c575c16 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (2f0831b3-8133-4c28-a071-337c31d2cb1b), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:00.321266 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1002fa0-c173-4886-858d-7933a7cd2a07 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=347823fa-5b75-4d82-a2c0-79728edb4f9e,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:00.342812 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bb18bc9f-d96a-4121-ba46-5fce3c575c16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (2f0831b3-8133-4c28-a071-337c31d2cb1b), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:00.354585 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb18bc9f-d96a-4121-ba46-5fce3c575c16 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:07:00.355363 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bb18bc9f-d96a-4121-ba46-5fce3c575c16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (2f0831b3-8133-4c28-a071-337c31d2cb1b), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:00.370310 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 22:07:00.370310 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:07:00.370310 ncdv-master-1 neutron-server[121836]:     timer()
May 07 22:07:00.370310 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:07:00.370310 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 22:07:00.370310 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:07:00.370310 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 22:07:00.370310 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:07:00.370310 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 22:07:00.370310 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:07:00.370310 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 22:07:00.370310 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:07:00.370310 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 22:07:00.370310 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:07:00.370310 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:07:00.370310 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:07:00.370310 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:07:00.370310 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:07:00.370310 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 22:07:00.370310 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:07:00.370310 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 22:07:00.370310 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:07:00.370310 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:07:00.370310 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:07:00.370310 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 22:07:00.370310 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:07:00.370310 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:07:00.370310 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:07:00.370310 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:07:00.370310 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:07:00.370310 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:07:00.370310 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:07:00.377407 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 34560) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:00.456647 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bb18bc9f-d96a-4121-ba46-5fce3c575c16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:00.472838 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bb18bc9f-d96a-4121-ba46-5fce3c575c16 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:00.479187 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-bb18bc9f-d96a-4121-ba46-5fce3c575c16 admin admin] 10.222.0.32 "DELETE /v2.0/networks/f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b HTTP/1.1" status: 204  len: 168 time: 1.9885323
May 07 22:07:00.492736 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb18bc9f-d96a-4121-ba46-5fce3c575c16 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2a2f1f2-e03e-4e0b-afec-6667bd4eb44b,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:00.672062 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0aff13-e769-4dc0-a2e6-563cf8352090 req-dfa02a7b-43b8-4196-9959-4a863e9ddc5b tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:00.673579 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2d0aff13-e769-4dc0-a2e6-563cf8352090 req-dfa02a7b-43b8-4196-9959-4a863e9ddc5b tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0131044-3724-490e-88e0-5fca28fe6ee3 HTTP/1.1" status: 200  len: 945 time: 0.1317177
May 07 22:07:00.723779 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a3184d75-ced0-4692-a4c1-e64bee6f6061 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-395855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5148'] for router (0c9b8d60-59b7-4de9-adf6-f4f9f69dbc9a), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:00.741465 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a3184d75-ced0-4692-a4c1-e64bee6f6061 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-395830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-395837', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-419014'] for router (0c9b8d60-59b7-4de9-adf6-f4f9f69dbc9a), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:00.777603 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 34576) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:00.792654 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 34578) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:00.799670 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 94c432fd-2604-4fe2-8da9-c71e5020675a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:07:00.832262 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-34aba2f9-4075-4225-9485-76f788e446f6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8130c27f2b84434a8d6fa5032b67aa1e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0526986
May 07 22:07:00.834665 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 34580) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:00.851994 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 94c432fd-2604-4fe2-8da9-c71e5020675a {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:07:00.852338 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 94c432fd-2604-4fe2-8da9-c71e5020675a not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:07:00.869835 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2d0aff13-e769-4dc0-a2e6-563cf8352090 req-284ded3c-c8a7-497c-9924-d4ed60002218 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c335e02-4871-4a34-8e92-8c24a11b7b47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1558881
May 07 22:07:00.906805 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 34584) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:00.934894 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ee97d352-ad7c-4e4c-9056-e73ab079bdba admin admin] Publish callbacks [] for security_group (8784126e-39eb-4ad2-9420-cda4822e0755), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:00.967248 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ee97d352-ad7c-4e4c-9056-e73ab079bdba admin admin] Publish callbacks [] for security_group (8784126e-39eb-4ad2-9420-cda4822e0755), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:00.981051 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3184d75-ced0-4692-a4c1-e64bee6f6061 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Router 0c9b8d60-59b7-4de9-adf6-f4f9f69dbc9a has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:07:01.041408 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ee97d352-ad7c-4e4c-9056-e73ab079bdba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (8784126e-39eb-4ad2-9420-cda4822e0755), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:01.044625 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ee97d352-ad7c-4e4c-9056-e73ab079bdba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:01.046293 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-ee97d352-ad7c-4e4c-9056-e73ab079bdba admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8784126e-39eb-4ad2-9420-cda4822e0755 HTTP/1.1" status: 204  len: 168 time: 0.2104547
May 07 22:07:01.055054 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7cbb9c2e-3c40-41b0-bfcd-d07f0bfbfe15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:01.067907 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee97d352-ad7c-4e4c-9056-e73ab079bdba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8784126e-39eb-4ad2-9420-cda4822e0755,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:01.155371 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-f0ce4c60-c807-41e4-820e-ce4c6682f31b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c3928192a2d34e3aa29c4bc173f32a48&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3227720
May 07 22:07:01.161593 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 34594) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:01.165490 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7cbb9c2e-3c40-41b0-bfcd-d07f0bfbfe15 admin admin] Publish callbacks [] for security_group (ed661c24-82ce-4ca8-89b3-766a12fed7c0), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:01.183716 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7cbb9c2e-3c40-41b0-bfcd-d07f0bfbfe15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (ed661c24-82ce-4ca8-89b3-766a12fed7c0), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:01.214688 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3dca4baf-05dc-480e-b09c-d05837f4bbf6 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401094'] for router_interface (7ec1ba77-a233-4372-bdea-c57589f4c938), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:01.286091 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbb9c2e-3c40-41b0-bfcd-d07f0bfbfe15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed661c24-82ce-4ca8-89b3-766a12fed7c0,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:01.288151 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3184d75-ced0-4692-a4c1-e64bee6f6061 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:07:01.291776 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-7cbb9c2e-3c40-41b0-bfcd-d07f0bfbfe15 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=10b9ce9c81e24948951560bcffd86ca8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3828676
May 07 22:07:01.294799 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 34598) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:01.296769 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a3184d75-ced0-4692-a4c1-e64bee6f6061 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:01.300642 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-a3184d75-ced0-4692-a4c1-e64bee6f6061 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] 10.222.0.32 "PUT /v2.0/routers/0c9b8d60-59b7-4de9-adf6-f4f9f69dbc9a HTTP/1.1" status: 200  len: 925 time: 1.9991732
May 07 22:07:01.307028 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 34600) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:01.315380 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f79cc3-1d1c-428f-a30c-e7305ebce5bd None None] Sync routers for ids ['0c9b8d60-59b7-4de9-adf6-f4f9f69dbc9a'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:07:01.350399 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f79cc3-1d1c-428f-a30c-e7305ebce5bd None None] Routers {'0c9b8d60-59b7-4de9-adf6-f4f9f69dbc9a'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:07:01.351768 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-83f79cc3-1d1c-428f-a30c-e7305ebce5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f97aac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:06:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['0c9b8d60-59b7-4de9-adf6-f4f9f69dbc9a'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:07:01.361374 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d99c2c7b-31ea-4f90-b1b6-a595300c9f81 admin admin] Publish callbacks [] for security_group (727334d4-07e5-4005-8362-f102677a1f24), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:01.409298 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-83f79cc3-1d1c-428f-a30c-e7305ebce5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f97aac0>, [], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:07:01.419022 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f79cc3-1d1c-428f-a30c-e7305ebce5bd None None] Routers {'0c9b8d60-59b7-4de9-adf6-f4f9f69dbc9a'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:07:01.419650 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-83f79cc3-1d1c-428f-a30c-e7305ebce5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f97aac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:06:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['0c9b8d60-59b7-4de9-adf6-f4f9f69dbc9a'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:07:01.425143 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d99c2c7b-31ea-4f90-b1b6-a595300c9f81 admin admin] Publish callbacks [] for security_group (727334d4-07e5-4005-8362-f102677a1f24), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:01.463840 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-83f79cc3-1d1c-428f-a30c-e7305ebce5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f97aac0>, [], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:07:01.464690 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83f79cc3-1d1c-428f-a30c-e7305ebce5bd None None] The sync data for ids ['0c9b8d60-59b7-4de9-adf6-f4f9f69dbc9a'] in ncdv-master-1 is: [] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:07:01.514065 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f58cbb30-d2c7-4c7f-a6f0-3b08489c5504 admin admin] Publish callbacks [] for security_group (ed661c24-82ce-4ca8-89b3-766a12fed7c0), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:01.538226 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-d5072f57-b6aa-481d-958f-caab621f28fd tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] 10.222.0.32 "GET /v2.0/routers/0c9b8d60-59b7-4de9-adf6-f4f9f69dbc9a HTTP/1.1" status: 200  len: 925 time: 0.2297511
May 07 22:07:01.541858 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 34608) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:01.612915 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f58cbb30-d2c7-4c7f-a6f0-3b08489c5504 admin admin] Publish callbacks [] for security_group (ed661c24-82ce-4ca8-89b3-766a12fed7c0), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:01.628845 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d99c2c7b-31ea-4f90-b1b6-a595300c9f81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (727334d4-07e5-4005-8362-f102677a1f24), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:01.631425 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d99c2c7b-31ea-4f90-b1b6-a595300c9f81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:01.632257 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-3dca4baf-05dc-480e-b09c-d05837f4bbf6 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Deleting port 5fec63ef-93aa-429e-84d3-f9f3f40f04ce {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:07:01.633037 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3dca4baf-05dc-480e-b09c-d05837f4bbf6 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (5fec63ef-93aa-429e-84d3-f9f3f40f04ce), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:01.635222 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-d99c2c7b-31ea-4f90-b1b6-a595300c9f81 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/727334d4-07e5-4005-8362-f102677a1f24 HTTP/1.1" status: 204  len: 168 time: 0.4722965
May 07 22:07:01.668992 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65415d8e-d038-4809-be7d-7fb30a41f8ce tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:01.672975 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-65415d8e-d038-4809-be7d-7fb30a41f8ce tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=9221b764-ef06-431f-8941-796516ed7c3b&device_id=0c9b8d60-59b7-4de9-adf6-f4f9f69dbc9a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.1275384
May 07 22:07:01.672975 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99c2c7b-31ea-4f90-b1b6-a595300c9f81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=727334d4-07e5-4005-8362-f102677a1f24,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:01.677778 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 34616) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:01.760907 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-3dca4baf-05dc-480e-b09c-d05837f4bbf6 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] For port 5fec63ef-93aa-429e-84d3-f9f3f40f04ce, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5fec63ef-93aa-429e-84d3-f9f3f40f04ce,segment=NetworkSegment(86058b97-ca98-4bcc-b2cc-13cc18e8d4c0),segment_id=86058b97-ca98-4bcc-b2cc-13cc18e8d4c0)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:07:01.762021 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3dca4baf-05dc-480e-b09c-d05837f4bbf6 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (5fec63ef-93aa-429e-84d3-f9f3f40f04ce), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:01.765171 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f58cbb30-d2c7-4c7f-a6f0-3b08489c5504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (ed661c24-82ce-4ca8-89b3-766a12fed7c0), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:01.768672 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f58cbb30-d2c7-4c7f-a6f0-3b08489c5504 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:01.773289 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-f58cbb30-d2c7-4c7f-a6f0-3b08489c5504 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ed661c24-82ce-4ca8-89b3-766a12fed7c0 HTTP/1.1" status: 204  len: 168 time: 0.4741099
May 07 22:07:01.787532 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58cbb30-d2c7-4c7f-a6f0-3b08489c5504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed661c24-82ce-4ca8-89b3-766a12fed7c0,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:01.796568 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-3dca4baf-05dc-480e-b09c-d05837f4bbf6 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Calling delete_port for 5fec63ef-93aa-429e-84d3-f9f3f40f04ce owned by network:router_interface {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:07:01.809149 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c54216c-b5e5-4e88-9430-f5a1840382f8 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:01.812022 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-3c54216c-b5e5-4e88-9430-f5a1840382f8 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] 10.222.0.32 "GET /v2.0/networks/9221b764-ef06-431f-8941-796516ed7c3b HTTP/1.1" status: 200  len: 881 time: 0.1332252
May 07 22:07:01.814835 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 34624) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:01.865471 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-ef119310-354a-4565-9e5d-fd24b47e97fe tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c9b8d60-59b7-4de9-adf6-f4f9f69dbc9a HTTP/1.1" status: 200  len: 205 time: 0.0493450
May 07 22:07:01.867989 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 34630) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:02.047286 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f56a296c-4729-483f-a1e3-8b54392f60fb tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks [] for router (0c9b8d60-59b7-4de9-adf6-f4f9f69dbc9a), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:02.048297 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5715aaf0-6f9d-4b0a-9740-0386ae2f788c req-6b310023-58fe-47fb-a84f-7043a884c8d7 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:02.050011 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5715aaf0-6f9d-4b0a-9740-0386ae2f788c req-6b310023-58fe-47fb-a84f-7043a884c8d7 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0131044-3724-490e-88e0-5fca28fe6ee3 HTTP/1.1" status: 200  len: 945 time: 0.0774333
May 07 22:07:02.109558 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5715aaf0-6f9d-4b0a-9740-0386ae2f788c req-55896b08-750c-419f-9da2-e69218107e03 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c335e02-4871-4a34-8e92-8c24a11b7b47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515368
May 07 22:07:02.189175 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3dca4baf-05dc-480e-b09c-d05837f4bbf6 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (5fec63ef-93aa-429e-84d3-f9f3f40f04ce), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:02.267353 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dca4baf-05dc-480e-b09c-d05837f4bbf6 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Pushing event deleted for resources: {'Port': ['ID=5fec63ef-93aa-429e-84d3-f9f3f40f04ce,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:02.315692 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f56a296c-4729-483f-a1e3-8b54392f60fb tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks [] for router_gateway (0c9b8d60-59b7-4de9-adf6-f4f9f69dbc9a), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:02.343246 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a9352d43-7be9-48bc-b992-660863fe9703 req-f63184ef-ed89-40a1-95d5-638f93c076c2 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=759c66c34f414c19b2109393738ef639 HTTP/1.1" status: 200  len: 267 time: 0.1501372
May 07 22:07:02.533226 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 34652) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:02.555125 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bbf68f7f-dd79-42ff-b816-ae162cbaafcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:02.689260 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bbf68f7f-dd79-42ff-b816-ae162cbaafcb admin admin] Publish callbacks [] for security_group (b4cabe09-44d7-4a10-bec6-14bb8368e6a7), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:02.695721 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bbf68f7f-dd79-42ff-b816-ae162cbaafcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (b4cabe09-44d7-4a10-bec6-14bb8368e6a7), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:02.752136 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf68f7f-dd79-42ff-b816-ae162cbaafcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4cabe09-44d7-4a10-bec6-14bb8368e6a7,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:02.759930 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-bbf68f7f-dd79-42ff-b816-ae162cbaafcb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=794043b9e12a47aa9a452b6b869aee3d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2221069
May 07 22:07:02.760191 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 34658) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:02.848791 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7228b5aa-b89c-4ba0-b487-83384918f2a7 admin admin] Publish callbacks [] for security_group (b4cabe09-44d7-4a10-bec6-14bb8368e6a7), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:02.883285 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7228b5aa-b89c-4ba0-b487-83384918f2a7 admin admin] Publish callbacks [] for security_group (b4cabe09-44d7-4a10-bec6-14bb8368e6a7), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:02.896683 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-f56a296c-4729-483f-a1e3-8b54392f60fb tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Deleting port 29c0ba52-29b5-4a9e-98bd-6951c69a94f8 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:07:02.897067 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f56a296c-4729-483f-a1e3-8b54392f60fb tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (29c0ba52-29b5-4a9e-98bd-6951c69a94f8), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:02.904081 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9352d43-7be9-48bc-b992-660863fe9703 req-ab153410-7960-41fe-9de3-e1f316a02285 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:02.906122 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a9352d43-7be9-48bc-b992-660863fe9703 req-ab153410-7960-41fe-9de3-e1f316a02285 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0131044-3724-490e-88e0-5fca28fe6ee3 HTTP/1.1" status: 200  len: 945 time: 0.5543904
May 07 22:07:02.924811 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-a9352d43-7be9-48bc-b992-660863fe9703 req-38d09023-9aeb-441c-a706-6a6b90c9088a tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Request body: {'port': {'security_groups': []}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:07:02.941154 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7228b5aa-b89c-4ba0-b487-83384918f2a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (b4cabe09-44d7-4a10-bec6-14bb8368e6a7), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:02.944019 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7228b5aa-b89c-4ba0-b487-83384918f2a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:02.947533 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-7228b5aa-b89c-4ba0-b487-83384918f2a7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b4cabe09-44d7-4a10-bec6-14bb8368e6a7 HTTP/1.1" status: 204  len: 168 time: 0.1840680
May 07 22:07:02.953574 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7228b5aa-b89c-4ba0-b487-83384918f2a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4cabe09-44d7-4a10-bec6-14bb8368e6a7,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:03.118132 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-a9352d43-7be9-48bc-b992-660863fe9703 req-38d09023-9aeb-441c-a706-6a6b90c9088a tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (2e65b025-887f-40c7-9d7c-68a722d64bc2), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:03.122598 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f56a296c-4729-483f-a1e3-8b54392f60fb tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (29c0ba52-29b5-4a9e-98bd-6951c69a94f8), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:03.124963 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3dca4baf-05dc-480e-b09c-d05837f4bbf6 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401002'] for router_interface (7ec1ba77-a233-4372-bdea-c57589f4c938), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:03.155244 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-f56a296c-4729-483f-a1e3-8b54392f60fb tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Calling delete_port for 29c0ba52-29b5-4a9e-98bd-6951c69a94f8 owned by network:router_gateway {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:07:03.551743 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-a9352d43-7be9-48bc-b992-660863fe9703 req-38d09023-9aeb-441c-a706-6a6b90c9088a tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] For port 2e65b025-887f-40c7-9d7c-68a722d64bc2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2e65b025-887f-40c7-9d7c-68a722d64bc2,segment=NetworkSegment(3565a17e-e0eb-4b35-a7f2-f7d7af642fb7),segment_id=3565a17e-e0eb-4b35-a7f2-f7d7af642fb7)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:07:03.660295 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-a9352d43-7be9-48bc-b992-660863fe9703 req-38d09023-9aeb-441c-a706-6a6b90c9088a tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Publish callbacks [] for port (2e65b025-887f-40c7-9d7c-68a722d64bc2), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:03.690720 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-a9352d43-7be9-48bc-b992-660863fe9703 req-38d09023-9aeb-441c-a706-6a6b90c9088a tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (2e65b025-887f-40c7-9d7c-68a722d64bc2), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:03.703372 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['21b489d6-f673-44e1-848f-8bbe1b3aef5c', '4c002f8a-6eee-4016-aa09-cc73c944ce61', '2e65b025-887f-40c7-9d7c-68a722d64bc2'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:07:03.710877 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dca4baf-05dc-480e-b09c-d05837f4bbf6 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Router 7ec1ba77-a233-4372-bdea-c57589f4c938 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:07:03.712759 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f56a296c-4729-483f-a1e3-8b54392f60fb tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (29c0ba52-29b5-4a9e-98bd-6951c69a94f8), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:03.770947 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9352d43-7be9-48bc-b992-660863fe9703 req-38d09023-9aeb-441c-a706-6a6b90c9088a tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:03.771724 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-a9352d43-7be9-48bc-b992-660863fe9703 req-38d09023-9aeb-441c-a706-6a6b90c9088a tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:03.773118 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a9352d43-7be9-48bc-b992-660863fe9703 req-38d09023-9aeb-441c-a706-6a6b90c9088a tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "PUT /v2.0/ports/2e65b025-887f-40c7-9d7c-68a722d64bc2 HTTP/1.1" status: 200  len: 904 time: 0.8536351
May 07 22:07:03.785827 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0131044-3724-490e-88e0-5fca28fe6ee3', 'tag': '2e65b025-887f-40c7-9d7c-68a722d64bc2'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:07:03.788328 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ff8cb4-5a8e-4769-9ba7-1d8088fd0773" -d '{"events": [{"name": "network-changed", "server_uuid": "c0131044-3724-490e-88e0-5fca28fe6ee3", "tag": "2e65b025-887f-40c7-9d7c-68a722d64bc2"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:07:03.885834 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['2e65b025-887f-40c7-9d7c-68a722d64bc2'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:07:03.960606 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dca4baf-05dc-480e-b09c-d05837f4bbf6 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:07:04.011927 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-3dca4baf-05dc-480e-b09c-d05837f4bbf6 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "PUT /v2.0/routers/7ec1ba77-a233-4372-bdea-c57589f4c938/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6328857
May 07 22:07:04.012173 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 34710) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:04.019806 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d09023-9aeb-441c-a706-6a6b90c9088a tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Pushing event updated for resources: {'Port': ['ID=2e65b025-887f-40c7-9d7c-68a722d64bc2,revision_number=6']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:04.121707 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_v2 [None req-e36ad356-e356-4ff6-b0bd-9166ad2713cd tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Deleting subnet 5e9b4b45-0424-4913-b438-6e766a477b3b {{(pid=121836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:07:04.137799 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e36ad356-e356-4ff6-b0bd-9166ad2713cd tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for subnet (5e9b4b45-0424-4913-b438-6e766a477b3b), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:04.166185 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 34712) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:04.181764 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56a296c-4729-483f-a1e3-8b54392f60fb tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Pushing event deleted for resources: {'Port': ['ID=29c0ba52-29b5-4a9e-98bd-6951c69a94f8,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:04.198567 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a106b04-07d5-4bd0-a6fe-4204c1ae22e7 req-67978dee-ad7e-49cc-a1ca-c23b55a2cb86 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:04.200427 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7a106b04-07d5-4bd0-a6fe-4204c1ae22e7 req-67978dee-ad7e-49cc-a1ca-c23b55a2cb86 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0131044-3724-490e-88e0-5fca28fe6ee3 HTTP/1.1" status: 200  len: 907 time: 0.2439792
May 07 22:07:04.206308 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f56a296c-4729-483f-a1e3-8b54392f60fb tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395776'] for router_gateway (0c9b8d60-59b7-4de9-adf6-f4f9f69dbc9a), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:04.240215 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-d62fea12-37e3-4d99-93be-f03ab7599001 None None] Provisioning complete for port 2e65b025-887f-40c7-9d7c-68a722d64bc2 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:07:04.251820 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d62fea12-37e3-4d99-93be-f03ab7599001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (2e65b025-887f-40c7-9d7c-68a722d64bc2), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:04.259482 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcb75e1-4ccf-4b66-89f0-831e34b9cfec None None] Sync routers for ids ['7ec1ba77-a233-4372-bdea-c57589f4c938'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:07:04.286277 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcb75e1-4ccf-4b66-89f0-831e34b9cfec None None] Routers {'7ec1ba77-a233-4372-bdea-c57589f4c938'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:07:04.286954 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-dbcb75e1-4ccf-4b66-89f0-831e34b9cfec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8ca7b220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:06:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['7ec1ba77-a233-4372-bdea-c57589f4c938'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:07:04.314423 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e36ad356-e356-4ff6-b0bd-9166ad2713cd tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726883'] for subnet (5e9b4b45-0424-4913-b438-6e766a477b3b), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:04.343097 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e466c8ea-b8bb-4652-af0b-69305e8dc32c x-openstack-request-id: req-e466c8ea-b8bb-4652-af0b-69305e8dc32c {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:07:04.343550 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0131044-3724-490e-88e0-5fca28fe6ee3", "tag": "2e65b025-887f-40c7-9d7c-68a722d64bc2", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:07:04.343904 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e466c8ea-b8bb-4652-af0b-69305e8dc32c {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:07:04.344454 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e466c8ea-b8bb-4652-af0b-69305e8dc32c'] response: {'name': 'network-changed', 'server_uuid': 'c0131044-3724-490e-88e0-5fca28fe6ee3', 'tag': '2e65b025-887f-40c7-9d7c-68a722d64bc2', 'status': 'completed', 'code': 200}
May 07 22:07:04.356090 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f56a296c-4729-483f-a1e3-8b54392f60fb tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (0c9b8d60-59b7-4de9-adf6-f4f9f69dbc9a), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:04.358719 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f56a296c-4729-483f-a1e3-8b54392f60fb tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks [] for router_controller (0c9b8d60-59b7-4de9-adf6-f4f9f69dbc9a), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:04.448081 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 34720) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:04.468361 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff8cb4-5a8e-4769-9ba7-1d8088fd0773 req-86a12b4f-4769-4cea-b0d7-bdbafd202851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:04.472688 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-d62fea12-37e3-4d99-93be-f03ab7599001 None None] Current status of the port 2e65b025-887f-40c7-9d7c-68a722d64bc2 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:07:04.474141 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f1ff8cb4-5a8e-4769-9ba7-1d8088fd0773 req-86a12b4f-4769-4cea-b0d7-bdbafd202851 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=759c66c34f414c19b2109393738ef639&device_id=c0131044-3724-490e-88e0-5fca28fe6ee3 HTTP/1.1" status: 200  len: 1089 time: 0.1139469
May 07 22:07:04.478679 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f56a296c-4729-483f-a1e3-8b54392f60fb tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (0c9b8d60-59b7-4de9-adf6-f4f9f69dbc9a), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:04.479287 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f56a296c-4729-483f-a1e3-8b54392f60fb tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Fanout notify agent at l3_agent the message router_deleted on router 0c9b8d60-59b7-4de9-adf6-f4f9f69dbc9a {{(pid=121837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 22:07:04.507523 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f56a296c-4729-483f-a1e3-8b54392f60fb tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:04.514752 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-f56a296c-4729-483f-a1e3-8b54392f60fb tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] 10.222.0.32 "DELETE /v2.0/routers/0c9b8d60-59b7-4de9-adf6-f4f9f69dbc9a HTTP/1.1" status: 204  len: 168 time: 2.6448758
May 07 22:07:04.516890 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 34730) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:04.538595 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-ddb77c54-8fe9-42fb-8318-64922e7e1abd tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1421584723', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:07:04.570492 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-dbcb75e1-4ccf-4b66-89f0-831e34b9cfec None None] Set router 7ec1ba77-a233-4372-bdea-c57589f4c938 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:07:04.575611 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43dfcea-5c1c-4c06-af94-4504d4ab7ea7 req-00c76a47-c929-4d74-8284-df1e82154fc8 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:04.578149 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e43dfcea-5c1c-4c06-af94-4504d4ab7ea7 req-00c76a47-c929-4d74-8284-df1e82154fc8 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 945 time: 0.1187289
May 07 22:07:04.586976 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ddb77c54-8fe9-42fb-8318-64922e7e1abd tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (f1b7397e-502d-4726-9ab6-a38a1b594f69), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:04.588989 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ddb77c54-8fe9-42fb-8318-64922e7e1abd tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (f1b7397e-502d-4726-9ab6-a38a1b594f69), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:04.608509 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [None req-4e4c3fba-7a4e-422c-bd72-36000dd2dc24 tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121837) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:07:04.612779 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-4e4c3fba-7a4e-422c-bd72-36000dd2dc24 tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14315 time: 0.4371598
May 07 22:07:04.627292 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 34734) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:04.645666 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [None req-650781e3-587a-4deb-81d2-c2ce7ce28033 tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] http://10.222.0.32:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=121837) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:07:04.646669 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-650781e3-587a-4deb-81d2-c2ce7ce28033 tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] 10.222.0.32 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200  len: 353 time: 0.0167179
May 07 22:07:04.649328 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 34738) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:04.655133 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [None req-7e4c5f62-0017-4506-90d7-539713f4f0c5 tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] http://10.222.0.32:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=121837) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:07:04.656225 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-7e4c5f62-0017-4506-90d7-539713f4f0c5 tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] 10.222.0.32 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200  len: 357 time: 0.0060112
May 07 22:07:04.660892 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 34740) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:04.696780 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [None req-87c39632-af1c-4a06-8a47-556da4449e4c tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] http://10.222.0.32:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=121837) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:07:04.697752 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-87c39632-af1c-4a06-8a47-556da4449e4c tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] 10.222.0.32 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200  len: 506 time: 0.0044510
May 07 22:07:04.706537 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 34742) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:04.718892 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff8cb4-5a8e-4769-9ba7-1d8088fd0773 req-ae2baf6f-0b40-438c-a14f-53f62d674955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:04.721889 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-99817b35-501f-4942-956b-aa43e7c497f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:04.722570 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f1ff8cb4-5a8e-4769-9ba7-1d8088fd0773 req-ae2baf6f-0b40-438c-a14f-53f62d674955 service neutron] 10.222.0.55 "GET /v2.0/networks?id=33b52409-fae0-4935-b5d0-15acefaa0f3f HTTP/1.1" status: 200  len: 913 time: 0.2312987
May 07 22:07:04.737934 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [None req-070ded3a-968e-4cfd-8b5c-bad7a14b193b tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] http://10.222.0.32:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=121837) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:07:04.741599 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-070ded3a-968e-4cfd-8b5c-bad7a14b193b tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] 10.222.0.32 "GET /v2.0/extensions/agent HTTP/1.1" status: 200  len: 347 time: 0.0183210
May 07 22:07:04.743577 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ddb77c54-8fe9-42fb-8318-64922e7e1abd tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks [] for router_controller (f1b7397e-502d-4726-9ab6-a38a1b594f69), precommit_add_association {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:04.744259 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 34744) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:04.754126 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [None req-1eb00368-61f6-4b8b-8048-c6301a439921 tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] http://10.222.0.32:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=121837) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:07:04.757656 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-1eb00368-61f6-4b8b-8048-c6301a439921 tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] 10.222.0.32 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200  len: 417 time: 0.0043373
May 07 22:07:04.771718 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 34746) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:04.772738 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ddb77c54-8fe9-42fb-8318-64922e7e1abd tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (f1b7397e-502d-4726-9ab6-a38a1b594f69), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:04.785768 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [None req-3611e418-7dff-4bca-9499-45918409e9b2 tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] http://10.222.0.32:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=121837) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:07:04.789147 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-3611e418-7dff-4bca-9499-45918409e9b2 tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] 10.222.0.32 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200  len: 378 time: 0.0086699
May 07 22:07:04.797054 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e43dfcea-5c1c-4c06-af94-4504d4ab7ea7 req-e2295f0e-e019-4962-a36a-c8df4b9eca21 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1974084
May 07 22:07:04.798633 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 34750) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:04.806020 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [None req-de70b642-0f1f-4f86-82cc-1b4e7c9be20c tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] http://10.222.0.32:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=121837) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:07:04.809596 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-de70b642-0f1f-4f86-82cc-1b4e7c9be20c tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] 10.222.0.32 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200  len: 394 time: 0.0048723
May 07 22:07:04.811882 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 34752) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:04.818467 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [None req-7bbd0213-fd61-438a-8988-3492ee5ad3d3 tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] http://10.222.0.32:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=121837) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:07:04.822039 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-7bbd0213-fd61-438a-8988-3492ee5ad3d3 tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] 10.222.0.32 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200  len: 372 time: 0.0067654
May 07 22:07:04.825464 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 34754) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:04.830377 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [None req-a20598c8-45b4-43f6-bc20-7af25d47ee62 tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] http://10.222.0.32:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=121837) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:07:04.833714 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-a20598c8-45b4-43f6-bc20-7af25d47ee62 tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] 10.222.0.32 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200  len: 414 time: 0.0046375
May 07 22:07:04.835919 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ddb77c54-8fe9-42fb-8318-64922e7e1abd tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:04.839785 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-ddb77c54-8fe9-42fb-8318-64922e7e1abd tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.3219423
May 07 22:07:04.843858 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 34756) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:04.844194 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 34758) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:04.849423 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [None req-38958a2e-5859-40aa-ac51-bda0d2d96c25 tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] http://10.222.0.32:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=121837) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:07:04.853002 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-38958a2e-5859-40aa-ac51-bda0d2d96c25 tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] 10.222.0.32 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200  len: 405 time: 0.0053031
May 07 22:07:04.853140 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-dbcb75e1-4ccf-4b66-89f0-831e34b9cfec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8ca7b220>, [{'id': '7ec1ba77-a233-4372-bdea-c57589f4c938', 'name': 'tempest-TestNetworkBasicOps-router-1089487645', 'tenant_id': '0c313e966d334c26afa43b480ab20fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.98'}], 'enable_snat': True}, 'gw_port_id': '49e08e72-770d-4ba7-8a05-934efa78eccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:04:35Z', 'updated_at': '2022-05-07T22:07:02Z', 'revision_number': 7, 'project_id': '0c313e966d334c26afa43b480ab20fb0', 'gw_port': {'id': '49e08e72-770d-4ba7-8a05-934efa78eccf', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec1ba77-a233-4372-bdea-c57589f4c938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:04:35Z', 'updated_at': '2022-05-07T22:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:07:04.853782 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 34762) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:04.854871 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-b04a6d32-23d4-4b91-b944-05e0aca7bd8b tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Request body: {'router': {'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:07:04.860291 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f1ff8cb4-5a8e-4769-9ba7-1d8088fd0773 req-0cc1cb5f-9790-432b-ba67-2065d9cb631c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2e65b025-887f-40c7-9d7c-68a722d64bc2 HTTP/1.1" status: 200  len: 217 time: 0.0947461
May 07 22:07:04.865473 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [None req-68117f53-d24a-4303-9e08-999ef18f8c4e tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] http://10.222.0.32:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=121836) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:07:04.869021 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-68117f53-d24a-4303-9e08-999ef18f8c4e tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] 10.222.0.32 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200  len: 381 time: 0.0114655
May 07 22:07:04.869666 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 34764) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:04.876888 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [None req-bdfd8a2f-5e66-4005-8412-4156051ec7ac tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] http://10.222.0.32:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=121836) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:07:04.880239 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-bdfd8a2f-5e66-4005-8412-4156051ec7ac tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] 10.222.0.32 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200  len: 387 time: 0.0060854
May 07 22:07:04.880395 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcb75e1-4ccf-4b66-89f0-831e34b9cfec None None] Checking router: 7ec1ba77-a233-4372-bdea-c57589f4c938 for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:07:04.888867 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcb75e1-4ccf-4b66-89f0-831e34b9cfec None None] Routers {'7ec1ba77-a233-4372-bdea-c57589f4c938'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:07:04.889496 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-dbcb75e1-4ccf-4b66-89f0-831e34b9cfec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8ca7b220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:06:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['7ec1ba77-a233-4372-bdea-c57589f4c938'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:07:04.890056 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 34766) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:04.930689 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [None req-1b827a85-3430-475e-8d93-2352ac403a1c tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] http://10.222.0.32:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=121836) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:07:04.934419 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-1b827a85-3430-475e-8d93-2352ac403a1c tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] 10.222.0.32 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200  len: 413 time: 0.0304217
May 07 22:07:04.935532 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 34768) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:04.961480 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [None req-1bf0ae72-765a-4a7b-b489-87110312b7be tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] http://10.222.0.32:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=121836) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:07:04.965080 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-1bf0ae72-765a-4a7b-b489-87110312b7be tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] 10.222.0.32 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200  len: 394 time: 0.0100269
May 07 22:07:04.965080 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e36ad356-e356-4ff6-b0bd-9166ad2713cd tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (5e9b4b45-0424-4913-b438-6e766a477b3b), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:04.994137 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 34770) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:05.002937 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-dbcb75e1-4ccf-4b66-89f0-831e34b9cfec None None] Set router 7ec1ba77-a233-4372-bdea-c57589f4c938 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:07:05.003266 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [None req-acc1c26c-0364-4ff1-b374-374b9976a065 tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] http://10.222.0.32:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=121837) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:07:05.004411 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-acc1c26c-0364-4ff1-b374-374b9976a065 tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] 10.222.0.32 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200  len: 498 time: 0.0091763
May 07 22:07:05.014898 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 34772) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:05.025627 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [None req-408f7a9a-2693-4f71-8068-4e21ec420f0b tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] http://10.222.0.32:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=121836) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:07:05.027264 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-408f7a9a-2693-4f71-8068-4e21ec420f0b tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] 10.222.0.32 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200  len: 375 time: 0.0107794
May 07 22:07:05.030887 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 34774) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:05.040180 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [None req-1e2901ce-f76f-40b6-93e1-ab9ecfa05e2d tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] http://10.222.0.32:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=121836) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:07:05.040180 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-1e2901ce-f76f-40b6-93e1-ab9ecfa05e2d tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] 10.222.0.32 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200  len: 444 time: 0.0061417
May 07 22:07:05.048141 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 34776) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:05.055411 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff8cb4-5a8e-4769-9ba7-1d8088fd0773 req-d1037d0f-433c-491d-8d18-3f767ab522af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:05.058480 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f1ff8cb4-5a8e-4769-9ba7-1d8088fd0773 req-d1037d0f-433c-491d-8d18-3f767ab522af service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3e304f3b-3927-4f57-b6d9-ff32c4ae5938 HTTP/1.1" status: 200  len: 851 time: 0.1873229
May 07 22:07:05.065897 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [None req-8b3ea66e-2a45-4673-9801-255f02395061 tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] http://10.222.0.32:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=121836) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:07:05.068070 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-8b3ea66e-2a45-4673-9801-255f02395061 tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] 10.222.0.32 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200  len: 392 time: 0.0153561
May 07 22:07:05.074079 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 34778) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:05.093555 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [None req-43da56ba-6b92-470f-88cd-ffa3901dff97 tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] http://10.222.0.32:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=121836) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:07:05.094628 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-43da56ba-6b92-470f-88cd-ffa3901dff97 tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] 10.222.0.32 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200  len: 406 time: 0.0080321
May 07 22:07:05.097765 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 34780) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:05.107500 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92edbcf1-794a-4612-baa6-39f5df95e74e req-655a5a0c-41c1-4681-9964-a20f40c2b1fc tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:05.108625 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [None req-f6836e89-b0ea-423d-9b71-1109401d6a80 tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] http://10.222.0.32:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=121836) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:07:05.109609 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-92edbcf1-794a-4612-baa6-39f5df95e74e req-655a5a0c-41c1-4681-9964-a20f40c2b1fc tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 945 time: 0.0651116
May 07 22:07:05.110522 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-f6836e89-b0ea-423d-9b71-1109401d6a80 tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] 10.222.0.32 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200  len: 387 time: 0.0118132
May 07 22:07:05.113489 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 34782) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:05.121906 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [None req-2264c45e-e615-483a-8b84-c3591170b24e tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] http://10.222.0.32:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=121837) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:07:05.122877 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-2264c45e-e615-483a-8b84-c3591170b24e tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] 10.222.0.32 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200  len: 382 time: 0.0045106
May 07 22:07:05.136881 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 34786) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:05.137679 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [None req-0ce4ad43-ceb5-49ba-b43d-95cffcdbfc4e tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] http://10.222.0.32:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=121837) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:07:05.138632 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-0ce4ad43-ceb5-49ba-b43d-95cffcdbfc4e tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] 10.222.0.32 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200  len: 416 time: 0.0047297
May 07 22:07:05.175414 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 34790) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:05.185102 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [None req-81b321bd-5ce2-454e-b19c-c502de8dda20 tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] http://10.222.0.32:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=121836) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:07:05.186269 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-81b321bd-5ce2-454e-b19c-c502de8dda20 tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] 10.222.0.32 "GET /v2.0/extensions/router HTTP/1.1" status: 200  len: 450 time: 0.0114529
May 07 22:07:05.192081 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 34796) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:05.206110 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [None req-b2d5dffe-bb10-4d2f-a0c0-b5d0d0fe530e tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] http://10.222.0.32:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=121836) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:07:05.207431 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-b2d5dffe-bb10-4d2f-a0c0-b5d0d0fe530e tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] 10.222.0.32 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200  len: 462 time: 0.0144360
May 07 22:07:05.219010 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 34798) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:05.223911 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [None req-7b918e2d-405a-4375-bc1a-9bccbc901d44 tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] http://10.222.0.32:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=121836) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:07:05.225060 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-7b918e2d-405a-4375-bc1a-9bccbc901d44 tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] 10.222.0.32 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200  len: 360 time: 0.0048733
May 07 22:07:05.226068 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff8cb4-5a8e-4769-9ba7-1d8088fd0773 req-13bf60fc-e550-4c7b-a6f6-663de7b58cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:05.227768 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f1ff8cb4-5a8e-4769-9ba7-1d8088fd0773 req-13bf60fc-e550-4c7b-a6f6-663de7b58cdd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=33b52409-fae0-4935-b5d0-15acefaa0f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1547203
May 07 22:07:05.228348 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 34800) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:05.230477 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b04a6d32-23d4-4b91-b944-05e0aca7bd8b tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks [] for router_gateway (f1b7397e-502d-4726-9ab6-a38a1b594f69), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:05.233370 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [None req-3b5897e3-1840-4c3e-b8cd-77215916240d tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] http://10.222.0.32:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=121836) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:07:05.234465 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-3b5897e3-1840-4c3e-b8cd-77215916240d tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] 10.222.0.32 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200  len: 366 time: 0.0052767
May 07 22:07:05.244440 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e36ad356-e356-4ff6-b0bd-9166ad2713cd tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (5e9b4b45-0424-4913-b438-6e766a477b3b), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:05.246345 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 34802) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:05.246640 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-99817b35-501f-4942-956b-aa43e7c497f2 admin admin] Publish callbacks [] for security_group (77da8099-9259-433c-8aab-b104119a53ee), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:05.272859 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [None req-f6c97141-f34a-47a9-a080-ae91c9334467 tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] http://10.222.0.32:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=121836) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:07:05.276389 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-f6c97141-f34a-47a9-a080-ae91c9334467 tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] 10.222.0.32 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200  len: 439 time: 0.0193341
May 07 22:07:05.277926 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 34804) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:05.290075 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-99817b35-501f-4942-956b-aa43e7c497f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (77da8099-9259-433c-8aab-b104119a53ee), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:05.305203 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [None req-0a7aaf3e-d005-4686-957e-9b7b7da243ba tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] http://10.222.0.32:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=121836) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:07:05.308828 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-0a7aaf3e-d005-4686-957e-9b7b7da243ba tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] 10.222.0.32 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200  len: 374 time: 0.0220270
May 07 22:07:05.308971 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 34806) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:05.317945 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-dbcb75e1-4ccf-4b66-89f0-831e34b9cfec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8ca7b220>, [{'id': '7ec1ba77-a233-4372-bdea-c57589f4c938', 'name': 'tempest-TestNetworkBasicOps-router-1089487645', 'tenant_id': '0c313e966d334c26afa43b480ab20fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.98'}], 'enable_snat': True}, 'gw_port_id': '49e08e72-770d-4ba7-8a05-934efa78eccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:04:35Z', 'updated_at': '2022-05-07T22:07:02Z', 'revision_number': 7, 'project_id': '0c313e966d334c26afa43b480ab20fb0', 'gw_port': {'id': '49e08e72-770d-4ba7-8a05-934efa78eccf', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec1ba77-a233-4372-bdea-c57589f4c938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:04:35Z', 'updated_at': '2022-05-07T22:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:07:05.328783 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [None req-a9553f88-8f80-475f-a759-041688888cbb tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] http://10.222.0.32:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=121837) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:07:05.330054 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-a9553f88-8f80-475f-a759-041688888cbb tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] 10.222.0.32 "GET /v2.0/extensions/metering HTTP/1.1" status: 200  len: 357 time: 0.0072415
May 07 22:07:05.335949 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 34810) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:05.342813 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e36ad356-e356-4ff6-b0bd-9166ad2713cd tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:05.345966 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-e36ad356-e356-4ff6-b0bd-9166ad2713cd tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "DELETE /v2.0/subnets/5e9b4b45-0424-4913-b438-6e766a477b3b HTTP/1.1" status: 204  len: 168 time: 1.3327866
May 07 22:07:05.349541 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [None req-feb8152c-3dd6-47be-bb95-7dca08085cf5 tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] http://10.222.0.32:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=121836) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:07:05.350496 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-feb8152c-3dd6-47be-bb95-7dca08085cf5 tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] 10.222.0.32 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200  len: 515 time: 0.0118885
May 07 22:07:05.353361 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36ad356-e356-4ff6-b0bd-9166ad2713cd tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Pushing event deleted for resources: {'Subnet': ['ID=5e9b4b45-0424-4913-b438-6e766a477b3b,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:05.358627 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a81980-5c72-4f3b-9dd5-5a18b7457378 None None] Network 0124d628-0714-4eb8-b81f-1f5a4ced80cc requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:07:05.370586 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 34812) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:05.379383 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 34814) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:05.408109 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbcb75e1-4ccf-4b66-89f0-831e34b9cfec None None] The sync data for ids ['7ec1ba77-a233-4372-bdea-c57589f4c938'] in ncdv-master-1 is: [{'id': '7ec1ba77-a233-4372-bdea-c57589f4c938', 'name': 'tempest-TestNetworkBasicOps-router-1089487645', 'tenant_id': '0c313e966d334c26afa43b480ab20fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.98'}], 'enable_snat': True}, 'gw_port_id': '49e08e72-770d-4ba7-8a05-934efa78eccf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:04:35Z', 'updated_at': '2022-05-07T22:07:02Z', 'revision_number': 7, 'project_id': '0c313e966d334c26afa43b480ab20fb0', 'gw_port': {'id': '49e08e72-770d-4ba7-8a05-934efa78eccf', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:b7:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ec1ba77-a233-4372-bdea-c57589f4c938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2249, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:04:35Z', 'updated_at': '2022-05-07T22:04:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:07:05.421390 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [None req-ffcb254e-2f0d-474a-8731-c2a314121678 tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] http://10.222.0.32:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=121837) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:07:05.422881 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-ffcb254e-2f0d-474a-8731-c2a314121678 tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] 10.222.0.32 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200  len: 406 time: 0.0253682
May 07 22:07:05.430078 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 34816) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:05.445932 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [None req-cba4fef0-f6ba-4cfe-886a-c29715aa6c54 tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] http://10.222.0.32:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=121836) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:07:05.446944 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-cba4fef0-f6ba-4cfe-886a-c29715aa6c54 tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] 10.222.0.32 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200  len: 370 time: 0.0160143
May 07 22:07:05.461033 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 34818) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:05.465324 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [None req-469c7895-40bc-4f88-b2a5-011fb0c51ea2 tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] http://10.222.0.32:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=121836) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:07:05.466263 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-469c7895-40bc-4f88-b2a5-011fb0c51ea2 tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] 10.222.0.32 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200  len: 401 time: 0.0042963
May 07 22:07:05.476154 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 34820) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:05.485216 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [None req-ebfa37d6-bc0d-4f58-85ef-3412869eecdb tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] http://10.222.0.32:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=121836) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:07:05.486196 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-ebfa37d6-bc0d-4f58-85ef-3412869eecdb tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] 10.222.0.32 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200  len: 394 time: 0.0078304
May 07 22:07:05.496439 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 34824) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:05.503287 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-92edbcf1-794a-4612-baa6-39f5df95e74e req-d3f383e9-2c9c-489e-967f-9a53ccd4b76d tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3661516
May 07 22:07:05.521750 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [None req-ca0da576-fb39-4ddb-8403-3f5dd464ccfa tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] http://10.222.0.32:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=121836) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:07:05.522711 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-ca0da576-fb39-4ddb-8403-3f5dd464ccfa tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] 10.222.0.32 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200  len: 410 time: 0.0131867
May 07 22:07:05.530358 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 34828) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:05.550374 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [None req-387467d3-5b80-47fc-a805-f9ae581155f7 tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] http://10.222.0.32:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=121836) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:07:05.551584 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-387467d3-5b80-47fc-a805-f9ae581155f7 tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] 10.222.0.32 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200  len: 386 time: 0.0201066
May 07 22:07:05.556937 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 34836) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:05.562443 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [None req-8f70d1b5-639a-4f2b-ba62-e71d06c65094 tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] http://10.222.0.32:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=121836) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:07:05.563498 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-8f70d1b5-639a-4f2b-ba62-e71d06c65094 tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] 10.222.0.32 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200  len: 383 time: 0.0051684
May 07 22:07:05.569224 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 34838) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:05.574229 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [None req-2c9ac556-bae5-4f53-87e3-5f5152c0b448 tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] http://10.222.0.32:9696/v2.0/extensions/port-mac-override returned with HTTP 200 {{(pid=121836) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:07:05.575250 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-2c9ac556-bae5-4f53-87e3-5f5152c0b448 tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] 10.222.0.32 "GET /v2.0/extensions/port-mac-override HTTP/1.1" status: 200  len: 445 time: 0.0051134
May 07 22:07:05.579518 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 34840) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:05.582262 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-99817b35-501f-4942-956b-aa43e7c497f2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9de3ebfb61864defbf6153b5151cff0d&name=default HTTP/1.1" status: 200  len: 3000 time: 1.1250784
May 07 22:07:05.589938 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99817b35-501f-4942-956b-aa43e7c497f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77da8099-9259-433c-8aab-b104119a53ee,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:05.591332 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [None req-ca30c591-6bed-410c-8c60-1376a90b76f4 tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] http://10.222.0.32:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=121836) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:07:05.593054 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-ca30c591-6bed-410c-8c60-1376a90b76f4 tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] 10.222.0.32 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200  len: 403 time: 0.0125823
May 07 22:07:05.593952 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 34842) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:05.595749 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 34846) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:05.607618 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99817b35-501f-4942-956b-aa43e7c497f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:07:05.608191 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99817b35-501f-4942-956b-aa43e7c497f2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:07:05.608849 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99817b35-501f-4942-956b-aa43e7c497f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:07:05.609343 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99817b35-501f-4942-956b-aa43e7c497f2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:07:05.609900 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99817b35-501f-4942-956b-aa43e7c497f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:07:05.610402 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99817b35-501f-4942-956b-aa43e7c497f2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:07:05.610925 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99817b35-501f-4942-956b-aa43e7c497f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:07:05.611430 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99817b35-501f-4942-956b-aa43e7c497f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:07:05.611912 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99817b35-501f-4942-956b-aa43e7c497f2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:07:05.612394 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99817b35-501f-4942-956b-aa43e7c497f2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:07:05.612919 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99817b35-501f-4942-956b-aa43e7c497f2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:07:05.613399 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99817b35-501f-4942-956b-aa43e7c497f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:07:05.614699 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99817b35-501f-4942-956b-aa43e7c497f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:07:05.615202 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99817b35-501f-4942-956b-aa43e7c497f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:07:05.617026 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99817b35-501f-4942-956b-aa43e7c497f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:07:05.627533 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f1ff8cb4-5a8e-4769-9ba7-1d8088fd0773 req-7133d504-b8ab-466b-9215-5dedd6667219 service neutron] 10.222.0.55 "GET /v2.0/networks/33b52409-fae0-4935-b5d0-15acefaa0f3f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3913083
May 07 22:07:05.635819 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [None req-3e2fe9a2-86e0-41eb-a221-1d3206b83008 tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] http://10.222.0.32:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=121836) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:07:05.636823 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-3e2fe9a2-86e0-41eb-a221-1d3206b83008 tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] 10.222.0.32 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200  len: 392 time: 0.0127487
May 07 22:07:05.641716 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 34848) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:05.657410 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [None req-10a5ce3a-e452-4a5f-98be-d4ce96366b81 tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] http://10.222.0.32:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=121836) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:07:05.658376 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-10a5ce3a-e452-4a5f-98be-d4ce96366b81 tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] 10.222.0.32 "GET /v2.0/extensions/binding HTTP/1.1" status: 200  len: 387 time: 0.0077403
May 07 22:07:05.672532 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 34850) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:05.679983 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [None req-4b8f7a08-1098-4dcf-8780-326903876c72 tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] http://10.222.0.32:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=121836) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:07:05.680944 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-4b8f7a08-1098-4dcf-8780-326903876c72 tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] 10.222.0.32 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200  len: 406 time: 0.0066285
May 07 22:07:05.692555 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 34854) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:05.702655 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [None req-72319ab7-5b60-4c9a-bf8d-28173af2ba51 tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] http://10.222.0.32:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=121836) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:07:05.703668 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-72319ab7-5b60-4c9a-bf8d-28173af2ba51 tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] 10.222.0.32 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200  len: 354 time: 0.0101879
May 07 22:07:05.707415 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 34856) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:05.714447 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [None req-52610f91-75e1-4f8c-ba4b-722117f0f692 tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] http://10.222.0.32:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=121836) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:07:05.715357 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-52610f91-75e1-4f8c-ba4b-722117f0f692 tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] 10.222.0.32 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200  len: 398 time: 0.0050335
May 07 22:07:05.718462 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 34858) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:05.720517 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0942c3e6-2c10-4993-84a2-042877b3ddb3 admin admin] Publish callbacks [] for security_group (77da8099-9259-433c-8aab-b104119a53ee), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:05.729438 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a58ba53e-a3ad-41f9-b185-e06507353c22 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for router (7ec1ba77-a233-4372-bdea-c57589f4c938), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:05.751641 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [None req-6fc5c96d-117d-49bc-a686-81da9a731b10 tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] http://10.222.0.32:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=121836) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:07:05.753248 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-6fc5c96d-117d-49bc-a686-81da9a731b10 tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] 10.222.0.32 "GET /v2.0/extensions/provider HTTP/1.1" status: 200  len: 385 time: 0.0330184
May 07 22:07:05.758188 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 34860) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:05.771649 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [None req-159a8232-eaf5-4c51-aa4a-4b4d9ca5cb4d tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] http://10.222.0.32:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=121836) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:07:05.772620 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-159a8232-eaf5-4c51-aa4a-4b4d9ca5cb4d tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] 10.222.0.32 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200  len: 420 time: 0.0113950
May 07 22:07:05.777901 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 34862) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:05.793370 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [None req-a55ea691-9d55-4379-bdf2-028ac758e36e tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] http://10.222.0.32:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=121836) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:07:05.794496 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-a55ea691-9d55-4379-bdf2-028ac758e36e tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] 10.222.0.32 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200  len: 386 time: 0.0156913
May 07 22:07:05.802706 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d75a25-3fb6-44a7-abb3-56e1c141979e None None] DHCP port deletion for 0124d628-0714-4eb8-b81f-1f5a4ced80cc request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:07:05.805310 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 34866) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:05.816322 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [None req-25385c50-426f-493f-9eb5-5f29a74aab2f tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] http://10.222.0.32:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=121837) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:07:05.820309 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-25385c50-426f-493f-9eb5-5f29a74aab2f tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] 10.222.0.32 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200  len: 407 time: 0.0076611
May 07 22:07:05.827068 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0942c3e6-2c10-4993-84a2-042877b3ddb3 admin admin] Publish callbacks [] for security_group (77da8099-9259-433c-8aab-b104119a53ee), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:05.836848 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 34868) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:05.841773 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [None req-f25509c1-a57c-4b2c-a4c9-7cbc56753b44 tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] http://10.222.0.32:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=121836) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:07:05.843029 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-f25509c1-a57c-4b2c-a4c9-7cbc56753b44 tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] 10.222.0.32 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200  len: 417 time: 0.0047846
May 07 22:07:05.853072 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 34870) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:05.890793 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-65d75a25-3fb6-44a7-abb3-56e1c141979e None None] Deleting port 49c2c69f-dd5e-46e5-9f01-d47267a4f3aa {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:07:05.891419 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-65d75a25-3fb6-44a7-abb3-56e1c141979e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (49c2c69f-dd5e-46e5-9f01-d47267a4f3aa), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:05.941316 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [None req-14e2a918-41f0-4b3b-a51e-c333cd826d3f tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] http://10.222.0.32:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=121836) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:07:05.944157 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-14e2a918-41f0-4b3b-a51e-c333cd826d3f tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] 10.222.0.32 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200  len: 392 time: 0.0357685
May 07 22:07:05.957454 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 34876) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:05.959201 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f1ff8cb4-5a8e-4769-9ba7-1d8088fd0773 req-68c5bb47-a721-4e9d-b018-6865c6373dde service neutron] 10.222.0.55 "GET /v2.0/networks/33b52409-fae0-4935-b5d0-15acefaa0f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3195107
May 07 22:07:05.974349 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [None req-6817c240-cd1c-491b-8189-ade0cd263a3c tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] http://10.222.0.32:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=121836) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:07:05.976542 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-6817c240-cd1c-491b-8189-ade0cd263a3c tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] 10.222.0.32 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200  len: 384 time: 0.0103796
May 07 22:07:05.982256 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 34878) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:05.991955 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [None req-434ef472-3b7a-4f8d-a686-05832b782cf6 tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] http://10.222.0.32:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=121836) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:07:05.997073 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-434ef472-3b7a-4f8d-a686-05832b782cf6 tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] 10.222.0.32 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200  len: 404 time: 0.0114942
May 07 22:07:05.999261 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 34880) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:06.012992 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [None req-5ccecd44-2022-408d-a72b-ae6807d35e8e tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] http://10.222.0.32:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=121836) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:07:06.017476 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-5ccecd44-2022-408d-a72b-ae6807d35e8e tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] 10.222.0.32 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200  len: 375 time: 0.0160012
May 07 22:07:06.020328 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 34882) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:06.030922 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [None req-77d66925-5683-4058-aea8-cea45bdc089f tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] http://10.222.0.32:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=121836) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:07:06.031950 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-77d66925-5683-4058-aea8-cea45bdc089f tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] 10.222.0.32 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200  len: 441 time: 0.0085905
May 07 22:07:06.039639 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 34884) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:06.042485 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [None req-ed0c478f-f557-4354-a321-da4c7ffed116 tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=121836) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:07:06.043325 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-ed0c478f-f557-4354-a321-da4c7ffed116 tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200  len: 423 time: 0.0044043
May 07 22:07:06.048337 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 34886) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:06.048582 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-65d75a25-3fb6-44a7-abb3-56e1c141979e None None] For port 49c2c69f-dd5e-46e5-9f01-d47267a4f3aa, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=49c2c69f-dd5e-46e5-9f01-d47267a4f3aa,segment=NetworkSegment(86058b97-ca98-4bcc-b2cc-13cc18e8d4c0),segment_id=86058b97-ca98-4bcc-b2cc-13cc18e8d4c0)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:07:06.048582 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-65d75a25-3fb6-44a7-abb3-56e1c141979e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (49c2c69f-dd5e-46e5-9f01-d47267a4f3aa), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:06.051030 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [None req-78681633-3047-4834-a6ca-f82b73e5efb5 tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] http://10.222.0.32:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=121836) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:07:06.051644 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-78681633-3047-4834-a6ca-f82b73e5efb5 tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] 10.222.0.32 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200  len: 391 time: 0.0043321
May 07 22:07:06.055773 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 34888) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:06.062884 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [None req-da228804-d844-42e9-ab81-207136029bd0 tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] http://10.222.0.32:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=121836) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:07:06.063497 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-da228804-d844-42e9-ab81-207136029bd0 tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] 10.222.0.32 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200  len: 445 time: 0.0074828
May 07 22:07:06.066139 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 34890) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:06.070516 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [None req-ae775388-0587-4d78-9061-7c640ae405b8 tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] http://10.222.0.32:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=121836) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:07:06.071509 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-ae775388-0587-4d78-9061-7c640ae405b8 tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] 10.222.0.32 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200  len: 422 time: 0.0044360
May 07 22:07:06.073129 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0942c3e6-2c10-4993-84a2-042877b3ddb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (77da8099-9259-433c-8aab-b104119a53ee), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:06.076067 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0942c3e6-2c10-4993-84a2-042877b3ddb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:06.081694 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-0942c3e6-2c10-4993-84a2-042877b3ddb3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/77da8099-9259-433c-8aab-b104119a53ee HTTP/1.1" status: 204  len: 168 time: 0.4842160
May 07 22:07:06.082368 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 34892) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:06.091013 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [None req-1cb58725-cd09-4cb7-a36d-95754abf0e70 tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] http://10.222.0.32:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=121836) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:07:06.095814 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-1cb58725-cd09-4cb7-a36d-95754abf0e70 tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] 10.222.0.32 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200  len: 448 time: 0.0079296
May 07 22:07:06.097897 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 34898) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:06.101558 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-65d75a25-3fb6-44a7-abb3-56e1c141979e None None] Calling delete_port for 49c2c69f-dd5e-46e5-9f01-d47267a4f3aa owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:07:06.103194 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [None req-44874c0e-6a4b-48c9-a635-402b7c0f49a5 tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] http://10.222.0.32:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=121836) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:07:06.106417 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-44874c0e-6a4b-48c9-a635-402b7c0f49a5 tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] 10.222.0.32 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200  len: 435 time: 0.0053463
May 07 22:07:06.106417 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942c3e6-2c10-4993-84a2-042877b3ddb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77da8099-9259-433c-8aab-b104119a53ee,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:06.108938 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 34902) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:06.116175 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [None req-fc724ffb-b5b3-435b-91e6-e40382d76e1d tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] http://10.222.0.32:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=121836) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:07:06.117348 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-fc724ffb-b5b3-435b-91e6-e40382d76e1d tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] 10.222.0.32 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200  len: 364 time: 0.0073032
May 07 22:07:06.121626 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 34904) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:06.129900 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [None req-4ce46cc9-853d-41b9-af21-b3637555054a tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] http://10.222.0.32:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=121836) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:07:06.133892 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-4ce46cc9-853d-41b9-af21-b3637555054a tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] 10.222.0.32 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200  len: 415 time: 0.0083544
May 07 22:07:06.133892 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 34906) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:06.139653 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [None req-3828c79d-3091-4eed-9215-faff4ee179bf tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] http://10.222.0.32:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=121836) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:07:06.142825 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-3828c79d-3091-4eed-9215-faff4ee179bf tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] 10.222.0.32 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200  len: 377 time: 0.0059235
May 07 22:07:06.145891 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 34908) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:06.156390 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [None req-f727b3d0-1354-414c-9491-c7060901e691 tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=121836) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:07:06.158920 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-f727b3d0-1354-414c-9491-c7060901e691 tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200  len: 408 time: 0.0110209
May 07 22:07:06.162503 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 34910) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:06.167035 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [None req-acbf5f38-eabb-4149-8fdf-9eeaa6ab881f tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] http://10.222.0.32:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=121836) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:07:06.168123 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-acbf5f38-eabb-4149-8fdf-9eeaa6ab881f tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] 10.222.0.32 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200  len: 402 time: 0.0046265
May 07 22:07:06.171254 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 34912) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:06.185475 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [None req-1c3b2223-9eae-4625-9c4f-ad54a0732f51 tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] http://10.222.0.32:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=121836) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:07:06.187588 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-1c3b2223-9eae-4625-9c4f-ad54a0732f51 tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] 10.222.0.32 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200  len: 391 time: 0.0133688
May 07 22:07:06.190207 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 34914) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:06.203817 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [None req-ca6a3fef-ef48-4bcc-bf17-149760506eb3 tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] http://10.222.0.32:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=121836) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:07:06.212600 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-ca6a3fef-ef48-4bcc-bf17-149760506eb3 tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] 10.222.0.32 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200  len: 400 time: 0.0172153
May 07 22:07:06.213374 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 34916) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:06.226094 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [None req-c6de3cd3-1e30-49d3-8d56-2d0d76702dc4 tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] http://10.222.0.32:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=121836) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:07:06.236397 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-c6de3cd3-1e30-49d3-8d56-2d0d76702dc4 tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] 10.222.0.32 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200  len: 388 time: 0.0201659
May 07 22:07:06.237083 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 34918) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:06.252573 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [None req-8f2c3a21-9563-43de-b72a-bc2b4165bbe3 tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] http://10.222.0.32:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=121836) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:07:06.256681 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-8f2c3a21-9563-43de-b72a-bc2b4165bbe3 tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] 10.222.0.32 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200  len: 418 time: 0.0185208
May 07 22:07:06.257392 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 34920) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:06.267327 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [None req-dbe30106-f08e-4c71-b53e-f5762b7e1600 tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=121836) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:07:06.275103 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-dbe30106-f08e-4c71-b53e-f5762b7e1600 tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200  len: 537 time: 0.0131865
May 07 22:07:06.275864 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 34924) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:06.287087 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [None req-ebac72d7-5494-44c1-916f-e52968500265 tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] http://10.222.0.32:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=121836) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:07:06.296117 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-ebac72d7-5494-44c1-916f-e52968500265 tempest-ExtensionsTestJSON-101832076 tempest-ExtensionsTestJSON-101832076-project] 10.222.0.32 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200  len: 449 time: 0.0176384
May 07 22:07:06.414294 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-65d75a25-3fb6-44a7-abb3-56e1c141979e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (49c2c69f-dd5e-46e5-9f01-d47267a4f3aa), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:06.442595 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d75a25-3fb6-44a7-abb3-56e1c141979e None None] Pushing event deleted for resources: {'Port': ['ID=49c2c69f-dd5e-46e5-9f01-d47267a4f3aa,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:06.448714 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 34930) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:06.450546 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d75a25-3fb6-44a7-abb3-56e1c141979e None None] No DVR routers for this DVR port 49c2c69f-dd5e-46e5-9f01-d47267a4f3aa on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:07:06.577397 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3999640-bac3-454b-ac20-9f9ea5c5b2d0 req-66526728-0717-47c7-8210-0403c7ac9ca4 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:06.583839 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a3999640-bac3-454b-ac20-9f9ea5c5b2d0 req-66526728-0717-47c7-8210-0403c7ac9ca4 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 945 time: 0.8568435
May 07 22:07:06.660076 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 34938) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:06.671097 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b04a6d32-23d4-4b91-b944-05e0aca7bd8b tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks [] for router_gateway (f1b7397e-502d-4726-9ab6-a38a1b594f69), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:06.678244 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-05469a05-1cd7-47dc-9fcb-9f7d0ccc7546 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:06.705722 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b04a6d32-23d4-4b91-b944-05e0aca7bd8b tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:06.734872 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a3999640-bac3-454b-ac20-9f9ea5c5b2d0 req-0b7c5e69-ff3f-43fc-8a78-f370f48a9b1f tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1435342
May 07 22:07:06.738051 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a58ba53e-a3ad-41f9-b185-e06507353c22 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for router_gateway (7ec1ba77-a233-4372-bdea-c57589f4c938), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:06.851700 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-05469a05-1cd7-47dc-9fcb-9f7d0ccc7546 admin admin] Publish callbacks [] for security_group (bc9164e7-94bb-498d-a18a-3db9e8e7ca66), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:06.855997 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 34946) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:06.863968 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-05469a05-1cd7-47dc-9fcb-9f7d0ccc7546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (bc9164e7-94bb-498d-a18a-3db9e8e7ca66), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:06.866251 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 5fec63ef-93aa-429e-84d3-f9f3f40f04ce no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:07:06.902336 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-a58ba53e-a3ad-41f9-b185-e06507353c22 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Deleting port 49e08e72-770d-4ba7-8a05-934efa78eccf {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:07:06.902663 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a58ba53e-a3ad-41f9-b185-e06507353c22 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (49e08e72-770d-4ba7-8a05-934efa78eccf), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:06.915406 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 5fec63ef-93aa-429e-84d3-f9f3f40f04ce {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:07:06.917037 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 5fec63ef-93aa-429e-84d3-f9f3f40f04ce not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:07:06.917542 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 49c2c69f-dd5e-46e5-9f01-d47267a4f3aa no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:07:06.946104 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-b04a6d32-23d4-4b91-b944-05e0aca7bd8b tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Allocated IP 172.35.4.201 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/de1dfc6e-b73e-432b-a395-b32c40cb5961) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:07:06.954643 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-05469a05-1cd7-47dc-9fcb-9f7d0ccc7546 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=21d4192b02384e008ee2fd1306f4460b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2933257
May 07 22:07:06.957824 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 49c2c69f-dd5e-46e5-9f01-d47267a4f3aa {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:07:06.958624 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 49c2c69f-dd5e-46e5-9f01-d47267a4f3aa not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:07:06.961524 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 34950) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:06.973739 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05469a05-1cd7-47dc-9fcb-9f7d0ccc7546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc9164e7-94bb-498d-a18a-3db9e8e7ca66,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:06.979239 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9b5a7017-d23d-4695-b7d9-194f06694f15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:07.011057 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cae19d8-ba00-4844-808c-5654e8aed352 req-14c3cb35-8992-40df-a966-ddd4f5e0016f tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:07.012579 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4cae19d8-ba00-4844-808c-5654e8aed352 req-14c3cb35-8992-40df-a966-ddd4f5e0016f tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 945 time: 0.1335461
May 07 22:07:07.070898 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-97969382-a641-4006-9dc4-122ea6354dc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:07.151283 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4cae19d8-ba00-4844-808c-5654e8aed352 req-545a2d33-c59b-4820-a2b8-8924ee283a8c tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1291542
May 07 22:07:07.154075 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-a58ba53e-a3ad-41f9-b185-e06507353c22 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] For port 49e08e72-770d-4ba7-8a05-934efa78eccf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=49e08e72-770d-4ba7-8a05-934efa78eccf,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:07:07.154258 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a58ba53e-a3ad-41f9-b185-e06507353c22 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (49e08e72-770d-4ba7-8a05-934efa78eccf), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:07.166540 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4dec0d7c-4f2e-4afc-ba40-89f5b0c991ef admin admin] Publish callbacks [] for security_group (bc9164e7-94bb-498d-a18a-3db9e8e7ca66), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:07.179375 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-a58ba53e-a3ad-41f9-b185-e06507353c22 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Calling delete_port for 49e08e72-770d-4ba7-8a05-934efa78eccf owned by network:router_gateway {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:07:07.203668 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9b5a7017-d23d-4695-b7d9-194f06694f15 admin admin] Publish callbacks [] for security_group (5c63f799-85d1-4205-9749-f9c3ba8c2538), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:07.215661 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9b5a7017-d23d-4695-b7d9-194f06694f15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (5c63f799-85d1-4205-9749-f9c3ba8c2538), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:07.235606 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4dec0d7c-4f2e-4afc-ba40-89f5b0c991ef admin admin] Publish callbacks [] for security_group (bc9164e7-94bb-498d-a18a-3db9e8e7ca66), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:07.258941 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5a7017-d23d-4695-b7d9-194f06694f15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c63f799-85d1-4205-9749-f9c3ba8c2538,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:07.293799 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-97969382-a641-4006-9dc4-122ea6354dc0 admin admin] Publish callbacks [] for security_group (56fc8285-2442-41bb-825d-534b1ad60118), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:07.299862 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-9b5a7017-d23d-4695-b7d9-194f06694f15 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fa44fb7b4b2a45638e1af606b5199f69&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8473182
May 07 22:07:07.299862 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-97969382-a641-4006-9dc4-122ea6354dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (56fc8285-2442-41bb-825d-534b1ad60118), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:07.304035 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 34954) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:07.318016 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b04a6d32-23d4-4b91-b944-05e0aca7bd8b tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks [] for port (de1dfc6e-b73e-432b-a395-b32c40cb5961), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:07.385399 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-97969382-a641-4006-9dc4-122ea6354dc0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=857cebb18791481798ed1576347f4a94&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5260572
May 07 22:07:07.385399 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97969382-a641-4006-9dc4-122ea6354dc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56fc8285-2442-41bb-825d-534b1ad60118,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:07.388133 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 34962) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:07.430815 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c18ee2ed-8ce8-49e4-b912-5ddaa4a1a29b admin admin] Publish callbacks [] for security_group (5c63f799-85d1-4205-9749-f9c3ba8c2538), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:07.485111 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c18ee2ed-8ce8-49e4-b912-5ddaa4a1a29b admin admin] Publish callbacks [] for security_group (5c63f799-85d1-4205-9749-f9c3ba8c2538), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:07.494847 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f2a7cb42-1708-4c0e-ad87-cd03e3418883 admin admin] Publish callbacks [] for security_group (56fc8285-2442-41bb-825d-534b1ad60118), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:07.518906 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4dec0d7c-4f2e-4afc-ba40-89f5b0c991ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (bc9164e7-94bb-498d-a18a-3db9e8e7ca66), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:07.521932 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4dec0d7c-4f2e-4afc-ba40-89f5b0c991ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:07.523212 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-4dec0d7c-4f2e-4afc-ba40-89f5b0c991ef admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bc9164e7-94bb-498d-a18a-3db9e8e7ca66 HTTP/1.1" status: 204  len: 168 time: 0.5592654
May 07 22:07:07.544278 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f2a7cb42-1708-4c0e-ad87-cd03e3418883 admin admin] Publish callbacks [] for security_group (56fc8285-2442-41bb-825d-534b1ad60118), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:07.545753 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dec0d7c-4f2e-4afc-ba40-89f5b0c991ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc9164e7-94bb-498d-a18a-3db9e8e7ca66,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:07.550233 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b04a6d32-23d4-4b91-b944-05e0aca7bd8b tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (de1dfc6e-b73e-432b-a395-b32c40cb5961), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:07.609288 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c18ee2ed-8ce8-49e4-b912-5ddaa4a1a29b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (5c63f799-85d1-4205-9749-f9c3ba8c2538), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:07.612245 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c18ee2ed-8ce8-49e4-b912-5ddaa4a1a29b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:07.613934 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-c18ee2ed-8ce8-49e4-b912-5ddaa4a1a29b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5c63f799-85d1-4205-9749-f9c3ba8c2538 HTTP/1.1" status: 204  len: 168 time: 0.3070085
May 07 22:07:07.661758 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f2a7cb42-1708-4c0e-ad87-cd03e3418883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (56fc8285-2442-41bb-825d-534b1ad60118), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:07.663441 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04a6d32-23d4-4b91-b944-05e0aca7bd8b tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:07:07.665066 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f2a7cb42-1708-4c0e-ad87-cd03e3418883 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:07.676254 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-f2a7cb42-1708-4c0e-ad87-cd03e3418883 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/56fc8285-2442-41bb-825d-534b1ad60118 HTTP/1.1" status: 204  len: 168 time: 0.2866449
May 07 22:07:07.677419 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18ee2ed-8ce8-49e4-b912-5ddaa4a1a29b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c63f799-85d1-4205-9749-f9c3ba8c2538,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:07.692634 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-b04a6d32-23d4-4b91-b944-05e0aca7bd8b tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:07:07.706160 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04a6d32-23d4-4b91-b944-05e0aca7bd8b tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:07:07.713057 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04a6d32-23d4-4b91-b944-05e0aca7bd8b tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Pushing event updated for resources: {'Port': ['ID=de1dfc6e-b73e-432b-a395-b32c40cb5961,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:07.721633 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a7cb42-1708-4c0e-ad87-cd03e3418883 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56fc8285-2442-41bb-825d-534b1ad60118,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:07.770383 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9a308c-97b5-4536-8579-587959348874 req-0a8663c8-bfbd-4df2-b102-3b2a4e4a55d2 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:07.772574 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4a9a308c-97b5-4536-8579-587959348874 req-0a8663c8-bfbd-4df2-b102-3b2a4e4a55d2 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/networks?id=33b52409-fae0-4935-b5d0-15acefaa0f3f HTTP/1.1" status: 200  len: 812 time: 0.3044834
May 07 22:07:07.794672 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a58ba53e-a3ad-41f9-b185-e06507353c22 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (49e08e72-770d-4ba7-8a05-934efa78eccf), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:07.812457 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4a9a308c-97b5-4536-8579-587959348874 req-a3ce6df0-d40d-4664-aa54-da161f3b2042 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/quotas/759c66c34f414c19b2109393738ef639 HTTP/1.1" status: 200  len: 375 time: 0.0281208
May 07 22:07:07.898646 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58ba53e-a3ad-41f9-b185-e06507353c22 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Pushing event deleted for resources: {'Port': ['ID=49e08e72-770d-4ba7-8a05-934efa78eccf,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:08.028365 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4a9a308c-97b5-4536-8579-587959348874 req-85f92f61-df01-4516-af9f-5b6493c513d0 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=759c66c34f414c19b2109393738ef639&fields=id HTTP/1.1" status: 200  len: 486 time: 0.1615932
May 07 22:07:08.050926 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [req-4a9a308c-97b5-4536-8579-587959348874 req-b73461b2-d326-42ce-9600-dc52bf78865c service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121837) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:07:08.051940 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4a9a308c-97b5-4536-8579-587959348874 req-b73461b2-d326-42ce-9600-dc52bf78865c service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0071414
May 07 22:07:08.056344 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a58ba53e-a3ad-41f9-b185-e06507353c22 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395776'] for router_gateway (7ec1ba77-a233-4372-bdea-c57589f4c938), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:08.253426 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a58ba53e-a3ad-41f9-b185-e06507353c22 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (7ec1ba77-a233-4372-bdea-c57589f4c938), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:08.261610 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a58ba53e-a3ad-41f9-b185-e06507353c22 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for router_controller (7ec1ba77-a233-4372-bdea-c57589f4c938), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:08.361093 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a58ba53e-a3ad-41f9-b185-e06507353c22 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (7ec1ba77-a233-4372-bdea-c57589f4c938), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:08.361622 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a58ba53e-a3ad-41f9-b185-e06507353c22 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Fanout notify agent at l3_agent the message router_deleted on router 7ec1ba77-a233-4372-bdea-c57589f4c938 {{(pid=121837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 22:07:08.371888 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a58ba53e-a3ad-41f9-b185-e06507353c22 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:08.373539 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-a58ba53e-a3ad-41f9-b185-e06507353c22 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "DELETE /v2.0/routers/7ec1ba77-a233-4372-bdea-c57589f4c938 HTTP/1.1" status: 204  len: 168 time: 2.9768677
May 07 22:07:08.376352 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 35018) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:08.377898 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4a9a308c-97b5-4536-8579-587959348874 req-57352a32-d30a-4aaf-8db7-ba3d98895307 service neutron] 10.222.0.32 "GET /v2.0/networks/33b52409-fae0-4935-b5d0-15acefaa0f3f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3174396
May 07 22:07:08.419731 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b04a6d32-23d4-4b91-b944-05e0aca7bd8b tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks [] for router_gateway (f1b7397e-502d-4726-9ab6-a38a1b594f69), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:08.510744 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8ff0cdf0-5862-4460-89ed-415122f5d04d tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (0124d628-0714-4eb8-b81f-1f5a4ced80cc), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:08.700403 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8ff0cdf0-5862-4460-89ed-415122f5d04d tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (0124d628-0714-4eb8-b81f-1f5a4ced80cc), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:08.724289 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4a9a308c-97b5-4536-8579-587959348874 req-5f284644-0eda-42ee-b36e-05e3be794a86 service neutron] 10.222.0.32 "GET /v2.0/networks/33b52409-fae0-4935-b5d0-15acefaa0f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3374746
May 07 22:07:08.733013 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-8ff0cdf0-5862-4460-89ed-415122f5d04d tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf86db3910>,) {'filters': {'network_id': ['0124d628-0714-4eb8-b81f-1f5a4ced80cc']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:07:08.759636 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-8ff0cdf0-5862-4460-89ed-415122f5d04d tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf86db3910>, '86058b97-ca98-4bcc-b2cc-13cc18e8d4c0') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:07:08.761077 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-8ff0cdf0-5862-4460-89ed-415122f5d04d tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf86db3910>, '86058b97-ca98-4bcc-b2cc-13cc18e8d4c0') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:07:08.783755 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8ff0cdf0-5862-4460-89ed-415122f5d04d tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (86058b97-ca98-4bcc-b2cc-13cc18e8d4c0), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:08.813126 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8ff0cdf0-5862-4460-89ed-415122f5d04d tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (86058b97-ca98-4bcc-b2cc-13cc18e8d4c0), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:08.830084 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ff0cdf0-5862-4460-89ed-415122f5d04d tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:07:08.832142 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8ff0cdf0-5862-4460-89ed-415122f5d04d tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (86058b97-ca98-4bcc-b2cc-13cc18e8d4c0), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:08.839934 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 22:07:08.839934 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:07:08.839934 ncdv-master-1 neutron-server[121836]:     timer()
May 07 22:07:08.839934 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:07:08.839934 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 22:07:08.839934 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:07:08.839934 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 22:07:08.839934 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:07:08.839934 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 22:07:08.839934 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:07:08.839934 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 22:07:08.839934 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:07:08.839934 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 22:07:08.839934 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:07:08.839934 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:07:08.839934 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:07:08.839934 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:07:08.839934 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:07:08.839934 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 22:07:08.839934 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:07:08.839934 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 22:07:08.839934 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:07:08.839934 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:07:08.839934 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:07:08.839934 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 22:07:08.839934 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:07:08.839934 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:07:08.839934 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:07:08.839934 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:07:08.839934 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:07:08.839934 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:07:08.839934 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:07:08.872011 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b04a6d32-23d4-4b91-b944-05e0aca7bd8b tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-395855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5148'] for router (f1b7397e-502d-4726-9ab6-a38a1b594f69), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:08.884348 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b04a6d32-23d4-4b91-b944-05e0aca7bd8b tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-395830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-395837', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-419014'] for router (f1b7397e-502d-4726-9ab6-a38a1b594f69), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:09.030846 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 35054) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:09.034296 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1557f1a8-3268-40bd-8126-90a6764f278b req-57904deb-6609-4764-ba60-687e83a6d38b tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9d24fe6-4b53-4000-97a9-53c80f13ac5f HTTP/1.1" status: 200  len: 210 time: 0.0505345
May 07 22:07:09.036586 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8ff0cdf0-5862-4460-89ed-415122f5d04d tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (0124d628-0714-4eb8-b81f-1f5a4ced80cc), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:09.081481 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8ff0cdf0-5862-4460-89ed-415122f5d04d tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:09.087857 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-8ff0cdf0-5862-4460-89ed-415122f5d04d tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "DELETE /v2.0/networks/0124d628-0714-4eb8-b81f-1f5a4ced80cc HTTP/1.1" status: 204  len: 168 time: 0.7097390
May 07 22:07:09.089290 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff0cdf0-5862-4460-89ed-415122f5d04d tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Pushing event deleted for resources: {'Network': ['ID=0124d628-0714-4eb8-b81f-1f5a4ced80cc,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:09.111941 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 35066) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:09.124395 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-7e1cba33-12f8-418c-ae51-b84292c6d326 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Request body: {'network': {'name': 'tempest-network-smoke--14125376', 'project_id': '0c313e966d334c26afa43b480ab20fb0', 'port_security_enabled': True}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:07:09.130951 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 49e08e72-770d-4ba7-8a05-934efa78eccf no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:07:09.154471 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e1cba33-12f8-418c-ae51-b84292c6d326 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Made reservation on behalf of 0c313e966d334c26afa43b480ab20fb0 for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:07:09.159471 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7e1cba33-12f8-418c-ae51-b84292c6d326 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:09.172552 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 49e08e72-770d-4ba7-8a05-934efa78eccf {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:07:09.177031 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 49e08e72-770d-4ba7-8a05-934efa78eccf not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:07:09.193084 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e1cba33-12f8-418c-ae51-b84292c6d326 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:07:09.222003 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7e1cba33-12f8-418c-ae51-b84292c6d326 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (6ae4ba78-6cd6-4dad-8a34-f736ee9aa579), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:09.222616 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-7e1cba33-12f8-418c-ae51-b84292c6d326 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Added segment 6ae4ba78-6cd6-4dad-8a34-f736ee9aa579 of type vlan for network 897b8e60-57e6-49f6-8500-632ca34fccf7
May 07 22:07:09.239550 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b04a6d32-23d4-4b91-b944-05e0aca7bd8b tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Router f1b7397e-502d-4726-9ab6-a38a1b594f69 is scheduled to L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db with binding_index 1 {{(pid=121837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 07 22:07:09.271582 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7e1cba33-12f8-418c-ae51-b84292c6d326 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (897b8e60-57e6-49f6-8500-632ca34fccf7), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:09.316922 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7e1cba33-12f8-418c-ae51-b84292c6d326 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (897b8e60-57e6-49f6-8500-632ca34fccf7), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:09.338432 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-41e1ade3-2687-492b-ad1f-8d57e1213b13 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Request body: {'security_group': {'name': 'tempest-secgroup--459108441'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:07:09.340446 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1cba33-12f8-418c-ae51-b84292c6d326 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:09.352415 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7e1cba33-12f8-418c-ae51-b84292c6d326 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:09.411200 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-41e1ade3-2687-492b-ad1f-8d57e1213b13 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:09.427796 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-41e1ade3-2687-492b-ad1f-8d57e1213b13 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:09.470579 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1cba33-12f8-418c-ae51-b84292c6d326 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Pushing event updated for resources: {'Network': ['ID=897b8e60-57e6-49f6-8500-632ca34fccf7,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:09.491101 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 35076) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:09.491434 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-7e1cba33-12f8-418c-ae51-b84292c6d326 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.3749230
May 07 22:07:09.491839 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 897b8e60-57e6-49f6-8500-632ca34fccf7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:07:09.514061 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-65b4b8ae-39e0-468f-94a8-f59bd4050832 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-341982578', 'admin_state_up': True, 'project_id': '0c313e966d334c26afa43b480ab20fb0', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:07:09.553865 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b04a6d32-23d4-4b91-b944-05e0aca7bd8b tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:07:09.566672 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b04a6d32-23d4-4b91-b944-05e0aca7bd8b tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:09.568343 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-b04a6d32-23d4-4b91-b944-05e0aca7bd8b tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] 10.222.0.32 "PUT /v2.0/routers/f1b7397e-502d-4726-9ab6-a38a1b594f69 HTTP/1.1" status: 200  len: 884 time: 4.7220540
May 07 22:07:09.571841 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 35080) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:09.593078 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-65b4b8ae-39e0-468f-94a8-f59bd4050832 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (95b92444-ae71-4601-a703-2675b27619d8), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:09.594132 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-65b4b8ae-39e0-468f-94a8-f59bd4050832 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (95b92444-ae71-4601-a703-2675b27619d8), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:09.616924 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c010bf06-ba28-4a6a-a7d5-ca17954b6947 None None] Sync routers for ids ['f1b7397e-502d-4726-9ab6-a38a1b594f69'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:07:09.676429 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c010bf06-ba28-4a6a-a7d5-ca17954b6947 None None] Routers {'f1b7397e-502d-4726-9ab6-a38a1b594f69'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:07:09.677650 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-c010bf06-ba28-4a6a-a7d5-ca17954b6947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7ea1d4f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:06:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['f1b7397e-502d-4726-9ab6-a38a1b594f69'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:07:09.764549 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-c010bf06-ba28-4a6a-a7d5-ca17954b6947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7ea1d4f0>, [], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:07:09.782618 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-65b4b8ae-39e0-468f-94a8-f59bd4050832 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for router_controller (95b92444-ae71-4601-a703-2675b27619d8), precommit_add_association {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:09.785549 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c010bf06-ba28-4a6a-a7d5-ca17954b6947 None None] Routers {'f1b7397e-502d-4726-9ab6-a38a1b594f69'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:07:09.786269 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-c010bf06-ba28-4a6a-a7d5-ca17954b6947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7ea1d4f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:06:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['f1b7397e-502d-4726-9ab6-a38a1b594f69'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:07:09.799702 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-41e1ade3-2687-492b-ad1f-8d57e1213b13 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group (c94d925f-25e6-490a-8bc1-cfecb4f971c6), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:09.818003 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-5d0b188b-acee-4df4-8fc9-37c1ad31e33f tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] 10.222.0.32 "GET /v2.0/routers/f1b7397e-502d-4726-9ab6-a38a1b594f69 HTTP/1.1" status: 200  len: 925 time: 0.2429221
May 07 22:07:09.818003 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 35090) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:09.867365 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e31765-53f5-4fcc-9370-16173fd31789 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:09.871776 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-41e1ade3-2687-492b-ad1f-8d57e1213b13 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (c94d925f-25e6-490a-8bc1-cfecb4f971c6), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:09.874375 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-b8e31765-53f5-4fcc-9370-16173fd31789 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=9221b764-ef06-431f-8941-796516ed7c3b&device_id=f1b7397e-502d-4726-9ab6-a38a1b594f69&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.0554950
May 07 22:07:09.874976 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-c010bf06-ba28-4a6a-a7d5-ca17954b6947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7ea1d4f0>, [], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:07:09.875519 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 35094) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:09.875639 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c010bf06-ba28-4a6a-a7d5-ca17954b6947 None None] The sync data for ids ['f1b7397e-502d-4726-9ab6-a38a1b594f69'] in ncdv-master-1 is: [] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:07:10.071768 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b323b317-9146-4c7f-96bd-2b8aab5685e9 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:10.081078 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-b323b317-9146-4c7f-96bd-2b8aab5685e9 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] 10.222.0.32 "GET /v2.0/networks/9221b764-ef06-431f-8941-796516ed7c3b HTTP/1.1" status: 200  len: 881 time: 0.2037601
May 07 22:07:10.081736 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 35106) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:10.083040 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-41e1ade3-2687-492b-ad1f-8d57e1213b13 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group (ae726205-f6e3-4c09-a80b-8893748762ff), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:10.137476 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e1ade3-2687-492b-ad1f-8d57e1213b13 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c94d925f-25e6-490a-8bc1-cfecb4f971c6,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:10.138318 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-471586a6-fa26-4b85-a569-5599365d2068 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1b7397e-502d-4726-9ab6-a38a1b594f69 HTTP/1.1" status: 200  len: 205 time: 0.0554931
May 07 22:07:10.148997 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 35110) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:10.161509 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-41e1ade3-2687-492b-ad1f-8d57e1213b13 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (ae726205-f6e3-4c09-a80b-8893748762ff), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:10.225552 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-65b4b8ae-39e0-468f-94a8-f59bd4050832 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for router_gateway (95b92444-ae71-4601-a703-2675b27619d8), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:10.229169 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e1ade3-2687-492b-ad1f-8d57e1213b13 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae726205-f6e3-4c09-a80b-8893748762ff,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:10.311120 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2e0d2895-3767-4ad8-8b60-589ac0060a94 req-7c9410f6-455d-4b9a-a0c5-66185378f893 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9d24fe6-4b53-4000-97a9-53c80f13ac5f HTTP/1.1" status: 200  len: 210 time: 0.1752849
May 07 22:07:10.388529 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-41e1ade3-2687-492b-ad1f-8d57e1213b13 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:10.390348 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-41e1ade3-2687-492b-ad1f-8d57e1213b13 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 1.3551664
May 07 22:07:10.400537 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 35120) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:10.779397 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-65b4b8ae-39e0-468f-94a8-f59bd4050832 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for router_gateway (95b92444-ae71-4601-a703-2675b27619d8), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:10.822748 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c05a0806-0ff5-4596-a55d-eec9b0ca276e tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks [] for router (f1b7397e-502d-4726-9ab6-a38a1b594f69), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:10.951731 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c05a0806-0ff5-4596-a55d-eec9b0ca276e tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks [] for router_gateway (f1b7397e-502d-4726-9ab6-a38a1b594f69), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:11.012302 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-c05a0806-0ff5-4596-a55d-eec9b0ca276e tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Deleting port de1dfc6e-b73e-432b-a395-b32c40cb5961 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:07:11.012560 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c05a0806-0ff5-4596-a55d-eec9b0ca276e tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (de1dfc6e-b73e-432b-a395-b32c40cb5961), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:11.114630 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c05a0806-0ff5-4596-a55d-eec9b0ca276e tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (de1dfc6e-b73e-432b-a395-b32c40cb5961), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:11.135684 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-c05a0806-0ff5-4596-a55d-eec9b0ca276e tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Calling delete_port for de1dfc6e-b73e-432b-a395-b32c40cb5961 owned by network:router_gateway {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:07:11.276099 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-65b4b8ae-39e0-468f-94a8-f59bd4050832 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:11.325703 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c05a0806-0ff5-4596-a55d-eec9b0ca276e tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (de1dfc6e-b73e-432b-a395-b32c40cb5961), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:11.325957 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-b68a8f61-10e8-4f47-8837-e9de90b3fe0f tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4544 time: 0.8965249
May 07 22:07:11.327554 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 35166) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:11.333977 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-0ab6d05a-cda7-40fe-990e-3dceb12d0179 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Request body: {'security_group': {'name': 'tempest-security--2026032905', 'description': 'tempest-security-description-335564200'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:07:11.351889 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05a0806-0ff5-4596-a55d-eec9b0ca276e tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Pushing event deleted for resources: {'Port': ['ID=de1dfc6e-b73e-432b-a395-b32c40cb5961,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:11.399868 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9a308c-97b5-4536-8579-587959348874 req-d33b5d18-3eff-4415-90cd-effa0d980e44 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:11.401367 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4a9a308c-97b5-4536-8579-587959348874 req-d33b5d18-3eff-4415-90cd-effa0d980e44 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.59 "GET /v2.0/networks?id=33b52409-fae0-4935-b5d0-15acefaa0f3f HTTP/1.1" status: 200  len: 812 time: 0.7208261
May 07 22:07:11.417194 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-4a9a308c-97b5-4536-8579-587959348874 req-624f108b-0e66-4c53-9a0a-5d7b5e47770b tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Request body: {'port': {'device_id': 'e9d24fe6-4b53-4000-97a9-53c80f13ac5f', 'network_id': '33b52409-fae0-4935-b5d0-15acefaa0f3f', 'admin_state_up': True, 'tenant_id': '759c66c34f414c19b2109393738ef639'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:07:11.450476 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c05a0806-0ff5-4596-a55d-eec9b0ca276e tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395776'] for router_gateway (f1b7397e-502d-4726-9ab6-a38a1b594f69), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:11.545705 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0ab6d05a-cda7-40fe-990e-3dceb12d0179 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group (ae726205-f6e3-4c09-a80b-8893748762ff), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:11.562948 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c05a0806-0ff5-4596-a55d-eec9b0ca276e tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (f1b7397e-502d-4726-9ab6-a38a1b594f69), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:11.565878 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c05a0806-0ff5-4596-a55d-eec9b0ca276e tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks [] for router_controller (f1b7397e-502d-4726-9ab6-a38a1b594f69), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:11.566868 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2b118550-9803-4930-a03b-32dbd303707a req-1c45ad9a-bac0-4ee6-a719-bb018302f91f tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9d24fe6-4b53-4000-97a9-53c80f13ac5f HTTP/1.1" status: 200  len: 210 time: 0.1136439
May 07 22:07:11.624739 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c05a0806-0ff5-4596-a55d-eec9b0ca276e tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (f1b7397e-502d-4726-9ab6-a38a1b594f69), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:11.625485 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c05a0806-0ff5-4596-a55d-eec9b0ca276e tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Fanout notify agent at l3_agent the message router_deleted on router f1b7397e-502d-4726-9ab6-a38a1b594f69 {{(pid=121836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 22:07:11.630467 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-65b4b8ae-39e0-468f-94a8-f59bd4050832 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Allocated IP 172.35.4.45 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/45095a7a-0775-448b-9db2-66eacc442b7b) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:07:11.633259 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c05a0806-0ff5-4596-a55d-eec9b0ca276e tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:11.634664 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-c05a0806-0ff5-4596-a55d-eec9b0ca276e tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] 10.222.0.32 "DELETE /v2.0/routers/f1b7397e-502d-4726-9ab6-a38a1b594f69 HTTP/1.1" status: 204  len: 168 time: 1.4815452
May 07 22:07:11.639110 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 35174) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:11.643798 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-b7dbdbee-83e6-4a58-9c4b-04e662f339e0 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-430961678', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:07:11.659263 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0ab6d05a-cda7-40fe-990e-3dceb12d0179 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group (ae726205-f6e3-4c09-a80b-8893748762ff), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:11.666842 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0ab6d05a-cda7-40fe-990e-3dceb12d0179 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (ae726205-f6e3-4c09-a80b-8893748762ff), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:11.669343 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0ab6d05a-cda7-40fe-990e-3dceb12d0179 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:11.673679 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-0ab6d05a-cda7-40fe-990e-3dceb12d0179 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] 10.222.0.32 "PUT /v2.0/security-groups/ae726205-f6e3-4c09-a80b-8893748762ff HTTP/1.1" status: 200  len: 1796 time: 0.3401244
May 07 22:07:11.675662 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 35178) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:11.683984 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b7dbdbee-83e6-4a58-9c4b-04e662f339e0 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (96f6fe6a-e6f7-4e12-a80f-a3bbe4a47dd3), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:11.686239 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b7dbdbee-83e6-4a58-9c4b-04e662f339e0 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (96f6fe6a-e6f7-4e12-a80f-a3bbe4a47dd3), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:11.711221 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a9a308c-97b5-4536-8579-587959348874 req-624f108b-0e66-4c53-9a0a-5d7b5e47770b tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Made reservation on behalf of 759c66c34f414c19b2109393738ef639 for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:07:11.714583 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-4a9a308c-97b5-4536-8579-587959348874 req-624f108b-0e66-4c53-9a0a-5d7b5e47770b tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:11.765051 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-98c44402-0ee2-4cb6-ac03-3557a5d68d7f tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] 10.222.0.32 "GET /v2.0/security-groups/ae726205-f6e3-4c09-a80b-8893748762ff HTTP/1.1" status: 200  len: 1796 time: 0.0856655
May 07 22:07:11.765889 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 35184) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:11.776137 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab6d05a-cda7-40fe-990e-3dceb12d0179 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae726205-f6e3-4c09-a80b-8893748762ff,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:11.835549 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b7dbdbee-83e6-4a58-9c4b-04e662f339e0 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks [] for router_controller (96f6fe6a-e6f7-4e12-a80f-a3bbe4a47dd3), precommit_add_association {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:11.847932 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b7dbdbee-83e6-4a58-9c4b-04e662f339e0 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (96f6fe6a-e6f7-4e12-a80f-a3bbe4a47dd3), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:11.885310 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-65b4b8ae-39e0-468f-94a8-f59bd4050832 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for port (45095a7a-0775-448b-9db2-66eacc442b7b), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:11.925482 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b7dbdbee-83e6-4a58-9c4b-04e662f339e0 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:11.929852 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 35200) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:11.934272 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-b7dbdbee-83e6-4a58-9c4b-04e662f339e0 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.2939401
May 07 22:07:11.936469 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-e19ef951-13b6-4484-8f60-26f7f5c8e382 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'enable_snat': True}}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:07:11.955862 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d6bf536e-4064-44f4-ac4f-9bb1851200ae tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group (ae726205-f6e3-4c09-a80b-8893748762ff), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:12.011813 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d6bf536e-4064-44f4-ac4f-9bb1851200ae tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group (ae726205-f6e3-4c09-a80b-8893748762ff), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:12.078563 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d6bf536e-4064-44f4-ac4f-9bb1851200ae tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (ae726205-f6e3-4c09-a80b-8893748762ff), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:12.081520 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d6bf536e-4064-44f4-ac4f-9bb1851200ae tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:12.085484 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-d6bf536e-4064-44f4-ac4f-9bb1851200ae tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] 10.222.0.32 "DELETE /v2.0/security-groups/ae726205-f6e3-4c09-a80b-8893748762ff HTTP/1.1" status: 204  len: 168 time: 0.3111503
May 07 22:07:12.086182 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 35212) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:12.098931 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [req-4a9a308c-97b5-4536-8579-587959348874 req-624f108b-0e66-4c53-9a0a-5d7b5e47770b tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Allocated IP 172.20.0.12 (33b52409-fae0-4935-b5d0-15acefaa0f3f/3e304f3b-3927-4f57-b6d9-ff32c4ae5938/f1c7d1d5-631c-4b90-9f11-73edbb1fc62b) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:07:12.113650 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bf536e-4064-44f4-ac4f-9bb1851200ae tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae726205-f6e3-4c09-a80b-8893748762ff,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:12.161834 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-2e848bd9-5440-4bba-956f-f2469ba1cc5d tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0713532
May 07 22:07:12.162796 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 35220) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:12.175959 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-65b4b8ae-39e0-468f-94a8-f59bd4050832 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (45095a7a-0775-448b-9db2-66eacc442b7b), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:12.179940 ncdv-master-1 neutron-server[121836]: INFO neutron.api.v2.resource [None req-289ccef5-86d1-45f7-b413-a217b28d21e4 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] delete failed (client error): The resource could not be found.
May 07 22:07:12.188228 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-289ccef5-86d1-45f7-b413-a217b28d21e4 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] 10.222.0.32 "DELETE /v2.0/security-groups/ae726205-f6e3-4c09-a80b-8893748762ff HTTP/1.1" status: 404  len: 347 time: 0.0190108
May 07 22:07:12.188839 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bf536e-4064-44f4-ac4f-9bb1851200ae tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:07:12.189383 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bf536e-4064-44f4-ac4f-9bb1851200ae tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:07:12.189885 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bf536e-4064-44f4-ac4f-9bb1851200ae tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:07:12.190234 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bf536e-4064-44f4-ac4f-9bb1851200ae tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:07:12.190571 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bf536e-4064-44f4-ac4f-9bb1851200ae tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:07:12.190935 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bf536e-4064-44f4-ac4f-9bb1851200ae tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:07:12.191442 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bf536e-4064-44f4-ac4f-9bb1851200ae tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:07:12.192170 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bf536e-4064-44f4-ac4f-9bb1851200ae tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:07:12.192702 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bf536e-4064-44f4-ac4f-9bb1851200ae tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:07:12.194094 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 35224) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:12.194650 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bf536e-4064-44f4-ac4f-9bb1851200ae tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:07:12.195179 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bf536e-4064-44f4-ac4f-9bb1851200ae tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:07:12.195713 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bf536e-4064-44f4-ac4f-9bb1851200ae tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:07:12.196224 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bf536e-4064-44f4-ac4f-9bb1851200ae tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:07:12.196715 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bf536e-4064-44f4-ac4f-9bb1851200ae tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:07:12.197205 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bf536e-4064-44f4-ac4f-9bb1851200ae tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:07:12.222077 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-9b4f5db3-17a2-40be-9744-2496cb5ce282 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Request body: {'security_group': {'name': 'tempest-secgroup--795126404'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:07:12.323341 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b4b8ae-39e0-468f-94a8-f59bd4050832 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:07:12.341267 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-65b4b8ae-39e0-468f-94a8-f59bd4050832 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:07:12.357749 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b4b8ae-39e0-468f-94a8-f59bd4050832 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:07:12.366976 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e19ef951-13b6-4484-8f60-26f7f5c8e382 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks [] for router_gateway (96f6fe6a-e6f7-4e12-a80f-a3bbe4a47dd3), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:12.374127 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b4b8ae-39e0-468f-94a8-f59bd4050832 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Pushing event updated for resources: {'Port': ['ID=45095a7a-0775-448b-9db2-66eacc442b7b,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:12.407863 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9b4f5db3-17a2-40be-9744-2496cb5ce282 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:12.696512 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 35250) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:12.765561 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-deee2364-8c49-4f92-a230-26e34acf1e4a req-df88f06d-afc4-42a0-aad9-59c0bc250097 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9d24fe6-4b53-4000-97a9-53c80f13ac5f HTTP/1.1" status: 200  len: 210 time: 0.0925691
May 07 22:07:12.790494 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-4a9a308c-97b5-4536-8579-587959348874 req-624f108b-0e66-4c53-9a0a-5d7b5e47770b tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Publish callbacks [] for port (f1c7d1d5-631c-4b90-9f11-73edbb1fc62b), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:12.846315 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9b4f5db3-17a2-40be-9744-2496cb5ce282 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group (15995c81-d8cf-4b89-9e4f-fe241796c181), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:12.895360 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9b4f5db3-17a2-40be-9744-2496cb5ce282 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (15995c81-d8cf-4b89-9e4f-fe241796c181), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:12.909641 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c38d6145-6ee7-4acb-8a8e-5ba29bcd9d88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:13.032436 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9b4f5db3-17a2-40be-9744-2496cb5ce282 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:13.033666 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-9b4f5db3-17a2-40be-9744-2496cb5ce282 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.8389397
May 07 22:07:13.036905 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 35278) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:13.042334 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-efe2f6a2-4ddd-4067-b6e9-598dad14ed91 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Request body: {'security_group_rule': {'security_group_id': '15995c81-d8cf-4b89-9e4f-fe241796c181', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:07:13.046399 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4f5db3-17a2-40be-9744-2496cb5ce282 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15995c81-d8cf-4b89-9e4f-fe241796c181,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:13.064619 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-4a9a308c-97b5-4536-8579-587959348874 req-624f108b-0e66-4c53-9a0a-5d7b5e47770b tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (f1c7d1d5-631c-4b90-9f11-73edbb1fc62b), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:13.071687 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e19ef951-13b6-4484-8f60-26f7f5c8e382 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks [] for router_gateway (96f6fe6a-e6f7-4e12-a80f-a3bbe4a47dd3), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:13.071904 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-efe2f6a2-4ddd-4067-b6e9-598dad14ed91 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group_rule (e596277c-e3bf-44af-a35d-b34d4b00c049), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:13.078678 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['21b489d6-f673-44e1-848f-8bbe1b3aef5c', '4c002f8a-6eee-4016-aa09-cc73c944ce61'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:07:13.135365 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-efe2f6a2-4ddd-4067-b6e9-598dad14ed91 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group_rule (e596277c-e3bf-44af-a35d-b34d4b00c049), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:13.144938 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e19ef951-13b6-4484-8f60-26f7f5c8e382 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:13.155535 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-efe2f6a2-4ddd-4067-b6e9-598dad14ed91 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (e596277c-e3bf-44af-a35d-b34d4b00c049), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:13.159509 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-65b4b8ae-39e0-468f-94a8-f59bd4050832 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for router_gateway (95b92444-ae71-4601-a703-2675b27619d8), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:13.180858 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a9a308c-97b5-4536-8579-587959348874 req-624f108b-0e66-4c53-9a0a-5d7b5e47770b tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Network 33b52409-fae0-4935-b5d0-15acefaa0f3f is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:07:13.191823 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe2f6a2-4ddd-4067-b6e9-598dad14ed91 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e596277c-e3bf-44af-a35d-b34d4b00c049,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:13.226695 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [req-4a9a308c-97b5-4536-8579-587959348874 req-624f108b-0e66-4c53-9a0a-5d7b5e47770b tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:07:13.227651 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-efe2f6a2-4ddd-4067-b6e9-598dad14ed91 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:13.236777 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-efe2f6a2-4ddd-4067-b6e9-598dad14ed91 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1983252
May 07 22:07:13.237670 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 35290) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:13.268299 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a9a308c-97b5-4536-8579-587959348874 req-624f108b-0e66-4c53-9a0a-5d7b5e47770b tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:07:13.270921 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624f108b-0e66-4c53-9a0a-5d7b5e47770b tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Pushing event updated for resources: {'Port': ['ID=f1c7d1d5-631c-4b90-9f11-73edbb1fc62b,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:13.332158 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7a49691a-18fc-4616-be92-774f64301110 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group_rule (e596277c-e3bf-44af-a35d-b34d4b00c049), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:13.343670 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7a49691a-18fc-4616-be92-774f64301110 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group_rule (e596277c-e3bf-44af-a35d-b34d4b00c049), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:13.411124 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7a49691a-18fc-4616-be92-774f64301110 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (e596277c-e3bf-44af-a35d-b34d4b00c049), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:13.419294 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7a49691a-18fc-4616-be92-774f64301110 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:13.421689 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-7a49691a-18fc-4616-be92-774f64301110 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/e596277c-e3bf-44af-a35d-b34d4b00c049 HTTP/1.1" status: 204  len: 168 time: 0.1791761
May 07 22:07:13.430692 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 35294) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:13.432382 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a49691a-18fc-4616-be92-774f64301110 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e596277c-e3bf-44af-a35d-b34d4b00c049,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:13.478998 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c38d6145-6ee7-4acb-8a8e-5ba29bcd9d88 admin admin] Publish callbacks [] for security_group (6ec5da45-c713-47cc-aba2-2c31dba1d349), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:13.497495 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c38d6145-6ee7-4acb-8a8e-5ba29bcd9d88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (6ec5da45-c713-47cc-aba2-2c31dba1d349), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:13.510520 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-f6595379-ead9-4113-908d-d76515e12a23 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0678539
May 07 22:07:13.513064 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 35298) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:13.548152 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 35300) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:13.588263 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-425cf171-7503-4d41-9b0a-70b88ff7f979 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group (15995c81-d8cf-4b89-9e4f-fe241796c181), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:13.600238 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9a308c-97b5-4536-8579-587959348874 req-624f108b-0e66-4c53-9a0a-5d7b5e47770b tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:13.601038 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-4a9a308c-97b5-4536-8579-587959348874 req-624f108b-0e66-4c53-9a0a-5d7b5e47770b tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:13.642091 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-425cf171-7503-4d41-9b0a-70b88ff7f979 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group (15995c81-d8cf-4b89-9e4f-fe241796c181), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:13.647131 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-c38d6145-6ee7-4acb-8a8e-5ba29bcd9d88 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c32daad9ae9c44b0a80edecc1bac69de&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9440782
May 07 22:07:13.650485 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 35304) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:13.653805 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38d6145-6ee7-4acb-8a8e-5ba29bcd9d88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec5da45-c713-47cc-aba2-2c31dba1d349,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:13.672381 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-df7f39e7-a367-4725-8cfe-6db9900bb78c None None] Provisioning complete for port f1c7d1d5-631c-4b90-9f11-73edbb1fc62b triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:07:13.674096 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-df7f39e7-a367-4725-8cfe-6db9900bb78c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (f1c7d1d5-631c-4b90-9f11-73edbb1fc62b), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:13.675938 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-e19ef951-13b6-4484-8f60-26f7f5c8e382 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Allocated IP 172.35.4.53 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/e9218d82-e5e8-4e75-b50d-aeb5e77f262b) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:07:13.683583 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4a9a308c-97b5-4536-8579-587959348874 req-624f108b-0e66-4c53-9a0a-5d7b5e47770b tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.2721658
May 07 22:07:13.723368 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d0ba82ce-2f49-464b-8cc4-3e19879e4dea admin admin] Publish callbacks [] for security_group (6ec5da45-c713-47cc-aba2-2c31dba1d349), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:13.726211 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-4a9a308c-97b5-4536-8579-587959348874 req-8d3f0f41-1ca9-4faa-bdab-7526059ab831 service neutron] Request body: {'port': {'device_id': 'e9d24fe6-4b53-4000-97a9-53c80f13ac5f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:07:13.747615 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-df7f39e7-a367-4725-8cfe-6db9900bb78c None None] Port f1c7d1d5-631c-4b90-9f11-73edbb1fc62b cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:07:13.768125 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-72178c9e-d6f0-497c-ba5d-c2d1b1e15acf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:13.795375 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d0ba82ce-2f49-464b-8cc4-3e19879e4dea admin admin] Publish callbacks [] for security_group (6ec5da45-c713-47cc-aba2-2c31dba1d349), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:13.822863 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-425cf171-7503-4d41-9b0a-70b88ff7f979 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (15995c81-d8cf-4b89-9e4f-fe241796c181), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:13.825429 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-425cf171-7503-4d41-9b0a-70b88ff7f979 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:13.829674 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-425cf171-7503-4d41-9b0a-70b88ff7f979 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] 10.222.0.32 "DELETE /v2.0/security-groups/15995c81-d8cf-4b89-9e4f-fe241796c181 HTTP/1.1" status: 204  len: 168 time: 0.3132718
May 07 22:07:13.838180 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 35310) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:13.848386 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425cf171-7503-4d41-9b0a-70b88ff7f979 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15995c81-d8cf-4b89-9e4f-fe241796c181,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:13.937409 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5849486e-bc3d-4810-975c-bccd25be4e20 req-534dc849-a6ac-4cfe-a8ac-d233af6029bf tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:13.939032 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5849486e-bc3d-4810-975c-bccd25be4e20 req-534dc849-a6ac-4cfe-a8ac-d233af6029bf tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9d24fe6-4b53-4000-97a9-53c80f13ac5f HTTP/1.1" status: 200  len: 932 time: 0.0710526
May 07 22:07:13.957382 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 35312) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:13.972412 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d0ba82ce-2f49-464b-8cc4-3e19879e4dea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (6ec5da45-c713-47cc-aba2-2c31dba1d349), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:13.975057 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d0ba82ce-2f49-464b-8cc4-3e19879e4dea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:13.977535 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-d0ba82ce-2f49-464b-8cc4-3e19879e4dea admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6ec5da45-c713-47cc-aba2-2c31dba1d349 HTTP/1.1" status: 204  len: 168 time: 0.3244770
May 07 22:07:14.011647 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-72178c9e-d6f0-497c-ba5d-c2d1b1e15acf admin admin] Publish callbacks [] for security_group (7c5e80fd-6a16-4e95-b343-a156703d77d4), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:14.016116 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ba82ce-2f49-464b-8cc4-3e19879e4dea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec5da45-c713-47cc-aba2-2c31dba1d349,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:14.025091 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-72178c9e-d6f0-497c-ba5d-c2d1b1e15acf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (7c5e80fd-6a16-4e95-b343-a156703d77d4), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:14.069004 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72178c9e-d6f0-497c-ba5d-c2d1b1e15acf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c5e80fd-6a16-4e95-b343-a156703d77d4,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:14.106138 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-72178c9e-d6f0-497c-ba5d-c2d1b1e15acf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7c27245ca1bd4d64bc65b0cadd17a6d2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5567887
May 07 22:07:14.117388 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5849486e-bc3d-4810-975c-bccd25be4e20 req-2e585162-c222-4f1b-90e6-8c511b74af22 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c335e02-4871-4a34-8e92-8c24a11b7b47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1605475
May 07 22:07:14.124131 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 35318) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:14.194444 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-08146a80-19eb-4f97-8873-4a65fa1add8d admin admin] Publish callbacks [] for security_group (7c5e80fd-6a16-4e95-b343-a156703d77d4), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:14.232887 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-08146a80-19eb-4f97-8873-4a65fa1add8d admin admin] Publish callbacks [] for security_group (7c5e80fd-6a16-4e95-b343-a156703d77d4), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:14.309660 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-08146a80-19eb-4f97-8873-4a65fa1add8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (7c5e80fd-6a16-4e95-b343-a156703d77d4), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:14.310043 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-4a9a308c-97b5-4536-8579-587959348874 req-8d3f0f41-1ca9-4faa-bdab-7526059ab831 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f1c7d1d5-631c-4b90-9f11-73edbb1fc62b), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:14.313922 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-08146a80-19eb-4f97-8873-4a65fa1add8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:14.320025 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-08146a80-19eb-4f97-8873-4a65fa1add8d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7c5e80fd-6a16-4e95-b343-a156703d77d4 HTTP/1.1" status: 204  len: 168 time: 0.1943750
May 07 22:07:14.335999 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-65b4b8ae-39e0-468f-94a8-f59bd4050832 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (95b92444-ae71-4601-a703-2675b27619d8), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:14.340332 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-67e889fa-0878-41a9-a903-25b62eb477a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:14.355444 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08146a80-19eb-4f97-8873-4a65fa1add8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c5e80fd-6a16-4e95-b343-a156703d77d4,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:14.359949 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-47b41ea2-ce3d-4cdc-9551-1711117487d8 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.5122025
May 07 22:07:14.364970 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 35324) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:14.372067 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-6307794e-74fb-44d7-98d7-f91797b8665a tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Request body: {'security_group': {'name': 'tempest-secgroup--536433218'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:07:14.417857 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6307794e-74fb-44d7-98d7-f91797b8665a tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:14.447903 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e19ef951-13b6-4484-8f60-26f7f5c8e382 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks [] for port (e9218d82-e5e8-4e75-b50d-aeb5e77f262b), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:14.490978 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 35326) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:14.524862 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-01851929-7f53-4573-8552-da991236eb9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:14.554391 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-67e889fa-0878-41a9-a903-25b62eb477a1 admin admin] Publish callbacks [] for security_group (b3e1227f-a591-44cc-be73-50929db8f7a3), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:14.564583 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-67e889fa-0878-41a9-a903-25b62eb477a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (b3e1227f-a591-44cc-be73-50929db8f7a3), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:14.640413 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e889fa-0878-41a9-a903-25b62eb477a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e1227f-a591-44cc-be73-50929db8f7a3,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:14.644925 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-67e889fa-0878-41a9-a903-25b62eb477a1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4584d3cb399e419e80cdbb072ba0c5d1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6865566
May 07 22:07:14.647004 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e19ef951-13b6-4484-8f60-26f7f5c8e382 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (e9218d82-e5e8-4e75-b50d-aeb5e77f262b), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:14.651632 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 35332) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:14.661478 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6307794e-74fb-44d7-98d7-f91797b8665a tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group (0c4bd5eb-3735-4d94-a517-13982cb24d36), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:14.670550 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6307794e-74fb-44d7-98d7-f91797b8665a tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (0c4bd5eb-3735-4d94-a517-13982cb24d36), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:14.728327 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6307794e-74fb-44d7-98d7-f91797b8665a tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:14.732352 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-6307794e-74fb-44d7-98d7-f91797b8665a tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.3661299
May 07 22:07:14.732954 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 35338) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:14.742259 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-1e8a3dc2-603b-4d23-b6da-4878cebe4347 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Request body: {'security_group_rule': {'security_group_id': '0c4bd5eb-3735-4d94-a517-13982cb24d36', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:07:14.755005 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6307794e-74fb-44d7-98d7-f91797b8665a tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c4bd5eb-3735-4d94-a517-13982cb24d36,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:14.773053 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19ef951-13b6-4484-8f60-26f7f5c8e382 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:07:14.776962 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-01851929-7f53-4573-8552-da991236eb9e admin admin] Publish callbacks [] for security_group (603b810a-4e73-4255-842c-d94eb54759f9), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:14.782977 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-01851929-7f53-4573-8552-da991236eb9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (603b810a-4e73-4255-842c-d94eb54759f9), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:14.785456 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19ef951-13b6-4484-8f60-26f7f5c8e382 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Pushing event updated for resources: {'Port': ['ID=e9218d82-e5e8-4e75-b50d-aeb5e77f262b,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:14.791613 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-e19ef951-13b6-4484-8f60-26f7f5c8e382 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:07:14.796185 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19ef951-13b6-4484-8f60-26f7f5c8e382 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:07:14.818748 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1e8a3dc2-603b-4d23-b6da-4878cebe4347 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group_rule (a3362937-b2ed-4226-8437-92e8ea0950b9), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:14.836041 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01851929-7f53-4573-8552-da991236eb9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=603b810a-4e73-4255-842c-d94eb54759f9,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:14.851484 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-01851929-7f53-4573-8552-da991236eb9e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2d16849e0a40409ca932b01bc7502552&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3565340
May 07 22:07:14.854176 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 35342) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:14.865803 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65b4b8ae-39e0-468f-94a8-f59bd4050832 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Router 95b92444-ae71-4601-a703-2675b27619d8 is scheduled to L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db with binding_index 1 {{(pid=121837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 07 22:07:14.883817 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2a145632-7364-43aa-b818-59ff2d90ff46 admin admin] Publish callbacks [] for security_group (b3e1227f-a591-44cc-be73-50929db8f7a3), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:14.928112 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2d3b1ddb-3c26-40f8-b672-1e8932e31b5f admin admin] Publish callbacks [] for security_group (603b810a-4e73-4255-842c-d94eb54759f9), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:14.939233 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1e8a3dc2-603b-4d23-b6da-4878cebe4347 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group_rule (a3362937-b2ed-4226-8437-92e8ea0950b9), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:14.947030 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1e8a3dc2-603b-4d23-b6da-4878cebe4347 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (a3362937-b2ed-4226-8437-92e8ea0950b9), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:14.971128 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2d3b1ddb-3c26-40f8-b672-1e8932e31b5f admin admin] Publish callbacks [] for security_group (603b810a-4e73-4255-842c-d94eb54759f9), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:14.985048 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8a3dc2-603b-4d23-b6da-4878cebe4347 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3362937-b2ed-4226-8437-92e8ea0950b9,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:15.002108 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1e8a3dc2-603b-4d23-b6da-4878cebe4347 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:15.006171 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-1e8a3dc2-603b-4d23-b6da-4878cebe4347 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2690942
May 07 22:07:15.006757 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 35348) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:15.021228 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-57369748-bc90-40f6-a168-81287cf6fdec tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Request body: {'security_group_rule': {'security_group_id': '0c4bd5eb-3735-4d94-a517-13982cb24d36', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:07:15.044543 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2a145632-7364-43aa-b818-59ff2d90ff46 admin admin] Publish callbacks [] for security_group (b3e1227f-a591-44cc-be73-50929db8f7a3), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:15.050939 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-57369748-bc90-40f6-a168-81287cf6fdec tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group_rule (2930c911-d0da-465d-9cbd-8cc7004dac7a), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:15.076138 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2d3b1ddb-3c26-40f8-b672-1e8932e31b5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (603b810a-4e73-4255-842c-d94eb54759f9), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:15.078757 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2d3b1ddb-3c26-40f8-b672-1e8932e31b5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:15.082578 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-2d3b1ddb-3c26-40f8-b672-1e8932e31b5f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/603b810a-4e73-4255-842c-d94eb54759f9 HTTP/1.1" status: 204  len: 168 time: 0.2251005
May 07 22:07:15.100958 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b1ddb-3c26-40f8-b672-1e8932e31b5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=603b810a-4e73-4255-842c-d94eb54759f9,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:15.121219 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [req-4a9a308c-97b5-4536-8579-587959348874 req-8d3f0f41-1ca9-4faa-bdab-7526059ab831 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1c7d1d5-631c-4b90-9f11-73edbb1fc62b {{(pid=121837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:07:15.135423 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-57369748-bc90-40f6-a168-81287cf6fdec tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group_rule (2930c911-d0da-465d-9cbd-8cc7004dac7a), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:15.151760 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-57369748-bc90-40f6-a168-81287cf6fdec tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (2930c911-d0da-465d-9cbd-8cc7004dac7a), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:15.174068 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-4a9a308c-97b5-4536-8579-587959348874 req-8d3f0f41-1ca9-4faa-bdab-7526059ab831 service neutron] Publish callbacks [] for port (f1c7d1d5-631c-4b90-9f11-73edbb1fc62b), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:15.202476 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57369748-bc90-40f6-a168-81287cf6fdec tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2930c911-d0da-465d-9cbd-8cc7004dac7a,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:15.210345 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-4a9a308c-97b5-4536-8579-587959348874 req-8d3f0f41-1ca9-4faa-bdab-7526059ab831 service neutron] Transition to ACTIVE for port object f1c7d1d5-631c-4b90-9f11-73edbb1fc62b will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 22:07:15.218052 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-57369748-bc90-40f6-a168-81287cf6fdec tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:15.226816 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-57369748-bc90-40f6-a168-81287cf6fdec tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2135329
May 07 22:07:15.227586 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 35358) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:15.232087 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-b7d4042d-2e7a-4588-9d3e-6466c1a96375 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Request body: {'security_group_rule': {'security_group_id': '0c4bd5eb-3735-4d94-a517-13982cb24d36', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:07:15.258257 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-4a9a308c-97b5-4536-8579-587959348874 req-8d3f0f41-1ca9-4faa-bdab-7526059ab831 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (f1c7d1d5-631c-4b90-9f11-73edbb1fc62b), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:15.276187 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b7d4042d-2e7a-4588-9d3e-6466c1a96375 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group_rule (e07a7cfd-d2ae-40a4-a146-61de487854e6), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:15.301592 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2a145632-7364-43aa-b818-59ff2d90ff46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (b3e1227f-a591-44cc-be73-50929db8f7a3), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:15.304438 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2a145632-7364-43aa-b818-59ff2d90ff46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:15.305758 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-2a145632-7364-43aa-b818-59ff2d90ff46 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b3e1227f-a591-44cc-be73-50929db8f7a3 HTTP/1.1" status: 204  len: 168 time: 0.6514175
May 07 22:07:15.307468 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65b4b8ae-39e0-468f-94a8-f59bd4050832 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:07:15.325318 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1be8c5-ebbf-4465-9638-d9f6e843a0ec None None] Sync routers for ids ['95b92444-ae71-4601-a703-2675b27619d8'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:07:15.349085 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1be8c5-ebbf-4465-9638-d9f6e843a0ec None None] Routers {'95b92444-ae71-4601-a703-2675b27619d8'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:07:15.350500 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-9e1be8c5-ebbf-4465-9638-d9f6e843a0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cacda90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:06:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['95b92444-ae71-4601-a703-2675b27619d8'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:07:15.400250 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b7d4042d-2e7a-4588-9d3e-6466c1a96375 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group_rule (e07a7cfd-d2ae-40a4-a146-61de487854e6), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:15.407697 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b7d4042d-2e7a-4588-9d3e-6466c1a96375 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (e07a7cfd-d2ae-40a4-a146-61de487854e6), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:15.443688 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a145632-7364-43aa-b818-59ff2d90ff46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e1227f-a591-44cc-be73-50929db8f7a3,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:15.448333 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d4042d-2e7a-4588-9d3e-6466c1a96375 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e07a7cfd-d2ae-40a4-a146-61de487854e6,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:15.465186 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2052f27c-550e-4973-b39d-253f6ab58b0e req-83a32446-6f26-427c-a7d4-6788eee630f6 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:15.466548 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2052f27c-550e-4973-b39d-253f6ab58b0e req-83a32446-6f26-427c-a7d4-6788eee630f6 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9d24fe6-4b53-4000-97a9-53c80f13ac5f HTTP/1.1" status: 200  len: 944 time: 0.2136815
May 07 22:07:15.468114 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b7d4042d-2e7a-4588-9d3e-6466c1a96375 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:15.478703 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-b7d4042d-2e7a-4588-9d3e-6466c1a96375 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2499294
May 07 22:07:15.481134 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 35368) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:15.489797 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-65b4b8ae-39e0-468f-94a8-f59bd4050832 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:15.492260 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-65b4b8ae-39e0-468f-94a8-f59bd4050832 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 5.9805589
May 07 22:07:15.496440 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-a3e112bb-7179-422b-8a76-fb9881b96e12 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Request body: {'security_group_rule': {'security_group_id': '0c4bd5eb-3735-4d94-a517-13982cb24d36', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:07:15.503005 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 35370) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:15.553357 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a3e112bb-7179-422b-8a76-fb9881b96e12 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group_rule (c90fe4fa-383b-4397-8df5-631c50a81e53), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:15.562857 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3f0f41-1ca9-4faa-bdab-7526059ab831 service neutron] Pushing event updated for resources: {'Port': ['ID=f1c7d1d5-631c-4b90-9f11-73edbb1fc62b,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:15.572587 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-9e1be8c5-ebbf-4465-9638-d9f6e843a0ec None None] Set router 95b92444-ae71-4601-a703-2675b27619d8 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:07:15.632663 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-d0aca612-e94a-4103-a242-1cdeb10a37b5 tempest-TestNetworkBasicOps-1465750221 tempest-TestNetworkBasicOps-1465750221-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=0c313e966d334c26afa43b480ab20fb0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1040127
May 07 22:07:15.650201 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a3e112bb-7179-422b-8a76-fb9881b96e12 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group_rule (c90fe4fa-383b-4397-8df5-631c50a81e53), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:15.651216 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 35372) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:15.736386 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e19ef951-13b6-4484-8f60-26f7f5c8e382 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks [] for router_gateway (96f6fe6a-e6f7-4e12-a80f-a3bbe4a47dd3), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:15.765856 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268b4020-b912-4411-b585-dde87251b38b tempest-TestNetworkBasicOps-1465750221 tempest-TestNetworkBasicOps-1465750221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:15.767427 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-268b4020-b912-4411-b585-dde87251b38b tempest-TestNetworkBasicOps-1465750221 tempest-TestNetworkBasicOps-1465750221-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1145902
May 07 22:07:15.768997 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a3e112bb-7179-422b-8a76-fb9881b96e12 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (c90fe4fa-383b-4397-8df5-631c50a81e53), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:15.777206 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 35376) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:15.827219 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-9ebb951c-ce20-4bc5-b9bb-291b2e1eb24b tempest-TestNetworkBasicOps-1465750221 tempest-TestNetworkBasicOps-1465750221-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=9221b764-ef06-431f-8941-796516ed7c3b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0453305
May 07 22:07:15.829040 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-4a9a308c-97b5-4536-8579-587959348874 req-8d3f0f41-1ca9-4faa-bdab-7526059ab831 service neutron] Attempting to bind port f1c7d1d5-631c-4b90-9f11-73edbb1fc62b on host nch2-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:07:15.829604 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-4a9a308c-97b5-4536-8579-587959348874 req-8d3f0f41-1ca9-4faa-bdab-7526059ab831 service neutron] Attempting to bind port f1c7d1d5-631c-4b90-9f11-73edbb1fc62b by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '3565a17e-e0eb-4b35-a7f2-f7d7af642fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '33b52409-fae0-4935-b5d0-15acefaa0f3f'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:07:15.829839 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e112bb-7179-422b-8a76-fb9881b96e12 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c90fe4fa-383b-4397-8df5-631c50a81e53,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:15.830389 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9a308c-97b5-4536-8579-587959348874 req-8d3f0f41-1ca9-4faa-bdab-7526059ab831 service neutron] Attempting to bind port f1c7d1d5-631c-4b90-9f11-73edbb1fc62b on network 33b52409-fae0-4935-b5d0-15acefaa0f3f {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:07:15.832989 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 35378) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:15.840120 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-b090dbe4-7460-4308-ab06-d9af9822be4d tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1771783910', 'network_id': '897b8e60-57e6-49f6-8500-632ca34fccf7', 'project_id': '0c313e966d334c26afa43b480ab20fb0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:07:15.847458 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9a308c-97b5-4536-8579-587959348874 req-8d3f0f41-1ca9-4faa-bdab-7526059ab831 service neutron] Port f1c7d1d5-631c-4b90-9f11-73edbb1fc62b on network 33b52409-fae0-4935-b5d0-15acefaa0f3f not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:07:15.848078 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9a308c-97b5-4536-8579-587959348874 req-8d3f0f41-1ca9-4faa-bdab-7526059ab831 service neutron] Attempting to bind port f1c7d1d5-631c-4b90-9f11-73edbb1fc62b on network 33b52409-fae0-4935-b5d0-15acefaa0f3f {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:07:15.855700 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2052f27c-550e-4973-b39d-253f6ab58b0e req-9f0f089d-5036-416a-9e9b-64f4507e4368 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c335e02-4871-4a34-8e92-8c24a11b7b47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3285861
May 07 22:07:15.865723 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9a308c-97b5-4536-8579-587959348874 req-8d3f0f41-1ca9-4faa-bdab-7526059ab831 service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:07:15.866345 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9a308c-97b5-4536-8579-587959348874 req-8d3f0f41-1ca9-4faa-bdab-7526059ab831 service neutron] Checking segment: {'id': '3565a17e-e0eb-4b35-a7f2-f7d7af642fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '33b52409-fae0-4935-b5d0-15acefaa0f3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:07:15.866982 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9a308c-97b5-4536-8579-587959348874 req-8d3f0f41-1ca9-4faa-bdab-7526059ab831 service neutron] Bound using segment: {'id': '3565a17e-e0eb-4b35-a7f2-f7d7af642fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '33b52409-fae0-4935-b5d0-15acefaa0f3f'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:07:15.867670 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-4a9a308c-97b5-4536-8579-587959348874 req-8d3f0f41-1ca9-4faa-bdab-7526059ab831 service neutron] Bound port: f1c7d1d5-631c-4b90-9f11-73edbb1fc62b, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3565a17e-e0eb-4b35-a7f2-f7d7af642fb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '33b52409-fae0-4935-b5d0-15acefaa0f3f'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:07:15.868254 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-4a9a308c-97b5-4536-8579-587959348874 req-8d3f0f41-1ca9-4faa-bdab-7526059ab831 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f1c7d1d5-631c-4b90-9f11-73edbb1fc62b), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:15.932893 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a3e112bb-7179-422b-8a76-fb9881b96e12 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:15.934220 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-a3e112bb-7179-422b-8a76-fb9881b96e12 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4494097
May 07 22:07:15.963480 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 35380) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:15.971495 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-1a129ecf-eb57-49fa-9741-b4125a63e5af tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Request body: {'security_group_rule': {'security_group_id': '0c4bd5eb-3735-4d94-a517-13982cb24d36', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:07:15.984166 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-4a9a308c-97b5-4536-8579-587959348874 req-8d3f0f41-1ca9-4faa-bdab-7526059ab831 service neutron] For port f1c7d1d5-631c-4b90-9f11-73edbb1fc62b, host nch2-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:07:16.015889 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b090dbe4-7460-4308-ab06-d9af9822be4d tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Made reservation on behalf of 0c313e966d334c26afa43b480ab20fb0 for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:07:16.018999 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b090dbe4-7460-4308-ab06-d9af9822be4d tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:16.033470 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-4a9a308c-97b5-4536-8579-587959348874 req-8d3f0f41-1ca9-4faa-bdab-7526059ab831 service neutron] For port f1c7d1d5-631c-4b90-9f11-73edbb1fc62b, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f1c7d1d5-631c-4b90-9f11-73edbb1fc62b,segment=NetworkSegment(3565a17e-e0eb-4b35-a7f2-f7d7af642fb7),segment_id=3565a17e-e0eb-4b35-a7f2-f7d7af642fb7)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:07:16.058295 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1a129ecf-eb57-49fa-9741-b4125a63e5af tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group_rule (6d240e93-5f0f-4f5d-af6e-269a02177ae3), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:16.083984 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-9e1be8c5-ebbf-4465-9638-d9f6e843a0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cacda90>, [{'id': '95b92444-ae71-4601-a703-2675b27619d8', 'name': 'tempest-TestNetworkBasicOps-router-341982578', 'tenant_id': '0c313e966d334c26afa43b480ab20fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.45'}], 'enable_snat': True}, 'gw_port_id': '45095a7a-0775-448b-9db2-66eacc442b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:07:09Z', 'updated_at': '2022-05-07T22:07:12Z', 'revision_number': 3, 'project_id': '0c313e966d334c26afa43b480ab20fb0', 'gw_port': {'id': '45095a7a-0775-448b-9db2-66eacc442b7b', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e6:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95b92444-ae71-4601-a703-2675b27619d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:07:11Z', 'updated_at': '2022-05-07T22:07:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:07:16.127288 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 35386) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:16.146292 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1be8c5-ebbf-4465-9638-d9f6e843a0ec None None] Checking router: 95b92444-ae71-4601-a703-2675b27619d8 for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:07:16.152783 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-4a9a308c-97b5-4536-8579-587959348874 req-8d3f0f41-1ca9-4faa-bdab-7526059ab831 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (f1c7d1d5-631c-4b90-9f11-73edbb1fc62b), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:16.153550 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1be8c5-ebbf-4465-9638-d9f6e843a0ec None None] Updating router 95b92444-ae71-4601-a703-2675b27619d8 port 45095a7a-0775-448b-9db2-66eacc442b7b binding host ncdv-master-1 {{(pid=121839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 22:07:16.186676 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-9e1be8c5-ebbf-4465-9638-d9f6e843a0ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (45095a7a-0775-448b-9db2-66eacc442b7b), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:16.219835 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3f0f41-1ca9-4faa-bdab-7526059ab831 service neutron] Pushing event updated for resources: {'Port': ['ID=f1c7d1d5-631c-4b90-9f11-73edbb1fc62b,revision_number=3']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:16.224479 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-53dc3282-fff6-4ce1-b3b9-fbc589b8c15b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:16.238240 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e19ef951-13b6-4484-8f60-26f7f5c8e382 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-395855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5148'] for router (96f6fe6a-e6f7-4e12-a80f-a3bbe4a47dd3), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:16.240649 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9a308c-97b5-4536-8579-587959348874 req-8d3f0f41-1ca9-4faa-bdab-7526059ab831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:16.241261 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-4a9a308c-97b5-4536-8579-587959348874 req-8d3f0f41-1ca9-4faa-bdab-7526059ab831 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:16.242667 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4a9a308c-97b5-4536-8579-587959348874 req-8d3f0f41-1ca9-4faa-bdab-7526059ab831 service neutron] 10.222.0.59 "PUT /v2.0/ports/f1c7d1d5-631c-4b90-9f11-73edbb1fc62b HTTP/1.1" status: 200  len: 1092 time: 2.5222092
May 07 22:07:16.243133 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9d24fe6-4b53-4000-97a9-53c80f13ac5f', 'tag': 'f1c7d1d5-631c-4b90-9f11-73edbb1fc62b'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:07:16.246056 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-410cd784-0d92-4a93-b9c6-b72d372d87a8" -d '{"events": [{"name": "network-changed", "server_uuid": "e9d24fe6-4b53-4000-97a9-53c80f13ac5f", "tag": "f1c7d1d5-631c-4b90-9f11-73edbb1fc62b"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:07:16.262816 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e19ef951-13b6-4484-8f60-26f7f5c8e382 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-395830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-395837', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-419014'] for router (96f6fe6a-e6f7-4e12-a80f-a3bbe4a47dd3), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:16.387898 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b68420f-b476-4548-baa0-69f01e7f9c30 x-openstack-request-id: req-4b68420f-b476-4548-baa0-69f01e7f9c30 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:07:16.388237 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9d24fe6-4b53-4000-97a9-53c80f13ac5f", "tag": "f1c7d1d5-631c-4b90-9f11-73edbb1fc62b", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:07:16.389133 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4b68420f-b476-4548-baa0-69f01e7f9c30 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:07:16.389561 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b68420f-b476-4548-baa0-69f01e7f9c30'] response: {'name': 'network-changed', 'server_uuid': 'e9d24fe6-4b53-4000-97a9-53c80f13ac5f', 'tag': 'f1c7d1d5-631c-4b90-9f11-73edbb1fc62b', 'status': 'completed', 'code': 200}
May 07 22:07:16.396901 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1a129ecf-eb57-49fa-9741-b4125a63e5af tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group_rule (6d240e93-5f0f-4f5d-af6e-269a02177ae3), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:16.411480 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1a129ecf-eb57-49fa-9741-b4125a63e5af tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (6d240e93-5f0f-4f5d-af6e-269a02177ae3), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:16.461123 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9a308c-97b5-4536-8579-587959348874 req-c7820986-54b3-44bb-b987-69fb8c193b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:16.462628 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4a9a308c-97b5-4536-8579-587959348874 req-c7820986-54b3-44bb-b987-69fb8c193b2a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=759c66c34f414c19b2109393738ef639&device_id=e9d24fe6-4b53-4000-97a9-53c80f13ac5f HTTP/1.1" status: 200  len: 1126 time: 0.0882349
May 07 22:07:16.547156 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1a129ecf-eb57-49fa-9741-b4125a63e5af tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:16.548574 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-1a129ecf-eb57-49fa-9741-b4125a63e5af tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 772 time: 0.5840700
May 07 22:07:16.549485 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a129ecf-eb57-49fa-9741-b4125a63e5af tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d240e93-5f0f-4f5d-af6e-269a02177ae3,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:16.572945 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 35398) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:16.600505 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4a9a308c-97b5-4536-8579-587959348874 req-27f36f95-9e88-4be1-a74d-491ec3d736b5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1c7d1d5-631c-4b90-9f11-73edbb1fc62b HTTP/1.1" status: 200  len: 217 time: 0.0986385
May 07 22:07:16.711413 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fa456f19-b50e-4018-866a-48a12d79f031 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group_rule (6d240e93-5f0f-4f5d-af6e-269a02177ae3), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:16.742031 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b090dbe4-7460-4308-ab06-d9af9822be4d tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (b8533475-792d-4dfa-8e9d-7a9c15894d00), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:16.780491 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fa456f19-b50e-4018-866a-48a12d79f031 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group_rule (6d240e93-5f0f-4f5d-af6e-269a02177ae3), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:16.802358 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9a308c-97b5-4536-8579-587959348874 req-a45b0560-a19c-4ed3-be39-3ff2ce82f802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:16.804018 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4a9a308c-97b5-4536-8579-587959348874 req-a45b0560-a19c-4ed3-be39-3ff2ce82f802 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3e304f3b-3927-4f57-b6d9-ff32c4ae5938 HTTP/1.1" status: 200  len: 851 time: 0.1225796
May 07 22:07:16.830406 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-9e1be8c5-ebbf-4465-9638-d9f6e843a0ec None None] Publish callbacks [] for port (45095a7a-0775-448b-9db2-66eacc442b7b), precommit_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:16.837852 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-9e1be8c5-ebbf-4465-9638-d9f6e843a0ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (45095a7a-0775-448b-9db2-66eacc442b7b), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:16.847658 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e19ef951-13b6-4484-8f60-26f7f5c8e382 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Router 96f6fe6a-e6f7-4e12-a80f-a3bbe4a47dd3 is scheduled to L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db with binding_index 1 {{(pid=121837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 07 22:07:16.860827 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-53dc3282-fff6-4ce1-b3b9-fbc589b8c15b admin admin] Publish callbacks [] for security_group (67b75b78-d727-4295-b1ee-5b50a4563716), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:16.865515 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9a308c-97b5-4536-8579-587959348874 req-53b9de7e-ceaa-4b43-89e7-e57178dab222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:16.867224 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4a9a308c-97b5-4536-8579-587959348874 req-53b9de7e-ceaa-4b43-89e7-e57178dab222 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=33b52409-fae0-4935-b5d0-15acefaa0f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0569086
May 07 22:07:16.915273 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-9e1be8c5-ebbf-4465-9638-d9f6e843a0ec None None] Attempting to bind port 45095a7a-0775-448b-9db2-66eacc442b7b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:07:16.916156 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-9e1be8c5-ebbf-4465-9638-d9f6e843a0ec None None] Attempting to bind port 45095a7a-0775-448b-9db2-66eacc442b7b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:07:16.917010 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1be8c5-ebbf-4465-9638-d9f6e843a0ec None None] Attempting to bind port 45095a7a-0775-448b-9db2-66eacc442b7b on network 9221b764-ef06-431f-8941-796516ed7c3b {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:07:16.919080 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-53dc3282-fff6-4ce1-b3b9-fbc589b8c15b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (67b75b78-d727-4295-b1ee-5b50a4563716), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:16.920848 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ebb83e-c753-4ecc-981a-00f7aac0bb7c None None] Pushing event updated for resources: {'Port': ['ID=45095a7a-0775-448b-9db2-66eacc442b7b,revision_number=2']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:16.925968 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1be8c5-ebbf-4465-9638-d9f6e843a0ec None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:07:16.927182 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1be8c5-ebbf-4465-9638-d9f6e843a0ec None None] Checking segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:07:16.928001 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-9e1be8c5-ebbf-4465-9638-d9f6e843a0ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:16.928402 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1be8c5-ebbf-4465-9638-d9f6e843a0ec None None] Bound using segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:07:16.928978 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-9e1be8c5-ebbf-4465-9638-d9f6e843a0ec None None] Bound port: 45095a7a-0775-448b-9db2-66eacc442b7b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:07:16.929414 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-9e1be8c5-ebbf-4465-9638-d9f6e843a0ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (45095a7a-0775-448b-9db2-66eacc442b7b), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:16.955721 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ebb83e-c753-4ecc-981a-00f7aac0bb7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:07:16.956219 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ebb83e-c753-4ecc-981a-00f7aac0bb7c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:07:16.956790 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ebb83e-c753-4ecc-981a-00f7aac0bb7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:07:16.957227 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ebb83e-c753-4ecc-981a-00f7aac0bb7c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:07:16.957632 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ebb83e-c753-4ecc-981a-00f7aac0bb7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:07:16.958308 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ebb83e-c753-4ecc-981a-00f7aac0bb7c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:07:16.958711 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ebb83e-c753-4ecc-981a-00f7aac0bb7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:07:16.959169 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ebb83e-c753-4ecc-981a-00f7aac0bb7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:07:16.959563 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ebb83e-c753-4ecc-981a-00f7aac0bb7c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:07:16.959960 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ebb83e-c753-4ecc-981a-00f7aac0bb7c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:07:16.960353 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ebb83e-c753-4ecc-981a-00f7aac0bb7c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:07:16.961229 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ebb83e-c753-4ecc-981a-00f7aac0bb7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:07:16.961229 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ebb83e-c753-4ecc-981a-00f7aac0bb7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:07:16.961428 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ebb83e-c753-4ecc-981a-00f7aac0bb7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:07:16.961780 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ebb83e-c753-4ecc-981a-00f7aac0bb7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:07:17.021353 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-9e1be8c5-ebbf-4465-9638-d9f6e843a0ec None None] For port 45095a7a-0775-448b-9db2-66eacc442b7b, host ncdv-master-1, cleared binding levels {{(pid=121839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:07:17.027566 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-9e1be8c5-ebbf-4465-9638-d9f6e843a0ec None None] For port 45095a7a-0775-448b-9db2-66eacc442b7b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=45095a7a-0775-448b-9db2-66eacc442b7b,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:07:17.041865 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-9e1be8c5-ebbf-4465-9638-d9f6e843a0ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (45095a7a-0775-448b-9db2-66eacc442b7b), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:17.062955 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b090dbe4-7460-4308-ab06-d9af9822be4d tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Pushing event updated for resources: {'Subnet': ['ID=b8533475-792d-4dfa-8e9d-7a9c15894d00,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:17.077622 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b090dbe4-7460-4308-ab06-d9af9822be4d tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Checking segment: {'id': '6ae4ba78-6cd6-4dad-8a34-f736ee9aa579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '897b8e60-57e6-49f6-8500-632ca34fccf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:07:17.078134 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b090dbe4-7460-4308-ab06-d9af9822be4d tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Network hostable DHCP agents. Network: 897b8e60-57e6-49f6-8500-632ca34fccf7, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:07:17.102249 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fa456f19-b50e-4018-866a-48a12d79f031 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (6d240e93-5f0f-4f5d-af6e-269a02177ae3), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:17.104113 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e19ef951-13b6-4484-8f60-26f7f5c8e382 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:07:17.109738 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fa456f19-b50e-4018-866a-48a12d79f031 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:17.113004 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-fa456f19-b50e-4018-866a-48a12d79f031 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/6d240e93-5f0f-4f5d-af6e-269a02177ae3 HTTP/1.1" status: 204  len: 168 time: 0.5386937
May 07 22:07:17.118400 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2027a80-b575-473b-9fd7-13d41872c526 None None] Sync routers for ids ['96f6fe6a-e6f7-4e12-a80f-a3bbe4a47dd3'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:07:17.121552 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5568f3d5-4f60-4b27-ae0d-14268c020701 req-48fb1ee6-2754-4694-9d18-52d205d4bf89 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:17.123236 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5568f3d5-4f60-4b27-ae0d-14268c020701 req-48fb1ee6-2754-4694-9d18-52d205d4bf89 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9d24fe6-4b53-4000-97a9-53c80f13ac5f HTTP/1.1" status: 200  len: 944 time: 0.0924711
May 07 22:07:17.123751 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 35424) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:17.126734 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e19ef951-13b6-4484-8f60-26f7f5c8e382 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:17.130560 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-e19ef951-13b6-4484-8f60-26f7f5c8e382 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] 10.222.0.32 "PUT /v2.0/routers/96f6fe6a-e6f7-4e12-a80f-a3bbe4a47dd3 HTTP/1.1" status: 200  len: 917 time: 5.1979692
May 07 22:07:17.131347 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2027a80-b575-473b-9fd7-13d41872c526 None None] Routers {'96f6fe6a-e6f7-4e12-a80f-a3bbe4a47dd3'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:07:17.132296 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-d2027a80-b575-473b-9fd7-13d41872c526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c0f85e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:06:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['96f6fe6a-e6f7-4e12-a80f-a3bbe4a47dd3'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:07:17.132927 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 35426) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:17.135871 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4a9a308c-97b5-4536-8579-587959348874 req-6cc622db-2762-4736-8e2a-f87704a0e8d3 service neutron] 10.222.0.59 "GET /v2.0/networks/33b52409-fae0-4935-b5d0-15acefaa0f3f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2193508
May 07 22:07:17.139435 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-53dc3282-fff6-4ce1-b3b9-fbc589b8c15b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=279c4a5ee66248aa87e548e3d09c5c1c&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0061460
May 07 22:07:17.143166 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 35432) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:17.144532 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dc3282-fff6-4ce1-b3b9-fbc589b8c15b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67b75b78-d727-4295-b1ee-5b50a4563716,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:17.151921 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1be8c5-ebbf-4465-9638-d9f6e843a0ec None None] Routers {'95b92444-ae71-4601-a703-2675b27619d8'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:07:17.153224 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b090dbe4-7460-4308-ab06-d9af9822be4d tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Network 897b8e60-57e6-49f6-8500-632ca34fccf7 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:07:17.156001 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-9e1be8c5-ebbf-4465-9638-d9f6e843a0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cacda90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:06:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['95b92444-ae71-4601-a703-2675b27619d8'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:07:17.175003 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa456f19-b50e-4018-866a-48a12d79f031 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6d240e93-5f0f-4f5d-af6e-269a02177ae3,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:17.203764 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-b090dbe4-7460-4308-ab06-d9af9822be4d tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 897b8e60-57e6-49f6-8500-632ca34fccf7) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:07:17.224224 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b090dbe4-7460-4308-ab06-d9af9822be4d tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:17.224912 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b090dbe4-7460-4308-ab06-d9af9822be4d tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:17.242539 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-d2027a80-b575-473b-9fd7-13d41872c526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c0f85e0>, [], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:07:17.247139 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b9cf7b-8c7d-47b7-994e-3de2d07d01ab None None] Network 897b8e60-57e6-49f6-8500-632ca34fccf7 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:07:17.254150 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9eb62b83-4b19-49e4-80fb-a0fb4405bdd6 admin admin] Publish callbacks [] for security_group (67b75b78-d727-4295-b1ee-5b50a4563716), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:17.281663 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-b090dbe4-7460-4308-ab06-d9af9822be4d tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 1.4472318
May 07 22:07:17.285511 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 35434) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:17.295648 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9eb62b83-4b19-49e4-80fb-a0fb4405bdd6 admin admin] Publish callbacks [] for security_group (67b75b78-d727-4295-b1ee-5b50a4563716), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:17.301569 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2027a80-b575-473b-9fd7-13d41872c526 None None] Routers {'96f6fe6a-e6f7-4e12-a80f-a3bbe4a47dd3'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:07:17.302794 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-d2027a80-b575-473b-9fd7-13d41872c526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c0f85e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:06:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['96f6fe6a-e6f7-4e12-a80f-a3bbe4a47dd3'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:07:17.321183 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5568f3d5-4f60-4b27-ae0d-14268c020701 req-458225b3-2b93-4533-a038-a3e3373a1273 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c335e02-4871-4a34-8e92-8c24a11b7b47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1872759
May 07 22:07:17.435699 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-f21fea19-d9bc-41d3-a707-37ed8062ae0f tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5751 time: 0.3032279
May 07 22:07:17.435916 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-d2027a80-b575-473b-9fd7-13d41872c526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c0f85e0>, [], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:07:17.436533 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2027a80-b575-473b-9fd7-13d41872c526 None None] The sync data for ids ['96f6fe6a-e6f7-4e12-a80f-a3bbe4a47dd3'] in ncdv-master-1 is: [] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:07:17.441207 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ebb83e-c753-4ecc-981a-00f7aac0bb7c None None] Pushing event updated for resources: {'Port': ['ID=45095a7a-0775-448b-9db2-66eacc442b7b,revision_number=3']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:17.445289 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 35442) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:17.494800 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9eb62b83-4b19-49e4-80fb-a0fb4405bdd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (67b75b78-d727-4295-b1ee-5b50a4563716), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:17.505611 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9eb62b83-4b19-49e4-80fb-a0fb4405bdd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:17.505611 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-9eb62b83-4b19-49e4-80fb-a0fb4405bdd6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/67b75b78-d727-4295-b1ee-5b50a4563716 HTTP/1.1" status: 204  len: 168 time: 0.3541384
May 07 22:07:17.505849 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-9e1be8c5-ebbf-4465-9638-d9f6e843a0ec None None] Set router 95b92444-ae71-4601-a703-2675b27619d8 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:07:17.527356 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0572f63b-e763-4043-ac54-bdff5f2912a1 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group_rule (c90fe4fa-383b-4397-8df5-631c50a81e53), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:17.547929 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6e7c33-71f5-47cb-b42c-d4a5baac6a19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-897b8e60-57e6-49f6-8500-632ca34fccf7', 'network_id': '897b8e60-57e6-49f6-8500-632ca34fccf7', 'project_id': '0c313e966d334c26afa43b480ab20fb0', 'fixed_ips': [{'subnet_id': 'b8533475-792d-4dfa-8e9d-7a9c15894d00'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:07:17.549529 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7b6e7c33-71f5-47cb-b42c-d4a5baac6a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:17.566727 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0572f63b-e763-4043-ac54-bdff5f2912a1 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group_rule (c90fe4fa-383b-4397-8df5-631c50a81e53), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:17.567755 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4a9a308c-97b5-4536-8579-587959348874 req-f2a292da-04cc-4bf3-8073-1aff48f54541 service neutron] 10.222.0.59 "GET /v2.0/networks/33b52409-fae0-4935-b5d0-15acefaa0f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4188313
May 07 22:07:17.573295 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-35a7346a-aebe-4f7b-a77b-190e290a23ee tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] 10.222.0.32 "GET /v2.0/routers/96f6fe6a-e6f7-4e12-a80f-a3bbe4a47dd3 HTTP/1.1" status: 200  len: 923 time: 0.4363911
May 07 22:07:17.573926 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 35452) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:17.634479 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb62b83-4b19-49e4-80fb-a0fb4405bdd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b75b78-d727-4295-b1ee-5b50a4563716,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:17.639321 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0572f63b-e763-4043-ac54-bdff5f2912a1 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (c90fe4fa-383b-4397-8df5-631c50a81e53), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:17.646485 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0572f63b-e763-4043-ac54-bdff5f2912a1 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:17.647671 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-0572f63b-e763-4043-ac54-bdff5f2912a1 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/c90fe4fa-383b-4397-8df5-631c50a81e53 HTTP/1.1" status: 204  len: 168 time: 0.2012148
May 07 22:07:17.693793 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 35454) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:17.775111 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d856e664-9abc-4908-9c9b-0464deb7fbf7 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:17.785258 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-d856e664-9abc-4908-9c9b-0464deb7fbf7 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=9221b764-ef06-431f-8941-796516ed7c3b&device_id=96f6fe6a-e6f7-4e12-a80f-a3bbe4a47dd3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.2102928
May 07 22:07:17.787609 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 35458) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:17.871491 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0572f63b-e763-4043-ac54-bdff5f2912a1 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c90fe4fa-383b-4397-8df5-631c50a81e53,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:17.913129 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-7b6e7c33-71f5-47cb-b42c-d4a5baac6a19 None None] Allocated IP 172.20.0.2 (897b8e60-57e6-49f6-8500-632ca34fccf7/b8533475-792d-4dfa-8e9d-7a9c15894d00/476eec13-5922-45da-a232-ad63473da77c) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:07:17.957610 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-9e1be8c5-ebbf-4465-9638-d9f6e843a0ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cacda90>, [{'id': '95b92444-ae71-4601-a703-2675b27619d8', 'name': 'tempest-TestNetworkBasicOps-router-341982578', 'tenant_id': '0c313e966d334c26afa43b480ab20fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.45'}], 'enable_snat': True}, 'gw_port_id': '45095a7a-0775-448b-9db2-66eacc442b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:07:09Z', 'updated_at': '2022-05-07T22:07:12Z', 'revision_number': 3, 'project_id': '0c313e966d334c26afa43b480ab20fb0', 'gw_port': {'id': '45095a7a-0775-448b-9db2-66eacc442b7b', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e6:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95b92444-ae71-4601-a703-2675b27619d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:07:11Z', 'updated_at': '2022-05-07T22:07:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:07:18.013065 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1be8c5-ebbf-4465-9638-d9f6e843a0ec None None] The sync data for ids ['95b92444-ae71-4601-a703-2675b27619d8'] in ncdv-master-1 is: [{'id': '95b92444-ae71-4601-a703-2675b27619d8', 'name': 'tempest-TestNetworkBasicOps-router-341982578', 'tenant_id': '0c313e966d334c26afa43b480ab20fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.45'}], 'enable_snat': True}, 'gw_port_id': '45095a7a-0775-448b-9db2-66eacc442b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:07:09Z', 'updated_at': '2022-05-07T22:07:12Z', 'revision_number': 3, 'project_id': '0c313e966d334c26afa43b480ab20fb0', 'gw_port': {'id': '45095a7a-0775-448b-9db2-66eacc442b7b', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e6:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95b92444-ae71-4601-a703-2675b27619d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:07:11Z', 'updated_at': '2022-05-07T22:07:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:07:18.238936 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7b6e7c33-71f5-47cb-b42c-d4a5baac6a19 None None] Publish callbacks [] for port (476eec13-5922-45da-a232-ad63473da77c), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:18.260032 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7b6e7c33-71f5-47cb-b42c-d4a5baac6a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (476eec13-5922-45da-a232-ad63473da77c), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:18.326394 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6e7c33-71f5-47cb-b42c-d4a5baac6a19 None None] Network 897b8e60-57e6-49f6-8500-632ca34fccf7 is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:07:18.339798 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-7b6e7c33-71f5-47cb-b42c-d4a5baac6a19 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:07:18.348920 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6e7c33-71f5-47cb-b42c-d4a5baac6a19 None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:07:18.496073 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4ae2a819-d13d-43a8-84d2-a40cad6a4fd3 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:18.497783 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6e7c33-71f5-47cb-b42c-d4a5baac6a19 None None] Pushing event updated for resources: {'Port': ['ID=476eec13-5922-45da-a232-ad63473da77c,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:18.500205 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-7b6e7c33-71f5-47cb-b42c-d4a5baac6a19 None None] Attempting to bind port 476eec13-5922-45da-a232-ad63473da77c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:07:18.500578 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-7b6e7c33-71f5-47cb-b42c-d4a5baac6a19 None None] Attempting to bind port 476eec13-5922-45da-a232-ad63473da77c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6ae4ba78-6cd6-4dad-8a34-f736ee9aa579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '897b8e60-57e6-49f6-8500-632ca34fccf7'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:07:18.500936 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6e7c33-71f5-47cb-b42c-d4a5baac6a19 None None] Attempting to bind port 476eec13-5922-45da-a232-ad63473da77c on network 897b8e60-57e6-49f6-8500-632ca34fccf7 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:07:18.527918 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6e7c33-71f5-47cb-b42c-d4a5baac6a19 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:07:18.528714 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6e7c33-71f5-47cb-b42c-d4a5baac6a19 None None] Checking segment: {'id': '6ae4ba78-6cd6-4dad-8a34-f736ee9aa579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '897b8e60-57e6-49f6-8500-632ca34fccf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:07:18.529907 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7b6e7c33-71f5-47cb-b42c-d4a5baac6a19 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:18.530474 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6e7c33-71f5-47cb-b42c-d4a5baac6a19 None None] Bound using segment: {'id': '6ae4ba78-6cd6-4dad-8a34-f736ee9aa579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '897b8e60-57e6-49f6-8500-632ca34fccf7'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:07:18.531136 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-7b6e7c33-71f5-47cb-b42c-d4a5baac6a19 None None] Bound port: 476eec13-5922-45da-a232-ad63473da77c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ae4ba78-6cd6-4dad-8a34-f736ee9aa579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '897b8e60-57e6-49f6-8500-632ca34fccf7'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:07:18.531681 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7b6e7c33-71f5-47cb-b42c-d4a5baac6a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (476eec13-5922-45da-a232-ad63473da77c), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:18.692941 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-94ba6075-31dd-4d63-8157-9f7038be1025 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5205 time: 0.9940212
May 07 22:07:18.718626 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 35484) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:18.752054 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-7b6e7c33-71f5-47cb-b42c-d4a5baac6a19 None None] For port 476eec13-5922-45da-a232-ad63473da77c, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:07:18.758386 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-7b6e7c33-71f5-47cb-b42c-d4a5baac6a19 None None] For port 476eec13-5922-45da-a232-ad63473da77c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=476eec13-5922-45da-a232-ad63473da77c,segment=NetworkSegment(6ae4ba78-6cd6-4dad-8a34-f736ee9aa579),segment_id=6ae4ba78-6cd6-4dad-8a34-f736ee9aa579)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:07:18.781288 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7b6e7c33-71f5-47cb-b42c-d4a5baac6a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (476eec13-5922-45da-a232-ad63473da77c), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:18.944106 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67289315-dac5-4774-a7d4-986e6f3c196d req-d9a9d416-6f39-49f8-97e7-9365bbf740ca tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:18.959084 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-67289315-dac5-4774-a7d4-986e6f3c196d req-d9a9d416-6f39-49f8-97e7-9365bbf740ca tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9d24fe6-4b53-4000-97a9-53c80f13ac5f HTTP/1.1" status: 200  len: 944 time: 0.3022883
May 07 22:07:18.961273 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6e7c33-71f5-47cb-b42c-d4a5baac6a19 None None] Pushing event updated for resources: {'Port': ['ID=476eec13-5922-45da-a232-ad63473da77c,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:18.964750 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410cd784-0d92-4a93-b9c6-b72d372d87a8 req-a405088d-3fdd-40d6-834e-1faf8b775e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:18.966549 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-410cd784-0d92-4a93-b9c6-b72d372d87a8 req-a405088d-3fdd-40d6-834e-1faf8b775e70 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=759c66c34f414c19b2109393738ef639&device_id=e9d24fe6-4b53-4000-97a9-53c80f13ac5f HTTP/1.1" status: 200  len: 1126 time: 0.3187802
May 07 22:07:18.980503 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 45095a7a-0775-448b-9db2-66eacc442b7b up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:07:18.983895 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-52f48879-e08c-48ce-a8d2-1d79ccb92b3c tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group_rule (e07a7cfd-d2ae-40a4-a146-61de487854e6), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:19.110830 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 45095a7a-0775-448b-9db2-66eacc442b7b triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:07:19.111480 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (45095a7a-0775-448b-9db2-66eacc442b7b), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:19.112989 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-52f48879-e08c-48ce-a8d2-1d79ccb92b3c tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group_rule (e07a7cfd-d2ae-40a4-a146-61de487854e6), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:19.257305 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 45095a7a-0775-448b-9db2-66eacc442b7b is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:07:19.257894 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (45095a7a-0775-448b-9db2-66eacc442b7b), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:19.276932 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62e4336-06e4-4f9c-8510-7dc11acebbe7 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:19.278348 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-d62e4336-06e4-4f9c-8510-7dc11acebbe7 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] 10.222.0.32 "GET /v2.0/networks/9221b764-ef06-431f-8941-796516ed7c3b HTTP/1.1" status: 200  len: 881 time: 1.4885244
May 07 22:07:19.282983 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 35504) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:19.289881 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-4ae2a819-d13d-43a8-84d2-a40cad6a4fd3 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Allocated IP 172.20.0.1 (897b8e60-57e6-49f6-8500-632ca34fccf7/b8533475-792d-4dfa-8e9d-7a9c15894d00/c5913d5e-e4ba-4665-9266-7c0283129c4f) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:07:19.335197 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-67289315-dac5-4774-a7d4-986e6f3c196d req-d80c917c-f198-4d14-824f-e4cfc420d7c9 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c335e02-4871-4a34-8e92-8c24a11b7b47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3749969
May 07 22:07:19.337974 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 35506) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:19.339360 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-52f48879-e08c-48ce-a8d2-1d79ccb92b3c tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (e07a7cfd-d2ae-40a4-a146-61de487854e6), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:19.349184 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port 45095a7a-0775-448b-9db2-66eacc442b7b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=45095a7a-0775-448b-9db2-66eacc442b7b,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:07:19.359833 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-dc897b64-e440-4f79-9843-48a1d6a143f0 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] 10.222.0.32 "GET /v2.0/ports?device_id=96f6fe6a-e6f7-4e12-a80f-a3bbe4a47dd3 HTTP/1.1" status: 200  len: 205 time: 0.0702291
May 07 22:07:19.360056 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (45095a7a-0775-448b-9db2-66eacc442b7b), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:19.462217 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-52f48879-e08c-48ce-a8d2-1d79ccb92b3c tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:19.472281 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-52f48879-e08c-48ce-a8d2-1d79ccb92b3c tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/e07a7cfd-d2ae-40a4-a146-61de487854e6 HTTP/1.1" status: 204  len: 168 time: 0.7522404
May 07 22:07:19.476457 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 35512) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:19.494382 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=45095a7a-0775-448b-9db2-66eacc442b7b,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:19.497404 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device f1c7d1d5-631c-4b90-9f11-73edbb1fc62b details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:07:19.533290 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410cd784-0d92-4a93-b9c6-b72d372d87a8 req-3b40d3ad-100a-443b-915c-598951e26f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:19.536604 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-410cd784-0d92-4a93-b9c6-b72d372d87a8 req-3b40d3ad-100a-443b-915c-598951e26f7c service neutron] 10.222.0.59 "GET /v2.0/networks?id=33b52409-fae0-4935-b5d0-15acefaa0f3f HTTP/1.1" status: 200  len: 913 time: 0.5541682
May 07 22:07:19.540180 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f48879-e08c-48ce-a8d2-1d79ccb92b3c tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e07a7cfd-d2ae-40a4-a146-61de487854e6,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:19.630735 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-410cd784-0d92-4a93-b9c6-b72d372d87a8 req-9ced937f-82f6-4612-9a65-61c4d54b452c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1c7d1d5-631c-4b90-9f11-73edbb1fc62b HTTP/1.1" status: 200  len: 217 time: 0.0825117
May 07 22:07:19.710869 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-cc54c90b-0639-4e03-be5c-959e4500a3a2 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4659 time: 0.2311413
May 07 22:07:19.717115 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 35524) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:19.739056 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port f1c7d1d5-631c-4b90-9f11-73edbb1fc62b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f1c7d1d5-631c-4b90-9f11-73edbb1fc62b,segment=NetworkSegment(3565a17e-e0eb-4b35-a7f2-f7d7af642fb7),segment_id=3565a17e-e0eb-4b35-a7f2-f7d7af642fb7)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:07:19.786483 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': 'f1c7d1d5-631c-4b90-9f11-73edbb1fc62b', 'network_id': '33b52409-fae0-4935-b5d0-15acefaa0f3f', 'port_id': 'f1c7d1d5-631c-4b90-9f11-73edbb1fc62b', 'mac_address': 'fa:16:3e:c5:e5:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e304f3b-3927-4f57-b6d9-ff32c4ae5938', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:07:19.832151 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4ae2a819-d13d-43a8-84d2-a40cad6a4fd3 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for port (c5913d5e-e4ba-4665-9266-7c0283129c4f), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:19.857313 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-597a4324-5ae8-4ded-ac51-a5ee9650a08e tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group_rule (2930c911-d0da-465d-9cbd-8cc7004dac7a), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:19.859870 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port f1c7d1d5-631c-4b90-9f11-73edbb1fc62b is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:07:19.860270 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f1c7d1d5-631c-4b90-9f11-73edbb1fc62b), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:19.877611 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1c7d1d5-631c-4b90-9f11-73edbb1fc62b {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:07:19.885850 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-597a4324-5ae8-4ded-ac51-a5ee9650a08e tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group_rule (2930c911-d0da-465d-9cbd-8cc7004dac7a), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:19.890028 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410cd784-0d92-4a93-b9c6-b72d372d87a8 req-245d3e77-f15a-4095-a545-fd5af1f9e364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:19.893206 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-410cd784-0d92-4a93-b9c6-b72d372d87a8 req-245d3e77-f15a-4095-a545-fd5af1f9e364 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3e304f3b-3927-4f57-b6d9-ff32c4ae5938 HTTP/1.1" status: 200  len: 851 time: 0.2519610
May 07 22:07:19.900966 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b13edd31-a79c-478d-8fc6-04d089258be3 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks [] for router (96f6fe6a-e6f7-4e12-a80f-a3bbe4a47dd3), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:19.916726 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port f1c7d1d5-631c-4b90-9f11-73edbb1fc62b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f1c7d1d5-631c-4b90-9f11-73edbb1fc62b,segment=NetworkSegment(3565a17e-e0eb-4b35-a7f2-f7d7af642fb7),segment_id=3565a17e-e0eb-4b35-a7f2-f7d7af642fb7)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:07:19.925251 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (f1c7d1d5-631c-4b90-9f11-73edbb1fc62b), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:19.970319 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4ae2a819-d13d-43a8-84d2-a40cad6a4fd3 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (c5913d5e-e4ba-4665-9266-7c0283129c4f), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:20.005393 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=f1c7d1d5-631c-4b90-9f11-73edbb1fc62b,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:20.057603 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-597a4324-5ae8-4ded-ac51-a5ee9650a08e tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (2930c911-d0da-465d-9cbd-8cc7004dac7a), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:20.118587 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae2a819-d13d-43a8-84d2-a40cad6a4fd3 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Network 897b8e60-57e6-49f6-8500-632ca34fccf7 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:07:20.130941 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-4ae2a819-d13d-43a8-84d2-a40cad6a4fd3 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:07:20.134843 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['f1c7d1d5-631c-4b90-9f11-73edbb1fc62b'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:07:20.141646 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410cd784-0d92-4a93-b9c6-b72d372d87a8 req-fd1bf52b-8328-4e4d-aa5c-1e77be006f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:20.143203 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-410cd784-0d92-4a93-b9c6-b72d372d87a8 req-fd1bf52b-8328-4e4d-aa5c-1e77be006f2a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=33b52409-fae0-4935-b5d0-15acefaa0f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2392023
May 07 22:07:20.150417 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae2a819-d13d-43a8-84d2-a40cad6a4fd3 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:07:20.156845 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-597a4324-5ae8-4ded-ac51-a5ee9650a08e tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:20.158248 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-597a4324-5ae8-4ded-ac51-a5ee9650a08e tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/2930c911-d0da-465d-9cbd-8cc7004dac7a HTTP/1.1" status: 204  len: 168 time: 0.4394169
May 07 22:07:20.175376 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 35534) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:20.256616 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597a4324-5ae8-4ded-ac51-a5ee9650a08e tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2930c911-d0da-465d-9cbd-8cc7004dac7a,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:20.274756 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4ae2a819-d13d-43a8-84d2-a40cad6a4fd3 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398161'] for router_interface (95b92444-ae71-4601-a703-2675b27619d8), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:20.324658 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae2a819-d13d-43a8-84d2-a40cad6a4fd3 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Pushing event updated for resources: {'Port': ['ID=c5913d5e-e4ba-4665-9266-7c0283129c4f,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:20.578219 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4ae2a819-d13d-43a8-84d2-a40cad6a4fd3 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (c5913d5e-e4ba-4665-9266-7c0283129c4f), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:20.619164 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-37a6b181-c79d-4022-be48-401dd02d0e7d tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.4327035
May 07 22:07:20.623360 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 35546) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:20.646414 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b13edd31-a79c-478d-8fc6-04d089258be3 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks [] for router_gateway (96f6fe6a-e6f7-4e12-a80f-a3bbe4a47dd3), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:20.662023 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9387360-ebee-4bb5-aeab-412805d8b68e req-8806705a-e196-473a-a89a-1d3ce4afa57e tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:20.664688 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d9387360-ebee-4bb5-aeab-412805d8b68e req-8806705a-e196-473a-a89a-1d3ce4afa57e tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9d24fe6-4b53-4000-97a9-53c80f13ac5f HTTP/1.1" status: 200  len: 945 time: 0.1339312
May 07 22:07:20.828843 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-410cd784-0d92-4a93-b9c6-b72d372d87a8 req-4072aebb-4dbd-4a9f-9813-ea09fa684a27 service neutron] 10.222.0.59 "GET /v2.0/networks/33b52409-fae0-4935-b5d0-15acefaa0f3f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6661780
May 07 22:07:20.846411 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b055fd7a-5e1a-4b7c-9f0b-1002a3c61294 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group_rule (a3362937-b2ed-4226-8437-92e8ea0950b9), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:20.898466 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d9387360-ebee-4bb5-aeab-412805d8b68e req-2f95e11d-c102-4339-98f2-04b29bf75273 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c335e02-4871-4a34-8e92-8c24a11b7b47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2245648
May 07 22:07:20.899567 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-b13edd31-a79c-478d-8fc6-04d089258be3 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Deleting port e9218d82-e5e8-4e75-b50d-aeb5e77f262b {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:07:20.899567 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b13edd31-a79c-478d-8fc6-04d089258be3 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (e9218d82-e5e8-4e75-b50d-aeb5e77f262b), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:20.985957 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 45095a7a-0775-448b-9db2-66eacc442b7b up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:07:21.087266 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1bf4849-cee7-4c97-b0cf-d9352cac8f26 None None] Network 897b8e60-57e6-49f6-8500-632ca34fccf7 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:07:21.117256 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b13edd31-a79c-478d-8fc6-04d089258be3 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (e9218d82-e5e8-4e75-b50d-aeb5e77f262b), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:21.135733 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 45095a7a-0775-448b-9db2-66eacc442b7b triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:07:21.136336 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (45095a7a-0775-448b-9db2-66eacc442b7b), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:21.142273 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-410cd784-0d92-4a93-b9c6-b72d372d87a8 req-f7c58a4e-c20f-4ddc-95f5-a6c8cb8affaa service neutron] 10.222.0.59 "GET /v2.0/networks/33b52409-fae0-4935-b5d0-15acefaa0f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3007236
May 07 22:07:21.150243 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-b13edd31-a79c-478d-8fc6-04d089258be3 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Calling delete_port for e9218d82-e5e8-4e75-b50d-aeb5e77f262b owned by network:router_gateway {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:07:21.204399 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-271de8fc-e4ea-49e7-9ec5-d3702ba3adb2 None None] Provisioning complete for port 476eec13-5922-45da-a232-ad63473da77c triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:07:21.204866 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-271de8fc-e4ea-49e7-9ec5-d3702ba3adb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (476eec13-5922-45da-a232-ad63473da77c), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:21.369700 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 35570) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:21.457979 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device f1c7d1d5-631c-4b90-9f11-73edbb1fc62b up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:07:21.506815 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b055fd7a-5e1a-4b7c-9f0b-1002a3c61294 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group_rule (a3362937-b2ed-4226-8437-92e8ea0950b9), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:21.533571 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b13edd31-a79c-478d-8fc6-04d089258be3 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (e9218d82-e5e8-4e75-b50d-aeb5e77f262b), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:21.620460 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning for port f1c7d1d5-631c-4b90-9f11-73edbb1fc62b completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 22:07:21.633940 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13edd31-a79c-478d-8fc6-04d089258be3 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Pushing event deleted for resources: {'Port': ['ID=e9218d82-e5e8-4e75-b50d-aeb5e77f262b,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:21.636894 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b055fd7a-5e1a-4b7c-9f0b-1002a3c61294 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (a3362937-b2ed-4226-8437-92e8ea0950b9), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:21.649457 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b055fd7a-5e1a-4b7c-9f0b-1002a3c61294 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:21.653017 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-b055fd7a-5e1a-4b7c-9f0b-1002a3c61294 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/a3362937-b2ed-4226-8437-92e8ea0950b9 HTTP/1.1" status: 204  len: 168 time: 1.0247924
May 07 22:07:21.659718 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 35590) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:21.684973 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port f1c7d1d5-631c-4b90-9f11-73edbb1fc62b triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:07:21.687661 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (f1c7d1d5-631c-4b90-9f11-73edbb1fc62b), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:21.705641 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 45095a7a-0775-448b-9db2-66eacc442b7b is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:07:21.706723 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b055fd7a-5e1a-4b7c-9f0b-1002a3c61294 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a3362937-b2ed-4226-8437-92e8ea0950b9,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:21.722568 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 476eec13-5922-45da-a232-ad63473da77c up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:07:21.817802 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3e259efa-3473-4831-8ed7-324903d09182 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:21.844584 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b13edd31-a79c-478d-8fc6-04d089258be3 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395776'] for router_gateway (96f6fe6a-e6f7-4e12-a80f-a3bbe4a47dd3), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:22.037478 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-271de8fc-e4ea-49e7-9ec5-d3702ba3adb2 None None] Current status of the port 476eec13-5922-45da-a232-ad63473da77c is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:07:22.038515 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-271de8fc-e4ea-49e7-9ec5-d3702ba3adb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (476eec13-5922-45da-a232-ad63473da77c), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:22.045572 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-5527252f-6383-4a5c-af5a-9251322417b2 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.3812854
May 07 22:07:22.052815 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 35604) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:22.076012 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:22.080544 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 476eec13-5922-45da-a232-ad63473da77c triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:07:22.081158 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (476eec13-5922-45da-a232-ad63473da77c), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:22.114272 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b13edd31-a79c-478d-8fc6-04d089258be3 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (96f6fe6a-e6f7-4e12-a80f-a3bbe4a47dd3), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:22.128855 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b13edd31-a79c-478d-8fc6-04d089258be3 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks [] for router_controller (96f6fe6a-e6f7-4e12-a80f-a3bbe4a47dd3), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:22.181395 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port f1c7d1d5-631c-4b90-9f11-73edbb1fc62b is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:07:22.182344 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f1c7d1d5-631c-4b90-9f11-73edbb1fc62b), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:22.225732 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-271de8fc-e4ea-49e7-9ec5-d3702ba3adb2 None None] For port 476eec13-5922-45da-a232-ad63473da77c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=476eec13-5922-45da-a232-ad63473da77c,segment=NetworkSegment(6ae4ba78-6cd6-4dad-8a34-f736ee9aa579),segment_id=6ae4ba78-6cd6-4dad-8a34-f736ee9aa579)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:07:22.240887 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b13edd31-a79c-478d-8fc6-04d089258be3 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (96f6fe6a-e6f7-4e12-a80f-a3bbe4a47dd3), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:22.241435 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b13edd31-a79c-478d-8fc6-04d089258be3 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Fanout notify agent at l3_agent the message router_deleted on router 96f6fe6a-e6f7-4e12-a80f-a3bbe4a47dd3 {{(pid=121837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 22:07:22.248210 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-271de8fc-e4ea-49e7-9ec5-d3702ba3adb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (476eec13-5922-45da-a232-ad63473da77c), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:22.262561 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b13edd31-a79c-478d-8fc6-04d089258be3 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:22.267176 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-b13edd31-a79c-478d-8fc6-04d089258be3 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] 10.222.0.32 "DELETE /v2.0/routers/96f6fe6a-e6f7-4e12-a80f-a3bbe4a47dd3 HTTP/1.1" status: 204  len: 168 time: 2.9221151
May 07 22:07:22.277736 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 35614) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:22.293123 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-432a7f46-ec30-4051-ac62-2a14078944d1 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1185024837', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:07:22.338288 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9d24fe6-4b53-4000-97a9-53c80f13ac5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1c7d1d5-631c-4b90-9f11-73edbb1fc62b'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:07:22.345261 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f2d5599-3b91-4a8d-85fc-fd4263679094" -d '{"events": [{"server_uuid": "e9d24fe6-4b53-4000-97a9-53c80f13ac5f", "name": "network-vif-plugged", "status": "completed", "tag": "f1c7d1d5-631c-4b90-9f11-73edbb1fc62b"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:07:22.350040 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271de8fc-e4ea-49e7-9ec5-d3702ba3adb2 None None] Pushing event updated for resources: {'Port': ['ID=476eec13-5922-45da-a232-ad63473da77c,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:22.372387 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4ae2a819-d13d-43a8-84d2-a40cad6a4fd3 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for port (c5913d5e-e4ba-4665-9266-7c0283129c4f), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:22.387579 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1dc46d62-5069-4786-8ad7-5bdca3ea69d1 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group (0c4bd5eb-3735-4d94-a517-13982cb24d36), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:22.400908 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cb8a3d-3e25-4e94-958b-15cffee0f47a req-7c0930f5-737d-495b-adf2-601387dcadb2 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:22.401065 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-432a7f46-ec30-4051-ac62-2a14078944d1 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (92db392b-b746-42ef-9cda-4839bd922e04), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:22.402145 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-432a7f46-ec30-4051-ac62-2a14078944d1 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (92db392b-b746-42ef-9cda-4839bd922e04), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:22.409947 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d9cb8a3d-3e25-4e94-958b-15cffee0f47a req-7c0930f5-737d-495b-adf2-601387dcadb2 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9d24fe6-4b53-4000-97a9-53c80f13ac5f HTTP/1.1" status: 200  len: 945 time: 0.2769687
May 07 22:07:22.415180 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4ae2a819-d13d-43a8-84d2-a40cad6a4fd3 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (c5913d5e-e4ba-4665-9266-7c0283129c4f), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:22.415412 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3e259efa-3473-4831-8ed7-324903d09182 admin admin] Publish callbacks [] for security_group (6b62803c-ddd8-4546-b5a0-aaa5d91efab1), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:22.429578 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port f1c7d1d5-631c-4b90-9f11-73edbb1fc62b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f1c7d1d5-631c-4b90-9f11-73edbb1fc62b,segment=NetworkSegment(3565a17e-e0eb-4b35-a7f2-f7d7af642fb7),segment_id=3565a17e-e0eb-4b35-a7f2-f7d7af642fb7)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:07:22.430049 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3e259efa-3473-4831-8ed7-324903d09182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (6b62803c-ddd8-4546-b5a0-aaa5d91efab1), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:22.455193 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 476eec13-5922-45da-a232-ad63473da77c is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:07:22.457915 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (f1c7d1d5-631c-4b90-9f11-73edbb1fc62b), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:22.521845 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1dc46d62-5069-4786-8ad7-5bdca3ea69d1 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group (0c4bd5eb-3735-4d94-a517-13982cb24d36), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:22.541063 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e761b721-0267-44c6-bbf8-7a02ba0e1a0e x-openstack-request-id: req-e761b721-0267-44c6-bbf8-7a02ba0e1a0e {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:07:22.542022 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9d24fe6-4b53-4000-97a9-53c80f13ac5f", "name": "network-vif-plugged", "status": "completed", "tag": "f1c7d1d5-631c-4b90-9f11-73edbb1fc62b", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:07:22.543118 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e761b721-0267-44c6-bbf8-7a02ba0e1a0e {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:07:22.543717 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e761b721-0267-44c6-bbf8-7a02ba0e1a0e'] response: {'server_uuid': 'e9d24fe6-4b53-4000-97a9-53c80f13ac5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1c7d1d5-631c-4b90-9f11-73edbb1fc62b', 'code': 200}
May 07 22:07:22.545533 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=f1c7d1d5-631c-4b90-9f11-73edbb1fc62b,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:22.560763 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-0311cff5-7e21-4290-a35f-0c48a0630af8 None None] Provisioning complete for port c5913d5e-e4ba-4665-9266-7c0283129c4f triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:07:22.561150 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-0311cff5-7e21-4290-a35f-0c48a0630af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (c5913d5e-e4ba-4665-9266-7c0283129c4f), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:22.604941 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-3e259efa-3473-4831-8ed7-324903d09182 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d34597bf2e7144eea68fb88f1f1290fe&name=default HTTP/1.1" status: 200  len: 3000 time: 1.2333322
May 07 22:07:22.605956 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c41a9b-e161-4f74-b52e-5657cbcf830d req-fd74644f-b834-4fe3-8bf8-e9586fd593e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:22.613208 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-45c41a9b-e161-4f74-b52e-5657cbcf830d req-fd74644f-b834-4fe3-8bf8-e9586fd593e2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e9d24fe6-4b53-4000-97a9-53c80f13ac5f HTTP/1.1" status: 200  len: 1128 time: 0.0630410
May 07 22:07:22.613731 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 35630) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:22.623595 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae2a819-d13d-43a8-84d2-a40cad6a4fd3 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Pushing event updated for resources: {'Port': ['ID=c5913d5e-e4ba-4665-9266-7c0283129c4f,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:22.645253 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4ae2a819-d13d-43a8-84d2-a40cad6a4fd3 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401121'] for router_interface (95b92444-ae71-4601-a703-2675b27619d8), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:22.691815 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-432a7f46-ec30-4051-ac62-2a14078944d1 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks [] for router_controller (92db392b-b746-42ef-9cda-4839bd922e04), precommit_add_association {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:22.710838 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e259efa-3473-4831-8ed7-324903d09182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b62803c-ddd8-4546-b5a0-aaa5d91efab1,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:22.713732 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d9cb8a3d-3e25-4e94-958b-15cffee0f47a req-b7b98f39-cd89-412d-9c78-3cd6c03c50ee tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c335e02-4871-4a34-8e92-8c24a11b7b47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2866099
May 07 22:07:22.737888 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-432a7f46-ec30-4051-ac62-2a14078944d1 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (92db392b-b746-42ef-9cda-4839bd922e04), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:22.787468 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-432a7f46-ec30-4051-ac62-2a14078944d1 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:22.792607 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-432a7f46-ec30-4051-ac62-2a14078944d1 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5138254
May 07 22:07:22.795122 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 35642) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:22.795829 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e038e8d1-b3b1-4661-b51f-ba5701864972 admin admin] Publish callbacks [] for security_group (6b62803c-ddd8-4546-b5a0-aaa5d91efab1), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:22.808640 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-6e270fff-6241-48a6-ae21-3d258c831bc2 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'enable_snat': False}}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:07:22.851682 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-0311cff5-7e21-4290-a35f-0c48a0630af8 None None] Port c5913d5e-e4ba-4665-9266-7c0283129c4f cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:07:22.857980 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1dc46d62-5069-4786-8ad7-5bdca3ea69d1 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (0c4bd5eb-3735-4d94-a517-13982cb24d36), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:22.860817 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1dc46d62-5069-4786-8ad7-5bdca3ea69d1 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:22.861964 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-1dc46d62-5069-4786-8ad7-5bdca3ea69d1 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] 10.222.0.32 "DELETE /v2.0/security-groups/0c4bd5eb-3735-4d94-a517-13982cb24d36 HTTP/1.1" status: 204  len: 168 time: 0.8079085
May 07 22:07:22.874417 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 35650) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:22.875485 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc46d62-5069-4786-8ad7-5bdca3ea69d1 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c4bd5eb-3735-4d94-a517-13982cb24d36,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:22.915919 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-0311cff5-7e21-4290-a35f-0c48a0630af8 None None] Provisioning complete for port 476eec13-5922-45da-a232-ad63473da77c triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:07:22.917707 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-0311cff5-7e21-4290-a35f-0c48a0630af8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (476eec13-5922-45da-a232-ad63473da77c), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:22.923716 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae2a819-d13d-43a8-84d2-a40cad6a4fd3 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Network 897b8e60-57e6-49f6-8500-632ca34fccf7 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:07:22.926367 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-4ae2a819-d13d-43a8-84d2-a40cad6a4fd3 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:07:22.969013 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 476eec13-5922-45da-a232-ad63473da77c up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:07:22.992035 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-a6887184-48ca-478e-861e-751ca07120b3 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1087866
May 07 22:07:22.992725 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 35658) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:22.999388 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-f8dbe3f4-4b35-483c-ad6e-66a353c2b250 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Request body: {'security_group': {'name': 'tempest-secgroup--1689685121'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:07:23.061391 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e038e8d1-b3b1-4661-b51f-ba5701864972 admin admin] Publish callbacks [] for security_group (6b62803c-ddd8-4546-b5a0-aaa5d91efab1), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:23.115867 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-45c41a9b-e161-4f74-b52e-5657cbcf830d req-6aa9669b-2c0d-4a47-b0b5-601ab8d10cce service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2c335e02-4871-4a34-8e92-8c24a11b7b47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4481974
May 07 22:07:23.162783 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-0311cff5-7e21-4290-a35f-0c48a0630af8 None None] Current status of the port 476eec13-5922-45da-a232-ad63473da77c is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:07:23.176241 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 476eec13-5922-45da-a232-ad63473da77c triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:07:23.176633 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (476eec13-5922-45da-a232-ad63473da77c), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:23.233687 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ae2a819-d13d-43a8-84d2-a40cad6a4fd3 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Router 95b92444-ae71-4601-a703-2675b27619d8 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:07:23.255287 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f8dbe3f4-4b35-483c-ad6e-66a353c2b250 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:23.326499 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-efb58493-ce6a-4eb9-a52f-6e137cf5220d None None] Provisioning complete for port c5913d5e-e4ba-4665-9266-7c0283129c4f triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:07:23.328218 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-efb58493-ce6a-4eb9-a52f-6e137cf5220d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (c5913d5e-e4ba-4665-9266-7c0283129c4f), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:23.343816 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6e270fff-6241-48a6-ae21-3d258c831bc2 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks [] for router_gateway (92db392b-b746-42ef-9cda-4839bd922e04), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:23.392401 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e038e8d1-b3b1-4661-b51f-ba5701864972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (6b62803c-ddd8-4546-b5a0-aaa5d91efab1), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:23.395326 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e038e8d1-b3b1-4661-b51f-ba5701864972 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:23.398597 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-e038e8d1-b3b1-4661-b51f-ba5701864972 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6b62803c-ddd8-4546-b5a0-aaa5d91efab1 HTTP/1.1" status: 204  len: 168 time: 0.7736723
May 07 22:07:23.442212 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e038e8d1-b3b1-4661-b51f-ba5701864972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b62803c-ddd8-4546-b5a0-aaa5d91efab1,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:23.481766 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f8dbe3f4-4b35-483c-ad6e-66a353c2b250 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group (16d85da5-7880-4264-8417-31fcfb2f6416), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:23.483441 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ae2a819-d13d-43a8-84d2-a40cad6a4fd3 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:07:23.489380 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-4ae2a819-d13d-43a8-84d2-a40cad6a4fd3 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "PUT /v2.0/routers/95b92444-ae71-4601-a703-2675b27619d8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.2023284
May 07 22:07:23.492166 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-efb58493-ce6a-4eb9-a52f-6e137cf5220d None None] Port c5913d5e-e4ba-4665-9266-7c0283129c4f cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:07:23.492797 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 35682) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:23.504311 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b01ac5-dcd8-462b-b495-d74bda688365 None None] Sync routers for ids ['95b92444-ae71-4601-a703-2675b27619d8'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:07:23.517574 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b01ac5-dcd8-462b-b495-d74bda688365 None None] Routers {'95b92444-ae71-4601-a703-2675b27619d8'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:07:23.520329 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-e5b01ac5-dcd8-462b-b495-d74bda688365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c87d610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:06:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['95b92444-ae71-4601-a703-2675b27619d8'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:07:23.531187 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 476eec13-5922-45da-a232-ad63473da77c is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:07:23.587936 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-74487d49-692f-4a72-b1b4-e85c159fb38a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:23.610004 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 35684) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:23.619600 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-c5e12dfe-e65b-4a96-afb9-00c8f2ea4b61 None None] Provisioning complete for port c5913d5e-e4ba-4665-9266-7c0283129c4f triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:07:23.621214 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c5e12dfe-e65b-4a96-afb9-00c8f2ea4b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (c5913d5e-e4ba-4665-9266-7c0283129c4f), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:23.644452 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f8dbe3f4-4b35-483c-ad6e-66a353c2b250 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (16d85da5-7880-4264-8417-31fcfb2f6416), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:23.690156 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6e270fff-6241-48a6-ae21-3d258c831bc2 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks [] for router_gateway (92db392b-b746-42ef-9cda-4839bd922e04), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:23.703420 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-c5e12dfe-e65b-4a96-afb9-00c8f2ea4b61 None None] Port c5913d5e-e4ba-4665-9266-7c0283129c4f cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:07:23.722551 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6e270fff-6241-48a6-ae21-3d258c831bc2 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:23.744828 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f8dbe3f4-4b35-483c-ad6e-66a353c2b250 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:23.746375 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-f8dbe3f4-4b35-483c-ad6e-66a353c2b250 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.7510054
May 07 22:07:23.774940 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-e5b01ac5-dcd8-462b-b495-d74bda688365 None None] Set router 95b92444-ae71-4601-a703-2675b27619d8 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:07:23.780753 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 35690) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:23.827389 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-2f387d03-f32f-413e-a746-d675754bf4e7 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Request body: {'security_group_rule': {'security_group_id': '16d85da5-7880-4264-8417-31fcfb2f6416', 'direction': 'ingress', 'protocol': 17}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:07:23.831397 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:23.903132 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-6e270fff-6241-48a6-ae21-3d258c831bc2 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Allocated IP 172.35.4.74 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/16aa7edc-8fe0-4cd8-b71b-6f794fba29d9) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:07:23.972435 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2f387d03-f32f-413e-a746-d675754bf4e7 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group_rule (750d518e-cfbb-4738-a479-dbaa9706c2ef), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:23.991104 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280f93ba-17aa-4a52-a20c-8f79a1819763 req-cee79c7b-b95d-4e0d-ba70-f6546e9841d0 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:23.998523 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-280f93ba-17aa-4a52-a20c-8f79a1819763 req-cee79c7b-b95d-4e0d-ba70-f6546e9841d0 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9d24fe6-4b53-4000-97a9-53c80f13ac5f HTTP/1.1" status: 200  len: 946 time: 0.1121287
May 07 22:07:24.012734 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8bea6cbb-3283-4545-8c1c-8f4f2f51def3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:24.017034 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dbe3f4-4b35-483c-ad6e-66a353c2b250 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16d85da5-7880-4264-8417-31fcfb2f6416,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:24.085604 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6c99de-2063-400b-8caa-8307a155abbe tempest-TestNetworkBasicOps-1465750221 tempest-TestNetworkBasicOps-1465750221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:24.086108 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6c99de-2063-400b-8caa-8307a155abbe tempest-TestNetworkBasicOps-1465750221 tempest-TestNetworkBasicOps-1465750221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:24.086556 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6c99de-2063-400b-8caa-8307a155abbe tempest-TestNetworkBasicOps-1465750221 tempest-TestNetworkBasicOps-1465750221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:24.087062 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6c99de-2063-400b-8caa-8307a155abbe tempest-TestNetworkBasicOps-1465750221 tempest-TestNetworkBasicOps-1465750221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:24.087525 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6c99de-2063-400b-8caa-8307a155abbe tempest-TestNetworkBasicOps-1465750221 tempest-TestNetworkBasicOps-1465750221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:24.088069 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6c99de-2063-400b-8caa-8307a155abbe tempest-TestNetworkBasicOps-1465750221 tempest-TestNetworkBasicOps-1465750221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:24.088537 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6c99de-2063-400b-8caa-8307a155abbe tempest-TestNetworkBasicOps-1465750221 tempest-TestNetworkBasicOps-1465750221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:24.090437 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-cc6c99de-2063-400b-8caa-8307a155abbe tempest-TestNetworkBasicOps-1465750221 tempest-TestNetworkBasicOps-1465750221-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200  len: 4977 time: 0.5964458
May 07 22:07:24.101402 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 35694) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:24.116274 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-e5b01ac5-dcd8-462b-b495-d74bda688365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c87d610>, [{'id': '95b92444-ae71-4601-a703-2675b27619d8', 'name': 'tempest-TestNetworkBasicOps-router-341982578', 'tenant_id': '0c313e966d334c26afa43b480ab20fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.45'}], 'enable_snat': True}, 'gw_port_id': '45095a7a-0775-448b-9db2-66eacc442b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:07:09Z', 'updated_at': '2022-05-07T22:07:20Z', 'revision_number': 4, 'project_id': '0c313e966d334c26afa43b480ab20fb0', 'gw_port': {'id': '45095a7a-0775-448b-9db2-66eacc442b7b', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b92444-ae71-4601-a703-2675b27619d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:07:11Z', 'updated_at': '2022-05-07T22:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c5913d5e-e4ba-4665-9266-7c0283129c4f', 'name': '', 'network_id': '897b8e60-57e6-49f6-8500-632ca34fccf7', 'tenant_id': '0c313e966d334c26afa43b480ab20fb0', 'mac_address': 'fa:16:3e:35:e9:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95b92444-ae71-4601-a703-2675b27619d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': 'b8533475-792d-4dfa-8e9d-7a9c15894d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:07:18Z', 'updated_at': '2022-05-07T22:07:21Z', 'revision_number': 2, 'project_id': '0c313e966d334c26afa43b480ab20fb0', 'subnets': [{'id': 'b8533475-792d-4dfa-8e9d-7a9c15894d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:07:24.137770 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 35696) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:24.168059 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9911fd51-ac34-411d-aef3-6bd4ac4b3811 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:24.177788 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b01ac5-dcd8-462b-b495-d74bda688365 None None] Checking router: 95b92444-ae71-4601-a703-2675b27619d8 for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:07:24.179465 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b01ac5-dcd8-462b-b495-d74bda688365 None None] Updating router 95b92444-ae71-4601-a703-2675b27619d8 port c5913d5e-e4ba-4665-9266-7c0283129c4f binding host ncdv-master-1 {{(pid=121839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 22:07:24.197990 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-280f93ba-17aa-4a52-a20c-8f79a1819763 req-6b4a0c2f-0e13-46e7-8026-7cd997c5cf42 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c335e02-4871-4a34-8e92-8c24a11b7b47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1985354
May 07 22:07:24.217160 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2f387d03-f32f-413e-a746-d675754bf4e7 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group_rule (750d518e-cfbb-4738-a479-dbaa9706c2ef), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:24.223379 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-e5b01ac5-dcd8-462b-b495-d74bda688365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (c5913d5e-e4ba-4665-9266-7c0283129c4f), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:24.228229 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2f387d03-f32f-413e-a746-d675754bf4e7 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (750d518e-cfbb-4738-a479-dbaa9706c2ef), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:24.260191 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f387d03-f32f-413e-a746-d675754bf4e7 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=750d518e-cfbb-4738-a479-dbaa9706c2ef,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:24.286858 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2f387d03-f32f-413e-a746-d675754bf4e7 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:24.288311 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-2f387d03-f32f-413e-a746-d675754bf4e7 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 767 time: 0.4789796
May 07 22:07:24.291716 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 35716) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:24.293971 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6e270fff-6241-48a6-ae21-3d258c831bc2 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks [] for port (16aa7edc-8fe0-4cd8-b71b-6f794fba29d9), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:24.299712 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e554aa3-f0bd-4572-b43c-bb7baed67ee2 tempest-TestNetworkBasicOps-1465750221 tempest-TestNetworkBasicOps-1465750221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:24.300495 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e554aa3-f0bd-4572-b43c-bb7baed67ee2 tempest-TestNetworkBasicOps-1465750221 tempest-TestNetworkBasicOps-1465750221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:24.301017 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e554aa3-f0bd-4572-b43c-bb7baed67ee2 tempest-TestNetworkBasicOps-1465750221 tempest-TestNetworkBasicOps-1465750221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:24.301481 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e554aa3-f0bd-4572-b43c-bb7baed67ee2 tempest-TestNetworkBasicOps-1465750221 tempest-TestNetworkBasicOps-1465750221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:24.301993 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e554aa3-f0bd-4572-b43c-bb7baed67ee2 tempest-TestNetworkBasicOps-1465750221 tempest-TestNetworkBasicOps-1465750221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:24.302452 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e554aa3-f0bd-4572-b43c-bb7baed67ee2 tempest-TestNetworkBasicOps-1465750221 tempest-TestNetworkBasicOps-1465750221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:24.303294 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e554aa3-f0bd-4572-b43c-bb7baed67ee2 tempest-TestNetworkBasicOps-1465750221 tempest-TestNetworkBasicOps-1465750221-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:24.307508 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-2e554aa3-f0bd-4572-b43c-bb7baed67ee2 tempest-TestNetworkBasicOps-1465750221 tempest-TestNetworkBasicOps-1465750221-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 4638 time: 0.1951368
May 07 22:07:24.308531 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 35720) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:24.383147 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9911fd51-ac34-411d-aef3-6bd4ac4b3811 admin admin] Publish callbacks [] for security_group (b3623698-3374-4b13-918b-9b28baeb1d74), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:24.384295 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-91f567c5-0218-4182-8062-48a855e97684 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group (16d85da5-7880-4264-8417-31fcfb2f6416), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:24.392522 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9911fd51-ac34-411d-aef3-6bd4ac4b3811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (b3623698-3374-4b13-918b-9b28baeb1d74), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:24.448436 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-91f567c5-0218-4182-8062-48a855e97684 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group (16d85da5-7880-4264-8417-31fcfb2f6416), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:24.464579 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9911fd51-ac34-411d-aef3-6bd4ac4b3811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3623698-3374-4b13-918b-9b28baeb1d74,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:24.470384 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8bea6cbb-3283-4545-8c1c-8f4f2f51def3 admin admin] Publish callbacks [] for security_group (8b2e93d8-4547-420a-94b9-f3f85f9cabf6), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:24.473403 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-9911fd51-ac34-411d-aef3-6bd4ac4b3811 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e5823056a46c49ca98fdab191d97360a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3334813
May 07 22:07:24.478606 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 35726) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:24.495088 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8bea6cbb-3283-4545-8c1c-8f4f2f51def3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (8b2e93d8-4547-420a-94b9-f3f85f9cabf6), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:24.540717 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6e270fff-6241-48a6-ae21-3d258c831bc2 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (16aa7edc-8fe0-4cd8-b71b-6f794fba29d9), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:24.560864 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-91f567c5-0218-4182-8062-48a855e97684 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (16d85da5-7880-4264-8417-31fcfb2f6416), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:24.563725 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-91f567c5-0218-4182-8062-48a855e97684 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:24.567282 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-91f567c5-0218-4182-8062-48a855e97684 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] 10.222.0.32 "DELETE /v2.0/security-groups/16d85da5-7880-4264-8417-31fcfb2f6416 HTTP/1.1" status: 204  len: 168 time: 0.2721207
May 07 22:07:24.570578 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 35732) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:24.586564 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-16c87bb7-c080-46ec-9e91-c4063cd79815 admin admin] Publish callbacks [] for security_group (b3623698-3374-4b13-918b-9b28baeb1d74), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:24.588570 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f567c5-0218-4182-8062-48a855e97684 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d85da5-7880-4264-8417-31fcfb2f6416,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:24.635662 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-16c87bb7-c080-46ec-9e91-c4063cd79815 admin admin] Publish callbacks [] for security_group (b3623698-3374-4b13-918b-9b28baeb1d74), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:24.639991 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-250ef9a6-f4ee-497e-87c1-6a61db12d33c tempest-TestNetworkBasicOps-1465750221 tempest-TestNetworkBasicOps-1465750221-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 4295 time: 0.3280559
May 07 22:07:24.667610 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-e5b01ac5-dcd8-462b-b495-d74bda688365 None None] Publish callbacks [] for port (c5913d5e-e4ba-4665-9266-7c0283129c4f), precommit_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:24.668172 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-8bea6cbb-3283-4545-8c1c-8f4f2f51def3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=166cd25407574835882c9ad8e6a9005e&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0569522
May 07 22:07:24.669058 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bea6cbb-3283-4545-8c1c-8f4f2f51def3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b2e93d8-4547-420a-94b9-f3f85f9cabf6,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:24.672724 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 35742) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:24.676201 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e270fff-6241-48a6-ae21-3d258c831bc2 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:07:24.680125 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-e5b01ac5-dcd8-462b-b495-d74bda688365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (c5913d5e-e4ba-4665-9266-7c0283129c4f), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:24.688010 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-6e270fff-6241-48a6-ae21-3d258c831bc2 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:07:24.693814 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e270fff-6241-48a6-ae21-3d258c831bc2 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:07:24.744207 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e270fff-6241-48a6-ae21-3d258c831bc2 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Pushing event updated for resources: {'Port': ['ID=16aa7edc-8fe0-4cd8-b71b-6f794fba29d9,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:24.757324 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-16c87bb7-c080-46ec-9e91-c4063cd79815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (b3623698-3374-4b13-918b-9b28baeb1d74), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:24.760818 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-16c87bb7-c080-46ec-9e91-c4063cd79815 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:24.763377 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-16c87bb7-c080-46ec-9e91-c4063cd79815 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b3623698-3374-4b13-918b-9b28baeb1d74 HTTP/1.1" status: 204  len: 168 time: 0.2838323
May 07 22:07:24.764655 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ff8dc57e-3ff1-4ed6-b8ba-f3f44dd27e9c admin admin] Publish callbacks [] for security_group (8b2e93d8-4547-420a-94b9-f3f85f9cabf6), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:24.786586 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c87bb7-c080-46ec-9e91-c4063cd79815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3623698-3374-4b13-918b-9b28baeb1d74,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:24.830213 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ff8dc57e-3ff1-4ed6-b8ba-f3f44dd27e9c admin admin] Publish callbacks [] for security_group (8b2e93d8-4547-420a-94b9-f3f85f9cabf6), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:24.831047 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c3a2b5-cae4-4a8b-8a95-981ab1cc9686 None None] Pushing event updated for resources: {'Port': ['ID=c5913d5e-e4ba-4665-9266-7c0283129c4f,revision_number=3']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:24.879565 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-f914d3ec-c52a-4a1d-a45d-51688dd67967 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.2764621
May 07 22:07:24.880732 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 35746) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:24.887327 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-69d25bae-ff32-4565-958f-0beec9ea89a8 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Request body: {'security_group': {'name': 'tempest-secgroup--1033478944'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:07:24.933297 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-69d25bae-ff32-4565-958f-0beec9ea89a8 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:24.956087 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ff8dc57e-3ff1-4ed6-b8ba-f3f44dd27e9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (8b2e93d8-4547-420a-94b9-f3f85f9cabf6), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:24.959284 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ff8dc57e-3ff1-4ed6-b8ba-f3f44dd27e9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:24.960750 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-ff8dc57e-3ff1-4ed6-b8ba-f3f44dd27e9c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8b2e93d8-4547-420a-94b9-f3f85f9cabf6 HTTP/1.1" status: 204  len: 168 time: 0.2726729
May 07 22:07:24.985358 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8dc57e-3ff1-4ed6-b8ba-f3f44dd27e9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b2e93d8-4547-420a-94b9-f3f85f9cabf6,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:24.992756 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-e5b01ac5-dcd8-462b-b495-d74bda688365 None None] Attempting to bind port c5913d5e-e4ba-4665-9266-7c0283129c4f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:07:24.993338 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-e5b01ac5-dcd8-462b-b495-d74bda688365 None None] Attempting to bind port c5913d5e-e4ba-4665-9266-7c0283129c4f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6ae4ba78-6cd6-4dad-8a34-f736ee9aa579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '897b8e60-57e6-49f6-8500-632ca34fccf7'}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:07:24.993875 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b01ac5-dcd8-462b-b495-d74bda688365 None None] Attempting to bind port c5913d5e-e4ba-4665-9266-7c0283129c4f on network 897b8e60-57e6-49f6-8500-632ca34fccf7 {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:07:25.004774 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b01ac5-dcd8-462b-b495-d74bda688365 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:07:25.005153 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b01ac5-dcd8-462b-b495-d74bda688365 None None] Checking segment: {'id': '6ae4ba78-6cd6-4dad-8a34-f736ee9aa579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '897b8e60-57e6-49f6-8500-632ca34fccf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:07:25.005558 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-e5b01ac5-dcd8-462b-b495-d74bda688365 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:25.005953 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b01ac5-dcd8-462b-b495-d74bda688365 None None] Bound using segment: {'id': '6ae4ba78-6cd6-4dad-8a34-f736ee9aa579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '897b8e60-57e6-49f6-8500-632ca34fccf7'} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:07:25.006420 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-e5b01ac5-dcd8-462b-b495-d74bda688365 None None] Bound port: c5913d5e-e4ba-4665-9266-7c0283129c4f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ae4ba78-6cd6-4dad-8a34-f736ee9aa579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '897b8e60-57e6-49f6-8500-632ca34fccf7'}}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:07:25.017122 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-e5b01ac5-dcd8-462b-b495-d74bda688365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (c5913d5e-e4ba-4665-9266-7c0283129c4f), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:25.150301 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-69d25bae-ff32-4565-958f-0beec9ea89a8 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group (4de9ace3-1371-44d8-96d4-ad17ff31c83e), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:25.156429 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-e5b01ac5-dcd8-462b-b495-d74bda688365 None None] For port c5913d5e-e4ba-4665-9266-7c0283129c4f, host ncdv-master-1, cleared binding levels {{(pid=121839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:07:25.160557 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-69d25bae-ff32-4565-958f-0beec9ea89a8 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (4de9ace3-1371-44d8-96d4-ad17ff31c83e), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:25.175702 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-e5b01ac5-dcd8-462b-b495-d74bda688365 None None] For port c5913d5e-e4ba-4665-9266-7c0283129c4f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c5913d5e-e4ba-4665-9266-7c0283129c4f,segment=NetworkSegment(6ae4ba78-6cd6-4dad-8a34-f736ee9aa579),segment_id=6ae4ba78-6cd6-4dad-8a34-f736ee9aa579)] {{(pid=121839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:07:25.199648 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-e5b01ac5-dcd8-462b-b495-d74bda688365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (c5913d5e-e4ba-4665-9266-7c0283129c4f), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:25.214075 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 35752) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:25.226783 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-5294e252-d6d8-4377-b2ae-acef4ffe49c1 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-176921141', 'description': 'tempest-secgroup-smoke-176921141 description', 'project_id': '0c313e966d334c26afa43b480ab20fb0'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:07:25.291348 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5294e252-d6d8-4377-b2ae-acef4ffe49c1 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:25.293149 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-69d25bae-ff32-4565-958f-0beec9ea89a8 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:25.299704 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-69d25bae-ff32-4565-958f-0beec9ea89a8 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.4173570
May 07 22:07:25.307522 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 35756) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:25.326487 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-0e4744b4-d575-47fc-8dc4-056b3fcbf832 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Request body: {'security_group': {'name': 'tempest-secgroup--288015527'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:07:25.338012 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d25bae-ff32-4565-958f-0beec9ea89a8 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4de9ace3-1371-44d8-96d4-ad17ff31c83e,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:25.353759 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-c1e8f36d-f053-470b-938f-fa9046be4c1b None None] Provisioning complete for port c5913d5e-e4ba-4665-9266-7c0283129c4f triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:07:25.360072 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c1e8f36d-f053-470b-938f-fa9046be4c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (c5913d5e-e4ba-4665-9266-7c0283129c4f), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:25.362296 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6e270fff-6241-48a6-ae21-3d258c831bc2 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks [] for router_gateway (92db392b-b746-42ef-9cda-4839bd922e04), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:25.368237 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b01ac5-dcd8-462b-b495-d74bda688365 None None] Routers {'95b92444-ae71-4601-a703-2675b27619d8'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:07:25.369305 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-e5b01ac5-dcd8-462b-b495-d74bda688365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c87d610>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:06:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['95b92444-ae71-4601-a703-2675b27619d8'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:07:25.492971 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c3a2b5-cae4-4a8b-8a95-981ab1cc9686 None None] Pushing event updated for resources: {'Port': ['ID=c5913d5e-e4ba-4665-9266-7c0283129c4f,revision_number=4']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:25.508819 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0e4744b4-d575-47fc-8dc4-056b3fcbf832 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:25.546906 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711f083a-6414-4087-984e-caca8329656c req-a4c5bca1-4e3a-4975-b0c6-904e6eddcfb9 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:25.555878 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-711f083a-6414-4087-984e-caca8329656c req-a4c5bca1-4e3a-4975-b0c6-904e6eddcfb9 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9d24fe6-4b53-4000-97a9-53c80f13ac5f HTTP/1.1" status: 200  len: 946 time: 0.2007015
May 07 22:07:25.651575 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-c1e8f36d-f053-470b-938f-fa9046be4c1b None None] Current status of the port c5913d5e-e4ba-4665-9266-7c0283129c4f is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:07:25.658174 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c1e8f36d-f053-470b-938f-fa9046be4c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (c5913d5e-e4ba-4665-9266-7c0283129c4f), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:25.723778 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-711f083a-6414-4087-984e-caca8329656c req-2c48012a-4960-4210-897b-e04e18fdb311 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c335e02-4871-4a34-8e92-8c24a11b7b47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1659050
May 07 22:07:25.771466 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-c1e8f36d-f053-470b-938f-fa9046be4c1b None None] For port c5913d5e-e4ba-4665-9266-7c0283129c4f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c5913d5e-e4ba-4665-9266-7c0283129c4f,segment=NetworkSegment(6ae4ba78-6cd6-4dad-8a34-f736ee9aa579),segment_id=6ae4ba78-6cd6-4dad-8a34-f736ee9aa579)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:07:25.783319 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5294e252-d6d8-4377-b2ae-acef4ffe49c1 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for security_group (09ef7c7c-7afe-4000-a8d6-02927363c40c), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:25.783634 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c1e8f36d-f053-470b-938f-fa9046be4c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (c5913d5e-e4ba-4665-9266-7c0283129c4f), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:25.809697 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5294e252-d6d8-4377-b2ae-acef4ffe49c1 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (09ef7c7c-7afe-4000-a8d6-02927363c40c), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:25.844126 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0e4744b4-d575-47fc-8dc4-056b3fcbf832 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group (91103c38-40cd-4351-8c4e-748f99e95b94), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:25.854331 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0e4744b4-d575-47fc-8dc4-056b3fcbf832 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (91103c38-40cd-4351-8c4e-748f99e95b94), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:25.882229 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e8f36d-f053-470b-938f-fa9046be4c1b None None] Pushing event updated for resources: {'Port': ['ID=c5913d5e-e4ba-4665-9266-7c0283129c4f,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:25.911690 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0e4744b4-d575-47fc-8dc4-056b3fcbf832 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:25.913492 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-0e4744b4-d575-47fc-8dc4-056b3fcbf832 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.6001985
May 07 22:07:25.916388 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 35790) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:25.920501 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-a84aec68-9772-4ea1-a381-a79a51ec3faa None None] Provisioning complete for port c5913d5e-e4ba-4665-9266-7c0283129c4f triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:07:25.921654 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a84aec68-9772-4ea1-a381-a79a51ec3faa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (c5913d5e-e4ba-4665-9266-7c0283129c4f), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:25.922832 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-77163670-086a-406d-b52b-8eb64350b08b tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Request body: {'security_group_rule': {'security_group_id': '4de9ace3-1371-44d8-96d4-ad17ff31c83e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '91103c38-40cd-4351-8c4e-748f99e95b94', 'remote_ip_prefix': None}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:07:25.931231 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4744b4-d575-47fc-8dc4-056b3fcbf832 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91103c38-40cd-4351-8c4e-748f99e95b94,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:25.994469 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 35796) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:26.008329 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-e5b01ac5-dcd8-462b-b495-d74bda688365 None None] Set router 95b92444-ae71-4601-a703-2675b27619d8 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:07:26.009693 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5294e252-d6d8-4377-b2ae-acef4ffe49c1 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:26.013560 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-5294e252-d6d8-4377-b2ae-acef4ffe49c1 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.7958441
May 07 22:07:26.017283 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-77163670-086a-406d-b52b-8eb64350b08b tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group_rule (9ee273de-fcaa-4fd5-8dd4-10183af99424), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:26.031628 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 35800) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:26.056296 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-4b100afc-3f28-460d-9578-7d7dc22973b4 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Request body: {'security_group_rule': {'security_group_id': '09ef7c7c-7afe-4000-a8d6-02927363c40c', 'project_id': '0c313e966d334c26afa43b480ab20fb0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:07:26.079880 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5294e252-d6d8-4377-b2ae-acef4ffe49c1 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09ef7c7c-7afe-4000-a8d6-02927363c40c,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:26.100762 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-87fd8564-3c28-4253-9a18-7043ef8dd7c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:26.141731 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-da5114aa-d2ca-4e0f-a2e1-7bb425d302f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:26.191755 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-a84aec68-9772-4ea1-a381-a79a51ec3faa None None] Current status of the port c5913d5e-e4ba-4665-9266-7c0283129c4f is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:07:26.247819 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4b100afc-3f28-460d-9578-7d7dc22973b4 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for security_group_rule (4f22da0e-a96b-4c11-9840-9a8d1bba51d7), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:26.267626 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6e270fff-6241-48a6-ae21-3d258c831bc2 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-395855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5148'] for router (92db392b-b746-42ef-9cda-4839bd922e04), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:26.282887 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6e270fff-6241-48a6-ae21-3d258c831bc2 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-395830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-395837', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-419014'] for router (92db392b-b746-42ef-9cda-4839bd922e04), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:26.345376 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-e5b01ac5-dcd8-462b-b495-d74bda688365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c87d610>, [{'id': '95b92444-ae71-4601-a703-2675b27619d8', 'name': 'tempest-TestNetworkBasicOps-router-341982578', 'tenant_id': '0c313e966d334c26afa43b480ab20fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.45'}], 'enable_snat': True}, 'gw_port_id': '45095a7a-0775-448b-9db2-66eacc442b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:07:09Z', 'updated_at': '2022-05-07T22:07:20Z', 'revision_number': 4, 'project_id': '0c313e966d334c26afa43b480ab20fb0', 'gw_port': {'id': '45095a7a-0775-448b-9db2-66eacc442b7b', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b92444-ae71-4601-a703-2675b27619d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:07:11Z', 'updated_at': '2022-05-07T22:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c5913d5e-e4ba-4665-9266-7c0283129c4f', 'name': '', 'network_id': '897b8e60-57e6-49f6-8500-632ca34fccf7', 'tenant_id': '0c313e966d334c26afa43b480ab20fb0', 'mac_address': 'fa:16:3e:35:e9:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95b92444-ae71-4601-a703-2675b27619d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': 'b8533475-792d-4dfa-8e9d-7a9c15894d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:07:18Z', 'updated_at': '2022-05-07T22:07:25Z', 'revision_number': 4, 'project_id': '0c313e966d334c26afa43b480ab20fb0', 'subnets': [{'id': 'b8533475-792d-4dfa-8e9d-7a9c15894d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:07:26.369727 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-77163670-086a-406d-b52b-8eb64350b08b tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group_rule (9ee273de-fcaa-4fd5-8dd4-10183af99424), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:26.391081 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-77163670-086a-406d-b52b-8eb64350b08b tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (9ee273de-fcaa-4fd5-8dd4-10183af99424), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:26.393877 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b01ac5-dcd8-462b-b495-d74bda688365 None None] The sync data for ids ['95b92444-ae71-4601-a703-2675b27619d8'] in ncdv-master-1 is: [{'id': '95b92444-ae71-4601-a703-2675b27619d8', 'name': 'tempest-TestNetworkBasicOps-router-341982578', 'tenant_id': '0c313e966d334c26afa43b480ab20fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.45'}], 'enable_snat': True}, 'gw_port_id': '45095a7a-0775-448b-9db2-66eacc442b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:07:09Z', 'updated_at': '2022-05-07T22:07:20Z', 'revision_number': 4, 'project_id': '0c313e966d334c26afa43b480ab20fb0', 'gw_port': {'id': '45095a7a-0775-448b-9db2-66eacc442b7b', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b92444-ae71-4601-a703-2675b27619d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:07:11Z', 'updated_at': '2022-05-07T22:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c5913d5e-e4ba-4665-9266-7c0283129c4f', 'name': '', 'network_id': '897b8e60-57e6-49f6-8500-632ca34fccf7', 'tenant_id': '0c313e966d334c26afa43b480ab20fb0', 'mac_address': 'fa:16:3e:35:e9:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95b92444-ae71-4601-a703-2675b27619d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': 'b8533475-792d-4dfa-8e9d-7a9c15894d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:07:18Z', 'updated_at': '2022-05-07T22:07:25Z', 'revision_number': 4, 'project_id': '0c313e966d334c26afa43b480ab20fb0', 'subnets': [{'id': 'b8533475-792d-4dfa-8e9d-7a9c15894d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:07:26.404808 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a5f45-ae9d-416e-9527-bcdfb24d7f2d req-bcc658cd-0ade-4327-9262-467f79441bec tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:26.406365 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b56a5f45-ae9d-416e-9527-bcdfb24d7f2d req-bcc658cd-0ade-4327-9262-467f79441bec tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9d24fe6-4b53-4000-97a9-53c80f13ac5f HTTP/1.1" status: 200  len: 946 time: 0.1200855
May 07 22:07:26.440482 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77163670-086a-406d-b52b-8eb64350b08b tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ee273de-fcaa-4fd5-8dd4-10183af99424,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:26.471121 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-77163670-086a-406d-b52b-8eb64350b08b tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:26.472364 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-77163670-086a-406d-b52b-8eb64350b08b tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 798 time: 0.5546370
May 07 22:07:26.482599 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 35814) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:26.564295 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-da5114aa-d2ca-4e0f-a2e1-7bb425d302f3 admin admin] Publish callbacks [] for security_group (361ec103-0f88-4f50-8346-3b2532e269f4), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:26.573540 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b56a5f45-ae9d-416e-9527-bcdfb24d7f2d req-2635e350-24ed-485d-ae3d-d17340c001fb tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c335e02-4871-4a34-8e92-8c24a11b7b47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1536593
May 07 22:07:26.593392 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-da5114aa-d2ca-4e0f-a2e1-7bb425d302f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (361ec103-0f88-4f50-8346-3b2532e269f4), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:26.683683 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-dec8cf61-c473-4656-8ad6-6844b13654ad tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group_rule (9ee273de-fcaa-4fd5-8dd4-10183af99424), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:26.687454 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5114aa-d2ca-4e0f-a2e1-7bb425d302f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=361ec103-0f88-4f50-8346-3b2532e269f4,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:26.701788 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-dec8cf61-c473-4656-8ad6-6844b13654ad tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group_rule (9ee273de-fcaa-4fd5-8dd4-10183af99424), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:26.706644 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-da5114aa-d2ca-4e0f-a2e1-7bb425d302f3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f10d4bf3772b49d0b3c82e2dd703021e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7073319
May 07 22:07:26.711579 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 35826) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:26.769441 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-dec8cf61-c473-4656-8ad6-6844b13654ad tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (9ee273de-fcaa-4fd5-8dd4-10183af99424), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:26.792478 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-dec8cf61-c473-4656-8ad6-6844b13654ad tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:26.795952 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-dec8cf61-c473-4656-8ad6-6844b13654ad tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/9ee273de-fcaa-4fd5-8dd4-10183af99424 HTTP/1.1" status: 204  len: 168 time: 0.2992659
May 07 22:07:26.800211 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 35838) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:26.813522 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec8cf61-c473-4656-8ad6-6844b13654ad tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9ee273de-fcaa-4fd5-8dd4-10183af99424,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:26.874853 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f99295fd-960a-4c1b-9953-8ba33f1c00a4 admin admin] Publish callbacks [] for security_group (361ec103-0f88-4f50-8346-3b2532e269f4), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:26.916763 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device c5913d5e-e4ba-4665-9266-7c0283129c4f up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:07:26.956040 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-b12a5fb7-99d6-4bd4-8dda-c6df94fcadf5 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4659 time: 0.1547146
May 07 22:07:26.960028 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 35844) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:26.974064 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f99295fd-960a-4c1b-9953-8ba33f1c00a4 admin admin] Publish callbacks [] for security_group (361ec103-0f88-4f50-8346-3b2532e269f4), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:27.001919 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port c5913d5e-e4ba-4665-9266-7c0283129c4f triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:07:27.002358 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (c5913d5e-e4ba-4665-9266-7c0283129c4f), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:27.034249 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4b100afc-3f28-460d-9578-7d7dc22973b4 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for security_group_rule (4f22da0e-a96b-4c11-9840-9a8d1bba51d7), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:27.088416 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4b100afc-3f28-460d-9578-7d7dc22973b4 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (4f22da0e-a96b-4c11-9840-9a8d1bba51d7), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:27.140301 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port c5913d5e-e4ba-4665-9266-7c0283129c4f is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:07:27.163722 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7b05813f-d375-4930-8cdb-c7b93201c682 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group (91103c38-40cd-4351-8c4e-748f99e95b94), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:27.173113 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f99295fd-960a-4c1b-9953-8ba33f1c00a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (361ec103-0f88-4f50-8346-3b2532e269f4), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:27.178033 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b100afc-3f28-460d-9578-7d7dc22973b4 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f22da0e-a96b-4c11-9840-9a8d1bba51d7,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:27.179470 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f99295fd-960a-4c1b-9953-8ba33f1c00a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:27.180628 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-f99295fd-960a-4c1b-9953-8ba33f1c00a4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/361ec103-0f88-4f50-8346-3b2532e269f4 HTTP/1.1" status: 204  len: 168 time: 0.4681392
May 07 22:07:27.192934 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4b100afc-3f28-460d-9578-7d7dc22973b4 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:27.202653 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-4b100afc-3f28-460d-9578-7d7dc22973b4 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.1662886
May 07 22:07:27.205615 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 35850) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:27.209610 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-fd580650-9755-4d71-829f-cb5b134fc683 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Request body: {'security_group_rule': {'security_group_id': '09ef7c7c-7afe-4000-a8d6-02927363c40c', 'project_id': '0c313e966d334c26afa43b480ab20fb0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:07:27.223291 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99295fd-960a-4c1b-9953-8ba33f1c00a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=361ec103-0f88-4f50-8346-3b2532e269f4,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:27.255224 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7b05813f-d375-4930-8cdb-c7b93201c682 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group (91103c38-40cd-4351-8c4e-748f99e95b94), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:27.291888 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fd580650-9755-4d71-829f-cb5b134fc683 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for security_group_rule (1c494259-98d7-44e8-9471-cc23c0387340), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:27.336464 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7b05813f-d375-4930-8cdb-c7b93201c682 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (91103c38-40cd-4351-8c4e-748f99e95b94), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:27.342623 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7b05813f-d375-4930-8cdb-c7b93201c682 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:27.347255 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-7b05813f-d375-4930-8cdb-c7b93201c682 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] 10.222.0.32 "DELETE /v2.0/security-groups/91103c38-40cd-4351-8c4e-748f99e95b94 HTTP/1.1" status: 204  len: 168 time: 0.3862264
May 07 22:07:27.350171 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 35856) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:27.350360 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e270fff-6241-48a6-ae21-3d258c831bc2 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Router 92db392b-b746-42ef-9cda-4839bd922e04 is scheduled to L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db with binding_index 1 {{(pid=121837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 07 22:07:27.404190 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:27.410064 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 35858) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:27.420984 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b05813f-d375-4930-8cdb-c7b93201c682 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91103c38-40cd-4351-8c4e-748f99e95b94,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:27.444866 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fd580650-9755-4d71-829f-cb5b134fc683 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for security_group_rule (1c494259-98d7-44e8-9471-cc23c0387340), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:27.450831 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fd580650-9755-4d71-829f-cb5b134fc683 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (1c494259-98d7-44e8-9471-cc23c0387340), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:27.510848 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-e146f789-5ef4-4626-bf5c-55307aa1a557 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4545 time: 0.1549473
May 07 22:07:27.513424 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 35864) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:27.542436 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd580650-9755-4d71-829f-cb5b134fc683 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c494259-98d7-44e8-9471-cc23c0387340,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:27.554750 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fd580650-9755-4d71-829f-cb5b134fc683 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:27.559318 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-fd580650-9755-4d71-829f-cb5b134fc683 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3532166
May 07 22:07:27.561695 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 35866) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:27.578627 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-02699f90-0e80-444b-92b7-003eba4b94bd tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Request body: {'security_group_rule': {'security_group_id': '09ef7c7c-7afe-4000-a8d6-02927363c40c', 'project_id': '0c313e966d334c26afa43b480ab20fb0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:07:27.612968 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e270fff-6241-48a6-ae21-3d258c831bc2 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:07:27.618972 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6e270fff-6241-48a6-ae21-3d258c831bc2 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:27.621493 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-6e270fff-6241-48a6-ae21-3d258c831bc2 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] 10.222.0.32 "PUT /v2.0/routers/92db392b-b746-42ef-9cda-4839bd922e04 HTTP/1.1" status: 200  len: 919 time: 4.8236117
May 07 22:07:27.624127 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 35872) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:27.631128 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee2a93e-cd0a-4880-b586-e9cb50f3ab4f None None] Sync routers for ids ['92db392b-b746-42ef-9cda-4839bd922e04'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:07:27.647789 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-142cb154-a25e-4917-8c7c-66039e0e1dde tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group (4de9ace3-1371-44d8-96d4-ad17ff31c83e), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:27.660040 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee2a93e-cd0a-4880-b586-e9cb50f3ab4f None None] Routers {'92db392b-b746-42ef-9cda-4839bd922e04'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:07:27.663271 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-7ee2a93e-cd0a-4880-b586-e9cb50f3ab4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7ff9fdf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:07:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['92db392b-b746-42ef-9cda-4839bd922e04'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:07:27.698966 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-142cb154-a25e-4917-8c7c-66039e0e1dde tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group (4de9ace3-1371-44d8-96d4-ad17ff31c83e), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:27.747903 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-7ee2a93e-cd0a-4880-b586-e9cb50f3ab4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7ff9fdf0>, [], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:07:27.768533 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee2a93e-cd0a-4880-b586-e9cb50f3ab4f None None] Routers {'92db392b-b746-42ef-9cda-4839bd922e04'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:07:27.769105 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-7ee2a93e-cd0a-4880-b586-e9cb50f3ab4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7ff9fdf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:07:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['92db392b-b746-42ef-9cda-4839bd922e04'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:07:27.788692 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-02699f90-0e80-444b-92b7-003eba4b94bd tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for security_group_rule (016323c8-6940-4157-b17f-4b69c18f6a46), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:27.804780 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-142cb154-a25e-4917-8c7c-66039e0e1dde tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (4de9ace3-1371-44d8-96d4-ad17ff31c83e), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:27.807762 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-142cb154-a25e-4917-8c7c-66039e0e1dde tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:27.811813 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-142cb154-a25e-4917-8c7c-66039e0e1dde tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] 10.222.0.32 "DELETE /v2.0/security-groups/4de9ace3-1371-44d8-96d4-ad17ff31c83e HTTP/1.1" status: 204  len: 168 time: 0.2974615
May 07 22:07:27.812432 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 35876) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:27.817843 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d81695e7-8d10-4f16-957a-33bf0a11733d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:27.853010 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142cb154-a25e-4917-8c7c-66039e0e1dde tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de9ace3-1371-44d8-96d4-ad17ff31c83e,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:27.872851 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-7ee2a93e-cd0a-4880-b586-e9cb50f3ab4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7ff9fdf0>, [], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:07:27.875007 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee2a93e-cd0a-4880-b586-e9cb50f3ab4f None None] The sync data for ids ['92db392b-b746-42ef-9cda-4839bd922e04'] in ncdv-master-1 is: [] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:07:27.938405 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-a4481449-c4cb-41ef-8881-58c0d1947e96 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1202734
May 07 22:07:27.944431 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 35882) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:27.955048 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-b59521f1-15aa-4a7a-aa8b-a70b10cb0911 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Request body: {'security_group': {'name': 'tempest-secgroup--1503989601'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:07:27.957658 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091a1824-f184-44df-8f21-a648b512134a req-a6f60b95-b84d-4558-92c5-74fc10d4702b tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:27.971877 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-091a1824-f184-44df-8f21-a648b512134a req-a6f60b95-b84d-4558-92c5-74fc10d4702b tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9d24fe6-4b53-4000-97a9-53c80f13ac5f HTTP/1.1" status: 200  len: 946 time: 0.2590086
May 07 22:07:28.030139 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b59521f1-15aa-4a7a-aa8b-a70b10cb0911 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:28.064070 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-02699f90-0e80-444b-92b7-003eba4b94bd tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for security_group_rule (016323c8-6940-4157-b17f-4b69c18f6a46), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:28.090584 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-02699f90-0e80-444b-92b7-003eba4b94bd tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (016323c8-6940-4157-b17f-4b69c18f6a46), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:28.139342 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-79a6a32b-df37-4a14-b8fa-249539b347e1 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] 10.222.0.32 "GET /v2.0/routers/92db392b-b746-42ef-9cda-4839bd922e04 HTTP/1.1" status: 200  len: 925 time: 0.5139072
May 07 22:07:28.140494 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 35892) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:28.159298 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b59521f1-15aa-4a7a-aa8b-a70b10cb0911 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group (dcf6e4de-0427-4ee9-bf45-91f623003a70), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:28.161626 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-091a1824-f184-44df-8f21-a648b512134a req-61f43799-53dc-4454-b761-9f7a14591b66 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c335e02-4871-4a34-8e92-8c24a11b7b47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1889277
May 07 22:07:28.173216 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d81695e7-8d10-4f16-957a-33bf0a11733d admin admin] Publish callbacks [] for security_group (50f6e6af-814d-42c8-8ad9-1a853056dc9c), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:28.175535 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b59521f1-15aa-4a7a-aa8b-a70b10cb0911 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (dcf6e4de-0427-4ee9-bf45-91f623003a70), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:28.194842 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02699f90-0e80-444b-92b7-003eba4b94bd tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=016323c8-6940-4157-b17f-4b69c18f6a46,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:28.205973 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d81695e7-8d10-4f16-957a-33bf0a11733d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (50f6e6af-814d-42c8-8ad9-1a853056dc9c), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:28.229819 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-02699f90-0e80-444b-92b7-003eba4b94bd tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:28.243115 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-02699f90-0e80-444b-92b7-003eba4b94bd tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.6777198
May 07 22:07:28.243613 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 35896) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:28.259248 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-f431e8ff-c9a4-4c6c-a22f-544b441a42e0 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Request body: {'security_group_rule': {'security_group_id': '09ef7c7c-7afe-4000-a8d6-02927363c40c', 'project_id': '0c313e966d334c26afa43b480ab20fb0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:07:28.274342 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b59521f1-15aa-4a7a-aa8b-a70b10cb0911 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:28.279311 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-b59521f1-15aa-4a7a-aa8b-a70b10cb0911 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.3328619
May 07 22:07:28.280244 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 35900) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:28.295199 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ddd1a9d-00c2-4186-9ab6-51dedbf84e8c tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:28.298185 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-447ea7b0-123f-48f3-a006-ab3c38fd6810 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Request body: {'security_group_rule': {'security_group_id': 'dcf6e4de-0427-4ee9-bf45-91f623003a70', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:07:28.303985 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-1ddd1a9d-00c2-4186-9ab6-51dedbf84e8c tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=9221b764-ef06-431f-8941-796516ed7c3b&device_id=92db392b-b746-42ef-9cda-4839bd922e04&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.1579330
May 07 22:07:28.311688 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 35904) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:28.334955 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-d81695e7-8d10-4f16-957a-33bf0a11733d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e26f8701226f4b8cbedae536d77c9c61&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9198527
May 07 22:07:28.334955 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59521f1-15aa-4a7a-aa8b-a70b10cb0911 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf6e4de-0427-4ee9-bf45-91f623003a70,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:28.353856 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 35906) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:28.387485 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-447ea7b0-123f-48f3-a006-ab3c38fd6810 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group_rule (93391c1e-de16-4c9a-9437-654990f81f3c), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:28.457258 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f431e8ff-c9a4-4c6c-a22f-544b441a42e0 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for security_group_rule (e898b5f9-3e4c-47c7-83eb-33484eb3a856), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:28.496597 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81695e7-8d10-4f16-957a-33bf0a11733d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50f6e6af-814d-42c8-8ad9-1a853056dc9c,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:28.544496 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5cfca1-2dc6-451a-b162-3cbf8e716b4a tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:28.546235 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-2a5cfca1-2dc6-451a-b162-3cbf8e716b4a tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] 10.222.0.32 "GET /v2.0/networks/9221b764-ef06-431f-8941-796516ed7c3b HTTP/1.1" status: 200  len: 881 time: 0.2332520
May 07 22:07:28.551394 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 35924) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:28.558863 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f2cc9fc8-92be-4144-8e91-7648b4270159 admin admin] Publish callbacks [] for security_group (50f6e6af-814d-42c8-8ad9-1a853056dc9c), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:28.567214 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-447ea7b0-123f-48f3-a006-ab3c38fd6810 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group_rule (93391c1e-de16-4c9a-9437-654990f81f3c), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:28.585423 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-447ea7b0-123f-48f3-a006-ab3c38fd6810 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (93391c1e-de16-4c9a-9437-654990f81f3c), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:28.597643 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-c296a674-14c2-485c-a215-38499d639365 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] 10.222.0.32 "GET /v2.0/ports?device_id=92db392b-b746-42ef-9cda-4839bd922e04 HTTP/1.1" status: 200  len: 205 time: 0.0451000
May 07 22:07:28.600139 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 35926) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:28.662226 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f2cc9fc8-92be-4144-8e91-7648b4270159 admin admin] Publish callbacks [] for security_group (50f6e6af-814d-42c8-8ad9-1a853056dc9c), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:28.682577 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447ea7b0-123f-48f3-a006-ab3c38fd6810 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93391c1e-de16-4c9a-9437-654990f81f3c,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:28.699785 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-447ea7b0-123f-48f3-a006-ab3c38fd6810 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:28.701030 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-447ea7b0-123f-48f3-a006-ab3c38fd6810 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.4084902
May 07 22:07:28.703803 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 35930) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:28.708769 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f431e8ff-c9a4-4c6c-a22f-544b441a42e0 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for security_group_rule (e898b5f9-3e4c-47c7-83eb-33484eb3a856), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:28.717534 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f431e8ff-c9a4-4c6c-a22f-544b441a42e0 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (e898b5f9-3e4c-47c7-83eb-33484eb3a856), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:28.744442 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f431e8ff-c9a4-4c6c-a22f-544b441a42e0 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e898b5f9-3e4c-47c7-83eb-33484eb3a856,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:28.751434 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-33e76cee-ba62-4c70-9a95-f85d46838b73 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks [] for router (92db392b-b746-42ef-9cda-4839bd922e04), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:28.767626 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f9f5d1fa-622c-4396-929a-fd95b3dcd39b tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group_rule (93391c1e-de16-4c9a-9437-654990f81f3c), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:28.776777 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f9f5d1fa-622c-4396-929a-fd95b3dcd39b tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group_rule (93391c1e-de16-4c9a-9437-654990f81f3c), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:28.814749 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f431e8ff-c9a4-4c6c-a22f-544b441a42e0 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:28.816177 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-f431e8ff-c9a4-4c6c-a22f-544b441a42e0 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.5667641
May 07 22:07:28.820167 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 35936) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:28.820804 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f9f5d1fa-622c-4396-929a-fd95b3dcd39b tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (93391c1e-de16-4c9a-9437-654990f81f3c), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:28.826122 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f9f5d1fa-622c-4396-929a-fd95b3dcd39b tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:28.829846 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-f9f5d1fa-622c-4396-929a-fd95b3dcd39b tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/93391c1e-de16-4c9a-9437-654990f81f3c HTTP/1.1" status: 204  len: 168 time: 0.1225367
May 07 22:07:28.830479 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-4144ead0-03f7-446e-bcc2-a3f54d93b972 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Request body: {'security_group_rule': {'security_group_id': '09ef7c7c-7afe-4000-a8d6-02927363c40c', 'project_id': '0c313e966d334c26afa43b480ab20fb0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:07:28.837804 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 22:07:28.838678 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 35938) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:28.850029 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f2cc9fc8-92be-4144-8e91-7648b4270159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (50f6e6af-814d-42c8-8ad9-1a853056dc9c), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:28.852692 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f2cc9fc8-92be-4144-8e91-7648b4270159 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:28.856507 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-f2cc9fc8-92be-4144-8e91-7648b4270159 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/50f6e6af-814d-42c8-8ad9-1a853056dc9c HTTP/1.1" status: 204  len: 168 time: 0.5009422
May 07 22:07:28.878219 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f5d1fa-622c-4396-929a-fd95b3dcd39b tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=93391c1e-de16-4c9a-9437-654990f81f3c,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:28.895183 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cc9fc8-92be-4144-8e91-7648b4270159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f6e6af-814d-42c8-8ad9-1a853056dc9c,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:28.919095 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-bb95fdab-334c-465a-957e-66b1d3c13764 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0797007
May 07 22:07:28.920821 ncdv-master-1 neutron-server[121836]: INFO neutron.db.securitygroups_db [None req-4144ead0-03f7-446e-bcc2-a3f54d93b972 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Project 0c313e966d334c26afa43b480ab20fb0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 07 22:07:28.925196 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 35946) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:28.939559 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4144ead0-03f7-446e-bcc2-a3f54d93b972 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for security_group_rule (1e86e5f1-e4c3-4b68-b624-1ac61797d257), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:28.943425 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-33e76cee-ba62-4c70-9a95-f85d46838b73 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks [] for router_gateway (92db392b-b746-42ef-9cda-4839bd922e04), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:29.036207 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-46954381-092d-4267-9ae9-fb9b7d2497ab tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group (dcf6e4de-0427-4ee9-bf45-91f623003a70), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:29.036591 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-33e76cee-ba62-4c70-9a95-f85d46838b73 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Deleting port 16aa7edc-8fe0-4cd8-b71b-6f794fba29d9 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:07:29.036934 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-33e76cee-ba62-4c70-9a95-f85d46838b73 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (16aa7edc-8fe0-4cd8-b71b-6f794fba29d9), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:29.072463 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-46954381-092d-4267-9ae9-fb9b7d2497ab tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group (dcf6e4de-0427-4ee9-bf45-91f623003a70), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:29.118363 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:29.122070 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4144ead0-03f7-446e-bcc2-a3f54d93b972 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for security_group_rule (1e86e5f1-e4c3-4b68-b624-1ac61797d257), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:29.130007 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-46954381-092d-4267-9ae9-fb9b7d2497ab tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (dcf6e4de-0427-4ee9-bf45-91f623003a70), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:29.132996 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-46954381-092d-4267-9ae9-fb9b7d2497ab tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:29.135706 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-46954381-092d-4267-9ae9-fb9b7d2497ab tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] 10.222.0.32 "DELETE /v2.0/security-groups/dcf6e4de-0427-4ee9-bf45-91f623003a70 HTTP/1.1" status: 204  len: 168 time: 0.2095504
May 07 22:07:29.136488 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4144ead0-03f7-446e-bcc2-a3f54d93b972 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (1e86e5f1-e4c3-4b68-b624-1ac61797d257), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:29.145751 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 35952) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:29.172658 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46954381-092d-4267-9ae9-fb9b7d2497ab tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf6e4de-0427-4ee9-bf45-91f623003a70,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:29.182237 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4144ead0-03f7-446e-bcc2-a3f54d93b972 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e86e5f1-e4c3-4b68-b624-1ac61797d257,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:29.199828 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4144ead0-03f7-446e-bcc2-a3f54d93b972 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:29.204897 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-4144ead0-03f7-446e-bcc2-a3f54d93b972 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3783062
May 07 22:07:29.208897 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 35954) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:29.209568 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db09d51d-aeba-488e-bcc9-bc7154da713c req-6bb580d7-2607-4aef-9b15-8d8c0f10a9b5 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:29.218431 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-32bc472c-20bc-4ca9-b53b-341f33a3f0a0 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Request body: {'security_group_rule': {'security_group_id': '09ef7c7c-7afe-4000-a8d6-02927363c40c', 'project_id': '0c313e966d334c26afa43b480ab20fb0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:07:29.220774 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-db09d51d-aeba-488e-bcc9-bc7154da713c req-6bb580d7-2607-4aef-9b15-8d8c0f10a9b5 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9d24fe6-4b53-4000-97a9-53c80f13ac5f HTTP/1.1" status: 200  len: 946 time: 0.1051793
May 07 22:07:29.231231 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-33e76cee-ba62-4c70-9a95-f85d46838b73 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (16aa7edc-8fe0-4cd8-b71b-6f794fba29d9), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:29.239981 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-094db4d9-f8e4-4f3a-b11a-d04e303d3efa tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0929403
May 07 22:07:29.250039 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 35956) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:29.260215 ncdv-master-1 neutron-server[121836]: INFO neutron.db.securitygroups_db [None req-32bc472c-20bc-4ca9-b53b-341f33a3f0a0 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Project 0c313e966d334c26afa43b480ab20fb0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 07 22:07:29.262644 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-33e76cee-ba62-4c70-9a95-f85d46838b73 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Calling delete_port for 16aa7edc-8fe0-4cd8-b71b-6f794fba29d9 owned by network:router_gateway {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:07:29.266934 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-5f4a74d5-cfcb-4bda-9917-e0e8360c186a tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Request body: {'security_group': {'name': 'tempest-secgroup--1712941094'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:07:29.267151 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-32bc472c-20bc-4ca9-b53b-341f33a3f0a0 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for security_group_rule (5b831b60-b16b-4639-bc4b-576c1835d94a), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:29.355771 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-32bc472c-20bc-4ca9-b53b-341f33a3f0a0 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for security_group_rule (5b831b60-b16b-4639-bc4b-576c1835d94a), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:29.367545 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-32bc472c-20bc-4ca9-b53b-341f33a3f0a0 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (5b831b60-b16b-4639-bc4b-576c1835d94a), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:29.382237 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5f4a74d5-cfcb-4bda-9917-e0e8360c186a tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:29.390172 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-db09d51d-aeba-488e-bcc9-bc7154da713c req-425af221-535c-4547-8a15-07ecdc43f941 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c335e02-4871-4a34-8e92-8c24a11b7b47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1409867
May 07 22:07:29.390486 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bc472c-20bc-4ca9-b53b-341f33a3f0a0 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b831b60-b16b-4639-bc4b-576c1835d94a,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:29.420283 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-32bc472c-20bc-4ca9-b53b-341f33a3f0a0 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:29.420283 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-32bc472c-20bc-4ca9-b53b-341f33a3f0a0 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2023923
May 07 22:07:29.529445 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5f4a74d5-cfcb-4bda-9917-e0e8360c186a tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group (42a4a414-0648-4eaf-8270-3ad6adf666ec), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:29.534978 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5f4a74d5-cfcb-4bda-9917-e0e8360c186a tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (42a4a414-0648-4eaf-8270-3ad6adf666ec), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:29.600736 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5f4a74d5-cfcb-4bda-9917-e0e8360c186a tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:29.601971 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-5f4a74d5-cfcb-4bda-9917-e0e8360c186a tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.3458140
May 07 22:07:29.605788 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 35970) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:29.610762 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a74d5-cfcb-4bda-9917-e0e8360c186a tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42a4a414-0648-4eaf-8270-3ad6adf666ec,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:29.611917 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-e3ad5d8d-feaa-4086-bbfa-0987d94aa070 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Request body: {'security_group_rule': {'security_group_id': '42a4a414-0648-4eaf-8270-3ad6adf666ec', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:07:29.633918 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-33e76cee-ba62-4c70-9a95-f85d46838b73 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (16aa7edc-8fe0-4cd8-b71b-6f794fba29d9), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:29.648004 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e3ad5d8d-feaa-4086-bbfa-0987d94aa070 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group_rule (29f7b634-6fd0-4761-ba2f-0e07c0d2fcb3), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:29.692244 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e76cee-ba62-4c70-9a95-f85d46838b73 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Pushing event deleted for resources: {'Port': ['ID=16aa7edc-8fe0-4cd8-b71b-6f794fba29d9,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:29.738091 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e3ad5d8d-feaa-4086-bbfa-0987d94aa070 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group_rule (29f7b634-6fd0-4761-ba2f-0e07c0d2fcb3), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:29.752998 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e3ad5d8d-feaa-4086-bbfa-0987d94aa070 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (29f7b634-6fd0-4761-ba2f-0e07c0d2fcb3), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:29.782718 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ad5d8d-feaa-4086-bbfa-0987d94aa070 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29f7b634-6fd0-4761-ba2f-0e07c0d2fcb3,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:29.807276 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e3ad5d8d-feaa-4086-bbfa-0987d94aa070 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:29.812515 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-e3ad5d8d-feaa-4086-bbfa-0987d94aa070 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2051539
May 07 22:07:29.815358 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 35992) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:29.823702 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-33e76cee-ba62-4c70-9a95-f85d46838b73 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395776'] for router_gateway (92db392b-b746-42ef-9cda-4839bd922e04), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:29.843130 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-53dd0721-753b-445b-9085-a56a321816b4 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] 10.222.0.32 "GET /v2.0/security-group-rules/29f7b634-6fd0-4761-ba2f-0e07c0d2fcb3 HTTP/1.1" status: 200  len: 763 time: 0.0261307
May 07 22:07:29.849960 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 35996) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:29.890917 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c4fc9882-b725-433b-b74b-754d74b93787 req-df9c4ae3-1db3-43d5-b05c-5ad8f6e12b04 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-176921141&fields=id&tenant_id=0c313e966d334c26afa43b480ab20fb0 HTTP/1.1" status: 200  len: 267 time: 0.1224465
May 07 22:07:29.938472 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-4d7dd5c3-5c57-4439-994b-a666b713f2a6 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.0872262
May 07 22:07:29.950122 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 36002) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:29.970461 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-33e76cee-ba62-4c70-9a95-f85d46838b73 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (92db392b-b746-42ef-9cda-4839bd922e04), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:29.974075 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-33e76cee-ba62-4c70-9a95-f85d46838b73 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks [] for router_controller (92db392b-b746-42ef-9cda-4839bd922e04), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:30.016967 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ebe3f0d9-0203-4b68-8a27-ad2a16bf4a42 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group_rule (29f7b634-6fd0-4761-ba2f-0e07c0d2fcb3), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:30.034135 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-33e76cee-ba62-4c70-9a95-f85d46838b73 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (92db392b-b746-42ef-9cda-4839bd922e04), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:30.034829 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ebe3f0d9-0203-4b68-8a27-ad2a16bf4a42 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group_rule (29f7b634-6fd0-4761-ba2f-0e07c0d2fcb3), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:30.035320 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33e76cee-ba62-4c70-9a95-f85d46838b73 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Fanout notify agent at l3_agent the message router_deleted on router 92db392b-b746-42ef-9cda-4839bd922e04 {{(pid=121837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 22:07:30.043981 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-33e76cee-ba62-4c70-9a95-f85d46838b73 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:30.052073 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-33e76cee-ba62-4c70-9a95-f85d46838b73 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] 10.222.0.32 "DELETE /v2.0/routers/92db392b-b746-42ef-9cda-4839bd922e04 HTTP/1.1" status: 204  len: 168 time: 1.4503279
May 07 22:07:30.052408 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 36004) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:30.060411 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-30d02f6f-9736-4ec6-b619-45a765c0b832 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1200947741', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}, 'admin_state_up': False}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:07:30.101418 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc9882-b725-433b-b74b-754d74b93787 req-3e1b799b-6dfb-45e4-adc9-818770d73c5a tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:30.102935 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c4fc9882-b725-433b-b74b-754d74b93787 req-3e1b799b-6dfb-45e4-adc9-818770d73c5a tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/networks?id=897b8e60-57e6-49f6-8500-632ca34fccf7 HTTP/1.1" status: 200  len: 795 time: 0.2005994
May 07 22:07:30.105892 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ebe3f0d9-0203-4b68-8a27-ad2a16bf4a42 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (29f7b634-6fd0-4761-ba2f-0e07c0d2fcb3), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:30.114371 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ebe3f0d9-0203-4b68-8a27-ad2a16bf4a42 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:30.115488 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-ebe3f0d9-0203-4b68-8a27-ad2a16bf4a42 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/29f7b634-6fd0-4761-ba2f-0e07c0d2fcb3 HTTP/1.1" status: 204  len: 168 time: 0.1647286
May 07 22:07:30.118491 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 36010) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:30.121153 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-30d02f6f-9736-4ec6-b619-45a765c0b832 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (d2eec8db-3fe9-4998-8baa-bbe7fe38d5c2), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:30.122848 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-30d02f6f-9736-4ec6-b619-45a765c0b832 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (d2eec8db-3fe9-4998-8baa-bbe7fe38d5c2), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:30.157642 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe3f0d9-0203-4b68-8a27-ad2a16bf4a42 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=29f7b634-6fd0-4761-ba2f-0e07c0d2fcb3,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:30.163021 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c4fc9882-b725-433b-b74b-754d74b93787 req-1d7e20a9-b59b-43c5-8664-695a782760a3 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/quotas/0c313e966d334c26afa43b480ab20fb0 HTTP/1.1" status: 200  len: 375 time: 0.0464523
May 07 22:07:30.255196 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-30d02f6f-9736-4ec6-b619-45a765c0b832 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks [] for router_controller (d2eec8db-3fe9-4998-8baa-bbe7fe38d5c2), precommit_add_association {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:30.265686 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:30.272984 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-22927da7-bf65-46f9-8725-86c6711c6f54 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.1501372
May 07 22:07:30.273310 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 36014) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:30.280345 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c4fc9882-b725-433b-b74b-754d74b93787 req-0016655d-2df2-4f04-a4a5-4521dd6dea93 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0c313e966d334c26afa43b480ab20fb0&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1076610
May 07 22:07:30.280594 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-e7afe96a-a62e-422c-b3f3-d3731a000f1d tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Request body: {'security_group_rule': {'security_group_id': '42a4a414-0648-4eaf-8270-3ad6adf666ec', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:07:30.332484 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e7afe96a-a62e-422c-b3f3-d3731a000f1d tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group_rule (862ed66c-1c1b-425c-b01f-a951af1f3a90), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:30.415230 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e7afe96a-a62e-422c-b3f3-d3731a000f1d tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group_rule (862ed66c-1c1b-425c-b01f-a951af1f3a90), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:30.424053 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e7afe96a-a62e-422c-b3f3-d3731a000f1d tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (862ed66c-1c1b-425c-b01f-a951af1f3a90), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:30.446667 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-30d02f6f-9736-4ec6-b619-45a765c0b832 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks [] for router_gateway (d2eec8db-3fe9-4998-8baa-bbe7fe38d5c2), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:30.468516 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7afe96a-a62e-422c-b3f3-d3731a000f1d tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=862ed66c-1c1b-425c-b01f-a951af1f3a90,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:30.488887 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e7afe96a-a62e-422c-b3f3-d3731a000f1d tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:30.492650 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-e7afe96a-a62e-422c-b3f3-d3731a000f1d tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2151732
May 07 22:07:30.494544 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 36030) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:30.563040 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2338105-e665-4a90-8a48-440354254032 req-30496a2e-77b4-4769-a1ac-0bf28bbebc7b tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:30.566197 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d2338105-e665-4a90-8a48-440354254032 req-30496a2e-77b4-4769-a1ac-0bf28bbebc7b tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9d24fe6-4b53-4000-97a9-53c80f13ac5f HTTP/1.1" status: 200  len: 946 time: 0.0698712
May 07 22:07:30.577654 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-129148d8-69a9-4bb4-8338-21d8f57cd1ea tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] 10.222.0.32 "GET /v2.0/security-group-rules/862ed66c-1c1b-425c-b01f-a951af1f3a90 HTTP/1.1" status: 200  len: 763 time: 0.0822611
May 07 22:07:30.579583 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 36032) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:30.647374 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d2338105-e665-4a90-8a48-440354254032 req-7f72dee8-806a-415e-ba7b-f737c8898c11 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c335e02-4871-4a34-8e92-8c24a11b7b47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0744390
May 07 22:07:30.667265 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-f5861591-c966-49ed-b63a-6e3b5e83b577 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.0851574
May 07 22:07:30.670366 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 36036) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:30.700823 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-74555fc5-7106-4a5b-b0da-213576572b3a tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group_rule (862ed66c-1c1b-425c-b01f-a951af1f3a90), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:30.708997 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-74555fc5-7106-4a5b-b0da-213576572b3a tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group_rule (862ed66c-1c1b-425c-b01f-a951af1f3a90), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:30.749304 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-74555fc5-7106-4a5b-b0da-213576572b3a tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (862ed66c-1c1b-425c-b01f-a951af1f3a90), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:30.762810 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-30d02f6f-9736-4ec6-b619-45a765c0b832 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks [] for router_gateway (d2eec8db-3fe9-4998-8baa-bbe7fe38d5c2), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:30.769242 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-74555fc5-7106-4a5b-b0da-213576572b3a tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:30.771470 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-74555fc5-7106-4a5b-b0da-213576572b3a tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/862ed66c-1c1b-425c-b01f-a951af1f3a90 HTTP/1.1" status: 204  len: 168 time: 0.1001456
May 07 22:07:30.776145 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 36038) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:30.785377 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74555fc5-7106-4a5b-b0da-213576572b3a tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=862ed66c-1c1b-425c-b01f-a951af1f3a90,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:30.789284 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-30d02f6f-9736-4ec6-b619-45a765c0b832 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:30.812418 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c4fc9882-b725-433b-b74b-754d74b93787 req-d2a59576-2aa6-4103-b8f1-7f3177a95cb8 service neutron] 10.222.0.32 "GET /v2.0/networks/897b8e60-57e6-49f6-8500-632ca34fccf7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4978995
May 07 22:07:30.852735 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-2cc78d10-7e39-4bd9-b305-523c95264793 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0748796
May 07 22:07:30.855084 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 36050) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:30.862334 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-c9719e2d-33ba-4426-bb89-cd8b8d683d3f tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Request body: {'security_group_rule': {'security_group_id': '42a4a414-0648-4eaf-8270-3ad6adf666ec', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:07:30.903465 ncdv-master-1 neutron-server[121837]: INFO neutron.db.securitygroups_db [None req-c9719e2d-33ba-4426-bb89-cd8b8d683d3f tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Project c93dac5286c44f1891ba0504efa20a98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 07 22:07:30.911342 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c9719e2d-33ba-4426-bb89-cd8b8d683d3f tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group_rule (0ed8a76c-0032-4239-aee5-928f0bce118a), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:31.000565 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c9719e2d-33ba-4426-bb89-cd8b8d683d3f tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group_rule (0ed8a76c-0032-4239-aee5-928f0bce118a), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:31.009515 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c4fc9882-b725-433b-b74b-754d74b93787 req-8f506969-ecfb-4cbb-9e73-0949d446b7b0 service neutron] 10.222.0.32 "GET /v2.0/networks/897b8e60-57e6-49f6-8500-632ca34fccf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1960490
May 07 22:07:31.010293 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c9719e2d-33ba-4426-bb89-cd8b8d683d3f tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (0ed8a76c-0032-4239-aee5-928f0bce118a), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:31.034197 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9719e2d-33ba-4426-bb89-cd8b8d683d3f tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ed8a76c-0032-4239-aee5-928f0bce118a,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:31.057992 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-30d02f6f-9736-4ec6-b619-45a765c0b832 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Allocated IP 172.35.4.144 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/475a2d1d-1cc8-42b2-92ee-54e9354f96b9) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:07:31.059061 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c9719e2d-33ba-4426-bb89-cd8b8d683d3f tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:31.062195 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-c9719e2d-33ba-4426-bb89-cd8b8d683d3f tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2056472
May 07 22:07:31.064683 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 36066) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:31.106156 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-aad5e3ef-e6a4-4591-b25c-956bedaf3fe4 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] 10.222.0.32 "GET /v2.0/security-group-rules/0ed8a76c-0032-4239-aee5-928f0bce118a HTTP/1.1" status: 200  len: 769 time: 0.0402517
May 07 22:07:31.109754 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 36068) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:31.188440 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-204a173b-bc7e-43db-a8e0-be6ee715bf7c tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4119 time: 0.0771935
May 07 22:07:31.195456 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 36070) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:31.235624 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-73ecf627-3d70-4e4a-a8b8-7153805b3605 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group_rule (0ed8a76c-0032-4239-aee5-928f0bce118a), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:31.245082 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-73ecf627-3d70-4e4a-a8b8-7153805b3605 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group_rule (0ed8a76c-0032-4239-aee5-928f0bce118a), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:31.301034 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-30d02f6f-9736-4ec6-b619-45a765c0b832 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks [] for port (475a2d1d-1cc8-42b2-92ee-54e9354f96b9), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:31.327923 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-73ecf627-3d70-4e4a-a8b8-7153805b3605 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (0ed8a76c-0032-4239-aee5-928f0bce118a), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:31.356304 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-73ecf627-3d70-4e4a-a8b8-7153805b3605 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:31.358270 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-73ecf627-3d70-4e4a-a8b8-7153805b3605 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/0ed8a76c-0032-4239-aee5-928f0bce118a HTTP/1.1" status: 204  len: 168 time: 0.1599851
May 07 22:07:31.360856 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-52f0aacf-6331-44c7-ac61-d5a10a32d6fc req-bfeda318-1838-4ad5-bc6f-a3b9ec1076ce tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/ports?device_id=f03ed073-40c4-4a7f-aeed-e5ca8f6de50b HTTP/1.1" status: 200  len: 210 time: 0.0550549
May 07 22:07:31.361297 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 36082) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:31.371871 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ecf627-3d70-4e4a-a8b8-7153805b3605 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0ed8a76c-0032-4239-aee5-928f0bce118a,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:31.411422 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-30d02f6f-9736-4ec6-b619-45a765c0b832 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (475a2d1d-1cc8-42b2-92ee-54e9354f96b9), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:31.414003 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-d72a00e3-3f64-486d-a830-aca173e0474b tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0481114
May 07 22:07:31.417128 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 36084) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:31.440034 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device f1c7d1d5-631c-4b90-9f11-73edbb1fc62b details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:07:31.574843 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6935f9a5-56fb-4750-8d18-ddad49b2b5e6 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group (42a4a414-0648-4eaf-8270-3ad6adf666ec), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:31.584515 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d02f6f-9736-4ec6-b619-45a765c0b832 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:07:31.588870 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-30d02f6f-9736-4ec6-b619-45a765c0b832 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:07:31.601041 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d02f6f-9736-4ec6-b619-45a765c0b832 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:07:31.640121 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6935f9a5-56fb-4750-8d18-ddad49b2b5e6 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group (42a4a414-0648-4eaf-8270-3ad6adf666ec), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:31.701102 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6935f9a5-56fb-4750-8d18-ddad49b2b5e6 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (42a4a414-0648-4eaf-8270-3ad6adf666ec), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:31.704694 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6935f9a5-56fb-4750-8d18-ddad49b2b5e6 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:31.706744 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-6935f9a5-56fb-4750-8d18-ddad49b2b5e6 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] 10.222.0.32 "DELETE /v2.0/security-groups/42a4a414-0648-4eaf-8270-3ad6adf666ec HTTP/1.1" status: 204  len: 168 time: 0.2882979
May 07 22:07:31.710197 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 36106) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:31.725484 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6935f9a5-56fb-4750-8d18-ddad49b2b5e6 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a4a414-0648-4eaf-8270-3ad6adf666ec,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:31.767910 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d02f6f-9736-4ec6-b619-45a765c0b832 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Pushing event updated for resources: {'Port': ['ID=475a2d1d-1cc8-42b2-92ee-54e9354f96b9,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:31.770764 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-42385d12-005d-464f-84c4-e3b4304f010e tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0582001
May 07 22:07:31.777899 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 36110) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:31.785082 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-22db6624-2c49-4b1b-9618-183368129ea4 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Request body: {'security_group': {'name': 'tempest-secgroup--906177619'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:07:31.786248 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port f1c7d1d5-631c-4b90-9f11-73edbb1fc62b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f1c7d1d5-631c-4b90-9f11-73edbb1fc62b,segment=NetworkSegment(3565a17e-e0eb-4b35-a7f2-f7d7af642fb7),segment_id=3565a17e-e0eb-4b35-a7f2-f7d7af642fb7)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:07:31.833364 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-22db6624-2c49-4b1b-9618-183368129ea4 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:31.834696 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': 'f1c7d1d5-631c-4b90-9f11-73edbb1fc62b', 'network_id': '33b52409-fae0-4935-b5d0-15acefaa0f3f', 'port_id': 'f1c7d1d5-631c-4b90-9f11-73edbb1fc62b', 'mac_address': 'fa:16:3e:c5:e5:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e304f3b-3927-4f57-b6d9-ff32c4ae5938', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:07:31.959685 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port f1c7d1d5-631c-4b90-9f11-73edbb1fc62b is: ACTIVE; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:07:31.961557 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f1c7d1d5-631c-4b90-9f11-73edbb1fc62b), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:32.011451 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-22db6624-2c49-4b1b-9618-183368129ea4 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group (74901575-319e-45a5-bc55-479baf57754b), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:32.018947 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-22db6624-2c49-4b1b-9618-183368129ea4 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (74901575-319e-45a5-bc55-479baf57754b), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:32.028606 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f1c7d1d5-631c-4b90-9f11-73edbb1fc62b {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:07:32.068696 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-22db6624-2c49-4b1b-9618-183368129ea4 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:32.070843 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-22db6624-2c49-4b1b-9618-183368129ea4 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.2907057
May 07 22:07:32.074682 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 36134) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:32.082974 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-cb615515-24a6-4be8-9eec-eb58db676edb tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Request body: {'security_group_rule': {'security_group_id': '74901575-319e-45a5-bc55-479baf57754b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:07:32.093798 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22db6624-2c49-4b1b-9618-183368129ea4 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74901575-319e-45a5-bc55-479baf57754b,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:32.118290 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port f1c7d1d5-631c-4b90-9f11-73edbb1fc62b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f1c7d1d5-631c-4b90-9f11-73edbb1fc62b,segment=NetworkSegment(3565a17e-e0eb-4b35-a7f2-f7d7af642fb7),segment_id=3565a17e-e0eb-4b35-a7f2-f7d7af642fb7)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:07:32.127275 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cb615515-24a6-4be8-9eec-eb58db676edb tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group_rule (397b58e0-cd2c-42da-b898-3c349b4812cd), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:32.129631 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (f1c7d1d5-631c-4b90-9f11-73edbb1fc62b), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:32.248491 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cb615515-24a6-4be8-9eec-eb58db676edb tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group_rule (397b58e0-cd2c-42da-b898-3c349b4812cd), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:32.256161 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cb615515-24a6-4be8-9eec-eb58db676edb tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (397b58e0-cd2c-42da-b898-3c349b4812cd), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:32.266825 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['f1c7d1d5-631c-4b90-9f11-73edbb1fc62b'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:07:32.277531 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb615515-24a6-4be8-9eec-eb58db676edb tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=397b58e0-cd2c-42da-b898-3c349b4812cd,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:32.312138 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cb615515-24a6-4be8-9eec-eb58db676edb tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:32.313422 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-cb615515-24a6-4be8-9eec-eb58db676edb tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2359025
May 07 22:07:32.316198 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 36142) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:32.441743 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=f1c7d1d5-631c-4b90-9f11-73edbb1fc62b,revision_number=6']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:32.465634 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a34e14c2-cb0d-4fe0-9f35-4f513113fbcd tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group (74901575-319e-45a5-bc55-479baf57754b), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:32.498123 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a34e14c2-cb0d-4fe0-9f35-4f513113fbcd tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group (74901575-319e-45a5-bc55-479baf57754b), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:32.568720 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a34e14c2-cb0d-4fe0-9f35-4f513113fbcd tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (74901575-319e-45a5-bc55-479baf57754b), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:32.572572 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a34e14c2-cb0d-4fe0-9f35-4f513113fbcd tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:32.574187 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-a34e14c2-cb0d-4fe0-9f35-4f513113fbcd tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] 10.222.0.32 "DELETE /v2.0/security-groups/74901575-319e-45a5-bc55-479baf57754b HTTP/1.1" status: 204  len: 168 time: 0.2568684
May 07 22:07:32.600180 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 36158) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:32.713676 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a4f73800-29c4-4bdd-924d-3c185e39c923 req-b801977e-4714-4430-a8d6-3947fb1759bc tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/ports?device_id=f03ed073-40c4-4a7f-aeed-e5ca8f6de50b HTTP/1.1" status: 200  len: 210 time: 0.1371078
May 07 22:07:32.757312 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34e14c2-cb0d-4fe0-9f35-4f513113fbcd tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74901575-319e-45a5-bc55-479baf57754b,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:32.769187 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-4e5774c9-a4b7-457d-8c90-801b4f3f363a tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1655226
May 07 22:07:32.772677 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 36168) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:32.834629 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf79368-6092-4d3c-a981-670adb81c3bc req-54586fe1-9fc9-44f2-afb6-0a6a3af84a58 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:32.836196 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1bf79368-6092-4d3c-a981-670adb81c3bc req-54586fe1-9fc9-44f2-afb6-0a6a3af84a58 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9d24fe6-4b53-4000-97a9-53c80f13ac5f HTTP/1.1" status: 200  len: 946 time: 0.9501088
May 07 22:07:32.865655 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-2776e27f-b575-49a0-8c0a-814adec7d431 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 2475 time: 0.0918283
May 07 22:07:32.867535 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 36172) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:32.885865 ncdv-master-1 neutron-server[121837]: INFO neutron.api.v2.resource [None req-398c2601-4688-4e1a-917c-b52996627a52 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] delete failed (client error): The resource could not be found.
May 07 22:07:32.893496 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-398c2601-4688-4e1a-917c-b52996627a52 tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] 10.222.0.32 "DELETE /v2.0/security-groups/74901575-319e-45a5-bc55-479baf57754b HTTP/1.1" status: 404  len: 347 time: 0.0247233
May 07 22:07:32.894181 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 36174) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:32.938295 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1bf79368-6092-4d3c-a981-670adb81c3bc req-03bb7a79-cd63-4a51-a8c6-1f9bb5ba600f tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c335e02-4871-4a34-8e92-8c24a11b7b47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0778041
May 07 22:07:32.974839 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-80d70348-10c2-4b84-9d8f-dc6deb057eeb tempest-SecGroupIPv6Test-657944976 tempest-SecGroupIPv6Test-657944976-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0787315
May 07 22:07:33.152666 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-30d02f6f-9736-4ec6-b619-45a765c0b832 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks [] for router_gateway (d2eec8db-3fe9-4998-8baa-bbe7fe38d5c2), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:33.413819 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc9882-b725-433b-b74b-754d74b93787 req-5cd48822-a76c-45d6-8bac-9e816d6d935a tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:33.426957 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c4fc9882-b725-433b-b74b-754d74b93787 req-5cd48822-a76c-45d6-8bac-9e816d6d935a tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.59 "GET /v2.0/networks?id=897b8e60-57e6-49f6-8500-632ca34fccf7 HTTP/1.1" status: 200  len: 795 time: 0.3448539
May 07 22:07:33.440977 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device f1c7d1d5-631c-4b90-9f11-73edbb1fc62b up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:07:33.651433 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port f1c7d1d5-631c-4b90-9f11-73edbb1fc62b triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:07:33.652119 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (f1c7d1d5-631c-4b90-9f11-73edbb1fc62b), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:33.692571 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c4fc9882-b725-433b-b74b-754d74b93787 req-de2d71f1-75b4-4d03-92a1-e7b9861ca357 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c313e966d334c26afa43b480ab20fb0 HTTP/1.1" status: 200  len: 379 time: 0.2551813
May 07 22:07:33.710845 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-c4fc9882-b725-433b-b74b-754d74b93787 req-43ef8882-0076-4c8b-abac-02c125fd972a tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Request body: {'port': {'device_id': 'f03ed073-40c4-4a7f-aeed-e5ca8f6de50b', 'network_id': '897b8e60-57e6-49f6-8500-632ca34fccf7', 'admin_state_up': True, 'tenant_id': '0c313e966d334c26afa43b480ab20fb0', 'security_groups': ['09ef7c7c-7afe-4000-a8d6-02927363c40c']}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:07:33.749700 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-30d02f6f-9736-4ec6-b619-45a765c0b832 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (d2eec8db-3fe9-4998-8baa-bbe7fe38d5c2), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:33.901414 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port f1c7d1d5-631c-4b90-9f11-73edbb1fc62b is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:07:33.904756 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f1c7d1d5-631c-4b90-9f11-73edbb1fc62b), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:33.945052 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 36200) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:33.983184 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port f1c7d1d5-631c-4b90-9f11-73edbb1fc62b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f1c7d1d5-631c-4b90-9f11-73edbb1fc62b,segment=NetworkSegment(3565a17e-e0eb-4b35-a7f2-f7d7af642fb7),segment_id=3565a17e-e0eb-4b35-a7f2-f7d7af642fb7)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:07:33.987280 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9d24fe6-4b53-4000-97a9-53c80f13ac5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1c7d1d5-631c-4b90-9f11-73edbb1fc62b'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:07:33.993698 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6843f6d5-0ad4-4ddb-bc2a-da280e0dec11" -d '{"events": [{"server_uuid": "e9d24fe6-4b53-4000-97a9-53c80f13ac5f", "name": "network-vif-plugged", "status": "completed", "tag": "f1c7d1d5-631c-4b90-9f11-73edbb1fc62b"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:07:34.005244 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (f1c7d1d5-631c-4b90-9f11-73edbb1fc62b), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:34.066554 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c9ed123b-15c5-49ac-b175-4cc7f5fa0b2f req-7b0f77fc-7456-4d37-b34c-47b0caa49f79 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/ports?device_id=f03ed073-40c4-4a7f-aeed-e5ca8f6de50b HTTP/1.1" status: 200  len: 210 time: 0.1209085
May 07 22:07:34.077572 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4fc9882-b725-433b-b74b-754d74b93787 req-43ef8882-0076-4c8b-abac-02c125fd972a tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Made reservation on behalf of 0c313e966d334c26afa43b480ab20fb0 for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:07:34.081235 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-c4fc9882-b725-433b-b74b-754d74b93787 req-43ef8882-0076-4c8b-abac-02c125fd972a tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:34.108509 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=f1c7d1d5-631c-4b90-9f11-73edbb1fc62b,revision_number=7']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:34.177447 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a43493a1-7fd7-44b7-853e-b43e3abef18e x-openstack-request-id: req-a43493a1-7fd7-44b7-853e-b43e3abef18e {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:07:34.177735 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9d24fe6-4b53-4000-97a9-53c80f13ac5f", "name": "network-vif-plugged", "status": "completed", "tag": "f1c7d1d5-631c-4b90-9f11-73edbb1fc62b", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:07:34.178272 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a43493a1-7fd7-44b7-853e-b43e3abef18e {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:07:34.178868 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a43493a1-7fd7-44b7-853e-b43e3abef18e'] response: {'server_uuid': 'e9d24fe6-4b53-4000-97a9-53c80f13ac5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1c7d1d5-631c-4b90-9f11-73edbb1fc62b', 'code': 200}
May 07 22:07:34.206360 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30d02f6f-9736-4ec6-b619-45a765c0b832 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Router d2eec8db-3fe9-4998-8baa-bbe7fe38d5c2 is scheduled to L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db with binding_index 1 {{(pid=121836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 07 22:07:34.257698 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [req-c4fc9882-b725-433b-b74b-754d74b93787 req-43ef8882-0076-4c8b-abac-02c125fd972a tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Allocated IP 172.20.0.6 (897b8e60-57e6-49f6-8500-632ca34fccf7/b8533475-792d-4dfa-8e9d-7a9c15894d00/9f6cb74d-fe46-4c94-9688-bd96403fb562) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:07:34.336853 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef835a22-73e4-499d-8e66-da6975c64839 req-5385ce0c-45b3-421c-bf21-170753ea8a37 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:34.339235 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ef835a22-73e4-499d-8e66-da6975c64839 req-5385ce0c-45b3-421c-bf21-170753ea8a37 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9d24fe6-4b53-4000-97a9-53c80f13ac5f HTTP/1.1" status: 200  len: 946 time: 0.1893303
May 07 22:07:34.475708 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30d02f6f-9736-4ec6-b619-45a765c0b832 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:07:34.494708 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ef835a22-73e4-499d-8e66-da6975c64839 req-c5daaae0-5726-4392-bd1a-b34ccd766adf tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c335e02-4871-4a34-8e92-8c24a11b7b47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1446404
May 07 22:07:34.509577 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0dfc5f-2879-4cd8-ada6-4ac8bdfb6045 None None] Sync routers for ids ['d2eec8db-3fe9-4998-8baa-bbe7fe38d5c2'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:07:34.535801 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-30d02f6f-9736-4ec6-b619-45a765c0b832 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:34.540502 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-30d02f6f-9736-4ec6-b619-45a765c0b832 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 889 time: 4.4840696
May 07 22:07:34.543099 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 36234) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:34.548599 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-26fb94b2-d1c5-4188-b046-fa9e34d25815 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:07:34.561463 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0dfc5f-2879-4cd8-ada6-4ac8bdfb6045 None None] Routers {'d2eec8db-3fe9-4998-8baa-bbe7fe38d5c2'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:07:34.564498 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-ed0dfc5f-2879-4cd8-ada6-4ac8bdfb6045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cc65d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:07:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['d2eec8db-3fe9-4998-8baa-bbe7fe38d5c2'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:07:34.668405 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-ed0dfc5f-2879-4cd8-ada6-4ac8bdfb6045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cc65d30>, [], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:07:34.669828 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-351e26f8-a5df-4f73-8fc3-e4667a0524ad admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c93dac5286c44f1891ba0504efa20a98&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7198067
May 07 22:07:34.681231 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 36238) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:34.683424 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0dfc5f-2879-4cd8-ada6-4ac8bdfb6045 None None] Routers {'d2eec8db-3fe9-4998-8baa-bbe7fe38d5c2'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:07:34.684255 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-ed0dfc5f-2879-4cd8-ada6-4ac8bdfb6045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cc65d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:07:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['d2eec8db-3fe9-4998-8baa-bbe7fe38d5c2'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:07:34.723419 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-c4fc9882-b725-433b-b74b-754d74b93787 req-43ef8882-0076-4c8b-abac-02c125fd972a tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for port (9f6cb74d-fe46-4c94-9688-bd96403fb562), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:34.755373 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-ed0dfc5f-2879-4cd8-ada6-4ac8bdfb6045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cc65d30>, [], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:07:34.755989 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0dfc5f-2879-4cd8-ada6-4ac8bdfb6045 None None] The sync data for ids ['d2eec8db-3fe9-4998-8baa-bbe7fe38d5c2'] in ncdv-master-1 is: [] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:07:34.897286 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e136e6f5-c326-45b7-86ea-1f7112f1a11f admin admin] Publish callbacks [] for security_group (c94d925f-25e6-490a-8bc1-cfecb4f971c6), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:34.912019 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-c4fc9882-b725-433b-b74b-754d74b93787 req-43ef8882-0076-4c8b-abac-02c125fd972a tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (9f6cb74d-fe46-4c94-9688-bd96403fb562), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:35.056435 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e136e6f5-c326-45b7-86ea-1f7112f1a11f admin admin] Publish callbacks [] for security_group (c94d925f-25e6-490a-8bc1-cfecb4f971c6), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:35.137095 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4fc9882-b725-433b-b74b-754d74b93787 req-43ef8882-0076-4c8b-abac-02c125fd972a tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Network 897b8e60-57e6-49f6-8500-632ca34fccf7 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:07:35.156144 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ef8882-0076-4c8b-abac-02c125fd972a tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Pushing event updated for resources: {'Port': ['ID=9f6cb74d-fe46-4c94-9688-bd96403fb562,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:35.166457 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [req-c4fc9882-b725-433b-b74b-754d74b93787 req-43ef8882-0076-4c8b-abac-02c125fd972a tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:07:35.209684 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4fc9882-b725-433b-b74b-754d74b93787 req-43ef8882-0076-4c8b-abac-02c125fd972a tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:07:35.419886 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-26fb94b2-d1c5-4188-b046-fa9e34d25815 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks [] for router_gateway (d2eec8db-3fe9-4998-8baa-bbe7fe38d5c2), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:35.432167 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc9882-b725-433b-b74b-754d74b93787 req-43ef8882-0076-4c8b-abac-02c125fd972a tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:35.436252 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-c4fc9882-b725-433b-b74b-754d74b93787 req-43ef8882-0076-4c8b-abac-02c125fd972a tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:35.447068 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-26fb94b2-d1c5-4188-b046-fa9e34d25815 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks [] for router_gateway (d2eec8db-3fe9-4998-8baa-bbe7fe38d5c2), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:35.457897 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e136e6f5-c326-45b7-86ea-1f7112f1a11f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (c94d925f-25e6-490a-8bc1-cfecb4f971c6), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:35.460892 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e136e6f5-c326-45b7-86ea-1f7112f1a11f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:35.464949 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-e136e6f5-c326-45b7-86ea-1f7112f1a11f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c94d925f-25e6-490a-8bc1-cfecb4f971c6 HTTP/1.1" status: 204  len: 168 time: 0.7758842
May 07 22:07:35.493688 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fea7a09-d212-483b-b684-d1166c1b1d3d req-490a72fb-ec10-4705-bba0-05039a6322f6 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:35.496222 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8fea7a09-d212-483b-b684-d1166c1b1d3d req-490a72fb-ec10-4705-bba0-05039a6322f6 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/ports?device_id=f03ed073-40c4-4a7f-aeed-e5ca8f6de50b HTTP/1.1" status: 200  len: 931 time: 0.2426159
May 07 22:07:35.501557 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c4fc9882-b725-433b-b74b-754d74b93787 req-43ef8882-0076-4c8b-abac-02c125fd972a tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8007469
May 07 22:07:35.545774 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-c4fc9882-b725-433b-b74b-754d74b93787 req-d289e19a-249e-4005-9dad-725a3bacd3ec service neutron] Request body: {'port': {'device_id': 'f03ed073-40c4-4a7f-aeed-e5ca8f6de50b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:07:35.583103 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e136e6f5-c326-45b7-86ea-1f7112f1a11f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c94d925f-25e6-490a-8bc1-cfecb4f971c6,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:35.589029 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-26fb94b2-d1c5-4188-b046-fa9e34d25815 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Deleting port 475a2d1d-1cc8-42b2-92ee-54e9354f96b9 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:07:35.589720 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-26fb94b2-d1c5-4188-b046-fa9e34d25815 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (475a2d1d-1cc8-42b2-92ee-54e9354f96b9), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:35.657300 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-3b0b58e7-2be3-4e17-96f7-981f60654ab1 None None] Provisioning complete for port 9f6cb74d-fe46-4c94-9688-bd96403fb562 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:07:35.657898 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-3b0b58e7-2be3-4e17-96f7-981f60654ab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (9f6cb74d-fe46-4c94-9688-bd96403fb562), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:35.711223 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8fea7a09-d212-483b-b684-d1166c1b1d3d req-c93985a8-1503-4e6e-8bef-f896e4e619a6 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/security-groups?id=09ef7c7c-7afe-4000-a8d6-02927363c40c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2089179
May 07 22:07:35.719038 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-c4fc9882-b725-433b-b74b-754d74b93787 req-d289e19a-249e-4005-9dad-725a3bacd3ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (9f6cb74d-fe46-4c94-9688-bd96403fb562), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:35.728197 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-26fb94b2-d1c5-4188-b046-fa9e34d25815 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (475a2d1d-1cc8-42b2-92ee-54e9354f96b9), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:35.753207 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-26fb94b2-d1c5-4188-b046-fa9e34d25815 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Calling delete_port for 475a2d1d-1cc8-42b2-92ee-54e9354f96b9 owned by network:router_gateway {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:07:35.852683 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-3b0b58e7-2be3-4e17-96f7-981f60654ab1 None None] Port 9f6cb74d-fe46-4c94-9688-bd96403fb562 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:07:35.987606 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-26fb94b2-d1c5-4188-b046-fa9e34d25815 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (475a2d1d-1cc8-42b2-92ee-54e9354f96b9), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:36.120992 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fb94b2-d1c5-4188-b046-fa9e34d25815 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Pushing event deleted for resources: {'Port': ['ID=475a2d1d-1cc8-42b2-92ee-54e9354f96b9,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:36.215841 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802e3647-4cc7-46cc-89fb-661f03fa3dfc req-5c6d686c-b0ad-45c8-ad16-13e99eb9b711 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:36.217679 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-802e3647-4cc7-46cc-89fb-661f03fa3dfc req-5c6d686c-b0ad-45c8-ad16-13e99eb9b711 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9d24fe6-4b53-4000-97a9-53c80f13ac5f HTTP/1.1" status: 200  len: 946 time: 0.2436335
May 07 22:07:36.220358 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-26fb94b2-d1c5-4188-b046-fa9e34d25815 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395776'] for router_gateway (d2eec8db-3fe9-4998-8baa-bbe7fe38d5c2), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:36.485031 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [req-c4fc9882-b725-433b-b74b-754d74b93787 req-d289e19a-249e-4005-9dad-725a3bacd3ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f6cb74d-fe46-4c94-9688-bd96403fb562 {{(pid=121837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:07:36.501034 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-c4fc9882-b725-433b-b74b-754d74b93787 req-d289e19a-249e-4005-9dad-725a3bacd3ec service neutron] Publish callbacks [] for port (9f6cb74d-fe46-4c94-9688-bd96403fb562), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:36.524713 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-c4fc9882-b725-433b-b74b-754d74b93787 req-d289e19a-249e-4005-9dad-725a3bacd3ec service neutron] Transition to ACTIVE for port object 9f6cb74d-fe46-4c94-9688-bd96403fb562 will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 22:07:36.531488 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-c4fc9882-b725-433b-b74b-754d74b93787 req-d289e19a-249e-4005-9dad-725a3bacd3ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (9f6cb74d-fe46-4c94-9688-bd96403fb562), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:36.620664 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d289e19a-249e-4005-9dad-725a3bacd3ec service neutron] Pushing event updated for resources: {'Port': ['ID=9f6cb74d-fe46-4c94-9688-bd96403fb562,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:36.700180 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-802e3647-4cc7-46cc-89fb-661f03fa3dfc req-c3434869-c93f-4013-8a91-b77587783424 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c335e02-4871-4a34-8e92-8c24a11b7b47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4703317
May 07 22:07:36.818572 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-c4fc9882-b725-433b-b74b-754d74b93787 req-d289e19a-249e-4005-9dad-725a3bacd3ec service neutron] Attempting to bind port 9f6cb74d-fe46-4c94-9688-bd96403fb562 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:07:36.820549 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-c4fc9882-b725-433b-b74b-754d74b93787 req-d289e19a-249e-4005-9dad-725a3bacd3ec service neutron] Attempting to bind port 9f6cb74d-fe46-4c94-9688-bd96403fb562 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '6ae4ba78-6cd6-4dad-8a34-f736ee9aa579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '897b8e60-57e6-49f6-8500-632ca34fccf7'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:07:36.821941 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fc9882-b725-433b-b74b-754d74b93787 req-d289e19a-249e-4005-9dad-725a3bacd3ec service neutron] Attempting to bind port 9f6cb74d-fe46-4c94-9688-bd96403fb562 on network 897b8e60-57e6-49f6-8500-632ca34fccf7 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:07:36.832163 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fc9882-b725-433b-b74b-754d74b93787 req-d289e19a-249e-4005-9dad-725a3bacd3ec service neutron] Port 9f6cb74d-fe46-4c94-9688-bd96403fb562 on network 897b8e60-57e6-49f6-8500-632ca34fccf7 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:07:36.832812 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fc9882-b725-433b-b74b-754d74b93787 req-d289e19a-249e-4005-9dad-725a3bacd3ec service neutron] Attempting to bind port 9f6cb74d-fe46-4c94-9688-bd96403fb562 on network 897b8e60-57e6-49f6-8500-632ca34fccf7 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:07:36.845877 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fc9882-b725-433b-b74b-754d74b93787 req-d289e19a-249e-4005-9dad-725a3bacd3ec service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:07:36.847247 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fc9882-b725-433b-b74b-754d74b93787 req-d289e19a-249e-4005-9dad-725a3bacd3ec service neutron] Checking segment: {'id': '6ae4ba78-6cd6-4dad-8a34-f736ee9aa579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '897b8e60-57e6-49f6-8500-632ca34fccf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:07:36.848677 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4fc9882-b725-433b-b74b-754d74b93787 req-d289e19a-249e-4005-9dad-725a3bacd3ec service neutron] Bound using segment: {'id': '6ae4ba78-6cd6-4dad-8a34-f736ee9aa579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '897b8e60-57e6-49f6-8500-632ca34fccf7'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:07:36.849241 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-c4fc9882-b725-433b-b74b-754d74b93787 req-d289e19a-249e-4005-9dad-725a3bacd3ec service neutron] Bound port: 9f6cb74d-fe46-4c94-9688-bd96403fb562, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ae4ba78-6cd6-4dad-8a34-f736ee9aa579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '897b8e60-57e6-49f6-8500-632ca34fccf7'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:07:36.850888 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-c4fc9882-b725-433b-b74b-754d74b93787 req-d289e19a-249e-4005-9dad-725a3bacd3ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (9f6cb74d-fe46-4c94-9688-bd96403fb562), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:36.984963 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-26fb94b2-d1c5-4188-b046-fa9e34d25815 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-395855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5148'] for router (d2eec8db-3fe9-4998-8baa-bbe7fe38d5c2), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:36.993060 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-26fb94b2-d1c5-4188-b046-fa9e34d25815 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-395830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-395837', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-419014'] for router (d2eec8db-3fe9-4998-8baa-bbe7fe38d5c2), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:37.026490 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf41952-89b1-4248-b7c6-d466046ce95c req-ff083c25-9d4c-49e0-8efc-8b082cc21cab tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:37.029405 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-aaf41952-89b1-4248-b7c6-d466046ce95c req-ff083c25-9d4c-49e0-8efc-8b082cc21cab tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/ports?device_id=f03ed073-40c4-4a7f-aeed-e5ca8f6de50b HTTP/1.1" status: 200  len: 943 time: 0.1723237
May 07 22:07:37.189996 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-c4fc9882-b725-433b-b74b-754d74b93787 req-d289e19a-249e-4005-9dad-725a3bacd3ec service neutron] For port 9f6cb74d-fe46-4c94-9688-bd96403fb562, host nch2-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:07:37.200815 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-aaf41952-89b1-4248-b7c6-d466046ce95c req-8a24f35c-ccda-4773-a19c-a28c03725ab7 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/security-groups?id=09ef7c7c-7afe-4000-a8d6-02927363c40c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1017163
May 07 22:07:37.200815 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-c4fc9882-b725-433b-b74b-754d74b93787 req-d289e19a-249e-4005-9dad-725a3bacd3ec service neutron] For port 9f6cb74d-fe46-4c94-9688-bd96403fb562, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9f6cb74d-fe46-4c94-9688-bd96403fb562,segment=NetworkSegment(6ae4ba78-6cd6-4dad-8a34-f736ee9aa579),segment_id=6ae4ba78-6cd6-4dad-8a34-f736ee9aa579)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:07:37.211058 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-c4fc9882-b725-433b-b74b-754d74b93787 req-d289e19a-249e-4005-9dad-725a3bacd3ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (9f6cb74d-fe46-4c94-9688-bd96403fb562), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:37.245281 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26fb94b2-d1c5-4188-b046-fa9e34d25815 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Router d2eec8db-3fe9-4998-8baa-bbe7fe38d5c2 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:07:37.258330 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc9882-b725-433b-b74b-754d74b93787 req-d289e19a-249e-4005-9dad-725a3bacd3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:37.259374 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-c4fc9882-b725-433b-b74b-754d74b93787 req-d289e19a-249e-4005-9dad-725a3bacd3ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:37.260952 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c4fc9882-b725-433b-b74b-754d74b93787 req-d289e19a-249e-4005-9dad-725a3bacd3ec service neutron] 10.222.0.59 "PUT /v2.0/ports/9f6cb74d-fe46-4c94-9688-bd96403fb562 HTTP/1.1" status: 200  len: 1091 time: 1.7309692
May 07 22:07:37.261431 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f03ed073-40c4-4a7f-aeed-e5ca8f6de50b', 'tag': '9f6cb74d-fe46-4c94-9688-bd96403fb562'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:07:37.264017 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7ac0b69-598f-4dc8-be3d-0228528493d5" -d '{"events": [{"name": "network-changed", "server_uuid": "f03ed073-40c4-4a7f-aeed-e5ca8f6de50b", "tag": "9f6cb74d-fe46-4c94-9688-bd96403fb562"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:07:37.414354 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc9882-b725-433b-b74b-754d74b93787 req-882b6392-ab3c-49a0-b26d-36777a08ce29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:37.416008 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c4fc9882-b725-433b-b74b-754d74b93787 req-882b6392-ab3c-49a0-b26d-36777a08ce29 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0c313e966d334c26afa43b480ab20fb0&device_id=f03ed073-40c4-4a7f-aeed-e5ca8f6de50b HTTP/1.1" status: 200  len: 1125 time: 0.1101608
May 07 22:07:37.417765 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76a2c327-494e-451b-b3bd-8488df8dfb2e x-openstack-request-id: req-76a2c327-494e-451b-b3bd-8488df8dfb2e {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:07:37.418156 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f03ed073-40c4-4a7f-aeed-e5ca8f6de50b", "tag": "9f6cb74d-fe46-4c94-9688-bd96403fb562", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:07:37.418560 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-76a2c327-494e-451b-b3bd-8488df8dfb2e {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:07:37.421402 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76a2c327-494e-451b-b3bd-8488df8dfb2e'] response: {'name': 'network-changed', 'server_uuid': 'f03ed073-40c4-4a7f-aeed-e5ca8f6de50b', 'tag': '9f6cb74d-fe46-4c94-9688-bd96403fb562', 'status': 'completed', 'code': 200}
May 07 22:07:37.436811 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d289e19a-249e-4005-9dad-725a3bacd3ec service neutron] Pushing event updated for resources: {'Port': ['ID=9f6cb74d-fe46-4c94-9688-bd96403fb562,revision_number=3']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:37.484408 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c4fc9882-b725-433b-b74b-754d74b93787 req-77070d38-78c2-4fac-98f7-0271b940c15b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f6cb74d-fe46-4c94-9688-bd96403fb562 HTTP/1.1" status: 200  len: 217 time: 0.0443370
May 07 22:07:37.537929 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26fb94b2-d1c5-4188-b046-fa9e34d25815 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:07:37.594487 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-26fb94b2-d1c5-4188-b046-fa9e34d25815 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:37.595883 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-26fb94b2-d1c5-4188-b046-fa9e34d25815 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] 10.222.0.32 "PUT /v2.0/routers/d2eec8db-3fe9-4998-8baa-bbe7fe38d5c2 HTTP/1.1" status: 200  len: 710 time: 3.0516419
May 07 22:07:37.598484 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 36340) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:37.605546 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1940889d-63f1-42de-b7fe-26f89d4e9667 None None] Sync routers for ids ['d2eec8db-3fe9-4998-8baa-bbe7fe38d5c2'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:07:37.624052 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc9882-b725-433b-b74b-754d74b93787 req-d780375e-02b0-470e-af67-774e57a84513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:37.628679 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c4fc9882-b725-433b-b74b-754d74b93787 req-d780375e-02b0-470e-af67-774e57a84513 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b8533475-792d-4dfa-8e9d-7a9c15894d00 HTTP/1.1" status: 200  len: 835 time: 0.1359532
May 07 22:07:37.636478 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1940889d-63f1-42de-b7fe-26f89d4e9667 None None] Routers {'d2eec8db-3fe9-4998-8baa-bbe7fe38d5c2'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:07:37.637146 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-1940889d-63f1-42de-b7fe-26f89d4e9667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7e805ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:07:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['d2eec8db-3fe9-4998-8baa-bbe7fe38d5c2'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:07:37.717291 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fc9882-b725-433b-b74b-754d74b93787 req-a85e50ba-815c-4723-82a1-02ec59939e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:37.729856 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c4fc9882-b725-433b-b74b-754d74b93787 req-a85e50ba-815c-4723-82a1-02ec59939e6f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=897b8e60-57e6-49f6-8500-632ca34fccf7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0948768
May 07 22:07:37.799637 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-1940889d-63f1-42de-b7fe-26f89d4e9667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7e805ac0>, [], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:07:37.832721 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-2376e138-de25-4b8f-9afb-2618e9ce03aa tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] 10.222.0.32 "GET /v2.0/routers/d2eec8db-3fe9-4998-8baa-bbe7fe38d5c2 HTTP/1.1" status: 200  len: 745 time: 0.2326968
May 07 22:07:37.835426 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 36348) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:37.836130 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1940889d-63f1-42de-b7fe-26f89d4e9667 None None] Routers {'d2eec8db-3fe9-4998-8baa-bbe7fe38d5c2'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:07:37.839538 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-1940889d-63f1-42de-b7fe-26f89d4e9667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7e805ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:07:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['d2eec8db-3fe9-4998-8baa-bbe7fe38d5c2'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:07:37.893584 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-1940889d-63f1-42de-b7fe-26f89d4e9667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7e805ac0>, [], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:07:37.894554 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1940889d-63f1-42de-b7fe-26f89d4e9667 None None] The sync data for ids ['d2eec8db-3fe9-4998-8baa-bbe7fe38d5c2'] in ncdv-master-1 is: [] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:07:38.008984 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-37ce2070-f13a-4e16-8273-1644c09c7f66 tempest-RoutersIpV6AdminTest-1215230536 tempest-RoutersIpV6AdminTest-1215230536-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=9221b764-ef06-431f-8941-796516ed7c3b&device_id=d2eec8db-3fe9-4998-8baa-bbe7fe38d5c2 HTTP/1.1" status: 200  len: 205 time: 0.1689596
May 07 22:07:38.009127 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 36354) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:38.022238 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b17c3b-4dfb-42cb-a27a-f4516cc43363 req-aee0a3d7-9982-4156-ad44-ed37ba391845 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:38.042308 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-54b17c3b-4dfb-42cb-a27a-f4516cc43363 req-aee0a3d7-9982-4156-ad44-ed37ba391845 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9d24fe6-4b53-4000-97a9-53c80f13ac5f HTTP/1.1" status: 200  len: 946 time: 0.1419854
May 07 22:07:38.106036 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-2736a900-fdbc-4645-8dff-e6cfa514c290 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2eec8db-3fe9-4998-8baa-bbe7fe38d5c2 HTTP/1.1" status: 200  len: 205 time: 0.0874560
May 07 22:07:38.107757 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 36362) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:38.275859 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c4fc9882-b725-433b-b74b-754d74b93787 req-b832220e-ca2b-4c8e-9403-450179577762 service neutron] 10.222.0.59 "GET /v2.0/networks/897b8e60-57e6-49f6-8500-632ca34fccf7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5349963
May 07 22:07:38.331352 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-54b17c3b-4dfb-42cb-a27a-f4516cc43363 req-4cd784de-ee85-4e2c-af7e-08c8138add13 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c335e02-4871-4a34-8e92-8c24a11b7b47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2791426
May 07 22:07:38.468122 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c4fc9882-b725-433b-b74b-754d74b93787 req-f61af8fb-fb3f-4354-90eb-c976088c9d35 service neutron] 10.222.0.59 "GET /v2.0/networks/897b8e60-57e6-49f6-8500-632ca34fccf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1555030
May 07 22:07:38.517630 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-483bb062-5ba1-4d02-917b-c07082868e2f tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks [] for router (d2eec8db-3fe9-4998-8baa-bbe7fe38d5c2), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:38.618305 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54115d4b-81c3-41c8-b709-a7fc76e51a75 req-8d3372fa-6395-4bca-99c8-5ba882020cad tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:38.621271 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-54115d4b-81c3-41c8-b709-a7fc76e51a75 req-8d3372fa-6395-4bca-99c8-5ba882020cad tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/ports?device_id=f03ed073-40c4-4a7f-aeed-e5ca8f6de50b HTTP/1.1" status: 200  len: 943 time: 0.1552246
May 07 22:07:38.680164 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 36388) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:38.848176 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-483bb062-5ba1-4d02-917b-c07082868e2f tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (d2eec8db-3fe9-4998-8baa-bbe7fe38d5c2), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:38.861082 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-483bb062-5ba1-4d02-917b-c07082868e2f tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks [] for router_controller (d2eec8db-3fe9-4998-8baa-bbe7fe38d5c2), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:38.971871 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-54115d4b-81c3-41c8-b709-a7fc76e51a75 req-24797c7b-fce5-4e8c-b9a0-3ebfd6da292b tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/security-groups?id=09ef7c7c-7afe-4000-a8d6-02927363c40c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3380928
May 07 22:07:38.984988 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-483bb062-5ba1-4d02-917b-c07082868e2f tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (d2eec8db-3fe9-4998-8baa-bbe7fe38d5c2), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:38.985505 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-483bb062-5ba1-4d02-917b-c07082868e2f tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Fanout notify agent at l3_agent the message router_deleted on router d2eec8db-3fe9-4998-8baa-bbe7fe38d5c2 {{(pid=121836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 22:07:38.995234 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-483bb062-5ba1-4d02-917b-c07082868e2f tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:38.996382 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-483bb062-5ba1-4d02-917b-c07082868e2f tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] 10.222.0.32 "DELETE /v2.0/routers/d2eec8db-3fe9-4998-8baa-bbe7fe38d5c2 HTTP/1.1" status: 204  len: 168 time: 0.8793375
May 07 22:07:39.001601 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 36410) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:39.066731 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-7f70dca1-66c3-4d78-ba39-cffc6aeb32e0 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] 10.222.0.32 "GET /v2.0/ports?device_id=d2eec8db-3fe9-4998-8baa-bbe7fe38d5c2 HTTP/1.1" status: 200  len: 205 time: 0.0638285
May 07 22:07:39.069313 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 36414) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:39.109273 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e3a0e803-a25a-4d0d-8838-b2af992ea3c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:39.151404 ncdv-master-1 neutron-server[121836]: INFO neutron.api.v2.resource [None req-a9222d7e-a350-4587-9cbf-2a7028e797a4 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] delete failed (client error): The resource could not be found.
May 07 22:07:39.154154 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-a9222d7e-a350-4587-9cbf-2a7028e797a4 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] 10.222.0.32 "DELETE /v2.0/routers/d2eec8db-3fe9-4998-8baa-bbe7fe38d5c2 HTTP/1.1" status: 404  len: 336 time: 0.0824981
May 07 22:07:39.156754 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 36416) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:39.216822 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-44bf7d6d-63f0-4edc-a59b-f24410c4f3ae tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] 10.222.0.32 "GET /v2.0/ports?device_id=92db392b-b746-42ef-9cda-4839bd922e04 HTTP/1.1" status: 200  len: 205 time: 0.0581400
May 07 22:07:39.217703 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 36420) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:39.307502 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e3a0e803-a25a-4d0d-8838-b2af992ea3c0 admin admin] Publish callbacks [] for security_group (d3b93099-5c19-43a7-9f83-18b348e3c25d), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:39.319648 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e3a0e803-a25a-4d0d-8838-b2af992ea3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (d3b93099-5c19-43a7-9f83-18b348e3c25d), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:39.450655 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-e3a0e803-a25a-4d0d-8838-b2af992ea3c0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e3330eb3ed9b4f1bae703deb89227aca&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7687955
May 07 22:07:39.465837 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 36440) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:39.489699 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a0e803-a25a-4d0d-8838-b2af992ea3c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b93099-5c19-43a7-9f83-18b348e3c25d,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:39.572968 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ac0b69-598f-4dc8-be3d-0228528493d5 req-ad023bf0-3cc2-4c5b-9d28-c85948254c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:39.574582 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a7ac0b69-598f-4dc8-be3d-0228528493d5 req-ad023bf0-3cc2-4c5b-9d28-c85948254c88 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0c313e966d334c26afa43b480ab20fb0&device_id=f03ed073-40c4-4a7f-aeed-e5ca8f6de50b HTTP/1.1" status: 200  len: 1125 time: 0.2079747
May 07 22:07:39.798869 ncdv-master-1 neutron-server[121836]: INFO neutron.api.v2.resource [None req-e91864f6-ad43-44ec-b98b-a7bba246caa7 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] delete failed (client error): The resource could not be found.
May 07 22:07:39.803554 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-e91864f6-ad43-44ec-b98b-a7bba246caa7 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] 10.222.0.32 "DELETE /v2.0/routers/92db392b-b746-42ef-9cda-4839bd922e04 HTTP/1.1" status: 404  len: 336 time: 0.5845289
May 07 22:07:39.804592 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 36450) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:39.853790 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-49ae2009-4c8f-4fed-9326-c915c363c0ce tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] 10.222.0.32 "GET /v2.0/ports?device_id=96f6fe6a-e6f7-4e12-a80f-a3bbe4a47dd3 HTTP/1.1" status: 200  len: 205 time: 0.0459712
May 07 22:07:39.856914 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079cab49-0004-47b0-8a4e-543d1558a5a5 req-eda47f49-2a5f-4107-bac6-1833f980fc5d tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:39.857610 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 36452) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:39.867095 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-079cab49-0004-47b0-8a4e-543d1558a5a5 req-eda47f49-2a5f-4107-bac6-1833f980fc5d tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9d24fe6-4b53-4000-97a9-53c80f13ac5f HTTP/1.1" status: 200  len: 946 time: 0.3782318
May 07 22:07:39.937047 ncdv-master-1 neutron-server[121836]: INFO neutron.api.v2.resource [None req-2c7ed182-a48f-477d-a057-d4001058f7ae tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] delete failed (client error): The resource could not be found.
May 07 22:07:39.939310 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-2c7ed182-a48f-477d-a057-d4001058f7ae tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] 10.222.0.32 "DELETE /v2.0/routers/96f6fe6a-e6f7-4e12-a80f-a3bbe4a47dd3 HTTP/1.1" status: 404  len: 336 time: 0.0796185
May 07 22:07:39.941392 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 36458) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:39.990022 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8537c43d-e30a-43a6-b260-e8f33e7fadb2 admin admin] Publish callbacks [] for security_group (d3b93099-5c19-43a7-9f83-18b348e3c25d), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:39.998248 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-2a21162a-e0c3-479f-a076-5873e9d6974c tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] 10.222.0.32 "GET /v2.0/ports?device_id=f1b7397e-502d-4726-9ab6-a38a1b594f69 HTTP/1.1" status: 200  len: 205 time: 0.0549548
May 07 22:07:39.999066 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 36462) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:40.054994 ncdv-master-1 neutron-server[121836]: INFO neutron.api.v2.resource [None req-2095f1ef-80cb-4ef6-b3ef-8c72c4a7f1ee tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] delete failed (client error): The resource could not be found.
May 07 22:07:40.055370 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8537c43d-e30a-43a6-b260-e8f33e7fadb2 admin admin] Publish callbacks [] for security_group (d3b93099-5c19-43a7-9f83-18b348e3c25d), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:40.060406 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-2095f1ef-80cb-4ef6-b3ef-8c72c4a7f1ee tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] 10.222.0.32 "DELETE /v2.0/routers/f1b7397e-502d-4726-9ab6-a38a1b594f69 HTTP/1.1" status: 404  len: 336 time: 0.0566602
May 07 22:07:40.061009 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 36468) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:40.108719 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-de7f359e-36d3-46b3-92c7-46947e418236 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] 10.222.0.32 "GET /v2.0/ports?device_id=0c9b8d60-59b7-4de9-adf6-f4f9f69dbc9a HTTP/1.1" status: 200  len: 205 time: 0.0452518
May 07 22:07:40.113042 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 36480) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:40.190825 ncdv-master-1 neutron-server[121836]: INFO neutron.api.v2.resource [None req-8dd98a48-f78f-4cf4-a6c1-8a83df30fa78 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] delete failed (client error): The resource could not be found.
May 07 22:07:40.194851 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-8dd98a48-f78f-4cf4-a6c1-8a83df30fa78 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] 10.222.0.32 "DELETE /v2.0/routers/0c9b8d60-59b7-4de9-adf6-f4f9f69dbc9a HTTP/1.1" status: 404  len: 336 time: 0.0791845
May 07 22:07:40.195547 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 36490) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:40.219021 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ac0b69-598f-4dc8-be3d-0228528493d5 req-22c31458-e771-439c-a2f1-66ada9359583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:40.221556 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a7ac0b69-598f-4dc8-be3d-0228528493d5 req-22c31458-e771-439c-a2f1-66ada9359583 service neutron] 10.222.0.59 "GET /v2.0/networks?id=897b8e60-57e6-49f6-8500-632ca34fccf7 HTTP/1.1" status: 200  len: 896 time: 0.5922241
May 07 22:07:40.283494 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-3423765b-306c-427a-a456-85e15ddb5327 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] 10.222.0.32 "GET /v2.0/ports?device_id=24868f18-8c06-40e3-a8ae-eb7f39056ce3 HTTP/1.1" status: 200  len: 205 time: 0.0864878
May 07 22:07:40.292601 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 36492) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:40.300699 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a7ac0b69-598f-4dc8-be3d-0228528493d5 req-378e6aee-35c3-455f-8dd7-a712e12518da service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f6cb74d-fe46-4c94-9688-bd96403fb562 HTTP/1.1" status: 200  len: 217 time: 0.0604796
May 07 22:07:40.373849 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-079cab49-0004-47b0-8a4e-543d1558a5a5 req-8178d604-d8a0-42ac-afc3-5cd97911ede7 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c335e02-4871-4a34-8e92-8c24a11b7b47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4999154
May 07 22:07:40.400426 ncdv-master-1 neutron-server[121837]: INFO neutron.api.v2.resource [None req-8acdcce5-cc1c-44d6-984c-5689504bb9b3 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] delete failed (client error): The resource could not be found.
May 07 22:07:40.402258 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-8acdcce5-cc1c-44d6-984c-5689504bb9b3 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] 10.222.0.32 "DELETE /v2.0/routers/24868f18-8c06-40e3-a8ae-eb7f39056ce3 HTTP/1.1" status: 404  len: 336 time: 0.1085505
May 07 22:07:40.406288 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 36498) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:40.443747 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8537c43d-e30a-43a6-b260-e8f33e7fadb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (d3b93099-5c19-43a7-9f83-18b348e3c25d), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:40.446268 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8537c43d-e30a-43a6-b260-e8f33e7fadb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:40.454195 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-8537c43d-e30a-43a6-b260-e8f33e7fadb2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d3b93099-5c19-43a7-9f83-18b348e3c25d HTTP/1.1" status: 204  len: 168 time: 0.9812007
May 07 22:07:40.493037 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8537c43d-e30a-43a6-b260-e8f33e7fadb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b93099-5c19-43a7-9f83-18b348e3c25d,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:40.502468 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ac0b69-598f-4dc8-be3d-0228528493d5 req-08d951d0-2ae0-4831-a276-59d076eff483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:40.511036 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a7ac0b69-598f-4dc8-be3d-0228528493d5 req-08d951d0-2ae0-4831-a276-59d076eff483 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b8533475-792d-4dfa-8e9d-7a9c15894d00 HTTP/1.1" status: 200  len: 835 time: 0.1982791
May 07 22:07:40.526019 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55d3063-bda2-4d67-a8bb-53bce9f9e16b req-608cdf15-fc07-4279-88ec-86fcb440de1e tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:40.536886 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e55d3063-bda2-4d67-a8bb-53bce9f9e16b req-608cdf15-fc07-4279-88ec-86fcb440de1e tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/ports?device_id=f03ed073-40c4-4a7f-aeed-e5ca8f6de50b HTTP/1.1" status: 200  len: 943 time: 0.2609761
May 07 22:07:40.539238 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c704f60-f0d5-4852-9041-8217281bf8e5 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] DELETE failed (client error): The resource could not be found.
May 07 22:07:40.544930 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c704f60-f0d5-4852-9041-8217281bf8e5 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:07:40.556844 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-8c704f60-f0d5-4852-9041-8217281bf8e5 tempest-RoutersIpV6AdminTest-144909406 tempest-RoutersIpV6AdminTest-144909406-project] 10.222.0.32 "DELETE /v2.0/subnets/6ee93a38-776f-4b2b-a89f-3559688a6aef HTTP/1.1" status: 404  len: 337 time: 0.1460183
May 07 22:07:40.618342 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ac0b69-598f-4dc8-be3d-0228528493d5 req-207954b1-5918-4145-b903-899761af339d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:40.629683 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a7ac0b69-598f-4dc8-be3d-0228528493d5 req-207954b1-5918-4145-b903-899761af339d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=897b8e60-57e6-49f6-8500-632ca34fccf7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1070378
May 07 22:07:40.644864 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e55d3063-bda2-4d67-a8bb-53bce9f9e16b req-49193129-85c5-4be3-9b71-b0c1a4717bfa tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/security-groups?id=09ef7c7c-7afe-4000-a8d6-02927363c40c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1069291
May 07 22:07:40.755428 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a7ac0b69-598f-4dc8-be3d-0228528493d5 req-4632d43a-66f4-4e83-8480-6f8a3e4ade60 service neutron] 10.222.0.59 "GET /v2.0/networks/897b8e60-57e6-49f6-8500-632ca34fccf7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1246991
May 07 22:07:40.894079 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a7ac0b69-598f-4dc8-be3d-0228528493d5 req-ffd1afe9-1471-4b06-ba00-a0af803b7fcb service neutron] 10.222.0.59 "GET /v2.0/networks/897b8e60-57e6-49f6-8500-632ca34fccf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1331227
May 07 22:07:41.224386 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 36544) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:41.361994 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 36558) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:41.384216 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2da80796-325f-483e-8790-0547e54e263f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:41.454037 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 9f6cb74d-fe46-4c94-9688-bd96403fb562 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:07:41.654422 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f455056b-7840-4ca0-acb6-7cdbc70bcb3c req-d04d963e-d719-41f9-be0c-1361893050d9 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:41.656299 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f455056b-7840-4ca0-acb6-7cdbc70bcb3c req-d04d963e-d719-41f9-be0c-1361893050d9 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9d24fe6-4b53-4000-97a9-53c80f13ac5f HTTP/1.1" status: 200  len: 946 time: 0.1341588
May 07 22:07:41.721931 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f3ede7a1-4f42-4d3d-9354-bff79f5b9b36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:41.728756 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 9f6cb74d-fe46-4c94-9688-bd96403fb562, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9f6cb74d-fe46-4c94-9688-bd96403fb562,segment=NetworkSegment(6ae4ba78-6cd6-4dad-8a34-f736ee9aa579),segment_id=6ae4ba78-6cd6-4dad-8a34-f736ee9aa579)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:07:41.739349 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2da80796-325f-483e-8790-0547e54e263f admin admin] Publish callbacks [] for security_group (4c0ab15c-3a3b-46d1-93f6-274593ea05c8), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:41.752311 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': '9f6cb74d-fe46-4c94-9688-bd96403fb562', 'network_id': '897b8e60-57e6-49f6-8500-632ca34fccf7', 'port_id': '9f6cb74d-fe46-4c94-9688-bd96403fb562', 'mac_address': 'fa:16:3e:30:56:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8533475-792d-4dfa-8e9d-7a9c15894d00', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:07:41.807534 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f455056b-7840-4ca0-acb6-7cdbc70bcb3c req-2381c2cb-6dcf-4684-a144-6b8ba35ee334 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c335e02-4871-4a34-8e92-8c24a11b7b47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1409323
May 07 22:07:41.814145 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2da80796-325f-483e-8790-0547e54e263f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (4c0ab15c-3a3b-46d1-93f6-274593ea05c8), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:41.861422 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 9f6cb74d-fe46-4c94-9688-bd96403fb562 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:07:41.862141 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (9f6cb74d-fe46-4c94-9688-bd96403fb562), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:41.883793 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da80796-325f-483e-8790-0547e54e263f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c0ab15c-3a3b-46d1-93f6-274593ea05c8,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:41.907058 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f6cb74d-fe46-4c94-9688-bd96403fb562 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:07:41.912166 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-2da80796-325f-483e-8790-0547e54e263f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=24f68c36b4f249b8a8760c0febdaf835&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5490701
May 07 22:07:41.914947 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 36578) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:41.959504 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 9f6cb74d-fe46-4c94-9688-bd96403fb562, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9f6cb74d-fe46-4c94-9688-bd96403fb562,segment=NetworkSegment(6ae4ba78-6cd6-4dad-8a34-f736ee9aa579),segment_id=6ae4ba78-6cd6-4dad-8a34-f736ee9aa579)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:07:41.970476 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (9f6cb74d-fe46-4c94-9688-bd96403fb562), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:42.015958 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d70c489d-fd14-4b19-bfac-5c7079567861 admin admin] Publish callbacks [] for security_group (4c0ab15c-3a3b-46d1-93f6-274593ea05c8), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:42.064258 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d70c489d-fd14-4b19-bfac-5c7079567861 admin admin] Publish callbacks [] for security_group (4c0ab15c-3a3b-46d1-93f6-274593ea05c8), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:42.072349 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bb07ca-22cf-4b0d-b88f-e26d7e5ad0e5 req-01ca75a5-0d44-4a5c-a163-1771cd357865 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:42.074944 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-21bb07ca-22cf-4b0d-b88f-e26d7e5ad0e5 req-01ca75a5-0d44-4a5c-a163-1771cd357865 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/ports?device_id=f03ed073-40c4-4a7f-aeed-e5ca8f6de50b HTTP/1.1" status: 200  len: 943 time: 0.2198627
May 07 22:07:42.095765 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=9f6cb74d-fe46-4c94-9688-bd96403fb562,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:42.144304 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f3ede7a1-4f42-4d3d-9354-bff79f5b9b36 admin admin] Publish callbacks [] for security_group (96a39d11-3958-4e11-b817-d707d2ee5ecc), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:42.163202 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f3ede7a1-4f42-4d3d-9354-bff79f5b9b36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (96a39d11-3958-4e11-b817-d707d2ee5ecc), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:42.198352 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-21bb07ca-22cf-4b0d-b88f-e26d7e5ad0e5 req-f16eea39-9554-475a-8dc7-b7c711b7c1e7 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/security-groups?id=09ef7c7c-7afe-4000-a8d6-02927363c40c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1146910
May 07 22:07:42.224014 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['9f6cb74d-fe46-4c94-9688-bd96403fb562'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:07:42.229547 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d70c489d-fd14-4b19-bfac-5c7079567861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (4c0ab15c-3a3b-46d1-93f6-274593ea05c8), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:42.238565 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d70c489d-fd14-4b19-bfac-5c7079567861 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:42.243343 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-d70c489d-fd14-4b19-bfac-5c7079567861 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4c0ab15c-3a3b-46d1-93f6-274593ea05c8 HTTP/1.1" status: 204  len: 168 time: 0.3243823
May 07 22:07:42.270679 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70c489d-fd14-4b19-bfac-5c7079567861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c0ab15c-3a3b-46d1-93f6-274593ea05c8,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:42.284906 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-f3ede7a1-4f42-4d3d-9354-bff79f5b9b36 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2449f72b9a5c40b29a5d792bc609e239&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0593061
May 07 22:07:42.288137 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 36586) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:42.290987 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ede7a1-4f42-4d3d-9354-bff79f5b9b36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96a39d11-3958-4e11-b817-d707d2ee5ecc,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:42.317664 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 36588) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:42.425800 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0cd25485-e372-43bc-b244-6bf806a636e4 admin admin] Publish callbacks [] for security_group (96a39d11-3958-4e11-b817-d707d2ee5ecc), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:42.464371 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0cd25485-e372-43bc-b244-6bf806a636e4 admin admin] Publish callbacks [] for security_group (96a39d11-3958-4e11-b817-d707d2ee5ecc), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:42.613257 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f1eb4888-a213-4b20-818d-b2ba470070f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:42.629655 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0cd25485-e372-43bc-b244-6bf806a636e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (96a39d11-3958-4e11-b817-d707d2ee5ecc), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:42.633389 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0cd25485-e372-43bc-b244-6bf806a636e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:42.637234 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-0cd25485-e372-43bc-b244-6bf806a636e4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/96a39d11-3958-4e11-b817-d707d2ee5ecc HTTP/1.1" status: 204  len: 168 time: 0.3452652
May 07 22:07:42.644956 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd25485-e372-43bc-b244-6bf806a636e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a39d11-3958-4e11-b817-d707d2ee5ecc,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:42.848213 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f1eb4888-a213-4b20-818d-b2ba470070f8 admin admin] Publish callbacks [] for security_group (bc2c9bcf-327c-4d7f-825f-e1744deed145), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:42.855538 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f1eb4888-a213-4b20-818d-b2ba470070f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (bc2c9bcf-327c-4d7f-825f-e1744deed145), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:42.924709 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-f1eb4888-a213-4b20-818d-b2ba470070f8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e73167bb9ccd40c88b2d3f1a9fdfc341&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6057887
May 07 22:07:42.925644 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eb4888-a213-4b20-818d-b2ba470070f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc2c9bcf-327c-4d7f-825f-e1744deed145,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:42.927455 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 36634) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:43.100302 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badf86de-572c-44a8-9b7b-f91fafbef1fc req-c6e08d46-1ffa-42f7-9e89-95bbf14f2e2e tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:43.109278 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-badf86de-572c-44a8-9b7b-f91fafbef1fc req-c6e08d46-1ffa-42f7-9e89-95bbf14f2e2e tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9d24fe6-4b53-4000-97a9-53c80f13ac5f HTTP/1.1" status: 200  len: 946 time: 0.0953808
May 07 22:07:43.216210 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-badf86de-572c-44a8-9b7b-f91fafbef1fc req-977b2d17-3113-4eb6-abf9-fbaee9c744f3 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c335e02-4871-4a34-8e92-8c24a11b7b47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1046815
May 07 22:07:43.251412 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-70697586-a251-4d18-b7d5-bb54b0d82e92 admin admin] Publish callbacks [] for security_group (bc2c9bcf-327c-4d7f-825f-e1744deed145), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:43.287227 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-70697586-a251-4d18-b7d5-bb54b0d82e92 admin admin] Publish callbacks [] for security_group (bc2c9bcf-327c-4d7f-825f-e1744deed145), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:43.307451 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 36644) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:43.418026 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-70697586-a251-4d18-b7d5-bb54b0d82e92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (bc2c9bcf-327c-4d7f-825f-e1744deed145), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:43.421260 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-70697586-a251-4d18-b7d5-bb54b0d82e92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:43.425762 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-70697586-a251-4d18-b7d5-bb54b0d82e92 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bc2c9bcf-327c-4d7f-825f-e1744deed145 HTTP/1.1" status: 204  len: 168 time: 0.4916310
May 07 22:07:43.443087 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70697586-a251-4d18-b7d5-bb54b0d82e92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc2c9bcf-327c-4d7f-825f-e1744deed145,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:43.470992 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 9f6cb74d-fe46-4c94-9688-bd96403fb562 up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:07:43.472668 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 36648) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:43.480437 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-9a2d15f7-4c0e-428d-8838-e0ae51961a93 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=17cfc6fd78b745da8412e7e15d557cc0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1710517
May 07 22:07:43.492697 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7939d5c5-8abf-41bc-98a7-23e7273dc7bd req-11570267-c530-4794-ad50-4646848b5b95 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:43.494294 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7939d5c5-8abf-41bc-98a7-23e7273dc7bd req-11570267-c530-4794-ad50-4646848b5b95 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/ports?device_id=f03ed073-40c4-4a7f-aeed-e5ca8f6de50b HTTP/1.1" status: 200  len: 944 time: 0.1483715
May 07 22:07:43.572554 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning for port 9f6cb74d-fe46-4c94-9688-bd96403fb562 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 22:07:43.589687 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port 9f6cb74d-fe46-4c94-9688-bd96403fb562 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:07:43.590482 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (9f6cb74d-fe46-4c94-9688-bd96403fb562), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:43.656677 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7939d5c5-8abf-41bc-98a7-23e7273dc7bd req-45964b60-760b-49c6-868e-338868921798 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/security-groups?id=09ef7c7c-7afe-4000-a8d6-02927363c40c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1513762
May 07 22:07:43.855764 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 9f6cb74d-fe46-4c94-9688-bd96403fb562 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:07:43.856168 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (9f6cb74d-fe46-4c94-9688-bd96403fb562), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:43.912602 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f03ed073-40c4-4a7f-aeed-e5ca8f6de50b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f6cb74d-fe46-4c94-9688-bd96403fb562'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:07:43.923916 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a7befc6-8690-46b4-ba96-dcec08f40486" -d '{"events": [{"server_uuid": "f03ed073-40c4-4a7f-aeed-e5ca8f6de50b", "name": "network-vif-plugged", "status": "completed", "tag": "9f6cb74d-fe46-4c94-9688-bd96403fb562"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:07:43.956871 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 9f6cb74d-fe46-4c94-9688-bd96403fb562, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9f6cb74d-fe46-4c94-9688-bd96403fb562,segment=NetworkSegment(6ae4ba78-6cd6-4dad-8a34-f736ee9aa579),segment_id=6ae4ba78-6cd6-4dad-8a34-f736ee9aa579)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:07:43.969462 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (9f6cb74d-fe46-4c94-9688-bd96403fb562), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:44.023982 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-742b64f6-69ff-4a4a-8b38-b949d12ae007 admin admin] Publish callbacks [] for security_group (a501c735-840b-46b7-b36b-4f79316737c1), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:44.037666 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-743bd065-881d-4826-8575-836ce1b2c909 x-openstack-request-id: req-743bd065-881d-4826-8575-836ce1b2c909 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:07:44.037963 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f03ed073-40c4-4a7f-aeed-e5ca8f6de50b", "name": "network-vif-plugged", "status": "completed", "tag": "9f6cb74d-fe46-4c94-9688-bd96403fb562", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:07:44.039149 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-743bd065-881d-4826-8575-836ce1b2c909 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:07:44.039915 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-743bd065-881d-4826-8575-836ce1b2c909'] response: {'server_uuid': 'f03ed073-40c4-4a7f-aeed-e5ca8f6de50b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f6cb74d-fe46-4c94-9688-bd96403fb562', 'code': 200}
May 07 22:07:44.050326 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-742b64f6-69ff-4a4a-8b38-b949d12ae007 admin admin] Publish callbacks [] for security_group (a501c735-840b-46b7-b36b-4f79316737c1), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:44.116037 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-742b64f6-69ff-4a4a-8b38-b949d12ae007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (a501c735-840b-46b7-b36b-4f79316737c1), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:44.119449 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-742b64f6-69ff-4a4a-8b38-b949d12ae007 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:44.124148 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-742b64f6-69ff-4a4a-8b38-b949d12ae007 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a501c735-840b-46b7-b36b-4f79316737c1 HTTP/1.1" status: 204  len: 168 time: 0.6503732
May 07 22:07:44.131550 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=9f6cb74d-fe46-4c94-9688-bd96403fb562,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:44.157186 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742b64f6-69ff-4a4a-8b38-b949d12ae007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a501c735-840b-46b7-b36b-4f79316737c1,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:44.174926 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa2ffb8-26e8-4e65-ba7c-db682c681b39 req-40278f80-7a5a-42e0-acb1-65458fe8ded0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:44.177473 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-daa2ffb8-26e8-4e65-ba7c-db682c681b39 req-40278f80-7a5a-42e0-acb1-65458fe8ded0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=f03ed073-40c4-4a7f-aeed-e5ca8f6de50b HTTP/1.1" status: 200  len: 1127 time: 0.0751150
May 07 22:07:44.272179 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-daa2ffb8-26e8-4e65-ba7c-db682c681b39 req-41fad292-f50e-4e08-9462-8d8b3fa671f6 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=09ef7c7c-7afe-4000-a8d6-02927363c40c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0881822
May 07 22:07:44.359664 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 36686) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:44.368659 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dae8415-e0c5-442c-8bac-c70f67fa82f8 req-9a03feb0-1974-4ffd-aaea-2f347b1b075a tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:44.370285 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0dae8415-e0c5-442c-8bac-c70f67fa82f8 req-9a03feb0-1974-4ffd-aaea-2f347b1b075a tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9d24fe6-4b53-4000-97a9-53c80f13ac5f HTTP/1.1" status: 200  len: 946 time: 0.0622630
May 07 22:07:44.387269 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-51a576e0-77cd-4949-9160-1058d51b4a23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:44.454560 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0dae8415-e0c5-442c-8bac-c70f67fa82f8 req-bb634d7a-584b-4bb4-a234-90d39b0902a4 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c335e02-4871-4a34-8e92-8c24a11b7b47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0758398
May 07 22:07:44.584445 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-51a576e0-77cd-4949-9160-1058d51b4a23 admin admin] Publish callbacks [] for security_group (7c00a9aa-688e-4b5b-b227-4503a177bdc9), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:44.592173 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-51a576e0-77cd-4949-9160-1058d51b4a23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (7c00a9aa-688e-4b5b-b227-4503a177bdc9), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:44.646460 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-51a576e0-77cd-4949-9160-1058d51b4a23 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d1c2d124ae814b1b906a2a6b1ca65418&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2856307
May 07 22:07:44.647851 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a576e0-77cd-4949-9160-1058d51b4a23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c00a9aa-688e-4b5b-b227-4503a177bdc9,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:44.649237 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 36690) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:44.807847 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-36bf655f-421c-4c3a-9b27-b7eccab88e73 admin admin] Publish callbacks [] for security_group (7c00a9aa-688e-4b5b-b227-4503a177bdc9), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:44.850181 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 36698) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:44.875709 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd8173c-d01a-4b64-8431-3661337c4ce1 req-425bf010-2d2c-48fd-abe3-a1cd3bf4810c tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:44.876809 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-36bf655f-421c-4c3a-9b27-b7eccab88e73 admin admin] Publish callbacks [] for security_group (7c00a9aa-688e-4b5b-b227-4503a177bdc9), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:44.887192 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2cd8173c-d01a-4b64-8431-3661337c4ce1 req-425bf010-2d2c-48fd-abe3-a1cd3bf4810c tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/ports?device_id=f03ed073-40c4-4a7f-aeed-e5ca8f6de50b HTTP/1.1" status: 200  len: 945 time: 0.1124325
May 07 22:07:44.965107 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2cd8173c-d01a-4b64-8431-3661337c4ce1 req-05a82725-54b0-4c21-bd18-25cc2d2dcd06 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/security-groups?id=09ef7c7c-7afe-4000-a8d6-02927363c40c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0760050
May 07 22:07:45.015098 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-36bf655f-421c-4c3a-9b27-b7eccab88e73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (7c00a9aa-688e-4b5b-b227-4503a177bdc9), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:45.018089 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-36bf655f-421c-4c3a-9b27-b7eccab88e73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:45.019534 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-36bf655f-421c-4c3a-9b27-b7eccab88e73 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7c00a9aa-688e-4b5b-b227-4503a177bdc9 HTTP/1.1" status: 204  len: 168 time: 0.3692899
May 07 22:07:45.031460 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bf655f-421c-4c3a-9b27-b7eccab88e73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c00a9aa-688e-4b5b-b227-4503a177bdc9,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:45.253153 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d83a89ce-ad7b-49e3-bde9-dd0340ab7334 req-2fe5be99-beda-4941-b3ac-3646d178d5d2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=efbfca97-f4f7-4462-aa1f-5b1936c45d96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1178973
May 07 22:07:45.291526 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-78237fb8-f5ff-4b13-91c1-1409a6d50e90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:45.370966 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83a89ce-ad7b-49e3-bde9-dd0340ab7334 req-8f090197-418a-47b7-bce2-b518c4fcb2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:45.374260 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d83a89ce-ad7b-49e3-bde9-dd0340ab7334 req-8f090197-418a-47b7-bce2-b518c4fcb2c4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=759c66c34f414c19b2109393738ef639&device_id=efbfca97-f4f7-4462-aa1f-5b1936c45d96 HTTP/1.1" status: 200  len: 1127 time: 0.0962384
May 07 22:07:45.431010 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-78237fb8-f5ff-4b13-91c1-1409a6d50e90 admin admin] Publish callbacks [] for security_group (6e14b68d-727a-4955-9e7b-fa4d2e9230eb), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:45.442267 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-78237fb8-f5ff-4b13-91c1-1409a6d50e90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (6e14b68d-727a-4955-9e7b-fa4d2e9230eb), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:45.493884 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-78237fb8-f5ff-4b13-91c1-1409a6d50e90 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=71bfb23676c24e00b5997394686be11b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6420329
May 07 22:07:45.499706 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 36716) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:45.544357 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78237fb8-f5ff-4b13-91c1-1409a6d50e90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e14b68d-727a-4955-9e7b-fa4d2e9230eb,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:45.571488 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b311a91c-6a48-457e-88c8-ed444bf030dc admin admin] Publish callbacks [] for security_group (6e14b68d-727a-4955-9e7b-fa4d2e9230eb), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:45.613983 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b311a91c-6a48-457e-88c8-ed444bf030dc admin admin] Publish callbacks [] for security_group (6e14b68d-727a-4955-9e7b-fa4d2e9230eb), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:45.687073 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83a89ce-ad7b-49e3-bde9-dd0340ab7334 req-d2652f82-09ee-4fd7-9169-9f2489548b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:45.693298 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d83a89ce-ad7b-49e3-bde9-dd0340ab7334 req-d2652f82-09ee-4fd7-9169-9f2489548b1a service neutron] 10.222.0.55 "GET /v2.0/networks?id=33b52409-fae0-4935-b5d0-15acefaa0f3f HTTP/1.1" status: 200  len: 913 time: 0.2999463
May 07 22:07:45.725548 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b311a91c-6a48-457e-88c8-ed444bf030dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (6e14b68d-727a-4955-9e7b-fa4d2e9230eb), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:45.732558 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b311a91c-6a48-457e-88c8-ed444bf030dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:45.737236 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-b311a91c-6a48-457e-88c8-ed444bf030dc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6e14b68d-727a-4955-9e7b-fa4d2e9230eb HTTP/1.1" status: 204  len: 168 time: 0.2358675
May 07 22:07:45.766808 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175311de-c527-4cbd-b38f-8ced43f5df5a req-09247cc0-a0b0-4a9a-bff7-3738aa90550f tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:45.767545 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b311a91c-6a48-457e-88c8-ed444bf030dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e14b68d-727a-4955-9e7b-fa4d2e9230eb,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:45.767938 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-175311de-c527-4cbd-b38f-8ced43f5df5a req-09247cc0-a0b0-4a9a-bff7-3738aa90550f tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9d24fe6-4b53-4000-97a9-53c80f13ac5f HTTP/1.1" status: 200  len: 946 time: 0.1382451
May 07 22:07:45.792091 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d83a89ce-ad7b-49e3-bde9-dd0340ab7334 req-85f9c125-3e90-4ac1-88e8-a7b6abbd9491 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4c002f8a-6eee-4016-aa09-cc73c944ce61 HTTP/1.1" status: 200  len: 217 time: 0.0663130
May 07 22:07:45.892929 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-175311de-c527-4cbd-b38f-8ced43f5df5a req-517f49a8-d24a-4ebc-9a2d-f50100a344e3 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c335e02-4871-4a34-8e92-8c24a11b7b47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0851727
May 07 22:07:45.946538 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83a89ce-ad7b-49e3-bde9-dd0340ab7334 req-d78f137c-0ed5-45a1-a6b2-b1a727cf9dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:45.948754 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d83a89ce-ad7b-49e3-bde9-dd0340ab7334 req-d78f137c-0ed5-45a1-a6b2-b1a727cf9dea service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3e304f3b-3927-4f57-b6d9-ff32c4ae5938 HTTP/1.1" status: 200  len: 851 time: 0.1542037
May 07 22:07:46.034168 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83a89ce-ad7b-49e3-bde9-dd0340ab7334 req-3b507b5f-6d03-466e-bf00-c4ce446aeadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:46.039401 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d83a89ce-ad7b-49e3-bde9-dd0340ab7334 req-3b507b5f-6d03-466e-bf00-c4ce446aeadc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=33b52409-fae0-4935-b5d0-15acefaa0f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0832055
May 07 22:07:46.190217 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbf83b7-87c3-41af-813a-6e9ee184f569 req-3d4e641e-5ad2-4e8b-9499-d53e0fd1476e tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:46.199807 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d83a89ce-ad7b-49e3-bde9-dd0340ab7334 req-1636c2ec-4aaf-481d-acac-62ddb303dcdc service neutron] 10.222.0.55 "GET /v2.0/networks/33b52409-fae0-4935-b5d0-15acefaa0f3f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1541679
May 07 22:07:46.203164 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9fbf83b7-87c3-41af-813a-6e9ee184f569 req-3d4e641e-5ad2-4e8b-9499-d53e0fd1476e tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/ports?device_id=f03ed073-40c4-4a7f-aeed-e5ca8f6de50b HTTP/1.1" status: 200  len: 945 time: 0.0935991
May 07 22:07:46.342958 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9fbf83b7-87c3-41af-813a-6e9ee184f569 req-d2336c97-47cc-45c6-9643-6da8c35deaf8 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/security-groups?id=09ef7c7c-7afe-4000-a8d6-02927363c40c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1308367
May 07 22:07:46.366427 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d83a89ce-ad7b-49e3-bde9-dd0340ab7334 req-e4132089-9279-4f6b-b808-37e999820fd7 service neutron] 10.222.0.55 "GET /v2.0/networks/33b52409-fae0-4935-b5d0-15acefaa0f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1593535
May 07 22:07:46.482308 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0debebb-7c26-4923-b882-e7053874c66f req-0c1669c4-f50c-4352-8f74-9f972a1745c8 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:46.484719 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d0debebb-7c26-4923-b882-e7053874c66f req-0c1669c4-f50c-4352-8f74-9f972a1745c8 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/ports?device_id=f03ed073-40c4-4a7f-aeed-e5ca8f6de50b HTTP/1.1" status: 200  len: 945 time: 0.0611196
May 07 22:07:46.557828 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d0debebb-7c26-4923-b882-e7053874c66f req-5ec403a6-2121-4969-a22d-4d85ff5be122 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/security-groups?id=09ef7c7c-7afe-4000-a8d6-02927363c40c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0667744
May 07 22:07:46.590488 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 36744) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:46.649219 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0d1d1d-d242-4fb8-bd9c-a8763fc527cc tempest-TestNetworkBasicOps-1465750221 tempest-TestNetworkBasicOps-1465750221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:46.655493 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-7a0d1d1d-d242-4fb8-bd9c-a8763fc527cc tempest-TestNetworkBasicOps-1465750221 tempest-TestNetworkBasicOps-1465750221-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f03ed073-40c4-4a7f-aeed-e5ca8f6de50b HTTP/1.1" status: 200  len: 1122 time: 0.0612097
May 07 22:07:46.655922 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 36746) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:46.667643 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-6387a588-0d9d-4bb7-9a71-ec52b7e4f257 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Request body: {'floatingip': {'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'port_id': '9f6cb74d-fe46-4c94-9688-bd96403fb562', 'tenant_id': '0c313e966d334c26afa43b480ab20fb0', 'fixed_ip_address': '172.20.0.6'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:07:46.711645 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 36750) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:46.713811 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6387a588-0d9d-4bb7-9a71-ec52b7e4f257 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:46.728250 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-123ce9d8-fcb4-4a13-87ce-68176449013a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:46.849048 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-123ce9d8-fcb4-4a13-87ce-68176449013a admin admin] Publish callbacks [] for security_group (c779fcc8-3a5f-4a53-ac41-8fcacb555279), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:46.855300 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-123ce9d8-fcb4-4a13-87ce-68176449013a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (c779fcc8-3a5f-4a53-ac41-8fcacb555279), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:46.871531 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6387a588-0d9d-4bb7-9a71-ec52b7e4f257 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:46.893056 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123ce9d8-fcb4-4a13-87ce-68176449013a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c779fcc8-3a5f-4a53-ac41-8fcacb555279,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:46.995087 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-123ce9d8-fcb4-4a13-87ce-68176449013a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=643fb689449f4071a7fcf8ad37ef9793&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2822106
May 07 22:07:47.033907 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 36756) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:47.085185 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-6387a588-0d9d-4bb7-9a71-ec52b7e4f257 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Allocated IP 172.35.4.150 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/c5716cb2-11d8-4b35-a13f-9a2708fba468) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:07:47.094038 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919da66d-6dec-45c9-97aa-47ca3768503b req-41f19679-664b-43da-b2bd-a88d2ccdb66d tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:47.095497 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-919da66d-6dec-45c9-97aa-47ca3768503b req-41f19679-664b-43da-b2bd-a88d2ccdb66d tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9d24fe6-4b53-4000-97a9-53c80f13ac5f HTTP/1.1" status: 200  len: 946 time: 0.0592046
May 07 22:07:47.194640 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4c889f6e-d580-43b9-be17-0d7674706c53 admin admin] Publish callbacks [] for security_group (c779fcc8-3a5f-4a53-ac41-8fcacb555279), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:47.215226 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-919da66d-6dec-45c9-97aa-47ca3768503b req-81b96fc6-5bb9-435e-b69a-6b107336af97 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c335e02-4871-4a34-8e92-8c24a11b7b47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1122391
May 07 22:07:47.245084 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4c889f6e-d580-43b9-be17-0d7674706c53 admin admin] Publish callbacks [] for security_group (c779fcc8-3a5f-4a53-ac41-8fcacb555279), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:47.260755 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6387a588-0d9d-4bb7-9a71-ec52b7e4f257 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for port (c5716cb2-11d8-4b35-a13f-9a2708fba468), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:47.334846 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4c889f6e-d580-43b9-be17-0d7674706c53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (c779fcc8-3a5f-4a53-ac41-8fcacb555279), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:47.338278 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4c889f6e-d580-43b9-be17-0d7674706c53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:47.343377 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-4c889f6e-d580-43b9-be17-0d7674706c53 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c779fcc8-3a5f-4a53-ac41-8fcacb555279 HTTP/1.1" status: 204  len: 168 time: 0.3083556
May 07 22:07:47.362982 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c889f6e-d580-43b9-be17-0d7674706c53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c779fcc8-3a5f-4a53-ac41-8fcacb555279,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:47.374643 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6387a588-0d9d-4bb7-9a71-ec52b7e4f257 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (c5716cb2-11d8-4b35-a13f-9a2708fba468), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:47.441374 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6387a588-0d9d-4bb7-9a71-ec52b7e4f257 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:07:47.444568 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-6387a588-0d9d-4bb7-9a71-ec52b7e4f257 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:07:47.447980 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6387a588-0d9d-4bb7-9a71-ec52b7e4f257 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:07:47.496929 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6387a588-0d9d-4bb7-9a71-ec52b7e4f257 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Pushing event updated for resources: {'Port': ['ID=c5716cb2-11d8-4b35-a13f-9a2708fba468,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:48.023617 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6387a588-0d9d-4bb7-9a71-ec52b7e4f257 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for floatingip (5fa1a356-045f-4a18-982a-ff5f555e7e3a), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:48.132913 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6387a588-0d9d-4bb7-9a71-ec52b7e4f257 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (c5716cb2-11d8-4b35-a13f-9a2708fba468), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:48.249808 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 36800) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:48.558299 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b9896d-0a94-4530-a4b8-335a756a5ae8 req-1ca25d00-e6ff-474e-b43b-a78548a5dd48 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:48.560569 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-07b9896d-0a94-4530-a4b8-335a756a5ae8 req-1ca25d00-e6ff-474e-b43b-a78548a5dd48 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9d24fe6-4b53-4000-97a9-53c80f13ac5f HTTP/1.1" status: 200  len: 946 time: 0.1681669
May 07 22:07:48.562983 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6387a588-0d9d-4bb7-9a71-ec52b7e4f257 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for port (c5716cb2-11d8-4b35-a13f-9a2708fba468), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:48.573785 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6387a588-0d9d-4bb7-9a71-ec52b7e4f257 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (c5716cb2-11d8-4b35-a13f-9a2708fba468), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:48.709355 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-07b9896d-0a94-4530-a4b8-335a756a5ae8 req-a5dd9278-efea-4b09-ae35-ff69dfc32158 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c335e02-4871-4a34-8e92-8c24a11b7b47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1381793
May 07 22:07:48.736994 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6387a588-0d9d-4bb7-9a71-ec52b7e4f257 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Pushing event updated for resources: {'Port': ['ID=c5716cb2-11d8-4b35-a13f-9a2708fba468,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:48.744471 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6387a588-0d9d-4bb7-9a71-ec52b7e4f257 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (5fa1a356-045f-4a18-982a-ff5f555e7e3a), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:48.874938 ncdv-master-1 neutron-server[121836]: INFO neutron.db.l3_db [None req-6387a588-0d9d-4bb7-9a71-ec52b7e4f257 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Floating IP 5fa1a356-045f-4a18-982a-ff5f555e7e3a associated. External IP: 172.35.4.150, port: 9f6cb74d-fe46-4c94-9688-bd96403fb562.
May 07 22:07:48.963722 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-c6488d9b-008b-4e17-ba02-5efcbdcad8a7 tempest-AgentManagementNegativeTest-115625467 tempest-AgentManagementNegativeTest-115625467-project] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200  len: 207 time: 0.7126691
May 07 22:07:49.227768 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6387a588-0d9d-4bb7-9a71-ec52b7e4f257 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Router 95b92444-ae71-4601-a703-2675b27619d8 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:07:49.389739 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6387a588-0d9d-4bb7-9a71-ec52b7e4f257 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:07:49.403641 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8d4758-edc4-4799-b147-4e246cc16c6f None None] Sync routers for ids ['95b92444-ae71-4601-a703-2675b27619d8'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:07:49.422030 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8d4758-edc4-4799-b147-4e246cc16c6f None None] Routers {'95b92444-ae71-4601-a703-2675b27619d8'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:07:49.426432 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-ca8d4758-edc4-4799-b147-4e246cc16c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cb68220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:07:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['95b92444-ae71-4601-a703-2675b27619d8'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:07:49.438828 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6387a588-0d9d-4bb7-9a71-ec52b7e4f257 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:49.506425 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-6387a588-0d9d-4bb7-9a71-ec52b7e4f257 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.8490374
May 07 22:07:49.507353 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f03ed073-40c4-4a7f-aeed-e5ca8f6de50b', 'tag': '9f6cb74d-fe46-4c94-9688-bd96403fb562'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:07:49.514496 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 36832) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:49.519819 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cf7bf4f-171d-412c-98ec-863a57c58c15" -d '{"events": [{"name": "network-changed", "server_uuid": "f03ed073-40c4-4a7f-aeed-e5ca8f6de50b", "tag": "9f6cb74d-fe46-4c94-9688-bd96403fb562"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:07:49.607321 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f152d67-f0ab-4b34-ab3c-ef2eaf8936d9 x-openstack-request-id: req-3f152d67-f0ab-4b34-ab3c-ef2eaf8936d9 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:07:49.607985 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f03ed073-40c4-4a7f-aeed-e5ca8f6de50b", "tag": "9f6cb74d-fe46-4c94-9688-bd96403fb562", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:07:49.607985 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3f152d67-f0ab-4b34-ab3c-ef2eaf8936d9 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:07:49.608539 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f152d67-f0ab-4b34-ab3c-ef2eaf8936d9'] response: {'name': 'network-changed', 'server_uuid': 'f03ed073-40c4-4a7f-aeed-e5ca8f6de50b', 'tag': '9f6cb74d-fe46-4c94-9688-bd96403fb562', 'status': 'completed', 'code': 200}
May 07 22:07:49.623256 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-ca8d4758-edc4-4799-b147-4e246cc16c6f None None] Set router 95b92444-ae71-4601-a703-2675b27619d8 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:07:49.690526 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-3ff42517-1d4f-41d9-9120-b67ed8802927 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/floatingips/5fa1a356-045f-4a18-982a-ff5f555e7e3a HTTP/1.1" status: 200  len: 991 time: 0.1773536
May 07 22:07:49.811726 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf7bf4f-171d-412c-98ec-863a57c58c15 req-e25dfd68-b7fb-4ad8-9b12-5eb60410814b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:49.815046 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2cf7bf4f-171d-412c-98ec-863a57c58c15 req-e25dfd68-b7fb-4ad8-9b12-5eb60410814b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0c313e966d334c26afa43b480ab20fb0&device_id=f03ed073-40c4-4a7f-aeed-e5ca8f6de50b HTTP/1.1" status: 200  len: 1127 time: 0.1234124
May 07 22:07:49.877715 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-ca8d4758-edc4-4799-b147-4e246cc16c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cb68220>, [{'id': '95b92444-ae71-4601-a703-2675b27619d8', 'name': 'tempest-TestNetworkBasicOps-router-341982578', 'tenant_id': '0c313e966d334c26afa43b480ab20fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.45'}], 'enable_snat': True}, 'gw_port_id': '45095a7a-0775-448b-9db2-66eacc442b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:07:09Z', 'updated_at': '2022-05-07T22:07:20Z', 'revision_number': 4, 'project_id': '0c313e966d334c26afa43b480ab20fb0', 'gw_port': {'id': '45095a7a-0775-448b-9db2-66eacc442b7b', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b92444-ae71-4601-a703-2675b27619d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:07:11Z', 'updated_at': '2022-05-07T22:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5fa1a356-045f-4a18-982a-ff5f555e7e3a', 'tenant_id': '0c313e966d334c26afa43b480ab20fb0', 'floating_ip_address': '172.35.4.150', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '95b92444-ae71-4601-a703-2675b27619d8', 'port_id': '9f6cb74d-fe46-4c94-9688-bd96403fb562', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '897b8e60-57e6-49f6-8500-632ca34fccf7', 'mac_address': 'fa:16:3e:30:56:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03ed073-40c4-4a7f-aeed-e5ca8f6de50b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:07:47Z', 'updated_at': '2022-05-07T22:07:47Z', 'revision_number': 0, 'project_id': '0c313e966d334c26afa43b480ab20fb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5913d5e-e4ba-4665-9266-7c0283129c4f', 'name': '', 'network_id': '897b8e60-57e6-49f6-8500-632ca34fccf7', 'tenant_id': '0c313e966d334c26afa43b480ab20fb0', 'mac_address': 'fa:16:3e:35:e9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b92444-ae71-4601-a703-2675b27619d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': 'b8533475-792d-4dfa-8e9d-7a9c15894d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:07:18Z', 'updated_at': '2022-05-07T22:07:25Z', 'revision_number': 5, 'project_id': '0c313e966d334c26afa43b480ab20fb0', 'subnets': [{'id': 'b8533475-792d-4dfa-8e9d-7a9c15894d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:07:49.961076 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 36848) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:49.966672 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041cd8b3-2fe1-4cb8-9406-9d7a2720316d req-5a4c3b39-d03e-4069-8703-706626c49e15 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:49.968256 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-041cd8b3-2fe1-4cb8-9406-9d7a2720316d req-5a4c3b39-d03e-4069-8703-706626c49e15 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9d24fe6-4b53-4000-97a9-53c80f13ac5f HTTP/1.1" status: 200  len: 946 time: 0.0894485
May 07 22:07:49.971210 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8d4758-edc4-4799-b147-4e246cc16c6f None None] Checking router: 95b92444-ae71-4601-a703-2675b27619d8 for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:07:49.990363 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8d4758-edc4-4799-b147-4e246cc16c6f None None] Routers {'95b92444-ae71-4601-a703-2675b27619d8'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:07:49.995797 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-ca8d4758-edc4-4799-b147-4e246cc16c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cb68220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:07:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['95b92444-ae71-4601-a703-2675b27619d8'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:07:50.039865 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-041cd8b3-2fe1-4cb8-9406-9d7a2720316d req-720287ac-42cf-4d68-a381-b9581d6e54d2 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c335e02-4871-4a34-8e92-8c24a11b7b47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0653248
May 07 22:07:50.089618 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf7bf4f-171d-412c-98ec-863a57c58c15 req-7e124a56-a0e7-4585-b9e9-f7e7c5a2f27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:50.092596 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2cf7bf4f-171d-412c-98ec-863a57c58c15 req-7e124a56-a0e7-4585-b9e9-f7e7c5a2f27a service neutron] 10.222.0.59 "GET /v2.0/networks?id=897b8e60-57e6-49f6-8500-632ca34fccf7 HTTP/1.1" status: 200  len: 896 time: 0.2685268
May 07 22:07:50.171380 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-ca8d4758-edc4-4799-b147-4e246cc16c6f None None] Set router 95b92444-ae71-4601-a703-2675b27619d8 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:07:50.224287 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3554880a-a8c3-401c-8172-85ca93bcdf1c req-c0642d4f-01f2-43ee-8dd1-e79bb8862e8b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b682b3c1-0ca9-4806-8100-908917473b27&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0446720
May 07 22:07:50.275608 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2cf7bf4f-171d-412c-98ec-863a57c58c15 req-896df9ae-e675-44ef-ad28-45df9a003df8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f6cb74d-fe46-4c94-9688-bd96403fb562 HTTP/1.1" status: 200  len: 999 time: 0.1707625
May 07 22:07:50.371517 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3554880a-a8c3-401c-8172-85ca93bcdf1c req-65568a6b-71ea-4e8c-ac77-ff9a57fd4da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:50.373277 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3554880a-a8c3-401c-8172-85ca93bcdf1c req-65568a6b-71ea-4e8c-ac77-ff9a57fd4da0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e5bd7ffaf96c48688d8ebe954dc7912f&device_id=b682b3c1-0ca9-4806-8100-908917473b27 HTTP/1.1" status: 200  len: 1127 time: 0.0844991
May 07 22:07:50.379030 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf7bf4f-171d-412c-98ec-863a57c58c15 req-fe218c10-14de-417d-87f2-11674da7c3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:50.380897 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2cf7bf4f-171d-412c-98ec-863a57c58c15 req-fe218c10-14de-417d-87f2-11674da7c3ce service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b8533475-792d-4dfa-8e9d-7a9c15894d00 HTTP/1.1" status: 200  len: 835 time: 0.0941579
May 07 22:07:50.449604 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf7bf4f-171d-412c-98ec-863a57c58c15 req-68f3388b-87be-47ed-97c3-6c1d183dfc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:50.451937 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2cf7bf4f-171d-412c-98ec-863a57c58c15 req-68f3388b-87be-47ed-97c3-6c1d183dfc13 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=897b8e60-57e6-49f6-8500-632ca34fccf7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0617011
May 07 22:07:50.543943 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-ca8d4758-edc4-4799-b147-4e246cc16c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cb68220>, [{'id': '95b92444-ae71-4601-a703-2675b27619d8', 'name': 'tempest-TestNetworkBasicOps-router-341982578', 'tenant_id': '0c313e966d334c26afa43b480ab20fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.45'}], 'enable_snat': True}, 'gw_port_id': '45095a7a-0775-448b-9db2-66eacc442b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:07:09Z', 'updated_at': '2022-05-07T22:07:20Z', 'revision_number': 4, 'project_id': '0c313e966d334c26afa43b480ab20fb0', 'gw_port': {'id': '45095a7a-0775-448b-9db2-66eacc442b7b', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b92444-ae71-4601-a703-2675b27619d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:07:11Z', 'updated_at': '2022-05-07T22:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5fa1a356-045f-4a18-982a-ff5f555e7e3a', 'tenant_id': '0c313e966d334c26afa43b480ab20fb0', 'floating_ip_address': '172.35.4.150', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '95b92444-ae71-4601-a703-2675b27619d8', 'port_id': '9f6cb74d-fe46-4c94-9688-bd96403fb562', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '897b8e60-57e6-49f6-8500-632ca34fccf7', 'mac_address': 'fa:16:3e:30:56:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03ed073-40c4-4a7f-aeed-e5ca8f6de50b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:07:47Z', 'updated_at': '2022-05-07T22:07:47Z', 'revision_number': 0, 'project_id': '0c313e966d334c26afa43b480ab20fb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5913d5e-e4ba-4665-9266-7c0283129c4f', 'name': '', 'network_id': '897b8e60-57e6-49f6-8500-632ca34fccf7', 'tenant_id': '0c313e966d334c26afa43b480ab20fb0', 'mac_address': 'fa:16:3e:35:e9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b92444-ae71-4601-a703-2675b27619d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': 'b8533475-792d-4dfa-8e9d-7a9c15894d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:07:18Z', 'updated_at': '2022-05-07T22:07:25Z', 'revision_number': 5, 'project_id': '0c313e966d334c26afa43b480ab20fb0', 'subnets': [{'id': 'b8533475-792d-4dfa-8e9d-7a9c15894d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:07:50.548886 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-15f030ea-175b-437f-82e0-7c0c2523a54b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:50.625708 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8d4758-edc4-4799-b147-4e246cc16c6f None None] The sync data for ids ['95b92444-ae71-4601-a703-2675b27619d8'] in ncdv-master-1 is: [{'id': '95b92444-ae71-4601-a703-2675b27619d8', 'name': 'tempest-TestNetworkBasicOps-router-341982578', 'tenant_id': '0c313e966d334c26afa43b480ab20fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.45'}], 'enable_snat': True}, 'gw_port_id': '45095a7a-0775-448b-9db2-66eacc442b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:07:09Z', 'updated_at': '2022-05-07T22:07:20Z', 'revision_number': 4, 'project_id': '0c313e966d334c26afa43b480ab20fb0', 'gw_port': {'id': '45095a7a-0775-448b-9db2-66eacc442b7b', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b92444-ae71-4601-a703-2675b27619d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:07:11Z', 'updated_at': '2022-05-07T22:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5fa1a356-045f-4a18-982a-ff5f555e7e3a', 'tenant_id': '0c313e966d334c26afa43b480ab20fb0', 'floating_ip_address': '172.35.4.150', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '95b92444-ae71-4601-a703-2675b27619d8', 'port_id': '9f6cb74d-fe46-4c94-9688-bd96403fb562', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '897b8e60-57e6-49f6-8500-632ca34fccf7', 'mac_address': 'fa:16:3e:30:56:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f03ed073-40c4-4a7f-aeed-e5ca8f6de50b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:07:47Z', 'updated_at': '2022-05-07T22:07:47Z', 'revision_number': 0, 'project_id': '0c313e966d334c26afa43b480ab20fb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5913d5e-e4ba-4665-9266-7c0283129c4f', 'name': '', 'network_id': '897b8e60-57e6-49f6-8500-632ca34fccf7', 'tenant_id': '0c313e966d334c26afa43b480ab20fb0', 'mac_address': 'fa:16:3e:35:e9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b92444-ae71-4601-a703-2675b27619d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': 'b8533475-792d-4dfa-8e9d-7a9c15894d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:07:18Z', 'updated_at': '2022-05-07T22:07:25Z', 'revision_number': 5, 'project_id': '0c313e966d334c26afa43b480ab20fb0', 'subnets': [{'id': 'b8533475-792d-4dfa-8e9d-7a9c15894d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:07:50.668334 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3554880a-a8c3-401c-8172-85ca93bcdf1c req-b1723989-77ab-4eb9-949d-bcbd642dde19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:50.683418 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3554880a-a8c3-401c-8172-85ca93bcdf1c req-b1723989-77ab-4eb9-949d-bcbd642dde19 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8d88d076-afcc-46ea-aeef-47274d5a0fc9 HTTP/1.1" status: 200  len: 909 time: 0.2846575
May 07 22:07:50.690494 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 36866) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:50.743141 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2cf7bf4f-171d-412c-98ec-863a57c58c15 req-767784ec-1bb4-4d44-84fd-7da8d2904c74 service neutron] 10.222.0.59 "GET /v2.0/networks/897b8e60-57e6-49f6-8500-632ca34fccf7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2807972
May 07 22:07:50.835954 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-2f78430b-22c8-4005-b79c-d6ae855f30ac tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/floatingips/5fa1a356-045f-4a18-982a-ff5f555e7e3a HTTP/1.1" status: 200  len: 991 time: 0.1440268
May 07 22:07:50.866249 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3554880a-a8c3-401c-8172-85ca93bcdf1c req-15836bed-0ee4-4f15-bd5b-50fffd396416 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ebd70047-1a0a-49d6-a707-647dac8e19a2 HTTP/1.1" status: 200  len: 1001 time: 0.1696904
May 07 22:07:50.933882 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3554880a-a8c3-401c-8172-85ca93bcdf1c req-1247d549-09b7-4995-878f-f52e3c4a7eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:50.936370 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3554880a-a8c3-401c-8172-85ca93bcdf1c req-1247d549-09b7-4995-878f-f52e3c4a7eb6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f15072ac-4fc2-4d22-b0ea-3923eb70ad7a HTTP/1.1" status: 200  len: 847 time: 0.0594664
May 07 22:07:50.998640 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3554880a-a8c3-401c-8172-85ca93bcdf1c req-f6703bee-cba1-4466-8dd9-4e7f1c7a5ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:51.007169 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3554880a-a8c3-401c-8172-85ca93bcdf1c req-f6703bee-cba1-4466-8dd9-4e7f1c7a5ee9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8d88d076-afcc-46ea-aeef-47274d5a0fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0582700
May 07 22:07:51.011244 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-15f030ea-175b-437f-82e0-7c0c2523a54b admin admin] Publish callbacks [] for security_group (49a69150-e100-4aed-bd24-285658da3325), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:51.038915 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-15f030ea-175b-437f-82e0-7c0c2523a54b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (49a69150-e100-4aed-bd24-285658da3325), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:51.065980 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40150a5-be5a-438a-a629-0f9606a16c31 None None] New status for floating IP 5fa1a356-045f-4a18-982a-ff5f555e7e3a: ACTIVE {{(pid=121838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 07 22:07:51.086592 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2cf7bf4f-171d-412c-98ec-863a57c58c15 req-836d2cc6-751a-4c57-8909-3ddc5f53d3a9 service neutron] 10.222.0.59 "GET /v2.0/networks/897b8e60-57e6-49f6-8500-632ca34fccf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3341362
May 07 22:07:51.145626 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-15f030ea-175b-437f-82e0-7c0c2523a54b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=33e09f0bdaee4a37929b1bc77db7c09e&name=default HTTP/1.1" status: 200  len: 3000 time: 1.1835229
May 07 22:07:51.148419 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 36876) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:51.151740 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f030ea-175b-437f-82e0-7c0c2523a54b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49a69150-e100-4aed-bd24-285658da3325,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:51.213677 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3554880a-a8c3-401c-8172-85ca93bcdf1c req-6790c507-c562-4a24-9523-b7556994f3be service neutron] 10.222.0.59 "GET /v2.0/networks/8d88d076-afcc-46ea-aeef-47274d5a0fc9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1957567
May 07 22:07:51.243639 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1363b11c-bdac-4f8c-ba91-b4480a218a49 admin admin] Publish callbacks [] for security_group (49a69150-e100-4aed-bd24-285658da3325), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:51.279779 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1363b11c-bdac-4f8c-ba91-b4480a218a49 admin admin] Publish callbacks [] for security_group (49a69150-e100-4aed-bd24-285658da3325), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:51.332686 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3554880a-a8c3-401c-8172-85ca93bcdf1c req-3df4ef8f-e6c1-42d2-a0b9-e895384fbd4b service neutron] 10.222.0.59 "GET /v2.0/networks/8d88d076-afcc-46ea-aeef-47274d5a0fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1094031
May 07 22:07:51.339609 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d14efe-f039-4075-b0cd-adb396cd5c4b req-09d55965-6d87-4026-abfa-498d98429261 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:51.341447 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-81d14efe-f039-4075-b0cd-adb396cd5c4b req-09d55965-6d87-4026-abfa-498d98429261 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9d24fe6-4b53-4000-97a9-53c80f13ac5f HTTP/1.1" status: 200  len: 946 time: 0.1831338
May 07 22:07:51.372745 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1363b11c-bdac-4f8c-ba91-b4480a218a49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (49a69150-e100-4aed-bd24-285658da3325), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:51.377622 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1363b11c-bdac-4f8c-ba91-b4480a218a49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:51.382376 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-1363b11c-bdac-4f8c-ba91-b4480a218a49 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/49a69150-e100-4aed-bd24-285658da3325 HTTP/1.1" status: 204  len: 168 time: 0.2323222
May 07 22:07:51.404701 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-81d14efe-f039-4075-b0cd-adb396cd5c4b req-47b17d90-c910-4fb7-adbb-676cd81cdeef tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c335e02-4871-4a34-8e92-8c24a11b7b47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515306
May 07 22:07:51.408279 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1363b11c-bdac-4f8c-ba91-b4480a218a49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a69150-e100-4aed-bd24-285658da3325,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:51.807462 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:51.841255 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 36894) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:51.935946 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-f783046b-efd6-43d5-b50b-3cbc642fac47 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/floatingips/5fa1a356-045f-4a18-982a-ff5f555e7e3a HTTP/1.1" status: 200  len: 993 time: 0.0930302
May 07 22:07:52.575853 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d1006-a64b-4d36-a31b-a591e37b153b req-50187431-d3ee-4638-a544-b9c39a2ca36b tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:52.577403 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ab5d1006-a64b-4d36-a31b-a591e37b153b req-50187431-d3ee-4638-a544-b9c39a2ca36b tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9d24fe6-4b53-4000-97a9-53c80f13ac5f HTTP/1.1" status: 200  len: 946 time: 0.0616648
May 07 22:07:52.633636 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ab5d1006-a64b-4d36-a31b-a591e37b153b req-d7bd22f7-8243-4e37-9afc-fe2533ef80d1 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c335e02-4871-4a34-8e92-8c24a11b7b47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488033
May 07 22:07:53.586142 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e31c756b-4d64-449e-a079-482ceb95f216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:53.788493 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497123c8-103b-4809-95ea-005f912283a0 req-94f17538-4761-4521-8a42-0c77cddeb8bd tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:53.791226 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-497123c8-103b-4809-95ea-005f912283a0 req-94f17538-4761-4521-8a42-0c77cddeb8bd tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9d24fe6-4b53-4000-97a9-53c80f13ac5f HTTP/1.1" status: 200  len: 946 time: 0.0588202
May 07 22:07:53.825999 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:53.887780 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb820667-dd48-42b4-b9b2-a18cd6c1ed61 req-d5e2d281-7a67-4006-b137-f81309aace5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:53.890338 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bb820667-dd48-42b4-b9b2-a18cd6c1ed61 req-d5e2d281-7a67-4006-b137-f81309aace5f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=759c66c34f414c19b2109393738ef639&device_id=e9d24fe6-4b53-4000-97a9-53c80f13ac5f HTTP/1.1" status: 200  len: 1128 time: 0.0592418
May 07 22:07:53.935016 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-497123c8-103b-4809-95ea-005f912283a0 req-c2209088-165d-494f-bf09-c31968a82ecc tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c335e02-4871-4a34-8e92-8c24a11b7b47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1384723
May 07 22:07:54.033685 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb820667-dd48-42b4-b9b2-a18cd6c1ed61 req-9dedca4e-788b-4369-8112-b55533a1a3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:54.035459 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bb820667-dd48-42b4-b9b2-a18cd6c1ed61 req-9dedca4e-788b-4369-8112-b55533a1a3a2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=33b52409-fae0-4935-b5d0-15acefaa0f3f HTTP/1.1" status: 200  len: 913 time: 0.1380785
May 07 22:07:54.078683 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bb820667-dd48-42b4-b9b2-a18cd6c1ed61 req-ff29633a-1cb0-4db9-b630-d03c44f2ad5d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f1c7d1d5-631c-4b90-9f11-73edbb1fc62b HTTP/1.1" status: 200  len: 217 time: 0.0369258
May 07 22:07:54.133887 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb820667-dd48-42b4-b9b2-a18cd6c1ed61 req-f2ce8e2b-418c-4bbb-9aed-52fb569ec240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:54.135646 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bb820667-dd48-42b4-b9b2-a18cd6c1ed61 req-f2ce8e2b-418c-4bbb-9aed-52fb569ec240 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3e304f3b-3927-4f57-b6d9-ff32c4ae5938 HTTP/1.1" status: 200  len: 851 time: 0.0512853
May 07 22:07:54.187208 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb820667-dd48-42b4-b9b2-a18cd6c1ed61 req-c90f00f1-bd49-41dc-a7cd-9e97becde81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:54.188795 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bb820667-dd48-42b4-b9b2-a18cd6c1ed61 req-c90f00f1-bd49-41dc-a7cd-9e97becde81b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=33b52409-fae0-4935-b5d0-15acefaa0f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0462558
May 07 22:07:54.294930 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bb820667-dd48-42b4-b9b2-a18cd6c1ed61 req-b4646d66-b82a-40da-86ee-36b62c232bb8 service neutron] 10.222.0.59 "GET /v2.0/networks/33b52409-fae0-4935-b5d0-15acefaa0f3f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1001401
May 07 22:07:54.378452 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 37016) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:54.399724 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bb820667-dd48-42b4-b9b2-a18cd6c1ed61 req-50757f6a-47b1-4aec-a6bd-d607877fac8a service neutron] 10.222.0.59 "GET /v2.0/networks/33b52409-fae0-4935-b5d0-15acefaa0f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0996838
May 07 22:07:54.653805 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-84976241-8afc-4a15-a752-908f8a8a1bb7 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1665326087'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:07:54.676730 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84976241-8afc-4a15-a752-908f8a8a1bb7 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Made reservation on behalf of a45ecca62a364aaabca1717c79558f6f for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:07:54.683408 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-84976241-8afc-4a15-a752-908f8a8a1bb7 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:54.694170 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-84976241-8afc-4a15-a752-908f8a8a1bb7 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:54.783969 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-84976241-8afc-4a15-a752-908f8a8a1bb7 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for security_group (6f693a6d-afc8-4154-87b6-c4cc7f1f4f6a), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:54.789314 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-84976241-8afc-4a15-a752-908f8a8a1bb7 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (6f693a6d-afc8-4154-87b6-c4cc7f1f4f6a), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:54.829700 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84976241-8afc-4a15-a752-908f8a8a1bb7 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:07:54.840180 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84976241-8afc-4a15-a752-908f8a8a1bb7 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f693a6d-afc8-4154-87b6-c4cc7f1f4f6a,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:54.848132 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-84976241-8afc-4a15-a752-908f8a8a1bb7 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (0c54767f-f5cc-4fe8-be2b-89310a1e6df6), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:54.850876 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-84976241-8afc-4a15-a752-908f8a8a1bb7 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Added segment 0c54767f-f5cc-4fe8-be2b-89310a1e6df6 of type vlan for network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a
May 07 22:07:54.902214 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-84976241-8afc-4a15-a752-908f8a8a1bb7 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:54.937823 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-84976241-8afc-4a15-a752-908f8a8a1bb7 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:54.950981 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84976241-8afc-4a15-a752-908f8a8a1bb7 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:54.953516 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-84976241-8afc-4a15-a752-908f8a8a1bb7 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:55.031496 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 37046) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:55.032694 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-84976241-8afc-4a15-a752-908f8a8a1bb7 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.6511784
May 07 22:07:55.038959 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-7eda0c71-aa43-4444-b32f-f9f1b1827a17 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Request body: {'subnet': {'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:07:55.086762 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84976241-8afc-4a15-a752-908f8a8a1bb7 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event updated for resources: {'Network': ['ID=c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:55.101425 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:07:55.219909 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d58093e-e8b8-42b9-8a11-90dc8591bbb0 req-74c59785-a73d-4fc7-a9be-d703f035acf4 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:55.221676 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1d58093e-e8b8-42b9-8a11-90dc8591bbb0 req-74c59785-a73d-4fc7-a9be-d703f035acf4 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9d24fe6-4b53-4000-97a9-53c80f13ac5f HTTP/1.1" status: 200  len: 946 time: 0.1289527
May 07 22:07:55.238051 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eda0c71-aa43-4444-b32f-f9f1b1827a17 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Made reservation on behalf of a45ecca62a364aaabca1717c79558f6f for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:07:55.251620 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7eda0c71-aa43-4444-b32f-f9f1b1827a17 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:55.352007 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1d58093e-e8b8-42b9-8a11-90dc8591bbb0 req-22ca65cf-6466-45e7-a6b2-eb8d71cb434f tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c335e02-4871-4a34-8e92-8c24a11b7b47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1148348
May 07 22:07:55.707321 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7eda0c71-aa43-4444-b32f-f9f1b1827a17 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (cd4d8841-9703-4b94-8d0a-db6aff6af7a8), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:55.807228 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eda0c71-aa43-4444-b32f-f9f1b1827a17 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event updated for resources: {'Subnet': ['ID=cd4d8841-9703-4b94-8d0a-db6aff6af7a8,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:55.829408 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eda0c71-aa43-4444-b32f-f9f1b1827a17 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Checking segment: {'id': '0c54767f-f5cc-4fe8-be2b-89310a1e6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:07:55.829942 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eda0c71-aa43-4444-b32f-f9f1b1827a17 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Network hostable DHCP agents. Network: c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:07:55.854033 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eda0c71-aa43-4444-b32f-f9f1b1827a17 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:07:55.876538 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-7eda0c71-aa43-4444-b32f-f9f1b1827a17 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:07:55.881974 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eda0c71-aa43-4444-b32f-f9f1b1827a17 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:55.884104 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7eda0c71-aa43-4444-b32f-f9f1b1827a17 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:55.888325 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3fd9d90-f846-4dc2-b060-758ea4cb0c13 None None] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:07:55.920576 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-7eda0c71-aa43-4444-b32f-f9f1b1827a17 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.8827569
May 07 22:07:55.920855 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 37098) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:55.944143 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-1534cc8b-544a-40d4-8986-a90cec350715 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Request body: {'port': {'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'name': 'tempest-NetworksTestDHCPv6-1656772820'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:07:56.026445 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1947c600-1783-4ae3-bd4f-d279b0043aa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:56.068137 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c5946f-e510-47f3-9e90-0ad0b4569112 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'project_id': 'a45ecca62a364aaabca1717c79558f6f', 'fixed_ips': [{'subnet_id': 'cd4d8841-9703-4b94-8d0a-db6aff6af7a8'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:07:56.069346 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e0c5946f-e510-47f3-9e90-0ad0b4569112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:56.217732 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1534cc8b-544a-40d4-8986-a90cec350715 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Made reservation on behalf of a45ecca62a364aaabca1717c79558f6f for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:07:56.221920 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1534cc8b-544a-40d4-8986-a90cec350715 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:56.265597 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [None req-1534cc8b-544a-40d4-8986-a90cec350715 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] device_id is not set on port 8a16cbc6-09a2-4b75-b6b4-8de2ebc257b9 yet. {{(pid=121837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 22:07:56.269023 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-e0c5946f-e510-47f3-9e90-0ad0b4569112 None None] Allocated IP 2001:db8::2 (c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a/cd4d8841-9703-4b94-8d0a-db6aff6af7a8/8440182b-66c8-4e7c-953f-773f07dcf938) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:07:56.471620 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e0c5946f-e510-47f3-9e90-0ad0b4569112 None None] Publish callbacks [] for port (8440182b-66c8-4e7c-953f-773f07dcf938), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:56.481956 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e0c5946f-e510-47f3-9e90-0ad0b4569112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (8440182b-66c8-4e7c-953f-773f07dcf938), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:56.495398 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd1a8bc-a8fd-4289-b1d5-b381da062bcc req-32a78062-0cfe-47eb-b57b-eb64a8fbf8bf tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:56.502833 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2dd1a8bc-a8fd-4289-b1d5-b381da062bcc req-32a78062-0cfe-47eb-b57b-eb64a8fbf8bf tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9d24fe6-4b53-4000-97a9-53c80f13ac5f HTTP/1.1" status: 200  len: 946 time: 0.0651400
May 07 22:07:56.540529 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c5946f-e510-47f3-9e90-0ad0b4569112 None None] Pushing event updated for resources: {'Port': ['ID=8440182b-66c8-4e7c-953f-773f07dcf938,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:56.555152 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c5946f-e510-47f3-9e90-0ad0b4569112 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:07:56.555509 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c5946f-e510-47f3-9e90-0ad0b4569112 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:07:56.556025 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c5946f-e510-47f3-9e90-0ad0b4569112 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:07:56.556637 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c5946f-e510-47f3-9e90-0ad0b4569112 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:07:56.556976 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c5946f-e510-47f3-9e90-0ad0b4569112 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:07:56.557312 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c5946f-e510-47f3-9e90-0ad0b4569112 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:07:56.557646 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c5946f-e510-47f3-9e90-0ad0b4569112 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:07:56.557979 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c5946f-e510-47f3-9e90-0ad0b4569112 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:07:56.559066 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c5946f-e510-47f3-9e90-0ad0b4569112 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:07:56.559786 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c5946f-e510-47f3-9e90-0ad0b4569112 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:07:56.560395 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c5946f-e510-47f3-9e90-0ad0b4569112 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:07:56.560892 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c5946f-e510-47f3-9e90-0ad0b4569112 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:07:56.561396 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c5946f-e510-47f3-9e90-0ad0b4569112 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:07:56.562394 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c5946f-e510-47f3-9e90-0ad0b4569112 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:07:56.563183 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c5946f-e510-47f3-9e90-0ad0b4569112 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:07:56.577380 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c5946f-e510-47f3-9e90-0ad0b4569112 None None] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:07:56.579652 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-e0c5946f-e510-47f3-9e90-0ad0b4569112 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:07:56.583059 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c5946f-e510-47f3-9e90-0ad0b4569112 None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:07:56.657611 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-1534cc8b-544a-40d4-8986-a90cec350715 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Allocated IP 2001:db8::d3 (c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a/cd4d8841-9703-4b94-8d0a-db6aff6af7a8/8a16cbc6-09a2-4b75-b6b4-8de2ebc257b9) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:07:56.670490 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2dd1a8bc-a8fd-4289-b1d5-b381da062bcc req-a16b2c5f-89e0-45ec-8f04-88db1df451d0 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c335e02-4871-4a34-8e92-8c24a11b7b47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1665683
May 07 22:07:56.743195 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-e0c5946f-e510-47f3-9e90-0ad0b4569112 None None] Attempting to bind port 8440182b-66c8-4e7c-953f-773f07dcf938 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:07:56.744370 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-e0c5946f-e510-47f3-9e90-0ad0b4569112 None None] Attempting to bind port 8440182b-66c8-4e7c-953f-773f07dcf938 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0c54767f-f5cc-4fe8-be2b-89310a1e6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:07:56.744815 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c5946f-e510-47f3-9e90-0ad0b4569112 None None] Attempting to bind port 8440182b-66c8-4e7c-953f-773f07dcf938 on network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:07:56.756596 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c5946f-e510-47f3-9e90-0ad0b4569112 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:07:56.758738 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c5946f-e510-47f3-9e90-0ad0b4569112 None None] Checking segment: {'id': '0c54767f-f5cc-4fe8-be2b-89310a1e6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:07:56.759295 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e0c5946f-e510-47f3-9e90-0ad0b4569112 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:56.764389 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c5946f-e510-47f3-9e90-0ad0b4569112 None None] Bound using segment: {'id': '0c54767f-f5cc-4fe8-be2b-89310a1e6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:07:56.765026 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-e0c5946f-e510-47f3-9e90-0ad0b4569112 None None] Bound port: 8440182b-66c8-4e7c-953f-773f07dcf938, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c54767f-f5cc-4fe8-be2b-89310a1e6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:07:56.766671 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e0c5946f-e510-47f3-9e90-0ad0b4569112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (8440182b-66c8-4e7c-953f-773f07dcf938), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:56.881698 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-e0c5946f-e510-47f3-9e90-0ad0b4569112 None None] For port 8440182b-66c8-4e7c-953f-773f07dcf938, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:07:56.885915 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daf877a-2493-49d6-9abd-68a0edd1bcb0 req-18196a8b-82b2-4b55-af89-29103f60abef tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:56.887963 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-e0c5946f-e510-47f3-9e90-0ad0b4569112 None None] For port 8440182b-66c8-4e7c-953f-773f07dcf938, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8440182b-66c8-4e7c-953f-773f07dcf938,segment=NetworkSegment(0c54767f-f5cc-4fe8-be2b-89310a1e6df6),segment_id=0c54767f-f5cc-4fe8-be2b-89310a1e6df6)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:07:56.893114 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7daf877a-2493-49d6-9abd-68a0edd1bcb0 req-18196a8b-82b2-4b55-af89-29103f60abef tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 945 time: 0.1005805
May 07 22:07:56.911453 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e0c5946f-e510-47f3-9e90-0ad0b4569112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (8440182b-66c8-4e7c-953f-773f07dcf938), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:56.979636 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7daf877a-2493-49d6-9abd-68a0edd1bcb0 req-c3acf3aa-dd13-4c91-ad9c-1ce7918e6917 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0743194
May 07 22:07:57.024197 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1534cc8b-544a-40d4-8986-a90cec350715 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for port (8a16cbc6-09a2-4b75-b6b4-8de2ebc257b9), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:57.047552 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c5946f-e510-47f3-9e90-0ad0b4569112 None None] Pushing event updated for resources: {'Port': ['ID=8440182b-66c8-4e7c-953f-773f07dcf938,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:57.071013 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1534cc8b-544a-40d4-8986-a90cec350715 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (8a16cbc6-09a2-4b75-b6b4-8de2ebc257b9), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:57.153408 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1534cc8b-544a-40d4-8986-a90cec350715 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:07:57.160475 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-1534cc8b-544a-40d4-8986-a90cec350715 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:07:57.166250 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1534cc8b-544a-40d4-8986-a90cec350715 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:07:57.172176 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1534cc8b-544a-40d4-8986-a90cec350715 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:57.172829 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1534cc8b-544a-40d4-8986-a90cec350715 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:57.187578 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1534cc8b-544a-40d4-8986-a90cec350715 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event updated for resources: {'Port': ['ID=8a16cbc6-09a2-4b75-b6b4-8de2ebc257b9,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:57.206068 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4324255e-a3c5-4599-8680-f1c3de9acdae req-ece4930e-26b3-49eb-9fec-3aff48686b9d tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:57.207703 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4324255e-a3c5-4599-8680-f1c3de9acdae req-ece4930e-26b3-49eb-9fec-3aff48686b9d tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 945 time: 0.1002243
May 07 22:07:57.214657 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 37162) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:57.214958 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-1534cc8b-544a-40d4-8986-a90cec350715 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 1.2901196
May 07 22:07:57.279146 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4324255e-a3c5-4599-8680-f1c3de9acdae req-987c31d2-efaa-4c59-9387-1a51fb2c6b94 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0625470
May 07 22:07:57.324382 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28ffa5f-be40-4e54-bd82-27fd5b9a7f39 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:57.334239 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28ffa5f-be40-4e54-bd82-27fd5b9a7f39 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:57.336638 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-a28ffa5f-be40-4e54-bd82-27fd5b9a7f39 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1668 time: 0.1199310
May 07 22:07:57.339928 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 37166) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:57.415937 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:57.466288 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f97df9f-941e-4514-93e6-7b00fd304ff1 req-af6a3668-1155-4505-87c6-7eb811636a06 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:57.468747 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8f97df9f-941e-4514-93e6-7b00fd304ff1 req-af6a3668-1155-4505-87c6-7eb811636a06 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 945 time: 0.0839369
May 07 22:07:57.522943 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-56e9ead8-a76f-4e92-98d8-8540dcf23f09 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Deleting port 8a16cbc6-09a2-4b75-b6b4-8de2ebc257b9 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:07:57.523307 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-56e9ead8-a76f-4e92-98d8-8540dcf23f09 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (8a16cbc6-09a2-4b75-b6b4-8de2ebc257b9), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:57.562004 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device f1c7d1d5-631c-4b90-9f11-73edbb1fc62b no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:07:57.593818 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8f97df9f-941e-4514-93e6-7b00fd304ff1 req-20aadc37-265d-4b93-a14f-3dc02130bf67 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1178093
May 07 22:07:57.670382 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-56e9ead8-a76f-4e92-98d8-8540dcf23f09 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (8a16cbc6-09a2-4b75-b6b4-8de2ebc257b9), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:57.687946 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port f1c7d1d5-631c-4b90-9f11-73edbb1fc62b is: ACTIVE; New status is: DOWN {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:07:57.688598 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f1c7d1d5-631c-4b90-9f11-73edbb1fc62b), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:57.708873 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-56e9ead8-a76f-4e92-98d8-8540dcf23f09 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Calling delete_port for 8a16cbc6-09a2-4b75-b6b4-8de2ebc257b9 owned by  {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:07:57.724141 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9d24fe6-4b53-4000-97a9-53c80f13ac5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1c7d1d5-631c-4b90-9f11-73edbb1fc62b'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:07:57.727462 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d51ea988-79e4-44c6-a3a6-6abad262a6f1" -d '{"events": [{"server_uuid": "e9d24fe6-4b53-4000-97a9-53c80f13ac5f", "name": "network-vif-unplugged", "status": "completed", "tag": "f1c7d1d5-631c-4b90-9f11-73edbb1fc62b"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:07:57.764564 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port f1c7d1d5-631c-4b90-9f11-73edbb1fc62b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f1c7d1d5-631c-4b90-9f11-73edbb1fc62b,segment=NetworkSegment(3565a17e-e0eb-4b35-a7f2-f7d7af642fb7),segment_id=3565a17e-e0eb-4b35-a7f2-f7d7af642fb7)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:07:57.773645 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (f1c7d1d5-631c-4b90-9f11-73edbb1fc62b), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:57.813022 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 07 May 2022 22:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-151ad5ac-9439-4e47-965d-69dda8f1ad2a x-openstack-request-id: req-151ad5ac-9439-4e47-965d-69dda8f1ad2a {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:07:57.813562 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9d24fe6-4b53-4000-97a9-53c80f13ac5f", "name": "network-vif-unplugged", "status": "failed", "tag": "f1c7d1d5-631c-4b90-9f11-73edbb1fc62b", "code": 422}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:07:57.813974 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-151ad5ac-9439-4e47-965d-69dda8f1ad2a {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:07:57.814532 ncdv-master-1 neutron-server[121838]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-151ad5ac-9439-4e47-965d-69dda8f1ad2a']: {'server_uuid': 'e9d24fe6-4b53-4000-97a9-53c80f13ac5f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f1c7d1d5-631c-4b90-9f11-73edbb1fc62b', 'code': 422} returned with failed status
May 07 22:07:57.837052 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=f1c7d1d5-631c-4b90-9f11-73edbb1fc62b,revision_number=8']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:57.853081 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1113e6a4-ab5b-4222-b90d-f02ed3bba5b7 req-4b6a06ae-2216-4996-a61e-d6b19aae4d39 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:57.854645 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1113e6a4-ab5b-4222-b90d-f02ed3bba5b7 req-4b6a06ae-2216-4996-a61e-d6b19aae4d39 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 945 time: 0.1289027
May 07 22:07:57.955156 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1113e6a4-ab5b-4222-b90d-f02ed3bba5b7 req-f8813671-9827-4775-a168-a1452e1cf7ec tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0902343
May 07 22:07:58.011408 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 37182) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:58.021895 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-56e9ead8-a76f-4e92-98d8-8540dcf23f09 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (8a16cbc6-09a2-4b75-b6b4-8de2ebc257b9), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:58.082504 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e9ead8-a76f-4e92-98d8-8540dcf23f09 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event deleted for resources: {'Port': ['ID=8a16cbc6-09a2-4b75-b6b4-8de2ebc257b9,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:58.141352 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-56e9ead8-a76f-4e92-98d8-8540dcf23f09 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:58.149917 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 37190) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:58.150921 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-56e9ead8-a76f-4e92-98d8-8540dcf23f09 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/ports/8a16cbc6-09a2-4b75-b6b4-8de2ebc257b9 HTTP/1.1" status: 204  len: 168 time: 0.8087504
May 07 22:07:58.268944 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506e44ed-33e1-4ce0-87dc-9380dc881749 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:58.270794 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-506e44ed-33e1-4ce0-87dc-9380dc881749 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:58.273489 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-506e44ed-33e1-4ce0-87dc-9380dc881749 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.1219304
May 07 22:07:58.276719 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 37198) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:58.380649 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_v2 [None req-0928e357-469e-4922-a88b-138c488ca82c tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Deleting subnet cd4d8841-9703-4b94-8d0a-db6aff6af7a8 {{(pid=121836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:07:58.385124 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54860564-301d-46cb-8b22-e354c9b52d57 req-eb714af2-cc48-4fd4-a819-b62bad3c4084 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:58.390533 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-54860564-301d-46cb-8b22-e354c9b52d57 req-eb714af2-cc48-4fd4-a819-b62bad3c4084 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 945 time: 0.1134531
May 07 22:07:58.391333 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0928e357-469e-4922-a88b-138c488ca82c tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for subnet (cd4d8841-9703-4b94-8d0a-db6aff6af7a8), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:58.464489 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0928e357-469e-4922-a88b-138c488ca82c tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726883'] for subnet (cd4d8841-9703-4b94-8d0a-db6aff6af7a8), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:58.475300 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-54860564-301d-46cb-8b22-e354c9b52d57 req-32e2b43d-d226-4fc2-a2b1-a8d66764ec9e tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0794218
May 07 22:07:58.566953 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a53150d-e5f4-4ac2-a0a8-e0f87320c437 None None] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:07:58.597586 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0928e357-469e-4922-a88b-138c488ca82c tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (cd4d8841-9703-4b94-8d0a-db6aff6af7a8), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:58.650393 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-aeb10f72-e1ca-437d-bd8b-5cd171fb1cc6 None None] Provisioning complete for port 8440182b-66c8-4e7c-953f-773f07dcf938 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:07:58.651008 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-aeb10f72-e1ca-437d-bd8b-5cd171fb1cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (8440182b-66c8-4e7c-953f-773f07dcf938), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:58.672748 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0928e357-469e-4922-a88b-138c488ca82c tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (cd4d8841-9703-4b94-8d0a-db6aff6af7a8), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:58.673028 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fdff380b-86f3-44d7-973b-c627ad320010 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:58.695273 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0928e357-469e-4922-a88b-138c488ca82c tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:58.699992 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-0928e357-469e-4922-a88b-138c488ca82c tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/subnets/cd4d8841-9703-4b94-8d0a-db6aff6af7a8 HTTP/1.1" status: 204  len: 168 time: 0.4216416
May 07 22:07:58.703284 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 37212) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:58.728405 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0928e357-469e-4922-a88b-138c488ca82c tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event deleted for resources: {'Subnet': ['ID=cd4d8841-9703-4b94-8d0a-db6aff6af7a8,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:58.821508 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-25e16974-545c-4ebf-83b7-68db1d12e977 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1166413
May 07 22:07:58.824551 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 37214) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:58.830999 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-d508c8b3-74ed-4e24-98a2-21c3f890f0f9 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Request body: {'subnet': {'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:07:58.847895 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-aeb10f72-e1ca-437d-bd8b-5cd171fb1cc6 None None] Current status of the port 8440182b-66c8-4e7c-953f-773f07dcf938 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:07:58.848474 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-aeb10f72-e1ca-437d-bd8b-5cd171fb1cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (8440182b-66c8-4e7c-953f-773f07dcf938), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:58.927688 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-aeb10f72-e1ca-437d-bd8b-5cd171fb1cc6 None None] For port 8440182b-66c8-4e7c-953f-773f07dcf938, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8440182b-66c8-4e7c-953f-773f07dcf938,segment=NetworkSegment(0c54767f-f5cc-4fe8-be2b-89310a1e6df6),segment_id=0c54767f-f5cc-4fe8-be2b-89310a1e6df6)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:07:58.933262 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 8440182b-66c8-4e7c-953f-773f07dcf938 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:07:58.938069 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-aeb10f72-e1ca-437d-bd8b-5cd171fb1cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (8440182b-66c8-4e7c-953f-773f07dcf938), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:58.962981 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fdff380b-86f3-44d7-973b-c627ad320010 admin admin] Publish callbacks [] for security_group (feb67ba8-5f27-41cc-9b90-a483ef20e3ec), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:58.970619 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fdff380b-86f3-44d7-973b-c627ad320010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (feb67ba8-5f27-41cc-9b90-a483ef20e3ec), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:59.000142 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d508c8b3-74ed-4e24-98a2-21c3f890f0f9 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Made reservation on behalf of a45ecca62a364aaabca1717c79558f6f for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:07:59.003951 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d508c8b3-74ed-4e24-98a2-21c3f890f0f9 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:59.026182 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-fdff380b-86f3-44d7-973b-c627ad320010 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3391a37a10c644b093470d0b903ff818&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0103095
May 07 22:07:59.026182 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdff380b-86f3-44d7-973b-c627ad320010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb67ba8-5f27-41cc-9b90-a483ef20e3ec,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:59.028900 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 37218) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:59.110087 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-acc1775e-27ad-4f18-8ec4-2df27f37d1a4 admin admin] Publish callbacks [] for security_group (feb67ba8-5f27-41cc-9b90-a483ef20e3ec), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:59.176287 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-acc1775e-27ad-4f18-8ec4-2df27f37d1a4 admin admin] Publish callbacks [] for security_group (feb67ba8-5f27-41cc-9b90-a483ef20e3ec), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:59.255195 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:59.263687 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16473ef9-a5ac-454d-a8c0-33869559a5d1 None None] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:07:59.302905 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb10f72-e1ca-437d-bd8b-5cd171fb1cc6 None None] Pushing event updated for resources: {'Port': ['ID=8440182b-66c8-4e7c-953f-773f07dcf938,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:59.339260 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-05dd2c4a-db3b-4248-8f64-8a24df6db987 None None] Provisioning complete for port 8440182b-66c8-4e7c-953f-773f07dcf938 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:07:59.339719 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-05dd2c4a-db3b-4248-8f64-8a24df6db987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (8440182b-66c8-4e7c-953f-773f07dcf938), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:59.346652 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-acc1775e-27ad-4f18-8ec4-2df27f37d1a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (feb67ba8-5f27-41cc-9b90-a483ef20e3ec), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:59.351132 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-acc1775e-27ad-4f18-8ec4-2df27f37d1a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:59.352785 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-acc1775e-27ad-4f18-8ec4-2df27f37d1a4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/feb67ba8-5f27-41cc-9b90-a483ef20e3ec HTTP/1.1" status: 204  len: 168 time: 0.3223307
May 07 22:07:59.372092 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc1775e-27ad-4f18-8ec4-2df27f37d1a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb67ba8-5f27-41cc-9b90-a483ef20e3ec,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:59.427011 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 8440182b-66c8-4e7c-953f-773f07dcf938 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:07:59.427669 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (8440182b-66c8-4e7c-953f-773f07dcf938), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:59.506299 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d508c8b3-74ed-4e24-98a2-21c3f890f0f9 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (62a3ddfc-8544-42f9-843d-eb599a0213d5), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:59.531150 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d508c8b3-74ed-4e24-98a2-21c3f890f0f9 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:07:59.534053 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-d508c8b3-74ed-4e24-98a2-21c3f890f0f9 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:07:59.565236 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d508c8b3-74ed-4e24-98a2-21c3f890f0f9 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:59.566014 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d508c8b3-74ed-4e24-98a2-21c3f890f0f9 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:59.606630 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 37244) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:59.612997 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-8d3d217e-d5b9-441d-8c5d-2f2ac12aca56 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Request body: {'port': {'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'name': 'tempest-NetworksTestDHCPv6-678304825'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:07:59.617637 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-d508c8b3-74ed-4e24-98a2-21c3f890f0f9 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.7916768
May 07 22:07:59.648770 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-05dd2c4a-db3b-4248-8f64-8a24df6db987 None None] Current status of the port 8440182b-66c8-4e7c-953f-773f07dcf938 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:07:59.658112 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 8440182b-66c8-4e7c-953f-773f07dcf938 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:07:59.672576 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4b116d-148a-45d2-bc1a-880e798cac5a None None] DHCP port deletion for c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:07:59.726148 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc6711e-ca7c-45a6-9a7d-7539da64d025 req-35581bb8-b453-4132-9298-5302596f0a95 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:07:59.727783 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-adc6711e-ca7c-45a6-9a7d-7539da64d025 req-35581bb8-b453-4132-9298-5302596f0a95 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 945 time: 0.1026740
May 07 22:07:59.734195 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d508c8b3-74ed-4e24-98a2-21c3f890f0f9 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event updated for resources: {'Subnet': ['ID=62a3ddfc-8544-42f9-843d-eb599a0213d5,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:07:59.747829 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-cd4b116d-148a-45d2-bc1a-880e798cac5a None None] Deleting port 8440182b-66c8-4e7c-953f-773f07dcf938 {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:07:59.748425 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-cd4b116d-148a-45d2-bc1a-880e798cac5a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (8440182b-66c8-4e7c-953f-773f07dcf938), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:59.797539 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 37248) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:59.804446 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-adc6711e-ca7c-45a6-9a7d-7539da64d025 req-2a3d5a1a-7301-4301-a810-53ec0a314c55 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0666234
May 07 22:07:59.810406 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 37250) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:07:59.859247 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d3d217e-d5b9-441d-8c5d-2f2ac12aca56 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Made reservation on behalf of a45ecca62a364aaabca1717c79558f6f for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:07:59.864891 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8d3d217e-d5b9-441d-8c5d-2f2ac12aca56 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:59.891974 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [None req-8d3d217e-d5b9-441d-8c5d-2f2ac12aca56 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] device_id is not set on port dce2a89c-3e5e-48e6-a0cc-5393495939f8 yet. {{(pid=121837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 22:07:59.907193 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-cd4b116d-148a-45d2-bc1a-880e798cac5a None None] For port 8440182b-66c8-4e7c-953f-773f07dcf938, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8440182b-66c8-4e7c-953f-773f07dcf938,segment=NetworkSegment(0c54767f-f5cc-4fe8-be2b-89310a1e6df6),segment_id=0c54767f-f5cc-4fe8-be2b-89310a1e6df6)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:07:59.919192 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-cd4b116d-148a-45d2-bc1a-880e798cac5a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (8440182b-66c8-4e7c-953f-773f07dcf938), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:59.937742 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-cd4b116d-148a-45d2-bc1a-880e798cac5a None None] Calling delete_port for 8440182b-66c8-4e7c-953f-773f07dcf938 owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:07:59.986030 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-74fdf8a1-64e6-41a2-b09e-09a8e9be24ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:07:59.995466 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 37264) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:00.059982 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2c857c7c-5c84-4e6a-914e-75ce44834a24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:00.063377 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-cd4b116d-148a-45d2-bc1a-880e798cac5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (8440182b-66c8-4e7c-953f-773f07dcf938), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:00.063873 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-07b16a4f-9e85-454a-93a0-08d20f3d7767 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:00.080092 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4b116d-148a-45d2-bc1a-880e798cac5a None None] No DVR routers for this DVR port 8440182b-66c8-4e7c-953f-773f07dcf938 on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:08:00.108116 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-8d3d217e-d5b9-441d-8c5d-2f2ac12aca56 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Allocated IP 2001:db8::1f7 (c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a/62a3ddfc-8544-42f9-843d-eb599a0213d5/dce2a89c-3e5e-48e6-a0cc-5393495939f8) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:08:00.110919 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a380a0-331e-41ca-9f2f-a5a2f4359d62 None None] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:08:00.157687 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-74fdf8a1-64e6-41a2-b09e-09a8e9be24ef admin admin] Publish callbacks [] for security_group (32b7feaf-14ac-4638-9837-959323c8ca8a), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:00.167965 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-74fdf8a1-64e6-41a2-b09e-09a8e9be24ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (32b7feaf-14ac-4638-9837-959323c8ca8a), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:00.199365 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4b116d-148a-45d2-bc1a-880e798cac5a None None] Pushing event deleted for resources: {'Port': ['ID=8440182b-66c8-4e7c-953f-773f07dcf938,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:00.230979 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-07b16a4f-9e85-454a-93a0-08d20f3d7767 admin admin] Publish callbacks [] for security_group (b9e51222-f06c-4c58-a7db-2a1d4180e741), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:00.234141 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-74fdf8a1-64e6-41a2-b09e-09a8e9be24ef admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=459c39a796f143c5867b67501e462aec&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4287426
May 07 22:08:00.235589 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fdf8a1-64e6-41a2-b09e-09a8e9be24ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32b7feaf-14ac-4638-9837-959323c8ca8a,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:00.238625 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 37276) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:00.247138 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-07b16a4f-9e85-454a-93a0-08d20f3d7767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (b9e51222-f06c-4c58-a7db-2a1d4180e741), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:00.271270 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79427e2-6c46-4fe4-b334-2408d37d92af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'project_id': 'a45ecca62a364aaabca1717c79558f6f', 'fixed_ips': [{'subnet_id': '62a3ddfc-8544-42f9-843d-eb599a0213d5'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:08:00.272257 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a79427e2-6c46-4fe4-b334-2408d37d92af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:00.289204 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2c857c7c-5c84-4e6a-914e-75ce44834a24 admin admin] Publish callbacks [] for security_group (469dfe86-2ce0-4184-8af7-6a9834dc74be), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:00.289506 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:00.290366 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 37278) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:00.312000 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-07b16a4f-9e85-454a-93a0-08d20f3d7767 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=63c9ad0084d14b79976b3b9d05e0909e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4998047
May 07 22:08:00.330094 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2c857c7c-5c84-4e6a-914e-75ce44834a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (469dfe86-2ce0-4184-8af7-6a9834dc74be), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:00.411292 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-2c857c7c-5c84-4e6a-914e-75ce44834a24 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e256be8c99ba46109347c2cc41b13c37&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3870213
May 07 22:08:00.414572 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 37282) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:00.431735 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b16a4f-9e85-454a-93a0-08d20f3d7767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e51222-f06c-4c58-a7db-2a1d4180e741,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:00.434738 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c857c7c-5c84-4e6a-914e-75ce44834a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=469dfe86-2ce0-4184-8af7-6a9834dc74be,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:00.435576 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2615e850-6ec1-4cd7-b874-d775d000be73 admin admin] Publish callbacks [] for security_group (32b7feaf-14ac-4638-9837-959323c8ca8a), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:00.440380 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-803f8dc3-c784-4b5b-af1d-446f7ef91ab1 admin admin] Publish callbacks [] for security_group (b9e51222-f06c-4c58-a7db-2a1d4180e741), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:00.463553 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-803f8dc3-c784-4b5b-af1d-446f7ef91ab1 admin admin] Publish callbacks [] for security_group (b9e51222-f06c-4c58-a7db-2a1d4180e741), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:00.472889 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8d3d217e-d5b9-441d-8c5d-2f2ac12aca56 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for port (dce2a89c-3e5e-48e6-a0cc-5393495939f8), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:00.482801 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2615e850-6ec1-4cd7-b874-d775d000be73 admin admin] Publish callbacks [] for security_group (32b7feaf-14ac-4638-9837-959323c8ca8a), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:00.533187 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b5699ee6-d7a0-43eb-af84-b8ccbe10f4a3 admin admin] Publish callbacks [] for security_group (469dfe86-2ce0-4184-8af7-6a9834dc74be), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:00.542526 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-803f8dc3-c784-4b5b-af1d-446f7ef91ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (b9e51222-f06c-4c58-a7db-2a1d4180e741), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:00.546404 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-803f8dc3-c784-4b5b-af1d-446f7ef91ab1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:00.548560 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-803f8dc3-c784-4b5b-af1d-446f7ef91ab1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b9e51222-f06c-4c58-a7db-2a1d4180e741 HTTP/1.1" status: 204  len: 168 time: 0.2513130
May 07 22:08:00.554125 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8d3d217e-d5b9-441d-8c5d-2f2ac12aca56 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (dce2a89c-3e5e-48e6-a0cc-5393495939f8), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:00.582488 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b5699ee6-d7a0-43eb-af84-b8ccbe10f4a3 admin admin] Publish callbacks [] for security_group (469dfe86-2ce0-4184-8af7-6a9834dc74be), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:00.593415 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803f8dc3-c784-4b5b-af1d-446f7ef91ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e51222-f06c-4c58-a7db-2a1d4180e741,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:00.613714 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3d217e-d5b9-441d-8c5d-2f2ac12aca56 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:08:00.617802 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-8d3d217e-d5b9-441d-8c5d-2f2ac12aca56 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:08:00.632537 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3d217e-d5b9-441d-8c5d-2f2ac12aca56 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:08:00.632734 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2615e850-6ec1-4cd7-b874-d775d000be73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (32b7feaf-14ac-4638-9837-959323c8ca8a), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:00.632865 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3d217e-d5b9-441d-8c5d-2f2ac12aca56 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:00.632865 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8d3d217e-d5b9-441d-8c5d-2f2ac12aca56 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:00.642895 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-a79427e2-6c46-4fe4-b334-2408d37d92af None None] Allocated IP 2001:db8::2 (c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a/62a3ddfc-8544-42f9-843d-eb599a0213d5/4a15e9eb-4709-401a-8b70-b34a4e4e9116) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:08:00.651012 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2615e850-6ec1-4cd7-b874-d775d000be73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:00.655641 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-2615e850-6ec1-4cd7-b874-d775d000be73 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/32b7feaf-14ac-4638-9837-959323c8ca8a HTTP/1.1" status: 204  len: 168 time: 0.4157631
May 07 22:08:00.662675 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3d217e-d5b9-441d-8c5d-2f2ac12aca56 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event updated for resources: {'Port': ['ID=dce2a89c-3e5e-48e6-a0cc-5393495939f8,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:00.679526 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-8d3d217e-d5b9-441d-8c5d-2f2ac12aca56 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 1.0717039
May 07 22:08:00.682597 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 37290) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:00.727276 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2615e850-6ec1-4cd7-b874-d775d000be73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b7feaf-14ac-4638-9837-959323c8ca8a,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:00.788525 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b5699ee6-d7a0-43eb-af84-b8ccbe10f4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (469dfe86-2ce0-4184-8af7-6a9834dc74be), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:00.792398 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b5699ee6-d7a0-43eb-af84-b8ccbe10f4a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:00.794112 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-b5699ee6-d7a0-43eb-af84-b8ccbe10f4a3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/469dfe86-2ce0-4184-8af7-6a9834dc74be HTTP/1.1" status: 204  len: 168 time: 0.3769557
May 07 22:08:00.812105 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5699ee6-d7a0-43eb-af84-b8ccbe10f4a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=469dfe86-2ce0-4184-8af7-6a9834dc74be,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:00.895870 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 8440182b-66c8-4e7c-953f-773f07dcf938 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:08:00.930058 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 8440182b-66c8-4e7c-953f-773f07dcf938 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:08:00.930476 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 8440182b-66c8-4e7c-953f-773f07dcf938 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:08:00.934731 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0bc2b6-b307-468e-89fc-10a43d286e02 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:00.941274 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-8e0bc2b6-b307-468e-89fc-10a43d286e02 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 929 time: 0.2574849
May 07 22:08:00.944119 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 37298) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:00.970864 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a79427e2-6c46-4fe4-b334-2408d37d92af None None] Publish callbacks [] for port (4a15e9eb-4709-401a-8b70-b34a4e4e9116), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:00.986522 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a79427e2-6c46-4fe4-b334-2408d37d92af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (4a15e9eb-4709-401a-8b70-b34a4e4e9116), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:01.037274 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79427e2-6c46-4fe4-b334-2408d37d92af None None] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:08:01.041115 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-a79427e2-6c46-4fe4-b334-2408d37d92af None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:08:01.045771 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79427e2-6c46-4fe4-b334-2408d37d92af None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:08:01.058891 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79427e2-6c46-4fe4-b334-2408d37d92af None None] Pushing event updated for resources: {'Port': ['ID=4a15e9eb-4709-401a-8b70-b34a4e4e9116,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:01.067957 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c23840-4afd-4cb4-bf7d-7d0abe2c47e2 req-cd0940da-423b-4196-af4b-e09481efd7aa tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:01.075525 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-00c23840-4afd-4cb4-bf7d-7d0abe2c47e2 req-cd0940da-423b-4196-af4b-e09481efd7aa tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 945 time: 0.1196992
May 07 22:08:01.139859 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-a79427e2-6c46-4fe4-b334-2408d37d92af None None] Attempting to bind port 4a15e9eb-4709-401a-8b70-b34a4e4e9116 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:08:01.140198 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-a79427e2-6c46-4fe4-b334-2408d37d92af None None] Attempting to bind port 4a15e9eb-4709-401a-8b70-b34a4e4e9116 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0c54767f-f5cc-4fe8-be2b-89310a1e6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:08:01.140514 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79427e2-6c46-4fe4-b334-2408d37d92af None None] Attempting to bind port 4a15e9eb-4709-401a-8b70-b34a4e4e9116 on network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:08:01.150939 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79427e2-6c46-4fe4-b334-2408d37d92af None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:08:01.151332 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79427e2-6c46-4fe4-b334-2408d37d92af None None] Checking segment: {'id': '0c54767f-f5cc-4fe8-be2b-89310a1e6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:08:01.151708 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a79427e2-6c46-4fe4-b334-2408d37d92af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:01.152196 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79427e2-6c46-4fe4-b334-2408d37d92af None None] Bound using segment: {'id': '0c54767f-f5cc-4fe8-be2b-89310a1e6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:08:01.153247 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-a79427e2-6c46-4fe4-b334-2408d37d92af None None] Bound port: 4a15e9eb-4709-401a-8b70-b34a4e4e9116, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c54767f-f5cc-4fe8-be2b-89310a1e6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:08:01.153636 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a79427e2-6c46-4fe4-b334-2408d37d92af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (4a15e9eb-4709-401a-8b70-b34a4e4e9116), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:01.176573 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-00c23840-4afd-4cb4-bf7d-7d0abe2c47e2 req-326d3626-f3e4-463f-93fd-669679214504 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1001811
May 07 22:08:01.190945 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-5f06d5e8-2868-4419-80b6-f1eb5766cf63 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Deleting port dce2a89c-3e5e-48e6-a0cc-5393495939f8 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:08:01.191333 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5f06d5e8-2868-4419-80b6-f1eb5766cf63 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (dce2a89c-3e5e-48e6-a0cc-5393495939f8), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:01.255597 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-a79427e2-6c46-4fe4-b334-2408d37d92af None None] For port 4a15e9eb-4709-401a-8b70-b34a4e4e9116, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:08:01.259103 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-a79427e2-6c46-4fe4-b334-2408d37d92af None None] For port 4a15e9eb-4709-401a-8b70-b34a4e4e9116, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4a15e9eb-4709-401a-8b70-b34a4e4e9116,segment=NetworkSegment(0c54767f-f5cc-4fe8-be2b-89310a1e6df6),segment_id=0c54767f-f5cc-4fe8-be2b-89310a1e6df6)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:08:01.268316 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a79427e2-6c46-4fe4-b334-2408d37d92af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (4a15e9eb-4709-401a-8b70-b34a4e4e9116), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:01.345213 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79427e2-6c46-4fe4-b334-2408d37d92af None None] Pushing event updated for resources: {'Port': ['ID=4a15e9eb-4709-401a-8b70-b34a4e4e9116,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:01.349891 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5f06d5e8-2868-4419-80b6-f1eb5766cf63 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (dce2a89c-3e5e-48e6-a0cc-5393495939f8), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:01.361964 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 37316) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:01.382915 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3a1b4a3b-efd9-4742-b177-574f8dbe6b83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:01.384359 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-5f06d5e8-2868-4419-80b6-f1eb5766cf63 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Calling delete_port for dce2a89c-3e5e-48e6-a0cc-5393495939f8 owned by  {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:08:01.475963 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3a1b4a3b-efd9-4742-b177-574f8dbe6b83 admin admin] Publish callbacks [] for security_group (3c06cbde-4aad-4988-b383-c7a583783a01), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:01.481085 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3a1b4a3b-efd9-4742-b177-574f8dbe6b83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (3c06cbde-4aad-4988-b383-c7a583783a01), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:01.526154 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-3a1b4a3b-efd9-4742-b177-574f8dbe6b83 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=39796839a27841638728e87c7ee65c26&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1627729
May 07 22:08:01.526901 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 37320) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:01.527563 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1b4a3b-efd9-4742-b177-574f8dbe6b83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c06cbde-4aad-4988-b383-c7a583783a01,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:01.670915 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5f06d5e8-2868-4419-80b6-f1eb5766cf63 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (dce2a89c-3e5e-48e6-a0cc-5393495939f8), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:01.673090 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1c069742-c80d-4bdf-8b64-9b970d867d0d admin admin] Publish callbacks [] for security_group (3c06cbde-4aad-4988-b383-c7a583783a01), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:01.716724 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1c069742-c80d-4bdf-8b64-9b970d867d0d admin admin] Publish callbacks [] for security_group (3c06cbde-4aad-4988-b383-c7a583783a01), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:01.719072 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f06d5e8-2868-4419-80b6-f1eb5766cf63 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event deleted for resources: {'Port': ['ID=dce2a89c-3e5e-48e6-a0cc-5393495939f8,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:01.753764 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5f06d5e8-2868-4419-80b6-f1eb5766cf63 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:01.757670 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-5f06d5e8-2868-4419-80b6-f1eb5766cf63 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/ports/dce2a89c-3e5e-48e6-a0cc-5393495939f8 HTTP/1.1" status: 204  len: 168 time: 0.8121490
May 07 22:08:01.767378 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 37328) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:01.768266 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 37330) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:01.828794 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1c069742-c80d-4bdf-8b64-9b970d867d0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (3c06cbde-4aad-4988-b383-c7a583783a01), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:01.835460 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1c069742-c80d-4bdf-8b64-9b970d867d0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:01.842046 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f69fbd9e-bb9b-467c-84ac-f37c25add4c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:01.852182 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-1c069742-c80d-4bdf-8b64-9b970d867d0d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3c06cbde-4aad-4988-b383-c7a583783a01 HTTP/1.1" status: 204  len: 168 time: 0.3110795
May 07 22:08:01.865655 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c069742-c80d-4bdf-8b64-9b970d867d0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c06cbde-4aad-4988-b383-c7a583783a01,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:01.880075 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef829d3-4ecb-4f1c-954c-84c54934ec67 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:01.881680 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef829d3-4ecb-4f1c-954c-84c54934ec67 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:01.887952 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 37338) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:01.888326 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-aef829d3-4ecb-4f1c-954c-84c54934ec67 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.1171558
May 07 22:08:01.968867 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f69fbd9e-bb9b-467c-84ac-f37c25add4c1 admin admin] Publish callbacks [] for security_group (31f72665-3cdf-4b64-b4a2-1fa680599492), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:01.976183 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f69fbd9e-bb9b-467c-84ac-f37c25add4c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (31f72665-3cdf-4b64-b4a2-1fa680599492), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:01.976837 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-24b2c2aa-805e-4ba4-b8fe-fc83e191d457 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Deleting subnet 62a3ddfc-8544-42f9-843d-eb599a0213d5 {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:08:01.981581 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-24b2c2aa-805e-4ba4-b8fe-fc83e191d457 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for subnet (62a3ddfc-8544-42f9-843d-eb599a0213d5), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:02.034996 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-f69fbd9e-bb9b-467c-84ac-f37c25add4c1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2fbc66c4a18240229de26f61022ea49c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2655642
May 07 22:08:02.035913 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69fbd9e-bb9b-467c-84ac-f37c25add4c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31f72665-3cdf-4b64-b4a2-1fa680599492,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:02.038975 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 37346) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:02.079718 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-24b2c2aa-805e-4ba4-b8fe-fc83e191d457 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (62a3ddfc-8544-42f9-843d-eb599a0213d5), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:02.116429 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fc502000-1ec1-48ef-9599-700dc4292b80 admin admin] Publish callbacks [] for security_group (31f72665-3cdf-4b64-b4a2-1fa680599492), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:02.162817 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fc502000-1ec1-48ef-9599-700dc4292b80 admin admin] Publish callbacks [] for security_group (31f72665-3cdf-4b64-b4a2-1fa680599492), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:02.257600 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fc502000-1ec1-48ef-9599-700dc4292b80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (31f72665-3cdf-4b64-b4a2-1fa680599492), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:02.261024 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fc502000-1ec1-48ef-9599-700dc4292b80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:02.266083 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-fc502000-1ec1-48ef-9599-700dc4292b80 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/31f72665-3cdf-4b64-b4a2-1fa680599492 HTTP/1.1" status: 204  len: 168 time: 0.2231905
May 07 22:08:02.291402 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc502000-1ec1-48ef-9599-700dc4292b80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f72665-3cdf-4b64-b4a2-1fa680599492,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:02.336804 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-24b2c2aa-805e-4ba4-b8fe-fc83e191d457 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (62a3ddfc-8544-42f9-843d-eb599a0213d5), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:02.437980 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-24b2c2aa-805e-4ba4-b8fe-fc83e191d457 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (62a3ddfc-8544-42f9-843d-eb599a0213d5), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:02.476523 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-24b2c2aa-805e-4ba4-b8fe-fc83e191d457 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:02.479923 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-24b2c2aa-805e-4ba4-b8fe-fc83e191d457 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/subnets/62a3ddfc-8544-42f9-843d-eb599a0213d5 HTTP/1.1" status: 204  len: 168 time: 0.5907457
May 07 22:08:02.481457 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b2c2aa-805e-4ba4-b8fe-fc83e191d457 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event deleted for resources: {'Subnet': ['ID=62a3ddfc-8544-42f9-843d-eb599a0213d5,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:02.483505 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 37384) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:02.510552 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2993a95-48bf-43d5-b7a9-6a57067320e4 req-38921d41-dc04-4769-b0a8-78e9364dabef tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:02.519357 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f2993a95-48bf-43d5-b7a9-6a57067320e4 req-38921d41-dc04-4769-b0a8-78e9364dabef tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 945 time: 0.1374857
May 07 22:08:02.542004 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-000c29ae-6c4a-4f4f-81a7-1af028dbf91c tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0565755
May 07 22:08:02.544059 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 37388) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:02.549089 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-08e6e54b-9b37-4a01-83c2-0a93157333f3 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Request body: {'subnet': {'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:08:02.585979 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f2993a95-48bf-43d5-b7a9-6a57067320e4 req-e5823992-16cc-4cc6-8bbc-351d9609ea4e tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0631559
May 07 22:08:02.706476 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e6e54b-9b37-4a01-83c2-0a93157333f3 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Made reservation on behalf of a45ecca62a364aaabca1717c79558f6f for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:08:02.711763 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-08e6e54b-9b37-4a01-83c2-0a93157333f3 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:02.920451 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 4a15e9eb-4709-401a-8b70-b34a4e4e9116 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:08:02.927139 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d95c1d-3c38-4f56-8239-603db841a9b9 None None] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:08:03.102379 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-1c60d598-fb3a-4ef1-b3d7-5429035364ec None None] Provisioning complete for port 4a15e9eb-4709-401a-8b70-b34a4e4e9116 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:08:03.102688 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1c60d598-fb3a-4ef1-b3d7-5429035364ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (4a15e9eb-4709-401a-8b70-b34a4e4e9116), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:03.149627 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 4a15e9eb-4709-401a-8b70-b34a4e4e9116 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:08:03.150186 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (4a15e9eb-4709-401a-8b70-b34a4e4e9116), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:03.244776 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e20bccc-b84c-4ecc-984c-9255b2b7de9e None None] DHCP port deletion for c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:08:03.317676 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-1c60d598-fb3a-4ef1-b3d7-5429035364ec None None] Current status of the port 4a15e9eb-4709-401a-8b70-b34a4e4e9116 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:08:03.318081 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1c60d598-fb3a-4ef1-b3d7-5429035364ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (4a15e9eb-4709-401a-8b70-b34a4e4e9116), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:03.388707 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-9e20bccc-b84c-4ecc-984c-9255b2b7de9e None None] Deleting port 4a15e9eb-4709-401a-8b70-b34a4e4e9116 {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:08:03.389071 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9e20bccc-b84c-4ecc-984c-9255b2b7de9e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (4a15e9eb-4709-401a-8b70-b34a4e4e9116), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:03.450742 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 4a15e9eb-4709-401a-8b70-b34a4e4e9116 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:08:03.451306 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (4a15e9eb-4709-401a-8b70-b34a4e4e9116), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:03.459081 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-1c60d598-fb3a-4ef1-b3d7-5429035364ec None None] For port 4a15e9eb-4709-401a-8b70-b34a4e4e9116, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4a15e9eb-4709-401a-8b70-b34a4e4e9116,segment=NetworkSegment(0c54767f-f5cc-4fe8-be2b-89310a1e6df6),segment_id=0c54767f-f5cc-4fe8-be2b-89310a1e6df6)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:08:03.497668 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1c60d598-fb3a-4ef1-b3d7-5429035364ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (4a15e9eb-4709-401a-8b70-b34a4e4e9116), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:03.541688 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-08e6e54b-9b37-4a01-83c2-0a93157333f3 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (72096410-5fe8-47ac-b2c0-5c946e1f20b3), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:03.548382 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-9e20bccc-b84c-4ecc-984c-9255b2b7de9e None None] For port 4a15e9eb-4709-401a-8b70-b34a4e4e9116, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4a15e9eb-4709-401a-8b70-b34a4e4e9116,segment=NetworkSegment(0c54767f-f5cc-4fe8-be2b-89310a1e6df6),segment_id=0c54767f-f5cc-4fe8-be2b-89310a1e6df6)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:08:03.548783 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9e20bccc-b84c-4ecc-984c-9255b2b7de9e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (4a15e9eb-4709-401a-8b70-b34a4e4e9116), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:03.585089 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-9e20bccc-b84c-4ecc-984c-9255b2b7de9e None None] Calling delete_port for 4a15e9eb-4709-401a-8b70-b34a4e4e9116 owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:08:03.601507 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e6e54b-9b37-4a01-83c2-0a93157333f3 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:08:03.608301 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-08e6e54b-9b37-4a01-83c2-0a93157333f3 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:08:03.613147 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c60d598-fb3a-4ef1-b3d7-5429035364ec None None] Pushing event updated for resources: {'Port': ['ID=4a15e9eb-4709-401a-8b70-b34a4e4e9116,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:03.616434 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e6e54b-9b37-4a01-83c2-0a93157333f3 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event updated for resources: {'Subnet': ['ID=72096410-5fe8-47ac-b2c0-5c946e1f20b3,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:03.625494 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e6e54b-9b37-4a01-83c2-0a93157333f3 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:03.627853 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-08e6e54b-9b37-4a01-83c2-0a93157333f3 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:03.656995 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-08e6e54b-9b37-4a01-83c2-0a93157333f3 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.1112874
May 07 22:08:03.659204 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 37452) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:03.663343 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.db.api [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 07 22:08:03.663703 ncdv-master-1 neutron-server[121838]: DEBUG oslo_db.api [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 07 22:08:03.669570 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-65d1dcc4-cc65-41b4-85b6-2dce9ae6e80d tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Request body: {'port': {'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'name': 'tempest-NetworksTestDHCPv6-1411657147'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:08:03.734250 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9e20bccc-b84c-4ecc-984c-9255b2b7de9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (4a15e9eb-4709-401a-8b70-b34a4e4e9116), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:03.742543 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba103ba-6d08-42cf-a0c1-0377779cd4e0 req-3890c637-8dcc-4a9a-ac75-fcc942680454 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:03.744905 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-aba103ba-6d08-42cf-a0c1-0377779cd4e0 req-3890c637-8dcc-4a9a-ac75-fcc942680454 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 945 time: 0.0626831
May 07 22:08:03.768153 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e20bccc-b84c-4ecc-984c-9255b2b7de9e None None] Pushing event deleted for resources: {'Port': ['ID=4a15e9eb-4709-401a-8b70-b34a4e4e9116,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:03.774070 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e20bccc-b84c-4ecc-984c-9255b2b7de9e None None] No DVR routers for this DVR port 4a15e9eb-4709-401a-8b70-b34a4e4e9116 on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:08:03.792998 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c433d9-3398-4ba8-8358-f6424fcf475a None None] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:08:03.833648 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d1dcc4-cc65-41b4-85b6-2dce9ae6e80d tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Made reservation on behalf of a45ecca62a364aaabca1717c79558f6f for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:08:03.837930 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-65d1dcc4-cc65-41b4-85b6-2dce9ae6e80d tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:03.846641 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-aba103ba-6d08-42cf-a0c1-0377779cd4e0 req-3efb6fe2-fe08-4aa2-bacf-343bf63433bb tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0955393
May 07 22:08:03.885944 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [None req-65d1dcc4-cc65-41b4-85b6-2dce9ae6e80d tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] device_id is not set on port 2b3fde08-5bb6-4260-aaa8-2d6b569d6671 yet. {{(pid=121836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 22:08:03.981863 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 37462) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:04.035496 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-65d1dcc4-cc65-41b4-85b6-2dce9ae6e80d tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Allocated IP 2001:db8::94 (c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a/72096410-5fe8-47ac-b2c0-5c946e1f20b3/2b3fde08-5bb6-4260-aaa8-2d6b569d6671) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:08:04.074116 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3abef035-50b9-469e-b57b-5e5b6b577fe7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'project_id': 'a45ecca62a364aaabca1717c79558f6f', 'fixed_ips': [{'subnet_id': '72096410-5fe8-47ac-b2c0-5c946e1f20b3'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:08:04.075559 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-3abef035-50b9-469e-b57b-5e5b6b577fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:04.199254 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Port 4a15e9eb-4709-401a-8b70-b34a4e4e9116 update to ACTIVE by agent not found {{(pid=121838) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2273}}
May 07 22:08:04.242552 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-65d1dcc4-cc65-41b4-85b6-2dce9ae6e80d tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for port (2b3fde08-5bb6-4260-aaa8-2d6b569d6671), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:04.282470 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-65d1dcc4-cc65-41b4-85b6-2dce9ae6e80d tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (2b3fde08-5bb6-4260-aaa8-2d6b569d6671), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:04.332528 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d1dcc4-cc65-41b4-85b6-2dce9ae6e80d tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:08:04.337721 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-65d1dcc4-cc65-41b4-85b6-2dce9ae6e80d tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:08:04.338514 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-3abef035-50b9-469e-b57b-5e5b6b577fe7 None None] Allocated IP 2001:db8::2 (c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a/72096410-5fe8-47ac-b2c0-5c946e1f20b3/a40d5492-da83-4704-b0a1-8b6b4e71c0bd) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:08:04.345396 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d1dcc4-cc65-41b4-85b6-2dce9ae6e80d tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:08:04.350522 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d1dcc4-cc65-41b4-85b6-2dce9ae6e80d tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:04.351202 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-65d1dcc4-cc65-41b4-85b6-2dce9ae6e80d tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:04.354993 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d1dcc4-cc65-41b4-85b6-2dce9ae6e80d tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event updated for resources: {'Port': ['ID=2b3fde08-5bb6-4260-aaa8-2d6b569d6671,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:04.375549 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-65d1dcc4-cc65-41b4-85b6-2dce9ae6e80d tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 0.7130029
May 07 22:08:04.378029 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 37476) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:04.431886 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e5b081d-3b05-416f-a371-2fae2b1a1ace tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:04.433842 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-3e5b081d-3b05-416f-a371-2fae2b1a1ace tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 929 time: 0.0546627
May 07 22:08:04.436423 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 37478) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:04.468884 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4f72ad3a-2127-4837-93de-8aeec9f6fc8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:04.537650 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-3abef035-50b9-469e-b57b-5e5b6b577fe7 None None] Publish callbacks [] for port (a40d5492-da83-4704-b0a1-8b6b4e71c0bd), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:04.547804 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-3abef035-50b9-469e-b57b-5e5b6b577fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (a40d5492-da83-4704-b0a1-8b6b4e71c0bd), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:04.570697 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-a0e26a6f-be48-4652-b0b2-e4931de94193 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Deleting port 2b3fde08-5bb6-4260-aaa8-2d6b569d6671 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:08:04.571415 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a0e26a6f-be48-4652-b0b2-e4931de94193 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (2b3fde08-5bb6-4260-aaa8-2d6b569d6671), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:04.593686 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3abef035-50b9-469e-b57b-5e5b6b577fe7 None None] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:08:04.598097 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-3abef035-50b9-469e-b57b-5e5b6b577fe7 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:08:04.602093 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abef035-50b9-469e-b57b-5e5b6b577fe7 None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:08:04.613257 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abef035-50b9-469e-b57b-5e5b6b577fe7 None None] Pushing event updated for resources: {'Port': ['ID=a40d5492-da83-4704-b0a1-8b6b4e71c0bd,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:04.651012 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4f72ad3a-2127-4837-93de-8aeec9f6fc8f admin admin] Publish callbacks [] for security_group (1f815138-3162-4336-9118-383fcddd5a1c), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:04.657843 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4f72ad3a-2127-4837-93de-8aeec9f6fc8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (1f815138-3162-4336-9118-383fcddd5a1c), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:04.704822 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-3abef035-50b9-469e-b57b-5e5b6b577fe7 None None] Attempting to bind port a40d5492-da83-4704-b0a1-8b6b4e71c0bd on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:08:04.705200 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-3abef035-50b9-469e-b57b-5e5b6b577fe7 None None] Attempting to bind port a40d5492-da83-4704-b0a1-8b6b4e71c0bd by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0c54767f-f5cc-4fe8-be2b-89310a1e6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:08:04.705624 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abef035-50b9-469e-b57b-5e5b6b577fe7 None None] Attempting to bind port a40d5492-da83-4704-b0a1-8b6b4e71c0bd on network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:08:04.721386 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abef035-50b9-469e-b57b-5e5b6b577fe7 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:08:04.721790 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abef035-50b9-469e-b57b-5e5b6b577fe7 None None] Checking segment: {'id': '0c54767f-f5cc-4fe8-be2b-89310a1e6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:08:04.722208 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-3abef035-50b9-469e-b57b-5e5b6b577fe7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:04.722618 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abef035-50b9-469e-b57b-5e5b6b577fe7 None None] Bound using segment: {'id': '0c54767f-f5cc-4fe8-be2b-89310a1e6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:08:04.723121 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-3abef035-50b9-469e-b57b-5e5b6b577fe7 None None] Bound port: a40d5492-da83-4704-b0a1-8b6b4e71c0bd, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c54767f-f5cc-4fe8-be2b-89310a1e6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:08:04.723516 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-3abef035-50b9-469e-b57b-5e5b6b577fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (a40d5492-da83-4704-b0a1-8b6b4e71c0bd), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:04.733331 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-4f72ad3a-2127-4837-93de-8aeec9f6fc8f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=57a0ca9121124ab694106520a0e9e439&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7500129
May 07 22:08:04.739948 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 37490) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:04.747244 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f72ad3a-2127-4837-93de-8aeec9f6fc8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f815138-3162-4336-9118-383fcddd5a1c,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:04.747881 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a0e26a6f-be48-4652-b0b2-e4931de94193 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (2b3fde08-5bb6-4260-aaa8-2d6b569d6671), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:04.761345 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-a0e26a6f-be48-4652-b0b2-e4931de94193 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Calling delete_port for 2b3fde08-5bb6-4260-aaa8-2d6b569d6671 owned by  {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:08:04.825166 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6c3ebb78-7b2d-4e55-8a74-1d733b18135d admin admin] Publish callbacks [] for security_group (1f815138-3162-4336-9118-383fcddd5a1c), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:04.840701 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-3abef035-50b9-469e-b57b-5e5b6b577fe7 None None] For port a40d5492-da83-4704-b0a1-8b6b4e71c0bd, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:08:04.847181 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-3abef035-50b9-469e-b57b-5e5b6b577fe7 None None] For port a40d5492-da83-4704-b0a1-8b6b4e71c0bd, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a40d5492-da83-4704-b0a1-8b6b4e71c0bd,segment=NetworkSegment(0c54767f-f5cc-4fe8-be2b-89310a1e6df6),segment_id=0c54767f-f5cc-4fe8-be2b-89310a1e6df6)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:08:04.860075 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6c3ebb78-7b2d-4e55-8a74-1d733b18135d admin admin] Publish callbacks [] for security_group (1f815138-3162-4336-9118-383fcddd5a1c), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:04.864551 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-3abef035-50b9-469e-b57b-5e5b6b577fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (a40d5492-da83-4704-b0a1-8b6b4e71c0bd), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:04.929786 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 4a15e9eb-4709-401a-8b70-b34a4e4e9116 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:08:04.957464 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 4a15e9eb-4709-401a-8b70-b34a4e4e9116 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:08:04.957850 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 4a15e9eb-4709-401a-8b70-b34a4e4e9116 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:08:04.992867 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6c3ebb78-7b2d-4e55-8a74-1d733b18135d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (1f815138-3162-4336-9118-383fcddd5a1c), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:05.002250 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6c3ebb78-7b2d-4e55-8a74-1d733b18135d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:05.007091 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a0e26a6f-be48-4652-b0b2-e4931de94193 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (2b3fde08-5bb6-4260-aaa8-2d6b569d6671), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:05.007780 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-6c3ebb78-7b2d-4e55-8a74-1d733b18135d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1f815138-3162-4336-9118-383fcddd5a1c HTTP/1.1" status: 204  len: 168 time: 0.2659998
May 07 22:08:05.012352 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abef035-50b9-469e-b57b-5e5b6b577fe7 None None] Pushing event updated for resources: {'Port': ['ID=a40d5492-da83-4704-b0a1-8b6b4e71c0bd,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:05.026241 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3ebb78-7b2d-4e55-8a74-1d733b18135d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f815138-3162-4336-9118-383fcddd5a1c,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:05.069064 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e26a6f-be48-4652-b0b2-e4931de94193 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event deleted for resources: {'Port': ['ID=2b3fde08-5bb6-4260-aaa8-2d6b569d6671,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:05.144581 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a0e26a6f-be48-4652-b0b2-e4931de94193 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:05.150523 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-a0e26a6f-be48-4652-b0b2-e4931de94193 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/ports/2b3fde08-5bb6-4260-aaa8-2d6b569d6671 HTTP/1.1" status: 204  len: 168 time: 0.7105575
May 07 22:08:05.150954 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 37506) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:05.156111 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da399e3f-1100-49f7-963d-b4f42af96535 req-469e307a-21b1-467e-979d-662026d79e19 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:05.165478 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-da399e3f-1100-49f7-963d-b4f42af96535 req-469e307a-21b1-467e-979d-662026d79e19 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 945 time: 0.1191709
May 07 22:08:05.287848 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-da399e3f-1100-49f7-963d-b4f42af96535 req-b6a50f6c-a2f9-4404-be6b-305af8251c2f tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1151841
May 07 22:08:05.352360 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e0bba8-5222-41a7-baaf-db7b5a3861e2 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:05.354456 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e0bba8-5222-41a7-baaf-db7b5a3861e2 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:05.359181 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-85e0bba8-5222-41a7-baaf-db7b5a3861e2 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.2071910
May 07 22:08:05.359430 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 37510) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:05.443522 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_v2 [None req-44322e8c-58d2-4d54-9318-7772a36acaba tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Deleting subnet 72096410-5fe8-47ac-b2c0-5c946e1f20b3 {{(pid=121836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:08:05.450602 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-44322e8c-58d2-4d54-9318-7772a36acaba tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for subnet (72096410-5fe8-47ac-b2c0-5c946e1f20b3), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:05.503512 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-44322e8c-58d2-4d54-9318-7772a36acaba tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726883'] for subnet (72096410-5fe8-47ac-b2c0-5c946e1f20b3), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:05.624643 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-44322e8c-58d2-4d54-9318-7772a36acaba tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (72096410-5fe8-47ac-b2c0-5c946e1f20b3), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:05.726111 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-44322e8c-58d2-4d54-9318-7772a36acaba tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (72096410-5fe8-47ac-b2c0-5c946e1f20b3), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:05.761777 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44322e8c-58d2-4d54-9318-7772a36acaba tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event deleted for resources: {'Subnet': ['ID=72096410-5fe8-47ac-b2c0-5c946e1f20b3,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:05.769773 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 37524) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:05.770244 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-44322e8c-58d2-4d54-9318-7772a36acaba tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:05.776264 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-44322e8c-58d2-4d54-9318-7772a36acaba tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/subnets/72096410-5fe8-47ac-b2c0-5c946e1f20b3 HTTP/1.1" status: 204  len: 168 time: 0.4125869
May 07 22:08:05.779429 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 37526) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:05.792854 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0754194e-45bf-4e20-817f-6ee1b973efa3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:05.819054 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 22:08:05.852397 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-a1565152-d7e4-4d8a-9502-e8d012c54864 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0695736
May 07 22:08:05.852640 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 37538) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:05.922839 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0754194e-45bf-4e20-817f-6ee1b973efa3 admin admin] Publish callbacks [] for security_group (ebad1beb-bb9a-4d4e-a316-4f2b9e703ef0), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:05.932578 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0754194e-45bf-4e20-817f-6ee1b973efa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (ebad1beb-bb9a-4d4e-a316-4f2b9e703ef0), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:05.936817 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfd8eb4-a205-4594-a26e-76ea67293971 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:05.940184 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-4bfd8eb4-a205-4594-a26e-76ea67293971 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 0.0860579
May 07 22:08:05.942737 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 37540) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:06.007427 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-0754194e-45bf-4e20-817f-6ee1b973efa3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0d4d7bfcbafc4b53b0ec59e03b73d227&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2320509
May 07 22:08:06.012346 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0754194e-45bf-4e20-817f-6ee1b973efa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebad1beb-bb9a-4d4e-a316-4f2b9e703ef0,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:06.018381 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 37546) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:06.063799 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0754194e-45bf-4e20-817f-6ee1b973efa3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:08:06.064281 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0754194e-45bf-4e20-817f-6ee1b973efa3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:08:06.064503 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0754194e-45bf-4e20-817f-6ee1b973efa3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:08:06.068240 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0754194e-45bf-4e20-817f-6ee1b973efa3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:08:06.068631 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0754194e-45bf-4e20-817f-6ee1b973efa3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:08:06.068983 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0754194e-45bf-4e20-817f-6ee1b973efa3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:08:06.069332 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0754194e-45bf-4e20-817f-6ee1b973efa3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:08:06.072047 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0754194e-45bf-4e20-817f-6ee1b973efa3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:08:06.072434 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0754194e-45bf-4e20-817f-6ee1b973efa3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:08:06.072790 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0754194e-45bf-4e20-817f-6ee1b973efa3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:08:06.073141 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0754194e-45bf-4e20-817f-6ee1b973efa3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:08:06.073489 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0754194e-45bf-4e20-817f-6ee1b973efa3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:08:06.073832 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0754194e-45bf-4e20-817f-6ee1b973efa3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:08:06.074171 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0754194e-45bf-4e20-817f-6ee1b973efa3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:08:06.074548 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0754194e-45bf-4e20-817f-6ee1b973efa3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:08:06.098170 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db84abb-6459-4e02-812f-07e977f9439f tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:06.099790 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-5db84abb-6459-4e02-812f-07e977f9439f tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1467648
May 07 22:08:06.102339 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 37548) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:06.146075 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9ddbb840-487c-4c8e-beb4-4d860290cfec admin admin] Publish callbacks [] for security_group (ebad1beb-bb9a-4d4e-a316-4f2b9e703ef0), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:06.150097 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-24ae57d1-f6a7-49d9-9f6d-ec24cf830644 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0464516
May 07 22:08:06.155965 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 37550) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:06.161049 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-75c23faa-668e-4c17-81f3-8ad32538a8fe tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Request body: {'subnet': {'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:08:06.189514 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9ddbb840-487c-4c8e-beb4-4d860290cfec admin admin] Publish callbacks [] for security_group (ebad1beb-bb9a-4d4e-a316-4f2b9e703ef0), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:06.276209 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c23faa-668e-4c17-81f3-8ad32538a8fe tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Made reservation on behalf of a45ecca62a364aaabca1717c79558f6f for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:08:06.281290 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-75c23faa-668e-4c17-81f3-8ad32538a8fe tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:06.302433 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9ddbb840-487c-4c8e-beb4-4d860290cfec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (ebad1beb-bb9a-4d4e-a316-4f2b9e703ef0), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:06.307482 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9ddbb840-487c-4c8e-beb4-4d860290cfec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:06.312831 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-9ddbb840-487c-4c8e-beb4-4d860290cfec admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ebad1beb-bb9a-4d4e-a316-4f2b9e703ef0 HTTP/1.1" status: 204  len: 168 time: 0.2910995
May 07 22:08:06.339156 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddbb840-487c-4c8e-beb4-4d860290cfec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebad1beb-bb9a-4d4e-a316-4f2b9e703ef0,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:06.491468 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3521362a-d6f7-4b38-a055-b51d49540367 req-df0df447-2d8c-4062-9899-94a322993f6c tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:06.493429 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3521362a-d6f7-4b38-a055-b51d49540367 req-df0df447-2d8c-4062-9899-94a322993f6c tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 945 time: 0.0814738
May 07 22:08:06.532328 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8692c4f-1731-4292-b151-048a56acee6e None None] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:08:06.562595 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3521362a-d6f7-4b38-a055-b51d49540367 req-96108b15-7ab9-45f3-9ba5-3d962ef2f960 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0593989
May 07 22:08:06.569074 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-75c23faa-668e-4c17-81f3-8ad32538a8fe tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (f98bfcef-148f-4dcb-8f81-37ebf3b912fc), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:06.638283 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c23faa-668e-4c17-81f3-8ad32538a8fe tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:08:06.639272 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-da1067d9-5f54-4d13-9b8b-9ac255e26a11 None None] Provisioning complete for port a40d5492-da83-4704-b0a1-8b6b4e71c0bd triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:08:06.639651 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-da1067d9-5f54-4d13-9b8b-9ac255e26a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (a40d5492-da83-4704-b0a1-8b6b4e71c0bd), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:06.642145 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-75c23faa-668e-4c17-81f3-8ad32538a8fe tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:08:06.652845 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c23faa-668e-4c17-81f3-8ad32538a8fe tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:06.653665 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-75c23faa-668e-4c17-81f3-8ad32538a8fe tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:06.668340 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c23faa-668e-4c17-81f3-8ad32538a8fe tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event updated for resources: {'Subnet': ['ID=f98bfcef-148f-4dcb-8f81-37ebf3b912fc,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:06.689934 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 37572) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:06.690874 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-75c23faa-668e-4c17-81f3-8ad32538a8fe tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.5337365
May 07 22:08:06.695216 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-35c09e52-87bc-4c25-b252-7d19159b6efb tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Request body: {'port': {'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'fixed_ips': [{'subnet_id': 'f98bfcef-148f-4dcb-8f81-37ebf3b912fc', 'ip_address': '2001:db8::2d43:a92b:b51:8daa'}], 'name': 'tempest-NetworksTestDHCPv6-802634515'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:08:06.794092 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-da1067d9-5f54-4d13-9b8b-9ac255e26a11 None None] Current status of the port a40d5492-da83-4704-b0a1-8b6b4e71c0bd is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:08:06.794548 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-da1067d9-5f54-4d13-9b8b-9ac255e26a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (a40d5492-da83-4704-b0a1-8b6b4e71c0bd), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:06.799720 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7ad75c-aed2-46fb-829d-c5e36fc1867e None None] DHCP port deletion for c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:08:06.894439 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-ad7ad75c-aed2-46fb-829d-c5e36fc1867e None None] Deleting port a40d5492-da83-4704-b0a1-8b6b4e71c0bd {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:08:06.894960 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ad7ad75c-aed2-46fb-829d-c5e36fc1867e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (a40d5492-da83-4704-b0a1-8b6b4e71c0bd), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:06.897874 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-da1067d9-5f54-4d13-9b8b-9ac255e26a11 None None] For port a40d5492-da83-4704-b0a1-8b6b4e71c0bd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a40d5492-da83-4704-b0a1-8b6b4e71c0bd,segment=NetworkSegment(0c54767f-f5cc-4fe8-be2b-89310a1e6df6),segment_id=0c54767f-f5cc-4fe8-be2b-89310a1e6df6)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:08:06.912380 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-da1067d9-5f54-4d13-9b8b-9ac255e26a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (a40d5492-da83-4704-b0a1-8b6b4e71c0bd), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:06.957897 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35c09e52-87bc-4c25-b252-7d19159b6efb tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Made reservation on behalf of a45ecca62a364aaabca1717c79558f6f for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:08:07.056297 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1067d9-5f54-4d13-9b8b-9ac255e26a11 None None] Pushing event updated for resources: {'Port': ['ID=a40d5492-da83-4704-b0a1-8b6b4e71c0bd,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:07.064538 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-ad7ad75c-aed2-46fb-829d-c5e36fc1867e None None] For port a40d5492-da83-4704-b0a1-8b6b4e71c0bd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a40d5492-da83-4704-b0a1-8b6b4e71c0bd,segment=NetworkSegment(0c54767f-f5cc-4fe8-be2b-89310a1e6df6),segment_id=0c54767f-f5cc-4fe8-be2b-89310a1e6df6)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:08:07.064939 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ad7ad75c-aed2-46fb-829d-c5e36fc1867e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (a40d5492-da83-4704-b0a1-8b6b4e71c0bd), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:07.079138 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-ad7ad75c-aed2-46fb-829d-c5e36fc1867e None None] Calling delete_port for a40d5492-da83-4704-b0a1-8b6b4e71c0bd owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:08:07.092344 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-35c09e52-87bc-4c25-b252-7d19159b6efb tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:07.111588 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [None req-35c09e52-87bc-4c25-b252-7d19159b6efb tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] device_id is not set on port ce45e9c1-a13f-486e-8774-a472a198ed46 yet. {{(pid=121837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 22:08:07.202010 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ad7ad75c-aed2-46fb-829d-c5e36fc1867e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (a40d5492-da83-4704-b0a1-8b6b4e71c0bd), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:07.238866 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7ad75c-aed2-46fb-829d-c5e36fc1867e None None] Pushing event deleted for resources: {'Port': ['ID=a40d5492-da83-4704-b0a1-8b6b4e71c0bd,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:07.245133 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7ad75c-aed2-46fb-829d-c5e36fc1867e None None] No DVR routers for this DVR port a40d5492-da83-4704-b0a1-8b6b4e71c0bd on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:08:07.272077 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8e8ba9-2903-4a97-814f-8ac7990418c5 None None] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:08:07.298385 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 37588) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:07.449157 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-35c09e52-87bc-4c25-b252-7d19159b6efb tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Allocated IP 2001:db8::2d43:a92b:b51:8daa (c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a/f98bfcef-148f-4dcb-8f81-37ebf3b912fc/ce45e9c1-a13f-486e-8774-a472a198ed46) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:08:07.536312 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf5fa3f-171f-41a7-b35a-ea6644984b30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'project_id': 'a45ecca62a364aaabca1717c79558f6f', 'fixed_ips': [{'subnet_id': 'f98bfcef-148f-4dcb-8f81-37ebf3b912fc'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:08:07.537254 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-bcf5fa3f-171f-41a7-b35a-ea6644984b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:07.717213 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-35c09e52-87bc-4c25-b252-7d19159b6efb tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for port (ce45e9c1-a13f-486e-8774-a472a198ed46), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:07.771273 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-35c09e52-87bc-4c25-b252-7d19159b6efb tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (ce45e9c1-a13f-486e-8774-a472a198ed46), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:07.823396 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-bcf5fa3f-171f-41a7-b35a-ea6644984b30 None None] Allocated IP 2001:db8::2 (c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a/f98bfcef-148f-4dcb-8f81-37ebf3b912fc/cd41930f-9dd6-4d2d-b759-b2cfcfe8acae) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:08:07.838440 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-42e30f9f-f962-4ce0-ba61-e20bc8c75afd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:07.863515 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c09e52-87bc-4c25-b252-7d19159b6efb tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event updated for resources: {'Port': ['ID=ce45e9c1-a13f-486e-8774-a472a198ed46,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:07.876361 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c09e52-87bc-4c25-b252-7d19159b6efb tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:08:07.878661 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-35c09e52-87bc-4c25-b252-7d19159b6efb tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:08:07.881308 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c09e52-87bc-4c25-b252-7d19159b6efb tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:08:07.889172 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c09e52-87bc-4c25-b252-7d19159b6efb tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:07.890831 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-35c09e52-87bc-4c25-b252-7d19159b6efb tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:07.908942 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d5264f-a68b-480b-8d9b-701934689a76 req-7523ec17-965c-4ced-bff0-5d0ab0ef9e15 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:07.909563 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-35c09e52-87bc-4c25-b252-7d19159b6efb tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 946 time: 1.2182860
May 07 22:08:07.911202 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-58d5264f-a68b-480b-8d9b-701934689a76 req-7523ec17-965c-4ced-bff0-5d0ab0ef9e15 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 945 time: 0.0738986
May 07 22:08:07.911684 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 37616) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:08.013572 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ba699b-bf93-4221-a016-9c29f203fff4 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:08.015148 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-c5ba699b-bf93-4221-a016-9c29f203fff4 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 944 time: 0.1012034
May 07 22:08:08.019262 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 37620) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:08.046189 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-58d5264f-a68b-480b-8d9b-701934689a76 req-56aa5ad2-5341-4036-bc4c-ae4f126375e9 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1203501
May 07 22:08:08.091938 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-42e30f9f-f962-4ce0-ba61-e20bc8c75afd admin admin] Publish callbacks [] for security_group (c171e6ed-3be7-4416-a234-86e0551adf1f), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:08.099513 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-42e30f9f-f962-4ce0-ba61-e20bc8c75afd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (c171e6ed-3be7-4416-a234-86e0551adf1f), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:08.138997 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-bcf5fa3f-171f-41a7-b35a-ea6644984b30 None None] Publish callbacks [] for port (cd41930f-9dd6-4d2d-b759-b2cfcfe8acae), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:08.149519 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-bcf5fa3f-171f-41a7-b35a-ea6644984b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (cd41930f-9dd6-4d2d-b759-b2cfcfe8acae), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:08.155657 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-42e30f9f-f962-4ce0-ba61-e20bc8c75afd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6d911cfddbe341409acd6c662de3978e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8555136
May 07 22:08:08.156577 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e30f9f-f962-4ce0-ba61-e20bc8c75afd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c171e6ed-3be7-4416-a234-86e0551adf1f,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:08.158669 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-d3eb95a8-0202-4708-bbb2-3151d26d7732 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Deleting port ce45e9c1-a13f-486e-8774-a472a198ed46 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:08:08.159043 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d3eb95a8-0202-4708-bbb2-3151d26d7732 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (ce45e9c1-a13f-486e-8774-a472a198ed46), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:08.164089 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 37626) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:08.215763 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 37630) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:08.224408 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf5fa3f-171f-41a7-b35a-ea6644984b30 None None] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:08:08.232652 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-bcf5fa3f-171f-41a7-b35a-ea6644984b30 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:08:08.244909 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf5fa3f-171f-41a7-b35a-ea6644984b30 None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:08:08.278439 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf5fa3f-171f-41a7-b35a-ea6644984b30 None None] Pushing event updated for resources: {'Port': ['ID=cd41930f-9dd6-4d2d-b759-b2cfcfe8acae,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:08.332635 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d3eb95a8-0202-4708-bbb2-3151d26d7732 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (ce45e9c1-a13f-486e-8774-a472a198ed46), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:08.345169 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-bcf5fa3f-171f-41a7-b35a-ea6644984b30 None None] Attempting to bind port cd41930f-9dd6-4d2d-b759-b2cfcfe8acae on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:08:08.345585 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-bcf5fa3f-171f-41a7-b35a-ea6644984b30 None None] Attempting to bind port cd41930f-9dd6-4d2d-b759-b2cfcfe8acae by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0c54767f-f5cc-4fe8-be2b-89310a1e6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:08:08.346057 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf5fa3f-171f-41a7-b35a-ea6644984b30 None None] Attempting to bind port cd41930f-9dd6-4d2d-b759-b2cfcfe8acae on network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:08:08.349816 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6a08bf60-e119-4a3c-af2f-0d62ac40941e admin admin] Publish callbacks [] for security_group (c171e6ed-3be7-4416-a234-86e0551adf1f), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:08.352023 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf5fa3f-171f-41a7-b35a-ea6644984b30 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:08:08.352668 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf5fa3f-171f-41a7-b35a-ea6644984b30 None None] Checking segment: {'id': '0c54767f-f5cc-4fe8-be2b-89310a1e6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:08:08.353289 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-bcf5fa3f-171f-41a7-b35a-ea6644984b30 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:08.353884 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf5fa3f-171f-41a7-b35a-ea6644984b30 None None] Bound using segment: {'id': '0c54767f-f5cc-4fe8-be2b-89310a1e6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:08:08.354572 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-bcf5fa3f-171f-41a7-b35a-ea6644984b30 None None] Bound port: cd41930f-9dd6-4d2d-b759-b2cfcfe8acae, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c54767f-f5cc-4fe8-be2b-89310a1e6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:08:08.355198 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-bcf5fa3f-171f-41a7-b35a-ea6644984b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (cd41930f-9dd6-4d2d-b759-b2cfcfe8acae), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:08.374906 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-d3eb95a8-0202-4708-bbb2-3151d26d7732 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Calling delete_port for ce45e9c1-a13f-486e-8774-a472a198ed46 owned by  {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:08:08.397130 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6a08bf60-e119-4a3c-af2f-0d62ac40941e admin admin] Publish callbacks [] for security_group (c171e6ed-3be7-4416-a234-86e0551adf1f), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:08.492840 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-bcf5fa3f-171f-41a7-b35a-ea6644984b30 None None] For port cd41930f-9dd6-4d2d-b759-b2cfcfe8acae, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:08:08.498693 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-bcf5fa3f-171f-41a7-b35a-ea6644984b30 None None] For port cd41930f-9dd6-4d2d-b759-b2cfcfe8acae, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cd41930f-9dd6-4d2d-b759-b2cfcfe8acae,segment=NetworkSegment(0c54767f-f5cc-4fe8-be2b-89310a1e6df6),segment_id=0c54767f-f5cc-4fe8-be2b-89310a1e6df6)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:08:08.513137 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-bcf5fa3f-171f-41a7-b35a-ea6644984b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (cd41930f-9dd6-4d2d-b759-b2cfcfe8acae), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:08.541727 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 37642) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:08.561622 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6a08bf60-e119-4a3c-af2f-0d62ac40941e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (c171e6ed-3be7-4416-a234-86e0551adf1f), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:08.565359 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6a08bf60-e119-4a3c-af2f-0d62ac40941e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:08.572300 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-6a08bf60-e119-4a3c-af2f-0d62ac40941e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c171e6ed-3be7-4416-a234-86e0551adf1f HTTP/1.1" status: 204  len: 168 time: 0.4072738
May 07 22:08:08.622531 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf5fa3f-171f-41a7-b35a-ea6644984b30 None None] Pushing event updated for resources: {'Port': ['ID=cd41930f-9dd6-4d2d-b759-b2cfcfe8acae,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:08.647966 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-38af548a-1225-45fb-a9f7-6867d4a68cf0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:08.667426 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5541d428-44bb-4c79-927c-1c22c9993b0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:08.674186 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a08bf60-e119-4a3c-af2f-0d62ac40941e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c171e6ed-3be7-4416-a234-86e0551adf1f,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:08.730313 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d3eb95a8-0202-4708-bbb2-3151d26d7732 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (ce45e9c1-a13f-486e-8774-a472a198ed46), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:08.773831 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5541d428-44bb-4c79-927c-1c22c9993b0a admin admin] Publish callbacks [] for security_group (11d2fcd3-3afd-4bed-8a51-7dcc6af5756b), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:08.788391 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5541d428-44bb-4c79-927c-1c22c9993b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (11d2fcd3-3afd-4bed-8a51-7dcc6af5756b), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:08.790640 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eb95a8-0202-4708-bbb2-3151d26d7732 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event deleted for resources: {'Port': ['ID=ce45e9c1-a13f-486e-8774-a472a198ed46,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:08.845918 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d3eb95a8-0202-4708-bbb2-3151d26d7732 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:08.851155 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-5541d428-44bb-4c79-927c-1c22c9993b0a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5107020e7b9d4876bba13abc8b3348d9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3079586
May 07 22:08:08.855056 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 37662) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:08.855392 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 37664) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:08.855529 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-d3eb95a8-0202-4708-bbb2-3151d26d7732 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/ports/ce45e9c1-a13f-486e-8774-a472a198ed46 HTTP/1.1" status: 204  len: 168 time: 0.8340576
May 07 22:08:08.887604 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-38af548a-1225-45fb-a9f7-6867d4a68cf0 admin admin] Publish callbacks [] for security_group (15973cc6-4bcb-42a4-aadf-529b04abfb4c), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:08.896674 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-38af548a-1225-45fb-a9f7-6867d4a68cf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (15973cc6-4bcb-42a4-aadf-529b04abfb4c), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:08.916420 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5541d428-44bb-4c79-927c-1c22c9993b0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11d2fcd3-3afd-4bed-8a51-7dcc6af5756b,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:08.970803 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38af548a-1225-45fb-a9f7-6867d4a68cf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15973cc6-4bcb-42a4-aadf-529b04abfb4c,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:08.996953 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36010811-ea0e-4c09-b705-180f0ca07599 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:08.998298 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36010811-ea0e-4c09-b705-180f0ca07599 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:09.007384 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-36010811-ea0e-4c09-b705-180f0ca07599 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.1508446
May 07 22:08:09.007547 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-38af548a-1225-45fb-a9f7-6867d4a68cf0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9dc61bcebaca411f8e8109f31dcf2460&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7903299
May 07 22:08:09.008144 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 37670) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:09.013622 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 37672) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:09.065942 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d05733bf-f11c-40aa-9507-8377e68a8310 admin admin] Publish callbacks [] for security_group (11d2fcd3-3afd-4bed-8a51-7dcc6af5756b), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:09.105916 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6bfc0c6-8191-4150-8867-b13eaba617b6 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Deleting subnet f98bfcef-148f-4dcb-8f81-37ebf3b912fc {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:08:09.110381 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f6bfc0c6-8191-4150-8867-b13eaba617b6 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for subnet (f98bfcef-148f-4dcb-8f81-37ebf3b912fc), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:09.140000 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d05733bf-f11c-40aa-9507-8377e68a8310 admin admin] Publish callbacks [] for security_group (11d2fcd3-3afd-4bed-8a51-7dcc6af5756b), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:09.163436 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f6bfc0c6-8191-4150-8867-b13eaba617b6 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (f98bfcef-148f-4dcb-8f81-37ebf3b912fc), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:09.170720 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-02a7d900-f99f-4d76-9620-71b05e9b3de7 admin admin] Publish callbacks [] for security_group (15973cc6-4bcb-42a4-aadf-529b04abfb4c), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:09.217930 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-02a7d900-f99f-4d76-9620-71b05e9b3de7 admin admin] Publish callbacks [] for security_group (15973cc6-4bcb-42a4-aadf-529b04abfb4c), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:09.263894 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d05733bf-f11c-40aa-9507-8377e68a8310 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (11d2fcd3-3afd-4bed-8a51-7dcc6af5756b), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:09.267730 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d05733bf-f11c-40aa-9507-8377e68a8310 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:09.269899 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-d05733bf-f11c-40aa-9507-8377e68a8310 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/11d2fcd3-3afd-4bed-8a51-7dcc6af5756b HTTP/1.1" status: 204  len: 168 time: 0.4122939
May 07 22:08:09.281933 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05733bf-f11c-40aa-9507-8377e68a8310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11d2fcd3-3afd-4bed-8a51-7dcc6af5756b,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:09.301481 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d3144f-5a3a-4cf5-bf5d-c84eec9feb64 req-c0d5c355-5a43-44c6-afcc-9cb691fd6847 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:09.303233 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-25d3144f-5a3a-4cf5-bf5d-c84eec9feb64 req-c0d5c355-5a43-44c6-afcc-9cb691fd6847 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 945 time: 0.0892375
May 07 22:08:09.319813 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-02a7d900-f99f-4d76-9620-71b05e9b3de7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (15973cc6-4bcb-42a4-aadf-529b04abfb4c), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:09.330198 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-02a7d900-f99f-4d76-9620-71b05e9b3de7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:09.336169 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-02a7d900-f99f-4d76-9620-71b05e9b3de7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/15973cc6-4bcb-42a4-aadf-529b04abfb4c HTTP/1.1" status: 204  len: 168 time: 0.3207784
May 07 22:08:09.348987 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a7d900-f99f-4d76-9620-71b05e9b3de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15973cc6-4bcb-42a4-aadf-529b04abfb4c,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:09.405684 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-25d3144f-5a3a-4cf5-bf5d-c84eec9feb64 req-b3093193-44ab-4666-8e36-3ef677ffdd0b tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0878544
May 07 22:08:09.408546 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f6bfc0c6-8191-4150-8867-b13eaba617b6 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (f98bfcef-148f-4dcb-8f81-37ebf3b912fc), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:09.498882 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f6bfc0c6-8191-4150-8867-b13eaba617b6 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (f98bfcef-148f-4dcb-8f81-37ebf3b912fc), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:09.544557 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bfc0c6-8191-4150-8867-b13eaba617b6 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event deleted for resources: {'Subnet': ['ID=f98bfcef-148f-4dcb-8f81-37ebf3b912fc,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:09.547349 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f6bfc0c6-8191-4150-8867-b13eaba617b6 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:09.553163 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-f6bfc0c6-8191-4150-8867-b13eaba617b6 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/subnets/f98bfcef-148f-4dcb-8f81-37ebf3b912fc HTTP/1.1" status: 204  len: 168 time: 0.5439682
May 07 22:08:09.555735 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 37700) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:09.618821 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-995e5425-0774-48ee-ae23-f93862623dde tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0592678
May 07 22:08:09.619815 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 37712) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:09.627665 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-cd9905d1-b45a-4645-a740-e90c9b5b3c54 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Request body: {'subnet': {'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:08:09.778320 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3337ac49-4ed0-496d-a2a2-b89555186117 req-c13f862e-7672-4ced-9efe-36afc3d0de73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:09.780191 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3337ac49-4ed0-496d-a2a2-b89555186117 req-c13f862e-7672-4ced-9efe-36afc3d0de73 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=759c66c34f414c19b2109393738ef639&device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 1127 time: 0.0748928
May 07 22:08:09.824915 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb6d4ca-d17d-4288-9d6a-7e00724d8fd8 req-2e92be5e-25a9-44f4-81ee-812041cb7696 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:09.827497 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-feb6d4ca-d17d-4288-9d6a-7e00724d8fd8 req-2e92be5e-25a9-44f4-81ee-812041cb7696 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 945 time: 0.1349843
May 07 22:08:09.919639 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd9905d1-b45a-4645-a740-e90c9b5b3c54 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Made reservation on behalf of a45ecca62a364aaabca1717c79558f6f for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:08:09.928075 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 37726) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:09.933396 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cd9905d1-b45a-4645-a740-e90c9b5b3c54 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:09.950822 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-42b9bfb4-7e55-411d-b7dd-09ca2441fb22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:09.963599 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-feb6d4ca-d17d-4288-9d6a-7e00724d8fd8 req-3ca0f60e-3171-4581-b4eb-16d2e85f59a1 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1276944
May 07 22:08:10.048360 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 37732) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:10.065677 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3337ac49-4ed0-496d-a2a2-b89555186117 req-9b8b5a1d-32b9-4706-ab03-ec89e489e0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:10.070798 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3337ac49-4ed0-496d-a2a2-b89555186117 req-9b8b5a1d-32b9-4706-ab03-ec89e489e0d5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=33b52409-fae0-4935-b5d0-15acefaa0f3f HTTP/1.1" status: 200  len: 913 time: 0.2825499
May 07 22:08:10.275698 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b3ad824e-bf0b-4b84-8f80-3ced9df3cb7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:10.287651 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3337ac49-4ed0-496d-a2a2-b89555186117 req-d4c8864c-9b0d-41a7-a1f5-3442a16876d7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d78a47c-1b52-4c8f-ad8e-184b9192eee5 HTTP/1.1" status: 200  len: 1000 time: 0.1741161
May 07 22:08:10.307614 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 37736) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:10.350466 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cd9905d1-b45a-4645-a740-e90c9b5b3c54 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (849c2ebe-0626-40b8-905f-7abd067e62c3), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:10.355808 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f2c637-29c2-4348-90c8-53c19321b0ab None None] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:08:10.445525 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3337ac49-4ed0-496d-a2a2-b89555186117 req-e7e165ff-7c90-41ec-aca7-6b5dc0b5eb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:10.447328 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3337ac49-4ed0-496d-a2a2-b89555186117 req-e7e165ff-7c90-41ec-aca7-6b5dc0b5eb02 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3e304f3b-3927-4f57-b6d9-ff32c4ae5938 HTTP/1.1" status: 200  len: 851 time: 0.1449845
May 07 22:08:10.450549 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9905d1-b45a-4645-a740-e90c9b5b3c54 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:08:10.456539 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-2712f8bd-4d61-4e74-b12c-eb67b719fa98 None None] Provisioning complete for port cd41930f-9dd6-4d2d-b759-b2cfcfe8acae triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:08:10.456927 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2712f8bd-4d61-4e74-b12c-eb67b719fa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (cd41930f-9dd6-4d2d-b759-b2cfcfe8acae), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:10.458376 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-cd9905d1-b45a-4645-a740-e90c9b5b3c54 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:08:10.465244 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd9905d1-b45a-4645-a740-e90c9b5b3c54 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:10.466718 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cd9905d1-b45a-4645-a740-e90c9b5b3c54 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:10.515653 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-cd9905d1-b45a-4645-a740-e90c9b5b3c54 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.8883572
May 07 22:08:10.516871 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 37740) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:10.532791 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-166ca5ac-f8b8-4df8-a1e7-06d5a36c74a1 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Request body: {'port': {'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'fixed_ips': [{'subnet_id': '849c2ebe-0626-40b8-905f-7abd067e62c3', 'ip_address': '2001:db8::1fae:2a85:fd36:3fa2'}], 'name': 'tempest-NetworksTestDHCPv6-321213584'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:08:10.545277 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-42b9bfb4-7e55-411d-b7dd-09ca2441fb22 admin admin] Publish callbacks [] for security_group (f8a4264e-831b-4418-8b59-4f03811dd184), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:10.556451 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9905d1-b45a-4645-a740-e90c9b5b3c54 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event updated for resources: {'Subnet': ['ID=849c2ebe-0626-40b8-905f-7abd067e62c3,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:10.563102 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3337ac49-4ed0-496d-a2a2-b89555186117 req-1743e75e-1f2e-4931-a761-bc64573c8703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:10.566637 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3337ac49-4ed0-496d-a2a2-b89555186117 req-1743e75e-1f2e-4931-a761-bc64573c8703 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=33b52409-fae0-4935-b5d0-15acefaa0f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0982735
May 07 22:08:10.570642 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-42b9bfb4-7e55-411d-b7dd-09ca2441fb22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (f8a4264e-831b-4418-8b59-4f03811dd184), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:10.600188 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-7fafca71-352a-4294-a9f2-46fc893a9305 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-479627514-network', 'tenant_id': '72be56c2d4a54014a8f741c451fe014e'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:08:10.642592 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-2712f8bd-4d61-4e74-b12c-eb67b719fa98 None None] Current status of the port cd41930f-9dd6-4d2d-b759-b2cfcfe8acae is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:08:10.643161 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2712f8bd-4d61-4e74-b12c-eb67b719fa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (cd41930f-9dd6-4d2d-b759-b2cfcfe8acae), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:10.673085 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fafca71-352a-4294-a9f2-46fc893a9305 admin admin] Made reservation on behalf of 72be56c2d4a54014a8f741c451fe014e for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:08:10.675325 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7fafca71-352a-4294-a9f2-46fc893a9305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:10.693133 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7fafca71-352a-4294-a9f2-46fc893a9305 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:10.725631 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 37744) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:10.726603 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-42b9bfb4-7e55-411d-b7dd-09ca2441fb22 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0652ce3844234e669a65b104c4f34529&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7954187
May 07 22:08:10.733936 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-2712f8bd-4d61-4e74-b12c-eb67b719fa98 None None] For port cd41930f-9dd6-4d2d-b759-b2cfcfe8acae, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cd41930f-9dd6-4d2d-b759-b2cfcfe8acae,segment=NetworkSegment(0c54767f-f5cc-4fe8-be2b-89310a1e6df6),segment_id=0c54767f-f5cc-4fe8-be2b-89310a1e6df6)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:08:10.747322 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2712f8bd-4d61-4e74-b12c-eb67b719fa98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (cd41930f-9dd6-4d2d-b759-b2cfcfe8acae), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:10.794957 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b3ad824e-bf0b-4b84-8f80-3ced9df3cb7c admin admin] Publish callbacks [] for security_group (1c4c2f16-75c6-4337-b5e7-805a8fc23dfe), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:10.796530 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b9bfb4-7e55-411d-b7dd-09ca2441fb22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a4264e-831b-4418-8b59-4f03811dd184,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:10.811703 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b3ad824e-bf0b-4b84-8f80-3ced9df3cb7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (1c4c2f16-75c6-4337-b5e7-805a8fc23dfe), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:10.813338 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-166ca5ac-f8b8-4df8-a1e7-06d5a36c74a1 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Made reservation on behalf of a45ecca62a364aaabca1717c79558f6f for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:08:10.818602 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-166ca5ac-f8b8-4df8-a1e7-06d5a36c74a1 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:10.838479 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 37746) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:10.846114 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2712f8bd-4d61-4e74-b12c-eb67b719fa98 None None] Pushing event updated for resources: {'Port': ['ID=cd41930f-9dd6-4d2d-b759-b2cfcfe8acae,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:10.872207 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [None req-166ca5ac-f8b8-4df8-a1e7-06d5a36c74a1 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] device_id is not set on port 7d08daaa-b99c-4770-bc2d-9ea226dd5742 yet. {{(pid=121837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 22:08:10.882724 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ad824e-bf0b-4b84-8f80-3ced9df3cb7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c4c2f16-75c6-4337-b5e7-805a8fc23dfe,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:10.897822 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-b3ad824e-bf0b-4b84-8f80-3ced9df3cb7c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f97a7403fdce4830bc242236241054a3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8482089
May 07 22:08:10.904226 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 37750) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:10.935450 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3337ac49-4ed0-496d-a2a2-b89555186117 req-68b7ad84-9319-4de3-af24-daaf44636c6d service neutron] 10.222.0.55 "GET /v2.0/networks/33b52409-fae0-4935-b5d0-15acefaa0f3f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3118060
May 07 22:08:10.966801 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-16365cc1-5b18-49f6-9b44-3d5f676e895c admin admin] Publish callbacks [] for security_group (f8a4264e-831b-4418-8b59-4f03811dd184), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:10.974812 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34eb4c4-d9ba-4dae-bff5-91bca746901e None None] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:08:11.036471 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7fafca71-352a-4294-a9f2-46fc893a9305 admin admin] Publish callbacks [] for security_group (5c334649-d42d-4f47-becb-d6172ad1614f), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:11.068906 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4062dc8f-dfac-43e3-a303-3e84a7d6c167 admin admin] Publish callbacks [] for security_group (1c4c2f16-75c6-4337-b5e7-805a8fc23dfe), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:11.079024 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7fafca71-352a-4294-a9f2-46fc893a9305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (5c334649-d42d-4f47-becb-d6172ad1614f), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:11.080686 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device cd41930f-9dd6-4d2d-b759-b2cfcfe8acae up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:08:11.084489 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-16365cc1-5b18-49f6-9b44-3d5f676e895c admin admin] Publish callbacks [] for security_group (f8a4264e-831b-4418-8b59-4f03811dd184), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:11.124422 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-3e7c52d0-bdb1-4a37-bb0c-1691c6b99c88 None None] Provisioning complete for port cd41930f-9dd6-4d2d-b759-b2cfcfe8acae triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:08:11.125067 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-3e7c52d0-bdb1-4a37-bb0c-1691c6b99c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (cd41930f-9dd6-4d2d-b759-b2cfcfe8acae), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:11.135651 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4062dc8f-dfac-43e3-a303-3e84a7d6c167 admin admin] Publish callbacks [] for security_group (1c4c2f16-75c6-4337-b5e7-805a8fc23dfe), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:11.136369 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-746efd0f-4467-4d02-be63-13242a8db341 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:11.151094 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3337ac49-4ed0-496d-a2a2-b89555186117 req-a5aefe02-e3f1-49ea-b2c9-12978026272e service neutron] 10.222.0.55 "GET /v2.0/networks/33b52409-fae0-4935-b5d0-15acefaa0f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2063062
May 07 22:08:11.173497 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fafca71-352a-4294-a9f2-46fc893a9305 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:08:11.186805 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5a7053-ca24-4e3f-abc0-9db9876eb610 req-ad716d29-60c8-43db-b361-baf3d08e0d97 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:11.188630 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0d5a7053-ca24-4e3f-abc0-9db9876eb610 req-ad716d29-60c8-43db-b361-baf3d08e0d97 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 945 time: 0.1098936
May 07 22:08:11.243269 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port cd41930f-9dd6-4d2d-b759-b2cfcfe8acae triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:08:11.243615 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (cd41930f-9dd6-4d2d-b759-b2cfcfe8acae), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:11.255130 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0d5a7053-ca24-4e3f-abc0-9db9876eb610 req-cde4c2aa-1d81-445d-9b20-c0f3b41c10f9 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0589392
May 07 22:08:11.263355 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4062dc8f-dfac-43e3-a303-3e84a7d6c167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (1c4c2f16-75c6-4337-b5e7-805a8fc23dfe), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:11.266864 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4062dc8f-dfac-43e3-a303-3e84a7d6c167 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:11.270828 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-4062dc8f-dfac-43e3-a303-3e84a7d6c167 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1c4c2f16-75c6-4337-b5e7-805a8fc23dfe HTTP/1.1" status: 204  len: 168 time: 0.3652759
May 07 22:08:11.274410 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-746efd0f-4467-4d02-be63-13242a8db341 admin admin] Publish callbacks [] for security_group (7c44a52d-2706-42e9-9855-af6319011782), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:11.281039 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4062dc8f-dfac-43e3-a303-3e84a7d6c167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c4c2f16-75c6-4337-b5e7-805a8fc23dfe,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:11.310323 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fafca71-352a-4294-a9f2-46fc893a9305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c334649-d42d-4f47-becb-d6172ad1614f,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:11.331642 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-746efd0f-4467-4d02-be63-13242a8db341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (7c44a52d-2706-42e9-9855-af6319011782), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:11.351074 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-3e7c52d0-bdb1-4a37-bb0c-1691c6b99c88 None None] Current status of the port cd41930f-9dd6-4d2d-b759-b2cfcfe8acae is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:08:11.378419 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-746efd0f-4467-4d02-be63-13242a8db341 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ada272cf0693430583f1dc2c0e59c479&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5318627
May 07 22:08:11.381571 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 37756) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:11.387782 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-166ca5ac-f8b8-4df8-a1e7-06d5a36c74a1 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Allocated IP 2001:db8::1fae:2a85:fd36:3fa2 (c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a/849c2ebe-0626-40b8-905f-7abd067e62c3/7d08daaa-b99c-4770-bc2d-9ea226dd5742) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:08:11.391479 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7fafca71-352a-4294-a9f2-46fc893a9305 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (e9dfa04b-244b-4a92-b433-79dbf6b894df), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:11.391999 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-7fafca71-352a-4294-a9f2-46fc893a9305 admin admin] Added segment e9dfa04b-244b-4a92-b433-79dbf6b894df of type vlan for network 75e42e23-8e74-41bd-9a60-3536f620fe26
May 07 22:08:11.432979 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port cd41930f-9dd6-4d2d-b759-b2cfcfe8acae is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:08:11.471489 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1e1617b2-7cfd-40db-abd4-d3223f82107d admin admin] Publish callbacks [] for security_group (7c44a52d-2706-42e9-9855-af6319011782), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:11.500609 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746efd0f-4467-4d02-be63-13242a8db341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c44a52d-2706-42e9-9855-af6319011782,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:11.510446 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1e1617b2-7cfd-40db-abd4-d3223f82107d admin admin] Publish callbacks [] for security_group (7c44a52d-2706-42e9-9855-af6319011782), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:11.517549 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7fafca71-352a-4294-a9f2-46fc893a9305 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (75e42e23-8e74-41bd-9a60-3536f620fe26), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:11.550409 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-16365cc1-5b18-49f6-9b44-3d5f676e895c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (f8a4264e-831b-4418-8b59-4f03811dd184), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:11.558841 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-16365cc1-5b18-49f6-9b44-3d5f676e895c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:11.566297 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-16365cc1-5b18-49f6-9b44-3d5f676e895c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f8a4264e-831b-4418-8b59-4f03811dd184 HTTP/1.1" status: 204  len: 168 time: 0.8363249
May 07 22:08:11.578640 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1e1617b2-7cfd-40db-abd4-d3223f82107d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (7c44a52d-2706-42e9-9855-af6319011782), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:11.583876 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1e1617b2-7cfd-40db-abd4-d3223f82107d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:11.588801 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-1e1617b2-7cfd-40db-abd4-d3223f82107d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7c44a52d-2706-42e9-9855-af6319011782 HTTP/1.1" status: 204  len: 168 time: 0.2033939
May 07 22:08:11.598985 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1617b2-7cfd-40db-abd4-d3223f82107d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c44a52d-2706-42e9-9855-af6319011782,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:11.599688 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16365cc1-5b18-49f6-9b44-3d5f676e895c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a4264e-831b-4418-8b59-4f03811dd184,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:11.649583 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7fafca71-352a-4294-a9f2-46fc893a9305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (75e42e23-8e74-41bd-9a60-3536f620fe26), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:11.654234 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fafca71-352a-4294-a9f2-46fc893a9305 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:11.654901 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7fafca71-352a-4294-a9f2-46fc893a9305 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:11.701895 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 37768) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:11.703200 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-7c7a5dbf-1a00-4a1c-9276-7977ff8d0e14 None None] Provisioning complete for port cd41930f-9dd6-4d2d-b759-b2cfcfe8acae triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:08:11.704135 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-7fafca71-352a-4294-a9f2-46fc893a9305 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 1.3952355
May 07 22:08:11.704629 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7c7a5dbf-1a00-4a1c-9276-7977ff8d0e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (cd41930f-9dd6-4d2d-b759-b2cfcfe8acae), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:11.709864 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-dd023f24-bc44-4e77-9bfb-76e64bcebd16 admin admin] Request body: {'subnet': {'network_id': '75e42e23-8e74-41bd-9a60-3536f620fe26', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-479627514-subnet', 'tenant_id': '72be56c2d4a54014a8f741c451fe014e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:08:11.748637 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd023f24-bc44-4e77-9bfb-76e64bcebd16 admin admin] Made reservation on behalf of 72be56c2d4a54014a8f741c451fe014e for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:08:11.752506 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-dd023f24-bc44-4e77-9bfb-76e64bcebd16 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:11.836872 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-7c7a5dbf-1a00-4a1c-9276-7977ff8d0e14 None None] Current status of the port cd41930f-9dd6-4d2d-b759-b2cfcfe8acae is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:08:11.908369 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fafca71-352a-4294-a9f2-46fc893a9305 admin admin] Pushing event updated for resources: {'Network': ['ID=75e42e23-8e74-41bd-9a60-3536f620fe26,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:11.921225 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 75e42e23-8e74-41bd-9a60-3536f620fe26 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:08:11.968221 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-166ca5ac-f8b8-4df8-a1e7-06d5a36c74a1 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for port (7d08daaa-b99c-4770-bc2d-9ea226dd5742), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:12.035728 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-166ca5ac-f8b8-4df8-a1e7-06d5a36c74a1 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (7d08daaa-b99c-4770-bc2d-9ea226dd5742), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:12.071079 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-c5b12303-43c6-4e9f-8e86-8f410b9b6d86 None None] Could not find standard attr ID for object 8a16cbc6-09a2-4b75-b6b4-8de2ebc257b9. {{(pid=121838) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
May 07 22:08:12.129563 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-dd023f24-bc44-4e77-9bfb-76e64bcebd16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (85ec4fb9-6ccb-4163-9592-93dc6ae8e23f), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:12.133691 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166ca5ac-f8b8-4df8-a1e7-06d5a36c74a1 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:08:12.142268 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-166ca5ac-f8b8-4df8-a1e7-06d5a36c74a1 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:08:12.147497 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166ca5ac-f8b8-4df8-a1e7-06d5a36c74a1 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:08:12.161347 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166ca5ac-f8b8-4df8-a1e7-06d5a36c74a1 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:12.165864 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-166ca5ac-f8b8-4df8-a1e7-06d5a36c74a1 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:12.216328 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166ca5ac-f8b8-4df8-a1e7-06d5a36c74a1 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event updated for resources: {'Port': ['ID=7d08daaa-b99c-4770-bc2d-9ea226dd5742,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:12.217205 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd023f24-bc44-4e77-9bfb-76e64bcebd16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85ec4fb9-6ccb-4163-9592-93dc6ae8e23f,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:12.238062 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-166ca5ac-f8b8-4df8-a1e7-06d5a36c74a1 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 1.7172246
May 07 22:08:12.238062 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 37784) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:12.248648 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd023f24-bc44-4e77-9bfb-76e64bcebd16 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:08:12.249159 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd023f24-bc44-4e77-9bfb-76e64bcebd16 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:08:12.249773 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd023f24-bc44-4e77-9bfb-76e64bcebd16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:08:12.250437 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd023f24-bc44-4e77-9bfb-76e64bcebd16 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:08:12.251382 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd023f24-bc44-4e77-9bfb-76e64bcebd16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:08:12.251923 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd023f24-bc44-4e77-9bfb-76e64bcebd16 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:08:12.252462 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd023f24-bc44-4e77-9bfb-76e64bcebd16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:08:12.253023 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd023f24-bc44-4e77-9bfb-76e64bcebd16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:08:12.253553 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd023f24-bc44-4e77-9bfb-76e64bcebd16 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:08:12.254212 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd023f24-bc44-4e77-9bfb-76e64bcebd16 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:08:12.255009 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd023f24-bc44-4e77-9bfb-76e64bcebd16 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:08:12.255435 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd023f24-bc44-4e77-9bfb-76e64bcebd16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:08:12.255778 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd023f24-bc44-4e77-9bfb-76e64bcebd16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:08:12.256117 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd023f24-bc44-4e77-9bfb-76e64bcebd16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:08:12.256455 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd023f24-bc44-4e77-9bfb-76e64bcebd16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:08:12.268900 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd023f24-bc44-4e77-9bfb-76e64bcebd16 admin admin] Checking segment: {'id': 'e9dfa04b-244b-4a92-b433-79dbf6b894df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '75e42e23-8e74-41bd-9a60-3536f620fe26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:08:12.269540 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd023f24-bc44-4e77-9bfb-76e64bcebd16 admin admin] Network hostable DHCP agents. Network: 75e42e23-8e74-41bd-9a60-3536f620fe26, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:08:12.297119 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd023f24-bc44-4e77-9bfb-76e64bcebd16 admin admin] Network 75e42e23-8e74-41bd-9a60-3536f620fe26 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:08:12.317752 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-dd023f24-bc44-4e77-9bfb-76e64bcebd16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 75e42e23-8e74-41bd-9a60-3536f620fe26) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:08:12.323910 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd023f24-bc44-4e77-9bfb-76e64bcebd16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:12.324634 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-dd023f24-bc44-4e77-9bfb-76e64bcebd16 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:12.334151 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 37790) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:12.343137 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60994823-9107-40f3-8188-7dbe316a030d tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:12.349977 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32bf8383-de64-41d1-bdc5-70ac5e56994c None None] Network 75e42e23-8e74-41bd-9a60-3536f620fe26 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:08:12.357399 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60994823-9107-40f3-8188-7dbe316a030d tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:12.360699 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-60994823-9107-40f3-8188-7dbe316a030d tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1607 time: 0.1216474
May 07 22:08:12.365636 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 37792) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:12.382695 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-54a3464c-e086-4092-bc19-cb53ee9b4c71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:12.416031 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-dd023f24-bc44-4e77-9bfb-76e64bcebd16 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.7125070
May 07 22:08:12.424685 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-63853cf5-3244-49f7-afca-cd301ef2fc89 None None] Could not find standard attr ID for object dce2a89c-3e5e-48e6-a0cc-5393495939f8. {{(pid=121838) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
May 07 22:08:12.532632 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-04593378-36c4-4dfe-873a-57c038ebb036 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Deleting port 7d08daaa-b99c-4770-bc2d-9ea226dd5742 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:08:12.532981 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-04593378-36c4-4dfe-873a-57c038ebb036 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (7d08daaa-b99c-4770-bc2d-9ea226dd5742), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:12.552341 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef01fc82-b5ca-4f6f-a6a5-a288fb07541f req-5871901f-46f3-4a5b-a64b-86673ae4f68f tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:12.558661 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ef01fc82-b5ca-4f6f-a6a5-a288fb07541f req-5871901f-46f3-4a5b-a64b-86673ae4f68f tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 945 time: 0.1496792
May 07 22:08:12.706339 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ef01fc82-b5ca-4f6f-a6a5-a288fb07541f req-9893a2af-0e86-425e-8487-3f5f2c5675c9 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1433365
May 07 22:08:12.732661 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-54a3464c-e086-4092-bc19-cb53ee9b4c71 admin admin] Publish callbacks [] for security_group (c8f105ba-7090-4040-84cf-5bd10c72d557), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:12.745138 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-04593378-36c4-4dfe-873a-57c038ebb036 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (7d08daaa-b99c-4770-bc2d-9ea226dd5742), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:12.751392 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-54a3464c-e086-4092-bc19-cb53ee9b4c71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (c8f105ba-7090-4040-84cf-5bd10c72d557), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:12.781924 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-04593378-36c4-4dfe-873a-57c038ebb036 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Calling delete_port for 7d08daaa-b99c-4770-bc2d-9ea226dd5742 owned by  {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:08:12.788685 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36ca29b-267c-443d-9abf-5481b8b5ecec None None] Network 75e42e23-8e74-41bd-9a60-3536f620fe26 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:08:12.805800 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-faf7d505-d182-44af-92fa-a8d46cf4d16e None None] Could not find standard attr ID for object 2b3fde08-5bb6-4260-aaa8-2d6b569d6671. {{(pid=121838) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
May 07 22:08:12.880685 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-54a3464c-e086-4092-bc19-cb53ee9b4c71 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5fab2e2282ac4883bd4ec4001e3c33ee&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5408683
May 07 22:08:12.886840 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 37810) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:12.911675 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a3464c-e086-4092-bc19-cb53ee9b4c71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f105ba-7090-4040-84cf-5bd10c72d557,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:12.968332 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device cd41930f-9dd6-4d2d-b759-b2cfcfe8acae up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:08:12.989242 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a069b0-d247-4eee-be5a-86737b4a77ea req-7af12599-c3c8-4d7f-8859-c20ac2c78b48 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:12.999704 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-79a069b0-d247-4eee-be5a-86737b4a77ea req-7af12599-c3c8-4d7f-8859-c20ac2c78b48 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 945 time: 0.0900435
May 07 22:08:13.031215 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f114e7fa-28cb-4bae-b2db-0324246f0fd8 admin admin] Publish callbacks [] for security_group (c8f105ba-7090-4040-84cf-5bd10c72d557), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:13.095344 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f114e7fa-28cb-4bae-b2db-0324246f0fd8 admin admin] Publish callbacks [] for security_group (c8f105ba-7090-4040-84cf-5bd10c72d557), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:13.116383 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-86b41000-06e0-47ea-bf5e-71758f6f2e32 None None] Could not find standard attr ID for object ce45e9c1-a13f-486e-8774-a472a198ed46. {{(pid=121838) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
May 07 22:08:13.175537 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-79a069b0-d247-4eee-be5a-86737b4a77ea req-9f98d155-801a-49ec-9280-cc8501d2e063 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1711776
May 07 22:08:13.178226 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-04593378-36c4-4dfe-873a-57c038ebb036 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (7d08daaa-b99c-4770-bc2d-9ea226dd5742), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:13.196766 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port cd41930f-9dd6-4d2d-b759-b2cfcfe8acae triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:08:13.196766 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (cd41930f-9dd6-4d2d-b759-b2cfcfe8acae), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:13.220518 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f114e7fa-28cb-4bae-b2db-0324246f0fd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (c8f105ba-7090-4040-84cf-5bd10c72d557), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:13.223590 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f114e7fa-28cb-4bae-b2db-0324246f0fd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:13.228208 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-f114e7fa-28cb-4bae-b2db-0324246f0fd8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c8f105ba-7090-4040-84cf-5bd10c72d557 HTTP/1.1" status: 204  len: 168 time: 0.3400831
May 07 22:08:13.256732 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f114e7fa-28cb-4bae-b2db-0324246f0fd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f105ba-7090-4040-84cf-5bd10c72d557,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:13.347072 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04593378-36c4-4dfe-873a-57c038ebb036 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event deleted for resources: {'Port': ['ID=7d08daaa-b99c-4770-bc2d-9ea226dd5742,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:13.397509 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-04593378-36c4-4dfe-873a-57c038ebb036 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:13.407488 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-04593378-36c4-4dfe-873a-57c038ebb036 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/ports/7d08daaa-b99c-4770-bc2d-9ea226dd5742 HTTP/1.1" status: 204  len: 168 time: 1.0380442
May 07 22:08:13.413115 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 37824) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:13.464438 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c649c40b-e335-4f98-a48e-7ff756a35c1c req-fb617e33-c6b9-4c86-8753-8e8580d2079c tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:13.466546 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c649c40b-e335-4f98-a48e-7ff756a35c1c req-fb617e33-c6b9-4c86-8753-8e8580d2079c tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 945 time: 0.1431994
May 07 22:08:13.487511 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port cd41930f-9dd6-4d2d-b759-b2cfcfe8acae is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:08:13.529218 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538144d0-719f-4a79-963a-1965233aed99 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:13.531447 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538144d0-719f-4a79-963a-1965233aed99 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:13.534891 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-538144d0-719f-4a79-963a-1965233aed99 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.1190629
May 07 22:08:13.536948 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 37828) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:13.560885 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-bccabe65-d544-43a6-a5ce-10928b9b972f None None] Could not find standard attr ID for object 7d08daaa-b99c-4770-bc2d-9ea226dd5742. {{(pid=121838) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
May 07 22:08:13.571612 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c649c40b-e335-4f98-a48e-7ff756a35c1c req-a7db2ddf-f4a3-4fef-b4d4-ee167c86da08 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0987399
May 07 22:08:13.654819 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a2e53fc-4f23-4a9f-a002-00a4683d94c9 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Deleting subnet 849c2ebe-0626-40b8-905f-7abd067e62c3 {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:08:13.658973 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1a2e53fc-4f23-4a9f-a002-00a4683d94c9 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for subnet (849c2ebe-0626-40b8-905f-7abd067e62c3), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:13.706029 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1a2e53fc-4f23-4a9f-a002-00a4683d94c9 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (849c2ebe-0626-40b8-905f-7abd067e62c3), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:14.153418 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1a2e53fc-4f23-4a9f-a002-00a4683d94c9 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (849c2ebe-0626-40b8-905f-7abd067e62c3), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:14.245446 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6634a5-c7af-4c4d-9b26-4ea1be492f1e req-5e5ae50d-9c7e-4252-96da-4788c75af4d8 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:14.253277 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4f6634a5-c7af-4c4d-9b26-4ea1be492f1e req-5e5ae50d-9c7e-4252-96da-4788c75af4d8 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 945 time: 0.0699632
May 07 22:08:14.332717 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1a2e53fc-4f23-4a9f-a002-00a4683d94c9 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (849c2ebe-0626-40b8-905f-7abd067e62c3), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:14.344454 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4f6634a5-c7af-4c4d-9b26-4ea1be492f1e req-ff80a704-8948-4c95-a3f5-04c7de34d59e tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0904303
May 07 22:08:14.404666 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1a2e53fc-4f23-4a9f-a002-00a4683d94c9 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:14.412483 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 37878) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:14.415739 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-1a2e53fc-4f23-4a9f-a002-00a4683d94c9 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/subnets/849c2ebe-0626-40b8-905f-7abd067e62c3 HTTP/1.1" status: 204  len: 168 time: 0.8756309
May 07 22:08:14.417234 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2e53fc-4f23-4a9f-a002-00a4683d94c9 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event deleted for resources: {'Subnet': ['ID=849c2ebe-0626-40b8-905f-7abd067e62c3,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:14.485143 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-7b893daf-f88b-47b4-bcad-a8eef5c71aac tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0715132
May 07 22:08:14.488401 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 37880) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:14.494677 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-f2a429fa-0f92-4961-9ccc-bd6c060d62bc tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Request body: {'subnet': {'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:08:14.605778 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfffb72-2716-49e4-bf70-07821d919148 req-a7312e5d-105c-496f-abd2-69a92afd7ee2 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:14.614119 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6cfffb72-2716-49e4-bf70-07821d919148 req-a7312e5d-105c-496f-abd2-69a92afd7ee2 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 945 time: 0.1316202
May 07 22:08:14.642049 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2a429fa-0f92-4961-9ccc-bd6c060d62bc tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Made reservation on behalf of a45ecca62a364aaabca1717c79558f6f for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:08:14.649321 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f2a429fa-0f92-4961-9ccc-bd6c060d62bc tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:14.675320 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6cfffb72-2716-49e4-bf70-07821d919148 req-19e7b968-3d11-4ea0-8103-6e96d2dbf335 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0603113
May 07 22:08:14.800660 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38a9c9b-21a5-4639-be77-bbb613fd865d None None] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:08:14.959711 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f2a429fa-0f92-4961-9ccc-bd6c060d62bc tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (6f76bfe0-8d37-4d28-85b4-9131927d663c), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:15.031251 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a429fa-0f92-4961-9ccc-bd6c060d62bc tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:08:15.032010 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b36986-0839-4f6c-8353-50889de87bb9 None None] DHCP port deletion for c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:08:15.035666 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-f2a429fa-0f92-4961-9ccc-bd6c060d62bc tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:08:15.042694 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a429fa-0f92-4961-9ccc-bd6c060d62bc tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:15.044266 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f2a429fa-0f92-4961-9ccc-bd6c060d62bc tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:15.053090 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a429fa-0f92-4961-9ccc-bd6c060d62bc tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event updated for resources: {'Subnet': ['ID=6f76bfe0-8d37-4d28-85b4-9131927d663c,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:15.071350 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-f2a429fa-0f92-4961-9ccc-bd6c060d62bc tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 0.5816061
May 07 22:08:15.075833 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 37910) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:15.085546 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1062cb2e-36ea-4928-a6bc-d0f0320667bc req-a63297c0-3a73-4e84-a507-2b53d016f117 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:15.085928 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-3c55cc66-b3fb-4431-a0d1-a71c455474ce tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Request body: {'port': {'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'fixed_ips': [{'subnet_id': '6f76bfe0-8d37-4d28-85b4-9131927d663c', 'ip_address': '2001:db8::2bff:2bb6:fc49:7f1'}], 'name': 'tempest-NetworksTestDHCPv6-1893508740'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:08:15.091128 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1062cb2e-36ea-4928-a6bc-d0f0320667bc req-a63297c0-3a73-4e84-a507-2b53d016f117 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 945 time: 0.0827825
May 07 22:08:15.128823 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-e8b36986-0839-4f6c-8353-50889de87bb9 None None] Deleting port cd41930f-9dd6-4d2d-b759-b2cfcfe8acae {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:08:15.130080 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e8b36986-0839-4f6c-8353-50889de87bb9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (cd41930f-9dd6-4d2d-b759-b2cfcfe8acae), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:15.219970 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1062cb2e-36ea-4928-a6bc-d0f0320667bc req-fc22c70e-cd1e-4ecf-a20e-c7cd53d48f5c tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1265237
May 07 22:08:15.303280 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-e8b36986-0839-4f6c-8353-50889de87bb9 None None] For port cd41930f-9dd6-4d2d-b759-b2cfcfe8acae, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cd41930f-9dd6-4d2d-b759-b2cfcfe8acae,segment=NetworkSegment(0c54767f-f5cc-4fe8-be2b-89310a1e6df6),segment_id=0c54767f-f5cc-4fe8-be2b-89310a1e6df6)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:08:15.304502 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e8b36986-0839-4f6c-8353-50889de87bb9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (cd41930f-9dd6-4d2d-b759-b2cfcfe8acae), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:15.327437 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-e8b36986-0839-4f6c-8353-50889de87bb9 None None] Calling delete_port for cd41930f-9dd6-4d2d-b759-b2cfcfe8acae owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:08:15.375743 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c55cc66-b3fb-4431-a0d1-a71c455474ce tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Made reservation on behalf of a45ecca62a364aaabca1717c79558f6f for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:08:15.509269 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e8b36986-0839-4f6c-8353-50889de87bb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (cd41930f-9dd6-4d2d-b759-b2cfcfe8acae), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:15.541063 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b36986-0839-4f6c-8353-50889de87bb9 None None] Pushing event deleted for resources: {'Port': ['ID=cd41930f-9dd6-4d2d-b759-b2cfcfe8acae,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:15.545171 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b36986-0839-4f6c-8353-50889de87bb9 None None] No DVR routers for this DVR port cd41930f-9dd6-4d2d-b759-b2cfcfe8acae on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:08:15.551681 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3c55cc66-b3fb-4431-a0d1-a71c455474ce tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:15.562536 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8b8527-449d-4edc-8672-5ef5df74417f None None] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:08:15.576378 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [None req-3c55cc66-b3fb-4431-a0d1-a71c455474ce tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] device_id is not set on port e96df846-3be1-4190-b7d4-a8589bf8d0f9 yet. {{(pid=121837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 22:08:15.752814 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b803c05a-bdb6-47ca-b7f0-592a251f2fbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'project_id': 'a45ecca62a364aaabca1717c79558f6f', 'fixed_ips': [{'subnet_id': '6f76bfe0-8d37-4d28-85b4-9131927d663c'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:08:15.754054 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b803c05a-bdb6-47ca-b7f0-592a251f2fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:15.801085 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-3c55cc66-b3fb-4431-a0d1-a71c455474ce tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Allocated IP 2001:db8::2bff:2bb6:fc49:7f1 (c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a/6f76bfe0-8d37-4d28-85b4-9131927d663c/e96df846-3be1-4190-b7d4-a8589bf8d0f9) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:08:15.985629 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3c55cc66-b3fb-4431-a0d1-a71c455474ce tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for port (e96df846-3be1-4190-b7d4-a8589bf8d0f9), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:16.024757 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3c55cc66-b3fb-4431-a0d1-a71c455474ce tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (e96df846-3be1-4190-b7d4-a8589bf8d0f9), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:16.094683 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-b803c05a-bdb6-47ca-b7f0-592a251f2fbd None None] Allocated IP 2001:db8::2 (c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a/6f76bfe0-8d37-4d28-85b4-9131927d663c/58de7372-1c9d-403b-a050-8324c430728e) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:08:16.104042 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c55cc66-b3fb-4431-a0d1-a71c455474ce tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:08:16.105870 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c55cc66-b3fb-4431-a0d1-a71c455474ce tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event updated for resources: {'Port': ['ID=e96df846-3be1-4190-b7d4-a8589bf8d0f9,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:16.108713 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-3c55cc66-b3fb-4431-a0d1-a71c455474ce tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:08:16.111721 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c55cc66-b3fb-4431-a0d1-a71c455474ce tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:08:16.117492 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c55cc66-b3fb-4431-a0d1-a71c455474ce tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:16.119101 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3c55cc66-b3fb-4431-a0d1-a71c455474ce tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:16.143023 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-3c55cc66-b3fb-4431-a0d1-a71c455474ce tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 1.0648522
May 07 22:08:16.145572 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 37976) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:16.194044 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7b5f53-7d72-4511-bed0-5f3914cfdedf tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:16.195993 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-9c7b5f53-7d72-4511-bed0-5f3914cfdedf tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 945 time: 0.0494275
May 07 22:08:16.198596 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 37978) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:16.306405 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 37986) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:16.321568 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-7944f1aa-19e8-4e84-b190-2cb99c6ef89a tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Deleting port e96df846-3be1-4190-b7d4-a8589bf8d0f9 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:08:16.322926 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7944f1aa-19e8-4e84-b190-2cb99c6ef89a tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (e96df846-3be1-4190-b7d4-a8589bf8d0f9), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:16.339266 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b803c05a-bdb6-47ca-b7f0-592a251f2fbd None None] Publish callbacks [] for port (58de7372-1c9d-403b-a050-8324c430728e), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:16.352745 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b803c05a-bdb6-47ca-b7f0-592a251f2fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (58de7372-1c9d-403b-a050-8324c430728e), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:16.398454 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b803c05a-bdb6-47ca-b7f0-592a251f2fbd None None] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:08:16.404692 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-b803c05a-bdb6-47ca-b7f0-592a251f2fbd None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:08:16.411440 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b803c05a-bdb6-47ca-b7f0-592a251f2fbd None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:08:16.466208 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fa93bc-c536-4a8a-81cc-afd10f672c13 req-6a5ee529-bbbf-4da1-bd5b-63835049357c tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:16.472789 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b803c05a-bdb6-47ca-b7f0-592a251f2fbd None None] Pushing event updated for resources: {'Port': ['ID=58de7372-1c9d-403b-a050-8324c430728e,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:16.473957 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f8fa93bc-c536-4a8a-81cc-afd10f672c13 req-6a5ee529-bbbf-4da1-bd5b-63835049357c tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 945 time: 0.1404860
May 07 22:08:16.523030 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-b803c05a-bdb6-47ca-b7f0-592a251f2fbd None None] Attempting to bind port 58de7372-1c9d-403b-a050-8324c430728e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:08:16.523420 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-b803c05a-bdb6-47ca-b7f0-592a251f2fbd None None] Attempting to bind port 58de7372-1c9d-403b-a050-8324c430728e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0c54767f-f5cc-4fe8-be2b-89310a1e6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:08:16.523976 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b803c05a-bdb6-47ca-b7f0-592a251f2fbd None None] Attempting to bind port 58de7372-1c9d-403b-a050-8324c430728e on network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:08:16.531611 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b803c05a-bdb6-47ca-b7f0-592a251f2fbd None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:08:16.532027 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b803c05a-bdb6-47ca-b7f0-592a251f2fbd None None] Checking segment: {'id': '0c54767f-f5cc-4fe8-be2b-89310a1e6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:08:16.532539 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b803c05a-bdb6-47ca-b7f0-592a251f2fbd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:16.532858 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b803c05a-bdb6-47ca-b7f0-592a251f2fbd None None] Bound using segment: {'id': '0c54767f-f5cc-4fe8-be2b-89310a1e6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:08:16.533419 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-b803c05a-bdb6-47ca-b7f0-592a251f2fbd None None] Bound port: 58de7372-1c9d-403b-a050-8324c430728e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c54767f-f5cc-4fe8-be2b-89310a1e6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:08:16.533817 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b803c05a-bdb6-47ca-b7f0-592a251f2fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (58de7372-1c9d-403b-a050-8324c430728e), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:16.537971 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7944f1aa-19e8-4e84-b190-2cb99c6ef89a tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (e96df846-3be1-4190-b7d4-a8589bf8d0f9), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:16.560906 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 37994) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:16.568866 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f8fa93bc-c536-4a8a-81cc-afd10f672c13 req-c6220402-2197-4877-9698-6df3005d9ac8 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0936670
May 07 22:08:16.582953 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-7944f1aa-19e8-4e84-b190-2cb99c6ef89a tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Calling delete_port for e96df846-3be1-4190-b7d4-a8589bf8d0f9 owned by  {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:08:16.653484 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d376efcd-bd07-4cb3-8c7d-f7eb29bf8923 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:16.654405 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-b803c05a-bdb6-47ca-b7f0-592a251f2fbd None None] For port 58de7372-1c9d-403b-a050-8324c430728e, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:08:16.660081 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-b803c05a-bdb6-47ca-b7f0-592a251f2fbd None None] For port 58de7372-1c9d-403b-a050-8324c430728e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=58de7372-1c9d-403b-a050-8324c430728e,segment=NetworkSegment(0c54767f-f5cc-4fe8-be2b-89310a1e6df6),segment_id=0c54767f-f5cc-4fe8-be2b-89310a1e6df6)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:08:16.671157 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b803c05a-bdb6-47ca-b7f0-592a251f2fbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (58de7372-1c9d-403b-a050-8324c430728e), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:16.690500 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8c1f0be1-0583-4eb6-a8e3-244f2d4894f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:16.809672 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7944f1aa-19e8-4e84-b190-2cb99c6ef89a tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (e96df846-3be1-4190-b7d4-a8589bf8d0f9), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:16.832637 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b803c05a-bdb6-47ca-b7f0-592a251f2fbd None None] Pushing event updated for resources: {'Port': ['ID=58de7372-1c9d-403b-a050-8324c430728e,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:16.857121 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7944f1aa-19e8-4e84-b190-2cb99c6ef89a tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event deleted for resources: {'Port': ['ID=e96df846-3be1-4190-b7d4-a8589bf8d0f9,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:16.932216 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device cd41930f-9dd6-4d2d-b759-b2cfcfe8acae no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:08:16.959011 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: cd41930f-9dd6-4d2d-b759-b2cfcfe8acae {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:08:16.959698 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device cd41930f-9dd6-4d2d-b759-b2cfcfe8acae not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:08:16.984105 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7944f1aa-19e8-4e84-b190-2cb99c6ef89a tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:16.987779 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d376efcd-bd07-4cb3-8c7d-f7eb29bf8923 admin admin] Publish callbacks [] for security_group (af56614a-db22-4110-8bec-8f502d8e9316), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:16.990838 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-7944f1aa-19e8-4e84-b190-2cb99c6ef89a tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/ports/e96df846-3be1-4190-b7d4-a8589bf8d0f9 HTTP/1.1" status: 204  len: 168 time: 0.7904639
May 07 22:08:16.991906 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 38010) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:16.999692 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d376efcd-bd07-4cb3-8c7d-f7eb29bf8923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (af56614a-db22-4110-8bec-8f502d8e9316), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:17.000452 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed36ade-8ed6-46f9-ba66-2718694fee8f req-04c1ba9a-c964-430f-8221-dc9b93fdf146 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:17.001971 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-eed36ade-8ed6-46f9-ba66-2718694fee8f req-04c1ba9a-c964-430f-8221-dc9b93fdf146 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 945 time: 0.1466532
May 07 22:08:17.042218 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d376efcd-bd07-4cb3-8c7d-f7eb29bf8923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af56614a-db22-4110-8bec-8f502d8e9316,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:17.054533 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce65ed5-63d7-4eac-a6e7-a478dacb0120 req-7d98c32e-c160-4fdf-b8e7-1db508f54975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:17.056451 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7ce65ed5-63d7-4eac-a6e7-a478dacb0120 req-7d98c32e-c160-4fdf-b8e7-1db508f54975 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=759c66c34f414c19b2109393738ef639&device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 1127 time: 0.1652830
May 07 22:08:17.115069 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8c1f0be1-0583-4eb6-a8e3-244f2d4894f6 admin admin] Publish callbacks [] for security_group (bf44ba96-55b7-4ac7-8f0b-41f65b27a8d1), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:17.125035 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776b5269-b17d-422e-b7b4-e21b36bcd980 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:17.126387 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776b5269-b17d-422e-b7b4-e21b36bcd980 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:17.127576 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-d376efcd-bd07-4cb3-8c7d-f7eb29bf8923 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=14651fa4936f4f44865e7101c6bfec60&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8197732
May 07 22:08:17.130197 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8c1f0be1-0583-4eb6-a8e3-244f2d4894f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (bf44ba96-55b7-4ac7-8f0b-41f65b27a8d1), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:17.130657 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-776b5269-b17d-422e-b7b4-e21b36bcd980 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.1277335
May 07 22:08:17.131470 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 38012) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:17.131799 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 38014) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:17.209309 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-eed36ade-8ed6-46f9-ba66-2718694fee8f req-edcc2cd6-8c01-44a8-9a81-d91dec030175 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1812110
May 07 22:08:17.258085 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-8c1f0be1-0583-4eb6-a8e3-244f2d4894f6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b2b3afaea2284b94823d2ab0e30ab571&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6938398
May 07 22:08:17.260830 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 38022) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:17.264629 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1f0be1-0583-4eb6-a8e3-244f2d4894f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf44ba96-55b7-4ac7-8f0b-41f65b27a8d1,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:17.294203 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce65ed5-63d7-4eac-a6e7-a478dacb0120 req-4508401f-90e6-449c-9a5e-511305359374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:17.296729 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7ce65ed5-63d7-4eac-a6e7-a478dacb0120 req-4508401f-90e6-449c-9a5e-511305359374 service neutron] 10.222.0.55 "GET /v2.0/networks?id=33b52409-fae0-4935-b5d0-15acefaa0f3f HTTP/1.1" status: 200  len: 913 time: 0.2339494
May 07 22:08:17.304776 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-91d8f8a7-8c45-470d-9b38-d37bd86a5996 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Deleting subnet 6f76bfe0-8d37-4d28-85b4-9131927d663c {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:08:17.317616 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-91d8f8a7-8c45-470d-9b38-d37bd86a5996 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for subnet (6f76bfe0-8d37-4d28-85b4-9131927d663c), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:17.367376 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7770b245-389f-4b38-b10d-17dbd2d013c5 admin admin] Publish callbacks [] for security_group (af56614a-db22-4110-8bec-8f502d8e9316), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:17.389284 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-91d8f8a7-8c45-470d-9b38-d37bd86a5996 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (6f76bfe0-8d37-4d28-85b4-9131927d663c), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:17.408048 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7ce65ed5-63d7-4eac-a6e7-a478dacb0120 req-cfe7df87-7d35-4e8f-bc86-7aeec159e08f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d78a47c-1b52-4c8f-ad8e-184b9192eee5 HTTP/1.1" status: 200  len: 1000 time: 0.1051536
May 07 22:08:17.426353 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cb183429-f9a0-4dbb-af7e-ee8e5989e4eb admin admin] Publish callbacks [] for security_group (bf44ba96-55b7-4ac7-8f0b-41f65b27a8d1), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:17.444094 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7770b245-389f-4b38-b10d-17dbd2d013c5 admin admin] Publish callbacks [] for security_group (af56614a-db22-4110-8bec-8f502d8e9316), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:17.489045 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce65ed5-63d7-4eac-a6e7-a478dacb0120 req-f58cb75e-7ff5-4de7-8ec8-bf4dec5f5807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:17.489395 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cb183429-f9a0-4dbb-af7e-ee8e5989e4eb admin admin] Publish callbacks [] for security_group (bf44ba96-55b7-4ac7-8f0b-41f65b27a8d1), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:17.491325 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7ce65ed5-63d7-4eac-a6e7-a478dacb0120 req-f58cb75e-7ff5-4de7-8ec8-bf4dec5f5807 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3e304f3b-3927-4f57-b6d9-ff32c4ae5938 HTTP/1.1" status: 200  len: 851 time: 0.0771477
May 07 22:08:17.548501 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce65ed5-63d7-4eac-a6e7-a478dacb0120 req-a3b2e467-3932-4893-a343-6c02de28922c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:17.554371 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7ce65ed5-63d7-4eac-a6e7-a478dacb0120 req-a3b2e467-3932-4893-a343-6c02de28922c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=33b52409-fae0-4935-b5d0-15acefaa0f3f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0563219
May 07 22:08:17.589024 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-91d8f8a7-8c45-470d-9b38-d37bd86a5996 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (6f76bfe0-8d37-4d28-85b4-9131927d663c), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:17.643332 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7770b245-389f-4b38-b10d-17dbd2d013c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (af56614a-db22-4110-8bec-8f502d8e9316), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:17.647015 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7770b245-389f-4b38-b10d-17dbd2d013c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:17.650679 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-7770b245-389f-4b38-b10d-17dbd2d013c5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/af56614a-db22-4110-8bec-8f502d8e9316 HTTP/1.1" status: 204  len: 168 time: 0.5099964
May 07 22:08:17.656488 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cb183429-f9a0-4dbb-af7e-ee8e5989e4eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (bf44ba96-55b7-4ac7-8f0b-41f65b27a8d1), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:17.658999 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cb183429-f9a0-4dbb-af7e-ee8e5989e4eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:17.662566 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-cb183429-f9a0-4dbb-af7e-ee8e5989e4eb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bf44ba96-55b7-4ac7-8f0b-41f65b27a8d1 HTTP/1.1" status: 204  len: 168 time: 0.3980579
May 07 22:08:17.666515 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7770b245-389f-4b38-b10d-17dbd2d013c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af56614a-db22-4110-8bec-8f502d8e9316,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:17.683928 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb183429-f9a0-4dbb-af7e-ee8e5989e4eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf44ba96-55b7-4ac7-8f0b-41f65b27a8d1,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:17.692987 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-91d8f8a7-8c45-470d-9b38-d37bd86a5996 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (6f76bfe0-8d37-4d28-85b4-9131927d663c), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:17.743794 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7ce65ed5-63d7-4eac-a6e7-a478dacb0120 req-a0fcda2a-9232-4169-97b6-6c4ab38013d7 service neutron] 10.222.0.55 "GET /v2.0/networks/33b52409-fae0-4935-b5d0-15acefaa0f3f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1837842
May 07 22:08:17.744978 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d8f8a7-8c45-470d-9b38-d37bd86a5996 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event deleted for resources: {'Subnet': ['ID=6f76bfe0-8d37-4d28-85b4-9131927d663c,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:17.748021 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-91d8f8a7-8c45-470d-9b38-d37bd86a5996 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:17.754602 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-91d8f8a7-8c45-470d-9b38-d37bd86a5996 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/subnets/6f76bfe0-8d37-4d28-85b4-9131927d663c HTTP/1.1" status: 204  len: 168 time: 0.6149583
May 07 22:08:17.755664 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 38034) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:17.826220 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-a4db4d68-e186-4b65-ac72-062036579fcc tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0689783
May 07 22:08:17.827086 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 38036) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:17.931757 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4131d38d-9402-4ece-a81c-0e00bd9fe433 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:17.937350 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-4131d38d-9402-4ece-a81c-0e00bd9fe433 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 0.1086919
May 07 22:08:17.938214 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 38042) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:17.983139 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7ce65ed5-63d7-4eac-a6e7-a478dacb0120 req-3fdadedd-3e28-45c1-a450-83644d1d12ea service neutron] 10.222.0.55 "GET /v2.0/networks/33b52409-fae0-4935-b5d0-15acefaa0f3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2314036
May 07 22:08:18.061500 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e187b8aa-d9e3-4edd-b086-2d644b83f431 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:18.063060 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-e187b8aa-d9e3-4edd-b086-2d644b83f431 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1229844
May 07 22:08:18.065757 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 38054) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:18.126132 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 38064) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:18.127605 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-6bb551e6-0a61-4606-a9ee-6a02e236a55b tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0604053
May 07 22:08:18.132605 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-27345014-af71-49ac-994a-6eebaf0df4cf tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Request body: {'subnet': {'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:08:18.340296 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 38076) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:18.352392 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b013d5e2-a8b4-4d75-8892-58a3260ace29 None None] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:08:18.380865 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2736d4fa-89a8-4a56-aadf-a81111d64a88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:18.396492 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27345014-af71-49ac-994a-6eebaf0df4cf tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Made reservation on behalf of a45ecca62a364aaabca1717c79558f6f for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:08:18.400639 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-27345014-af71-49ac-994a-6eebaf0df4cf tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:18.411502 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 38082) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:18.451215 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73e69b0-f0e0-470c-9c5e-8f0041c7c6f5 req-81bf37f8-0814-4a16-9b33-c9fe2308f228 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:18.452763 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c73e69b0-f0e0-470c-9c5e-8f0041c7c6f5 req-81bf37f8-0814-4a16-9b33-c9fe2308f228 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 945 time: 0.1051493
May 07 22:08:18.472591 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-acc59f3f-3c7c-4908-8bfc-e0d7f86a91f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:18.478363 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-c78736ce-c193-4055-9cc6-e21ae0d82377 None None] Provisioning complete for port 58de7372-1c9d-403b-a050-8324c430728e triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:08:18.479106 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c78736ce-c193-4055-9cc6-e21ae0d82377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (58de7372-1c9d-403b-a050-8324c430728e), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:18.618220 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 38090) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:18.638027 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2736d4fa-89a8-4a56-aadf-a81111d64a88 admin admin] Publish callbacks [] for security_group (90dc5bce-c93a-4b78-b40a-eea51e48c066), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:18.640743 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5572406b-7162-4a2f-9f22-a1643073c4f5 None None] DHCP port deletion for c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:08:18.661968 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c73e69b0-f0e0-470c-9c5e-8f0041c7c6f5 req-f61ed67b-ed0e-428f-9694-d85258e62eeb tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1783779
May 07 22:08:18.687840 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2736d4fa-89a8-4a56-aadf-a81111d64a88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (90dc5bce-c93a-4b78-b40a-eea51e48c066), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:18.707797 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-c78736ce-c193-4055-9cc6-e21ae0d82377 None None] Current status of the port 58de7372-1c9d-403b-a050-8324c430728e is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:08:18.708186 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c78736ce-c193-4055-9cc6-e21ae0d82377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (58de7372-1c9d-403b-a050-8324c430728e), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:18.738112 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-5572406b-7162-4a2f-9f22-a1643073c4f5 None None] Deleting port 58de7372-1c9d-403b-a050-8324c430728e {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:08:18.738515 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5572406b-7162-4a2f-9f22-a1643073c4f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (58de7372-1c9d-403b-a050-8324c430728e), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:18.775685 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-2736d4fa-89a8-4a56-aadf-a81111d64a88 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b211c8a5cc6a4c90918cded898e4a7db&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4328284
May 07 22:08:18.776027 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 38094) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:18.812679 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-27345014-af71-49ac-994a-6eebaf0df4cf tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (9b981832-d68a-43f0-924f-977b3ce5646b), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:18.840470 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-5572406b-7162-4a2f-9f22-a1643073c4f5 None None] For port 58de7372-1c9d-403b-a050-8324c430728e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=58de7372-1c9d-403b-a050-8324c430728e,segment=NetworkSegment(0c54767f-f5cc-4fe8-be2b-89310a1e6df6),segment_id=0c54767f-f5cc-4fe8-be2b-89310a1e6df6)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:08:18.841145 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5572406b-7162-4a2f-9f22-a1643073c4f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (58de7372-1c9d-403b-a050-8324c430728e), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:18.844900 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2736d4fa-89a8-4a56-aadf-a81111d64a88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90dc5bce-c93a-4b78-b40a-eea51e48c066,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:18.849295 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-acc59f3f-3c7c-4908-8bfc-e0d7f86a91f3 admin admin] Publish callbacks [] for security_group (42342c6a-1083-4782-9342-f789c62d5a5c), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:18.853720 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-3fb301a6-26fb-4626-872c-b8c392a552bd tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/floatingips/5fa1a356-045f-4a18-982a-ff5f555e7e3a HTTP/1.1" status: 200  len: 993 time: 0.2269056
May 07 22:08:18.874357 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-acc59f3f-3c7c-4908-8bfc-e0d7f86a91f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (42342c6a-1083-4782-9342-f789c62d5a5c), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:18.882431 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27345014-af71-49ac-994a-6eebaf0df4cf tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:08:18.887574 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-5572406b-7162-4a2f-9f22-a1643073c4f5 None None] Calling delete_port for 58de7372-1c9d-403b-a050-8324c430728e owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:08:18.891151 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-27345014-af71-49ac-994a-6eebaf0df4cf tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:08:18.895569 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27345014-af71-49ac-994a-6eebaf0df4cf tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:18.896199 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-27345014-af71-49ac-994a-6eebaf0df4cf tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:18.935840 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-efb539a6-a383-4704-a32d-08f4a1aa23f7 admin admin] Publish callbacks [] for security_group (90dc5bce-c93a-4b78-b40a-eea51e48c066), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:18.953045 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-acc59f3f-3c7c-4908-8bfc-e0d7f86a91f3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d0ad23ab4605411b89d2db9c47202dbc&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5331857
May 07 22:08:18.954291 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc59f3f-3c7c-4908-8bfc-e0d7f86a91f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42342c6a-1083-4782-9342-f789c62d5a5c,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:18.957962 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 38102) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:18.999140 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-efb539a6-a383-4704-a32d-08f4a1aa23f7 admin admin] Publish callbacks [] for security_group (90dc5bce-c93a-4b78-b40a-eea51e48c066), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:19.055135 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-c78736ce-c193-4055-9cc6-e21ae0d82377 None None] For port 58de7372-1c9d-403b-a050-8324c430728e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=58de7372-1c9d-403b-a050-8324c430728e,segment=NetworkSegment(0c54767f-f5cc-4fe8-be2b-89310a1e6df6),segment_id=0c54767f-f5cc-4fe8-be2b-89310a1e6df6)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:08:19.071520 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c78736ce-c193-4055-9cc6-e21ae0d82377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (58de7372-1c9d-403b-a050-8324c430728e), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:19.083969 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-37587c88-379f-4545-96bc-4a1cd21c81c7 admin admin] Publish callbacks [] for security_group (42342c6a-1083-4782-9342-f789c62d5a5c), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:19.101192 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27345014-af71-49ac-994a-6eebaf0df4cf tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event updated for resources: {'Subnet': ['ID=9b981832-d68a-43f0-924f-977b3ce5646b,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:19.113701 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-27345014-af71-49ac-994a-6eebaf0df4cf tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.9817970
May 07 22:08:19.113701 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 38110) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:19.115467 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-37587c88-379f-4545-96bc-4a1cd21c81c7 admin admin] Publish callbacks [] for security_group (42342c6a-1083-4782-9342-f789c62d5a5c), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:19.115684 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5572406b-7162-4a2f-9f22-a1643073c4f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (58de7372-1c9d-403b-a050-8324c430728e), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:19.119884 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-ea1555e3-9b0f-4cc0-8a28-b1733cf8e986 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Request body: {'port': {'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'fixed_ips': [{'subnet_id': '9b981832-d68a-43f0-924f-977b3ce5646b', 'ip_address': '2001:db8::678f:76d:c90a:ce65'}], 'name': 'tempest-NetworksTestDHCPv6-1776849772'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:08:19.129395 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-efb539a6-a383-4704-a32d-08f4a1aa23f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (90dc5bce-c93a-4b78-b40a-eea51e48c066), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:19.132395 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-efb539a6-a383-4704-a32d-08f4a1aa23f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:19.135568 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5572406b-7162-4a2f-9f22-a1643073c4f5 None None] No DVR routers for this DVR port 58de7372-1c9d-403b-a050-8324c430728e on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:08:19.139787 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-efb539a6-a383-4704-a32d-08f4a1aa23f7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/90dc5bce-c93a-4b78-b40a-eea51e48c066 HTTP/1.1" status: 204  len: 168 time: 0.3625476
May 07 22:08:19.151811 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 38114) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:19.164186 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3a7ecd-d685-4cd6-a49c-f0c62c611a35 None None] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:08:19.209023 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb539a6-a383-4704-a32d-08f4a1aa23f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90dc5bce-c93a-4b78-b40a-eea51e48c066,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:19.284007 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78736ce-c193-4055-9cc6-e21ae0d82377 None None] Pushing event updated for resources: {'Port': ['ID=58de7372-1c9d-403b-a050-8324c430728e,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:19.329792 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5572406b-7162-4a2f-9f22-a1643073c4f5 None None] Pushing event deleted for resources: {'Port': ['ID=58de7372-1c9d-403b-a050-8324c430728e,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:19.369979 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5911bc75-21bd-4b7d-bf58-0b0b298a1cf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'project_id': 'a45ecca62a364aaabca1717c79558f6f', 'fixed_ips': [{'subnet_id': '9b981832-d68a-43f0-924f-977b3ce5646b'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:08:19.373691 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5911bc75-21bd-4b7d-bf58-0b0b298a1cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:19.434995 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea1555e3-9b0f-4cc0-8a28-b1733cf8e986 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Made reservation on behalf of a45ecca62a364aaabca1717c79558f6f for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:08:19.438254 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-37587c88-379f-4545-96bc-4a1cd21c81c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (42342c6a-1083-4782-9342-f789c62d5a5c), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:19.456366 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-37587c88-379f-4545-96bc-4a1cd21c81c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:19.459897 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-37587c88-379f-4545-96bc-4a1cd21c81c7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/42342c6a-1083-4782-9342-f789c62d5a5c HTTP/1.1" status: 204  len: 168 time: 0.4982848
May 07 22:08:19.538014 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37587c88-379f-4545-96bc-4a1cd21c81c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42342c6a-1083-4782-9342-f789c62d5a5c,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:19.580487 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-8b848a97-ab88-41f5-b2f0-88242a544873 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Deleting port c5716cb2-11d8-4b35-a13f-9a2708fba468 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:08:19.581213 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8b848a97-ab88-41f5-b2f0-88242a544873 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (c5716cb2-11d8-4b35-a13f-9a2708fba468), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:19.597092 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ea1555e3-9b0f-4cc0-8a28-b1733cf8e986 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:19.638545 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [None req-ea1555e3-9b0f-4cc0-8a28-b1733cf8e986 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] device_id is not set on port 94b94d15-bab3-4141-8936-32104ac9f3f1 yet. {{(pid=121836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 22:08:19.737388 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-5911bc75-21bd-4b7d-bf58-0b0b298a1cf7 None None] Allocated IP 2001:db8::2 (c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a/9b981832-d68a-43f0-924f-977b3ce5646b/81169653-b169-4145-97ea-67ec83645019) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:08:19.752073 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8b848a97-ab88-41f5-b2f0-88242a544873 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (c5716cb2-11d8-4b35-a13f-9a2708fba468), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:19.760810 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8b848a97-ab88-41f5-b2f0-88242a544873 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for floatingip (c5716cb2-11d8-4b35-a13f-9a2708fba468), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:19.810600 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-8b848a97-ab88-41f5-b2f0-88242a544873 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Calling delete_port for c5716cb2-11d8-4b35-a13f-9a2708fba468 owned by network:floatingip {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:08:19.939467 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c736242-3ca4-4fe2-9083-017c9eab9fd6 req-8be0a3c6-2cfa-41b7-ae6a-967a13ce406f tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:19.941155 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5c736242-3ca4-4fe2-9083-017c9eab9fd6 req-8be0a3c6-2cfa-41b7-ae6a-967a13ce406f tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 945 time: 0.0638478
May 07 22:08:20.007948 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5911bc75-21bd-4b7d-bf58-0b0b298a1cf7 None None] Publish callbacks [] for port (81169653-b169-4145-97ea-67ec83645019), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:20.016777 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5911bc75-21bd-4b7d-bf58-0b0b298a1cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (81169653-b169-4145-97ea-67ec83645019), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:20.044454 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5c736242-3ca4-4fe2-9083-017c9eab9fd6 req-5c22f092-4240-4f1a-a5c4-4414b3cda1e9 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0882089
May 07 22:08:20.161540 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5911bc75-21bd-4b7d-bf58-0b0b298a1cf7 None None] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:08:20.164903 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-5911bc75-21bd-4b7d-bf58-0b0b298a1cf7 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:08:20.175413 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5911bc75-21bd-4b7d-bf58-0b0b298a1cf7 None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:08:20.212139 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5911bc75-21bd-4b7d-bf58-0b0b298a1cf7 None None] Pushing event updated for resources: {'Port': ['ID=81169653-b169-4145-97ea-67ec83645019,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:20.267275 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-ea1555e3-9b0f-4cc0-8a28-b1733cf8e986 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Allocated IP 2001:db8::678f:76d:c90a:ce65 (c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a/9b981832-d68a-43f0-924f-977b3ce5646b/94b94d15-bab3-4141-8936-32104ac9f3f1) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:08:20.310473 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-5911bc75-21bd-4b7d-bf58-0b0b298a1cf7 None None] Attempting to bind port 81169653-b169-4145-97ea-67ec83645019 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:08:20.311138 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-5911bc75-21bd-4b7d-bf58-0b0b298a1cf7 None None] Attempting to bind port 81169653-b169-4145-97ea-67ec83645019 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0c54767f-f5cc-4fe8-be2b-89310a1e6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:08:20.311846 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5911bc75-21bd-4b7d-bf58-0b0b298a1cf7 None None] Attempting to bind port 81169653-b169-4145-97ea-67ec83645019 on network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:08:20.321012 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5911bc75-21bd-4b7d-bf58-0b0b298a1cf7 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:08:20.321722 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5911bc75-21bd-4b7d-bf58-0b0b298a1cf7 None None] Checking segment: {'id': '0c54767f-f5cc-4fe8-be2b-89310a1e6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:08:20.322531 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5911bc75-21bd-4b7d-bf58-0b0b298a1cf7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:20.323170 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5911bc75-21bd-4b7d-bf58-0b0b298a1cf7 None None] Bound using segment: {'id': '0c54767f-f5cc-4fe8-be2b-89310a1e6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:08:20.324174 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-5911bc75-21bd-4b7d-bf58-0b0b298a1cf7 None None] Bound port: 81169653-b169-4145-97ea-67ec83645019, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c54767f-f5cc-4fe8-be2b-89310a1e6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:08:20.324785 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5911bc75-21bd-4b7d-bf58-0b0b298a1cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (81169653-b169-4145-97ea-67ec83645019), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:20.388590 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b576eb77-efdd-482e-8696-3974ac4dab66 req-a749b3e7-54ae-4ad1-bce7-240f8807b8f2 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:20.391732 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b576eb77-efdd-482e-8696-3974ac4dab66 req-a749b3e7-54ae-4ad1-bce7-240f8807b8f2 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 945 time: 0.1724596
May 07 22:08:20.411571 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8b848a97-ab88-41f5-b2f0-88242a544873 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (c5716cb2-11d8-4b35-a13f-9a2708fba468), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:20.462018 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-5911bc75-21bd-4b7d-bf58-0b0b298a1cf7 None None] For port 81169653-b169-4145-97ea-67ec83645019, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:08:20.468489 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-5911bc75-21bd-4b7d-bf58-0b0b298a1cf7 None None] For port 81169653-b169-4145-97ea-67ec83645019, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=81169653-b169-4145-97ea-67ec83645019,segment=NetworkSegment(0c54767f-f5cc-4fe8-be2b-89310a1e6df6),segment_id=0c54767f-f5cc-4fe8-be2b-89310a1e6df6)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:08:20.485870 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5911bc75-21bd-4b7d-bf58-0b0b298a1cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (81169653-b169-4145-97ea-67ec83645019), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:20.507820 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b848a97-ab88-41f5-b2f0-88242a544873 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Pushing event deleted for resources: {'Port': ['ID=c5716cb2-11d8-4b35-a13f-9a2708fba468,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:20.559462 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5911bc75-21bd-4b7d-bf58-0b0b298a1cf7 None None] Pushing event updated for resources: {'Port': ['ID=81169653-b169-4145-97ea-67ec83645019,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:20.589174 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ea1555e3-9b0f-4cc0-8a28-b1733cf8e986 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for port (94b94d15-bab3-4141-8936-32104ac9f3f1), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:20.717786 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ea1555e3-9b0f-4cc0-8a28-b1733cf8e986 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (94b94d15-bab3-4141-8936-32104ac9f3f1), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:20.749178 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b576eb77-efdd-482e-8696-3974ac4dab66 req-b2a978e0-b787-4fc5-86e3-17051d13dc02 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3416283
May 07 22:08:20.768767 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8b848a97-ab88-41f5-b2f0-88242a544873 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for floatingip (5fa1a356-045f-4a18-982a-ff5f555e7e3a), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:20.769403 ncdv-master-1 neutron-server[121837]: INFO neutron.db.l3_db [None req-8b848a97-ab88-41f5-b2f0-88242a544873 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Floating IP 5fa1a356-045f-4a18-982a-ff5f555e7e3a disassociated (deleted). External IP: 172.35.4.150, port: 9f6cb74d-fe46-4c94-9688-bd96403fb562.
May 07 22:08:20.906258 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1555e3-9b0f-4cc0-8a28-b1733cf8e986 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:08:20.925033 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-ea1555e3-9b0f-4cc0-8a28-b1733cf8e986 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:08:20.945726 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1555e3-9b0f-4cc0-8a28-b1733cf8e986 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:08:20.963837 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea1555e3-9b0f-4cc0-8a28-b1733cf8e986 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:20.965070 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ea1555e3-9b0f-4cc0-8a28-b1733cf8e986 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:20.976986 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1555e3-9b0f-4cc0-8a28-b1733cf8e986 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event updated for resources: {'Port': ['ID=94b94d15-bab3-4141-8936-32104ac9f3f1,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:21.011029 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-ea1555e3-9b0f-4cc0-8a28-b1733cf8e986 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 1.8954918
May 07 22:08:21.021736 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 38232) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:21.044074 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-bf99e580-6243-4f43-bdb2-169412995388 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Request body: {'port': {'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'fixed_ips': [{'subnet_id': '9b981832-d68a-43f0-924f-977b3ce5646b', 'ip_address': '2001:db8::678f:76d:c90a:ce65'}], 'name': 'tempest-NetworksTestDHCPv6-822458475'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:08:21.310831 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf99e580-6243-4f43-bdb2-169412995388 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Made reservation on behalf of a45ecca62a364aaabca1717c79558f6f for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:08:21.327459 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b848a97-ab88-41f5-b2f0-88242a544873 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Router 95b92444-ae71-4601-a703-2675b27619d8 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:08:21.334633 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bf99e580-6243-4f43-bdb2-169412995388 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:21.378874 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [None req-bf99e580-6243-4f43-bdb2-169412995388 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] device_id is not set on port 6bbd0e05-b567-48fd-8e3d-99ed0a2bcc02 yet. {{(pid=121836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 22:08:21.720755 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf99e580-6243-4f43-bdb2-169412995388 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] POST failed (client error): There was a conflict when trying to complete your request.
May 07 22:08:21.721391 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf99e580-6243-4f43-bdb2-169412995388 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=121836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:08:21.771698 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-bf99e580-6243-4f43-bdb2-169412995388 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 409  len: 388 time: 0.7404132
May 07 22:08:21.772447 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 38280) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:21.808221 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:21.920439 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-024f0712-3151-4c95-9e0d-92523f5e5e6e tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:21.926753 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-024f0712-3151-4c95-9e0d-92523f5e5e6e tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:21.928436 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-024f0712-3151-4c95-9e0d-92523f5e5e6e tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1684 time: 0.1488528
May 07 22:08:21.931477 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 38288) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:22.098356 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-dc5ac19b-1456-42b4-bc9c-b304c1d32bc1 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Deleting port 94b94d15-bab3-4141-8936-32104ac9f3f1 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:08:22.098616 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-dc5ac19b-1456-42b4-bc9c-b304c1d32bc1 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (94b94d15-bab3-4141-8936-32104ac9f3f1), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:22.131341 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b848a97-ab88-41f5-b2f0-88242a544873 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:08:22.137742 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8b848a97-ab88-41f5-b2f0-88242a544873 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:22.155946 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f24dbb-e2d7-49a7-aeee-d1bdb2d3229f None None] Sync routers for ids ['95b92444-ae71-4601-a703-2675b27619d8'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:08:22.222992 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f24dbb-e2d7-49a7-aeee-d1bdb2d3229f None None] Routers {'95b92444-ae71-4601-a703-2675b27619d8'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:08:22.224259 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-84f24dbb-e2d7-49a7-aeee-d1bdb2d3229f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cf756a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:07:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['95b92444-ae71-4601-a703-2675b27619d8'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:08:22.353489 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-8b848a97-ab88-41f5-b2f0-88242a544873 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "DELETE /v2.0/floatingips/5fa1a356-045f-4a18-982a-ff5f555e7e3a HTTP/1.1" status: 204  len: 168 time: 3.1985228
May 07 22:08:22.354201 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f03ed073-40c4-4a7f-aeed-e5ca8f6de50b', 'tag': '9f6cb74d-fe46-4c94-9688-bd96403fb562'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:08:22.360650 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db594668-a044-45b0-bff5-934981bb1f3a" -d '{"events": [{"name": "network-changed", "server_uuid": "f03ed073-40c4-4a7f-aeed-e5ca8f6de50b", "tag": "9f6cb74d-fe46-4c94-9688-bd96403fb562"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:08:22.380835 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-dc5ac19b-1456-42b4-bc9c-b304c1d32bc1 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (94b94d15-bab3-4141-8936-32104ac9f3f1), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:22.460064 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-dc5ac19b-1456-42b4-bc9c-b304c1d32bc1 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Calling delete_port for 94b94d15-bab3-4141-8936-32104ac9f3f1 owned by  {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:08:22.754636 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-fcaf219a-e272-4a95-893f-8af24d2103e3 None None] Provisioning complete for port 81169653-b169-4145-97ea-67ec83645019 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:08:22.757586 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-fcaf219a-e272-4a95-893f-8af24d2103e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (81169653-b169-4145-97ea-67ec83645019), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:22.971068 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c94d9359-3cf5-4fc4-9ebd-1c071672ad1e x-openstack-request-id: req-c94d9359-3cf5-4fc4-9ebd-1c071672ad1e {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:08:22.971799 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f03ed073-40c4-4a7f-aeed-e5ca8f6de50b", "tag": "9f6cb74d-fe46-4c94-9688-bd96403fb562", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:08:22.971799 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c94d9359-3cf5-4fc4-9ebd-1c071672ad1e {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:08:22.972109 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c94d9359-3cf5-4fc4-9ebd-1c071672ad1e'] response: {'name': 'network-changed', 'server_uuid': 'f03ed073-40c4-4a7f-aeed-e5ca8f6de50b', 'tag': '9f6cb74d-fe46-4c94-9688-bd96403fb562', 'status': 'completed', 'code': 200}
May 07 22:08:23.070125 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-fcaf219a-e272-4a95-893f-8af24d2103e3 None None] Current status of the port 81169653-b169-4145-97ea-67ec83645019 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:08:23.077182 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-fcaf219a-e272-4a95-893f-8af24d2103e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (81169653-b169-4145-97ea-67ec83645019), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:23.078603 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-dc5ac19b-1456-42b4-bc9c-b304c1d32bc1 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (94b94d15-bab3-4141-8936-32104ac9f3f1), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:23.114386 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-84f24dbb-e2d7-49a7-aeee-d1bdb2d3229f None None] Set router 95b92444-ae71-4601-a703-2675b27619d8 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:08:23.149647 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 81169653-b169-4145-97ea-67ec83645019 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:08:23.208139 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5ac19b-1456-42b4-bc9c-b304c1d32bc1 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event deleted for resources: {'Port': ['ID=94b94d15-bab3-4141-8936-32104ac9f3f1,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:23.311679 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-dc5ac19b-1456-42b4-bc9c-b304c1d32bc1 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:23.327383 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-dc5ac19b-1456-42b4-bc9c-b304c1d32bc1 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/ports/94b94d15-bab3-4141-8936-32104ac9f3f1 HTTP/1.1" status: 204  len: 168 time: 1.3947639
May 07 22:08:23.332790 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 38376) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:23.345108 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c90798-3995-4374-a0d9-6c35f3043539 req-7e4cc5d3-a7e5-48d7-be85-6b042da45cb9 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:23.365282 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d9c90798-3995-4374-a0d9-6c35f3043539 req-7e4cc5d3-a7e5-48d7-be85-6b042da45cb9 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/ports?device_id=f03ed073-40c4-4a7f-aeed-e5ca8f6de50b HTTP/1.1" status: 200  len: 945 time: 0.1894760
May 07 22:08:23.366352 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-fcaf219a-e272-4a95-893f-8af24d2103e3 None None] For port 81169653-b169-4145-97ea-67ec83645019, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=81169653-b169-4145-97ea-67ec83645019,segment=NetworkSegment(0c54767f-f5cc-4fe8-be2b-89310a1e6df6),segment_id=0c54767f-f5cc-4fe8-be2b-89310a1e6df6)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:08:23.378893 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-fcaf219a-e272-4a95-893f-8af24d2103e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (81169653-b169-4145-97ea-67ec83645019), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:23.481285 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d9c90798-3995-4374-a0d9-6c35f3043539 req-83896444-0098-42cb-9514-9c03b9f24f98 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/security-groups?id=09ef7c7c-7afe-4000-a8d6-02927363c40c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1137245
May 07 22:08:23.495515 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 81169653-b169-4145-97ea-67ec83645019 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:08:23.496682 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (81169653-b169-4145-97ea-67ec83645019), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:23.520071 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-b6ba91c3-7b4f-4caa-a85b-85d8705b0419 None None] Could not find standard attr ID for object e96df846-3be1-4190-b7d4-a8589bf8d0f9. {{(pid=121838) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
May 07 22:08:23.634569 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a762eb-8023-4dbe-97bd-2a744bbec3a9 req-125b5528-5fee-4a72-8111-57167d8b14f2 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:23.645130 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-85a762eb-8023-4dbe-97bd-2a744bbec3a9 req-125b5528-5fee-4a72-8111-57167d8b14f2 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=e9d24fe6-4b53-4000-97a9-53c80f13ac5f HTTP/1.1" status: 200  len: 944 time: 0.3153389
May 07 22:08:23.650475 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-84f24dbb-e2d7-49a7-aeee-d1bdb2d3229f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cf756a0>, [{'id': '95b92444-ae71-4601-a703-2675b27619d8', 'name': 'tempest-TestNetworkBasicOps-router-341982578', 'tenant_id': '0c313e966d334c26afa43b480ab20fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.45'}], 'enable_snat': True}, 'gw_port_id': '45095a7a-0775-448b-9db2-66eacc442b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:07:09Z', 'updated_at': '2022-05-07T22:07:20Z', 'revision_number': 4, 'project_id': '0c313e966d334c26afa43b480ab20fb0', 'gw_port': {'id': '45095a7a-0775-448b-9db2-66eacc442b7b', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b92444-ae71-4601-a703-2675b27619d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:07:11Z', 'updated_at': '2022-05-07T22:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c5913d5e-e4ba-4665-9266-7c0283129c4f', 'name': '', 'network_id': '897b8e60-57e6-49f6-8500-632ca34fccf7', 'tenant_id': '0c313e966d334c26afa43b480ab20fb0', 'mac_address': 'fa:16:3e:35:e9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b92444-ae71-4601-a703-2675b27619d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': 'b8533475-792d-4dfa-8e9d-7a9c15894d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:07:18Z', 'updated_at': '2022-05-07T22:07:25Z', 'revision_number': 5, 'project_id': '0c313e966d334c26afa43b480ab20fb0', 'subnets': [{'id': 'b8533475-792d-4dfa-8e9d-7a9c15894d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:08:23.703709 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa330f2d-ccd5-4436-bec8-a58e0f71a2b4 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:23.705100 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa330f2d-ccd5-4436-bec8-a58e0f71a2b4 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:23.716334 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 38386) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:23.734023 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-fa330f2d-ccd5-4436-bec8-a58e0f71a2b4 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.3971891
May 07 22:08:23.760745 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f24dbb-e2d7-49a7-aeee-d1bdb2d3229f None None] Checking router: 95b92444-ae71-4601-a703-2675b27619d8 for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:08:23.795579 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f24dbb-e2d7-49a7-aeee-d1bdb2d3229f None None] Routers {'95b92444-ae71-4601-a703-2675b27619d8'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:08:23.796304 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-84f24dbb-e2d7-49a7-aeee-d1bdb2d3229f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cf756a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:07:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['95b92444-ae71-4601-a703-2675b27619d8'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:08:23.971593 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-827ff5dc-7038-4163-9c22-f048b01b3c11 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Deleting subnet 9b981832-d68a-43f0-924f-977b3ce5646b {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:08:23.975705 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-827ff5dc-7038-4163-9c22-f048b01b3c11 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for subnet (9b981832-d68a-43f0-924f-977b3ce5646b), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:24.022339 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db594668-a044-45b0-bff5-934981bb1f3a req-89deca76-bc3d-4fa1-a1c7-67addfa466b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:24.034049 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-db594668-a044-45b0-bff5-934981bb1f3a req-89deca76-bc3d-4fa1-a1c7-67addfa466b4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0c313e966d334c26afa43b480ab20fb0&device_id=f03ed073-40c4-4a7f-aeed-e5ca8f6de50b HTTP/1.1" status: 200  len: 1127 time: 0.2126844
May 07 22:08:24.094278 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-85a762eb-8023-4dbe-97bd-2a744bbec3a9 req-178344d4-4fc8-44e4-8d7c-6466f20c0b08 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Deleting port f1c7d1d5-631c-4b90-9f11-73edbb1fc62b {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:08:24.095455 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-85a762eb-8023-4dbe-97bd-2a744bbec3a9 req-178344d4-4fc8-44e4-8d7c-6466f20c0b08 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (f1c7d1d5-631c-4b90-9f11-73edbb1fc62b), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:24.100615 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-84f24dbb-e2d7-49a7-aeee-d1bdb2d3229f None None] Set router 95b92444-ae71-4601-a703-2675b27619d8 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:08:24.227675 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaf219a-e272-4a95-893f-8af24d2103e3 None None] Pushing event updated for resources: {'Port': ['ID=81169653-b169-4145-97ea-67ec83645019,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:24.278471 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 38430) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:24.284990 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-85a762eb-8023-4dbe-97bd-2a744bbec3a9 req-178344d4-4fc8-44e4-8d7c-6466f20c0b08 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] For port f1c7d1d5-631c-4b90-9f11-73edbb1fc62b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f1c7d1d5-631c-4b90-9f11-73edbb1fc62b,segment=NetworkSegment(3565a17e-e0eb-4b35-a7f2-f7d7af642fb7),segment_id=3565a17e-e0eb-4b35-a7f2-f7d7af642fb7)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:08:24.285723 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-85a762eb-8023-4dbe-97bd-2a744bbec3a9 req-178344d4-4fc8-44e4-8d7c-6466f20c0b08 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (f1c7d1d5-631c-4b90-9f11-73edbb1fc62b), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:24.301569 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-85a762eb-8023-4dbe-97bd-2a744bbec3a9 req-178344d4-4fc8-44e4-8d7c-6466f20c0b08 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Calling delete_port for f1c7d1d5-631c-4b90-9f11-73edbb1fc62b owned by compute:nova {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:08:24.345278 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-30ea4d8c-85a9-4a9d-a565-55bbb6722111 None None] Could not find standard attr ID for object 94b94d15-bab3-4141-8936-32104ac9f3f1. {{(pid=121838) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
May 07 22:08:24.358857 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-4b196b1f-3056-4504-bbd4-65cfefa6298a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:24.370034 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-827ff5dc-7038-4163-9c22-f048b01b3c11 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (9b981832-d68a-43f0-924f-977b3ce5646b), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:24.378941 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:24.474397 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 81169653-b169-4145-97ea-67ec83645019 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:08:24.567481 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94984f56-c340-4022-aa0b-57c103c31957 req-a0f3cb31-b3dd-4400-9286-c8931becc729 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:24.573356 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-84f24dbb-e2d7-49a7-aeee-d1bdb2d3229f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cf756a0>, [{'id': '95b92444-ae71-4601-a703-2675b27619d8', 'name': 'tempest-TestNetworkBasicOps-router-341982578', 'tenant_id': '0c313e966d334c26afa43b480ab20fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.45'}], 'enable_snat': True}, 'gw_port_id': '45095a7a-0775-448b-9db2-66eacc442b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:07:09Z', 'updated_at': '2022-05-07T22:07:20Z', 'revision_number': 4, 'project_id': '0c313e966d334c26afa43b480ab20fb0', 'gw_port': {'id': '45095a7a-0775-448b-9db2-66eacc442b7b', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b92444-ae71-4601-a703-2675b27619d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:07:11Z', 'updated_at': '2022-05-07T22:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c5913d5e-e4ba-4665-9266-7c0283129c4f', 'name': '', 'network_id': '897b8e60-57e6-49f6-8500-632ca34fccf7', 'tenant_id': '0c313e966d334c26afa43b480ab20fb0', 'mac_address': 'fa:16:3e:35:e9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b92444-ae71-4601-a703-2675b27619d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': 'b8533475-792d-4dfa-8e9d-7a9c15894d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:07:18Z', 'updated_at': '2022-05-07T22:07:25Z', 'revision_number': 5, 'project_id': '0c313e966d334c26afa43b480ab20fb0', 'subnets': [{'id': 'b8533475-792d-4dfa-8e9d-7a9c15894d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:08:24.574707 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-94984f56-c340-4022-aa0b-57c103c31957 req-a0f3cb31-b3dd-4400-9286-c8931becc729 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.59 "GET /v2.0/ports?device_id=f03ed073-40c4-4a7f-aeed-e5ca8f6de50b HTTP/1.1" status: 200  len: 945 time: 0.4601586
May 07 22:08:24.638413 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-85a762eb-8023-4dbe-97bd-2a744bbec3a9 req-178344d4-4fc8-44e4-8d7c-6466f20c0b08 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (f1c7d1d5-631c-4b90-9f11-73edbb1fc62b), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:24.643286 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84f24dbb-e2d7-49a7-aeee-d1bdb2d3229f None None] The sync data for ids ['95b92444-ae71-4601-a703-2675b27619d8'] in ncdv-master-1 is: [{'id': '95b92444-ae71-4601-a703-2675b27619d8', 'name': 'tempest-TestNetworkBasicOps-router-341982578', 'tenant_id': '0c313e966d334c26afa43b480ab20fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.45'}], 'enable_snat': True}, 'gw_port_id': '45095a7a-0775-448b-9db2-66eacc442b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:07:09Z', 'updated_at': '2022-05-07T22:07:20Z', 'revision_number': 4, 'project_id': '0c313e966d334c26afa43b480ab20fb0', 'gw_port': {'id': '45095a7a-0775-448b-9db2-66eacc442b7b', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b92444-ae71-4601-a703-2675b27619d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:07:11Z', 'updated_at': '2022-05-07T22:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c5913d5e-e4ba-4665-9266-7c0283129c4f', 'name': '', 'network_id': '897b8e60-57e6-49f6-8500-632ca34fccf7', 'tenant_id': '0c313e966d334c26afa43b480ab20fb0', 'mac_address': 'fa:16:3e:35:e9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b92444-ae71-4601-a703-2675b27619d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2646, 'fixed_ips': [{'subnet_id': 'b8533475-792d-4dfa-8e9d-7a9c15894d00', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:07:18Z', 'updated_at': '2022-05-07T22:07:25Z', 'revision_number': 5, 'project_id': '0c313e966d334c26afa43b480ab20fb0', 'subnets': [{'id': 'b8533475-792d-4dfa-8e9d-7a9c15894d00', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:08:24.654858 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['21b489d6-f673-44e1-848f-8bbe1b3aef5c', '4c002f8a-6eee-4016-aa09-cc73c944ce61'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:08:24.714733 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178344d4-4fc8-44e4-8d7c-6466f20c0b08 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Pushing event deleted for resources: {'Port': ['ID=f1c7d1d5-631c-4b90-9f11-73edbb1fc62b,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:24.752473 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-85a762eb-8023-4dbe-97bd-2a744bbec3a9 req-178344d4-4fc8-44e4-8d7c-6466f20c0b08 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] No DVR routers for this DVR port f1c7d1d5-631c-4b90-9f11-73edbb1fc62b on host nch2-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:08:24.756317 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-85a762eb-8023-4dbe-97bd-2a744bbec3a9 req-178344d4-4fc8-44e4-8d7c-6466f20c0b08 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:24.762231 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-85a762eb-8023-4dbe-97bd-2a744bbec3a9 req-178344d4-4fc8-44e4-8d7c-6466f20c0b08 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "DELETE /v2.0/ports/f1c7d1d5-631c-4b90-9f11-73edbb1fc62b HTTP/1.1" status: 204  len: 173 time: 1.1144371
May 07 22:08:24.764343 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9d24fe6-4b53-4000-97a9-53c80f13ac5f', 'name': 'network-vif-deleted', 'tag': 'f1c7d1d5-631c-4b90-9f11-73edbb1fc62b'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:08:24.770480 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e740ce54-759e-4e1c-b6f8-5916936f56d6" -d '{"events": [{"server_uuid": "e9d24fe6-4b53-4000-97a9-53c80f13ac5f", "name": "network-vif-deleted", "tag": "f1c7d1d5-631c-4b90-9f11-73edbb1fc62b"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:08:24.817617 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91553bc6-2a16-4e65-a985-37f6a959d598 req-7e6cf4ab-bf83-48c7-a532-ab41daf71671 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:24.823139 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-91553bc6-2a16-4e65-a985-37f6a959d598 req-7e6cf4ab-bf83-48c7-a532-ab41daf71671 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/ports?device_id=f03ed073-40c4-4a7f-aeed-e5ca8f6de50b HTTP/1.1" status: 200  len: 945 time: 0.2414656
May 07 22:08:24.980507 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-94984f56-c340-4022-aa0b-57c103c31957 req-b0b07459-aa34-41c5-9ff7-1a375ef72378 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Deleting port 9f6cb74d-fe46-4c94-9688-bd96403fb562 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:08:24.980784 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-94984f56-c340-4022-aa0b-57c103c31957 req-b0b07459-aa34-41c5-9ff7-1a375ef72378 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (9f6cb74d-fe46-4c94-9688-bd96403fb562), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:25.003665 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 81169653-b169-4145-97ea-67ec83645019 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:08:25.211224 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 38456) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:25.303943 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db594668-a044-45b0-bff5-934981bb1f3a req-90521e40-efd0-45ec-90fd-257bbf88d9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:25.317945 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-db594668-a044-45b0-bff5-934981bb1f3a req-90521e40-efd0-45ec-90fd-257bbf88d9e7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=897b8e60-57e6-49f6-8500-632ca34fccf7 HTTP/1.1" status: 200  len: 896 time: 1.2711966
May 07 22:08:25.329248 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 81169653-b169-4145-97ea-67ec83645019 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:08:25.331804 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (81169653-b169-4145-97ea-67ec83645019), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:25.349717 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2a44626b-b7e2-419a-a67b-fe8a9be916e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:25.397055 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1977e950-b5fb-4e69-aff9-368b73bc6ffb None None] New status for floating IP 5fa1a356-045f-4a18-982a-ff5f555e7e3a: DOWN {{(pid=121838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 07 22:08:25.403764 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-70df13e8-0056-4703-af0a-34abdfe9d284 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:25.480900 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-91553bc6-2a16-4e65-a985-37f6a959d598 req-e6186a10-b344-45be-a49a-a85460d59e25 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/security-groups?id=09ef7c7c-7afe-4000-a8d6-02927363c40c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4303923
May 07 22:08:25.574678 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-827ff5dc-7038-4163-9c22-f048b01b3c11 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (9b981832-d68a-43f0-924f-977b3ce5646b), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:25.594147 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Sat, 07 May 2022 22:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e7891d-2186-4b1b-bcc2-31b4e9206983 x-openstack-request-id: req-f5e7891d-2186-4b1b-bcc2-31b4e9206983 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:08:25.594443 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9d24fe6-4b53-4000-97a9-53c80f13ac5f", "name": "network-vif-deleted", "tag": "f1c7d1d5-631c-4b90-9f11-73edbb1fc62b", "status": "failed", "code": 422}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:08:25.594699 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f5e7891d-2186-4b1b-bcc2-31b4e9206983 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:08:25.595144 ncdv-master-1 neutron-server[121836]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-f5e7891d-2186-4b1b-bcc2-31b4e9206983']: {'server_uuid': 'e9d24fe6-4b53-4000-97a9-53c80f13ac5f', 'name': 'network-vif-deleted', 'tag': 'f1c7d1d5-631c-4b90-9f11-73edbb1fc62b', 'status': 'failed', 'code': 422} returned with failed status
May 07 22:08:25.595912 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-db594668-a044-45b0-bff5-934981bb1f3a req-7844ae97-8ac0-48bc-b439-5f3b9218ca55 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f6cb74d-fe46-4c94-9688-bd96403fb562 HTTP/1.1" status: 200  len: 217 time: 0.2520292
May 07 22:08:25.612731 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2a44626b-b7e2-419a-a67b-fe8a9be916e4 admin admin] Publish callbacks [] for security_group (a91d094d-8ab4-43f2-a0e7-01db5025141d), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:25.619860 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2a44626b-b7e2-419a-a67b-fe8a9be916e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (a91d094d-8ab4-43f2-a0e7-01db5025141d), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:25.653576 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a44626b-b7e2-419a-a67b-fe8a9be916e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a91d094d-8ab4-43f2-a0e7-01db5025141d,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:25.702829 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-2a44626b-b7e2-419a-a67b-fe8a9be916e4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=51018c16b81247ff8a3cfe8ba2f8fd13&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4896348
May 07 22:08:25.703913 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 38472) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:25.720816 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 81169653-b169-4145-97ea-67ec83645019 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:08:25.822941 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-94984f56-c340-4022-aa0b-57c103c31957 req-b0b07459-aa34-41c5-9ff7-1a375ef72378 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] For port 9f6cb74d-fe46-4c94-9688-bd96403fb562, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9f6cb74d-fe46-4c94-9688-bd96403fb562,segment=NetworkSegment(6ae4ba78-6cd6-4dad-8a34-f736ee9aa579),segment_id=6ae4ba78-6cd6-4dad-8a34-f736ee9aa579)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:08:25.822941 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-94984f56-c340-4022-aa0b-57c103c31957 req-b0b07459-aa34-41c5-9ff7-1a375ef72378 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (9f6cb74d-fe46-4c94-9688-bd96403fb562), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:25.861973 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-94984f56-c340-4022-aa0b-57c103c31957 req-b0b07459-aa34-41c5-9ff7-1a375ef72378 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Calling delete_port for 9f6cb74d-fe46-4c94-9688-bd96403fb562 owned by compute:nova {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:08:25.868649 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db594668-a044-45b0-bff5-934981bb1f3a req-450567b5-114e-455f-a2c0-94a4ea8df896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:25.870271 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-db594668-a044-45b0-bff5-934981bb1f3a req-450567b5-114e-455f-a2c0-94a4ea8df896 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b8533475-792d-4dfa-8e9d-7a9c15894d00 HTTP/1.1" status: 200  len: 835 time: 0.2273996
May 07 22:08:25.878232 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-552d94ad-901e-4278-91ea-9baec603c95d admin admin] Publish callbacks [] for security_group (a91d094d-8ab4-43f2-a0e7-01db5025141d), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:25.939025 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-827ff5dc-7038-4163-9c22-f048b01b3c11 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (9b981832-d68a-43f0-924f-977b3ce5646b), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:25.941133 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-552d94ad-901e-4278-91ea-9baec603c95d admin admin] Publish callbacks [] for security_group (a91d094d-8ab4-43f2-a0e7-01db5025141d), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:26.030145 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5fa886-974c-4208-90ac-88e824dcc95e None None] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:08:26.031042 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-827ff5dc-7038-4163-9c22-f048b01b3c11 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:26.040336 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-827ff5dc-7038-4163-9c22-f048b01b3c11 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/subnets/9b981832-d68a-43f0-924f-977b3ce5646b HTTP/1.1" status: 204  len: 168 time: 2.3191469
May 07 22:08:26.046879 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 38490) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:26.067550 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827ff5dc-7038-4163-9c22-f048b01b3c11 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event deleted for resources: {'Subnet': ['ID=9b981832-d68a-43f0-924f-977b3ce5646b,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:26.082332 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-27368027-098b-40f2-878b-e47a9cb63d4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:26.150038 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db594668-a044-45b0-bff5-934981bb1f3a req-5ba0cbef-54da-4120-b0e0-da20c1191f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:26.155807 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-db594668-a044-45b0-bff5-934981bb1f3a req-5ba0cbef-54da-4120-b0e0-da20c1191f4b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=897b8e60-57e6-49f6-8500-632ca34fccf7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2758088
May 07 22:08:26.163431 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-50dc9329-f8b2-4742-9927-5f3e1f7c8c6d tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1117070
May 07 22:08:26.164372 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 38500) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:26.170573 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-2a8f57b2-f06a-4fd7-8736-72b4e5fb0f90 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Request body: {'subnet': {'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:08:26.202692 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-70df13e8-0056-4703-af0a-34abdfe9d284 admin admin] Publish callbacks [] for security_group (5deadf2b-224e-455e-9c15-ef7298335260), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:26.249731 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-70df13e8-0056-4703-af0a-34abdfe9d284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (5deadf2b-224e-455e-9c15-ef7298335260), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:26.295529 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-552d94ad-901e-4278-91ea-9baec603c95d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (a91d094d-8ab4-43f2-a0e7-01db5025141d), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:26.298517 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-552d94ad-901e-4278-91ea-9baec603c95d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:26.300586 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-552d94ad-901e-4278-91ea-9baec603c95d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a91d094d-8ab4-43f2-a0e7-01db5025141d HTTP/1.1" status: 204  len: 168 time: 0.5954683
May 07 22:08:26.348028 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2dad2f-23fa-48da-96b8-f0316286de93 None None] DHCP port deletion for c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:08:26.357194 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552d94ad-901e-4278-91ea-9baec603c95d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91d094d-8ab4-43f2-a0e7-01db5025141d,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:26.400058 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3739737-b5d2-4fb7-b23a-62211496b4b2 req-bea87357-e0d6-43e0-9ad9-185d799ef392 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:26.402517 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d3739737-b5d2-4fb7-b23a-62211496b4b2 req-bea87357-e0d6-43e0-9ad9-185d799ef392 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0131044-3724-490e-88e0-5fca28fe6ee3 HTTP/1.1" status: 200  len: 907 time: 0.2037251
May 07 22:08:26.405522 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-70df13e8-0056-4703-af0a-34abdfe9d284 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=88dc6e94066e42c084774d57a8faf609&name=default HTTP/1.1" status: 200  len: 3000 time: 2.1243260
May 07 22:08:26.413979 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 38510) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:26.460404 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a8f57b2-f06a-4fd7-8736-72b4e5fb0f90 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Made reservation on behalf of a45ecca62a364aaabca1717c79558f6f for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:08:26.468211 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2a8f57b2-f06a-4fd7-8736-72b4e5fb0f90 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:26.471008 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70df13e8-0056-4703-af0a-34abdfe9d284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5deadf2b-224e-455e-9c15-ef7298335260,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:26.529663 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-ad2dad2f-23fa-48da-96b8-f0316286de93 None None] Deleting port 81169653-b169-4145-97ea-67ec83645019 {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:08:26.530510 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ad2dad2f-23fa-48da-96b8-f0316286de93 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (81169653-b169-4145-97ea-67ec83645019), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:26.563655 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-db594668-a044-45b0-bff5-934981bb1f3a req-0c13c82e-8873-42a2-b25b-57efe02d6efb service neutron] 10.222.0.59 "GET /v2.0/networks/897b8e60-57e6-49f6-8500-632ca34fccf7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3878849
May 07 22:08:26.603430 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-94984f56-c340-4022-aa0b-57c103c31957 req-b0b07459-aa34-41c5-9ff7-1a375ef72378 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (9f6cb74d-fe46-4c94-9688-bd96403fb562), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:26.645422 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1116b1bb-f0ed-47cc-a025-6256a3a6fe69 admin admin] Publish callbacks [] for security_group (5deadf2b-224e-455e-9c15-ef7298335260), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:26.700443 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b07459-aa34-41c5-9ff7-1a375ef72378 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Pushing event deleted for resources: {'Port': ['ID=9f6cb74d-fe46-4c94-9688-bd96403fb562,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:26.733145 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-ad2dad2f-23fa-48da-96b8-f0316286de93 None None] For port 81169653-b169-4145-97ea-67ec83645019, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=81169653-b169-4145-97ea-67ec83645019,segment=NetworkSegment(0c54767f-f5cc-4fe8-be2b-89310a1e6df6),segment_id=0c54767f-f5cc-4fe8-be2b-89310a1e6df6)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:08:26.733670 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ad2dad2f-23fa-48da-96b8-f0316286de93 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (81169653-b169-4145-97ea-67ec83645019), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:26.767736 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d877adac-db39-436a-83c4-c55ca4fe4f50 req-593fb30a-c39b-41b2-b6d7-426648003139 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "GET /v2.0/ports?device_id=f03ed073-40c4-4a7f-aeed-e5ca8f6de50b HTTP/1.1" status: 200  len: 210 time: 0.0796163
May 07 22:08:26.793766 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-ad2dad2f-23fa-48da-96b8-f0316286de93 None None] Calling delete_port for 81169653-b169-4145-97ea-67ec83645019 owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:08:26.857728 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-94984f56-c340-4022-aa0b-57c103c31957 req-b0b07459-aa34-41c5-9ff7-1a375ef72378 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] No DVR routers for this DVR port 9f6cb74d-fe46-4c94-9688-bd96403fb562 on host nch2-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:08:26.874808 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-94984f56-c340-4022-aa0b-57c103c31957 req-b0b07459-aa34-41c5-9ff7-1a375ef72378 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:26.874808 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-94984f56-c340-4022-aa0b-57c103c31957 req-b0b07459-aa34-41c5-9ff7-1a375ef72378 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.59 "DELETE /v2.0/ports/9f6cb74d-fe46-4c94-9688-bd96403fb562 HTTP/1.1" status: 204  len: 173 time: 2.2894833
May 07 22:08:26.880209 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f03ed073-40c4-4a7f-aeed-e5ca8f6de50b', 'name': 'network-vif-deleted', 'tag': '9f6cb74d-fe46-4c94-9688-bd96403fb562'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:08:26.882615 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52480cc0-4784-4f98-a362-8b52d7f5fe97" -d '{"events": [{"server_uuid": "f03ed073-40c4-4a7f-aeed-e5ca8f6de50b", "name": "network-vif-deleted", "tag": "9f6cb74d-fe46-4c94-9688-bd96403fb562"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:08:26.910408 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1116b1bb-f0ed-47cc-a025-6256a3a6fe69 admin admin] Publish callbacks [] for security_group (5deadf2b-224e-455e-9c15-ef7298335260), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:26.940307 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 81169653-b169-4145-97ea-67ec83645019 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:08:27.067101 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8880612-fa4e-4820-be6d-819d3fcddd2a x-openstack-request-id: req-c8880612-fa4e-4820-be6d-819d3fcddd2a {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:08:27.068139 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f03ed073-40c4-4a7f-aeed-e5ca8f6de50b", "name": "network-vif-deleted", "tag": "9f6cb74d-fe46-4c94-9688-bd96403fb562", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:08:27.069490 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c8880612-fa4e-4820-be6d-819d3fcddd2a {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:08:27.071638 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8880612-fa4e-4820-be6d-819d3fcddd2a'] response: {'server_uuid': 'f03ed073-40c4-4a7f-aeed-e5ca8f6de50b', 'name': 'network-vif-deleted', 'tag': '9f6cb74d-fe46-4c94-9688-bd96403fb562', 'status': 'completed', 'code': 200}
May 07 22:08:27.082017 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-db594668-a044-45b0-bff5-934981bb1f3a req-f5a9b1cf-fc2f-4fca-91ae-5230f8571255 service neutron] 10.222.0.59 "GET /v2.0/networks/897b8e60-57e6-49f6-8500-632ca34fccf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5026166
May 07 22:08:27.089018 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1116b1bb-f0ed-47cc-a025-6256a3a6fe69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (5deadf2b-224e-455e-9c15-ef7298335260), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:27.091574 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2a8f57b2-f06a-4fd7-8736-72b4e5fb0f90 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (20d385a7-26af-40ff-bf4a-a8e5a42f9139), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:27.099188 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1116b1bb-f0ed-47cc-a025-6256a3a6fe69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:27.101175 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-1116b1bb-f0ed-47cc-a025-6256a3a6fe69 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5deadf2b-224e-455e-9c15-ef7298335260 HTTP/1.1" status: 204  len: 168 time: 0.6844456
May 07 22:08:27.113151 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1116b1bb-f0ed-47cc-a025-6256a3a6fe69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5deadf2b-224e-455e-9c15-ef7298335260,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:27.148263 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ad2dad2f-23fa-48da-96b8-f0316286de93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (81169653-b169-4145-97ea-67ec83645019), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:27.163600 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 38540) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:27.197802 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8f57b2-f06a-4fd7-8736-72b4e5fb0f90 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:08:27.207820 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-2a8f57b2-f06a-4fd7-8736-72b4e5fb0f90 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:08:27.219122 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-76a3ea25-c64d-4e0b-9c23-a71d0c954eea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:27.222375 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8f57b2-f06a-4fd7-8736-72b4e5fb0f90 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:27.225557 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2a8f57b2-f06a-4fd7-8736-72b4e5fb0f90 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:27.235684 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2dad2f-23fa-48da-96b8-f0316286de93 None None] Pushing event deleted for resources: {'Port': ['ID=81169653-b169-4145-97ea-67ec83645019,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:27.246298 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 81169653-b169-4145-97ea-67ec83645019 is: ACTIVE; New status is: DOWN {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:08:27.247058 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (81169653-b169-4145-97ea-67ec83645019), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:27.249715 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2dad2f-23fa-48da-96b8-f0316286de93 None None] No DVR routers for this DVR port 81169653-b169-4145-97ea-67ec83645019 on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:08:27.272491 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b76de0-ac5d-4ecf-8014-f2c74ea84e60 None None] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:08:27.318500 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-2a8f57b2-f06a-4fd7-8736-72b4e5fb0f90 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.1527290
May 07 22:08:27.329547 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 38544) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:27.359925 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-712a0723-bde9-45bc-958d-c9f99c573606 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Request body: {'port': {'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'fixed_ips': [{'subnet_id': '20d385a7-26af-40ff-bf4a-a8e5a42f9139', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-807906403'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:08:27.383209 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8f57b2-f06a-4fd7-8736-72b4e5fb0f90 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event updated for resources: {'Subnet': ['ID=20d385a7-26af-40ff-bf4a-a8e5a42f9139,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:27.491949 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-76a3ea25-c64d-4e0b-9c23-a71d0c954eea admin admin] Publish callbacks [] for security_group (9da93001-1985-46d4-8101-f1f337eba48c), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:27.512268 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:27.518386 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-76a3ea25-c64d-4e0b-9c23-a71d0c954eea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (9da93001-1985-46d4-8101-f1f337eba48c), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:27.621012 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6afb02d-7539-4827-a723-5275492662dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'project_id': 'a45ecca62a364aaabca1717c79558f6f', 'fixed_ips': [{'subnet_id': '20d385a7-26af-40ff-bf4a-a8e5a42f9139'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:08:27.627658 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c6afb02d-7539-4827-a723-5275492662dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:27.673565 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127fb836-600a-4ce8-a649-a2e9562e8042 req-4f1965d6-f3d4-418b-9855-ed2c81c4cbf5 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:27.676086 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-76a3ea25-c64d-4e0b-9c23-a71d0c954eea admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f6360875ae174a0caaa2bbb02459244d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5107725
May 07 22:08:27.677347 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-127fb836-600a-4ce8-a649-a2e9562e8042 req-4f1965d6-f3d4-418b-9855-ed2c81c4cbf5 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0131044-3724-490e-88e0-5fca28fe6ee3 HTTP/1.1" status: 200  len: 907 time: 0.2712617
May 07 22:08:27.679106 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a3ea25-c64d-4e0b-9c23-a71d0c954eea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9da93001-1985-46d4-8101-f1f337eba48c,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:27.685544 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 38554) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:27.770512 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 9f6cb74d-fe46-4c94-9688-bd96403fb562 no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:08:27.797434 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] No Port match for: 9f6cb74d-fe46-4c94-9688-bd96403fb562 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:08:27.797926 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 9f6cb74d-fe46-4c94-9688-bd96403fb562 not bound to the agent host nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:08:27.853394 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cbfc8c26-72af-420c-87e6-1c934dc3b6b7 admin admin] Publish callbacks [] for security_group (9da93001-1985-46d4-8101-f1f337eba48c), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:27.889061 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-c6afb02d-7539-4827-a723-5275492662dd None None] Allocated IP 2001:db8::2 (c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a/20d385a7-26af-40ff-bf4a-a8e5a42f9139/2d850367-971e-4f2d-a57a-502fb7425715) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:08:27.907971 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cbfc8c26-72af-420c-87e6-1c934dc3b6b7 admin admin] Publish callbacks [] for security_group (9da93001-1985-46d4-8101-f1f337eba48c), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:27.931034 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 38558) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:28.024597 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 38560) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:28.099964 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e27f2bdd-5273-48d8-88a9-702079c1f82e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:28.105399 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c8cadd1f-104c-47e8-b71c-0d3f2692a5d7 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for security_group (09ef7c7c-7afe-4000-a8d6-02927363c40c), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:28.166647 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c8cadd1f-104c-47e8-b71c-0d3f2692a5d7 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for security_group (09ef7c7c-7afe-4000-a8d6-02927363c40c), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:28.169073 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c6afb02d-7539-4827-a723-5275492662dd None None] Publish callbacks [] for port (2d850367-971e-4f2d-a57a-502fb7425715), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:28.181189 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c6afb02d-7539-4827-a723-5275492662dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (2d850367-971e-4f2d-a57a-502fb7425715), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:28.204407 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cbfc8c26-72af-420c-87e6-1c934dc3b6b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (9da93001-1985-46d4-8101-f1f337eba48c), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:28.207460 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cbfc8c26-72af-420c-87e6-1c934dc3b6b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:28.211026 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-cbfc8c26-72af-420c-87e6-1c934dc3b6b7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9da93001-1985-46d4-8101-f1f337eba48c HTTP/1.1" status: 204  len: 168 time: 0.5211890
May 07 22:08:28.282167 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfc8c26-72af-420c-87e6-1c934dc3b6b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da93001-1985-46d4-8101-f1f337eba48c,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:28.342808 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6afb02d-7539-4827-a723-5275492662dd None None] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:08:28.360368 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e27f2bdd-5273-48d8-88a9-702079c1f82e admin admin] Publish callbacks [] for security_group (aacda490-6b64-4121-b9b4-fc84230712a4), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:28.360692 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-c6afb02d-7539-4827-a723-5275492662dd None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:08:28.366765 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6afb02d-7539-4827-a723-5275492662dd None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:08:28.371600 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c8cadd1f-104c-47e8-b71c-0d3f2692a5d7 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (09ef7c7c-7afe-4000-a8d6-02927363c40c), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:28.373357 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6afb02d-7539-4827-a723-5275492662dd None None] Pushing event updated for resources: {'Port': ['ID=2d850367-971e-4f2d-a57a-502fb7425715,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:28.381015 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c8cadd1f-104c-47e8-b71c-0d3f2692a5d7 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:28.381984 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-c8cadd1f-104c-47e8-b71c-0d3f2692a5d7 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "DELETE /v2.0/security-groups/09ef7c7c-7afe-4000-a8d6-02927363c40c HTTP/1.1" status: 204  len: 168 time: 0.4490068
May 07 22:08:28.404234 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e27f2bdd-5273-48d8-88a9-702079c1f82e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (aacda490-6b64-4121-b9b4-fc84230712a4), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:28.440189 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cadd1f-104c-47e8-b71c-0d3f2692a5d7 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ef7c7c-7afe-4000-a8d6-02927363c40c,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:28.468938 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 38590) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:28.512419 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-c6afb02d-7539-4827-a723-5275492662dd None None] Attempting to bind port 2d850367-971e-4f2d-a57a-502fb7425715 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:08:28.513058 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-c6afb02d-7539-4827-a723-5275492662dd None None] Attempting to bind port 2d850367-971e-4f2d-a57a-502fb7425715 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0c54767f-f5cc-4fe8-be2b-89310a1e6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:08:28.513382 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6afb02d-7539-4827-a723-5275492662dd None None] Attempting to bind port 2d850367-971e-4f2d-a57a-502fb7425715 on network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:08:28.525866 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6afb02d-7539-4827-a723-5275492662dd None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:08:28.526399 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6afb02d-7539-4827-a723-5275492662dd None None] Checking segment: {'id': '0c54767f-f5cc-4fe8-be2b-89310a1e6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:08:28.526973 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c6afb02d-7539-4827-a723-5275492662dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:28.527464 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6afb02d-7539-4827-a723-5275492662dd None None] Bound using segment: {'id': '0c54767f-f5cc-4fe8-be2b-89310a1e6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:08:28.528038 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-c6afb02d-7539-4827-a723-5275492662dd None None] Bound port: 2d850367-971e-4f2d-a57a-502fb7425715, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c54767f-f5cc-4fe8-be2b-89310a1e6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:08:28.528520 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c6afb02d-7539-4827-a723-5275492662dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (2d850367-971e-4f2d-a57a-502fb7425715), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:28.580295 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-e27f2bdd-5273-48d8-88a9-702079c1f82e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9ec9ff453be64806a3592200d6c0ca1c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5472386
May 07 22:08:28.590301 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 38596) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:28.595060 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27f2bdd-5273-48d8-88a9-702079c1f82e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aacda490-6b64-4121-b9b4-fc84230712a4,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:28.619850 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-c6afb02d-7539-4827-a723-5275492662dd None None] For port 2d850367-971e-4f2d-a57a-502fb7425715, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:08:28.625427 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-c6afb02d-7539-4827-a723-5275492662dd None None] For port 2d850367-971e-4f2d-a57a-502fb7425715, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2d850367-971e-4f2d-a57a-502fb7425715,segment=NetworkSegment(0c54767f-f5cc-4fe8-be2b-89310a1e6df6),segment_id=0c54767f-f5cc-4fe8-be2b-89310a1e6df6)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:08:28.641593 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c6afb02d-7539-4827-a723-5275492662dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (2d850367-971e-4f2d-a57a-502fb7425715), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:28.698434 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1957d84c-5707-4da8-b5e0-0e83ee3b1900 req-ddd8aa62-a40e-4bf1-aa67-268e4c275899 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:28.714692 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1957d84c-5707-4da8-b5e0-0e83ee3b1900 req-ddd8aa62-a40e-4bf1-aa67-268e4c275899 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0131044-3724-490e-88e0-5fca28fe6ee3 HTTP/1.1" status: 200  len: 907 time: 1.0292509
May 07 22:08:28.734855 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-127fb836-600a-4ce8-a649-a2e9562e8042 req-1d8bca3b-ad6b-42fb-902f-a92bb2d34f82 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Deleting port 2e65b025-887f-40c7-9d7c-68a722d64bc2 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:08:28.735562 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-127fb836-600a-4ce8-a649-a2e9562e8042 req-1d8bca3b-ad6b-42fb-902f-a92bb2d34f82 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (2e65b025-887f-40c7-9d7c-68a722d64bc2), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:28.823352 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6afb02d-7539-4827-a723-5275492662dd None None] Pushing event updated for resources: {'Port': ['ID=2d850367-971e-4f2d-a57a-502fb7425715,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:28.906029 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-712a0723-bde9-45bc-958d-c9f99c573606 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Made reservation on behalf of a45ecca62a364aaabca1717c79558f6f for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:08:28.926936 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6829c648-c34c-4c38-9e54-a5eb0fff545d admin admin] Publish callbacks [] for security_group (aacda490-6b64-4121-b9b4-fc84230712a4), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:28.964908 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6829c648-c34c-4c38-9e54-a5eb0fff545d admin admin] Publish callbacks [] for security_group (aacda490-6b64-4121-b9b4-fc84230712a4), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:29.069849 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-127fb836-600a-4ce8-a649-a2e9562e8042 req-1d8bca3b-ad6b-42fb-902f-a92bb2d34f82 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] For port 2e65b025-887f-40c7-9d7c-68a722d64bc2, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2e65b025-887f-40c7-9d7c-68a722d64bc2,segment=NetworkSegment(3565a17e-e0eb-4b35-a7f2-f7d7af642fb7),segment_id=3565a17e-e0eb-4b35-a7f2-f7d7af642fb7)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:08:29.069849 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-127fb836-600a-4ce8-a649-a2e9562e8042 req-1d8bca3b-ad6b-42fb-902f-a92bb2d34f82 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (2e65b025-887f-40c7-9d7c-68a722d64bc2), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:29.120553 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6829c648-c34c-4c38-9e54-a5eb0fff545d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (aacda490-6b64-4121-b9b4-fc84230712a4), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:29.131217 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-127fb836-600a-4ce8-a649-a2e9562e8042 req-1d8bca3b-ad6b-42fb-902f-a92bb2d34f82 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Calling delete_port for 2e65b025-887f-40c7-9d7c-68a722d64bc2 owned by compute:nova {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:08:29.142841 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:29.143283 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-712a0723-bde9-45bc-958d-c9f99c573606 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:29.148579 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6829c648-c34c-4c38-9e54-a5eb0fff545d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:29.149831 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-6829c648-c34c-4c38-9e54-a5eb0fff545d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aacda490-6b64-4121-b9b4-fc84230712a4 HTTP/1.1" status: 204  len: 168 time: 0.5584877
May 07 22:08:29.277297 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6829c648-c34c-4c38-9e54-a5eb0fff545d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aacda490-6b64-4121-b9b4-fc84230712a4,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:29.362061 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [None req-712a0723-bde9-45bc-958d-c9f99c573606 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] device_id is not set on port c369b543-8a1e-4fa4-b2f2-956b9394c3cb yet. {{(pid=121836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 22:08:29.612693 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-39259a01-cc28-4def-9670-aff0baef166b tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401094'] for router_interface (95b92444-ae71-4601-a703-2675b27619d8), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:29.722002 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-712a0723-bde9-45bc-958d-c9f99c573606 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 07 22:08:29.722573 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-712a0723-bde9-45bc-958d-c9f99c573606 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=121836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:08:29.746235 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-127fb836-600a-4ce8-a649-a2e9562e8042 req-1d8bca3b-ad6b-42fb-902f-a92bb2d34f82 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (2e65b025-887f-40c7-9d7c-68a722d64bc2), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:29.764887 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-712a0723-bde9-45bc-958d-c9f99c573606 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 400  len: 350 time: 2.4216797
May 07 22:08:29.774300 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 38662) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:29.860980 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8bca3b-ad6b-42fb-902f-a92bb2d34f82 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Pushing event deleted for resources: {'Port': ['ID=2e65b025-887f-40c7-9d7c-68a722d64bc2,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:30.035475 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-127fb836-600a-4ce8-a649-a2e9562e8042 req-1d8bca3b-ad6b-42fb-902f-a92bb2d34f82 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] No DVR routers for this DVR port 2e65b025-887f-40c7-9d7c-68a722d64bc2 on host nch1-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:08:30.049617 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca929a4-95b8-466b-9631-09941635a97a tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:30.056035 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-5ca929a4-95b8-466b-9631-09941635a97a tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 943 time: 0.2714508
May 07 22:08:30.062698 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 38686) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:30.063952 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-127fb836-600a-4ce8-a649-a2e9562e8042 req-1d8bca3b-ad6b-42fb-902f-a92bb2d34f82 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:30.080067 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-127fb836-600a-4ce8-a649-a2e9562e8042 req-1d8bca3b-ad6b-42fb-902f-a92bb2d34f82 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.55 "DELETE /v2.0/ports/2e65b025-887f-40c7-9d7c-68a722d64bc2 HTTP/1.1" status: 204  len: 173 time: 2.3775189
May 07 22:08:30.083107 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3b3b5680-6d9d-412c-9e16-251017402286 req-187cf0d6-bd85-4bd4-9484-cde5c3464290 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=c0131044-3724-490e-88e0-5fca28fe6ee3 HTTP/1.1" status: 200  len: 210 time: 0.2345216
May 07 22:08:30.084051 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0131044-3724-490e-88e0-5fca28fe6ee3', 'name': 'network-vif-deleted', 'tag': '2e65b025-887f-40c7-9d7c-68a722d64bc2'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:08:30.094916 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9e5bc2e-8790-46fa-bc3b-236cdb35148d" -d '{"events": [{"server_uuid": "c0131044-3724-490e-88e0-5fca28fe6ee3", "name": "network-vif-deleted", "tag": "2e65b025-887f-40c7-9d7c-68a722d64bc2"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:08:30.261674 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb8f476-a72b-447a-8f39-e3d0c5bfbd83 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:30.264829 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb8f476-a72b-447a-8f39-e3d0c5bfbd83 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:30.267162 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-4fb8f476-a72b-447a-8f39-e3d0c5bfbd83 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.1858888
May 07 22:08:30.269903 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-905d9d8e-4bc5-4596-a8dd-e1524e3f16da x-openstack-request-id: req-905d9d8e-4bc5-4596-a8dd-e1524e3f16da {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:08:30.270473 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0131044-3724-490e-88e0-5fca28fe6ee3", "name": "network-vif-deleted", "tag": "2e65b025-887f-40c7-9d7c-68a722d64bc2", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:08:30.270600 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 38696) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:30.271228 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-905d9d8e-4bc5-4596-a8dd-e1524e3f16da {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:08:30.271869 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-905d9d8e-4bc5-4596-a8dd-e1524e3f16da'] response: {'server_uuid': 'c0131044-3724-490e-88e0-5fca28fe6ee3', 'name': 'network-vif-deleted', 'tag': '2e65b025-887f-40c7-9d7c-68a722d64bc2', 'status': 'completed', 'code': 200}
May 07 22:08:30.301634 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:30.467703 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-39259a01-cc28-4def-9670-aff0baef166b tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Deleting port c5913d5e-e4ba-4665-9266-7c0283129c4f {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:08:30.482684 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-39259a01-cc28-4def-9670-aff0baef166b tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (c5913d5e-e4ba-4665-9266-7c0283129c4f), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:30.940505 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-34c30360-5575-4f09-ac01-7a40eed8fd40 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Deleting subnet 20d385a7-26af-40ff-bf4a-a8e5a42f9139 {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:08:30.963817 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-34c30360-5575-4f09-ac01-7a40eed8fd40 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for subnet (20d385a7-26af-40ff-bf4a-a8e5a42f9139), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:31.000227 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-90a63eb8-97e3-4af8-9c57-10a92e58da2d None None] Provisioning complete for port 2d850367-971e-4f2d-a57a-502fb7425715 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:08:31.002546 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-90a63eb8-97e3-4af8-9c57-10a92e58da2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (2d850367-971e-4f2d-a57a-502fb7425715), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:31.070225 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-34c30360-5575-4f09-ac01-7a40eed8fd40 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (20d385a7-26af-40ff-bf4a-a8e5a42f9139), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:31.103319 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 2d850367-971e-4f2d-a57a-502fb7425715 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:08:31.194400 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-39259a01-cc28-4def-9670-aff0baef166b tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] For port c5913d5e-e4ba-4665-9266-7c0283129c4f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c5913d5e-e4ba-4665-9266-7c0283129c4f,segment=NetworkSegment(6ae4ba78-6cd6-4dad-8a34-f736ee9aa579),segment_id=6ae4ba78-6cd6-4dad-8a34-f736ee9aa579)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:08:31.195170 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-39259a01-cc28-4def-9670-aff0baef166b tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (c5913d5e-e4ba-4665-9266-7c0283129c4f), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:31.208171 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 2e65b025-887f-40c7-9d7c-68a722d64bc2 no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:08:31.264913 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-39259a01-cc28-4def-9670-aff0baef166b tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Calling delete_port for c5913d5e-e4ba-4665-9266-7c0283129c4f owned by network:router_interface {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:08:31.363090 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 38754) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:31.389473 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] No Port match for: 2e65b025-887f-40c7-9d7c-68a722d64bc2 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:08:31.391831 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 2e65b025-887f-40c7-9d7c-68a722d64bc2 not bound to the agent host nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:08:31.454990 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-34c30360-5575-4f09-ac01-7a40eed8fd40 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (20d385a7-26af-40ff-bf4a-a8e5a42f9139), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:31.523498 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 2d850367-971e-4f2d-a57a-502fb7425715 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:08:31.524344 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (2d850367-971e-4f2d-a57a-502fb7425715), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:31.622004 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-90a63eb8-97e3-4af8-9c57-10a92e58da2d None None] Current status of the port 2d850367-971e-4f2d-a57a-502fb7425715 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:08:31.622694 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-90a63eb8-97e3-4af8-9c57-10a92e58da2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (2d850367-971e-4f2d-a57a-502fb7425715), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:31.625087 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-90e50e8f-291d-4c05-a40d-db1927526717 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:31.705702 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-34c30360-5575-4f09-ac01-7a40eed8fd40 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (20d385a7-26af-40ff-bf4a-a8e5a42f9139), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:31.748843 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41c1e09-eb53-4059-b951-86e8713b1176 None None] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:08:31.751983 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-34c30360-5575-4f09-ac01-7a40eed8fd40 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:31.755317 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-34c30360-5575-4f09-ac01-7a40eed8fd40 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/subnets/20d385a7-26af-40ff-bf4a-a8e5a42f9139 HTTP/1.1" status: 204  len: 168 time: 1.4830914
May 07 22:08:31.768329 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-90e50e8f-291d-4c05-a40d-db1927526717 admin admin] Publish callbacks [] for security_group (d184c76b-1b57-4c60-8a02-78fd7fb8bdfc), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:31.770443 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 38770) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:31.780663 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-90e50e8f-291d-4c05-a40d-db1927526717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (d184c76b-1b57-4c60-8a02-78fd7fb8bdfc), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:31.782868 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c30360-5575-4f09-ac01-7a40eed8fd40 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event deleted for resources: {'Subnet': ['ID=20d385a7-26af-40ff-bf4a-a8e5a42f9139,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:31.812910 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24dd99b-6c94-4191-b44a-ee88381cc0ac req-1ad28ff7-bbaa-408e-aae1-7ebd7eb7fdab tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:31.825302 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a24dd99b-6c94-4191-b44a-ee88381cc0ac req-1ad28ff7-bbaa-408e-aae1-7ebd7eb7fdab tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=efbfca97-f4f7-4462-aa1f-5b1936c45d96 HTTP/1.1" status: 200  len: 945 time: 0.1391668
May 07 22:08:31.842871 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-56957c02-72ef-4246-8460-b94e2ae2281e tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0708683
May 07 22:08:31.849581 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 38774) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:31.857577 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-264d415b-f817-4e07-ba2b-37c827f35683 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Request body: {'subnet': {'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:08:31.889527 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a24dd99b-6c94-4191-b44a-ee88381cc0ac req-d4f447b2-bfc4-422d-a9dd-7307783f61f5 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c335e02-4871-4a34-8e92-8c24a11b7b47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632727
May 07 22:08:31.904251 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.db.api [None req-90a63eb8-97e3-4af8-9c57-10a92e58da2d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 07 22:08:31.904961 ncdv-master-1 neutron-server[121838]: DEBUG oslo_db.api [None req-90a63eb8-97e3-4af8-9c57-10a92e58da2d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 07 22:08:31.931953 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-90e50e8f-291d-4c05-a40d-db1927526717 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5ffa9fa2c541495f8ee64d894922f943&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5677621
May 07 22:08:31.933434 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 2d850367-971e-4f2d-a57a-502fb7425715 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:08:31.934058 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (2d850367-971e-4f2d-a57a-502fb7425715), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:31.935065 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 38780) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:31.943890 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e50e8f-291d-4c05-a40d-db1927526717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d184c76b-1b57-4c60-8a02-78fd7fb8bdfc,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:32.024021 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-39259a01-cc28-4def-9670-aff0baef166b tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (c5913d5e-e4ba-4665-9266-7c0283129c4f), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:32.063224 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port 2d850367-971e-4f2d-a57a-502fb7425715, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2d850367-971e-4f2d-a57a-502fb7425715,segment=NetworkSegment(0c54767f-f5cc-4fe8-be2b-89310a1e6df6),segment_id=0c54767f-f5cc-4fe8-be2b-89310a1e6df6)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:08:32.077464 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39259a01-cc28-4def-9670-aff0baef166b tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Pushing event deleted for resources: {'Port': ['ID=c5913d5e-e4ba-4665-9266-7c0283129c4f,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:32.089190 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (2d850367-971e-4f2d-a57a-502fb7425715), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:32.124323 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-49be0017-99ea-4796-a1a2-cc3d3259bffd admin admin] Publish callbacks [] for security_group (d184c76b-1b57-4c60-8a02-78fd7fb8bdfc), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:32.152457 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-264d415b-f817-4e07-ba2b-37c827f35683 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Made reservation on behalf of a45ecca62a364aaabca1717c79558f6f for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:08:32.167547 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-264d415b-f817-4e07-ba2b-37c827f35683 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:32.238080 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=2d850367-971e-4f2d-a57a-502fb7425715,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:32.252482 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3095e966-6c09-4d3b-a157-13bb275c6a38 None None] DHCP port deletion for c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:08:32.263988 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-49be0017-99ea-4796-a1a2-cc3d3259bffd admin admin] Publish callbacks [] for security_group (d184c76b-1b57-4c60-8a02-78fd7fb8bdfc), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:32.396246 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-3095e966-6c09-4d3b-a157-13bb275c6a38 None None] Deleting port 2d850367-971e-4f2d-a57a-502fb7425715 {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:08:32.398443 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-3095e966-6c09-4d3b-a157-13bb275c6a38 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (2d850367-971e-4f2d-a57a-502fb7425715), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:32.426928 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-49be0017-99ea-4796-a1a2-cc3d3259bffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (d184c76b-1b57-4c60-8a02-78fd7fb8bdfc), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:32.430500 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-49be0017-99ea-4796-a1a2-cc3d3259bffd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:32.431967 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-49be0017-99ea-4796-a1a2-cc3d3259bffd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d184c76b-1b57-4c60-8a02-78fd7fb8bdfc HTTP/1.1" status: 204  len: 168 time: 0.4958260
May 07 22:08:32.476692 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-39259a01-cc28-4def-9670-aff0baef166b tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401002'] for router_interface (95b92444-ae71-4601-a703-2675b27619d8), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:32.489595 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49be0017-99ea-4796-a1a2-cc3d3259bffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d184c76b-1b57-4c60-8a02-78fd7fb8bdfc,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:32.645601 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-264d415b-f817-4e07-ba2b-37c827f35683 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (d5a7cbcf-7749-44fa-a539-be9692a43a95), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:32.675650 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264d415b-f817-4e07-ba2b-37c827f35683 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:08:32.684665 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-264d415b-f817-4e07-ba2b-37c827f35683 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:08:32.728451 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264d415b-f817-4e07-ba2b-37c827f35683 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:32.729513 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-264d415b-f817-4e07-ba2b-37c827f35683 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:32.736314 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-90a63eb8-97e3-4af8-9c57-10a92e58da2d None None] Current status of the port 2d850367-971e-4f2d-a57a-502fb7425715 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:08:32.753133 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-3095e966-6c09-4d3b-a157-13bb275c6a38 None None] For port 2d850367-971e-4f2d-a57a-502fb7425715, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2d850367-971e-4f2d-a57a-502fb7425715,segment=NetworkSegment(0c54767f-f5cc-4fe8-be2b-89310a1e6df6),segment_id=0c54767f-f5cc-4fe8-be2b-89310a1e6df6)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:08:32.753133 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-3095e966-6c09-4d3b-a157-13bb275c6a38 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (2d850367-971e-4f2d-a57a-502fb7425715), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:32.770062 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-3095e966-6c09-4d3b-a157-13bb275c6a38 None None] Calling delete_port for 2d850367-971e-4f2d-a57a-502fb7425715 owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:08:32.801299 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-264d415b-f817-4e07-ba2b-37c827f35683 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.9479423
May 07 22:08:32.809675 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 38826) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:32.817785 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-825cd7fa-518b-44b7-9506-4df8a6e6a2af tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2045294379', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:08:32.854138 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264d415b-f817-4e07-ba2b-37c827f35683 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event updated for resources: {'Subnet': ['ID=d5a7cbcf-7749-44fa-a539-be9692a43a95,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:32.892866 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-825cd7fa-518b-44b7-9506-4df8a6e6a2af tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (3fbc5193-642b-4b4c-9751-5dc20d6ebdea), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:32.892866 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-825cd7fa-518b-44b7-9506-4df8a6e6a2af tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (3fbc5193-642b-4b4c-9751-5dc20d6ebdea), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:33.183791 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-825cd7fa-518b-44b7-9506-4df8a6e6a2af tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for router_controller (3fbc5193-642b-4b4c-9751-5dc20d6ebdea), precommit_add_association {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:33.218026 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39259a01-cc28-4def-9670-aff0baef166b tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Router 95b92444-ae71-4601-a703-2675b27619d8 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:08:33.254589 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 2d850367-971e-4f2d-a57a-502fb7425715 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:08:33.320756 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-3095e966-6c09-4d3b-a157-13bb275c6a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (2d850367-971e-4f2d-a57a-502fb7425715), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:33.351532 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311b9c43-fa2c-4fb3-8e67-c1b195e638f1 req-76c611c4-e63c-4702-b6a4-c73ba18a04b8 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:33.366298 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-311b9c43-fa2c-4fb3-8e67-c1b195e638f1 req-76c611c4-e63c-4702-b6a4-c73ba18a04b8 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=efbfca97-f4f7-4462-aa1f-5b1936c45d96 HTTP/1.1" status: 200  len: 945 time: 0.1997325
May 07 22:08:33.370283 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No active binding found for port 2d850367-971e-4f2d-a57a-502fb7425715 {{(pid=121838) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}}
May 07 22:08:33.371041 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] The host ncdv-master-1 is not matching for port 2d850367-971e-4f2d-a57a-502fb7425715 host None! {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2394}}
May 07 22:08:33.372137 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 2d850367-971e-4f2d-a57a-502fb7425715 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:08:33.379196 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3095e966-6c09-4d3b-a157-13bb275c6a38 None None] Pushing event deleted for resources: {'Port': ['ID=2d850367-971e-4f2d-a57a-502fb7425715,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:33.381836 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3095e966-6c09-4d3b-a157-13bb275c6a38 None None] No DVR routers for this DVR port 2d850367-971e-4f2d-a57a-502fb7425715 on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:08:33.400331 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7978b16b-d420-41b2-913c-7262fa0dbf78 None None] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:08:33.407910 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-825cd7fa-518b-44b7-9506-4df8a6e6a2af tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (3fbc5193-642b-4b4c-9751-5dc20d6ebdea), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:33.474707 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd4a8f3-910c-4a8f-a180-3da4da2266d7 req-2e105ded-3daf-4608-bd84-1e2821f37482 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:33.481484 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3dd4a8f3-910c-4a8f-a180-3da4da2266d7 req-2e105ded-3daf-4608-bd84-1e2821f37482 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.55 "GET /v2.0/ports?device_id=efbfca97-f4f7-4462-aa1f-5b1936c45d96 HTTP/1.1" status: 200  len: 945 time: 0.5730467
May 07 22:08:33.491250 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39259a01-cc28-4def-9670-aff0baef166b tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:08:33.505153 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-39259a01-cc28-4def-9670-aff0baef166b tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "PUT /v2.0/routers/95b92444-ae71-4601-a703-2675b27619d8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.0346828
May 07 22:08:33.505862 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 38850) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:33.521883 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a49c40-1980-4810-821d-4e4df794d6b2 None None] Sync routers for ids ['95b92444-ae71-4601-a703-2675b27619d8'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:08:33.540879 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a49c40-1980-4810-821d-4e4df794d6b2 None None] Routers {'95b92444-ae71-4601-a703-2675b27619d8'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:08:33.542794 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-01a49c40-1980-4810-821d-4e4df794d6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cf755b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:08:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['95b92444-ae71-4601-a703-2675b27619d8'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:08:33.636697 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-825cd7fa-518b-44b7-9506-4df8a6e6a2af tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:33.645553 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 38860) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:33.649518 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-825cd7fa-518b-44b7-9506-4df8a6e6a2af tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 706 time: 0.8371301
May 07 22:08:33.703795 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c184776-0c58-4e0b-b83a-e9efd22f765b tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Deleting subnet b8533475-792d-4dfa-8e9d-7a9c15894d00 {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:08:33.751952 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f48979-e354-48aa-8507-a802f9a4524a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'project_id': 'a45ecca62a364aaabca1717c79558f6f', 'fixed_ips': [{'subnet_id': 'd5a7cbcf-7749-44fa-a539-be9692a43a95'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:08:33.752838 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-56f48979-e354-48aa-8507-a802f9a4524a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:33.775713 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3c184776-0c58-4e0b-b83a-e9efd22f765b tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for subnet (b8533475-792d-4dfa-8e9d-7a9c15894d00), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:33.779035 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-311b9c43-fa2c-4fb3-8e67-c1b195e638f1 req-ef699710-33ab-468d-ac67-15b4af6e170c tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c335e02-4871-4a34-8e92-8c24a11b7b47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4117224
May 07 22:08:33.789177 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-3dd4a8f3-910c-4a8f-a180-3da4da2266d7 req-d35d47cf-ea56-4ec5-bc0c-091d9e2f8578 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Deleting port 4c002f8a-6eee-4016-aa09-cc73c944ce61 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:08:33.792163 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-3dd4a8f3-910c-4a8f-a180-3da4da2266d7 req-d35d47cf-ea56-4ec5-bc0c-091d9e2f8578 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (4c002f8a-6eee-4016-aa09-cc73c944ce61), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:33.824191 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-01a49c40-1980-4810-821d-4e4df794d6b2 None None] Set router 95b92444-ae71-4601-a703-2675b27619d8 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:08:33.990413 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-3dd4a8f3-910c-4a8f-a180-3da4da2266d7 req-d35d47cf-ea56-4ec5-bc0c-091d9e2f8578 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] For port 4c002f8a-6eee-4016-aa09-cc73c944ce61, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4c002f8a-6eee-4016-aa09-cc73c944ce61,segment=NetworkSegment(3565a17e-e0eb-4b35-a7f2-f7d7af642fb7),segment_id=3565a17e-e0eb-4b35-a7f2-f7d7af642fb7)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:08:33.990694 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-3dd4a8f3-910c-4a8f-a180-3da4da2266d7 req-d35d47cf-ea56-4ec5-bc0c-091d9e2f8578 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (4c002f8a-6eee-4016-aa09-cc73c944ce61), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:34.018281 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3c184776-0c58-4e0b-b83a-e9efd22f765b tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (b8533475-792d-4dfa-8e9d-7a9c15894d00), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:34.023259 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-3dd4a8f3-910c-4a8f-a180-3da4da2266d7 req-d35d47cf-ea56-4ec5-bc0c-091d9e2f8578 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Calling delete_port for 4c002f8a-6eee-4016-aa09-cc73c944ce61 owned by compute:nova {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:08:34.134085 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-56f48979-e354-48aa-8507-a802f9a4524a None None] Allocated IP 2001:db8::2 (c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a/d5a7cbcf-7749-44fa-a539-be9692a43a95/94d7abe2-3bbd-4f57-974b-0809b90dcead) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:08:34.224951 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-01a49c40-1980-4810-821d-4e4df794d6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cf755b0>, [{'id': '95b92444-ae71-4601-a703-2675b27619d8', 'name': 'tempest-TestNetworkBasicOps-router-341982578', 'tenant_id': '0c313e966d334c26afa43b480ab20fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.45'}], 'enable_snat': True}, 'gw_port_id': '45095a7a-0775-448b-9db2-66eacc442b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:07:09Z', 'updated_at': '2022-05-07T22:08:31Z', 'revision_number': 5, 'project_id': '0c313e966d334c26afa43b480ab20fb0', 'gw_port': {'id': '45095a7a-0775-448b-9db2-66eacc442b7b', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b92444-ae71-4601-a703-2675b27619d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:07:11Z', 'updated_at': '2022-05-07T22:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:08:34.327125 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a49c40-1980-4810-821d-4e4df794d6b2 None None] Checking router: 95b92444-ae71-4601-a703-2675b27619d8 for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:08:34.348934 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a49c40-1980-4810-821d-4e4df794d6b2 None None] Routers {'95b92444-ae71-4601-a703-2675b27619d8'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:08:34.358550 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-01a49c40-1980-4810-821d-4e4df794d6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cf755b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:08:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['95b92444-ae71-4601-a703-2675b27619d8'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:08:34.368156 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-3dd4a8f3-910c-4a8f-a180-3da4da2266d7 req-d35d47cf-ea56-4ec5-bc0c-091d9e2f8578 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (4c002f8a-6eee-4016-aa09-cc73c944ce61), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:34.388399 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['21b489d6-f673-44e1-848f-8bbe1b3aef5c', '4c002f8a-6eee-4016-aa09-cc73c944ce61'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:08:34.441635 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35d47cf-ea56-4ec5-bc0c-091d9e2f8578 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Pushing event deleted for resources: {'Port': ['ID=4c002f8a-6eee-4016-aa09-cc73c944ce61,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:34.516233 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dd4a8f3-910c-4a8f-a180-3da4da2266d7 req-d35d47cf-ea56-4ec5-bc0c-091d9e2f8578 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] No DVR routers for this DVR port 4c002f8a-6eee-4016-aa09-cc73c944ce61 on host nch1-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:08:34.533233 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-3dd4a8f3-910c-4a8f-a180-3da4da2266d7 req-d35d47cf-ea56-4ec5-bc0c-091d9e2f8578 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:34.561220 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3c184776-0c58-4e0b-b83a-e9efd22f765b tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (b8533475-792d-4dfa-8e9d-7a9c15894d00), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:34.563347 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3dd4a8f3-910c-4a8f-a180-3da4da2266d7 req-d35d47cf-ea56-4ec5-bc0c-091d9e2f8578 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.55 "DELETE /v2.0/ports/4c002f8a-6eee-4016-aa09-cc73c944ce61 HTTP/1.1" status: 204  len: 173 time: 1.0709229
May 07 22:08:34.564522 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efbfca97-f4f7-4462-aa1f-5b1936c45d96', 'name': 'network-vif-deleted', 'tag': '4c002f8a-6eee-4016-aa09-cc73c944ce61'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:08:34.569128 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-679b1899-0228-45c8-816f-cf88586cc4d9" -d '{"events": [{"server_uuid": "efbfca97-f4f7-4462-aa1f-5b1936c45d96", "name": "network-vif-deleted", "tag": "4c002f8a-6eee-4016-aa09-cc73c944ce61"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:08:34.605407 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-56f48979-e354-48aa-8507-a802f9a4524a None None] Publish callbacks [] for port (94d7abe2-3bbd-4f57-974b-0809b90dcead), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:34.629246 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-56f48979-e354-48aa-8507-a802f9a4524a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (94d7abe2-3bbd-4f57-974b-0809b90dcead), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:34.635554 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-01a49c40-1980-4810-821d-4e4df794d6b2 None None] Set router 95b92444-ae71-4601-a703-2675b27619d8 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:08:34.690860 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-058c6978-a0e5-4acf-b97b-2e219f202b1a x-openstack-request-id: req-058c6978-a0e5-4acf-b97b-2e219f202b1a {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:08:34.691453 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efbfca97-f4f7-4462-aa1f-5b1936c45d96", "name": "network-vif-deleted", "tag": "4c002f8a-6eee-4016-aa09-cc73c944ce61", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:08:34.691790 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-058c6978-a0e5-4acf-b97b-2e219f202b1a {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:08:34.692331 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-058c6978-a0e5-4acf-b97b-2e219f202b1a'] response: {'server_uuid': 'efbfca97-f4f7-4462-aa1f-5b1936c45d96', 'name': 'network-vif-deleted', 'tag': '4c002f8a-6eee-4016-aa09-cc73c944ce61', 'status': 'completed', 'code': 200}
May 07 22:08:34.704393 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f48979-e354-48aa-8507-a802f9a4524a None None] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:08:34.720534 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-56f48979-e354-48aa-8507-a802f9a4524a None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:08:34.742721 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f48979-e354-48aa-8507-a802f9a4524a None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:08:34.762082 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f48979-e354-48aa-8507-a802f9a4524a None None] Pushing event updated for resources: {'Port': ['ID=94d7abe2-3bbd-4f57-974b-0809b90dcead,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:34.967555 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-56f48979-e354-48aa-8507-a802f9a4524a None None] Attempting to bind port 94d7abe2-3bbd-4f57-974b-0809b90dcead on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:08:34.969394 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-56f48979-e354-48aa-8507-a802f9a4524a None None] Attempting to bind port 94d7abe2-3bbd-4f57-974b-0809b90dcead by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0c54767f-f5cc-4fe8-be2b-89310a1e6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:08:34.970134 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f48979-e354-48aa-8507-a802f9a4524a None None] Attempting to bind port 94d7abe2-3bbd-4f57-974b-0809b90dcead on network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:08:34.980720 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f48979-e354-48aa-8507-a802f9a4524a None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:08:34.981443 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f48979-e354-48aa-8507-a802f9a4524a None None] Checking segment: {'id': '0c54767f-f5cc-4fe8-be2b-89310a1e6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:08:34.982078 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-56f48979-e354-48aa-8507-a802f9a4524a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:34.985770 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f48979-e354-48aa-8507-a802f9a4524a None None] Bound using segment: {'id': '0c54767f-f5cc-4fe8-be2b-89310a1e6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:08:34.986699 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-56f48979-e354-48aa-8507-a802f9a4524a None None] Bound port: 94d7abe2-3bbd-4f57-974b-0809b90dcead, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c54767f-f5cc-4fe8-be2b-89310a1e6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:08:34.987782 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-56f48979-e354-48aa-8507-a802f9a4524a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (94d7abe2-3bbd-4f57-974b-0809b90dcead), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:35.097946 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3c184776-0c58-4e0b-b83a-e9efd22f765b tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (b8533475-792d-4dfa-8e9d-7a9c15894d00), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:35.138292 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d34c9923-c37c-4e0a-8bcb-5a65ac4afa56 req-6e6c44d6-9030-495f-959c-b5c8f356274e tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=efbfca97-f4f7-4462-aa1f-5b1936c45d96 HTTP/1.1" status: 200  len: 210 time: 0.0666137
May 07 22:08:35.225257 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7bd760a0-0a14-4142-a00d-f1a3b459bdd0 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:35.241214 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3c184776-0c58-4e0b-b83a-e9efd22f765b tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:35.246535 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-56f48979-e354-48aa-8507-a802f9a4524a None None] For port 94d7abe2-3bbd-4f57-974b-0809b90dcead, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:08:35.251872 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64cf57f5-b9c9-40de-b1c6-5fc72efea17e None None] Network 897b8e60-57e6-49f6-8500-632ca34fccf7 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:08:35.255861 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-56f48979-e354-48aa-8507-a802f9a4524a None None] For port 94d7abe2-3bbd-4f57-974b-0809b90dcead, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=94d7abe2-3bbd-4f57-974b-0809b90dcead,segment=NetworkSegment(0c54767f-f5cc-4fe8-be2b-89310a1e6df6),segment_id=0c54767f-f5cc-4fe8-be2b-89310a1e6df6)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:08:35.262456 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-3c184776-0c58-4e0b-b83a-e9efd22f765b tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "DELETE /v2.0/subnets/b8533475-792d-4dfa-8e9d-7a9c15894d00 HTTP/1.1" status: 204  len: 168 time: 1.7532294
May 07 22:08:35.263209 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 38926) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:35.323135 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-56f48979-e354-48aa-8507-a802f9a4524a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (94d7abe2-3bbd-4f57-974b-0809b90dcead), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:35.343111 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-01a49c40-1980-4810-821d-4e4df794d6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cf755b0>, [{'id': '95b92444-ae71-4601-a703-2675b27619d8', 'name': 'tempest-TestNetworkBasicOps-router-341982578', 'tenant_id': '0c313e966d334c26afa43b480ab20fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.45'}], 'enable_snat': True}, 'gw_port_id': '45095a7a-0775-448b-9db2-66eacc442b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:07:09Z', 'updated_at': '2022-05-07T22:08:31Z', 'revision_number': 5, 'project_id': '0c313e966d334c26afa43b480ab20fb0', 'gw_port': {'id': '45095a7a-0775-448b-9db2-66eacc442b7b', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b92444-ae71-4601-a703-2675b27619d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:07:11Z', 'updated_at': '2022-05-07T22:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:08:35.394089 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c184776-0c58-4e0b-b83a-e9efd22f765b tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Pushing event deleted for resources: {'Subnet': ['ID=b8533475-792d-4dfa-8e9d-7a9c15894d00,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:35.433722 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a49c40-1980-4810-821d-4e4df794d6b2 None None] The sync data for ids ['95b92444-ae71-4601-a703-2675b27619d8'] in ncdv-master-1 is: [{'id': '95b92444-ae71-4601-a703-2675b27619d8', 'name': 'tempest-TestNetworkBasicOps-router-341982578', 'tenant_id': '0c313e966d334c26afa43b480ab20fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.45'}], 'enable_snat': True}, 'gw_port_id': '45095a7a-0775-448b-9db2-66eacc442b7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:07:09Z', 'updated_at': '2022-05-07T22:08:31Z', 'revision_number': 5, 'project_id': '0c313e966d334c26afa43b480ab20fb0', 'gw_port': {'id': '45095a7a-0775-448b-9db2-66eacc442b7b', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:e6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b92444-ae71-4601-a703-2675b27619d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:07:11Z', 'updated_at': '2022-05-07T22:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:08:35.549101 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f48979-e354-48aa-8507-a802f9a4524a None None] Pushing event updated for resources: {'Port': ['ID=94d7abe2-3bbd-4f57-974b-0809b90dcead,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:35.709996 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9ac4442d-68b8-4bf6-af6c-7b83ac4c8f32 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for router (95b92444-ae71-4601-a703-2675b27619d8), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:35.770393 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 38936) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:35.881301 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9ac4442d-68b8-4bf6-af6c-7b83ac4c8f32 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for router_gateway (95b92444-ae71-4601-a703-2675b27619d8), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:35.895630 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac3070a-8314-422c-8c85-2b09dfe1219c None None] DHCP port deletion for 897b8e60-57e6-49f6-8500-632ca34fccf7 request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:08:36.022536 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-9ac3070a-8314-422c-8c85-2b09dfe1219c None None] Deleting port 476eec13-5922-45da-a232-ad63473da77c {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:08:36.036505 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9ac3070a-8314-422c-8c85-2b09dfe1219c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (476eec13-5922-45da-a232-ad63473da77c), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:36.051309 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-7bd760a0-0a14-4142-a00d-f1a3b459bdd0 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Allocated IP 2001:db8::1 (c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a/d5a7cbcf-7749-44fa-a539-be9692a43a95/1286c97d-e13b-44b8-8b71-b79cca1df394) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:08:36.099582 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4a8aec9d-f6dd-467a-8c99-fe8978f2b50f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:36.139822 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-9ac4442d-68b8-4bf6-af6c-7b83ac4c8f32 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Deleting port 45095a7a-0775-448b-9db2-66eacc442b7b {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:08:36.140183 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9ac4442d-68b8-4bf6-af6c-7b83ac4c8f32 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (45095a7a-0775-448b-9db2-66eacc442b7b), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:36.253796 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-9ac3070a-8314-422c-8c85-2b09dfe1219c None None] For port 476eec13-5922-45da-a232-ad63473da77c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=476eec13-5922-45da-a232-ad63473da77c,segment=NetworkSegment(6ae4ba78-6cd6-4dad-8a34-f736ee9aa579),segment_id=6ae4ba78-6cd6-4dad-8a34-f736ee9aa579)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:08:36.254272 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9ac3070a-8314-422c-8c85-2b09dfe1219c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (476eec13-5922-45da-a232-ad63473da77c), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:36.297721 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-9ac3070a-8314-422c-8c85-2b09dfe1219c None None] Calling delete_port for 476eec13-5922-45da-a232-ad63473da77c owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:08:36.355436 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7bd760a0-0a14-4142-a00d-f1a3b459bdd0 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for port (1286c97d-e13b-44b8-8b71-b79cca1df394), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:36.361369 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-9ac4442d-68b8-4bf6-af6c-7b83ac4c8f32 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] For port 45095a7a-0775-448b-9db2-66eacc442b7b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=45095a7a-0775-448b-9db2-66eacc442b7b,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:08:36.361840 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9ac4442d-68b8-4bf6-af6c-7b83ac4c8f32 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (45095a7a-0775-448b-9db2-66eacc442b7b), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:36.405113 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-9ac4442d-68b8-4bf6-af6c-7b83ac4c8f32 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Calling delete_port for 45095a7a-0775-448b-9db2-66eacc442b7b owned by network:router_gateway {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:08:36.438982 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4a8aec9d-f6dd-467a-8c99-fe8978f2b50f admin admin] Publish callbacks [] for security_group (19760ca4-ab55-4b64-ac01-bbd97831b622), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:36.453150 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7bd760a0-0a14-4142-a00d-f1a3b459bdd0 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (1286c97d-e13b-44b8-8b71-b79cca1df394), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:36.486267 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4a8aec9d-f6dd-467a-8c99-fe8978f2b50f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (19760ca4-ab55-4b64-ac01-bbd97831b622), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:36.554034 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd760a0-0a14-4142-a00d-f1a3b459bdd0 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:08:36.559691 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-7bd760a0-0a14-4142-a00d-f1a3b459bdd0 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:08:36.563472 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9ac3070a-8314-422c-8c85-2b09dfe1219c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (476eec13-5922-45da-a232-ad63473da77c), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:36.570601 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd760a0-0a14-4142-a00d-f1a3b459bdd0 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:08:36.571288 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7bd760a0-0a14-4142-a00d-f1a3b459bdd0 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398161'] for router_interface (3fbc5193-642b-4b4c-9751-5dc20d6ebdea), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:36.591256 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-4a8aec9d-f6dd-467a-8c99-fe8978f2b50f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2fdedd0c64d2432887488390439c39ad&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8197393
May 07 22:08:36.611640 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac3070a-8314-422c-8c85-2b09dfe1219c None None] Pushing event deleted for resources: {'Port': ['ID=476eec13-5922-45da-a232-ad63473da77c,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:36.630047 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac3070a-8314-422c-8c85-2b09dfe1219c None None] No DVR routers for this DVR port 476eec13-5922-45da-a232-ad63473da77c on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:08:36.642572 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 38960) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:36.737037 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8aec9d-f6dd-467a-8c99-fe8978f2b50f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19760ca4-ab55-4b64-ac01-bbd97831b622,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:36.905352 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a4750707-0d81-47a2-b37c-384e85aa482b admin admin] Publish callbacks [] for security_group (19760ca4-ab55-4b64-ac01-bbd97831b622), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:36.979106 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9ac4442d-68b8-4bf6-af6c-7b83ac4c8f32 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (45095a7a-0775-448b-9db2-66eacc442b7b), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:36.983783 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a4750707-0d81-47a2-b37c-384e85aa482b admin admin] Publish callbacks [] for security_group (19760ca4-ab55-4b64-ac01-bbd97831b622), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:37.036415 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac4442d-68b8-4bf6-af6c-7b83ac4c8f32 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Pushing event deleted for resources: {'Port': ['ID=45095a7a-0775-448b-9db2-66eacc442b7b,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:37.082723 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 94d7abe2-3bbd-4f57-974b-0809b90dcead up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:08:37.145088 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9ac4442d-68b8-4bf6-af6c-7b83ac4c8f32 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395776'] for router_gateway (95b92444-ae71-4601-a703-2675b27619d8), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:37.154526 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 4c002f8a-6eee-4016-aa09-cc73c944ce61 no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:08:37.197885 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] No Port match for: 4c002f8a-6eee-4016-aa09-cc73c944ce61 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:08:37.202643 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 4c002f8a-6eee-4016-aa09-cc73c944ce61 not bound to the agent host nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:08:37.225224 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 94d7abe2-3bbd-4f57-974b-0809b90dcead triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:08:37.225224 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (94d7abe2-3bbd-4f57-974b-0809b90dcead), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:37.246631 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd760a0-0a14-4142-a00d-f1a3b459bdd0 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event updated for resources: {'Port': ['ID=1286c97d-e13b-44b8-8b71-b79cca1df394,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:37.255789 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69857ea-ae9b-441b-899c-65ce87103803 req-72c43d64-f318-45c9-b562-a65823b29851 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:37.263616 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a69857ea-ae9b-441b-899c-65ce87103803 req-72c43d64-f318-45c9-b562-a65823b29851 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba61d59b-e750-459a-a73a-0376bdf5ca51 HTTP/1.1" status: 200  len: 945 time: 0.0631642
May 07 22:08:37.343750 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a4750707-0d81-47a2-b37c-384e85aa482b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (19760ca4-ab55-4b64-ac01-bbd97831b622), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:37.348358 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a4750707-0d81-47a2-b37c-384e85aa482b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:37.349815 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-a4750707-0d81-47a2-b37c-384e85aa482b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/19760ca4-ab55-4b64-ac01-bbd97831b622 HTTP/1.1" status: 204  len: 168 time: 0.6992567
May 07 22:08:37.359156 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4609ad54-0257-4df4-99b7-6c75beb95ad6 req-fd91b666-2969-4083-a4b3-059b90f3c081 tempest-VolumesBackupsTest-1817505426 tempest-VolumesBackupsTest-1817505426-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=e2bec96bf83d4fb296cbb8aeb28d576e&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1010902
May 07 22:08:37.363144 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9ac4442d-68b8-4bf6-af6c-7b83ac4c8f32 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (95b92444-ae71-4601-a703-2675b27619d8), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:37.377748 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 94d7abe2-3bbd-4f57-974b-0809b90dcead is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:08:37.378311 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (94d7abe2-3bbd-4f57-974b-0809b90dcead), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:37.378973 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9ac4442d-68b8-4bf6-af6c-7b83ac4c8f32 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for router_controller (95b92444-ae71-4601-a703-2675b27619d8), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:37.381761 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4750707-0d81-47a2-b37c-384e85aa482b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19760ca4-ab55-4b64-ac01-bbd97831b622,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:37.457520 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port 94d7abe2-3bbd-4f57-974b-0809b90dcead, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=94d7abe2-3bbd-4f57-974b-0809b90dcead,segment=NetworkSegment(0c54767f-f5cc-4fe8-be2b-89310a1e6df6),segment_id=0c54767f-f5cc-4fe8-be2b-89310a1e6df6)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:08:37.482759 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (94d7abe2-3bbd-4f57-974b-0809b90dcead), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:37.535466 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a69857ea-ae9b-441b-899c-65ce87103803 req-a4c6299e-a809-4e71-bb4d-fcf38aff9df0 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c335e02-4871-4a34-8e92-8c24a11b7b47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2582729
May 07 22:08:37.573694 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7bd760a0-0a14-4142-a00d-f1a3b459bdd0 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (1286c97d-e13b-44b8-8b71-b79cca1df394), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:37.596840 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 476eec13-5922-45da-a232-ad63473da77c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:08:37.672390 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 476eec13-5922-45da-a232-ad63473da77c {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:08:37.674531 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 476eec13-5922-45da-a232-ad63473da77c not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:08:37.676217 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device c5913d5e-e4ba-4665-9266-7c0283129c4f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:08:37.689989 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9ac4442d-68b8-4bf6-af6c-7b83ac4c8f32 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (95b92444-ae71-4601-a703-2675b27619d8), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:37.690881 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac4442d-68b8-4bf6-af6c-7b83ac4c8f32 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Fanout notify agent at l3_agent the message router_deleted on router 95b92444-ae71-4601-a703-2675b27619d8 {{(pid=121836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 22:08:37.782184 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9ac4442d-68b8-4bf6-af6c-7b83ac4c8f32 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:37.783982 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: c5913d5e-e4ba-4665-9266-7c0283129c4f {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:08:37.784515 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device c5913d5e-e4ba-4665-9266-7c0283129c4f not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:08:37.786526 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-9ac4442d-68b8-4bf6-af6c-7b83ac4c8f32 tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "DELETE /v2.0/routers/95b92444-ae71-4601-a703-2675b27619d8 HTTP/1.1" status: 204  len: 168 time: 2.5179398
May 07 22:08:37.787253 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 38988) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:37.789256 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=94d7abe2-3bbd-4f57-974b-0809b90dcead,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:37.815591 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-14b8238b-b564-4ed1-91f4-9a4441c12f8c None None] Provisioning complete for port 94d7abe2-3bbd-4f57-974b-0809b90dcead triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:08:37.815977 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-14b8238b-b564-4ed1-91f4-9a4441c12f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (94d7abe2-3bbd-4f57-974b-0809b90dcead), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:37.961761 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-14b8238b-b564-4ed1-91f4-9a4441c12f8c None None] Current status of the port 94d7abe2-3bbd-4f57-974b-0809b90dcead is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:08:37.965850 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d3d94d-2ae5-450c-98bb-b9a8fec11f77 req-98d302a8-992f-4d9e-a8cd-9014cbe8a04e tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:37.967690 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c4d3d94d-2ae5-450c-98bb-b9a8fec11f77 req-98d302a8-992f-4d9e-a8cd-9014cbe8a04e tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.55 "GET /v2.0/ports?device_id=ba61d59b-e750-459a-a73a-0376bdf5ca51 HTTP/1.1" status: 200  len: 945 time: 0.2787416
May 07 22:08:38.085253 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-46730478-3d63-42e0-96e7-e070f5dcd35c tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (897b8e60-57e6-49f6-8500-632ca34fccf7), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:38.110209 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4609ad54-0257-4df4-99b7-6c75beb95ad6 req-1bc840c9-c868-41ed-af64-696f12a407b3 tempest-VolumesBackupsTest-1817505426 tempest-VolumesBackupsTest-1817505426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:38.112778 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4609ad54-0257-4df4-99b7-6c75beb95ad6 req-1bc840c9-c868-41ed-af64-696f12a407b3 tempest-VolumesBackupsTest-1817505426 tempest-VolumesBackupsTest-1817505426-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.7473638
May 07 22:08:38.164229 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4609ad54-0257-4df4-99b7-6c75beb95ad6 req-0a4be6b7-611a-46df-9108-d3f78902cad1 tempest-VolumesBackupsTest-1817505426 tempest-VolumesBackupsTest-1817505426-project] 10.222.0.32 "GET /v2.0/quotas/e2bec96bf83d4fb296cbb8aeb28d576e HTTP/1.1" status: 200  len: 375 time: 0.0406072
May 07 22:08:38.190574 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-3108acb4-a3a5-44b3-a7a9-854b9cbaa7ec None None] Provisioning complete for port 1286c97d-e13b-44b8-8b71-b79cca1df394 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:08:38.191246 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-3108acb4-a3a5-44b3-a7a9-854b9cbaa7ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (1286c97d-e13b-44b8-8b71-b79cca1df394), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:38.276769 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-3108acb4-a3a5-44b3-a7a9-854b9cbaa7ec None None] Port 1286c97d-e13b-44b8-8b71-b79cca1df394 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:08:38.296055 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4609ad54-0257-4df4-99b7-6c75beb95ad6 req-e197a97b-a9b7-4312-a0c0-a3ae1193eaeb tempest-VolumesBackupsTest-1817505426 tempest-VolumesBackupsTest-1817505426-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e2bec96bf83d4fb296cbb8aeb28d576e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0796454
May 07 22:08:38.299449 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-c4d3d94d-2ae5-450c-98bb-b9a8fec11f77 req-675afea6-0a3e-4f4c-a79f-00384b1c3230 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Deleting port 21b489d6-f673-44e1-848f-8bbe1b3aef5c {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:08:38.299795 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-c4d3d94d-2ae5-450c-98bb-b9a8fec11f77 req-675afea6-0a3e-4f4c-a79f-00384b1c3230 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (21b489d6-f673-44e1-848f-8bbe1b3aef5c), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:38.303733 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7bd760a0-0a14-4142-a00d-f1a3b459bdd0 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for port (1286c97d-e13b-44b8-8b71-b79cca1df394), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:38.310182 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7bd760a0-0a14-4142-a00d-f1a3b459bdd0 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (1286c97d-e13b-44b8-8b71-b79cca1df394), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:38.311178 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7bd760a0-0a14-4142-a00d-f1a3b459bdd0 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401121'] for router_interface (3fbc5193-642b-4b4c-9751-5dc20d6ebdea), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:38.480865 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-46730478-3d63-42e0-96e7-e070f5dcd35c tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (897b8e60-57e6-49f6-8500-632ca34fccf7), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:38.505068 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-46730478-3d63-42e0-96e7-e070f5dcd35c tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf87780b50>,) {'filters': {'network_id': ['897b8e60-57e6-49f6-8500-632ca34fccf7']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:08:38.510210 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd760a0-0a14-4142-a00d-f1a3b459bdd0 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event updated for resources: {'Port': ['ID=1286c97d-e13b-44b8-8b71-b79cca1df394,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:38.516338 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-46730478-3d63-42e0-96e7-e070f5dcd35c tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf87780b50>, '6ae4ba78-6cd6-4dad-8a34-f736ee9aa579') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:08:38.517096 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-46730478-3d63-42e0-96e7-e070f5dcd35c tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf87780b50>, '6ae4ba78-6cd6-4dad-8a34-f736ee9aa579') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:08:38.528508 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-46730478-3d63-42e0-96e7-e070f5dcd35c tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (6ae4ba78-6cd6-4dad-8a34-f736ee9aa579), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:38.605487 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-c4d3d94d-2ae5-450c-98bb-b9a8fec11f77 req-675afea6-0a3e-4f4c-a79f-00384b1c3230 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] For port 21b489d6-f673-44e1-848f-8bbe1b3aef5c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=21b489d6-f673-44e1-848f-8bbe1b3aef5c,segment=NetworkSegment(3565a17e-e0eb-4b35-a7f2-f7d7af642fb7),segment_id=3565a17e-e0eb-4b35-a7f2-f7d7af642fb7)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:08:38.606187 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-c4d3d94d-2ae5-450c-98bb-b9a8fec11f77 req-675afea6-0a3e-4f4c-a79f-00384b1c3230 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (21b489d6-f673-44e1-848f-8bbe1b3aef5c), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:38.624136 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-c4d3d94d-2ae5-450c-98bb-b9a8fec11f77 req-675afea6-0a3e-4f4c-a79f-00384b1c3230 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Calling delete_port for 21b489d6-f673-44e1-848f-8bbe1b3aef5c owned by compute:nova {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:08:38.627606 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd760a0-0a14-4142-a00d-f1a3b459bdd0 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:08:38.640418 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-7bd760a0-0a14-4142-a00d-f1a3b459bdd0 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:08:38.890897 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-90b9e201-abc4-486b-a0bf-77beeb7d5056 req-46eda926-a1a7-4597-88c5-e66f3e6a104c tempest-VolumesBackupsTest-1817505426 tempest-VolumesBackupsTest-1817505426-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ce1ca65-a12b-4ded-9af1-3b2575026f57 HTTP/1.1" status: 200  len: 210 time: 0.0585408
May 07 22:08:38.895537 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-46730478-3d63-42e0-96e7-e070f5dcd35c tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (6ae4ba78-6cd6-4dad-8a34-f736ee9aa579), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:38.899530 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-c4d3d94d-2ae5-450c-98bb-b9a8fec11f77 req-675afea6-0a3e-4f4c-a79f-00384b1c3230 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (21b489d6-f673-44e1-848f-8bbe1b3aef5c), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:38.920118 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['21b489d6-f673-44e1-848f-8bbe1b3aef5c'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:08:39.080792 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 94d7abe2-3bbd-4f57-974b-0809b90dcead up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:08:39.127023 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77267ba7-5484-496f-ad49-e9788a7e39ad req-d038e8ba-7fa5-4ac6-9939-38c65913ab85 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:39.128934 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-77267ba7-5484-496f-ad49-e9788a7e39ad req-d038e8ba-7fa5-4ac6-9939-38c65913ab85 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba61d59b-e750-459a-a73a-0376bdf5ca51 HTTP/1.1" status: 200  len: 945 time: 0.3325086
May 07 22:08:39.134183 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46730478-3d63-42e0-96e7-e070f5dcd35c tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:08:39.134553 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-46730478-3d63-42e0-96e7-e070f5dcd35c tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (6ae4ba78-6cd6-4dad-8a34-f736ee9aa579), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:39.144214 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675afea6-0a3e-4f4c-a79f-00384b1c3230 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Pushing event deleted for resources: {'Port': ['ID=21b489d6-f673-44e1-848f-8bbe1b3aef5c,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:39.149022 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 22:08:39.149022 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:08:39.149022 ncdv-master-1 neutron-server[121836]:     timer()
May 07 22:08:39.149022 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:08:39.149022 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 22:08:39.149022 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:08:39.149022 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 22:08:39.149022 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:08:39.149022 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 22:08:39.149022 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:08:39.149022 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 22:08:39.149022 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:08:39.149022 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 22:08:39.149022 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:08:39.149022 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:08:39.149022 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:08:39.149022 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:08:39.149022 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:08:39.149022 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 22:08:39.149022 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:08:39.149022 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 22:08:39.149022 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:08:39.149022 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:08:39.149022 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:08:39.149022 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 22:08:39.149022 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:08:39.149022 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:08:39.149022 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:08:39.149022 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:08:39.149022 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:08:39.149022 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:08:39.149022 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:08:39.217913 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 94d7abe2-3bbd-4f57-974b-0809b90dcead triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:08:39.218494 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (94d7abe2-3bbd-4f57-974b-0809b90dcead), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:39.255181 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4d3d94d-2ae5-450c-98bb-b9a8fec11f77 req-675afea6-0a3e-4f4c-a79f-00384b1c3230 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] No DVR routers for this DVR port 21b489d6-f673-44e1-848f-8bbe1b3aef5c on host nch1-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:08:39.284596 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-c4d3d94d-2ae5-450c-98bb-b9a8fec11f77 req-675afea6-0a3e-4f4c-a79f-00384b1c3230 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:39.288080 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c4d3d94d-2ae5-450c-98bb-b9a8fec11f77 req-675afea6-0a3e-4f4c-a79f-00384b1c3230 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.55 "DELETE /v2.0/ports/21b489d6-f673-44e1-848f-8bbe1b3aef5c HTTP/1.1" status: 204  len: 173 time: 1.2876506
May 07 22:08:39.288664 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba61d59b-e750-459a-a73a-0376bdf5ca51', 'name': 'network-vif-deleted', 'tag': '21b489d6-f673-44e1-848f-8bbe1b3aef5c'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:08:39.291494 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c37862c1-84eb-45b0-b8ae-44ba27037418" -d '{"events": [{"server_uuid": "ba61d59b-e750-459a-a73a-0376bdf5ca51", "name": "network-vif-deleted", "tag": "21b489d6-f673-44e1-848f-8bbe1b3aef5c"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:08:39.321127 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-46730478-3d63-42e0-96e7-e070f5dcd35c tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (897b8e60-57e6-49f6-8500-632ca34fccf7), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:39.388008 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-46730478-3d63-42e0-96e7-e070f5dcd35c tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:39.415031 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-46730478-3d63-42e0-96e7-e070f5dcd35c tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] 10.222.0.32 "DELETE /v2.0/networks/897b8e60-57e6-49f6-8500-632ca34fccf7 HTTP/1.1" status: 204  len: 168 time: 1.5940154
May 07 22:08:39.420134 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-9ffd1897-3fc6-4fa1-b2e6-0a9bf68af55a None None] Provisioning complete for port 1286c97d-e13b-44b8-8b71-b79cca1df394 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:08:39.420899 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9ffd1897-3fc6-4fa1-b2e6-0a9bf68af55a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (1286c97d-e13b-44b8-8b71-b79cca1df394), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:39.422922 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46730478-3d63-42e0-96e7-e070f5dcd35c tempest-TestNetworkBasicOps-1898203269 tempest-TestNetworkBasicOps-1898203269-project] Pushing event deleted for resources: {'Network': ['ID=897b8e60-57e6-49f6-8500-632ca34fccf7,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:39.436689 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80823548-90a3-4d45-9702-fcb7923af886 x-openstack-request-id: req-80823548-90a3-4d45-9702-fcb7923af886 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:08:39.437124 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba61d59b-e750-459a-a73a-0376bdf5ca51", "name": "network-vif-deleted", "tag": "21b489d6-f673-44e1-848f-8bbe1b3aef5c", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:08:39.437389 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-80823548-90a3-4d45-9702-fcb7923af886 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:08:39.437858 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80823548-90a3-4d45-9702-fcb7923af886'] response: {'server_uuid': 'ba61d59b-e750-459a-a73a-0376bdf5ca51', 'name': 'network-vif-deleted', 'tag': '21b489d6-f673-44e1-848f-8bbe1b3aef5c', 'status': 'completed', 'code': 200}
May 07 22:08:39.457832 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-77267ba7-5484-496f-ad49-e9788a7e39ad req-7bcd5b4b-05b4-4e71-9de6-4f46b4e61437 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2c335e02-4871-4a34-8e92-8c24a11b7b47&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2799819
May 07 22:08:39.509749 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bd760a0-0a14-4142-a00d-f1a3b459bdd0 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Router 3fbc5193-642b-4b4c-9751-5dc20d6ebdea is scheduled to L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db with binding_index 1 {{(pid=121837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 07 22:08:39.516235 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 94d7abe2-3bbd-4f57-974b-0809b90dcead is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:08:39.545259 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-9ffd1897-3fc6-4fa1-b2e6-0a9bf68af55a None None] Port 1286c97d-e13b-44b8-8b71-b79cca1df394 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:08:39.599245 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 45095a7a-0775-448b-9db2-66eacc442b7b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:08:39.641212 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 45095a7a-0775-448b-9db2-66eacc442b7b {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:08:39.641872 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 45095a7a-0775-448b-9db2-66eacc442b7b not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:08:39.727558 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bd760a0-0a14-4142-a00d-f1a3b459bdd0 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:08:39.739160 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 39084) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:39.740717 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-7bd760a0-0a14-4142-a00d-f1a3b459bdd0 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "PUT /v2.0/routers/3fbc5193-642b-4b4c-9751-5dc20d6ebdea/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.0849478
May 07 22:08:39.748267 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a645bcf-74f1-4a1d-85c3-148bb6038e08 None None] Sync routers for ids ['3fbc5193-642b-4b4c-9751-5dc20d6ebdea'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:08:39.769283 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a645bcf-74f1-4a1d-85c3-148bb6038e08 None None] Routers {'3fbc5193-642b-4b4c-9751-5dc20d6ebdea'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:08:39.770980 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-7a645bcf-74f1-4a1d-85c3-148bb6038e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7fb374f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:08:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['3fbc5193-642b-4b4c-9751-5dc20d6ebdea'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:08:39.832751 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3162d18b-36db-49b4-9cb5-4dfd81f8c255 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:39.835235 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-3162d18b-36db-49b4-9cb5-4dfd81f8c255 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "GET /v2.0/ports/1286c97d-e13b-44b8-8b71-b79cca1df394 HTTP/1.1" status: 200  len: 911 time: 0.0942528
May 07 22:08:39.837565 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 39088) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:39.920431 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 39092) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:39.938035 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-7a645bcf-74f1-4a1d-85c3-148bb6038e08 None None] Set router 3fbc5193-642b-4b4c-9751-5dc20d6ebdea gateway port host: None {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:08:39.963340 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db71d6a5-07e8-4849-9a8f-ee1d28633c30 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:39.987532 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db71d6a5-07e8-4849-9a8f-ee1d28633c30 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:39.990670 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-db71d6a5-07e8-4849-9a8f-ee1d28633c30 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1655 time: 0.1511090
May 07 22:08:39.993637 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 39098) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:40.286156 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-2fed6d71-083f-4704-affd-5421b34bc9fd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0c313e966d334c26afa43b480ab20fb0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3620691
May 07 22:08:40.286156 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 39104) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:40.295190 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 39106) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:40.353017 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-7a645bcf-74f1-4a1d-85c3-148bb6038e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7fb374f0>, [{'id': '3fbc5193-642b-4b4c-9751-5dc20d6ebdea', 'name': 'tempest-NetworksTestDHCPv6-router-2045294379', 'tenant_id': 'a45ecca62a364aaabca1717c79558f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:08:32Z', 'updated_at': '2022-05-07T22:08:37Z', 'revision_number': 2, 'project_id': 'a45ecca62a364aaabca1717c79558f6f', 'gw_port_host': None, '_interfaces': [{'id': '1286c97d-e13b-44b8-8b71-b79cca1df394', 'name': '', 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'tenant_id': 'a45ecca62a364aaabca1717c79558f6f', 'mac_address': 'fa:16:3e:6b:d3:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fbc5193-642b-4b4c-9751-5dc20d6ebdea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': 'd5a7cbcf-7749-44fa-a539-be9692a43a95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:08:35Z', 'updated_at': '2022-05-07T22:08:37Z', 'revision_number': 2, 'project_id': 'a45ecca62a364aaabca1717c79558f6f', 'subnets': [{'id': 'd5a7cbcf-7749-44fa-a539-be9692a43a95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:08:40.374175 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0b0a3e30-7098-4128-a19c-5fe8238aa350 admin admin] Publish callbacks [] for security_group (446ca194-27af-4316-841d-ebc78aad4042), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:40.388372 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a645bcf-74f1-4a1d-85c3-148bb6038e08 None None] Checking router: 3fbc5193-642b-4b4c-9751-5dc20d6ebdea for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:08:40.389003 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a645bcf-74f1-4a1d-85c3-148bb6038e08 None None] Updating router 3fbc5193-642b-4b4c-9751-5dc20d6ebdea port 1286c97d-e13b-44b8-8b71-b79cca1df394 binding host ncdv-master-1 {{(pid=121838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 22:08:40.417714 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-ee430af8-6374-4e0b-8f71-9fb784dc70ba tempest-ExternalNetworksAdminNegativeTestJSON-1945276267 tempest-ExternalNetworksAdminNegativeTestJSON-1945276267-project-admin] Request body: {'floatingip': {'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:08:40.431421 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7a645bcf-74f1-4a1d-85c3-148bb6038e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (1286c97d-e13b-44b8-8b71-b79cca1df394), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:40.511080 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0b0a3e30-7098-4128-a19c-5fe8238aa350 admin admin] Publish callbacks [] for security_group (446ca194-27af-4316-841d-ebc78aad4042), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:40.515305 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4609ad54-0257-4df4-99b7-6c75beb95ad6 req-10e27ab5-1479-488f-a684-55fd5951545f tempest-VolumesBackupsTest-1817505426 tempest-VolumesBackupsTest-1817505426-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=e2bec96bf83d4fb296cbb8aeb28d576e&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1218548
May 07 22:08:40.642864 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ee430af8-6374-4e0b-8f71-9fb784dc70ba tempest-ExternalNetworksAdminNegativeTestJSON-1945276267 tempest-ExternalNetworksAdminNegativeTestJSON-1945276267-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:40.850042 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-fc49ea4c-24a2-4505-b74e-4297554b685c req-604b7310-bf7a-4156-84d3-944e87884e16 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba61d59b-e750-459a-a73a-0376bdf5ca51 HTTP/1.1" status: 200  len: 210 time: 0.0527573
May 07 22:08:40.866946 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-979e4592-f104-4190-9029-e69e82a08af4 req-216de9c3-45c9-46cf-a2db-6ef7dde3bb1f tempest-VolumesBackupsTest-1817505426 tempest-VolumesBackupsTest-1817505426-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ce1ca65-a12b-4ded-9af1-3b2575026f57 HTTP/1.1" status: 200  len: 210 time: 0.0557408
May 07 22:08:40.892047 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7a645bcf-74f1-4a1d-85c3-148bb6038e08 None None] Publish callbacks [] for port (1286c97d-e13b-44b8-8b71-b79cca1df394), precommit_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:40.902357 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7a645bcf-74f1-4a1d-85c3-148bb6038e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (1286c97d-e13b-44b8-8b71-b79cca1df394), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:40.971361 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807d19b0-3c63-4ffe-aef8-3a9af2b0639a None None] Pushing event updated for resources: {'Port': ['ID=1286c97d-e13b-44b8-8b71-b79cca1df394,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:40.988331 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0b0a3e30-7098-4128-a19c-5fe8238aa350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (446ca194-27af-4316-841d-ebc78aad4042), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:40.991101 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0b0a3e30-7098-4128-a19c-5fe8238aa350 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:40.995799 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-0b0a3e30-7098-4128-a19c-5fe8238aa350 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/446ca194-27af-4316-841d-ebc78aad4042 HTTP/1.1" status: 204  len: 168 time: 0.6995652
May 07 22:08:41.010010 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4609ad54-0257-4df4-99b7-6c75beb95ad6 req-496a0c88-076c-4a2b-a9e3-ceb9bd0f47ea tempest-VolumesBackupsTest-1817505426 tempest-VolumesBackupsTest-1817505426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:41.012077 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4609ad54-0257-4df4-99b7-6c75beb95ad6 req-496a0c88-076c-4a2b-a9e3-ceb9bd0f47ea tempest-VolumesBackupsTest-1817505426 tempest-VolumesBackupsTest-1817505426-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4838157
May 07 22:08:41.013071 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0a3e30-7098-4128-a19c-5fe8238aa350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=446ca194-27af-4316-841d-ebc78aad4042,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:41.015282 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ee430af8-6374-4e0b-8f71-9fb784dc70ba tempest-ExternalNetworksAdminNegativeTestJSON-1945276267 tempest-ExternalNetworksAdminNegativeTestJSON-1945276267-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:41.025223 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-4609ad54-0257-4df4-99b7-6c75beb95ad6 req-e8a5b199-7a05-4fda-888e-d441e311115c tempest-VolumesBackupsTest-1817505426 tempest-VolumesBackupsTest-1817505426-project] Request body: {'port': {'device_id': '1ce1ca65-a12b-4ded-9af1-3b2575026f57', 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47', 'admin_state_up': True, 'tenant_id': 'e2bec96bf83d4fb296cbb8aeb28d576e'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:08:41.068995 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-7a645bcf-74f1-4a1d-85c3-148bb6038e08 None None] Attempting to bind port 1286c97d-e13b-44b8-8b71-b79cca1df394 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:08:41.069481 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-7a645bcf-74f1-4a1d-85c3-148bb6038e08 None None] Attempting to bind port 1286c97d-e13b-44b8-8b71-b79cca1df394 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0c54767f-f5cc-4fe8-be2b-89310a1e6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:08:41.069852 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a645bcf-74f1-4a1d-85c3-148bb6038e08 None None] Attempting to bind port 1286c97d-e13b-44b8-8b71-b79cca1df394 on network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:08:41.079617 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a645bcf-74f1-4a1d-85c3-148bb6038e08 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:08:41.079996 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a645bcf-74f1-4a1d-85c3-148bb6038e08 None None] Checking segment: {'id': '0c54767f-f5cc-4fe8-be2b-89310a1e6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:08:41.080471 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7a645bcf-74f1-4a1d-85c3-148bb6038e08 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:41.080979 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a645bcf-74f1-4a1d-85c3-148bb6038e08 None None] Bound using segment: {'id': '0c54767f-f5cc-4fe8-be2b-89310a1e6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:08:41.081451 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-7a645bcf-74f1-4a1d-85c3-148bb6038e08 None None] Bound port: 1286c97d-e13b-44b8-8b71-b79cca1df394, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c54767f-f5cc-4fe8-be2b-89310a1e6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:08:41.081832 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7a645bcf-74f1-4a1d-85c3-148bb6038e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (1286c97d-e13b-44b8-8b71-b79cca1df394), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:41.158813 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 21b489d6-f673-44e1-848f-8bbe1b3aef5c no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:08:41.216498 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] No Port match for: 21b489d6-f673-44e1-848f-8bbe1b3aef5c {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:08:41.217183 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 21b489d6-f673-44e1-848f-8bbe1b3aef5c not bound to the agent host nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:08:41.222564 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-7a645bcf-74f1-4a1d-85c3-148bb6038e08 None None] For port 1286c97d-e13b-44b8-8b71-b79cca1df394, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:08:41.226394 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-7a645bcf-74f1-4a1d-85c3-148bb6038e08 None None] For port 1286c97d-e13b-44b8-8b71-b79cca1df394, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1286c97d-e13b-44b8-8b71-b79cca1df394,segment=NetworkSegment(0c54767f-f5cc-4fe8-be2b-89310a1e6df6),segment_id=0c54767f-f5cc-4fe8-be2b-89310a1e6df6)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:08:41.234917 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7a645bcf-74f1-4a1d-85c3-148bb6038e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (1286c97d-e13b-44b8-8b71-b79cca1df394), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:41.304982 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a645bcf-74f1-4a1d-85c3-148bb6038e08 None None] Routers {'3fbc5193-642b-4b4c-9751-5dc20d6ebdea'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:08:41.306096 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-7a645bcf-74f1-4a1d-85c3-148bb6038e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7fb374f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:08:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['3fbc5193-642b-4b4c-9751-5dc20d6ebdea'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:08:41.351487 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-ee430af8-6374-4e0b-8f71-9fb784dc70ba tempest-ExternalNetworksAdminNegativeTestJSON-1945276267 tempest-ExternalNetworksAdminNegativeTestJSON-1945276267-project-admin] Allocated IP 172.35.4.118 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/d12ac071-886f-40c2-b545-a33f0c5fb693) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:08:41.379787 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4609ad54-0257-4df4-99b7-6c75beb95ad6 req-e8a5b199-7a05-4fda-888e-d441e311115c tempest-VolumesBackupsTest-1817505426 tempest-VolumesBackupsTest-1817505426-project] Made reservation on behalf of e2bec96bf83d4fb296cbb8aeb28d576e for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:08:41.384545 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-4609ad54-0257-4df4-99b7-6c75beb95ad6 req-e8a5b199-7a05-4fda-888e-d441e311115c tempest-VolumesBackupsTest-1817505426 tempest-VolumesBackupsTest-1817505426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:41.476775 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e29120f3-a0dd-40e6-803c-d0d9483e0603 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401094'] for router_interface (3fbc5193-642b-4b4c-9751-5dc20d6ebdea), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:41.550468 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ee430af8-6374-4e0b-8f71-9fb784dc70ba tempest-ExternalNetworksAdminNegativeTestJSON-1945276267 tempest-ExternalNetworksAdminNegativeTestJSON-1945276267-project-admin] Publish callbacks [] for port (d12ac071-886f-40c2-b545-a33f0c5fb693), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:41.577171 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 39142) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:41.604942 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-501db43f-5a1b-4a04-8262-c3903c34a6ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:41.649413 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ee430af8-6374-4e0b-8f71-9fb784dc70ba tempest-ExternalNetworksAdminNegativeTestJSON-1945276267 tempest-ExternalNetworksAdminNegativeTestJSON-1945276267-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (d12ac071-886f-40c2-b545-a33f0c5fb693), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:41.700419 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-4609ad54-0257-4df4-99b7-6c75beb95ad6 req-e8a5b199-7a05-4fda-888e-d441e311115c tempest-VolumesBackupsTest-1817505426 tempest-VolumesBackupsTest-1817505426-project] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:41.705611 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee430af8-6374-4e0b-8f71-9fb784dc70ba tempest-ExternalNetworksAdminNegativeTestJSON-1945276267 tempest-ExternalNetworksAdminNegativeTestJSON-1945276267-project-admin] Pushing event updated for resources: {'Port': ['ID=d12ac071-886f-40c2-b545-a33f0c5fb693,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:41.721403 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807d19b0-3c63-4ffe-aef8-3a9af2b0639a None None] Pushing event updated for resources: {'Port': ['ID=1286c97d-e13b-44b8-8b71-b79cca1df394,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:41.735646 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-db410bfe-e7c1-4e0c-b129-a770af629e97 None None] Provisioning complete for port 1286c97d-e13b-44b8-8b71-b79cca1df394 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:08:41.735646 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-db410bfe-e7c1-4e0c-b129-a770af629e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (1286c97d-e13b-44b8-8b71-b79cca1df394), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:41.787270 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-7a645bcf-74f1-4a1d-85c3-148bb6038e08 None None] Set router 3fbc5193-642b-4b4c-9751-5dc20d6ebdea gateway port host: None {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:08:41.811169 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee430af8-6374-4e0b-8f71-9fb784dc70ba tempest-ExternalNetworksAdminNegativeTestJSON-1945276267 tempest-ExternalNetworksAdminNegativeTestJSON-1945276267-project-admin] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:08:41.812562 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-e29120f3-a0dd-40e6-803c-d0d9483e0603 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Deleting port 1286c97d-e13b-44b8-8b71-b79cca1df394 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:08:41.812984 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e29120f3-a0dd-40e6-803c-d0d9483e0603 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (1286c97d-e13b-44b8-8b71-b79cca1df394), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:41.820902 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-ee430af8-6374-4e0b-8f71-9fb784dc70ba tempest-ExternalNetworksAdminNegativeTestJSON-1945276267 tempest-ExternalNetworksAdminNegativeTestJSON-1945276267-project-admin] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:08:41.830697 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee430af8-6374-4e0b-8f71-9fb784dc70ba tempest-ExternalNetworksAdminNegativeTestJSON-1945276267 tempest-ExternalNetworksAdminNegativeTestJSON-1945276267-project-admin] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:08:41.858030 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-501db43f-5a1b-4a04-8262-c3903c34a6ec admin admin] Publish callbacks [] for security_group (97ffa964-0025-43d8-b594-8ac62223acbf), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:41.886911 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599a78eb-faac-4a35-bf4d-9c56ca4e51d1 req-7e7eaa0a-3c0f-4a9e-a38b-b6106a6bbbec tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:41.887506 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-501db43f-5a1b-4a04-8262-c3903c34a6ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (97ffa964-0025-43d8-b594-8ac62223acbf), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:41.895238 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-599a78eb-faac-4a35-bf4d-9c56ca4e51d1 req-7e7eaa0a-3c0f-4a9e-a38b-b6106a6bbbec tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] 10.222.0.32 "GET /v2.0/networks?id=75e42e23-8e74-41bd-9a60-3536f620fe26 HTTP/1.1" status: 200  len: 813 time: 0.1921787
May 07 22:08:41.916019 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-599a78eb-faac-4a35-bf4d-9c56ca4e51d1 req-2230d916-c9d2-4d96-a953-d866cfe64fe8 tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] 10.222.0.32 "GET /v2.0/quotas/72be56c2d4a54014a8f741c451fe014e HTTP/1.1" status: 200  len: 375 time: 0.0198445
May 07 22:08:41.938564 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-db410bfe-e7c1-4e0c-b129-a770af629e97 None None] Current status of the port 1286c97d-e13b-44b8-8b71-b79cca1df394 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:08:41.939000 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-db410bfe-e7c1-4e0c-b129-a770af629e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (1286c97d-e13b-44b8-8b71-b79cca1df394), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:41.953177 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-501db43f-5a1b-4a04-8262-c3903c34a6ec admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=23a13a3b2129408f8c3dd879e607478d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3745685
May 07 22:08:41.957681 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 39160) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:41.966079 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501db43f-5a1b-4a04-8262-c3903c34a6ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97ffa964-0025-43d8-b594-8ac62223acbf,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:41.970973 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-599a78eb-faac-4a35-bf4d-9c56ca4e51d1 req-ca5d4d95-fb49-4701-8375-3225ea6c6dbf tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=72be56c2d4a54014a8f741c451fe014e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0539970
May 07 22:08:42.002879 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-e29120f3-a0dd-40e6-803c-d0d9483e0603 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] For port 1286c97d-e13b-44b8-8b71-b79cca1df394, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1286c97d-e13b-44b8-8b71-b79cca1df394,segment=NetworkSegment(0c54767f-f5cc-4fe8-be2b-89310a1e6df6),segment_id=0c54767f-f5cc-4fe8-be2b-89310a1e6df6)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:08:42.003291 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e29120f3-a0dd-40e6-803c-d0d9483e0603 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (1286c97d-e13b-44b8-8b71-b79cca1df394), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:42.020220 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-db410bfe-e7c1-4e0c-b129-a770af629e97 None None] For port 1286c97d-e13b-44b8-8b71-b79cca1df394, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1286c97d-e13b-44b8-8b71-b79cca1df394,segment=NetworkSegment(0c54767f-f5cc-4fe8-be2b-89310a1e6df6),segment_id=0c54767f-f5cc-4fe8-be2b-89310a1e6df6)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:08:42.029687 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-db410bfe-e7c1-4e0c-b129-a770af629e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (1286c97d-e13b-44b8-8b71-b79cca1df394), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:42.036947 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-e29120f3-a0dd-40e6-803c-d0d9483e0603 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Calling delete_port for 1286c97d-e13b-44b8-8b71-b79cca1df394 owned by network:router_interface {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:08:42.086573 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-30a0e086-27cb-4c50-9ad8-68986ee2ca07 req-41bcaa00-3cda-4d8e-a3b6-95ee5323aabf tempest-VolumesBackupsTest-1817505426 tempest-VolumesBackupsTest-1817505426-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ce1ca65-a12b-4ded-9af1-3b2575026f57 HTTP/1.1" status: 200  len: 210 time: 0.0511308
May 07 22:08:42.103728 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-7a645bcf-74f1-4a1d-85c3-148bb6038e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7fb374f0>, [{'id': '3fbc5193-642b-4b4c-9751-5dc20d6ebdea', 'name': 'tempest-NetworksTestDHCPv6-router-2045294379', 'tenant_id': 'a45ecca62a364aaabca1717c79558f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:08:32Z', 'updated_at': '2022-05-07T22:08:37Z', 'revision_number': 2, 'project_id': 'a45ecca62a364aaabca1717c79558f6f', 'gw_port_host': None, '_interfaces': [{'id': '1286c97d-e13b-44b8-8b71-b79cca1df394', 'name': '', 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'tenant_id': 'a45ecca62a364aaabca1717c79558f6f', 'mac_address': 'fa:16:3e:6b:d3:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fbc5193-642b-4b4c-9751-5dc20d6ebdea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': 'd5a7cbcf-7749-44fa-a539-be9692a43a95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:08:35Z', 'updated_at': '2022-05-07T22:08:41Z', 'revision_number': 4, 'project_id': 'a45ecca62a364aaabca1717c79558f6f', 'subnets': [{'id': 'd5a7cbcf-7749-44fa-a539-be9692a43a95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:08:42.149076 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a645bcf-74f1-4a1d-85c3-148bb6038e08 None None] The sync data for ids ['3fbc5193-642b-4b4c-9751-5dc20d6ebdea'] in ncdv-master-1 is: [{'id': '3fbc5193-642b-4b4c-9751-5dc20d6ebdea', 'name': 'tempest-NetworksTestDHCPv6-router-2045294379', 'tenant_id': 'a45ecca62a364aaabca1717c79558f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:08:32Z', 'updated_at': '2022-05-07T22:08:37Z', 'revision_number': 2, 'project_id': 'a45ecca62a364aaabca1717c79558f6f', 'gw_port_host': None, '_interfaces': [{'id': '1286c97d-e13b-44b8-8b71-b79cca1df394', 'name': '', 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'tenant_id': 'a45ecca62a364aaabca1717c79558f6f', 'mac_address': 'fa:16:3e:6b:d3:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fbc5193-642b-4b4c-9751-5dc20d6ebdea', 'device_owner': 'network:router_interface', 'standard_attr_id': 2915, 'fixed_ips': [{'subnet_id': 'd5a7cbcf-7749-44fa-a539-be9692a43a95', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:08:35Z', 'updated_at': '2022-05-07T22:08:41Z', 'revision_number': 4, 'project_id': 'a45ecca62a364aaabca1717c79558f6f', 'subnets': [{'id': 'd5a7cbcf-7749-44fa-a539-be9692a43a95', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:08:42.173005 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-4609ad54-0257-4df4-99b7-6c75beb95ad6 req-e8a5b199-7a05-4fda-888e-d441e311115c tempest-VolumesBackupsTest-1817505426 tempest-VolumesBackupsTest-1817505426-project] Publish callbacks [] for security_group (60f5a209-cad6-41a8-915f-73b9ceea56a6), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:42.189184 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-4609ad54-0257-4df4-99b7-6c75beb95ad6 req-e8a5b199-7a05-4fda-888e-d441e311115c tempest-VolumesBackupsTest-1817505426 tempest-VolumesBackupsTest-1817505426-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (60f5a209-cad6-41a8-915f-73b9ceea56a6), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:42.189397 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db410bfe-e7c1-4e0c-b129-a770af629e97 None None] Pushing event updated for resources: {'Port': ['ID=1286c97d-e13b-44b8-8b71-b79cca1df394,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:42.191899 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-dfccbe65-d619-4058-a309-a993d70c784f None None] Provisioning complete for port 1286c97d-e13b-44b8-8b71-b79cca1df394 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:08:42.192289 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-dfccbe65-d619-4058-a309-a993d70c784f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (1286c97d-e13b-44b8-8b71-b79cca1df394), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:42.326540 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-17bbc8ad-a05a-4440-ae86-a5e22ec6d0fa admin admin] Publish callbacks [] for security_group (97ffa964-0025-43d8-b594-8ac62223acbf), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:42.327475 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ee430af8-6374-4e0b-8f71-9fb784dc70ba tempest-ExternalNetworksAdminNegativeTestJSON-1945276267 tempest-ExternalNetworksAdminNegativeTestJSON-1945276267-project-admin] Publish callbacks [] for floatingip (0b0b1d14-6c22-4358-b278-251c425f3582), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:42.339390 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-dfccbe65-d619-4058-a309-a993d70c784f None None] Current status of the port 1286c97d-e13b-44b8-8b71-b79cca1df394 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:08:42.384488 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-17bbc8ad-a05a-4440-ae86-a5e22ec6d0fa admin admin] Publish callbacks [] for security_group (97ffa964-0025-43d8-b594-8ac62223acbf), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:42.388983 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e29120f3-a0dd-40e6-803c-d0d9483e0603 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (1286c97d-e13b-44b8-8b71-b79cca1df394), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:42.494620 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec16e6ea-4162-4a4f-9710-41ad928810c2 req-5abb5ba5-0ac2-457c-9a00-4c9b5152607e tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:42.497652 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ec16e6ea-4162-4a4f-9710-41ad928810c2 req-5abb5ba5-0ac2-457c-9a00-4c9b5152607e tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 945 time: 0.0874846
May 07 22:08:42.556762 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29120f3-a0dd-40e6-803c-d0d9483e0603 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event deleted for resources: {'Port': ['ID=1286c97d-e13b-44b8-8b71-b79cca1df394,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:42.711859 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e29120f3-a0dd-40e6-803c-d0d9483e0603 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401002'] for router_interface (3fbc5193-642b-4b4c-9751-5dc20d6ebdea), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:42.749295 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-17bbc8ad-a05a-4440-ae86-a5e22ec6d0fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (97ffa964-0025-43d8-b594-8ac62223acbf), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:42.752048 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-17bbc8ad-a05a-4440-ae86-a5e22ec6d0fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:42.757784 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-17bbc8ad-a05a-4440-ae86-a5e22ec6d0fa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/97ffa964-0025-43d8-b594-8ac62223acbf HTTP/1.1" status: 204  len: 168 time: 0.7965953
May 07 22:08:42.779108 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ec16e6ea-4162-4a4f-9710-41ad928810c2 req-fd307d28-6db0-45fe-a8b5-a8ff166411fb tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2231133
May 07 22:08:42.819318 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 22:08:42.826020 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a5b199-7a05-4fda-888e-d441e311115c tempest-VolumesBackupsTest-1817505426 tempest-VolumesBackupsTest-1817505426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60f5a209-cad6-41a8-915f-73b9ceea56a6,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:42.856578 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [req-4609ad54-0257-4df4-99b7-6c75beb95ad6 req-e8a5b199-7a05-4fda-888e-d441e311115c tempest-VolumesBackupsTest-1817505426 tempest-VolumesBackupsTest-1817505426-project] Allocated IP 192.168.233.220 (665487f0-78eb-47fb-9a06-b15bc614dc47/6e0e5c53-1ece-4d20-b01d-5f8c6957edf6/0862d286-4492-4f74-bef8-f163ad30d582) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:08:42.874216 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ee430af8-6374-4e0b-8f71-9fb784dc70ba tempest-ExternalNetworksAdminNegativeTestJSON-1945276267 tempest-ExternalNetworksAdminNegativeTestJSON-1945276267-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (d12ac071-886f-40c2-b545-a33f0c5fb693), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:42.884466 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bbc8ad-a05a-4440-ae86-a5e22ec6d0fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ffa964-0025-43d8-b594-8ac62223acbf,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:42.992374 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-599a78eb-faac-4a35-bf4d-9c56ca4e51d1 req-8c355514-8f1e-4869-9eb8-04253ab10377 service neutron] 10.222.0.32 "GET /v2.0/networks/75e42e23-8e74-41bd-9a60-3536f620fe26?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0205348
May 07 22:08:43.009917 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e29120f3-a0dd-40e6-803c-d0d9483e0603 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Router 3fbc5193-642b-4b4c-9751-5dc20d6ebdea has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:08:43.119481 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e29120f3-a0dd-40e6-803c-d0d9483e0603 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:08:43.127399 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-e29120f3-a0dd-40e6-803c-d0d9483e0603 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "PUT /v2.0/routers/3fbc5193-642b-4b4c-9751-5dc20d6ebdea/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1305952
May 07 22:08:43.128276 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 39172) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:43.235332 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fce5d84-a1e7-4a32-9712-789483e4e424 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:43.236684 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fce5d84-a1e7-4a32-9712-789483e4e424 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:43.238348 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-3fce5d84-a1e7-4a32-9712-789483e4e424 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1477 time: 0.1089332
May 07 22:08:43.257924 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 39178) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:43.289546 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6725cded-0d16-4739-a363-2050625b0178 req-2f870ee4-be15-4371-84f0-3d407fb018c1 tempest-VolumesBackupsTest-1817505426 tempest-VolumesBackupsTest-1817505426-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ce1ca65-a12b-4ded-9af1-3b2575026f57 HTTP/1.1" status: 200  len: 210 time: 0.0585160
May 07 22:08:43.319945 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-599a78eb-faac-4a35-bf4d-9c56ca4e51d1 req-cb477e49-2129-409d-8797-159506213e46 service neutron] 10.222.0.32 "GET /v2.0/networks/75e42e23-8e74-41bd-9a60-3536f620fe26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3194714
May 07 22:08:43.377430 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-d18311dc-7254-452a-befb-1edf68ec5ac8 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Deleting subnet d5a7cbcf-7749-44fa-a539-be9692a43a95 {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:08:43.388781 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d18311dc-7254-452a-befb-1edf68ec5ac8 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for subnet (d5a7cbcf-7749-44fa-a539-be9692a43a95), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:43.452453 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-4609ad54-0257-4df4-99b7-6c75beb95ad6 req-e8a5b199-7a05-4fda-888e-d441e311115c tempest-VolumesBackupsTest-1817505426 tempest-VolumesBackupsTest-1817505426-project] Publish callbacks [] for port (0862d286-4492-4f74-bef8-f163ad30d582), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:43.457823 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ee430af8-6374-4e0b-8f71-9fb784dc70ba tempest-ExternalNetworksAdminNegativeTestJSON-1945276267 tempest-ExternalNetworksAdminNegativeTestJSON-1945276267-project-admin] Publish callbacks [] for port (d12ac071-886f-40c2-b545-a33f0c5fb693), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:43.480731 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ee430af8-6374-4e0b-8f71-9fb784dc70ba tempest-ExternalNetworksAdminNegativeTestJSON-1945276267 tempest-ExternalNetworksAdminNegativeTestJSON-1945276267-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (d12ac071-886f-40c2-b545-a33f0c5fb693), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:43.484854 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d18311dc-7254-452a-befb-1edf68ec5ac8 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (d5a7cbcf-7749-44fa-a539-be9692a43a95), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:43.530620 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-04e5791f-cc49-4e20-9a87-e4e34f0ad2d3 req-8972b8df-2a8b-4995-9c20-3cfb3f711724 tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3ed5da6-ab19-4f8c-a82a-c988e23edcc0 HTTP/1.1" status: 200  len: 210 time: 0.0374742
May 07 22:08:43.669068 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee430af8-6374-4e0b-8f71-9fb784dc70ba tempest-ExternalNetworksAdminNegativeTestJSON-1945276267 tempest-ExternalNetworksAdminNegativeTestJSON-1945276267-project-admin] Pushing event updated for resources: {'Port': ['ID=d12ac071-886f-40c2-b545-a33f0c5fb693,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:43.693123 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-4609ad54-0257-4df4-99b7-6c75beb95ad6 req-e8a5b199-7a05-4fda-888e-d441e311115c tempest-VolumesBackupsTest-1817505426 tempest-VolumesBackupsTest-1817505426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (0862d286-4492-4f74-bef8-f163ad30d582), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:43.751640 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ee430af8-6374-4e0b-8f71-9fb784dc70ba tempest-ExternalNetworksAdminNegativeTestJSON-1945276267 tempest-ExternalNetworksAdminNegativeTestJSON-1945276267-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (0b0b1d14-6c22-4358-b278-251c425f3582), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:43.759481 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4609ad54-0257-4df4-99b7-6c75beb95ad6 req-e8a5b199-7a05-4fda-888e-d441e311115c tempest-VolumesBackupsTest-1817505426 tempest-VolumesBackupsTest-1817505426-project] Network 665487f0-78eb-47fb-9a06-b15bc614dc47 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:08:43.766624 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d18311dc-7254-452a-befb-1edf68ec5ac8 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (d5a7cbcf-7749-44fa-a539-be9692a43a95), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:43.774468 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [req-4609ad54-0257-4df4-99b7-6c75beb95ad6 req-e8a5b199-7a05-4fda-888e-d441e311115c tempest-VolumesBackupsTest-1817505426 tempest-VolumesBackupsTest-1817505426-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:08:43.803279 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-4609ad54-0257-4df4-99b7-6c75beb95ad6 req-e8a5b199-7a05-4fda-888e-d441e311115c tempest-VolumesBackupsTest-1817505426 tempest-VolumesBackupsTest-1817505426-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:08:43.812499 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a5b199-7a05-4fda-888e-d441e311115c tempest-VolumesBackupsTest-1817505426 tempest-VolumesBackupsTest-1817505426-project] Pushing event updated for resources: {'Port': ['ID=0862d286-4492-4f74-bef8-f163ad30d582,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:43.855103 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ee430af8-6374-4e0b-8f71-9fb784dc70ba tempest-ExternalNetworksAdminNegativeTestJSON-1945276267 tempest-ExternalNetworksAdminNegativeTestJSON-1945276267-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:43.859194 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-ee430af8-6374-4e0b-8f71-9fb784dc70ba tempest-ExternalNetworksAdminNegativeTestJSON-1945276267 tempest-ExternalNetworksAdminNegativeTestJSON-1945276267-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.5701864
May 07 22:08:43.862231 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 39204) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:43.899144 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-776e8fc4-af8f-45cc-871f-9df25069e69a tempest-ExternalNetworksAdminNegativeTestJSON-1945276267 tempest-ExternalNetworksAdminNegativeTestJSON-1945276267-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1165734997', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'fixed_ips': [{'ip_address': '172.35.4.118'}]}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:08:43.912698 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c845d87-f805-4c31-a6c4-0a228f7fb00f req-f697a70e-50c0-43a5-a30d-87240cd8c0d6 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:43.914344 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4c845d87-f805-4c31-a6c4-0a228f7fb00f req-f697a70e-50c0-43a5-a30d-87240cd8c0d6 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.55 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 945 time: 0.1502106
May 07 22:08:44.025590 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4609ad54-0257-4df4-99b7-6c75beb95ad6 req-e8a5b199-7a05-4fda-888e-d441e311115c tempest-VolumesBackupsTest-1817505426 tempest-VolumesBackupsTest-1817505426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:44.026816 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-4609ad54-0257-4df4-99b7-6c75beb95ad6 req-e8a5b199-7a05-4fda-888e-d441e311115c tempest-VolumesBackupsTest-1817505426 tempest-VolumesBackupsTest-1817505426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:44.061207 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-776e8fc4-af8f-45cc-871f-9df25069e69a tempest-ExternalNetworksAdminNegativeTestJSON-1945276267 tempest-ExternalNetworksAdminNegativeTestJSON-1945276267-project-admin] Made reservation on behalf of e4a5b6bd9e37462f8560313b5caa550f for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:08:44.063487 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-776e8fc4-af8f-45cc-871f-9df25069e69a tempest-ExternalNetworksAdminNegativeTestJSON-1945276267 tempest-ExternalNetworksAdminNegativeTestJSON-1945276267-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:44.068724 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-4c845d87-f805-4c31-a6c4-0a228f7fb00f req-0f9c225d-bed2-44ce-bbdb-1f9b2685f3d3 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Deleting port 1d78a47c-1b52-4c8f-ad8e-184b9192eee5 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:08:44.069595 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-4c845d87-f805-4c31-a6c4-0a228f7fb00f req-0f9c225d-bed2-44ce-bbdb-1f9b2685f3d3 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (1d78a47c-1b52-4c8f-ad8e-184b9192eee5), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:44.097204 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee693d16-fb09-4535-bbba-50617adf0073 req-4f1bf3dc-8713-48fd-b2a5-fee3d10657b2 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:44.104016 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ee693d16-fb09-4535-bbba-50617adf0073 req-4f1bf3dc-8713-48fd-b2a5-fee3d10657b2 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 945 time: 0.1479597
May 07 22:08:44.122304 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4609ad54-0257-4df4-99b7-6c75beb95ad6 req-e8a5b199-7a05-4fda-888e-d441e311115c tempest-VolumesBackupsTest-1817505426 tempest-VolumesBackupsTest-1817505426-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 3.1009567
May 07 22:08:44.126017 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-776e8fc4-af8f-45cc-871f-9df25069e69a tempest-ExternalNetworksAdminNegativeTestJSON-1945276267 tempest-ExternalNetworksAdminNegativeTestJSON-1945276267-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:44.148200 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-4609ad54-0257-4df4-99b7-6c75beb95ad6 req-6e6b304f-8c77-4c81-84c8-1b9c82af56c2 service neutron] Request body: {'port': {'device_id': '1ce1ca65-a12b-4ded-9af1-3b2575026f57', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:08:44.152003 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d18311dc-7254-452a-befb-1edf68ec5ac8 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (d5a7cbcf-7749-44fa-a539-be9692a43a95), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:44.190733 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-788ad694-da5f-449b-8d38-9a0a12bd1ad2 None None] Provisioning complete for port 0862d286-4492-4f74-bef8-f163ad30d582 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:08:44.192168 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-788ad694-da5f-449b-8d38-9a0a12bd1ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (0862d286-4492-4f74-bef8-f163ad30d582), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:44.241950 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18311dc-7254-452a-befb-1edf68ec5ac8 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event deleted for resources: {'Subnet': ['ID=d5a7cbcf-7749-44fa-a539-be9692a43a95,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:44.264413 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-4c845d87-f805-4c31-a6c4-0a228f7fb00f req-0f9c225d-bed2-44ce-bbdb-1f9b2685f3d3 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] For port 1d78a47c-1b52-4c8f-ad8e-184b9192eee5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1d78a47c-1b52-4c8f-ad8e-184b9192eee5,segment=NetworkSegment(3565a17e-e0eb-4b35-a7f2-f7d7af642fb7),segment_id=3565a17e-e0eb-4b35-a7f2-f7d7af642fb7)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:08:44.264784 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-4c845d87-f805-4c31-a6c4-0a228f7fb00f req-0f9c225d-bed2-44ce-bbdb-1f9b2685f3d3 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (1d78a47c-1b52-4c8f-ad8e-184b9192eee5), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:44.280118 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d18311dc-7254-452a-befb-1edf68ec5ac8 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:44.283755 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-d18311dc-7254-452a-befb-1edf68ec5ac8 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/subnets/d5a7cbcf-7749-44fa-a539-be9692a43a95 HTTP/1.1" status: 204  len: 168 time: 1.0179818
May 07 22:08:44.286310 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 39210) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:44.337709 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-788ad694-da5f-449b-8d38-9a0a12bd1ad2 None None] Port 0862d286-4492-4f74-bef8-f163ad30d582 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:08:44.344477 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aba990f-136b-4f95-894c-6503747c4ee1 None None] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:08:44.420283 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56b74fe-1b76-4971-8bea-64b8caca7e25 None None] Sync routers for ids ['3fbc5193-642b-4b4c-9751-5dc20d6ebdea'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:08:44.439574 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56b74fe-1b76-4971-8bea-64b8caca7e25 None None] Routers {'3fbc5193-642b-4b4c-9751-5dc20d6ebdea'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:08:44.440545 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-a56b74fe-1b76-4971-8bea-64b8caca7e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8ca145b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:08:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['3fbc5193-642b-4b4c-9751-5dc20d6ebdea'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:08:44.468828 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ee693d16-fb09-4535-bbba-50617adf0073 req-d5d80e5f-0ad3-4e28-9d98-017923034713 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups?id=2e87a0c9-a77c-4708-b341-f3402ed28fd4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3444524
May 07 22:08:44.569507 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-8689d387-1e26-4b7f-ae34-ec3ba0b921c4 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 710 time: 0.2779446
May 07 22:08:44.580289 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 39220) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:44.612310 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-4609ad54-0257-4df4-99b7-6c75beb95ad6 req-6e6b304f-8c77-4c81-84c8-1b9c82af56c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (0862d286-4492-4f74-bef8-f163ad30d582), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:44.641955 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-a56b74fe-1b76-4971-8bea-64b8caca7e25 None None] Set router 3fbc5193-642b-4b4c-9751-5dc20d6ebdea gateway port host: None {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:08:44.684269 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b336b99d-5125-4ea2-963f-60c58e87d431 None None] DHCP port deletion for c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:08:44.780317 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-b336b99d-5125-4ea2-963f-60c58e87d431 None None] Deleting port 94d7abe2-3bbd-4f57-974b-0809b90dcead {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:08:44.780950 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b336b99d-5125-4ea2-963f-60c58e87d431 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (94d7abe2-3bbd-4f57-974b-0809b90dcead), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:44.804490 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-776e8fc4-af8f-45cc-871f-9df25069e69a tempest-ExternalNetworksAdminNegativeTestJSON-1945276267 tempest-ExternalNetworksAdminNegativeTestJSON-1945276267-project-admin] Publish callbacks [] for security_group (3dadb779-9160-487e-bfdc-dd4100eeff89), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:44.833368 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2eca6222-94c4-46ce-afbc-099ef2fada88 req-3d4215af-c01b-4cfc-92b1-644d7e6c0fd6 tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3ed5da6-ab19-4f8c-a82a-c988e23edcc0 HTTP/1.1" status: 200  len: 210 time: 0.1483922
May 07 22:08:44.859123 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-776e8fc4-af8f-45cc-871f-9df25069e69a tempest-ExternalNetworksAdminNegativeTestJSON-1945276267 tempest-ExternalNetworksAdminNegativeTestJSON-1945276267-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (3dadb779-9160-487e-bfdc-dd4100eeff89), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:44.864023 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [None req-776e8fc4-af8f-45cc-871f-9df25069e69a tempest-ExternalNetworksAdminNegativeTestJSON-1945276267 tempest-ExternalNetworksAdminNegativeTestJSON-1945276267-project-admin] device_id is not set on port a3fe8666-91de-4e43-aee8-974953e67ea5 yet. {{(pid=121837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 22:08:44.905666 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5d59c4-f482-479a-a786-0e7eeeb744fc req-aafd5557-39c6-4dad-a8d3-1401f03e5438 tempest-VolumesBackupsTest-1817505426 tempest-VolumesBackupsTest-1817505426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:44.907433 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-cb5d59c4-f482-479a-a786-0e7eeeb744fc req-aafd5557-39c6-4dad-a8d3-1401f03e5438 tempest-VolumesBackupsTest-1817505426 tempest-VolumesBackupsTest-1817505426-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ce1ca65-a12b-4ded-9af1-3b2575026f57 HTTP/1.1" status: 200  len: 936 time: 0.3281496
May 07 22:08:44.910027 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-961789ca-ec32-4905-9525-1dbb41d845b0 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for router (3fbc5193-642b-4b4c-9751-5dc20d6ebdea), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:44.955448 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-b336b99d-5125-4ea2-963f-60c58e87d431 None None] For port 94d7abe2-3bbd-4f57-974b-0809b90dcead, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=94d7abe2-3bbd-4f57-974b-0809b90dcead,segment=NetworkSegment(0c54767f-f5cc-4fe8-be2b-89310a1e6df6),segment_id=0c54767f-f5cc-4fe8-be2b-89310a1e6df6)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:08:44.955859 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b336b99d-5125-4ea2-963f-60c58e87d431 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (94d7abe2-3bbd-4f57-974b-0809b90dcead), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:44.985473 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-b336b99d-5125-4ea2-963f-60c58e87d431 None None] Calling delete_port for 94d7abe2-3bbd-4f57-974b-0809b90dcead owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:08:45.016725 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 94d7abe2-3bbd-4f57-974b-0809b90dcead no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:08:45.027756 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-a56b74fe-1b76-4971-8bea-64b8caca7e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8ca145b0>, [{'id': '3fbc5193-642b-4b4c-9751-5dc20d6ebdea', 'name': 'tempest-NetworksTestDHCPv6-router-2045294379', 'tenant_id': 'a45ecca62a364aaabca1717c79558f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:08:32Z', 'updated_at': '2022-05-07T22:08:42Z', 'revision_number': 3, 'project_id': 'a45ecca62a364aaabca1717c79558f6f', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:08:45.064792 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-4c845d87-f805-4c31-a6c4-0a228f7fb00f req-0f9c225d-bed2-44ce-bbdb-1f9b2685f3d3 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:45.065229 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-4c845d87-f805-4c31-a6c4-0a228f7fb00f req-0f9c225d-bed2-44ce-bbdb-1f9b2685f3d3 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (b00a1f2b-15ef-4b92-8698-355eaf20b4ce), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:45.065602 ncdv-master-1 neutron-server[121836]: INFO neutron.db.l3_db [req-4c845d87-f805-4c31-a6c4-0a228f7fb00f req-0f9c225d-bed2-44ce-bbdb-1f9b2685f3d3 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Floating IP b00a1f2b-15ef-4b92-8698-355eaf20b4ce disassociated. External IP: 172.35.4.172, port: 1d78a47c-1b52-4c8f-ad8e-184b9192eee5.
May 07 22:08:45.065958 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-4c845d87-f805-4c31-a6c4-0a228f7fb00f req-0f9c225d-bed2-44ce-bbdb-1f9b2685f3d3 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Calling delete_port for 1d78a47c-1b52-4c8f-ad8e-184b9192eee5 owned by compute:nova {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:08:45.088094 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56b74fe-1b76-4971-8bea-64b8caca7e25 None None] Checking router: 3fbc5193-642b-4b4c-9751-5dc20d6ebdea for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:08:45.107904 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56b74fe-1b76-4971-8bea-64b8caca7e25 None None] Routers {'3fbc5193-642b-4b4c-9751-5dc20d6ebdea'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:08:45.109174 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-a56b74fe-1b76-4971-8bea-64b8caca7e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8ca145b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:08:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['3fbc5193-642b-4b4c-9751-5dc20d6ebdea'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:08:45.140202 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776e8fc4-af8f-45cc-871f-9df25069e69a tempest-ExternalNetworksAdminNegativeTestJSON-1945276267 tempest-ExternalNetworksAdminNegativeTestJSON-1945276267-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dadb779-9160-487e-bfdc-dd4100eeff89,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:45.289750 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-a56b74fe-1b76-4971-8bea-64b8caca7e25 None None] Set router 3fbc5193-642b-4b4c-9751-5dc20d6ebdea gateway port host: None {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:08:45.335489 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-776e8fc4-af8f-45cc-871f-9df25069e69a tempest-ExternalNetworksAdminNegativeTestJSON-1945276267 tempest-ExternalNetworksAdminNegativeTestJSON-1945276267-project-admin] POST failed (client error): There was a conflict when trying to complete your request.
May 07 22:08:45.336029 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-776e8fc4-af8f-45cc-871f-9df25069e69a tempest-ExternalNetworksAdminNegativeTestJSON-1945276267 tempest-ExternalNetworksAdminNegativeTestJSON-1945276267-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=121837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:08:45.359922 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-a56b74fe-1b76-4971-8bea-64b8caca7e25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8ca145b0>, [{'id': '3fbc5193-642b-4b4c-9751-5dc20d6ebdea', 'name': 'tempest-NetworksTestDHCPv6-router-2045294379', 'tenant_id': 'a45ecca62a364aaabca1717c79558f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:08:32Z', 'updated_at': '2022-05-07T22:08:42Z', 'revision_number': 3, 'project_id': 'a45ecca62a364aaabca1717c79558f6f', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:08:45.364447 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-4c845d87-f805-4c31-a6c4-0a228f7fb00f req-0f9c225d-bed2-44ce-bbdb-1f9b2685f3d3 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (1d78a47c-1b52-4c8f-ad8e-184b9192eee5), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:45.374574 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-776e8fc4-af8f-45cc-871f-9df25069e69a tempest-ExternalNetworksAdminNegativeTestJSON-1945276267 tempest-ExternalNetworksAdminNegativeTestJSON-1945276267-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 409  len: 372 time: 1.5114269
May 07 22:08:45.378743 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 39234) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:45.380819 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b336b99d-5125-4ea2-963f-60c58e87d431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (94d7abe2-3bbd-4f57-974b-0809b90dcead), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:45.404809 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56b74fe-1b76-4971-8bea-64b8caca7e25 None None] The sync data for ids ['3fbc5193-642b-4b4c-9751-5dc20d6ebdea'] in ncdv-master-1 is: [{'id': '3fbc5193-642b-4b4c-9751-5dc20d6ebdea', 'name': 'tempest-NetworksTestDHCPv6-router-2045294379', 'tenant_id': 'a45ecca62a364aaabca1717c79558f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:08:32Z', 'updated_at': '2022-05-07T22:08:42Z', 'revision_number': 3, 'project_id': 'a45ecca62a364aaabca1717c79558f6f', 'gw_port_host': None}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:08:45.419600 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b336b99d-5125-4ea2-963f-60c58e87d431 None None] No DVR routers for this DVR port 94d7abe2-3bbd-4f57-974b-0809b90dcead on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:08:45.454248 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b336b99d-5125-4ea2-963f-60c58e87d431 None None] Pushing event deleted for resources: {'Port': ['ID=94d7abe2-3bbd-4f57-974b-0809b90dcead,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:45.456598 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 94d7abe2-3bbd-4f57-974b-0809b90dcead is: ACTIVE; New status is: DOWN {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:08:45.457265 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (94d7abe2-3bbd-4f57-974b-0809b90dcead), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:45.478158 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-cb5d59c4-f482-479a-a786-0e7eeeb744fc req-870654bd-0039-4a8d-8b1b-1baeb82bd6ba tempest-VolumesBackupsTest-1817505426 tempest-VolumesBackupsTest-1817505426-project] 10.222.0.32 "GET /v2.0/security-groups?id=60f5a209-cad6-41a8-915f-73b9ceea56a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5574014
May 07 22:08:45.605256 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-83914493-731d-40d6-b876-66f11acb1ca0 tempest-ExternalNetworksAdminNegativeTestJSON-1945276267 tempest-ExternalNetworksAdminNegativeTestJSON-1945276267-project-admin] Deleting port d12ac071-886f-40c2-b545-a33f0c5fb693 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:08:45.605603 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-83914493-731d-40d6-b876-66f11acb1ca0 tempest-ExternalNetworksAdminNegativeTestJSON-1945276267 tempest-ExternalNetworksAdminNegativeTestJSON-1945276267-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (d12ac071-886f-40c2-b545-a33f0c5fb693), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:45.720543 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4c878793-a363-4906-8a9d-c1184025d671 req-c2110516-0e09-40a0-b54a-a13fcadfbc54 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 210 time: 0.0919621
May 07 22:08:45.739920 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [req-4609ad54-0257-4df4-99b7-6c75beb95ad6 req-6e6b304f-8c77-4c81-84c8-1b9c82af56c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0862d286-4492-4f74-bef8-f163ad30d582 {{(pid=121837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:08:45.752335 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-4609ad54-0257-4df4-99b7-6c75beb95ad6 req-6e6b304f-8c77-4c81-84c8-1b9c82af56c2 service neutron] Publish callbacks [] for port (0862d286-4492-4f74-bef8-f163ad30d582), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:45.775518 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-83914493-731d-40d6-b876-66f11acb1ca0 tempest-ExternalNetworksAdminNegativeTestJSON-1945276267 tempest-ExternalNetworksAdminNegativeTestJSON-1945276267-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (d12ac071-886f-40c2-b545-a33f0c5fb693), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:45.775854 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-83914493-731d-40d6-b876-66f11acb1ca0 tempest-ExternalNetworksAdminNegativeTestJSON-1945276267 tempest-ExternalNetworksAdminNegativeTestJSON-1945276267-project-admin] Publish callbacks [] for floatingip (d12ac071-886f-40c2-b545-a33f0c5fb693), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:45.785198 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-4609ad54-0257-4df4-99b7-6c75beb95ad6 req-6e6b304f-8c77-4c81-84c8-1b9c82af56c2 service neutron] Transition to ACTIVE for port object 0862d286-4492-4f74-bef8-f163ad30d582 will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 22:08:45.792666 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-83914493-731d-40d6-b876-66f11acb1ca0 tempest-ExternalNetworksAdminNegativeTestJSON-1945276267 tempest-ExternalNetworksAdminNegativeTestJSON-1945276267-project-admin] Calling delete_port for d12ac071-886f-40c2-b545-a33f0c5fb693 owned by network:floatingip {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:08:45.794356 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-4609ad54-0257-4df4-99b7-6c75beb95ad6 req-6e6b304f-8c77-4c81-84c8-1b9c82af56c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (0862d286-4492-4f74-bef8-f163ad30d582), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:45.905851 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b304f-8c77-4c81-84c8-1b9c82af56c2 service neutron] Pushing event updated for resources: {'Port': ['ID=0862d286-4492-4f74-bef8-f163ad30d582,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:46.001373 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [req-df96bd34-0411-4c20-9997-d583105b7720 req-29b2581d-17ee-4943-bb72-8759b34ec275 service neutron] (121836) timed out ('10.222.0.59', 63077) {{(pid=121836) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
May 07 22:08:46.038556 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9c225d-bed2-44ce-bbdb-1f9b2685f3d3 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Pushing event deleted for resources: {'Port': ['ID=1d78a47c-1b52-4c8f-ad8e-184b9192eee5,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:46.085900 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9b308114-572c-49fa-a55a-75a7994b90b5 req-7aba7906-11d8-4fa0-8bbc-fe4b33e0c9ec tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3ed5da6-ab19-4f8c-a82a-c988e23edcc0 HTTP/1.1" status: 200  len: 210 time: 0.0627902
May 07 22:08:46.115494 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-4609ad54-0257-4df4-99b7-6c75beb95ad6 req-6e6b304f-8c77-4c81-84c8-1b9c82af56c2 service neutron] Attempting to bind port 0862d286-4492-4f74-bef8-f163ad30d582 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:08:46.116207 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-4609ad54-0257-4df4-99b7-6c75beb95ad6 req-6e6b304f-8c77-4c81-84c8-1b9c82af56c2 service neutron] Attempting to bind port 0862d286-4492-4f74-bef8-f163ad30d582 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:08:46.116788 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4609ad54-0257-4df4-99b7-6c75beb95ad6 req-6e6b304f-8c77-4c81-84c8-1b9c82af56c2 service neutron] Attempting to bind port 0862d286-4492-4f74-bef8-f163ad30d582 on network 665487f0-78eb-47fb-9a06-b15bc614dc47 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:08:46.124838 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4609ad54-0257-4df4-99b7-6c75beb95ad6 req-6e6b304f-8c77-4c81-84c8-1b9c82af56c2 service neutron] Port 0862d286-4492-4f74-bef8-f163ad30d582 on network 665487f0-78eb-47fb-9a06-b15bc614dc47 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:08:46.125496 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4609ad54-0257-4df4-99b7-6c75beb95ad6 req-6e6b304f-8c77-4c81-84c8-1b9c82af56c2 service neutron] Attempting to bind port 0862d286-4492-4f74-bef8-f163ad30d582 on network 665487f0-78eb-47fb-9a06-b15bc614dc47 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:08:46.132710 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4609ad54-0257-4df4-99b7-6c75beb95ad6 req-6e6b304f-8c77-4c81-84c8-1b9c82af56c2 service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:08:46.135868 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4609ad54-0257-4df4-99b7-6c75beb95ad6 req-6e6b304f-8c77-4c81-84c8-1b9c82af56c2 service neutron] Checking segment: {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:08:46.136545 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4609ad54-0257-4df4-99b7-6c75beb95ad6 req-6e6b304f-8c77-4c81-84c8-1b9c82af56c2 service neutron] Bound using segment: {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:08:46.137222 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-4609ad54-0257-4df4-99b7-6c75beb95ad6 req-6e6b304f-8c77-4c81-84c8-1b9c82af56c2 service neutron] Bound port: 0862d286-4492-4f74-bef8-f163ad30d582, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:08:46.138568 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-4609ad54-0257-4df4-99b7-6c75beb95ad6 req-6e6b304f-8c77-4c81-84c8-1b9c82af56c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (0862d286-4492-4f74-bef8-f163ad30d582), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:46.139471 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-961789ca-ec32-4905-9525-1dbb41d845b0 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (3fbc5193-642b-4b4c-9751-5dc20d6ebdea), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:46.142015 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-961789ca-ec32-4905-9525-1dbb41d845b0 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for router_controller (3fbc5193-642b-4b4c-9751-5dc20d6ebdea), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:46.277123 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-4609ad54-0257-4df4-99b7-6c75beb95ad6 req-6e6b304f-8c77-4c81-84c8-1b9c82af56c2 service neutron] For port 0862d286-4492-4f74-bef8-f163ad30d582, host nch2-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:08:46.281836 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-961789ca-ec32-4905-9525-1dbb41d845b0 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (3fbc5193-642b-4b4c-9751-5dc20d6ebdea), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:46.282177 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-4609ad54-0257-4df4-99b7-6c75beb95ad6 req-6e6b304f-8c77-4c81-84c8-1b9c82af56c2 service neutron] For port 0862d286-4492-4f74-bef8-f163ad30d582, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0862d286-4492-4f74-bef8-f163ad30d582,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:08:46.282989 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-961789ca-ec32-4905-9525-1dbb41d845b0 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Fanout notify agent at l3_agent the message router_deleted on router 3fbc5193-642b-4b4c-9751-5dc20d6ebdea {{(pid=121836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 22:08:46.293845 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-961789ca-ec32-4905-9525-1dbb41d845b0 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:46.293986 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-83914493-731d-40d6-b876-66f11acb1ca0 tempest-ExternalNetworksAdminNegativeTestJSON-1945276267 tempest-ExternalNetworksAdminNegativeTestJSON-1945276267-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (d12ac071-886f-40c2-b545-a33f0c5fb693), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:46.295704 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-961789ca-ec32-4905-9525-1dbb41d845b0 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/routers/3fbc5193-642b-4b4c-9751-5dc20d6ebdea HTTP/1.1" status: 204  len: 168 time: 1.7137623
May 07 22:08:46.308644 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 39250) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:46.325654 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83914493-731d-40d6-b876-66f11acb1ca0 tempest-ExternalNetworksAdminNegativeTestJSON-1945276267 tempest-ExternalNetworksAdminNegativeTestJSON-1945276267-project-admin] Pushing event deleted for resources: {'Port': ['ID=d12ac071-886f-40c2-b545-a33f0c5fb693,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:46.328837 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-d1379c4a-4de0-4878-99a2-68024eda4cd0 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Request body: {'subnet': {'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:08:46.331784 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-4609ad54-0257-4df4-99b7-6c75beb95ad6 req-6e6b304f-8c77-4c81-84c8-1b9c82af56c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (0862d286-4492-4f74-bef8-f163ad30d582), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:46.453017 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4609ad54-0257-4df4-99b7-6c75beb95ad6 req-6e6b304f-8c77-4c81-84c8-1b9c82af56c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:46.454238 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-4609ad54-0257-4df4-99b7-6c75beb95ad6 req-6e6b304f-8c77-4c81-84c8-1b9c82af56c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:46.455877 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4609ad54-0257-4df4-99b7-6c75beb95ad6 req-6e6b304f-8c77-4c81-84c8-1b9c82af56c2 service neutron] 10.222.0.59 "PUT /v2.0/ports/0862d286-4492-4f74-bef8-f163ad30d582 HTTP/1.1" status: 200  len: 1096 time: 2.3223426
May 07 22:08:46.456684 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ce1ca65-a12b-4ded-9af1-3b2575026f57', 'tag': '0862d286-4492-4f74-bef8-f163ad30d582'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:08:46.459183 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f4b8c20-99fc-436e-a222-0c847aaff904" -d '{"events": [{"name": "network-changed", "server_uuid": "1ce1ca65-a12b-4ded-9af1-3b2575026f57", "tag": "0862d286-4492-4f74-bef8-f163ad30d582"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:08:46.487198 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599a78eb-faac-4a35-bf4d-9c56ca4e51d1 req-5bfa53bf-aeff-403f-8596-4eccbb06c34d tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:46.489218 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-599a78eb-faac-4a35-bf4d-9c56ca4e51d1 req-5bfa53bf-aeff-403f-8596-4eccbb06c34d tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] 10.222.0.55 "GET /v2.0/networks?id=75e42e23-8e74-41bd-9a60-3536f620fe26 HTTP/1.1" status: 200  len: 813 time: 1.2345209
May 07 22:08:46.527781 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-599a78eb-faac-4a35-bf4d-9c56ca4e51d1 req-49e08cc7-9224-41c7-b586-cbc21cfb262d tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] Request body: {'port': {'device_id': 'a3ed5da6-ab19-4f8c-a82a-c988e23edcc0', 'network_id': '75e42e23-8e74-41bd-9a60-3536f620fe26', 'admin_state_up': True, 'tenant_id': '72be56c2d4a54014a8f741c451fe014e'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:08:46.621959 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 39256) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:46.626749 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-83914493-731d-40d6-b876-66f11acb1ca0 tempest-ExternalNetworksAdminNegativeTestJSON-1945276267 tempest-ExternalNetworksAdminNegativeTestJSON-1945276267-project-admin] Publish callbacks [] for floatingip (0b0b1d14-6c22-4358-b278-251c425f3582), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:46.630954 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-51050614-893c-43c4-a79f-79e53f2fb444 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Request body: {'network': {'name': 'tempest-network-smoke--1314502352', 'project_id': '79ad2ea0f3a34003bb7a3f8ff81c58e4', 'port_security_enabled': True}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:08:46.636191 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-83914493-731d-40d6-b876-66f11acb1ca0 tempest-ExternalNetworksAdminNegativeTestJSON-1945276267 tempest-ExternalNetworksAdminNegativeTestJSON-1945276267-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:46.637820 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-83914493-731d-40d6-b876-66f11acb1ca0 tempest-ExternalNetworksAdminNegativeTestJSON-1945276267 tempest-ExternalNetworksAdminNegativeTestJSON-1945276267-project-admin] 10.222.0.32 "DELETE /v2.0/floatingips/0b0b1d14-6c22-4358-b278-251c425f3582 HTTP/1.1" status: 204  len: 168 time: 1.2576182
May 07 22:08:46.648348 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc43f460-98ed-4107-8052-5768aca80fee x-openstack-request-id: req-cc43f460-98ed-4107-8052-5768aca80fee {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:08:46.648642 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ce1ca65-a12b-4ded-9af1-3b2575026f57", "tag": "0862d286-4492-4f74-bef8-f163ad30d582", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:08:46.648901 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cc43f460-98ed-4107-8052-5768aca80fee {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:08:46.649315 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc43f460-98ed-4107-8052-5768aca80fee'] response: {'name': 'network-changed', 'server_uuid': '1ce1ca65-a12b-4ded-9af1-3b2575026f57', 'tag': '0862d286-4492-4f74-bef8-f163ad30d582', 'status': 'completed', 'code': 200}
May 07 22:08:46.706095 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4609ad54-0257-4df4-99b7-6c75beb95ad6 req-400276e6-53c8-41ab-9e2c-f0560c7c37e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:46.707657 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4609ad54-0257-4df4-99b7-6c75beb95ad6 req-400276e6-53c8-41ab-9e2c-f0560c7c37e3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e2bec96bf83d4fb296cbb8aeb28d576e&device_id=1ce1ca65-a12b-4ded-9af1-3b2575026f57 HTTP/1.1" status: 200  len: 1130 time: 0.1704566
May 07 22:08:46.715573 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b304f-8c77-4c81-84c8-1b9c82af56c2 service neutron] Pushing event updated for resources: {'Port': ['ID=0862d286-4492-4f74-bef8-f163ad30d582,revision_number=3']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:46.729512 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4c845d87-f805-4c31-a6c4-0a228f7fb00f req-0f9c225d-bed2-44ce-bbdb-1f9b2685f3d3 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Router 76e8003f-f07d-43c5-be91-2cdd94ca2a8c has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:08:46.801571 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1379c4a-4de0-4878-99a2-68024eda4cd0 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Made reservation on behalf of a45ecca62a364aaabca1717c79558f6f for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:08:46.807119 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d1379c4a-4de0-4878-99a2-68024eda4cd0 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:46.851334 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 1286c97d-e13b-44b8-8b71-b79cca1df394 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:08:46.877237 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 1286c97d-e13b-44b8-8b71-b79cca1df394 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:08:46.877583 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 1286c97d-e13b-44b8-8b71-b79cca1df394 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:08:46.969453 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51050614-893c-43c4-a79f-79e53f2fb444 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Made reservation on behalf of 79ad2ea0f3a34003bb7a3f8ff81c58e4 for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:08:46.972834 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-51050614-893c-43c4-a79f-79e53f2fb444 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:47.047214 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 39264) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:47.051302 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c26df191-8761-4080-90fb-fb79575c2d92 req-31681def-8d0d-4bb1-87df-39acb25db771 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/ports?device_id=4996f091-2316-4100-b272-d2af7738b4ac HTTP/1.1" status: 200  len: 210 time: 0.1095548
May 07 22:08:47.062004 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-51050614-893c-43c4-a79f-79e53f2fb444 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:47.096332 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-599a78eb-faac-4a35-bf4d-9c56ca4e51d1 req-49e08cc7-9224-41c7-b586-cbc21cfb262d tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] Made reservation on behalf of 72be56c2d4a54014a8f741c451fe014e for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:08:47.099635 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-599a78eb-faac-4a35-bf4d-9c56ca4e51d1 req-49e08cc7-9224-41c7-b586-cbc21cfb262d tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:47.107006 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4609ad54-0257-4df4-99b7-6c75beb95ad6 req-4f4afd5c-184b-4d33-9554-1ff6a1df91bd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=0862d286-4492-4f74-bef8-f163ad30d582 HTTP/1.1" status: 200  len: 217 time: 0.3874414
May 07 22:08:47.117471 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c670cd-1aef-44fc-8d1c-2593bf7206e7 req-f6428a31-f4af-4c8a-99f2-bc3b1d6931ab tempest-VolumesBackupsTest-1817505426 tempest-VolumesBackupsTest-1817505426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:47.118984 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-19c670cd-1aef-44fc-8d1c-2593bf7206e7 req-f6428a31-f4af-4c8a-99f2-bc3b1d6931ab tempest-VolumesBackupsTest-1817505426 tempest-VolumesBackupsTest-1817505426-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ce1ca65-a12b-4ded-9af1-3b2575026f57 HTTP/1.1" status: 200  len: 948 time: 0.4801435
May 07 22:08:47.199122 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-19c670cd-1aef-44fc-8d1c-2593bf7206e7 req-cc7c9883-0c3a-436b-9404-0e90a7663534 tempest-VolumesBackupsTest-1817505426 tempest-VolumesBackupsTest-1817505426-project] 10.222.0.32 "GET /v2.0/security-groups?id=60f5a209-cad6-41a8-915f-73b9ceea56a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527647
May 07 22:08:47.206977 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4609ad54-0257-4df4-99b7-6c75beb95ad6 req-0598332d-7bbe-4ab2-a468-a2a6c0f0363d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:47.208197 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 1d78a47c-1b52-4c8f-ad8e-184b9192eee5 no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:08:47.208652 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4609ad54-0257-4df4-99b7-6c75beb95ad6 req-0598332d-7bbe-4ab2-a468-a2a6c0f0363d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6e0e5c53-1ece-4d20-b01d-5f8c6957edf6 HTTP/1.1" status: 200  len: 843 time: 0.0887423
May 07 22:08:47.238812 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] No Port match for: 1d78a47c-1b52-4c8f-ad8e-184b9192eee5 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:08:47.239427 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 1d78a47c-1b52-4c8f-ad8e-184b9192eee5 not bound to the agent host nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:08:47.256045 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4609ad54-0257-4df4-99b7-6c75beb95ad6 req-ea49ab92-0c78-47ba-bcf2-49a7c1f3735d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:47.257552 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4609ad54-0257-4df4-99b7-6c75beb95ad6 req-ea49ab92-0c78-47ba-bcf2-49a7c1f3735d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=665487f0-78eb-47fb-9a06-b15bc614dc47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0429966
May 07 22:08:47.281997 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-283dc443-09dc-46d6-a426-398c114fcc19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:47.316333 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4c845d87-f805-4c31-a6c4-0a228f7fb00f req-0f9c225d-bed2-44ce-bbdb-1f9b2685f3d3 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:08:47.330130 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16f526b-b72b-4945-90be-362a5950217d None None] Sync routers for ids ['76e8003f-f07d-43c5-be91-2cdd94ca2a8c'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:08:47.336779 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8a9c52b9-b509-430f-b333-26fd5de1584f req-5158ac02-7279-4dec-9398-d7db3d3e23db tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3ed5da6-ab19-4f8c-a82a-c988e23edcc0 HTTP/1.1" status: 200  len: 210 time: 0.1410201
May 07 22:08:47.344740 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16f526b-b72b-4945-90be-362a5950217d None None] Routers {'76e8003f-f07d-43c5-be91-2cdd94ca2a8c'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:08:47.345664 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-d16f526b-b72b-4945-90be-362a5950217d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7fc583a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:08:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['76e8003f-f07d-43c5-be91-2cdd94ca2a8c'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:08:47.369212 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4609ad54-0257-4df4-99b7-6c75beb95ad6 req-bd6c4915-3499-4635-946a-62f6851cd696 service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1048429
May 07 22:08:47.470121 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-d16f526b-b72b-4945-90be-362a5950217d None None] Set router 76e8003f-f07d-43c5-be91-2cdd94ca2a8c gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:08:47.474308 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c845d87-f805-4c31-a6c4-0a228f7fb00f req-0f9c225d-bed2-44ce-bbdb-1f9b2685f3d3 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] No DVR routers for this DVR port 1d78a47c-1b52-4c8f-ad8e-184b9192eee5 on host nch1-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:08:47.477004 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-4c845d87-f805-4c31-a6c4-0a228f7fb00f req-0f9c225d-bed2-44ce-bbdb-1f9b2685f3d3 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:47.480766 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4c845d87-f805-4c31-a6c4-0a228f7fb00f req-0f9c225d-bed2-44ce-bbdb-1f9b2685f3d3 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.55 "DELETE /v2.0/ports/1d78a47c-1b52-4c8f-ad8e-184b9192eee5 HTTP/1.1" status: 204  len: 173 time: 3.5605257
May 07 22:08:47.492436 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4609ad54-0257-4df4-99b7-6c75beb95ad6 req-5a61c5cb-4f7e-4b0c-88ae-5f824ab6398d service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1171763
May 07 22:08:47.513564 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4996f091-2316-4100-b272-d2af7738b4ac', 'name': 'network-vif-deleted', 'tag': '1d78a47c-1b52-4c8f-ad8e-184b9192eee5'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:08:47.517076 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d63f2fde-163d-46b8-8755-50ef6c2a26d3" -d '{"events": [{"server_uuid": "4996f091-2316-4100-b272-d2af7738b4ac", "name": "network-vif-deleted", "tag": "1d78a47c-1b52-4c8f-ad8e-184b9192eee5"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:08:47.581892 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2645b083-01e3-4b90-9e6d-22523b5ac340 x-openstack-request-id: req-2645b083-01e3-4b90-9e6d-22523b5ac340 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:08:47.582189 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4996f091-2316-4100-b272-d2af7738b4ac", "name": "network-vif-deleted", "tag": "1d78a47c-1b52-4c8f-ad8e-184b9192eee5", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:08:47.582446 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2645b083-01e3-4b90-9e6d-22523b5ac340 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:08:47.582874 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2645b083-01e3-4b90-9e6d-22523b5ac340'] response: {'server_uuid': '4996f091-2316-4100-b272-d2af7738b4ac', 'name': 'network-vif-deleted', 'tag': '1d78a47c-1b52-4c8f-ad8e-184b9192eee5', 'status': 'completed', 'code': 200}
May 07 22:08:47.618347 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d1379c4a-4de0-4878-99a2-68024eda4cd0 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (c8f3b23d-4207-4a0e-a7b6-953857d85ef6), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:47.670976 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-51050614-893c-43c4-a79f-79e53f2fb444 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks [] for security_group (a98924d3-a9b6-4bac-8118-d9711aee17f1), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:47.677446 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-d16f526b-b72b-4945-90be-362a5950217d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7fc583a0>, [{'id': '76e8003f-f07d-43c5-be91-2cdd94ca2a8c', 'name': 'tempest-ServerActionsTestJSON-1039258511-router', 'tenant_id': '759c66c34f414c19b2109393738ef639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.29'}], 'enable_snat': True}, 'gw_port_id': 'ece2a975-4d3c-4919-b3a7-2d7047f0c79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:01:24Z', 'updated_at': '2022-05-07T22:01:33Z', 'revision_number': 4, 'project_id': '759c66c34f414c19b2109393738ef639', 'gw_port': {'id': 'ece2a975-4d3c-4919-b3a7-2d7047f0c79b', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:40:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e8003f-f07d-43c5-be91-2cdd94ca2a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:01:25Z', 'updated_at': '2022-05-07T22:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8bbbb696-85cb-488f-9945-faa388892569', 'name': '', 'network_id': '33b52409-fae0-4935-b5d0-15acefaa0f3f', 'tenant_id': '759c66c34f414c19b2109393738ef639', 'mac_address': 'fa:16:3e:32:39:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e8003f-f07d-43c5-be91-2cdd94ca2a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '3e304f3b-3927-4f57-b6d9-ff32c4ae5938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:01:30Z', 'updated_at': '2022-05-07T22:01:38Z', 'revision_number': 5, 'project_id': '759c66c34f414c19b2109393738ef639', 'subnets': [{'id': '3e304f3b-3927-4f57-b6d9-ff32c4ae5938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:08:47.687945 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [req-599a78eb-faac-4a35-bf4d-9c56ca4e51d1 req-49e08cc7-9224-41c7-b586-cbc21cfb262d tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] Allocated IP 172.20.0.11 (75e42e23-8e74-41bd-9a60-3536f620fe26/85ec4fb9-6ccb-4163-9592-93dc6ae8e23f/337a2b26-27a2-4595-abbc-54e51b93680f) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:08:47.696056 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-51050614-893c-43c4-a79f-79e53f2fb444 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (a98924d3-a9b6-4bac-8118-d9711aee17f1), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:47.703252 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1379c4a-4de0-4878-99a2-68024eda4cd0 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:08:47.709046 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16f526b-b72b-4945-90be-362a5950217d None None] Checking router: 76e8003f-f07d-43c5-be91-2cdd94ca2a8c for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:08:47.718652 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16f526b-b72b-4945-90be-362a5950217d None None] Routers {'76e8003f-f07d-43c5-be91-2cdd94ca2a8c'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:08:47.719320 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-d16f526b-b72b-4945-90be-362a5950217d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7fc583a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:08:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['76e8003f-f07d-43c5-be91-2cdd94ca2a8c'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:08:47.732017 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-d1379c4a-4de0-4878-99a2-68024eda4cd0 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:08:47.735034 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1379c4a-4de0-4878-99a2-68024eda4cd0 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:47.735634 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d1379c4a-4de0-4878-99a2-68024eda4cd0 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:47.754014 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd0c30b-1a4f-423c-8550-d6629b269ee5 None None] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:08:47.782292 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51050614-893c-43c4-a79f-79e53f2fb444 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:08:47.791541 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1379c4a-4de0-4878-99a2-68024eda4cd0 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event updated for resources: {'Subnet': ['ID=c8f3b23d-4207-4a0e-a7b6-953857d85ef6,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:47.815154 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-d1379c4a-4de0-4878-99a2-68024eda4cd0 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.5051451
May 07 22:08:47.815904 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51050614-893c-43c4-a79f-79e53f2fb444 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a98924d3-a9b6-4bac-8118-d9711aee17f1,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:47.818268 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 39272) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:47.823666 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-283dc443-09dc-46d6-a426-398c114fcc19 admin admin] Publish callbacks [] for security_group (d92ddc4f-f95c-4b23-955b-ea5abe0b0812), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:47.824752 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-1254b4f8-258c-4a8a-83de-a3571fc36d3f tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1152496718', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:08:47.831948 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-51050614-893c-43c4-a79f-79e53f2fb444 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (e15566c9-6ad8-4e03-9150-bd1b59ede68e), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:47.832302 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-51050614-893c-43c4-a79f-79e53f2fb444 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Added segment e15566c9-6ad8-4e03-9150-bd1b59ede68e of type vlan for network 308d6916-e830-4389-a582-d32af758375c
May 07 22:08:47.850575 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-283dc443-09dc-46d6-a426-398c114fcc19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (d92ddc4f-f95c-4b23-955b-ea5abe0b0812), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:47.867913 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1254b4f8-258c-4a8a-83de-a3571fc36d3f tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (f425f8c2-61bf-4c61-bea3-e89c447d3f25), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:47.869723 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1254b4f8-258c-4a8a-83de-a3571fc36d3f tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (f425f8c2-61bf-4c61-bea3-e89c447d3f25), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:47.917275 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-d16f526b-b72b-4945-90be-362a5950217d None None] Set router 76e8003f-f07d-43c5-be91-2cdd94ca2a8c gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:08:47.933584 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1254b4f8-258c-4a8a-83de-a3571fc36d3f tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for router_controller (f425f8c2-61bf-4c61-bea3-e89c447d3f25), precommit_add_association {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:47.943535 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1254b4f8-258c-4a8a-83de-a3571fc36d3f tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (f425f8c2-61bf-4c61-bea3-e89c447d3f25), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:47.945811 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77442d48-3336-4c65-bed2-0af912ce0500 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'project_id': 'a45ecca62a364aaabca1717c79558f6f', 'fixed_ips': [{'subnet_id': 'c8f3b23d-4207-4a0e-a7b6-953857d85ef6'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:08:47.946729 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-77442d48-3336-4c65-bed2-0af912ce0500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:47.958620 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-51050614-893c-43c4-a79f-79e53f2fb444 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (308d6916-e830-4389-a582-d32af758375c), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:47.980203 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-283dc443-09dc-46d6-a426-398c114fcc19 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3d280519f2a242bf8e30ac547d10046e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9277642
May 07 22:08:47.981069 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283dc443-09dc-46d6-a426-398c114fcc19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d92ddc4f-f95c-4b23-955b-ea5abe0b0812,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:47.982152 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1254b4f8-258c-4a8a-83de-a3571fc36d3f tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:47.984568 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 39274) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:47.988515 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-1254b4f8-258c-4a8a-83de-a3571fc36d3f tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 706 time: 0.1672664
May 07 22:08:47.988515 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 39276) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:48.125607 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-51050614-893c-43c4-a79f-79e53f2fb444 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (308d6916-e830-4389-a582-d32af758375c), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:48.131475 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51050614-893c-43c4-a79f-79e53f2fb444 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:48.132339 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-51050614-893c-43c4-a79f-79e53f2fb444 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:48.134929 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-77442d48-3336-4c65-bed2-0af912ce0500 None None] Allocated IP 2001:db8::2 (c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a/c8f3b23d-4207-4a0e-a7b6-953857d85ef6/14466703-948a-43db-8043-c7bf3bd60996) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:08:48.205928 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 39282) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:48.218648 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-51050614-893c-43c4-a79f-79e53f2fb444 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 1.5858912
May 07 22:08:48.218896 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 39284) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:48.220019 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-916b6886-bec4-4607-b4b5-a68533d5a8b9 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1006798235', 'admin_state_up': True, 'project_id': '79ad2ea0f3a34003bb7a3f8ff81c58e4', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:08:48.301225 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-916b6886-bec4-4607-b4b5-a68533d5a8b9 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (83789103-a34a-4812-891b-ff852781f2d3), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:48.302101 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-599a78eb-faac-4a35-bf4d-9c56ca4e51d1 req-49e08cc7-9224-41c7-b586-cbc21cfb262d tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] Publish callbacks [] for port (337a2b26-27a2-4595-abbc-54e51b93680f), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:48.302357 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-916b6886-bec4-4607-b4b5-a68533d5a8b9 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (83789103-a34a-4812-891b-ff852781f2d3), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:48.312477 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1f289054-b9f2-456f-acce-8c9089206fe2 admin admin] Publish callbacks [] for security_group (d92ddc4f-f95c-4b23-955b-ea5abe0b0812), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:48.318030 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51050614-893c-43c4-a79f-79e53f2fb444 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Pushing event updated for resources: {'Network': ['ID=308d6916-e830-4389-a582-d32af758375c,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:48.362968 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-978fbb44-1382-4cc1-a531-39cb58157896 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Publish callbacks [] for security_group (2e87a0c9-a77c-4708-b341-f3402ed28fd4), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:48.402923 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 308d6916-e830-4389-a582-d32af758375c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:08:48.428916 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1f289054-b9f2-456f-acce-8c9089206fe2 admin admin] Publish callbacks [] for security_group (d92ddc4f-f95c-4b23-955b-ea5abe0b0812), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:48.477272 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-978fbb44-1382-4cc1-a531-39cb58157896 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Publish callbacks [] for security_group (2e87a0c9-a77c-4708-b341-f3402ed28fd4), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:48.506670 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-916b6886-bec4-4607-b4b5-a68533d5a8b9 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks [] for router_controller (83789103-a34a-4812-891b-ff852781f2d3), precommit_add_association {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:48.528123 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f003cae6-ef1f-4811-9a9c-fdd106fb04db req-acfb3b0a-1bcd-4dd5-af08-787702977ab9 tempest-VolumesBackupsTest-1817505426 tempest-VolumesBackupsTest-1817505426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:48.530012 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f003cae6-ef1f-4811-9a9c-fdd106fb04db req-acfb3b0a-1bcd-4dd5-af08-787702977ab9 tempest-VolumesBackupsTest-1817505426 tempest-VolumesBackupsTest-1817505426-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ce1ca65-a12b-4ded-9af1-3b2575026f57 HTTP/1.1" status: 200  len: 948 time: 0.2209709
May 07 22:08:48.537176 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0304c25c-a476-4136-826e-6330670e1680 req-b5529aea-ab60-4f81-8139-65ad2176f537 tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3ed5da6-ab19-4f8c-a82a-c988e23edcc0 HTTP/1.1" status: 200  len: 210 time: 0.0477269
May 07 22:08:48.615068 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4b8c20-99fc-436e-a222-0c847aaff904 req-7a3dd5c4-6969-4f07-bf9f-f6bd58774fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:48.616673 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8f4b8c20-99fc-436e-a222-0c847aaff904 req-7a3dd5c4-6969-4f07-bf9f-f6bd58774fc5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e2bec96bf83d4fb296cbb8aeb28d576e&device_id=1ce1ca65-a12b-4ded-9af1-3b2575026f57 HTTP/1.1" status: 200  len: 1130 time: 0.2128148
May 07 22:08:48.640163 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-599a78eb-faac-4a35-bf4d-9c56ca4e51d1 req-49e08cc7-9224-41c7-b586-cbc21cfb262d tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (337a2b26-27a2-4595-abbc-54e51b93680f), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:48.645912 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1ebb223d-25d3-47d0-afae-1cbc6737ecd1 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:48.660987 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-d16f526b-b72b-4945-90be-362a5950217d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7fc583a0>, [{'id': '76e8003f-f07d-43c5-be91-2cdd94ca2a8c', 'name': 'tempest-ServerActionsTestJSON-1039258511-router', 'tenant_id': '759c66c34f414c19b2109393738ef639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.29'}], 'enable_snat': True}, 'gw_port_id': 'ece2a975-4d3c-4919-b3a7-2d7047f0c79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:01:24Z', 'updated_at': '2022-05-07T22:01:33Z', 'revision_number': 4, 'project_id': '759c66c34f414c19b2109393738ef639', 'gw_port': {'id': 'ece2a975-4d3c-4919-b3a7-2d7047f0c79b', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:40:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e8003f-f07d-43c5-be91-2cdd94ca2a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:01:25Z', 'updated_at': '2022-05-07T22:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8bbbb696-85cb-488f-9945-faa388892569', 'name': '', 'network_id': '33b52409-fae0-4935-b5d0-15acefaa0f3f', 'tenant_id': '759c66c34f414c19b2109393738ef639', 'mac_address': 'fa:16:3e:32:39:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e8003f-f07d-43c5-be91-2cdd94ca2a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '3e304f3b-3927-4f57-b6d9-ff32c4ae5938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:01:30Z', 'updated_at': '2022-05-07T22:01:38Z', 'revision_number': 5, 'project_id': '759c66c34f414c19b2109393738ef639', 'subnets': [{'id': '3e304f3b-3927-4f57-b6d9-ff32c4ae5938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:08:48.678189 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f003cae6-ef1f-4811-9a9c-fdd106fb04db req-99b4c4fd-25b7-410d-8478-7f64db151b47 tempest-VolumesBackupsTest-1817505426 tempest-VolumesBackupsTest-1817505426-project] 10.222.0.32 "GET /v2.0/security-groups?id=60f5a209-cad6-41a8-915f-73b9ceea56a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0898163
May 07 22:08:48.695817 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-599a78eb-faac-4a35-bf4d-9c56ca4e51d1 req-49e08cc7-9224-41c7-b586-cbc21cfb262d tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] Network 75e42e23-8e74-41bd-9a60-3536f620fe26 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:08:48.696037 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16f526b-b72b-4945-90be-362a5950217d None None] The sync data for ids ['76e8003f-f07d-43c5-be91-2cdd94ca2a8c'] in ncdv-master-1 is: [{'id': '76e8003f-f07d-43c5-be91-2cdd94ca2a8c', 'name': 'tempest-ServerActionsTestJSON-1039258511-router', 'tenant_id': '759c66c34f414c19b2109393738ef639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.29'}], 'enable_snat': True}, 'gw_port_id': 'ece2a975-4d3c-4919-b3a7-2d7047f0c79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:01:24Z', 'updated_at': '2022-05-07T22:01:33Z', 'revision_number': 4, 'project_id': '759c66c34f414c19b2109393738ef639', 'gw_port': {'id': 'ece2a975-4d3c-4919-b3a7-2d7047f0c79b', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:40:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e8003f-f07d-43c5-be91-2cdd94ca2a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:01:25Z', 'updated_at': '2022-05-07T22:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8bbbb696-85cb-488f-9945-faa388892569', 'name': '', 'network_id': '33b52409-fae0-4935-b5d0-15acefaa0f3f', 'tenant_id': '759c66c34f414c19b2109393738ef639', 'mac_address': 'fa:16:3e:32:39:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e8003f-f07d-43c5-be91-2cdd94ca2a8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1850, 'fixed_ips': [{'subnet_id': '3e304f3b-3927-4f57-b6d9-ff32c4ae5938', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:01:30Z', 'updated_at': '2022-05-07T22:01:38Z', 'revision_number': 5, 'project_id': '759c66c34f414c19b2109393738ef639', 'subnets': [{'id': '3e304f3b-3927-4f57-b6d9-ff32c4ae5938', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:08:48.700552 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [req-599a78eb-faac-4a35-bf4d-9c56ca4e51d1 req-49e08cc7-9224-41c7-b586-cbc21cfb262d tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:08:48.705452 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-599a78eb-faac-4a35-bf4d-9c56ca4e51d1 req-49e08cc7-9224-41c7-b586-cbc21cfb262d tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:08:48.707896 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1f289054-b9f2-456f-acce-8c9089206fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (d92ddc4f-f95c-4b23-955b-ea5abe0b0812), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:48.710548 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1f289054-b9f2-456f-acce-8c9089206fe2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:48.714697 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-1f289054-b9f2-456f-acce-8c9089206fe2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d92ddc4f-f95c-4b23-955b-ea5abe0b0812 HTTP/1.1" status: 204  len: 168 time: 0.7219965
May 07 22:08:48.747958 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-978fbb44-1382-4cc1-a531-39cb58157896 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (2e87a0c9-a77c-4708-b341-f3402ed28fd4), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:48.750851 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-978fbb44-1382-4cc1-a531-39cb58157896 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:48.752028 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-978fbb44-1382-4cc1-a531-39cb58157896 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "DELETE /v2.0/security-groups/2e87a0c9-a77c-4708-b341-f3402ed28fd4 HTTP/1.1" status: 204  len: 168 time: 0.5416892
May 07 22:08:48.759908 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-77442d48-3336-4c65-bed2-0af912ce0500 None None] Publish callbacks [] for port (14466703-948a-43db-8043-c7bf3bd60996), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:48.761275 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 39292) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:48.773035 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e08cc7-9224-41c7-b586-cbc21cfb262d tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] Pushing event updated for resources: {'Port': ['ID=337a2b26-27a2-4595-abbc-54e51b93680f,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:48.775940 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-77442d48-3336-4c65-bed2-0af912ce0500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (14466703-948a-43db-8043-c7bf3bd60996), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:48.778867 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f289054-b9f2-456f-acce-8c9089206fe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d92ddc4f-f95c-4b23-955b-ea5abe0b0812,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:48.813033 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978fbb44-1382-4cc1-a531-39cb58157896 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e87a0c9-a77c-4708-b341-f3402ed28fd4,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:48.822609 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599a78eb-faac-4a35-bf4d-9c56ca4e51d1 req-49e08cc7-9224-41c7-b586-cbc21cfb262d tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:48.823391 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-599a78eb-faac-4a35-bf4d-9c56ca4e51d1 req-49e08cc7-9224-41c7-b586-cbc21cfb262d tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:48.854237 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-599a78eb-faac-4a35-bf4d-9c56ca4e51d1 req-49e08cc7-9224-41c7-b586-cbc21cfb262d tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.3436961
May 07 22:08:48.866368 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-599a78eb-faac-4a35-bf4d-9c56ca4e51d1 req-7c9e1f7e-bfc5-4db8-8849-98292b4c4c77 service neutron] Request body: {'port': {'device_id': 'a3ed5da6-ab19-4f8c-a82a-c988e23edcc0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:08:48.882133 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77442d48-3336-4c65-bed2-0af912ce0500 None None] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:08:48.884439 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-77442d48-3336-4c65-bed2-0af912ce0500 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:08:48.887896 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77442d48-3336-4c65-bed2-0af912ce0500 None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:08:48.923282 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77442d48-3336-4c65-bed2-0af912ce0500 None None] Pushing event updated for resources: {'Port': ['ID=14466703-948a-43db-8043-c7bf3bd60996,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:48.970205 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-77442d48-3336-4c65-bed2-0af912ce0500 None None] Attempting to bind port 14466703-948a-43db-8043-c7bf3bd60996 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:08:48.970720 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-77442d48-3336-4c65-bed2-0af912ce0500 None None] Attempting to bind port 14466703-948a-43db-8043-c7bf3bd60996 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0c54767f-f5cc-4fe8-be2b-89310a1e6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:08:48.971228 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77442d48-3336-4c65-bed2-0af912ce0500 None None] Attempting to bind port 14466703-948a-43db-8043-c7bf3bd60996 on network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:08:48.977120 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77442d48-3336-4c65-bed2-0af912ce0500 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:08:48.977599 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77442d48-3336-4c65-bed2-0af912ce0500 None None] Checking segment: {'id': '0c54767f-f5cc-4fe8-be2b-89310a1e6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:08:48.978077 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-77442d48-3336-4c65-bed2-0af912ce0500 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:48.978538 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77442d48-3336-4c65-bed2-0af912ce0500 None None] Bound using segment: {'id': '0c54767f-f5cc-4fe8-be2b-89310a1e6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:08:48.979091 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-77442d48-3336-4c65-bed2-0af912ce0500 None None] Bound port: 14466703-948a-43db-8043-c7bf3bd60996, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c54767f-f5cc-4fe8-be2b-89310a1e6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:08:48.979481 ncdv-master-1 neutron-server[121837]: INFO neutron.api.v2.resource [None req-453cab81-892e-4b70-af3f-123979118182 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] show failed (client error): The resource could not be found.
May 07 22:08:48.979624 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-77442d48-3336-4c65-bed2-0af912ce0500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (14466703-948a-43db-8043-c7bf3bd60996), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:48.983870 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-453cab81-892e-4b70-af3f-123979118182 tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "GET /v2.0/security-groups/2e87a0c9-a77c-4708-b341-f3402ed28fd4 HTTP/1.1" status: 404  len: 347 time: 0.2203085
May 07 22:08:48.986821 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 39296) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:48.993514 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-916b6886-bec4-4607-b4b5-a68533d5a8b9 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks [] for router_gateway (83789103-a34a-4812-891b-ff852781f2d3), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:49.027714 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-599a78eb-faac-4a35-bf4d-9c56ca4e51d1 req-7c9e1f7e-bfc5-4db8-8849-98292b4c4c77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (337a2b26-27a2-4595-abbc-54e51b93680f), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:49.087476 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-77442d48-3336-4c65-bed2-0af912ce0500 None None] For port 14466703-948a-43db-8043-c7bf3bd60996, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:08:49.092009 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-77442d48-3336-4c65-bed2-0af912ce0500 None None] For port 14466703-948a-43db-8043-c7bf3bd60996, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=14466703-948a-43db-8043-c7bf3bd60996,segment=NetworkSegment(0c54767f-f5cc-4fe8-be2b-89310a1e6df6),segment_id=0c54767f-f5cc-4fe8-be2b-89310a1e6df6)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:08:49.108053 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-77442d48-3336-4c65-bed2-0af912ce0500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (14466703-948a-43db-8043-c7bf3bd60996), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:49.207744 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77442d48-3336-4c65-bed2-0af912ce0500 None None] Pushing event updated for resources: {'Port': ['ID=14466703-948a-43db-8043-c7bf3bd60996,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:49.238196 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 39298) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:49.251306 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09a821c-22c6-4d1a-985a-f44029165825 None None] New status for floating IP b00a1f2b-15ef-4b92-8698-355eaf20b4ce: DOWN {{(pid=121839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 07 22:08:49.315786 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4b8c20-99fc-436e-a222-0c847aaff904 req-c35bbeda-8c2e-4d48-8c23-025d6e848b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:49.320899 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8f4b8c20-99fc-436e-a222-0c847aaff904 req-c35bbeda-8c2e-4d48-8c23-025d6e848b2c service neutron] 10.222.0.59 "GET /v2.0/networks?id=665487f0-78eb-47fb-9a06-b15bc614dc47 HTTP/1.1" status: 200  len: 870 time: 0.6725943
May 07 22:08:49.346246 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-55f05bd4-1576-41d0-b7cc-70ece3f89309 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e4a5b6bd9e37462f8560313b5caa550f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1061862
May 07 22:08:49.351336 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 39300) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:49.426088 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8f4b8c20-99fc-436e-a222-0c847aaff904 req-267d5ff9-4058-427c-82a1-a51f2f51ab99 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=0862d286-4492-4f74-bef8-f163ad30d582 HTTP/1.1" status: 200  len: 217 time: 0.0964272
May 07 22:08:49.458159 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-71bb94bc-4be5-4649-9c9d-19df3154caff tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Deleting port 507eb683-5046-46ab-bf48-084c8ae3177d {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:08:49.458515 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-71bb94bc-4be5-4649-9c9d-19df3154caff tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (507eb683-5046-46ab-bf48-084c8ae3177d), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:49.748787 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9d5badfa-45cf-4aad-903a-97d26a3635fd admin admin] Publish callbacks [] for security_group (3dadb779-9160-487e-bfdc-dd4100eeff89), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:49.750201 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4b8c20-99fc-436e-a222-0c847aaff904 req-a397b17e-a892-437d-8f0b-725226b79036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:49.751837 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8f4b8c20-99fc-436e-a222-0c847aaff904 req-a397b17e-a892-437d-8f0b-725226b79036 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6e0e5c53-1ece-4d20-b01d-5f8c6957edf6 HTTP/1.1" status: 200  len: 843 time: 0.2979314
May 07 22:08:49.789168 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9d5badfa-45cf-4aad-903a-97d26a3635fd admin admin] Publish callbacks [] for security_group (3dadb779-9160-487e-bfdc-dd4100eeff89), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:49.810675 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 0862d286-4492-4f74-bef8-f163ad30d582 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:08:49.848011 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [req-599a78eb-faac-4a35-bf4d-9c56ca4e51d1 req-7c9e1f7e-bfc5-4db8-8849-98292b4c4c77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 337a2b26-27a2-4595-abbc-54e51b93680f {{(pid=121836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:08:49.859130 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-599a78eb-faac-4a35-bf4d-9c56ca4e51d1 req-7c9e1f7e-bfc5-4db8-8849-98292b4c4c77 service neutron] Publish callbacks [] for port (337a2b26-27a2-4595-abbc-54e51b93680f), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:49.927979 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.provisioning_blocks [req-599a78eb-faac-4a35-bf4d-9c56ca4e51d1 req-7c9e1f7e-bfc5-4db8-8849-98292b4c4c77 service neutron] Transition to ACTIVE for port object 337a2b26-27a2-4595-abbc-54e51b93680f will not be triggered until provisioned by entity L2. {{(pid=121836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 22:08:49.930831 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9d5badfa-45cf-4aad-903a-97d26a3635fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (3dadb779-9160-487e-bfdc-dd4100eeff89), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:49.934248 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9d5badfa-45cf-4aad-903a-97d26a3635fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:49.935500 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-9d5badfa-45cf-4aad-903a-97d26a3635fd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3dadb779-9160-487e-bfdc-dd4100eeff89 HTTP/1.1" status: 204  len: 168 time: 0.5831053
May 07 22:08:49.940734 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-599a78eb-faac-4a35-bf4d-9c56ca4e51d1 req-7c9e1f7e-bfc5-4db8-8849-98292b4c4c77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (337a2b26-27a2-4595-abbc-54e51b93680f), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:49.951376 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b5404f-e327-4162-b7e4-fdd8c6935dba req-a2ba34f9-1ced-4390-a99d-2f9032f990aa tempest-VolumesBackupsTest-1817505426 tempest-VolumesBackupsTest-1817505426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:49.958623 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-05b5404f-e327-4162-b7e4-fdd8c6935dba req-a2ba34f9-1ced-4390-a99d-2f9032f990aa tempest-VolumesBackupsTest-1817505426 tempest-VolumesBackupsTest-1817505426-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ce1ca65-a12b-4ded-9af1-3b2575026f57 HTTP/1.1" status: 200  len: 948 time: 0.0853517
May 07 22:08:49.969482 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 0862d286-4492-4f74-bef8-f163ad30d582, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0862d286-4492-4f74-bef8-f163ad30d582,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:08:49.986228 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': '0862d286-4492-4f74-bef8-f163ad30d582', 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47', 'port_id': '0862d286-4492-4f74-bef8-f163ad30d582', 'mac_address': 'fa:16:3e:fe:82:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e0e5c53-1ece-4d20-b01d-5f8c6957edf6', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:08:49.996232 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5badfa-45cf-4aad-903a-97d26a3635fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dadb779-9160-487e-bfdc-dd4100eeff89,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:50.053292 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9e1f7e-bfc5-4db8-8849-98292b4c4c77 service neutron] Pushing event updated for resources: {'Port': ['ID=337a2b26-27a2-4595-abbc-54e51b93680f,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:50.082606 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-05b5404f-e327-4162-b7e4-fdd8c6935dba req-cc0d7bcb-9aab-4167-88c2-6dc74536f175 tempest-VolumesBackupsTest-1817505426 tempest-VolumesBackupsTest-1817505426-project] 10.222.0.32 "GET /v2.0/security-groups?id=60f5a209-cad6-41a8-915f-73b9ceea56a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1186311
May 07 22:08:50.121514 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 0862d286-4492-4f74-bef8-f163ad30d582 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:08:50.131118 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (0862d286-4492-4f74-bef8-f163ad30d582), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:50.152579 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0862d286-4492-4f74-bef8-f163ad30d582 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:08:50.187199 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 0862d286-4492-4f74-bef8-f163ad30d582, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0862d286-4492-4f74-bef8-f163ad30d582,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:08:50.195003 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (0862d286-4492-4f74-bef8-f163ad30d582), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:50.210826 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-599a78eb-faac-4a35-bf4d-9c56ca4e51d1 req-7c9e1f7e-bfc5-4db8-8849-98292b4c4c77 service neutron] Attempting to bind port 337a2b26-27a2-4595-abbc-54e51b93680f on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:08:50.211146 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-599a78eb-faac-4a35-bf4d-9c56ca4e51d1 req-7c9e1f7e-bfc5-4db8-8849-98292b4c4c77 service neutron] Attempting to bind port 337a2b26-27a2-4595-abbc-54e51b93680f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e9dfa04b-244b-4a92-b433-79dbf6b894df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '75e42e23-8e74-41bd-9a60-3536f620fe26'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:08:50.211634 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599a78eb-faac-4a35-bf4d-9c56ca4e51d1 req-7c9e1f7e-bfc5-4db8-8849-98292b4c4c77 service neutron] Attempting to bind port 337a2b26-27a2-4595-abbc-54e51b93680f on network 75e42e23-8e74-41bd-9a60-3536f620fe26 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:08:50.216905 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599a78eb-faac-4a35-bf4d-9c56ca4e51d1 req-7c9e1f7e-bfc5-4db8-8849-98292b4c4c77 service neutron] Port 337a2b26-27a2-4595-abbc-54e51b93680f on network 75e42e23-8e74-41bd-9a60-3536f620fe26 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:08:50.217237 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599a78eb-faac-4a35-bf4d-9c56ca4e51d1 req-7c9e1f7e-bfc5-4db8-8849-98292b4c4c77 service neutron] Attempting to bind port 337a2b26-27a2-4595-abbc-54e51b93680f on network 75e42e23-8e74-41bd-9a60-3536f620fe26 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:08:50.218412 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-916b6886-bec4-4607-b4b5-a68533d5a8b9 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks [] for router_gateway (83789103-a34a-4812-891b-ff852781f2d3), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:50.222695 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599a78eb-faac-4a35-bf4d-9c56ca4e51d1 req-7c9e1f7e-bfc5-4db8-8849-98292b4c4c77 service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:08:50.223077 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599a78eb-faac-4a35-bf4d-9c56ca4e51d1 req-7c9e1f7e-bfc5-4db8-8849-98292b4c4c77 service neutron] Checking segment: {'id': 'e9dfa04b-244b-4a92-b433-79dbf6b894df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '75e42e23-8e74-41bd-9a60-3536f620fe26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:08:50.223468 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599a78eb-faac-4a35-bf4d-9c56ca4e51d1 req-7c9e1f7e-bfc5-4db8-8849-98292b4c4c77 service neutron] Bound using segment: {'id': 'e9dfa04b-244b-4a92-b433-79dbf6b894df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '75e42e23-8e74-41bd-9a60-3536f620fe26'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:08:50.223900 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-599a78eb-faac-4a35-bf4d-9c56ca4e51d1 req-7c9e1f7e-bfc5-4db8-8849-98292b4c4c77 service neutron] Bound port: 337a2b26-27a2-4595-abbc-54e51b93680f, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9dfa04b-244b-4a92-b433-79dbf6b894df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '75e42e23-8e74-41bd-9a60-3536f620fe26'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:08:50.224266 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-599a78eb-faac-4a35-bf4d-9c56ca4e51d1 req-7c9e1f7e-bfc5-4db8-8849-98292b4c4c77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (337a2b26-27a2-4595-abbc-54e51b93680f), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:50.245604 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfcd4dd-11ce-41ba-afa2-76e63ce235c2 req-7239bca9-e0d7-499a-b410-7fc5a3b265df tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:50.255371 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9dfcd4dd-11ce-41ba-afa2-76e63ce235c2 req-7239bca9-e0d7-499a-b410-7fc5a3b265df tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3ed5da6-ab19-4f8c-a82a-c988e23edcc0 HTTP/1.1" status: 200  len: 932 time: 0.5998695
May 07 22:08:50.285445 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=0862d286-4492-4f74-bef8-f163ad30d582,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:50.297909 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-1ebb223d-25d3-47d0-afae-1cbc6737ecd1 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Allocated IP 2001:db8::1 (c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a/c8f3b23d-4207-4a0e-a7b6-953857d85ef6/2d39954d-c94c-42b9-b0c9-031766c04809) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:08:50.322181 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-599a78eb-faac-4a35-bf4d-9c56ca4e51d1 req-7c9e1f7e-bfc5-4db8-8849-98292b4c4c77 service neutron] For port 337a2b26-27a2-4595-abbc-54e51b93680f, host nch1-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:08:50.326824 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-599a78eb-faac-4a35-bf4d-9c56ca4e51d1 req-7c9e1f7e-bfc5-4db8-8849-98292b4c4c77 service neutron] For port 337a2b26-27a2-4595-abbc-54e51b93680f, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=337a2b26-27a2-4595-abbc-54e51b93680f,segment=NetworkSegment(e9dfa04b-244b-4a92-b433-79dbf6b894df),segment_id=e9dfa04b-244b-4a92-b433-79dbf6b894df)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:08:50.340036 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-599a78eb-faac-4a35-bf4d-9c56ca4e51d1 req-7c9e1f7e-bfc5-4db8-8849-98292b4c4c77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (337a2b26-27a2-4595-abbc-54e51b93680f), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:50.359116 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-71bb94bc-4be5-4649-9c9d-19df3154caff tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (507eb683-5046-46ab-bf48-084c8ae3177d), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:50.359644 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-71bb94bc-4be5-4649-9c9d-19df3154caff tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Publish callbacks [] for floatingip (507eb683-5046-46ab-bf48-084c8ae3177d), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:50.365528 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-916b6886-bec4-4607-b4b5-a68533d5a8b9 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:50.402291 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599a78eb-faac-4a35-bf4d-9c56ca4e51d1 req-7c9e1f7e-bfc5-4db8-8849-98292b4c4c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:50.406279 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-599a78eb-faac-4a35-bf4d-9c56ca4e51d1 req-7c9e1f7e-bfc5-4db8-8849-98292b4c4c77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:50.406279 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-599a78eb-faac-4a35-bf4d-9c56ca4e51d1 req-7c9e1f7e-bfc5-4db8-8849-98292b4c4c77 service neutron] 10.222.0.55 "PUT /v2.0/ports/337a2b26-27a2-4595-abbc-54e51b93680f HTTP/1.1" status: 200  len: 1092 time: 1.5432107
May 07 22:08:50.406279 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3ed5da6-ab19-4f8c-a82a-c988e23edcc0', 'tag': '337a2b26-27a2-4595-abbc-54e51b93680f'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:08:50.406599 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['0862d286-4492-4f74-bef8-f163ad30d582'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:08:50.407892 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6b56cb1-e7c7-4602-bb3f-63f5b086f6fb" -d '{"events": [{"name": "network-changed", "server_uuid": "a3ed5da6-ab19-4f8c-a82a-c988e23edcc0", "tag": "337a2b26-27a2-4595-abbc-54e51b93680f"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:08:50.527215 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b4ec61-018f-4723-99a3-80fc466d279f x-openstack-request-id: req-e7b4ec61-018f-4723-99a3-80fc466d279f {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:08:50.527375 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3ed5da6-ab19-4f8c-a82a-c988e23edcc0", "tag": "337a2b26-27a2-4595-abbc-54e51b93680f", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:08:50.528226 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e7b4ec61-018f-4723-99a3-80fc466d279f {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:08:50.528226 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7b4ec61-018f-4723-99a3-80fc466d279f'] response: {'name': 'network-changed', 'server_uuid': 'a3ed5da6-ab19-4f8c-a82a-c988e23edcc0', 'tag': '337a2b26-27a2-4595-abbc-54e51b93680f', 'status': 'completed', 'code': 200}
May 07 22:08:50.528690 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9e1f7e-bfc5-4db8-8849-98292b4c4c77 service neutron] Pushing event updated for resources: {'Port': ['ID=337a2b26-27a2-4595-abbc-54e51b93680f,revision_number=3']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:50.546600 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599a78eb-faac-4a35-bf4d-9c56ca4e51d1 req-738a6faf-4e53-4fb3-8ec3-29aa317d435b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:50.548644 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-599a78eb-faac-4a35-bf4d-9c56ca4e51d1 req-738a6faf-4e53-4fb3-8ec3-29aa317d435b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=72be56c2d4a54014a8f741c451fe014e&device_id=a3ed5da6-ab19-4f8c-a82a-c988e23edcc0 HTTP/1.1" status: 200  len: 1126 time: 0.0793226
May 07 22:08:50.597750 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-71bb94bc-4be5-4649-9c9d-19df3154caff tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Calling delete_port for 507eb683-5046-46ab-bf48-084c8ae3177d owned by network:floatingip {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:08:50.611292 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-599a78eb-faac-4a35-bf4d-9c56ca4e51d1 req-3cca1781-043e-4c9c-9b4d-a9ea83b34c1c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=337a2b26-27a2-4595-abbc-54e51b93680f HTTP/1.1" status: 200  len: 217 time: 0.0545359
May 07 22:08:50.642859 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9dfcd4dd-11ce-41ba-afa2-76e63ce235c2 req-696e921d-83bb-4b52-a6e0-617b39441058 tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c334649-d42d-4f47-becb-d6172ad1614f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3863995
May 07 22:08:50.643998 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4b8c20-99fc-436e-a222-0c847aaff904 req-a0e9555c-4e33-4e62-9e32-f620312a2641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:50.654095 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8f4b8c20-99fc-436e-a222-0c847aaff904 req-a0e9555c-4e33-4e62-9e32-f620312a2641 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=665487f0-78eb-47fb-9a06-b15bc614dc47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.4380178
May 07 22:08:50.675276 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599a78eb-faac-4a35-bf4d-9c56ca4e51d1 req-196f4267-9ed8-40d4-a2d1-9f973f0c51d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:50.676793 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-599a78eb-faac-4a35-bf4d-9c56ca4e51d1 req-196f4267-9ed8-40d4-a2d1-9f973f0c51d5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=85ec4fb9-6ccb-4163-9592-93dc6ae8e23f HTTP/1.1" status: 200  len: 853 time: 0.0600400
May 07 22:08:50.710730 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-599a78eb-faac-4a35-bf4d-9c56ca4e51d1 req-1b694be4-9068-444e-aad7-adeeec73c48d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=75e42e23-8e74-41bd-9a60-3536f620fe26&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0272727
May 07 22:08:50.721860 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-da014a4d-2888-4e75-a831-dc3dbfa64710 None None] Provisioning complete for port 14466703-948a-43db-8043-c7bf3bd60996 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:08:50.722336 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-da014a4d-2888-4e75-a831-dc3dbfa64710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (14466703-948a-43db-8043-c7bf3bd60996), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:50.755658 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-916b6886-bec4-4607-b4b5-a68533d5a8b9 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Allocated IP 172.35.4.253 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/cd2cf3c4-3e08-46f4-9d5d-18ed1dbf5953) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:08:50.820893 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-da014a4d-2888-4e75-a831-dc3dbfa64710 None None] Current status of the port 14466703-948a-43db-8043-c7bf3bd60996 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:08:50.821725 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-da014a4d-2888-4e75-a831-dc3dbfa64710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (14466703-948a-43db-8043-c7bf3bd60996), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:50.857700 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-599a78eb-faac-4a35-bf4d-9c56ca4e51d1 req-a70596c7-9a22-4d7d-b9f5-1f1f72e3d6cd service neutron] 10.222.0.55 "GET /v2.0/networks/75e42e23-8e74-41bd-9a60-3536f620fe26?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1393692
May 07 22:08:50.883588 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-916b6886-bec4-4607-b4b5-a68533d5a8b9 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks [] for port (cd2cf3c4-3e08-46f4-9d5d-18ed1dbf5953), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:50.883735 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-da014a4d-2888-4e75-a831-dc3dbfa64710 None None] For port 14466703-948a-43db-8043-c7bf3bd60996, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=14466703-948a-43db-8043-c7bf3bd60996,segment=NetworkSegment(0c54767f-f5cc-4fe8-be2b-89310a1e6df6),segment_id=0c54767f-f5cc-4fe8-be2b-89310a1e6df6)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:08:50.892843 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-da014a4d-2888-4e75-a831-dc3dbfa64710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (14466703-948a-43db-8043-c7bf3bd60996), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:50.954928 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da014a4d-2888-4e75-a831-dc3dbfa64710 None None] Pushing event updated for resources: {'Port': ['ID=14466703-948a-43db-8043-c7bf3bd60996,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:50.971888 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 14466703-948a-43db-8043-c7bf3bd60996 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:08:50.990597 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-599a78eb-faac-4a35-bf4d-9c56ca4e51d1 req-5f9162ed-fc13-4b36-b533-1b6b5bcf5a93 service neutron] 10.222.0.55 "GET /v2.0/networks/75e42e23-8e74-41bd-9a60-3536f620fe26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1268899
May 07 22:08:51.035791 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 14466703-948a-43db-8043-c7bf3bd60996 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:08:51.036087 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (14466703-948a-43db-8043-c7bf3bd60996), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:51.044081 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 39328) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:51.066155 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1ebb223d-25d3-47d0-afae-1cbc6737ecd1 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for port (2d39954d-c94c-42b9-b0c9-031766c04809), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:51.093942 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-916b6886-bec4-4607-b4b5-a68533d5a8b9 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (cd2cf3c4-3e08-46f4-9d5d-18ed1dbf5953), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:51.147121 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 14466703-948a-43db-8043-c7bf3bd60996 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:08:51.164743 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916b6886-bec4-4607-b4b5-a68533d5a8b9 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:08:51.176497 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-e046f2ca-adcd-4a95-834b-3368e5833349 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-849271379'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:08:51.188974 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8f4b8c20-99fc-436e-a222-0c847aaff904 req-17606424-51c5-4864-bd57-e6f6974683d4 service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5328994
May 07 22:08:51.193582 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-916b6886-bec4-4607-b4b5-a68533d5a8b9 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:08:51.200650 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916b6886-bec4-4607-b4b5-a68533d5a8b9 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:08:51.226364 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3470d8-5df1-4b9d-be87-df3710d4d15a req-773d10ae-208d-4717-ad33-e5c4f9d83b07 tempest-VolumesBackupsTest-1817505426 tempest-VolumesBackupsTest-1817505426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:51.227881 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1e3470d8-5df1-4b9d-be87-df3710d4d15a req-773d10ae-208d-4717-ad33-e5c4f9d83b07 tempest-VolumesBackupsTest-1817505426 tempest-VolumesBackupsTest-1817505426-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ce1ca65-a12b-4ded-9af1-3b2575026f57 HTTP/1.1" status: 200  len: 949 time: 0.0696566
May 07 22:08:51.228875 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e046f2ca-adcd-4a95-834b-3368e5833349 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Made reservation on behalf of 6d3ba93d3f2b424cbe1cd3e4f8623ad5 for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:08:51.232466 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e046f2ca-adcd-4a95-834b-3368e5833349 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:51.253967 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e046f2ca-adcd-4a95-834b-3368e5833349 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:51.263101 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916b6886-bec4-4607-b4b5-a68533d5a8b9 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Pushing event updated for resources: {'Port': ['ID=cd2cf3c4-3e08-46f4-9d5d-18ed1dbf5953,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:51.303321 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1e3470d8-5df1-4b9d-be87-df3710d4d15a req-e4bf0430-ca50-4410-8403-2df571f3570e tempest-VolumesBackupsTest-1817505426 tempest-VolumesBackupsTest-1817505426-project] 10.222.0.32 "GET /v2.0/security-groups?id=60f5a209-cad6-41a8-915f-73b9ceea56a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0684526
May 07 22:08:51.356822 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1ebb223d-25d3-47d0-afae-1cbc6737ecd1 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (2d39954d-c94c-42b9-b0c9-031766c04809), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:51.364094 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e046f2ca-adcd-4a95-834b-3368e5833349 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Publish callbacks [] for security_group (c4fd8fe5-2f99-4a23-a50a-7c83a6bdbf16), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:51.369224 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e046f2ca-adcd-4a95-834b-3368e5833349 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (c4fd8fe5-2f99-4a23-a50a-7c83a6bdbf16), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:51.392906 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e046f2ca-adcd-4a95-834b-3368e5833349 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:08:51.406401 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e046f2ca-adcd-4a95-834b-3368e5833349 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4fd8fe5-2f99-4a23-a50a-7c83a6bdbf16,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:51.411914 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e046f2ca-adcd-4a95-834b-3368e5833349 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (fec8190d-70bb-41ab-88b6-c138d258788f), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:51.412260 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-e046f2ca-adcd-4a95-834b-3368e5833349 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Added segment fec8190d-70bb-41ab-88b6-c138d258788f of type vlan for network 6a0eb390-d73a-4a21-8033-b6864cf90a52
May 07 22:08:51.453352 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e046f2ca-adcd-4a95-834b-3368e5833349 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (6a0eb390-d73a-4a21-8033-b6864cf90a52), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:51.485673 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e046f2ca-adcd-4a95-834b-3368e5833349 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (6a0eb390-d73a-4a21-8033-b6864cf90a52), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:51.486483 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ebb223d-25d3-47d0-afae-1cbc6737ecd1 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:08:51.490871 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e046f2ca-adcd-4a95-834b-3368e5833349 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:51.491473 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e046f2ca-adcd-4a95-834b-3368e5833349 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:51.521211 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-1ebb223d-25d3-47d0-afae-1cbc6737ecd1 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:08:51.523858 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebb223d-25d3-47d0-afae-1cbc6737ecd1 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:08:51.524725 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1ebb223d-25d3-47d0-afae-1cbc6737ecd1 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398161'] for router_interface (f425f8c2-61bf-4c61-bea3-e89c447d3f25), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:51.530190 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-e046f2ca-adcd-4a95-834b-3368e5833349 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 797 time: 0.4849596
May 07 22:08:51.557130 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 39334) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:51.563571 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-49b823b5-fa66-4781-b7e9-5b9049bd4313 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Request body: {'subnet': {'network_id': '6a0eb390-d73a-4a21-8033-b6864cf90a52', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:08:51.579076 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebb223d-25d3-47d0-afae-1cbc6737ecd1 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event updated for resources: {'Port': ['ID=2d39954d-c94c-42b9-b0c9-031766c04809,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:51.585311 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e046f2ca-adcd-4a95-834b-3368e5833349 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Pushing event updated for resources: {'Network': ['ID=6a0eb390-d73a-4a21-8033-b6864cf90a52,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:51.592268 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-71bb94bc-4be5-4649-9c9d-19df3154caff tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (507eb683-5046-46ab-bf48-084c8ae3177d), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:51.598255 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 6a0eb390-d73a-4a21-8033-b6864cf90a52 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:08:51.650143 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8f4b8c20-99fc-436e-a222-0c847aaff904 req-273b4fc5-bb40-470a-9479-1a843afcbe9a service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4440312
May 07 22:08:51.651458 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bb94bc-4be5-4649-9c9d-19df3154caff tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Pushing event deleted for resources: {'Port': ['ID=507eb683-5046-46ab-bf48-084c8ae3177d,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:51.672318 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b823b5-fa66-4781-b7e9-5b9049bd4313 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Made reservation on behalf of 6d3ba93d3f2b424cbe1cd3e4f8623ad5 for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:08:51.676704 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-49b823b5-fa66-4781-b7e9-5b9049bd4313 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:51.813635 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 0862d286-4492-4f74-bef8-f163ad30d582 up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:08:51.847092 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b56cb1-e7c7-4602-bb3f-63f5b086f6fb req-d183d421-337c-4dd7-8f57-92c3d697e4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:51.848530 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:51.848689 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c6b56cb1-e7c7-4602-bb3f-63f5b086f6fb req-d183d421-337c-4dd7-8f57-92c3d697e4c6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=72be56c2d4a54014a8f741c451fe014e&device_id=a3ed5da6-ab19-4f8c-a82a-c988e23edcc0 HTTP/1.1" status: 200  len: 1126 time: 0.0599856
May 07 22:08:51.873382 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning for port 0862d286-4492-4f74-bef8-f163ad30d582 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 22:08:51.882224 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port 0862d286-4492-4f74-bef8-f163ad30d582 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:08:51.882224 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (0862d286-4492-4f74-bef8-f163ad30d582), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:51.929850 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-15022869-b8f5-44f4-9c3f-bebe07690863 None None] Provisioning complete for port 2d39954d-c94c-42b9-b0c9-031766c04809 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:08:51.930232 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-15022869-b8f5-44f4-9c3f-bebe07690863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (2d39954d-c94c-42b9-b0c9-031766c04809), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:51.952077 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-71bb94bc-4be5-4649-9c9d-19df3154caff tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Publish callbacks [] for floatingip (b00a1f2b-15ef-4b92-8698-355eaf20b4ce), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:51.954702 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-71bb94bc-4be5-4649-9c9d-19df3154caff tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:51.955990 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-71bb94bc-4be5-4649-9c9d-19df3154caff tempest-ServerActionsTestJSON-784133923 tempest-ServerActionsTestJSON-784133923-project] 10.222.0.32 "DELETE /v2.0/floatingips/b00a1f2b-15ef-4b92-8698-355eaf20b4ce HTTP/1.1" status: 204  len: 168 time: 2.9650311
May 07 22:08:51.962617 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 39338) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:51.966161 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeab5b7-9477-41b0-a35c-011906992e3c req-c439b3fb-d42d-4e07-8634-0a899df4e899 tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:51.967807 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8eeab5b7-9477-41b0-a35c-011906992e3c req-c439b3fb-d42d-4e07-8634-0a899df4e899 tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3ed5da6-ab19-4f8c-a82a-c988e23edcc0 HTTP/1.1" status: 200  len: 944 time: 0.1965892
May 07 22:08:51.968476 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1ebb223d-25d3-47d0-afae-1cbc6737ecd1 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (2d39954d-c94c-42b9-b0c9-031766c04809), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:51.983141 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-15022869-b8f5-44f4-9c3f-bebe07690863 None None] Port 2d39954d-c94c-42b9-b0c9-031766c04809 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:08:52.023651 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 0862d286-4492-4f74-bef8-f163ad30d582 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:08:52.023651 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (0862d286-4492-4f74-bef8-f163ad30d582), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:52.057724 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-916b6886-bec4-4607-b4b5-a68533d5a8b9 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks [] for router_gateway (83789103-a34a-4812-891b-ff852781f2d3), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:52.062526 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 0862d286-4492-4f74-bef8-f163ad30d582, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0862d286-4492-4f74-bef8-f163ad30d582,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:08:52.063535 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ce1ca65-a12b-4ded-9af1-3b2575026f57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0862d286-4492-4f74-bef8-f163ad30d582'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:08:52.066696 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3463b755-203d-4dd7-a87c-678cb5c3fcf1" -d '{"events": [{"server_uuid": "1ce1ca65-a12b-4ded-9af1-3b2575026f57", "name": "network-vif-plugged", "status": "completed", "tag": "0862d286-4492-4f74-bef8-f163ad30d582"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:08:52.074093 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (0862d286-4492-4f74-bef8-f163ad30d582), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:52.118649 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b56cb1-e7c7-4602-bb3f-63f5b086f6fb req-c33e88a3-5323-4653-8c35-531873ff1adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:52.124951 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c6b56cb1-e7c7-4602-bb3f-63f5b086f6fb req-c33e88a3-5323-4653-8c35-531873ff1adf service neutron] 10.222.0.55 "GET /v2.0/networks?id=75e42e23-8e74-41bd-9a60-3536f620fe26 HTTP/1.1" status: 200  len: 914 time: 0.2689710
May 07 22:08:52.130668 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=0862d286-4492-4f74-bef8-f163ad30d582,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:52.141243 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00dd7b64-9b6e-453d-a436-bb0b49c021dc x-openstack-request-id: req-00dd7b64-9b6e-453d-a436-bb0b49c021dc {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:08:52.141648 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ce1ca65-a12b-4ded-9af1-3b2575026f57", "name": "network-vif-plugged", "status": "completed", "tag": "0862d286-4492-4f74-bef8-f163ad30d582", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:08:52.141922 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-00dd7b64-9b6e-453d-a436-bb0b49c021dc {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:08:52.142335 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00dd7b64-9b6e-453d-a436-bb0b49c021dc'] response: {'server_uuid': '1ce1ca65-a12b-4ded-9af1-3b2575026f57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0862d286-4492-4f74-bef8-f163ad30d582', 'code': 200}
May 07 22:08:52.155852 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-49b823b5-fa66-4781-b7e9-5b9049bd4313 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (5288135e-5c2e-4bdd-a0bb-930f34c7911c), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:52.177199 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8eeab5b7-9477-41b0-a35c-011906992e3c req-0dc175ce-c2fd-43be-853d-3177eef243c0 tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c334649-d42d-4f47-becb-d6172ad1614f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2019198
May 07 22:08:52.310644 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef7ebf-48a0-4f9d-b468-1511f5dc77f0 req-313a7514-9eaf-40eb-9550-bd90844fe2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:52.312169 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a3ef7ebf-48a0-4f9d-b468-1511f5dc77f0 req-313a7514-9eaf-40eb-9550-bd90844fe2f3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1ce1ca65-a12b-4ded-9af1-3b2575026f57 HTTP/1.1" status: 200  len: 1132 time: 0.0937483
May 07 22:08:52.332183 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b823b5-fa66-4781-b7e9-5b9049bd4313 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Pushing event updated for resources: {'Subnet': ['ID=5288135e-5c2e-4bdd-a0bb-930f34c7911c,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:52.335179 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c6b56cb1-e7c7-4602-bb3f-63f5b086f6fb req-3f76f9ed-01ae-4567-b744-00b6645c199f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=337a2b26-27a2-4595-abbc-54e51b93680f HTTP/1.1" status: 200  len: 217 time: 0.2045124
May 07 22:08:52.375522 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b823b5-fa66-4781-b7e9-5b9049bd4313 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Checking segment: {'id': 'fec8190d-70bb-41ab-88b6-c138d258788f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '6a0eb390-d73a-4a21-8033-b6864cf90a52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:08:52.376204 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b823b5-fa66-4781-b7e9-5b9049bd4313 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Network hostable DHCP agents. Network: 6a0eb390-d73a-4a21-8033-b6864cf90a52, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:08:52.488520 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a3ef7ebf-48a0-4f9d-b468-1511f5dc77f0 req-48b190e8-aac8-49a4-b64b-12ffdf3d04b9 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=60f5a209-cad6-41a8-915f-73b9ceea56a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1666131
May 07 22:08:52.499269 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b56cb1-e7c7-4602-bb3f-63f5b086f6fb req-e3bb33bd-d699-4684-b2f2-90ada2535586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:52.500755 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c6b56cb1-e7c7-4602-bb3f-63f5b086f6fb req-e3bb33bd-d699-4684-b2f2-90ada2535586 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=85ec4fb9-6ccb-4163-9592-93dc6ae8e23f HTTP/1.1" status: 200  len: 853 time: 0.1582935
May 07 22:08:52.510086 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f7e213-6d4e-472b-b589-6038549f302a req-e5da52f9-fd7b-41a5-b560-9ab55a4d3a58 tempest-VolumesBackupsTest-1817505426 tempest-VolumesBackupsTest-1817505426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:52.512112 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-89f7e213-6d4e-472b-b589-6038549f302a req-e5da52f9-fd7b-41a5-b560-9ab55a4d3a58 tempest-VolumesBackupsTest-1817505426 tempest-VolumesBackupsTest-1817505426-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ce1ca65-a12b-4ded-9af1-3b2575026f57 HTTP/1.1" status: 200  len: 950 time: 0.1168299
May 07 22:08:52.526813 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b823b5-fa66-4781-b7e9-5b9049bd4313 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Network 6a0eb390-d73a-4a21-8033-b6864cf90a52 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:08:52.560076 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c6b56cb1-e7c7-4602-bb3f-63f5b086f6fb req-4052cf20-db5c-436d-b4f1-01e387defcf2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=75e42e23-8e74-41bd-9a60-3536f620fe26&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0469961
May 07 22:08:52.569244 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-49b823b5-fa66-4781-b7e9-5b9049bd4313 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6a0eb390-d73a-4a21-8033-b6864cf90a52) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:08:52.578853 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67bf15d7-6aad-4ff0-a1b6-0f6f0d15b0a7 None None] Network 6a0eb390-d73a-4a21-8033-b6864cf90a52 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:08:52.587256 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b823b5-fa66-4781-b7e9-5b9049bd4313 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:52.587780 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-49b823b5-fa66-4781-b7e9-5b9049bd4313 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:52.596279 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-916b6886-bec4-4607-b4b5-a68533d5a8b9 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (83789103-a34a-4812-891b-ff852781f2d3), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:52.599568 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1ebb223d-25d3-47d0-afae-1cbc6737ecd1 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for port (2d39954d-c94c-42b9-b0c9-031766c04809), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:52.606597 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1ebb223d-25d3-47d0-afae-1cbc6737ecd1 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (2d39954d-c94c-42b9-b0c9-031766c04809), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:52.607136 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1ebb223d-25d3-47d0-afae-1cbc6737ecd1 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401121'] for router_interface (f425f8c2-61bf-4c61-bea3-e89c447d3f25), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:52.699091 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6e16e5-7a6a-4e01-b01c-c3d8485febda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-6a0eb390-d73a-4a21-8033-b6864cf90a52', 'network_id': '6a0eb390-d73a-4a21-8033-b6864cf90a52', 'project_id': '6d3ba93d3f2b424cbe1cd3e4f8623ad5', 'fixed_ips': [{'subnet_id': '5288135e-5c2e-4bdd-a0bb-930f34c7911c'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:08:52.700114 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9e6e16e5-7a6a-4e01-b01c-c3d8485febda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:52.735901 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-49b823b5-fa66-4781-b7e9-5b9049bd4313 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.1774447
May 07 22:08:52.774639 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 39350) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:52.781652 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-2546bbcf-8f1d-40ab-923b-7efc341eaaa2 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Request body: {'port': {'network_id': '6a0eb390-d73a-4a21-8033-b6864cf90a52', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-985888203'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:08:52.789503 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-89f7e213-6d4e-472b-b589-6038549f302a req-0029759d-4a67-4ffa-9705-e6b10487067a tempest-VolumesBackupsTest-1817505426 tempest-VolumesBackupsTest-1817505426-project] 10.222.0.32 "GET /v2.0/security-groups?id=60f5a209-cad6-41a8-915f-73b9ceea56a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2701092
May 07 22:08:52.885501 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-9e6e16e5-7a6a-4e01-b01c-c3d8485febda None None] Allocated IP 2001:db8::2 (6a0eb390-d73a-4a21-8033-b6864cf90a52/5288135e-5c2e-4bdd-a0bb-930f34c7911c/dc594b55-dabf-4d63-bcb2-f4c2b219e54f) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:08:52.900890 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c6b56cb1-e7c7-4602-bb3f-63f5b086f6fb req-24959e4f-3d6c-42e3-854f-fae9b648ffb5 service neutron] 10.222.0.55 "GET /v2.0/networks/75e42e23-8e74-41bd-9a60-3536f620fe26?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3328564
May 07 22:08:52.942392 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 14466703-948a-43db-8043-c7bf3bd60996 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:08:53.053097 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 14466703-948a-43db-8043-c7bf3bd60996 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:08:53.054251 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (14466703-948a-43db-8043-c7bf3bd60996), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:53.073448 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebb223d-25d3-47d0-afae-1cbc6737ecd1 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event updated for resources: {'Port': ['ID=2d39954d-c94c-42b9-b0c9-031766c04809,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:53.130278 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9e6e16e5-7a6a-4e01-b01c-c3d8485febda None None] Publish callbacks [] for port (dc594b55-dabf-4d63-bcb2-f4c2b219e54f), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:53.159878 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2546bbcf-8f1d-40ab-923b-7efc341eaaa2 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Made reservation on behalf of 6d3ba93d3f2b424cbe1cd3e4f8623ad5 for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:08:53.162169 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9e6e16e5-7a6a-4e01-b01c-c3d8485febda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (dc594b55-dabf-4d63-bcb2-f4c2b219e54f), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:53.163554 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2546bbcf-8f1d-40ab-923b-7efc341eaaa2 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:53.164936 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ebb223d-25d3-47d0-afae-1cbc6737ecd1 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:08:53.172055 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-1ebb223d-25d3-47d0-afae-1cbc6737ecd1 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:08:53.190694 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c6b56cb1-e7c7-4602-bb3f-63f5b086f6fb req-c027c6da-661d-4da5-9e68-6cb06a2068f3 service neutron] 10.222.0.55 "GET /v2.0/networks/75e42e23-8e74-41bd-9a60-3536f620fe26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2810121
May 07 22:08:53.233079 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 337a2b26-27a2-4595-abbc-54e51b93680f details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:08:53.238971 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [None req-2546bbcf-8f1d-40ab-923b-7efc341eaaa2 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] device_id is not set on port 689b073f-4ca8-491e-9580-9e41ab96439b yet. {{(pid=121836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 22:08:53.241160 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 14466703-948a-43db-8043-c7bf3bd60996 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:08:53.264025 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6e16e5-7a6a-4e01-b01c-c3d8485febda None None] Network 6a0eb390-d73a-4a21-8033-b6864cf90a52 is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:08:53.279041 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-916b6886-bec4-4607-b4b5-a68533d5a8b9 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Router 83789103-a34a-4812-891b-ff852781f2d3 is scheduled to L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db with binding_index 1 {{(pid=121837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 07 22:08:53.279489 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-839246d6-8663-4aff-b245-4e145027038a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401094'] for router_interface (76e8003f-f07d-43c5-be91-2cdd94ca2a8c), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:53.292579 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-9e6e16e5-7a6a-4e01-b01c-c3d8485febda None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:08:53.301556 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6e16e5-7a6a-4e01-b01c-c3d8485febda None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:08:53.305919 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6e16e5-7a6a-4e01-b01c-c3d8485febda None None] Pushing event updated for resources: {'Port': ['ID=dc594b55-dabf-4d63-bcb2-f4c2b219e54f,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:53.437892 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-9e6e16e5-7a6a-4e01-b01c-c3d8485febda None None] Attempting to bind port dc594b55-dabf-4d63-bcb2-f4c2b219e54f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:08:53.438481 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-9e6e16e5-7a6a-4e01-b01c-c3d8485febda None None] Attempting to bind port dc594b55-dabf-4d63-bcb2-f4c2b219e54f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'fec8190d-70bb-41ab-88b6-c138d258788f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '6a0eb390-d73a-4a21-8033-b6864cf90a52'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:08:53.439030 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6e16e5-7a6a-4e01-b01c-c3d8485febda None None] Attempting to bind port dc594b55-dabf-4d63-bcb2-f4c2b219e54f on network 6a0eb390-d73a-4a21-8033-b6864cf90a52 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:08:53.454635 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6e16e5-7a6a-4e01-b01c-c3d8485febda None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:08:53.461760 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6e16e5-7a6a-4e01-b01c-c3d8485febda None None] Checking segment: {'id': 'fec8190d-70bb-41ab-88b6-c138d258788f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '6a0eb390-d73a-4a21-8033-b6864cf90a52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:08:53.462181 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9e6e16e5-7a6a-4e01-b01c-c3d8485febda None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:53.462615 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6e16e5-7a6a-4e01-b01c-c3d8485febda None None] Bound using segment: {'id': 'fec8190d-70bb-41ab-88b6-c138d258788f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '6a0eb390-d73a-4a21-8033-b6864cf90a52'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:08:53.463181 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-9e6e16e5-7a6a-4e01-b01c-c3d8485febda None None] Bound port: dc594b55-dabf-4d63-bcb2-f4c2b219e54f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fec8190d-70bb-41ab-88b6-c138d258788f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '6a0eb390-d73a-4a21-8033-b6864cf90a52'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:08:53.464227 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9e6e16e5-7a6a-4e01-b01c-c3d8485febda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (dc594b55-dabf-4d63-bcb2-f4c2b219e54f), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:53.522573 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-2546bbcf-8f1d-40ab-923b-7efc341eaaa2 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Allocated IP 2001:db8::34e (6a0eb390-d73a-4a21-8033-b6864cf90a52/5288135e-5c2e-4bdd-a0bb-930f34c7911c/689b073f-4ca8-491e-9580-9e41ab96439b) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:08:53.523931 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dddbc4-702d-4164-9d02-6b76b3b55bdc req-9eb5a17a-57bf-4f73-87f3-ec3216663537 tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:53.525509 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d4dddbc4-702d-4164-9d02-6b76b3b55bdc req-9eb5a17a-57bf-4f73-87f3-ec3216663537 tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3ed5da6-ab19-4f8c-a82a-c988e23edcc0 HTTP/1.1" status: 200  len: 944 time: 0.2110283
May 07 22:08:53.630046 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 337a2b26-27a2-4595-abbc-54e51b93680f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=337a2b26-27a2-4595-abbc-54e51b93680f,segment=NetworkSegment(e9dfa04b-244b-4a92-b433-79dbf6b894df),segment_id=e9dfa04b-244b-4a92-b433-79dbf6b894df)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:08:53.671792 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-4b48150b-0e8e-464c-8913-835bce4b27f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:53.679475 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': '337a2b26-27a2-4595-abbc-54e51b93680f', 'network_id': '75e42e23-8e74-41bd-9a60-3536f620fe26', 'port_id': '337a2b26-27a2-4595-abbc-54e51b93680f', 'mac_address': 'fa:16:3e:13:53:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85ec4fb9-6ccb-4163-9592-93dc6ae8e23f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:08:53.699188 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-916b6886-bec4-4607-b4b5-a68533d5a8b9 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:08:53.712580 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d4dddbc4-702d-4164-9d02-6b76b3b55bdc req-1a354542-7207-4aab-9c4b-9bc76d324bbf tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c334649-d42d-4f47-becb-d6172ad1614f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1697323
May 07 22:08:53.726501 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ebb223d-25d3-47d0-afae-1cbc6737ecd1 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Router f425f8c2-61bf-4c61-bea3-e89c447d3f25 is scheduled to L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db with binding_index 1 {{(pid=121837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 07 22:08:53.733884 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd984f1-f01b-47d1-bc92-fb8cacfb7caf None None] Sync routers for ids ['83789103-a34a-4812-891b-ff852781f2d3'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:08:53.736329 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-916b6886-bec4-4607-b4b5-a68533d5a8b9 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:53.742038 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-916b6886-bec4-4607-b4b5-a68533d5a8b9 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 894 time: 5.5287716
May 07 22:08:53.743264 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 39364) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:53.761329 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-9e6e16e5-7a6a-4e01-b01c-c3d8485febda None None] For port dc594b55-dabf-4d63-bcb2-f4c2b219e54f, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:08:53.873813 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ebb223d-25d3-47d0-afae-1cbc6737ecd1 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:08:53.882074 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-1ebb223d-25d3-47d0-afae-1cbc6737ecd1 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "PUT /v2.0/routers/f425f8c2-61bf-4c61-bea3-e89c447d3f25/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.8928444
May 07 22:08:53.886723 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b92b076-046d-4d62-972b-75308facfcde None None] Sync routers for ids ['f425f8c2-61bf-4c61-bea3-e89c447d3f25'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:08:53.899210 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 39370) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:53.909295 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b92b076-046d-4d62-972b-75308facfcde None None] Routers {'f425f8c2-61bf-4c61-bea3-e89c447d3f25'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:08:53.910242 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-3b92b076-046d-4d62-972b-75308facfcde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8ce19040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:08:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['f425f8c2-61bf-4c61-bea3-e89c447d3f25'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:08:53.977995 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-9e6e16e5-7a6a-4e01-b01c-c3d8485febda None None] For port dc594b55-dabf-4d63-bcb2-f4c2b219e54f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dc594b55-dabf-4d63-bcb2-f4c2b219e54f,segment=NetworkSegment(fec8190d-70bb-41ab-88b6-c138d258788f),segment_id=fec8190d-70bb-41ab-88b6-c138d258788f)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:08:53.982411 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 337a2b26-27a2-4595-abbc-54e51b93680f is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:08:53.982869 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (337a2b26-27a2-4595-abbc-54e51b93680f), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:53.984908 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-1f3ec872-b907-42d7-a5cf-4b2b5a311b95 None None] Provisioning complete for port 2d39954d-c94c-42b9-b0c9-031766c04809 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:08:53.985352 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1f3ec872-b907-42d7-a5cf-4b2b5a311b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (2d39954d-c94c-42b9-b0c9-031766c04809), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:53.986935 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd984f1-f01b-47d1-bc92-fb8cacfb7caf None None] Routers {'83789103-a34a-4812-891b-ff852781f2d3'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:08:53.987662 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-afd984f1-f01b-47d1-bc92-fb8cacfb7caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7ec7ee50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:08:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['83789103-a34a-4812-891b-ff852781f2d3'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:08:54.002647 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ab928a-a2fb-41f0-9814-5241c61d244b tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:54.004739 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-b3ab928a-a2fb-41f0-9814-5241c61d244b tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "GET /v2.0/ports/2d39954d-c94c-42b9-b0c9-031766c04809 HTTP/1.1" status: 200  len: 911 time: 0.1018989
May 07 22:08:54.009003 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 39372) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:54.028446 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9e6e16e5-7a6a-4e01-b01c-c3d8485febda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (dc594b55-dabf-4d63-bcb2-f4c2b219e54f), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:54.045802 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-3b92b076-046d-4d62-972b-75308facfcde None None] Set router f425f8c2-61bf-4c61-bea3-e89c447d3f25 gateway port host: None {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:08:54.066804 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdce2907-d930-4dd7-b1cf-41ac9590ddcf req-1d374239-e412-482f-bde2-08c60d600515 tempest-VolumesBackupsTest-1817505426 tempest-VolumesBackupsTest-1817505426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:54.068178 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bdce2907-d930-4dd7-b1cf-41ac9590ddcf req-1d374239-e412-482f-bde2-08c60d600515 tempest-VolumesBackupsTest-1817505426 tempest-VolumesBackupsTest-1817505426-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ce1ca65-a12b-4ded-9af1-3b2575026f57 HTTP/1.1" status: 200  len: 950 time: 0.1182017
May 07 22:08:54.071003 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-628d4cff-3227-4bd2-9cfa-f17d463dd11b tempest-TestSecurityGroupsBasicOps-724098100 tempest-TestSecurityGroupsBasicOps-724098100-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=79ad2ea0f3a34003bb7a3f8ff81c58e4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.3267851
May 07 22:08:54.082599 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 39374) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:54.149977 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:54.151854 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 337a2b26-27a2-4595-abbc-54e51b93680f {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:08:54.189669 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-1f3ec872-b907-42d7-a5cf-4b2b5a311b95 None None] Port 2d39954d-c94c-42b9-b0c9-031766c04809 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:08:54.242179 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 337a2b26-27a2-4595-abbc-54e51b93680f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=337a2b26-27a2-4595-abbc-54e51b93680f,segment=NetworkSegment(e9dfa04b-244b-4a92-b433-79dbf6b894df),segment_id=e9dfa04b-244b-4a92-b433-79dbf6b894df)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:08:54.265540 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (337a2b26-27a2-4595-abbc-54e51b93680f), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:54.279701 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6e16e5-7a6a-4e01-b01c-c3d8485febda None None] Pushing event updated for resources: {'Port': ['ID=dc594b55-dabf-4d63-bcb2-f4c2b219e54f,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:54.304179 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e787b62-f199-479b-aeee-e8ebd51d97d3 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:54.311350 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e787b62-f199-479b-aeee-e8ebd51d97d3 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:54.313025 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-4e787b62-f199-479b-aeee-e8ebd51d97d3 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1655 time: 0.2445197
May 07 22:08:54.321441 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 39376) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:54.336972 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bdce2907-d930-4dd7-b1cf-41ac9590ddcf req-517b937e-3dce-4abf-90a8-ab1cc113168c tempest-VolumesBackupsTest-1817505426 tempest-VolumesBackupsTest-1817505426-project] 10.222.0.32 "GET /v2.0/security-groups?id=60f5a209-cad6-41a8-915f-73b9ceea56a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2528677
May 07 22:08:54.357658 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-afd984f1-f01b-47d1-bc92-fb8cacfb7caf None None] Set router 83789103-a34a-4812-891b-ff852781f2d3 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:08:54.401390 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-3b92b076-046d-4d62-972b-75308facfcde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8ce19040>, [{'id': 'f425f8c2-61bf-4c61-bea3-e89c447d3f25', 'name': 'tempest-NetworksTestDHCPv6-router-1152496718', 'tenant_id': 'a45ecca62a364aaabca1717c79558f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:08:47Z', 'updated_at': '2022-05-07T22:08:51Z', 'revision_number': 2, 'project_id': 'a45ecca62a364aaabca1717c79558f6f', 'gw_port_host': None, '_interfaces': [{'id': '2d39954d-c94c-42b9-b0c9-031766c04809', 'name': '', 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'tenant_id': 'a45ecca62a364aaabca1717c79558f6f', 'mac_address': 'fa:16:3e:4c:dc:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f425f8c2-61bf-4c61-bea3-e89c447d3f25', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': 'c8f3b23d-4207-4a0e-a7b6-953857d85ef6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:08:49Z', 'updated_at': '2022-05-07T22:08:52Z', 'revision_number': 2, 'project_id': 'a45ecca62a364aaabca1717c79558f6f', 'subnets': [{'id': 'c8f3b23d-4207-4a0e-a7b6-953857d85ef6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:08:54.448836 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b92b076-046d-4d62-972b-75308facfcde None None] Checking router: f425f8c2-61bf-4c61-bea3-e89c447d3f25 for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:08:54.449450 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b92b076-046d-4d62-972b-75308facfcde None None] Updating router f425f8c2-61bf-4c61-bea3-e89c447d3f25 port 2d39954d-c94c-42b9-b0c9-031766c04809 binding host ncdv-master-1 {{(pid=121839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 22:08:54.493532 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43503231-8feb-467e-89e2-3338930bee74 tempest-TestSecurityGroupsBasicOps-724098100 tempest-TestSecurityGroupsBasicOps-724098100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:54.506377 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-43503231-8feb-467e-89e2-3338930bee74 tempest-TestSecurityGroupsBasicOps-724098100 tempest-TestSecurityGroupsBasicOps-724098100-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.4218714
May 07 22:08:54.507941 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 39380) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:54.518919 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-3b92b076-046d-4d62-972b-75308facfcde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (2d39954d-c94c-42b9-b0c9-031766c04809), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:54.553316 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-839246d6-8663-4aff-b245-4e145027038a admin admin] Deleting port 8bbbb696-85cb-488f-9945-faa388892569 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:08:54.553873 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-839246d6-8663-4aff-b245-4e145027038a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (8bbbb696-85cb-488f-9945-faa388892569), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:54.559450 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-e8f9b44e-d5e0-498e-b148-b2180149efa4 tempest-TestSecurityGroupsBasicOps-724098100 tempest-TestSecurityGroupsBasicOps-724098100-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=9221b764-ef06-431f-8941-796516ed7c3b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0471683
May 07 22:08:54.560006 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 39384) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:54.560581 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2546bbcf-8f1d-40ab-923b-7efc341eaaa2 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Publish callbacks [] for port (689b073f-4ca8-491e-9580-9e41ab96439b), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:54.564556 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-cdfd7038-4002-4274-8dc4-076cc55378e4 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1526195410', 'network_id': '308d6916-e830-4389-a582-d32af758375c', 'project_id': '79ad2ea0f3a34003bb7a3f8ff81c58e4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:08:54.585827 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['337a2b26-27a2-4595-abbc-54e51b93680f'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:08:54.652315 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=337a2b26-27a2-4595-abbc-54e51b93680f,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:54.793628 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdfd7038-4002-4274-8dc4-076cc55378e4 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Made reservation on behalf of 79ad2ea0f3a34003bb7a3f8ff81c58e4 for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:08:54.797454 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cdfd7038-4002-4274-8dc4-076cc55378e4 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:55.005283 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-3b92b076-046d-4d62-972b-75308facfcde None None] Publish callbacks [] for port (2d39954d-c94c-42b9-b0c9-031766c04809), precommit_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:55.023913 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-3b92b076-046d-4d62-972b-75308facfcde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (2d39954d-c94c-42b9-b0c9-031766c04809), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:55.110098 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device dc594b55-dabf-4d63-bcb2-f4c2b219e54f up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:08:55.149210 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feff1ef-cd54-43a5-8a83-34e921b48720 None None] Pushing event updated for resources: {'Port': ['ID=2d39954d-c94c-42b9-b0c9-031766c04809,revision_number=3']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:55.224422 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feff1ef-cd54-43a5-8a83-34e921b48720 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:08:55.226068 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feff1ef-cd54-43a5-8a83-34e921b48720 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:08:55.226624 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feff1ef-cd54-43a5-8a83-34e921b48720 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:08:55.227207 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feff1ef-cd54-43a5-8a83-34e921b48720 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:08:55.227736 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feff1ef-cd54-43a5-8a83-34e921b48720 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:08:55.228281 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feff1ef-cd54-43a5-8a83-34e921b48720 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:08:55.228806 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feff1ef-cd54-43a5-8a83-34e921b48720 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:08:55.229361 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feff1ef-cd54-43a5-8a83-34e921b48720 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:08:55.230502 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feff1ef-cd54-43a5-8a83-34e921b48720 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:08:55.231092 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feff1ef-cd54-43a5-8a83-34e921b48720 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:08:55.231650 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feff1ef-cd54-43a5-8a83-34e921b48720 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:08:55.232507 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feff1ef-cd54-43a5-8a83-34e921b48720 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:08:55.233431 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feff1ef-cd54-43a5-8a83-34e921b48720 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:08:55.236981 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feff1ef-cd54-43a5-8a83-34e921b48720 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:08:55.237612 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1feff1ef-cd54-43a5-8a83-34e921b48720 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:08:55.271318 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-afd984f1-f01b-47d1-bc92-fb8cacfb7caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7ec7ee50>, [{'id': '83789103-a34a-4812-891b-ff852781f2d3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1006798235', 'tenant_id': '79ad2ea0f3a34003bb7a3f8ff81c58e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.253'}], 'enable_snat': True}, 'gw_port_id': 'cd2cf3c4-3e08-46f4-9d5d-18ed1dbf5953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:08:48Z', 'updated_at': '2022-05-07T22:08:51Z', 'revision_number': 3, 'project_id': '79ad2ea0f3a34003bb7a3f8ff81c58e4', 'gw_port': {'id': 'cd2cf3c4-3e08-46f4-9d5d-18ed1dbf5953', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b5:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83789103-a34a-4812-891b-ff852781f2d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:08:50Z', 'updated_at': '2022-05-07T22:08:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:08:55.322496 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3804b0d7-88c2-4740-8be4-2b9408135df2 req-1a7b8848-f4c1-4d93-824f-b52574c68fcf tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:55.326039 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3804b0d7-88c2-4740-8be4-2b9408135df2 req-1a7b8848-f4c1-4d93-824f-b52574c68fcf tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3ed5da6-ab19-4f8c-a82a-c988e23edcc0 HTTP/1.1" status: 200  len: 945 time: 0.4671755
May 07 22:08:55.348206 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port dc594b55-dabf-4d63-bcb2-f4c2b219e54f triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:08:55.348685 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (dc594b55-dabf-4d63-bcb2-f4c2b219e54f), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:55.355205 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-3b92b076-046d-4d62-972b-75308facfcde None None] Attempting to bind port 2d39954d-c94c-42b9-b0c9-031766c04809 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:08:55.358320 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-3b92b076-046d-4d62-972b-75308facfcde None None] Attempting to bind port 2d39954d-c94c-42b9-b0c9-031766c04809 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0c54767f-f5cc-4fe8-be2b-89310a1e6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a'}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:08:55.359246 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b92b076-046d-4d62-972b-75308facfcde None None] Attempting to bind port 2d39954d-c94c-42b9-b0c9-031766c04809 on network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:08:55.368239 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-839246d6-8663-4aff-b245-4e145027038a admin admin] For port 8bbbb696-85cb-488f-9945-faa388892569, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8bbbb696-85cb-488f-9945-faa388892569,segment=NetworkSegment(3565a17e-e0eb-4b35-a7f2-f7d7af642fb7),segment_id=3565a17e-e0eb-4b35-a7f2-f7d7af642fb7)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:08:55.370186 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-839246d6-8663-4aff-b245-4e145027038a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (8bbbb696-85cb-488f-9945-faa388892569), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:55.373103 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b92b076-046d-4d62-972b-75308facfcde None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:08:55.374382 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b92b076-046d-4d62-972b-75308facfcde None None] Checking segment: {'id': '0c54767f-f5cc-4fe8-be2b-89310a1e6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:08:55.378362 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-3b92b076-046d-4d62-972b-75308facfcde None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:55.379090 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b92b076-046d-4d62-972b-75308facfcde None None] Bound using segment: {'id': '0c54767f-f5cc-4fe8-be2b-89310a1e6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a'} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:08:55.379810 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-3b92b076-046d-4d62-972b-75308facfcde None None] Bound port: 2d39954d-c94c-42b9-b0c9-031766c04809, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c54767f-f5cc-4fe8-be2b-89310a1e6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a'}}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:08:55.380480 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-3b92b076-046d-4d62-972b-75308facfcde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (2d39954d-c94c-42b9-b0c9-031766c04809), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:55.383181 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd984f1-f01b-47d1-bc92-fb8cacfb7caf None None] Checking router: 83789103-a34a-4812-891b-ff852781f2d3 for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:08:55.383619 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd984f1-f01b-47d1-bc92-fb8cacfb7caf None None] Updating router 83789103-a34a-4812-891b-ff852781f2d3 port cd2cf3c4-3e08-46f4-9d5d-18ed1dbf5953 binding host ncdv-master-1 {{(pid=121838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 22:08:55.388328 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cdfd7038-4002-4274-8dc4-076cc55378e4 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (7b5249f7-65ac-4ebe-8d51-aac30e9600c1), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:55.390929 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2546bbcf-8f1d-40ab-923b-7efc341eaaa2 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (689b073f-4ca8-491e-9580-9e41ab96439b), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:55.422574 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-afd984f1-f01b-47d1-bc92-fb8cacfb7caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (cd2cf3c4-3e08-46f4-9d5d-18ed1dbf5953), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:55.469026 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 337a2b26-27a2-4595-abbc-54e51b93680f up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:08:55.493123 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-3b92b076-046d-4d62-972b-75308facfcde None None] For port 2d39954d-c94c-42b9-b0c9-031766c04809, host ncdv-master-1, cleared binding levels {{(pid=121839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:08:55.499361 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-3b92b076-046d-4d62-972b-75308facfcde None None] For port 2d39954d-c94c-42b9-b0c9-031766c04809, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2d39954d-c94c-42b9-b0c9-031766c04809,segment=NetworkSegment(0c54767f-f5cc-4fe8-be2b-89310a1e6df6),segment_id=0c54767f-f5cc-4fe8-be2b-89310a1e6df6)] {{(pid=121839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:08:55.509192 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-3b92b076-046d-4d62-972b-75308facfcde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (2d39954d-c94c-42b9-b0c9-031766c04809), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:55.547582 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfd7038-4002-4274-8dc4-076cc55378e4 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Pushing event updated for resources: {'Subnet': ['ID=7b5249f7-65ac-4ebe-8d51-aac30e9600c1,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:55.559927 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-839246d6-8663-4aff-b245-4e145027038a admin admin] Calling delete_port for 8bbbb696-85cb-488f-9945-faa388892569 owned by network:router_interface {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:08:55.593163 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b92b076-046d-4d62-972b-75308facfcde None None] Routers {'f425f8c2-61bf-4c61-bea3-e89c447d3f25'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:08:55.594893 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-3b92b076-046d-4d62-972b-75308facfcde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8ce19040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:08:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['f425f8c2-61bf-4c61-bea3-e89c447d3f25'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:08:55.619499 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdfd7038-4002-4274-8dc4-076cc55378e4 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Checking segment: {'id': 'e15566c9-6ad8-4e03-9150-bd1b59ede68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '308d6916-e830-4389-a582-d32af758375c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:08:55.620622 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdfd7038-4002-4274-8dc4-076cc55378e4 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Network hostable DHCP agents. Network: 308d6916-e830-4389-a582-d32af758375c, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:08:55.631927 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2546bbcf-8f1d-40ab-923b-7efc341eaaa2 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Pushing event updated for resources: {'Port': ['ID=689b073f-4ca8-491e-9580-9e41ab96439b,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:55.657776 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2546bbcf-8f1d-40ab-923b-7efc341eaaa2 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Network 6a0eb390-d73a-4a21-8033-b6864cf90a52 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:08:55.677806 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdfd7038-4002-4274-8dc4-076cc55378e4 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Network 308d6916-e830-4389-a582-d32af758375c is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:08:55.678606 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3804b0d7-88c2-4740-8be4-2b9408135df2 req-8cea8fc4-dd49-4b57-862c-efa1462b05d3 tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c334649-d42d-4f47-becb-d6172ad1614f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3241949
May 07 22:08:55.684375 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-2546bbcf-8f1d-40ab-923b-7efc341eaaa2 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:08:55.699674 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-cdfd7038-4002-4274-8dc4-076cc55378e4 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 308d6916-e830-4389-a582-d32af758375c) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:08:55.704772 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdfd7038-4002-4274-8dc4-076cc55378e4 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:55.705386 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cdfd7038-4002-4274-8dc4-076cc55378e4 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:55.736789 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-cdfd7038-4002-4274-8dc4-076cc55378e4 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 1.1758518
May 07 22:08:55.737698 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2546bbcf-8f1d-40ab-923b-7efc341eaaa2 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:08:55.739552 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 39400) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:55.748799 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2546bbcf-8f1d-40ab-923b-7efc341eaaa2 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:55.751949 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2546bbcf-8f1d-40ab-923b-7efc341eaaa2 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:55.806030 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0bdeca7-37ee-4e13-97b5-2effbfd170d6 None None] Network 308d6916-e830-4389-a582-d32af758375c requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:08:55.811766 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feff1ef-cd54-43a5-8a83-34e921b48720 None None] Pushing event updated for resources: {'Port': ['ID=2d39954d-c94c-42b9-b0c9-031766c04809,revision_number=4']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:55.833669 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-3b92b076-046d-4d62-972b-75308facfcde None None] Set router f425f8c2-61bf-4c61-bea3-e89c447d3f25 gateway port host: None {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:08:55.934791 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port dc594b55-dabf-4d63-bcb2-f4c2b219e54f is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:08:55.935183 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (dc594b55-dabf-4d63-bcb2-f4c2b219e54f), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:56.077427 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-2546bbcf-8f1d-40ab-923b-7efc341eaaa2 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 943 time: 3.2989049
May 07 22:08:56.081412 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning for port 337a2b26-27a2-4595-abbc-54e51b93680f completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 22:08:56.083793 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 39402) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:56.094846 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea364c95-cdad-441d-ae10-608c77efbef7 None None] Network 6a0eb390-d73a-4a21-8033-b6864cf90a52 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:08:56.099187 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-e4b05845-b157-42ee-92df-39aa75ebf6f7 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Request body: {'port': {'network_id': '6a0eb390-d73a-4a21-8033-b6864cf90a52', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1097018545', 'allowed_address_pairs': [{'ip_address': '2001:db8::34e', 'mac_address': 'fa:16:3e:2e:26:a6'}]}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:08:56.171183 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-aa2a4d28-3a9a-4298-842e-ffc27ef60e96 None None] Provisioning complete for port 2d39954d-c94c-42b9-b0c9-031766c04809 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:08:56.171558 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-aa2a4d28-3a9a-4298-842e-ffc27ef60e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (2d39954d-c94c-42b9-b0c9-031766c04809), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:56.257684 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-05b89afb-fd46-4a47-bec1-f5c1b4c9c90a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:56.288569 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port 337a2b26-27a2-4595-abbc-54e51b93680f triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:08:56.289205 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (337a2b26-27a2-4595-abbc-54e51b93680f), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:56.346878 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-3b92b076-046d-4d62-972b-75308facfcde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8ce19040>, [{'id': 'f425f8c2-61bf-4c61-bea3-e89c447d3f25', 'name': 'tempest-NetworksTestDHCPv6-router-1152496718', 'tenant_id': 'a45ecca62a364aaabca1717c79558f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:08:47Z', 'updated_at': '2022-05-07T22:08:51Z', 'revision_number': 2, 'project_id': 'a45ecca62a364aaabca1717c79558f6f', 'gw_port_host': None, '_interfaces': [{'id': '2d39954d-c94c-42b9-b0c9-031766c04809', 'name': '', 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'tenant_id': 'a45ecca62a364aaabca1717c79558f6f', 'mac_address': 'fa:16:3e:4c:dc:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f425f8c2-61bf-4c61-bea3-e89c447d3f25', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': 'c8f3b23d-4207-4a0e-a7b6-953857d85ef6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:08:49Z', 'updated_at': '2022-05-07T22:08:55Z', 'revision_number': 4, 'project_id': 'a45ecca62a364aaabca1717c79558f6f', 'subnets': [{'id': 'c8f3b23d-4207-4a0e-a7b6-953857d85ef6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:08:56.406694 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b92b076-046d-4d62-972b-75308facfcde None None] The sync data for ids ['f425f8c2-61bf-4c61-bea3-e89c447d3f25'] in ncdv-master-1 is: [{'id': 'f425f8c2-61bf-4c61-bea3-e89c447d3f25', 'name': 'tempest-NetworksTestDHCPv6-router-1152496718', 'tenant_id': 'a45ecca62a364aaabca1717c79558f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:08:47Z', 'updated_at': '2022-05-07T22:08:51Z', 'revision_number': 2, 'project_id': 'a45ecca62a364aaabca1717c79558f6f', 'gw_port_host': None, '_interfaces': [{'id': '2d39954d-c94c-42b9-b0c9-031766c04809', 'name': '', 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'tenant_id': 'a45ecca62a364aaabca1717c79558f6f', 'mac_address': 'fa:16:3e:4c:dc:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f425f8c2-61bf-4c61-bea3-e89c447d3f25', 'device_owner': 'network:router_interface', 'standard_attr_id': 2957, 'fixed_ips': [{'subnet_id': 'c8f3b23d-4207-4a0e-a7b6-953857d85ef6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:08:49Z', 'updated_at': '2022-05-07T22:08:55Z', 'revision_number': 4, 'project_id': 'a45ecca62a364aaabca1717c79558f6f', 'subnets': [{'id': 'c8f3b23d-4207-4a0e-a7b6-953857d85ef6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:08:56.427075 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port dc594b55-dabf-4d63-bcb2-f4c2b219e54f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dc594b55-dabf-4d63-bcb2-f4c2b219e54f,segment=NetworkSegment(fec8190d-70bb-41ab-88b6-c138d258788f),segment_id=fec8190d-70bb-41ab-88b6-c138d258788f)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:08:56.436909 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-00316d10-0a30-408c-9295-23006c9d1bb7 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401094'] for router_interface (f425f8c2-61bf-4c61-bea3-e89c447d3f25), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:56.452118 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (dc594b55-dabf-4d63-bcb2-f4c2b219e54f), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:56.582685 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8a958e3a-6a81-4035-9d39-1abf113688d1 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:56.694084 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-839246d6-8663-4aff-b245-4e145027038a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (8bbbb696-85cb-488f-9945-faa388892569), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:56.703865 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07047d92-5fd2-41c7-9504-9dbc751dca71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-308d6916-e830-4389-a582-d32af758375c', 'network_id': '308d6916-e830-4389-a582-d32af758375c', 'project_id': '79ad2ea0f3a34003bb7a3f8ff81c58e4', 'fixed_ips': [{'subnet_id': '7b5249f7-65ac-4ebe-8d51-aac30e9600c1'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:08:56.704099 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-07047d92-5fd2-41c7-9504-9dbc751dca71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:56.841017 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839246d6-8663-4aff-b245-4e145027038a admin admin] Pushing event deleted for resources: {'Port': ['ID=8bbbb696-85cb-488f-9945-faa388892569,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:56.865476 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-afd984f1-f01b-47d1-bc92-fb8cacfb7caf None None] Publish callbacks [] for port (cd2cf3c4-3e08-46f4-9d5d-18ed1dbf5953), precommit_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:56.990378 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=dc594b55-dabf-4d63-bcb2-f4c2b219e54f,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:56.994836 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-afd984f1-f01b-47d1-bc92-fb8cacfb7caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (cd2cf3c4-3e08-46f4-9d5d-18ed1dbf5953), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:57.021864 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b05845-b157-42ee-92df-39aa75ebf6f7 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Made reservation on behalf of 6d3ba93d3f2b424cbe1cd3e4f8623ad5 for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:08:57.028499 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b897e7a5-ef6d-4730-9831-d4060653cf62 req-8af99bef-b229-43d9-9edb-2c1db519a4f3 tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:57.038844 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b897e7a5-ef6d-4730-9831-d4060653cf62 req-8af99bef-b229-43d9-9edb-2c1db519a4f3 tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3ed5da6-ab19-4f8c-a82a-c988e23edcc0 HTTP/1.1" status: 200  len: 945 time: 0.2010770
May 07 22:08:57.186186 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-00316d10-0a30-408c-9295-23006c9d1bb7 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Deleting port 2d39954d-c94c-42b9-b0c9-031766c04809 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:08:57.186538 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-00316d10-0a30-408c-9295-23006c9d1bb7 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (2d39954d-c94c-42b9-b0c9-031766c04809), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:57.384645 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b897e7a5-ef6d-4730-9831-d4060653cf62 req-a1b62abc-0261-4a71-969d-b0e7a0aa3c85 tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c334649-d42d-4f47-becb-d6172ad1614f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3438928
May 07 22:08:57.443173 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-839246d6-8663-4aff-b245-4e145027038a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401002'] for router_interface (76e8003f-f07d-43c5-be91-2cdd94ca2a8c), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:57.500817 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-8a958e3a-6a81-4035-9d39-1abf113688d1 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Allocated IP 172.20.0.1 (308d6916-e830-4389-a582-d32af758375c/7b5249f7-65ac-4ebe-8d51-aac30e9600c1/d8f644c1-b6ae-4d78-aec2-2c181f43d02c) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:08:57.583483 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 2d39954d-c94c-42b9-b0c9-031766c04809 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:08:57.586805 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:08:57.587724 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:08:57.588139 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:08:57.590173 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:08:57.590173 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:08:57.590173 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:08:57.590173 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:08:57.590567 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:08:57.591180 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:08:57.591522 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:08:57.591844 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:08:57.592619 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:08:57.592619 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:08:57.592878 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:08:57.593127 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:08:57.598210 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-aa2a4d28-3a9a-4298-842e-ffc27ef60e96 None None] Current status of the port 2d39954d-c94c-42b9-b0c9-031766c04809 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:08:57.598612 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-aa2a4d28-3a9a-4298-842e-ffc27ef60e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (2d39954d-c94c-42b9-b0c9-031766c04809), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:57.656813 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8a958e3a-6a81-4035-9d39-1abf113688d1 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks [] for port (d8f644c1-b6ae-4d78-aec2-2c181f43d02c), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:57.704653 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 337a2b26-27a2-4595-abbc-54e51b93680f is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:08:57.705011 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (337a2b26-27a2-4595-abbc-54e51b93680f), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:57.708489 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8a958e3a-6a81-4035-9d39-1abf113688d1 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (d8f644c1-b6ae-4d78-aec2-2c181f43d02c), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:57.712851 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:57.753844 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da75b3c8-16bc-48d5-8190-adb0e4f589c9 None None] Pushing event updated for resources: {'Port': ['ID=cd2cf3c4-3e08-46f4-9d5d-18ed1dbf5953,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:57.778170 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a958e3a-6a81-4035-9d39-1abf113688d1 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Network 308d6916-e830-4389-a582-d32af758375c is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:08:57.779165 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a958e3a-6a81-4035-9d39-1abf113688d1 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Pushing event updated for resources: {'Port': ['ID=d8f644c1-b6ae-4d78-aec2-2c181f43d02c,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:57.783547 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-8a958e3a-6a81-4035-9d39-1abf113688d1 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:08:57.785803 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a958e3a-6a81-4035-9d39-1abf113688d1 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:08:57.798344 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-afd984f1-f01b-47d1-bc92-fb8cacfb7caf None None] Attempting to bind port cd2cf3c4-3e08-46f4-9d5d-18ed1dbf5953 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:08:57.798740 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-afd984f1-f01b-47d1-bc92-fb8cacfb7caf None None] Attempting to bind port cd2cf3c4-3e08-46f4-9d5d-18ed1dbf5953 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:08:57.799127 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd984f1-f01b-47d1-bc92-fb8cacfb7caf None None] Attempting to bind port cd2cf3c4-3e08-46f4-9d5d-18ed1dbf5953 on network 9221b764-ef06-431f-8941-796516ed7c3b {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:08:57.836462 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8a958e3a-6a81-4035-9d39-1abf113688d1 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398161'] for router_interface (83789103-a34a-4812-891b-ff852781f2d3), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:57.857085 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3ed5da6-ab19-4f8c-a82a-c988e23edcc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '337a2b26-27a2-4595-abbc-54e51b93680f'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:08:57.860372 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab888217-3a79-43fd-bb06-dfa835e8373a" -d '{"events": [{"server_uuid": "a3ed5da6-ab19-4f8c-a82a-c988e23edcc0", "name": "network-vif-plugged", "status": "completed", "tag": "337a2b26-27a2-4595-abbc-54e51b93680f"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:08:57.877574 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd984f1-f01b-47d1-bc92-fb8cacfb7caf None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:08:57.877860 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd984f1-f01b-47d1-bc92-fb8cacfb7caf None None] Checking segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:08:57.878280 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-afd984f1-f01b-47d1-bc92-fb8cacfb7caf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:57.878666 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afd984f1-f01b-47d1-bc92-fb8cacfb7caf None None] Bound using segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:08:57.879260 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-afd984f1-f01b-47d1-bc92-fb8cacfb7caf None None] Bound port: cd2cf3c4-3e08-46f4-9d5d-18ed1dbf5953, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:08:57.879685 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-afd984f1-f01b-47d1-bc92-fb8cacfb7caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (cd2cf3c4-3e08-46f4-9d5d-18ed1dbf5953), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:57.943566 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d98f2baa-027c-406a-8103-ff4c481578c3 x-openstack-request-id: req-d98f2baa-027c-406a-8103-ff4c481578c3 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:08:57.943869 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3ed5da6-ab19-4f8c-a82a-c988e23edcc0", "name": "network-vif-plugged", "status": "completed", "tag": "337a2b26-27a2-4595-abbc-54e51b93680f", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:08:57.944130 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d98f2baa-027c-406a-8103-ff4c481578c3 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:08:57.944533 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d98f2baa-027c-406a-8103-ff4c481578c3'] response: {'server_uuid': 'a3ed5da6-ab19-4f8c-a82a-c988e23edcc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '337a2b26-27a2-4595-abbc-54e51b93680f', 'code': 200}
May 07 22:08:57.953057 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e4b05845-b157-42ee-92df-39aa75ebf6f7 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:57.954809 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-aa2a4d28-3a9a-4298-842e-ffc27ef60e96 None None] For port 2d39954d-c94c-42b9-b0c9-031766c04809, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2d39954d-c94c-42b9-b0c9-031766c04809,segment=NetworkSegment(0c54767f-f5cc-4fe8-be2b-89310a1e6df6),segment_id=0c54767f-f5cc-4fe8-be2b-89310a1e6df6)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:08:57.956745 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 337a2b26-27a2-4595-abbc-54e51b93680f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=337a2b26-27a2-4595-abbc-54e51b93680f,segment=NetworkSegment(e9dfa04b-244b-4a92-b433-79dbf6b894df),segment_id=e9dfa04b-244b-4a92-b433-79dbf6b894df)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:08:57.969638 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-afd984f1-f01b-47d1-bc92-fb8cacfb7caf None None] For port cd2cf3c4-3e08-46f4-9d5d-18ed1dbf5953, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:08:57.975467 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-aa2a4d28-3a9a-4298-842e-ffc27ef60e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (2d39954d-c94c-42b9-b0c9-031766c04809), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:57.981065 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [None req-e4b05845-b157-42ee-92df-39aa75ebf6f7 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] device_id is not set on port 293595f2-496a-491f-803f-6ed8d26d9931 yet. {{(pid=121836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 22:08:57.982609 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-afd984f1-f01b-47d1-bc92-fb8cacfb7caf None None] For port cd2cf3c4-3e08-46f4-9d5d-18ed1dbf5953, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cd2cf3c4-3e08-46f4-9d5d-18ed1dbf5953,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:08:58.033529 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (337a2b26-27a2-4595-abbc-54e51b93680f), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:58.042656 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2a4d28-3a9a-4298-842e-ffc27ef60e96 None None] Pushing event updated for resources: {'Port': ['ID=2d39954d-c94c-42b9-b0c9-031766c04809,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:58.044480 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-00316d10-0a30-408c-9295-23006c9d1bb7 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] For port 2d39954d-c94c-42b9-b0c9-031766c04809, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2d39954d-c94c-42b9-b0c9-031766c04809,segment=NetworkSegment(0c54767f-f5cc-4fe8-be2b-89310a1e6df6),segment_id=0c54767f-f5cc-4fe8-be2b-89310a1e6df6)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:08:58.045402 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-00316d10-0a30-408c-9295-23006c9d1bb7 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (2d39954d-c94c-42b9-b0c9-031766c04809), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:58.048551 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8a958e3a-6a81-4035-9d39-1abf113688d1 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (d8f644c1-b6ae-4d78-aec2-2c181f43d02c), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:58.051722 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-07047d92-5fd2-41c7-9504-9dbc751dca71 None None] Allocated IP 172.20.0.2 (308d6916-e830-4389-a582-d32af758375c/7b5249f7-65ac-4ebe-8d51-aac30e9600c1/12132893-44ab-4c66-a668-cb2cdaaf1c80) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:08:58.056266 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-afd984f1-f01b-47d1-bc92-fb8cacfb7caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (cd2cf3c4-3e08-46f4-9d5d-18ed1dbf5953), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:58.058376 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 2d39954d-c94c-42b9-b0c9-031766c04809 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:08:58.058745 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (2d39954d-c94c-42b9-b0c9-031766c04809), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:58.122376 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-00316d10-0a30-408c-9295-23006c9d1bb7 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Calling delete_port for 2d39954d-c94c-42b9-b0c9-031766c04809 owned by network:router_interface {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:08:58.172870 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cdd7e2-40c6-46bc-9ed8-143a193dc9d6 req-dec561be-7ca3-4c61-9066-ef34a728d8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:58.174467 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f8cdd7e2-40c6-46bc-9ed8-143a193dc9d6 req-dec561be-7ca3-4c61-9066-ef34a728d8c9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a3ed5da6-ab19-4f8c-a82a-c988e23edcc0 HTTP/1.1" status: 200  len: 1128 time: 0.1410763
May 07 22:08:58.193690 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-4feeab67-baf3-49db-8bd5-098822f66958 None None] Provisioning complete for port 689b073f-4ca8-491e-9580-9e41ab96439b triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:08:58.194078 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-4feeab67-baf3-49db-8bd5-098822f66958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (689b073f-4ca8-491e-9580-9e41ab96439b), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:58.257839 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=337a2b26-27a2-4595-abbc-54e51b93680f,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:58.295651 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd984f1-f01b-47d1-bc92-fb8cacfb7caf None None] Routers {'83789103-a34a-4812-891b-ff852781f2d3'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:08:58.296150 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-afd984f1-f01b-47d1-bc92-fb8cacfb7caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7ec7ee50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:08:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['83789103-a34a-4812-891b-ff852781f2d3'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:08:58.369952 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f8cdd7e2-40c6-46bc-9ed8-143a193dc9d6 req-3610a14b-5497-4063-9b3e-6d57e6341e82 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5c334649-d42d-4f47-becb-d6172ad1614f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1711667
May 07 22:08:58.394103 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-4feeab67-baf3-49db-8bd5-098822f66958 None None] Port 689b073f-4ca8-491e-9580-9e41ab96439b cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:08:58.423267 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-e4b05845-b157-42ee-92df-39aa75ebf6f7 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Allocated IP 2001:db8::1a6 (6a0eb390-d73a-4a21-8033-b6864cf90a52/5288135e-5c2e-4bdd-a0bb-930f34c7911c/293595f2-496a-491f-803f-6ed8d26d9931) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:08:58.465368 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da75b3c8-16bc-48d5-8190-adb0e4f589c9 None None] Pushing event updated for resources: {'Port': ['ID=cd2cf3c4-3e08-46f4-9d5d-18ed1dbf5953,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:58.606434 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-839246d6-8663-4aff-b245-4e145027038a admin admin] Router 76e8003f-f07d-43c5-be91-2cdd94ca2a8c has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:08:58.677609 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-4feeab67-baf3-49db-8bd5-098822f66958 None None] Provisioning complete for port 2d39954d-c94c-42b9-b0c9-031766c04809 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:08:58.678624 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-4feeab67-baf3-49db-8bd5-098822f66958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (2d39954d-c94c-42b9-b0c9-031766c04809), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:58.678888 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11036ffd-d310-4ed9-b3d1-e114951dde59 req-dc007b0c-b013-4291-b22c-b651b8bb5a84 tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:08:58.686909 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-11036ffd-d310-4ed9-b3d1-e114951dde59 req-dc007b0c-b013-4291-b22c-b651b8bb5a84 tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3ed5da6-ab19-4f8c-a82a-c988e23edcc0 HTTP/1.1" status: 200  len: 946 time: 0.0723779
May 07 22:08:58.811506 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-11036ffd-d310-4ed9-b3d1-e114951dde59 req-fbcf4925-65d8-420e-a5ae-20343e1c61c7 tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c334649-d42d-4f47-becb-d6172ad1614f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1231444
May 07 22:08:58.811923 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-00316d10-0a30-408c-9295-23006c9d1bb7 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (2d39954d-c94c-42b9-b0c9-031766c04809), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:58.827519 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-4feeab67-baf3-49db-8bd5-098822f66958 None None] Port 2d39954d-c94c-42b9-b0c9-031766c04809 update to ACTIVE by agent not found {{(pid=121838) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2273}}
May 07 22:08:58.835972 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 2d39954d-c94c-42b9-b0c9-031766c04809 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:08:58.870229 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-4feeab67-baf3-49db-8bd5-098822f66958 None None] Provisioning complete for port dc594b55-dabf-4d63-bcb2-f4c2b219e54f triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:08:58.870608 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-4feeab67-baf3-49db-8bd5-098822f66958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (dc594b55-dabf-4d63-bcb2-f4c2b219e54f), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:58.886479 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-afd984f1-f01b-47d1-bc92-fb8cacfb7caf None None] Set router 83789103-a34a-4812-891b-ff852781f2d3 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:08:58.911267 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8a958e3a-6a81-4035-9d39-1abf113688d1 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks [] for port (d8f644c1-b6ae-4d78-aec2-2c181f43d02c), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:58.921546 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8a958e3a-6a81-4035-9d39-1abf113688d1 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (d8f644c1-b6ae-4d78-aec2-2c181f43d02c), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:58.936844 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00316d10-0a30-408c-9295-23006c9d1bb7 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event deleted for resources: {'Port': ['ID=2d39954d-c94c-42b9-b0c9-031766c04809,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:58.949927 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-07047d92-5fd2-41c7-9504-9dbc751dca71 None None] Publish callbacks [] for port (12132893-44ab-4c66-a668-cb2cdaaf1c80), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:58.971737 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-07047d92-5fd2-41c7-9504-9dbc751dca71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (12132893-44ab-4c66-a668-cb2cdaaf1c80), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:59.011235 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 39438) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:59.041583 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8a958e3a-6a81-4035-9d39-1abf113688d1 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401121'] for router_interface (83789103-a34a-4812-891b-ff852781f2d3), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:59.052117 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a958e3a-6a81-4035-9d39-1abf113688d1 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Pushing event updated for resources: {'Port': ['ID=d8f644c1-b6ae-4d78-aec2-2c181f43d02c,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:59.151439 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 2d39954d-c94c-42b9-b0c9-031766c04809 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:08:59.171011 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-839246d6-8663-4aff-b245-4e145027038a admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:08:59.174071 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-00316d10-0a30-408c-9295-23006c9d1bb7 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401002'] for router_interface (f425f8c2-61bf-4c61-bea3-e89c447d3f25), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:59.207792 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b89af4d-89a9-4844-ae56-5d207a5ef906 None None] Sync routers for ids ['76e8003f-f07d-43c5-be91-2cdd94ca2a8c'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:08:59.208032 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a958e3a-6a81-4035-9d39-1abf113688d1 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Network 308d6916-e830-4389-a582-d32af758375c is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:08:59.209479 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 2d39954d-c94c-42b9-b0c9-031766c04809 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:08:59.209819 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 2d39954d-c94c-42b9-b0c9-031766c04809 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}}
May 07 22:08:59.210039 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-8a958e3a-6a81-4035-9d39-1abf113688d1 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:08:59.224575 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-839246d6-8663-4aff-b245-4e145027038a admin admin] 10.222.0.32 "PUT /v2.0/routers/76e8003f-f07d-43c5-be91-2cdd94ca2a8c/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.2595103
May 07 22:08:59.228099 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07047d92-5fd2-41c7-9504-9dbc751dca71 None None] Network 308d6916-e830-4389-a582-d32af758375c is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:08:59.229385 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 39442) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:59.281890 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-07047d92-5fd2-41c7-9504-9dbc751dca71 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:08:59.284564 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07047d92-5fd2-41c7-9504-9dbc751dca71 None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:08:59.320464 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ecf0118f-446a-4857-83f2-dc1461a2db1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:59.329671 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Port 2d39954d-c94c-42b9-b0c9-031766c04809 not found, will not notify nova. {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}}
May 07 22:08:59.330182 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device dc594b55-dabf-4d63-bcb2-f4c2b219e54f up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:08:59.344299 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:59.376093 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07047d92-5fd2-41c7-9504-9dbc751dca71 None None] Pushing event updated for resources: {'Port': ['ID=12132893-44ab-4c66-a668-cb2cdaaf1c80,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:59.410242 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b89af4d-89a9-4844-ae56-5d207a5ef906 None None] Routers {'76e8003f-f07d-43c5-be91-2cdd94ca2a8c'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:08:59.411150 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-1b89af4d-89a9-4844-ae56-5d207a5ef906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f744880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:08:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['76e8003f-f07d-43c5-be91-2cdd94ca2a8c'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:08:59.419553 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e4b05845-b157-42ee-92df-39aa75ebf6f7 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Publish callbacks [] for port (293595f2-496a-491f-803f-6ed8d26d9931), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:59.482376 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-4feeab67-baf3-49db-8bd5-098822f66958 None None] Current status of the port dc594b55-dabf-4d63-bcb2-f4c2b219e54f is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:08:59.497072 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a958e3a-6a81-4035-9d39-1abf113688d1 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Router 83789103-a34a-4812-891b-ff852781f2d3 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:08:59.573112 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ecf0118f-446a-4857-83f2-dc1461a2db1a admin admin] Publish callbacks [] for security_group (5bde4bfb-3dc2-47eb-9ba9-51a218cabc49), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:59.585878 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ecf0118f-446a-4857-83f2-dc1461a2db1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (5bde4bfb-3dc2-47eb-9ba9-51a218cabc49), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:59.639320 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1649ea94-3d72-4fd8-ac93-0decf856e907 admin admin] Publish callbacks [] for router (76e8003f-f07d-43c5-be91-2cdd94ca2a8c), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:59.738569 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-ecf0118f-446a-4857-83f2-dc1461a2db1a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=897a1c519ef5418587c1629e414dde55&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7232757
May 07 22:08:59.740667 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf0118f-446a-4857-83f2-dc1461a2db1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bde4bfb-3dc2-47eb-9ba9-51a218cabc49,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:08:59.752977 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 39452) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:59.796479 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a958e3a-6a81-4035-9d39-1abf113688d1 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:08:59.797304 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00316d10-0a30-408c-9295-23006c9d1bb7 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Router f425f8c2-61bf-4c61-bea3-e89c447d3f25 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:08:59.798823 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e4b05845-b157-42ee-92df-39aa75ebf6f7 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (293595f2-496a-491f-803f-6ed8d26d9931), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:59.827642 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-8a958e3a-6a81-4035-9d39-1abf113688d1 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] 10.222.0.32 "PUT /v2.0/routers/83789103-a34a-4812-891b-ff852781f2d3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0869732
May 07 22:08:59.837778 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 39454) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:08:59.851094 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-81f66495-30af-4243-896a-6d979b8e9a8b tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1476489', 'description': 'tempest-secgroup_access--1476489 description', 'project_id': '79ad2ea0f3a34003bb7a3f8ff81c58e4'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:08:59.856930 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-07047d92-5fd2-41c7-9504-9dbc751dca71 None None] Attempting to bind port 12132893-44ab-4c66-a668-cb2cdaaf1c80 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:08:59.858062 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-07047d92-5fd2-41c7-9504-9dbc751dca71 None None] Attempting to bind port 12132893-44ab-4c66-a668-cb2cdaaf1c80 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e15566c9-6ad8-4e03-9150-bd1b59ede68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '308d6916-e830-4389-a582-d32af758375c'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:08:59.858752 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07047d92-5fd2-41c7-9504-9dbc751dca71 None None] Attempting to bind port 12132893-44ab-4c66-a668-cb2cdaaf1c80 on network 308d6916-e830-4389-a582-d32af758375c {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:08:59.884752 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07047d92-5fd2-41c7-9504-9dbc751dca71 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:08:59.885461 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07047d92-5fd2-41c7-9504-9dbc751dca71 None None] Checking segment: {'id': 'e15566c9-6ad8-4e03-9150-bd1b59ede68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '308d6916-e830-4389-a582-d32af758375c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:08:59.886033 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-07047d92-5fd2-41c7-9504-9dbc751dca71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:59.886615 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07047d92-5fd2-41c7-9504-9dbc751dca71 None None] Bound using segment: {'id': 'e15566c9-6ad8-4e03-9150-bd1b59ede68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '308d6916-e830-4389-a582-d32af758375c'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:08:59.887336 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-07047d92-5fd2-41c7-9504-9dbc751dca71 None None] Bound port: 12132893-44ab-4c66-a668-cb2cdaaf1c80, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e15566c9-6ad8-4e03-9150-bd1b59ede68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '308d6916-e830-4389-a582-d32af758375c'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:08:59.887890 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-07047d92-5fd2-41c7-9504-9dbc751dca71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (12132893-44ab-4c66-a668-cb2cdaaf1c80), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:59.899173 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bc0a82bb-3fbf-432e-8d92-c2e941f54d3d admin admin] Publish callbacks [] for security_group (5bde4bfb-3dc2-47eb-9ba9-51a218cabc49), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:59.911736 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port dc594b55-dabf-4d63-bcb2-f4c2b219e54f triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:08:59.912440 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (dc594b55-dabf-4d63-bcb2-f4c2b219e54f), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:59.926220 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-afd984f1-f01b-47d1-bc92-fb8cacfb7caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7ec7ee50>, [{'id': '83789103-a34a-4812-891b-ff852781f2d3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1006798235', 'tenant_id': '79ad2ea0f3a34003bb7a3f8ff81c58e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.253'}], 'enable_snat': True}, 'gw_port_id': 'cd2cf3c4-3e08-46f4-9d5d-18ed1dbf5953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:08:48Z', 'updated_at': '2022-05-07T22:08:57Z', 'revision_number': 4, 'project_id': '79ad2ea0f3a34003bb7a3f8ff81c58e4', 'gw_port': {'id': 'cd2cf3c4-3e08-46f4-9d5d-18ed1dbf5953', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b5:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83789103-a34a-4812-891b-ff852781f2d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:08:50Z', 'updated_at': '2022-05-07T22:08:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd8f644c1-b6ae-4d78-aec2-2c181f43d02c', 'name': '', 'network_id': '308d6916-e830-4389-a582-d32af758375c', 'tenant_id': '79ad2ea0f3a34003bb7a3f8ff81c58e4', 'mac_address': 'fa:16:3e:3e:fd:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83789103-a34a-4812-891b-ff852781f2d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '7b5249f7-65ac-4ebe-8d51-aac30e9600c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:08:57Z', 'updated_at': '2022-05-07T22:08:57Z', 'revision_number': 1, 'project_id': '79ad2ea0f3a34003bb7a3f8ff81c58e4', 'subnets': [{'id': '7b5249f7-65ac-4ebe-8d51-aac30e9600c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:08:59.945953 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b05845-b157-42ee-92df-39aa75ebf6f7 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Network 6a0eb390-d73a-4a21-8033-b6864cf90a52 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:08:59.949824 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bc0a82bb-3fbf-432e-8d92-c2e941f54d3d admin admin] Publish callbacks [] for security_group (5bde4bfb-3dc2-47eb-9ba9-51a218cabc49), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:08:59.960018 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-e4b05845-b157-42ee-92df-39aa75ebf6f7 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:08:59.992418 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd984f1-f01b-47d1-bc92-fb8cacfb7caf None None] The sync data for ids ['83789103-a34a-4812-891b-ff852781f2d3'] in ncdv-master-1 is: [{'id': '83789103-a34a-4812-891b-ff852781f2d3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1006798235', 'tenant_id': '79ad2ea0f3a34003bb7a3f8ff81c58e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.253'}], 'enable_snat': True}, 'gw_port_id': 'cd2cf3c4-3e08-46f4-9d5d-18ed1dbf5953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:08:48Z', 'updated_at': '2022-05-07T22:08:57Z', 'revision_number': 4, 'project_id': '79ad2ea0f3a34003bb7a3f8ff81c58e4', 'gw_port': {'id': 'cd2cf3c4-3e08-46f4-9d5d-18ed1dbf5953', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b5:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83789103-a34a-4812-891b-ff852781f2d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:08:50Z', 'updated_at': '2022-05-07T22:08:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd8f644c1-b6ae-4d78-aec2-2c181f43d02c', 'name': '', 'network_id': '308d6916-e830-4389-a582-d32af758375c', 'tenant_id': '79ad2ea0f3a34003bb7a3f8ff81c58e4', 'mac_address': 'fa:16:3e:3e:fd:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83789103-a34a-4812-891b-ff852781f2d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '7b5249f7-65ac-4ebe-8d51-aac30e9600c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:08:57Z', 'updated_at': '2022-05-07T22:08:57Z', 'revision_number': 1, 'project_id': '79ad2ea0f3a34003bb7a3f8ff81c58e4', 'subnets': [{'id': '7b5249f7-65ac-4ebe-8d51-aac30e9600c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:09:00.004243 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1649ea94-3d72-4fd8-ac93-0decf856e907 admin admin] Publish callbacks [] for router_gateway (76e8003f-f07d-43c5-be91-2cdd94ca2a8c), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:00.006105 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-1b89af4d-89a9-4844-ae56-5d207a5ef906 None None] Set router 76e8003f-f07d-43c5-be91-2cdd94ca2a8c gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:09:00.009367 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b05845-b157-42ee-92df-39aa75ebf6f7 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:09:00.014976 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b05845-b157-42ee-92df-39aa75ebf6f7 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:00.019119 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e4b05845-b157-42ee-92df-39aa75ebf6f7 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:00.039866 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b05845-b157-42ee-92df-39aa75ebf6f7 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Pushing event updated for resources: {'Port': ['ID=293595f2-496a-491f-803f-6ed8d26d9931,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:00.058275 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-81f66495-30af-4243-896a-6d979b8e9a8b tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:00.111999 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00316d10-0a30-408c-9295-23006c9d1bb7 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:09:00.131140 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05b5a19-c88e-41fd-9006-1d382d4b543b None None] Sync routers for ids ['f425f8c2-61bf-4c61-bea3-e89c447d3f25'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:09:00.145112 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05b5a19-c88e-41fd-9006-1d382d4b543b None None] Routers {'f425f8c2-61bf-4c61-bea3-e89c447d3f25'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:09:00.146060 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-c05b5a19-c88e-41fd-9006-1d382d4b543b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cc43040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:08:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['f425f8c2-61bf-4c61-bea3-e89c447d3f25'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:09:00.154396 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-00316d10-0a30-408c-9295-23006c9d1bb7 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "PUT /v2.0/routers/f425f8c2-61bf-4c61-bea3-e89c447d3f25/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.8262882
May 07 22:09:00.156922 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 39462) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:00.172357 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-e4b05845-b157-42ee-92df-39aa75ebf6f7 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1008 time: 4.0857065
May 07 22:09:00.206439 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c8ca2-cb32-4b08-89d2-0fe09812a762 req-72866293-dfd5-4ec0-84b7-3f1cd1621b89 tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:00.215114 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e85c8ca2-cb32-4b08-89d2-0fe09812a762 req-72866293-dfd5-4ec0-84b7-3f1cd1621b89 tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3ed5da6-ab19-4f8c-a82a-c988e23edcc0 HTTP/1.1" status: 200  len: 946 time: 0.1297255
May 07 22:09:00.215655 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 39464) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:00.316956 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6621e79b-29ad-4fc5-8247-f2aaae3fb800 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:00.318705 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6621e79b-29ad-4fc5-8247-f2aaae3fb800 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:00.324747 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-6621e79b-29ad-4fc5-8247-f2aaae3fb800 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1464 time: 0.1510339
May 07 22:09:00.327611 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 39466) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:00.404944 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee62ffb-8f5d-4af7-bce1-ec0fee5ad599 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:00.411759 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee62ffb-8f5d-4af7-bce1-ec0fee5ad599 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:00.427082 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee62ffb-8f5d-4af7-bce1-ec0fee5ad599 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:00.455034 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-1649ea94-3d72-4fd8-ac93-0decf856e907 admin admin] Deleting port ece2a975-4d3c-4919-b3a7-2d7047f0c79b {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:09:00.456960 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1649ea94-3d72-4fd8-ac93-0decf856e907 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (ece2a975-4d3c-4919-b3a7-2d7047f0c79b), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:00.457672 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-aee62ffb-8f5d-4af7-bce1-ec0fee5ad599 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 2483 time: 0.2339022
May 07 22:09:00.461605 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 39468) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:00.473316 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:00.479029 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-07047d92-5fd2-41c7-9504-9dbc751dca71 None None] For port 12132893-44ab-4c66-a668-cb2cdaaf1c80, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:09:00.533180 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacd5aca-0f2a-46b7-beaf-52c5d6e7adb2 req-2d7eea40-9566-4f7d-ad5d-28b73d68e416 tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:00.534972 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-aacd5aca-0f2a-46b7-beaf-52c5d6e7adb2 req-2d7eea40-9566-4f7d-ad5d-28b73d68e416 tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] 10.222.0.32 "GET /v2.0/ports?device_id=b682b3c1-0ca9-4806-8100-908917473b27 HTTP/1.1" status: 200  len: 945 time: 0.3950906
May 07 22:09:00.564213 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_v2 [None req-42086424-1229-4254-b6fe-860a2dd6a700 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Deleting subnet c8f3b23d-4207-4a0e-a7b6-953857d85ef6 {{(pid=121836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:09:00.564558 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-07047d92-5fd2-41c7-9504-9dbc751dca71 None None] For port 12132893-44ab-4c66-a668-cb2cdaaf1c80, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=12132893-44ab-4c66-a668-cb2cdaaf1c80,segment=NetworkSegment(e15566c9-6ad8-4e03-9150-bd1b59ede68e),segment_id=e15566c9-6ad8-4e03-9150-bd1b59ede68e)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:09:00.575899 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-c05b5a19-c88e-41fd-9006-1d382d4b543b None None] Set router f425f8c2-61bf-4c61-bea3-e89c447d3f25 gateway port host: None {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:09:00.578754 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port dc594b55-dabf-4d63-bcb2-f4c2b219e54f is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:09:00.594955 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bc0a82bb-3fbf-432e-8d92-c2e941f54d3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (5bde4bfb-3dc2-47eb-9ba9-51a218cabc49), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:00.601440 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bc0a82bb-3fbf-432e-8d92-c2e941f54d3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:00.603111 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-bc0a82bb-3fbf-432e-8d92-c2e941f54d3d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5bde4bfb-3dc2-47eb-9ba9-51a218cabc49 HTTP/1.1" status: 204  len: 168 time: 0.8487248
May 07 22:09:00.641981 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-07047d92-5fd2-41c7-9504-9dbc751dca71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (12132893-44ab-4c66-a668-cb2cdaaf1c80), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:00.665374 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-fcbbec58-c285-4049-9908-8f3d5a006776 None None] Provisioning complete for port 293595f2-496a-491f-803f-6ed8d26d9931 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:09:00.665758 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-fcbbec58-c285-4049-9908-8f3d5a006776 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (293595f2-496a-491f-803f-6ed8d26d9931), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:00.679674 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-42086424-1229-4254-b6fe-860a2dd6a700 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for subnet (c8f3b23d-4207-4a0e-a7b6-953857d85ef6), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:00.716839 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e85c8ca2-cb32-4b08-89d2-0fe09812a762 req-8a5d0327-c5fc-4fd8-8db2-74bf08052ece tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c334649-d42d-4f47-becb-d6172ad1614f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3502154
May 07 22:09:00.725821 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-c05b5a19-c88e-41fd-9006-1d382d4b543b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cc43040>, [{'id': 'f425f8c2-61bf-4c61-bea3-e89c447d3f25', 'name': 'tempest-NetworksTestDHCPv6-router-1152496718', 'tenant_id': 'a45ecca62a364aaabca1717c79558f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:08:47Z', 'updated_at': '2022-05-07T22:08:58Z', 'revision_number': 3, 'project_id': 'a45ecca62a364aaabca1717c79558f6f', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:09:00.779501 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-1b89af4d-89a9-4844-ae56-5d207a5ef906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f744880>, [{'id': '76e8003f-f07d-43c5-be91-2cdd94ca2a8c', 'name': 'tempest-ServerActionsTestJSON-1039258511-router', 'tenant_id': '759c66c34f414c19b2109393738ef639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.29'}], 'enable_snat': True}, 'gw_port_id': 'ece2a975-4d3c-4919-b3a7-2d7047f0c79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:01:24Z', 'updated_at': '2022-05-07T22:08:56Z', 'revision_number': 5, 'project_id': '759c66c34f414c19b2109393738ef639', 'gw_port': {'id': 'ece2a975-4d3c-4919-b3a7-2d7047f0c79b', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:40:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76e8003f-f07d-43c5-be91-2cdd94ca2a8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:01:25Z', 'updated_at': '2022-05-07T22:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:09:00.813519 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05b5a19-c88e-41fd-9006-1d382d4b543b None None] Checking router: f425f8c2-61bf-4c61-bea3-e89c447d3f25 for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:09:00.814167 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0a82bb-3fbf-432e-8d92-c2e941f54d3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bde4bfb-3dc2-47eb-9ba9-51a218cabc49,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:00.828320 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05b5a19-c88e-41fd-9006-1d382d4b543b None None] Routers {'f425f8c2-61bf-4c61-bea3-e89c447d3f25'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:09:00.829445 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-c05b5a19-c88e-41fd-9006-1d382d4b543b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cc43040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:08:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['f425f8c2-61bf-4c61-bea3-e89c447d3f25'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:09:00.857834 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-42086424-1229-4254-b6fe-860a2dd6a700 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726883'] for subnet (c8f3b23d-4207-4a0e-a7b6-953857d85ef6), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:00.968501 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-aacd5aca-0f2a-46b7-beaf-52c5d6e7adb2 req-3f21a838-a643-4332-bce1-3f1d125d3685 tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] 10.222.0.32 "GET /v2.0/security-groups?id=45028260-27bb-4967-b003-55d77c52e058&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4220233
May 07 22:09:01.007897 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-c05b5a19-c88e-41fd-9006-1d382d4b543b None None] Set router f425f8c2-61bf-4c61-bea3-e89c447d3f25 gateway port host: None {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:09:01.013216 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-1649ea94-3d72-4fd8-ac93-0decf856e907 admin admin] For port ece2a975-4d3c-4919-b3a7-2d7047f0c79b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ece2a975-4d3c-4919-b3a7-2d7047f0c79b,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:09:01.013774 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1649ea94-3d72-4fd8-ac93-0decf856e907 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (ece2a975-4d3c-4919-b3a7-2d7047f0c79b), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:01.016188 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-5ae5bbe5-6f64-4005-ab4e-8ac9296564ca tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Deleting port 293595f2-496a-491f-803f-6ed8d26d9931 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:09:01.025023 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5ae5bbe5-6f64-4005-ab4e-8ac9296564ca tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (293595f2-496a-491f-803f-6ed8d26d9931), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:01.059177 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-1649ea94-3d72-4fd8-ac93-0decf856e907 admin admin] Calling delete_port for ece2a975-4d3c-4919-b3a7-2d7047f0c79b owned by network:router_gateway {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:09:01.080970 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b89af4d-89a9-4844-ae56-5d207a5ef906 None None] Checking router: 76e8003f-f07d-43c5-be91-2cdd94ca2a8c for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:09:01.226832 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-c05b5a19-c88e-41fd-9006-1d382d4b543b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cc43040>, [{'id': 'f425f8c2-61bf-4c61-bea3-e89c447d3f25', 'name': 'tempest-NetworksTestDHCPv6-router-1152496718', 'tenant_id': 'a45ecca62a364aaabca1717c79558f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:08:47Z', 'updated_at': '2022-05-07T22:08:58Z', 'revision_number': 3, 'project_id': 'a45ecca62a364aaabca1717c79558f6f', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:09:01.240344 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-fcbbec58-c285-4049-9908-8f3d5a006776 None None] Port 293595f2-496a-491f-803f-6ed8d26d9931 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:09:01.246139 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b89af4d-89a9-4844-ae56-5d207a5ef906 None None] Routers {'76e8003f-f07d-43c5-be91-2cdd94ca2a8c'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:09:01.247223 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-1b89af4d-89a9-4844-ae56-5d207a5ef906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f744880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:08:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['76e8003f-f07d-43c5-be91-2cdd94ca2a8c'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:09:01.260927 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5ae5bbe5-6f64-4005-ab4e-8ac9296564ca tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (293595f2-496a-491f-803f-6ed8d26d9931), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:01.309161 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-5ae5bbe5-6f64-4005-ab4e-8ac9296564ca tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Calling delete_port for 293595f2-496a-491f-803f-6ed8d26d9931 owned by  {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:09:01.343397 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c05b5a19-c88e-41fd-9006-1d382d4b543b None None] The sync data for ids ['f425f8c2-61bf-4c61-bea3-e89c447d3f25'] in ncdv-master-1 is: [{'id': 'f425f8c2-61bf-4c61-bea3-e89c447d3f25', 'name': 'tempest-NetworksTestDHCPv6-router-1152496718', 'tenant_id': 'a45ecca62a364aaabca1717c79558f6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:08:47Z', 'updated_at': '2022-05-07T22:08:58Z', 'revision_number': 3, 'project_id': 'a45ecca62a364aaabca1717c79558f6f', 'gw_port_host': None}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:09:01.504323 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-1b89af4d-89a9-4844-ae56-5d207a5ef906 None None] Set router 76e8003f-f07d-43c5-be91-2cdd94ca2a8c gateway port host: None {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:09:01.543096 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-81f66495-30af-4243-896a-6d979b8e9a8b tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks [] for security_group (b1503f3a-b9af-4c41-9c6f-2f3e652854ad), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:01.604976 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-81f66495-30af-4243-896a-6d979b8e9a8b tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (b1503f3a-b9af-4c41-9c6f-2f3e652854ad), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:01.616334 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-1b89af4d-89a9-4844-ae56-5d207a5ef906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f744880>, [{'id': '76e8003f-f07d-43c5-be91-2cdd94ca2a8c', 'name': 'tempest-ServerActionsTestJSON-1039258511-router', 'tenant_id': '759c66c34f414c19b2109393738ef639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:01:24Z', 'updated_at': '2022-05-07T22:09:00Z', 'revision_number': 6, 'project_id': '759c66c34f414c19b2109393738ef639', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:09:01.622553 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07047d92-5fd2-41c7-9504-9dbc751dca71 None None] Pushing event updated for resources: {'Port': ['ID=12132893-44ab-4c66-a668-cb2cdaaf1c80,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:01.696383 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b89af4d-89a9-4844-ae56-5d207a5ef906 None None] The sync data for ids ['76e8003f-f07d-43c5-be91-2cdd94ca2a8c'] in ncdv-master-1 is: [{'id': '76e8003f-f07d-43c5-be91-2cdd94ca2a8c', 'name': 'tempest-ServerActionsTestJSON-1039258511-router', 'tenant_id': '759c66c34f414c19b2109393738ef639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:01:24Z', 'updated_at': '2022-05-07T22:09:00Z', 'revision_number': 6, 'project_id': '759c66c34f414c19b2109393738ef639', 'gw_port_host': None}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:09:01.795098 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-42086424-1229-4254-b6fe-860a2dd6a700 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (c8f3b23d-4207-4a0e-a7b6-953857d85ef6), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:01.862622 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5ae5bbe5-6f64-4005-ab4e-8ac9296564ca tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (293595f2-496a-491f-803f-6ed8d26d9931), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:01.925529 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e788a6-ef20-4a64-bb71-1f74050af1d7 req-5b8300d9-13bf-44a2-b467-1e30ace75010 tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:01.928466 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-04e788a6-ef20-4a64-bb71-1f74050af1d7 req-5b8300d9-13bf-44a2-b467-1e30ace75010 tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] 10.222.0.59 "GET /v2.0/ports?device_id=b682b3c1-0ca9-4806-8100-908917473b27 HTTP/1.1" status: 200  len: 945 time: 0.3826227
May 07 22:09:01.931864 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-81f66495-30af-4243-896a-6d979b8e9a8b tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:01.935826 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-81f66495-30af-4243-896a-6d979b8e9a8b tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 2.0895655
May 07 22:09:01.974057 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 39540) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:01.975968 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f66495-30af-4243-896a-6d979b8e9a8b tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1503f3a-b9af-4c41-9c6f-2f3e652854ad,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:02.031521 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-a5232728-c2cf-441d-b5f7-218da49fd6c7 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1161275537', 'description': 'tempest-secgroup_general--1161275537 description', 'project_id': '79ad2ea0f3a34003bb7a3f8ff81c58e4'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:09:02.073289 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae5bbe5-6f64-4005-ab4e-8ac9296564ca tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Pushing event deleted for resources: {'Port': ['ID=293595f2-496a-491f-803f-6ed8d26d9931,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:02.117678 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-42086424-1229-4254-b6fe-860a2dd6a700 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (c8f3b23d-4207-4a0e-a7b6-953857d85ef6), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:02.222255 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-42086424-1229-4254-b6fe-860a2dd6a700 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:02.232375 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9e29fb-4987-4baf-9f0a-38befdf2a398 None None] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:09:02.248199 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-42086424-1229-4254-b6fe-860a2dd6a700 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/subnets/c8f3b23d-4207-4a0e-a7b6-953857d85ef6 HTTP/1.1" status: 204  len: 168 time: 1.9162719
May 07 22:09:02.294910 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 39550) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:02.323544 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42086424-1229-4254-b6fe-860a2dd6a700 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event deleted for resources: {'Subnet': ['ID=c8f3b23d-4207-4a0e-a7b6-953857d85ef6,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:02.427967 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1649ea94-3d72-4fd8-ac93-0decf856e907 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (ece2a975-4d3c-4919-b3a7-2d7047f0c79b), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:02.507999 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1649ea94-3d72-4fd8-ac93-0decf856e907 admin admin] Pushing event deleted for resources: {'Port': ['ID=ece2a975-4d3c-4919-b3a7-2d7047f0c79b,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:02.717998 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1649ea94-3d72-4fd8-ac93-0decf856e907 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395776'] for router_gateway (76e8003f-f07d-43c5-be91-2cdd94ca2a8c), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:02.778519 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a5232728-c2cf-441d-b5f7-218da49fd6c7 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:02.827056 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d792e84-a601-4b22-9469-f591c055b169 req-d313d761-8f9a-448b-b33a-4e33a8b3127c tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:02.834065 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9d792e84-a601-4b22-9469-f591c055b169 req-d313d761-8f9a-448b-b33a-4e33a8b3127c tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] 10.222.0.32 "GET /v2.0/ports?device_id=b682b3c1-0ca9-4806-8100-908917473b27 HTTP/1.1" status: 200  len: 945 time: 0.5746281
May 07 22:09:02.876148 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-3a7b06fa-4143-47af-b8a3-82b387b5f1f3 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 710 time: 0.5800922
May 07 22:09:02.880752 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 39608) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:02.901132 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53340ffb-30fa-4a94-a6a1-42040d2a916b None None] DHCP port deletion for c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:09:02.999823 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-53340ffb-30fa-4a94-a6a1-42040d2a916b None None] Deleting port 14466703-948a-43db-8043-c7bf3bd60996 {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:09:03.000202 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-53340ffb-30fa-4a94-a6a1-42040d2a916b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (14466703-948a-43db-8043-c7bf3bd60996), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:03.013062 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-04e788a6-ef20-4a64-bb71-1f74050af1d7 req-3fffe880-7452-4930-97b6-9ec4c660cb9b tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Deleting port ebd70047-1a0a-49d6-a707-647dac8e19a2 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:09:03.013839 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-04e788a6-ef20-4a64-bb71-1f74050af1d7 req-3fffe880-7452-4930-97b6-9ec4c660cb9b tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (ebd70047-1a0a-49d6-a707-647dac8e19a2), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:03.077476 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5ae5bbe5-6f64-4005-ab4e-8ac9296564ca tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:03.084750 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-5ae5bbe5-6f64-4005-ab4e-8ac9296564ca tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] 10.222.0.32 "DELETE /v2.0/ports/293595f2-496a-491f-803f-6ed8d26d9931 HTTP/1.1" status: 204  len: 168 time: 2.6116166
May 07 22:09:03.097055 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1a5576c5-a692-420e-b179-c4b219eff99a tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for router (f425f8c2-61bf-4c61-bea3-e89c447d3f25), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:03.097878 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 39614) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:03.180467 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-53340ffb-30fa-4a94-a6a1-42040d2a916b None None] For port 14466703-948a-43db-8043-c7bf3bd60996, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=14466703-948a-43db-8043-c7bf3bd60996,segment=NetworkSegment(0c54767f-f5cc-4fe8-be2b-89310a1e6df6),segment_id=0c54767f-f5cc-4fe8-be2b-89310a1e6df6)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:09:03.180878 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-53340ffb-30fa-4a94-a6a1-42040d2a916b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (14466703-948a-43db-8043-c7bf3bd60996), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:03.187374 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2fb1dfb-70dc-4090-b899-dc8fe8960182 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] GET failed (client error): The resource could not be found.
May 07 22:09:03.192853 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-f2fb1dfb-70dc-4090-b899-dc8fe8960182 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] 10.222.0.32 "GET /v2.0/ports/293595f2-496a-491f-803f-6ed8d26d9931 HTTP/1.1" status: 404  len: 333 time: 0.0894790
May 07 22:09:03.193291 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 12132893-44ab-4c66-a668-cb2cdaaf1c80 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:09:03.199507 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 39618) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:03.214756 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-7ebf6335-9c0e-430f-a295-bbc538d75569 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Request body: {'port': {'network_id': '6a0eb390-d73a-4a21-8033-b6864cf90a52', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-723925651'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:09:03.252579 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1649ea94-3d72-4fd8-ac93-0decf856e907 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (76e8003f-f07d-43c5-be91-2cdd94ca2a8c), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:03.259414 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1649ea94-3d72-4fd8-ac93-0decf856e907 admin admin] Publish callbacks [] for router_controller (76e8003f-f07d-43c5-be91-2cdd94ca2a8c), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:03.270575 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-53340ffb-30fa-4a94-a6a1-42040d2a916b None None] Calling delete_port for 14466703-948a-43db-8043-c7bf3bd60996 owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:09:03.401487 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1649ea94-3d72-4fd8-ac93-0decf856e907 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (76e8003f-f07d-43c5-be91-2cdd94ca2a8c), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:03.402025 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1649ea94-3d72-4fd8-ac93-0decf856e907 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 76e8003f-f07d-43c5-be91-2cdd94ca2a8c {{(pid=121836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 22:09:03.402895 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 12132893-44ab-4c66-a668-cb2cdaaf1c80 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:09:03.403720 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (12132893-44ab-4c66-a668-cb2cdaaf1c80), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:03.413233 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1649ea94-3d72-4fd8-ac93-0decf856e907 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:03.417757 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-1649ea94-3d72-4fd8-ac93-0decf856e907 admin admin] 10.222.0.32 "DELETE /v2.0/routers/76e8003f-f07d-43c5-be91-2cdd94ca2a8c HTTP/1.1" status: 204  len: 168 time: 4.1848960
May 07 22:09:03.420296 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 39622) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:03.476338 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-53340ffb-30fa-4a94-a6a1-42040d2a916b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (14466703-948a-43db-8043-c7bf3bd60996), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:03.545413 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53340ffb-30fa-4a94-a6a1-42040d2a916b None None] Pushing event deleted for resources: {'Port': ['ID=14466703-948a-43db-8043-c7bf3bd60996,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:03.596886 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a5232728-c2cf-441d-b5f7-218da49fd6c7 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks [] for security_group (a3e6b828-1da2-4a4d-bdcb-d108af052f41), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:03.616983 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9d792e84-a601-4b22-9469-f591c055b169 req-5b9cc974-6e8f-4791-8023-1f5ca8da9b73 tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] 10.222.0.32 "GET /v2.0/security-groups?id=45028260-27bb-4967-b003-55d77c52e058&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.7602525
May 07 22:09:03.639280 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a5232728-c2cf-441d-b5f7-218da49fd6c7 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (a3e6b828-1da2-4a4d-bdcb-d108af052f41), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:03.655229 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53340ffb-30fa-4a94-a6a1-42040d2a916b None None] No DVR routers for this DVR port 14466703-948a-43db-8043-c7bf3bd60996 on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:09:03.676973 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 12132893-44ab-4c66-a668-cb2cdaaf1c80 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:09:03.677707 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (12132893-44ab-4c66-a668-cb2cdaaf1c80), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:03.699788 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a5232728-c2cf-441d-b5f7-218da49fd6c7 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:03.703845 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-a5232728-c2cf-441d-b5f7-218da49fd6c7 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1819 time: 1.7226846
May 07 22:09:03.715168 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 39630) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:03.728645 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-492ab20a-2fba-4a20-984b-0926163cf68c tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Request body: {'security_group_rule': {'security_group_id': 'b1503f3a-b9af-4c41-9c6f-2f3e652854ad', 'project_id': '79ad2ea0f3a34003bb7a3f8ff81c58e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:09:03.730335 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port 12132893-44ab-4c66-a668-cb2cdaaf1c80, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=12132893-44ab-4c66-a668-cb2cdaaf1c80,segment=NetworkSegment(e15566c9-6ad8-4e03-9150-bd1b59ede68e),segment_id=e15566c9-6ad8-4e03-9150-bd1b59ede68e)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:09:03.742627 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (12132893-44ab-4c66-a668-cb2cdaaf1c80), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:03.743865 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device cd2cf3c4-3e08-46f4-9d5d-18ed1dbf5953 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:09:03.788243 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b9ccec1-8c8b-40b4-ba67-83381a5b74be admin admin] Deleting subnet 3e304f3b-3927-4f57-b6d9-ff32c4ae5938 {{(pid=121836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:09:03.792126 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4b9ccec1-8c8b-40b4-ba67-83381a5b74be admin admin] Publish callbacks [] for subnet (3e304f3b-3927-4f57-b6d9-ff32c4ae5938), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:03.832741 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5232728-c2cf-441d-b5f7-218da49fd6c7 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e6b828-1da2-4a4d-bdcb-d108af052f41,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:03.835753 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61921d61-d10f-4e7e-865d-0c954d3f5069 None None] Network 308d6916-e830-4389-a582-d32af758375c requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:09:03.860449 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ebf6335-9c0e-430f-a295-bbc538d75569 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Made reservation on behalf of 6d3ba93d3f2b424cbe1cd3e4f8623ad5 for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:09:03.864922 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7ebf6335-9c0e-430f-a295-bbc538d75569 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:03.874186 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-04e788a6-ef20-4a64-bb71-1f74050af1d7 req-3fffe880-7452-4930-97b6-9ec4c660cb9b tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] For port ebd70047-1a0a-49d6-a707-647dac8e19a2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ebd70047-1a0a-49d6-a707-647dac8e19a2,segment=NetworkSegment(10abb979-7057-4b07-b0f5-fe98bc19f5ad),segment_id=10abb979-7057-4b07-b0f5-fe98bc19f5ad)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:09:03.875782 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-04e788a6-ef20-4a64-bb71-1f74050af1d7 req-3fffe880-7452-4930-97b6-9ec4c660cb9b tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (ebd70047-1a0a-49d6-a707-647dac8e19a2), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:03.888000 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-492ab20a-2fba-4a20-984b-0926163cf68c tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks [] for security_group_rule (ac35803a-873f-42d0-9e3c-53ca414f11b4), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:03.890506 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4b9ccec1-8c8b-40b4-ba67-83381a5b74be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726883'] for subnet (3e304f3b-3927-4f57-b6d9-ff32c4ae5938), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:03.951180 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1a5576c5-a692-420e-b179-c4b219eff99a tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (f425f8c2-61bf-4c61-bea3-e89c447d3f25), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:03.954759 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1a5576c5-a692-420e-b179-c4b219eff99a tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for router_controller (f425f8c2-61bf-4c61-bea3-e89c447d3f25), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:04.056615 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [None req-7ebf6335-9c0e-430f-a295-bbc538d75569 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] device_id is not set on port 10f5520b-4af0-4f6d-9477-bfe97172d426 yet. {{(pid=121837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 22:09:04.087183 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-4022659d-74be-44a4-9bc5-7681d19c8b53 None None] Provisioning complete for port 12132893-44ab-4c66-a668-cb2cdaaf1c80 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:09:04.087915 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-4022659d-74be-44a4-9bc5-7681d19c8b53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (12132893-44ab-4c66-a668-cb2cdaaf1c80), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:04.136006 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4b9ccec1-8c8b-40b4-ba67-83381a5b74be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (3e304f3b-3927-4f57-b6d9-ff32c4ae5938), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:04.246316 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=12132893-44ab-4c66-a668-cb2cdaaf1c80,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:04.289352 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1a5576c5-a692-420e-b179-c4b219eff99a tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (f425f8c2-61bf-4c61-bea3-e89c447d3f25), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:04.291321 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a5576c5-a692-420e-b179-c4b219eff99a tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Fanout notify agent at l3_agent the message router_deleted on router f425f8c2-61bf-4c61-bea3-e89c447d3f25 {{(pid=121836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 22:09:04.298252 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port cd2cf3c4-3e08-46f4-9d5d-18ed1dbf5953 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:09:04.298721 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (cd2cf3c4-3e08-46f4-9d5d-18ed1dbf5953), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:04.309378 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1a5576c5-a692-420e-b179-c4b219eff99a tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:04.319004 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-1a5576c5-a692-420e-b179-c4b219eff99a tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/routers/f425f8c2-61bf-4c61-bea3-e89c447d3f25 HTTP/1.1" status: 204  len: 168 time: 1.4326527
May 07 22:09:04.319004 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 39664) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:04.352180 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4b9ccec1-8c8b-40b4-ba67-83381a5b74be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (3e304f3b-3927-4f57-b6d9-ff32c4ae5938), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:04.411661 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9ccec1-8c8b-40b4-ba67-83381a5b74be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e304f3b-3927-4f57-b6d9-ff32c4ae5938,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:04.421018 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-af69f1bf-0989-4a5b-bc3b-e0af9be72c60 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.1022301
May 07 22:09:04.422113 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 39666) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:04.500908 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-4022659d-74be-44a4-9bc5-7681d19c8b53 None None] Current status of the port 12132893-44ab-4c66-a668-cb2cdaaf1c80 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:09:04.531483 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4b9ccec1-8c8b-40b4-ba67-83381a5b74be admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:04.542585 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-4b9ccec1-8c8b-40b4-ba67-83381a5b74be admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3e304f3b-3927-4f57-b6d9-ff32c4ae5938 HTTP/1.1" status: 204  len: 168 time: 1.1212358
May 07 22:09:04.543180 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7751c9-347a-49c3-b046-970a1d9c75a6 None None] Network 33b52409-fae0-4935-b5d0-15acefaa0f3f requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:09:04.546956 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f15676-55b7-4b9b-ae20-6e94045c7b4b tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:04.551403 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-13f15676-55b7-4b9b-ae20-6e94045c7b4b tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1275887
May 07 22:09:04.552351 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 39674) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:04.552687 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 39676) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:04.590386 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-492ab20a-2fba-4a20-984b-0926163cf68c tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks [] for security_group_rule (ac35803a-873f-42d0-9e3c-53ca414f11b4), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:04.642581 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-8aced1ab-7de2-451d-8fe1-cf8b71ae0873 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0828075
May 07 22:09:04.655604 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 39684) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:04.661748 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-b9e9c45e-671a-4665-8fcd-b2e86b9b5590 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Request body: {'subnet': {'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:09:04.719079 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port cd2cf3c4-3e08-46f4-9d5d-18ed1dbf5953 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:09:04.719480 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (cd2cf3c4-3e08-46f4-9d5d-18ed1dbf5953), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:04.750143 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e10d3507-0246-4e03-ae30-d5f863173fbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (33b52409-fae0-4935-b5d0-15acefaa0f3f), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:04.810340 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-492ab20a-2fba-4a20-984b-0926163cf68c tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (ac35803a-873f-42d0-9e3c-53ca414f11b4), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:04.836162 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port cd2cf3c4-3e08-46f4-9d5d-18ed1dbf5953, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cd2cf3c4-3e08-46f4-9d5d-18ed1dbf5953,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:09:04.857783 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (cd2cf3c4-3e08-46f4-9d5d-18ed1dbf5953), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:04.894955 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-04e788a6-ef20-4a64-bb71-1f74050af1d7 req-3fffe880-7452-4930-97b6-9ec4c660cb9b tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:04.896188 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-04e788a6-ef20-4a64-bb71-1f74050af1d7 req-3fffe880-7452-4930-97b6-9ec4c660cb9b tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (691bd5d8-f90a-44bc-8895-0ef3656ce793), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:04.897281 ncdv-master-1 neutron-server[121837]: INFO neutron.db.l3_db [req-04e788a6-ef20-4a64-bb71-1f74050af1d7 req-3fffe880-7452-4930-97b6-9ec4c660cb9b tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Floating IP 691bd5d8-f90a-44bc-8895-0ef3656ce793 disassociated. External IP: 172.35.4.239, port: ebd70047-1a0a-49d6-a707-647dac8e19a2.
May 07 22:09:04.898182 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-e10d3507-0246-4e03-ae30-d5f863173fbc admin admin] Deleting port 94593af4-6604-4670-b37f-b61fb2a6d8cd {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:09:04.898653 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e10d3507-0246-4e03-ae30-d5f863173fbc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (94593af4-6604-4670-b37f-b61fb2a6d8cd), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:04.907832 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-04e788a6-ef20-4a64-bb71-1f74050af1d7 req-3fffe880-7452-4930-97b6-9ec4c660cb9b tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Calling delete_port for ebd70047-1a0a-49d6-a707-647dac8e19a2 owned by compute:nova {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:09:04.942325 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-d1a7cf04-8e43-4a89-b42b-03cb94e9c8f9 None None] Provisioning complete for port d8f644c1-b6ae-4d78-aec2-2c181f43d02c triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:09:04.942702 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d1a7cf04-8e43-4a89-b42b-03cb94e9c8f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (d8f644c1-b6ae-4d78-aec2-2c181f43d02c), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:04.990844 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 2d39954d-c94c-42b9-b0c9-031766c04809 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:09:05.126446 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492ab20a-2fba-4a20-984b-0926163cf68c tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac35803a-873f-42d0-9e3c-53ca414f11b4,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:05.145347 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-7ebf6335-9c0e-430f-a295-bbc538d75569 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Allocated IP 2001:db8::17f (6a0eb390-d73a-4a21-8033-b6864cf90a52/5288135e-5c2e-4bdd-a0bb-930f34c7911c/10f5520b-4af0-4f6d-9477-bfe97172d426) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:09:05.172674 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-492ab20a-2fba-4a20-984b-0926163cf68c tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:05.183766 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-492ab20a-2fba-4a20-984b-0926163cf68c tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.4518859
May 07 22:09:05.183766 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e9c45e-671a-4665-8fcd-b2e86b9b5590 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Made reservation on behalf of a45ecca62a364aaabca1717c79558f6f for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:09:05.183766 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b9e9c45e-671a-4665-8fcd-b2e86b9b5590 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:05.207908 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4988077d-38df-4101-9b3e-f3ae4050dabd req-1d783baa-ee57-4dd5-a915-52177c6c8144 tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:05.216059 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4988077d-38df-4101-9b3e-f3ae4050dabd req-1d783baa-ee57-4dd5-a915-52177c6c8144 tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] 10.222.0.32 "GET /v2.0/ports?device_id=b682b3c1-0ca9-4806-8100-908917473b27 HTTP/1.1" status: 200  len: 945 time: 0.4066441
May 07 22:09:05.275436 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-e10d3507-0246-4e03-ae30-d5f863173fbc admin admin] For port 94593af4-6604-4670-b37f-b61fb2a6d8cd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=94593af4-6604-4670-b37f-b61fb2a6d8cd,segment=NetworkSegment(3565a17e-e0eb-4b35-a7f2-f7d7af642fb7),segment_id=3565a17e-e0eb-4b35-a7f2-f7d7af642fb7)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:09:05.275856 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e10d3507-0246-4e03-ae30-d5f863173fbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (94593af4-6604-4670-b37f-b61fb2a6d8cd), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:05.329148 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-e10d3507-0246-4e03-ae30-d5f863173fbc admin admin] Calling delete_port for 94593af4-6604-4670-b37f-b61fb2a6d8cd owned by network:dhcp {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:09:05.377453 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ef4e5d-8bae-40d4-89f3-9d1b0e270fba None None] DHCP port deletion for 33b52409-fae0-4935-b5d0-15acefaa0f3f request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:09:05.437827 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403bbd0d-929e-468d-b4ce-ffaf16aa22ab None None] Sync routers for ids ['83789103-a34a-4812-891b-ff852781f2d3'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:09:05.441362 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-d1a7cf04-8e43-4a89-b42b-03cb94e9c8f9 None None] Port d8f644c1-b6ae-4d78-aec2-2c181f43d02c cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:09:05.453610 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 2d39954d-c94c-42b9-b0c9-031766c04809 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:09:05.454289 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 2d39954d-c94c-42b9-b0c9-031766c04809 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:09:05.455359 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device ece2a975-4d3c-4919-b3a7-2d7047f0c79b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:09:05.522563 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: ece2a975-4d3c-4919-b3a7-2d7047f0c79b {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:09:05.529356 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device ece2a975-4d3c-4919-b3a7-2d7047f0c79b not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:09:05.530036 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 8bbbb696-85cb-488f-9945-faa388892569 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:09:05.546594 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4988077d-38df-4101-9b3e-f3ae4050dabd req-d985fe45-cd04-406d-a55b-56cee2b1220e tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] 10.222.0.32 "GET /v2.0/security-groups?id=45028260-27bb-4967-b003-55d77c52e058&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3101871
May 07 22:09:05.625152 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=cd2cf3c4-3e08-46f4-9d5d-18ed1dbf5953,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:05.633200 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 8bbbb696-85cb-488f-9945-faa388892569 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:09:05.633804 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 8bbbb696-85cb-488f-9945-faa388892569 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:09:05.636062 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 14466703-948a-43db-8043-c7bf3bd60996 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:09:05.665115 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e10d3507-0246-4e03-ae30-d5f863173fbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (94593af4-6604-4670-b37f-b61fb2a6d8cd), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:05.708616 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-d1a7cf04-8e43-4a89-b42b-03cb94e9c8f9 None None] Provisioning complete for port 12132893-44ab-4c66-a668-cb2cdaaf1c80 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:09:05.709021 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d1a7cf04-8e43-4a89-b42b-03cb94e9c8f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (12132893-44ab-4c66-a668-cb2cdaaf1c80), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:05.716682 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 14466703-948a-43db-8043-c7bf3bd60996 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:09:05.716682 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 14466703-948a-43db-8043-c7bf3bd60996 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:09:05.751218 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403bbd0d-929e-468d-b4ce-ffaf16aa22ab None None] Routers {'83789103-a34a-4812-891b-ff852781f2d3'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:09:05.751885 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-403bbd0d-929e-468d-b4ce-ffaf16aa22ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7e8bd970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:08:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['83789103-a34a-4812-891b-ff852781f2d3'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:09:05.770108 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10d3507-0246-4e03-ae30-d5f863173fbc admin admin] Pushing event deleted for resources: {'Port': ['ID=94593af4-6604-4670-b37f-b61fb2a6d8cd,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:05.781554 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10d3507-0246-4e03-ae30-d5f863173fbc admin admin] No DVR routers for this DVR port 94593af4-6604-4670-b37f-b61fb2a6d8cd on host ncdv-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:09:05.879117 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device ebd70047-1a0a-49d6-a707-647dac8e19a2 no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:09:05.982299 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-24637f9d-cb19-4475-af6c-734a273a6fb2 req-394577f6-876e-486d-a2ec-f48067b3d92e tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup_access--1476489&fields=id&tenant_id=79ad2ea0f3a34003bb7a3f8ff81c58e4 HTTP/1.1" status: 200  len: 267 time: 0.2077973
May 07 22:09:06.034099 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-77ef4e5d-8bae-40d4-89f3-9d1b0e270fba None None] Deleting port 94593af4-6604-4670-b37f-b61fb2a6d8cd {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:09:06.034917 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-77ef4e5d-8bae-40d4-89f3-9d1b0e270fba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (94593af4-6604-4670-b37f-b61fb2a6d8cd), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:06.062427 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 12132893-44ab-4c66-a668-cb2cdaaf1c80 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:09:06.112197 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-24637f9d-cb19-4475-af6c-734a273a6fb2 req-2b91d438-5572-45da-98ee-e685fded9432 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup_general--1161275537&fields=id&tenant_id=79ad2ea0f3a34003bb7a3f8ff81c58e4 HTTP/1.1" status: 200  len: 267 time: 0.1124282
May 07 22:09:06.130073 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e10d3507-0246-4e03-ae30-d5f863173fbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (33b52409-fae0-4935-b5d0-15acefaa0f3f), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:06.182546 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-e10d3507-0246-4e03-ae30-d5f863173fbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf877f7eb0>,) {'filters': {'network_id': ['33b52409-fae0-4935-b5d0-15acefaa0f3f']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:09:06.221827 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 39798) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:06.254540 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-e10d3507-0246-4e03-ae30-d5f863173fbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf877f7eb0>, '3565a17e-e0eb-4b35-a7f2-f7d7af642fb7') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:09:06.255121 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-e10d3507-0246-4e03-ae30-d5f863173fbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf877f7eb0>, '3565a17e-e0eb-4b35-a7f2-f7d7af642fb7') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:09:06.271214 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e10d3507-0246-4e03-ae30-d5f863173fbc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (3565a17e-e0eb-4b35-a7f2-f7d7af642fb7), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:06.297114 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e10d3507-0246-4e03-ae30-d5f863173fbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (3565a17e-e0eb-4b35-a7f2-f7d7af642fb7), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:06.314266 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e10d3507-0246-4e03-ae30-d5f863173fbc admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:09:06.315088 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e10d3507-0246-4e03-ae30-d5f863173fbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (3565a17e-e0eb-4b35-a7f2-f7d7af642fb7), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:06.328353 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 22:09:06.328353 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:09:06.328353 ncdv-master-1 neutron-server[121836]:     timer()
May 07 22:09:06.328353 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:09:06.328353 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 22:09:06.328353 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:09:06.328353 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 22:09:06.328353 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:09:06.328353 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 22:09:06.328353 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:09:06.328353 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 22:09:06.328353 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:09:06.328353 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 22:09:06.328353 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:09:06.328353 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:09:06.328353 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:09:06.328353 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:09:06.328353 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:09:06.328353 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 22:09:06.328353 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:09:06.328353 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 22:09:06.328353 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:09:06.328353 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:09:06.328353 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:09:06.328353 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 22:09:06.328353 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:09:06.328353 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:09:06.328353 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:09:06.328353 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:09:06.328353 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:09:06.328353 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:09:06.328353 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:09:06.339791 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24637f9d-cb19-4475-af6c-734a273a6fb2 req-563fff75-1a4b-4f96-8d9c-1d2e91762da5 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:06.341645 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-24637f9d-cb19-4475-af6c-734a273a6fb2 req-563fff75-1a4b-4f96-8d9c-1d2e91762da5 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] 10.222.0.32 "GET /v2.0/networks?id=308d6916-e830-4389-a582-d32af758375c HTTP/1.1" status: 200  len: 797 time: 0.2284315
May 07 22:09:06.365996 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-77ef4e5d-8bae-40d4-89f3-9d1b0e270fba None None] For port 94593af4-6604-4670-b37f-b61fb2a6d8cd, host ncdv-master-1, got binding levels [] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:09:06.366400 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-77ef4e5d-8bae-40d4-89f3-9d1b0e270fba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (94593af4-6604-4670-b37f-b61fb2a6d8cd), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:06.380443 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Port ebd70047-1a0a-49d6-a707-647dac8e19a2 update to DOWN by agent not found {{(pid=121838) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2273}}
May 07 22:09:06.396414 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-04e788a6-ef20-4a64-bb71-1f74050af1d7 req-3fffe880-7452-4930-97b6-9ec4c660cb9b tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (ebd70047-1a0a-49d6-a707-647dac8e19a2), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:06.402604 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-24637f9d-cb19-4475-af6c-734a273a6fb2 req-1606f7e1-adf7-41d3-a993-427aff202cf1 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] 10.222.0.32 "GET /v2.0/quotas/79ad2ea0f3a34003bb7a3f8ff81c58e4 HTTP/1.1" status: 200  len: 375 time: 0.0534015
May 07 22:09:06.405718 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-77ef4e5d-8bae-40d4-89f3-9d1b0e270fba None None] Calling delete_port for 94593af4-6604-4670-b37f-b61fb2a6d8cd owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:09:06.410764 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.ipam_backend_mixin [None req-77ef4e5d-8bae-40d4-89f3-9d1b0e270fba None None] Port 94593af4-6604-4670-b37f-b61fb2a6d8cd was not found and therefore no delete operation was performed {{(pid=121838) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}}
May 07 22:09:06.413874 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-77ef4e5d-8bae-40d4-89f3-9d1b0e270fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (94593af4-6604-4670-b37f-b61fb2a6d8cd), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:06.422567 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a7d3fae8-1eb3-4907-90b7-3e089b6401eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:06.423097 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-403bbd0d-929e-468d-b4ce-ffaf16aa22ab None None] Set router 83789103-a34a-4812-891b-ff852781f2d3 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:09:06.505564 ncdv-master-1 neutron-server[121837]: DEBUG neutron.objects.ports [None req-b9e9c45e-671a-4665-8fcd-b2e86b9b5590 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=121837) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}}
May 07 22:09:06.506701 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fffe880-7452-4930-97b6-9ec4c660cb9b tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Pushing event deleted for resources: {'Port': ['ID=ebd70047-1a0a-49d6-a707-647dac8e19a2,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:06.533523 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a7d3fae8-1eb3-4907-90b7-3e089b6401eb admin admin] Publish callbacks [] for security_group (526d5dff-9761-48c7-a405-e50a2b2a2065), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:06.556214 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e10d3507-0246-4e03-ae30-d5f863173fbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (33b52409-fae0-4935-b5d0-15acefaa0f3f), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:06.560276 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b9e9c45e-671a-4665-8fcd-b2e86b9b5590 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (701dd6cc-83c8-4e93-8ac9-37414703f026), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:06.564122 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a7d3fae8-1eb3-4907-90b7-3e089b6401eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (526d5dff-9761-48c7-a405-e50a2b2a2065), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:06.578513 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e10d3507-0246-4e03-ae30-d5f863173fbc admin admin] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:06.592863 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-e10d3507-0246-4e03-ae30-d5f863173fbc admin admin] 10.222.0.32 "DELETE /v2.0/networks/33b52409-fae0-4935-b5d0-15acefaa0f3f HTTP/1.1" status: 204  len: 168 time: 2.0299349
May 07 22:09:06.601684 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fffe880-7452-4930-97b6-9ec4c660cb9b tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:09:06.602395 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fffe880-7452-4930-97b6-9ec4c660cb9b tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:09:06.609397 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fffe880-7452-4930-97b6-9ec4c660cb9b tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:09:06.615978 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fffe880-7452-4930-97b6-9ec4c660cb9b tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:09:06.616276 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fffe880-7452-4930-97b6-9ec4c660cb9b tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:09:06.618646 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fffe880-7452-4930-97b6-9ec4c660cb9b tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:09:06.618905 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fffe880-7452-4930-97b6-9ec4c660cb9b tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:09:06.619274 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fffe880-7452-4930-97b6-9ec4c660cb9b tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:09:06.619799 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fffe880-7452-4930-97b6-9ec4c660cb9b tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:09:06.620294 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fffe880-7452-4930-97b6-9ec4c660cb9b tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:09:06.620650 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fffe880-7452-4930-97b6-9ec4c660cb9b tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:09:06.621034 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fffe880-7452-4930-97b6-9ec4c660cb9b tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:09:06.621369 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fffe880-7452-4930-97b6-9ec4c660cb9b tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:09:06.621702 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fffe880-7452-4930-97b6-9ec4c660cb9b tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:09:06.622033 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fffe880-7452-4930-97b6-9ec4c660cb9b tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:09:06.640292 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ef4e5d-8bae-40d4-89f3-9d1b0e270fba None None] Pushing event deleted for resources: {'Port': ['ID=94593af4-6604-4670-b37f-b61fb2a6d8cd,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:06.675692 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7ebf6335-9c0e-430f-a295-bbc538d75569 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Publish callbacks [] for port (10f5520b-4af0-4f6d-9477-bfe97172d426), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:06.701655 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10d3507-0246-4e03-ae30-d5f863173fbc admin admin] Pushing event deleted for resources: {'Network': ['ID=33b52409-fae0-4935-b5d0-15acefaa0f3f,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:06.734801 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-24637f9d-cb19-4475-af6c-734a273a6fb2 req-477b8391-7d76-43aa-8fb2-f0e7d418f899 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=79ad2ea0f3a34003bb7a3f8ff81c58e4&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3240359
May 07 22:09:06.749988 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-a7d3fae8-1eb3-4907-90b7-3e089b6401eb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c0cfbd4c2898474996a0cb0a43fa5f41&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5197222
May 07 22:09:06.752200 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 39810) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:06.763883 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d3fae8-1eb3-4907-90b7-3e089b6401eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=526d5dff-9761-48c7-a405-e50a2b2a2065,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:06.764517 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-77ef4e5d-8bae-40d4-89f3-9d1b0e270fba None None] Network 33b52409-fae0-4935-b5d0-15acefaa0f3f is not hosted by any dhcp agent {{(pid=121838) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
May 07 22:09:06.764985 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ef4e5d-8bae-40d4-89f3-9d1b0e270fba None None] No DVR routers for this DVR port 94593af4-6604-4670-b37f-b61fb2a6d8cd on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:09:06.782347 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-d1a7cf04-8e43-4a89-b42b-03cb94e9c8f9 None None] Current status of the port 12132893-44ab-4c66-a668-cb2cdaaf1c80 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:09:06.800647 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 12132893-44ab-4c66-a668-cb2cdaaf1c80 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:09:06.801023 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (12132893-44ab-4c66-a668-cb2cdaaf1c80), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:06.841878 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2048d1a7-a737-4bca-9cd2-af76e0261ec1 req-19246c1b-a48e-48da-869e-016d9ffae99f tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] 10.222.0.32 "GET /v2.0/ports?device_id=b682b3c1-0ca9-4806-8100-908917473b27 HTTP/1.1" status: 200  len: 210 time: 0.1083097
May 07 22:09:06.846285 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 39820) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:06.859252 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e9c45e-671a-4665-8fcd-b2e86b9b5590 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:09:06.861626 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e9c45e-671a-4665-8fcd-b2e86b9b5590 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event updated for resources: {'Subnet': ['ID=701dd6cc-83c8-4e93-8ac9-37414703f026,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:06.864079 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-b9e9c45e-671a-4665-8fcd-b2e86b9b5590 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:09:06.880458 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e9c45e-671a-4665-8fcd-b2e86b9b5590 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:06.881106 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b9e9c45e-671a-4665-8fcd-b2e86b9b5590 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:06.897202 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-701571de-0d8b-427c-842e-3d377fe00441 None None] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:09:06.980025 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-816dbef6-35d9-48b4-a2d3-bce08d874baa None None] Provisioning complete for port d8f644c1-b6ae-4d78-aec2-2c181f43d02c triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:09:06.980696 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-816dbef6-35d9-48b4-a2d3-bce08d874baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (d8f644c1-b6ae-4d78-aec2-2c181f43d02c), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:07.054108 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-b9e9c45e-671a-4665-8fcd-b2e86b9b5590 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 2.3964393
May 07 22:09:07.059001 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-51969b83-6742-4a13-bd4f-a33b8bdc4ce6 admin admin] Publish callbacks [] for security_group (526d5dff-9761-48c7-a405-e50a2b2a2065), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:07.060740 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 39824) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:07.069216 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [req-04e788a6-ef20-4a64-bb71-1f74050af1d7 req-3fffe880-7452-4930-97b6-9ec4c660cb9b tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Router 842bb4e3-f934-4083-96cd-cd561df042bc has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:09:07.085519 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-24f4e3c5-7878-432f-9dbb-3cd0f9268783 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Request body: {'subnet': {'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:09:07.085777 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7ebf6335-9c0e-430f-a295-bbc538d75569 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (10f5520b-4af0-4f6d-9477-bfe97172d426), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:07.163744 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebf6335-9c0e-430f-a295-bbc538d75569 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Network 6a0eb390-d73a-4a21-8033-b6864cf90a52 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:09:07.171848 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-7ebf6335-9c0e-430f-a295-bbc538d75569 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:09:07.228426 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 12132893-44ab-4c66-a668-cb2cdaaf1c80 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:09:07.232138 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device cd2cf3c4-3e08-46f4-9d5d-18ed1dbf5953 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:09:07.319074 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-e3ad3f29-494f-4afb-a1fd-f1e3e13795dc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=759c66c34f414c19b2109393738ef639&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4520531
May 07 22:09:07.322148 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 39836) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:07.326614 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-816dbef6-35d9-48b4-a2d3-bce08d874baa None None] Port d8f644c1-b6ae-4d78-aec2-2c181f43d02c cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:09:07.330341 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-51969b83-6742-4a13-bd4f-a33b8bdc4ce6 admin admin] Publish callbacks [] for security_group (526d5dff-9761-48c7-a405-e50a2b2a2065), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:07.363463 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebf6335-9c0e-430f-a295-bbc538d75569 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:09:07.369812 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebf6335-9c0e-430f-a295-bbc538d75569 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:07.371705 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7ebf6335-9c0e-430f-a295-bbc538d75569 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:07.388367 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-04e788a6-ef20-4a64-bb71-1f74050af1d7 req-3fffe880-7452-4930-97b6-9ec4c660cb9b tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:09:07.400375 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc9b845-d9a5-428b-bf1f-83f0c26dc207 None None] Sync routers for ids ['842bb4e3-f934-4083-96cd-cd561df042bc'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:09:07.403527 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-7ebf6335-9c0e-430f-a295-bbc538d75569 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 943 time: 4.1964426
May 07 22:09:07.411321 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 39838) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:07.418045 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-60c50fb4-7f33-428c-b76b-1494e52d1e22 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::34e', 'mac_address': 'fa:16:3e:2e:26:a6'}]}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:09:07.427419 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-24637f9d-cb19-4475-af6c-734a273a6fb2 req-7b55f33a-7d7a-451f-b6d8-97799097e620 service neutron] 10.222.0.32 "GET /v2.0/networks/308d6916-e830-4389-a582-d32af758375c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6758578
May 07 22:09:07.432376 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbcab25f-0ab2-4bd3-b825-445fad805bf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'project_id': 'a45ecca62a364aaabca1717c79558f6f', 'fixed_ips': [{'subnet_id': '701dd6cc-83c8-4e93-8ac9-37414703f026'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:09:07.432896 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc9b845-d9a5-428b-bf1f-83f0c26dc207 None None] Routers {'842bb4e3-f934-4083-96cd-cd561df042bc'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:09:07.433509 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-4dc9b845-d9a5-428b-bf1f-83f0c26dc207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8ce5ee50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:08:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['842bb4e3-f934-4083-96cd-cd561df042bc'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:09:07.440062 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebf6335-9c0e-430f-a295-bbc538d75569 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Pushing event updated for resources: {'Port': ['ID=10f5520b-4af0-4f6d-9477-bfe97172d426,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:07.441098 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-dbcab25f-0ab2-4bd3-b825-445fad805bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:07.461572 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-403bbd0d-929e-468d-b4ce-ffaf16aa22ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7e8bd970>, [{'id': '83789103-a34a-4812-891b-ff852781f2d3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1006798235', 'tenant_id': '79ad2ea0f3a34003bb7a3f8ff81c58e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.253'}], 'enable_snat': True}, 'gw_port_id': 'cd2cf3c4-3e08-46f4-9d5d-18ed1dbf5953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:08:48Z', 'updated_at': '2022-05-07T22:08:57Z', 'revision_number': 4, 'project_id': '79ad2ea0f3a34003bb7a3f8ff81c58e4', 'gw_port': {'id': 'cd2cf3c4-3e08-46f4-9d5d-18ed1dbf5953', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83789103-a34a-4812-891b-ff852781f2d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:08:50Z', 'updated_at': '2022-05-07T22:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd8f644c1-b6ae-4d78-aec2-2c181f43d02c', 'name': '', 'network_id': '308d6916-e830-4389-a582-d32af758375c', 'tenant_id': '79ad2ea0f3a34003bb7a3f8ff81c58e4', 'mac_address': 'fa:16:3e:3e:fd:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83789103-a34a-4812-891b-ff852781f2d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '7b5249f7-65ac-4ebe-8d51-aac30e9600c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:08:57Z', 'updated_at': '2022-05-07T22:08:58Z', 'revision_number': 2, 'project_id': '79ad2ea0f3a34003bb7a3f8ff81c58e4', 'subnets': [{'id': '7b5249f7-65ac-4ebe-8d51-aac30e9600c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:09:07.479101 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port cd2cf3c4-3e08-46f4-9d5d-18ed1dbf5953 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:09:07.479480 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (cd2cf3c4-3e08-46f4-9d5d-18ed1dbf5953), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:07.504588 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-04e788a6-ef20-4a64-bb71-1f74050af1d7 req-3fffe880-7452-4930-97b6-9ec4c660cb9b tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] No DVR routers for this DVR port ebd70047-1a0a-49d6-a707-647dac8e19a2 on host nch2-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:09:07.509379 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-04e788a6-ef20-4a64-bb71-1f74050af1d7 req-3fffe880-7452-4930-97b6-9ec4c660cb9b tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:07.513633 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-04e788a6-ef20-4a64-bb71-1f74050af1d7 req-3fffe880-7452-4930-97b6-9ec4c660cb9b tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] 10.222.0.59 "DELETE /v2.0/ports/ebd70047-1a0a-49d6-a707-647dac8e19a2 HTTP/1.1" status: 204  len: 173 time: 5.5386145
May 07 22:09:07.514118 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b682b3c1-0ca9-4806-8100-908917473b27', 'name': 'network-vif-deleted', 'tag': 'ebd70047-1a0a-49d6-a707-647dac8e19a2'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:09:07.525027 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0b95c41-2705-49fa-b00f-b2cd0f355831" -d '{"events": [{"server_uuid": "b682b3c1-0ca9-4806-8100-908917473b27", "name": "network-vif-deleted", "tag": "ebd70047-1a0a-49d6-a707-647dac8e19a2"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:09:07.546720 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-51969b83-6742-4a13-bd4f-a33b8bdc4ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (526d5dff-9761-48c7-a405-e50a2b2a2065), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:07.549972 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-51969b83-6742-4a13-bd4f-a33b8bdc4ce6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:07.551546 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-51969b83-6742-4a13-bd4f-a33b8bdc4ce6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/526d5dff-9761-48c7-a405-e50a2b2a2065 HTTP/1.1" status: 204  len: 168 time: 0.7950914
May 07 22:09:07.585582 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403bbd0d-929e-468d-b4ce-ffaf16aa22ab None None] Checking router: 83789103-a34a-4812-891b-ff852781f2d3 for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:09:07.586109 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403bbd0d-929e-468d-b4ce-ffaf16aa22ab None None] Updating router 83789103-a34a-4812-891b-ff852781f2d3 port d8f644c1-b6ae-4d78-aec2-2c181f43d02c binding host ncdv-master-1 {{(pid=121838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 22:09:07.643104 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-403bbd0d-929e-468d-b4ce-ffaf16aa22ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (d8f644c1-b6ae-4d78-aec2-2c181f43d02c), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:07.663959 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f4e3c5-7878-432f-9dbb-3cd0f9268783 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Made reservation on behalf of a45ecca62a364aaabca1717c79558f6f for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:09:07.670017 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-24f4e3c5-7878-432f-9dbb-3cd0f9268783 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:07.698636 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-a80fd594-51f5-47d1-8be4-abe80301108e None None] Provisioning complete for port 10f5520b-4af0-4f6d-9477-bfe97172d426 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:09:07.699029 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a80fd594-51f5-47d1-8be4-abe80301108e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (10f5520b-4af0-4f6d-9477-bfe97172d426), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:07.705606 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51969b83-6742-4a13-bd4f-a33b8bdc4ce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=526d5dff-9761-48c7-a405-e50a2b2a2065,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:07.745488 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-792a6d36-7198-4fe2-9fb4-3f624ef49f6a admin admin] Publish callbacks [] for security_group (2c335e02-4871-4a34-8e92-8c24a11b7b47), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:07.780179 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-4dc9b845-d9a5-428b-bf1f-83f0c26dc207 None None] Set router 842bb4e3-f934-4083-96cd-cd561df042bc gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:09:07.851304 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-792a6d36-7198-4fe2-9fb4-3f624ef49f6a admin admin] Publish callbacks [] for security_group (2c335e02-4871-4a34-8e92-8c24a11b7b47), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:07.890261 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecbb260e-02aa-488b-98d6-26250ec860e2 x-openstack-request-id: req-ecbb260e-02aa-488b-98d6-26250ec860e2 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:09:07.890579 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b682b3c1-0ca9-4806-8100-908917473b27", "name": "network-vif-deleted", "tag": "ebd70047-1a0a-49d6-a707-647dac8e19a2", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:09:07.890885 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ecbb260e-02aa-488b-98d6-26250ec860e2 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:09:07.891324 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecbb260e-02aa-488b-98d6-26250ec860e2'] response: {'server_uuid': 'b682b3c1-0ca9-4806-8100-908917473b27', 'name': 'network-vif-deleted', 'tag': 'ebd70047-1a0a-49d6-a707-647dac8e19a2', 'status': 'completed', 'code': 200}
May 07 22:09:08.001788 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-60c50fb4-7f33-428c-b76b-1494e52d1e22 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (10f5520b-4af0-4f6d-9477-bfe97172d426), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:08.142073 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-a80fd594-51f5-47d1-8be4-abe80301108e None None] Port 10f5520b-4af0-4f6d-9477-bfe97172d426 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:09:08.260461 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 39862) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:08.299257 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-dbcab25f-0ab2-4bd3-b825-445fad805bf7 None None] Allocated IP 2001:db8::f816:3eff:feec:16bd (c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a/701dd6cc-83c8-4e93-8ac9-37414703f026/61aa0b59-571b-419f-886c-7b63ef55221f) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:09:08.304873 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-4dc9b845-d9a5-428b-bf1f-83f0c26dc207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8ce5ee50>, [{'id': '842bb4e3-f934-4083-96cd-cd561df042bc', 'name': 'tempest-TestServerBasicOps-760985719-router', 'tenant_id': 'e5bd7ffaf96c48688d8ebe954dc7912f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.136'}], 'enable_snat': True}, 'gw_port_id': 'c7149e1b-6317-4595-ac94-89db5d2374c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:03:19Z', 'updated_at': '2022-05-07T22:03:27Z', 'revision_number': 4, 'project_id': 'e5bd7ffaf96c48688d8ebe954dc7912f', 'gw_port': {'id': 'c7149e1b-6317-4595-ac94-89db5d2374c1', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:54:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842bb4e3-f934-4083-96cd-cd561df042bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:03:21Z', 'updated_at': '2022-05-07T22:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd560fad2-d8cb-4616-865c-898236e0cf44', 'name': '', 'network_id': '8d88d076-afcc-46ea-aeef-47274d5a0fc9', 'tenant_id': 'e5bd7ffaf96c48688d8ebe954dc7912f', 'mac_address': 'fa:16:3e:42:2b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842bb4e3-f934-4083-96cd-cd561df042bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': 'f15072ac-4fc2-4d22-b0ea-3923eb70ad7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:03:25Z', 'updated_at': '2022-05-07T22:03:34Z', 'revision_number': 5, 'project_id': 'e5bd7ffaf96c48688d8ebe954dc7912f', 'subnets': [{'id': 'f15072ac-4fc2-4d22-b0ea-3923eb70ad7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:09:08.317296 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a69b5353-bb43-4435-9ca7-5727709ea26c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:08.347997 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc9b845-d9a5-428b-bf1f-83f0c26dc207 None None] Checking router: 842bb4e3-f934-4083-96cd-cd561df042bc for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:09:08.366646 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc9b845-d9a5-428b-bf1f-83f0c26dc207 None None] Routers {'842bb4e3-f934-4083-96cd-cd561df042bc'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:09:08.367653 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-4dc9b845-d9a5-428b-bf1f-83f0c26dc207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8ce5ee50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:08:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['842bb4e3-f934-4083-96cd-cd561df042bc'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:09:08.436727 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port cd2cf3c4-3e08-46f4-9d5d-18ed1dbf5953 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:09:08.553219 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7dcbdd8a-3fba-4361-a757-0a3368bebbde req-876cb4f4-6651-426d-a275-11da506dd071 tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] 10.222.0.32 "GET /v2.0/ports?device_id=b682b3c1-0ca9-4806-8100-908917473b27 HTTP/1.1" status: 200  len: 210 time: 0.1981432
May 07 22:09:08.577262 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-4dc9b845-d9a5-428b-bf1f-83f0c26dc207 None None] Set router 842bb4e3-f934-4083-96cd-cd561df042bc gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:09:08.583901 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-792a6d36-7198-4fe2-9fb4-3f624ef49f6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (2c335e02-4871-4a34-8e92-8c24a11b7b47), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:08.586563 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-792a6d36-7198-4fe2-9fb4-3f624ef49f6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:08.589525 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-792a6d36-7198-4fe2-9fb4-3f624ef49f6a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2c335e02-4871-4a34-8e92-8c24a11b7b47 HTTP/1.1" status: 204  len: 168 time: 1.1366088
May 07 22:09:08.630173 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-24637f9d-cb19-4475-af6c-734a273a6fb2 req-edbe82f9-400e-4a16-a6aa-305d2731d75b service neutron] 10.222.0.32 "GET /v2.0/networks/308d6916-e830-4389-a582-d32af758375c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.2017889
May 07 22:09:08.647611 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-60c50fb4-7f33-428c-b76b-1494e52d1e22 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Publish callbacks [] for port (10f5520b-4af0-4f6d-9477-bfe97172d426), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:08.656397 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792a6d36-7198-4fe2-9fb4-3f624ef49f6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c335e02-4871-4a34-8e92-8c24a11b7b47,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:08.660604 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-60c50fb4-7f33-428c-b76b-1494e52d1e22 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (10f5520b-4af0-4f6d-9477-bfe97172d426), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:08.739587 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a69b5353-bb43-4435-9ca7-5727709ea26c admin admin] Publish callbacks [] for security_group (7564266c-a4a2-4bf0-87ce-94d10ba739c3), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:08.742301 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 94593af4-6604-4670-b37f-b61fb2a6d8cd no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:09:08.793630 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c50fb4-7f33-428c-b76b-1494e52d1e22 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Pushing event updated for resources: {'Port': ['ID=10f5520b-4af0-4f6d-9477-bfe97172d426,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:08.796133 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a69b5353-bb43-4435-9ca7-5727709ea26c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (7564266c-a4a2-4bf0-87ce-94d10ba739c3), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:08.812490 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-60c50fb4-7f33-428c-b76b-1494e52d1e22 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] In _notify_port_updated(), no bound segment for port 10f5520b-4af0-4f6d-9477-bfe97172d426 on network 6a0eb390-d73a-4a21-8033-b6864cf90a52 {{(pid=121837) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:935}}
May 07 22:09:08.833689 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c50fb4-7f33-428c-b76b-1494e52d1e22 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:08.842896 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-60c50fb4-7f33-428c-b76b-1494e52d1e22 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:08.845217 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-60c50fb4-7f33-428c-b76b-1494e52d1e22 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] 10.222.0.32 "PUT /v2.0/ports/10f5520b-4af0-4f6d-9477-bfe97172d426 HTTP/1.1" status: 200  len: 1002 time: 1.4326904
May 07 22:09:08.853749 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 94593af4-6604-4670-b37f-b61fb2a6d8cd {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:09:08.854839 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 94593af4-6604-4670-b37f-b61fb2a6d8cd not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:09:08.858751 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 39868) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:08.990054 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-a69b5353-bb43-4435-9ca7-5727709ea26c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=66229100c0ed4be5b5165acd9ca855f4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7251532
May 07 22:09:09.000656 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 39872) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:09.052850 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69b5353-bb43-4435-9ca7-5727709ea26c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7564266c-a4a2-4bf0-87ce-94d10ba739c3,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:09.169617 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-dbcab25f-0ab2-4bd3-b825-445fad805bf7 None None] Publish callbacks [] for port (61aa0b59-571b-419f-886c-7b63ef55221f), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:09.200815 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-dbcab25f-0ab2-4bd3-b825-445fad805bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (61aa0b59-571b-419f-886c-7b63ef55221f), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:09.234692 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-4dc9b845-d9a5-428b-bf1f-83f0c26dc207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8ce5ee50>, [{'id': '842bb4e3-f934-4083-96cd-cd561df042bc', 'name': 'tempest-TestServerBasicOps-760985719-router', 'tenant_id': 'e5bd7ffaf96c48688d8ebe954dc7912f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.136'}], 'enable_snat': True}, 'gw_port_id': 'c7149e1b-6317-4595-ac94-89db5d2374c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:03:19Z', 'updated_at': '2022-05-07T22:03:27Z', 'revision_number': 4, 'project_id': 'e5bd7ffaf96c48688d8ebe954dc7912f', 'gw_port': {'id': 'c7149e1b-6317-4595-ac94-89db5d2374c1', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:54:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842bb4e3-f934-4083-96cd-cd561df042bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:03:21Z', 'updated_at': '2022-05-07T22:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd560fad2-d8cb-4616-865c-898236e0cf44', 'name': '', 'network_id': '8d88d076-afcc-46ea-aeef-47274d5a0fc9', 'tenant_id': 'e5bd7ffaf96c48688d8ebe954dc7912f', 'mac_address': 'fa:16:3e:42:2b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842bb4e3-f934-4083-96cd-cd561df042bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': 'f15072ac-4fc2-4d22-b0ea-3923eb70ad7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:03:25Z', 'updated_at': '2022-05-07T22:03:34Z', 'revision_number': 5, 'project_id': 'e5bd7ffaf96c48688d8ebe954dc7912f', 'subnets': [{'id': 'f15072ac-4fc2-4d22-b0ea-3923eb70ad7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:09:09.264921 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b136eb62-cc1b-41d3-a0c4-d641d22f2edd req-c1e18e0a-0e27-4351-a109-5f699da564f5 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] 10.222.0.32 "GET /v2.0/ports?device_id=58c1a630-bf3c-43b9-8367-4ad0368a202f HTTP/1.1" status: 200  len: 210 time: 0.2666299
May 07 22:09:09.317310 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a6892642-4cc6-4471-bc0a-0b570361a62b admin admin] Publish callbacks [] for security_group (7564266c-a4a2-4bf0-87ce-94d10ba739c3), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:09.328721 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbcab25f-0ab2-4bd3-b825-445fad805bf7 None None] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:09:09.329142 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc9b845-d9a5-428b-bf1f-83f0c26dc207 None None] The sync data for ids ['842bb4e3-f934-4083-96cd-cd561df042bc'] in ncdv-master-1 is: [{'id': '842bb4e3-f934-4083-96cd-cd561df042bc', 'name': 'tempest-TestServerBasicOps-760985719-router', 'tenant_id': 'e5bd7ffaf96c48688d8ebe954dc7912f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.136'}], 'enable_snat': True}, 'gw_port_id': 'c7149e1b-6317-4595-ac94-89db5d2374c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:03:19Z', 'updated_at': '2022-05-07T22:03:27Z', 'revision_number': 4, 'project_id': 'e5bd7ffaf96c48688d8ebe954dc7912f', 'gw_port': {'id': 'c7149e1b-6317-4595-ac94-89db5d2374c1', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:54:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842bb4e3-f934-4083-96cd-cd561df042bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:03:21Z', 'updated_at': '2022-05-07T22:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd560fad2-d8cb-4616-865c-898236e0cf44', 'name': '', 'network_id': '8d88d076-afcc-46ea-aeef-47274d5a0fc9', 'tenant_id': 'e5bd7ffaf96c48688d8ebe954dc7912f', 'mac_address': 'fa:16:3e:42:2b:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842bb4e3-f934-4083-96cd-cd561df042bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': 'f15072ac-4fc2-4d22-b0ea-3923eb70ad7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:03:25Z', 'updated_at': '2022-05-07T22:03:34Z', 'revision_number': 5, 'project_id': 'e5bd7ffaf96c48688d8ebe954dc7912f', 'subnets': [{'id': 'f15072ac-4fc2-4d22-b0ea-3923eb70ad7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:09:09.404255 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a6892642-4cc6-4471-bc0a-0b570361a62b admin admin] Publish callbacks [] for security_group (7564266c-a4a2-4bf0-87ce-94d10ba739c3), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:09.512168 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a6892642-4cc6-4471-bc0a-0b570361a62b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (7564266c-a4a2-4bf0-87ce-94d10ba739c3), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:09.515421 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a6892642-4cc6-4471-bc0a-0b570361a62b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:09.516671 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-a6892642-4cc6-4471-bc0a-0b570361a62b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7564266c-a4a2-4bf0-87ce-94d10ba739c3 HTTP/1.1" status: 204  len: 168 time: 0.5151057
May 07 22:09:09.520819 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-dbcab25f-0ab2-4bd3-b825-445fad805bf7 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:09:09.527629 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcab25f-0ab2-4bd3-b825-445fad805bf7 None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:09:09.538924 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6892642-4cc6-4471-bc0a-0b570361a62b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7564266c-a4a2-4bf0-87ce-94d10ba739c3,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:09.545919 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-d4c8f3ea-a243-4dea-818a-7f363c13c606 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Deleting port 10f5520b-4af0-4f6d-9477-bfe97172d426 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:09:09.546282 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d4c8f3ea-a243-4dea-818a-7f363c13c606 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (10f5520b-4af0-4f6d-9477-bfe97172d426), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:09.586495 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-24f4e3c5-7878-432f-9dbb-3cd0f9268783 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (e6491500-e469-44ad-a4ed-6ffb8b952f04), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:09.692024 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 39904) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:09.775122 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-999a3b2a-b90d-4d8b-bdaa-6dd98f65a5db None None] Provisioning complete for port 10f5520b-4af0-4f6d-9477-bfe97172d426 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:09:09.776455 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-999a3b2a-b90d-4d8b-bdaa-6dd98f65a5db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (10f5520b-4af0-4f6d-9477-bfe97172d426), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:09.920979 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcab25f-0ab2-4bd3-b825-445fad805bf7 None None] Pushing event updated for resources: {'Port': ['ID=61aa0b59-571b-419f-886c-7b63ef55221f,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:09.927475 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f4e3c5-7878-432f-9dbb-3cd0f9268783 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event updated for resources: {'Subnet': ['ID=e6491500-e469-44ad-a4ed-6ffb8b952f04,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:10.034641 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-999a3b2a-b90d-4d8b-bdaa-6dd98f65a5db None None] Port 10f5520b-4af0-4f6d-9477-bfe97172d426 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:09:10.053793 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-a68d62fe-f36d-4cf0-a96e-7afa8fd29f65 tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Deleting port 7f792f53-13c2-45f2-a789-7a502365b3ec {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:09:10.054349 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a68d62fe-f36d-4cf0-a96e-7afa8fd29f65 tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (7f792f53-13c2-45f2-a789-7a502365b3ec), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:10.057273 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-403bbd0d-929e-468d-b4ce-ffaf16aa22ab None None] Publish callbacks [] for port (d8f644c1-b6ae-4d78-aec2-2c181f43d02c), precommit_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:10.066702 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215afcfe-77b1-48f0-a90a-14ee07e90d97 None None] New status for floating IP 691bd5d8-f90a-44bc-8895-0ef3656ce793: DOWN {{(pid=121838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 07 22:09:10.080399 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f4e3c5-7878-432f-9dbb-3cd0f9268783 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:09:10.130517 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-24f4e3c5-7878-432f-9dbb-3cd0f9268783 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:09:10.151493 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f4e3c5-7878-432f-9dbb-3cd0f9268783 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:10.153426 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-24f4e3c5-7878-432f-9dbb-3cd0f9268783 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:10.161196 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d4c8f3ea-a243-4dea-818a-7f363c13c606 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (10f5520b-4af0-4f6d-9477-bfe97172d426), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:10.199340 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-403bbd0d-929e-468d-b4ce-ffaf16aa22ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (d8f644c1-b6ae-4d78-aec2-2c181f43d02c), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:10.205130 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f13a594-dabd-44e1-b58b-88d173530314 req-f71a54bd-9d9b-4fbf-8547-57834ddc97d8 tempest-VolumesBackupsTest-1817505426 tempest-VolumesBackupsTest-1817505426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:10.215048 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a68d62fe-f36d-4cf0-a96e-7afa8fd29f65 tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (7f792f53-13c2-45f2-a789-7a502365b3ec), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:10.215048 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a68d62fe-f36d-4cf0-a96e-7afa8fd29f65 tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Publish callbacks [] for floatingip (7f792f53-13c2-45f2-a789-7a502365b3ec), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:10.215302 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1f13a594-dabd-44e1-b58b-88d173530314 req-f71a54bd-9d9b-4fbf-8547-57834ddc97d8 tempest-VolumesBackupsTest-1817505426 tempest-VolumesBackupsTest-1817505426-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ce1ca65-a12b-4ded-9af1-3b2575026f57 HTTP/1.1" status: 200  len: 950 time: 0.2860551
May 07 22:09:10.222399 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-dbcab25f-0ab2-4bd3-b825-445fad805bf7 None None] Attempting to bind port 61aa0b59-571b-419f-886c-7b63ef55221f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:09:10.222920 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-dbcab25f-0ab2-4bd3-b825-445fad805bf7 None None] Attempting to bind port 61aa0b59-571b-419f-886c-7b63ef55221f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0c54767f-f5cc-4fe8-be2b-89310a1e6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:09:10.223488 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcab25f-0ab2-4bd3-b825-445fad805bf7 None None] Attempting to bind port 61aa0b59-571b-419f-886c-7b63ef55221f on network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:09:10.231786 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-a68d62fe-f36d-4cf0-a96e-7afa8fd29f65 tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Calling delete_port for 7f792f53-13c2-45f2-a789-7a502365b3ec owned by network:floatingip {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:09:10.278483 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-d4c8f3ea-a243-4dea-818a-7f363c13c606 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Calling delete_port for 10f5520b-4af0-4f6d-9477-bfe97172d426 owned by  {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:09:10.329227 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-24f4e3c5-7878-432f-9dbb-3cd0f9268783 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 3.2496293
May 07 22:09:10.350649 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 39940) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:10.375768 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-0513bbf6-33d9-4b81-ad99-56d37e01af40 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Request body: {'port': {'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'mac_address': 'fa:16:3e:36:7c:ae', 'name': 'tempest-NetworksTestDHCPv6-554579266'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:09:10.405424 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcab25f-0ab2-4bd3-b825-445fad805bf7 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:09:10.407874 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcab25f-0ab2-4bd3-b825-445fad805bf7 None None] Checking segment: {'id': '0c54767f-f5cc-4fe8-be2b-89310a1e6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:09:10.409714 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-dbcab25f-0ab2-4bd3-b825-445fad805bf7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:10.410316 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcab25f-0ab2-4bd3-b825-445fad805bf7 None None] Bound using segment: {'id': '0c54767f-f5cc-4fe8-be2b-89310a1e6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:09:10.412284 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-dbcab25f-0ab2-4bd3-b825-445fad805bf7 None None] Bound port: 61aa0b59-571b-419f-886c-7b63ef55221f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c54767f-f5cc-4fe8-be2b-89310a1e6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:09:10.412894 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-dbcab25f-0ab2-4bd3-b825-445fad805bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (61aa0b59-571b-419f-886c-7b63ef55221f), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:10.429578 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a68d62fe-f36d-4cf0-a96e-7afa8fd29f65 tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (7f792f53-13c2-45f2-a789-7a502365b3ec), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:10.466257 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 39942) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:10.557436 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68d62fe-f36d-4cf0-a96e-7afa8fd29f65 tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Pushing event deleted for resources: {'Port': ['ID=7f792f53-13c2-45f2-a789-7a502365b3ec,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:10.603068 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-464961e8-442a-46ae-9a5f-de84cf9ed461 req-78b3401d-0455-432e-8533-60f328526dbb tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] 10.222.0.32 "GET /v2.0/ports?device_id=58c1a630-bf3c-43b9-8367-4ad0368a202f HTTP/1.1" status: 200  len: 210 time: 0.1553509
May 07 22:09:10.607607 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.db.api [None req-215afcfe-77b1-48f0-a90a-14ee07e90d97 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 07 22:09:10.608175 ncdv-master-1 neutron-server[121838]: DEBUG oslo_db.api [None req-215afcfe-77b1-48f0-a90a-14ee07e90d97 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 07 22:09:10.631041 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d8025a-a395-400e-8ae4-e4871193febe None None] Pushing event updated for resources: {'Port': ['ID=d8f644c1-b6ae-4d78-aec2-2c181f43d02c,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:10.722677 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a68d62fe-f36d-4cf0-a96e-7afa8fd29f65 tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Publish callbacks [] for floatingip (691bd5d8-f90a-44bc-8895-0ef3656ce793), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:10.727604 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1f13a594-dabd-44e1-b58b-88d173530314 req-5c3ec6cc-b354-4063-a223-0911ba214d28 tempest-VolumesBackupsTest-1817505426 tempest-VolumesBackupsTest-1817505426-project] 10.222.0.32 "GET /v2.0/security-groups?id=60f5a209-cad6-41a8-915f-73b9ceea56a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4979265
May 07 22:09:10.729219 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a68d62fe-f36d-4cf0-a96e-7afa8fd29f65 tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:10.730710 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-a68d62fe-f36d-4cf0-a96e-7afa8fd29f65 tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] 10.222.0.32 "DELETE /v2.0/floatingips/691bd5d8-f90a-44bc-8895-0ef3656ce793 HTTP/1.1" status: 204  len: 168 time: 1.0373185
May 07 22:09:10.783716 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-dbcab25f-0ab2-4bd3-b825-445fad805bf7 None None] For port 61aa0b59-571b-419f-886c-7b63ef55221f, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:09:10.792784 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-403bbd0d-929e-468d-b4ce-ffaf16aa22ab None None] Attempting to bind port d8f644c1-b6ae-4d78-aec2-2c181f43d02c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:09:10.793256 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-403bbd0d-929e-468d-b4ce-ffaf16aa22ab None None] Attempting to bind port d8f644c1-b6ae-4d78-aec2-2c181f43d02c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e15566c9-6ad8-4e03-9150-bd1b59ede68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '308d6916-e830-4389-a582-d32af758375c'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:09:10.793703 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403bbd0d-929e-468d-b4ce-ffaf16aa22ab None None] Attempting to bind port d8f644c1-b6ae-4d78-aec2-2c181f43d02c on network 308d6916-e830-4389-a582-d32af758375c {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:09:10.825160 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-dbcab25f-0ab2-4bd3-b825-445fad805bf7 None None] For port 61aa0b59-571b-419f-886c-7b63ef55221f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=61aa0b59-571b-419f-886c-7b63ef55221f,segment=NetworkSegment(0c54767f-f5cc-4fe8-be2b-89310a1e6df6),segment_id=0c54767f-f5cc-4fe8-be2b-89310a1e6df6)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:09:10.826566 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-e9c3da5e-1caf-4f0e-9430-799d8928484d None None] Provisioning complete for port d8f644c1-b6ae-4d78-aec2-2c181f43d02c triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:09:10.827703 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e9c3da5e-1caf-4f0e-9430-799d8928484d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (d8f644c1-b6ae-4d78-aec2-2c181f43d02c), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:10.850941 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403bbd0d-929e-468d-b4ce-ffaf16aa22ab None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:09:10.851449 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403bbd0d-929e-468d-b4ce-ffaf16aa22ab None None] Checking segment: {'id': 'e15566c9-6ad8-4e03-9150-bd1b59ede68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '308d6916-e830-4389-a582-d32af758375c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:09:10.851983 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-403bbd0d-929e-468d-b4ce-ffaf16aa22ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:10.852498 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403bbd0d-929e-468d-b4ce-ffaf16aa22ab None None] Bound using segment: {'id': 'e15566c9-6ad8-4e03-9150-bd1b59ede68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '308d6916-e830-4389-a582-d32af758375c'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:09:10.853109 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-403bbd0d-929e-468d-b4ce-ffaf16aa22ab None None] Bound port: d8f644c1-b6ae-4d78-aec2-2c181f43d02c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e15566c9-6ad8-4e03-9150-bd1b59ede68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '308d6916-e830-4389-a582-d32af758375c'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:09:10.854101 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-403bbd0d-929e-468d-b4ce-ffaf16aa22ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (d8f644c1-b6ae-4d78-aec2-2c181f43d02c), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:10.860360 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 39956) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:10.877343 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-dbcab25f-0ab2-4bd3-b825-445fad805bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (61aa0b59-571b-419f-886c-7b63ef55221f), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:10.950435 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-07d954b2-3bd1-46fc-886e-45388df1b26c admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1366257885-network', 'tenant_id': '03ab9fa8c41f4e18b0d6c1fb4e8af126'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:09:11.007897 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-e9c3da5e-1caf-4f0e-9430-799d8928484d None None] Port d8f644c1-b6ae-4d78-aec2-2c181f43d02c cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:09:11.040090 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b2c0ddce-5136-4876-9552-1067033c3549 tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Publish callbacks [] for security_group (45028260-27bb-4967-b003-55d77c52e058), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:11.054759 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-403bbd0d-929e-468d-b4ce-ffaf16aa22ab None None] For port d8f644c1-b6ae-4d78-aec2-2c181f43d02c, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:09:11.067505 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcab25f-0ab2-4bd3-b825-445fad805bf7 None None] Pushing event updated for resources: {'Port': ['ID=61aa0b59-571b-419f-886c-7b63ef55221f,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:11.073960 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-403bbd0d-929e-468d-b4ce-ffaf16aa22ab None None] For port d8f644c1-b6ae-4d78-aec2-2c181f43d02c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d8f644c1-b6ae-4d78-aec2-2c181f43d02c,segment=NetworkSegment(e15566c9-6ad8-4e03-9150-bd1b59ede68e),segment_id=e15566c9-6ad8-4e03-9150-bd1b59ede68e)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:09:11.084179 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-403bbd0d-929e-468d-b4ce-ffaf16aa22ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (d8f644c1-b6ae-4d78-aec2-2c181f43d02c), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:11.121429 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d4c8f3ea-a243-4dea-818a-7f363c13c606 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (10f5520b-4af0-4f6d-9477-bfe97172d426), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:11.131914 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215afcfe-77b1-48f0-a90a-14ee07e90d97 None None] New status for floating IP 691bd5d8-f90a-44bc-8895-0ef3656ce793: DOWN {{(pid=121838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 07 22:09:11.208111 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b2c0ddce-5136-4876-9552-1067033c3549 tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Publish callbacks [] for security_group (45028260-27bb-4967-b003-55d77c52e058), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:11.362992 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8cdc0f-d2a5-425b-a0b3-df93dd260a80 req-7da73429-7904-41cb-bd79-4de6f7e0241c tempest-VolumesBackupsTest-1817505426 tempest-VolumesBackupsTest-1817505426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:11.374552 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2c8cdc0f-d2a5-425b-a0b3-df93dd260a80 req-7da73429-7904-41cb-bd79-4de6f7e0241c tempest-VolumesBackupsTest-1817505426 tempest-VolumesBackupsTest-1817505426-project] 10.222.0.59 "GET /v2.0/ports?device_id=1ce1ca65-a12b-4ded-9af1-3b2575026f57 HTTP/1.1" status: 200  len: 950 time: 0.2642331
May 07 22:09:11.453819 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24637f9d-cb19-4475-af6c-734a273a6fb2 req-bd723f55-4c4f-4748-bff6-755ad342eb0d tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:11.457887 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-24637f9d-cb19-4475-af6c-734a273a6fb2 req-bd723f55-4c4f-4748-bff6-755ad342eb0d tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] 10.222.0.55 "GET /v2.0/networks?id=308d6916-e830-4389-a582-d32af758375c HTTP/1.1" status: 200  len: 797 time: 0.4419386
May 07 22:09:11.464947 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0513bbf6-33d9-4b81-ad99-56d37e01af40 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Made reservation on behalf of a45ecca62a364aaabca1717c79558f6f for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:09:11.490014 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d8025a-a395-400e-8ae4-e4871193febe None None] Pushing event updated for resources: {'Port': ['ID=d8f644c1-b6ae-4d78-aec2-2c181f43d02c,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:11.531727 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403bbd0d-929e-468d-b4ce-ffaf16aa22ab None None] Routers {'83789103-a34a-4812-891b-ff852781f2d3'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:09:11.532626 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-403bbd0d-929e-468d-b4ce-ffaf16aa22ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7e8bd970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:08:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['83789103-a34a-4812-891b-ff852781f2d3'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:09:11.539745 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b2c0ddce-5136-4876-9552-1067033c3549 tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (45028260-27bb-4967-b003-55d77c52e058), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:11.560663 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b2c0ddce-5136-4876-9552-1067033c3549 tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:11.564776 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-b2c0ddce-5136-4876-9552-1067033c3549 tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] 10.222.0.32 "DELETE /v2.0/security-groups/45028260-27bb-4967-b003-55d77c52e058 HTTP/1.1" status: 204  len: 168 time: 0.7009864
May 07 22:09:11.705674 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 39986) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:11.721212 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c0ddce-5136-4876-9552-1067033c3549 tempest-TestServerBasicOps-694273908 tempest-TestServerBasicOps-694273908-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45028260-27bb-4967-b003-55d77c52e058,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:11.776102 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-2c8cdc0f-d2a5-425b-a0b3-df93dd260a80 req-7c8f2ab0-5ef6-476c-9f06-1aeb6c2afcfa tempest-VolumesBackupsTest-1817505426 tempest-VolumesBackupsTest-1817505426-project] Deleting port 0862d286-4492-4f74-bef8-f163ad30d582 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:09:11.776713 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-2c8cdc0f-d2a5-425b-a0b3-df93dd260a80 req-7c8f2ab0-5ef6-476c-9f06-1aeb6c2afcfa tempest-VolumesBackupsTest-1817505426 tempest-VolumesBackupsTest-1817505426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (0862d286-4492-4f74-bef8-f163ad30d582), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:11.811618 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0513bbf6-33d9-4b81-ad99-56d37e01af40 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:11.829099 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-403bbd0d-929e-468d-b4ce-ffaf16aa22ab None None] Set router 83789103-a34a-4812-891b-ff852781f2d3 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:09:11.929829 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c8f3ea-a243-4dea-818a-7f363c13c606 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Pushing event deleted for resources: {'Port': ['ID=10f5520b-4af0-4f6d-9477-bfe97172d426,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:11.998265 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07d954b2-3bd1-46fc-886e-45388df1b26c admin admin] Made reservation on behalf of 03ab9fa8c41f4e18b0d6c1fb4e8af126 for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:09:12.001205 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-07d954b2-3bd1-46fc-886e-45388df1b26c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:12.011957 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-6a909614-b590-4da0-80f7-5d5bda41ca13 None None] Provisioning complete for port d8f644c1-b6ae-4d78-aec2-2c181f43d02c triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:09:12.014628 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a909614-b590-4da0-80f7-5d5bda41ca13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (d8f644c1-b6ae-4d78-aec2-2c181f43d02c), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:12.088704 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e105aa0-7db5-4eb8-aee7-f11ba91d69b0 req-1fefaad2-4b0c-4546-b8be-c6492cc9e7c7 tempest-VolumesBackupsTest-1817505426 tempest-VolumesBackupsTest-1817505426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:12.089031 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-697fcf69-c4d0-4c6b-8c32-0469e3a4c9e0 req-9865a322-48b2-4463-a3e8-5d7f8162d009 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] 10.222.0.32 "GET /v2.0/ports?device_id=58c1a630-bf3c-43b9-8367-4ad0368a202f HTTP/1.1" status: 200  len: 210 time: 0.2597804
May 07 22:09:12.098680 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-07d954b2-3bd1-46fc-886e-45388df1b26c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:12.106700 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9e105aa0-7db5-4eb8-aee7-f11ba91d69b0 req-1fefaad2-4b0c-4546-b8be-c6492cc9e7c7 tempest-VolumesBackupsTest-1817505426 tempest-VolumesBackupsTest-1817505426-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ce1ca65-a12b-4ded-9af1-3b2575026f57 HTTP/1.1" status: 200  len: 950 time: 0.1877191
May 07 22:09:12.235559 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [None req-0513bbf6-33d9-4b81-ad99-56d37e01af40 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] device_id is not set on port be55f711-865b-4cdc-9f61-f65ba336a44c yet. {{(pid=121836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 22:09:12.245104 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-6a909614-b590-4da0-80f7-5d5bda41ca13 None None] Current status of the port d8f644c1-b6ae-4d78-aec2-2c181f43d02c is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:09:12.245571 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a909614-b590-4da0-80f7-5d5bda41ca13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (d8f644c1-b6ae-4d78-aec2-2c181f43d02c), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:12.250903 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-24637f9d-cb19-4475-af6c-734a273a6fb2 req-447823d1-b5e9-4290-bdba-e6e95a955c18 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79ad2ea0f3a34003bb7a3f8ff81c58e4 HTTP/1.1" status: 200  len: 475 time: 0.4539022
May 07 22:09:12.251367 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-2c8cdc0f-d2a5-425b-a0b3-df93dd260a80 req-7c8f2ab0-5ef6-476c-9f06-1aeb6c2afcfa tempest-VolumesBackupsTest-1817505426 tempest-VolumesBackupsTest-1817505426-project] For port 0862d286-4492-4f74-bef8-f163ad30d582, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0862d286-4492-4f74-bef8-f163ad30d582,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:09:12.251743 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-2c8cdc0f-d2a5-425b-a0b3-df93dd260a80 req-7c8f2ab0-5ef6-476c-9f06-1aeb6c2afcfa tempest-VolumesBackupsTest-1817505426 tempest-VolumesBackupsTest-1817505426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (0862d286-4492-4f74-bef8-f163ad30d582), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:12.268696 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-24637f9d-cb19-4475-af6c-734a273a6fb2 req-8cf97241-8da5-4ad9-99ea-779100fc4221 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Request body: {'port': {'device_id': '58c1a630-bf3c-43b9-8367-4ad0368a202f', 'network_id': '308d6916-e830-4389-a582-d32af758375c', 'admin_state_up': True, 'tenant_id': '79ad2ea0f3a34003bb7a3f8ff81c58e4', 'security_groups': ['b1503f3a-b9af-4c41-9c6f-2f3e652854ad', 'a3e6b828-1da2-4a4d-bdcb-d108af052f41']}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:09:12.299814 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-403bbd0d-929e-468d-b4ce-ffaf16aa22ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7e8bd970>, [{'id': '83789103-a34a-4812-891b-ff852781f2d3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1006798235', 'tenant_id': '79ad2ea0f3a34003bb7a3f8ff81c58e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.253'}], 'enable_snat': True}, 'gw_port_id': 'cd2cf3c4-3e08-46f4-9d5d-18ed1dbf5953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:08:48Z', 'updated_at': '2022-05-07T22:08:57Z', 'revision_number': 4, 'project_id': '79ad2ea0f3a34003bb7a3f8ff81c58e4', 'gw_port': {'id': 'cd2cf3c4-3e08-46f4-9d5d-18ed1dbf5953', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83789103-a34a-4812-891b-ff852781f2d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:08:50Z', 'updated_at': '2022-05-07T22:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd8f644c1-b6ae-4d78-aec2-2c181f43d02c', 'name': '', 'network_id': '308d6916-e830-4389-a582-d32af758375c', 'tenant_id': '79ad2ea0f3a34003bb7a3f8ff81c58e4', 'mac_address': 'fa:16:3e:3e:fd:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83789103-a34a-4812-891b-ff852781f2d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '7b5249f7-65ac-4ebe-8d51-aac30e9600c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:08:57Z', 'updated_at': '2022-05-07T22:09:11Z', 'revision_number': 4, 'project_id': '79ad2ea0f3a34003bb7a3f8ff81c58e4', 'subnets': [{'id': '7b5249f7-65ac-4ebe-8d51-aac30e9600c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:09:12.313513 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9e105aa0-7db5-4eb8-aee7-f11ba91d69b0 req-8fcdce39-4965-4e30-9450-a759efcf081d tempest-VolumesBackupsTest-1817505426 tempest-VolumesBackupsTest-1817505426-project] 10.222.0.32 "GET /v2.0/security-groups?id=60f5a209-cad6-41a8-915f-73b9ceea56a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1914005
May 07 22:09:12.322690 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-2c8cdc0f-d2a5-425b-a0b3-df93dd260a80 req-7c8f2ab0-5ef6-476c-9f06-1aeb6c2afcfa tempest-VolumesBackupsTest-1817505426 tempest-VolumesBackupsTest-1817505426-project] Calling delete_port for 0862d286-4492-4f74-bef8-f163ad30d582 owned by compute:nova {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:09:12.377550 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403bbd0d-929e-468d-b4ce-ffaf16aa22ab None None] The sync data for ids ['83789103-a34a-4812-891b-ff852781f2d3'] in ncdv-master-1 is: [{'id': '83789103-a34a-4812-891b-ff852781f2d3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1006798235', 'tenant_id': '79ad2ea0f3a34003bb7a3f8ff81c58e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.253'}], 'enable_snat': True}, 'gw_port_id': 'cd2cf3c4-3e08-46f4-9d5d-18ed1dbf5953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:08:48Z', 'updated_at': '2022-05-07T22:08:57Z', 'revision_number': 4, 'project_id': '79ad2ea0f3a34003bb7a3f8ff81c58e4', 'gw_port': {'id': 'cd2cf3c4-3e08-46f4-9d5d-18ed1dbf5953', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83789103-a34a-4812-891b-ff852781f2d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:08:50Z', 'updated_at': '2022-05-07T22:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd8f644c1-b6ae-4d78-aec2-2c181f43d02c', 'name': '', 'network_id': '308d6916-e830-4389-a582-d32af758375c', 'tenant_id': '79ad2ea0f3a34003bb7a3f8ff81c58e4', 'mac_address': 'fa:16:3e:3e:fd:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83789103-a34a-4812-891b-ff852781f2d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '7b5249f7-65ac-4ebe-8d51-aac30e9600c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:08:57Z', 'updated_at': '2022-05-07T22:09:11Z', 'revision_number': 4, 'project_id': '79ad2ea0f3a34003bb7a3f8ff81c58e4', 'subnets': [{'id': '7b5249f7-65ac-4ebe-8d51-aac30e9600c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:09:12.431173 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-6a909614-b590-4da0-80f7-5d5bda41ca13 None None] For port d8f644c1-b6ae-4d78-aec2-2c181f43d02c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d8f644c1-b6ae-4d78-aec2-2c181f43d02c,segment=NetworkSegment(e15566c9-6ad8-4e03-9150-bd1b59ede68e),segment_id=e15566c9-6ad8-4e03-9150-bd1b59ede68e)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:09:12.458792 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a909614-b590-4da0-80f7-5d5bda41ca13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (d8f644c1-b6ae-4d78-aec2-2c181f43d02c), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:12.526693 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d4c8f3ea-a243-4dea-818a-7f363c13c606 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:12.550367 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-d4c8f3ea-a243-4dea-818a-7f363c13c606 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] 10.222.0.32 "DELETE /v2.0/ports/10f5520b-4af0-4f6d-9477-bfe97172d426 HTTP/1.1" status: 204  len: 168 time: 3.6903710
May 07 22:09:12.552850 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 40008) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:12.598922 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f9122b2-09ea-4c63-8590-c012aad40057 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] GET failed (client error): The resource could not be found.
May 07 22:09:12.600560 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-8f9122b2-09ea-4c63-8590-c012aad40057 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] 10.222.0.32 "GET /v2.0/ports/10f5520b-4af0-4f6d-9477-bfe97172d426 HTTP/1.1" status: 404  len: 333 time: 0.0464864
May 07 22:09:12.605047 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 40014) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:12.610408 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-c098ebab-245a-4d69-9094-879493c44889 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Request body: {'port': {'network_id': '6a0eb390-d73a-4a21-8033-b6864cf90a52', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1388841896'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:09:12.620003 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a909614-b590-4da0-80f7-5d5bda41ca13 None None] Pushing event updated for resources: {'Port': ['ID=d8f644c1-b6ae-4d78-aec2-2c181f43d02c,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:12.688080 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cfff193-9ae1-4aee-b638-a341788ad9e6 None None] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:09:12.845608 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-2c8cdc0f-d2a5-425b-a0b3-df93dd260a80 req-7c8f2ab0-5ef6-476c-9f06-1aeb6c2afcfa tempest-VolumesBackupsTest-1817505426 tempest-VolumesBackupsTest-1817505426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (0862d286-4492-4f74-bef8-f163ad30d582), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:12.863218 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-07d954b2-3bd1-46fc-886e-45388df1b26c admin admin] Publish callbacks [] for security_group (be673715-b0a0-4c7f-a54f-5102993096b0), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:12.878803 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-07d954b2-3bd1-46fc-886e-45388df1b26c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (be673715-b0a0-4c7f-a54f-5102993096b0), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:12.885480 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-2299402c-df0e-48d5-a7c0-37d7a633b0f0 None None] Provisioning complete for port 61aa0b59-571b-419f-886c-7b63ef55221f triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:09:12.886052 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2299402c-df0e-48d5-a7c0-37d7a633b0f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (61aa0b59-571b-419f-886c-7b63ef55221f), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:12.897584 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8f2ab0-5ef6-476c-9f06-1aeb6c2afcfa tempest-VolumesBackupsTest-1817505426 tempest-VolumesBackupsTest-1817505426-project] Pushing event deleted for resources: {'Port': ['ID=0862d286-4492-4f74-bef8-f163ad30d582,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:12.926413 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07d954b2-3bd1-46fc-886e-45388df1b26c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:09:12.946642 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-0513bbf6-33d9-4b81-ad99-56d37e01af40 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Allocated IP 172.20.0.6 (c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a/e6491500-e469-44ad-a4ed-6ffb8b952f04/be55f711-865b-4cdc-9f61-f65ba336a44c) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:09:12.968882 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24637f9d-cb19-4475-af6c-734a273a6fb2 req-8cf97241-8da5-4ad9-99ea-779100fc4221 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Made reservation on behalf of 79ad2ea0f3a34003bb7a3f8ff81c58e4 for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:09:12.974151 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-24637f9d-cb19-4475-af6c-734a273a6fb2 req-8cf97241-8da5-4ad9-99ea-779100fc4221 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:13.021639 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-0513bbf6-33d9-4b81-ad99-56d37e01af40 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Allocated IP 2001:db8::f816:3eff:fe36:7cae (c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a/701dd6cc-83c8-4e93-8ac9-37414703f026/be55f711-865b-4cdc-9f61-f65ba336a44c) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:09:13.177684 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c8cdc0f-d2a5-425b-a0b3-df93dd260a80 req-7c8f2ab0-5ef6-476c-9f06-1aeb6c2afcfa tempest-VolumesBackupsTest-1817505426 tempest-VolumesBackupsTest-1817505426-project] No DVR routers for this DVR port 0862d286-4492-4f74-bef8-f163ad30d582 on host nch2-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:09:13.183110 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-2c8cdc0f-d2a5-425b-a0b3-df93dd260a80 req-7c8f2ab0-5ef6-476c-9f06-1aeb6c2afcfa tempest-VolumesBackupsTest-1817505426 tempest-VolumesBackupsTest-1817505426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:13.193232 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2c8cdc0f-d2a5-425b-a0b3-df93dd260a80 req-7c8f2ab0-5ef6-476c-9f06-1aeb6c2afcfa tempest-VolumesBackupsTest-1817505426 tempest-VolumesBackupsTest-1817505426-project] 10.222.0.59 "DELETE /v2.0/ports/0862d286-4492-4f74-bef8-f163ad30d582 HTTP/1.1" status: 204  len: 173 time: 1.8168066
May 07 22:09:13.200130 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ce1ca65-a12b-4ded-9af1-3b2575026f57', 'name': 'network-vif-deleted', 'tag': '0862d286-4492-4f74-bef8-f163ad30d582'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:09:13.219043 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c66354d-3a5e-417c-95b4-9d3a24062a39" -d '{"events": [{"server_uuid": "1ce1ca65-a12b-4ded-9af1-3b2575026f57", "name": "network-vif-deleted", "tag": "0862d286-4492-4f74-bef8-f163ad30d582"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:09:13.234866 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0513bbf6-33d9-4b81-ad99-56d37e01af40 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for port (be55f711-865b-4cdc-9f61-f65ba336a44c), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:13.241621 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-07d954b2-3bd1-46fc-886e-45388df1b26c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (f99be426-4998-448b-b9a4-bff47e7cafa2), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:13.241978 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-07d954b2-3bd1-46fc-886e-45388df1b26c admin admin] Added segment f99be426-4998-448b-b9a4-bff47e7cafa2 of type vlan for network 3ca09c63-acf5-4235-8b54-9ba115eec351
May 07 22:09:13.257491 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c098ebab-245a-4d69-9094-879493c44889 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Made reservation on behalf of 6d3ba93d3f2b424cbe1cd3e4f8623ad5 for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:09:13.261380 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c098ebab-245a-4d69-9094-879493c44889 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:13.303910 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8511f58e-b9bc-456e-92f4-3c72b677d53e req-9103812d-2dca-4a05-a87e-dd159c2ef31c tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] 10.222.0.32 "GET /v2.0/ports?device_id=58c1a630-bf3c-43b9-8367-4ad0368a202f HTTP/1.1" status: 200  len: 210 time: 0.0471189
May 07 22:09:13.313303 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d954b2-3bd1-46fc-886e-45388df1b26c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be673715-b0a0-4c7f-a54f-5102993096b0,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:13.330000 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d954b2-3bd1-46fc-886e-45388df1b26c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:09:13.330000 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d954b2-3bd1-46fc-886e-45388df1b26c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:09:13.330000 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d954b2-3bd1-46fc-886e-45388df1b26c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:09:13.330000 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d954b2-3bd1-46fc-886e-45388df1b26c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:09:13.330489 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d954b2-3bd1-46fc-886e-45388df1b26c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:09:13.330681 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d954b2-3bd1-46fc-886e-45388df1b26c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:09:13.331111 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d954b2-3bd1-46fc-886e-45388df1b26c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:09:13.331453 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d954b2-3bd1-46fc-886e-45388df1b26c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:09:13.332041 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d954b2-3bd1-46fc-886e-45388df1b26c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:09:13.332486 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d954b2-3bd1-46fc-886e-45388df1b26c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:09:13.332823 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d954b2-3bd1-46fc-886e-45388df1b26c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:09:13.333133 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d954b2-3bd1-46fc-886e-45388df1b26c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:09:13.333475 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d954b2-3bd1-46fc-886e-45388df1b26c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:09:13.333809 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d954b2-3bd1-46fc-886e-45388df1b26c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:09:13.334004 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [None req-c098ebab-245a-4d69-9094-879493c44889 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] device_id is not set on port 38888cb2-ec5c-4c89-b9fe-840367b7d909 yet. {{(pid=121837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 22:09:13.334201 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d954b2-3bd1-46fc-886e-45388df1b26c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:09:13.347331 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a73b4293-4669-4430-afe3-b9478530f3da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401094'] for router_interface (842bb4e3-f934-4083-96cd-cd561df042bc), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:13.347955 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3b6d8b-ff75-4f04-945f-4cf2643b4d0f None None] Update dhcp port {'port': {'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'fixed_ips': [{'subnet_id': '701dd6cc-83c8-4e93-8ac9-37414703f026', 'ip_address': '2001:db8::f816:3eff:feec:16bd'}, {'subnet_id': 'e6491500-e469-44ad-a4ed-6ffb8b952f04'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '61aa0b59-571b-419f-886c-7b63ef55221f'} from ncdv-master-1. {{(pid=121838) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
May 07 22:09:13.357758 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-2299402c-df0e-48d5-a7c0-37d7a633b0f0 None None] Current status of the port 61aa0b59-571b-419f-886c-7b63ef55221f is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:09:13.358838 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2299402c-df0e-48d5-a7c0-37d7a633b0f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (61aa0b59-571b-419f-886c-7b63ef55221f), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:13.443629 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22eba983-6425-408e-9cc2-e1b9e5320df2 x-openstack-request-id: req-22eba983-6425-408e-9cc2-e1b9e5320df2 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:09:13.446171 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ce1ca65-a12b-4ded-9af1-3b2575026f57", "name": "network-vif-deleted", "tag": "0862d286-4492-4f74-bef8-f163ad30d582", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:09:13.446280 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-22eba983-6425-408e-9cc2-e1b9e5320df2 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:09:13.447158 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22eba983-6425-408e-9cc2-e1b9e5320df2'] response: {'server_uuid': '1ce1ca65-a12b-4ded-9af1-3b2575026f57', 'name': 'network-vif-deleted', 'tag': '0862d286-4492-4f74-bef8-f163ad30d582', 'status': 'completed', 'code': 200}
May 07 22:09:13.497538 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 61aa0b59-571b-419f-886c-7b63ef55221f up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:09:13.575410 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6a8a74c3-150a-4bd0-acbf-b275e969393a req-c50bbc19-a525-44c9-9352-84f6b726ca23 tempest-VolumesBackupsTest-1817505426 tempest-VolumesBackupsTest-1817505426-project] 10.222.0.32 "GET /v2.0/ports?device_id=1ce1ca65-a12b-4ded-9af1-3b2575026f57 HTTP/1.1" status: 200  len: 210 time: 0.0587304
May 07 22:09:13.585619 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-07d954b2-3bd1-46fc-886e-45388df1b26c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (3ca09c63-acf5-4235-8b54-9ba115eec351), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:13.604844 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9b3b6d8b-ff75-4f04-945f-4cf2643b4d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (61aa0b59-571b-419f-886c-7b63ef55221f), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:13.664576 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-2299402c-df0e-48d5-a7c0-37d7a633b0f0 None None] For port 61aa0b59-571b-419f-886c-7b63ef55221f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=61aa0b59-571b-419f-886c-7b63ef55221f,segment=NetworkSegment(0c54767f-f5cc-4fe8-be2b-89310a1e6df6),segment_id=0c54767f-f5cc-4fe8-be2b-89310a1e6df6)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:09:13.689977 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0513bbf6-33d9-4b81-ad99-56d37e01af40 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (be55f711-865b-4cdc-9f61-f65ba336a44c), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:13.698683 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2299402c-df0e-48d5-a7c0-37d7a633b0f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (61aa0b59-571b-419f-886c-7b63ef55221f), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:13.724435 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-07d954b2-3bd1-46fc-886e-45388df1b26c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (3ca09c63-acf5-4235-8b54-9ba115eec351), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:13.725943 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d954b2-3bd1-46fc-886e-45388df1b26c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:13.726599 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-07d954b2-3bd1-46fc-886e-45388df1b26c admin admin] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:13.757884 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 40052) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:13.799443 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 61aa0b59-571b-419f-886c-7b63ef55221f triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:09:13.801501 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (61aa0b59-571b-419f-886c-7b63ef55221f), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:13.817416 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-07d954b2-3bd1-46fc-886e-45388df1b26c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 3.3413880
May 07 22:09:13.825915 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 40058) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:13.876712 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-ff6726f0-b4eb-460c-9f1e-5c00d480fbc9 admin admin] Request body: {'subnet': {'network_id': '3ca09c63-acf5-4235-8b54-9ba115eec351', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1366257885-subnet', 'tenant_id': '03ab9fa8c41f4e18b0d6c1fb4e8af126', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:09:13.936802 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2299402c-df0e-48d5-a7c0-37d7a633b0f0 None None] Pushing event updated for resources: {'Port': ['ID=61aa0b59-571b-419f-886c-7b63ef55221f,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:13.940630 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 0862d286-4492-4f74-bef8-f163ad30d582 no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:09:13.975776 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [req-24637f9d-cb19-4475-af6c-734a273a6fb2 req-8cf97241-8da5-4ad9-99ea-779100fc4221 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Allocated IP 172.20.0.5 (308d6916-e830-4389-a582-d32af758375c/7b5249f7-65ac-4ebe-8d51-aac30e9600c1/ed17c686-5176-4e6b-9642-9888fb0132ac) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:09:13.986922 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] No Port match for: 0862d286-4492-4f74-bef8-f163ad30d582 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:09:13.987614 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 0862d286-4492-4f74-bef8-f163ad30d582 not bound to the agent host nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:09:14.060932 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0513bbf6-33d9-4b81-ad99-56d37e01af40 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:09:14.067457 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff6726f0-b4eb-460c-9f1e-5c00d480fbc9 admin admin] Made reservation on behalf of 03ab9fa8c41f4e18b0d6c1fb4e8af126 for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:09:14.070072 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ff6726f0-b4eb-460c-9f1e-5c00d480fbc9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:14.073753 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-c098ebab-245a-4d69-9094-879493c44889 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Allocated IP 2001:db8::130 (6a0eb390-d73a-4a21-8033-b6864cf90a52/5288135e-5c2e-4bdd-a0bb-930f34c7911c/38888cb2-ec5c-4c89-b9fe-840367b7d909) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:09:14.089228 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-0513bbf6-33d9-4b81-ad99-56d37e01af40 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:09:14.125173 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0513bbf6-33d9-4b81-ad99-56d37e01af40 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:09:14.131438 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-eee1a3a5-6383-4619-8585-2e2e94b84373 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:14.151965 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0513bbf6-33d9-4b81-ad99-56d37e01af40 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event updated for resources: {'Port': ['ID=be55f711-865b-4cdc-9f61-f65ba336a44c,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:14.242600 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 61aa0b59-571b-419f-886c-7b63ef55221f is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:09:14.243722 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device d8f644c1-b6ae-4d78-aec2-2c181f43d02c up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:09:14.247717 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d954b2-3bd1-46fc-886e-45388df1b26c admin admin] Pushing event updated for resources: {'Network': ['ID=3ca09c63-acf5-4235-8b54-9ba115eec351,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:14.271411 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 3ca09c63-acf5-4235-8b54-9ba115eec351 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:09:14.298601 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0513bbf6-33d9-4b81-ad99-56d37e01af40 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:14.299399 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0513bbf6-33d9-4b81-ad99-56d37e01af40 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:14.360781 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-0513bbf6-33d9-4b81-ad99-56d37e01af40 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1026 time: 3.9906106
May 07 22:09:14.361822 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 40072) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:14.430300 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724f5233-a933-49e0-8ebb-bcfab214e927 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:14.436017 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724f5233-a933-49e0-8ebb-bcfab214e927 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:14.439788 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-724f5233-a933-49e0-8ebb-bcfab214e927 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1783 time: 0.0763328
May 07 22:09:14.440893 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 40074) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:14.445579 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-9b3b6d8b-ff75-4f04-945f-4cf2643b4d0f None None] Allocated IP 172.20.0.2 (c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a/e6491500-e469-44ad-a4ed-6ffb8b952f04/61aa0b59-571b-419f-886c-7b63ef55221f) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:09:14.447955 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port d8f644c1-b6ae-4d78-aec2-2c181f43d02c triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:09:14.448349 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (d8f644c1-b6ae-4d78-aec2-2c181f43d02c), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:14.511715 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-24637f9d-cb19-4475-af6c-734a273a6fb2 req-8cf97241-8da5-4ad9-99ea-779100fc4221 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks [] for port (ed17c686-5176-4e6b-9642-9888fb0132ac), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:14.601817 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-ffc2d611-1827-445b-9e8d-c71ec0cc651f tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Deleting port be55f711-865b-4cdc-9f61-f65ba336a44c {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:09:14.602040 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ffc2d611-1827-445b-9e8d-c71ec0cc651f tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (be55f711-865b-4cdc-9f61-f65ba336a44c), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:14.626509 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port d8f644c1-b6ae-4d78-aec2-2c181f43d02c is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:09:14.631436 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-9b3b6d8b-ff75-4f04-945f-4cf2643b4d0f None None] For port 61aa0b59-571b-419f-886c-7b63ef55221f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=61aa0b59-571b-419f-886c-7b63ef55221f,segment=NetworkSegment(0c54767f-f5cc-4fe8-be2b-89310a1e6df6),segment_id=0c54767f-f5cc-4fe8-be2b-89310a1e6df6)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:09:14.668277 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-24637f9d-cb19-4475-af6c-734a273a6fb2 req-8cf97241-8da5-4ad9-99ea-779100fc4221 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (ed17c686-5176-4e6b-9642-9888fb0132ac), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:14.691815 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9b3b6d8b-ff75-4f04-945f-4cf2643b4d0f None None] Publish callbacks [] for port (61aa0b59-571b-419f-886c-7b63ef55221f), precommit_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:14.702280 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9b3b6d8b-ff75-4f04-945f-4cf2643b4d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (61aa0b59-571b-419f-886c-7b63ef55221f), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:14.719693 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-eb42ec24-7fed-4292-b7b2-78da29109bbd req-37a7ce9f-5d61-46f5-aa19-d9548b37ce38 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] 10.222.0.32 "GET /v2.0/ports?device_id=58c1a630-bf3c-43b9-8367-4ad0368a202f HTTP/1.1" status: 200  len: 210 time: 0.1105580
May 07 22:09:14.770196 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-a73b4293-4669-4430-afe3-b9478530f3da admin admin] Deleting port d560fad2-d8cb-4616-865c-898236e0cf44 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:09:14.770741 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a73b4293-4669-4430-afe3-b9478530f3da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (d560fad2-d8cb-4616-865c-898236e0cf44), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:14.808063 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ffc2d611-1827-445b-9e8d-c71ec0cc651f tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (be55f711-865b-4cdc-9f61-f65ba336a44c), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:14.871354 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3b6d8b-ff75-4f04-945f-4cf2643b4d0f None None] Pushing event updated for resources: {'Port': ['ID=61aa0b59-571b-419f-886c-7b63ef55221f,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:14.877322 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24637f9d-cb19-4475-af6c-734a273a6fb2 req-8cf97241-8da5-4ad9-99ea-779100fc4221 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Network 308d6916-e830-4389-a582-d32af758375c is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:09:14.892867 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-ffc2d611-1827-445b-9e8d-c71ec0cc651f tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Calling delete_port for be55f711-865b-4cdc-9f61-f65ba336a44c owned by  {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:09:14.894832 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [req-24637f9d-cb19-4475-af6c-734a273a6fb2 req-8cf97241-8da5-4ad9-99ea-779100fc4221 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:09:14.912983 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-24637f9d-cb19-4475-af6c-734a273a6fb2 req-8cf97241-8da5-4ad9-99ea-779100fc4221 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:09:15.005037 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf97241-8da5-4ad9-99ea-779100fc4221 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Pushing event updated for resources: {'Port': ['ID=ed17c686-5176-4e6b-9642-9888fb0132ac,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:15.062557 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-a73b4293-4669-4430-afe3-b9478530f3da admin admin] For port d560fad2-d8cb-4616-865c-898236e0cf44, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d560fad2-d8cb-4616-865c-898236e0cf44,segment=NetworkSegment(10abb979-7057-4b07-b0f5-fe98bc19f5ad),segment_id=10abb979-7057-4b07-b0f5-fe98bc19f5ad)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:09:15.063216 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a73b4293-4669-4430-afe3-b9478530f3da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (d560fad2-d8cb-4616-865c-898236e0cf44), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:15.098679 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 61aa0b59-571b-419f-886c-7b63ef55221f up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:09:15.115693 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-a73b4293-4669-4430-afe3-b9478530f3da admin admin] Calling delete_port for d560fad2-d8cb-4616-865c-898236e0cf44 owned by network:router_interface {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:09:15.130917 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c098ebab-245a-4d69-9094-879493c44889 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Publish callbacks [] for port (38888cb2-ec5c-4c89-b9fe-840367b7d909), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:15.175346 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 61aa0b59-571b-419f-886c-7b63ef55221f triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:09:15.175609 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-eee1a3a5-6383-4619-8585-2e2e94b84373 admin admin] Publish callbacks [] for security_group (cadbe093-497b-4985-8ca0-2d398ddd3741), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:15.176278 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (61aa0b59-571b-419f-886c-7b63ef55221f), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:15.196625 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-eee1a3a5-6383-4619-8585-2e2e94b84373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (cadbe093-497b-4985-8ca0-2d398ddd3741), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:15.260706 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24637f9d-cb19-4475-af6c-734a273a6fb2 req-8cf97241-8da5-4ad9-99ea-779100fc4221 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:15.261525 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-24637f9d-cb19-4475-af6c-734a273a6fb2 req-8cf97241-8da5-4ad9-99ea-779100fc4221 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:15.284826 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ffc2d611-1827-445b-9e8d-c71ec0cc651f tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (be55f711-865b-4cdc-9f61-f65ba336a44c), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:15.300019 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ff6726f0-b4eb-460c-9f1e-5c00d480fbc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (fd554914-93e1-435b-a250-3f8777bd0f3a), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:15.308925 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-24637f9d-cb19-4475-af6c-734a273a6fb2 req-8cf97241-8da5-4ad9-99ea-779100fc4221 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 972 time: 3.0464118
May 07 22:09:15.332729 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 61aa0b59-571b-419f-886c-7b63ef55221f is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:09:15.340183 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-24637f9d-cb19-4475-af6c-734a273a6fb2 req-1d54a429-e213-4cb4-9f60-f88abd0638bf service neutron] Request body: {'port': {'device_id': '58c1a630-bf3c-43b9-8367-4ad0368a202f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:09:15.347586 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc2d611-1827-445b-9e8d-c71ec0cc651f tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event deleted for resources: {'Port': ['ID=be55f711-865b-4cdc-9f61-f65ba336a44c,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:15.360286 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-9170de00-65a3-4629-868f-2a85eb27ee3a None None] Provisioning complete for port ed17c686-5176-4e6b-9642-9888fb0132ac triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:09:15.360789 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9170de00-65a3-4629-868f-2a85eb27ee3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (ed17c686-5176-4e6b-9642-9888fb0132ac), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:15.380086 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-eee1a3a5-6383-4619-8585-2e2e94b84373 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3b0cf02596134042a99791171f7bbd51&name=default HTTP/1.1" status: 200  len: 3000 time: 1.5918436
May 07 22:09:15.384684 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 40098) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:15.404108 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee1a3a5-6383-4619-8585-2e2e94b84373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cadbe093-497b-4985-8ca0-2d398ddd3741,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:15.434324 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-9170de00-65a3-4629-868f-2a85eb27ee3a None None] Port ed17c686-5176-4e6b-9642-9888fb0132ac cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:09:15.466743 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c098ebab-245a-4d69-9094-879493c44889 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (38888cb2-ec5c-4c89-b9fe-840367b7d909), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:15.488002 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6726f0-b4eb-460c-9f1e-5c00d480fbc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd554914-93e1-435b-a250-3f8777bd0f3a,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:15.605362 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6726f0-b4eb-460c-9f1e-5c00d480fbc9 admin admin] Checking segment: {'id': 'f99be426-4998-448b-b9a4-bff47e7cafa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '3ca09c63-acf5-4235-8b54-9ba115eec351'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:09:15.611716 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6726f0-b4eb-460c-9f1e-5c00d480fbc9 admin admin] Network hostable DHCP agents. Network: 3ca09c63-acf5-4235-8b54-9ba115eec351, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:09:15.648499 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c098ebab-245a-4d69-9094-879493c44889 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Network 6a0eb390-d73a-4a21-8033-b6864cf90a52 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:09:15.649451 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1cb2797c-e4e2-4f7f-b20f-5d4879cd0841 admin admin] Publish callbacks [] for security_group (cadbe093-497b-4985-8ca0-2d398ddd3741), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:15.656484 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c098ebab-245a-4d69-9094-879493c44889 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Pushing event updated for resources: {'Port': ['ID=38888cb2-ec5c-4c89-b9fe-840367b7d909,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:15.662079 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-c098ebab-245a-4d69-9094-879493c44889 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:09:15.682908 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c098ebab-245a-4d69-9094-879493c44889 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:09:15.689740 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c098ebab-245a-4d69-9094-879493c44889 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:15.695391 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c098ebab-245a-4d69-9094-879493c44889 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:15.729032 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6726f0-b4eb-460c-9f1e-5c00d480fbc9 admin admin] Network 3ca09c63-acf5-4235-8b54-9ba115eec351 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:09:15.785892 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1cb2797c-e4e2-4f7f-b20f-5d4879cd0841 admin admin] Publish callbacks [] for security_group (cadbe093-497b-4985-8ca0-2d398ddd3741), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:15.819621 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-c098ebab-245a-4d69-9094-879493c44889 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 944 time: 3.2132316
May 07 22:09:15.829124 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-ff6726f0-b4eb-460c-9f1e-5c00d480fbc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3ca09c63-acf5-4235-8b54-9ba115eec351) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:09:15.831052 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 40114) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:15.840268 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b92a1f4-7331-44ec-9883-b728cceb28af None None] Network 3ca09c63-acf5-4235-8b54-9ba115eec351 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:09:15.849259 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-7da54a93-77e7-4e8d-b04d-d683783ceabc tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:2e:26:a6'}]}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:09:15.868751 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6726f0-b4eb-460c-9f1e-5c00d480fbc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:15.869559 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ff6726f0-b4eb-460c-9f1e-5c00d480fbc9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:15.992437 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a73b4293-4669-4430-afe3-b9478530f3da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (d560fad2-d8cb-4616-865c-898236e0cf44), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:16.035864 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-24637f9d-cb19-4475-af6c-734a273a6fb2 req-1d54a429-e213-4cb4-9f60-f88abd0638bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (ed17c686-5176-4e6b-9642-9888fb0132ac), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:16.056367 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-ff6726f0-b4eb-460c-9f1e-5c00d480fbc9 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 2.2250185
May 07 22:09:16.076115 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73b4293-4669-4430-afe3-b9478530f3da admin admin] Pushing event deleted for resources: {'Port': ['ID=d560fad2-d8cb-4616-865c-898236e0cf44,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:16.084375 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ebb275-26f2-4328-952e-7c6077564052 req-06863299-e8da-4696-9d6d-b9e07b255b33 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:16.085685 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-9162db7a-87b8-491d-92a9-b3aab1f18ab8 None None] Provisioning complete for port 61aa0b59-571b-419f-886c-7b63ef55221f triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:09:16.086063 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9162db7a-87b8-491d-92a9-b3aab1f18ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (61aa0b59-571b-419f-886c-7b63ef55221f), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:16.090042 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c0ebb275-26f2-4328-952e-7c6077564052 req-06863299-e8da-4696-9d6d-b9e07b255b33 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] 10.222.0.32 "GET /v2.0/ports?device_id=58c1a630-bf3c-43b9-8367-4ad0368a202f HTTP/1.1" status: 200  len: 970 time: 0.1863897
May 07 22:09:16.140507 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5299f92d-7f1d-464a-a030-40672e5e29df None None] Network 3ca09c63-acf5-4235-8b54-9ba115eec351 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:09:16.175675 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ffc2d611-1827-445b-9e8d-c71ec0cc651f tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:16.200544 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-ffc2d611-1827-445b-9e8d-c71ec0cc651f tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/ports/be55f711-865b-4cdc-9f61-f65ba336a44c HTTP/1.1" status: 204  len: 168 time: 1.7538776
May 07 22:09:16.201450 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 40122) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:16.297300 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1cb2797c-e4e2-4f7f-b20f-5d4879cd0841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (cadbe093-497b-4985-8ca0-2d398ddd3741), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:16.314376 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1cb2797c-e4e2-4f7f-b20f-5d4879cd0841 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:16.319258 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-1cb2797c-e4e2-4f7f-b20f-5d4879cd0841 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cadbe093-497b-4985-8ca0-2d398ddd3741 HTTP/1.1" status: 204  len: 168 time: 0.9303904
May 07 22:09:16.361149 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb2797c-e4e2-4f7f-b20f-5d4879cd0841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cadbe093-497b-4985-8ca0-2d398ddd3741,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:16.418343 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-9162db7a-87b8-491d-92a9-b3aab1f18ab8 None None] Current status of the port 61aa0b59-571b-419f-886c-7b63ef55221f is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:09:16.565105 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-9bfa2d4e-5112-47f1-b01a-4954f978e915 None None] Provisioning complete for port 38888cb2-ec5c-4c89-b9fe-840367b7d909 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:09:16.565443 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9bfa2d4e-5112-47f1-b01a-4954f978e915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (38888cb2-ec5c-4c89-b9fe-840367b7d909), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:16.650052 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-9bfa2d4e-5112-47f1-b01a-4954f978e915 None None] Port 38888cb2-ec5c-4c89-b9fe-840367b7d909 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:09:16.720899 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c0ebb275-26f2-4328-952e-7c6077564052 req-f116dee7-2b20-4e8e-ba4c-35eceb84e1a2 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1503f3a-b9af-4c41-9c6f-2f3e652854ad&id=a3e6b828-1da2-4a4d-bdcb-d108af052f41&fields=id&fields=name HTTP/1.1" status: 200  len: 408 time: 0.5535641
May 07 22:09:16.724935 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86cb36d3-767d-400f-bae5-cd040f02d4f2 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:16.726160 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86cb36d3-767d-400f-bae5-cd040f02d4f2 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:16.727688 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86cb36d3-767d-400f-bae5-cd040f02d4f2 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:16.729840 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-86cb36d3-767d-400f-bae5-cd040f02d4f2 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2049 time: 0.2082765
May 07 22:09:16.732547 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 40150) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:16.738933 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7da54a93-77e7-4e8d-b04d-d683783ceabc tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (38888cb2-ec5c-4c89-b9fe-840367b7d909), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:16.770341 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-f3f22bb6-c706-438c-823b-58c9cef0b705 None None] Could not find standard attr ID for object be55f711-865b-4cdc-9f61-f65ba336a44c. {{(pid=121838) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
May 07 22:09:16.832934 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9a28cea-b554-4eee-91d4-f7f0ad9538bc tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Deleting subnet 701dd6cc-83c8-4e93-8ac9-37414703f026 {{(pid=121836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:09:16.837697 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a9a28cea-b554-4eee-91d4-f7f0ad9538bc tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for subnet (701dd6cc-83c8-4e93-8ac9-37414703f026), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:16.842707 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a73b4293-4669-4430-afe3-b9478530f3da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401002'] for router_interface (842bb4e3-f934-4083-96cd-cd561df042bc), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:16.934359 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 40152) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:16.937745 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a9a28cea-b554-4eee-91d4-f7f0ad9538bc tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726883'] for subnet (701dd6cc-83c8-4e93-8ac9-37414703f026), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:16.971188 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9639df87-5d18-470d-9cfc-3f077d2c8154 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:16.996845 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [req-24637f9d-cb19-4475-af6c-734a273a6fb2 req-1d54a429-e213-4cb4-9f60-f88abd0638bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed17c686-5176-4e6b-9642-9888fb0132ac {{(pid=121836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:09:17.009704 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-24637f9d-cb19-4475-af6c-734a273a6fb2 req-1d54a429-e213-4cb4-9f60-f88abd0638bf service neutron] Publish callbacks [] for port (ed17c686-5176-4e6b-9642-9888fb0132ac), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:17.077754 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.provisioning_blocks [req-24637f9d-cb19-4475-af6c-734a273a6fb2 req-1d54a429-e213-4cb4-9f60-f88abd0638bf service neutron] Transition to ACTIVE for port object ed17c686-5176-4e6b-9642-9888fb0132ac will not be triggered until provisioned by entity L2. {{(pid=121836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 22:09:17.092339 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-24637f9d-cb19-4475-af6c-734a273a6fb2 req-1d54a429-e213-4cb4-9f60-f88abd0638bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (ed17c686-5176-4e6b-9642-9888fb0132ac), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:17.143062 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a9a28cea-b554-4eee-91d4-f7f0ad9538bc tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (701dd6cc-83c8-4e93-8ac9-37414703f026), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:17.226385 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d54a429-e213-4cb4-9f60-f88abd0638bf service neutron] Pushing event updated for resources: {'Port': ['ID=ed17c686-5176-4e6b-9642-9888fb0132ac,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:17.282136 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a9a28cea-b554-4eee-91d4-f7f0ad9538bc tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (701dd6cc-83c8-4e93-8ac9-37414703f026), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:17.324584 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a28cea-b554-4eee-91d4-f7f0ad9538bc tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event deleted for resources: {'Subnet': ['ID=701dd6cc-83c8-4e93-8ac9-37414703f026,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:17.326673 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a9a28cea-b554-4eee-91d4-f7f0ad9538bc tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:17.332623 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-a9a28cea-b554-4eee-91d4-f7f0ad9538bc tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/subnets/701dd6cc-83c8-4e93-8ac9-37414703f026 HTTP/1.1" status: 204  len: 168 time: 0.5959775
May 07 22:09:17.336920 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd5b55e-b954-4790-a77b-3703a80bc6ad None None] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:09:17.337423 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 40204) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:17.402406 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-24637f9d-cb19-4475-af6c-734a273a6fb2 req-1d54a429-e213-4cb4-9f60-f88abd0638bf service neutron] Attempting to bind port ed17c686-5176-4e6b-9642-9888fb0132ac on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:09:17.402783 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-24637f9d-cb19-4475-af6c-734a273a6fb2 req-1d54a429-e213-4cb4-9f60-f88abd0638bf service neutron] Attempting to bind port ed17c686-5176-4e6b-9642-9888fb0132ac by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e15566c9-6ad8-4e03-9150-bd1b59ede68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '308d6916-e830-4389-a582-d32af758375c'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:09:17.403125 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24637f9d-cb19-4475-af6c-734a273a6fb2 req-1d54a429-e213-4cb4-9f60-f88abd0638bf service neutron] Attempting to bind port ed17c686-5176-4e6b-9642-9888fb0132ac on network 308d6916-e830-4389-a582-d32af758375c {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:09:17.416608 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24637f9d-cb19-4475-af6c-734a273a6fb2 req-1d54a429-e213-4cb4-9f60-f88abd0638bf service neutron] Port ed17c686-5176-4e6b-9642-9888fb0132ac on network 308d6916-e830-4389-a582-d32af758375c not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:09:17.416946 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24637f9d-cb19-4475-af6c-734a273a6fb2 req-1d54a429-e213-4cb4-9f60-f88abd0638bf service neutron] Attempting to bind port ed17c686-5176-4e6b-9642-9888fb0132ac on network 308d6916-e830-4389-a582-d32af758375c {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:09:17.426151 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24637f9d-cb19-4475-af6c-734a273a6fb2 req-1d54a429-e213-4cb4-9f60-f88abd0638bf service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:09:17.426369 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24637f9d-cb19-4475-af6c-734a273a6fb2 req-1d54a429-e213-4cb4-9f60-f88abd0638bf service neutron] Checking segment: {'id': 'e15566c9-6ad8-4e03-9150-bd1b59ede68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '308d6916-e830-4389-a582-d32af758375c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:09:17.426677 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24637f9d-cb19-4475-af6c-734a273a6fb2 req-1d54a429-e213-4cb4-9f60-f88abd0638bf service neutron] Bound using segment: {'id': 'e15566c9-6ad8-4e03-9150-bd1b59ede68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '308d6916-e830-4389-a582-d32af758375c'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:09:17.427374 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-24637f9d-cb19-4475-af6c-734a273a6fb2 req-1d54a429-e213-4cb4-9f60-f88abd0638bf service neutron] Bound port: ed17c686-5176-4e6b-9642-9888fb0132ac, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e15566c9-6ad8-4e03-9150-bd1b59ede68e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '308d6916-e830-4389-a582-d32af758375c'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:09:17.427503 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-24637f9d-cb19-4475-af6c-734a273a6fb2 req-1d54a429-e213-4cb4-9f60-f88abd0638bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (ed17c686-5176-4e6b-9642-9888fb0132ac), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:17.446836 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712d7947-503a-41ad-a457-3e6612c3658e req-1e1f9eeb-4020-4653-9645-593585325e7c tempest-ServerPasswordTestJSON-1543479840 tempest-ServerPasswordTestJSON-1543479840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:17.448824 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-712d7947-503a-41ad-a457-3e6612c3658e req-1e1f9eeb-4020-4653-9645-593585325e7c tempest-ServerPasswordTestJSON-1543479840 tempest-ServerPasswordTestJSON-1543479840-project] 10.222.0.32 "GET /v2.0/networks?id=3ca09c63-acf5-4235-8b54-9ba115eec351 HTTP/1.1" status: 200  len: 813 time: 0.3082237
May 07 22:09:17.454221 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_v2 [None req-16b1ffd8-f7ea-4a4b-9a3e-8ca4d1acc40b tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Deleting subnet e6491500-e469-44ad-a4ed-6ffb8b952f04 {{(pid=121836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:09:17.460747 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7da54a93-77e7-4e8d-b04d-d683783ceabc tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Publish callbacks [] for port (38888cb2-ec5c-4c89-b9fe-840367b7d909), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:17.478617 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-16b1ffd8-f7ea-4a4b-9a3e-8ca4d1acc40b tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for subnet (e6491500-e469-44ad-a4ed-6ffb8b952f04), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:17.489715 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7da54a93-77e7-4e8d-b04d-d683783ceabc tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (38888cb2-ec5c-4c89-b9fe-840367b7d909), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:17.550336 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-16b1ffd8-f7ea-4a4b-9a3e-8ca4d1acc40b tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726883'] for subnet (e6491500-e469-44ad-a4ed-6ffb8b952f04), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:17.570334 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9639df87-5d18-470d-9cfc-3f077d2c8154 admin admin] Publish callbacks [] for security_group (9b482b5e-4dfe-46d3-9fb9-44a2b33a1bf6), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:17.590703 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-24637f9d-cb19-4475-af6c-734a273a6fb2 req-1d54a429-e213-4cb4-9f60-f88abd0638bf service neutron] For port ed17c686-5176-4e6b-9642-9888fb0132ac, host nch1-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:09:17.619706 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9639df87-5d18-470d-9cfc-3f077d2c8154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (9b482b5e-4dfe-46d3-9fb9-44a2b33a1bf6), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:17.624884 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-712d7947-503a-41ad-a457-3e6612c3658e req-da7e1ca2-be90-4db6-944c-68528b6b5fdd tempest-ServerPasswordTestJSON-1543479840 tempest-ServerPasswordTestJSON-1543479840-project] 10.222.0.32 "GET /v2.0/quotas/03ab9fa8c41f4e18b0d6c1fb4e8af126 HTTP/1.1" status: 200  len: 375 time: 0.1622033
May 07 22:09:17.639559 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-24637f9d-cb19-4475-af6c-734a273a6fb2 req-1d54a429-e213-4cb4-9f60-f88abd0638bf service neutron] For port ed17c686-5176-4e6b-9642-9888fb0132ac, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ed17c686-5176-4e6b-9642-9888fb0132ac,segment=NetworkSegment(e15566c9-6ad8-4e03-9150-bd1b59ede68e),segment_id=e15566c9-6ad8-4e03-9150-bd1b59ede68e)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:09:17.655206 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-24637f9d-cb19-4475-af6c-734a273a6fb2 req-1d54a429-e213-4cb4-9f60-f88abd0638bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (ed17c686-5176-4e6b-9642-9888fb0132ac), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:17.662391 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-7da54a93-77e7-4e8d-b04d-d683783ceabc tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] In _notify_port_updated(), no bound segment for port 38888cb2-ec5c-4c89-b9fe-840367b7d909 on network 6a0eb390-d73a-4a21-8033-b6864cf90a52 {{(pid=121837) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:935}}
May 07 22:09:17.667855 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da54a93-77e7-4e8d-b04d-d683783ceabc tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:17.668735 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7da54a93-77e7-4e8d-b04d-d683783ceabc tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:17.670241 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-7da54a93-77e7-4e8d-b04d-d683783ceabc tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] 10.222.0.32 "PUT /v2.0/ports/38888cb2-ec5c-4c89-b9fe-840367b7d909 HTTP/1.1" status: 200  len: 1003 time: 1.8335497
May 07 22:09:17.681426 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 40208) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:17.682398 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da54a93-77e7-4e8d-b04d-d683783ceabc tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Pushing event updated for resources: {'Port': ['ID=38888cb2-ec5c-4c89-b9fe-840367b7d909,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:17.734264 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24637f9d-cb19-4475-af6c-734a273a6fb2 req-1d54a429-e213-4cb4-9f60-f88abd0638bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:17.735011 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-24637f9d-cb19-4475-af6c-734a273a6fb2 req-1d54a429-e213-4cb4-9f60-f88abd0638bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:17.739644 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-24637f9d-cb19-4475-af6c-734a273a6fb2 req-1d54a429-e213-4cb4-9f60-f88abd0638bf service neutron] 10.222.0.55 "PUT /v2.0/ports/ed17c686-5176-4e6b-9642-9888fb0132ac HTTP/1.1" status: 200  len: 1130 time: 2.4040682
May 07 22:09:17.740361 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58c1a630-bf3c-43b9-8367-4ad0368a202f', 'tag': 'ed17c686-5176-4e6b-9642-9888fb0132ac'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:09:17.751780 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-883f7be9-5eb9-4a5f-9a19-bbf71f217498" -d '{"events": [{"name": "network-changed", "server_uuid": "58c1a630-bf3c-43b9-8367-4ad0368a202f", "tag": "ed17c686-5176-4e6b-9642-9888fb0132ac"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:09:17.814457 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-9639df87-5d18-470d-9cfc-3f077d2c8154 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=96c2fc5f042540529fd56e1d50236be7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8785799
May 07 22:09:17.817874 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-712d7947-503a-41ad-a457-3e6612c3658e req-fdb13fb8-0435-4c91-ae58-1bea89fc5e2c tempest-ServerPasswordTestJSON-1543479840 tempest-ServerPasswordTestJSON-1543479840-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=03ab9fa8c41f4e18b0d6c1fb4e8af126&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1464367
May 07 22:09:17.821945 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 40216) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:17.851364 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9639df87-5d18-470d-9cfc-3f077d2c8154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b482b5e-4dfe-46d3-9fb9-44a2b33a1bf6,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:17.970278 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d54a429-e213-4cb4-9f60-f88abd0638bf service neutron] Pushing event updated for resources: {'Port': ['ID=ed17c686-5176-4e6b-9642-9888fb0132ac,revision_number=3']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:17.985276 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24637f9d-cb19-4475-af6c-734a273a6fb2 req-c13eae12-0e8f-4a06-9e15-131f9e81f3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:17.988496 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-24637f9d-cb19-4475-af6c-734a273a6fb2 req-c13eae12-0e8f-4a06-9e15-131f9e81f3b9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=79ad2ea0f3a34003bb7a3f8ff81c58e4&device_id=58c1a630-bf3c-43b9-8367-4ad0368a202f HTTP/1.1" status: 200  len: 1164 time: 0.1914485
May 07 22:09:18.001978 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-16b1ffd8-f7ea-4a4b-9a3e-8ca4d1acc40b tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (e6491500-e469-44ad-a4ed-6ffb8b952f04), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:18.028872 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a73b4293-4669-4430-afe3-b9478530f3da admin admin] Router 842bb4e3-f934-4083-96cd-cd561df042bc has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:09:18.062501 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-712d7947-503a-41ad-a457-3e6612c3658e req-4b1f21d0-5ce5-464a-9dea-f0bbcabb2aa5 service neutron] 10.222.0.32 "GET /v2.0/networks/3ca09c63-acf5-4235-8b54-9ba115eec351?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1892197
May 07 22:09:18.131940 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2d17e9-5806-465c-aa24-17ec838ee895 req-3095d208-87ea-4a24-9e5c-aa4b12903246 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:18.133898 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-eb2d17e9-5806-465c-aa24-17ec838ee895 req-3095d208-87ea-4a24-9e5c-aa4b12903246 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] 10.222.0.32 "GET /v2.0/ports?device_id=58c1a630-bf3c-43b9-8367-4ad0368a202f HTTP/1.1" status: 200  len: 982 time: 0.2388284
May 07 22:09:18.200113 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-16b1ffd8-f7ea-4a4b-9a3e-8ca4d1acc40b tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (e6491500-e469-44ad-a4ed-6ffb8b952f04), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:18.220719 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-16b1ffd8-f7ea-4a4b-9a3e-8ca4d1acc40b tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:18.226968 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-16b1ffd8-f7ea-4a4b-9a3e-8ca4d1acc40b tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/subnets/e6491500-e469-44ad-a4ed-6ffb8b952f04 HTTP/1.1" status: 204  len: 168 time: 0.8859329
May 07 22:09:18.229958 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-24637f9d-cb19-4475-af6c-734a273a6fb2 req-d1d287c7-bf9e-4be5-a30e-a9557a6e4964 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed17c686-5176-4e6b-9642-9888fb0132ac HTTP/1.1" status: 200  len: 217 time: 0.1219006
May 07 22:09:18.247122 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-8850d186-413b-44d1-a8fa-e6a4b057fc59 None None] Provisioning complete for port 38888cb2-ec5c-4c89-b9fe-840367b7d909 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:09:18.248222 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-8850d186-413b-44d1-a8fa-e6a4b057fc59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (38888cb2-ec5c-4c89-b9fe-840367b7d909), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:18.254232 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 40236) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:18.301627 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b1ffd8-f7ea-4a4b-9a3e-8ca4d1acc40b tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event deleted for resources: {'Subnet': ['ID=e6491500-e469-44ad-a4ed-6ffb8b952f04,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:18.313373 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-8850d186-413b-44d1-a8fa-e6a4b057fc59 None None] Port 38888cb2-ec5c-4c89-b9fe-840367b7d909 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:09:18.351728 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-652ef64b-7e08-4904-9110-2effbf5c18d5 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Deleting port 38888cb2-ec5c-4c89-b9fe-840367b7d909 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:09:18.351999 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-652ef64b-7e08-4904-9110-2effbf5c18d5 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (38888cb2-ec5c-4c89-b9fe-840367b7d909), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:18.369098 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-bf068a0f-1f00-495a-a40e-33f45a519627 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1112857
May 07 22:09:18.369670 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 40242) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:18.375741 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b438abda-dd01-497f-8a8e-35214f281faa admin admin] Publish callbacks [] for security_group (9b482b5e-4dfe-46d3-9fb9-44a2b33a1bf6), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:18.380424 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-628ecc14-f13a-4d56-923f-a385c3c7895d tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Request body: {'subnet': {'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:09:18.442927 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24637f9d-cb19-4475-af6c-734a273a6fb2 req-dc4ea735-c1e9-48b4-96e3-fd4a2798d90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:18.444777 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-24637f9d-cb19-4475-af6c-734a273a6fb2 req-dc4ea735-c1e9-48b4-96e3-fd4a2798d90a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7b5249f7-65ac-4ebe-8d51-aac30e9600c1 HTTP/1.1" status: 200  len: 835 time: 0.1771219
May 07 22:09:18.505237 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b438abda-dd01-497f-8a8e-35214f281faa admin admin] Publish callbacks [] for security_group (9b482b5e-4dfe-46d3-9fb9-44a2b33a1bf6), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:18.534316 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-eb2d17e9-5806-465c-aa24-17ec838ee895 req-068d4e23-01d0-4cec-b74c-4202ae54c051 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1503f3a-b9af-4c41-9c6f-2f3e652854ad&id=a3e6b828-1da2-4a4d-bdcb-d108af052f41&fields=id&fields=name HTTP/1.1" status: 200  len: 408 time: 0.3209982
May 07 22:09:18.537436 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a1192b-aae5-43d3-8755-b9c17d1b7048 None None] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:09:18.542902 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-712d7947-503a-41ad-a457-3e6612c3658e req-0b9ed2ef-8f2e-468b-8da7-4c04864372e1 service neutron] 10.222.0.32 "GET /v2.0/networks/3ca09c63-acf5-4235-8b54-9ba115eec351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4685385
May 07 22:09:18.560857 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a73b4293-4669-4430-afe3-b9478530f3da admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:09:18.573674 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce025b76-ab1b-442f-a7a2-bb12b351beca None None] Sync routers for ids ['842bb4e3-f934-4083-96cd-cd561df042bc'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:09:18.580282 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-a73b4293-4669-4430-afe3-b9478530f3da admin admin] 10.222.0.32 "PUT /v2.0/routers/842bb4e3-f934-4083-96cd-cd561df042bc/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.8709095
May 07 22:09:18.581557 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 40254) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:18.583835 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24637f9d-cb19-4475-af6c-734a273a6fb2 req-d18a8061-cb2c-4301-a229-3c3bbdd86bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:18.588723 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-24637f9d-cb19-4475-af6c-734a273a6fb2 req-d18a8061-cb2c-4301-a229-3c3bbdd86bf3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=308d6916-e830-4389-a582-d32af758375c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1070669
May 07 22:09:18.592883 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce025b76-ab1b-442f-a7a2-bb12b351beca None None] Routers {'842bb4e3-f934-4083-96cd-cd561df042bc'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:09:18.595820 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-ce025b76-ab1b-442f-a7a2-bb12b351beca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cdaf910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:08:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['842bb4e3-f934-4083-96cd-cd561df042bc'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:09:18.599797 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-b96b9b1e-b471-4db6-812a-c6481a79eb41 None None] Provisioning complete for port 61aa0b59-571b-419f-886c-7b63ef55221f triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:09:18.600357 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b96b9b1e-b471-4db6-812a-c6481a79eb41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (61aa0b59-571b-419f-886c-7b63ef55221f), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:18.651361 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-628ecc14-f13a-4d56-923f-a385c3c7895d tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Made reservation on behalf of a45ecca62a364aaabca1717c79558f6f for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:09:18.661613 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-628ecc14-f13a-4d56-923f-a385c3c7895d tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:18.691545 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de62eeb8-8e68-4160-aeaf-19597aa3b2ea x-openstack-request-id: req-de62eeb8-8e68-4160-aeaf-19597aa3b2ea {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:09:18.691852 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58c1a630-bf3c-43b9-8367-4ad0368a202f", "tag": "ed17c686-5176-4e6b-9642-9888fb0132ac", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:09:18.692120 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-de62eeb8-8e68-4160-aeaf-19597aa3b2ea {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:09:18.692591 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de62eeb8-8e68-4160-aeaf-19597aa3b2ea'] response: {'name': 'network-changed', 'server_uuid': '58c1a630-bf3c-43b9-8367-4ad0368a202f', 'tag': 'ed17c686-5176-4e6b-9642-9888fb0132ac', 'status': 'completed', 'code': 200}
May 07 22:09:18.760507 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-ce025b76-ab1b-442f-a7a2-bb12b351beca None None] Set router 842bb4e3-f934-4083-96cd-cd561df042bc gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:09:18.911415 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af9be3e-0d72-43f9-9a3a-4baecd1f8a83 None None] DHCP port deletion for c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:09:18.984556 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-b96b9b1e-b471-4db6-812a-c6481a79eb41 None None] Current status of the port 61aa0b59-571b-419f-886c-7b63ef55221f is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:09:19.029180 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e6297eaa-aeb2-40c5-abe7-436e8762ecd7 req-b274b6d0-f314-4c07-a2cf-e1a5048cfdc2 tempest-ServerPasswordTestJSON-1543479840 tempest-ServerPasswordTestJSON-1543479840-project] 10.222.0.32 "GET /v2.0/ports?device_id=2dd2f7a1-bd76-4e3d-9517-638ffb3255fb HTTP/1.1" status: 200  len: 210 time: 0.1000001
May 07 22:09:19.048255 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-6af9be3e-0d72-43f9-9a3a-4baecd1f8a83 None None] Deleting port 61aa0b59-571b-419f-886c-7b63ef55221f {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:09:19.049445 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6af9be3e-0d72-43f9-9a3a-4baecd1f8a83 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (61aa0b59-571b-419f-886c-7b63ef55221f), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:19.066929 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-24637f9d-cb19-4475-af6c-734a273a6fb2 req-2d3e61d3-46c1-4378-9a2d-c3a1c34e7a85 service neutron] 10.222.0.55 "GET /v2.0/networks/308d6916-e830-4389-a582-d32af758375c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4691839
May 07 22:09:19.067916 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 61aa0b59-571b-419f-886c-7b63ef55221f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:09:19.252874 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-24637f9d-cb19-4475-af6c-734a273a6fb2 req-1b6370fd-c8e8-4c78-8432-9a25406e1751 service neutron] 10.222.0.55 "GET /v2.0/networks/308d6916-e830-4389-a582-d32af758375c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1789050
May 07 22:09:19.279727 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-652ef64b-7e08-4904-9110-2effbf5c18d5 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (38888cb2-ec5c-4c89-b9fe-840367b7d909), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:19.282730 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-6af9be3e-0d72-43f9-9a3a-4baecd1f8a83 None None] For port 61aa0b59-571b-419f-886c-7b63ef55221f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=61aa0b59-571b-419f-886c-7b63ef55221f,segment=NetworkSegment(0c54767f-f5cc-4fe8-be2b-89310a1e6df6),segment_id=0c54767f-f5cc-4fe8-be2b-89310a1e6df6)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:09:19.283186 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6af9be3e-0d72-43f9-9a3a-4baecd1f8a83 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (61aa0b59-571b-419f-886c-7b63ef55221f), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:19.296662 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-652ef64b-7e08-4904-9110-2effbf5c18d5 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Calling delete_port for 38888cb2-ec5c-4c89-b9fe-840367b7d909 owned by  {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:09:19.316681 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-6af9be3e-0d72-43f9-9a3a-4baecd1f8a83 None None] Calling delete_port for 61aa0b59-571b-419f-886c-7b63ef55221f owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:09:19.355392 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-ce025b76-ab1b-442f-a7a2-bb12b351beca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cdaf910>, [{'id': '842bb4e3-f934-4083-96cd-cd561df042bc', 'name': 'tempest-TestServerBasicOps-760985719-router', 'tenant_id': 'e5bd7ffaf96c48688d8ebe954dc7912f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.136'}], 'enable_snat': True}, 'gw_port_id': 'c7149e1b-6317-4595-ac94-89db5d2374c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:03:19Z', 'updated_at': '2022-05-07T22:09:15Z', 'revision_number': 5, 'project_id': 'e5bd7ffaf96c48688d8ebe954dc7912f', 'gw_port': {'id': 'c7149e1b-6317-4595-ac94-89db5d2374c1', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:54:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842bb4e3-f934-4083-96cd-cd561df042bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:03:21Z', 'updated_at': '2022-05-07T22:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:09:19.429349 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6af9be3e-0d72-43f9-9a3a-4baecd1f8a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (61aa0b59-571b-419f-886c-7b63ef55221f), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:19.436968 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce025b76-ab1b-442f-a7a2-bb12b351beca None None] Checking router: 842bb4e3-f934-4083-96cd-cd561df042bc for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:09:19.457486 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce025b76-ab1b-442f-a7a2-bb12b351beca None None] Routers {'842bb4e3-f934-4083-96cd-cd561df042bc'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:09:19.459571 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-ce025b76-ab1b-442f-a7a2-bb12b351beca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cdaf910>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:08:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['842bb4e3-f934-4083-96cd-cd561df042bc'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:09:19.466184 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af9be3e-0d72-43f9-9a3a-4baecd1f8a83 None None] No DVR routers for this DVR port 61aa0b59-571b-419f-886c-7b63ef55221f on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:09:19.468095 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No active binding found for port 61aa0b59-571b-419f-886c-7b63ef55221f {{(pid=121838) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}}
May 07 22:09:19.468492 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] The host ncdv-master-1 is not matching for port 61aa0b59-571b-419f-886c-7b63ef55221f host None! {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2394}}
May 07 22:09:19.468633 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-652ef64b-7e08-4904-9110-2effbf5c18d5 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (38888cb2-ec5c-4c89-b9fe-840367b7d909), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:19.469006 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 61aa0b59-571b-419f-886c-7b63ef55221f not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:09:19.470919 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af9be3e-0d72-43f9-9a3a-4baecd1f8a83 None None] Pushing event deleted for resources: {'Port': ['ID=61aa0b59-571b-419f-886c-7b63ef55221f,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:19.546172 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ef64b-7e08-4904-9110-2effbf5c18d5 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Pushing event deleted for resources: {'Port': ['ID=38888cb2-ec5c-4c89-b9fe-840367b7d909,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:19.556541 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b438abda-dd01-497f-8a8e-35214f281faa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (9b482b5e-4dfe-46d3-9fb9-44a2b33a1bf6), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:19.559364 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b438abda-dd01-497f-8a8e-35214f281faa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:19.561277 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-b438abda-dd01-497f-8a8e-35214f281faa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9b482b5e-4dfe-46d3-9fb9-44a2b33a1bf6 HTTP/1.1" status: 204  len: 168 time: 1.7172232
May 07 22:09:19.600735 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-652ef64b-7e08-4904-9110-2effbf5c18d5 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:19.609483 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-652ef64b-7e08-4904-9110-2effbf5c18d5 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] 10.222.0.32 "DELETE /v2.0/ports/38888cb2-ec5c-4c89-b9fe-840367b7d909 HTTP/1.1" status: 204  len: 168 time: 1.9097793
May 07 22:09:19.610369 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 40274) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:19.617941 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b438abda-dd01-497f-8a8e-35214f281faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b482b5e-4dfe-46d3-9fb9-44a2b33a1bf6,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:19.662312 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-ce025b76-ab1b-442f-a7a2-bb12b351beca None None] Set router 842bb4e3-f934-4083-96cd-cd561df042bc gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:09:19.674010 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7f3ec14-7ca3-4e09-a96b-41ce2078eaa1 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] GET failed (client error): The resource could not be found.
May 07 22:09:19.679407 ncdv-master-1 neutron-server[121836]: DEBUG neutron.objects.ports [None req-628ecc14-f13a-4d56-923f-a385c3c7895d tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=121836) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}}
May 07 22:09:19.680773 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 40276) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:19.681186 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-c7f3ec14-7ca3-4e09-a96b-41ce2078eaa1 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] 10.222.0.32 "GET /v2.0/ports/38888cb2-ec5c-4c89-b9fe-840367b7d909 HTTP/1.1" status: 404  len: 333 time: 0.0642138
May 07 22:09:19.683813 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-628ecc14-f13a-4d56-923f-a385c3c7895d tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (a77cb7ed-a0a5-4dad-83b8-340bcc0db4d0), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:19.689334 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-f6af7575-357f-4241-939d-e0939afdcd0c tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Request body: {'port': {'network_id': '6a0eb390-d73a-4a21-8033-b6864cf90a52', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1006013510'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:09:19.701008 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c7c4160c-0f36-4264-bb5e-4415e8e3073d admin admin] Publish callbacks [] for router (842bb4e3-f934-4083-96cd-cd561df042bc), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:19.785700 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628ecc14-f13a-4d56-923f-a385c3c7895d tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:09:19.812952 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f48c87-64cf-47f4-b010-12c992201fe7 req-d57c76bd-7c64-4477-9836-b0809b30914d tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:19.814671 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-31f48c87-64cf-47f4-b010-12c992201fe7 req-d57c76bd-7c64-4477-9836-b0809b30914d tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] 10.222.0.32 "GET /v2.0/ports?device_id=58c1a630-bf3c-43b9-8367-4ad0368a202f HTTP/1.1" status: 200  len: 982 time: 0.1320536
May 07 22:09:19.886462 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 22:09:19.903206 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-628ecc14-f13a-4d56-923f-a385c3c7895d tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:09:19.917808 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182092b1-e295-494b-94d2-9e7878d9d858 None None] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:09:19.939095 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-628ecc14-f13a-4d56-923f-a385c3c7895d tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:19.940780 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-ce025b76-ab1b-442f-a7a2-bb12b351beca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cdaf910>, [{'id': '842bb4e3-f934-4083-96cd-cd561df042bc', 'name': 'tempest-TestServerBasicOps-760985719-router', 'tenant_id': 'e5bd7ffaf96c48688d8ebe954dc7912f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.136'}], 'enable_snat': True}, 'gw_port_id': 'c7149e1b-6317-4595-ac94-89db5d2374c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:03:19Z', 'updated_at': '2022-05-07T22:09:15Z', 'revision_number': 5, 'project_id': 'e5bd7ffaf96c48688d8ebe954dc7912f', 'gw_port': {'id': 'c7149e1b-6317-4595-ac94-89db5d2374c1', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:54:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842bb4e3-f934-4083-96cd-cd561df042bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:03:21Z', 'updated_at': '2022-05-07T22:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:09:19.941992 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-628ecc14-f13a-4d56-923f-a385c3c7895d tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:19.970539 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-31f48c87-64cf-47f4-b010-12c992201fe7 req-8615a065-e146-4a78-9c5a-b98eef6f4cb8 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1503f3a-b9af-4c41-9c6f-2f3e652854ad&id=a3e6b828-1da2-4a4d-bdcb-d108af052f41&fields=id&fields=name HTTP/1.1" status: 200  len: 408 time: 0.1490519
May 07 22:09:20.004988 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce025b76-ab1b-442f-a7a2-bb12b351beca None None] The sync data for ids ['842bb4e3-f934-4083-96cd-cd561df042bc'] in ncdv-master-1 is: [{'id': '842bb4e3-f934-4083-96cd-cd561df042bc', 'name': 'tempest-TestServerBasicOps-760985719-router', 'tenant_id': 'e5bd7ffaf96c48688d8ebe954dc7912f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.136'}], 'enable_snat': True}, 'gw_port_id': 'c7149e1b-6317-4595-ac94-89db5d2374c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:03:19Z', 'updated_at': '2022-05-07T22:09:15Z', 'revision_number': 5, 'project_id': 'e5bd7ffaf96c48688d8ebe954dc7912f', 'gw_port': {'id': 'c7149e1b-6317-4595-ac94-89db5d2374c1', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:54:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '842bb4e3-f934-4083-96cd-cd561df042bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:03:21Z', 'updated_at': '2022-05-07T22:03:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:09:20.018652 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c7c4160c-0f36-4264-bb5e-4415e8e3073d admin admin] Publish callbacks [] for router_gateway (842bb4e3-f934-4083-96cd-cd561df042bc), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:20.027313 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628ecc14-f13a-4d56-923f-a385c3c7895d tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event updated for resources: {'Subnet': ['ID=a77cb7ed-a0a5-4dad-83b8-340bcc0db4d0,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:20.044576 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-628ecc14-f13a-4d56-923f-a385c3c7895d tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.6698635
May 07 22:09:20.047854 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 40282) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:20.056047 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-7e48c14e-7f0b-4f49-b34c-33c161cc3e40 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Request body: {'subnet': {'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:09:20.177847 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-c7c4160c-0f36-4264-bb5e-4415e8e3073d admin admin] Deleting port c7149e1b-6317-4595-ac94-89db5d2374c1 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:09:20.178204 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c7c4160c-0f36-4264-bb5e-4415e8e3073d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (c7149e1b-6317-4595-ac94-89db5d2374c1), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:20.208209 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f7be9-5eb9-4a5f-9a19-bbf71f217498 req-7e6b4a04-9efa-43d7-935b-8da5d09a14ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:20.208624 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-883f7be9-5eb9-4a5f-9a19-bbf71f217498 req-7e6b4a04-9efa-43d7-935b-8da5d09a14ae service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=79ad2ea0f3a34003bb7a3f8ff81c58e4&device_id=58c1a630-bf3c-43b9-8367-4ad0368a202f HTTP/1.1" status: 200  len: 1164 time: 0.0679708
May 07 22:09:20.290035 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517f870c-a132-48c8-bb42-253a40c59c3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'project_id': 'a45ecca62a364aaabca1717c79558f6f', 'fixed_ips': [{'subnet_id': 'a77cb7ed-a0a5-4dad-83b8-340bcc0db4d0'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:09:20.292619 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-517f870c-a132-48c8-bb42-253a40c59c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:20.301652 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e19fdad1-4546-4277-972e-0d8ed5a104c2 req-1893f2ea-38ed-4a95-ab12-784bd701d7b6 tempest-ServerPasswordTestJSON-1543479840 tempest-ServerPasswordTestJSON-1543479840-project] 10.222.0.32 "GET /v2.0/ports?device_id=2dd2f7a1-bd76-4e3d-9517-638ffb3255fb HTTP/1.1" status: 200  len: 210 time: 0.0897367
May 07 22:09:20.355086 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6af7575-357f-4241-939d-e0939afdcd0c tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Made reservation on behalf of 6d3ba93d3f2b424cbe1cd3e4f8623ad5 for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:09:20.358595 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f6af7575-357f-4241-939d-e0939afdcd0c tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:20.412138 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [None req-f6af7575-357f-4241-939d-e0939afdcd0c tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] device_id is not set on port 73d0523c-8c7d-48c8-a138-dfd3d6a66cb2 yet. {{(pid=121836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 22:09:20.527912 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-c7c4160c-0f36-4264-bb5e-4415e8e3073d admin admin] For port c7149e1b-6317-4595-ac94-89db5d2374c1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c7149e1b-6317-4595-ac94-89db5d2374c1,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:09:20.528482 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c7c4160c-0f36-4264-bb5e-4415e8e3073d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (c7149e1b-6317-4595-ac94-89db5d2374c1), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:20.584809 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-c7c4160c-0f36-4264-bb5e-4415e8e3073d admin admin] Calling delete_port for c7149e1b-6317-4595-ac94-89db5d2374c1 owned by network:router_gateway {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:09:20.626293 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f7be9-5eb9-4a5f-9a19-bbf71f217498 req-15d29316-e5a1-47a8-bf84-748612dbd5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:20.627818 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-883f7be9-5eb9-4a5f-9a19-bbf71f217498 req-15d29316-e5a1-47a8-bf84-748612dbd5b0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=308d6916-e830-4389-a582-d32af758375c HTTP/1.1" status: 200  len: 898 time: 0.4066687
May 07 22:09:20.693282 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-883f7be9-5eb9-4a5f-9a19-bbf71f217498 req-e23bb181-f935-4540-95f8-c7a16ad6a307 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed17c686-5176-4e6b-9642-9888fb0132ac HTTP/1.1" status: 200  len: 217 time: 0.0576060
May 07 22:09:20.723793 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e48c14e-7f0b-4f49-b34c-33c161cc3e40 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Made reservation on behalf of a45ecca62a364aaabca1717c79558f6f for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:09:20.728790 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7e48c14e-7f0b-4f49-b34c-33c161cc3e40 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:20.770114 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-f6af7575-357f-4241-939d-e0939afdcd0c tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Allocated IP 2001:db8::38b (6a0eb390-d73a-4a21-8033-b6864cf90a52/5288135e-5c2e-4bdd-a0bb-930f34c7911c/73d0523c-8c7d-48c8-a138-dfd3d6a66cb2) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:09:20.774076 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-517f870c-a132-48c8-bb42-253a40c59c3b None None] Allocated IP 2001:db8::f816:3eff:fe71:be88 (c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a/a77cb7ed-a0a5-4dad-83b8-340bcc0db4d0/9970a934-a9a0-4cad-a3d5-33de3b89e9ab) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:09:20.886557 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f7be9-5eb9-4a5f-9a19-bbf71f217498 req-0ec9e20f-3d04-485a-b941-276b6532077e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:20.888088 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-883f7be9-5eb9-4a5f-9a19-bbf71f217498 req-0ec9e20f-3d04-485a-b941-276b6532077e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7b5249f7-65ac-4ebe-8d51-aac30e9600c1 HTTP/1.1" status: 200  len: 835 time: 0.1731355
May 07 22:09:20.961132 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712d7947-503a-41ad-a457-3e6612c3658e req-56c3fa65-ea8c-4c08-bd3b-384237075302 tempest-ServerPasswordTestJSON-1543479840 tempest-ServerPasswordTestJSON-1543479840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:20.967528 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-712d7947-503a-41ad-a457-3e6612c3658e req-56c3fa65-ea8c-4c08-bd3b-384237075302 tempest-ServerPasswordTestJSON-1543479840 tempest-ServerPasswordTestJSON-1543479840-project] 10.222.0.59 "GET /v2.0/networks?id=3ca09c63-acf5-4235-8b54-9ba115eec351 HTTP/1.1" status: 200  len: 813 time: 0.5119808
May 07 22:09:20.973298 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f7be9-5eb9-4a5f-9a19-bbf71f217498 req-a6e4acb2-9cd8-45e4-adb5-2737a87812e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:20.975063 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-883f7be9-5eb9-4a5f-9a19-bbf71f217498 req-a6e4acb2-9cd8-45e4-adb5-2737a87812e5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=308d6916-e830-4389-a582-d32af758375c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0747340
May 07 22:09:20.983657 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device d560fad2-d8cb-4616-865c-898236e0cf44 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:09:21.020989 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-712d7947-503a-41ad-a457-3e6612c3658e req-665a8e6e-26fb-4938-8c60-be17583482a5 tempest-ServerPasswordTestJSON-1543479840 tempest-ServerPasswordTestJSON-1543479840-project] Request body: {'port': {'device_id': '2dd2f7a1-bd76-4e3d-9517-638ffb3255fb', 'network_id': '3ca09c63-acf5-4235-8b54-9ba115eec351', 'admin_state_up': True, 'tenant_id': '03ab9fa8c41f4e18b0d6c1fb4e8af126'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:09:21.098322 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: d560fad2-d8cb-4616-865c-898236e0cf44 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:09:21.098670 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device d560fad2-d8cb-4616-865c-898236e0cf44 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:09:21.116521 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f6af7575-357f-4241-939d-e0939afdcd0c tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Publish callbacks [] for port (73d0523c-8c7d-48c8-a138-dfd3d6a66cb2), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:21.216108 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f6af7575-357f-4241-939d-e0939afdcd0c tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (73d0523c-8c7d-48c8-a138-dfd3d6a66cb2), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:21.229484 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-517f870c-a132-48c8-bb42-253a40c59c3b None None] Publish callbacks [] for port (9970a934-a9a0-4cad-a3d5-33de3b89e9ab), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:21.243415 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-517f870c-a132-48c8-bb42-253a40c59c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (9970a934-a9a0-4cad-a3d5-33de3b89e9ab), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:21.282351 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517f870c-a132-48c8-bb42-253a40c59c3b None None] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:09:21.296301 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-517f870c-a132-48c8-bb42-253a40c59c3b None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:09:21.299826 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517f870c-a132-48c8-bb42-253a40c59c3b None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:09:21.304094 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4739efff-6b48-4807-86bb-dff83298ba04 req-2cd7ce57-bb69-4e00-a473-9766f00962ad tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:21.312454 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4739efff-6b48-4807-86bb-dff83298ba04 req-2cd7ce57-bb69-4e00-a473-9766f00962ad tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] 10.222.0.32 "GET /v2.0/ports?device_id=58c1a630-bf3c-43b9-8367-4ad0368a202f HTTP/1.1" status: 200  len: 982 time: 0.1559913
May 07 22:09:21.326933 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-712d7947-503a-41ad-a457-3e6612c3658e req-665a8e6e-26fb-4938-8c60-be17583482a5 tempest-ServerPasswordTestJSON-1543479840 tempest-ServerPasswordTestJSON-1543479840-project] Made reservation on behalf of 03ab9fa8c41f4e18b0d6c1fb4e8af126 for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:09:21.328831 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-712d7947-503a-41ad-a457-3e6612c3658e req-665a8e6e-26fb-4938-8c60-be17583482a5 tempest-ServerPasswordTestJSON-1543479840 tempest-ServerPasswordTestJSON-1543479840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:21.373255 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517f870c-a132-48c8-bb42-253a40c59c3b None None] Pushing event updated for resources: {'Port': ['ID=9970a934-a9a0-4cad-a3d5-33de3b89e9ab,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:21.420417 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6af7575-357f-4241-939d-e0939afdcd0c tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Network 6a0eb390-d73a-4a21-8033-b6864cf90a52 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:09:21.427051 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-f6af7575-357f-4241-939d-e0939afdcd0c tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:09:21.445274 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6af7575-357f-4241-939d-e0939afdcd0c tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:09:21.451197 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6af7575-357f-4241-939d-e0939afdcd0c tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:21.451893 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f6af7575-357f-4241-939d-e0939afdcd0c tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:21.509298 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f423e119-8f69-450a-a24a-93eb49d74ac2 req-b7e060a7-aa46-44a0-978a-61b39a0234ed tempest-ServerPasswordTestJSON-1543479840 tempest-ServerPasswordTestJSON-1543479840-project] 10.222.0.32 "GET /v2.0/ports?device_id=2dd2f7a1-bd76-4e3d-9517-638ffb3255fb HTTP/1.1" status: 200  len: 210 time: 0.0798190
May 07 22:09:21.513391 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6af7575-357f-4241-939d-e0939afdcd0c tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Pushing event updated for resources: {'Port': ['ID=73d0523c-8c7d-48c8-a138-dfd3d6a66cb2,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:21.544853 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-f6af7575-357f-4241-939d-e0939afdcd0c tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 944 time: 1.8600724
May 07 22:09:21.547144 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 40332) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:21.557247 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-517f870c-a132-48c8-bb42-253a40c59c3b None None] Attempting to bind port 9970a934-a9a0-4cad-a3d5-33de3b89e9ab on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:09:21.557630 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-517f870c-a132-48c8-bb42-253a40c59c3b None None] Attempting to bind port 9970a934-a9a0-4cad-a3d5-33de3b89e9ab by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0c54767f-f5cc-4fe8-be2b-89310a1e6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:09:21.558003 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517f870c-a132-48c8-bb42-253a40c59c3b None None] Attempting to bind port 9970a934-a9a0-4cad-a3d5-33de3b89e9ab on network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:09:21.561127 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device ed17c686-5176-4e6b-9642-9888fb0132ac details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:09:21.565184 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-89a3d0a8-e5f6-4ce1-a8fb-1354cdbe8d8f tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Request body: {'port': {'network_id': '6a0eb390-d73a-4a21-8033-b6864cf90a52', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-291370629'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:09:21.571802 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517f870c-a132-48c8-bb42-253a40c59c3b None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:09:21.572639 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517f870c-a132-48c8-bb42-253a40c59c3b None None] Checking segment: {'id': '0c54767f-f5cc-4fe8-be2b-89310a1e6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:09:21.573437 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-517f870c-a132-48c8-bb42-253a40c59c3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:21.573848 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517f870c-a132-48c8-bb42-253a40c59c3b None None] Bound using segment: {'id': '0c54767f-f5cc-4fe8-be2b-89310a1e6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:09:21.573970 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-883f7be9-5eb9-4a5f-9a19-bbf71f217498 req-331ff263-35b0-490f-8c6f-27820ee4018e service neutron] 10.222.0.55 "GET /v2.0/networks/308d6916-e830-4389-a582-d32af758375c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4003837
May 07 22:09:21.574351 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-517f870c-a132-48c8-bb42-253a40c59c3b None None] Bound port: 9970a934-a9a0-4cad-a3d5-33de3b89e9ab, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c54767f-f5cc-4fe8-be2b-89310a1e6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:09:21.574748 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-517f870c-a132-48c8-bb42-253a40c59c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (9970a934-a9a0-4cad-a3d5-33de3b89e9ab), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:21.584345 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c7c4160c-0f36-4264-bb5e-4415e8e3073d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (c7149e1b-6317-4595-ac94-89db5d2374c1), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:21.672298 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-517f870c-a132-48c8-bb42-253a40c59c3b None None] For port 9970a934-a9a0-4cad-a3d5-33de3b89e9ab, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:09:21.676539 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-517f870c-a132-48c8-bb42-253a40c59c3b None None] For port 9970a934-a9a0-4cad-a3d5-33de3b89e9ab, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9970a934-a9a0-4cad-a3d5-33de3b89e9ab,segment=NetworkSegment(0c54767f-f5cc-4fe8-be2b-89310a1e6df6),segment_id=0c54767f-f5cc-4fe8-be2b-89310a1e6df6)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:09:21.799546 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port ed17c686-5176-4e6b-9642-9888fb0132ac, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ed17c686-5176-4e6b-9642-9888fb0132ac,segment=NetworkSegment(e15566c9-6ad8-4e03-9150-bd1b59ede68e),segment_id=e15566c9-6ad8-4e03-9150-bd1b59ede68e)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:09:21.820522 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': 'ed17c686-5176-4e6b-9642-9888fb0132ac', 'network_id': '308d6916-e830-4389-a582-d32af758375c', 'port_id': 'ed17c686-5176-4e6b-9642-9888fb0132ac', 'mac_address': 'fa:16:3e:45:07:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b5249f7-65ac-4ebe-8d51-aac30e9600c1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:09:21.845922 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-517f870c-a132-48c8-bb42-253a40c59c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (9970a934-a9a0-4cad-a3d5-33de3b89e9ab), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:21.926402 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c4160c-0f36-4264-bb5e-4415e8e3073d admin admin] Pushing event deleted for resources: {'Port': ['ID=c7149e1b-6317-4595-ac94-89db5d2374c1,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:22.007022 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-b7d5b587-7b09-4322-bf1e-9d288290edd6 None None] Provisioning complete for port 73d0523c-8c7d-48c8-a138-dfd3d6a66cb2 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:09:22.007534 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b7d5b587-7b09-4322-bf1e-9d288290edd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (73d0523c-8c7d-48c8-a138-dfd3d6a66cb2), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:22.051909 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:22.085681 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7e48c14e-7f0b-4f49-b34c-33c161cc3e40 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (ab9ee9a6-5503-43d5-bf8b-b017762fa801), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:22.128544 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port ed17c686-5176-4e6b-9642-9888fb0132ac is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:09:22.129252 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (ed17c686-5176-4e6b-9642-9888fb0132ac), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:22.136973 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e48c14e-7f0b-4f49-b34c-33c161cc3e40 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:09:22.148695 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-7e48c14e-7f0b-4f49-b34c-33c161cc3e40 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:09:22.166969 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed17c686-5176-4e6b-9642-9888fb0132ac {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:09:22.177371 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-b7d5b587-7b09-4322-bf1e-9d288290edd6 None None] Port 73d0523c-8c7d-48c8-a138-dfd3d6a66cb2 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:09:22.184250 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517f870c-a132-48c8-bb42-253a40c59c3b None None] Pushing event updated for resources: {'Port': ['ID=9970a934-a9a0-4cad-a3d5-33de3b89e9ab,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:22.223704 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port ed17c686-5176-4e6b-9642-9888fb0132ac, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ed17c686-5176-4e6b-9642-9888fb0132ac,segment=NetworkSegment(e15566c9-6ad8-4e03-9150-bd1b59ede68e),segment_id=e15566c9-6ad8-4e03-9150-bd1b59ede68e)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:09:22.226039 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4739efff-6b48-4807-86bb-dff83298ba04 req-5237feff-a5b1-40ac-8516-691086469f49 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1503f3a-b9af-4c41-9c6f-2f3e652854ad&id=a3e6b828-1da2-4a4d-bdcb-d108af052f41&fields=id&fields=name HTTP/1.1" status: 200  len: 408 time: 0.9124985
May 07 22:09:22.239537 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e48c14e-7f0b-4f49-b34c-33c161cc3e40 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:22.240464 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7e48c14e-7f0b-4f49-b34c-33c161cc3e40 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:22.245502 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (ed17c686-5176-4e6b-9642-9888fb0132ac), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:22.321384 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c7c4160c-0f36-4264-bb5e-4415e8e3073d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395776'] for router_gateway (842bb4e3-f934-4083-96cd-cd561df042bc), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:22.339116 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-883f7be9-5eb9-4a5f-9a19-bbf71f217498 req-9eb5269e-aca7-4a2f-b8c1-c6b62fa0b652 service neutron] 10.222.0.55 "GET /v2.0/networks/308d6916-e830-4389-a582-d32af758375c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7469487
May 07 22:09:22.358827 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a3d0a8-e5f6-4ce1-a8fb-1354cdbe8d8f tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Made reservation on behalf of 6d3ba93d3f2b424cbe1cd3e4f8623ad5 for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:09:22.362739 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-89a3d0a8-e5f6-4ce1-a8fb-1354cdbe8d8f tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:22.394602 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [None req-89a3d0a8-e5f6-4ce1-a8fb-1354cdbe8d8f tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] device_id is not set on port 713eb567-bf00-46da-8cfe-d24edf364d26 yet. {{(pid=121836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 22:09:22.480424 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [req-712d7947-503a-41ad-a457-3e6612c3658e req-665a8e6e-26fb-4938-8c60-be17583482a5 tempest-ServerPasswordTestJSON-1543479840 tempest-ServerPasswordTestJSON-1543479840-project] Allocated IP 172.20.0.9 (3ca09c63-acf5-4235-8b54-9ba115eec351/fd554914-93e1-435b-a250-3f8777bd0f3a/7f716d06-e63d-4571-99d1-0117847bcaeb) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:09:22.553981 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-7e48c14e-7f0b-4f49-b34c-33c161cc3e40 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.5014012
May 07 22:09:22.563168 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 40374) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:22.591863 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-89a3d0a8-e5f6-4ce1-a8fb-1354cdbe8d8f tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Allocated IP 2001:db8::226 (6a0eb390-d73a-4a21-8033-b6864cf90a52/5288135e-5c2e-4bdd-a0bb-930f34c7911c/713eb567-bf00-46da-8cfe-d24edf364d26) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:09:22.686255 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=ed17c686-5176-4e6b-9642-9888fb0132ac,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:22.759786 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['ed17c686-5176-4e6b-9642-9888fb0132ac'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:09:22.762748 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e48c14e-7f0b-4f49-b34c-33c161cc3e40 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event updated for resources: {'Subnet': ['ID=ab9ee9a6-5503-43d5-bf8b-b017762fa801,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:22.773330 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-029a10df-fdac-4f7e-b001-09210e81e840 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Request body: {'port': {'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'mac_address': 'fa:16:3e:77:73:df', 'name': 'tempest-NetworksTestDHCPv6-2015670369'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:09:22.815283 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c7c4160c-0f36-4264-bb5e-4415e8e3073d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (842bb4e3-f934-4083-96cd-cd561df042bc), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:22.851566 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c7c4160c-0f36-4264-bb5e-4415e8e3073d admin admin] Publish callbacks [] for router_controller (842bb4e3-f934-4083-96cd-cd561df042bc), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:22.862444 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-501994e5-3bc6-473d-9311-b796c1c8defa req-42f2f105-ed60-494c-bab0-d006764c6e94 tempest-ServerPasswordTestJSON-1543479840 tempest-ServerPasswordTestJSON-1543479840-project] 10.222.0.32 "GET /v2.0/ports?device_id=2dd2f7a1-bd76-4e3d-9517-638ffb3255fb HTTP/1.1" status: 200  len: 210 time: 0.0761588
May 07 22:09:22.969368 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c7c4160c-0f36-4264-bb5e-4415e8e3073d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (842bb4e3-f934-4083-96cd-cd561df042bc), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:22.969904 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7c4160c-0f36-4264-bb5e-4415e8e3073d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 842bb4e3-f934-4083-96cd-cd561df042bc {{(pid=121837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 22:09:22.976009 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c7c4160c-0f36-4264-bb5e-4415e8e3073d admin admin] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:22.977313 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-c7c4160c-0f36-4264-bb5e-4415e8e3073d admin admin] 10.222.0.32 "DELETE /v2.0/routers/842bb4e3-f934-4083-96cd-cd561df042bc HTTP/1.1" status: 204  len: 168 time: 4.3945644
May 07 22:09:22.981016 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 40402) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:22.986887 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-89a3d0a8-e5f6-4ce1-a8fb-1354cdbe8d8f tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Publish callbacks [] for port (713eb567-bf00-46da-8cfe-d24edf364d26), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:23.073378 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-266486e5-2919-4332-9b83-ebb74cf6766a admin admin] Deleting subnet f15072ac-4fc2-4d22-b0ea-3923eb70ad7a {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:09:23.090466 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-266486e5-2919-4332-9b83-ebb74cf6766a admin admin] Publish callbacks [] for subnet (f15072ac-4fc2-4d22-b0ea-3923eb70ad7a), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:23.116830 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-712d7947-503a-41ad-a457-3e6612c3658e req-665a8e6e-26fb-4938-8c60-be17583482a5 tempest-ServerPasswordTestJSON-1543479840 tempest-ServerPasswordTestJSON-1543479840-project] Publish callbacks [] for port (7f716d06-e63d-4571-99d1-0117847bcaeb), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:23.141879 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-029a10df-fdac-4f7e-b001-09210e81e840 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Made reservation on behalf of a45ecca62a364aaabca1717c79558f6f for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:09:23.161168 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-266486e5-2919-4332-9b83-ebb74cf6766a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (f15072ac-4fc2-4d22-b0ea-3923eb70ad7a), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:23.181446 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-89a3d0a8-e5f6-4ce1-a8fb-1354cdbe8d8f tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (713eb567-bf00-46da-8cfe-d24edf364d26), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:23.331597 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3d0a8-e5f6-4ce1-a8fb-1354cdbe8d8f tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Pushing event updated for resources: {'Port': ['ID=713eb567-bf00-46da-8cfe-d24edf364d26,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:23.376999 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-266486e5-2919-4332-9b83-ebb74cf6766a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (f15072ac-4fc2-4d22-b0ea-3923eb70ad7a), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:23.469438 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-712d7947-503a-41ad-a457-3e6612c3658e req-665a8e6e-26fb-4938-8c60-be17583482a5 tempest-ServerPasswordTestJSON-1543479840 tempest-ServerPasswordTestJSON-1543479840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (7f716d06-e63d-4571-99d1-0117847bcaeb), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:23.475092 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-266486e5-2919-4332-9b83-ebb74cf6766a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (f15072ac-4fc2-4d22-b0ea-3923eb70ad7a), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:23.503151 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a3d0a8-e5f6-4ce1-a8fb-1354cdbe8d8f tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Network 6a0eb390-d73a-4a21-8033-b6864cf90a52 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:09:23.506179 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-89a3d0a8-e5f6-4ce1-a8fb-1354cdbe8d8f tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:09:23.510559 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a3d0a8-e5f6-4ce1-a8fb-1354cdbe8d8f tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:09:23.515724 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a3d0a8-e5f6-4ce1-a8fb-1354cdbe8d8f tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:23.516361 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-89a3d0a8-e5f6-4ce1-a8fb-1354cdbe8d8f tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:23.540096 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device ed17c686-5176-4e6b-9642-9888fb0132ac up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:09:23.558600 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-89a3d0a8-e5f6-4ce1-a8fb-1354cdbe8d8f tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 943 time: 2.0103626
May 07 22:09:23.564336 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 40414) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:23.580868 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266486e5-2919-4332-9b83-ebb74cf6766a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f15072ac-4fc2-4d22-b0ea-3923eb70ad7a,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:23.601425 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-7592f961-8c09-4165-be7c-8847bb4dd951 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::34e', 'mac_address': 'fa:16:3e:2e:26:a6'}, {'ip_address': '2001:db8::38b', 'mac_address': 'fa:16:3e:fb:83:d7'}]}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:09:23.618016 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-266486e5-2919-4332-9b83-ebb74cf6766a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:23.629912 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec78b4b-3aee-4ca3-9dfb-6f52a274314a None None] Network 8d88d076-afcc-46ea-aeef-47274d5a0fc9 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:09:23.644006 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-266486e5-2919-4332-9b83-ebb74cf6766a admin admin] 10.222.0.32 "DELETE /v2.0/subnets/f15072ac-4fc2-4d22-b0ea-3923eb70ad7a HTTP/1.1" status: 204  len: 168 time: 0.6555846
May 07 22:09:23.645069 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 40416) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:23.648434 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 9970a934-a9a0-4cad-a3d5-33de3b89e9ab up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:09:23.655615 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-029a10df-fdac-4f7e-b001-09210e81e840 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:23.680619 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d318a521-70df-4da2-87cf-e9cd232bdb6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:23.719448 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-712d7947-503a-41ad-a457-3e6612c3658e req-665a8e6e-26fb-4938-8c60-be17583482a5 tempest-ServerPasswordTestJSON-1543479840 tempest-ServerPasswordTestJSON-1543479840-project] Network 3ca09c63-acf5-4235-8b54-9ba115eec351 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:09:23.721302 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [req-712d7947-503a-41ad-a457-3e6612c3658e req-665a8e6e-26fb-4938-8c60-be17583482a5 tempest-ServerPasswordTestJSON-1543479840 tempest-ServerPasswordTestJSON-1543479840-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:09:23.746684 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-712d7947-503a-41ad-a457-3e6612c3658e req-665a8e6e-26fb-4938-8c60-be17583482a5 tempest-ServerPasswordTestJSON-1543479840 tempest-ServerPasswordTestJSON-1543479840-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:09:23.771570 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71909c78-4b42-4f75-a979-609736945410 req-046963c2-e336-45fb-b246-9f04cf9df121 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:23.773180 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-71909c78-4b42-4f75-a979-609736945410 req-046963c2-e336-45fb-b246-9f04cf9df121 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] 10.222.0.32 "GET /v2.0/ports?device_id=58c1a630-bf3c-43b9-8367-4ad0368a202f HTTP/1.1" status: 200  len: 983 time: 0.3064992
May 07 22:09:23.797835 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 40418) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:23.829081 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning for port ed17c686-5176-4e6b-9642-9888fb0132ac completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 22:09:23.868653 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665a8e6e-26fb-4938-8c60-be17583482a5 tempest-ServerPasswordTestJSON-1543479840 tempest-ServerPasswordTestJSON-1543479840-project] Pushing event updated for resources: {'Port': ['ID=7f716d06-e63d-4571-99d1-0117847bcaeb,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:23.930602 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port ed17c686-5176-4e6b-9642-9888fb0132ac triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:09:23.931255 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (ed17c686-5176-4e6b-9642-9888fb0132ac), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:23.933960 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [None req-029a10df-fdac-4f7e-b001-09210e81e840 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] device_id is not set on port bfe1b2c4-1f75-48a4-b5fa-345c2104c0bb yet. {{(pid=121836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 22:09:24.013384 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d3e444-289e-4a52-8ae4-b5b6eade0c0a None None] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:09:24.039324 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712d7947-503a-41ad-a457-3e6612c3658e req-665a8e6e-26fb-4938-8c60-be17583482a5 tempest-ServerPasswordTestJSON-1543479840 tempest-ServerPasswordTestJSON-1543479840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:24.039914 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:24.040048 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-712d7947-503a-41ad-a457-3e6612c3658e req-665a8e6e-26fb-4938-8c60-be17583482a5 tempest-ServerPasswordTestJSON-1543479840 tempest-ServerPasswordTestJSON-1543479840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:24.052007 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9e461fb3-9b94-4e71-8963-af1244285f19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (8d88d076-afcc-46ea-aeef-47274d5a0fc9), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:24.124901 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-712d7947-503a-41ad-a457-3e6612c3658e req-665a8e6e-26fb-4938-8c60-be17583482a5 tempest-ServerPasswordTestJSON-1543479840 tempest-ServerPasswordTestJSON-1543479840-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.1471860
May 07 22:09:24.140905 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-712d7947-503a-41ad-a457-3e6612c3658e req-2242f1e5-b770-4f33-a031-fc83ebd43ce0 service neutron] Request body: {'port': {'device_id': '2dd2f7a1-bd76-4e3d-9517-638ffb3255fb', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:09:24.172610 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-71909c78-4b42-4f75-a979-609736945410 req-11214708-f8b3-4e6c-b108-ceb897c7bb96 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1503f3a-b9af-4c41-9c6f-2f3e652854ad&id=a3e6b828-1da2-4a4d-bdcb-d108af052f41&fields=id&fields=name HTTP/1.1" status: 200  len: 408 time: 0.3102641
May 07 22:09:24.177726 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-8fdd9719-9169-474a-ad4b-b372a24c3365 None None] Provisioning complete for port 9970a934-a9a0-4cad-a3d5-33de3b89e9ab triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:09:24.178257 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-8fdd9719-9169-474a-ad4b-b372a24c3365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (9970a934-a9a0-4cad-a3d5-33de3b89e9ab), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:24.192000 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 9970a934-a9a0-4cad-a3d5-33de3b89e9ab triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:09:24.192992 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (9970a934-a9a0-4cad-a3d5-33de3b89e9ab), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:24.204113 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cba02c-632e-409d-b26f-d7ddd87a1773 req-fe0d760d-b6f1-4464-a955-f194cfa18ef8 tempest-ServerPasswordTestJSON-1543479840 tempest-ServerPasswordTestJSON-1543479840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:24.206293 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-52cba02c-632e-409d-b26f-d7ddd87a1773 req-fe0d760d-b6f1-4464-a955-f194cfa18ef8 tempest-ServerPasswordTestJSON-1543479840 tempest-ServerPasswordTestJSON-1543479840-project] 10.222.0.32 "GET /v2.0/ports?device_id=2dd2f7a1-bd76-4e3d-9517-638ffb3255fb HTTP/1.1" status: 200  len: 931 time: 0.1247141
May 07 22:09:24.271797 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-608c79f6-ff19-4af8-906a-fe3c1e3c88cd tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Request body: {'floatingip': {'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:09:24.294527 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-712d7947-503a-41ad-a457-3e6612c3658e req-2242f1e5-b770-4f33-a031-fc83ebd43ce0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (7f716d06-e63d-4571-99d1-0117847bcaeb), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:24.297143 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-9e461fb3-9b94-4e71-8963-af1244285f19 admin admin] Deleting port ddd71809-dad6-4726-9e27-29357c4787ae {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:09:24.297610 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9e461fb3-9b94-4e71-8963-af1244285f19 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (ddd71809-dad6-4726-9e27-29357c4787ae), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:24.373692 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d4b3cd-11f1-467f-9a98-ce5ef886b1a6 None None] DHCP port deletion for 8d88d076-afcc-46ea-aeef-47274d5a0fc9 request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:09:24.383661 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-608c79f6-ff19-4af8-906a-fe3c1e3c88cd tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:24.391965 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port ed17c686-5176-4e6b-9642-9888fb0132ac is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:09:24.392689 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (ed17c686-5176-4e6b-9642-9888fb0132ac), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:24.434414 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-9e461fb3-9b94-4e71-8963-af1244285f19 admin admin] For port ddd71809-dad6-4726-9e27-29357c4787ae, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ddd71809-dad6-4726-9e27-29357c4787ae,segment=NetworkSegment(10abb979-7057-4b07-b0f5-fe98bc19f5ad),segment_id=10abb979-7057-4b07-b0f5-fe98bc19f5ad)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:09:24.434414 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9e461fb3-9b94-4e71-8963-af1244285f19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (ddd71809-dad6-4726-9e27-29357c4787ae), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:24.480904 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-9e461fb3-9b94-4e71-8963-af1244285f19 admin admin] Calling delete_port for ddd71809-dad6-4726-9e27-29357c4787ae owned by network:dhcp {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:09:24.539771 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58c1a630-bf3c-43b9-8367-4ad0368a202f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed17c686-5176-4e6b-9642-9888fb0132ac'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:09:24.539960 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88fdedeb-196c-4696-bf90-3886b9828ef9" -d '{"events": [{"server_uuid": "58c1a630-bf3c-43b9-8367-4ad0368a202f", "name": "network-vif-plugged", "status": "completed", "tag": "ed17c686-5176-4e6b-9642-9888fb0132ac"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:09:24.558855 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7592f961-8c09-4165-be7c-8847bb4dd951 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (713eb567-bf00-46da-8cfe-d24edf364d26), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:24.568322 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-52cba02c-632e-409d-b26f-d7ddd87a1773 req-de333b84-ced4-47cd-8a6b-514b5a98117e tempest-ServerPasswordTestJSON-1543479840 tempest-ServerPasswordTestJSON-1543479840-project] 10.222.0.32 "GET /v2.0/security-groups?id=be673715-b0a0-4c7f-a54f-5102993096b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3520863
May 07 22:09:24.668731 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f2ec7f7-c9dd-43ea-a992-310e8b2f0ed0 x-openstack-request-id: req-3f2ec7f7-c9dd-43ea-a992-310e8b2f0ed0 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:09:24.669286 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58c1a630-bf3c-43b9-8367-4ad0368a202f", "name": "network-vif-plugged", "status": "completed", "tag": "ed17c686-5176-4e6b-9642-9888fb0132ac", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:09:24.669286 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3f2ec7f7-c9dd-43ea-a992-310e8b2f0ed0 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:09:24.669709 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f2ec7f7-c9dd-43ea-a992-310e8b2f0ed0'] response: {'server_uuid': '58c1a630-bf3c-43b9-8367-4ad0368a202f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed17c686-5176-4e6b-9642-9888fb0132ac', 'code': 200}
May 07 22:09:24.671478 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 9970a934-a9a0-4cad-a3d5-33de3b89e9ab is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:09:24.671873 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (9970a934-a9a0-4cad-a3d5-33de3b89e9ab), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:24.688965 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-f7d4b3cd-11f1-467f-9a98-ce5ef886b1a6 None None] Deleting port ddd71809-dad6-4726-9e27-29357c4787ae {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:09:24.689375 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f7d4b3cd-11f1-467f-9a98-ce5ef886b1a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (ddd71809-dad6-4726-9e27-29357c4787ae), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:24.706463 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-029a10df-fdac-4f7e-b001-09210e81e840 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Allocated IP 172.20.0.10 (c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a/ab9ee9a6-5503-43d5-bf8b-b017762fa801/bfe1b2c4-1f75-48a4-b5fa-345c2104c0bb) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:09:24.724011 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-029a10df-fdac-4f7e-b001-09210e81e840 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Allocated IP 2001:db8::f816:3eff:fe77:73df (c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a/a77cb7ed-a0a5-4dad-83b8-340bcc0db4d0/bfe1b2c4-1f75-48a4-b5fa-345c2104c0bb) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:09:24.772831 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-f7d4b3cd-11f1-467f-9a98-ce5ef886b1a6 None None] For port ddd71809-dad6-4726-9e27-29357c4787ae, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ddd71809-dad6-4726-9e27-29357c4787ae,segment=NetworkSegment(10abb979-7057-4b07-b0f5-fe98bc19f5ad),segment_id=10abb979-7057-4b07-b0f5-fe98bc19f5ad)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:09:24.773522 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f7d4b3cd-11f1-467f-9a98-ce5ef886b1a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (ddd71809-dad6-4726-9e27-29357c4787ae), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:24.791982 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-f7d4b3cd-11f1-467f-9a98-ce5ef886b1a6 None None] Calling delete_port for ddd71809-dad6-4726-9e27-29357c4787ae owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:09:24.810106 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-608c79f6-ff19-4af8-906a-fe3c1e3c88cd tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:24.825030 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9e461fb3-9b94-4e71-8963-af1244285f19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (ddd71809-dad6-4726-9e27-29357c4787ae), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:24.863198 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e461fb3-9b94-4e71-8963-af1244285f19 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddd71809-dad6-4726-9e27-29357c4787ae,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:24.865372 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e461fb3-9b94-4e71-8963-af1244285f19 admin admin] No DVR routers for this DVR port ddd71809-dad6-4726-9e27-29357c4787ae on host ncdv-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:09:24.873313 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port ed17c686-5176-4e6b-9642-9888fb0132ac, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ed17c686-5176-4e6b-9642-9888fb0132ac,segment=NetworkSegment(e15566c9-6ad8-4e03-9150-bd1b59ede68e),segment_id=e15566c9-6ad8-4e03-9150-bd1b59ede68e)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:09:24.926334 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7575146f-d41a-47ce-ade1-01ba111f1881 req-4722d2f2-7f9a-41b8-a890-5bcb8f7b7cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:24.927930 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7575146f-d41a-47ce-ade1-01ba111f1881 req-4722d2f2-7f9a-41b8-a890-5bcb8f7b7cc1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=58c1a630-bf3c-43b9-8367-4ad0368a202f HTTP/1.1" status: 200  len: 1165 time: 0.1642780
May 07 22:09:24.955915 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (ed17c686-5176-4e6b-9642-9888fb0132ac), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:24.994555 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9e461fb3-9b94-4e71-8963-af1244285f19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (8d88d076-afcc-46ea-aeef-47274d5a0fc9), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:25.033648 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port 9970a934-a9a0-4cad-a3d5-33de3b89e9ab, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9970a934-a9a0-4cad-a3d5-33de3b89e9ab,segment=NetworkSegment(0c54767f-f5cc-4fe8-be2b-89310a1e6df6),segment_id=0c54767f-f5cc-4fe8-be2b-89310a1e6df6)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:09:25.037565 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-9e461fb3-9b94-4e71-8963-af1244285f19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf876ad910>,) {'filters': {'network_id': ['8d88d076-afcc-46ea-aeef-47274d5a0fc9']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:09:25.054425 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [req-712d7947-503a-41ad-a457-3e6612c3658e req-2242f1e5-b770-4f33-a031-fc83ebd43ce0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f716d06-e63d-4571-99d1-0117847bcaeb {{(pid=121837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:09:25.058676 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f7d4b3cd-11f1-467f-9a98-ce5ef886b1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (ddd71809-dad6-4726-9e27-29357c4787ae), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:25.060524 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (9970a934-a9a0-4cad-a3d5-33de3b89e9ab), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:25.067648 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-9e461fb3-9b94-4e71-8963-af1244285f19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf876ad910>, '10abb979-7057-4b07-b0f5-fe98bc19f5ad') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:09:25.067874 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-9e461fb3-9b94-4e71-8963-af1244285f19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf876ad910>, '10abb979-7057-4b07-b0f5-fe98bc19f5ad') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:09:25.071873 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-8fdd9719-9169-474a-ad4b-b372a24c3365 None None] Current status of the port 9970a934-a9a0-4cad-a3d5-33de3b89e9ab is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:09:25.072351 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-8fdd9719-9169-474a-ad4b-b372a24c3365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (9970a934-a9a0-4cad-a3d5-33de3b89e9ab), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:25.072911 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-712d7947-503a-41ad-a457-3e6612c3658e req-2242f1e5-b770-4f33-a031-fc83ebd43ce0 service neutron] Publish callbacks [] for port (7f716d06-e63d-4571-99d1-0117847bcaeb), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:25.079526 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=ed17c686-5176-4e6b-9642-9888fb0132ac,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:25.089080 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9e461fb3-9b94-4e71-8963-af1244285f19 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (10abb979-7057-4b07-b0f5-fe98bc19f5ad), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:25.111325 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-712d7947-503a-41ad-a457-3e6612c3658e req-2242f1e5-b770-4f33-a031-fc83ebd43ce0 service neutron] Transition to ACTIVE for port object 7f716d06-e63d-4571-99d1-0117847bcaeb will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 22:09:25.115656 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9e461fb3-9b94-4e71-8963-af1244285f19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (10abb979-7057-4b07-b0f5-fe98bc19f5ad), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:25.122885 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8f4af9-10f0-40e0-aa6f-4e9f98e01fe6 None None] Update dhcp port {'port': {'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'fixed_ips': [{'subnet_id': 'a77cb7ed-a0a5-4dad-83b8-340bcc0db4d0', 'ip_address': '2001:db8::f816:3eff:fe71:be88'}, {'subnet_id': 'ab9ee9a6-5503-43d5-bf8b-b017762fa801'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '9970a934-a9a0-4cad-a3d5-33de3b89e9ab'} from ncdv-master-1. {{(pid=121838) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
May 07 22:09:25.130832 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e461fb3-9b94-4e71-8963-af1244285f19 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:09:25.131306 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9e461fb3-9b94-4e71-8963-af1244285f19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (10abb979-7057-4b07-b0f5-fe98bc19f5ad), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:25.133925 ncdv-master-1 neutron-server[121837]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1129: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required
May 07 22:09:25.133925 ncdv-master-1 neutron-server[121837]:   warnings.warn(msg)
May 07 22:09:25.133925 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 22:09:25.133925 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:09:25.133925 ncdv-master-1 neutron-server[121837]:     timer()
May 07 22:09:25.133925 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:09:25.133925 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 22:09:25.133925 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:09:25.133925 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 22:09:25.133925 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:09:25.133925 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 22:09:25.133925 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:09:25.133925 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 22:09:25.133925 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:09:25.133925 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 22:09:25.133925 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:09:25.133925 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:09:25.133925 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:09:25.133925 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:09:25.133925 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:09:25.133925 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 22:09:25.133925 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:09:25.133925 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 22:09:25.133925 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:09:25.133925 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:09:25.133925 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:09:25.133925 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 22:09:25.133925 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:09:25.133925 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:09:25.133925 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:09:25.133925 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:09:25.133925 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:09:25.133925 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:09:25.133925 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:09:25.136379 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-712d7947-503a-41ad-a457-3e6612c3658e req-2242f1e5-b770-4f33-a031-fc83ebd43ce0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (7f716d06-e63d-4571-99d1-0117847bcaeb), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:25.155281 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d4b3cd-11f1-467f-9a98-ce5ef886b1a6 None None] No DVR routers for this DVR port ddd71809-dad6-4726-9e27-29357c4787ae on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:09:25.203697 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d4b3cd-11f1-467f-9a98-ce5ef886b1a6 None None] Pushing event deleted for resources: {'Port': ['ID=ddd71809-dad6-4726-9e27-29357c4787ae,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:25.275851 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device ddd71809-dad6-4726-9e27-29357c4787ae no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:09:25.300352 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2242f1e5-b770-4f33-a031-fc83ebd43ce0 service neutron] Pushing event updated for resources: {'Port': ['ID=7f716d06-e63d-4571-99d1-0117847bcaeb,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:25.308462 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9e461fb3-9b94-4e71-8963-af1244285f19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (8d88d076-afcc-46ea-aeef-47274d5a0fc9), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:25.369235 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9e461fb3-9b94-4e71-8963-af1244285f19 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:25.376474 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-9e461fb3-9b94-4e71-8963-af1244285f19 admin admin] 10.222.0.32 "DELETE /v2.0/networks/8d88d076-afcc-46ea-aeef-47274d5a0fc9 HTTP/1.1" status: 204  len: 168 time: 1.7185380
May 07 22:09:25.377674 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-bd8f4af9-10f0-40e0-aa6f-4e9f98e01fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (9970a934-a9a0-4cad-a3d5-33de3b89e9ab), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:25.388874 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 40432) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:25.425001 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e461fb3-9b94-4e71-8963-af1244285f19 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d88d076-afcc-46ea-aeef-47274d5a0fc9,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:25.452581 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: ddd71809-dad6-4726-9e27-29357c4787ae {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:09:25.453183 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device ddd71809-dad6-4726-9e27-29357c4787ae not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:09:25.453928 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device c7149e1b-6317-4595-ac94-89db5d2374c1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:09:25.512342 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: c7149e1b-6317-4595-ac94-89db5d2374c1 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:09:25.512750 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device c7149e1b-6317-4595-ac94-89db5d2374c1 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:09:25.514222 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.db.api [None req-8fdd9719-9169-474a-ad4b-b372a24c3365 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 07 22:09:25.514511 ncdv-master-1 neutron-server[121838]: DEBUG oslo_db.api [None req-8fdd9719-9169-474a-ad4b-b372a24c3365 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 07 22:09:25.528351 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7575146f-d41a-47ce-ade1-01ba111f1881 req-ad8ef5bb-1445-4c22-b85b-e41ae838a962 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b1503f3a-b9af-4c41-9c6f-2f3e652854ad&id=a3e6b828-1da2-4a4d-bdcb-d108af052f41&fields=id&fields=name HTTP/1.1" status: 200  len: 408 time: 0.5800822
May 07 22:09:25.532542 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=9970a934-a9a0-4cad-a3d5-33de3b89e9ab,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:25.565395 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bee67e2-fae8-43e3-843b-0856cd8c6402 req-12f7114d-32c0-4a4c-983d-d254aea75f32 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:25.568201 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7bee67e2-fae8-43e3-843b-0856cd8c6402 req-12f7114d-32c0-4a4c-983d-d254aea75f32 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] 10.222.0.32 "GET /v2.0/ports?device_id=58c1a630-bf3c-43b9-8367-4ad0368a202f HTTP/1.1" status: 200  len: 984 time: 0.2390168
May 07 22:09:25.630487 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-608c79f6-ff19-4af8-906a-fe3c1e3c88cd tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Allocated IP 172.35.4.23 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/16ec17ac-b622-40d5-909c-f116d18a6e56) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:09:25.689036 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7592f961-8c09-4165-be7c-8847bb4dd951 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Publish callbacks [] for port (713eb567-bf00-46da-8cfe-d24edf364d26), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:25.741350 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7592f961-8c09-4165-be7c-8847bb4dd951 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (713eb567-bf00-46da-8cfe-d24edf364d26), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:25.745730 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-029a10df-fdac-4f7e-b001-09210e81e840 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for port (bfe1b2c4-1f75-48a4-b5fa-345c2104c0bb), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:25.852571 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-7592f961-8c09-4165-be7c-8847bb4dd951 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] In _notify_port_updated(), no bound segment for port 713eb567-bf00-46da-8cfe-d24edf364d26 on network 6a0eb390-d73a-4a21-8033-b6864cf90a52 {{(pid=121836) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:935}}
May 07 22:09:25.859637 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7592f961-8c09-4165-be7c-8847bb4dd951 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:25.860348 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7592f961-8c09-4165-be7c-8847bb4dd951 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:25.864612 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-7592f961-8c09-4165-be7c-8847bb4dd951 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] 10.222.0.32 "PUT /v2.0/ports/713eb567-bf00-46da-8cfe-d24edf364d26 HTTP/1.1" status: 200  len: 1067 time: 2.2907507
May 07 22:09:25.868427 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 40440) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:25.958392 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7bee67e2-fae8-43e3-843b-0856cd8c6402 req-69f746fe-bd26-483a-9dfa-5c4efc98a569 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1503f3a-b9af-4c41-9c6f-2f3e652854ad&id=a3e6b828-1da2-4a4d-bdcb-d108af052f41&fields=id&fields=name HTTP/1.1" status: 200  len: 408 time: 0.3790603
May 07 22:09:26.008279 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7592f961-8c09-4165-be7c-8847bb4dd951 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Pushing event updated for resources: {'Port': ['ID=713eb567-bf00-46da-8cfe-d24edf364d26,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:26.097072 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-712d7947-503a-41ad-a457-3e6612c3658e req-2242f1e5-b770-4f33-a031-fc83ebd43ce0 service neutron] Attempting to bind port 7f716d06-e63d-4571-99d1-0117847bcaeb on host nch2-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:09:26.098763 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-712d7947-503a-41ad-a457-3e6612c3658e req-2242f1e5-b770-4f33-a031-fc83ebd43ce0 service neutron] Attempting to bind port 7f716d06-e63d-4571-99d1-0117847bcaeb by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'f99be426-4998-448b-b9a4-bff47e7cafa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '3ca09c63-acf5-4235-8b54-9ba115eec351'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:09:26.098763 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712d7947-503a-41ad-a457-3e6612c3658e req-2242f1e5-b770-4f33-a031-fc83ebd43ce0 service neutron] Attempting to bind port 7f716d06-e63d-4571-99d1-0117847bcaeb on network 3ca09c63-acf5-4235-8b54-9ba115eec351 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:09:26.135161 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-029a10df-fdac-4f7e-b001-09210e81e840 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (bfe1b2c4-1f75-48a4-b5fa-345c2104c0bb), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:26.158176 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-cc2f666a-41ed-4619-bf54-e40e4ae11f24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:26.163856 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712d7947-503a-41ad-a457-3e6612c3658e req-2242f1e5-b770-4f33-a031-fc83ebd43ce0 service neutron] Port 7f716d06-e63d-4571-99d1-0117847bcaeb on network 3ca09c63-acf5-4235-8b54-9ba115eec351 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:09:26.164181 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712d7947-503a-41ad-a457-3e6612c3658e req-2242f1e5-b770-4f33-a031-fc83ebd43ce0 service neutron] Attempting to bind port 7f716d06-e63d-4571-99d1-0117847bcaeb on network 3ca09c63-acf5-4235-8b54-9ba115eec351 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:09:26.178484 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712d7947-503a-41ad-a457-3e6612c3658e req-2242f1e5-b770-4f33-a031-fc83ebd43ce0 service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:09:26.178933 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712d7947-503a-41ad-a457-3e6612c3658e req-2242f1e5-b770-4f33-a031-fc83ebd43ce0 service neutron] Checking segment: {'id': 'f99be426-4998-448b-b9a4-bff47e7cafa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '3ca09c63-acf5-4235-8b54-9ba115eec351'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:09:26.179229 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712d7947-503a-41ad-a457-3e6612c3658e req-2242f1e5-b770-4f33-a031-fc83ebd43ce0 service neutron] Bound using segment: {'id': 'f99be426-4998-448b-b9a4-bff47e7cafa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '3ca09c63-acf5-4235-8b54-9ba115eec351'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:09:26.179672 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-712d7947-503a-41ad-a457-3e6612c3658e req-2242f1e5-b770-4f33-a031-fc83ebd43ce0 service neutron] Bound port: 7f716d06-e63d-4571-99d1-0117847bcaeb, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f99be426-4998-448b-b9a4-bff47e7cafa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '3ca09c63-acf5-4235-8b54-9ba115eec351'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:09:26.180444 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-712d7947-503a-41ad-a457-3e6612c3658e req-2242f1e5-b770-4f33-a031-fc83ebd43ce0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (7f716d06-e63d-4571-99d1-0117847bcaeb), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:26.182421 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-8fdd9719-9169-474a-ad4b-b372a24c3365 None None] Current status of the port 9970a934-a9a0-4cad-a3d5-33de3b89e9ab is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:09:26.187414 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-608c79f6-ff19-4af8-906a-fe3c1e3c88cd tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Publish callbacks [] for port (16ec17ac-b622-40d5-909c-f116d18a6e56), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:26.190015 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-bd8f4af9-10f0-40e0-aa6f-4e9f98e01fe6 None None] Allocated IP 172.20.0.2 (c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a/ab9ee9a6-5503-43d5-bf8b-b017762fa801/9970a934-a9a0-4cad-a3d5-33de3b89e9ab) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:09:26.222982 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cf2003-07f7-4d3f-a7f9-14dbb00f47a0 req-b8a9afd7-e2ec-4192-819a-67a6ec28e44e tempest-ServerPasswordTestJSON-1543479840 tempest-ServerPasswordTestJSON-1543479840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:26.224603 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-80cf2003-07f7-4d3f-a7f9-14dbb00f47a0 req-b8a9afd7-e2ec-4192-819a-67a6ec28e44e tempest-ServerPasswordTestJSON-1543479840 tempest-ServerPasswordTestJSON-1543479840-project] 10.222.0.32 "GET /v2.0/ports?device_id=2dd2f7a1-bd76-4e3d-9517-638ffb3255fb HTTP/1.1" status: 200  len: 943 time: 0.1579185
May 07 22:09:26.295069 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-bbf36062-c614-43f1-9e09-81ee0e0707f8 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Deleting port 713eb567-bf00-46da-8cfe-d24edf364d26 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:09:26.295420 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bbf36062-c614-43f1-9e09-81ee0e0707f8 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (713eb567-bf00-46da-8cfe-d24edf364d26), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:26.316279 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029a10df-fdac-4f7e-b001-09210e81e840 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:09:26.346262 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-5e5f6352-209d-4c01-a704-1805699eddca None None] Provisioning complete for port 713eb567-bf00-46da-8cfe-d24edf364d26 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:09:26.346649 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5e5f6352-209d-4c01-a704-1805699eddca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (713eb567-bf00-46da-8cfe-d24edf364d26), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:26.403033 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-029a10df-fdac-4f7e-b001-09210e81e840 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:09:26.406346 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029a10df-fdac-4f7e-b001-09210e81e840 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:09:26.426259 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029a10df-fdac-4f7e-b001-09210e81e840 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event updated for resources: {'Port': ['ID=bfe1b2c4-1f75-48a4-b5fa-345c2104c0bb,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:26.451729 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-80cf2003-07f7-4d3f-a7f9-14dbb00f47a0 req-d81a2be4-c890-4409-aa66-4b9332fc8e69 tempest-ServerPasswordTestJSON-1543479840 tempest-ServerPasswordTestJSON-1543479840-project] 10.222.0.32 "GET /v2.0/security-groups?id=be673715-b0a0-4c7f-a54f-5102993096b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1835220
May 07 22:09:26.455694 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-712d7947-503a-41ad-a457-3e6612c3658e req-2242f1e5-b770-4f33-a031-fc83ebd43ce0 service neutron] For port 7f716d06-e63d-4571-99d1-0117847bcaeb, host nch2-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:09:26.460666 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-712d7947-503a-41ad-a457-3e6612c3658e req-2242f1e5-b770-4f33-a031-fc83ebd43ce0 service neutron] For port 7f716d06-e63d-4571-99d1-0117847bcaeb, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7f716d06-e63d-4571-99d1-0117847bcaeb,segment=NetworkSegment(f99be426-4998-448b-b9a4-bff47e7cafa2),segment_id=f99be426-4998-448b-b9a4-bff47e7cafa2)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:09:26.514391 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-712d7947-503a-41ad-a457-3e6612c3658e req-2242f1e5-b770-4f33-a031-fc83ebd43ce0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (7f716d06-e63d-4571-99d1-0117847bcaeb), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:26.611685 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712d7947-503a-41ad-a457-3e6612c3658e req-2242f1e5-b770-4f33-a031-fc83ebd43ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:26.612433 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-712d7947-503a-41ad-a457-3e6612c3658e req-2242f1e5-b770-4f33-a031-fc83ebd43ce0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:26.614161 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-712d7947-503a-41ad-a457-3e6612c3658e req-2242f1e5-b770-4f33-a031-fc83ebd43ce0 service neutron] 10.222.0.59 "PUT /v2.0/ports/7f716d06-e63d-4571-99d1-0117847bcaeb HTTP/1.1" status: 200  len: 1091 time: 2.4805486
May 07 22:09:26.614819 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dd2f7a1-bd76-4e3d-9517-638ffb3255fb', 'tag': '7f716d06-e63d-4571-99d1-0117847bcaeb'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:09:26.617309 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-bd8f4af9-10f0-40e0-aa6f-4e9f98e01fe6 None None] For port 9970a934-a9a0-4cad-a3d5-33de3b89e9ab, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9970a934-a9a0-4cad-a3d5-33de3b89e9ab,segment=NetworkSegment(0c54767f-f5cc-4fe8-be2b-89310a1e6df6),segment_id=0c54767f-f5cc-4fe8-be2b-89310a1e6df6)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:09:26.617690 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b014fcbb-3bae-462f-bac3-c010d716b4c7" -d '{"events": [{"name": "network-changed", "server_uuid": "2dd2f7a1-bd76-4e3d-9517-638ffb3255fb", "tag": "7f716d06-e63d-4571-99d1-0117847bcaeb"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:09:26.619641 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-5e5f6352-209d-4c01-a704-1805699eddca None None] Port 713eb567-bf00-46da-8cfe-d24edf364d26 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:09:26.641769 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bbf36062-c614-43f1-9e09-81ee0e0707f8 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (713eb567-bf00-46da-8cfe-d24edf364d26), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:26.662302 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-bbf36062-c614-43f1-9e09-81ee0e0707f8 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Calling delete_port for 713eb567-bf00-46da-8cfe-d24edf364d26 owned by  {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:09:26.717943 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-bd8f4af9-10f0-40e0-aa6f-4e9f98e01fe6 None None] Publish callbacks [] for port (9970a934-a9a0-4cad-a3d5-33de3b89e9ab), precommit_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:26.738691 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-bd8f4af9-10f0-40e0-aa6f-4e9f98e01fe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (9970a934-a9a0-4cad-a3d5-33de3b89e9ab), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:26.780456 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712d7947-503a-41ad-a457-3e6612c3658e req-86cf8ee4-b977-4b05-8431-510a5aabebef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:26.785506 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-712d7947-503a-41ad-a457-3e6612c3658e req-86cf8ee4-b977-4b05-8431-510a5aabebef service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=03ab9fa8c41f4e18b0d6c1fb4e8af126&device_id=2dd2f7a1-bd76-4e3d-9517-638ffb3255fb HTTP/1.1" status: 200  len: 1125 time: 0.1197035
May 07 22:09:26.788048 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19499520-fba2-4c02-9f74-e8f9768db85e x-openstack-request-id: req-19499520-fba2-4c02-9f74-e8f9768db85e {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:09:26.789459 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dd2f7a1-bd76-4e3d-9517-638ffb3255fb", "tag": "7f716d06-e63d-4571-99d1-0117847bcaeb", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:09:26.789459 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-19499520-fba2-4c02-9f74-e8f9768db85e {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:09:26.790197 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-608c79f6-ff19-4af8-906a-fe3c1e3c88cd tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (16ec17ac-b622-40d5-909c-f116d18a6e56), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:26.791566 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19499520-fba2-4c02-9f74-e8f9768db85e'] response: {'name': 'network-changed', 'server_uuid': '2dd2f7a1-bd76-4e3d-9517-638ffb3255fb', 'tag': '7f716d06-e63d-4571-99d1-0117847bcaeb', 'status': 'completed', 'code': 200}
May 07 22:09:26.871263 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8f4af9-10f0-40e0-aa6f-4e9f98e01fe6 None None] Pushing event updated for resources: {'Port': ['ID=9970a934-a9a0-4cad-a3d5-33de3b89e9ab,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:26.871566 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029a10df-fdac-4f7e-b001-09210e81e840 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:26.875023 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-029a10df-fdac-4f7e-b001-09210e81e840 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:26.880023 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2242f1e5-b770-4f33-a031-fc83ebd43ce0 service neutron] Pushing event updated for resources: {'Port': ['ID=7f716d06-e63d-4571-99d1-0117847bcaeb,revision_number=3']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:26.917558 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-712d7947-503a-41ad-a457-3e6612c3658e req-87bdc776-c0d7-4682-8af3-b0314c728984 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f716d06-e63d-4571-99d1-0117847bcaeb HTTP/1.1" status: 200  len: 217 time: 0.1083908
May 07 22:09:26.936671 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608c79f6-ff19-4af8-906a-fe3c1e3c88cd tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:09:26.940510 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608c79f6-ff19-4af8-906a-fe3c1e3c88cd tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Pushing event updated for resources: {'Port': ['ID=16ec17ac-b622-40d5-909c-f116d18a6e56,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:26.953624 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-608c79f6-ff19-4af8-906a-fe3c1e3c88cd tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:09:26.967274 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-029a10df-fdac-4f7e-b001-09210e81e840 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1028 time: 4.3944657
May 07 22:09:26.967274 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608c79f6-ff19-4af8-906a-fe3c1e3c88cd tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:09:26.969551 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 40448) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:27.000187 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-87c814a2-5658-42c8-90ea-3491c3887256 None None] Provisioning complete for port 713eb567-bf00-46da-8cfe-d24edf364d26 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:09:27.000783 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-87c814a2-5658-42c8-90ea-3491c3887256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (713eb567-bf00-46da-8cfe-d24edf364d26), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:27.025585 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712d7947-503a-41ad-a457-3e6612c3658e req-1649441f-913a-4f06-b385-5cb82b92fa5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:27.027821 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-712d7947-503a-41ad-a457-3e6612c3658e req-1649441f-913a-4f06-b385-5cb82b92fa5a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fd554914-93e1-435b-a250-3f8777bd0f3a HTTP/1.1" status: 200  len: 853 time: 0.1047089
May 07 22:09:27.070765 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-87c814a2-5658-42c8-90ea-3491c3887256 None None] Port 713eb567-bf00-46da-8cfe-d24edf364d26 was deleted so its status cannot be updated. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}}
May 07 22:09:27.081248 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bbf36062-c614-43f1-9e09-81ee0e0707f8 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (713eb567-bf00-46da-8cfe-d24edf364d26), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:27.111428 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-712d7947-503a-41ad-a457-3e6612c3658e req-2e6298fc-1d8e-41cf-9289-153202142923 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3ca09c63-acf5-4235-8b54-9ba115eec351&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0711548
May 07 22:09:27.162072 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf36062-c614-43f1-9e09-81ee0e0707f8 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Pushing event deleted for resources: {'Port': ['ID=713eb567-bf00-46da-8cfe-d24edf364d26,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:27.189826 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8f27e49b-1cf2-44b3-bffc-d926d8c5b9d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401094'] for router_interface (c12c2468-907b-4e25-bbb5-d175e9b7dc3b), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:27.208970 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faa2aa5-707d-4604-851a-68e6c4fba6a6 req-9cca02b8-1cdd-4cc9-bad7-45fda562d405 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:27.216661 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7faa2aa5-707d-4604-851a-68e6c4fba6a6 req-9cca02b8-1cdd-4cc9-bad7-45fda562d405 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] 10.222.0.32 "GET /v2.0/ports?device_id=58c1a630-bf3c-43b9-8367-4ad0368a202f HTTP/1.1" status: 200  len: 984 time: 0.1536472
May 07 22:09:27.226422 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 9970a934-a9a0-4cad-a3d5-33de3b89e9ab up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:09:27.252440 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76453b77-e9f3-4d5f-8242-e301545ef99c tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:27.259895 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76453b77-e9f3-4d5f-8242-e301545ef99c tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:27.264568 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-76453b77-e9f3-4d5f-8242-e301545ef99c tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1864 time: 0.2915702
May 07 22:09:27.271255 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 40452) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:27.381029 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 9970a934-a9a0-4cad-a3d5-33de3b89e9ab triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:09:27.381406 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (9970a934-a9a0-4cad-a3d5-33de3b89e9ab), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:27.530111 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:27.624811 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 9970a934-a9a0-4cad-a3d5-33de3b89e9ab is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:09:27.704709 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-912b58e9-57f1-47ad-aac3-832c2c3ea679 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Deleting port bfe1b2c4-1f75-48a4-b5fa-345c2104c0bb {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:09:27.705063 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-912b58e9-57f1-47ad-aac3-832c2c3ea679 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (bfe1b2c4-1f75-48a4-b5fa-345c2104c0bb), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:27.780536 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-712d7947-503a-41ad-a457-3e6612c3658e req-33548e72-9272-4e08-85b8-a8eff577699b service neutron] 10.222.0.59 "GET /v2.0/networks/3ca09c63-acf5-4235-8b54-9ba115eec351?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6458964
May 07 22:09:27.864671 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7faa2aa5-707d-4604-851a-68e6c4fba6a6 req-aeba2334-471b-4b7c-b16f-5c52c5f9119f tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1503f3a-b9af-4c41-9c6f-2f3e652854ad&id=a3e6b828-1da2-4a4d-bdcb-d108af052f41&fields=id&fields=name HTTP/1.1" status: 200  len: 408 time: 0.6081610
May 07 22:09:28.032801 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-608c79f6-ff19-4af8-906a-fe3c1e3c88cd tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Publish callbacks [] for floatingip (f7d5b7c7-9271-4e60-bb62-5cf6b34b152e), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:28.047540 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e1f3a8-ccad-4beb-83ef-013aa3476919 req-e3e2d854-26b5-4a5e-91b9-21ebe29a86db tempest-ServerPasswordTestJSON-1543479840 tempest-ServerPasswordTestJSON-1543479840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:28.049067 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c9e1f3a8-ccad-4beb-83ef-013aa3476919 req-e3e2d854-26b5-4a5e-91b9-21ebe29a86db tempest-ServerPasswordTestJSON-1543479840 tempest-ServerPasswordTestJSON-1543479840-project] 10.222.0.32 "GET /v2.0/ports?device_id=2dd2f7a1-bd76-4e3d-9517-638ffb3255fb HTTP/1.1" status: 200  len: 943 time: 0.1587605
May 07 22:09:28.135356 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-912b58e9-57f1-47ad-aac3-832c2c3ea679 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (bfe1b2c4-1f75-48a4-b5fa-345c2104c0bb), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:28.161227 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-608c79f6-ff19-4af8-906a-fe3c1e3c88cd tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (16ec17ac-b622-40d5-909c-f116d18a6e56), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:28.168898 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2613ea-8f7d-4d51-b530-5293df916b19 req-6f654d13-7333-447e-b968-0e9465998db9 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:28.170788 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ab2613ea-8f7d-4d51-b530-5293df916b19 req-6f654d13-7333-447e-b968-0e9465998db9 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] 10.222.0.32 "GET /v2.0/ports?device_id=58c1a630-bf3c-43b9-8367-4ad0368a202f HTTP/1.1" status: 200  len: 984 time: 0.1483815
May 07 22:09:28.199368 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-912b58e9-57f1-47ad-aac3-832c2c3ea679 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Calling delete_port for bfe1b2c4-1f75-48a4-b5fa-345c2104c0bb owned by  {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:09:28.201168 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bbf36062-c614-43f1-9e09-81ee0e0707f8 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:28.205403 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-712d7947-503a-41ad-a457-3e6612c3658e req-8260c685-3671-4149-a7e0-6be91a487d55 service neutron] 10.222.0.59 "GET /v2.0/networks/3ca09c63-acf5-4235-8b54-9ba115eec351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3583338
May 07 22:09:28.220385 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-bbf36062-c614-43f1-9e09-81ee0e0707f8 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] 10.222.0.32 "DELETE /v2.0/ports/713eb567-bf00-46da-8cfe-d24edf364d26 HTTP/1.1" status: 204  len: 168 time: 2.3407388
May 07 22:09:28.244335 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 40462) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:28.293915 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c9e1f3a8-ccad-4beb-83ef-013aa3476919 req-5690f208-c8a2-48ab-95ff-a4a50b76e283 tempest-ServerPasswordTestJSON-1543479840 tempest-ServerPasswordTestJSON-1543479840-project] 10.222.0.32 "GET /v2.0/security-groups?id=be673715-b0a0-4c7f-a54f-5102993096b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2352614
May 07 22:09:28.308156 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-d55df8a0-da88-4cb2-8158-548d1374d048 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] GET failed (client error): The resource could not be found.
May 07 22:09:28.308156 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-d55df8a0-da88-4cb2-8158-548d1374d048 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] 10.222.0.32 "GET /v2.0/ports/713eb567-bf00-46da-8cfe-d24edf364d26 HTTP/1.1" status: 404  len: 333 time: 0.0558329
May 07 22:09:28.311760 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 40464) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:28.373588 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-6579bdad-8716-44d7-95db-3e54b981ea33 None None] Provisioning complete for port 9970a934-a9a0-4cad-a3d5-33de3b89e9ab triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:09:28.374640 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6579bdad-8716-44d7-95db-3e54b981ea33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (9970a934-a9a0-4cad-a3d5-33de3b89e9ab), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:28.453388 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ab2613ea-8f7d-4d51-b530-5293df916b19 req-3ca09782-5835-463a-9fa2-3d40f567d53d tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1503f3a-b9af-4c41-9c6f-2f3e652854ad&id=a3e6b828-1da2-4a4d-bdcb-d108af052f41&fields=id&fields=name HTTP/1.1" status: 200  len: 408 time: 0.2700300
May 07 22:09:28.464498 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-8f27e49b-1cf2-44b3-bffc-d926d8c5b9d1 admin admin] Deleting port cc338c68-6403-425b-aeef-0f0460353182 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:09:28.464498 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8f27e49b-1cf2-44b3-bffc-d926d8c5b9d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (cc338c68-6403-425b-aeef-0f0460353182), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:28.544021 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-6579bdad-8716-44d7-95db-3e54b981ea33 None None] Current status of the port 9970a934-a9a0-4cad-a3d5-33de3b89e9ab is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:09:28.565677 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-b15e7754-1e1a-4c3b-ad09-992c1e146fa6 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Deleting port 73d0523c-8c7d-48c8-a138-dfd3d6a66cb2 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:09:28.566018 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b15e7754-1e1a-4c3b-ad09-992c1e146fa6 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (73d0523c-8c7d-48c8-a138-dfd3d6a66cb2), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:28.681728 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-8f27e49b-1cf2-44b3-bffc-d926d8c5b9d1 admin admin] For port cc338c68-6403-425b-aeef-0f0460353182, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cc338c68-6403-425b-aeef-0f0460353182,segment=NetworkSegment(30018c0f-0e07-4063-9fea-c0194965d5ff),segment_id=30018c0f-0e07-4063-9fea-c0194965d5ff)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:09:28.682205 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8f27e49b-1cf2-44b3-bffc-d926d8c5b9d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (cc338c68-6403-425b-aeef-0f0460353182), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:28.703500 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-8f27e49b-1cf2-44b3-bffc-d926d8c5b9d1 admin admin] Calling delete_port for cc338c68-6403-425b-aeef-0f0460353182 owned by network:router_interface {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:09:28.723188 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58bf692-1a40-4929-a64c-fce439b2a6b5 req-72bcff07-0965-4f86-93e5-551d3dbd982a tempest-TestSecurityGroupsBasicOps-724098100 tempest-TestSecurityGroupsBasicOps-724098100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:28.724630 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d58bf692-1a40-4929-a64c-fce439b2a6b5 req-72bcff07-0965-4f86-93e5-551d3dbd982a tempest-TestSecurityGroupsBasicOps-724098100 tempest-TestSecurityGroupsBasicOps-724098100-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=58c1a630-bf3c-43b9-8367-4ad0368a202f HTTP/1.1" status: 200  len: 1166 time: 0.1257842
May 07 22:09:28.783505 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-d58bf692-1a40-4929-a64c-fce439b2a6b5 req-f135158e-49b4-4f13-af53-b2dd2a87f63e tempest-TestSecurityGroupsBasicOps-724098100 tempest-TestSecurityGroupsBasicOps-724098100-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:28.787016 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-608c79f6-ff19-4af8-906a-fe3c1e3c88cd tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Publish callbacks [] for port (16ec17ac-b622-40d5-909c-f116d18a6e56), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:28.836627 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-608c79f6-ff19-4af8-906a-fe3c1e3c88cd tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (16ec17ac-b622-40d5-909c-f116d18a6e56), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:28.862842 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-912b58e9-57f1-47ad-aac3-832c2c3ea679 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (bfe1b2c4-1f75-48a4-b5fa-345c2104c0bb), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:28.883218 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-f7253b3c-b67f-44ab-99e5-061172d441ca None None] Could not find standard attr ID for object bfe1b2c4-1f75-48a4-b5fa-345c2104c0bb. {{(pid=121838) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
May 07 22:09:28.895093 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b15e7754-1e1a-4c3b-ad09-992c1e146fa6 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (73d0523c-8c7d-48c8-a138-dfd3d6a66cb2), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:28.908865 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912b58e9-57f1-47ad-aac3-832c2c3ea679 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event deleted for resources: {'Port': ['ID=bfe1b2c4-1f75-48a4-b5fa-345c2104c0bb,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:28.931939 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-b15e7754-1e1a-4c3b-ad09-992c1e146fa6 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Calling delete_port for 73d0523c-8c7d-48c8-a138-dfd3d6a66cb2 owned by  {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:09:28.989619 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608c79f6-ff19-4af8-906a-fe3c1e3c88cd tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Pushing event updated for resources: {'Port': ['ID=16ec17ac-b622-40d5-909c-f116d18a6e56,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:29.144714 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:29.162588 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b014fcbb-3bae-462f-bac3-c010d716b4c7 req-a9790f17-8662-4207-9515-9ec9406a01e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:29.164138 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b014fcbb-3bae-462f-bac3-c010d716b4c7 req-a9790f17-8662-4207-9515-9ec9406a01e9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=03ab9fa8c41f4e18b0d6c1fb4e8af126&device_id=2dd2f7a1-bd76-4e3d-9517-638ffb3255fb HTTP/1.1" status: 200  len: 1125 time: 0.1289158
May 07 22:09:29.170935 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-608c79f6-ff19-4af8-906a-fe3c1e3c88cd tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (f7d5b7c7-9271-4e60-bb62-5cf6b34b152e), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:29.215679 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-d58bf692-1a40-4929-a64c-fce439b2a6b5 req-f135158e-49b4-4f13-af53-b2dd2a87f63e tempest-TestSecurityGroupsBasicOps-724098100 tempest-TestSecurityGroupsBasicOps-724098100-project-admin] Publish callbacks [] for security_group (9e43b96e-e399-4f06-abf3-46d049071724), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:29.227913 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-d58bf692-1a40-4929-a64c-fce439b2a6b5 req-f135158e-49b4-4f13-af53-b2dd2a87f63e tempest-TestSecurityGroupsBasicOps-724098100 tempest-TestSecurityGroupsBasicOps-724098100-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (9e43b96e-e399-4f06-abf3-46d049071724), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:29.237666 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-608c79f6-ff19-4af8-906a-fe3c1e3c88cd tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:29.238437 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-912b58e9-57f1-47ad-aac3-832c2c3ea679 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:29.239484 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-608c79f6-ff19-4af8-906a-fe3c1e3c88cd tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 5.4364345
May 07 22:09:29.245731 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-912b58e9-57f1-47ad-aac3-832c2c3ea679 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/ports/bfe1b2c4-1f75-48a4-b5fa-345c2104c0bb HTTP/1.1" status: 204  len: 168 time: 1.9717820
May 07 22:09:29.249136 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 40472) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:29.249477 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 40474) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:29.270415 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-1b166ea7-575b-44a6-bfbc-fd3c051b8306 tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-985657588'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:09:29.331251 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8f27e49b-1cf2-44b3-bffc-d926d8c5b9d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (cc338c68-6403-425b-aeef-0f0460353182), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:29.374621 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f27e49b-1cf2-44b3-bffc-d926d8c5b9d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc338c68-6403-425b-aeef-0f0460353182,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:29.458804 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b166ea7-575b-44a6-bfbc-fd3c051b8306 tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Made reservation on behalf of d98edd5a449c4a118b006639f772fe62 for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:09:29.462553 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1b166ea7-575b-44a6-bfbc-fd3c051b8306 tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:29.483079 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1b166ea7-575b-44a6-bfbc-fd3c051b8306 tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:29.485163 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f135158e-49b4-4f13-af53-b2dd2a87f63e tempest-TestSecurityGroupsBasicOps-724098100 tempest-TestSecurityGroupsBasicOps-724098100-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e43b96e-e399-4f06-abf3-46d049071724,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:29.535242 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d58bf692-1a40-4929-a64c-fce439b2a6b5 req-f135158e-49b4-4f13-af53-b2dd2a87f63e tempest-TestSecurityGroupsBasicOps-724098100 tempest-TestSecurityGroupsBasicOps-724098100-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=b1503f3a-b9af-4c41-9c6f-2f3e652854ad&id=a3e6b828-1da2-4a4d-bdcb-d108af052f41&fields=id&fields=name HTTP/1.1" status: 200  len: 408 time: 0.7819171
May 07 22:09:29.552231 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e5adf0-f80e-45b6-80f4-6e9672dcab3d tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:29.553876 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e5adf0-f80e-45b6-80f4-6e9672dcab3d tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:29.557599 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e5adf0-f80e-45b6-80f4-6e9672dcab3d tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:29.559684 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-96e5adf0-f80e-45b6-80f4-6e9672dcab3d tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2071 time: 0.3029547
May 07 22:09:29.565293 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 40478) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:29.601096 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 40480) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:29.621208 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b15e7754-1e1a-4c3b-ad09-992c1e146fa6 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (73d0523c-8c7d-48c8-a138-dfd3d6a66cb2), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:29.627496 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b014fcbb-3bae-462f-bac3-c010d716b4c7 req-7fda77a7-8429-451d-9358-28a68e9edcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:29.629002 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b014fcbb-3bae-462f-bac3-c010d716b4c7 req-7fda77a7-8429-451d-9358-28a68e9edcc8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3ca09c63-acf5-4235-8b54-9ba115eec351 HTTP/1.1" status: 200  len: 914 time: 0.4578333
May 07 22:09:29.648755 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975bcc39-78c0-4f82-8ee5-3915e8405686 req-6c073854-0e5d-4cb5-b245-789354394d0c tempest-ServerPasswordTestJSON-1543479840 tempest-ServerPasswordTestJSON-1543479840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:29.650321 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-975bcc39-78c0-4f82-8ee5-3915e8405686 req-6c073854-0e5d-4cb5-b245-789354394d0c tempest-ServerPasswordTestJSON-1543479840 tempest-ServerPasswordTestJSON-1543479840-project] 10.222.0.32 "GET /v2.0/ports?device_id=2dd2f7a1-bd76-4e3d-9517-638ffb3255fb HTTP/1.1" status: 200  len: 943 time: 0.1393168
May 07 22:09:29.711441 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15e7754-1e1a-4c3b-ad09-992c1e146fa6 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Pushing event deleted for resources: {'Port': ['ID=73d0523c-8c7d-48c8-a138-dfd3d6a66cb2,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:29.736462 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b014fcbb-3bae-462f-bac3-c010d716b4c7 req-18cb3dd2-1943-443f-97d0-34c46f046f6c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7f716d06-e63d-4571-99d1-0117847bcaeb HTTP/1.1" status: 200  len: 217 time: 0.0995595
May 07 22:09:29.744538 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_v2 [None req-735b6fca-4003-4ae4-bf45-a3bef5e4b031 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Deleting subnet a77cb7ed-a0a5-4dad-83b8-340bcc0db4d0 {{(pid=121836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:09:29.748041 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c8dddb-e386-4825-8335-21565e6ab6dc tempest-TestSecurityGroupsBasicOps-724098100 tempest-TestSecurityGroupsBasicOps-724098100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:29.749816 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-92c8dddb-e386-4825-8335-21565e6ab6dc tempest-TestSecurityGroupsBasicOps-724098100 tempest-TestSecurityGroupsBasicOps-724098100-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=58c1a630-bf3c-43b9-8367-4ad0368a202f HTTP/1.1" status: 200  len: 1161 time: 0.1438863
May 07 22:09:29.788986 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 40482) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:29.794955 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-c1b7a12a-80bc-4126-a88a-8133104fd3f9 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Request body: {'floatingip': {'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'port_id': 'ed17c686-5176-4e6b-9642-9888fb0132ac', 'tenant_id': '79ad2ea0f3a34003bb7a3f8ff81c58e4', 'fixed_ip_address': '172.20.0.5'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:09:29.805118 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-735b6fca-4003-4ae4-bf45-a3bef5e4b031 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for subnet (a77cb7ed-a0a5-4dad-83b8-340bcc0db4d0), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:29.808330 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b15e7754-1e1a-4c3b-ad09-992c1e146fa6 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:29.813898 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-b15e7754-1e1a-4c3b-ad09-992c1e146fa6 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] 10.222.0.32 "DELETE /v2.0/ports/73d0523c-8c7d-48c8-a138-dfd3d6a66cb2 HTTP/1.1" status: 204  len: 168 time: 1.5010540
May 07 22:09:29.827860 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 40488) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:29.896307 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdc7b6f0-113b-4e52-995a-acdbffc61fd4 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] GET failed (client error): The resource could not be found.
May 07 22:09:29.902029 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-735b6fca-4003-4ae4-bf45-a3bef5e4b031 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726883'] for subnet (a77cb7ed-a0a5-4dad-83b8-340bcc0db4d0), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:29.904068 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-fdc7b6f0-113b-4e52-995a-acdbffc61fd4 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] 10.222.0.32 "GET /v2.0/ports/73d0523c-8c7d-48c8-a138-dfd3d6a66cb2 HTTP/1.1" status: 404  len: 333 time: 0.0667613
May 07 22:09:29.907015 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 40490) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:29.907801 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c1b7a12a-80bc-4126-a88a-8133104fd3f9 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:29.937953 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 7f716d06-e63d-4571-99d1-0117847bcaeb details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:09:29.967175 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b014fcbb-3bae-462f-bac3-c010d716b4c7 req-07b675d7-02a5-4c99-a3c7-beb584d600f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:29.967967 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1b166ea7-575b-44a6-bfbc-fd3c051b8306 tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Publish callbacks [] for security_group (e949e4fa-e159-48d8-8473-adae740aa6d7), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:29.968792 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b014fcbb-3bae-462f-bac3-c010d716b4c7 req-07b675d7-02a5-4c99-a3c7-beb584d600f7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fd554914-93e1-435b-a250-3f8777bd0f3a HTTP/1.1" status: 200  len: 853 time: 0.2188494
May 07 22:09:29.969271 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8f27e49b-1cf2-44b3-bffc-d926d8c5b9d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401002'] for router_interface (c12c2468-907b-4e25-bbb5-d175e9b7dc3b), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:29.989175 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1b166ea7-575b-44a6-bfbc-fd3c051b8306 tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (e949e4fa-e159-48d8-8473-adae740aa6d7), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:30.060076 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-975bcc39-78c0-4f82-8ee5-3915e8405686 req-b59271a0-8f1e-48ef-a135-a7e081194f0a tempest-ServerPasswordTestJSON-1543479840 tempest-ServerPasswordTestJSON-1543479840-project] 10.222.0.32 "GET /v2.0/security-groups?id=be673715-b0a0-4c7f-a54f-5102993096b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3771551
May 07 22:09:30.069106 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b014fcbb-3bae-462f-bac3-c010d716b4c7 req-2fc57566-bcab-4429-b5b1-dccc705af244 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3ca09c63-acf5-4235-8b54-9ba115eec351&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0896239
May 07 22:09:30.105132 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b166ea7-575b-44a6-bfbc-fd3c051b8306 tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:09:30.175540 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1b166ea7-575b-44a6-bfbc-fd3c051b8306 tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (c743ce18-3254-4183-a8e5-545bcea5e17c), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:30.176286 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-1b166ea7-575b-44a6-bfbc-fd3c051b8306 tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Added segment c743ce18-3254-4183-a8e5-545bcea5e17c of type vlan for network 06a5152b-c164-40bd-b95d-1070a2100cbf
May 07 22:09:30.178964 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b166ea7-575b-44a6-bfbc-fd3c051b8306 tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e949e4fa-e159-48d8-8473-adae740aa6d7,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:30.209670 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c1b7a12a-80bc-4126-a88a-8133104fd3f9 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:30.215919 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 7f716d06-e63d-4571-99d1-0117847bcaeb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7f716d06-e63d-4571-99d1-0117847bcaeb,segment=NetworkSegment(f99be426-4998-448b-b9a4-bff47e7cafa2),segment_id=f99be426-4998-448b-b9a4-bff47e7cafa2)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:09:30.246501 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': '7f716d06-e63d-4571-99d1-0117847bcaeb', 'network_id': '3ca09c63-acf5-4235-8b54-9ba115eec351', 'port_id': '7f716d06-e63d-4571-99d1-0117847bcaeb', 'mac_address': 'fa:16:3e:15:d4:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd554914-93e1-435b-a250-3f8777bd0f3a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:09:30.271653 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-735b6fca-4003-4ae4-bf45-a3bef5e4b031 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (a77cb7ed-a0a5-4dad-83b8-340bcc0db4d0), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:30.312516 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:30.329857 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 7f716d06-e63d-4571-99d1-0117847bcaeb is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:09:30.330631 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (7f716d06-e63d-4571-99d1-0117847bcaeb), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:30.347914 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1b166ea7-575b-44a6-bfbc-fd3c051b8306 tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (06a5152b-c164-40bd-b95d-1070a2100cbf), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:30.357104 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f716d06-e63d-4571-99d1-0117847bcaeb {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:09:30.384658 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 7f716d06-e63d-4571-99d1-0117847bcaeb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7f716d06-e63d-4571-99d1-0117847bcaeb,segment=NetworkSegment(f99be426-4998-448b-b9a4-bff47e7cafa2),segment_id=f99be426-4998-448b-b9a4-bff47e7cafa2)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:09:30.394680 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (7f716d06-e63d-4571-99d1-0117847bcaeb), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:30.407072 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b014fcbb-3bae-462f-bac3-c010d716b4c7 req-08b96e8b-3150-4635-93f8-377eb75e4ce8 service neutron] 10.222.0.59 "GET /v2.0/networks/3ca09c63-acf5-4235-8b54-9ba115eec351?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3281300
May 07 22:09:30.410427 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-707ad0f0-e5c4-43e3-91f5-863ad72e8619 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Deleting port 689b073f-4ca8-491e-9580-9e41ab96439b {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:09:30.411049 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-707ad0f0-e5c4-43e3-91f5-863ad72e8619 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (689b073f-4ca8-491e-9580-9e41ab96439b), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:30.431658 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1b166ea7-575b-44a6-bfbc-fd3c051b8306 tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (06a5152b-c164-40bd-b95d-1070a2100cbf), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:30.437543 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b166ea7-575b-44a6-bfbc-fd3c051b8306 tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:30.438220 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1b166ea7-575b-44a6-bfbc-fd3c051b8306 tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:30.474620 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=7f716d06-e63d-4571-99d1-0117847bcaeb,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:30.565768 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-735b6fca-4003-4ae4-bf45-a3bef5e4b031 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (a77cb7ed-a0a5-4dad-83b8-340bcc0db4d0), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:30.571195 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-1b166ea7-575b-44a6-bfbc-fd3c051b8306 tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 1.3154914
May 07 22:09:30.588956 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 40492) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:30.589512 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['7f716d06-e63d-4571-99d1-0117847bcaeb'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:09:30.597861 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-3ca1b4f2-b308-4024-8b38-e01d1800bae6 tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Request body: {'subnet': {'network_id': '06a5152b-c164-40bd-b95d-1070a2100cbf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:09:30.624975 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-735b6fca-4003-4ae4-bf45-a3bef5e4b031 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:30.628393 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-735b6fca-4003-4ae4-bf45-a3bef5e4b031 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/subnets/a77cb7ed-a0a5-4dad-83b8-340bcc0db4d0 HTTP/1.1" status: 204  len: 168 time: 1.0605447
May 07 22:09:30.632659 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b166ea7-575b-44a6-bfbc-fd3c051b8306 tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Pushing event updated for resources: {'Network': ['ID=06a5152b-c164-40bd-b95d-1070a2100cbf,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:30.632659 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 40494) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:30.634345 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-c1b7a12a-80bc-4126-a88a-8133104fd3f9 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Allocated IP 172.35.4.57 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/60ad3115-3910-468e-b322-fb05c63aa959) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:09:30.640548 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c6eb99-06a2-469b-8bdd-685806f8d072 None None] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:09:30.697973 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 06a5152b-c164-40bd-b95d-1070a2100cbf details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:09:30.734231 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_v2 [None req-06027be9-ccfe-49a4-b1c8-f7321b55e16f tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Deleting subnet ab9ee9a6-5503-43d5-bf8b-b017762fa801 {{(pid=121836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:09:30.739776 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735b6fca-4003-4ae4-bf45-a3bef5e4b031 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event deleted for resources: {'Subnet': ['ID=a77cb7ed-a0a5-4dad-83b8-340bcc0db4d0,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:30.750165 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-06027be9-ccfe-49a4-b1c8-f7321b55e16f tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for subnet (ab9ee9a6-5503-43d5-bf8b-b017762fa801), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:30.874899 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-06027be9-ccfe-49a4-b1c8-f7321b55e16f tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726883'] for subnet (ab9ee9a6-5503-43d5-bf8b-b017762fa801), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:31.050489 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c1b7a12a-80bc-4126-a88a-8133104fd3f9 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks [] for port (60ad3115-3910-468e-b322-fb05c63aa959), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:31.074359 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-06027be9-ccfe-49a4-b1c8-f7321b55e16f tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (ab9ee9a6-5503-43d5-bf8b-b017762fa801), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:31.219655 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c1b7a12a-80bc-4126-a88a-8133104fd3f9 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (60ad3115-3910-468e-b322-fb05c63aa959), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:31.276390 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547152e1-bc84-4ed3-80c3-e0f0533b941c req-8b9558a6-6cf4-417d-85f7-35d46ecb6c20 tempest-ServerPasswordTestJSON-1543479840 tempest-ServerPasswordTestJSON-1543479840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:31.277810 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-547152e1-bc84-4ed3-80c3-e0f0533b941c req-8b9558a6-6cf4-417d-85f7-35d46ecb6c20 tempest-ServerPasswordTestJSON-1543479840 tempest-ServerPasswordTestJSON-1543479840-project] 10.222.0.32 "GET /v2.0/ports?device_id=2dd2f7a1-bd76-4e3d-9517-638ffb3255fb HTTP/1.1" status: 200  len: 944 time: 0.1058464
May 07 22:09:31.278891 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-06027be9-ccfe-49a4-b1c8-f7321b55e16f tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (ab9ee9a6-5503-43d5-bf8b-b017762fa801), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:31.292424 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b7a12a-80bc-4126-a88a-8133104fd3f9 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:09:31.325499 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-c1b7a12a-80bc-4126-a88a-8133104fd3f9 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:09:31.330602 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b7a12a-80bc-4126-a88a-8133104fd3f9 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:09:31.334256 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06027be9-ccfe-49a4-b1c8-f7321b55e16f tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event deleted for resources: {'Subnet': ['ID=ab9ee9a6-5503-43d5-bf8b-b017762fa801,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:31.374992 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-06027be9-ccfe-49a4-b1c8-f7321b55e16f tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:31.382490 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-06027be9-ccfe-49a4-b1c8-f7321b55e16f tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/subnets/ab9ee9a6-5503-43d5-bf8b-b017762fa801 HTTP/1.1" status: 204  len: 168 time: 0.7435360
May 07 22:09:31.383448 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b014fcbb-3bae-462f-bac3-c010d716b4c7 req-5a862bf6-e7ab-4b7e-a5df-e6bfb16763e8 service neutron] 10.222.0.59 "GET /v2.0/networks/3ca09c63-acf5-4235-8b54-9ba115eec351?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9684870
May 07 22:09:31.383918 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 40518) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:31.388634 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b7a12a-80bc-4126-a88a-8133104fd3f9 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Pushing event updated for resources: {'Port': ['ID=60ad3115-3910-468e-b322-fb05c63aa959,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:31.407534 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-707ad0f0-e5c4-43e3-91f5-863ad72e8619 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (689b073f-4ca8-491e-9580-9e41ab96439b), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:31.426712 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-707ad0f0-e5c4-43e3-91f5-863ad72e8619 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Calling delete_port for 689b073f-4ca8-491e-9580-9e41ab96439b owned by  {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:09:31.438512 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-547152e1-bc84-4ed3-80c3-e0f0533b941c req-1c47ed26-5f1f-4bca-a50c-33744ae0125b tempest-ServerPasswordTestJSON-1543479840 tempest-ServerPasswordTestJSON-1543479840-project] 10.222.0.32 "GET /v2.0/security-groups?id=be673715-b0a0-4c7f-a54f-5102993096b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1482060
May 07 22:09:31.553065 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-978be41b-0c82-46bf-b446-4b7fab9ee643 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1109350
May 07 22:09:31.568937 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 40520) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:31.574235 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-01f089e5-c4f5-4b1d-aebd-dcde1d4690f7 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Request body: {'subnet': {'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:09:31.637285 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca1b4f2-b308-4024-8b38-e01d1800bae6 tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Made reservation on behalf of d98edd5a449c4a118b006639f772fe62 for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:09:31.641227 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3ca1b4f2-b308-4024-8b38-e01d1800bae6 tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:31.650653 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f27e49b-1cf2-44b3-bffc-d926d8c5b9d1 admin admin] Router c12c2468-907b-4e25-bbb5-d175e9b7dc3b has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:09:31.718290 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01f089e5-c4f5-4b1d-aebd-dcde1d4690f7 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Made reservation on behalf of a45ecca62a364aaabca1717c79558f6f for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:09:31.723713 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-01f089e5-c4f5-4b1d-aebd-dcde1d4690f7 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:31.802172 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc19f5d-fc29-4098-8830-0fc2655bee93 None None] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:09:31.923998 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-a891400a-8696-47fa-b679-d593fddae56d None None] Provisioning complete for port 9970a934-a9a0-4cad-a3d5-33de3b89e9ab triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:09:31.924611 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a891400a-8696-47fa-b679-d593fddae56d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (9970a934-a9a0-4cad-a3d5-33de3b89e9ab), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:31.944513 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-707ad0f0-e5c4-43e3-91f5-863ad72e8619 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (689b073f-4ca8-491e-9580-9e41ab96439b), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:31.957493 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 7f716d06-e63d-4571-99d1-0117847bcaeb up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:09:32.027293 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning for port 7f716d06-e63d-4571-99d1-0117847bcaeb completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 22:09:32.034245 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce79859-46a7-4ae3-9c38-0c72ff00fedc None None] DHCP port deletion for c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:09:32.042396 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port 7f716d06-e63d-4571-99d1-0117847bcaeb triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:09:32.042716 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (7f716d06-e63d-4571-99d1-0117847bcaeb), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:32.060771 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f27e49b-1cf2-44b3-bffc-d926d8c5b9d1 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:09:32.082329 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-8f27e49b-1cf2-44b3-bffc-d926d8c5b9d1 admin admin] 10.222.0.32 "PUT /v2.0/routers/c12c2468-907b-4e25-bbb5-d175e9b7dc3b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.6747961
May 07 22:09:32.084032 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707ad0f0-e5c4-43e3-91f5-863ad72e8619 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Pushing event deleted for resources: {'Port': ['ID=689b073f-4ca8-491e-9580-9e41ab96439b,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:32.094416 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 40540) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:32.111445 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b085e510-c53b-4874-83a7-6ce1e7e80b85 None None] Sync routers for ids ['c12c2468-907b-4e25-bbb5-d175e9b7dc3b'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:09:32.163396 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-01f089e5-c4f5-4b1d-aebd-dcde1d4690f7 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (74650df4-0844-4c03-9712-5e32d06301f8), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:32.206557 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-707ad0f0-e5c4-43e3-91f5-863ad72e8619 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:32.213982 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-707ad0f0-e5c4-43e3-91f5-863ad72e8619 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] 10.222.0.32 "DELETE /v2.0/ports/689b073f-4ca8-491e-9580-9e41ab96439b HTTP/1.1" status: 204  len: 168 time: 2.3026989
May 07 22:09:32.225536 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 40542) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:32.251261 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b085e510-c53b-4874-83a7-6ce1e7e80b85 None None] Routers {'c12c2468-907b-4e25-bbb5-d175e9b7dc3b'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:09:32.251994 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-b085e510-c53b-4874-83a7-6ce1e7e80b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c1a2ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:09:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['c12c2468-907b-4e25-bbb5-d175e9b7dc3b'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:09:32.253877 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-a891400a-8696-47fa-b679-d593fddae56d None None] Current status of the port 9970a934-a9a0-4cad-a3d5-33de3b89e9ab is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:09:32.301954 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3ca1b4f2-b308-4024-8b38-e01d1800bae6 tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (681ebe64-b067-4bd5-8ac6-77c8ee3a3918), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:32.359652 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-248f6c36-f1a6-45b6-b85b-c50232115d6c tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Deleting subnet 5288135e-5c2e-4bdd-a0bb-930f34c7911c {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:09:32.375350 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-248f6c36-f1a6-45b6-b85b-c50232115d6c tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Publish callbacks [] for subnet (5288135e-5c2e-4bdd-a0bb-930f34c7911c), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:32.383846 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-b085e510-c53b-4874-83a7-6ce1e7e80b85 None None] Set router c12c2468-907b-4e25-bbb5-d175e9b7dc3b gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:09:32.386121 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c1b7a12a-80bc-4126-a88a-8133104fd3f9 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks [] for floatingip (2f0d9d0a-9fb0-471f-876e-3604810149e6), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:32.410222 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-9ce79859-46a7-4ae3-9c38-0c72ff00fedc None None] Deleting port 9970a934-a9a0-4cad-a3d5-33de3b89e9ab {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:09:32.410601 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9ce79859-46a7-4ae3-9c38-0c72ff00fedc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (9970a934-a9a0-4cad-a3d5-33de3b89e9ab), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:32.480830 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-248f6c36-f1a6-45b6-b85b-c50232115d6c tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (5288135e-5c2e-4bdd-a0bb-930f34c7911c), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:32.486172 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca1b4f2-b308-4024-8b38-e01d1800bae6 tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Pushing event updated for resources: {'Subnet': ['ID=681ebe64-b067-4bd5-8ac6-77c8ee3a3918,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:32.500002 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 7f716d06-e63d-4571-99d1-0117847bcaeb is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:09:32.500397 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (7f716d06-e63d-4571-99d1-0117847bcaeb), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:32.525945 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca1b4f2-b308-4024-8b38-e01d1800bae6 tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Checking segment: {'id': 'c743ce18-3254-4183-a8e5-545bcea5e17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '06a5152b-c164-40bd-b95d-1070a2100cbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:09:32.526510 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca1b4f2-b308-4024-8b38-e01d1800bae6 tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Network hostable DHCP agents. Network: 06a5152b-c164-40bd-b95d-1070a2100cbf, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:09:32.567582 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dd2f7a1-bd76-4e3d-9517-638ffb3255fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f716d06-e63d-4571-99d1-0117847bcaeb'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:09:32.570286 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-093c2380-1ad6-4f9e-88f5-ea6c82e3905c" -d '{"events": [{"server_uuid": "2dd2f7a1-bd76-4e3d-9517-638ffb3255fb", "name": "network-vif-plugged", "status": "completed", "tag": "7f716d06-e63d-4571-99d1-0117847bcaeb"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:09:32.572711 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca1b4f2-b308-4024-8b38-e01d1800bae6 tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Network 06a5152b-c164-40bd-b95d-1070a2100cbf is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:09:32.624545 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 7f716d06-e63d-4571-99d1-0117847bcaeb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7f716d06-e63d-4571-99d1-0117847bcaeb,segment=NetworkSegment(f99be426-4998-448b-b9a4-bff47e7cafa2),segment_id=f99be426-4998-448b-b9a4-bff47e7cafa2)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:09:32.643278 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (7f716d06-e63d-4571-99d1-0117847bcaeb), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:32.659335 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-293776e1-8a58-487c-b78b-84a63f9d43d0 x-openstack-request-id: req-293776e1-8a58-487c-b78b-84a63f9d43d0 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:09:32.659630 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dd2f7a1-bd76-4e3d-9517-638ffb3255fb", "name": "network-vif-plugged", "status": "completed", "tag": "7f716d06-e63d-4571-99d1-0117847bcaeb", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:09:32.659888 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-293776e1-8a58-487c-b78b-84a63f9d43d0 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:09:32.661044 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-293776e1-8a58-487c-b78b-84a63f9d43d0'] response: {'server_uuid': '2dd2f7a1-bd76-4e3d-9517-638ffb3255fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f716d06-e63d-4571-99d1-0117847bcaeb', 'code': 200}
May 07 22:09:32.684936 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-3ca1b4f2-b308-4024-8b38-e01d1800bae6 tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 06a5152b-c164-40bd-b95d-1070a2100cbf) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:09:32.718176 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca1b4f2-b308-4024-8b38-e01d1800bae6 tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:32.719031 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3ca1b4f2-b308-4024-8b38-e01d1800bae6 tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:32.814141 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-248f6c36-f1a6-45b6-b85b-c50232115d6c tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (5288135e-5c2e-4bdd-a0bb-930f34c7911c), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:32.848485 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57b2061-ddbc-4629-8be7-0d1ad2dcff96 req-94cd6f5b-42e5-491a-ad5e-bc78bcf3f990 tempest-ServerPasswordTestJSON-1543479840 tempest-ServerPasswordTestJSON-1543479840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:32.850045 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e57b2061-ddbc-4629-8be7-0d1ad2dcff96 req-94cd6f5b-42e5-491a-ad5e-bc78bcf3f990 tempest-ServerPasswordTestJSON-1543479840 tempest-ServerPasswordTestJSON-1543479840-project] 10.222.0.32 "GET /v2.0/ports?device_id=2dd2f7a1-bd76-4e3d-9517-638ffb3255fb HTTP/1.1" status: 200  len: 945 time: 0.1859617
May 07 22:09:32.863491 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-3ca1b4f2-b308-4024-8b38-e01d1800bae6 tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.2732902
May 07 22:09:32.866029 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239d6fcb-3678-4a39-ad4a-e115863ac379 req-5eb849c3-7ce6-4342-bae9-c25cc4995ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:32.868111 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-239d6fcb-3678-4a39-ad4a-e115863ac379 req-5eb849c3-7ce6-4342-bae9-c25cc4995ffa service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2dd2f7a1-bd76-4e3d-9517-638ffb3255fb HTTP/1.1" status: 200  len: 1127 time: 0.1463552
May 07 22:09:32.873674 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 40560) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:32.882212 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-366773f9-4fb1-48fc-bdb3-377aa6673b2c tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1449349485', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}, 'admin_state_up': False}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:09:32.892956 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d4f11d-2bd8-42b3-a1fa-ec638e81d2a3 None None] Network 06a5152b-c164-40bd-b95d-1070a2100cbf requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:09:32.913210 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-9ce79859-46a7-4ae3-9c38-0c72ff00fedc None None] For port 9970a934-a9a0-4cad-a3d5-33de3b89e9ab, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9970a934-a9a0-4cad-a3d5-33de3b89e9ab,segment=NetworkSegment(0c54767f-f5cc-4fe8-be2b-89310a1e6df6),segment_id=0c54767f-f5cc-4fe8-be2b-89310a1e6df6)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:09:32.913777 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9ce79859-46a7-4ae3-9c38-0c72ff00fedc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (9970a934-a9a0-4cad-a3d5-33de3b89e9ab), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:32.938930 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-248f6c36-f1a6-45b6-b85b-c50232115d6c tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (5288135e-5c2e-4bdd-a0bb-930f34c7911c), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:32.939213 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f089e5-c4f5-4b1d-aebd-dcde1d4690f7 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:09:32.977711 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-9ce79859-46a7-4ae3-9c38-0c72ff00fedc None None] Calling delete_port for 9970a934-a9a0-4cad-a3d5-33de3b89e9ab owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:09:32.979182 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-01f089e5-c4f5-4b1d-aebd-dcde1d4690f7 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:09:32.991718 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f089e5-c4f5-4b1d-aebd-dcde1d4690f7 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:32.992318 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-01f089e5-c4f5-4b1d-aebd-dcde1d4690f7 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:32.997583 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248f6c36-f1a6-45b6-b85b-c50232115d6c tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Pushing event deleted for resources: {'Subnet': ['ID=5288135e-5c2e-4bdd-a0bb-930f34c7911c,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:33.013998 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f089e5-c4f5-4b1d-aebd-dcde1d4690f7 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event updated for resources: {'Subnet': ['ID=74650df4-0844-4c03-9712-5e32d06301f8,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:33.027767 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c1b7a12a-80bc-4126-a88a-8133104fd3f9 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (60ad3115-3910-468e-b322-fb05c63aa959), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:33.032545 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-366773f9-4fb1-48fc-bdb3-377aa6673b2c tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (d7308840-8369-4de6-8056-6713e544bf81), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:33.032964 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78250ea-58c0-4c81-bf78-7986b0806889 None None] Network 6a0eb390-d73a-4a21-8033-b6864cf90a52 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:09:33.033645 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-366773f9-4fb1-48fc-bdb3-377aa6673b2c tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (d7308840-8369-4de6-8056-6713e544bf81), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:33.039674 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-248f6c36-f1a6-45b6-b85b-c50232115d6c tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:33.043573 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-248f6c36-f1a6-45b6-b85b-c50232115d6c tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] 10.222.0.32 "DELETE /v2.0/subnets/5288135e-5c2e-4bdd-a0bb-930f34c7911c HTTP/1.1" status: 204  len: 168 time: 0.8170464
May 07 22:09:33.047639 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 40564) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:33.051243 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e57b2061-ddbc-4629-8be7-0d1ad2dcff96 req-fb9ba2d2-5fdd-4265-93a3-194f1d5635ab tempest-ServerPasswordTestJSON-1543479840 tempest-ServerPasswordTestJSON-1543479840-project] 10.222.0.32 "GET /v2.0/security-groups?id=be673715-b0a0-4c7f-a54f-5102993096b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1814151
May 07 22:09:33.057593 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ce9e7df4-78d7-4e1d-aadf-5d92f34d0085 admin admin] Publish callbacks [] for router (c12c2468-907b-4e25-bbb5-d175e9b7dc3b), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:33.065997 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-01f089e5-c4f5-4b1d-aebd-dcde1d4690f7 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.4960008
May 07 22:09:33.078404 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=7f716d06-e63d-4571-99d1-0117847bcaeb,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:33.082651 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 40566) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:33.088695 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-7a49ec0f-1539-4083-855c-074f8d29b27b tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Request body: {'subnet': {'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:09:33.114134 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-239d6fcb-3678-4a39-ad4a-e115863ac379 req-4316411a-fbef-4e24-9240-3f6db87749f6 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=be673715-b0a0-4c7f-a54f-5102993096b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1917388
May 07 22:09:33.154186 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-b085e510-c53b-4874-83a7-6ce1e7e80b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c1a2ca0>, [{'id': 'c12c2468-907b-4e25-bbb5-d175e9b7dc3b', 'name': 'tempest-TestServerBasicOps-1475561380-router', 'tenant_id': '720fbf0e355c4d9c841f2380a9abce14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.65'}], 'enable_snat': True}, 'gw_port_id': '7dc9066f-b63c-4475-9131-60dad6491437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:03:31Z', 'updated_at': '2022-05-07T22:09:29Z', 'revision_number': 5, 'project_id': '720fbf0e355c4d9c841f2380a9abce14', 'gw_port': {'id': '7dc9066f-b63c-4475-9131-60dad6491437', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:bc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12c2468-907b-4e25-bbb5-d175e9b7dc3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:03:32Z', 'updated_at': '2022-05-07T22:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:09:33.239813 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 9970a934-a9a0-4cad-a3d5-33de3b89e9ab no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:09:33.260696 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b085e510-c53b-4874-83a7-6ce1e7e80b85 None None] Checking router: c12c2468-907b-4e25-bbb5-d175e9b7dc3b for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:09:33.272773 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-366773f9-4fb1-48fc-bdb3-377aa6673b2c tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Publish callbacks [] for router_controller (d7308840-8369-4de6-8056-6713e544bf81), precommit_add_association {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:33.298825 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c287ead0-9c52-4ef8-950b-164d8ec6d9a6 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (6a0eb390-d73a-4a21-8033-b6864cf90a52), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:33.313828 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a49ec0f-1539-4083-855c-074f8d29b27b tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Made reservation on behalf of a45ecca62a364aaabca1717c79558f6f for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:09:33.317511 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7a49ec0f-1539-4083-855c-074f8d29b27b tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:33.344288 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d28f378-0899-4381-b650-4e1bcb5c3ad5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-06a5152b-c164-40bd-b95d-1070a2100cbf', 'network_id': '06a5152b-c164-40bd-b95d-1070a2100cbf', 'project_id': 'd98edd5a449c4a118b006639f772fe62', 'fixed_ips': [{'subnet_id': '681ebe64-b067-4bd5-8ac6-77c8ee3a3918'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:09:33.345293 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7d28f378-0899-4381-b650-4e1bcb5c3ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:33.389838 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b085e510-c53b-4874-83a7-6ce1e7e80b85 None None] Routers {'c12c2468-907b-4e25-bbb5-d175e9b7dc3b'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:09:33.390501 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-b085e510-c53b-4874-83a7-6ce1e7e80b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c1a2ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:09:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['c12c2468-907b-4e25-bbb5-d175e9b7dc3b'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:09:33.446888 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-c287ead0-9c52-4ef8-950b-164d8ec6d9a6 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Deleting port dc594b55-dabf-4d63-bcb2-f4c2b219e54f {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:09:33.446888 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c287ead0-9c52-4ef8-950b-164d8ec6d9a6 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (dc594b55-dabf-4d63-bcb2-f4c2b219e54f), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:33.480170 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ce9e7df4-78d7-4e1d-aadf-5d92f34d0085 admin admin] Publish callbacks [] for router_gateway (c12c2468-907b-4e25-bbb5-d175e9b7dc3b), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:33.506114 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-366773f9-4fb1-48fc-bdb3-377aa6673b2c tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Publish callbacks [] for router_gateway (d7308840-8369-4de6-8056-6713e544bf81), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:33.575337 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c1b7a12a-80bc-4126-a88a-8133104fd3f9 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks [] for port (60ad3115-3910-468e-b322-fb05c63aa959), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:33.593564 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c1b7a12a-80bc-4126-a88a-8133104fd3f9 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (60ad3115-3910-468e-b322-fb05c63aa959), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:33.596668 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-c287ead0-9c52-4ef8-950b-164d8ec6d9a6 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] For port dc594b55-dabf-4d63-bcb2-f4c2b219e54f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dc594b55-dabf-4d63-bcb2-f4c2b219e54f,segment=NetworkSegment(fec8190d-70bb-41ab-88b6-c138d258788f),segment_id=fec8190d-70bb-41ab-88b6-c138d258788f)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:09:33.597162 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c287ead0-9c52-4ef8-950b-164d8ec6d9a6 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (dc594b55-dabf-4d63-bcb2-f4c2b219e54f), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:33.616382 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-c287ead0-9c52-4ef8-950b-164d8ec6d9a6 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Calling delete_port for dc594b55-dabf-4d63-bcb2-f4c2b219e54f owned by network:dhcp {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:09:33.648354 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-ce9e7df4-78d7-4e1d-aadf-5d92f34d0085 admin admin] Deleting port 7dc9066f-b63c-4475-9131-60dad6491437 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:09:33.648354 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ce9e7df4-78d7-4e1d-aadf-5d92f34d0085 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (7dc9066f-b63c-4475-9131-60dad6491437), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:33.674415 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170dd69c-e597-4c7b-8b86-75a1a21911ac None None] DHCP port deletion for 6a0eb390-d73a-4a21-8033-b6864cf90a52 request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:09:33.715283 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9ce79859-46a7-4ae3-9c38-0c72ff00fedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (9970a934-a9a0-4cad-a3d5-33de3b89e9ab), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:33.724805 ncdv-master-1 neutron-server[121838]: INFO neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No ports have port_id starting with 9970a934-a9a0-4cad-a3d5-33de3b89e9ab
May 07 22:09:33.758670 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce79859-46a7-4ae3-9c38-0c72ff00fedc None None] Pushing event deleted for resources: {'Port': ['ID=9970a934-a9a0-4cad-a3d5-33de3b89e9ab,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:33.789087 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b7a12a-80bc-4126-a88a-8133104fd3f9 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Pushing event updated for resources: {'Port': ['ID=60ad3115-3910-468e-b322-fb05c63aa959,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:33.815013 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-b085e510-c53b-4874-83a7-6ce1e7e80b85 None None] Set router c12c2468-907b-4e25-bbb5-d175e9b7dc3b gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:09:33.817911 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c287ead0-9c52-4ef8-950b-164d8ec6d9a6 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (dc594b55-dabf-4d63-bcb2-f4c2b219e54f), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:33.852414 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c287ead0-9c52-4ef8-950b-164d8ec6d9a6 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] No DVR routers for this DVR port dc594b55-dabf-4d63-bcb2-f4c2b219e54f on host ncdv-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:09:33.859075 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c287ead0-9c52-4ef8-950b-164d8ec6d9a6 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Pushing event deleted for resources: {'Port': ['ID=dc594b55-dabf-4d63-bcb2-f4c2b219e54f,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:33.898584 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c1b7a12a-80bc-4126-a88a-8133104fd3f9 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (2f0d9d0a-9fb0-471f-876e-3604810149e6), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:33.912277 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce79859-46a7-4ae3-9c38-0c72ff00fedc None None] No DVR routers for this DVR port 9970a934-a9a0-4cad-a3d5-33de3b89e9ab on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:09:33.951662 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec99e0a-2aa0-44ea-b962-9a984f64e3ba None None] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:09:33.953784 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-170dd69c-e597-4c7b-8b86-75a1a21911ac None None] Deleting port dc594b55-dabf-4d63-bcb2-f4c2b219e54f {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:09:33.954353 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-170dd69c-e597-4c7b-8b86-75a1a21911ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (dc594b55-dabf-4d63-bcb2-f4c2b219e54f), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:33.961531 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c287ead0-9c52-4ef8-950b-164d8ec6d9a6 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (6a0eb390-d73a-4a21-8033-b6864cf90a52), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:33.984535 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-c287ead0-9c52-4ef8-950b-164d8ec6d9a6 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf87627490>,) {'filters': {'network_id': ['6a0eb390-d73a-4a21-8033-b6864cf90a52']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:09:33.987546 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-366773f9-4fb1-48fc-bdb3-377aa6673b2c tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Publish callbacks [] for router_gateway (d7308840-8369-4de6-8056-6713e544bf81), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:33.998062 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-c287ead0-9c52-4ef8-950b-164d8ec6d9a6 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf87627490>, 'fec8190d-70bb-41ab-88b6-c138d258788f') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:09:33.998062 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-c287ead0-9c52-4ef8-950b-164d8ec6d9a6 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf87627490>, 'fec8190d-70bb-41ab-88b6-c138d258788f') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:09:34.000242 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-ce9e7df4-78d7-4e1d-aadf-5d92f34d0085 admin admin] For port 7dc9066f-b63c-4475-9131-60dad6491437, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7dc9066f-b63c-4475-9131-60dad6491437,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:09:34.000811 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ce9e7df4-78d7-4e1d-aadf-5d92f34d0085 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (7dc9066f-b63c-4475-9131-60dad6491437), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:34.009817 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c287ead0-9c52-4ef8-950b-164d8ec6d9a6 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (fec8190d-70bb-41ab-88b6-c138d258788f), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:34.031407 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-366773f9-4fb1-48fc-bdb3-377aa6673b2c tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:34.037164 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c287ead0-9c52-4ef8-950b-164d8ec6d9a6 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (fec8190d-70bb-41ab-88b6-c138d258788f), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:34.069480 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c287ead0-9c52-4ef8-950b-164d8ec6d9a6 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:09:34.069924 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c287ead0-9c52-4ef8-950b-164d8ec6d9a6 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (fec8190d-70bb-41ab-88b6-c138d258788f), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:34.073554 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 22:09:34.073554 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:09:34.073554 ncdv-master-1 neutron-server[121837]:     timer()
May 07 22:09:34.073554 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:09:34.073554 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 22:09:34.073554 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:09:34.073554 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 22:09:34.073554 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:09:34.073554 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 22:09:34.073554 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:09:34.073554 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 22:09:34.073554 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:09:34.073554 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 22:09:34.073554 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:09:34.073554 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:09:34.073554 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:09:34.073554 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:09:34.073554 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:09:34.073554 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 22:09:34.073554 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:09:34.073554 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 22:09:34.073554 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:09:34.073554 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:09:34.073554 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:09:34.073554 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 22:09:34.073554 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:09:34.073554 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:09:34.073554 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:09:34.073554 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:09:34.073554 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:09:34.073554 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:09:34.073554 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:09:34.174183 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-7d28f378-0899-4381-b650-4e1bcb5c3ad5 None None] Allocated IP 172.20.0.2 (06a5152b-c164-40bd-b95d-1070a2100cbf/681ebe64-b067-4bd5-8ac6-77c8ee3a3918/37de8cc5-edce-4a19-92fd-a4ef8ab4a481) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:09:34.200339 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-ce9e7df4-78d7-4e1d-aadf-5d92f34d0085 admin admin] Calling delete_port for 7dc9066f-b63c-4475-9131-60dad6491437 owned by network:router_gateway {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:09:34.279078 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c287ead0-9c52-4ef8-950b-164d8ec6d9a6 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (6a0eb390-d73a-4a21-8033-b6864cf90a52), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:34.284010 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c287ead0-9c52-4ef8-950b-164d8ec6d9a6 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:34.287582 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-c287ead0-9c52-4ef8-950b-164d8ec6d9a6 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] 10.222.0.32 "DELETE /v2.0/networks/6a0eb390-d73a-4a21-8033-b6864cf90a52 HTTP/1.1" status: 204  len: 168 time: 1.2353203
May 07 22:09:34.314260 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c287ead0-9c52-4ef8-950b-164d8ec6d9a6 tempest-AllowedAddressPairIpV6TestJSON-1677399170 tempest-AllowedAddressPairIpV6TestJSON-1677399170-project] Pushing event deleted for resources: {'Network': ['ID=6a0eb390-d73a-4a21-8033-b6864cf90a52,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:34.347879 ncdv-master-1 neutron-server[121837]: DEBUG neutron.objects.ports [None req-7a49ec0f-1539-4083-855c-074f8d29b27b tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=121837) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}}
May 07 22:09:34.350057 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7a49ec0f-1539-4083-855c-074f8d29b27b tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (d270da27-1a5e-4369-bf2d-d713d3cfdb1b), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:34.392675 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7958e4-391d-4e37-8613-857f7c5f3100 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'project_id': 'a45ecca62a364aaabca1717c79558f6f', 'fixed_ips': [{'subnet_id': '74650df4-0844-4c03-9712-5e32d06301f8'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:09:34.393897 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7c7958e4-391d-4e37-8613-857f7c5f3100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:34.395701 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a49ec0f-1539-4083-855c-074f8d29b27b tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:09:34.400633 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-7a49ec0f-1539-4083-855c-074f8d29b27b tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:09:34.403409 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-170dd69c-e597-4c7b-8b86-75a1a21911ac None None] For port dc594b55-dabf-4d63-bcb2-f4c2b219e54f, host ncdv-master-1, got binding levels [] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:09:34.404031 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-170dd69c-e597-4c7b-8b86-75a1a21911ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (dc594b55-dabf-4d63-bcb2-f4c2b219e54f), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:34.404625 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a49ec0f-1539-4083-855c-074f8d29b27b tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:34.405230 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7a49ec0f-1539-4083-855c-074f8d29b27b tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:34.442414 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201f0b65-4801-413b-afe1-58985ea7006c req-9369aee0-1db9-4c2e-b23a-fcd0b7760ba6 tempest-ServerPasswordTestJSON-1543479840 tempest-ServerPasswordTestJSON-1543479840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:34.443167 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a49ec0f-1539-4083-855c-074f8d29b27b tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event updated for resources: {'Subnet': ['ID=d270da27-1a5e-4369-bf2d-d713d3cfdb1b,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:34.444026 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-201f0b65-4801-413b-afe1-58985ea7006c req-9369aee0-1db9-4c2e-b23a-fcd0b7760ba6 tempest-ServerPasswordTestJSON-1543479840 tempest-ServerPasswordTestJSON-1543479840-project] 10.222.0.32 "GET /v2.0/ports?device_id=2dd2f7a1-bd76-4e3d-9517-638ffb3255fb HTTP/1.1" status: 200  len: 945 time: 0.2477610
May 07 22:09:34.449246 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-7a49ec0f-1539-4083-855c-074f8d29b27b tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 1.3653798
May 07 22:09:34.456089 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 40586) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:34.463087 ncdv-master-1 neutron-server[121836]: INFO neutron.db.l3_db [None req-c1b7a12a-80bc-4126-a88a-8133104fd3f9 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Floating IP 2f0d9d0a-9fb0-471f-876e-3604810149e6 associated. External IP: 172.35.4.57, port: ed17c686-5176-4e6b-9642-9888fb0132ac.
May 07 22:09:34.463707 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-96d2bd24-d90a-4c7f-9777-d0a9a8477069 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Request body: {'port': {'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'mac_address': 'fa:16:3e:ca:eb:fb', 'name': 'tempest-NetworksTestDHCPv6-1448601396'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:09:34.473527 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7d28f378-0899-4381-b650-4e1bcb5c3ad5 None None] Publish callbacks [] for port (37de8cc5-edce-4a19-92fd-a4ef8ab4a481), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:34.500818 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-170dd69c-e597-4c7b-8b86-75a1a21911ac None None] Calling delete_port for dc594b55-dabf-4d63-bcb2-f4c2b219e54f owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:09:34.504709 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.ipam_backend_mixin [None req-170dd69c-e597-4c7b-8b86-75a1a21911ac None None] Port dc594b55-dabf-4d63-bcb2-f4c2b219e54f was not found and therefore no delete operation was performed {{(pid=121838) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}}
May 07 22:09:34.507563 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-170dd69c-e597-4c7b-8b86-75a1a21911ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (dc594b55-dabf-4d63-bcb2-f4c2b219e54f), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:34.545977 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7d28f378-0899-4381-b650-4e1bcb5c3ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (37de8cc5-edce-4a19-92fd-a4ef8ab4a481), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:34.561252 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170dd69c-e597-4c7b-8b86-75a1a21911ac None None] Pushing event deleted for resources: {'Port': ['ID=dc594b55-dabf-4d63-bcb2-f4c2b219e54f,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:34.574354 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-170dd69c-e597-4c7b-8b86-75a1a21911ac None None] Network 6a0eb390-d73a-4a21-8033-b6864cf90a52 is not hosted by any dhcp agent {{(pid=121838) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
May 07 22:09:34.574695 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170dd69c-e597-4c7b-8b86-75a1a21911ac None None] No DVR routers for this DVR port dc594b55-dabf-4d63-bcb2-f4c2b219e54f on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:09:34.627958 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d2bd24-d90a-4c7f-9777-d0a9a8477069 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Made reservation on behalf of a45ecca62a364aaabca1717c79558f6f for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:09:34.721075 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-366773f9-4fb1-48fc-bdb3-377aa6673b2c tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Allocated IP 172.35.4.31 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/5fcd41d5-4d51-455e-aaa5-fb742620e336) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:09:34.751945 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-96d2bd24-d90a-4c7f-9777-d0a9a8477069 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:34.783075 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [None req-96d2bd24-d90a-4c7f-9777-d0a9a8477069 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] device_id is not set on port 707cf9a6-5456-4182-8f72-3592356fc031 yet. {{(pid=121837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 22:09:34.874698 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 40592) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:34.898898 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d28f378-0899-4381-b650-4e1bcb5c3ad5 None None] Network 06a5152b-c164-40bd-b95d-1070a2100cbf is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:09:34.910039 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-7d28f378-0899-4381-b650-4e1bcb5c3ad5 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:09:34.917747 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d28f378-0899-4381-b650-4e1bcb5c3ad5 None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:09:35.025199 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d28f378-0899-4381-b650-4e1bcb5c3ad5 None None] Pushing event updated for resources: {'Port': ['ID=37de8cc5-edce-4a19-92fd-a4ef8ab4a481,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:35.033548 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-b085e510-c53b-4874-83a7-6ce1e7e80b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c1a2ca0>, [{'id': 'c12c2468-907b-4e25-bbb5-d175e9b7dc3b', 'name': 'tempest-TestServerBasicOps-1475561380-router', 'tenant_id': '720fbf0e355c4d9c841f2380a9abce14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.65'}], 'enable_snat': True}, 'gw_port_id': '7dc9066f-b63c-4475-9131-60dad6491437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:03:31Z', 'updated_at': '2022-05-07T22:09:29Z', 'revision_number': 5, 'project_id': '720fbf0e355c4d9c841f2380a9abce14', 'gw_port': {'id': '7dc9066f-b63c-4475-9131-60dad6491437', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:bc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12c2468-907b-4e25-bbb5-d175e9b7dc3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:03:32Z', 'updated_at': '2022-05-07T22:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:09:35.067113 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-96d2bd24-d90a-4c7f-9777-d0a9a8477069 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Allocated IP 172.20.0.2 (c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a/74650df4-0844-4c03-9712-5e32d06301f8/707cf9a6-5456-4182-8f72-3592356fc031) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:09:35.074467 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-96d2bd24-d90a-4c7f-9777-d0a9a8477069 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Allocated IP 2001:db8::f816:3eff:feca:ebfb (c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a/d270da27-1a5e-4369-bf2d-d713d3cfdb1b/707cf9a6-5456-4182-8f72-3592356fc031) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:09:35.117301 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b085e510-c53b-4874-83a7-6ce1e7e80b85 None None] The sync data for ids ['c12c2468-907b-4e25-bbb5-d175e9b7dc3b'] in ncdv-master-1 is: [{'id': 'c12c2468-907b-4e25-bbb5-d175e9b7dc3b', 'name': 'tempest-TestServerBasicOps-1475561380-router', 'tenant_id': '720fbf0e355c4d9c841f2380a9abce14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.65'}], 'enable_snat': True}, 'gw_port_id': '7dc9066f-b63c-4475-9131-60dad6491437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:03:31Z', 'updated_at': '2022-05-07T22:09:29Z', 'revision_number': 5, 'project_id': '720fbf0e355c4d9c841f2380a9abce14', 'gw_port': {'id': '7dc9066f-b63c-4475-9131-60dad6491437', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:bc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12c2468-907b-4e25-bbb5-d175e9b7dc3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:03:32Z', 'updated_at': '2022-05-07T22:03:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:09:35.134711 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-7d28f378-0899-4381-b650-4e1bcb5c3ad5 None None] Attempting to bind port 37de8cc5-edce-4a19-92fd-a4ef8ab4a481 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:09:35.135160 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-7d28f378-0899-4381-b650-4e1bcb5c3ad5 None None] Attempting to bind port 37de8cc5-edce-4a19-92fd-a4ef8ab4a481 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c743ce18-3254-4183-a8e5-545bcea5e17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '06a5152b-c164-40bd-b95d-1070a2100cbf'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:09:35.135535 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d28f378-0899-4381-b650-4e1bcb5c3ad5 None None] Attempting to bind port 37de8cc5-edce-4a19-92fd-a4ef8ab4a481 on network 06a5152b-c164-40bd-b95d-1070a2100cbf {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:09:35.141217 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d28f378-0899-4381-b650-4e1bcb5c3ad5 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:09:35.141600 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d28f378-0899-4381-b650-4e1bcb5c3ad5 None None] Checking segment: {'id': 'c743ce18-3254-4183-a8e5-545bcea5e17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '06a5152b-c164-40bd-b95d-1070a2100cbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:09:35.142013 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7d28f378-0899-4381-b650-4e1bcb5c3ad5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:35.142675 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d28f378-0899-4381-b650-4e1bcb5c3ad5 None None] Bound using segment: {'id': 'c743ce18-3254-4183-a8e5-545bcea5e17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '06a5152b-c164-40bd-b95d-1070a2100cbf'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:09:35.143189 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-7d28f378-0899-4381-b650-4e1bcb5c3ad5 None None] Bound port: 37de8cc5-edce-4a19-92fd-a4ef8ab4a481, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c743ce18-3254-4183-a8e5-545bcea5e17c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '06a5152b-c164-40bd-b95d-1070a2100cbf'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:09:35.146826 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7d28f378-0899-4381-b650-4e1bcb5c3ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (37de8cc5-edce-4a19-92fd-a4ef8ab4a481), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:35.267110 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-7d28f378-0899-4381-b650-4e1bcb5c3ad5 None None] For port 37de8cc5-edce-4a19-92fd-a4ef8ab4a481, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:09:35.270549 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-7d28f378-0899-4381-b650-4e1bcb5c3ad5 None None] For port 37de8cc5-edce-4a19-92fd-a4ef8ab4a481, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=37de8cc5-edce-4a19-92fd-a4ef8ab4a481,segment=NetworkSegment(c743ce18-3254-4183-a8e5-545bcea5e17c),segment_id=c743ce18-3254-4183-a8e5-545bcea5e17c)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:09:35.277534 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-f33255c1-08a3-43dc-89f8-9cbc24cbe285 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6d3ba93d3f2b424cbe1cd3e4f8623ad5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4008379
May 07 22:09:35.282102 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7d28f378-0899-4381-b650-4e1bcb5c3ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (37de8cc5-edce-4a19-92fd-a4ef8ab4a481), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:35.282342 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 40630) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:35.288225 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-201f0b65-4801-413b-afe1-58985ea7006c req-86b22998-145d-459a-9664-32e4639aabb6 tempest-ServerPasswordTestJSON-1543479840 tempest-ServerPasswordTestJSON-1543479840-project] 10.222.0.32 "GET /v2.0/security-groups?id=be673715-b0a0-4c7f-a54f-5102993096b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8163927
May 07 22:09:35.327013 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-96d2bd24-d90a-4c7f-9777-d0a9a8477069 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for port (707cf9a6-5456-4182-8f72-3592356fc031), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:35.350612 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d28f378-0899-4381-b650-4e1bcb5c3ad5 None None] Pushing event updated for resources: {'Port': ['ID=37de8cc5-edce-4a19-92fd-a4ef8ab4a481,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:35.388785 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-96d2bd24-d90a-4c7f-9777-d0a9a8477069 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (707cf9a6-5456-4182-8f72-3592356fc031), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:35.436855 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d2bd24-d90a-4c7f-9777-d0a9a8477069 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:09:35.443917 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-96d2bd24-d90a-4c7f-9777-d0a9a8477069 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:09:35.449888 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d2bd24-d90a-4c7f-9777-d0a9a8477069 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:09:35.513983 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device dc594b55-dabf-4d63-bcb2-f4c2b219e54f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:09:35.524259 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d2bd24-d90a-4c7f-9777-d0a9a8477069 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event updated for resources: {'Port': ['ID=707cf9a6-5456-4182-8f72-3592356fc031,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:35.567924 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d2bd24-d90a-4c7f-9777-d0a9a8477069 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:35.568764 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-96d2bd24-d90a-4c7f-9777-d0a9a8477069 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:35.593975 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: dc594b55-dabf-4d63-bcb2-f4c2b219e54f {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:09:35.594707 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device dc594b55-dabf-4d63-bcb2-f4c2b219e54f not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:09:35.600297 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-96d2bd24-d90a-4c7f-9777-d0a9a8477069 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1027 time: 1.1411781
May 07 22:09:35.602336 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-366773f9-4fb1-48fc-bdb3-377aa6673b2c tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Publish callbacks [] for port (5fcd41d5-4d51-455e-aaa5-fb742620e336), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:35.607498 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 40652) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:35.632100 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.db.api [None req-7c7958e4-391d-4e37-8613-857f7c5f3100 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-bf10a516-735d-4565-991f-c975bc522943 {{(pid=121838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 07 22:09:35.632984 ncdv-master-1 neutron-server[121838]: DEBUG oslo_db.api [None req-7c7958e4-391d-4e37-8613-857f7c5f3100 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 07 22:09:35.644920 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ce9e7df4-78d7-4e1d-aadf-5d92f34d0085 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (7dc9066f-b63c-4475-9131-60dad6491437), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:35.720536 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e34f59-d7e8-4960-8676-09e65f8ffe81 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:35.723853 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-42e34f59-d7e8-4960-8676-09e65f8ffe81 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1025 time: 0.1150336
May 07 22:09:35.727329 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 40656) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:35.767721 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9e7df4-78d7-4e1d-aadf-5d92f34d0085 admin admin] Pushing event deleted for resources: {'Port': ['ID=7dc9066f-b63c-4475-9131-60dad6491437,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:35.845163 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6fe6f3f1-efdf-4833-becd-2b76f60a30a3 admin admin] Publish callbacks [] for security_group (c4fd8fe5-2f99-4a23-a50a-7c83a6bdbf16), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:35.984975 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-776500f0-fa86-4c3d-a7aa-98738182a0de tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Deleting port 707cf9a6-5456-4182-8f72-3592356fc031 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:09:35.985473 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-776500f0-fa86-4c3d-a7aa-98738182a0de tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (707cf9a6-5456-4182-8f72-3592356fc031), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:36.040433 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6fe6f3f1-efdf-4833-becd-2b76f60a30a3 admin admin] Publish callbacks [] for security_group (c4fd8fe5-2f99-4a23-a50a-7c83a6bdbf16), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:36.095151 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-776500f0-fa86-4c3d-a7aa-98738182a0de tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (707cf9a6-5456-4182-8f72-3592356fc031), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:36.101548 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-366773f9-4fb1-48fc-bdb3-377aa6673b2c tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (5fcd41d5-4d51-455e-aaa5-fb742620e336), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:36.105727 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ce9e7df4-78d7-4e1d-aadf-5d92f34d0085 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395776'] for router_gateway (c12c2468-907b-4e25-bbb5-d175e9b7dc3b), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:36.117012 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-776500f0-fa86-4c3d-a7aa-98738182a0de tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Calling delete_port for 707cf9a6-5456-4182-8f72-3592356fc031 owned by  {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:09:36.135187 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7c7958e4-391d-4e37-8613-857f7c5f3100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:36.177524 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1b7a12a-80bc-4126-a88a-8133104fd3f9 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Router 83789103-a34a-4812-891b-ff852781f2d3 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:09:36.423929 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ce9e7df4-78d7-4e1d-aadf-5d92f34d0085 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (c12c2468-907b-4e25-bbb5-d175e9b7dc3b), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:36.433405 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366773f9-4fb1-48fc-bdb3-377aa6673b2c tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:09:36.434271 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-776500f0-fa86-4c3d-a7aa-98738182a0de tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (707cf9a6-5456-4182-8f72-3592356fc031), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:36.434841 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ce9e7df4-78d7-4e1d-aadf-5d92f34d0085 admin admin] Publish callbacks [] for router_controller (c12c2468-907b-4e25-bbb5-d175e9b7dc3b), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:36.441340 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-366773f9-4fb1-48fc-bdb3-377aa6673b2c tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:09:36.457680 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366773f9-4fb1-48fc-bdb3-377aa6673b2c tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:09:36.504899 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776500f0-fa86-4c3d-a7aa-98738182a0de tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event deleted for resources: {'Port': ['ID=707cf9a6-5456-4182-8f72-3592356fc031,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:36.520395 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366773f9-4fb1-48fc-bdb3-377aa6673b2c tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Pushing event updated for resources: {'Port': ['ID=5fcd41d5-4d51-455e-aaa5-fb742620e336,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:36.564097 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-7c7958e4-391d-4e37-8613-857f7c5f3100 None None] Allocated IP 172.20.0.3 (c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a/74650df4-0844-4c03-9712-5e32d06301f8/5793c40d-6eb0-48fb-8010-7751d3d5665b) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:09:36.580228 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-7c7958e4-391d-4e37-8613-857f7c5f3100 None None] Allocated IP 2001:db8::f816:3eff:fe4c:5fa6 (c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a/d270da27-1a5e-4369-bf2d-d713d3cfdb1b/5793c40d-6eb0-48fb-8010-7751d3d5665b) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:09:36.583472 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422715b2-d850-40c7-bd51-c5d1b69fa9e0 req-1c9a1275-c5ba-4d30-9411-03f349c259c9 tempest-ServerPasswordTestJSON-1543479840 tempest-ServerPasswordTestJSON-1543479840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:36.588363 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-422715b2-d850-40c7-bd51-c5d1b69fa9e0 req-1c9a1275-c5ba-4d30-9411-03f349c259c9 tempest-ServerPasswordTestJSON-1543479840 tempest-ServerPasswordTestJSON-1543479840-project] 10.222.0.32 "GET /v2.0/ports?device_id=2dd2f7a1-bd76-4e3d-9517-638ffb3255fb HTTP/1.1" status: 200  len: 945 time: 0.1705439
May 07 22:09:36.624371 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ce9e7df4-78d7-4e1d-aadf-5d92f34d0085 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (c12c2468-907b-4e25-bbb5-d175e9b7dc3b), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:36.624941 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce9e7df4-78d7-4e1d-aadf-5d92f34d0085 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c12c2468-907b-4e25-bbb5-d175e9b7dc3b {{(pid=121836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 22:09:36.639490 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ce9e7df4-78d7-4e1d-aadf-5d92f34d0085 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:36.643373 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-ce9e7df4-78d7-4e1d-aadf-5d92f34d0085 admin admin] 10.222.0.32 "DELETE /v2.0/routers/c12c2468-907b-4e25-bbb5-d175e9b7dc3b HTTP/1.1" status: 204  len: 168 time: 4.5479681
May 07 22:09:36.648255 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 40664) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:36.670959 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6fe6f3f1-efdf-4833-becd-2b76f60a30a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (c4fd8fe5-2f99-4a23-a50a-7c83a6bdbf16), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:36.673197 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6fe6f3f1-efdf-4833-becd-2b76f60a30a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:36.674406 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-6fe6f3f1-efdf-4833-becd-2b76f60a30a3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c4fd8fe5-2f99-4a23-a50a-7c83a6bdbf16 HTTP/1.1" status: 204  len: 168 time: 1.3850396
May 07 22:09:36.728649 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-776500f0-fa86-4c3d-a7aa-98738182a0de tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:36.734861 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-776500f0-fa86-4c3d-a7aa-98738182a0de tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/ports/707cf9a6-5456-4182-8f72-3592356fc031 HTTP/1.1" status: 204  len: 168 time: 1.0035627
May 07 22:09:36.740178 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 40668) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:36.934374 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda08db5-a369-4c1b-a5d8-4bad9dcf5a59 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:36.934529 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe6f3f1-efdf-4833-becd-2b76f60a30a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4fd8fe5-2f99-4a23-a50a-7c83a6bdbf16,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:36.935921 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda08db5-a369-4c1b-a5d8-4bad9dcf5a59 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:36.937379 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda08db5-a369-4c1b-a5d8-4bad9dcf5a59 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:36.945247 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-fda08db5-a369-4c1b-a5d8-4bad9dcf5a59 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2049 time: 0.2039530
May 07 22:09:36.951480 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 40670) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:36.994929 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_v2 [None req-2eb7315c-6a06-405b-894d-ea9a50c5e49f admin admin] Deleting subnet 00aaa3e1-57c5-45f7-bd03-a486a2385cb2 {{(pid=121836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:09:37.043776 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-422715b2-d850-40c7-bd51-c5d1b69fa9e0 req-c7bb2186-6127-42d2-a651-4fcdca7bc4eb tempest-ServerPasswordTestJSON-1543479840 tempest-ServerPasswordTestJSON-1543479840-project] 10.222.0.32 "GET /v2.0/security-groups?id=be673715-b0a0-4c7f-a54f-5102993096b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3150599
May 07 22:09:37.090210 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2eb7315c-6a06-405b-894d-ea9a50c5e49f admin admin] Publish callbacks [] for subnet (00aaa3e1-57c5-45f7-bd03-a486a2385cb2), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:37.134972 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7c7958e4-391d-4e37-8613-857f7c5f3100 None None] Publish callbacks [] for port (5793c40d-6eb0-48fb-8010-7751d3d5665b), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:37.156403 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7c7958e4-391d-4e37-8613-857f7c5f3100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (5793c40d-6eb0-48fb-8010-7751d3d5665b), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:37.180579 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-d85904da-e47a-469b-8f2f-9233da387262 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Deleting subnet 74650df4-0844-4c03-9712-5e32d06301f8 {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:09:37.209009 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d85904da-e47a-469b-8f2f-9233da387262 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for subnet (74650df4-0844-4c03-9712-5e32d06301f8), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:37.240405 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7958e4-391d-4e37-8613-857f7c5f3100 None None] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:09:37.248855 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-7c7958e4-391d-4e37-8613-857f7c5f3100 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:09:37.267276 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7958e4-391d-4e37-8613-857f7c5f3100 None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:09:37.283940 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1b7a12a-80bc-4126-a88a-8133104fd3f9 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:09:37.289721 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7958e4-391d-4e37-8613-857f7c5f3100 None None] Pushing event updated for resources: {'Port': ['ID=5793c40d-6eb0-48fb-8010-7751d3d5665b,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:37.319263 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c3a7c3-39ba-4f0e-9586-9f14ea7e3f16 None None] Sync routers for ids ['83789103-a34a-4812-891b-ff852781f2d3'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:09:37.345422 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c3a7c3-39ba-4f0e-9586-9f14ea7e3f16 None None] Routers {'83789103-a34a-4812-891b-ff852781f2d3'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:09:37.346114 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-d8c3a7c3-39ba-4f0e-9586-9f14ea7e3f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8caa74c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:09:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['83789103-a34a-4812-891b-ff852781f2d3'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:09:37.381780 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d85904da-e47a-469b-8f2f-9233da387262 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (74650df4-0844-4c03-9712-5e32d06301f8), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:37.400685 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2eb7315c-6a06-405b-894d-ea9a50c5e49f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726883'] for subnet (00aaa3e1-57c5-45f7-bd03-a486a2385cb2), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:37.536657 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-7c7958e4-391d-4e37-8613-857f7c5f3100 None None] Attempting to bind port 5793c40d-6eb0-48fb-8010-7751d3d5665b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:09:37.537043 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-7c7958e4-391d-4e37-8613-857f7c5f3100 None None] Attempting to bind port 5793c40d-6eb0-48fb-8010-7751d3d5665b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0c54767f-f5cc-4fe8-be2b-89310a1e6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:09:37.538072 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7958e4-391d-4e37-8613-857f7c5f3100 None None] Attempting to bind port 5793c40d-6eb0-48fb-8010-7751d3d5665b on network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:09:37.539067 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c1b7a12a-80bc-4126-a88a-8133104fd3f9 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:37.599094 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7958e4-391d-4e37-8613-857f7c5f3100 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:09:37.600352 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7958e4-391d-4e37-8613-857f7c5f3100 None None] Checking segment: {'id': '0c54767f-f5cc-4fe8-be2b-89310a1e6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:09:37.601104 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7c7958e4-391d-4e37-8613-857f7c5f3100 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:37.601712 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7958e4-391d-4e37-8613-857f7c5f3100 None None] Bound using segment: {'id': '0c54767f-f5cc-4fe8-be2b-89310a1e6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:09:37.602500 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-7c7958e4-391d-4e37-8613-857f7c5f3100 None None] Bound port: 5793c40d-6eb0-48fb-8010-7751d3d5665b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c54767f-f5cc-4fe8-be2b-89310a1e6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:09:37.603203 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7c7958e4-391d-4e37-8613-857f7c5f3100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (5793c40d-6eb0-48fb-8010-7751d3d5665b), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:37.649022 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06279dbc-4949-48a5-96b5-15bd889cbe15 None None] Network 06a5152b-c164-40bd-b95d-1070a2100cbf requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:09:37.685587 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d85904da-e47a-469b-8f2f-9233da387262 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (74650df4-0844-4c03-9712-5e32d06301f8), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:37.826560 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-d8c3a7c3-39ba-4f0e-9586-9f14ea7e3f16 None None] Set router 83789103-a34a-4812-891b-ff852781f2d3 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:09:37.839208 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 37de8cc5-edce-4a19-92fd-a4ef8ab4a481 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:09:37.939959 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-2eae2f7e-010c-4a52-97e7-59f13e8841b7 None None] Provisioning complete for port 37de8cc5-edce-4a19-92fd-a4ef8ab4a481 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:09:37.940930 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2eae2f7e-010c-4a52-97e7-59f13e8841b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (37de8cc5-edce-4a19-92fd-a4ef8ab4a481), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:37.951910 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d85904da-e47a-469b-8f2f-9233da387262 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (74650df4-0844-4c03-9712-5e32d06301f8), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:38.054382 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-366773f9-4fb1-48fc-bdb3-377aa6673b2c tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Publish callbacks [] for router_gateway (d7308840-8369-4de6-8056-6713e544bf81), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:38.055257 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d85904da-e47a-469b-8f2f-9233da387262 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:38.061866 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-d85904da-e47a-469b-8f2f-9233da387262 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/subnets/74650df4-0844-4c03-9712-5e32d06301f8 HTTP/1.1" status: 204  len: 168 time: 1.1090186
May 07 22:09:38.062907 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85904da-e47a-469b-8f2f-9233da387262 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event deleted for resources: {'Subnet': ['ID=74650df4-0844-4c03-9712-5e32d06301f8,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:38.064784 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 40700) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:38.118317 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-7c7958e4-391d-4e37-8613-857f7c5f3100 None None] For port 5793c40d-6eb0-48fb-8010-7751d3d5665b, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:09:38.126560 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-7c7958e4-391d-4e37-8613-857f7c5f3100 None None] For port 5793c40d-6eb0-48fb-8010-7751d3d5665b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5793c40d-6eb0-48fb-8010-7751d3d5665b,segment=NetworkSegment(0c54767f-f5cc-4fe8-be2b-89310a1e6df6),segment_id=0c54767f-f5cc-4fe8-be2b-89310a1e6df6)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:09:38.134457 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 37de8cc5-edce-4a19-92fd-a4ef8ab4a481 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:09:38.134990 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (37de8cc5-edce-4a19-92fd-a4ef8ab4a481), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:38.178024 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7c7958e4-391d-4e37-8613-857f7c5f3100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (5793c40d-6eb0-48fb-8010-7751d3d5665b), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:38.229532 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-c1b7a12a-80bc-4126-a88a-8133104fd3f9 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 8.4392834
May 07 22:09:38.235208 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58c1a630-bf3c-43b9-8367-4ad0368a202f', 'tag': 'ed17c686-5176-4e6b-9642-9888fb0132ac'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:09:38.242452 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-612c1b44-1a66-4512-b5bd-21787ae42a35" -d '{"events": [{"name": "network-changed", "server_uuid": "58c1a630-bf3c-43b9-8367-4ad0368a202f", "tag": "ed17c686-5176-4e6b-9642-9888fb0132ac"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:09:38.249372 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 40704) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:38.320876 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a0b1cf1-7ce4-434f-a5b9-7fc976fd5b95 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Deleting subnet d270da27-1a5e-4369-bf2d-d713d3cfdb1b {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:09:38.326405 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4a0b1cf1-7ce4-434f-a5b9-7fc976fd5b95 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for subnet (d270da27-1a5e-4369-bf2d-d713d3cfdb1b), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:38.357713 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-d8c3a7c3-39ba-4f0e-9586-9f14ea7e3f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8caa74c0>, [{'id': '83789103-a34a-4812-891b-ff852781f2d3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1006798235', 'tenant_id': '79ad2ea0f3a34003bb7a3f8ff81c58e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.253'}], 'enable_snat': True}, 'gw_port_id': 'cd2cf3c4-3e08-46f4-9d5d-18ed1dbf5953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:08:48Z', 'updated_at': '2022-05-07T22:08:57Z', 'revision_number': 4, 'project_id': '79ad2ea0f3a34003bb7a3f8ff81c58e4', 'gw_port': {'id': 'cd2cf3c4-3e08-46f4-9d5d-18ed1dbf5953', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83789103-a34a-4812-891b-ff852781f2d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:08:50Z', 'updated_at': '2022-05-07T22:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '2f0d9d0a-9fb0-471f-876e-3604810149e6', 'tenant_id': '79ad2ea0f3a34003bb7a3f8ff81c58e4', 'floating_ip_address': '172.35.4.57', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '83789103-a34a-4812-891b-ff852781f2d3', 'port_id': 'ed17c686-5176-4e6b-9642-9888fb0132ac', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3043, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '308d6916-e830-4389-a582-d32af758375c', 'mac_address': 'fa:16:3e:45:07:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c1a630-bf3c-43b9-8367-4ad0368a202f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:09:31Z', 'updated_at': '2022-05-07T22:09:31Z', 'revision_number': 0, 'project_id': '79ad2ea0f3a34003bb7a3f8ff81c58e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8f644c1-b6ae-4d78-aec2-2c181f43d02c', 'name': '', 'network_id': '308d6916-e830-4389-a582-d32af758375c', 'tenant_id': '79ad2ea0f3a34003bb7a3f8ff81c58e4', 'mac_address': 'fa:16:3e:3e:fd:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83789103-a34a-4812-891b-ff852781f2d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '7b5249f7-65ac-4ebe-8d51-aac30e9600c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:08:57Z', 'updated_at': '2022-05-07T22:09:12Z', 'revision_number': 5, 'project_id': '79ad2ea0f3a34003bb7a3f8ff81c58e4', 'subnets': [{'id': '7b5249f7-65ac-4ebe-8d51-aac30e9600c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:09:38.435495 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c3a7c3-39ba-4f0e-9586-9f14ea7e3f16 None None] Checking router: 83789103-a34a-4812-891b-ff852781f2d3 for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:09:38.441901 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4a0b1cf1-7ce4-434f-a5b9-7fc976fd5b95 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (d270da27-1a5e-4369-bf2d-d713d3cfdb1b), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:38.461510 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c3a7c3-39ba-4f0e-9586-9f14ea7e3f16 None None] Routers {'83789103-a34a-4812-891b-ff852781f2d3'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:09:38.468467 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-d8c3a7c3-39ba-4f0e-9586-9f14ea7e3f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8caa74c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:09:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['83789103-a34a-4812-891b-ff852781f2d3'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:09:38.471989 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-2eae2f7e-010c-4a52-97e7-59f13e8841b7 None None] Current status of the port 37de8cc5-edce-4a19-92fd-a4ef8ab4a481 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:09:38.472307 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2eae2f7e-010c-4a52-97e7-59f13e8841b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (37de8cc5-edce-4a19-92fd-a4ef8ab4a481), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:38.547051 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-2eae2f7e-010c-4a52-97e7-59f13e8841b7 None None] For port 37de8cc5-edce-4a19-92fd-a4ef8ab4a481, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=37de8cc5-edce-4a19-92fd-a4ef8ab4a481,segment=NetworkSegment(c743ce18-3254-4183-a8e5-545bcea5e17c),segment_id=c743ce18-3254-4183-a8e5-545bcea5e17c)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:09:38.565470 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2eae2f7e-010c-4a52-97e7-59f13e8841b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (37de8cc5-edce-4a19-92fd-a4ef8ab4a481), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:38.593939 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7958e4-391d-4e37-8613-857f7c5f3100 None None] Pushing event updated for resources: {'Port': ['ID=5793c40d-6eb0-48fb-8010-7751d3d5665b,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:38.594488 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 40710) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:38.614735 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4a0b1cf1-7ce4-434f-a5b9-7fc976fd5b95 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (d270da27-1a5e-4369-bf2d-d713d3cfdb1b), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:38.640395 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c86e97-c25a-4f8a-be60-ad613a3f2005 req-d738a197-f5d8-461e-8755-7cd0499f39b4 tempest-ServerPasswordTestJSON-1543479840 tempest-ServerPasswordTestJSON-1543479840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:38.651906 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b6c86e97-c25a-4f8a-be60-ad613a3f2005 req-d738a197-f5d8-461e-8755-7cd0499f39b4 tempest-ServerPasswordTestJSON-1543479840 tempest-ServerPasswordTestJSON-1543479840-project] 10.222.0.32 "GET /v2.0/ports?device_id=2dd2f7a1-bd76-4e3d-9517-638ffb3255fb HTTP/1.1" status: 200  len: 945 time: 0.5997920
May 07 22:09:38.656134 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38df99ea-05a2-4504-bbbe-fc96dc3bacb6 x-openstack-request-id: req-38df99ea-05a2-4504-bbbe-fc96dc3bacb6 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:09:38.656568 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58c1a630-bf3c-43b9-8367-4ad0368a202f", "tag": "ed17c686-5176-4e6b-9642-9888fb0132ac", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:09:38.657720 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-38df99ea-05a2-4504-bbbe-fc96dc3bacb6 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:09:38.658058 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38df99ea-05a2-4504-bbbe-fc96dc3bacb6'] response: {'name': 'network-changed', 'server_uuid': '58c1a630-bf3c-43b9-8367-4ad0368a202f', 'tag': 'ed17c686-5176-4e6b-9642-9888fb0132ac', 'status': 'completed', 'code': 200}
May 07 22:09:38.706258 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-c9acad26-410d-4051-9c7e-7531a5412258 None None] Provisioning complete for port 37de8cc5-edce-4a19-92fd-a4ef8ab4a481 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:09:38.706691 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c9acad26-410d-4051-9c7e-7531a5412258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (37de8cc5-edce-4a19-92fd-a4ef8ab4a481), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:38.736681 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 37de8cc5-edce-4a19-92fd-a4ef8ab4a481 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:09:38.785752 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-d8c3a7c3-39ba-4f0e-9586-9f14ea7e3f16 None None] Set router 83789103-a34a-4812-891b-ff852781f2d3 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:09:38.885846 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae2f7e-010c-4a52-97e7-59f13e8841b7 None None] Pushing event updated for resources: {'Port': ['ID=37de8cc5-edce-4a19-92fd-a4ef8ab4a481,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:38.913695 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-f5c9ff73-ff43-4a0a-9e16-bddd12fc3457 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1767499625'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:09:38.949489 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5c9ff73-ff43-4a0a-9e16-bddd12fc3457 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Made reservation on behalf of f34f4ab05680424998462e594d5ca043 for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:09:38.953939 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f5c9ff73-ff43-4a0a-9e16-bddd12fc3457 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:38.994431 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b6c86e97-c25a-4f8a-be60-ad613a3f2005 req-4c0a39e9-7f38-47a2-b18f-aeac96c2c544 tempest-ServerPasswordTestJSON-1543479840 tempest-ServerPasswordTestJSON-1543479840-project] 10.222.0.32 "GET /v2.0/security-groups?id=be673715-b0a0-4c7f-a54f-5102993096b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3350818
May 07 22:09:38.999356 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4a0b1cf1-7ce4-434f-a5b9-7fc976fd5b95 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (d270da27-1a5e-4369-bf2d-d713d3cfdb1b), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:39.005655 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f5c9ff73-ff43-4a0a-9e16-bddd12fc3457 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:39.039610 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-c9acad26-410d-4051-9c7e-7531a5412258 None None] Current status of the port 37de8cc5-edce-4a19-92fd-a4ef8ab4a481 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:09:39.097464 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device cc338c68-6403-425b-aeef-0f0460353182 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:09:39.169188 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: cc338c68-6403-425b-aeef-0f0460353182 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:09:39.170635 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device cc338c68-6403-425b-aeef-0f0460353182 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:09:39.170635 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 7dc9066f-b63c-4475-9131-60dad6491437 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:09:39.216723 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4a0b1cf1-7ce4-434f-a5b9-7fc976fd5b95 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:39.223384 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-4a0b1cf1-7ce4-434f-a5b9-7fc976fd5b95 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/subnets/d270da27-1a5e-4369-bf2d-d713d3cfdb1b HTTP/1.1" status: 204  len: 168 time: 1.1413381
May 07 22:09:39.248721 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0b1cf1-7ce4-434f-a5b9-7fc976fd5b95 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event deleted for resources: {'Subnet': ['ID=d270da27-1a5e-4369-bf2d-d713d3cfdb1b,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:39.250001 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 7dc9066f-b63c-4475-9131-60dad6491437 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:09:39.250538 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 7dc9066f-b63c-4475-9131-60dad6491437 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:09:39.259695 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 40716) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:39.309621 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e07efb2-f1d4-409d-b0f4-a5247087cf9f tempest-TestSecurityGroupsBasicOps-724098100 tempest-TestSecurityGroupsBasicOps-724098100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:39.311151 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e07efb2-f1d4-409d-b0f4-a5247087cf9f tempest-TestSecurityGroupsBasicOps-724098100 tempest-TestSecurityGroupsBasicOps-724098100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:39.312343 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e07efb2-f1d4-409d-b0f4-a5247087cf9f tempest-TestSecurityGroupsBasicOps-724098100 tempest-TestSecurityGroupsBasicOps-724098100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:39.313744 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e07efb2-f1d4-409d-b0f4-a5247087cf9f tempest-TestSecurityGroupsBasicOps-724098100 tempest-TestSecurityGroupsBasicOps-724098100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:39.314321 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e07efb2-f1d4-409d-b0f4-a5247087cf9f tempest-TestSecurityGroupsBasicOps-724098100 tempest-TestSecurityGroupsBasicOps-724098100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:39.315434 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e07efb2-f1d4-409d-b0f4-a5247087cf9f tempest-TestSecurityGroupsBasicOps-724098100 tempest-TestSecurityGroupsBasicOps-724098100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:39.319654 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e07efb2-f1d4-409d-b0f4-a5247087cf9f tempest-TestSecurityGroupsBasicOps-724098100 tempest-TestSecurityGroupsBasicOps-724098100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:39.320241 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e07efb2-f1d4-409d-b0f4-a5247087cf9f tempest-TestSecurityGroupsBasicOps-724098100 tempest-TestSecurityGroupsBasicOps-724098100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:39.321060 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e07efb2-f1d4-409d-b0f4-a5247087cf9f tempest-TestSecurityGroupsBasicOps-724098100 tempest-TestSecurityGroupsBasicOps-724098100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:39.324269 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-8e07efb2-f1d4-409d-b0f4-a5247087cf9f tempest-TestSecurityGroupsBasicOps-724098100 tempest-TestSecurityGroupsBasicOps-724098100-project-admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200  len: 6394 time: 1.0725529
May 07 22:09:39.327209 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 40718) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:39.556116 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c1b44-1a66-4512-b5bd-21787ae42a35 req-b012cf28-9070-448e-89c1-c3c91500dbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:39.561768 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-612c1b44-1a66-4512-b5bd-21787ae42a35 req-b012cf28-9070-448e-89c1-c3c91500dbc5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=79ad2ea0f3a34003bb7a3f8ff81c58e4&device_id=58c1a630-bf3c-43b9-8367-4ad0368a202f HTTP/1.1" status: 200  len: 1166 time: 0.9097028
May 07 22:09:39.568407 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2eb7315c-6a06-405b-894d-ea9a50c5e49f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (00aaa3e1-57c5-45f7-bd03-a486a2385cb2), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:39.666206 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-d8c3a7c3-39ba-4f0e-9586-9f14ea7e3f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8caa74c0>, [{'id': '83789103-a34a-4812-891b-ff852781f2d3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1006798235', 'tenant_id': '79ad2ea0f3a34003bb7a3f8ff81c58e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.253'}], 'enable_snat': True}, 'gw_port_id': 'cd2cf3c4-3e08-46f4-9d5d-18ed1dbf5953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:08:48Z', 'updated_at': '2022-05-07T22:08:57Z', 'revision_number': 4, 'project_id': '79ad2ea0f3a34003bb7a3f8ff81c58e4', 'gw_port': {'id': 'cd2cf3c4-3e08-46f4-9d5d-18ed1dbf5953', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83789103-a34a-4812-891b-ff852781f2d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:08:50Z', 'updated_at': '2022-05-07T22:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '2f0d9d0a-9fb0-471f-876e-3604810149e6', 'tenant_id': '79ad2ea0f3a34003bb7a3f8ff81c58e4', 'floating_ip_address': '172.35.4.57', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '83789103-a34a-4812-891b-ff852781f2d3', 'port_id': 'ed17c686-5176-4e6b-9642-9888fb0132ac', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3043, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '308d6916-e830-4389-a582-d32af758375c', 'mac_address': 'fa:16:3e:45:07:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c1a630-bf3c-43b9-8367-4ad0368a202f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:09:31Z', 'updated_at': '2022-05-07T22:09:31Z', 'revision_number': 0, 'project_id': '79ad2ea0f3a34003bb7a3f8ff81c58e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8f644c1-b6ae-4d78-aec2-2c181f43d02c', 'name': '', 'network_id': '308d6916-e830-4389-a582-d32af758375c', 'tenant_id': '79ad2ea0f3a34003bb7a3f8ff81c58e4', 'mac_address': 'fa:16:3e:3e:fd:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83789103-a34a-4812-891b-ff852781f2d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '7b5249f7-65ac-4ebe-8d51-aac30e9600c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:08:57Z', 'updated_at': '2022-05-07T22:09:12Z', 'revision_number': 5, 'project_id': '79ad2ea0f3a34003bb7a3f8ff81c58e4', 'subnets': [{'id': '7b5249f7-65ac-4ebe-8d51-aac30e9600c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:09:39.712943 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 5793c40d-6eb0-48fb-8010-7751d3d5665b up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:09:39.716161 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c3a7c3-39ba-4f0e-9586-9f14ea7e3f16 None None] The sync data for ids ['83789103-a34a-4812-891b-ff852781f2d3'] in ncdv-master-1 is: [{'id': '83789103-a34a-4812-891b-ff852781f2d3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1006798235', 'tenant_id': '79ad2ea0f3a34003bb7a3f8ff81c58e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.253'}], 'enable_snat': True}, 'gw_port_id': 'cd2cf3c4-3e08-46f4-9d5d-18ed1dbf5953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:08:48Z', 'updated_at': '2022-05-07T22:08:57Z', 'revision_number': 4, 'project_id': '79ad2ea0f3a34003bb7a3f8ff81c58e4', 'gw_port': {'id': 'cd2cf3c4-3e08-46f4-9d5d-18ed1dbf5953', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83789103-a34a-4812-891b-ff852781f2d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:08:50Z', 'updated_at': '2022-05-07T22:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '2f0d9d0a-9fb0-471f-876e-3604810149e6', 'tenant_id': '79ad2ea0f3a34003bb7a3f8ff81c58e4', 'floating_ip_address': '172.35.4.57', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '83789103-a34a-4812-891b-ff852781f2d3', 'port_id': 'ed17c686-5176-4e6b-9642-9888fb0132ac', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3043, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '308d6916-e830-4389-a582-d32af758375c', 'mac_address': 'fa:16:3e:45:07:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c1a630-bf3c-43b9-8367-4ad0368a202f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:09:31Z', 'updated_at': '2022-05-07T22:09:31Z', 'revision_number': 0, 'project_id': '79ad2ea0f3a34003bb7a3f8ff81c58e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8f644c1-b6ae-4d78-aec2-2c181f43d02c', 'name': '', 'network_id': '308d6916-e830-4389-a582-d32af758375c', 'tenant_id': '79ad2ea0f3a34003bb7a3f8ff81c58e4', 'mac_address': 'fa:16:3e:3e:fd:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83789103-a34a-4812-891b-ff852781f2d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '7b5249f7-65ac-4ebe-8d51-aac30e9600c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:08:57Z', 'updated_at': '2022-05-07T22:09:12Z', 'revision_number': 5, 'project_id': '79ad2ea0f3a34003bb7a3f8ff81c58e4', 'subnets': [{'id': '7b5249f7-65ac-4ebe-8d51-aac30e9600c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:09:39.848199 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 5793c40d-6eb0-48fb-8010-7751d3d5665b triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:09:39.848658 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (5793c40d-6eb0-48fb-8010-7751d3d5665b), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:40.094745 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2c51c9-f401-4f1b-9a2d-56a5fe11b9b9 req-d5dd156e-a74c-465f-bfb0-029cf713d760 tempest-ServerPasswordTestJSON-1543479840 tempest-ServerPasswordTestJSON-1543479840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:40.097421 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2c2c51c9-f401-4f1b-9a2d-56a5fe11b9b9 req-d5dd156e-a74c-465f-bfb0-029cf713d760 tempest-ServerPasswordTestJSON-1543479840 tempest-ServerPasswordTestJSON-1543479840-project] 10.222.0.59 "GET /v2.0/ports?device_id=2dd2f7a1-bd76-4e3d-9517-638ffb3255fb HTTP/1.1" status: 200  len: 945 time: 1.0014517
May 07 22:09:40.102562 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-667f4ab5-850e-4c0f-83ab-a50066df0a5d tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.8387036
May 07 22:09:40.107663 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 40726) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:40.127828 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-338fd13e-720c-48fb-9c0d-445013485fbe tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Request body: {'subnet': {'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:09:40.129205 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 5793c40d-6eb0-48fb-8010-7751d3d5665b is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:09:40.129662 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (5793c40d-6eb0-48fb-8010-7751d3d5665b), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:40.187484 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port 5793c40d-6eb0-48fb-8010-7751d3d5665b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5793c40d-6eb0-48fb-8010-7751d3d5665b,segment=NetworkSegment(0c54767f-f5cc-4fe8-be2b-89310a1e6df6),segment_id=0c54767f-f5cc-4fe8-be2b-89310a1e6df6)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:09:40.219699 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (5793c40d-6eb0-48fb-8010-7751d3d5665b), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:40.220656 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 37de8cc5-edce-4a19-92fd-a4ef8ab4a481 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:09:40.320846 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bd4055-6fa7-4bee-9164-d66f5dcafed1 None None] New status for floating IP 2f0d9d0a-9fb0-471f-876e-3604810149e6: ACTIVE {{(pid=121838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 07 22:09:40.506349 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2eb7315c-6a06-405b-894d-ea9a50c5e49f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (00aaa3e1-57c5-45f7-bd03-a486a2385cb2), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:40.528412 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=5793c40d-6eb0-48fb-8010-7751d3d5665b,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:40.621486 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f5c9ff73-ff43-4a0a-9e16-bddd12fc3457 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Publish callbacks [] for security_group (62474fdb-6226-463c-b33e-48805b1bc2c1), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:40.632760 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2eb7315c-6a06-405b-894d-ea9a50c5e49f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:40.639216 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-2eb7315c-6a06-405b-894d-ea9a50c5e49f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/00aaa3e1-57c5-45f7-bd03-a486a2385cb2 HTTP/1.1" status: 204  len: 168 time: 3.9894130
May 07 22:09:40.640307 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb7315c-6a06-405b-894d-ea9a50c5e49f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00aaa3e1-57c5-45f7-bd03-a486a2385cb2,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:40.653975 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 40730) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:40.686591 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f5c9ff73-ff43-4a0a-9e16-bddd12fc3457 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (62474fdb-6226-463c-b33e-48805b1bc2c1), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:40.693486 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4eea979-14e9-42eb-8a9f-bfeb29a50aaa None None] Network 339db9b8-6596-4005-bcd1-8d5ddadb2cbb requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:09:40.697406 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bea1938-9085-4006-8ea4-b24aa0abcd5e None None] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:09:40.701076 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-2c2c51c9-f401-4f1b-9a2d-56a5fe11b9b9 req-8a10471c-511f-40bc-a5c6-437111876e6c tempest-ServerPasswordTestJSON-1543479840 tempest-ServerPasswordTestJSON-1543479840-project] Deleting port 7f716d06-e63d-4571-99d1-0117847bcaeb {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:09:40.702430 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-2c2c51c9-f401-4f1b-9a2d-56a5fe11b9b9 req-8a10471c-511f-40bc-a5c6-437111876e6c tempest-ServerPasswordTestJSON-1543479840 tempest-ServerPasswordTestJSON-1543479840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (7f716d06-e63d-4571-99d1-0117847bcaeb), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:40.758911 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9bdb81-8880-44c8-8a02-f7c7ff2fcca5 tempest-TestSecurityGroupsBasicOps-724098100 tempest-TestSecurityGroupsBasicOps-724098100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:40.759566 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9bdb81-8880-44c8-8a02-f7c7ff2fcca5 tempest-TestSecurityGroupsBasicOps-724098100 tempest-TestSecurityGroupsBasicOps-724098100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:40.760269 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9bdb81-8880-44c8-8a02-f7c7ff2fcca5 tempest-TestSecurityGroupsBasicOps-724098100 tempest-TestSecurityGroupsBasicOps-724098100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:40.760732 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9bdb81-8880-44c8-8a02-f7c7ff2fcca5 tempest-TestSecurityGroupsBasicOps-724098100 tempest-TestSecurityGroupsBasicOps-724098100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:40.761290 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9bdb81-8880-44c8-8a02-f7c7ff2fcca5 tempest-TestSecurityGroupsBasicOps-724098100 tempest-TestSecurityGroupsBasicOps-724098100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:40.762363 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9bdb81-8880-44c8-8a02-f7c7ff2fcca5 tempest-TestSecurityGroupsBasicOps-724098100 tempest-TestSecurityGroupsBasicOps-724098100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:40.762363 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9bdb81-8880-44c8-8a02-f7c7ff2fcca5 tempest-TestSecurityGroupsBasicOps-724098100 tempest-TestSecurityGroupsBasicOps-724098100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:40.762658 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9bdb81-8880-44c8-8a02-f7c7ff2fcca5 tempest-TestSecurityGroupsBasicOps-724098100 tempest-TestSecurityGroupsBasicOps-724098100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:40.765168 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-bb9bdb81-8880-44c8-8a02-f7c7ff2fcca5 tempest-TestSecurityGroupsBasicOps-724098100 tempest-TestSecurityGroupsBasicOps-724098100-project-admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 5238 time: 1.4248338
May 07 22:09:40.780346 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 40732) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:40.793360 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-366773f9-4fb1-48fc-bdb3-377aa6673b2c tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (d7308840-8369-4de6-8056-6713e544bf81), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:40.824176 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 37de8cc5-edce-4a19-92fd-a4ef8ab4a481 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:09:40.824509 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (37de8cc5-edce-4a19-92fd-a4ef8ab4a481), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:40.855052 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-338fd13e-720c-48fb-9c0d-445013485fbe tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Made reservation on behalf of a45ecca62a364aaabca1717c79558f6f for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:09:40.863496 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-338fd13e-720c-48fb-9c0d-445013485fbe tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:40.917451 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c1b44-1a66-4512-b5bd-21787ae42a35 req-d55465b9-cb1e-412b-b66e-e7ffa7d238be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:40.922282 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-612c1b44-1a66-4512-b5bd-21787ae42a35 req-d55465b9-cb1e-412b-b66e-e7ffa7d238be service neutron] 10.222.0.55 "GET /v2.0/networks?id=308d6916-e830-4389-a582-d32af758375c HTTP/1.1" status: 200  len: 898 time: 1.3457181
May 07 22:09:40.923285 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5c9ff73-ff43-4a0a-9e16-bddd12fc3457 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:09:40.996345 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-2c2c51c9-f401-4f1b-9a2d-56a5fe11b9b9 req-8a10471c-511f-40bc-a5c6-437111876e6c tempest-ServerPasswordTestJSON-1543479840 tempest-ServerPasswordTestJSON-1543479840-project] For port 7f716d06-e63d-4571-99d1-0117847bcaeb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7f716d06-e63d-4571-99d1-0117847bcaeb,segment=NetworkSegment(f99be426-4998-448b-b9a4-bff47e7cafa2),segment_id=f99be426-4998-448b-b9a4-bff47e7cafa2)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:09:40.998708 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-2c2c51c9-f401-4f1b-9a2d-56a5fe11b9b9 req-8a10471c-511f-40bc-a5c6-437111876e6c tempest-ServerPasswordTestJSON-1543479840 tempest-ServerPasswordTestJSON-1543479840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (7f716d06-e63d-4571-99d1-0117847bcaeb), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:41.011526 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f5c9ff73-ff43-4a0a-9e16-bddd12fc3457 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (4733c142-9a7c-48a4-af8a-f683dc4aba93), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:41.012038 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-f5c9ff73-ff43-4a0a-9e16-bddd12fc3457 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Added segment 4733c142-9a7c-48a4-af8a-f683dc4aba93 of type vlan for network e8d76eb0-e922-4b3c-8626-7dca9423cbc5
May 07 22:09:41.037925 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c9ff73-ff43-4a0a-9e16-bddd12fc3457 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62474fdb-6226-463c-b33e-48805b1bc2c1,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:41.072506 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-2c2c51c9-f401-4f1b-9a2d-56a5fe11b9b9 req-8a10471c-511f-40bc-a5c6-437111876e6c tempest-ServerPasswordTestJSON-1543479840 tempest-ServerPasswordTestJSON-1543479840-project] Calling delete_port for 7f716d06-e63d-4571-99d1-0117847bcaeb owned by compute:nova {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:09:41.144624 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f5c9ff73-ff43-4a0a-9e16-bddd12fc3457 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (e8d76eb0-e922-4b3c-8626-7dca9423cbc5), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:41.153283 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-dca2d270-6334-4106-b5c9-0048a1dc95e9 None None] Provisioning complete for port 5793c40d-6eb0-48fb-8010-7751d3d5665b triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:09:41.153708 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-dca2d270-6334-4106-b5c9-0048a1dc95e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (5793c40d-6eb0-48fb-8010-7751d3d5665b), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:41.369287 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-dca2d270-6334-4106-b5c9-0048a1dc95e9 None None] Current status of the port 5793c40d-6eb0-48fb-8010-7751d3d5665b is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:09:41.371256 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38cfc144-db42-4265-ba71-008296819938 None None] DHCP port deletion for c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:09:41.385134 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a115833e-2630-4c3b-ae14-f61d7f7cac74 req-e1ae5fe7-a210-4006-a20a-3930dad05adf tempest-ServerPasswordTestJSON-1543479840 tempest-ServerPasswordTestJSON-1543479840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:41.393390 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a115833e-2630-4c3b-ae14-f61d7f7cac74 req-e1ae5fe7-a210-4006-a20a-3930dad05adf tempest-ServerPasswordTestJSON-1543479840 tempest-ServerPasswordTestJSON-1543479840-project] 10.222.0.32 "GET /v2.0/ports?device_id=2dd2f7a1-bd76-4e3d-9517-638ffb3255fb HTTP/1.1" status: 200  len: 945 time: 0.6551952
May 07 22:09:41.403504 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-697dc659-9b21-4076-95bd-2283cacff9ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (339db9b8-6596-4005-bcd1-8d5ddadb2cbb), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:41.412833 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 37de8cc5-edce-4a19-92fd-a4ef8ab4a481 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:09:41.436873 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f5c9ff73-ff43-4a0a-9e16-bddd12fc3457 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (e8d76eb0-e922-4b3c-8626-7dca9423cbc5), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:41.447280 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c9ff73-ff43-4a0a-9e16-bddd12fc3457 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:41.447280 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f5c9ff73-ff43-4a0a-9e16-bddd12fc3457 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:41.456381 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-0bd8689e-1e1c-42a5-aa10-76d7ec86b0fe tempest-TestSecurityGroupsBasicOps-724098100 tempest-TestSecurityGroupsBasicOps-724098100-project-admin] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 2332 time: 0.6744139
May 07 22:09:41.457045 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 40736) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:41.469182 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-338fd13e-720c-48fb-9c0d-445013485fbe tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (0068cce3-737b-4f7c-9c4c-4de5ed3b2270), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:41.492538 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-38cfc144-db42-4265-ba71-008296819938 None None] Deleting port 5793c40d-6eb0-48fb-8010-7751d3d5665b {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:09:41.493274 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-38cfc144-db42-4265-ba71-008296819938 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (5793c40d-6eb0-48fb-8010-7751d3d5665b), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:41.495808 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81697150-9d81-4426-ba37-dbde72b2cebb None None] DHCP port deletion for 339db9b8-6596-4005-bcd1-8d5ddadb2cbb request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:09:41.508373 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-f5c9ff73-ff43-4a0a-9e16-bddd12fc3457 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 794 time: 2.9124117
May 07 22:09:41.542213 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 40738) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:41.585996 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-5c9b9eca-485c-4519-81aa-97d978d9ed4e tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Request body: {'subnet': {'network_id': 'e8d76eb0-e922-4b3c-8626-7dca9423cbc5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:09:41.624220 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338fd13e-720c-48fb-9c0d-445013485fbe tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:09:41.625332 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 5793c40d-6eb0-48fb-8010-7751d3d5665b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:09:41.646376 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-338fd13e-720c-48fb-9c0d-445013485fbe tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:09:41.676855 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-81697150-9d81-4426-ba37-dbde72b2cebb None None] Deleting port 1c61296b-759c-4787-a224-42aafe378b9e {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:09:41.677301 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-81697150-9d81-4426-ba37-dbde72b2cebb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (1c61296b-759c-4787-a224-42aafe378b9e), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:41.731233 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338fd13e-720c-48fb-9c0d-445013485fbe tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:41.731972 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-338fd13e-720c-48fb-9c0d-445013485fbe tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:41.732465 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-38cfc144-db42-4265-ba71-008296819938 None None] For port 5793c40d-6eb0-48fb-8010-7751d3d5665b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5793c40d-6eb0-48fb-8010-7751d3d5665b,segment=NetworkSegment(0c54767f-f5cc-4fe8-be2b-89310a1e6df6),segment_id=0c54767f-f5cc-4fe8-be2b-89310a1e6df6)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:09:41.732959 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-38cfc144-db42-4265-ba71-008296819938 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (5793c40d-6eb0-48fb-8010-7751d3d5665b), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:41.755747 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c9ff73-ff43-4a0a-9e16-bddd12fc3457 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Pushing event updated for resources: {'Network': ['ID=e8d76eb0-e922-4b3c-8626-7dca9423cbc5,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:41.787001 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-38cfc144-db42-4265-ba71-008296819938 None None] Calling delete_port for 5793c40d-6eb0-48fb-8010-7751d3d5665b owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:09:41.789338 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network e8d76eb0-e922-4b3c-8626-7dca9423cbc5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:09:41.806609 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-338fd13e-720c-48fb-9c0d-445013485fbe tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.6789880
May 07 22:09:41.808852 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338fd13e-720c-48fb-9c0d-445013485fbe tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event updated for resources: {'Subnet': ['ID=0068cce3-737b-4f7c-9c4c-4de5ed3b2270,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:41.811958 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-612c1b44-1a66-4512-b5bd-21787ae42a35 req-7f60f56a-a214-42ed-813e-04674a25e2a8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed17c686-5176-4e6b-9642-9888fb0132ac HTTP/1.1" status: 200  len: 1000 time: 0.8435841
May 07 22:09:41.813907 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 40742) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:41.836457 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f22e72-ae01-42b9-95a2-5fb9fb1293dd tempest-TestSecurityGroupsBasicOps-724098100 tempest-TestSecurityGroupsBasicOps-724098100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:41.836937 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f22e72-ae01-42b9-95a2-5fb9fb1293dd tempest-TestSecurityGroupsBasicOps-724098100 tempest-TestSecurityGroupsBasicOps-724098100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:41.838568 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-a5f22e72-ae01-42b9-95a2-5fb9fb1293dd tempest-TestSecurityGroupsBasicOps-724098100 tempest-TestSecurityGroupsBasicOps-724098100-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=83789103-a34a-4812-891b-ff852781f2d3 HTTP/1.1" status: 200  len: 2064 time: 0.3208876
May 07 22:09:41.842231 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-54d2684f-6fe8-457a-8aba-aeebcf6ab803 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Request body: {'subnet': {'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:09:41.858856 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-81697150-9d81-4426-ba37-dbde72b2cebb None None] For port 1c61296b-759c-4787-a224-42aafe378b9e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1c61296b-759c-4787-a224-42aafe378b9e,segment=NetworkSegment(30018c0f-0e07-4063-9fea-c0194965d5ff),segment_id=30018c0f-0e07-4063-9fea-c0194965d5ff)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:09:41.858856 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-81697150-9d81-4426-ba37-dbde72b2cebb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (1c61296b-759c-4787-a224-42aafe378b9e), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:41.872253 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-2c2c51c9-f401-4f1b-9a2d-56a5fe11b9b9 req-8a10471c-511f-40bc-a5c6-437111876e6c tempest-ServerPasswordTestJSON-1543479840 tempest-ServerPasswordTestJSON-1543479840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (7f716d06-e63d-4571-99d1-0117847bcaeb), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:41.875904 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a115833e-2630-4c3b-ae14-f61d7f7cac74 req-81f885bf-6aba-43fe-bd25-028ec0f10e08 tempest-ServerPasswordTestJSON-1543479840 tempest-ServerPasswordTestJSON-1543479840-project] 10.222.0.32 "GET /v2.0/security-groups?id=be673715-b0a0-4c7f-a54f-5102993096b0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4811587
May 07 22:09:41.939934 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 5793c40d-6eb0-48fb-8010-7751d3d5665b is: ACTIVE; New status is: DOWN {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:09:41.940326 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (5793c40d-6eb0-48fb-8010-7751d3d5665b), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:41.947426 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a10471c-511f-40bc-a5c6-437111876e6c tempest-ServerPasswordTestJSON-1543479840 tempest-ServerPasswordTestJSON-1543479840-project] Pushing event deleted for resources: {'Port': ['ID=7f716d06-e63d-4571-99d1-0117847bcaeb,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:41.976781 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-81697150-9d81-4426-ba37-dbde72b2cebb None None] Calling delete_port for 1c61296b-759c-4787-a224-42aafe378b9e owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:09:41.994943 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-697dc659-9b21-4076-95bd-2283cacff9ed admin admin] Deleting port 1c61296b-759c-4787-a224-42aafe378b9e {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:09:41.995278 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-697dc659-9b21-4076-95bd-2283cacff9ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (1c61296b-759c-4787-a224-42aafe378b9e), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:41.999491 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c2c51c9-f401-4f1b-9a2d-56a5fe11b9b9 req-8a10471c-511f-40bc-a5c6-437111876e6c tempest-ServerPasswordTestJSON-1543479840 tempest-ServerPasswordTestJSON-1543479840-project] No DVR routers for this DVR port 7f716d06-e63d-4571-99d1-0117847bcaeb on host nch2-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:09:42.002878 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-2c2c51c9-f401-4f1b-9a2d-56a5fe11b9b9 req-8a10471c-511f-40bc-a5c6-437111876e6c tempest-ServerPasswordTestJSON-1543479840 tempest-ServerPasswordTestJSON-1543479840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:42.003531 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 7f716d06-e63d-4571-99d1-0117847bcaeb no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:09:42.007189 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2c2c51c9-f401-4f1b-9a2d-56a5fe11b9b9 req-8a10471c-511f-40bc-a5c6-437111876e6c tempest-ServerPasswordTestJSON-1543479840 tempest-ServerPasswordTestJSON-1543479840-project] 10.222.0.59 "DELETE /v2.0/ports/7f716d06-e63d-4571-99d1-0117847bcaeb HTTP/1.1" status: 204  len: 173 time: 1.8971965
May 07 22:09:42.008569 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dd2f7a1-bd76-4e3d-9517-638ffb3255fb', 'name': 'network-vif-deleted', 'tag': '7f716d06-e63d-4571-99d1-0117847bcaeb'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:09:42.018751 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-935d06a9-aa55-4437-9410-b1d5269b5b3a" -d '{"events": [{"server_uuid": "2dd2f7a1-bd76-4e3d-9517-638ffb3255fb", "name": "network-vif-deleted", "tag": "7f716d06-e63d-4571-99d1-0117847bcaeb"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:09:42.050595 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c9b9eca-485c-4519-81aa-97d978d9ed4e tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Made reservation on behalf of f34f4ab05680424998462e594d5ca043 for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:09:42.053789 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5c9b9eca-485c-4519-81aa-97d978d9ed4e tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:42.055438 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] No Port match for: 7f716d06-e63d-4571-99d1-0117847bcaeb {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:09:42.056396 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 7f716d06-e63d-4571-99d1-0117847bcaeb not bound to the agent host nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:09:42.059967 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:09:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae226416-82d9-4e6a-bfd8-57ef9cf37f5e x-openstack-request-id: req-ae226416-82d9-4e6a-bfd8-57ef9cf37f5e {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:09:42.060746 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dd2f7a1-bd76-4e3d-9517-638ffb3255fb", "name": "network-vif-deleted", "tag": "7f716d06-e63d-4571-99d1-0117847bcaeb", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:09:42.061285 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ae226416-82d9-4e6a-bfd8-57ef9cf37f5e {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:09:42.061702 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae226416-82d9-4e6a-bfd8-57ef9cf37f5e'] response: {'server_uuid': '2dd2f7a1-bd76-4e3d-9517-638ffb3255fb', 'name': 'network-vif-deleted', 'tag': '7f716d06-e63d-4571-99d1-0117847bcaeb', 'status': 'completed', 'code': 200}
May 07 22:09:42.097758 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c1b44-1a66-4512-b5bd-21787ae42a35 req-1b765111-91df-44b4-881f-eb2cce76871d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:42.099327 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-612c1b44-1a66-4512-b5bd-21787ae42a35 req-1b765111-91df-44b4-881f-eb2cce76871d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7b5249f7-65ac-4ebe-8d51-aac30e9600c1 HTTP/1.1" status: 200  len: 835 time: 0.2741022
May 07 22:09:42.115321 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port 5793c40d-6eb0-48fb-8010-7751d3d5665b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5793c40d-6eb0-48fb-8010-7751d3d5665b,segment=NetworkSegment(0c54767f-f5cc-4fe8-be2b-89310a1e6df6),segment_id=0c54767f-f5cc-4fe8-be2b-89310a1e6df6)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:09:42.123479 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (5793c40d-6eb0-48fb-8010-7751d3d5665b), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:42.124270 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 1c61296b-759c-4787-a224-42aafe378b9e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:09:42.233446 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-38cfc144-db42-4265-ba71-008296819938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (5793c40d-6eb0-48fb-8010-7751d3d5665b), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:42.245615 ncdv-master-1 neutron-server[121838]: INFO neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No ports have port_id starting with 1c61296b-759c-4787-a224-42aafe378b9e
May 07 22:09:42.246449 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-81697150-9d81-4426-ba37-dbde72b2cebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (1c61296b-759c-4787-a224-42aafe378b9e), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:42.250064 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-697dc659-9b21-4076-95bd-2283cacff9ed admin admin] For port 1c61296b-759c-4787-a224-42aafe378b9e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1c61296b-759c-4787-a224-42aafe378b9e,segment=NetworkSegment(30018c0f-0e07-4063-9fea-c0194965d5ff),segment_id=30018c0f-0e07-4063-9fea-c0194965d5ff)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:09:42.250441 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-697dc659-9b21-4076-95bd-2283cacff9ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (1c61296b-759c-4787-a224-42aafe378b9e), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:42.250653 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=5793c40d-6eb0-48fb-8010-7751d3d5665b,revision_number=6']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:42.262931 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cfc144-db42-4265-ba71-008296819938 None None] No DVR routers for this DVR port 5793c40d-6eb0-48fb-8010-7751d3d5665b on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:09:42.264237 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c1b44-1a66-4512-b5bd-21787ae42a35 req-bf9ae020-3083-4573-8f7b-38a7c04bcc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:42.265325 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-612c1b44-1a66-4512-b5bd-21787ae42a35 req-bf9ae020-3083-4573-8f7b-38a7c04bcc34 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=308d6916-e830-4389-a582-d32af758375c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1457374
May 07 22:09:42.276958 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-697dc659-9b21-4076-95bd-2283cacff9ed admin admin] Calling delete_port for 1c61296b-759c-4787-a224-42aafe378b9e owned by network:dhcp {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:09:42.279954 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54d2684f-6fe8-457a-8aba-aeebcf6ab803 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Made reservation on behalf of a45ecca62a364aaabca1717c79558f6f for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:09:42.283349 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-54d2684f-6fe8-457a-8aba-aeebcf6ab803 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:42.283835 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81697150-9d81-4426-ba37-dbde72b2cebb None None] No DVR routers for this DVR port 1c61296b-759c-4787-a224-42aafe378b9e on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:09:42.285235 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cfc144-db42-4265-ba71-008296819938 None None] Pushing event deleted for resources: {'Port': ['ID=5793c40d-6eb0-48fb-8010-7751d3d5665b,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:42.320827 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8c8c65-9278-425a-8d6c-f960e0bf9b9f None None] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:09:42.323332 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81697150-9d81-4426-ba37-dbde72b2cebb None None] Pushing event deleted for resources: {'Port': ['ID=1c61296b-759c-4787-a224-42aafe378b9e,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:42.401225 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-366773f9-4fb1-48fc-bdb3-377aa6673b2c tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Router d7308840-8369-4de6-8056-6713e544bf81 is scheduled to L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db with binding_index 1 {{(pid=121836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 07 22:09:42.442639 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e737c9-be52-478e-94f2-6efdcd4ddb94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'project_id': 'a45ecca62a364aaabca1717c79558f6f', 'fixed_ips': [{'subnet_id': '0068cce3-737b-4f7c-9c4c-4de5ed3b2270'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:09:42.443719 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f8e737c9-be52-478e-94f2-6efdcd4ddb94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:42.597589 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-f8e737c9-be52-478e-94f2-6efdcd4ddb94 None None] Allocated IP 172.20.0.2 (c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a/0068cce3-737b-4f7c-9c4c-4de5ed3b2270/6e524ad2-7014-480f-a953-b6235d1e4735) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:09:42.676618 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-612c1b44-1a66-4512-b5bd-21787ae42a35 req-c739fb2b-b835-4486-bef7-68d928a2b31b service neutron] 10.222.0.55 "GET /v2.0/networks/308d6916-e830-4389-a582-d32af758375c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3976545
May 07 22:09:42.759481 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-697dc659-9b21-4076-95bd-2283cacff9ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (1c61296b-759c-4787-a224-42aafe378b9e), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:42.765657 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f8e737c9-be52-478e-94f2-6efdcd4ddb94 None None] Publish callbacks [] for port (6e524ad2-7014-480f-a953-b6235d1e4735), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:42.775817 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f8e737c9-be52-478e-94f2-6efdcd4ddb94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (6e524ad2-7014-480f-a953-b6235d1e4735), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:42.816859 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e737c9-be52-478e-94f2-6efdcd4ddb94 None None] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:09:42.819999 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-f8e737c9-be52-478e-94f2-6efdcd4ddb94 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:09:42.823805 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e737c9-be52-478e-94f2-6efdcd4ddb94 None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:09:42.861863 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e737c9-be52-478e-94f2-6efdcd4ddb94 None None] Pushing event updated for resources: {'Port': ['ID=6e524ad2-7014-480f-a953-b6235d1e4735,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:42.870370 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697dc659-9b21-4076-95bd-2283cacff9ed admin admin] Pushing event deleted for resources: {'Port': ['ID=1c61296b-759c-4787-a224-42aafe378b9e,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:42.877185 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697dc659-9b21-4076-95bd-2283cacff9ed admin admin] No DVR routers for this DVR port 1c61296b-759c-4787-a224-42aafe378b9e on host ncdv-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:09:42.887548 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5c9b9eca-485c-4519-81aa-97d978d9ed4e tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (e3bc1b09-f836-413a-be15-c90e79a42a68), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:42.896175 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-f8e737c9-be52-478e-94f2-6efdcd4ddb94 None None] Attempting to bind port 6e524ad2-7014-480f-a953-b6235d1e4735 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:09:42.896409 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-f8e737c9-be52-478e-94f2-6efdcd4ddb94 None None] Attempting to bind port 6e524ad2-7014-480f-a953-b6235d1e4735 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0c54767f-f5cc-4fe8-be2b-89310a1e6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:09:42.896847 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e737c9-be52-478e-94f2-6efdcd4ddb94 None None] Attempting to bind port 6e524ad2-7014-480f-a953-b6235d1e4735 on network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:09:42.903978 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e737c9-be52-478e-94f2-6efdcd4ddb94 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:09:42.904364 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e737c9-be52-478e-94f2-6efdcd4ddb94 None None] Checking segment: {'id': '0c54767f-f5cc-4fe8-be2b-89310a1e6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:09:42.904767 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f8e737c9-be52-478e-94f2-6efdcd4ddb94 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:42.905216 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e737c9-be52-478e-94f2-6efdcd4ddb94 None None] Bound using segment: {'id': '0c54767f-f5cc-4fe8-be2b-89310a1e6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:09:42.905644 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-f8e737c9-be52-478e-94f2-6efdcd4ddb94 None None] Bound port: 6e524ad2-7014-480f-a953-b6235d1e4735, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c54767f-f5cc-4fe8-be2b-89310a1e6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:09:42.906062 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f8e737c9-be52-478e-94f2-6efdcd4ddb94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (6e524ad2-7014-480f-a953-b6235d1e4735), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:42.945834 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-366773f9-4fb1-48fc-bdb3-377aa6673b2c tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:09:42.957956 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed5d26f-762e-4617-8bc1-f9fc961e1ef4 None None] Sync routers for ids ['d7308840-8369-4de6-8056-6713e544bf81'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:09:42.963591 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 40776) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:42.979071 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed5d26f-762e-4617-8bc1-f9fc961e1ef4 None None] Routers {'d7308840-8369-4de6-8056-6713e544bf81'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:09:42.980125 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-bed5d26f-762e-4617-8bc1-f9fc961e1ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8ebda040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:09:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['d7308840-8369-4de6-8056-6713e544bf81'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:09:43.019479 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-f8e737c9-be52-478e-94f2-6efdcd4ddb94 None None] For port 6e524ad2-7014-480f-a953-b6235d1e4735, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:09:43.023655 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-f8e737c9-be52-478e-94f2-6efdcd4ddb94 None None] For port 6e524ad2-7014-480f-a953-b6235d1e4735, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6e524ad2-7014-480f-a953-b6235d1e4735,segment=NetworkSegment(0c54767f-f5cc-4fe8-be2b-89310a1e6df6),segment_id=0c54767f-f5cc-4fe8-be2b-89310a1e6df6)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:09:43.027227 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-bed5d26f-762e-4617-8bc1-f9fc961e1ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8ebda040>, [], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:09:43.037775 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f8e737c9-be52-478e-94f2-6efdcd4ddb94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (6e524ad2-7014-480f-a953-b6235d1e4735), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:43.038945 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e84a571-dec3-4b29-975f-034aa2de7660 admin admin] Deleting subnet fd554914-93e1-435b-a250-3f8777bd0f3a {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:09:43.042220 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed5d26f-762e-4617-8bc1-f9fc961e1ef4 None None] Routers {'d7308840-8369-4de6-8056-6713e544bf81'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:09:43.043493 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-bed5d26f-762e-4617-8bc1-f9fc961e1ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8ebda040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:09:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['d7308840-8369-4de6-8056-6713e544bf81'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:09:43.044391 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0e84a571-dec3-4b29-975f-034aa2de7660 admin admin] Publish callbacks [] for subnet (fd554914-93e1-435b-a250-3f8777bd0f3a), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:43.088533 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-bed5d26f-762e-4617-8bc1-f9fc961e1ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8ebda040>, [], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:09:43.089432 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed5d26f-762e-4617-8bc1-f9fc961e1ef4 None None] The sync data for ids ['d7308840-8369-4de6-8056-6713e544bf81'] in ncdv-master-1 is: [] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:09:43.089649 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0e84a571-dec3-4b29-975f-034aa2de7660 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (fd554914-93e1-435b-a250-3f8777bd0f3a), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:43.147507 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0e84a571-dec3-4b29-975f-034aa2de7660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (fd554914-93e1-435b-a250-3f8777bd0f3a), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:43.162633 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e737c9-be52-478e-94f2-6efdcd4ddb94 None None] Pushing event updated for resources: {'Port': ['ID=6e524ad2-7014-480f-a953-b6235d1e4735,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:43.221087 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0e84a571-dec3-4b29-975f-034aa2de7660 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (fd554914-93e1-435b-a250-3f8777bd0f3a), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:43.251184 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e84a571-dec3-4b29-975f-034aa2de7660 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd554914-93e1-435b-a250-3f8777bd0f3a,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:43.255047 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0e84a571-dec3-4b29-975f-034aa2de7660 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:43.258320 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-0e84a571-dec3-4b29-975f-034aa2de7660 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/fd554914-93e1-435b-a250-3f8777bd0f3a HTTP/1.1" status: 204  len: 168 time: 0.2929113
May 07 22:09:43.261350 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 40778) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:43.365939 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-597a24e9-571c-4a1f-9170-c2a394f33207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (3ca09c63-acf5-4235-8b54-9ba115eec351), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:43.460899 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-597a24e9-571c-4a1f-9170-c2a394f33207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (3ca09c63-acf5-4235-8b54-9ba115eec351), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:43.489955 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-612c1b44-1a66-4512-b5bd-21787ae42a35 req-5acddba1-4059-4339-904d-5aeea731e07f service neutron] 10.222.0.55 "GET /v2.0/networks/308d6916-e830-4389-a582-d32af758375c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7798798
May 07 22:09:43.499613 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-366773f9-4fb1-48fc-bdb3-377aa6673b2c tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:43.503317 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-366773f9-4fb1-48fc-bdb3-377aa6673b2c tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 891 time: 10.6245759
May 07 22:09:43.503467 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-597a24e9-571c-4a1f-9170-c2a394f33207 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf8cde6970>,) {'filters': {'network_id': ['3ca09c63-acf5-4235-8b54-9ba115eec351']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:09:43.505439 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 40780) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:43.511295 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-697dc659-9b21-4076-95bd-2283cacff9ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (339db9b8-6596-4005-bcd1-8d5ddadb2cbb), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:43.516241 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9b9eca-485c-4519-81aa-97d978d9ed4e tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Pushing event updated for resources: {'Subnet': ['ID=e3bc1b09-f836-413a-be15-c90e79a42a68,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:43.528517 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-597a24e9-571c-4a1f-9170-c2a394f33207 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8cde6970>, 'f99be426-4998-448b-b9a4-bff47e7cafa2') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:09:43.528761 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-597a24e9-571c-4a1f-9170-c2a394f33207 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8cde6970>, 'f99be426-4998-448b-b9a4-bff47e7cafa2') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:09:43.573665 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-697dc659-9b21-4076-95bd-2283cacff9ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf8d599eb0>,) {'filters': {'network_id': ['339db9b8-6596-4005-bcd1-8d5ddadb2cbb']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:09:43.585882 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 6e524ad2-7014-480f-a953-b6235d1e4735 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:09:43.600521 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-697dc659-9b21-4076-95bd-2283cacff9ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8d599eb0>, '30018c0f-0e07-4063-9fea-c0194965d5ff') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:09:43.600898 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-697dc659-9b21-4076-95bd-2283cacff9ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8d599eb0>, '30018c0f-0e07-4063-9fea-c0194965d5ff') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:09:43.602856 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9b9eca-485c-4519-81aa-97d978d9ed4e tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Checking segment: {'id': '4733c142-9a7c-48a4-af8a-f683dc4aba93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'e8d76eb0-e922-4b3c-8626-7dca9423cbc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:09:43.603225 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9b9eca-485c-4519-81aa-97d978d9ed4e tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Network hostable DHCP agents. Network: e8d76eb0-e922-4b3c-8626-7dca9423cbc5, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:09:43.620452 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-697dc659-9b21-4076-95bd-2283cacff9ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (30018c0f-0e07-4063-9fea-c0194965d5ff), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:43.625288 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-597a24e9-571c-4a1f-9170-c2a394f33207 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (f99be426-4998-448b-b9a4-bff47e7cafa2), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:43.642969 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 6e524ad2-7014-480f-a953-b6235d1e4735 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:09:43.642969 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (6e524ad2-7014-480f-a953-b6235d1e4735), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:43.647025 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-597a24e9-571c-4a1f-9170-c2a394f33207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (f99be426-4998-448b-b9a4-bff47e7cafa2), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:43.660706 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-697dc659-9b21-4076-95bd-2283cacff9ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (30018c0f-0e07-4063-9fea-c0194965d5ff), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:43.661470 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-597a24e9-571c-4a1f-9170-c2a394f33207 admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:09:43.661924 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-597a24e9-571c-4a1f-9170-c2a394f33207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (f99be426-4998-448b-b9a4-bff47e7cafa2), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:43.663693 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 22:09:43.663693 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:09:43.663693 ncdv-master-1 neutron-server[121837]:     timer()
May 07 22:09:43.663693 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:09:43.663693 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 22:09:43.663693 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:09:43.663693 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 22:09:43.663693 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:09:43.663693 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 22:09:43.663693 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:09:43.663693 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 22:09:43.663693 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:09:43.663693 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 22:09:43.663693 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:09:43.663693 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:09:43.663693 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:09:43.663693 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:09:43.663693 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:09:43.663693 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 22:09:43.663693 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:09:43.663693 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 22:09:43.663693 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:09:43.663693 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:09:43.663693 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:09:43.663693 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 22:09:43.663693 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:09:43.663693 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:09:43.663693 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:09:43.663693 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:09:43.663693 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:09:43.663693 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:09:43.663693 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:09:43.674804 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9b9eca-485c-4519-81aa-97d978d9ed4e tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Network e8d76eb0-e922-4b3c-8626-7dca9423cbc5 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:09:43.682200 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-697dc659-9b21-4076-95bd-2283cacff9ed admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:09:43.682694 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-697dc659-9b21-4076-95bd-2283cacff9ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (30018c0f-0e07-4063-9fea-c0194965d5ff), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:43.685219 ncdv-master-1 neutron-server[121836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:09:43.685219 ncdv-master-1 neutron-server[121836]:   self.session.flush()
May 07 22:09:43.685219 ncdv-master-1 neutron-server[121836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:09:43.685219 ncdv-master-1 neutron-server[121836]:   self.session.flush()
May 07 22:09:43.685219 ncdv-master-1 neutron-server[121836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:09:43.685219 ncdv-master-1 neutron-server[121836]:   self.session.flush()
May 07 22:09:43.685219 ncdv-master-1 neutron-server[121836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:09:43.685219 ncdv-master-1 neutron-server[121836]:   self.session.flush()
May 07 22:09:43.685219 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 22:09:43.685219 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:09:43.685219 ncdv-master-1 neutron-server[121836]:     timer()
May 07 22:09:43.685219 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:09:43.685219 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 22:09:43.685219 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:09:43.685219 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 22:09:43.685219 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:09:43.685219 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 22:09:43.685219 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:09:43.685219 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 22:09:43.685219 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:09:43.685219 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 22:09:43.685219 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:09:43.685219 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:09:43.685219 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:09:43.685219 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:09:43.685219 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:09:43.685219 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 22:09:43.685219 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:09:43.685219 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 22:09:43.685219 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:09:43.685219 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:09:43.685219 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:09:43.685219 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 22:09:43.685219 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:09:43.685219 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:09:43.685219 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:09:43.685219 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:09:43.685219 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:09:43.685219 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:09:43.685219 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:09:43.738175 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-5c9b9eca-485c-4519-81aa-97d978d9ed4e tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e8d76eb0-e922-4b3c-8626-7dca9423cbc5) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:09:43.742929 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9b9eca-485c-4519-81aa-97d978d9ed4e tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:43.744119 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5c9b9eca-485c-4519-81aa-97d978d9ed4e tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:43.754155 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 6e524ad2-7014-480f-a953-b6235d1e4735 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:09:43.754675 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (6e524ad2-7014-480f-a953-b6235d1e4735), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:43.769908 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffecabce-2578-419d-81aa-c9161fdf2d78 None None] Network e8d76eb0-e922-4b3c-8626-7dca9423cbc5 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:09:43.806302 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-5c9b9eca-485c-4519-81aa-97d978d9ed4e tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.2608964
May 07 22:09:43.809601 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 40784) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:43.813015 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-697dc659-9b21-4076-95bd-2283cacff9ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (339db9b8-6596-4005-bcd1-8d5ddadb2cbb), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:43.817674 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-697dc659-9b21-4076-95bd-2283cacff9ed admin admin] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:43.823409 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-697dc659-9b21-4076-95bd-2283cacff9ed admin admin] 10.222.0.32 "DELETE /v2.0/networks/339db9b8-6596-4005-bcd1-8d5ddadb2cbb HTTP/1.1" status: 204  len: 168 time: 3.1641774
May 07 22:09:43.824478 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-597a24e9-571c-4a1f-9170-c2a394f33207 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (3ca09c63-acf5-4235-8b54-9ba115eec351), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:43.840770 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-597a24e9-571c-4a1f-9170-c2a394f33207 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:43.847016 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-597a24e9-571c-4a1f-9170-c2a394f33207 admin admin] 10.222.0.32 "DELETE /v2.0/networks/3ca09c63-acf5-4235-8b54-9ba115eec351 HTTP/1.1" status: 204  len: 168 time: 0.5843782
May 07 22:09:43.850452 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597a24e9-571c-4a1f-9170-c2a394f33207 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ca09c63-acf5-4235-8b54-9ba115eec351,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:43.863180 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port 6e524ad2-7014-480f-a953-b6235d1e4735, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6e524ad2-7014-480f-a953-b6235d1e4735,segment=NetworkSegment(0c54767f-f5cc-4fe8-be2b-89310a1e6df6),segment_id=0c54767f-f5cc-4fe8-be2b-89310a1e6df6)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:09:43.872034 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-f649776f-87eb-46f4-9033-8f2099e80d91 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-2102304508', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:09:43.872370 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (6e524ad2-7014-480f-a953-b6235d1e4735), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:43.930806 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=6e524ad2-7014-480f-a953-b6235d1e4735,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:43.948863 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f649776f-87eb-46f4-9033-8f2099e80d91 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (476712d3-c495-4796-a8ea-883532baa80a), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:43.951055 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f649776f-87eb-46f4-9033-8f2099e80d91 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (476712d3-c495-4796-a8ea-883532baa80a), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:43.977286 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697dc659-9b21-4076-95bd-2283cacff9ed admin admin] Pushing event deleted for resources: {'Network': ['ID=339db9b8-6596-4005-bcd1-8d5ddadb2cbb,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:43.994595 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08fd4c28-5aec-4f5a-afe4-e6671e94979f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e8d76eb0-e922-4b3c-8626-7dca9423cbc5', 'network_id': 'e8d76eb0-e922-4b3c-8626-7dca9423cbc5', 'project_id': 'f34f4ab05680424998462e594d5ca043', 'fixed_ips': [{'subnet_id': 'e3bc1b09-f836-413a-be15-c90e79a42a68'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:09:43.994595 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-08fd4c28-5aec-4f5a-afe4-e6671e94979f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:44.055287 ncdv-master-1 neutron-server[121836]: DEBUG neutron.objects.ports [None req-54d2684f-6fe8-457a-8aba-aeebcf6ab803 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=121836) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}}
May 07 22:09:44.212228 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 40796) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:44.222499 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f649776f-87eb-46f4-9033-8f2099e80d91 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Publish callbacks [] for router_controller (476712d3-c495-4796-a8ea-883532baa80a), precommit_add_association {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:44.237003 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f649776f-87eb-46f4-9033-8f2099e80d91 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (476712d3-c495-4796-a8ea-883532baa80a), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:44.276266 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-08fd4c28-5aec-4f5a-afe4-e6671e94979f None None] Allocated IP 172.20.0.2 (e8d76eb0-e922-4b3c-8626-7dca9423cbc5/e3bc1b09-f836-413a-be15-c90e79a42a68/f9dae45f-6d10-4772-9106-f832bc820fbb) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:09:44.309193 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f649776f-87eb-46f4-9033-8f2099e80d91 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:44.310476 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-f649776f-87eb-46f4-9033-8f2099e80d91 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 715 time: 0.4986386
May 07 22:09:44.314510 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 40800) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:44.407167 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 40804) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:44.425211 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-62251669-0cec-4e62-9a0e-80c5319e5f8f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=03ab9fa8c41f4e18b0d6c1fb4e8af126&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2113304
May 07 22:09:44.427979 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 40806) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:44.509876 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-b68223ad-909d-4b94-a6cd-e826a6e1ac67 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e5bd7ffaf96c48688d8ebe954dc7912f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0994215
May 07 22:09:44.513971 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 40812) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:44.553096 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-08fd4c28-5aec-4f5a-afe4-e6671e94979f None None] Publish callbacks [] for port (f9dae45f-6d10-4772-9106-f832bc820fbb), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:44.553392 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2951d72e-6adf-49cf-a8a3-2a4492892261 tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:44.563584 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-08fd4c28-5aec-4f5a-afe4-e6671e94979f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (f9dae45f-6d10-4772-9106-f832bc820fbb), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:44.628310 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08fd4c28-5aec-4f5a-afe4-e6671e94979f None None] Network e8d76eb0-e922-4b3c-8626-7dca9423cbc5 is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:09:44.638255 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fd4c28-5aec-4f5a-afe4-e6671e94979f None None] Pushing event updated for resources: {'Port': ['ID=f9dae45f-6d10-4772-9106-f832bc820fbb,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:44.641362 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-08fd4c28-5aec-4f5a-afe4-e6671e94979f None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:09:44.643837 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fd4c28-5aec-4f5a-afe4-e6671e94979f None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:09:44.645033 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-96311b0c-6ac7-46e7-994a-08f4d19ac27b admin admin] Publish callbacks [] for security_group (be673715-b0a0-4c7f-a54f-5102993096b0), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:44.702648 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-08fd4c28-5aec-4f5a-afe4-e6671e94979f None None] Attempting to bind port f9dae45f-6d10-4772-9106-f832bc820fbb on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:09:44.703187 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-08fd4c28-5aec-4f5a-afe4-e6671e94979f None None] Attempting to bind port f9dae45f-6d10-4772-9106-f832bc820fbb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4733c142-9a7c-48a4-af8a-f683dc4aba93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'e8d76eb0-e922-4b3c-8626-7dca9423cbc5'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:09:44.703642 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fd4c28-5aec-4f5a-afe4-e6671e94979f None None] Attempting to bind port f9dae45f-6d10-4772-9106-f832bc820fbb on network e8d76eb0-e922-4b3c-8626-7dca9423cbc5 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:09:44.708994 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fd4c28-5aec-4f5a-afe4-e6671e94979f None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:09:44.709620 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fd4c28-5aec-4f5a-afe4-e6671e94979f None None] Checking segment: {'id': '4733c142-9a7c-48a4-af8a-f683dc4aba93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'e8d76eb0-e922-4b3c-8626-7dca9423cbc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:09:44.710014 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-08fd4c28-5aec-4f5a-afe4-e6671e94979f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:44.710504 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fd4c28-5aec-4f5a-afe4-e6671e94979f None None] Bound using segment: {'id': '4733c142-9a7c-48a4-af8a-f683dc4aba93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'e8d76eb0-e922-4b3c-8626-7dca9423cbc5'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:09:44.710950 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-96311b0c-6ac7-46e7-994a-08f4d19ac27b admin admin] Publish callbacks [] for security_group (be673715-b0a0-4c7f-a54f-5102993096b0), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:44.711210 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-08fd4c28-5aec-4f5a-afe4-e6671e94979f None None] Bound port: f9dae45f-6d10-4772-9106-f832bc820fbb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4733c142-9a7c-48a4-af8a-f683dc4aba93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'e8d76eb0-e922-4b3c-8626-7dca9423cbc5'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:09:44.712574 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-08fd4c28-5aec-4f5a-afe4-e6671e94979f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f9dae45f-6d10-4772-9106-f832bc820fbb), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:44.753049 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-54d2684f-6fe8-457a-8aba-aeebcf6ab803 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (6e524ad2-7014-480f-a953-b6235d1e4735), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:44.813456 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-08fd4c28-5aec-4f5a-afe4-e6671e94979f None None] For port f9dae45f-6d10-4772-9106-f832bc820fbb, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:09:44.817381 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-08fd4c28-5aec-4f5a-afe4-e6671e94979f None None] For port f9dae45f-6d10-4772-9106-f832bc820fbb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f9dae45f-6d10-4772-9106-f832bc820fbb,segment=NetworkSegment(4733c142-9a7c-48a4-af8a-f683dc4aba93),segment_id=4733c142-9a7c-48a4-af8a-f683dc4aba93)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:09:44.830799 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-96311b0c-6ac7-46e7-994a-08f4d19ac27b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (be673715-b0a0-4c7f-a54f-5102993096b0), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:44.831030 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-08fd4c28-5aec-4f5a-afe4-e6671e94979f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (f9dae45f-6d10-4772-9106-f832bc820fbb), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:44.831163 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-96311b0c-6ac7-46e7-994a-08f4d19ac27b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:44.831163 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-96311b0c-6ac7-46e7-994a-08f4d19ac27b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/be673715-b0a0-4c7f-a54f-5102993096b0 HTTP/1.1" status: 204  len: 168 time: 0.3948026
May 07 22:09:44.838643 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7e97ab48-0fc9-4680-b7dc-2d1da3a92669 admin admin] Publish callbacks [] for security_group (a4f13f97-4c6d-42f4-bfc7-d93746cea4f3), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:44.846815 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96311b0c-6ac7-46e7-994a-08f4d19ac27b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be673715-b0a0-4c7f-a54f-5102993096b0,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:44.862527 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7e97ab48-0fc9-4680-b7dc-2d1da3a92669 admin admin] Publish callbacks [] for security_group (a4f13f97-4c6d-42f4-bfc7-d93746cea4f3), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:44.897428 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fd4c28-5aec-4f5a-afe4-e6671e94979f None None] Pushing event updated for resources: {'Port': ['ID=f9dae45f-6d10-4772-9106-f832bc820fbb,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:44.900175 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-cfa3162f-e332-46ca-9d00-3cba00b86cac None None] Provisioning complete for port 6e524ad2-7014-480f-a953-b6235d1e4735 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:09:44.900551 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-cfa3162f-e332-46ca-9d00-3cba00b86cac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (6e524ad2-7014-480f-a953-b6235d1e4735), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:44.922345 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7e97ab48-0fc9-4680-b7dc-2d1da3a92669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (a4f13f97-4c6d-42f4-bfc7-d93746cea4f3), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:44.924964 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7e97ab48-0fc9-4680-b7dc-2d1da3a92669 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:44.926126 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-7e97ab48-0fc9-4680-b7dc-2d1da3a92669 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a4f13f97-4c6d-42f4-bfc7-d93746cea4f3 HTTP/1.1" status: 204  len: 168 time: 0.3687391
May 07 22:09:44.958097 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f56df7f0-b8e4-4795-860a-3589f1f37637 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:44.983507 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e97ab48-0fc9-4680-b7dc-2d1da3a92669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4f13f97-4c6d-42f4-bfc7-d93746cea4f3,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:45.056839 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-cfa3162f-e332-46ca-9d00-3cba00b86cac None None] Current status of the port 6e524ad2-7014-480f-a953-b6235d1e4735 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:09:45.130280 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-2951d72e-6adf-49cf-a8a3-2a4492892261 tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Allocated IP 172.20.0.1 (06a5152b-c164-40bd-b95d-1070a2100cbf/681ebe64-b067-4bd5-8ac6-77c8ee3a3918/49fbd430-2b29-478b-9b6a-d522e743b947) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:09:45.314954 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-54d2684f-6fe8-457a-8aba-aeebcf6ab803 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] For port 6e524ad2-7014-480f-a953-b6235d1e4735, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6e524ad2-7014-480f-a953-b6235d1e4735,segment=NetworkSegment(0c54767f-f5cc-4fe8-be2b-89310a1e6df6),segment_id=0c54767f-f5cc-4fe8-be2b-89310a1e6df6)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:09:45.356632 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2951d72e-6adf-49cf-a8a3-2a4492892261 tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Publish callbacks [] for port (49fbd430-2b29-478b-9b6a-d522e743b947), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:45.414225 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-54d2684f-6fe8-457a-8aba-aeebcf6ab803 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for port (6e524ad2-7014-480f-a953-b6235d1e4735), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:45.427426 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-54d2684f-6fe8-457a-8aba-aeebcf6ab803 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (6e524ad2-7014-480f-a953-b6235d1e4735), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:45.428101 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2951d72e-6adf-49cf-a8a3-2a4492892261 tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (49fbd430-2b29-478b-9b6a-d522e743b947), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:45.551512 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d2684f-6fe8-457a-8aba-aeebcf6ab803 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event updated for resources: {'Port': ['ID=6e524ad2-7014-480f-a953-b6235d1e4735,revision_number=5']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:45.564355 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2951d72e-6adf-49cf-a8a3-2a4492892261 tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Pushing event updated for resources: {'Port': ['ID=49fbd430-2b29-478b-9b6a-d522e743b947,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:45.570966 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-f56df7f0-b8e4-4795-860a-3589f1f37637 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Allocated IP 172.20.0.1 (e8d76eb0-e922-4b3c-8626-7dca9423cbc5/e3bc1b09-f836-413a-be15-c90e79a42a68/22614117-76cf-4f76-bb80-b3104491a2c9) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:09:45.577236 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2951d72e-6adf-49cf-a8a3-2a4492892261 tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Network 06a5152b-c164-40bd-b95d-1070a2100cbf is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:09:45.578848 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-2951d72e-6adf-49cf-a8a3-2a4492892261 tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:09:45.586094 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-54d2684f-6fe8-457a-8aba-aeebcf6ab803 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (14a47f42-8c3b-47d3-b8e1-64773dd35003), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:45.588220 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2951d72e-6adf-49cf-a8a3-2a4492892261 tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:09:45.707187 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2951d72e-6adf-49cf-a8a3-2a4492892261 tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398161'] for router_interface (d7308840-8369-4de6-8056-6713e544bf81), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:45.710418 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d2684f-6fe8-457a-8aba-aeebcf6ab803 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:09:45.750067 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 40838) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:45.752444 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-54d2684f-6fe8-457a-8aba-aeebcf6ab803 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:09:45.769348 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cafb6cb-64fd-443a-a4ca-2b866056528f None None] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:09:45.790652 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d2684f-6fe8-457a-8aba-aeebcf6ab803 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:45.791457 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-54d2684f-6fe8-457a-8aba-aeebcf6ab803 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:45.816098 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d2684f-6fe8-457a-8aba-aeebcf6ab803 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event updated for resources: {'Subnet': ['ID=14a47f42-8c3b-47d3-b8e1-64773dd35003,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:45.880063 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-54d2684f-6fe8-457a-8aba-aeebcf6ab803 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 4.0551124
May 07 22:09:45.886061 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 40844) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:45.901539 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-3a19f0e0-f86a-4302-878a-aa1c974c66b4 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Request body: {'port': {'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'mac_address': 'fa:16:3e:f0:f9:8b', 'name': 'tempest-NetworksTestDHCPv6-391239894'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:09:45.913337 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 6e524ad2-7014-480f-a953-b6235d1e4735 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:09:46.001556 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-646395e4-070e-4616-8fb8-d77f5d10145d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=720fbf0e355c4d9c841f2380a9abce14&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2476885
May 07 22:09:46.002625 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 40846) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:46.091020 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f56df7f0-b8e4-4795-860a-3589f1f37637 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Publish callbacks [] for port (22614117-76cf-4f76-bb80-b3104491a2c9), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:46.135934 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 6e524ad2-7014-480f-a953-b6235d1e4735 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:09:46.136524 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (6e524ad2-7014-480f-a953-b6235d1e4735), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:46.169182 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2951d72e-6adf-49cf-a8a3-2a4492892261 tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (49fbd430-2b29-478b-9b6a-d522e743b947), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:46.271835 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f56df7f0-b8e4-4795-860a-3589f1f37637 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (22614117-76cf-4f76-bb80-b3104491a2c9), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:46.275040 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a19f0e0-f86a-4302-878a-aa1c974c66b4 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Made reservation on behalf of a45ecca62a364aaabca1717c79558f6f for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:09:46.295541 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7ee6de65-de26-4337-b7d8-876b7056f223 admin admin] Publish callbacks [] for security_group (7940a3b0-9d9e-40d0-aac0-2ce46aff1bd0), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:46.365458 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56df7f0-b8e4-4795-860a-3589f1f37637 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Network e8d76eb0-e922-4b3c-8626-7dca9423cbc5 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:09:46.389483 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7ee6de65-de26-4337-b7d8-876b7056f223 admin admin] Publish callbacks [] for security_group (7940a3b0-9d9e-40d0-aac0-2ce46aff1bd0), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:46.423884 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-f56df7f0-b8e4-4795-860a-3589f1f37637 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:09:46.457199 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56df7f0-b8e4-4795-860a-3589f1f37637 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Pushing event updated for resources: {'Port': ['ID=22614117-76cf-4f76-bb80-b3104491a2c9,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:46.460198 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56df7f0-b8e4-4795-860a-3589f1f37637 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:09:46.564512 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-7917ef5f-bd42-47b6-8a96-d4c44b221e41 None None] Provisioning complete for port 49fbd430-2b29-478b-9b6a-d522e743b947 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:09:46.564958 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7917ef5f-bd42-47b6-8a96-d4c44b221e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (49fbd430-2b29-478b-9b6a-d522e743b947), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:46.575517 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7ee6de65-de26-4337-b7d8-876b7056f223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (7940a3b0-9d9e-40d0-aac0-2ce46aff1bd0), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:46.580878 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7ee6de65-de26-4337-b7d8-876b7056f223 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:46.583794 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-7ee6de65-de26-4337-b7d8-876b7056f223 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7940a3b0-9d9e-40d0-aac0-2ce46aff1bd0 HTTP/1.1" status: 204  len: 168 time: 0.5803478
May 07 22:09:46.638208 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee6de65-de26-4337-b7d8-876b7056f223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7940a3b0-9d9e-40d0-aac0-2ce46aff1bd0,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:46.643350 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3a19f0e0-f86a-4302-878a-aa1c974c66b4 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:46.645942 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-7917ef5f-bd42-47b6-8a96-d4c44b221e41 None None] Port 49fbd430-2b29-478b-9b6a-d522e743b947 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:09:46.691522 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 6e524ad2-7014-480f-a953-b6235d1e4735 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:09:46.692775 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device f9dae45f-6d10-4772-9106-f832bc820fbb up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:09:46.741695 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [None req-3a19f0e0-f86a-4302-878a-aa1c974c66b4 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] device_id is not set on port 7e2370e4-0048-4904-8db4-571afe1a6158 yet. {{(pid=121836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 22:09:46.855257 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port f9dae45f-6d10-4772-9106-f832bc820fbb triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:09:46.855840 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (f9dae45f-6d10-4772-9106-f832bc820fbb), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:46.919501 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f56df7f0-b8e4-4795-860a-3589f1f37637 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398161'] for router_interface (476712d3-c495-4796-a8ea-883532baa80a), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:46.951837 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ad8398-6b51-4715-b5cf-90761c0cd298 None None] Network e8d76eb0-e922-4b3c-8626-7dca9423cbc5 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:09:47.031024 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2951d72e-6adf-49cf-a8a3-2a4492892261 tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Publish callbacks [] for port (49fbd430-2b29-478b-9b6a-d522e743b947), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:47.040644 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2951d72e-6adf-49cf-a8a3-2a4492892261 tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (49fbd430-2b29-478b-9b6a-d522e743b947), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:47.116429 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-5aa8bcdf-5f69-4a75-8e0e-8b5e76434d75 None None] Provisioning complete for port f9dae45f-6d10-4772-9106-f832bc820fbb triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:09:47.116820 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5aa8bcdf-5f69-4a75-8e0e-8b5e76434d75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (f9dae45f-6d10-4772-9106-f832bc820fbb), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:47.223828 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2951d72e-6adf-49cf-a8a3-2a4492892261 tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Pushing event updated for resources: {'Port': ['ID=49fbd430-2b29-478b-9b6a-d522e743b947,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:47.226857 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2951d72e-6adf-49cf-a8a3-2a4492892261 tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401121'] for router_interface (d7308840-8369-4de6-8056-6713e544bf81), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:47.370111 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port f9dae45f-6d10-4772-9106-f832bc820fbb is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:09:47.370539 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f9dae45f-6d10-4772-9106-f832bc820fbb), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:47.426976 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2951d72e-6adf-49cf-a8a3-2a4492892261 tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Network 06a5152b-c164-40bd-b95d-1070a2100cbf is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:09:47.434416 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-2951d72e-6adf-49cf-a8a3-2a4492892261 tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:09:47.480896 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f56df7f0-b8e4-4795-860a-3589f1f37637 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (22614117-76cf-4f76-bb80-b3104491a2c9), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:47.506339 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port f9dae45f-6d10-4772-9106-f832bc820fbb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f9dae45f-6d10-4772-9106-f832bc820fbb,segment=NetworkSegment(4733c142-9a7c-48a4-af8a-f683dc4aba93),segment_id=4733c142-9a7c-48a4-af8a-f683dc4aba93)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:09:47.513435 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-3a19f0e0-f86a-4302-878a-aa1c974c66b4 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Allocated IP 172.20.0.5 (c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a/0068cce3-737b-4f7c-9c4c-4de5ed3b2270/7e2370e4-0048-4904-8db4-571afe1a6158) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:09:47.527913 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (f9dae45f-6d10-4772-9106-f832bc820fbb), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:47.536647 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-3a19f0e0-f86a-4302-878a-aa1c974c66b4 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Allocated IP 2001:db8::f816:3eff:fef0:f98b (c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a/14a47f42-8c3b-47d3-b8e1-64773dd35003/7e2370e4-0048-4904-8db4-571afe1a6158) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:09:47.733214 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2951d72e-6adf-49cf-a8a3-2a4492892261 tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Router d7308840-8369-4de6-8056-6713e544bf81 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:09:47.794546 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 6e524ad2-7014-480f-a953-b6235d1e4735 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:09:47.941093 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-5aa8bcdf-5f69-4a75-8e0e-8b5e76434d75 None None] Current status of the port f9dae45f-6d10-4772-9106-f832bc820fbb is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:09:47.996904 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2951d72e-6adf-49cf-a8a3-2a4492892261 tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:09:48.018340 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-2951d72e-6adf-49cf-a8a3-2a4492892261 tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] 10.222.0.32 "PUT /v2.0/routers/d7308840-8369-4de6-8056-6713e544bf81/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.5118203
May 07 22:09:48.022817 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 40940) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:48.035699 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-e4b026d3-23a2-4472-ae1c-36712bc2a60f tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Request body: {'port': {'network_id': '06a5152b-c164-40bd-b95d-1070a2100cbf', 'name': 'tempest-FloatingIPAdminTestJSON-408968624'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:09:48.079807 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=f9dae45f-6d10-4772-9106-f832bc820fbb,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:48.126911 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b07b04-03d1-418f-bdd1-9254d0d41394 None None] Sync routers for ids ['d7308840-8369-4de6-8056-6713e544bf81'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:09:48.159323 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b07b04-03d1-418f-bdd1-9254d0d41394 None None] Routers {'d7308840-8369-4de6-8056-6713e544bf81'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:09:48.162727 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-79b07b04-03d1-418f-bdd1-9254d0d41394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7ec55e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:09:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['d7308840-8369-4de6-8056-6713e544bf81'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:09:48.172240 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 6e524ad2-7014-480f-a953-b6235d1e4735 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:09:48.174911 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (6e524ad2-7014-480f-a953-b6235d1e4735), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:48.180226 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-29f0be2c-10c6-4d77-b96f-c17a483e9b64 None None] Provisioning complete for port 49fbd430-2b29-478b-9b6a-d522e743b947 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:09:48.181518 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-29f0be2c-10c6-4d77-b96f-c17a483e9b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (49fbd430-2b29-478b-9b6a-d522e743b947), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:48.185147 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 40948) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:48.259928 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-79b07b04-03d1-418f-bdd1-9254d0d41394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7ec55e80>, [], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:09:48.320248 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b026d3-23a2-4472-ae1c-36712bc2a60f tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Made reservation on behalf of d98edd5a449c4a118b006639f772fe62 for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:09:48.320461 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b07b04-03d1-418f-bdd1-9254d0d41394 None None] Routers {'d7308840-8369-4de6-8056-6713e544bf81'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:09:48.321172 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-79b07b04-03d1-418f-bdd1-9254d0d41394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7ec55e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:09:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['d7308840-8369-4de6-8056-6713e544bf81'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:09:48.325435 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e4b026d3-23a2-4472-ae1c-36712bc2a60f tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:48.371114 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [None req-e4b026d3-23a2-4472-ae1c-36712bc2a60f tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] device_id is not set on port 9d6e29d1-5553-405c-9c39-6a22df4ae798 yet. {{(pid=121837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 22:09:48.389227 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-79b07b04-03d1-418f-bdd1-9254d0d41394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7ec55e80>, [], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:09:48.389860 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79b07b04-03d1-418f-bdd1-9254d0d41394 None None] The sync data for ids ['d7308840-8369-4de6-8056-6713e544bf81'] in ncdv-master-1 is: [] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:09:48.390104 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-1047371a-7722-472b-b800-d17f9a68dae4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1862511252-network', 'tenant_id': 'd70782066cce4f2fbf5744b63e4195cb'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:09:48.406551 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-29f0be2c-10c6-4d77-b96f-c17a483e9b64 None None] Port 49fbd430-2b29-478b-9b6a-d522e743b947 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:09:48.436227 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1047371a-7722-472b-b800-d17f9a68dae4 admin admin] Made reservation on behalf of d70782066cce4f2fbf5744b63e4195cb for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:09:48.444872 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1047371a-7722-472b-b800-d17f9a68dae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:48.496860 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1047371a-7722-472b-b800-d17f9a68dae4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:48.499047 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa3fb68-d1ef-45a5-919d-91b2d372adf1 None None] get_active_networks_info from ncdv-master-1 {{(pid=121838) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
May 07 22:09:48.560298 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 6e524ad2-7014-480f-a953-b6235d1e4735 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:09:48.571286 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-23a89e53-7160-486e-a625-d5214ffd7032 None None] Provisioning complete for port f9dae45f-6d10-4772-9106-f832bc820fbb triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:09:48.572883 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-23a89e53-7160-486e-a625-d5214ffd7032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (f9dae45f-6d10-4772-9106-f832bc820fbb), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:48.615057 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-e4b026d3-23a2-4472-ae1c-36712bc2a60f tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Allocated IP 172.20.0.6 (06a5152b-c164-40bd-b95d-1070a2100cbf/681ebe64-b067-4bd5-8ac6-77c8ee3a3918/9d6e29d1-5553-405c-9c39-6a22df4ae798) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:09:48.629674 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6d2b78b6-d0bb-4ffe-91a1-6d9406481b43 req-54774543-ac49-4f3a-9a8e-2f29135296a8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a3ed5da6-ab19-4f8c-a82a-c988e23edcc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0452585
May 07 22:09:48.662442 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d6fa280b-631a-4d18-9fcb-9f2a5eb1d756 req-7043ff53-bf14-409a-b99f-03fced7eea50 tempest-ServerShowV247Test-1080228328 tempest-ServerShowV247Test-1080228328-project] 10.222.0.32 "GET /v2.0/ports?device_id=5de254c4-9ef2-4c81-ae96-63159f2eca16 HTTP/1.1" status: 200  len: 210 time: 0.0823123
May 07 22:09:48.839291 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2b78b6-d0bb-4ffe-91a1-6d9406481b43 req-12bf7e7e-35f6-4f76-a127-a6b1f714e221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:48.840798 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6d2b78b6-d0bb-4ffe-91a1-6d9406481b43 req-12bf7e7e-35f6-4f76-a127-a6b1f714e221 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=72be56c2d4a54014a8f741c451fe014e&device_id=a3ed5da6-ab19-4f8c-a82a-c988e23edcc0 HTTP/1.1" status: 200  len: 1128 time: 0.1497335
May 07 22:09:48.905765 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-23a89e53-7160-486e-a625-d5214ffd7032 None None] Current status of the port f9dae45f-6d10-4772-9106-f832bc820fbb is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:09:48.913648 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1047371a-7722-472b-b800-d17f9a68dae4 admin admin] Publish callbacks [] for security_group (2e473a6d-5810-41cd-b7c6-907c50d1d9a4), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:48.918603 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa3fb68-d1ef-45a5-919d-91b2d372adf1 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
May 07 22:09:48.920277 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1047371a-7722-472b-b800-d17f9a68dae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (2e473a6d-5810-41cd-b7c6-907c50d1d9a4), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:48.921060 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-23a89e53-7160-486e-a625-d5214ffd7032 None None] Provisioning complete for port 6e524ad2-7014-480f-a953-b6235d1e4735 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:09:48.921447 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-23a89e53-7160-486e-a625-d5214ffd7032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (6e524ad2-7014-480f-a953-b6235d1e4735), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:48.983885 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1047371a-7722-472b-b800-d17f9a68dae4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:09:48.999649 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1047371a-7722-472b-b800-d17f9a68dae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (475d89aa-dfcd-45a6-8015-064d553f6ef3), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:49.000185 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-1047371a-7722-472b-b800-d17f9a68dae4 admin admin] Added segment 475d89aa-dfcd-45a6-8015-064d553f6ef3 of type vlan for network 42882eb7-7f7c-429d-978e-a320afe6b945
May 07 22:09:49.086374 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1047371a-7722-472b-b800-d17f9a68dae4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (42882eb7-7f7c-429d-978e-a320afe6b945), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:49.144840 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e4b026d3-23a2-4472-ae1c-36712bc2a60f tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Publish callbacks [] for port (9d6e29d1-5553-405c-9c39-6a22df4ae798), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:49.184314 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-23a89e53-7160-486e-a625-d5214ffd7032 None None] Current status of the port 6e524ad2-7014-480f-a953-b6235d1e4735 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:09:49.187132 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1047371a-7722-472b-b800-d17f9a68dae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e473a6d-5810-41cd-b7c6-907c50d1d9a4,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:49.200212 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-23a89e53-7160-486e-a625-d5214ffd7032 None None] Provisioning complete for port 22614117-76cf-4f76-bb80-b3104491a2c9 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:09:49.201131 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-23a89e53-7160-486e-a625-d5214ffd7032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (22614117-76cf-4f76-bb80-b3104491a2c9), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:49.209293 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3a19f0e0-f86a-4302-878a-aa1c974c66b4 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for port (7e2370e4-0048-4904-8db4-571afe1a6158), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:49.250259 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1047371a-7722-472b-b800-d17f9a68dae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (42882eb7-7f7c-429d-978e-a320afe6b945), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:49.254595 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1047371a-7722-472b-b800-d17f9a68dae4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:49.255257 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1047371a-7722-472b-b800-d17f9a68dae4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:49.276037 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-23a89e53-7160-486e-a625-d5214ffd7032 None None] Port 22614117-76cf-4f76-bb80-b3104491a2c9 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:09:49.294949 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f56df7f0-b8e4-4795-860a-3589f1f37637 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Publish callbacks [] for port (22614117-76cf-4f76-bb80-b3104491a2c9), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:49.297891 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2b78b6-d0bb-4ffe-91a1-6d9406481b43 req-1f229679-2f37-45e8-9dc2-c7f161f76975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:49.309745 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6d2b78b6-d0bb-4ffe-91a1-6d9406481b43 req-1f229679-2f37-45e8-9dc2-c7f161f76975 service neutron] 10.222.0.55 "GET /v2.0/networks?id=75e42e23-8e74-41bd-9a60-3536f620fe26 HTTP/1.1" status: 200  len: 914 time: 0.4412785
May 07 22:09:49.315263 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f56df7f0-b8e4-4795-860a-3589f1f37637 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (22614117-76cf-4f76-bb80-b3104491a2c9), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:49.401401 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56df7f0-b8e4-4795-860a-3589f1f37637 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Pushing event updated for resources: {'Port': ['ID=22614117-76cf-4f76-bb80-b3104491a2c9,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:49.442050 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1047371a-7722-472b-b800-d17f9a68dae4 admin admin] Pushing event updated for resources: {'Network': ['ID=42882eb7-7f7c-429d-978e-a320afe6b945,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:49.455084 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 42882eb7-7f7c-429d-978e-a320afe6b945 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:09:49.473166 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-1047371a-7722-472b-b800-d17f9a68dae4 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.2841663
May 07 22:09:49.473166 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e4b026d3-23a2-4472-ae1c-36712bc2a60f tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (9d6e29d1-5553-405c-9c39-6a22df4ae798), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:49.478383 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 40980) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:49.496893 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6d2b78b6-d0bb-4ffe-91a1-6d9406481b43 req-38d3e747-92db-49b7-9034-6ea0b60cdddc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=337a2b26-27a2-4595-abbc-54e51b93680f HTTP/1.1" status: 200  len: 217 time: 0.1773977
May 07 22:09:49.500050 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-ccd8aab6-1682-4f0d-bfd4-191a9df12ef8 admin admin] Request body: {'subnet': {'network_id': '42882eb7-7f7c-429d-978e-a320afe6b945', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1862511252-subnet', 'tenant_id': 'd70782066cce4f2fbf5744b63e4195cb', 'ip_version': 4}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:09:49.500526 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3a19f0e0-f86a-4302-878a-aa1c974c66b4 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (7e2370e4-0048-4904-8db4-571afe1a6158), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:49.584568 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2b78b6-d0bb-4ffe-91a1-6d9406481b43 req-1d42b355-a455-45d5-bc90-ed8dd4ec6c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:49.586092 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6d2b78b6-d0bb-4ffe-91a1-6d9406481b43 req-1d42b355-a455-45d5-bc90-ed8dd4ec6c16 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=85ec4fb9-6ccb-4163-9592-93dc6ae8e23f HTTP/1.1" status: 200  len: 853 time: 0.0792339
May 07 22:09:49.689175 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device f9dae45f-6d10-4772-9106-f832bc820fbb up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:09:49.701637 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-763b483c-bc9d-4c41-af78-6f1a31bd2533 req-5e343842-8193-44c6-9eb0-c64919dc96ee tempest-ServerShowV247Test-1080228328 tempest-ServerShowV247Test-1080228328-project] 10.222.0.32 "GET /v2.0/ports?device_id=36fed9e6-d8a9-4070-8850-3fb37dbaf8a3 HTTP/1.1" status: 200  len: 210 time: 0.1948962
May 07 22:09:49.713038 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6d2b78b6-d0bb-4ffe-91a1-6d9406481b43 req-acd63c93-ed14-41cd-ac9c-14270aeb812f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=75e42e23-8e74-41bd-9a60-3536f620fe26&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1164706
May 07 22:09:49.714886 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b026d3-23a2-4472-ae1c-36712bc2a60f tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Network 06a5152b-c164-40bd-b95d-1070a2100cbf is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:09:49.725960 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-e4b026d3-23a2-4472-ae1c-36712bc2a60f tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:09:49.729745 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b026d3-23a2-4472-ae1c-36712bc2a60f tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:09:49.745321 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a19f0e0-f86a-4302-878a-aa1c974c66b4 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:09:49.758330 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port f9dae45f-6d10-4772-9106-f832bc820fbb triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:09:49.760319 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (f9dae45f-6d10-4772-9106-f832bc820fbb), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:49.791091 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-3a19f0e0-f86a-4302-878a-aa1c974c66b4 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:09:49.797723 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f56df7f0-b8e4-4795-860a-3589f1f37637 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401121'] for router_interface (476712d3-c495-4796-a8ea-883532baa80a), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:49.850047 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b026d3-23a2-4472-ae1c-36712bc2a60f tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:49.850852 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e4b026d3-23a2-4472-ae1c-36712bc2a60f tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:49.863189 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd8aab6-1682-4f0d-bfd4-191a9df12ef8 admin admin] Made reservation on behalf of d70782066cce4f2fbf5744b63e4195cb for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:09:49.865874 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ccd8aab6-1682-4f0d-bfd4-191a9df12ef8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:49.936047 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a19f0e0-f86a-4302-878a-aa1c974c66b4 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:09:49.963968 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port f9dae45f-6d10-4772-9106-f832bc820fbb is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:09:50.069952 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a19f0e0-f86a-4302-878a-aa1c974c66b4 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:50.071123 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3a19f0e0-f86a-4302-878a-aa1c974c66b4 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:50.129805 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-3a19f0e0-f86a-4302-878a-aa1c974c66b4 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1026 time: 4.2427368
May 07 22:09:50.130949 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a19f0e0-f86a-4302-878a-aa1c974c66b4 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event updated for resources: {'Port': ['ID=7e2370e4-0048-4904-8db4-571afe1a6158,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:50.142748 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 41002) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:50.223786 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-af5556fb-df18-49f2-9821-67a3865b343d None None] Provisioning complete for port 6e524ad2-7014-480f-a953-b6235d1e4735 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:09:50.224250 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-af5556fb-df18-49f2-9821-67a3865b343d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (6e524ad2-7014-480f-a953-b6235d1e4735), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:50.266476 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a52139-9cc3-4ac1-87d6-91bd77cd9776 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:50.272052 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a52139-9cc3-4ac1-87d6-91bd77cd9776 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:50.277181 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-23a52139-9cc3-4ac1-87d6-91bd77cd9776 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1861 time: 0.1314278
May 07 22:09:50.278027 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 41006) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:50.281889 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6d2b78b6-d0bb-4ffe-91a1-6d9406481b43 req-ad36a23f-a00d-42a0-bf9e-c25373e7d3fc service neutron] 10.222.0.55 "GET /v2.0/networks/75e42e23-8e74-41bd-9a60-3536f620fe26?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5267766
May 07 22:09:50.351731 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-af5556fb-df18-49f2-9821-67a3865b343d None None] Current status of the port 6e524ad2-7014-480f-a953-b6235d1e4735 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:09:50.443030 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b026d3-23a2-4472-ae1c-36712bc2a60f tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Pushing event updated for resources: {'Port': ['ID=9d6e29d1-5553-405c-9c39-6a22df4ae798,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:50.463262 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-e4b026d3-23a2-4472-ae1c-36712bc2a60f tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.4385140
May 07 22:09:50.470752 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 41008) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:50.492054 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-e6ee11a5-8fff-4623-a662-1b52be65bfa1 None None] Provisioning complete for port 6e524ad2-7014-480f-a953-b6235d1e4735 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:09:50.500187 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e6ee11a5-8fff-4623-a662-1b52be65bfa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (6e524ad2-7014-480f-a953-b6235d1e4735), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:50.559402 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ccd8aab6-1682-4f0d-bfd4-191a9df12ef8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (21c94e42-6f33-4d3f-bb38-a9f7f8184d5c), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:50.566274 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-4e3e6c3b-e7b7-4321-bd91-0f4400d8bc61 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Deleting port 7e2370e4-0048-4904-8db4-571afe1a6158 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:09:50.566274 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4e3e6c3b-e7b7-4321-bd91-0f4400d8bc61 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (7e2370e4-0048-4904-8db4-571afe1a6158), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:50.653159 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd8aab6-1682-4f0d-bfd4-191a9df12ef8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21c94e42-6f33-4d3f-bb38-a9f7f8184d5c,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:50.658038 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56df7f0-b8e4-4795-860a-3589f1f37637 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Network e8d76eb0-e922-4b3c-8626-7dca9423cbc5 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:09:50.664992 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-e6ee11a5-8fff-4623-a662-1b52be65bfa1 None None] Current status of the port 6e524ad2-7014-480f-a953-b6235d1e4735 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:09:50.667403 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-f56df7f0-b8e4-4795-860a-3589f1f37637 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:09:50.675706 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd8aab6-1682-4f0d-bfd4-191a9df12ef8 admin admin] Checking segment: {'id': '475d89aa-dfcd-45a6-8015-064d553f6ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '42882eb7-7f7c-429d-978e-a320afe6b945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:09:50.677596 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd8aab6-1682-4f0d-bfd4-191a9df12ef8 admin admin] Network hostable DHCP agents. Network: 42882eb7-7f7c-429d-978e-a320afe6b945, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:09:50.726618 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6d2b78b6-d0bb-4ffe-91a1-6d9406481b43 req-72f4eef4-5f87-425e-9bf8-95dbfa30fad3 service neutron] 10.222.0.55 "GET /v2.0/networks/75e42e23-8e74-41bd-9a60-3536f620fe26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4328613
May 07 22:09:50.730471 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd8aab6-1682-4f0d-bfd4-191a9df12ef8 admin admin] Network 42882eb7-7f7c-429d-978e-a320afe6b945 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:09:50.756414 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-ccd8aab6-1682-4f0d-bfd4-191a9df12ef8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 42882eb7-7f7c-429d-978e-a320afe6b945) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:09:50.762405 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd8aab6-1682-4f0d-bfd4-191a9df12ef8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:50.768292 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ccd8aab6-1682-4f0d-bfd4-191a9df12ef8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:50.769840 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015354f8-1d9c-4361-9578-94e69959064f None None] Network 42882eb7-7f7c-429d-978e-a320afe6b945 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:09:50.791610 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-c5d2c465-e35c-481a-a7c5-5185c56a6438 tempest-FloatingIPAdminTestJSON-366428778 tempest-FloatingIPAdminTestJSON-366428778-project-admin] Request body: {'floatingip': {'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'project_id': 'd98edd5a449c4a118b006639f772fe62', 'port_id': '9d6e29d1-5553-405c-9c39-6a22df4ae798'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:09:50.929010 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e8afc4f4-5e1f-4b1b-9a52-06739d0d9a16 req-b1cf7642-43ba-443a-aa15-b739ac720823 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5de254c4-9ef2-4c81-ae96-63159f2eca16 HTTP/1.1" status: 200  len: 210 time: 0.1179466
May 07 22:09:50.929604 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4e3e6c3b-e7b7-4321-bd91-0f4400d8bc61 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (7e2370e4-0048-4904-8db4-571afe1a6158), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:50.949595 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-ccd8aab6-1682-4f0d-bfd4-191a9df12ef8 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.4644706
May 07 22:09:50.954808 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-4e3e6c3b-e7b7-4321-bd91-0f4400d8bc61 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Calling delete_port for 7e2370e4-0048-4904-8db4-571afe1a6158 owned by  {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:09:50.955762 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 41014) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:50.957644 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-ae3ec66f-9b98-47c5-b9b7-980464a9f14e None None] Provisioning complete for port 22614117-76cf-4f76-bb80-b3104491a2c9 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:09:50.958435 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ae3ec66f-9b98-47c5-b9b7-980464a9f14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (22614117-76cf-4f76-bb80-b3104491a2c9), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:50.962571 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-0b57b72d-4c80-4dd7-aa9e-afd8cdd0ab94 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1862511252-router', 'tenant_id': 'd70782066cce4f2fbf5744b63e4195cb', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:09:50.979215 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c5d2c465-e35c-481a-a7c5-5185c56a6438 tempest-FloatingIPAdminTestJSON-366428778 tempest-FloatingIPAdminTestJSON-366428778-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:50.996305 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0b57b72d-4c80-4dd7-aa9e-afd8cdd0ab94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (3621bc97-b3ca-49b3-81e3-7624e1ba69d3), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:50.997335 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0b57b72d-4c80-4dd7-aa9e-afd8cdd0ab94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (3621bc97-b3ca-49b3-81e3-7624e1ba69d3), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:51.052045 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-ae3ec66f-9b98-47c5-b9b7-980464a9f14e None None] Port 22614117-76cf-4f76-bb80-b3104491a2c9 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:09:51.063601 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92222552-bf94-435c-b69c-5212b1f0b24d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-42882eb7-7f7c-429d-978e-a320afe6b945', 'network_id': '42882eb7-7f7c-429d-978e-a320afe6b945', 'project_id': 'd70782066cce4f2fbf5744b63e4195cb', 'fixed_ips': [{'subnet_id': '21c94e42-6f33-4d3f-bb38-a9f7f8184d5c'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:09:51.066122 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-92222552-bf94-435c-b69c-5212b1f0b24d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:51.108600 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-567c316e-f61d-476f-a82c-5c09062031c8 req-bf2bd913-2289-43af-bc7c-d8365e995ddc tempest-ServerShowV247Test-1080228328 tempest-ServerShowV247Test-1080228328-project] 10.222.0.32 "GET /v2.0/ports?device_id=36fed9e6-d8a9-4070-8850-3fb37dbaf8a3 HTTP/1.1" status: 200  len: 210 time: 0.1382644
May 07 22:09:51.166332 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0b57b72d-4c80-4dd7-aa9e-afd8cdd0ab94 admin admin] Publish callbacks [] for router_controller (3621bc97-b3ca-49b3-81e3-7624e1ba69d3), precommit_add_association {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:51.167766 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c5d2c465-e35c-481a-a7c5-5185c56a6438 tempest-FloatingIPAdminTestJSON-366428778 tempest-FloatingIPAdminTestJSON-366428778-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:51.297489 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-8e9e1f11-ad62-4f55-9c1b-d5446aac80a5 None None] Provisioning complete for port 9d6e29d1-5553-405c-9c39-6a22df4ae798 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:09:51.299478 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-8e9e1f11-ad62-4f55-9c1b-d5446aac80a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (9d6e29d1-5553-405c-9c39-6a22df4ae798), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:51.370505 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f56df7f0-b8e4-4795-860a-3589f1f37637 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Router 476712d3-c495-4796-a8ea-883532baa80a is scheduled to L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db with binding_index 1 {{(pid=121836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 07 22:09:51.403119 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-8e9e1f11-ad62-4f55-9c1b-d5446aac80a5 None None] Port 9d6e29d1-5553-405c-9c39-6a22df4ae798 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:09:51.411078 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0b57b72d-4c80-4dd7-aa9e-afd8cdd0ab94 admin admin] Publish callbacks [] for router_gateway (3621bc97-b3ca-49b3-81e3-7624e1ba69d3), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:51.424136 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-8e9e1f11-ad62-4f55-9c1b-d5446aac80a5 None None] Provisioning complete for port 7e2370e4-0048-4904-8db4-571afe1a6158 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:09:51.424446 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-8e9e1f11-ad62-4f55-9c1b-d5446aac80a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (7e2370e4-0048-4904-8db4-571afe1a6158), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:51.456722 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-92222552-bf94-435c-b69c-5212b1f0b24d None None] Allocated IP 172.20.0.2 (42882eb7-7f7c-429d-978e-a320afe6b945/21c94e42-6f33-4d3f-bb38-a9f7f8184d5c/2ce5da30-603e-4b63-9b49-a52af1a6dfe0) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:09:51.476389 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-8e9e1f11-ad62-4f55-9c1b-d5446aac80a5 None None] Port 7e2370e4-0048-4904-8db4-571afe1a6158 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:09:51.547589 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-c5d2c465-e35c-481a-a7c5-5185c56a6438 tempest-FloatingIPAdminTestJSON-366428778 tempest-FloatingIPAdminTestJSON-366428778-project-admin] Allocated IP 172.35.4.73 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/308891b9-f1c4-4f8a-9364-36f8475c616e) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:09:51.561394 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f56df7f0-b8e4-4795-860a-3589f1f37637 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:09:51.575409 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0959155-2b9c-46f4-b8f3-e451c37e9559 None None] Sync routers for ids ['476712d3-c495-4796-a8ea-883532baa80a'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:09:51.581917 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-f56df7f0-b8e4-4795-860a-3589f1f37637 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] 10.222.0.32 "PUT /v2.0/routers/476712d3-c495-4796-a8ea-883532baa80a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.2639744
May 07 22:09:51.584556 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 41034) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:51.594966 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-b683e8c7-ef7a-4598-bb1a-d735d6b0b132 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Request body: {'port': {'network_id': 'e8d76eb0-e922-4b3c-8626-7dca9423cbc5', 'name': 'tempest-FloatingIPNegativeTestJSON-149132230'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:09:51.613744 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0959155-2b9c-46f4-b8f3-e451c37e9559 None None] Routers {'476712d3-c495-4796-a8ea-883532baa80a'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:09:51.615586 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-c0959155-2b9c-46f4-b8f3-e451c37e9559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8dd21100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:09:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['476712d3-c495-4796-a8ea-883532baa80a'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:09:51.620302 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-92222552-bf94-435c-b69c-5212b1f0b24d None None] Publish callbacks [] for port (2ce5da30-603e-4b63-9b49-a52af1a6dfe0), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:51.633417 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-c86f1175-7aef-49f3-883a-af625b224f5e None None] Provisioning complete for port 22614117-76cf-4f76-bb80-b3104491a2c9 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:09:51.633899 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c86f1175-7aef-49f3-883a-af625b224f5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (22614117-76cf-4f76-bb80-b3104491a2c9), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:51.636950 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-92222552-bf94-435c-b69c-5212b1f0b24d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (2ce5da30-603e-4b63-9b49-a52af1a6dfe0), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:51.691049 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0b57b72d-4c80-4dd7-aa9e-afd8cdd0ab94 admin admin] Publish callbacks [] for router_gateway (3621bc97-b3ca-49b3-81e3-7624e1ba69d3), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:51.701896 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92222552-bf94-435c-b69c-5212b1f0b24d None None] Pushing event updated for resources: {'Port': ['ID=2ce5da30-603e-4b63-9b49-a52af1a6dfe0,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:51.725493 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92222552-bf94-435c-b69c-5212b1f0b24d None None] Network 42882eb7-7f7c-429d-978e-a320afe6b945 is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:09:51.729763 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-92222552-bf94-435c-b69c-5212b1f0b24d None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:09:51.730323 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0b57b72d-4c80-4dd7-aa9e-afd8cdd0ab94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:51.734179 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4e3e6c3b-e7b7-4321-bd91-0f4400d8bc61 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (7e2370e4-0048-4904-8db4-571afe1a6158), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:51.738761 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92222552-bf94-435c-b69c-5212b1f0b24d None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:09:51.742094 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-c86f1175-7aef-49f3-883a-af625b224f5e None None] Port 22614117-76cf-4f76-bb80-b3104491a2c9 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:09:51.750883 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-c0959155-2b9c-46f4-b8f3-e451c37e9559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8dd21100>, [], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:09:51.760252 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0959155-2b9c-46f4-b8f3-e451c37e9559 None None] Routers {'476712d3-c495-4796-a8ea-883532baa80a'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:09:51.760875 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-c0959155-2b9c-46f4-b8f3-e451c37e9559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8dd21100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:09:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['476712d3-c495-4796-a8ea-883532baa80a'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:09:51.793764 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b683e8c7-ef7a-4598-bb1a-d735d6b0b132 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Made reservation on behalf of f34f4ab05680424998462e594d5ca043 for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:09:51.808224 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b683e8c7-ef7a-4598-bb1a-d735d6b0b132 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:51.837172 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-c0959155-2b9c-46f4-b8f3-e451c37e9559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8dd21100>, [], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:09:51.838033 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0959155-2b9c-46f4-b8f3-e451c37e9559 None None] The sync data for ids ['476712d3-c495-4796-a8ea-883532baa80a'] in ncdv-master-1 is: [] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:09:51.849188 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:51.851828 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-92222552-bf94-435c-b69c-5212b1f0b24d None None] Attempting to bind port 2ce5da30-603e-4b63-9b49-a52af1a6dfe0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:09:51.852752 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-92222552-bf94-435c-b69c-5212b1f0b24d None None] Attempting to bind port 2ce5da30-603e-4b63-9b49-a52af1a6dfe0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '475d89aa-dfcd-45a6-8015-064d553f6ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '42882eb7-7f7c-429d-978e-a320afe6b945'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:09:51.853128 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92222552-bf94-435c-b69c-5212b1f0b24d None None] Attempting to bind port 2ce5da30-603e-4b63-9b49-a52af1a6dfe0 on network 42882eb7-7f7c-429d-978e-a320afe6b945 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:09:51.864695 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92222552-bf94-435c-b69c-5212b1f0b24d None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:09:51.865107 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92222552-bf94-435c-b69c-5212b1f0b24d None None] Checking segment: {'id': '475d89aa-dfcd-45a6-8015-064d553f6ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '42882eb7-7f7c-429d-978e-a320afe6b945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:09:51.865474 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-92222552-bf94-435c-b69c-5212b1f0b24d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:51.865873 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92222552-bf94-435c-b69c-5212b1f0b24d None None] Bound using segment: {'id': '475d89aa-dfcd-45a6-8015-064d553f6ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '42882eb7-7f7c-429d-978e-a320afe6b945'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:09:51.866348 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-92222552-bf94-435c-b69c-5212b1f0b24d None None] Bound port: 2ce5da30-603e-4b63-9b49-a52af1a6dfe0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '475d89aa-dfcd-45a6-8015-064d553f6ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '42882eb7-7f7c-429d-978e-a320afe6b945'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:09:51.866734 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-92222552-bf94-435c-b69c-5212b1f0b24d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (2ce5da30-603e-4b63-9b49-a52af1a6dfe0), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:51.879827 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c5d2c465-e35c-481a-a7c5-5185c56a6438 tempest-FloatingIPAdminTestJSON-366428778 tempest-FloatingIPAdminTestJSON-366428778-project-admin] Publish callbacks [] for port (308891b9-f1c4-4f8a-9364-36f8475c616e), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:51.937939 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c5d2c465-e35c-481a-a7c5-5185c56a6438 tempest-FloatingIPAdminTestJSON-366428778 tempest-FloatingIPAdminTestJSON-366428778-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (308891b9-f1c4-4f8a-9364-36f8475c616e), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:51.942879 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3e6c3b-e7b7-4321-bd91-0f4400d8bc61 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event deleted for resources: {'Port': ['ID=7e2370e4-0048-4904-8db4-571afe1a6158,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:51.992937 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-92222552-bf94-435c-b69c-5212b1f0b24d None None] For port 2ce5da30-603e-4b63-9b49-a52af1a6dfe0, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:09:52.005736 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [None req-b683e8c7-ef7a-4598-bb1a-d735d6b0b132 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] device_id is not set on port d485e3e5-cb83-4fba-a5b8-0633f51cac86 yet. {{(pid=121836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 22:09:52.006101 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d2c465-e35c-481a-a7c5-5185c56a6438 tempest-FloatingIPAdminTestJSON-366428778 tempest-FloatingIPAdminTestJSON-366428778-project-admin] Pushing event updated for resources: {'Port': ['ID=308891b9-f1c4-4f8a-9364-36f8475c616e,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:52.007527 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-92222552-bf94-435c-b69c-5212b1f0b24d None None] For port 2ce5da30-603e-4b63-9b49-a52af1a6dfe0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2ce5da30-603e-4b63-9b49-a52af1a6dfe0,segment=NetworkSegment(475d89aa-dfcd-45a6-8015-064d553f6ef3),segment_id=475d89aa-dfcd-45a6-8015-064d553f6ef3)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:09:52.030972 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-92222552-bf94-435c-b69c-5212b1f0b24d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (2ce5da30-603e-4b63-9b49-a52af1a6dfe0), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:52.042125 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d2c465-e35c-481a-a7c5-5185c56a6438 tempest-FloatingIPAdminTestJSON-366428778 tempest-FloatingIPAdminTestJSON-366428778-project-admin] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:09:52.047903 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-c5d2c465-e35c-481a-a7c5-5185c56a6438 tempest-FloatingIPAdminTestJSON-366428778 tempest-FloatingIPAdminTestJSON-366428778-project-admin] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:09:52.052736 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d2c465-e35c-481a-a7c5-5185c56a6438 tempest-FloatingIPAdminTestJSON-366428778 tempest-FloatingIPAdminTestJSON-366428778-project-admin] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:09:52.105360 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-0b57b72d-4c80-4dd7-aa9e-afd8cdd0ab94 admin admin] Allocated IP 172.35.4.92 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/723c69f0-0343-4b05-86e9-6cf9e721e8c7) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:09:52.119677 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4e3e6c3b-e7b7-4321-bd91-0f4400d8bc61 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:52.123477 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-4e3e6c3b-e7b7-4321-bd91-0f4400d8bc61 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/ports/7e2370e4-0048-4904-8db4-571afe1a6158 HTTP/1.1" status: 204  len: 168 time: 1.8403831
May 07 22:09:52.127761 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 41036) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:52.189341 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92222552-bf94-435c-b69c-5212b1f0b24d None None] Pushing event updated for resources: {'Port': ['ID=2ce5da30-603e-4b63-9b49-a52af1a6dfe0,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:52.306857 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6cb6e4-3644-4942-8ac0-49607248333a tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:52.308705 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6cb6e4-3644-4942-8ac0-49607248333a tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:52.315208 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6cb6e4-3644-4942-8ac0-49607248333a tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:52.315208 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-3c6cb6e4-3644-4942-8ac0-49607248333a tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2071 time: 0.1839650
May 07 22:09:52.316944 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 41044) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:52.379423 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-b683e8c7-ef7a-4598-bb1a-d735d6b0b132 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Allocated IP 172.20.0.13 (e8d76eb0-e922-4b3c-8626-7dca9423cbc5/e3bc1b09-f836-413a-be15-c90e79a42a68/d485e3e5-cb83-4fba-a5b8-0633f51cac86) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:09:52.418962 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1d42f35a-5979-405f-87e4-4c8874be3d25 req-d6702f85-cfa0-4df6-a447-b35de9774244 tempest-ServerShowV247Test-1080228328 tempest-ServerShowV247Test-1080228328-project] 10.222.0.32 "GET /v2.0/ports?device_id=36fed9e6-d8a9-4070-8850-3fb37dbaf8a3 HTTP/1.1" status: 200  len: 210 time: 0.0809126
May 07 22:09:52.467324 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6c20cc3-a870-43f3-a7e6-81e8232291e9 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Deleting subnet 0068cce3-737b-4f7c-9c4c-4de5ed3b2270 {{(pid=121836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:09:52.471724 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f6c20cc3-a870-43f3-a7e6-81e8232291e9 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for subnet (0068cce3-737b-4f7c-9c4c-4de5ed3b2270), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:52.528161 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f6c20cc3-a870-43f3-a7e6-81e8232291e9 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726883'] for subnet (0068cce3-737b-4f7c-9c4c-4de5ed3b2270), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:52.678663 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0b57b72d-4c80-4dd7-aa9e-afd8cdd0ab94 admin admin] Publish callbacks [] for port (723c69f0-0343-4b05-86e9-6cf9e721e8c7), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:52.710995 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f6c20cc3-a870-43f3-a7e6-81e8232291e9 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (0068cce3-737b-4f7c-9c4c-4de5ed3b2270), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:52.787307 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b683e8c7-ef7a-4598-bb1a-d735d6b0b132 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Publish callbacks [] for port (d485e3e5-cb83-4fba-a5b8-0633f51cac86), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:52.809721 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f6c20cc3-a870-43f3-a7e6-81e8232291e9 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (0068cce3-737b-4f7c-9c4c-4de5ed3b2270), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:52.824248 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0b57b72d-4c80-4dd7-aa9e-afd8cdd0ab94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (723c69f0-0343-4b05-86e9-6cf9e721e8c7), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:52.863719 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c20cc3-a870-43f3-a7e6-81e8232291e9 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event deleted for resources: {'Subnet': ['ID=0068cce3-737b-4f7c-9c4c-4de5ed3b2270,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:52.871497 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f6c20cc3-a870-43f3-a7e6-81e8232291e9 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:52.875046 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-f6c20cc3-a870-43f3-a7e6-81e8232291e9 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/subnets/0068cce3-737b-4f7c-9c4c-4de5ed3b2270 HTTP/1.1" status: 204  len: 168 time: 0.5565555
May 07 22:09:52.878183 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 41046) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:52.883014 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc827be8-d165-4597-a929-db51065ecc61 None None] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:09:52.932929 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b57b72d-4c80-4dd7-aa9e-afd8cdd0ab94 admin admin] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:09:52.944275 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-0b57b72d-4c80-4dd7-aa9e-afd8cdd0ab94 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:09:52.952088 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b683e8c7-ef7a-4598-bb1a-d735d6b0b132 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (d485e3e5-cb83-4fba-a5b8-0633f51cac86), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:52.959486 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b57b72d-4c80-4dd7-aa9e-afd8cdd0ab94 admin admin] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:09:53.038442 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a39e227-86d8-4d3f-9c90-cbcbad97d9e5 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Deleting subnet 14a47f42-8c3b-47d3-b8e1-64773dd35003 {{(pid=121836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:09:53.041409 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b57b72d-4c80-4dd7-aa9e-afd8cdd0ab94 admin admin] Pushing event updated for resources: {'Port': ['ID=723c69f0-0343-4b05-86e9-6cf9e721e8c7,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:53.042639 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2a39e227-86d8-4d3f-9c90-cbcbad97d9e5 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for subnet (14a47f42-8c3b-47d3-b8e1-64773dd35003), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:53.106396 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b683e8c7-ef7a-4598-bb1a-d735d6b0b132 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Network e8d76eb0-e922-4b3c-8626-7dca9423cbc5 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:09:53.123419 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2a39e227-86d8-4d3f-9c90-cbcbad97d9e5 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726883'] for subnet (14a47f42-8c3b-47d3-b8e1-64773dd35003), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:53.130468 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-b683e8c7-ef7a-4598-bb1a-d735d6b0b132 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:09:53.132461 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b683e8c7-ef7a-4598-bb1a-d735d6b0b132 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Pushing event updated for resources: {'Port': ['ID=d485e3e5-cb83-4fba-a5b8-0633f51cac86,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:53.134753 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b683e8c7-ef7a-4598-bb1a-d735d6b0b132 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:09:53.249574 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c5d2c465-e35c-481a-a7c5-5185c56a6438 tempest-FloatingIPAdminTestJSON-366428778 tempest-FloatingIPAdminTestJSON-366428778-project-admin] Publish callbacks [] for floatingip (6bb91798-1342-413d-93c8-d5ecf026902b), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:53.273295 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b683e8c7-ef7a-4598-bb1a-d735d6b0b132 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:53.274573 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b683e8c7-ef7a-4598-bb1a-d735d6b0b132 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:53.316122 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-b683e8c7-ef7a-4598-bb1a-d735d6b0b132 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.7290895
May 07 22:09:53.319268 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 41066) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:53.323572 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-8a675513-acc5-4856-bc7e-9bedfa2da1c3 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Request body: {'floatingip': {'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:09:53.357150 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2a39e227-86d8-4d3f-9c90-cbcbad97d9e5 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (14a47f42-8c3b-47d3-b8e1-64773dd35003), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:53.398162 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8a675513-acc5-4856-bc7e-9bedfa2da1c3 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:53.530349 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c5d2c465-e35c-481a-a7c5-5185c56a6438 tempest-FloatingIPAdminTestJSON-366428778 tempest-FloatingIPAdminTestJSON-366428778-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (308891b9-f1c4-4f8a-9364-36f8475c616e), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:53.600693 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-190ac5ef-2f68-4569-9847-98d74f5be2d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:53.604538 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0b57b72d-4c80-4dd7-aa9e-afd8cdd0ab94 admin admin] Publish callbacks [] for router_gateway (3621bc97-b3ca-49b3-81e3-7624e1ba69d3), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:53.623331 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8a675513-acc5-4856-bc7e-9bedfa2da1c3 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:53.694315 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-41060110-f6f8-4bf2-8d68-cb626245a1a9 None None] Provisioning complete for port d485e3e5-cb83-4fba-a5b8-0633f51cac86 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:09:53.696707 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-41060110-f6f8-4bf2-8d68-cb626245a1a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (d485e3e5-cb83-4fba-a5b8-0633f51cac86), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:53.787250 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 2ce5da30-603e-4b63-9b49-a52af1a6dfe0 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:09:53.873181 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:53.876389 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-41060110-f6f8-4bf2-8d68-cb626245a1a9 None None] Port d485e3e5-cb83-4fba-a5b8-0633f51cac86 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:09:53.907926 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 2ce5da30-603e-4b63-9b49-a52af1a6dfe0 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:09:53.908628 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (2ce5da30-603e-4b63-9b49-a52af1a6dfe0), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:53.955553 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d6cc44-09cd-4baf-a158-49a32d157bd0 None None] Network 42882eb7-7f7c-429d-978e-a320afe6b945 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:09:54.039054 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-b1f449fa-092a-4175-870d-28004023b928 None None] Provisioning complete for port 2ce5da30-603e-4b63-9b49-a52af1a6dfe0 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:09:54.039441 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b1f449fa-092a-4175-870d-28004023b928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (2ce5da30-603e-4b63-9b49-a52af1a6dfe0), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:54.139017 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-b1f449fa-092a-4175-870d-28004023b928 None None] Current status of the port 2ce5da30-603e-4b63-9b49-a52af1a6dfe0 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:09:54.139376 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b1f449fa-092a-4175-870d-28004023b928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (2ce5da30-603e-4b63-9b49-a52af1a6dfe0), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:54.187753 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 41078) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:54.198348 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-94d32561-0190-4956-ad24-7b53eb27ecbc req-93cd8883-ced0-404d-aff5-132f4dbb7904 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5de254c4-9ef2-4c81-ae96-63159f2eca16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 210 time: 0.4953318
May 07 22:09:54.199359 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-18cf60ef-62b0-49c3-9ae9-0320a61e25e3 req-715dcbd8-891e-41f0-bd30-41dbf931f104 tempest-ServerShowV247Test-1080228328 tempest-ServerShowV247Test-1080228328-project] 10.222.0.32 "GET /v2.0/ports?device_id=36fed9e6-d8a9-4070-8850-3fb37dbaf8a3 HTTP/1.1" status: 200  len: 210 time: 0.5929563
May 07 22:09:54.200409 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2a39e227-86d8-4d3f-9c90-cbcbad97d9e5 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (14a47f42-8c3b-47d3-b8e1-64773dd35003), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:54.220956 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4368de1f-5893-4f06-8314-5c1ceeb52344 req-29554a1e-92b8-4f87-bb00-e3c7dfd8e4ab service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=36fed9e6-d8a9-4070-8850-3fb37dbaf8a3 HTTP/1.1" status: 200  len: 210 time: 0.6380317
May 07 22:09:54.267018 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a39e227-86d8-4d3f-9c90-cbcbad97d9e5 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event deleted for resources: {'Subnet': ['ID=14a47f42-8c3b-47d3-b8e1-64773dd35003,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:54.273142 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2a39e227-86d8-4d3f-9c90-cbcbad97d9e5 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:54.279468 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-2a39e227-86d8-4d3f-9c90-cbcbad97d9e5 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/subnets/14a47f42-8c3b-47d3-b8e1-64773dd35003 HTTP/1.1" status: 204  len: 168 time: 1.3998394
May 07 22:09:54.279569 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-b1f449fa-092a-4175-870d-28004023b928 None None] For port 2ce5da30-603e-4b63-9b49-a52af1a6dfe0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2ce5da30-603e-4b63-9b49-a52af1a6dfe0,segment=NetworkSegment(475d89aa-dfcd-45a6-8015-064d553f6ef3),segment_id=475d89aa-dfcd-45a6-8015-064d553f6ef3)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:09:54.279685 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 41084) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:54.291352 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e80ac7-6da9-4847-a4cc-70792f745f6b None None] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:09:54.299537 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b1f449fa-092a-4175-870d-28004023b928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (2ce5da30-603e-4b63-9b49-a52af1a6dfe0), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:54.334758 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-e8bbf2b1-4326-4e8a-a910-d8b1f1b8b2b7 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0519495
May 07 22:09:54.335566 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 41086) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:54.402387 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f449fa-092a-4175-870d-28004023b928 None None] Pushing event updated for resources: {'Port': ['ID=2ce5da30-603e-4b63-9b49-a52af1a6dfe0,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:54.408926 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 2ce5da30-603e-4b63-9b49-a52af1a6dfe0 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:09:54.409538 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (2ce5da30-603e-4b63-9b49-a52af1a6dfe0), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:54.449290 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3668d0-0c9e-4b2c-b1d4-b9d76811cdea tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:54.455840 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-31b45120-d51f-4581-ab00-9acefa7f5f1c None None] Provisioning complete for port 6e524ad2-7014-480f-a953-b6235d1e4735 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:09:54.456586 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-31b45120-d51f-4581-ab00-9acefa7f5f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (6e524ad2-7014-480f-a953-b6235d1e4735), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:54.459361 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 41090) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:54.461340 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-cd3668d0-0c9e-4b2c-b1d4-b9d76811cdea tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.1218934
May 07 22:09:54.502670 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-8a675513-acc5-4856-bc7e-9bedfa2da1c3 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Allocated IP 172.35.4.110 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/d889c62f-6e20-48b6-980b-5a0e48c0142f) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:09:54.570608 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-55f533cd-2246-4de0-9be2-0778f06f4267 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e2bec96bf83d4fb296cbb8aeb28d576e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3813715
May 07 22:09:54.571887 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 41092) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:54.590132 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-94d32561-0190-4956-ad24-7b53eb27ecbc req-5fa2e48e-dcff-4b54-8f82-87da18fb0e16 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fb0d2331b1674fe797c71f474a68e096&device_id=5de254c4-9ef2-4c81-ae96-63159f2eca16 HTTP/1.1" status: 200  len: 210 time: 0.1219423
May 07 22:09:54.618151 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.db.api [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 07 22:09:54.618518 ncdv-master-1 neutron-server[121838]: DEBUG oslo_db.api [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 07 22:09:54.633133 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8813a7-39ef-43b3-9750-e36d2226fb69 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:54.637330 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-ac8813a7-39ef-43b3-9750-e36d2226fb69 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1135824
May 07 22:09:54.638228 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 41094) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:54.638538 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0b57b72d-4c80-4dd7-aa9e-afd8cdd0ab94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (3621bc97-b3ca-49b3-81e3-7624e1ba69d3), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:54.664056 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-31b45120-d51f-4581-ab00-9acefa7f5f1c None None] Current status of the port 6e524ad2-7014-480f-a953-b6235d1e4735 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:09:54.699872 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-61d4946c-793f-4489-ab6a-45aa032bfe4a tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0575409
May 07 22:09:54.709673 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 41096) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:54.719272 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-c4c04c85-b4ca-43bc-b290-6a2944e212e9 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Request body: {'subnet': {'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:09:54.721111 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb31948-ce08-45af-8fed-bbbdd6f1f2da None None] DHCP port deletion for c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:09:54.733625 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c5d2c465-e35c-481a-a7c5-5185c56a6438 tempest-FloatingIPAdminTestJSON-366428778 tempest-FloatingIPAdminTestJSON-366428778-project-admin] Publish callbacks [] for port (308891b9-f1c4-4f8a-9364-36f8475c616e), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:54.762197 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c5d2c465-e35c-481a-a7c5-5185c56a6438 tempest-FloatingIPAdminTestJSON-366428778 tempest-FloatingIPAdminTestJSON-366428778-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (308891b9-f1c4-4f8a-9364-36f8475c616e), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:54.767269 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-8fb31948-ce08-45af-8fed-bbbdd6f1f2da None None] Deleting port 6e524ad2-7014-480f-a953-b6235d1e4735 {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:09:54.767651 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-8fb31948-ce08-45af-8fed-bbbdd6f1f2da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (6e524ad2-7014-480f-a953-b6235d1e4735), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:54.816801 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5e0e3d99-c346-41d5-be44-7a27c7b7ec09 admin admin] Publish callbacks [] for security_group (60f5a209-cad6-41a8-915f-73b9ceea56a6), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:54.820367 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8a675513-acc5-4856-bc7e-9bedfa2da1c3 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Publish callbacks [] for port (d889c62f-6e20-48b6-980b-5a0e48c0142f), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:54.842730 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-e1a89437-52ab-4ae4-bf9b-7b8538294bab None None] Provisioning complete for port 2ce5da30-603e-4b63-9b49-a52af1a6dfe0 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:09:54.843112 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e1a89437-52ab-4ae4-bf9b-7b8538294bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (2ce5da30-603e-4b63-9b49-a52af1a6dfe0), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:54.873160 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5e0e3d99-c346-41d5-be44-7a27c7b7ec09 admin admin] Publish callbacks [] for security_group (60f5a209-cad6-41a8-915f-73b9ceea56a6), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:54.877176 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d2c465-e35c-481a-a7c5-5185c56a6438 tempest-FloatingIPAdminTestJSON-366428778 tempest-FloatingIPAdminTestJSON-366428778-project-admin] Pushing event updated for resources: {'Port': ['ID=308891b9-f1c4-4f8a-9364-36f8475c616e,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:54.885589 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-8fb31948-ce08-45af-8fed-bbbdd6f1f2da None None] For port 6e524ad2-7014-480f-a953-b6235d1e4735, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6e524ad2-7014-480f-a953-b6235d1e4735,segment=NetworkSegment(0c54767f-f5cc-4fe8-be2b-89310a1e6df6),segment_id=0c54767f-f5cc-4fe8-be2b-89310a1e6df6)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:09:54.886006 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-8fb31948-ce08-45af-8fed-bbbdd6f1f2da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (6e524ad2-7014-480f-a953-b6235d1e4735), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:54.890847 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c5d2c465-e35c-481a-a7c5-5185c56a6438 tempest-FloatingIPAdminTestJSON-366428778 tempest-FloatingIPAdminTestJSON-366428778-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (6bb91798-1342-413d-93c8-d5ecf026902b), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:54.904607 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-8fb31948-ce08-45af-8fed-bbbdd6f1f2da None None] Calling delete_port for 6e524ad2-7014-480f-a953-b6235d1e4735 owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:09:54.906812 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c04c85-b4ca-43bc-b290-6a2944e212e9 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Made reservation on behalf of a45ecca62a364aaabca1717c79558f6f for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:09:54.909319 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c4c04c85-b4ca-43bc-b290-6a2944e212e9 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:54.910646 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4c04c85-b4ca-43bc-b290-6a2944e212e9 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 07 22:09:54.911125 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4c04c85-b4ca-43bc-b290-6a2944e212e9 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=121836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:09:54.949471 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8a675513-acc5-4856-bc7e-9bedfa2da1c3 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (d889c62f-6e20-48b6-980b-5a0e48c0142f), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:54.957089 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-94d32561-0190-4956-ad24-7b53eb27ecbc req-9edf8d91-fe20-406e-b81a-273ee03a398a service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=fb0d2331b1674fe797c71f474a68e096&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0877166
May 07 22:09:54.964232 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-c4c04c85-b4ca-43bc-b290-6a2944e212e9 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 460 time: 0.2484064
May 07 22:09:54.986471 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 41098) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:54.995255 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-fa6fa0e2-14c2-4636-aaf4-9a7f102cb7d5 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Request body: {'subnet': {'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:09:55.011497 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-e1a89437-52ab-4ae4-bf9b-7b8538294bab None None] Current status of the port 2ce5da30-603e-4b63-9b49-a52af1a6dfe0 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:09:55.022805 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a675513-acc5-4856-bc7e-9bedfa2da1c3 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:09:55.038827 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-8fb31948-ce08-45af-8fed-bbbdd6f1f2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (6e524ad2-7014-480f-a953-b6235d1e4735), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:55.040058 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5e0e3d99-c346-41d5-be44-7a27c7b7ec09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (60f5a209-cad6-41a8-915f-73b9ceea56a6), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:55.042555 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5e0e3d99-c346-41d5-be44-7a27c7b7ec09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:55.046131 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-5e0e3d99-c346-41d5-be44-7a27c7b7ec09 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/60f5a209-cad6-41a8-915f-73b9ceea56a6 HTTP/1.1" status: 204  len: 168 time: 0.4614811
May 07 22:09:55.046131 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-8a675513-acc5-4856-bc7e-9bedfa2da1c3 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:09:55.062297 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a675513-acc5-4856-bc7e-9bedfa2da1c3 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:09:55.066568 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a675513-acc5-4856-bc7e-9bedfa2da1c3 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Pushing event updated for resources: {'Port': ['ID=d889c62f-6e20-48b6-980b-5a0e48c0142f,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:55.090886 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb31948-ce08-45af-8fed-bbbdd6f1f2da None None] No DVR routers for this DVR port 6e524ad2-7014-480f-a953-b6235d1e4735 on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:09:55.095135 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb31948-ce08-45af-8fed-bbbdd6f1f2da None None] Pushing event deleted for resources: {'Port': ['ID=6e524ad2-7014-480f-a953-b6235d1e4735,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:55.113172 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b57b72d-4c80-4dd7-aa9e-afd8cdd0ab94 admin admin] Router 3621bc97-b3ca-49b3-81e3-7624e1ba69d3 is scheduled to L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db with binding_index 1 {{(pid=121837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 07 22:09:55.157005 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0e3d99-c346-41d5-be44-7a27c7b7ec09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60f5a209-cad6-41a8-915f-73b9ceea56a6,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:55.164636 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 2ce5da30-603e-4b63-9b49-a52af1a6dfe0 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:09:55.238713 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa6fa0e2-14c2-4636-aaf4-9a7f102cb7d5 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Made reservation on behalf of a45ecca62a364aaabca1717c79558f6f for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:09:55.242375 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fa6fa0e2-14c2-4636-aaf4-9a7f102cb7d5 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:55.244065 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa6fa0e2-14c2-4636-aaf4-9a7f102cb7d5 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 07 22:09:55.244517 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa6fa0e2-14c2-4636-aaf4-9a7f102cb7d5 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=121836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:09:55.289031 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8a675513-acc5-4856-bc7e-9bedfa2da1c3 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Publish callbacks [] for floatingip (ef56c9d1-18f1-445f-b8c0-c2f6c1c08a99), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:55.301694 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-fa6fa0e2-14c2-4636-aaf4-9a7f102cb7d5 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 450 time: 0.3122923
May 07 22:09:55.307504 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 41106) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:55.313903 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-f8f2595a-bb23-4fd8-b9b3-5ced14075c30 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Request body: {'subnet': {'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:09:55.350331 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d32561-0190-4956-ad24-7b53eb27ecbc req-cf6f9ebf-265d-436e-9d71-11dfd1af3e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:55.352837 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-94d32561-0190-4956-ad24-7b53eb27ecbc req-cf6f9ebf-265d-436e-9d71-11dfd1af3e5f service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3862953
May 07 22:09:55.374705 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8a675513-acc5-4856-bc7e-9bedfa2da1c3 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (d889c62f-6e20-48b6-980b-5a0e48c0142f), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:55.427176 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-efe438c6-c524-4fc1-bd93-7b14acde3568 req-1ed0f110-b621-42e4-bb35-5499b296a783 tempest-ServerShowV247Test-1080228328 tempest-ServerShowV247Test-1080228328-project] 10.222.0.32 "GET /v2.0/ports?device_id=36fed9e6-d8a9-4070-8850-3fb37dbaf8a3 HTTP/1.1" status: 200  len: 210 time: 0.0828223
May 07 22:09:55.428269 ncdv-master-1 neutron-server[121837]: INFO neutron.db.l3_db [None req-c5d2c465-e35c-481a-a7c5-5185c56a6438 tempest-FloatingIPAdminTestJSON-366428778 tempest-FloatingIPAdminTestJSON-366428778-project-admin] Floating IP 6bb91798-1342-413d-93c8-d5ecf026902b associated. External IP: 172.35.4.73, port: 9d6e29d1-5553-405c-9c39-6a22df4ae798.
May 07 22:09:55.532134 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b57b72d-4c80-4dd7-aa9e-afd8cdd0ab94 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:09:55.543463 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bae6105-824d-4ef0-aff9-720e43c917fa None None] Sync routers for ids ['3621bc97-b3ca-49b3-81e3-7624e1ba69d3'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:09:55.569458 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bae6105-824d-4ef0-aff9-720e43c917fa None None] Routers {'3621bc97-b3ca-49b3-81e3-7624e1ba69d3'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:09:55.569458 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-7bae6105-824d-4ef0-aff9-720e43c917fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f8156a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:09:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['3621bc97-b3ca-49b3-81e3-7624e1ba69d3'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:09:55.579534 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8f2595a-bb23-4fd8-b9b3-5ced14075c30 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Made reservation on behalf of a45ecca62a364aaabca1717c79558f6f for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:09:55.583465 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0b57b72d-4c80-4dd7-aa9e-afd8cdd0ab94 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:55.588127 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-0b57b72d-4c80-4dd7-aa9e-afd8cdd0ab94 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 4.6313610
May 07 22:09:55.590349 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 41116) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:55.594133 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f8f2595a-bb23-4fd8-b9b3-5ced14075c30 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:55.595653 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8f2595a-bb23-4fd8-b9b3-5ced14075c30 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 07 22:09:55.596113 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8f2595a-bb23-4fd8-b9b3-5ced14075c30 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=121836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:09:55.634582 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-f8f2595a-bb23-4fd8-b9b3-5ced14075c30 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 449 time: 0.3248022
May 07 22:09:55.639319 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 41120) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:55.644485 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-dc27e7cd-fcf2-4ad6-a127-dfad5408bccc tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Request body: {'subnet': {'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:09:55.705250 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 2ce5da30-603e-4b63-9b49-a52af1a6dfe0 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:09:55.768024 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-7bae6105-824d-4ef0-aff9-720e43c917fa None None] Set router 3621bc97-b3ca-49b3-81e3-7624e1ba69d3 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:09:55.774188 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8a675513-acc5-4856-bc7e-9bedfa2da1c3 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Publish callbacks [] for port (d889c62f-6e20-48b6-980b-5a0e48c0142f), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:55.784810 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8a675513-acc5-4856-bc7e-9bedfa2da1c3 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (d889c62f-6e20-48b6-980b-5a0e48c0142f), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:55.794047 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc27e7cd-fcf2-4ad6-a127-dfad5408bccc tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Made reservation on behalf of a45ecca62a364aaabca1717c79558f6f for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:09:55.797634 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-dc27e7cd-fcf2-4ad6-a127-dfad5408bccc tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:55.799382 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc27e7cd-fcf2-4ad6-a127-dfad5408bccc tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 07 22:09:55.799540 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc27e7cd-fcf2-4ad6-a127-dfad5408bccc tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=121836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:09:55.834135 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 2ce5da30-603e-4b63-9b49-a52af1a6dfe0 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:09:55.834720 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (2ce5da30-603e-4b63-9b49-a52af1a6dfe0), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:55.928628 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a675513-acc5-4856-bc7e-9bedfa2da1c3 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Pushing event updated for resources: {'Port': ['ID=d889c62f-6e20-48b6-980b-5a0e48c0142f,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:55.943815 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-dc27e7cd-fcf2-4ad6-a127-dfad5408bccc tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 460 time: 0.3034146
May 07 22:09:55.949909 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 41128) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:55.957469 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-b7b2e2c2-81f8-41c2-b3f0-d203d3069b4a tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Request body: {'subnet': {'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:09:55.972598 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 2ce5da30-603e-4b63-9b49-a52af1a6dfe0 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:09:56.004682 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5d2c465-e35c-481a-a7c5-5185c56a6438 tempest-FloatingIPAdminTestJSON-366428778 tempest-FloatingIPAdminTestJSON-366428778-project-admin] Router d7308840-8369-4de6-8056-6713e544bf81 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:09:56.041357 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8a675513-acc5-4856-bc7e-9bedfa2da1c3 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (ef56c9d1-18f1-445f-b8c0-c2f6c1c08a99), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:56.064520 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-7bae6105-824d-4ef0-aff9-720e43c917fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f8156a0>, [{'id': '3621bc97-b3ca-49b3-81e3-7624e1ba69d3', 'name': 'tempest-TestVolumeBackupRestore-1862511252-router', 'tenant_id': 'd70782066cce4f2fbf5744b63e4195cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.92'}], 'enable_snat': True}, 'gw_port_id': '723c69f0-0343-4b05-86e9-6cf9e721e8c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:09:51Z', 'updated_at': '2022-05-07T22:09:53Z', 'revision_number': 3, 'project_id': 'd70782066cce4f2fbf5744b63e4195cb', 'gw_port': {'id': '723c69f0-0343-4b05-86e9-6cf9e721e8c7', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:c5:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3621bc97-b3ca-49b3-81e3-7624e1ba69d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:09:51Z', 'updated_at': '2022-05-07T22:09:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:09:56.066504 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 6e524ad2-7014-480f-a953-b6235d1e4735 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:09:56.069886 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-76ad3382-443c-46dc-8d1f-5c8922f81f8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:56.083353 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8a675513-acc5-4856-bc7e-9bedfa2da1c3 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:56.087961 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-8a675513-acc5-4856-bc7e-9bedfa2da1c3 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.7647805
May 07 22:09:56.088671 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 41132) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:56.093802 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-10854ff2-c662-49b5-8c4b-7dff6b0bf598 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Request body: {'floatingip': {'port_id': 'd485e3e5-cb83-4fba-a5b8-0633f51cac86', 'fixed_ip_address': '172.20.0.13'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:09:56.122239 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bae6105-824d-4ef0-aff9-720e43c917fa None None] Checking router: 3621bc97-b3ca-49b3-81e3-7624e1ba69d3 for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:09:56.122591 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bae6105-824d-4ef0-aff9-720e43c917fa None None] Updating router 3621bc97-b3ca-49b3-81e3-7624e1ba69d3 port 723c69f0-0343-4b05-86e9-6cf9e721e8c7 binding host ncdv-master-1 {{(pid=121838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 22:09:56.124877 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 6e524ad2-7014-480f-a953-b6235d1e4735 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:09:56.131161 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 6e524ad2-7014-480f-a953-b6235d1e4735 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:09:56.161624 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-10854ff2-c662-49b5-8c4b-7dff6b0bf598 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Publish callbacks [] for floatingip (ef56c9d1-18f1-445f-b8c0-c2f6c1c08a99), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:56.167184 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b2e2c2-81f8-41c2-b3f0-d203d3069b4a tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Made reservation on behalf of a45ecca62a364aaabca1717c79558f6f for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:09:56.170978 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b7b2e2c2-81f8-41c2-b3f0-d203d3069b4a tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:56.172577 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7b2e2c2-81f8-41c2-b3f0-d203d3069b4a tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 07 22:09:56.173175 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7b2e2c2-81f8-41c2-b3f0-d203d3069b4a tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=121836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:09:56.176785 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7bae6105-824d-4ef0-aff9-720e43c917fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (723c69f0-0343-4b05-86e9-6cf9e721e8c7), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:56.220052 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-b7b2e2c2-81f8-41c2-b3f0-d203d3069b4a tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 449 time: 0.2678924
May 07 22:09:56.225021 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 41138) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:56.230809 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-dce2906b-6170-4e30-9c65-a09c388aef6d tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Request body: {'subnet': {'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:09:56.319694 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5d2c465-e35c-481a-a7c5-5185c56a6438 tempest-FloatingIPAdminTestJSON-366428778 tempest-FloatingIPAdminTestJSON-366428778-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:09:56.329436 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82274c9c-b8bd-449c-993c-2d358be9c9ea None None] Sync routers for ids ['d7308840-8369-4de6-8056-6713e544bf81'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:09:56.342638 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c5d2c465-e35c-481a-a7c5-5185c56a6438 tempest-FloatingIPAdminTestJSON-366428778 tempest-FloatingIPAdminTestJSON-366428778-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:56.349029 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82274c9c-b8bd-449c-993c-2d358be9c9ea None None] Routers {'d7308840-8369-4de6-8056-6713e544bf81'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:09:56.353006 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-82274c9c-b8bd-449c-993c-2d358be9c9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c7f12e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:09:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['d7308840-8369-4de6-8056-6713e544bf81'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:09:56.383140 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-c5d2c465-e35c-481a-a7c5-5185c56a6438 tempest-FloatingIPAdminTestJSON-366428778 tempest-FloatingIPAdminTestJSON-366428778-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 986 time: 5.9110818
May 07 22:09:56.384084 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 41140) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:56.394212 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-82274c9c-b8bd-449c-993c-2d358be9c9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c7f12e0>, [], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:09:56.404204 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82274c9c-b8bd-449c-993c-2d358be9c9ea None None] Routers {'d7308840-8369-4de6-8056-6713e544bf81'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:09:56.405064 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-82274c9c-b8bd-449c-993c-2d358be9c9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c7f12e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:09:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['d7308840-8369-4de6-8056-6713e544bf81'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:09:56.431727 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce2906b-6170-4e30-9c65-a09c388aef6d tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Made reservation on behalf of a45ecca62a364aaabca1717c79558f6f for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:09:56.435482 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-dce2906b-6170-4e30-9c65-a09c388aef6d tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:56.437605 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-dce2906b-6170-4e30-9c65-a09c388aef6d tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 07 22:09:56.438180 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dce2906b-6170-4e30-9c65-a09c388aef6d tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=121836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:09:56.450168 ncdv-master-1 neutron-server[121836]: INFO neutron.api.v2.resource [None req-10854ff2-c662-49b5-8c4b-7dff6b0bf598 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] update failed (client error): The resource could not be found.
May 07 22:09:56.451383 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-10854ff2-c662-49b5-8c4b-7dff6b0bf598 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] 10.222.0.32 "PUT /v2.0/floatingips/ef56c9d1-18f1-445f-b8c0-c2f6c1c08a99 HTTP/1.1" status: 404  len: 507 time: 0.3612990
May 07 22:09:56.454317 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 41142) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:56.507052 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-82274c9c-b8bd-449c-993c-2d358be9c9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c7f12e0>, [], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:09:56.508069 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82274c9c-b8bd-449c-993c-2d358be9c9ea None None] The sync data for ids ['d7308840-8369-4de6-8056-6713e544bf81'] in ncdv-master-1 is: [] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:09:56.573932 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-7919a62b-3d61-4d90-82d7-12532687dc36 tempest-FloatingIPAdminTestJSON-366428778 tempest-FloatingIPAdminTestJSON-366428778-project-admin] 10.222.0.32 "GET /v2.0/floatingips/6bb91798-1342-413d-93c8-d5ecf026902b HTTP/1.1" status: 200  len: 981 time: 0.1885848
May 07 22:09:56.574602 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 41148) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:56.603931 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-53e7176f-c1eb-43dd-bc70-5408976eec7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:56.625312 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-dce2906b-6170-4e30-9c65-a09c388aef6d tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 450 time: 0.3985994
May 07 22:09:56.641278 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 41150) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:56.642488 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7bae6105-824d-4ef0-aff9-720e43c917fa None None] Publish callbacks [] for port (723c69f0-0343-4b05-86e9-6cf9e721e8c7), precommit_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:56.651492 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7bae6105-824d-4ef0-aff9-720e43c917fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (723c69f0-0343-4b05-86e9-6cf9e721e8c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:56.652106 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-93902293-8bfb-4c85-bdd4-f2e5d64cbef7 req-3278e430-c167-4c66-9264-04b95793c026 tempest-ServerShowV247Test-1080228328 tempest-ServerShowV247Test-1080228328-project] 10.222.0.32 "GET /v2.0/ports?device_id=36fed9e6-d8a9-4070-8850-3fb37dbaf8a3 HTTP/1.1" status: 200  len: 210 time: 0.0596485
May 07 22:09:56.719785 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-7bae6105-824d-4ef0-aff9-720e43c917fa None None] Attempting to bind port 723c69f0-0343-4b05-86e9-6cf9e721e8c7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:09:56.719997 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-7bae6105-824d-4ef0-aff9-720e43c917fa None None] Attempting to bind port 723c69f0-0343-4b05-86e9-6cf9e721e8c7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:09:56.720230 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bae6105-824d-4ef0-aff9-720e43c917fa None None] Attempting to bind port 723c69f0-0343-4b05-86e9-6cf9e721e8c7 on network 9221b764-ef06-431f-8941-796516ed7c3b {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:09:56.728331 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e7265f-28b6-4b76-821b-2c3f5974e902 None None] Pushing event updated for resources: {'Port': ['ID=723c69f0-0343-4b05-86e9-6cf9e721e8c7,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:56.733267 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bae6105-824d-4ef0-aff9-720e43c917fa None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:09:56.733828 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bae6105-824d-4ef0-aff9-720e43c917fa None None] Checking segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:09:56.734385 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7bae6105-824d-4ef0-aff9-720e43c917fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:56.734797 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bae6105-824d-4ef0-aff9-720e43c917fa None None] Bound using segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:09:56.735476 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-7bae6105-824d-4ef0-aff9-720e43c917fa None None] Bound port: 723c69f0-0343-4b05-86e9-6cf9e721e8c7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:09:56.735868 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7bae6105-824d-4ef0-aff9-720e43c917fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (723c69f0-0343-4b05-86e9-6cf9e721e8c7), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:56.741890 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-f3095761-b7c0-4a84-a5ed-bf6ef7777c26 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Deleting port d889c62f-6e20-48b6-980b-5a0e48c0142f {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:09:56.742342 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f3095761-b7c0-4a84-a5ed-bf6ef7777c26 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (d889c62f-6e20-48b6-980b-5a0e48c0142f), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:56.857549 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 22:09:56.871023 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f3095761-b7c0-4a84-a5ed-bf6ef7777c26 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (d889c62f-6e20-48b6-980b-5a0e48c0142f), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:56.871360 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f3095761-b7c0-4a84-a5ed-bf6ef7777c26 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Publish callbacks [] for floatingip (d889c62f-6e20-48b6-980b-5a0e48c0142f), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:56.882636 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-7bae6105-824d-4ef0-aff9-720e43c917fa None None] For port 723c69f0-0343-4b05-86e9-6cf9e721e8c7, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:09:56.888008 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-7bae6105-824d-4ef0-aff9-720e43c917fa None None] For port 723c69f0-0343-4b05-86e9-6cf9e721e8c7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=723c69f0-0343-4b05-86e9-6cf9e721e8c7,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:09:56.891268 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-f3095761-b7c0-4a84-a5ed-bf6ef7777c26 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Calling delete_port for d889c62f-6e20-48b6-980b-5a0e48c0142f owned by network:floatingip {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:09:56.904146 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7bae6105-824d-4ef0-aff9-720e43c917fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (723c69f0-0343-4b05-86e9-6cf9e721e8c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:56.964502 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bae6105-824d-4ef0-aff9-720e43c917fa None None] Routers {'3621bc97-b3ca-49b3-81e3-7624e1ba69d3'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:09:56.965151 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-7bae6105-824d-4ef0-aff9-720e43c917fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f8156a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:09:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['3621bc97-b3ca-49b3-81e3-7624e1ba69d3'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:09:57.109828 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e7265f-28b6-4b76-821b-2c3f5974e902 None None] Pushing event updated for resources: {'Port': ['ID=723c69f0-0343-4b05-86e9-6cf9e721e8c7,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:57.117319 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-7bae6105-824d-4ef0-aff9-720e43c917fa None None] Set router 3621bc97-b3ca-49b3-81e3-7624e1ba69d3 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:09:57.172971 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f3095761-b7c0-4a84-a5ed-bf6ef7777c26 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (d889c62f-6e20-48b6-980b-5a0e48c0142f), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:57.226094 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-d2fc9b83-5880-404c-9331-5e288c2d60a3 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 205 time: 0.5777140
May 07 22:09:57.229360 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3095761-b7c0-4a84-a5ed-bf6ef7777c26 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Pushing event deleted for resources: {'Port': ['ID=d889c62f-6e20-48b6-980b-5a0e48c0142f,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:57.232053 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 41178) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:57.338114 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ebf2f2f9-9fee-409a-81fc-ce6eb6979911 req-07803f20-cf08-4de8-945e-5ee76fa50f30 tempest-ServerShowV247Test-1080228328 tempest-ServerShowV247Test-1080228328-project] 10.222.0.32 "GET /v2.0/ports?device_id=36fed9e6-d8a9-4070-8850-3fb37dbaf8a3 HTTP/1.1" status: 200  len: 210 time: 0.0735035
May 07 22:09:57.357037 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f3095761-b7c0-4a84-a5ed-bf6ef7777c26 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Publish callbacks [] for floatingip (ef56c9d1-18f1-445f-b8c0-c2f6c1c08a99), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:57.361195 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f3095761-b7c0-4a84-a5ed-bf6ef7777c26 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:57.362496 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-f3095761-b7c0-4a84-a5ed-bf6ef7777c26 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] 10.222.0.32 "DELETE /v2.0/floatingips/ef56c9d1-18f1-445f-b8c0-c2f6c1c08a99 HTTP/1.1" status: 204  len: 168 time: 0.9070804
May 07 22:09:57.366050 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 41180) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:57.370941 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-17e077d4-04b5-4cfe-b77c-476ecab51da2 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Request body: {'floatingip': {'floating_network_id': 'e8d76eb0-e922-4b3c-8626-7dca9423cbc5', 'port_id': 'd485e3e5-cb83-4fba-a5b8-0633f51cac86', 'fixed_ip_address': '172.20.0.13'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:09:57.393539 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-17e077d4-04b5-4cfe-b77c-476ecab51da2 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:57.437377 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-feeac8c9-b780-48f4-90bd-869b02129116 tempest-FloatingIPAdminTestJSON-366428778 tempest-FloatingIPAdminTestJSON-366428778-project-admin] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 2728 time: 0.8595467
May 07 22:09:57.446460 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56cde7b8-d381-4265-9795-91f42c936da3 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:57.450280 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-56cde7b8-d381-4265-9795-91f42c936da3 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.2134991
May 07 22:09:57.450280 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 41182) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:57.450947 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 41184) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:57.480267 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:57.513207 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-2eda6956-a67a-4632-a1b5-14f0135013f7 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0563335
May 07 22:09:57.515004 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 41188) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:57.521312 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-9284aab6-2ccc-4113-bf22-0916ceec250d tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Request body: {'subnet': {'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:09:57.549252 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-7bae6105-824d-4ef0-aff9-720e43c917fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f8156a0>, [{'id': '3621bc97-b3ca-49b3-81e3-7624e1ba69d3', 'name': 'tempest-TestVolumeBackupRestore-1862511252-router', 'tenant_id': 'd70782066cce4f2fbf5744b63e4195cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.92'}], 'enable_snat': True}, 'gw_port_id': '723c69f0-0343-4b05-86e9-6cf9e721e8c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:09:51Z', 'updated_at': '2022-05-07T22:09:53Z', 'revision_number': 3, 'project_id': 'd70782066cce4f2fbf5744b63e4195cb', 'gw_port': {'id': '723c69f0-0343-4b05-86e9-6cf9e721e8c7', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:c5:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3621bc97-b3ca-49b3-81e3-7624e1ba69d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:09:51Z', 'updated_at': '2022-05-07T22:09:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:09:57.589310 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bae6105-824d-4ef0-aff9-720e43c917fa None None] The sync data for ids ['3621bc97-b3ca-49b3-81e3-7624e1ba69d3'] in ncdv-master-1 is: [{'id': '3621bc97-b3ca-49b3-81e3-7624e1ba69d3', 'name': 'tempest-TestVolumeBackupRestore-1862511252-router', 'tenant_id': 'd70782066cce4f2fbf5744b63e4195cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.92'}], 'enable_snat': True}, 'gw_port_id': '723c69f0-0343-4b05-86e9-6cf9e721e8c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:09:51Z', 'updated_at': '2022-05-07T22:09:53Z', 'revision_number': 3, 'project_id': 'd70782066cce4f2fbf5744b63e4195cb', 'gw_port': {'id': '723c69f0-0343-4b05-86e9-6cf9e721e8c7', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:c5:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3621bc97-b3ca-49b3-81e3-7624e1ba69d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:09:51Z', 'updated_at': '2022-05-07T22:09:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:09:57.625144 ncdv-master-1 neutron-server[121836]: INFO neutron.api.v2.resource [None req-17e077d4-04b5-4cfe-b77c-476ecab51da2 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 07 22:09:57.626175 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-17e077d4-04b5-4cfe-b77c-476ecab51da2 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 400  len: 373 time: 0.2589500
May 07 22:09:57.629764 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 41190) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:57.634728 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-c8d78535-99a1-4093-bb21-2f2735ad62f9 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Request body: {'floatingip': {'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'port_id': 'd485e3e5-cb83-4fba-a5b8-0633f51cac86', 'fixed_ip_address': '172.20.0.13'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:09:57.646987 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9284aab6-2ccc-4113-bf22-0916ceec250d tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Made reservation on behalf of a45ecca62a364aaabca1717c79558f6f for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:09:57.650926 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9284aab6-2ccc-4113-bf22-0916ceec250d tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:57.718039 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c8d78535-99a1-4093-bb21-2f2735ad62f9 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:57.752082 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-53e7176f-c1eb-43dd-bc70-5408976eec7d admin admin] Allocated IP 172.20.0.1 (42882eb7-7f7c-429d-978e-a320afe6b945/21c94e42-6f33-4d3f-bb38-a9f7f8184d5c/6ef7dd3a-1984-4735-af40-50e84d7d15ce) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:09:57.772874 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-f122111b-e5a9-408e-9c53-e1310adbe7f9 tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Deleting port 308891b9-f1c4-4f8a-9364-36f8475c616e {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:09:57.773233 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f122111b-e5a9-408e-9c53-e1310adbe7f9 tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (308891b9-f1c4-4f8a-9364-36f8475c616e), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:57.828943 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c8d78535-99a1-4093-bb21-2f2735ad62f9 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:57.946373 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f122111b-e5a9-408e-9c53-e1310adbe7f9 tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (308891b9-f1c4-4f8a-9364-36f8475c616e), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:57.946720 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f122111b-e5a9-408e-9c53-e1310adbe7f9 tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Publish callbacks [] for floatingip (308891b9-f1c4-4f8a-9364-36f8475c616e), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:57.971969 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-f122111b-e5a9-408e-9c53-e1310adbe7f9 tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Calling delete_port for 308891b9-f1c4-4f8a-9364-36f8475c616e owned by network:floatingip {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:09:57.975666 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-53e7176f-c1eb-43dd-bc70-5408976eec7d admin admin] Publish callbacks [] for port (6ef7dd3a-1984-4735-af40-50e84d7d15ce), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:58.048435 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-c8d78535-99a1-4093-bb21-2f2735ad62f9 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Allocated IP 172.35.4.98 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/6a241ea1-2bbe-4f92-9e94-cf38fd6803f5) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:09:58.144342 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-53e7176f-c1eb-43dd-bc70-5408976eec7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (6ef7dd3a-1984-4735-af40-50e84d7d15ce), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:58.158071 ncdv-master-1 neutron-server[121836]: DEBUG neutron.objects.ports [None req-9284aab6-2ccc-4113-bf22-0916ceec250d tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=121836) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}}
May 07 22:09:58.162006 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9284aab6-2ccc-4113-bf22-0916ceec250d tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (cfe8da33-ea06-4c6f-af51-ebc1a1cac8b3), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:58.208125 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e7176f-c1eb-43dd-bc70-5408976eec7d admin admin] Network 42882eb7-7f7c-429d-978e-a320afe6b945 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:09:58.221853 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-53e7176f-c1eb-43dd-bc70-5408976eec7d admin admin] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:09:58.224523 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e7176f-c1eb-43dd-bc70-5408976eec7d admin admin] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:09:58.291867 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-53e7176f-c1eb-43dd-bc70-5408976eec7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398161'] for router_interface (3621bc97-b3ca-49b3-81e3-7624e1ba69d3), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:58.348982 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c8d78535-99a1-4093-bb21-2f2735ad62f9 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Publish callbacks [] for port (6a241ea1-2bbe-4f92-9e94-cf38fd6803f5), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:58.354973 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e7176f-c1eb-43dd-bc70-5408976eec7d admin admin] Pushing event updated for resources: {'Port': ['ID=6ef7dd3a-1984-4735-af40-50e84d7d15ce,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:58.406973 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9284aab6-2ccc-4113-bf22-0916ceec250d tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:09:58.423752 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-9284aab6-2ccc-4113-bf22-0916ceec250d tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:09:58.435375 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8dcfb4a-e00d-41dc-aafd-66fdc5d4828f None None] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:09:58.456933 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9284aab6-2ccc-4113-bf22-0916ceec250d tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event updated for resources: {'Subnet': ['ID=cfe8da33-ea06-4c6f-af51-ebc1a1cac8b3,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:58.476073 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9284aab6-2ccc-4113-bf22-0916ceec250d tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:09:58.477653 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9284aab6-2ccc-4113-bf22-0916ceec250d tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:58.560313 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-9284aab6-2ccc-4113-bf22-0916ceec250d tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 1.0443866
May 07 22:09:58.561128 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 41210) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:09:58.578165 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-23ba3012-e3f2-4a3c-8cd3-461666a650d3 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Request body: {'port': {'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'mac_address': 'fa:16:3e:2b:29:9f', 'name': 'tempest-NetworksTestDHCPv6-596714513'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:09:58.633979 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4a8f21b3-d6d9-4788-886a-e884714f4960 req-20bdc32e-d09c-4b0b-8fb3-073c760428e9 tempest-ServerShowV247Test-1080228328 tempest-ServerShowV247Test-1080228328-project] 10.222.0.32 "GET /v2.0/ports?device_id=36fed9e6-d8a9-4070-8850-3fb37dbaf8a3 HTTP/1.1" status: 200  len: 210 time: 0.1346357
May 07 22:09:58.654239 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20c1e4b-4739-48a3-a715-73481f326cba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'project_id': 'a45ecca62a364aaabca1717c79558f6f', 'fixed_ips': [{'subnet_id': 'cfe8da33-ea06-4c6f-af51-ebc1a1cac8b3'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:09:58.660028 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b20c1e4b-4739-48a3-a715-73481f326cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:58.692795 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f122111b-e5a9-408e-9c53-e1310adbe7f9 tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (308891b9-f1c4-4f8a-9364-36f8475c616e), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:58.748149 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-53e7176f-c1eb-43dd-bc70-5408976eec7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (6ef7dd3a-1984-4735-af40-50e84d7d15ce), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:58.777999 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-9a926977-0691-474b-8cf4-7966badef0ed None None] Provisioning complete for port 6ef7dd3a-1984-4735-af40-50e84d7d15ce triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:09:58.778471 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9a926977-0691-474b-8cf4-7966badef0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (6ef7dd3a-1984-4735-af40-50e84d7d15ce), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:58.792948 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f122111b-e5a9-408e-9c53-e1310adbe7f9 tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Pushing event deleted for resources: {'Port': ['ID=308891b9-f1c4-4f8a-9364-36f8475c616e,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:58.809202 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c8d78535-99a1-4093-bb21-2f2735ad62f9 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (6a241ea1-2bbe-4f92-9e94-cf38fd6803f5), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:58.837385 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-9a926977-0691-474b-8cf4-7966badef0ed None None] Port 6ef7dd3a-1984-4735-af40-50e84d7d15ce cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:09:58.901578 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d78535-99a1-4093-bb21-2f2735ad62f9 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Pushing event updated for resources: {'Port': ['ID=6a241ea1-2bbe-4f92-9e94-cf38fd6803f5,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:58.920892 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-b20c1e4b-4739-48a3-a715-73481f326cba None None] Allocated IP 2001:db8::f816:3eff:fedc:d82d (c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a/cfe8da33-ea06-4c6f-af51-ebc1a1cac8b3/11ad0f30-ac6c-4569-b2d4-e2af2a543fa5) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:09:58.927826 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d78535-99a1-4093-bb21-2f2735ad62f9 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:09:58.935489 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-c8d78535-99a1-4093-bb21-2f2735ad62f9 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:09:58.938617 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d78535-99a1-4093-bb21-2f2735ad62f9 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:09:58.995542 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23ba3012-e3f2-4a3c-8cd3-461666a650d3 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Made reservation on behalf of a45ecca62a364aaabca1717c79558f6f for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:09:59.171532 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-53e7176f-c1eb-43dd-bc70-5408976eec7d admin admin] Publish callbacks [] for port (6ef7dd3a-1984-4735-af40-50e84d7d15ce), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:59.177928 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:59.184462 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f122111b-e5a9-408e-9c53-e1310adbe7f9 tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Publish callbacks [] for floatingip (6bb91798-1342-413d-93c8-d5ecf026902b), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:59.186263 ncdv-master-1 neutron-server[121837]: INFO neutron.db.l3_db [None req-f122111b-e5a9-408e-9c53-e1310adbe7f9 tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Floating IP 6bb91798-1342-413d-93c8-d5ecf026902b disassociated (deleted). External IP: 172.35.4.73, port: 9d6e29d1-5553-405c-9c39-6a22df4ae798.
May 07 22:09:59.229770 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b20c1e4b-4739-48a3-a715-73481f326cba None None] Publish callbacks [] for port (11ad0f30-ac6c-4569-b2d4-e2af2a543fa5), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:59.243662 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b20c1e4b-4739-48a3-a715-73481f326cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (11ad0f30-ac6c-4569-b2d4-e2af2a543fa5), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:59.262983 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-c8d78535-99a1-4093-bb21-2f2735ad62f9 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Deleting port 6a241ea1-2bbe-4f92-9e94-cf38fd6803f5 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:09:59.262983 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c8d78535-99a1-4093-bb21-2f2735ad62f9 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (6a241ea1-2bbe-4f92-9e94-cf38fd6803f5), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:59.297041 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-23ba3012-e3f2-4a3c-8cd3-461666a650d3 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:59.315620 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-53e7176f-c1eb-43dd-bc70-5408976eec7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (6ef7dd3a-1984-4735-af40-50e84d7d15ce), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:59.318207 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20c1e4b-4739-48a3-a715-73481f326cba None None] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:09:59.321381 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20c1e4b-4739-48a3-a715-73481f326cba None None] Pushing event updated for resources: {'Port': ['ID=11ad0f30-ac6c-4569-b2d4-e2af2a543fa5,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:59.323742 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-b20c1e4b-4739-48a3-a715-73481f326cba None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:09:59.327583 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20c1e4b-4739-48a3-a715-73481f326cba None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:09:59.369766 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [None req-23ba3012-e3f2-4a3c-8cd3-461666a650d3 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] device_id is not set on port 4188452d-dfa3-44bb-9038-43c47339313d yet. {{(pid=121836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 22:09:59.374440 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20c1e4b-4739-48a3-a715-73481f326cba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:09:59.374798 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20c1e4b-4739-48a3-a715-73481f326cba None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:09:59.375153 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20c1e4b-4739-48a3-a715-73481f326cba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:09:59.375488 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20c1e4b-4739-48a3-a715-73481f326cba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:09:59.375817 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20c1e4b-4739-48a3-a715-73481f326cba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:09:59.376146 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20c1e4b-4739-48a3-a715-73481f326cba None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:09:59.376473 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20c1e4b-4739-48a3-a715-73481f326cba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:09:59.376797 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20c1e4b-4739-48a3-a715-73481f326cba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:09:59.377117 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20c1e4b-4739-48a3-a715-73481f326cba None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:09:59.377435 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20c1e4b-4739-48a3-a715-73481f326cba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:09:59.377757 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20c1e4b-4739-48a3-a715-73481f326cba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:09:59.378077 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20c1e4b-4739-48a3-a715-73481f326cba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:09:59.378396 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20c1e4b-4739-48a3-a715-73481f326cba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:09:59.378714 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20c1e4b-4739-48a3-a715-73481f326cba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:09:59.379182 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20c1e4b-4739-48a3-a715-73481f326cba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:09:59.424819 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-b20c1e4b-4739-48a3-a715-73481f326cba None None] Attempting to bind port 11ad0f30-ac6c-4569-b2d4-e2af2a543fa5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:09:59.425205 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-b20c1e4b-4739-48a3-a715-73481f326cba None None] Attempting to bind port 11ad0f30-ac6c-4569-b2d4-e2af2a543fa5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0c54767f-f5cc-4fe8-be2b-89310a1e6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:09:59.425566 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20c1e4b-4739-48a3-a715-73481f326cba None None] Attempting to bind port 11ad0f30-ac6c-4569-b2d4-e2af2a543fa5 on network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:09:59.427011 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-53e7176f-c1eb-43dd-bc70-5408976eec7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401121'] for router_interface (3621bc97-b3ca-49b3-81e3-7624e1ba69d3), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:59.432912 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20c1e4b-4739-48a3-a715-73481f326cba None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:09:59.433299 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20c1e4b-4739-48a3-a715-73481f326cba None None] Checking segment: {'id': '0c54767f-f5cc-4fe8-be2b-89310a1e6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:09:59.433703 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b20c1e4b-4739-48a3-a715-73481f326cba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:59.433833 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e7176f-c1eb-43dd-bc70-5408976eec7d admin admin] Pushing event updated for resources: {'Port': ['ID=6ef7dd3a-1984-4735-af40-50e84d7d15ce,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:59.434099 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20c1e4b-4739-48a3-a715-73481f326cba None None] Bound using segment: {'id': '0c54767f-f5cc-4fe8-be2b-89310a1e6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:09:59.434299 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c8d78535-99a1-4093-bb21-2f2735ad62f9 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (6a241ea1-2bbe-4f92-9e94-cf38fd6803f5), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:59.434567 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-b20c1e4b-4739-48a3-a715-73481f326cba None None] Bound port: 11ad0f30-ac6c-4569-b2d4-e2af2a543fa5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c54767f-f5cc-4fe8-be2b-89310a1e6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:09:59.434709 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c8d78535-99a1-4093-bb21-2f2735ad62f9 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Publish callbacks [] for floatingip (6a241ea1-2bbe-4f92-9e94-cf38fd6803f5), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:59.435037 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b20c1e4b-4739-48a3-a715-73481f326cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (11ad0f30-ac6c-4569-b2d4-e2af2a543fa5), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:59.456668 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-c8d78535-99a1-4093-bb21-2f2735ad62f9 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Calling delete_port for 6a241ea1-2bbe-4f92-9e94-cf38fd6803f5 owned by network:floatingip {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:09:59.518813 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-b20c1e4b-4739-48a3-a715-73481f326cba None None] For port 11ad0f30-ac6c-4569-b2d4-e2af2a543fa5, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:09:59.522018 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-b20c1e4b-4739-48a3-a715-73481f326cba None None] For port 11ad0f30-ac6c-4569-b2d4-e2af2a543fa5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=11ad0f30-ac6c-4569-b2d4-e2af2a543fa5,segment=NetworkSegment(0c54767f-f5cc-4fe8-be2b-89310a1e6df6),segment_id=0c54767f-f5cc-4fe8-be2b-89310a1e6df6)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:09:59.533203 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b20c1e4b-4739-48a3-a715-73481f326cba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (11ad0f30-ac6c-4569-b2d4-e2af2a543fa5), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:59.561571 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-23ba3012-e3f2-4a3c-8cd3-461666a650d3 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Allocated IP 2001:db8::f816:3eff:fe2b:299f (c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a/cfe8da33-ea06-4c6f-af51-ebc1a1cac8b3/4188452d-dfa3-44bb-9038-43c47339313d) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:09:59.650112 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20c1e4b-4739-48a3-a715-73481f326cba None None] Pushing event updated for resources: {'Port': ['ID=11ad0f30-ac6c-4569-b2d4-e2af2a543fa5,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:09:59.729722 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f122111b-e5a9-408e-9c53-e1310adbe7f9 tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Router d7308840-8369-4de6-8056-6713e544bf81 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:09:59.731713 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e7176f-c1eb-43dd-bc70-5408976eec7d admin admin] Network 42882eb7-7f7c-429d-978e-a320afe6b945 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:09:59.736041 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-53e7176f-c1eb-43dd-bc70-5408976eec7d admin admin] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:09:59.790410 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 723c69f0-0343-4b05-86e9-6cf9e721e8c7 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:09:59.839861 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c8d78535-99a1-4093-bb21-2f2735ad62f9 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (6a241ea1-2bbe-4f92-9e94-cf38fd6803f5), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:59.895528 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 723c69f0-0343-4b05-86e9-6cf9e721e8c7 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:09:59.896008 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (723c69f0-0343-4b05-86e9-6cf9e721e8c7), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:09:59.993197 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53e7176f-c1eb-43dd-bc70-5408976eec7d admin admin] Router 3621bc97-b3ca-49b3-81e3-7624e1ba69d3 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:10:00.082062 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 723c69f0-0343-4b05-86e9-6cf9e721e8c7 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:10:00.082586 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (723c69f0-0343-4b05-86e9-6cf9e721e8c7), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:00.126957 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port 723c69f0-0343-4b05-86e9-6cf9e721e8c7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=723c69f0-0343-4b05-86e9-6cf9e721e8c7,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:10:00.136469 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (723c69f0-0343-4b05-86e9-6cf9e721e8c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:00.151141 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c74e0a7a-85e9-435a-94ba-667fcfd4c714 req-0ef36b53-3e61-4ba3-a222-c690fae72a4b tempest-ServerShowV247Test-1080228328 tempest-ServerShowV247Test-1080228328-project] 10.222.0.32 "GET /v2.0/ports?device_id=36fed9e6-d8a9-4070-8850-3fb37dbaf8a3 HTTP/1.1" status: 200  len: 210 time: 0.3262613
May 07 22:10:00.159736 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d78535-99a1-4093-bb21-2f2735ad62f9 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Pushing event deleted for resources: {'Port': ['ID=6a241ea1-2bbe-4f92-9e94-cf38fd6803f5,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:00.171154 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-23ba3012-e3f2-4a3c-8cd3-461666a650d3 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for port (4188452d-dfa3-44bb-9038-43c47339313d), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:00.239920 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-698d962a-531d-4153-807c-b59355cf4e60 None None] Provisioning complete for port 6ef7dd3a-1984-4735-af40-50e84d7d15ce triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:10:00.240313 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-698d962a-531d-4153-807c-b59355cf4e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (6ef7dd3a-1984-4735-af40-50e84d7d15ce), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:00.285260 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f122111b-e5a9-408e-9c53-e1310adbe7f9 tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:10:00.291379 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f122111b-e5a9-408e-9c53-e1310adbe7f9 tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:00.310970 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-23ba3012-e3f2-4a3c-8cd3-461666a650d3 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (4188452d-dfa3-44bb-9038-43c47339313d), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:00.319101 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05a1cf0-f054-470d-b213-bc84a08da2fa None None] Sync routers for ids ['d7308840-8369-4de6-8056-6713e544bf81'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:10:00.348084 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53e7176f-c1eb-43dd-bc70-5408976eec7d admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:10:00.348321 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=723c69f0-0343-4b05-86e9-6cf9e721e8c7,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:00.357422 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05a1cf0-f054-470d-b213-bc84a08da2fa None None] Routers {'d7308840-8369-4de6-8056-6713e544bf81'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:10:00.357908 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-b05a1cf0-f054-470d-b213-bc84a08da2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7ec5ef40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:09:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['d7308840-8369-4de6-8056-6713e544bf81'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:10:00.360530 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:00.362154 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-53e7176f-c1eb-43dd-bc70-5408976eec7d admin admin] 10.222.0.32 "PUT /v2.0/routers/3621bc97-b3ca-49b3-81e3-7624e1ba69d3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7699206
May 07 22:10:00.362963 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-698d962a-531d-4153-807c-b59355cf4e60 None None] Port 6ef7dd3a-1984-4735-af40-50e84d7d15ce cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:10:00.375401 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-f122111b-e5a9-408e-9c53-e1310adbe7f9 tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] 10.222.0.32 "DELETE /v2.0/floatingips/6bb91798-1342-413d-93c8-d5ecf026902b HTTP/1.1" status: 204  len: 168 time: 2.9165277
May 07 22:10:00.378028 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5fd9a6-0061-47ce-ad18-581ede47ac7f None None] Sync routers for ids ['3621bc97-b3ca-49b3-81e3-7624e1ba69d3'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:10:00.379266 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 41256) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:00.385789 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-810f41c7-de62-4b08-a9a7-660eb1e6f5c9 tempest-FloatingIPAdminTestJSON-366428778 tempest-FloatingIPAdminTestJSON-366428778-project-admin] Request body: {'floatingip': {'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:10:00.390752 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5fd9a6-0061-47ce-ad18-581ede47ac7f None None] Routers {'3621bc97-b3ca-49b3-81e3-7624e1ba69d3'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:10:00.391414 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-0e5fd9a6-0061-47ce-ad18-581ede47ac7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cbd48b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:09:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['3621bc97-b3ca-49b3-81e3-7624e1ba69d3'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:10:00.400358 ncdv-master-1 neutron-server[121836]: INFO neutron.api.v2.resource [None req-c8d78535-99a1-4093-bb21-2f2735ad62f9 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] create failed (client error): The resource could not be found.
May 07 22:10:00.402816 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-b05a1cf0-f054-470d-b213-bc84a08da2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7ec5ef40>, [], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:10:00.405895 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-c8d78535-99a1-4093-bb21-2f2735ad62f9 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 404  len: 507 time: 2.7751150
May 07 22:10:00.408121 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 41258) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:00.418292 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23ba3012-e3f2-4a3c-8cd3-461666a650d3 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:10:00.426795 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05a1cf0-f054-470d-b213-bc84a08da2fa None None] Routers {'d7308840-8369-4de6-8056-6713e544bf81'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:10:00.428412 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-b05a1cf0-f054-470d-b213-bc84a08da2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7ec5ef40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:09:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['d7308840-8369-4de6-8056-6713e544bf81'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:10:00.428776 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-23ba3012-e3f2-4a3c-8cd3-461666a650d3 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:10:00.433217 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ba3012-e3f2-4a3c-8cd3-461666a650d3 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:10:00.447872 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ba3012-e3f2-4a3c-8cd3-461666a650d3 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:00.449001 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-23ba3012-e3f2-4a3c-8cd3-461666a650d3 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:00.470592 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ba3012-e3f2-4a3c-8cd3-461666a650d3 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event updated for resources: {'Port': ['ID=4188452d-dfa3-44bb-9038-43c47339313d,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:00.478439 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-b05a1cf0-f054-470d-b213-bc84a08da2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7ec5ef40>, [], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:10:00.479241 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05a1cf0-f054-470d-b213-bc84a08da2fa None None] The sync data for ids ['d7308840-8369-4de6-8056-6713e544bf81'] in ncdv-master-1 is: [] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:10:00.498835 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-23ba3012-e3f2-4a3c-8cd3-461666a650d3 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 1.9324007
May 07 22:10:00.500220 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 41260) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:00.511187 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-810f41c7-de62-4b08-a9a7-660eb1e6f5c9 tempest-FloatingIPAdminTestJSON-366428778 tempest-FloatingIPAdminTestJSON-366428778-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:00.527889 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-0e5fd9a6-0061-47ce-ad18-581ede47ac7f None None] Set router 3621bc97-b3ca-49b3-81e3-7624e1ba69d3 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:10:00.566183 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1f37c9-46f0-4d62-8a9e-46d01df89e60 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:00.573847 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1f37c9-46f0-4d62-8a9e-46d01df89e60 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:00.582600 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 41262) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:00.582847 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-ae1f37c9-46f0-4d62-8a9e-46d01df89e60 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1702 time: 0.0813746
May 07 22:10:00.752567 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-d8d40c6a-fad9-4822-9554-c401fc115ec9 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Deleting port d485e3e5-cb83-4fba-a5b8-0633f51cac86 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:10:00.753125 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d8d40c6a-fad9-4822-9554-c401fc115ec9 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (d485e3e5-cb83-4fba-a5b8-0633f51cac86), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:00.804672 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-0e5fd9a6-0061-47ce-ad18-581ede47ac7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cbd48b0>, [{'id': '3621bc97-b3ca-49b3-81e3-7624e1ba69d3', 'name': 'tempest-TestVolumeBackupRestore-1862511252-router', 'tenant_id': 'd70782066cce4f2fbf5744b63e4195cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.92'}], 'enable_snat': True}, 'gw_port_id': '723c69f0-0343-4b05-86e9-6cf9e721e8c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:09:51Z', 'updated_at': '2022-05-07T22:09:58Z', 'revision_number': 4, 'project_id': 'd70782066cce4f2fbf5744b63e4195cb', 'gw_port': {'id': '723c69f0-0343-4b05-86e9-6cf9e721e8c7', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:c5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3621bc97-b3ca-49b3-81e3-7624e1ba69d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:09:51Z', 'updated_at': '2022-05-07T22:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6ef7dd3a-1984-4735-af40-50e84d7d15ce', 'name': '', 'network_id': '42882eb7-7f7c-429d-978e-a320afe6b945', 'tenant_id': 'd70782066cce4f2fbf5744b63e4195cb', 'mac_address': 'fa:16:3e:8d:67:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3621bc97-b3ca-49b3-81e3-7624e1ba69d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '21c94e42-6f33-4d3f-bb38-a9f7f8184d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:09:57Z', 'updated_at': '2022-05-07T22:09:58Z', 'revision_number': 2, 'project_id': 'd70782066cce4f2fbf5744b63e4195cb', 'subnets': [{'id': '21c94e42-6f33-4d3f-bb38-a9f7f8184d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:10:00.863255 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5fd9a6-0061-47ce-ad18-581ede47ac7f None None] Checking router: 3621bc97-b3ca-49b3-81e3-7624e1ba69d3 for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:10:00.863434 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5fd9a6-0061-47ce-ad18-581ede47ac7f None None] Updating router 3621bc97-b3ca-49b3-81e3-7624e1ba69d3 port 6ef7dd3a-1984-4735-af40-50e84d7d15ce binding host ncdv-master-1 {{(pid=121839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 22:10:00.901943 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-0e5fd9a6-0061-47ce-ad18-581ede47ac7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (6ef7dd3a-1984-4735-af40-50e84d7d15ce), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:00.956088 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 41292) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:01.105210 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-de7054f4-6ead-4334-949f-2a6ef16a9afb tempest-TestSecurityGroupsBasicOps-724098100 tempest-TestSecurityGroupsBasicOps-724098100-project-admin] 10.222.0.32 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200  len: 3224 time: 0.1470971
May 07 22:10:01.106064 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 41298) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:01.111713 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-c22dc694-1268-4a03-aa41-5f5c91054d20 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Request body: {'network': {'name': 'tempest-network-smoke--1212377230', 'project_id': '79ad2ea0f3a34003bb7a3f8ff81c58e4', 'port_security_enabled': False}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:10:01.137639 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c22dc694-1268-4a03-aa41-5f5c91054d20 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Made reservation on behalf of 79ad2ea0f3a34003bb7a3f8ff81c58e4 for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:10:01.141929 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c22dc694-1268-4a03-aa41-5f5c91054d20 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:01.174257 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c22dc694-1268-4a03-aa41-5f5c91054d20 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:10:01.188237 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c22dc694-1268-4a03-aa41-5f5c91054d20 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (d1c0fce5-521d-438d-a9d1-a6c40041ff2b), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:01.188676 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-c22dc694-1268-4a03-aa41-5f5c91054d20 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Added segment d1c0fce5-521d-438d-a9d1-a6c40041ff2b of type vlan for network 53cb28c4-547f-45c6-af6b-4da71054c830
May 07 22:10:01.252453 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c22dc694-1268-4a03-aa41-5f5c91054d20 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (53cb28c4-547f-45c6-af6b-4da71054c830), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:01.288992 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c22dc694-1268-4a03-aa41-5f5c91054d20 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (53cb28c4-547f-45c6-af6b-4da71054c830), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:01.302409 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22dc694-1268-4a03-aa41-5f5c91054d20 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:01.303126 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c22dc694-1268-4a03-aa41-5f5c91054d20 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:01.303696 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 41304) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:01.320006 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-1780e2db-850c-41ab-94aa-6e5507aeb5a7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1201792245-network', 'tenant_id': '2587862c34a945d193e58b50f42e5382'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:10:01.386504 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-0e5fd9a6-0061-47ce-ad18-581ede47ac7f None None] Publish callbacks [] for port (6ef7dd3a-1984-4735-af40-50e84d7d15ce), precommit_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:01.392102 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-c22dc694-1268-4a03-aa41-5f5c91054d20 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 770 time: 0.2846334
May 07 22:10:01.395407 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 41310) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:01.399841 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-810f41c7-de62-4b08-a9a7-660eb1e6f5c9 tempest-FloatingIPAdminTestJSON-366428778 tempest-FloatingIPAdminTestJSON-366428778-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:01.400063 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-901cb84d-dba0-4335-b413-968b752b9de2 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1386583730', 'admin_state_up': True, 'project_id': '79ad2ea0f3a34003bb7a3f8ff81c58e4', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:10:01.406924 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-0e5fd9a6-0061-47ce-ad18-581ede47ac7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (6ef7dd3a-1984-4735-af40-50e84d7d15ce), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:01.408818 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-3f4dac4c-ef79-4c55-b59c-f7145837a42d None None] Provisioning complete for port 11ad0f30-ac6c-4569-b2d4-e2af2a543fa5 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:10:01.409291 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-3f4dac4c-ef79-4c55-b59c-f7145837a42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (11ad0f30-ac6c-4569-b2d4-e2af2a543fa5), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:01.419687 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22dc694-1268-4a03-aa41-5f5c91054d20 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Pushing event updated for resources: {'Network': ['ID=53cb28c4-547f-45c6-af6b-4da71054c830,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:01.426260 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-901cb84d-dba0-4335-b413-968b752b9de2 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (7a551d72-c84c-4979-8057-178efae5941b), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:01.428019 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-901cb84d-dba0-4335-b413-968b752b9de2 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (7a551d72-c84c-4979-8057-178efae5941b), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:01.440985 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 53cb28c4-547f-45c6-af6b-4da71054c830 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:10:01.472143 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-16955fe9-ae02-4575-9172-9f3128fb7a8a req-e9b5684a-4cf5-4adf-bb21-36af64b2f46c tempest-ServerShowV247Test-1080228328 tempest-ServerShowV247Test-1080228328-project] 10.222.0.32 "GET /v2.0/ports?device_id=36fed9e6-d8a9-4070-8850-3fb37dbaf8a3 HTTP/1.1" status: 200  len: 210 time: 0.1302779
May 07 22:10:01.502454 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1780e2db-850c-41ab-94aa-6e5507aeb5a7 admin admin] Made reservation on behalf of 2587862c34a945d193e58b50f42e5382 for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:10:01.503891 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf372777-b44a-4267-b653-a1d2d86810a0 None None] Pushing event updated for resources: {'Port': ['ID=6ef7dd3a-1984-4735-af40-50e84d7d15ce,revision_number=3']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:01.515225 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1780e2db-850c-41ab-94aa-6e5507aeb5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:01.527464 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-901cb84d-dba0-4335-b413-968b752b9de2 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks [] for router_controller (7a551d72-c84c-4979-8057-178efae5941b), precommit_add_association {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:01.537502 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf372777-b44a-4267-b653-a1d2d86810a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:10:01.540325 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf372777-b44a-4267-b653-a1d2d86810a0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:10:01.540818 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf372777-b44a-4267-b653-a1d2d86810a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:10:01.541304 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf372777-b44a-4267-b653-a1d2d86810a0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:10:01.541916 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf372777-b44a-4267-b653-a1d2d86810a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:10:01.544486 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf372777-b44a-4267-b653-a1d2d86810a0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:10:01.545068 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf372777-b44a-4267-b653-a1d2d86810a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:10:01.546616 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf372777-b44a-4267-b653-a1d2d86810a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:10:01.547008 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf372777-b44a-4267-b653-a1d2d86810a0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:10:01.549732 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf372777-b44a-4267-b653-a1d2d86810a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:10:01.550437 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf372777-b44a-4267-b653-a1d2d86810a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:10:01.551220 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf372777-b44a-4267-b653-a1d2d86810a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:10:01.552028 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf372777-b44a-4267-b653-a1d2d86810a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:10:01.554131 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf372777-b44a-4267-b653-a1d2d86810a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:10:01.558877 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf372777-b44a-4267-b653-a1d2d86810a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:10:01.578238 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1780e2db-850c-41ab-94aa-6e5507aeb5a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:01.611716 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-c918bb23-59f2-4d18-98d8-581a10284816 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Deleting port 4188452d-dfa3-44bb-9038-43c47339313d {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:10:01.612063 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c918bb23-59f2-4d18-98d8-581a10284816 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (4188452d-dfa3-44bb-9038-43c47339313d), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:01.631868 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d8d40c6a-fad9-4822-9554-c401fc115ec9 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (d485e3e5-cb83-4fba-a5b8-0633f51cac86), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:01.638631 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-3f4dac4c-ef79-4c55-b59c-f7145837a42d None None] Current status of the port 11ad0f30-ac6c-4569-b2d4-e2af2a543fa5 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:10:01.639069 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-3f4dac4c-ef79-4c55-b59c-f7145837a42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (11ad0f30-ac6c-4569-b2d4-e2af2a543fa5), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:01.722063 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-3f4dac4c-ef79-4c55-b59c-f7145837a42d None None] For port 11ad0f30-ac6c-4569-b2d4-e2af2a543fa5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=11ad0f30-ac6c-4569-b2d4-e2af2a543fa5,segment=NetworkSegment(0c54767f-f5cc-4fe8-be2b-89310a1e6df6),segment_id=0c54767f-f5cc-4fe8-be2b-89310a1e6df6)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:10:01.731578 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-3f4dac4c-ef79-4c55-b59c-f7145837a42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (11ad0f30-ac6c-4569-b2d4-e2af2a543fa5), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:01.757537 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-0e5fd9a6-0061-47ce-ad18-581ede47ac7f None None] Attempting to bind port 6ef7dd3a-1984-4735-af40-50e84d7d15ce on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:10:01.759721 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-0e5fd9a6-0061-47ce-ad18-581ede47ac7f None None] Attempting to bind port 6ef7dd3a-1984-4735-af40-50e84d7d15ce by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '475d89aa-dfcd-45a6-8015-064d553f6ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '42882eb7-7f7c-429d-978e-a320afe6b945'}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:10:01.761254 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5fd9a6-0061-47ce-ad18-581ede47ac7f None None] Attempting to bind port 6ef7dd3a-1984-4735-af40-50e84d7d15ce on network 42882eb7-7f7c-429d-978e-a320afe6b945 {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:10:01.781883 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5fd9a6-0061-47ce-ad18-581ede47ac7f None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:10:01.784653 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5fd9a6-0061-47ce-ad18-581ede47ac7f None None] Checking segment: {'id': '475d89aa-dfcd-45a6-8015-064d553f6ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '42882eb7-7f7c-429d-978e-a320afe6b945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:10:01.787139 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-0e5fd9a6-0061-47ce-ad18-581ede47ac7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:01.788608 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5fd9a6-0061-47ce-ad18-581ede47ac7f None None] Bound using segment: {'id': '475d89aa-dfcd-45a6-8015-064d553f6ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '42882eb7-7f7c-429d-978e-a320afe6b945'} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:10:01.792113 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-0e5fd9a6-0061-47ce-ad18-581ede47ac7f None None] Bound port: 6ef7dd3a-1984-4735-af40-50e84d7d15ce, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '475d89aa-dfcd-45a6-8015-064d553f6ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '42882eb7-7f7c-429d-978e-a320afe6b945'}}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:10:01.793236 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-0e5fd9a6-0061-47ce-ad18-581ede47ac7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (6ef7dd3a-1984-4735-af40-50e84d7d15ce), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:01.796132 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-d8d40c6a-fad9-4822-9554-c401fc115ec9 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Calling delete_port for d485e3e5-cb83-4fba-a5b8-0633f51cac86 owned by  {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:10:01.876821 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4dac4c-ef79-4c55-b59c-f7145837a42d None None] Pushing event updated for resources: {'Port': ['ID=11ad0f30-ac6c-4569-b2d4-e2af2a543fa5,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:01.912516 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-35bd1e58-7e0a-4d53-8cdc-010f04ed3169 None None] Provisioning complete for port 4188452d-dfa3-44bb-9038-43c47339313d triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:10:01.920163 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-35bd1e58-7e0a-4d53-8cdc-010f04ed3169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (4188452d-dfa3-44bb-9038-43c47339313d), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:01.965984 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 11ad0f30-ac6c-4569-b2d4-e2af2a543fa5 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:10:01.994052 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-0e5fd9a6-0061-47ce-ad18-581ede47ac7f None None] For port 6ef7dd3a-1984-4735-af40-50e84d7d15ce, host ncdv-master-1, cleared binding levels {{(pid=121839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:10:02.004037 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-0e5fd9a6-0061-47ce-ad18-581ede47ac7f None None] For port 6ef7dd3a-1984-4735-af40-50e84d7d15ce, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6ef7dd3a-1984-4735-af40-50e84d7d15ce,segment=NetworkSegment(475d89aa-dfcd-45a6-8015-064d553f6ef3),segment_id=475d89aa-dfcd-45a6-8015-064d553f6ef3)] {{(pid=121839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:10:02.020466 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-0e5fd9a6-0061-47ce-ad18-581ede47ac7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (6ef7dd3a-1984-4735-af40-50e84d7d15ce), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:02.049086 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-35bd1e58-7e0a-4d53-8cdc-010f04ed3169 None None] Port 4188452d-dfa3-44bb-9038-43c47339313d cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:10:02.061195 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-810f41c7-de62-4b08-a9a7-660eb1e6f5c9 tempest-FloatingIPAdminTestJSON-366428778 tempest-FloatingIPAdminTestJSON-366428778-project-admin] Allocated IP 172.35.4.235 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/94fce87c-b845-4ece-8dea-a835a5d5095c) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:10:02.079182 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 11ad0f30-ac6c-4569-b2d4-e2af2a543fa5 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:10:02.079581 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (11ad0f30-ac6c-4569-b2d4-e2af2a543fa5), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:02.080022 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c918bb23-59f2-4d18-98d8-581a10284816 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (4188452d-dfa3-44bb-9038-43c47339313d), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:02.125945 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5fd9a6-0061-47ce-ad18-581ede47ac7f None None] Routers {'3621bc97-b3ca-49b3-81e3-7624e1ba69d3'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:10:02.126833 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-0e5fd9a6-0061-47ce-ad18-581ede47ac7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cbd48b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:09:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['3621bc97-b3ca-49b3-81e3-7624e1ba69d3'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:10:02.133463 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf372777-b44a-4267-b653-a1d2d86810a0 None None] Pushing event updated for resources: {'Port': ['ID=6ef7dd3a-1984-4735-af40-50e84d7d15ce,revision_number=4']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:02.146799 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-c918bb23-59f2-4d18-98d8-581a10284816 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Calling delete_port for 4188452d-dfa3-44bb-9038-43c47339313d owned by  {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:10:02.222431 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-2053bf6b-abd4-42d4-af38-c630474bb16e None None] Provisioning complete for port 6ef7dd3a-1984-4735-af40-50e84d7d15ce triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:10:02.225017 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2053bf6b-abd4-42d4-af38-c630474bb16e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (6ef7dd3a-1984-4735-af40-50e84d7d15ce), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:02.302687 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 11ad0f30-ac6c-4569-b2d4-e2af2a543fa5 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:10:02.303924 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 723c69f0-0343-4b05-86e9-6cf9e721e8c7 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:10:02.372913 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-0e5fd9a6-0061-47ce-ad18-581ede47ac7f None None] Set router 3621bc97-b3ca-49b3-81e3-7624e1ba69d3 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:10:02.417841 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1780e2db-850c-41ab-94aa-6e5507aeb5a7 admin admin] Publish callbacks [] for security_group (55e5ed54-70ed-4967-aa8d-e1e38ab85fe8), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:02.427727 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c918bb23-59f2-4d18-98d8-581a10284816 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (4188452d-dfa3-44bb-9038-43c47339313d), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:02.441193 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1780e2db-850c-41ab-94aa-6e5507aeb5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (55e5ed54-70ed-4967-aa8d-e1e38ab85fe8), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:02.495248 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 723c69f0-0343-4b05-86e9-6cf9e721e8c7 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:10:02.496180 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (723c69f0-0343-4b05-86e9-6cf9e721e8c7), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:02.525453 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c918bb23-59f2-4d18-98d8-581a10284816 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event deleted for resources: {'Port': ['ID=4188452d-dfa3-44bb-9038-43c47339313d,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:02.567931 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1780e2db-850c-41ab-94aa-6e5507aeb5a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:10:02.580775 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-901cb84d-dba0-4335-b413-968b752b9de2 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks [] for router_gateway (7a551d72-c84c-4979-8057-178efae5941b), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:02.598946 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-2053bf6b-abd4-42d4-af38-c630474bb16e None None] Current status of the port 6ef7dd3a-1984-4735-af40-50e84d7d15ce is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:10:02.599327 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2053bf6b-abd4-42d4-af38-c630474bb16e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (6ef7dd3a-1984-4735-af40-50e84d7d15ce), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:02.703376 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-2053bf6b-abd4-42d4-af38-c630474bb16e None None] For port 6ef7dd3a-1984-4735-af40-50e84d7d15ce, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6ef7dd3a-1984-4735-af40-50e84d7d15ce,segment=NetworkSegment(475d89aa-dfcd-45a6-8015-064d553f6ef3),segment_id=475d89aa-dfcd-45a6-8015-064d553f6ef3)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:10:02.729340 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-0e5fd9a6-0061-47ce-ad18-581ede47ac7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cbd48b0>, [{'id': '3621bc97-b3ca-49b3-81e3-7624e1ba69d3', 'name': 'tempest-TestVolumeBackupRestore-1862511252-router', 'tenant_id': 'd70782066cce4f2fbf5744b63e4195cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.92'}], 'enable_snat': True}, 'gw_port_id': '723c69f0-0343-4b05-86e9-6cf9e721e8c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:09:51Z', 'updated_at': '2022-05-07T22:09:58Z', 'revision_number': 4, 'project_id': 'd70782066cce4f2fbf5744b63e4195cb', 'gw_port': {'id': '723c69f0-0343-4b05-86e9-6cf9e721e8c7', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:c5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3621bc97-b3ca-49b3-81e3-7624e1ba69d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:09:51Z', 'updated_at': '2022-05-07T22:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6ef7dd3a-1984-4735-af40-50e84d7d15ce', 'name': '', 'network_id': '42882eb7-7f7c-429d-978e-a320afe6b945', 'tenant_id': 'd70782066cce4f2fbf5744b63e4195cb', 'mac_address': 'fa:16:3e:8d:67:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3621bc97-b3ca-49b3-81e3-7624e1ba69d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '21c94e42-6f33-4d3f-bb38-a9f7f8184d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:09:57Z', 'updated_at': '2022-05-07T22:10:01Z', 'revision_number': 4, 'project_id': 'd70782066cce4f2fbf5744b63e4195cb', 'subnets': [{'id': '21c94e42-6f33-4d3f-bb38-a9f7f8184d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:10:02.737892 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2053bf6b-abd4-42d4-af38-c630474bb16e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (6ef7dd3a-1984-4735-af40-50e84d7d15ce), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:02.741907 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1780e2db-850c-41ab-94aa-6e5507aeb5a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e5ed54-70ed-4967-aa8d-e1e38ab85fe8,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:02.748597 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c918bb23-59f2-4d18-98d8-581a10284816 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:02.760974 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-c918bb23-59f2-4d18-98d8-581a10284816 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/ports/4188452d-dfa3-44bb-9038-43c47339313d HTTP/1.1" status: 204  len: 168 time: 2.1493208
May 07 22:10:02.762421 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1780e2db-850c-41ab-94aa-6e5507aeb5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (9625c56f-dde5-4d0b-bd68-8018b202e2fc), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:02.762751 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-1780e2db-850c-41ab-94aa-6e5507aeb5a7 admin admin] Added segment 9625c56f-dde5-4d0b-bd68-8018b202e2fc of type vlan for network e708f1ce-377a-4225-b67d-39b7789159f6
May 07 22:10:02.784856 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 41342) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:02.817519 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5fd9a6-0061-47ce-ad18-581ede47ac7f None None] The sync data for ids ['3621bc97-b3ca-49b3-81e3-7624e1ba69d3'] in ncdv-master-1 is: [{'id': '3621bc97-b3ca-49b3-81e3-7624e1ba69d3', 'name': 'tempest-TestVolumeBackupRestore-1862511252-router', 'tenant_id': 'd70782066cce4f2fbf5744b63e4195cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.92'}], 'enable_snat': True}, 'gw_port_id': '723c69f0-0343-4b05-86e9-6cf9e721e8c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:09:51Z', 'updated_at': '2022-05-07T22:09:58Z', 'revision_number': 4, 'project_id': 'd70782066cce4f2fbf5744b63e4195cb', 'gw_port': {'id': '723c69f0-0343-4b05-86e9-6cf9e721e8c7', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:c5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3621bc97-b3ca-49b3-81e3-7624e1ba69d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:09:51Z', 'updated_at': '2022-05-07T22:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6ef7dd3a-1984-4735-af40-50e84d7d15ce', 'name': '', 'network_id': '42882eb7-7f7c-429d-978e-a320afe6b945', 'tenant_id': 'd70782066cce4f2fbf5744b63e4195cb', 'mac_address': 'fa:16:3e:8d:67:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3621bc97-b3ca-49b3-81e3-7624e1ba69d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '21c94e42-6f33-4d3f-bb38-a9f7f8184d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:09:57Z', 'updated_at': '2022-05-07T22:10:01Z', 'revision_number': 4, 'project_id': 'd70782066cce4f2fbf5744b63e4195cb', 'subnets': [{'id': '21c94e42-6f33-4d3f-bb38-a9f7f8184d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:10:02.844737 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8f790377-c106-4321-acaf-bc3c97d5a068 req-f2638736-7c8f-4a5e-8911-1073b29a917a tempest-ServerShowV247Test-1080228328 tempest-ServerShowV247Test-1080228328-project] 10.222.0.32 "GET /v2.0/ports?device_id=36fed9e6-d8a9-4070-8850-3fb37dbaf8a3 HTTP/1.1" status: 200  len: 210 time: 0.0844016
May 07 22:10:02.919252 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c772c92-67cd-436c-a45b-e919e4a74682 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:02.927181 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c772c92-67cd-436c-a45b-e919e4a74682 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:02.931207 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-8c772c92-67cd-436c-a45b-e919e4a74682 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1457 time: 0.1387024
May 07 22:10:02.939315 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 41352) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:02.949432 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2053bf6b-abd4-42d4-af38-c630474bb16e None None] Pushing event updated for resources: {'Port': ['ID=6ef7dd3a-1984-4735-af40-50e84d7d15ce,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:02.958674 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-82982892-4e8f-479d-99b3-57a62fab05a8 None None] Provisioning complete for port 6ef7dd3a-1984-4735-af40-50e84d7d15ce triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:10:02.959496 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-82982892-4e8f-479d-99b3-57a62fab05a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (6ef7dd3a-1984-4735-af40-50e84d7d15ce), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:03.005581 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 723c69f0-0343-4b05-86e9-6cf9e721e8c7 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:10:03.015739 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d8d40c6a-fad9-4822-9554-c401fc115ec9 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (d485e3e5-cb83-4fba-a5b8-0633f51cac86), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:03.046154 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1780e2db-850c-41ab-94aa-6e5507aeb5a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (e708f1ce-377a-4225-b67d-39b7789159f6), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:03.099146 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-901cb84d-dba0-4335-b413-968b752b9de2 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks [] for router_gateway (7a551d72-c84c-4979-8057-178efae5941b), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:03.102197 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-82982892-4e8f-479d-99b3-57a62fab05a8 None None] Current status of the port 6ef7dd3a-1984-4735-af40-50e84d7d15ce is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:10:03.120971 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d40c6a-fad9-4822-9554-c401fc115ec9 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Pushing event deleted for resources: {'Port': ['ID=d485e3e5-cb83-4fba-a5b8-0633f51cac86,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:03.124362 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-901cb84d-dba0-4335-b413-968b752b9de2 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:03.135983 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-810f41c7-de62-4b08-a9a7-660eb1e6f5c9 tempest-FloatingIPAdminTestJSON-366428778 tempest-FloatingIPAdminTestJSON-366428778-project-admin] Publish callbacks [] for port (94fce87c-b845-4ece-8dea-a835a5d5095c), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:03.158843 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7ec302f-b27f-4725-9418-af0473685527 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Deleting subnet cfe8da33-ea06-4c6f-af51-ebc1a1cac8b3 {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:10:03.176825 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c7ec302f-b27f-4725-9418-af0473685527 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for subnet (cfe8da33-ea06-4c6f-af51-ebc1a1cac8b3), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:03.220263 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1780e2db-850c-41ab-94aa-6e5507aeb5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (e708f1ce-377a-4225-b67d-39b7789159f6), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:03.221256 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1780e2db-850c-41ab-94aa-6e5507aeb5a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:03.221839 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1780e2db-850c-41ab-94aa-6e5507aeb5a7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:03.316281 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-1780e2db-850c-41ab-94aa-6e5507aeb5a7 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 2.0018475
May 07 22:10:03.316281 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c7ec302f-b27f-4725-9418-af0473685527 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (cfe8da33-ea06-4c6f-af51-ebc1a1cac8b3), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:03.320317 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 41354) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:03.325569 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-ecbd6052-abe4-40cb-acb5-1113c7c6e14f admin admin] Request body: {'subnet': {'network_id': 'e708f1ce-377a-4225-b67d-39b7789159f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1201792245-subnet', 'tenant_id': '2587862c34a945d193e58b50f42e5382', 'ip_version': 4}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:10:03.373789 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-810f41c7-de62-4b08-a9a7-660eb1e6f5c9 tempest-FloatingIPAdminTestJSON-366428778 tempest-FloatingIPAdminTestJSON-366428778-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (94fce87c-b845-4ece-8dea-a835a5d5095c), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:03.391962 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-901cb84d-dba0-4335-b413-968b752b9de2 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Allocated IP 172.35.4.134 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/8cd0f018-c54e-457d-b6a2-6312a695e0f6) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:10:03.394284 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecbd6052-abe4-40cb-acb5-1113c7c6e14f admin admin] Made reservation on behalf of 2587862c34a945d193e58b50f42e5382 for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:10:03.396425 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ecbd6052-abe4-40cb-acb5-1113c7c6e14f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:03.399844 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1780e2db-850c-41ab-94aa-6e5507aeb5a7 admin admin] Pushing event updated for resources: {'Network': ['ID=e708f1ce-377a-4225-b67d-39b7789159f6,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:03.410629 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network e708f1ce-377a-4225-b67d-39b7789159f6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:10:03.422589 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d8d40c6a-fad9-4822-9554-c401fc115ec9 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:03.428495 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-d8d40c6a-fad9-4822-9554-c401fc115ec9 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] 10.222.0.32 "DELETE /v2.0/ports/d485e3e5-cb83-4fba-a5b8-0633f51cac86 HTTP/1.1" status: 204  len: 168 time: 3.0170791
May 07 22:10:03.429450 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 41356) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:03.502403 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d327835-0cbb-40e4-b1a1-70a49463394a tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:03.506362 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-2d327835-0cbb-40e4-b1a1-70a49463394a tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] 10.222.0.32 "GET /v2.0/ports?device_id=476712d3-c495-4796-a8ea-883532baa80a HTTP/1.1" status: 200  len: 913 time: 0.0687079
May 07 22:10:03.507893 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810f41c7-de62-4b08-a9a7-660eb1e6f5c9 tempest-FloatingIPAdminTestJSON-366428778 tempest-FloatingIPAdminTestJSON-366428778-project-admin] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:10:03.511572 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 41358) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:03.522694 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-810f41c7-de62-4b08-a9a7-660eb1e6f5c9 tempest-FloatingIPAdminTestJSON-366428778 tempest-FloatingIPAdminTestJSON-366428778-project-admin] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:10:03.563522 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810f41c7-de62-4b08-a9a7-660eb1e6f5c9 tempest-FloatingIPAdminTestJSON-366428778 tempest-FloatingIPAdminTestJSON-366428778-project-admin] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:10:03.639188 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810f41c7-de62-4b08-a9a7-660eb1e6f5c9 tempest-FloatingIPAdminTestJSON-366428778 tempest-FloatingIPAdminTestJSON-366428778-project-admin] Pushing event updated for resources: {'Port': ['ID=94fce87c-b845-4ece-8dea-a835a5d5095c,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:03.655953 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-901cb84d-dba0-4335-b413-968b752b9de2 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks [] for port (8cd0f018-c54e-457d-b6a2-6312a695e0f6), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:03.706117 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c7ec302f-b27f-4725-9418-af0473685527 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (cfe8da33-ea06-4c6f-af51-ebc1a1cac8b3), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:03.767691 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ecbd6052-abe4-40cb-acb5-1113c7c6e14f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (7881934b-b43f-4cd3-ab02-1ba13375c674), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:03.782880 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 6ef7dd3a-1984-4735-af40-50e84d7d15ce up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:10:03.850255 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-901cb84d-dba0-4335-b413-968b752b9de2 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (8cd0f018-c54e-457d-b6a2-6312a695e0f6), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:03.916324 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 6ef7dd3a-1984-4735-af40-50e84d7d15ce triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:10:03.916703 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (6ef7dd3a-1984-4735-af40-50e84d7d15ce), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:03.938422 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbd6052-abe4-40cb-acb5-1113c7c6e14f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7881934b-b43f-4cd3-ab02-1ba13375c674,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:03.966542 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-810f41c7-de62-4b08-a9a7-660eb1e6f5c9 tempest-FloatingIPAdminTestJSON-366428778 tempest-FloatingIPAdminTestJSON-366428778-project-admin] Publish callbacks [] for floatingip (4b8b2391-a254-46b1-b552-be5395c228aa), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:03.976018 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901cb84d-dba0-4335-b413-968b752b9de2 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:10:03.976791 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901cb84d-dba0-4335-b413-968b752b9de2 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Pushing event updated for resources: {'Port': ['ID=8cd0f018-c54e-457d-b6a2-6312a695e0f6,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:03.990039 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-901cb84d-dba0-4335-b413-968b752b9de2 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:10:03.997708 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901cb84d-dba0-4335-b413-968b752b9de2 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:10:04.004440 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbd6052-abe4-40cb-acb5-1113c7c6e14f admin admin] Checking segment: {'id': '9625c56f-dde5-4d0b-bd68-8018b202e2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e708f1ce-377a-4225-b67d-39b7789159f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:10:04.004871 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbd6052-abe4-40cb-acb5-1113c7c6e14f admin admin] Network hostable DHCP agents. Network: e708f1ce-377a-4225-b67d-39b7789159f6, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:10:04.050138 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c7ec302f-b27f-4725-9418-af0473685527 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (cfe8da33-ea06-4c6f-af51-ebc1a1cac8b3), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:04.088577 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 6ef7dd3a-1984-4735-af40-50e84d7d15ce is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:10:04.089938 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 11ad0f30-ac6c-4569-b2d4-e2af2a543fa5 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:10:04.120252 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbd6052-abe4-40cb-acb5-1113c7c6e14f admin admin] Network e708f1ce-377a-4225-b67d-39b7789159f6 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:10:04.160220 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-62e8c398-0439-4683-b5a3-aaa80bd0e03b req-0fc8cc78-97e2-442c-8185-822c0061c15d tempest-ServerShowV247Test-1080228328 tempest-ServerShowV247Test-1080228328-project] 10.222.0.32 "GET /v2.0/ports?device_id=36fed9e6-d8a9-4070-8850-3fb37dbaf8a3 HTTP/1.1" status: 200  len: 210 time: 0.1240835
May 07 22:10:04.180669 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 11ad0f30-ac6c-4569-b2d4-e2af2a543fa5 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:10:04.181194 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (11ad0f30-ac6c-4569-b2d4-e2af2a543fa5), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:04.185835 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-ecbd6052-abe4-40cb-acb5-1113c7c6e14f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e708f1ce-377a-4225-b67d-39b7789159f6) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:10:04.190423 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbd6052-abe4-40cb-acb5-1113c7c6e14f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:04.191418 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ecbd6052-abe4-40cb-acb5-1113c7c6e14f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:04.205670 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd44bb92-dfa5-405a-859e-5059473aa85b None None] Network e708f1ce-377a-4225-b67d-39b7789159f6 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:10:04.234542 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ec302f-b27f-4725-9418-af0473685527 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event deleted for resources: {'Subnet': ['ID=cfe8da33-ea06-4c6f-af51-ebc1a1cac8b3,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:04.245912 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c7ec302f-b27f-4725-9418-af0473685527 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:04.257191 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-ecbd6052-abe4-40cb-acb5-1113c7c6e14f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.9354370
May 07 22:10:04.257612 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-c7ec302f-b27f-4725-9418-af0473685527 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/subnets/cfe8da33-ea06-4c6f-af51-ebc1a1cac8b3 HTTP/1.1" status: 204  len: 168 time: 1.3158658
May 07 22:10:04.260965 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 41366) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:04.261301 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 41368) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:04.269517 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-810f41c7-de62-4b08-a9a7-660eb1e6f5c9 tempest-FloatingIPAdminTestJSON-366428778 tempest-FloatingIPAdminTestJSON-366428778-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (94fce87c-b845-4ece-8dea-a835a5d5095c), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:04.271421 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b08e48d-5e8e-4523-bc1d-b8bf44736afb None None] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:10:04.350546 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-90da3047-8550-4051-ae2c-3fef8a6397c4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1201792245-router', 'tenant_id': '2587862c34a945d193e58b50f42e5382', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:10:04.359683 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-80dc8c74-346d-4bf5-9e26-84043056480b tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0934999
May 07 22:10:04.372767 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 41376) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:04.380891 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-78a3c021-0a6a-45bc-9f28-11605d28e1fb tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Request body: {'subnet': {'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:10:04.530627 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5990dce8-3d3d-4dd7-b1a3-e6c67a827e3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e708f1ce-377a-4225-b67d-39b7789159f6', 'network_id': 'e708f1ce-377a-4225-b67d-39b7789159f6', 'project_id': '2587862c34a945d193e58b50f42e5382', 'fixed_ips': [{'subnet_id': '7881934b-b43f-4cd3-ab02-1ba13375c674'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:10:04.531546 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5990dce8-3d3d-4dd7-b1a3-e6c67a827e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:04.593753 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-90da3047-8550-4051-ae2c-3fef8a6397c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (2412c049-4cf6-4600-a5ad-a36e3eed5f1d), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:04.593753 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-90da3047-8550-4051-ae2c-3fef8a6397c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (2412c049-4cf6-4600-a5ad-a36e3eed5f1d), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:04.594127 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 11ad0f30-ac6c-4569-b2d4-e2af2a543fa5 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:10:04.667849 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2eb2129-8be7-49ff-80f0-03a40076dfeb None None] DHCP port deletion for c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:10:04.699565 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78a3c021-0a6a-45bc-9f28-11605d28e1fb tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Made reservation on behalf of a45ecca62a364aaabca1717c79558f6f for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:10:04.703275 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-78a3c021-0a6a-45bc-9f28-11605d28e1fb tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:04.708874 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e15f48c0-719e-47d3-8858-102ad405ce8c tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401094'] for router_interface (476712d3-c495-4796-a8ea-883532baa80a), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:04.825972 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-90da3047-8550-4051-ae2c-3fef8a6397c4 admin admin] Publish callbacks [] for router_controller (2412c049-4cf6-4600-a5ad-a36e3eed5f1d), precommit_add_association {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:04.859742 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-901cb84d-dba0-4335-b413-968b752b9de2 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks [] for router_gateway (7a551d72-c84c-4979-8057-178efae5941b), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:04.935217 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-d2eb2129-8be7-49ff-80f0-03a40076dfeb None None] Deleting port 11ad0f30-ac6c-4569-b2d4-e2af2a543fa5 {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:10:04.935778 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d2eb2129-8be7-49ff-80f0-03a40076dfeb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (11ad0f30-ac6c-4569-b2d4-e2af2a543fa5), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:05.020679 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-5990dce8-3d3d-4dd7-b1a3-e6c67a827e3f None None] Allocated IP 172.20.0.2 (e708f1ce-377a-4225-b67d-39b7789159f6/7881934b-b43f-4cd3-ab02-1ba13375c674/f26d51f8-a493-4c66-b41a-45c132ed372a) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:10:05.075660 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-d2eb2129-8be7-49ff-80f0-03a40076dfeb None None] For port 11ad0f30-ac6c-4569-b2d4-e2af2a543fa5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=11ad0f30-ac6c-4569-b2d4-e2af2a543fa5,segment=NetworkSegment(0c54767f-f5cc-4fe8-be2b-89310a1e6df6),segment_id=0c54767f-f5cc-4fe8-be2b-89310a1e6df6)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:10:05.076124 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d2eb2129-8be7-49ff-80f0-03a40076dfeb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (11ad0f30-ac6c-4569-b2d4-e2af2a543fa5), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:05.107778 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-d2eb2129-8be7-49ff-80f0-03a40076dfeb None None] Calling delete_port for 11ad0f30-ac6c-4569-b2d4-e2af2a543fa5 owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:10:05.134728 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-90da3047-8550-4051-ae2c-3fef8a6397c4 admin admin] Publish callbacks [] for router_gateway (2412c049-4cf6-4600-a5ad-a36e3eed5f1d), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:05.219673 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-e15f48c0-719e-47d3-8858-102ad405ce8c tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Deleting port 22614117-76cf-4f76-bb80-b3104491a2c9 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:10:05.221402 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e15f48c0-719e-47d3-8858-102ad405ce8c tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (22614117-76cf-4f76-bb80-b3104491a2c9), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:05.227465 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-810f41c7-de62-4b08-a9a7-660eb1e6f5c9 tempest-FloatingIPAdminTestJSON-366428778 tempest-FloatingIPAdminTestJSON-366428778-project-admin] Publish callbacks [] for port (94fce87c-b845-4ece-8dea-a835a5d5095c), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:05.243336 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-810f41c7-de62-4b08-a9a7-660eb1e6f5c9 tempest-FloatingIPAdminTestJSON-366428778 tempest-FloatingIPAdminTestJSON-366428778-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (94fce87c-b845-4ece-8dea-a835a5d5095c), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:05.341513 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d2eb2129-8be7-49ff-80f0-03a40076dfeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (11ad0f30-ac6c-4569-b2d4-e2af2a543fa5), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:05.373790 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810f41c7-de62-4b08-a9a7-660eb1e6f5c9 tempest-FloatingIPAdminTestJSON-366428778 tempest-FloatingIPAdminTestJSON-366428778-project-admin] Pushing event updated for resources: {'Port': ['ID=94fce87c-b845-4ece-8dea-a835a5d5095c,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:05.388689 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eb2129-8be7-49ff-80f0-03a40076dfeb None None] Pushing event deleted for resources: {'Port': ['ID=11ad0f30-ac6c-4569-b2d4-e2af2a543fa5,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:05.394397 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e15f48c0-719e-47d3-8858-102ad405ce8c tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (22614117-76cf-4f76-bb80-b3104491a2c9), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:05.395076 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5990dce8-3d3d-4dd7-b1a3-e6c67a827e3f None None] Publish callbacks [] for port (f26d51f8-a493-4c66-b41a-45c132ed372a), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:05.397199 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-810f41c7-de62-4b08-a9a7-660eb1e6f5c9 tempest-FloatingIPAdminTestJSON-366428778 tempest-FloatingIPAdminTestJSON-366428778-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (4b8b2391-a254-46b1-b552-be5395c228aa), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:05.398400 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2eb2129-8be7-49ff-80f0-03a40076dfeb None None] No DVR routers for this DVR port 11ad0f30-ac6c-4569-b2d4-e2af2a543fa5 on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:10:05.416647 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5990dce8-3d3d-4dd7-b1a3-e6c67a827e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (f26d51f8-a493-4c66-b41a-45c132ed372a), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:05.417067 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-e15f48c0-719e-47d3-8858-102ad405ce8c tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Calling delete_port for 22614117-76cf-4f76-bb80-b3104491a2c9 owned by network:router_interface {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:10:05.433760 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-810f41c7-de62-4b08-a9a7-660eb1e6f5c9 tempest-FloatingIPAdminTestJSON-366428778 tempest-FloatingIPAdminTestJSON-366428778-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:05.437581 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-810f41c7-de62-4b08-a9a7-660eb1e6f5c9 tempest-FloatingIPAdminTestJSON-366428778 tempest-FloatingIPAdminTestJSON-366428778-project-admin] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 5.0542879
May 07 22:10:05.448397 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 41404) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:05.461117 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5990dce8-3d3d-4dd7-b1a3-e6c67a827e3f None None] Network e708f1ce-377a-4225-b67d-39b7789159f6 is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:10:05.469805 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-5990dce8-3d3d-4dd7-b1a3-e6c67a827e3f None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:10:05.472572 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5990dce8-3d3d-4dd7-b1a3-e6c67a827e3f None None] Pushing event updated for resources: {'Port': ['ID=f26d51f8-a493-4c66-b41a-45c132ed372a,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:05.472749 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-901cb84d-dba0-4335-b413-968b752b9de2 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (7a551d72-c84c-4979-8057-178efae5941b), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:05.476462 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5990dce8-3d3d-4dd7-b1a3-e6c67a827e3f None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:10:05.512875 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-14e6c8ad-5a53-4fa5-8942-788f90e9338a req-13ce9b8b-a154-4a9e-957d-21cd68c4ab14 tempest-ServerShowV247Test-1080228328 tempest-ServerShowV247Test-1080228328-project] 10.222.0.32 "GET /v2.0/ports?device_id=36fed9e6-d8a9-4070-8850-3fb37dbaf8a3 HTTP/1.1" status: 200  len: 210 time: 0.0869710
May 07 22:10:05.564956 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-5990dce8-3d3d-4dd7-b1a3-e6c67a827e3f None None] Attempting to bind port f26d51f8-a493-4c66-b41a-45c132ed372a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:10:05.565544 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-5990dce8-3d3d-4dd7-b1a3-e6c67a827e3f None None] Attempting to bind port f26d51f8-a493-4c66-b41a-45c132ed372a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9625c56f-dde5-4d0b-bd68-8018b202e2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e708f1ce-377a-4225-b67d-39b7789159f6'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:10:05.566293 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5990dce8-3d3d-4dd7-b1a3-e6c67a827e3f None None] Attempting to bind port f26d51f8-a493-4c66-b41a-45c132ed372a on network e708f1ce-377a-4225-b67d-39b7789159f6 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:10:05.575899 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5990dce8-3d3d-4dd7-b1a3-e6c67a827e3f None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:10:05.576532 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5990dce8-3d3d-4dd7-b1a3-e6c67a827e3f None None] Checking segment: {'id': '9625c56f-dde5-4d0b-bd68-8018b202e2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e708f1ce-377a-4225-b67d-39b7789159f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:10:05.578227 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5990dce8-3d3d-4dd7-b1a3-e6c67a827e3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:05.579012 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5990dce8-3d3d-4dd7-b1a3-e6c67a827e3f None None] Bound using segment: {'id': '9625c56f-dde5-4d0b-bd68-8018b202e2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e708f1ce-377a-4225-b67d-39b7789159f6'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:10:05.580364 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-5990dce8-3d3d-4dd7-b1a3-e6c67a827e3f None None] Bound port: f26d51f8-a493-4c66-b41a-45c132ed372a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9625c56f-dde5-4d0b-bd68-8018b202e2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e708f1ce-377a-4225-b67d-39b7789159f6'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:10:05.580945 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5990dce8-3d3d-4dd7-b1a3-e6c67a827e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f26d51f8-a493-4c66-b41a-45c132ed372a), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:05.686461 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-5990dce8-3d3d-4dd7-b1a3-e6c67a827e3f None None] For port f26d51f8-a493-4c66-b41a-45c132ed372a, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:10:05.690692 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-5990dce8-3d3d-4dd7-b1a3-e6c67a827e3f None None] For port f26d51f8-a493-4c66-b41a-45c132ed372a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f26d51f8-a493-4c66-b41a-45c132ed372a,segment=NetworkSegment(9625c56f-dde5-4d0b-bd68-8018b202e2fc),segment_id=9625c56f-dde5-4d0b-bd68-8018b202e2fc)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:10:05.694675 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 11ad0f30-ac6c-4569-b2d4-e2af2a543fa5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:10:05.697347 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e15f48c0-719e-47d3-8858-102ad405ce8c tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (22614117-76cf-4f76-bb80-b3104491a2c9), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:05.723230 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5990dce8-3d3d-4dd7-b1a3-e6c67a827e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (f26d51f8-a493-4c66-b41a-45c132ed372a), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:05.738503 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15f48c0-719e-47d3-8858-102ad405ce8c tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Pushing event deleted for resources: {'Port': ['ID=22614117-76cf-4f76-bb80-b3104491a2c9,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:05.760107 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 11ad0f30-ac6c-4569-b2d4-e2af2a543fa5 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:10:05.760107 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 11ad0f30-ac6c-4569-b2d4-e2af2a543fa5 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:10:05.769952 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-c38dd956-1ede-422d-ac60-ec59945ef4f3 tempest-FloatingIPAdminTestJSON-1372574426 tempest-FloatingIPAdminTestJSON-1372574426-project] Request body: {'floatingip': {'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:10:05.818350 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5990dce8-3d3d-4dd7-b1a3-e6c67a827e3f None None] Pushing event updated for resources: {'Port': ['ID=f26d51f8-a493-4c66-b41a-45c132ed372a,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:05.870451 ncdv-master-1 neutron-server[121836]: DEBUG neutron.objects.ports [None req-78a3c021-0a6a-45bc-9f28-11605d28e1fb tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=121836) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}}
May 07 22:10:05.908461 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-78a3c021-0a6a-45bc-9f28-11605d28e1fb tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (d06ba27e-3d40-4b63-9b25-f0adddade11a), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:05.920771 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-90da3047-8550-4051-ae2c-3fef8a6397c4 admin admin] Publish callbacks [] for router_gateway (2412c049-4cf6-4600-a5ad-a36e3eed5f1d), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:05.927568 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c38dd956-1ede-422d-ac60-ec59945ef4f3 tempest-FloatingIPAdminTestJSON-1372574426 tempest-FloatingIPAdminTestJSON-1372574426-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:06.001805 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e15f48c0-719e-47d3-8858-102ad405ce8c tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401002'] for router_interface (476712d3-c495-4796-a8ea-883532baa80a), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:06.002327 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-90da3047-8550-4051-ae2c-3fef8a6397c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:06.026196 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a3c021-0a6a-45bc-9f28-11605d28e1fb tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:10:06.045422 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-78a3c021-0a6a-45bc-9f28-11605d28e1fb tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:10:06.048813 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a3c021-0a6a-45bc-9f28-11605d28e1fb tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:06.049521 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-78a3c021-0a6a-45bc-9f28-11605d28e1fb tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:06.061898 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09398371-7b70-4ac4-b1dd-1930aae80412 None None] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:10:06.140697 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a3c021-0a6a-45bc-9f28-11605d28e1fb tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event updated for resources: {'Subnet': ['ID=d06ba27e-3d40-4b63-9b25-f0adddade11a,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:06.191993 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-78a3c021-0a6a-45bc-9f28-11605d28e1fb tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.8179879
May 07 22:10:06.195965 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 41412) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:06.206254 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-901cb84d-dba0-4335-b413-968b752b9de2 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Router 7a551d72-c84c-4979-8057-178efae5941b is scheduled to L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db with binding_index 1 {{(pid=121836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 07 22:10:06.214424 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-c8e9c0e5-573a-4cfc-a973-0f218f15212f tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Request body: {'port': {'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'mac_address': 'fa:16:3e:5b:aa:a9', 'name': 'tempest-NetworksTestDHCPv6-934197252'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:10:06.277475 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7591a424-33c4-4894-b590-c8f028c1f32a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'project_id': 'a45ecca62a364aaabca1717c79558f6f', 'fixed_ips': [{'subnet_id': 'd06ba27e-3d40-4b63-9b25-f0adddade11a'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:10:06.279136 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7591a424-33c4-4894-b590-c8f028c1f32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:06.332922 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c38dd956-1ede-422d-ac60-ec59945ef4f3 tempest-FloatingIPAdminTestJSON-1372574426 tempest-FloatingIPAdminTestJSON-1372574426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:06.368807 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e15f48c0-719e-47d3-8858-102ad405ce8c tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Router 476712d3-c495-4796-a8ea-883532baa80a has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:10:06.493346 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-7591a424-33c4-4894-b590-c8f028c1f32a None None] Allocated IP 2001:db8::f816:3eff:fea3:3d1a (c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a/d06ba27e-3d40-4b63-9b25-f0adddade11a/6eab68d2-97c1-4dc1-856e-b2e377692d7b) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:10:06.497020 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e15f48c0-719e-47d3-8858-102ad405ce8c tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:10:06.505418 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-e15f48c0-719e-47d3-8858-102ad405ce8c tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] 10.222.0.32 "PUT /v2.0/routers/476712d3-c495-4796-a8ea-883532baa80a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9927998
May 07 22:10:06.508222 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 41414) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:06.512595 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd968c3-e349-4389-9596-4b16e4c20c77 None None] Sync routers for ids ['476712d3-c495-4796-a8ea-883532baa80a'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:10:06.556363 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd968c3-e349-4389-9596-4b16e4c20c77 None None] Routers {'476712d3-c495-4796-a8ea-883532baa80a'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:10:06.557035 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-2fd968c3-e349-4389-9596-4b16e4c20c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f804a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:09:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['476712d3-c495-4796-a8ea-883532baa80a'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:10:06.640753 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cae20221-5503-4061-986b-fab0299d971a tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Publish callbacks [] for router (476712d3-c495-4796-a8ea-883532baa80a), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:06.651448 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-2fd968c3-e349-4389-9596-4b16e4c20c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f804a30>, [], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:10:06.671060 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd968c3-e349-4389-9596-4b16e4c20c77 None None] Routers {'476712d3-c495-4796-a8ea-883532baa80a'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:10:06.671624 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-2fd968c3-e349-4389-9596-4b16e4c20c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f804a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:09:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['476712d3-c495-4796-a8ea-883532baa80a'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:10:06.709621 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-2fd968c3-e349-4389-9596-4b16e4c20c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f804a30>, [], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:10:06.710234 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd968c3-e349-4389-9596-4b16e4c20c77 None None] The sync data for ids ['476712d3-c495-4796-a8ea-883532baa80a'] in ncdv-master-1 is: [] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:10:06.741451 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2a859744-8ad8-47ae-9da9-344dcadb1a72 req-c0049bd6-5e81-4972-86bc-aa2e7f60a91e tempest-ServerShowV247Test-1080228328 tempest-ServerShowV247Test-1080228328-project] 10.222.0.32 "GET /v2.0/ports?device_id=36fed9e6-d8a9-4070-8850-3fb37dbaf8a3 HTTP/1.1" status: 200  len: 210 time: 0.0981057
May 07 22:10:06.809232 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7591a424-33c4-4894-b590-c8f028c1f32a None None] Publish callbacks [] for port (6eab68d2-97c1-4dc1-856e-b2e377692d7b), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:06.815283 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7591a424-33c4-4894-b590-c8f028c1f32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (6eab68d2-97c1-4dc1-856e-b2e377692d7b), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:06.860373 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7591a424-33c4-4894-b590-c8f028c1f32a None None] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:10:06.868677 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-7591a424-33c4-4894-b590-c8f028c1f32a None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:10:06.871256 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7591a424-33c4-4894-b590-c8f028c1f32a None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:10:06.874471 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7591a424-33c4-4894-b590-c8f028c1f32a None None] Pushing event updated for resources: {'Port': ['ID=6eab68d2-97c1-4dc1-856e-b2e377692d7b,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:06.876859 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cae20221-5503-4061-986b-fab0299d971a tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (476712d3-c495-4796-a8ea-883532baa80a), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:06.879558 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cae20221-5503-4061-986b-fab0299d971a tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Publish callbacks [] for router_controller (476712d3-c495-4796-a8ea-883532baa80a), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:06.939838 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-7591a424-33c4-4894-b590-c8f028c1f32a None None] Attempting to bind port 6eab68d2-97c1-4dc1-856e-b2e377692d7b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:10:06.940719 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-7591a424-33c4-4894-b590-c8f028c1f32a None None] Attempting to bind port 6eab68d2-97c1-4dc1-856e-b2e377692d7b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0c54767f-f5cc-4fe8-be2b-89310a1e6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:10:06.941062 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7591a424-33c4-4894-b590-c8f028c1f32a None None] Attempting to bind port 6eab68d2-97c1-4dc1-856e-b2e377692d7b on network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:10:06.951020 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7591a424-33c4-4894-b590-c8f028c1f32a None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:10:06.952378 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7591a424-33c4-4894-b590-c8f028c1f32a None None] Checking segment: {'id': '0c54767f-f5cc-4fe8-be2b-89310a1e6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:10:06.952378 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7591a424-33c4-4894-b590-c8f028c1f32a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:06.952748 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7591a424-33c4-4894-b590-c8f028c1f32a None None] Bound using segment: {'id': '0c54767f-f5cc-4fe8-be2b-89310a1e6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:10:06.953876 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-7591a424-33c4-4894-b590-c8f028c1f32a None None] Bound port: 6eab68d2-97c1-4dc1-856e-b2e377692d7b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c54767f-f5cc-4fe8-be2b-89310a1e6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:10:06.953876 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7591a424-33c4-4894-b590-c8f028c1f32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (6eab68d2-97c1-4dc1-856e-b2e377692d7b), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:06.986507 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-90da3047-8550-4051-ae2c-3fef8a6397c4 admin admin] Allocated IP 172.35.4.108 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/f23c9af7-fb21-4b9f-8c81-8a053828a9e4) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:10:06.993378 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cae20221-5503-4061-986b-fab0299d971a tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (476712d3-c495-4796-a8ea-883532baa80a), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:06.995015 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cae20221-5503-4061-986b-fab0299d971a tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Fanout notify agent at l3_agent the message router_deleted on router 476712d3-c495-4796-a8ea-883532baa80a {{(pid=121837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 22:10:07.012524 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-901cb84d-dba0-4335-b413-968b752b9de2 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:10:07.017135 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cae20221-5503-4061-986b-fab0299d971a tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:07.024167 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-cae20221-5503-4061-986b-fab0299d971a tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] 10.222.0.32 "DELETE /v2.0/routers/476712d3-c495-4796-a8ea-883532baa80a HTTP/1.1" status: 204  len: 168 time: 0.5148921
May 07 22:10:07.024828 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 41436) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:07.031927 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fa95fe-3f0d-4127-9ed4-be43249cdaeb None None] Sync routers for ids ['7a551d72-c84c-4979-8057-178efae5941b'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:10:07.060013 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fa95fe-3f0d-4127-9ed4-be43249cdaeb None None] Routers {'7a551d72-c84c-4979-8057-178efae5941b'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:10:07.061983 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-26fa95fe-3f0d-4127-9ed4-be43249cdaeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cbd4160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:09:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['7a551d72-c84c-4979-8057-178efae5941b'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:10:07.066817 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-901cb84d-dba0-4335-b413-968b752b9de2 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:07.069972 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-901cb84d-dba0-4335-b413-968b752b9de2 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 894 time: 5.6736059
May 07 22:10:07.070681 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 41438) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:07.085183 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-7591a424-33c4-4894-b590-c8f028c1f32a None None] For port 6eab68d2-97c1-4dc1-856e-b2e377692d7b, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:10:07.090360 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-7591a424-33c4-4894-b590-c8f028c1f32a None None] For port 6eab68d2-97c1-4dc1-856e-b2e377692d7b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6eab68d2-97c1-4dc1-856e-b2e377692d7b,segment=NetworkSegment(0c54767f-f5cc-4fe8-be2b-89310a1e6df6),segment_id=0c54767f-f5cc-4fe8-be2b-89310a1e6df6)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:10:07.100084 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7591a424-33c4-4894-b590-c8f028c1f32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (6eab68d2-97c1-4dc1-856e-b2e377692d7b), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:07.100653 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a810b0e-afd3-463a-bc31-61266e361aa3 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Deleting subnet e3bc1b09-f836-413a-be15-c90e79a42a68 {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:10:07.105048 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7a810b0e-afd3-463a-bc31-61266e361aa3 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Publish callbacks [] for subnet (e3bc1b09-f836-413a-be15-c90e79a42a68), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:07.216247 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f45994-53ca-495e-8f3e-d67d44d950bf tempest-TestSecurityGroupsBasicOps-724098100 tempest-TestSecurityGroupsBasicOps-724098100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:07.222830 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-24f45994-53ca-495e-8f3e-d67d44d950bf tempest-TestSecurityGroupsBasicOps-724098100 tempest-TestSecurityGroupsBasicOps-724098100-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=79ad2ea0f3a34003bb7a3f8ff81c58e4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 830 time: 0.1363959
May 07 22:10:07.230307 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 41444) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:07.232640 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8e9c0e5-573a-4cfc-a973-0f218f15212f tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Made reservation on behalf of a45ecca62a364aaabca1717c79558f6f for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:10:07.234471 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7591a424-33c4-4894-b590-c8f028c1f32a None None] Pushing event updated for resources: {'Port': ['ID=6eab68d2-97c1-4dc1-856e-b2e377692d7b,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:07.277832 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7a810b0e-afd3-463a-bc31-61266e361aa3 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (e3bc1b09-f836-413a-be15-c90e79a42a68), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:07.399609 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-26fa95fe-3f0d-4127-9ed4-be43249cdaeb None None] Set router 7a551d72-c84c-4979-8057-178efae5941b gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:10:07.488259 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-90da3047-8550-4051-ae2c-3fef8a6397c4 admin admin] Publish callbacks [] for port (f23c9af7-fb21-4b9f-8c81-8a053828a9e4), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:07.493122 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c8e9c0e5-573a-4cfc-a973-0f218f15212f tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:07.561068 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [None req-c8e9c0e5-573a-4cfc-a973-0f218f15212f tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] device_id is not set on port 29dd4042-1d40-4e0d-af83-f1347b74eed2 yet. {{(pid=121836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 22:10:07.629880 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b92e0d-e293-465e-9846-b0439ecc2d6d tempest-TestSecurityGroupsBasicOps-724098100 tempest-TestSecurityGroupsBasicOps-724098100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:07.629880 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-e5b92e0d-e293-465e-9846-b0439ecc2d6d tempest-TestSecurityGroupsBasicOps-724098100 tempest-TestSecurityGroupsBasicOps-724098100-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.3953078
May 07 22:10:07.639003 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 41448) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:07.649897 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ba52a0-7b17-4be0-acb8-76c2e0ec4d67 None None] Network e708f1ce-377a-4225-b67d-39b7789159f6 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:10:07.733157 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-42064658-acc1-4cef-a03c-4a12438414e6 tempest-TestSecurityGroupsBasicOps-724098100 tempest-TestSecurityGroupsBasicOps-724098100-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=9221b764-ef06-431f-8941-796516ed7c3b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0930314
May 07 22:10:07.737423 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 41450) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:07.754013 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 41452) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:07.763537 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-26fa95fe-3f0d-4127-9ed4-be43249cdaeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cbd4160>, [{'id': '7a551d72-c84c-4979-8057-178efae5941b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1386583730', 'tenant_id': '79ad2ea0f3a34003bb7a3f8ff81c58e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.134'}], 'enable_snat': True}, 'gw_port_id': '8cd0f018-c54e-457d-b6a2-6312a695e0f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:10:01Z', 'updated_at': '2022-05-07T22:10:04Z', 'revision_number': 3, 'project_id': '79ad2ea0f3a34003bb7a3f8ff81c58e4', 'gw_port': {'id': '8cd0f018-c54e-457d-b6a2-6312a695e0f6', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a0:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a551d72-c84c-4979-8057-178efae5941b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:10:03Z', 'updated_at': '2022-05-07T22:10:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:10:07.788175 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7a810b0e-afd3-463a-bc31-61266e361aa3 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (e3bc1b09-f836-413a-be15-c90e79a42a68), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:07.829374 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-90da3047-8550-4051-ae2c-3fef8a6397c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (f23c9af7-fb21-4b9f-8c81-8a053828a9e4), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:07.857872 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-c53e503d-1451-4f16-a4b1-e853e6fd57d2 None None] Provisioning complete for port f26d51f8-a493-4c66-b41a-45c132ed372a triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:10:07.858253 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c53e503d-1451-4f16-a4b1-e853e6fd57d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (f26d51f8-a493-4c66-b41a-45c132ed372a), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:07.884795 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fa95fe-3f0d-4127-9ed4-be43249cdaeb None None] Checking router: 7a551d72-c84c-4979-8057-178efae5941b for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:10:07.885292 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fa95fe-3f0d-4127-9ed4-be43249cdaeb None None] Updating router 7a551d72-c84c-4979-8057-178efae5941b port 8cd0f018-c54e-457d-b6a2-6312a695e0f6 binding host ncdv-master-1 {{(pid=121839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 22:10:07.911375 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-09b32ce0-80a9-4339-a2c2-fbb42500e715 tempest-TestSecurityGroupsBasicOps-724098100 tempest-TestSecurityGroupsBasicOps-724098100-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=79ad2ea0f3a34003bb7a3f8ff81c58e4&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1727889
May 07 22:10:07.913747 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 41458) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:07.921765 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device f26d51f8-a493-4c66-b41a-45c132ed372a up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:10:07.938832 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-26fa95fe-3f0d-4127-9ed4-be43249cdaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (8cd0f018-c54e-457d-b6a2-6312a695e0f6), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:08.016427 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-c38dd956-1ede-422d-ac60-ec59945ef4f3 tempest-FloatingIPAdminTestJSON-1372574426 tempest-FloatingIPAdminTestJSON-1372574426-project] Allocated IP 172.35.4.46 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/400efc30-34ae-436b-9c08-d61ec73adbbe) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:10:08.106562 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port f26d51f8-a493-4c66-b41a-45c132ed372a triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:10:08.107156 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (f26d51f8-a493-4c66-b41a-45c132ed372a), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:08.155717 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-c53e503d-1451-4f16-a4b1-e853e6fd57d2 None None] Current status of the port f26d51f8-a493-4c66-b41a-45c132ed372a is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:10:08.155985 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c53e503d-1451-4f16-a4b1-e853e6fd57d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f26d51f8-a493-4c66-b41a-45c132ed372a), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:08.156905 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-c8e9c0e5-573a-4cfc-a973-0f218f15212f tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Allocated IP 2001:db8::f816:3eff:fe5b:aaa9 (c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a/d06ba27e-3d40-4b63-9b25-f0adddade11a/29dd4042-1d40-4e0d-af83-f1347b74eed2) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:10:08.215384 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90da3047-8550-4051-ae2c-3fef8a6397c4 admin admin] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:10:08.217653 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-02b82168-d246-4171-9753-fd0d21097d64 req-a53d29da-8fc4-4dab-92d9-e8f661320c9e tempest-ServerShowV247Test-1080228328 tempest-ServerShowV247Test-1080228328-project] 10.222.0.32 "GET /v2.0/ports?device_id=36fed9e6-d8a9-4070-8850-3fb37dbaf8a3 HTTP/1.1" status: 200  len: 210 time: 0.2711446
May 07 22:10:08.228130 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-c53e503d-1451-4f16-a4b1-e853e6fd57d2 None None] For port f26d51f8-a493-4c66-b41a-45c132ed372a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f26d51f8-a493-4c66-b41a-45c132ed372a,segment=NetworkSegment(9625c56f-dde5-4d0b-bd68-8018b202e2fc),segment_id=9625c56f-dde5-4d0b-bd68-8018b202e2fc)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:10:08.232895 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-90da3047-8550-4051-ae2c-3fef8a6397c4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:10:08.235239 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-376aac2e-4264-411f-be8a-8401fc4d040f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:08.238985 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90da3047-8550-4051-ae2c-3fef8a6397c4 admin admin] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:10:08.249778 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90da3047-8550-4051-ae2c-3fef8a6397c4 admin admin] Pushing event updated for resources: {'Port': ['ID=f23c9af7-fb21-4b9f-8c81-8a053828a9e4,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:08.267400 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c53e503d-1451-4f16-a4b1-e853e6fd57d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (f26d51f8-a493-4c66-b41a-45c132ed372a), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:08.320026 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port f26d51f8-a493-4c66-b41a-45c132ed372a is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:10:08.320508 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f26d51f8-a493-4c66-b41a-45c132ed372a), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:08.367251 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f2cbf0-3436-414a-9924-17e84c50ba98 tempest-TestSecurityGroupsBasicOps-724098100 tempest-TestSecurityGroupsBasicOps-724098100-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:08.370848 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-33f2cbf0-3436-414a-9924-17e84c50ba98 tempest-TestSecurityGroupsBasicOps-724098100 tempest-TestSecurityGroupsBasicOps-724098100-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.4538839
May 07 22:10:08.374645 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 41462) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:08.383583 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53e503d-1451-4f16-a4b1-e853e6fd57d2 None None] Pushing event updated for resources: {'Port': ['ID=f26d51f8-a493-4c66-b41a-45c132ed372a,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:08.410944 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-26de5deb-3b05-4442-ac3b-a425be8f8c0d tempest-TestSecurityGroupsBasicOps-724098100 tempest-TestSecurityGroupsBasicOps-724098100-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=9221b764-ef06-431f-8941-796516ed7c3b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0349059
May 07 22:10:08.414021 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 41464) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:08.419955 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-99b84451-ef17-4563-bbd6-e96b062db775 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2002218101', 'network_id': '53cb28c4-547f-45c6-af6b-4da71054c830', 'project_id': '79ad2ea0f3a34003bb7a3f8ff81c58e4', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:10:08.442004 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c38dd956-1ede-422d-ac60-ec59945ef4f3 tempest-FloatingIPAdminTestJSON-1372574426 tempest-FloatingIPAdminTestJSON-1372574426-project] Publish callbacks [] for port (400efc30-34ae-436b-9c08-d61ec73adbbe), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:08.443649 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.db.api [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 07 22:10:08.444158 ncdv-master-1 neutron-server[121838]: DEBUG oslo_db.api [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 07 22:10:08.483283 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7a810b0e-afd3-463a-bc31-61266e361aa3 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (e3bc1b09-f836-413a-be15-c90e79a42a68), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:08.494942 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-b7402bb7-6f70-40eb-93c3-7ab21e6947da None None] Provisioning complete for port f26d51f8-a493-4c66-b41a-45c132ed372a triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:10:08.495416 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b7402bb7-6f70-40eb-93c3-7ab21e6947da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (f26d51f8-a493-4c66-b41a-45c132ed372a), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:08.530094 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7a810b0e-afd3-463a-bc31-61266e361aa3 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:08.533564 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-7a810b0e-afd3-463a-bc31-61266e361aa3 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] 10.222.0.32 "DELETE /v2.0/subnets/e3bc1b09-f836-413a-be15-c90e79a42a68 HTTP/1.1" status: 204  len: 168 time: 1.5077708
May 07 22:10:08.535199 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a810b0e-afd3-463a-bc31-61266e361aa3 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Pushing event deleted for resources: {'Subnet': ['ID=e3bc1b09-f836-413a-be15-c90e79a42a68,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:08.537685 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 41466) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:08.544186 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8182d76-5a9c-4ebe-b8c2-802e54d16e29 None None] Network e8d76eb0-e922-4b3c-8626-7dca9423cbc5 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:10:08.623571 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a810b0e-afd3-463a-bc31-61266e361aa3 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:10:08.624229 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a810b0e-afd3-463a-bc31-61266e361aa3 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:10:08.624760 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a810b0e-afd3-463a-bc31-61266e361aa3 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:10:08.625275 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a810b0e-afd3-463a-bc31-61266e361aa3 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:10:08.625790 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a810b0e-afd3-463a-bc31-61266e361aa3 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:10:08.626347 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a810b0e-afd3-463a-bc31-61266e361aa3 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:10:08.626909 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a810b0e-afd3-463a-bc31-61266e361aa3 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:10:08.627400 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a810b0e-afd3-463a-bc31-61266e361aa3 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:10:08.628367 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a810b0e-afd3-463a-bc31-61266e361aa3 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:10:08.628367 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a810b0e-afd3-463a-bc31-61266e361aa3 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:10:08.628944 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a810b0e-afd3-463a-bc31-61266e361aa3 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:10:08.629439 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a810b0e-afd3-463a-bc31-61266e361aa3 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:10:08.629989 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a810b0e-afd3-463a-bc31-61266e361aa3 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:10:08.630964 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a810b0e-afd3-463a-bc31-61266e361aa3 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:10:08.631473 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a810b0e-afd3-463a-bc31-61266e361aa3 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:10:08.655009 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c68860c0-fd9f-4fd4-929b-d7321a0e8517 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (e8d76eb0-e922-4b3c-8626-7dca9423cbc5), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:08.663257 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99b84451-ef17-4563-bbd6-e96b062db775 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Made reservation on behalf of 79ad2ea0f3a34003bb7a3f8ff81c58e4 for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:10:08.667797 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-99b84451-ef17-4563-bbd6-e96b062db775 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:08.751978 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-376aac2e-4264-411f-be8a-8401fc4d040f admin admin] Publish callbacks [] for security_group (af4ad374-2f17-4472-8217-9746411d95a1), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:08.752293 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-b7402bb7-6f70-40eb-93c3-7ab21e6947da None None] Current status of the port f26d51f8-a493-4c66-b41a-45c132ed372a is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:10:08.798410 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c38dd956-1ede-422d-ac60-ec59945ef4f3 tempest-FloatingIPAdminTestJSON-1372574426 tempest-FloatingIPAdminTestJSON-1372574426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (400efc30-34ae-436b-9c08-d61ec73adbbe), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:08.798686 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-c68860c0-fd9f-4fd4-929b-d7321a0e8517 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Deleting port f9dae45f-6d10-4772-9106-f832bc820fbb {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:10:08.799126 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c68860c0-fd9f-4fd4-929b-d7321a0e8517 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (f9dae45f-6d10-4772-9106-f832bc820fbb), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:08.810149 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c8e9c0e5-573a-4cfc-a973-0f218f15212f tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for port (29dd4042-1d40-4e0d-af83-f1347b74eed2), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:08.819819 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-376aac2e-4264-411f-be8a-8401fc4d040f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (af4ad374-2f17-4472-8217-9746411d95a1), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:08.870741 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2604ee60-3c0b-4cc3-b6cd-ffc55ba0107e None None] DHCP port deletion for e8d76eb0-e922-4b3c-8626-7dca9423cbc5 request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:10:08.952762 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-c68860c0-fd9f-4fd4-929b-d7321a0e8517 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] For port f9dae45f-6d10-4772-9106-f832bc820fbb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f9dae45f-6d10-4772-9106-f832bc820fbb,segment=NetworkSegment(4733c142-9a7c-48a4-af8a-f683dc4aba93),segment_id=4733c142-9a7c-48a4-af8a-f683dc4aba93)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:10:08.953247 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c68860c0-fd9f-4fd4-929b-d7321a0e8517 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (f9dae45f-6d10-4772-9106-f832bc820fbb), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:08.975779 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-c68860c0-fd9f-4fd4-929b-d7321a0e8517 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Calling delete_port for f9dae45f-6d10-4772-9106-f832bc820fbb owned by network:dhcp {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:10:08.983795 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-376aac2e-4264-411f-be8a-8401fc4d040f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=270c72ab746a472d9bc29941c34f86e5&name=default HTTP/1.1" status: 200  len: 3000 time: 1.2287114
May 07 22:10:08.988098 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 41468) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:08.990395 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port f26d51f8-a493-4c66-b41a-45c132ed372a is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:10:08.991499 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 6eab68d2-97c1-4dc1-856e-b2e377692d7b up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:10:08.998699 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-2604ee60-3c0b-4cc3-b6cd-ffc55ba0107e None None] Deleting port f9dae45f-6d10-4772-9106-f832bc820fbb {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:10:08.998940 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2604ee60-3c0b-4cc3-b6cd-ffc55ba0107e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (f9dae45f-6d10-4772-9106-f832bc820fbb), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:09.005569 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38dd956-1ede-422d-ac60-ec59945ef4f3 tempest-FloatingIPAdminTestJSON-1372574426 tempest-FloatingIPAdminTestJSON-1372574426-project] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:10:09.014068 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38dd956-1ede-422d-ac60-ec59945ef4f3 tempest-FloatingIPAdminTestJSON-1372574426 tempest-FloatingIPAdminTestJSON-1372574426-project] Pushing event updated for resources: {'Port': ['ID=400efc30-34ae-436b-9c08-d61ec73adbbe,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:09.016113 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-26fa95fe-3f0d-4127-9ed4-be43249cdaeb None None] Publish callbacks [] for port (8cd0f018-c54e-457d-b6a2-6312a695e0f6), precommit_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:09.029821 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-26fa95fe-3f0d-4127-9ed4-be43249cdaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (8cd0f018-c54e-457d-b6a2-6312a695e0f6), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:09.032313 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-c38dd956-1ede-422d-ac60-ec59945ef4f3 tempest-FloatingIPAdminTestJSON-1372574426 tempest-FloatingIPAdminTestJSON-1372574426-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:10:09.057766 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-f54c214c-0007-4953-a9ad-2a036dd25387 None None] Provisioning complete for port 6eab68d2-97c1-4dc1-856e-b2e377692d7b triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:10:09.058108 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38dd956-1ede-422d-ac60-ec59945ef4f3 tempest-FloatingIPAdminTestJSON-1372574426 tempest-FloatingIPAdminTestJSON-1372574426-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:10:09.058220 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f54c214c-0007-4953-a9ad-2a036dd25387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (6eab68d2-97c1-4dc1-856e-b2e377692d7b), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:09.112497 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-90da3047-8550-4051-ae2c-3fef8a6397c4 admin admin] Publish callbacks [] for router_gateway (2412c049-4cf6-4600-a5ad-a36e3eed5f1d), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:09.117090 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376aac2e-4264-411f-be8a-8401fc4d040f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af4ad374-2f17-4472-8217-9746411d95a1,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:09.161254 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-99b84451-ef17-4563-bbd6-e96b062db775 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (6d179327-0a30-4feb-9f45-54cc22821e12), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:09.169429 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 6eab68d2-97c1-4dc1-856e-b2e377692d7b triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:10:09.169980 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (6eab68d2-97c1-4dc1-856e-b2e377692d7b), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:09.181869 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-2604ee60-3c0b-4cc3-b6cd-ffc55ba0107e None None] For port f9dae45f-6d10-4772-9106-f832bc820fbb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f9dae45f-6d10-4772-9106-f832bc820fbb,segment=NetworkSegment(4733c142-9a7c-48a4-af8a-f683dc4aba93),segment_id=4733c142-9a7c-48a4-af8a-f683dc4aba93)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:10:09.182838 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2604ee60-3c0b-4cc3-b6cd-ffc55ba0107e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (f9dae45f-6d10-4772-9106-f832bc820fbb), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:09.183356 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-26fa95fe-3f0d-4127-9ed4-be43249cdaeb None None] Attempting to bind port 8cd0f018-c54e-457d-b6a2-6312a695e0f6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:10:09.184188 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-26fa95fe-3f0d-4127-9ed4-be43249cdaeb None None] Attempting to bind port 8cd0f018-c54e-457d-b6a2-6312a695e0f6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:10:09.187192 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fa95fe-3f0d-4127-9ed4-be43249cdaeb None None] Attempting to bind port 8cd0f018-c54e-457d-b6a2-6312a695e0f6 on network 9221b764-ef06-431f-8941-796516ed7c3b {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:10:09.205934 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c8e9c0e5-573a-4cfc-a973-0f218f15212f tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (29dd4042-1d40-4e0d-af83-f1347b74eed2), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:09.209421 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fa95fe-3f0d-4127-9ed4-be43249cdaeb None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:10:09.210166 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fa95fe-3f0d-4127-9ed4-be43249cdaeb None None] Checking segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:10:09.211575 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-26fa95fe-3f0d-4127-9ed4-be43249cdaeb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:09.212372 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fa95fe-3f0d-4127-9ed4-be43249cdaeb None None] Bound using segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:10:09.213222 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-26fa95fe-3f0d-4127-9ed4-be43249cdaeb None None] Bound port: 8cd0f018-c54e-457d-b6a2-6312a695e0f6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:10:09.213874 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-26fa95fe-3f0d-4127-9ed4-be43249cdaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (8cd0f018-c54e-457d-b6a2-6312a695e0f6), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:09.228713 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-2604ee60-3c0b-4cc3-b6cd-ffc55ba0107e None None] Calling delete_port for f9dae45f-6d10-4772-9106-f832bc820fbb owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:10:09.238075 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b84451-ef17-4563-bbd6-e96b062db775 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Pushing event updated for resources: {'Subnet': ['ID=6d179327-0a30-4feb-9f45-54cc22821e12,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:09.241291 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-27f1aeae-2aca-4c0c-a058-9f51b47d6c0a admin admin] Publish callbacks [] for security_group (af4ad374-2f17-4472-8217-9746411d95a1), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:09.295950 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-27f1aeae-2aca-4c0c-a058-9f51b47d6c0a admin admin] Publish callbacks [] for security_group (af4ad374-2f17-4472-8217-9746411d95a1), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:09.347150 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e9c0e5-573a-4cfc-a973-0f218f15212f tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:10:09.358501 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278ad6b8-0060-41fd-8c84-cf6fc191d3d4 None None] Pushing event updated for resources: {'Port': ['ID=8cd0f018-c54e-457d-b6a2-6312a695e0f6,revision_number=2']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:09.359527 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-c8e9c0e5-573a-4cfc-a973-0f218f15212f tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:10:09.362666 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e9c0e5-573a-4cfc-a973-0f218f15212f tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:10:09.364695 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99b84451-ef17-4563-bbd6-e96b062db775 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Checking segment: {'id': 'd1c0fce5-521d-438d-a9d1-a6c40041ff2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '53cb28c4-547f-45c6-af6b-4da71054c830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:10:09.365129 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b84451-ef17-4563-bbd6-e96b062db775 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Network hostable DHCP agents. Network: 53cb28c4-547f-45c6-af6b-4da71054c830, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:10:09.370553 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e9c0e5-573a-4cfc-a973-0f218f15212f tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:09.371822 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c8e9c0e5-573a-4cfc-a973-0f218f15212f tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:09.381390 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c68860c0-fd9f-4fd4-929b-d7321a0e8517 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (f9dae45f-6d10-4772-9106-f832bc820fbb), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:09.389385 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-26fa95fe-3f0d-4127-9ed4-be43249cdaeb None None] For port 8cd0f018-c54e-457d-b6a2-6312a695e0f6, host ncdv-master-1, cleared binding levels {{(pid=121839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:10:09.393155 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-f54c214c-0007-4953-a9ad-2a036dd25387 None None] Current status of the port 6eab68d2-97c1-4dc1-856e-b2e377692d7b is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:10:09.393558 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f54c214c-0007-4953-a9ad-2a036dd25387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (6eab68d2-97c1-4dc1-856e-b2e377692d7b), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:09.399159 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-26fa95fe-3f0d-4127-9ed4-be43249cdaeb None None] For port 8cd0f018-c54e-457d-b6a2-6312a695e0f6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8cd0f018-c54e-457d-b6a2-6312a695e0f6,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:10:09.410113 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e9c0e5-573a-4cfc-a973-0f218f15212f tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event updated for resources: {'Port': ['ID=29dd4042-1d40-4e0d-af83-f1347b74eed2,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:09.414490 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-26fa95fe-3f0d-4127-9ed4-be43249cdaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (8cd0f018-c54e-457d-b6a2-6312a695e0f6), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:09.427390 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c38dd956-1ede-422d-ac60-ec59945ef4f3 tempest-FloatingIPAdminTestJSON-1372574426 tempest-FloatingIPAdminTestJSON-1372574426-project] Publish callbacks [] for floatingip (72e9ef58-0be5-407f-81e1-764a4fab08b2), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:09.442893 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-c8e9c0e5-573a-4cfc-a973-0f218f15212f tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 947 time: 3.2432234
May 07 22:10:09.443607 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 41474) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:09.456865 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-f54c214c-0007-4953-a9ad-2a036dd25387 None None] For port 6eab68d2-97c1-4dc1-856e-b2e377692d7b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6eab68d2-97c1-4dc1-856e-b2e377692d7b,segment=NetworkSegment(0c54767f-f5cc-4fe8-be2b-89310a1e6df6),segment_id=0c54767f-f5cc-4fe8-be2b-89310a1e6df6)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:10:09.457626 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 6eab68d2-97c1-4dc1-856e-b2e377692d7b is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:10:09.458026 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (6eab68d2-97c1-4dc1-856e-b2e377692d7b), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:09.475770 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68860c0-fd9f-4fd4-929b-d7321a0e8517 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Pushing event deleted for resources: {'Port': ['ID=f9dae45f-6d10-4772-9106-f832bc820fbb,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:09.490305 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f54c214c-0007-4953-a9ad-2a036dd25387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (6eab68d2-97c1-4dc1-856e-b2e377692d7b), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:09.496338 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68860c0-fd9f-4fd4-929b-d7321a0e8517 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] No DVR routers for this DVR port f9dae45f-6d10-4772-9106-f832bc820fbb on host ncdv-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:10:09.509541 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278ad6b8-0060-41fd-8c84-cf6fc191d3d4 None None] Pushing event updated for resources: {'Port': ['ID=8cd0f018-c54e-457d-b6a2-6312a695e0f6,revision_number=3']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:09.516212 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fa95fe-3f0d-4127-9ed4-be43249cdaeb None None] Routers {'7a551d72-c84c-4979-8057-178efae5941b'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:10:09.516827 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-26fa95fe-3f0d-4127-9ed4-be43249cdaeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cbd4160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:09:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['7a551d72-c84c-4979-8057-178efae5941b'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:10:09.561416 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b669fff5-1c12-4de8-a87c-f35a7fe797e4 req-d3a29b1a-1bdb-4dda-bd46-1a5efd4da7af tempest-ServerShowV247Test-1080228328 tempest-ServerShowV247Test-1080228328-project] 10.222.0.32 "GET /v2.0/ports?device_id=36fed9e6-d8a9-4070-8850-3fb37dbaf8a3 HTTP/1.1" status: 200  len: 210 time: 0.1050143
May 07 22:10:09.566574 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99b84451-ef17-4563-bbd6-e96b062db775 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Network 53cb28c4-547f-45c6-af6b-4da71054c830 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:10:09.589775 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2604ee60-3c0b-4cc3-b6cd-ffc55ba0107e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (f9dae45f-6d10-4772-9106-f832bc820fbb), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:09.612842 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-99b84451-ef17-4563-bbd6-e96b062db775 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 53cb28c4-547f-45c6-af6b-4da71054c830) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:10:09.618348 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99b84451-ef17-4563-bbd6-e96b062db775 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:09.619309 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-99b84451-ef17-4563-bbd6-e96b062db775 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:09.638269 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-27f1aeae-2aca-4c0c-a058-9f51b47d6c0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (af4ad374-2f17-4472-8217-9746411d95a1), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:09.641669 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-27f1aeae-2aca-4c0c-a058-9f51b47d6c0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:09.645266 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5ded30-f878-4040-a63e-f610c6e02a86 None None] Network 53cb28c4-547f-45c6-af6b-4da71054c830 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:10:09.646027 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-27f1aeae-2aca-4c0c-a058-9f51b47d6c0a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/af4ad374-2f17-4472-8217-9746411d95a1 HTTP/1.1" status: 204  len: 168 time: 0.6529188
May 07 22:10:09.655565 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54c214c-0007-4953-a9ad-2a036dd25387 None None] Pushing event updated for resources: {'Port': ['ID=6eab68d2-97c1-4dc1-856e-b2e377692d7b,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:09.699195 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-99b84451-ef17-4563-bbd6-e96b062db775 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 835 time: 1.2825983
May 07 22:10:09.700231 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2604ee60-3c0b-4cc3-b6cd-ffc55ba0107e None None] No DVR routers for this DVR port f9dae45f-6d10-4772-9106-f832bc820fbb on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:10:09.701953 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.db.api [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 07 22:10:09.702310 ncdv-master-1 neutron-server[121838]: DEBUG oslo_db.api [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 07 22:10:09.705998 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f1aeae-2aca-4c0c-a058-9f51b47d6c0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af4ad374-2f17-4472-8217-9746411d95a1,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:09.711798 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-90da3047-8550-4051-ae2c-3fef8a6397c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (2412c049-4cf6-4600-a5ad-a36e3eed5f1d), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:09.712287 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c68860c0-fd9f-4fd4-929b-d7321a0e8517 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (e8d76eb0-e922-4b3c-8626-7dca9423cbc5), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:09.715037 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 41478) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:09.782019 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2604ee60-3c0b-4cc3-b6cd-ffc55ba0107e None None] Pushing event deleted for resources: {'Port': ['ID=f9dae45f-6d10-4772-9106-f832bc820fbb,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:09.802713 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-c68860c0-fd9f-4fd4-929b-d7321a0e8517 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf8d43fe50>,) {'filters': {'network_id': ['e8d76eb0-e922-4b3c-8626-7dca9423cbc5']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:10:09.809288 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-26fa95fe-3f0d-4127-9ed4-be43249cdaeb None None] Set router 7a551d72-c84c-4979-8057-178efae5941b gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:10:09.813668 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7692e687-ec02-4049-8f1c-bbf8c3f76b72 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:09.819138 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-c68860c0-fd9f-4fd4-929b-d7321a0e8517 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8d43fe50>, '4733c142-9a7c-48a4-af8a-f683dc4aba93') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:10:09.819575 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-c68860c0-fd9f-4fd4-929b-d7321a0e8517 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8d43fe50>, '4733c142-9a7c-48a4-af8a-f683dc4aba93') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:10:09.830084 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7692e687-ec02-4049-8f1c-bbf8c3f76b72 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:09.840600 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-7692e687-ec02-4049-8f1c-bbf8c3f76b72 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1704 time: 0.1539888
May 07 22:10:09.883989 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 41480) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:09.933089 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c68860c0-fd9f-4fd4-929b-d7321a0e8517 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (4733c142-9a7c-48a4-af8a-f683dc4aba93), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:09.980049 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c38dd956-1ede-422d-ac60-ec59945ef4f3 tempest-FloatingIPAdminTestJSON-1372574426 tempest-FloatingIPAdminTestJSON-1372574426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (400efc30-34ae-436b-9c08-d61ec73adbbe), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:10.073889 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-26fa95fe-3f0d-4127-9ed4-be43249cdaeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cbd4160>, [{'id': '7a551d72-c84c-4979-8057-178efae5941b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1386583730', 'tenant_id': '79ad2ea0f3a34003bb7a3f8ff81c58e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.134'}], 'enable_snat': True}, 'gw_port_id': '8cd0f018-c54e-457d-b6a2-6312a695e0f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:10:01Z', 'updated_at': '2022-05-07T22:10:04Z', 'revision_number': 3, 'project_id': '79ad2ea0f3a34003bb7a3f8ff81c58e4', 'gw_port': {'id': '8cd0f018-c54e-457d-b6a2-6312a695e0f6', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a0:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a551d72-c84c-4979-8057-178efae5941b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:10:03Z', 'updated_at': '2022-05-07T22:10:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:10:10.082577 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c68860c0-fd9f-4fd4-929b-d7321a0e8517 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (4733c142-9a7c-48a4-af8a-f683dc4aba93), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:10.093847 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-beaada6c-893b-4185-83ea-98c8f4aa0e5a tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Deleting port 29dd4042-1d40-4e0d-af83-f1347b74eed2 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:10:10.094739 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-beaada6c-893b-4185-83ea-98c8f4aa0e5a tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (29dd4042-1d40-4e0d-af83-f1347b74eed2), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:10.104565 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-195dabd5-fc1f-468e-8ba9-e21df95a8ba7 None None] Provisioning complete for port 29dd4042-1d40-4e0d-af83-f1347b74eed2 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:10:10.105033 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-195dabd5-fc1f-468e-8ba9-e21df95a8ba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (29dd4042-1d40-4e0d-af83-f1347b74eed2), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:10.107388 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c68860c0-fd9f-4fd4-929b-d7321a0e8517 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:10:10.111578 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c68860c0-fd9f-4fd4-929b-d7321a0e8517 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (4733c142-9a7c-48a4-af8a-f683dc4aba93), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:10.123687 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26fa95fe-3f0d-4127-9ed4-be43249cdaeb None None] The sync data for ids ['7a551d72-c84c-4979-8057-178efae5941b'] in ncdv-master-1 is: [{'id': '7a551d72-c84c-4979-8057-178efae5941b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1386583730', 'tenant_id': '79ad2ea0f3a34003bb7a3f8ff81c58e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.134'}], 'enable_snat': True}, 'gw_port_id': '8cd0f018-c54e-457d-b6a2-6312a695e0f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:10:01Z', 'updated_at': '2022-05-07T22:10:04Z', 'revision_number': 3, 'project_id': '79ad2ea0f3a34003bb7a3f8ff81c58e4', 'gw_port': {'id': '8cd0f018-c54e-457d-b6a2-6312a695e0f6', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a0:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a551d72-c84c-4979-8057-178efae5941b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:10:03Z', 'updated_at': '2022-05-07T22:10:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:10:10.140484 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 22:10:10.140484 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:10:10.140484 ncdv-master-1 neutron-server[121837]:     timer()
May 07 22:10:10.140484 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:10:10.140484 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 22:10:10.140484 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:10:10.140484 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 22:10:10.140484 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:10:10.140484 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 22:10:10.140484 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:10:10.140484 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 22:10:10.140484 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:10:10.140484 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 22:10:10.140484 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:10:10.140484 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:10:10.140484 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:10:10.140484 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:10:10.140484 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:10:10.140484 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 22:10:10.140484 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:10:10.140484 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 22:10:10.140484 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:10:10.140484 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:10:10.140484 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:10:10.140484 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 22:10:10.140484 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:10:10.140484 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:10:10.140484 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:10:10.140484 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:10:10.140484 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:10:10.140484 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:10:10.140484 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:10:10.180807 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d169791-5d67-4391-b8e6-057ea2234d16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-53cb28c4-547f-45c6-af6b-4da71054c830', 'network_id': '53cb28c4-547f-45c6-af6b-4da71054c830', 'project_id': '79ad2ea0f3a34003bb7a3f8ff81c58e4', 'fixed_ips': [{'subnet_id': '6d179327-0a30-4feb-9f45-54cc22821e12'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:10:10.181742 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9d169791-5d67-4391-b8e6-057ea2234d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:10.185795 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-195dabd5-fc1f-468e-8ba9-e21df95a8ba7 None None] Port 29dd4042-1d40-4e0d-af83-f1347b74eed2 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:10:10.262207 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 6eab68d2-97c1-4dc1-856e-b2e377692d7b is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:10:10.305250 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c68860c0-fd9f-4fd4-929b-d7321a0e8517 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (e8d76eb0-e922-4b3c-8626-7dca9423cbc5), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:10.346475 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c68860c0-fd9f-4fd4-929b-d7321a0e8517 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:10.346750 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-beaada6c-893b-4185-83ea-98c8f4aa0e5a tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (29dd4042-1d40-4e0d-af83-f1347b74eed2), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:10.354315 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-c68860c0-fd9f-4fd4-929b-d7321a0e8517 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] 10.222.0.32 "DELETE /v2.0/networks/e8d76eb0-e922-4b3c-8626-7dca9423cbc5 HTTP/1.1" status: 204  len: 168 time: 1.8126600
May 07 22:10:10.366226 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-beaada6c-893b-4185-83ea-98c8f4aa0e5a tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Calling delete_port for 29dd4042-1d40-4e0d-af83-f1347b74eed2 owned by  {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:10:10.395470 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68860c0-fd9f-4fd4-929b-d7321a0e8517 tempest-FloatingIPNegativeTestJSON-2075258024 tempest-FloatingIPNegativeTestJSON-2075258024-project] Pushing event deleted for resources: {'Network': ['ID=e8d76eb0-e922-4b3c-8626-7dca9423cbc5,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:10.413502 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90da3047-8550-4051-ae2c-3fef8a6397c4 admin admin] Router 2412c049-4cf6-4600-a5ad-a36e3eed5f1d is scheduled to L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db with binding_index 1 {{(pid=121836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 07 22:10:10.492702 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device f26d51f8-a493-4c66-b41a-45c132ed372a up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:10:10.511494 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c38dd956-1ede-422d-ac60-ec59945ef4f3 tempest-FloatingIPAdminTestJSON-1372574426 tempest-FloatingIPAdminTestJSON-1372574426-project] Publish callbacks [] for port (400efc30-34ae-436b-9c08-d61ec73adbbe), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:10.560602 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c38dd956-1ede-422d-ac60-ec59945ef4f3 tempest-FloatingIPAdminTestJSON-1372574426 tempest-FloatingIPAdminTestJSON-1372574426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (400efc30-34ae-436b-9c08-d61ec73adbbe), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:10.653725 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-9d169791-5d67-4391-b8e6-057ea2234d16 None None] Allocated IP 172.20.0.18 (53cb28c4-547f-45c6-af6b-4da71054c830/6d179327-0a30-4feb-9f45-54cc22821e12/c7236c77-ccc6-4563-94b9-c68460c04abe) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:10:10.770662 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port f26d51f8-a493-4c66-b41a-45c132ed372a triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:10:10.775650 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (f26d51f8-a493-4c66-b41a-45c132ed372a), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:10.945317 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 41508) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:10.959583 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9bf28949-d948-410e-a67a-c69c31341e6e tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:11.100733 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port f26d51f8-a493-4c66-b41a-45c132ed372a is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:10:11.102959 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 6eab68d2-97c1-4dc1-856e-b2e377692d7b up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:10:11.157167 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9d169791-5d67-4391-b8e6-057ea2234d16 None None] Publish callbacks [] for port (c7236c77-ccc6-4563-94b9-c68460c04abe), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:11.170455 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9d169791-5d67-4391-b8e6-057ea2234d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (c7236c77-ccc6-4563-94b9-c68460c04abe), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:11.240463 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d169791-5d67-4391-b8e6-057ea2234d16 None None] Network 53cb28c4-547f-45c6-af6b-4da71054c830 is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:10:11.248605 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-9d169791-5d67-4391-b8e6-057ea2234d16 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:10:11.251178 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d169791-5d67-4391-b8e6-057ea2234d16 None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:10:11.260651 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 6eab68d2-97c1-4dc1-856e-b2e377692d7b triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:10:11.261022 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (6eab68d2-97c1-4dc1-856e-b2e377692d7b), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:11.306342 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d169791-5d67-4391-b8e6-057ea2234d16 None None] Pushing event updated for resources: {'Port': ['ID=c7236c77-ccc6-4563-94b9-c68460c04abe,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:11.416428 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-9d169791-5d67-4391-b8e6-057ea2234d16 None None] Attempting to bind port c7236c77-ccc6-4563-94b9-c68460c04abe on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:10:11.416833 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-9d169791-5d67-4391-b8e6-057ea2234d16 None None] Attempting to bind port c7236c77-ccc6-4563-94b9-c68460c04abe by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd1c0fce5-521d-438d-a9d1-a6c40041ff2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '53cb28c4-547f-45c6-af6b-4da71054c830'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:10:11.417191 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d169791-5d67-4391-b8e6-057ea2234d16 None None] Attempting to bind port c7236c77-ccc6-4563-94b9-c68460c04abe on network 53cb28c4-547f-45c6-af6b-4da71054c830 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:10:11.424597 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-8b9a9541-9176-482e-ae88-c3fabe0efa91 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f34f4ab05680424998462e594d5ca043&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4777939
May 07 22:10:11.426642 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d169791-5d67-4391-b8e6-057ea2234d16 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:10:11.427128 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d169791-5d67-4391-b8e6-057ea2234d16 None None] Checking segment: {'id': 'd1c0fce5-521d-438d-a9d1-a6c40041ff2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '53cb28c4-547f-45c6-af6b-4da71054c830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:10:11.427541 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9d169791-5d67-4391-b8e6-057ea2234d16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:11.427945 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d169791-5d67-4391-b8e6-057ea2234d16 None None] Bound using segment: {'id': 'd1c0fce5-521d-438d-a9d1-a6c40041ff2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '53cb28c4-547f-45c6-af6b-4da71054c830'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:10:11.428428 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-9d169791-5d67-4391-b8e6-057ea2234d16 None None] Bound port: c7236c77-ccc6-4563-94b9-c68460c04abe, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1c0fce5-521d-438d-a9d1-a6c40041ff2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '53cb28c4-547f-45c6-af6b-4da71054c830'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:10:11.429279 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9d169791-5d67-4391-b8e6-057ea2234d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (c7236c77-ccc6-4563-94b9-c68460c04abe), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:11.430602 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 41528) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:11.572168 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 6eab68d2-97c1-4dc1-856e-b2e377692d7b is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:10:11.575216 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9eea2cc1-3f17-4bb7-a20a-59a27854e953 req-4dcca7e5-91fd-4301-99ea-cd759aa6420d tempest-ServerShowV247Test-1080228328 tempest-ServerShowV247Test-1080228328-project] 10.222.0.32 "GET /v2.0/ports?device_id=36fed9e6-d8a9-4070-8850-3fb37dbaf8a3 HTTP/1.1" status: 200  len: 210 time: 0.8161244
May 07 22:10:11.603544 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-9d169791-5d67-4391-b8e6-057ea2234d16 None None] For port c7236c77-ccc6-4563-94b9-c68460c04abe, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:10:11.610056 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-9d169791-5d67-4391-b8e6-057ea2234d16 None None] For port c7236c77-ccc6-4563-94b9-c68460c04abe, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c7236c77-ccc6-4563-94b9-c68460c04abe,segment=NetworkSegment(d1c0fce5-521d-438d-a9d1-a6c40041ff2b),segment_id=d1c0fce5-521d-438d-a9d1-a6c40041ff2b)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:10:11.617849 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2dac0d29-aef6-4a94-9af0-a0156d438229 admin admin] Publish callbacks [] for security_group (62474fdb-6226-463c-b33e-48805b1bc2c1), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:11.641180 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9d169791-5d67-4391-b8e6-057ea2234d16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (c7236c77-ccc6-4563-94b9-c68460c04abe), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:11.644328 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-9bf28949-d948-410e-a67a-c69c31341e6e tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Allocated IP 172.20.0.17 (53cb28c4-547f-45c6-af6b-4da71054c830/6d179327-0a30-4feb-9f45-54cc22821e12/622e39d1-3591-41e3-aa09-13406ff1b089) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:10:11.678041 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2dac0d29-aef6-4a94-9af0-a0156d438229 admin admin] Publish callbacks [] for security_group (62474fdb-6226-463c-b33e-48805b1bc2c1), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:11.704824 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c38dd956-1ede-422d-ac60-ec59945ef4f3 tempest-FloatingIPAdminTestJSON-1372574426 tempest-FloatingIPAdminTestJSON-1372574426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (72e9ef58-0be5-407f-81e1-764a4fab08b2), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:11.708101 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38dd956-1ede-422d-ac60-ec59945ef4f3 tempest-FloatingIPAdminTestJSON-1372574426 tempest-FloatingIPAdminTestJSON-1372574426-project] Pushing event updated for resources: {'Port': ['ID=400efc30-34ae-436b-9c08-d61ec73adbbe,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:11.721529 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device f9dae45f-6d10-4772-9106-f832bc820fbb no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:10:11.757231 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90da3047-8550-4051-ae2c-3fef8a6397c4 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:10:11.766764 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: f9dae45f-6d10-4772-9106-f832bc820fbb {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:10:11.767356 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device f9dae45f-6d10-4772-9106-f832bc820fbb not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:10:11.774996 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f95d50-ef2a-49f9-bf31-eab1b2676908 None None] Sync routers for ids ['2412c049-4cf6-4600-a5ad-a36e3eed5f1d'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:10:11.825808 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d169791-5d67-4391-b8e6-057ea2234d16 None None] Pushing event updated for resources: {'Port': ['ID=c7236c77-ccc6-4563-94b9-c68460c04abe,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:11.829874 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f95d50-ef2a-49f9-bf31-eab1b2676908 None None] Routers {'2412c049-4cf6-4600-a5ad-a36e3eed5f1d'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:10:11.830865 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-33f95d50-ef2a-49f9-bf31-eab1b2676908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f740dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:09:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['2412c049-4cf6-4600-a5ad-a36e3eed5f1d'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:10:11.841104 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2dac0d29-aef6-4a94-9af0-a0156d438229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (62474fdb-6226-463c-b33e-48805b1bc2c1), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:11.852945 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2dac0d29-aef6-4a94-9af0-a0156d438229 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:11.868170 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-2dac0d29-aef6-4a94-9af0-a0156d438229 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/62474fdb-6226-463c-b33e-48805b1bc2c1 HTTP/1.1" status: 204  len: 168 time: 0.4355314
May 07 22:10:11.876512 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-90da3047-8550-4051-ae2c-3fef8a6397c4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:11.878254 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-90da3047-8550-4051-ae2c-3fef8a6397c4 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 7.6158836
May 07 22:10:11.899210 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 41534) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:11.900032 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dac0d29-aef6-4a94-9af0-a0156d438229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62474fdb-6226-463c-b33e-48805b1bc2c1,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:11.927100 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c38dd956-1ede-422d-ac60-ec59945ef4f3 tempest-FloatingIPAdminTestJSON-1372574426 tempest-FloatingIPAdminTestJSON-1372574426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:11.936205 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-c38dd956-1ede-422d-ac60-ec59945ef4f3 tempest-FloatingIPAdminTestJSON-1372574426 tempest-FloatingIPAdminTestJSON-1372574426-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 6.4830344
May 07 22:10:11.936872 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 41536) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:12.082664 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9bf28949-d948-410e-a67a-c69c31341e6e tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks [] for port (622e39d1-3591-41e3-aa09-13406ff1b089), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:12.104918 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-beaada6c-893b-4185-83ea-98c8f4aa0e5a tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (29dd4042-1d40-4e0d-af83-f1347b74eed2), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:12.129780 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-33f95d50-ef2a-49f9-bf31-eab1b2676908 None None] Set router 2412c049-4cf6-4600-a5ad-a36e3eed5f1d gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:10:12.270681 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaada6c-893b-4185-83ea-98c8f4aa0e5a tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event deleted for resources: {'Port': ['ID=29dd4042-1d40-4e0d-af83-f1347b74eed2,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:12.335034 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9bf28949-d948-410e-a67a-c69c31341e6e tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (622e39d1-3591-41e3-aa09-13406ff1b089), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:12.447282 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-beaada6c-893b-4185-83ea-98c8f4aa0e5a tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:12.451210 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-beaada6c-893b-4185-83ea-98c8f4aa0e5a tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/ports/29dd4042-1d40-4e0d-af83-f1347b74eed2 HTTP/1.1" status: 204  len: 168 time: 2.5658376
May 07 22:10:12.456042 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf28949-d948-410e-a67a-c69c31341e6e tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Pushing event updated for resources: {'Port': ['ID=622e39d1-3591-41e3-aa09-13406ff1b089,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:12.458608 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 41556) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:12.533678 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf28949-d948-410e-a67a-c69c31341e6e tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Network 53cb28c4-547f-45c6-af6b-4da71054c830 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:10:12.573887 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-9bf28949-d948-410e-a67a-c69c31341e6e tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:10:12.577697 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf28949-d948-410e-a67a-c69c31341e6e tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:10:12.585184 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-33f95d50-ef2a-49f9-bf31-eab1b2676908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f740dc0>, [{'id': '2412c049-4cf6-4600-a5ad-a36e3eed5f1d', 'name': 'tempest-TestVolumeBackupRestore-1201792245-router', 'tenant_id': '2587862c34a945d193e58b50f42e5382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.108'}], 'enable_snat': True}, 'gw_port_id': 'f23c9af7-fb21-4b9f-8c81-8a053828a9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:10:04Z', 'updated_at': '2022-05-07T22:10:08Z', 'revision_number': 3, 'project_id': '2587862c34a945d193e58b50f42e5382', 'gw_port': {'id': 'f23c9af7-fb21-4b9f-8c81-8a053828a9e4', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:22:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2412c049-4cf6-4600-a5ad-a36e3eed5f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:10:06Z', 'updated_at': '2022-05-07T22:10:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:10:12.664677 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-fd4df10c-4b5a-44f2-a378-fe0bab6662f6 tempest-FloatingIPAdminTestJSON-366428778 tempest-FloatingIPAdminTestJSON-366428778-project-admin] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 2434 time: 0.7171309
May 07 22:10:12.680087 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 41564) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:12.684066 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device c7236c77-ccc6-4563-94b9-c68460c04abe up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:10:12.693285 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f95d50-ef2a-49f9-bf31-eab1b2676908 None None] Checking router: 2412c049-4cf6-4600-a5ad-a36e3eed5f1d for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:10:12.693285 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f95d50-ef2a-49f9-bf31-eab1b2676908 None None] Updating router 2412c049-4cf6-4600-a5ad-a36e3eed5f1d port f23c9af7-fb21-4b9f-8c81-8a053828a9e4 binding host ncdv-master-1 {{(pid=121838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 22:10:12.733517 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24891aa2-543d-411b-adba-631786fef5d1 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:12.738989 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24891aa2-543d-411b-adba-631786fef5d1 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:12.748435 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-24891aa2-543d-411b-adba-631786fef5d1 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.2885840
May 07 22:10:12.751150 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 41568) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:12.833658 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-33f95d50-ef2a-49f9-bf31-eab1b2676908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f23c9af7-fb21-4b9f-8c81-8a053828a9e4), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:12.877956 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_v2 [None req-4290e503-e84c-44af-ab57-5252669d14f6 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Deleting subnet d06ba27e-3d40-4b63-9b25-f0adddade11a {{(pid=121836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:10:12.882528 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4290e503-e84c-44af-ab57-5252669d14f6 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for subnet (d06ba27e-3d40-4b63-9b25-f0adddade11a), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:12.892442 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9bf28949-d948-410e-a67a-c69c31341e6e tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398161'] for router_interface (7a551d72-c84c-4979-8057-178efae5941b), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:12.909621 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port c7236c77-ccc6-4563-94b9-c68460c04abe triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:10:12.911144 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (c7236c77-ccc6-4563-94b9-c68460c04abe), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:12.969926 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4290e503-e84c-44af-ab57-5252669d14f6 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726883'] for subnet (d06ba27e-3d40-4b63-9b25-f0adddade11a), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:13.251478 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4290e503-e84c-44af-ab57-5252669d14f6 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (d06ba27e-3d40-4b63-9b25-f0adddade11a), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:13.352294 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port c7236c77-ccc6-4563-94b9-c68460c04abe is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:10:13.354727 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (c7236c77-ccc6-4563-94b9-c68460c04abe), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:13.375110 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4290e503-e84c-44af-ab57-5252669d14f6 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (d06ba27e-3d40-4b63-9b25-f0adddade11a), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:13.405408 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 41582) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:13.467466 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4290e503-e84c-44af-ab57-5252669d14f6 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event deleted for resources: {'Subnet': ['ID=d06ba27e-3d40-4b63-9b25-f0adddade11a,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:13.483968 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4290e503-e84c-44af-ab57-5252669d14f6 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:13.494951 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-4290e503-e84c-44af-ab57-5252669d14f6 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/subnets/d06ba27e-3d40-4b63-9b25-f0adddade11a HTTP/1.1" status: 204  len: 168 time: 0.7420034
May 07 22:10:13.503546 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 41590) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:13.514642 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4290e503-e84c-44af-ab57-5252669d14f6 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:10:13.514836 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4290e503-e84c-44af-ab57-5252669d14f6 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:10:13.515318 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4290e503-e84c-44af-ab57-5252669d14f6 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:10:13.515879 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4290e503-e84c-44af-ab57-5252669d14f6 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:10:13.518265 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4290e503-e84c-44af-ab57-5252669d14f6 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:10:13.519010 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4290e503-e84c-44af-ab57-5252669d14f6 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:10:13.519554 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4290e503-e84c-44af-ab57-5252669d14f6 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:10:13.520317 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4290e503-e84c-44af-ab57-5252669d14f6 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:10:13.520844 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4290e503-e84c-44af-ab57-5252669d14f6 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:10:13.521342 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4290e503-e84c-44af-ab57-5252669d14f6 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:10:13.522299 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4290e503-e84c-44af-ab57-5252669d14f6 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:10:13.522824 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4290e503-e84c-44af-ab57-5252669d14f6 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:10:13.523376 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4290e503-e84c-44af-ab57-5252669d14f6 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:10:13.523881 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4290e503-e84c-44af-ab57-5252669d14f6 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:10:13.524429 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4290e503-e84c-44af-ab57-5252669d14f6 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:10:13.577772 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-a3b640a9-eba8-483b-b867-b452ff816798 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0744257
May 07 22:10:13.580528 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 41596) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:13.636048 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-355ae484-9b8e-4db0-8cc6-8e2f0a3a4f5b tempest-NetworksNegativeTestJSON-119399028 tempest-NetworksNegativeTestJSON-119399028-project] Request body: {'port': {'network_id': 'b566a3d3-43dd-4ee1-8741-2120f028c018', 'name': 'tempest-NetworksNegativeTestJSON-387169778'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:10:13.661804 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-355ae484-9b8e-4db0-8cc6-8e2f0a3a4f5b tempest-NetworksNegativeTestJSON-119399028 tempest-NetworksNegativeTestJSON-119399028-project] POST failed (client error): The resource could not be found.
May 07 22:10:13.662632 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-355ae484-9b8e-4db0-8cc6-8e2f0a3a4f5b tempest-NetworksNegativeTestJSON-119399028 tempest-NetworksNegativeTestJSON-119399028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:10:13.669586 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-355ae484-9b8e-4db0-8cc6-8e2f0a3a4f5b tempest-NetworksNegativeTestJSON-119399028 tempest-NetworksNegativeTestJSON-119399028-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 404  len: 339 time: 0.2626524
May 07 22:10:13.671132 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 41604) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:13.673521 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port c7236c77-ccc6-4563-94b9-c68460c04abe, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c7236c77-ccc6-4563-94b9-c68460c04abe,segment=NetworkSegment(d1c0fce5-521d-438d-a9d1-a6c40041ff2b),segment_id=d1c0fce5-521d-438d-a9d1-a6c40041ff2b)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:10:13.681692 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fccea624-7606-444e-b162-9ee81e72e3b0 None None] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:10:13.689939 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-7c2ec92a-ecf2-467d-bde3-f78164b98b4a tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] 10.222.0.32 "GET /v2.0/floatingips HTTP/1.1" status: 200  len: 690 time: 1.0086300
May 07 22:10:13.693288 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (c7236c77-ccc6-4563-94b9-c68460c04abe), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:13.694122 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 8cd0f018-c54e-457d-b6a2-6312a695e0f6 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:10:13.706340 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 41606) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:13.707750 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a8995c5-a746-45a0-8236-3290e627f0bb tempest-NetworksNegativeTestJSON-119399028 tempest-NetworksNegativeTestJSON-119399028-project] DELETE failed (client error): The resource could not be found.
May 07 22:10:13.708538 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a8995c5-a746-45a0-8236-3290e627f0bb tempest-NetworksNegativeTestJSON-119399028 tempest-NetworksNegativeTestJSON-119399028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:10:13.718025 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-9a8995c5-a746-45a0-8236-3290e627f0bb tempest-NetworksNegativeTestJSON-119399028 tempest-NetworksNegativeTestJSON-119399028-project] 10.222.0.32 "DELETE /v2.0/networks/ce32212d-22e8-489d-9a82-dacde49593cb HTTP/1.1" status: 404  len: 339 time: 0.0317168
May 07 22:10:13.724678 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-cb22a2e7-0fee-4154-9682-4d9e2b2c7b47 req-8f3f8915-6b7a-4fca-b3fd-cb77fd046fd1 tempest-ServerShowV247Test-1080228328 tempest-ServerShowV247Test-1080228328-project] 10.222.0.32 "GET /v2.0/ports?device_id=36fed9e6-d8a9-4070-8850-3fb37dbaf8a3 HTTP/1.1" status: 200  len: 210 time: 0.7792025
May 07 22:10:13.728446 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 41608) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:13.734193 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13a97d5-c18a-486a-8701-c44d297d61bc tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:13.735887 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-e13a97d5-c18a-486a-8701-c44d297d61bc tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.1539593
May 07 22:10:13.748218 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 41610) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:13.782051 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-33f95d50-ef2a-49f9-bf31-eab1b2676908 None None] Publish callbacks [] for port (f23c9af7-fb21-4b9f-8c81-8a053828a9e4), precommit_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:13.831538 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608d22b9-7877-4ba3-8fc4-319c05bb1cc3 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:13.832942 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-608d22b9-7877-4ba3-8fc4-319c05bb1cc3 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.0793133
May 07 22:10:13.837291 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-33f95d50-ef2a-49f9-bf31-eab1b2676908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (f23c9af7-fb21-4b9f-8c81-8a053828a9e4), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:13.841895 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 41612) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:13.842850 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-109e1c12-4075-4b6b-99d6-291d16410a20 tempest-NetworksNegativeTestJSON-119399028 tempest-NetworksNegativeTestJSON-119399028-project] DELETE failed (client error): The resource could not be found.
May 07 22:10:13.843414 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-109e1c12-4075-4b6b-99d6-291d16410a20 tempest-NetworksNegativeTestJSON-119399028 tempest-NetworksNegativeTestJSON-119399028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:10:13.850057 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-109e1c12-4075-4b6b-99d6-291d16410a20 tempest-NetworksNegativeTestJSON-119399028 tempest-NetworksNegativeTestJSON-119399028-project] 10.222.0.32 "DELETE /v2.0/ports/c9ce0c3e-8d12-4959-997b-15422d9f82c0 HTTP/1.1" status: 404  len: 333 time: 0.1086366
May 07 22:10:13.857795 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 41614) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:13.879125 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4f9279-2a96-4413-95b0-8e9caf0eeb32 None None] Network 53cb28c4-547f-45c6-af6b-4da71054c830 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:10:13.885337 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-1986e1d6-287c-46e7-824b-fad1bdc0a9e6 tempest-FloatingIPAdminTestJSON-1372574426 tempest-FloatingIPAdminTestJSON-1372574426-project] Deleting port 400efc30-34ae-436b-9c08-d61ec73adbbe {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:10:13.885789 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1986e1d6-287c-46e7-824b-fad1bdc0a9e6 tempest-FloatingIPAdminTestJSON-1372574426 tempest-FloatingIPAdminTestJSON-1372574426-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (400efc30-34ae-436b-9c08-d61ec73adbbe), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:13.921013 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=c7236c77-ccc6-4563-94b9-c68460c04abe,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:13.927934 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-c39c409f-8e62-4843-9200-8119b2b1e316 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0795743
May 07 22:10:13.952861 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 41616) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:13.957900 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-70e231ca-692e-45fa-a767-5a92e1791ae3 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Request body: {'subnet': {'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:10:13.965564 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a12c7a4-5e64-4122-a042-a3be5fb6653c tempest-NetworksNegativeTestJSON-119399028 tempest-NetworksNegativeTestJSON-119399028-project] DELETE failed (client error): The resource could not be found.
May 07 22:10:13.966729 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a12c7a4-5e64-4122-a042-a3be5fb6653c tempest-NetworksNegativeTestJSON-119399028 tempest-NetworksNegativeTestJSON-119399028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:10:13.969127 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-8a12c7a4-5e64-4122-a042-a3be5fb6653c tempest-NetworksNegativeTestJSON-119399028 tempest-NetworksNegativeTestJSON-119399028-project] 10.222.0.32 "DELETE /v2.0/subnets/2ed5223b-ec38-4eef-9853-5355cf31a531 HTTP/1.1" status: 404  len: 337 time: 0.1103735
May 07 22:10:13.975764 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 41618) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:14.022216 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a4a6589-bd1a-47be-a378-72364923ef72 tempest-NetworksNegativeTestJSON-119399028 tempest-NetworksNegativeTestJSON-119399028-project] GET failed (client error): The resource could not be found.
May 07 22:10:14.027849 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-4a4a6589-bd1a-47be-a378-72364923ef72 tempest-NetworksNegativeTestJSON-119399028 tempest-NetworksNegativeTestJSON-119399028-project] 10.222.0.32 "GET /v2.0/networks/56efcc49-1321-48ef-a2dc-c6776892c525 HTTP/1.1" status: 404  len: 339 time: 0.0454760
May 07 22:10:14.029068 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 41620) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:14.064697 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1986e1d6-287c-46e7-824b-fad1bdc0a9e6 tempest-FloatingIPAdminTestJSON-1372574426 tempest-FloatingIPAdminTestJSON-1372574426-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (400efc30-34ae-436b-9c08-d61ec73adbbe), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:14.065114 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1986e1d6-287c-46e7-824b-fad1bdc0a9e6 tempest-FloatingIPAdminTestJSON-1372574426 tempest-FloatingIPAdminTestJSON-1372574426-project] Publish callbacks [] for floatingip (400efc30-34ae-436b-9c08-d61ec73adbbe), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:14.085268 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-1986e1d6-287c-46e7-824b-fad1bdc0a9e6 tempest-FloatingIPAdminTestJSON-1372574426 tempest-FloatingIPAdminTestJSON-1372574426-project] Calling delete_port for 400efc30-34ae-436b-9c08-d61ec73adbbe owned by network:floatingip {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:10:14.099578 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-e90e9321-0e5f-491f-98a4-4148b8713e0f tempest-NetworksNegativeTestJSON-119399028 tempest-NetworksNegativeTestJSON-119399028-project] GET failed (client error): The resource could not be found.
May 07 22:10:14.107035 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-e90e9321-0e5f-491f-98a4-4148b8713e0f tempest-NetworksNegativeTestJSON-119399028 tempest-NetworksNegativeTestJSON-119399028-project] 10.222.0.32 "GET /v2.0/ports/4e25e1e1-229d-48fe-9e3a-213cd51d1bb4 HTTP/1.1" status: 404  len: 333 time: 0.0720038
May 07 22:10:14.107222 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 41622) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:14.129019 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9bf28949-d948-410e-a67a-c69c31341e6e tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (622e39d1-3591-41e3-aa09-13406ff1b089), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:14.135063 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3fc069d0-6e4f-4c13-a7b7-1f4cfa8430f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:14.137588 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-f29028b2-27ae-40dc-8187-04f7197817a5 tempest-NetworksNegativeTestJSON-119399028 tempest-NetworksNegativeTestJSON-119399028-project] GET failed (client error): The resource could not be found.
May 07 22:10:14.138960 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-f29028b2-27ae-40dc-8187-04f7197817a5 tempest-NetworksNegativeTestJSON-119399028 tempest-NetworksNegativeTestJSON-119399028-project] 10.222.0.32 "GET /v2.0/subnets/73210a86-3eed-48f2-b2ee-15e75e189f19 HTTP/1.1" status: 404  len: 337 time: 0.0307922
May 07 22:10:14.142844 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 41624) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:14.146305 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e231ca-692e-45fa-a767-5a92e1791ae3 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Made reservation on behalf of a45ecca62a364aaabca1717c79558f6f for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:10:14.150430 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-70e231ca-692e-45fa-a767-5a92e1791ae3 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:14.159214 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-b8b5b9ab-4d73-421d-bec3-16705ff347c8 tempest-NetworksNegativeTestJSON-119399028 tempest-NetworksNegativeTestJSON-119399028-project] Request body: {'network': {'name': 'new_name'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:10:14.160921 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-f420283b-c17e-46e5-8812-0b53a8f777ff None None] Provisioning complete for port c7236c77-ccc6-4563-94b9-c68460c04abe triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:10:14.161302 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f420283b-c17e-46e5-8812-0b53a8f777ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (c7236c77-ccc6-4563-94b9-c68460c04abe), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:14.163420 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 8cd0f018-c54e-457d-b6a2-6312a695e0f6 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:10:14.163787 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (8cd0f018-c54e-457d-b6a2-6312a695e0f6), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:14.198589 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-33f95d50-ef2a-49f9-bf31-eab1b2676908 None None] Attempting to bind port f23c9af7-fb21-4b9f-8c81-8a053828a9e4 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:10:14.198961 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-33f95d50-ef2a-49f9-bf31-eab1b2676908 None None] Attempting to bind port f23c9af7-fb21-4b9f-8c81-8a053828a9e4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:10:14.199306 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f95d50-ef2a-49f9-bf31-eab1b2676908 None None] Attempting to bind port f23c9af7-fb21-4b9f-8c81-8a053828a9e4 on network 9221b764-ef06-431f-8941-796516ed7c3b {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:10:14.235089 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8b5b9ab-4d73-421d-bec3-16705ff347c8 tempest-NetworksNegativeTestJSON-119399028 tempest-NetworksNegativeTestJSON-119399028-project] PUT failed (client error): The resource could not be found.
May 07 22:10:14.235618 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8b5b9ab-4d73-421d-bec3-16705ff347c8 tempest-NetworksNegativeTestJSON-119399028 tempest-NetworksNegativeTestJSON-119399028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:10:14.236783 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-b8b5b9ab-4d73-421d-bec3-16705ff347c8 tempest-NetworksNegativeTestJSON-119399028 tempest-NetworksNegativeTestJSON-119399028-project] 10.222.0.32 "PUT /v2.0/networks/e0a8fe77-e879-4209-a88d-35d96d7f133f HTTP/1.1" status: 404  len: 339 time: 0.0928383
May 07 22:10:14.242157 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 41626) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:14.249617 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-8d4f1dc8-9bb9-447f-b957-31720259778b tempest-NetworksNegativeTestJSON-119399028 tempest-NetworksNegativeTestJSON-119399028-project] Request body: {'port': {'name': 'new_name'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:10:14.289644 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f95d50-ef2a-49f9-bf31-eab1b2676908 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:10:14.293233 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f95d50-ef2a-49f9-bf31-eab1b2676908 None None] Checking segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:10:14.293655 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-33f95d50-ef2a-49f9-bf31-eab1b2676908 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:14.294066 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f95d50-ef2a-49f9-bf31-eab1b2676908 None None] Bound using segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:10:14.294554 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-33f95d50-ef2a-49f9-bf31-eab1b2676908 None None] Bound port: f23c9af7-fb21-4b9f-8c81-8a053828a9e4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:10:14.294969 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-33f95d50-ef2a-49f9-bf31-eab1b2676908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f23c9af7-fb21-4b9f-8c81-8a053828a9e4), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:14.308559 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d4f1dc8-9bb9-447f-b957-31720259778b tempest-NetworksNegativeTestJSON-119399028 tempest-NetworksNegativeTestJSON-119399028-project] PUT failed (client error): The resource could not be found.
May 07 22:10:14.309259 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d4f1dc8-9bb9-447f-b957-31720259778b tempest-NetworksNegativeTestJSON-119399028 tempest-NetworksNegativeTestJSON-119399028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:10:14.310500 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-8d4f1dc8-9bb9-447f-b957-31720259778b tempest-NetworksNegativeTestJSON-119399028 tempest-NetworksNegativeTestJSON-119399028-project] 10.222.0.32 "PUT /v2.0/ports/97be5d8e-7bce-4042-b643-a18c423a2443 HTTP/1.1" status: 404  len: 333 time: 0.0649951
May 07 22:10:14.316361 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 41628) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:14.323525 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a3d257-0f6f-49ee-9e3e-7627def72606 None None] Pushing event updated for resources: {'Port': ['ID=f23c9af7-fb21-4b9f-8c81-8a053828a9e4,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:14.329851 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-bf09d92f-2eea-4681-b3d5-8c1a707ba8d1 tempest-NetworksNegativeTestJSON-119399028 tempest-NetworksNegativeTestJSON-119399028-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:10:14.374321 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf09d92f-2eea-4681-b3d5-8c1a707ba8d1 tempest-NetworksNegativeTestJSON-119399028 tempest-NetworksNegativeTestJSON-119399028-project] PUT failed (client error): The resource could not be found.
May 07 22:10:14.374938 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf09d92f-2eea-4681-b3d5-8c1a707ba8d1 tempest-NetworksNegativeTestJSON-119399028 tempest-NetworksNegativeTestJSON-119399028-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:10:14.379748 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-bf09d92f-2eea-4681-b3d5-8c1a707ba8d1 tempest-NetworksNegativeTestJSON-119399028 tempest-NetworksNegativeTestJSON-119399028-project] 10.222.0.32 "PUT /v2.0/subnets/0786479d-d618-4c49-a3b7-36da035c3be7 HTTP/1.1" status: 404  len: 337 time: 0.0576274
May 07 22:10:14.425365 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7505fdd-7807-4bd5-aee4-6aa2c8cd55ab None None] DHCP port deletion for c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:10:14.464994 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-33f95d50-ef2a-49f9-bf31-eab1b2676908 None None] For port f23c9af7-fb21-4b9f-8c81-8a053828a9e4, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:10:14.468566 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-33f95d50-ef2a-49f9-bf31-eab1b2676908 None None] For port f23c9af7-fb21-4b9f-8c81-8a053828a9e4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f23c9af7-fb21-4b9f-8c81-8a053828a9e4,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:10:14.513286 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-33f95d50-ef2a-49f9-bf31-eab1b2676908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (f23c9af7-fb21-4b9f-8c81-8a053828a9e4), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:14.540808 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-3fc069d0-6e4f-4c13-a7b7-1f4cfa8430f1 admin admin] Allocated IP 172.20.0.1 (e708f1ce-377a-4225-b67d-39b7789159f6/7881934b-b43f-4cd3-ab02-1ba13375c674/23820449-bb01-4155-9393-ed3c63ed788f) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:10:14.579699 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-f420283b-c17e-46e5-8812-0b53a8f777ff None None] Current status of the port c7236c77-ccc6-4563-94b9-c68460c04abe is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:10:14.584846 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1986e1d6-287c-46e7-824b-fad1bdc0a9e6 tempest-FloatingIPAdminTestJSON-1372574426 tempest-FloatingIPAdminTestJSON-1372574426-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (400efc30-34ae-436b-9c08-d61ec73adbbe), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:14.629205 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1986e1d6-287c-46e7-824b-fad1bdc0a9e6 tempest-FloatingIPAdminTestJSON-1372574426 tempest-FloatingIPAdminTestJSON-1372574426-project] Pushing event deleted for resources: {'Port': ['ID=400efc30-34ae-436b-9c08-d61ec73adbbe,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:14.790672 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-a7505fdd-7807-4bd5-aee4-6aa2c8cd55ab None None] Deleting port 6eab68d2-97c1-4dc1-856e-b2e377692d7b {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:10:14.795321 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a7505fdd-7807-4bd5-aee4-6aa2c8cd55ab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (6eab68d2-97c1-4dc1-856e-b2e377692d7b), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:14.797760 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f95d50-ef2a-49f9-bf31-eab1b2676908 None None] Routers {'2412c049-4cf6-4600-a5ad-a36e3eed5f1d'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:10:14.798410 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-33f95d50-ef2a-49f9-bf31-eab1b2676908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f740dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:09:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['2412c049-4cf6-4600-a5ad-a36e3eed5f1d'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:10:14.802975 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 8cd0f018-c54e-457d-b6a2-6312a695e0f6 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:10:14.803387 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (8cd0f018-c54e-457d-b6a2-6312a695e0f6), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:14.812643 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9bf28949-d948-410e-a67a-c69c31341e6e tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks [] for port (622e39d1-3591-41e3-aa09-13406ff1b089), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:14.823443 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 41640) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:14.824384 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a3d257-0f6f-49ee-9e3e-7627def72606 None None] Pushing event updated for resources: {'Port': ['ID=f23c9af7-fb21-4b9f-8c81-8a053828a9e4,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:14.830739 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1986e1d6-287c-46e7-824b-fad1bdc0a9e6 tempest-FloatingIPAdminTestJSON-1372574426 tempest-FloatingIPAdminTestJSON-1372574426-project] Publish callbacks [] for floatingip (72e9ef58-0be5-407f-81e1-764a4fab08b2), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:14.836178 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1986e1d6-287c-46e7-824b-fad1bdc0a9e6 tempest-FloatingIPAdminTestJSON-1372574426 tempest-FloatingIPAdminTestJSON-1372574426-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:14.839867 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-1986e1d6-287c-46e7-824b-fad1bdc0a9e6 tempest-FloatingIPAdminTestJSON-1372574426 tempest-FloatingIPAdminTestJSON-1372574426-project] 10.222.0.32 "DELETE /v2.0/floatingips/72e9ef58-0be5-407f-81e1-764a4fab08b2 HTTP/1.1" status: 204  len: 168 time: 1.1181626
May 07 22:10:14.840315 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9bf28949-d948-410e-a67a-c69c31341e6e tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (622e39d1-3591-41e3-aa09-13406ff1b089), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:14.844452 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 41644) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:14.942563 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9bf28949-d948-410e-a67a-c69c31341e6e tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401121'] for router_interface (7a551d72-c84c-4979-8057-178efae5941b), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:14.948382 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3fc069d0-6e4f-4c13-a7b7-1f4cfa8430f1 admin admin] Publish callbacks [] for port (23820449-bb01-4155-9393-ed3c63ed788f), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:14.949569 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf28949-d948-410e-a67a-c69c31341e6e tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Pushing event updated for resources: {'Port': ['ID=622e39d1-3591-41e3-aa09-13406ff1b089,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:14.971794 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port 8cd0f018-c54e-457d-b6a2-6312a695e0f6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8cd0f018-c54e-457d-b6a2-6312a695e0f6,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:10:15.006443 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a1ffd97e-c291-4b1d-98b7-d1b72effbec9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:15.056460 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (8cd0f018-c54e-457d-b6a2-6312a695e0f6), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:15.065692 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b9090b62-af34-461d-a2a9-38772009448a req-c0233d78-320b-4c39-b254-145c3f4c3109 tempest-ServerShowV247Test-1080228328 tempest-ServerShowV247Test-1080228328-project] 10.222.0.32 "GET /v2.0/ports?device_id=36fed9e6-d8a9-4070-8850-3fb37dbaf8a3 HTTP/1.1" status: 200  len: 210 time: 0.1552203
May 07 22:10:15.111815 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3fc069d0-6e4f-4c13-a7b7-1f4cfa8430f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (23820449-bb01-4155-9393-ed3c63ed788f), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:15.129026 ncdv-master-1 neutron-server[121836]: DEBUG neutron.objects.ports [None req-70e231ca-692e-45fa-a767-5a92e1791ae3 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=121836) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}}
May 07 22:10:15.180410 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-33f95d50-ef2a-49f9-bf31-eab1b2676908 None None] Set router 2412c049-4cf6-4600-a5ad-a36e3eed5f1d gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:10:15.210419 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc069d0-6e4f-4c13-a7b7-1f4cfa8430f1 admin admin] Network e708f1ce-377a-4225-b67d-39b7789159f6 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:10:15.212396 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc069d0-6e4f-4c13-a7b7-1f4cfa8430f1 admin admin] Pushing event updated for resources: {'Port': ['ID=23820449-bb01-4155-9393-ed3c63ed788f,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:15.216348 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-3d0894aa-e9a4-41c7-8ace-e0e895603564 None None] Provisioning complete for port 622e39d1-3591-41e3-aa09-13406ff1b089 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:10:15.216348 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-3d0894aa-e9a4-41c7-8ace-e0e895603564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (622e39d1-3591-41e3-aa09-13406ff1b089), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:15.224320 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-3fc069d0-6e4f-4c13-a7b7-1f4cfa8430f1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:10:15.238759 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc069d0-6e4f-4c13-a7b7-1f4cfa8430f1 admin admin] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:10:15.240407 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-5ae3a78d-7e23-466b-8582-37e4528fb14c tempest-FloatingIPAdminTestJSON-366428778 tempest-FloatingIPAdminTestJSON-366428778-project-admin] Deleting port 94fce87c-b845-4ece-8dea-a835a5d5095c {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:10:15.241015 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5ae3a78d-7e23-466b-8582-37e4528fb14c tempest-FloatingIPAdminTestJSON-366428778 tempest-FloatingIPAdminTestJSON-366428778-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (94fce87c-b845-4ece-8dea-a835a5d5095c), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:15.242870 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf28949-d948-410e-a67a-c69c31341e6e tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Network 53cb28c4-547f-45c6-af6b-4da71054c830 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:10:15.258706 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-9bf28949-d948-410e-a67a-c69c31341e6e tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:10:15.352049 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device c7236c77-ccc6-4563-94b9-c68460c04abe up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:10:15.398959 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-3d0894aa-e9a4-41c7-8ace-e0e895603564 None None] Port 622e39d1-3591-41e3-aa09-13406ff1b089 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:10:15.405917 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-a7505fdd-7807-4bd5-aee4-6aa2c8cd55ab None None] For port 6eab68d2-97c1-4dc1-856e-b2e377692d7b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6eab68d2-97c1-4dc1-856e-b2e377692d7b,segment=NetworkSegment(0c54767f-f5cc-4fe8-be2b-89310a1e6df6),segment_id=0c54767f-f5cc-4fe8-be2b-89310a1e6df6)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:10:15.406351 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a7505fdd-7807-4bd5-aee4-6aa2c8cd55ab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (6eab68d2-97c1-4dc1-856e-b2e377692d7b), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:15.421173 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3fc069d0-6e4f-4c13-a7b7-1f4cfa8430f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398161'] for router_interface (2412c049-4cf6-4600-a5ad-a36e3eed5f1d), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:15.433639 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5ae3a78d-7e23-466b-8582-37e4528fb14c tempest-FloatingIPAdminTestJSON-366428778 tempest-FloatingIPAdminTestJSON-366428778-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (94fce87c-b845-4ece-8dea-a835a5d5095c), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:15.433977 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5ae3a78d-7e23-466b-8582-37e4528fb14c tempest-FloatingIPAdminTestJSON-366428778 tempest-FloatingIPAdminTestJSON-366428778-project-admin] Publish callbacks [] for floatingip (94fce87c-b845-4ece-8dea-a835a5d5095c), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:15.453440 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=8cd0f018-c54e-457d-b6a2-6312a695e0f6,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:15.475582 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a1ffd97e-c291-4b1d-98b7-d1b72effbec9 admin admin] Publish callbacks [] for security_group (affb51ba-4130-482c-b05b-3e691f9831a3), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:15.484708 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-a7505fdd-7807-4bd5-aee4-6aa2c8cd55ab None None] Calling delete_port for 6eab68d2-97c1-4dc1-856e-b2e377692d7b owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:10:15.503999 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-5ae3a78d-7e23-466b-8582-37e4528fb14c tempest-FloatingIPAdminTestJSON-366428778 tempest-FloatingIPAdminTestJSON-366428778-project-admin] Calling delete_port for 94fce87c-b845-4ece-8dea-a835a5d5095c owned by network:floatingip {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:10:15.505240 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-3d0894aa-e9a4-41c7-8ace-e0e895603564 None None] Provisioning complete for port c7236c77-ccc6-4563-94b9-c68460c04abe triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:10:15.505620 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-3d0894aa-e9a4-41c7-8ace-e0e895603564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (c7236c77-ccc6-4563-94b9-c68460c04abe), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:15.522900 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-70e231ca-692e-45fa-a767-5a92e1791ae3 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (6eab68d2-97c1-4dc1-856e-b2e377692d7b), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:15.543048 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a1ffd97e-c291-4b1d-98b7-d1b72effbec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (affb51ba-4130-482c-b05b-3e691f9831a3), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:15.721098 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ffd97e-c291-4b1d-98b7-d1b72effbec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=affb51ba-4130-482c-b05b-3e691f9831a3,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:15.732042 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-a1ffd97e-c291-4b1d-98b7-d1b72effbec9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dceae7b468df4801a694bfb71acb44c0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9078188
May 07 22:10:15.744200 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-33f95d50-ef2a-49f9-bf31-eab1b2676908 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f740dc0>, [{'id': '2412c049-4cf6-4600-a5ad-a36e3eed5f1d', 'name': 'tempest-TestVolumeBackupRestore-1201792245-router', 'tenant_id': '2587862c34a945d193e58b50f42e5382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.108'}], 'enable_snat': True}, 'gw_port_id': 'f23c9af7-fb21-4b9f-8c81-8a053828a9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:10:04Z', 'updated_at': '2022-05-07T22:10:08Z', 'revision_number': 3, 'project_id': '2587862c34a945d193e58b50f42e5382', 'gw_port': {'id': 'f23c9af7-fb21-4b9f-8c81-8a053828a9e4', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:22:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2412c049-4cf6-4600-a5ad-a36e3eed5f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:10:06Z', 'updated_at': '2022-05-07T22:10:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:10:15.757073 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 41654) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:15.759699 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port c7236c77-ccc6-4563-94b9-c68460c04abe triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:10:15.760597 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (c7236c77-ccc6-4563-94b9-c68460c04abe), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:15.768831 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bf28949-d948-410e-a67a-c69c31341e6e tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Router 7a551d72-c84c-4979-8057-178efae5941b has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:10:15.871820 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-70e231ca-692e-45fa-a767-5a92e1791ae3 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] For port 6eab68d2-97c1-4dc1-856e-b2e377692d7b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6eab68d2-97c1-4dc1-856e-b2e377692d7b,segment=NetworkSegment(0c54767f-f5cc-4fe8-be2b-89310a1e6df6),segment_id=0c54767f-f5cc-4fe8-be2b-89310a1e6df6)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:10:15.880167 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f95d50-ef2a-49f9-bf31-eab1b2676908 None None] The sync data for ids ['2412c049-4cf6-4600-a5ad-a36e3eed5f1d'] in ncdv-master-1 is: [{'id': '2412c049-4cf6-4600-a5ad-a36e3eed5f1d', 'name': 'tempest-TestVolumeBackupRestore-1201792245-router', 'tenant_id': '2587862c34a945d193e58b50f42e5382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.108'}], 'enable_snat': True}, 'gw_port_id': 'f23c9af7-fb21-4b9f-8c81-8a053828a9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:10:04Z', 'updated_at': '2022-05-07T22:10:08Z', 'revision_number': 3, 'project_id': '2587862c34a945d193e58b50f42e5382', 'gw_port': {'id': 'f23c9af7-fb21-4b9f-8c81-8a053828a9e4', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:22:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2412c049-4cf6-4600-a5ad-a36e3eed5f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:10:06Z', 'updated_at': '2022-05-07T22:10:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:10:15.959697 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d4a06ac7-a536-4537-ae59-67f85b4b51f3 admin admin] Publish callbacks [] for security_group (affb51ba-4130-482c-b05b-3e691f9831a3), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:15.961315 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-70e231ca-692e-45fa-a767-5a92e1791ae3 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for port (6eab68d2-97c1-4dc1-856e-b2e377692d7b), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:15.972427 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-70e231ca-692e-45fa-a767-5a92e1791ae3 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (6eab68d2-97c1-4dc1-856e-b2e377692d7b), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:15.998195 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a7505fdd-7807-4bd5-aee4-6aa2c8cd55ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (6eab68d2-97c1-4dc1-856e-b2e377692d7b), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:16.015399 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-70e231ca-692e-45fa-a767-5a92e1791ae3 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (b94edbb8-388a-428d-9f7d-c3939a2d10fa), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:16.034341 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3fc069d0-6e4f-4c13-a7b7-1f4cfa8430f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (23820449-bb01-4155-9393-ed3c63ed788f), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:16.048802 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-3d0894aa-e9a4-41c7-8ace-e0e895603564 None None] Current status of the port c7236c77-ccc6-4563-94b9-c68460c04abe is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:10:16.049318 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5ae3a78d-7e23-466b-8582-37e4528fb14c tempest-FloatingIPAdminTestJSON-366428778 tempest-FloatingIPAdminTestJSON-366428778-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (94fce87c-b845-4ece-8dea-a835a5d5095c), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:16.054595 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7505fdd-7807-4bd5-aee4-6aa2c8cd55ab None None] Pushing event deleted for resources: {'Port': ['ID=6eab68d2-97c1-4dc1-856e-b2e377692d7b,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:16.057923 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d4a06ac7-a536-4537-ae59-67f85b4b51f3 admin admin] Publish callbacks [] for security_group (affb51ba-4130-482c-b05b-3e691f9831a3), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:16.073863 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port c7236c77-ccc6-4563-94b9-c68460c04abe is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:10:16.079773 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7505fdd-7807-4bd5-aee4-6aa2c8cd55ab None None] No DVR routers for this DVR port 6eab68d2-97c1-4dc1-856e-b2e377692d7b on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:10:16.105849 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e231ca-692e-45fa-a767-5a92e1791ae3 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:10:16.115819 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-70e231ca-692e-45fa-a767-5a92e1791ae3 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:10:16.122079 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e231ca-692e-45fa-a767-5a92e1791ae3 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event updated for resources: {'Port': ['ID=6eab68d2-97c1-4dc1-856e-b2e377692d7b,revision_number=6']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:16.123567 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e231ca-692e-45fa-a767-5a92e1791ae3 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:16.124169 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-70e231ca-692e-45fa-a767-5a92e1791ae3 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:16.141567 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea04c73-ef04-4576-8921-c26257d57244 None None] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:10:16.166196 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 6eab68d2-97c1-4dc1-856e-b2e377692d7b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:10:16.169936 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e231ca-692e-45fa-a767-5a92e1791ae3 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event updated for resources: {'Subnet': ['ID=b94edbb8-388a-428d-9f7d-c3939a2d10fa,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:16.194996 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae3a78d-7e23-466b-8582-37e4528fb14c tempest-FloatingIPAdminTestJSON-366428778 tempest-FloatingIPAdminTestJSON-366428778-project-admin] Pushing event deleted for resources: {'Port': ['ID=94fce87c-b845-4ece-8dea-a835a5d5095c,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:16.201910 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bf28949-d948-410e-a67a-c69c31341e6e tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:10:16.207785 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-70e231ca-692e-45fa-a767-5a92e1791ae3 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 824 time: 2.2538700
May 07 22:10:16.211315 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 41670) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:16.220637 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-9bf28949-d948-410e-a67a-c69c31341e6e tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] 10.222.0.32 "PUT /v2.0/routers/7a551d72-c84c-4979-8057-178efae5941b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.4965703
May 07 22:10:16.224600 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c545e10f-56c1-4cf9-be51-8e3bfefa771c None None] Sync routers for ids ['7a551d72-c84c-4979-8057-178efae5941b'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:10:16.228949 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-c954e770-dae4-4ba4-9a59-1aeb3448f6ab tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Request body: {'port': {'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'mac_address': 'fa:16:3e:4c:52:e6', 'name': 'tempest-NetworksTestDHCPv6-1174587393'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:10:16.264843 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5ae3a78d-7e23-466b-8582-37e4528fb14c tempest-FloatingIPAdminTestJSON-366428778 tempest-FloatingIPAdminTestJSON-366428778-project-admin] Publish callbacks [] for floatingip (4b8b2391-a254-46b1-b552-be5395c228aa), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:16.267735 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5ae3a78d-7e23-466b-8582-37e4528fb14c tempest-FloatingIPAdminTestJSON-366428778 tempest-FloatingIPAdminTestJSON-366428778-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:16.269242 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-5ae3a78d-7e23-466b-8582-37e4528fb14c tempest-FloatingIPAdminTestJSON-366428778 tempest-FloatingIPAdminTestJSON-366428778-project-admin] 10.222.0.32 "DELETE /v2.0/floatingips/4b8b2391-a254-46b1-b552-be5395c228aa HTTP/1.1" status: 204  len: 168 time: 1.4237084
May 07 22:10:16.278167 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 6eab68d2-97c1-4dc1-856e-b2e377692d7b {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:10:16.278523 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 6eab68d2-97c1-4dc1-856e-b2e377692d7b not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:10:16.280708 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c545e10f-56c1-4cf9-be51-8e3bfefa771c None None] Routers {'7a551d72-c84c-4979-8057-178efae5941b'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:10:16.281579 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-c545e10f-56c1-4cf9-be51-8e3bfefa771c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cda0250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:09:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['7a551d72-c84c-4979-8057-178efae5941b'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:10:16.286536 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 41674) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:16.379702 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-527c4def-b3b6-486f-bb6f-f5ee6f2a8bd3 None None] Provisioning complete for port 622e39d1-3591-41e3-aa09-13406ff1b089 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:10:16.380084 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-527c4def-b3b6-486f-bb6f-f5ee6f2a8bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (622e39d1-3591-41e3-aa09-13406ff1b089), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:16.413732 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d4a06ac7-a536-4537-ae59-67f85b4b51f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (affb51ba-4130-482c-b05b-3e691f9831a3), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:16.416401 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d4a06ac7-a536-4537-ae59-67f85b4b51f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:16.420827 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-d4a06ac7-a536-4537-ae59-67f85b4b51f3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/affb51ba-4130-482c-b05b-3e691f9831a3 HTTP/1.1" status: 204  len: 168 time: 0.6498487
May 07 22:10:16.489048 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ec865804-62fb-45d8-a889-853f6c797402 req-c7605952-572a-42f9-94ea-3161e0db9702 tempest-ServerShowV247Test-1080228328 tempest-ServerShowV247Test-1080228328-project] 10.222.0.32 "GET /v2.0/ports?device_id=36fed9e6-d8a9-4070-8850-3fb37dbaf8a3 HTTP/1.1" status: 200  len: 210 time: 0.0662177
May 07 22:10:16.521093 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c954e770-dae4-4ba4-9a59-1aeb3448f6ab tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Made reservation on behalf of a45ecca62a364aaabca1717c79558f6f for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:10:16.521615 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-c545e10f-56c1-4cf9-be51-8e3bfefa771c None None] Set router 7a551d72-c84c-4979-8057-178efae5941b gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:10:16.575534 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466772ba-2456-419f-b968-d89be693c562 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'project_id': 'a45ecca62a364aaabca1717c79558f6f', 'fixed_ips': [{'subnet_id': 'b94edbb8-388a-428d-9f7d-c3939a2d10fa'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:10:16.580232 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-466772ba-2456-419f-b968-d89be693c562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:16.600173 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a06ac7-a536-4537-ae59-67f85b4b51f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=affb51ba-4130-482c-b05b-3e691f9831a3,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:16.695351 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3fc069d0-6e4f-4c13-a7b7-1f4cfa8430f1 admin admin] Publish callbacks [] for port (23820449-bb01-4155-9393-ed3c63ed788f), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:16.758057 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3fc069d0-6e4f-4c13-a7b7-1f4cfa8430f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (23820449-bb01-4155-9393-ed3c63ed788f), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:16.789616 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-527c4def-b3b6-486f-bb6f-f5ee6f2a8bd3 None None] Port 622e39d1-3591-41e3-aa09-13406ff1b089 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:10:16.849557 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-527c4def-b3b6-486f-bb6f-f5ee6f2a8bd3 None None] Provisioning complete for port 23820449-bb01-4155-9393-ed3c63ed788f triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:10:16.849943 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-527c4def-b3b6-486f-bb6f-f5ee6f2a8bd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (23820449-bb01-4155-9393-ed3c63ed788f), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:16.918279 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c954e770-dae4-4ba4-9a59-1aeb3448f6ab tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:16.967149 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f158d-a9ac-4a92-a981-00ac5749a25d req-30f168b5-d669-4eab-85b3-094e9f7f8efe tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:16.968728 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-698f158d-a9ac-4a92-a981-00ac5749a25d req-30f168b5-d669-4eab-85b3-094e9f7f8efe tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] 10.222.0.32 "GET /v2.0/networks?id=53cb28c4-547f-45c6-af6b-4da71054c830 HTTP/1.1" status: 200  len: 798 time: 0.3134024
May 07 22:10:16.970202 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [None req-c954e770-dae4-4ba4-9a59-1aeb3448f6ab tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] device_id is not set on port 672e748a-38df-4866-9d26-2461c80f3ab1 yet. {{(pid=121836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 22:10:16.984747 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-e5373a50-0d4b-4f2a-9df7-044d0d6a0cd0 tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Deleting port 9d6e29d1-5553-405c-9c39-6a22df4ae798 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:10:16.985233 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e5373a50-0d4b-4f2a-9df7-044d0d6a0cd0 tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (9d6e29d1-5553-405c-9c39-6a22df4ae798), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:16.993610 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-698f158d-a9ac-4a92-a981-00ac5749a25d req-45c41e88-d999-461f-be1e-a06dbb5ab958 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] 10.222.0.32 "GET /v2.0/quotas/79ad2ea0f3a34003bb7a3f8ff81c58e4 HTTP/1.1" status: 200  len: 375 time: 0.0158207
May 07 22:10:17.103438 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3fc069d0-6e4f-4c13-a7b7-1f4cfa8430f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401121'] for router_interface (2412c049-4cf6-4600-a5ad-a36e3eed5f1d), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:17.123883 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc069d0-6e4f-4c13-a7b7-1f4cfa8430f1 admin admin] Pushing event updated for resources: {'Port': ['ID=23820449-bb01-4155-9393-ed3c63ed788f,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:17.169809 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-c545e10f-56c1-4cf9-be51-8e3bfefa771c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cda0250>, [{'id': '7a551d72-c84c-4979-8057-178efae5941b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1386583730', 'tenant_id': '79ad2ea0f3a34003bb7a3f8ff81c58e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.134'}], 'enable_snat': True}, 'gw_port_id': '8cd0f018-c54e-457d-b6a2-6312a695e0f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:10:01Z', 'updated_at': '2022-05-07T22:10:14Z', 'revision_number': 4, 'project_id': '79ad2ea0f3a34003bb7a3f8ff81c58e4', 'gw_port': {'id': '8cd0f018-c54e-457d-b6a2-6312a695e0f6', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a0:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a551d72-c84c-4979-8057-178efae5941b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:10:03Z', 'updated_at': '2022-05-07T22:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '622e39d1-3591-41e3-aa09-13406ff1b089', 'name': '', 'network_id': '53cb28c4-547f-45c6-af6b-4da71054c830', 'tenant_id': '79ad2ea0f3a34003bb7a3f8ff81c58e4', 'mac_address': 'fa:16:3e:2c:fb:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a551d72-c84c-4979-8057-178efae5941b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': '6d179327-0a30-4feb-9f45-54cc22821e12', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:10:11Z', 'updated_at': '2022-05-07T22:10:14Z', 'revision_number': 2, 'project_id': '79ad2ea0f3a34003bb7a3f8ff81c58e4', 'subnets': [{'id': '6d179327-0a30-4feb-9f45-54cc22821e12', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:10:17.193637 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e5373a50-0d4b-4f2a-9df7-044d0d6a0cd0 tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (9d6e29d1-5553-405c-9c39-6a22df4ae798), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:17.244606 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-698f158d-a9ac-4a92-a981-00ac5749a25d req-2593335f-16f9-4603-9c6c-b33e0a1015c3 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=79ad2ea0f3a34003bb7a3f8ff81c58e4&fields=id HTTP/1.1" status: 200  len: 440 time: 0.2226565
May 07 22:10:17.250516 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c545e10f-56c1-4cf9-be51-8e3bfefa771c None None] Checking router: 7a551d72-c84c-4979-8057-178efae5941b for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:10:17.251617 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c545e10f-56c1-4cf9-be51-8e3bfefa771c None None] Updating router 7a551d72-c84c-4979-8057-178efae5941b port 622e39d1-3591-41e3-aa09-13406ff1b089 binding host ncdv-master-1 {{(pid=121839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 22:10:17.299540 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-c545e10f-56c1-4cf9-be51-8e3bfefa771c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (622e39d1-3591-41e3-aa09-13406ff1b089), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:17.309265 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-e5373a50-0d4b-4f2a-9df7-044d0d6a0cd0 tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Calling delete_port for 9d6e29d1-5553-405c-9c39-6a22df4ae798 owned by  {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:10:17.386229 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-527c4def-b3b6-486f-bb6f-f5ee6f2a8bd3 None None] Port 23820449-bb01-4155-9393-ed3c63ed788f cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:10:17.441102 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc069d0-6e4f-4c13-a7b7-1f4cfa8430f1 admin admin] Network e708f1ce-377a-4225-b67d-39b7789159f6 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:10:17.443368 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 8cd0f018-c54e-457d-b6a2-6312a695e0f6 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:10:17.445637 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-3fc069d0-6e4f-4c13-a7b7-1f4cfa8430f1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:10:17.527294 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-c954e770-dae4-4ba4-9a59-1aeb3448f6ab tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Allocated IP 2001:db8::f816:3eff:fe4c:52e6 (c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a/b94edbb8-388a-428d-9f7d-c3939a2d10fa/672e748a-38df-4866-9d26-2461c80f3ab1) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:10:17.614323 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 8cd0f018-c54e-457d-b6a2-6312a695e0f6 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:10:17.614708 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (8cd0f018-c54e-457d-b6a2-6312a695e0f6), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:17.696122 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-698f158d-a9ac-4a92-a981-00ac5749a25d req-7feea555-5eac-4e3e-8630-3327c967869f service neutron] 10.222.0.32 "GET /v2.0/networks/53cb28c4-547f-45c6-af6b-4da71054c830?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4379177
May 07 22:10:17.853849 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 8cd0f018-c54e-457d-b6a2-6312a695e0f6 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:10:17.858005 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device f23c9af7-fb21-4b9f-8c81-8a053828a9e4 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:10:17.990166 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port f23c9af7-fb21-4b9f-8c81-8a053828a9e4 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:10:17.990913 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (f23c9af7-fb21-4b9f-8c81-8a053828a9e4), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:18.025516 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-c545e10f-56c1-4cf9-be51-8e3bfefa771c None None] Publish callbacks [] for port (622e39d1-3591-41e3-aa09-13406ff1b089), precommit_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:18.033933 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-c545e10f-56c1-4cf9-be51-8e3bfefa771c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (622e39d1-3591-41e3-aa09-13406ff1b089), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:18.190700 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port f23c9af7-fb21-4b9f-8c81-8a053828a9e4 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:10:18.191429 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f23c9af7-fb21-4b9f-8c81-8a053828a9e4), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:18.212832 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-c545e10f-56c1-4cf9-be51-8e3bfefa771c None None] Attempting to bind port 622e39d1-3591-41e3-aa09-13406ff1b089 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:10:18.213253 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-c545e10f-56c1-4cf9-be51-8e3bfefa771c None None] Attempting to bind port 622e39d1-3591-41e3-aa09-13406ff1b089 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd1c0fce5-521d-438d-a9d1-a6c40041ff2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '53cb28c4-547f-45c6-af6b-4da71054c830'}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:10:18.214561 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c545e10f-56c1-4cf9-be51-8e3bfefa771c None None] Attempting to bind port 622e39d1-3591-41e3-aa09-13406ff1b089 on network 53cb28c4-547f-45c6-af6b-4da71054c830 {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:10:18.222336 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port f23c9af7-fb21-4b9f-8c81-8a053828a9e4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f23c9af7-fb21-4b9f-8c81-8a053828a9e4,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:10:18.227053 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c545e10f-56c1-4cf9-be51-8e3bfefa771c None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:10:18.227488 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c545e10f-56c1-4cf9-be51-8e3bfefa771c None None] Checking segment: {'id': 'd1c0fce5-521d-438d-a9d1-a6c40041ff2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '53cb28c4-547f-45c6-af6b-4da71054c830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:10:18.228899 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-c545e10f-56c1-4cf9-be51-8e3bfefa771c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:18.229463 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c545e10f-56c1-4cf9-be51-8e3bfefa771c None None] Bound using segment: {'id': 'd1c0fce5-521d-438d-a9d1-a6c40041ff2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '53cb28c4-547f-45c6-af6b-4da71054c830'} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:10:18.230178 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-c545e10f-56c1-4cf9-be51-8e3bfefa771c None None] Bound port: 622e39d1-3591-41e3-aa09-13406ff1b089, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1c0fce5-521d-438d-a9d1-a6c40041ff2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '53cb28c4-547f-45c6-af6b-4da71054c830'}}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:10:18.230874 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-c545e10f-56c1-4cf9-be51-8e3bfefa771c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (622e39d1-3591-41e3-aa09-13406ff1b089), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:18.233216 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (f23c9af7-fb21-4b9f-8c81-8a053828a9e4), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:18.252601 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-bbbd49b0-59d4-4081-95c4-8af17ace05fe None None] Provisioning complete for port 23820449-bb01-4155-9393-ed3c63ed788f triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:10:18.252985 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-bbbd49b0-59d4-4081-95c4-8af17ace05fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (23820449-bb01-4155-9393-ed3c63ed788f), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:18.312354 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-c545e10f-56c1-4cf9-be51-8e3bfefa771c None None] For port 622e39d1-3591-41e3-aa09-13406ff1b089, host ncdv-master-1, cleared binding levels {{(pid=121839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:10:18.316693 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-c545e10f-56c1-4cf9-be51-8e3bfefa771c None None] For port 622e39d1-3591-41e3-aa09-13406ff1b089, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=622e39d1-3591-41e3-aa09-13406ff1b089,segment=NetworkSegment(d1c0fce5-521d-438d-a9d1-a6c40041ff2b),segment_id=d1c0fce5-521d-438d-a9d1-a6c40041ff2b)] {{(pid=121839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:10:18.332302 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-c545e10f-56c1-4cf9-be51-8e3bfefa771c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (622e39d1-3591-41e3-aa09-13406ff1b089), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:18.346527 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 41734) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:18.347331 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d9f546-0691-46f6-be7b-81aaa680e417 None None] Pushing event updated for resources: {'Port': ['ID=622e39d1-3591-41e3-aa09-13406ff1b089,revision_number=3']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:18.385785 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e34a2ec5-cb86-4c16-bd68-6c747c6618a7 req-5c5de76d-49c5-4ed5-a232-a4501ba2fccc tempest-ServerShowV247Test-1080228328 tempest-ServerShowV247Test-1080228328-project] 10.222.0.32 "GET /v2.0/ports?device_id=36fed9e6-d8a9-4070-8850-3fb37dbaf8a3 HTTP/1.1" status: 200  len: 210 time: 0.7079015
May 07 22:10:18.438546 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d9f546-0691-46f6-be7b-81aaa680e417 None None] Pushing event updated for resources: {'Port': ['ID=622e39d1-3591-41e3-aa09-13406ff1b089,revision_number=4']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:18.472164 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fc069d0-6e4f-4c13-a7b7-1f4cfa8430f1 admin admin] Router 2412c049-4cf6-4600-a5ad-a36e3eed5f1d has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:10:18.479181 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-bbbd49b0-59d4-4081-95c4-8af17ace05fe None None] Port 23820449-bb01-4155-9393-ed3c63ed788f cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:10:18.482167 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c545e10f-56c1-4cf9-be51-8e3bfefa771c None None] Routers {'7a551d72-c84c-4979-8057-178efae5941b'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:10:18.487292 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-c545e10f-56c1-4cf9-be51-8e3bfefa771c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cda0250>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:09:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['7a551d72-c84c-4979-8057-178efae5941b'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:10:18.490439 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=f23c9af7-fb21-4b9f-8c81-8a053828a9e4,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:18.640301 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-e2724fd5-215e-4b0e-a26e-65549b8e016d tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-624640915'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:10:18.678495 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e5373a50-0d4b-4f2a-9df7-044d0d6a0cd0 tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (9d6e29d1-5553-405c-9c39-6a22df4ae798), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:18.705282 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-7f95d560-bbba-49bb-aa33-28a3c1370a27 None None] Provisioning complete for port 622e39d1-3591-41e3-aa09-13406ff1b089 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:10:18.705932 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7f95d560-bbba-49bb-aa33-28a3c1370a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (622e39d1-3591-41e3-aa09-13406ff1b089), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:18.743081 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5373a50-0d4b-4f2a-9df7-044d0d6a0cd0 tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Pushing event deleted for resources: {'Port': ['ID=9d6e29d1-5553-405c-9c39-6a22df4ae798,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:18.766344 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-c545e10f-56c1-4cf9-be51-8e3bfefa771c None None] Set router 7a551d72-c84c-4979-8057-178efae5941b gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:10:18.890815 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-7f95d560-bbba-49bb-aa33-28a3c1370a27 None None] Current status of the port 622e39d1-3591-41e3-aa09-13406ff1b089 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:10:18.892533 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7f95d560-bbba-49bb-aa33-28a3c1370a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (622e39d1-3591-41e3-aa09-13406ff1b089), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:18.949142 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e5373a50-0d4b-4f2a-9df7-044d0d6a0cd0 tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:18.949436 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-e5373a50-0d4b-4f2a-9df7-044d0d6a0cd0 tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] 10.222.0.32 "DELETE /v2.0/ports/9d6e29d1-5553-405c-9c39-6a22df4ae798 HTTP/1.1" status: 204  len: 168 time: 2.6616430
May 07 22:10:18.951621 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fc069d0-6e4f-4c13-a7b7-1f4cfa8430f1 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:10:18.953990 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2724fd5-215e-4b0e-a26e-65549b8e016d tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Made reservation on behalf of 9c3329647b05487f9d63d3c4ec2183b9 for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:10:18.968086 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c954e770-dae4-4ba4-9a59-1aeb3448f6ab tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for port (672e748a-38df-4866-9d26-2461c80f3ab1), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:18.971573 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e2724fd5-215e-4b0e-a26e-65549b8e016d tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:18.974027 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 41752) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:18.986009 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-7f95d560-bbba-49bb-aa33-28a3c1370a27 None None] For port 622e39d1-3591-41e3-aa09-13406ff1b089, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=622e39d1-3591-41e3-aa09-13406ff1b089,segment=NetworkSegment(d1c0fce5-521d-438d-a9d1-a6c40041ff2b),segment_id=d1c0fce5-521d-438d-a9d1-a6c40041ff2b)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:10:18.992588 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-3fc069d0-6e4f-4c13-a7b7-1f4cfa8430f1 admin admin] 10.222.0.32 "PUT /v2.0/routers/2412c049-4cf6-4600-a5ad-a36e3eed5f1d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.0901957
May 07 22:10:19.004001 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7f95d560-bbba-49bb-aa33-28a3c1370a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (622e39d1-3591-41e3-aa09-13406ff1b089), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:19.026853 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e2724fd5-215e-4b0e-a26e-65549b8e016d tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:19.118930 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-698f158d-a9ac-4a92-a981-00ac5749a25d req-eb4a9758-e41c-4de0-a248-4e525a319649 service neutron] 10.222.0.32 "GET /v2.0/networks/53cb28c4-547f-45c6-af6b-4da71054c830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.4087732
May 07 22:10:19.138248 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f95d560-bbba-49bb-aa33-28a3c1370a27 None None] Pushing event updated for resources: {'Port': ['ID=622e39d1-3591-41e3-aa09-13406ff1b089,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:19.144129 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c954e770-dae4-4ba4-9a59-1aeb3448f6ab tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (672e748a-38df-4866-9d26-2461c80f3ab1), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:19.269964 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c954e770-dae4-4ba4-9a59-1aeb3448f6ab tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event updated for resources: {'Port': ['ID=672e748a-38df-4866-9d26-2461c80f3ab1,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:19.298456 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c954e770-dae4-4ba4-9a59-1aeb3448f6ab tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:10:19.301495 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4751a3-5d49-41cf-a6fa-b54560282cec None None] Sync routers for ids ['2412c049-4cf6-4600-a5ad-a36e3eed5f1d'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:10:19.302352 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-c954e770-dae4-4ba4-9a59-1aeb3448f6ab tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:10:19.315913 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c954e770-dae4-4ba4-9a59-1aeb3448f6ab tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:10:19.316536 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-aef387a6-9dc3-4fa5-8c11-0950c244b2b0 None None] Provisioning complete for port 622e39d1-3591-41e3-aa09-13406ff1b089 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:10:19.317499 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-aef387a6-9dc3-4fa5-8c11-0950c244b2b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (622e39d1-3591-41e3-aa09-13406ff1b089), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:19.338986 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c954e770-dae4-4ba4-9a59-1aeb3448f6ab tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:19.341127 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c954e770-dae4-4ba4-9a59-1aeb3448f6ab tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:19.372969 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e2724fd5-215e-4b0e-a26e-65549b8e016d tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for security_group (8ed31640-d354-49af-8d6b-c997f4a62bad), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:19.385010 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-c954e770-dae4-4ba4-9a59-1aeb3448f6ab tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 3.1720378
May 07 22:10:19.387917 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 41780) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:19.394527 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-c545e10f-56c1-4cf9-be51-8e3bfefa771c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cda0250>, [{'id': '7a551d72-c84c-4979-8057-178efae5941b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1386583730', 'tenant_id': '79ad2ea0f3a34003bb7a3f8ff81c58e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.134'}], 'enable_snat': True}, 'gw_port_id': '8cd0f018-c54e-457d-b6a2-6312a695e0f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:10:01Z', 'updated_at': '2022-05-07T22:10:14Z', 'revision_number': 4, 'project_id': '79ad2ea0f3a34003bb7a3f8ff81c58e4', 'gw_port': {'id': '8cd0f018-c54e-457d-b6a2-6312a695e0f6', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a0:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a551d72-c84c-4979-8057-178efae5941b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:10:03Z', 'updated_at': '2022-05-07T22:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '622e39d1-3591-41e3-aa09-13406ff1b089', 'name': '', 'network_id': '53cb28c4-547f-45c6-af6b-4da71054c830', 'tenant_id': '79ad2ea0f3a34003bb7a3f8ff81c58e4', 'mac_address': 'fa:16:3e:2c:fb:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a551d72-c84c-4979-8057-178efae5941b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': '6d179327-0a30-4feb-9f45-54cc22821e12', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:10:11Z', 'updated_at': '2022-05-07T22:10:18Z', 'revision_number': 4, 'project_id': '79ad2ea0f3a34003bb7a3f8ff81c58e4', 'subnets': [{'id': '6d179327-0a30-4feb-9f45-54cc22821e12', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:10:19.398066 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e2724fd5-215e-4b0e-a26e-65549b8e016d tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (8ed31640-d354-49af-8d6b-c997f4a62bad), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:19.421983 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4751a3-5d49-41cf-a6fa-b54560282cec None None] Routers {'2412c049-4cf6-4600-a5ad-a36e3eed5f1d'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:10:19.422650 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-1e4751a3-5d49-41cf-a6fa-b54560282cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f882070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:09:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['2412c049-4cf6-4600-a5ad-a36e3eed5f1d'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:10:19.430442 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2724fd5-215e-4b0e-a26e-65549b8e016d tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:10:19.435722 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device f23c9af7-fb21-4b9f-8c81-8a053828a9e4 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:10:19.436356 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c545e10f-56c1-4cf9-be51-8e3bfefa771c None None] The sync data for ids ['7a551d72-c84c-4979-8057-178efae5941b'] in ncdv-master-1 is: [{'id': '7a551d72-c84c-4979-8057-178efae5941b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1386583730', 'tenant_id': '79ad2ea0f3a34003bb7a3f8ff81c58e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.134'}], 'enable_snat': True}, 'gw_port_id': '8cd0f018-c54e-457d-b6a2-6312a695e0f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:10:01Z', 'updated_at': '2022-05-07T22:10:14Z', 'revision_number': 4, 'project_id': '79ad2ea0f3a34003bb7a3f8ff81c58e4', 'gw_port': {'id': '8cd0f018-c54e-457d-b6a2-6312a695e0f6', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a0:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a551d72-c84c-4979-8057-178efae5941b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:10:03Z', 'updated_at': '2022-05-07T22:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '622e39d1-3591-41e3-aa09-13406ff1b089', 'name': '', 'network_id': '53cb28c4-547f-45c6-af6b-4da71054c830', 'tenant_id': '79ad2ea0f3a34003bb7a3f8ff81c58e4', 'mac_address': 'fa:16:3e:2c:fb:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a551d72-c84c-4979-8057-178efae5941b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3119, 'fixed_ips': [{'subnet_id': '6d179327-0a30-4feb-9f45-54cc22821e12', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:10:11Z', 'updated_at': '2022-05-07T22:10:18Z', 'revision_number': 4, 'project_id': '79ad2ea0f3a34003bb7a3f8ff81c58e4', 'subnets': [{'id': '6d179327-0a30-4feb-9f45-54cc22821e12', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:10:19.458912 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-466772ba-2456-419f-b968-d89be693c562 None None] Allocated IP 2001:db8::f816:3eff:fef2:d20f (c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a/b94edbb8-388a-428d-9f7d-c3939a2d10fa/46fd337d-6ab6-476a-86aa-f6fc29a677ac) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:10:19.459305 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e2724fd5-215e-4b0e-a26e-65549b8e016d tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (dbc23f5a-7e41-4f93-91c5-2486d640f85b), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:19.461196 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-e2724fd5-215e-4b0e-a26e-65549b8e016d tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Added segment dbc23f5a-7e41-4f93-91c5-2486d640f85b of type vlan for network 3787466a-d26e-4517-a9a7-1cc24dd6f22b
May 07 22:10:19.536088 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d055f34-8f47-4eff-b9ca-01df8f67d6b4 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:19.537449 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-9d055f34-8f47-4eff-b9ca-01df8f67d6b4 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 946 time: 0.1485417
May 07 22:10:19.551493 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 41788) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:19.595107 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3c811c-a613-40cc-b6e3-cffaa7cec675 tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:19.597304 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-db3c811c-a613-40cc-b6e3-cffaa7cec675 tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] 10.222.0.32 "GET /v2.0/ports?device_id=d7308840-8369-4de6-8056-6713e544bf81 HTTP/1.1" status: 200  len: 913 time: 0.6036389
May 07 22:10:19.622147 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 41790) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:19.760054 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2724fd5-215e-4b0e-a26e-65549b8e016d tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed31640-d354-49af-8d6b-c997f4a62bad,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:19.782352 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-eb35af54-09a8-4ac7-9a4a-b1b55fd07d93 req-383341e2-d084-460d-9efd-2d3880f3d979 tempest-ServerShowV247Test-1080228328 tempest-ServerShowV247Test-1080228328-project] 10.222.0.32 "GET /v2.0/ports?device_id=36fed9e6-d8a9-4070-8850-3fb37dbaf8a3 HTTP/1.1" status: 200  len: 210 time: 0.1822882
May 07 22:10:19.785036 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-66bad8fa-cd30-43fd-865a-304f199f9e12 req-15a09e20-9e3f-467b-a635-44df030f1db2 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] 10.222.0.32 "GET /v2.0/ports?device_id=bac6afa1-a9f5-4cb2-8f02-d226525d4d7a HTTP/1.1" status: 200  len: 210 time: 0.1146641
May 07 22:10:19.797816 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e2724fd5-215e-4b0e-a26e-65549b8e016d tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (3787466a-d26e-4517-a9a7-1cc24dd6f22b), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:19.914299 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-83f6a116-26d5-4f14-a5f5-e5a455586407 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Deleting port 672e748a-38df-4866-9d26-2461c80f3ab1 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:10:19.914648 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-83f6a116-26d5-4f14-a5f5-e5a455586407 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (672e748a-38df-4866-9d26-2461c80f3ab1), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:19.938100 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.db.resource_extend [None req-e2724fd5-215e-4b0e-a26e-65549b8e016d tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 07 22:10:19.940670 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port f23c9af7-fb21-4b9f-8c81-8a053828a9e4 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:10:19.941214 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (f23c9af7-fb21-4b9f-8c81-8a053828a9e4), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:20.019641 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 41818) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:20.025386 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e2724fd5-215e-4b0e-a26e-65549b8e016d tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (3787466a-d26e-4517-a9a7-1cc24dd6f22b), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:20.031184 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2724fd5-215e-4b0e-a26e-65549b8e016d tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:20.031815 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e2724fd5-215e-4b0e-a26e-65549b8e016d tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:20.099092 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 41830) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:20.108590 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-e2724fd5-215e-4b0e-a26e-65549b8e016d tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 780 time: 1.7420020
May 07 22:10:20.122818 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-db298ff8-66b2-49d0-98aa-8d28c2048a16 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Request body: {'port': {'network_id': '3787466a-d26e-4517-a9a7-1cc24dd6f22b', 'name': 'tempest-PortsTestJSON-747950923'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:10:20.187596 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-aef387a6-9dc3-4fa5-8c11-0950c244b2b0 None None] Current status of the port 622e39d1-3591-41e3-aa09-13406ff1b089 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:10:20.252732 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2724fd5-215e-4b0e-a26e-65549b8e016d tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Pushing event updated for resources: {'Network': ['ID=3787466a-d26e-4517-a9a7-1cc24dd6f22b,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:20.258893 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ab1ad8b3-8318-492b-9fe0-a83204ae36fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:20.280251 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 3787466a-d26e-4517-a9a7-1cc24dd6f22b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:10:20.298566 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-1e4751a3-5d49-41cf-a6fa-b54560282cec None None] Set router 2412c049-4cf6-4600-a5ad-a36e3eed5f1d gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:10:20.353642 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-83f6a116-26d5-4f14-a5f5-e5a455586407 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (672e748a-38df-4866-9d26-2461c80f3ab1), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:20.374334 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-83f6a116-26d5-4f14-a5f5-e5a455586407 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Calling delete_port for 672e748a-38df-4866-9d26-2461c80f3ab1 owned by  {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:10:20.568249 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db298ff8-66b2-49d0-98aa-8d28c2048a16 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Made reservation on behalf of 9c3329647b05487f9d63d3c4ec2183b9 for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:10:20.579800 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-db298ff8-66b2-49d0-98aa-8d28c2048a16 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:20.710654 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-466772ba-2456-419f-b968-d89be693c562 None None] Publish callbacks [] for port (46fd337d-6ab6-476a-86aa-f6fc29a677ac), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:20.716408 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [None req-db298ff8-66b2-49d0-98aa-8d28c2048a16 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] device_id is not set on port ca81d6d2-9a7f-46e1-9c12-415b1f6000e5 yet. {{(pid=121836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 22:10:20.761186 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-466772ba-2456-419f-b968-d89be693c562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (46fd337d-6ab6-476a-86aa-f6fc29a677ac), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:20.773827 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-83f6a116-26d5-4f14-a5f5-e5a455586407 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (672e748a-38df-4866-9d26-2461c80f3ab1), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:20.786877 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466772ba-2456-419f-b968-d89be693c562 None None] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:10:20.789064 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port f23c9af7-fb21-4b9f-8c81-8a053828a9e4 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:10:20.795516 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-466772ba-2456-419f-b968-d89be693c562 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:10:20.812959 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ab1ad8b3-8318-492b-9fe0-a83204ae36fb admin admin] Publish callbacks [] for security_group (f8236136-8273-4e3d-b662-0b072d6e46fe), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:20.823448 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466772ba-2456-419f-b968-d89be693c562 None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:10:20.828032 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ab1ad8b3-8318-492b-9fe0-a83204ae36fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (f8236136-8273-4e3d-b662-0b072d6e46fe), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:20.861164 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cb8ff3bd-f3b9-440e-a8b8-caaf5bb9b7f1 tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401094'] for router_interface (d7308840-8369-4de6-8056-6713e544bf81), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:20.953405 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-096e6525-7068-4298-8a9b-ec8a0916ad00 req-40f6213a-5d10-4c2f-a09b-eddbe057457f tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] 10.222.0.32 "GET /v2.0/ports?device_id=bac6afa1-a9f5-4cb2-8f02-d226525d4d7a HTTP/1.1" status: 200  len: 210 time: 0.0794516
May 07 22:10:20.954135 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f6a116-26d5-4f14-a5f5-e5a455586407 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event deleted for resources: {'Port': ['ID=672e748a-38df-4866-9d26-2461c80f3ab1,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:20.990747 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-83f6a116-26d5-4f14-a5f5-e5a455586407 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:21.010184 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-83f6a116-26d5-4f14-a5f5-e5a455586407 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/ports/672e748a-38df-4866-9d26-2461c80f3ab1 HTTP/1.1" status: 204  len: 168 time: 1.4329269
May 07 22:10:21.017499 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 41856) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:21.018625 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466772ba-2456-419f-b968-d89be693c562 None None] Pushing event updated for resources: {'Port': ['ID=46fd337d-6ab6-476a-86aa-f6fc29a677ac,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:21.098104 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-466772ba-2456-419f-b968-d89be693c562 None None] Attempting to bind port 46fd337d-6ab6-476a-86aa-f6fc29a677ac on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:10:21.099365 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-466772ba-2456-419f-b968-d89be693c562 None None] Attempting to bind port 46fd337d-6ab6-476a-86aa-f6fc29a677ac by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0c54767f-f5cc-4fe8-be2b-89310a1e6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:10:21.100350 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466772ba-2456-419f-b968-d89be693c562 None None] Attempting to bind port 46fd337d-6ab6-476a-86aa-f6fc29a677ac on network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:10:21.114429 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466772ba-2456-419f-b968-d89be693c562 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:10:21.126897 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b0937b-3e54-4f93-8a88-d801c0312ff1 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:21.128404 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b0937b-3e54-4f93-8a88-d801c0312ff1 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:21.130013 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-e0b0937b-3e54-4f93-8a88-d801c0312ff1 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1454 time: 0.1102250
May 07 22:10:21.133567 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 41870) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:21.135035 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466772ba-2456-419f-b968-d89be693c562 None None] Checking segment: {'id': '0c54767f-f5cc-4fe8-be2b-89310a1e6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:10:21.139728 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-466772ba-2456-419f-b968-d89be693c562 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:21.140383 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466772ba-2456-419f-b968-d89be693c562 None None] Bound using segment: {'id': '0c54767f-f5cc-4fe8-be2b-89310a1e6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:10:21.142389 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-466772ba-2456-419f-b968-d89be693c562 None None] Bound port: 46fd337d-6ab6-476a-86aa-f6fc29a677ac, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c54767f-f5cc-4fe8-be2b-89310a1e6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:10:21.143560 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-466772ba-2456-419f-b968-d89be693c562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (46fd337d-6ab6-476a-86aa-f6fc29a677ac), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:21.148282 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-1e4751a3-5d49-41cf-a6fa-b54560282cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f882070>, [{'id': '2412c049-4cf6-4600-a5ad-a36e3eed5f1d', 'name': 'tempest-TestVolumeBackupRestore-1201792245-router', 'tenant_id': '2587862c34a945d193e58b50f42e5382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.108'}], 'enable_snat': True}, 'gw_port_id': 'f23c9af7-fb21-4b9f-8c81-8a053828a9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:10:04Z', 'updated_at': '2022-05-07T22:10:15Z', 'revision_number': 4, 'project_id': '2587862c34a945d193e58b50f42e5382', 'gw_port': {'id': 'f23c9af7-fb21-4b9f-8c81-8a053828a9e4', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:22:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2412c049-4cf6-4600-a5ad-a36e3eed5f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:10:06Z', 'updated_at': '2022-05-07T22:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '23820449-bb01-4155-9393-ed3c63ed788f', 'name': '', 'network_id': 'e708f1ce-377a-4225-b67d-39b7789159f6', 'tenant_id': '2587862c34a945d193e58b50f42e5382', 'mac_address': 'fa:16:3e:50:ee:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2412c049-4cf6-4600-a5ad-a36e3eed5f1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': '7881934b-b43f-4cd3-ab02-1ba13375c674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:10:14Z', 'updated_at': '2022-05-07T22:10:16Z', 'revision_number': 2, 'project_id': '2587862c34a945d193e58b50f42e5382', 'subnets': [{'id': '7881934b-b43f-4cd3-ab02-1ba13375c674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:10:21.202690 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4751a3-5d49-41cf-a6fa-b54560282cec None None] Checking router: 2412c049-4cf6-4600-a5ad-a36e3eed5f1d for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:10:21.203286 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4751a3-5d49-41cf-a6fa-b54560282cec None None] Updating router 2412c049-4cf6-4600-a5ad-a36e3eed5f1d port 23820449-bb01-4155-9393-ed3c63ed788f binding host ncdv-master-1 {{(pid=121838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 22:10:21.238131 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-ab1ad8b3-8318-492b-9fe0-a83204ae36fb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=11a7b67ca3b142f09ff7699978984298&name=default HTTP/1.1" status: 200  len: 3000 time: 1.2168639
May 07 22:10:21.245139 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 41876) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:21.276659 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1e4751a3-5d49-41cf-a6fa-b54560282cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (23820449-bb01-4155-9393-ed3c63ed788f), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:21.322873 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1ad8b3-8318-492b-9fe0-a83204ae36fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8236136-8273-4e3d-b662-0b072d6e46fe,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:21.380601 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3026f4bc-bab7-4d72-81d0-78b5a5bcc196 req-88975475-c76b-4cec-ae5f-dfc66ad297a8 tempest-ServerShowV247Test-1080228328 tempest-ServerShowV247Test-1080228328-project] 10.222.0.32 "GET /v2.0/ports?device_id=36fed9e6-d8a9-4070-8850-3fb37dbaf8a3 HTTP/1.1" status: 200  len: 210 time: 0.2739637
May 07 22:10:21.386097 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-466772ba-2456-419f-b968-d89be693c562 None None] For port 46fd337d-6ab6-476a-86aa-f6fc29a677ac, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:10:21.404025 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-466772ba-2456-419f-b968-d89be693c562 None None] For port 46fd337d-6ab6-476a-86aa-f6fc29a677ac, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=46fd337d-6ab6-476a-86aa-f6fc29a677ac,segment=NetworkSegment(0c54767f-f5cc-4fe8-be2b-89310a1e6df6),segment_id=0c54767f-f5cc-4fe8-be2b-89310a1e6df6)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:10:21.514914 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_v2 [None req-a085cb8b-3cf2-48b3-9f75-dd6a0d166bb8 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Deleting subnet b94edbb8-388a-428d-9f7d-c3939a2d10fa {{(pid=121836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:10:21.540116 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a085cb8b-3cf2-48b3-9f75-dd6a0d166bb8 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for subnet (b94edbb8-388a-428d-9f7d-c3939a2d10fa), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:21.572535 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-466772ba-2456-419f-b968-d89be693c562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (46fd337d-6ab6-476a-86aa-f6fc29a677ac), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:21.596084 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bf172982-0b00-4f36-a05a-361355bf899c admin admin] Publish callbacks [] for security_group (f8236136-8273-4e3d-b662-0b072d6e46fe), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:21.598454 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 622e39d1-3591-41e3-aa09-13406ff1b089 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:10:21.622929 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-db298ff8-66b2-49d0-98aa-8d28c2048a16 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for port (ca81d6d2-9a7f-46e1-9c12-415b1f6000e5), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:21.671684 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a085cb8b-3cf2-48b3-9f75-dd6a0d166bb8 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726883'] for subnet (b94edbb8-388a-428d-9f7d-c3939a2d10fa), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:21.764488 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f158d-a9ac-4a92-a981-00ac5749a25d req-0a845887-6963-49ff-b5e0-f933f933425c tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:21.766420 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-698f158d-a9ac-4a92-a981-00ac5749a25d req-0a845887-6963-49ff-b5e0-f933f933425c tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] 10.222.0.59 "GET /v2.0/networks?id=53cb28c4-547f-45c6-af6b-4da71054c830 HTTP/1.1" status: 200  len: 798 time: 0.5232451
May 07 22:10:21.775929 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bf172982-0b00-4f36-a05a-361355bf899c admin admin] Publish callbacks [] for security_group (f8236136-8273-4e3d-b662-0b072d6e46fe), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:21.781345 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-698f158d-a9ac-4a92-a981-00ac5749a25d req-f48f461d-94bb-4a12-b37b-b228c789b8a4 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Request body: {'port': {'device_id': 'bac6afa1-a9f5-4cb2-8f02-d226525d4d7a', 'network_id': '53cb28c4-547f-45c6-af6b-4da71054c830', 'admin_state_up': True, 'tenant_id': '79ad2ea0f3a34003bb7a3f8ff81c58e4'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:10:21.798330 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-db298ff8-66b2-49d0-98aa-8d28c2048a16 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (ca81d6d2-9a7f-46e1-9c12-415b1f6000e5), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:21.949420 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a085cb8b-3cf2-48b3-9f75-dd6a0d166bb8 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (b94edbb8-388a-428d-9f7d-c3939a2d10fa), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:21.955109 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db298ff8-66b2-49d0-98aa-8d28c2048a16 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Pushing event updated for resources: {'Port': ['ID=ca81d6d2-9a7f-46e1-9c12-415b1f6000e5,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:21.958224 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 622e39d1-3591-41e3-aa09-13406ff1b089 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:10:21.958604 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (622e39d1-3591-41e3-aa09-13406ff1b089), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:21.964133 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:21.981430 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-cb8ff3bd-f3b9-440e-a8b8-caaf5bb9b7f1 tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Deleting port 49fbd430-2b29-478b-9b6a-d522e743b947 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:10:21.982032 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cb8ff3bd-f3b9-440e-a8b8-caaf5bb9b7f1 tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (49fbd430-2b29-478b-9b6a-d522e743b947), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:22.027579 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466772ba-2456-419f-b968-d89be693c562 None None] Pushing event updated for resources: {'Port': ['ID=46fd337d-6ab6-476a-86aa-f6fc29a677ac,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:22.058697 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bf172982-0b00-4f36-a05a-361355bf899c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (f8236136-8273-4e3d-b662-0b072d6e46fe), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:22.072428 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bf172982-0b00-4f36-a05a-361355bf899c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:22.078319 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-bf172982-0b00-4f36-a05a-361355bf899c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f8236136-8273-4e3d-b662-0b072d6e46fe HTTP/1.1" status: 204  len: 168 time: 0.8289459
May 07 22:10:22.137757 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf172982-0b00-4f36-a05a-361355bf899c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8236136-8273-4e3d-b662-0b072d6e46fe,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:22.156698 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db298ff8-66b2-49d0-98aa-8d28c2048a16 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Checking segment: {'id': 'dbc23f5a-7e41-4f93-91c5-2486d640f85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3787466a-d26e-4517-a9a7-1cc24dd6f22b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:10:22.156974 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db298ff8-66b2-49d0-98aa-8d28c2048a16 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Network hostable DHCP agents. Network: 3787466a-d26e-4517-a9a7-1cc24dd6f22b, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:10:22.199267 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3a06e5ee-2011-4c9b-91f0-cb2b1a452ad4 req-17dba194-c082-4f13-adc6-6fca37bb01f5 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] 10.222.0.32 "GET /v2.0/ports?device_id=bac6afa1-a9f5-4cb2-8f02-d226525d4d7a HTTP/1.1" status: 200  len: 210 time: 0.0667312
May 07 22:10:22.244133 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db298ff8-66b2-49d0-98aa-8d28c2048a16 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Network 3787466a-d26e-4517-a9a7-1cc24dd6f22b is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:10:22.250336 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a085cb8b-3cf2-48b3-9f75-dd6a0d166bb8 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (b94edbb8-388a-428d-9f7d-c3939a2d10fa), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:22.268300 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cb8ff3bd-f3b9-440e-a8b8-caaf5bb9b7f1 tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (49fbd430-2b29-478b-9b6a-d522e743b947), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:22.298200 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a085cb8b-3cf2-48b3-9f75-dd6a0d166bb8 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:22.306450 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-a085cb8b-3cf2-48b3-9f75-dd6a0d166bb8 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/subnets/b94edbb8-388a-428d-9f7d-c3939a2d10fa HTTP/1.1" status: 204  len: 168 time: 1.1715877
May 07 22:10:22.308179 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-db298ff8-66b2-49d0-98aa-8d28c2048a16 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3787466a-d26e-4517-a9a7-1cc24dd6f22b) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:10:22.312493 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db298ff8-66b2-49d0-98aa-8d28c2048a16 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:10:22.316244 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 41896) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:22.319274 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db298ff8-66b2-49d0-98aa-8d28c2048a16 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:22.321474 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-db298ff8-66b2-49d0-98aa-8d28c2048a16 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:22.324517 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a085cb8b-3cf2-48b3-9f75-dd6a0d166bb8 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event deleted for resources: {'Subnet': ['ID=b94edbb8-388a-428d-9f7d-c3939a2d10fa,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:22.350537 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a420178f-a299-4977-8e1e-42c05304bbc9 None None] Network 3787466a-d26e-4517-a9a7-1cc24dd6f22b requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:10:22.353750 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-db298ff8-66b2-49d0-98aa-8d28c2048a16 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 845 time: 2.2514045
May 07 22:10:22.355538 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 41898) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:22.368951 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-48059539-770a-45c9-8c66-0697699f2cc3 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1969702373'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:10:22.389816 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-cb8ff3bd-f3b9-440e-a8b8-caaf5bb9b7f1 tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Calling delete_port for 49fbd430-2b29-478b-9b6a-d522e743b947 owned by network:router_interface {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:10:22.392830 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-702af541-c4b1-43d1-97cf-5db572e1b5f5 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0666053
May 07 22:10:22.395761 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 41900) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:22.402202 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-a7981aba-e9c2-4d0b-af52-664757ab5e08 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Request body: {'subnet': {'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:10:22.431859 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-698f158d-a9ac-4a92-a981-00ac5749a25d req-f48f461d-94bb-4a12-b37b-b228c789b8a4 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Made reservation on behalf of 79ad2ea0f3a34003bb7a3f8ff81c58e4 for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:10:22.431859 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-698f158d-a9ac-4a92-a981-00ac5749a25d req-f48f461d-94bb-4a12-b37b-b228c789b8a4 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:22.433365 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48059539-770a-45c9-8c66-0697699f2cc3 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Made reservation on behalf of 9c3329647b05487f9d63d3c4ec2183b9 for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:10:22.443854 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-48059539-770a-45c9-8c66-0697699f2cc3 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:22.498701 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 622e39d1-3591-41e3-aa09-13406ff1b089 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:10:22.535202 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48059539-770a-45c9-8c66-0697699f2cc3 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:10:22.552514 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-48059539-770a-45c9-8c66-0697699f2cc3 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (d735bda0-6172-424a-b6c3-e472c135da8d), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:22.552925 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-48059539-770a-45c9-8c66-0697699f2cc3 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Added segment d735bda0-6172-424a-b6c3-e472c135da8d of type vlan for network 319c682e-bc40-4201-9f62-754961b5186c
May 07 22:10:22.633907 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-48059539-770a-45c9-8c66-0697699f2cc3 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (319c682e-bc40-4201-9f62-754961b5186c), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:22.670099 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-48059539-770a-45c9-8c66-0697699f2cc3 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (319c682e-bc40-4201-9f62-754961b5186c), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:22.675594 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1e4751a3-5d49-41cf-a6fa-b54560282cec None None] Publish callbacks [] for port (23820449-bb01-4155-9393-ed3c63ed788f), precommit_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:22.676956 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48059539-770a-45c9-8c66-0697699f2cc3 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:22.680754 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-48059539-770a-45c9-8c66-0697699f2cc3 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:22.684554 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1e4751a3-5d49-41cf-a6fa-b54560282cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (23820449-bb01-4155-9393-ed3c63ed788f), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:22.759152 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [req-698f158d-a9ac-4a92-a981-00ac5749a25d req-f48f461d-94bb-4a12-b37b-b228c789b8a4 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Allocated IP 172.20.0.24 (53cb28c4-547f-45c6-af6b-4da71054c830/6d179327-0a30-4feb-9f45-54cc22821e12/429e9b64-85ba-43d6-87ae-d9b11f433f43) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:10:22.762444 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-48059539-770a-45c9-8c66-0697699f2cc3 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.4042840
May 07 22:10:22.766504 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 41904) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:22.781474 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-10423542-bf5b-4a72-b39b-9bb8918385a1 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Request body: {'ports': [{'network_id': '3787466a-d26e-4517-a9a7-1cc24dd6f22b'}, {'network_id': '319c682e-bc40-4201-9f62-754961b5186c'}]} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:10:22.781791 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-10423542-bf5b-4a72-b39b-9bb8918385a1 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Request body: {'port': {'network_id': '3787466a-d26e-4517-a9a7-1cc24dd6f22b'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:10:22.782277 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-10423542-bf5b-4a72-b39b-9bb8918385a1 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Request body: {'port': {'network_id': '319c682e-bc40-4201-9f62-754961b5186c'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:10:22.792205 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf7b64f-baae-4ed3-a429-0b16e0823b56 None None] Pushing event updated for resources: {'Port': ['ID=23820449-bb01-4155-9393-ed3c63ed788f,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:22.811260 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48059539-770a-45c9-8c66-0697699f2cc3 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Pushing event updated for resources: {'Network': ['ID=319c682e-bc40-4201-9f62-754961b5186c,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:22.834803 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 319c682e-bc40-4201-9f62-754961b5186c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:10:22.963437 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-88d642cc-8cd8-4710-a453-871628dbbd04 req-20e31dd9-c9e3-44d5-a0e2-ecdaeef23129 tempest-ServerShowV247Test-1080228328 tempest-ServerShowV247Test-1080228328-project] 10.222.0.32 "GET /v2.0/ports?device_id=36fed9e6-d8a9-4070-8850-3fb37dbaf8a3 HTTP/1.1" status: 200  len: 210 time: 0.4461696
May 07 22:10:23.015758 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-698f158d-a9ac-4a92-a981-00ac5749a25d req-f48f461d-94bb-4a12-b37b-b228c789b8a4 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks [] for port (429e9b64-85ba-43d6-87ae-d9b11f433f43), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:23.050439 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10423542-bf5b-4a72-b39b-9bb8918385a1 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Made reservation on behalf of 9c3329647b05487f9d63d3c4ec2183b9 for: {'port': 2} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:10:23.057787 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-10423542-bf5b-4a72-b39b-9bb8918385a1 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:23.084192 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-1e4751a3-5d49-41cf-a6fa-b54560282cec None None] Attempting to bind port 23820449-bb01-4155-9393-ed3c63ed788f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:10:23.084840 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-1e4751a3-5d49-41cf-a6fa-b54560282cec None None] Attempting to bind port 23820449-bb01-4155-9393-ed3c63ed788f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9625c56f-dde5-4d0b-bd68-8018b202e2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e708f1ce-377a-4225-b67d-39b7789159f6'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:10:23.085047 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4751a3-5d49-41cf-a6fa-b54560282cec None None] Attempting to bind port 23820449-bb01-4155-9393-ed3c63ed788f on network e708f1ce-377a-4225-b67d-39b7789159f6 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:10:23.091330 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-698f158d-a9ac-4a92-a981-00ac5749a25d req-f48f461d-94bb-4a12-b37b-b228c789b8a4 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (429e9b64-85ba-43d6-87ae-d9b11f433f43), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:23.099324 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4751a3-5d49-41cf-a6fa-b54560282cec None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:10:23.099743 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4751a3-5d49-41cf-a6fa-b54560282cec None None] Checking segment: {'id': '9625c56f-dde5-4d0b-bd68-8018b202e2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e708f1ce-377a-4225-b67d-39b7789159f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:10:23.100124 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1e4751a3-5d49-41cf-a6fa-b54560282cec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:23.100534 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4751a3-5d49-41cf-a6fa-b54560282cec None None] Bound using segment: {'id': '9625c56f-dde5-4d0b-bd68-8018b202e2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e708f1ce-377a-4225-b67d-39b7789159f6'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:10:23.101036 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-1e4751a3-5d49-41cf-a6fa-b54560282cec None None] Bound port: 23820449-bb01-4155-9393-ed3c63ed788f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9625c56f-dde5-4d0b-bd68-8018b202e2fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'e708f1ce-377a-4225-b67d-39b7789159f6'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:10:23.106397 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-10423542-bf5b-4a72-b39b-9bb8918385a1 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:23.109494 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1e4751a3-5d49-41cf-a6fa-b54560282cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (23820449-bb01-4155-9393-ed3c63ed788f), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:23.192197 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-698f158d-a9ac-4a92-a981-00ac5749a25d req-f48f461d-94bb-4a12-b37b-b228c789b8a4 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Network 53cb28c4-547f-45c6-af6b-4da71054c830 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:10:23.241100 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7981aba-e9c2-4d0b-af52-664757ab5e08 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Made reservation on behalf of a45ecca62a364aaabca1717c79558f6f for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:10:23.246519 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a7981aba-e9c2-4d0b-af52-664757ab5e08 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:23.309922 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [req-698f158d-a9ac-4a92-a981-00ac5749a25d req-f48f461d-94bb-4a12-b37b-b228c789b8a4 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:10:23.341813 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-1e4751a3-5d49-41cf-a6fa-b54560282cec None None] For port 23820449-bb01-4155-9393-ed3c63ed788f, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:10:23.350723 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-1e4751a3-5d49-41cf-a6fa-b54560282cec None None] For port 23820449-bb01-4155-9393-ed3c63ed788f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=23820449-bb01-4155-9393-ed3c63ed788f,segment=NetworkSegment(9625c56f-dde5-4d0b-bd68-8018b202e2fc),segment_id=9625c56f-dde5-4d0b-bd68-8018b202e2fc)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:10:23.358563 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 46fd337d-6ab6-476a-86aa-f6fc29a677ac up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:10:23.379106 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1e4751a3-5d49-41cf-a6fa-b54560282cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (23820449-bb01-4155-9393-ed3c63ed788f), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:23.504174 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17664de9-d4a7-4340-9710-6f971b37ee5d req-63c4db2c-07fd-451f-b4da-e92e20530b88 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:23.511101 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-17664de9-d4a7-4340-9710-6f971b37ee5d req-63c4db2c-07fd-451f-b4da-e92e20530b88 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] 10.222.0.32 "GET /v2.0/ports?device_id=bac6afa1-a9f5-4cb2-8f02-d226525d4d7a HTTP/1.1" status: 200  len: 895 time: 0.1306469
May 07 22:10:23.514336 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [None req-10423542-bf5b-4a72-b39b-9bb8918385a1 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] device_id is not set on port 28c699d9-56f1-48a0-9306-5317684b896f yet. {{(pid=121836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 22:10:23.545635 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-0ee5f7ff-b650-4313-a99b-68f73d07e22a None None] Provisioning complete for port 23820449-bb01-4155-9393-ed3c63ed788f triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:10:23.546311 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-0ee5f7ff-b650-4313-a99b-68f73d07e22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (23820449-bb01-4155-9393-ed3c63ed788f), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:23.654621 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 46fd337d-6ab6-476a-86aa-f6fc29a677ac triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:10:23.654971 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (46fd337d-6ab6-476a-86aa-f6fc29a677ac), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:23.689844 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-10423542-bf5b-4a72-b39b-9bb8918385a1 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for port (28c699d9-56f1-48a0-9306-5317684b896f), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:23.753567 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39b6a9d-75f7-4dc0-b7f4-f754aa317f38 None None] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:10:23.760273 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf7b64f-baae-4ed3-a429-0b16e0823b56 None None] Pushing event updated for resources: {'Port': ['ID=23820449-bb01-4155-9393-ed3c63ed788f,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:23.775885 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4751a3-5d49-41cf-a6fa-b54560282cec None None] Routers {'2412c049-4cf6-4600-a5ad-a36e3eed5f1d'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:10:23.778435 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-1e4751a3-5d49-41cf-a6fa-b54560282cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f882070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:09:56Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['2412c049-4cf6-4600-a5ad-a36e3eed5f1d'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:10:23.787025 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-fd47399a-838e-4280-bcb7-808f6f8020dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:23.811336 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [None req-10423542-bf5b-4a72-b39b-9bb8918385a1 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] device_id is not set on port 71a3172f-6f44-46e9-bed6-83794cf82c8d yet. {{(pid=121836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 22:10:23.949497 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-10423542-bf5b-4a72-b39b-9bb8918385a1 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for port (71a3172f-6f44-46e9-bed6-83794cf82c8d), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:24.005355 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-698f158d-a9ac-4a92-a981-00ac5749a25d req-f48f461d-94bb-4a12-b37b-b228c789b8a4 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:10:24.013259 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48f461d-94bb-4a12-b37b-b228c789b8a4 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Pushing event updated for resources: {'Port': ['ID=429e9b64-85ba-43d6-87ae-d9b11f433f43,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:24.022989 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-10423542-bf5b-4a72-b39b-9bb8918385a1 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (28c699d9-56f1-48a0-9306-5317684b896f), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:24.058986 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:24.115317 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 46fd337d-6ab6-476a-86aa-f6fc29a677ac is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:10:24.115317 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (46fd337d-6ab6-476a-86aa-f6fc29a677ac), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:24.123256 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f158d-a9ac-4a92-a981-00ac5749a25d req-f48f461d-94bb-4a12-b37b-b228c789b8a4 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:24.123769 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10423542-bf5b-4a72-b39b-9bb8918385a1 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Pushing event updated for resources: {'Port': ['ID=28c699d9-56f1-48a0-9306-5317684b896f,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:24.123866 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-698f158d-a9ac-4a92-a981-00ac5749a25d req-f48f461d-94bb-4a12-b37b-b228c789b8a4 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:24.134974 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10423542-bf5b-4a72-b39b-9bb8918385a1 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Network 3787466a-d26e-4517-a9a7-1cc24dd6f22b is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:10:24.136795 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-10423542-bf5b-4a72-b39b-9bb8918385a1 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:10:24.139943 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10423542-bf5b-4a72-b39b-9bb8918385a1 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:10:24.141514 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-10423542-bf5b-4a72-b39b-9bb8918385a1 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (71a3172f-6f44-46e9-bed6-83794cf82c8d), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:24.178730 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-698f158d-a9ac-4a92-a981-00ac5749a25d req-f48f461d-94bb-4a12-b37b-b228c789b8a4 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 897 time: 2.4011855
May 07 22:10:24.186157 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0ad9e744-383b-411d-8bdc-8b34ce60131e req-68e0ac46-2449-4d5d-b59a-f8ec094e1700 tempest-ServerShowV247Test-1080228328 tempest-ServerShowV247Test-1080228328-project] 10.222.0.32 "GET /v2.0/ports?device_id=36fed9e6-d8a9-4070-8850-3fb37dbaf8a3 HTTP/1.1" status: 200  len: 210 time: 0.1038320
May 07 22:10:24.229351 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-0ee5f7ff-b650-4313-a99b-68f73d07e22a None None] Current status of the port 23820449-bb01-4155-9393-ed3c63ed788f is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:10:24.229954 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-0ee5f7ff-b650-4313-a99b-68f73d07e22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (23820449-bb01-4155-9393-ed3c63ed788f), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:24.243432 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10423542-bf5b-4a72-b39b-9bb8918385a1 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Pushing event updated for resources: {'Port': ['ID=71a3172f-6f44-46e9-bed6-83794cf82c8d,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:24.257563 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port 46fd337d-6ab6-476a-86aa-f6fc29a677ac, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=46fd337d-6ab6-476a-86aa-f6fc29a677ac,segment=NetworkSegment(0c54767f-f5cc-4fe8-be2b-89310a1e6df6),segment_id=0c54767f-f5cc-4fe8-be2b-89310a1e6df6)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:10:24.266341 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-1e4751a3-5d49-41cf-a6fa-b54560282cec None None] Set router 2412c049-4cf6-4600-a5ad-a36e3eed5f1d gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:10:24.299341 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10423542-bf5b-4a72-b39b-9bb8918385a1 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Checking segment: {'id': 'd735bda0-6172-424a-b6c3-e472c135da8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '319c682e-bc40-4201-9f62-754961b5186c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:10:24.300032 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10423542-bf5b-4a72-b39b-9bb8918385a1 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Network hostable DHCP agents. Network: 319c682e-bc40-4201-9f62-754961b5186c, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:10:24.308589 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (46fd337d-6ab6-476a-86aa-f6fc29a677ac), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:24.315689 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876705e4-8978-4e18-92f4-219aa7e5a605 None None] DHCP port deletion for c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:10:24.321690 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10423542-bf5b-4a72-b39b-9bb8918385a1 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Network 319c682e-bc40-4201-9f62-754961b5186c is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:10:24.337703 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-10423542-bf5b-4a72-b39b-9bb8918385a1 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 319c682e-bc40-4201-9f62-754961b5186c) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:10:24.343405 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10423542-bf5b-4a72-b39b-9bb8918385a1 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:10:24.354566 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10423542-bf5b-4a72-b39b-9bb8918385a1 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:24.364212 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10423542-bf5b-4a72-b39b-9bb8918385a1 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:24.364933 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-10423542-bf5b-4a72-b39b-9bb8918385a1 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:24.373406 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ac55c6-99b2-4347-9930-dad872398fe3 None None] Network 319c682e-bc40-4201-9f62-754961b5186c requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:10:24.397706 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-0ee5f7ff-b650-4313-a99b-68f73d07e22a None None] For port 23820449-bb01-4155-9393-ed3c63ed788f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=23820449-bb01-4155-9393-ed3c63ed788f,segment=NetworkSegment(9625c56f-dde5-4d0b-bd68-8018b202e2fc),segment_id=9625c56f-dde5-4d0b-bd68-8018b202e2fc)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:10:24.401687 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-10423542-bf5b-4a72-b39b-9bb8918385a1 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1425 time: 1.6319790
May 07 22:10:24.403134 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 41936) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:24.450235 ncdv-master-1 neutron-server[121837]: DEBUG neutron.objects.ports [None req-a7981aba-e9c2-4d0b-af52-664757ab5e08 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=121837) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}}
May 07 22:10:24.463804 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-0ee5f7ff-b650-4313-a99b-68f73d07e22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (23820449-bb01-4155-9393-ed3c63ed788f), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:24.509549 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-64b1a460-2bd2-44ac-83f6-7603ed60a747 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Deleting port 71a3172f-6f44-46e9-bed6-83794cf82c8d {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:10:24.510162 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-64b1a460-2bd2-44ac-83f6-7603ed60a747 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (71a3172f-6f44-46e9-bed6-83794cf82c8d), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:24.543065 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cb8ff3bd-f3b9-440e-a8b8-caaf5bb9b7f1 tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (49fbd430-2b29-478b-9b6a-d522e743b947), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:24.553092 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=46fd337d-6ab6-476a-86aa-f6fc29a677ac,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:24.563847 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-876705e4-8978-4e18-92f4-219aa7e5a605 None None] Deleting port 46fd337d-6ab6-476a-86aa-f6fc29a677ac {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:10:24.564154 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-876705e4-8978-4e18-92f4-219aa7e5a605 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (46fd337d-6ab6-476a-86aa-f6fc29a677ac), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:24.607232 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-64b1a460-2bd2-44ac-83f6-7603ed60a747 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (71a3172f-6f44-46e9-bed6-83794cf82c8d), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:24.623087 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-64b1a460-2bd2-44ac-83f6-7603ed60a747 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Calling delete_port for 71a3172f-6f44-46e9-bed6-83794cf82c8d owned by  {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:10:24.681876 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-698f158d-a9ac-4a92-a981-00ac5749a25d req-ee65b2a7-4a80-4469-9e10-92a40d311de3 service neutron] Request body: {'port': {'device_id': 'bac6afa1-a9f5-4cb2-8f02-d226525d4d7a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:10:24.756699 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2922d6f8-6812-4ea0-a39f-9c8062824b96 req-65f6fb7a-3521-48e2-82fa-3198ac2d8a0b tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:24.759134 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2922d6f8-6812-4ea0-a39f-9c8062824b96 req-65f6fb7a-3521-48e2-82fa-3198ac2d8a0b tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] 10.222.0.32 "GET /v2.0/ports?device_id=bac6afa1-a9f5-4cb2-8f02-d226525d4d7a HTTP/1.1" status: 200  len: 895 time: 0.0543654
May 07 22:10:24.760458 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-64b1a460-2bd2-44ac-83f6-7603ed60a747 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (71a3172f-6f44-46e9-bed6-83794cf82c8d), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:24.763761 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8ff3bd-f3b9-440e-a8b8-caaf5bb9b7f1 tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Pushing event deleted for resources: {'Port': ['ID=49fbd430-2b29-478b-9b6a-d522e743b947,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:24.803733 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-64b1a460-2bd2-44ac-83f6-7603ed60a747 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:24.816278 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-64b1a460-2bd2-44ac-83f6-7603ed60a747 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "DELETE /v2.0/ports/71a3172f-6f44-46e9-bed6-83794cf82c8d HTTP/1.1" status: 204  len: 168 time: 0.4121652
May 07 22:10:24.817318 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 41940) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:24.819556 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b1a460-2bd2-44ac-83f6-7603ed60a747 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Pushing event deleted for resources: {'Port': ['ID=71a3172f-6f44-46e9-bed6-83794cf82c8d,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:24.896706 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28bd3866-9a42-4ec2-a5b5-07c42000d327 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:24.903599 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28bd3866-9a42-4ec2-a5b5-07c42000d327 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:24.906169 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-28bd3866-9a42-4ec2-a5b5-07c42000d327 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1451 time: 0.0878899
May 07 22:10:24.908835 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 41942) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:25.007154 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-954efde8-addb-416c-a674-86545cccd1b9 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Deleting port 28c699d9-56f1-48a0-9306-5317684b896f {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:10:25.007889 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-8dcbd3e8-31f1-452b-9a86-a1a5a1484d7c None None] Provisioning complete for port 46fd337d-6ab6-476a-86aa-f6fc29a677ac triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:10:25.008067 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-954efde8-addb-416c-a674-86545cccd1b9 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (28c699d9-56f1-48a0-9306-5317684b896f), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:25.008210 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-8dcbd3e8-31f1-452b-9a86-a1a5a1484d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (46fd337d-6ab6-476a-86aa-f6fc29a677ac), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:25.048525 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-698f158d-a9ac-4a92-a981-00ac5749a25d req-ee65b2a7-4a80-4469-9e10-92a40d311de3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (429e9b64-85ba-43d6-87ae-d9b11f433f43), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:25.139480 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-954efde8-addb-416c-a674-86545cccd1b9 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (28c699d9-56f1-48a0-9306-5317684b896f), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:25.158794 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee5f7ff-b650-4313-a99b-68f73d07e22a None None] Pushing event updated for resources: {'Port': ['ID=23820449-bb01-4155-9393-ed3c63ed788f,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:25.159496 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a7981aba-e9c2-4d0b-af52-664757ab5e08 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (46fd337d-6ab6-476a-86aa-f6fc29a677ac), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:25.199757 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-954efde8-addb-416c-a674-86545cccd1b9 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Calling delete_port for 28c699d9-56f1-48a0-9306-5317684b896f owned by  {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:10:25.227780 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 46fd337d-6ab6-476a-86aa-f6fc29a677ac no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:10:25.236420 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cb8ff3bd-f3b9-440e-a8b8-caaf5bb9b7f1 tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401002'] for router_interface (d7308840-8369-4de6-8056-6713e544bf81), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:25.322894 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-1e4751a3-5d49-41cf-a6fa-b54560282cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f882070>, [{'id': '2412c049-4cf6-4600-a5ad-a36e3eed5f1d', 'name': 'tempest-TestVolumeBackupRestore-1201792245-router', 'tenant_id': '2587862c34a945d193e58b50f42e5382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.108'}], 'enable_snat': True}, 'gw_port_id': 'f23c9af7-fb21-4b9f-8c81-8a053828a9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:10:04Z', 'updated_at': '2022-05-07T22:10:15Z', 'revision_number': 4, 'project_id': '2587862c34a945d193e58b50f42e5382', 'gw_port': {'id': 'f23c9af7-fb21-4b9f-8c81-8a053828a9e4', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:22:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2412c049-4cf6-4600-a5ad-a36e3eed5f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:10:06Z', 'updated_at': '2022-05-07T22:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '23820449-bb01-4155-9393-ed3c63ed788f', 'name': '', 'network_id': 'e708f1ce-377a-4225-b67d-39b7789159f6', 'tenant_id': '2587862c34a945d193e58b50f42e5382', 'mac_address': 'fa:16:3e:50:ee:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2412c049-4cf6-4600-a5ad-a36e3eed5f1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': '7881934b-b43f-4cd3-ab02-1ba13375c674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:10:14Z', 'updated_at': '2022-05-07T22:10:23Z', 'revision_number': 4, 'project_id': '2587862c34a945d193e58b50f42e5382', 'subnets': [{'id': '7881934b-b43f-4cd3-ab02-1ba13375c674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:10:25.355067 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-954efde8-addb-416c-a674-86545cccd1b9 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (28c699d9-56f1-48a0-9306-5317684b896f), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:25.358098 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4751a3-5d49-41cf-a6fa-b54560282cec None None] The sync data for ids ['2412c049-4cf6-4600-a5ad-a36e3eed5f1d'] in ncdv-master-1 is: [{'id': '2412c049-4cf6-4600-a5ad-a36e3eed5f1d', 'name': 'tempest-TestVolumeBackupRestore-1201792245-router', 'tenant_id': '2587862c34a945d193e58b50f42e5382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.108'}], 'enable_snat': True}, 'gw_port_id': 'f23c9af7-fb21-4b9f-8c81-8a053828a9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:10:04Z', 'updated_at': '2022-05-07T22:10:15Z', 'revision_number': 4, 'project_id': '2587862c34a945d193e58b50f42e5382', 'gw_port': {'id': 'f23c9af7-fb21-4b9f-8c81-8a053828a9e4', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:22:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2412c049-4cf6-4600-a5ad-a36e3eed5f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:10:06Z', 'updated_at': '2022-05-07T22:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '23820449-bb01-4155-9393-ed3c63ed788f', 'name': '', 'network_id': 'e708f1ce-377a-4225-b67d-39b7789159f6', 'tenant_id': '2587862c34a945d193e58b50f42e5382', 'mac_address': 'fa:16:3e:50:ee:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2412c049-4cf6-4600-a5ad-a36e3eed5f1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3120, 'fixed_ips': [{'subnet_id': '7881934b-b43f-4cd3-ab02-1ba13375c674', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:10:14Z', 'updated_at': '2022-05-07T22:10:23Z', 'revision_number': 4, 'project_id': '2587862c34a945d193e58b50f42e5382', 'subnets': [{'id': '7881934b-b43f-4cd3-ab02-1ba13375c674', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:10:25.367368 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-876705e4-8978-4e18-92f4-219aa7e5a605 None None] For port 46fd337d-6ab6-476a-86aa-f6fc29a677ac, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=46fd337d-6ab6-476a-86aa-f6fc29a677ac,segment=NetworkSegment(0c54767f-f5cc-4fe8-be2b-89310a1e6df6),segment_id=0c54767f-f5cc-4fe8-be2b-89310a1e6df6)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:10:25.367891 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-876705e4-8978-4e18-92f4-219aa7e5a605 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (46fd337d-6ab6-476a-86aa-f6fc29a677ac), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:25.379238 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-8dcbd3e8-31f1-452b-9a86-a1a5a1484d7c None None] Current status of the port 46fd337d-6ab6-476a-86aa-f6fc29a677ac is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:10:25.389635 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-876705e4-8978-4e18-92f4-219aa7e5a605 None None] Calling delete_port for 46fd337d-6ab6-476a-86aa-f6fc29a677ac owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:10:25.391254 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954efde8-addb-416c-a674-86545cccd1b9 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Pushing event deleted for resources: {'Port': ['ID=28c699d9-56f1-48a0-9306-5317684b896f,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:25.396746 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-954efde8-addb-416c-a674-86545cccd1b9 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:25.401056 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-954efde8-addb-416c-a674-86545cccd1b9 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "DELETE /v2.0/ports/28c699d9-56f1-48a0-9306-5317684b896f HTTP/1.1" status: 204  len: 168 time: 0.4908874
May 07 22:10:25.404549 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 41972) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:25.413472 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-8dcbd3e8-31f1-452b-9a86-a1a5a1484d7c None None] Provisioning complete for port 23820449-bb01-4155-9393-ed3c63ed788f triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:10:25.414076 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-8dcbd3e8-31f1-452b-9a86-a1a5a1484d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (23820449-bb01-4155-9393-ed3c63ed788f), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:25.500530 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7484dfe3-8c79-404d-8f7b-1905ed5d9e26 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:25.503771 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-7484dfe3-8c79-404d-8f7b-1905ed5d9e26 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 843 time: 0.0965500
May 07 22:10:25.505028 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 41974) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:25.544502 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 46fd337d-6ab6-476a-86aa-f6fc29a677ac is: ACTIVE; New status is: DOWN {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:10:25.545028 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (46fd337d-6ab6-476a-86aa-f6fc29a677ac), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:25.545609 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a245772-c7a6-40d0-807a-00a268e4a420 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] GET failed (client error): The resource could not be found.
May 07 22:10:25.547356 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-5a245772-c7a6-40d0-807a-00a268e4a420 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "GET /v2.0/ports/71a3172f-6f44-46e9-bed6-83794cf82c8d HTTP/1.1" status: 404  len: 333 time: 0.0382853
May 07 22:10:25.554748 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 41976) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:25.587660 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-9080fd8e-ce4a-4611-9358-5b0df6e8ad06 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] GET failed (client error): The resource could not be found.
May 07 22:10:25.589165 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-9080fd8e-ce4a-4611-9358-5b0df6e8ad06 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "GET /v2.0/ports/28c699d9-56f1-48a0-9306-5317684b896f HTTP/1.1" status: 404  len: 333 time: 0.0334091
May 07 22:10:25.592346 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 41978) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:25.678178 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-dc26afe3-e1ef-45ff-a620-1aa69cce4c48 req-6aa1e345-a00b-49bd-9082-d9a593324fe1 tempest-ServerShowV247Test-1080228328 tempest-ServerShowV247Test-1080228328-project] 10.222.0.32 "GET /v2.0/ports?device_id=36fed9e6-d8a9-4070-8850-3fb37dbaf8a3 HTTP/1.1" status: 200  len: 210 time: 0.2004282
May 07 22:10:25.680759 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-8dcbd3e8-31f1-452b-9a86-a1a5a1484d7c None None] Current status of the port 23820449-bb01-4155-9393-ed3c63ed788f is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:10:25.697897 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-8dcbd3e8-31f1-452b-9a86-a1a5a1484d7c None None] Provisioning complete for port 429e9b64-85ba-43d6-87ae-d9b11f433f43 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:10:25.698508 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-8dcbd3e8-31f1-452b-9a86-a1a5a1484d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (429e9b64-85ba-43d6-87ae-d9b11f433f43), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:25.708828 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-24fe49c4-3462-4f36-aab3-0a729c228a34 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (319c682e-bc40-4201-9f62-754961b5186c), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:25.777606 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-8dcbd3e8-31f1-452b-9a86-a1a5a1484d7c None None] Port 429e9b64-85ba-43d6-87ae-d9b11f433f43 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:10:25.894181 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-24fe49c4-3462-4f36-aab3-0a729c228a34 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (319c682e-bc40-4201-9f62-754961b5186c), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:25.978127 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-24fe49c4-3462-4f36-aab3-0a729c228a34 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf86e89520>,) {'filters': {'network_id': ['319c682e-bc40-4201-9f62-754961b5186c']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:10:25.998603 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-24fe49c4-3462-4f36-aab3-0a729c228a34 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf86e89520>, 'd735bda0-6172-424a-b6c3-e472c135da8d') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:10:25.998925 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-24fe49c4-3462-4f36-aab3-0a729c228a34 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf86e89520>, 'd735bda0-6172-424a-b6c3-e472c135da8d') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:10:26.009431 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc2740e-c423-4cb9-9cb1-ba9e549b8b9b req-a106ce42-52f8-4af6-93b2-668d02cf59c2 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:26.011121 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0cc2740e-c423-4cb9-9cb1-ba9e549b8b9b req-a106ce42-52f8-4af6-93b2-668d02cf59c2 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] 10.222.0.32 "GET /v2.0/ports?device_id=bac6afa1-a9f5-4cb2-8f02-d226525d4d7a HTTP/1.1" status: 200  len: 895 time: 0.0872824
May 07 22:10:26.022420 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-a7981aba-e9c2-4d0b-af52-664757ab5e08 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] For port 46fd337d-6ab6-476a-86aa-f6fc29a677ac, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=46fd337d-6ab6-476a-86aa-f6fc29a677ac,segment=NetworkSegment(0c54767f-f5cc-4fe8-be2b-89310a1e6df6),segment_id=0c54767f-f5cc-4fe8-be2b-89310a1e6df6)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:10:26.029551 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-24fe49c4-3462-4f36-aab3-0a729c228a34 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (d735bda0-6172-424a-b6c3-e472c135da8d), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:26.034141 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-652a6b31-2adc-46cb-8c75-c5e65ff2a283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:26.065073 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-24fe49c4-3462-4f36-aab3-0a729c228a34 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (d735bda0-6172-424a-b6c3-e472c135da8d), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:26.075355 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24fe49c4-3462-4f36-aab3-0a729c228a34 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:10:26.080645 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-24fe49c4-3462-4f36-aab3-0a729c228a34 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (d735bda0-6172-424a-b6c3-e472c135da8d), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:26.086001 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 22:10:26.086001 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:10:26.086001 ncdv-master-1 neutron-server[121836]:     timer()
May 07 22:10:26.086001 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:10:26.086001 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 22:10:26.086001 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:10:26.086001 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 22:10:26.086001 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:10:26.086001 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 22:10:26.086001 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:10:26.086001 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 22:10:26.086001 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:10:26.086001 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 22:10:26.086001 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:10:26.086001 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:10:26.086001 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:10:26.086001 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:10:26.086001 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:10:26.086001 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 22:10:26.086001 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:10:26.086001 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 22:10:26.086001 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:10:26.086001 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:10:26.086001 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:10:26.086001 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 22:10:26.086001 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:10:26.086001 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:10:26.086001 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:10:26.086001 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:10:26.086001 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:10:26.086001 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:10:26.086001 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:10:26.142852 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a9f1f4ef-b3cf-4054-b9d8-1353261a28b9 req-5e9e13af-7852-4d1a-a9ac-a6116bb73570 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=36fed9e6-d8a9-4070-8850-3fb37dbaf8a3 HTTP/1.1" status: 200  len: 210 time: 0.1317995
May 07 22:10:26.173124 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-24fe49c4-3462-4f36-aab3-0a729c228a34 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (319c682e-bc40-4201-9f62-754961b5186c), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:26.187813 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-24fe49c4-3462-4f36-aab3-0a729c228a34 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:26.192452 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-24fe49c4-3462-4f36-aab3-0a729c228a34 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "DELETE /v2.0/networks/319c682e-bc40-4201-9f62-754961b5186c HTTP/1.1" status: 204  len: 168 time: 0.5993371
May 07 22:10:26.205569 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42002) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:26.217441 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-f9677a40-1903-432d-b236-0eccdf2dc1f0 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-110005328'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:10:26.225924 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fe49c4-3462-4f36-aab3-0a729c228a34 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Pushing event deleted for resources: {'Network': ['ID=319c682e-bc40-4201-9f62-754961b5186c,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:26.236219 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a7981aba-e9c2-4d0b-af52-664757ab5e08 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for port (46fd337d-6ab6-476a-86aa-f6fc29a677ac), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:26.267958 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9677a40-1903-432d-b236-0eccdf2dc1f0 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Made reservation on behalf of 9c3329647b05487f9d63d3c4ec2183b9 for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:10:26.277914 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f9677a40-1903-432d-b236-0eccdf2dc1f0 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:26.284134 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [req-698f158d-a9ac-4a92-a981-00ac5749a25d req-ee65b2a7-4a80-4469-9e10-92a40d311de3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 429e9b64-85ba-43d6-87ae-d9b11f433f43 {{(pid=121837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:10:26.291795 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a7981aba-e9c2-4d0b-af52-664757ab5e08 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (46fd337d-6ab6-476a-86aa-f6fc29a677ac), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:26.320194 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-876705e4-8978-4e18-92f4-219aa7e5a605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (46fd337d-6ab6-476a-86aa-f6fc29a677ac), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:26.342161 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-698f158d-a9ac-4a92-a981-00ac5749a25d req-ee65b2a7-4a80-4469-9e10-92a40d311de3 service neutron] Publish callbacks [] for port (429e9b64-85ba-43d6-87ae-d9b11f433f43), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:26.349394 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9677a40-1903-432d-b236-0eccdf2dc1f0 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:10:26.365593 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876705e4-8978-4e18-92f4-219aa7e5a605 None None] No DVR routers for this DVR port 46fd337d-6ab6-476a-86aa-f6fc29a677ac on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:10:26.372770 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f9677a40-1903-432d-b236-0eccdf2dc1f0 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (8475b75e-48ba-4c59-bce7-726ad20e0140), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:26.373398 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-f9677a40-1903-432d-b236-0eccdf2dc1f0 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Added segment 8475b75e-48ba-4c59-bce7-726ad20e0140 of type vlan for network 4771991b-39d5-44dd-b9a3-e90429d5f826
May 07 22:10:26.383397 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.db.api [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 07 22:10:26.384105 ncdv-master-1 neutron-server[121838]: DEBUG oslo_db.api [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 07 22:10:26.394133 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7981aba-e9c2-4d0b-af52-664757ab5e08 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event deleted for resources: {'Port': ['ID=46fd337d-6ab6-476a-86aa-f6fc29a677ac,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:26.404092 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a7981aba-e9c2-4d0b-af52-664757ab5e08 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (7eb34d76-b3c0-4a5b-b446-b53ddcd89b68), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:26.419495 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876705e4-8978-4e18-92f4-219aa7e5a605 None None] Pushing event deleted for resources: {'Port': ['ID=46fd337d-6ab6-476a-86aa-f6fc29a677ac,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:26.466748 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-698f158d-a9ac-4a92-a981-00ac5749a25d req-ee65b2a7-4a80-4469-9e10-92a40d311de3 service neutron] Transition to ACTIVE for port object 429e9b64-85ba-43d6-87ae-d9b11f433f43 will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 22:10:26.482205 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb8ff3bd-f3b9-440e-a8b8-caaf5bb9b7f1 tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Router d7308840-8369-4de6-8056-6713e544bf81 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:10:26.484512 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-698f158d-a9ac-4a92-a981-00ac5749a25d req-ee65b2a7-4a80-4469-9e10-92a40d311de3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (429e9b64-85ba-43d6-87ae-d9b11f433f43), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:26.495840 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7981aba-e9c2-4d0b-af52-664757ab5e08 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event updated for resources: {'Subnet': ['ID=7eb34d76-b3c0-4a5b-b446-b53ddcd89b68,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:26.505467 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f9677a40-1903-432d-b236-0eccdf2dc1f0 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (4771991b-39d5-44dd-b9a3-e90429d5f826), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:26.515996 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7981aba-e9c2-4d0b-af52-664757ab5e08 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:10:26.539178 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-a7981aba-e9c2-4d0b-af52-664757ab5e08 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:10:26.544132 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7981aba-e9c2-4d0b-af52-664757ab5e08 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:26.544787 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a7981aba-e9c2-4d0b-af52-664757ab5e08 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:26.548371 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f9677a40-1903-432d-b236-0eccdf2dc1f0 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (4771991b-39d5-44dd-b9a3-e90429d5f826), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:26.551402 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb6e55e-50d3-43b4-b363-05a32b63b678 None None] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:10:26.553611 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9677a40-1903-432d-b236-0eccdf2dc1f0 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:26.555812 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f9677a40-1903-432d-b236-0eccdf2dc1f0 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:26.607941 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-f9677a40-1903-432d-b236-0eccdf2dc1f0 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.3960018
May 07 22:10:26.613697 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42008) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:26.628576 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-003afc25-a355-42a2-b1b0-995084d56843 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Request body: {'subnet': {'network_id': '4771991b-39d5-44dd-b9a3-e90429d5f826', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:10:26.641713 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-a7981aba-e9c2-4d0b-af52-664757ab5e08 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 835 time: 4.2439833
May 07 22:10:26.644912 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee65b2a7-4a80-4469-9e10-92a40d311de3 service neutron] Pushing event updated for resources: {'Port': ['ID=429e9b64-85ba-43d6-87ae-d9b11f433f43,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:26.650731 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 42010) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:26.657674 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-74bb759f-6a0e-4e52-8e6f-2a3b35d6562f tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Request body: {'port': {'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'mac_address': 'fa:16:3e:4d:3f:cb', 'name': 'tempest-NetworksTestDHCPv6-1404320122'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:10:26.848570 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9677a40-1903-432d-b236-0eccdf2dc1f0 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Pushing event updated for resources: {'Network': ['ID=4771991b-39d5-44dd-b9a3-e90429d5f826,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:26.875364 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe97020-07fb-405a-b420-a8e0d7f36517 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'project_id': 'a45ecca62a364aaabca1717c79558f6f', 'fixed_ips': [{'subnet_id': '7eb34d76-b3c0-4a5b-b446-b53ddcd89b68'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:10:26.877803 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7fe97020-07fb-405a-b420-a8e0d7f36517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:26.921425 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 4771991b-39d5-44dd-b9a3-e90429d5f826 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:10:26.975241 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a7656ebc-103b-48d1-88a0-e807e12b1634 req-efc4bb40-f524-4ee2-aaa8-b3007d0b0637 tempest-ServerShowV247Test-1080228328 tempest-ServerShowV247Test-1080228328-project] 10.222.0.32 "GET /v2.0/ports?device_id=36fed9e6-d8a9-4070-8850-3fb37dbaf8a3 HTTP/1.1" status: 200  len: 210 time: 0.0700912
May 07 22:10:26.995024 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-003afc25-a355-42a2-b1b0-995084d56843 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Made reservation on behalf of 9c3329647b05487f9d63d3c4ec2183b9 for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:10:26.995281 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-698f158d-a9ac-4a92-a981-00ac5749a25d req-ee65b2a7-4a80-4469-9e10-92a40d311de3 service neutron] Attempting to bind port 429e9b64-85ba-43d6-87ae-d9b11f433f43 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:10:26.995281 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-698f158d-a9ac-4a92-a981-00ac5749a25d req-ee65b2a7-4a80-4469-9e10-92a40d311de3 service neutron] Attempting to bind port 429e9b64-85ba-43d6-87ae-d9b11f433f43 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd1c0fce5-521d-438d-a9d1-a6c40041ff2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '53cb28c4-547f-45c6-af6b-4da71054c830'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:10:26.995281 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698f158d-a9ac-4a92-a981-00ac5749a25d req-ee65b2a7-4a80-4469-9e10-92a40d311de3 service neutron] Attempting to bind port 429e9b64-85ba-43d6-87ae-d9b11f433f43 on network 53cb28c4-547f-45c6-af6b-4da71054c830 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:10:26.995520 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-003afc25-a355-42a2-b1b0-995084d56843 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:27.000643 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698f158d-a9ac-4a92-a981-00ac5749a25d req-ee65b2a7-4a80-4469-9e10-92a40d311de3 service neutron] Port 429e9b64-85ba-43d6-87ae-d9b11f433f43 on network 53cb28c4-547f-45c6-af6b-4da71054c830 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:10:27.000643 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698f158d-a9ac-4a92-a981-00ac5749a25d req-ee65b2a7-4a80-4469-9e10-92a40d311de3 service neutron] Attempting to bind port 429e9b64-85ba-43d6-87ae-d9b11f433f43 on network 53cb28c4-547f-45c6-af6b-4da71054c830 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:10:27.009855 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698f158d-a9ac-4a92-a981-00ac5749a25d req-ee65b2a7-4a80-4469-9e10-92a40d311de3 service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:10:27.010349 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698f158d-a9ac-4a92-a981-00ac5749a25d req-ee65b2a7-4a80-4469-9e10-92a40d311de3 service neutron] Checking segment: {'id': 'd1c0fce5-521d-438d-a9d1-a6c40041ff2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '53cb28c4-547f-45c6-af6b-4da71054c830'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:10:27.011009 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698f158d-a9ac-4a92-a981-00ac5749a25d req-ee65b2a7-4a80-4469-9e10-92a40d311de3 service neutron] Bound using segment: {'id': 'd1c0fce5-521d-438d-a9d1-a6c40041ff2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '53cb28c4-547f-45c6-af6b-4da71054c830'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:10:27.011638 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-698f158d-a9ac-4a92-a981-00ac5749a25d req-ee65b2a7-4a80-4469-9e10-92a40d311de3 service neutron] Bound port: 429e9b64-85ba-43d6-87ae-d9b11f433f43, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1c0fce5-521d-438d-a9d1-a6c40041ff2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '53cb28c4-547f-45c6-af6b-4da71054c830'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:10:27.012176 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-698f158d-a9ac-4a92-a981-00ac5749a25d req-ee65b2a7-4a80-4469-9e10-92a40d311de3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (429e9b64-85ba-43d6-87ae-d9b11f433f43), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:27.015063 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Port 46fd337d-6ab6-476a-86aa-f6fc29a677ac update to DOWN by agent not found {{(pid=121838) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2273}}
May 07 22:10:27.092480 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb8ff3bd-f3b9-440e-a8b8-caaf5bb9b7f1 tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:10:27.108963 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab1e62b-8e9a-4a2a-8658-3ab2250cea52 None None] Sync routers for ids ['d7308840-8369-4de6-8056-6713e544bf81'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:10:27.116232 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-cb8ff3bd-f3b9-440e-a8b8-caaf5bb9b7f1 tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] 10.222.0.32 "PUT /v2.0/routers/d7308840-8369-4de6-8056-6713e544bf81/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 7.4878683
May 07 22:10:27.127762 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 42016) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:27.140770 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.ipam_backend_mixin [None req-003afc25-a355-42a2-b1b0-995084d56843 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Performing IP validity checks on allocation pools {{(pid=121836) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
May 07 22:10:27.141524 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.ipam_backend_mixin [None req-003afc25-a355-42a2-b1b0-995084d56843 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Checking for overlaps among allocation pools and gateway ip {{(pid=121836) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
May 07 22:10:27.160716 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab1e62b-8e9a-4a2a-8658-3ab2250cea52 None None] Routers {'d7308840-8369-4de6-8056-6713e544bf81'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:10:27.161801 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-4ab1e62b-8e9a-4a2a-8658-3ab2250cea52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cc435e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:10:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['d7308840-8369-4de6-8056-6713e544bf81'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:10:27.381229 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-7fe97020-07fb-405a-b420-a8e0d7f36517 None None] Allocated IP 2001:db8::f816:3eff:fe5b:b756 (c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a/7eb34d76-b3c0-4a5b-b446-b53ddcd89b68/157d8f03-16f0-4a49-9bad-626ecf039d82) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:10:27.428024 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-4ab1e62b-8e9a-4a2a-8658-3ab2250cea52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cc435e0>, [], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:10:27.440890 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab1e62b-8e9a-4a2a-8658-3ab2250cea52 None None] Routers {'d7308840-8369-4de6-8056-6713e544bf81'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:10:27.441785 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-4ab1e62b-8e9a-4a2a-8658-3ab2250cea52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cc435e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:10:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['d7308840-8369-4de6-8056-6713e544bf81'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:10:27.487614 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 23820449-bb01-4155-9393-ed3c63ed788f up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:10:27.518468 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-4ab1e62b-8e9a-4a2a-8658-3ab2250cea52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cc435e0>, [], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:10:27.519463 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab1e62b-8e9a-4a2a-8658-3ab2250cea52 None None] The sync data for ids ['d7308840-8369-4de6-8056-6713e544bf81'] in ncdv-master-1 is: [] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:10:27.625573 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:27.676457 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-003afc25-a355-42a2-b1b0-995084d56843 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (06570d38-1adf-468a-b21b-de49b3bc72df), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:27.699369 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 23820449-bb01-4155-9393-ed3c63ed788f triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:10:27.699922 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (23820449-bb01-4155-9393-ed3c63ed788f), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:27.742668 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ebe377-c685-40dd-bda3-d9a090b008b0 req-a55b20b5-64b5-4682-9e32-6e637d07191e tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:27.744418 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-55ebe377-c685-40dd-bda3-d9a090b008b0 req-a55b20b5-64b5-4682-9e32-6e637d07191e tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] 10.222.0.32 "GET /v2.0/ports?device_id=bac6afa1-a9f5-4cb2-8f02-d226525d4d7a HTTP/1.1" status: 200  len: 907 time: 0.2533562
May 07 22:10:27.795042 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003afc25-a355-42a2-b1b0-995084d56843 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Pushing event updated for resources: {'Subnet': ['ID=06570d38-1adf-468a-b21b-de49b3bc72df,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:27.797445 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003afc25-a355-42a2-b1b0-995084d56843 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Checking segment: {'id': '8475b75e-48ba-4c59-bce7-726ad20e0140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4771991b-39d5-44dd-b9a3-e90429d5f826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:10:27.797807 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003afc25-a355-42a2-b1b0-995084d56843 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Network hostable DHCP agents. Network: 4771991b-39d5-44dd-b9a3-e90429d5f826, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:10:27.843678 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003afc25-a355-42a2-b1b0-995084d56843 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Network 4771991b-39d5-44dd-b9a3-e90429d5f826 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:10:27.870100 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-003afc25-a355-42a2-b1b0-995084d56843 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4771991b-39d5-44dd-b9a3-e90429d5f826) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:10:27.900628 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003afc25-a355-42a2-b1b0-995084d56843 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:27.902042 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33bc9db-3fbf-4f92-8e40-22e3d45d2529 None None] Network 4771991b-39d5-44dd-b9a3-e90429d5f826 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:10:27.902496 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-003afc25-a355-42a2-b1b0-995084d56843 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:27.927815 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-003afc25-a355-42a2-b1b0-995084d56843 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.3129954
May 07 22:10:27.941189 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42022) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:27.947346 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-ae986319-9db5-43aa-abab-3c3f80f0f82b tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Request body: {'port': {'network_id': '4771991b-39d5-44dd-b9a3-e90429d5f826', 'name': 'tempest-PortsTestJSON-1700801040'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:10:28.028113 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74bb759f-6a0e-4e52-8e6f-2a3b35d6562f tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Made reservation on behalf of a45ecca62a364aaabca1717c79558f6f for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:10:28.125073 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7fe97020-07fb-405a-b420-a8e0d7f36517 None None] Publish callbacks [] for port (157d8f03-16f0-4a49-9bad-626ecf039d82), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:28.148645 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7fe97020-07fb-405a-b420-a8e0d7f36517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (157d8f03-16f0-4a49-9bad-626ecf039d82), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:28.186938 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae986319-9db5-43aa-abab-3c3f80f0f82b tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Made reservation on behalf of 9c3329647b05487f9d63d3c4ec2183b9 for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:10:28.189270 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-698f158d-a9ac-4a92-a981-00ac5749a25d req-ee65b2a7-4a80-4469-9e10-92a40d311de3 service neutron] For port 429e9b64-85ba-43d6-87ae-d9b11f433f43, host nch2-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:10:28.228632 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ae986319-9db5-43aa-abab-3c3f80f0f82b tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:28.234042 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b403d475-7d12-4a8e-8084-f742693582cc tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Publish callbacks [] for router (d7308840-8369-4de6-8056-6713e544bf81), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:28.242401 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e809de41-1996-45fa-a420-57568088d752 req-ae57346c-e4af-4a39-9dc8-0fcc75a281bd tempest-ServerShowV247Test-1080228328 tempest-ServerShowV247Test-1080228328-project] 10.222.0.32 "GET /v2.0/ports?device_id=36fed9e6-d8a9-4070-8850-3fb37dbaf8a3 HTTP/1.1" status: 200  len: 210 time: 0.0721767
May 07 22:10:28.245693 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-698f158d-a9ac-4a92-a981-00ac5749a25d req-ee65b2a7-4a80-4469-9e10-92a40d311de3 service neutron] For port 429e9b64-85ba-43d6-87ae-d9b11f433f43, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=429e9b64-85ba-43d6-87ae-d9b11f433f43,segment=NetworkSegment(d1c0fce5-521d-438d-a9d1-a6c40041ff2b),segment_id=d1c0fce5-521d-438d-a9d1-a6c40041ff2b)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:10:28.265516 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 23820449-bb01-4155-9393-ed3c63ed788f is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:10:28.290368 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-74bb759f-6a0e-4e52-8e6f-2a3b35d6562f tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:28.293486 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f065be7-f93a-473f-b25d-a735d8c9811b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4771991b-39d5-44dd-b9a3-e90429d5f826', 'network_id': '4771991b-39d5-44dd-b9a3-e90429d5f826', 'project_id': '9c3329647b05487f9d63d3c4ec2183b9', 'fixed_ips': [{'subnet_id': '06570d38-1adf-468a-b21b-de49b3bc72df'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:10:28.300698 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2f065be7-f93a-473f-b25d-a735d8c9811b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:28.308030 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [None req-ae986319-9db5-43aa-abab-3c3f80f0f82b tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] device_id is not set on port 3709a5d3-9a97-4ec5-b46a-c58451840b65 yet. {{(pid=121836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 22:10:28.314394 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-698f158d-a9ac-4a92-a981-00ac5749a25d req-ee65b2a7-4a80-4469-9e10-92a40d311de3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (429e9b64-85ba-43d6-87ae-d9b11f433f43), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:28.375887 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe97020-07fb-405a-b420-a8e0d7f36517 None None] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:10:28.377392 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe97020-07fb-405a-b420-a8e0d7f36517 None None] Pushing event updated for resources: {'Port': ['ID=157d8f03-16f0-4a49-9bad-626ecf039d82,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:28.402163 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-7fe97020-07fb-405a-b420-a8e0d7f36517 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:10:28.407242 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe97020-07fb-405a-b420-a8e0d7f36517 None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:10:28.464598 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [None req-74bb759f-6a0e-4e52-8e6f-2a3b35d6562f tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] device_id is not set on port 20cc6632-351f-4ccc-a1d1-5f8ac8d07036 yet. {{(pid=121837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 22:10:28.480316 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f158d-a9ac-4a92-a981-00ac5749a25d req-ee65b2a7-4a80-4469-9e10-92a40d311de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:28.490262 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-698f158d-a9ac-4a92-a981-00ac5749a25d req-ee65b2a7-4a80-4469-9e10-92a40d311de3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:28.492654 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-698f158d-a9ac-4a92-a981-00ac5749a25d req-ee65b2a7-4a80-4469-9e10-92a40d311de3 service neutron] 10.222.0.59 "PUT /v2.0/ports/429e9b64-85ba-43d6-87ae-d9b11f433f43 HTTP/1.1" status: 200  len: 1055 time: 3.8161066
May 07 22:10:28.497492 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bac6afa1-a9f5-4cb2-8f02-d226525d4d7a', 'tag': '429e9b64-85ba-43d6-87ae-d9b11f433f43'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:10:28.500079 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-148bc657-d1ea-451a-827e-c9e751d45b21" -d '{"events": [{"name": "network-changed", "server_uuid": "bac6afa1-a9f5-4cb2-8f02-d226525d4d7a", "tag": "429e9b64-85ba-43d6-87ae-d9b11f433f43"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:10:28.650917 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-7fe97020-07fb-405a-b420-a8e0d7f36517 None None] Attempting to bind port 157d8f03-16f0-4a49-9bad-626ecf039d82 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:10:28.651306 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-7fe97020-07fb-405a-b420-a8e0d7f36517 None None] Attempting to bind port 157d8f03-16f0-4a49-9bad-626ecf039d82 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0c54767f-f5cc-4fe8-be2b-89310a1e6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:10:28.651687 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe97020-07fb-405a-b420-a8e0d7f36517 None None] Attempting to bind port 157d8f03-16f0-4a49-9bad-626ecf039d82 on network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:10:28.682159 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-ae986319-9db5-43aa-abab-3c3f80f0f82b tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Allocated IP 172.20.0.3 (4771991b-39d5-44dd-b9a3-e90429d5f826/06570d38-1adf-468a-b21b-de49b3bc72df/3709a5d3-9a97-4ec5-b46a-c58451840b65) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:10:28.684622 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe97020-07fb-405a-b420-a8e0d7f36517 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:10:28.685012 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe97020-07fb-405a-b420-a8e0d7f36517 None None] Checking segment: {'id': '0c54767f-f5cc-4fe8-be2b-89310a1e6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:10:28.686126 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7fe97020-07fb-405a-b420-a8e0d7f36517 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:28.686544 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe97020-07fb-405a-b420-a8e0d7f36517 None None] Bound using segment: {'id': '0c54767f-f5cc-4fe8-be2b-89310a1e6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:10:28.687067 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-7fe97020-07fb-405a-b420-a8e0d7f36517 None None] Bound port: 157d8f03-16f0-4a49-9bad-626ecf039d82, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c54767f-f5cc-4fe8-be2b-89310a1e6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:10:28.687464 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7fe97020-07fb-405a-b420-a8e0d7f36517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (157d8f03-16f0-4a49-9bad-626ecf039d82), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:28.729763 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b403d475-7d12-4a8e-8084-f742693582cc tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Publish callbacks [] for router_gateway (d7308840-8369-4de6-8056-6713e544bf81), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:28.736021 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f158d-a9ac-4a92-a981-00ac5749a25d req-e6eab2b6-c81a-4c33-b6ca-5a4e04910f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:28.744105 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-698f158d-a9ac-4a92-a981-00ac5749a25d req-e6eab2b6-c81a-4c33-b6ca-5a4e04910f2a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=79ad2ea0f3a34003bb7a3f8ff81c58e4&device_id=bac6afa1-a9f5-4cb2-8f02-d226525d4d7a HTTP/1.1" status: 200  len: 1089 time: 0.1450090
May 07 22:10:28.769312 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c48e94c9-91b5-4c3b-a807-2622f826e62f x-openstack-request-id: req-c48e94c9-91b5-4c3b-a807-2622f826e62f {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:10:28.769907 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bac6afa1-a9f5-4cb2-8f02-d226525d4d7a", "tag": "429e9b64-85ba-43d6-87ae-d9b11f433f43", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:10:28.770458 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c48e94c9-91b5-4c3b-a807-2622f826e62f {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:10:28.771135 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c48e94c9-91b5-4c3b-a807-2622f826e62f'] response: {'name': 'network-changed', 'server_uuid': 'bac6afa1-a9f5-4cb2-8f02-d226525d4d7a', 'tag': '429e9b64-85ba-43d6-87ae-d9b11f433f43', 'status': 'completed', 'code': 200}
May 07 22:10:28.914361 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-698f158d-a9ac-4a92-a981-00ac5749a25d req-67109d9b-0d89-4ec5-94a0-34133340d5ae service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=429e9b64-85ba-43d6-87ae-d9b11f433f43 HTTP/1.1" status: 200  len: 217 time: 0.1346769
May 07 22:10:28.917735 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d810b6d1-686f-4cbd-8064-04359b0c6265 req-28f48cde-6e77-4035-b235-213f5c73f5a7 tempest-ServerShowV247Test-1080228328 tempest-ServerShowV247Test-1080228328-project] 10.222.0.32 "GET /v2.0/ports?device_id=36fed9e6-d8a9-4070-8850-3fb37dbaf8a3&device_id=5de254c4-9ef2-4c81-ae96-63159f2eca16 HTTP/1.1" status: 200  len: 210 time: 0.0604703
May 07 22:10:28.920012 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-7fe97020-07fb-405a-b420-a8e0d7f36517 None None] For port 157d8f03-16f0-4a49-9bad-626ecf039d82, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:10:28.925909 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-7fe97020-07fb-405a-b420-a8e0d7f36517 None None] For port 157d8f03-16f0-4a49-9bad-626ecf039d82, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=157d8f03-16f0-4a49-9bad-626ecf039d82,segment=NetworkSegment(0c54767f-f5cc-4fe8-be2b-89310a1e6df6),segment_id=0c54767f-f5cc-4fe8-be2b-89310a1e6df6)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:10:28.946557 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee65b2a7-4a80-4469-9e10-92a40d311de3 service neutron] Pushing event updated for resources: {'Port': ['ID=429e9b64-85ba-43d6-87ae-d9b11f433f43,revision_number=3']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:28.964718 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7fe97020-07fb-405a-b420-a8e0d7f36517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (157d8f03-16f0-4a49-9bad-626ecf039d82), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:29.114708 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ae986319-9db5-43aa-abab-3c3f80f0f82b tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for port (3709a5d3-9a97-4ec5-b46a-c58451840b65), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:29.178215 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ae986319-9db5-43aa-abab-3c3f80f0f82b tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (3709a5d3-9a97-4ec5-b46a-c58451840b65), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:29.229999 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe97020-07fb-405a-b420-a8e0d7f36517 None None] Pushing event updated for resources: {'Port': ['ID=157d8f03-16f0-4a49-9bad-626ecf039d82,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:29.247158 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:29.261784 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-b403d475-7d12-4a8e-8084-f742693582cc tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Deleting port 5fcd41d5-4d51-455e-aaa5-fb742620e336 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:10:29.262373 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b403d475-7d12-4a8e-8084-f742693582cc tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (5fcd41d5-4d51-455e-aaa5-fb742620e336), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:29.273424 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-2f065be7-f93a-473f-b25d-a735d8c9811b None None] Allocated IP 172.20.0.2 (4771991b-39d5-44dd-b9a3-e90429d5f826/06570d38-1adf-468a-b21b-de49b3bc72df/90b440da-f1e2-4f22-9f33-d5173637302e) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:10:29.364909 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48214e15-f1b5-4c25-b0c8-5d780af29b80 req-f92386a8-44f6-46a6-a47f-419d552f32f3 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:29.368428 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-48214e15-f1b5-4c25-b0c8-5d780af29b80 req-f92386a8-44f6-46a6-a47f-419d552f32f3 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] 10.222.0.32 "GET /v2.0/ports?device_id=bac6afa1-a9f5-4cb2-8f02-d226525d4d7a HTTP/1.1" status: 200  len: 907 time: 0.4528923
May 07 22:10:29.388483 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae986319-9db5-43aa-abab-3c3f80f0f82b tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Pushing event updated for resources: {'Port': ['ID=3709a5d3-9a97-4ec5-b46a-c58451840b65,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:29.402621 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae986319-9db5-43aa-abab-3c3f80f0f82b tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Network 4771991b-39d5-44dd-b9a3-e90429d5f826 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:10:29.402621 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-ae986319-9db5-43aa-abab-3c3f80f0f82b tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:10:29.417474 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae986319-9db5-43aa-abab-3c3f80f0f82b tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:10:29.621449 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-74bb759f-6a0e-4e52-8e6f-2a3b35d6562f tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Allocated IP 2001:db8::f816:3eff:fe4d:3fcb (c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a/7eb34d76-b3c0-4a5b-b446-b53ddcd89b68/20cc6632-351f-4ccc-a1d1-5f8ac8d07036) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:10:29.633167 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f158d-a9ac-4a92-a981-00ac5749a25d req-02c3700e-8e05-437f-80ff-94527bbf10a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:29.636872 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-698f158d-a9ac-4a92-a981-00ac5749a25d req-02c3700e-8e05-437f-80ff-94527bbf10a7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6d179327-0a30-4feb-9f45-54cc22821e12 HTTP/1.1" status: 200  len: 838 time: 0.6820560
May 07 22:10:29.665437 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-897620b4-9bf1-4848-b441-6155fd4835f0 req-c12dd15a-bae8-455f-a96e-147da109ec09 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fb0d2331b1674fe797c71f474a68e096&device_id=36fed9e6-d8a9-4070-8850-3fb37dbaf8a3 HTTP/1.1" status: 200  len: 210 time: 0.2573662
May 07 22:10:29.698510 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-79f101d9-ed61-4d42-9a96-aab0602a9e9f req-68739634-3fa2-4793-8ecd-05baf5291a22 tempest-ServerShowV247Test-1080228328 tempest-ServerShowV247Test-1080228328-project] 10.222.0.32 "GET /v2.0/ports?device_id=36fed9e6-d8a9-4070-8850-3fb37dbaf8a3 HTTP/1.1" status: 200  len: 210 time: 0.0964739
May 07 22:10:29.727565 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae986319-9db5-43aa-abab-3c3f80f0f82b tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:29.728296 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ae986319-9db5-43aa-abab-3c3f80f0f82b tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:29.752592 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2f065be7-f93a-473f-b25d-a735d8c9811b None None] Publish callbacks [] for port (90b440da-f1e2-4f22-9f33-d5173637302e), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:29.760803 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f158d-a9ac-4a92-a981-00ac5749a25d req-392c83dc-7787-4b73-9f55-2b87bb08ee90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:29.763158 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-698f158d-a9ac-4a92-a981-00ac5749a25d req-392c83dc-7787-4b73-9f55-2b87bb08ee90 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=53cb28c4-547f-45c6-af6b-4da71054c830&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1202 time: 0.1018066
May 07 22:10:29.765368 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2f065be7-f93a-473f-b25d-a735d8c9811b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (90b440da-f1e2-4f22-9f33-d5173637302e), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:29.785139 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-ae986319-9db5-43aa-abab-3c3f80f0f82b tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 1.8427360
May 07 22:10:29.788585 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42046) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:29.839419 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f065be7-f93a-473f-b25d-a735d8c9811b None None] Network 4771991b-39d5-44dd-b9a3-e90429d5f826 is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:10:29.841025 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f065be7-f93a-473f-b25d-a735d8c9811b None None] Pushing event updated for resources: {'Port': ['ID=90b440da-f1e2-4f22-9f33-d5173637302e,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:29.847930 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-2f065be7-f93a-473f-b25d-a735d8c9811b None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:10:29.855943 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f065be7-f93a-473f-b25d-a735d8c9811b None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:10:29.907135 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-897620b4-9bf1-4848-b441-6155fd4835f0 req-376b8525-6965-4ff9-9488-c142f5d89d17 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=fb0d2331b1674fe797c71f474a68e096&shared=False HTTP/1.1" status: 200  len: 213 time: 0.2291987
May 07 22:10:29.933964 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-7ff90242-cb4f-4146-b95d-bfc7354a806b tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Deleting port 3709a5d3-9a97-4ec5-b46a-c58451840b65 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:10:29.934306 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7ff90242-cb4f-4146-b95d-bfc7354a806b tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (3709a5d3-9a97-4ec5-b46a-c58451840b65), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:29.970219 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b403d475-7d12-4a8e-8084-f742693582cc tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (5fcd41d5-4d51-455e-aaa5-fb742620e336), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:30.036635 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-b403d475-7d12-4a8e-8084-f742693582cc tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Calling delete_port for 5fcd41d5-4d51-455e-aaa5-fb742620e336 owned by network:router_gateway {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:10:30.072232 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7ff90242-cb4f-4146-b95d-bfc7354a806b tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (3709a5d3-9a97-4ec5-b46a-c58451840b65), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:30.089690 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-7ff90242-cb4f-4146-b95d-bfc7354a806b tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Calling delete_port for 3709a5d3-9a97-4ec5-b46a-c58451840b65 owned by  {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:10:30.101026 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-698f158d-a9ac-4a92-a981-00ac5749a25d req-7e339a70-3421-49d6-84b5-0ea72ce0c7b8 service neutron] 10.222.0.59 "GET /v2.0/networks/53cb28c4-547f-45c6-af6b-4da71054c830?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2937987
May 07 22:10:30.234804 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-2f065be7-f93a-473f-b25d-a735d8c9811b None None] Attempting to bind port 90b440da-f1e2-4f22-9f33-d5173637302e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:10:30.235272 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-2f065be7-f93a-473f-b25d-a735d8c9811b None None] Attempting to bind port 90b440da-f1e2-4f22-9f33-d5173637302e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8475b75e-48ba-4c59-bce7-726ad20e0140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4771991b-39d5-44dd-b9a3-e90429d5f826'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:10:30.235755 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f065be7-f93a-473f-b25d-a735d8c9811b None None] Attempting to bind port 90b440da-f1e2-4f22-9f33-d5173637302e on network 4771991b-39d5-44dd-b9a3-e90429d5f826 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:10:30.242318 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f065be7-f93a-473f-b25d-a735d8c9811b None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:10:30.243322 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f065be7-f93a-473f-b25d-a735d8c9811b None None] Checking segment: {'id': '8475b75e-48ba-4c59-bce7-726ad20e0140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4771991b-39d5-44dd-b9a3-e90429d5f826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:10:30.243322 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2f065be7-f93a-473f-b25d-a735d8c9811b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:30.243742 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f065be7-f93a-473f-b25d-a735d8c9811b None None] Bound using segment: {'id': '8475b75e-48ba-4c59-bce7-726ad20e0140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4771991b-39d5-44dd-b9a3-e90429d5f826'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:10:30.244280 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-2f065be7-f93a-473f-b25d-a735d8c9811b None None] Bound port: 90b440da-f1e2-4f22-9f33-d5173637302e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8475b75e-48ba-4c59-bce7-726ad20e0140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4771991b-39d5-44dd-b9a3-e90429d5f826'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:10:30.245773 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2f065be7-f93a-473f-b25d-a735d8c9811b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (90b440da-f1e2-4f22-9f33-d5173637302e), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:30.292711 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:30.343406 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897620b4-9bf1-4848-b441-6155fd4835f0 req-07c06759-c63c-4555-a738-535cf67f12c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:30.345777 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-897620b4-9bf1-4848-b441-6155fd4835f0 req-07c06759-c63c-4555-a738-535cf67f12c1 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.4200709
May 07 22:10:30.418382 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7ff90242-cb4f-4146-b95d-bfc7354a806b tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (3709a5d3-9a97-4ec5-b46a-c58451840b65), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:30.423669 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-2f065be7-f93a-473f-b25d-a735d8c9811b None None] For port 90b440da-f1e2-4f22-9f33-d5173637302e, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:10:30.427971 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-2f065be7-f93a-473f-b25d-a735d8c9811b None None] For port 90b440da-f1e2-4f22-9f33-d5173637302e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=90b440da-f1e2-4f22-9f33-d5173637302e,segment=NetworkSegment(8475b75e-48ba-4c59-bce7-726ad20e0140),segment_id=8475b75e-48ba-4c59-bce7-726ad20e0140)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:10:30.443368 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2f065be7-f93a-473f-b25d-a735d8c9811b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (90b440da-f1e2-4f22-9f33-d5173637302e), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:30.479704 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-74bb759f-6a0e-4e52-8e6f-2a3b35d6562f tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for port (20cc6632-351f-4ccc-a1d1-5f8ac8d07036), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:30.483987 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-698f158d-a9ac-4a92-a981-00ac5749a25d req-61aab95a-d2e8-4804-86ca-0ffe76710ba5 service neutron] 10.222.0.59 "GET /v2.0/networks/53cb28c4-547f-45c6-af6b-4da71054c830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3632846
May 07 22:10:30.498371 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff90242-cb4f-4146-b95d-bfc7354a806b tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Pushing event deleted for resources: {'Port': ['ID=3709a5d3-9a97-4ec5-b46a-c58451840b65,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:30.550137 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f065be7-f93a-473f-b25d-a735d8c9811b None None] Pushing event updated for resources: {'Port': ['ID=90b440da-f1e2-4f22-9f33-d5173637302e,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:30.630966 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-74bb759f-6a0e-4e52-8e6f-2a3b35d6562f tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (20cc6632-351f-4ccc-a1d1-5f8ac8d07036), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:30.738272 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b403d475-7d12-4a8e-8084-f742693582cc tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (5fcd41d5-4d51-455e-aaa5-fb742620e336), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:30.752599 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7ff90242-cb4f-4146-b95d-bfc7354a806b tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:30.754643 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74bb759f-6a0e-4e52-8e6f-2a3b35d6562f tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:10:30.756593 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-7ff90242-cb4f-4146-b95d-bfc7354a806b tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "DELETE /v2.0/ports/3709a5d3-9a97-4ec5-b46a-c58451840b65 HTTP/1.1" status: 204  len: 168 time: 0.9663994
May 07 22:10:30.764704 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-74bb759f-6a0e-4e52-8e6f-2a3b35d6562f tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:10:30.768286 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42056) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:30.779900 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bb759f-6a0e-4e52-8e6f-2a3b35d6562f tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:10:30.795004 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74bb759f-6a0e-4e52-8e6f-2a3b35d6562f tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:30.795776 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-74bb759f-6a0e-4e52-8e6f-2a3b35d6562f tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:30.839226 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-109cd3e3-ad29-4ad8-86da-c0c99848d02e tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] DELETE failed (client error): The resource could not be found.
May 07 22:10:30.840290 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-109cd3e3-ad29-4ad8-86da-c0c99848d02e tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:10:30.844396 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-109cd3e3-ad29-4ad8-86da-c0c99848d02e tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "DELETE /v2.0/ports/3709a5d3-9a97-4ec5-b46a-c58451840b65 HTTP/1.1" status: 404  len: 333 time: 0.0750015
May 07 22:10:30.847124 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42062) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:30.857164 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871a5108-01ed-4e8b-a35b-db4230e207bd req-fa2621e9-e02a-47be-b0bd-3d593464612b tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:30.860693 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-871a5108-01ed-4e8b-a35b-db4230e207bd req-fa2621e9-e02a-47be-b0bd-3d593464612b tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] 10.222.0.32 "GET /v2.0/ports?device_id=bac6afa1-a9f5-4cb2-8f02-d226525d4d7a HTTP/1.1" status: 200  len: 907 time: 0.2706766
May 07 22:10:30.873901 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-74bb759f-6a0e-4e52-8e6f-2a3b35d6562f tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 948 time: 4.2193673
May 07 22:10:30.875138 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 42068) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:30.918111 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bb759f-6a0e-4e52-8e6f-2a3b35d6562f tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event updated for resources: {'Port': ['ID=20cc6632-351f-4ccc-a1d1-5f8ac8d07036,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:30.918610 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4a36803-147f-4621-b3e3-db8fb58ae4de tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] GET failed (client error): The resource could not be found.
May 07 22:10:30.923153 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-f4a36803-147f-4621-b3e3-db8fb58ae4de tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "GET /v2.0/ports/3709a5d3-9a97-4ec5-b46a-c58451840b65 HTTP/1.1" status: 404  len: 333 time: 0.0720117
May 07 22:10:30.925243 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42074) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:31.021151 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9ac1953e-0783-42c7-9750-cfd4412e910c req-52c1d0ec-3f99-404d-960e-33af8866dc29 tempest-ServerShowV247Test-1080228328 tempest-ServerShowV247Test-1080228328-project] 10.222.0.32 "GET /v2.0/ports?device_id=36fed9e6-d8a9-4070-8850-3fb37dbaf8a3 HTTP/1.1" status: 200  len: 210 time: 0.0982447
May 07 22:10:31.050300 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b403d475-7d12-4a8e-8084-f742693582cc tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Pushing event deleted for resources: {'Port': ['ID=5fcd41d5-4d51-455e-aaa5-fb742620e336,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:31.063503 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ecc65f1-f932-417b-8e8c-85e2b27c9a49 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Deleting subnet 06570d38-1adf-468a-b21b-de49b3bc72df {{(pid=121836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:10:31.067331 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8ecc65f1-f932-417b-8e8c-85e2b27c9a49 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for subnet (06570d38-1adf-468a-b21b-de49b3bc72df), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:31.071314 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b989af27-8926-4957-8ed8-c75304d34100 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:31.077238 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b989af27-8926-4957-8ed8-c75304d34100 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:31.078989 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-b989af27-8926-4957-8ed8-c75304d34100 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1703 time: 0.2026410
May 07 22:10:31.081947 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 42080) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:31.148959 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8ecc65f1-f932-417b-8e8c-85e2b27c9a49 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726883'] for subnet (06570d38-1adf-468a-b21b-de49b3bc72df), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:31.167732 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b403d475-7d12-4a8e-8084-f742693582cc tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395776'] for router_gateway (d7308840-8369-4de6-8056-6713e544bf81), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:31.297409 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-9fd72965-d715-4f63-81d0-0b10c5b73578 None None] Provisioning complete for port 157d8f03-16f0-4a49-9bad-626ecf039d82 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:10:31.301241 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9fd72965-d715-4f63-81d0-0b10c5b73578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (157d8f03-16f0-4a49-9bad-626ecf039d82), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:31.321564 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b403d475-7d12-4a8e-8084-f742693582cc tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (d7308840-8369-4de6-8056-6713e544bf81), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:31.326325 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b403d475-7d12-4a8e-8084-f742693582cc tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Publish callbacks [] for router_controller (d7308840-8369-4de6-8056-6713e544bf81), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:31.361943 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8ecc65f1-f932-417b-8e8c-85e2b27c9a49 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (06570d38-1adf-468a-b21b-de49b3bc72df), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:31.457082 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-f2c07133-31e7-43cc-a672-853332612eb5 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Deleting port 20cc6632-351f-4ccc-a1d1-5f8ac8d07036 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:10:31.457957 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f2c07133-31e7-43cc-a672-853332612eb5 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (20cc6632-351f-4ccc-a1d1-5f8ac8d07036), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:31.478816 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8ecc65f1-f932-417b-8e8c-85e2b27c9a49 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (06570d38-1adf-468a-b21b-de49b3bc72df), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:31.535140 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b403d475-7d12-4a8e-8084-f742693582cc tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (d7308840-8369-4de6-8056-6713e544bf81), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:31.536523 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b403d475-7d12-4a8e-8084-f742693582cc tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Fanout notify agent at l3_agent the message router_deleted on router d7308840-8369-4de6-8056-6713e544bf81 {{(pid=121837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 22:10:31.548750 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b403d475-7d12-4a8e-8084-f742693582cc tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:31.556911 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-b403d475-7d12-4a8e-8084-f742693582cc tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] 10.222.0.32 "DELETE /v2.0/routers/d7308840-8369-4de6-8056-6713e544bf81 HTTP/1.1" status: 204  len: 168 time: 4.4187968
May 07 22:10:31.556911 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 42082) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:31.590742 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecc65f1-f932-417b-8e8c-85e2b27c9a49 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Pushing event deleted for resources: {'Subnet': ['ID=06570d38-1adf-468a-b21b-de49b3bc72df,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:31.596126 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 157d8f03-16f0-4a49-9bad-626ecf039d82 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:10:31.599242 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8ecc65f1-f932-417b-8e8c-85e2b27c9a49 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:31.606095 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-9fd72965-d715-4f63-81d0-0b10c5b73578 None None] Current status of the port 157d8f03-16f0-4a49-9bad-626ecf039d82 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:10:31.607800 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9fd72965-d715-4f63-81d0-0b10c5b73578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (157d8f03-16f0-4a49-9bad-626ecf039d82), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:31.630953 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-8ecc65f1-f932-417b-8e8c-85e2b27c9a49 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "DELETE /v2.0/subnets/06570d38-1adf-468a-b21b-de49b3bc72df HTTP/1.1" status: 204  len: 168 time: 0.7044597
May 07 22:10:31.635850 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42086) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:31.696310 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-138ab18c-e4d6-4d30-929f-ac27fc42de7e tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Deleting subnet 681ebe64-b067-4bd5-8ac6-77c8ee3a3918 {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:10:31.708889 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-138ab18c-e4d6-4d30-929f-ac27fc42de7e tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Publish callbacks [] for subnet (681ebe64-b067-4bd5-8ac6-77c8ee3a3918), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:31.778244 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f2c07133-31e7-43cc-a672-853332612eb5 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (20cc6632-351f-4ccc-a1d1-5f8ac8d07036), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:31.803478 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-f2c07133-31e7-43cc-a672-853332612eb5 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Calling delete_port for 20cc6632-351f-4ccc-a1d1-5f8ac8d07036 owned by  {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:10:31.823613 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-138ab18c-e4d6-4d30-929f-ac27fc42de7e tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (681ebe64-b067-4bd5-8ac6-77c8ee3a3918), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:31.827099 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-9fd72965-d715-4f63-81d0-0b10c5b73578 None None] For port 157d8f03-16f0-4a49-9bad-626ecf039d82, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=157d8f03-16f0-4a49-9bad-626ecf039d82,segment=NetworkSegment(0c54767f-f5cc-4fe8-be2b-89310a1e6df6),segment_id=0c54767f-f5cc-4fe8-be2b-89310a1e6df6)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:10:31.845062 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 157d8f03-16f0-4a49-9bad-626ecf039d82 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:10:31.845960 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (157d8f03-16f0-4a49-9bad-626ecf039d82), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:31.850232 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9fd72965-d715-4f63-81d0-0b10c5b73578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (157d8f03-16f0-4a49-9bad-626ecf039d82), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:31.889624 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-938ec101-eb90-446a-b888-5187e1ab09e3 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (4771991b-39d5-44dd-b9a3-e90429d5f826), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:31.969857 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd72965-d715-4f63-81d0-0b10c5b73578 None None] Pushing event updated for resources: {'Port': ['ID=157d8f03-16f0-4a49-9bad-626ecf039d82,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:32.011674 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-938ec101-eb90-446a-b888-5187e1ab09e3 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Deleting port 90b440da-f1e2-4f22-9f33-d5173637302e {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:10:32.012025 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-938ec101-eb90-446a-b888-5187e1ab09e3 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (90b440da-f1e2-4f22-9f33-d5173637302e), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:32.083221 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 157d8f03-16f0-4a49-9bad-626ecf039d82 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:10:32.084146 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 90b440da-f1e2-4f22-9f33-d5173637302e up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:10:32.110385 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-138ab18c-e4d6-4d30-929f-ac27fc42de7e tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (681ebe64-b067-4bd5-8ac6-77c8ee3a3918), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:32.134344 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-938ec101-eb90-446a-b888-5187e1ab09e3 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] For port 90b440da-f1e2-4f22-9f33-d5173637302e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=90b440da-f1e2-4f22-9f33-d5173637302e,segment=NetworkSegment(8475b75e-48ba-4c59-bce7-726ad20e0140),segment_id=8475b75e-48ba-4c59-bce7-726ad20e0140)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:10:32.134745 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-938ec101-eb90-446a-b888-5187e1ab09e3 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (90b440da-f1e2-4f22-9f33-d5173637302e), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:32.140148 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-85fb76a4-90a9-4772-9a15-eb65a6ceeaf9 None None] Provisioning complete for port 20cc6632-351f-4ccc-a1d1-5f8ac8d07036 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:10:32.140532 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-85fb76a4-90a9-4772-9a15-eb65a6ceeaf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (20cc6632-351f-4ccc-a1d1-5f8ac8d07036), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:32.151030 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-938ec101-eb90-446a-b888-5187e1ab09e3 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Calling delete_port for 90b440da-f1e2-4f22-9f33-d5173637302e owned by network:dhcp {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:10:32.183324 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6415aa6f-475f-4734-afc5-c9ff5de1766e req-ff4cf781-fc84-43c4-8c42-7cdbf9876803 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:32.184641 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6415aa6f-475f-4734-afc5-c9ff5de1766e req-ff4cf781-fc84-43c4-8c42-7cdbf9876803 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] 10.222.0.32 "GET /v2.0/ports?device_id=bac6afa1-a9f5-4cb2-8f02-d226525d4d7a HTTP/1.1" status: 200  len: 907 time: 0.1514740
May 07 22:10:32.190670 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-85fb76a4-90a9-4772-9a15-eb65a6ceeaf9 None None] Port 20cc6632-351f-4ccc-a1d1-5f8ac8d07036 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:10:32.197561 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 90b440da-f1e2-4f22-9f33-d5173637302e triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:10:32.197942 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (90b440da-f1e2-4f22-9f33-d5173637302e), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:32.267341 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9c94f47d-9ff7-4380-965b-37a33cfaa44b req-b7b3023f-d3c8-4d6b-b70e-b271a5fe90e9 tempest-ServerShowV247Test-1080228328 tempest-ServerShowV247Test-1080228328-project] 10.222.0.32 "GET /v2.0/ports?device_id=36fed9e6-d8a9-4070-8850-3fb37dbaf8a3 HTTP/1.1" status: 200  len: 210 time: 0.0316854
May 07 22:10:32.308827 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f2c07133-31e7-43cc-a672-853332612eb5 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (20cc6632-351f-4ccc-a1d1-5f8ac8d07036), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:32.316234 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 90b440da-f1e2-4f22-9f33-d5173637302e is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:10:32.316926 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-938ec101-eb90-446a-b888-5187e1ab09e3 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (90b440da-f1e2-4f22-9f33-d5173637302e), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:32.317107 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (90b440da-f1e2-4f22-9f33-d5173637302e), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:32.340365 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-138ab18c-e4d6-4d30-929f-ac27fc42de7e tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (681ebe64-b067-4bd5-8ac6-77c8ee3a3918), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:32.353573 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938ec101-eb90-446a-b888-5187e1ab09e3 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Pushing event deleted for resources: {'Port': ['ID=90b440da-f1e2-4f22-9f33-d5173637302e,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:32.353831 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c07133-31e7-43cc-a672-853332612eb5 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event deleted for resources: {'Port': ['ID=20cc6632-351f-4ccc-a1d1-5f8ac8d07036,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:32.357644 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938ec101-eb90-446a-b888-5187e1ab09e3 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] No DVR routers for this DVR port 90b440da-f1e2-4f22-9f33-d5173637302e on host ncdv-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:10:32.379634 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138ab18c-e4d6-4d30-929f-ac27fc42de7e tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Pushing event deleted for resources: {'Subnet': ['ID=681ebe64-b067-4bd5-8ac6-77c8ee3a3918,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:32.392971 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-138ab18c-e4d6-4d30-929f-ac27fc42de7e tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:32.396133 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-138ab18c-e4d6-4d30-929f-ac27fc42de7e tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] 10.222.0.32 "DELETE /v2.0/subnets/681ebe64-b067-4bd5-8ac6-77c8ee3a3918 HTTP/1.1" status: 204  len: 168 time: 0.8397455
May 07 22:10:32.404279 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2f912a-a9ee-4268-aecd-5df2977cd6b2 None None] Network 06a5152b-c164-40bd-b95d-1070a2100cbf requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:10:32.417641 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42094) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:32.453670 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f2c07133-31e7-43cc-a672-853332612eb5 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:32.457597 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-f2c07133-31e7-43cc-a672-853332612eb5 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/ports/20cc6632-351f-4ccc-a1d1-5f8ac8d07036 HTTP/1.1" status: 204  len: 168 time: 1.3745308
May 07 22:10:32.461766 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 42096) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:32.522242 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148bc657-d1ea-451a-827e-c9e751d45b21 req-d7169200-a990-4abe-9a69-e77b3383268a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:32.524498 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-148bc657-d1ea-451a-827e-c9e751d45b21 req-d7169200-a990-4abe-9a69-e77b3383268a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=79ad2ea0f3a34003bb7a3f8ff81c58e4&device_id=bac6afa1-a9f5-4cb2-8f02-d226525d4d7a HTTP/1.1" status: 200  len: 1089 time: 0.1397655
May 07 22:10:32.595356 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84f97e2-60e5-44ed-b742-c105f329ee35 None None] DHCP port deletion for 06a5152b-c164-40bd-b95d-1070a2100cbf request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:10:32.628729 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-897620b4-9bf1-4848-b441-6155fd4835f0 req-85fbacbb-fac6-4176-b4ad-a8017bc1519d tempest-ServerShowV247Test-1080228328 tempest-ServerShowV247Test-1080228328-project] 10.222.0.59 "GET /v2.0/ports?device_id=36fed9e6-d8a9-4070-8850-3fb37dbaf8a3 HTTP/1.1" status: 200  len: 210 time: 0.1078420
May 07 22:10:32.667632 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ac9211-3579-4b1d-a355-3d2707ee6d5c tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:32.669174 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ac9211-3579-4b1d-a355-3d2707ee6d5c tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:32.676978 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-c0ac9211-3579-4b1d-a355-3d2707ee6d5c tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1465 time: 0.2139218
May 07 22:10:32.693763 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-e84f97e2-60e5-44ed-b742-c105f329ee35 None None] Deleting port 37de8cc5-edce-4a19-92fd-a4ef8ab4a481 {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:10:32.695067 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e84f97e2-60e5-44ed-b742-c105f329ee35 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (37de8cc5-edce-4a19-92fd-a4ef8ab4a481), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:32.704167 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 42098) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:32.847979 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-e84f97e2-60e5-44ed-b742-c105f329ee35 None None] For port 37de8cc5-edce-4a19-92fd-a4ef8ab4a481, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=37de8cc5-edce-4a19-92fd-a4ef8ab4a481,segment=NetworkSegment(c743ce18-3254-4183-a8e5-545bcea5e17c),segment_id=c743ce18-3254-4183-a8e5-545bcea5e17c)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:10:32.848195 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e84f97e2-60e5-44ed-b742-c105f329ee35 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (37de8cc5-edce-4a19-92fd-a4ef8ab4a481), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:32.854287 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a96278-28a4-4651-ba6c-e64a02a21195 None None] Network 4771991b-39d5-44dd-b9a3-e90429d5f826 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:10:32.885150 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-4608ac46-a12f-4416-910e-ec76db44e0e7 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Deleting subnet 7eb34d76-b3c0-4a5b-b446-b53ddcd89b68 {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:10:32.895420 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-e84f97e2-60e5-44ed-b742-c105f329ee35 None None] Calling delete_port for 37de8cc5-edce-4a19-92fd-a4ef8ab4a481 owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:10:32.895606 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4608ac46-a12f-4416-910e-ec76db44e0e7 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for subnet (7eb34d76-b3c0-4a5b-b446-b53ddcd89b68), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:32.922481 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-f61e3653-10d6-42f9-b0bb-2c8f2930f722 None None] Could not find standard attr ID for object 90b440da-f1e2-4f22-9f33-d5173637302e. {{(pid=121838) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
May 07 22:10:32.934927 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148bc657-d1ea-451a-827e-c9e751d45b21 req-300ab570-6297-4c35-9266-081c7ac6f881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:32.937321 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-148bc657-d1ea-451a-827e-c9e751d45b21 req-300ab570-6297-4c35-9266-081c7ac6f881 service neutron] 10.222.0.59 "GET /v2.0/networks?id=53cb28c4-547f-45c6-af6b-4da71054c830 HTTP/1.1" status: 200  len: 899 time: 0.3965731
May 07 22:10:32.953796 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4608ac46-a12f-4416-910e-ec76db44e0e7 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (7eb34d76-b3c0-4a5b-b446-b53ddcd89b68), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:33.036439 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-938ec101-eb90-446a-b888-5187e1ab09e3 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (4771991b-39d5-44dd-b9a3-e90429d5f826), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:33.078284 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e84f97e2-60e5-44ed-b742-c105f329ee35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (37de8cc5-edce-4a19-92fd-a4ef8ab4a481), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:33.112535 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84f97e2-60e5-44ed-b742-c105f329ee35 None None] No DVR routers for this DVR port 37de8cc5-edce-4a19-92fd-a4ef8ab4a481 on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:10:33.119995 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-938ec101-eb90-446a-b888-5187e1ab09e3 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf87731760>,) {'filters': {'network_id': ['4771991b-39d5-44dd-b9a3-e90429d5f826']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:10:33.126074 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8a8d16c8-6d67-4c3c-bc2d-08d98527822c tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (06a5152b-c164-40bd-b95d-1070a2100cbf), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:33.147683 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-938ec101-eb90-446a-b888-5187e1ab09e3 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf87731760>, '8475b75e-48ba-4c59-bce7-726ad20e0140') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:10:33.148466 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-938ec101-eb90-446a-b888-5187e1ab09e3 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf87731760>, '8475b75e-48ba-4c59-bce7-726ad20e0140') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:10:33.163048 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-938ec101-eb90-446a-b888-5187e1ab09e3 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (8475b75e-48ba-4c59-bce7-726ad20e0140), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:33.192315 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3fea95-6a72-4f59-b7f7-37bc7acd98e3 None None] DHCP port deletion for 4771991b-39d5-44dd-b9a3-e90429d5f826 request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:10:33.205807 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84f97e2-60e5-44ed-b742-c105f329ee35 None None] Pushing event deleted for resources: {'Port': ['ID=37de8cc5-edce-4a19-92fd-a4ef8ab4a481,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:33.210701 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-938ec101-eb90-446a-b888-5187e1ab09e3 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (8475b75e-48ba-4c59-bce7-726ad20e0140), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:33.246122 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-938ec101-eb90-446a-b888-5187e1ab09e3 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:10:33.246547 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-938ec101-eb90-446a-b888-5187e1ab09e3 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (8475b75e-48ba-4c59-bce7-726ad20e0140), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:33.249878 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 22:10:33.249878 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:10:33.249878 ncdv-master-1 neutron-server[121836]:     timer()
May 07 22:10:33.249878 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:10:33.249878 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 22:10:33.249878 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:10:33.249878 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 22:10:33.249878 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:10:33.249878 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 22:10:33.249878 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:10:33.249878 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 22:10:33.249878 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:10:33.249878 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 22:10:33.249878 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:10:33.249878 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:10:33.249878 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:10:33.249878 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:10:33.249878 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:10:33.249878 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 22:10:33.249878 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:10:33.249878 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 22:10:33.249878 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:10:33.249878 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:10:33.249878 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:10:33.249878 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 22:10:33.249878 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:10:33.249878 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:10:33.249878 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:10:33.249878 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:10:33.249878 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:10:33.249878 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:10:33.249878 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:10:33.291565 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 157d8f03-16f0-4a49-9bad-626ecf039d82 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:10:33.372149 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8a8d16c8-6d67-4c3c-bc2d-08d98527822c tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (06a5152b-c164-40bd-b95d-1070a2100cbf), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:33.396288 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 157d8f03-16f0-4a49-9bad-626ecf039d82 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:10:33.396852 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (157d8f03-16f0-4a49-9bad-626ecf039d82), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:33.400289 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-8a8d16c8-6d67-4c3c-bc2d-08d98527822c tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf87cf8d00>,) {'filters': {'network_id': ['06a5152b-c164-40bd-b95d-1070a2100cbf']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:10:33.403276 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-938ec101-eb90-446a-b888-5187e1ab09e3 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (4771991b-39d5-44dd-b9a3-e90429d5f826), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:33.428418 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-938ec101-eb90-446a-b888-5187e1ab09e3 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:33.432699 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-938ec101-eb90-446a-b888-5187e1ab09e3 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "DELETE /v2.0/networks/4771991b-39d5-44dd-b9a3-e90429d5f826 HTTP/1.1" status: 204  len: 168 time: 1.7947421
May 07 22:10:33.443988 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 42120) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:33.445827 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-8a8d16c8-6d67-4c3c-bc2d-08d98527822c tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf87cf8d00>, 'c743ce18-3254-4183-a8e5-545bcea5e17c') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:10:33.446726 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-8a8d16c8-6d67-4c3c-bc2d-08d98527822c tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf87cf8d00>, 'c743ce18-3254-4183-a8e5-545bcea5e17c') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:10:33.453656 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938ec101-eb90-446a-b888-5187e1ab09e3 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Pushing event deleted for resources: {'Network': ['ID=4771991b-39d5-44dd-b9a3-e90429d5f826,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:33.458839 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8a8d16c8-6d67-4c3c-bc2d-08d98527822c tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (c743ce18-3254-4183-a8e5-545bcea5e17c), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:33.463439 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-8104bb18-fe3d-4da1-9bbd-d241908ccd04 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-680053609'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:10:33.474424 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8a8d16c8-6d67-4c3c-bc2d-08d98527822c tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (c743ce18-3254-4183-a8e5-545bcea5e17c), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:33.491184 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a8d16c8-6d67-4c3c-bc2d-08d98527822c tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:10:33.495305 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8a8d16c8-6d67-4c3c-bc2d-08d98527822c tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (c743ce18-3254-4183-a8e5-545bcea5e17c), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:33.541287 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 157d8f03-16f0-4a49-9bad-626ecf039d82 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:10:33.553331 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-148bc657-d1ea-451a-827e-c9e751d45b21 req-6e7d2316-730a-46d0-b6c8-24002ca78cdb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=429e9b64-85ba-43d6-87ae-d9b11f433f43 HTTP/1.1" status: 200  len: 217 time: 0.1081953
May 07 22:10:33.584541 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 22:10:33.584541 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:10:33.584541 ncdv-master-1 neutron-server[121836]:     timer()
May 07 22:10:33.584541 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:10:33.584541 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 22:10:33.584541 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:10:33.584541 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 22:10:33.584541 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:10:33.584541 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 22:10:33.584541 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:10:33.584541 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 22:10:33.584541 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:10:33.584541 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 22:10:33.584541 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:10:33.584541 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:10:33.584541 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:10:33.584541 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:10:33.584541 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:10:33.584541 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 22:10:33.584541 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:10:33.584541 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 22:10:33.584541 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:10:33.584541 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:10:33.584541 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:10:33.584541 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 22:10:33.584541 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:10:33.584541 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:10:33.584541 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:10:33.584541 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:10:33.584541 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:10:33.584541 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:10:33.584541 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:10:33.592900 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8a8d16c8-6d67-4c3c-bc2d-08d98527822c tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (06a5152b-c164-40bd-b95d-1070a2100cbf), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:33.598144 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8104bb18-fe3d-4da1-9bbd-d241908ccd04 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Made reservation on behalf of 9c3329647b05487f9d63d3c4ec2183b9 for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:10:33.602011 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8104bb18-fe3d-4da1-9bbd-d241908ccd04 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:33.604703 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8a8d16c8-6d67-4c3c-bc2d-08d98527822c tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:33.609830 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-8a8d16c8-6d67-4c3c-bc2d-08d98527822c tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] 10.222.0.32 "DELETE /v2.0/networks/06a5152b-c164-40bd-b95d-1070a2100cbf HTTP/1.1" status: 204  len: 168 time: 1.1919401
May 07 22:10:33.620898 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42124) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:33.628499 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8d16c8-6d67-4c3c-bc2d-08d98527822c tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Pushing event deleted for resources: {'Network': ['ID=06a5152b-c164-40bd-b95d-1070a2100cbf,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:33.647167 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 37de8cc5-edce-4a19-92fd-a4ef8ab4a481 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:10:33.674218 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890972e8-9e22-4147-865b-5f7e167e54d6 req-465ca811-40d6-47c7-b46c-c729c74a783b tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:33.676043 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 37de8cc5-edce-4a19-92fd-a4ef8ab4a481 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:10:33.677000 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 37de8cc5-edce-4a19-92fd-a4ef8ab4a481 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:10:33.677482 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 90b440da-f1e2-4f22-9f33-d5173637302e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:10:33.682396 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-890972e8-9e22-4147-865b-5f7e167e54d6 req-465ca811-40d6-47c7-b46c-c729c74a783b tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] 10.222.0.32 "GET /v2.0/ports?device_id=bac6afa1-a9f5-4cb2-8f02-d226525d4d7a HTTP/1.1" status: 200  len: 907 time: 0.2303691
May 07 22:10:33.696040 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6ed682ee-1257-464e-ad31-a1eb49db2130 req-7a6d38b6-2ff5-4fc4-a211-fa02ecd646db service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=fb0d2331b1674fe797c71f474a68e096&device_id=5de254c4-9ef2-4c81-ae96-63159f2eca16 HTTP/1.1" status: 200  len: 210 time: 0.0879331
May 07 22:10:33.697959 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 90b440da-f1e2-4f22-9f33-d5173637302e {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:10:33.698314 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 90b440da-f1e2-4f22-9f33-d5173637302e not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:10:33.715281 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-eb2100b8-ea7e-4bfe-b5b5-2e9640741c77 req-8b61402f-fc6f-4692-8e51-1af473c9a7c4 tempest-ServerShowV247Test-1080228328 tempest-ServerShowV247Test-1080228328-project] 10.222.0.32 "GET /v2.0/ports?device_id=5de254c4-9ef2-4c81-ae96-63159f2eca16 HTTP/1.1" status: 200  len: 210 time: 0.0434906
May 07 22:10:33.731096 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4608ac46-a12f-4416-910e-ec76db44e0e7 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (7eb34d76-b3c0-4a5b-b446-b53ddcd89b68), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:33.734719 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148bc657-d1ea-451a-827e-c9e751d45b21 req-12b59a69-58cf-4749-a8fd-f1e99e4e0aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:33.736201 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-148bc657-d1ea-451a-827e-c9e751d45b21 req-12b59a69-58cf-4749-a8fd-f1e99e4e0aaa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6d179327-0a30-4feb-9f45-54cc22821e12 HTTP/1.1" status: 200  len: 838 time: 0.1670947
May 07 22:10:33.778141 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6ed682ee-1257-464e-ad31-a1eb49db2130 req-f0352ca3-8975-4e13-ae32-e9c4ec04982d service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=fb0d2331b1674fe797c71f474a68e096&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0706067
May 07 22:10:33.804517 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8104bb18-fe3d-4da1-9bbd-d241908ccd04 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:10:33.805857 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-f8855c3a-e530-4aea-8776-38847f86055f tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Deleting port 16ec17ac-b622-40d5-909c-f116d18a6e56 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:10:33.806208 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f8855c3a-e530-4aea-8776-38847f86055f tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (16ec17ac-b622-40d5-909c-f116d18a6e56), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:33.858453 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 22:10:33.859520 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8104bb18-fe3d-4da1-9bbd-d241908ccd04 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (c2a0c0b7-d4ae-47d6-a150-bf2e0637ef7b), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:33.859866 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-8104bb18-fe3d-4da1-9bbd-d241908ccd04 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Added segment c2a0c0b7-d4ae-47d6-a150-bf2e0637ef7b of type vlan for network 2c54f1d5-f22f-4a93-835d-0646d0f2c08e
May 07 22:10:33.870506 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148bc657-d1ea-451a-827e-c9e751d45b21 req-2db6b834-2928-45ff-a8d4-5a2a0a7dc8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:33.872055 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-148bc657-d1ea-451a-827e-c9e751d45b21 req-2db6b834-2928-45ff-a8d4-5a2a0a7dc8cd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=53cb28c4-547f-45c6-af6b-4da71054c830&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1202 time: 0.1037698
May 07 22:10:33.896139 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f8855c3a-e530-4aea-8776-38847f86055f tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (16ec17ac-b622-40d5-909c-f116d18a6e56), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:33.896493 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f8855c3a-e530-4aea-8776-38847f86055f tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Publish callbacks [] for floatingip (16ec17ac-b622-40d5-909c-f116d18a6e56), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:33.910738 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-f8855c3a-e530-4aea-8776-38847f86055f tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Calling delete_port for 16ec17ac-b622-40d5-909c-f116d18a6e56 owned by network:floatingip {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:10:33.981449 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8104bb18-fe3d-4da1-9bbd-d241908ccd04 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (2c54f1d5-f22f-4a93-835d-0646d0f2c08e), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:33.988096 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4608ac46-a12f-4416-910e-ec76db44e0e7 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (7eb34d76-b3c0-4a5b-b446-b53ddcd89b68), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:34.070410 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4608ac46-a12f-4416-910e-ec76db44e0e7 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event deleted for resources: {'Subnet': ['ID=7eb34d76-b3c0-4a5b-b446-b53ddcd89b68,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:34.073937 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f8855c3a-e530-4aea-8776-38847f86055f tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (16ec17ac-b622-40d5-909c-f116d18a6e56), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:34.094682 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4608ac46-a12f-4416-910e-ec76db44e0e7 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:34.097827 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-4608ac46-a12f-4416-910e-ec76db44e0e7 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/subnets/7eb34d76-b3c0-4a5b-b446-b53ddcd89b68 HTTP/1.1" status: 204  len: 168 time: 1.3923957
May 07 22:10:34.099106 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3230441c-48d6-4add-9059-17acef96fc9c None None] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:10:34.105126 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 42134) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:34.116621 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed682ee-1257-464e-ad31-a1eb49db2130 req-43b4ca84-cf4b-49eb-a018-346b2f952332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:34.118093 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6ed682ee-1257-464e-ad31-a1eb49db2130 req-43b4ca84-cf4b-49eb-a018-346b2f952332 service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3336282
May 07 22:10:34.138540 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8855c3a-e530-4aea-8776-38847f86055f tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Pushing event deleted for resources: {'Port': ['ID=16ec17ac-b622-40d5-909c-f116d18a6e56,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:34.157567 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8104bb18-fe3d-4da1-9bbd-d241908ccd04 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (2c54f1d5-f22f-4a93-835d-0646d0f2c08e), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:34.162501 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8104bb18-fe3d-4da1-9bbd-d241908ccd04 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:34.163092 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8104bb18-fe3d-4da1-9bbd-d241908ccd04 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:34.176667 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-b77f6293-6165-436e-91fa-ff35462305e4 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0705101
May 07 22:10:34.179948 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42136) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:34.192187 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-148bc657-d1ea-451a-827e-c9e751d45b21 req-400d777f-0d08-4ec6-b0fa-44671b3a6563 service neutron] 10.222.0.59 "GET /v2.0/networks/53cb28c4-547f-45c6-af6b-4da71054c830?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3079689
May 07 22:10:34.226982 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 429e9b64-85ba-43d6-87ae-d9b11f433f43 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:10:34.242895 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f8855c3a-e530-4aea-8776-38847f86055f tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Publish callbacks [] for floatingip (f7d5b7c7-9271-4e60-bb62-5cf6b34b152e), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:34.246810 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-8104bb18-fe3d-4da1-9bbd-d241908ccd04 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.7840519
May 07 22:10:34.247045 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f8855c3a-e530-4aea-8776-38847f86055f tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:34.247159 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 42138) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:34.250572 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-f8855c3a-e530-4aea-8776-38847f86055f tempest-FloatingIPAdminTestJSON-1277169157 tempest-FloatingIPAdminTestJSON-1277169157-project] 10.222.0.32 "DELETE /v2.0/floatingips/f7d5b7c7-9271-4e60-bb62-5cf6b34b152e HTTP/1.1" status: 204  len: 168 time: 0.6259525
May 07 22:10:34.257927 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-798678e1-2b08-409c-a258-7e3e00a03a47 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Request body: {'subnet': {'network_id': '2c54f1d5-f22f-4a93-835d-0646d0f2c08e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:10:34.280354 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8104bb18-fe3d-4da1-9bbd-d241908ccd04 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Pushing event updated for resources: {'Network': ['ID=2c54f1d5-f22f-4a93-835d-0646d0f2c08e,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:34.295248 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5e11d0-1484-4c92-952d-35097a9a3a10 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:34.299599 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-bd5e11d0-1484-4c92-952d-35097a9a3a10 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.1183937
May 07 22:10:34.302517 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 42142) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:34.308018 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 2c54f1d5-f22f-4a93-835d-0646d0f2c08e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:10:34.407667 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a26945-132b-44b4-a274-d3ea3e0c578e tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:34.409407 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-68a26945-132b-44b4-a274-d3ea3e0c578e tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1056943
May 07 22:10:34.412324 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42146) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:34.428284 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-798678e1-2b08-409c-a258-7e3e00a03a47 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Made reservation on behalf of 9c3329647b05487f9d63d3c4ec2183b9 for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:10:34.433294 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-798678e1-2b08-409c-a258-7e3e00a03a47 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:34.496672 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-f8c505ab-bb12-4705-a3ec-e6f67a24a691 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0830505
May 07 22:10:34.499129 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42148) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:34.508974 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-ac411010-ed57-4040-b974-aef9328e003a tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Request body: {'subnet': {'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:10:34.515135 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 429e9b64-85ba-43d6-87ae-d9b11f433f43, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=429e9b64-85ba-43d6-87ae-d9b11f433f43,segment=NetworkSegment(d1c0fce5-521d-438d-a9d1-a6c40041ff2b),segment_id=d1c0fce5-521d-438d-a9d1-a6c40041ff2b)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:10:34.533233 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': '429e9b64-85ba-43d6-87ae-d9b11f433f43', 'network_id': '53cb28c4-547f-45c6-af6b-4da71054c830', 'port_id': '429e9b64-85ba-43d6-87ae-d9b11f433f43', 'mac_address': 'fa:16:3e:00:b1:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d179327-0a30-4feb-9f45-54cc22821e12', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:10:34.584605 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 429e9b64-85ba-43d6-87ae-d9b11f433f43 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:10:34.585120 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (429e9b64-85ba-43d6-87ae-d9b11f433f43), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:34.609066 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1dfbe77-39ad-42a1-b65c-c7fee315aa4e None None] DHCP port deletion for c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:10:34.613714 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 429e9b64-85ba-43d6-87ae-d9b11f433f43 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:10:34.674709 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 429e9b64-85ba-43d6-87ae-d9b11f433f43, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=429e9b64-85ba-43d6-87ae-d9b11f433f43,segment=NetworkSegment(d1c0fce5-521d-438d-a9d1-a6c40041ff2b),segment_id=d1c0fce5-521d-438d-a9d1-a6c40041ff2b)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:10:34.679535 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac411010-ed57-4040-b974-aef9328e003a tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Made reservation on behalf of a45ecca62a364aaabca1717c79558f6f for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:10:34.686756 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (429e9b64-85ba-43d6-87ae-d9b11f433f43), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:34.689107 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ac411010-ed57-4040-b974-aef9328e003a tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:34.751499 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=429e9b64-85ba-43d6-87ae-d9b11f433f43,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:34.764187 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-a1dfbe77-39ad-42a1-b65c-c7fee315aa4e None None] Deleting port 157d8f03-16f0-4a49-9bad-626ecf039d82 {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:10:34.764955 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a1dfbe77-39ad-42a1-b65c-c7fee315aa4e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (157d8f03-16f0-4a49-9bad-626ecf039d82), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:34.774187 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 42164) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:34.859568 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-a1dfbe77-39ad-42a1-b65c-c7fee315aa4e None None] For port 157d8f03-16f0-4a49-9bad-626ecf039d82, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=157d8f03-16f0-4a49-9bad-626ecf039d82,segment=NetworkSegment(0c54767f-f5cc-4fe8-be2b-89310a1e6df6),segment_id=0c54767f-f5cc-4fe8-be2b-89310a1e6df6)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:10:34.860093 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a1dfbe77-39ad-42a1-b65c-c7fee315aa4e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (157d8f03-16f0-4a49-9bad-626ecf039d82), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:34.879846 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-a1dfbe77-39ad-42a1-b65c-c7fee315aa4e None None] Calling delete_port for 157d8f03-16f0-4a49-9bad-626ecf039d82 owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:10:34.920450 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5806c94c-a68e-4cfa-a095-9160522bf2c0 req-620433d0-e347-41e5-94a0-07a541660473 tempest-ServerShowV247Test-1080228328 tempest-ServerShowV247Test-1080228328-project] 10.222.0.32 "GET /v2.0/ports?device_id=5de254c4-9ef2-4c81-ae96-63159f2eca16 HTTP/1.1" status: 200  len: 210 time: 0.1092789
May 07 22:10:34.937431 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-798678e1-2b08-409c-a258-7e3e00a03a47 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (c6a06bb2-a15a-4a86-97bc-08f9b08bdb12), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:34.940201 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['429e9b64-85ba-43d6-87ae-d9b11f433f43'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:10:34.966275 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7242ff75-8023-4fa7-951b-7a8db91887e2 req-c94a070b-6b11-4b70-ab83-615463b9b6d6 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:34.967830 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7242ff75-8023-4fa7-951b-7a8db91887e2 req-c94a070b-6b11-4b70-ab83-615463b9b6d6 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] 10.222.0.32 "GET /v2.0/ports?device_id=bac6afa1-a9f5-4cb2-8f02-d226525d4d7a HTTP/1.1" status: 200  len: 908 time: 0.1308115
May 07 22:10:35.026899 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ac411010-ed57-4040-b974-aef9328e003a tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (131e3e56-46b4-42d5-9e52-177ebed84d82), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:35.031911 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a1dfbe77-39ad-42a1-b65c-c7fee315aa4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (157d8f03-16f0-4a49-9bad-626ecf039d82), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:35.067971 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798678e1-2b08-409c-a258-7e3e00a03a47 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Pushing event updated for resources: {'Subnet': ['ID=c6a06bb2-a15a-4a86-97bc-08f9b08bdb12,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:35.068778 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac411010-ed57-4040-b974-aef9328e003a tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:10:35.071780 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dfbe77-39ad-42a1-b65c-c7fee315aa4e None None] Pushing event deleted for resources: {'Port': ['ID=157d8f03-16f0-4a49-9bad-626ecf039d82,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:35.073767 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1dfbe77-39ad-42a1-b65c-c7fee315aa4e None None] No DVR routers for this DVR port 157d8f03-16f0-4a49-9bad-626ecf039d82 on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:10:35.075190 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-ac411010-ed57-4040-b974-aef9328e003a tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:10:35.086671 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac411010-ed57-4040-b974-aef9328e003a tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:35.086671 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ac411010-ed57-4040-b974-aef9328e003a tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:35.093637 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975ae74e-39e1-428f-beaa-6a123ab69e43 None None] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:10:35.113523 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-ac411010-ed57-4040-b974-aef9328e003a tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.6106391
May 07 22:10:35.115191 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42170) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:35.123314 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-c0f03e51-3498-48d3-8c78-1737e2f9d728 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Request body: {'port': {'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'mac_address': 'fa:16:3e:24:55:86', 'name': 'tempest-NetworksTestDHCPv6-1239738746'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:10:35.131698 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-c1289cad-7f8f-4620-b92d-41d1ab9710c2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d98edd5a449c4a118b006639f772fe62&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3465865
May 07 22:10:35.136360 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 42172) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:35.146946 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798678e1-2b08-409c-a258-7e3e00a03a47 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Checking segment: {'id': 'c2a0c0b7-d4ae-47d6-a150-bf2e0637ef7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2c54f1d5-f22f-4a93-835d-0646d0f2c08e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:10:35.147315 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798678e1-2b08-409c-a258-7e3e00a03a47 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Network hostable DHCP agents. Network: 2c54f1d5-f22f-4a93-835d-0646d0f2c08e, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:10:35.229967 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44605f20-be7b-4f6a-b31c-7f755c316b7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'project_id': 'a45ecca62a364aaabca1717c79558f6f', 'fixed_ips': [{'subnet_id': '131e3e56-46b4-42d5-9e52-177ebed84d82'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:10:35.231479 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-44605f20-be7b-4f6a-b31c-7f755c316b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:35.239925 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-148bc657-d1ea-451a-827e-c9e751d45b21 req-1ca876df-2e98-4bc7-9807-42d2c6450d76 service neutron] 10.222.0.59 "GET /v2.0/networks/53cb28c4-547f-45c6-af6b-4da71054c830?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2224219
May 07 22:10:35.248300 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798678e1-2b08-409c-a258-7e3e00a03a47 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Network 2c54f1d5-f22f-4a93-835d-0646d0f2c08e is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:10:35.250870 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac411010-ed57-4040-b974-aef9328e003a tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event updated for resources: {'Subnet': ['ID=131e3e56-46b4-42d5-9e52-177ebed84d82,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:35.266534 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-26d3d66b-a5df-487d-90c4-84fe1f49b0db admin admin] Publish callbacks [] for security_group (e949e4fa-e159-48d8-8473-adae740aa6d7), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:35.269682 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-798678e1-2b08-409c-a258-7e3e00a03a47 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2c54f1d5-f22f-4a93-835d-0646d0f2c08e) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:10:35.280005 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798678e1-2b08-409c-a258-7e3e00a03a47 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:35.280928 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-798678e1-2b08-409c-a258-7e3e00a03a47 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:35.287285 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 157d8f03-16f0-4a49-9bad-626ecf039d82 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:10:35.290234 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38070faf-a2cf-4a0e-b2c1-250acb9839d0 None None] Network 2c54f1d5-f22f-4a93-835d-0646d0f2c08e requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:10:35.312056 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-26d3d66b-a5df-487d-90c4-84fe1f49b0db admin admin] Publish callbacks [] for security_group (e949e4fa-e159-48d8-8473-adae740aa6d7), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:35.334652 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6ed682ee-1257-464e-ad31-a1eb49db2130 req-bf0a2009-f9c2-4281-9926-4fb97095b6ec tempest-ServerShowV247Test-1080228328 tempest-ServerShowV247Test-1080228328-project] 10.222.0.59 "GET /v2.0/ports?device_id=5de254c4-9ef2-4c81-ae96-63159f2eca16 HTTP/1.1" status: 200  len: 210 time: 0.0363839
May 07 22:10:35.337342 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f03e51-3498-48d3-8c78-1737e2f9d728 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Made reservation on behalf of a45ecca62a364aaabca1717c79558f6f for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:10:35.340177 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-798678e1-2b08-409c-a258-7e3e00a03a47 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.0921137
May 07 22:10:35.343257 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42174) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:35.351611 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-4626ce57-82ad-4670-a75d-9bb0866b8d57 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Request body: {'port': {'network_id': '2c54f1d5-f22f-4a93-835d-0646d0f2c08e', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1920096013'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:10:35.401632 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 157d8f03-16f0-4a49-9bad-626ecf039d82 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:10:35.401979 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 157d8f03-16f0-4a49-9bad-626ecf039d82 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:10:35.419102 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-26d3d66b-a5df-487d-90c4-84fe1f49b0db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (e949e4fa-e159-48d8-8473-adae740aa6d7), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:35.423173 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-26d3d66b-a5df-487d-90c4-84fe1f49b0db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:35.429728 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-26d3d66b-a5df-487d-90c4-84fe1f49b0db admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e949e4fa-e159-48d8-8473-adae740aa6d7 HTTP/1.1" status: 204  len: 168 time: 0.2924440
May 07 22:10:35.460163 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d3d66b-a5df-487d-90c4-84fe1f49b0db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e949e4fa-e159-48d8-8473-adae740aa6d7,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:35.540714 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c0f03e51-3498-48d3-8c78-1737e2f9d728 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:35.582832 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [None req-c0f03e51-3498-48d3-8c78-1737e2f9d728 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] device_id is not set on port 9cf1dcd7-cc81-4ecf-81f8-d448c11f3de9 yet. {{(pid=121836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 22:10:35.610622 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0ece91-6277-4cef-b7fe-2e36a5f36e0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-2c54f1d5-f22f-4a93-835d-0646d0f2c08e', 'network_id': '2c54f1d5-f22f-4a93-835d-0646d0f2c08e', 'project_id': '9c3329647b05487f9d63d3c4ec2183b9', 'fixed_ips': [{'subnet_id': 'c6a06bb2-a15a-4a86-97bc-08f9b08bdb12'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:10:35.611621 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-8c0ece91-6277-4cef-b7fe-2e36a5f36e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:35.629684 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-44605f20-be7b-4f6a-b31c-7f755c316b7b None None] Allocated IP 2001:db8::2 (c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a/131e3e56-46b4-42d5-9e52-177ebed84d82/d7c068ff-012f-4c4c-b995-83d30128c094) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:10:35.670411 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4626ce57-82ad-4670-a75d-9bb0866b8d57 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Made reservation on behalf of 9c3329647b05487f9d63d3c4ec2183b9 for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:10:35.676086 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4626ce57-82ad-4670-a75d-9bb0866b8d57 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:35.713226 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [None req-4626ce57-82ad-4670-a75d-9bb0866b8d57 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] device_id is not set on port 3e26d5f2-d182-408b-9ec3-4ede3e658587 yet. {{(pid=121836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 22:10:35.862008 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-8c0ece91-6277-4cef-b7fe-2e36a5f36e0a None None] Allocated IP 172.20.0.2 (2c54f1d5-f22f-4a93-835d-0646d0f2c08e/c6a06bb2-a15a-4a86-97bc-08f9b08bdb12/e6716052-42dd-41ea-86be-a6f9ceb24b7e) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:10:35.885152 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42186) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:35.905742 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f3993a5a-3f39-4c73-bd97-6ddb8f0dc133 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:35.941651 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-44605f20-be7b-4f6a-b31c-7f755c316b7b None None] Publish callbacks [] for port (d7c068ff-012f-4c4c-b995-83d30128c094), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:35.975732 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-44605f20-be7b-4f6a-b31c-7f755c316b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (d7c068ff-012f-4c4c-b995-83d30128c094), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:36.026601 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44605f20-be7b-4f6a-b31c-7f755c316b7b None None] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:10:36.031169 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-44605f20-be7b-4f6a-b31c-7f755c316b7b None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:10:36.033645 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44605f20-be7b-4f6a-b31c-7f755c316b7b None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:10:36.056168 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44605f20-be7b-4f6a-b31c-7f755c316b7b None None] Pushing event updated for resources: {'Port': ['ID=d7c068ff-012f-4c4c-b995-83d30128c094,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:36.086633 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-c0f03e51-3498-48d3-8c78-1737e2f9d728 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Allocated IP 2001:db8::243 (c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a/131e3e56-46b4-42d5-9e52-177ebed84d82/9cf1dcd7-cc81-4ecf-81f8-d448c11f3de9) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:10:36.153683 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74168d9-fa09-4219-805b-8b7d1e16d691 req-64ef996f-c985-4166-8f04-e756a7144bad tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:36.170198 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e74168d9-fa09-4219-805b-8b7d1e16d691 req-64ef996f-c985-4166-8f04-e756a7144bad tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] 10.222.0.32 "GET /v2.0/ports?device_id=bac6afa1-a9f5-4cb2-8f02-d226525d4d7a HTTP/1.1" status: 200  len: 908 time: 0.0838325
May 07 22:10:36.172029 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f3993a5a-3f39-4c73-bd97-6ddb8f0dc133 admin admin] Publish callbacks [] for security_group (d9132ec2-11c3-49e5-9c14-bbaf938194b3), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:36.201092 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f3993a5a-3f39-4c73-bd97-6ddb8f0dc133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (d9132ec2-11c3-49e5-9c14-bbaf938194b3), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:36.255030 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3993a5a-3f39-4c73-bd97-6ddb8f0dc133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9132ec2-11c3-49e5-9c14-bbaf938194b3,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:36.263329 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 429e9b64-85ba-43d6-87ae-d9b11f433f43 up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:10:36.302003 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-f3993a5a-3f39-4c73-bd97-6ddb8f0dc133 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1444cff1a7834e07850e6ec6f4df8424&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4157445
May 07 22:10:36.305014 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 42202) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:36.358329 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-44605f20-be7b-4f6a-b31c-7f755c316b7b None None] Attempting to bind port d7c068ff-012f-4c4c-b995-83d30128c094 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:10:36.358710 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-44605f20-be7b-4f6a-b31c-7f755c316b7b None None] Attempting to bind port d7c068ff-012f-4c4c-b995-83d30128c094 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0c54767f-f5cc-4fe8-be2b-89310a1e6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:10:36.359122 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44605f20-be7b-4f6a-b31c-7f755c316b7b None None] Attempting to bind port d7c068ff-012f-4c4c-b995-83d30128c094 on network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:10:36.408585 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44605f20-be7b-4f6a-b31c-7f755c316b7b None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:10:36.409016 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44605f20-be7b-4f6a-b31c-7f755c316b7b None None] Checking segment: {'id': '0c54767f-f5cc-4fe8-be2b-89310a1e6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:10:36.409371 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-44605f20-be7b-4f6a-b31c-7f755c316b7b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:36.409765 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44605f20-be7b-4f6a-b31c-7f755c316b7b None None] Bound using segment: {'id': '0c54767f-f5cc-4fe8-be2b-89310a1e6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:10:36.410252 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-44605f20-be7b-4f6a-b31c-7f755c316b7b None None] Bound port: d7c068ff-012f-4c4c-b995-83d30128c094, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c54767f-f5cc-4fe8-be2b-89310a1e6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:10:36.410632 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-44605f20-be7b-4f6a-b31c-7f755c316b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (d7c068ff-012f-4c4c-b995-83d30128c094), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:36.440613 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-8c0ece91-6277-4cef-b7fe-2e36a5f36e0a None None] Publish callbacks [] for port (e6716052-42dd-41ea-86be-a6f9ceb24b7e), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:36.440860 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c0f03e51-3498-48d3-8c78-1737e2f9d728 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for port (9cf1dcd7-cc81-4ecf-81f8-d448c11f3de9), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:36.452399 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f05c74a6-9f34-46ca-b309-5ff29f190761 admin admin] Publish callbacks [] for security_group (d9132ec2-11c3-49e5-9c14-bbaf938194b3), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:36.511617 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f05c74a6-9f34-46ca-b309-5ff29f190761 admin admin] Publish callbacks [] for security_group (d9132ec2-11c3-49e5-9c14-bbaf938194b3), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:36.531901 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-8c0ece91-6277-4cef-b7fe-2e36a5f36e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (e6716052-42dd-41ea-86be-a6f9ceb24b7e), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:36.555414 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-4626ce57-82ad-4670-a75d-9bb0866b8d57 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Allocated IP 172.20.0.7 (2c54f1d5-f22f-4a93-835d-0646d0f2c08e/c6a06bb2-a15a-4a86-97bc-08f9b08bdb12/3e26d5f2-d182-408b-9ec3-4ede3e658587) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:10:36.557869 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c0f03e51-3498-48d3-8c78-1737e2f9d728 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (9cf1dcd7-cc81-4ecf-81f8-d448c11f3de9), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:36.567177 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning for port 429e9b64-85ba-43d6-87ae-d9b11f433f43 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 22:10:36.575653 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 42210) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:36.621187 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f03e51-3498-48d3-8c78-1737e2f9d728 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:10:36.626825 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-c0f03e51-3498-48d3-8c78-1737e2f9d728 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:10:36.635961 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f05c74a6-9f34-46ca-b309-5ff29f190761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (d9132ec2-11c3-49e5-9c14-bbaf938194b3), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:36.640091 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f03e51-3498-48d3-8c78-1737e2f9d728 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:10:36.642539 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f05c74a6-9f34-46ca-b309-5ff29f190761 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:36.646202 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f03e51-3498-48d3-8c78-1737e2f9d728 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:36.646411 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c0f03e51-3498-48d3-8c78-1737e2f9d728 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:36.652160 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0ece91-6277-4cef-b7fe-2e36a5f36e0a None None] Network 2c54f1d5-f22f-4a93-835d-0646d0f2c08e is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:10:36.653490 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-f05c74a6-9f34-46ca-b309-5ff29f190761 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d9132ec2-11c3-49e5-9c14-bbaf938194b3 HTTP/1.1" status: 204  len: 168 time: 0.3471472
May 07 22:10:36.653844 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0ece91-6277-4cef-b7fe-2e36a5f36e0a None None] Pushing event updated for resources: {'Port': ['ID=e6716052-42dd-41ea-86be-a6f9ceb24b7e,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:36.659039 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-8c0ece91-6277-4cef-b7fe-2e36a5f36e0a None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:10:36.663250 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port 429e9b64-85ba-43d6-87ae-d9b11f433f43 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:10:36.663629 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (429e9b64-85ba-43d6-87ae-d9b11f433f43), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:36.665348 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0ece91-6277-4cef-b7fe-2e36a5f36e0a None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:10:36.701781 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f03e51-3498-48d3-8c78-1737e2f9d728 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event updated for resources: {'Port': ['ID=9cf1dcd7-cc81-4ecf-81f8-d448c11f3de9,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:36.703267 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05c74a6-9f34-46ca-b309-5ff29f190761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9132ec2-11c3-49e5-9c14-bbaf938194b3,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:36.723245 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-c0f03e51-3498-48d3-8c78-1737e2f9d728 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 932 time: 1.6040738
May 07 22:10:36.723599 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42216) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:36.808164 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-44410aa4-4bb0-40a3-8058-dcb2995111a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:36.815633 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-44605f20-be7b-4f6a-b31c-7f755c316b7b None None] For port d7c068ff-012f-4c4c-b995-83d30128c094, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:10:36.849092 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-44605f20-be7b-4f6a-b31c-7f755c316b7b None None] For port d7c068ff-012f-4c4c-b995-83d30128c094, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d7c068ff-012f-4c4c-b995-83d30128c094,segment=NetworkSegment(0c54767f-f5cc-4fe8-be2b-89310a1e6df6),segment_id=0c54767f-f5cc-4fe8-be2b-89310a1e6df6)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:10:36.852014 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d51bf4-6189-4e46-bdf7-e8c0aebce2bd tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:36.858161 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d51bf4-6189-4e46-bdf7-e8c0aebce2bd tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:36.875477 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-76d51bf4-6189-4e46-bdf7-e8c0aebce2bd tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1669 time: 0.1505542
May 07 22:10:36.878749 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 42228) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:36.910141 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-44605f20-be7b-4f6a-b31c-7f755c316b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (d7c068ff-012f-4c4c-b995-83d30128c094), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:36.925957 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 429e9b64-85ba-43d6-87ae-d9b11f433f43 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:10:36.926375 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (429e9b64-85ba-43d6-87ae-d9b11f433f43), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:36.957443 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-44410aa4-4bb0-40a3-8058-dcb2995111a7 admin admin] Publish callbacks [] for security_group (bcb20d2e-3276-4857-a1b6-1d5df742d73b), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:36.964797 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4626ce57-82ad-4670-a75d-9bb0866b8d57 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for port (3e26d5f2-d182-408b-9ec3-4ede3e658587), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:36.990691 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-8c0ece91-6277-4cef-b7fe-2e36a5f36e0a None None] Attempting to bind port e6716052-42dd-41ea-86be-a6f9ceb24b7e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:10:36.996176 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-8c0ece91-6277-4cef-b7fe-2e36a5f36e0a None None] Attempting to bind port e6716052-42dd-41ea-86be-a6f9ceb24b7e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c2a0c0b7-d4ae-47d6-a150-bf2e0637ef7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2c54f1d5-f22f-4a93-835d-0646d0f2c08e'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:10:36.996559 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0ece91-6277-4cef-b7fe-2e36a5f36e0a None None] Attempting to bind port e6716052-42dd-41ea-86be-a6f9ceb24b7e on network 2c54f1d5-f22f-4a93-835d-0646d0f2c08e {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:10:37.001051 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44605f20-be7b-4f6a-b31c-7f755c316b7b None None] Pushing event updated for resources: {'Port': ['ID=d7c068ff-012f-4c4c-b995-83d30128c094,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:37.035045 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0ece91-6277-4cef-b7fe-2e36a5f36e0a None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:10:37.036556 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0ece91-6277-4cef-b7fe-2e36a5f36e0a None None] Checking segment: {'id': 'c2a0c0b7-d4ae-47d6-a150-bf2e0637ef7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2c54f1d5-f22f-4a93-835d-0646d0f2c08e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:10:37.036986 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-8c0ece91-6277-4cef-b7fe-2e36a5f36e0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:37.038657 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0ece91-6277-4cef-b7fe-2e36a5f36e0a None None] Bound using segment: {'id': 'c2a0c0b7-d4ae-47d6-a150-bf2e0637ef7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2c54f1d5-f22f-4a93-835d-0646d0f2c08e'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:10:37.039444 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-8c0ece91-6277-4cef-b7fe-2e36a5f36e0a None None] Bound port: e6716052-42dd-41ea-86be-a6f9ceb24b7e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2a0c0b7-d4ae-47d6-a150-bf2e0637ef7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '2c54f1d5-f22f-4a93-835d-0646d0f2c08e'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:10:37.039575 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-8c0ece91-6277-4cef-b7fe-2e36a5f36e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (e6716052-42dd-41ea-86be-a6f9ceb24b7e), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:37.049264 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4626ce57-82ad-4670-a75d-9bb0866b8d57 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (3e26d5f2-d182-408b-9ec3-4ede3e658587), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:37.079165 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-50cd248c-b953-4743-ac13-bfa9587fcfe5 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Deleting port 9cf1dcd7-cc81-4ecf-81f8-d448c11f3de9 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:10:37.079510 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-50cd248c-b953-4743-ac13-bfa9587fcfe5 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (9cf1dcd7-cc81-4ecf-81f8-d448c11f3de9), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:37.084001 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-44410aa4-4bb0-40a3-8058-dcb2995111a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (bcb20d2e-3276-4857-a1b6-1d5df742d73b), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:37.123976 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 429e9b64-85ba-43d6-87ae-d9b11f433f43, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=429e9b64-85ba-43d6-87ae-d9b11f433f43,segment=NetworkSegment(d1c0fce5-521d-438d-a9d1-a6c40041ff2b),segment_id=d1c0fce5-521d-438d-a9d1-a6c40041ff2b)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:10:37.131587 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bac6afa1-a9f5-4cb2-8f02-d226525d4d7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '429e9b64-85ba-43d6-87ae-d9b11f433f43'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:10:37.135405 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2089d4b7-c30f-4701-b743-d88f4fae21ef" -d '{"events": [{"server_uuid": "bac6afa1-a9f5-4cb2-8f02-d226525d4d7a", "name": "network-vif-plugged", "status": "completed", "tag": "429e9b64-85ba-43d6-87ae-d9b11f433f43"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:10:37.156749 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4626ce57-82ad-4670-a75d-9bb0866b8d57 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Network 2c54f1d5-f22f-4a93-835d-0646d0f2c08e is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:10:37.161797 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-4626ce57-82ad-4670-a75d-9bb0866b8d57 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:10:37.174986 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4626ce57-82ad-4670-a75d-9bb0866b8d57 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:10:37.252275 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-8c0ece91-6277-4cef-b7fe-2e36a5f36e0a None None] For port e6716052-42dd-41ea-86be-a6f9ceb24b7e, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:10:37.268967 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-8c0ece91-6277-4cef-b7fe-2e36a5f36e0a None None] For port e6716052-42dd-41ea-86be-a6f9ceb24b7e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e6716052-42dd-41ea-86be-a6f9ceb24b7e,segment=NetworkSegment(c2a0c0b7-d4ae-47d6-a150-bf2e0637ef7b),segment_id=c2a0c0b7-d4ae-47d6-a150-bf2e0637ef7b)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:10:37.275165 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (429e9b64-85ba-43d6-87ae-d9b11f433f43), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:37.285915 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 42274) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:37.286633 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-8c0ece91-6277-4cef-b7fe-2e36a5f36e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (e6716052-42dd-41ea-86be-a6f9ceb24b7e), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:37.288689 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-44410aa4-4bb0-40a3-8058-dcb2995111a7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fb0d2331b1674fe797c71f474a68e096&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7098548
May 07 22:10:37.322727 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4626ce57-82ad-4670-a75d-9bb0866b8d57 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:37.324168 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4626ce57-82ad-4670-a75d-9bb0866b8d57 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:37.328628 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42278) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:37.355802 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44410aa4-4bb0-40a3-8058-dcb2995111a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb20d2e-3276-4857-a1b6-1d5df742d73b,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:37.380364 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=429e9b64-85ba-43d6-87ae-d9b11f433f43,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:37.384455 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ed8520-fa63-493b-992b-2cdefa762a9b x-openstack-request-id: req-f5ed8520-fa63-493b-992b-2cdefa762a9b {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:10:37.384621 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f27bfac7-d496-4dee-93b7-512b9e2c5078 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:37.384762 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bac6afa1-a9f5-4cb2-8f02-d226525d4d7a", "name": "network-vif-plugged", "status": "completed", "tag": "429e9b64-85ba-43d6-87ae-d9b11f433f43", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:10:37.384987 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f5ed8520-fa63-493b-992b-2cdefa762a9b {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:10:37.385385 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5ed8520-fa63-493b-992b-2cdefa762a9b'] response: {'server_uuid': 'bac6afa1-a9f5-4cb2-8f02-d226525d4d7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '429e9b64-85ba-43d6-87ae-d9b11f433f43', 'code': 200}
May 07 22:10:37.426243 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-4626ce57-82ad-4670-a75d-9bb0866b8d57 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 886 time: 2.0814888
May 07 22:10:37.440621 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4626ce57-82ad-4670-a75d-9bb0866b8d57 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Pushing event updated for resources: {'Port': ['ID=3e26d5f2-d182-408b-9ec3-4ede3e658587,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:37.503159 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 42282) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:37.506335 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5059f67e-7c77-4606-abe2-c4f538580680 req-bce28471-cb05-401b-8e5e-6d013d93c9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:37.515561 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5059f67e-7c77-4606-abe2-c4f538580680 req-bce28471-cb05-401b-8e5e-6d013d93c9a3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=bac6afa1-a9f5-4cb2-8f02-d226525d4d7a HTTP/1.1" status: 200  len: 1091 time: 0.0769005
May 07 22:10:37.586820 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0ece91-6277-4cef-b7fe-2e36a5f36e0a None None] Pushing event updated for resources: {'Port': ['ID=e6716052-42dd-41ea-86be-a6f9ceb24b7e,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:37.609500 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3a6008-6edc-4a05-a64a-b8c431eefd43 req-b108f90a-68d8-4344-8668-7b413f1bc7a7 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:37.614324 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ae3a6008-6edc-4a05-a64a-b8c431eefd43 req-b108f90a-68d8-4344-8668-7b413f1bc7a7 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] 10.222.0.32 "GET /v2.0/ports?device_id=bac6afa1-a9f5-4cb2-8f02-d226525d4d7a HTTP/1.1" status: 200  len: 909 time: 0.2536116
May 07 22:10:37.621236 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e70e1596-8ad2-41e3-ad1d-e1615004a6de admin admin] Publish callbacks [] for security_group (bcb20d2e-3276-4857-a1b6-1d5df742d73b), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:37.689533 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e70e1596-8ad2-41e3-ad1d-e1615004a6de admin admin] Publish callbacks [] for security_group (bcb20d2e-3276-4857-a1b6-1d5df742d73b), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:37.800682 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-50cd248c-b953-4743-ac13-bfa9587fcfe5 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (9cf1dcd7-cc81-4ecf-81f8-d448c11f3de9), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:37.815833 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e70e1596-8ad2-41e3-ad1d-e1615004a6de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (bcb20d2e-3276-4857-a1b6-1d5df742d73b), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:37.827765 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e70e1596-8ad2-41e3-ad1d-e1615004a6de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:37.829257 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-e70e1596-8ad2-41e3-ad1d-e1615004a6de admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bcb20d2e-3276-4857-a1b6-1d5df742d73b HTTP/1.1" status: 204  len: 168 time: 0.4964218
May 07 22:10:37.875728 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70e1596-8ad2-41e3-ad1d-e1615004a6de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb20d2e-3276-4857-a1b6-1d5df742d73b,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:37.890459 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-50cd248c-b953-4743-ac13-bfa9587fcfe5 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Calling delete_port for 9cf1dcd7-cc81-4ecf-81f8-d448c11f3de9 owned by  {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:10:37.919222 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-c568363f-db1d-48cc-b6f6-c75e5b3a912e tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Deleting port 3e26d5f2-d182-408b-9ec3-4ede3e658587 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:10:37.919942 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c568363f-db1d-48cc-b6f6-c75e5b3a912e tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (3e26d5f2-d182-408b-9ec3-4ede3e658587), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:38.198798 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c568363f-db1d-48cc-b6f6-c75e5b3a912e tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (3e26d5f2-d182-408b-9ec3-4ede3e658587), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:38.224993 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-c568363f-db1d-48cc-b6f6-c75e5b3a912e tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Calling delete_port for 3e26d5f2-d182-408b-9ec3-4ede3e658587 owned by  {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:10:38.325999 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f27bfac7-d496-4dee-93b7-512b9e2c5078 admin admin] Publish callbacks [] for security_group (8d1a1520-de21-4731-9ce3-318816f1d760), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:38.346595 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f27bfac7-d496-4dee-93b7-512b9e2c5078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (8d1a1520-de21-4731-9ce3-318816f1d760), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:38.454758 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27bfac7-d496-4dee-93b7-512b9e2c5078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d1a1520-de21-4731-9ce3-318816f1d760,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:38.515264 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-f27bfac7-d496-4dee-93b7-512b9e2c5078 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8e9b35ab64504a0a92a6efafc110149a&name=default HTTP/1.1" status: 200  len: 3000 time: 1.2252777
May 07 22:10:38.516814 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42294) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:38.608805 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-50cd248c-b953-4743-ac13-bfa9587fcfe5 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (9cf1dcd7-cc81-4ecf-81f8-d448c11f3de9), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:38.660597 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cd248c-b953-4743-ac13-bfa9587fcfe5 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event deleted for resources: {'Port': ['ID=9cf1dcd7-cc81-4ecf-81f8-d448c11f3de9,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:38.674171 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-75797ffb-e123-45a2-be6f-a7434aa7abe3 admin admin] Publish callbacks [] for security_group (8d1a1520-de21-4731-9ce3-318816f1d760), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:38.717054 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-75797ffb-e123-45a2-be6f-a7434aa7abe3 admin admin] Publish callbacks [] for security_group (8d1a1520-de21-4731-9ce3-318816f1d760), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:38.794694 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-50cd248c-b953-4743-ac13-bfa9587fcfe5 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:38.810289 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-50cd248c-b953-4743-ac13-bfa9587fcfe5 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/ports/9cf1dcd7-cc81-4ecf-81f8-d448c11f3de9 HTTP/1.1" status: 204  len: 168 time: 1.9258401
May 07 22:10:38.824131 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42304) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:38.854348 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c568363f-db1d-48cc-b6f6-c75e5b3a912e tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (3e26d5f2-d182-408b-9ec3-4ede3e658587), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:38.875318 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-75797ffb-e123-45a2-be6f-a7434aa7abe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (8d1a1520-de21-4731-9ce3-318816f1d760), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:38.878293 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-75797ffb-e123-45a2-be6f-a7434aa7abe3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:38.879473 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-75797ffb-e123-45a2-be6f-a7434aa7abe3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8d1a1520-de21-4731-9ce3-318816f1d760 HTTP/1.1" status: 204  len: 168 time: 0.3615367
May 07 22:10:38.905852 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75797ffb-e123-45a2-be6f-a7434aa7abe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d1a1520-de21-4731-9ce3-318816f1d760,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:39.003478 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95daee6b-7529-45f0-8c3b-19074959657f tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:39.010947 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95daee6b-7529-45f0-8c3b-19074959657f tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:39.016288 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-95daee6b-7529-45f0-8c3b-19074959657f tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1451 time: 0.1891773
May 07 22:10:39.024597 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42312) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:39.111039 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [req-fc1dd620-bbf7-497b-a8cd-605b94344075 req-a5f1d93b-7891-4b66-94cb-b8244bd43696 service neutron] (121837) timed out ('10.222.0.59', 63080) {{(pid=121837) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
May 07 22:10:39.121546 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c568363f-db1d-48cc-b6f6-c75e5b3a912e tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Pushing event deleted for resources: {'Port': ['ID=3e26d5f2-d182-408b-9ec3-4ede3e658587,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:39.152262 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_v2 [None req-81e2fd34-ccd5-4398-9348-55a53a44538f tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Deleting subnet 131e3e56-46b4-42d5-9e52-177ebed84d82 {{(pid=121836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:10:39.157371 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-81e2fd34-ccd5-4398-9348-55a53a44538f tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for subnet (131e3e56-46b4-42d5-9e52-177ebed84d82), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:39.252802 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-81e2fd34-ccd5-4398-9348-55a53a44538f tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726883'] for subnet (131e3e56-46b4-42d5-9e52-177ebed84d82), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:39.269613 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00785a5-5f6b-407b-a0b2-d228173de146 req-7711303b-0e81-4ee7-ac1c-5bd06de569c0 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:39.285938 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b00785a5-5f6b-407b-a0b2-d228173de146 req-7711303b-0e81-4ee7-ac1c-5bd06de569c0 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] 10.222.0.32 "GET /v2.0/ports?device_id=bac6afa1-a9f5-4cb2-8f02-d226525d4d7a HTTP/1.1" status: 200  len: 909 time: 0.4673483
May 07 22:10:39.389770 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c568363f-db1d-48cc-b6f6-c75e5b3a912e tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:39.393788 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-c568363f-db1d-48cc-b6f6-c75e5b3a912e tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "DELETE /v2.0/ports/3e26d5f2-d182-408b-9ec3-4ede3e658587 HTTP/1.1" status: 204  len: 168 time: 1.8772132
May 07 22:10:39.396882 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 42320) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:39.484057 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-0702dd95-5b87-41c7-b7ef-d2e8d0b3a82e tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] GET failed (client error): The resource could not be found.
May 07 22:10:39.485737 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-0702dd95-5b87-41c7-b7ef-d2e8d0b3a82e tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "GET /v2.0/ports/3e26d5f2-d182-408b-9ec3-4ede3e658587 HTTP/1.1" status: 404  len: 333 time: 0.0878282
May 07 22:10:39.495425 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 42322) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:39.565482 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-81e2fd34-ccd5-4398-9348-55a53a44538f tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (131e3e56-46b4-42d5-9e52-177ebed84d82), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:39.615875 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device d7c068ff-012f-4c4c-b995-83d30128c094 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:10:39.716242 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-c81e759c-7cc1-41dc-82c4-a982f04b8b19 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Deleting subnet c6a06bb2-a15a-4a86-97bc-08f9b08bdb12 {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:10:39.725360 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c81e759c-7cc1-41dc-82c4-a982f04b8b19 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for subnet (c6a06bb2-a15a-4a86-97bc-08f9b08bdb12), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:39.821166 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port d7c068ff-012f-4c4c-b995-83d30128c094 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:10:39.821547 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (d7c068ff-012f-4c4c-b995-83d30128c094), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:39.865942 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c81e759c-7cc1-41dc-82c4-a982f04b8b19 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (c6a06bb2-a15a-4a86-97bc-08f9b08bdb12), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:39.876532 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1ffdb3-5c6f-489a-95be-a910100002a2 req-f2cf47a9-cb6c-411a-9bdd-041342904453 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:39.878353 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6d1ffdb3-5c6f-489a-95be-a910100002a2 req-f2cf47a9-cb6c-411a-9bdd-041342904453 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] 10.222.0.32 "GET /v2.0/ports?device_id=bac6afa1-a9f5-4cb2-8f02-d226525d4d7a HTTP/1.1" status: 200  len: 909 time: 0.1707079
May 07 22:10:39.997302 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393e120c-e842-47cd-91ca-ef6850251b1e None None] Network 2c54f1d5-f22f-4a93-835d-0646d0f2c08e requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:10:40.011651 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-81e2fd34-ccd5-4398-9348-55a53a44538f tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (131e3e56-46b4-42d5-9e52-177ebed84d82), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:40.056375 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c81e759c-7cc1-41dc-82c4-a982f04b8b19 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (c6a06bb2-a15a-4a86-97bc-08f9b08bdb12), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:40.169708 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-09585fc0-a75f-4ee5-8ecf-ae7fd563f3fa None None] Provisioning complete for port e6716052-42dd-41ea-86be-a6f9ceb24b7e triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:10:40.171974 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-09585fc0-a75f-4ee5-8ecf-ae7fd563f3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (e6716052-42dd-41ea-86be-a6f9ceb24b7e), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:40.271463 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e2fd34-ccd5-4398-9348-55a53a44538f tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event deleted for resources: {'Subnet': ['ID=131e3e56-46b4-42d5-9e52-177ebed84d82,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:40.279505 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a375a73-2dcc-4a9a-bb9b-917e2a53c265 req-1c48e5f2-aa0f-4314-b5b2-81e276f512ab tempest-TestSecurityGroupsBasicOps-724098100 tempest-TestSecurityGroupsBasicOps-724098100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:40.285296 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-81e2fd34-ccd5-4398-9348-55a53a44538f tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:40.298012 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-81e2fd34-ccd5-4398-9348-55a53a44538f tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/subnets/131e3e56-46b4-42d5-9e52-177ebed84d82 HTTP/1.1" status: 204  len: 168 time: 1.2723372
May 07 22:10:40.302979 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7a375a73-2dcc-4a9a-bb9b-917e2a53c265 req-1c48e5f2-aa0f-4314-b5b2-81e276f512ab tempest-TestSecurityGroupsBasicOps-724098100 tempest-TestSecurityGroupsBasicOps-724098100-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=bac6afa1-a9f5-4cb2-8f02-d226525d4d7a HTTP/1.1" status: 200  len: 1091 time: 0.1139576
May 07 22:10:40.303860 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 42342) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:40.304205 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 42344) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:40.365516 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c81e759c-7cc1-41dc-82c4-a982f04b8b19 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (c6a06bb2-a15a-4a86-97bc-08f9b08bdb12), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:40.504897 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port d7c068ff-012f-4c4c-b995-83d30128c094 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:10:40.505661 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (d7c068ff-012f-4c4c-b995-83d30128c094), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:40.531875 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-646cb826-a90b-4e42-9107-c39f7b5328a1 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.2257090
May 07 22:10:40.559359 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 42352) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:40.572223 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81e759c-7cc1-41dc-82c4-a982f04b8b19 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Pushing event deleted for resources: {'Subnet': ['ID=c6a06bb2-a15a-4a86-97bc-08f9b08bdb12,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:40.575112 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c81e759c-7cc1-41dc-82c4-a982f04b8b19 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:40.579684 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-c81e759c-7cc1-41dc-82c4-a982f04b8b19 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "DELETE /v2.0/subnets/c6a06bb2-a15a-4a86-97bc-08f9b08bdb12 HTTP/1.1" status: 204  len: 168 time: 1.0830586
May 07 22:10:40.598259 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 42354) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:40.668699 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9e9a62-18d3-4cd7-a588-8f29dee6b8e7 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:40.672795 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-3d9e9a62-18d3-4cd7-a588-8f29dee6b8e7 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 864 time: 0.1120033
May 07 22:10:40.677531 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42358) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:40.714382 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a66645-210a-48cf-a1a8-7b75167e0622 req-a016d691-80b7-44fb-a2f5-8830b95c4ea9 tempest-TestSecurityGroupsBasicOps-724098100 tempest-TestSecurityGroupsBasicOps-724098100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:40.718361 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7358e7b2-b7fc-4c20-8f6e-9d8c5a677d78 None None] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:10:40.725468 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a9a66645-210a-48cf-a1a8-7b75167e0622 req-a016d691-80b7-44fb-a2f5-8830b95c4ea9 tempest-TestSecurityGroupsBasicOps-724098100 tempest-TestSecurityGroupsBasicOps-724098100-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=58c1a630-bf3c-43b9-8367-4ad0368a202f HTTP/1.1" status: 200  len: 1166 time: 0.1998253
May 07 22:10:40.766304 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-566dc2a4-3f18-41a0-ad24-895d8ef98723 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (2c54f1d5-f22f-4a93-835d-0646d0f2c08e), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:40.860996 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-464f3e13-3442-4f36-b701-b8455b6b56ad admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2005688318-network', 'tenant_id': 'b29256ef64d74a5297507ca500a9468e'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:10:40.882705 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79461fb0-5a5a-4a3a-9555-65239e314679 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:40.884717 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-79461fb0-5a5a-4a3a-9555-65239e314679 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.2031107
May 07 22:10:40.887661 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42366) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:40.903667 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-464f3e13-3442-4f36-b701-b8455b6b56ad admin admin] Made reservation on behalf of b29256ef64d74a5297507ca500a9468e for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:10:40.915146 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-464f3e13-3442-4f36-b701-b8455b6b56ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:40.941017 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-566dc2a4-3f18-41a0-ad24-895d8ef98723 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Deleting port e6716052-42dd-41ea-86be-a6f9ceb24b7e {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:10:40.942053 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-566dc2a4-3f18-41a0-ad24-895d8ef98723 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (e6716052-42dd-41ea-86be-a6f9ceb24b7e), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:40.954238 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-09585fc0-a75f-4ee5-8ecf-ae7fd563f3fa None None] Current status of the port e6716052-42dd-41ea-86be-a6f9ceb24b7e is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:10:40.955067 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-09585fc0-a75f-4ee5-8ecf-ae7fd563f3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (e6716052-42dd-41ea-86be-a6f9ceb24b7e), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:40.958957 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port d7c068ff-012f-4c4c-b995-83d30128c094, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d7c068ff-012f-4c4c-b995-83d30128c094,segment=NetworkSegment(0c54767f-f5cc-4fe8-be2b-89310a1e6df6),segment_id=0c54767f-f5cc-4fe8-be2b-89310a1e6df6)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:10:40.968571 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-464f3e13-3442-4f36-b701-b8455b6b56ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:40.997947 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-81d7f7a0-6c91-4c2d-ae6d-aa5966c6feb6 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1006939
May 07 22:10:41.003909 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 42370) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:41.034625 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a9a66645-210a-48cf-a1a8-7b75167e0622 req-4ea0bc08-a55d-4917-8dde-a7ee938438bb tempest-TestSecurityGroupsBasicOps-724098100 tempest-TestSecurityGroupsBasicOps-724098100-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=b1503f3a-b9af-4c41-9c6f-2f3e652854ad&id=a3e6b828-1da2-4a4d-bdcb-d108af052f41&fields=id&fields=name HTTP/1.1" status: 200  len: 408 time: 0.1484842
May 07 22:10:41.062897 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42372) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:41.101525 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (d7c068ff-012f-4c4c-b995-83d30128c094), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:41.103007 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device e6716052-42dd-41ea-86be-a6f9ceb24b7e up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:10:41.137359 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-464f3e13-3442-4f36-b701-b8455b6b56ad admin admin] Publish callbacks [] for security_group (14bf66d2-2a37-41a4-8e45-41d2816dac97), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:41.144393 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-af286428-9e2a-4550-83c5-8e5fa832abaf tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Request body: {'subnet': {'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:10:41.163206 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-464f3e13-3442-4f36-b701-b8455b6b56ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (14bf66d2-2a37-41a4-8e45-41d2816dac97), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:41.186823 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab30683-7c6a-43a6-b783-c239902a185b tempest-TestSecurityGroupsBasicOps-724098100 tempest-TestSecurityGroupsBasicOps-724098100-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:41.203878 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=d7c068ff-012f-4c4c-b995-83d30128c094,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:41.205055 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-dab30683-7c6a-43a6-b783-c239902a185b tempest-TestSecurityGroupsBasicOps-724098100 tempest-TestSecurityGroupsBasicOps-724098100-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=bac6afa1-a9f5-4cb2-8f02-d226525d4d7a HTTP/1.1" status: 200  len: 1086 time: 0.1277187
May 07 22:10:41.264675 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40658eb0-30b4-461d-88b2-3dc35f8f2526 None None] DHCP port deletion for c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:10:41.276162 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-09585fc0-a75f-4ee5-8ecf-ae7fd563f3fa None None] For port e6716052-42dd-41ea-86be-a6f9ceb24b7e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e6716052-42dd-41ea-86be-a6f9ceb24b7e,segment=NetworkSegment(c2a0c0b7-d4ae-47d6-a150-bf2e0637ef7b),segment_id=c2a0c0b7-d4ae-47d6-a150-bf2e0637ef7b)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:10:41.282312 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1a8048-54de-4237-8bef-e399622c697e None None] Network 2c54f1d5-f22f-4a93-835d-0646d0f2c08e requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:10:41.308554 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-09585fc0-a75f-4ee5-8ecf-ae7fd563f3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (e6716052-42dd-41ea-86be-a6f9ceb24b7e), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:41.326058 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-464f3e13-3442-4f36-b701-b8455b6b56ad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:10:41.341143 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-464f3e13-3442-4f36-b701-b8455b6b56ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (2cb8e953-203f-4019-8d4d-d4ab0509c11a), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:41.341143 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-464f3e13-3442-4f36-b701-b8455b6b56ad admin admin] Added segment 2cb8e953-203f-4019-8d4d-d4ab0509c11a of type vlan for network ebdf594d-504a-44e8-89b9-e74774287749
May 07 22:10:41.407711 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-464f3e13-3442-4f36-b701-b8455b6b56ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (ebdf594d-504a-44e8-89b9-e74774287749), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:41.457910 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09585fc0-a75f-4ee5-8ecf-ae7fd563f3fa None None] Pushing event updated for resources: {'Port': ['ID=e6716052-42dd-41ea-86be-a6f9ceb24b7e,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:41.521629 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-566dc2a4-3f18-41a0-ad24-895d8ef98723 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] For port e6716052-42dd-41ea-86be-a6f9ceb24b7e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e6716052-42dd-41ea-86be-a6f9ceb24b7e,segment=NetworkSegment(c2a0c0b7-d4ae-47d6-a150-bf2e0637ef7b),segment_id=c2a0c0b7-d4ae-47d6-a150-bf2e0637ef7b)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:10:41.522080 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-566dc2a4-3f18-41a0-ad24-895d8ef98723 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (e6716052-42dd-41ea-86be-a6f9ceb24b7e), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:41.542021 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-566dc2a4-3f18-41a0-ad24-895d8ef98723 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Calling delete_port for e6716052-42dd-41ea-86be-a6f9ceb24b7e owned by network:dhcp {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:10:41.606721 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-464f3e13-3442-4f36-b701-b8455b6b56ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (ebdf594d-504a-44e8-89b9-e74774287749), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:41.607717 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-464f3e13-3442-4f36-b701-b8455b6b56ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:41.608294 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-464f3e13-3442-4f36-b701-b8455b6b56ad admin admin] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:41.618661 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-40658eb0-30b4-461d-88b2-3dc35f8f2526 None None] Deleting port d7c068ff-012f-4c4c-b995-83d30128c094 {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:10:41.619329 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-40658eb0-30b4-461d-88b2-3dc35f8f2526 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (d7c068ff-012f-4c4c-b995-83d30128c094), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:41.644220 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port e6716052-42dd-41ea-86be-a6f9ceb24b7e triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:10:41.644866 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (e6716052-42dd-41ea-86be-a6f9ceb24b7e), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:41.646839 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-4da3ef47-1e8a-401e-82c3-f4f9775493e0 None None] Provisioning complete for port d7c068ff-012f-4c4c-b995-83d30128c094 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:10:41.647452 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-4da3ef47-1e8a-401e-82c3-f4f9775493e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (d7c068ff-012f-4c4c-b995-83d30128c094), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:41.751033 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-464f3e13-3442-4f36-b701-b8455b6b56ad admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 879 time: 1.4386578
May 07 22:10:41.751864 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464f3e13-3442-4f36-b701-b8455b6b56ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14bf66d2-2a37-41a4-8e45-41d2816dac97,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:41.759407 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42386) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:41.783355 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-661dd856-7ae7-4aaf-a606-99846dc7724d admin admin] Request body: {'subnet': {'network_id': 'ebdf594d-504a-44e8-89b9-e74774287749', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2005688318-subnet', 'tenant_id': 'b29256ef64d74a5297507ca500a9468e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:10:41.823553 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783f045b-94ff-401d-ae38-1f57e16fbd4c req-7133e9e5-c06a-49d6-8f82-677f5e933441 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:41.825515 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-783f045b-94ff-401d-ae38-1f57e16fbd4c req-7133e9e5-c06a-49d6-8f82-677f5e933441 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] 10.222.0.32 "GET /v2.0/ports?device_id=bac6afa1-a9f5-4cb2-8f02-d226525d4d7a HTTP/1.1" status: 200  len: 909 time: 0.1610711
May 07 22:10:41.869615 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-661dd856-7ae7-4aaf-a606-99846dc7724d admin admin] Made reservation on behalf of b29256ef64d74a5297507ca500a9468e for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:10:41.872511 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-661dd856-7ae7-4aaf-a606-99846dc7724d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:41.886016 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464f3e13-3442-4f36-b701-b8455b6b56ad admin admin] Pushing event updated for resources: {'Network': ['ID=ebdf594d-504a-44e8-89b9-e74774287749,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:41.925962 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af286428-9e2a-4550-83c5-8e5fa832abaf tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Made reservation on behalf of a45ecca62a364aaabca1717c79558f6f for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:10:41.933680 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-af286428-9e2a-4550-83c5-8e5fa832abaf tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:41.950617 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-566dc2a4-3f18-41a0-ad24-895d8ef98723 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (e6716052-42dd-41ea-86be-a6f9ceb24b7e), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:41.976557 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a88ad71-5200-4c9d-aebc-6ae61a28ca65 None None] DHCP port deletion for 2c54f1d5-f22f-4a93-835d-0646d0f2c08e request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:10:41.982899 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network ebdf594d-504a-44e8-89b9-e74774287749 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:10:42.021350 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Could not find standard attr ID for object e6716052-42dd-41ea-86be-a6f9ceb24b7e. {{(pid=121838) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
May 07 22:10:42.056444 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-40658eb0-30b4-461d-88b2-3dc35f8f2526 None None] For port d7c068ff-012f-4c4c-b995-83d30128c094, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d7c068ff-012f-4c4c-b995-83d30128c094,segment=NetworkSegment(0c54767f-f5cc-4fe8-be2b-89310a1e6df6),segment_id=0c54767f-f5cc-4fe8-be2b-89310a1e6df6)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:10:42.056855 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-40658eb0-30b4-461d-88b2-3dc35f8f2526 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (d7c068ff-012f-4c4c-b995-83d30128c094), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:42.059519 ncdv-master-1 neutron-server[121838]: INFO neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No ports have port_id starting with e6716052-42dd-41ea-86be-a6f9ceb24b7e
May 07 22:10:42.073489 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566dc2a4-3f18-41a0-ad24-895d8ef98723 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Pushing event deleted for resources: {'Port': ['ID=e6716052-42dd-41ea-86be-a6f9ceb24b7e,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:42.092130 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566dc2a4-3f18-41a0-ad24-895d8ef98723 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] No DVR routers for this DVR port e6716052-42dd-41ea-86be-a6f9ceb24b7e on host ncdv-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:10:42.134191 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-40658eb0-30b4-461d-88b2-3dc35f8f2526 None None] Calling delete_port for d7c068ff-012f-4c4c-b995-83d30128c094 owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:10:42.239597 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-4da3ef47-1e8a-401e-82c3-f4f9775493e0 None None] Current status of the port d7c068ff-012f-4c4c-b995-83d30128c094 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:10:42.249466 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-4da3ef47-1e8a-401e-82c3-f4f9775493e0 None None] Could not find standard attr ID for object 9cf1dcd7-cc81-4ecf-81f8-d448c11f3de9. {{(pid=121838) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
May 07 22:10:42.264425 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-4da3ef47-1e8a-401e-82c3-f4f9775493e0 None None] Could not find standard attr ID for object e6716052-42dd-41ea-86be-a6f9ceb24b7e. {{(pid=121838) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
May 07 22:10:42.311085 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device d7c068ff-012f-4c4c-b995-83d30128c094 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:10:42.313086 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-661dd856-7ae7-4aaf-a606-99846dc7724d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (08181da1-ef60-4984-b7f1-4a196d8203f6), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:42.350455 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-566dc2a4-3f18-41a0-ad24-895d8ef98723 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (2c54f1d5-f22f-4a93-835d-0646d0f2c08e), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:42.432656 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-566dc2a4-3f18-41a0-ad24-895d8ef98723 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf8c76f160>,) {'filters': {'network_id': ['2c54f1d5-f22f-4a93-835d-0646d0f2c08e']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:10:42.441692 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661dd856-7ae7-4aaf-a606-99846dc7724d admin admin] Checking segment: {'id': '2cb8e953-203f-4019-8d4d-d4ab0509c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ebdf594d-504a-44e8-89b9-e74774287749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:10:42.442271 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661dd856-7ae7-4aaf-a606-99846dc7724d admin admin] Network hostable DHCP agents. Network: ebdf594d-504a-44e8-89b9-e74774287749, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:10:42.501068 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-566dc2a4-3f18-41a0-ad24-895d8ef98723 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8c76f160>, 'c2a0c0b7-d4ae-47d6-a150-bf2e0637ef7b') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:10:42.501709 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-566dc2a4-3f18-41a0-ad24-895d8ef98723 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8c76f160>, 'c2a0c0b7-d4ae-47d6-a150-bf2e0637ef7b') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:10:42.506630 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661dd856-7ae7-4aaf-a606-99846dc7724d admin admin] Pushing event updated for resources: {'Subnet': ['ID=08181da1-ef60-4984-b7f1-4a196d8203f6,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:42.533916 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-566dc2a4-3f18-41a0-ad24-895d8ef98723 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (c2a0c0b7-d4ae-47d6-a150-bf2e0637ef7b), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:42.542076 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661dd856-7ae7-4aaf-a606-99846dc7724d admin admin] Network ebdf594d-504a-44e8-89b9-e74774287749 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:10:42.562088 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-661dd856-7ae7-4aaf-a606-99846dc7724d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ebdf594d-504a-44e8-89b9-e74774287749) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:10:42.567324 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-566dc2a4-3f18-41a0-ad24-895d8ef98723 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (c2a0c0b7-d4ae-47d6-a150-bf2e0637ef7b), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:42.572042 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e9ec30-9578-482c-967a-e7f97c236f88 None None] Network ebdf594d-504a-44e8-89b9-e74774287749 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:10:42.572915 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661dd856-7ae7-4aaf-a606-99846dc7724d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:42.573704 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-661dd856-7ae7-4aaf-a606-99846dc7724d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:42.584723 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-566dc2a4-3f18-41a0-ad24-895d8ef98723 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:10:42.586793 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-566dc2a4-3f18-41a0-ad24-895d8ef98723 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (c2a0c0b7-d4ae-47d6-a150-bf2e0637ef7b), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:42.590923 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 22:10:42.590923 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:10:42.590923 ncdv-master-1 neutron-server[121837]:     timer()
May 07 22:10:42.590923 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:10:42.590923 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 22:10:42.590923 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:10:42.590923 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 22:10:42.590923 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:10:42.590923 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 22:10:42.590923 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:10:42.590923 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 22:10:42.590923 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:10:42.590923 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 22:10:42.590923 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:10:42.590923 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:10:42.590923 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:10:42.590923 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:10:42.590923 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:10:42.590923 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 22:10:42.590923 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:10:42.590923 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 22:10:42.590923 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:10:42.590923 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:10:42.590923 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:10:42.590923 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 22:10:42.590923 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:10:42.590923 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:10:42.590923 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:10:42.590923 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:10:42.590923 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:10:42.590923 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:10:42.590923 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:10:42.616847 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-40658eb0-30b4-461d-88b2-3dc35f8f2526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (d7c068ff-012f-4c4c-b995-83d30128c094), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:42.635093 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-661dd856-7ae7-4aaf-a606-99846dc7724d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 843 time: 0.8745489
May 07 22:10:42.693745 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40658eb0-30b4-461d-88b2-3dc35f8f2526 None None] Pushing event deleted for resources: {'Port': ['ID=d7c068ff-012f-4c4c-b995-83d30128c094,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:42.708668 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40658eb0-30b4-461d-88b2-3dc35f8f2526 None None] No DVR routers for this DVR port d7c068ff-012f-4c4c-b995-83d30128c094 on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:10:42.729174 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port d7c068ff-012f-4c4c-b995-83d30128c094 is: ACTIVE; New status is: DOWN {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:10:42.729174 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (d7c068ff-012f-4c4c-b995-83d30128c094), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:42.732932 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42402) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:42.823066 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9070096d-9b04-4739-9d95-0fb3dcc45410 None None] Network ebdf594d-504a-44e8-89b9-e74774287749 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:10:42.838763 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device e6716052-42dd-41ea-86be-a6f9ceb24b7e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:10:42.847815 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9710d42a-1df7-422a-b5cb-6c86026f2b14 req-3d228c4e-a423-4b89-9281-3914836cfa44 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:42.851537 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9710d42a-1df7-422a-b5cb-6c86026f2b14 req-3d228c4e-a423-4b89-9281-3914836cfa44 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] 10.222.0.59 "GET /v2.0/ports?device_id=bac6afa1-a9f5-4cb2-8f02-d226525d4d7a HTTP/1.1" status: 200  len: 909 time: 0.0789063
May 07 22:10:42.866342 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: e6716052-42dd-41ea-86be-a6f9ceb24b7e {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:10:42.866709 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device e6716052-42dd-41ea-86be-a6f9ceb24b7e not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:10:42.884313 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [req-8c1d86a1-4cee-45ca-99ae-3713ef766680 req-822bb8f1-5034-407d-b6fe-aa22ec171349 service neutron] (121836) timed out ('10.222.0.55', 49448) {{(pid=121836) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
May 07 22:10:42.892564 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-566dc2a4-3f18-41a0-ad24-895d8ef98723 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (2c54f1d5-f22f-4a93-835d-0646d0f2c08e), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:42.907435 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-566dc2a4-3f18-41a0-ad24-895d8ef98723 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:42.922644 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-566dc2a4-3f18-41a0-ad24-895d8ef98723 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "DELETE /v2.0/networks/2c54f1d5-f22f-4a93-835d-0646d0f2c08e HTTP/1.1" status: 204  len: 168 time: 2.3232350
May 07 22:10:42.930879 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42412) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:42.938571 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-d0ad0f7f-414f-4bce-8488-61910b772ea5 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Request body: {'port': {'network_id': '3787466a-d26e-4517-a9a7-1cc24dd6f22b', 'name': 'tempest-PortsTestJSON-109074506'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:10:42.989365 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-d4bef2a1-bf6b-426c-ab37-85a3161675b7 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1322145945', 'router:external': True}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:10:43.069956 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4bef2a1-bf6b-426c-ab37-85a3161675b7 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Made reservation on behalf of 28a4884b91054cb58607f65ea001053c for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:10:43.072452 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d4bef2a1-bf6b-426c-ab37-85a3161675b7 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:43.087787 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d4bef2a1-bf6b-426c-ab37-85a3161675b7 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:43.108249 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ad0f7f-414f-4bce-8488-61910b772ea5 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Made reservation on behalf of 9c3329647b05487f9d63d3c4ec2183b9 for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:10:43.111922 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d0ad0f7f-414f-4bce-8488-61910b772ea5 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:43.139151 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [None req-d0ad0f7f-414f-4bce-8488-61910b772ea5 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] device_id is not set on port 5ec59fa8-9a1d-4815-b107-3364d941098f yet. {{(pid=121836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 22:10:43.349686 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566dc2a4-3f18-41a0-ad24-895d8ef98723 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Pushing event deleted for resources: {'Network': ['ID=2c54f1d5-f22f-4a93-835d-0646d0f2c08e,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:43.363815 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d4bef2a1-bf6b-426c-ab37-85a3161675b7 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks [] for security_group (bff6280e-d64c-4174-b7a3-edd75a189ff5), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:43.377561 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d4bef2a1-bf6b-426c-ab37-85a3161675b7 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (bff6280e-d64c-4174-b7a3-edd75a189ff5), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:43.449615 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5508828f-d987-4051-b9b0-2209c920751a req-ff291709-b377-4105-a85b-87fc490d1f3e tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:43.451127 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5508828f-d987-4051-b9b0-2209c920751a req-ff291709-b377-4105-a85b-87fc490d1f3e tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] 10.222.0.32 "GET /v2.0/ports?device_id=bac6afa1-a9f5-4cb2-8f02-d226525d4d7a HTTP/1.1" status: 200  len: 909 time: 0.1079288
May 07 22:10:43.455891 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4bef2a1-bf6b-426c-ab37-85a3161675b7 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:10:43.469163 ncdv-master-1 neutron-server[121837]: DEBUG neutron.objects.ports [None req-af286428-9e2a-4550-83c5-8e5fa832abaf tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=121837) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}}
May 07 22:10:43.470185 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fec4b8-b443-4e35-b697-022951a4f3d7 req-d23c60f8-67be-478b-931a-a6fc42166cf8 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:43.470334 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-9710d42a-1df7-422a-b5cb-6c86026f2b14 req-ccea155a-7de7-42e9-bc7d-1d7f13194cd7 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Deleting port 429e9b64-85ba-43d6-87ae-d9b11f433f43 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:10:43.470593 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-9710d42a-1df7-422a-b5cb-6c86026f2b14 req-ccea155a-7de7-42e9-bc7d-1d7f13194cd7 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (429e9b64-85ba-43d6-87ae-d9b11f433f43), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:43.471705 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f1fec4b8-b443-4e35-b697-022951a4f3d7 req-d23c60f8-67be-478b-931a-a6fc42166cf8 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/networks?id=ebdf594d-504a-44e8-89b9-e74774287749 HTTP/1.1" status: 200  len: 806 time: 0.2499905
May 07 22:10:43.481120 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bef2a1-bf6b-426c-ab37-85a3161675b7 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bff6280e-d64c-4174-b7a3-edd75a189ff5,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:43.496046 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d4bef2a1-bf6b-426c-ab37-85a3161675b7 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (bf6c9993-922e-4d10-9a57-03576dd932c0), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:43.496963 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-d4bef2a1-bf6b-426c-ab37-85a3161675b7 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Added segment bf6c9993-922e-4d10-9a57-03576dd932c0 of type vlan for network 0b05bfde-6dbe-443d-8320-ac532b2b4afd
May 07 22:10:43.497356 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-af286428-9e2a-4550-83c5-8e5fa832abaf tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (da3bedab-674e-4d64-8949-21ce332e9a61), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:43.523546 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d0ad0f7f-414f-4bce-8488-61910b772ea5 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for port (5ec59fa8-9a1d-4815-b107-3364d941098f), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:43.526407 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f1fec4b8-b443-4e35-b697-022951a4f3d7 req-26769e11-1c56-445e-be78-d37b0b4bf8cd tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/quotas/b29256ef64d74a5297507ca500a9468e HTTP/1.1" status: 200  len: 375 time: 0.0417836
May 07 22:10:43.575306 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af286428-9e2a-4550-83c5-8e5fa832abaf tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:10:43.582210 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-af286428-9e2a-4550-83c5-8e5fa832abaf tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:10:43.585184 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af286428-9e2a-4550-83c5-8e5fa832abaf tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:43.585790 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-af286428-9e2a-4550-83c5-8e5fa832abaf tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:43.593732 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ba432da-f7b2-4cbe-a393-a94f3b00fcf6 None None] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:10:43.594588 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d4bef2a1-bf6b-426c-ab37-85a3161675b7 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (0b05bfde-6dbe-443d-8320-ac532b2b4afd), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:43.598337 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f1fec4b8-b443-4e35-b697-022951a4f3d7 req-36413e72-b756-4ded-b830-69989e26de00 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b29256ef64d74a5297507ca500a9468e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0499520
May 07 22:10:43.616015 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af286428-9e2a-4550-83c5-8e5fa832abaf tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event updated for resources: {'Subnet': ['ID=da3bedab-674e-4d64-8949-21ce332e9a61,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:43.631630 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-af286428-9e2a-4550-83c5-8e5fa832abaf tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 827 time: 2.4922030
May 07 22:10:43.632377 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 42428) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:43.642021 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-5992c40a-869d-4d3a-b336-272d0245a706 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Request body: {'subnet': {'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:10:43.646407 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-9710d42a-1df7-422a-b5cb-6c86026f2b14 req-ccea155a-7de7-42e9-bc7d-1d7f13194cd7 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] For port 429e9b64-85ba-43d6-87ae-d9b11f433f43, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=429e9b64-85ba-43d6-87ae-d9b11f433f43,segment=NetworkSegment(d1c0fce5-521d-438d-a9d1-a6c40041ff2b),segment_id=d1c0fce5-521d-438d-a9d1-a6c40041ff2b)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:10:43.646799 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-9710d42a-1df7-422a-b5cb-6c86026f2b14 req-ccea155a-7de7-42e9-bc7d-1d7f13194cd7 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (429e9b64-85ba-43d6-87ae-d9b11f433f43), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:43.679691 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-9710d42a-1df7-422a-b5cb-6c86026f2b14 req-ccea155a-7de7-42e9-bc7d-1d7f13194cd7 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Calling delete_port for 429e9b64-85ba-43d6-87ae-d9b11f433f43 owned by compute:nova {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:10:43.698816 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d4bef2a1-bf6b-426c-ab37-85a3161675b7 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (0b05bfde-6dbe-443d-8320-ac532b2b4afd), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:43.699763 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4bef2a1-bf6b-426c-ab37-85a3161675b7 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:43.700363 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d4bef2a1-bf6b-426c-ab37-85a3161675b7 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:43.708203 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d0ad0f7f-414f-4bce-8488-61910b772ea5 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (5ec59fa8-9a1d-4815-b107-3364d941098f), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:43.727156 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade5ffe1-6696-40c3-b9d0-2801ab135f49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'project_id': 'a45ecca62a364aaabca1717c79558f6f', 'fixed_ips': [{'subnet_id': 'da3bedab-674e-4d64-8949-21ce332e9a61'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:10:43.728316 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ade5ffe1-6696-40c3-b9d0-2801ab135f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:43.782714 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-d4bef2a1-bf6b-426c-ab37-85a3161675b7 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 871 time: 1.0487103
May 07 22:10:43.785866 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 42430) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:43.794986 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-15cd8780-ab8f-4953-8e65-bf6cd3cc5779 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Request body: {'subnet': {'network_id': '0b05bfde-6dbe-443d-8320-ac532b2b4afd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:10:43.824830 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [req-63e649c1-18e5-4674-9f58-d5b476f8737c req-f0dfa175-4ada-44c8-b040-f88822867a40 service neutron] (121837) timed out ('10.222.0.55', 49452) {{(pid=121837) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
May 07 22:10:43.838677 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ad0f7f-414f-4bce-8488-61910b772ea5 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Network 3787466a-d26e-4517-a9a7-1cc24dd6f22b is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:10:43.850152 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-d0ad0f7f-414f-4bce-8488-61910b772ea5 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:10:43.857254 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ad0f7f-414f-4bce-8488-61910b772ea5 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Pushing event updated for resources: {'Port': ['ID=5ec59fa8-9a1d-4815-b107-3364d941098f,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:43.862626 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15cd8780-ab8f-4953-8e65-bf6cd3cc5779 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Made reservation on behalf of 28a4884b91054cb58607f65ea001053c for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:10:43.865016 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-15cd8780-ab8f-4953-8e65-bf6cd3cc5779 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:43.865912 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bef2a1-bf6b-426c-ab37-85a3161675b7 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Pushing event updated for resources: {'Network': ['ID=0b05bfde-6dbe-443d-8320-ac532b2b4afd,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:43.875937 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ad0f7f-414f-4bce-8488-61910b772ea5 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:10:43.878025 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 0b05bfde-6dbe-443d-8320-ac532b2b4afd details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:10:43.883112 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ad0f7f-414f-4bce-8488-61910b772ea5 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:43.890084 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d0ad0f7f-414f-4bce-8488-61910b772ea5 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:43.894837 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f1fec4b8-b443-4e35-b697-022951a4f3d7 req-fded23cd-4e4d-41ce-854b-73ada9d94dbd service neutron] 10.222.0.32 "GET /v2.0/networks/ebdf594d-504a-44e8-89b9-e74774287749?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2772222
May 07 22:10:43.907334 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5992c40a-869d-4d3a-b336-272d0245a706 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Made reservation on behalf of a45ecca62a364aaabca1717c79558f6f for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:10:43.911243 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5992c40a-869d-4d3a-b336-272d0245a706 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:43.927469 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-d0ad0f7f-414f-4bce-8488-61910b772ea5 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 845 time: 0.9951353
May 07 22:10:43.943253 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42440) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:43.953102 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-ade5ffe1-6696-40c3-b9d0-2801ab135f49 None None] Allocated IP 2001:db8::f816:3eff:fe38:4ffd (c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a/da3bedab-674e-4d64-8949-21ce332e9a61/cca57d45-b7b5-4ec1-99c2-fe7eef320846) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:10:44.111498 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-fa142432-3ef4-4ec5-9773-9cdba69823f2 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Deleting port 5ec59fa8-9a1d-4815-b107-3364d941098f {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:10:44.111769 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fa142432-3ef4-4ec5-9773-9cdba69823f2 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (5ec59fa8-9a1d-4815-b107-3364d941098f), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:44.116112 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f1fec4b8-b443-4e35-b697-022951a4f3d7 req-4fd4c6f9-d9ae-4513-8949-9b0d37edd4e4 service neutron] 10.222.0.32 "GET /v2.0/networks/ebdf594d-504a-44e8-89b9-e74774287749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2049141
May 07 22:10:44.138208 ncdv-master-1 neutron-server[121837]: INFO neutron.db.ipam_backend_mixin [None req-5992c40a-869d-4d3a-b336-272d0245a706 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet da3bedab-674e-4d64-8949-21ce332e9a61 (CIDR: 2001:db8::/64)
May 07 22:10:44.153036 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-9710d42a-1df7-422a-b5cb-6c86026f2b14 req-ccea155a-7de7-42e9-bc7d-1d7f13194cd7 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (429e9b64-85ba-43d6-87ae-d9b11f433f43), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:44.191344 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-5992c40a-869d-4d3a-b336-272d0245a706 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 07 22:10:44.191344 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5992c40a-869d-4d3a-b336-272d0245a706 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=121837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:10:44.228000 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccea155a-7de7-42e9-bc7d-1d7f13194cd7 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Pushing event deleted for resources: {'Port': ['ID=429e9b64-85ba-43d6-87ae-d9b11f433f43,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:44.260644 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fa142432-3ef4-4ec5-9773-9cdba69823f2 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (5ec59fa8-9a1d-4815-b107-3364d941098f), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:44.279537 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-5992c40a-869d-4d3a-b336-272d0245a706 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.6442406
May 07 22:10:44.282589 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42456) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:44.293689 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-4045aaef-61f0-4d89-9eee-fc59ba8bf422 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Request body: {'subnet': {'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:10:44.295662 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ade5ffe1-6696-40c3-b9d0-2801ab135f49 None None] Publish callbacks [] for port (cca57d45-b7b5-4ec1-99c2-fe7eef320846), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:44.297582 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-fa142432-3ef4-4ec5-9773-9cdba69823f2 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Calling delete_port for 5ec59fa8-9a1d-4815-b107-3364d941098f owned by  {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:10:44.305332 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ade5ffe1-6696-40c3-b9d0-2801ab135f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (cca57d45-b7b5-4ec1-99c2-fe7eef320846), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:44.325618 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-9710d42a-1df7-422a-b5cb-6c86026f2b14 req-ccea155a-7de7-42e9-bc7d-1d7f13194cd7 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] No DVR routers for this DVR port 429e9b64-85ba-43d6-87ae-d9b11f433f43 on host nch2-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:10:44.330440 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-9710d42a-1df7-422a-b5cb-6c86026f2b14 req-ccea155a-7de7-42e9-bc7d-1d7f13194cd7 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:44.340185 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade5ffe1-6696-40c3-b9d0-2801ab135f49 None None] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:10:44.360229 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9710d42a-1df7-422a-b5cb-6c86026f2b14 req-ccea155a-7de7-42e9-bc7d-1d7f13194cd7 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] 10.222.0.59 "DELETE /v2.0/ports/429e9b64-85ba-43d6-87ae-d9b11f433f43 HTTP/1.1" status: 204  len: 173 time: 1.4990242
May 07 22:10:44.360733 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bac6afa1-a9f5-4cb2-8f02-d226525d4d7a', 'name': 'network-vif-deleted', 'tag': '429e9b64-85ba-43d6-87ae-d9b11f433f43'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:10:44.373850 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-ade5ffe1-6696-40c3-b9d0-2801ab135f49 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:10:44.376413 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b764f6-d789-4267-b744-05566f4beca2" -d '{"events": [{"server_uuid": "bac6afa1-a9f5-4cb2-8f02-d226525d4d7a", "name": "network-vif-deleted", "tag": "429e9b64-85ba-43d6-87ae-d9b11f433f43"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:10:44.380043 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade5ffe1-6696-40c3-b9d0-2801ab135f49 None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:10:44.518815 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9863683a-3680-4065-8811-00c884bdcb60 req-c29922f0-7041-4b94-a954-cbd2cb5a4a50 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c9e228-e26c-48a5-8400-6b213926a539 HTTP/1.1" status: 200  len: 210 time: 0.0606127
May 07 22:10:44.525752 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-001c3610-971e-485e-b726-357b3a893ea9 x-openstack-request-id: req-001c3610-971e-485e-b726-357b3a893ea9 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:10:44.526139 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bac6afa1-a9f5-4cb2-8f02-d226525d4d7a", "name": "network-vif-deleted", "tag": "429e9b64-85ba-43d6-87ae-d9b11f433f43", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:10:44.526586 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-001c3610-971e-485e-b726-357b3a893ea9 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:10:44.527356 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-001c3610-971e-485e-b726-357b3a893ea9'] response: {'server_uuid': 'bac6afa1-a9f5-4cb2-8f02-d226525d4d7a', 'name': 'network-vif-deleted', 'tag': '429e9b64-85ba-43d6-87ae-d9b11f433f43', 'status': 'completed', 'code': 200}
May 07 22:10:44.597954 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade5ffe1-6696-40c3-b9d0-2801ab135f49 None None] Pushing event updated for resources: {'Port': ['ID=cca57d45-b7b5-4ec1-99c2-fe7eef320846,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:44.604263 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-ade5ffe1-6696-40c3-b9d0-2801ab135f49 None None] Attempting to bind port cca57d45-b7b5-4ec1-99c2-fe7eef320846 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:10:44.604698 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-ade5ffe1-6696-40c3-b9d0-2801ab135f49 None None] Attempting to bind port cca57d45-b7b5-4ec1-99c2-fe7eef320846 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0c54767f-f5cc-4fe8-be2b-89310a1e6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:10:44.605143 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade5ffe1-6696-40c3-b9d0-2801ab135f49 None None] Attempting to bind port cca57d45-b7b5-4ec1-99c2-fe7eef320846 on network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:10:44.611415 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade5ffe1-6696-40c3-b9d0-2801ab135f49 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:10:44.611801 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade5ffe1-6696-40c3-b9d0-2801ab135f49 None None] Checking segment: {'id': '0c54767f-f5cc-4fe8-be2b-89310a1e6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:10:44.612271 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ade5ffe1-6696-40c3-b9d0-2801ab135f49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:44.612611 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade5ffe1-6696-40c3-b9d0-2801ab135f49 None None] Bound using segment: {'id': '0c54767f-f5cc-4fe8-be2b-89310a1e6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:10:44.613090 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-ade5ffe1-6696-40c3-b9d0-2801ab135f49 None None] Bound port: cca57d45-b7b5-4ec1-99c2-fe7eef320846, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c54767f-f5cc-4fe8-be2b-89310a1e6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:10:44.613487 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ade5ffe1-6696-40c3-b9d0-2801ab135f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (cca57d45-b7b5-4ec1-99c2-fe7eef320846), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:44.704270 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-ade5ffe1-6696-40c3-b9d0-2801ab135f49 None None] For port cca57d45-b7b5-4ec1-99c2-fe7eef320846, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:10:44.708380 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-ade5ffe1-6696-40c3-b9d0-2801ab135f49 None None] For port cca57d45-b7b5-4ec1-99c2-fe7eef320846, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cca57d45-b7b5-4ec1-99c2-fe7eef320846,segment=NetworkSegment(0c54767f-f5cc-4fe8-be2b-89310a1e6df6),segment_id=0c54767f-f5cc-4fe8-be2b-89310a1e6df6)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:10:44.727707 ncdv-master-1 neutron-server[121837]: DEBUG neutron.objects.ports [None req-15cd8780-ab8f-4953-8e65-bf6cd3cc5779 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=121837) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}}
May 07 22:10:44.728371 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-15cd8780-ab8f-4953-8e65-bf6cd3cc5779 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (d0828e0e-5d4b-4ed3-94fa-83e2dd232da3), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:44.729486 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ade5ffe1-6696-40c3-b9d0-2801ab135f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (cca57d45-b7b5-4ec1-99c2-fe7eef320846), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:44.811062 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d09fdac9-f91c-4af2-9b3d-2ccd90271270 req-8487cd37-2363-4825-8011-d55f7a63d93a tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] 10.222.0.32 "GET /v2.0/ports?device_id=bac6afa1-a9f5-4cb2-8f02-d226525d4d7a HTTP/1.1" status: 200  len: 210 time: 0.1547821
May 07 22:10:44.838458 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade5ffe1-6696-40c3-b9d0-2801ab135f49 None None] Pushing event updated for resources: {'Port': ['ID=cca57d45-b7b5-4ec1-99c2-fe7eef320846,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:44.846029 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cd8780-ab8f-4953-8e65-bf6cd3cc5779 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d0828e0e-5d4b-4ed3-94fa-83e2dd232da3,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:44.848678 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cd8780-ab8f-4953-8e65-bf6cd3cc5779 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Checking segment: {'id': 'bf6c9993-922e-4d10-9a57-03576dd932c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '0b05bfde-6dbe-443d-8320-ac532b2b4afd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:10:44.848869 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15cd8780-ab8f-4953-8e65-bf6cd3cc5779 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Network hostable DHCP agents. Network: 0b05bfde-6dbe-443d-8320-ac532b2b4afd, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:10:44.857068 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4045aaef-61f0-4d89-9eee-fc59ba8bf422 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Made reservation on behalf of a45ecca62a364aaabca1717c79558f6f for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:10:44.860829 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4045aaef-61f0-4d89-9eee-fc59ba8bf422 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:44.904134 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15cd8780-ab8f-4953-8e65-bf6cd3cc5779 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Network 0b05bfde-6dbe-443d-8320-ac532b2b4afd is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:10:44.924880 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-15cd8780-ab8f-4953-8e65-bf6cd3cc5779 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0b05bfde-6dbe-443d-8320-ac532b2b4afd) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:10:44.935047 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15cd8780-ab8f-4953-8e65-bf6cd3cc5779 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:44.937315 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-15cd8780-ab8f-4953-8e65-bf6cd3cc5779 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:44.939091 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82357255-8dd5-4a01-a510-f6daff11ce46 None None] Network 0b05bfde-6dbe-443d-8320-ac532b2b4afd requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:10:44.978415 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-15cd8780-ab8f-4953-8e65-bf6cd3cc5779 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 802 time: 1.1912518
May 07 22:10:44.980250 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 42476) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:44.990020 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-c89a4522-d183-49f2-9747-135f576bb8d3 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1178811578', 'network_id': '0b05bfde-6dbe-443d-8320-ac532b2b4afd'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:10:45.037681 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c89a4522-d183-49f2-9747-135f576bb8d3 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Made reservation on behalf of 28a4884b91054cb58607f65ea001053c for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:10:45.054606 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fa142432-3ef4-4ec5-9773-9cdba69823f2 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (5ec59fa8-9a1d-4815-b107-3364d941098f), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:45.097096 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c89a4522-d183-49f2-9747-135f576bb8d3 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:45.107787 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa142432-3ef4-4ec5-9773-9cdba69823f2 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Pushing event deleted for resources: {'Port': ['ID=5ec59fa8-9a1d-4815-b107-3364d941098f,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:45.119919 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [req-59f5b5b3-aa55-4803-b399-c79ea7579c52 req-dbd4e698-4ef3-48a7-ba7f-f7513610e1f8 service neutron] (121837) timed out ('10.222.0.55', 49496) {{(pid=121837) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
May 07 22:10:45.139618 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fa142432-3ef4-4ec5-9773-9cdba69823f2 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:45.143692 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-fa142432-3ef4-4ec5-9773-9cdba69823f2 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "DELETE /v2.0/ports/5ec59fa8-9a1d-4815-b107-3364d941098f HTTP/1.1" status: 204  len: 168 time: 1.1993985
May 07 22:10:45.149077 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42482) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:45.158692 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-a084b11e-f443-419e-b96c-4842b448e0eb tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Request body: {'port': {'network_id': '3787466a-d26e-4517-a9a7-1cc24dd6f22b', 'mac_address': 'fa:16:3e:35:f8:39', 'name': 'tempest-PortsTestJSON-207333331'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:10:45.159248 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [req-f227ba4f-78ec-4576-8436-1c02843acf35 req-dce4e6a9-88c1-4d2c-9ab0-0dd58a02749c tempest-FloatingIPsAssociationTestJSON-1580629389 tempest-FloatingIPsAssociationTestJSON-1580629389-project] (121837) timed out ('10.222.0.55', 49835) {{(pid=121837) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
May 07 22:10:45.190836 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [None req-c89a4522-d183-49f2-9747-135f576bb8d3 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] device_id is not set on port cf1a086a-49f6-4994-804a-ee67942addfa yet. {{(pid=121837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 22:10:45.248399 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1a1c5b-58cf-45a0-ba03-bc98185c8df7 None None] Network 0b05bfde-6dbe-443d-8320-ac532b2b4afd requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:10:45.358836 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a084b11e-f443-419e-b96c-4842b448e0eb tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Made reservation on behalf of 9c3329647b05487f9d63d3c4ec2183b9 for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:10:45.444992 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-c89a4522-d183-49f2-9747-135f576bb8d3 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Allocated IP 172.20.0.10 (0b05bfde-6dbe-443d-8320-ac532b2b4afd/d0828e0e-5d4b-4ed3-94fa-83e2dd232da3/cf1a086a-49f6-4994-804a-ee67942addfa) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:10:45.488890 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a084b11e-f443-419e-b96c-4842b448e0eb tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:45.540598 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [None req-a084b11e-f443-419e-b96c-4842b448e0eb tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] device_id is not set on port 55e6caa2-9396-4c83-80fc-4d709b6e5bb1 yet. {{(pid=121836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 22:10:45.561374 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 42490) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:45.566090 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-192e57c9-871c-4cee-ad79-7c8a35322786 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1804087569', 'description': 'tempest-secgroup-smoke-1804087569 description', 'project_id': 'd70782066cce4f2fbf5744b63e4195cb'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:10:45.636551 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-192e57c9-871c-4cee-ad79-7c8a35322786 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:45.684888 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c89a4522-d183-49f2-9747-135f576bb8d3 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks [] for port (cf1a086a-49f6-4994-804a-ee67942addfa), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:45.761682 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-192e57c9-871c-4cee-ad79-7c8a35322786 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Publish callbacks [] for security_group (b895cd66-4d46-4596-8ced-c4d385f86775), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:45.765379 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c89a4522-d183-49f2-9747-135f576bb8d3 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (cf1a086a-49f6-4994-804a-ee67942addfa), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:45.774858 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-192e57c9-871c-4cee-ad79-7c8a35322786 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (b895cd66-4d46-4596-8ced-c4d385f86775), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:45.850461 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89a4522-d183-49f2-9747-135f576bb8d3 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Network 0b05bfde-6dbe-443d-8320-ac532b2b4afd is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:10:45.861407 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-192e57c9-871c-4cee-ad79-7c8a35322786 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:45.865366 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-192e57c9-871c-4cee-ad79-7c8a35322786 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.3004370
May 07 22:10:45.878353 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 42494) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:45.879836 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89a4522-d183-49f2-9747-135f576bb8d3 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Pushing event updated for resources: {'Port': ['ID=cf1a086a-49f6-4994-804a-ee67942addfa,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:45.888193 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-166fa9cb-80e8-4c31-8970-e709684a3e70 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Request body: {'security_group_rule': {'security_group_id': 'b895cd66-4d46-4596-8ced-c4d385f86775', 'project_id': 'd70782066cce4f2fbf5744b63e4195cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:10:45.915922 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-c89a4522-d183-49f2-9747-135f576bb8d3 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:10:45.918877 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89a4522-d183-49f2-9747-135f576bb8d3 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:10:45.923203 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 42496) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:45.963790 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192e57c9-871c-4cee-ad79-7c8a35322786 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b895cd66-4d46-4596-8ced-c4d385f86775,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:46.047347 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4045aaef-61f0-4d89-9eee-fc59ba8bf422 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (07b7c72a-1063-4d23-979a-aefbaf46fbf5), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:46.068341 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-166fa9cb-80e8-4c31-8970-e709684a3e70 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Publish callbacks [] for security_group_rule (d3897d61-575d-40fc-a444-a78b197714ef), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:46.103420 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c653f230-162d-418a-91c1-48c4d353cd2c req-e2d7f06f-38c0-499d-9c26-d522917be4a0 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c9e228-e26c-48a5-8400-6b213926a539 HTTP/1.1" status: 200  len: 210 time: 0.0879335
May 07 22:10:46.123447 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89a4522-d183-49f2-9747-135f576bb8d3 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:46.124091 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c89a4522-d183-49f2-9747-135f576bb8d3 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:46.155200 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4045aaef-61f0-4d89-9eee-fc59ba8bf422 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:10:46.163859 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-4045aaef-61f0-4d89-9eee-fc59ba8bf422 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:10:46.176120 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4045aaef-61f0-4d89-9eee-fc59ba8bf422 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:46.176722 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4045aaef-61f0-4d89-9eee-fc59ba8bf422 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:46.187902 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4045aaef-61f0-4d89-9eee-fc59ba8bf422 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event updated for resources: {'Subnet': ['ID=07b7c72a-1063-4d23-979a-aefbaf46fbf5,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:46.200247 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-4045aaef-61f0-4d89-9eee-fc59ba8bf422 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.9080651
May 07 22:10:46.201856 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 42498) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:46.206957 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fec4b8-b443-4e35-b697-022951a4f3d7 req-c085de20-7e31-478f-a1e0-dec798d66178 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:46.208477 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f1fec4b8-b443-4e35-b697-022951a4f3d7 req-c085de20-7e31-478f-a1e0-dec798d66178 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.59 "GET /v2.0/networks?id=ebdf594d-504a-44e8-89b9-e74774287749 HTTP/1.1" status: 200  len: 806 time: 0.3412657
May 07 22:10:46.215180 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-96537209-d567-41a7-9f47-8b540bf9cdbf tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Request body: {'port': {'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'mac_address': 'fa:16:3e:6d:45:b1', 'name': 'tempest-NetworksTestDHCPv6-759673855'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:10:46.261226 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 429e9b64-85ba-43d6-87ae-d9b11f433f43 no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:10:46.269315 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a084b11e-f443-419e-b96c-4842b448e0eb tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for port (55e6caa2-9396-4c83-80fc-4d709b6e5bb1), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:46.278380 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-c89a4522-d183-49f2-9747-135f576bb8d3 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1024 time: 1.2966542
May 07 22:10:46.282178 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42500) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:46.283058 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-f1fec4b8-b443-4e35-b697-022951a4f3d7 req-7dc94111-09d1-42ff-83a8-efd4de57e277 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Request body: {'port': {'device_id': '02c9e228-e26c-48a5-8400-6b213926a539', 'network_id': 'ebdf594d-504a-44e8-89b9-e74774287749', 'admin_state_up': True, 'tenant_id': 'b29256ef64d74a5297507ca500a9468e'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:10:46.290702 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] No Port match for: 429e9b64-85ba-43d6-87ae-d9b11f433f43 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:10:46.299391 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 429e9b64-85ba-43d6-87ae-d9b11f433f43 not bound to the agent host nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:10:46.302504 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device cca57d45-b7b5-4ec1-99c2-fe7eef320846 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:10:46.333523 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c557cc72-0a90-4558-9705-89f237c1f530 None None] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:10:46.378729 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-c5204e77-9ca8-4507-91f3-ebb51af775b5 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Deleting port cf1a086a-49f6-4994-804a-ee67942addfa {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:10:46.379131 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c5204e77-9ca8-4507-91f3-ebb51af775b5 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (cf1a086a-49f6-4994-804a-ee67942addfa), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:46.382813 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a084b11e-f443-419e-b96c-4842b448e0eb tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (55e6caa2-9396-4c83-80fc-4d709b6e5bb1), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:46.412754 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-664c8412-929e-4c4b-9c7e-72730b7ba797 None None] Provisioning complete for port cca57d45-b7b5-4ec1-99c2-fe7eef320846 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:10:46.413061 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-664c8412-929e-4c4b-9c7e-72730b7ba797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (cca57d45-b7b5-4ec1-99c2-fe7eef320846), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:46.433387 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-166fa9cb-80e8-4c31-8970-e709684a3e70 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Publish callbacks [] for security_group_rule (d3897d61-575d-40fc-a444-a78b197714ef), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:46.467487 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port cca57d45-b7b5-4ec1-99c2-fe7eef320846 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:10:46.467947 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (cca57d45-b7b5-4ec1-99c2-fe7eef320846), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:46.490632 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a084b11e-f443-419e-b96c-4842b448e0eb tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Network 3787466a-d26e-4517-a9a7-1cc24dd6f22b is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:10:46.494903 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-166fa9cb-80e8-4c31-8970-e709684a3e70 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (d3897d61-575d-40fc-a444-a78b197714ef), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:46.502558 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-a084b11e-f443-419e-b96c-4842b448e0eb tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:10:46.507265 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a084b11e-f443-419e-b96c-4842b448e0eb tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:10:46.512152 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a084b11e-f443-419e-b96c-4842b448e0eb tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:46.512928 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a084b11e-f443-419e-b96c-4842b448e0eb tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:46.523672 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a084b11e-f443-419e-b96c-4842b448e0eb tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Pushing event updated for resources: {'Port': ['ID=55e6caa2-9396-4c83-80fc-4d709b6e5bb1,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:46.541805 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-a084b11e-f443-419e-b96c-4842b448e0eb tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 845 time: 1.3916631
May 07 22:10:46.544231 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42504) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:46.557409 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c5204e77-9ca8-4507-91f3-ebb51af775b5 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (cf1a086a-49f6-4994-804a-ee67942addfa), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:46.558806 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166fa9cb-80e8-4c31-8970-e709684a3e70 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3897d61-575d-40fc-a444-a78b197714ef,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:46.593310 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-c5204e77-9ca8-4507-91f3-ebb51af775b5 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Calling delete_port for cf1a086a-49f6-4994-804a-ee67942addfa owned by  {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:10:46.611872 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-166fa9cb-80e8-4c31-8970-e709684a3e70 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:46.612948 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-166fa9cb-80e8-4c31-8970-e709684a3e70 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.7293222
May 07 22:10:46.617653 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604823b1-7512-4b93-9505-7fffadacef8d tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:46.618388 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 42506) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:46.619317 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-604823b1-7512-4b93-9505-7fffadacef8d tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "GET /v2.0/ports/55e6caa2-9396-4c83-80fc-4d709b6e5bb1 HTTP/1.1" status: 200  len: 840 time: 0.0740905
May 07 22:10:46.622154 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42508) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:46.624838 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-c0133053-cf54-4046-8e2d-024678e2e87a tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Request body: {'security_group_rule': {'security_group_id': 'b895cd66-4d46-4596-8ced-c4d385f86775', 'project_id': 'd70782066cce4f2fbf5744b63e4195cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:10:46.681212 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96537209-d567-41a7-9f47-8b540bf9cdbf tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Made reservation on behalf of a45ecca62a364aaabca1717c79558f6f for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:10:46.691995 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1fec4b8-b443-4e35-b697-022951a4f3d7 req-7dc94111-09d1-42ff-83a8-efd4de57e277 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Made reservation on behalf of b29256ef64d74a5297507ca500a9468e for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:10:46.695260 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-f1fec4b8-b443-4e35-b697-022951a4f3d7 req-7dc94111-09d1-42ff-83a8-efd4de57e277 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:46.698152 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-664c8412-929e-4c4b-9c7e-72730b7ba797 None None] Current status of the port cca57d45-b7b5-4ec1-99c2-fe7eef320846 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:10:46.698551 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-664c8412-929e-4c4b-9c7e-72730b7ba797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (cca57d45-b7b5-4ec1-99c2-fe7eef320846), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:46.743064 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b79e460-d983-4422-ac3c-1d04000cc064 None None] Update dhcp port {'port': {'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'fixed_ips': [{'subnet_id': 'da3bedab-674e-4d64-8949-21ce332e9a61', 'ip_address': '2001:db8::f816:3eff:fe38:4ffd'}, {'subnet_id': '07b7c72a-1063-4d23-979a-aefbaf46fbf5'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'cca57d45-b7b5-4ec1-99c2-fe7eef320846'} from ncdv-master-1. {{(pid=121838) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
May 07 22:10:46.748689 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port cca57d45-b7b5-4ec1-99c2-fe7eef320846 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:10:46.748966 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (cca57d45-b7b5-4ec1-99c2-fe7eef320846), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:46.775153 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-5682d04a-b48d-4209-b5c8-e328d7a011ea tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Deleting port 55e6caa2-9396-4c83-80fc-4d709b6e5bb1 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:10:46.775913 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5682d04a-b48d-4209-b5c8-e328d7a011ea tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (55e6caa2-9396-4c83-80fc-4d709b6e5bb1), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:46.781547 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-664c8412-929e-4c4b-9c7e-72730b7ba797 None None] For port cca57d45-b7b5-4ec1-99c2-fe7eef320846, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cca57d45-b7b5-4ec1-99c2-fe7eef320846,segment=NetworkSegment(0c54767f-f5cc-4fe8-be2b-89310a1e6df6),segment_id=0c54767f-f5cc-4fe8-be2b-89310a1e6df6)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:10:46.792760 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-664c8412-929e-4c4b-9c7e-72730b7ba797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (cca57d45-b7b5-4ec1-99c2-fe7eef320846), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:46.808820 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c0133053-cf54-4046-8e2d-024678e2e87a tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Publish callbacks [] for security_group_rule (0df17113-0483-4539-810c-c74b84ec4296), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:46.827064 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7b79e460-d983-4422-ac3c-1d04000cc064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (cca57d45-b7b5-4ec1-99c2-fe7eef320846), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:46.885735 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5682d04a-b48d-4209-b5c8-e328d7a011ea tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (55e6caa2-9396-4c83-80fc-4d709b6e5bb1), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:46.900476 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-5682d04a-b48d-4209-b5c8-e328d7a011ea tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Calling delete_port for 55e6caa2-9396-4c83-80fc-4d709b6e5bb1 owned by  {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:10:46.904702 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c5204e77-9ca8-4507-91f3-ebb51af775b5 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (cf1a086a-49f6-4994-804a-ee67942addfa), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:46.907358 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664c8412-929e-4c4b-9c7e-72730b7ba797 None None] Pushing event updated for resources: {'Port': ['ID=cca57d45-b7b5-4ec1-99c2-fe7eef320846,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:46.910326 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.db.api [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 07 22:10:46.910920 ncdv-master-1 neutron-server[121838]: DEBUG oslo_db.api [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 07 22:10:46.944159 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5204e77-9ca8-4507-91f3-ebb51af775b5 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Pushing event deleted for resources: {'Port': ['ID=cf1a086a-49f6-4994-804a-ee67942addfa,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:46.985036 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-96537209-d567-41a7-9f47-8b540bf9cdbf tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:47.060019 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-7b79e460-d983-4422-ac3c-1d04000cc064 None None] Allocated IP 2001:db8:0:1::2 (c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a/07b7c72a-1063-4d23-979a-aefbaf46fbf5/cca57d45-b7b5-4ec1-99c2-fe7eef320846) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:10:47.063630 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c5204e77-9ca8-4507-91f3-ebb51af775b5 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:47.067130 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-c5204e77-9ca8-4507-91f3-ebb51af775b5 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] 10.222.0.32 "DELETE /v2.0/ports/cf1a086a-49f6-4994-804a-ee67942addfa HTTP/1.1" status: 204  len: 168 time: 0.7839258
May 07 22:10:47.071334 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42510) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:47.076849 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-e947c5c5-2519-4936-9648-2410f015d5d0 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0b05bfde-6dbe-443d-8320-ac532b2b4afd', 'external_fixed_ips': [{'subnet_id': 'd0828e0e-5d4b-4ed3-94fa-83e2dd232da3', 'ip_address': '172.20.0.10'}]}}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:10:47.079801 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [None req-96537209-d567-41a7-9f47-8b540bf9cdbf tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] device_id is not set on port 02e881c2-4868-4ccf-9a6f-1669bd5c207d yet. {{(pid=121837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 22:10:47.087556 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c0133053-cf54-4046-8e2d-024678e2e87a tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Publish callbacks [] for security_group_rule (0df17113-0483-4539-810c-c74b84ec4296), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:47.087828 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5682d04a-b48d-4209-b5c8-e328d7a011ea tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (55e6caa2-9396-4c83-80fc-4d709b6e5bb1), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:47.096340 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [req-f1fec4b8-b443-4e35-b697-022951a4f3d7 req-7dc94111-09d1-42ff-83a8-efd4de57e277 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Allocated IP 172.20.0.6 (ebdf594d-504a-44e8-89b9-e74774287749/08181da1-ef60-4984-b7f1-4a196d8203f6/a859dd9c-cf59-4a9b-84c9-dddc4e9476c0) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:10:47.105803 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c0133053-cf54-4046-8e2d-024678e2e87a tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (0df17113-0483-4539-810c-c74b84ec4296), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:47.126875 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5682d04a-b48d-4209-b5c8-e328d7a011ea tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Pushing event deleted for resources: {'Port': ['ID=55e6caa2-9396-4c83-80fc-4d709b6e5bb1,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:47.133914 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5682d04a-b48d-4209-b5c8-e328d7a011ea tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:47.140308 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-5682d04a-b48d-4209-b5c8-e328d7a011ea tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "DELETE /v2.0/ports/55e6caa2-9396-4c83-80fc-4d709b6e5bb1 HTTP/1.1" status: 204  len: 168 time: 0.5156956
May 07 22:10:47.140866 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42514) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:47.151291 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e947c5c5-2519-4936-9648-2410f015d5d0 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (e3ea35bd-23e9-46f2-af5a-050a09408ffa), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:47.152377 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e947c5c5-2519-4936-9648-2410f015d5d0 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (e3ea35bd-23e9-46f2-af5a-050a09408ffa), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:47.176423 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-344716be-f495-441d-9ac6-de512a63d3ee tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] GET failed (client error): The resource could not be found.
May 07 22:10:47.182163 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-344716be-f495-441d-9ac6-de512a63d3ee tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "GET /v2.0/ports/55e6caa2-9396-4c83-80fc-4d709b6e5bb1 HTTP/1.1" status: 404  len: 333 time: 0.0397367
May 07 22:10:47.184289 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42516) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:47.189342 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-296ded0c-6609-4fef-8854-9b5b10d83583 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Request body: {'port': {'network_id': '3787466a-d26e-4517-a9a7-1cc24dd6f22b', 'name': 'tempest-PortsTestJSON-1588426326'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:10:47.320870 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e947c5c5-2519-4936-9648-2410f015d5d0 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks [] for router_controller (e3ea35bd-23e9-46f2-af5a-050a09408ffa), precommit_add_association {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:47.338049 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-7b79e460-d983-4422-ac3c-1d04000cc064 None None] For port cca57d45-b7b5-4ec1-99c2-fe7eef320846, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cca57d45-b7b5-4ec1-99c2-fe7eef320846,segment=NetworkSegment(0c54767f-f5cc-4fe8-be2b-89310a1e6df6),segment_id=0c54767f-f5cc-4fe8-be2b-89310a1e6df6)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:10:47.372643 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7b79e460-d983-4422-ac3c-1d04000cc064 None None] Publish callbacks [] for port (cca57d45-b7b5-4ec1-99c2-fe7eef320846), precommit_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:47.379333 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7b79e460-d983-4422-ac3c-1d04000cc064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (cca57d45-b7b5-4ec1-99c2-fe7eef320846), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:47.424949 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-296ded0c-6609-4fef-8854-9b5b10d83583 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Made reservation on behalf of 9c3329647b05487f9d63d3c4ec2183b9 for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:10:47.427522 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-296ded0c-6609-4fef-8854-9b5b10d83583 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:47.513860 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b79e460-d983-4422-ac3c-1d04000cc064 None None] Pushing event updated for resources: {'Port': ['ID=cca57d45-b7b5-4ec1-99c2-fe7eef320846,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:47.514325 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e947c5c5-2519-4936-9648-2410f015d5d0 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks [] for router_gateway (e3ea35bd-23e9-46f2-af5a-050a09408ffa), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:47.520592 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [None req-296ded0c-6609-4fef-8854-9b5b10d83583 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] device_id is not set on port f8160f51-4285-4030-990e-a6b79f934777 yet. {{(pid=121836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 22:10:47.522074 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port cca57d45-b7b5-4ec1-99c2-fe7eef320846 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:10:47.553086 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f104e3f4-370d-4636-a95c-2a73b1c4ff61 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401094'] for router_interface (7a551d72-c84c-4979-8057-178efae5941b), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:47.634577 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0133053-cf54-4046-8e2d-024678e2e87a tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0df17113-0483-4539-810c-c74b84ec4296,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:47.660001 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1a59f52c-73ee-430a-9238-e316a59a32d9 req-e899f3f3-e146-424b-8bc6-d6f2bb988553 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c9e228-e26c-48a5-8400-6b213926a539 HTTP/1.1" status: 200  len: 210 time: 0.1232524
May 07 22:10:47.669345 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c0133053-cf54-4046-8e2d-024678e2e87a tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:47.670548 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-c0133053-cf54-4046-8e2d-024678e2e87a tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 1.0492575
May 07 22:10:47.674081 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42520) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:47.679115 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-13096036-814e-4730-a3e5-f478a61a31ed tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Request body: {'security_group_rule': {'security_group_id': 'b895cd66-4d46-4596-8ced-c4d385f86775', 'project_id': 'd70782066cce4f2fbf5744b63e4195cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:10:47.879946 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-13096036-814e-4730-a3e5-f478a61a31ed tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Publish callbacks [] for security_group_rule (a673e622-385d-4c4c-90eb-40cc46f47365), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:47.898026 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-296ded0c-6609-4fef-8854-9b5b10d83583 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for port (f8160f51-4285-4030-990e-a6b79f934777), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:47.920593 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e947c5c5-2519-4936-9648-2410f015d5d0 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks [] for router_gateway (e3ea35bd-23e9-46f2-af5a-050a09408ffa), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:47.950395 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e947c5c5-2519-4936-9648-2410f015d5d0 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:47.999563 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-96537209-d567-41a7-9f47-8b540bf9cdbf tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Allocated IP 2001:db8:0:1::277 (c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a/07b7c72a-1063-4d23-979a-aefbaf46fbf5/02e881c2-4868-4ccf-9a6f-1669bd5c207d) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:10:48.011997 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-f1fec4b8-b443-4e35-b697-022951a4f3d7 req-7dc94111-09d1-42ff-83a8-efd4de57e277 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Publish callbacks [] for port (a859dd9c-cf59-4a9b-84c9-dddc4e9476c0), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:48.021008 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-96537209-d567-41a7-9f47-8b540bf9cdbf tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Allocated IP 2001:db8::f816:3eff:fe6d:45b1 (c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a/da3bedab-674e-4d64-8949-21ce332e9a61/02e881c2-4868-4ccf-9a6f-1669bd5c207d) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:10:48.119596 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-13096036-814e-4730-a3e5-f478a61a31ed tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Publish callbacks [] for security_group_rule (a673e622-385d-4c4c-90eb-40cc46f47365), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:48.135364 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-13096036-814e-4730-a3e5-f478a61a31ed tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (a673e622-385d-4c4c-90eb-40cc46f47365), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:48.163524 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-296ded0c-6609-4fef-8854-9b5b10d83583 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (f8160f51-4285-4030-990e-a6b79f934777), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:48.203355 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-f1fec4b8-b443-4e35-b697-022951a4f3d7 req-7dc94111-09d1-42ff-83a8-efd4de57e277 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (a859dd9c-cf59-4a9b-84c9-dddc4e9476c0), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:48.250209 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13096036-814e-4730-a3e5-f478a61a31ed tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a673e622-385d-4c4c-90eb-40cc46f47365,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:48.271112 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-13096036-814e-4730-a3e5-f478a61a31ed tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:48.275034 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-13096036-814e-4730-a3e5-f478a61a31ed tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5972102
May 07 22:10:48.281870 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42522) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:48.286366 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-d71e1fdd-4a49-48c0-88bb-3bb49e5bdbba tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Request body: {'security_group_rule': {'security_group_id': 'b895cd66-4d46-4596-8ced-c4d385f86775', 'project_id': 'd70782066cce4f2fbf5744b63e4195cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:10:48.293023 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296ded0c-6609-4fef-8854-9b5b10d83583 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Network 3787466a-d26e-4517-a9a7-1cc24dd6f22b is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:10:48.308688 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-296ded0c-6609-4fef-8854-9b5b10d83583 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:10:48.315029 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296ded0c-6609-4fef-8854-9b5b10d83583 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:10:48.316923 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device cca57d45-b7b5-4ec1-99c2-fe7eef320846 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:10:48.320193 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296ded0c-6609-4fef-8854-9b5b10d83583 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:48.320829 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-296ded0c-6609-4fef-8854-9b5b10d83583 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:48.326403 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296ded0c-6609-4fef-8854-9b5b10d83583 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Pushing event updated for resources: {'Port': ['ID=f8160f51-4285-4030-990e-a6b79f934777,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:48.372296 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc94111-09d1-42ff-83a8-efd4de57e277 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Pushing event updated for resources: {'Port': ['ID=a859dd9c-cf59-4a9b-84c9-dddc4e9476c0,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:48.378787 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-c32b0e24-dba2-4969-a79c-03bb03a6f21f None None] Provisioning complete for port cca57d45-b7b5-4ec1-99c2-fe7eef320846 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:10:48.379894 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c32b0e24-dba2-4969-a79c-03bb03a6f21f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (cca57d45-b7b5-4ec1-99c2-fe7eef320846), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:48.388010 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1fec4b8-b443-4e35-b697-022951a4f3d7 req-7dc94111-09d1-42ff-83a8-efd4de57e277 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Network ebdf594d-504a-44e8-89b9-e74774287749 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:10:48.389496 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-f104e3f4-370d-4636-a95c-2a73b1c4ff61 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Deleting port 622e39d1-3591-41e3-aa09-13406ff1b089 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:10:48.389901 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f104e3f4-370d-4636-a95c-2a73b1c4ff61 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (622e39d1-3591-41e3-aa09-13406ff1b089), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:48.393565 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [req-f1fec4b8-b443-4e35-b697-022951a4f3d7 req-7dc94111-09d1-42ff-83a8-efd4de57e277 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:10:48.397906 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-296ded0c-6609-4fef-8854-9b5b10d83583 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 846 time: 1.2123752
May 07 22:10:48.401178 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42524) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:48.402479 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1fec4b8-b443-4e35-b697-022951a4f3d7 req-7dc94111-09d1-42ff-83a8-efd4de57e277 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:10:48.411982 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-4b386a2a-b130-406c-bf6f-d5278d3f5f49 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:10:48.440058 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port cca57d45-b7b5-4ec1-99c2-fe7eef320846 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:10:48.440750 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (cca57d45-b7b5-4ec1-99c2-fe7eef320846), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:48.454227 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-e947c5c5-2519-4936-9648-2410f015d5d0 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Allocated IP 172.20.0.10 (0b05bfde-6dbe-443d-8320-ac532b2b4afd/d0828e0e-5d4b-4ed3-94fa-83e2dd232da3/a7dc093c-da36-4faf-90a0-b8152a1dc7bb) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:10:48.456793 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d71e1fdd-4a49-48c0-88bb-3bb49e5bdbba tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Publish callbacks [] for security_group_rule (9d8b03d7-1ea6-49c6-972a-3aa889e1d241), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:48.573188 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fec4b8-b443-4e35-b697-022951a4f3d7 req-7dc94111-09d1-42ff-83a8-efd4de57e277 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:48.573744 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-f1fec4b8-b443-4e35-b697-022951a4f3d7 req-7dc94111-09d1-42ff-83a8-efd4de57e277 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:48.575041 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-c32b0e24-dba2-4969-a79c-03bb03a6f21f None None] Current status of the port cca57d45-b7b5-4ec1-99c2-fe7eef320846 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:10:48.581001 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port cca57d45-b7b5-4ec1-99c2-fe7eef320846 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:10:48.587363 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-96537209-d567-41a7-9f47-8b540bf9cdbf tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for port (02e881c2-4868-4ccf-9a6f-1669bd5c207d), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:48.607000 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f1fec4b8-b443-4e35-b697-022951a4f3d7 req-7dc94111-09d1-42ff-83a8-efd4de57e277 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.3330843
May 07 22:10:48.615121 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4b386a2a-b130-406c-bf6f-d5278d3f5f49 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f8160f51-4285-4030-990e-a6b79f934777), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:48.624677 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-f1fec4b8-b443-4e35-b697-022951a4f3d7 req-fbb8b68a-ef7f-4c10-b521-5f6b91f4be3c service neutron] Request body: {'port': {'device_id': '02c9e228-e26c-48a5-8400-6b213926a539', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:10:48.630660 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-f104e3f4-370d-4636-a95c-2a73b1c4ff61 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] For port 622e39d1-3591-41e3-aa09-13406ff1b089, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=622e39d1-3591-41e3-aa09-13406ff1b089,segment=NetworkSegment(d1c0fce5-521d-438d-a9d1-a6c40041ff2b),segment_id=d1c0fce5-521d-438d-a9d1-a6c40041ff2b)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:10:48.631312 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f104e3f4-370d-4636-a95c-2a73b1c4ff61 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (622e39d1-3591-41e3-aa09-13406ff1b089), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:48.645294 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d71e1fdd-4a49-48c0-88bb-3bb49e5bdbba tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Publish callbacks [] for security_group_rule (9d8b03d7-1ea6-49c6-972a-3aa889e1d241), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:48.669388 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-f104e3f4-370d-4636-a95c-2a73b1c4ff61 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Calling delete_port for 622e39d1-3591-41e3-aa09-13406ff1b089 owned by network:router_interface {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:10:48.672357 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d71e1fdd-4a49-48c0-88bb-3bb49e5bdbba tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (9d8b03d7-1ea6-49c6-972a-3aa889e1d241), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:48.738990 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e947c5c5-2519-4936-9648-2410f015d5d0 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks [] for port (a7dc093c-da36-4faf-90a0-b8152a1dc7bb), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:48.740423 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71e1fdd-4a49-48c0-88bb-3bb49e5bdbba tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d8b03d7-1ea6-49c6-972a-3aa889e1d241,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:48.766856 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d71e1fdd-4a49-48c0-88bb-3bb49e5bdbba tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:48.768279 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-d71e1fdd-4a49-48c0-88bb-3bb49e5bdbba tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4854629
May 07 22:10:48.769368 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-f1fec4b8-b443-4e35-b697-022951a4f3d7 req-fbb8b68a-ef7f-4c10-b521-5f6b91f4be3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (a859dd9c-cf59-4a9b-84c9-dddc4e9476c0), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:48.771246 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 42536) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:48.780090 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-96537209-d567-41a7-9f47-8b540bf9cdbf tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (02e881c2-4868-4ccf-9a6f-1669bd5c207d), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:48.791118 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-4a4b0c38-831a-4721-97df-7a00b0bbe9a5 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Request body: {'security_group_rule': {'security_group_id': 'b895cd66-4d46-4596-8ced-c4d385f86775', 'project_id': 'd70782066cce4f2fbf5744b63e4195cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:10:48.880294 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e947c5c5-2519-4936-9648-2410f015d5d0 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (a7dc093c-da36-4faf-90a0-b8152a1dc7bb), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:48.891421 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4b386a2a-b130-406c-bf6f-d5278d3f5f49 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for port (f8160f51-4285-4030-990e-a6b79f934777), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:48.909407 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96537209-d567-41a7-9f47-8b540bf9cdbf tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:10:48.914376 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4b386a2a-b130-406c-bf6f-d5278d3f5f49 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (f8160f51-4285-4030-990e-a6b79f934777), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:48.927992 ncdv-master-1 neutron-server[121837]: INFO neutron.db.securitygroups_db [None req-4a4b0c38-831a-4721-97df-7a00b0bbe9a5 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Project d70782066cce4f2fbf5744b63e4195cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 07 22:10:48.933649 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e947c5c5-2519-4936-9648-2410f015d5d0 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Network 0b05bfde-6dbe-443d-8320-ac532b2b4afd is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:10:48.935091 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-96537209-d567-41a7-9f47-8b540bf9cdbf tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:10:48.937853 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-4b386a2a-b130-406c-bf6f-d5278d3f5f49 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] In _notify_port_updated(), no bound segment for port f8160f51-4285-4030-990e-a6b79f934777 on network 3787466a-d26e-4517-a9a7-1cc24dd6f22b {{(pid=121836) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:935}}
May 07 22:10:48.939489 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96537209-d567-41a7-9f47-8b540bf9cdbf tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:10:48.943356 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b386a2a-b130-406c-bf6f-d5278d3f5f49 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:48.944517 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4b386a2a-b130-406c-bf6f-d5278d3f5f49 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:48.946203 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96537209-d567-41a7-9f47-8b540bf9cdbf tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:48.946884 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-96537209-d567-41a7-9f47-8b540bf9cdbf tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:48.948730 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-4b386a2a-b130-406c-bf6f-d5278d3f5f49 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "PUT /v2.0/ports/f8160f51-4285-4030-990e-a6b79f934777 HTTP/1.1" status: 200  len: 818 time: 0.5458064
May 07 22:10:48.949995 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-e947c5c5-2519-4936-9648-2410f015d5d0 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:10:48.953711 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 42540) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:48.954619 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e947c5c5-2519-4936-9648-2410f015d5d0 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:10:48.981323 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e947c5c5-2519-4936-9648-2410f015d5d0 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Pushing event updated for resources: {'Port': ['ID=a7dc093c-da36-4faf-90a0-b8152a1dc7bb,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:49.049229 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b386a2a-b130-406c-bf6f-d5278d3f5f49 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Pushing event updated for resources: {'Port': ['ID=f8160f51-4285-4030-990e-a6b79f934777,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:49.065433 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4a4b0c38-831a-4721-97df-7a00b0bbe9a5 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Publish callbacks [] for security_group_rule (a40b87e7-e616-4b6c-ad43-ea0565320475), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:49.071260 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96537209-d567-41a7-9f47-8b540bf9cdbf tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event updated for resources: {'Port': ['ID=02e881c2-4868-4ccf-9a6f-1669bd5c207d,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:49.205008 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-96537209-d567-41a7-9f47-8b540bf9cdbf tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1033 time: 2.9954088
May 07 22:10:49.211064 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42546) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:49.255649 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330852c4-11a9-4cb0-b14c-b696b079d039 req-4b2e8a72-2473-418e-80d6-4e493e79e101 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:49.257803 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-330852c4-11a9-4cb0-b14c-b696b079d039 req-4b2e8a72-2473-418e-80d6-4e493e79e101 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c9e228-e26c-48a5-8400-6b213926a539 HTTP/1.1" status: 200  len: 931 time: 0.4855273
May 07 22:10:49.384333 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-6d26a42b-4b0d-47d6-a1b0-3a102b8cd989 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Deleting port 02e881c2-4868-4ccf-9a6f-1669bd5c207d {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:10:49.384706 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6d26a42b-4b0d-47d6-a1b0-3a102b8cd989 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (02e881c2-4868-4ccf-9a6f-1669bd5c207d), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:49.398786 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-480fc32f-9fb9-44c7-a453-927a2f36f099 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Deleting port f8160f51-4285-4030-990e-a6b79f934777 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:10:49.399156 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-480fc32f-9fb9-44c7-a453-927a2f36f099 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (f8160f51-4285-4030-990e-a6b79f934777), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:49.413468 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e947c5c5-2519-4936-9648-2410f015d5d0 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks [] for router_gateway (e3ea35bd-23e9-46f2-af5a-050a09408ffa), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:49.418286 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-77dc30a5-ee12-4694-a5d6-3fb79a97ca43 None None] Provisioning complete for port 02e881c2-4868-4ccf-9a6f-1669bd5c207d triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:10:49.420022 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-77dc30a5-ee12-4694-a5d6-3fb79a97ca43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (02e881c2-4868-4ccf-9a6f-1669bd5c207d), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:49.420851 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4a4b0c38-831a-4721-97df-7a00b0bbe9a5 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Publish callbacks [] for security_group_rule (a40b87e7-e616-4b6c-ad43-ea0565320475), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:49.454658 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4a4b0c38-831a-4721-97df-7a00b0bbe9a5 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (a40b87e7-e616-4b6c-ad43-ea0565320475), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:49.460186 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-77dc30a5-ee12-4694-a5d6-3fb79a97ca43 None None] Port 02e881c2-4868-4ccf-9a6f-1669bd5c207d cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:10:49.504338 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-330852c4-11a9-4cb0-b14c-b696b079d039 req-48fdcd87-8712-4e92-a676-9691bcd6c6e9 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1962349
May 07 22:10:49.581726 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6d26a42b-4b0d-47d6-a1b0-3a102b8cd989 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (02e881c2-4868-4ccf-9a6f-1669bd5c207d), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:49.582881 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4b0c38-831a-4721-97df-7a00b0bbe9a5 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a40b87e7-e616-4b6c-ad43-ea0565320475,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:49.597693 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-6d26a42b-4b0d-47d6-a1b0-3a102b8cd989 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Calling delete_port for 02e881c2-4868-4ccf-9a6f-1669bd5c207d owned by  {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:10:49.620659 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4a4b0c38-831a-4721-97df-7a00b0bbe9a5 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:49.621835 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-4a4b0c38-831a-4721-97df-7a00b0bbe9a5 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.8431125
May 07 22:10:49.623699 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-480fc32f-9fb9-44c7-a453-927a2f36f099 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (f8160f51-4285-4030-990e-a6b79f934777), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:49.634154 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 42548) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:49.645369 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-f6dd459d-eb57-42b9-a77d-fae5012994f4 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Request body: {'security_group_rule': {'security_group_id': 'b895cd66-4d46-4596-8ced-c4d385f86775', 'project_id': 'd70782066cce4f2fbf5744b63e4195cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:10:49.659563 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-480fc32f-9fb9-44c7-a453-927a2f36f099 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Calling delete_port for f8160f51-4285-4030-990e-a6b79f934777 owned by  {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:10:49.755140 ncdv-master-1 neutron-server[121837]: INFO neutron.db.securitygroups_db [None req-f6dd459d-eb57-42b9-a77d-fae5012994f4 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Project d70782066cce4f2fbf5744b63e4195cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 07 22:10:49.762849 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f104e3f4-370d-4636-a95c-2a73b1c4ff61 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (622e39d1-3591-41e3-aa09-13406ff1b089), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:49.781797 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f6dd459d-eb57-42b9-a77d-fae5012994f4 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Publish callbacks [] for security_group_rule (738b8b8c-2a9b-4d9e-8334-0395b2dd3867), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:49.829640 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f104e3f4-370d-4636-a95c-2a73b1c4ff61 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Pushing event deleted for resources: {'Port': ['ID=622e39d1-3591-41e3-aa09-13406ff1b089,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:49.959693 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [req-f1fec4b8-b443-4e35-b697-022951a4f3d7 req-fbb8b68a-ef7f-4c10-b521-5f6b91f4be3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a859dd9c-cf59-4a9b-84c9-dddc4e9476c0 {{(pid=121837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:10:49.977848 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-f1fec4b8-b443-4e35-b697-022951a4f3d7 req-fbb8b68a-ef7f-4c10-b521-5f6b91f4be3c service neutron] Publish callbacks [] for port (a859dd9c-cf59-4a9b-84c9-dddc4e9476c0), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:50.013968 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-480fc32f-9fb9-44c7-a453-927a2f36f099 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (f8160f51-4285-4030-990e-a6b79f934777), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:50.017297 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-f1fec4b8-b443-4e35-b697-022951a4f3d7 req-fbb8b68a-ef7f-4c10-b521-5f6b91f4be3c service neutron] Transition to ACTIVE for port object a859dd9c-cf59-4a9b-84c9-dddc4e9476c0 will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 22:10:50.067838 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f6dd459d-eb57-42b9-a77d-fae5012994f4 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Publish callbacks [] for security_group_rule (738b8b8c-2a9b-4d9e-8334-0395b2dd3867), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:50.068734 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-f1fec4b8-b443-4e35-b697-022951a4f3d7 req-fbb8b68a-ef7f-4c10-b521-5f6b91f4be3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (a859dd9c-cf59-4a9b-84c9-dddc4e9476c0), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:50.101933 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f6dd459d-eb57-42b9-a77d-fae5012994f4 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (738b8b8c-2a9b-4d9e-8334-0395b2dd3867), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:50.109083 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480fc32f-9fb9-44c7-a453-927a2f36f099 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Pushing event deleted for resources: {'Port': ['ID=f8160f51-4285-4030-990e-a6b79f934777,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:50.138146 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-480fc32f-9fb9-44c7-a453-927a2f36f099 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:50.143655 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-480fc32f-9fb9-44c7-a453-927a2f36f099 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "DELETE /v2.0/ports/f8160f51-4285-4030-990e-a6b79f934777 HTTP/1.1" status: 204  len: 168 time: 1.1282008
May 07 22:10:50.154452 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42550) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:50.196175 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dd459d-eb57-42b9-a77d-fae5012994f4 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=738b8b8c-2a9b-4d9e-8334-0395b2dd3867,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:50.215268 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f6dd459d-eb57-42b9-a77d-fae5012994f4 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:50.216578 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-f6dd459d-eb57-42b9-a77d-fae5012994f4 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.5801780
May 07 22:10:50.232328 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb8b68a-ef7f-4c10-b521-5f6b91f4be3c service neutron] Pushing event updated for resources: {'Port': ['ID=a859dd9c-cf59-4a9b-84c9-dddc4e9476c0,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:50.234756 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9abb225f-e2fb-4395-a50c-d2d8d2c34bfa req-0ef1eba8-01fd-49dd-86b7-bf64938387d3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=58c1a630-bf3c-43b9-8367-4ad0368a202f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1200964
May 07 22:10:50.237963 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e947c5c5-2519-4936-9648-2410f015d5d0 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (e3ea35bd-23e9-46f2-af5a-050a09408ffa), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:50.252229 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36191c8a-a282-4b30-a132-ad1dbc7f1161 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:50.253721 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-36191c8a-a282-4b30-a132-ad1dbc7f1161 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 843 time: 0.0967851
May 07 22:10:50.256767 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42556) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:50.270334 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f104e3f4-370d-4636-a95c-2a73b1c4ff61 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401002'] for router_interface (7a551d72-c84c-4979-8057-178efae5941b), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:50.397887 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-51f53868-b1a7-457c-97df-14fc241b5f1d tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] GET failed (client error): The resource could not be found.
May 07 22:10:50.402708 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-51f53868-b1a7-457c-97df-14fc241b5f1d tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "GET /v2.0/ports/f8160f51-4285-4030-990e-a6b79f934777 HTTP/1.1" status: 404  len: 333 time: 0.1420369
May 07 22:10:50.409369 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42562) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:50.426531 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-7f1e54bb-49c3-4cc8-9748-e1893b9a26fe tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-468423162'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:10:50.461499 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abb225f-e2fb-4395-a50c-d2d8d2c34bfa req-0979439f-2100-4e5e-9d1b-035c661a8ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:50.463274 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9abb225f-e2fb-4395-a50c-d2d8d2c34bfa req-0979439f-2100-4e5e-9d1b-035c661a8ce0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=79ad2ea0f3a34003bb7a3f8ff81c58e4&device_id=58c1a630-bf3c-43b9-8367-4ad0368a202f HTTP/1.1" status: 200  len: 1166 time: 0.1645110
May 07 22:10:50.576381 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f1e54bb-49c3-4cc8-9748-e1893b9a26fe tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Made reservation on behalf of 9c3329647b05487f9d63d3c4ec2183b9 for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:10:50.579614 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7f1e54bb-49c3-4cc8-9748-e1893b9a26fe tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:50.724648 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c5c251-93a4-47d2-87d9-d8ec1dbae45f req-1d7a2079-064d-4eef-ab37-fd4d728e2eeb tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:50.726157 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-88c5c251-93a4-47d2-87d9-d8ec1dbae45f req-1d7a2079-064d-4eef-ab37-fd4d728e2eeb tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3ed5da6-ab19-4f8c-a82a-c988e23edcc0 HTTP/1.1" status: 200  len: 946 time: 0.1369479
May 07 22:10:50.736015 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6d26a42b-4b0d-47d6-a1b0-3a102b8cd989 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (02e881c2-4868-4ccf-9a6f-1669bd5c207d), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:50.741909 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f1e54bb-49c3-4cc8-9748-e1893b9a26fe tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:10:50.805750 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-f1fec4b8-b443-4e35-b697-022951a4f3d7 req-fbb8b68a-ef7f-4c10-b521-5f6b91f4be3c service neutron] Attempting to bind port a859dd9c-cf59-4a9b-84c9-dddc4e9476c0 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:10:50.806085 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-f1fec4b8-b443-4e35-b697-022951a4f3d7 req-fbb8b68a-ef7f-4c10-b521-5f6b91f4be3c service neutron] Attempting to bind port a859dd9c-cf59-4a9b-84c9-dddc4e9476c0 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '2cb8e953-203f-4019-8d4d-d4ab0509c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ebdf594d-504a-44e8-89b9-e74774287749'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:10:50.806417 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fec4b8-b443-4e35-b697-022951a4f3d7 req-fbb8b68a-ef7f-4c10-b521-5f6b91f4be3c service neutron] Attempting to bind port a859dd9c-cf59-4a9b-84c9-dddc4e9476c0 on network ebdf594d-504a-44e8-89b9-e74774287749 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:10:50.806978 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abb225f-e2fb-4395-a50c-d2d8d2c34bfa req-5e2a3367-eac6-43d0-87dc-b22d6a647d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:50.808465 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9abb225f-e2fb-4395-a50c-d2d8d2c34bfa req-5e2a3367-eac6-43d0-87dc-b22d6a647d94 service neutron] 10.222.0.55 "GET /v2.0/networks?id=308d6916-e830-4389-a582-d32af758375c HTTP/1.1" status: 200  len: 898 time: 0.3089075
May 07 22:10:50.809542 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7f1e54bb-49c3-4cc8-9748-e1893b9a26fe tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (94b829f6-74c0-4bb0-94de-e6a4c3d0a95c), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:50.809887 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-7f1e54bb-49c3-4cc8-9748-e1893b9a26fe tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Added segment 94b829f6-74c0-4bb0-94de-e6a4c3d0a95c of type vlan for network e5410d2a-78fb-4f5a-acb3-3cbe619e8b55
May 07 22:10:50.812582 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d26a42b-4b0d-47d6-a1b0-3a102b8cd989 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event deleted for resources: {'Port': ['ID=02e881c2-4868-4ccf-9a6f-1669bd5c207d,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:50.817884 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-227f2d85-1039-4da6-b9af-a03f072bdda3 req-1f7c4f3a-fbbf-46d9-a37a-8650177129a0 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1804087569&fields=id&tenant_id=d70782066cce4f2fbf5744b63e4195cb HTTP/1.1" status: 200  len: 267 time: 0.1306696
May 07 22:10:50.849121 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fec4b8-b443-4e35-b697-022951a4f3d7 req-fbb8b68a-ef7f-4c10-b521-5f6b91f4be3c service neutron] Port a859dd9c-cf59-4a9b-84c9-dddc4e9476c0 on network ebdf594d-504a-44e8-89b9-e74774287749 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:10:50.849448 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fec4b8-b443-4e35-b697-022951a4f3d7 req-fbb8b68a-ef7f-4c10-b521-5f6b91f4be3c service neutron] Attempting to bind port a859dd9c-cf59-4a9b-84c9-dddc4e9476c0 on network ebdf594d-504a-44e8-89b9-e74774287749 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:10:50.878075 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fec4b8-b443-4e35-b697-022951a4f3d7 req-fbb8b68a-ef7f-4c10-b521-5f6b91f4be3c service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:10:50.878416 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fec4b8-b443-4e35-b697-022951a4f3d7 req-fbb8b68a-ef7f-4c10-b521-5f6b91f4be3c service neutron] Checking segment: {'id': '2cb8e953-203f-4019-8d4d-d4ab0509c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ebdf594d-504a-44e8-89b9-e74774287749'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:10:50.878825 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1fec4b8-b443-4e35-b697-022951a4f3d7 req-fbb8b68a-ef7f-4c10-b521-5f6b91f4be3c service neutron] Bound using segment: {'id': '2cb8e953-203f-4019-8d4d-d4ab0509c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ebdf594d-504a-44e8-89b9-e74774287749'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:10:50.879270 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-f1fec4b8-b443-4e35-b697-022951a4f3d7 req-fbb8b68a-ef7f-4c10-b521-5f6b91f4be3c service neutron] Bound port: a859dd9c-cf59-4a9b-84c9-dddc4e9476c0, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cb8e953-203f-4019-8d4d-d4ab0509c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ebdf594d-504a-44e8-89b9-e74774287749'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:10:50.879626 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-f1fec4b8-b443-4e35-b697-022951a4f3d7 req-fbb8b68a-ef7f-4c10-b521-5f6b91f4be3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (a859dd9c-cf59-4a9b-84c9-dddc4e9476c0), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:50.928094 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7f1e54bb-49c3-4cc8-9748-e1893b9a26fe tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (e5410d2a-78fb-4f5a-acb3-3cbe619e8b55), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:50.937692 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-88c5c251-93a4-47d2-87d9-d8ec1dbae45f req-86670940-3ff9-44f4-91a4-a638208862a0 tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c334649-d42d-4f47-becb-d6172ad1614f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2041547
May 07 22:10:50.942660 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6d26a42b-4b0d-47d6-a1b0-3a102b8cd989 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:50.946569 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-6d26a42b-4b0d-47d6-a1b0-3a102b8cd989 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/ports/02e881c2-4868-4ccf-9a6f-1669bd5c207d HTTP/1.1" status: 204  len: 168 time: 1.7301302
May 07 22:10:50.948990 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e947c5c5-2519-4936-9648-2410f015d5d0 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Router e3ea35bd-23e9-46f2-af5a-050a09408ffa is scheduled to L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db with binding_index 1 {{(pid=121836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 07 22:10:50.953115 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42570) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:51.040766 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7f1e54bb-49c3-4cc8-9748-e1893b9a26fe tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (e5410d2a-78fb-4f5a-acb3-3cbe619e8b55), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:51.047049 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1e54bb-49c3-4cc8-9748-e1893b9a26fe tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:51.047644 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7f1e54bb-49c3-4cc8-9748-e1893b9a26fe tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:51.087701 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f2d85-1039-4da6-b9af-a03f072bdda3 req-b26a1353-fce0-4100-aa06-da895967c753 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:51.089225 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-227f2d85-1039-4da6-b9af-a03f072bdda3 req-b26a1353-fce0-4100-aa06-da895967c753 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] 10.222.0.32 "GET /v2.0/networks?id=42882eb7-7f7c-429d-978e-a320afe6b945 HTTP/1.1" status: 200  len: 814 time: 0.2438071
May 07 22:10:51.094430 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-f1fec4b8-b443-4e35-b697-022951a4f3d7 req-fbb8b68a-ef7f-4c10-b521-5f6b91f4be3c service neutron] For port a859dd9c-cf59-4a9b-84c9-dddc4e9476c0, host nch2-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:10:51.132192 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de253ea0-ff63-4f54-a032-31c5be5fa410 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:51.137342 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-de253ea0-ff63-4f54-a032-31c5be5fa410 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.1783249
May 07 22:10:51.138295 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 42572) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:51.146447 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-f1fec4b8-b443-4e35-b697-022951a4f3d7 req-fbb8b68a-ef7f-4c10-b521-5f6b91f4be3c service neutron] For port a859dd9c-cf59-4a9b-84c9-dddc4e9476c0, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a859dd9c-cf59-4a9b-84c9-dddc4e9476c0,segment=NetworkSegment(2cb8e953-203f-4019-8d4d-d4ab0509c11a),segment_id=2cb8e953-203f-4019-8d4d-d4ab0509c11a)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:10:51.162095 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-227f2d85-1039-4da6-b9af-a03f072bdda3 req-8deb6054-14d2-4d76-ad1d-f8d028c725d0 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] 10.222.0.32 "GET /v2.0/quotas/d70782066cce4f2fbf5744b63e4195cb HTTP/1.1" status: 200  len: 375 time: 0.0649414
May 07 22:10:51.192803 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-f1fec4b8-b443-4e35-b697-022951a4f3d7 req-fbb8b68a-ef7f-4c10-b521-5f6b91f4be3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (a859dd9c-cf59-4a9b-84c9-dddc4e9476c0), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:51.210597 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-7f1e54bb-49c3-4cc8-9748-e1893b9a26fe tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.7909822
May 07 22:10:51.220995 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42574) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:51.226716 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-0fbd950e-9008-4a69-b113-3a4581bd118b tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Request body: {'subnet': {'network_id': 'e5410d2a-78fb-4f5a-acb3-3cbe619e8b55', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:10:51.238880 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8d8e01-205c-4be6-9f92-ed8e8f4d6518 req-df8bbfac-051f-4a0b-90c8-ca1720f6d04d tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:51.240348 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ff8d8e01-205c-4be6-9f92-ed8e8f4d6518 req-df8bbfac-051f-4a0b-90c8-ca1720f6d04d tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c9e228-e26c-48a5-8400-6b213926a539 HTTP/1.1" status: 200  len: 943 time: 0.2006698
May 07 22:10:51.252454 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1e54bb-49c3-4cc8-9748-e1893b9a26fe tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Pushing event updated for resources: {'Network': ['ID=e5410d2a-78fb-4f5a-acb3-3cbe619e8b55,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:51.264161 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network e5410d2a-78fb-4f5a-acb3-3cbe619e8b55 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:10:51.306168 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e64cd13-71d0-4e9d-adc2-6e1b8b4879e1 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:51.307714 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-8e64cd13-71d0-4e9d-adc2-6e1b8b4879e1 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.1647255
May 07 22:10:51.314820 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42576) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:51.323041 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fec4b8-b443-4e35-b697-022951a4f3d7 req-fbb8b68a-ef7f-4c10-b521-5f6b91f4be3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:51.323659 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-f1fec4b8-b443-4e35-b697-022951a4f3d7 req-fbb8b68a-ef7f-4c10-b521-5f6b91f4be3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:51.325031 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f1fec4b8-b443-4e35-b697-022951a4f3d7 req-fbb8b68a-ef7f-4c10-b521-5f6b91f4be3c service neutron] 10.222.0.59 "PUT /v2.0/ports/a859dd9c-cf59-4a9b-84c9-dddc4e9476c0 HTTP/1.1" status: 200  len: 1091 time: 2.7089846
May 07 22:10:51.325544 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02c9e228-e26c-48a5-8400-6b213926a539', 'tag': 'a859dd9c-cf59-4a9b-84c9-dddc4e9476c0'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:10:51.327811 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bd512e7-bacb-4541-ac72-1674262bddd6" -d '{"events": [{"name": "network-changed", "server_uuid": "02c9e228-e26c-48a5-8400-6b213926a539", "tag": "a859dd9c-cf59-4a9b-84c9-dddc4e9476c0"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:10:51.341038 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-227f2d85-1039-4da6-b9af-a03f072bdda3 req-8691558e-98dc-4d6b-a719-5cdb20fb9ca5 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d70782066cce4f2fbf5744b63e4195cb&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1570725
May 07 22:10:51.342946 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f104e3f4-370d-4636-a95c-2a73b1c4ff61 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Router 7a551d72-c84c-4979-8057-178efae5941b has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:10:51.364604 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb8b68a-ef7f-4c10-b521-5f6b91f4be3c service neutron] Pushing event updated for resources: {'Port': ['ID=a859dd9c-cf59-4a9b-84c9-dddc4e9476c0,revision_number=3']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:51.388911 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e947c5c5-2519-4936-9648-2410f015d5d0 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:10:51.399943 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac9fb03-06f1-46ab-9917-fbbb7921dcff None None] Sync routers for ids ['e3ea35bd-23e9-46f2-af5a-050a09408ffa'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:10:51.414803 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac9fb03-06f1-46ab-9917-fbbb7921dcff None None] Routers {'e3ea35bd-23e9-46f2-af5a-050a09408ffa'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:10:51.415610 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-aac9fb03-06f1-46ab-9917-fbbb7921dcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7fe8e850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:10:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['e3ea35bd-23e9-46f2-af5a-050a09408ffa'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:10:51.434167 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ff8d8e01-205c-4be6-9f92-ed8e8f4d6518 req-2f495914-01da-4f38-9bf9-f015b84b891b tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1772068
May 07 22:10:51.440301 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6a7ac4-7d6a-48c0-9bf3-a1fa9b29a7db tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:51.441479 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6a7ac4-7d6a-48c0-9bf3-a1fa9b29a7db tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:51.442861 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6a7ac4-7d6a-48c0-9bf3-a1fa9b29a7db tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:51.443864 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-7a6a7ac4-7d6a-48c0-9bf3-a1fa9b29a7db tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2097 time: 0.1216848
May 07 22:10:51.446792 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42580) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:51.458544 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e947c5c5-2519-4936-9648-2410f015d5d0 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:51.462472 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-e947c5c5-2519-4936-9648-2410f015d5d0 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 876 time: 4.3891053
May 07 22:10:51.463316 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 42582) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:51.496196 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fbd950e-9008-4a69-b113-3a4581bd118b tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Made reservation on behalf of 9c3329647b05487f9d63d3c4ec2183b9 for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:10:51.499752 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0fbd950e-9008-4a69-b113-3a4581bd118b tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:51.538431 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb7d7c72-175d-462c-8118-fb7714443407 x-openstack-request-id: req-eb7d7c72-175d-462c-8118-fb7714443407 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:10:51.538710 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02c9e228-e26c-48a5-8400-6b213926a539", "tag": "a859dd9c-cf59-4a9b-84c9-dddc4e9476c0", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:10:51.538996 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eb7d7c72-175d-462c-8118-fb7714443407 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:10:51.539598 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb7d7c72-175d-462c-8118-fb7714443407'] response: {'name': 'network-changed', 'server_uuid': '02c9e228-e26c-48a5-8400-6b213926a539', 'tag': 'a859dd9c-cf59-4a9b-84c9-dddc4e9476c0', 'status': 'completed', 'code': 200}
May 07 22:10:51.565302 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-aac9fb03-06f1-46ab-9917-fbbb7921dcff None None] Set router e3ea35bd-23e9-46f2-af5a-050a09408ffa gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:10:51.568109 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_v2 [None req-938c467b-4b5a-4ec2-bf19-23d25ede5831 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Deleting subnet 07b7c72a-1063-4d23-979a-aefbaf46fbf5 {{(pid=121836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:10:51.576613 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-938c467b-4b5a-4ec2-bf19-23d25ede5831 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for subnet (07b7c72a-1063-4d23-979a-aefbaf46fbf5), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:51.578847 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fec4b8-b443-4e35-b697-022951a4f3d7 req-032d4dc2-5e9b-4930-955f-2833aa89d1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:51.580566 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f1fec4b8-b443-4e35-b697-022951a4f3d7 req-032d4dc2-5e9b-4930-955f-2833aa89d1c9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b29256ef64d74a5297507ca500a9468e&device_id=02c9e228-e26c-48a5-8400-6b213926a539 HTTP/1.1" status: 200  len: 1125 time: 0.1909151
May 07 22:10:51.631889 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-938c467b-4b5a-4ec2-bf19-23d25ede5831 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726883'] for subnet (07b7c72a-1063-4d23-979a-aefbaf46fbf5), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:51.673012 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f1fec4b8-b443-4e35-b697-022951a4f3d7 req-4fcd4166-428c-436a-8a29-b6e707961b06 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a859dd9c-cf59-4a9b-84c9-dddc4e9476c0 HTTP/1.1" status: 200  len: 217 time: 0.0836732
May 07 22:10:51.744598 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-aac9fb03-06f1-46ab-9917-fbbb7921dcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7fe8e850>, [{'id': 'e3ea35bd-23e9-46f2-af5a-050a09408ffa', 'name': '', 'tenant_id': '28a4884b91054cb58607f65ea001053c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b05bfde-6dbe-443d-8320-ac532b2b4afd', 'external_fixed_ips': [{'subnet_id': 'd0828e0e-5d4b-4ed3-94fa-83e2dd232da3', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': 'a7dc093c-da36-4faf-90a0-b8152a1dc7bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:10:47Z', 'updated_at': '2022-05-07T22:10:49Z', 'revision_number': 3, 'project_id': '28a4884b91054cb58607f65ea001053c', 'gw_port': {'id': 'a7dc093c-da36-4faf-90a0-b8152a1dc7bb', 'name': '', 'network_id': '0b05bfde-6dbe-443d-8320-ac532b2b4afd', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:9c:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3ea35bd-23e9-46f2-af5a-050a09408ffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': 'd0828e0e-5d4b-4ed3-94fa-83e2dd232da3', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:10:47Z', 'updated_at': '2022-05-07T22:10:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd0828e0e-5d4b-4ed3-94fa-83e2dd232da3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:10:51.768296 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-227f2d85-1039-4da6-b9af-a03f072bdda3 req-959e8684-3735-4fcf-989b-c2e2a589f67e service neutron] 10.222.0.32 "GET /v2.0/networks/42882eb7-7f7c-429d-978e-a320afe6b945?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3967471
May 07 22:10:51.773073 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac9fb03-06f1-46ab-9917-fbbb7921dcff None None] Checking router: e3ea35bd-23e9-46f2-af5a-050a09408ffa for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:10:51.773720 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac9fb03-06f1-46ab-9917-fbbb7921dcff None None] Updating router e3ea35bd-23e9-46f2-af5a-050a09408ffa port a7dc093c-da36-4faf-90a0-b8152a1dc7bb binding host ncdv-master-1 {{(pid=121838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 22:10:51.788896 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f104e3f4-370d-4636-a95c-2a73b1c4ff61 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:10:51.795120 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-f104e3f4-370d-4636-a95c-2a73b1c4ff61 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] 10.222.0.32 "PUT /v2.0/routers/7a551d72-c84c-4979-8057-178efae5941b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.8692107
May 07 22:10:51.804926 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42584) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:51.811360 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-aac9fb03-06f1-46ab-9917-fbbb7921dcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (a7dc093c-da36-4faf-90a0-b8152a1dc7bb), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:51.828771 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cd42a5-3b89-4d57-a12f-4dad84c2056e None None] Sync routers for ids ['7a551d72-c84c-4979-8057-178efae5941b'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:10:51.830763 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fec4b8-b443-4e35-b697-022951a4f3d7 req-6d30b6f1-e138-4938-989a-8a25471a7ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:51.832472 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f1fec4b8-b443-4e35-b697-022951a4f3d7 req-6d30b6f1-e138-4938-989a-8a25471a7ae2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=08181da1-ef60-4984-b7f1-4a196d8203f6 HTTP/1.1" status: 200  len: 846 time: 0.1469843
May 07 22:10:51.840994 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b036f99e-46cf-49d7-9924-8847bfc23892 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks [] for router (e3ea35bd-23e9-46f2-af5a-050a09408ffa), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:51.849787 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cd42a5-3b89-4d57-a12f-4dad84c2056e None None] Routers {'7a551d72-c84c-4979-8057-178efae5941b'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:10:51.851659 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-c5cd42a5-3b89-4d57-a12f-4dad84c2056e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cacd820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:10:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['7a551d72-c84c-4979-8057-178efae5941b'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:10:51.873878 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9abb225f-e2fb-4395-a50c-d2d8d2c34bfa req-09670e7f-7657-404c-80b2-cf7707548777 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed17c686-5176-4e6b-9642-9888fb0132ac HTTP/1.1" status: 200  len: 1000 time: 0.2186151
May 07 22:10:51.881904 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:51.935812 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f1fec4b8-b443-4e35-b697-022951a4f3d7 req-c22d41a0-d4c7-4ec0-a5ba-0e8f1153d8db service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ebdf594d-504a-44e8-89b9-e74774287749&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0928311
May 07 22:10:52.034832 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-c5cd42a5-3b89-4d57-a12f-4dad84c2056e None None] Set router 7a551d72-c84c-4979-8057-178efae5941b gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:10:52.086973 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-227f2d85-1039-4da6-b9af-a03f072bdda3 req-f0b58671-ba49-49a2-89fc-3488d5c5625b service neutron] 10.222.0.32 "GET /v2.0/networks/42882eb7-7f7c-429d-978e-a320afe6b945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3042042
May 07 22:10:52.122159 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b036f99e-46cf-49d7-9924-8847bfc23892 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks [] for router_gateway (e3ea35bd-23e9-46f2-af5a-050a09408ffa), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:52.165219 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f1fec4b8-b443-4e35-b697-022951a4f3d7 req-e361852b-6651-41de-af34-e7226d60ef26 service neutron] 10.222.0.59 "GET /v2.0/networks/ebdf594d-504a-44e8-89b9-e74774287749?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2180192
May 07 22:10:52.217196 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-aac9fb03-06f1-46ab-9917-fbbb7921dcff None None] Publish callbacks [] for port (a7dc093c-da36-4faf-90a0-b8152a1dc7bb), precommit_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:52.228471 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-aac9fb03-06f1-46ab-9917-fbbb7921dcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (a7dc093c-da36-4faf-90a0-b8152a1dc7bb), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:52.277547 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-938c467b-4b5a-4ec2-bf19-23d25ede5831 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (07b7c72a-1063-4d23-979a-aefbaf46fbf5), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:52.280223 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-b036f99e-46cf-49d7-9924-8847bfc23892 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Deleting port a7dc093c-da36-4faf-90a0-b8152a1dc7bb {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:10:52.280657 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b036f99e-46cf-49d7-9924-8847bfc23892 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (a7dc093c-da36-4faf-90a0-b8152a1dc7bb), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:52.295337 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-aac9fb03-06f1-46ab-9917-fbbb7921dcff None None] Attempting to bind port a7dc093c-da36-4faf-90a0-b8152a1dc7bb on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:10:52.295922 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-aac9fb03-06f1-46ab-9917-fbbb7921dcff None None] Attempting to bind port a7dc093c-da36-4faf-90a0-b8152a1dc7bb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bf6c9993-922e-4d10-9a57-03576dd932c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '0b05bfde-6dbe-443d-8320-ac532b2b4afd'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:10:52.296070 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac9fb03-06f1-46ab-9917-fbbb7921dcff None None] Attempting to bind port a7dc093c-da36-4faf-90a0-b8152a1dc7bb on network 0b05bfde-6dbe-443d-8320-ac532b2b4afd {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:10:52.306995 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac9fb03-06f1-46ab-9917-fbbb7921dcff None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:10:52.307929 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac9fb03-06f1-46ab-9917-fbbb7921dcff None None] Checking segment: {'id': 'bf6c9993-922e-4d10-9a57-03576dd932c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '0b05bfde-6dbe-443d-8320-ac532b2b4afd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:10:52.308066 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-aac9fb03-06f1-46ab-9917-fbbb7921dcff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:52.308434 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac9fb03-06f1-46ab-9917-fbbb7921dcff None None] Bound using segment: {'id': 'bf6c9993-922e-4d10-9a57-03576dd932c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '0b05bfde-6dbe-443d-8320-ac532b2b4afd'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:10:52.308913 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-aac9fb03-06f1-46ab-9917-fbbb7921dcff None None] Bound port: a7dc093c-da36-4faf-90a0-b8152a1dc7bb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf6c9993-922e-4d10-9a57-03576dd932c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '0b05bfde-6dbe-443d-8320-ac532b2b4afd'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:10:52.309296 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-aac9fb03-06f1-46ab-9917-fbbb7921dcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (a7dc093c-da36-4faf-90a0-b8152a1dc7bb), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:52.318122 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f112939-7aa6-4d82-95b3-ec9695088290 None None] Pushing event updated for resources: {'Port': ['ID=a7dc093c-da36-4faf-90a0-b8152a1dc7bb,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:52.383661 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-c5cd42a5-3b89-4d57-a12f-4dad84c2056e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cacd820>, [{'id': '7a551d72-c84c-4979-8057-178efae5941b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1386583730', 'tenant_id': '79ad2ea0f3a34003bb7a3f8ff81c58e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.134'}], 'enable_snat': True}, 'gw_port_id': '8cd0f018-c54e-457d-b6a2-6312a695e0f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:10:01Z', 'updated_at': '2022-05-07T22:10:49Z', 'revision_number': 5, 'project_id': '79ad2ea0f3a34003bb7a3f8ff81c58e4', 'gw_port': {'id': '8cd0f018-c54e-457d-b6a2-6312a695e0f6', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a0:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a551d72-c84c-4979-8057-178efae5941b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:10:03Z', 'updated_at': '2022-05-07T22:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:10:52.390833 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-aac9fb03-06f1-46ab-9917-fbbb7921dcff None None] For port a7dc093c-da36-4faf-90a0-b8152a1dc7bb, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:10:52.394200 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-aac9fb03-06f1-46ab-9917-fbbb7921dcff None None] For port a7dc093c-da36-4faf-90a0-b8152a1dc7bb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a7dc093c-da36-4faf-90a0-b8152a1dc7bb,segment=NetworkSegment(bf6c9993-922e-4d10-9a57-03576dd932c0),segment_id=bf6c9993-922e-4d10-9a57-03576dd932c0)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:10:52.394753 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b036f99e-46cf-49d7-9924-8847bfc23892 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (a7dc093c-da36-4faf-90a0-b8152a1dc7bb), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:52.405054 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-aac9fb03-06f1-46ab-9917-fbbb7921dcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (a7dc093c-da36-4faf-90a0-b8152a1dc7bb), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:52.418551 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cd42a5-3b89-4d57-a12f-4dad84c2056e None None] Checking router: 7a551d72-c84c-4979-8057-178efae5941b for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:10:52.427635 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cd42a5-3b89-4d57-a12f-4dad84c2056e None None] Routers {'7a551d72-c84c-4979-8057-178efae5941b'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:10:52.428917 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-c5cd42a5-3b89-4d57-a12f-4dad84c2056e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cacd820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:10:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['7a551d72-c84c-4979-8057-178efae5941b'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:10:52.436236 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-b036f99e-46cf-49d7-9924-8847bfc23892 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Calling delete_port for a7dc093c-da36-4faf-90a0-b8152a1dc7bb owned by network:router_gateway {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:10:52.454519 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_v2 [None req-266f9601-f0e3-4dbf-bade-fd62bbb27f4a tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Deleting subnet 6d179327-0a30-4feb-9f45-54cc22821e12 {{(pid=121836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:10:52.477586 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-266f9601-f0e3-4dbf-bade-fd62bbb27f4a tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks [] for subnet (6d179327-0a30-4feb-9f45-54cc22821e12), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:52.577945 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-53a20f45-84c4-488c-8a33-d1f1bf151039 req-b61f7f5e-335e-40bb-a9d0-fa35af3e6b64 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] 10.222.0.32 "GET /v2.0/ports?device_id=c332b03e-48f7-475c-9577-16a41760ca55 HTTP/1.1" status: 200  len: 210 time: 0.0457141
May 07 22:10:52.585749 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f112939-7aa6-4d82-95b3-ec9695088290 None None] Pushing event updated for resources: {'Port': ['ID=a7dc093c-da36-4faf-90a0-b8152a1dc7bb,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:52.595189 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febb9c48-b70f-4ad6-9518-8e7e9c23da45 req-1dabf749-d616-4213-ada2-c3f6f36b8b9c tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:52.611238 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-febb9c48-b70f-4ad6-9518-8e7e9c23da45 req-1dabf749-d616-4213-ada2-c3f6f36b8b9c tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] 10.222.0.55 "GET /v2.0/ports?device_id=a3ed5da6-ab19-4f8c-a82a-c988e23edcc0 HTTP/1.1" status: 200  len: 946 time: 0.6633301
May 07 22:10:52.616787 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abb225f-e2fb-4395-a50c-d2d8d2c34bfa req-e64172b1-3923-4958-b6e9-f55431156580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:52.617970 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac9fb03-06f1-46ab-9917-fbbb7921dcff None None] Routers {'e3ea35bd-23e9-46f2-af5a-050a09408ffa'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:10:52.618606 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9abb225f-e2fb-4395-a50c-d2d8d2c34bfa req-e64172b1-3923-4958-b6e9-f55431156580 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7b5249f7-65ac-4ebe-8d51-aac30e9600c1 HTTP/1.1" status: 200  len: 835 time: 0.7374797
May 07 22:10:52.618760 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-aac9fb03-06f1-46ab-9917-fbbb7921dcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7fe8e850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:10:26Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['e3ea35bd-23e9-46f2-af5a-050a09408ffa'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:10:52.633917 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf47896-8c2d-470e-866e-363f8e8967f8 req-de5af2a1-6c95-4bd8-a6ae-2d1855c5e7dc tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:52.639324 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7cf47896-8c2d-470e-866e-363f8e8967f8 req-de5af2a1-6c95-4bd8-a6ae-2d1855c5e7dc tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3ed5da6-ab19-4f8c-a82a-c988e23edcc0 HTTP/1.1" status: 200  len: 946 time: 0.4093504
May 07 22:10:52.702560 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-c5cd42a5-3b89-4d57-a12f-4dad84c2056e None None] Set router 7a551d72-c84c-4979-8057-178efae5941b gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:10:52.704015 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0fbd950e-9008-4a69-b113-3a4581bd118b tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (b7301829-d43e-4d20-a6f1-74e158812597), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:52.772176 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-aac9fb03-06f1-46ab-9917-fbbb7921dcff None None] Set router e3ea35bd-23e9-46f2-af5a-050a09408ffa gateway port host: None {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:10:52.915010 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-aac9fb03-06f1-46ab-9917-fbbb7921dcff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7fe8e850>, [{'id': 'e3ea35bd-23e9-46f2-af5a-050a09408ffa', 'name': '', 'tenant_id': '28a4884b91054cb58607f65ea001053c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:10:47Z', 'updated_at': '2022-05-07T22:10:52Z', 'revision_number': 4, 'project_id': '28a4884b91054cb58607f65ea001053c', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:10:52.972466 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac9fb03-06f1-46ab-9917-fbbb7921dcff None None] The sync data for ids ['e3ea35bd-23e9-46f2-af5a-050a09408ffa'] in ncdv-master-1 is: [{'id': 'e3ea35bd-23e9-46f2-af5a-050a09408ffa', 'name': '', 'tenant_id': '28a4884b91054cb58607f65ea001053c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:10:47Z', 'updated_at': '2022-05-07T22:10:52Z', 'revision_number': 4, 'project_id': '28a4884b91054cb58607f65ea001053c', 'gw_port_host': None}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:10:52.992220 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-c5cd42a5-3b89-4d57-a12f-4dad84c2056e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cacd820>, [{'id': '7a551d72-c84c-4979-8057-178efae5941b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1386583730', 'tenant_id': '79ad2ea0f3a34003bb7a3f8ff81c58e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.134'}], 'enable_snat': True}, 'gw_port_id': '8cd0f018-c54e-457d-b6a2-6312a695e0f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:10:01Z', 'updated_at': '2022-05-07T22:10:49Z', 'revision_number': 5, 'project_id': '79ad2ea0f3a34003bb7a3f8ff81c58e4', 'gw_port': {'id': '8cd0f018-c54e-457d-b6a2-6312a695e0f6', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a0:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a551d72-c84c-4979-8057-178efae5941b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:10:03Z', 'updated_at': '2022-05-07T22:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:10:53.005641 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbd950e-9008-4a69-b113-3a4581bd118b tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Pushing event updated for resources: {'Subnet': ['ID=b7301829-d43e-4d20-a6f1-74e158812597,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:53.005641 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-febb9c48-b70f-4ad6-9518-8e7e9c23da45 req-307303ea-3853-47a4-98b9-69253ceb13ec tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] Deleting port 337a2b26-27a2-4595-abbc-54e51b93680f {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:10:53.005641 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-febb9c48-b70f-4ad6-9518-8e7e9c23da45 req-307303ea-3853-47a4-98b9-69253ceb13ec tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (337a2b26-27a2-4595-abbc-54e51b93680f), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:53.043290 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cd42a5-3b89-4d57-a12f-4dad84c2056e None None] The sync data for ids ['7a551d72-c84c-4979-8057-178efae5941b'] in ncdv-master-1 is: [{'id': '7a551d72-c84c-4979-8057-178efae5941b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1386583730', 'tenant_id': '79ad2ea0f3a34003bb7a3f8ff81c58e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.134'}], 'enable_snat': True}, 'gw_port_id': '8cd0f018-c54e-457d-b6a2-6312a695e0f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:10:01Z', 'updated_at': '2022-05-07T22:10:49Z', 'revision_number': 5, 'project_id': '79ad2ea0f3a34003bb7a3f8ff81c58e4', 'gw_port': {'id': '8cd0f018-c54e-457d-b6a2-6312a695e0f6', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:a0:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a551d72-c84c-4979-8057-178efae5941b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3101, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:10:03Z', 'updated_at': '2022-05-07T22:10:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:10:53.060915 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f1fec4b8-b443-4e35-b697-022951a4f3d7 req-c2b2ece7-d890-4b1f-b149-86c6ea991d07 service neutron] 10.222.0.59 "GET /v2.0/networks/ebdf594d-504a-44e8-89b9-e74774287749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8879569
May 07 22:10:53.112214 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed042c2-04a1-4ce3-92ab-9acd9e25ee7f req-c5315e74-4965-4a7b-9daf-7a2079d57f71 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:53.113962 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6ed042c2-04a1-4ce3-92ab-9acd9e25ee7f req-c5315e74-4965-4a7b-9daf-7a2079d57f71 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c9e228-e26c-48a5-8400-6b213926a539 HTTP/1.1" status: 200  len: 943 time: 0.1021769
May 07 22:10:53.140373 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7cf47896-8c2d-470e-866e-363f8e8967f8 req-623fb7fc-be49-459b-bd22-f430cde4cdd3 tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c334649-d42d-4f47-becb-d6172ad1614f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4122837
May 07 22:10:53.163380 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-266f9601-f0e3-4dbf-bade-fd62bbb27f4a tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726883'] for subnet (6d179327-0a30-4feb-9f45-54cc22821e12), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:53.233799 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6ed042c2-04a1-4ce3-92ab-9acd9e25ee7f req-c0dcb95d-8690-48d8-a8c2-4905686f27b1 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0754752
May 07 22:10:53.250998 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abb225f-e2fb-4395-a50c-d2d8d2c34bfa req-5314c407-0fa2-4d5d-a445-8720ca20300b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:53.252570 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9abb225f-e2fb-4395-a50c-d2d8d2c34bfa req-5314c407-0fa2-4d5d-a445-8720ca20300b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=308d6916-e830-4389-a582-d32af758375c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.5952404
May 07 22:10:53.297930 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b036f99e-46cf-49d7-9924-8847bfc23892 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (a7dc093c-da36-4faf-90a0-b8152a1dc7bb), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:53.309813 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-938c467b-4b5a-4ec2-bf19-23d25ede5831 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (07b7c72a-1063-4d23-979a-aefbaf46fbf5), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:53.327096 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b036f99e-46cf-49d7-9924-8847bfc23892 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Pushing event deleted for resources: {'Port': ['ID=a7dc093c-da36-4faf-90a0-b8152a1dc7bb,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:53.405156 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b036f99e-46cf-49d7-9924-8847bfc23892 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395776'] for router_gateway (e3ea35bd-23e9-46f2-af5a-050a09408ffa), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:53.435095 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03ce8ce-8a5d-498c-9f48-8c5abdba2c54 None None] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:10:53.462727 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-938c467b-4b5a-4ec2-bf19-23d25ede5831 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:53.466001 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-938c467b-4b5a-4ec2-bf19-23d25ede5831 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/subnets/07b7c72a-1063-4d23-979a-aefbaf46fbf5 HTTP/1.1" status: 204  len: 168 time: 2.0182781
May 07 22:10:53.466911 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938c467b-4b5a-4ec2-bf19-23d25ede5831 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event deleted for resources: {'Subnet': ['ID=07b7c72a-1063-4d23-979a-aefbaf46fbf5,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:53.477797 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42606) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:53.487314 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-febb9c48-b70f-4ad6-9518-8e7e9c23da45 req-307303ea-3853-47a4-98b9-69253ceb13ec tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] For port 337a2b26-27a2-4595-abbc-54e51b93680f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=337a2b26-27a2-4595-abbc-54e51b93680f,segment=NetworkSegment(e9dfa04b-244b-4a92-b433-79dbf6b894df),segment_id=e9dfa04b-244b-4a92-b433-79dbf6b894df)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:10:53.487680 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-febb9c48-b70f-4ad6-9518-8e7e9c23da45 req-307303ea-3853-47a4-98b9-69253ceb13ec tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (337a2b26-27a2-4595-abbc-54e51b93680f), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:53.496697 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fbd950e-9008-4a69-b113-3a4581bd118b tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Checking segment: {'id': '94b829f6-74c0-4bb0-94de-e6a4c3d0a95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5410d2a-78fb-4f5a-acb3-3cbe619e8b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:10:53.497126 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fbd950e-9008-4a69-b113-3a4581bd118b tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Network hostable DHCP agents. Network: e5410d2a-78fb-4f5a-acb3-3cbe619e8b55, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:10:53.555897 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-febb9c48-b70f-4ad6-9518-8e7e9c23da45 req-307303ea-3853-47a4-98b9-69253ceb13ec tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] Calling delete_port for 337a2b26-27a2-4595-abbc-54e51b93680f owned by compute:nova {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:10:53.561554 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-266f9601-f0e3-4dbf-bade-fd62bbb27f4a tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (6d179327-0a30-4feb-9f45-54cc22821e12), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:53.587116 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b036f99e-46cf-49d7-9924-8847bfc23892 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (e3ea35bd-23e9-46f2-af5a-050a09408ffa), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:53.599134 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b036f99e-46cf-49d7-9924-8847bfc23892 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks [] for router_controller (e3ea35bd-23e9-46f2-af5a-050a09408ffa), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:53.634302 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9abb225f-e2fb-4395-a50c-d2d8d2c34bfa req-a5ea9415-2e9f-4399-abae-153eccb46308 service neutron] 10.222.0.55 "GET /v2.0/networks/308d6916-e830-4389-a582-d32af758375c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3671532
May 07 22:10:53.664848 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-91312c19-5f74-4950-8c3e-e83a41b172b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:53.674441 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b036f99e-46cf-49d7-9924-8847bfc23892 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (e3ea35bd-23e9-46f2-af5a-050a09408ffa), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:53.675247 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b036f99e-46cf-49d7-9924-8847bfc23892 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e3ea35bd-23e9-46f2-af5a-050a09408ffa {{(pid=121837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 22:10:53.692419 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_v2 [None req-563e6e5c-8778-49af-8fc3-991208815edc tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Deleting subnet da3bedab-674e-4d64-8949-21ce332e9a61 {{(pid=121836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:10:53.694224 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b036f99e-46cf-49d7-9924-8847bfc23892 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:53.695625 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-b036f99e-46cf-49d7-9924-8847bfc23892 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] 10.222.0.32 "DELETE /v2.0/routers/e3ea35bd-23e9-46f2-af5a-050a09408ffa HTTP/1.1" status: 204  len: 168 time: 2.2274489
May 07 22:10:53.698152 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 42610) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:53.706445 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fbd950e-9008-4a69-b113-3a4581bd118b tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Network e5410d2a-78fb-4f5a-acb3-3cbe619e8b55 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:10:53.710115 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-563e6e5c-8778-49af-8fc3-991208815edc tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for subnet (da3bedab-674e-4d64-8949-21ce332e9a61), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:53.765668 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-a75b019d-1e0c-420a-85ec-f6997a6ac202 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Deleting subnet d0828e0e-5d4b-4ed3-94fa-83e2dd232da3 {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:10:53.769169 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a75b019d-1e0c-420a-85ec-f6997a6ac202 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks [] for subnet (d0828e0e-5d4b-4ed3-94fa-83e2dd232da3), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:53.795890 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-0fbd950e-9008-4a69-b113-3a4581bd118b tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e5410d2a-78fb-4f5a-acb3-3cbe619e8b55) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:10:53.804685 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f0ccaafd-7de5-4e69-bef0-f3b175a9cd72 req-e9e94781-143c-4a18-9b76-a7d7b10ff630 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] 10.222.0.32 "GET /v2.0/ports?device_id=c332b03e-48f7-475c-9577-16a41760ca55 HTTP/1.1" status: 200  len: 210 time: 0.1000388
May 07 22:10:53.805618 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbc1d08-1c12-46ac-8ff8-9e6e82b1b0bb None None] Network e5410d2a-78fb-4f5a-acb3-3cbe619e8b55 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:10:53.811490 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fbd950e-9008-4a69-b113-3a4581bd118b tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:53.812290 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0fbd950e-9008-4a69-b113-3a4581bd118b tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:53.820139 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-563e6e5c-8778-49af-8fc3-991208815edc tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726883'] for subnet (da3bedab-674e-4d64-8949-21ce332e9a61), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:53.837082 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a75b019d-1e0c-420a-85ec-f6997a6ac202 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (d0828e0e-5d4b-4ed3-94fa-83e2dd232da3), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:53.855352 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-266f9601-f0e3-4dbf-bade-fd62bbb27f4a tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (6d179327-0a30-4feb-9f45-54cc22821e12), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:53.924495 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:53.943780 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266f9601-f0e3-4dbf-bade-fd62bbb27f4a tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Pushing event deleted for resources: {'Subnet': ['ID=6d179327-0a30-4feb-9f45-54cc22821e12,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:53.948529 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-0fbd950e-9008-4a69-b113-3a4581bd118b tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.7264967
May 07 22:10:53.961503 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42612) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:53.964834 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-266f9601-f0e3-4dbf-bade-fd62bbb27f4a tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:53.970722 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-266f9601-f0e3-4dbf-bade-fd62bbb27f4a tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] 10.222.0.32 "DELETE /v2.0/subnets/6d179327-0a30-4feb-9f45-54cc22821e12 HTTP/1.1" status: 204  len: 168 time: 2.1608114
May 07 22:10:53.973871 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42614) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:53.980509 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-6f777040-7c66-441d-bd7d-b95440e0b7aa tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Request body: {'subnet': {'network_id': 'e5410d2a-78fb-4f5a-acb3-3cbe619e8b55', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:10:54.034045 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd512e7-bacb-4541-ac72-1674262bddd6 req-1c1ce8e3-b376-42a3-be7e-33a15e58532e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:54.036120 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8bd512e7-bacb-4541-ac72-1674262bddd6 req-1c1ce8e3-b376-42a3-be7e-33a15e58532e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b29256ef64d74a5297507ca500a9468e&device_id=02c9e228-e26c-48a5-8400-6b213926a539 HTTP/1.1" status: 200  len: 1125 time: 0.1431396
May 07 22:10:54.041222 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a75b019d-1e0c-420a-85ec-f6997a6ac202 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (d0828e0e-5d4b-4ed3-94fa-83e2dd232da3), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:54.282043 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f3b4e0-9a7c-432d-a3b8-70433d147540 None None] Network 53cb28c4-547f-45c6-af6b-4da71054c830 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:10:54.306465 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd512e7-bacb-4541-ac72-1674262bddd6 req-72e3a500-c450-4bc9-8b2a-5dcceefeb182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:54.308696 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8bd512e7-bacb-4541-ac72-1674262bddd6 req-72e3a500-c450-4bc9-8b2a-5dcceefeb182 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ebdf594d-504a-44e8-89b9-e74774287749 HTTP/1.1" status: 200  len: 907 time: 0.2605033
May 07 22:10:54.383905 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 622e39d1-3591-41e3-aa09-13406ff1b089 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:10:54.434133 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device a859dd9c-cf59-4a9b-84c9-dddc4e9476c0 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:10:54.438569 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8bd512e7-bacb-4541-ac72-1674262bddd6 req-4ece796a-560e-435d-971f-2a1f127cb6cd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a859dd9c-cf59-4a9b-84c9-dddc4e9476c0 HTTP/1.1" status: 200  len: 217 time: 0.1171913
May 07 22:10:54.498565 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-563e6e5c-8778-49af-8fc3-991208815edc tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (da3bedab-674e-4d64-8949-21ce332e9a61), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:54.503377 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032e8d32-e9ff-4e95-8aa8-e13aa77221e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e5410d2a-78fb-4f5a-acb3-3cbe619e8b55', 'network_id': 'e5410d2a-78fb-4f5a-acb3-3cbe619e8b55', 'project_id': '9c3329647b05487f9d63d3c4ec2183b9', 'fixed_ips': [{'subnet_id': 'b7301829-d43e-4d20-a6f1-74e158812597'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:10:54.503914 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9abb225f-e2fb-4395-a50c-d2d8d2c34bfa req-307d1c7c-7350-4c19-9159-f0e6b0da39da service neutron] 10.222.0.55 "GET /v2.0/networks/308d6916-e830-4389-a582-d32af758375c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6503451
May 07 22:10:54.504350 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-032e8d32-e9ff-4e95-8aa8-e13aa77221e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:54.557378 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd512e7-bacb-4541-ac72-1674262bddd6 req-a1decba0-6ab4-4e1f-bf34-48a1774f4bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:54.563653 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8bd512e7-bacb-4541-ac72-1674262bddd6 req-a1decba0-6ab4-4e1f-bf34-48a1774f4bf6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=08181da1-ef60-4984-b7f1-4a196d8203f6 HTTP/1.1" status: 200  len: 846 time: 0.0979948
May 07 22:10:54.586212 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-febb9c48-b70f-4ad6-9518-8e7e9c23da45 req-307303ea-3853-47a4-98b9-69253ceb13ec tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (337a2b26-27a2-4595-abbc-54e51b93680f), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:54.651141 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8bd512e7-bacb-4541-ac72-1674262bddd6 req-9aa96b2c-c9c5-40da-9b50-3f975552d876 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ebdf594d-504a-44e8-89b9-e74774287749&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0719326
May 07 22:10:54.666032 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e4c18-61ff-4d2f-9f5c-75e6eb49a7ef req-11c38844-0cae-434f-bc97-acd94a45f821 tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:54.670372 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-818e4c18-61ff-4d2f-9f5c-75e6eb49a7ef req-11c38844-0cae-434f-bc97-acd94a45f821 tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3ed5da6-ab19-4f8c-a82a-c988e23edcc0 HTTP/1.1" status: 200  len: 946 time: 0.2591698
May 07 22:10:54.740573 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 622e39d1-3591-41e3-aa09-13406ff1b089 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:10:54.741589 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 622e39d1-3591-41e3-aa09-13406ff1b089 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:10:54.756125 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307303ea-3853-47a4-98b9-69253ceb13ec tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] Pushing event deleted for resources: {'Port': ['ID=337a2b26-27a2-4595-abbc-54e51b93680f,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:54.781014 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f71acf-ebeb-4e4a-8efa-821e7072a1cf None None] DHCP port deletion for 53cb28c4-547f-45c6-af6b-4da71054c830 request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:10:54.787493 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a75b019d-1e0c-420a-85ec-f6997a6ac202 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (d0828e0e-5d4b-4ed3-94fa-83e2dd232da3), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:54.787780 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f2d85-1039-4da6-b9af-a03f072bdda3 req-7b39ba5f-d5cd-49ab-84c8-8466ccedb87e tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:54.790846 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-227f2d85-1039-4da6-b9af-a03f072bdda3 req-7b39ba5f-d5cd-49ab-84c8-8466ccedb87e tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] 10.222.0.55 "GET /v2.0/networks?id=42882eb7-7f7c-429d-978e-a320afe6b945 HTTP/1.1" status: 200  len: 814 time: 0.7483644
May 07 22:10:54.815058 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a9fc1a-1ff3-42b1-b567-9c3feba1f344 req-22318a32-b5b9-453a-9439-bab1a6714963 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:54.823987 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-81a9fc1a-1ff3-42b1-b567-9c3feba1f344 req-22318a32-b5b9-453a-9439-bab1a6714963 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c9e228-e26c-48a5-8400-6b213926a539 HTTP/1.1" status: 200  len: 943 time: 0.3405206
May 07 22:10:54.854237 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.db.resource_extend [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 07 22:10:54.863048 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fc81b162-5be4-4540-bcd7-2b22cab71e8c tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks [] for router (7a551d72-c84c-4979-8057-178efae5941b), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:54.893835 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-818e4c18-61ff-4d2f-9f5c-75e6eb49a7ef req-5bca19e2-1dd5-4142-9bea-9230ae67cd8e tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c334649-d42d-4f47-becb-d6172ad1614f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2045605
May 07 22:10:54.899847 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75b019d-1e0c-420a-85ec-f6997a6ac202 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d0828e0e-5d4b-4ed3-94fa-83e2dd232da3,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:54.919645 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-d266d4a3-4edc-4a25-a921-53d9522df085 None None] Provisioning complete for port cca57d45-b7b5-4ec1-99c2-fe7eef320846 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:10:54.920023 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d266d4a3-4edc-4a25-a921-53d9522df085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (cca57d45-b7b5-4ec1-99c2-fe7eef320846), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:54.943125 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a75b019d-1e0c-420a-85ec-f6997a6ac202 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:54.943125 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-a75b019d-1e0c-420a-85ec-f6997a6ac202 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] 10.222.0.32 "DELETE /v2.0/subnets/d0828e0e-5d4b-4ed3-94fa-83e2dd232da3 HTTP/1.1" status: 204  len: 168 time: 1.2370906
May 07 22:10:54.943125 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 42622) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:54.948959 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-032e8d32-e9ff-4e95-8aa8-e13aa77221e4 None None] Allocated IP 172.20.0.2 (e5410d2a-78fb-4f5a-acb3-3cbe619e8b55/b7301829-d43e-4d20-a6f1-74e158812597/c0712b67-e5f6-4fce-a11a-fd7d42b9a4f6) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:10:54.990163 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-febb9c48-b70f-4ad6-9518-8e7e9c23da45 req-307303ea-3853-47a4-98b9-69253ceb13ec tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] No DVR routers for this DVR port 337a2b26-27a2-4595-abbc-54e51b93680f on host nch1-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:10:55.011371 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-febb9c48-b70f-4ad6-9518-8e7e9c23da45 req-307303ea-3853-47a4-98b9-69253ceb13ec tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:55.015298 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-febb9c48-b70f-4ad6-9518-8e7e9c23da45 req-307303ea-3853-47a4-98b9-69253ceb13ec tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] 10.222.0.55 "DELETE /v2.0/ports/337a2b26-27a2-4595-abbc-54e51b93680f HTTP/1.1" status: 204  len: 173 time: 2.3677661
May 07 22:10:55.020297 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8bd512e7-bacb-4541-ac72-1674262bddd6 req-3d65955d-6c51-462f-8cd3-8c869ccba824 service neutron] 10.222.0.59 "GET /v2.0/networks/ebdf594d-504a-44e8-89b9-e74774287749?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3489037
May 07 22:10:55.023005 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3ed5da6-ab19-4f8c-a82a-c988e23edcc0', 'name': 'network-vif-deleted', 'tag': '337a2b26-27a2-4595-abbc-54e51b93680f'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:10:55.025492 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98329858-3c3a-4798-9c4c-9e24bb37472d" -d '{"events": [{"server_uuid": "a3ed5da6-ab19-4f8c-a82a-c988e23edcc0", "name": "network-vif-deleted", "tag": "337a2b26-27a2-4595-abbc-54e51b93680f"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:10:55.028536 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-563e6e5c-8778-49af-8fc3-991208815edc tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (da3bedab-674e-4d64-8949-21ce332e9a61), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:55.089615 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b11f532c-c284-47ce-85dd-fe2b8e37489e req-634da4ac-97c5-41d7-8d4b-d3aa32e41de7 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] 10.222.0.32 "GET /v2.0/ports?device_id=c332b03e-48f7-475c-9577-16a41760ca55 HTTP/1.1" status: 200  len: 210 time: 0.0860558
May 07 22:10:55.147131 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-67f71acf-ebeb-4e4a-8efa-821e7072a1cf None None] Deleting port c7236c77-ccc6-4563-94b9-c68460c04abe {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:10:55.147879 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-67f71acf-ebeb-4e4a-8efa-821e7072a1cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (c7236c77-ccc6-4563-94b9-c68460c04abe), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:55.152942 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-aad661a0-97c2-41d1-8020-41aea32f8fb5 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (0b05bfde-6dbe-443d-8320-ac532b2b4afd), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:55.388272 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f777040-7c66-441d-bd7d-b95440e0b7aa tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Made reservation on behalf of 9c3329647b05487f9d63d3c4ec2183b9 for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:10:55.391616 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6f777040-7c66-441d-bd7d-b95440e0b7aa tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:55.404940 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77ac3276-12e5-47e6-abdb-c326db99cc22 x-openstack-request-id: req-77ac3276-12e5-47e6-abdb-c326db99cc22 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:10:55.405258 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3ed5da6-ab19-4f8c-a82a-c988e23edcc0", "name": "network-vif-deleted", "tag": "337a2b26-27a2-4595-abbc-54e51b93680f", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:10:55.405479 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-77ac3276-12e5-47e6-abdb-c326db99cc22 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:10:55.405887 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77ac3276-12e5-47e6-abdb-c326db99cc22'] response: {'server_uuid': 'a3ed5da6-ab19-4f8c-a82a-c988e23edcc0', 'name': 'network-vif-deleted', 'tag': '337a2b26-27a2-4595-abbc-54e51b93680f', 'status': 'completed', 'code': 200}
May 07 22:10:55.406542 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8bd512e7-bacb-4541-ac72-1674262bddd6 req-c7772753-e1ff-4647-b70e-edb1b273d1fc service neutron] 10.222.0.59 "GET /v2.0/networks/ebdf594d-504a-44e8-89b9-e74774287749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3359728
May 07 22:10:55.429245 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563e6e5c-8778-49af-8fc3-991208815edc tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event deleted for resources: {'Subnet': ['ID=da3bedab-674e-4d64-8949-21ce332e9a61,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:55.474252 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port a859dd9c-cf59-4a9b-84c9-dddc4e9476c0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a859dd9c-cf59-4a9b-84c9-dddc4e9476c0,segment=NetworkSegment(2cb8e953-203f-4019-8d4d-d4ab0509c11a),segment_id=2cb8e953-203f-4019-8d4d-d4ab0509c11a)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:10:55.478304 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-aad661a0-97c2-41d1-8020-41aea32f8fb5 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (0b05bfde-6dbe-443d-8320-ac532b2b4afd), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:55.479767 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-67f71acf-ebeb-4e4a-8efa-821e7072a1cf None None] For port c7236c77-ccc6-4563-94b9-c68460c04abe, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c7236c77-ccc6-4563-94b9-c68460c04abe,segment=NetworkSegment(d1c0fce5-521d-438d-a9d1-a6c40041ff2b),segment_id=d1c0fce5-521d-438d-a9d1-a6c40041ff2b)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:10:55.480173 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-67f71acf-ebeb-4e4a-8efa-821e7072a1cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (c7236c77-ccc6-4563-94b9-c68460c04abe), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:55.493350 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-d266d4a3-4edc-4a25-a921-53d9522df085 None None] Current status of the port cca57d45-b7b5-4ec1-99c2-fe7eef320846 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:10:55.502441 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-aad661a0-97c2-41d1-8020-41aea32f8fb5 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf87adef40>,) {'filters': {'network_id': ['0b05bfde-6dbe-443d-8320-ac532b2b4afd']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:10:55.505025 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-67f71acf-ebeb-4e4a-8efa-821e7072a1cf None None] Calling delete_port for c7236c77-ccc6-4563-94b9-c68460c04abe owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:10:55.511704 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': 'a859dd9c-cf59-4a9b-84c9-dddc4e9476c0', 'network_id': 'ebdf594d-504a-44e8-89b9-e74774287749', 'port_id': 'a859dd9c-cf59-4a9b-84c9-dddc4e9476c0', 'mac_address': 'fa:16:3e:d2:27:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08181da1-ef60-4984-b7f1-4a196d8203f6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:10:55.516008 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-aad661a0-97c2-41d1-8020-41aea32f8fb5 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf87adef40>, 'bf6c9993-922e-4d10-9a57-03576dd932c0') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:10:55.516415 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-aad661a0-97c2-41d1-8020-41aea32f8fb5 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf87adef40>, 'bf6c9993-922e-4d10-9a57-03576dd932c0') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:10:55.532632 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-aad661a0-97c2-41d1-8020-41aea32f8fb5 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (bf6c9993-922e-4d10-9a57-03576dd932c0), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:55.541540 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-81a9fc1a-1ff3-42b1-b567-9c3feba1f344 req-1fccd5a6-3d85-4a6b-b293-d1d6483c314f tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7164171
May 07 22:10:55.557587 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-563e6e5c-8778-49af-8fc3-991208815edc tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:55.558801 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-aad661a0-97c2-41d1-8020-41aea32f8fb5 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (bf6c9993-922e-4d10-9a57-03576dd932c0), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:55.564712 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-563e6e5c-8778-49af-8fc3-991208815edc tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/subnets/da3bedab-674e-4d64-8949-21ce332e9a61 HTTP/1.1" status: 204  len: 168 time: 2.0819223
May 07 22:10:55.569374 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aad661a0-97c2-41d1-8020-41aea32f8fb5 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:10:55.571023 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-aad661a0-97c2-41d1-8020-41aea32f8fb5 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (bf6c9993-922e-4d10-9a57-03576dd932c0), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:55.574457 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42634) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:55.602969 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0214d6ee-92da-4907-9a09-af1d048d7beb None None] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:10:55.605374 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 22:10:55.605374 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:10:55.605374 ncdv-master-1 neutron-server[121837]:     timer()
May 07 22:10:55.605374 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:10:55.605374 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 22:10:55.605374 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:10:55.605374 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 22:10:55.605374 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:10:55.605374 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 22:10:55.605374 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:10:55.605374 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 22:10:55.605374 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:10:55.605374 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 22:10:55.605374 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:10:55.605374 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:10:55.605374 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:10:55.605374 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:10:55.605374 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:10:55.605374 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 22:10:55.605374 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:10:55.605374 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 22:10:55.605374 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:10:55.605374 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:10:55.605374 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:10:55.605374 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 22:10:55.605374 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:10:55.605374 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:10:55.605374 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:10:55.605374 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:10:55.605374 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:10:55.605374 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:10:55.605374 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:10:55.661278 ncdv-master-1 neutron-server[121836]: INFO neutron.db.ipam_backend_mixin [None req-6f777040-7c66-441d-bd7d-b95440e0b7aa tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b7301829-d43e-4d20-a6f1-74e158812597 (CIDR: 172.20.0.0/28)
May 07 22:10:55.696810 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-aad661a0-97c2-41d1-8020-41aea32f8fb5 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (0b05bfde-6dbe-443d-8320-ac532b2b4afd), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:55.711168 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aad661a0-97c2-41d1-8020-41aea32f8fb5 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network  0b05bfde-6dbe-443d-8320-ac532b2b4afd {{(pid=121837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}}
May 07 22:10:55.731718 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-227f2d85-1039-4da6-b9af-a03f072bdda3 req-401764cc-0b34-49be-a485-05b4851f8b0a tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d70782066cce4f2fbf5744b63e4195cb HTTP/1.1" status: 200  len: 380 time: 0.9261990
May 07 22:10:55.735387 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-aad661a0-97c2-41d1-8020-41aea32f8fb5 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:55.746416 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-aad661a0-97c2-41d1-8020-41aea32f8fb5 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] 10.222.0.32 "DELETE /v2.0/networks/0b05bfde-6dbe-443d-8320-ac532b2b4afd HTTP/1.1" status: 204  len: 168 time: 0.8007586
May 07 22:10:55.747169 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad661a0-97c2-41d1-8020-41aea32f8fb5 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Pushing event deleted for resources: {'Network': ['ID=0b05bfde-6dbe-443d-8320-ac532b2b4afd,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:55.749200 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-227f2d85-1039-4da6-b9af-a03f072bdda3 req-5a8ad95b-6757-4629-a602-ffea711eea07 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Request body: {'port': {'device_id': 'c332b03e-48f7-475c-9577-16a41760ca55', 'network_id': '42882eb7-7f7c-429d-978e-a320afe6b945', 'admin_state_up': True, 'tenant_id': 'd70782066cce4f2fbf5744b63e4195cb', 'security_groups': ['b895cd66-4d46-4596-8ced-c4d385f86775']}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:10:55.755019 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-580a790b-2527-426d-aaa5-5fa3b9a64b39 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1557086
May 07 22:10:55.756881 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f777040-7c66-441d-bd7d-b95440e0b7aa tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 07 22:10:55.757642 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f777040-7c66-441d-bd7d-b95440e0b7aa tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=121836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:10:55.758652 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 42638) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:55.765578 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port a859dd9c-cf59-4a9b-84c9-dddc4e9476c0 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:10:55.765789 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (a859dd9c-cf59-4a9b-84c9-dddc4e9476c0), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:55.787781 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-10d58dd4-b621-42be-8a71-3afb1d347dea tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Request body: {'subnet': {'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:10:55.789981 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a859dd9c-cf59-4a9b-84c9-dddc4e9476c0 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:10:55.864840 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-6f777040-7c66-441d-bd7d-b95440e0b7aa tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.8916039
May 07 22:10:55.867931 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42642) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:55.869733 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fc81b162-5be4-4540-bcd7-2b22cab71e8c tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks [] for router_gateway (7a551d72-c84c-4979-8057-178efae5941b), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:55.877447 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port a859dd9c-cf59-4a9b-84c9-dddc4e9476c0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a859dd9c-cf59-4a9b-84c9-dddc4e9476c0,segment=NetworkSegment(2cb8e953-203f-4019-8d4d-d4ab0509c11a),segment_id=2cb8e953-203f-4019-8d4d-d4ab0509c11a)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:10:55.879574 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-f4685743-c632-4959-b8a5-1f852e03500a tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Request body: {'subnet': {'network_id': 'e5410d2a-78fb-4f5a-acb3-3cbe619e8b55', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:10:55.909225 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 337a2b26-27a2-4595-abbc-54e51b93680f no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:10:55.962651 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10d58dd4-b621-42be-8a71-3afb1d347dea tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Made reservation on behalf of a45ecca62a364aaabca1717c79558f6f for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:10:55.966126 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-10d58dd4-b621-42be-8a71-3afb1d347dea tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:55.982353 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (a859dd9c-cf59-4a9b-84c9-dddc4e9476c0), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:55.990993 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-032e8d32-e9ff-4e95-8aa8-e13aa77221e4 None None] Publish callbacks [] for port (c0712b67-e5f6-4fce-a11a-fd7d42b9a4f6), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:56.016921 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] No Port match for: 337a2b26-27a2-4595-abbc-54e51b93680f {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:10:56.017271 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 337a2b26-27a2-4595-abbc-54e51b93680f not bound to the agent host nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:10:56.105169 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-032e8d32-e9ff-4e95-8aa8-e13aa77221e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (c0712b67-e5f6-4fce-a11a-fd7d42b9a4f6), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:56.111377 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-fc81b162-5be4-4540-bcd7-2b22cab71e8c tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Deleting port 8cd0f018-c54e-457d-b6a2-6312a695e0f6 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:10:56.111679 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fc81b162-5be4-4540-bcd7-2b22cab71e8c tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (8cd0f018-c54e-457d-b6a2-6312a695e0f6), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:56.173463 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42652) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:56.180754 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-67f71acf-ebeb-4e4a-8efa-821e7072a1cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (c7236c77-ccc6-4563-94b9-c68460c04abe), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:56.221922 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-03fb9c82-cf34-4a77-bd37-d9c66275d5f9 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Request body: {'router': {'name': 'tempest-router--1558684472', 'project_id': '951ede972cce4549a2eea478abecc3bb'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:10:56.222596 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032e8d32-e9ff-4e95-8aa8-e13aa77221e4 None None] Network e5410d2a-78fb-4f5a-acb3-3cbe619e8b55 is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:10:56.227846 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['a859dd9c-cf59-4a9b-84c9-dddc4e9476c0'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:10:56.229807 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=a859dd9c-cf59-4a9b-84c9-dddc4e9476c0,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:56.235854 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb95bb04-264d-4303-8f50-51fdafa8cc97 None None] DHCP port deletion for c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:10:56.238441 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-032e8d32-e9ff-4e95-8aa8-e13aa77221e4 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:10:56.324465 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032e8d32-e9ff-4e95-8aa8-e13aa77221e4 None None] Pushing event updated for resources: {'Port': ['ID=c0712b67-e5f6-4fce-a11a-fd7d42b9a4f6,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:56.337260 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032e8d32-e9ff-4e95-8aa8-e13aa77221e4 None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:10:56.347258 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device c7236c77-ccc6-4563-94b9-c68460c04abe no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:10:56.389153 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f71acf-ebeb-4e4a-8efa-821e7072a1cf None None] No DVR routers for this DVR port c7236c77-ccc6-4563-94b9-c68460c04abe on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:10:56.391261 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: c7236c77-ccc6-4563-94b9-c68460c04abe {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:10:56.391613 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device c7236c77-ccc6-4563-94b9-c68460c04abe not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:10:56.444336 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f71acf-ebeb-4e4a-8efa-821e7072a1cf None None] Pushing event deleted for resources: {'Port': ['ID=c7236c77-ccc6-4563-94b9-c68460c04abe,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:56.515070 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-fc81b162-5be4-4540-bcd7-2b22cab71e8c tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] For port 8cd0f018-c54e-457d-b6a2-6312a695e0f6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8cd0f018-c54e-457d-b6a2-6312a695e0f6,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:10:56.515433 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fc81b162-5be4-4540-bcd7-2b22cab71e8c tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (8cd0f018-c54e-457d-b6a2-6312a695e0f6), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:56.531608 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-227f2d85-1039-4da6-b9af-a03f072bdda3 req-5a8ad95b-6757-4629-a602-ffea711eea07 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Made reservation on behalf of d70782066cce4f2fbf5744b63e4195cb for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:10:56.535798 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-227f2d85-1039-4da6-b9af-a03f072bdda3 req-5a8ad95b-6757-4629-a602-ffea711eea07 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:56.554843 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b5ce1b21-5706-492b-a040-9a4beb9b228b req-d1974754-da0a-482a-8bab-ae143001fd3e tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] 10.222.0.32 "GET /v2.0/ports?device_id=c332b03e-48f7-475c-9577-16a41760ca55 HTTP/1.1" status: 200  len: 210 time: 0.2304223
May 07 22:10:56.590523 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-fb95bb04-264d-4303-8f50-51fdafa8cc97 None None] Deleting port cca57d45-b7b5-4ec1-99c2-fe7eef320846 {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:10:56.591119 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-fb95bb04-264d-4303-8f50-51fdafa8cc97 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (cca57d45-b7b5-4ec1-99c2-fe7eef320846), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:56.595487 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-fc81b162-5be4-4540-bcd7-2b22cab71e8c tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Calling delete_port for 8cd0f018-c54e-457d-b6a2-6312a695e0f6 owned by network:router_gateway {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:10:56.597953 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4685743-c632-4959-b8a5-1f852e03500a tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Made reservation on behalf of 9c3329647b05487f9d63d3c4ec2183b9 for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:10:56.600508 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-09718c56-26c1-41b0-87ab-6d16bb5eb680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:56.602035 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f4685743-c632-4959-b8a5-1f852e03500a tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:56.624812 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-03fb9c82-cf34-4a77-bd37-d9c66275d5f9 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (34c17ea1-4758-4d5e-8123-a2297ab199ad), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:56.625748 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-03fb9c82-cf34-4a77-bd37-d9c66275d5f9 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (34c17ea1-4758-4d5e-8123-a2297ab199ad), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:56.674053 ncdv-master-1 neutron-server[121837]: DEBUG neutron.objects.ports [None req-10d58dd4-b621-42be-8a71-3afb1d347dea tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=121837) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}}
May 07 22:10:56.720866 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-fb95bb04-264d-4303-8f50-51fdafa8cc97 None None] For port cca57d45-b7b5-4ec1-99c2-fe7eef320846, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cca57d45-b7b5-4ec1-99c2-fe7eef320846,segment=NetworkSegment(0c54767f-f5cc-4fe8-be2b-89310a1e6df6),segment_id=0c54767f-f5cc-4fe8-be2b-89310a1e6df6)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:10:56.721438 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-fb95bb04-264d-4303-8f50-51fdafa8cc97 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (cca57d45-b7b5-4ec1-99c2-fe7eef320846), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:56.738695 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-032e8d32-e9ff-4e95-8aa8-e13aa77221e4 None None] Attempting to bind port c0712b67-e5f6-4fce-a11a-fd7d42b9a4f6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:10:56.739270 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-032e8d32-e9ff-4e95-8aa8-e13aa77221e4 None None] Attempting to bind port c0712b67-e5f6-4fce-a11a-fd7d42b9a4f6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '94b829f6-74c0-4bb0-94de-e6a4c3d0a95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5410d2a-78fb-4f5a-acb3-3cbe619e8b55'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:10:56.739737 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032e8d32-e9ff-4e95-8aa8-e13aa77221e4 None None] Attempting to bind port c0712b67-e5f6-4fce-a11a-fd7d42b9a4f6 on network e5410d2a-78fb-4f5a-acb3-3cbe619e8b55 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:10:56.762885 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-fb95bb04-264d-4303-8f50-51fdafa8cc97 None None] Calling delete_port for cca57d45-b7b5-4ec1-99c2-fe7eef320846 owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:10:56.765079 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e09193-98b8-4d4e-bf05-a87cac640f12 req-ee4d4963-124c-4d94-84b7-dfbc0f23393f tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:56.765532 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-84e09193-98b8-4d4e-bf05-a87cac640f12 req-ee4d4963-124c-4d94-84b7-dfbc0f23393f tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c9e228-e26c-48a5-8400-6b213926a539 HTTP/1.1" status: 200  len: 944 time: 0.1098430
May 07 22:10:56.775750 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032e8d32-e9ff-4e95-8aa8-e13aa77221e4 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:10:56.776363 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032e8d32-e9ff-4e95-8aa8-e13aa77221e4 None None] Checking segment: {'id': '94b829f6-74c0-4bb0-94de-e6a4c3d0a95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5410d2a-78fb-4f5a-acb3-3cbe619e8b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:10:56.777925 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-032e8d32-e9ff-4e95-8aa8-e13aa77221e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:56.777925 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032e8d32-e9ff-4e95-8aa8-e13aa77221e4 None None] Bound using segment: {'id': '94b829f6-74c0-4bb0-94de-e6a4c3d0a95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5410d2a-78fb-4f5a-acb3-3cbe619e8b55'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:10:56.777925 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-032e8d32-e9ff-4e95-8aa8-e13aa77221e4 None None] Bound port: c0712b67-e5f6-4fce-a11a-fd7d42b9a4f6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94b829f6-74c0-4bb0-94de-e6a4c3d0a95c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e5410d2a-78fb-4f5a-acb3-3cbe619e8b55'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:10:56.781916 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-032e8d32-e9ff-4e95-8aa8-e13aa77221e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (c0712b67-e5f6-4fce-a11a-fd7d42b9a4f6), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:56.879309 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-03fb9c82-cf34-4a77-bd37-d9c66275d5f9 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks [] for router_controller (34c17ea1-4758-4d5e-8123-a2297ab199ad), precommit_add_association {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:56.888766 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-84e09193-98b8-4d4e-bf05-a87cac640f12 req-dbc6814f-1a54-4e5a-8fc8-b71d23cc2fde tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1100876
May 07 22:10:56.903108 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-03fb9c82-cf34-4a77-bd37-d9c66275d5f9 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (34c17ea1-4758-4d5e-8123-a2297ab199ad), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:56.949840 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-10d58dd4-b621-42be-8a71-3afb1d347dea tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (cca57d45-b7b5-4ec1-99c2-fe7eef320846), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:56.987417 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-032e8d32-e9ff-4e95-8aa8-e13aa77221e4 None None] For port c0712b67-e5f6-4fce-a11a-fd7d42b9a4f6, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:10:56.992387 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-032e8d32-e9ff-4e95-8aa8-e13aa77221e4 None None] For port c0712b67-e5f6-4fce-a11a-fd7d42b9a4f6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c0712b67-e5f6-4fce-a11a-fd7d42b9a4f6,segment=NetworkSegment(94b829f6-74c0-4bb0-94de-e6a4c3d0a95c),segment_id=94b829f6-74c0-4bb0-94de-e6a4c3d0a95c)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:10:57.006571 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-032e8d32-e9ff-4e95-8aa8-e13aa77221e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (c0712b67-e5f6-4fce-a11a-fd7d42b9a4f6), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:57.025875 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-03fb9c82-cf34-4a77-bd37-d9c66275d5f9 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:57.027432 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-03fb9c82-cf34-4a77-bd37-d9c66275d5f9 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 723 time: 0.8162284
May 07 22:10:57.030629 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 42666) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:57.036088 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [req-227f2d85-1039-4da6-b9af-a03f072bdda3 req-5a8ad95b-6757-4629-a602-ffea711eea07 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Allocated IP 172.20.0.6 (42882eb7-7f7c-429d-978e-a320afe6b945/21c94e42-6f33-4d3f-bb38-a9f7f8184d5c/5dccdd99-d437-459b-9d5e-a5ecdbf1e400) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:10:57.061231 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-fb95bb04-264d-4303-8f50-51fdafa8cc97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (cca57d45-b7b5-4ec1-99c2-fe7eef320846), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:57.082756 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb95bb04-264d-4303-8f50-51fdafa8cc97 None None] No DVR routers for this DVR port cca57d45-b7b5-4ec1-99c2-fe7eef320846 on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:10:57.119622 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032e8d32-e9ff-4e95-8aa8-e13aa77221e4 None None] Pushing event updated for resources: {'Port': ['ID=c0712b67-e5f6-4fce-a11a-fd7d42b9a4f6,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:57.156828 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-45156054-3a7c-45a2-be6f-824c0fd56e0c tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks [] for router (34c17ea1-4758-4d5e-8123-a2297ab199ad), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:57.169435 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb95bb04-264d-4303-8f50-51fdafa8cc97 None None] Pushing event deleted for resources: {'Port': ['ID=cca57d45-b7b5-4ec1-99c2-fe7eef320846,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:57.183544 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fc81b162-5be4-4540-bcd7-2b22cab71e8c tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (8cd0f018-c54e-457d-b6a2-6312a695e0f6), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:57.273007 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc81b162-5be4-4540-bcd7-2b22cab71e8c tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Pushing event deleted for resources: {'Port': ['ID=8cd0f018-c54e-457d-b6a2-6312a695e0f6,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:57.364272 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-10d58dd4-b621-42be-8a71-3afb1d347dea tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] For port cca57d45-b7b5-4ec1-99c2-fe7eef320846, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cca57d45-b7b5-4ec1-99c2-fe7eef320846,segment=NetworkSegment(0c54767f-f5cc-4fe8-be2b-89310a1e6df6),segment_id=0c54767f-f5cc-4fe8-be2b-89310a1e6df6)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:10:57.403519 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f4685743-c632-4959-b8a5-1f852e03500a tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (5e9d70ac-89e6-49aa-8470-607cbe2d331f), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:57.409614 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-45156054-3a7c-45a2-be6f-824c0fd56e0c tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (34c17ea1-4758-4d5e-8123-a2297ab199ad), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:57.427614 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-45156054-3a7c-45a2-be6f-824c0fd56e0c tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks [] for router_controller (34c17ea1-4758-4d5e-8123-a2297ab199ad), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:57.441275 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:57.505207 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4685743-c632-4959-b8a5-1f852e03500a tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Network e5410d2a-78fb-4f5a-acb3-3cbe619e8b55 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:10:57.508947 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-227f2d85-1039-4da6-b9af-a03f072bdda3 req-5a8ad95b-6757-4629-a602-ffea711eea07 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Publish callbacks [] for port (5dccdd99-d437-459b-9d5e-a5ecdbf1e400), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:57.517283 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-f4685743-c632-4959-b8a5-1f852e03500a tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:10:57.518747 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4685743-c632-4959-b8a5-1f852e03500a tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Pushing event updated for resources: {'Subnet': ['ID=5e9d70ac-89e6-49aa-8470-607cbe2d331f,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:57.524940 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4685743-c632-4959-b8a5-1f852e03500a tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:57.525535 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f4685743-c632-4959-b8a5-1f852e03500a tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:57.527945 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fc81b162-5be4-4540-bcd7-2b22cab71e8c tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395776'] for router_gateway (7a551d72-c84c-4979-8057-178efae5941b), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:57.560174 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-10d58dd4-b621-42be-8a71-3afb1d347dea tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for port (cca57d45-b7b5-4ec1-99c2-fe7eef320846), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:57.566981 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-45156054-3a7c-45a2-be6f-824c0fd56e0c tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (34c17ea1-4758-4d5e-8123-a2297ab199ad), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:57.567921 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45156054-3a7c-45a2-be6f-824c0fd56e0c tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 34c17ea1-4758-4d5e-8123-a2297ab199ad {{(pid=121837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 22:10:57.574128 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-45156054-3a7c-45a2-be6f-824c0fd56e0c tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:57.575626 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-45156054-3a7c-45a2-be6f-824c0fd56e0c tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] 10.222.0.32 "DELETE /v2.0/routers/34c17ea1-4758-4d5e-8123-a2297ab199ad HTTP/1.1" status: 204  len: 168 time: 0.5439150
May 07 22:10:57.577093 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-10d58dd4-b621-42be-8a71-3afb1d347dea tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (cca57d45-b7b5-4ec1-99c2-fe7eef320846), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:57.593361 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-10d58dd4-b621-42be-8a71-3afb1d347dea tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (8e4311c3-e93f-4466-adaf-876acd6d64c2), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:57.656872 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d58dd4-b621-42be-8a71-3afb1d347dea tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event deleted for resources: {'Port': ['ID=cca57d45-b7b5-4ec1-99c2-fe7eef320846,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:57.668707 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-f4685743-c632-4959-b8a5-1f852e03500a tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 1.7956131
May 07 22:10:57.674467 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 42684) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:57.681555 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fc81b162-5be4-4540-bcd7-2b22cab71e8c tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (7a551d72-c84c-4979-8057-178efae5941b), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:57.685027 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fc81b162-5be4-4540-bcd7-2b22cab71e8c tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks [] for router_controller (7a551d72-c84c-4979-8057-178efae5941b), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:57.686680 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d58dd4-b621-42be-8a71-3afb1d347dea tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:10:57.692898 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-36adf26f-6dbd-4b4f-a3e2-7c148174e283 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Request body: {'port': {'network_id': 'e5410d2a-78fb-4f5a-acb3-3cbe619e8b55', 'fixed_ips': [{'subnet_id': 'b7301829-d43e-4d20-a6f1-74e158812597'}, {'subnet_id': '5e9d70ac-89e6-49aa-8470-607cbe2d331f'}], 'name': 'tempest-PortsTestJSON-300859074'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:10:57.700884 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-10d58dd4-b621-42be-8a71-3afb1d347dea tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:10:57.705099 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d58dd4-b621-42be-8a71-3afb1d347dea tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:57.705526 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-10d58dd4-b621-42be-8a71-3afb1d347dea tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:57.713790 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437df1ca-2183-44e8-b319-685e9ed969c9 None None] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:10:57.784769 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d58dd4-b621-42be-8a71-3afb1d347dea tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event updated for resources: {'Subnet': ['ID=8e4311c3-e93f-4466-adaf-876acd6d64c2,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:57.811986 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-10d58dd4-b621-42be-8a71-3afb1d347dea tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.0478394
May 07 22:10:57.812698 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 42692) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:57.821999 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-7f6e663e-df01-46f6-9e82-afad516dd2a5 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Request body: {'subnet': {'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:10:57.826931 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61eee4d-a1ae-4757-b9cd-b031c816cfa1 req-c93e9ae6-0f66-4876-86a1-eae20e016a07 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:57.831267 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c61eee4d-a1ae-4757-b9cd-b031c816cfa1 req-c93e9ae6-0f66-4876-86a1-eae20e016a07 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] 10.222.0.32 "GET /v2.0/ports?device_id=c332b03e-48f7-475c-9577-16a41760ca55 HTTP/1.1" status: 200  len: 931 time: 0.1379247
May 07 22:10:57.838140 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-227f2d85-1039-4da6-b9af-a03f072bdda3 req-5a8ad95b-6757-4629-a602-ffea711eea07 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (5dccdd99-d437-459b-9d5e-a5ecdbf1e400), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:57.862721 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fc81b162-5be4-4540-bcd7-2b22cab71e8c tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (7a551d72-c84c-4979-8057-178efae5941b), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:57.866930 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc81b162-5be4-4540-bcd7-2b22cab71e8c tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Fanout notify agent at l3_agent the message router_deleted on router 7a551d72-c84c-4979-8057-178efae5941b {{(pid=121836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 22:10:57.872985 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 42700) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:57.947728 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fc81b162-5be4-4540-bcd7-2b22cab71e8c tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:57.951769 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-fc81b162-5be4-4540-bcd7-2b22cab71e8c tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] 10.222.0.32 "DELETE /v2.0/routers/7a551d72-c84c-4979-8057-178efae5941b HTTP/1.1" status: 204  len: 168 time: 3.9734600
May 07 22:10:57.962922 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 42706) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:58.004435 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d3deec-21a3-4882-8e89-e47c38b0d988 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'project_id': 'a45ecca62a364aaabca1717c79558f6f', 'fixed_ips': [{'subnet_id': '8e4311c3-e93f-4466-adaf-876acd6d64c2'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:10:58.005407 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-11d3deec-21a3-4882-8e89-e47c38b0d988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:58.043565 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-227f2d85-1039-4da6-b9af-a03f072bdda3 req-5a8ad95b-6757-4629-a602-ffea711eea07 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Network 42882eb7-7f7c-429d-978e-a320afe6b945 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:10:58.056167 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8ad95b-6757-4629-a602-ffea711eea07 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Pushing event updated for resources: {'Port': ['ID=5dccdd99-d437-459b-9d5e-a5ecdbf1e400,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:58.076185 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [req-227f2d85-1039-4da6-b9af-a03f072bdda3 req-5a8ad95b-6757-4629-a602-ffea711eea07 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:10:58.081501 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-227f2d85-1039-4da6-b9af-a03f072bdda3 req-5a8ad95b-6757-4629-a602-ffea711eea07 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:10:58.191033 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f8e41062-02d5-4281-82ca-74d9d677cbaf tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (53cb28c4-547f-45c6-af6b-4da71054c830), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:58.213450 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c61eee4d-a1ae-4757-b9cd-b031c816cfa1 req-f74fcb71-0f70-4976-a0eb-f5718f747326 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] 10.222.0.32 "GET /v2.0/security-groups?id=b895cd66-4d46-4596-8ced-c4d385f86775&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3587101
May 07 22:10:58.238654 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-11d3deec-21a3-4882-8e89-e47c38b0d988 None None] Allocated IP 2001:db8::f816:3eff:fefb:8e8a (c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a/8e4311c3-e93f-4466-adaf-876acd6d64c2/e7148a79-f160-4563-a1ff-e10f58ad81ad) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:10:58.265321 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f2d85-1039-4da6-b9af-a03f072bdda3 req-5a8ad95b-6757-4629-a602-ffea711eea07 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:58.266483 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-227f2d85-1039-4da6-b9af-a03f072bdda3 req-5a8ad95b-6757-4629-a602-ffea711eea07 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:58.268882 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f38624-27d4-414b-a364-b4302037ba46 req-9b96b23b-cf0f-4da9-a040-29de8da24fbe tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:58.276900 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b0f38624-27d4-414b-a364-b4302037ba46 req-9b96b23b-cf0f-4da9-a040-29de8da24fbe tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c9e228-e26c-48a5-8400-6b213926a539 HTTP/1.1" status: 200  len: 944 time: 0.2723711
May 07 22:10:58.279648 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36adf26f-6dbd-4b4f-a3e2-7c148174e283 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Made reservation on behalf of 9c3329647b05487f9d63d3c4ec2183b9 for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:10:58.310226 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-227f2d85-1039-4da6-b9af-a03f072bdda3 req-5a8ad95b-6757-4629-a602-ffea711eea07 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.5701437
May 07 22:10:58.324465 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-227f2d85-1039-4da6-b9af-a03f072bdda3 req-55619b9d-116a-449c-b0d5-c671bfbfbc4a service neutron] Request body: {'port': {'device_id': 'c332b03e-48f7-475c-9577-16a41760ca55', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:10:58.332462 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device a859dd9c-cf59-4a9b-84c9-dddc4e9476c0 up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:10:58.414793 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-227f2d85-1039-4da6-b9af-a03f072bdda3 req-55619b9d-116a-449c-b0d5-c671bfbfbc4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (5dccdd99-d437-459b-9d5e-a5ecdbf1e400), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:58.414946 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b0f38624-27d4-414b-a364-b4302037ba46 req-bd9c3ef2-eae8-49ae-b23e-ba819c8e733e tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1370118
May 07 22:10:58.425864 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-72cba871-497e-426d-9159-2b021c10e4e4 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-133352995', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}, 'admin_state_up': False}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:10:58.450525 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f6e663e-df01-46f6-9e82-afad516dd2a5 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Made reservation on behalf of a45ecca62a364aaabca1717c79558f6f for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:10:58.457876 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7f6e663e-df01-46f6-9e82-afad516dd2a5 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:58.540504 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-11d3deec-21a3-4882-8e89-e47c38b0d988 None None] Publish callbacks [] for port (e7148a79-f160-4563-a1ff-e10f58ad81ad), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:58.556250 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning for port a859dd9c-cf59-4a9b-84c9-dddc4e9476c0 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 22:10:58.561825 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-11d3deec-21a3-4882-8e89-e47c38b0d988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (e7148a79-f160-4563-a1ff-e10f58ad81ad), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:58.580471 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port a859dd9c-cf59-4a9b-84c9-dddc4e9476c0 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:10:58.580860 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (a859dd9c-cf59-4a9b-84c9-dddc4e9476c0), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:58.668437 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-36adf26f-6dbd-4b4f-a3e2-7c148174e283 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:58.742909 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-72cba871-497e-426d-9159-2b021c10e4e4 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (411eabfa-0335-4383-ad29-bf77e8520f9b), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:58.748242 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-72cba871-497e-426d-9159-2b021c10e4e4 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (411eabfa-0335-4383-ad29-bf77e8520f9b), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:58.827515 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [None req-36adf26f-6dbd-4b4f-a3e2-7c148174e283 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] device_id is not set on port d820e973-4083-4572-8f40-63f542ea9e6c yet. {{(pid=121837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 22:10:58.856927 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device c0712b67-e5f6-4fce-a11a-fd7d42b9a4f6 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:10:58.859468 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe00d3c-57d2-4011-8743-565015f5efd5 None None] Network e5410d2a-78fb-4f5a-acb3-3cbe619e8b55 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:10:58.901315 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f8e41062-02d5-4281-82ca-74d9d677cbaf tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (53cb28c4-547f-45c6-af6b-4da71054c830), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:58.919914 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-03ad55d9-e37e-4885-bef4-54f738bfe3b9 None None] Provisioning complete for port 5dccdd99-d437-459b-9d5e-a5ecdbf1e400 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:10:58.920908 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-03ad55d9-e37e-4885-bef4-54f738bfe3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (5dccdd99-d437-459b-9d5e-a5ecdbf1e400), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:58.942660 ncdv-master-1 neutron-server[121837]: INFO neutron.db.ipam_backend_mixin [None req-7f6e663e-df01-46f6-9e82-afad516dd2a5 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8e4311c3-e93f-4466-adaf-876acd6d64c2 (CIDR: 2001:db8::/64)
May 07 22:10:58.959241 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f6e663e-df01-46f6-9e82-afad516dd2a5 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 07 22:10:58.959818 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f6e663e-df01-46f6-9e82-afad516dd2a5 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=121837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:10:59.013153 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d3deec-21a3-4882-8e89-e47c38b0d988 None None] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:10:59.022539 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d3deec-21a3-4882-8e89-e47c38b0d988 None None] Pushing event updated for resources: {'Port': ['ID=e7148a79-f160-4563-a1ff-e10f58ad81ad,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:59.034277 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-72cba871-497e-426d-9159-2b021c10e4e4 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks [] for router_controller (411eabfa-0335-4383-ad29-bf77e8520f9b), precommit_add_association {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:59.037198 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-f8e41062-02d5-4281-82ca-74d9d677cbaf tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf86dac4f0>,) {'filters': {'network_id': ['53cb28c4-547f-45c6-af6b-4da71054c830']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:10:59.040909 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-11d3deec-21a3-4882-8e89-e47c38b0d988 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:10:59.047057 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d3deec-21a3-4882-8e89-e47c38b0d988 None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:10:59.062625 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-7f6e663e-df01-46f6-9e82-afad516dd2a5 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 1.2453134
May 07 22:10:59.064658 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-f8e41062-02d5-4281-82ca-74d9d677cbaf tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf86dac4f0>, 'd1c0fce5-521d-438d-a9d1-a6c40041ff2b') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:10:59.064966 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-f8e41062-02d5-4281-82ca-74d9d677cbaf tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf86dac4f0>, 'd1c0fce5-521d-438d-a9d1-a6c40041ff2b') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:10:59.078947 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42710) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:59.094748 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-03ad55d9-e37e-4885-bef4-54f738bfe3b9 None None] Port 5dccdd99-d437-459b-9d5e-a5ecdbf1e400 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:10:59.112823 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-ea55f138-3e4e-4b54-85b9-843900f64b74 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Request body: {'subnet': {'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:10:59.121155 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port c0712b67-e5f6-4fce-a11a-fd7d42b9a4f6 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:10:59.122202 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (c0712b67-e5f6-4fce-a11a-fd7d42b9a4f6), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:59.146030 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f8e41062-02d5-4281-82ca-74d9d677cbaf tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (d1c0fce5-521d-438d-a9d1-a6c40041ff2b), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:59.301819 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port a859dd9c-cf59-4a9b-84c9-dddc4e9476c0 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:10:59.302167 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (a859dd9c-cf59-4a9b-84c9-dddc4e9476c0), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:59.315480 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:59.323634 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-fe1e34c2-1d0d-4790-ab93-2c593490f46b None None] Provisioning complete for port c0712b67-e5f6-4fce-a11a-fd7d42b9a4f6 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:10:59.324028 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-fe1e34c2-1d0d-4790-ab93-2c593490f46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (c0712b67-e5f6-4fce-a11a-fd7d42b9a4f6), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:59.330761 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-11d3deec-21a3-4882-8e89-e47c38b0d988 None None] Attempting to bind port e7148a79-f160-4563-a1ff-e10f58ad81ad on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:10:59.330761 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-11d3deec-21a3-4882-8e89-e47c38b0d988 None None] Attempting to bind port e7148a79-f160-4563-a1ff-e10f58ad81ad by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0c54767f-f5cc-4fe8-be2b-89310a1e6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:10:59.331133 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d3deec-21a3-4882-8e89-e47c38b0d988 None None] Attempting to bind port e7148a79-f160-4563-a1ff-e10f58ad81ad on network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:10:59.397303 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea55f138-3e4e-4b54-85b9-843900f64b74 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Made reservation on behalf of a45ecca62a364aaabca1717c79558f6f for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:10:59.400801 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ea55f138-3e4e-4b54-85b9-843900f64b74 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:59.401028 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d3deec-21a3-4882-8e89-e47c38b0d988 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:10:59.401414 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d3deec-21a3-4882-8e89-e47c38b0d988 None None] Checking segment: {'id': '0c54767f-f5cc-4fe8-be2b-89310a1e6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:10:59.401829 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-11d3deec-21a3-4882-8e89-e47c38b0d988 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:59.402226 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d3deec-21a3-4882-8e89-e47c38b0d988 None None] Bound using segment: {'id': '0c54767f-f5cc-4fe8-be2b-89310a1e6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:10:59.402718 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-11d3deec-21a3-4882-8e89-e47c38b0d988 None None] Bound port: e7148a79-f160-4563-a1ff-e10f58ad81ad, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c54767f-f5cc-4fe8-be2b-89310a1e6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:10:59.403128 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-11d3deec-21a3-4882-8e89-e47c38b0d988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (e7148a79-f160-4563-a1ff-e10f58ad81ad), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:59.416589 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [req-227f2d85-1039-4da6-b9af-a03f072bdda3 req-55619b9d-116a-449c-b0d5-c671bfbfbc4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dccdd99-d437-459b-9d5e-a5ecdbf1e400 {{(pid=121836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:10:59.431390 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02c9e228-e26c-48a5-8400-6b213926a539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a859dd9c-cf59-4a9b-84c9-dddc4e9476c0'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:10:59.433714 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b6bf079-a435-4ad8-aad2-e01fb7a05562" -d '{"events": [{"server_uuid": "02c9e228-e26c-48a5-8400-6b213926a539", "name": "network-vif-plugged", "status": "completed", "tag": "a859dd9c-cf59-4a9b-84c9-dddc4e9476c0"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:10:59.466031 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port a859dd9c-cf59-4a9b-84c9-dddc4e9476c0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a859dd9c-cf59-4a9b-84c9-dddc4e9476c0,segment=NetworkSegment(2cb8e953-203f-4019-8d4d-d4ab0509c11a),segment_id=2cb8e953-203f-4019-8d4d-d4ab0509c11a)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:10:59.468412 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-227f2d85-1039-4da6-b9af-a03f072bdda3 req-55619b9d-116a-449c-b0d5-c671bfbfbc4a service neutron] Publish callbacks [] for port (5dccdd99-d437-459b-9d5e-a5ecdbf1e400), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:59.512690 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.provisioning_blocks [req-227f2d85-1039-4da6-b9af-a03f072bdda3 req-55619b9d-116a-449c-b0d5-c671bfbfbc4a service neutron] Transition to ACTIVE for port object 5dccdd99-d437-459b-9d5e-a5ecdbf1e400 will not be triggered until provisioned by entity L2. {{(pid=121836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 22:10:59.531127 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (a859dd9c-cf59-4a9b-84c9-dddc4e9476c0), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:59.547109 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-227f2d85-1039-4da6-b9af-a03f072bdda3 req-55619b9d-116a-449c-b0d5-c671bfbfbc4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (5dccdd99-d437-459b-9d5e-a5ecdbf1e400), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:59.555226 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22fb413-0754-4ff1-b5d5-ec2918b80267 None None] Update dhcp port {'port': {'network_id': 'e5410d2a-78fb-4f5a-acb3-3cbe619e8b55', 'fixed_ips': [{'subnet_id': 'b7301829-d43e-4d20-a6f1-74e158812597', 'ip_address': '172.20.0.2'}, {'subnet_id': '5e9d70ac-89e6-49aa-8470-607cbe2d331f'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'c0712b67-e5f6-4fce-a11a-fd7d42b9a4f6'} from ncdv-master-1. {{(pid=121838) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
May 07 22:10:59.555484 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad2dc4-8abf-4283-88e5-8fc45c311218 req-2d0f614d-cf96-417f-93bb-112dd19c8ebe tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:59.557710 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ecad2dc4-8abf-4283-88e5-8fc45c311218 req-2d0f614d-cf96-417f-93bb-112dd19c8ebe tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] 10.222.0.32 "GET /v2.0/ports?device_id=c332b03e-48f7-475c-9577-16a41760ca55 HTTP/1.1" status: 200  len: 931 time: 0.2272394
May 07 22:10:59.616976 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f8e41062-02d5-4281-82ca-74d9d677cbaf tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (d1c0fce5-521d-438d-a9d1-a6c40041ff2b), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:59.636430 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port c0712b67-e5f6-4fce-a11a-fd7d42b9a4f6 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:10:59.637062 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (c0712b67-e5f6-4fce-a11a-fd7d42b9a4f6), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:59.672532 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8e41062-02d5-4281-82ca-74d9d677cbaf tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:10:59.672951 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f8e41062-02d5-4281-82ca-74d9d677cbaf tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (d1c0fce5-521d-438d-a9d1-a6c40041ff2b), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:59.674333 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55619b9d-116a-449c-b0d5-c671bfbfbc4a service neutron] Pushing event updated for resources: {'Port': ['ID=5dccdd99-d437-459b-9d5e-a5ecdbf1e400,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:59.676115 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 22:10:59.676115 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:10:59.676115 ncdv-master-1 neutron-server[121837]:     timer()
May 07 22:10:59.676115 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:10:59.676115 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 22:10:59.676115 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:10:59.676115 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 22:10:59.676115 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:10:59.676115 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 22:10:59.676115 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:10:59.676115 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 22:10:59.676115 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:10:59.676115 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 22:10:59.676115 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:10:59.676115 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:10:59.676115 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:10:59.676115 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:10:59.676115 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:10:59.676115 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 22:10:59.676115 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:10:59.676115 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 22:10:59.676115 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:10:59.676115 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:10:59.676115 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:10:59.676115 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 22:10:59.676115 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:10:59.676115 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:10:59.676115 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:10:59.676115 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:10:59.676115 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:10:59.676115 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:10:59.676115 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:10:59.688081 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a22fb413-0754-4ff1-b5d5-ec2918b80267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (c0712b67-e5f6-4fce-a11a-fd7d42b9a4f6), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:59.710603 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-11d3deec-21a3-4882-8e89-e47c38b0d988 None None] For port e7148a79-f160-4563-a1ff-e10f58ad81ad, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:10:59.735090 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-11d3deec-21a3-4882-8e89-e47c38b0d988 None None] For port e7148a79-f160-4563-a1ff-e10f58ad81ad, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e7148a79-f160-4563-a1ff-e10f58ad81ad,segment=NetworkSegment(0c54767f-f5cc-4fe8-be2b-89310a1e6df6),segment_id=0c54767f-f5cc-4fe8-be2b-89310a1e6df6)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:10:59.751783 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-fe1e34c2-1d0d-4790-ab93-2c593490f46b None None] Current status of the port c0712b67-e5f6-4fce-a11a-fd7d42b9a4f6 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:10:59.752628 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-fe1e34c2-1d0d-4790-ab93-2c593490f46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (c0712b67-e5f6-4fce-a11a-fd7d42b9a4f6), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:59.762009 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ecad2dc4-8abf-4283-88e5-8fc45c311218 req-5cceef4f-64cf-490d-869b-43f8afcdfee2 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] 10.222.0.32 "GET /v2.0/security-groups?id=b895cd66-4d46-4596-8ced-c4d385f86775&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1728139
May 07 22:10:59.797880 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=a859dd9c-cf59-4a9b-84c9-dddc4e9476c0,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:59.820003 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e083046-9a58-45d4-bbda-e9478ea1b1ad req-8477a667-d8e9-4c5b-8c8f-29d35bec1b27 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:10:59.821835 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3e083046-9a58-45d4-bbda-e9478ea1b1ad req-8477a667-d8e9-4c5b-8c8f-29d35bec1b27 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c9e228-e26c-48a5-8400-6b213926a539 HTTP/1.1" status: 200  len: 945 time: 0.2500267
May 07 22:10:59.832764 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-72cba871-497e-426d-9159-2b021c10e4e4 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks [] for router_gateway (411eabfa-0335-4383-ad29-bf77e8520f9b), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:59.848455 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:10:59.848970 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:10:59.849606 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:10:59.851252 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:10:59.852139 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:10:59.854634 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:10:59.855517 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:10:59.859090 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:10:59.860190 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:10:59.860712 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:10:59.861841 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:10:59.862409 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:10:59.863028 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:10:59.864072 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:10:59.864606 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:10:59.871188 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-11d3deec-21a3-4882-8e89-e47c38b0d988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (e7148a79-f160-4563-a1ff-e10f58ad81ad), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:59.883396 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f8e41062-02d5-4281-82ca-74d9d677cbaf tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (53cb28c4-547f-45c6-af6b-4da71054c830), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:59.889961 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f8e41062-02d5-4281-82ca-74d9d677cbaf tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:10:59.893248 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-f8e41062-02d5-4281-82ca-74d9d677cbaf tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] 10.222.0.32 "DELETE /v2.0/networks/53cb28c4-547f-45c6-af6b-4da71054c830 HTTP/1.1" status: 204  len: 168 time: 1.9249673
May 07 22:10:59.897398 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42722) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:10:59.900896 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port c0712b67-e5f6-4fce-a11a-fd7d42b9a4f6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c0712b67-e5f6-4fce-a11a-fd7d42b9a4f6,segment=NetworkSegment(94b829f6-74c0-4bb0-94de-e6a4c3d0a95c),segment_id=94b829f6-74c0-4bb0-94de-e6a4c3d0a95c)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:10:59.963632 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e41062-02d5-4281-82ca-74d9d677cbaf tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Pushing event deleted for resources: {'Network': ['ID=53cb28c4-547f-45c6-af6b-4da71054c830,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:10:59.974652 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e3e53c-4eef-45f9-b2d9-85fedf119d0d x-openstack-request-id: req-f4e3e53c-4eef-45f9-b2d9-85fedf119d0d {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:10:59.976231 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02c9e228-e26c-48a5-8400-6b213926a539", "name": "network-vif-plugged", "status": "completed", "tag": "a859dd9c-cf59-4a9b-84c9-dddc4e9476c0", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:10:59.976487 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f4e3e53c-4eef-45f9-b2d9-85fedf119d0d {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:10:59.976900 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4e3e53c-4eef-45f9-b2d9-85fedf119d0d'] response: {'server_uuid': '02c9e228-e26c-48a5-8400-6b213926a539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a859dd9c-cf59-4a9b-84c9-dddc4e9476c0', 'code': 200}
May 07 22:11:00.008314 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-227f2d85-1039-4da6-b9af-a03f072bdda3 req-55619b9d-116a-449c-b0d5-c671bfbfbc4a service neutron] Attempting to bind port 5dccdd99-d437-459b-9d5e-a5ecdbf1e400 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:11:00.013086 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-227f2d85-1039-4da6-b9af-a03f072bdda3 req-55619b9d-116a-449c-b0d5-c671bfbfbc4a service neutron] Attempting to bind port 5dccdd99-d437-459b-9d5e-a5ecdbf1e400 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '475d89aa-dfcd-45a6-8015-064d553f6ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '42882eb7-7f7c-429d-978e-a320afe6b945'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:11:00.013703 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227f2d85-1039-4da6-b9af-a03f072bdda3 req-55619b9d-116a-449c-b0d5-c671bfbfbc4a service neutron] Attempting to bind port 5dccdd99-d437-459b-9d5e-a5ecdbf1e400 on network 42882eb7-7f7c-429d-978e-a320afe6b945 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:11:00.038296 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (c0712b67-e5f6-4fce-a11a-fd7d42b9a4f6), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:00.064556 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227f2d85-1039-4da6-b9af-a03f072bdda3 req-55619b9d-116a-449c-b0d5-c671bfbfbc4a service neutron] Port 5dccdd99-d437-459b-9d5e-a5ecdbf1e400 on network 42882eb7-7f7c-429d-978e-a320afe6b945 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:11:00.065189 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227f2d85-1039-4da6-b9af-a03f072bdda3 req-55619b9d-116a-449c-b0d5-c671bfbfbc4a service neutron] Attempting to bind port 5dccdd99-d437-459b-9d5e-a5ecdbf1e400 on network 42882eb7-7f7c-429d-978e-a320afe6b945 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:11:00.103660 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227f2d85-1039-4da6-b9af-a03f072bdda3 req-55619b9d-116a-449c-b0d5-c671bfbfbc4a service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:11:00.104709 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227f2d85-1039-4da6-b9af-a03f072bdda3 req-55619b9d-116a-449c-b0d5-c671bfbfbc4a service neutron] Checking segment: {'id': '475d89aa-dfcd-45a6-8015-064d553f6ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '42882eb7-7f7c-429d-978e-a320afe6b945'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:11:00.105317 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227f2d85-1039-4da6-b9af-a03f072bdda3 req-55619b9d-116a-449c-b0d5-c671bfbfbc4a service neutron] Bound using segment: {'id': '475d89aa-dfcd-45a6-8015-064d553f6ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '42882eb7-7f7c-429d-978e-a320afe6b945'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:11:00.105974 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-227f2d85-1039-4da6-b9af-a03f072bdda3 req-55619b9d-116a-449c-b0d5-c671bfbfbc4a service neutron] Bound port: 5dccdd99-d437-459b-9d5e-a5ecdbf1e400, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '475d89aa-dfcd-45a6-8015-064d553f6ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '42882eb7-7f7c-429d-978e-a320afe6b945'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:11:00.106804 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-227f2d85-1039-4da6-b9af-a03f072bdda3 req-55619b9d-116a-449c-b0d5-c671bfbfbc4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (5dccdd99-d437-459b-9d5e-a5ecdbf1e400), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:00.128412 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3e083046-9a58-45d4-bbda-e9478ea1b1ad req-627d193c-91cd-4cc2-ac41-93c3e4299607 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2863996
May 07 22:11:00.166936 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9239895-5867-4a46-9a60-00a3724ce82a req-c329ac65-5835-441f-bcb0-0b54d0e8062e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:00.168229 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a9239895-5867-4a46-9a60-00a3724ce82a req-c329ac65-5835-441f-bcb0-0b54d0e8062e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=02c9e228-e26c-48a5-8400-6b213926a539 HTTP/1.1" status: 200  len: 1127 time: 0.1368577
May 07 22:11:00.193575 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device cca57d45-b7b5-4ec1-99c2-fe7eef320846 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:11:00.239651 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ea55f138-3e4e-4b54-85b9-843900f64b74 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (b41df632-2ec2-4cab-97c8-f0770e9a2c72), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:00.320616 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: cca57d45-b7b5-4ec1-99c2-fe7eef320846 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:11:00.321000 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device cca57d45-b7b5-4ec1-99c2-fe7eef320846 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:11:00.321567 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 8cd0f018-c54e-457d-b6a2-6312a695e0f6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:11:00.330695 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.db.api [None req-fe1e34c2-1d0d-4790-ab93-2c593490f46b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 07 22:11:00.332347 ncdv-master-1 neutron-server[121838]: DEBUG oslo_db.api [None req-fe1e34c2-1d0d-4790-ab93-2c593490f46b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 07 22:11:00.340610 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea55f138-3e4e-4b54-85b9-843900f64b74 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:11:00.363098 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-ea55f138-3e4e-4b54-85b9-843900f64b74 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:11:00.368443 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea55f138-3e4e-4b54-85b9-843900f64b74 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:00.369041 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ea55f138-3e4e-4b54-85b9-843900f64b74 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:00.375474 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d3deec-21a3-4882-8e89-e47c38b0d988 None None] Pushing event updated for resources: {'Port': ['ID=e7148a79-f160-4563-a1ff-e10f58ad81ad,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:00.382427 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-86c430f8-252f-4856-8f06-1cc167099156 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Deleting port 60ad3115-3910-468e-b322-fb05c63aa959 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:11:00.382785 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-86c430f8-252f-4856-8f06-1cc167099156 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (60ad3115-3910-468e-b322-fb05c63aa959), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:00.384809 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea55f138-3e4e-4b54-85b9-843900f64b74 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event updated for resources: {'Subnet': ['ID=b41df632-2ec2-4cab-97c8-f0770e9a2c72,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:00.394112 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-227f2d85-1039-4da6-b9af-a03f072bdda3 req-55619b9d-116a-449c-b0d5-c671bfbfbc4a service neutron] For port 5dccdd99-d437-459b-9d5e-a5ecdbf1e400, host nch1-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:11:00.448024 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-72cba871-497e-426d-9159-2b021c10e4e4 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks [] for router_gateway (411eabfa-0335-4383-ad29-bf77e8520f9b), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:00.459250 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-227f2d85-1039-4da6-b9af-a03f072bdda3 req-55619b9d-116a-449c-b0d5-c671bfbfbc4a service neutron] For port 5dccdd99-d437-459b-9d5e-a5ecdbf1e400, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5dccdd99-d437-459b-9d5e-a5ecdbf1e400,segment=NetworkSegment(475d89aa-dfcd-45a6-8015-064d553f6ef3),segment_id=475d89aa-dfcd-45a6-8015-064d553f6ef3)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:11:00.461434 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 8cd0f018-c54e-457d-b6a2-6312a695e0f6 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:11:00.461772 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 8cd0f018-c54e-457d-b6a2-6312a695e0f6 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:11:00.492578 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:00.515107 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a9239895-5867-4a46-9a60-00a3724ce82a req-5bb8f864-8f09-465f-9fa6-8a470003bc39 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3354800
May 07 22:11:00.516758 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-36adf26f-6dbd-4b4f-a3e2-7c148174e283 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Allocated IP 172.20.0.4 (e5410d2a-78fb-4f5a-acb3-3cbe619e8b55/b7301829-d43e-4d20-a6f1-74e158812597/d820e973-4083-4572-8f40-63f542ea9e6c) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:11:00.520828 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=c0712b67-e5f6-4fce-a11a-fd7d42b9a4f6,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:00.522715 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-72cba871-497e-426d-9159-2b021c10e4e4 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:00.537206 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-36adf26f-6dbd-4b4f-a3e2-7c148174e283 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Allocated IP 172.20.0.27 (e5410d2a-78fb-4f5a-acb3-3cbe619e8b55/5e9d70ac-89e6-49aa-8470-607cbe2d331f/d820e973-4083-4572-8f40-63f542ea9e6c) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:11:00.565558 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-ea55f138-3e4e-4b54-85b9-843900f64b74 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.4851298
May 07 22:11:00.568230 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-227f2d85-1039-4da6-b9af-a03f072bdda3 req-55619b9d-116a-449c-b0d5-c671bfbfbc4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (5dccdd99-d437-459b-9d5e-a5ecdbf1e400), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:00.573357 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42736) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:00.613641 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-240fccc2-3161-44af-b425-ddaa087ec763 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Request body: {'port': {'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'mac_address': 'fa:16:3e:c2:b7:d0', 'name': 'tempest-NetworksTestDHCPv6-250120853'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:11:00.644852 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f2d85-1039-4da6-b9af-a03f072bdda3 req-55619b9d-116a-449c-b0d5-c671bfbfbc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:00.645812 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-227f2d85-1039-4da6-b9af-a03f072bdda3 req-55619b9d-116a-449c-b0d5-c671bfbfbc4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:00.647850 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-227f2d85-1039-4da6-b9af-a03f072bdda3 req-55619b9d-116a-449c-b0d5-c671bfbfbc4a service neutron] 10.222.0.55 "PUT /v2.0/ports/5dccdd99-d437-459b-9d5e-a5ecdbf1e400 HTTP/1.1" status: 200  len: 1091 time: 2.3298907
May 07 22:11:00.654760 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device e7148a79-f160-4563-a1ff-e10f58ad81ad up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:11:00.667770 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c332b03e-48f7-475c-9577-16a41760ca55', 'tag': '5dccdd99-d437-459b-9d5e-a5ecdbf1e400'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:11:00.671204 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9b5ea7f-96db-427c-967e-f243d8f3278c" -d '{"events": [{"name": "network-changed", "server_uuid": "c332b03e-48f7-475c-9577-16a41760ca55", "tag": "5dccdd99-d437-459b-9d5e-a5ecdbf1e400"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:11:00.755636 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d10bbd07-22cb-4fd2-ac15-36577abf432d x-openstack-request-id: req-d10bbd07-22cb-4fd2-ac15-36577abf432d {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:11:00.755862 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port e7148a79-f160-4563-a1ff-e10f58ad81ad triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:11:00.756002 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (e7148a79-f160-4563-a1ff-e10f58ad81ad), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:00.756607 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c332b03e-48f7-475c-9577-16a41760ca55", "tag": "5dccdd99-d437-459b-9d5e-a5ecdbf1e400", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:11:00.757045 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d10bbd07-22cb-4fd2-ac15-36577abf432d {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:11:00.757610 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d10bbd07-22cb-4fd2-ac15-36577abf432d'] response: {'name': 'network-changed', 'server_uuid': 'c332b03e-48f7-475c-9577-16a41760ca55', 'tag': '5dccdd99-d437-459b-9d5e-a5ecdbf1e400', 'status': 'completed', 'code': 200}
May 07 22:11:00.788102 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-72cba871-497e-426d-9159-2b021c10e4e4 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Allocated IP 172.35.4.89 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/e9063228-7527-4b4c-8cbd-ec814947b9ef) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:11:00.790847 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-86c430f8-252f-4856-8f06-1cc167099156 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (60ad3115-3910-468e-b322-fb05c63aa959), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:00.791397 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-86c430f8-252f-4856-8f06-1cc167099156 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks [] for floatingip (60ad3115-3910-468e-b322-fb05c63aa959), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:00.858572 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port e7148a79-f160-4563-a1ff-e10f58ad81ad is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:11:00.859022 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (e7148a79-f160-4563-a1ff-e10f58ad81ad), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:00.903060 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port e7148a79-f160-4563-a1ff-e10f58ad81ad, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e7148a79-f160-4563-a1ff-e10f58ad81ad,segment=NetworkSegment(0c54767f-f5cc-4fe8-be2b-89310a1e6df6),segment_id=0c54767f-f5cc-4fe8-be2b-89310a1e6df6)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:11:00.917694 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-86c430f8-252f-4856-8f06-1cc167099156 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Calling delete_port for 60ad3115-3910-468e-b322-fb05c63aa959 owned by network:floatingip {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:11:00.920886 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55619b9d-116a-449c-b0d5-c671bfbfbc4a service neutron] Pushing event updated for resources: {'Port': ['ID=5dccdd99-d437-459b-9d5e-a5ecdbf1e400,revision_number=3']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:00.921637 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-72cba871-497e-426d-9159-2b021c10e4e4 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks [] for port (e9063228-7527-4b4c-8cbd-ec814947b9ef), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:00.950475 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f2d85-1039-4da6-b9af-a03f072bdda3 req-3d998bd6-8d6f-46d8-86cf-d0f15148dee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:00.951898 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (e7148a79-f160-4563-a1ff-e10f58ad81ad), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:00.952742 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-227f2d85-1039-4da6-b9af-a03f072bdda3 req-3d998bd6-8d6f-46d8-86cf-d0f15148dee6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d70782066cce4f2fbf5744b63e4195cb&device_id=c332b03e-48f7-475c-9577-16a41760ca55 HTTP/1.1" status: 200  len: 1125 time: 0.2334323
May 07 22:11:01.011817 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-72cba871-497e-426d-9159-2b021c10e4e4 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (e9063228-7527-4b4c-8cbd-ec814947b9ef), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:01.023696 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-fe1e34c2-1d0d-4790-ab93-2c593490f46b None None] Current status of the port c0712b67-e5f6-4fce-a11a-fd7d42b9a4f6 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:11:01.054289 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=e7148a79-f160-4563-a1ff-e10f58ad81ad,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:01.072019 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-227f2d85-1039-4da6-b9af-a03f072bdda3 req-ebc223a7-20c8-49ef-b7bc-26a93f9f4be6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5dccdd99-d437-459b-9d5e-a5ecdbf1e400 HTTP/1.1" status: 200  len: 217 time: 0.1090529
May 07 22:11:01.089144 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72cba871-497e-426d-9159-2b021c10e4e4 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:11:01.096791 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-72cba871-497e-426d-9159-2b021c10e4e4 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:11:01.109509 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a268d1-bf2f-41ef-a451-9584165c1ee6 req-3f33c632-4cfd-4a9c-9923-b0ad767dd2b5 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:01.111645 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f6a268d1-bf2f-41ef-a451-9584165c1ee6 req-3f33c632-4cfd-4a9c-9923-b0ad767dd2b5 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] 10.222.0.32 "GET /v2.0/ports?device_id=c332b03e-48f7-475c-9577-16a41760ca55 HTTP/1.1" status: 200  len: 943 time: 0.1378605
May 07 22:11:01.112784 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cba871-497e-426d-9159-2b021c10e4e4 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:11:01.140573 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-36adf26f-6dbd-4b4f-a3e2-7c148174e283 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for port (d820e973-4083-4572-8f40-63f542ea9e6c), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:01.190231 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cba871-497e-426d-9159-2b021c10e4e4 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Pushing event updated for resources: {'Port': ['ID=e9063228-7527-4b4c-8cbd-ec814947b9ef,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:01.198334 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f2d85-1039-4da6-b9af-a03f072bdda3 req-846606d2-db35-4c6d-83ea-162d98475c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:01.200481 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-227f2d85-1039-4da6-b9af-a03f072bdda3 req-846606d2-db35-4c6d-83ea-162d98475c41 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=21c94e42-6f33-4d3f-bb38-a9f7f8184d5c HTTP/1.1" status: 200  len: 853 time: 0.1179266
May 07 22:11:01.238142 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-240fccc2-3161-44af-b425-ddaa087ec763 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Made reservation on behalf of a45ecca62a364aaabca1717c79558f6f for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:11:01.357411 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f6a268d1-bf2f-41ef-a451-9584165c1ee6 req-0036cd50-fe74-43b5-a2cb-1abcba00a43a tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] 10.222.0.32 "GET /v2.0/security-groups?id=b895cd66-4d46-4596-8ced-c4d385f86775&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2111473
May 07 22:11:01.361592 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-36adf26f-6dbd-4b4f-a3e2-7c148174e283 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (d820e973-4083-4572-8f40-63f542ea9e6c), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:01.383126 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f2d85-1039-4da6-b9af-a03f072bdda3 req-f5d1a10e-5470-4ef3-9881-18ae029d9dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:01.384784 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-227f2d85-1039-4da6-b9af-a03f072bdda3 req-f5d1a10e-5470-4ef3-9881-18ae029d9dc1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=42882eb7-7f7c-429d-978e-a320afe6b945&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1686242
May 07 22:11:01.457832 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd349de7-d56f-4756-ae1e-8fdb9569c59a req-39aa0853-170e-4c99-9447-298ab76f38a2 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:01.459445 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-dd349de7-d56f-4756-ae1e-8fdb9569c59a req-39aa0853-170e-4c99-9447-298ab76f38a2 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c9e228-e26c-48a5-8400-6b213926a539 HTTP/1.1" status: 200  len: 945 time: 0.1826394
May 07 22:11:01.481635 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-a22fb413-0754-4ff1-b5d5-ec2918b80267 None None] Allocated IP 172.20.0.18 (e5410d2a-78fb-4f5a-acb3-3cbe619e8b55/5e9d70ac-89e6-49aa-8470-607cbe2d331f/c0712b67-e5f6-4fce-a11a-fd7d42b9a4f6) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:11:01.496001 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36adf26f-6dbd-4b4f-a3e2-7c148174e283 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Network e5410d2a-78fb-4f5a-acb3-3cbe619e8b55 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:11:01.633791 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-72cba871-497e-426d-9159-2b021c10e4e4 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks [] for router_gateway (411eabfa-0335-4383-ad29-bf77e8520f9b), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:01.666318 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-a22fb413-0754-4ff1-b5d5-ec2918b80267 None None] For port c0712b67-e5f6-4fce-a11a-fd7d42b9a4f6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c0712b67-e5f6-4fce-a11a-fd7d42b9a4f6,segment=NetworkSegment(94b829f6-74c0-4bb0-94de-e6a4c3d0a95c),segment_id=94b829f6-74c0-4bb0-94de-e6a4c3d0a95c)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:11:01.706966 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a22fb413-0754-4ff1-b5d5-ec2918b80267 None None] Publish callbacks [] for port (c0712b67-e5f6-4fce-a11a-fd7d42b9a4f6), precommit_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:01.713555 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a22fb413-0754-4ff1-b5d5-ec2918b80267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (c0712b67-e5f6-4fce-a11a-fd7d42b9a4f6), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:01.714102 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-36adf26f-6dbd-4b4f-a3e2-7c148174e283 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:11:01.735250 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36adf26f-6dbd-4b4f-a3e2-7c148174e283 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:11:01.753148 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d6b63a-042b-417b-9156-504e8b36031f None None] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:11:01.834209 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36adf26f-6dbd-4b4f-a3e2-7c148174e283 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Pushing event updated for resources: {'Port': ['ID=d820e973-4083-4572-8f40-63f542ea9e6c,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:01.893233 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-240fccc2-3161-44af-b425-ddaa087ec763 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:01.901585 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36adf26f-6dbd-4b4f-a3e2-7c148174e283 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:01.902064 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-36adf26f-6dbd-4b4f-a3e2-7c148174e283 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:01.915385 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-86c430f8-252f-4856-8f06-1cc167099156 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (60ad3115-3910-468e-b322-fb05c63aa959), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:01.938225 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-36adf26f-6dbd-4b4f-a3e2-7c148174e283 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1003 time: 4.2498400
May 07 22:11:01.942551 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 42758) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:01.948066 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-7b1a725f-dfb1-4b29-b82f-68a583a9078d tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b7301829-d43e-4d20-a6f1-74e158812597'}]}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:11:01.977622 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c430f8-252f-4856-8f06-1cc167099156 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Pushing event deleted for resources: {'Port': ['ID=60ad3115-3910-468e-b322-fb05c63aa959,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:01.986189 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [None req-240fccc2-3161-44af-b425-ddaa087ec763 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] device_id is not set on port 871a8455-4499-44b4-bb94-cc876aede23f yet. {{(pid=121836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 22:11:01.994440 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-dd349de7-d56f-4756-ae1e-8fdb9569c59a req-a8b1b853-f12c-4996-a0e3-1ab25f7958ed tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5197427
May 07 22:11:02.001587 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-227f2d85-1039-4da6-b9af-a03f072bdda3 req-8a7a3603-11b6-4c5c-b8a6-d19c3d691834 service neutron] 10.222.0.55 "GET /v2.0/networks/42882eb7-7f7c-429d-978e-a320afe6b945?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6053107
May 07 22:11:02.047692 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e73bd-8965-4b40-9655-a026ce582b15 req-4404e618-4e05-4779-a729-3fc059c512ba tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:02.049205 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9c7e73bd-8965-4b40-9655-a026ce582b15 req-4404e618-4e05-4779-a729-3fc059c512ba tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] 10.222.0.32 "GET /v2.0/networks?id=75e42e23-8e74-41bd-9a60-3536f620fe26 HTTP/1.1" status: 200  len: 813 time: 0.3413060
May 07 22:11:02.058282 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22fb413-0754-4ff1-b5d5-ec2918b80267 None None] Pushing event updated for resources: {'Port': ['ID=c0712b67-e5f6-4fce-a11a-fd7d42b9a4f6,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:02.061785 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-097d68c3-0ee5-40b2-8bb2-290697f9ac6d None None] Provisioning complete for port e7148a79-f160-4563-a1ff-e10f58ad81ad triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:11:02.061967 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-097d68c3-0ee5-40b2-8bb2-290697f9ac6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (e7148a79-f160-4563-a1ff-e10f58ad81ad), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:02.095538 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9c7e73bd-8965-4b40-9655-a026ce582b15 req-feb5a9b1-fa68-4d72-90c2-f60ca11280c2 tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] 10.222.0.32 "GET /v2.0/quotas/72be56c2d4a54014a8f741c451fe014e HTTP/1.1" status: 200  len: 375 time: 0.0370705
May 07 22:11:02.158135 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7b1a725f-dfb1-4b29-b82f-68a583a9078d tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (d820e973-4083-4572-8f40-63f542ea9e6c), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:02.208207 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-097d68c3-0ee5-40b2-8bb2-290697f9ac6d None None] Current status of the port e7148a79-f160-4563-a1ff-e10f58ad81ad is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:11:02.217223 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9c7e73bd-8965-4b40-9655-a026ce582b15 req-48eb1fc5-1e52-4154-9c0f-c710d0bf7821 tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=72be56c2d4a54014a8f741c451fe014e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1084597
May 07 22:11:02.221572 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-86c430f8-252f-4856-8f06-1cc167099156 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks [] for floatingip (2f0d9d0a-9fb0-471f-876e-3604810149e6), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:02.222074 ncdv-master-1 neutron-server[121836]: INFO neutron.db.l3_db [None req-86c430f8-252f-4856-8f06-1cc167099156 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Floating IP 2f0d9d0a-9fb0-471f-876e-3604810149e6 disassociated (deleted). External IP: 172.35.4.57, port: ed17c686-5176-4e6b-9642-9888fb0132ac.
May 07 22:11:02.274231 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90457b3-143b-40b7-baef-502f0ebd8ca5 None None] Update dhcp port {'port': {'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'fixed_ips': [{'subnet_id': '8e4311c3-e93f-4466-adaf-876acd6d64c2', 'ip_address': '2001:db8::f816:3eff:fefb:8e8a'}, {'subnet_id': 'b41df632-2ec2-4cab-97c8-f0770e9a2c72'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'e7148a79-f160-4563-a1ff-e10f58ad81ad'} from ncdv-master-1. {{(pid=121838) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
May 07 22:11:02.306350 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b90457b3-143b-40b7-baef-502f0ebd8ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (e7148a79-f160-4563-a1ff-e10f58ad81ad), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:02.366220 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-227f2d85-1039-4da6-b9af-a03f072bdda3 req-71d113d1-5012-4d2f-9926-01b1cabe1bea service neutron] 10.222.0.55 "GET /v2.0/networks/42882eb7-7f7c-429d-978e-a320afe6b945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3090611
May 07 22:11:02.456687 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-240fccc2-3161-44af-b425-ddaa087ec763 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Allocated IP 2001:db8:0:1::a0 (c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a/b41df632-2ec2-4cab-97c8-f0770e9a2c72/871a8455-4499-44b4-bb94-cc876aede23f) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:11:02.479358 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-240fccc2-3161-44af-b425-ddaa087ec763 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Allocated IP 2001:db8::f816:3eff:fec2:b7d0 (c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a/8e4311c3-e93f-4466-adaf-876acd6d64c2/871a8455-4499-44b4-bb94-cc876aede23f) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:11:02.588458 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-72cba871-497e-426d-9159-2b021c10e4e4 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (411eabfa-0335-4383-ad29-bf77e8520f9b), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:02.590614 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af79410-deff-4967-b299-6c12582e36e0 req-85759848-4267-4f48-aec0-067a0e434e99 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:02.595303 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0af79410-deff-4967-b299-6c12582e36e0 req-85759848-4267-4f48-aec0-067a0e434e99 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] 10.222.0.32 "GET /v2.0/ports?device_id=c332b03e-48f7-475c-9577-16a41760ca55 HTTP/1.1" status: 200  len: 943 time: 0.1125002
May 07 22:11:02.602614 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9c7e73bd-8965-4b40-9655-a026ce582b15 req-46765f52-9c88-4305-a8c0-ec52908f1137 service neutron] 10.222.0.32 "GET /v2.0/networks/75e42e23-8e74-41bd-9a60-3536f620fe26?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3815680
May 07 22:11:02.606114 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device c0712b67-e5f6-4fce-a11a-fd7d42b9a4f6 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:11:02.661039 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port c0712b67-e5f6-4fce-a11a-fd7d42b9a4f6 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:11:02.661683 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (c0712b67-e5f6-4fce-a11a-fd7d42b9a4f6), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:02.780506 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port c0712b67-e5f6-4fce-a11a-fd7d42b9a4f6 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:11:02.782370 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device e7148a79-f160-4563-a1ff-e10f58ad81ad up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:11:02.853335 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port e7148a79-f160-4563-a1ff-e10f58ad81ad triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:11:02.853720 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (e7148a79-f160-4563-a1ff-e10f58ad81ad), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:02.856363 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0af79410-deff-4967-b299-6c12582e36e0 req-ead88d7a-1ba6-4fba-bdb5-147531b1fd38 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] 10.222.0.32 "GET /v2.0/security-groups?id=b895cd66-4d46-4596-8ced-c4d385f86775&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2527015
May 07 22:11:02.883592 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86c430f8-252f-4856-8f06-1cc167099156 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Router 83789103-a34a-4812-891b-ff852781f2d3 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:11:02.908237 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-240fccc2-3161-44af-b425-ddaa087ec763 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for port (871a8455-4499-44b4-bb94-cc876aede23f), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:02.937602 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d253578-715a-4a4d-8b29-fc5dac8253aa None None] Network e5410d2a-78fb-4f5a-acb3-3cbe619e8b55 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:11:03.027843 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port e7148a79-f160-4563-a1ff-e10f58ad81ad is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:11:03.047355 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-c1381081-7714-46a3-ad62-64cca46741d5 None None] Provisioning complete for port c0712b67-e5f6-4fce-a11a-fd7d42b9a4f6 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:11:03.047720 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c1381081-7714-46a3-ad62-64cca46741d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (c0712b67-e5f6-4fce-a11a-fd7d42b9a4f6), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:03.066554 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-7b1a725f-dfb1-4b29-b82f-68a583a9078d tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Delete allocated IP 172.20.0.27 (e5410d2a-78fb-4f5a-acb3-3cbe619e8b55/5e9d70ac-89e6-49aa-8470-607cbe2d331f) {{(pid=121837) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
May 07 22:11:03.172642 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b5ea7f-96db-427c-967e-f243d8f3278c req-0e2bcd8e-7271-41bb-b327-8623878e7747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:03.174605 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a9b5ea7f-96db-427c-967e-f243d8f3278c req-0e2bcd8e-7271-41bb-b327-8623878e7747 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d70782066cce4f2fbf5744b63e4195cb&device_id=c332b03e-48f7-475c-9577-16a41760ca55 HTTP/1.1" status: 200  len: 1125 time: 0.3792994
May 07 22:11:03.179914 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-240fccc2-3161-44af-b425-ddaa087ec763 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (871a8455-4499-44b4-bb94-cc876aede23f), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:03.206867 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-c1381081-7714-46a3-ad62-64cca46741d5 None None] Current status of the port c0712b67-e5f6-4fce-a11a-fd7d42b9a4f6 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:11:03.226470 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-b90457b3-143b-40b7-baef-502f0ebd8ca5 None None] Allocated IP 2001:db8:0:1::2 (c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a/b41df632-2ec2-4cab-97c8-f0770e9a2c72/e7148a79-f160-4563-a1ff-e10f58ad81ad) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:11:03.268283 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57272ed8-772d-4beb-a672-bcc5c3292612 req-0d740c42-a742-41c5-a92f-af0d376b661c tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:03.269543 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-57272ed8-772d-4beb-a672-bcc5c3292612 req-0d740c42-a742-41c5-a92f-af0d376b661c tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c9e228-e26c-48a5-8400-6b213926a539 HTTP/1.1" status: 200  len: 945 time: 0.1329074
May 07 22:11:03.304541 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9c7e73bd-8965-4b40-9655-a026ce582b15 req-415800f9-7904-441d-82ce-850aa8423e1e service neutron] 10.222.0.32 "GET /v2.0/networks/75e42e23-8e74-41bd-9a60-3536f620fe26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6951408
May 07 22:11:03.348982 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72cba871-497e-426d-9159-2b021c10e4e4 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Router 411eabfa-0335-4383-ad29-bf77e8520f9b is scheduled to L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db with binding_index 1 {{(pid=121837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 07 22:11:03.360736 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7b1a725f-dfb1-4b29-b82f-68a583a9078d tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for port (d820e973-4083-4572-8f40-63f542ea9e6c), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:03.369704 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7b1a725f-dfb1-4b29-b82f-68a583a9078d tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (d820e973-4083-4572-8f40-63f542ea9e6c), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:03.388687 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-b90457b3-143b-40b7-baef-502f0ebd8ca5 None None] For port e7148a79-f160-4563-a1ff-e10f58ad81ad, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e7148a79-f160-4563-a1ff-e10f58ad81ad,segment=NetworkSegment(0c54767f-f5cc-4fe8-be2b-89310a1e6df6),segment_id=0c54767f-f5cc-4fe8-be2b-89310a1e6df6)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:11:03.398489 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240fccc2-3161-44af-b425-ddaa087ec763 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:11:03.404327 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86c430f8-252f-4856-8f06-1cc167099156 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:11:03.415608 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-86c430f8-252f-4856-8f06-1cc167099156 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:03.418063 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-240fccc2-3161-44af-b425-ddaa087ec763 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:11:03.419070 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07738970-45f7-4908-acf1-050789534067 None None] Sync routers for ids ['83789103-a34a-4812-891b-ff852781f2d3'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:11:03.445735 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07738970-45f7-4908-acf1-050789534067 None None] Routers {'83789103-a34a-4812-891b-ff852781f2d3'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:11:03.447059 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-07738970-45f7-4908-acf1-050789534067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7ec5e7c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:10:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['83789103-a34a-4812-891b-ff852781f2d3'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:11:03.475805 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240fccc2-3161-44af-b425-ddaa087ec763 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:11:03.488365 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240fccc2-3161-44af-b425-ddaa087ec763 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:03.489487 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-240fccc2-3161-44af-b425-ddaa087ec763 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:03.510653 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b90457b3-143b-40b7-baef-502f0ebd8ca5 None None] Publish callbacks [] for port (e7148a79-f160-4563-a1ff-e10f58ad81ad), precommit_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:03.521437 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b90457b3-143b-40b7-baef-502f0ebd8ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (e7148a79-f160-4563-a1ff-e10f58ad81ad), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:03.545210 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240fccc2-3161-44af-b425-ddaa087ec763 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event updated for resources: {'Port': ['ID=871a8455-4499-44b4-bb94-cc876aede23f,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:03.588283 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-7b1a725f-dfb1-4b29-b82f-68a583a9078d tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] In _notify_port_updated(), no bound segment for port d820e973-4083-4572-8f40-63f542ea9e6c on network e5410d2a-78fb-4f5a-acb3-3cbe619e8b55 {{(pid=121837) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:935}}
May 07 22:11:03.596175 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1a725f-dfb1-4b29-b82f-68a583a9078d tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:03.596942 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7b1a725f-dfb1-4b29-b82f-68a583a9078d tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:03.598379 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-7b1a725f-dfb1-4b29-b82f-68a583a9078d tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "PUT /v2.0/ports/d820e973-4083-4572-8f40-63f542ea9e6c HTTP/1.1" status: 200  len: 918 time: 1.6545799
May 07 22:11:03.629542 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 42770) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:03.641963 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-57272ed8-772d-4beb-a672-bcc5c3292612 req-af7ce678-7abd-4ee8-9b47-16febf8929d1 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3320196
May 07 22:11:03.656195 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-e30f5f3c-af56-44da-9ad3-0f11db853f75 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b7301829-d43e-4d20-a6f1-74e158812597'}, {'subnet_id': '5e9d70ac-89e6-49aa-8470-607cbe2d331f'}]}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:11:03.668333 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-86c430f8-252f-4856-8f06-1cc167099156 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] 10.222.0.32 "DELETE /v2.0/floatingips/2f0d9d0a-9fb0-471f-876e-3604810149e6 HTTP/1.1" status: 204  len: 168 time: 3.7654867
May 07 22:11:03.680445 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1a725f-dfb1-4b29-b82f-68a583a9078d tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Pushing event updated for resources: {'Port': ['ID=d820e973-4083-4572-8f40-63f542ea9e6c,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:03.698465 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58c1a630-bf3c-43b9-8367-4ad0368a202f', 'tag': 'ed17c686-5176-4e6b-9642-9888fb0132ac'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:11:03.709022 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2426461c-d875-424f-9e19-306c807d8722" -d '{"events": [{"name": "network-changed", "server_uuid": "58c1a630-bf3c-43b9-8367-4ad0368a202f", "tag": "ed17c686-5176-4e6b-9642-9888fb0132ac"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:11:03.732856 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-36995401-517e-4df0-aa95-50828ea77931 None None] Provisioning complete for port c0712b67-e5f6-4fce-a11a-fd7d42b9a4f6 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:11:03.733240 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-36995401-517e-4df0-aa95-50828ea77931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (c0712b67-e5f6-4fce-a11a-fd7d42b9a4f6), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:03.737591 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-240fccc2-3161-44af-b425-ddaa087ec763 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1032 time: 3.1360486
May 07 22:11:03.748215 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 42778) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:03.761119 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90457b3-143b-40b7-baef-502f0ebd8ca5 None None] Pushing event updated for resources: {'Port': ['ID=e7148a79-f160-4563-a1ff-e10f58ad81ad,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:03.763964 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b5ea7f-96db-427c-967e-f243d8f3278c req-96539aec-4e11-4334-8bd0-87d2c89fb379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:03.765934 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a9b5ea7f-96db-427c-967e-f243d8f3278c req-96539aec-4e11-4334-8bd0-87d2c89fb379 service neutron] 10.222.0.55 "GET /v2.0/networks?id=42882eb7-7f7c-429d-978e-a320afe6b945 HTTP/1.1" status: 200  len: 915 time: 0.5817311
May 07 22:11:03.769870 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0ba55294-1788-468b-9f15-b35a3e4304cc req-c84443db-15a0-4b67-8688-79c6924f7f8b tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] 10.222.0.32 "GET /v2.0/ports?device_id=059fa640-aef8-49b9-984f-b96451387d95 HTTP/1.1" status: 200  len: 210 time: 0.1702647
May 07 22:11:03.779839 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-07738970-45f7-4908-acf1-050789534067 None None] Set router 83789103-a34a-4812-891b-ff852781f2d3 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:11:03.907027 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58e3f3c0-a07c-4243-8bcd-46c27f9934a8 x-openstack-request-id: req-58e3f3c0-a07c-4243-8bcd-46c27f9934a8 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:11:03.907527 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58c1a630-bf3c-43b9-8367-4ad0368a202f", "tag": "ed17c686-5176-4e6b-9642-9888fb0132ac", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:11:03.908050 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-58e3f3c0-a07c-4243-8bcd-46c27f9934a8 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:11:03.908967 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58e3f3c0-a07c-4243-8bcd-46c27f9934a8'] response: {'name': 'network-changed', 'server_uuid': '58c1a630-bf3c-43b9-8367-4ad0368a202f', 'tag': 'ed17c686-5176-4e6b-9642-9888fb0132ac', 'status': 'completed', 'code': 200}
May 07 22:11:04.130009 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a9b5ea7f-96db-427c-967e-f243d8f3278c req-324bca1e-3802-41e0-8471-4f6c26354322 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5dccdd99-d437-459b-9d5e-a5ecdbf1e400 HTTP/1.1" status: 200  len: 217 time: 0.1183579
May 07 22:11:04.225570 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-36995401-517e-4df0-aa95-50828ea77931 None None] Current status of the port c0712b67-e5f6-4fce-a11a-fd7d42b9a4f6 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:11:04.246361 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-36995401-517e-4df0-aa95-50828ea77931 None None] Provisioning complete for port d820e973-4083-4572-8f40-63f542ea9e6c triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:11:04.246935 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-36995401-517e-4df0-aa95-50828ea77931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (d820e973-4083-4572-8f40-63f542ea9e6c), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:04.252006 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1048c84d-44ae-4739-9b14-1b6709a9e8ea req-c80c0fce-d61a-4537-82f7-af1f4b9c0a3e tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:04.256193 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1048c84d-44ae-4739-9b14-1b6709a9e8ea req-c80c0fce-d61a-4537-82f7-af1f4b9c0a3e tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] 10.222.0.32 "GET /v2.0/ports?device_id=c332b03e-48f7-475c-9577-16a41760ca55 HTTP/1.1" status: 200  len: 943 time: 0.1202836
May 07 22:11:04.295721 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-36995401-517e-4df0-aa95-50828ea77931 None None] Port d820e973-4083-4572-8f40-63f542ea9e6c cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:11:04.313702 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-07738970-45f7-4908-acf1-050789534067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7ec5e7c0>, [{'id': '83789103-a34a-4812-891b-ff852781f2d3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1006798235', 'tenant_id': '79ad2ea0f3a34003bb7a3f8ff81c58e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.253'}], 'enable_snat': True}, 'gw_port_id': 'cd2cf3c4-3e08-46f4-9d5d-18ed1dbf5953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:08:48Z', 'updated_at': '2022-05-07T22:08:57Z', 'revision_number': 4, 'project_id': '79ad2ea0f3a34003bb7a3f8ff81c58e4', 'gw_port': {'id': 'cd2cf3c4-3e08-46f4-9d5d-18ed1dbf5953', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83789103-a34a-4812-891b-ff852781f2d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:08:50Z', 'updated_at': '2022-05-07T22:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd8f644c1-b6ae-4d78-aec2-2c181f43d02c', 'name': '', 'network_id': '308d6916-e830-4389-a582-d32af758375c', 'tenant_id': '79ad2ea0f3a34003bb7a3f8ff81c58e4', 'mac_address': 'fa:16:3e:3e:fd:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83789103-a34a-4812-891b-ff852781f2d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '7b5249f7-65ac-4ebe-8d51-aac30e9600c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:08:57Z', 'updated_at': '2022-05-07T22:09:12Z', 'revision_number': 5, 'project_id': '79ad2ea0f3a34003bb7a3f8ff81c58e4', 'subnets': [{'id': '7b5249f7-65ac-4ebe-8d51-aac30e9600c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:11:04.330240 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72cba871-497e-426d-9159-2b021c10e4e4 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:11:04.345224 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687289c0-af55-40cd-89d7-ad963ebac1de None None] Sync routers for ids ['411eabfa-0335-4383-ad29-bf77e8520f9b'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:11:04.366371 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687289c0-af55-40cd-89d7-ad963ebac1de None None] Routers {'411eabfa-0335-4383-ad29-bf77e8520f9b'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:11:04.368575 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-687289c0-af55-40cd-89d7-ad963ebac1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cfeba60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:10:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['411eabfa-0335-4383-ad29-bf77e8520f9b'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:11:04.376401 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2426461c-d875-424f-9e19-306c807d8722 req-08eeada2-b915-4472-be7d-dffc9c4b3758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:04.377950 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2426461c-d875-424f-9e19-306c807d8722 req-08eeada2-b915-4472-be7d-dffc9c4b3758 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=79ad2ea0f3a34003bb7a3f8ff81c58e4&device_id=58c1a630-bf3c-43b9-8367-4ad0368a202f HTTP/1.1" status: 200  len: 1166 time: 0.2689850
May 07 22:11:04.382982 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07738970-45f7-4908-acf1-050789534067 None None] Checking router: 83789103-a34a-4812-891b-ff852781f2d3 for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:11:04.392480 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-d9103572-2a53-4893-951e-5adfa21485f0 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Deleting port 871a8455-4499-44b4-bb94-cc876aede23f {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:11:04.392840 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d9103572-2a53-4893-951e-5adfa21485f0 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (871a8455-4499-44b4-bb94-cc876aede23f), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:04.399496 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07738970-45f7-4908-acf1-050789534067 None None] Routers {'83789103-a34a-4812-891b-ff852781f2d3'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:11:04.400197 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-07738970-45f7-4908-acf1-050789534067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7ec5e7c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:10:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['83789103-a34a-4812-891b-ff852781f2d3'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:11:04.439582 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36596e0e-8d88-4402-9edd-68563474ec51 req-dfaadc98-b891-45d5-b178-62ee82ba99a5 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:04.448599 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-36596e0e-8d88-4402-9edd-68563474ec51 req-dfaadc98-b891-45d5-b178-62ee82ba99a5 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/networks?id=ebdf594d-504a-44e8-89b9-e74774287749 HTTP/1.1" status: 200  len: 806 time: 0.2737436
May 07 22:11:04.461948 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-687289c0-af55-40cd-89d7-ad963ebac1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cfeba60>, [], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:11:04.466398 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-36596e0e-8d88-4402-9edd-68563474ec51 req-c7fb4d6e-73ed-427e-a3da-003e5492c7c0 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/quotas/b29256ef64d74a5297507ca500a9468e HTTP/1.1" status: 200  len: 375 time: 0.0167425
May 07 22:11:04.490001 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687289c0-af55-40cd-89d7-ad963ebac1de None None] Routers {'411eabfa-0335-4383-ad29-bf77e8520f9b'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:11:04.491756 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-687289c0-af55-40cd-89d7-ad963ebac1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cfeba60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:10:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['411eabfa-0335-4383-ad29-bf77e8520f9b'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:11:04.502747 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e30f5f3c-af56-44da-9ad3-0f11db853f75 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (d820e973-4083-4572-8f40-63f542ea9e6c), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:04.507690 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-72cba871-497e-426d-9159-2b021c10e4e4 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:04.511596 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-72cba871-497e-426d-9159-2b021c10e4e4 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 883 time: 6.6330462
May 07 22:11:04.545496 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42800) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:04.546998 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1048c84d-44ae-4739-9b14-1b6709a9e8ea req-0b86155a-6fcd-46b1-b128-d294b9f37836 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] 10.222.0.32 "GET /v2.0/security-groups?id=b895cd66-4d46-4596-8ced-c4d385f86775&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2616417
May 07 22:11:04.578923 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-687289c0-af55-40cd-89d7-ad963ebac1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cfeba60>, [], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:11:04.580050 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687289c0-af55-40cd-89d7-ad963ebac1de None None] The sync data for ids ['411eabfa-0335-4383-ad29-bf77e8520f9b'] in ncdv-master-1 is: [] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:11:04.611405 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-2e34aa44-8ccc-4743-a45a-8666f593a632 None None] Provisioning complete for port d820e973-4083-4572-8f40-63f542ea9e6c triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:11:04.612046 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2e34aa44-8ccc-4743-a45a-8666f593a632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (d820e973-4083-4572-8f40-63f542ea9e6c), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:04.691339 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d9103572-2a53-4893-951e-5adfa21485f0 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (871a8455-4499-44b4-bb94-cc876aede23f), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:04.700680 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device e7148a79-f160-4563-a1ff-e10f58ad81ad up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:11:04.754412 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-36596e0e-8d88-4402-9edd-68563474ec51 req-ce33714c-da9d-4ffc-9467-8e7fee38ee32 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b29256ef64d74a5297507ca500a9468e&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2870574
May 07 22:11:04.760126 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e556f310-8add-4596-bed5-1dcd7c696110 req-a424478a-d112-4c44-9b67-c549539587c2 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:04.769933 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e556f310-8add-4596-bed5-1dcd7c696110 req-a424478a-d112-4c44-9b67-c549539587c2 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] 10.222.0.32 "GET /v2.0/ports?device_id=58c1a630-bf3c-43b9-8367-4ad0368a202f HTTP/1.1" status: 200  len: 984 time: 0.0824034
May 07 22:11:04.806118 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-d9103572-2a53-4893-951e-5adfa21485f0 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Calling delete_port for 871a8455-4499-44b4-bb94-cc876aede23f owned by  {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:11:04.827039 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-2e34aa44-8ccc-4743-a45a-8666f593a632 None None] Port d820e973-4083-4572-8f40-63f542ea9e6c cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:11:04.837701 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port e7148a79-f160-4563-a1ff-e10f58ad81ad triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:11:04.838086 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (e7148a79-f160-4563-a1ff-e10f58ad81ad), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:04.844749 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-07738970-45f7-4908-acf1-050789534067 None None] Set router 83789103-a34a-4812-891b-ff852781f2d3 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:11:04.937276 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-5165c26d-8e59-4578-a2e9-af8bcbbda3f0 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] 10.222.0.32 "GET /v2.0/routers/411eabfa-0335-4383-ad29-bf77e8520f9b HTTP/1.1" status: 200  len: 919 time: 0.3881357
May 07 22:11:04.938128 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42804) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:04.997584 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-cc6d39ef-ec53-4509-bf94-a6f0081cc01b tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] 10.222.0.32 "GET /v2.0/ports?device_id=411eabfa-0335-4383-ad29-bf77e8520f9b HTTP/1.1" status: 200  len: 205 time: 0.0561907
May 07 22:11:04.998649 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42806) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:05.029227 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-36596e0e-8d88-4402-9edd-68563474ec51 req-d5aa1a95-d64a-4c1d-b58d-03af7a7800b6 service neutron] 10.222.0.32 "GET /v2.0/networks/ebdf594d-504a-44e8-89b9-e74774287749?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2652261
May 07 22:11:05.188388 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-791c438d-9728-4f61-937f-b4a83edf8311 None None] Provisioning complete for port d820e973-4083-4572-8f40-63f542ea9e6c triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:11:05.188774 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-791c438d-9728-4f61-937f-b4a83edf8311 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (d820e973-4083-4572-8f40-63f542ea9e6c), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:05.263375 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port e7148a79-f160-4563-a1ff-e10f58ad81ad is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:11:05.293202 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-791c438d-9728-4f61-937f-b4a83edf8311 None None] Port d820e973-4083-4572-8f40-63f542ea9e6c cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:11:05.293876 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e556f310-8add-4596-bed5-1dcd7c696110 req-c27e648a-62ef-4ed9-9165-f8be36d2a64f tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1503f3a-b9af-4c41-9c6f-2f3e652854ad&id=a3e6b828-1da2-4a4d-bdcb-d108af052f41&fields=id&fields=name HTTP/1.1" status: 200  len: 408 time: 0.5225580
May 07 22:11:05.414436 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-07738970-45f7-4908-acf1-050789534067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7ec5e7c0>, [{'id': '83789103-a34a-4812-891b-ff852781f2d3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1006798235', 'tenant_id': '79ad2ea0f3a34003bb7a3f8ff81c58e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.253'}], 'enable_snat': True}, 'gw_port_id': 'cd2cf3c4-3e08-46f4-9d5d-18ed1dbf5953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:08:48Z', 'updated_at': '2022-05-07T22:08:57Z', 'revision_number': 4, 'project_id': '79ad2ea0f3a34003bb7a3f8ff81c58e4', 'gw_port': {'id': 'cd2cf3c4-3e08-46f4-9d5d-18ed1dbf5953', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83789103-a34a-4812-891b-ff852781f2d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:08:50Z', 'updated_at': '2022-05-07T22:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd8f644c1-b6ae-4d78-aec2-2c181f43d02c', 'name': '', 'network_id': '308d6916-e830-4389-a582-d32af758375c', 'tenant_id': '79ad2ea0f3a34003bb7a3f8ff81c58e4', 'mac_address': 'fa:16:3e:3e:fd:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83789103-a34a-4812-891b-ff852781f2d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '7b5249f7-65ac-4ebe-8d51-aac30e9600c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:08:57Z', 'updated_at': '2022-05-07T22:09:12Z', 'revision_number': 5, 'project_id': '79ad2ea0f3a34003bb7a3f8ff81c58e4', 'subnets': [{'id': '7b5249f7-65ac-4ebe-8d51-aac30e9600c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:11:05.453118 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07738970-45f7-4908-acf1-050789534067 None None] The sync data for ids ['83789103-a34a-4812-891b-ff852781f2d3'] in ncdv-master-1 is: [{'id': '83789103-a34a-4812-891b-ff852781f2d3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1006798235', 'tenant_id': '79ad2ea0f3a34003bb7a3f8ff81c58e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.253'}], 'enable_snat': True}, 'gw_port_id': 'cd2cf3c4-3e08-46f4-9d5d-18ed1dbf5953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:08:48Z', 'updated_at': '2022-05-07T22:08:57Z', 'revision_number': 4, 'project_id': '79ad2ea0f3a34003bb7a3f8ff81c58e4', 'gw_port': {'id': 'cd2cf3c4-3e08-46f4-9d5d-18ed1dbf5953', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83789103-a34a-4812-891b-ff852781f2d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:08:50Z', 'updated_at': '2022-05-07T22:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd8f644c1-b6ae-4d78-aec2-2c181f43d02c', 'name': '', 'network_id': '308d6916-e830-4389-a582-d32af758375c', 'tenant_id': '79ad2ea0f3a34003bb7a3f8ff81c58e4', 'mac_address': 'fa:16:3e:3e:fd:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83789103-a34a-4812-891b-ff852781f2d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '7b5249f7-65ac-4ebe-8d51-aac30e9600c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:08:57Z', 'updated_at': '2022-05-07T22:09:12Z', 'revision_number': 5, 'project_id': '79ad2ea0f3a34003bb7a3f8ff81c58e4', 'subnets': [{'id': '7b5249f7-65ac-4ebe-8d51-aac30e9600c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:11:05.459817 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d9103572-2a53-4893-951e-5adfa21485f0 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (871a8455-4499-44b4-bb94-cc876aede23f), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:05.472895 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-3978a03f-16e0-4cb4-b6d8-f9bb27ad1347 None None] Provisioning complete for port 871a8455-4499-44b4-bb94-cc876aede23f triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:11:05.473640 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-3978a03f-16e0-4cb4-b6d8-f9bb27ad1347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (871a8455-4499-44b4-bb94-cc876aede23f), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:05.496641 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7b653765-bff9-47b9-a97a-019885ee123c req-a0cf7506-54de-473e-a5b2-0e55bdbb6d18 tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] 10.222.0.32 "GET /v2.0/ports?device_id=059fa640-aef8-49b9-984f-b96451387d95 HTTP/1.1" status: 200  len: 210 time: 0.0614963
May 07 22:11:05.513109 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-3978a03f-16e0-4cb4-b6d8-f9bb27ad1347 None None] Port 871a8455-4499-44b4-bb94-cc876aede23f was deleted so its status cannot be updated. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:345}}
May 07 22:11:05.527736 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-3978a03f-16e0-4cb4-b6d8-f9bb27ad1347 None None] Provisioning complete for port e7148a79-f160-4563-a1ff-e10f58ad81ad triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:11:05.528393 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-3978a03f-16e0-4cb4-b6d8-f9bb27ad1347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (e7148a79-f160-4563-a1ff-e10f58ad81ad), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:05.555810 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9103572-2a53-4893-951e-5adfa21485f0 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event deleted for resources: {'Port': ['ID=871a8455-4499-44b4-bb94-cc876aede23f,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:05.618133 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-e30f5f3c-af56-44da-9ad3-0f11db853f75 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Allocated IP 172.20.0.24 (e5410d2a-78fb-4f5a-acb3-3cbe619e8b55/5e9d70ac-89e6-49aa-8470-607cbe2d331f/d820e973-4083-4572-8f40-63f542ea9e6c) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:11:05.630118 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-3978a03f-16e0-4cb4-b6d8-f9bb27ad1347 None None] Current status of the port e7148a79-f160-4563-a1ff-e10f58ad81ad is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:11:05.753204 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e73bd-8965-4b40-9655-a026ce582b15 req-927cca24-f024-488f-9755-30fcce4b4eef tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:05.754851 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9c7e73bd-8965-4b40-9655-a026ce582b15 req-927cca24-f024-488f-9755-30fcce4b4eef tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] 10.222.0.59 "GET /v2.0/networks?id=75e42e23-8e74-41bd-9a60-3536f620fe26 HTTP/1.1" status: 200  len: 813 time: 0.5822818
May 07 22:11:05.762406 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9409aa6c-35b1-45ce-bc4d-29138b2810c9 req-65cd3720-e9b8-44d6-a2ff-c0378cb4bfba tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:05.769807 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9409aa6c-35b1-45ce-bc4d-29138b2810c9 req-65cd3720-e9b8-44d6-a2ff-c0378cb4bfba tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] 10.222.0.32 "GET /v2.0/ports?device_id=c332b03e-48f7-475c-9577-16a41760ca55 HTTP/1.1" status: 200  len: 943 time: 0.1132619
May 07 22:11:05.784982 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-9c7e73bd-8965-4b40-9655-a026ce582b15 req-ad99950f-1fbd-43ed-ad1e-109906b49304 tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] Request body: {'port': {'device_id': '059fa640-aef8-49b9-984f-b96451387d95', 'network_id': '75e42e23-8e74-41bd-9a60-3536f620fe26', 'admin_state_up': True, 'tenant_id': '72be56c2d4a54014a8f741c451fe014e'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:11:05.830644 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-36596e0e-8d88-4402-9edd-68563474ec51 req-ca864c37-28ec-47ba-a63f-5564d301e6ba service neutron] 10.222.0.32 "GET /v2.0/networks/ebdf594d-504a-44e8-89b9-e74774287749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7986624
May 07 22:11:05.837768 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b5ea7f-96db-427c-967e-f243d8f3278c req-0f9dd0a8-2945-484d-8f70-845b0493030e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:05.839427 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a9b5ea7f-96db-427c-967e-f243d8f3278c req-0f9dd0a8-2945-484d-8f70-845b0493030e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=21c94e42-6f33-4d3f-bb38-a9f7f8184d5c HTTP/1.1" status: 200  len: 853 time: 0.7958558
May 07 22:11:05.846244 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3cad2a-d39f-49b7-ae44-ce6fc9e2743a req-f3e97b06-719c-45a1-a9b6-7bd7b75e1cc9 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:05.847809 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6e3cad2a-d39f-49b7-ae44-ce6fc9e2743a req-f3e97b06-719c-45a1-a9b6-7bd7b75e1cc9 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] 10.222.0.55 "GET /v2.0/ports?device_id=58c1a630-bf3c-43b9-8367-4ad0368a202f HTTP/1.1" status: 200  len: 984 time: 0.1798851
May 07 22:11:05.876107 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d9103572-2a53-4893-951e-5adfa21485f0 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:05.877455 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 5dccdd99-d437-459b-9d5e-a5ecdbf1e400 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:11:05.879591 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-d9103572-2a53-4893-951e-5adfa21485f0 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/ports/871a8455-4499-44b4-bb94-cc876aede23f HTTP/1.1" status: 204  len: 168 time: 2.1254027
May 07 22:11:05.892151 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 42810) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:05.974555 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b5ea7f-96db-427c-967e-f243d8f3278c req-a09d5a2c-214a-4d0f-9ed4-18ebc7133dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:05.976213 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a9b5ea7f-96db-427c-967e-f243d8f3278c req-a09d5a2c-214a-4d0f-9ed4-18ebc7133dbb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=42882eb7-7f7c-429d-978e-a320afe6b945&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1274495
May 07 22:11:05.978465 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d9521dfb-ca44-48b4-b5ee-05763f5f261d tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks [] for router (411eabfa-0335-4383-ad29-bf77e8520f9b), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:06.011523 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c00b49e-e8f5-4f63-b442-f713ae251475 None None] New status for floating IP 2f0d9d0a-9fb0-471f-876e-3604810149e6: DOWN {{(pid=121838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 07 22:11:06.074251 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17a308a-f9f7-43b3-8389-23f8706e4e4c tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:06.076892 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-d17a308a-f9f7-43b3-8389-23f8706e4e4c tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.1798406
May 07 22:11:06.083617 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 5dccdd99-d437-459b-9d5e-a5ecdbf1e400, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5dccdd99-d437-459b-9d5e-a5ecdbf1e400,segment=NetworkSegment(475d89aa-dfcd-45a6-8015-064d553f6ef3),segment_id=475d89aa-dfcd-45a6-8015-064d553f6ef3)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:11:06.089163 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 42816) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:06.098124 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': '5dccdd99-d437-459b-9d5e-a5ecdbf1e400', 'network_id': '42882eb7-7f7c-429d-978e-a320afe6b945', 'port_id': '5dccdd99-d437-459b-9d5e-a5ecdbf1e400', 'mac_address': 'fa:16:3e:43:f6:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21c94e42-6f33-4d3f-bb38-a9f7f8184d5c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:11:06.107494 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9409aa6c-35b1-45ce-bc4d-29138b2810c9 req-76b41805-4b1e-4c77-b50a-ceb4917a91dc tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] 10.222.0.32 "GET /v2.0/security-groups?id=b895cd66-4d46-4596-8ced-c4d385f86775&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3368106
May 07 22:11:06.173024 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a9b5ea7f-96db-427c-967e-f243d8f3278c req-4e6a621a-c734-46ae-8053-4dfc42a78a84 service neutron] 10.222.0.55 "GET /v2.0/networks/42882eb7-7f7c-429d-978e-a320afe6b945?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1880505
May 07 22:11:06.188244 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef98540-df3c-4305-ada9-4df85e37c866 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:06.193279 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-5ef98540-df3c-4305-ada9-4df85e37c866 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1047 time: 0.1031382
May 07 22:11:06.215494 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 5dccdd99-d437-459b-9d5e-a5ecdbf1e400 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:11:06.215701 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (5dccdd99-d437-459b-9d5e-a5ecdbf1e400), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:06.226343 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 42820) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:06.235710 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dccdd99-d437-459b-9d5e-a5ecdbf1e400 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:11:06.243016 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e30f5f3c-af56-44da-9ad3-0f11db853f75 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for port (d820e973-4083-4572-8f40-63f542ea9e6c), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:06.261468 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 5dccdd99-d437-459b-9d5e-a5ecdbf1e400, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5dccdd99-d437-459b-9d5e-a5ecdbf1e400,segment=NetworkSegment(475d89aa-dfcd-45a6-8015-064d553f6ef3),segment_id=475d89aa-dfcd-45a6-8015-064d553f6ef3)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:11:06.265787 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (5dccdd99-d437-459b-9d5e-a5ecdbf1e400), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:06.283408 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c7e73bd-8965-4b40-9655-a026ce582b15 req-ad99950f-1fbd-43ed-ad1e-109906b49304 tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] Made reservation on behalf of 72be56c2d4a54014a8f741c451fe014e for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:11:06.289515 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-9c7e73bd-8965-4b40-9655-a026ce582b15 req-ad99950f-1fbd-43ed-ad1e-109906b49304 tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:06.297101 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e30f5f3c-af56-44da-9ad3-0f11db853f75 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (d820e973-4083-4572-8f40-63f542ea9e6c), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:06.343208 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a9b5ea7f-96db-427c-967e-f243d8f3278c req-4ebe2777-2c2c-4712-a3d9-8b27ec552fad service neutron] 10.222.0.55 "GET /v2.0/networks/42882eb7-7f7c-429d-978e-a320afe6b945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1591091
May 07 22:11:06.346223 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2426461c-d875-424f-9e19-306c807d8722 req-ba747af4-f5eb-4178-bbd7-82b48a25d9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:06.352486 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2426461c-d875-424f-9e19-306c807d8722 req-ba747af4-f5eb-4178-bbd7-82b48a25d9b4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=308d6916-e830-4389-a582-d32af758375c HTTP/1.1" status: 200  len: 898 time: 1.3047423
May 07 22:11:06.385371 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=5dccdd99-d437-459b-9d5e-a5ecdbf1e400,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:06.483590 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['5dccdd99-d437-459b-9d5e-a5ecdbf1e400'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:11:06.508374 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc29909-5499-472a-8340-a8d91a0e5e52 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:06.509757 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc29909-5499-472a-8340-a8d91a0e5e52 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:06.511072 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc29909-5499-472a-8340-a8d91a0e5e52 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:06.515629 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-fcc29909-5499-472a-8340-a8d91a0e5e52 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2119 time: 0.2882960
May 07 22:11:06.532974 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 42842) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:06.572895 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2426461c-d875-424f-9e19-306c807d8722 req-ad09fc3d-80b0-4c7f-a465-a4a1122d067e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ed17c686-5176-4e6b-9642-9888fb0132ac HTTP/1.1" status: 200  len: 217 time: 0.1710079
May 07 22:11:06.657347 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-6e3cad2a-d39f-49b7-ae44-ce6fc9e2743a req-1d6e0041-4267-44bf-b132-1304e40ad6d2 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Deleting port ed17c686-5176-4e6b-9642-9888fb0132ac {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:11:06.657347 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-6e3cad2a-d39f-49b7-ae44-ce6fc9e2743a req-1d6e0041-4267-44bf-b132-1304e40ad6d2 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (ed17c686-5176-4e6b-9642-9888fb0132ac), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:06.697975 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cd80e2-a5ec-4dfa-bccc-e26b89dac847 req-d3a6fba5-75d3-401c-8ba2-3d659fcc802f tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:06.699579 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-61cd80e2-a5ec-4dfa-bccc-e26b89dac847 req-d3a6fba5-75d3-401c-8ba2-3d659fcc802f tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] 10.222.0.32 "GET /v2.0/ports?device_id=58c1a630-bf3c-43b9-8367-4ad0368a202f HTTP/1.1" status: 200  len: 984 time: 0.2619817
May 07 22:11:06.775000 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2426461c-d875-424f-9e19-306c807d8722 req-6ac9239d-1dfe-49bd-ba92-f1ff8d75fdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:06.776571 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2426461c-d875-424f-9e19-306c807d8722 req-6ac9239d-1dfe-49bd-ba92-f1ff8d75fdb7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7b5249f7-65ac-4ebe-8d51-aac30e9600c1 HTTP/1.1" status: 200  len: 835 time: 0.1504850
May 07 22:11:06.801239 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-c3089714-f022-495b-acaa-3c5edaa31778 None None] Provisioning complete for port d820e973-4083-4572-8f40-63f542ea9e6c triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:11:06.801645 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c3089714-f022-495b-acaa-3c5edaa31778 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (d820e973-4083-4572-8f40-63f542ea9e6c), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:06.869458 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-c3089714-f022-495b-acaa-3c5edaa31778 None None] Port d820e973-4083-4572-8f40-63f542ea9e6c cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:11:06.888661 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d9521dfb-ca44-48b4-b5ee-05763f5f261d tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks [] for router_gateway (411eabfa-0335-4383-ad29-bf77e8520f9b), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:06.926308 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2426461c-d875-424f-9e19-306c807d8722 req-ebf2e45a-32d7-43f8-8b67-cc2fe5376bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:06.928948 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2426461c-d875-424f-9e19-306c807d8722 req-ebf2e45a-32d7-43f8-8b67-cc2fe5376bfc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=308d6916-e830-4389-a582-d32af758375c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1163452
May 07 22:11:07.009793 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30f5f3c-af56-44da-9ad3-0f11db853f75 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Pushing event updated for resources: {'Port': ['ID=d820e973-4083-4572-8f40-63f542ea9e6c,revision_number=3']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:07.010618 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-61cd80e2-a5ec-4dfa-bccc-e26b89dac847 req-df8c0ebb-e217-40c8-9298-51f97ebe9606 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] 10.222.0.32 "GET /v2.0/security-groups?id=b1503f3a-b9af-4c41-9c6f-2f3e652854ad&id=a3e6b828-1da2-4a4d-bdcb-d108af052f41&fields=id&fields=name HTTP/1.1" status: 200  len: 408 time: 0.2968946
May 07 22:11:07.015899 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-6e3cad2a-d39f-49b7-ae44-ce6fc9e2743a req-1d6e0041-4267-44bf-b132-1304e40ad6d2 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] For port ed17c686-5176-4e6b-9642-9888fb0132ac, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ed17c686-5176-4e6b-9642-9888fb0132ac,segment=NetworkSegment(e15566c9-6ad8-4e03-9150-bd1b59ede68e),segment_id=e15566c9-6ad8-4e03-9150-bd1b59ede68e)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:11:07.016287 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-6e3cad2a-d39f-49b7-ae44-ce6fc9e2743a req-1d6e0041-4267-44bf-b132-1304e40ad6d2 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (ed17c686-5176-4e6b-9642-9888fb0132ac), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:07.081503 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-6e3cad2a-d39f-49b7-ae44-ce6fc9e2743a req-1d6e0041-4267-44bf-b132-1304e40ad6d2 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Calling delete_port for ed17c686-5176-4e6b-9642-9888fb0132ac owned by compute:nova {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:11:07.083819 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-d9521dfb-ca44-48b4-b5ee-05763f5f261d tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Deleting port e9063228-7527-4b4c-8cbd-ec814947b9ef {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:11:07.084209 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d9521dfb-ca44-48b4-b5ee-05763f5f261d tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (e9063228-7527-4b4c-8cbd-ec814947b9ef), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:07.137581 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3656cf1c-4776-4990-a8d5-ec900d5bc713 req-50063b0a-af18-4ee4-9c9f-f1d9262419d6 tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] 10.222.0.32 "GET /v2.0/ports?device_id=059fa640-aef8-49b9-984f-b96451387d95 HTTP/1.1" status: 200  len: 210 time: 0.0591233
May 07 22:11:07.156849 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d9d592c-aca4-4c3a-870d-27a6f7ba43c2 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Deleting subnet 8e4311c3-e93f-4466-adaf-876acd6d64c2 {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:11:07.165935 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2d9d592c-aca4-4c3a-870d-27a6f7ba43c2 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for subnet (8e4311c3-e93f-4466-adaf-876acd6d64c2), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:07.168388 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-e30f5f3c-af56-44da-9ad3-0f11db853f75 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] In _notify_port_updated(), no bound segment for port d820e973-4083-4572-8f40-63f542ea9e6c on network e5410d2a-78fb-4f5a-acb3-3cbe619e8b55 {{(pid=121837) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:935}}
May 07 22:11:07.173305 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30f5f3c-af56-44da-9ad3-0f11db853f75 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:07.173939 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e30f5f3c-af56-44da-9ad3-0f11db853f75 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:07.177598 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-e30f5f3c-af56-44da-9ad3-0f11db853f75 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "PUT /v2.0/ports/d820e973-4083-4572-8f40-63f542ea9e6c HTTP/1.1" status: 200  len: 998 time: 3.5388694
May 07 22:11:07.185926 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42852) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:07.251188 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12207b05-6d59-4b9c-b641-389798fa9ae7 req-8502981c-2982-4984-b521-19e22acdbc6f tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:07.252683 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-12207b05-6d59-4b9c-b641-389798fa9ae7 req-8502981c-2982-4984-b521-19e22acdbc6f tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/networks?id=ebdf594d-504a-44e8-89b9-e74774287749 HTTP/1.1" status: 200  len: 806 time: 0.7317255
May 07 22:11:07.253812 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [req-9c7e73bd-8965-4b40-9655-a026ce582b15 req-ad99950f-1fbd-43ed-ad1e-109906b49304 tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] Allocated IP 172.20.0.3 (75e42e23-8e74-41bd-9a60-3536f620fe26/85ec4fb9-6ccb-4163-9592-93dc6ae8e23f/001d2755-5afe-49fd-b09f-b329e5af504d) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:11:07.261333 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2d9d592c-aca4-4c3a-870d-27a6f7ba43c2 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (8e4311c3-e93f-4466-adaf-876acd6d64c2), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:07.313664 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-12207b05-6d59-4b9c-b641-389798fa9ae7 req-3c46366a-6038-4a21-bd21-1ccfbb35b08d tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/quotas/b29256ef64d74a5297507ca500a9468e HTTP/1.1" status: 200  len: 375 time: 0.0494413
May 07 22:11:07.338338 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2426461c-d875-424f-9e19-306c807d8722 req-24d0fb61-d3e9-48ca-9c8d-3ffa8d40b902 service neutron] 10.222.0.55 "GET /v2.0/networks/308d6916-e830-4389-a582-d32af758375c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3925760
May 07 22:11:07.420571 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4ada72-0fee-42e5-8710-38a4336d5159 req-870092bb-c84b-4a81-949c-9bff5738ca00 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:07.421965 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-da4ada72-0fee-42e5-8710-38a4336d5159 req-870092bb-c84b-4a81-949c-9bff5738ca00 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] 10.222.0.32 "GET /v2.0/ports?device_id=c332b03e-48f7-475c-9577-16a41760ca55 HTTP/1.1" status: 200  len: 944 time: 0.1729493
May 07 22:11:07.426583 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-12207b05-6d59-4b9c-b641-389798fa9ae7 req-b2be73d6-e242-4d11-8366-6ba61e0332d8 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b29256ef64d74a5297507ca500a9468e&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1041501
May 07 22:11:07.449541 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d9521dfb-ca44-48b4-b5ee-05763f5f261d tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (e9063228-7527-4b4c-8cbd-ec814947b9ef), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:07.456441 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2d9d592c-aca4-4c3a-870d-27a6f7ba43c2 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (8e4311c3-e93f-4466-adaf-876acd6d64c2), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:07.470030 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-d4b19fb6-5cb4-46bc-ac84-edbe9a9d6359 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Deleting port d820e973-4083-4572-8f40-63f542ea9e6c {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:11:07.470373 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d4b19fb6-5cb4-46bc-ac84-edbe9a9d6359 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (d820e973-4083-4572-8f40-63f542ea9e6c), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:07.528048 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-d9521dfb-ca44-48b4-b5ee-05763f5f261d tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Calling delete_port for e9063228-7527-4b4c-8cbd-ec814947b9ef owned by network:router_gateway {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:11:07.635756 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2d9d592c-aca4-4c3a-870d-27a6f7ba43c2 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (8e4311c3-e93f-4466-adaf-876acd6d64c2), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:07.643139 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-12207b05-6d59-4b9c-b641-389798fa9ae7 req-6cf7cd4f-e60e-4c5c-bc68-51d396442a31 service neutron] 10.222.0.32 "GET /v2.0/networks/ebdf594d-504a-44e8-89b9-e74774287749?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1975646
May 07 22:11:07.691897 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d592c-aca4-4c3a-870d-27a6f7ba43c2 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event deleted for resources: {'Subnet': ['ID=8e4311c3-e93f-4466-adaf-876acd6d64c2,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:07.704399 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2d9d592c-aca4-4c3a-870d-27a6f7ba43c2 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:07.706519 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8f2247-5b79-482b-92ed-f154aa88ac60 None None] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:11:07.707599 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-2d9d592c-aca4-4c3a-870d-27a6f7ba43c2 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/subnets/8e4311c3-e93f-4466-adaf-876acd6d64c2 HTTP/1.1" status: 204  len: 168 time: 1.1503584
May 07 22:11:07.710599 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-da4ada72-0fee-42e5-8710-38a4336d5159 req-fe983197-d134-4476-8a62-e0dc11adfbd0 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] 10.222.0.32 "GET /v2.0/security-groups?id=b895cd66-4d46-4596-8ced-c4d385f86775&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2741978
May 07 22:11:07.711281 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-9c7e73bd-8965-4b40-9655-a026ce582b15 req-ad99950f-1fbd-43ed-ad1e-109906b49304 tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] Publish callbacks [] for port (001d2755-5afe-49fd-b09f-b329e5af504d), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:07.714587 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 42854) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:07.722225 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2426461c-d875-424f-9e19-306c807d8722 req-f22d123c-ce79-48bc-981b-b89bd905170a service neutron] 10.222.0.55 "GET /v2.0/networks/308d6916-e830-4389-a582-d32af758375c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3759155
May 07 22:11:07.742654 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-6e3cad2a-d39f-49b7-ae44-ce6fc9e2743a req-1d6e0041-4267-44bf-b132-1304e40ad6d2 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (ed17c686-5176-4e6b-9642-9888fb0132ac), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:07.788681 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d4b19fb6-5cb4-46bc-ac84-edbe9a9d6359 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (d820e973-4083-4572-8f40-63f542ea9e6c), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:07.798857 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6e0041-4267-44bf-b132-1304e40ad6d2 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Pushing event deleted for resources: {'Port': ['ID=ed17c686-5176-4e6b-9642-9888fb0132ac,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:07.838226 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ff9bd3c-80d1-4a67-9d5a-55a03baea96b tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Deleting subnet b41df632-2ec2-4cab-97c8-f0770e9a2c72 {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:11:07.848825 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1ff9bd3c-80d1-4a67-9d5a-55a03baea96b tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for subnet (b41df632-2ec2-4cab-97c8-f0770e9a2c72), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:07.864903 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-d4b19fb6-5cb4-46bc-ac84-edbe9a9d6359 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Calling delete_port for d820e973-4083-4572-8f40-63f542ea9e6c owned by  {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:11:07.877010 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 5dccdd99-d437-459b-9d5e-a5ecdbf1e400 up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:11:07.896635 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e3cad2a-d39f-49b7-ae44-ce6fc9e2743a req-1d6e0041-4267-44bf-b132-1304e40ad6d2 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] No DVR routers for this DVR port ed17c686-5176-4e6b-9642-9888fb0132ac on host nch1-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:11:07.906599 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-12207b05-6d59-4b9c-b641-389798fa9ae7 req-5f4ec2ac-9f84-4e21-9a13-0903d505a73b service neutron] 10.222.0.32 "GET /v2.0/networks/ebdf594d-504a-44e8-89b9-e74774287749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2509468
May 07 22:11:07.907461 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-6e3cad2a-d39f-49b7-ae44-ce6fc9e2743a req-1d6e0041-4267-44bf-b132-1304e40ad6d2 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:07.910417 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-9c7e73bd-8965-4b40-9655-a026ce582b15 req-ad99950f-1fbd-43ed-ad1e-109906b49304 tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (001d2755-5afe-49fd-b09f-b329e5af504d), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:07.910885 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6e3cad2a-d39f-49b7-ae44-ce6fc9e2743a req-1d6e0041-4267-44bf-b132-1304e40ad6d2 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] 10.222.0.55 "DELETE /v2.0/ports/ed17c686-5176-4e6b-9642-9888fb0132ac HTTP/1.1" status: 204  len: 173 time: 2.0176852
May 07 22:11:07.911324 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58c1a630-bf3c-43b9-8367-4ad0368a202f', 'name': 'network-vif-deleted', 'tag': 'ed17c686-5176-4e6b-9642-9888fb0132ac'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:11:07.914174 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a19df4b-db1d-4807-ba2a-9f9899e98755" -d '{"events": [{"server_uuid": "58c1a630-bf3c-43b9-8367-4ad0368a202f", "name": "network-vif-deleted", "tag": "ed17c686-5176-4e6b-9642-9888fb0132ac"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:11:07.926889 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1ff9bd3c-80d1-4a67-9d5a-55a03baea96b tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (b41df632-2ec2-4cab-97c8-f0770e9a2c72), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:07.965064 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning for port 5dccdd99-d437-459b-9d5e-a5ecdbf1e400 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 22:11:07.978126 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port 5dccdd99-d437-459b-9d5e-a5ecdbf1e400 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:11:07.978525 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (5dccdd99-d437-459b-9d5e-a5ecdbf1e400), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:08.055511 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c596e59d-e681-422b-965a-c99f60494947 x-openstack-request-id: req-c596e59d-e681-422b-965a-c99f60494947 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:11:08.056395 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58c1a630-bf3c-43b9-8367-4ad0368a202f", "name": "network-vif-deleted", "tag": "ed17c686-5176-4e6b-9642-9888fb0132ac", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:11:08.056395 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c596e59d-e681-422b-965a-c99f60494947 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:11:08.056611 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c596e59d-e681-422b-965a-c99f60494947'] response: {'server_uuid': '58c1a630-bf3c-43b9-8367-4ad0368a202f', 'name': 'network-vif-deleted', 'tag': 'ed17c686-5176-4e6b-9642-9888fb0132ac', 'status': 'completed', 'code': 200}
May 07 22:11:08.087481 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c7e73bd-8965-4b40-9655-a026ce582b15 req-ad99950f-1fbd-43ed-ad1e-109906b49304 tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] Network 75e42e23-8e74-41bd-9a60-3536f620fe26 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:11:08.107174 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad99950f-1fbd-43ed-ad1e-109906b49304 tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] Pushing event updated for resources: {'Port': ['ID=001d2755-5afe-49fd-b09f-b329e5af504d,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:08.109918 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [req-9c7e73bd-8965-4b40-9655-a026ce582b15 req-ad99950f-1fbd-43ed-ad1e-109906b49304 tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:11:08.116720 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c7e73bd-8965-4b40-9655-a026ce582b15 req-ad99950f-1fbd-43ed-ad1e-109906b49304 tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:11:08.134189 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d9521dfb-ca44-48b4-b5ee-05763f5f261d tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (e9063228-7527-4b4c-8cbd-ec814947b9ef), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:08.243914 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 5dccdd99-d437-459b-9d5e-a5ecdbf1e400 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:11:08.244310 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (5dccdd99-d437-459b-9d5e-a5ecdbf1e400), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:08.279800 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c332b03e-48f7-475c-9577-16a41760ca55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dccdd99-d437-459b-9d5e-a5ecdbf1e400'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:11:08.284112 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-381e5d0a-29c6-4c30-bbb4-7c6f019e5251" -d '{"events": [{"server_uuid": "c332b03e-48f7-475c-9577-16a41760ca55", "name": "network-vif-plugged", "status": "completed", "tag": "5dccdd99-d437-459b-9d5e-a5ecdbf1e400"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:11:08.300128 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-487f51c5-dc6d-49af-8bb1-3297a713f6e9 req-be234ac7-2856-4872-ad6b-6bcd3a3c4023 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d76e503-6e1a-4cee-b3b8-29af6484df32 HTTP/1.1" status: 200  len: 210 time: 0.0913947
May 07 22:11:08.315151 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 5dccdd99-d437-459b-9d5e-a5ecdbf1e400, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5dccdd99-d437-459b-9d5e-a5ecdbf1e400,segment=NetworkSegment(475d89aa-dfcd-45a6-8015-064d553f6ef3),segment_id=475d89aa-dfcd-45a6-8015-064d553f6ef3)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:11:08.322876 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9521dfb-ca44-48b4-b5ee-05763f5f261d tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Pushing event deleted for resources: {'Port': ['ID=e9063228-7527-4b4c-8cbd-ec814947b9ef,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:08.324547 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (5dccdd99-d437-459b-9d5e-a5ecdbf1e400), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:08.325432 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device ed17c686-5176-4e6b-9642-9888fb0132ac no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:11:08.377572 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e73bd-8965-4b40-9655-a026ce582b15 req-ad99950f-1fbd-43ed-ad1e-109906b49304 tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:08.378316 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-9c7e73bd-8965-4b40-9655-a026ce582b15 req-ad99950f-1fbd-43ed-ad1e-109906b49304 tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:08.382391 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] No Port match for: ed17c686-5176-4e6b-9642-9888fb0132ac {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:11:08.382751 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device ed17c686-5176-4e6b-9642-9888fb0132ac not bound to the agent host nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:11:08.422747 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4d3ca860-f2bb-4aba-a89a-b36e93e05a21 req-e3fb4bbd-59c6-47bc-a62c-afb8e3c36459 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] 10.222.0.32 "GET /v2.0/ports?device_id=58c1a630-bf3c-43b9-8367-4ad0368a202f HTTP/1.1" status: 200  len: 210 time: 0.0734818
May 07 22:11:08.433758 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1ff9bd3c-80d1-4a67-9d5a-55a03baea96b tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (b41df632-2ec2-4cab-97c8-f0770e9a2c72), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:08.490195 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=5dccdd99-d437-459b-9d5e-a5ecdbf1e400,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:08.496826 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d4b19fb6-5cb4-46bc-ac84-edbe9a9d6359 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (d820e973-4083-4572-8f40-63f542ea9e6c), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:08.559337 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b19fb6-5cb4-46bc-ac84-edbe9a9d6359 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Pushing event deleted for resources: {'Port': ['ID=d820e973-4083-4572-8f40-63f542ea9e6c,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:08.581307 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9c7e73bd-8965-4b40-9655-a026ce582b15 req-ad99950f-1fbd-43ed-ad1e-109906b49304 tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.7854733
May 07 22:11:08.593405 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba7154e8-dddd-4aa6-8002-d38e47abdef9 x-openstack-request-id: req-ba7154e8-dddd-4aa6-8002-d38e47abdef9 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:11:08.593659 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c332b03e-48f7-475c-9577-16a41760ca55", "name": "network-vif-plugged", "status": "completed", "tag": "5dccdd99-d437-459b-9d5e-a5ecdbf1e400", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:11:08.593910 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ba7154e8-dddd-4aa6-8002-d38e47abdef9 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:11:08.594327 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba7154e8-dddd-4aa6-8002-d38e47abdef9'] response: {'server_uuid': 'c332b03e-48f7-475c-9577-16a41760ca55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dccdd99-d437-459b-9d5e-a5ecdbf1e400', 'code': 200}
May 07 22:11:08.598675 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-9c7e73bd-8965-4b40-9655-a026ce582b15 req-22ee4014-a498-4c7a-94d2-23da4fe470ae service neutron] Request body: {'port': {'device_id': '059fa640-aef8-49b9-984f-b96451387d95', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:11:08.764630 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-9c7e73bd-8965-4b40-9655-a026ce582b15 req-22ee4014-a498-4c7a-94d2-23da4fe470ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (001d2755-5afe-49fd-b09f-b329e5af504d), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:08.776132 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d2e642-53e8-4638-81a5-2206f9566247 req-50b5b53a-21d8-4115-97a6-7e244936f5be tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:08.778406 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-68d2e642-53e8-4638-81a5-2206f9566247 req-50b5b53a-21d8-4115-97a6-7e244936f5be tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] 10.222.0.32 "GET /v2.0/ports?device_id=059fa640-aef8-49b9-984f-b96451387d95 HTTP/1.1" status: 200  len: 931 time: 0.3192575
May 07 22:11:08.951333 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-68d2e642-53e8-4638-81a5-2206f9566247 req-4b161698-80b5-4d11-b1b0-2b0fbe73ceee tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c334649-d42d-4f47-becb-d6172ad1614f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1578686
May 07 22:11:08.955000 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1ff9bd3c-80d1-4a67-9d5a-55a03baea96b tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (b41df632-2ec2-4cab-97c8-f0770e9a2c72), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:09.012009 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff9bd3c-80d1-4a67-9d5a-55a03baea96b tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event deleted for resources: {'Subnet': ['ID=b41df632-2ec2-4cab-97c8-f0770e9a2c72,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:09.037919 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff9bd3c-80d1-4a67-9d5a-55a03baea96b tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:11:09.038371 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff9bd3c-80d1-4a67-9d5a-55a03baea96b tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:11:09.038879 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff9bd3c-80d1-4a67-9d5a-55a03baea96b tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:11:09.039197 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff9bd3c-80d1-4a67-9d5a-55a03baea96b tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:11:09.039706 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff9bd3c-80d1-4a67-9d5a-55a03baea96b tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:11:09.040096 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff9bd3c-80d1-4a67-9d5a-55a03baea96b tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:11:09.040630 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff9bd3c-80d1-4a67-9d5a-55a03baea96b tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:11:09.041287 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff9bd3c-80d1-4a67-9d5a-55a03baea96b tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:11:09.041667 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff9bd3c-80d1-4a67-9d5a-55a03baea96b tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:11:09.042197 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff9bd3c-80d1-4a67-9d5a-55a03baea96b tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:11:09.042761 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff9bd3c-80d1-4a67-9d5a-55a03baea96b tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:11:09.045221 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff9bd3c-80d1-4a67-9d5a-55a03baea96b tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:11:09.045999 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff9bd3c-80d1-4a67-9d5a-55a03baea96b tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:11:09.046509 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff9bd3c-80d1-4a67-9d5a-55a03baea96b tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:11:09.047104 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff9bd3c-80d1-4a67-9d5a-55a03baea96b tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:11:09.059410 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1ff9bd3c-80d1-4a67-9d5a-55a03baea96b tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:09.067532 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-1ff9bd3c-80d1-4a67-9d5a-55a03baea96b tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/subnets/b41df632-2ec2-4cab-97c8-f0770e9a2c72 HTTP/1.1" status: 204  len: 168 time: 1.3506379
May 07 22:11:09.067821 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42876) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:09.136715 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126347b6-9079-44d7-ae59-577fad00eb9d None None] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:11:09.185285 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d9521dfb-ca44-48b4-b5ee-05763f5f261d tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395776'] for router_gateway (411eabfa-0335-4383-ad29-bf77e8520f9b), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:09.198696 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-57914e30-f593-425e-a2d9-2c933fcf998c tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.1216230
May 07 22:11:09.225628 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 42878) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:09.235355 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-3d2bfbc2-e327-4b42-8d9b-4a34c26a1d40 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Request body: {'subnet': {'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:11:09.281393 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-6faec238-4c38-474f-934f-1d873f8bee6b None None] Provisioning complete for port e7148a79-f160-4563-a1ff-e10f58ad81ad triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:11:09.281849 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6faec238-4c38-474f-934f-1d873f8bee6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (e7148a79-f160-4563-a1ff-e10f58ad81ad), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:09.372245 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed1a129-dc5e-497c-ae28-a80744695ae7 None None] DHCP port deletion for c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:11:09.373799 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55498e3d-3d9f-4a8e-acbd-2ed490433828 req-d311af42-6687-4b63-962c-3807ff3a05f0 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:09.375144 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-55498e3d-3d9f-4a8e-acbd-2ed490433828 req-d311af42-6687-4b63-962c-3807ff3a05f0 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] 10.222.0.32 "GET /v2.0/ports?device_id=c332b03e-48f7-475c-9577-16a41760ca55 HTTP/1.1" status: 200  len: 945 time: 0.3227754
May 07 22:11:09.391088 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46f8b0b-c05b-439a-9627-be53da68813e req-8583b556-bdb4-42f7-9172-46e2e72adc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:09.391384 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d2bfbc2-e327-4b42-8d9b-4a34c26a1d40 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Made reservation on behalf of a45ecca62a364aaabca1717c79558f6f for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:11:09.392610 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e46f8b0b-c05b-439a-9627-be53da68813e req-8583b556-bdb4-42f7-9172-46e2e72adc56 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c332b03e-48f7-475c-9577-16a41760ca55 HTTP/1.1" status: 200  len: 1127 time: 0.3432684
May 07 22:11:09.394717 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3d2bfbc2-e327-4b42-8d9b-4a34c26a1d40 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:09.403936 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d9521dfb-ca44-48b4-b5ee-05763f5f261d tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (411eabfa-0335-4383-ad29-bf77e8520f9b), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:09.422057 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d9521dfb-ca44-48b4-b5ee-05763f5f261d tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks [] for router_controller (411eabfa-0335-4383-ad29-bf77e8520f9b), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:09.432375 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-6faec238-4c38-474f-934f-1d873f8bee6b None None] Current status of the port e7148a79-f160-4563-a1ff-e10f58ad81ad is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:11:09.433856 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ae4a6928-b89c-4907-8e72-7a5f6dd73456 req-c3b86932-8105-411f-a424-4f946e9a36bc tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d76e503-6e1a-4cee-b3b8-29af6484df32 HTTP/1.1" status: 200  len: 210 time: 0.0442517
May 07 22:11:09.498632 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d4b19fb6-5cb4-46bc-ac84-edbe9a9d6359 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:09.504442 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-d4b19fb6-5cb4-46bc-ac84-edbe9a9d6359 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "DELETE /v2.0/ports/d820e973-4083-4572-8f40-63f542ea9e6c HTTP/1.1" status: 204  len: 168 time: 2.3133984
May 07 22:11:09.510503 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42884) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:09.522145 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-4ed1a129-dc5e-497c-ae28-a80744695ae7 None None] Deleting port e7148a79-f160-4563-a1ff-e10f58ad81ad {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:11:09.523153 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-4ed1a129-dc5e-497c-ae28-a80744695ae7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (e7148a79-f160-4563-a1ff-e10f58ad81ad), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:09.525965 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [req-9c7e73bd-8965-4b40-9655-a026ce582b15 req-22ee4014-a498-4c7a-94d2-23da4fe470ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 001d2755-5afe-49fd-b09f-b329e5af504d {{(pid=121837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:11:09.538937 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-9c7e73bd-8965-4b40-9655-a026ce582b15 req-22ee4014-a498-4c7a-94d2-23da4fe470ae service neutron] Publish callbacks [] for port (001d2755-5afe-49fd-b09f-b329e5af504d), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:09.553897 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 42886) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:09.561362 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d9521dfb-ca44-48b4-b5ee-05763f5f261d tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (411eabfa-0335-4383-ad29-bf77e8520f9b), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:09.561889 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9521dfb-ca44-48b4-b5ee-05763f5f261d tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Fanout notify agent at l3_agent the message router_deleted on router 411eabfa-0335-4383-ad29-bf77e8520f9b {{(pid=121836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 22:11:09.563922 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-9277895f-6f0f-467e-9841-bc619855cf1b tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] GET failed (client error): The resource could not be found.
May 07 22:11:09.565573 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-9277895f-6f0f-467e-9841-bc619855cf1b tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "GET /v2.0/ports/d820e973-4083-4572-8f40-63f542ea9e6c HTTP/1.1" status: 404  len: 333 time: 0.0543544
May 07 22:11:09.573353 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d9521dfb-ca44-48b4-b5ee-05763f5f261d tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:09.574451 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-d9521dfb-ca44-48b4-b5ee-05763f5f261d tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] 10.222.0.32 "DELETE /v2.0/routers/411eabfa-0335-4383-ad29-bf77e8520f9b HTTP/1.1" status: 204  len: 168 time: 4.5755217
May 07 22:11:09.579022 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 42888) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:09.579772 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 42890) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:09.583152 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-55498e3d-3d9f-4a8e-acbd-2ed490433828 req-13437bf5-7a1b-4045-bf55-46b95ead4b33 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] 10.222.0.32 "GET /v2.0/security-groups?id=b895cd66-4d46-4596-8ced-c4d385f86775&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1853235
May 07 22:11:09.590147 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-f8257c9b-5bb6-4f48-abfd-0e30f32bd2a2 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Request body: {'router': {'name': 'tempest-snat-router-630323269', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'enable_snat': False}}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:11:09.592912 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e46f8b0b-c05b-439a-9627-be53da68813e req-b716b3e7-0088-40e7-8bab-33abe50733a1 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b895cd66-4d46-4596-8ced-c4d385f86775&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1807485
May 07 22:11:09.609288 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-4ed1a129-dc5e-497c-ae28-a80744695ae7 None None] For port e7148a79-f160-4563-a1ff-e10f58ad81ad, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e7148a79-f160-4563-a1ff-e10f58ad81ad,segment=NetworkSegment(0c54767f-f5cc-4fe8-be2b-89310a1e6df6),segment_id=0c54767f-f5cc-4fe8-be2b-89310a1e6df6)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:11:09.609815 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-4ed1a129-dc5e-497c-ae28-a80744695ae7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (e7148a79-f160-4563-a1ff-e10f58ad81ad), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:09.613252 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-9c7e73bd-8965-4b40-9655-a026ce582b15 req-22ee4014-a498-4c7a-94d2-23da4fe470ae service neutron] Transition to ACTIVE for port object 001d2755-5afe-49fd-b09f-b329e5af504d will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 22:11:09.624427 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-4ed1a129-dc5e-497c-ae28-a80744695ae7 None None] Calling delete_port for e7148a79-f160-4563-a1ff-e10f58ad81ad owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:11:09.652997 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-9c7e73bd-8965-4b40-9655-a026ce582b15 req-22ee4014-a498-4c7a-94d2-23da4fe470ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (001d2755-5afe-49fd-b09f-b329e5af504d), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:09.713357 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-4ed1a129-dc5e-497c-ae28-a80744695ae7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (e7148a79-f160-4563-a1ff-e10f58ad81ad), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:09.714468 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f8257c9b-5bb6-4f48-abfd-0e30f32bd2a2 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (6e331897-df80-431a-9dea-14fb18142bcc), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:09.715530 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f8257c9b-5bb6-4f48-abfd-0e30f32bd2a2 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (6e331897-df80-431a-9dea-14fb18142bcc), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:09.740461 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed1a129-dc5e-497c-ae28-a80744695ae7 None None] Pushing event deleted for resources: {'Port': ['ID=e7148a79-f160-4563-a1ff-e10f58ad81ad,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:09.744022 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-04787c6d-c3df-4fed-8745-06647175b3b9 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Deleting subnet 5e9d70ac-89e6-49aa-8470-607cbe2d331f {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:11:09.744894 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed1a129-dc5e-497c-ae28-a80744695ae7 None None] No DVR routers for this DVR port e7148a79-f160-4563-a1ff-e10f58ad81ad on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:11:09.783854 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-04787c6d-c3df-4fed-8745-06647175b3b9 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for subnet (5e9d70ac-89e6-49aa-8470-607cbe2d331f), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:09.820580 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ee4014-a498-4c7a-94d2-23da4fe470ae service neutron] Pushing event updated for resources: {'Port': ['ID=001d2755-5afe-49fd-b09f-b329e5af504d,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:09.848627 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-21f701c7-de36-4417-a883-5bab9cca601a tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks [] for security_group (a3e6b828-1da2-4a4d-bdcb-d108af052f41), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:09.927806 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-04787c6d-c3df-4fed-8745-06647175b3b9 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (5e9d70ac-89e6-49aa-8470-607cbe2d331f), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:09.931302 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f8257c9b-5bb6-4f48-abfd-0e30f32bd2a2 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks [] for router_controller (6e331897-df80-431a-9dea-14fb18142bcc), precommit_add_association {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:09.984899 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-21f701c7-de36-4417-a883-5bab9cca601a tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks [] for security_group (a3e6b828-1da2-4a4d-bdcb-d108af052f41), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:10.074897 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12207b05-6d59-4b9c-b641-389798fa9ae7 req-0290a22b-bd00-48f8-9a83-dc17c4bf9448 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:10.076286 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-12207b05-6d59-4b9c-b641-389798fa9ae7 req-0290a22b-bd00-48f8-9a83-dc17c4bf9448 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.55 "GET /v2.0/networks?id=ebdf594d-504a-44e8-89b9-e74774287749 HTTP/1.1" status: 200  len: 806 time: 0.1237230
May 07 22:11:10.208059 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3d2bfbc2-e327-4b42-8d9b-4a34c26a1d40 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (34240dc1-e250-4507-baa0-9225fed6bb23), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:10.324962 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a3a94-0d2f-471d-ad52-d0ed4b0dd56e req-76596cd1-d0b6-4f9d-8034-31a71f6f33a0 tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:10.326386 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ce7a3a94-0d2f-471d-ad52-d0ed4b0dd56e req-76596cd1-d0b6-4f9d-8034-31a71f6f33a0 tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] 10.222.0.32 "GET /v2.0/ports?device_id=059fa640-aef8-49b9-984f-b96451387d95 HTTP/1.1" status: 200  len: 943 time: 0.2599292
May 07 22:11:10.343120 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-9c7e73bd-8965-4b40-9655-a026ce582b15 req-22ee4014-a498-4c7a-94d2-23da4fe470ae service neutron] Attempting to bind port 001d2755-5afe-49fd-b09f-b329e5af504d on host nch2-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:11:10.343507 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-9c7e73bd-8965-4b40-9655-a026ce582b15 req-22ee4014-a498-4c7a-94d2-23da4fe470ae service neutron] Attempting to bind port 001d2755-5afe-49fd-b09f-b329e5af504d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e9dfa04b-244b-4a92-b433-79dbf6b894df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '75e42e23-8e74-41bd-9a60-3536f620fe26'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:11:10.343755 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-12207b05-6d59-4b9c-b641-389798fa9ae7 req-82a6618c-f894-4888-8930-44adc33132e8 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Request body: {'port': {'device_id': '1d76e503-6e1a-4cee-b3b8-29af6484df32', 'network_id': 'ebdf594d-504a-44e8-89b9-e74774287749', 'admin_state_up': True, 'tenant_id': 'b29256ef64d74a5297507ca500a9468e'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:11:10.343919 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7e73bd-8965-4b40-9655-a026ce582b15 req-22ee4014-a498-4c7a-94d2-23da4fe470ae service neutron] Attempting to bind port 001d2755-5afe-49fd-b09f-b329e5af504d on network 75e42e23-8e74-41bd-9a60-3536f620fe26 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:11:10.345754 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-21f701c7-de36-4417-a883-5bab9cca601a tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (a3e6b828-1da2-4a4d-bdcb-d108af052f41), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:10.348515 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-21f701c7-de36-4417-a883-5bab9cca601a tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:10.352564 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-21f701c7-de36-4417-a883-5bab9cca601a tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] 10.222.0.32 "DELETE /v2.0/security-groups/a3e6b828-1da2-4a4d-bdcb-d108af052f41 HTTP/1.1" status: 204  len: 168 time: 0.7955668
May 07 22:11:10.355690 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 42894) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:10.360968 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f8257c9b-5bb6-4f48-abfd-0e30f32bd2a2 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks [] for router_gateway (6e331897-df80-431a-9dea-14fb18142bcc), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:10.389535 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-04787c6d-c3df-4fed-8745-06647175b3b9 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (5e9d70ac-89e6-49aa-8470-607cbe2d331f), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:10.401132 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2bfbc2-e327-4b42-8d9b-4a34c26a1d40 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:11:10.441236 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7e73bd-8965-4b40-9655-a026ce582b15 req-22ee4014-a498-4c7a-94d2-23da4fe470ae service neutron] Port 001d2755-5afe-49fd-b09f-b329e5af504d on network 75e42e23-8e74-41bd-9a60-3536f620fe26 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:11:10.441569 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7e73bd-8965-4b40-9655-a026ce582b15 req-22ee4014-a498-4c7a-94d2-23da4fe470ae service neutron] Attempting to bind port 001d2755-5afe-49fd-b09f-b329e5af504d on network 75e42e23-8e74-41bd-9a60-3536f620fe26 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:11:10.458248 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f701c7-de36-4417-a883-5bab9cca601a tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e6b828-1da2-4a4d-bdcb-d108af052f41,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:10.460400 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-3d2bfbc2-e327-4b42-8d9b-4a34c26a1d40 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:11:10.461725 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12207b05-6d59-4b9c-b641-389798fa9ae7 req-82a6618c-f894-4888-8930-44adc33132e8 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Made reservation on behalf of b29256ef64d74a5297507ca500a9468e for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:11:10.465702 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-12207b05-6d59-4b9c-b641-389798fa9ae7 req-82a6618c-f894-4888-8930-44adc33132e8 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:10.480483 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2bfbc2-e327-4b42-8d9b-4a34c26a1d40 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:10.481086 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3d2bfbc2-e327-4b42-8d9b-4a34c26a1d40 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:10.483355 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2bfbc2-e327-4b42-8d9b-4a34c26a1d40 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event updated for resources: {'Subnet': ['ID=34240dc1-e250-4507-baa0-9225fed6bb23,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:10.494601 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92ed0fe-6532-45e7-98ab-2a379ca7e916 None None] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:11:10.508344 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7e73bd-8965-4b40-9655-a026ce582b15 req-22ee4014-a498-4c7a-94d2-23da4fe470ae service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:11:10.508696 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7e73bd-8965-4b40-9655-a026ce582b15 req-22ee4014-a498-4c7a-94d2-23da4fe470ae service neutron] Checking segment: {'id': 'e9dfa04b-244b-4a92-b433-79dbf6b894df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '75e42e23-8e74-41bd-9a60-3536f620fe26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:11:10.509086 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7e73bd-8965-4b40-9655-a026ce582b15 req-22ee4014-a498-4c7a-94d2-23da4fe470ae service neutron] Bound using segment: {'id': 'e9dfa04b-244b-4a92-b433-79dbf6b894df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '75e42e23-8e74-41bd-9a60-3536f620fe26'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:11:10.509533 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-9c7e73bd-8965-4b40-9655-a026ce582b15 req-22ee4014-a498-4c7a-94d2-23da4fe470ae service neutron] Bound port: 001d2755-5afe-49fd-b09f-b329e5af504d, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9dfa04b-244b-4a92-b433-79dbf6b894df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '75e42e23-8e74-41bd-9a60-3536f620fe26'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:11:10.509901 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-9c7e73bd-8965-4b40-9655-a026ce582b15 req-22ee4014-a498-4c7a-94d2-23da4fe470ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (001d2755-5afe-49fd-b09f-b329e5af504d), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:10.611398 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-3d2bfbc2-e327-4b42-8d9b-4a34c26a1d40 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.3794308
May 07 22:11:10.634684 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42898) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:10.644270 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device e7148a79-f160-4563-a1ff-e10f58ad81ad no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:11:10.648654 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-12d8873f-2a74-44b0-9ac2-c23cc4c19caa tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Request body: {'subnet': {'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:11:10.671988 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: e7148a79-f160-4563-a1ff-e10f58ad81ad {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:11:10.672824 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ce7a3a94-0d2f-471d-ad52-d0ed4b0dd56e req-4e06489a-75e6-438a-a322-03ad254c1f93 tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c334649-d42d-4f47-becb-d6172ad1614f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3362834
May 07 22:11:10.673248 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device e7148a79-f160-4563-a1ff-e10f58ad81ad not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:11:10.684544 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-04787c6d-c3df-4fed-8745-06647175b3b9 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (5e9d70ac-89e6-49aa-8470-607cbe2d331f), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:10.705774 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-57799c9e-c5dd-4d87-b281-366d3a6fe343 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks [] for security_group (b1503f3a-b9af-4c41-9c6f-2f3e652854ad), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:10.738544 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad6460f-21cd-4930-8d93-2d8076bce62d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'project_id': 'a45ecca62a364aaabca1717c79558f6f', 'fixed_ips': [{'subnet_id': '34240dc1-e250-4507-baa0-9225fed6bb23'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:11:10.740073 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-3ad6460f-21cd-4930-8d93-2d8076bce62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:10.751728 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04787c6d-c3df-4fed-8745-06647175b3b9 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Pushing event deleted for resources: {'Subnet': ['ID=5e9d70ac-89e6-49aa-8470-607cbe2d331f,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:10.753810 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-04787c6d-c3df-4fed-8745-06647175b3b9 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:10.757263 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-04787c6d-c3df-4fed-8745-06647175b3b9 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "DELETE /v2.0/subnets/5e9d70ac-89e6-49aa-8470-607cbe2d331f HTTP/1.1" status: 204  len: 168 time: 1.1769273
May 07 22:11:10.794977 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 42902) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:10.859010 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 22:11:10.906792 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ac35a5-1bd9-46c5-9446-ae55b0c0636a None None] Network e5410d2a-78fb-4f5a-acb3-3cbe619e8b55 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:11:10.934740 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-51a2b5f4-d0b0-4a96-8727-06d97cefb869 req-344c761d-3dfa-42fb-8986-39a84dc0c019 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d76e503-6e1a-4cee-b3b8-29af6484df32 HTTP/1.1" status: 200  len: 210 time: 0.2986825
May 07 22:11:10.946932 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d8873f-2a74-44b0-9ac2-c23cc4c19caa tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Made reservation on behalf of a45ecca62a364aaabca1717c79558f6f for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:11:10.950813 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-12d8873f-2a74-44b0-9ac2-c23cc4c19caa tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:10.983528 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [req-12207b05-6d59-4b9c-b641-389798fa9ae7 req-82a6618c-f894-4888-8930-44adc33132e8 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Allocated IP 172.20.0.14 (ebdf594d-504a-44e8-89b9-e74774287749/08181da1-ef60-4984-b7f1-4a196d8203f6/5b241f8b-bf65-4cfc-a26e-58140662237c) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:11:11.097926 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-3ad6460f-21cd-4930-8d93-2d8076bce62d None None] Allocated IP 2001:db8::2 (c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a/34240dc1-e250-4507-baa0-9225fed6bb23/e4393c94-12c7-4a2c-b67a-9252346414e2) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:11:11.149423 ncdv-master-1 neutron-server[121836]: INFO neutron.db.ipam_backend_mixin [None req-12d8873f-2a74-44b0-9ac2-c23cc4c19caa tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 34240dc1-e250-4507-baa0-9225fed6bb23 (CIDR: 2001:db8::/64)
May 07 22:11:11.157088 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-12d8873f-2a74-44b0-9ac2-c23cc4c19caa tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 07 22:11:11.157985 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12d8873f-2a74-44b0-9ac2-c23cc4c19caa tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=121836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:11:11.229878 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-12d8873f-2a74-44b0-9ac2-c23cc4c19caa tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.5861585
May 07 22:11:11.233224 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42904) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:11.240694 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-e15d7cee-deb8-4006-abc9-fa0eb8d10e10 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Request body: {'subnet': {'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:11:11.260127 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-3ad6460f-21cd-4930-8d93-2d8076bce62d None None] Publish callbacks [] for port (e4393c94-12c7-4a2c-b67a-9252346414e2), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:11.270370 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-3ad6460f-21cd-4930-8d93-2d8076bce62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (e4393c94-12c7-4a2c-b67a-9252346414e2), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:11.298506 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-9c7e73bd-8965-4b40-9655-a026ce582b15 req-22ee4014-a498-4c7a-94d2-23da4fe470ae service neutron] For port 001d2755-5afe-49fd-b09f-b329e5af504d, host nch2-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:11:11.322963 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad6460f-21cd-4930-8d93-2d8076bce62d None None] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:11:11.324384 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-57799c9e-c5dd-4d87-b281-366d3a6fe343 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks [] for security_group (b1503f3a-b9af-4c41-9c6f-2f3e652854ad), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:11.326506 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-3ad6460f-21cd-4930-8d93-2d8076bce62d None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:11:11.333707 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad6460f-21cd-4930-8d93-2d8076bce62d None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:11:11.338089 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad6460f-21cd-4930-8d93-2d8076bce62d None None] Pushing event updated for resources: {'Port': ['ID=e4393c94-12c7-4a2c-b67a-9252346414e2,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:11.374020 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-12207b05-6d59-4b9c-b641-389798fa9ae7 req-82a6618c-f894-4888-8930-44adc33132e8 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Publish callbacks [] for port (5b241f8b-bf65-4cfc-a26e-58140662237c), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:11.392445 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-9c7e73bd-8965-4b40-9655-a026ce582b15 req-22ee4014-a498-4c7a-94d2-23da4fe470ae service neutron] For port 001d2755-5afe-49fd-b09f-b329e5af504d, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=001d2755-5afe-49fd-b09f-b329e5af504d,segment=NetworkSegment(e9dfa04b-244b-4a92-b433-79dbf6b894df),segment_id=e9dfa04b-244b-4a92-b433-79dbf6b894df)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:11:11.410165 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-3ad6460f-21cd-4930-8d93-2d8076bce62d None None] Attempting to bind port e4393c94-12c7-4a2c-b67a-9252346414e2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:11:11.410458 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-3ad6460f-21cd-4930-8d93-2d8076bce62d None None] Attempting to bind port e4393c94-12c7-4a2c-b67a-9252346414e2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0c54767f-f5cc-4fe8-be2b-89310a1e6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:11:11.410885 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad6460f-21cd-4930-8d93-2d8076bce62d None None] Attempting to bind port e4393c94-12c7-4a2c-b67a-9252346414e2 on network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:11:11.419411 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad6460f-21cd-4930-8d93-2d8076bce62d None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:11:11.419980 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad6460f-21cd-4930-8d93-2d8076bce62d None None] Checking segment: {'id': '0c54767f-f5cc-4fe8-be2b-89310a1e6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:11:11.420281 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-3ad6460f-21cd-4930-8d93-2d8076bce62d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:11.420682 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad6460f-21cd-4930-8d93-2d8076bce62d None None] Bound using segment: {'id': '0c54767f-f5cc-4fe8-be2b-89310a1e6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:11:11.421161 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-3ad6460f-21cd-4930-8d93-2d8076bce62d None None] Bound port: e4393c94-12c7-4a2c-b67a-9252346414e2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c54767f-f5cc-4fe8-be2b-89310a1e6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:11:11.421543 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-3ad6460f-21cd-4930-8d93-2d8076bce62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (e4393c94-12c7-4a2c-b67a-9252346414e2), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:11.453158 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e15d7cee-deb8-4006-abc9-fa0eb8d10e10 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Made reservation on behalf of a45ecca62a364aaabca1717c79558f6f for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:11:11.456939 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce7cadf6-57f8-4f7a-ac26-6655b8be1739 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Deleting subnet b7301829-d43e-4d20-a6f1-74e158812597 {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:11:11.458319 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e15d7cee-deb8-4006-abc9-fa0eb8d10e10 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:11.465087 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ce7cadf6-57f8-4f7a-ac26-6655b8be1739 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for subnet (b7301829-d43e-4d20-a6f1-74e158812597), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:11.478877 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-12207b05-6d59-4b9c-b641-389798fa9ae7 req-82a6618c-f894-4888-8930-44adc33132e8 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (5b241f8b-bf65-4cfc-a26e-58140662237c), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:11.492442 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['a859dd9c-cf59-4a9b-84c9-dddc4e9476c0'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:11:11.519121 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-9c7e73bd-8965-4b40-9655-a026ce582b15 req-22ee4014-a498-4c7a-94d2-23da4fe470ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (001d2755-5afe-49fd-b09f-b329e5af504d), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:11.533477 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-3ad6460f-21cd-4930-8d93-2d8076bce62d None None] For port e4393c94-12c7-4a2c-b67a-9252346414e2, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:11:11.535788 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a6618c-f894-4888-8930-44adc33132e8 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Pushing event updated for resources: {'Port': ['ID=5b241f8b-bf65-4cfc-a26e-58140662237c,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:11.552236 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f9866-71de-42c0-98bd-1e469714d3d5 req-1656e4fb-87f8-464e-80ea-1fa88e06ee5e tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:11.555155 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ac4f9866-71de-42c0-98bd-1e469714d3d5 req-1656e4fb-87f8-464e-80ea-1fa88e06ee5e tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] 10.222.0.32 "GET /v2.0/ports?device_id=c332b03e-48f7-475c-9577-16a41760ca55 HTTP/1.1" status: 200  len: 945 time: 0.2519300
May 07 22:11:11.564927 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-3ad6460f-21cd-4930-8d93-2d8076bce62d None None] For port e4393c94-12c7-4a2c-b67a-9252346414e2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e4393c94-12c7-4a2c-b67a-9252346414e2,segment=NetworkSegment(0c54767f-f5cc-4fe8-be2b-89310a1e6df6),segment_id=0c54767f-f5cc-4fe8-be2b-89310a1e6df6)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:11:11.579357 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ce7cadf6-57f8-4f7a-ac26-6655b8be1739 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (b7301829-d43e-4d20-a6f1-74e158812597), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:11.583153 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-3ad6460f-21cd-4930-8d93-2d8076bce62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (e4393c94-12c7-4a2c-b67a-9252346414e2), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:11.586031 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12207b05-6d59-4b9c-b641-389798fa9ae7 req-82a6618c-f894-4888-8930-44adc33132e8 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Network ebdf594d-504a-44e8-89b9-e74774287749 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:11:11.591304 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [req-12207b05-6d59-4b9c-b641-389798fa9ae7 req-82a6618c-f894-4888-8930-44adc33132e8 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:11:11.595259 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-12207b05-6d59-4b9c-b641-389798fa9ae7 req-82a6618c-f894-4888-8930-44adc33132e8 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:11:11.666167 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12207b05-6d59-4b9c-b641-389798fa9ae7 req-82a6618c-f894-4888-8930-44adc33132e8 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:11.666763 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-12207b05-6d59-4b9c-b641-389798fa9ae7 req-82a6618c-f894-4888-8930-44adc33132e8 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:11.680057 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad6460f-21cd-4930-8d93-2d8076bce62d None None] Pushing event updated for resources: {'Port': ['ID=e4393c94-12c7-4a2c-b67a-9252346414e2,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:11.688246 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ce7cadf6-57f8-4f7a-ac26-6655b8be1739 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (b7301829-d43e-4d20-a6f1-74e158812597), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:11.702794 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-12207b05-6d59-4b9c-b641-389798fa9ae7 req-82a6618c-f894-4888-8930-44adc33132e8 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3632092
May 07 22:11:11.721797 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-12207b05-6d59-4b9c-b641-389798fa9ae7 req-17f2486a-ec10-43db-8b43-f6f1bcf733c5 service neutron] Request body: {'port': {'device_id': '1d76e503-6e1a-4cee-b3b8-29af6484df32', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:11:11.767725 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f8257c9b-5bb6-4f48-abfd-0e30f32bd2a2 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks [] for router_gateway (6e331897-df80-431a-9dea-14fb18142bcc), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:11.848895 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f8257c9b-5bb6-4f48-abfd-0e30f32bd2a2 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:11.879302 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e73bd-8965-4b40-9655-a026ce582b15 req-22ee4014-a498-4c7a-94d2-23da4fe470ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:11.879954 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-9c7e73bd-8965-4b40-9655-a026ce582b15 req-22ee4014-a498-4c7a-94d2-23da4fe470ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:11.882209 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9c7e73bd-8965-4b40-9655-a026ce582b15 req-22ee4014-a498-4c7a-94d2-23da4fe470ae service neutron] 10.222.0.59 "PUT /v2.0/ports/001d2755-5afe-49fd-b09f-b329e5af504d HTTP/1.1" status: 200  len: 1091 time: 3.3000350
May 07 22:11:11.883142 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '059fa640-aef8-49b9-984f-b96451387d95', 'tag': '001d2755-5afe-49fd-b09f-b329e5af504d'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:11:11.885110 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4342d7d9-884e-4d31-8e69-10723783567e" -d '{"events": [{"name": "network-changed", "server_uuid": "059fa640-aef8-49b9-984f-b96451387d95", "tag": "001d2755-5afe-49fd-b09f-b329e5af504d"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:11:11.906747 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef734d25-b70a-429c-a2a2-13fc85ccedfc req-7c960574-8dd7-4596-adac-18ed7cc87ac0 tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:11.908297 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ef734d25-b70a-429c-a2a2-13fc85ccedfc req-7c960574-8dd7-4596-adac-18ed7cc87ac0 tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] 10.222.0.32 "GET /v2.0/ports?device_id=059fa640-aef8-49b9-984f-b96451387d95 HTTP/1.1" status: 200  len: 943 time: 0.1016536
May 07 22:11:11.914811 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-12207b05-6d59-4b9c-b641-389798fa9ae7 req-17f2486a-ec10-43db-8b43-f6f1bcf733c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (5b241f8b-bf65-4cfc-a26e-58140662237c), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:11.984919 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-57799c9e-c5dd-4d87-b281-366d3a6fe343 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (b1503f3a-b9af-4c41-9c6f-2f3e652854ad), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:11.987517 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-57799c9e-c5dd-4d87-b281-366d3a6fe343 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:11.992090 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-57799c9e-c5dd-4d87-b281-366d3a6fe343 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] 10.222.0.32 "DELETE /v2.0/security-groups/b1503f3a-b9af-4c41-9c6f-2f3e652854ad HTTP/1.1" status: 204  len: 168 time: 1.6235566
May 07 22:11:12.002553 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 42912) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:12.065097 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ef734d25-b70a-429c-a2a2-13fc85ccedfc req-6e413169-443a-4414-840f-a8db218f48ad tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c334649-d42d-4f47-becb-d6172ad1614f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1288576
May 07 22:11:12.072240 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ee4014-a498-4c7a-94d2-23da4fe470ae service neutron] Pushing event updated for resources: {'Port': ['ID=001d2755-5afe-49fd-b09f-b329e5af504d,revision_number=3']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:12.112215 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57799c9e-c5dd-4d87-b281-366d3a6fe343 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1503f3a-b9af-4c41-9c6f-2f3e652854ad,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:12.123628 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ce7cadf6-57f8-4f7a-ac26-6655b8be1739 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (b7301829-d43e-4d20-a6f1-74e158812597), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:12.185065 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-9d7a1559-b95a-46e6-aec1-9d3a8faef6bd None None] Provisioning complete for port c0712b67-e5f6-4fce-a11a-fd7d42b9a4f6 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:11:12.185614 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9d7a1559-b95a-46e6-aec1-9d3a8faef6bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (c0712b67-e5f6-4fce-a11a-fd7d42b9a4f6), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:12.202634 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b38a023e-144c-4195-8e61-f98f64acd362 x-openstack-request-id: req-b38a023e-144c-4195-8e61-f98f64acd362 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:11:12.202963 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "059fa640-aef8-49b9-984f-b96451387d95", "tag": "001d2755-5afe-49fd-b09f-b329e5af504d", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:11:12.203222 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b38a023e-144c-4195-8e61-f98f64acd362 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:11:12.203779 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b38a023e-144c-4195-8e61-f98f64acd362'] response: {'name': 'network-changed', 'server_uuid': '059fa640-aef8-49b9-984f-b96451387d95', 'tag': '001d2755-5afe-49fd-b09f-b329e5af504d', 'status': 'completed', 'code': 200}
May 07 22:11:12.207774 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ac4f9866-71de-42c0-98bd-1e469714d3d5 req-e64ae65f-b59b-4301-ab80-e1224b9d1487 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] 10.222.0.32 "GET /v2.0/security-groups?id=b895cd66-4d46-4596-8ced-c4d385f86775&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4061086
May 07 22:11:12.264913 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e73bd-8965-4b40-9655-a026ce582b15 req-3981765a-9f82-440b-b066-5404960cbd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:12.266901 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9c7e73bd-8965-4b40-9655-a026ce582b15 req-3981765a-9f82-440b-b066-5404960cbd35 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=72be56c2d4a54014a8f741c451fe014e&device_id=059fa640-aef8-49b9-984f-b96451387d95 HTTP/1.1" status: 200  len: 1125 time: 0.3348610
May 07 22:11:12.335580 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7cadf6-57f8-4f7a-ac26-6655b8be1739 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Pushing event deleted for resources: {'Subnet': ['ID=b7301829-d43e-4d20-a6f1-74e158812597,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:12.344612 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ce7cadf6-57f8-4f7a-ac26-6655b8be1739 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:12.348188 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-ce7cadf6-57f8-4f7a-ac26-6655b8be1739 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "DELETE /v2.0/subnets/b7301829-d43e-4d20-a6f1-74e158812597 HTTP/1.1" status: 204  len: 168 time: 1.5503404
May 07 22:11:12.361279 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42914) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:12.398028 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9c7e73bd-8965-4b40-9655-a026ce582b15 req-54f4d16e-417d-452b-b833-21bd7a5b6520 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=001d2755-5afe-49fd-b09f-b329e5af504d HTTP/1.1" status: 200  len: 217 time: 0.0630655
May 07 22:11:12.421946 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1357e0e-118c-4c60-8f2d-f88a102a90f9 None None] Network e5410d2a-78fb-4f5a-acb3-3cbe619e8b55 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:11:12.469080 ncdv-master-1 neutron-server[121836]: DEBUG neutron.objects.ports [None req-e15d7cee-deb8-4006-abc9-fa0eb8d10e10 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=121836) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}}
May 07 22:11:12.524065 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-88fb705d-4528-48bd-bcfa-21b7061f40ef tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (e5410d2a-78fb-4f5a-acb3-3cbe619e8b55), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:12.532801 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbca5f3-7f40-4969-9ab8-ead5fc6d2416 req-90977629-17b3-4fcd-aa5b-027339029e0e tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:12.542883 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-adbca5f3-7f40-4969-9ab8-ead5fc6d2416 req-90977629-17b3-4fcd-aa5b-027339029e0e tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d76e503-6e1a-4cee-b3b8-29af6484df32 HTTP/1.1" status: 200  len: 932 time: 0.2501311
May 07 22:11:12.577467 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-9d7a1559-b95a-46e6-aec1-9d3a8faef6bd None None] Current status of the port c0712b67-e5f6-4fce-a11a-fd7d42b9a4f6 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:11:12.635197 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7e73bd-8965-4b40-9655-a026ce582b15 req-063a0dd9-71bc-4c9f-8687-ad992f34dbec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:12.636864 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9c7e73bd-8965-4b40-9655-a026ce582b15 req-063a0dd9-71bc-4c9f-8687-ad992f34dbec service neutron] 10.222.0.59 "GET /v2.0/subnets?id=85ec4fb9-6ccb-4163-9592-93dc6ae8e23f HTTP/1.1" status: 200  len: 853 time: 0.2169905
May 07 22:11:12.637880 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-f8257c9b-5bb6-4f48-abfd-0e30f32bd2a2 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Allocated IP 172.35.4.166 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/e428ce91-bcb9-4ac8-a4ab-edc9fb38da2f) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:11:12.654675 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946c0e12-8335-4808-9b9e-c1870ba64159 None None] DHCP port deletion for e5410d2a-78fb-4f5a-acb3-3cbe619e8b55 request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:11:12.701436 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9c7e73bd-8965-4b40-9655-a026ce582b15 req-047b17a9-776f-4774-9796-a46d61812a47 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=75e42e23-8e74-41bd-9a60-3536f620fe26&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0536287
May 07 22:11:12.701647 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device e4393c94-12c7-4a2c-b67a-9252346414e2 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:11:12.749903 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-946c0e12-8335-4808-9b9e-c1870ba64159 None None] Deleting port c0712b67-e5f6-4fce-a11a-fd7d42b9a4f6 {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:11:12.750236 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-946c0e12-8335-4808-9b9e-c1870ba64159 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (c0712b67-e5f6-4fce-a11a-fd7d42b9a4f6), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:12.814668 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-adbca5f3-7f40-4969-9ab8-ead5fc6d2416 req-4695df81-7972-40d4-8e16-c76a2c02558a tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2705214
May 07 22:11:12.826808 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port e4393c94-12c7-4a2c-b67a-9252346414e2 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:11:12.828159 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (e4393c94-12c7-4a2c-b67a-9252346414e2), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:12.837931 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-946c0e12-8335-4808-9b9e-c1870ba64159 None None] For port c0712b67-e5f6-4fce-a11a-fd7d42b9a4f6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c0712b67-e5f6-4fce-a11a-fd7d42b9a4f6,segment=NetworkSegment(94b829f6-74c0-4bb0-94de-e6a4c3d0a95c),segment_id=94b829f6-74c0-4bb0-94de-e6a4c3d0a95c)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:11:12.839158 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-946c0e12-8335-4808-9b9e-c1870ba64159 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (c0712b67-e5f6-4fce-a11a-fd7d42b9a4f6), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:12.848722 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-af6bae0a-8bd4-4ad6-8149-61083494f926 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401094'] for router_interface (83789103-a34a-4812-891b-ff852781f2d3), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:12.859757 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-88fb705d-4528-48bd-bcfa-21b7061f40ef tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Deleting port c0712b67-e5f6-4fce-a11a-fd7d42b9a4f6 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:11:12.860113 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-88fb705d-4528-48bd-bcfa-21b7061f40ef tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (c0712b67-e5f6-4fce-a11a-fd7d42b9a4f6), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:12.876334 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-946c0e12-8335-4808-9b9e-c1870ba64159 None None] Calling delete_port for c0712b67-e5f6-4fce-a11a-fd7d42b9a4f6 owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:11:12.927734 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-88fb705d-4528-48bd-bcfa-21b7061f40ef tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] For port c0712b67-e5f6-4fce-a11a-fd7d42b9a4f6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c0712b67-e5f6-4fce-a11a-fd7d42b9a4f6,segment=NetworkSegment(94b829f6-74c0-4bb0-94de-e6a4c3d0a95c),segment_id=94b829f6-74c0-4bb0-94de-e6a4c3d0a95c)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:11:12.928371 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-88fb705d-4528-48bd-bcfa-21b7061f40ef tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (c0712b67-e5f6-4fce-a11a-fd7d42b9a4f6), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:12.942336 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-88fb705d-4528-48bd-bcfa-21b7061f40ef tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Calling delete_port for c0712b67-e5f6-4fce-a11a-fd7d42b9a4f6 owned by network:dhcp {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:11:12.998041 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port e4393c94-12c7-4a2c-b67a-9252346414e2 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:11:12.998981 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (e4393c94-12c7-4a2c-b67a-9252346414e2), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:13.032023 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-946c0e12-8335-4808-9b9e-c1870ba64159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (c0712b67-e5f6-4fce-a11a-fd7d42b9a4f6), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:13.032289 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [req-12207b05-6d59-4b9c-b641-389798fa9ae7 req-17f2486a-ec10-43db-8b43-f6f1bcf733c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b241f8b-bf65-4cfc-a26e-58140662237c {{(pid=121836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:11:13.042199 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-12207b05-6d59-4b9c-b641-389798fa9ae7 req-17f2486a-ec10-43db-8b43-f6f1bcf733c5 service neutron] Publish callbacks [] for port (5b241f8b-bf65-4cfc-a26e-58140662237c), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:13.054186 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-88fb705d-4528-48bd-bcfa-21b7061f40ef tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (c0712b67-e5f6-4fce-a11a-fd7d42b9a4f6), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:13.080221 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946c0e12-8335-4808-9b9e-c1870ba64159 None None] Pushing event deleted for resources: {'Port': ['ID=c0712b67-e5f6-4fce-a11a-fd7d42b9a4f6,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:13.088984 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.provisioning_blocks [req-12207b05-6d59-4b9c-b641-389798fa9ae7 req-17f2486a-ec10-43db-8b43-f6f1bcf733c5 service neutron] Transition to ACTIVE for port object 5b241f8b-bf65-4cfc-a26e-58140662237c will not be triggered until provisioned by entity L2. {{(pid=121836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 22:11:13.092097 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fb705d-4528-48bd-bcfa-21b7061f40ef tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Pushing event deleted for resources: {'Port': ['ID=c0712b67-e5f6-4fce-a11a-fd7d42b9a4f6,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:13.094067 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fb705d-4528-48bd-bcfa-21b7061f40ef tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] No DVR routers for this DVR port c0712b67-e5f6-4fce-a11a-fd7d42b9a4f6 on host ncdv-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:11:13.105618 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-12207b05-6d59-4b9c-b641-389798fa9ae7 req-17f2486a-ec10-43db-8b43-f6f1bcf733c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (5b241f8b-bf65-4cfc-a26e-58140662237c), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:13.109162 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port e4393c94-12c7-4a2c-b67a-9252346414e2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e4393c94-12c7-4a2c-b67a-9252346414e2,segment=NetworkSegment(0c54767f-f5cc-4fe8-be2b-89310a1e6df6),segment_id=0c54767f-f5cc-4fe8-be2b-89310a1e6df6)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:11:13.119191 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946c0e12-8335-4808-9b9e-c1870ba64159 None None] No DVR routers for this DVR port c0712b67-e5f6-4fce-a11a-fd7d42b9a4f6 on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:11:13.133267 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (e4393c94-12c7-4a2c-b67a-9252346414e2), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:13.175410 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9c7e73bd-8965-4b40-9655-a026ce582b15 req-4e86f98f-f172-4c36-8e7f-7c391e16d293 service neutron] 10.222.0.59 "GET /v2.0/networks/75e42e23-8e74-41bd-9a60-3536f620fe26?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3360021
May 07 22:11:13.221271 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f8257c9b-5bb6-4f48-abfd-0e30f32bd2a2 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks [] for port (e428ce91-bcb9-4ac8-a4ab-edc9fb38da2f), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:13.232450 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=e4393c94-12c7-4a2c-b67a-9252346414e2,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:13.323801 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-7d3e15b1-ff68-4b18-93ea-d23e7b3ca579 None None] Provisioning complete for port e4393c94-12c7-4a2c-b67a-9252346414e2 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:11:13.324354 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7d3e15b1-ff68-4b18-93ea-d23e7b3ca579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (e4393c94-12c7-4a2c-b67a-9252346414e2), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:13.386689 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ab0fe-f959-4a08-95ee-ca6d2c92bae3 req-5db95b62-b1dc-4bc6-8054-52731ad8ef88 tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:13.388354 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9f4ab0fe-f959-4a08-95ee-ca6d2c92bae3 req-5db95b62-b1dc-4bc6-8054-52731ad8ef88 tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] 10.222.0.32 "GET /v2.0/ports?device_id=059fa640-aef8-49b9-984f-b96451387d95 HTTP/1.1" status: 200  len: 943 time: 0.1626558
May 07 22:11:13.418214 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-7d3e15b1-ff68-4b18-93ea-d23e7b3ca579 None None] Current status of the port e4393c94-12c7-4a2c-b67a-9252346414e2 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:11:13.433747 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f8257c9b-5bb6-4f48-abfd-0e30f32bd2a2 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (e428ce91-bcb9-4ac8-a4ab-edc9fb38da2f), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:13.503010 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9c7e73bd-8965-4b40-9655-a026ce582b15 req-e69bd934-0fde-4141-85e0-fbe6cd6c45c7 service neutron] 10.222.0.59 "GET /v2.0/networks/75e42e23-8e74-41bd-9a60-3536f620fe26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3184750
May 07 22:11:13.561490 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8257c9b-5bb6-4f48-abfd-0e30f32bd2a2 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:11:13.576353 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-f8257c9b-5bb6-4f48-abfd-0e30f32bd2a2 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:11:13.578614 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8257c9b-5bb6-4f48-abfd-0e30f32bd2a2 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:11:13.594109 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9f4ab0fe-f959-4a08-95ee-ca6d2c92bae3 req-7b9697fe-0265-469b-b35e-b4093455e0d1 tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c334649-d42d-4f47-becb-d6172ad1614f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1962976
May 07 22:11:13.614229 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8257c9b-5bb6-4f48-abfd-0e30f32bd2a2 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Pushing event updated for resources: {'Port': ['ID=e428ce91-bcb9-4ac8-a4ab-edc9fb38da2f,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:13.625256 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-88fb705d-4528-48bd-bcfa-21b7061f40ef tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (e5410d2a-78fb-4f5a-acb3-3cbe619e8b55), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:13.627748 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-af6bae0a-8bd4-4ad6-8149-61083494f926 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Deleting port d8f644c1-b6ae-4d78-aec2-2c181f43d02c {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:11:13.628099 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-af6bae0a-8bd4-4ad6-8149-61083494f926 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (d8f644c1-b6ae-4d78-aec2-2c181f43d02c), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:13.629652 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f2486a-ec10-43db-8b43-f6f1bcf733c5 service neutron] Pushing event updated for resources: {'Port': ['ID=5b241f8b-bf65-4cfc-a26e-58140662237c,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:13.652155 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e15d7cee-deb8-4006-abc9-fa0eb8d10e10 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (e4393c94-12c7-4a2c-b67a-9252346414e2), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:13.666238 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f2486a-ec10-43db-8b43-f6f1bcf733c5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:11:13.666578 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f2486a-ec10-43db-8b43-f6f1bcf733c5 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:11:13.666960 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f2486a-ec10-43db-8b43-f6f1bcf733c5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:11:13.667307 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f2486a-ec10-43db-8b43-f6f1bcf733c5 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:11:13.667646 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f2486a-ec10-43db-8b43-f6f1bcf733c5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:11:13.667979 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f2486a-ec10-43db-8b43-f6f1bcf733c5 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:11:13.668315 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f2486a-ec10-43db-8b43-f6f1bcf733c5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:11:13.668641 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f2486a-ec10-43db-8b43-f6f1bcf733c5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:11:13.668970 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f2486a-ec10-43db-8b43-f6f1bcf733c5 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:11:13.669295 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f2486a-ec10-43db-8b43-f6f1bcf733c5 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:11:13.669622 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f2486a-ec10-43db-8b43-f6f1bcf733c5 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:11:13.669965 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f2486a-ec10-43db-8b43-f6f1bcf733c5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:11:13.670275 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f2486a-ec10-43db-8b43-f6f1bcf733c5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:11:13.670599 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f2486a-ec10-43db-8b43-f6f1bcf733c5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:11:13.670950 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f2486a-ec10-43db-8b43-f6f1bcf733c5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:11:13.712633 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff213a7-3223-4f73-a92e-4c98652255f2 req-5eb82228-1a90-4b5b-a753-820eb1109b9d tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:13.714119 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8ff213a7-3223-4f73-a92e-4c98652255f2 req-5eb82228-1a90-4b5b-a753-820eb1109b9d tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] 10.222.0.32 "GET /v2.0/ports?device_id=c332b03e-48f7-475c-9577-16a41760ca55 HTTP/1.1" status: 200  len: 945 time: 0.1811347
May 07 22:11:13.715938 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-88fb705d-4528-48bd-bcfa-21b7061f40ef tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf87a06dc0>,) {'filters': {'network_id': ['e5410d2a-78fb-4f5a-acb3-3cbe619e8b55']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:11:13.764552 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-88fb705d-4528-48bd-bcfa-21b7061f40ef tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf87a06dc0>, '94b829f6-74c0-4bb0-94de-e6a4c3d0a95c') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:11:13.764804 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-88fb705d-4528-48bd-bcfa-21b7061f40ef tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf87a06dc0>, '94b829f6-74c0-4bb0-94de-e6a4c3d0a95c') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:11:13.796413 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-88fb705d-4528-48bd-bcfa-21b7061f40ef tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (94b829f6-74c0-4bb0-94de-e6a4c3d0a95c), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:13.816464 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-af6bae0a-8bd4-4ad6-8149-61083494f926 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] For port d8f644c1-b6ae-4d78-aec2-2c181f43d02c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d8f644c1-b6ae-4d78-aec2-2c181f43d02c,segment=NetworkSegment(e15566c9-6ad8-4e03-9150-bd1b59ede68e),segment_id=e15566c9-6ad8-4e03-9150-bd1b59ede68e)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:11:13.817077 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-af6bae0a-8bd4-4ad6-8149-61083494f926 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (d8f644c1-b6ae-4d78-aec2-2c181f43d02c), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:13.838736 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-88fb705d-4528-48bd-bcfa-21b7061f40ef tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (94b829f6-74c0-4bb0-94de-e6a4c3d0a95c), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:13.840541 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-af6bae0a-8bd4-4ad6-8149-61083494f926 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Calling delete_port for d8f644c1-b6ae-4d78-aec2-2c181f43d02c owned by network:router_interface {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:11:13.875994 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88fb705d-4528-48bd-bcfa-21b7061f40ef tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:11:13.876443 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-88fb705d-4528-48bd-bcfa-21b7061f40ef tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (94b829f6-74c0-4bb0-94de-e6a4c3d0a95c), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:13.879458 ncdv-master-1 neutron-server[121836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:11:13.879458 ncdv-master-1 neutron-server[121836]:   self.session.flush()
May 07 22:11:13.879458 ncdv-master-1 neutron-server[121836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:11:13.879458 ncdv-master-1 neutron-server[121836]:   self.session.flush()
May 07 22:11:13.879458 ncdv-master-1 neutron-server[121836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:11:13.879458 ncdv-master-1 neutron-server[121836]:   self.session.flush()
May 07 22:11:13.879458 ncdv-master-1 neutron-server[121836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:11:13.879458 ncdv-master-1 neutron-server[121836]:   self.session.flush()
May 07 22:11:13.879458 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 22:11:13.879458 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:11:13.879458 ncdv-master-1 neutron-server[121836]:     timer()
May 07 22:11:13.879458 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:11:13.879458 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 22:11:13.879458 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:11:13.879458 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 22:11:13.879458 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:11:13.879458 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 22:11:13.879458 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:11:13.879458 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 22:11:13.879458 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:11:13.879458 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 22:11:13.879458 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:11:13.879458 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:11:13.879458 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:11:13.879458 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:11:13.879458 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:11:13.879458 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 22:11:13.879458 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:11:13.879458 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 22:11:13.879458 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:11:13.879458 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:11:13.879458 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:11:13.879458 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 22:11:13.879458 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:11:13.879458 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:11:13.879458 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:11:13.879458 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:11:13.879458 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:11:13.879458 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:11:13.879458 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:11:13.923582 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8ff213a7-3223-4f73-a92e-4c98652255f2 req-2defcafb-0266-448f-ac1a-6d9a977422cf tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] 10.222.0.32 "GET /v2.0/security-groups?id=b895cd66-4d46-4596-8ced-c4d385f86775&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1982415
May 07 22:11:13.935840 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-12207b05-6d59-4b9c-b641-389798fa9ae7 req-17f2486a-ec10-43db-8b43-f6f1bcf733c5 service neutron] Attempting to bind port 5b241f8b-bf65-4cfc-a26e-58140662237c on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:11:13.935840 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-12207b05-6d59-4b9c-b641-389798fa9ae7 req-17f2486a-ec10-43db-8b43-f6f1bcf733c5 service neutron] Attempting to bind port 5b241f8b-bf65-4cfc-a26e-58140662237c by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '2cb8e953-203f-4019-8d4d-d4ab0509c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ebdf594d-504a-44e8-89b9-e74774287749'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:11:13.935840 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12207b05-6d59-4b9c-b641-389798fa9ae7 req-17f2486a-ec10-43db-8b43-f6f1bcf733c5 service neutron] Attempting to bind port 5b241f8b-bf65-4cfc-a26e-58140662237c on network ebdf594d-504a-44e8-89b9-e74774287749 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:11:14.003300 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12207b05-6d59-4b9c-b641-389798fa9ae7 req-17f2486a-ec10-43db-8b43-f6f1bcf733c5 service neutron] Port 5b241f8b-bf65-4cfc-a26e-58140662237c on network ebdf594d-504a-44e8-89b9-e74774287749 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:11:14.003629 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12207b05-6d59-4b9c-b641-389798fa9ae7 req-17f2486a-ec10-43db-8b43-f6f1bcf733c5 service neutron] Attempting to bind port 5b241f8b-bf65-4cfc-a26e-58140662237c on network ebdf594d-504a-44e8-89b9-e74774287749 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:11:14.022190 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877e8a70-f275-4d46-b91c-4c23ae3a50bc req-abb1c225-d46b-41fb-99f4-03a249f0c5ae tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:14.023809 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-877e8a70-f275-4d46-b91c-4c23ae3a50bc req-abb1c225-d46b-41fb-99f4-03a249f0c5ae tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d76e503-6e1a-4cee-b3b8-29af6484df32 HTTP/1.1" status: 200  len: 944 time: 0.1026125
May 07 22:11:14.055965 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12207b05-6d59-4b9c-b641-389798fa9ae7 req-17f2486a-ec10-43db-8b43-f6f1bcf733c5 service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:11:14.056509 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12207b05-6d59-4b9c-b641-389798fa9ae7 req-17f2486a-ec10-43db-8b43-f6f1bcf733c5 service neutron] Checking segment: {'id': '2cb8e953-203f-4019-8d4d-d4ab0509c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ebdf594d-504a-44e8-89b9-e74774287749'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:11:14.057048 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12207b05-6d59-4b9c-b641-389798fa9ae7 req-17f2486a-ec10-43db-8b43-f6f1bcf733c5 service neutron] Bound using segment: {'id': '2cb8e953-203f-4019-8d4d-d4ab0509c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ebdf594d-504a-44e8-89b9-e74774287749'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:11:14.057513 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-12207b05-6d59-4b9c-b641-389798fa9ae7 req-17f2486a-ec10-43db-8b43-f6f1bcf733c5 service neutron] Bound port: 5b241f8b-bf65-4cfc-a26e-58140662237c, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cb8e953-203f-4019-8d4d-d4ab0509c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ebdf594d-504a-44e8-89b9-e74774287749'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:11:14.057877 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-12207b05-6d59-4b9c-b641-389798fa9ae7 req-17f2486a-ec10-43db-8b43-f6f1bcf733c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (5b241f8b-bf65-4cfc-a26e-58140662237c), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:14.073538 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-88fb705d-4528-48bd-bcfa-21b7061f40ef tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (e5410d2a-78fb-4f5a-acb3-3cbe619e8b55), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:14.096744 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-88fb705d-4528-48bd-bcfa-21b7061f40ef tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:14.099864 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-88fb705d-4528-48bd-bcfa-21b7061f40ef tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "DELETE /v2.0/networks/e5410d2a-78fb-4f5a-acb3-3cbe619e8b55 HTTP/1.1" status: 204  len: 168 time: 1.7319396
May 07 22:11:14.104235 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 42924) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:14.109098 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfdc1ff-29d8-45ba-91c9-221e0c2a56ce req-0b533335-7983-4189-9bde-75d3e259c84a tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:14.110547 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-edfdc1ff-29d8-45ba-91c9-221e0c2a56ce req-0b533335-7983-4189-9bde-75d3e259c84a tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] 10.222.0.32 "GET /v2.0/ports?device_id=c332b03e-48f7-475c-9577-16a41760ca55 HTTP/1.1" status: 200  len: 945 time: 0.1131608
May 07 22:11:14.125782 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f8257c9b-5bb6-4f48-abfd-0e30f32bd2a2 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks [] for router_gateway (6e331897-df80-431a-9dea-14fb18142bcc), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:14.136216 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fb705d-4528-48bd-bcfa-21b7061f40ef tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Pushing event deleted for resources: {'Network': ['ID=e5410d2a-78fb-4f5a-acb3-3cbe619e8b55,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:14.183733 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-e15d7cee-deb8-4006-abc9-fa0eb8d10e10 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] For port e4393c94-12c7-4a2c-b67a-9252346414e2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e4393c94-12c7-4a2c-b67a-9252346414e2,segment=NetworkSegment(0c54767f-f5cc-4fe8-be2b-89310a1e6df6),segment_id=0c54767f-f5cc-4fe8-be2b-89310a1e6df6)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:11:14.234004 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-877e8a70-f275-4d46-b91c-4c23ae3a50bc req-327c5160-f25e-44e1-a37b-7422ce30bea5 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2008066
May 07 22:11:14.244671 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8671fffe-4efb-4e02-a0aa-3455d2051f59 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:14.247411 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-8671fffe-4efb-4e02-a0aa-3455d2051f59 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 843 time: 0.1411128
May 07 22:11:14.250655 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 42926) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:14.283670 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e15d7cee-deb8-4006-abc9-fa0eb8d10e10 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for port (e4393c94-12c7-4a2c-b67a-9252346414e2), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:14.291559 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-edfdc1ff-29d8-45ba-91c9-221e0c2a56ce req-743dd371-df34-4ab5-9165-0a67c4956fe1 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] 10.222.0.32 "GET /v2.0/security-groups?id=b895cd66-4d46-4596-8ced-c4d385f86775&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1641476
May 07 22:11:14.292840 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-12207b05-6d59-4b9c-b641-389798fa9ae7 req-17f2486a-ec10-43db-8b43-f6f1bcf733c5 service neutron] For port 5b241f8b-bf65-4cfc-a26e-58140662237c, host nch1-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:11:14.295235 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e15d7cee-deb8-4006-abc9-fa0eb8d10e10 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (e4393c94-12c7-4a2c-b67a-9252346414e2), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:14.305014 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-12207b05-6d59-4b9c-b641-389798fa9ae7 req-17f2486a-ec10-43db-8b43-f6f1bcf733c5 service neutron] For port 5b241f8b-bf65-4cfc-a26e-58140662237c, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5b241f8b-bf65-4cfc-a26e-58140662237c,segment=NetworkSegment(2cb8e953-203f-4019-8d4d-d4ab0509c11a),segment_id=2cb8e953-203f-4019-8d4d-d4ab0509c11a)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:11:14.314742 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e15d7cee-deb8-4006-abc9-fa0eb8d10e10 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (e1ae2595-6431-4151-be66-0e01b090a808), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:14.319003 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 42928) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:14.363642 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-12207b05-6d59-4b9c-b641-389798fa9ae7 req-17f2486a-ec10-43db-8b43-f6f1bcf733c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (5b241f8b-bf65-4cfc-a26e-58140662237c), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:14.404176 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e15d7cee-deb8-4006-abc9-fa0eb8d10e10 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:11:14.420390 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-e15d7cee-deb8-4006-abc9-fa0eb8d10e10 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:11:14.428766 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12207b05-6d59-4b9c-b641-389798fa9ae7 req-17f2486a-ec10-43db-8b43-f6f1bcf733c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:14.429404 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-12207b05-6d59-4b9c-b641-389798fa9ae7 req-17f2486a-ec10-43db-8b43-f6f1bcf733c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:14.430876 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-12207b05-6d59-4b9c-b641-389798fa9ae7 req-17f2486a-ec10-43db-8b43-f6f1bcf733c5 service neutron] 10.222.0.55 "PUT /v2.0/ports/5b241f8b-bf65-4cfc-a26e-58140662237c HTTP/1.1" status: 200  len: 1092 time: 2.7142248
May 07 22:11:14.431337 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d76e503-6e1a-4cee-b3b8-29af6484df32', 'tag': '5b241f8b-bf65-4cfc-a26e-58140662237c'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:11:14.431845 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c834e20-b22c-4f96-b1aa-725a8f0f1fc7 None None] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:11:14.433672 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d90e020-a38e-4932-bc9f-8ae9d45098ed" -d '{"events": [{"name": "network-changed", "server_uuid": "1d76e503-6e1a-4cee-b3b8-29af6484df32", "tag": "5b241f8b-bf65-4cfc-a26e-58140662237c"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:11:14.436934 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e15d7cee-deb8-4006-abc9-fa0eb8d10e10 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:14.437531 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e15d7cee-deb8-4006-abc9-fa0eb8d10e10 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:14.442309 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15d7cee-deb8-4006-abc9-fa0eb8d10e10 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event updated for resources: {'Subnet': ['ID=e1ae2595-6431-4151-be66-0e01b090a808,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:14.452276 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15d7cee-deb8-4006-abc9-fa0eb8d10e10 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event updated for resources: {'Port': ['ID=e4393c94-12c7-4a2c-b67a-9252346414e2,revision_number=5']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:14.515868 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-e15d7cee-deb8-4006-abc9-fa0eb8d10e10 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 842 time: 3.2811730
May 07 22:11:14.546753 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42934) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:14.548157 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b46504-05be-41c6-8147-3056fcedc4de x-openstack-request-id: req-a0b46504-05be-41c6-8147-3056fcedc4de {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:11:14.548456 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d76e503-6e1a-4cee-b3b8-29af6484df32", "tag": "5b241f8b-bf65-4cfc-a26e-58140662237c", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:11:14.548713 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a0b46504-05be-41c6-8147-3056fcedc4de {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:11:14.549125 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0b46504-05be-41c6-8147-3056fcedc4de'] response: {'name': 'network-changed', 'server_uuid': '1d76e503-6e1a-4cee-b3b8-29af6484df32', 'tag': '5b241f8b-bf65-4cfc-a26e-58140662237c', 'status': 'completed', 'code': 200}
May 07 22:11:14.555769 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-6f6b261b-5cc8-4d9f-9470-9041f07aa33b tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Request body: {'port': {'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'mac_address': 'fa:16:3e:97:97:97', 'name': 'tempest-NetworksTestDHCPv6-141970556'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:11:14.617952 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12207b05-6d59-4b9c-b641-389798fa9ae7 req-deb167ff-4481-4283-afc8-a299ee32f560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:14.619589 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-12207b05-6d59-4b9c-b641-389798fa9ae7 req-deb167ff-4481-4283-afc8-a299ee32f560 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b29256ef64d74a5297507ca500a9468e&device_id=1d76e503-6e1a-4cee-b3b8-29af6484df32 HTTP/1.1" status: 200  len: 1126 time: 0.1199739
May 07 22:11:14.653694 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device e4393c94-12c7-4a2c-b67a-9252346414e2 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:11:14.674185 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f2486a-ec10-43db-8b43-f6f1bcf733c5 service neutron] Pushing event updated for resources: {'Port': ['ID=5b241f8b-bf65-4cfc-a26e-58140662237c,revision_number=3']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:14.735420 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-66ce002b-97de-4a84-92c7-d63d2f7c51cc tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 284 time: 0.4776192
May 07 22:11:14.745415 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42938) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:14.748525 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-9a282581-3df6-4113-ae96-3f5b5f2759d1 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-140267469'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:11:14.773621 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-12207b05-6d59-4b9c-b641-389798fa9ae7 req-93b56168-5c6b-464e-88af-c1a902f356cc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5b241f8b-bf65-4cfc-a26e-58140662237c HTTP/1.1" status: 200  len: 217 time: 0.1158285
May 07 22:11:14.825999 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port e4393c94-12c7-4a2c-b67a-9252346414e2 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:11:14.827062 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (e4393c94-12c7-4a2c-b67a-9252346414e2), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:14.869583 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f7b7c9-5eaa-45f7-9974-7c016035e7e7 req-522796fe-4b15-40d5-b409-2abbcfd7923c tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:14.877412 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e4f7b7c9-5eaa-45f7-9974-7c016035e7e7 req-522796fe-4b15-40d5-b409-2abbcfd7923c tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] 10.222.0.32 "GET /v2.0/ports?device_id=059fa640-aef8-49b9-984f-b96451387d95 HTTP/1.1" status: 200  len: 943 time: 0.1473393
May 07 22:11:14.890372 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f8257c9b-5bb6-4f48-abfd-0e30f32bd2a2 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (6e331897-df80-431a-9dea-14fb18142bcc), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:14.903672 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4342d7d9-884e-4d31-8e69-10723783567e req-b8316aba-b6a2-47e1-a33b-a82b073c70c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:14.905220 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4342d7d9-884e-4d31-8e69-10723783567e req-b8316aba-b6a2-47e1-a33b-a82b073c70c0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=72be56c2d4a54014a8f741c451fe014e&device_id=059fa640-aef8-49b9-984f-b96451387d95 HTTP/1.1" status: 200  len: 1125 time: 0.2017956
May 07 22:11:14.908319 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-af6bae0a-8bd4-4ad6-8149-61083494f926 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (d8f644c1-b6ae-4d78-aec2-2c181f43d02c), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:14.908556 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a282581-3df6-4113-ae96-3f5b5f2759d1 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Made reservation on behalf of 9c3329647b05487f9d63d3c4ec2183b9 for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:11:14.910454 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9a282581-3df6-4113-ae96-3f5b5f2759d1 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:14.919096 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12207b05-6d59-4b9c-b641-389798fa9ae7 req-a62800c2-1d22-496e-bfd0-d6e688eab478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:14.920550 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-12207b05-6d59-4b9c-b641-389798fa9ae7 req-a62800c2-1d22-496e-bfd0-d6e688eab478 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=08181da1-ef60-4984-b7f1-4a196d8203f6 HTTP/1.1" status: 200  len: 846 time: 0.1402426
May 07 22:11:14.997243 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-12207b05-6d59-4b9c-b641-389798fa9ae7 req-fe2c2ed9-e396-46e1-8a16-9e0cfea90957 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ebdf594d-504a-44e8-89b9-e74774287749&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0663762
May 07 22:11:15.022137 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port e4393c94-12c7-4a2c-b67a-9252346414e2 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:11:15.023830 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a282581-3df6-4113-ae96-3f5b5f2759d1 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:11:15.026069 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f6b261b-5cc8-4d9f-9470-9041f07aa33b tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Made reservation on behalf of a45ecca62a364aaabca1717c79558f6f for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:11:15.049838 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6bae0a-8bd4-4ad6-8149-61083494f926 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Pushing event deleted for resources: {'Port': ['ID=d8f644c1-b6ae-4d78-aec2-2c181f43d02c,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:15.050106 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e4f7b7c9-5eaa-45f7-9974-7c016035e7e7 req-ee0138c8-29ec-4c5f-82b9-7a3870bb0187 tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c334649-d42d-4f47-becb-d6172ad1614f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1704552
May 07 22:11:15.094365 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9a282581-3df6-4113-ae96-3f5b5f2759d1 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (6cffbd00-beef-41fd-abdb-a952b41b5bae), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:15.094724 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-9a282581-3df6-4113-ae96-3f5b5f2759d1 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Added segment 6cffbd00-beef-41fd-abdb-a952b41b5bae of type vlan for network f2538a7c-2ff1-4eec-a8ff-74728d428b3b
May 07 22:11:15.107222 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device c0712b67-e5f6-4fce-a11a-fd7d42b9a4f6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:11:15.141864 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: c0712b67-e5f6-4fce-a11a-fd7d42b9a4f6 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:11:15.142215 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device c0712b67-e5f6-4fce-a11a-fd7d42b9a4f6 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:11:15.222949 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9a282581-3df6-4113-ae96-3f5b5f2759d1 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (f2538a7c-2ff1-4eec-a8ff-74728d428b3b), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:15.239497 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554dbbeb-27f2-4f2e-ba96-1d1750d2a707 tempest-TestVolumeBackupRestore-1197672214 tempest-TestVolumeBackupRestore-1197672214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:15.241786 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-554dbbeb-27f2-4f2e-ba96-1d1750d2a707 tempest-TestVolumeBackupRestore-1197672214 tempest-TestVolumeBackupRestore-1197672214-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c332b03e-48f7-475c-9577-16a41760ca55 HTTP/1.1" status: 200  len: 1122 time: 0.9200709
May 07 22:11:15.248915 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42942) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:15.267061 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-1c468888-e0b9-4f95-b9d0-5621bf9f6296 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Request body: {'floatingip': {'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'port_id': '5dccdd99-d437-459b-9d5e-a5ecdbf1e400', 'tenant_id': 'd70782066cce4f2fbf5744b63e4195cb', 'fixed_ip_address': '172.20.0.6'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:11:15.297086 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4342d7d9-884e-4d31-8e69-10723783567e req-a56b1052-10b1-435e-bbe2-b7ac7f37c412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:15.298754 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4342d7d9-884e-4d31-8e69-10723783567e req-a56b1052-10b1-435e-bbe2-b7ac7f37c412 service neutron] 10.222.0.59 "GET /v2.0/networks?id=75e42e23-8e74-41bd-9a60-3536f620fe26 HTTP/1.1" status: 200  len: 914 time: 0.3447611
May 07 22:11:15.328168 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6f6b261b-5cc8-4d9f-9470-9041f07aa33b tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:15.332122 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-12207b05-6d59-4b9c-b641-389798fa9ae7 req-d65e51e7-bca1-408d-86f2-107494c72331 service neutron] 10.222.0.55 "GET /v2.0/networks/ebdf594d-504a-44e8-89b9-e74774287749?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3269997
May 07 22:11:15.336601 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9a282581-3df6-4113-ae96-3f5b5f2759d1 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (f2538a7c-2ff1-4eec-a8ff-74728d428b3b), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:15.341962 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a282581-3df6-4113-ae96-3f5b5f2759d1 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:15.342569 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9a282581-3df6-4113-ae96-3f5b5f2759d1 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:15.389728 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1c468888-e0b9-4f95-b9d0-5621bf9f6296 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:15.404176 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [None req-6f6b261b-5cc8-4d9f-9470-9041f07aa33b tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] device_id is not set on port bff5e776-da21-4ef7-ab0f-526fd383479a yet. {{(pid=121836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 22:11:15.448593 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4342d7d9-884e-4d31-8e69-10723783567e req-49d94ab1-07af-41f4-bf20-1a77fb104888 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=001d2755-5afe-49fd-b09f-b329e5af504d HTTP/1.1" status: 200  len: 217 time: 0.0852849
May 07 22:11:15.457497 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2277497-875d-44e9-9861-043494769df8 req-37dff63f-655f-4633-9b5b-eecb72d1a728 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:15.459749 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c2277497-875d-44e9-9861-043494769df8 req-37dff63f-655f-4633-9b5b-eecb72d1a728 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d76e503-6e1a-4cee-b3b8-29af6484df32 HTTP/1.1" status: 200  len: 944 time: 0.1101441
May 07 22:11:15.548622 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-9a282581-3df6-4113-ae96-3f5b5f2759d1 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 767 time: 0.8047378
May 07 22:11:15.565157 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 42946) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:15.573786 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-a34f55c1-51cc-4a0a-a3e7-52f563af4198 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Request body: {'subnet': {'network_id': 'f2538a7c-2ff1-4eec-a8ff-74728d428b3b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:11:15.610245 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a282581-3df6-4113-ae96-3f5b5f2759d1 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Pushing event updated for resources: {'Network': ['ID=f2538a7c-2ff1-4eec-a8ff-74728d428b3b,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:15.626469 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network f2538a7c-2ff1-4eec-a8ff-74728d428b3b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:11:15.650195 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4342d7d9-884e-4d31-8e69-10723783567e req-9ebe04f3-9628-496e-87e8-10374b5ef24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:15.651923 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4342d7d9-884e-4d31-8e69-10723783567e req-9ebe04f3-9628-496e-87e8-10374b5ef24a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=85ec4fb9-6ccb-4163-9592-93dc6ae8e23f HTTP/1.1" status: 200  len: 853 time: 0.1894040
May 07 22:11:15.652512 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8257c9b-5bb6-4f48-abfd-0e30f32bd2a2 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Router 6e331897-df80-431a-9dea-14fb18142bcc is scheduled to L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db with binding_index 1 {{(pid=121837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 07 22:11:15.722809 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1c468888-e0b9-4f95-b9d0-5621bf9f6296 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:15.737864 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-af6bae0a-8bd4-4ad6-8149-61083494f926 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401002'] for router_interface (83789103-a34a-4812-891b-ff852781f2d3), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:15.743064 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c2277497-875d-44e9-9861-043494769df8 req-5c8a90c4-1ee3-4a94-bf6f-a952a81cab34 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2569606
May 07 22:11:15.747688 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4342d7d9-884e-4d31-8e69-10723783567e req-bb66c925-d4bf-4633-b7e9-c0c36934fbae service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=75e42e23-8e74-41bd-9a60-3536f620fe26&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0584688
May 07 22:11:15.752415 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-12207b05-6d59-4b9c-b641-389798fa9ae7 req-f4c48d37-2d3e-4b2b-a7ed-2a00c16771aa service neutron] 10.222.0.55 "GET /v2.0/networks/ebdf594d-504a-44e8-89b9-e74774287749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4055302
May 07 22:11:15.782290 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-455c94b9-6447-4a12-bf6c-6ed396b8a439 None None] Provisioning complete for port e4393c94-12c7-4a2c-b67a-9252346414e2 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:11:15.782670 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-455c94b9-6447-4a12-bf6c-6ed396b8a439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (e4393c94-12c7-4a2c-b67a-9252346414e2), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:15.868964 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-455c94b9-6447-4a12-bf6c-6ed396b8a439 None None] Current status of the port e4393c94-12c7-4a2c-b67a-9252346414e2 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:11:15.908683 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-6f6b261b-5cc8-4d9f-9470-9041f07aa33b tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Allocated IP 2001:db8::3d9 (c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a/34240dc1-e250-4507-baa0-9225fed6bb23/bff5e776-da21-4ef7-ab0f-526fd383479a) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:11:15.919165 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-6f6b261b-5cc8-4d9f-9470-9041f07aa33b tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Allocated IP 2001:db8:0:1:f816:3eff:fe97:9797 (c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a/e1ae2595-6431-4151-be66-0e01b090a808/bff5e776-da21-4ef7-ab0f-526fd383479a) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:11:15.937188 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-1c468888-e0b9-4f95-b9d0-5621bf9f6296 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Allocated IP 172.35.4.188 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/40d4e7e9-242a-43c8-8c07-cd8646c087f2) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:11:15.945723 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a34f55c1-51cc-4a0a-a3e7-52f563af4198 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Made reservation on behalf of 9c3329647b05487f9d63d3c4ec2183b9 for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:11:15.949082 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a34f55c1-51cc-4a0a-a3e7-52f563af4198 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:16.105177 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4342d7d9-884e-4d31-8e69-10723783567e req-89070bc2-eb62-43d5-b0ac-7a53a4c2fb64 service neutron] 10.222.0.59 "GET /v2.0/networks/75e42e23-8e74-41bd-9a60-3536f620fe26?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3520529
May 07 22:11:16.155070 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1c468888-e0b9-4f95-b9d0-5621bf9f6296 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Publish callbacks [] for port (40d4e7e9-242a-43c8-8c07-cd8646c087f2), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:16.160777 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8257c9b-5bb6-4f48-abfd-0e30f32bd2a2 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:11:16.178862 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c785a8e4-3648-4299-8128-401403dd8750 None None] Sync routers for ids ['6e331897-df80-431a-9dea-14fb18142bcc'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:11:16.190221 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c785a8e4-3648-4299-8128-401403dd8750 None None] Routers {'6e331897-df80-431a-9dea-14fb18142bcc'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:11:16.190993 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-c785a8e4-3648-4299-8128-401403dd8750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8d027640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:10:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['6e331897-df80-431a-9dea-14fb18142bcc'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:11:16.193944 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6f6b261b-5cc8-4d9f-9470-9041f07aa33b tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for port (bff5e776-da21-4ef7-ab0f-526fd383479a), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:16.222887 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04400953-b250-4576-8146-42e2e38f0700 req-b40cc46b-d3de-4163-a489-9b94f4311778 tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:16.224935 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-04400953-b250-4576-8146-42e2e38f0700 req-b40cc46b-d3de-4163-a489-9b94f4311778 tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] 10.222.0.32 "GET /v2.0/ports?device_id=059fa640-aef8-49b9-984f-b96451387d95 HTTP/1.1" status: 200  len: 943 time: 0.0885186
May 07 22:11:16.270366 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f8257c9b-5bb6-4f48-abfd-0e30f32bd2a2 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:16.274870 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-f8257c9b-5bb6-4f48-abfd-0e30f32bd2a2 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 907 time: 6.6933546
May 07 22:11:16.276452 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42950) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:16.332831 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1c468888-e0b9-4f95-b9d0-5621bf9f6296 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (40d4e7e9-242a-43c8-8c07-cd8646c087f2), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:16.339065 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-c785a8e4-3648-4299-8128-401403dd8750 None None] Set router 6e331897-df80-431a-9dea-14fb18142bcc gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:11:16.368618 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4342d7d9-884e-4d31-8e69-10723783567e req-bc0192f5-0e31-4312-a45e-2d22fe8f200f service neutron] 10.222.0.59 "GET /v2.0/networks/75e42e23-8e74-41bd-9a60-3536f620fe26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2512350
May 07 22:11:16.375487 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6f6b261b-5cc8-4d9f-9470-9041f07aa33b tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (bff5e776-da21-4ef7-ab0f-526fd383479a), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:16.387257 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-04400953-b250-4576-8146-42e2e38f0700 req-8257ac89-9c29-439a-9d7a-e0b4fbc69c92 tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c334649-d42d-4f47-becb-d6172ad1614f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1511805
May 07 22:11:16.431021 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 001d2755-5afe-49fd-b09f-b329e5af504d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:11:16.436690 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af6bae0a-8bd4-4ad6-8149-61083494f926 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Router 83789103-a34a-4812-891b-ff852781f2d3 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:11:16.440733 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a34f55c1-51cc-4a0a-a3e7-52f563af4198 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (af4fb39b-1b0d-4c3e-b236-e728ad2ed0b5), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:16.581958 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 001d2755-5afe-49fd-b09f-b329e5af504d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=001d2755-5afe-49fd-b09f-b329e5af504d,segment=NetworkSegment(e9dfa04b-244b-4a92-b433-79dbf6b894df),segment_id=e9dfa04b-244b-4a92-b433-79dbf6b894df)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:11:16.586697 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34f55c1-51cc-4a0a-a3e7-52f563af4198 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Pushing event updated for resources: {'Subnet': ['ID=af4fb39b-1b0d-4c3e-b236-e728ad2ed0b5,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:16.590985 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a34f55c1-51cc-4a0a-a3e7-52f563af4198 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Checking segment: {'id': '6cffbd00-beef-41fd-abdb-a952b41b5bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f2538a7c-2ff1-4eec-a8ff-74728d428b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:11:16.591392 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34f55c1-51cc-4a0a-a3e7-52f563af4198 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Network hostable DHCP agents. Network: f2538a7c-2ff1-4eec-a8ff-74728d428b3b, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:11:16.620369 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': '001d2755-5afe-49fd-b09f-b329e5af504d', 'network_id': '75e42e23-8e74-41bd-9a60-3536f620fe26', 'port_id': '001d2755-5afe-49fd-b09f-b329e5af504d', 'mac_address': 'fa:16:3e:ac:ac:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85ec4fb9-6ccb-4163-9592-93dc6ae8e23f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:11:16.651357 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-c785a8e4-3648-4299-8128-401403dd8750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8d027640>, [{'id': '6e331897-df80-431a-9dea-14fb18142bcc', 'name': 'tempest-snat-router-630323269', 'tenant_id': '28a4884b91054cb58607f65ea001053c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.166'}], 'enable_snat': False}, 'gw_port_id': 'e428ce91-bcb9-4ac8-a4ab-edc9fb38da2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:11:09Z', 'updated_at': '2022-05-07T22:11:13Z', 'revision_number': 3, 'project_id': '28a4884b91054cb58607f65ea001053c', 'gw_port': {'id': 'e428ce91-bcb9-4ac8-a4ab-edc9fb38da2f', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a2:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e331897-df80-431a-9dea-14fb18142bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:11:11Z', 'updated_at': '2022-05-07T22:11:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:11:16.661606 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34f55c1-51cc-4a0a-a3e7-52f563af4198 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Network f2538a7c-2ff1-4eec-a8ff-74728d428b3b is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:11:16.669968 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af6bae0a-8bd4-4ad6-8149-61083494f926 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:11:16.679325 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-af6bae0a-8bd4-4ad6-8149-61083494f926 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] 10.222.0.32 "PUT /v2.0/routers/83789103-a34a-4812-891b-ff852781f2d3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6696470
May 07 22:11:16.680332 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 42952) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:16.687741 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14517fee-8902-40fb-b1a9-7ebaf6169ebe None None] Sync routers for ids ['83789103-a34a-4812-891b-ff852781f2d3'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:11:16.710317 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c785a8e4-3648-4299-8128-401403dd8750 None None] Checking router: 6e331897-df80-431a-9dea-14fb18142bcc for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:11:16.711112 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c785a8e4-3648-4299-8128-401403dd8750 None None] Updating router 6e331897-df80-431a-9dea-14fb18142bcc port e428ce91-bcb9-4ac8-a4ab-edc9fb38da2f binding host ncdv-master-1 {{(pid=121839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 22:11:16.716266 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14517fee-8902-40fb-b1a9-7ebaf6169ebe None None] Routers {'83789103-a34a-4812-891b-ff852781f2d3'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:11:16.717111 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-14517fee-8902-40fb-b1a9-7ebaf6169ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7ebb8850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:10:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['83789103-a34a-4812-891b-ff852781f2d3'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:11:16.719969 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 001d2755-5afe-49fd-b09f-b329e5af504d is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:11:16.720365 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (001d2755-5afe-49fd-b09f-b329e5af504d), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:16.743850 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-812c590d-10de-4f96-98d5-dd2bc62df001 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Deleting subnet 7b5249f7-65ac-4ebe-8d51-aac30e9600c1 {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:11:16.745970 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-a34f55c1-51cc-4a0a-a3e7-52f563af4198 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f2538a7c-2ff1-4eec-a8ff-74728d428b3b) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:11:16.749819 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-812c590d-10de-4f96-98d5-dd2bc62df001 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks [] for subnet (7b5249f7-65ac-4ebe-8d51-aac30e9600c1), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:16.753268 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34f55c1-51cc-4a0a-a3e7-52f563af4198 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:16.753829 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a34f55c1-51cc-4a0a-a3e7-52f563af4198 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:16.755177 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-c785a8e4-3648-4299-8128-401403dd8750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (e428ce91-bcb9-4ac8-a4ab-edc9fb38da2f), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:16.778057 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c468888-e0b9-4f95-b9d0-5621bf9f6296 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:11:16.791678 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6b261b-5cc8-4d9f-9470-9041f07aa33b tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:11:16.806406 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-a34f55c1-51cc-4a0a-a3e7-52f563af4198 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.2340789
May 07 22:11:16.806626 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-1c468888-e0b9-4f95-b9d0-5621bf9f6296 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:11:16.806752 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-812c590d-10de-4f96-98d5-dd2bc62df001 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (7b5249f7-65ac-4ebe-8d51-aac30e9600c1), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:16.809134 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 42956) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:16.811248 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-6f6b261b-5cc8-4d9f-9470-9041f07aa33b tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:11:16.812733 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c468888-e0b9-4f95-b9d0-5621bf9f6296 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:11:16.814365 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-267dca29-20af-45a0-ba86-cf91b788ca20 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Request body: {'port': {'network_id': 'f2538a7c-2ff1-4eec-a8ff-74728d428b3b', 'name': 'tempest-PortsTestJSON-1000028796'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:11:16.818021 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c468888-e0b9-4f95-b9d0-5621bf9f6296 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Pushing event updated for resources: {'Port': ['ID=40d4e7e9-242a-43c8-8c07-cd8646c087f2,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:16.820984 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6b261b-5cc8-4d9f-9470-9041f07aa33b tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:11:16.826166 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6b261b-5cc8-4d9f-9470-9041f07aa33b tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:16.827160 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6f6b261b-5cc8-4d9f-9470-9041f07aa33b tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:16.862121 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d90e020-a38e-4932-bc9f-8ae9d45098ed req-f9bb2afd-5ace-440c-889f-816cdbd31aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:16.863700 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9d90e020-a38e-4932-bc9f-8ae9d45098ed req-f9bb2afd-5ace-440c-889f-816cdbd31aa7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b29256ef64d74a5297507ca500a9468e&device_id=1d76e503-6e1a-4cee-b3b8-29af6484df32 HTTP/1.1" status: 200  len: 1126 time: 0.1276522
May 07 22:11:16.865442 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898c5f16-6dcc-4ed8-a006-c54318579afe None None] Network f2538a7c-2ff1-4eec-a8ff-74728d428b3b requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:11:16.891112 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-bfaabf53-0215-4fc3-88ba-4dbee740e4f3 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] 10.222.0.32 "GET /v2.0/routers/6e331897-df80-431a-9dea-14fb18142bcc HTTP/1.1" status: 200  len: 908 time: 0.6135201
May 07 22:11:16.912370 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42958) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:16.925079 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-57b7e992-b0d7-45cf-987e-370167308770 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Request body: {'router': {'name': 'tempest-snat-router-630323269', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'enable_snat': True}}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:11:16.964791 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-6f6b261b-5cc8-4d9f-9470-9041f07aa33b tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1032 time: 2.4146619
May 07 22:11:16.991647 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42960) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:17.001732 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 001d2755-5afe-49fd-b09f-b329e5af504d {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:11:17.017954 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-812c590d-10de-4f96-98d5-dd2bc62df001 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (7b5249f7-65ac-4ebe-8d51-aac30e9600c1), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:17.106737 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 001d2755-5afe-49fd-b09f-b329e5af504d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=001d2755-5afe-49fd-b09f-b329e5af504d,segment=NetworkSegment(e9dfa04b-244b-4a92-b433-79dbf6b894df),segment_id=e9dfa04b-244b-4a92-b433-79dbf6b894df)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:11:17.127226 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb5a4fd-72f0-41ee-b2e4-3a96c8c5d6cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f2538a7c-2ff1-4eec-a8ff-74728d428b3b', 'network_id': 'f2538a7c-2ff1-4eec-a8ff-74728d428b3b', 'project_id': '9c3329647b05487f9d63d3c4ec2183b9', 'fixed_ips': [{'subnet_id': 'af4fb39b-1b0d-4c3e-b236-e728ad2ed0b5'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:11:17.128184 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-bbb5a4fd-72f0-41ee-b2e4-3a96c8c5d6cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:17.151664 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-57b7e992-b0d7-45cf-987e-370167308770 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (08f13324-15e6-4812-8af1-23edcc98b3ce), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:17.153010 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-57b7e992-b0d7-45cf-987e-370167308770 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (08f13324-15e6-4812-8af1-23edcc98b3ce), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:17.156309 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-c785a8e4-3648-4299-8128-401403dd8750 None None] Publish callbacks [] for port (e428ce91-bcb9-4ac8-a4ab-edc9fb38da2f), precommit_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:17.164554 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6b261b-5cc8-4d9f-9470-9041f07aa33b tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event updated for resources: {'Port': ['ID=bff5e776-da21-4ef7-ab0f-526fd383479a,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:17.167472 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-c785a8e4-3648-4299-8128-401403dd8750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (e428ce91-bcb9-4ac8-a4ab-edc9fb38da2f), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:17.169580 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (001d2755-5afe-49fd-b09f-b329e5af504d), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:17.254606 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-812c590d-10de-4f96-98d5-dd2bc62df001 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (7b5249f7-65ac-4ebe-8d51-aac30e9600c1), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:17.265437 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db583b1-49ec-42b4-9fe3-065ca43a0ad2 None None] Pushing event updated for resources: {'Port': ['ID=e428ce91-bcb9-4ac8-a4ab-edc9fb38da2f,revision_number=2']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:17.280023 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-812c590d-10de-4f96-98d5-dd2bc62df001 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:17.284688 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-812c590d-10de-4f96-98d5-dd2bc62df001 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] 10.222.0.32 "DELETE /v2.0/subnets/7b5249f7-65ac-4ebe-8d51-aac30e9600c1 HTTP/1.1" status: 204  len: 168 time: 0.6034138
May 07 22:11:17.285506 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-267dca29-20af-45a0-ba86-cf91b788ca20 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Made reservation on behalf of 9c3329647b05487f9d63d3c4ec2183b9 for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:11:17.290646 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-267dca29-20af-45a0-ba86-cf91b788ca20 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:17.294958 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42962) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:17.301924 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8795173d-e539-4d03-ab1d-3dd3e1e76697 None None] Network 308d6916-e830-4389-a582-d32af758375c requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:11:17.311898 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db583b1-49ec-42b4-9fe3-065ca43a0ad2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:11:17.312407 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db583b1-49ec-42b4-9fe3-065ca43a0ad2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:11:17.312820 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db583b1-49ec-42b4-9fe3-065ca43a0ad2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:11:17.313233 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db583b1-49ec-42b4-9fe3-065ca43a0ad2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:11:17.313637 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db583b1-49ec-42b4-9fe3-065ca43a0ad2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:11:17.314802 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db583b1-49ec-42b4-9fe3-065ca43a0ad2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:11:17.315217 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db583b1-49ec-42b4-9fe3-065ca43a0ad2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:11:17.315642 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db583b1-49ec-42b4-9fe3-065ca43a0ad2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:11:17.316181 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db583b1-49ec-42b4-9fe3-065ca43a0ad2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:11:17.316582 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db583b1-49ec-42b4-9fe3-065ca43a0ad2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:11:17.317903 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db583b1-49ec-42b4-9fe3-065ca43a0ad2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:11:17.320826 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db583b1-49ec-42b4-9fe3-065ca43a0ad2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:11:17.321846 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db583b1-49ec-42b4-9fe3-065ca43a0ad2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:11:17.322261 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db583b1-49ec-42b4-9fe3-065ca43a0ad2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:11:17.322716 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db583b1-49ec-42b4-9fe3-065ca43a0ad2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:11:17.323056 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [None req-267dca29-20af-45a0-ba86-cf91b788ca20 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] device_id is not set on port f949485b-602d-4070-9017-44b994510c2f yet. {{(pid=121837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 22:11:17.323278 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-14517fee-8902-40fb-b1a9-7ebaf6169ebe None None] Set router 83789103-a34a-4812-891b-ff852781f2d3 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:11:17.327504 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-c785a8e4-3648-4299-8128-401403dd8750 None None] Attempting to bind port e428ce91-bcb9-4ac8-a4ab-edc9fb38da2f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:11:17.327956 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-c785a8e4-3648-4299-8128-401403dd8750 None None] Attempting to bind port e428ce91-bcb9-4ac8-a4ab-edc9fb38da2f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:11:17.328389 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c785a8e4-3648-4299-8128-401403dd8750 None None] Attempting to bind port e428ce91-bcb9-4ac8-a4ab-edc9fb38da2f on network 9221b764-ef06-431f-8941-796516ed7c3b {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:11:17.336909 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c785a8e4-3648-4299-8128-401403dd8750 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:11:17.337252 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c785a8e4-3648-4299-8128-401403dd8750 None None] Checking segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:11:17.338892 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-c785a8e4-3648-4299-8128-401403dd8750 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:17.338892 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c785a8e4-3648-4299-8128-401403dd8750 None None] Bound using segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:11:17.339141 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-c785a8e4-3648-4299-8128-401403dd8750 None None] Bound port: e428ce91-bcb9-4ac8-a4ab-edc9fb38da2f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:11:17.340102 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-c785a8e4-3648-4299-8128-401403dd8750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (e428ce91-bcb9-4ac8-a4ab-edc9fb38da2f), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:17.394915 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d90e020-a38e-4932-bc9f-8ae9d45098ed req-3186705c-c665-4261-8e63-30a1bd9a809f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:17.396792 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9d90e020-a38e-4932-bc9f-8ae9d45098ed req-3186705c-c665-4261-8e63-30a1bd9a809f service neutron] 10.222.0.55 "GET /v2.0/networks?id=ebdf594d-504a-44e8-89b9-e74774287749 HTTP/1.1" status: 200  len: 907 time: 0.5046763
May 07 22:11:17.415514 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-c785a8e4-3648-4299-8128-401403dd8750 None None] For port e428ce91-bcb9-4ac8-a4ab-edc9fb38da2f, host ncdv-master-1, cleared binding levels {{(pid=121839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:11:17.415851 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['001d2755-5afe-49fd-b09f-b329e5af504d'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:11:17.423293 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-c785a8e4-3648-4299-8128-401403dd8750 None None] For port e428ce91-bcb9-4ac8-a4ab-edc9fb38da2f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e428ce91-bcb9-4ac8-a4ab-edc9fb38da2f,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:11:17.423808 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-0f1aa7d0-09cd-4516-9d88-4353b764ddc4 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Deleting port bff5e776-da21-4ef7-ab0f-526fd383479a {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:11:17.424370 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0f1aa7d0-09cd-4516-9d88-4353b764ddc4 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (bff5e776-da21-4ef7-ab0f-526fd383479a), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:17.424856 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=001d2755-5afe-49fd-b09f-b329e5af504d,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:17.449770 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-c785a8e4-3648-4299-8128-401403dd8750 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (e428ce91-bcb9-4ac8-a4ab-edc9fb38da2f), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:17.459658 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5082659c-5d4b-40d4-9257-ba5b959a02ce req-4e145500-f3a7-40db-9725-7a3ba2a0d253 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:17.461477 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5082659c-5d4b-40d4-9257-ba5b959a02ce req-4e145500-f3a7-40db-9725-7a3ba2a0d253 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d76e503-6e1a-4cee-b3b8-29af6484df32 HTTP/1.1" status: 200  len: 944 time: 0.5381055
May 07 22:11:17.463550 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c590d-10de-4f96-98d5-dd2bc62df001 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Pushing event deleted for resources: {'Subnet': ['ID=7b5249f7-65ac-4ebe-8d51-aac30e9600c1,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:17.466923 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-ef4d5f96-8f44-444f-bca2-066da9d2466c None None] Provisioning complete for port bff5e776-da21-4ef7-ab0f-526fd383479a triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:11:17.467327 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ef4d5f96-8f44-444f-bca2-066da9d2466c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (bff5e776-da21-4ef7-ab0f-526fd383479a), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:17.467465 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-57b7e992-b0d7-45cf-987e-370167308770 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks [] for router_controller (08f13324-15e6-4812-8af1-23edcc98b3ce), precommit_add_association {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:17.513343 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9d90e020-a38e-4932-bc9f-8ae9d45098ed req-202e2ce5-beba-41ea-bec6-77e23205d91d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5b241f8b-bf65-4cfc-a26e-58140662237c HTTP/1.1" status: 200  len: 217 time: 0.1016572
May 07 22:11:17.537477 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5082659c-5d4b-40d4-9257-ba5b959a02ce req-bf523457-48d3-490f-98ab-a735408e7ad9 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610666
May 07 22:11:17.577358 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c785a8e4-3648-4299-8128-401403dd8750 None None] Routers {'6e331897-df80-431a-9dea-14fb18142bcc'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:11:17.578167 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-c785a8e4-3648-4299-8128-401403dd8750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8d027640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:10:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['6e331897-df80-431a-9dea-14fb18142bcc'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:11:17.620109 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db583b1-49ec-42b4-9fe3-065ca43a0ad2 None None] Pushing event updated for resources: {'Port': ['ID=e428ce91-bcb9-4ac8-a4ab-edc9fb38da2f,revision_number=3']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:17.720825 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-c785a8e4-3648-4299-8128-401403dd8750 None None] Set router 6e331897-df80-431a-9dea-14fb18142bcc gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:11:17.822256 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-bbb5a4fd-72f0-41ee-b2e4-3a96c8c5d6cb None None] Allocated IP 172.20.0.2 (f2538a7c-2ff1-4eec-a8ff-74728d428b3b/af4fb39b-1b0d-4c3e-b236-e728ad2ed0b5/aed57437-8236-49b0-b73e-f1db15762b10) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:11:17.826142 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-ef4d5f96-8f44-444f-bca2-066da9d2466c None None] Port bff5e776-da21-4ef7-ab0f-526fd383479a cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:11:17.893079 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-823a1ab7-f3ec-4113-ac86-726c22b9ee11 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks [] for router (83789103-a34a-4812-891b-ff852781f2d3), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:17.900202 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becd1644-77ee-4d02-b31f-0f0e18693632 req-019d210e-f779-4dd0-8f9f-d41db9a9c632 tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:17.902245 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-becd1644-77ee-4d02-b31f-0f0e18693632 req-019d210e-f779-4dd0-8f9f-d41db9a9c632 tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] 10.222.0.32 "GET /v2.0/ports?device_id=059fa640-aef8-49b9-984f-b96451387d95 HTTP/1.1" status: 200  len: 944 time: 0.3138916
May 07 22:11:17.931014 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 5b241f8b-bf65-4cfc-a26e-58140662237c details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:11:17.932873 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0609d5-a3cc-4f36-97ca-997b807ea1c9 None None] DHCP port deletion for 308d6916-e830-4389-a582-d32af758375c request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:11:17.933411 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-c785a8e4-3648-4299-8128-401403dd8750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8d027640>, [{'id': '6e331897-df80-431a-9dea-14fb18142bcc', 'name': 'tempest-snat-router-630323269', 'tenant_id': '28a4884b91054cb58607f65ea001053c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.166'}], 'enable_snat': False}, 'gw_port_id': 'e428ce91-bcb9-4ac8-a4ab-edc9fb38da2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:11:09Z', 'updated_at': '2022-05-07T22:11:13Z', 'revision_number': 3, 'project_id': '28a4884b91054cb58607f65ea001053c', 'gw_port': {'id': 'e428ce91-bcb9-4ac8-a4ab-edc9fb38da2f', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a2:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e331897-df80-431a-9dea-14fb18142bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:11:11Z', 'updated_at': '2022-05-07T22:11:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:11:17.952171 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d90e020-a38e-4932-bc9f-8ae9d45098ed req-cb2fa820-221f-46b2-b87b-55d8761766d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:17.953616 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9d90e020-a38e-4932-bc9f-8ae9d45098ed req-cb2fa820-221f-46b2-b87b-55d8761766d5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=08181da1-ef60-4984-b7f1-4a196d8203f6 HTTP/1.1" status: 200  len: 846 time: 0.4211240
May 07 22:11:17.965175 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c785a8e4-3648-4299-8128-401403dd8750 None None] The sync data for ids ['6e331897-df80-431a-9dea-14fb18142bcc'] in ncdv-master-1 is: [{'id': '6e331897-df80-431a-9dea-14fb18142bcc', 'name': 'tempest-snat-router-630323269', 'tenant_id': '28a4884b91054cb58607f65ea001053c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.166'}], 'enable_snat': False}, 'gw_port_id': 'e428ce91-bcb9-4ac8-a4ab-edc9fb38da2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:11:09Z', 'updated_at': '2022-05-07T22:11:13Z', 'revision_number': 3, 'project_id': '28a4884b91054cb58607f65ea001053c', 'gw_port': {'id': 'e428ce91-bcb9-4ac8-a4ab-edc9fb38da2f', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a2:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e331897-df80-431a-9dea-14fb18142bcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:11:11Z', 'updated_at': '2022-05-07T22:11:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:11:18.020827 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0f1aa7d0-09cd-4516-9d88-4353b764ddc4 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (bff5e776-da21-4ef7-ab0f-526fd383479a), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:18.051488 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9d90e020-a38e-4932-bc9f-8ae9d45098ed req-d03d634e-e422-4ad3-b622-a34e21f97d05 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ebdf594d-504a-44e8-89b9-e74774287749&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0415270
May 07 22:11:18.058032 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-14517fee-8902-40fb-b1a9-7ebaf6169ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7ebb8850>, [{'id': '83789103-a34a-4812-891b-ff852781f2d3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1006798235', 'tenant_id': '79ad2ea0f3a34003bb7a3f8ff81c58e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.253'}], 'enable_snat': True}, 'gw_port_id': 'cd2cf3c4-3e08-46f4-9d5d-18ed1dbf5953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:08:48Z', 'updated_at': '2022-05-07T22:11:14Z', 'revision_number': 5, 'project_id': '79ad2ea0f3a34003bb7a3f8ff81c58e4', 'gw_port': {'id': 'cd2cf3c4-3e08-46f4-9d5d-18ed1dbf5953', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83789103-a34a-4812-891b-ff852781f2d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:08:50Z', 'updated_at': '2022-05-07T22:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:11:18.081180 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-57b7e992-b0d7-45cf-987e-370167308770 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks [] for router_gateway (08f13324-15e6-4812-8af1-23edcc98b3ce), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:18.095987 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-0f1aa7d0-09cd-4516-9d88-4353b764ddc4 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Calling delete_port for bff5e776-da21-4ef7-ab0f-526fd383479a owned by  {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:11:18.118998 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14517fee-8902-40fb-b1a9-7ebaf6169ebe None None] Checking router: 83789103-a34a-4812-891b-ff852781f2d3 for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:11:18.129455 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-9b0609d5-a3cc-4f36-97ca-997b807ea1c9 None None] Deleting port 12132893-44ab-4c66-a668-cb2cdaaf1c80 {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:11:18.129834 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9b0609d5-a3cc-4f36-97ca-997b807ea1c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (12132893-44ab-4c66-a668-cb2cdaaf1c80), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:18.245588 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14517fee-8902-40fb-b1a9-7ebaf6169ebe None None] Routers {'83789103-a34a-4812-891b-ff852781f2d3'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:11:18.246246 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-14517fee-8902-40fb-b1a9-7ebaf6169ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7ebb8850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:10:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['83789103-a34a-4812-891b-ff852781f2d3'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:11:18.379494 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-9b0609d5-a3cc-4f36-97ca-997b807ea1c9 None None] For port 12132893-44ab-4c66-a668-cb2cdaaf1c80, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=12132893-44ab-4c66-a668-cb2cdaaf1c80,segment=NetworkSegment(e15566c9-6ad8-4e03-9150-bd1b59ede68e),segment_id=e15566c9-6ad8-4e03-9150-bd1b59ede68e)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:11:18.379904 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9b0609d5-a3cc-4f36-97ca-997b807ea1c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (12132893-44ab-4c66-a668-cb2cdaaf1c80), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:18.385482 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 5b241f8b-bf65-4cfc-a26e-58140662237c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5b241f8b-bf65-4cfc-a26e-58140662237c,segment=NetworkSegment(2cb8e953-203f-4019-8d4d-d4ab0509c11a),segment_id=2cb8e953-203f-4019-8d4d-d4ab0509c11a)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:11:18.417132 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-9b0609d5-a3cc-4f36-97ca-997b807ea1c9 None None] Calling delete_port for 12132893-44ab-4c66-a668-cb2cdaaf1c80 owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:11:18.470961 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': '5b241f8b-bf65-4cfc-a26e-58140662237c', 'network_id': 'ebdf594d-504a-44e8-89b9-e74774287749', 'port_id': '5b241f8b-bf65-4cfc-a26e-58140662237c', 'mac_address': 'fa:16:3e:d1:14:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08181da1-ef60-4984-b7f1-4a196d8203f6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:11:18.476167 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-bbb5a4fd-72f0-41ee-b2e4-3a96c8c5d6cb None None] Publish callbacks [] for port (aed57437-8236-49b0-b73e-f1db15762b10), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:18.499060 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-bbb5a4fd-72f0-41ee-b2e4-3a96c8c5d6cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (aed57437-8236-49b0-b73e-f1db15762b10), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:18.580234 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-14517fee-8902-40fb-b1a9-7ebaf6169ebe None None] Set router 83789103-a34a-4812-891b-ff852781f2d3 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:11:18.599951 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-267dca29-20af-45a0-ba86-cf91b788ca20 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Allocated IP 172.20.0.5 (f2538a7c-2ff1-4eec-a8ff-74728d428b3b/af4fb39b-1b0d-4c3e-b236-e728ad2ed0b5/f949485b-602d-4070-9017-44b994510c2f) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:11:18.710725 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-becd1644-77ee-4d02-b31f-0f0e18693632 req-8409a298-4f0b-416a-9e85-d5e2d89502cc tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c334649-d42d-4f47-becb-d6172ad1614f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7991960
May 07 22:11:18.752388 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device e428ce91-bcb9-4ac8-a4ab-edc9fb38da2f up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:11:18.807142 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b423830-9ecc-49f1-9024-78e033088930 req-c51e94a0-2d4b-4459-b883-58499b4e4b57 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:18.808704 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8b423830-9ecc-49f1-9024-78e033088930 req-c51e94a0-2d4b-4459-b883-58499b4e4b57 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d76e503-6e1a-4cee-b3b8-29af6484df32 HTTP/1.1" status: 200  len: 944 time: 0.1225278
May 07 22:11:18.825541 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb5a4fd-72f0-41ee-b2e4-3a96c8c5d6cb None None] Network f2538a7c-2ff1-4eec-a8ff-74728d428b3b is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:11:18.837342 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 5b241f8b-bf65-4cfc-a26e-58140662237c is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:11:18.837730 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (5b241f8b-bf65-4cfc-a26e-58140662237c), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:18.854601 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-bbb5a4fd-72f0-41ee-b2e4-3a96c8c5d6cb None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:11:18.857410 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb5a4fd-72f0-41ee-b2e4-3a96c8c5d6cb None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:11:18.869755 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-267dca29-20af-45a0-ba86-cf91b788ca20 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for port (f949485b-602d-4070-9017-44b994510c2f), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:18.930485 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb5a4fd-72f0-41ee-b2e4-3a96c8c5d6cb None None] Pushing event updated for resources: {'Port': ['ID=aed57437-8236-49b0-b73e-f1db15762b10,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:18.938680 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b241f8b-bf65-4cfc-a26e-58140662237c {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:11:18.958441 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9d90e020-a38e-4932-bc9f-8ae9d45098ed req-b14815e4-16a8-4efa-8760-3b690f86cada service neutron] 10.222.0.55 "GET /v2.0/networks/ebdf594d-504a-44e8-89b9-e74774287749?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8823359
May 07 22:11:18.959709 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port e428ce91-bcb9-4ac8-a4ab-edc9fb38da2f triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:11:18.959709 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (e428ce91-bcb9-4ac8-a4ab-edc9fb38da2f), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:18.960055 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-823a1ab7-f3ec-4113-ac86-726c22b9ee11 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks [] for router_gateway (83789103-a34a-4812-891b-ff852781f2d3), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:19.038741 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 5b241f8b-bf65-4cfc-a26e-58140662237c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5b241f8b-bf65-4cfc-a26e-58140662237c,segment=NetworkSegment(2cb8e953-203f-4019-8d4d-d4ab0509c11a),segment_id=2cb8e953-203f-4019-8d4d-d4ab0509c11a)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:11:19.093015 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (5b241f8b-bf65-4cfc-a26e-58140662237c), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:19.130452 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9b0609d5-a3cc-4f36-97ca-997b807ea1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (12132893-44ab-4c66-a668-cb2cdaaf1c80), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:19.207112 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-bbb5a4fd-72f0-41ee-b2e4-3a96c8c5d6cb None None] Attempting to bind port aed57437-8236-49b0-b73e-f1db15762b10 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:11:19.207846 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-bbb5a4fd-72f0-41ee-b2e4-3a96c8c5d6cb None None] Attempting to bind port aed57437-8236-49b0-b73e-f1db15762b10 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6cffbd00-beef-41fd-abdb-a952b41b5bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f2538a7c-2ff1-4eec-a8ff-74728d428b3b'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:11:19.208287 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb5a4fd-72f0-41ee-b2e4-3a96c8c5d6cb None None] Attempting to bind port aed57437-8236-49b0-b73e-f1db15762b10 on network f2538a7c-2ff1-4eec-a8ff-74728d428b3b {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:11:19.218528 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0609d5-a3cc-4f36-97ca-997b807ea1c9 None None] No DVR routers for this DVR port 12132893-44ab-4c66-a668-cb2cdaaf1c80 on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:11:19.219194 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1c468888-e0b9-4f95-b9d0-5621bf9f6296 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Publish callbacks [] for floatingip (6e04d7b8-db0d-4d99-9b47-7df638ad0caf), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:19.278910 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb5a4fd-72f0-41ee-b2e4-3a96c8c5d6cb None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:11:19.279609 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb5a4fd-72f0-41ee-b2e4-3a96c8c5d6cb None None] Checking segment: {'id': '6cffbd00-beef-41fd-abdb-a952b41b5bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f2538a7c-2ff1-4eec-a8ff-74728d428b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:11:19.280147 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-bbb5a4fd-72f0-41ee-b2e4-3a96c8c5d6cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:19.280653 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb5a4fd-72f0-41ee-b2e4-3a96c8c5d6cb None None] Bound using segment: {'id': '6cffbd00-beef-41fd-abdb-a952b41b5bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f2538a7c-2ff1-4eec-a8ff-74728d428b3b'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:11:19.281604 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-bbb5a4fd-72f0-41ee-b2e4-3a96c8c5d6cb None None] Bound port: aed57437-8236-49b0-b73e-f1db15762b10, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cffbd00-beef-41fd-abdb-a952b41b5bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'f2538a7c-2ff1-4eec-a8ff-74728d428b3b'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:11:19.281767 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-bbb5a4fd-72f0-41ee-b2e4-3a96c8c5d6cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (aed57437-8236-49b0-b73e-f1db15762b10), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:19.361074 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['5b241f8b-bf65-4cfc-a26e-58140662237c'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:11:19.363889 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-14517fee-8902-40fb-b1a9-7ebaf6169ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7ebb8850>, [{'id': '83789103-a34a-4812-891b-ff852781f2d3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1006798235', 'tenant_id': '79ad2ea0f3a34003bb7a3f8ff81c58e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.253'}], 'enable_snat': True}, 'gw_port_id': 'cd2cf3c4-3e08-46f4-9d5d-18ed1dbf5953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:08:48Z', 'updated_at': '2022-05-07T22:11:14Z', 'revision_number': 5, 'project_id': '79ad2ea0f3a34003bb7a3f8ff81c58e4', 'gw_port': {'id': 'cd2cf3c4-3e08-46f4-9d5d-18ed1dbf5953', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83789103-a34a-4812-891b-ff852781f2d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:08:50Z', 'updated_at': '2022-05-07T22:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:11:19.366651 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-823a1ab7-f3ec-4113-ac86-726c22b9ee11 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Deleting port cd2cf3c4-3e08-46f4-9d5d-18ed1dbf5953 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:11:19.367031 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-823a1ab7-f3ec-4113-ac86-726c22b9ee11 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (cd2cf3c4-3e08-46f4-9d5d-18ed1dbf5953), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:19.403825 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-267dca29-20af-45a0-ba86-cf91b788ca20 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (f949485b-602d-4070-9017-44b994510c2f), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:19.408575 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8b423830-9ecc-49f1-9024-78e033088930 req-f0017589-476a-4ede-aaa1-893c65e8b348 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5200365
May 07 22:11:19.420978 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=5b241f8b-bf65-4cfc-a26e-58140662237c,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:19.455975 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267dca29-20af-45a0-ba86-cf91b788ca20 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Network f2538a7c-2ff1-4eec-a8ff-74728d428b3b is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:11:19.459320 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-267dca29-20af-45a0-ba86-cf91b788ca20 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:11:19.463579 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267dca29-20af-45a0-ba86-cf91b788ca20 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:11:19.465151 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14517fee-8902-40fb-b1a9-7ebaf6169ebe None None] The sync data for ids ['83789103-a34a-4812-891b-ff852781f2d3'] in ncdv-master-1 is: [{'id': '83789103-a34a-4812-891b-ff852781f2d3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1006798235', 'tenant_id': '79ad2ea0f3a34003bb7a3f8ff81c58e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.253'}], 'enable_snat': True}, 'gw_port_id': 'cd2cf3c4-3e08-46f4-9d5d-18ed1dbf5953', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:08:48Z', 'updated_at': '2022-05-07T22:11:14Z', 'revision_number': 5, 'project_id': '79ad2ea0f3a34003bb7a3f8ff81c58e4', 'gw_port': {'id': 'cd2cf3c4-3e08-46f4-9d5d-18ed1dbf5953', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83789103-a34a-4812-891b-ff852781f2d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:08:50Z', 'updated_at': '2022-05-07T22:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:11:19.499824 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-57b7e992-b0d7-45cf-987e-370167308770 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks [] for router_gateway (08f13324-15e6-4812-8af1-23edcc98b3ce), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:19.509352 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0609d5-a3cc-4f36-97ca-997b807ea1c9 None None] Pushing event deleted for resources: {'Port': ['ID=12132893-44ab-4c66-a668-cb2cdaaf1c80,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:19.511446 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port e428ce91-bcb9-4ac8-a4ab-edc9fb38da2f is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:11:19.512524 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (e428ce91-bcb9-4ac8-a4ab-edc9fb38da2f), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:19.516327 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267dca29-20af-45a0-ba86-cf91b788ca20 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Pushing event updated for resources: {'Port': ['ID=f949485b-602d-4070-9017-44b994510c2f,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:19.540406 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267dca29-20af-45a0-ba86-cf91b788ca20 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:19.541619 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-267dca29-20af-45a0-ba86-cf91b788ca20 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:19.543163 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port e428ce91-bcb9-4ac8-a4ab-edc9fb38da2f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e428ce91-bcb9-4ac8-a4ab-edc9fb38da2f,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:11:19.567269 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-267dca29-20af-45a0-ba86-cf91b788ca20 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 2.7544112
May 07 22:11:19.567482 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9d90e020-a38e-4932-bc9f-8ae9d45098ed req-19ed8133-785b-4228-a621-b14a36fbea9c service neutron] 10.222.0.55 "GET /v2.0/networks/ebdf594d-504a-44e8-89b9-e74774287749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5908787
May 07 22:11:19.567606 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (e428ce91-bcb9-4ac8-a4ab-edc9fb38da2f), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:19.567730 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 42968) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:19.587885 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-d9d9d8cf-b0f0-4b9b-b1bd-69c636fc8177 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Request body: {'port': {'network_id': 'f2538a7c-2ff1-4eec-a8ff-74728d428b3b', 'name': 'tempest-PortsTestJSON-593563624'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:11:19.611697 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-57b7e992-b0d7-45cf-987e-370167308770 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:19.633897 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-bbb5a4fd-72f0-41ee-b2e4-3a96c8c5d6cb None None] For port aed57437-8236-49b0-b73e-f1db15762b10, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:11:19.661370 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1c468888-e0b9-4f95-b9d0-5621bf9f6296 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (40d4e7e9-242a-43c8-8c07-cd8646c087f2), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:19.667416 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-bbb5a4fd-72f0-41ee-b2e4-3a96c8c5d6cb None None] For port aed57437-8236-49b0-b73e-f1db15762b10, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aed57437-8236-49b0-b73e-f1db15762b10,segment=NetworkSegment(6cffbd00-beef-41fd-abdb-a952b41b5bae),segment_id=6cffbd00-beef-41fd-abdb-a952b41b5bae)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:11:19.681524 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-bbb5a4fd-72f0-41ee-b2e4-3a96c8c5d6cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (aed57437-8236-49b0-b73e-f1db15762b10), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:19.684428 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=e428ce91-bcb9-4ac8-a4ab-edc9fb38da2f,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:19.741272 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d9d8cf-b0f0-4b9b-b1bd-69c636fc8177 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Made reservation on behalf of 9c3329647b05487f9d63d3c4ec2183b9 for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:11:19.751820 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d9d9d8cf-b0f0-4b9b-b1bd-69c636fc8177 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:19.783720 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [None req-d9d9d8cf-b0f0-4b9b-b1bd-69c636fc8177 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] device_id is not set on port a77796ce-fdc0-4516-b006-eb0fabd2250d yet. {{(pid=121837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 22:11:19.822565 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb5a4fd-72f0-41ee-b2e4-3a96c8c5d6cb None None] Pushing event updated for resources: {'Port': ['ID=aed57437-8236-49b0-b73e-f1db15762b10,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:19.855376 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-57b7e992-b0d7-45cf-987e-370167308770 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Allocated IP 172.35.4.46 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/628027de-0ff5-4f2a-9f36-e688240e7280) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:11:19.883145 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-823a1ab7-f3ec-4113-ac86-726c22b9ee11 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] For port cd2cf3c4-3e08-46f4-9d5d-18ed1dbf5953, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cd2cf3c4-3e08-46f4-9d5d-18ed1dbf5953,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:11:19.883390 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-823a1ab7-f3ec-4113-ac86-726c22b9ee11 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (cd2cf3c4-3e08-46f4-9d5d-18ed1dbf5953), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:19.887997 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0f1aa7d0-09cd-4516-9d88-4353b764ddc4 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (bff5e776-da21-4ef7-ab0f-526fd383479a), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:20.033617 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-d9d9d8cf-b0f0-4b9b-b1bd-69c636fc8177 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Allocated IP 172.20.0.12 (f2538a7c-2ff1-4eec-a8ff-74728d428b3b/af4fb39b-1b0d-4c3e-b236-e728ad2ed0b5/a77796ce-fdc0-4516-b006-eb0fabd2250d) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:11:20.042842 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-823a1ab7-f3ec-4113-ac86-726c22b9ee11 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Calling delete_port for cd2cf3c4-3e08-46f4-9d5d-18ed1dbf5953 owned by network:router_gateway {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:11:20.058030 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1aa7d0-09cd-4516-9d88-4353b764ddc4 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event deleted for resources: {'Port': ['ID=bff5e776-da21-4ef7-ab0f-526fd383479a,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:20.227352 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 12132893-44ab-4c66-a668-cb2cdaaf1c80 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:11:20.286368 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958bc2ac-f13f-4093-8d31-1611e869db0d req-9f72dd48-d7f6-4545-b7d6-e5ee20e65746 tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:20.292218 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 12132893-44ab-4c66-a668-cb2cdaaf1c80 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:11:20.292389 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 12132893-44ab-4c66-a668-cb2cdaaf1c80 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:11:20.296114 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-958bc2ac-f13f-4093-8d31-1611e869db0d req-9f72dd48-d7f6-4545-b7d6-e5ee20e65746 tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] 10.222.0.32 "GET /v2.0/ports?device_id=059fa640-aef8-49b9-984f-b96451387d95 HTTP/1.1" status: 200  len: 944 time: 0.4379208
May 07 22:11:20.352412 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0f1aa7d0-09cd-4516-9d88-4353b764ddc4 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:20.359545 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-0f1aa7d0-09cd-4516-9d88-4353b764ddc4 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/ports/bff5e776-da21-4ef7-ab0f-526fd383479a HTTP/1.1" status: 204  len: 168 time: 3.3647206
May 07 22:11:20.374110 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d9d9d8cf-b0f0-4b9b-b1bd-69c636fc8177 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for port (a77796ce-fdc0-4516-b006-eb0fabd2250d), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:20.401992 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 42972) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:20.447324 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 001d2755-5afe-49fd-b09f-b329e5af504d up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:11:20.486142 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7143a8-4a79-4dd7-bbeb-e07e73f1967a tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:20.488429 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-cd7143a8-4a79-4dd7-bbeb-e07e73f1967a tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.0853279
May 07 22:11:20.491236 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d9d9d8cf-b0f0-4b9b-b1bd-69c636fc8177 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (a77796ce-fdc0-4516-b006-eb0fabd2250d), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:20.493339 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 42976) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:20.510496 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning for port 001d2755-5afe-49fd-b09f-b329e5af504d completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 22:11:20.522245 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port 001d2755-5afe-49fd-b09f-b329e5af504d triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:11:20.522834 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (001d2755-5afe-49fd-b09f-b329e5af504d), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:20.541015 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-958bc2ac-f13f-4093-8d31-1611e869db0d req-cca75abd-06d4-4b1a-9041-6c621662201d tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c334649-d42d-4f47-becb-d6172ad1614f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2440307
May 07 22:11:20.586258 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d74e9c9-b8a7-4019-bcc4-6f11ea9dda1a tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:20.587867 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-3d74e9c9-b8a7-4019-bcc4-6f11ea9dda1a tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.0931983
May 07 22:11:20.612250 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 42978) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:20.638391 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-57b7e992-b0d7-45cf-987e-370167308770 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks [] for port (628027de-0ff5-4f2a-9f36-e688240e7280), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:20.665974 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 001d2755-5afe-49fd-b09f-b329e5af504d is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:11:20.666602 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (001d2755-5afe-49fd-b09f-b329e5af504d), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:20.671464 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d9d8cf-b0f0-4b9b-b1bd-69c636fc8177 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Network f2538a7c-2ff1-4eec-a8ff-74728d428b3b is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:11:20.680586 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-d9d9d8cf-b0f0-4b9b-b1bd-69c636fc8177 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:11:20.688971 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d9d8cf-b0f0-4b9b-b1bd-69c636fc8177 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:11:20.690232 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1c468888-e0b9-4f95-b9d0-5621bf9f6296 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Publish callbacks [] for port (40d4e7e9-242a-43c8-8c07-cd8646c087f2), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:20.705630 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '059fa640-aef8-49b9-984f-b96451387d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '001d2755-5afe-49fd-b09f-b329e5af504d'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:11:20.708658 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c86c729-83f8-463d-ac33-8d9500a31555" -d '{"events": [{"server_uuid": "059fa640-aef8-49b9-984f-b96451387d95", "name": "network-vif-plugged", "status": "completed", "tag": "001d2755-5afe-49fd-b09f-b329e5af504d"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:11:20.711010 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1c468888-e0b9-4f95-b9d0-5621bf9f6296 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (40d4e7e9-242a-43c8-8c07-cd8646c087f2), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:20.727182 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 001d2755-5afe-49fd-b09f-b329e5af504d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=001d2755-5afe-49fd-b09f-b329e5af504d,segment=NetworkSegment(e9dfa04b-244b-4a92-b433-79dbf6b894df),segment_id=e9dfa04b-244b-4a92-b433-79dbf6b894df)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:11:20.733600 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (001d2755-5afe-49fd-b09f-b329e5af504d), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:20.765248 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c468888-e0b9-4f95-b9d0-5621bf9f6296 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Pushing event updated for resources: {'Port': ['ID=40d4e7e9-242a-43c8-8c07-cd8646c087f2,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:20.778279 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d9d8cf-b0f0-4b9b-b1bd-69c636fc8177 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Pushing event updated for resources: {'Port': ['ID=a77796ce-fdc0-4516-b006-eb0fabd2250d,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:20.792506 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4225f53c-dbd6-4937-867d-e280d06c97b3 req-4e0679a5-5daf-46fd-9990-5aec50a13c6b tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:20.801276 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4225f53c-dbd6-4937-867d-e280d06c97b3 req-4e0679a5-5daf-46fd-9990-5aec50a13c6b tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d76e503-6e1a-4cee-b3b8-29af6484df32 HTTP/1.1" status: 200  len: 945 time: 0.2323146
May 07 22:11:20.804867 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5160663-e68e-4f68-884e-445326237a9a x-openstack-request-id: req-e5160663-e68e-4f68-884e-445326237a9a {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:11:20.805238 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "059fa640-aef8-49b9-984f-b96451387d95", "name": "network-vif-plugged", "status": "completed", "tag": "001d2755-5afe-49fd-b09f-b329e5af504d", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:11:20.805566 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e5160663-e68e-4f68-884e-445326237a9a {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:11:20.815407 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5160663-e68e-4f68-884e-445326237a9a'] response: {'server_uuid': '059fa640-aef8-49b9-984f-b96451387d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '001d2755-5afe-49fd-b09f-b329e5af504d', 'code': 200}
May 07 22:11:20.821266 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device aed57437-8236-49b0-b73e-f1db15762b10 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:11:20.858818 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-57b7e992-b0d7-45cf-987e-370167308770 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (628027de-0ff5-4f2a-9f36-e688240e7280), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:20.877605 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e12f2e-c6ec-4cfb-84e9-6878f81768c6 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:20.879601 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e12f2e-c6ec-4cfb-84e9-6878f81768c6 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:20.883365 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e12f2e-c6ec-4cfb-84e9-6878f81768c6 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:20.886728 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-68e12f2e-c6ec-4cfb-84e9-6878f81768c6 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2097 time: 0.2706876
May 07 22:11:20.890153 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=001d2755-5afe-49fd-b09f-b329e5af504d,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:20.906026 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port aed57437-8236-49b0-b73e-f1db15762b10 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:11:20.907095 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (aed57437-8236-49b0-b73e-f1db15762b10), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:20.971528 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 42982) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:20.975333 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4225f53c-dbd6-4937-867d-e280d06c97b3 req-0ed139af-4780-4ef5-a8de-35c7d81b58b0 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1729548
May 07 22:11:20.976153 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a17cf58-5260-4921-802d-9d27e80dff6a req-869b9e42-1bd2-44c5-a0cb-e1fe73c81023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:20.977620 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6a17cf58-5260-4921-802d-9d27e80dff6a req-869b9e42-1bd2-44c5-a0cb-e1fe73c81023 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=059fa640-aef8-49b9-984f-b96451387d95 HTTP/1.1" status: 200  len: 1127 time: 0.0898597
May 07 22:11:20.994011 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port aed57437-8236-49b0-b73e-f1db15762b10 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:11:20.994011 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (aed57437-8236-49b0-b73e-f1db15762b10), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:20.999327 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d9d8cf-b0f0-4b9b-b1bd-69c636fc8177 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:20.999819 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d9d9d8cf-b0f0-4b9b-b1bd-69c636fc8177 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:21.045459 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port aed57437-8236-49b0-b73e-f1db15762b10, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aed57437-8236-49b0-b73e-f1db15762b10,segment=NetworkSegment(6cffbd00-beef-41fd-abdb-a952b41b5bae),segment_id=6cffbd00-beef-41fd-abdb-a952b41b5bae)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:11:21.052244 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (aed57437-8236-49b0-b73e-f1db15762b10), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:21.060000 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device e428ce91-bcb9-4ac8-a4ab-edc9fb38da2f up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:11:21.079556 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-d9d9d8cf-b0f0-4b9b-b1bd-69c636fc8177 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 1.5074465
May 07 22:11:21.081436 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 42984) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:21.165551 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=aed57437-8236-49b0-b73e-f1db15762b10,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:21.174032 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-48c6cb85-e79b-4c1e-951f-556b27d702c5 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Deleting subnet 34240dc1-e250-4507-baa0-9225fed6bb23 {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:11:21.177129 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port e428ce91-bcb9-4ac8-a4ab-edc9fb38da2f triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:11:21.178805 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (e428ce91-bcb9-4ac8-a4ab-edc9fb38da2f), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:21.179077 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-48c6cb85-e79b-4c1e-951f-556b27d702c5 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for subnet (34240dc1-e250-4507-baa0-9225fed6bb23), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:21.240682 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6a17cf58-5260-4921-802d-9d27e80dff6a req-167b1f04-671e-4ce3-9fb7-010d34faa6a1 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5c334649-d42d-4f47-becb-d6172ad1614f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2540596
May 07 22:11:21.244706 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-48c6cb85-e79b-4c1e-951f-556b27d702c5 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (34240dc1-e250-4507-baa0-9225fed6bb23), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:21.272288 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ec85c4-9699-45f5-9d45-f9e901c85ee2 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:21.273887 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-f8ec85c4-9699-45f5-9d45-f9e901c85ee2 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.5 HTTP/1.1" status: 200  len: 922 time: 0.1920621
May 07 22:11:21.278352 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 42986) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:21.301348 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port e428ce91-bcb9-4ac8-a4ab-edc9fb38da2f is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:11:21.315356 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device d8f644c1-b6ae-4d78-aec2-2c181f43d02c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:11:21.327474 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1c468888-e0b9-4f95-b9d0-5621bf9f6296 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (6e04d7b8-db0d-4d99-9b47-7df638ad0caf), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:21.362542 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: d8f644c1-b6ae-4d78-aec2-2c181f43d02c {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:11:21.362845 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device d8f644c1-b6ae-4d78-aec2-2c181f43d02c not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:11:21.396579 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-823a1ab7-f3ec-4113-ac86-726c22b9ee11 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (cd2cf3c4-3e08-46f4-9d5d-18ed1dbf5953), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:21.409995 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b7e992-b0d7-45cf-987e-370167308770 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:11:21.410942 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b7e992-b0d7-45cf-987e-370167308770 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Pushing event updated for resources: {'Port': ['ID=628027de-0ff5-4f2a-9f36-e688240e7280,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:21.419495 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-57b7e992-b0d7-45cf-987e-370167308770 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:11:21.427199 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-de7cb685-6bb7-4791-8476-383b3c7744a6 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Deleting port a77796ce-fdc0-4516-b006-eb0fabd2250d {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:11:21.428407 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-de7cb685-6bb7-4791-8476-383b3c7744a6 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (a77796ce-fdc0-4516-b006-eb0fabd2250d), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:21.440035 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28726587-5460-44d2-8b13-b26d96f6afdc None None] Network f2538a7c-2ff1-4eec-a8ff-74728d428b3b requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:11:21.450319 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b7e992-b0d7-45cf-987e-370167308770 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:11:21.464953 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-48c6cb85-e79b-4c1e-951f-556b27d702c5 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (34240dc1-e250-4507-baa0-9225fed6bb23), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:21.484142 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823a1ab7-f3ec-4113-ac86-726c22b9ee11 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Pushing event deleted for resources: {'Port': ['ID=cd2cf3c4-3e08-46f4-9d5d-18ed1dbf5953,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:21.519574 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-e854a552-527c-4ff1-9d1a-420ccee1c3b5 None None] Provisioning complete for port aed57437-8236-49b0-b73e-f1db15762b10 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:11:21.520331 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e854a552-527c-4ff1-9d1a-420ccee1c3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (aed57437-8236-49b0-b73e-f1db15762b10), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:21.573241 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-de7cb685-6bb7-4791-8476-383b3c7744a6 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (a77796ce-fdc0-4516-b006-eb0fabd2250d), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:21.591128 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-de7cb685-6bb7-4791-8476-383b3c7744a6 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Calling delete_port for a77796ce-fdc0-4516-b006-eb0fabd2250d owned by  {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:11:21.596983 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-48c6cb85-e79b-4c1e-951f-556b27d702c5 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (34240dc1-e250-4507-baa0-9225fed6bb23), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:21.608485 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-823a1ab7-f3ec-4113-ac86-726c22b9ee11 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395776'] for router_gateway (83789103-a34a-4812-891b-ff852781f2d3), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:21.613723 ncdv-master-1 neutron-server[121836]: INFO neutron.db.l3_db [None req-1c468888-e0b9-4f95-b9d0-5621bf9f6296 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Floating IP 6e04d7b8-db0d-4d99-9b47-7df638ad0caf associated. External IP: 172.35.4.188, port: 5dccdd99-d437-459b-9d5e-a5ecdbf1e400.
May 07 22:11:21.650395 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c6cb85-e79b-4c1e-951f-556b27d702c5 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event deleted for resources: {'Subnet': ['ID=34240dc1-e250-4507-baa0-9225fed6bb23,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:21.708312 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-48c6cb85-e79b-4c1e-951f-556b27d702c5 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:21.713814 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-48c6cb85-e79b-4c1e-951f-556b27d702c5 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/subnets/34240dc1-e250-4507-baa0-9225fed6bb23 HTTP/1.1" status: 204  len: 168 time: 0.7349710
May 07 22:11:21.715429 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b5b1f7-b1eb-4770-ba8d-1218dbb9c1ef None None] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:11:21.717109 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 42990) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:21.793276 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-42472b2c-5ea5-4725-964c-b1803df305a9 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Deleting subnet e1ae2595-6431-4151-be66-0e01b090a808 {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:11:21.799564 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-42472b2c-5ea5-4725-964c-b1803df305a9 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for subnet (e1ae2595-6431-4151-be66-0e01b090a808), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:21.806725 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-e854a552-527c-4ff1-9d1a-420ccee1c3b5 None None] Current status of the port aed57437-8236-49b0-b73e-f1db15762b10 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:11:21.817007 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-823a1ab7-f3ec-4113-ac86-726c22b9ee11 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (83789103-a34a-4812-891b-ff852781f2d3), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:21.820980 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-823a1ab7-f3ec-4113-ac86-726c22b9ee11 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks [] for router_controller (83789103-a34a-4812-891b-ff852781f2d3), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:21.857995 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-42472b2c-5ea5-4725-964c-b1803df305a9 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (e1ae2595-6431-4151-be66-0e01b090a808), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:21.897710 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:21.937425 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 5b241f8b-bf65-4cfc-a26e-58140662237c up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:11:21.976833 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-de7cb685-6bb7-4791-8476-383b3c7744a6 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (a77796ce-fdc0-4516-b006-eb0fabd2250d), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:22.013687 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-823a1ab7-f3ec-4113-ac86-726c22b9ee11 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (83789103-a34a-4812-891b-ff852781f2d3), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:22.014272 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-823a1ab7-f3ec-4113-ac86-726c22b9ee11 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Fanout notify agent at l3_agent the message router_deleted on router 83789103-a34a-4812-891b-ff852781f2d3 {{(pid=121836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 22:11:22.021701 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7cb685-6bb7-4791-8476-383b3c7744a6 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Pushing event deleted for resources: {'Port': ['ID=a77796ce-fdc0-4516-b006-eb0fabd2250d,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:22.036275 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning for port 5b241f8b-bf65-4cfc-a26e-58140662237c completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 22:11:22.060942 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port 5b241f8b-bf65-4cfc-a26e-58140662237c triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:11:22.061331 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (5b241f8b-bf65-4cfc-a26e-58140662237c), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:22.072501 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-42472b2c-5ea5-4725-964c-b1803df305a9 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (e1ae2595-6431-4151-be66-0e01b090a808), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:22.074896 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-823a1ab7-f3ec-4113-ac86-726c22b9ee11 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:22.079301 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-f9b29148-f7b7-47bb-bff5-3c35828c0bd9 None None] Provisioning complete for port f949485b-602d-4070-9017-44b994510c2f triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:11:22.079730 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-823a1ab7-f3ec-4113-ac86-726c22b9ee11 tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] 10.222.0.32 "DELETE /v2.0/routers/83789103-a34a-4812-891b-ff852781f2d3 HTTP/1.1" status: 204  len: 168 time: 4.7833056
May 07 22:11:22.080247 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f9b29148-f7b7-47bb-bff5-3c35828c0bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (f949485b-602d-4070-9017-44b994510c2f), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:22.107449 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 42994) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:22.191667 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a007ca-2685-45f4-859b-188fc77dc744 req-393f598a-7e71-4917-97f4-955012b0f03f tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:22.200790 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d7a007ca-2685-45f4-859b-188fc77dc744 req-393f598a-7e71-4917-97f4-955012b0f03f tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] 10.222.0.32 "GET /v2.0/ports?device_id=059fa640-aef8-49b9-984f-b96451387d95 HTTP/1.1" status: 200  len: 945 time: 0.4433427
May 07 22:11:22.224739 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-f9b29148-f7b7-47bb-bff5-3c35828c0bd9 None None] Port f949485b-602d-4070-9017-44b994510c2f cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:11:22.250892 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-f9b29148-f7b7-47bb-bff5-3c35828c0bd9 None None] Provisioning complete for port aed57437-8236-49b0-b73e-f1db15762b10 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:11:22.260686 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f9b29148-f7b7-47bb-bff5-3c35828c0bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (aed57437-8236-49b0-b73e-f1db15762b10), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:22.365884 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e7bd18-148b-47f4-b1ba-dd6ddbf1db5c req-1f53ba8c-e370-426d-8012-9755c093cff7 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:22.369713 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c0e7bd18-148b-47f4-b1ba-dd6ddbf1db5c req-1f53ba8c-e370-426d-8012-9755c093cff7 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d76e503-6e1a-4cee-b3b8-29af6484df32 HTTP/1.1" status: 200  len: 945 time: 0.2171743
May 07 22:11:22.373721 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 5b241f8b-bf65-4cfc-a26e-58140662237c is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:11:22.379145 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (5b241f8b-bf65-4cfc-a26e-58140662237c), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:22.430308 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-de7cb685-6bb7-4791-8476-383b3c7744a6 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:22.438888 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-57b7e992-b0d7-45cf-987e-370167308770 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks [] for router_gateway (08f13324-15e6-4812-8af1-23edcc98b3ce), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:22.447436 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-de7cb685-6bb7-4791-8476-383b3c7744a6 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "DELETE /v2.0/ports/a77796ce-fdc0-4516-b006-eb0fabd2250d HTTP/1.1" status: 204  len: 168 time: 1.1635559
May 07 22:11:22.460161 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 42996) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:22.471869 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 5b241f8b-bf65-4cfc-a26e-58140662237c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5b241f8b-bf65-4cfc-a26e-58140662237c,segment=NetworkSegment(2cb8e953-203f-4019-8d4d-d4ab0509c11a),segment_id=2cb8e953-203f-4019-8d4d-d4ab0509c11a)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:11:22.477904 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (5b241f8b-bf65-4cfc-a26e-58140662237c), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:22.539627 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd5133b6-65d0-40aa-95d3-8a031a0ff9c6 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] GET failed (client error): The resource could not be found.
May 07 22:11:22.544008 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-42472b2c-5ea5-4725-964c-b1803df305a9 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (e1ae2595-6431-4151-be66-0e01b090a808), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:22.549802 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-fd5133b6-65d0-40aa-95d3-8a031a0ff9c6 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "GET /v2.0/ports/a77796ce-fdc0-4516-b006-eb0fabd2250d HTTP/1.1" status: 404  len: 333 time: 0.0876329
May 07 22:11:22.557541 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 42998) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:22.579693 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d7a007ca-2685-45f4-859b-188fc77dc744 req-76a24954-21a6-45e1-b42a-a64b3d4feecd tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c334649-d42d-4f47-becb-d6172ad1614f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3750114
May 07 22:11:22.647560 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-42472b2c-5ea5-4725-964c-b1803df305a9 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:22.654501 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-f9b29148-f7b7-47bb-bff5-3c35828c0bd9 None None] Current status of the port aed57437-8236-49b0-b73e-f1db15762b10 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:11:22.656285 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-42472b2c-5ea5-4725-964c-b1803df305a9 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/subnets/e1ae2595-6431-4151-be66-0e01b090a808 HTTP/1.1" status: 204  len: 168 time: 0.9378431
May 07 22:11:22.669076 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-f9b29148-f7b7-47bb-bff5-3c35828c0bd9 None None] Could not find standard attr ID for object a77796ce-fdc0-4516-b006-eb0fabd2250d. {{(pid=121838) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
May 07 22:11:22.676380 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=5b241f8b-bf65-4cfc-a26e-58140662237c,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:22.680143 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42472b2c-5ea5-4725-964c-b1803df305a9 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event deleted for resources: {'Subnet': ['ID=e1ae2595-6431-4151-be66-0e01b090a808,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:22.683024 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43000) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:22.795980 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-061153cc-5096-463e-b8b5-aa5d087c37af None None] Provisioning complete for port f949485b-602d-4070-9017-44b994510c2f triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:11:22.796358 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-061153cc-5096-463e-b8b5-aa5d087c37af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (f949485b-602d-4070-9017-44b994510c2f), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:22.798897 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c468888-e0b9-4f95-b9d0-5621bf9f6296 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Router 3621bc97-b3ca-49b3-81e3-7624e1ba69d3 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:11:22.841076 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-d88b9253-78ce-48e7-9b6d-9eeaecee41f6 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0948734
May 07 22:11:22.848276 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43002) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:22.862131 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d76e503-6e1a-4cee-b3b8-29af6484df32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b241f8b-bf65-4cfc-a26e-58140662237c'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:11:22.863624 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-53c6dc8d-4024-4c49-845a-547da572751e tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Request body: {'subnet': {'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:11:22.866656 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9974f2a-439b-45bb-a9c9-01c80d68d36a" -d '{"events": [{"server_uuid": "1d76e503-6e1a-4cee-b3b8-29af6484df32", "name": "network-vif-plugged", "status": "completed", "tag": "5b241f8b-bf65-4cfc-a26e-58140662237c"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:11:22.885070 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device aed57437-8236-49b0-b73e-f1db15762b10 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:11:22.934938 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-061153cc-5096-463e-b8b5-aa5d087c37af None None] Port f949485b-602d-4070-9017-44b994510c2f cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:11:22.960507 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port aed57437-8236-49b0-b73e-f1db15762b10 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:11:22.960890 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (aed57437-8236-49b0-b73e-f1db15762b10), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:22.995263 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c0e7bd18-148b-47f4-b1ba-dd6ddbf1db5c req-f10400f9-3711-4f3a-b429-d37203f6d64b tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5863733
May 07 22:11:23.009099 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee72fbc2-5421-4e66-8034-7db1473c8efa x-openstack-request-id: req-ee72fbc2-5421-4e66-8034-7db1473c8efa {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:11:23.011342 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d76e503-6e1a-4cee-b3b8-29af6484df32", "name": "network-vif-plugged", "status": "completed", "tag": "5b241f8b-bf65-4cfc-a26e-58140662237c", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:11:23.011613 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ee72fbc2-5421-4e66-8034-7db1473c8efa {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:11:23.012406 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee72fbc2-5421-4e66-8034-7db1473c8efa'] response: {'server_uuid': '1d76e503-6e1a-4cee-b3b8-29af6484df32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b241f8b-bf65-4cfc-a26e-58140662237c', 'code': 200}
May 07 22:11:23.020629 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6e011fc1-af13-4ebc-a853-743eb599982f tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (308d6916-e830-4389-a582-d32af758375c), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:23.065996 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-83c84619-b12a-4a8d-a703-bd37de993e7c None None] Could not find standard attr ID for object a77796ce-fdc0-4516-b006-eb0fabd2250d. {{(pid=121838) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
May 07 22:11:23.110222 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53c6dc8d-4024-4c49-845a-547da572751e tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Made reservation on behalf of a45ecca62a364aaabca1717c79558f6f for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:11:23.113768 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-53c6dc8d-4024-4c49-845a-547da572751e tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:23.142518 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port aed57437-8236-49b0-b73e-f1db15762b10 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:11:23.190042 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32bbc597-e793-4192-8c5a-e99969127c8f None None] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:11:23.223637 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb18a20c-bd1e-4a02-9428-4b5214aa940d req-029576f2-d8d1-4dd9-ad5c-875b55aa9584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:23.226142 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fb18a20c-bd1e-4a02-9428-4b5214aa940d req-029576f2-d8d1-4dd9-ad5c-875b55aa9584 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1d76e503-6e1a-4cee-b3b8-29af6484df32 HTTP/1.1" status: 200  len: 1128 time: 0.1499093
May 07 22:11:23.257169 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-57b7e992-b0d7-45cf-987e-370167308770 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (08f13324-15e6-4812-8af1-23edcc98b3ce), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:23.260719 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c468888-e0b9-4f95-b9d0-5621bf9f6296 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:11:23.272027 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83eecb23-44a3-4b51-b3b2-f1672dd6bc8d None None] Sync routers for ids ['3621bc97-b3ca-49b3-81e3-7624e1ba69d3'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:11:23.282416 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83eecb23-44a3-4b51-b3b2-f1672dd6bc8d None None] Routers {'3621bc97-b3ca-49b3-81e3-7624e1ba69d3'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:11:23.283422 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-83eecb23-44a3-4b51-b3b2-f1672dd6bc8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cb8f850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:10:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['3621bc97-b3ca-49b3-81e3-7624e1ba69d3'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:11:23.315255 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device cd2cf3c4-3e08-46f4-9d5d-18ed1dbf5953 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:11:23.334355 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6e011fc1-af13-4ebc-a853-743eb599982f tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (308d6916-e830-4389-a582-d32af758375c), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:23.338557 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-d4244ba5-b1fc-48d6-8277-162544515a44 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Deleting port f949485b-602d-4070-9017-44b994510c2f {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:11:23.338909 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d4244ba5-b1fc-48d6-8277-162544515a44 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (f949485b-602d-4070-9017-44b994510c2f), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:23.344798 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: cd2cf3c4-3e08-46f4-9d5d-18ed1dbf5953 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:11:23.345230 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device cd2cf3c4-3e08-46f4-9d5d-18ed1dbf5953 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:11:23.362603 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-c7439958-4b60-47a6-809e-2baff5c8e35f None None] Provisioning complete for port e4393c94-12c7-4a2c-b67a-9252346414e2 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:11:23.363019 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c7439958-4b60-47a6-809e-2baff5c8e35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (e4393c94-12c7-4a2c-b67a-9252346414e2), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:23.368168 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1c468888-e0b9-4f95-b9d0-5621bf9f6296 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:23.403481 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10466381-46c5-4833-bc20-61e6370d470d None None] DHCP port deletion for c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:11:23.407998 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fb18a20c-bd1e-4a02-9428-4b5214aa940d req-18bbbb15-8476-4295-83f8-5bf682944f24 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1739781
May 07 22:11:23.446056 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d4244ba5-b1fc-48d6-8277-162544515a44 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (f949485b-602d-4070-9017-44b994510c2f), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:23.446450 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-10466381-46c5-4833-bc20-61e6370d470d None None] Deleting port e4393c94-12c7-4a2c-b67a-9252346414e2 {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:11:23.446853 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-10466381-46c5-4833-bc20-61e6370d470d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (e4393c94-12c7-4a2c-b67a-9252346414e2), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:23.459789 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-1c468888-e0b9-4f95-b9d0-5621bf9f6296 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 8.2069528
May 07 22:11:23.460629 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 43006) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:23.461679 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-d4244ba5-b1fc-48d6-8277-162544515a44 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Calling delete_port for f949485b-602d-4070-9017-44b994510c2f owned by  {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:11:23.463222 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c332b03e-48f7-475c-9577-16a41760ca55', 'tag': '5dccdd99-d437-459b-9d5e-a5ecdbf1e400'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:11:23.465585 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d00895ba-aee9-4138-8ef6-341dd955a037" -d '{"events": [{"name": "network-changed", "server_uuid": "c332b03e-48f7-475c-9577-16a41760ca55", "tag": "5dccdd99-d437-459b-9d5e-a5ecdbf1e400"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:11:23.522016 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81fff2ca-90aa-4568-be5c-d423757c374d tempest-TestVolumeBackupRestore-1197672214 tempest-TestVolumeBackupRestore-1197672214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:23.526931 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-81fff2ca-90aa-4568-be5c-d423757c374d tempest-TestVolumeBackupRestore-1197672214 tempest-TestVolumeBackupRestore-1197672214-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c332b03e-48f7-475c-9577-16a41760ca55 HTTP/1.1" status: 200  len: 1122 time: 0.0583053
May 07 22:11:23.527703 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 43010) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:23.532593 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-3bd6ec01-d86d-492d-a749-ee551849bb9c tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Request body: {'floatingip': {'port_id': '5dccdd99-d437-459b-9d5e-a5ecdbf1e400'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:11:23.592779 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-c7439958-4b60-47a6-809e-2baff5c8e35f None None] Current status of the port e4393c94-12c7-4a2c-b67a-9252346414e2 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:11:23.608379 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-10466381-46c5-4833-bc20-61e6370d470d None None] For port e4393c94-12c7-4a2c-b67a-9252346414e2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e4393c94-12c7-4a2c-b67a-9252346414e2,segment=NetworkSegment(0c54767f-f5cc-4fe8-be2b-89310a1e6df6),segment_id=0c54767f-f5cc-4fe8-be2b-89310a1e6df6)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:11:23.608787 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-10466381-46c5-4833-bc20-61e6370d470d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (e4393c94-12c7-4a2c-b67a-9252346414e2), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:23.633699 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-10466381-46c5-4833-bc20-61e6370d470d None None] Calling delete_port for e4393c94-12c7-4a2c-b67a-9252346414e2 owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:11:23.640320 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-3a6cc240-ce2c-4148-8165-2f19e441dd8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:23.658396 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d4244ba5-b1fc-48d6-8277-162544515a44 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (f949485b-602d-4070-9017-44b994510c2f), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:23.700737 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-83eecb23-44a3-4b51-b3b2-f1672dd6bc8d None None] Set router 3621bc97-b3ca-49b3-81e3-7624e1ba69d3 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:11:23.763976 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-6e011fc1-af13-4ebc-a853-743eb599982f tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf8d1cefd0>,) {'filters': {'network_id': ['308d6916-e830-4389-a582-d32af758375c']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:11:23.766532 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-10466381-46c5-4833-bc20-61e6370d470d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (e4393c94-12c7-4a2c-b67a-9252346414e2), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:23.766981 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4244ba5-b1fc-48d6-8277-162544515a44 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Pushing event deleted for resources: {'Port': ['ID=f949485b-602d-4070-9017-44b994510c2f,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:23.786052 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52226d50-d888-4766-a527-723b1bc2af05 req-df38b798-dcce-4b87-a252-9515b71a8592 tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:23.787843 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-52226d50-d888-4766-a527-723b1bc2af05 req-df38b798-dcce-4b87-a252-9515b71a8592 tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] 10.222.0.32 "GET /v2.0/ports?device_id=059fa640-aef8-49b9-984f-b96451387d95 HTTP/1.1" status: 200  len: 945 time: 0.0864854
May 07 22:11:23.796650 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-6e011fc1-af13-4ebc-a853-743eb599982f tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8d1cefd0>, 'e15566c9-6ad8-4e03-9150-bd1b59ede68e') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:11:23.796994 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-6e011fc1-af13-4ebc-a853-743eb599982f tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8d1cefd0>, 'e15566c9-6ad8-4e03-9150-bd1b59ede68e') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:11:23.823921 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10466381-46c5-4833-bc20-61e6370d470d None None] No DVR routers for this DVR port e4393c94-12c7-4a2c-b67a-9252346414e2 on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:11:23.836851 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10466381-46c5-4833-bc20-61e6370d470d None None] Pushing event deleted for resources: {'Port': ['ID=e4393c94-12c7-4a2c-b67a-9252346414e2,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:23.843752 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6e011fc1-af13-4ebc-a853-743eb599982f tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (e15566c9-6ad8-4e03-9150-bd1b59ede68e), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:23.872462 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:23.908447 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc1e774d-82f7-4b84-bb25-91dc52b82bf5 x-openstack-request-id: req-bc1e774d-82f7-4b84-bb25-91dc52b82bf5 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:11:23.908922 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c332b03e-48f7-475c-9577-16a41760ca55", "tag": "5dccdd99-d437-459b-9d5e-a5ecdbf1e400", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:11:23.909288 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bc1e774d-82f7-4b84-bb25-91dc52b82bf5 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:11:23.909805 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc1e774d-82f7-4b84-bb25-91dc52b82bf5'] response: {'name': 'network-changed', 'server_uuid': 'c332b03e-48f7-475c-9577-16a41760ca55', 'tag': '5dccdd99-d437-459b-9d5e-a5ecdbf1e400', 'status': 'completed', 'code': 200}
May 07 22:11:23.933321 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-52226d50-d888-4766-a527-723b1bc2af05 req-18f9bc01-177e-47cc-935f-b178de2b531b tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c334649-d42d-4f47-becb-d6172ad1614f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1327810
May 07 22:11:24.000021 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00895ba-aee9-4138-8ef6-341dd955a037 req-4a610351-ac6e-4c2e-b743-401e1b75d420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:24.001654 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d00895ba-aee9-4138-8ef6-341dd955a037 req-4a610351-ac6e-4c2e-b743-401e1b75d420 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d70782066cce4f2fbf5744b63e4195cb&device_id=c332b03e-48f7-475c-9577-16a41760ca55 HTTP/1.1" status: 200  len: 1127 time: 0.0881562
May 07 22:11:24.009520 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3bd6ec01-d86d-492d-a749-ee551849bb9c tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Publish callbacks [] for floatingip (6e04d7b8-db0d-4d99-9b47-7df638ad0caf), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:24.049538 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-83eecb23-44a3-4b51-b3b2-f1672dd6bc8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cb8f850>, [{'id': '3621bc97-b3ca-49b3-81e3-7624e1ba69d3', 'name': 'tempest-TestVolumeBackupRestore-1862511252-router', 'tenant_id': 'd70782066cce4f2fbf5744b63e4195cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.92'}], 'enable_snat': True}, 'gw_port_id': '723c69f0-0343-4b05-86e9-6cf9e721e8c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:09:51Z', 'updated_at': '2022-05-07T22:09:58Z', 'revision_number': 4, 'project_id': 'd70782066cce4f2fbf5744b63e4195cb', 'gw_port': {'id': '723c69f0-0343-4b05-86e9-6cf9e721e8c7', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:c5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3621bc97-b3ca-49b3-81e3-7624e1ba69d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:09:51Z', 'updated_at': '2022-05-07T22:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '6e04d7b8-db0d-4d99-9b47-7df638ad0caf', 'tenant_id': 'd70782066cce4f2fbf5744b63e4195cb', 'floating_ip_address': '172.35.4.188', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '3621bc97-b3ca-49b3-81e3-7624e1ba69d3', 'port_id': '5dccdd99-d437-459b-9d5e-a5ecdbf1e400', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3243, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '42882eb7-7f7c-429d-978e-a320afe6b945', 'mac_address': 'fa:16:3e:43:f6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c332b03e-48f7-475c-9577-16a41760ca55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:11:18Z', 'updated_at': '2022-05-07T22:11:18Z', 'revision_number': 0, 'project_id': 'd70782066cce4f2fbf5744b63e4195cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ef7dd3a-1984-4735-af40-50e84d7d15ce', 'name': '', 'network_id': '42882eb7-7f7c-429d-978e-a320afe6b945', 'tenant_id': 'd70782066cce4f2fbf5744b63e4195cb', 'mac_address': 'fa:16:3e:8d:67:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3621bc97-b3ca-49b3-81e3-7624e1ba69d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '21c94e42-6f33-4d3f-bb38-a9f7f8184d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:09:57Z', 'updated_at': '2022-05-07T22:10:02Z', 'revision_number': 5, 'project_id': 'd70782066cce4f2fbf5744b63e4195cb', 'subnets': [{'id': '21c94e42-6f33-4d3f-bb38-a9f7f8184d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:11:24.072300 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6e011fc1-af13-4ebc-a853-743eb599982f tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (e15566c9-6ad8-4e03-9150-bd1b59ede68e), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:24.089475 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57b7e992-b0d7-45cf-987e-370167308770 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Router 08f13324-15e6-4812-8af1-23edcc98b3ce is scheduled to L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db with binding_index 1 {{(pid=121836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 07 22:11:24.126835 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e011fc1-af13-4ebc-a853-743eb599982f tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:11:24.127249 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6e011fc1-af13-4ebc-a853-743eb599982f tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (e15566c9-6ad8-4e03-9150-bd1b59ede68e), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:24.132987 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83eecb23-44a3-4b51-b3b2-f1672dd6bc8d None None] Checking router: 3621bc97-b3ca-49b3-81e3-7624e1ba69d3 for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:11:24.133352 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 22:11:24.133352 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:11:24.133352 ncdv-master-1 neutron-server[121837]:     timer()
May 07 22:11:24.133352 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:11:24.133352 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 22:11:24.133352 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:11:24.133352 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 22:11:24.133352 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:11:24.133352 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 22:11:24.133352 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:11:24.133352 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 22:11:24.133352 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:11:24.133352 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 22:11:24.133352 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:11:24.133352 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:11:24.133352 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:11:24.133352 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:11:24.133352 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:11:24.133352 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 22:11:24.133352 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:11:24.133352 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 22:11:24.133352 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:11:24.133352 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:11:24.133352 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:11:24.133352 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 22:11:24.133352 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:11:24.133352 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:11:24.133352 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:11:24.133352 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:11:24.133352 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:11:24.133352 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:11:24.133352 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:11:24.153239 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83eecb23-44a3-4b51-b3b2-f1672dd6bc8d None None] Routers {'3621bc97-b3ca-49b3-81e3-7624e1ba69d3'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:11:24.153966 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-83eecb23-44a3-4b51-b3b2-f1672dd6bc8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cb8f850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:10:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['3621bc97-b3ca-49b3-81e3-7624e1ba69d3'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:11:24.195296 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d4244ba5-b1fc-48d6-8277-162544515a44 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:24.203481 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-d4244ba5-b1fc-48d6-8277-162544515a44 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "DELETE /v2.0/ports/f949485b-602d-4070-9017-44b994510c2f HTTP/1.1" status: 204  len: 168 time: 1.5667918
May 07 22:11:24.235517 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 43020) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:24.288434 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f98faf-0209-4639-9107-ad2fa2ab639a req-f3b083c6-cb03-4112-82ae-19b112fdb99a tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:24.289911 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a1f98faf-0209-4639-9107-ad2fa2ab639a req-f3b083c6-cb03-4112-82ae-19b112fdb99a tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d76e503-6e1a-4cee-b3b8-29af6484df32 HTTP/1.1" status: 200  len: 946 time: 0.1727884
May 07 22:11:24.311532 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6e011fc1-af13-4ebc-a853-743eb599982f tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (308d6916-e830-4389-a582-d32af758375c), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:24.324398 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b1e17d4-b450-45b8-b036-fa3f1aae0f8f tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] GET failed (client error): The resource could not be found.
May 07 22:11:24.330199 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6e011fc1-af13-4ebc-a853-743eb599982f tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:24.332237 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-5b1e17d4-b450-45b8-b036-fa3f1aae0f8f tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "GET /v2.0/ports/f949485b-602d-4070-9017-44b994510c2f HTTP/1.1" status: 404  len: 333 time: 0.0926573
May 07 22:11:24.337438 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-6e011fc1-af13-4ebc-a853-743eb599982f tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] 10.222.0.32 "DELETE /v2.0/networks/308d6916-e830-4389-a582-d32af758375c HTTP/1.1" status: 204  len: 168 time: 2.1984613
May 07 22:11:24.343881 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-83eecb23-44a3-4b51-b3b2-f1672dd6bc8d None None] Set router 3621bc97-b3ca-49b3-81e3-7624e1ba69d3 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:11:24.344563 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 43026) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:24.349570 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-53c6dc8d-4024-4c49-845a-547da572751e tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (951ab290-29e6-457a-a246-e9698b5cd728), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:24.387667 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e011fc1-af13-4ebc-a853-743eb599982f tempest-TestSecurityGroupsBasicOps-1364257693 tempest-TestSecurityGroupsBasicOps-1364257693-project] Pushing event deleted for resources: {'Network': ['ID=308d6916-e830-4389-a582-d32af758375c,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:24.437798 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c6dc8d-4024-4c49-845a-547da572751e tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event updated for resources: {'Subnet': ['ID=951ab290-29e6-457a-a246-e9698b5cd728,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:24.445105 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c6dc8d-4024-4c49-845a-547da572751e tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:11:24.451143 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a1f98faf-0209-4639-9107-ad2fa2ab639a req-4905a4f4-a717-4a4f-9abc-093be8b48f7e tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1502047
May 07 22:11:24.452197 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-53c6dc8d-4024-4c49-845a-547da572751e tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:11:24.454928 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c6dc8d-4024-4c49-845a-547da572751e tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:24.455595 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-53c6dc8d-4024-4c49-845a-547da572751e tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:24.461485 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7cbc6fe-33bb-49e1-a95b-bfc963e26f98 None None] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:11:24.524982 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-53c6dc8d-4024-4c49-845a-547da572751e tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 834 time: 1.6638803
May 07 22:11:24.530356 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43032) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:24.545470 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-a013869c-0b36-4667-b2a2-3a15f420a267 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Request body: {'subnet': {'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:11:24.717695 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device e4393c94-12c7-4a2c-b67a-9252346414e2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:11:24.730796 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57b7e992-b0d7-45cf-987e-370167308770 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:11:24.734830 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00895ba-aee9-4138-8ef6-341dd955a037 req-2ef2122a-728c-4e39-a7a8-b3c123c7637e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:24.736329 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d00895ba-aee9-4138-8ef6-341dd955a037 req-2ef2122a-728c-4e39-a7a8-b3c123c7637e service neutron] 10.222.0.55 "GET /v2.0/networks?id=42882eb7-7f7c-429d-978e-a320afe6b945 HTTP/1.1" status: 200  len: 915 time: 0.6646001
May 07 22:11:24.744948 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: e4393c94-12c7-4a2c-b67a-9252346414e2 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:11:24.745343 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device e4393c94-12c7-4a2c-b67a-9252346414e2 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:11:24.747878 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ff8fd9-f0d7-4e02-9364-923f27a7ac0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'project_id': 'a45ecca62a364aaabca1717c79558f6f', 'fixed_ips': [{'subnet_id': '951ab290-29e6-457a-a246-e9698b5cd728'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:11:24.748667 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e5ff8fd9-f0d7-4e02-9364-923f27a7ac0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:24.754094 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b651edd2-c227-4bb5-bde3-6f0422eb0574 None None] Sync routers for ids ['08f13324-15e6-4812-8af1-23edcc98b3ce'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:11:24.778676 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_v2 [None req-625592ca-b340-48ac-bc8b-b50e0855faac tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Deleting subnet af4fb39b-1b0d-4c3e-b236-e728ad2ed0b5 {{(pid=121836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:11:24.779252 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b651edd2-c227-4bb5-bde3-6f0422eb0574 None None] Routers {'08f13324-15e6-4812-8af1-23edcc98b3ce'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:11:24.780090 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-b651edd2-c227-4bb5-bde3-6f0422eb0574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c0e9880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:10:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['08f13324-15e6-4812-8af1-23edcc98b3ce'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:11:24.792740 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-625592ca-b340-48ac-bc8b-b50e0855faac tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for subnet (af4fb39b-1b0d-4c3e-b236-e728ad2ed0b5), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:24.820001 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-83eecb23-44a3-4b51-b3b2-f1672dd6bc8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cb8f850>, [{'id': '3621bc97-b3ca-49b3-81e3-7624e1ba69d3', 'name': 'tempest-TestVolumeBackupRestore-1862511252-router', 'tenant_id': 'd70782066cce4f2fbf5744b63e4195cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.92'}], 'enable_snat': True}, 'gw_port_id': '723c69f0-0343-4b05-86e9-6cf9e721e8c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:09:51Z', 'updated_at': '2022-05-07T22:09:58Z', 'revision_number': 4, 'project_id': 'd70782066cce4f2fbf5744b63e4195cb', 'gw_port': {'id': '723c69f0-0343-4b05-86e9-6cf9e721e8c7', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:c5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3621bc97-b3ca-49b3-81e3-7624e1ba69d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:09:51Z', 'updated_at': '2022-05-07T22:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '6e04d7b8-db0d-4d99-9b47-7df638ad0caf', 'tenant_id': 'd70782066cce4f2fbf5744b63e4195cb', 'floating_ip_address': '172.35.4.188', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '3621bc97-b3ca-49b3-81e3-7624e1ba69d3', 'port_id': '5dccdd99-d437-459b-9d5e-a5ecdbf1e400', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3243, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '42882eb7-7f7c-429d-978e-a320afe6b945', 'mac_address': 'fa:16:3e:43:f6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c332b03e-48f7-475c-9577-16a41760ca55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:11:18Z', 'updated_at': '2022-05-07T22:11:18Z', 'revision_number': 0, 'project_id': 'd70782066cce4f2fbf5744b63e4195cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ef7dd3a-1984-4735-af40-50e84d7d15ce', 'name': '', 'network_id': '42882eb7-7f7c-429d-978e-a320afe6b945', 'tenant_id': 'd70782066cce4f2fbf5744b63e4195cb', 'mac_address': 'fa:16:3e:8d:67:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3621bc97-b3ca-49b3-81e3-7624e1ba69d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '21c94e42-6f33-4d3f-bb38-a9f7f8184d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:09:57Z', 'updated_at': '2022-05-07T22:10:02Z', 'revision_number': 5, 'project_id': 'd70782066cce4f2fbf5744b63e4195cb', 'subnets': [{'id': '21c94e42-6f33-4d3f-bb38-a9f7f8184d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:11:24.821130 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a013869c-0b36-4667-b2a2-3a15f420a267 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Made reservation on behalf of a45ecca62a364aaabca1717c79558f6f for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:11:24.826431 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a013869c-0b36-4667-b2a2-3a15f420a267 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:24.852974 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83eecb23-44a3-4b51-b3b2-f1672dd6bc8d None None] The sync data for ids ['3621bc97-b3ca-49b3-81e3-7624e1ba69d3'] in ncdv-master-1 is: [{'id': '3621bc97-b3ca-49b3-81e3-7624e1ba69d3', 'name': 'tempest-TestVolumeBackupRestore-1862511252-router', 'tenant_id': 'd70782066cce4f2fbf5744b63e4195cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.92'}], 'enable_snat': True}, 'gw_port_id': '723c69f0-0343-4b05-86e9-6cf9e721e8c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:09:51Z', 'updated_at': '2022-05-07T22:09:58Z', 'revision_number': 4, 'project_id': 'd70782066cce4f2fbf5744b63e4195cb', 'gw_port': {'id': '723c69f0-0343-4b05-86e9-6cf9e721e8c7', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:c5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3621bc97-b3ca-49b3-81e3-7624e1ba69d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:09:51Z', 'updated_at': '2022-05-07T22:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '6e04d7b8-db0d-4d99-9b47-7df638ad0caf', 'tenant_id': 'd70782066cce4f2fbf5744b63e4195cb', 'floating_ip_address': '172.35.4.188', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '3621bc97-b3ca-49b3-81e3-7624e1ba69d3', 'port_id': '5dccdd99-d437-459b-9d5e-a5ecdbf1e400', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3243, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '42882eb7-7f7c-429d-978e-a320afe6b945', 'mac_address': 'fa:16:3e:43:f6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c332b03e-48f7-475c-9577-16a41760ca55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:11:18Z', 'updated_at': '2022-05-07T22:11:18Z', 'revision_number': 0, 'project_id': 'd70782066cce4f2fbf5744b63e4195cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ef7dd3a-1984-4735-af40-50e84d7d15ce', 'name': '', 'network_id': '42882eb7-7f7c-429d-978e-a320afe6b945', 'tenant_id': 'd70782066cce4f2fbf5744b63e4195cb', 'mac_address': 'fa:16:3e:8d:67:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3621bc97-b3ca-49b3-81e3-7624e1ba69d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '21c94e42-6f33-4d3f-bb38-a9f7f8184d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:09:57Z', 'updated_at': '2022-05-07T22:10:02Z', 'revision_number': 5, 'project_id': 'd70782066cce4f2fbf5744b63e4195cb', 'subnets': [{'id': '21c94e42-6f33-4d3f-bb38-a9f7f8184d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:11:24.874248 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-57b7e992-b0d7-45cf-987e-370167308770 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:24.887292 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-57b7e992-b0d7-45cf-987e-370167308770 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 905 time: 7.9590421
May 07 22:11:24.887755 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 43036) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:24.951190 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-b651edd2-c227-4bb5-bde3-6f0422eb0574 None None] Set router 08f13324-15e6-4812-8af1-23edcc98b3ce gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:11:25.024535 ncdv-master-1 neutron-server[121837]: INFO neutron.db.ipam_backend_mixin [None req-a013869c-0b36-4667-b2a2-3a15f420a267 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 951ab290-29e6-457a-a246-e9698b5cd728 (CIDR: 2001:db8::/64)
May 07 22:11:25.029573 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-a013869c-0b36-4667-b2a2-3a15f420a267 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 07 22:11:25.030373 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a013869c-0b36-4667-b2a2-3a15f420a267 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=121837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:11:25.061527 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-a013869c-0b36-4667-b2a2-3a15f420a267 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.5299513
May 07 22:11:25.063503 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43040) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:25.069565 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-28d27e18-2cc8-487b-921c-f6405c53adb1 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Request body: {'subnet': {'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:11:25.116099 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-625592ca-b340-48ac-bc8b-b50e0855faac tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726883'] for subnet (af4fb39b-1b0d-4c3e-b236-e728ad2ed0b5), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:25.178439 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d00895ba-aee9-4138-8ef6-341dd955a037 req-c5a6f94b-27eb-4f08-b8ad-c880d70c5a22 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5dccdd99-d437-459b-9d5e-a5ecdbf1e400 HTTP/1.1" status: 200  len: 999 time: 0.3935356
May 07 22:11:25.182687 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43042) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:25.234021 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b27193d-9894-40f5-a9ab-6a7cdfad19b6 None None] New status for floating IP 6e04d7b8-db0d-4d99-9b47-7df638ad0caf: ACTIVE {{(pid=121839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 07 22:11:25.295435 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00895ba-aee9-4138-8ef6-341dd955a037 req-90261b9e-fc2c-4d96-a24d-1d88a9139722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:25.297436 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d00895ba-aee9-4138-8ef6-341dd955a037 req-90261b9e-fc2c-4d96-a24d-1d88a9139722 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=21c94e42-6f33-4d3f-bb38-a9f7f8184d5c HTTP/1.1" status: 200  len: 853 time: 0.0602686
May 07 22:11:25.298290 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28d27e18-2cc8-487b-921c-f6405c53adb1 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Made reservation on behalf of a45ecca62a364aaabca1717c79558f6f for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:11:25.303547 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-28d27e18-2cc8-487b-921c-f6405c53adb1 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:25.459190 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00895ba-aee9-4138-8ef6-341dd955a037 req-dcedb949-fe4e-41c3-80de-0a24fe59b16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:25.462282 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d00895ba-aee9-4138-8ef6-341dd955a037 req-dcedb949-fe4e-41c3-80de-0a24fe59b16b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=42882eb7-7f7c-429d-978e-a320afe6b945&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1548877
May 07 22:11:25.472518 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-50fd8b85-2c82-41fe-97ef-372d244ac451 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=79ad2ea0f3a34003bb7a3f8ff81c58e4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2876961
May 07 22:11:25.472518 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43054) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:25.586798 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-622a481d-75d4-4697-913d-ca39e43f5baa tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] 10.222.0.32 "GET /v2.0/routers/08f13324-15e6-4812-8af1-23edcc98b3ce HTTP/1.1" status: 200  len: 906 time: 0.6906765
May 07 22:11:25.589269 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43058) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:25.616129 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-99b7028b-d18d-46ee-ac55-0f4ad4e504fe admin admin] Publish callbacks [] for security_group (a98924d3-a9b6-4bac-8118-d9711aee17f1), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:25.619217 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.db.api [None req-3bd6ec01-d86d-492d-a749-ee551849bb9c tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121836) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 07 22:11:25.619659 ncdv-master-1 neutron-server[121836]: DEBUG oslo_db.api [None req-3bd6ec01-d86d-492d-a749-ee551849bb9c tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 07 22:11:25.663748 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-e5ff8fd9-f0d7-4e02-9364-923f27a7ac0c None None] Allocated IP 2001:db8::2 (c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a/951ab290-29e6-457a-a246-e9698b5cd728/f9843bdb-a956-4b5d-b0ca-1a1cf077801a) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:11:25.679319 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-625592ca-b340-48ac-bc8b-b50e0855faac tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (af4fb39b-1b0d-4c3e-b236-e728ad2ed0b5), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:25.694407 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-b651edd2-c227-4bb5-bde3-6f0422eb0574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c0e9880>, [{'id': '08f13324-15e6-4812-8af1-23edcc98b3ce', 'name': 'tempest-snat-router-630323269', 'tenant_id': '28a4884b91054cb58607f65ea001053c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.46'}], 'enable_snat': True}, 'gw_port_id': '628027de-0ff5-4f2a-9f36-e688240e7280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:11:17Z', 'updated_at': '2022-05-07T22:11:22Z', 'revision_number': 3, 'project_id': '28a4884b91054cb58607f65ea001053c', 'gw_port': {'id': '628027de-0ff5-4f2a-9f36-e688240e7280', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c5:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08f13324-15e6-4812-8af1-23edcc98b3ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:11:19Z', 'updated_at': '2022-05-07T22:11:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:11:25.757931 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b651edd2-c227-4bb5-bde3-6f0422eb0574 None None] Checking router: 08f13324-15e6-4812-8af1-23edcc98b3ce for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:11:25.758172 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b651edd2-c227-4bb5-bde3-6f0422eb0574 None None] Updating router 08f13324-15e6-4812-8af1-23edcc98b3ce port 628027de-0ff5-4f2a-9f36-e688240e7280 binding host ncdv-master-1 {{(pid=121838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 22:11:25.761855 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d00895ba-aee9-4138-8ef6-341dd955a037 req-c0961e12-6303-41cf-8ae6-7145e9ca90f9 service neutron] 10.222.0.55 "GET /v2.0/networks/42882eb7-7f7c-429d-978e-a320afe6b945?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2112145
May 07 22:11:25.842028 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b651edd2-c227-4bb5-bde3-6f0422eb0574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (628027de-0ff5-4f2a-9f36-e688240e7280), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:25.868251 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d00895ba-aee9-4138-8ef6-341dd955a037 req-58e63a4d-1edb-445f-9875-ede15b03ccd5 service neutron] 10.222.0.55 "GET /v2.0/networks/42882eb7-7f7c-429d-978e-a320afe6b945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0966585
May 07 22:11:25.880478 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-625592ca-b340-48ac-bc8b-b50e0855faac tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (af4fb39b-1b0d-4c3e-b236-e728ad2ed0b5), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:25.915664 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625592ca-b340-48ac-bc8b-b50e0855faac tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Pushing event deleted for resources: {'Subnet': ['ID=af4fb39b-1b0d-4c3e-b236-e728ad2ed0b5,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:25.928869 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-625592ca-b340-48ac-bc8b-b50e0855faac tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:25.933095 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-625592ca-b340-48ac-bc8b-b50e0855faac tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "DELETE /v2.0/subnets/af4fb39b-1b0d-4c3e-b236-e728ad2ed0b5 HTTP/1.1" status: 204  len: 168 time: 1.5881205
May 07 22:11:25.938338 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 43062) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:25.982132 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b55599e-7a04-4116-be5d-84d8e3251d36 None None] Network f2538a7c-2ff1-4eec-a8ff-74728d428b3b requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:11:26.060094 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c7e70618-8ca5-4210-ac72-6dbfb8a1cd55 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (f2538a7c-2ff1-4eec-a8ff-74728d428b3b), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:26.117013 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-c7e70618-8ca5-4210-ac72-6dbfb8a1cd55 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Deleting port aed57437-8236-49b0-b73e-f1db15762b10 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:11:26.117246 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c7e70618-8ca5-4210-ac72-6dbfb8a1cd55 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (aed57437-8236-49b0-b73e-f1db15762b10), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:26.131803 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3bd6ec01-d86d-492d-a749-ee551849bb9c tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Publish callbacks [] for floatingip (6e04d7b8-db0d-4d99-9b47-7df638ad0caf), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:26.168488 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222c5bf7-f182-41f8-8389-c21177979312 req-782ae8b1-c037-4956-b18c-7caf11f6cf82 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:26.170660 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-222c5bf7-f182-41f8-8389-c21177979312 req-782ae8b1-c037-4956-b18c-7caf11f6cf82 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d76e503-6e1a-4cee-b3b8-29af6484df32 HTTP/1.1" status: 200  len: 946 time: 0.5685687
May 07 22:11:26.176323 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-99b7028b-d18d-46ee-ac55-0f4ad4e504fe admin admin] Publish callbacks [] for security_group (a98924d3-a9b6-4bac-8118-d9711aee17f1), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:26.184584 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e5ff8fd9-f0d7-4e02-9364-923f27a7ac0c None None] Publish callbacks [] for port (f9843bdb-a956-4b5d-b0ca-1a1cf077801a), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:26.199584 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e5ff8fd9-f0d7-4e02-9364-923f27a7ac0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (f9843bdb-a956-4b5d-b0ca-1a1cf077801a), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:26.237221 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-c7e70618-8ca5-4210-ac72-6dbfb8a1cd55 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] For port aed57437-8236-49b0-b73e-f1db15762b10, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aed57437-8236-49b0-b73e-f1db15762b10,segment=NetworkSegment(6cffbd00-beef-41fd-abdb-a952b41b5bae),segment_id=6cffbd00-beef-41fd-abdb-a952b41b5bae)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:11:26.237599 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c7e70618-8ca5-4210-ac72-6dbfb8a1cd55 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (aed57437-8236-49b0-b73e-f1db15762b10), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:26.278628 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-c7e70618-8ca5-4210-ac72-6dbfb8a1cd55 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Calling delete_port for aed57437-8236-49b0-b73e-f1db15762b10 owned by network:dhcp {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:11:26.305910 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ff8fd9-f0d7-4e02-9364-923f27a7ac0c None None] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:11:26.318167 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ff8fd9-f0d7-4e02-9364-923f27a7ac0c None None] Pushing event updated for resources: {'Port': ['ID=f9843bdb-a956-4b5d-b0ca-1a1cf077801a,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:26.325056 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-e5ff8fd9-f0d7-4e02-9364-923f27a7ac0c None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:11:26.330525 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ff8fd9-f0d7-4e02-9364-923f27a7ac0c None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:11:26.379918 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-222c5bf7-f182-41f8-8389-c21177979312 req-bc662dde-ca96-415e-b294-39bafb9e1c50 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1663253
May 07 22:11:26.385349 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8044c590-2d16-40cb-b08d-9489e9eeac93 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks [] for router (08f13324-15e6-4812-8af1-23edcc98b3ce), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:26.434027 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da72189-0678-44ba-a835-43cb7b5e0cee None None] DHCP port deletion for f2538a7c-2ff1-4eec-a8ff-74728d428b3b request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:11:26.493151 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-e5ff8fd9-f0d7-4e02-9364-923f27a7ac0c None None] Attempting to bind port f9843bdb-a956-4b5d-b0ca-1a1cf077801a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:11:26.493590 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-e5ff8fd9-f0d7-4e02-9364-923f27a7ac0c None None] Attempting to bind port f9843bdb-a956-4b5d-b0ca-1a1cf077801a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0c54767f-f5cc-4fe8-be2b-89310a1e6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:11:26.493899 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ff8fd9-f0d7-4e02-9364-923f27a7ac0c None None] Attempting to bind port f9843bdb-a956-4b5d-b0ca-1a1cf077801a on network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:11:26.496532 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-99b7028b-d18d-46ee-ac55-0f4ad4e504fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (a98924d3-a9b6-4bac-8118-d9711aee17f1), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:26.499280 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-99b7028b-d18d-46ee-ac55-0f4ad4e504fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:26.500416 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-99b7028b-d18d-46ee-ac55-0f4ad4e504fe admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a98924d3-a9b6-4bac-8118-d9711aee17f1 HTTP/1.1" status: 204  len: 168 time: 1.0225220
May 07 22:11:26.537253 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b7028b-d18d-46ee-ac55-0f4ad4e504fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a98924d3-a9b6-4bac-8118-d9711aee17f1,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:26.562883 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ff8fd9-f0d7-4e02-9364-923f27a7ac0c None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:11:26.563211 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ff8fd9-f0d7-4e02-9364-923f27a7ac0c None None] Checking segment: {'id': '0c54767f-f5cc-4fe8-be2b-89310a1e6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:11:26.563542 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e5ff8fd9-f0d7-4e02-9364-923f27a7ac0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:26.563901 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ff8fd9-f0d7-4e02-9364-923f27a7ac0c None None] Bound using segment: {'id': '0c54767f-f5cc-4fe8-be2b-89310a1e6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:11:26.565225 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-e5ff8fd9-f0d7-4e02-9364-923f27a7ac0c None None] Bound port: f9843bdb-a956-4b5d-b0ca-1a1cf077801a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c54767f-f5cc-4fe8-be2b-89310a1e6df6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:11:26.565686 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e5ff8fd9-f0d7-4e02-9364-923f27a7ac0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f9843bdb-a956-4b5d-b0ca-1a1cf077801a), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:26.573312 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c7e70618-8ca5-4210-ac72-6dbfb8a1cd55 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (aed57437-8236-49b0-b73e-f1db15762b10), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:26.590013 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-6da72189-0678-44ba-a835-43cb7b5e0cee None None] Deleting port aed57437-8236-49b0-b73e-f1db15762b10 {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:11:26.590419 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6da72189-0678-44ba-a835-43cb7b5e0cee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (aed57437-8236-49b0-b73e-f1db15762b10), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:26.622568 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e70618-8ca5-4210-ac72-6dbfb8a1cd55 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Pushing event deleted for resources: {'Port': ['ID=aed57437-8236-49b0-b73e-f1db15762b10,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:26.632995 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a7352c9f-5b85-4d2d-840a-fa19540b7e54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:26.660422 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276eb7f8-9c32-4f5c-8817-1bc9d42ad067 req-10e9fb49-c83f-4cf7-ba1c-13f424dde18a tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:26.663334 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-276eb7f8-9c32-4f5c-8817-1bc9d42ad067 req-10e9fb49-c83f-4cf7-ba1c-13f424dde18a tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d76e503-6e1a-4cee-b3b8-29af6484df32 HTTP/1.1" status: 200  len: 946 time: 0.1549952
May 07 22:11:26.697513 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device aed57437-8236-49b0-b73e-f1db15762b10 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:11:26.702214 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b651edd2-c227-4bb5-bde3-6f0422eb0574 None None] Publish callbacks [] for port (628027de-0ff5-4f2a-9f36-e688240e7280), precommit_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:26.712095 ncdv-master-1 neutron-server[121837]: DEBUG neutron.objects.ports [None req-28d27e18-2cc8-487b-921c-f6405c53adb1 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=121837) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}}
May 07 22:11:26.828531 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b651edd2-c227-4bb5-bde3-6f0422eb0574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (628027de-0ff5-4f2a-9f36-e688240e7280), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:26.845319 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: aed57437-8236-49b0-b73e-f1db15762b10 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:11:26.846031 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device aed57437-8236-49b0-b73e-f1db15762b10 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:11:26.864316 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8044c590-2d16-40cb-b08d-9489e9eeac93 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks [] for router_gateway (08f13324-15e6-4812-8af1-23edcc98b3ce), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:26.923563 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-6da72189-0678-44ba-a835-43cb7b5e0cee None None] For port aed57437-8236-49b0-b73e-f1db15762b10, host ncdv-master-1, got binding levels [] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:11:26.924011 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6da72189-0678-44ba-a835-43cb7b5e0cee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (aed57437-8236-49b0-b73e-f1db15762b10), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:26.957251 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-8044c590-2d16-40cb-b08d-9489e9eeac93 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Deleting port 628027de-0ff5-4f2a-9f36-e688240e7280 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:11:26.957251 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8044c590-2d16-40cb-b08d-9489e9eeac93 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (628027de-0ff5-4f2a-9f36-e688240e7280), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:26.957612 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-6da72189-0678-44ba-a835-43cb7b5e0cee None None] Calling delete_port for aed57437-8236-49b0-b73e-f1db15762b10 owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:11:26.959769 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-b651edd2-c227-4bb5-bde3-6f0422eb0574 None None] Attempting to bind port 628027de-0ff5-4f2a-9f36-e688240e7280 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:11:26.960143 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-b651edd2-c227-4bb5-bde3-6f0422eb0574 None None] Attempting to bind port 628027de-0ff5-4f2a-9f36-e688240e7280 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:11:26.960510 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b651edd2-c227-4bb5-bde3-6f0422eb0574 None None] Attempting to bind port 628027de-0ff5-4f2a-9f36-e688240e7280 on network 9221b764-ef06-431f-8941-796516ed7c3b {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:11:26.964637 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.ipam_backend_mixin [None req-6da72189-0678-44ba-a835-43cb7b5e0cee None None] Port aed57437-8236-49b0-b73e-f1db15762b10 was not found and therefore no delete operation was performed {{(pid=121838) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}}
May 07 22:11:26.966404 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087d9552-4592-48d5-9703-ce5ec80308e3 None None] Pushing event updated for resources: {'Port': ['ID=628027de-0ff5-4f2a-9f36-e688240e7280,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:26.970529 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-e5ff8fd9-f0d7-4e02-9364-923f27a7ac0c None None] For port f9843bdb-a956-4b5d-b0ca-1a1cf077801a, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:11:26.976576 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-e5ff8fd9-f0d7-4e02-9364-923f27a7ac0c None None] For port f9843bdb-a956-4b5d-b0ca-1a1cf077801a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f9843bdb-a956-4b5d-b0ca-1a1cf077801a,segment=NetworkSegment(0c54767f-f5cc-4fe8-be2b-89310a1e6df6),segment_id=0c54767f-f5cc-4fe8-be2b-89310a1e6df6)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:11:26.978341 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6da72189-0678-44ba-a835-43cb7b5e0cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (aed57437-8236-49b0-b73e-f1db15762b10), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:26.987247 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b651edd2-c227-4bb5-bde3-6f0422eb0574 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:11:26.987247 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b651edd2-c227-4bb5-bde3-6f0422eb0574 None None] Checking segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:11:26.987247 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b651edd2-c227-4bb5-bde3-6f0422eb0574 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:26.987247 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b651edd2-c227-4bb5-bde3-6f0422eb0574 None None] Bound using segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:11:26.987247 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-b651edd2-c227-4bb5-bde3-6f0422eb0574 None None] Bound port: 628027de-0ff5-4f2a-9f36-e688240e7280, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:11:26.987247 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b651edd2-c227-4bb5-bde3-6f0422eb0574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (628027de-0ff5-4f2a-9f36-e688240e7280), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:27.004395 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43072) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:27.005828 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-28d27e18-2cc8-487b-921c-f6405c53adb1 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f9843bdb-a956-4b5d-b0ca-1a1cf077801a), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:27.029408 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e5ff8fd9-f0d7-4e02-9364-923f27a7ac0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (f9843bdb-a956-4b5d-b0ca-1a1cf077801a), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:27.033402 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da72189-0678-44ba-a835-43cb7b5e0cee None None] Pushing event deleted for resources: {'Port': ['ID=aed57437-8236-49b0-b73e-f1db15762b10,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:27.041114 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da72189-0678-44ba-a835-43cb7b5e0cee None None] No DVR routers for this DVR port aed57437-8236-49b0-b73e-f1db15762b10 on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:11:27.068645 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e70618-8ca5-4210-ac72-6dbfb8a1cd55 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] No DVR routers for this DVR port aed57437-8236-49b0-b73e-f1db15762b10 on host ncdv-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:11:27.076448 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bc884561-9555-4dc2-be40-f07235475960 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:27.151762 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-b651edd2-c227-4bb5-bde3-6f0422eb0574 None None] For port 628027de-0ff5-4f2a-9f36-e688240e7280, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:11:27.174373 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ff8fd9-f0d7-4e02-9364-923f27a7ac0c None None] Pushing event updated for resources: {'Port': ['ID=f9843bdb-a956-4b5d-b0ca-1a1cf077801a,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:27.191535 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-b651edd2-c227-4bb5-bde3-6f0422eb0574 None None] For port 628027de-0ff5-4f2a-9f36-e688240e7280, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=628027de-0ff5-4f2a-9f36-e688240e7280,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:11:27.208469 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b651edd2-c227-4bb5-bde3-6f0422eb0574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (628027de-0ff5-4f2a-9f36-e688240e7280), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:27.230588 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-276eb7f8-9c32-4f5c-8817-1bc9d42ad067 req-25518f72-ebaf-4c54-8489-e5d3c53cf449 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1581421
May 07 22:11:27.267163 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c7e70618-8ca5-4210-ac72-6dbfb8a1cd55 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (f2538a7c-2ff1-4eec-a8ff-74728d428b3b), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:27.309445 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-8044c590-2d16-40cb-b08d-9489e9eeac93 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] For port 628027de-0ff5-4f2a-9f36-e688240e7280, host ncdv-master-1, got binding levels [] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:11:27.309997 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8044c590-2d16-40cb-b08d-9489e9eeac93 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (628027de-0ff5-4f2a-9f36-e688240e7280), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:27.350588 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-8044c590-2d16-40cb-b08d-9489e9eeac93 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Calling delete_port for 628027de-0ff5-4f2a-9f36-e688240e7280 owned by network:router_gateway {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:11:27.421790 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b651edd2-c227-4bb5-bde3-6f0422eb0574 None None] Routers {'08f13324-15e6-4812-8af1-23edcc98b3ce'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:11:27.422484 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-c7e70618-8ca5-4210-ac72-6dbfb8a1cd55 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf8d44c490>,) {'filters': {'network_id': ['f2538a7c-2ff1-4eec-a8ff-74728d428b3b']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:11:27.422741 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-b651edd2-c227-4bb5-bde3-6f0422eb0574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c0e9880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:11:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['08f13324-15e6-4812-8af1-23edcc98b3ce'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:11:27.431997 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087d9552-4592-48d5-9703-ce5ec80308e3 None None] Pushing event updated for resources: {'Port': ['ID=628027de-0ff5-4f2a-9f36-e688240e7280,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:27.449183 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-c7e70618-8ca5-4210-ac72-6dbfb8a1cd55 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8d44c490>, '6cffbd00-beef-41fd-abdb-a952b41b5bae') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:11:27.449490 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-c7e70618-8ca5-4210-ac72-6dbfb8a1cd55 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8d44c490>, '6cffbd00-beef-41fd-abdb-a952b41b5bae') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:11:27.482918 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c7e70618-8ca5-4210-ac72-6dbfb8a1cd55 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (6cffbd00-beef-41fd-abdb-a952b41b5bae), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:27.509879 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c7e70618-8ca5-4210-ac72-6dbfb8a1cd55 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (6cffbd00-beef-41fd-abdb-a952b41b5bae), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:27.539342 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7e70618-8ca5-4210-ac72-6dbfb8a1cd55 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:11:27.540075 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c7e70618-8ca5-4210-ac72-6dbfb8a1cd55 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (6cffbd00-beef-41fd-abdb-a952b41b5bae), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:27.543693 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 22:11:27.543693 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:11:27.543693 ncdv-master-1 neutron-server[121836]:     timer()
May 07 22:11:27.543693 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:11:27.543693 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 22:11:27.543693 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:11:27.543693 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 22:11:27.543693 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:11:27.543693 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 22:11:27.543693 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:11:27.543693 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 22:11:27.543693 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:11:27.543693 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 22:11:27.543693 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:11:27.543693 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:11:27.543693 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:11:27.543693 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:11:27.543693 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:11:27.543693 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 22:11:27.543693 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:11:27.543693 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 22:11:27.543693 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:11:27.543693 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:11:27.543693 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:11:27.543693 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 22:11:27.543693 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:11:27.543693 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:11:27.543693 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:11:27.543693 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:11:27.543693 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:11:27.543693 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:11:27.543693 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:11:27.567477 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-28d27e18-2cc8-487b-921c-f6405c53adb1 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] For port f9843bdb-a956-4b5d-b0ca-1a1cf077801a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f9843bdb-a956-4b5d-b0ca-1a1cf077801a,segment=NetworkSegment(0c54767f-f5cc-4fe8-be2b-89310a1e6df6),segment_id=0c54767f-f5cc-4fe8-be2b-89310a1e6df6)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:11:27.586607 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bc884561-9555-4dc2-be40-f07235475960 admin admin] Publish callbacks [] for security_group (0ff57e21-b529-4ef0-98e3-260caad6968e), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:27.609659 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bc884561-9555-4dc2-be40-f07235475960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (0ff57e21-b529-4ef0-98e3-260caad6968e), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:27.612757 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:27.636452 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-b651edd2-c227-4bb5-bde3-6f0422eb0574 None None] Set router 08f13324-15e6-4812-8af1-23edcc98b3ce gateway port host: None {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:11:27.644528 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.db.resource_extend [None req-3bd6ec01-d86d-492d-a749-ee551849bb9c tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 07 22:11:27.706655 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-28d27e18-2cc8-487b-921c-f6405c53adb1 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for port (f9843bdb-a956-4b5d-b0ca-1a1cf077801a), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:27.722642 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-bc884561-9555-4dc2-be40-f07235475960 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=807e75468778486fb455f697709a140d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.7023652
May 07 22:11:27.723358 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-28d27e18-2cc8-487b-921c-f6405c53adb1 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (f9843bdb-a956-4b5d-b0ca-1a1cf077801a), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:27.732765 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 43078) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:27.742912 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-b651edd2-c227-4bb5-bde3-6f0422eb0574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c0e9880>, [{'id': '08f13324-15e6-4812-8af1-23edcc98b3ce', 'name': 'tempest-snat-router-630323269', 'tenant_id': '28a4884b91054cb58607f65ea001053c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:11:17Z', 'updated_at': '2022-05-07T22:11:26Z', 'revision_number': 4, 'project_id': '28a4884b91054cb58607f65ea001053c', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:11:27.743496 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c7e70618-8ca5-4210-ac72-6dbfb8a1cd55 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (f2538a7c-2ff1-4eec-a8ff-74728d428b3b), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:27.775227 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b651edd2-c227-4bb5-bde3-6f0422eb0574 None None] The sync data for ids ['08f13324-15e6-4812-8af1-23edcc98b3ce'] in ncdv-master-1 is: [{'id': '08f13324-15e6-4812-8af1-23edcc98b3ce', 'name': 'tempest-snat-router-630323269', 'tenant_id': '28a4884b91054cb58607f65ea001053c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:11:17Z', 'updated_at': '2022-05-07T22:11:26Z', 'revision_number': 4, 'project_id': '28a4884b91054cb58607f65ea001053c', 'gw_port_host': None}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:11:27.778278 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-28d27e18-2cc8-487b-921c-f6405c53adb1 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (75e8a987-22fc-4eea-91e4-a7d4af31b58c), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:27.783554 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3bd6ec01-d86d-492d-a749-ee551849bb9c tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:27.789744 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c7e70618-8ca5-4210-ac72-6dbfb8a1cd55 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:27.794393 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-c7e70618-8ca5-4210-ac72-6dbfb8a1cd55 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "DELETE /v2.0/networks/f2538a7c-2ff1-4eec-a8ff-74728d428b3b HTTP/1.1" status: 204  len: 168 time: 1.8549888
May 07 22:11:27.799877 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e70618-8ca5-4210-ac72-6dbfb8a1cd55 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Pushing event deleted for resources: {'Network': ['ID=f2538a7c-2ff1-4eec-a8ff-74728d428b3b,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:27.811098 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 43080) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:27.821953 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d83d52-ff5b-45b5-9319-31a1b63818d5 req-e5e97a3f-e455-40db-b764-6093117d6d5a tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:27.825490 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f5d83d52-ff5b-45b5-9319-31a1b63818d5 req-e5e97a3f-e455-40db-b764-6093117d6d5a tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d76e503-6e1a-4cee-b3b8-29af6484df32 HTTP/1.1" status: 200  len: 946 time: 0.1823261
May 07 22:11:27.830400 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-59018584-852d-469a-b98b-8b218df0d392 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1068914956'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:11:27.842881 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3bd6ec01-d86d-492d-a749-ee551849bb9c tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (6e04d7b8-db0d-4d99-9b47-7df638ad0caf), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:27.871407 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc884561-9555-4dc2-be40-f07235475960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff57e21-b529-4ef0-98e3-260caad6968e,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:27.888462 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d27e18-2cc8-487b-921c-f6405c53adb1 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event updated for resources: {'Subnet': ['ID=75e8a987-22fc-4eea-91e4-a7d4af31b58c,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:27.919473 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d27e18-2cc8-487b-921c-f6405c53adb1 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:11:27.930595 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-28d27e18-2cc8-487b-921c-f6405c53adb1 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:11:27.935058 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d27e18-2cc8-487b-921c-f6405c53adb1 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:27.935668 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-28d27e18-2cc8-487b-921c-f6405c53adb1 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:27.970508 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d27e18-2cc8-487b-921c-f6405c53adb1 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event updated for resources: {'Port': ['ID=f9843bdb-a956-4b5d-b0ca-1a1cf077801a,revision_number=4']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:27.998325 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-28d27e18-2cc8-487b-921c-f6405c53adb1 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 864 time: 2.9333587
May 07 22:11:28.002147 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43086) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:28.009123 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-9f93e8a4-7448-4e97-b361-51af899b8864 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Request body: {'port': {'network_id': 'c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a', 'mac_address': 'fa:16:3e:f0:10:33', 'name': 'tempest-NetworksTestDHCPv6-882610680'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:11:28.090651 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8044c590-2d16-40cb-b08d-9489e9eeac93 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (628027de-0ff5-4f2a-9f36-e688240e7280), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:28.098289 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59018584-852d-469a-b98b-8b218df0d392 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Made reservation on behalf of 9c3329647b05487f9d63d3c4ec2183b9 for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:11:28.102959 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-59018584-852d-469a-b98b-8b218df0d392 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:28.105246 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-65e6217f-91bc-404f-a041-c499c7a37d50 admin admin] Publish callbacks [] for security_group (0ff57e21-b529-4ef0-98e3-260caad6968e), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:28.133274 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f5d83d52-ff5b-45b5-9319-31a1b63818d5 req-bb5b5a05-7382-4ed3-b2c4-f506814e1112 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2962995
May 07 22:11:28.145272 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8044c590-2d16-40cb-b08d-9489e9eeac93 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Pushing event deleted for resources: {'Port': ['ID=628027de-0ff5-4f2a-9f36-e688240e7280,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:28.252695 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-65e6217f-91bc-404f-a041-c499c7a37d50 admin admin] Publish callbacks [] for security_group (0ff57e21-b529-4ef0-98e3-260caad6968e), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:28.256198 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59018584-852d-469a-b98b-8b218df0d392 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:11:28.285351 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-59018584-852d-469a-b98b-8b218df0d392 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (587c37be-745d-4810-8f2c-dc47a7e49f38), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:28.285706 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-59018584-852d-469a-b98b-8b218df0d392 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Added segment 587c37be-745d-4810-8f2c-dc47a7e49f38 of type vlan for network 6d3bc976-5e22-4789-a0ad-82f072a5a60c
May 07 22:11:28.288760 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8044c590-2d16-40cb-b08d-9489e9eeac93 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395776'] for router_gateway (08f13324-15e6-4812-8af1-23edcc98b3ce), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:28.364317 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f93e8a4-7448-4e97-b361-51af899b8864 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Made reservation on behalf of a45ecca62a364aaabca1717c79558f6f for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:11:28.407382 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-59018584-852d-469a-b98b-8b218df0d392 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (6d3bc976-5e22-4789-a0ad-82f072a5a60c), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:28.422672 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bd6ec01-d86d-492d-a749-ee551849bb9c tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Router 3621bc97-b3ca-49b3-81e3-7624e1ba69d3 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:11:28.436902 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-65e6217f-91bc-404f-a041-c499c7a37d50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (0ff57e21-b529-4ef0-98e3-260caad6968e), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:28.439435 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-65e6217f-91bc-404f-a041-c499c7a37d50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:28.440576 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-65e6217f-91bc-404f-a041-c499c7a37d50 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0ff57e21-b529-4ef0-98e3-260caad6968e HTTP/1.1" status: 204  len: 168 time: 0.7068357
May 07 22:11:28.459463 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e6217f-91bc-404f-a041-c499c7a37d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff57e21-b529-4ef0-98e3-260caad6968e,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:28.465216 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-59018584-852d-469a-b98b-8b218df0d392 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (6d3bc976-5e22-4789-a0ad-82f072a5a60c), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:28.470562 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59018584-852d-469a-b98b-8b218df0d392 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:28.471602 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-59018584-852d-469a-b98b-8b218df0d392 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:28.479535 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8044c590-2d16-40cb-b08d-9489e9eeac93 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (08f13324-15e6-4812-8af1-23edcc98b3ce), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:28.483082 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8044c590-2d16-40cb-b08d-9489e9eeac93 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks [] for router_controller (08f13324-15e6-4812-8af1-23edcc98b3ce), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:28.491108 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9f93e8a4-7448-4e97-b361-51af899b8864 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:28.559306 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [None req-9f93e8a4-7448-4e97-b361-51af899b8864 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] device_id is not set on port b90eb898-af18-4237-a7f3-645db6bde9a7 yet. {{(pid=121837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 22:11:28.610123 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-59018584-852d-469a-b98b-8b218df0d392 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.7835348
May 07 22:11:28.614570 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 43102) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:28.619996 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-4b9b5310-3d5a-46d1-a3a6-bda9f3e6d498 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Request body: {'subnet': {'network_id': '6d3bc976-5e22-4789-a0ad-82f072a5a60c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:11:28.667774 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8044c590-2d16-40cb-b08d-9489e9eeac93 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (08f13324-15e6-4812-8af1-23edcc98b3ce), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:28.668344 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8044c590-2d16-40cb-b08d-9489e9eeac93 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 08f13324-15e6-4812-8af1-23edcc98b3ce {{(pid=121837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 22:11:28.693867 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8044c590-2d16-40cb-b08d-9489e9eeac93 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:28.698142 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-8044c590-2d16-40cb-b08d-9489e9eeac93 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] 10.222.0.32 "DELETE /v2.0/routers/08f13324-15e6-4812-8af1-23edcc98b3ce HTTP/1.1" status: 204  len: 168 time: 3.1054809
May 07 22:11:28.698803 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43104) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:28.757599 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device f9843bdb-a956-4b5d-b0ca-1a1cf077801a up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:11:28.787906 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59018584-852d-469a-b98b-8b218df0d392 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Pushing event updated for resources: {'Network': ['ID=6d3bc976-5e22-4789-a0ad-82f072a5a60c,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:28.814683 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 6d3bc976-5e22-4789-a0ad-82f072a5a60c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:11:28.954269 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port f9843bdb-a956-4b5d-b0ca-1a1cf077801a triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:11:28.955042 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (f9843bdb-a956-4b5d-b0ca-1a1cf077801a), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:28.978195 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bd6ec01-d86d-492d-a749-ee551849bb9c tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:11:28.988852 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-9f93e8a4-7448-4e97-b361-51af899b8864 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Allocated IP 2001:db8::7 (c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a/951ab290-29e6-457a-a246-e9698b5cd728/b90eb898-af18-4237-a7f3-645db6bde9a7) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:11:28.997594 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3bd6ec01-d86d-492d-a749-ee551849bb9c tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:29.001410 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a5fb0c-4d85-4717-893e-67fc64cb58f3 None None] Sync routers for ids ['3621bc97-b3ca-49b3-81e3-7624e1ba69d3'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:11:29.003009 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-9f93e8a4-7448-4e97-b361-51af899b8864 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Allocated IP 2001:db8:0:1:f816:3eff:fef0:1033 (c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a/75e8a987-22fc-4eea-91e4-a7d4af31b58c/b90eb898-af18-4237-a7f3-645db6bde9a7) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:11:29.007996 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d696e7d-cee3-4439-a985-632cf68f1d9f req-901477c9-8128-47a5-80a9-85d672e02c90 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:29.010917 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-79837dcc-4bc5-4861-9ae3-12e2feaf1cb5 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks [] for router (6e331897-df80-431a-9dea-14fb18142bcc), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:29.013762 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4d696e7d-cee3-4439-a985-632cf68f1d9f req-901477c9-8128-47a5-80a9-85d672e02c90 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.55 "GET /v2.0/ports?device_id=1d76e503-6e1a-4cee-b3b8-29af6484df32 HTTP/1.1" status: 200  len: 946 time: 0.1784499
May 07 22:11:29.029401 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a5fb0c-4d85-4717-893e-67fc64cb58f3 None None] Routers {'3621bc97-b3ca-49b3-81e3-7624e1ba69d3'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:11:29.030548 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-d1a5fb0c-4d85-4717-893e-67fc64cb58f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7ebaba60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:11:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['3621bc97-b3ca-49b3-81e3-7624e1ba69d3'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:11:29.063587 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 43108) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:29.132032 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b9b5310-3d5a-46d1-a3a6-bda9f3e6d498 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Made reservation on behalf of 9c3329647b05487f9d63d3c4ec2183b9 for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:11:29.140506 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4b9b5310-3d5a-46d1-a3a6-bda9f3e6d498 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:29.181555 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c332b03e-48f7-475c-9577-16a41760ca55', 'tag': '5dccdd99-d437-459b-9d5e-a5ecdbf1e400'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:11:29.185089 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf37e9a-40d3-4452-ab4d-a425909f0aef" -d '{"events": [{"name": "network-changed", "server_uuid": "c332b03e-48f7-475c-9577-16a41760ca55", "tag": "5dccdd99-d437-459b-9d5e-a5ecdbf1e400"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:11:29.407162 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35fa10cc-abb1-4c1f-a963-9d927cdb5735 None None] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:11:29.421266 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5efe43e-cb64-47a8-b6f5-c1059fbd92db x-openstack-request-id: req-c5efe43e-cb64-47a8-b6f5-c1059fbd92db {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:11:29.421973 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c332b03e-48f7-475c-9577-16a41760ca55", "tag": "5dccdd99-d437-459b-9d5e-a5ecdbf1e400", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:11:29.422301 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c5efe43e-cb64-47a8-b6f5-c1059fbd92db {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:11:29.422895 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5efe43e-cb64-47a8-b6f5-c1059fbd92db'] response: {'name': 'network-changed', 'server_uuid': 'c332b03e-48f7-475c-9577-16a41760ca55', 'tag': '5dccdd99-d437-459b-9d5e-a5ecdbf1e400', 'status': 'completed', 'code': 200}
May 07 22:11:29.458103 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-4d696e7d-cee3-4439-a985-632cf68f1d9f req-965d1d8a-80ef-4121-8faf-838fa78cf56d tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Deleting port 5b241f8b-bf65-4cfc-a26e-58140662237c {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:11:29.459443 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-4d696e7d-cee3-4439-a985-632cf68f1d9f req-965d1d8a-80ef-4121-8faf-838fa78cf56d tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (5b241f8b-bf65-4cfc-a26e-58140662237c), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:29.465504 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302d2615-21dc-4a85-873e-5189570b4918 req-2fe568a4-d604-4f0a-804a-86aec358824c tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:29.467143 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-302d2615-21dc-4a85-873e-5189570b4918 req-2fe568a4-d604-4f0a-804a-86aec358824c tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d76e503-6e1a-4cee-b3b8-29af6484df32 HTTP/1.1" status: 200  len: 946 time: 0.0766673
May 07 22:11:29.484576 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-79837dcc-4bc5-4861-9ae3-12e2feaf1cb5 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks [] for router_gateway (6e331897-df80-431a-9dea-14fb18142bcc), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:29.525709 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-00b7b1a6-bfe3-4a27-98d3-b3dc61339e62 None None] Provisioning complete for port f9843bdb-a956-4b5d-b0ca-1a1cf077801a triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:11:29.526301 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-00b7b1a6-bfe3-4a27-98d3-b3dc61339e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (f9843bdb-a956-4b5d-b0ca-1a1cf077801a), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:29.648323 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9f93e8a4-7448-4e97-b361-51af899b8864 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for port (b90eb898-af18-4237-a7f3-645db6bde9a7), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:29.652879 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-51b35f7d-5f81-4eb3-9bc6-79247abe4d5f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f31461527eb340c5b647c2d415581b6c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5861995
May 07 22:11:29.653967 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43120) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:29.656115 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:29.665607 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-3bd6ec01-d86d-492d-a749-ee551849bb9c tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] 10.222.0.32 "PUT /v2.0/floatingips/6e04d7b8-db0d-4d99-9b47-7df638ad0caf HTTP/1.1" status: 200  len: 993 time: 6.1365948
May 07 22:11:29.688680 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf37e9a-40d3-4452-ab4d-a425909f0aef req-5f61b111-7494-4720-ab1d-9d5a7ab30c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:29.690268 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fbf37e9a-40d3-4452-ab4d-a425909f0aef req-5f61b111-7494-4720-ab1d-9d5a7ab30c7d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d70782066cce4f2fbf5744b63e4195cb&device_id=c332b03e-48f7-475c-9577-16a41760ca55 HTTP/1.1" status: 200  len: 1127 time: 0.2568817
May 07 22:11:29.698190 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-302d2615-21dc-4a85-873e-5189570b4918 req-20449fe9-4998-4f8c-a70e-6e1bf7008d13 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2168047
May 07 22:11:29.738010 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-79837dcc-4bc5-4861-9ae3-12e2feaf1cb5 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Deleting port e428ce91-bcb9-4ac8-a4ab-edc9fb38da2f {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:11:29.738349 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-79837dcc-4bc5-4861-9ae3-12e2feaf1cb5 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (e428ce91-bcb9-4ac8-a4ab-edc9fb38da2f), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:29.742700 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-14df6809-1a05-49ae-8af3-264caa262c45 admin admin] Publish callbacks [] for security_group (9e43b96e-e399-4f06-abf3-46d049071724), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:29.839110 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port f9843bdb-a956-4b5d-b0ca-1a1cf077801a is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:11:29.839840 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f9843bdb-a956-4b5d-b0ca-1a1cf077801a), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:29.843406 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-d1a5fb0c-4d85-4717-893e-67fc64cb58f3 None None] Set router 3621bc97-b3ca-49b3-81e3-7624e1ba69d3 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:11:29.848279 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf37e9a-40d3-4452-ab4d-a425909f0aef req-58e03f32-d203-4a07-86b8-47cc9ca02e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:29.848279 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fbf37e9a-40d3-4452-ab4d-a425909f0aef req-58e03f32-d203-4a07-86b8-47cc9ca02e37 service neutron] 10.222.0.55 "GET /v2.0/networks?id=42882eb7-7f7c-429d-978e-a320afe6b945 HTTP/1.1" status: 200  len: 915 time: 0.1464689
May 07 22:11:29.852614 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-4d696e7d-cee3-4439-a985-632cf68f1d9f req-965d1d8a-80ef-4121-8faf-838fa78cf56d tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] For port 5b241f8b-bf65-4cfc-a26e-58140662237c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5b241f8b-bf65-4cfc-a26e-58140662237c,segment=NetworkSegment(2cb8e953-203f-4019-8d4d-d4ab0509c11a),segment_id=2cb8e953-203f-4019-8d4d-d4ab0509c11a)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:11:29.852993 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-4d696e7d-cee3-4439-a985-632cf68f1d9f req-965d1d8a-80ef-4121-8faf-838fa78cf56d tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (5b241f8b-bf65-4cfc-a26e-58140662237c), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:29.879288 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-14df6809-1a05-49ae-8af3-264caa262c45 admin admin] Publish callbacks [] for security_group (9e43b96e-e399-4f06-abf3-46d049071724), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:29.920814 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9f93e8a4-7448-4e97-b361-51af899b8864 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (b90eb898-af18-4237-a7f3-645db6bde9a7), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:29.941958 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port f9843bdb-a956-4b5d-b0ca-1a1cf077801a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f9843bdb-a956-4b5d-b0ca-1a1cf077801a,segment=NetworkSegment(0c54767f-f5cc-4fe8-be2b-89310a1e6df6),segment_id=0c54767f-f5cc-4fe8-be2b-89310a1e6df6)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:11:29.974435 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-4d696e7d-cee3-4439-a985-632cf68f1d9f req-965d1d8a-80ef-4121-8faf-838fa78cf56d tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Calling delete_port for 5b241f8b-bf65-4cfc-a26e-58140662237c owned by compute:nova {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:11:29.992915 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fbf37e9a-40d3-4452-ab4d-a425909f0aef req-cf046110-0945-4dc6-87d9-130c9a60ea94 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5dccdd99-d437-459b-9d5e-a5ecdbf1e400 HTTP/1.1" status: 200  len: 1001 time: 0.1360924
May 07 22:11:29.997930 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f93e8a4-7448-4e97-b361-51af899b8864 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:11:30.000877 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (f9843bdb-a956-4b5d-b0ca-1a1cf077801a), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:30.006157 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-9f93e8a4-7448-4e97-b361-51af899b8864 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:11:30.010838 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-79837dcc-4bc5-4861-9ae3-12e2feaf1cb5 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] For port e428ce91-bcb9-4ac8-a4ab-edc9fb38da2f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e428ce91-bcb9-4ac8-a4ab-edc9fb38da2f,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:11:30.011538 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-79837dcc-4bc5-4861-9ae3-12e2feaf1cb5 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (e428ce91-bcb9-4ac8-a4ab-edc9fb38da2f), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:30.028096 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f93e8a4-7448-4e97-b361-51af899b8864 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:11:30.033839 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f93e8a4-7448-4e97-b361-51af899b8864 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:30.034866 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9f93e8a4-7448-4e97-b361-51af899b8864 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:30.049280 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-79837dcc-4bc5-4861-9ae3-12e2feaf1cb5 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Calling delete_port for e428ce91-bcb9-4ac8-a4ab-edc9fb38da2f owned by network:router_gateway {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:11:30.064522 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f93e8a4-7448-4e97-b361-51af899b8864 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event updated for resources: {'Port': ['ID=b90eb898-af18-4237-a7f3-645db6bde9a7,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:30.079656 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-9f93e8a4-7448-4e97-b361-51af899b8864 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1030 time: 2.0764637
May 07 22:11:30.082352 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43132) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:30.118642 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=f9843bdb-a956-4b5d-b0ca-1a1cf077801a,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:30.136396 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf37e9a-40d3-4452-ab4d-a425909f0aef req-a853ae00-1009-45f6-948a-fd632abd06f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:30.138570 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fbf37e9a-40d3-4452-ab4d-a425909f0aef req-a853ae00-1009-45f6-948a-fd632abd06f3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=21c94e42-6f33-4d3f-bb38-a9f7f8184d5c HTTP/1.1" status: 200  len: 853 time: 0.1379504
May 07 22:11:30.179409 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-00b7b1a6-bfe3-4a27-98d3-b3dc61339e62 None None] Current status of the port f9843bdb-a956-4b5d-b0ca-1a1cf077801a is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:11:30.180291 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-00b7b1a6-bfe3-4a27-98d3-b3dc61339e62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f9843bdb-a956-4b5d-b0ca-1a1cf077801a), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:30.225390 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4b9b5310-3d5a-46d1-a3a6-bda9f3e6d498 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (efa76475-9f6c-4d79-966e-462500415346), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:30.263534 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf37e9a-40d3-4452-ab4d-a425909f0aef req-0d402e55-cffb-414d-b531-edb297d584e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:30.265481 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fbf37e9a-40d3-4452-ab4d-a425909f0aef req-0d402e55-cffb-414d-b531-edb297d584e5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=42882eb7-7f7c-429d-978e-a320afe6b945&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1152418
May 07 22:11:30.337640 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:30.359818 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.db.api [None req-00b7b1a6-bfe3-4a27-98d3-b3dc61339e62 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 07 22:11:30.360337 ncdv-master-1 neutron-server[121838]: DEBUG oslo_db.api [None req-00b7b1a6-bfe3-4a27-98d3-b3dc61339e62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 07 22:11:30.374235 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-14df6809-1a05-49ae-8af3-264caa262c45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (9e43b96e-e399-4f06-abf3-46d049071724), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:30.378337 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-14df6809-1a05-49ae-8af3-264caa262c45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:30.379956 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-14df6809-1a05-49ae-8af3-264caa262c45 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9e43b96e-e399-4f06-abf3-46d049071724 HTTP/1.1" status: 204  len: 168 time: 0.7250199
May 07 22:11:30.392629 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-79837dcc-4bc5-4861-9ae3-12e2feaf1cb5 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (e428ce91-bcb9-4ac8-a4ab-edc9fb38da2f), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:30.413090 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-d1a5fb0c-4d85-4717-893e-67fc64cb58f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7ebaba60>, [{'id': '3621bc97-b3ca-49b3-81e3-7624e1ba69d3', 'name': 'tempest-TestVolumeBackupRestore-1862511252-router', 'tenant_id': 'd70782066cce4f2fbf5744b63e4195cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.92'}], 'enable_snat': True}, 'gw_port_id': '723c69f0-0343-4b05-86e9-6cf9e721e8c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:09:51Z', 'updated_at': '2022-05-07T22:09:58Z', 'revision_number': 4, 'project_id': 'd70782066cce4f2fbf5744b63e4195cb', 'gw_port': {'id': '723c69f0-0343-4b05-86e9-6cf9e721e8c7', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:c5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3621bc97-b3ca-49b3-81e3-7624e1ba69d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:09:51Z', 'updated_at': '2022-05-07T22:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '6e04d7b8-db0d-4d99-9b47-7df638ad0caf', 'tenant_id': 'd70782066cce4f2fbf5744b63e4195cb', 'floating_ip_address': '172.35.4.188', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '3621bc97-b3ca-49b3-81e3-7624e1ba69d3', 'port_id': '5dccdd99-d437-459b-9d5e-a5ecdbf1e400', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3243, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '42882eb7-7f7c-429d-978e-a320afe6b945', 'mac_address': 'fa:16:3e:43:f6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c332b03e-48f7-475c-9577-16a41760ca55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:11:18Z', 'updated_at': '2022-05-07T22:11:27Z', 'revision_number': 2, 'project_id': 'd70782066cce4f2fbf5744b63e4195cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ef7dd3a-1984-4735-af40-50e84d7d15ce', 'name': '', 'network_id': '42882eb7-7f7c-429d-978e-a320afe6b945', 'tenant_id': 'd70782066cce4f2fbf5744b63e4195cb', 'mac_address': 'fa:16:3e:8d:67:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3621bc97-b3ca-49b3-81e3-7624e1ba69d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '21c94e42-6f33-4d3f-bb38-a9f7f8184d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:09:57Z', 'updated_at': '2022-05-07T22:10:02Z', 'revision_number': 5, 'project_id': 'd70782066cce4f2fbf5744b63e4195cb', 'subnets': [{'id': '21c94e42-6f33-4d3f-bb38-a9f7f8184d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:11:30.437160 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14df6809-1a05-49ae-8af3-264caa262c45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e43b96e-e399-4f06-abf3-46d049071724,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:30.448810 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79837dcc-4bc5-4861-9ae3-12e2feaf1cb5 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Pushing event deleted for resources: {'Port': ['ID=e428ce91-bcb9-4ac8-a4ab-edc9fb38da2f,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:30.469633 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-43404945-ece0-4171-a80b-0cb8c287beee tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Deleting port b90eb898-af18-4237-a7f3-645db6bde9a7 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:11:30.470730 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-43404945-ece0-4171-a80b-0cb8c287beee tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (b90eb898-af18-4237-a7f3-645db6bde9a7), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:30.482365 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a5fb0c-4d85-4717-893e-67fc64cb58f3 None None] Checking router: 3621bc97-b3ca-49b3-81e3-7624e1ba69d3 for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:11:30.526662 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a5fb0c-4d85-4717-893e-67fc64cb58f3 None None] Routers {'3621bc97-b3ca-49b3-81e3-7624e1ba69d3'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:11:30.530906 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-d1a5fb0c-4d85-4717-893e-67fc64cb58f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7ebaba60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:11:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['3621bc97-b3ca-49b3-81e3-7624e1ba69d3'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:11:30.669597 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-79837dcc-4bc5-4861-9ae3-12e2feaf1cb5 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395776'] for router_gateway (6e331897-df80-431a-9dea-14fb18142bcc), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:30.806608 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-d1a5fb0c-4d85-4717-893e-67fc64cb58f3 None None] Set router 3621bc97-b3ca-49b3-81e3-7624e1ba69d3 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:11:30.876362 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device f9843bdb-a956-4b5d-b0ca-1a1cf077801a up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:11:30.930263 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-43404945-ece0-4171-a80b-0cb8c287beee tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (b90eb898-af18-4237-a7f3-645db6bde9a7), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:30.952963 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-79837dcc-4bc5-4861-9ae3-12e2feaf1cb5 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (6e331897-df80-431a-9dea-14fb18142bcc), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:30.956977 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-79837dcc-4bc5-4861-9ae3-12e2feaf1cb5 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks [] for router_controller (6e331897-df80-431a-9dea-14fb18142bcc), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:30.974637 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9b5310-3d5a-46d1-a3a6-bda9f3e6d498 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Pushing event updated for resources: {'Subnet': ['ID=efa76475-9f6c-4d79-966e-462500415346,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:30.989123 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-4d696e7d-cee3-4439-a985-632cf68f1d9f req-965d1d8a-80ef-4121-8faf-838fa78cf56d tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (5b241f8b-bf65-4cfc-a26e-58140662237c), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:31.031966 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['a859dd9c-cf59-4a9b-84c9-dddc4e9476c0'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:11:31.042542 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-00b7b1a6-bfe3-4a27-98d3-b3dc61339e62 None None] Current status of the port f9843bdb-a956-4b5d-b0ca-1a1cf077801a is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:11:31.060956 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-43404945-ece0-4171-a80b-0cb8c287beee tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Calling delete_port for b90eb898-af18-4237-a7f3-645db6bde9a7 owned by  {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:11:31.091844 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965d1d8a-80ef-4121-8faf-838fa78cf56d tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Pushing event deleted for resources: {'Port': ['ID=5b241f8b-bf65-4cfc-a26e-58140662237c,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:31.107133 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a37f292a-b159-4895-9f12-9bd0a6f4d7fa req-0ae8076e-f437-4f2e-82ab-7f9e1325d222 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=1d76e503-6e1a-4cee-b3b8-29af6484df32 HTTP/1.1" status: 200  len: 210 time: 0.1228418
May 07 22:11:31.110571 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9b5310-3d5a-46d1-a3a6-bda9f3e6d498 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Checking segment: {'id': '587c37be-745d-4810-8f2c-dc47a7e49f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '6d3bc976-5e22-4789-a0ad-82f072a5a60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:11:31.111358 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9b5310-3d5a-46d1-a3a6-bda9f3e6d498 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Network hostable DHCP agents. Network: 6d3bc976-5e22-4789-a0ad-82f072a5a60c, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:11:31.139118 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port f9843bdb-a956-4b5d-b0ca-1a1cf077801a triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:11:31.139826 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (f9843bdb-a956-4b5d-b0ca-1a1cf077801a), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:31.197681 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-79837dcc-4bc5-4861-9ae3-12e2feaf1cb5 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (6e331897-df80-431a-9dea-14fb18142bcc), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:31.198432 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79837dcc-4bc5-4861-9ae3-12e2feaf1cb5 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6e331897-df80-431a-9dea-14fb18142bcc {{(pid=121837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 22:11:31.206863 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-79837dcc-4bc5-4861-9ae3-12e2feaf1cb5 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:31.213345 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-79837dcc-4bc5-4861-9ae3-12e2feaf1cb5 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] 10.222.0.32 "DELETE /v2.0/routers/6e331897-df80-431a-9dea-14fb18142bcc HTTP/1.1" status: 204  len: 168 time: 2.5102255
May 07 22:11:31.214089 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43166) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:31.222710 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-c77f5e1c-bf70-4aaa-8fb5-812948761b96 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-634021715', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}, 'admin_state_up': False}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:11:31.265728 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d696e7d-cee3-4439-a985-632cf68f1d9f req-965d1d8a-80ef-4121-8faf-838fa78cf56d tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] No DVR routers for this DVR port 5b241f8b-bf65-4cfc-a26e-58140662237c on host nch1-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:11:31.272033 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-4d696e7d-cee3-4439-a985-632cf68f1d9f req-965d1d8a-80ef-4121-8faf-838fa78cf56d tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:31.272873 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c77f5e1c-bf70-4aaa-8fb5-812948761b96 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (a0632e9e-9348-4dae-b143-266bace2c1c1), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:31.275022 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c77f5e1c-bf70-4aaa-8fb5-812948761b96 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (a0632e9e-9348-4dae-b143-266bace2c1c1), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:31.277692 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4d696e7d-cee3-4439-a985-632cf68f1d9f req-965d1d8a-80ef-4121-8faf-838fa78cf56d tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.55 "DELETE /v2.0/ports/5b241f8b-bf65-4cfc-a26e-58140662237c HTTP/1.1" status: 204  len: 173 time: 2.2268398
May 07 22:11:31.285724 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fbf37e9a-40d3-4452-ab4d-a425909f0aef req-96237b55-8614-48ff-9be8-475fbd9ba5b6 service neutron] 10.222.0.55 "GET /v2.0/networks/42882eb7-7f7c-429d-978e-a320afe6b945?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0087290
May 07 22:11:31.289703 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9b5310-3d5a-46d1-a3a6-bda9f3e6d498 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Network 6d3bc976-5e22-4789-a0ad-82f072a5a60c is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:11:31.293483 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-1cc73390-6594-4492-9250-4661f2583b8b None None] Provisioning complete for port f9843bdb-a956-4b5d-b0ca-1a1cf077801a triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:11:31.294534 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1cc73390-6594-4492-9250-4661f2583b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (f9843bdb-a956-4b5d-b0ca-1a1cf077801a), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:31.343872 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-4b9b5310-3d5a-46d1-a3a6-bda9f3e6d498 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6d3bc976-5e22-4789-a0ad-82f072a5a60c) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:11:31.353310 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9b5310-3d5a-46d1-a3a6-bda9f3e6d498 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:31.354313 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4b9b5310-3d5a-46d1-a3a6-bda9f3e6d498 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:31.424730 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c332b03e-48f7-475c-9577-16a41760ca55', 'tag': '5dccdd99-d437-459b-9d5e-a5ecdbf1e400'}, {'server_uuid': '1d76e503-6e1a-4cee-b3b8-29af6484df32', 'name': 'network-vif-deleted', 'tag': '5b241f8b-bf65-4cfc-a26e-58140662237c'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:11:31.428490 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cd4d6dc-c8dc-4342-a2a7-53b6e644ded5" -d '{"events": [{"name": "network-changed", "server_uuid": "c332b03e-48f7-475c-9577-16a41760ca55", "tag": "5dccdd99-d437-459b-9d5e-a5ecdbf1e400"}, {"server_uuid": "1d76e503-6e1a-4cee-b3b8-29af6484df32", "name": "network-vif-deleted", "tag": "5b241f8b-bf65-4cfc-a26e-58140662237c"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:11:31.445983 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-4b9b5310-3d5a-46d1-a3a6-bda9f3e6d498 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.8302715
May 07 22:11:31.448888 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 43170) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:31.454076 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-38bbe6ee-224d-45d0-bc72-413b3caccd10 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Request body: {'port': {'network_id': '6d3bc976-5e22-4789-a0ad-82f072a5a60c', 'name': 'tempest-PortsTestJSON-1960388711', 'fixed_ips': [{'subnet_id': 'efa76475-9f6c-4d79-966e-462500415346', 'ip_address': '172.20.0.10'}]}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:11:31.497297 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c77f5e1c-bf70-4aaa-8fb5-812948761b96 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks [] for router_controller (a0632e9e-9348-4dae-b143-266bace2c1c1), precommit_add_association {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:31.517511 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d87e153-53ba-400b-92a7-488d9d10c259 None None] Network 6d3bc976-5e22-4789-a0ad-82f072a5a60c requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:11:31.542323 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Sat, 07 May 2022 22:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-581bb842-9474-441d-8d22-c32d87503ff0 x-openstack-request-id: req-581bb842-9474-441d-8d22-c32d87503ff0 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:11:31.542676 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c332b03e-48f7-475c-9577-16a41760ca55", "tag": "5dccdd99-d437-459b-9d5e-a5ecdbf1e400", "status": "completed", "code": 200}, {"server_uuid": "1d76e503-6e1a-4cee-b3b8-29af6484df32", "name": "network-vif-deleted", "tag": "5b241f8b-bf65-4cfc-a26e-58140662237c", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:11:31.542911 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-581bb842-9474-441d-8d22-c32d87503ff0 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:11:31.543319 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-581bb842-9474-441d-8d22-c32d87503ff0'] response: {'name': 'network-changed', 'server_uuid': 'c332b03e-48f7-475c-9577-16a41760ca55', 'tag': '5dccdd99-d437-459b-9d5e-a5ecdbf1e400', 'status': 'completed', 'code': 200}
May 07 22:11:31.543597 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-581bb842-9474-441d-8d22-c32d87503ff0'] response: {'server_uuid': '1d76e503-6e1a-4cee-b3b8-29af6484df32', 'name': 'network-vif-deleted', 'tag': '5b241f8b-bf65-4cfc-a26e-58140662237c', 'status': 'completed', 'code': 200}
May 07 22:11:31.604580 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fbf37e9a-40d3-4452-ab4d-a425909f0aef req-ac5f6a94-5e52-4d23-b0dc-a545aceba8f4 service neutron] 10.222.0.55 "GET /v2.0/networks/42882eb7-7f7c-429d-978e-a320afe6b945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3079748
May 07 22:11:31.673921 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38bbe6ee-224d-45d0-bc72-413b3caccd10 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Made reservation on behalf of 9c3329647b05487f9d63d3c4ec2183b9 for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:11:31.781799 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c77f5e1c-bf70-4aaa-8fb5-812948761b96 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks [] for router_gateway (a0632e9e-9348-4dae-b143-266bace2c1c1), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:31.879897 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd4d6dc-c8dc-4342-a2a7-53b6e644ded5 req-ab95f227-4b9e-4431-b470-3b2eb2409048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:31.887890 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2cd4d6dc-c8dc-4342-a2a7-53b6e644ded5 req-ab95f227-4b9e-4431-b470-3b2eb2409048 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d70782066cce4f2fbf5744b63e4195cb&device_id=c332b03e-48f7-475c-9577-16a41760ca55 HTTP/1.1" status: 200  len: 1127 time: 0.0698736
May 07 22:11:31.961675 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 43186) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:31.973899 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-38bbe6ee-224d-45d0-bc72-413b3caccd10 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:32.070556 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 5b241f8b-bf65-4cfc-a26e-58140662237c no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:11:32.077022 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [None req-38bbe6ee-224d-45d0-bc72-413b3caccd10 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] device_id is not set on port 352d065e-13cf-4943-a336-78055367b78d yet. {{(pid=121836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 22:11:32.127379 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd4d6dc-c8dc-4342-a2a7-53b6e644ded5 req-a845e7fd-2ecf-422d-8769-fbcdda8d751e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:32.129373 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2cd4d6dc-c8dc-4342-a2a7-53b6e644ded5 req-a845e7fd-2ecf-422d-8769-fbcdda8d751e service neutron] 10.222.0.55 "GET /v2.0/networks?id=42882eb7-7f7c-429d-978e-a320afe6b945 HTTP/1.1" status: 200  len: 915 time: 0.2284973
May 07 22:11:32.146003 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] No Port match for: 5b241f8b-bf65-4cfc-a26e-58140662237c {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:11:32.146367 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 5b241f8b-bf65-4cfc-a26e-58140662237c not bound to the agent host nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:11:32.198868 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-d1a5fb0c-4d85-4717-893e-67fc64cb58f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7ebaba60>, [{'id': '3621bc97-b3ca-49b3-81e3-7624e1ba69d3', 'name': 'tempest-TestVolumeBackupRestore-1862511252-router', 'tenant_id': 'd70782066cce4f2fbf5744b63e4195cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.92'}], 'enable_snat': True}, 'gw_port_id': '723c69f0-0343-4b05-86e9-6cf9e721e8c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:09:51Z', 'updated_at': '2022-05-07T22:09:58Z', 'revision_number': 4, 'project_id': 'd70782066cce4f2fbf5744b63e4195cb', 'gw_port': {'id': '723c69f0-0343-4b05-86e9-6cf9e721e8c7', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:c5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3621bc97-b3ca-49b3-81e3-7624e1ba69d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:09:51Z', 'updated_at': '2022-05-07T22:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '6e04d7b8-db0d-4d99-9b47-7df638ad0caf', 'tenant_id': 'd70782066cce4f2fbf5744b63e4195cb', 'floating_ip_address': '172.35.4.188', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '3621bc97-b3ca-49b3-81e3-7624e1ba69d3', 'port_id': '5dccdd99-d437-459b-9d5e-a5ecdbf1e400', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3243, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '42882eb7-7f7c-429d-978e-a320afe6b945', 'mac_address': 'fa:16:3e:43:f6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c332b03e-48f7-475c-9577-16a41760ca55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:11:18Z', 'updated_at': '2022-05-07T22:11:27Z', 'revision_number': 2, 'project_id': 'd70782066cce4f2fbf5744b63e4195cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ef7dd3a-1984-4735-af40-50e84d7d15ce', 'name': '', 'network_id': '42882eb7-7f7c-429d-978e-a320afe6b945', 'tenant_id': 'd70782066cce4f2fbf5744b63e4195cb', 'mac_address': 'fa:16:3e:8d:67:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3621bc97-b3ca-49b3-81e3-7624e1ba69d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '21c94e42-6f33-4d3f-bb38-a9f7f8184d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:09:57Z', 'updated_at': '2022-05-07T22:10:02Z', 'revision_number': 5, 'project_id': 'd70782066cce4f2fbf5744b63e4195cb', 'subnets': [{'id': '21c94e42-6f33-4d3f-bb38-a9f7f8184d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:11:32.205211 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-eafdc7b8-89bf-460a-9621-f4634a1617af admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1079344493-network', 'tenant_id': '0543013ca84b4ebb90ffc461dad90515'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:11:32.239271 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a5fb0c-4d85-4717-893e-67fc64cb58f3 None None] The sync data for ids ['3621bc97-b3ca-49b3-81e3-7624e1ba69d3'] in ncdv-master-1 is: [{'id': '3621bc97-b3ca-49b3-81e3-7624e1ba69d3', 'name': 'tempest-TestVolumeBackupRestore-1862511252-router', 'tenant_id': 'd70782066cce4f2fbf5744b63e4195cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.92'}], 'enable_snat': True}, 'gw_port_id': '723c69f0-0343-4b05-86e9-6cf9e721e8c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:09:51Z', 'updated_at': '2022-05-07T22:09:58Z', 'revision_number': 4, 'project_id': 'd70782066cce4f2fbf5744b63e4195cb', 'gw_port': {'id': '723c69f0-0343-4b05-86e9-6cf9e721e8c7', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:c5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3621bc97-b3ca-49b3-81e3-7624e1ba69d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:09:51Z', 'updated_at': '2022-05-07T22:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '6e04d7b8-db0d-4d99-9b47-7df638ad0caf', 'tenant_id': 'd70782066cce4f2fbf5744b63e4195cb', 'floating_ip_address': '172.35.4.188', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '3621bc97-b3ca-49b3-81e3-7624e1ba69d3', 'port_id': '5dccdd99-d437-459b-9d5e-a5ecdbf1e400', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3243, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '42882eb7-7f7c-429d-978e-a320afe6b945', 'mac_address': 'fa:16:3e:43:f6:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c332b03e-48f7-475c-9577-16a41760ca55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:11:18Z', 'updated_at': '2022-05-07T22:11:27Z', 'revision_number': 2, 'project_id': 'd70782066cce4f2fbf5744b63e4195cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ef7dd3a-1984-4735-af40-50e84d7d15ce', 'name': '', 'network_id': '42882eb7-7f7c-429d-978e-a320afe6b945', 'tenant_id': 'd70782066cce4f2fbf5744b63e4195cb', 'mac_address': 'fa:16:3e:8d:67:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3621bc97-b3ca-49b3-81e3-7624e1ba69d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '21c94e42-6f33-4d3f-bb38-a9f7f8184d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:09:57Z', 'updated_at': '2022-05-07T22:10:02Z', 'revision_number': 5, 'project_id': 'd70782066cce4f2fbf5744b63e4195cb', 'subnets': [{'id': '21c94e42-6f33-4d3f-bb38-a9f7f8184d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:11:32.240307 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2cd4d6dc-c8dc-4342-a2a7-53b6e644ded5 req-48fd07a7-599e-480f-87b0-19ede17bced0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5dccdd99-d437-459b-9d5e-a5ecdbf1e400 HTTP/1.1" status: 200  len: 1001 time: 0.1011057
May 07 22:11:32.250697 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-1cc73390-6594-4492-9250-4661f2583b8b None None] Current status of the port f9843bdb-a956-4b5d-b0ca-1a1cf077801a is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:11:32.307516 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd4d6dc-c8dc-4342-a2a7-53b6e644ded5 req-91ebf3d7-656b-485c-9e12-0fab59952cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:32.309251 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2cd4d6dc-c8dc-4342-a2a7-53b6e644ded5 req-91ebf3d7-656b-485c-9e12-0fab59952cf2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=21c94e42-6f33-4d3f-bb38-a9f7f8184d5c HTTP/1.1" status: 200  len: 853 time: 0.0627103
May 07 22:11:32.310416 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eafdc7b8-89bf-460a-9621-f4634a1617af admin admin] Made reservation on behalf of 0543013ca84b4ebb90ffc461dad90515 for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:11:32.313025 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-eafdc7b8-89bf-460a-9621-f4634a1617af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:32.319760 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port f9843bdb-a956-4b5d-b0ca-1a1cf077801a is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:11:32.341681 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230bd8a8-1d9b-47a9-8991-c4e8ae3528aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-6d3bc976-5e22-4789-a0ad-82f072a5a60c', 'network_id': '6d3bc976-5e22-4789-a0ad-82f072a5a60c', 'project_id': '9c3329647b05487f9d63d3c4ec2183b9', 'fixed_ips': [{'subnet_id': 'efa76475-9f6c-4d79-966e-462500415346'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:11:32.342756 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-230bd8a8-1d9b-47a9-8991-c4e8ae3528aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:32.375183 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-eafdc7b8-89bf-460a-9621-f4634a1617af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:32.390091 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-95b76917-e07c-412f-aff2-6b0da054ed7f None None] Provisioning complete for port b90eb898-af18-4237-a7f3-645db6bde9a7 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:11:32.390528 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-95b76917-e07c-412f-aff2-6b0da054ed7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (b90eb898-af18-4237-a7f3-645db6bde9a7), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:32.428730 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-95b76917-e07c-412f-aff2-6b0da054ed7f None None] Port b90eb898-af18-4237-a7f3-645db6bde9a7 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:11:32.429182 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd4d6dc-c8dc-4342-a2a7-53b6e644ded5 req-ad6394c2-05f5-4a79-bd3c-35f093d26695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:32.430629 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2cd4d6dc-c8dc-4342-a2a7-53b6e644ded5 req-ad6394c2-05f5-4a79-bd3c-35f093d26695 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=42882eb7-7f7c-429d-978e-a320afe6b945&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1137738
May 07 22:11:32.584078 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-43404945-ece0-4171-a80b-0cb8c287beee tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (b90eb898-af18-4237-a7f3-645db6bde9a7), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:32.636250 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device e428ce91-bcb9-4ac8-a4ab-edc9fb38da2f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:11:32.650128 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43404945-ece0-4171-a80b-0cb8c287beee tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event deleted for resources: {'Port': ['ID=b90eb898-af18-4237-a7f3-645db6bde9a7,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:32.682020 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: e428ce91-bcb9-4ac8-a4ab-edc9fb38da2f {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:11:32.682468 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device e428ce91-bcb9-4ac8-a4ab-edc9fb38da2f not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:11:32.708828 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c77f5e1c-bf70-4aaa-8fb5-812948761b96 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks [] for router_gateway (a0632e9e-9348-4dae-b143-266bace2c1c1), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:32.738340 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2cd4d6dc-c8dc-4342-a2a7-53b6e644ded5 req-60f3fb06-a508-4d40-909b-b6876305dd48 service neutron] 10.222.0.55 "GET /v2.0/networks/42882eb7-7f7c-429d-978e-a320afe6b945?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3000157
May 07 22:11:32.783011 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c77f5e1c-bf70-4aaa-8fb5-812948761b96 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:32.792159 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-230bd8a8-1d9b-47a9-8991-c4e8ae3528aa None None] Allocated IP 172.20.0.2 (6d3bc976-5e22-4789-a0ad-82f072a5a60c/efa76475-9f6c-4d79-966e-462500415346/6f04cdff-d553-4ebb-9ac4-392b59a9362c) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:11:32.891996 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-43404945-ece0-4171-a80b-0cb8c287beee tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:32.898365 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-43404945-ece0-4171-a80b-0cb8c287beee tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/ports/b90eb898-af18-4237-a7f3-645db6bde9a7 HTTP/1.1" status: 204  len: 168 time: 2.8144703
May 07 22:11:32.908240 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 43218) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:32.931797 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-c77f5e1c-bf70-4aaa-8fb5-812948761b96 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Allocated IP 172.35.4.217 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/b90632cc-1b5c-4726-a204-fa1fa9083f5e) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:11:33.019159 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cffe8f3-2a47-47f7-8793-76e6bfc996e1 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:33.021283 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-8cffe8f3-2a47-47f7-8793-76e6bfc996e1 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.1106002
May 07 22:11:33.029292 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43222) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:33.029650 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-eafdc7b8-89bf-460a-9621-f4634a1617af admin admin] Publish callbacks [] for security_group (bf5f6254-3cb2-49b4-bf1d-375722bc8dc3), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:33.032384 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2cd4d6dc-c8dc-4342-a2a7-53b6e644ded5 req-5c00ec9b-c27b-4099-a6c4-86dc58c06c6e service neutron] 10.222.0.55 "GET /v2.0/networks/42882eb7-7f7c-429d-978e-a320afe6b945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2834702
May 07 22:11:33.037663 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-eafdc7b8-89bf-460a-9621-f4634a1617af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (bf5f6254-3cb2-49b4-bf1d-375722bc8dc3), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:33.068174 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafdc7b8-89bf-460a-9621-f4634a1617af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf5f6254-3cb2-49b4-bf1d-375722bc8dc3,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:33.078990 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eafdc7b8-89bf-460a-9621-f4634a1617af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:11:33.094698 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-eafdc7b8-89bf-460a-9621-f4634a1617af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (c92e749e-ff98-4b01-9124-0c112d9a1c1e), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:33.095423 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-eafdc7b8-89bf-460a-9621-f4634a1617af admin admin] Added segment c92e749e-ff98-4b01-9124-0c112d9a1c1e of type vlan for network a84d38d1-6abf-44c7-be85-c7177428bd25
May 07 22:11:33.118338 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-230bd8a8-1d9b-47a9-8991-c4e8ae3528aa None None] Publish callbacks [] for port (6f04cdff-d553-4ebb-9ac4-392b59a9362c), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:33.131728 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-230bd8a8-1d9b-47a9-8991-c4e8ae3528aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (6f04cdff-d553-4ebb-9ac4-392b59a9362c), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:33.147993 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8ef708-8212-4f2f-bc4d-97677ac39d64 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:33.152870 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-8f8ef708-8212-4f2f-bc4d-97677ac39d64 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1046 time: 0.1181223
May 07 22:11:33.153942 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43224) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:33.162098 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aed6b9-54ff-47f4-890d-9de6d125acd2 req-68c104ba-162e-4313-931a-d11a7d0beee1 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:33.169124 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b1aed6b9-54ff-47f4-890d-9de6d125acd2 req-68c104ba-162e-4313-931a-d11a7d0beee1 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/networks?id=ebdf594d-504a-44e8-89b9-e74774287749 HTTP/1.1" status: 200  len: 806 time: 0.2834771
May 07 22:11:33.187797 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-eafdc7b8-89bf-460a-9621-f4634a1617af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (a84d38d1-6abf-44c7-be85-c7177428bd25), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:33.224181 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-38bbe6ee-224d-45d0-bc72-413b3caccd10 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Allocated IP 172.20.0.10 (6d3bc976-5e22-4789-a0ad-82f072a5a60c/efa76475-9f6c-4d79-966e-462500415346/352d065e-13cf-4943-a336-78055367b78d) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:11:33.226057 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230bd8a8-1d9b-47a9-8991-c4e8ae3528aa None None] Network 6d3bc976-5e22-4789-a0ad-82f072a5a60c is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:11:33.236209 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-230bd8a8-1d9b-47a9-8991-c4e8ae3528aa None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:11:33.236723 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-eafdc7b8-89bf-460a-9621-f4634a1617af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (a84d38d1-6abf-44c7-be85-c7177428bd25), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:33.237762 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafdc7b8-89bf-460a-9621-f4634a1617af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:33.238352 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-eafdc7b8-89bf-460a-9621-f4634a1617af admin admin] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:33.243671 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230bd8a8-1d9b-47a9-8991-c4e8ae3528aa None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:11:33.251269 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b1aed6b9-54ff-47f4-890d-9de6d125acd2 req-6b33485f-fedd-40f5-8ceb-0e8e37edb26d tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/quotas/b29256ef64d74a5297507ca500a9468e HTTP/1.1" status: 200  len: 375 time: 0.0812662
May 07 22:11:33.283939 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-eafdc7b8-89bf-460a-9621-f4634a1617af admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 1.3204436
May 07 22:11:33.287778 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 43226) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:33.295484 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-ab40a962-d8f3-4611-bc43-954791aaffb2 admin admin] Request body: {'subnet': {'network_id': 'a84d38d1-6abf-44c7-be85-c7177428bd25', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1079344493-subnet', 'tenant_id': '0543013ca84b4ebb90ffc461dad90515', 'ip_version': 4}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:11:33.297644 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230bd8a8-1d9b-47a9-8991-c4e8ae3528aa None None] Pushing event updated for resources: {'Port': ['ID=6f04cdff-d553-4ebb-9ac4-392b59a9362c,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:33.339951 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4380b7fd-e1e9-4094-8546-58b400cf1df9 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:33.341272 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4380b7fd-e1e9-4094-8546-58b400cf1df9 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:33.342553 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4380b7fd-e1e9-4094-8546-58b400cf1df9 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:33.346963 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-4380b7fd-e1e9-4094-8546-58b400cf1df9 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 2119 time: 0.1895361
May 07 22:11:33.347761 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43228) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:33.353326 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafdc7b8-89bf-460a-9621-f4634a1617af admin admin] Pushing event updated for resources: {'Network': ['ID=a84d38d1-6abf-44c7-be85-c7177428bd25,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:33.361903 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c77f5e1c-bf70-4aaa-8fb5-812948761b96 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks [] for port (b90632cc-1b5c-4726-a204-fa1fa9083f5e), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:33.370489 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b1aed6b9-54ff-47f4-890d-9de6d125acd2 req-28567918-9030-4c33-b1e7-3e918ef670a6 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b29256ef64d74a5297507ca500a9468e&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1168721
May 07 22:11:33.373862 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network a84d38d1-6abf-44c7-be85-c7177428bd25 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:11:33.390171 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab40a962-d8f3-4611-bc43-954791aaffb2 admin admin] Made reservation on behalf of 0543013ca84b4ebb90ffc461dad90515 for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:11:33.392609 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ab40a962-d8f3-4611-bc43-954791aaffb2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:33.417417 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-230bd8a8-1d9b-47a9-8991-c4e8ae3528aa None None] Attempting to bind port 6f04cdff-d553-4ebb-9ac4-392b59a9362c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:11:33.417417 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-230bd8a8-1d9b-47a9-8991-c4e8ae3528aa None None] Attempting to bind port 6f04cdff-d553-4ebb-9ac4-392b59a9362c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '587c37be-745d-4810-8f2c-dc47a7e49f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '6d3bc976-5e22-4789-a0ad-82f072a5a60c'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:11:33.417417 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230bd8a8-1d9b-47a9-8991-c4e8ae3528aa None None] Attempting to bind port 6f04cdff-d553-4ebb-9ac4-392b59a9362c on network 6d3bc976-5e22-4789-a0ad-82f072a5a60c {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:11:33.427544 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230bd8a8-1d9b-47a9-8991-c4e8ae3528aa None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:11:33.428191 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230bd8a8-1d9b-47a9-8991-c4e8ae3528aa None None] Checking segment: {'id': '587c37be-745d-4810-8f2c-dc47a7e49f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '6d3bc976-5e22-4789-a0ad-82f072a5a60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:11:33.428597 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-230bd8a8-1d9b-47a9-8991-c4e8ae3528aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:33.428996 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230bd8a8-1d9b-47a9-8991-c4e8ae3528aa None None] Bound using segment: {'id': '587c37be-745d-4810-8f2c-dc47a7e49f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '6d3bc976-5e22-4789-a0ad-82f072a5a60c'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:11:33.429478 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-230bd8a8-1d9b-47a9-8991-c4e8ae3528aa None None] Bound port: 6f04cdff-d553-4ebb-9ac4-392b59a9362c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '587c37be-745d-4810-8f2c-dc47a7e49f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '6d3bc976-5e22-4789-a0ad-82f072a5a60c'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:11:33.430094 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-230bd8a8-1d9b-47a9-8991-c4e8ae3528aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (6f04cdff-d553-4ebb-9ac4-392b59a9362c), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:33.505709 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-07e30c41-a758-47f7-8102-4287eba22007 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Deleting subnet 75e8a987-22fc-4eea-91e4-a7d4af31b58c {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:11:33.516670 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-07e30c41-a758-47f7-8102-4287eba22007 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for subnet (75e8a987-22fc-4eea-91e4-a7d4af31b58c), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:33.566362 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-230bd8a8-1d9b-47a9-8991-c4e8ae3528aa None None] For port 6f04cdff-d553-4ebb-9ac4-392b59a9362c, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:11:33.567470 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c77f5e1c-bf70-4aaa-8fb5-812948761b96 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (b90632cc-1b5c-4726-a204-fa1fa9083f5e), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:33.571850 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-230bd8a8-1d9b-47a9-8991-c4e8ae3528aa None None] For port 6f04cdff-d553-4ebb-9ac4-392b59a9362c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6f04cdff-d553-4ebb-9ac4-392b59a9362c,segment=NetworkSegment(587c37be-745d-4810-8f2c-dc47a7e49f38),segment_id=587c37be-745d-4810-8f2c-dc47a7e49f38)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:11:33.581593 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-230bd8a8-1d9b-47a9-8991-c4e8ae3528aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (6f04cdff-d553-4ebb-9ac4-392b59a9362c), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:33.589890 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-07e30c41-a758-47f7-8102-4287eba22007 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (75e8a987-22fc-4eea-91e4-a7d4af31b58c), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:33.598161 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-38bbe6ee-224d-45d0-bc72-413b3caccd10 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for port (352d065e-13cf-4943-a336-78055367b78d), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:33.648723 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b1aed6b9-54ff-47f4-890d-9de6d125acd2 req-aed26eab-6e96-485e-b575-cfcce31a54f4 service neutron] 10.222.0.32 "GET /v2.0/networks/ebdf594d-504a-44e8-89b9-e74774287749?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2515376
May 07 22:11:33.666107 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230bd8a8-1d9b-47a9-8991-c4e8ae3528aa None None] Pushing event updated for resources: {'Port': ['ID=6f04cdff-d553-4ebb-9ac4-392b59a9362c,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:33.705015 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77f5e1c-bf70-4aaa-8fb5-812948761b96 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:11:33.718175 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-c77f5e1c-bf70-4aaa-8fb5-812948761b96 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:11:33.718471 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-38bbe6ee-224d-45d0-bc72-413b3caccd10 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (352d065e-13cf-4943-a336-78055367b78d), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:33.720652 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ab40a962-d8f3-4611-bc43-954791aaffb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (7525f1d2-1eb6-4a6d-a85b-d19ba636692a), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:33.723844 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77f5e1c-bf70-4aaa-8fb5-812948761b96 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Pushing event updated for resources: {'Port': ['ID=b90632cc-1b5c-4726-a204-fa1fa9083f5e,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:33.729658 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77f5e1c-bf70-4aaa-8fb5-812948761b96 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:11:33.778537 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38bbe6ee-224d-45d0-bc72-413b3caccd10 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Network 6d3bc976-5e22-4789-a0ad-82f072a5a60c is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:11:33.819547 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-38bbe6ee-224d-45d0-bc72-413b3caccd10 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:11:33.829333 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bbe6ee-224d-45d0-bc72-413b3caccd10 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:11:33.892689 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab40a962-d8f3-4611-bc43-954791aaffb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7525f1d2-1eb6-4a6d-a85b-d19ba636692a,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:33.910059 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bbe6ee-224d-45d0-bc72-413b3caccd10 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Pushing event updated for resources: {'Port': ['ID=352d065e-13cf-4943-a336-78055367b78d,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:33.918976 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-07e30c41-a758-47f7-8102-4287eba22007 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (75e8a987-22fc-4eea-91e4-a7d4af31b58c), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:33.929142 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab40a962-d8f3-4611-bc43-954791aaffb2 admin admin] Checking segment: {'id': 'c92e749e-ff98-4b01-9124-0c112d9a1c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a84d38d1-6abf-44c7-be85-c7177428bd25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:11:33.929142 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab40a962-d8f3-4611-bc43-954791aaffb2 admin admin] Network hostable DHCP agents. Network: a84d38d1-6abf-44c7-be85-c7177428bd25, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:11:33.936893 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38bbe6ee-224d-45d0-bc72-413b3caccd10 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:33.937527 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-38bbe6ee-224d-45d0-bc72-413b3caccd10 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:33.938205 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b1aed6b9-54ff-47f4-890d-9de6d125acd2 req-fb8d9b5f-755f-4422-a7d4-5f13cfa44fe4 service neutron] 10.222.0.32 "GET /v2.0/networks/ebdf594d-504a-44e8-89b9-e74774287749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2718439
May 07 22:11:33.969020 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-38bbe6ee-224d-45d0-bc72-413b3caccd10 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 925 time: 2.5165052
May 07 22:11:33.971110 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 43230) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:33.977839 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-05af29d6-b73f-409e-bc66-c539a78ca29a tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Request body: {'port': {'network_id': '6d3bc976-5e22-4789-a0ad-82f072a5a60c', 'name': 'tempest-PortsTestJSON-60978172', 'fixed_ips': [{'subnet_id': 'efa76475-9f6c-4d79-966e-462500415346', 'ip_address': '172.20.0.9'}]}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:11:34.008673 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab40a962-d8f3-4611-bc43-954791aaffb2 admin admin] Network a84d38d1-6abf-44c7-be85-c7177428bd25 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:11:34.066464 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-ab40a962-d8f3-4611-bc43-954791aaffb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a84d38d1-6abf-44c7-be85-c7177428bd25) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:11:34.075168 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab40a962-d8f3-4611-bc43-954791aaffb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:34.075768 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ab40a962-d8f3-4611-bc43-954791aaffb2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:34.083780 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4670bfb0-3f34-4905-8c72-14dbf2537d43 None None] Network a84d38d1-6abf-44c7-be85-c7177428bd25 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:11:34.097345 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-07e30c41-a758-47f7-8102-4287eba22007 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (75e8a987-22fc-4eea-91e4-a7d4af31b58c), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:34.150221 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-07e30c41-a758-47f7-8102-4287eba22007 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:34.154075 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-07e30c41-a758-47f7-8102-4287eba22007 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/subnets/75e8a987-22fc-4eea-91e4-a7d4af31b58c HTTP/1.1" status: 204  len: 168 time: 0.8055637
May 07 22:11:34.159579 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-ab40a962-d8f3-4611-bc43-954791aaffb2 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 841 time: 0.8706605
May 07 22:11:34.162278 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 43236) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:34.163348 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 43238) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:34.191231 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-40d33ee7-7329-4b68-a23b-7eb2b39ec977 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1079344493-router', 'tenant_id': '0543013ca84b4ebb90ffc461dad90515', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:11:34.204869 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d574b0-a67f-4a94-b249-5b69a0cba773 None None] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:11:34.228834 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e30c41-a758-47f7-8102-4287eba22007 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event deleted for resources: {'Subnet': ['ID=75e8a987-22fc-4eea-91e4-a7d4af31b58c,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:34.312522 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1dcd45bc-8e34-4f49-a1b3-cc444f967403 req-02a90ba2-8eb2-4b15-bd8d-809742349d41 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=9829cd11-baa4-4561-9934-3becae825b83 HTTP/1.1" status: 200  len: 210 time: 0.0881143
May 07 22:11:34.348915 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c77f5e1c-bf70-4aaa-8fb5-812948761b96 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks [] for router_gateway (a0632e9e-9348-4dae-b143-266bace2c1c1), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:34.349954 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-40d33ee7-7329-4b68-a23b-7eb2b39ec977 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (1b8e677b-ae5e-4dbb-9096-020f21f5654a), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:34.351384 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-40d33ee7-7329-4b68-a23b-7eb2b39ec977 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (1b8e677b-ae5e-4dbb-9096-020f21f5654a), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:34.367662 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_v2 [None req-7295b7c9-7aeb-4ac4-b8b7-411675d92071 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Deleting subnet 951ab290-29e6-457a-a246-e9698b5cd728 {{(pid=121836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:11:34.368726 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff80c5a-ce10-464d-a9e4-e2c40e96583c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a84d38d1-6abf-44c7-be85-c7177428bd25', 'network_id': 'a84d38d1-6abf-44c7-be85-c7177428bd25', 'project_id': '0543013ca84b4ebb90ffc461dad90515', 'fixed_ips': [{'subnet_id': '7525f1d2-1eb6-4a6d-a85b-d19ba636692a'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:11:34.369638 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7ff80c5a-ce10-464d-a9e4-e2c40e96583c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:34.371436 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7295b7c9-7aeb-4ac4-b8b7-411675d92071 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for subnet (951ab290-29e6-457a-a246-e9698b5cd728), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:34.432417 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7295b7c9-7aeb-4ac4-b8b7-411675d92071 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726883'] for subnet (951ab290-29e6-457a-a246-e9698b5cd728), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:34.507970 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05af29d6-b73f-409e-bc66-c539a78ca29a tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Made reservation on behalf of 9c3329647b05487f9d63d3c4ec2183b9 for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:11:34.512913 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-05af29d6-b73f-409e-bc66-c539a78ca29a tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:34.662678 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-40d33ee7-7329-4b68-a23b-7eb2b39ec977 admin admin] Publish callbacks [] for router_controller (1b8e677b-ae5e-4dbb-9096-020f21f5654a), precommit_add_association {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:34.681658 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [None req-05af29d6-b73f-409e-bc66-c539a78ca29a tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] device_id is not set on port 1ad5fa03-aa57-4652-a309-5e71cb425e19 yet. {{(pid=121836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 22:11:34.713260 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c77f5e1c-bf70-4aaa-8fb5-812948761b96 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (a0632e9e-9348-4dae-b143-266bace2c1c1), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:34.719300 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 6f04cdff-d553-4ebb-9ac4-392b59a9362c up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:11:34.722603 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-7ff80c5a-ce10-464d-a9e4-e2c40e96583c None None] Allocated IP 172.20.0.2 (a84d38d1-6abf-44c7-be85-c7177428bd25/7525f1d2-1eb6-4a6d-a85b-d19ba636692a/bd19f41f-a4c4-4eca-a08e-cf4227e5125f) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:11:34.898487 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7295b7c9-7aeb-4ac4-b8b7-411675d92071 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (951ab290-29e6-457a-a246-e9698b5cd728), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:34.945294 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 6f04cdff-d553-4ebb-9ac4-392b59a9362c triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:11:34.947038 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (6f04cdff-d553-4ebb-9ac4-392b59a9362c), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:35.036878 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c77f5e1c-bf70-4aaa-8fb5-812948761b96 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Router a0632e9e-9348-4dae-b143-266bace2c1c1 is scheduled to L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db with binding_index 1 {{(pid=121837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 07 22:11:35.149504 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7ff80c5a-ce10-464d-a9e4-e2c40e96583c None None] Publish callbacks [] for port (bd19f41f-a4c4-4eca-a08e-cf4227e5125f), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:35.162153 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7ff80c5a-ce10-464d-a9e4-e2c40e96583c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (bd19f41f-a4c4-4eca-a08e-cf4227e5125f), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:35.221867 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c77f5e1c-bf70-4aaa-8fb5-812948761b96 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:11:35.243164 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d11926-6906-4148-bc76-5df74c90ab49 None None] Sync routers for ids ['a0632e9e-9348-4dae-b143-266bace2c1c1'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:11:35.261250 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c77f5e1c-bf70-4aaa-8fb5-812948761b96 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:35.263326 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-c77f5e1c-bf70-4aaa-8fb5-812948761b96 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 884 time: 4.0459194
May 07 22:11:35.277964 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d11926-6906-4148-bc76-5df74c90ab49 None None] Routers {'a0632e9e-9348-4dae-b143-266bace2c1c1'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:11:35.281495 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43250) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:35.282195 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-40d33ee7-7329-4b68-a23b-7eb2b39ec977 admin admin] Publish callbacks [] for router_gateway (1b8e677b-ae5e-4dbb-9096-020f21f5654a), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:35.282723 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-d7d11926-6906-4148-bc76-5df74c90ab49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c87ebb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:11:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['a0632e9e-9348-4dae-b143-266bace2c1c1'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:11:35.294631 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-19ee6c7e-11cd-4e05-a872-c65a60a70ffa tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'enable_snat': False}}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:11:35.335483 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff80c5a-ce10-464d-a9e4-e2c40e96583c None None] Network a84d38d1-6abf-44c7-be85-c7177428bd25 is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:11:35.343092 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-7ff80c5a-ce10-464d-a9e4-e2c40e96583c None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:11:35.357847 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff80c5a-ce10-464d-a9e4-e2c40e96583c None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:11:35.392603 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-d7d11926-6906-4148-bc76-5df74c90ab49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c87ebb0>, [], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:11:35.417002 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d11926-6906-4148-bc76-5df74c90ab49 None None] Routers {'a0632e9e-9348-4dae-b143-266bace2c1c1'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:11:35.419433 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-d7d11926-6906-4148-bc76-5df74c90ab49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c87ebb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:11:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['a0632e9e-9348-4dae-b143-266bace2c1c1'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:11:35.519777 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-7ff80c5a-ce10-464d-a9e4-e2c40e96583c None None] Attempting to bind port bd19f41f-a4c4-4eca-a08e-cf4227e5125f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:11:35.520495 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-7ff80c5a-ce10-464d-a9e4-e2c40e96583c None None] Attempting to bind port bd19f41f-a4c4-4eca-a08e-cf4227e5125f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c92e749e-ff98-4b01-9124-0c112d9a1c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a84d38d1-6abf-44c7-be85-c7177428bd25'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:11:35.521660 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff80c5a-ce10-464d-a9e4-e2c40e96583c None None] Attempting to bind port bd19f41f-a4c4-4eca-a08e-cf4227e5125f on network a84d38d1-6abf-44c7-be85-c7177428bd25 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:11:35.526046 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff80c5a-ce10-464d-a9e4-e2c40e96583c None None] Pushing event updated for resources: {'Port': ['ID=bd19f41f-a4c4-4eca-a08e-cf4227e5125f,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:35.537372 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 6f04cdff-d553-4ebb-9ac4-392b59a9362c is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:11:35.540069 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (6f04cdff-d553-4ebb-9ac4-392b59a9362c), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:35.553269 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-d7d11926-6906-4148-bc76-5df74c90ab49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c87ebb0>, [], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:11:35.557405 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff80c5a-ce10-464d-a9e4-e2c40e96583c None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:11:35.557783 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff80c5a-ce10-464d-a9e4-e2c40e96583c None None] Checking segment: {'id': 'c92e749e-ff98-4b01-9124-0c112d9a1c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a84d38d1-6abf-44c7-be85-c7177428bd25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:11:35.558382 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7ff80c5a-ce10-464d-a9e4-e2c40e96583c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:35.558657 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d11926-6906-4148-bc76-5df74c90ab49 None None] The sync data for ids ['a0632e9e-9348-4dae-b143-266bace2c1c1'] in ncdv-master-1 is: [] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:11:35.559180 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ff80c5a-ce10-464d-a9e4-e2c40e96583c None None] Bound using segment: {'id': 'c92e749e-ff98-4b01-9124-0c112d9a1c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a84d38d1-6abf-44c7-be85-c7177428bd25'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:11:35.559748 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-7ff80c5a-ce10-464d-a9e4-e2c40e96583c None None] Bound port: bd19f41f-a4c4-4eca-a08e-cf4227e5125f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c92e749e-ff98-4b01-9124-0c112d9a1c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a84d38d1-6abf-44c7-be85-c7177428bd25'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:11:35.560267 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7ff80c5a-ce10-464d-a9e4-e2c40e96583c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (bd19f41f-a4c4-4eca-a08e-cf4227e5125f), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:35.648776 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port 6f04cdff-d553-4ebb-9ac4-392b59a9362c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6f04cdff-d553-4ebb-9ac4-392b59a9362c,segment=NetworkSegment(587c37be-745d-4810-8f2c-dc47a7e49f38),segment_id=587c37be-745d-4810-8f2c-dc47a7e49f38)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:11:35.651162 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331f3668-368d-4c8c-9b19-b7f5a79d1e0c None None] Network 6d3bc976-5e22-4789-a0ad-82f072a5a60c requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:11:35.674075 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (6f04cdff-d553-4ebb-9ac4-392b59a9362c), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:35.835225 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-2cd5010e-be96-4ce5-93ea-224450f57564 None None] Provisioning complete for port 6f04cdff-d553-4ebb-9ac4-392b59a9362c triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:11:35.836029 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2cd5010e-be96-4ce5-93ea-224450f57564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (6f04cdff-d553-4ebb-9ac4-392b59a9362c), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:35.924547 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=6f04cdff-d553-4ebb-9ac4-392b59a9362c,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:35.932373 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-7ff80c5a-ce10-464d-a9e4-e2c40e96583c None None] For port bd19f41f-a4c4-4eca-a08e-cf4227e5125f, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:11:35.940398 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-7ff80c5a-ce10-464d-a9e4-e2c40e96583c None None] For port bd19f41f-a4c4-4eca-a08e-cf4227e5125f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bd19f41f-a4c4-4eca-a08e-cf4227e5125f,segment=NetworkSegment(c92e749e-ff98-4b01-9124-0c112d9a1c1e),segment_id=c92e749e-ff98-4b01-9124-0c112d9a1c1e)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:11:35.975949 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7ff80c5a-ce10-464d-a9e4-e2c40e96583c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (bd19f41f-a4c4-4eca-a08e-cf4227e5125f), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:36.001694 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7295b7c9-7aeb-4ac4-b8b7-411675d92071 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (951ab290-29e6-457a-a246-e9698b5cd728), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:36.014348 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ff0bf1ef-5e51-47b2-af18-30af35238a5c req-db01c28f-fff8-496d-9a04-78d6d286c78c tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=9829cd11-baa4-4561-9934-3becae825b83 HTTP/1.1" status: 200  len: 210 time: 0.4663150
May 07 22:11:36.056942 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7295b7c9-7aeb-4ac4-b8b7-411675d92071 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:36.066620 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-7295b7c9-7aeb-4ac4-b8b7-411675d92071 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/subnets/951ab290-29e6-457a-a246-e9698b5cd728 HTTP/1.1" status: 204  len: 168 time: 1.8618550
May 07 22:11:36.069036 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43254) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:36.113362 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-05af29d6-b73f-409e-bc66-c539a78ca29a tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Allocated IP 172.20.0.9 (6d3bc976-5e22-4789-a0ad-82f072a5a60c/efa76475-9f6c-4d79-966e-462500415346/1ad5fa03-aa57-4652-a309-5e71cb425e19) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:11:36.139814 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-594a1ebc-776d-431d-8d1d-031eb7b4c799 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0696509
May 07 22:11:36.143201 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43258) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:36.194575 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473a1e8d-766b-48c4-9e75-89ec8d055244 None None] Network c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:11:36.240747 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae0733f-23ae-44c4-9875-e701d9227bbb tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:36.242274 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-9ae0733f-23ae-44c4-9875-e701d9227bbb tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 866 time: 0.0982213
May 07 22:11:36.244909 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43260) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:36.252167 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7295b7c9-7aeb-4ac4-b8b7-411675d92071 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event deleted for resources: {'Subnet': ['ID=951ab290-29e6-457a-a246-e9698b5cd728,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:36.333000 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-2cd5010e-be96-4ce5-93ea-224450f57564 None None] Current status of the port 6f04cdff-d553-4ebb-9ac4-392b59a9362c is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:11:36.360847 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-613df6cb-033f-486e-911e-fbc1d45d178b tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:36.364402 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-613df6cb-033f-486e-911e-fbc1d45d178b tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 838 time: 0.1159692
May 07 22:11:36.365232 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43262) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:36.368470 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff80c5a-ce10-464d-a9e4-e2c40e96583c None None] Pushing event updated for resources: {'Port': ['ID=bd19f41f-a4c4-4eca-a08e-cf4227e5125f,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:36.414282 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-19ee6c7e-11cd-4e05-a872-c65a60a70ffa tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks [] for router_gateway (a0632e9e-9348-4dae-b143-266bace2c1c1), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:36.419449 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-b1233d16-6781-413f-b712-eb85dca88168 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 208 time: 0.0531654
May 07 22:11:36.424425 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43264) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:36.460678 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-605c9b78-620c-4e9b-a3a3-61dd179157db None None] Provisioning complete for port f9843bdb-a956-4b5d-b0ca-1a1cf077801a triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:11:36.466406 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-605c9b78-620c-4e9b-a3a3-61dd179157db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (f9843bdb-a956-4b5d-b0ca-1a1cf077801a), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:36.493151 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5e6c208-3bc2-4ad6-b7aa-4be7fedd3a6f tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] DELETE failed (client error): The resource could not be found.
May 07 22:11:36.495165 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5e6c208-3bc2-4ad6-b7aa-4be7fedd3a6f tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:11:36.504845 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-c5e6c208-3bc2-4ad6-b7aa-4be7fedd3a6f tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/ports/b90eb898-af18-4237-a7f3-645db6bde9a7 HTTP/1.1" status: 404  len: 333 time: 0.0783727
May 07 22:11:36.509384 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 43266) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:36.560460 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f6d602-873c-4cbd-829a-398617729708 None None] DHCP port deletion for c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:11:36.571789 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aed6b9-54ff-47f4-890d-9de6d125acd2 req-e3566e66-3cc6-4db4-a33b-f3872b0b1841 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:36.573591 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b1aed6b9-54ff-47f4-890d-9de6d125acd2 req-e3566e66-3cc6-4db4-a33b-f3872b0b1841 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.55 "GET /v2.0/networks?id=ebdf594d-504a-44e8-89b9-e74774287749 HTTP/1.1" status: 200  len: 806 time: 0.5945067
May 07 22:11:36.586829 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-abb35c39-765b-4fd5-abf8-c99ef12db700 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] DELETE failed (client error): The resource could not be found.
May 07 22:11:36.587534 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abb35c39-765b-4fd5-abf8-c99ef12db700 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:11:36.590850 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-abb35c39-765b-4fd5-abf8-c99ef12db700 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/subnets/75e8a987-22fc-4eea-91e4-a7d4af31b58c HTTP/1.1" status: 404  len: 337 time: 0.0783060
May 07 22:11:36.601687 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-b1aed6b9-54ff-47f4-890d-9de6d125acd2 req-ff7a168a-1a47-4d48-9762-37958a9435bf tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Request body: {'port': {'device_id': '9829cd11-baa4-4561-9934-3becae825b83', 'network_id': 'ebdf594d-504a-44e8-89b9-e74774287749', 'admin_state_up': True, 'tenant_id': 'b29256ef64d74a5297507ca500a9468e'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:11:36.611001 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 43268) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:36.721276 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-48f6d602-873c-4cbd-829a-398617729708 None None] Deleting port f9843bdb-a956-4b5d-b0ca-1a1cf077801a {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:11:36.721652 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-48f6d602-873c-4cbd-829a-398617729708 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (f9843bdb-a956-4b5d-b0ca-1a1cf077801a), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:36.743287 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-40d33ee7-7329-4b68-a23b-7eb2b39ec977 admin admin] Publish callbacks [] for router_gateway (1b8e677b-ae5e-4dbb-9096-020f21f5654a), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:36.759073 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 6f04cdff-d553-4ebb-9ac4-392b59a9362c up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:11:36.770117 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-05af29d6-b73f-409e-bc66-c539a78ca29a tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for port (1ad5fa03-aa57-4652-a309-5e71cb425e19), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:36.785641 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-40d33ee7-7329-4b68-a23b-7eb2b39ec977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:36.788437 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e318842-4136-46ef-9e7e-73730734567d tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] DELETE failed (client error): The resource could not be found.
May 07 22:11:36.788888 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e318842-4136-46ef-9e7e-73730734567d tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:11:36.794431 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-8e318842-4136-46ef-9e7e-73730734567d tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/subnets/951ab290-29e6-457a-a246-e9698b5cd728 HTTP/1.1" status: 404  len: 337 time: 0.1800430
May 07 22:11:36.802334 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 43270) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:36.874358 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-48f6d602-873c-4cbd-829a-398617729708 None None] For port f9843bdb-a956-4b5d-b0ca-1a1cf077801a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f9843bdb-a956-4b5d-b0ca-1a1cf077801a,segment=NetworkSegment(0c54767f-f5cc-4fe8-be2b-89310a1e6df6),segment_id=0c54767f-f5cc-4fe8-be2b-89310a1e6df6)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:11:36.874760 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-48f6d602-873c-4cbd-829a-398617729708 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (f9843bdb-a956-4b5d-b0ca-1a1cf077801a), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:36.887644 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae684715-d11b-4d97-b1d3-cb8e93e2c0f8 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] DELETE failed (client error): The resource could not be found.
May 07 22:11:36.888217 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae684715-d11b-4d97-b1d3-cb8e93e2c0f8 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:11:36.893498 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-ae684715-d11b-4d97-b1d3-cb8e93e2c0f8 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/ports/bff5e776-da21-4ef7-ab0f-526fd383479a HTTP/1.1" status: 404  len: 333 time: 0.0862043
May 07 22:11:36.894993 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43272) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:36.937864 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-71170994-9b30-4c29-8056-a12b081582b8 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] DELETE failed (client error): The resource could not be found.
May 07 22:11:36.938373 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71170994-9b30-4c29-8056-a12b081582b8 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:11:36.946310 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-71170994-9b30-4c29-8056-a12b081582b8 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/subnets/e1ae2595-6431-4151-be66-0e01b090a808 HTTP/1.1" status: 404  len: 337 time: 0.0469549
May 07 22:11:36.951028 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43274) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:36.978147 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-48f6d602-873c-4cbd-829a-398617729708 None None] Calling delete_port for f9843bdb-a956-4b5d-b0ca-1a1cf077801a owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:11:36.994938 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-88829325-bd28-4858-a565-e00658300f79 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] DELETE failed (client error): The resource could not be found.
May 07 22:11:36.995490 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88829325-bd28-4858-a565-e00658300f79 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:11:37.000908 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-88829325-bd28-4858-a565-e00658300f79 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/subnets/34240dc1-e250-4507-baa0-9225fed6bb23 HTTP/1.1" status: 404  len: 337 time: 0.0487945
May 07 22:11:37.004299 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43276) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:37.013503 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-605c9b78-620c-4e9b-a3a3-61dd179157db None None] Current status of the port f9843bdb-a956-4b5d-b0ca-1a1cf077801a is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:11:37.054882 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-05af29d6-b73f-409e-bc66-c539a78ca29a tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (1ad5fa03-aa57-4652-a309-5e71cb425e19), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:37.084717 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 6f04cdff-d553-4ebb-9ac4-392b59a9362c triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:11:37.085254 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (6f04cdff-d553-4ebb-9ac4-392b59a9362c), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:37.104002 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a963821-a6b2-44c2-a1d6-8ed7c6c27851 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] DELETE failed (client error): The resource could not be found.
May 07 22:11:37.104875 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a963821-a6b2-44c2-a1d6-8ed7c6c27851 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:11:37.108804 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-5a963821-a6b2-44c2-a1d6-8ed7c6c27851 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/ports/871a8455-4499-44b4-bb94-cc876aede23f HTTP/1.1" status: 404  len: 333 time: 0.1024919
May 07 22:11:37.112042 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43280) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:37.189783 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-86fb9d15-b44b-4181-ab6a-10e159a7e92a None None] Provisioning complete for port 352d065e-13cf-4943-a336-78055367b78d triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:11:37.190335 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-86fb9d15-b44b-4181-ab6a-10e159a7e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (352d065e-13cf-4943-a336-78055367b78d), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:37.197772 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1aed6b9-54ff-47f4-890d-9de6d125acd2 req-ff7a168a-1a47-4d48-9762-37958a9435bf tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Made reservation on behalf of b29256ef64d74a5297507ca500a9468e for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:11:37.201602 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-b1aed6b9-54ff-47f4-890d-9de6d125acd2 req-ff7a168a-1a47-4d48-9762-37958a9435bf tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:37.203812 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05af29d6-b73f-409e-bc66-c539a78ca29a tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Pushing event updated for resources: {'Port': ['ID=1ad5fa03-aa57-4652-a309-5e71cb425e19,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:37.232251 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-48f6d602-873c-4cbd-829a-398617729708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (f9843bdb-a956-4b5d-b0ca-1a1cf077801a), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:37.250152 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0cf27b22-0858-4be2-b455-d5d8c24067a8 req-2509f411-a649-40d1-afc7-453632a3afba tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=9829cd11-baa4-4561-9934-3becae825b83 HTTP/1.1" status: 200  len: 210 time: 0.0931427
May 07 22:11:37.252462 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05af29d6-b73f-409e-bc66-c539a78ca29a tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Network 6d3bc976-5e22-4789-a0ad-82f072a5a60c is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:11:37.256539 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-7860f04c-30b8-427e-b657-057c53fc8515 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] DELETE failed (client error): The resource could not be found.
May 07 22:11:37.257003 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7860f04c-30b8-427e-b657-057c53fc8515 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:11:37.260232 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-7860f04c-30b8-427e-b657-057c53fc8515 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/subnets/b41df632-2ec2-4cab-97c8-f0770e9a2c72 HTTP/1.1" status: 404  len: 337 time: 0.1470284
May 07 22:11:37.262521 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-05af29d6-b73f-409e-bc66-c539a78ca29a tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:11:37.262818 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43284) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:37.269007 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05af29d6-b73f-409e-bc66-c539a78ca29a tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:11:37.293390 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-40d33ee7-7329-4b68-a23b-7eb2b39ec977 admin admin] Allocated IP 172.35.4.251 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/172f7e04-b85f-41ac-bb20-c2e54dc98280) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:11:37.296115 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-737d6703-1197-4f8b-84f6-8d5b6f001571 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] DELETE failed (client error): The resource could not be found.
May 07 22:11:37.296587 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-737d6703-1197-4f8b-84f6-8d5b6f001571 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:11:37.303898 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-737d6703-1197-4f8b-84f6-8d5b6f001571 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/subnets/8e4311c3-e93f-4466-adaf-876acd6d64c2 HTTP/1.1" status: 404  len: 337 time: 0.0398426
May 07 22:11:37.311919 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43286) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:37.336187 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f6d602-873c-4cbd-829a-398617729708 None None] Pushing event deleted for resources: {'Port': ['ID=f9843bdb-a956-4b5d-b0ca-1a1cf077801a,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:37.361856 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f6d602-873c-4cbd-829a-398617729708 None None] No DVR routers for this DVR port f9843bdb-a956-4b5d-b0ca-1a1cf077801a on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:11:37.370956 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec0e6619-9ac9-40cb-8960-49d60cdc2b6c tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] DELETE failed (client error): The resource could not be found.
May 07 22:11:37.370956 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec0e6619-9ac9-40cb-8960-49d60cdc2b6c tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:11:37.372188 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-86fb9d15-b44b-4181-ab6a-10e159a7e92a None None] Port 352d065e-13cf-4943-a336-78055367b78d cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:11:37.376477 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-ec0e6619-9ac9-40cb-8960-49d60cdc2b6c tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/ports/02e881c2-4868-4ccf-9a6f-1669bd5c207d HTTP/1.1" status: 404  len: 333 time: 0.0608695
May 07 22:11:37.380878 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 43288) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:37.398879 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 6f04cdff-d553-4ebb-9ac4-392b59a9362c is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:11:37.401144 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-86fb9d15-b44b-4181-ab6a-10e159a7e92a None None] Provisioning complete for port 6f04cdff-d553-4ebb-9ac4-392b59a9362c triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:11:37.401329 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-86fb9d15-b44b-4181-ab6a-10e159a7e92a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (6f04cdff-d553-4ebb-9ac4-392b59a9362c), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:37.469233 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-f36e539e-a6bf-462f-8e85-2dd8ee6f13bc tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] DELETE failed (client error): The resource could not be found.
May 07 22:11:37.469795 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f36e539e-a6bf-462f-8e85-2dd8ee6f13bc tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:11:37.472963 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-f36e539e-a6bf-462f-8e85-2dd8ee6f13bc tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/subnets/07b7c72a-1063-4d23-979a-aefbaf46fbf5 HTTP/1.1" status: 404  len: 337 time: 0.0885775
May 07 22:11:37.488189 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 43290) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:37.513077 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05af29d6-b73f-409e-bc66-c539a78ca29a tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:37.513881 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-05af29d6-b73f-409e-bc66-c539a78ca29a tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:37.561594 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-86fb9d15-b44b-4181-ab6a-10e159a7e92a None None] Current status of the port 6f04cdff-d553-4ebb-9ac4-392b59a9362c is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:11:37.571080 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device f9843bdb-a956-4b5d-b0ca-1a1cf077801a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:11:37.601218 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: f9843bdb-a956-4b5d-b0ca-1a1cf077801a {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:11:37.601957 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device f9843bdb-a956-4b5d-b0ca-1a1cf077801a not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:11:37.613712 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-19ee6c7e-11cd-4e05-a872-c65a60a70ffa tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-395855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5148'] for router (a0632e9e-9348-4dae-b143-266bace2c1c1), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:37.619394 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-19ee6c7e-11cd-4e05-a872-c65a60a70ffa tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-395830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-395837', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-419014'] for router (a0632e9e-9348-4dae-b143-266bace2c1c1), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:37.634906 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bb2a30c-b364-462c-a3be-878eb460babc tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] DELETE failed (client error): The resource could not be found.
May 07 22:11:37.635535 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bb2a30c-b364-462c-a3be-878eb460babc tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:11:37.641866 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-7bb2a30c-b364-462c-a3be-878eb460babc tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/subnets/da3bedab-674e-4d64-8949-21ce332e9a61 HTTP/1.1" status: 404  len: 337 time: 0.1524427
May 07 22:11:37.644966 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 43292) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:37.684664 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-7cc29d1d-bb3e-4670-a9f7-7b2bab466490 None None] Provisioning complete for port 1ad5fa03-aa57-4652-a309-5e71cb425e19 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:11:37.686176 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7cc29d1d-bb3e-4670-a9f7-7b2bab466490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (1ad5fa03-aa57-4652-a309-5e71cb425e19), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:37.702044 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-af5d9353-a71a-402a-9dce-ad321df1dfa0 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] DELETE failed (client error): The resource could not be found.
May 07 22:11:37.702627 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af5d9353-a71a-402a-9dce-ad321df1dfa0 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:11:37.713658 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-af5d9353-a71a-402a-9dce-ad321df1dfa0 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/ports/9cf1dcd7-cc81-4ecf-81f8-d448c11f3de9 HTTP/1.1" status: 404  len: 333 time: 0.0632162
May 07 22:11:37.732449 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-7cc29d1d-bb3e-4670-a9f7-7b2bab466490 None None] Port 1ad5fa03-aa57-4652-a309-5e71cb425e19 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:11:37.736463 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 43294) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:37.743746 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-7cc29d1d-bb3e-4670-a9f7-7b2bab466490 None None] Provisioning complete for port 352d065e-13cf-4943-a336-78055367b78d triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:11:37.743985 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7cc29d1d-bb3e-4670-a9f7-7b2bab466490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (352d065e-13cf-4943-a336-78055367b78d), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:37.776729 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-40d33ee7-7329-4b68-a23b-7eb2b39ec977 admin admin] Publish callbacks [] for port (172f7e04-b85f-41ac-bb20-c2e54dc98280), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:37.779455 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-8852e758-80e5-41e3-8432-03ef212087be tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] DELETE failed (client error): The resource could not be found.
May 07 22:11:37.780199 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8852e758-80e5-41e3-8432-03ef212087be tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:11:37.787281 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-7cc29d1d-bb3e-4670-a9f7-7b2bab466490 None None] Port 352d065e-13cf-4943-a336-78055367b78d cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:11:37.787697 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43296) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:37.789648 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-8852e758-80e5-41e3-8432-03ef212087be tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/subnets/131e3e56-46b4-42d5-9e52-177ebed84d82 HTTP/1.1" status: 404  len: 337 time: 0.0471699
May 07 22:11:37.797486 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19ee6c7e-11cd-4e05-a872-c65a60a70ffa tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Router a0632e9e-9348-4dae-b143-266bace2c1c1 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:11:37.810510 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-05af29d6-b73f-409e-bc66-c539a78ca29a tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 922 time: 3.8365898
May 07 22:11:37.812578 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 43298) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:37.825087 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-97a26093-29cd-46f5-8e58-37b06504d38e tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] DELETE failed (client error): The resource could not be found.
May 07 22:11:37.825830 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97a26093-29cd-46f5-8e58-37b06504d38e tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:11:37.829005 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-97a26093-29cd-46f5-8e58-37b06504d38e tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/ports/20cc6632-351f-4ccc-a1d1-5f8ac8d07036 HTTP/1.1" status: 404  len: 333 time: 0.0403049
May 07 22:11:37.832020 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43300) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:37.864034 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e320dbf-f6d5-4b6c-8ce3-af45ebd09e7d tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] DELETE failed (client error): The resource could not be found.
May 07 22:11:37.865061 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e320dbf-f6d5-4b6c-8ce3-af45ebd09e7d tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:11:37.868156 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-9e320dbf-f6d5-4b6c-8ce3-af45ebd09e7d tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/subnets/7eb34d76-b3c0-4a5b-b446-b53ddcd89b68 HTTP/1.1" status: 404  len: 337 time: 0.0351703
May 07 22:11:37.870599 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43302) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:37.924168 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [req-b1aed6b9-54ff-47f4-890d-9de6d125acd2 req-ff7a168a-1a47-4d48-9762-37958a9435bf tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Allocated IP 172.20.0.14 (ebdf594d-504a-44e8-89b9-e74774287749/08181da1-ef60-4984-b7f1-4a196d8203f6/0541c2a2-9507-408f-93eb-52c625931320) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:11:37.936752 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd234fac-5554-4431-82cf-26b2a46cb272 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] DELETE failed (client error): The resource could not be found.
May 07 22:11:37.937003 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd234fac-5554-4431-82cf-26b2a46cb272 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:11:37.940017 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-fd234fac-5554-4431-82cf-26b2a46cb272 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/ports/672e748a-38df-4866-9d26-2461c80f3ab1 HTTP/1.1" status: 404  len: 333 time: 0.0684500
May 07 22:11:37.944405 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43304) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:37.951560 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e08b42-fe6c-48a8-b93c-68bbccf913d4 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:37.955769 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-64e08b42-fe6c-48a8-b93c-68bbccf913d4 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200  len: 923 time: 0.1365316
May 07 22:11:37.956044 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43306) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:37.981461 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-40d33ee7-7329-4b68-a23b-7eb2b39ec977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (172f7e04-b85f-41ac-bb20-c2e54dc98280), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:38.018679 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77350cb6-fbd9-4e14-baef-20640e940750 None None] Network a84d38d1-6abf-44c7-be85-c7177428bd25 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:11:38.044075 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d33ee7-7329-4b68-a23b-7eb2b39ec977 admin admin] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:11:38.059669 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-40d33ee7-7329-4b68-a23b-7eb2b39ec977 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:11:38.065290 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4ce621a-ad84-47e1-b1aa-fb69e8afe6fc tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] DELETE failed (client error): The resource could not be found.
May 07 22:11:38.066557 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4ce621a-ad84-47e1-b1aa-fb69e8afe6fc tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:11:38.072718 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-f4ce621a-ad84-47e1-b1aa-fb69e8afe6fc tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/subnets/b94edbb8-388a-428d-9f7d-c3939a2d10fa HTTP/1.1" status: 404  len: 337 time: 0.1238968
May 07 22:11:38.072928 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d33ee7-7329-4b68-a23b-7eb2b39ec977 admin admin] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:11:38.076682 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 43308) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:38.103122 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c34140d-e434-4bd6-bb08-e6a64ae66528 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:38.108271 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c34140d-e434-4bd6-bb08-e6a64ae66528 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:38.113986 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c34140d-e434-4bd6-bb08-e6a64ae66528 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:38.115791 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-0c34140d-e434-4bd6-bb08-e6a64ae66528 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200  len: 2378 time: 0.1587298
May 07 22:11:38.121435 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43310) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:38.140987 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d33ee7-7329-4b68-a23b-7eb2b39ec977 admin admin] Pushing event updated for resources: {'Port': ['ID=172f7e04-b85f-41ac-bb20-c2e54dc98280,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:38.142281 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-94ffbbf1-4bad-4c80-87a6-7e7bb9fba4b8 None None] Provisioning complete for port bd19f41f-a4c4-4eca-a08e-cf4227e5125f triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:11:38.142603 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-94ffbbf1-4bad-4c80-87a6-7e7bb9fba4b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (bd19f41f-a4c4-4eca-a08e-cf4227e5125f), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:38.163239 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19ee6c7e-11cd-4e05-a872-c65a60a70ffa tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:11:38.170017 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-19ee6c7e-11cd-4e05-a872-c65a60a70ffa tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:38.173126 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-34635465-a583-48f1-997a-c7806c8e7344 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] DELETE failed (client error): The resource could not be found.
May 07 22:11:38.173877 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34635465-a583-48f1-997a-c7806c8e7344 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:11:38.178837 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-34635465-a583-48f1-997a-c7806c8e7344 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/ports/29dd4042-1d40-4e0d-af83-f1347b74eed2 HTTP/1.1" status: 404  len: 333 time: 0.0964062
May 07 22:11:38.183755 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 43314) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:38.184504 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b263ae-cce1-4442-b0a4-785f16e3a6ea None None] Sync routers for ids ['a0632e9e-9348-4dae-b143-266bace2c1c1'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:11:38.186810 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-19ee6c7e-11cd-4e05-a872-c65a60a70ffa tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] 10.222.0.32 "PUT /v2.0/routers/a0632e9e-9348-4dae-b143-266bace2c1c1 HTTP/1.1" status: 200  len: 921 time: 2.9038513
May 07 22:11:38.187557 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43316) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:38.246938 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec66fc27-2aef-4088-b900-15502c4c54aa tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] DELETE failed (client error): The resource could not be found.
May 07 22:11:38.247506 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec66fc27-2aef-4088-b900-15502c4c54aa tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:11:38.250259 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b263ae-cce1-4442-b0a4-785f16e3a6ea None None] Routers {'a0632e9e-9348-4dae-b143-266bace2c1c1'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:11:38.250416 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-ec66fc27-2aef-4088-b900-15502c4c54aa tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/subnets/d06ba27e-3d40-4b63-9b25-f0adddade11a HTTP/1.1" status: 404  len: 337 time: 0.0636191
May 07 22:11:38.256952 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-27b263ae-cce1-4442-b0a4-785f16e3a6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f8f4430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:11:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['a0632e9e-9348-4dae-b143-266bace2c1c1'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:11:38.257183 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 43318) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:38.336181 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-94ffbbf1-4bad-4c80-87a6-7e7bb9fba4b8 None None] Current status of the port bd19f41f-a4c4-4eca-a08e-cf4227e5125f is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:11:38.336580 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-94ffbbf1-4bad-4c80-87a6-7e7bb9fba4b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (bd19f41f-a4c4-4eca-a08e-cf4227e5125f), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:38.367050 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-df1dd34c-28f7-4332-b8d6-3cfeaa23a48d tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] DELETE failed (client error): The resource could not be found.
May 07 22:11:38.367711 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df1dd34c-28f7-4332-b8d6-3cfeaa23a48d tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:11:38.371219 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-df1dd34c-28f7-4332-b8d6-3cfeaa23a48d tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/ports/4188452d-dfa3-44bb-9038-43c47339313d HTTP/1.1" status: 404  len: 333 time: 0.1132288
May 07 22:11:38.376288 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 43322) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:38.390847 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-66be6c41-c5e3-4d5f-ac1c-b360179641ad tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] 10.222.0.32 "GET /v2.0/routers/a0632e9e-9348-4dae-b143-266bace2c1c1 HTTP/1.1" status: 200  len: 921 time: 0.1953866
May 07 22:11:38.394302 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43324) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:38.397754 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-94ffbbf1-4bad-4c80-87a6-7e7bb9fba4b8 None None] For port bd19f41f-a4c4-4eca-a08e-cf4227e5125f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bd19f41f-a4c4-4eca-a08e-cf4227e5125f,segment=NetworkSegment(c92e749e-ff98-4b01-9124-0c112d9a1c1e),segment_id=c92e749e-ff98-4b01-9124-0c112d9a1c1e)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:11:38.405091 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-27b263ae-cce1-4442-b0a4-785f16e3a6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f8f4430>, [], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:11:38.409681 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-94ffbbf1-4bad-4c80-87a6-7e7bb9fba4b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (bd19f41f-a4c4-4eca-a08e-cf4227e5125f), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:38.448437 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-b1aed6b9-54ff-47f4-890d-9de6d125acd2 req-ff7a168a-1a47-4d48-9762-37958a9435bf tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Publish callbacks [] for port (0541c2a2-9507-408f-93eb-52c625931320), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:38.455466 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-51ce61d6-cb5a-414a-928f-375b2c01dafa tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] DELETE failed (client error): The resource could not be found.
May 07 22:11:38.455925 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51ce61d6-cb5a-414a-928f-375b2c01dafa tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:11:38.459904 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-51ce61d6-cb5a-414a-928f-375b2c01dafa tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/subnets/cfe8da33-ea06-4c6f-af51-ebc1a1cac8b3 HTTP/1.1" status: 404  len: 337 time: 0.0769958
May 07 22:11:38.465012 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 43326) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:38.469174 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b263ae-cce1-4442-b0a4-785f16e3a6ea None None] Routers {'a0632e9e-9348-4dae-b143-266bace2c1c1'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:11:38.469915 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-27b263ae-cce1-4442-b0a4-785f16e3a6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f8f4430>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:11:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['a0632e9e-9348-4dae-b143-266bace2c1c1'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:11:38.509647 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-27b263ae-cce1-4442-b0a4-785f16e3a6ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f8f4430>, [], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:11:38.510425 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b263ae-cce1-4442-b0a4-785f16e3a6ea None None] The sync data for ids ['a0632e9e-9348-4dae-b143-266bace2c1c1'] in ncdv-master-1 is: [] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:11:38.510721 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0bc49b6-575c-4e9b-8016-7e9cb2efa6f8 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] DELETE failed (client error): The resource could not be found.
May 07 22:11:38.512886 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0bc49b6-575c-4e9b-8016-7e9cb2efa6f8 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:11:38.516758 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e9bacf44-71be-4961-aace-52ee3b542a50 req-50d4e646-6232-4d65-ab46-fc092f63fc8f tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=9829cd11-baa4-4561-9934-3becae825b83 HTTP/1.1" status: 200  len: 210 time: 0.1183636
May 07 22:11:38.516951 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-c0bc49b6-575c-4e9b-8016-7e9cb2efa6f8 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/ports/7e2370e4-0048-4904-8db4-571afe1a6158 HTTP/1.1" status: 404  len: 333 time: 0.0467741
May 07 22:11:38.517635 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 43328) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:38.530539 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ffbbf1-4bad-4c80-87a6-7e7bb9fba4b8 None None] Pushing event updated for resources: {'Port': ['ID=bd19f41f-a4c4-4eca-a08e-cf4227e5125f,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:38.542399 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-c52ac985-2929-456d-b774-812cf8ddcdcf tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Deleting port 1ad5fa03-aa57-4652-a309-5e71cb425e19 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:11:38.542747 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c52ac985-2929-456d-b774-812cf8ddcdcf tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (1ad5fa03-aa57-4652-a309-5e71cb425e19), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:38.549808 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-549ebe25-5919-4578-970a-95c295cc697d tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] DELETE failed (client error): The resource could not be found.
May 07 22:11:38.550066 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-549ebe25-5919-4578-970a-95c295cc697d tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:11:38.554079 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-549ebe25-5919-4578-970a-95c295cc697d tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/subnets/14a47f42-8c3b-47d3-b8e1-64773dd35003 HTTP/1.1" status: 404  len: 337 time: 0.0357921
May 07 22:11:38.558233 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 43330) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:38.627113 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91a4274-8168-4de2-8e41-5f2e8cff32cc tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:38.631758 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-b91a4274-8168-4de2-8e41-5f2e8cff32cc tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=9221b764-ef06-431f-8941-796516ed7c3b&device_id=a0632e9e-9348-4dae-b143-266bace2c1c1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.2312238
May 07 22:11:38.632082 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43332) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:38.644114 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfe51d67-d5d3-47ff-9b0e-8fa2d54648ca tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] DELETE failed (client error): The resource could not be found.
May 07 22:11:38.644576 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfe51d67-d5d3-47ff-9b0e-8fa2d54648ca tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:11:38.649273 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-bfe51d67-d5d3-47ff-9b0e-8fa2d54648ca tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/subnets/0068cce3-737b-4f7c-9c4c-4de5ed3b2270 HTTP/1.1" status: 404  len: 337 time: 0.0880890
May 07 22:11:38.649450 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-b1f76aa6-b50f-4a6d-8b2c-47cf1b0fcd0f None None] Provisioning complete for port bd19f41f-a4c4-4eca-a08e-cf4227e5125f triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:11:38.649450 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b1f76aa6-b50f-4a6d-8b2c-47cf1b0fcd0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (bd19f41f-a4c4-4eca-a08e-cf4227e5125f), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:38.653229 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 43334) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:38.693286 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-b297dd46-906f-4be6-9995-c128278aa6a5 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] DELETE failed (client error): The resource could not be found.
May 07 22:11:38.694287 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b297dd46-906f-4be6-9995-c128278aa6a5 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:11:38.700998 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-b297dd46-906f-4be6-9995-c128278aa6a5 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/ports/707cf9a6-5456-4182-8f72-3592356fc031 HTTP/1.1" status: 404  len: 333 time: 0.0426133
May 07 22:11:38.731143 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 43336) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:38.734615 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4d7f92-584b-4aeb-9930-56ff5db82e92 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:38.738819 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-1c4d7f92-584b-4aeb-9930-56ff5db82e92 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] 10.222.0.32 "GET /v2.0/networks/9221b764-ef06-431f-8941-796516ed7c3b HTTP/1.1" status: 200  len: 881 time: 0.1031229
May 07 22:11:38.739015 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43338) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:38.741263 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-b1aed6b9-54ff-47f4-890d-9de6d125acd2 req-ff7a168a-1a47-4d48-9762-37958a9435bf tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (0541c2a2-9507-408f-93eb-52c625931320), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:38.769691 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device bd19f41f-a4c4-4eca-a08e-cf4227e5125f up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:11:38.772766 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['a859dd9c-cf59-4a9b-84c9-dddc4e9476c0'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:11:38.782721 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-cf41d867-5a37-47e9-82ac-81101f072327 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0632e9e-9348-4dae-b143-266bace2c1c1 HTTP/1.1" status: 200  len: 205 time: 0.0426254
May 07 22:11:38.785822 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 43340) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:38.789443 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c52ac985-2929-456d-b774-812cf8ddcdcf tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (1ad5fa03-aa57-4652-a309-5e71cb425e19), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:38.794375 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-d07c773d-0d1a-4fcb-a8e6-cac4cfd50115 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] DELETE failed (client error): The resource could not be found.
May 07 22:11:38.794375 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d07c773d-0d1a-4fcb-a8e6-cac4cfd50115 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:11:38.797633 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-d07c773d-0d1a-4fcb-a8e6-cac4cfd50115 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/subnets/d270da27-1a5e-4369-bf2d-d713d3cfdb1b HTTP/1.1" status: 404  len: 337 time: 0.0653455
May 07 22:11:38.800319 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43342) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:38.836505 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-c52ac985-2929-456d-b774-812cf8ddcdcf tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Calling delete_port for 1ad5fa03-aa57-4652-a309-5e71cb425e19 owned by  {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:11:38.838997 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fa0850d-8c27-42fb-9e14-f4fcc8dbc59b tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] DELETE failed (client error): The resource could not be found.
May 07 22:11:38.839682 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fa0850d-8c27-42fb-9e14-f4fcc8dbc59b tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:11:38.842519 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-6fa0850d-8c27-42fb-9e14-f4fcc8dbc59b tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/subnets/74650df4-0844-4c03-9712-5e32d06301f8 HTTP/1.1" status: 404  len: 337 time: 0.0409384
May 07 22:11:38.845175 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43344) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:38.855242 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-b1f76aa6-b50f-4a6d-8b2c-47cf1b0fcd0f None None] Current status of the port bd19f41f-a4c4-4eca-a08e-cf4227e5125f is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:11:38.874278 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ac0a994-d256-4698-b47a-aad6104762cf tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] DELETE failed (client error): The resource could not be found.
May 07 22:11:38.874868 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ac0a994-d256-4698-b47a-aad6104762cf tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:11:38.881056 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-4ac0a994-d256-4698-b47a-aad6104762cf tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/ports/bfe1b2c4-1f75-48a4-b5fa-345c2104c0bb HTTP/1.1" status: 404  len: 333 time: 0.0318975
May 07 22:11:38.881056 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43346) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:38.903676 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1aed6b9-54ff-47f4-890d-9de6d125acd2 req-ff7a168a-1a47-4d48-9762-37958a9435bf tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Network ebdf594d-504a-44e8-89b9-e74774287749 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:11:38.920463 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [req-b1aed6b9-54ff-47f4-890d-9de6d125acd2 req-ff7a168a-1a47-4d48-9762-37958a9435bf tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:11:38.927873 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7a168a-1a47-4d48-9762-37958a9435bf tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Pushing event updated for resources: {'Port': ['ID=0541c2a2-9507-408f-93eb-52c625931320,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:38.938994 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port bd19f41f-a4c4-4eca-a08e-cf4227e5125f triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:11:38.939175 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (bd19f41f-a4c4-4eca-a08e-cf4227e5125f), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:38.944311 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dab56d6-c72a-48dc-82d2-439c4f2cb426 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] DELETE failed (client error): The resource could not be found.
May 07 22:11:38.945221 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dab56d6-c72a-48dc-82d2-439c4f2cb426 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:11:38.951587 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-4dab56d6-c72a-48dc-82d2-439c4f2cb426 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/subnets/ab9ee9a6-5503-43d5-bf8b-b017762fa801 HTTP/1.1" status: 404  len: 337 time: 0.0668707
May 07 22:11:38.951766 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43348) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:38.958685 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1aed6b9-54ff-47f4-890d-9de6d125acd2 req-ff7a168a-1a47-4d48-9762-37958a9435bf tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:11:38.961644 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-40d33ee7-7329-4b68-a23b-7eb2b39ec977 admin admin] Publish callbacks [] for router_gateway (1b8e677b-ae5e-4dbb-9096-020f21f5654a), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:38.983597 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-32a72c2b-4407-4357-a897-12584418e015 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] DELETE failed (client error): The resource could not be found.
May 07 22:11:38.984060 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32a72c2b-4407-4357-a897-12584418e015 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:11:38.990041 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-32a72c2b-4407-4357-a897-12584418e015 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/subnets/a77cb7ed-a0a5-4dad-83b8-340bcc0db4d0 HTTP/1.1" status: 404  len: 337 time: 0.0344746
May 07 22:11:38.991525 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43350) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:39.022837 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dced196-2920-4848-997c-583c37d67ef6 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] DELETE failed (client error): The resource could not be found.
May 07 22:11:39.023327 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dced196-2920-4848-997c-583c37d67ef6 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:11:39.028906 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-1dced196-2920-4848-997c-583c37d67ef6 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/ports/be55f711-865b-4cdc-9f61-f65ba336a44c HTTP/1.1" status: 404  len: 333 time: 0.0339363
May 07 22:11:39.029114 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43352) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:39.068295 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-4aaf81ae-1345-4b6a-80bb-3d2071e0b56c tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] DELETE failed (client error): The resource could not be found.
May 07 22:11:39.068756 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4aaf81ae-1345-4b6a-80bb-3d2071e0b56c tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:11:39.074873 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-4aaf81ae-1345-4b6a-80bb-3d2071e0b56c tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/subnets/e6491500-e469-44ad-a4ed-6ffb8b952f04 HTTP/1.1" status: 404  len: 337 time: 0.0418119
May 07 22:11:39.075126 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43354) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:39.089820 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port bd19f41f-a4c4-4eca-a08e-cf4227e5125f is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:11:39.113007 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-14a38ff0-6acf-406a-91e6-b5a22215f5ed tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] DELETE failed (client error): The resource could not be found.
May 07 22:11:39.113978 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14a38ff0-6acf-406a-91e6-b5a22215f5ed tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:11:39.117351 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-14a38ff0-6acf-406a-91e6-b5a22215f5ed tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/subnets/701dd6cc-83c8-4e93-8ac9-37414703f026 HTTP/1.1" status: 404  len: 337 time: 0.0410051
May 07 22:11:39.120022 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43356) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:39.185692 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-89de4f24-a711-41c5-84d3-25e58ee7aee0 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "GET /v2.0/ports?device_id=f425f8c2-61bf-4c61-bea3-e89c447d3f25 HTTP/1.1" status: 200  len: 205 time: 0.0645735
May 07 22:11:39.188373 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43358) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:39.459518 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b0b61989-e4fc-40a1-9aba-ee96e23c25fb tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks [] for router (a0632e9e-9348-4dae-b143-266bace2c1c1), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:39.475332 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aed6b9-54ff-47f4-890d-9de6d125acd2 req-ff7a168a-1a47-4d48-9762-37958a9435bf tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:39.475987 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-b1aed6b9-54ff-47f4-890d-9de6d125acd2 req-ff7a168a-1a47-4d48-9762-37958a9435bf tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:39.554636 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b1aed6b9-54ff-47f4-890d-9de6d125acd2 req-ff7a168a-1a47-4d48-9762-37958a9435bf tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.9693241
May 07 22:11:39.572949 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-b1aed6b9-54ff-47f4-890d-9de6d125acd2 req-e2679c1e-9941-4f44-b699-e062592bea41 service neutron] Request body: {'port': {'device_id': '9829cd11-baa4-4561-9934-3becae825b83', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:11:39.577097 ncdv-master-1 neutron-server[121837]: INFO neutron.api.v2.resource [None req-ef87c7fc-81c7-427b-b209-1d4deee681c6 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] delete failed (client error): The resource could not be found.
May 07 22:11:39.578155 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-ef87c7fc-81c7-427b-b209-1d4deee681c6 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/routers/f425f8c2-61bf-4c61-bea3-e89c447d3f25 HTTP/1.1" status: 404  len: 336 time: 0.3888538
May 07 22:11:39.580808 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43362) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:39.618149 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-98a3f3ae-a158-4dcc-bb2b-fc29ad720097 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] DELETE failed (client error): The resource could not be found.
May 07 22:11:39.618609 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98a3f3ae-a158-4dcc-bb2b-fc29ad720097 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:11:39.621851 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-98a3f3ae-a158-4dcc-bb2b-fc29ad720097 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/subnets/c8f3b23d-4207-4a0e-a7b6-953857d85ef6 HTTP/1.1" status: 404  len: 337 time: 0.0401065
May 07 22:11:39.624614 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43366) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:39.652409 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c52ac985-2929-456d-b774-812cf8ddcdcf tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (1ad5fa03-aa57-4652-a309-5e71cb425e19), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:39.658040 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-79cdae02-f8b4-45cf-b4bb-f7ee8f633b3b tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "GET /v2.0/ports?device_id=3fbc5193-642b-4b4c-9751-5dc20d6ebdea HTTP/1.1" status: 200  len: 205 time: 0.0299802
May 07 22:11:39.660786 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43368) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:39.726791 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52ac985-2929-456d-b774-812cf8ddcdcf tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Pushing event deleted for resources: {'Port': ['ID=1ad5fa03-aa57-4652-a309-5e71cb425e19,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:39.731175 ncdv-master-1 neutron-server[121837]: INFO neutron.api.v2.resource [None req-db3a3f7f-53ad-45df-9269-a60d80d7aa4c tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] delete failed (client error): The resource could not be found.
May 07 22:11:39.732244 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-db3a3f7f-53ad-45df-9269-a60d80d7aa4c tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/routers/3fbc5193-642b-4b4c-9751-5dc20d6ebdea HTTP/1.1" status: 404  len: 336 time: 0.0684319
May 07 22:11:39.735584 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 43370) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:39.813274 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c52ac985-2929-456d-b774-812cf8ddcdcf tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:39.820209 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-c52ac985-2929-456d-b774-812cf8ddcdcf tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "DELETE /v2.0/ports/1ad5fa03-aa57-4652-a309-5e71cb425e19 HTTP/1.1" status: 204  len: 168 time: 1.6977274
May 07 22:11:39.820975 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43372) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:39.850276 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-79c6ff74-d5c1-4eed-8d65-c7af1d8fd500 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] GET failed (client error): The resource could not be found.
May 07 22:11:39.851768 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-79c6ff74-d5c1-4eed-8d65-c7af1d8fd500 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "GET /v2.0/ports/1ad5fa03-aa57-4652-a309-5e71cb425e19 HTTP/1.1" status: 404  len: 333 time: 0.0297647
May 07 22:11:39.854469 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43374) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:39.854783 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d90c5a1-2f5b-4a71-8ee6-830d0acdf085 req-60d2847c-d7bd-4bc7-ab9e-00bc017aa9ed tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:39.856283 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4d90c5a1-2f5b-4a71-8ee6-830d0acdf085 req-60d2847c-d7bd-4bc7-ab9e-00bc017aa9ed tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=9829cd11-baa4-4561-9934-3becae825b83 HTTP/1.1" status: 200  len: 932 time: 0.1857736
May 07 22:11:39.862093 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-52c3ee27-039b-49a6-a19f-9723dd051ccd tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] DELETE failed (client error): The resource could not be found.
May 07 22:11:39.862331 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52c3ee27-039b-49a6-a19f-9723dd051ccd tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:11:39.865853 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-52c3ee27-039b-49a6-a19f-9723dd051ccd tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/subnets/d5a7cbcf-7749-44fa-a539-be9692a43a95 HTTP/1.1" status: 404  len: 337 time: 0.1255956
May 07 22:11:39.875928 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 43376) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:39.923876 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-b1aed6b9-54ff-47f4-890d-9de6d125acd2 req-e2679c1e-9941-4f44-b699-e062592bea41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (0541c2a2-9507-408f-93eb-52c625931320), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:39.936943 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b0b61989-e4fc-40a1-9aba-ee96e23c25fb tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks [] for router_gateway (a0632e9e-9348-4dae-b143-266bace2c1c1), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:39.952071 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-8da542b6-05a3-441d-8ddc-7fde7fe0790e tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] DELETE failed (client error): The resource could not be found.
May 07 22:11:39.952601 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8da542b6-05a3-441d-8ddc-7fde7fe0790e tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:11:39.955970 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-8da542b6-05a3-441d-8ddc-7fde7fe0790e tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/subnets/20d385a7-26af-40ff-bf4a-a8e5a42f9139 HTTP/1.1" status: 404  len: 337 time: 0.0774758
May 07 22:11:39.959628 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43378) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:39.974048 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-40d33ee7-7329-4b68-a23b-7eb2b39ec977 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (1b8e677b-ae5e-4dbb-9096-020f21f5654a), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:39.990564 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-356073b2-2cf1-407e-b063-f391327484be tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] DELETE failed (client error): The resource could not be found.
May 07 22:11:39.991159 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-356073b2-2cf1-407e-b063-f391327484be tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:11:39.994253 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-356073b2-2cf1-407e-b063-f391327484be tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/ports/94b94d15-bab3-4141-8936-32104ac9f3f1 HTTP/1.1" status: 404  len: 333 time: 0.0337815
May 07 22:11:39.995133 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-cdfd31e1-5f67-4dbb-90f9-e5c443ce5d34 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Deleting port 352d065e-13cf-4943-a336-78055367b78d {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:11:39.995463 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cdfd31e1-5f67-4dbb-90f9-e5c443ce5d34 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (352d065e-13cf-4943-a336-78055367b78d), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:39.998008 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43380) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:40.039763 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb99575f-df88-4c95-a3d4-13084f540480 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] DELETE failed (client error): The resource could not be found.
May 07 22:11:40.040123 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb99575f-df88-4c95-a3d4-13084f540480 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:11:40.043193 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-eb99575f-df88-4c95-a3d4-13084f540480 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/subnets/9b981832-d68a-43f0-924f-977b3ce5646b HTTP/1.1" status: 404  len: 337 time: 0.0442770
May 07 22:11:40.050085 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43382) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:40.105682 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-535206a7-ed75-43fe-be1e-4f70325cc4ae tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] DELETE failed (client error): The resource could not be found.
May 07 22:11:40.106090 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-535206a7-ed75-43fe-be1e-4f70325cc4ae tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:11:40.109217 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-535206a7-ed75-43fe-be1e-4f70325cc4ae tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/ports/e96df846-3be1-4190-b7d4-a8589bf8d0f9 HTTP/1.1" status: 404  len: 333 time: 0.0584290
May 07 22:11:40.112203 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43384) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:40.121443 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4d90c5a1-2f5b-4a71-8ee6-830d0acdf085 req-723eda9b-d968-460b-a5e7-ad64b5b1a5e7 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2467630
May 07 22:11:40.143611 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-9397ce4f-961e-4dd2-9b8a-43741d683964 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] DELETE failed (client error): The resource could not be found.
May 07 22:11:40.144249 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9397ce4f-961e-4dd2-9b8a-43741d683964 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:11:40.147725 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-9397ce4f-961e-4dd2-9b8a-43741d683964 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/subnets/6f76bfe0-8d37-4d28-85b4-9131927d663c HTTP/1.1" status: 404  len: 337 time: 0.0349586
May 07 22:11:40.150429 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43386) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:40.179428 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-b0b61989-e4fc-40a1-9aba-ee96e23c25fb tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Deleting port b90632cc-1b5c-4726-a204-fa1fa9083f5e {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:11:40.179873 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b0b61989-e4fc-40a1-9aba-ee96e23c25fb tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (b90632cc-1b5c-4726-a204-fa1fa9083f5e), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:40.183931 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1135e79-9a05-4d88-ad2e-1f3e013e1208 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] DELETE failed (client error): The resource could not be found.
May 07 22:11:40.184474 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1135e79-9a05-4d88-ad2e-1f3e013e1208 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:11:40.187512 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-d1135e79-9a05-4d88-ad2e-1f3e013e1208 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/ports/7d08daaa-b99c-4770-bc2d-9ea226dd5742 HTTP/1.1" status: 404  len: 333 time: 0.0362799
May 07 22:11:40.191714 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43388) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:40.209976 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cdfd31e1-5f67-4dbb-90f9-e5c443ce5d34 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (352d065e-13cf-4943-a336-78055367b78d), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:40.239141 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-19d177a4-f270-4d7b-9892-82f84010a55a tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] DELETE failed (client error): The resource could not be found.
May 07 22:11:40.239141 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19d177a4-f270-4d7b-9892-82f84010a55a tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:11:40.241805 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-19d177a4-f270-4d7b-9892-82f84010a55a tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/subnets/849c2ebe-0626-40b8-905f-7abd067e62c3 HTTP/1.1" status: 404  len: 337 time: 0.0487902
May 07 22:11:40.247618 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43392) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:40.256155 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-cdfd31e1-5f67-4dbb-90f9-e5c443ce5d34 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Calling delete_port for 352d065e-13cf-4943-a336-78055367b78d owned by  {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:11:40.296129 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-55b2125a-dff2-46e0-9457-1595e3be326a tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] DELETE failed (client error): The resource could not be found.
May 07 22:11:40.296827 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55b2125a-dff2-46e0-9457-1595e3be326a tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:11:40.303912 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-55b2125a-dff2-46e0-9457-1595e3be326a tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/ports/ce45e9c1-a13f-486e-8774-a472a198ed46 HTTP/1.1" status: 404  len: 333 time: 0.0523784
May 07 22:11:40.306124 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 43394) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:40.354251 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-45d1b3e9-5e91-40cd-9379-d8517cd948da tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] DELETE failed (client error): The resource could not be found.
May 07 22:11:40.354616 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45d1b3e9-5e91-40cd-9379-d8517cd948da tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:11:40.360061 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-45d1b3e9-5e91-40cd-9379-d8517cd948da tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/subnets/f98bfcef-148f-4dcb-8f81-37ebf3b912fc HTTP/1.1" status: 404  len: 337 time: 0.0520449
May 07 22:11:40.361220 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43396) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:40.404564 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-200504df-ba3e-4e2a-87a3-ba05e16466dc tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] DELETE failed (client error): The resource could not be found.
May 07 22:11:40.405279 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-200504df-ba3e-4e2a-87a3-ba05e16466dc tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:11:40.410837 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-200504df-ba3e-4e2a-87a3-ba05e16466dc tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/ports/2b3fde08-5bb6-4260-aaa8-2d6b569d6671 HTTP/1.1" status: 404  len: 333 time: 0.0469263
May 07 22:11:40.412192 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43398) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:40.413573 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b0b61989-e4fc-40a1-9aba-ee96e23c25fb tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (b90632cc-1b5c-4726-a204-fa1fa9083f5e), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:40.449936 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3ccbb27-48f2-4835-a4b1-cf5b2985be55 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] DELETE failed (client error): The resource could not be found.
May 07 22:11:40.450488 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3ccbb27-48f2-4835-a4b1-cf5b2985be55 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:11:40.453682 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-a3ccbb27-48f2-4835-a4b1-cf5b2985be55 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/subnets/72096410-5fe8-47ac-b2c0-5c946e1f20b3 HTTP/1.1" status: 404  len: 337 time: 0.0404463
May 07 22:11:40.456697 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43400) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:40.487160 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-5849156a-24f2-41d9-9876-a51f56903ef1 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] DELETE failed (client error): The resource could not be found.
May 07 22:11:40.487797 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-b0b61989-e4fc-40a1-9aba-ee96e23c25fb tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Calling delete_port for b90632cc-1b5c-4726-a204-fa1fa9083f5e owned by network:router_gateway {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:11:40.488279 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5849156a-24f2-41d9-9876-a51f56903ef1 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:11:40.494187 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-5849156a-24f2-41d9-9876-a51f56903ef1 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/ports/dce2a89c-3e5e-48e6-a0cc-5393495939f8 HTTP/1.1" status: 404  len: 333 time: 0.0334623
May 07 22:11:40.496487 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43402) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:40.549056 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-61b8ec50-15db-423a-9e3d-bf4da4b9d295 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] DELETE failed (client error): The resource could not be found.
May 07 22:11:40.549607 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61b8ec50-15db-423a-9e3d-bf4da4b9d295 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:11:40.557536 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-61b8ec50-15db-423a-9e3d-bf4da4b9d295 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/subnets/62a3ddfc-8544-42f9-843d-eb599a0213d5 HTTP/1.1" status: 404  len: 337 time: 0.0600841
May 07 22:11:40.560562 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43404) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:40.561064 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40d33ee7-7329-4b68-a23b-7eb2b39ec977 admin admin] Router 1b8e677b-ae5e-4dbb-9096-020f21f5654a is scheduled to L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db with binding_index 1 {{(pid=121836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 07 22:11:40.600610 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-62c8c729-7f64-4029-9f24-1ff64e09ca1d tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] DELETE failed (client error): The resource could not be found.
May 07 22:11:40.601155 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62c8c729-7f64-4029-9f24-1ff64e09ca1d tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:11:40.606348 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-62c8c729-7f64-4029-9f24-1ff64e09ca1d tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/ports/8a16cbc6-09a2-4b75-b6b4-8de2ebc257b9 HTTP/1.1" status: 404  len: 333 time: 0.0427921
May 07 22:11:40.607040 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43406) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:40.617354 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cdfd31e1-5f67-4dbb-90f9-e5c443ce5d34 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (352d065e-13cf-4943-a336-78055367b78d), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:40.645618 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d5707e5-3df0-4446-9bf8-bf14d3125551 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] DELETE failed (client error): The resource could not be found.
May 07 22:11:40.646468 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d5707e5-3df0-4446-9bf8-bf14d3125551 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:11:40.651903 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-7d5707e5-3df0-4446-9bf8-bf14d3125551 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/subnets/cd4d8841-9703-4b94-8d0a-db6aff6af7a8 HTTP/1.1" status: 404  len: 337 time: 0.0414984
May 07 22:11:40.658399 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 43408) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:40.672131 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfd31e1-5f67-4dbb-90f9-e5c443ce5d34 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Pushing event deleted for resources: {'Port': ['ID=352d065e-13cf-4943-a336-78055367b78d,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:40.760271 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cdfd31e1-5f67-4dbb-90f9-e5c443ce5d34 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:40.763621 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-cdfd31e1-5f67-4dbb-90f9-e5c443ce5d34 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "DELETE /v2.0/ports/352d065e-13cf-4943-a336-78055367b78d HTTP/1.1" status: 204  len: 168 time: 0.9079461
May 07 22:11:40.766675 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43410) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:40.799139 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fc74743-c4eb-4f41-9e25-f507a6d358d6 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] GET failed (client error): The resource could not be found.
May 07 22:11:40.800724 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-8fc74743-c4eb-4f41-9e25-f507a6d358d6 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "GET /v2.0/ports/352d065e-13cf-4943-a336-78055367b78d HTTP/1.1" status: 404  len: 333 time: 0.0329576
May 07 22:11:40.804737 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43412) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:40.861490 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-57c9eb6b-9b3b-4d23-b0f9-7fdec57337f1 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Deleting subnet efa76475-9f6c-4d79-966e-462500415346 {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:11:40.866235 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-57c9eb6b-9b3b-4d23-b0f9-7fdec57337f1 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for subnet (efa76475-9f6c-4d79-966e-462500415346), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:40.898279 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [req-b1aed6b9-54ff-47f4-890d-9de6d125acd2 req-e2679c1e-9941-4f44-b699-e062592bea41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0541c2a2-9507-408f-93eb-52c625931320 {{(pid=121836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:11:40.916199 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-b1aed6b9-54ff-47f4-890d-9de6d125acd2 req-e2679c1e-9941-4f44-b699-e062592bea41 service neutron] Publish callbacks [] for port (0541c2a2-9507-408f-93eb-52c625931320), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:40.921471 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-57c9eb6b-9b3b-4d23-b0f9-7fdec57337f1 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (efa76475-9f6c-4d79-966e-462500415346), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:40.924775 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b443d12d-8bb9-4bba-8b08-8f590727f163 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:40.927374 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40d33ee7-7329-4b68-a23b-7eb2b39ec977 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:11:40.941379 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9dba8d-aabb-4ea8-9276-713fe30be45c None None] Sync routers for ids ['1b8e677b-ae5e-4dbb-9096-020f21f5654a'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:11:40.953164 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9dba8d-aabb-4ea8-9276-713fe30be45c None None] Routers {'1b8e677b-ae5e-4dbb-9096-020f21f5654a'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:11:40.953857 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-bb9dba8d-aabb-4ea8-9276-713fe30be45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8ed12a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:11:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['1b8e677b-ae5e-4dbb-9096-020f21f5654a'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:11:40.985828 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-40d33ee7-7329-4b68-a23b-7eb2b39ec977 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:40.990460 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-40d33ee7-7329-4b68-a23b-7eb2b39ec977 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 917 time: 6.8074770
May 07 22:11:40.991303 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43414) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:41.041318 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.provisioning_blocks [req-b1aed6b9-54ff-47f4-890d-9de6d125acd2 req-e2679c1e-9941-4f44-b699-e062592bea41 service neutron] Transition to ACTIVE for port object 0541c2a2-9507-408f-93eb-52c625931320 will not be triggered until provisioned by entity L2. {{(pid=121836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 22:11:41.044040 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b0b61989-e4fc-40a1-9aba-ee96e23c25fb tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (b90632cc-1b5c-4726-a204-fa1fa9083f5e), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:41.076831 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-b1aed6b9-54ff-47f4-890d-9de6d125acd2 req-e2679c1e-9941-4f44-b699-e062592bea41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (0541c2a2-9507-408f-93eb-52c625931320), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:41.101927 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-bb9dba8d-aabb-4ea8-9276-713fe30be45c None None] Set router 1b8e677b-ae5e-4dbb-9096-020f21f5654a gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:11:41.113289 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b443d12d-8bb9-4bba-8b08-8f590727f163 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:41.124098 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b61989-e4fc-40a1-9aba-ee96e23c25fb tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Pushing event deleted for resources: {'Port': ['ID=b90632cc-1b5c-4726-a204-fa1fa9083f5e,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:41.135197 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-57c9eb6b-9b3b-4d23-b0f9-7fdec57337f1 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (efa76475-9f6c-4d79-966e-462500415346), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:41.173079 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-b443d12d-8bb9-4bba-8b08-8f590727f163 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf87cb27f0>,) {'filters': {'network_id': ['c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:11:41.222185 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-b443d12d-8bb9-4bba-8b08-8f590727f163 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf87cb27f0>, '0c54767f-f5cc-4fe8-be2b-89310a1e6df6') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:11:41.223586 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-b443d12d-8bb9-4bba-8b08-8f590727f163 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf87cb27f0>, '0c54767f-f5cc-4fe8-be2b-89310a1e6df6') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:11:41.255083 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b443d12d-8bb9-4bba-8b08-8f590727f163 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (0c54767f-f5cc-4fe8-be2b-89310a1e6df6), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:41.302281 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2679c1e-9941-4f44-b699-e062592bea41 service neutron] Pushing event updated for resources: {'Port': ['ID=0541c2a2-9507-408f-93eb-52c625931320,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:41.311370 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b443d12d-8bb9-4bba-8b08-8f590727f163 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (0c54767f-f5cc-4fe8-be2b-89310a1e6df6), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:41.344121 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b443d12d-8bb9-4bba-8b08-8f590727f163 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:11:41.344569 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b443d12d-8bb9-4bba-8b08-8f590727f163 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (0c54767f-f5cc-4fe8-be2b-89310a1e6df6), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:41.350562 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 22:11:41.350562 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:11:41.350562 ncdv-master-1 neutron-server[121836]:     timer()
May 07 22:11:41.350562 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:11:41.350562 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 22:11:41.350562 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:11:41.350562 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 22:11:41.350562 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:11:41.350562 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 22:11:41.350562 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:11:41.350562 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 22:11:41.350562 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:11:41.350562 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 22:11:41.350562 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:11:41.350562 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:11:41.350562 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:11:41.350562 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:11:41.350562 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:11:41.350562 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 22:11:41.350562 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:11:41.350562 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 22:11:41.350562 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:11:41.350562 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:11:41.350562 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:11:41.350562 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 22:11:41.350562 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:11:41.350562 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:11:41.350562 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:11:41.350562 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:11:41.350562 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:11:41.350562 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:11:41.350562 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:11:41.358427 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-57c9eb6b-9b3b-4d23-b0f9-7fdec57337f1 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (efa76475-9f6c-4d79-966e-462500415346), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:41.372702 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b0b61989-e4fc-40a1-9aba-ee96e23c25fb tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395776'] for router_gateway (a0632e9e-9348-4dae-b143-266bace2c1c1), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:41.380860 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec39abd-03a9-40a9-af7c-77775216225d req-a006d14f-c783-41f4-b4f9-780334fe9381 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:41.383905 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2ec39abd-03a9-40a9-af7c-77775216225d req-a006d14f-c783-41f4-b4f9-780334fe9381 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=9829cd11-baa4-4561-9934-3becae825b83 HTTP/1.1" status: 200  len: 944 time: 0.1022241
May 07 22:11:41.389436 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-bb9dba8d-aabb-4ea8-9276-713fe30be45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8ed12a60>, [{'id': '1b8e677b-ae5e-4dbb-9096-020f21f5654a', 'name': 'tempest-ImageQuotaTest-1079344493-router', 'tenant_id': '0543013ca84b4ebb90ffc461dad90515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.251'}], 'enable_snat': True}, 'gw_port_id': '172f7e04-b85f-41ac-bb20-c2e54dc98280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:11:34Z', 'updated_at': '2022-05-07T22:11:38Z', 'revision_number': 3, 'project_id': '0543013ca84b4ebb90ffc461dad90515', 'gw_port': {'id': '172f7e04-b85f-41ac-bb20-c2e54dc98280', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:26:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b8e677b-ae5e-4dbb-9096-020f21f5654a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:11:36Z', 'updated_at': '2022-05-07T22:11:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:11:41.429261 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9dba8d-aabb-4ea8-9276-713fe30be45c None None] Checking router: 1b8e677b-ae5e-4dbb-9096-020f21f5654a for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:11:41.429605 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9dba8d-aabb-4ea8-9276-713fe30be45c None None] Updating router 1b8e677b-ae5e-4dbb-9096-020f21f5654a port 172f7e04-b85f-41ac-bb20-c2e54dc98280 binding host ncdv-master-1 {{(pid=121839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 22:11:41.460033 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c9eb6b-9b3b-4d23-b0f9-7fdec57337f1 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Pushing event deleted for resources: {'Subnet': ['ID=efa76475-9f6c-4d79-966e-462500415346,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:41.468239 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-57c9eb6b-9b3b-4d23-b0f9-7fdec57337f1 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:41.471447 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-57c9eb6b-9b3b-4d23-b0f9-7fdec57337f1 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "DELETE /v2.0/subnets/efa76475-9f6c-4d79-966e-462500415346 HTTP/1.1" status: 204  len: 168 time: 0.6656961
May 07 22:11:41.475242 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-bb9dba8d-aabb-4ea8-9276-713fe30be45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (172f7e04-b85f-41ac-bb20-c2e54dc98280), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:41.477219 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43420) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:41.479168 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f943d037-da5d-4642-95a2-bf0e89322e92 None None] Network 6d3bc976-5e22-4789-a0ad-82f072a5a60c requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:11:41.530302 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2ec39abd-03a9-40a9-af7c-77775216225d req-e413237c-d884-41a5-aede-c59c4f697a25 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1263795
May 07 22:11:41.538410 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b0b61989-e4fc-40a1-9aba-ee96e23c25fb tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (a0632e9e-9348-4dae-b143-266bace2c1c1), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:41.542154 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b0b61989-e4fc-40a1-9aba-ee96e23c25fb tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks [] for router_controller (a0632e9e-9348-4dae-b143-266bace2c1c1), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:41.545435 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b443d12d-8bb9-4bba-8b08-8f590727f163 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:41.547141 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-b1aed6b9-54ff-47f4-890d-9de6d125acd2 req-e2679c1e-9941-4f44-b699-e062592bea41 service neutron] Attempting to bind port 0541c2a2-9507-408f-93eb-52c625931320 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:11:41.547474 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-b1aed6b9-54ff-47f4-890d-9de6d125acd2 req-e2679c1e-9941-4f44-b699-e062592bea41 service neutron] Attempting to bind port 0541c2a2-9507-408f-93eb-52c625931320 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '2cb8e953-203f-4019-8d4d-d4ab0509c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ebdf594d-504a-44e8-89b9-e74774287749'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:11:41.547797 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1aed6b9-54ff-47f4-890d-9de6d125acd2 req-e2679c1e-9941-4f44-b699-e062592bea41 service neutron] Attempting to bind port 0541c2a2-9507-408f-93eb-52c625931320 on network ebdf594d-504a-44e8-89b9-e74774287749 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:11:41.559511 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b443d12d-8bb9-4bba-8b08-8f590727f163 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:41.565102 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-b443d12d-8bb9-4bba-8b08-8f590727f163 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] 10.222.0.32 "DELETE /v2.0/networks/c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a HTTP/1.1" status: 204  len: 168 time: 0.9020367
May 07 22:11:41.612660 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1aed6b9-54ff-47f4-890d-9de6d125acd2 req-e2679c1e-9941-4f44-b699-e062592bea41 service neutron] Port 0541c2a2-9507-408f-93eb-52c625931320 on network ebdf594d-504a-44e8-89b9-e74774287749 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:11:41.612992 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1aed6b9-54ff-47f4-890d-9de6d125acd2 req-e2679c1e-9941-4f44-b699-e062592bea41 service neutron] Attempting to bind port 0541c2a2-9507-408f-93eb-52c625931320 on network ebdf594d-504a-44e8-89b9-e74774287749 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:11:41.615384 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b443d12d-8bb9-4bba-8b08-8f590727f163 tempest-NetworksTestDHCPv6-506459494 tempest-NetworksTestDHCPv6-506459494-project] Pushing event deleted for resources: {'Network': ['ID=c8a0a9dc-e3fb-401e-9fbd-5b6a34a1a16a,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:41.623388 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1aed6b9-54ff-47f4-890d-9de6d125acd2 req-e2679c1e-9941-4f44-b699-e062592bea41 service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 11, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:11:41.623744 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1aed6b9-54ff-47f4-890d-9de6d125acd2 req-e2679c1e-9941-4f44-b699-e062592bea41 service neutron] Checking segment: {'id': '2cb8e953-203f-4019-8d4d-d4ab0509c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ebdf594d-504a-44e8-89b9-e74774287749'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:11:41.624207 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1aed6b9-54ff-47f4-890d-9de6d125acd2 req-e2679c1e-9941-4f44-b699-e062592bea41 service neutron] Bound using segment: {'id': '2cb8e953-203f-4019-8d4d-d4ab0509c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ebdf594d-504a-44e8-89b9-e74774287749'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:11:41.624646 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-b1aed6b9-54ff-47f4-890d-9de6d125acd2 req-e2679c1e-9941-4f44-b699-e062592bea41 service neutron] Bound port: 0541c2a2-9507-408f-93eb-52c625931320, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cb8e953-203f-4019-8d4d-d4ab0509c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ebdf594d-504a-44e8-89b9-e74774287749'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:11:41.625046 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-b1aed6b9-54ff-47f4-890d-9de6d125acd2 req-e2679c1e-9941-4f44-b699-e062592bea41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (0541c2a2-9507-408f-93eb-52c625931320), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:41.640397 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b0b61989-e4fc-40a1-9aba-ee96e23c25fb tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (a0632e9e-9348-4dae-b143-266bace2c1c1), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:41.640933 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0b61989-e4fc-40a1-9aba-ee96e23c25fb tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Fanout notify agent at l3_agent the message router_deleted on router a0632e9e-9348-4dae-b143-266bace2c1c1 {{(pid=121836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 22:11:41.644849 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8bcd9c81-8063-4926-9c61-f0f5c9fa7262 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (6d3bc976-5e22-4789-a0ad-82f072a5a60c), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:41.649053 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b0b61989-e4fc-40a1-9aba-ee96e23c25fb tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:41.653773 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-b0b61989-e4fc-40a1-9aba-ee96e23c25fb tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] 10.222.0.32 "DELETE /v2.0/routers/a0632e9e-9348-4dae-b143-266bace2c1c1 HTTP/1.1" status: 204  len: 168 time: 2.8617272
May 07 22:11:41.654547 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 43424) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:41.659193 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-f2c30c6b-3225-4c74-90c5-f5ed48262ae4 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1205808987', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:11:41.738106 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f2c30c6b-3225-4c74-90c5-f5ed48262ae4 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (cb6912a9-e4b7-42bd-ad30-476fa4643aa6), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:41.739090 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f2c30c6b-3225-4c74-90c5-f5ed48262ae4 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (cb6912a9-e4b7-42bd-ad30-476fa4643aa6), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:41.757996 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-8bcd9c81-8063-4926-9c61-f0f5c9fa7262 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Deleting port 6f04cdff-d553-4ebb-9ac4-392b59a9362c {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:11:41.758428 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8bcd9c81-8063-4926-9c61-f0f5c9fa7262 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (6f04cdff-d553-4ebb-9ac4-392b59a9362c), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:41.775408 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e31cbc-9084-45bc-af97-edd0df42069d None None] DHCP port deletion for 6d3bc976-5e22-4789-a0ad-82f072a5a60c request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:11:41.783509 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-b1aed6b9-54ff-47f4-890d-9de6d125acd2 req-e2679c1e-9941-4f44-b699-e062592bea41 service neutron] For port 0541c2a2-9507-408f-93eb-52c625931320, host nch1-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:11:41.790138 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-b1aed6b9-54ff-47f4-890d-9de6d125acd2 req-e2679c1e-9941-4f44-b699-e062592bea41 service neutron] For port 0541c2a2-9507-408f-93eb-52c625931320, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0541c2a2-9507-408f-93eb-52c625931320,segment=NetworkSegment(2cb8e953-203f-4019-8d4d-d4ab0509c11a),segment_id=2cb8e953-203f-4019-8d4d-d4ab0509c11a)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:11:41.809344 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-b1aed6b9-54ff-47f4-890d-9de6d125acd2 req-e2679c1e-9941-4f44-b699-e062592bea41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (0541c2a2-9507-408f-93eb-52c625931320), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:41.862647 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-b0e31cbc-9084-45bc-af97-edd0df42069d None None] Deleting port 6f04cdff-d553-4ebb-9ac4-392b59a9362c {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:11:41.863484 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b0e31cbc-9084-45bc-af97-edd0df42069d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (6f04cdff-d553-4ebb-9ac4-392b59a9362c), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:41.894784 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f2c30c6b-3225-4c74-90c5-f5ed48262ae4 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks [] for router_controller (cb6912a9-e4b7-42bd-ad30-476fa4643aa6), precommit_add_association {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:41.924743 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f2c30c6b-3225-4c74-90c5-f5ed48262ae4 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (cb6912a9-e4b7-42bd-ad30-476fa4643aa6), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:41.928180 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-8bcd9c81-8063-4926-9c61-f0f5c9fa7262 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] For port 6f04cdff-d553-4ebb-9ac4-392b59a9362c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6f04cdff-d553-4ebb-9ac4-392b59a9362c,segment=NetworkSegment(587c37be-745d-4810-8f2c-dc47a7e49f38),segment_id=587c37be-745d-4810-8f2c-dc47a7e49f38)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:11:41.929292 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8bcd9c81-8063-4926-9c61-f0f5c9fa7262 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (6f04cdff-d553-4ebb-9ac4-392b59a9362c), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:41.939270 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aed6b9-54ff-47f4-890d-9de6d125acd2 req-e2679c1e-9941-4f44-b699-e062592bea41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:41.940133 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-b1aed6b9-54ff-47f4-890d-9de6d125acd2 req-e2679c1e-9941-4f44-b699-e062592bea41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:41.943683 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b1aed6b9-54ff-47f4-890d-9de6d125acd2 req-e2679c1e-9941-4f44-b699-e062592bea41 service neutron] 10.222.0.55 "PUT /v2.0/ports/0541c2a2-9507-408f-93eb-52c625931320 HTTP/1.1" status: 200  len: 1092 time: 2.3758190
May 07 22:11:41.944884 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9829cd11-baa4-4561-9934-3becae825b83', 'tag': '0541c2a2-9507-408f-93eb-52c625931320'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:11:41.947879 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f153c22d-13f8-40e7-9731-0fc5572976b0" -d '{"events": [{"name": "network-changed", "server_uuid": "9829cd11-baa4-4561-9934-3becae825b83", "tag": "0541c2a2-9507-408f-93eb-52c625931320"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:11:41.949233 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-be7a2817-9263-438c-b438-26572acface2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:41.953281 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-8bcd9c81-8063-4926-9c61-f0f5c9fa7262 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Calling delete_port for 6f04cdff-d553-4ebb-9ac4-392b59a9362c owned by network:dhcp {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:11:42.015923 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-b0e31cbc-9084-45bc-af97-edd0df42069d None None] For port 6f04cdff-d553-4ebb-9ac4-392b59a9362c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6f04cdff-d553-4ebb-9ac4-392b59a9362c,segment=NetworkSegment(587c37be-745d-4810-8f2c-dc47a7e49f38),segment_id=587c37be-745d-4810-8f2c-dc47a7e49f38)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:11:42.016847 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b0e31cbc-9084-45bc-af97-edd0df42069d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (6f04cdff-d553-4ebb-9ac4-392b59a9362c), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:42.041287 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-b0e31cbc-9084-45bc-af97-edd0df42069d None None] Calling delete_port for 6f04cdff-d553-4ebb-9ac4-392b59a9362c owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:11:42.053613 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 43430) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:42.100938 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fd2004d-e6a5-40e3-827c-2559b6b21fe7 x-openstack-request-id: req-7fd2004d-e6a5-40e3-827c-2559b6b21fe7 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:11:42.101842 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9829cd11-baa4-4561-9934-3becae825b83", "tag": "0541c2a2-9507-408f-93eb-52c625931320", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:11:42.102343 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7fd2004d-e6a5-40e3-827c-2559b6b21fe7 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:11:42.103280 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fd2004d-e6a5-40e3-827c-2559b6b21fe7'] response: {'name': 'network-changed', 'server_uuid': '9829cd11-baa4-4561-9934-3becae825b83', 'tag': '0541c2a2-9507-408f-93eb-52c625931320', 'status': 'completed', 'code': 200}
May 07 22:11:42.113431 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2679c1e-9941-4f44-b699-e062592bea41 service neutron] Pushing event updated for resources: {'Port': ['ID=0541c2a2-9507-408f-93eb-52c625931320,revision_number=3']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:42.137392 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f2c30c6b-3225-4c74-90c5-f5ed48262ae4 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:42.139529 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-f2c30c6b-3225-4c74-90c5-f5ed48262ae4 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.4840016
May 07 22:11:42.144729 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 43434) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:42.150821 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-36784623-898e-4a2d-9d31-0341fc1d0242 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Request body: {'router': {'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:11:42.156423 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aed6b9-54ff-47f4-890d-9de6d125acd2 req-7dff5797-8114-4c99-b28a-48801d4e10b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:42.162027 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b1aed6b9-54ff-47f4-890d-9de6d125acd2 req-7dff5797-8114-4c99-b28a-48801d4e10b6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b29256ef64d74a5297507ca500a9468e&device_id=9829cd11-baa4-4561-9934-3becae825b83 HTTP/1.1" status: 200  len: 1126 time: 0.1503949
May 07 22:11:42.177811 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-bb9dba8d-aabb-4ea8-9276-713fe30be45c None None] Publish callbacks [] for port (172f7e04-b85f-41ac-bb20-c2e54dc98280), precommit_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:42.200351 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-bb9dba8d-aabb-4ea8-9276-713fe30be45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (172f7e04-b85f-41ac-bb20-c2e54dc98280), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:42.217319 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b0e31cbc-9084-45bc-af97-edd0df42069d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (6f04cdff-d553-4ebb-9ac4-392b59a9362c), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:42.230210 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8bcd9c81-8063-4926-9c61-f0f5c9fa7262 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (6f04cdff-d553-4ebb-9ac4-392b59a9362c), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:42.272070 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcd9c81-8063-4926-9c61-f0f5c9fa7262 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Pushing event deleted for resources: {'Port': ['ID=6f04cdff-d553-4ebb-9ac4-392b59a9362c,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:42.276066 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcd9c81-8063-4926-9c61-f0f5c9fa7262 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] No DVR routers for this DVR port 6f04cdff-d553-4ebb-9ac4-392b59a9362c on host ncdv-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:11:42.288021 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-be7a2817-9263-438c-b438-26572acface2 admin admin] Allocated IP 172.20.0.1 (a84d38d1-6abf-44c7-be85-c7177428bd25/7525f1d2-1eb6-4a6d-a85b-d19ba636692a/5c54cd8f-bae2-4d84-ba1f-4a4aff24f697) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:11:42.288501 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e31cbc-9084-45bc-af97-edd0df42069d None None] Pushing event deleted for resources: {'Port': ['ID=6f04cdff-d553-4ebb-9ac4-392b59a9362c,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:42.300974 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e31cbc-9084-45bc-af97-edd0df42069d None None] No DVR routers for this DVR port 6f04cdff-d553-4ebb-9ac4-392b59a9362c on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:11:42.312614 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-bb9dba8d-aabb-4ea8-9276-713fe30be45c None None] Attempting to bind port 172f7e04-b85f-41ac-bb20-c2e54dc98280 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:11:42.312614 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-bb9dba8d-aabb-4ea8-9276-713fe30be45c None None] Attempting to bind port 172f7e04-b85f-41ac-bb20-c2e54dc98280 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:11:42.315483 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9dba8d-aabb-4ea8-9276-713fe30be45c None None] Attempting to bind port 172f7e04-b85f-41ac-bb20-c2e54dc98280 on network 9221b764-ef06-431f-8941-796516ed7c3b {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:11:42.332876 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9dba8d-aabb-4ea8-9276-713fe30be45c None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:11:42.333255 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9dba8d-aabb-4ea8-9276-713fe30be45c None None] Checking segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:11:42.333958 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-bb9dba8d-aabb-4ea8-9276-713fe30be45c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:42.334664 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9dba8d-aabb-4ea8-9276-713fe30be45c None None] Bound using segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:11:42.335266 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-bb9dba8d-aabb-4ea8-9276-713fe30be45c None None] Bound port: 172f7e04-b85f-41ac-bb20-c2e54dc98280, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:11:42.335864 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-bb9dba8d-aabb-4ea8-9276-713fe30be45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (172f7e04-b85f-41ac-bb20-c2e54dc98280), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:42.339409 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c73c85-f5d4-4814-a92e-1097f3a50667 None None] Pushing event updated for resources: {'Port': ['ID=172f7e04-b85f-41ac-bb20-c2e54dc98280,revision_number=2']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:42.410280 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-bb9dba8d-aabb-4ea8-9276-713fe30be45c None None] For port 172f7e04-b85f-41ac-bb20-c2e54dc98280, host ncdv-master-1, cleared binding levels {{(pid=121839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:11:42.418059 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-bb9dba8d-aabb-4ea8-9276-713fe30be45c None None] For port 172f7e04-b85f-41ac-bb20-c2e54dc98280, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=172f7e04-b85f-41ac-bb20-c2e54dc98280,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:11:42.427968 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8bcd9c81-8063-4926-9c61-f0f5c9fa7262 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (6d3bc976-5e22-4789-a0ad-82f072a5a60c), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:42.429050 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-bb9dba8d-aabb-4ea8-9276-713fe30be45c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (172f7e04-b85f-41ac-bb20-c2e54dc98280), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:42.484307 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-8bcd9c81-8063-4926-9c61-f0f5c9fa7262 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf8ce44d60>,) {'filters': {'network_id': ['6d3bc976-5e22-4789-a0ad-82f072a5a60c']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:11:42.498714 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-8bcd9c81-8063-4926-9c61-f0f5c9fa7262 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8ce44d60>, '587c37be-745d-4810-8f2c-dc47a7e49f38') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:11:42.499082 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-8bcd9c81-8063-4926-9c61-f0f5c9fa7262 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8ce44d60>, '587c37be-745d-4810-8f2c-dc47a7e49f38') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:11:42.513893 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8bcd9c81-8063-4926-9c61-f0f5c9fa7262 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (587c37be-745d-4810-8f2c-dc47a7e49f38), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:42.519770 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9dba8d-aabb-4ea8-9276-713fe30be45c None None] Routers {'1b8e677b-ae5e-4dbb-9096-020f21f5654a'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:11:42.521490 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-bb9dba8d-aabb-4ea8-9276-713fe30be45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8ed12a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:11:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['1b8e677b-ae5e-4dbb-9096-020f21f5654a'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:11:42.527291 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c73c85-f5d4-4814-a92e-1097f3a50667 None None] Pushing event updated for resources: {'Port': ['ID=172f7e04-b85f-41ac-bb20-c2e54dc98280,revision_number=3']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:42.542690 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8bcd9c81-8063-4926-9c61-f0f5c9fa7262 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (587c37be-745d-4810-8f2c-dc47a7e49f38), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:42.556979 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-be7a2817-9263-438c-b438-26572acface2 admin admin] Publish callbacks [] for port (5c54cd8f-bae2-4d84-ba1f-4a4aff24f697), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:42.559348 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bcd9c81-8063-4926-9c61-f0f5c9fa7262 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:11:42.559753 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8bcd9c81-8063-4926-9c61-f0f5c9fa7262 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (587c37be-745d-4810-8f2c-dc47a7e49f38), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:42.562926 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 22:11:42.562926 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:11:42.562926 ncdv-master-1 neutron-server[121837]:     timer()
May 07 22:11:42.562926 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:11:42.562926 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 22:11:42.562926 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:11:42.562926 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 22:11:42.562926 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:11:42.562926 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 22:11:42.562926 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:11:42.562926 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 22:11:42.562926 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:11:42.562926 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 22:11:42.562926 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:11:42.562926 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:11:42.562926 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:11:42.562926 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:11:42.562926 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:11:42.562926 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 22:11:42.562926 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:11:42.562926 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 22:11:42.562926 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:11:42.562926 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:11:42.562926 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:11:42.562926 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 22:11:42.562926 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:11:42.562926 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:11:42.562926 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:11:42.562926 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:11:42.562926 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:11:42.562926 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:11:42.562926 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:11:42.655718 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8bcd9c81-8063-4926-9c61-f0f5c9fa7262 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (6d3bc976-5e22-4789-a0ad-82f072a5a60c), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:42.681012 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-bb9dba8d-aabb-4ea8-9276-713fe30be45c None None] Set router 1b8e677b-ae5e-4dbb-9096-020f21f5654a gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:11:42.681329 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8bcd9c81-8063-4926-9c61-f0f5c9fa7262 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:42.685904 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-8bcd9c81-8063-4926-9c61-f0f5c9fa7262 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "DELETE /v2.0/networks/6d3bc976-5e22-4789-a0ad-82f072a5a60c HTTP/1.1" status: 204  len: 168 time: 1.2078092
May 07 22:11:42.701214 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43440) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:42.709803 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 6f04cdff-d553-4ebb-9ac4-392b59a9362c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:11:42.713463 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-cb61efdb-f2cc-4c44-b18b-12761ce92eb3 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1052290931'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:11:42.722573 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcd9c81-8063-4926-9c61-f0f5c9fa7262 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Pushing event deleted for resources: {'Network': ['ID=6d3bc976-5e22-4789-a0ad-82f072a5a60c,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:42.748039 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-be7a2817-9263-438c-b438-26572acface2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (5c54cd8f-bae2-4d84-ba1f-4a4aff24f697), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:42.748336 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b1aed6b9-54ff-47f4-890d-9de6d125acd2 req-ca9b470f-c22b-4922-9309-1be0689b9f14 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0541c2a2-9507-408f-93eb-52c625931320 HTTP/1.1" status: 200  len: 217 time: 0.5160151
May 07 22:11:42.749165 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 6f04cdff-d553-4ebb-9ac4-392b59a9362c {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:11:42.749967 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 6f04cdff-d553-4ebb-9ac4-392b59a9362c not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:11:42.836572 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb61efdb-f2cc-4c44-b18b-12761ce92eb3 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Made reservation on behalf of 9c3329647b05487f9d63d3c4ec2183b9 for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:11:42.840509 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cb61efdb-f2cc-4c44-b18b-12761ce92eb3 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:42.860646 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7a2817-9263-438c-b438-26572acface2 admin admin] Network a84d38d1-6abf-44c7-be85-c7177428bd25 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:11:42.867703 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e2af0c-7689-4357-b7d5-35e535de7810 req-a42a54d4-5788-4ac2-b4a2-f5519433ab0b tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:42.869227 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-08e2af0c-7689-4357-b7d5-35e535de7810 req-a42a54d4-5788-4ac2-b4a2-f5519433ab0b tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=9829cd11-baa4-4561-9934-3becae825b83 HTTP/1.1" status: 200  len: 944 time: 0.1689270
May 07 22:11:42.875940 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7a2817-9263-438c-b438-26572acface2 admin admin] Pushing event updated for resources: {'Port': ['ID=5c54cd8f-bae2-4d84-ba1f-4a4aff24f697,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:42.898409 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-be7a2817-9263-438c-b438-26572acface2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:11:42.912805 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-3bfb57c6-1f1f-4c7d-92b1-9a822ebfef7a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a45ecca62a364aaabca1717c79558f6f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.8457444
May 07 22:11:42.916103 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aed6b9-54ff-47f4-890d-9de6d125acd2 req-4e6bd687-6caa-42d3-836e-56c9bdad9cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:42.921893 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43442) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:42.922106 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b1aed6b9-54ff-47f4-890d-9de6d125acd2 req-4e6bd687-6caa-42d3-836e-56c9bdad9cd4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=08181da1-ef60-4984-b7f1-4a196d8203f6 HTTP/1.1" status: 200  len: 846 time: 0.1586022
May 07 22:11:42.922340 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7a2817-9263-438c-b438-26572acface2 admin admin] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:11:42.947845 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-bb9dba8d-aabb-4ea8-9276-713fe30be45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8ed12a60>, [{'id': '1b8e677b-ae5e-4dbb-9096-020f21f5654a', 'name': 'tempest-ImageQuotaTest-1079344493-router', 'tenant_id': '0543013ca84b4ebb90ffc461dad90515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.251'}], 'enable_snat': True}, 'gw_port_id': '172f7e04-b85f-41ac-bb20-c2e54dc98280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:11:34Z', 'updated_at': '2022-05-07T22:11:38Z', 'revision_number': 3, 'project_id': '0543013ca84b4ebb90ffc461dad90515', 'gw_port': {'id': '172f7e04-b85f-41ac-bb20-c2e54dc98280', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:26:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b8e677b-ae5e-4dbb-9096-020f21f5654a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:11:36Z', 'updated_at': '2022-05-07T22:11:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:11:42.969986 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-08e2af0c-7689-4357-b7d5-35e535de7810 req-82b90826-2f5d-4a38-83dd-314f29c829a6 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0912378
May 07 22:11:42.980592 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9dba8d-aabb-4ea8-9276-713fe30be45c None None] The sync data for ids ['1b8e677b-ae5e-4dbb-9096-020f21f5654a'] in ncdv-master-1 is: [{'id': '1b8e677b-ae5e-4dbb-9096-020f21f5654a', 'name': 'tempest-ImageQuotaTest-1079344493-router', 'tenant_id': '0543013ca84b4ebb90ffc461dad90515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.251'}], 'enable_snat': True}, 'gw_port_id': '172f7e04-b85f-41ac-bb20-c2e54dc98280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:11:34Z', 'updated_at': '2022-05-07T22:11:38Z', 'revision_number': 3, 'project_id': '0543013ca84b4ebb90ffc461dad90515', 'gw_port': {'id': '172f7e04-b85f-41ac-bb20-c2e54dc98280', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:26:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b8e677b-ae5e-4dbb-9096-020f21f5654a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:11:36Z', 'updated_at': '2022-05-07T22:11:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:11:43.005978 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b1aed6b9-54ff-47f4-890d-9de6d125acd2 req-95a657c9-0115-4746-a3ff-7f201b9eb779 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ebdf594d-504a-44e8-89b9-e74774287749&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0812366
May 07 22:11:43.034661 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb61efdb-f2cc-4c44-b18b-12761ce92eb3 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:11:43.055114 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-be7a2817-9263-438c-b438-26572acface2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398161'] for router_interface (1b8e677b-ae5e-4dbb-9096-020f21f5654a), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:43.068350 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cb61efdb-f2cc-4c44-b18b-12761ce92eb3 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (a76c54c0-5967-46f2-b968-6b5bec420330), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:43.068724 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-cb61efdb-f2cc-4c44-b18b-12761ce92eb3 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Added segment a76c54c0-5967-46f2-b968-6b5bec420330 of type vlan for network d8e2f1ae-3dc5-473e-adda-24a555cb84bd
May 07 22:11:43.080869 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-36784623-898e-4a2d-9d31-0341fc1d0242 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks [] for router_gateway (cb6912a9-e4b7-42bd-ad30-476fa4643aa6), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:43.130909 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e8d1bd0c-4b37-4d3f-9c4f-98276153e1ef admin admin] Publish callbacks [] for security_group (6f693a6d-afc8-4154-87b6-c4cc7f1f4f6a), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:43.204963 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cb61efdb-f2cc-4c44-b18b-12761ce92eb3 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (d8e2f1ae-3dc5-473e-adda-24a555cb84bd), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:43.221383 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e8d1bd0c-4b37-4d3f-9c4f-98276153e1ef admin admin] Publish callbacks [] for security_group (6f693a6d-afc8-4154-87b6-c4cc7f1f4f6a), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:43.261449 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b1aed6b9-54ff-47f4-890d-9de6d125acd2 req-98911410-cce5-4a82-a39f-5dad3da47a5b service neutron] 10.222.0.55 "GET /v2.0/networks/ebdf594d-504a-44e8-89b9-e74774287749?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2165716
May 07 22:11:43.265042 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-66e16c2b-6422-4c55-8248-7516691e34c5 None None] Provisioning complete for port 5c54cd8f-bae2-4d84-ba1f-4a4aff24f697 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:11:43.265497 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-66e16c2b-6422-4c55-8248-7516691e34c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (5c54cd8f-bae2-4d84-ba1f-4a4aff24f697), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:43.312831 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-66e16c2b-6422-4c55-8248-7516691e34c5 None None] Port 5c54cd8f-bae2-4d84-ba1f-4a4aff24f697 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:11:43.341741 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cb61efdb-f2cc-4c44-b18b-12761ce92eb3 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (d8e2f1ae-3dc5-473e-adda-24a555cb84bd), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:43.357847 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb61efdb-f2cc-4c44-b18b-12761ce92eb3 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:43.357847 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cb61efdb-f2cc-4c44-b18b-12761ce92eb3 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:43.430045 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e8d1bd0c-4b37-4d3f-9c4f-98276153e1ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (6f693a6d-afc8-4154-87b6-c4cc7f1f4f6a), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:43.432969 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e8d1bd0c-4b37-4d3f-9c4f-98276153e1ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:43.447542 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-e8d1bd0c-4b37-4d3f-9c4f-98276153e1ef admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6f693a6d-afc8-4154-87b6-c4cc7f1f4f6a HTTP/1.1" status: 204  len: 168 time: 0.5123129
May 07 22:11:43.492998 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-36784623-898e-4a2d-9d31-0341fc1d0242 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks [] for router_gateway (cb6912a9-e4b7-42bd-ad30-476fa4643aa6), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:43.522182 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-cb61efdb-f2cc-4c44-b18b-12761ce92eb3 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.8149011
May 07 22:11:43.523239 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 43448) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:43.523402 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-be7a2817-9263-438c-b438-26572acface2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (5c54cd8f-bae2-4d84-ba1f-4a4aff24f697), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:43.528099 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d1bd0c-4b37-4d3f-9c4f-98276153e1ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f693a6d-afc8-4154-87b6-c4cc7f1f4f6a,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:43.530441 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-36784623-898e-4a2d-9d31-0341fc1d0242 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:43.535913 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-3a8f90f4-04cc-4e52-ba9a-ce27875db969 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Request body: {'subnet': {'network_id': 'd8e2f1ae-3dc5-473e-adda-24a555cb84bd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:11:43.553916 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb61efdb-f2cc-4c44-b18b-12761ce92eb3 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Pushing event updated for resources: {'Network': ['ID=d8e2f1ae-3dc5-473e-adda-24a555cb84bd,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:43.574132 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network d8e2f1ae-3dc5-473e-adda-24a555cb84bd details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:11:43.713814 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b1aed6b9-54ff-47f4-890d-9de6d125acd2 req-abf35eb9-9551-4f24-ac87-34331701e4cd service neutron] 10.222.0.55 "GET /v2.0/networks/ebdf594d-504a-44e8-89b9-e74774287749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4459457
May 07 22:11:43.819785 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-be7a2817-9263-438c-b438-26572acface2 admin admin] Publish callbacks [] for port (5c54cd8f-bae2-4d84-ba1f-4a4aff24f697), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:43.829928 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-be7a2817-9263-438c-b438-26572acface2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (5c54cd8f-bae2-4d84-ba1f-4a4aff24f697), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:43.842715 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a8f90f4-04cc-4e52-ba9a-ce27875db969 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Made reservation on behalf of 9c3329647b05487f9d63d3c4ec2183b9 for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:11:43.846204 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3a8f90f4-04cc-4e52-ba9a-ce27875db969 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:43.897859 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7a2817-9263-438c-b438-26572acface2 admin admin] Pushing event updated for resources: {'Port': ['ID=5c54cd8f-bae2-4d84-ba1f-4a4aff24f697,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:43.920054 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-be7a2817-9263-438c-b438-26572acface2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401121'] for router_interface (1b8e677b-ae5e-4dbb-9096-020f21f5654a), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:43.925112 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-36784623-898e-4a2d-9d31-0341fc1d0242 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Allocated IP 172.35.4.218 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/d52465d3-ac78-402c-ade1-dda289037bb0) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:11:44.089934 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7a2817-9263-438c-b438-26572acface2 admin admin] Network a84d38d1-6abf-44c7-be85-c7177428bd25 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:11:44.092025 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-be7a2817-9263-438c-b438-26572acface2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:11:44.241228 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2f1ac2-4bf7-473d-8fae-3ba19fd45e5d req-b48829c8-dd3d-4c85-b676-60a790a8d780 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:44.247063 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ef2f1ac2-4bf7-473d-8fae-3ba19fd45e5d req-b48829c8-dd3d-4c85-b676-60a790a8d780 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=9829cd11-baa4-4561-9934-3becae825b83 HTTP/1.1" status: 200  len: 944 time: 0.1645939
May 07 22:11:44.315753 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be7a2817-9263-438c-b438-26572acface2 admin admin] Router 1b8e677b-ae5e-4dbb-9096-020f21f5654a has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:11:44.364727 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-36784623-898e-4a2d-9d31-0341fc1d0242 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks [] for port (d52465d3-ac78-402c-ade1-dda289037bb0), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:44.408214 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3a8f90f4-04cc-4e52-ba9a-ce27875db969 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (fa56bed4-e14f-428d-bd22-e20e6ad1fca9), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:44.524977 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-36784623-898e-4a2d-9d31-0341fc1d0242 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (d52465d3-ac78-402c-ade1-dda289037bb0), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:44.525590 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be7a2817-9263-438c-b438-26572acface2 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:11:44.557750 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-8bbcb720-3aea-4928-9607-d7cf6ec2ef8f None None] Provisioning complete for port 5c54cd8f-bae2-4d84-ba1f-4a4aff24f697 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:11:44.559386 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-8bbcb720-3aea-4928-9607-d7cf6ec2ef8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (5c54cd8f-bae2-4d84-ba1f-4a4aff24f697), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:44.571338 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-be7a2817-9263-438c-b438-26572acface2 admin admin] 10.222.0.32 "PUT /v2.0/routers/1b8e677b-ae5e-4dbb-9096-020f21f5654a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5788803
May 07 22:11:44.572675 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ef2f1ac2-4bf7-473d-8fae-3ba19fd45e5d req-1de7d639-4d7a-43e1-9e6a-a32a8901db0d tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1669395
May 07 22:11:44.629618 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-8bbcb720-3aea-4928-9607-d7cf6ec2ef8f None None] Port 5c54cd8f-bae2-4d84-ba1f-4a4aff24f697 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:11:44.666984 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8f90f4-04cc-4e52-ba9a-ce27875db969 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Checking segment: {'id': 'a76c54c0-5967-46f2-b968-6b5bec420330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd8e2f1ae-3dc5-473e-adda-24a555cb84bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:11:44.667419 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8f90f4-04cc-4e52-ba9a-ce27875db969 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Network hostable DHCP agents. Network: d8e2f1ae-3dc5-473e-adda-24a555cb84bd, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:11:44.670709 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8f90f4-04cc-4e52-ba9a-ce27875db969 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Pushing event updated for resources: {'Subnet': ['ID=fa56bed4-e14f-428d-bd22-e20e6ad1fca9,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:44.697195 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36784623-898e-4a2d-9d31-0341fc1d0242 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:11:44.713903 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-36784623-898e-4a2d-9d31-0341fc1d0242 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:11:44.720838 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 172f7e04-b85f-41ac-bb20-c2e54dc98280 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:11:44.727906 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36784623-898e-4a2d-9d31-0341fc1d0242 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:11:44.742258 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43474) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:44.755380 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36784623-898e-4a2d-9d31-0341fc1d0242 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Pushing event updated for resources: {'Port': ['ID=d52465d3-ac78-402c-ade1-dda289037bb0,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:44.769892 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f153c22d-13f8-40e7-9731-0fc5572976b0 req-5de05e9c-3dd6-4a7d-9e0f-875c58ccf8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:44.771914 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f153c22d-13f8-40e7-9731-0fc5572976b0 req-5de05e9c-3dd6-4a7d-9e0f-875c58ccf8b7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b29256ef64d74a5297507ca500a9468e&device_id=9829cd11-baa4-4561-9934-3becae825b83 HTTP/1.1" status: 200  len: 1126 time: 0.2214115
May 07 22:11:44.782168 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 172f7e04-b85f-41ac-bb20-c2e54dc98280 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:11:44.783122 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (172f7e04-b85f-41ac-bb20-c2e54dc98280), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:44.795528 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a8f90f4-04cc-4e52-ba9a-ce27875db969 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Network d8e2f1ae-3dc5-473e-adda-24a555cb84bd is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:11:44.894958 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-67102182-80f2-4d56-ab0f-172302d9248d tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Request body: {'network': {'name': 'tempest-RoutersTest-407927133'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:11:44.898109 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-3a8f90f4-04cc-4e52-ba9a-ce27875db969 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d8e2f1ae-3dc5-473e-adda-24a555cb84bd) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:11:44.925579 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67102182-80f2-4d56-ab0f-172302d9248d tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Made reservation on behalf of 9871aa16c54d4751ac838e07d52897a6 for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:11:44.931931 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-67102182-80f2-4d56-ab0f-172302d9248d tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:44.950318 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-67102182-80f2-4d56-ab0f-172302d9248d tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:44.960785 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8f90f4-04cc-4e52-ba9a-ce27875db969 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:44.961453 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3a8f90f4-04cc-4e52-ba9a-ce27875db969 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:45.008444 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-3a8f90f4-04cc-4e52-ba9a-ce27875db969 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.4809234
May 07 22:11:45.011896 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 43482) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:45.023106 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-88d89978-7f74-4908-8a29-c5428502fe32 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1699930280', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:11:45.024206 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643943f7-fe32-447d-ac95-b24451e30bec None None] Network d8e2f1ae-3dc5-473e-adda-24a555cb84bd requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:11:45.045847 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f153c22d-13f8-40e7-9731-0fc5572976b0 req-94a36d45-deb8-427a-8908-8e797763ac3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:45.047344 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f153c22d-13f8-40e7-9731-0fc5572976b0 req-94a36d45-deb8-427a-8908-8e797763ac3f service neutron] 10.222.0.55 "GET /v2.0/networks?id=ebdf594d-504a-44e8-89b9-e74774287749 HTTP/1.1" status: 200  len: 907 time: 0.2673354
May 07 22:11:45.105897 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f153c22d-13f8-40e7-9731-0fc5572976b0 req-6ad23bab-592c-48df-a553-e9b7f587ed93 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0541c2a2-9507-408f-93eb-52c625931320 HTTP/1.1" status: 200  len: 217 time: 0.0454788
May 07 22:11:45.106694 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-88d89978-7f74-4908-8a29-c5428502fe32 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (c773b215-6271-49f1-929f-7432862f4972), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:45.107856 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-88d89978-7f74-4908-8a29-c5428502fe32 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (c773b215-6271-49f1-929f-7432862f4972), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:45.130584 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-67102182-80f2-4d56-ab0f-172302d9248d tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for security_group (384734da-b1d4-4d94-8bf0-c95667419c9f), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:45.138463 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-67102182-80f2-4d56-ab0f-172302d9248d tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (384734da-b1d4-4d94-8bf0-c95667419c9f), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:45.148869 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 172f7e04-b85f-41ac-bb20-c2e54dc98280 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:11:45.149260 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (172f7e04-b85f-41ac-bb20-c2e54dc98280), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:45.172419 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67102182-80f2-4d56-ab0f-172302d9248d tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:11:45.178808 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port 172f7e04-b85f-41ac-bb20-c2e54dc98280, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=172f7e04-b85f-41ac-bb20-c2e54dc98280,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:11:45.193833 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-67102182-80f2-4d56-ab0f-172302d9248d tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (45aa06bb-dcbe-4635-86c9-4a166f5ba56e), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:45.194646 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-67102182-80f2-4d56-ab0f-172302d9248d tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Added segment 45aa06bb-dcbe-4635-86c9-4a166f5ba56e of type vlan for network 1129c6c8-84cc-4491-9847-3805ed6e8655
May 07 22:11:45.215032 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (172f7e04-b85f-41ac-bb20-c2e54dc98280), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:45.255917 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-67102182-80f2-4d56-ab0f-172302d9248d tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (1129c6c8-84cc-4491-9847-3805ed6e8655), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:45.271714 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=172f7e04-b85f-41ac-bb20-c2e54dc98280,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:45.282858 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba205b3-fcfc-48bd-81fc-c682f6a4df95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d8e2f1ae-3dc5-473e-adda-24a555cb84bd', 'network_id': 'd8e2f1ae-3dc5-473e-adda-24a555cb84bd', 'project_id': '9c3329647b05487f9d63d3c4ec2183b9', 'fixed_ips': [{'subnet_id': 'fa56bed4-e14f-428d-bd22-e20e6ad1fca9'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:11:45.283695 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-cba205b3-fcfc-48bd-81fc-c682f6a4df95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:45.334347 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f153c22d-13f8-40e7-9731-0fc5572976b0 req-7767303e-5295-4122-a31b-172ae34af05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:45.336719 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f153c22d-13f8-40e7-9731-0fc5572976b0 req-7767303e-5295-4122-a31b-172ae34af05a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=08181da1-ef60-4984-b7f1-4a196d8203f6 HTTP/1.1" status: 200  len: 846 time: 0.2237074
May 07 22:11:45.344054 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67102182-80f2-4d56-ab0f-172302d9248d tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=384734da-b1d4-4d94-8bf0-c95667419c9f,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:45.350452 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-67102182-80f2-4d56-ab0f-172302d9248d tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (1129c6c8-84cc-4491-9847-3805ed6e8655), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:45.358557 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67102182-80f2-4d56-ab0f-172302d9248d tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:45.360166 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-67102182-80f2-4d56-ab0f-172302d9248d tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:45.374033 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-88d89978-7f74-4908-8a29-c5428502fe32 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for router_controller (c773b215-6271-49f1-929f-7432862f4972), precommit_add_association {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:45.376891 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f153c22d-13f8-40e7-9731-0fc5572976b0 req-4e1bf589-9e78-4aa3-a78a-6ecafaa894e0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ebdf594d-504a-44e8-89b9-e74774287749&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0342205
May 07 22:11:45.429700 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-67102182-80f2-4d56-ab0f-172302d9248d tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.6862113
May 07 22:11:45.433155 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43490) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:45.441833 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-1e61030a-093f-4fd2-b26d-781981a79809 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Request body: {'network': {'name': 'tempest-RoutersTest-1045545597'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:11:45.446012 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-88d89978-7f74-4908-8a29-c5428502fe32 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (c773b215-6271-49f1-929f-7432862f4972), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:45.493371 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e61030a-093f-4fd2-b26d-781981a79809 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Made reservation on behalf of 9871aa16c54d4751ac838e07d52897a6 for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:11:45.497693 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1e61030a-093f-4fd2-b26d-781981a79809 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:45.517798 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67102182-80f2-4d56-ab0f-172302d9248d tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Pushing event updated for resources: {'Network': ['ID=1129c6c8-84cc-4491-9847-3805ed6e8655,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:45.520263 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-cba205b3-fcfc-48bd-81fc-c682f6a4df95 None None] Allocated IP 172.20.0.2 (d8e2f1ae-3dc5-473e-adda-24a555cb84bd/fa56bed4-e14f-428d-bd22-e20e6ad1fca9/53e06a54-947e-4a98-9ba5-4709b031476d) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:11:45.533207 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e61030a-093f-4fd2-b26d-781981a79809 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:11:45.546381 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1e61030a-093f-4fd2-b26d-781981a79809 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (babe6146-1f3c-4457-a486-849f83e1f5d2), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:45.546859 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-1e61030a-093f-4fd2-b26d-781981a79809 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Added segment babe6146-1f3c-4457-a486-849f83e1f5d2 of type vlan for network 57a3d56e-d0b9-4a67-8bdb-feb1ebf57598
May 07 22:11:45.549296 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-88d89978-7f74-4908-8a29-c5428502fe32 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:45.554437 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-88d89978-7f74-4908-8a29-c5428502fe32 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 702 time: 0.5364761
May 07 22:11:45.556904 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 43494) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:45.557898 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-36784623-898e-4a2d-9d31-0341fc1d0242 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks [] for router_gateway (cb6912a9-e4b7-42bd-ad30-476fa4643aa6), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:45.598989 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1e61030a-093f-4fd2-b26d-781981a79809 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (57a3d56e-d0b9-4a67-8bdb-feb1ebf57598), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:45.624244 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 1129c6c8-84cc-4491-9847-3805ed6e8655 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:11:45.636958 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1e61030a-093f-4fd2-b26d-781981a79809 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (57a3d56e-d0b9-4a67-8bdb-feb1ebf57598), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:45.643772 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e61030a-093f-4fd2-b26d-781981a79809 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:45.644410 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1e61030a-093f-4fd2-b26d-781981a79809 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:45.825002 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-cba205b3-fcfc-48bd-81fc-c682f6a4df95 None None] Publish callbacks [] for port (53e06a54-947e-4a98-9ba5-4709b031476d), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:45.837095 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-cba205b3-fcfc-48bd-81fc-c682f6a4df95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (53e06a54-947e-4a98-9ba5-4709b031476d), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:45.894181 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba882a5-023b-4acf-b1af-4bf1372ee7cb None None] Sync routers for ids ['1b8e677b-ae5e-4dbb-9096-020f21f5654a'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:11:45.929987 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba205b3-fcfc-48bd-81fc-c682f6a4df95 None None] Network d8e2f1ae-3dc5-473e-adda-24a555cb84bd is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:11:45.936519 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-cba205b3-fcfc-48bd-81fc-c682f6a4df95 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:11:45.939704 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba882a5-023b-4acf-b1af-4bf1372ee7cb None None] Routers {'1b8e677b-ae5e-4dbb-9096-020f21f5654a'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:11:45.940626 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-8ba882a5-023b-4acf-b1af-4bf1372ee7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f698c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:11:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['1b8e677b-ae5e-4dbb-9096-020f21f5654a'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:11:45.949391 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba205b3-fcfc-48bd-81fc-c682f6a4df95 None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:11:45.994415 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba205b3-fcfc-48bd-81fc-c682f6a4df95 None None] Pushing event updated for resources: {'Port': ['ID=53e06a54-947e-4a98-9ba5-4709b031476d,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:46.059678 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 0541c2a2-9507-408f-93eb-52c625931320 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:11:46.085862 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-71fafa09-ab22-443b-8d25-0e25e93a5aa6 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Request body: {'port': {'network_id': 'd8e2f1ae-3dc5-473e-adda-24a555cb84bd', 'name': 'tempest-PortsTestJSON-1609746485'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:11:46.113520 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-cba205b3-fcfc-48bd-81fc-c682f6a4df95 None None] Attempting to bind port 53e06a54-947e-4a98-9ba5-4709b031476d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:11:46.113857 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-cba205b3-fcfc-48bd-81fc-c682f6a4df95 None None] Attempting to bind port 53e06a54-947e-4a98-9ba5-4709b031476d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a76c54c0-5967-46f2-b968-6b5bec420330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd8e2f1ae-3dc5-473e-adda-24a555cb84bd'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:11:46.114756 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba205b3-fcfc-48bd-81fc-c682f6a4df95 None None] Attempting to bind port 53e06a54-947e-4a98-9ba5-4709b031476d on network d8e2f1ae-3dc5-473e-adda-24a555cb84bd {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:11:46.117925 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f153c22d-13f8-40e7-9731-0fc5572976b0 req-b7a91aa4-789d-4197-b3cd-d744d6790489 service neutron] 10.222.0.55 "GET /v2.0/networks/ebdf594d-504a-44e8-89b9-e74774287749?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7260733
May 07 22:11:46.139625 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba205b3-fcfc-48bd-81fc-c682f6a4df95 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:11:46.140027 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba205b3-fcfc-48bd-81fc-c682f6a4df95 None None] Checking segment: {'id': 'a76c54c0-5967-46f2-b968-6b5bec420330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd8e2f1ae-3dc5-473e-adda-24a555cb84bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:11:46.140403 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-cba205b3-fcfc-48bd-81fc-c682f6a4df95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:46.140804 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba205b3-fcfc-48bd-81fc-c682f6a4df95 None None] Bound using segment: {'id': 'a76c54c0-5967-46f2-b968-6b5bec420330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd8e2f1ae-3dc5-473e-adda-24a555cb84bd'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:11:46.141285 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-cba205b3-fcfc-48bd-81fc-c682f6a4df95 None None] Bound port: 53e06a54-947e-4a98-9ba5-4709b031476d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a76c54c0-5967-46f2-b968-6b5bec420330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd8e2f1ae-3dc5-473e-adda-24a555cb84bd'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:11:46.141668 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-cba205b3-fcfc-48bd-81fc-c682f6a4df95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (53e06a54-947e-4a98-9ba5-4709b031476d), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:46.179138 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-1e61030a-093f-4fd2-b26d-781981a79809 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.7445621
May 07 22:11:46.183649 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43502) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:46.199378 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-7c77a6e2-2432-444c-83dc-3905aa663c58 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Request body: {'subnet': {'network_id': '1129c6c8-84cc-4491-9847-3805ed6e8655', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:11:46.241547 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e61030a-093f-4fd2-b26d-781981a79809 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Pushing event updated for resources: {'Network': ['ID=57a3d56e-d0b9-4a67-8bdb-feb1ebf57598,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:46.253286 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-8ba882a5-023b-4acf-b1af-4bf1372ee7cb None None] Set router 1b8e677b-ae5e-4dbb-9096-020f21f5654a gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:11:46.310143 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda6151f-d628-48d9-9df8-4022770d51c6 req-b8038008-bba1-4445-a86e-281e2cccb538 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:46.312025 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bda6151f-d628-48d9-9df8-4022770d51c6 req-b8038008-bba1-4445-a86e-281e2cccb538 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=9829cd11-baa4-4561-9934-3becae825b83 HTTP/1.1" status: 200  len: 944 time: 0.1408353
May 07 22:11:46.335541 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 57a3d56e-d0b9-4a67-8bdb-feb1ebf57598 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:11:46.371129 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f153c22d-13f8-40e7-9731-0fc5572976b0 req-912a3c04-9a4e-42cb-bda7-26e230eee1eb service neutron] 10.222.0.55 "GET /v2.0/networks/ebdf594d-504a-44e8-89b9-e74774287749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2359991
May 07 22:11:46.384632 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bda6151f-d628-48d9-9df8-4022770d51c6 req-1cd5d7ab-99ba-44a0-997d-de333ae8316e tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644727
May 07 22:11:46.394845 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c77a6e2-2432-444c-83dc-3905aa663c58 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Made reservation on behalf of 9871aa16c54d4751ac838e07d52897a6 for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:11:46.400198 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7c77a6e2-2432-444c-83dc-3905aa663c58 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:46.429090 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71fafa09-ab22-443b-8d25-0e25e93a5aa6 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Made reservation on behalf of 9c3329647b05487f9d63d3c4ec2183b9 for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:11:46.432552 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-71fafa09-ab22-443b-8d25-0e25e93a5aa6 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:46.459307 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [None req-71fafa09-ab22-443b-8d25-0e25e93a5aa6 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] device_id is not set on port 88a7a7df-f9c7-4854-b696-05f1fdaa87d2 yet. {{(pid=121836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 22:11:46.483312 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43506) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:46.501907 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-36784623-898e-4a2d-9d31-0341fc1d0242 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-395855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5148'] for router (cb6912a9-e4b7-42bd-ad30-476fa4643aa6), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:46.511201 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-36784623-898e-4a2d-9d31-0341fc1d0242 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-395830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-395837', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-419014'] for router (cb6912a9-e4b7-42bd-ad30-476fa4643aa6), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:46.529859 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-cba205b3-fcfc-48bd-81fc-c682f6a4df95 None None] For port 53e06a54-947e-4a98-9ba5-4709b031476d, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:11:46.623282 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-cba205b3-fcfc-48bd-81fc-c682f6a4df95 None None] For port 53e06a54-947e-4a98-9ba5-4709b031476d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=53e06a54-947e-4a98-9ba5-4709b031476d,segment=NetworkSegment(a76c54c0-5967-46f2-b968-6b5bec420330),segment_id=a76c54c0-5967-46f2-b968-6b5bec420330)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:11:46.660570 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-cba205b3-fcfc-48bd-81fc-c682f6a4df95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (53e06a54-947e-4a98-9ba5-4709b031476d), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:46.673809 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 0541c2a2-9507-408f-93eb-52c625931320, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0541c2a2-9507-408f-93eb-52c625931320,segment=NetworkSegment(2cb8e953-203f-4019-8d4d-d4ab0509c11a),segment_id=2cb8e953-203f-4019-8d4d-d4ab0509c11a)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:11:46.693399 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 172f7e04-b85f-41ac-bb20-c2e54dc98280 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:11:46.709684 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-71fafa09-ab22-443b-8d25-0e25e93a5aa6 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Allocated IP 172.20.0.9 (d8e2f1ae-3dc5-473e-adda-24a555cb84bd/fa56bed4-e14f-428d-bd22-e20e6ad1fca9/88a7a7df-f9c7-4854-b696-05f1fdaa87d2) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:11:46.730348 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7c77a6e2-2432-444c-83dc-3905aa663c58 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (885d2f07-8e0d-4585-b5ab-a6aa05a771d5), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:46.772514 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': '0541c2a2-9507-408f-93eb-52c625931320', 'network_id': 'ebdf594d-504a-44e8-89b9-e74774287749', 'port_id': '0541c2a2-9507-408f-93eb-52c625931320', 'mac_address': 'fa:16:3e:8d:35:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08181da1-ef60-4984-b7f1-4a196d8203f6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:11:46.811019 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c77a6e2-2432-444c-83dc-3905aa663c58 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Pushing event updated for resources: {'Subnet': ['ID=885d2f07-8e0d-4585-b5ab-a6aa05a771d5,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:46.875209 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36784623-898e-4a2d-9d31-0341fc1d0242 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Router cb6912a9-e4b7-42bd-ad30-476fa4643aa6 is scheduled to L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db with binding_index 1 {{(pid=121836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 07 22:11:46.901077 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-8ba882a5-023b-4acf-b1af-4bf1372ee7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f698c40>, [{'id': '1b8e677b-ae5e-4dbb-9096-020f21f5654a', 'name': 'tempest-ImageQuotaTest-1079344493-router', 'tenant_id': '0543013ca84b4ebb90ffc461dad90515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.251'}], 'enable_snat': True}, 'gw_port_id': '172f7e04-b85f-41ac-bb20-c2e54dc98280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:11:34Z', 'updated_at': '2022-05-07T22:11:43Z', 'revision_number': 4, 'project_id': '0543013ca84b4ebb90ffc461dad90515', 'gw_port': {'id': '172f7e04-b85f-41ac-bb20-c2e54dc98280', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:26:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8e677b-ae5e-4dbb-9096-020f21f5654a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:11:36Z', 'updated_at': '2022-05-07T22:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5c54cd8f-bae2-4d84-ba1f-4a4aff24f697', 'name': '', 'network_id': 'a84d38d1-6abf-44c7-be85-c7177428bd25', 'tenant_id': '0543013ca84b4ebb90ffc461dad90515', 'mac_address': 'fa:16:3e:72:0f:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b8e677b-ae5e-4dbb-9096-020f21f5654a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3276, 'fixed_ips': [{'subnet_id': '7525f1d2-1eb6-4a6d-a85b-d19ba636692a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:11:42Z', 'updated_at': '2022-05-07T22:11:43Z', 'revision_number': 2, 'project_id': '0543013ca84b4ebb90ffc461dad90515', 'subnets': [{'id': '7525f1d2-1eb6-4a6d-a85b-d19ba636692a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:11:46.917610 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 172f7e04-b85f-41ac-bb20-c2e54dc98280 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:11:46.917984 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (172f7e04-b85f-41ac-bb20-c2e54dc98280), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:46.919478 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba205b3-fcfc-48bd-81fc-c682f6a4df95 None None] Pushing event updated for resources: {'Port': ['ID=53e06a54-947e-4a98-9ba5-4709b031476d,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:46.950661 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 0541c2a2-9507-408f-93eb-52c625931320 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:11:46.951079 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (0541c2a2-9507-408f-93eb-52c625931320), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:46.970695 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c77a6e2-2432-444c-83dc-3905aa663c58 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Checking segment: {'id': '45aa06bb-dcbe-4635-86c9-4a166f5ba56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1129c6c8-84cc-4491-9847-3805ed6e8655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:11:46.971386 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c77a6e2-2432-444c-83dc-3905aa663c58 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Network hostable DHCP agents. Network: 1129c6c8-84cc-4491-9847-3805ed6e8655, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:11:46.974821 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba882a5-023b-4acf-b1af-4bf1372ee7cb None None] Checking router: 1b8e677b-ae5e-4dbb-9096-020f21f5654a for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:11:46.975180 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba882a5-023b-4acf-b1af-4bf1372ee7cb None None] Updating router 1b8e677b-ae5e-4dbb-9096-020f21f5654a port 5c54cd8f-bae2-4d84-ba1f-4a4aff24f697 binding host ncdv-master-1 {{(pid=121838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 22:11:47.008480 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-8ba882a5-023b-4acf-b1af-4bf1372ee7cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (5c54cd8f-bae2-4d84-ba1f-4a4aff24f697), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:47.017874 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-71fafa09-ab22-443b-8d25-0e25e93a5aa6 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for port (88a7a7df-f9c7-4854-b696-05f1fdaa87d2), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:47.037732 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0541c2a2-9507-408f-93eb-52c625931320 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:11:47.044899 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c77a6e2-2432-444c-83dc-3905aa663c58 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Network 1129c6c8-84cc-4491-9847-3805ed6e8655 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:11:47.060890 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36784623-898e-4a2d-9d31-0341fc1d0242 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:11:47.076306 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-7c77a6e2-2432-444c-83dc-3905aa663c58 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1129c6c8-84cc-4491-9847-3805ed6e8655) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:11:47.076574 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-36784623-898e-4a2d-9d31-0341fc1d0242 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:47.081052 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-36784623-898e-4a2d-9d31-0341fc1d0242 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] 10.222.0.32 "PUT /v2.0/routers/cb6912a9-e4b7-42bd-ad30-476fa4643aa6 HTTP/1.1" status: 200  len: 880 time: 4.9316399
May 07 22:11:47.081478 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43510) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:47.092038 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d59922-5968-4cd4-9f95-a8a4c0f82eb6 None None] Sync routers for ids ['cb6912a9-e4b7-42bd-ad30-476fa4643aa6'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:11:47.092696 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c77a6e2-2432-444c-83dc-3905aa663c58 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:47.093378 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7c77a6e2-2432-444c-83dc-3905aa663c58 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:47.112957 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d59922-5968-4cd4-9f95-a8a4c0f82eb6 None None] Routers {'cb6912a9-e4b7-42bd-ad30-476fa4643aa6'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:11:47.115300 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-45d59922-5968-4cd4-9f95-a8a4c0f82eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8ed20e20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:11:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['cb6912a9-e4b7-42bd-ad30-476fa4643aa6'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:11:47.120422 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-71fafa09-ab22-443b-8d25-0e25e93a5aa6 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (88a7a7df-f9c7-4854-b696-05f1fdaa87d2), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:47.144992 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbcfa6ed-230a-46e1-b6da-79e845f58686 None None] Network 1129c6c8-84cc-4491-9847-3805ed6e8655 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:11:47.168138 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 0541c2a2-9507-408f-93eb-52c625931320, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0541c2a2-9507-408f-93eb-52c625931320,segment=NetworkSegment(2cb8e953-203f-4019-8d4d-d4ab0509c11a),segment_id=2cb8e953-203f-4019-8d4d-d4ab0509c11a)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:11:47.177810 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-45d59922-5968-4cd4-9f95-a8a4c0f82eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8ed20e20>, [], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:11:47.215443 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (0541c2a2-9507-408f-93eb-52c625931320), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:47.222415 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d59922-5968-4cd4-9f95-a8a4c0f82eb6 None None] Routers {'cb6912a9-e4b7-42bd-ad30-476fa4643aa6'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:11:47.226061 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-45d59922-5968-4cd4-9f95-a8a4c0f82eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8ed20e20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:11:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['cb6912a9-e4b7-42bd-ad30-476fa4643aa6'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:11:47.238469 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-7c77a6e2-2432-444c-83dc-3905aa663c58 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.0534942
May 07 22:11:47.254925 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 43512) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:47.265056 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-0351012f-0734-4c2c-a5cb-0717743e5309 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Request body: {'subnet': {'network_id': '57a3d56e-d0b9-4a67-8bdb-feb1ebf57598', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:11:47.279543 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-45d59922-5968-4cd4-9f95-a8a4c0f82eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8ed20e20>, [], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:11:47.280260 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d59922-5968-4cd4-9f95-a8a4c0f82eb6 None None] The sync data for ids ['cb6912a9-e4b7-42bd-ad30-476fa4643aa6'] in ncdv-master-1 is: [] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:11:47.311945 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fafa09-ab22-443b-8d25-0e25e93a5aa6 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Pushing event updated for resources: {'Port': ['ID=88a7a7df-f9c7-4854-b696-05f1fdaa87d2,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:47.370597 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-6b163ca3-1fa8-4b02-bb18-0b6566c62a89 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] 10.222.0.32 "GET /v2.0/routers/cb6912a9-e4b7-42bd-ad30-476fa4643aa6 HTTP/1.1" status: 200  len: 921 time: 0.2861328
May 07 22:11:47.370597 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1ad5b351-2569-4855-a926-efbb4ae811fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401094'] for router_interface (1b8e677b-ae5e-4dbb-9096-020f21f5654a), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:47.388100 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 43514) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:47.390426 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fafa09-ab22-443b-8d25-0e25e93a5aa6 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Network d8e2f1ae-3dc5-473e-adda-24a555cb84bd is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:11:47.437395 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-71fafa09-ab22-443b-8d25-0e25e93a5aa6 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:11:47.440264 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fafa09-ab22-443b-8d25-0e25e93a5aa6 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:11:47.573098 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d7890b-0716-485f-9252-ceafcb5f0251 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:47.574906 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-65d7890b-0716-485f-9252-ceafcb5f0251 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=9221b764-ef06-431f-8941-796516ed7c3b&device_id=cb6912a9-e4b7-42bd-ad30-476fa4643aa6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 945 time: 0.1828024
May 07 22:11:47.576627 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['0541c2a2-9507-408f-93eb-52c625931320'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:11:47.593557 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 43520) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:47.676816 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71fafa09-ab22-443b-8d25-0e25e93a5aa6 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:47.677826 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-71fafa09-ab22-443b-8d25-0e25e93a5aa6 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:47.699732 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de02a4e4-89b6-454f-9c82-bd69ef952703 req-8e7c7987-4dee-4acb-9bfc-fc8d9cba137d tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:47.701391 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-de02a4e4-89b6-454f-9c82-bd69ef952703 req-8e7c7987-4dee-4acb-9bfc-fc8d9cba137d tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=9829cd11-baa4-4561-9934-3becae825b83 HTTP/1.1" status: 200  len: 945 time: 0.1937766
May 07 22:11:47.709084 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=0541c2a2-9507-408f-93eb-52c625931320,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:47.713984 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 172f7e04-b85f-41ac-bb20-c2e54dc98280 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:11:47.725551 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0351012f-0734-4c2c-a5cb-0717743e5309 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Made reservation on behalf of 9871aa16c54d4751ac838e07d52897a6 for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:11:47.730721 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0351012f-0734-4c2c-a5cb-0717743e5309 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:47.742001 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-71fafa09-ab22-443b-8d25-0e25e93a5aa6 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 1.6603949
May 07 22:11:47.752587 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43522) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:47.809566 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-de02a4e4-89b6-454f-9c82-bd69ef952703 req-b057e7d8-0403-48ba-b950-03523fe774ab tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0719855
May 07 22:11:47.854876 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069bc6c5-c20d-4645-9cfc-0378d28965bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-1129c6c8-84cc-4491-9847-3805ed6e8655', 'network_id': '1129c6c8-84cc-4491-9847-3805ed6e8655', 'project_id': '9871aa16c54d4751ac838e07d52897a6', 'fixed_ips': [{'subnet_id': '885d2f07-8e0d-4585-b5ab-a6aa05a771d5'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:11:47.855897 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-069bc6c5-c20d-4645-9cfc-0378d28965bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:47.858712 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 22:11:47.884209 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-accbf814-7781-4627-8188-f1603368b171 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:47.888260 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-accbf814-7781-4627-8188-f1603368b171 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] 10.222.0.32 "GET /v2.0/networks/9221b764-ef06-431f-8941-796516ed7c3b HTTP/1.1" status: 200  len: 881 time: 0.2883143
May 07 22:11:47.890348 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 43526) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:47.932970 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-b5cdb132-ab14-4233-9d4f-73dbc6503139 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb6912a9-e4b7-42bd-ad30-476fa4643aa6 HTTP/1.1" status: 200  len: 205 time: 0.0389533
May 07 22:11:47.935520 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 43528) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:47.980125 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-1ad5b351-2569-4855-a926-efbb4ae811fa admin admin] Deleting port 5c54cd8f-bae2-4d84-ba1f-4a4aff24f697 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:11:47.980628 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1ad5b351-2569-4855-a926-efbb4ae811fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (5c54cd8f-bae2-4d84-ba1f-4a4aff24f697), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:48.183746 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-8ba882a5-023b-4acf-b1af-4bf1372ee7cb None None] Publish callbacks [] for port (5c54cd8f-bae2-4d84-ba1f-4a4aff24f697), precommit_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:48.211847 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-069bc6c5-c20d-4645-9cfc-0378d28965bd None None] Allocated IP 172.20.0.2 (1129c6c8-84cc-4491-9847-3805ed6e8655/885d2f07-8e0d-4585-b5ab-a6aa05a771d5/eee3b0ff-2cfe-4e4b-9245-035e966ac5dd) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:11:48.216348 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0351012f-0734-4c2c-a5cb-0717743e5309 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (d952d003-d993-4e20-a9f2-ff7b2d78e1b0), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:48.217669 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-8ba882a5-023b-4acf-b1af-4bf1372ee7cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (5c54cd8f-bae2-4d84-ba1f-4a4aff24f697), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:48.234902 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1ad5b351-2569-4855-a926-efbb4ae811fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (5c54cd8f-bae2-4d84-ba1f-4a4aff24f697), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:48.257093 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cacba27f-f8c7-4489-a37f-acc6811b772d tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks [] for router (cb6912a9-e4b7-42bd-ad30-476fa4643aa6), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:48.284193 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908694ed-f4c7-4bea-ae36-692d12f228a7 None None] Pushing event updated for resources: {'Port': ['ID=5c54cd8f-bae2-4d84-ba1f-4a4aff24f697,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:48.330284 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-063a54d9-6f6e-442b-ad0a-92bf2ac0250d tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (88a7a7df-f9c7-4854-b696-05f1fdaa87d2), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:48.342051 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-1ad5b351-2569-4855-a926-efbb4ae811fa admin admin] Calling delete_port for 5c54cd8f-bae2-4d84-ba1f-4a4aff24f697 owned by network:router_interface {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:11:48.348249 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0351012f-0734-4c2c-a5cb-0717743e5309 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Pushing event updated for resources: {'Subnet': ['ID=d952d003-d993-4e20-a9f2-ff7b2d78e1b0,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:48.425507 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0351012f-0734-4c2c-a5cb-0717743e5309 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Checking segment: {'id': 'babe6146-1f3c-4457-a486-849f83e1f5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '57a3d56e-d0b9-4a67-8bdb-feb1ebf57598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:11:48.426502 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0351012f-0734-4c2c-a5cb-0717743e5309 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Network hostable DHCP agents. Network: 57a3d56e-d0b9-4a67-8bdb-feb1ebf57598, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:11:48.458274 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cacba27f-f8c7-4489-a37f-acc6811b772d tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks [] for router_gateway (cb6912a9-e4b7-42bd-ad30-476fa4643aa6), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:48.464493 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0351012f-0734-4c2c-a5cb-0717743e5309 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Network 57a3d56e-d0b9-4a67-8bdb-feb1ebf57598 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:11:48.481834 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-0351012f-0734-4c2c-a5cb-0717743e5309 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 57a3d56e-d0b9-4a67-8bdb-feb1ebf57598) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:11:48.511293 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0351012f-0734-4c2c-a5cb-0717743e5309 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:48.512032 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0351012f-0734-4c2c-a5cb-0717743e5309 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:48.547047 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d23f8b51-df19-4b7a-9a4e-7b9cc0473671 None None] Network 57a3d56e-d0b9-4a67-8bdb-feb1ebf57598 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:11:48.547303 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-0351012f-0734-4c2c-a5cb-0717743e5309 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.2870460
May 07 22:11:48.547303 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-cacba27f-f8c7-4489-a37f-acc6811b772d tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Deleting port d52465d3-ac78-402c-ade1-dda289037bb0 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:11:48.547303 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cacba27f-f8c7-4489-a37f-acc6811b772d tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (d52465d3-ac78-402c-ade1-dda289037bb0), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:48.549228 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 43530) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:48.555309 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-0d07ff0e-082e-4d03-8f54-4183320be1d6 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1030251928', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:11:48.576853 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31946b98-95d1-41b9-a6bc-3665a8aea445 None None] Network d8e2f1ae-3dc5-473e-adda-24a555cb84bd requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:11:48.646151 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0d07ff0e-082e-4d03-8f54-4183320be1d6 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (e5f51c83-4f6c-4670-998d-82d2a276c3d0), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:48.647577 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0d07ff0e-082e-4d03-8f54-4183320be1d6 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (e5f51c83-4f6c-4670-998d-82d2a276c3d0), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:48.693593 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cacba27f-f8c7-4489-a37f-acc6811b772d tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (d52465d3-ac78-402c-ade1-dda289037bb0), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:48.756137 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-cacba27f-f8c7-4489-a37f-acc6811b772d tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Calling delete_port for d52465d3-ac78-402c-ade1-dda289037bb0 owned by network:router_gateway {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:11:48.756582 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 53e06a54-947e-4a98-9ba5-4709b031476d up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:11:48.766118 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0d07ff0e-082e-4d03-8f54-4183320be1d6 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for router_controller (e5f51c83-4f6c-4670-998d-82d2a276c3d0), precommit_add_association {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:48.777509 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0d07ff0e-082e-4d03-8f54-4183320be1d6 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (e5f51c83-4f6c-4670-998d-82d2a276c3d0), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:48.836880 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-3ee18b6d-5e60-4bc7-b8c3-fae09647c212 None None] Provisioning complete for port 53e06a54-947e-4a98-9ba5-4709b031476d triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:11:48.837440 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-3ee18b6d-5e60-4bc7-b8c3-fae09647c212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (53e06a54-947e-4a98-9ba5-4709b031476d), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:48.838225 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1ad5b351-2569-4855-a926-efbb4ae811fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (5c54cd8f-bae2-4d84-ba1f-4a4aff24f697), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:48.845705 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0d07ff0e-082e-4d03-8f54-4183320be1d6 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:48.852186 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-0d07ff0e-082e-4d03-8f54-4183320be1d6 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.2981575
May 07 22:11:48.860401 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-8ba882a5-023b-4acf-b1af-4bf1372ee7cb None None] Attempting to bind port 5c54cd8f-bae2-4d84-ba1f-4a4aff24f697 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:11:48.860856 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-8ba882a5-023b-4acf-b1af-4bf1372ee7cb None None] Attempting to bind port 5c54cd8f-bae2-4d84-ba1f-4a4aff24f697 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c92e749e-ff98-4b01-9124-0c112d9a1c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a84d38d1-6abf-44c7-be85-c7177428bd25'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:11:48.861103 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 43534) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:48.861413 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba882a5-023b-4acf-b1af-4bf1372ee7cb None None] Attempting to bind port 5c54cd8f-bae2-4d84-ba1f-4a4aff24f697 on network a84d38d1-6abf-44c7-be85-c7177428bd25 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:11:48.892777 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba882a5-023b-4acf-b1af-4bf1372ee7cb None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:11:48.893162 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba882a5-023b-4acf-b1af-4bf1372ee7cb None None] Checking segment: {'id': 'c92e749e-ff98-4b01-9124-0c112d9a1c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a84d38d1-6abf-44c7-be85-c7177428bd25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:11:48.893787 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-8ba882a5-023b-4acf-b1af-4bf1372ee7cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:48.894284 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba882a5-023b-4acf-b1af-4bf1372ee7cb None None] Bound using segment: {'id': 'c92e749e-ff98-4b01-9124-0c112d9a1c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a84d38d1-6abf-44c7-be85-c7177428bd25'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:11:48.894962 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-8ba882a5-023b-4acf-b1af-4bf1372ee7cb None None] Bound port: 5c54cd8f-bae2-4d84-ba1f-4a4aff24f697, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c92e749e-ff98-4b01-9124-0c112d9a1c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'a84d38d1-6abf-44c7-be85-c7177428bd25'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:11:48.896042 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-8ba882a5-023b-4acf-b1af-4bf1372ee7cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (5c54cd8f-bae2-4d84-ba1f-4a4aff24f697), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:48.912302 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-069bc6c5-c20d-4645-9cfc-0378d28965bd None None] Publish callbacks [] for port (eee3b0ff-2cfe-4e4b-9245-035e966ac5dd), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:48.924479 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad5b351-2569-4855-a926-efbb4ae811fa admin admin] Pushing event deleted for resources: {'Port': ['ID=5c54cd8f-bae2-4d84-ba1f-4a4aff24f697,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:48.971614 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-8ba882a5-023b-4acf-b1af-4bf1372ee7cb None None] Port 5c54cd8f-bae2-4d84-ba1f-4a4aff24f697 has been deleted concurrently {{(pid=121838) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:679}}
May 07 22:11:48.974989 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-069bc6c5-c20d-4645-9cfc-0378d28965bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (eee3b0ff-2cfe-4e4b-9245-035e966ac5dd), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:49.089606 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 53e06a54-947e-4a98-9ba5-4709b031476d triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:11:49.090888 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (53e06a54-947e-4a98-9ba5-4709b031476d), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:49.136423 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fba78d-3193-448c-ac21-07a2127888e2 req-cca10137-c686-43c0-822e-f3f25a2bab2b tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:49.137987 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-87fba78d-3193-448c-ac21-07a2127888e2 req-cca10137-c686-43c0-822e-f3f25a2bab2b tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=9829cd11-baa4-4561-9934-3becae825b83 HTTP/1.1" status: 200  len: 945 time: 0.2262304
May 07 22:11:49.187392 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17009d79-37c3-4f94-bd40-952d75ecc6a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-57a3d56e-d0b9-4a67-8bdb-feb1ebf57598', 'network_id': '57a3d56e-d0b9-4a67-8bdb-feb1ebf57598', 'project_id': '9871aa16c54d4751ac838e07d52897a6', 'fixed_ips': [{'subnet_id': 'd952d003-d993-4e20-a9f2-ff7b2d78e1b0'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:11:49.188240 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-17009d79-37c3-4f94-bd40-952d75ecc6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:49.191686 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-10964969-ac49-4933-a617-e336a753e9d3 req-0ff6261c-211e-41b5-970b-8b512ffc2966 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c332b03e-48f7-475c-9577-16a41760ca55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0592659
May 07 22:11:49.262487 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069bc6c5-c20d-4645-9cfc-0378d28965bd None None] Network 1129c6c8-84cc-4491-9847-3805ed6e8655 is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:11:49.269614 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-063a54d9-6f6e-442b-ad0a-92bf2ac0250d tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for port (88a7a7df-f9c7-4854-b696-05f1fdaa87d2), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:49.287002 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-063a54d9-6f6e-442b-ad0a-92bf2ac0250d tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (88a7a7df-f9c7-4854-b696-05f1fdaa87d2), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:49.300664 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1ad5b351-2569-4855-a926-efbb4ae811fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401002'] for router_interface (1b8e677b-ae5e-4dbb-9096-020f21f5654a), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:49.301603 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba882a5-023b-4acf-b1af-4bf1372ee7cb None None] Routers {'1b8e677b-ae5e-4dbb-9096-020f21f5654a'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:11:49.302261 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-8ba882a5-023b-4acf-b1af-4bf1372ee7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f698c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:11:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['1b8e677b-ae5e-4dbb-9096-020f21f5654a'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:11:49.305514 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-069bc6c5-c20d-4645-9cfc-0378d28965bd None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:11:49.314455 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069bc6c5-c20d-4645-9cfc-0378d28965bd None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:11:49.328234 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-87fba78d-3193-448c-ac21-07a2127888e2 req-a038c5a0-2a1c-4026-b25f-29191d27472c tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1774864
May 07 22:11:49.358450 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069bc6c5-c20d-4645-9cfc-0378d28965bd None None] Pushing event updated for resources: {'Port': ['ID=eee3b0ff-2cfe-4e4b-9245-035e966ac5dd,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:49.359996 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10964969-ac49-4933-a617-e336a753e9d3 req-b0ceb3b1-6aa8-4cdf-a238-4bcf304e40f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:49.363835 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-10964969-ac49-4933-a617-e336a753e9d3 req-b0ceb3b1-6aa8-4cdf-a238-4bcf304e40f6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d70782066cce4f2fbf5744b63e4195cb&device_id=c332b03e-48f7-475c-9577-16a41760ca55 HTTP/1.1" status: 200  len: 1127 time: 0.0556145
May 07 22:11:49.402332 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cacba27f-f8c7-4489-a37f-acc6811b772d tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (d52465d3-ac78-402c-ade1-dda289037bb0), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:49.424124 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063a54d9-6f6e-442b-ad0a-92bf2ac0250d tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Pushing event updated for resources: {'Port': ['ID=88a7a7df-f9c7-4854-b696-05f1fdaa87d2,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:49.489205 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacba27f-f8c7-4489-a37f-acc6811b772d tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Pushing event deleted for resources: {'Port': ['ID=d52465d3-ac78-402c-ade1-dda289037bb0,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:49.575168 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-3ee18b6d-5e60-4bc7-b8c3-fae09647c212 None None] Current status of the port 53e06a54-947e-4a98-9ba5-4709b031476d is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:11:49.575565 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-3ee18b6d-5e60-4bc7-b8c3-fae09647c212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (53e06a54-947e-4a98-9ba5-4709b031476d), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:49.597017 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1fc383bc-507c-43f6-b9f7-6c290ce3c58b tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:49.691222 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-063a54d9-6f6e-442b-ad0a-92bf2ac0250d tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398161'] for router_interface (c773b215-6271-49f1-929f-7432862f4972), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:49.925362 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 53e06a54-947e-4a98-9ba5-4709b031476d is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:11:49.925870 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (53e06a54-947e-4a98-9ba5-4709b031476d), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:49.928352 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-069bc6c5-c20d-4645-9cfc-0378d28965bd None None] Attempting to bind port eee3b0ff-2cfe-4e4b-9245-035e966ac5dd on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:11:49.928784 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-069bc6c5-c20d-4645-9cfc-0378d28965bd None None] Attempting to bind port eee3b0ff-2cfe-4e4b-9245-035e966ac5dd by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '45aa06bb-dcbe-4635-86c9-4a166f5ba56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1129c6c8-84cc-4491-9847-3805ed6e8655'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:11:49.929150 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069bc6c5-c20d-4645-9cfc-0378d28965bd None None] Attempting to bind port eee3b0ff-2cfe-4e4b-9245-035e966ac5dd on network 1129c6c8-84cc-4491-9847-3805ed6e8655 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:11:49.964013 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069bc6c5-c20d-4645-9cfc-0378d28965bd None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:11:49.965027 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069bc6c5-c20d-4645-9cfc-0378d28965bd None None] Checking segment: {'id': '45aa06bb-dcbe-4635-86c9-4a166f5ba56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1129c6c8-84cc-4491-9847-3805ed6e8655'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:11:49.965027 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-069bc6c5-c20d-4645-9cfc-0378d28965bd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:49.965915 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069bc6c5-c20d-4645-9cfc-0378d28965bd None None] Bound using segment: {'id': '45aa06bb-dcbe-4635-86c9-4a166f5ba56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1129c6c8-84cc-4491-9847-3805ed6e8655'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:11:49.966428 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-069bc6c5-c20d-4645-9cfc-0378d28965bd None None] Bound port: eee3b0ff-2cfe-4e4b-9245-035e966ac5dd, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45aa06bb-dcbe-4635-86c9-4a166f5ba56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '1129c6c8-84cc-4491-9847-3805ed6e8655'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:11:49.966831 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-069bc6c5-c20d-4645-9cfc-0378d28965bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (eee3b0ff-2cfe-4e4b-9245-035e966ac5dd), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:49.973423 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-8ba882a5-023b-4acf-b1af-4bf1372ee7cb None None] Set router 1b8e677b-ae5e-4dbb-9096-020f21f5654a gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:11:50.088045 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-3ee18b6d-5e60-4bc7-b8c3-fae09647c212 None None] For port 53e06a54-947e-4a98-9ba5-4709b031476d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=53e06a54-947e-4a98-9ba5-4709b031476d,segment=NetworkSegment(a76c54c0-5967-46f2-b968-6b5bec420330),segment_id=a76c54c0-5967-46f2-b968-6b5bec420330)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:11:50.111469 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 0541c2a2-9507-408f-93eb-52c625931320 up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:11:50.181498 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cacba27f-f8c7-4489-a37f-acc6811b772d tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395776'] for router_gateway (cb6912a9-e4b7-42bd-ad30-476fa4643aa6), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:50.188088 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-3ee18b6d-5e60-4bc7-b8c3-fae09647c212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (53e06a54-947e-4a98-9ba5-4709b031476d), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:50.309996 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10964969-ac49-4933-a617-e336a753e9d3 req-e543918b-b7a8-4cf1-a4ed-b70f80c0a367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:50.311785 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-10964969-ac49-4933-a617-e336a753e9d3 req-e543918b-b7a8-4cf1-a4ed-b70f80c0a367 service neutron] 10.222.0.55 "GET /v2.0/networks?id=42882eb7-7f7c-429d-978e-a320afe6b945 HTTP/1.1" status: 200  len: 915 time: 0.9048939
May 07 22:11:50.341512 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-17009d79-37c3-4f94-bd40-952d75ecc6a2 None None] Allocated IP 172.21.0.2 (57a3d56e-d0b9-4a67-8bdb-feb1ebf57598/d952d003-d993-4e20-a9f2-ff7b2d78e1b0/b84930e5-5cb5-45b0-84e6-8cdd16557af7) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:11:50.442278 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cacba27f-f8c7-4489-a37f-acc6811b772d tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (cb6912a9-e4b7-42bd-ad30-476fa4643aa6), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:50.445795 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cacba27f-f8c7-4489-a37f-acc6811b772d tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks [] for router_controller (cb6912a9-e4b7-42bd-ad30-476fa4643aa6), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:50.455290 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-10964969-ac49-4933-a617-e336a753e9d3 req-7db2f1ac-0150-401e-9128-e82623d1ed47 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5dccdd99-d437-459b-9d5e-a5ecdbf1e400 HTTP/1.1" status: 200  len: 1001 time: 0.1019080
May 07 22:11:50.471585 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ad5b351-2569-4855-a926-efbb4ae811fa admin admin] Router 1b8e677b-ae5e-4dbb-9096-020f21f5654a has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:11:50.482220 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-063a54d9-6f6e-442b-ad0a-92bf2ac0250d tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (88a7a7df-f9c7-4854-b696-05f1fdaa87d2), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:50.532209 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-17009d79-37c3-4f94-bd40-952d75ecc6a2 None None] Publish callbacks [] for port (b84930e5-5cb5-45b0-84e6-8cdd16557af7), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:50.540828 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.db.api [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 07 22:11:50.541192 ncdv-master-1 neutron-server[121838]: DEBUG oslo_db.api [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 07 22:11:50.618914 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cacba27f-f8c7-4489-a37f-acc6811b772d tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (cb6912a9-e4b7-42bd-ad30-476fa4643aa6), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:50.619491 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cacba27f-f8c7-4489-a37f-acc6811b772d tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Fanout notify agent at l3_agent the message router_deleted on router cb6912a9-e4b7-42bd-ad30-476fa4643aa6 {{(pid=121836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 22:11:50.627138 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cacba27f-f8c7-4489-a37f-acc6811b772d tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:50.628348 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-cacba27f-f8c7-4489-a37f-acc6811b772d tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] 10.222.0.32 "DELETE /v2.0/routers/cb6912a9-e4b7-42bd-ad30-476fa4643aa6 HTTP/1.1" status: 204  len: 168 time: 2.6917434
May 07 22:11:50.632512 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-8ba882a5-023b-4acf-b1af-4bf1372ee7cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f698c40>, [{'id': '1b8e677b-ae5e-4dbb-9096-020f21f5654a', 'name': 'tempest-ImageQuotaTest-1079344493-router', 'tenant_id': '0543013ca84b4ebb90ffc461dad90515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.251'}], 'enable_snat': True}, 'gw_port_id': '172f7e04-b85f-41ac-bb20-c2e54dc98280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:11:34Z', 'updated_at': '2022-05-07T22:11:48Z', 'revision_number': 5, 'project_id': '0543013ca84b4ebb90ffc461dad90515', 'gw_port': {'id': '172f7e04-b85f-41ac-bb20-c2e54dc98280', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:26:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8e677b-ae5e-4dbb-9096-020f21f5654a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:11:36Z', 'updated_at': '2022-05-07T22:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:11:50.636775 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 43544) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:50.643585 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-f5777737-3c74-4689-9454-d01b7ee5f356 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1951014546', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:11:50.657100 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0152742f-bf86-4622-8daa-c7c1bdac403e req-2fbcc158-7d89-41a7-9ae9-066d9d3e1861 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:50.658744 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0152742f-bf86-4622-8daa-c7c1bdac403e req-2fbcc158-7d89-41a7-9ae9-066d9d3e1861 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=9829cd11-baa4-4561-9934-3becae825b83 HTTP/1.1" status: 200  len: 945 time: 0.1747193
May 07 22:11:50.679683 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-17009d79-37c3-4f94-bd40-952d75ecc6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (b84930e5-5cb5-45b0-84e6-8cdd16557af7), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:50.712845 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10964969-ac49-4933-a617-e336a753e9d3 req-9d876d24-514f-4412-acdf-08bb23ec3de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:50.716100 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-10964969-ac49-4933-a617-e336a753e9d3 req-9d876d24-514f-4412-acdf-08bb23ec3de9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=21c94e42-6f33-4d3f-bb38-a9f7f8184d5c HTTP/1.1" status: 200  len: 853 time: 0.2300351
May 07 22:11:50.727935 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ad5b351-2569-4855-a926-efbb4ae811fa admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:11:50.738198 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-1ad5b351-2569-4855-a926-efbb4ae811fa admin admin] 10.222.0.32 "PUT /v2.0/routers/1b8e677b-ae5e-4dbb-9096-020f21f5654a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2506194
May 07 22:11:50.738415 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-412df867-bf8e-4b21-896a-eb56d27dc435 None None] Provisioning complete for port 88a7a7df-f9c7-4854-b696-05f1fdaa87d2 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:11:50.738415 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-412df867-bf8e-4b21-896a-eb56d27dc435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (88a7a7df-f9c7-4854-b696-05f1fdaa87d2), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:50.739550 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43548) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:50.773029 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba882a5-023b-4acf-b1af-4bf1372ee7cb None None] The sync data for ids ['1b8e677b-ae5e-4dbb-9096-020f21f5654a'] in ncdv-master-1 is: [{'id': '1b8e677b-ae5e-4dbb-9096-020f21f5654a', 'name': 'tempest-ImageQuotaTest-1079344493-router', 'tenant_id': '0543013ca84b4ebb90ffc461dad90515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.251'}], 'enable_snat': True}, 'gw_port_id': '172f7e04-b85f-41ac-bb20-c2e54dc98280', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:11:34Z', 'updated_at': '2022-05-07T22:11:48Z', 'revision_number': 5, 'project_id': '0543013ca84b4ebb90ffc461dad90515', 'gw_port': {'id': '172f7e04-b85f-41ac-bb20-c2e54dc98280', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:26:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b8e677b-ae5e-4dbb-9096-020f21f5654a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:11:36Z', 'updated_at': '2022-05-07T22:11:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:11:50.828808 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17009d79-37c3-4f94-bd40-952d75ecc6a2 None None] Network 57a3d56e-d0b9-4a67-8bdb-feb1ebf57598 is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:11:50.842626 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning for port 0541c2a2-9507-408f-93eb-52c625931320 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 22:11:50.849570 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-17009d79-37c3-4f94-bd40-952d75ecc6a2 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:11:50.866361 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee18b6d-5e60-4bc7-b8c3-fae09647c212 None None] Pushing event updated for resources: {'Port': ['ID=53e06a54-947e-4a98-9ba5-4709b031476d,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:50.872959 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-1fc383bc-507c-43f6-b9f7-6c290ce3c58b tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Allocated IP 172.20.0.1 (1129c6c8-84cc-4491-9847-3805ed6e8655/885d2f07-8e0d-4585-b5ab-a6aa05a771d5/4b71fb16-aad7-4c0f-9643-62231513ca28) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:11:50.885059 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f5777737-3c74-4689-9454-d01b7ee5f356 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (51f963bd-0905-4576-8690-78e1898bad66), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:50.885886 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f5777737-3c74-4689-9454-d01b7ee5f356 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (51f963bd-0905-4576-8690-78e1898bad66), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:50.893639 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17009d79-37c3-4f94-bd40-952d75ecc6a2 None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:11:50.906497 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10964969-ac49-4933-a617-e336a753e9d3 req-0f989c5f-43bf-4617-a27e-da437ff393f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:50.908087 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-10964969-ac49-4933-a617-e336a753e9d3 req-0f989c5f-43bf-4617-a27e-da437ff393f3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=42882eb7-7f7c-429d-978e-a320afe6b945&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1441102
May 07 22:11:50.912896 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-412df867-bf8e-4b21-896a-eb56d27dc435 None None] Port 88a7a7df-f9c7-4854-b696-05f1fdaa87d2 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:11:50.917991 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port 0541c2a2-9507-408f-93eb-52c625931320 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:11:50.919628 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0152742f-bf86-4622-8daa-c7c1bdac403e req-18d22720-c2fd-4895-83bc-7f7fb5fd1f2b tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1591818
May 07 22:11:50.932790 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (0541c2a2-9507-408f-93eb-52c625931320), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:50.949505 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-412df867-bf8e-4b21-896a-eb56d27dc435 None None] Could not find standard attr ID for object 5c54cd8f-bae2-4d84-ba1f-4a4aff24f697. {{(pid=121838) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
May 07 22:11:51.121479 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f5777737-3c74-4689-9454-d01b7ee5f356 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks [] for router_controller (51f963bd-0905-4576-8690-78e1898bad66), precommit_add_association {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:51.124415 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-069bc6c5-c20d-4645-9cfc-0378d28965bd None None] For port eee3b0ff-2cfe-4e4b-9245-035e966ac5dd, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:11:51.134890 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f5777737-3c74-4689-9454-d01b7ee5f356 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (51f963bd-0905-4576-8690-78e1898bad66), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:51.182569 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-412df867-bf8e-4b21-896a-eb56d27dc435 None None] Provisioning complete for port 53e06a54-947e-4a98-9ba5-4709b031476d triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:11:51.183483 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-412df867-bf8e-4b21-896a-eb56d27dc435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (53e06a54-947e-4a98-9ba5-4709b031476d), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:51.202627 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f5777737-3c74-4689-9454-d01b7ee5f356 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:51.203603 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-f5777737-3c74-4689-9454-d01b7ee5f356 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 705 time: 0.5652494
May 07 22:11:51.212268 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43550) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:51.216059 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-10964969-ac49-4933-a617-e336a753e9d3 req-677aca46-c3bd-4240-8e73-f3f328e25abe service neutron] 10.222.0.55 "GET /v2.0/networks/42882eb7-7f7c-429d-978e-a320afe6b945?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3012459
May 07 22:11:51.218040 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-930afcf1-fd32-4f85-83b1-bd717cde5f83 admin admin] Publish callbacks [] for router (1b8e677b-ae5e-4dbb-9096-020f21f5654a), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:51.222442 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1fc383bc-507c-43f6-b9f7-6c290ce3c58b tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for port (4b71fb16-aad7-4c0f-9643-62231513ca28), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:51.233528 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-069bc6c5-c20d-4645-9cfc-0378d28965bd None None] For port eee3b0ff-2cfe-4e4b-9245-035e966ac5dd, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eee3b0ff-2cfe-4e4b-9245-035e966ac5dd,segment=NetworkSegment(45aa06bb-dcbe-4635-86c9-4a166f5ba56e),segment_id=45aa06bb-dcbe-4635-86c9-4a166f5ba56e)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:11:51.234813 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-d6ecc8be-beee-457c-a071-f4e7d62ed97e tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'enable_snat': True}}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:11:51.264282 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17009d79-37c3-4f94-bd40-952d75ecc6a2 None None] Pushing event updated for resources: {'Port': ['ID=b84930e5-5cb5-45b0-84e6-8cdd16557af7,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:51.283128 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-069bc6c5-c20d-4645-9cfc-0378d28965bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (eee3b0ff-2cfe-4e4b-9245-035e966ac5dd), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:51.291659 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 53e06a54-947e-4a98-9ba5-4709b031476d is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:11:51.296907 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-063a54d9-6f6e-442b-ad0a-92bf2ac0250d tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for port (88a7a7df-f9c7-4854-b696-05f1fdaa87d2), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:51.329661 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-17009d79-37c3-4f94-bd40-952d75ecc6a2 None None] Attempting to bind port b84930e5-5cb5-45b0-84e6-8cdd16557af7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:11:51.330220 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-17009d79-37c3-4f94-bd40-952d75ecc6a2 None None] Attempting to bind port b84930e5-5cb5-45b0-84e6-8cdd16557af7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'babe6146-1f3c-4457-a486-849f83e1f5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '57a3d56e-d0b9-4a67-8bdb-feb1ebf57598'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:11:51.330678 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17009d79-37c3-4f94-bd40-952d75ecc6a2 None None] Attempting to bind port b84930e5-5cb5-45b0-84e6-8cdd16557af7 on network 57a3d56e-d0b9-4a67-8bdb-feb1ebf57598 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:11:51.374413 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1fc383bc-507c-43f6-b9f7-6c290ce3c58b tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (4b71fb16-aad7-4c0f-9643-62231513ca28), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:51.400709 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-10964969-ac49-4933-a617-e336a753e9d3 req-fe0c6481-4377-4722-9e9f-69f4fded514c service neutron] 10.222.0.55 "GET /v2.0/networks/42882eb7-7f7c-429d-978e-a320afe6b945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1770535
May 07 22:11:51.415054 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17009d79-37c3-4f94-bd40-952d75ecc6a2 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:11:51.433448 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17009d79-37c3-4f94-bd40-952d75ecc6a2 None None] Checking segment: {'id': 'babe6146-1f3c-4457-a486-849f83e1f5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '57a3d56e-d0b9-4a67-8bdb-feb1ebf57598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:11:51.434318 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-17009d79-37c3-4f94-bd40-952d75ecc6a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:51.435121 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17009d79-37c3-4f94-bd40-952d75ecc6a2 None None] Bound using segment: {'id': 'babe6146-1f3c-4457-a486-849f83e1f5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '57a3d56e-d0b9-4a67-8bdb-feb1ebf57598'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:11:51.436260 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-17009d79-37c3-4f94-bd40-952d75ecc6a2 None None] Bound port: b84930e5-5cb5-45b0-84e6-8cdd16557af7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'babe6146-1f3c-4457-a486-849f83e1f5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '57a3d56e-d0b9-4a67-8bdb-feb1ebf57598'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:11:51.438121 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-17009d79-37c3-4f94-bd40-952d75ecc6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (b84930e5-5cb5-45b0-84e6-8cdd16557af7), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:51.486443 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc383bc-507c-43f6-b9f7-6c290ce3c58b tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Network 1129c6c8-84cc-4491-9847-3805ed6e8655 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:11:51.527238 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-1fc383bc-507c-43f6-b9f7-6c290ce3c58b tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:11:51.533920 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc383bc-507c-43f6-b9f7-6c290ce3c58b tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Pushing event updated for resources: {'Port': ['ID=4b71fb16-aad7-4c0f-9643-62231513ca28,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:51.534545 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069bc6c5-c20d-4645-9cfc-0378d28965bd None None] Pushing event updated for resources: {'Port': ['ID=eee3b0ff-2cfe-4e4b-9245-035e966ac5dd,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:51.537771 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc383bc-507c-43f6-b9f7-6c290ce3c58b tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:11:51.558892 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 53e06a54-947e-4a98-9ba5-4709b031476d up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:11:51.610451 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1fc383bc-507c-43f6-b9f7-6c290ce3c58b tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398161'] for router_interface (e5f51c83-4f6c-4670-998d-82d2a276c3d0), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:51.619426 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-063a54d9-6f6e-442b-ad0a-92bf2ac0250d tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (88a7a7df-f9c7-4854-b696-05f1fdaa87d2), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:51.731748 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-930afcf1-fd32-4f85-83b1-bd717cde5f83 admin admin] Publish callbacks [] for router_gateway (1b8e677b-ae5e-4dbb-9096-020f21f5654a), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:51.742811 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 0541c2a2-9507-408f-93eb-52c625931320 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:11:51.762664 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (0541c2a2-9507-408f-93eb-52c625931320), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:51.905986 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9829cd11-baa4-4561-9934-3becae825b83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0541c2a2-9507-408f-93eb-52c625931320'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:11:51.921823 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab3e6e0b-46ba-426d-82fe-231bb9ebf11a" -d '{"events": [{"server_uuid": "9829cd11-baa4-4561-9934-3becae825b83", "name": "network-vif-plugged", "status": "completed", "tag": "0541c2a2-9507-408f-93eb-52c625931320"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:11:51.930616 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1fc383bc-507c-43f6-b9f7-6c290ce3c58b tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (4b71fb16-aad7-4c0f-9643-62231513ca28), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:51.981188 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-412df867-bf8e-4b21-896a-eb56d27dc435 None None] Current status of the port 53e06a54-947e-4a98-9ba5-4709b031476d is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:11:51.999907 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-063a54d9-6f6e-442b-ad0a-92bf2ac0250d tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401121'] for router_interface (c773b215-6271-49f1-929f-7432862f4972), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:52.006907 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-17009d79-37c3-4f94-bd40-952d75ecc6a2 None None] For port b84930e5-5cb5-45b0-84e6-8cdd16557af7, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:11:52.044185 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:52.056972 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063a54d9-6f6e-442b-ad0a-92bf2ac0250d tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Pushing event updated for resources: {'Port': ['ID=88a7a7df-f9c7-4854-b696-05f1fdaa87d2,revision_number=3']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:52.062178 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 0541c2a2-9507-408f-93eb-52c625931320, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0541c2a2-9507-408f-93eb-52c625931320,segment=NetworkSegment(2cb8e953-203f-4019-8d4d-d4ab0509c11a),segment_id=2cb8e953-203f-4019-8d4d-d4ab0509c11a)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:11:52.064239 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85085c6a-feb4-4227-9d03-1ff534e6b785 x-openstack-request-id: req-85085c6a-feb4-4227-9d03-1ff534e6b785 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:11:52.064933 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9829cd11-baa4-4561-9934-3becae825b83", "name": "network-vif-plugged", "status": "completed", "tag": "0541c2a2-9507-408f-93eb-52c625931320", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:11:52.065350 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-85085c6a-feb4-4227-9d03-1ff534e6b785 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:11:52.066108 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85085c6a-feb4-4227-9d03-1ff534e6b785'] response: {'server_uuid': '9829cd11-baa4-4561-9934-3becae825b83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0541c2a2-9507-408f-93eb-52c625931320', 'code': 200}
May 07 22:11:52.073385 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 53e06a54-947e-4a98-9ba5-4709b031476d triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:11:52.074027 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (53e06a54-947e-4a98-9ba5-4709b031476d), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:52.147969 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-17009d79-37c3-4f94-bd40-952d75ecc6a2 None None] For port b84930e5-5cb5-45b0-84e6-8cdd16557af7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b84930e5-5cb5-45b0-84e6-8cdd16557af7,segment=NetworkSegment(babe6146-1f3c-4457-a486-849f83e1f5d2),segment_id=babe6146-1f3c-4457-a486-849f83e1f5d2)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:11:52.153370 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (0541c2a2-9507-408f-93eb-52c625931320), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:52.170333 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d6ecc8be-beee-457c-a071-f4e7d62ed97e tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks [] for router_gateway (51f963bd-0905-4576-8690-78e1898bad66), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:52.199398 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-17009d79-37c3-4f94-bd40-952d75ecc6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (b84930e5-5cb5-45b0-84e6-8cdd16557af7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:52.214316 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-6e197345-9e4a-4182-9dc1-781b3beedb19 None None] Provisioning complete for port 88a7a7df-f9c7-4854-b696-05f1fdaa87d2 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:11:52.215196 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6e197345-9e4a-4182-9dc1-781b3beedb19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (88a7a7df-f9c7-4854-b696-05f1fdaa87d2), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:52.221728 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886fecc2-bc1d-4d86-87b9-b76abe26d5dd req-2237c609-30dc-406e-8bda-db3446f8c077 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:52.229874 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-886fecc2-bc1d-4d86-87b9-b76abe26d5dd req-2237c609-30dc-406e-8bda-db3446f8c077 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=9829cd11-baa4-4561-9934-3becae825b83 HTTP/1.1" status: 200  len: 946 time: 0.1126282
May 07 22:11:52.267105 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-930afcf1-fd32-4f85-83b1-bd717cde5f83 admin admin] Deleting port 172f7e04-b85f-41ac-bb20-c2e54dc98280 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:11:52.267962 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-930afcf1-fd32-4f85-83b1-bd717cde5f83 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (172f7e04-b85f-41ac-bb20-c2e54dc98280), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:52.324985 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 53e06a54-947e-4a98-9ba5-4709b031476d is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:11:52.345684 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=0541c2a2-9507-408f-93eb-52c625931320,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:52.417997 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17009d79-37c3-4f94-bd40-952d75ecc6a2 None None] Pushing event updated for resources: {'Port': ['ID=b84930e5-5cb5-45b0-84e6-8cdd16557af7,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:52.421670 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f86325-dff1-4c10-8dc9-7f02ba840574 req-75ecbd3a-2412-4f09-ba08-87ab44f9e0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:52.425524 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-71f86325-dff1-4c10-8dc9-7f02ba840574 req-75ecbd3a-2412-4f09-ba08-87ab44f9e0b7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9829cd11-baa4-4561-9934-3becae825b83 HTTP/1.1" status: 200  len: 1128 time: 0.1933789
May 07 22:11:52.452503 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-6e197345-9e4a-4182-9dc1-781b3beedb19 None None] Port 88a7a7df-f9c7-4854-b696-05f1fdaa87d2 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:11:52.482002 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7772af-6d39-41e9-b106-66855a75f3b8 None None] Sync routers for ids ['1b8e677b-ae5e-4dbb-9096-020f21f5654a'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:11:52.497345 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-886fecc2-bc1d-4d86-87b9-b76abe26d5dd req-6a1fc70d-fcf7-470b-b631-7108910e3520 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2665730
May 07 22:11:52.512592 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7772af-6d39-41e9-b106-66855a75f3b8 None None] Routers {'1b8e677b-ae5e-4dbb-9096-020f21f5654a'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:11:52.513620 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-1b7772af-6d39-41e9-b106-66855a75f3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f90fbe0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:11:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['1b8e677b-ae5e-4dbb-9096-020f21f5654a'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:11:52.541865 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-71f86325-dff1-4c10-8dc9-7f02ba840574 req-80bff351-abb9-4f63-a8c5-485a6212a9f0 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1041009
May 07 22:11:52.592398 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1fc383bc-507c-43f6-b9f7-6c290ce3c58b tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for port (4b71fb16-aad7-4c0f-9643-62231513ca28), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:52.600061 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1fc383bc-507c-43f6-b9f7-6c290ce3c58b tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (4b71fb16-aad7-4c0f-9643-62231513ca28), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:52.629500 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063a54d9-6f6e-442b-ad0a-92bf2ac0250d tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Network d8e2f1ae-3dc5-473e-adda-24a555cb84bd is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:11:52.657094 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-1b7772af-6d39-41e9-b106-66855a75f3b8 None None] Set router 1b8e677b-ae5e-4dbb-9096-020f21f5654a gateway port host: None {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:11:52.678504 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-063a54d9-6f6e-442b-ad0a-92bf2ac0250d tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:11:52.691394 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-930afcf1-fd32-4f85-83b1-bd717cde5f83 admin admin] For port 172f7e04-b85f-41ac-bb20-c2e54dc98280, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=172f7e04-b85f-41ac-bb20-c2e54dc98280,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:11:52.691665 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-930afcf1-fd32-4f85-83b1-bd717cde5f83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (172f7e04-b85f-41ac-bb20-c2e54dc98280), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:52.708865 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc383bc-507c-43f6-b9f7-6c290ce3c58b tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Pushing event updated for resources: {'Port': ['ID=4b71fb16-aad7-4c0f-9643-62231513ca28,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:52.712513 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1fc383bc-507c-43f6-b9f7-6c290ce3c58b tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401121'] for router_interface (e5f51c83-4f6c-4670-998d-82d2a276c3d0), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:52.738721 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-1b7772af-6d39-41e9-b106-66855a75f3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f90fbe0>, [{'id': '1b8e677b-ae5e-4dbb-9096-020f21f5654a', 'name': 'tempest-ImageQuotaTest-1079344493-router', 'tenant_id': '0543013ca84b4ebb90ffc461dad90515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:11:34Z', 'updated_at': '2022-05-07T22:11:51Z', 'revision_number': 6, 'project_id': '0543013ca84b4ebb90ffc461dad90515', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:11:52.843893 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7772af-6d39-41e9-b106-66855a75f3b8 None None] Checking router: 1b8e677b-ae5e-4dbb-9096-020f21f5654a for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:11:52.870436 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc383bc-507c-43f6-b9f7-6c290ce3c58b tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Network 1129c6c8-84cc-4491-9847-3805ed6e8655 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:11:52.872245 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-1fc383bc-507c-43f6-b9f7-6c290ce3c58b tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:11:52.889787 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7772af-6d39-41e9-b106-66855a75f3b8 None None] Routers {'1b8e677b-ae5e-4dbb-9096-020f21f5654a'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:11:52.890545 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-1b7772af-6d39-41e9-b106-66855a75f3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f90fbe0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:11:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['1b8e677b-ae5e-4dbb-9096-020f21f5654a'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:11:52.955193 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-930afcf1-fd32-4f85-83b1-bd717cde5f83 admin admin] Calling delete_port for 172f7e04-b85f-41ac-bb20-c2e54dc98280 owned by network:router_gateway {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:11:53.048179 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-063a54d9-6f6e-442b-ad0a-92bf2ac0250d tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Router c773b215-6271-49f1-929f-7432862f4972 is scheduled to L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db with binding_index 1 {{(pid=121837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 07 22:11:53.123696 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fc383bc-507c-43f6-b9f7-6c290ce3c58b tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Router e5f51c83-4f6c-4670-998d-82d2a276c3d0 is scheduled to L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db with binding_index 1 {{(pid=121836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 07 22:11:53.137848 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d6ecc8be-beee-457c-a071-f4e7d62ed97e tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks [] for router_gateway (51f963bd-0905-4576-8690-78e1898bad66), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:53.177071 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d6ecc8be-beee-457c-a071-f4e7d62ed97e tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:53.268359 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fc383bc-507c-43f6-b9f7-6c290ce3c58b tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:11:53.280324 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-1fc383bc-507c-43f6-b9f7-6c290ce3c58b tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "PUT /v2.0/routers/e5f51c83-4f6c-4670-998d-82d2a276c3d0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4174340
May 07 22:11:53.282965 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed5affc-9123-45d7-b74f-07614fa2117c None None] Sync routers for ids ['e5f51c83-4f6c-4670-998d-82d2a276c3d0'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:11:53.283699 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 43560) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:53.296863 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed5affc-9123-45d7-b74f-07614fa2117c None None] Routers {'e5f51c83-4f6c-4670-998d-82d2a276c3d0'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:11:53.297838 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-aed5affc-9123-45d7-b74f-07614fa2117c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c849a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:11:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['e5f51c83-4f6c-4670-998d-82d2a276c3d0'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:11:53.315357 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-0987ad24-52f0-41cd-9180-3a07f9448e2d None None] Provisioning complete for port 88a7a7df-f9c7-4854-b696-05f1fdaa87d2 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:11:53.316112 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-0987ad24-52f0-41cd-9180-3a07f9448e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (88a7a7df-f9c7-4854-b696-05f1fdaa87d2), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:53.357954 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477c9996-39c1-47fa-8b61-448da0005c59 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:53.362290 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-477c9996-39c1-47fa-8b61-448da0005c59 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "GET /v2.0/ports/4b71fb16-aad7-4c0f-9643-62231513ca28 HTTP/1.1" status: 200  len: 910 time: 0.0764065
May 07 22:11:53.364554 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 43562) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:53.392122 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-1b7772af-6d39-41e9-b106-66855a75f3b8 None None] Set router 1b8e677b-ae5e-4dbb-9096-020f21f5654a gateway port host: None {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:11:53.408002 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1905a58-544b-4256-a8d0-45c2aed25968 None None] Network 1129c6c8-84cc-4491-9847-3805ed6e8655 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:11:53.421901 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-aed5affc-9123-45d7-b74f-07614fa2117c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c849a60>, [], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:11:53.433718 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed5affc-9123-45d7-b74f-07614fa2117c None None] Routers {'e5f51c83-4f6c-4670-998d-82d2a276c3d0'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:11:53.437199 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-aed5affc-9123-45d7-b74f-07614fa2117c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c849a60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:11:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['e5f51c83-4f6c-4670-998d-82d2a276c3d0'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:11:53.476082 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-063a54d9-6f6e-442b-ad0a-92bf2ac0250d tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:11:53.504188 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-063a54d9-6f6e-442b-ad0a-92bf2ac0250d tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "PUT /v2.0/routers/c773b215-6271-49f1-929f-7432862f4972/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.7495270
May 07 22:11:53.514912 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43564) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:53.515174 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-aed5affc-9123-45d7-b74f-07614fa2117c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c849a60>, [], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:11:53.522410 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed5affc-9123-45d7-b74f-07614fa2117c None None] The sync data for ids ['e5f51c83-4f6c-4670-998d-82d2a276c3d0'] in ncdv-master-1 is: [] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:11:53.616900 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-0987ad24-52f0-41cd-9180-3a07f9448e2d None None] Port 88a7a7df-f9c7-4854-b696-05f1fdaa87d2 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:11:53.632627 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106a63c7-8156-4fbc-b3a2-bd73245aa83a tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:53.637049 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-106a63c7-8156-4fbc-b3a2-bd73245aa83a tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "GET /v2.0/ports?device_id=c773b215-6271-49f1-929f-7432862f4972 HTTP/1.1" status: 200  len: 982 time: 0.1188064
May 07 22:11:53.701015 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43568) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:53.715557 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-d6ecc8be-beee-457c-a071-f4e7d62ed97e tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Allocated IP 172.35.4.44 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/9d2b4488-8265-4310-b07b-6270020e11a7) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:11:53.727373 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device eee3b0ff-2cfe-4e4b-9245-035e966ac5dd up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:11:53.739410 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587b3ee2-492b-41a6-a6ca-6db60e225da0 None None] Sync routers for ids ['c773b215-6271-49f1-929f-7432862f4972'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:11:53.756907 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-1b7772af-6d39-41e9-b106-66855a75f3b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f90fbe0>, [{'id': '1b8e677b-ae5e-4dbb-9096-020f21f5654a', 'name': 'tempest-ImageQuotaTest-1079344493-router', 'tenant_id': '0543013ca84b4ebb90ffc461dad90515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:11:34Z', 'updated_at': '2022-05-07T22:11:51Z', 'revision_number': 6, 'project_id': '0543013ca84b4ebb90ffc461dad90515', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:11:53.877145 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587b3ee2-492b-41a6-a6ca-6db60e225da0 None None] Routers {'c773b215-6271-49f1-929f-7432862f4972'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:11:53.877925 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-587b3ee2-492b-41a6-a6ca-6db60e225da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7fd3c880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:11:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['c773b215-6271-49f1-929f-7432862f4972'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:11:53.892647 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7772af-6d39-41e9-b106-66855a75f3b8 None None] The sync data for ids ['1b8e677b-ae5e-4dbb-9096-020f21f5654a'] in ncdv-master-1 is: [{'id': '1b8e677b-ae5e-4dbb-9096-020f21f5654a', 'name': 'tempest-ImageQuotaTest-1079344493-router', 'tenant_id': '0543013ca84b4ebb90ffc461dad90515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:11:34Z', 'updated_at': '2022-05-07T22:11:51Z', 'revision_number': 6, 'project_id': '0543013ca84b4ebb90ffc461dad90515', 'gw_port_host': None}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:11:53.971811 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-6349b784-ed67-4abd-bc1b-f45cd2e1b8ee None None] Provisioning complete for port eee3b0ff-2cfe-4e4b-9245-035e966ac5dd triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:11:53.972608 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6349b784-ed67-4abd-bc1b-f45cd2e1b8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (eee3b0ff-2cfe-4e4b-9245-035e966ac5dd), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:53.976288 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6c72b81c-5030-42c4-b7a6-fe770e2038c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:54.016647 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:54.017929 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-587b3ee2-492b-41a6-a6ca-6db60e225da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7fd3c880>, [], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:11:54.057033 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587b3ee2-492b-41a6-a6ca-6db60e225da0 None None] Routers {'c773b215-6271-49f1-929f-7432862f4972'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:11:54.057946 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-587b3ee2-492b-41a6-a6ca-6db60e225da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7fd3c880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:11:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['c773b215-6271-49f1-929f-7432862f4972'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:11:54.142343 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port eee3b0ff-2cfe-4e4b-9245-035e966ac5dd triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:11:54.142691 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (eee3b0ff-2cfe-4e4b-9245-035e966ac5dd), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:54.145030 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-587b3ee2-492b-41a6-a6ca-6db60e225da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7fd3c880>, [], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:11:54.146606 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-587b3ee2-492b-41a6-a6ca-6db60e225da0 None None] The sync data for ids ['c773b215-6271-49f1-929f-7432862f4972'] in ncdv-master-1 is: [] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:11:54.276157 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3e53f0-9f62-48aa-aff1-4322146577dd None None] Network 57a3d56e-d0b9-4a67-8bdb-feb1ebf57598 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:11:54.296015 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-6349b784-ed67-4abd-bc1b-f45cd2e1b8ee None None] Current status of the port eee3b0ff-2cfe-4e4b-9245-035e966ac5dd is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:11:54.296414 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6349b784-ed67-4abd-bc1b-f45cd2e1b8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (eee3b0ff-2cfe-4e4b-9245-035e966ac5dd), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:54.305559 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477525ed-27fd-44fb-a61a-965e32aa25fa req-b5fee333-8ee5-43e9-87b6-37771d9fea45 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:54.307288 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-477525ed-27fd-44fb-a61a-965e32aa25fa req-b5fee333-8ee5-43e9-87b6-37771d9fea45 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=9829cd11-baa4-4561-9934-3becae825b83 HTTP/1.1" status: 200  len: 946 time: 0.6706579
May 07 22:11:54.366815 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-930afcf1-fd32-4f85-83b1-bd717cde5f83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (172f7e04-b85f-41ac-bb20-c2e54dc98280), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:54.482085 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-6349b784-ed67-4abd-bc1b-f45cd2e1b8ee None None] For port eee3b0ff-2cfe-4e4b-9245-035e966ac5dd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eee3b0ff-2cfe-4e4b-9245-035e966ac5dd,segment=NetworkSegment(45aa06bb-dcbe-4635-86c9-4a166f5ba56e),segment_id=45aa06bb-dcbe-4635-86c9-4a166f5ba56e)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:11:54.484417 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port eee3b0ff-2cfe-4e4b-9245-035e966ac5dd is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:11:54.484822 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (eee3b0ff-2cfe-4e4b-9245-035e966ac5dd), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:54.491766 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930afcf1-fd32-4f85-83b1-bd717cde5f83 admin admin] Pushing event deleted for resources: {'Port': ['ID=172f7e04-b85f-41ac-bb20-c2e54dc98280,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:54.499835 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6349b784-ed67-4abd-bc1b-f45cd2e1b8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (eee3b0ff-2cfe-4e4b-9245-035e966ac5dd), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:54.651167 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-477525ed-27fd-44fb-a61a-965e32aa25fa req-f2d9f4f7-3c8e-4562-8f30-7cfb2802333a tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3282731
May 07 22:11:54.675952 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-91ede72e-fce2-4c57-9a7d-a2de67c215b2 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:54.697442 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.db.api [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 07 22:11:54.698075 ncdv-master-1 neutron-server[121838]: DEBUG oslo_db.api [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 07 22:11:54.760031 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-930afcf1-fd32-4f85-83b1-bd717cde5f83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395776'] for router_gateway (1b8e677b-ae5e-4dbb-9096-020f21f5654a), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:54.773261 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6349b784-ed67-4abd-bc1b-f45cd2e1b8ee None None] Pushing event updated for resources: {'Port': ['ID=eee3b0ff-2cfe-4e4b-9245-035e966ac5dd,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:54.777706 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-92750416-12e0-4b8b-990a-3291ac41015a None None] Provisioning complete for port eee3b0ff-2cfe-4e4b-9245-035e966ac5dd triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:11:54.778340 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-92750416-12e0-4b8b-990a-3291ac41015a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (eee3b0ff-2cfe-4e4b-9245-035e966ac5dd), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:54.812691 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d6ecc8be-beee-457c-a071-f4e7d62ed97e tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks [] for port (9d2b4488-8265-4310-b07b-6270020e11a7), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:54.918030 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8f2977e5-cf2b-4b9b-a061-b2dbb0401ffb req-7e2c20d7-8316-4871-a7bd-2811f1024f9e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=02c9e228-e26c-48a5-8400-6b213926a539&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.3602579
May 07 22:11:54.935747 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-92750416-12e0-4b8b-990a-3291ac41015a None None] Current status of the port eee3b0ff-2cfe-4e4b-9245-035e966ac5dd is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:11:54.965124 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-92750416-12e0-4b8b-990a-3291ac41015a None None] Provisioning complete for port b84930e5-5cb5-45b0-84e6-8cdd16557af7 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:11:54.965856 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-92750416-12e0-4b8b-990a-3291ac41015a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (b84930e5-5cb5-45b0-84e6-8cdd16557af7), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:55.023350 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-930afcf1-fd32-4f85-83b1-bd717cde5f83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (1b8e677b-ae5e-4dbb-9096-020f21f5654a), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:55.025978 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-930afcf1-fd32-4f85-83b1-bd717cde5f83 admin admin] Publish callbacks [] for router_controller (1b8e677b-ae5e-4dbb-9096-020f21f5654a), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:55.125985 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-91ede72e-fce2-4c57-9a7d-a2de67c215b2 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Allocated IP 172.21.0.1 (57a3d56e-d0b9-4a67-8bdb-feb1ebf57598/d952d003-d993-4e20-a9f2-ff7b2d78e1b0/038c1998-1e0c-460f-a7ae-7f4d8177759e) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:11:55.136110 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-92750416-12e0-4b8b-990a-3291ac41015a None None] Current status of the port b84930e5-5cb5-45b0-84e6-8cdd16557af7 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:11:55.136600 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-92750416-12e0-4b8b-990a-3291ac41015a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (b84930e5-5cb5-45b0-84e6-8cdd16557af7), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:55.183744 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-92750416-12e0-4b8b-990a-3291ac41015a None None] For port b84930e5-5cb5-45b0-84e6-8cdd16557af7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b84930e5-5cb5-45b0-84e6-8cdd16557af7,segment=NetworkSegment(babe6146-1f3c-4457-a486-849f83e1f5d2),segment_id=babe6146-1f3c-4457-a486-849f83e1f5d2)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:11:55.195830 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-92750416-12e0-4b8b-990a-3291ac41015a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (b84930e5-5cb5-45b0-84e6-8cdd16557af7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:55.233723 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2977e5-cf2b-4b9b-a061-b2dbb0401ffb req-bc305026-f8d7-440a-8188-369df941087f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:55.235568 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8f2977e5-cf2b-4b9b-a061-b2dbb0401ffb req-bc305026-f8d7-440a-8188-369df941087f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b29256ef64d74a5297507ca500a9468e&device_id=02c9e228-e26c-48a5-8400-6b213926a539 HTTP/1.1" status: 200  len: 1127 time: 0.2514796
May 07 22:11:55.251357 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-930afcf1-fd32-4f85-83b1-bd717cde5f83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (1b8e677b-ae5e-4dbb-9096-020f21f5654a), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:55.252133 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-930afcf1-fd32-4f85-83b1-bd717cde5f83 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b8e677b-ae5e-4dbb-9096-020f21f5654a {{(pid=121837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 22:11:55.260745 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-930afcf1-fd32-4f85-83b1-bd717cde5f83 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:55.262924 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-930afcf1-fd32-4f85-83b1-bd717cde5f83 admin admin] 10.222.0.32 "DELETE /v2.0/routers/1b8e677b-ae5e-4dbb-9096-020f21f5654a HTTP/1.1" status: 204  len: 168 time: 4.5214629
May 07 22:11:55.265090 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 43578) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:55.282110 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-92750416-12e0-4b8b-990a-3291ac41015a None None] Provisioning complete for port 4b71fb16-aad7-4c0f-9643-62231513ca28 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:11:55.283000 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-92750416-12e0-4b8b-990a-3291ac41015a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (4b71fb16-aad7-4c0f-9643-62231513ca28), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:55.343929 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_v2 [None req-eabaa5f8-a3e4-4437-8ed5-5350deba1c37 admin admin] Deleting subnet 7525f1d2-1eb6-4a6d-a85b-d19ba636692a {{(pid=121836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:11:55.347937 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-eabaa5f8-a3e4-4437-8ed5-5350deba1c37 admin admin] Publish callbacks [] for subnet (7525f1d2-1eb6-4a6d-a85b-d19ba636692a), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:55.348201 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port eee3b0ff-2cfe-4e4b-9245-035e966ac5dd is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:11:55.349394 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device b84930e5-5cb5-45b0-84e6-8cdd16557af7 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:11:55.356068 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d6ecc8be-beee-457c-a071-f4e7d62ed97e tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (9d2b4488-8265-4310-b07b-6270020e11a7), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:55.397223 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-eabaa5f8-a3e4-4437-8ed5-5350deba1c37 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726883'] for subnet (7525f1d2-1eb6-4a6d-a85b-d19ba636692a), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:55.422978 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-92750416-12e0-4b8b-990a-3291ac41015a None None] Port 4b71fb16-aad7-4c0f-9643-62231513ca28 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:11:55.428823 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92750416-12e0-4b8b-990a-3291ac41015a None None] Pushing event updated for resources: {'Port': ['ID=b84930e5-5cb5-45b0-84e6-8cdd16557af7,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:55.440103 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-91ede72e-fce2-4c57-9a7d-a2de67c215b2 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for port (038c1998-1e0c-460f-a7ae-7f4d8177759e), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:55.469292 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port b84930e5-5cb5-45b0-84e6-8cdd16557af7 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:11:55.469776 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (b84930e5-5cb5-45b0-84e6-8cdd16557af7), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:55.537613 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-88fbb7d0-d167-4f66-aa00-9af570bb7c3f tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401094'] for router_interface (c773b215-6271-49f1-929f-7432862f4972), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:55.542350 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ecc8be-beee-457c-a071-f4e7d62ed97e tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:11:55.558960 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-91ede72e-fce2-4c57-9a7d-a2de67c215b2 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (038c1998-1e0c-460f-a7ae-7f4d8177759e), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:55.571613 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-10a31edd-dc9e-4b3f-8e4e-df162eedf523 None None] Provisioning complete for port 4b71fb16-aad7-4c0f-9643-62231513ca28 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:11:55.571613 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-10a31edd-dc9e-4b3f-8e4e-df162eedf523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (4b71fb16-aad7-4c0f-9643-62231513ca28), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:55.605887 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-d6ecc8be-beee-457c-a071-f4e7d62ed97e tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:11:55.608915 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port b84930e5-5cb5-45b0-84e6-8cdd16557af7 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:11:55.611923 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ecc8be-beee-457c-a071-f4e7d62ed97e tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Pushing event updated for resources: {'Port': ['ID=9d2b4488-8265-4310-b07b-6270020e11a7,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:55.624715 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-10a31edd-dc9e-4b3f-8e4e-df162eedf523 None None] Port 4b71fb16-aad7-4c0f-9643-62231513ca28 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:11:55.635588 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-10a31edd-dc9e-4b3f-8e4e-df162eedf523 None None] Provisioning complete for port b84930e5-5cb5-45b0-84e6-8cdd16557af7 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:11:55.636033 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-10a31edd-dc9e-4b3f-8e4e-df162eedf523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (b84930e5-5cb5-45b0-84e6-8cdd16557af7), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:55.644808 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ede72e-fce2-4c57-9a7d-a2de67c215b2 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Network 57a3d56e-d0b9-4a67-8bdb-feb1ebf57598 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:11:55.646694 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ede72e-fce2-4c57-9a7d-a2de67c215b2 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Pushing event updated for resources: {'Port': ['ID=038c1998-1e0c-460f-a7ae-7f4d8177759e,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:55.650539 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ecc8be-beee-457c-a071-f4e7d62ed97e tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:11:55.652159 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-91ede72e-fce2-4c57-9a7d-a2de67c215b2 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:11:55.655549 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-eabaa5f8-a3e4-4437-8ed5-5350deba1c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (7525f1d2-1eb6-4a6d-a85b-d19ba636692a), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:55.658087 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ede72e-fce2-4c57-9a7d-a2de67c215b2 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:11:55.673801 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2977e5-cf2b-4b9b-a061-b2dbb0401ffb req-3255d953-0be6-45ab-8273-530e92761aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:55.675793 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8f2977e5-cf2b-4b9b-a061-b2dbb0401ffb req-3255d953-0be6-45ab-8273-530e92761aec service neutron] 10.222.0.59 "GET /v2.0/networks?id=ebdf594d-504a-44e8-89b9-e74774287749 HTTP/1.1" status: 200  len: 907 time: 0.4041004
May 07 22:11:55.763061 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-10a31edd-dc9e-4b3f-8e4e-df162eedf523 None None] Current status of the port b84930e5-5cb5-45b0-84e6-8cdd16557af7 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:11:55.766752 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-91ede72e-fce2-4c57-9a7d-a2de67c215b2 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398161'] for router_interface (e5f51c83-4f6c-4670-998d-82d2a276c3d0), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:55.801071 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device eee3b0ff-2cfe-4e4b-9245-035e966ac5dd up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:11:55.843258 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8f2977e5-cf2b-4b9b-a061-b2dbb0401ffb req-0eb0605d-e23d-4155-bb24-034ad4fbddd4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a859dd9c-cf59-4a9b-84c9-dddc4e9476c0 HTTP/1.1" status: 200  len: 217 time: 0.0673895
May 07 22:11:55.870468 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port eee3b0ff-2cfe-4e4b-9245-035e966ac5dd triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:11:55.870886 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (eee3b0ff-2cfe-4e4b-9245-035e966ac5dd), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:55.918060 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-eabaa5f8-a3e4-4437-8ed5-5350deba1c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (7525f1d2-1eb6-4a6d-a85b-d19ba636692a), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:55.926401 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402a3154-9d0b-49f5-933b-c82398efa829 req-cdde1698-b26c-42e8-ac9a-588b56a16007 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:55.928340 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-402a3154-9d0b-49f5-933b-c82398efa829 req-cdde1698-b26c-42e8-ac9a-588b56a16007 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=9829cd11-baa4-4561-9934-3becae825b83 HTTP/1.1" status: 200  len: 946 time: 0.1053295
May 07 22:11:55.981178 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port eee3b0ff-2cfe-4e4b-9245-035e966ac5dd is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:11:55.982555 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device b84930e5-5cb5-45b0-84e6-8cdd16557af7 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:11:56.018187 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabaa5f8-a3e4-4437-8ed5-5350deba1c37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7525f1d2-1eb6-4a6d-a85b-d19ba636692a,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:56.027149 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-402a3154-9d0b-49f5-933b-c82398efa829 req-f5a3fbd6-d0a2-46fe-ab0b-968b10013a7f tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0865176
May 07 22:11:56.028398 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-eabaa5f8-a3e4-4437-8ed5-5350deba1c37 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:56.031574 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-eabaa5f8-a3e4-4437-8ed5-5350deba1c37 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7525f1d2-1eb6-4a6d-a85b-d19ba636692a HTTP/1.1" status: 204  len: 168 time: 0.7629912
May 07 22:11:56.034595 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 43584) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:56.050549 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ab0556-2172-45b2-be32-4b220e420fd2 None None] Network a84d38d1-6abf-44c7-be85-c7177428bd25 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:11:56.109103 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2977e5-cf2b-4b9b-a061-b2dbb0401ffb req-53eb8702-92b7-4b0a-8799-ef2448b6ae4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:56.110634 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8f2977e5-cf2b-4b9b-a061-b2dbb0401ffb req-53eb8702-92b7-4b0a-8799-ef2448b6ae4d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=08181da1-ef60-4984-b7f1-4a196d8203f6 HTTP/1.1" status: 200  len: 846 time: 0.2592833
May 07 22:11:56.140009 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-91ede72e-fce2-4c57-9a7d-a2de67c215b2 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (038c1998-1e0c-460f-a7ae-7f4d8177759e), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:56.161193 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port b84930e5-5cb5-45b0-84e6-8cdd16557af7 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:11:56.161463 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f78e5e60-7b74-4944-98ed-d6eaaf3e14c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (a84d38d1-6abf-44c7-be85-c7177428bd25), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:56.164464 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (b84930e5-5cb5-45b0-84e6-8cdd16557af7), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:56.169147 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-068c90ee-ee34-4f50-a639-d7c7c05946d8 None None] Provisioning complete for port 038c1998-1e0c-460f-a7ae-7f4d8177759e triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:11:56.169818 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-068c90ee-ee34-4f50-a639-d7c7c05946d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (038c1998-1e0c-460f-a7ae-7f4d8177759e), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:56.232855 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8f2977e5-cf2b-4b9b-a061-b2dbb0401ffb req-0923c748-c6a1-4c71-8a6d-93dfe6df3dd7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ebdf594d-504a-44e8-89b9-e74774287749&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0974417
May 07 22:11:56.268510 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5afda16-3c68-48d4-a914-e384dd5f68cd req-3713824c-9c98-421b-b8fb-885ece5756e9 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:56.270440 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c5afda16-3c68-48d4-a914-e384dd5f68cd req-3713824c-9c98-421b-b8fb-885ece5756e9 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=9829cd11-baa4-4561-9934-3becae825b83 HTTP/1.1" status: 200  len: 946 time: 0.1224782
May 07 22:11:56.282623 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-f78e5e60-7b74-4944-98ed-d6eaaf3e14c6 admin admin] Deleting port bd19f41f-a4c4-4eca-a08e-cf4227e5125f {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:11:56.282623 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f78e5e60-7b74-4944-98ed-d6eaaf3e14c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (bd19f41f-a4c4-4eca-a08e-cf4227e5125f), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:56.283989 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-88fbb7d0-d167-4f66-aa00-9af570bb7c3f tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Deleting port 88a7a7df-f9c7-4854-b696-05f1fdaa87d2 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:11:56.283989 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-88fbb7d0-d167-4f66-aa00-9af570bb7c3f tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (88a7a7df-f9c7-4854-b696-05f1fdaa87d2), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:56.290534 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-068c90ee-ee34-4f50-a639-d7c7c05946d8 None None] Port 038c1998-1e0c-460f-a7ae-7f4d8177759e cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:11:56.345084 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port b84930e5-5cb5-45b0-84e6-8cdd16557af7 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:11:56.401249 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5976a0-cf55-491f-9135-70417f7a7148 None None] DHCP port deletion for a84d38d1-6abf-44c7-be85-c7177428bd25 request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:11:56.402416 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-f78e5e60-7b74-4944-98ed-d6eaaf3e14c6 admin admin] For port bd19f41f-a4c4-4eca-a08e-cf4227e5125f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bd19f41f-a4c4-4eca-a08e-cf4227e5125f,segment=NetworkSegment(c92e749e-ff98-4b01-9124-0c112d9a1c1e),segment_id=c92e749e-ff98-4b01-9124-0c112d9a1c1e)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:11:56.402416 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f78e5e60-7b74-4944-98ed-d6eaaf3e14c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (bd19f41f-a4c4-4eca-a08e-cf4227e5125f), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:56.422284 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-f78e5e60-7b74-4944-98ed-d6eaaf3e14c6 admin admin] Calling delete_port for bd19f41f-a4c4-4eca-a08e-cf4227e5125f owned by network:dhcp {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:11:56.472756 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 172f7e04-b85f-41ac-bb20-c2e54dc98280 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:11:56.505859 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-4f5976a0-cf55-491f-9135-70417f7a7148 None None] Deleting port bd19f41f-a4c4-4eca-a08e-cf4227e5125f {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:11:56.506729 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-4f5976a0-cf55-491f-9135-70417f7a7148 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (bd19f41f-a4c4-4eca-a08e-cf4227e5125f), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:56.511764 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 172f7e04-b85f-41ac-bb20-c2e54dc98280 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:11:56.512121 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 172f7e04-b85f-41ac-bb20-c2e54dc98280 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:11:56.534321 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c5afda16-3c68-48d4-a914-e384dd5f68cd req-88fd8ac4-19b6-4643-923a-6240aa3d21e3 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2467096
May 07 22:11:56.579095 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5ef7b491-f1eb-4344-8f77-8ce2f43e3a30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:56.595225 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-4f5976a0-cf55-491f-9135-70417f7a7148 None None] For port bd19f41f-a4c4-4eca-a08e-cf4227e5125f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bd19f41f-a4c4-4eca-a08e-cf4227e5125f,segment=NetworkSegment(c92e749e-ff98-4b01-9124-0c112d9a1c1e),segment_id=c92e749e-ff98-4b01-9124-0c112d9a1c1e)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:11:56.595777 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-4f5976a0-cf55-491f-9135-70417f7a7148 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (bd19f41f-a4c4-4eca-a08e-cf4227e5125f), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:56.608059 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f78e5e60-7b74-4944-98ed-d6eaaf3e14c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (bd19f41f-a4c4-4eca-a08e-cf4227e5125f), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:56.616085 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-4f5976a0-cf55-491f-9135-70417f7a7148 None None] Calling delete_port for bd19f41f-a4c4-4eca-a08e-cf4227e5125f owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:11:56.618429 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-88fbb7d0-d167-4f66-aa00-9af570bb7c3f tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (88a7a7df-f9c7-4854-b696-05f1fdaa87d2), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:56.624179 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8f2977e5-cf2b-4b9b-a061-b2dbb0401ffb req-daafa08c-8fae-4a68-8f5d-e1b09d35c0b2 service neutron] 10.222.0.59 "GET /v2.0/networks/ebdf594d-504a-44e8-89b9-e74774287749?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3805289
May 07 22:11:56.654742 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78e5e60-7b74-4944-98ed-d6eaaf3e14c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd19f41f-a4c4-4eca-a08e-cf4227e5125f,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:56.656696 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78e5e60-7b74-4944-98ed-d6eaaf3e14c6 admin admin] No DVR routers for this DVR port bd19f41f-a4c4-4eca-a08e-cf4227e5125f on host ncdv-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:11:56.659672 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-91ede72e-fce2-4c57-9a7d-a2de67c215b2 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for port (038c1998-1e0c-460f-a7ae-7f4d8177759e), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:56.677022 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-88fbb7d0-d167-4f66-aa00-9af570bb7c3f tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Calling delete_port for 88a7a7df-f9c7-4854-b696-05f1fdaa87d2 owned by network:router_interface {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:11:56.699919 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-91ede72e-fce2-4c57-9a7d-a2de67c215b2 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (038c1998-1e0c-460f-a7ae-7f4d8177759e), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:56.740640 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d6ecc8be-beee-457c-a071-f4e7d62ed97e tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks [] for router_gateway (51f963bd-0905-4576-8690-78e1898bad66), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:56.748468 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-4f5976a0-cf55-491f-9135-70417f7a7148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (bd19f41f-a4c4-4eca-a08e-cf4227e5125f), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:56.787884 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5976a0-cf55-491f-9135-70417f7a7148 None None] Pushing event deleted for resources: {'Port': ['ID=bd19f41f-a4c4-4eca-a08e-cf4227e5125f,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:56.793446 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5976a0-cf55-491f-9135-70417f7a7148 None None] No DVR routers for this DVR port bd19f41f-a4c4-4eca-a08e-cf4227e5125f on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:11:56.829350 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f78e5e60-7b74-4944-98ed-d6eaaf3e14c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (a84d38d1-6abf-44c7-be85-c7177428bd25), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:56.860302 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-91ede72e-fce2-4c57-9a7d-a2de67c215b2 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401121'] for router_interface (e5f51c83-4f6c-4670-998d-82d2a276c3d0), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:56.878274 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-f78e5e60-7b74-4944-98ed-d6eaaf3e14c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf8703de20>,) {'filters': {'network_id': ['a84d38d1-6abf-44c7-be85-c7177428bd25']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:11:56.888664 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ede72e-fce2-4c57-9a7d-a2de67c215b2 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Pushing event updated for resources: {'Port': ['ID=038c1998-1e0c-460f-a7ae-7f4d8177759e,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:56.905049 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-f78e5e60-7b74-4944-98ed-d6eaaf3e14c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8703de20>, 'c92e749e-ff98-4b01-9124-0c112d9a1c1e') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:11:56.905346 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-f78e5e60-7b74-4944-98ed-d6eaaf3e14c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8703de20>, 'c92e749e-ff98-4b01-9124-0c112d9a1c1e') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:11:56.924683 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f78e5e60-7b74-4944-98ed-d6eaaf3e14c6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (c92e749e-ff98-4b01-9124-0c112d9a1c1e), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:56.978746 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f78e5e60-7b74-4944-98ed-d6eaaf3e14c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (c92e749e-ff98-4b01-9124-0c112d9a1c1e), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:56.989487 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f78e5e60-7b74-4944-98ed-d6eaaf3e14c6 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:11:56.990069 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f78e5e60-7b74-4944-98ed-d6eaaf3e14c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (c92e749e-ff98-4b01-9124-0c112d9a1c1e), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:56.992609 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 22:11:56.992609 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:11:56.992609 ncdv-master-1 neutron-server[121836]:     timer()
May 07 22:11:56.992609 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:11:56.992609 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 22:11:56.992609 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:11:56.992609 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 22:11:56.992609 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:11:56.992609 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 22:11:56.992609 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:11:56.992609 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 22:11:56.992609 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:11:56.992609 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 22:11:56.992609 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:11:56.992609 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:11:56.992609 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:11:56.992609 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:11:56.992609 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:11:56.992609 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 22:11:56.992609 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:11:56.992609 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 22:11:56.992609 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:11:56.992609 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:11:56.992609 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:11:56.992609 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 22:11:56.992609 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:11:56.992609 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:11:56.992609 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:11:56.992609 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:11:56.992609 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:11:56.992609 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:11:56.992609 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:11:57.063612 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ede72e-fce2-4c57-9a7d-a2de67c215b2 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Network 57a3d56e-d0b9-4a67-8bdb-feb1ebf57598 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:11:57.065051 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-91ede72e-fce2-4c57-9a7d-a2de67c215b2 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:11:57.076168 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f78e5e60-7b74-4944-98ed-d6eaaf3e14c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (a84d38d1-6abf-44c7-be85-c7177428bd25), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:57.123660 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f78e5e60-7b74-4944-98ed-d6eaaf3e14c6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:57.130678 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-f78e5e60-7b74-4944-98ed-d6eaaf3e14c6 admin admin] 10.222.0.32 "DELETE /v2.0/networks/a84d38d1-6abf-44c7-be85-c7177428bd25 HTTP/1.1" status: 204  len: 168 time: 1.0914602
May 07 22:11:57.166859 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78e5e60-7b74-4944-98ed-d6eaaf3e14c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a84d38d1-6abf-44c7-be85-c7177428bd25,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:57.222205 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91ede72e-fce2-4c57-9a7d-a2de67c215b2 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Router e5f51c83-4f6c-4670-998d-82d2a276c3d0 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:11:57.292778 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54850ba-2aaf-4c72-add0-82f5a08dc3ff req-e9dc51f1-fed1-48ca-885a-c5439acb65b6 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:57.294245 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c54850ba-2aaf-4c72-add0-82f5a08dc3ff req-e9dc51f1-fed1-48ca-885a-c5439acb65b6 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=9829cd11-baa4-4561-9934-3becae825b83 HTTP/1.1" status: 200  len: 946 time: 0.1311553
May 07 22:11:57.313335 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43596) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:57.358431 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91ede72e-fce2-4c57-9a7d-a2de67c215b2 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:11:57.364344 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8f2977e5-cf2b-4b9b-a061-b2dbb0401ffb req-67cb42f2-ae7d-47b4-8b83-93882d0e9b42 service neutron] 10.222.0.59 "GET /v2.0/networks/ebdf594d-504a-44e8-89b9-e74774287749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7316976
May 07 22:11:57.365816 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-91ede72e-fce2-4c57-9a7d-a2de67c215b2 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "PUT /v2.0/routers/e5f51c83-4f6c-4670-998d-82d2a276c3d0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9997919
May 07 22:11:57.369024 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 43598) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:57.388890 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a927c3-d77e-4b9a-a8e4-5c630f5885fe None None] Sync routers for ids ['e5f51c83-4f6c-4670-998d-82d2a276c3d0'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:11:57.416029 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a927c3-d77e-4b9a-a8e4-5c630f5885fe None None] Routers {'e5f51c83-4f6c-4670-998d-82d2a276c3d0'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:11:57.417240 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-c3a927c3-d77e-4b9a-a8e4-5c630f5885fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8ca9a1c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:11:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['e5f51c83-4f6c-4670-998d-82d2a276c3d0'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:11:57.436955 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236e5594-e91c-49c8-ab16-4afcd404f084 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:57.442686 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-236e5594-e91c-49c8-ab16-4afcd404f084 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "GET /v2.0/ports/038c1998-1e0c-460f-a7ae-7f4d8177759e HTTP/1.1" status: 200  len: 910 time: 0.0697384
May 07 22:11:57.442930 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 43600) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:57.451127 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:57.479896 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-c3a927c3-d77e-4b9a-a8e4-5c630f5885fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8ca9a1c0>, [], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:11:57.493159 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a927c3-d77e-4b9a-a8e4-5c630f5885fe None None] Routers {'e5f51c83-4f6c-4670-998d-82d2a276c3d0'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:11:57.493930 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-c3a927c3-d77e-4b9a-a8e4-5c630f5885fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8ca9a1c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:11:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['e5f51c83-4f6c-4670-998d-82d2a276c3d0'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:11:57.529125 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-41ffbf78-f2e8-4ab8-af87-b8a94f89d548 None None] Provisioning complete for port 038c1998-1e0c-460f-a7ae-7f4d8177759e triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:11:57.529533 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-41ffbf78-f2e8-4ab8-af87-b8a94f89d548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (038c1998-1e0c-460f-a7ae-7f4d8177759e), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:57.555377 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-c3a927c3-d77e-4b9a-a8e4-5c630f5885fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8ca9a1c0>, [], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:11:57.555979 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a927c3-d77e-4b9a-a8e4-5c630f5885fe None None] The sync data for ids ['e5f51c83-4f6c-4670-998d-82d2a276c3d0'] in ncdv-master-1 is: [] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:11:57.575549 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-41ffbf78-f2e8-4ab8-af87-b8a94f89d548 None None] Port 038c1998-1e0c-460f-a7ae-7f4d8177759e cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:11:57.598189 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-fb67b7e1-b09a-4925-8064-c1d551a3fa8d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0543013ca84b4ebb90ffc461dad90515&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2775159
May 07 22:11:57.604821 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c54850ba-2aaf-4c72-add0-82f5a08dc3ff req-53ab3c13-8540-476a-ba93-f6b8c7af4eed tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2936571
May 07 22:11:57.607856 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43602) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:57.723245 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device bd19f41f-a4c4-4eca-a08e-cf4227e5125f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:11:57.762937 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-312aa3a4-57c2-4660-a1b2-d5fb6a1a3027 admin admin] Publish callbacks [] for security_group (bf5f6254-3cb2-49b4-bf1d-375722bc8dc3), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:57.766090 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d6ecc8be-beee-457c-a071-f4e7d62ed97e tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-395855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5148'] for router (51f963bd-0905-4576-8690-78e1898bad66), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:57.769872 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-88fbb7d0-d167-4f66-aa00-9af570bb7c3f tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (88a7a7df-f9c7-4854-b696-05f1fdaa87d2), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:57.777772 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d6ecc8be-beee-457c-a071-f4e7d62ed97e tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-395830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-395837', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-419014'] for router (51f963bd-0905-4576-8690-78e1898bad66), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:57.789976 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: bd19f41f-a4c4-4eca-a08e-cf4227e5125f {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:11:57.790469 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device bd19f41f-a4c4-4eca-a08e-cf4227e5125f not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:11:57.827419 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fbb7d0-d167-4f66-aa00-9af570bb7c3f tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Pushing event deleted for resources: {'Port': ['ID=88a7a7df-f9c7-4854-b696-05f1fdaa87d2,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:57.830708 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-312aa3a4-57c2-4660-a1b2-d5fb6a1a3027 admin admin] Publish callbacks [] for security_group (bf5f6254-3cb2-49b4-bf1d-375722bc8dc3), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:57.933551 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3f5ffebe-222c-4153-b31e-f91f2d9e98ec tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401094'] for router_interface (e5f51c83-4f6c-4670-998d-82d2a276c3d0), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:58.089267 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-312aa3a4-57c2-4660-a1b2-d5fb6a1a3027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (bf5f6254-3cb2-49b4-bf1d-375722bc8dc3), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:58.091831 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-312aa3a4-57c2-4660-a1b2-d5fb6a1a3027 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:58.095433 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-312aa3a4-57c2-4660-a1b2-d5fb6a1a3027 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bf5f6254-3cb2-49b4-bf1d-375722bc8dc3 HTTP/1.1" status: 204  len: 168 time: 0.4817591
May 07 22:11:58.145638 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312aa3a4-57c2-4660-a1b2-d5fb6a1a3027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf5f6254-3cb2-49b4-bf1d-375722bc8dc3,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:58.156298 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-88fbb7d0-d167-4f66-aa00-9af570bb7c3f tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401002'] for router_interface (c773b215-6271-49f1-929f-7432862f4972), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:58.270376 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6ecc8be-beee-457c-a071-f4e7d62ed97e tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Router 51f963bd-0905-4576-8690-78e1898bad66 is scheduled to L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db with binding_index 1 {{(pid=121837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 07 22:11:58.466168 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88fbb7d0-d167-4f66-aa00-9af570bb7c3f tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Router c773b215-6271-49f1-929f-7432862f4972 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:11:58.586085 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6ecc8be-beee-457c-a071-f4e7d62ed97e tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:11:58.591695 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d6ecc8be-beee-457c-a071-f4e7d62ed97e tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:58.597626 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-d6ecc8be-beee-457c-a071-f4e7d62ed97e tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] 10.222.0.32 "PUT /v2.0/routers/51f963bd-0905-4576-8690-78e1898bad66 HTTP/1.1" status: 200  len: 914 time: 7.3769159
May 07 22:11:58.597626 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43612) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:58.608713 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88fbb7d0-d167-4f66-aa00-9af570bb7c3f tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:11:58.614174 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454efed5-0a30-4c78-accb-de5c76d21e88 None None] Sync routers for ids ['51f963bd-0905-4576-8690-78e1898bad66'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:11:58.618306 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-88fbb7d0-d167-4f66-aa00-9af570bb7c3f tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "PUT /v2.0/routers/c773b215-6271-49f1-929f-7432862f4972/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.9042950
May 07 22:11:58.620048 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 43614) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:58.627049 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86727e7d-317d-4ecb-b701-6f75e06df19e None None] Sync routers for ids ['c773b215-6271-49f1-929f-7432862f4972'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:11:58.641902 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da960f54-27fd-48ed-a4d6-ab236fcd5e4c req-846ee1f5-ad6f-46ff-b6d2-7d66ccc8f8a9 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:58.643077 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-da960f54-27fd-48ed-a4d6-ab236fcd5e4c req-846ee1f5-ad6f-46ff-b6d2-7d66ccc8f8a9 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.55 "GET /v2.0/ports?device_id=9829cd11-baa4-4561-9934-3becae825b83 HTTP/1.1" status: 200  len: 946 time: 0.2000875
May 07 22:11:58.644920 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454efed5-0a30-4c78-accb-de5c76d21e88 None None] Routers {'51f963bd-0905-4576-8690-78e1898bad66'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:11:58.644920 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-454efed5-0a30-4c78-accb-de5c76d21e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c86a880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:11:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['51f963bd-0905-4576-8690-78e1898bad66'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:11:58.680805 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86727e7d-317d-4ecb-b701-6f75e06df19e None None] Routers {'c773b215-6271-49f1-929f-7432862f4972'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:11:58.686439 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc40d8b8-5568-4882-a477-4474239bb4e5 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] GET failed (client error): The resource could not be found.
May 07 22:11:58.688267 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-cc40d8b8-5568-4882-a477-4474239bb4e5 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "GET /v2.0/ports/88a7a7df-f9c7-4854-b696-05f1fdaa87d2 HTTP/1.1" status: 404  len: 333 time: 0.0673203
May 07 22:11:58.689615 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-86727e7d-317d-4ecb-b701-6f75e06df19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c7f1c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:11:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['c773b215-6271-49f1-929f-7432862f4972'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:11:58.696081 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43618) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:58.709036 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43620) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:58.716576 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-454efed5-0a30-4c78-accb-de5c76d21e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c86a880>, [], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:11:58.728492 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454efed5-0a30-4c78-accb-de5c76d21e88 None None] Routers {'51f963bd-0905-4576-8690-78e1898bad66'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:11:58.729843 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-454efed5-0a30-4c78-accb-de5c76d21e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c86a880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:11:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['51f963bd-0905-4576-8690-78e1898bad66'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:11:58.777941 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-454efed5-0a30-4c78-accb-de5c76d21e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c86a880>, [], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:11:58.779004 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454efed5-0a30-4c78-accb-de5c76d21e88 None None] The sync data for ids ['51f963bd-0905-4576-8690-78e1898bad66'] in ncdv-master-1 is: [] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:11:58.804873 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-86727e7d-317d-4ecb-b701-6f75e06df19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c7f1c10>, [], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:11:58.818828 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86727e7d-317d-4ecb-b701-6f75e06df19e None None] Routers {'c773b215-6271-49f1-929f-7432862f4972'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:11:58.819832 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-3f5ffebe-222c-4153-b31e-f91f2d9e98ec tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Deleting port 038c1998-1e0c-460f-a7ae-7f4d8177759e {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:11:58.820111 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3f5ffebe-222c-4153-b31e-f91f2d9e98ec tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (038c1998-1e0c-460f-a7ae-7f4d8177759e), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:58.820658 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-86727e7d-317d-4ecb-b701-6f75e06df19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c7f1c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:11:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['c773b215-6271-49f1-929f-7432862f4972'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:11:58.867182 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-86727e7d-317d-4ecb-b701-6f75e06df19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c7f1c10>, [], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:11:58.867999 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86727e7d-317d-4ecb-b701-6f75e06df19e None None] The sync data for ids ['c773b215-6271-49f1-929f-7432862f4972'] in ncdv-master-1 is: [] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:11:58.875724 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b634-b0a0-461c-9bf0-efa8774dd877 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:58.892201 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-da960f54-27fd-48ed-a4d6-ab236fcd5e4c req-ab0e36f8-487b-4632-baa8-22b6bba3e416 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Deleting port 0541c2a2-9507-408f-93eb-52c625931320 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:11:58.892651 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-da960f54-27fd-48ed-a4d6-ab236fcd5e4c req-ab0e36f8-487b-4632-baa8-22b6bba3e416 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (0541c2a2-9507-408f-93eb-52c625931320), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:58.893123 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e46a6f8f-6377-469c-91d3-bf26dc28dbcb tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for router (c773b215-6271-49f1-929f-7432862f4972), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:58.946605 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6b9f64-0295-4248-8827-d6d5a1a8b1e3 req-0e602cc7-483c-4d46-bc52-94cf5feeb95f tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:58.948265 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5b6b9f64-0295-4248-8827-d6d5a1a8b1e3 req-0e602cc7-483c-4d46-bc52-94cf5feeb95f tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=9829cd11-baa4-4561-9934-3becae825b83 HTTP/1.1" status: 200  len: 946 time: 0.1533847
May 07 22:11:58.995659 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-b35b3a05-93d6-45d6-88db-fed57cc29d17 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] 10.222.0.32 "GET /v2.0/routers/51f963bd-0905-4576-8690-78e1898bad66 HTTP/1.1" status: 200  len: 920 time: 0.3977373
May 07 22:11:58.999916 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43622) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:59.083228 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3f5ffebe-222c-4153-b31e-f91f2d9e98ec tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (038c1998-1e0c-460f-a7ae-7f4d8177759e), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:59.119842 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-3f5ffebe-222c-4153-b31e-f91f2d9e98ec tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Calling delete_port for 038c1998-1e0c-460f-a7ae-7f4d8177759e owned by network:router_interface {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:11:59.137677 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5b6b9f64-0295-4248-8827-d6d5a1a8b1e3 req-9a1e99da-8323-4a73-b0d9-09eb77cf1973 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1702576
May 07 22:11:59.140032 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-da960f54-27fd-48ed-a4d6-ab236fcd5e4c req-ab0e36f8-487b-4632-baa8-22b6bba3e416 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] For port 0541c2a2-9507-408f-93eb-52c625931320, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0541c2a2-9507-408f-93eb-52c625931320,segment=NetworkSegment(2cb8e953-203f-4019-8d4d-d4ab0509c11a),segment_id=2cb8e953-203f-4019-8d4d-d4ab0509c11a)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:11:59.140397 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-da960f54-27fd-48ed-a4d6-ab236fcd5e4c req-ab0e36f8-487b-4632-baa8-22b6bba3e416 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (0541c2a2-9507-408f-93eb-52c625931320), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:59.150120 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e46a6f8f-6377-469c-91d3-bf26dc28dbcb tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (c773b215-6271-49f1-929f-7432862f4972), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:59.153397 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e46a6f8f-6377-469c-91d3-bf26dc28dbcb tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for router_controller (c773b215-6271-49f1-929f-7432862f4972), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:59.167948 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e494c3-5b93-4aea-a2dd-d6e57efb0c2a tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:59.169538 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-79e494c3-5b93-4aea-a2dd-d6e57efb0c2a tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=9221b764-ef06-431f-8941-796516ed7c3b&device_id=51f963bd-0905-4576-8690-78e1898bad66&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.1653666
May 07 22:11:59.178232 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 43626) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:59.192989 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-da960f54-27fd-48ed-a4d6-ab236fcd5e4c req-ab0e36f8-487b-4632-baa8-22b6bba3e416 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Calling delete_port for 0541c2a2-9507-408f-93eb-52c625931320 owned by compute:nova {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:11:59.203490 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:59.230340 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e46a6f8f-6377-469c-91d3-bf26dc28dbcb tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (c773b215-6271-49f1-929f-7432862f4972), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:59.230906 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e46a6f8f-6377-469c-91d3-bf26dc28dbcb tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Fanout notify agent at l3_agent the message router_deleted on router c773b215-6271-49f1-929f-7432862f4972 {{(pid=121837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 22:11:59.242931 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e46a6f8f-6377-469c-91d3-bf26dc28dbcb tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:59.247306 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-e46a6f8f-6377-469c-91d3-bf26dc28dbcb tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "DELETE /v2.0/routers/c773b215-6271-49f1-929f-7432862f4972 HTTP/1.1" status: 204  len: 168 time: 0.5446022
May 07 22:11:59.247306 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43628) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:59.284550 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b634-b0a0-461c-9bf0-efa8774dd877 admin admin] Publish callbacks [] for security_group (f8db7ba1-05cf-4554-821d-2e59ef937a66), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:59.292407 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8aa3b634-b0a0-461c-9bf0-efa8774dd877 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (f8db7ba1-05cf-4554-821d-2e59ef937a66), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:59.346970 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-8aa3b634-b0a0-461c-9bf0-efa8774dd877 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200  len: 2720 time: 0.6341925
May 07 22:11:59.351646 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-64bf7430-b62f-4999-8bd0-95a14d7e017f tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Deleting subnet fa56bed4-e14f-428d-bd22-e20e6ad1fca9 {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:11:59.353879 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43630) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:59.354963 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa3b634-b0a0-461c-9bf0-efa8774dd877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8db7ba1-05cf-4554-821d-2e59ef937a66,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:59.364996 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-64bf7430-b62f-4999-8bd0-95a14d7e017f tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for subnet (fa56bed4-e14f-428d-bd22-e20e6ad1fca9), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:59.445208 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-64bf7430-b62f-4999-8bd0-95a14d7e017f tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (fa56bed4-e14f-428d-bd22-e20e6ad1fca9), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:59.472257 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ef914d21-10dd-4635-8536-e75e8994d917 admin admin] Publish callbacks [] for security_group (f8db7ba1-05cf-4554-821d-2e59ef937a66), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:59.504152 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa5947f-dd46-4635-bd4a-cc07fb8ec68a tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:11:59.506145 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-4aa5947f-dd46-4635-bd4a-cc07fb8ec68a tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] 10.222.0.32 "GET /v2.0/networks/9221b764-ef06-431f-8941-796516ed7c3b HTTP/1.1" status: 200  len: 881 time: 0.3267181
May 07 22:11:59.509083 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 43632) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:59.509336 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ef914d21-10dd-4635-8536-e75e8994d917 admin admin] Publish callbacks [] for security_group (f8db7ba1-05cf-4554-821d-2e59ef937a66), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:59.560590 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-e348d574-e84a-43e1-ab7e-c03a56d4085b tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] 10.222.0.32 "GET /v2.0/ports?device_id=51f963bd-0905-4576-8690-78e1898bad66 HTTP/1.1" status: 200  len: 205 time: 0.0495694
May 07 22:11:59.564794 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43634) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:59.632487 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-64bf7430-b62f-4999-8bd0-95a14d7e017f tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (fa56bed4-e14f-428d-bd22-e20e6ad1fca9), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:59.655831 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-da960f54-27fd-48ed-a4d6-ab236fcd5e4c req-ab0e36f8-487b-4632-baa8-22b6bba3e416 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (0541c2a2-9507-408f-93eb-52c625931320), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:59.669174 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['a859dd9c-cf59-4a9b-84c9-dddc4e9476c0'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:11:59.673810 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['0541c2a2-9507-408f-93eb-52c625931320'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:11:59.693460 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3f5ffebe-222c-4153-b31e-f91f2d9e98ec tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (038c1998-1e0c-460f-a7ae-7f4d8177759e), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:59.697417 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0e36f8-487b-4632-baa8-22b6bba3e416 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Pushing event deleted for resources: {'Port': ['ID=0541c2a2-9507-408f-93eb-52c625931320,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:59.736587 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5ffebe-222c-4153-b31e-f91f2d9e98ec tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Pushing event deleted for resources: {'Port': ['ID=038c1998-1e0c-460f-a7ae-7f4d8177759e,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:59.756042 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ef914d21-10dd-4635-8536-e75e8994d917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (f8db7ba1-05cf-4554-821d-2e59ef937a66), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:59.758546 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ef914d21-10dd-4635-8536-e75e8994d917 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:59.762931 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-ef914d21-10dd-4635-8536-e75e8994d917 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f8db7ba1-05cf-4554-821d-2e59ef937a66 HTTP/1.1" status: 204  len: 168 time: 0.4050202
May 07 22:11:59.796141 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef914d21-10dd-4635-8536-e75e8994d917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8db7ba1-05cf-4554-821d-2e59ef937a66,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:59.801253 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-64bf7430-b62f-4999-8bd0-95a14d7e017f tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (fa56bed4-e14f-428d-bd22-e20e6ad1fca9), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:59.805928 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-da960f54-27fd-48ed-a4d6-ab236fcd5e4c req-ab0e36f8-487b-4632-baa8-22b6bba3e416 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] No DVR routers for this DVR port 0541c2a2-9507-408f-93eb-52c625931320 on host nch1-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:11:59.812365 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-da960f54-27fd-48ed-a4d6-ab236fcd5e4c req-ab0e36f8-487b-4632-baa8-22b6bba3e416 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:59.815586 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-da960f54-27fd-48ed-a4d6-ab236fcd5e4c req-ab0e36f8-487b-4632-baa8-22b6bba3e416 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.55 "DELETE /v2.0/ports/0541c2a2-9507-408f-93eb-52c625931320 HTTP/1.1" status: 204  len: 173 time: 1.1463532
May 07 22:11:59.816037 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9829cd11-baa4-4561-9934-3becae825b83', 'name': 'network-vif-deleted', 'tag': '0541c2a2-9507-408f-93eb-52c625931320'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:11:59.819166 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-774230b2-1354-4e53-9b76-8ff935c09620" -d '{"events": [{"server_uuid": "9829cd11-baa4-4561-9934-3becae825b83", "name": "network-vif-deleted", "tag": "0541c2a2-9507-408f-93eb-52c625931320"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:11:59.820991 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-64bf7430-b62f-4999-8bd0-95a14d7e017f tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:59.827459 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-64bf7430-b62f-4999-8bd0-95a14d7e017f tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "DELETE /v2.0/subnets/fa56bed4-e14f-428d-bd22-e20e6ad1fca9 HTTP/1.1" status: 204  len: 168 time: 0.5762775
May 07 22:11:59.852611 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43640) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:11:59.862422 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bf7430-b62f-4999-8bd0-95a14d7e017f tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Pushing event deleted for resources: {'Subnet': ['ID=fa56bed4-e14f-428d-bd22-e20e6ad1fca9,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:11:59.874599 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4f21be8b-6f28-4cc6-b459-682f8b3a6537 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks [] for router (51f963bd-0905-4576-8690-78e1898bad66), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:11:59.880827 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78482dd-2605-421f-a3d4-60897e03c703 None None] Network d8e2f1ae-3dc5-473e-adda-24a555cb84bd requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:12:00.158235 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3f5ffebe-222c-4153-b31e-f91f2d9e98ec tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401002'] for router_interface (e5f51c83-4f6c-4670-998d-82d2a276c3d0), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:00.300414 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:11:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67edfc88-28d7-42e0-a5d2-bbedc33c0ff3 x-openstack-request-id: req-67edfc88-28d7-42e0-a5d2-bbedc33c0ff3 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:12:00.300728 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9829cd11-baa4-4561-9934-3becae825b83", "name": "network-vif-deleted", "tag": "0541c2a2-9507-408f-93eb-52c625931320", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:12:00.301597 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-67edfc88-28d7-42e0-a5d2-bbedc33c0ff3 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:12:00.301597 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67edfc88-28d7-42e0-a5d2-bbedc33c0ff3'] response: {'server_uuid': '9829cd11-baa4-4561-9934-3becae825b83', 'name': 'network-vif-deleted', 'tag': '0541c2a2-9507-408f-93eb-52c625931320', 'status': 'completed', 'code': 200}
May 07 22:12:00.377441 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:00.473935 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6f002f4c-587a-4f21-ae52-3af5baacae2d req-bd0c0b59-f440-47f3-8cb3-01da01b316a1 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=9829cd11-baa4-4561-9934-3becae825b83 HTTP/1.1" status: 200  len: 210 time: 0.0818036
May 07 22:12:00.510784 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53f44e7-0cc9-47ae-add1-03d3f2646f93 None None] DHCP port deletion for d8e2f1ae-3dc5-473e-adda-24a555cb84bd request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:12:00.562347 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-a53f44e7-0cc9-47ae-add1-03d3f2646f93 None None] Deleting port 53e06a54-947e-4a98-9ba5-4709b031476d {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:12:00.562850 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a53f44e7-0cc9-47ae-add1-03d3f2646f93 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (53e06a54-947e-4a98-9ba5-4709b031476d), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:00.647216 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f5ffebe-222c-4153-b31e-f91f2d9e98ec tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Router e5f51c83-4f6c-4670-998d-82d2a276c3d0 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:12:00.657477 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-a53f44e7-0cc9-47ae-add1-03d3f2646f93 None None] For port 53e06a54-947e-4a98-9ba5-4709b031476d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=53e06a54-947e-4a98-9ba5-4709b031476d,segment=NetworkSegment(a76c54c0-5967-46f2-b968-6b5bec420330),segment_id=a76c54c0-5967-46f2-b968-6b5bec420330)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:12:00.659229 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a53f44e7-0cc9-47ae-add1-03d3f2646f93 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (53e06a54-947e-4a98-9ba5-4709b031476d), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:00.677894 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-a53f44e7-0cc9-47ae-add1-03d3f2646f93 None None] Calling delete_port for 53e06a54-947e-4a98-9ba5-4709b031476d owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:12:00.783134 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a53f44e7-0cc9-47ae-add1-03d3f2646f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (53e06a54-947e-4a98-9ba5-4709b031476d), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:00.801525 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f5ffebe-222c-4153-b31e-f91f2d9e98ec tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:12:00.811176 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-3f5ffebe-222c-4153-b31e-f91f2d9e98ec tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "PUT /v2.0/routers/e5f51c83-4f6c-4670-998d-82d2a276c3d0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3671646
May 07 22:12:00.811855 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 43666) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:00.815753 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53f44e7-0cc9-47ae-add1-03d3f2646f93 None None] Pushing event deleted for resources: {'Port': ['ID=53e06a54-947e-4a98-9ba5-4709b031476d,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:00.819806 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d2b2171a-d49e-4258-9300-1c207411c0d6 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (d8e2f1ae-3dc5-473e-adda-24a555cb84bd), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:00.821508 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27763b1a-f362-4325-93a7-ff422ef2aa90 None None] Sync routers for ids ['e5f51c83-4f6c-4670-998d-82d2a276c3d0'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:12:00.835867 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27763b1a-f362-4325-93a7-ff422ef2aa90 None None] Routers {'e5f51c83-4f6c-4670-998d-82d2a276c3d0'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:12:00.836512 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-27763b1a-f362-4325-93a7-ff422ef2aa90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c137370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:11:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['e5f51c83-4f6c-4670-998d-82d2a276c3d0'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:00.876975 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-27763b1a-f362-4325-93a7-ff422ef2aa90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c137370>, [], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:00.883374 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53f44e7-0cc9-47ae-add1-03d3f2646f93 None None] No DVR routers for this DVR port 53e06a54-947e-4a98-9ba5-4709b031476d on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:12:00.889067 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4f21be8b-6f28-4cc6-b459-682f8b3a6537 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks [] for router_gateway (51f963bd-0905-4576-8690-78e1898bad66), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:00.889604 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53f44e7-0cc9-47ae-add1-03d3f2646f93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:12:00.889972 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53f44e7-0cc9-47ae-add1-03d3f2646f93 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:12:00.890354 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53f44e7-0cc9-47ae-add1-03d3f2646f93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:12:00.890674 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53f44e7-0cc9-47ae-add1-03d3f2646f93 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:12:00.891043 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53f44e7-0cc9-47ae-add1-03d3f2646f93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:12:00.892485 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53f44e7-0cc9-47ae-add1-03d3f2646f93 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:12:00.892485 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53f44e7-0cc9-47ae-add1-03d3f2646f93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:12:00.892485 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53f44e7-0cc9-47ae-add1-03d3f2646f93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:12:00.892485 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53f44e7-0cc9-47ae-add1-03d3f2646f93 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:12:00.892846 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53f44e7-0cc9-47ae-add1-03d3f2646f93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:12:00.892971 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53f44e7-0cc9-47ae-add1-03d3f2646f93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:12:00.893289 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53f44e7-0cc9-47ae-add1-03d3f2646f93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:12:00.893613 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53f44e7-0cc9-47ae-add1-03d3f2646f93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:12:00.893941 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53f44e7-0cc9-47ae-add1-03d3f2646f93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:12:00.894267 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53f44e7-0cc9-47ae-add1-03d3f2646f93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:12:00.898812 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27763b1a-f362-4325-93a7-ff422ef2aa90 None None] Routers {'e5f51c83-4f6c-4670-998d-82d2a276c3d0'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:12:00.899532 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-27763b1a-f362-4325-93a7-ff422ef2aa90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c137370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:11:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['e5f51c83-4f6c-4670-998d-82d2a276c3d0'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:00.944199 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 43668) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:00.952694 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-27763b1a-f362-4325-93a7-ff422ef2aa90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c137370>, [], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:00.953321 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27763b1a-f362-4325-93a7-ff422ef2aa90 None None] The sync data for ids ['e5f51c83-4f6c-4670-998d-82d2a276c3d0'] in ncdv-master-1 is: [] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:12:01.003183 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d2b2171a-d49e-4258-9300-1c207411c0d6 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (d8e2f1ae-3dc5-473e-adda-24a555cb84bd), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:01.033794 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-4f21be8b-6f28-4cc6-b459-682f8b3a6537 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Deleting port 9d2b4488-8265-4310-b07b-6270020e11a7 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:12:01.034154 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4f21be8b-6f28-4cc6-b459-682f8b3a6537 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (9d2b4488-8265-4310-b07b-6270020e11a7), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:01.037463 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-d2b2171a-d49e-4258-9300-1c207411c0d6 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf8ca59640>,) {'filters': {'network_id': ['d8e2f1ae-3dc5-473e-adda-24a555cb84bd']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:01.060444 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-d2b2171a-d49e-4258-9300-1c207411c0d6 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8ca59640>, 'a76c54c0-5967-46f2-b968-6b5bec420330') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:01.062508 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-d2b2171a-d49e-4258-9300-1c207411c0d6 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8ca59640>, 'a76c54c0-5967-46f2-b968-6b5bec420330') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:01.080445 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d2b2171a-d49e-4258-9300-1c207411c0d6 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (a76c54c0-5967-46f2-b968-6b5bec420330), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:01.108478 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-a6767c7c-9370-46f7-90d2-e57ea5cab87b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-100968147-network', 'tenant_id': 'f3657e8df46a4252b9eb1eb159306a66'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:12:01.136700 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d2b2171a-d49e-4258-9300-1c207411c0d6 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (a76c54c0-5967-46f2-b968-6b5bec420330), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:01.141008 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6767c7c-9370-46f7-90d2-e57ea5cab87b admin admin] Made reservation on behalf of f3657e8df46a4252b9eb1eb159306a66 for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:12:01.143371 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a6767c7c-9370-46f7-90d2-e57ea5cab87b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:01.151505 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2b2171a-d49e-4258-9300-1c207411c0d6 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:12:01.151850 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d2b2171a-d49e-4258-9300-1c207411c0d6 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (a76c54c0-5967-46f2-b968-6b5bec420330), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:01.155520 ncdv-master-1 neutron-server[121837]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:12:01.155520 ncdv-master-1 neutron-server[121837]:   items = [
May 07 22:12:01.155520 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 22:12:01.155520 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:12:01.155520 ncdv-master-1 neutron-server[121837]:     timer()
May 07 22:12:01.155520 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:12:01.155520 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 22:12:01.155520 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:12:01.155520 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 22:12:01.155520 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:12:01.155520 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 22:12:01.155520 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:12:01.155520 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 22:12:01.155520 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:12:01.155520 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 22:12:01.155520 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:12:01.155520 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:12:01.155520 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:12:01.155520 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:12:01.155520 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:12:01.155520 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 22:12:01.155520 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:12:01.155520 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 22:12:01.155520 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:12:01.155520 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:12:01.155520 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:12:01.155520 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 22:12:01.155520 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:12:01.155520 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:12:01.155520 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:12:01.155520 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:12:01.155520 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:12:01.155520 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:12:01.155520 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:12:01.174242 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a6767c7c-9370-46f7-90d2-e57ea5cab87b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:01.188490 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4f21be8b-6f28-4cc6-b459-682f8b3a6537 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (9d2b4488-8265-4310-b07b-6270020e11a7), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:01.236365 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-4f21be8b-6f28-4cc6-b459-682f8b3a6537 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Calling delete_port for 9d2b4488-8265-4310-b07b-6270020e11a7 owned by network:router_gateway {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:12:01.247240 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d2b2171a-d49e-4258-9300-1c207411c0d6 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (d8e2f1ae-3dc5-473e-adda-24a555cb84bd), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:01.250525 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8351d390-0e5e-4327-8925-6b94e4a7d855 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401094'] for router_interface (e5f51c83-4f6c-4670-998d-82d2a276c3d0), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:01.255161 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d2b2171a-d49e-4258-9300-1c207411c0d6 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:01.262015 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-d2b2171a-d49e-4258-9300-1c207411c0d6 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "DELETE /v2.0/networks/d8e2f1ae-3dc5-473e-adda-24a555cb84bd HTTP/1.1" status: 204  len: 168 time: 1.4049699
May 07 22:12:01.263088 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43672) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:01.321108 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b2171a-d49e-4258-9300-1c207411c0d6 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Pushing event deleted for resources: {'Network': ['ID=d8e2f1ae-3dc5-473e-adda-24a555cb84bd,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:01.380020 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7f6db6-8757-4ce5-931f-3f4bfbc0a147 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:01.381588 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-3f7f6db6-8757-4ce5-931f-3f4bfbc0a147 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "GET /v2.0/ports/ca81d6d2-9a7f-46e1-9c12-415b1f6000e5 HTTP/1.1" status: 200  len: 840 time: 0.1175232
May 07 22:12:01.385750 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43676) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:01.405799 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a6767c7c-9370-46f7-90d2-e57ea5cab87b admin admin] Publish callbacks [] for security_group (e0565a31-c1c2-485d-aa87-3f3b5400e2b4), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:01.439740 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a6767c7c-9370-46f7-90d2-e57ea5cab87b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (e0565a31-c1c2-485d-aa87-3f3b5400e2b4), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:01.486738 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-051a8ee3-1c68-44ba-b78a-a665bb4987dc tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "GET /v2.0/ports/ca81d6d2-9a7f-46e1-9c12-415b1f6000e5?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 281 time: 0.0996983
May 07 22:12:01.491475 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43678) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:01.497113 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6767c7c-9370-46f7-90d2-e57ea5cab87b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:12:01.500639 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-934bd38c-1425-42ec-a567-d3eb66454fd8 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Request body: {'subnet': {'network_id': '3787466a-d26e-4517-a9a7-1cc24dd6f22b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:12:01.501994 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6767c7c-9370-46f7-90d2-e57ea5cab87b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0565a31-c1c2-485d-aa87-3f3b5400e2b4,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:01.522709 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a6767c7c-9370-46f7-90d2-e57ea5cab87b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (3c434885-c673-48d5-9295-930316ad3f91), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:01.523935 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-a6767c7c-9370-46f7-90d2-e57ea5cab87b admin admin] Added segment 3c434885-c673-48d5-9295-930316ad3f91 of type vlan for network 87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce
May 07 22:12:01.659019 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4f21be8b-6f28-4cc6-b459-682f8b3a6537 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (9d2b4488-8265-4310-b07b-6270020e11a7), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:01.678332 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-8351d390-0e5e-4327-8925-6b94e4a7d855 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Deleting port 4b71fb16-aad7-4c0f-9643-62231513ca28 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:12:01.678332 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8351d390-0e5e-4327-8925-6b94e4a7d855 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (4b71fb16-aad7-4c0f-9643-62231513ca28), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:01.724192 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-934bd38c-1425-42ec-a567-d3eb66454fd8 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Made reservation on behalf of 9c3329647b05487f9d63d3c4ec2183b9 for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:12:01.729334 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-934bd38c-1425-42ec-a567-d3eb66454fd8 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:01.732349 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 53e06a54-947e-4a98-9ba5-4709b031476d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:12:01.741150 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f21be8b-6f28-4cc6-b459-682f8b3a6537 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Pushing event deleted for resources: {'Port': ['ID=9d2b4488-8265-4310-b07b-6270020e11a7,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:01.760974 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a6767c7c-9370-46f7-90d2-e57ea5cab87b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:01.771334 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 53e06a54-947e-4a98-9ba5-4709b031476d {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:12:01.771941 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 53e06a54-947e-4a98-9ba5-4709b031476d not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:12:01.820794 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8351d390-0e5e-4327-8925-6b94e4a7d855 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (4b71fb16-aad7-4c0f-9643-62231513ca28), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:01.824532 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a6767c7c-9370-46f7-90d2-e57ea5cab87b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:01.825602 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6767c7c-9370-46f7-90d2-e57ea5cab87b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:01.826306 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a6767c7c-9370-46f7-90d2-e57ea5cab87b admin admin] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:01.856689 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-8351d390-0e5e-4327-8925-6b94e4a7d855 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Calling delete_port for 4b71fb16-aad7-4c0f-9643-62231513ca28 owned by network:router_interface {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:12:01.877612 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-a6767c7c-9370-46f7-90d2-e57ea5cab87b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.9322410
May 07 22:12:01.887311 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43696) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:01.911109 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-53bd043e-3b91-4061-b32a-9a5a68184442 admin admin] Request body: {'subnet': {'network_id': '87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-100968147-subnet', 'tenant_id': 'f3657e8df46a4252b9eb1eb159306a66', 'ip_version': 4}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:12:01.940374 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6767c7c-9370-46f7-90d2-e57ea5cab87b admin admin] Pushing event updated for resources: {'Network': ['ID=87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:01.956035 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:12:01.977241 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4f21be8b-6f28-4cc6-b459-682f8b3a6537 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395776'] for router_gateway (51f963bd-0905-4576-8690-78e1898bad66), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:02.065380 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53bd043e-3b91-4061-b32a-9a5a68184442 admin admin] Made reservation on behalf of f3657e8df46a4252b9eb1eb159306a66 for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:12:02.068442 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-53bd043e-3b91-4061-b32a-9a5a68184442 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:02.095905 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8351d390-0e5e-4327-8925-6b94e4a7d855 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (4b71fb16-aad7-4c0f-9643-62231513ca28), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:02.096749 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 0541c2a2-9507-408f-93eb-52c625931320 no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:12:02.130926 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8351d390-0e5e-4327-8925-6b94e4a7d855 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Pushing event deleted for resources: {'Port': ['ID=4b71fb16-aad7-4c0f-9643-62231513ca28,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:02.149291 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4f21be8b-6f28-4cc6-b459-682f8b3a6537 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (51f963bd-0905-4576-8690-78e1898bad66), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:02.151668 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] No Port match for: 0541c2a2-9507-408f-93eb-52c625931320 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:12:02.154470 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 0541c2a2-9507-408f-93eb-52c625931320 not bound to the agent host nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:12:02.156778 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4f21be8b-6f28-4cc6-b459-682f8b3a6537 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks [] for router_controller (51f963bd-0905-4576-8690-78e1898bad66), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:02.228946 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831bfce3-4b6b-43ca-b438-62bc745eb617 req-bed041ac-f2ad-44fa-81f2-bf85baf8d594 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:02.230411 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-831bfce3-4b6b-43ca-b438-62bc745eb617 req-bed041ac-f2ad-44fa-81f2-bf85baf8d594 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/networks?id=ebdf594d-504a-44e8-89b9-e74774287749 HTTP/1.1" status: 200  len: 806 time: 0.3746495
May 07 22:12:02.402423 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-831bfce3-4b6b-43ca-b438-62bc745eb617 req-011f3aba-db4c-4e58-8a10-3bb6af2aed7f tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/quotas/b29256ef64d74a5297507ca500a9468e HTTP/1.1" status: 200  len: 375 time: 0.0365217
May 07 22:12:02.403076 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4f21be8b-6f28-4cc6-b459-682f8b3a6537 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (51f963bd-0905-4576-8690-78e1898bad66), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:02.416322 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f21be8b-6f28-4cc6-b459-682f8b3a6537 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Fanout notify agent at l3_agent the message router_deleted on router 51f963bd-0905-4576-8690-78e1898bad66 {{(pid=121837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 22:12:02.435834 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4f21be8b-6f28-4cc6-b459-682f8b3a6537 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:02.437757 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-4f21be8b-6f28-4cc6-b459-682f8b3a6537 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] 10.222.0.32 "DELETE /v2.0/routers/51f963bd-0905-4576-8690-78e1898bad66 HTTP/1.1" status: 204  len: 168 time: 2.8720069
May 07 22:12:02.450191 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43704) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:02.493969 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-00d1ccfb-be5d-4370-96f9-c62432f5b3f2 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-859809715', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:12:02.604229 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-934bd38c-1425-42ec-a567-d3eb66454fd8 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (8ceeddf2-391e-4ca7-be9c-61a97ff1d50e), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:02.655148 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-00d1ccfb-be5d-4370-96f9-c62432f5b3f2 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (1dee3859-c1ca-4a64-81d6-a3287ef2f90a), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:02.656391 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-00d1ccfb-be5d-4370-96f9-c62432f5b3f2 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (1dee3859-c1ca-4a64-81d6-a3287ef2f90a), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:02.663851 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-831bfce3-4b6b-43ca-b438-62bc745eb617 req-4611a985-9ffb-4bbd-a144-1c1f6081bd51 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b29256ef64d74a5297507ca500a9468e&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2150526
May 07 22:12:02.707317 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8351d390-0e5e-4327-8925-6b94e4a7d855 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401002'] for router_interface (e5f51c83-4f6c-4670-998d-82d2a276c3d0), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:02.710504 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934bd38c-1425-42ec-a567-d3eb66454fd8 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Network 3787466a-d26e-4517-a9a7-1cc24dd6f22b is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:12:02.732452 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-934bd38c-1425-42ec-a567-d3eb66454fd8 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:12:02.743583 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934bd38c-1425-42ec-a567-d3eb66454fd8 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Pushing event updated for resources: {'Subnet': ['ID=8ceeddf2-391e-4ca7-be9c-61a97ff1d50e,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:02.750305 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5039d1-1d6a-406d-b0fc-c62a13345280 None None] Network 3787466a-d26e-4517-a9a7-1cc24dd6f22b requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:12:02.766421 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934bd38c-1425-42ec-a567-d3eb66454fd8 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:02.767049 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-934bd38c-1425-42ec-a567-d3eb66454fd8 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:02.872961 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-00d1ccfb-be5d-4370-96f9-c62432f5b3f2 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks [] for router_controller (1dee3859-c1ca-4a64-81d6-a3287ef2f90a), precommit_add_association {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:02.880261 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-934bd38c-1425-42ec-a567-d3eb66454fd8 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.3877203
May 07 22:12:02.883927 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-00d1ccfb-be5d-4370-96f9-c62432f5b3f2 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (1dee3859-c1ca-4a64-81d6-a3287ef2f90a), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:02.888677 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43716) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:02.895317 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-66580553-51db-433e-8341-4697eba1ce81 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Request body: {'security_group': {'name': 'tempest-secgroup-182304003'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:12:02.902543 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-53bd043e-3b91-4061-b32a-9a5a68184442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (c381f23c-d79e-4860-966b-6594e682e18c), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:02.916828 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8351d390-0e5e-4327-8925-6b94e4a7d855 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Router e5f51c83-4f6c-4670-998d-82d2a276c3d0 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:12:02.919097 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3942760c-bae2-4ee6-94c2-afd61137f9cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3787466a-d26e-4517-a9a7-1cc24dd6f22b', 'network_id': '3787466a-d26e-4517-a9a7-1cc24dd6f22b', 'project_id': '9c3329647b05487f9d63d3c4ec2183b9', 'fixed_ips': [{'subnet_id': '8ceeddf2-391e-4ca7-be9c-61a97ff1d50e'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:12:02.920552 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-3942760c-bae2-4ee6-94c2-afd61137f9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:02.984570 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-831bfce3-4b6b-43ca-b438-62bc745eb617 req-5a298ae3-37d7-47ce-b3f1-ee4dc039813b service neutron] 10.222.0.32 "GET /v2.0/networks/ebdf594d-504a-44e8-89b9-e74774287749?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3013139
May 07 22:12:02.998285 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-00d1ccfb-be5d-4370-96f9-c62432f5b3f2 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:03.002150 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-00d1ccfb-be5d-4370-96f9-c62432f5b3f2 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 704 time: 0.5165184
May 07 22:12:03.003837 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 43718) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:03.004001 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-66580553-51db-433e-8341-4697eba1ce81 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:03.010505 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-50b64185-1a18-4f45-a767-3b9b4102b865 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'enable_snat': False}}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:12:03.079496 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bd043e-3b91-4061-b32a-9a5a68184442 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c381f23c-d79e-4860-966b-6594e682e18c,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:03.099266 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-3942760c-bae2-4ee6-94c2-afd61137f9cf None None] Allocated IP 172.20.0.2 (3787466a-d26e-4517-a9a7-1cc24dd6f22b/8ceeddf2-391e-4ca7-be9c-61a97ff1d50e/1fe6aefb-f049-4f66-b2ae-f8b8a700b450) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:12:03.102387 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8351d390-0e5e-4327-8925-6b94e4a7d855 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:12:03.110869 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bd043e-3b91-4061-b32a-9a5a68184442 admin admin] Checking segment: {'id': '3c434885-c673-48d5-9295-930316ad3f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:12:03.111225 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53bd043e-3b91-4061-b32a-9a5a68184442 admin admin] Network hostable DHCP agents. Network: 87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:12:03.115158 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-8351d390-0e5e-4327-8925-6b94e4a7d855 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "PUT /v2.0/routers/e5f51c83-4f6c-4670-998d-82d2a276c3d0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3020637
May 07 22:12:03.116242 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 43720) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:03.118224 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b64ae04-d484-4409-9641-23d4e4c84d66 None None] Sync routers for ids ['e5f51c83-4f6c-4670-998d-82d2a276c3d0'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:12:03.143434 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b64ae04-d484-4409-9641-23d4e4c84d66 None None] Routers {'e5f51c83-4f6c-4670-998d-82d2a276c3d0'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:12:03.145905 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-7b64ae04-d484-4409-9641-23d4e4c84d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cc1d3a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:11:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['e5f51c83-4f6c-4670-998d-82d2a276c3d0'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:03.171906 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-831bfce3-4b6b-43ca-b438-62bc745eb617 req-1d1eb314-7633-4e36-a9da-7204116c2174 service neutron] 10.222.0.32 "GET /v2.0/networks/ebdf594d-504a-44e8-89b9-e74774287749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1864259
May 07 22:12:03.198051 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-d3495281-c2b4-4a43-a183-c21558cd2d00 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5f51c83-4f6c-4670-998d-82d2a276c3d0 HTTP/1.1" status: 200  len: 205 time: 0.0788813
May 07 22:12:03.198836 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-7b64ae04-d484-4409-9641-23d4e4c84d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cc1d3a0>, [], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:03.200478 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 43722) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:03.212607 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b64ae04-d484-4409-9641-23d4e4c84d66 None None] Routers {'e5f51c83-4f6c-4670-998d-82d2a276c3d0'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:12:03.213617 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-7b64ae04-d484-4409-9641-23d4e4c84d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cc1d3a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:11:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['e5f51c83-4f6c-4670-998d-82d2a276c3d0'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:03.216693 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53bd043e-3b91-4061-b32a-9a5a68184442 admin admin] Network 87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:12:03.229474 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-66580553-51db-433e-8341-4697eba1ce81 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for security_group (78fc7fed-8139-4dd3-aea9-34c39ef6d2c9), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:03.247129 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-66580553-51db-433e-8341-4697eba1ce81 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (78fc7fed-8139-4dd3-aea9-34c39ef6d2c9), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:03.263323 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-53bd043e-3b91-4061-b32a-9a5a68184442 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:12:03.278115 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-7b64ae04-d484-4409-9641-23d4e4c84d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cc1d3a0>, [], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:03.279777 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53bd043e-3b91-4061-b32a-9a5a68184442 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:03.280407 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-53bd043e-3b91-4061-b32a-9a5a68184442 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:03.280923 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b64ae04-d484-4409-9641-23d4e4c84d66 None None] The sync data for ids ['e5f51c83-4f6c-4670-998d-82d2a276c3d0'] in ncdv-master-1 is: [] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:12:03.293821 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8383c596-7e1f-41f6-bada-cab3db440566 None None] Network 87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:12:03.297628 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-66580553-51db-433e-8341-4697eba1ce81 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:03.298937 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-66580553-51db-433e-8341-4697eba1ce81 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.4076037
May 07 22:12:03.302502 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43724) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:03.307760 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-0de0847f-66fa-4ddf-a37b-17cb77cf84a4 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Request body: {'security_group': {'name': 'tempest-secgroup-28871763'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:12:03.320332 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-53bd043e-3b91-4061-b32a-9a5a68184442 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.4217782
May 07 22:12:03.320995 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43726) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:03.325071 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66580553-51db-433e-8341-4697eba1ce81 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78fc7fed-8139-4dd3-aea9-34c39ef6d2c9,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:03.329666 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-a59bf5eb-7ee8-476e-b232-5ff770e62bc0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-100968147-router', 'tenant_id': 'f3657e8df46a4252b9eb1eb159306a66', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:12:03.365808 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0de0847f-66fa-4ddf-a37b-17cb77cf84a4 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:03.370148 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a59bf5eb-7ee8-476e-b232-5ff770e62bc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (5818ea6a-1d9f-4b31-9f37-322f577d0c65), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:03.371467 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a59bf5eb-7ee8-476e-b232-5ff770e62bc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (5818ea6a-1d9f-4b31-9f37-322f577d0c65), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:03.415210 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-50b64185-1a18-4f45-a767-3b9b4102b865 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks [] for router_gateway (1dee3859-c1ca-4a64-81d6-a3287ef2f90a), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:03.423362 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b1455c89-c2e1-4b79-a4de-63f529383f52 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for router (e5f51c83-4f6c-4670-998d-82d2a276c3d0), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:03.572914 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-3942760c-bae2-4ee6-94c2-afd61137f9cf None None] Publish callbacks [] for port (1fe6aefb-f049-4f66-b2ae-f8b8a700b450), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:03.575017 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0de0847f-66fa-4ddf-a37b-17cb77cf84a4 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for security_group (abc1228a-8f9a-48da-a48b-40a206ff1e92), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:03.584724 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-3942760c-bae2-4ee6-94c2-afd61137f9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (1fe6aefb-f049-4f66-b2ae-f8b8a700b450), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:03.596560 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a59bf5eb-7ee8-476e-b232-5ff770e62bc0 admin admin] Publish callbacks [] for router_controller (5818ea6a-1d9f-4b31-9f37-322f577d0c65), precommit_add_association {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:03.598313 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0de0847f-66fa-4ddf-a37b-17cb77cf84a4 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (abc1228a-8f9a-48da-a48b-40a206ff1e92), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:03.607377 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de9b09f9-f63e-4fb6-8007-2ed206afe3c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce', 'network_id': '87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce', 'project_id': 'f3657e8df46a4252b9eb1eb159306a66', 'fixed_ips': [{'subnet_id': 'c381f23c-d79e-4860-966b-6594e682e18c'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:12:03.609095 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-de9b09f9-f63e-4fb6-8007-2ed206afe3c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:03.683149 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de0847f-66fa-4ddf-a37b-17cb77cf84a4 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abc1228a-8f9a-48da-a48b-40a206ff1e92,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:03.688394 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3942760c-bae2-4ee6-94c2-afd61137f9cf None None] Pushing event updated for resources: {'Port': ['ID=1fe6aefb-f049-4f66-b2ae-f8b8a700b450,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:03.695210 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3942760c-bae2-4ee6-94c2-afd61137f9cf None None] Network 3787466a-d26e-4517-a9a7-1cc24dd6f22b is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:12:03.699195 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-3942760c-bae2-4ee6-94c2-afd61137f9cf None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:12:03.701913 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3942760c-bae2-4ee6-94c2-afd61137f9cf None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:12:03.713420 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6e1d2c0b-7884-4703-8cf9-bd0e2bcfad1e req-dc6fa729-0e4c-45b7-a774-8d27908acf68 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=876afed0-19b4-4cae-83e8-a954d0cae1ba HTTP/1.1" status: 200  len: 210 time: 0.1370342
May 07 22:12:03.721230 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b1455c89-c2e1-4b79-a4de-63f529383f52 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (e5f51c83-4f6c-4670-998d-82d2a276c3d0), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:03.725473 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b1455c89-c2e1-4b79-a4de-63f529383f52 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for router_controller (e5f51c83-4f6c-4670-998d-82d2a276c3d0), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:03.744804 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0de0847f-66fa-4ddf-a37b-17cb77cf84a4 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:03.746092 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-0de0847f-66fa-4ddf-a37b-17cb77cf84a4 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1760 time: 0.4426248
May 07 22:12:03.773206 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 43736) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:03.780583 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-2834ffbe-6562-48af-b132-c5544b1f5e1c tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2120626107', 'security_groups': ['abc1228a-8f9a-48da-a48b-40a206ff1e92'], 'network_id': '3787466a-d26e-4517-a9a7-1cc24dd6f22b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8ceeddf2-391e-4ca7-be9c-61a97ff1d50e'}]}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:12:03.867435 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-3942760c-bae2-4ee6-94c2-afd61137f9cf None None] Attempting to bind port 1fe6aefb-f049-4f66-b2ae-f8b8a700b450 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:12:03.867783 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-3942760c-bae2-4ee6-94c2-afd61137f9cf None None] Attempting to bind port 1fe6aefb-f049-4f66-b2ae-f8b8a700b450 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'dbc23f5a-7e41-4f93-91c5-2486d640f85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3787466a-d26e-4517-a9a7-1cc24dd6f22b'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:12:03.868226 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3942760c-bae2-4ee6-94c2-afd61137f9cf None None] Attempting to bind port 1fe6aefb-f049-4f66-b2ae-f8b8a700b450 on network 3787466a-d26e-4517-a9a7-1cc24dd6f22b {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:12:03.873566 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b1455c89-c2e1-4b79-a4de-63f529383f52 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (e5f51c83-4f6c-4670-998d-82d2a276c3d0), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:03.874176 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1455c89-c2e1-4b79-a4de-63f529383f52 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Fanout notify agent at l3_agent the message router_deleted on router e5f51c83-4f6c-4670-998d-82d2a276c3d0 {{(pid=121836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 22:12:03.887976 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b1455c89-c2e1-4b79-a4de-63f529383f52 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:03.892367 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-b1455c89-c2e1-4b79-a4de-63f529383f52 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "DELETE /v2.0/routers/e5f51c83-4f6c-4670-998d-82d2a276c3d0 HTTP/1.1" status: 204  len: 168 time: 0.6909018
May 07 22:12:03.895792 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 43740) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:03.906860 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3942760c-bae2-4ee6-94c2-afd61137f9cf None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:12:03.907301 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3942760c-bae2-4ee6-94c2-afd61137f9cf None None] Checking segment: {'id': 'dbc23f5a-7e41-4f93-91c5-2486d640f85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3787466a-d26e-4517-a9a7-1cc24dd6f22b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:12:03.907828 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-3942760c-bae2-4ee6-94c2-afd61137f9cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:03.908242 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3942760c-bae2-4ee6-94c2-afd61137f9cf None None] Bound using segment: {'id': 'dbc23f5a-7e41-4f93-91c5-2486d640f85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3787466a-d26e-4517-a9a7-1cc24dd6f22b'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:12:03.908714 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-3942760c-bae2-4ee6-94c2-afd61137f9cf None None] Bound port: 1fe6aefb-f049-4f66-b2ae-f8b8a700b450, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbc23f5a-7e41-4f93-91c5-2486d640f85b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '3787466a-d26e-4517-a9a7-1cc24dd6f22b'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:12:03.909140 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-3942760c-bae2-4ee6-94c2-afd61137f9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (1fe6aefb-f049-4f66-b2ae-f8b8a700b450), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:03.919184 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a59bf5eb-7ee8-476e-b232-5ff770e62bc0 admin admin] Publish callbacks [] for router_gateway (5818ea6a-1d9f-4b31-9f37-322f577d0c65), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:03.975734 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-de9b09f9-f63e-4fb6-8007-2ed206afe3c3 None None] Allocated IP 172.20.0.2 (87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce/c381f23c-d79e-4860-966b-6594e682e18c/6e38abe6-7d33-4078-b732-a0c56b9af331) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:12:04.037641 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba159d33-d479-45fa-9c0a-308dbd1d0fb4 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Deleting subnet d952d003-d993-4e20-a9f2-ff7b2d78e1b0 {{(pid=121836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:12:04.040299 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-3942760c-bae2-4ee6-94c2-afd61137f9cf None None] For port 1fe6aefb-f049-4f66-b2ae-f8b8a700b450, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:12:04.049815 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ba159d33-d479-45fa-9c0a-308dbd1d0fb4 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for subnet (d952d003-d993-4e20-a9f2-ff7b2d78e1b0), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:04.053410 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-50b64185-1a18-4f45-a767-3b9b4102b865 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks [] for router_gateway (1dee3859-c1ca-4a64-81d6-a3287ef2f90a), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:04.093191 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-3942760c-bae2-4ee6-94c2-afd61137f9cf None None] For port 1fe6aefb-f049-4f66-b2ae-f8b8a700b450, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1fe6aefb-f049-4f66-b2ae-f8b8a700b450,segment=NetworkSegment(dbc23f5a-7e41-4f93-91c5-2486d640f85b),segment_id=dbc23f5a-7e41-4f93-91c5-2486d640f85b)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:12:04.103897 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-3942760c-bae2-4ee6-94c2-afd61137f9cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (1fe6aefb-f049-4f66-b2ae-f8b8a700b450), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:04.106391 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-50b64185-1a18-4f45-a767-3b9b4102b865 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:04.164147 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ba159d33-d479-45fa-9c0a-308dbd1d0fb4 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726883'] for subnet (d952d003-d993-4e20-a9f2-ff7b2d78e1b0), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:04.177535 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3942760c-bae2-4ee6-94c2-afd61137f9cf None None] Pushing event updated for resources: {'Port': ['ID=1fe6aefb-f049-4f66-b2ae-f8b8a700b450,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:04.213128 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2834ffbe-6562-48af-b132-c5544b1f5e1c tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Made reservation on behalf of 9c3329647b05487f9d63d3c4ec2183b9 for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:12:04.295319 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a59bf5eb-7ee8-476e-b232-5ff770e62bc0 admin admin] Publish callbacks [] for router_gateway (5818ea6a-1d9f-4b31-9f37-322f577d0c65), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:04.323914 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a59bf5eb-7ee8-476e-b232-5ff770e62bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:04.334657 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-de9b09f9-f63e-4fb6-8007-2ed206afe3c3 None None] Publish callbacks [] for port (6e38abe6-7d33-4078-b732-a0c56b9af331), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:04.348864 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-de9b09f9-f63e-4fb6-8007-2ed206afe3c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (6e38abe6-7d33-4078-b732-a0c56b9af331), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:04.426939 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9b09f9-f63e-4fb6-8007-2ed206afe3c3 None None] Network 87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:12:04.434974 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-de9b09f9-f63e-4fb6-8007-2ed206afe3c3 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:12:04.440591 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9b09f9-f63e-4fb6-8007-2ed206afe3c3 None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:12:04.469566 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9b09f9-f63e-4fb6-8007-2ed206afe3c3 None None] Pushing event updated for resources: {'Port': ['ID=6e38abe6-7d33-4078-b732-a0c56b9af331,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:04.512656 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-50b64185-1a18-4f45-a767-3b9b4102b865 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Allocated IP 172.35.4.65 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/01806239-b23d-41f9-ad59-4dcc794a483a) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:12:04.578759 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ba159d33-d479-45fa-9c0a-308dbd1d0fb4 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (d952d003-d993-4e20-a9f2-ff7b2d78e1b0), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:04.611575 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-de9b09f9-f63e-4fb6-8007-2ed206afe3c3 None None] Attempting to bind port 6e38abe6-7d33-4078-b732-a0c56b9af331 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:12:04.611914 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-de9b09f9-f63e-4fb6-8007-2ed206afe3c3 None None] Attempting to bind port 6e38abe6-7d33-4078-b732-a0c56b9af331 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3c434885-c673-48d5-9295-930316ad3f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:12:04.612370 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9b09f9-f63e-4fb6-8007-2ed206afe3c3 None None] Attempting to bind port 6e38abe6-7d33-4078-b732-a0c56b9af331 on network 87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:12:04.619688 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9b09f9-f63e-4fb6-8007-2ed206afe3c3 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:12:04.619943 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9b09f9-f63e-4fb6-8007-2ed206afe3c3 None None] Checking segment: {'id': '3c434885-c673-48d5-9295-930316ad3f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:12:04.620528 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-de9b09f9-f63e-4fb6-8007-2ed206afe3c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:04.621021 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9b09f9-f63e-4fb6-8007-2ed206afe3c3 None None] Bound using segment: {'id': '3c434885-c673-48d5-9295-930316ad3f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:12:04.621899 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-de9b09f9-f63e-4fb6-8007-2ed206afe3c3 None None] Bound port: 6e38abe6-7d33-4078-b732-a0c56b9af331, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c434885-c673-48d5-9295-930316ad3f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:12:04.622341 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-de9b09f9-f63e-4fb6-8007-2ed206afe3c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (6e38abe6-7d33-4078-b732-a0c56b9af331), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:04.650973 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2834ffbe-6562-48af-b132-c5544b1f5e1c tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:04.724839 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-de9b09f9-f63e-4fb6-8007-2ed206afe3c3 None None] For port 6e38abe6-7d33-4078-b732-a0c56b9af331, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:12:04.728967 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-de9b09f9-f63e-4fb6-8007-2ed206afe3c3 None None] For port 6e38abe6-7d33-4078-b732-a0c56b9af331, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6e38abe6-7d33-4078-b732-a0c56b9af331,segment=NetworkSegment(3c434885-c673-48d5-9295-930316ad3f91),segment_id=3c434885-c673-48d5-9295-930316ad3f91)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:12:04.738126 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-de9b09f9-f63e-4fb6-8007-2ed206afe3c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (6e38abe6-7d33-4078-b732-a0c56b9af331), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:04.740931 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [None req-2834ffbe-6562-48af-b132-c5544b1f5e1c tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] device_id is not set on port 8e7bf517-caef-4b22-8643-7b1dca829a04 yet. {{(pid=121836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 22:12:04.817767 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ba159d33-d479-45fa-9c0a-308dbd1d0fb4 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (d952d003-d993-4e20-a9f2-ff7b2d78e1b0), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:04.822971 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9b09f9-f63e-4fb6-8007-2ed206afe3c3 None None] Pushing event updated for resources: {'Port': ['ID=6e38abe6-7d33-4078-b732-a0c56b9af331,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:04.849176 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0139b54b-f699-496d-ba21-8d9cea95d139 None None] Network 57a3d56e-d0b9-4a67-8bdb-feb1ebf57598 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:12:04.863897 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ba159d33-d479-45fa-9c0a-308dbd1d0fb4 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:04.868550 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-ba159d33-d479-45fa-9c0a-308dbd1d0fb4 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "DELETE /v2.0/subnets/d952d003-d993-4e20-a9f2-ff7b2d78e1b0 HTTP/1.1" status: 204  len: 168 time: 0.9694970
May 07 22:12:04.877610 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 43752) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:04.888581 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-35e63704-eb78-4525-bb2b-bd6b3d61c4ec req-2a259634-89e2-431f-a5cf-91d364c118d7 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=876afed0-19b4-4cae-83e8-a954d0cae1ba HTTP/1.1" status: 200  len: 210 time: 0.0506165
May 07 22:12:04.893733 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba159d33-d479-45fa-9c0a-308dbd1d0fb4 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Pushing event deleted for resources: {'Subnet': ['ID=d952d003-d993-4e20-a9f2-ff7b2d78e1b0,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:04.991920 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-50b64185-1a18-4f45-a767-3b9b4102b865 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks [] for port (01806239-b23d-41f9-ad59-4dcc794a483a), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:04.996767 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_v2 [None req-c980b8cf-c757-4029-a91b-7516f5295775 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Deleting subnet 885d2f07-8e0d-4585-b5ab-a6aa05a771d5 {{(pid=121836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:12:05.008489 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c980b8cf-c757-4029-a91b-7516f5295775 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for subnet (885d2f07-8e0d-4585-b5ab-a6aa05a771d5), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:05.126786 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51906eaf-f5d6-469e-95a6-c54bad802350 None None] DHCP port deletion for 57a3d56e-d0b9-4a67-8bdb-feb1ebf57598 request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:12:05.171511 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c980b8cf-c757-4029-a91b-7516f5295775 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726883'] for subnet (885d2f07-8e0d-4585-b5ab-a6aa05a771d5), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:05.194973 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-51906eaf-f5d6-469e-95a6-c54bad802350 None None] Deleting port b84930e5-5cb5-45b0-84e6-8cdd16557af7 {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:12:05.195791 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-51906eaf-f5d6-469e-95a6-c54bad802350 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (b84930e5-5cb5-45b0-84e6-8cdd16557af7), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:05.283778 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-51906eaf-f5d6-469e-95a6-c54bad802350 None None] For port b84930e5-5cb5-45b0-84e6-8cdd16557af7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b84930e5-5cb5-45b0-84e6-8cdd16557af7,segment=NetworkSegment(babe6146-1f3c-4457-a486-849f83e1f5d2),segment_id=babe6146-1f3c-4457-a486-849f83e1f5d2)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:12:05.284285 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-51906eaf-f5d6-469e-95a6-c54bad802350 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (b84930e5-5cb5-45b0-84e6-8cdd16557af7), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:05.297324 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-2834ffbe-6562-48af-b132-c5544b1f5e1c tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Allocated IP 172.20.0.3 (3787466a-d26e-4517-a9a7-1cc24dd6f22b/8ceeddf2-391e-4ca7-be9c-61a97ff1d50e/8e7bf517-caef-4b22-8643-7b1dca829a04) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:12:05.308985 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-51906eaf-f5d6-469e-95a6-c54bad802350 None None] Calling delete_port for b84930e5-5cb5-45b0-84e6-8cdd16557af7 owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:12:05.348777 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-50b64185-1a18-4f45-a767-3b9b4102b865 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (01806239-b23d-41f9-ad59-4dcc794a483a), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:05.427961 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-a59bf5eb-7ee8-476e-b232-5ff770e62bc0 admin admin] Allocated IP 172.35.4.231 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/196d5d88-adf4-4c22-9c34-8fadc03bc903) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:12:05.431692 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-51906eaf-f5d6-469e-95a6-c54bad802350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (b84930e5-5cb5-45b0-84e6-8cdd16557af7), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:05.446715 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b64185-1a18-4f45-a767-3b9b4102b865 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:12:05.459597 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831bfce3-4b6b-43ca-b438-62bc745eb617 req-ebaf6635-a105-4e25-8f6a-6561dd76bb20 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:05.461109 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-831bfce3-4b6b-43ca-b438-62bc745eb617 req-ebaf6635-a105-4e25-8f6a-6561dd76bb20 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.55 "GET /v2.0/networks?id=ebdf594d-504a-44e8-89b9-e74774287749 HTTP/1.1" status: 200  len: 806 time: 0.4245660
May 07 22:12:05.476397 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-831bfce3-4b6b-43ca-b438-62bc745eb617 req-98d2a38e-2c0f-468c-9e37-69b0d74227c3 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Request body: {'port': {'device_id': '876afed0-19b4-4cae-83e8-a954d0cae1ba', 'network_id': 'ebdf594d-504a-44e8-89b9-e74774287749', 'admin_state_up': True, 'tenant_id': 'b29256ef64d74a5297507ca500a9468e'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:12:05.478832 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51906eaf-f5d6-469e-95a6-c54bad802350 None None] Pushing event deleted for resources: {'Port': ['ID=b84930e5-5cb5-45b0-84e6-8cdd16557af7,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:05.481976 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-50b64185-1a18-4f45-a767-3b9b4102b865 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:12:05.485608 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51906eaf-f5d6-469e-95a6-c54bad802350 None None] No DVR routers for this DVR port b84930e5-5cb5-45b0-84e6-8cdd16557af7 on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:12:05.508832 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b64185-1a18-4f45-a767-3b9b4102b865 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:12:05.533163 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b64185-1a18-4f45-a767-3b9b4102b865 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Pushing event updated for resources: {'Port': ['ID=01806239-b23d-41f9-ad59-4dcc794a483a,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:05.589750 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a59bf5eb-7ee8-476e-b232-5ff770e62bc0 admin admin] Publish callbacks [] for port (196d5d88-adf4-4c22-9c34-8fadc03bc903), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:05.679052 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a59bf5eb-7ee8-476e-b232-5ff770e62bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (196d5d88-adf4-4c22-9c34-8fadc03bc903), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:05.744935 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59bf5eb-7ee8-476e-b232-5ff770e62bc0 admin admin] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:12:05.748571 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-a59bf5eb-7ee8-476e-b232-5ff770e62bc0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:12:05.756097 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59bf5eb-7ee8-476e-b232-5ff770e62bc0 admin admin] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:12:05.761023 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59bf5eb-7ee8-476e-b232-5ff770e62bc0 admin admin] Pushing event updated for resources: {'Port': ['ID=196d5d88-adf4-4c22-9c34-8fadc03bc903,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:05.823293 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 6e38abe6-7d33-4078-b732-a0c56b9af331 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:12:05.888952 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-a03ff1f7-0c92-4cd4-9a1e-4fe9d9dff9e6 None None] Provisioning complete for port ca81d6d2-9a7f-46e1-9c12-415b1f6000e5 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:12:05.889769 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a03ff1f7-0c92-4cd4-9a1e-4fe9d9dff9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (ca81d6d2-9a7f-46e1-9c12-415b1f6000e5), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:05.990994 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 6e38abe6-7d33-4078-b732-a0c56b9af331 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:12:05.991375 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (6e38abe6-7d33-4078-b732-a0c56b9af331), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:05.994090 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-a03ff1f7-0c92-4cd4-9a1e-4fe9d9dff9e6 None None] Port ca81d6d2-9a7f-46e1-9c12-415b1f6000e5 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:12:06.040355 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-a03ff1f7-0c92-4cd4-9a1e-4fe9d9dff9e6 None None] Provisioning complete for port 1fe6aefb-f049-4f66-b2ae-f8b8a700b450 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:12:06.040896 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a03ff1f7-0c92-4cd4-9a1e-4fe9d9dff9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (1fe6aefb-f049-4f66-b2ae-f8b8a700b450), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:06.157189 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a59bf5eb-7ee8-476e-b232-5ff770e62bc0 admin admin] Publish callbacks [] for router_gateway (5818ea6a-1d9f-4b31-9f37-322f577d0c65), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:06.173170 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c980b8cf-c757-4029-a91b-7516f5295775 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (885d2f07-8e0d-4585-b5ab-a6aa05a771d5), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:06.218063 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-a03ff1f7-0c92-4cd4-9a1e-4fe9d9dff9e6 None None] Current status of the port 1fe6aefb-f049-4f66-b2ae-f8b8a700b450 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:12:06.218641 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a03ff1f7-0c92-4cd4-9a1e-4fe9d9dff9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (1fe6aefb-f049-4f66-b2ae-f8b8a700b450), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:06.228546 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 6e38abe6-7d33-4078-b732-a0c56b9af331 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:12:06.228962 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (6e38abe6-7d33-4078-b732-a0c56b9af331), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:06.292630 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-a03ff1f7-0c92-4cd4-9a1e-4fe9d9dff9e6 None None] For port 1fe6aefb-f049-4f66-b2ae-f8b8a700b450, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1fe6aefb-f049-4f66-b2ae-f8b8a700b450,segment=NetworkSegment(dbc23f5a-7e41-4f93-91c5-2486d640f85b),segment_id=dbc23f5a-7e41-4f93-91c5-2486d640f85b)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:12:06.302935 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a03ff1f7-0c92-4cd4-9a1e-4fe9d9dff9e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (1fe6aefb-f049-4f66-b2ae-f8b8a700b450), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:06.305627 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port 6e38abe6-7d33-4078-b732-a0c56b9af331, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6e38abe6-7d33-4078-b732-a0c56b9af331,segment=NetworkSegment(3c434885-c673-48d5-9295-930316ad3f91),segment_id=3c434885-c673-48d5-9295-930316ad3f91)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:12:06.348072 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (6e38abe6-7d33-4078-b732-a0c56b9af331), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:06.348904 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 1fe6aefb-f049-4f66-b2ae-f8b8a700b450 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:12:06.352799 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d4aba0fb-fdd9-4d88-a2e4-fc701afb7949 req-39907d5a-e75c-47f1-9b8a-0cf577be4c4d tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=876afed0-19b4-4cae-83e8-a954d0cae1ba HTTP/1.1" status: 200  len: 210 time: 0.2756209
May 07 22:12:06.382330 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964740a6-4862-4ebc-bbb7-bde07904d0ce None None] Network 87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:12:06.428028 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-831bfce3-4b6b-43ca-b438-62bc745eb617 req-98d2a38e-2c0f-468c-9e37-69b0d74227c3 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Made reservation on behalf of b29256ef64d74a5297507ca500a9468e for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:12:06.432333 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-831bfce3-4b6b-43ca-b438-62bc745eb617 req-98d2a38e-2c0f-468c-9e37-69b0d74227c3 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:06.483251 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2834ffbe-6562-48af-b132-c5544b1f5e1c tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for port (8e7bf517-caef-4b22-8643-7b1dca829a04), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:06.497918 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-e7c90a7d-3018-4f62-aa92-e7801f0dc1ee None None] Provisioning complete for port 6e38abe6-7d33-4078-b732-a0c56b9af331 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:12:06.498319 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e7c90a7d-3018-4f62-aa92-e7801f0dc1ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (6e38abe6-7d33-4078-b732-a0c56b9af331), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:06.564338 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03ff1f7-0c92-4cd4-9a1e-4fe9d9dff9e6 None None] Pushing event updated for resources: {'Port': ['ID=1fe6aefb-f049-4f66-b2ae-f8b8a700b450,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:06.588558 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c980b8cf-c757-4029-a91b-7516f5295775 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (885d2f07-8e0d-4585-b5ab-a6aa05a771d5), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:06.618755 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 1fe6aefb-f049-4f66-b2ae-f8b8a700b450 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:12:06.620596 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (1fe6aefb-f049-4f66-b2ae-f8b8a700b450), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:06.661221 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c980b8cf-c757-4029-a91b-7516f5295775 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Pushing event deleted for resources: {'Subnet': ['ID=885d2f07-8e0d-4585-b5ab-a6aa05a771d5,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:06.668227 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c980b8cf-c757-4029-a91b-7516f5295775 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:06.671176 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-c980b8cf-c757-4029-a91b-7516f5295775 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "DELETE /v2.0/subnets/885d2f07-8e0d-4585-b5ab-a6aa05a771d5 HTTP/1.1" status: 204  len: 168 time: 1.7816834
May 07 22:12:06.688085 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 43760) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:06.797341 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2834ffbe-6562-48af-b132-c5544b1f5e1c tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (8e7bf517-caef-4b22-8643-7b1dca829a04), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:06.874363 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a59bf5eb-7ee8-476e-b232-5ff770e62bc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (5818ea6a-1d9f-4b31-9f37-322f577d0c65), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:06.947062 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2834ffbe-6562-48af-b132-c5544b1f5e1c tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Network 3787466a-d26e-4517-a9a7-1cc24dd6f22b is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:12:06.947328 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18360867-1150-405e-8a62-1cb5369dc1aa None None] Network 1129c6c8-84cc-4491-9847-3805ed6e8655 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:12:06.951222 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [req-831bfce3-4b6b-43ca-b438-62bc745eb617 req-98d2a38e-2c0f-468c-9e37-69b0d74227c3 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Allocated IP 172.20.0.5 (ebdf594d-504a-44e8-89b9-e74774287749/08181da1-ef60-4984-b7f1-4a196d8203f6/2aca6585-cfee-43a3-b4ee-9b346ed2588f) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:12:06.959854 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6b7f7c8f-e665-4aab-9965-c1977acb0716 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (57a3d56e-d0b9-4a67-8bdb-feb1ebf57598), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:06.962454 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-50b64185-1a18-4f45-a767-3b9b4102b865 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks [] for router_gateway (1dee3859-c1ca-4a64-81d6-a3287ef2f90a), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:06.972203 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-2834ffbe-6562-48af-b132-c5544b1f5e1c tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:12:06.977806 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2834ffbe-6562-48af-b132-c5544b1f5e1c tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:12:07.032045 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a59bf5eb-7ee8-476e-b232-5ff770e62bc0 admin admin] Router 5818ea6a-1d9f-4b31-9f37-322f577d0c65 is scheduled to L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db with binding_index 1 {{(pid=121837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 07 22:12:07.089000 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=6e38abe6-7d33-4078-b732-a0c56b9af331,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:07.092754 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-e7c90a7d-3018-4f62-aa92-e7801f0dc1ee None None] Current status of the port 6e38abe6-7d33-4078-b732-a0c56b9af331 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:12:07.142318 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2834ffbe-6562-48af-b132-c5544b1f5e1c tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Pushing event updated for resources: {'Port': ['ID=8e7bf517-caef-4b22-8643-7b1dca829a04,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:07.172650 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 1fe6aefb-f049-4f66-b2ae-f8b8a700b450 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:12:07.223665 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a462a841-c6ea-4a7b-b042-4959f766e3d4 None None] DHCP port deletion for 1129c6c8-84cc-4491-9847-3805ed6e8655 request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:12:07.251763 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a59bf5eb-7ee8-476e-b232-5ff770e62bc0 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:12:07.274323 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a59bf5eb-7ee8-476e-b232-5ff770e62bc0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:07.275847 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-a59bf5eb-7ee8-476e-b232-5ff770e62bc0 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.9517715
May 07 22:12:07.278838 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43762) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:07.323397 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-a462a841-c6ea-4a7b-b042-4959f766e3d4 None None] Deleting port eee3b0ff-2cfe-4e4b-9245-035e966ac5dd {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:12:07.323780 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a462a841-c6ea-4a7b-b042-4959f766e3d4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (eee3b0ff-2cfe-4e4b-9245-035e966ac5dd), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:07.333521 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e82065-d7cb-4981-8881-faf3f77cadfd None None] Sync routers for ids ['5818ea6a-1d9f-4b31-9f37-322f577d0c65'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:12:07.344906 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2834ffbe-6562-48af-b132-c5544b1f5e1c tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:07.345696 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2834ffbe-6562-48af-b132-c5544b1f5e1c tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:07.380304 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device b84930e5-5cb5-45b0-84e6-8cdd16557af7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:12:07.471087 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: b84930e5-5cb5-45b0-84e6-8cdd16557af7 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:12:07.471440 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device b84930e5-5cb5-45b0-84e6-8cdd16557af7 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:12:07.521355 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e82065-d7cb-4981-8881-faf3f77cadfd None None] Routers {'5818ea6a-1d9f-4b31-9f37-322f577d0c65'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:12:07.521761 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-a6e82065-d7cb-4981-8881-faf3f77cadfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7fd47e20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:11:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['5818ea6a-1d9f-4b31-9f37-322f577d0c65'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:07.525277 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-ca0793b2-0919-4c2a-887b-2d551ba7c67e None None] Provisioning complete for port 8e7bf517-caef-4b22-8643-7b1dca829a04 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:12:07.525277 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ca0793b2-0919-4c2a-887b-2d551ba7c67e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (8e7bf517-caef-4b22-8643-7b1dca829a04), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:07.525931 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6b7f7c8f-e665-4aab-9965-c1977acb0716 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (57a3d56e-d0b9-4a67-8bdb-feb1ebf57598), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:07.531106 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-611335dc-cdbf-4f5a-8339-60d22837579e req-d104bc7d-8461-4b66-a3a6-fe4f501a06eb tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=876afed0-19b4-4cae-83e8-a954d0cae1ba HTTP/1.1" status: 200  len: 210 time: 0.0878816
May 07 22:12:07.559942 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-2834ffbe-6562-48af-b132-c5544b1f5e1c tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 924 time: 3.7818446
May 07 22:12:07.581411 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 43766) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:07.588527 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-5711b3d2-6a87-4a9b-9189-209720dabae8 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Request body: {'subnet': {'network_id': '3787466a-d26e-4517-a9a7-1cc24dd6f22b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:12:07.605117 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-a462a841-c6ea-4a7b-b042-4959f766e3d4 None None] For port eee3b0ff-2cfe-4e4b-9245-035e966ac5dd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eee3b0ff-2cfe-4e4b-9245-035e966ac5dd,segment=NetworkSegment(45aa06bb-dcbe-4635-86c9-4a166f5ba56e),segment_id=45aa06bb-dcbe-4635-86c9-4a166f5ba56e)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:12:07.605533 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a462a841-c6ea-4a7b-b042-4959f766e3d4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (eee3b0ff-2cfe-4e4b-9245-035e966ac5dd), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:07.628799 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-ca0793b2-0919-4c2a-887b-2d551ba7c67e None None] Port 8e7bf517-caef-4b22-8643-7b1dca829a04 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:12:07.635597 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-a462a841-c6ea-4a7b-b042-4959f766e3d4 None None] Calling delete_port for eee3b0ff-2cfe-4e4b-9245-035e966ac5dd owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:12:07.635775 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-6b7f7c8f-e665-4aab-9965-c1977acb0716 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf8c963bb0>,) {'filters': {'network_id': ['57a3d56e-d0b9-4a67-8bdb-feb1ebf57598']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:07.722489 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-6b7f7c8f-e665-4aab-9965-c1977acb0716 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8c963bb0>, 'babe6146-1f3c-4457-a486-849f83e1f5d2') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:07.723264 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-6b7f7c8f-e665-4aab-9965-c1977acb0716 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8c963bb0>, 'babe6146-1f3c-4457-a486-849f83e1f5d2') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:07.755532 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6b7f7c8f-e665-4aab-9965-c1977acb0716 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (babe6146-1f3c-4457-a486-849f83e1f5d2), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:07.761793 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-800471ca-3033-40bf-aed9-1a735ffe1521 None None] Provisioning complete for port 6e38abe6-7d33-4078-b732-a0c56b9af331 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:12:07.762400 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-800471ca-3033-40bf-aed9-1a735ffe1521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (6e38abe6-7d33-4078-b732-a0c56b9af331), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:07.773206 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-831bfce3-4b6b-43ca-b438-62bc745eb617 req-98d2a38e-2c0f-468c-9e37-69b0d74227c3 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Publish callbacks [] for port (2aca6585-cfee-43a3-b4ee-9b346ed2588f), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:07.798284 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6b7f7c8f-e665-4aab-9965-c1977acb0716 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (babe6146-1f3c-4457-a486-849f83e1f5d2), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:07.798653 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 6e38abe6-7d33-4078-b732-a0c56b9af331 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:12:07.811001 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-50b64185-1a18-4f45-a767-3b9b4102b865 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-395855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5148'] for router (1dee3859-c1ca-4a64-81d6-a3287ef2f90a), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:07.815449 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b7f7c8f-e665-4aab-9965-c1977acb0716 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:12:07.815853 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6b7f7c8f-e665-4aab-9965-c1977acb0716 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (babe6146-1f3c-4457-a486-849f83e1f5d2), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:07.822126 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 22:12:07.822126 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:12:07.822126 ncdv-master-1 neutron-server[121836]:     timer()
May 07 22:12:07.822126 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:12:07.822126 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 22:12:07.822126 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:12:07.822126 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 22:12:07.822126 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:12:07.822126 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 22:12:07.822126 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:12:07.822126 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 22:12:07.822126 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:12:07.822126 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 22:12:07.822126 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:12:07.822126 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:12:07.822126 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:12:07.822126 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:12:07.822126 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:12:07.822126 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 22:12:07.822126 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:12:07.822126 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 22:12:07.822126 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:12:07.822126 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:12:07.822126 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:12:07.822126 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 22:12:07.822126 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:12:07.822126 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:12:07.822126 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:12:07.822126 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:12:07.822126 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:12:07.822126 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:12:07.822126 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:12:07.839469 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-a6e82065-d7cb-4981-8881-faf3f77cadfd None None] Set router 5818ea6a-1d9f-4b31-9f37-322f577d0c65 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:12:07.839902 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-50b64185-1a18-4f45-a767-3b9b4102b865 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-395830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-395837', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-419014'] for router (1dee3859-c1ca-4a64-81d6-a3287ef2f90a), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:07.903272 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9c95a65f-004c-4628-980d-b997958e79fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:07.964243 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6b7f7c8f-e665-4aab-9965-c1977acb0716 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (57a3d56e-d0b9-4a67-8bdb-feb1ebf57598), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:07.966475 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-831bfce3-4b6b-43ca-b438-62bc745eb617 req-98d2a38e-2c0f-468c-9e37-69b0d74227c3 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (2aca6585-cfee-43a3-b4ee-9b346ed2588f), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:07.978895 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6b7f7c8f-e665-4aab-9965-c1977acb0716 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:07.984675 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-6b7f7c8f-e665-4aab-9965-c1977acb0716 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "DELETE /v2.0/networks/57a3d56e-d0b9-4a67-8bdb-feb1ebf57598 HTTP/1.1" status: 204  len: 168 time: 1.2933555
May 07 22:12:07.985315 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43770) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:07.998737 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5711b3d2-6a87-4a9b-9189-209720dabae8 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Made reservation on behalf of 9c3329647b05487f9d63d3c4ec2183b9 for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:12:08.002147 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5711b3d2-6a87-4a9b-9189-209720dabae8 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:08.010378 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['a859dd9c-cf59-4a9b-84c9-dddc4e9476c0'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:12:08.017628 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 6e38abe6-7d33-4078-b732-a0c56b9af331 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:12:08.018011 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (6e38abe6-7d33-4078-b732-a0c56b9af331), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:08.044596 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7f7c8f-e665-4aab-9965-c1977acb0716 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Pushing event deleted for resources: {'Network': ['ID=57a3d56e-d0b9-4a67-8bdb-feb1ebf57598,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:08.075007 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a462a841-c6ea-4a7b-b042-4959f766e3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (eee3b0ff-2cfe-4e4b-9245-035e966ac5dd), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:08.108788 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c90de773-3183-431d-a68c-09a706955a5b tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (1129c6c8-84cc-4491-9847-3805ed6e8655), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:08.113913 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-831bfce3-4b6b-43ca-b438-62bc745eb617 req-98d2a38e-2c0f-468c-9e37-69b0d74227c3 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Network ebdf594d-504a-44e8-89b9-e74774287749 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:12:08.142338 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a462a841-c6ea-4a7b-b042-4959f766e3d4 None None] Pushing event deleted for resources: {'Port': ['ID=eee3b0ff-2cfe-4e4b-9245-035e966ac5dd,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:08.146810 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a462a841-c6ea-4a7b-b042-4959f766e3d4 None None] No DVR routers for this DVR port eee3b0ff-2cfe-4e4b-9245-035e966ac5dd on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:12:08.148582 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [req-831bfce3-4b6b-43ca-b438-62bc745eb617 req-98d2a38e-2c0f-468c-9e37-69b0d74227c3 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:12:08.160545 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-831bfce3-4b6b-43ca-b438-62bc745eb617 req-98d2a38e-2c0f-468c-9e37-69b0d74227c3 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:12:08.177036 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-800471ca-3033-40bf-aed9-1a735ffe1521 None None] Current status of the port 6e38abe6-7d33-4078-b732-a0c56b9af331 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:12:08.194228 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-9c95a65f-004c-4628-980d-b997958e79fc admin admin] Allocated IP 172.20.0.1 (87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce/c381f23c-d79e-4860-966b-6594e682e18c/314b9385-4e3d-4e29-bca8-d74d438a8c68) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:12:08.196407 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d2a38e-2c0f-468c-9e37-69b0d74227c3 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Pushing event updated for resources: {'Port': ['ID=2aca6585-cfee-43a3-b4ee-9b346ed2588f,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:08.244367 ncdv-master-1 neutron-server[121836]: INFO neutron.db.ipam_backend_mixin [None req-5711b3d2-6a87-4a9b-9189-209720dabae8 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 8ceeddf2-391e-4ca7-be9c-61a97ff1d50e (CIDR: 172.20.0.0/28)
May 07 22:12:08.251716 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-5711b3d2-6a87-4a9b-9189-209720dabae8 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 07 22:12:08.252207 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5711b3d2-6a87-4a9b-9189-209720dabae8 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=121836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:12:08.263047 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831bfce3-4b6b-43ca-b438-62bc745eb617 req-98d2a38e-2c0f-468c-9e37-69b0d74227c3 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:08.263047 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-831bfce3-4b6b-43ca-b438-62bc745eb617 req-98d2a38e-2c0f-468c-9e37-69b0d74227c3 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:08.270811 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c90de773-3183-431d-a68c-09a706955a5b tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (1129c6c8-84cc-4491-9847-3805ed6e8655), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:08.290188 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-831bfce3-4b6b-43ca-b438-62bc745eb617 req-98d2a38e-2c0f-468c-9e37-69b0d74227c3 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.8180904
May 07 22:12:08.296297 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-5711b3d2-6a87-4a9b-9189-209720dabae8 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.7112107
May 07 22:12:08.296502 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-a6e82065-d7cb-4981-8881-faf3f77cadfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7fd47e20>, [{'id': '5818ea6a-1d9f-4b31-9f37-322f577d0c65', 'name': 'tempest-TestVolumeBootPattern-100968147-router', 'tenant_id': 'f3657e8df46a4252b9eb1eb159306a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.231'}], 'enable_snat': True}, 'gw_port_id': '196d5d88-adf4-4c22-9c34-8fadc03bc903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:12:03Z', 'updated_at': '2022-05-07T22:12:05Z', 'revision_number': 3, 'project_id': 'f3657e8df46a4252b9eb1eb159306a66', 'gw_port': {'id': '196d5d88-adf4-4c22-9c34-8fadc03bc903', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:eb:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5818ea6a-1d9f-4b31-9f37-322f577d0c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:12:04Z', 'updated_at': '2022-05-07T22:12:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:08.301901 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-831bfce3-4b6b-43ca-b438-62bc745eb617 req-9abdbb97-3058-4ac8-8f8e-cc7b5804e8ce service neutron] Request body: {'port': {'device_id': '876afed0-19b4-4cae-83e8-a954d0cae1ba', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:12:08.309362 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 43772) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:08.309611 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-cd2ca632-0103-4a97-9845-38392bd0426d tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Request body: {'subnet': {'network_id': '3787466a-d26e-4517-a9a7-1cc24dd6f22b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:12:08.317766 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-c90de773-3183-431d-a68c-09a706955a5b tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf865bf7c0>,) {'filters': {'network_id': ['1129c6c8-84cc-4491-9847-3805ed6e8655']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:08.337599 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-c90de773-3183-431d-a68c-09a706955a5b tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf865bf7c0>, '45aa06bb-dcbe-4635-86c9-4a166f5ba56e') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:08.337951 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-c90de773-3183-431d-a68c-09a706955a5b tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf865bf7c0>, '45aa06bb-dcbe-4635-86c9-4a166f5ba56e') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:08.343257 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e82065-d7cb-4981-8881-faf3f77cadfd None None] Checking router: 5818ea6a-1d9f-4b31-9f37-322f577d0c65 for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:12:08.343619 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e82065-d7cb-4981-8881-faf3f77cadfd None None] Updating router 5818ea6a-1d9f-4b31-9f37-322f577d0c65 port 196d5d88-adf4-4c22-9c34-8fadc03bc903 binding host ncdv-master-1 {{(pid=121838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 22:12:08.350297 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50b64185-1a18-4f45-a767-3b9b4102b865 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Router 1dee3859-c1ca-4a64-81d6-a3287ef2f90a is scheduled to L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db with binding_index 1 {{(pid=121836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 07 22:12:08.377709 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c90de773-3183-431d-a68c-09a706955a5b tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (45aa06bb-dcbe-4635-86c9-4a166f5ba56e), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:08.378415 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 6e38abe6-7d33-4078-b732-a0c56b9af331 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:12:08.380269 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 1fe6aefb-f049-4f66-b2ae-f8b8a700b450 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:12:08.396667 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c90de773-3183-431d-a68c-09a706955a5b tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (45aa06bb-dcbe-4635-86c9-4a166f5ba56e), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:08.407454 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c90de773-3183-431d-a68c-09a706955a5b tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:12:08.407856 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c90de773-3183-431d-a68c-09a706955a5b tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (45aa06bb-dcbe-4635-86c9-4a166f5ba56e), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:08.416557 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 22:12:08.416557 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:12:08.416557 ncdv-master-1 neutron-server[121837]:     timer()
May 07 22:12:08.416557 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:12:08.416557 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 22:12:08.416557 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:12:08.416557 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 22:12:08.416557 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:12:08.416557 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 22:12:08.416557 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:12:08.416557 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 22:12:08.416557 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:12:08.416557 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 22:12:08.416557 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:12:08.416557 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:12:08.416557 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:12:08.416557 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:12:08.416557 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:12:08.416557 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 22:12:08.416557 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:12:08.416557 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 22:12:08.416557 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:12:08.416557 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:12:08.416557 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:12:08.416557 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 22:12:08.416557 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:12:08.416557 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:12:08.416557 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:12:08.416557 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:12:08.416557 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:12:08.416557 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:12:08.416557 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:12:08.421646 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a6e82065-d7cb-4981-8881-faf3f77cadfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (196d5d88-adf4-4c22-9c34-8fadc03bc903), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:08.501776 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9c95a65f-004c-4628-980d-b997958e79fc admin admin] Publish callbacks [] for port (314b9385-4e3d-4e29-bca8-d74d438a8c68), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:08.515471 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c90de773-3183-431d-a68c-09a706955a5b tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (1129c6c8-84cc-4491-9847-3805ed6e8655), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:08.517112 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-831bfce3-4b6b-43ca-b438-62bc745eb617 req-9abdbb97-3058-4ac8-8f8e-cc7b5804e8ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (2aca6585-cfee-43a3-b4ee-9b346ed2588f), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:08.522746 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c90de773-3183-431d-a68c-09a706955a5b tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:08.526250 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-c90de773-3183-431d-a68c-09a706955a5b tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "DELETE /v2.0/networks/1129c6c8-84cc-4491-9847-3805ed6e8655 HTTP/1.1" status: 204  len: 168 time: 0.5401185
May 07 22:12:08.530515 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43774) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:08.538723 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-3502084c-baa7-4911-9ca9-328d062b27bd tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Request body: {'network': {'name': 'tempest-RoutersTest-989676665'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:12:08.570246 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 1fe6aefb-f049-4f66-b2ae-f8b8a700b450 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:12:08.570434 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (1fe6aefb-f049-4f66-b2ae-f8b8a700b450), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:08.614585 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90de773-3183-431d-a68c-09a706955a5b tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Pushing event deleted for resources: {'Network': ['ID=1129c6c8-84cc-4491-9847-3805ed6e8655,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:08.618640 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3502084c-baa7-4911-9ca9-328d062b27bd tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Made reservation on behalf of 9871aa16c54d4751ac838e07d52897a6 for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:12:08.622820 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3502084c-baa7-4911-9ca9-328d062b27bd tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:08.645700 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9c95a65f-004c-4628-980d-b997958e79fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (314b9385-4e3d-4e29-bca8-d74d438a8c68), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:08.665466 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd2ca632-0103-4a97-9845-38392bd0426d tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Made reservation on behalf of 9c3329647b05487f9d63d3c4ec2183b9 for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:12:08.671213 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cd2ca632-0103-4a97-9845-38392bd0426d tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:08.680586 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3502084c-baa7-4911-9ca9-328d062b27bd tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:12:08.700200 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c95a65f-004c-4628-980d-b997958e79fc admin admin] Network 87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:12:08.704493 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3502084c-baa7-4911-9ca9-328d062b27bd tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (b89fa6f4-95bf-4b9f-bbbe-2ad5f1277f28), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:08.704841 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-3502084c-baa7-4911-9ca9-328d062b27bd tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Added segment b89fa6f4-95bf-4b9f-bbbe-2ad5f1277f28 of type vlan for network e83f08f3-4d0c-4ad1-8e78-b4c659d620b5
May 07 22:12:08.717261 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-9c95a65f-004c-4628-980d-b997958e79fc admin admin] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:12:08.719943 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c95a65f-004c-4628-980d-b997958e79fc admin admin] Pushing event updated for resources: {'Port': ['ID=314b9385-4e3d-4e29-bca8-d74d438a8c68,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:08.724199 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c95a65f-004c-4628-980d-b997958e79fc admin admin] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:12:08.745173 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 1fe6aefb-f049-4f66-b2ae-f8b8a700b450 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:12:08.790248 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50b64185-1a18-4f45-a767-3b9b4102b865 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:12:08.791485 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3502084c-baa7-4911-9ca9-328d062b27bd tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (e83f08f3-4d0c-4ad1-8e78-b4c659d620b5), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:08.804331 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9197d245-b76c-4e98-944e-ee3a8be7dcb0 None None] Sync routers for ids ['1dee3859-c1ca-4a64-81d6-a3287ef2f90a'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:12:08.810145 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9c95a65f-004c-4628-980d-b997958e79fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398161'] for router_interface (5818ea6a-1d9f-4b31-9f37-322f577d0c65), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:08.814510 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-50b64185-1a18-4f45-a767-3b9b4102b865 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:08.818246 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-50b64185-1a18-4f45-a767-3b9b4102b865 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] 10.222.0.32 "PUT /v2.0/routers/1dee3859-c1ca-4a64-81d6-a3287ef2f90a HTTP/1.1" status: 200  len: 914 time: 5.8137212
May 07 22:12:08.819267 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9197d245-b76c-4e98-944e-ee3a8be7dcb0 None None] Routers {'1dee3859-c1ca-4a64-81d6-a3287ef2f90a'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:12:08.820099 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-9197d245-b76c-4e98-944e-ee3a8be7dcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8dae3370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:11:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['1dee3859-c1ca-4a64-81d6-a3287ef2f90a'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:08.823752 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 43780) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:08.868955 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a6e82065-d7cb-4981-8881-faf3f77cadfd None None] Publish callbacks [] for port (196d5d88-adf4-4c22-9c34-8fadc03bc903), precommit_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:08.880060 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a6e82065-d7cb-4981-8881-faf3f77cadfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (196d5d88-adf4-4c22-9c34-8fadc03bc903), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:08.886622 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-9197d245-b76c-4e98-944e-ee3a8be7dcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8dae3370>, [], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:08.893757 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3502084c-baa7-4911-9ca9-328d062b27bd tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (e83f08f3-4d0c-4ad1-8e78-b4c659d620b5), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:08.901826 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3502084c-baa7-4911-9ca9-328d062b27bd tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:08.902274 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3502084c-baa7-4911-9ca9-328d062b27bd tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:08.904513 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9197d245-b76c-4e98-944e-ee3a8be7dcb0 None None] Routers {'1dee3859-c1ca-4a64-81d6-a3287ef2f90a'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:12:08.905365 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-9197d245-b76c-4e98-944e-ee3a8be7dcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8dae3370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:11:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['1dee3859-c1ca-4a64-81d6-a3287ef2f90a'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:08.949739 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-9197d245-b76c-4e98-944e-ee3a8be7dcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8dae3370>, [], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:08.950615 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9197d245-b76c-4e98-944e-ee3a8be7dcb0 None None] The sync data for ids ['1dee3859-c1ca-4a64-81d6-a3287ef2f90a'] in ncdv-master-1 is: [] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:12:09.076744 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-3502084c-baa7-4911-9ca9-328d062b27bd tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 765 time: 0.5447054
May 07 22:12:09.078680 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43782) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:09.090193 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-5b7e671f-b06b-4e81-ad35-4c9875e82f37 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Request body: {'subnet': {'network_id': 'e83f08f3-4d0c-4ad1-8e78-b4c659d620b5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:12:09.100653 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3502084c-baa7-4911-9ca9-328d062b27bd tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Pushing event updated for resources: {'Network': ['ID=e83f08f3-4d0c-4ad1-8e78-b4c659d620b5,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:09.137164 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device eee3b0ff-2cfe-4e4b-9245-035e966ac5dd no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:12:09.142482 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3502084c-baa7-4911-9ca9-328d062b27bd tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:12:09.142864 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3502084c-baa7-4911-9ca9-328d062b27bd tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:12:09.143219 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3502084c-baa7-4911-9ca9-328d062b27bd tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:12:09.143562 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3502084c-baa7-4911-9ca9-328d062b27bd tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:12:09.143901 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3502084c-baa7-4911-9ca9-328d062b27bd tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:12:09.144242 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3502084c-baa7-4911-9ca9-328d062b27bd tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:12:09.145124 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3502084c-baa7-4911-9ca9-328d062b27bd tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:12:09.145531 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3502084c-baa7-4911-9ca9-328d062b27bd tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:12:09.145871 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3502084c-baa7-4911-9ca9-328d062b27bd tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:12:09.146198 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3502084c-baa7-4911-9ca9-328d062b27bd tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:12:09.146533 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3502084c-baa7-4911-9ca9-328d062b27bd tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:12:09.146884 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3502084c-baa7-4911-9ca9-328d062b27bd tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:12:09.147357 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3502084c-baa7-4911-9ca9-328d062b27bd tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:12:09.147692 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3502084c-baa7-4911-9ca9-328d062b27bd tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:12:09.148167 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3502084c-baa7-4911-9ca9-328d062b27bd tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:12:09.185568 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network e83f08f3-4d0c-4ad1-8e78-b4c659d620b5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:12:09.193424 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: eee3b0ff-2cfe-4e4b-9245-035e966ac5dd {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:12:09.198889 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device eee3b0ff-2cfe-4e4b-9245-035e966ac5dd not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:12:09.198889 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a929274-e214-4517-ac79-17fd12ca5e7f None None] Pushing event updated for resources: {'Port': ['ID=196d5d88-adf4-4c22-9c34-8fadc03bc903,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:09.233304 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9c95a65f-004c-4628-980d-b997958e79fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (314b9385-4e3d-4e29-bca8-d74d438a8c68), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:09.260849 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-a6e82065-d7cb-4981-8881-faf3f77cadfd None None] Attempting to bind port 196d5d88-adf4-4c22-9c34-8fadc03bc903 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:12:09.261136 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-a6e82065-d7cb-4981-8881-faf3f77cadfd None None] Attempting to bind port 196d5d88-adf4-4c22-9c34-8fadc03bc903 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:12:09.261313 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e82065-d7cb-4981-8881-faf3f77cadfd None None] Attempting to bind port 196d5d88-adf4-4c22-9c34-8fadc03bc903 on network 9221b764-ef06-431f-8941-796516ed7c3b {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:12:09.268437 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-405c406d-5111-4d3c-9727-9edcb600540e None None] Provisioning complete for port 314b9385-4e3d-4e29-bca8-d74d438a8c68 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:12:09.268707 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-405c406d-5111-4d3c-9727-9edcb600540e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (314b9385-4e3d-4e29-bca8-d74d438a8c68), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:09.300116 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e82065-d7cb-4981-8881-faf3f77cadfd None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:12:09.300910 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e82065-d7cb-4981-8881-faf3f77cadfd None None] Checking segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:12:09.301019 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a6e82065-d7cb-4981-8881-faf3f77cadfd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:09.301338 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e82065-d7cb-4981-8881-faf3f77cadfd None None] Bound using segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:12:09.301820 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-a6e82065-d7cb-4981-8881-faf3f77cadfd None None] Bound port: 196d5d88-adf4-4c22-9c34-8fadc03bc903, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:12:09.302480 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a6e82065-d7cb-4981-8881-faf3f77cadfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (196d5d88-adf4-4c22-9c34-8fadc03bc903), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:09.314254 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b7e671f-b06b-4e81-ad35-4c9875e82f37 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Made reservation on behalf of 9871aa16c54d4751ac838e07d52897a6 for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:12:09.319235 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5b7e671f-b06b-4e81-ad35-4c9875e82f37 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:09.319819 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bd5f93-a76b-417a-8968-6b131b9f6ebe req-016d8c34-bfb2-4b0e-a02e-dc493cd700e9 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:09.321344 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e1bd5f93-a76b-417a-8968-6b131b9f6ebe req-016d8c34-bfb2-4b0e-a02e-dc493cd700e9 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=876afed0-19b4-4cae-83e8-a954d0cae1ba HTTP/1.1" status: 200  len: 931 time: 0.7075994
May 07 22:12:09.369453 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-405c406d-5111-4d3c-9727-9edcb600540e None None] Port 314b9385-4e3d-4e29-bca8-d74d438a8c68 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:12:09.371810 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-a6e82065-d7cb-4981-8881-faf3f77cadfd None None] For port 196d5d88-adf4-4c22-9c34-8fadc03bc903, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:12:09.383708 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-a6e82065-d7cb-4981-8881-faf3f77cadfd None None] For port 196d5d88-adf4-4c22-9c34-8fadc03bc903, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=196d5d88-adf4-4c22-9c34-8fadc03bc903,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:12:09.390928 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a6e82065-d7cb-4981-8881-faf3f77cadfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (196d5d88-adf4-4c22-9c34-8fadc03bc903), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:09.462503 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e82065-d7cb-4981-8881-faf3f77cadfd None None] Routers {'5818ea6a-1d9f-4b31-9f37-322f577d0c65'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:12:09.464016 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-a6e82065-d7cb-4981-8881-faf3f77cadfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7fd47e20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:11:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['5818ea6a-1d9f-4b31-9f37-322f577d0c65'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:09.521490 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a929274-e214-4517-ac79-17fd12ca5e7f None None] Pushing event updated for resources: {'Port': ['ID=196d5d88-adf4-4c22-9c34-8fadc03bc903,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:09.577958 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e1bd5f93-a76b-417a-8968-6b131b9f6ebe req-3fa1b717-cf02-464e-b0ea-a5ac0360c96f tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1962674
May 07 22:12:09.609419 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5b7e671f-b06b-4e81-ad35-4c9875e82f37 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (fd110123-1ea1-40ff-af18-f0d691a09114), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:09.612551 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-a6e82065-d7cb-4981-8881-faf3f77cadfd None None] Set router 5818ea6a-1d9f-4b31-9f37-322f577d0c65 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:12:09.615330 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-2aabc9ef-6a66-467f-8fc9-48347dbca2c6 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] 10.222.0.32 "GET /v2.0/routers/1dee3859-c1ca-4a64-81d6-a3287ef2f90a HTTP/1.1" status: 200  len: 920 time: 0.7529225
May 07 22:12:09.622911 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 43784) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:09.698330 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7e671f-b06b-4e81-ad35-4c9875e82f37 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Pushing event updated for resources: {'Subnet': ['ID=fd110123-1ea1-40ff-af18-f0d691a09114,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:09.701961 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9c95a65f-004c-4628-980d-b997958e79fc admin admin] Publish callbacks [] for port (314b9385-4e3d-4e29-bca8-d74d438a8c68), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:09.712973 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7e671f-b06b-4e81-ad35-4c9875e82f37 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Checking segment: {'id': 'b89fa6f4-95bf-4b9f-bbbe-2ad5f1277f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'e83f08f3-4d0c-4ad1-8e78-b4c659d620b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:12:09.713350 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7e671f-b06b-4e81-ad35-4c9875e82f37 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Network hostable DHCP agents. Network: e83f08f3-4d0c-4ad1-8e78-b4c659d620b5, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:12:09.716535 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c75b2c9-48fb-40c4-8507-de0c23b71944 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:09.718070 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-4c75b2c9-48fb-40c4-8507-de0c23b71944 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=9221b764-ef06-431f-8941-796516ed7c3b&device_id=1dee3859-c1ca-4a64-81d6-a3287ef2f90a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 944 time: 0.0922003
May 07 22:12:09.719883 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9c95a65f-004c-4628-980d-b997958e79fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (314b9385-4e3d-4e29-bca8-d74d438a8c68), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:09.722635 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43786) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:09.811011 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [req-831bfce3-4b6b-43ca-b438-62bc745eb617 req-9abdbb97-3058-4ac8-8f8e-cc7b5804e8ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2aca6585-cfee-43a3-b4ee-9b346ed2588f {{(pid=121836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:12:09.825635 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-831bfce3-4b6b-43ca-b438-62bc745eb617 req-9abdbb97-3058-4ac8-8f8e-cc7b5804e8ce service neutron] Publish callbacks [] for port (2aca6585-cfee-43a3-b4ee-9b346ed2588f), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:09.826327 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7e671f-b06b-4e81-ad35-4c9875e82f37 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Network e83f08f3-4d0c-4ad1-8e78-b4c659d620b5 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:12:09.837045 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-a6e82065-d7cb-4981-8881-faf3f77cadfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7fd47e20>, [{'id': '5818ea6a-1d9f-4b31-9f37-322f577d0c65', 'name': 'tempest-TestVolumeBootPattern-100968147-router', 'tenant_id': 'f3657e8df46a4252b9eb1eb159306a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.231'}], 'enable_snat': True}, 'gw_port_id': '196d5d88-adf4-4c22-9c34-8fadc03bc903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:12:03Z', 'updated_at': '2022-05-07T22:12:09Z', 'revision_number': 4, 'project_id': 'f3657e8df46a4252b9eb1eb159306a66', 'gw_port': {'id': '196d5d88-adf4-4c22-9c34-8fadc03bc903', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:eb:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5818ea6a-1d9f-4b31-9f37-322f577d0c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:12:04Z', 'updated_at': '2022-05-07T22:12:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '314b9385-4e3d-4e29-bca8-d74d438a8c68', 'name': '', 'network_id': '87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce', 'tenant_id': 'f3657e8df46a4252b9eb1eb159306a66', 'mac_address': 'fa:16:3e:bf:a0:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5818ea6a-1d9f-4b31-9f37-322f577d0c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'c381f23c-d79e-4860-966b-6594e682e18c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:12:07Z', 'updated_at': '2022-05-07T22:12:08Z', 'revision_number': 1, 'project_id': 'f3657e8df46a4252b9eb1eb159306a66', 'subnets': [{'id': 'c381f23c-d79e-4860-966b-6594e682e18c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:09.848974 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.provisioning_blocks [req-831bfce3-4b6b-43ca-b438-62bc745eb617 req-9abdbb97-3058-4ac8-8f8e-cc7b5804e8ce service neutron] Transition to ACTIVE for port object 2aca6585-cfee-43a3-b4ee-9b346ed2588f will not be triggered until provisioned by entity L2. {{(pid=121836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 22:12:09.851803 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cd2ca632-0103-4a97-9845-38392bd0426d tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (2269dcb6-bad8-44cd-aa46-52d2b9b5a5b5), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:09.862553 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-831bfce3-4b6b-43ca-b438-62bc745eb617 req-9abdbb97-3058-4ac8-8f8e-cc7b5804e8ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (2aca6585-cfee-43a3-b4ee-9b346ed2588f), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:09.871113 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e82065-d7cb-4981-8881-faf3f77cadfd None None] The sync data for ids ['5818ea6a-1d9f-4b31-9f37-322f577d0c65'] in ncdv-master-1 is: [{'id': '5818ea6a-1d9f-4b31-9f37-322f577d0c65', 'name': 'tempest-TestVolumeBootPattern-100968147-router', 'tenant_id': 'f3657e8df46a4252b9eb1eb159306a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.231'}], 'enable_snat': True}, 'gw_port_id': '196d5d88-adf4-4c22-9c34-8fadc03bc903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:12:03Z', 'updated_at': '2022-05-07T22:12:09Z', 'revision_number': 4, 'project_id': 'f3657e8df46a4252b9eb1eb159306a66', 'gw_port': {'id': '196d5d88-adf4-4c22-9c34-8fadc03bc903', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:eb:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5818ea6a-1d9f-4b31-9f37-322f577d0c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:12:04Z', 'updated_at': '2022-05-07T22:12:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '314b9385-4e3d-4e29-bca8-d74d438a8c68', 'name': '', 'network_id': '87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce', 'tenant_id': 'f3657e8df46a4252b9eb1eb159306a66', 'mac_address': 'fa:16:3e:bf:a0:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5818ea6a-1d9f-4b31-9f37-322f577d0c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'c381f23c-d79e-4860-966b-6594e682e18c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:12:07Z', 'updated_at': '2022-05-07T22:12:08Z', 'revision_number': 1, 'project_id': 'f3657e8df46a4252b9eb1eb159306a66', 'subnets': [{'id': 'c381f23c-d79e-4860-966b-6594e682e18c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:12:09.876186 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9c95a65f-004c-4628-980d-b997958e79fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401121'] for router_interface (5818ea6a-1d9f-4b31-9f37-322f577d0c65), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:09.885232 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-5b7e671f-b06b-4e81-ad35-4c9875e82f37 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e83f08f3-4d0c-4ad1-8e78-b4c659d620b5) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:12:09.892490 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c95a65f-004c-4628-980d-b997958e79fc admin admin] Pushing event updated for resources: {'Port': ['ID=314b9385-4e3d-4e29-bca8-d74d438a8c68,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:09.909374 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b7e671f-b06b-4e81-ad35-4c9875e82f37 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:09.911159 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5b7e671f-b06b-4e81-ad35-4c9875e82f37 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:09.915291 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418c675d-cc96-461a-a2f2-ebc75680a9e2 None None] Network e83f08f3-4d0c-4ad1-8e78-b4c659d620b5 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:12:09.946290 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2ca632-0103-4a97-9845-38392bd0426d tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Network 3787466a-d26e-4517-a9a7-1cc24dd6f22b is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:12:09.966468 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-cd2ca632-0103-4a97-9845-38392bd0426d tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:12:09.972372 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2ca632-0103-4a97-9845-38392bd0426d tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Pushing event updated for resources: {'Subnet': ['ID=2269dcb6-bad8-44cd-aa46-52d2b9b5a5b5,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:09.978178 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2ca632-0103-4a97-9845-38392bd0426d tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:09.979012 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cd2ca632-0103-4a97-9845-38392bd0426d tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:09.987576 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc3db15-13ee-4bc7-854b-e95b6f029dda None None] Network 3787466a-d26e-4517-a9a7-1cc24dd6f22b requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:12:10.021497 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-cd2ca632-0103-4a97-9845-38392bd0426d tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 1.7165258
May 07 22:12:10.022571 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58866d36-ca78-4fef-bd9c-4bd6b0e75c74 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:10.024064 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 43790) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:10.028743 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-58866d36-ca78-4fef-bd9c-4bd6b0e75c74 tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] 10.222.0.32 "GET /v2.0/networks/9221b764-ef06-431f-8941-796516ed7c3b HTTP/1.1" status: 200  len: 881 time: 0.3001165
May 07 22:12:10.030322 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abdbb97-3058-4ac8-8f8e-cc7b5804e8ce service neutron] Pushing event updated for resources: {'Port': ['ID=2aca6585-cfee-43a3-b4ee-9b346ed2588f,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:10.030469 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43792) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:10.033134 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-b03b0579-d839-4cb5-8d72-31af11dabb81 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1368108460', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2269dcb6-bad8-44cd-aa46-52d2b9b5a5b5'}], 'security_groups': ['78fc7fed-8139-4dd3-aea9-34c39ef6d2c9']}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:12:10.075473 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-5b7e671f-b06b-4e81-ad35-4c9875e82f37 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.9913483
May 07 22:12:10.078907 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43794) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:10.083719 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-6bb2a2e4-2086-4667-bcc0-f16d5df658f5 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-473780282', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:12:10.098657 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-dc162101-40c0-4267-be9e-4fc9491df9a5 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] 10.222.0.32 "GET /v2.0/ports?device_id=1dee3859-c1ca-4a64-81d6-a3287ef2f90a HTTP/1.1" status: 200  len: 205 time: 0.0655909
May 07 22:12:10.101113 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43796) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:10.122510 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165e6213-c0a7-4163-bc5a-24b74f42e443 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e83f08f3-4d0c-4ad1-8e78-b4c659d620b5', 'network_id': 'e83f08f3-4d0c-4ad1-8e78-b4c659d620b5', 'project_id': '9871aa16c54d4751ac838e07d52897a6', 'fixed_ips': [{'subnet_id': 'fd110123-1ea1-40ff-af18-f0d691a09114'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:12:10.123447 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-165e6213-c0a7-4163-bc5a-24b74f42e443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:10.178886 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-831bfce3-4b6b-43ca-b438-62bc745eb617 req-9abdbb97-3058-4ac8-8f8e-cc7b5804e8ce service neutron] Attempting to bind port 2aca6585-cfee-43a3-b4ee-9b346ed2588f on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:12:10.179535 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-831bfce3-4b6b-43ca-b438-62bc745eb617 req-9abdbb97-3058-4ac8-8f8e-cc7b5804e8ce service neutron] Attempting to bind port 2aca6585-cfee-43a3-b4ee-9b346ed2588f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '2cb8e953-203f-4019-8d4d-d4ab0509c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ebdf594d-504a-44e8-89b9-e74774287749'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:12:10.181231 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831bfce3-4b6b-43ca-b438-62bc745eb617 req-9abdbb97-3058-4ac8-8f8e-cc7b5804e8ce service neutron] Attempting to bind port 2aca6585-cfee-43a3-b4ee-9b346ed2588f on network ebdf594d-504a-44e8-89b9-e74774287749 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:12:10.201675 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831bfce3-4b6b-43ca-b438-62bc745eb617 req-9abdbb97-3058-4ac8-8f8e-cc7b5804e8ce service neutron] Port 2aca6585-cfee-43a3-b4ee-9b346ed2588f on network ebdf594d-504a-44e8-89b9-e74774287749 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:12:10.202370 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831bfce3-4b6b-43ca-b438-62bc745eb617 req-9abdbb97-3058-4ac8-8f8e-cc7b5804e8ce service neutron] Attempting to bind port 2aca6585-cfee-43a3-b4ee-9b346ed2588f on network ebdf594d-504a-44e8-89b9-e74774287749 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:12:10.231128 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831bfce3-4b6b-43ca-b438-62bc745eb617 req-9abdbb97-3058-4ac8-8f8e-cc7b5804e8ce service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:12:10.231706 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831bfce3-4b6b-43ca-b438-62bc745eb617 req-9abdbb97-3058-4ac8-8f8e-cc7b5804e8ce service neutron] Checking segment: {'id': '2cb8e953-203f-4019-8d4d-d4ab0509c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ebdf594d-504a-44e8-89b9-e74774287749'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:12:10.232225 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831bfce3-4b6b-43ca-b438-62bc745eb617 req-9abdbb97-3058-4ac8-8f8e-cc7b5804e8ce service neutron] Bound using segment: {'id': '2cb8e953-203f-4019-8d4d-d4ab0509c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ebdf594d-504a-44e8-89b9-e74774287749'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:12:10.232858 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-831bfce3-4b6b-43ca-b438-62bc745eb617 req-9abdbb97-3058-4ac8-8f8e-cc7b5804e8ce service neutron] Bound port: 2aca6585-cfee-43a3-b4ee-9b346ed2588f, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cb8e953-203f-4019-8d4d-d4ab0509c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ebdf594d-504a-44e8-89b9-e74774287749'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:12:10.233314 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-831bfce3-4b6b-43ca-b438-62bc745eb617 req-9abdbb97-3058-4ac8-8f8e-cc7b5804e8ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (2aca6585-cfee-43a3-b4ee-9b346ed2588f), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:10.245006 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6bb2a2e4-2086-4667-bcc0-f16d5df658f5 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (a3043a29-c070-46df-b074-083ba5f82321), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:10.246059 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6bb2a2e4-2086-4667-bcc0-f16d5df658f5 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (a3043a29-c070-46df-b074-083ba5f82321), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:10.256434 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c95a65f-004c-4628-980d-b997958e79fc admin admin] Network 87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:12:10.299476 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-9c95a65f-004c-4628-980d-b997958e79fc admin admin] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:12:10.339904 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a71d72-38af-4fee-94f4-4df10e165934 None None] Update dhcp port {'port': {'network_id': '3787466a-d26e-4517-a9a7-1cc24dd6f22b', 'fixed_ips': [{'subnet_id': '8ceeddf2-391e-4ca7-be9c-61a97ff1d50e', 'ip_address': '172.20.0.2'}, {'subnet_id': '2269dcb6-bad8-44cd-aa46-52d2b9b5a5b5'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '1fe6aefb-f049-4f66-b2ae-f8b8a700b450'} from ncdv-master-1. {{(pid=121838) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
May 07 22:12:10.384959 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-831bfce3-4b6b-43ca-b438-62bc745eb617 req-9abdbb97-3058-4ac8-8f8e-cc7b5804e8ce service neutron] For port 2aca6585-cfee-43a3-b4ee-9b346ed2588f, host nch1-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:12:10.388810 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-831bfce3-4b6b-43ca-b438-62bc745eb617 req-9abdbb97-3058-4ac8-8f8e-cc7b5804e8ce service neutron] For port 2aca6585-cfee-43a3-b4ee-9b346ed2588f, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2aca6585-cfee-43a3-b4ee-9b346ed2588f,segment=NetworkSegment(2cb8e953-203f-4019-8d4d-d4ab0509c11a),segment_id=2cb8e953-203f-4019-8d4d-d4ab0509c11a)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:12:10.406296 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-831bfce3-4b6b-43ca-b438-62bc745eb617 req-9abdbb97-3058-4ac8-8f8e-cc7b5804e8ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (2aca6585-cfee-43a3-b4ee-9b346ed2588f), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:10.421006 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b6a71d72-38af-4fee-94f4-4df10e165934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (1fe6aefb-f049-4f66-b2ae-f8b8a700b450), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:10.437845 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a11a5931-b546-4b56-bb1d-79707938ce80 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks [] for router (1dee3859-c1ca-4a64-81d6-a3287ef2f90a), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:10.488721 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831bfce3-4b6b-43ca-b438-62bc745eb617 req-9abdbb97-3058-4ac8-8f8e-cc7b5804e8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:10.495569 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-831bfce3-4b6b-43ca-b438-62bc745eb617 req-9abdbb97-3058-4ac8-8f8e-cc7b5804e8ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:10.502080 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-165e6213-c0a7-4163-bc5a-24b74f42e443 None None] Allocated IP 172.20.0.2 (e83f08f3-4d0c-4ad1-8e78-b4c659d620b5/fd110123-1ea1-40ff-af18-f0d691a09114/56d0a6c7-8e2f-4bf0-80cc-c4529c97742f) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:12:10.502926 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-831bfce3-4b6b-43ca-b438-62bc745eb617 req-9abdbb97-3058-4ac8-8f8e-cc7b5804e8ce service neutron] 10.222.0.55 "PUT /v2.0/ports/2aca6585-cfee-43a3-b4ee-9b346ed2588f HTTP/1.1" status: 200  len: 1091 time: 2.2019801
May 07 22:12:10.503727 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '876afed0-19b4-4cae-83e8-a954d0cae1ba', 'tag': '2aca6585-cfee-43a3-b4ee-9b346ed2588f'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:12:10.510285 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47dc79bb-c221-4eba-8bbc-38db7609132a" -d '{"events": [{"name": "network-changed", "server_uuid": "876afed0-19b4-4cae-83e8-a954d0cae1ba", "tag": "2aca6585-cfee-43a3-b4ee-9b346ed2588f"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:12:10.525264 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6bb2a2e4-2086-4667-bcc0-f16d5df658f5 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for router_controller (a3043a29-c070-46df-b074-083ba5f82321), precommit_add_association {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:10.578961 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6bb2a2e4-2086-4667-bcc0-f16d5df658f5 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (a3043a29-c070-46df-b074-083ba5f82321), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:10.623421 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b03b0579-d839-4cb5-8d72-31af11dabb81 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (8e7bf517-caef-4b22-8643-7b1dca829a04), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:10.647750 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97fc95f3-6038-49eb-91ca-9b26f594eb73 x-openstack-request-id: req-97fc95f3-6038-49eb-91ca-9b26f594eb73 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:12:10.648436 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "876afed0-19b4-4cae-83e8-a954d0cae1ba", "tag": "2aca6585-cfee-43a3-b4ee-9b346ed2588f", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:12:10.648880 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-97fc95f3-6038-49eb-91ca-9b26f594eb73 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:12:10.649570 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97fc95f3-6038-49eb-91ca-9b26f594eb73'] response: {'name': 'network-changed', 'server_uuid': '876afed0-19b4-4cae-83e8-a954d0cae1ba', 'tag': '2aca6585-cfee-43a3-b4ee-9b346ed2588f', 'status': 'completed', 'code': 200}
May 07 22:12:10.710199 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c95a65f-004c-4628-980d-b997958e79fc admin admin] Router 5818ea6a-1d9f-4b31-9f37-322f577d0c65 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:12:10.715772 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6bb2a2e4-2086-4667-bcc0-f16d5df658f5 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:10.720086 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-6bb2a2e4-2086-4667-bcc0-f16d5df658f5 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.6399751
May 07 22:12:10.725357 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43804) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:10.735769 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-b753a499-8715-4cb8-a90d-e1e89131f369 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Request body: {'port': {'network_id': 'e83f08f3-4d0c-4ad1-8e78-b4c659d620b5', 'name': 'tempest-RoutersTest-105632576'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:12:10.751180 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-892a6d97-0019-4ab6-a6e4-8972d8307b66 None None] Provisioning complete for port 314b9385-4e3d-4e29-bca8-d74d438a8c68 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:12:10.751550 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-892a6d97-0019-4ab6-a6e4-8972d8307b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (314b9385-4e3d-4e29-bca8-d74d438a8c68), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:10.853332 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a11a5931-b546-4b56-bb1d-79707938ce80 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks [] for router_gateway (1dee3859-c1ca-4a64-81d6-a3287ef2f90a), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:10.860451 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abdbb97-3058-4ac8-8f8e-cc7b5804e8ce service neutron] Pushing event updated for resources: {'Port': ['ID=2aca6585-cfee-43a3-b4ee-9b346ed2588f,revision_number=3']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:10.899639 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-892a6d97-0019-4ab6-a6e4-8972d8307b66 None None] Port 314b9385-4e3d-4e29-bca8-d74d438a8c68 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:12:10.901821 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831bfce3-4b6b-43ca-b438-62bc745eb617 req-5e95f780-de23-4208-b44f-fb66fc55f2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:10.905440 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-b6a71d72-38af-4fee-94f4-4df10e165934 None None] Allocated IP 172.20.0.18 (3787466a-d26e-4517-a9a7-1cc24dd6f22b/2269dcb6-bad8-44cd-aa46-52d2b9b5a5b5/1fe6aefb-f049-4f66-b2ae-f8b8a700b450) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:12:10.907992 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-831bfce3-4b6b-43ca-b438-62bc745eb617 req-5e95f780-de23-4208-b44f-fb66fc55f2cc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b29256ef64d74a5297507ca500a9468e&device_id=876afed0-19b4-4cae-83e8-a954d0cae1ba HTTP/1.1" status: 200  len: 1125 time: 0.2632120
May 07 22:12:10.914595 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfcdce9-2349-42ef-a405-d7c7d55287d9 req-0395576d-eb9e-4ef3-b7db-a642d5ce5c1b tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:10.931124 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1bfcdce9-2349-42ef-a405-d7c7d55287d9 req-0395576d-eb9e-4ef3-b7db-a642d5ce5c1b tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=876afed0-19b4-4cae-83e8-a954d0cae1ba HTTP/1.1" status: 200  len: 943 time: 0.1784778
May 07 22:12:11.055679 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-165e6213-c0a7-4163-bc5a-24b74f42e443 None None] Publish callbacks [] for port (56d0a6c7-8e2f-4bf0-80cc-c4529c97742f), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:11.058649 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-831bfce3-4b6b-43ca-b438-62bc745eb617 req-e00fd079-bf1d-41de-96c6-0cc645aa84e0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2aca6585-cfee-43a3-b4ee-9b346ed2588f HTTP/1.1" status: 200  len: 217 time: 0.1055973
May 07 22:12:11.078288 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-165e6213-c0a7-4163-bc5a-24b74f42e443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (56d0a6c7-8e2f-4bf0-80cc-c4529c97742f), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:11.093266 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-b6a71d72-38af-4fee-94f4-4df10e165934 None None] For port 1fe6aefb-f049-4f66-b2ae-f8b8a700b450, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1fe6aefb-f049-4f66-b2ae-f8b8a700b450,segment=NetworkSegment(dbc23f5a-7e41-4f93-91c5-2486d640f85b),segment_id=dbc23f5a-7e41-4f93-91c5-2486d640f85b)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:12:11.122143 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1bfcdce9-2349-42ef-a405-d7c7d55287d9 req-4ffea7bb-6d73-401b-a05b-df73f4b0bd10 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1893196
May 07 22:12:11.173351 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165e6213-c0a7-4163-bc5a-24b74f42e443 None None] Network e83f08f3-4d0c-4ad1-8e78-b4c659d620b5 is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:12:11.181165 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-165e6213-c0a7-4163-bc5a-24b74f42e443 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:12:11.199223 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165e6213-c0a7-4163-bc5a-24b74f42e443 None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:12:11.201412 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165e6213-c0a7-4163-bc5a-24b74f42e443 None None] Pushing event updated for resources: {'Port': ['ID=56d0a6c7-8e2f-4bf0-80cc-c4529c97742f,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:11.215893 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831bfce3-4b6b-43ca-b438-62bc745eb617 req-d8327ce6-ad98-41b4-b204-170378ca22c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:11.218565 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-831bfce3-4b6b-43ca-b438-62bc745eb617 req-d8327ce6-ad98-41b4-b204-170378ca22c2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=08181da1-ef60-4984-b7f1-4a196d8203f6 HTTP/1.1" status: 200  len: 846 time: 0.1504579
May 07 22:12:11.230165 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b6a71d72-38af-4fee-94f4-4df10e165934 None None] Publish callbacks [] for port (1fe6aefb-f049-4f66-b2ae-f8b8a700b450), precommit_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:11.257338 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b6a71d72-38af-4fee-94f4-4df10e165934 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (1fe6aefb-f049-4f66-b2ae-f8b8a700b450), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:11.260627 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-831bfce3-4b6b-43ca-b438-62bc745eb617 req-d8d8899e-f3de-46de-824f-b9f03cedc3bc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ebdf594d-504a-44e8-89b9-e74774287749&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0344536
May 07 22:12:11.461264 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-831bfce3-4b6b-43ca-b438-62bc745eb617 req-8a23799d-11a4-4c6b-a803-627d1a7efe53 service neutron] 10.222.0.55 "GET /v2.0/networks/ebdf594d-504a-44e8-89b9-e74774287749?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1908817
May 07 22:12:11.462694 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-b03b0579-d839-4cb5-8d72-31af11dabb81 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Delete allocated IP 172.20.0.3 (3787466a-d26e-4517-a9a7-1cc24dd6f22b/8ceeddf2-391e-4ca7-be9c-61a97ff1d50e) {{(pid=121836) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
May 07 22:12:11.497406 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-b03b0579-d839-4cb5-8d72-31af11dabb81 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Allocated IP 172.20.0.19 (3787466a-d26e-4517-a9a7-1cc24dd6f22b/2269dcb6-bad8-44cd-aa46-52d2b9b5a5b5/8e7bf517-caef-4b22-8643-7b1dca829a04) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:12:11.533079 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-a11a5931-b546-4b56-bb1d-79707938ce80 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Deleting port 01806239-b23d-41f9-ad59-4dcc794a483a {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:12:11.533681 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a11a5931-b546-4b56-bb1d-79707938ce80 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (01806239-b23d-41f9-ad59-4dcc794a483a), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:11.550297 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-165e6213-c0a7-4163-bc5a-24b74f42e443 None None] Attempting to bind port 56d0a6c7-8e2f-4bf0-80cc-c4529c97742f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:12:11.550297 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-165e6213-c0a7-4163-bc5a-24b74f42e443 None None] Attempting to bind port 56d0a6c7-8e2f-4bf0-80cc-c4529c97742f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b89fa6f4-95bf-4b9f-bbbe-2ad5f1277f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'e83f08f3-4d0c-4ad1-8e78-b4c659d620b5'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:12:11.551742 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165e6213-c0a7-4163-bc5a-24b74f42e443 None None] Attempting to bind port 56d0a6c7-8e2f-4bf0-80cc-c4529c97742f on network e83f08f3-4d0c-4ad1-8e78-b4c659d620b5 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:12:11.583430 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165e6213-c0a7-4163-bc5a-24b74f42e443 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:12:11.583430 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165e6213-c0a7-4163-bc5a-24b74f42e443 None None] Checking segment: {'id': 'b89fa6f4-95bf-4b9f-bbbe-2ad5f1277f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'e83f08f3-4d0c-4ad1-8e78-b4c659d620b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:12:11.584019 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-165e6213-c0a7-4163-bc5a-24b74f42e443 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:11.584511 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165e6213-c0a7-4163-bc5a-24b74f42e443 None None] Bound using segment: {'id': 'b89fa6f4-95bf-4b9f-bbbe-2ad5f1277f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'e83f08f3-4d0c-4ad1-8e78-b4c659d620b5'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:12:11.585777 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-165e6213-c0a7-4163-bc5a-24b74f42e443 None None] Bound port: 56d0a6c7-8e2f-4bf0-80cc-c4529c97742f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b89fa6f4-95bf-4b9f-bbbe-2ad5f1277f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'e83f08f3-4d0c-4ad1-8e78-b4c659d620b5'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:12:11.586672 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-165e6213-c0a7-4163-bc5a-24b74f42e443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (56d0a6c7-8e2f-4bf0-80cc-c4529c97742f), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:11.609240 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a71d72-38af-4fee-94f4-4df10e165934 None None] Pushing event updated for resources: {'Port': ['ID=1fe6aefb-f049-4f66-b2ae-f8b8a700b450,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:11.646182 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-831bfce3-4b6b-43ca-b438-62bc745eb617 req-7822bb25-59f0-4f6e-b966-cc1208c830ef service neutron] 10.222.0.55 "GET /v2.0/networks/ebdf594d-504a-44e8-89b9-e74774287749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1765835
May 07 22:12:11.665852 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c95a65f-004c-4628-980d-b997958e79fc admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:12:11.692715 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-9c95a65f-004c-4628-980d-b997958e79fc admin admin] 10.222.0.32 "PUT /v2.0/routers/5818ea6a-1d9f-4b31-9f37-322f577d0c65/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4127140
May 07 22:12:11.710646 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-165e6213-c0a7-4163-bc5a-24b74f42e443 None None] For port 56d0a6c7-8e2f-4bf0-80cc-c4529c97742f, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:12:11.714191 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-165e6213-c0a7-4163-bc5a-24b74f42e443 None None] For port 56d0a6c7-8e2f-4bf0-80cc-c4529c97742f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=56d0a6c7-8e2f-4bf0-80cc-c4529c97742f,segment=NetworkSegment(b89fa6f4-95bf-4b9f-bbbe-2ad5f1277f28),segment_id=b89fa6f4-95bf-4b9f-bbbe-2ad5f1277f28)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:12:11.730296 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b753a499-8715-4cb8-a90d-e1e89131f369 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Made reservation on behalf of 9871aa16c54d4751ac838e07d52897a6 for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:12:11.732254 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-165e6213-c0a7-4163-bc5a-24b74f42e443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (56d0a6c7-8e2f-4bf0-80cc-c4529c97742f), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:11.733956 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b753a499-8715-4cb8-a90d-e1e89131f369 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:11.738858 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a11a5931-b546-4b56-bb1d-79707938ce80 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (01806239-b23d-41f9-ad59-4dcc794a483a), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:11.801537 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-a11a5931-b546-4b56-bb1d-79707938ce80 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Calling delete_port for 01806239-b23d-41f9-ad59-4dcc794a483a owned by network:router_gateway {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:12:11.812732 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [None req-b753a499-8715-4cb8-a90d-e1e89131f369 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] device_id is not set on port 3662f3b5-592f-4cd0-816f-c4e14d7c7c62 yet. {{(pid=121837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 22:12:11.899210 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b03b0579-d839-4cb5-8d72-31af11dabb81 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for port (8e7bf517-caef-4b22-8643-7b1dca829a04), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:11.905972 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b03b0579-d839-4cb5-8d72-31af11dabb81 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (8e7bf517-caef-4b22-8643-7b1dca829a04), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:11.921598 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165e6213-c0a7-4163-bc5a-24b74f42e443 None None] Pushing event updated for resources: {'Port': ['ID=56d0a6c7-8e2f-4bf0-80cc-c4529c97742f,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:11.982726 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 1fe6aefb-f049-4f66-b2ae-f8b8a700b450 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:12:12.030022 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03b0579-d839-4cb5-8d72-31af11dabb81 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Pushing event updated for resources: {'Port': ['ID=8e7bf517-caef-4b22-8643-7b1dca829a04,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:12.080699 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 1fe6aefb-f049-4f66-b2ae-f8b8a700b450 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:12:12.081214 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (1fe6aefb-f049-4f66-b2ae-f8b8a700b450), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:12.214816 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 1fe6aefb-f049-4f66-b2ae-f8b8a700b450 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:12:12.233044 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 196d5d88-adf4-4c22-9c34-8fadc03bc903 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:12:12.314032 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-b03b0579-d839-4cb5-8d72-31af11dabb81 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] In _notify_port_updated(), no bound segment for port 8e7bf517-caef-4b22-8643-7b1dca829a04 on network 3787466a-d26e-4517-a9a7-1cc24dd6f22b {{(pid=121836) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:935}}
May 07 22:12:12.336009 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03b0579-d839-4cb5-8d72-31af11dabb81 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:12.339074 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b03b0579-d839-4cb5-8d72-31af11dabb81 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:12.348156 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43818) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:12.349342 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-b03b0579-d839-4cb5-8d72-31af11dabb81 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "PUT /v2.0/ports/8e7bf517-caef-4b22-8643-7b1dca829a04 HTTP/1.1" status: 200  len: 921 time: 2.3240616
May 07 22:12:12.352510 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 196d5d88-adf4-4c22-9c34-8fadc03bc903 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:12:12.352737 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (196d5d88-adf4-4c22-9c34-8fadc03bc903), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:12.361181 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-b753a499-8715-4cb8-a90d-e1e89131f369 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Allocated IP 172.20.0.11 (e83f08f3-4d0c-4ad1-8e78-b4c659d620b5/fd110123-1ea1-40ff-af18-f0d691a09114/3662f3b5-592f-4cd0-816f-c4e14d7c7c62) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:12:12.530194 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 196d5d88-adf4-4c22-9c34-8fadc03bc903 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:12:12.530552 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (196d5d88-adf4-4c22-9c34-8fadc03bc903), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:12.565746 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edafcb0b-81a1-42fd-a5e9-7968272ec42f req-ed3689e8-c288-4528-9c71-7300696f73d3 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:12.567967 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-edafcb0b-81a1-42fd-a5e9-7968272ec42f req-ed3689e8-c288-4528-9c71-7300696f73d3 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=876afed0-19b4-4cae-83e8-a954d0cae1ba HTTP/1.1" status: 200  len: 943 time: 0.1381099
May 07 22:12:12.576050 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port 196d5d88-adf4-4c22-9c34-8fadc03bc903, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=196d5d88-adf4-4c22-9c34-8fadc03bc903,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:12:12.588767 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (196d5d88-adf4-4c22-9c34-8fadc03bc903), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:12.607372 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dc79bb-c221-4eba-8bbc-38db7609132a req-9963ed7f-a3ce-4f16-ace2-0769f8eaea84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:12.609304 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-47dc79bb-c221-4eba-8bbc-38db7609132a req-9963ed7f-a3ce-4f16-ace2-0769f8eaea84 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b29256ef64d74a5297507ca500a9468e&device_id=876afed0-19b4-4cae-83e8-a954d0cae1ba HTTP/1.1" status: 200  len: 1125 time: 0.0780122
May 07 22:12:12.683287 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=196d5d88-adf4-4c22-9c34-8fadc03bc903,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:12.727507 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dc79bb-c221-4eba-8bbc-38db7609132a req-9073db97-0585-4b3f-bf6f-0908573eaf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:12.730197 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-47dc79bb-c221-4eba-8bbc-38db7609132a req-9073db97-0585-4b3f-bf6f-0908573eaf12 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ebdf594d-504a-44e8-89b9-e74774287749 HTTP/1.1" status: 200  len: 907 time: 0.1148710
May 07 22:12:12.793850 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-47dc79bb-c221-4eba-8bbc-38db7609132a req-20f8a463-feb7-4cdb-a7a7-1f07e7e35b26 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2aca6585-cfee-43a3-b4ee-9b346ed2588f HTTP/1.1" status: 200  len: 217 time: 0.0571563
May 07 22:12:12.857717 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dc79bb-c221-4eba-8bbc-38db7609132a req-46925845-5f9b-4ea7-9abb-d51a1d877b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:12.858121 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-095e8636-ed01-45e5-bf9d-374e074a4d1a None None] Provisioning complete for port 8e7bf517-caef-4b22-8643-7b1dca829a04 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:12:12.858255 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-095e8636-ed01-45e5-bf9d-374e074a4d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (8e7bf517-caef-4b22-8643-7b1dca829a04), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:12.859551 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-47dc79bb-c221-4eba-8bbc-38db7609132a req-46925845-5f9b-4ea7-9abb-d51a1d877b79 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=08181da1-ef60-4984-b7f1-4a196d8203f6 HTTP/1.1" status: 200  len: 846 time: 0.0598011
May 07 22:12:12.875143 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-37809632-7732-4e33-af74-b196c54f6e36 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Deleting port 8e7bf517-caef-4b22-8643-7b1dca829a04 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:12:12.875497 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-37809632-7732-4e33-af74-b196c54f6e36 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (8e7bf517-caef-4b22-8643-7b1dca829a04), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:12.902924 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43828) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:12.907101 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-095e8636-ed01-45e5-bf9d-374e074a4d1a None None] Port 8e7bf517-caef-4b22-8643-7b1dca829a04 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:12:12.910885 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-47dc79bb-c221-4eba-8bbc-38db7609132a req-02326646-90b3-4468-bc80-bd4a884c5301 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ebdf594d-504a-44e8-89b9-e74774287749&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0404465
May 07 22:12:12.917176 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-095e8636-ed01-45e5-bf9d-374e074a4d1a None None] Provisioning complete for port ca81d6d2-9a7f-46e1-9c12-415b1f6000e5 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:12:12.917644 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-095e8636-ed01-45e5-bf9d-374e074a4d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (ca81d6d2-9a7f-46e1-9c12-415b1f6000e5), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:12.926466 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-d49c30a5-e99a-438d-b295-e2d00e4114d6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1751509668-network', 'tenant_id': '4e3a459b2e514b998bffd4275d7bb847'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:12:12.949795 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b753a499-8715-4cb8-a90d-e1e89131f369 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for port (3662f3b5-592f-4cd0-816f-c4e14d7c7c62), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:12.962527 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-095e8636-ed01-45e5-bf9d-374e074a4d1a None None] Port ca81d6d2-9a7f-46e1-9c12-415b1f6000e5 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:12:12.972084 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-095e8636-ed01-45e5-bf9d-374e074a4d1a None None] Provisioning complete for port 1fe6aefb-f049-4f66-b2ae-f8b8a700b450 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:12:12.972733 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-095e8636-ed01-45e5-bf9d-374e074a4d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (1fe6aefb-f049-4f66-b2ae-f8b8a700b450), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:13.035276 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a11a5931-b546-4b56-bb1d-79707938ce80 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (01806239-b23d-41f9-ad59-4dcc794a483a), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:13.039473 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-47dc79bb-c221-4eba-8bbc-38db7609132a req-0311ab91-b325-486e-bd50-c68f154936c5 service neutron] 10.222.0.55 "GET /v2.0/networks/ebdf594d-504a-44e8-89b9-e74774287749?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1233342
May 07 22:12:13.069588 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-edafcb0b-81a1-42fd-a5e9-7968272ec42f req-735c355c-7b19-4e8b-8e2a-4ade530030cc tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4718029
May 07 22:12:13.111027 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d49c30a5-e99a-438d-b295-e2d00e4114d6 admin admin] Made reservation on behalf of 4e3a459b2e514b998bffd4275d7bb847 for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:12:13.113520 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d49c30a5-e99a-438d-b295-e2d00e4114d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:13.132709 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-095e8636-ed01-45e5-bf9d-374e074a4d1a None None] Current status of the port 1fe6aefb-f049-4f66-b2ae-f8b8a700b450 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:12:13.138626 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11a5931-b546-4b56-bb1d-79707938ce80 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Pushing event deleted for resources: {'Port': ['ID=01806239-b23d-41f9-ad59-4dcc794a483a,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:13.175139 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-47dc79bb-c221-4eba-8bbc-38db7609132a req-58cda617-ab74-496c-98ce-31bb2760e1a3 service neutron] 10.222.0.55 "GET /v2.0/networks/ebdf594d-504a-44e8-89b9-e74774287749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1277139
May 07 22:12:13.190131 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d49c30a5-e99a-438d-b295-e2d00e4114d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:13.223072 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-37809632-7732-4e33-af74-b196c54f6e36 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (8e7bf517-caef-4b22-8643-7b1dca829a04), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:13.228818 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a11a5931-b546-4b56-bb1d-79707938ce80 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395776'] for router_gateway (1dee3859-c1ca-4a64-81d6-a3287ef2f90a), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:13.314950 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b753a499-8715-4cb8-a90d-e1e89131f369 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (3662f3b5-592f-4cd0-816f-c4e14d7c7c62), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:13.353280 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-37809632-7732-4e33-af74-b196c54f6e36 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Calling delete_port for 8e7bf517-caef-4b22-8643-7b1dca829a04 owned by  {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:12:13.411238 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a11a5931-b546-4b56-bb1d-79707938ce80 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (1dee3859-c1ca-4a64-81d6-a3287ef2f90a), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:13.422786 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a11a5931-b546-4b56-bb1d-79707938ce80 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks [] for router_controller (1dee3859-c1ca-4a64-81d6-a3287ef2f90a), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:13.460066 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b753a499-8715-4cb8-a90d-e1e89131f369 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Network e83f08f3-4d0c-4ad1-8e78-b4c659d620b5 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:12:13.466229 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-a3f1c3d0-de3f-4dac-aab6-9a46a6ec5dd9 None None] Provisioning complete for port 8e7bf517-caef-4b22-8643-7b1dca829a04 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:12:13.466613 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a3f1c3d0-de3f-4dac-aab6-9a46a6ec5dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (8e7bf517-caef-4b22-8643-7b1dca829a04), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:13.509145 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-a3f1c3d0-de3f-4dac-aab6-9a46a6ec5dd9 None None] Port 8e7bf517-caef-4b22-8643-7b1dca829a04 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:12:13.545939 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-b753a499-8715-4cb8-a90d-e1e89131f369 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:12:13.552942 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b753a499-8715-4cb8-a90d-e1e89131f369 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Pushing event updated for resources: {'Port': ['ID=3662f3b5-592f-4cd0-816f-c4e14d7c7c62,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:13.559137 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b753a499-8715-4cb8-a90d-e1e89131f369 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:12:13.618106 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a11a5931-b546-4b56-bb1d-79707938ce80 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (1dee3859-c1ca-4a64-81d6-a3287ef2f90a), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:13.618815 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a11a5931-b546-4b56-bb1d-79707938ce80 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Fanout notify agent at l3_agent the message router_deleted on router 1dee3859-c1ca-4a64-81d6-a3287ef2f90a {{(pid=121837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 22:12:13.626268 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a11a5931-b546-4b56-bb1d-79707938ce80 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:13.633621 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 43832) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:13.633787 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-a11a5931-b546-4b56-bb1d-79707938ce80 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] 10.222.0.32 "DELETE /v2.0/routers/1dee3859-c1ca-4a64-81d6-a3287ef2f90a HTTP/1.1" status: 204  len: 168 time: 3.5277724
May 07 22:12:13.638549 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-2fc6a776-071c-4124-ad22-f4171bb8dfc5 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1950459233', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}, 'admin_state_up': False}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:12:13.676527 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2fc6a776-071c-4124-ad22-f4171bb8dfc5 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (9b7de61e-98f7-4d49-9b08-6083db2ae2c4), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:13.678353 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2fc6a776-071c-4124-ad22-f4171bb8dfc5 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (9b7de61e-98f7-4d49-9b08-6083db2ae2c4), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:13.698153 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b753a499-8715-4cb8-a90d-e1e89131f369 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:13.698969 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b753a499-8715-4cb8-a90d-e1e89131f369 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:13.719495 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d49c30a5-e99a-438d-b295-e2d00e4114d6 admin admin] Publish callbacks [] for security_group (e1aa3160-72c0-4c05-9efc-f810257ba64a), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:13.728565 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d49c30a5-e99a-438d-b295-e2d00e4114d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (e1aa3160-72c0-4c05-9efc-f810257ba64a), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:13.773722 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2fc6a776-071c-4124-ad22-f4171bb8dfc5 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks [] for router_controller (9b7de61e-98f7-4d49-9b08-6083db2ae2c4), precommit_add_association {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:13.775300 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-b753a499-8715-4cb8-a90d-e1e89131f369 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 922 time: 3.0482936
May 07 22:12:13.777807 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 43834) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:13.788269 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161d1065-4a91-4d19-883c-ba0d546c1d3b None None] Sync routers for ids ['5818ea6a-1d9f-4b31-9f37-322f577d0c65'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:12:13.794044 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d49c30a5-e99a-438d-b295-e2d00e4114d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:12:13.804655 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161d1065-4a91-4d19-883c-ba0d546c1d3b None None] Routers {'5818ea6a-1d9f-4b31-9f37-322f577d0c65'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:12:13.805831 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-161d1065-4a91-4d19-883c-ba0d546c1d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7ea356a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:11:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['5818ea6a-1d9f-4b31-9f37-322f577d0c65'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:13.826036 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49c30a5-e99a-438d-b295-e2d00e4114d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1aa3160-72c0-4c05-9efc-f810257ba64a,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:13.833196 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d49c30a5-e99a-438d-b295-e2d00e4114d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (7471e065-e2a8-48fb-8215-3f1d6ba392f6), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:13.833456 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-d49c30a5-e99a-438d-b295-e2d00e4114d6 admin admin] Added segment 7471e065-e2a8-48fb-8215-3f1d6ba392f6 of type vlan for network 91d27308-6581-42cd-a5bd-31d841cc9c20
May 07 22:12:13.888193 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-37809632-7732-4e33-af74-b196c54f6e36 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (8e7bf517-caef-4b22-8643-7b1dca829a04), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:13.943515 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37809632-7732-4e33-af74-b196c54f6e36 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Pushing event deleted for resources: {'Port': ['ID=8e7bf517-caef-4b22-8643-7b1dca829a04,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:13.947709 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d49c30a5-e99a-438d-b295-e2d00e4114d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (91d27308-6581-42cd-a5bd-31d841cc9c20), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:14.022970 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 196d5d88-adf4-4c22-9c34-8fadc03bc903 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:12:14.036424 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-37809632-7732-4e33-af74-b196c54f6e36 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:14.040221 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-37809632-7732-4e33-af74-b196c54f6e36 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "DELETE /v2.0/ports/8e7bf517-caef-4b22-8643-7b1dca829a04 HTTP/1.1" status: 204  len: 168 time: 1.6263342
May 07 22:12:14.041577 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d49c30a5-e99a-438d-b295-e2d00e4114d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (91d27308-6581-42cd-a5bd-31d841cc9c20), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:14.042519 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49c30a5-e99a-438d-b295-e2d00e4114d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:14.043235 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d49c30a5-e99a-438d-b295-e2d00e4114d6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:14.054657 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43836) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:14.091054 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-d49c30a5-e99a-438d-b295-e2d00e4114d6 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.1824377
May 07 22:12:14.095506 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb08f2e4-2262-40a9-9261-bfb146c550b8 None None] Network e83f08f3-4d0c-4ad1-8e78-b4c659d620b5 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:12:14.114508 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43840) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:14.122819 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-06c716e7-2a49-40ac-9a2f-c1e89c841340 admin admin] Request body: {'subnet': {'network_id': '91d27308-6581-42cd-a5bd-31d841cc9c20', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1751509668-subnet', 'tenant_id': '4e3a459b2e514b998bffd4275d7bb847', 'ip_version': 4}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:12:14.131344 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad9d06b1-8bd3-4d3b-b1b0-d1361b1074e0 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] GET failed (client error): The resource could not be found.
May 07 22:12:14.132922 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-ad9d06b1-8bd3-4d3b-b1b0-d1361b1074e0 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "GET /v2.0/ports/8e7bf517-caef-4b22-8643-7b1dca829a04 HTTP/1.1" status: 404  len: 333 time: 0.0755124
May 07 22:12:14.136495 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43844) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:14.197801 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49c30a5-e99a-438d-b295-e2d00e4114d6 admin admin] Pushing event updated for resources: {'Network': ['ID=91d27308-6581-42cd-a5bd-31d841cc9c20,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:14.213364 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 2aca6585-cfee-43a3-b4ee-9b346ed2588f details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:12:14.217989 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06c716e7-2a49-40ac-9a2f-c1e89c841340 admin admin] Made reservation on behalf of 4e3a459b2e514b998bffd4275d7bb847 for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:12:14.219458 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2fc6a776-071c-4124-ad22-f4171bb8dfc5 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks [] for router_gateway (9b7de61e-98f7-4d49-9b08-6083db2ae2c4), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:14.223962 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-06c716e7-2a49-40ac-9a2f-c1e89c841340 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:14.226844 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 91d27308-6581-42cd-a5bd-31d841cc9c20 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:12:14.337136 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 196d5d88-adf4-4c22-9c34-8fadc03bc903 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:12:14.337526 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (196d5d88-adf4-4c22-9c34-8fadc03bc903), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:14.339091 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c106ac34-4e78-41b6-b067-0b90c449f64a tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for security_group (abc1228a-8f9a-48da-a48b-40a206ff1e92), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:14.373253 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-fae0cf5d-2188-429d-ad23-b842e463c380 None None] Provisioning complete for port 56d0a6c7-8e2f-4bf0-80cc-c4529c97742f triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:12:14.373898 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-fae0cf5d-2188-429d-ad23-b842e463c380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (56d0a6c7-8e2f-4bf0-80cc-c4529c97742f), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:14.375270 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c106ac34-4e78-41b6-b067-0b90c449f64a tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for security_group (abc1228a-8f9a-48da-a48b-40a206ff1e92), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:14.388329 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-161d1065-4a91-4d19-883c-ba0d546c1d3b None None] Set router 5818ea6a-1d9f-4b31-9f37-322f577d0c65 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:12:14.401500 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52004ea2-e048-44d2-8f7f-f989a23c4467 req-f3b56968-5163-4a32-a4a7-90d5c1abaee4 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:14.403685 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-52004ea2-e048-44d2-8f7f-f989a23c4467 req-f3b56968-5163-4a32-a4a7-90d5c1abaee4 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=876afed0-19b4-4cae-83e8-a954d0cae1ba HTTP/1.1" status: 200  len: 943 time: 0.1734018
May 07 22:12:14.493901 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c106ac34-4e78-41b6-b067-0b90c449f64a tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (abc1228a-8f9a-48da-a48b-40a206ff1e92), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:14.497077 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c106ac34-4e78-41b6-b067-0b90c449f64a tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:14.500274 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-c106ac34-4e78-41b6-b067-0b90c449f64a tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "DELETE /v2.0/security-groups/abc1228a-8f9a-48da-a48b-40a206ff1e92 HTTP/1.1" status: 204  len: 168 time: 0.3604360
May 07 22:12:14.513224 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43846) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:14.550174 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c106ac34-4e78-41b6-b067-0b90c449f64a tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc1228a-8f9a-48da-a48b-40a206ff1e92,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:14.571367 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-06c716e7-2a49-40ac-9a2f-c1e89c841340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (ea5149e8-4dac-4d3b-bd15-ec107d03afaa), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:14.596086 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.db.resource_extend [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 07 22:12:14.670954 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c716e7-2a49-40ac-9a2f-c1e89c841340 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea5149e8-4dac-4d3b-bd15-ec107d03afaa,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:14.680920 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c716e7-2a49-40ac-9a2f-c1e89c841340 admin admin] Checking segment: {'id': '7471e065-e2a8-48fb-8215-3f1d6ba392f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '91d27308-6581-42cd-a5bd-31d841cc9c20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:12:14.680920 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c716e7-2a49-40ac-9a2f-c1e89c841340 admin admin] Network hostable DHCP agents. Network: 91d27308-6581-42cd-a5bd-31d841cc9c20, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:12:14.682858 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-29ab4f6a-ea14-4b16-99f6-3a36ef5dd478 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for security_group (78fc7fed-8139-4dd3-aea9-34c39ef6d2c9), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:14.720816 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-29ab4f6a-ea14-4b16-99f6-3a36ef5dd478 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for security_group (78fc7fed-8139-4dd3-aea9-34c39ef6d2c9), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:14.732715 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c716e7-2a49-40ac-9a2f-c1e89c841340 admin admin] Network 91d27308-6581-42cd-a5bd-31d841cc9c20 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:12:14.750936 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-06c716e7-2a49-40ac-9a2f-c1e89c841340 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 91d27308-6581-42cd-a5bd-31d841cc9c20) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:12:14.762703 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c716e7-2a49-40ac-9a2f-c1e89c841340 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:14.763085 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-06c716e7-2a49-40ac-9a2f-c1e89c841340 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:14.785300 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5877dfcd-ce00-4498-b3ac-0767322fd331 None None] Network 91d27308-6581-42cd-a5bd-31d841cc9c20 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:12:14.791159 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-06c716e7-2a49-40ac-9a2f-c1e89c841340 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.6750417
May 07 22:12:14.794059 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43848) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:14.803729 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-be8ddc27-6a05-4a2c-b239-6b9a4082bf60 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1751509668-router', 'tenant_id': '4e3a459b2e514b998bffd4275d7bb847', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:12:14.821512 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-29ab4f6a-ea14-4b16-99f6-3a36ef5dd478 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (78fc7fed-8139-4dd3-aea9-34c39ef6d2c9), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:14.824801 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-29ab4f6a-ea14-4b16-99f6-3a36ef5dd478 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:14.826210 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-29ab4f6a-ea14-4b16-99f6-3a36ef5dd478 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "DELETE /v2.0/security-groups/78fc7fed-8139-4dd3-aea9-34c39ef6d2c9 HTTP/1.1" status: 204  len: 168 time: 0.3107517
May 07 22:12:14.834802 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43850) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:14.875530 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ab4f6a-ea14-4b16-99f6-3a36ef5dd478 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78fc7fed-8139-4dd3-aea9-34c39ef6d2c9,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:14.897999 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-be8ddc27-6a05-4a2c-b239-6b9a4082bf60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (5addf628-ceec-47c2-b783-8cc79f403d25), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:14.899280 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-be8ddc27-6a05-4a2c-b239-6b9a4082bf60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (5addf628-ceec-47c2-b783-8cc79f403d25), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:14.938317 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ab4a117-21b8-45db-ad67-f9cca505978b tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Deleting subnet 8ceeddf2-391e-4ca7-be9c-61a97ff1d50e {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:12:14.942856 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0ab4a117-21b8-45db-ad67-f9cca505978b tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for subnet (8ceeddf2-391e-4ca7-be9c-61a97ff1d50e), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:14.991696 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0ab4a117-21b8-45db-ad67-f9cca505978b tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (8ceeddf2-391e-4ca7-be9c-61a97ff1d50e), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:15.087420 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-be8ddc27-6a05-4a2c-b239-6b9a4082bf60 admin admin] Publish callbacks [] for router_controller (5addf628-ceec-47c2-b783-8cc79f403d25), precommit_add_association {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:15.090325 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-52004ea2-e048-44d2-8f7f-f989a23c4467 req-4086452d-473a-4ae1-93ff-2393f7adcaa6 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6542206
May 07 22:12:15.186291 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2fc6a776-071c-4124-ad22-f4171bb8dfc5 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks [] for router_gateway (9b7de61e-98f7-4d49-9b08-6083db2ae2c4), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:15.237329 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0ab4a117-21b8-45db-ad67-f9cca505978b tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (8ceeddf2-391e-4ca7-be9c-61a97ff1d50e), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:15.249845 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2fc6a776-071c-4124-ad22-f4171bb8dfc5 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:15.263616 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 196d5d88-adf4-4c22-9c34-8fadc03bc903 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:12:15.266507 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 56d0a6c7-8e2f-4bf0-80cc-c4529c97742f up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:12:15.266673 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cd059a50-22c1-4637-895b-2f2ef8e296f6 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (3662f3b5-592f-4cd0-816f-c4e14d7c7c62), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:15.285854 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2de11d-fe21-4b05-964c-44175be15d7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-91d27308-6581-42cd-a5bd-31d841cc9c20', 'network_id': '91d27308-6581-42cd-a5bd-31d841cc9c20', 'project_id': '4e3a459b2e514b998bffd4275d7bb847', 'fixed_ips': [{'subnet_id': 'ea5149e8-4dac-4d3b-bd15-ec107d03afaa'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:12:15.287175 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1a2de11d-fe21-4b05-964c-44175be15d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:15.347097 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-be8ddc27-6a05-4a2c-b239-6b9a4082bf60 admin admin] Publish callbacks [] for router_gateway (5addf628-ceec-47c2-b783-8cc79f403d25), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:15.407869 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 2aca6585-cfee-43a3-b4ee-9b346ed2588f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2aca6585-cfee-43a3-b4ee-9b346ed2588f,segment=NetworkSegment(2cb8e953-203f-4019-8d4d-d4ab0509c11a),segment_id=2cb8e953-203f-4019-8d4d-d4ab0509c11a)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:12:15.433085 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0ab4a117-21b8-45db-ad67-f9cca505978b tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (8ceeddf2-391e-4ca7-be9c-61a97ff1d50e), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:15.440000 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-fae0cf5d-2188-429d-ad23-b842e463c380 None None] Current status of the port 56d0a6c7-8e2f-4bf0-80cc-c4529c97742f is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:12:15.440478 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-fae0cf5d-2188-429d-ad23-b842e463c380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (56d0a6c7-8e2f-4bf0-80cc-c4529c97742f), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:15.447666 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': '2aca6585-cfee-43a3-b4ee-9b346ed2588f', 'network_id': 'ebdf594d-504a-44e8-89b9-e74774287749', 'port_id': '2aca6585-cfee-43a3-b4ee-9b346ed2588f', 'mac_address': 'fa:16:3e:d8:60:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08181da1-ef60-4984-b7f1-4a196d8203f6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:12:15.471647 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab4a117-21b8-45db-ad67-f9cca505978b tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Pushing event deleted for resources: {'Subnet': ['ID=8ceeddf2-391e-4ca7-be9c-61a97ff1d50e,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:15.476319 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0ab4a117-21b8-45db-ad67-f9cca505978b tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:15.482292 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-0ab4a117-21b8-45db-ad67-f9cca505978b tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "DELETE /v2.0/subnets/8ceeddf2-391e-4ca7-be9c-61a97ff1d50e HTTP/1.1" status: 204  len: 168 time: 0.6462786
May 07 22:12:15.488909 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43854) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:15.493945 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-a2dcf771-ff54-41a5-a028-3d0ddc94a77e tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Request body: {'subnet': {'network_id': '3787466a-d26e-4517-a9a7-1cc24dd6f22b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:12:15.494245 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5cb544b-12b1-4035-ab14-d61170fe816d None None] Network 3787466a-d26e-4517-a9a7-1cc24dd6f22b requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:12:15.544409 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-161d1065-4a91-4d19-883c-ba0d546c1d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7ea356a0>, [{'id': '5818ea6a-1d9f-4b31-9f37-322f577d0c65', 'name': 'tempest-TestVolumeBootPattern-100968147-router', 'tenant_id': 'f3657e8df46a4252b9eb1eb159306a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.231'}], 'enable_snat': True}, 'gw_port_id': '196d5d88-adf4-4c22-9c34-8fadc03bc903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:12:03Z', 'updated_at': '2022-05-07T22:12:09Z', 'revision_number': 4, 'project_id': 'f3657e8df46a4252b9eb1eb159306a66', 'gw_port': {'id': '196d5d88-adf4-4c22-9c34-8fadc03bc903', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:eb:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5818ea6a-1d9f-4b31-9f37-322f577d0c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:12:04Z', 'updated_at': '2022-05-07T22:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '314b9385-4e3d-4e29-bca8-d74d438a8c68', 'name': '', 'network_id': '87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce', 'tenant_id': 'f3657e8df46a4252b9eb1eb159306a66', 'mac_address': 'fa:16:3e:bf:a0:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5818ea6a-1d9f-4b31-9f37-322f577d0c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'c381f23c-d79e-4860-966b-6594e682e18c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:12:07Z', 'updated_at': '2022-05-07T22:12:09Z', 'revision_number': 2, 'project_id': 'f3657e8df46a4252b9eb1eb159306a66', 'subnets': [{'id': 'c381f23c-d79e-4860-966b-6594e682e18c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:15.603518 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-2fc6a776-071c-4124-ad22-f4171bb8dfc5 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Allocated IP 172.35.4.168 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/653b208c-58cd-45f0-a0ac-1988c5421f89) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:12:15.653138 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161d1065-4a91-4d19-883c-ba0d546c1d3b None None] Checking router: 5818ea6a-1d9f-4b31-9f37-322f577d0c65 for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:12:15.653731 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161d1065-4a91-4d19-883c-ba0d546c1d3b None None] Updating router 5818ea6a-1d9f-4b31-9f37-322f577d0c65 port 314b9385-4e3d-4e29-bca8-d74d438a8c68 binding host ncdv-master-1 {{(pid=121838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 22:12:15.699830 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-be8ddc27-6a05-4a2c-b239-6b9a4082bf60 admin admin] Publish callbacks [] for router_gateway (5addf628-ceec-47c2-b783-8cc79f403d25), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:15.705707 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-fae0cf5d-2188-429d-ad23-b842e463c380 None None] For port 56d0a6c7-8e2f-4bf0-80cc-c4529c97742f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=56d0a6c7-8e2f-4bf0-80cc-c4529c97742f,segment=NetworkSegment(b89fa6f4-95bf-4b9f-bbbe-2ad5f1277f28),segment_id=b89fa6f4-95bf-4b9f-bbbe-2ad5f1277f28)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:12:15.733435 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-be8ddc27-6a05-4a2c-b239-6b9a4082bf60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:15.734202 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 56d0a6c7-8e2f-4bf0-80cc-c4529c97742f triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:12:15.734647 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (56d0a6c7-8e2f-4bf0-80cc-c4529c97742f), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:15.747009 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-fae0cf5d-2188-429d-ad23-b842e463c380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (56d0a6c7-8e2f-4bf0-80cc-c4529c97742f), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:15.748731 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 2aca6585-cfee-43a3-b4ee-9b346ed2588f is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:12:15.749185 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (2aca6585-cfee-43a3-b4ee-9b346ed2588f), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:15.822983 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2fc6a776-071c-4124-ad22-f4171bb8dfc5 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks [] for port (653b208c-58cd-45f0-a0ac-1988c5421f89), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:15.828443 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2dcf771-ff54-41a5-a028-3d0ddc94a77e tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Made reservation on behalf of 9c3329647b05487f9d63d3c4ec2183b9 for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:12:15.830961 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cd059a50-22c1-4637-895b-2f2ef8e296f6 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for port (3662f3b5-592f-4cd0-816f-c4e14d7c7c62), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:15.835832 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a2dcf771-ff54-41a5-a028-3d0ddc94a77e tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:15.844552 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cd059a50-22c1-4637-895b-2f2ef8e296f6 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (3662f3b5-592f-4cd0-816f-c4e14d7c7c62), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:15.846051 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-161d1065-4a91-4d19-883c-ba0d546c1d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (314b9385-4e3d-4e29-bca8-d74d438a8c68), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:15.873619 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2aca6585-cfee-43a3-b4ee-9b346ed2588f {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:12:15.970563 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2fc6a776-071c-4124-ad22-f4171bb8dfc5 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (653b208c-58cd-45f0-a0ac-1988c5421f89), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:15.976941 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd059a50-22c1-4637-895b-2f2ef8e296f6 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Pushing event updated for resources: {'Port': ['ID=3662f3b5-592f-4cd0-816f-c4e14d7c7c62,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:15.993600 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-ba09f143-1ca4-46df-b16e-efa329c3fc99 None None] Provisioning complete for port 3662f3b5-592f-4cd0-816f-c4e14d7c7c62 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:12:15.993977 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ba09f143-1ca4-46df-b16e-efa329c3fc99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (3662f3b5-592f-4cd0-816f-c4e14d7c7c62), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:16.000070 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 2aca6585-cfee-43a3-b4ee-9b346ed2588f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2aca6585-cfee-43a3-b4ee-9b346ed2588f,segment=NetworkSegment(2cb8e953-203f-4019-8d4d-d4ab0509c11a),segment_id=2cb8e953-203f-4019-8d4d-d4ab0509c11a)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:12:16.002322 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-be8ddc27-6a05-4a2c-b239-6b9a4082bf60 admin admin] Allocated IP 172.35.4.55 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/3e2b9bc8-9dec-43ce-8a7e-a1be387db4d6) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:12:16.003631 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd059a50-22c1-4637-895b-2f2ef8e296f6 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:12:16.004486 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd059a50-22c1-4637-895b-2f2ef8e296f6 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:12:16.004833 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd059a50-22c1-4637-895b-2f2ef8e296f6 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:12:16.005846 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd059a50-22c1-4637-895b-2f2ef8e296f6 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:12:16.006200 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd059a50-22c1-4637-895b-2f2ef8e296f6 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:12:16.006551 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd059a50-22c1-4637-895b-2f2ef8e296f6 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:12:16.006911 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd059a50-22c1-4637-895b-2f2ef8e296f6 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:12:16.007289 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd059a50-22c1-4637-895b-2f2ef8e296f6 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:12:16.007577 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd059a50-22c1-4637-895b-2f2ef8e296f6 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:12:16.008858 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd059a50-22c1-4637-895b-2f2ef8e296f6 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:12:16.009194 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd059a50-22c1-4637-895b-2f2ef8e296f6 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:12:16.009901 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd059a50-22c1-4637-895b-2f2ef8e296f6 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:12:16.010244 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd059a50-22c1-4637-895b-2f2ef8e296f6 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:12:16.010574 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd059a50-22c1-4637-895b-2f2ef8e296f6 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:12:16.010926 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd059a50-22c1-4637-895b-2f2ef8e296f6 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:12:16.017538 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-1a2de11d-fe21-4b05-964c-44175be15d7b None None] Allocated IP 172.20.0.2 (91d27308-6581-42cd-a5bd-31d841cc9c20/ea5149e8-4dac-4d3b-bd15-ec107d03afaa/f83649c8-fd3b-42e6-936a-52d40fd91eae) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:12:16.021439 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae0cf5d-2188-429d-ad23-b842e463c380 None None] Pushing event updated for resources: {'Port': ['ID=56d0a6c7-8e2f-4bf0-80cc-c4529c97742f,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:16.054345 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (2aca6585-cfee-43a3-b4ee-9b346ed2588f), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:16.064144 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc6a776-071c-4124-ad22-f4171bb8dfc5 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:12:16.074640 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-2fc6a776-071c-4124-ad22-f4171bb8dfc5 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:12:16.121354 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc6a776-071c-4124-ad22-f4171bb8dfc5 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:12:16.174122 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-be8ddc27-6a05-4a2c-b239-6b9a4082bf60 admin admin] Publish callbacks [] for port (3e2b9bc8-9dec-43ce-8a7e-a1be387db4d6), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:16.233050 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-be8ddc27-6a05-4a2c-b239-6b9a4082bf60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (3e2b9bc8-9dec-43ce-8a7e-a1be387db4d6), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:16.350567 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc6a776-071c-4124-ad22-f4171bb8dfc5 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Pushing event updated for resources: {'Port': ['ID=653b208c-58cd-45f0-a0ac-1988c5421f89,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:16.373989 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-ba09f143-1ca4-46df-b16e-efa329c3fc99 None None] Port 3662f3b5-592f-4cd0-816f-c4e14d7c7c62 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:12:16.376536 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=2aca6585-cfee-43a3-b4ee-9b346ed2588f,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:16.396690 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['2aca6585-cfee-43a3-b4ee-9b346ed2588f'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:12:16.485353 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-ba09f143-1ca4-46df-b16e-efa329c3fc99 None None] Provisioning complete for port 56d0a6c7-8e2f-4bf0-80cc-c4529c97742f triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:12:16.485777 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ba09f143-1ca4-46df-b16e-efa329c3fc99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (56d0a6c7-8e2f-4bf0-80cc-c4529c97742f), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:16.530137 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 56d0a6c7-8e2f-4bf0-80cc-c4529c97742f is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:12:16.641239 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cd059a50-22c1-4637-895b-2f2ef8e296f6 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398161'] for router_interface (a3043a29-c070-46df-b074-083ba5f82321), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:16.759775 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 56d0a6c7-8e2f-4bf0-80cc-c4529c97742f up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:12:16.835223 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8ddc27-6a05-4a2c-b239-6b9a4082bf60 admin admin] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:12:16.854020 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-be8ddc27-6a05-4a2c-b239-6b9a4082bf60 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:12:16.856113 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8ddc27-6a05-4a2c-b239-6b9a4082bf60 admin admin] Pushing event updated for resources: {'Port': ['ID=3e2b9bc8-9dec-43ce-8a7e-a1be387db4d6,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:16.858449 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8ddc27-6a05-4a2c-b239-6b9a4082bf60 admin admin] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:12:16.893048 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56e8afa-03f9-4b6d-81ac-ad2100229df7 req-6aa16562-9563-4fa7-b60d-84bc13969c5b tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:16.894848 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a56e8afa-03f9-4b6d-81ac-ad2100229df7 req-6aa16562-9563-4fa7-b60d-84bc13969c5b tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=876afed0-19b4-4cae-83e8-a954d0cae1ba HTTP/1.1" status: 200  len: 944 time: 0.6103873
May 07 22:12:16.918826 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-ba09f143-1ca4-46df-b16e-efa329c3fc99 None None] Current status of the port 56d0a6c7-8e2f-4bf0-80cc-c4529c97742f is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:12:16.923992 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2fc6a776-071c-4124-ad22-f4171bb8dfc5 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks [] for router_gateway (9b7de61e-98f7-4d49-9b08-6083db2ae2c4), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:16.943705 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1a2de11d-fe21-4b05-964c-44175be15d7b None None] Publish callbacks [] for port (f83649c8-fd3b-42e6-936a-52d40fd91eae), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:16.994383 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1a2de11d-fe21-4b05-964c-44175be15d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (f83649c8-fd3b-42e6-936a-52d40fd91eae), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:17.067816 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a56e8afa-03f9-4b6d-81ac-ad2100229df7 req-3056afe1-7c3e-43b4-a670-7f8d93585f79 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1601839
May 07 22:12:17.107837 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2de11d-fe21-4b05-964c-44175be15d7b None None] Network 91d27308-6581-42cd-a5bd-31d841cc9c20 is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:12:17.135492 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-1a2de11d-fe21-4b05-964c-44175be15d7b None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:12:17.138519 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2de11d-fe21-4b05-964c-44175be15d7b None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:12:17.155255 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2de11d-fe21-4b05-964c-44175be15d7b None None] Pushing event updated for resources: {'Port': ['ID=f83649c8-fd3b-42e6-936a-52d40fd91eae,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:17.158747 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a2dcf771-ff54-41a5-a028-3d0ddc94a77e tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (39394a1a-f3d8-44ed-94d3-e72280c2b8ac), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:17.165869 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-19c2f7c0-d64e-40db-8a61-939ad1c9a82e None None] Provisioning complete for port 3662f3b5-592f-4cd0-816f-c4e14d7c7c62 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:12:17.166255 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-19c2f7c0-d64e-40db-8a61-939ad1c9a82e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (3662f3b5-592f-4cd0-816f-c4e14d7c7c62), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:17.188858 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 56d0a6c7-8e2f-4bf0-80cc-c4529c97742f triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:12:17.189113 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (56d0a6c7-8e2f-4bf0-80cc-c4529c97742f), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:17.232818 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-161d1065-4a91-4d19-883c-ba0d546c1d3b None None] Publish callbacks [] for port (314b9385-4e3d-4e29-bca8-d74d438a8c68), precommit_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:17.261163 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2dcf771-ff54-41a5-a028-3d0ddc94a77e tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Network 3787466a-d26e-4517-a9a7-1cc24dd6f22b is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:12:17.263975 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cd059a50-22c1-4637-895b-2f2ef8e296f6 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (3662f3b5-592f-4cd0-816f-c4e14d7c7c62), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:17.273093 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-a2dcf771-ff54-41a5-a028-3d0ddc94a77e tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:12:17.282105 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2dcf771-ff54-41a5-a028-3d0ddc94a77e tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:17.282585 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a2dcf771-ff54-41a5-a028-3d0ddc94a77e tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:17.298331 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dcf771-ff54-41a5-a028-3d0ddc94a77e tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Pushing event updated for resources: {'Subnet': ['ID=39394a1a-f3d8-44ed-94d3-e72280c2b8ac,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:17.302988 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-161d1065-4a91-4d19-883c-ba0d546c1d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (314b9385-4e3d-4e29-bca8-d74d438a8c68), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:17.304516 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5dd02c-971f-47bc-bbff-a4a4caa087c5 None None] Network 3787466a-d26e-4517-a9a7-1cc24dd6f22b requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:12:17.355087 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-a2dcf771-ff54-41a5-a028-3d0ddc94a77e tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.8626823
May 07 22:12:17.355952 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43862) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:17.360949 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-fea699d1-7737-45c9-9366-1bb348fb9c26 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Request body: {'security_group': {'name': 'tempest-secgroup-1887861815'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:12:17.370024 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-19c2f7c0-d64e-40db-8a61-939ad1c9a82e None None] Port 3662f3b5-592f-4cd0-816f-c4e14d7c7c62 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:12:17.397575 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-1a2de11d-fe21-4b05-964c-44175be15d7b None None] Attempting to bind port f83649c8-fd3b-42e6-936a-52d40fd91eae on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:12:17.398169 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-1a2de11d-fe21-4b05-964c-44175be15d7b None None] Attempting to bind port f83649c8-fd3b-42e6-936a-52d40fd91eae by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7471e065-e2a8-48fb-8215-3f1d6ba392f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '91d27308-6581-42cd-a5bd-31d841cc9c20'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:12:17.398169 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2de11d-fe21-4b05-964c-44175be15d7b None None] Attempting to bind port f83649c8-fd3b-42e6-936a-52d40fd91eae on network 91d27308-6581-42cd-a5bd-31d841cc9c20 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:12:17.410930 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-be8ddc27-6a05-4a2c-b239-6b9a4082bf60 admin admin] Publish callbacks [] for router_gateway (5addf628-ceec-47c2-b783-8cc79f403d25), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:17.415307 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fea699d1-7737-45c9-9366-1bb348fb9c26 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:17.473890 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2fc6a776-071c-4124-ad22-f4171bb8dfc5 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (9b7de61e-98f7-4d49-9b08-6083db2ae2c4), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:17.653044 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fea699d1-7737-45c9-9366-1bb348fb9c26 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for security_group (1beb5d0e-dfee-4944-8c83-8b49153ba063), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:17.670977 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2de11d-fe21-4b05-964c-44175be15d7b None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:12:17.671272 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fea699d1-7737-45c9-9366-1bb348fb9c26 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (1beb5d0e-dfee-4944-8c83-8b49153ba063), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:17.671398 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2de11d-fe21-4b05-964c-44175be15d7b None None] Checking segment: {'id': '7471e065-e2a8-48fb-8215-3f1d6ba392f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '91d27308-6581-42cd-a5bd-31d841cc9c20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:12:17.671849 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1a2de11d-fe21-4b05-964c-44175be15d7b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:17.672255 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2de11d-fe21-4b05-964c-44175be15d7b None None] Bound using segment: {'id': '7471e065-e2a8-48fb-8215-3f1d6ba392f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '91d27308-6581-42cd-a5bd-31d841cc9c20'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:12:17.672787 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-1a2de11d-fe21-4b05-964c-44175be15d7b None None] Bound port: f83649c8-fd3b-42e6-936a-52d40fd91eae, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7471e065-e2a8-48fb-8215-3f1d6ba392f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '91d27308-6581-42cd-a5bd-31d841cc9c20'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:12:17.673177 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1a2de11d-fe21-4b05-964c-44175be15d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f83649c8-fd3b-42e6-936a-52d40fd91eae), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:17.706083 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f14f59-8ac5-4381-805c-fce70cb77500 None None] Pushing event updated for resources: {'Port': ['ID=314b9385-4e3d-4e29-bca8-d74d438a8c68,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:17.738297 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-47090c03-5d22-4632-a1fd-b1ebf6fd0b0f None None] Provisioning complete for port ca81d6d2-9a7f-46e1-9c12-415b1f6000e5 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:12:17.738666 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-47090c03-5d22-4632-a1fd-b1ebf6fd0b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (ca81d6d2-9a7f-46e1-9c12-415b1f6000e5), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:17.756438 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fea699d1-7737-45c9-9366-1bb348fb9c26 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:17.762121 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-fea699d1-7737-45c9-9366-1bb348fb9c26 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.4013655
May 07 22:12:17.762121 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43864) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:17.765550 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-28ff685d-bef6-48e0-bf22-f2113127c101 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Request body: {'security_group': {'name': 'tempest-secgroup-2141141391'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:12:17.777509 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea699d1-7737-45c9-9366-1bb348fb9c26 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1beb5d0e-dfee-4944-8c83-8b49153ba063,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:17.794195 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-be8ddc27-6a05-4a2c-b239-6b9a4082bf60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (5addf628-ceec-47c2-b783-8cc79f403d25), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:17.833213 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fc6a776-071c-4124-ad22-f4171bb8dfc5 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Router 9b7de61e-98f7-4d49-9b08-6083db2ae2c4 is scheduled to L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db with binding_index 1 {{(pid=121836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 07 22:12:17.850177 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-28ff685d-bef6-48e0-bf22-f2113127c101 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:17.912091 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 56d0a6c7-8e2f-4bf0-80cc-c4529c97742f is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:12:17.923929 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-47090c03-5d22-4632-a1fd-b1ebf6fd0b0f None None] Port ca81d6d2-9a7f-46e1-9c12-415b1f6000e5 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:12:17.932408 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-161d1065-4a91-4d19-883c-ba0d546c1d3b None None] Attempting to bind port 314b9385-4e3d-4e29-bca8-d74d438a8c68 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:12:17.932867 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-161d1065-4a91-4d19-883c-ba0d546c1d3b None None] Attempting to bind port 314b9385-4e3d-4e29-bca8-d74d438a8c68 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3c434885-c673-48d5-9295-930316ad3f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:12:17.933103 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161d1065-4a91-4d19-883c-ba0d546c1d3b None None] Attempting to bind port 314b9385-4e3d-4e29-bca8-d74d438a8c68 on network 87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:12:17.949748 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-1a2de11d-fe21-4b05-964c-44175be15d7b None None] For port f83649c8-fd3b-42e6-936a-52d40fd91eae, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:12:17.952146 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-47090c03-5d22-4632-a1fd-b1ebf6fd0b0f None None] Provisioning complete for port 1fe6aefb-f049-4f66-b2ae-f8b8a700b450 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:12:17.952586 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-47090c03-5d22-4632-a1fd-b1ebf6fd0b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (1fe6aefb-f049-4f66-b2ae-f8b8a700b450), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:17.954487 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161d1065-4a91-4d19-883c-ba0d546c1d3b None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:12:17.954990 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161d1065-4a91-4d19-883c-ba0d546c1d3b None None] Checking segment: {'id': '3c434885-c673-48d5-9295-930316ad3f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:12:17.955749 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-161d1065-4a91-4d19-883c-ba0d546c1d3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:17.955967 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161d1065-4a91-4d19-883c-ba0d546c1d3b None None] Bound using segment: {'id': '3c434885-c673-48d5-9295-930316ad3f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:12:17.956405 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-161d1065-4a91-4d19-883c-ba0d546c1d3b None None] Bound port: 314b9385-4e3d-4e29-bca8-d74d438a8c68, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c434885-c673-48d5-9295-930316ad3f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:12:17.958689 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-161d1065-4a91-4d19-883c-ba0d546c1d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (314b9385-4e3d-4e29-bca8-d74d438a8c68), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:17.962111 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-1a2de11d-fe21-4b05-964c-44175be15d7b None None] For port f83649c8-fd3b-42e6-936a-52d40fd91eae, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f83649c8-fd3b-42e6-936a-52d40fd91eae,segment=NetworkSegment(7471e065-e2a8-48fb-8215-3f1d6ba392f6),segment_id=7471e065-e2a8-48fb-8215-3f1d6ba392f6)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:12:17.991226 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cd059a50-22c1-4637-895b-2f2ef8e296f6 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for port (3662f3b5-592f-4cd0-816f-c4e14d7c7c62), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:17.996325 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1a2de11d-fe21-4b05-964c-44175be15d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (f83649c8-fd3b-42e6-936a-52d40fd91eae), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:18.007585 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cd059a50-22c1-4637-895b-2f2ef8e296f6 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (3662f3b5-592f-4cd0-816f-c4e14d7c7c62), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:18.042121 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fc6a776-071c-4124-ad22-f4171bb8dfc5 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:12:18.065178 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ebbefa-86cb-4263-a007-8d142dc35f5f None None] Sync routers for ids ['9b7de61e-98f7-4d49-9b08-6083db2ae2c4'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:12:18.081094 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ebbefa-86cb-4263-a007-8d142dc35f5f None None] Routers {'9b7de61e-98f7-4d49-9b08-6083db2ae2c4'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:12:18.081748 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-a5ebbefa-86cb-4263-a007-8d142dc35f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cf41b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:11:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['9b7de61e-98f7-4d49-9b08-6083db2ae2c4'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:18.082120 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-28ff685d-bef6-48e0-bf22-f2113127c101 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for security_group (0db71054-0255-4911-9f2f-a36af7d5ebb4), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:18.096947 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-28ff685d-bef6-48e0-bf22-f2113127c101 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (0db71054-0255-4911-9f2f-a36af7d5ebb4), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:18.109583 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cd059a50-22c1-4637-895b-2f2ef8e296f6 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401121'] for router_interface (a3043a29-c070-46df-b074-083ba5f82321), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:18.113546 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd059a50-22c1-4637-895b-2f2ef8e296f6 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Pushing event updated for resources: {'Port': ['ID=3662f3b5-592f-4cd0-816f-c4e14d7c7c62,revision_number=3']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:18.123389 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2fc6a776-071c-4124-ad22-f4171bb8dfc5 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:18.125069 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-2fc6a776-071c-4124-ad22-f4171bb8dfc5 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 885 time: 4.4901955
May 07 22:12:18.128257 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 43868) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:18.133803 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-46621530-808f-4d1b-94af-81e865b7f1b5 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:12:18.180038 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be8ddc27-6a05-4a2c-b239-6b9a4082bf60 admin admin] Router 5addf628-ceec-47c2-b783-8cc79f403d25 is scheduled to L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db with binding_index 1 {{(pid=121837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 07 22:12:18.198744 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-a5ebbefa-86cb-4263-a007-8d142dc35f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cf41b20>, [], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:18.226541 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ff685d-bef6-48e0-bf22-f2113127c101 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0db71054-0255-4911-9f2f-a36af7d5ebb4,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:18.243699 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-28ff685d-bef6-48e0-bf22-f2113127c101 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:18.251801 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-28ff685d-bef6-48e0-bf22-f2113127c101 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.4862287
May 07 22:12:18.252913 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43874) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:18.260636 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-8f5d80af-8009-4009-94ba-ceca7874a102 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Request body: {'security_group': {'name': 'tempest-secgroup-1904786006'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:12:18.282903 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ebbefa-86cb-4263-a007-8d142dc35f5f None None] Routers {'9b7de61e-98f7-4d49-9b08-6083db2ae2c4'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:12:18.284054 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-a5ebbefa-86cb-4263-a007-8d142dc35f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cf41b20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:11:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['9b7de61e-98f7-4d49-9b08-6083db2ae2c4'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:18.315011 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-161d1065-4a91-4d19-883c-ba0d546c1d3b None None] For port 314b9385-4e3d-4e29-bca8-d74d438a8c68, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:12:18.325763 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 2aca6585-cfee-43a3-b4ee-9b346ed2588f up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:12:18.331368 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2de11d-fe21-4b05-964c-44175be15d7b None None] Pushing event updated for resources: {'Port': ['ID=f83649c8-fd3b-42e6-936a-52d40fd91eae,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:18.358356 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8f5d80af-8009-4009-94ba-ceca7874a102 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:18.377479 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-a5ebbefa-86cb-4263-a007-8d142dc35f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cf41b20>, [], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:18.387089 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ebbefa-86cb-4263-a007-8d142dc35f5f None None] The sync data for ids ['9b7de61e-98f7-4d49-9b08-6083db2ae2c4'] in ncdv-master-1 is: [] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:12:18.395478 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43876) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:18.422804 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-161d1065-4a91-4d19-883c-ba0d546c1d3b None None] For port 314b9385-4e3d-4e29-bca8-d74d438a8c68, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=314b9385-4e3d-4e29-bca8-d74d438a8c68,segment=NetworkSegment(3c434885-c673-48d5-9295-930316ad3f91),segment_id=3c434885-c673-48d5-9295-930316ad3f91)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:12:18.443629 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a47661-930c-4a6b-8e3e-7abb9cd42e01 None None] Update dhcp port {'port': {'network_id': '3787466a-d26e-4517-a9a7-1cc24dd6f22b', 'fixed_ips': [{'subnet_id': '2269dcb6-bad8-44cd-aa46-52d2b9b5a5b5', 'ip_address': '172.20.0.18'}, {'subnet_id': '39394a1a-f3d8-44ed-94d3-e72280c2b8ac'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '1fe6aefb-f049-4f66-b2ae-f8b8a700b450'} from ncdv-master-1. {{(pid=121838) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
May 07 22:12:18.476224 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-161d1065-4a91-4d19-883c-ba0d546c1d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (314b9385-4e3d-4e29-bca8-d74d438a8c68), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:18.543995 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be8ddc27-6a05-4a2c-b239-6b9a4082bf60 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:12:18.580691 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b3a47661-930c-4a6b-8e3e-7abb9cd42e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (1fe6aefb-f049-4f66-b2ae-f8b8a700b450), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:18.668455 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-be8ddc27-6a05-4a2c-b239-6b9a4082bf60 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:18.673364 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-be8ddc27-6a05-4a2c-b239-6b9a4082bf60 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.8754518
May 07 22:12:18.695458 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43878) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:18.748062 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8f5d80af-8009-4009-94ba-ceca7874a102 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for security_group (4f435c7b-b042-425f-8849-68e433c2ab91), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:18.778003 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af057ff-895f-458d-926a-be0c80fdfac1 None None] Sync routers for ids ['5addf628-ceec-47c2-b783-8cc79f403d25'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:12:18.807891 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device f83649c8-fd3b-42e6-936a-52d40fd91eae up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:12:18.808835 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8f5d80af-8009-4009-94ba-ceca7874a102 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (4f435c7b-b042-425f-8849-68e433c2ab91), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:18.824466 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-47090c03-5d22-4632-a1fd-b1ebf6fd0b0f None None] Current status of the port 1fe6aefb-f049-4f66-b2ae-f8b8a700b450 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:12:18.889855 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning for port 2aca6585-cfee-43a3-b4ee-9b346ed2588f completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 22:12:18.892276 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af057ff-895f-458d-926a-be0c80fdfac1 None None] Routers {'5addf628-ceec-47c2-b783-8cc79f403d25'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:12:18.893314 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-0af057ff-895f-458d-926a-be0c80fdfac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7e891970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:11:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['5addf628-ceec-47c2-b783-8cc79f403d25'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:18.929333 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7ea41-58d5-4efa-8937-a98a7cc69606 req-c9819881-3bcd-4225-af57-8489886d5772 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:18.931206 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e5d7ea41-58d5-4efa-8937-a98a7cc69606 req-c9819881-3bcd-4225-af57-8489886d5772 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=876afed0-19b4-4cae-83e8-a954d0cae1ba HTTP/1.1" status: 200  len: 944 time: 0.1590765
May 07 22:12:18.937417 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8f5d80af-8009-4009-94ba-ceca7874a102 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:18.939121 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-8f5d80af-8009-4009-94ba-ceca7874a102 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.6857507
May 07 22:12:18.948653 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 43880) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:18.958912 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-a411af50-956f-4383-86b5-1bb71b280eee tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Deleting port 40d4e7e9-242a-43c8-8c07-cd8646c087f2 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:12:18.959521 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a411af50-956f-4383-86b5-1bb71b280eee tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (40d4e7e9-242a-43c8-8c07-cd8646c087f2), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:18.960795 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-fbfaa474-6fd4-41bf-94ae-c6b5f94b6dd3 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1883571857', 'security_groups': ['4f435c7b-b042-425f-8849-68e433c2ab91'], 'network_id': '3787466a-d26e-4517-a9a7-1cc24dd6f22b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '39394a1a-f3d8-44ed-94d3-e72280c2b8ac'}]}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:12:18.963760 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5d80af-8009-4009-94ba-ceca7874a102 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f435c7b-b042-425f-8849-68e433c2ab91,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:19.059150 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-0af057ff-895f-458d-926a-be0c80fdfac1 None None] Set router 5addf628-ceec-47c2-b783-8cc79f403d25 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:12:19.161665 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd059a50-22c1-4637-895b-2f2ef8e296f6 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Network e83f08f3-4d0c-4ad1-8e78-b4c659d620b5 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:12:19.166743 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a411af50-956f-4383-86b5-1bb71b280eee tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (40d4e7e9-242a-43c8-8c07-cd8646c087f2), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:19.166743 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a411af50-956f-4383-86b5-1bb71b280eee tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Publish callbacks [] for floatingip (40d4e7e9-242a-43c8-8c07-cd8646c087f2), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:19.180593 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-cd059a50-22c1-4637-895b-2f2ef8e296f6 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:12:19.186557 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-a411af50-956f-4383-86b5-1bb71b280eee tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Calling delete_port for 40d4e7e9-242a-43c8-8c07-cd8646c087f2 owned by network:floatingip {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:12:19.223992 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e5d7ea41-58d5-4efa-8937-a98a7cc69606 req-97738bf6-9f77-4f4a-9afd-dc9c0a865e4e tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2728143
May 07 22:12:19.268609 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-b3a47661-930c-4a6b-8e3e-7abb9cd42e01 None None] Allocated IP 172.20.0.2 (3787466a-d26e-4517-a9a7-1cc24dd6f22b/39394a1a-f3d8-44ed-94d3-e72280c2b8ac/1fe6aefb-f049-4f66-b2ae-f8b8a700b450) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:12:19.560470 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbfaa474-6fd4-41bf-94ae-c6b5f94b6dd3 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Made reservation on behalf of 9c3329647b05487f9d63d3c4ec2183b9 for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:12:19.569817 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f14f59-8ac5-4381-805c-fce70cb77500 None None] Pushing event updated for resources: {'Port': ['ID=314b9385-4e3d-4e29-bca8-d74d438a8c68,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:19.582803 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port 2aca6585-cfee-43a3-b4ee-9b346ed2588f triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:12:19.583509 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (2aca6585-cfee-43a3-b4ee-9b346ed2588f), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:19.694279 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161d1065-4a91-4d19-883c-ba0d546c1d3b None None] Routers {'5818ea6a-1d9f-4b31-9f37-322f577d0c65'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:12:19.695193 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-161d1065-4a91-4d19-883c-ba0d546c1d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7ea356a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:11:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['5818ea6a-1d9f-4b31-9f37-322f577d0c65'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:19.700480 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a411af50-956f-4383-86b5-1bb71b280eee tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (40d4e7e9-242a-43c8-8c07-cd8646c087f2), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:19.705090 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd059a50-22c1-4637-895b-2f2ef8e296f6 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Router a3043a29-c070-46df-b074-083ba5f82321 is scheduled to L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db with binding_index 1 {{(pid=121836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 07 22:12:19.715816 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-46621530-808f-4d1b-94af-81e865b7f1b5 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks [] for router_gateway (9b7de61e-98f7-4d49-9b08-6083db2ae2c4), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:19.756084 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-46621530-808f-4d1b-94af-81e865b7f1b5 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks [] for router_gateway (9b7de61e-98f7-4d49-9b08-6083db2ae2c4), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:19.801549 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-cb8f5373-e975-4379-b064-879747525665 None None] Provisioning complete for port 314b9385-4e3d-4e29-bca8-d74d438a8c68 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:12:19.802361 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-cb8f5373-e975-4379-b064-879747525665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (314b9385-4e3d-4e29-bca8-d74d438a8c68), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:19.802507 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a411af50-956f-4383-86b5-1bb71b280eee tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Pushing event deleted for resources: {'Port': ['ID=40d4e7e9-242a-43c8-8c07-cd8646c087f2,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:19.806259 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fbfaa474-6fd4-41bf-94ae-c6b5f94b6dd3 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:19.813224 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-b3a47661-930c-4a6b-8e3e-7abb9cd42e01 None None] For port 1fe6aefb-f049-4f66-b2ae-f8b8a700b450, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1fe6aefb-f049-4f66-b2ae-f8b8a700b450,segment=NetworkSegment(dbc23f5a-7e41-4f93-91c5-2486d640f85b),segment_id=dbc23f5a-7e41-4f93-91c5-2486d640f85b)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:12:19.901900 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [None req-fbfaa474-6fd4-41bf-94ae-c6b5f94b6dd3 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] device_id is not set on port f5a97519-434a-40df-a391-1e6178a41baf yet. {{(pid=121836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 22:12:19.916372 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a411af50-956f-4383-86b5-1bb71b280eee tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Publish callbacks [] for floatingip (6e04d7b8-db0d-4d99-9b47-7df638ad0caf), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:19.916670 ncdv-master-1 neutron-server[121837]: INFO neutron.db.l3_db [None req-a411af50-956f-4383-86b5-1bb71b280eee tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Floating IP 6e04d7b8-db0d-4d99-9b47-7df638ad0caf disassociated (deleted). External IP: 172.35.4.188, port: 5dccdd99-d437-459b-9d5e-a5ecdbf1e400.
May 07 22:12:19.921762 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2f0214dc-abbe-44f5-8a4e-7efeb4cc6772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:19.957806 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ba856d-a25a-4d7c-8e52-f457395686d1 None None] Network 91d27308-6581-42cd-a5bd-31d841cc9c20 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:12:20.062685 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd059a50-22c1-4637-895b-2f2ef8e296f6 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:12:20.069887 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-cd059a50-22c1-4637-895b-2f2ef8e296f6 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "PUT /v2.0/routers/a3043a29-c070-46df-b074-083ba5f82321/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.2899094
May 07 22:12:20.070975 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-46621530-808f-4d1b-94af-81e865b7f1b5 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Deleting port 653b208c-58cd-45f0-a0ac-1988c5421f89 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:12:20.071160 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-46621530-808f-4d1b-94af-81e865b7f1b5 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (653b208c-58cd-45f0-a0ac-1988c5421f89), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:20.073479 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 43884) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:20.097785 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c220c76-e235-4117-a59d-45ff9ec3b0fb None None] Sync routers for ids ['a3043a29-c070-46df-b074-083ba5f82321'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:12:20.110555 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c220c76-e235-4117-a59d-45ff9ec3b0fb None None] Routers {'a3043a29-c070-46df-b074-083ba5f82321'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:12:20.111514 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-5c220c76-e235-4117-a59d-45ff9ec3b0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cacd5b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:11:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['a3043a29-c070-46df-b074-083ba5f82321'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:20.151953 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-5c220c76-e235-4117-a59d-45ff9ec3b0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cacd5b0>, [], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:20.163428 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c220c76-e235-4117-a59d-45ff9ec3b0fb None None] Routers {'a3043a29-c070-46df-b074-083ba5f82321'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:12:20.164406 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-5c220c76-e235-4117-a59d-45ff9ec3b0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cacd5b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:11:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['a3043a29-c070-46df-b074-083ba5f82321'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:20.211220 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b6ff5c-34cf-4213-967d-51c3c44dfc78 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:20.237530 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-b4b6ff5c-34cf-4213-967d-51c3c44dfc78 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "GET /v2.0/ports/3662f3b5-592f-4cd0-816f-c4e14d7c7c62 HTTP/1.1" status: 200  len: 977 time: 0.1408389
May 07 22:12:20.239059 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-5c220c76-e235-4117-a59d-45ff9ec3b0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cacd5b0>, [], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:20.239059 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c220c76-e235-4117-a59d-45ff9ec3b0fb None None] The sync data for ids ['a3043a29-c070-46df-b074-083ba5f82321'] in ncdv-master-1 is: [] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:12:20.239279 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 43886) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:20.283504 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 2aca6585-cfee-43a3-b4ee-9b346ed2588f is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:12:20.284103 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (2aca6585-cfee-43a3-b4ee-9b346ed2588f), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:20.341685 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-46621530-808f-4d1b-94af-81e865b7f1b5 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (653b208c-58cd-45f0-a0ac-1988c5421f89), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:20.364406 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-46621530-808f-4d1b-94af-81e865b7f1b5 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Calling delete_port for 653b208c-58cd-45f0-a0ac-1988c5421f89 owned by network:router_gateway {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:12:20.368730 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-0af057ff-895f-458d-926a-be0c80fdfac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7e891970>, [{'id': '5addf628-ceec-47c2-b783-8cc79f403d25', 'name': 'tempest-TestVolumeBootPattern-1751509668-router', 'tenant_id': '4e3a459b2e514b998bffd4275d7bb847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.55'}], 'enable_snat': True}, 'gw_port_id': '3e2b9bc8-9dec-43ce-8a7e-a1be387db4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:12:14Z', 'updated_at': '2022-05-07T22:12:17Z', 'revision_number': 3, 'project_id': '4e3a459b2e514b998bffd4275d7bb847', 'gw_port': {'id': '3e2b9bc8-9dec-43ce-8a7e-a1be387db4d6', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a2:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5addf628-ceec-47c2-b783-8cc79f403d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:12:15Z', 'updated_at': '2022-05-07T22:12:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:20.370609 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port f83649c8-fd3b-42e6-936a-52d40fd91eae triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:12:20.371022 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (f83649c8-fd3b-42e6-936a-52d40fd91eae), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:20.381264 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b3a47661-930c-4a6b-8e3e-7abb9cd42e01 None None] Publish callbacks [] for port (1fe6aefb-f049-4f66-b2ae-f8b8a700b450), precommit_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:20.475383 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b3a47661-930c-4a6b-8e3e-7abb9cd42e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (1fe6aefb-f049-4f66-b2ae-f8b8a700b450), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:20.486961 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af057ff-895f-458d-926a-be0c80fdfac1 None None] Checking router: 5addf628-ceec-47c2-b783-8cc79f403d25 for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:12:20.490153 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af057ff-895f-458d-926a-be0c80fdfac1 None None] Updating router 5addf628-ceec-47c2-b783-8cc79f403d25 port 3e2b9bc8-9dec-43ce-8a7e-a1be387db4d6 binding host ncdv-master-1 {{(pid=121838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 22:12:20.582194 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '876afed0-19b4-4cae-83e8-a954d0cae1ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aca6585-cfee-43a3-b4ee-9b346ed2588f'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:12:20.585493 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac1de55-0acb-4bdb-96c1-377cde66291c" -d '{"events": [{"server_uuid": "876afed0-19b4-4cae-83e8-a954d0cae1ba", "name": "network-vif-plugged", "status": "completed", "tag": "2aca6585-cfee-43a3-b4ee-9b346ed2588f"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:12:20.610185 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-fbfaa474-6fd4-41bf-94ae-c6b5f94b6dd3 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Allocated IP 172.20.0.11 (3787466a-d26e-4517-a9a7-1cc24dd6f22b/39394a1a-f3d8-44ed-94d3-e72280c2b8ac/f5a97519-434a-40df-a391-1e6178a41baf) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:12:20.700208 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-2f0214dc-abbe-44f5-8a4e-7efeb4cc6772 admin admin] Allocated IP 172.20.0.1 (91d27308-6581-42cd-a5bd-31d841cc9c20/ea5149e8-4dac-4d3b-bd15-ec107d03afaa/98a524da-07e5-436e-96e8-650294e0a233) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:12:20.718319 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-161d1065-4a91-4d19-883c-ba0d546c1d3b None None] Set router 5818ea6a-1d9f-4b31-9f37-322f577d0c65 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:12:20.721421 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 2aca6585-cfee-43a3-b4ee-9b346ed2588f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2aca6585-cfee-43a3-b4ee-9b346ed2588f,segment=NetworkSegment(2cb8e953-203f-4019-8d4d-d4ab0509c11a),segment_id=2cb8e953-203f-4019-8d4d-d4ab0509c11a)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:12:20.796518 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (2aca6585-cfee-43a3-b4ee-9b346ed2588f), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:20.834310 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-0af057ff-895f-458d-926a-be0c80fdfac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (3e2b9bc8-9dec-43ce-8a7e-a1be387db4d6), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:20.901306 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2f0214dc-abbe-44f5-8a4e-7efeb4cc6772 admin admin] Publish callbacks [] for port (98a524da-07e5-436e-96e8-650294e0a233), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:20.978583 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-cb8f5373-e975-4379-b064-879747525665 None None] Current status of the port 314b9385-4e3d-4e29-bca8-d74d438a8c68 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:12:20.979373 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-cb8f5373-e975-4379-b064-879747525665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (314b9385-4e3d-4e29-bca8-d74d438a8c68), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:20.987275 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f62eb1-bc64-48bf-b9cc-67a1a235bc3e x-openstack-request-id: req-07f62eb1-bc64-48bf-b9cc-67a1a235bc3e {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:12:20.988402 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "876afed0-19b4-4cae-83e8-a954d0cae1ba", "name": "network-vif-plugged", "status": "completed", "tag": "2aca6585-cfee-43a3-b4ee-9b346ed2588f", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:12:20.988936 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-07f62eb1-bc64-48bf-b9cc-67a1a235bc3e {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:12:20.989597 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07f62eb1-bc64-48bf-b9cc-67a1a235bc3e'] response: {'server_uuid': '876afed0-19b4-4cae-83e8-a954d0cae1ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aca6585-cfee-43a3-b4ee-9b346ed2588f', 'code': 200}
May 07 22:12:21.006869 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2f0214dc-abbe-44f5-8a4e-7efeb4cc6772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (98a524da-07e5-436e-96e8-650294e0a233), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:21.030702 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a47661-930c-4a6b-8e3e-7abb9cd42e01 None None] Pushing event updated for resources: {'Port': ['ID=1fe6aefb-f049-4f66-b2ae-f8b8a700b450,revision_number=6']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:21.157401 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0214dc-abbe-44f5-8a4e-7efeb4cc6772 admin admin] Network 91d27308-6581-42cd-a5bd-31d841cc9c20 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:12:21.164199 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port f83649c8-fd3b-42e6-936a-52d40fd91eae is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:12:21.172152 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f83649c8-fd3b-42e6-936a-52d40fd91eae), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:21.182193 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e63bd0-7823-45c6-a4d6-9aa274cacbc9 req-60086231-8f66-4328-86cc-fe88f08b478d tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:21.204564 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a9e63bd0-7823-45c6-a4d6-9aa274cacbc9 req-60086231-8f66-4328-86cc-fe88f08b478d tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=876afed0-19b4-4cae-83e8-a954d0cae1ba HTTP/1.1" status: 200  len: 945 time: 0.2324862
May 07 22:12:21.212343 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-46621530-808f-4d1b-94af-81e865b7f1b5 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (653b208c-58cd-45f0-a0ac-1988c5421f89), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:21.227450 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-2f0214dc-abbe-44f5-8a4e-7efeb4cc6772 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:12:21.285670 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16155e89-b994-4c8c-884d-970ca67c073d req-bc58b341-978d-4309-b885-099849eb8752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:21.287373 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-16155e89-b994-4c8c-884d-970ca67c073d req-bc58b341-978d-4309-b885-099849eb8752 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=876afed0-19b4-4cae-83e8-a954d0cae1ba HTTP/1.1" status: 200  len: 1127 time: 0.2163093
May 07 22:12:21.293158 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1c003c7f-49ed-4297-98c3-8b52d0cc4392 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401094'] for router_interface (a3043a29-c070-46df-b074-083ba5f82321), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:21.294915 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46621530-808f-4d1b-94af-81e865b7f1b5 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Pushing event deleted for resources: {'Port': ['ID=653b208c-58cd-45f0-a0ac-1988c5421f89,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:21.318034 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-cb8f5373-e975-4379-b064-879747525665 None None] For port 314b9385-4e3d-4e29-bca8-d74d438a8c68, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=314b9385-4e3d-4e29-bca8-d74d438a8c68,segment=NetworkSegment(3c434885-c673-48d5-9295-930316ad3f91),segment_id=3c434885-c673-48d5-9295-930316ad3f91)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:12:21.318352 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0214dc-abbe-44f5-8a4e-7efeb4cc6772 admin admin] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:12:21.357113 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-cb8f5373-e975-4379-b064-879747525665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (314b9385-4e3d-4e29-bca8-d74d438a8c68), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:21.362126 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port f83649c8-fd3b-42e6-936a-52d40fd91eae, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f83649c8-fd3b-42e6-936a-52d40fd91eae,segment=NetworkSegment(7471e065-e2a8-48fb-8215-3f1d6ba392f6),segment_id=7471e065-e2a8-48fb-8215-3f1d6ba392f6)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:12:21.402585 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a9e63bd0-7823-45c6-a4d6-9aa274cacbc9 req-0d6a6fb7-48f1-4ee7-a3ce-2eb7a0e619fc tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1957793
May 07 22:12:21.406111 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2f0214dc-abbe-44f5-8a4e-7efeb4cc6772 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398161'] for router_interface (5addf628-ceec-47c2-b783-8cc79f403d25), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:21.418954 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0214dc-abbe-44f5-8a4e-7efeb4cc6772 admin admin] Pushing event updated for resources: {'Port': ['ID=98a524da-07e5-436e-96e8-650294e0a233,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:21.420984 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=2aca6585-cfee-43a3-b4ee-9b346ed2588f,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:21.428554 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a411af50-956f-4383-86b5-1bb71b280eee tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Router 3621bc97-b3ca-49b3-81e3-7624e1ba69d3 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:12:21.440361 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (f83649c8-fd3b-42e6-936a-52d40fd91eae), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:21.650454 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-f627b01e-e8ca-47b5-8969-bf7fd5e24170 None None] Provisioning complete for port f83649c8-fd3b-42e6-936a-52d40fd91eae triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:12:21.652099 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f627b01e-e8ca-47b5-8969-bf7fd5e24170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (f83649c8-fd3b-42e6-936a-52d40fd91eae), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:21.680561 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-161d1065-4a91-4d19-883c-ba0d546c1d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7ea356a0>, [{'id': '5818ea6a-1d9f-4b31-9f37-322f577d0c65', 'name': 'tempest-TestVolumeBootPattern-100968147-router', 'tenant_id': 'f3657e8df46a4252b9eb1eb159306a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.231'}], 'enable_snat': True}, 'gw_port_id': '196d5d88-adf4-4c22-9c34-8fadc03bc903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:12:03Z', 'updated_at': '2022-05-07T22:12:09Z', 'revision_number': 4, 'project_id': 'f3657e8df46a4252b9eb1eb159306a66', 'gw_port': {'id': '196d5d88-adf4-4c22-9c34-8fadc03bc903', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:eb:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5818ea6a-1d9f-4b31-9f37-322f577d0c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:12:04Z', 'updated_at': '2022-05-07T22:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '314b9385-4e3d-4e29-bca8-d74d438a8c68', 'name': '', 'network_id': '87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce', 'tenant_id': 'f3657e8df46a4252b9eb1eb159306a66', 'mac_address': 'fa:16:3e:bf:a0:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5818ea6a-1d9f-4b31-9f37-322f577d0c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'c381f23c-d79e-4860-966b-6594e682e18c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:12:07Z', 'updated_at': '2022-05-07T22:12:18Z', 'revision_number': 4, 'project_id': 'f3657e8df46a4252b9eb1eb159306a66', 'subnets': [{'id': 'c381f23c-d79e-4860-966b-6594e682e18c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:21.709843 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 314b9385-4e3d-4e29-bca8-d74d438a8c68 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:12:21.763276 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f5373-e975-4379-b064-879747525665 None None] Pushing event updated for resources: {'Port': ['ID=314b9385-4e3d-4e29-bca8-d74d438a8c68,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:21.788079 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161d1065-4a91-4d19-883c-ba0d546c1d3b None None] The sync data for ids ['5818ea6a-1d9f-4b31-9f37-322f577d0c65'] in ncdv-master-1 is: [{'id': '5818ea6a-1d9f-4b31-9f37-322f577d0c65', 'name': 'tempest-TestVolumeBootPattern-100968147-router', 'tenant_id': 'f3657e8df46a4252b9eb1eb159306a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.231'}], 'enable_snat': True}, 'gw_port_id': '196d5d88-adf4-4c22-9c34-8fadc03bc903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:12:03Z', 'updated_at': '2022-05-07T22:12:09Z', 'revision_number': 4, 'project_id': 'f3657e8df46a4252b9eb1eb159306a66', 'gw_port': {'id': '196d5d88-adf4-4c22-9c34-8fadc03bc903', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:eb:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5818ea6a-1d9f-4b31-9f37-322f577d0c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:12:04Z', 'updated_at': '2022-05-07T22:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '314b9385-4e3d-4e29-bca8-d74d438a8c68', 'name': '', 'network_id': '87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce', 'tenant_id': 'f3657e8df46a4252b9eb1eb159306a66', 'mac_address': 'fa:16:3e:bf:a0:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5818ea6a-1d9f-4b31-9f37-322f577d0c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'c381f23c-d79e-4860-966b-6594e682e18c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:12:07Z', 'updated_at': '2022-05-07T22:12:18Z', 'revision_number': 4, 'project_id': 'f3657e8df46a4252b9eb1eb159306a66', 'subnets': [{'id': 'c381f23c-d79e-4860-966b-6594e682e18c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:12:21.883133 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a411af50-956f-4383-86b5-1bb71b280eee tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:12:21.902475 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a411af50-956f-4383-86b5-1bb71b280eee tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:21.966453 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 314b9385-4e3d-4e29-bca8-d74d438a8c68 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:12:21.966927 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (314b9385-4e3d-4e29-bca8-d74d438a8c68), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:21.971666 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-a411af50-956f-4383-86b5-1bb71b280eee tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] 10.222.0.32 "DELETE /v2.0/floatingips/6e04d7b8-db0d-4d99-9b47-7df638ad0caf HTTP/1.1" status: 204  len: 168 time: 3.5652270
May 07 22:12:21.971923 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b071c0c-f979-427a-92eb-d62c7c03e41b None None] Sync routers for ids ['3621bc97-b3ca-49b3-81e3-7624e1ba69d3'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:12:21.972581 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c332b03e-48f7-475c-9577-16a41760ca55', 'tag': '5dccdd99-d437-459b-9d5e-a5ecdbf1e400'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:12:21.975135 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec7b13f0-3d1e-4464-a253-558b1a94f1cc" -d '{"events": [{"name": "network-changed", "server_uuid": "c332b03e-48f7-475c-9577-16a41760ca55", "tag": "5dccdd99-d437-459b-9d5e-a5ecdbf1e400"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:12:21.994649 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2f0214dc-abbe-44f5-8a4e-7efeb4cc6772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (98a524da-07e5-436e-96e8-650294e0a233), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:22.069567 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:22.177785 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=f83649c8-fd3b-42e6-936a-52d40fd91eae,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:22.213973 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fbfaa474-6fd4-41bf-94ae-c6b5f94b6dd3 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for port (f5a97519-434a-40df-a391-1e6178a41baf), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:22.243564 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b8f325a-96d1-4876-9432-da97fab66dad x-openstack-request-id: req-7b8f325a-96d1-4876-9432-da97fab66dad {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:12:22.243852 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c332b03e-48f7-475c-9577-16a41760ca55", "tag": "5dccdd99-d437-459b-9d5e-a5ecdbf1e400", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:12:22.244113 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7b8f325a-96d1-4876-9432-da97fab66dad {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:12:22.244568 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b8f325a-96d1-4876-9432-da97fab66dad'] response: {'name': 'network-changed', 'server_uuid': 'c332b03e-48f7-475c-9577-16a41760ca55', 'tag': '5dccdd99-d437-459b-9d5e-a5ecdbf1e400', 'status': 'completed', 'code': 200}
May 07 22:12:22.268177 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b071c0c-f979-427a-92eb-d62c7c03e41b None None] Routers {'3621bc97-b3ca-49b3-81e3-7624e1ba69d3'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:12:22.268944 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-2b071c0c-f979-427a-92eb-d62c7c03e41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f5aa280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:11:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['3621bc97-b3ca-49b3-81e3-7624e1ba69d3'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:22.304991 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2f0214dc-abbe-44f5-8a4e-7efeb4cc6772 admin admin] Publish callbacks [] for port (98a524da-07e5-436e-96e8-650294e0a233), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:22.317874 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b13f0-3d1e-4464-a253-558b1a94f1cc req-4da9d4a7-434a-4c77-b108-0ee3d3307858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:22.318408 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2f0214dc-abbe-44f5-8a4e-7efeb4cc6772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (98a524da-07e5-436e-96e8-650294e0a233), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:22.319513 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ec7b13f0-3d1e-4464-a253-558b1a94f1cc req-4da9d4a7-434a-4c77-b108-0ee3d3307858 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d70782066cce4f2fbf5744b63e4195cb&device_id=c332b03e-48f7-475c-9577-16a41760ca55 HTTP/1.1" status: 200  len: 1127 time: 0.0526760
May 07 22:12:22.327828 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fbfaa474-6fd4-41bf-94ae-c6b5f94b6dd3 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (f5a97519-434a-40df-a391-1e6178a41baf), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:22.417062 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-0af057ff-895f-458d-926a-be0c80fdfac1 None None] Publish callbacks [] for port (3e2b9bc8-9dec-43ce-8a7e-a1be387db4d6), precommit_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:22.421132 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-16155e89-b994-4c8c-884d-970ca67c073d req-1086c6cb-7ad7-4c46-b0bb-59c9919c6335 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.1159739
May 07 22:12:22.439199 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbfaa474-6fd4-41bf-94ae-c6b5f94b6dd3 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Network 3787466a-d26e-4517-a9a7-1cc24dd6f22b is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:12:22.447068 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-fbfaa474-6fd4-41bf-94ae-c6b5f94b6dd3 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:12:22.449105 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-f627b01e-e8ca-47b5-8969-bf7fd5e24170 None None] Current status of the port f83649c8-fd3b-42e6-936a-52d40fd91eae is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:12:22.450029 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfaa474-6fd4-41bf-94ae-c6b5f94b6dd3 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:12:22.469945 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-0af057ff-895f-458d-926a-be0c80fdfac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (3e2b9bc8-9dec-43ce-8a7e-a1be387db4d6), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:22.520884 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2f0214dc-abbe-44f5-8a4e-7efeb4cc6772 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401121'] for router_interface (5addf628-ceec-47c2-b783-8cc79f403d25), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:22.528168 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-46621530-808f-4d1b-94af-81e865b7f1b5 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395776'] for router_gateway (9b7de61e-98f7-4d49-9b08-6083db2ae2c4), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:22.528678 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b4507-d914-452a-88cf-681e7bcf6ff1 req-8bcfd5db-8041-46f3-afa8-d1c4fbbff72a tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:22.530396 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-419b4507-d914-452a-88cf-681e7bcf6ff1 req-8bcfd5db-8041-46f3-afa8-d1c4fbbff72a tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] 10.222.0.32 "GET /v2.0/ports?device_id=c332b03e-48f7-475c-9577-16a41760ca55 HTTP/1.1" status: 200  len: 945 time: 0.1553676
May 07 22:12:22.531087 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0214dc-abbe-44f5-8a4e-7efeb4cc6772 admin admin] Pushing event updated for resources: {'Port': ['ID=98a524da-07e5-436e-96e8-650294e0a233,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:22.671184 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfaa474-6fd4-41bf-94ae-c6b5f94b6dd3 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Pushing event updated for resources: {'Port': ['ID=f5a97519-434a-40df-a391-1e6178a41baf,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:22.681735 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-2b071c0c-f979-427a-92eb-d62c7c03e41b None None] Set router 3621bc97-b3ca-49b3-81e3-7624e1ba69d3 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:12:22.715844 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-419b4507-d914-452a-88cf-681e7bcf6ff1 req-f9ba4a68-618a-41e5-bad5-bba01d597342 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] 10.222.0.32 "GET /v2.0/security-groups?id=b895cd66-4d46-4596-8ced-c4d385f86775&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1719308
May 07 22:12:22.753754 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378f05b9-253d-4f2c-8674-8349b593c6c2 req-e3d6248f-85be-499e-9939-06ba4727933e tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:22.755446 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-378f05b9-253d-4f2c-8674-8349b593c6c2 req-e3d6248f-85be-499e-9939-06ba4727933e tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=876afed0-19b4-4cae-83e8-a954d0cae1ba HTTP/1.1" status: 200  len: 945 time: 0.0702922
May 07 22:12:22.761465 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbfaa474-6fd4-41bf-94ae-c6b5f94b6dd3 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:22.762133 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fbfaa474-6fd4-41bf-94ae-c6b5f94b6dd3 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:22.791562 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0214dc-abbe-44f5-8a4e-7efeb4cc6772 admin admin] Network 91d27308-6581-42cd-a5bd-31d841cc9c20 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:12:22.793159 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-2f0214dc-abbe-44f5-8a4e-7efeb4cc6772 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:12:22.820975 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-f627b01e-e8ca-47b5-8969-bf7fd5e24170 None None] Provisioning complete for port 314b9385-4e3d-4e29-bca8-d74d438a8c68 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:12:22.821426 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f627b01e-e8ca-47b5-8969-bf7fd5e24170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (314b9385-4e3d-4e29-bca8-d74d438a8c68), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:22.975336 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f0214dc-abbe-44f5-8a4e-7efeb4cc6772 admin admin] Router 5addf628-ceec-47c2-b783-8cc79f403d25 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:12:23.074486 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-46621530-808f-4d1b-94af-81e865b7f1b5 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-395855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5148'] for router (9b7de61e-98f7-4d49-9b08-6083db2ae2c4), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:23.109951 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-46621530-808f-4d1b-94af-81e865b7f1b5 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-395830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-395837', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-419014'] for router (9b7de61e-98f7-4d49-9b08-6083db2ae2c4), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:23.140903 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f0214dc-abbe-44f5-8a4e-7efeb4cc6772 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:12:23.159103 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-2f0214dc-abbe-44f5-8a4e-7efeb4cc6772 admin admin] 10.222.0.32 "PUT /v2.0/routers/5addf628-ceec-47c2-b783-8cc79f403d25/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4622726
May 07 22:12:23.192630 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-fbfaa474-6fd4-41bf-94ae-c6b5f94b6dd3 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 925 time: 4.2424250
May 07 22:12:23.202953 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43912) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:23.219548 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-cb1d67a4-a0ff-4174-b1e9-7200ec055a6d tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Request body: {'subnet': {'network_id': '3787466a-d26e-4517-a9a7-1cc24dd6f22b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:12:23.254536 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-378f05b9-253d-4f2c-8674-8349b593c6c2 req-fb4df594-8806-4026-8df7-d77dd4caee0d tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3117375
May 07 22:12:23.263512 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b2db7f-66eb-4423-a631-93fe782b0832 None None] Pushing event updated for resources: {'Port': ['ID=3e2b9bc8-9dec-43ce-8a7e-a1be387db4d6,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:23.304782 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-0af057ff-895f-458d-926a-be0c80fdfac1 None None] Attempting to bind port 3e2b9bc8-9dec-43ce-8a7e-a1be387db4d6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:12:23.304782 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-0af057ff-895f-458d-926a-be0c80fdfac1 None None] Attempting to bind port 3e2b9bc8-9dec-43ce-8a7e-a1be387db4d6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:12:23.304782 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af057ff-895f-458d-926a-be0c80fdfac1 None None] Attempting to bind port 3e2b9bc8-9dec-43ce-8a7e-a1be387db4d6 on network 9221b764-ef06-431f-8941-796516ed7c3b {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:12:23.321801 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 314b9385-4e3d-4e29-bca8-d74d438a8c68 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:12:23.322807 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 1fe6aefb-f049-4f66-b2ae-f8b8a700b450 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:12:23.328412 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af057ff-895f-458d-926a-be0c80fdfac1 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:12:23.328838 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af057ff-895f-458d-926a-be0c80fdfac1 None None] Checking segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:12:23.329206 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-0af057ff-895f-458d-926a-be0c80fdfac1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:23.329603 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af057ff-895f-458d-926a-be0c80fdfac1 None None] Bound using segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:12:23.330809 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-0af057ff-895f-458d-926a-be0c80fdfac1 None None] Bound port: 3e2b9bc8-9dec-43ce-8a7e-a1be387db4d6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:12:23.333098 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-0af057ff-895f-458d-926a-be0c80fdfac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (3e2b9bc8-9dec-43ce-8a7e-a1be387db4d6), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:23.333245 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46621530-808f-4d1b-94af-81e865b7f1b5 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Router 9b7de61e-98f7-4d49-9b08-6083db2ae2c4 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:12:23.383518 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb1d67a4-a0ff-4174-b1e9-7200ec055a6d tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Made reservation on behalf of 9c3329647b05487f9d63d3c4ec2183b9 for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:12:23.388757 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cb1d67a4-a0ff-4174-b1e9-7200ec055a6d tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:23.396712 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-1c003c7f-49ed-4297-98c3-8b52d0cc4392 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Deleting port 3662f3b5-592f-4cd0-816f-c4e14d7c7c62 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:12:23.397117 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1c003c7f-49ed-4297-98c3-8b52d0cc4392 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (3662f3b5-592f-4cd0-816f-c4e14d7c7c62), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:23.494344 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-f627b01e-e8ca-47b5-8969-bf7fd5e24170 None None] Current status of the port 314b9385-4e3d-4e29-bca8-d74d438a8c68 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:12:23.497095 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-0af057ff-895f-458d-926a-be0c80fdfac1 None None] For port 3e2b9bc8-9dec-43ce-8a7e-a1be387db4d6, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:12:23.513827 ncdv-master-1 neutron-server[121837]: INFO neutron.db.ipam_backend_mixin [None req-cb1d67a4-a0ff-4174-b1e9-7200ec055a6d tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 39394a1a-f3d8-44ed-94d3-e72280c2b8ac (CIDR: 172.20.0.0/28)
May 07 22:12:23.522551 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb1d67a4-a0ff-4174-b1e9-7200ec055a6d tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 07 22:12:23.523192 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb1d67a4-a0ff-4174-b1e9-7200ec055a6d tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=121837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:12:23.548672 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-cb1d67a4-a0ff-4174-b1e9-7200ec055a6d tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.3478754
May 07 22:12:23.549433 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43922) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:23.550909 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-0af057ff-895f-458d-926a-be0c80fdfac1 None None] For port 3e2b9bc8-9dec-43ce-8a7e-a1be387db4d6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3e2b9bc8-9dec-43ce-8a7e-a1be387db4d6,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:12:23.555618 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-d70e835f-e339-4913-b705-90a8c01ae6bf tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Request body: {'subnet': {'network_id': '3787466a-d26e-4517-a9a7-1cc24dd6f22b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:12:23.569514 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 1fe6aefb-f049-4f66-b2ae-f8b8a700b450 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:12:23.570156 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (1fe6aefb-f049-4f66-b2ae-f8b8a700b450), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:23.572804 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-f627b01e-e8ca-47b5-8969-bf7fd5e24170 None None] Provisioning complete for port 3662f3b5-592f-4cd0-816f-c4e14d7c7c62 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:12:23.573269 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f627b01e-e8ca-47b5-8969-bf7fd5e24170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (3662f3b5-592f-4cd0-816f-c4e14d7c7c62), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:23.575194 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-2b071c0c-f979-427a-92eb-d62c7c03e41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f5aa280>, [{'id': '3621bc97-b3ca-49b3-81e3-7624e1ba69d3', 'name': 'tempest-TestVolumeBackupRestore-1862511252-router', 'tenant_id': 'd70782066cce4f2fbf5744b63e4195cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.92'}], 'enable_snat': True}, 'gw_port_id': '723c69f0-0343-4b05-86e9-6cf9e721e8c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:09:51Z', 'updated_at': '2022-05-07T22:09:58Z', 'revision_number': 4, 'project_id': 'd70782066cce4f2fbf5744b63e4195cb', 'gw_port': {'id': '723c69f0-0343-4b05-86e9-6cf9e721e8c7', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:c5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3621bc97-b3ca-49b3-81e3-7624e1ba69d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:09:51Z', 'updated_at': '2022-05-07T22:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6ef7dd3a-1984-4735-af40-50e84d7d15ce', 'name': '', 'network_id': '42882eb7-7f7c-429d-978e-a320afe6b945', 'tenant_id': 'd70782066cce4f2fbf5744b63e4195cb', 'mac_address': 'fa:16:3e:8d:67:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3621bc97-b3ca-49b3-81e3-7624e1ba69d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '21c94e42-6f33-4d3f-bb38-a9f7f8184d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:09:57Z', 'updated_at': '2022-05-07T22:10:02Z', 'revision_number': 5, 'project_id': 'd70782066cce4f2fbf5744b63e4195cb', 'subnets': [{'id': '21c94e42-6f33-4d3f-bb38-a9f7f8184d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:23.579441 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-0af057ff-895f-458d-926a-be0c80fdfac1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (3e2b9bc8-9dec-43ce-8a7e-a1be387db4d6), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:23.690784 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46621530-808f-4d1b-94af-81e865b7f1b5 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:12:23.697258 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1c003c7f-49ed-4297-98c3-8b52d0cc4392 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (3662f3b5-592f-4cd0-816f-c4e14d7c7c62), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:23.702963 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e146773-f4d6-4fee-9d49-db633be8ea8d None None] Sync routers for ids ['9b7de61e-98f7-4d49-9b08-6083db2ae2c4'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:12:23.705078 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-46621530-808f-4d1b-94af-81e865b7f1b5 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:23.706280 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-46621530-808f-4d1b-94af-81e865b7f1b5 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] 10.222.0.32 "PUT /v2.0/routers/9b7de61e-98f7-4d49-9b08-6083db2ae2c4 HTTP/1.1" status: 200  len: 706 time: 5.5777266
May 07 22:12:23.713346 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43950) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:23.721427 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e146773-f4d6-4fee-9d49-db633be8ea8d None None] Routers {'9b7de61e-98f7-4d49-9b08-6083db2ae2c4'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:12:23.723785 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-0e146773-f4d6-4fee-9d49-db633be8ea8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cb223d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:11:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['9b7de61e-98f7-4d49-9b08-6083db2ae2c4'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:23.724013 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-1c003c7f-49ed-4297-98c3-8b52d0cc4392 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Calling delete_port for 3662f3b5-592f-4cd0-816f-c4e14d7c7c62 owned by network:router_interface {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:12:23.753673 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b13f0-3d1e-4464-a253-558b1a94f1cc req-55c35f13-81d7-4ab4-b3a4-350049163f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:23.756734 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ec7b13f0-3d1e-4464-a253-558b1a94f1cc req-55c35f13-81d7-4ab4-b3a4-350049163f22 service neutron] 10.222.0.55 "GET /v2.0/networks?id=42882eb7-7f7c-429d-978e-a320afe6b945 HTTP/1.1" status: 200  len: 915 time: 0.2113097
May 07 22:12:23.757449 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b071c0c-f979-427a-92eb-d62c7c03e41b None None] Checking router: 3621bc97-b3ca-49b3-81e3-7624e1ba69d3 for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:12:23.790222 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-0e146773-f4d6-4fee-9d49-db633be8ea8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cb223d0>, [], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:23.799875 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e146773-f4d6-4fee-9d49-db633be8ea8d None None] Routers {'9b7de61e-98f7-4d49-9b08-6083db2ae2c4'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:12:23.800858 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-0e146773-f4d6-4fee-9d49-db633be8ea8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cb223d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:11:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['9b7de61e-98f7-4d49-9b08-6083db2ae2c4'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:23.811975 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d28da752-6782-40a6-a18c-25dc55e4bdf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:23.841391 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-0e146773-f4d6-4fee-9d49-db633be8ea8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cb223d0>, [], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:23.842681 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e146773-f4d6-4fee-9d49-db633be8ea8d None None] The sync data for ids ['9b7de61e-98f7-4d49-9b08-6083db2ae2c4'] in ncdv-master-1 is: [] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:12:23.908771 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-f627b01e-e8ca-47b5-8969-bf7fd5e24170 None None] Port 3662f3b5-592f-4cd0-816f-c4e14d7c7c62 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:12:23.916170 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b2db7f-66eb-4423-a631-93fe782b0832 None None] Pushing event updated for resources: {'Port': ['ID=3e2b9bc8-9dec-43ce-8a7e-a1be387db4d6,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:23.928926 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af057ff-895f-458d-926a-be0c80fdfac1 None None] Routers {'5addf628-ceec-47c2-b783-8cc79f403d25'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:12:23.929716 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-0af057ff-895f-458d-926a-be0c80fdfac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7e891970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:11:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['5addf628-ceec-47c2-b783-8cc79f403d25'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:23.953179 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1178e8d8-ead4-41bd-903f-a9edc8d84cd8 req-3abf27b7-f1a5-410c-9fe9-415dacea2504 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:23.954749 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1178e8d8-ead4-41bd-903f-a9edc8d84cd8 req-3abf27b7-f1a5-410c-9fe9-415dacea2504 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] 10.222.0.32 "GET /v2.0/ports?device_id=c332b03e-48f7-475c-9577-16a41760ca55 HTTP/1.1" status: 200  len: 945 time: 0.0694783
May 07 22:12:23.984237 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d70e835f-e339-4913-b705-90a8c01ae6bf tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Made reservation on behalf of 9c3329647b05487f9d63d3c4ec2183b9 for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:12:23.987842 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ec7b13f0-3d1e-4464-a253-558b1a94f1cc req-ebedcb2e-f75a-4724-b0d1-f34eb272628d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5dccdd99-d437-459b-9d5e-a5ecdbf1e400 HTTP/1.1" status: 200  len: 217 time: 0.0567961
May 07 22:12:23.988588 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d70e835f-e339-4913-b705-90a8c01ae6bf tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:23.993857 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b071c0c-f979-427a-92eb-d62c7c03e41b None None] Routers {'3621bc97-b3ca-49b3-81e3-7624e1ba69d3'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:12:23.994762 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-2b071c0c-f979-427a-92eb-d62c7c03e41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f5aa280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:11:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['3621bc97-b3ca-49b3-81e3-7624e1ba69d3'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:23.996972 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:24.005876 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-f6165343-5254-42dc-84b2-7365867964be tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] 10.222.0.32 "GET /v2.0/routers/9b7de61e-98f7-4d49-9b08-6083db2ae2c4 HTTP/1.1" status: 200  len: 741 time: 0.2896354
May 07 22:12:24.006661 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43962) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:24.058707 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-bf3eac9e-356b-4e02-b851-8b14e6686984 None None] Provisioning complete for port f5a97519-434a-40df-a391-1e6178a41baf triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:12:24.059482 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-bf3eac9e-356b-4e02-b851-8b14e6686984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (f5a97519-434a-40df-a391-1e6178a41baf), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:24.083239 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-ead1e431-44e1-40fd-bc43-c433196ef33a tempest-RoutersAdminTest-430062177 tempest-RoutersAdminTest-430062177-project-admin] 10.222.0.32 "GET /v2.0/ports?network_id=9221b764-ef06-431f-8941-796516ed7c3b&device_id=9b7de61e-98f7-4d49-9b08-6083db2ae2c4 HTTP/1.1" status: 200  len: 205 time: 0.0626671
May 07 22:12:24.085269 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 43964) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:24.119235 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-26f7bc95-9c45-4ac2-a877-58048603bc4b tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b7de61e-98f7-4d49-9b08-6083db2ae2c4 HTTP/1.1" status: 200  len: 205 time: 0.0326090
May 07 22:12:24.123773 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43966) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:24.129413 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa5338e-1975-418a-8258-db7d6cadbb43 req-66e53a92-a80a-4699-9626-98f345658515 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:24.131149 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1fa5338e-1975-418a-8258-db7d6cadbb43 req-66e53a92-a80a-4699-9626-98f345658515 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] 10.222.0.55 "GET /v2.0/ports?device_id=c332b03e-48f7-475c-9577-16a41760ca55 HTTP/1.1" status: 200  len: 945 time: 0.1424344
May 07 22:12:24.134797 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1c003c7f-49ed-4297-98c3-8b52d0cc4392 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (3662f3b5-592f-4cd0-816f-c4e14d7c7c62), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:24.142215 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 1fe6aefb-f049-4f66-b2ae-f8b8a700b450 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:12:24.152831 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b13f0-3d1e-4464-a253-558b1a94f1cc req-fe95eb91-f9db-46ab-a1ce-fe664e3c8866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:24.154229 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ec7b13f0-3d1e-4464-a253-558b1a94f1cc req-fe95eb91-f9db-46ab-a1ce-fe664e3c8866 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=21c94e42-6f33-4d3f-bb38-a9f7f8184d5c HTTP/1.1" status: 200  len: 853 time: 0.1484258
May 07 22:12:24.200757 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c003c7f-49ed-4297-98c3-8b52d0cc4392 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Pushing event deleted for resources: {'Port': ['ID=3662f3b5-592f-4cd0-816f-c4e14d7c7c62,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:24.292125 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-bf3eac9e-356b-4e02-b851-8b14e6686984 None None] Port f5a97519-434a-40df-a391-1e6178a41baf cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:12:24.304699 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-bf3eac9e-356b-4e02-b851-8b14e6686984 None None] Provisioning complete for port ca81d6d2-9a7f-46e1-9c12-415b1f6000e5 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:12:24.305643 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-bf3eac9e-356b-4e02-b851-8b14e6686984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (ca81d6d2-9a7f-46e1-9c12-415b1f6000e5), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:24.451429 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-0af057ff-895f-458d-926a-be0c80fdfac1 None None] Set router 5addf628-ceec-47c2-b783-8cc79f403d25 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:12:24.457974 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1178e8d8-ead4-41bd-903f-a9edc8d84cd8 req-1a434bbb-3f49-4fa6-9fb6-5a5490f3ff45 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] 10.222.0.32 "GET /v2.0/security-groups?id=b895cd66-4d46-4596-8ced-c4d385f86775&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4891329
May 07 22:12:24.469765 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 314b9385-4e3d-4e29-bca8-d74d438a8c68 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:12:24.490473 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b29b58e2-8e00-4c6e-9187-073b2b3b98df tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks [] for router (9b7de61e-98f7-4d49-9b08-6083db2ae2c4), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:24.586591 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-1fa5338e-1975-418a-8258-db7d6cadbb43 req-9467f04d-f558-473e-a599-966f044d40f0 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Deleting port 5dccdd99-d437-459b-9d5e-a5ecdbf1e400 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:12:24.587106 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-1fa5338e-1975-418a-8258-db7d6cadbb43 req-9467f04d-f558-473e-a599-966f044d40f0 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (5dccdd99-d437-459b-9d5e-a5ecdbf1e400), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:24.590241 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b13f0-3d1e-4464-a253-558b1a94f1cc req-e3d04446-09e1-4ff6-b8b4-aa6e62cce643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:24.591819 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ec7b13f0-3d1e-4464-a253-558b1a94f1cc req-e3d04446-09e1-4ff6-b8b4-aa6e62cce643 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=42882eb7-7f7c-429d-978e-a320afe6b945&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2348192
May 07 22:12:24.595927 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-2b071c0c-f979-427a-92eb-d62c7c03e41b None None] Set router 3621bc97-b3ca-49b3-81e3-7624e1ba69d3 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:12:24.623738 ncdv-master-1 neutron-server[121837]: INFO neutron.db.ipam_backend_mixin [None req-d70e835f-e339-4913-b705-90a8c01ae6bf tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 2269dcb6-bad8-44cd-aa46-52d2b9b5a5b5 (CIDR: 172.20.0.16/28)
May 07 22:12:24.680365 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-bf3eac9e-356b-4e02-b851-8b14e6686984 None None] Port ca81d6d2-9a7f-46e1-9c12-415b1f6000e5 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:12:24.693096 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-bf3eac9e-356b-4e02-b851-8b14e6686984 None None] Provisioning complete for port 98a524da-07e5-436e-96e8-650294e0a233 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:12:24.693478 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-bf3eac9e-356b-4e02-b851-8b14e6686984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (98a524da-07e5-436e-96e8-650294e0a233), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:24.726026 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-d70e835f-e339-4913-b705-90a8c01ae6bf tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 07 22:12:24.726026 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d70e835f-e339-4913-b705-90a8c01ae6bf tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=121837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:12:24.729252 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b29b58e2-8e00-4c6e-9187-073b2b3b98df tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (9b7de61e-98f7-4d49-9b08-6083db2ae2c4), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:24.732170 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b29b58e2-8e00-4c6e-9187-073b2b3b98df tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks [] for router_controller (9b7de61e-98f7-4d49-9b08-6083db2ae2c4), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:24.733110 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d9e19-cfed-4059-968f-853db61632ac req-55710cf3-3607-4e25-bcdb-fcd760f6332a tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:24.735361 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ac1d9e19-cfed-4059-968f-853db61632ac req-55710cf3-3607-4e25-bcdb-fcd760f6332a tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=876afed0-19b4-4cae-83e8-a954d0cae1ba HTTP/1.1" status: 200  len: 945 time: 0.2270751
May 07 22:12:24.745214 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-bf3eac9e-356b-4e02-b851-8b14e6686984 None None] Port 98a524da-07e5-436e-96e8-650294e0a233 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:12:24.784203 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-d70e835f-e339-4913-b705-90a8c01ae6bf tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 425 time: 1.2337160
May 07 22:12:24.788109 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 43996) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:24.794713 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-9728bed9-7298-43fe-bd37-aabb98424b9a tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Request body: {'subnet': {'network_id': '3787466a-d26e-4517-a9a7-1cc24dd6f22b', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:12:24.815860 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b29b58e2-8e00-4c6e-9187-073b2b3b98df tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (9b7de61e-98f7-4d49-9b08-6083db2ae2c4), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:24.815860 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b29b58e2-8e00-4c6e-9187-073b2b3b98df tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Fanout notify agent at l3_agent the message router_deleted on router 9b7de61e-98f7-4d49-9b08-6083db2ae2c4 {{(pid=121837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 22:12:24.825537 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 314b9385-4e3d-4e29-bca8-d74d438a8c68 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:12:24.825954 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (314b9385-4e3d-4e29-bca8-d74d438a8c68), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:24.844506 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1c003c7f-49ed-4297-98c3-8b52d0cc4392 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401002'] for router_interface (a3043a29-c070-46df-b074-083ba5f82321), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:24.859366 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b29b58e2-8e00-4c6e-9187-073b2b3b98df tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:24.860268 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 22:12:24.865805 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-b29b58e2-8e00-4c6e-9187-073b2b3b98df tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] 10.222.0.32 "DELETE /v2.0/routers/9b7de61e-98f7-4d49-9b08-6083db2ae2c4 HTTP/1.1" status: 204  len: 168 time: 0.7367294
May 07 22:12:24.869056 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 44008) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:24.941478 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-1a2e68d8-c4ec-4581-a485-2d9c019ee1bd tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] 10.222.0.32 "GET /v2.0/ports?device_id=9b7de61e-98f7-4d49-9b08-6083db2ae2c4 HTTP/1.1" status: 200  len: 205 time: 0.0709398
May 07 22:12:24.944645 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 44010) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:24.986388 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-bf3eac9e-356b-4e02-b851-8b14e6686984 None None] Provisioning complete for port 1fe6aefb-f049-4f66-b2ae-f8b8a700b450 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:12:24.987112 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-bf3eac9e-356b-4e02-b851-8b14e6686984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (1fe6aefb-f049-4f66-b2ae-f8b8a700b450), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:24.993091 ncdv-master-1 neutron-server[121837]: INFO neutron.api.v2.resource [None req-281513f5-cfdc-41f0-8728-c494863ed7e0 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] delete failed (client error): The resource could not be found.
May 07 22:12:24.994136 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-281513f5-cfdc-41f0-8728-c494863ed7e0 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] 10.222.0.32 "DELETE /v2.0/routers/9b7de61e-98f7-4d49-9b08-6083db2ae2c4 HTTP/1.1" status: 404  len: 336 time: 0.0483317
May 07 22:12:24.996754 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 44012) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:25.004676 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ac1d9e19-cfed-4059-968f-853db61632ac req-06cc514d-717f-49f4-89ff-7180214aa50d tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2544177
May 07 22:12:25.027582 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-1fa5338e-1975-418a-8258-db7d6cadbb43 req-9467f04d-f558-473e-a599-966f044d40f0 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] For port 5dccdd99-d437-459b-9d5e-a5ecdbf1e400, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5dccdd99-d437-459b-9d5e-a5ecdbf1e400,segment=NetworkSegment(475d89aa-dfcd-45a6-8015-064d553f6ef3),segment_id=475d89aa-dfcd-45a6-8015-064d553f6ef3)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:12:25.028204 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-1fa5338e-1975-418a-8258-db7d6cadbb43 req-9467f04d-f558-473e-a599-966f044d40f0 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (5dccdd99-d437-459b-9d5e-a5ecdbf1e400), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:25.038646 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ec7b13f0-3d1e-4464-a253-558b1a94f1cc req-82f333a6-d9ea-400d-b3e7-a5a118eb6f30 service neutron] 10.222.0.55 "GET /v2.0/networks/42882eb7-7f7c-429d-978e-a320afe6b945?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3789203
May 07 22:12:25.040844 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-5549cdfb-9295-4b42-a48d-7c9a5674cbcf tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] 10.222.0.32 "GET /v2.0/ports?device_id=1dee3859-c1ca-4a64-81d6-a3287ef2f90a HTTP/1.1" status: 200  len: 205 time: 0.0430400
May 07 22:12:25.045747 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 44014) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:25.067982 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-1fa5338e-1975-418a-8258-db7d6cadbb43 req-9467f04d-f558-473e-a599-966f044d40f0 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Calling delete_port for 5dccdd99-d437-459b-9d5e-a5ecdbf1e400 owned by compute:nova {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:12:25.076908 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9728bed9-7298-43fe-bd37-aabb98424b9a tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Made reservation on behalf of 9c3329647b05487f9d63d3c4ec2183b9 for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:12:25.080591 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9728bed9-7298-43fe-bd37-aabb98424b9a tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:25.100917 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-0af057ff-895f-458d-926a-be0c80fdfac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7e891970>, [{'id': '5addf628-ceec-47c2-b783-8cc79f403d25', 'name': 'tempest-TestVolumeBootPattern-1751509668-router', 'tenant_id': '4e3a459b2e514b998bffd4275d7bb847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.55'}], 'enable_snat': True}, 'gw_port_id': '3e2b9bc8-9dec-43ce-8a7e-a1be387db4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:12:14Z', 'updated_at': '2022-05-07T22:12:21Z', 'revision_number': 4, 'project_id': '4e3a459b2e514b998bffd4275d7bb847', 'gw_port': {'id': '3e2b9bc8-9dec-43ce-8a7e-a1be387db4d6', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a2:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5addf628-ceec-47c2-b783-8cc79f403d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:12:15Z', 'updated_at': '2022-05-07T22:12:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '98a524da-07e5-436e-96e8-650294e0a233', 'name': '', 'network_id': '91d27308-6581-42cd-a5bd-31d841cc9c20', 'tenant_id': '4e3a459b2e514b998bffd4275d7bb847', 'mac_address': 'fa:16:3e:bf:6c:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5addf628-ceec-47c2-b783-8cc79f403d25', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': 'ea5149e8-4dac-4d3b-bd15-ec107d03afaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:12:19Z', 'updated_at': '2022-05-07T22:12:22Z', 'revision_number': 2, 'project_id': '4e3a459b2e514b998bffd4275d7bb847', 'subnets': [{'id': 'ea5149e8-4dac-4d3b-bd15-ec107d03afaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:25.136726 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af057ff-895f-458d-926a-be0c80fdfac1 None None] The sync data for ids ['5addf628-ceec-47c2-b783-8cc79f403d25'] in ncdv-master-1 is: [{'id': '5addf628-ceec-47c2-b783-8cc79f403d25', 'name': 'tempest-TestVolumeBootPattern-1751509668-router', 'tenant_id': '4e3a459b2e514b998bffd4275d7bb847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.55'}], 'enable_snat': True}, 'gw_port_id': '3e2b9bc8-9dec-43ce-8a7e-a1be387db4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:12:14Z', 'updated_at': '2022-05-07T22:12:21Z', 'revision_number': 4, 'project_id': '4e3a459b2e514b998bffd4275d7bb847', 'gw_port': {'id': '3e2b9bc8-9dec-43ce-8a7e-a1be387db4d6', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a2:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5addf628-ceec-47c2-b783-8cc79f403d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:12:15Z', 'updated_at': '2022-05-07T22:12:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '98a524da-07e5-436e-96e8-650294e0a233', 'name': '', 'network_id': '91d27308-6581-42cd-a5bd-31d841cc9c20', 'tenant_id': '4e3a459b2e514b998bffd4275d7bb847', 'mac_address': 'fa:16:3e:bf:6c:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5addf628-ceec-47c2-b783-8cc79f403d25', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': 'ea5149e8-4dac-4d3b-bd15-ec107d03afaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:12:19Z', 'updated_at': '2022-05-07T22:12:22Z', 'revision_number': 2, 'project_id': '4e3a459b2e514b998bffd4275d7bb847', 'subnets': [{'id': 'ea5149e8-4dac-4d3b-bd15-ec107d03afaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:12:25.152037 ncdv-master-1 neutron-server[121836]: INFO neutron.api.v2.resource [None req-e334432f-71d6-432e-8a46-7fd13ff8a471 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] delete failed (client error): The resource could not be found.
May 07 22:12:25.153097 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-e334432f-71d6-432e-8a46-7fd13ff8a471 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] 10.222.0.32 "DELETE /v2.0/routers/1dee3859-c1ca-4a64-81d6-a3287ef2f90a HTTP/1.1" status: 404  len: 336 time: 0.1061881
May 07 22:12:25.161090 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 44016) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:25.204635 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-9a86693b-2475-4478-9e8f-915ef6a3378a tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] 10.222.0.32 "GET /v2.0/ports?device_id=51f963bd-0905-4576-8690-78e1898bad66 HTTP/1.1" status: 200  len: 205 time: 0.0424998
May 07 22:12:25.209531 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 44018) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:25.260477 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 314b9385-4e3d-4e29-bca8-d74d438a8c68 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:12:25.261642 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device f83649c8-fd3b-42e6-936a-52d40fd91eae up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:12:25.301054 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-bf3eac9e-356b-4e02-b851-8b14e6686984 None None] Current status of the port 1fe6aefb-f049-4f66-b2ae-f8b8a700b450 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:12:25.301571 ncdv-master-1 neutron-server[121837]: INFO neutron.api.v2.resource [None req-4ca5f922-c80a-464a-af67-343d0ed915fe tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] delete failed (client error): The resource could not be found.
May 07 22:12:25.308648 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-4ca5f922-c80a-464a-af67-343d0ed915fe tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] 10.222.0.32 "DELETE /v2.0/routers/51f963bd-0905-4576-8690-78e1898bad66 HTTP/1.1" status: 404  len: 336 time: 0.0972204
May 07 22:12:25.309573 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 44022) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:25.317146 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-2b071c0c-f979-427a-92eb-d62c7c03e41b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f5aa280>, [{'id': '3621bc97-b3ca-49b3-81e3-7624e1ba69d3', 'name': 'tempest-TestVolumeBackupRestore-1862511252-router', 'tenant_id': 'd70782066cce4f2fbf5744b63e4195cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.92'}], 'enable_snat': True}, 'gw_port_id': '723c69f0-0343-4b05-86e9-6cf9e721e8c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:09:51Z', 'updated_at': '2022-05-07T22:09:58Z', 'revision_number': 4, 'project_id': 'd70782066cce4f2fbf5744b63e4195cb', 'gw_port': {'id': '723c69f0-0343-4b05-86e9-6cf9e721e8c7', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:c5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3621bc97-b3ca-49b3-81e3-7624e1ba69d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:09:51Z', 'updated_at': '2022-05-07T22:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6ef7dd3a-1984-4735-af40-50e84d7d15ce', 'name': '', 'network_id': '42882eb7-7f7c-429d-978e-a320afe6b945', 'tenant_id': 'd70782066cce4f2fbf5744b63e4195cb', 'mac_address': 'fa:16:3e:8d:67:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3621bc97-b3ca-49b3-81e3-7624e1ba69d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '21c94e42-6f33-4d3f-bb38-a9f7f8184d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:09:57Z', 'updated_at': '2022-05-07T22:10:02Z', 'revision_number': 5, 'project_id': 'd70782066cce4f2fbf5744b63e4195cb', 'subnets': [{'id': '21c94e42-6f33-4d3f-bb38-a9f7f8184d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:25.354905 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b071c0c-f979-427a-92eb-d62c7c03e41b None None] The sync data for ids ['3621bc97-b3ca-49b3-81e3-7624e1ba69d3'] in ncdv-master-1 is: [{'id': '3621bc97-b3ca-49b3-81e3-7624e1ba69d3', 'name': 'tempest-TestVolumeBackupRestore-1862511252-router', 'tenant_id': 'd70782066cce4f2fbf5744b63e4195cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.92'}], 'enable_snat': True}, 'gw_port_id': '723c69f0-0343-4b05-86e9-6cf9e721e8c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:09:51Z', 'updated_at': '2022-05-07T22:09:58Z', 'revision_number': 4, 'project_id': 'd70782066cce4f2fbf5744b63e4195cb', 'gw_port': {'id': '723c69f0-0343-4b05-86e9-6cf9e721e8c7', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:c5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3621bc97-b3ca-49b3-81e3-7624e1ba69d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:09:51Z', 'updated_at': '2022-05-07T22:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6ef7dd3a-1984-4735-af40-50e84d7d15ce', 'name': '', 'network_id': '42882eb7-7f7c-429d-978e-a320afe6b945', 'tenant_id': 'd70782066cce4f2fbf5744b63e4195cb', 'mac_address': 'fa:16:3e:8d:67:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3621bc97-b3ca-49b3-81e3-7624e1ba69d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3085, 'fixed_ips': [{'subnet_id': '21c94e42-6f33-4d3f-bb38-a9f7f8184d5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:09:57Z', 'updated_at': '2022-05-07T22:10:02Z', 'revision_number': 5, 'project_id': 'd70782066cce4f2fbf5744b63e4195cb', 'subnets': [{'id': '21c94e42-6f33-4d3f-bb38-a9f7f8184d5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:12:25.378004 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-61d33cf7-ad93-47b5-a051-5ccc9c7411b6 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] 10.222.0.32 "GET /v2.0/ports?device_id=cb6912a9-e4b7-42bd-ad30-476fa4643aa6 HTTP/1.1" status: 200  len: 205 time: 0.0625265
May 07 22:12:25.381167 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 44024) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:25.392576 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port f83649c8-fd3b-42e6-936a-52d40fd91eae triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:12:25.392576 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (f83649c8-fd3b-42e6-936a-52d40fd91eae), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:25.439714 ncdv-master-1 neutron-server[121837]: INFO neutron.api.v2.resource [None req-bda680c6-c003-421a-b4e7-e5ebb5fb8e74 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] delete failed (client error): The resource could not be found.
May 07 22:12:25.444007 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-bda680c6-c003-421a-b4e7-e5ebb5fb8e74 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] 10.222.0.32 "DELETE /v2.0/routers/cb6912a9-e4b7-42bd-ad30-476fa4643aa6 HTTP/1.1" status: 404  len: 336 time: 0.0616357
May 07 22:12:25.444924 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 44026) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:25.491330 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-2166831a-bca8-4adc-9dbe-8848963b80ec tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] 10.222.0.32 "GET /v2.0/ports?device_id=a0632e9e-9348-4dae-b143-266bace2c1c1 HTTP/1.1" status: 200  len: 205 time: 0.0431752
May 07 22:12:25.494471 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 44030) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:25.584660 ncdv-master-1 neutron-server[121837]: INFO neutron.api.v2.resource [None req-cc7722e7-f48a-4ba0-a829-37e38027a04c tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] delete failed (client error): The resource could not be found.
May 07 22:12:25.588811 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-cc7722e7-f48a-4ba0-a829-37e38027a04c tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] 10.222.0.32 "DELETE /v2.0/routers/a0632e9e-9348-4dae-b143-266bace2c1c1 HTTP/1.1" status: 404  len: 336 time: 0.0929136
May 07 22:12:25.589685 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 44032) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:25.672704 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-d6055e1c-c2d4-44e6-ae1c-cd8cd1dfeef1 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] 10.222.0.32 "GET /v2.0/ports?device_id=411eabfa-0335-4383-ad29-bf77e8520f9b HTTP/1.1" status: 200  len: 205 time: 0.0795207
May 07 22:12:25.678263 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 44036) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:25.752193 ncdv-master-1 neutron-server[121837]: INFO neutron.api.v2.resource [None req-5112d36d-7b22-476e-9bac-7370f530ac85 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] delete failed (client error): The resource could not be found.
May 07 22:12:25.756898 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-5112d36d-7b22-476e-9bac-7370f530ac85 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] 10.222.0.32 "DELETE /v2.0/routers/411eabfa-0335-4383-ad29-bf77e8520f9b HTTP/1.1" status: 404  len: 336 time: 0.0772998
May 07 22:12:25.762195 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 44038) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:25.815693 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bef6879-7d5f-43fd-a870-4d508b1e9c35 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] DELETE failed (client error): The resource could not be found.
May 07 22:12:25.816749 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bef6879-7d5f-43fd-a870-4d508b1e9c35 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:12:25.823107 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-4bef6879-7d5f-43fd-a870-4d508b1e9c35 tempest-RoutersAdminTest-229188264 tempest-RoutersAdminTest-229188264-project] 10.222.0.32 "DELETE /v2.0/subnets/d0828e0e-5d4b-4ed3-94fa-83e2dd232da3 HTTP/1.1" status: 404  len: 337 time: 0.0599096
May 07 22:12:25.849298 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76af570-7383-42f3-a486-60b9de2e8a84 req-08d3c0f3-a50c-4ed5-a3eb-cff9682457ed tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:25.850903 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a76af570-7383-42f3-a486-60b9de2e8a84 req-08d3c0f3-a50c-4ed5-a3eb-cff9682457ed tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] 10.222.0.32 "GET /v2.0/ports?device_id=c332b03e-48f7-475c-9577-16a41760ca55 HTTP/1.1" status: 200  len: 945 time: 0.2150993
May 07 22:12:25.938580 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a76af570-7383-42f3-a486-60b9de2e8a84 req-23efcf89-7bb0-483a-9961-2b2445388210 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] 10.222.0.32 "GET /v2.0/security-groups?id=b895cd66-4d46-4596-8ced-c4d385f86775&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0785296
May 07 22:12:25.954598 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port f83649c8-fd3b-42e6-936a-52d40fd91eae is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:12:25.960907 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9728bed9-7298-43fe-bd37-aabb98424b9a tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (93831370-968a-4d4f-bbef-48426f0d9019), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:26.027138 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9728bed9-7298-43fe-bd37-aabb98424b9a tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Network 3787466a-d26e-4517-a9a7-1cc24dd6f22b is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:12:26.033100 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-9728bed9-7298-43fe-bd37-aabb98424b9a tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:12:26.042925 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2c347f-fbc0-4bd3-a903-c0ab971a388f None None] Network 3787466a-d26e-4517-a9a7-1cc24dd6f22b requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:12:26.043538 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9728bed9-7298-43fe-bd37-aabb98424b9a tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:26.045202 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9728bed9-7298-43fe-bd37-aabb98424b9a tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:26.076054 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9728bed9-7298-43fe-bd37-aabb98424b9a tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Pushing event updated for resources: {'Subnet': ['ID=93831370-968a-4d4f-bbef-48426f0d9019,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:26.089812 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-9728bed9-7298-43fe-bd37-aabb98424b9a tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 804 time: 1.3005750
May 07 22:12:26.092387 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ec7b13f0-3d1e-4464-a253-558b1a94f1cc req-f374a337-a579-44fc-ad23-571934a7c283 service neutron] 10.222.0.55 "GET /v2.0/networks/42882eb7-7f7c-429d-978e-a320afe6b945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0356691
May 07 22:12:26.092911 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 44044) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:26.111400 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-17de1345-c113-4209-b1b4-3e1b7256cd05 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-41973605', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '93831370-968a-4d4f-bbef-48426f0d9019'}], 'security_groups': ['1beb5d0e-dfee-4944-8c83-8b49153ba063', '0db71054-0255-4911-9f2f-a36af7d5ebb4']}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:12:26.124340 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c003c7f-49ed-4297-98c3-8b52d0cc4392 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Router a3043a29-c070-46df-b074-083ba5f82321 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:12:26.131573 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-1fa5338e-1975-418a-8258-db7d6cadbb43 req-9467f04d-f558-473e-a599-966f044d40f0 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (5dccdd99-d437-459b-9d5e-a5ecdbf1e400), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:26.193264 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5eab7f2-380f-483e-ba6c-52f7454b734a None None] New status for floating IP 6e04d7b8-db0d-4d99-9b47-7df638ad0caf: DOWN {{(pid=121838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 07 22:12:26.255666 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9467f04d-f558-473e-a599-966f044d40f0 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Pushing event deleted for resources: {'Port': ['ID=5dccdd99-d437-459b-9d5e-a5ecdbf1e400,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:26.283804 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 5dccdd99-d437-459b-9d5e-a5ecdbf1e400 no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:12:26.326596 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] No Port match for: 5dccdd99-d437-459b-9d5e-a5ecdbf1e400 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:12:26.327126 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 5dccdd99-d437-459b-9d5e-a5ecdbf1e400 not bound to the agent host nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:12:26.364549 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fa5338e-1975-418a-8258-db7d6cadbb43 req-9467f04d-f558-473e-a599-966f044d40f0 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] No DVR routers for this DVR port 5dccdd99-d437-459b-9d5e-a5ecdbf1e400 on host nch1-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:12:26.365301 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 44050) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:26.375026 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76a7683-d2c6-473d-907d-1aa9b3d881eb req-8ea261be-c38d-421c-9c43-3e3c89320575 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:26.376706 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a76a7683-d2c6-473d-907d-1aa9b3d881eb req-8ea261be-c38d-421c-9c43-3e3c89320575 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=876afed0-19b4-4cae-83e8-a954d0cae1ba HTTP/1.1" status: 200  len: 945 time: 0.2069004
May 07 22:12:26.383114 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-1fa5338e-1975-418a-8258-db7d6cadbb43 req-9467f04d-f558-473e-a599-966f044d40f0 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:26.387163 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1fa5338e-1975-418a-8258-db7d6cadbb43 req-9467f04d-f558-473e-a599-966f044d40f0 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] 10.222.0.55 "DELETE /v2.0/ports/5dccdd99-d437-459b-9d5e-a5ecdbf1e400 HTTP/1.1" status: 204  len: 173 time: 2.2475119
May 07 22:12:26.387638 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c332b03e-48f7-475c-9577-16a41760ca55', 'name': 'network-vif-deleted', 'tag': '5dccdd99-d437-459b-9d5e-a5ecdbf1e400'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:12:26.390055 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e439cc4-429d-4e3f-8134-9b5c06f0743e" -d '{"events": [{"server_uuid": "c332b03e-48f7-475c-9577-16a41760ca55", "name": "network-vif-deleted", "tag": "5dccdd99-d437-459b-9d5e-a5ecdbf1e400"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:12:26.566528 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c7b0dc6-6c11-41d1-a4cd-fe3ccd552995 x-openstack-request-id: req-5c7b0dc6-6c11-41d1-a4cd-fe3ccd552995 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:12:26.566865 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c332b03e-48f7-475c-9577-16a41760ca55", "name": "network-vif-deleted", "tag": "5dccdd99-d437-459b-9d5e-a5ecdbf1e400", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:12:26.567131 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5c7b0dc6-6c11-41d1-a4cd-fe3ccd552995 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:12:26.568016 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c7b0dc6-6c11-41d1-a4cd-fe3ccd552995'] response: {'server_uuid': 'c332b03e-48f7-475c-9577-16a41760ca55', 'name': 'network-vif-deleted', 'tag': '5dccdd99-d437-459b-9d5e-a5ecdbf1e400', 'status': 'completed', 'code': 200}
May 07 22:12:26.651262 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c854ac2d-8aa8-4918-b588-983c47fdeac8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:26.671070 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c003c7f-49ed-4297-98c3-8b52d0cc4392 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:12:26.687360 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5b0379-23a6-4b2d-bcec-57dba548e1f0 None None] Sync routers for ids ['a3043a29-c070-46df-b074-083ba5f82321'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:12:26.694326 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4dfb3e2-4b2c-49ca-9df6-10546f1d7a52 None None] Update dhcp port {'port': {'network_id': '3787466a-d26e-4517-a9a7-1cc24dd6f22b', 'fixed_ips': [{'subnet_id': '2269dcb6-bad8-44cd-aa46-52d2b9b5a5b5', 'ip_address': '172.20.0.18'}, {'subnet_id': '39394a1a-f3d8-44ed-94d3-e72280c2b8ac', 'ip_address': '172.20.0.2'}, {'subnet_id': '93831370-968a-4d4f-bbef-48426f0d9019'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '1fe6aefb-f049-4f66-b2ae-f8b8a700b450'} from ncdv-master-1. {{(pid=121838) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
May 07 22:12:26.696988 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a76a7683-d2c6-473d-907d-1aa9b3d881eb req-e1fdb029-5085-403f-a28b-3c49e76cb059 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2517283
May 07 22:12:26.703823 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-71a59fbf-f4db-4b64-876d-865e7aa8ae21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:26.718271 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5b0379-23a6-4b2d-bcec-57dba548e1f0 None None] Routers {'a3043a29-c070-46df-b074-083ba5f82321'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:12:26.718473 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-1c003c7f-49ed-4297-98c3-8b52d0cc4392 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "PUT /v2.0/routers/a3043a29-c070-46df-b074-083ba5f82321/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.4863641
May 07 22:12:26.719325 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-6a5b0379-23a6-4b2d-bcec-57dba548e1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8ca29730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:12:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['a3043a29-c070-46df-b074-083ba5f82321'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:26.720804 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 44062) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:26.846990 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-6a5b0379-23a6-4b2d-bcec-57dba548e1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8ca29730>, [], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:26.861042 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e4dfb3e2-4b2c-49ca-9df6-10546f1d7a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (1fe6aefb-f049-4f66-b2ae-f8b8a700b450), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:26.871517 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5b0379-23a6-4b2d-bcec-57dba548e1f0 None None] Routers {'a3043a29-c070-46df-b074-083ba5f82321'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:12:26.872527 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-6a5b0379-23a6-4b2d-bcec-57dba548e1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8ca29730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:12:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['a3043a29-c070-46df-b074-083ba5f82321'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:26.962041 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-6a5b0379-23a6-4b2d-bcec-57dba548e1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8ca29730>, [], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:26.962606 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5b0379-23a6-4b2d-bcec-57dba548e1f0 None None] The sync data for ids ['a3043a29-c070-46df-b074-083ba5f82321'] in ncdv-master-1 is: [] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:12:26.970320 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c854ac2d-8aa8-4918-b588-983c47fdeac8 admin admin] Publish callbacks [] for security_group (dbf2be65-23dd-42f1-9f6a-9dd7a374fb57), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:26.975716 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c854ac2d-8aa8-4918-b588-983c47fdeac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (dbf2be65-23dd-42f1-9f6a-9dd7a374fb57), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:27.060989 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-c854ac2d-8aa8-4918-b588-983c47fdeac8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8af77af9b4794e338a417c09016e0fa3&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6938307
May 07 22:12:27.064827 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 44080) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:27.204047 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-17de1345-c113-4209-b1b4-3e1b7256cd05 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f5a97519-434a-40df-a391-1e6178a41baf), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:27.212754 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c854ac2d-8aa8-4918-b588-983c47fdeac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbf2be65-23dd-42f1-9f6a-9dd7a374fb57,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:27.214487 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-909a4c76-ba77-4933-9df6-9e5c5bdcd44f req-c840c306-bbf3-4406-bdff-94977aa17087 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] 10.222.0.32 "GET /v2.0/ports?device_id=c332b03e-48f7-475c-9577-16a41760ca55 HTTP/1.1" status: 200  len: 210 time: 0.0507653
May 07 22:12:27.308114 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-332a52e2-db8f-41b2-8501-cbf2ed31e5af admin admin] Publish callbacks [] for security_group (dbf2be65-23dd-42f1-9f6a-9dd7a374fb57), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:27.317686 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-e4dfb3e2-4b2c-49ca-9df6-10546f1d7a52 None None] Allocated IP 172.20.0.34 (3787466a-d26e-4517-a9a7-1cc24dd6f22b/93831370-968a-4d4f-bbef-48426f0d9019/1fe6aefb-f049-4f66-b2ae-f8b8a700b450) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:12:27.368831 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-332a52e2-db8f-41b2-8501-cbf2ed31e5af admin admin] Publish callbacks [] for security_group (dbf2be65-23dd-42f1-9f6a-9dd7a374fb57), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:27.396767 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784dd6e3-1b20-45a5-9698-3b497a437534 req-c78ec68f-10ff-42db-88f1-2dae05d4940b tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:27.411270 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-784dd6e3-1b20-45a5-9698-3b497a437534 req-c78ec68f-10ff-42db-88f1-2dae05d4940b tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/networks?id=ebdf594d-504a-44e8-89b9-e74774287749 HTTP/1.1" status: 200  len: 806 time: 0.2484519
May 07 22:12:27.424827 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-784dd6e3-1b20-45a5-9698-3b497a437534 req-c1f65a98-f3c6-47ec-876e-1daadbc35c12 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/quotas/b29256ef64d74a5297507ca500a9468e HTTP/1.1" status: 200  len: 375 time: 0.0127239
May 07 22:12:27.462524 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:27.469666 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-e4dfb3e2-4b2c-49ca-9df6-10546f1d7a52 None None] For port 1fe6aefb-f049-4f66-b2ae-f8b8a700b450, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1fe6aefb-f049-4f66-b2ae-f8b8a700b450,segment=NetworkSegment(dbc23f5a-7e41-4f93-91c5-2486d640f85b),segment_id=dbc23f5a-7e41-4f93-91c5-2486d640f85b)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:12:27.504730 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-784dd6e3-1b20-45a5-9698-3b497a437534 req-dcd1d39a-4d35-47e8-b4bb-793961498ed2 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b29256ef64d74a5297507ca500a9468e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0733578
May 07 22:12:27.532024 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e4dfb3e2-4b2c-49ca-9df6-10546f1d7a52 None None] Publish callbacks [] for port (1fe6aefb-f049-4f66-b2ae-f8b8a700b450), precommit_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:27.541312 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e4dfb3e2-4b2c-49ca-9df6-10546f1d7a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (1fe6aefb-f049-4f66-b2ae-f8b8a700b450), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:27.548532 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-332a52e2-db8f-41b2-8501-cbf2ed31e5af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (dbf2be65-23dd-42f1-9f6a-9dd7a374fb57), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:27.551586 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-332a52e2-db8f-41b2-8501-cbf2ed31e5af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:27.553259 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-332a52e2-db8f-41b2-8501-cbf2ed31e5af admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dbf2be65-23dd-42f1-9f6a-9dd7a374fb57 HTTP/1.1" status: 204  len: 168 time: 0.4808481
May 07 22:12:27.568442 ncdv-master-1 neutron-server[121836]: INFO neutron.api.v2.resource [None req-d0a6e68d-aa1d-4558-858f-ac409bc3a7cf tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] remove_router_interface failed (client error): The resource could not be found.
May 07 22:12:27.569521 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-d0a6e68d-aa1d-4558-858f-ac409bc3a7cf tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "PUT /v2.0/routers/a3043a29-c070-46df-b074-083ba5f82321/remove_router_interface HTTP/1.1" status: 404  len: 398 time: 0.8477640
May 07 22:12:27.573095 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 44096) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:27.574620 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332a52e2-db8f-41b2-8501-cbf2ed31e5af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbf2be65-23dd-42f1-9f6a-9dd7a374fb57,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:27.636426 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-bfdaddd4-a3db-4b57-9012-0300ae3f0bdd tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3043a29-c070-46df-b074-083ba5f82321 HTTP/1.1" status: 200  len: 205 time: 0.0621717
May 07 22:12:27.640008 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 44098) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:27.665013 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-784dd6e3-1b20-45a5-9698-3b497a437534 req-48038754-6e72-4474-8b49-0f4c1ffaaa75 service neutron] 10.222.0.32 "GET /v2.0/networks/ebdf594d-504a-44e8-89b9-e74774287749?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1503432
May 07 22:12:27.792482 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dfb3e2-4b2c-49ca-9df6-10546f1d7a52 None None] Pushing event updated for resources: {'Port': ['ID=1fe6aefb-f049-4f66-b2ae-f8b8a700b450,revision_number=7']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:27.851045 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-17de1345-c113-4209-b1b4-3e1b7256cd05 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Delete allocated IP 172.20.0.11 (3787466a-d26e-4517-a9a7-1cc24dd6f22b/39394a1a-f3d8-44ed-94d3-e72280c2b8ac) {{(pid=121836) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
May 07 22:12:27.856843 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0ac8ce6a-7456-49df-a5ea-50d038d8e742 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for router (a3043a29-c070-46df-b074-083ba5f82321), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:27.866090 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-17de1345-c113-4209-b1b4-3e1b7256cd05 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Allocated IP 172.20.0.44 (3787466a-d26e-4517-a9a7-1cc24dd6f22b/93831370-968a-4d4f-bbef-48426f0d9019/f5a97519-434a-40df-a391-1e6178a41baf) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:12:27.955972 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-784dd6e3-1b20-45a5-9698-3b497a437534 req-bd1977bc-3eb6-4b22-a066-11f35596c7f7 service neutron] 10.222.0.32 "GET /v2.0/networks/ebdf594d-504a-44e8-89b9-e74774287749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1463668
May 07 22:12:28.146435 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 44106) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:28.199225 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-17de1345-c113-4209-b1b4-3e1b7256cd05 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for port (f5a97519-434a-40df-a391-1e6178a41baf), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:28.211964 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-17de1345-c113-4209-b1b4-3e1b7256cd05 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (f5a97519-434a-40df-a391-1e6178a41baf), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:28.300709 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0ac8ce6a-7456-49df-a5ea-50d038d8e742 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (a3043a29-c070-46df-b074-083ba5f82321), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:28.303740 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0ac8ce6a-7456-49df-a5ea-50d038d8e742 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for router_controller (a3043a29-c070-46df-b074-083ba5f82321), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:28.313717 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-0bc5ac41-a8c0-4312-9153-e94a07cb7f4e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=28a4884b91054cb58607f65ea001053c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1648395
May 07 22:12:28.313916 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 44114) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:28.376164 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 44116) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:28.464976 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 3e2b9bc8-9dec-43ce-8a7e-a1be387db4d6 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:12:28.500183 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3b7f6cc5-267b-41f5-b027-cc8c76708e38 req-22ba6993-8bac-4f27-be24-0e9aa7ceed30 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fb3ec2c-34c7-4d9b-875d-43a2ec0b2135 HTTP/1.1" status: 200  len: 210 time: 0.2039335
May 07 22:12:28.556427 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17de1345-c113-4209-b1b4-3e1b7256cd05 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Pushing event updated for resources: {'Port': ['ID=f5a97519-434a-40df-a391-1e6178a41baf,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:28.584830 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-17de1345-c113-4209-b1b4-3e1b7256cd05 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] In _notify_port_updated(), no bound segment for port f5a97519-434a-40df-a391-1e6178a41baf on network 3787466a-d26e-4517-a9a7-1cc24dd6f22b {{(pid=121836) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:935}}
May 07 22:12:28.594223 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17de1345-c113-4209-b1b4-3e1b7256cd05 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:28.595809 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-17de1345-c113-4209-b1b4-3e1b7256cd05 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:28.605196 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 3e2b9bc8-9dec-43ce-8a7e-a1be387db4d6 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:12:28.605636 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (3e2b9bc8-9dec-43ce-8a7e-a1be387db4d6), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:28.607519 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-17de1345-c113-4209-b1b4-3e1b7256cd05 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "PUT /v2.0/ports/f5a97519-434a-40df-a391-1e6178a41baf HTTP/1.1" status: 200  len: 958 time: 2.5054398
May 07 22:12:28.611717 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 44122) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:28.664504 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-60502fcd-b499-4fc7-844d-fba19ed387f8 None None] Provisioning complete for port f5a97519-434a-40df-a391-1e6178a41baf triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:12:28.665157 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-60502fcd-b499-4fc7-844d-fba19ed387f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (f5a97519-434a-40df-a391-1e6178a41baf), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:28.686694 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9365dd49-b03b-4330-8e3f-912aea0610a3 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Publish callbacks [] for security_group (b895cd66-4d46-4596-8ced-c4d385f86775), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:28.722752 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-60502fcd-b499-4fc7-844d-fba19ed387f8 None None] Port f5a97519-434a-40df-a391-1e6178a41baf cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:12:28.732701 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-60502fcd-b499-4fc7-844d-fba19ed387f8 None None] Provisioning complete for port ca81d6d2-9a7f-46e1-9c12-415b1f6000e5 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:12:28.733240 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-60502fcd-b499-4fc7-844d-fba19ed387f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (ca81d6d2-9a7f-46e1-9c12-415b1f6000e5), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:28.783090 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9365dd49-b03b-4330-8e3f-912aea0610a3 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Publish callbacks [] for security_group (b895cd66-4d46-4596-8ced-c4d385f86775), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:28.812605 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-60502fcd-b499-4fc7-844d-fba19ed387f8 None None] Port ca81d6d2-9a7f-46e1-9c12-415b1f6000e5 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:12:28.829159 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 3e2b9bc8-9dec-43ce-8a7e-a1be387db4d6 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:12:28.829629 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (3e2b9bc8-9dec-43ce-8a7e-a1be387db4d6), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:28.832180 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-0e90bb4d-483f-45dd-ba2b-c668fdf1cfb8 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Deleting port f5a97519-434a-40df-a391-1e6178a41baf {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:12:28.832536 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0e90bb4d-483f-45dd-ba2b-c668fdf1cfb8 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (f5a97519-434a-40df-a391-1e6178a41baf), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:28.858432 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port 3e2b9bc8-9dec-43ce-8a7e-a1be387db4d6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3e2b9bc8-9dec-43ce-8a7e-a1be387db4d6,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:12:28.861598 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-60502fcd-b499-4fc7-844d-fba19ed387f8 None None] Provisioning complete for port 1fe6aefb-f049-4f66-b2ae-f8b8a700b450 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:12:28.861949 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-60502fcd-b499-4fc7-844d-fba19ed387f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (1fe6aefb-f049-4f66-b2ae-f8b8a700b450), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:28.870863 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (3e2b9bc8-9dec-43ce-8a7e-a1be387db4d6), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:28.871764 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 1fe6aefb-f049-4f66-b2ae-f8b8a700b450 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:12:28.954939 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-dc7eef07-0dbb-41e8-908e-13f2e19af069 admin admin] Publish callbacks [] for security_group (bff6280e-d64c-4174-b7a3-edd75a189ff5), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:28.957644 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0ac8ce6a-7456-49df-a5ea-50d038d8e742 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (a3043a29-c070-46df-b074-083ba5f82321), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:28.958187 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ac8ce6a-7456-49df-a5ea-50d038d8e742 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Fanout notify agent at l3_agent the message router_deleted on router a3043a29-c070-46df-b074-083ba5f82321 {{(pid=121837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 22:12:28.965550 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0ac8ce6a-7456-49df-a5ea-50d038d8e742 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:28.967149 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-0ac8ce6a-7456-49df-a5ea-50d038d8e742 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "DELETE /v2.0/routers/a3043a29-c070-46df-b074-083ba5f82321 HTTP/1.1" status: 204  len: 168 time: 1.3234220
May 07 22:12:28.969823 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 44128) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:29.000993 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0e90bb4d-483f-45dd-ba2b-c668fdf1cfb8 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (f5a97519-434a-40df-a391-1e6178a41baf), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:29.007047 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9365dd49-b03b-4330-8e3f-912aea0610a3 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (b895cd66-4d46-4596-8ced-c4d385f86775), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:29.010076 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9365dd49-b03b-4330-8e3f-912aea0610a3 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:29.015474 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-9365dd49-b03b-4330-8e3f-912aea0610a3 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] 10.222.0.32 "DELETE /v2.0/security-groups/b895cd66-4d46-4596-8ced-c4d385f86775 HTTP/1.1" status: 204  len: 168 time: 0.6399426
May 07 22:12:29.037020 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-0e90bb4d-483f-45dd-ba2b-c668fdf1cfb8 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Calling delete_port for f5a97519-434a-40df-a391-1e6178a41baf owned by  {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:12:29.049189 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-dc7eef07-0dbb-41e8-908e-13f2e19af069 admin admin] Publish callbacks [] for security_group (bff6280e-d64c-4174-b7a3-edd75a189ff5), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:29.056730 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9365dd49-b03b-4330-8e3f-912aea0610a3 tempest-TestVolumeBackupRestore-1882080688 tempest-TestVolumeBackupRestore-1882080688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b895cd66-4d46-4596-8ced-c4d385f86775,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:29.067895 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=3e2b9bc8-9dec-43ce-8a7e-a1be387db4d6,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:29.095176 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a912063-0c29-417c-8bb4-ad8443039a48 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Deleting subnet fd110123-1ea1-40ff-af18-f0d691a09114 {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:12:29.109112 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1a912063-0c29-417c-8bb4-ad8443039a48 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for subnet (fd110123-1ea1-40ff-af18-f0d691a09114), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:29.120086 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb77872b-ea23-466c-8111-be1f5a7370dc None None] Sync routers for ids ['5addf628-ceec-47c2-b783-8cc79f403d25'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:12:29.180008 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1a912063-0c29-417c-8bb4-ad8443039a48 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (fd110123-1ea1-40ff-af18-f0d691a09114), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:29.189471 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb77872b-ea23-466c-8111-be1f5a7370dc None None] Routers {'5addf628-ceec-47c2-b783-8cc79f403d25'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:12:29.190166 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-fb77872b-ea23-466c-8111-be1f5a7370dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7fc58e20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:12:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['5addf628-ceec-47c2-b783-8cc79f403d25'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:29.242860 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-dc7eef07-0dbb-41e8-908e-13f2e19af069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (bff6280e-d64c-4174-b7a3-edd75a189ff5), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:29.248895 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-dc7eef07-0dbb-41e8-908e-13f2e19af069 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:29.250540 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-dc7eef07-0dbb-41e8-908e-13f2e19af069 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bff6280e-d64c-4174-b7a3-edd75a189ff5 HTTP/1.1" status: 204  len: 168 time: 0.9363146
May 07 22:12:29.253480 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 1fe6aefb-f049-4f66-b2ae-f8b8a700b450 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:12:29.253764 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (1fe6aefb-f049-4f66-b2ae-f8b8a700b450), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:29.261257 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:29.277274 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7eef07-0dbb-41e8-908e-13f2e19af069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff6280e-d64c-4174-b7a3-edd75a189ff5,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:29.442130 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-60502fcd-b499-4fc7-844d-fba19ed387f8 None None] Current status of the port 1fe6aefb-f049-4f66-b2ae-f8b8a700b450 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:12:29.496145 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1a912063-0c29-417c-8bb4-ad8443039a48 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (fd110123-1ea1-40ff-af18-f0d691a09114), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:29.506663 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0e90bb4d-483f-45dd-ba2b-c668fdf1cfb8 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (f5a97519-434a-40df-a391-1e6178a41baf), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:29.620442 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-fb77872b-ea23-466c-8111-be1f5a7370dc None None] Set router 5addf628-ceec-47c2-b783-8cc79f403d25 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:12:29.639773 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e90bb4d-483f-45dd-ba2b-c668fdf1cfb8 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Pushing event deleted for resources: {'Port': ['ID=f5a97519-434a-40df-a391-1e6178a41baf,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:29.717191 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-1618b256-e0fb-4210-8aa3-f5ae61d8378c None None] Could not find standard attr ID for object f5a97519-434a-40df-a391-1e6178a41baf. {{(pid=121838) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
May 07 22:12:29.739820 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 1fe6aefb-f049-4f66-b2ae-f8b8a700b450 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:12:29.805238 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0e90bb4d-483f-45dd-ba2b-c668fdf1cfb8 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:29.809049 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d837c088-3dff-472f-b872-d0b08b32fc9c req-8cededb0-2320-41ef-8ccd-6b3983138c02 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fb3ec2c-34c7-4d9b-875d-43a2ec0b2135 HTTP/1.1" status: 200  len: 210 time: 0.0922992
May 07 22:12:29.810700 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1a912063-0c29-417c-8bb4-ad8443039a48 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (fd110123-1ea1-40ff-af18-f0d691a09114), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:29.821952 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-0e90bb4d-483f-45dd-ba2b-c668fdf1cfb8 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "DELETE /v2.0/ports/f5a97519-434a-40df-a391-1e6178a41baf HTTP/1.1" status: 204  len: 168 time: 1.2057276
May 07 22:12:29.824946 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 44180) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:29.859576 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a912063-0c29-417c-8bb4-ad8443039a48 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Pushing event deleted for resources: {'Subnet': ['ID=fd110123-1ea1-40ff-af18-f0d691a09114,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:29.865107 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1a912063-0c29-417c-8bb4-ad8443039a48 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:29.869271 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-1a912063-0c29-417c-8bb4-ad8443039a48 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "DELETE /v2.0/subnets/fd110123-1ea1-40ff-af18-f0d691a09114 HTTP/1.1" status: 204  len: 168 time: 0.8972914
May 07 22:12:29.871555 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 44182) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:29.921283 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229831ce-dfb0-452e-96be-5e50db0728ba None None] Network e83f08f3-4d0c-4ad1-8e78-b4c659d620b5 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:12:29.975297 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-b53fcd67-383f-493a-b3ea-3f3927675cbe tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] GET failed (client error): The resource could not be found.
May 07 22:12:29.993404 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-b53fcd67-383f-493a-b3ea-3f3927675cbe tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "GET /v2.0/ports/f5a97519-434a-40df-a391-1e6178a41baf HTTP/1.1" status: 404  len: 333 time: 0.1645417
May 07 22:12:29.994409 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 44186) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:30.053808 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6bbb2ace-db4b-4dbf-871e-549b7508df2c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (e83f08f3-4d0c-4ad1-8e78-b4c659d620b5), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:30.163767 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-6bbb2ace-db4b-4dbf-871e-549b7508df2c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Deleting port 56d0a6c7-8e2f-4bf0-80cc-c4529c97742f {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:12:30.163767 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6bbb2ace-db4b-4dbf-871e-549b7508df2c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (56d0a6c7-8e2f-4bf0-80cc-c4529c97742f), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:30.246630 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-fb77872b-ea23-466c-8111-be1f5a7370dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7fc58e20>, [{'id': '5addf628-ceec-47c2-b783-8cc79f403d25', 'name': 'tempest-TestVolumeBootPattern-1751509668-router', 'tenant_id': '4e3a459b2e514b998bffd4275d7bb847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.55'}], 'enable_snat': True}, 'gw_port_id': '3e2b9bc8-9dec-43ce-8a7e-a1be387db4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:12:14Z', 'updated_at': '2022-05-07T22:12:21Z', 'revision_number': 4, 'project_id': '4e3a459b2e514b998bffd4275d7bb847', 'gw_port': {'id': '3e2b9bc8-9dec-43ce-8a7e-a1be387db4d6', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5addf628-ceec-47c2-b783-8cc79f403d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:12:15Z', 'updated_at': '2022-05-07T22:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '98a524da-07e5-436e-96e8-650294e0a233', 'name': '', 'network_id': '91d27308-6581-42cd-a5bd-31d841cc9c20', 'tenant_id': '4e3a459b2e514b998bffd4275d7bb847', 'mac_address': 'fa:16:3e:bf:6c:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5addf628-ceec-47c2-b783-8cc79f403d25', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': 'ea5149e8-4dac-4d3b-bd15-ec107d03afaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:12:19Z', 'updated_at': '2022-05-07T22:12:22Z', 'revision_number': 2, 'project_id': '4e3a459b2e514b998bffd4275d7bb847', 'subnets': [{'id': 'ea5149e8-4dac-4d3b-bd15-ec107d03afaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:30.270684 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-428c770c-8094-457e-88d8-70ecff7aba98 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for security_group (4f435c7b-b042-425f-8849-68e433c2ab91), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:30.325488 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14376278-1d5f-4503-ab95-cdceecdd138d None None] DHCP port deletion for e83f08f3-4d0c-4ad1-8e78-b4c659d620b5 request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:12:30.328376 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb77872b-ea23-466c-8111-be1f5a7370dc None None] Checking router: 5addf628-ceec-47c2-b783-8cc79f403d25 for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:12:30.328557 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-428c770c-8094-457e-88d8-70ecff7aba98 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for security_group (4f435c7b-b042-425f-8849-68e433c2ab91), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:30.328687 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb77872b-ea23-466c-8111-be1f5a7370dc None None] Updating router 5addf628-ceec-47c2-b783-8cc79f403d25 port 98a524da-07e5-436e-96e8-650294e0a233 binding host ncdv-master-1 {{(pid=121838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 22:12:30.399930 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-6bbb2ace-db4b-4dbf-871e-549b7508df2c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] For port 56d0a6c7-8e2f-4bf0-80cc-c4529c97742f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=56d0a6c7-8e2f-4bf0-80cc-c4529c97742f,segment=NetworkSegment(b89fa6f4-95bf-4b9f-bbbe-2ad5f1277f28),segment_id=b89fa6f4-95bf-4b9f-bbbe-2ad5f1277f28)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:12:30.400494 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6bbb2ace-db4b-4dbf-871e-549b7508df2c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (56d0a6c7-8e2f-4bf0-80cc-c4529c97742f), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:30.406706 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32d7a68-4c36-426b-9311-0d450929ab88 req-b28ac98a-9dee-4f53-8957-00c0235f0fb4 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:30.410835 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a32d7a68-4c36-426b-9311-0d450929ab88 req-b28ac98a-9dee-4f53-8957-00c0235f0fb4 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/networks?id=87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce HTTP/1.1" status: 200  len: 811 time: 0.5873778
May 07 22:12:30.412291 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:30.413141 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-428c770c-8094-457e-88d8-70ecff7aba98 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (4f435c7b-b042-425f-8849-68e433c2ab91), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:30.418165 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-428c770c-8094-457e-88d8-70ecff7aba98 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:30.422948 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-428c770c-8094-457e-88d8-70ecff7aba98 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "DELETE /v2.0/security-groups/4f435c7b-b042-425f-8849-68e433c2ab91 HTTP/1.1" status: 204  len: 168 time: 0.4217968
May 07 22:12:30.423126 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 44202) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:30.436882 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-6bbb2ace-db4b-4dbf-871e-549b7508df2c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Calling delete_port for 56d0a6c7-8e2f-4bf0-80cc-c4529c97742f owned by network:dhcp {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:12:30.446931 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784dd6e3-1b20-45a5-9698-3b497a437534 req-50ccefb4-23b9-42b7-a556-2ca720c39aea tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:30.448478 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-784dd6e3-1b20-45a5-9698-3b497a437534 req-50ccefb4-23b9-42b7-a556-2ca720c39aea tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.59 "GET /v2.0/networks?id=ebdf594d-504a-44e8-89b9-e74774287749 HTTP/1.1" status: 200  len: 806 time: 0.4449418
May 07 22:12:30.451786 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428c770c-8094-457e-88d8-70ecff7aba98 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f435c7b-b042-425f-8849-68e433c2ab91,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:30.462666 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a32d7a68-4c36-426b-9311-0d450929ab88 req-b3b8d84f-272a-4a60-8254-74cedc1968b9 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/quotas/f3657e8df46a4252b9eb1eb159306a66 HTTP/1.1" status: 200  len: 375 time: 0.0270617
May 07 22:12:30.478170 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-784dd6e3-1b20-45a5-9698-3b497a437534 req-10a670c7-a71c-4148-87f6-5860c5fd3ea4 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Request body: {'port': {'device_id': '9fb3ec2c-34c7-4d9b-875d-43a2ec0b2135', 'network_id': 'ebdf594d-504a-44e8-89b9-e74774287749', 'admin_state_up': True, 'tenant_id': 'b29256ef64d74a5297507ca500a9468e'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:12:30.506228 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 3e2b9bc8-9dec-43ce-8a7e-a1be387db4d6 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:12:30.545773 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a32d7a68-4c36-426b-9311-0d450929ab88 req-5e60a87c-b321-439b-8f4b-a4a7648d701b tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f3657e8df46a4252b9eb1eb159306a66&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0822444
May 07 22:12:30.578414 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-fb77872b-ea23-466c-8111-be1f5a7370dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (98a524da-07e5-436e-96e8-650294e0a233), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:30.666616 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c3bb1575-8c1e-4da6-89ae-aca94765ed70 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for security_group (0db71054-0255-4911-9f2f-a36af7d5ebb4), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:30.689097 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-14376278-1d5f-4503-ab95-cdceecdd138d None None] Deleting port 56d0a6c7-8e2f-4bf0-80cc-c4529c97742f {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:12:30.690123 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-14376278-1d5f-4503-ab95-cdceecdd138d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (56d0a6c7-8e2f-4bf0-80cc-c4529c97742f), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:30.735682 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c3bb1575-8c1e-4da6-89ae-aca94765ed70 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for security_group (0db71054-0255-4911-9f2f-a36af7d5ebb4), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:30.799808 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 3e2b9bc8-9dec-43ce-8a7e-a1be387db4d6 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:12:30.800253 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (3e2b9bc8-9dec-43ce-8a7e-a1be387db4d6), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:30.820375 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6bbb2ace-db4b-4dbf-871e-549b7508df2c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (56d0a6c7-8e2f-4bf0-80cc-c4529c97742f), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:30.839371 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbb2ace-db4b-4dbf-871e-549b7508df2c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] No DVR routers for this DVR port 56d0a6c7-8e2f-4bf0-80cc-c4529c97742f on host ncdv-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:12:30.919855 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-14376278-1d5f-4503-ab95-cdceecdd138d None None] For port 56d0a6c7-8e2f-4bf0-80cc-c4529c97742f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=56d0a6c7-8e2f-4bf0-80cc-c4529c97742f,segment=NetworkSegment(b89fa6f4-95bf-4b9f-bbbe-2ad5f1277f28),segment_id=b89fa6f4-95bf-4b9f-bbbe-2ad5f1277f28)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:12:30.922046 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-14376278-1d5f-4503-ab95-cdceecdd138d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (56d0a6c7-8e2f-4bf0-80cc-c4529c97742f), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:30.945184 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-14376278-1d5f-4503-ab95-cdceecdd138d None None] Calling delete_port for 56d0a6c7-8e2f-4bf0-80cc-c4529c97742f owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:12:30.957204 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a32d7a68-4c36-426b-9311-0d450929ab88 req-d4540368-1fa7-4a93-b486-7dc479a229fd service neutron] 10.222.0.32 "GET /v2.0/networks/87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4009621
May 07 22:12:30.988416 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbb2ace-db4b-4dbf-871e-549b7508df2c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Pushing event deleted for resources: {'Port': ['ID=56d0a6c7-8e2f-4bf0-80cc-c4529c97742f,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:31.020205 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c8e34af6-9e89-4b88-b259-1730c00aeb8c req-b59c2d36-a8f6-460f-a37a-3c436c22651e tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fb3ec2c-34c7-4d9b-875d-43a2ec0b2135 HTTP/1.1" status: 200  len: 210 time: 0.0679009
May 07 22:12:31.036819 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-784dd6e3-1b20-45a5-9698-3b497a437534 req-10a670c7-a71c-4148-87f6-5860c5fd3ea4 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Made reservation on behalf of b29256ef64d74a5297507ca500a9468e for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:12:31.041471 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-784dd6e3-1b20-45a5-9698-3b497a437534 req-10a670c7-a71c-4148-87f6-5860c5fd3ea4 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:31.048225 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c3bb1575-8c1e-4da6-89ae-aca94765ed70 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (0db71054-0255-4911-9f2f-a36af7d5ebb4), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:31.053750 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c3bb1575-8c1e-4da6-89ae-aca94765ed70 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:31.060527 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-c3bb1575-8c1e-4da6-89ae-aca94765ed70 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "DELETE /v2.0/security-groups/0db71054-0255-4911-9f2f-a36af7d5ebb4 HTTP/1.1" status: 204  len: 168 time: 0.6366553
May 07 22:12:31.062961 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 44224) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:31.141969 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bb1575-8c1e-4da6-89ae-aca94765ed70 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db71054-0255-4911-9f2f-a36af7d5ebb4,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:31.193624 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a32d7a68-4c36-426b-9311-0d450929ab88 req-5fb0ea43-9230-4920-bab8-32bf6b679174 service neutron] 10.222.0.32 "GET /v2.0/networks/87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2294028
May 07 22:12:31.210605 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 44230) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:31.378205 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-b3e65907-f0e6-4dad-911a-899fd12bc411 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-388555108'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:12:31.401029 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6bbb2ace-db4b-4dbf-871e-549b7508df2c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (e83f08f3-4d0c-4ad1-8e78-b4c659d620b5), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:31.410153 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3e65907-f0e6-4dad-911a-899fd12bc411 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Made reservation on behalf of 586495fb86064013a37b42a6b3d382fb for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:12:31.415742 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b3e65907-f0e6-4dad-911a-899fd12bc411 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:31.431316 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b3e65907-f0e6-4dad-911a-899fd12bc411 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:31.459093 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [req-784dd6e3-1b20-45a5-9698-3b497a437534 req-10a670c7-a71c-4148-87f6-5860c5fd3ea4 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Allocated IP 172.20.0.2 (ebdf594d-504a-44e8-89b9-e74774287749/08181da1-ef60-4984-b7f1-4a196d8203f6/30640e33-7566-46c1-bc06-e650cbb1fc12) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:12:31.474598 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-6bbb2ace-db4b-4dbf-871e-549b7508df2c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf879aeb20>,) {'filters': {'network_id': ['e83f08f3-4d0c-4ad1-8e78-b4c659d620b5']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:31.497422 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-14376278-1d5f-4503-ab95-cdceecdd138d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (56d0a6c7-8e2f-4bf0-80cc-c4529c97742f), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:31.504916 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-6bbb2ace-db4b-4dbf-871e-549b7508df2c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf879aeb20>, 'b89fa6f4-95bf-4b9f-bbbe-2ad5f1277f28') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:31.505261 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-6bbb2ace-db4b-4dbf-871e-549b7508df2c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf879aeb20>, 'b89fa6f4-95bf-4b9f-bbbe-2ad5f1277f28') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:31.507775 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8079c1f2-7a30-4925-bc2f-9eaf54847f67 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for security_group (1beb5d0e-dfee-4944-8c83-8b49153ba063), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:31.531692 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 3e2b9bc8-9dec-43ce-8a7e-a1be387db4d6 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:12:31.549033 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6bbb2ace-db4b-4dbf-871e-549b7508df2c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (b89fa6f4-95bf-4b9f-bbbe-2ad5f1277f28), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:31.600445 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6bbb2ace-db4b-4dbf-871e-549b7508df2c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (b89fa6f4-95bf-4b9f-bbbe-2ad5f1277f28), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:31.603082 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8079c1f2-7a30-4925-bc2f-9eaf54847f67 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for security_group (1beb5d0e-dfee-4944-8c83-8b49153ba063), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:31.616667 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14376278-1d5f-4503-ab95-cdceecdd138d None None] Pushing event deleted for resources: {'Port': ['ID=56d0a6c7-8e2f-4bf0-80cc-c4529c97742f,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:31.619987 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b3e65907-f0e6-4dad-911a-899fd12bc411 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for security_group (b5dc9199-d92b-4208-bb0f-bd84ee053398), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:31.626564 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bbb2ace-db4b-4dbf-871e-549b7508df2c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:12:31.627081 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6bbb2ace-db4b-4dbf-871e-549b7508df2c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (b89fa6f4-95bf-4b9f-bbbe-2ad5f1277f28), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:31.632373 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 22:12:31.632373 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:12:31.632373 ncdv-master-1 neutron-server[121837]:     timer()
May 07 22:12:31.632373 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:12:31.632373 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 22:12:31.632373 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:12:31.632373 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 22:12:31.632373 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:12:31.632373 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 22:12:31.632373 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:12:31.632373 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 22:12:31.632373 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:12:31.632373 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 22:12:31.632373 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:12:31.632373 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:12:31.632373 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:12:31.632373 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:12:31.632373 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:12:31.632373 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 22:12:31.632373 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:12:31.632373 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 22:12:31.632373 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:12:31.632373 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:12:31.632373 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:12:31.632373 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 22:12:31.632373 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:12:31.632373 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:12:31.632373 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:12:31.632373 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:12:31.632373 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:12:31.632373 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:12:31.632373 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:12:31.641241 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14376278-1d5f-4503-ab95-cdceecdd138d None None] No DVR routers for this DVR port 56d0a6c7-8e2f-4bf0-80cc-c4529c97742f on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:12:31.642485 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b3e65907-f0e6-4dad-911a-899fd12bc411 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (b5dc9199-d92b-4208-bb0f-bd84ee053398), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:31.761442 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e65907-f0e6-4dad-911a-899fd12bc411 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5dc9199-d92b-4208-bb0f-bd84ee053398,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:31.806938 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3e65907-f0e6-4dad-911a-899fd12bc411 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:12:31.822040 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-96ed1073-ca1b-48ba-9eee-55e48a79b491 req-e4233bdd-98bd-4e18-a19c-ab6dd1736237 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e407f44-7420-4e8b-9e17-f47c5ae65c44 HTTP/1.1" status: 200  len: 210 time: 0.0781674
May 07 22:12:31.827812 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6bbb2ace-db4b-4dbf-871e-549b7508df2c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (e83f08f3-4d0c-4ad1-8e78-b4c659d620b5), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:31.837112 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6bbb2ace-db4b-4dbf-871e-549b7508df2c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:31.837981 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b3e65907-f0e6-4dad-911a-899fd12bc411 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (487ec01b-cdaf-4a61-b510-144a8a47dfcd), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:31.838332 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-b3e65907-f0e6-4dad-911a-899fd12bc411 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Added segment 487ec01b-cdaf-4a61-b510-144a8a47dfcd of type vlan for network 51e50de6-5b14-452d-ad45-80a0d2ddf837
May 07 22:12:31.846283 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-6bbb2ace-db4b-4dbf-871e-549b7508df2c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "DELETE /v2.0/networks/e83f08f3-4d0c-4ad1-8e78-b4c659d620b5 HTTP/1.1" status: 204  len: 168 time: 1.9735498
May 07 22:12:31.848487 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 44278) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:31.849410 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8079c1f2-7a30-4925-bc2f-9eaf54847f67 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (1beb5d0e-dfee-4944-8c83-8b49153ba063), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:31.855961 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8079c1f2-7a30-4925-bc2f-9eaf54847f67 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:31.858339 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-2a130693-8899-4bda-8abe-7f88508c8f80 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Request body: {'network': {'name': 'tempest-RoutersTest-2105963552'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:12:31.859800 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-8079c1f2-7a30-4925-bc2f-9eaf54847f67 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "DELETE /v2.0/security-groups/1beb5d0e-dfee-4944-8c83-8b49153ba063 HTTP/1.1" status: 204  len: 168 time: 0.7739646
May 07 22:12:31.861833 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 44280) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:31.892982 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a130693-8899-4bda-8abe-7f88508c8f80 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Made reservation on behalf of 9871aa16c54d4751ac838e07d52897a6 for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:12:31.897655 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2a130693-8899-4bda-8abe-7f88508c8f80 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:31.906988 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-fb77872b-ea23-466c-8111-be1f5a7370dc None None] Publish callbacks [] for port (98a524da-07e5-436e-96e8-650294e0a233), precommit_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:31.914062 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbb2ace-db4b-4dbf-871e-549b7508df2c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Pushing event deleted for resources: {'Network': ['ID=e83f08f3-4d0c-4ad1-8e78-b4c659d620b5,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:31.924994 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-fb77872b-ea23-466c-8111-be1f5a7370dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (98a524da-07e5-436e-96e8-650294e0a233), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:31.952045 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8079c1f2-7a30-4925-bc2f-9eaf54847f67 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1beb5d0e-dfee-4944-8c83-8b49153ba063,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:31.990555 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a130693-8899-4bda-8abe-7f88508c8f80 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:12:32.002388 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2a130693-8899-4bda-8abe-7f88508c8f80 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (5b5152d9-6cf9-4160-9b01-e9af3891187f), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:32.002839 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-784dd6e3-1b20-45a5-9698-3b497a437534 req-10a670c7-a71c-4148-87f6-5860c5fd3ea4 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Publish callbacks [] for port (30640e33-7566-46c1-bc06-e650cbb1fc12), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:32.003593 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-2a130693-8899-4bda-8abe-7f88508c8f80 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Added segment 5b5152d9-6cf9-4160-9b01-e9af3891187f of type vlan for network f3d35bc8-acb3-4c9c-915b-545b4a08a113
May 07 22:12:32.015940 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e88c1e0-960c-4e02-ac85-4705af1a163b tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Deleting subnet 39394a1a-f3d8-44ed-94d3-e72280c2b8ac {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:12:32.034974 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2e88c1e0-960c-4e02-ac85-4705af1a163b tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for subnet (39394a1a-f3d8-44ed-94d3-e72280c2b8ac), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:32.072659 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31e5189-c1b3-4fd0-969d-1a8e3744d564 None None] Pushing event updated for resources: {'Port': ['ID=98a524da-07e5-436e-96e8-650294e0a233,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:32.137746 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2e88c1e0-960c-4e02-ac85-4705af1a163b tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (39394a1a-f3d8-44ed-94d3-e72280c2b8ac), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:32.146620 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-fb77872b-ea23-466c-8111-be1f5a7370dc None None] Attempting to bind port 98a524da-07e5-436e-96e8-650294e0a233 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:12:32.147856 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-fb77872b-ea23-466c-8111-be1f5a7370dc None None] Attempting to bind port 98a524da-07e5-436e-96e8-650294e0a233 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7471e065-e2a8-48fb-8215-3f1d6ba392f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '91d27308-6581-42cd-a5bd-31d841cc9c20'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:12:32.148519 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb77872b-ea23-466c-8111-be1f5a7370dc None None] Attempting to bind port 98a524da-07e5-436e-96e8-650294e0a233 on network 91d27308-6581-42cd-a5bd-31d841cc9c20 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:12:32.154920 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2a130693-8899-4bda-8abe-7f88508c8f80 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (f3d35bc8-acb3-4c9c-915b-545b4a08a113), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:32.173225 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb77872b-ea23-466c-8111-be1f5a7370dc None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:12:32.174024 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb77872b-ea23-466c-8111-be1f5a7370dc None None] Checking segment: {'id': '7471e065-e2a8-48fb-8215-3f1d6ba392f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '91d27308-6581-42cd-a5bd-31d841cc9c20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:12:32.174673 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-fb77872b-ea23-466c-8111-be1f5a7370dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:32.176347 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb77872b-ea23-466c-8111-be1f5a7370dc None None] Bound using segment: {'id': '7471e065-e2a8-48fb-8215-3f1d6ba392f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '91d27308-6581-42cd-a5bd-31d841cc9c20'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:12:32.178609 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-fb77872b-ea23-466c-8111-be1f5a7370dc None None] Bound port: 98a524da-07e5-436e-96e8-650294e0a233, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7471e065-e2a8-48fb-8215-3f1d6ba392f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '91d27308-6581-42cd-a5bd-31d841cc9c20'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:12:32.179434 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-fb77872b-ea23-466c-8111-be1f5a7370dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (98a524da-07e5-436e-96e8-650294e0a233), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:32.198401 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b3e65907-f0e6-4dad-911a-899fd12bc411 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (51e50de6-5b14-452d-ad45-80a0d2ddf837), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:32.242472 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2a130693-8899-4bda-8abe-7f88508c8f80 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (f3d35bc8-acb3-4c9c-915b-545b4a08a113), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:32.247437 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a130693-8899-4bda-8abe-7f88508c8f80 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:32.248339 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2a130693-8899-4bda-8abe-7f88508c8f80 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:32.261060 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 56d0a6c7-8e2f-4bf0-80cc-c4529c97742f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:12:32.263336 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-784dd6e3-1b20-45a5-9698-3b497a437534 req-10a670c7-a71c-4148-87f6-5860c5fd3ea4 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (30640e33-7566-46c1-bc06-e650cbb1fc12), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:32.281318 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-febd4e2c-2dd5-4803-8631-4df88aa93640 req-282a30d5-233c-426f-8f95-c2394f54169a tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fb3ec2c-34c7-4d9b-875d-43a2ec0b2135 HTTP/1.1" status: 200  len: 210 time: 0.0851779
May 07 22:12:32.291819 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-2a130693-8899-4bda-8abe-7f88508c8f80 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.4414425
May 07 22:12:32.306055 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 44294) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:32.314304 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['a859dd9c-cf59-4a9b-84c9-dddc4e9476c0'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:12:32.316667 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-0db05dc7-f26e-4850-b59c-b8b3135145d7 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Request body: {'subnet': {'network_id': 'f3d35bc8-acb3-4c9c-915b-545b4a08a113', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:12:32.318897 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['2aca6585-cfee-43a3-b4ee-9b346ed2588f'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:12:32.377658 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 56d0a6c7-8e2f-4bf0-80cc-c4529c97742f {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:12:32.378173 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 56d0a6c7-8e2f-4bf0-80cc-c4529c97742f not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:12:32.401111 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.db.resource_extend [None req-b3e65907-f0e6-4dad-911a-899fd12bc411 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 07 22:12:32.406865 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-fb77872b-ea23-466c-8111-be1f5a7370dc None None] For port 98a524da-07e5-436e-96e8-650294e0a233, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:12:32.411574 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-fb77872b-ea23-466c-8111-be1f5a7370dc None None] For port 98a524da-07e5-436e-96e8-650294e0a233, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=98a524da-07e5-436e-96e8-650294e0a233,segment=NetworkSegment(7471e065-e2a8-48fb-8215-3f1d6ba392f6),segment_id=7471e065-e2a8-48fb-8215-3f1d6ba392f6)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:12:32.439297 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-784dd6e3-1b20-45a5-9698-3b497a437534 req-10a670c7-a71c-4148-87f6-5860c5fd3ea4 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Network ebdf594d-504a-44e8-89b9-e74774287749 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:12:32.449215 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [req-784dd6e3-1b20-45a5-9698-3b497a437534 req-10a670c7-a71c-4148-87f6-5860c5fd3ea4 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:12:32.449663 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-fb77872b-ea23-466c-8111-be1f5a7370dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (98a524da-07e5-436e-96e8-650294e0a233), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:32.458407 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-784dd6e3-1b20-45a5-9698-3b497a437534 req-10a670c7-a71c-4148-87f6-5860c5fd3ea4 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:12:32.461220 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a670c7-a71c-4148-87f6-5860c5fd3ea4 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Pushing event updated for resources: {'Port': ['ID=30640e33-7566-46c1-bc06-e650cbb1fc12,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:32.474606 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a130693-8899-4bda-8abe-7f88508c8f80 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Pushing event updated for resources: {'Network': ['ID=f3d35bc8-acb3-4c9c-915b-545b4a08a113,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:32.478364 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0db05dc7-f26e-4850-b59c-b8b3135145d7 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Made reservation on behalf of 9871aa16c54d4751ac838e07d52897a6 for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:12:32.482529 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0db05dc7-f26e-4850-b59c-b8b3135145d7 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:32.488925 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b3e65907-f0e6-4dad-911a-899fd12bc411 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (51e50de6-5b14-452d-ad45-80a0d2ddf837), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:32.495696 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e65907-f0e6-4dad-911a-899fd12bc411 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:32.496113 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b3e65907-f0e6-4dad-911a-899fd12bc411 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:32.508079 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2e88c1e0-960c-4e02-ac85-4705af1a163b tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (39394a1a-f3d8-44ed-94d3-e72280c2b8ac), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:32.537773 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-b3e65907-f0e6-4dad-911a-899fd12bc411 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 1.3268552
May 07 22:12:32.543440 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 44298) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:32.548492 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-5d3b74db-273f-4086-a6f5-cd6a1ddd91a6 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Request body: {'port': {'network_id': '51e50de6-5b14-452d-ad45-80a0d2ddf837', 'name': 'tempest-PortsIpV6TestJSON-245516216'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:12:32.560944 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784dd6e3-1b20-45a5-9698-3b497a437534 req-10a670c7-a71c-4148-87f6-5860c5fd3ea4 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:32.561682 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-784dd6e3-1b20-45a5-9698-3b497a437534 req-10a670c7-a71c-4148-87f6-5860c5fd3ea4 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:32.577578 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-be5f2e44-18da-4ab0-a53b-bbe3903e0c94 None None] Provisioning complete for port 98a524da-07e5-436e-96e8-650294e0a233 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:12:32.579181 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-be5f2e44-18da-4ab0-a53b-bbe3903e0c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (98a524da-07e5-436e-96e8-650294e0a233), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:32.581582 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network f3d35bc8-acb3-4c9c-915b-545b4a08a113 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:12:32.638868 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e65907-f0e6-4dad-911a-899fd12bc411 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Pushing event updated for resources: {'Network': ['ID=51e50de6-5b14-452d-ad45-80a0d2ddf837,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:32.657013 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-784dd6e3-1b20-45a5-9698-3b497a437534 req-10a670c7-a71c-4148-87f6-5860c5fd3ea4 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.1958125
May 07 22:12:32.680800 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-784dd6e3-1b20-45a5-9698-3b497a437534 req-e4af340c-980b-4bdd-a400-3cfa088d6c06 service neutron] Request body: {'port': {'device_id': '9fb3ec2c-34c7-4d9b-875d-43a2ec0b2135', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:12:32.779304 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2e88c1e0-960c-4e02-ac85-4705af1a163b tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (39394a1a-f3d8-44ed-94d3-e72280c2b8ac), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:32.803842 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 51e50de6-5b14-452d-ad45-80a0d2ddf837 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:12:32.815866 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0db05dc7-f26e-4850-b59c-b8b3135145d7 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (bc58e584-89f7-430f-94df-cd3667ba56fb), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:32.826141 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-784dd6e3-1b20-45a5-9698-3b497a437534 req-e4af340c-980b-4bdd-a400-3cfa088d6c06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (30640e33-7566-46c1-bc06-e650cbb1fc12), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:32.830470 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e88c1e0-960c-4e02-ac85-4705af1a163b tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Pushing event deleted for resources: {'Subnet': ['ID=39394a1a-f3d8-44ed-94d3-e72280c2b8ac,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:32.863736 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31e5189-c1b3-4fd0-969d-1a8e3744d564 None None] Pushing event updated for resources: {'Port': ['ID=98a524da-07e5-436e-96e8-650294e0a233,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:32.882201 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2e88c1e0-960c-4e02-ac85-4705af1a163b tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:32.898146 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-2e88c1e0-960c-4e02-ac85-4705af1a163b tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "DELETE /v2.0/subnets/39394a1a-f3d8-44ed-94d3-e72280c2b8ac HTTP/1.1" status: 204  len: 168 time: 1.0217566
May 07 22:12:32.900839 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 44302) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:32.901666 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d3b74db-273f-4086-a6f5-cd6a1ddd91a6 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Made reservation on behalf of 586495fb86064013a37b42a6b3d382fb for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:12:32.909064 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5d3b74db-273f-4086-a6f5-cd6a1ddd91a6 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:32.929125 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb77872b-ea23-466c-8111-be1f5a7370dc None None] Routers {'5addf628-ceec-47c2-b783-8cc79f403d25'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:12:32.929700 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-fb77872b-ea23-466c-8111-be1f5a7370dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7fc58e20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:12:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['5addf628-ceec-47c2-b783-8cc79f403d25'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:32.961869 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db05dc7-f26e-4850-b59c-b8b3135145d7 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Pushing event updated for resources: {'Subnet': ['ID=bc58e584-89f7-430f-94df-cd3667ba56fb,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:32.977727 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db05dc7-f26e-4850-b59c-b8b3135145d7 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Checking segment: {'id': '5b5152d9-6cf9-4160-9b01-e9af3891187f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f3d35bc8-acb3-4c9c-915b-545b4a08a113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:12:32.978304 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db05dc7-f26e-4850-b59c-b8b3135145d7 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Network hostable DHCP agents. Network: f3d35bc8-acb3-4c9c-915b-545b4a08a113, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:12:32.999148 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_v2 [None req-319f1a76-c7ca-4256-8e9b-06d69a5aef9b tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Deleting subnet 93831370-968a-4d4f-bbef-48426f0d9019 {{(pid=121836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:12:33.001377 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8dd2630-5206-4d40-a650-4d7a49741645 None None] Network 3787466a-d26e-4517-a9a7-1cc24dd6f22b requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:12:33.006069 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-319f1a76-c7ca-4256-8e9b-06d69a5aef9b tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for subnet (93831370-968a-4d4f-bbef-48426f0d9019), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:33.039551 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-63da76ff-0cf8-4f1d-a4d7-97d6c4abc7be req-1defc636-9839-480d-9a79-770f17ac33ee tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e407f44-7420-4e8b-9e17-f47c5ae65c44 HTTP/1.1" status: 200  len: 210 time: 0.0868130
May 07 22:12:33.062559 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db05dc7-f26e-4850-b59c-b8b3135145d7 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Network f3d35bc8-acb3-4c9c-915b-545b4a08a113 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:12:33.079159 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-319f1a76-c7ca-4256-8e9b-06d69a5aef9b tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726883'] for subnet (93831370-968a-4d4f-bbef-48426f0d9019), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:33.145816 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-0db05dc7-f26e-4850-b59c-b8b3135145d7 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f3d35bc8-acb3-4c9c-915b-545b4a08a113) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:12:33.164403 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db05dc7-f26e-4850-b59c-b8b3135145d7 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:33.165003 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0db05dc7-f26e-4850-b59c-b8b3135145d7 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:33.189955 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [None req-5d3b74db-273f-4086-a6f5-cd6a1ddd91a6 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] device_id is not set on port c6215454-d632-4f94-b4e9-24789fbc4caf yet. {{(pid=121837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 22:12:33.233818 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-0db05dc7-f26e-4850-b59c-b8b3135145d7 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.9245727
May 07 22:12:33.238759 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 44310) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:33.244482 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da475122-6e48-4252-a4db-fde8724a300b None None] Network f3d35bc8-acb3-4c9c-915b-545b4a08a113 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:12:33.320756 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-319f1a76-c7ca-4256-8e9b-06d69a5aef9b tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (93831370-968a-4d4f-bbef-48426f0d9019), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:33.425336 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-c4c337e8-02de-4e2f-964c-479870b2ec2f tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-211877126', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:12:33.488670 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-319f1a76-c7ca-4256-8e9b-06d69a5aef9b tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (93831370-968a-4d4f-bbef-48426f0d9019), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:33.495612 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5d3b74db-273f-4086-a6f5-cd6a1ddd91a6 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for port (c6215454-d632-4f94-b4e9-24789fbc4caf), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:33.507261 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c4c337e8-02de-4e2f-964c-479870b2ec2f tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (07554bf8-4f0b-4e88-b8c3-4eaa2ea786db), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:33.508388 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c4c337e8-02de-4e2f-964c-479870b2ec2f tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (07554bf8-4f0b-4e88-b8c3-4eaa2ea786db), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:33.569060 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c4c337e8-02de-4e2f-964c-479870b2ec2f tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for router_controller (07554bf8-4f0b-4e88-b8c3-4eaa2ea786db), precommit_add_association {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:33.570018 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [req-784dd6e3-1b20-45a5-9698-3b497a437534 req-e4af340c-980b-4bdd-a400-3cfa088d6c06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30640e33-7566-46c1-bc06-e650cbb1fc12 {{(pid=121837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:12:33.581356 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-784dd6e3-1b20-45a5-9698-3b497a437534 req-e4af340c-980b-4bdd-a400-3cfa088d6c06 service neutron] Publish callbacks [] for port (30640e33-7566-46c1-bc06-e650cbb1fc12), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:33.598693 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-784dd6e3-1b20-45a5-9698-3b497a437534 req-e4af340c-980b-4bdd-a400-3cfa088d6c06 service neutron] Transition to ACTIVE for port object 30640e33-7566-46c1-bc06-e650cbb1fc12 will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 22:12:33.604107 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5d3b74db-273f-4086-a6f5-cd6a1ddd91a6 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (c6215454-d632-4f94-b4e9-24789fbc4caf), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:33.632505 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c4c337e8-02de-4e2f-964c-479870b2ec2f tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (07554bf8-4f0b-4e88-b8c3-4eaa2ea786db), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:33.642825 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-784dd6e3-1b20-45a5-9698-3b497a437534 req-e4af340c-980b-4bdd-a400-3cfa088d6c06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (30640e33-7566-46c1-bc06-e650cbb1fc12), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:33.668139 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-be5f2e44-18da-4ab0-a53b-bbe3903e0c94 None None] Current status of the port 98a524da-07e5-436e-96e8-650294e0a233 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:12:33.668537 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-be5f2e44-18da-4ab0-a53b-bbe3903e0c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (98a524da-07e5-436e-96e8-650294e0a233), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:33.681391 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319f1a76-c7ca-4256-8e9b-06d69a5aef9b tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Pushing event deleted for resources: {'Subnet': ['ID=93831370-968a-4d4f-bbef-48426f0d9019,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:33.700227 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-319f1a76-c7ca-4256-8e9b-06d69a5aef9b tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:33.705692 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-319f1a76-c7ca-4256-8e9b-06d69a5aef9b tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "DELETE /v2.0/subnets/93831370-968a-4d4f-bbef-48426f0d9019 HTTP/1.1" status: 204  len: 168 time: 0.7989857
May 07 22:12:33.709468 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 44330) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:33.712494 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3b74db-273f-4086-a6f5-cd6a1ddd91a6 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Pushing event updated for resources: {'Port': ['ID=c6215454-d632-4f94-b4e9-24789fbc4caf,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:33.729835 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c4c337e8-02de-4e2f-964c-479870b2ec2f tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:33.736017 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-c4c337e8-02de-4e2f-964c-479870b2ec2f tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.3181596
May 07 22:12:33.736820 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 44332) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:33.746990 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919221be-80c1-4378-8f07-c5b82fb05a4c req-d07af487-48a6-47c0-85fa-8209a885c06d tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:33.748516 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-919221be-80c1-4378-8f07-c5b82fb05a4c req-d07af487-48a6-47c0-85fa-8209a885c06d tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fb3ec2c-34c7-4d9b-875d-43a2ec0b2135 HTTP/1.1" status: 200  len: 931 time: 0.3016942
May 07 22:12:33.795178 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac421840-5fbb-497d-9471-0cf9e09251b9 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] DELETE failed (client error): The resource could not be found.
May 07 22:12:33.795927 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac421840-5fbb-497d-9471-0cf9e09251b9 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:12:33.803313 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-ac421840-5fbb-497d-9471-0cf9e09251b9 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "DELETE /v2.0/subnets/39394a1a-f3d8-44ed-94d3-e72280c2b8ac HTTP/1.1" status: 404  len: 337 time: 0.0846529
May 07 22:12:33.807111 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 44334) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:33.807986 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-fb77872b-ea23-466c-8111-be1f5a7370dc None None] Set router 5addf628-ceec-47c2-b783-8cc79f403d25 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:12:33.857033 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c06b6f8-1b4e-4a99-be30-ed7852b53f4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f3d35bc8-acb3-4c9c-915b-545b4a08a113', 'network_id': 'f3d35bc8-acb3-4c9c-915b-545b4a08a113', 'project_id': '9871aa16c54d4751ac838e07d52897a6', 'fixed_ips': [{'subnet_id': 'bc58e584-89f7-430f-94df-cd3667ba56fb'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:12:33.858396 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5c06b6f8-1b4e-4a99-be30-ed7852b53f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:33.860557 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d3b74db-273f-4086-a6f5-cd6a1ddd91a6 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Checking segment: {'id': '487ec01b-cdaf-4a61-b510-144a8a47dfcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '51e50de6-5b14-452d-ad45-80a0d2ddf837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:12:33.861056 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3b74db-273f-4086-a6f5-cd6a1ddd91a6 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Network hostable DHCP agents. Network: 51e50de6-5b14-452d-ad45-80a0d2ddf837, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:12:33.869340 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-be5f2e44-18da-4ab0-a53b-bbe3903e0c94 None None] For port 98a524da-07e5-436e-96e8-650294e0a233, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=98a524da-07e5-436e-96e8-650294e0a233,segment=NetworkSegment(7471e065-e2a8-48fb-8215-3f1d6ba392f6),segment_id=7471e065-e2a8-48fb-8215-3f1d6ba392f6)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:12:33.886365 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-be5f2e44-18da-4ab0-a53b-bbe3903e0c94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (98a524da-07e5-436e-96e8-650294e0a233), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:33.932554 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4af340c-980b-4bdd-a400-3cfa088d6c06 service neutron] Pushing event updated for resources: {'Port': ['ID=30640e33-7566-46c1-bc06-e650cbb1fc12,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:34.029231 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32d7a68-4c36-426b-9311-0d450929ab88 req-e93da339-2ea9-42be-bddf-b04385915cf8 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:34.029231 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a32d7a68-4c36-426b-9311-0d450929ab88 req-e93da339-2ea9-42be-bddf-b04385915cf8 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.55 "GET /v2.0/networks?id=87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce HTTP/1.1" status: 200  len: 811 time: 0.7890372
May 07 22:12:34.040962 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 44340) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:34.088546 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3b74db-273f-4086-a6f5-cd6a1ddd91a6 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Network 51e50de6-5b14-452d-ad45-80a0d2ddf837 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:12:34.098065 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-919221be-80c1-4378-8f07-c5b82fb05a4c req-43351364-faa2-4dae-8025-85c2562095ac tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1554987
May 07 22:12:34.103798 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-358d2907-6f52-4886-9bfe-f04b5a77bc38 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Deleting subnet 2269dcb6-bad8-44cd-aa46-52d2b9b5a5b5 {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:12:34.105611 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-a32d7a68-4c36-426b-9311-0d450929ab88 req-f5aa601e-d011-4483-a533-c9858ccdbcd7 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Request body: {'port': {'device_id': '1e407f44-7420-4e8b-9e17-f47c5ae65c44', 'network_id': '87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce', 'admin_state_up': True, 'tenant_id': 'f3657e8df46a4252b9eb1eb159306a66'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:12:34.121930 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5f2e44-18da-4ab0-a53b-bbe3903e0c94 None None] Pushing event updated for resources: {'Port': ['ID=98a524da-07e5-436e-96e8-650294e0a233,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:34.129931 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-358d2907-6f52-4886-9bfe-f04b5a77bc38 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for subnet (2269dcb6-bad8-44cd-aa46-52d2b9b5a5b5), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:34.187407 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-358d2907-6f52-4886-9bfe-f04b5a77bc38 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (2269dcb6-bad8-44cd-aa46-52d2b9b5a5b5), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:34.305770 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-5d3b74db-273f-4086-a6f5-cd6a1ddd91a6 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 51e50de6-5b14-452d-ad45-80a0d2ddf837) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:12:34.325640 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3b74db-273f-4086-a6f5-cd6a1ddd91a6 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:12:34.331985 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3b74db-273f-4086-a6f5-cd6a1ddd91a6 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:34.334652 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5d3b74db-273f-4086-a6f5-cd6a1ddd91a6 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:34.406385 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-358d2907-6f52-4886-9bfe-f04b5a77bc38 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (2269dcb6-bad8-44cd-aa46-52d2b9b5a5b5), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:34.413852 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84aee45-f5f1-43e0-99a7-0da2e5aab7ac None None] Network 51e50de6-5b14-452d-ad45-80a0d2ddf837 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:12:34.416511 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 98a524da-07e5-436e-96e8-650294e0a233 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:12:34.416707 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-784dd6e3-1b20-45a5-9698-3b497a437534 req-e4af340c-980b-4bdd-a400-3cfa088d6c06 service neutron] Attempting to bind port 30640e33-7566-46c1-bc06-e650cbb1fc12 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:12:34.416962 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-784dd6e3-1b20-45a5-9698-3b497a437534 req-e4af340c-980b-4bdd-a400-3cfa088d6c06 service neutron] Attempting to bind port 30640e33-7566-46c1-bc06-e650cbb1fc12 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '2cb8e953-203f-4019-8d4d-d4ab0509c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ebdf594d-504a-44e8-89b9-e74774287749'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:12:34.417354 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784dd6e3-1b20-45a5-9698-3b497a437534 req-e4af340c-980b-4bdd-a400-3cfa088d6c06 service neutron] Attempting to bind port 30640e33-7566-46c1-bc06-e650cbb1fc12 on network ebdf594d-504a-44e8-89b9-e74774287749 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:12:34.421727 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b6f5b265-8f87-486f-8b43-6d1e980e4192 req-afe8f3fc-3167-47d6-b7ad-a13bbecea2ea tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e407f44-7420-4e8b-9e17-f47c5ae65c44 HTTP/1.1" status: 200  len: 210 time: 0.1355469
May 07 22:12:34.521965 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784dd6e3-1b20-45a5-9698-3b497a437534 req-e4af340c-980b-4bdd-a400-3cfa088d6c06 service neutron] Port 30640e33-7566-46c1-bc06-e650cbb1fc12 on network ebdf594d-504a-44e8-89b9-e74774287749 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:12:34.522286 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784dd6e3-1b20-45a5-9698-3b497a437534 req-e4af340c-980b-4bdd-a400-3cfa088d6c06 service neutron] Attempting to bind port 30640e33-7566-46c1-bc06-e650cbb1fc12 on network ebdf594d-504a-44e8-89b9-e74774287749 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:12:34.525773 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-fd6d4e5c-05dc-40f0-b3be-2e8c9b7be19d None None] Provisioning complete for port 98a524da-07e5-436e-96e8-650294e0a233 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:12:34.526158 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-fd6d4e5c-05dc-40f0-b3be-2e8c9b7be19d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (98a524da-07e5-436e-96e8-650294e0a233), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:34.552701 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-5d3b74db-273f-4086-a6f5-cd6a1ddd91a6 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 849 time: 2.0077808
May 07 22:12:34.557394 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 44370) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:34.568315 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-af0e5f5a-1e68-49d0-8da1-2fb5fcac7eea tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1762857660'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:12:34.572885 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784dd6e3-1b20-45a5-9698-3b497a437534 req-e4af340c-980b-4bdd-a400-3cfa088d6c06 service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:12:34.572885 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784dd6e3-1b20-45a5-9698-3b497a437534 req-e4af340c-980b-4bdd-a400-3cfa088d6c06 service neutron] Checking segment: {'id': '2cb8e953-203f-4019-8d4d-d4ab0509c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ebdf594d-504a-44e8-89b9-e74774287749'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:12:34.573218 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784dd6e3-1b20-45a5-9698-3b497a437534 req-e4af340c-980b-4bdd-a400-3cfa088d6c06 service neutron] Bound using segment: {'id': '2cb8e953-203f-4019-8d4d-d4ab0509c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ebdf594d-504a-44e8-89b9-e74774287749'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:12:34.573575 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-784dd6e3-1b20-45a5-9698-3b497a437534 req-e4af340c-980b-4bdd-a400-3cfa088d6c06 service neutron] Bound port: 30640e33-7566-46c1-bc06-e650cbb1fc12, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cb8e953-203f-4019-8d4d-d4ab0509c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ebdf594d-504a-44e8-89b9-e74774287749'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:12:34.574083 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-784dd6e3-1b20-45a5-9698-3b497a437534 req-e4af340c-980b-4bdd-a400-3cfa088d6c06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (30640e33-7566-46c1-bc06-e650cbb1fc12), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:34.690423 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af0e5f5a-1e68-49d0-8da1-2fb5fcac7eea tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Made reservation on behalf of 586495fb86064013a37b42a6b3d382fb for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:12:34.695736 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-af0e5f5a-1e68-49d0-8da1-2fb5fcac7eea tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:34.727231 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d03a299-17c8-4b78-8a06-c3935583e580 None None] Update dhcp port {'port': {'network_id': '3787466a-d26e-4517-a9a7-1cc24dd6f22b', 'fixed_ips': [{'subnet_id': '2269dcb6-bad8-44cd-aa46-52d2b9b5a5b5', 'ip_address': '172.20.0.18'}, {'subnet_id': '93831370-968a-4d4f-bbef-48426f0d9019'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '1fe6aefb-f049-4f66-b2ae-f8b8a700b450'} from ncdv-master-1. {{(pid=121838) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
May 07 22:12:34.754221 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 98a524da-07e5-436e-96e8-650294e0a233 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:12:34.754604 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (98a524da-07e5-436e-96e8-650294e0a233), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:34.839545 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-5c06b6f8-1b4e-4a99-be30-ed7852b53f4b None None] Allocated IP 172.20.0.2 (f3d35bc8-acb3-4c9c-915b-545b4a08a113/bc58e584-89f7-430f-94df-cd3667ba56fb/36dcccfe-3048-46db-a9ac-e301a195f06c) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:12:34.860892 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-358d2907-6f52-4886-9bfe-f04b5a77bc38 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (2269dcb6-bad8-44cd-aa46-52d2b9b5a5b5), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:34.866046 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a32d7a68-4c36-426b-9311-0d450929ab88 req-f5aa601e-d011-4483-a533-c9858ccdbcd7 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Made reservation on behalf of f3657e8df46a4252b9eb1eb159306a66 for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:12:34.869915 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-a32d7a68-4c36-426b-9311-0d450929ab88 req-f5aa601e-d011-4483-a533-c9858ccdbcd7 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:34.891526 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6d03a299-17c8-4b78-8a06-c3935583e580 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (1fe6aefb-f049-4f66-b2ae-f8b8a700b450), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:34.929914 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-fd6d4e5c-05dc-40f0-b3be-2e8c9b7be19d None None] Current status of the port 98a524da-07e5-436e-96e8-650294e0a233 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:12:34.950237 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-358d2907-6f52-4886-9bfe-f04b5a77bc38 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:34.956024 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-358d2907-6f52-4886-9bfe-f04b5a77bc38 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "DELETE /v2.0/subnets/2269dcb6-bad8-44cd-aa46-52d2b9b5a5b5 HTTP/1.1" status: 204  len: 168 time: 1.1433649
May 07 22:12:34.956024 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358d2907-6f52-4886-9bfe-f04b5a77bc38 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Pushing event deleted for resources: {'Subnet': ['ID=2269dcb6-bad8-44cd-aa46-52d2b9b5a5b5,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:34.958870 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-fb77872b-ea23-466c-8111-be1f5a7370dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7fc58e20>, [{'id': '5addf628-ceec-47c2-b783-8cc79f403d25', 'name': 'tempest-TestVolumeBootPattern-1751509668-router', 'tenant_id': '4e3a459b2e514b998bffd4275d7bb847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.55'}], 'enable_snat': True}, 'gw_port_id': '3e2b9bc8-9dec-43ce-8a7e-a1be387db4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:12:14Z', 'updated_at': '2022-05-07T22:12:21Z', 'revision_number': 4, 'project_id': '4e3a459b2e514b998bffd4275d7bb847', 'gw_port': {'id': '3e2b9bc8-9dec-43ce-8a7e-a1be387db4d6', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5addf628-ceec-47c2-b783-8cc79f403d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:12:15Z', 'updated_at': '2022-05-07T22:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '98a524da-07e5-436e-96e8-650294e0a233', 'name': '', 'network_id': '91d27308-6581-42cd-a5bd-31d841cc9c20', 'tenant_id': '4e3a459b2e514b998bffd4275d7bb847', 'mac_address': 'fa:16:3e:bf:6c:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5addf628-ceec-47c2-b783-8cc79f403d25', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': 'ea5149e8-4dac-4d3b-bd15-ec107d03afaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:12:19Z', 'updated_at': '2022-05-07T22:12:32Z', 'revision_number': 4, 'project_id': '4e3a459b2e514b998bffd4275d7bb847', 'subnets': [{'id': 'ea5149e8-4dac-4d3b-bd15-ec107d03afaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:34.966154 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 44382) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:34.980824 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-784dd6e3-1b20-45a5-9698-3b497a437534 req-e4af340c-980b-4bdd-a400-3cfa088d6c06 service neutron] For port 30640e33-7566-46c1-bc06-e650cbb1fc12, host nch2-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:12:35.001857 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a31a36a3-2331-4e5b-a89d-e54fcbdb4661 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:35.020212 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af0e5f5a-1e68-49d0-8da1-2fb5fcac7eea tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:12:35.022799 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3346fa9-b590-4057-9330-b9422b6500b1 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] DELETE failed (client error): The resource could not be found.
May 07 22:12:35.023349 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3346fa9-b590-4057-9330-b9422b6500b1 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:12:35.029059 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-e3346fa9-b590-4057-9330-b9422b6500b1 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "DELETE /v2.0/subnets/8ceeddf2-391e-4ca7-be9c-61a97ff1d50e HTTP/1.1" status: 404  len: 337 time: 0.0602524
May 07 22:12:35.039675 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb77872b-ea23-466c-8111-be1f5a7370dc None None] The sync data for ids ['5addf628-ceec-47c2-b783-8cc79f403d25'] in ncdv-master-1 is: [{'id': '5addf628-ceec-47c2-b783-8cc79f403d25', 'name': 'tempest-TestVolumeBootPattern-1751509668-router', 'tenant_id': '4e3a459b2e514b998bffd4275d7bb847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.55'}], 'enable_snat': True}, 'gw_port_id': '3e2b9bc8-9dec-43ce-8a7e-a1be387db4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:12:14Z', 'updated_at': '2022-05-07T22:12:21Z', 'revision_number': 4, 'project_id': '4e3a459b2e514b998bffd4275d7bb847', 'gw_port': {'id': '3e2b9bc8-9dec-43ce-8a7e-a1be387db4d6', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5addf628-ceec-47c2-b783-8cc79f403d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:12:15Z', 'updated_at': '2022-05-07T22:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '98a524da-07e5-436e-96e8-650294e0a233', 'name': '', 'network_id': '91d27308-6581-42cd-a5bd-31d841cc9c20', 'tenant_id': '4e3a459b2e514b998bffd4275d7bb847', 'mac_address': 'fa:16:3e:bf:6c:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5addf628-ceec-47c2-b783-8cc79f403d25', 'device_owner': 'network:router_interface', 'standard_attr_id': 3362, 'fixed_ips': [{'subnet_id': 'ea5149e8-4dac-4d3b-bd15-ec107d03afaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:12:19Z', 'updated_at': '2022-05-07T22:12:32Z', 'revision_number': 4, 'project_id': '4e3a459b2e514b998bffd4275d7bb847', 'subnets': [{'id': 'ea5149e8-4dac-4d3b-bd15-ec107d03afaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:12:35.050904 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 44384) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:35.073183 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-784dd6e3-1b20-45a5-9698-3b497a437534 req-e4af340c-980b-4bdd-a400-3cfa088d6c06 service neutron] For port 30640e33-7566-46c1-bc06-e650cbb1fc12, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=30640e33-7566-46c1-bc06-e650cbb1fc12,segment=NetworkSegment(2cb8e953-203f-4019-8d4d-d4ab0509c11a),segment_id=2cb8e953-203f-4019-8d4d-d4ab0509c11a)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:12:35.101682 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-af0e5f5a-1e68-49d0-8da1-2fb5fcac7eea tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (7eeec20e-f174-450b-83c3-2ce5ed9c9dec), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:35.105339 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-af0e5f5a-1e68-49d0-8da1-2fb5fcac7eea tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Added segment 7eeec20e-f174-450b-83c3-2ce5ed9c9dec of type vlan for network c452bb25-1e7f-4148-80f2-d75340aba509
May 07 22:12:35.114588 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-a39f00b5-fa0a-4b5f-a8ca-73207f615c06 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "GET /v2.0/ports?device_id=c773b215-6271-49f1-929f-7432862f4972 HTTP/1.1" status: 200  len: 205 time: 0.0560250
May 07 22:12:35.127444 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 44386) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:35.231577 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-784dd6e3-1b20-45a5-9698-3b497a437534 req-e4af340c-980b-4bdd-a400-3cfa088d6c06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (30640e33-7566-46c1-bc06-e650cbb1fc12), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:35.235986 ncdv-master-1 neutron-server[121837]: INFO neutron.api.v2.resource [None req-c5ee2dcc-ba11-4bfa-b2dd-4a805a2385e0 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] delete failed (client error): The resource could not be found.
May 07 22:12:35.238202 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-c5ee2dcc-ba11-4bfa-b2dd-4a805a2385e0 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "DELETE /v2.0/routers/c773b215-6271-49f1-929f-7432862f4972 HTTP/1.1" status: 404  len: 336 time: 0.1080809
May 07 22:12:35.249666 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 44390) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:35.316744 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 98a524da-07e5-436e-96e8-650294e0a233 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:12:35.349608 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5c06b6f8-1b4e-4a99-be30-ed7852b53f4b None None] Publish callbacks [] for port (36dcccfe-3048-46db-a9ac-e301a195f06c), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:35.366484 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5c06b6f8-1b4e-4a99-be30-ed7852b53f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (36dcccfe-3048-46db-a9ac-e301a195f06c), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:35.371692 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2520ed-d351-421b-ab7d-c9a2cff84800 None None] Network 3787466a-d26e-4517-a9a7-1cc24dd6f22b requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:12:35.391050 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-af0e5f5a-1e68-49d0-8da1-2fb5fcac7eea tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (c452bb25-1e7f-4148-80f2-d75340aba509), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:35.439273 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-96b25b82-29f4-4b21-88c7-41e226ca7047 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] DELETE failed (client error): The resource could not be found.
May 07 22:12:35.440105 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96b25b82-29f4-4b21-88c7-41e226ca7047 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:12:35.443239 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-96b25b82-29f4-4b21-88c7-41e226ca7047 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "DELETE /v2.0/subnets/fa56bed4-e14f-428d-bd22-e20e6ad1fca9 HTTP/1.1" status: 404  len: 337 time: 0.1549463
May 07 22:12:35.452954 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 44394) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:35.458050 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784dd6e3-1b20-45a5-9698-3b497a437534 req-e4af340c-980b-4bdd-a400-3cfa088d6c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:35.458762 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-784dd6e3-1b20-45a5-9698-3b497a437534 req-e4af340c-980b-4bdd-a400-3cfa088d6c06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:35.460187 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-784dd6e3-1b20-45a5-9698-3b497a437534 req-e4af340c-980b-4bdd-a400-3cfa088d6c06 service neutron] 10.222.0.59 "PUT /v2.0/ports/30640e33-7566-46c1-bc06-e650cbb1fc12 HTTP/1.1" status: 200  len: 1091 time: 2.7947977
May 07 22:12:35.461253 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ed91c1-b68c-47a2-8269-881e6b9283b5 req-f6b70aa6-d721-4fb2-a2d5-a6b6f1fa862d tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:35.462357 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fb3ec2c-34c7-4d9b-875d-43a2ec0b2135', 'tag': '30640e33-7566-46c1-bc06-e650cbb1fc12'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:12:35.463077 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-70ed91c1-b68c-47a2-8269-881e6b9283b5 req-f6b70aa6-d721-4fb2-a2d5-a6b6f1fa862d tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fb3ec2c-34c7-4d9b-875d-43a2ec0b2135 HTTP/1.1" status: 200  len: 943 time: 0.2274435
May 07 22:12:35.464849 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c8b17d-088c-409b-a4f2-a230c5ef1b3f" -d '{"events": [{"name": "network-changed", "server_uuid": "9fb3ec2c-34c7-4d9b-875d-43a2ec0b2135", "tag": "30640e33-7566-46c1-bc06-e650cbb1fc12"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:12:35.466049 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [req-a32d7a68-4c36-426b-9311-0d450929ab88 req-f5aa601e-d011-4483-a533-c9858ccdbcd7 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Allocated IP 172.20.0.5 (87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce/c381f23c-d79e-4860-966b-6594e682e18c/9cc7735e-fc1f-4418-8730-5c1488d0ab2c) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:12:35.509526 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-b27ed5da-3780-4a6e-a8cd-323518870275 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] DELETE failed (client error): The resource could not be found.
May 07 22:12:35.509937 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b27ed5da-3780-4a6e-a8cd-323518870275 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:12:35.518290 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-b27ed5da-3780-4a6e-a8cd-323518870275 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "DELETE /v2.0/subnets/efa76475-9f6c-4d79-966e-462500415346 HTTP/1.1" status: 404  len: 337 time: 0.0543468
May 07 22:12:35.522032 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 44400) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:35.528200 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c06b6f8-1b4e-4a99-be30-ed7852b53f4b None None] Pushing event updated for resources: {'Port': ['ID=36dcccfe-3048-46db-a9ac-e301a195f06c,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:35.536278 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e631d514-0b82-44dd-a21e-dc1bcabe7726 x-openstack-request-id: req-e631d514-0b82-44dd-a21e-dc1bcabe7726 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:12:35.536581 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fb3ec2c-34c7-4d9b-875d-43a2ec0b2135", "tag": "30640e33-7566-46c1-bc06-e650cbb1fc12", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:12:35.536837 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e631d514-0b82-44dd-a21e-dc1bcabe7726 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:12:35.537251 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e631d514-0b82-44dd-a21e-dc1bcabe7726'] response: {'name': 'network-changed', 'server_uuid': '9fb3ec2c-34c7-4d9b-875d-43a2ec0b2135', 'tag': '30640e33-7566-46c1-bc06-e650cbb1fc12', 'status': 'completed', 'code': 200}
May 07 22:12:35.576587 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c06b6f8-1b4e-4a99-be30-ed7852b53f4b None None] Network f3d35bc8-acb3-4c9c-915b-545b4a08a113 is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:12:35.583817 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-af0e5f5a-1e68-49d0-8da1-2fb5fcac7eea tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (c452bb25-1e7f-4148-80f2-d75340aba509), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:35.586024 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-5c06b6f8-1b4e-4a99-be30-ed7852b53f4b None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:12:35.593308 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0e5f5a-1e68-49d0-8da1-2fb5fcac7eea tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:35.593948 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-af0e5f5a-1e68-49d0-8da1-2fb5fcac7eea tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:35.595373 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-3486b35f-cbdb-449c-92bc-303073d4a4a0 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] DELETE failed (client error): The resource could not be found.
May 07 22:12:35.595830 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3486b35f-cbdb-449c-92bc-303073d4a4a0 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:12:35.599673 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-8c78b3a7-dee1-47c1-864e-ea69c8793225 None None] Provisioning complete for port ca81d6d2-9a7f-46e1-9c12-415b1f6000e5 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:12:35.600334 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-8c78b3a7-dee1-47c1-864e-ea69c8793225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (ca81d6d2-9a7f-46e1-9c12-415b1f6000e5), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:35.602654 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c06b6f8-1b4e-4a99-be30-ed7852b53f4b None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:12:35.606235 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-3486b35f-cbdb-449c-92bc-303073d4a4a0 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "DELETE /v2.0/subnets/af4fb39b-1b0d-4c3e-b236-e728ad2ed0b5 HTTP/1.1" status: 404  len: 337 time: 0.0776994
May 07 22:12:35.606964 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 44402) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:35.638417 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4af340c-980b-4bdd-a400-3cfa088d6c06 service neutron] Pushing event updated for resources: {'Port': ['ID=30640e33-7566-46c1-bc06-e650cbb1fc12,revision_number=3']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:35.714953 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-4462aaa4-883d-498b-a88a-2f797d5308f1 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] DELETE failed (client error): The resource could not be found.
May 07 22:12:35.715693 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4462aaa4-883d-498b-a88a-2f797d5308f1 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:12:35.721235 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-4462aaa4-883d-498b-a88a-2f797d5308f1 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "DELETE /v2.0/ports/d820e973-4083-4572-8f40-63f542ea9e6c HTTP/1.1" status: 404  len: 333 time: 0.0720911
May 07 22:12:35.737188 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-70ed91c1-b68c-47a2-8269-881e6b9283b5 req-0426407b-8510-4948-a9ec-699f2a07243a tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2077036
May 07 22:12:35.741538 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 44404) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:35.775641 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-8c78b3a7-dee1-47c1-864e-ea69c8793225 None None] Port ca81d6d2-9a7f-46e1-9c12-415b1f6000e5 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:12:35.805301 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-8c78b3a7-dee1-47c1-864e-ea69c8793225 None None] Provisioning complete for port 1fe6aefb-f049-4f66-b2ae-f8b8a700b450 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:12:35.805543 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f76b703-6c2a-4cb4-aa0a-8949baa8016c tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] DELETE failed (client error): The resource could not be found.
May 07 22:12:35.806013 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f76b703-6c2a-4cb4-aa0a-8949baa8016c tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:12:35.806685 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-8c78b3a7-dee1-47c1-864e-ea69c8793225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (1fe6aefb-f049-4f66-b2ae-f8b8a700b450), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:35.810298 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-9f76b703-6c2a-4cb4-aa0a-8949baa8016c tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "DELETE /v2.0/subnets/5e9d70ac-89e6-49aa-8470-607cbe2d331f HTTP/1.1" status: 404  len: 337 time: 0.0576940
May 07 22:12:35.814569 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d553f91-f741-49a4-870b-f9ccba3be723 None None] DHCP port deletion for 3787466a-d26e-4517-a9a7-1cc24dd6f22b request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:12:35.818138 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-5c06b6f8-1b4e-4a99-be30-ed7852b53f4b None None] Attempting to bind port 36dcccfe-3048-46db-a9ac-e301a195f06c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:12:35.818531 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-5c06b6f8-1b4e-4a99-be30-ed7852b53f4b None None] Attempting to bind port 36dcccfe-3048-46db-a9ac-e301a195f06c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '5b5152d9-6cf9-4160-9b01-e9af3891187f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f3d35bc8-acb3-4c9c-915b-545b4a08a113'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:12:35.819012 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c06b6f8-1b4e-4a99-be30-ed7852b53f4b None None] Attempting to bind port 36dcccfe-3048-46db-a9ac-e301a195f06c on network f3d35bc8-acb3-4c9c-915b-545b4a08a113 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:12:35.839651 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 44406) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:35.878072 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c06b6f8-1b4e-4a99-be30-ed7852b53f4b None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:12:35.878664 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c06b6f8-1b4e-4a99-be30-ed7852b53f4b None None] Checking segment: {'id': '5b5152d9-6cf9-4160-9b01-e9af3891187f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f3d35bc8-acb3-4c9c-915b-545b4a08a113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:12:35.879338 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5c06b6f8-1b4e-4a99-be30-ed7852b53f4b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:35.879753 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c06b6f8-1b4e-4a99-be30-ed7852b53f4b None None] Bound using segment: {'id': '5b5152d9-6cf9-4160-9b01-e9af3891187f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f3d35bc8-acb3-4c9c-915b-545b4a08a113'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:12:35.880253 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-5c06b6f8-1b4e-4a99-be30-ed7852b53f4b None None] Bound port: 36dcccfe-3048-46db-a9ac-e301a195f06c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b5152d9-6cf9-4160-9b01-e9af3891187f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f3d35bc8-acb3-4c9c-915b-545b4a08a113'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:12:35.880655 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5c06b6f8-1b4e-4a99-be30-ed7852b53f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (36dcccfe-3048-46db-a9ac-e301a195f06c), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:35.897385 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d95fea6-232f-493f-aced-7e3816366776 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] DELETE failed (client error): The resource could not be found.
May 07 22:12:35.898029 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d95fea6-232f-493f-aced-7e3816366776 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:12:35.900908 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-4d95fea6-232f-493f-aced-7e3816366776 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "DELETE /v2.0/subnets/b7301829-d43e-4d20-a6f1-74e158812597 HTTP/1.1" status: 404  len: 337 time: 0.0574696
May 07 22:12:35.910032 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 44408) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:35.919689 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-5d553f91-f741-49a4-870b-f9ccba3be723 None None] Deleting port 1fe6aefb-f049-4f66-b2ae-f8b8a700b450 {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:12:35.920070 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5d553f91-f741-49a4-870b-f9ccba3be723 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (1fe6aefb-f049-4f66-b2ae-f8b8a700b450), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:35.964599 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fb8c491-acac-43b2-bf8c-0629a8f50b1c tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] DELETE failed (client error): The resource could not be found.
May 07 22:12:35.965463 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fb8c491-acac-43b2-bf8c-0629a8f50b1c tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:12:35.968764 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-9fb8c491-acac-43b2-bf8c-0629a8f50b1c tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "DELETE /v2.0/ports/3e26d5f2-d182-408b-9ec3-4ede3e658587 HTTP/1.1" status: 404  len: 333 time: 0.0573800
May 07 22:12:35.974822 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 44410) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:35.976247 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-a31a36a3-2331-4e5b-a89d-e54fcbdb4661 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Allocated IP 172.20.0.1 (f3d35bc8-acb3-4c9c-915b-545b4a08a113/bc58e584-89f7-430f-94df-cd3667ba56fb/3b190405-b383-48ce-86c4-7d92d44c562e) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:12:36.050075 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-f786af5b-470b-4559-ae59-ca268c1cef3d tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] DELETE failed (client error): The resource could not be found.
May 07 22:12:36.050959 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f786af5b-470b-4559-ae59-ca268c1cef3d tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:12:36.054747 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-f786af5b-470b-4559-ae59-ca268c1cef3d tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "DELETE /v2.0/subnets/c6a06bb2-a15a-4a86-97bc-08f9b08bdb12 HTTP/1.1" status: 404  len: 337 time: 0.0759463
May 07 22:12:36.055668 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-5d553f91-f741-49a4-870b-f9ccba3be723 None None] For port 1fe6aefb-f049-4f66-b2ae-f8b8a700b450, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1fe6aefb-f049-4f66-b2ae-f8b8a700b450,segment=NetworkSegment(dbc23f5a-7e41-4f93-91c5-2486d640f85b),segment_id=dbc23f5a-7e41-4f93-91c5-2486d640f85b)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:12:36.056125 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5d553f91-f741-49a4-870b-f9ccba3be723 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (1fe6aefb-f049-4f66-b2ae-f8b8a700b450), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:36.059546 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 44412) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:36.079301 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-8c78b3a7-dee1-47c1-864e-ea69c8793225 None None] Current status of the port 1fe6aefb-f049-4f66-b2ae-f8b8a700b450 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:12:36.086286 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-5d553f91-f741-49a4-870b-f9ccba3be723 None None] Calling delete_port for 1fe6aefb-f049-4f66-b2ae-f8b8a700b450 owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:12:36.092010 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-5c06b6f8-1b4e-4a99-be30-ed7852b53f4b None None] For port 36dcccfe-3048-46db-a9ac-e301a195f06c, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:12:36.097398 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-5c06b6f8-1b4e-4a99-be30-ed7852b53f4b None None] For port 36dcccfe-3048-46db-a9ac-e301a195f06c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=36dcccfe-3048-46db-a9ac-e301a195f06c,segment=NetworkSegment(5b5152d9-6cf9-4160-9b01-e9af3891187f),segment_id=5b5152d9-6cf9-4160-9b01-e9af3891187f)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:12:36.106810 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-732fbd48-ea30-447f-ad3f-cc6f3af7506f req-c099b09a-aeea-41e0-b476-c4c7f27257c7 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e407f44-7420-4e8b-9e17-f47c5ae65c44 HTTP/1.1" status: 200  len: 210 time: 0.4613054
May 07 22:12:36.121972 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7bbca94c-4feb-4744-8d61-5faf6f67ff6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401094'] for router_interface (3621bc97-b3ca-49b3-81e3-7624e1ba69d3), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:36.139468 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-046783c7-ba67-4fd9-9372-9adadb1ad932 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] DELETE failed (client error): The resource could not be found.
May 07 22:12:36.140111 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-046783c7-ba67-4fd9-9372-9adadb1ad932 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:12:36.142338 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5c06b6f8-1b4e-4a99-be30-ed7852b53f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (36dcccfe-3048-46db-a9ac-e301a195f06c), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:36.145359 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-046783c7-ba67-4fd9-9372-9adadb1ad932 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "DELETE /v2.0/subnets/06570d38-1adf-468a-b21b-de49b3bc72df HTTP/1.1" status: 404  len: 337 time: 0.0827529
May 07 22:12:36.157467 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 44414) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:36.252145 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c06b6f8-1b4e-4a99-be30-ed7852b53f4b None None] Pushing event updated for resources: {'Port': ['ID=36dcccfe-3048-46db-a9ac-e301a195f06c,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:36.274873 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784dd6e3-1b20-45a5-9698-3b497a437534 req-96c39764-553e-4349-bf85-0e66b88a19ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:36.276395 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-784dd6e3-1b20-45a5-9698-3b497a437534 req-96c39764-553e-4349-bf85-0e66b88a19ac service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b29256ef64d74a5297507ca500a9468e&device_id=9fb3ec2c-34c7-4d9b-875d-43a2ec0b2135 HTTP/1.1" status: 200  len: 1125 time: 0.7611332
May 07 22:12:36.283081 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-af0e5f5a-1e68-49d0-8da1-2fb5fcac7eea tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 1.7232194
May 07 22:12:36.284217 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5d553f91-f741-49a4-870b-f9ccba3be723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (1fe6aefb-f049-4f66-b2ae-f8b8a700b450), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:36.303258 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d553f91-f741-49a4-870b-f9ccba3be723 None None] No DVR routers for this DVR port 1fe6aefb-f049-4f66-b2ae-f8b8a700b450 on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:12:36.334376 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 44416) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:36.335937 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 1fe6aefb-f049-4f66-b2ae-f8b8a700b450 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:12:36.343221 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d553f91-f741-49a4-870b-f9ccba3be723 None None] Pushing event deleted for resources: {'Port': ['ID=1fe6aefb-f049-4f66-b2ae-f8b8a700b450,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:36.352585 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-98ca830b-45af-4ac2-bdf3-80496581eaa6 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Request body: {'ports': [{'network_id': '51e50de6-5b14-452d-ad45-80a0d2ddf837'}, {'network_id': 'c452bb25-1e7f-4148-80f2-d75340aba509'}]} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:12:36.352798 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-98ca830b-45af-4ac2-bdf3-80496581eaa6 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Request body: {'port': {'network_id': '51e50de6-5b14-452d-ad45-80a0d2ddf837'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:12:36.353312 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-98ca830b-45af-4ac2-bdf3-80496581eaa6 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Request body: {'port': {'network_id': 'c452bb25-1e7f-4148-80f2-d75340aba509'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:12:36.369336 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 1fe6aefb-f049-4f66-b2ae-f8b8a700b450 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:12:36.369689 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 1fe6aefb-f049-4f66-b2ae-f8b8a700b450 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:12:36.403532 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-a32d7a68-4c36-426b-9311-0d450929ab88 req-f5aa601e-d011-4483-a533-c9858ccdbcd7 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks [] for port (9cc7735e-fc1f-4418-8730-5c1488d0ab2c), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:36.423010 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-784dd6e3-1b20-45a5-9698-3b497a437534 req-96ab450b-0094-4c64-bc66-535316844d52 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=30640e33-7566-46c1-bc06-e650cbb1fc12 HTTP/1.1" status: 200  len: 217 time: 0.1384599
May 07 22:12:36.476175 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0e5f5a-1e68-49d0-8da1-2fb5fcac7eea tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Pushing event updated for resources: {'Network': ['ID=c452bb25-1e7f-4148-80f2-d75340aba509,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:36.508869 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network c452bb25-1e7f-4148-80f2-d75340aba509 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:12:36.530725 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a31a36a3-2331-4e5b-a89d-e54fcbdb4661 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for port (3b190405-b383-48ce-86c4-7d92d44c562e), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:36.554373 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784dd6e3-1b20-45a5-9698-3b497a437534 req-5353fa81-f2cd-48cd-b02f-b50a666a1506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:36.555895 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-784dd6e3-1b20-45a5-9698-3b497a437534 req-5353fa81-f2cd-48cd-b02f-b50a666a1506 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=08181da1-ef60-4984-b7f1-4a196d8203f6 HTTP/1.1" status: 200  len: 846 time: 0.1265895
May 07 22:12:36.616757 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-784dd6e3-1b20-45a5-9698-3b497a437534 req-ce578e60-fe3f-412d-b11c-5bed93c48d4f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ebdf594d-504a-44e8-89b9-e74774287749&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0367389
May 07 22:12:36.634199 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-475c3c9d-4e88-4bd4-862d-4d8516e4ed1b tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Deleting port ca81d6d2-9a7f-46e1-9c12-415b1f6000e5 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:12:36.634538 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-475c3c9d-4e88-4bd4-862d-4d8516e4ed1b tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (ca81d6d2-9a7f-46e1-9c12-415b1f6000e5), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:36.693115 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a31a36a3-2331-4e5b-a89d-e54fcbdb4661 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (3b190405-b383-48ce-86c4-7d92d44c562e), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:36.772982 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-784dd6e3-1b20-45a5-9698-3b497a437534 req-2961548b-9377-4e7e-b44c-7a1835f14383 service neutron] 10.222.0.59 "GET /v2.0/networks/ebdf594d-504a-44e8-89b9-e74774287749?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1480398
May 07 22:12:36.773666 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-7bbca94c-4feb-4744-8d61-5faf6f67ff6e admin admin] Deleting port 6ef7dd3a-1984-4735-af40-50e84d7d15ce {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:12:36.774044 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7bbca94c-4feb-4744-8d61-5faf6f67ff6e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (6ef7dd3a-1984-4735-af40-50e84d7d15ce), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:36.794811 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-a32d7a68-4c36-426b-9311-0d450929ab88 req-f5aa601e-d011-4483-a533-c9858ccdbcd7 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (9cc7735e-fc1f-4418-8730-5c1488d0ab2c), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:36.799577 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31a36a3-2331-4e5b-a89d-e54fcbdb4661 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Network f3d35bc8-acb3-4c9c-915b-545b4a08a113 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:12:36.822829 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-475c3c9d-4e88-4bd4-862d-4d8516e4ed1b tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (ca81d6d2-9a7f-46e1-9c12-415b1f6000e5), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:36.825326 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-a31a36a3-2331-4e5b-a89d-e54fcbdb4661 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:12:36.841281 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31a36a3-2331-4e5b-a89d-e54fcbdb4661 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:12:36.867236 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-475c3c9d-4e88-4bd4-862d-4d8516e4ed1b tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Calling delete_port for ca81d6d2-9a7f-46e1-9c12-415b1f6000e5 owned by  {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:12:36.888945 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a36a3-2331-4e5b-a89d-e54fcbdb4661 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Pushing event updated for resources: {'Port': ['ID=3b190405-b383-48ce-86c4-7d92d44c562e,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:36.928701 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-7bbca94c-4feb-4744-8d61-5faf6f67ff6e admin admin] For port 6ef7dd3a-1984-4735-af40-50e84d7d15ce, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6ef7dd3a-1984-4735-af40-50e84d7d15ce,segment=NetworkSegment(475d89aa-dfcd-45a6-8015-064d553f6ef3),segment_id=475d89aa-dfcd-45a6-8015-064d553f6ef3)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:12:36.929071 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7bbca94c-4feb-4744-8d61-5faf6f67ff6e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (6ef7dd3a-1984-4735-af40-50e84d7d15ce), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:36.948366 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-7bbca94c-4feb-4744-8d61-5faf6f67ff6e admin admin] Calling delete_port for 6ef7dd3a-1984-4735-af40-50e84d7d15ce owned by network:router_interface {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:12:36.949976 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a32d7a68-4c36-426b-9311-0d450929ab88 req-f5aa601e-d011-4483-a533-c9858ccdbcd7 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Network 87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:12:36.951660 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-784dd6e3-1b20-45a5-9698-3b497a437534 req-8dd9497d-ad23-4eeb-bb8e-9e1372bab80c service neutron] 10.222.0.59 "GET /v2.0/networks/ebdf594d-504a-44e8-89b9-e74774287749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1605911
May 07 22:12:36.975652 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ca830b-45af-4ac2-bdf3-80496581eaa6 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Made reservation on behalf of 586495fb86064013a37b42a6b3d382fb for: {'port': 2} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:12:36.979724 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-98ca830b-45af-4ac2-bdf3-80496581eaa6 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:36.990626 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [req-a32d7a68-4c36-426b-9311-0d450929ab88 req-f5aa601e-d011-4483-a533-c9858ccdbcd7 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:12:37.037252 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-a32d7a68-4c36-426b-9311-0d450929ab88 req-f5aa601e-d011-4483-a533-c9858ccdbcd7 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:12:37.056991 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b504b6-df7f-414c-af86-be89c8d1c533 req-63dff0eb-ebed-44d8-ba88-b8d58c0d74aa tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:37.058553 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f6b504b6-df7f-414c-af86-be89c8d1c533 req-63dff0eb-ebed-44d8-ba88-b8d58c0d74aa tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fb3ec2c-34c7-4d9b-875d-43a2ec0b2135 HTTP/1.1" status: 200  len: 943 time: 0.2428439
May 07 22:12:37.102287 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a31a36a3-2331-4e5b-a89d-e54fcbdb4661 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398161'] for router_interface (07554bf8-4f0b-4e88-b8c3-4eaa2ea786db), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:37.122036 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-98ca830b-45af-4ac2-bdf3-80496581eaa6 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:37.201994 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aa601e-d011-4483-a533-c9858ccdbcd7 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Pushing event updated for resources: {'Port': ['ID=9cc7735e-fc1f-4418-8730-5c1488d0ab2c,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:37.288967 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32d7a68-4c36-426b-9311-0d450929ab88 req-f5aa601e-d011-4483-a533-c9858ccdbcd7 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:37.289582 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-a32d7a68-4c36-426b-9311-0d450929ab88 req-f5aa601e-d011-4483-a533-c9858ccdbcd7 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:37.319496 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9269d37f-2b1e-4973-9897-5319e6fc06bf req-04cec0fd-e635-4a5c-9232-2ccfa47ca534 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:37.321151 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9269d37f-2b1e-4973-9897-5319e6fc06bf req-04cec0fd-e635-4a5c-9232-2ccfa47ca534 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e407f44-7420-4e8b-9e17-f47c5ae65c44 HTTP/1.1" status: 200  len: 931 time: 0.0874934
May 07 22:12:37.348309 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7bbca94c-4feb-4744-8d61-5faf6f67ff6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (6ef7dd3a-1984-4735-af40-50e84d7d15ce), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:37.407729 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbca94c-4feb-4744-8d61-5faf6f67ff6e admin admin] Pushing event deleted for resources: {'Port': ['ID=6ef7dd3a-1984-4735-af40-50e84d7d15ce,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:37.438226 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-0523807e-5398-4d2c-96a1-08952a3527f3 None None] Provisioning complete for port 9cc7735e-fc1f-4418-8730-5c1488d0ab2c triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:12:37.438849 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-0523807e-5398-4d2c-96a1-08952a3527f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (9cc7735e-fc1f-4418-8730-5c1488d0ab2c), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:37.462843 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a32d7a68-4c36-426b-9311-0d450929ab88 req-f5aa601e-d011-4483-a533-c9858ccdbcd7 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.3774576
May 07 22:12:37.469650 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f6b504b6-df7f-414c-af86-be89c8d1c533 req-f3ced92b-f015-419c-a99f-69dac20eae54 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3569396
May 07 22:12:37.504245 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-a32d7a68-4c36-426b-9311-0d450929ab88 req-d1683808-e3c9-4e94-ba4f-10a9f07a5fd4 service neutron] Request body: {'port': {'device_id': '1e407f44-7420-4e8b-9e17-f47c5ae65c44', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:12:37.545133 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9269d37f-2b1e-4973-9897-5319e6fc06bf req-175f40bb-7092-4ec1-a993-bf4931ca7c61 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0565a31-c1c2-485d-aa87-3f3b5400e2b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2158020
May 07 22:12:37.632274 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-475c3c9d-4e88-4bd4-862d-4d8516e4ed1b tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (ca81d6d2-9a7f-46e1-9c12-415b1f6000e5), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:37.703718 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7bbca94c-4feb-4744-8d61-5faf6f67ff6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401002'] for router_interface (3621bc97-b3ca-49b3-81e3-7624e1ba69d3), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:37.819980 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-0523807e-5398-4d2c-96a1-08952a3527f3 None None] Port 9cc7735e-fc1f-4418-8730-5c1488d0ab2c cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:12:37.821581 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-475c3c9d-4e88-4bd4-862d-4d8516e4ed1b tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:37.825443 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-475c3c9d-4e88-4bd4-862d-4d8516e4ed1b tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "DELETE /v2.0/ports/ca81d6d2-9a7f-46e1-9c12-415b1f6000e5 HTTP/1.1" status: 204  len: 168 time: 1.6597595
May 07 22:12:37.837400 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 44426) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:37.851953 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475c3c9d-4e88-4bd4-862d-4d8516e4ed1b tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Pushing event deleted for resources: {'Port': ['ID=ca81d6d2-9a7f-46e1-9c12-415b1f6000e5,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:37.857190 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8bfd800-433c-487f-a263-a854d2b55c17 None None] Network f3d35bc8-acb3-4c9c-915b-545b4a08a113 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:12:37.901986 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a31a36a3-2331-4e5b-a89d-e54fcbdb4661 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (3b190405-b383-48ce-86c4-7d92d44c562e), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:37.910949 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [None req-98ca830b-45af-4ac2-bdf3-80496581eaa6 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] device_id is not set on port 733398d0-0274-4658-9163-303634537fe2 yet. {{(pid=121836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 22:12:37.916946 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c8b17d-088c-409b-a4f2-a230c5ef1b3f req-0da96cc3-3163-416d-87e4-ab2f83ac149d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:37.918456 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-35c8b17d-088c-409b-a4f2-a230c5ef1b3f req-0da96cc3-3163-416d-87e4-ab2f83ac149d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b29256ef64d74a5297507ca500a9468e&device_id=9fb3ec2c-34c7-4d9b-875d-43a2ec0b2135 HTTP/1.1" status: 200  len: 1125 time: 0.0550549
May 07 22:12:37.948295 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-9d9773a3-6ad5-45aa-9e9c-cee6c6463db9 None None] Provisioning complete for port 36dcccfe-3048-46db-a9ac-e301a195f06c triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:12:37.948665 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9d9773a3-6ad5-45aa-9e9c-cee6c6463db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (36dcccfe-3048-46db-a9ac-e301a195f06c), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:37.950123 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-a32d7a68-4c36-426b-9311-0d450929ab88 req-d1683808-e3c9-4e94-ba4f-10a9f07a5fd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (9cc7735e-fc1f-4418-8730-5c1488d0ab2c), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:38.078361 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bbca94c-4feb-4744-8d61-5faf6f67ff6e admin admin] Router 3621bc97-b3ca-49b3-81e3-7624e1ba69d3 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:12:38.128441 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-9d9773a3-6ad5-45aa-9e9c-cee6c6463db9 None None] Current status of the port 36dcccfe-3048-46db-a9ac-e301a195f06c is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:12:38.128839 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9d9773a3-6ad5-45aa-9e9c-cee6c6463db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (36dcccfe-3048-46db-a9ac-e301a195f06c), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:38.219992 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-9d9773a3-6ad5-45aa-9e9c-cee6c6463db9 None None] For port 36dcccfe-3048-46db-a9ac-e301a195f06c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=36dcccfe-3048-46db-a9ac-e301a195f06c,segment=NetworkSegment(5b5152d9-6cf9-4160-9b01-e9af3891187f),segment_id=5b5152d9-6cf9-4160-9b01-e9af3891187f)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:12:38.236498 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9d9773a3-6ad5-45aa-9e9c-cee6c6463db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (36dcccfe-3048-46db-a9ac-e301a195f06c), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:38.286341 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c8b17d-088c-409b-a4f2-a230c5ef1b3f req-368c59ac-9104-4b57-8f08-7b08e4fe78d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:38.287933 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-35c8b17d-088c-409b-a4f2-a230c5ef1b3f req-368c59ac-9104-4b57-8f08-7b08e4fe78d2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=ebdf594d-504a-44e8-89b9-e74774287749 HTTP/1.1" status: 200  len: 907 time: 0.3638277
May 07 22:12:38.346212 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-35c8b17d-088c-409b-a4f2-a230c5ef1b3f req-d4b8f916-5f03-484f-bbae-cac49987a7db service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=30640e33-7566-46c1-bc06-e650cbb1fc12 HTTP/1.1" status: 200  len: 217 time: 0.0493233
May 07 22:12:38.361677 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bbca94c-4feb-4744-8d61-5faf6f67ff6e admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:12:38.366931 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-7bbca94c-4feb-4744-8d61-5faf6f67ff6e admin admin] 10.222.0.32 "PUT /v2.0/routers/3621bc97-b3ca-49b3-81e3-7624e1ba69d3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3246727
May 07 22:12:38.373361 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004e223c-e1bd-4d5d-9e3b-4dc57cea4108 None None] Sync routers for ids ['3621bc97-b3ca-49b3-81e3-7624e1ba69d3'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:12:38.388681 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 44434) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:38.399631 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004e223c-e1bd-4d5d-9e3b-4dc57cea4108 None None] Routers {'3621bc97-b3ca-49b3-81e3-7624e1ba69d3'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:12:38.403384 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-004e223c-e1bd-4d5d-9e3b-4dc57cea4108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8d946730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:12:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['3621bc97-b3ca-49b3-81e3-7624e1ba69d3'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:38.407788 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a31a36a3-2331-4e5b-a89d-e54fcbdb4661 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for port (3b190405-b383-48ce-86c4-7d92d44c562e), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:38.436184 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a31a36a3-2331-4e5b-a89d-e54fcbdb4661 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (3b190405-b383-48ce-86c4-7d92d44c562e), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:38.475958 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9773a3-6ad5-45aa-9e9c-cee6c6463db9 None None] Pushing event updated for resources: {'Port': ['ID=36dcccfe-3048-46db-a9ac-e301a195f06c,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:38.512973 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-418eb4ff-a0db-4042-af3b-0a2c35fc6cd4 admin admin] Publish callbacks [] for router (3621bc97-b3ca-49b3-81e3-7624e1ba69d3), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:38.563754 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 36dcccfe-3048-46db-a9ac-e301a195f06c up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:12:38.584911 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-d604612c-31e9-4f1c-bb0d-211c21cdd04e None None] Provisioning complete for port 36dcccfe-3048-46db-a9ac-e301a195f06c triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:12:38.585273 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d604612c-31e9-4f1c-bb0d-211c21cdd04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (36dcccfe-3048-46db-a9ac-e301a195f06c), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:38.671392 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-418eb4ff-a0db-4042-af3b-0a2c35fc6cd4 admin admin] Publish callbacks [] for router_gateway (3621bc97-b3ca-49b3-81e3-7624e1ba69d3), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:38.709590 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-004e223c-e1bd-4d5d-9e3b-4dc57cea4108 None None] Set router 3621bc97-b3ca-49b3-81e3-7624e1ba69d3 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:12:38.713005 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c8b17d-088c-409b-a4f2-a230c5ef1b3f req-d58413a1-2578-4bec-bc7b-4c05b1015e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:38.714608 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-35c8b17d-088c-409b-a4f2-a230c5ef1b3f req-d58413a1-2578-4bec-bc7b-4c05b1015e07 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=08181da1-ef60-4984-b7f1-4a196d8203f6 HTTP/1.1" status: 200  len: 846 time: 0.3624091
May 07 22:12:38.787874 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 30640e33-7566-46c1-bc06-e650cbb1fc12 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:12:38.826948 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-35c8b17d-088c-409b-a4f2-a230c5ef1b3f req-719d689b-bde6-4c43-9c11-b20a0b060a2a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ebdf594d-504a-44e8-89b9-e74774287749&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0752718
May 07 22:12:38.944494 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 30640e33-7566-46c1-bc06-e650cbb1fc12, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=30640e33-7566-46c1-bc06-e650cbb1fc12,segment=NetworkSegment(2cb8e953-203f-4019-8d4d-d4ab0509c11a),segment_id=2cb8e953-203f-4019-8d4d-d4ab0509c11a)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:12:38.964586 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': '30640e33-7566-46c1-bc06-e650cbb1fc12', 'network_id': 'ebdf594d-504a-44e8-89b9-e74774287749', 'port_id': '30640e33-7566-46c1-bc06-e650cbb1fc12', 'mac_address': 'fa:16:3e:7f:01:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08181da1-ef60-4984-b7f1-4a196d8203f6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:12:38.978208 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 36dcccfe-3048-46db-a9ac-e301a195f06c triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:12:38.979273 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (36dcccfe-3048-46db-a9ac-e301a195f06c), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:38.995035 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-004e223c-e1bd-4d5d-9e3b-4dc57cea4108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8d946730>, [{'id': '3621bc97-b3ca-49b3-81e3-7624e1ba69d3', 'name': 'tempest-TestVolumeBackupRestore-1862511252-router', 'tenant_id': 'd70782066cce4f2fbf5744b63e4195cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.92'}], 'enable_snat': True}, 'gw_port_id': '723c69f0-0343-4b05-86e9-6cf9e721e8c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:09:51Z', 'updated_at': '2022-05-07T22:12:37Z', 'revision_number': 5, 'project_id': 'd70782066cce4f2fbf5744b63e4195cb', 'gw_port': {'id': '723c69f0-0343-4b05-86e9-6cf9e721e8c7', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:c5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3621bc97-b3ca-49b3-81e3-7624e1ba69d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:09:51Z', 'updated_at': '2022-05-07T22:10:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:39.014746 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-35c8b17d-088c-409b-a4f2-a230c5ef1b3f req-80008f8d-a628-4393-8622-ea8eb6454c80 service neutron] 10.222.0.59 "GET /v2.0/networks/ebdf594d-504a-44e8-89b9-e74774287749?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1745651
May 07 22:12:39.015839 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-418eb4ff-a0db-4042-af3b-0a2c35fc6cd4 admin admin] Deleting port 723c69f0-0343-4b05-86e9-6cf9e721e8c7 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:12:39.016804 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-418eb4ff-a0db-4042-af3b-0a2c35fc6cd4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (723c69f0-0343-4b05-86e9-6cf9e721e8c7), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:39.054120 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-d604612c-31e9-4f1c-bb0d-211c21cdd04e None None] Current status of the port 36dcccfe-3048-46db-a9ac-e301a195f06c is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:12:39.077577 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004e223c-e1bd-4d5d-9e3b-4dc57cea4108 None None] Checking router: 3621bc97-b3ca-49b3-81e3-7624e1ba69d3 for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:12:39.094591 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 30640e33-7566-46c1-bc06-e650cbb1fc12 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:12:39.095014 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (30640e33-7566-46c1-bc06-e650cbb1fc12), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:39.096896 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-d604612c-31e9-4f1c-bb0d-211c21cdd04e None None] Provisioning complete for port 3b190405-b383-48ce-86c4-7d92d44c562e triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:12:39.097263 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d604612c-31e9-4f1c-bb0d-211c21cdd04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (3b190405-b383-48ce-86c4-7d92d44c562e), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:39.101124 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4d6f9f01-a5ca-4a60-b962-40cd25550e99 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (3787466a-d26e-4517-a9a7-1cc24dd6f22b), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:39.109722 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004e223c-e1bd-4d5d-9e3b-4dc57cea4108 None None] Routers {'3621bc97-b3ca-49b3-81e3-7624e1ba69d3'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:12:39.114379 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-004e223c-e1bd-4d5d-9e3b-4dc57cea4108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8d946730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:12:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['3621bc97-b3ca-49b3-81e3-7624e1ba69d3'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:39.126427 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-418eb4ff-a0db-4042-af3b-0a2c35fc6cd4 admin admin] For port 723c69f0-0343-4b05-86e9-6cf9e721e8c7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=723c69f0-0343-4b05-86e9-6cf9e721e8c7,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:12:39.126737 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-418eb4ff-a0db-4042-af3b-0a2c35fc6cd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (723c69f0-0343-4b05-86e9-6cf9e721e8c7), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:39.145077 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-418eb4ff-a0db-4042-af3b-0a2c35fc6cd4 admin admin] Calling delete_port for 723c69f0-0343-4b05-86e9-6cf9e721e8c7 owned by network:router_gateway {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:12:39.147740 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30640e33-7566-46c1-bc06-e650cbb1fc12 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:12:39.230096 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 36dcccfe-3048-46db-a9ac-e301a195f06c is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:12:39.232493 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a36a3-2331-4e5b-a89d-e54fcbdb4661 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Pushing event updated for resources: {'Port': ['ID=3b190405-b383-48ce-86c4-7d92d44c562e,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:39.234856 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-d604612c-31e9-4f1c-bb0d-211c21cdd04e None None] Port 3b190405-b383-48ce-86c4-7d92d44c562e cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:12:39.251756 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 30640e33-7566-46c1-bc06-e650cbb1fc12, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=30640e33-7566-46c1-bc06-e650cbb1fc12,segment=NetworkSegment(2cb8e953-203f-4019-8d4d-d4ab0509c11a),segment_id=2cb8e953-203f-4019-8d4d-d4ab0509c11a)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:12:39.254755 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc25da5b-5f4f-4496-81d6-839098144c2a req-f43cdc5c-d440-4412-a7af-8575f9d6d9cf tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:39.264983 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (30640e33-7566-46c1-bc06-e650cbb1fc12), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:39.269330 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bc25da5b-5f4f-4496-81d6-839098144c2a req-f43cdc5c-d440-4412-a7af-8575f9d6d9cf tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fb3ec2c-34c7-4d9b-875d-43a2ec0b2135 HTTP/1.1" status: 200  len: 943 time: 0.1641610
May 07 22:12:39.281870 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a31a36a3-2331-4e5b-a89d-e54fcbdb4661 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401121'] for router_interface (07554bf8-4f0b-4e88-b8c3-4eaa2ea786db), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:39.334803 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0b38e9-d105-41d9-9cc5-11d2de0cbb6e req-f9dbd2ec-0eea-49ea-951b-82488beb79e0 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:39.336662 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7d0b38e9-d105-41d9-9cc5-11d2de0cbb6e req-f9dbd2ec-0eea-49ea-951b-82488beb79e0 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e407f44-7420-4e8b-9e17-f47c5ae65c44 HTTP/1.1" status: 200  len: 931 time: 0.6208317
May 07 22:12:39.359754 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=30640e33-7566-46c1-bc06-e650cbb1fc12,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:39.370023 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-004e223c-e1bd-4d5d-9e3b-4dc57cea4108 None None] Set router 3621bc97-b3ca-49b3-81e3-7624e1ba69d3 gateway port host: None {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:12:39.375392 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-a9ce8e3c-709b-4b22-9448-e1c31ab23d9b None None] Provisioning complete for port 3b190405-b383-48ce-86c4-7d92d44c562e triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:12:39.376032 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a9ce8e3c-709b-4b22-9448-e1c31ab23d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (3b190405-b383-48ce-86c4-7d92d44c562e), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:39.420292 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-a9ce8e3c-709b-4b22-9448-e1c31ab23d9b None None] Port 3b190405-b383-48ce-86c4-7d92d44c562e cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:12:39.463801 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-004e223c-e1bd-4d5d-9e3b-4dc57cea4108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8d946730>, [{'id': '3621bc97-b3ca-49b3-81e3-7624e1ba69d3', 'name': 'tempest-TestVolumeBackupRestore-1862511252-router', 'tenant_id': 'd70782066cce4f2fbf5744b63e4195cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:09:51Z', 'updated_at': '2022-05-07T22:12:38Z', 'revision_number': 6, 'project_id': 'd70782066cce4f2fbf5744b63e4195cb', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:39.492578 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-004e223c-e1bd-4d5d-9e3b-4dc57cea4108 None None] The sync data for ids ['3621bc97-b3ca-49b3-81e3-7624e1ba69d3'] in ncdv-master-1 is: [{'id': '3621bc97-b3ca-49b3-81e3-7624e1ba69d3', 'name': 'tempest-TestVolumeBackupRestore-1862511252-router', 'tenant_id': 'd70782066cce4f2fbf5744b63e4195cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:09:51Z', 'updated_at': '2022-05-07T22:12:38Z', 'revision_number': 6, 'project_id': 'd70782066cce4f2fbf5744b63e4195cb', 'gw_port_host': None}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:12:39.498006 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7d0b38e9-d105-41d9-9cc5-11d2de0cbb6e req-9b5253cb-0120-4b07-9a5c-0cf6df7a08e5 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0565a31-c1c2-485d-aa87-3f3b5400e2b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1481946
May 07 22:12:39.503534 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-418eb4ff-a0db-4042-af3b-0a2c35fc6cd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (723c69f0-0343-4b05-86e9-6cf9e721e8c7), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:39.511095 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['30640e33-7566-46c1-bc06-e650cbb1fc12'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:12:39.578605 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bc25da5b-5f4f-4496-81d6-839098144c2a req-123f95df-79b9-4477-b0a1-00e15afc0894 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3082592
May 07 22:12:39.620216 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418eb4ff-a0db-4042-af3b-0a2c35fc6cd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=723c69f0-0343-4b05-86e9-6cf9e721e8c7,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:39.626666 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4d6f9f01-a5ca-4a60-b962-40cd25550e99 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (3787466a-d26e-4517-a9a7-1cc24dd6f22b), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:39.643807 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-35c8b17d-088c-409b-a4f2-a230c5ef1b3f req-8d8d3945-a281-452e-9b92-4ca7fa6e4c00 service neutron] 10.222.0.59 "GET /v2.0/networks/ebdf594d-504a-44e8-89b9-e74774287749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3165014
May 07 22:12:39.651061 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-418eb4ff-a0db-4042-af3b-0a2c35fc6cd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395776'] for router_gateway (3621bc97-b3ca-49b3-81e3-7624e1ba69d3), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:39.655798 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-4d6f9f01-a5ca-4a60-b962-40cd25550e99 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf8c5baa00>,) {'filters': {'network_id': ['3787466a-d26e-4517-a9a7-1cc24dd6f22b']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:39.683524 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-4d6f9f01-a5ca-4a60-b962-40cd25550e99 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8c5baa00>, 'dbc23f5a-7e41-4f93-91c5-2486d640f85b') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:39.683768 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-4d6f9f01-a5ca-4a60-b962-40cd25550e99 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8c5baa00>, 'dbc23f5a-7e41-4f93-91c5-2486d640f85b') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:39.741687 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4d6f9f01-a5ca-4a60-b962-40cd25550e99 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (dbc23f5a-7e41-4f93-91c5-2486d640f85b), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:39.781176 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4d6f9f01-a5ca-4a60-b962-40cd25550e99 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (dbc23f5a-7e41-4f93-91c5-2486d640f85b), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:39.803878 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-98ca830b-45af-4ac2-bdf3-80496581eaa6 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for port (733398d0-0274-4658-9163-303634537fe2), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:39.826671 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d6f9f01-a5ca-4a60-b962-40cd25550e99 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:12:39.827108 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4d6f9f01-a5ca-4a60-b962-40cd25550e99 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (dbc23f5a-7e41-4f93-91c5-2486d640f85b), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:39.830321 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 22:12:39.830321 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:12:39.830321 ncdv-master-1 neutron-server[121836]:     timer()
May 07 22:12:39.830321 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:12:39.830321 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 22:12:39.830321 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:12:39.830321 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 22:12:39.830321 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:12:39.830321 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 22:12:39.830321 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:12:39.830321 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 22:12:39.830321 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:12:39.830321 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 22:12:39.830321 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:12:39.830321 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:12:39.830321 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:12:39.830321 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:12:39.830321 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:12:39.830321 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 22:12:39.830321 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:12:39.830321 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 22:12:39.830321 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:12:39.830321 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:12:39.830321 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:12:39.830321 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 22:12:39.830321 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:12:39.830321 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:12:39.830321 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:12:39.830321 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:12:39.830321 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:12:39.830321 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:12:39.830321 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:12:39.868333 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31a36a3-2331-4e5b-a89d-e54fcbdb4661 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Network f3d35bc8-acb3-4c9c-915b-545b4a08a113 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:12:39.910329 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-a31a36a3-2331-4e5b-a89d-e54fcbdb4661 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:12:39.973960 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [None req-98ca830b-45af-4ac2-bdf3-80496581eaa6 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] device_id is not set on port b6f44eba-3e2f-4283-bca1-47388df2d7f5 yet. {{(pid=121836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 22:12:40.069913 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4d6f9f01-a5ca-4a60-b962-40cd25550e99 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (3787466a-d26e-4517-a9a7-1cc24dd6f22b), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:40.116267 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4d6f9f01-a5ca-4a60-b962-40cd25550e99 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:40.119552 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-4d6f9f01-a5ca-4a60-b962-40cd25550e99 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] 10.222.0.32 "DELETE /v2.0/networks/3787466a-d26e-4517-a9a7-1cc24dd6f22b HTTP/1.1" status: 204  len: 168 time: 2.2649910
May 07 22:12:40.126806 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-418eb4ff-a0db-4042-af3b-0a2c35fc6cd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (3621bc97-b3ca-49b3-81e3-7624e1ba69d3), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:40.132080 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-418eb4ff-a0db-4042-af3b-0a2c35fc6cd4 admin admin] Publish callbacks [] for router_controller (3621bc97-b3ca-49b3-81e3-7624e1ba69d3), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:40.169128 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6f9f01-a5ca-4a60-b962-40cd25550e99 tempest-PortsTestJSON-1331717470 tempest-PortsTestJSON-1331717470-project] Pushing event deleted for resources: {'Network': ['ID=3787466a-d26e-4517-a9a7-1cc24dd6f22b,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:40.188134 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-418eb4ff-a0db-4042-af3b-0a2c35fc6cd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (3621bc97-b3ca-49b3-81e3-7624e1ba69d3), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:40.188797 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-418eb4ff-a0db-4042-af3b-0a2c35fc6cd4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3621bc97-b3ca-49b3-81e3-7624e1ba69d3 {{(pid=121837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 22:12:40.195430 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-418eb4ff-a0db-4042-af3b-0a2c35fc6cd4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:40.200286 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-418eb4ff-a0db-4042-af3b-0a2c35fc6cd4 admin admin] 10.222.0.32 "DELETE /v2.0/routers/3621bc97-b3ca-49b3-81e3-7624e1ba69d3 HTTP/1.1" status: 204  len: 168 time: 1.8065608
May 07 22:12:40.200286 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 44446) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:40.207298 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [req-a32d7a68-4c36-426b-9311-0d450929ab88 req-d1683808-e3c9-4e94-ba4f-10a9f07a5fd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cc7735e-fc1f-4418-8730-5c1488d0ab2c {{(pid=121836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:12:40.222540 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-a32d7a68-4c36-426b-9311-0d450929ab88 req-d1683808-e3c9-4e94-ba4f-10a9f07a5fd4 service neutron] Publish callbacks [] for port (9cc7735e-fc1f-4418-8730-5c1488d0ab2c), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:40.251276 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-ed4a8e0c-e686-42b0-abb8-9cd35f30e871 None None] Provisioning complete for port 3b190405-b383-48ce-86c4-7d92d44c562e triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:12:40.251655 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ed4a8e0c-e686-42b0-abb8-9cd35f30e871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (3b190405-b383-48ce-86c4-7d92d44c562e), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:40.257810 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f0cc35f-b7ee-4bc6-b342-b6c8ea4c4b69 admin admin] Deleting subnet 21c94e42-6f33-4d3f-bb38-a9f7f8184d5c {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:12:40.259001 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.provisioning_blocks [req-a32d7a68-4c36-426b-9311-0d450929ab88 req-d1683808-e3c9-4e94-ba4f-10a9f07a5fd4 service neutron] Transition to ACTIVE for port object 9cc7735e-fc1f-4418-8730-5c1488d0ab2c will not be triggered until provisioned by entity L2. {{(pid=121836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 22:12:40.261856 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8f0cc35f-b7ee-4bc6-b342-b6c8ea4c4b69 admin admin] Publish callbacks [] for subnet (21c94e42-6f33-4d3f-bb38-a9f7f8184d5c), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:40.269682 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-a32d7a68-4c36-426b-9311-0d450929ab88 req-d1683808-e3c9-4e94-ba4f-10a9f07a5fd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (9cc7735e-fc1f-4418-8730-5c1488d0ab2c), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:40.308519 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-ed4a8e0c-e686-42b0-abb8-9cd35f30e871 None None] Port 3b190405-b383-48ce-86c4-7d92d44c562e cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:12:40.319037 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8f0cc35f-b7ee-4bc6-b342-b6c8ea4c4b69 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (21c94e42-6f33-4d3f-bb38-a9f7f8184d5c), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:40.327271 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-98ca830b-45af-4ac2-bdf3-80496581eaa6 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for port (b6f44eba-3e2f-4283-bca1-47388df2d7f5), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:40.388159 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1683808-e3c9-4e94-ba4f-10a9f07a5fd4 service neutron] Pushing event updated for resources: {'Port': ['ID=9cc7735e-fc1f-4418-8730-5c1488d0ab2c,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:40.449744 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a31a36a3-2331-4e5b-a89d-e54fcbdb4661 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Router 07554bf8-4f0b-4e88-b8c3-4eaa2ea786db is scheduled to L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db with binding_index 1 {{(pid=121836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 07 22:12:40.458894 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 36dcccfe-3048-46db-a9ac-e301a195f06c up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:12:40.495425 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8f0cc35f-b7ee-4bc6-b342-b6c8ea4c4b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (21c94e42-6f33-4d3f-bb38-a9f7f8184d5c), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:40.504213 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-98ca830b-45af-4ac2-bdf3-80496581eaa6 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (733398d0-0274-4658-9163-303634537fe2), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:40.563956 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 36dcccfe-3048-46db-a9ac-e301a195f06c triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:12:40.565252 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (36dcccfe-3048-46db-a9ac-e301a195f06c), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:40.633674 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 44454) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:40.746594 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ca830b-45af-4ac2-bdf3-80496581eaa6 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Network 51e50de6-5b14-452d-ad45-80a0d2ddf837 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:12:40.789407 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 36dcccfe-3048-46db-a9ac-e301a195f06c is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:12:40.791172 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0788f9-cb4b-4ffc-9350-8b6f6367944c req-d3553a6c-c34e-4e0c-b1f6-ee97560f7c72 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:40.793582 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-98ca830b-45af-4ac2-bdf3-80496581eaa6 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:12:40.799348 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4e0788f9-cb4b-4ffc-9350-8b6f6367944c req-d3553a6c-c34e-4e0c-b1f6-ee97560f7c72 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e407f44-7420-4e8b-9e17-f47c5ae65c44 HTTP/1.1" status: 200  len: 943 time: 0.1063306
May 07 22:12:40.802222 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8f0cc35f-b7ee-4bc6-b342-b6c8ea4c4b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (21c94e42-6f33-4d3f-bb38-a9f7f8184d5c), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:40.807411 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 30640e33-7566-46c1-bc06-e650cbb1fc12 up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:12:40.822486 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ca830b-45af-4ac2-bdf3-80496581eaa6 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:12:40.822486 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-98ca830b-45af-4ac2-bdf3-80496581eaa6 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (b6f44eba-3e2f-4283-bca1-47388df2d7f5), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:40.854793 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8f0cc35f-b7ee-4bc6-b342-b6c8ea4c4b69 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:40.855307 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ca830b-45af-4ac2-bdf3-80496581eaa6 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Pushing event updated for resources: {'Port': ['ID=733398d0-0274-4658-9163-303634537fe2,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:40.874502 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-8f0cc35f-b7ee-4bc6-b342-b6c8ea4c4b69 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/21c94e42-6f33-4d3f-bb38-a9f7f8184d5c HTTP/1.1" status: 204  len: 168 time: 0.6741176
May 07 22:12:40.875264 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 44460) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:40.899504 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0cc35f-b7ee-4bc6-b342-b6c8ea4c4b69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21c94e42-6f33-4d3f-bb38-a9f7f8184d5c,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:40.904338 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-a32d7a68-4c36-426b-9311-0d450929ab88 req-d1683808-e3c9-4e94-ba4f-10a9f07a5fd4 service neutron] Attempting to bind port 9cc7735e-fc1f-4418-8730-5c1488d0ab2c on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:12:40.904728 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-a32d7a68-4c36-426b-9311-0d450929ab88 req-d1683808-e3c9-4e94-ba4f-10a9f07a5fd4 service neutron] Attempting to bind port 9cc7735e-fc1f-4418-8730-5c1488d0ab2c by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '3c434885-c673-48d5-9295-930316ad3f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:12:40.905417 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32d7a68-4c36-426b-9311-0d450929ab88 req-d1683808-e3c9-4e94-ba4f-10a9f07a5fd4 service neutron] Attempting to bind port 9cc7735e-fc1f-4418-8730-5c1488d0ab2c on network 87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:12:40.918177 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e589747f-3725-4eac-b5df-e045973f6cea None None] Network 42882eb7-7f7c-429d-978e-a320afe6b945 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:12:40.936520 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 6ef7dd3a-1984-4735-af40-50e84d7d15ce no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:12:40.995900 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 6ef7dd3a-1984-4735-af40-50e84d7d15ce {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:12:40.996375 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 6ef7dd3a-1984-4735-af40-50e84d7d15ce not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:12:40.997374 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 723c69f0-0343-4b05-86e9-6cf9e721e8c7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:12:41.007007 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32d7a68-4c36-426b-9311-0d450929ab88 req-d1683808-e3c9-4e94-ba4f-10a9f07a5fd4 service neutron] Port 9cc7735e-fc1f-4418-8730-5c1488d0ab2c on network 87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:12:41.007341 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32d7a68-4c36-426b-9311-0d450929ab88 req-d1683808-e3c9-4e94-ba4f-10a9f07a5fd4 service neutron] Attempting to bind port 9cc7735e-fc1f-4418-8730-5c1488d0ab2c on network 87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:12:41.020609 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11049a0c-309d-4ddc-9a14-8d0cde84c585 req-26af9de6-70ff-41a9-a227-1831bfef9b29 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:41.022169 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-11049a0c-309d-4ddc-9a14-8d0cde84c585 req-26af9de6-70ff-41a9-a227-1831bfef9b29 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fb3ec2c-34c7-4d9b-875d-43a2ec0b2135 HTTP/1.1" status: 200  len: 944 time: 0.2777319
May 07 22:12:41.028265 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a31a36a3-2331-4e5b-a89d-e54fcbdb4661 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:12:41.039611 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-a31a36a3-2331-4e5b-a89d-e54fcbdb4661 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "PUT /v2.0/routers/07554bf8-4f0b-4e88-b8c3-4eaa2ea786db/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.2901185
May 07 22:12:41.050301 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32d7a68-4c36-426b-9311-0d450929ab88 req-d1683808-e3c9-4e94-ba4f-10a9f07a5fd4 service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:12:41.051810 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32d7a68-4c36-426b-9311-0d450929ab88 req-d1683808-e3c9-4e94-ba4f-10a9f07a5fd4 service neutron] Checking segment: {'id': '3c434885-c673-48d5-9295-930316ad3f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:12:41.052393 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32d7a68-4c36-426b-9311-0d450929ab88 req-d1683808-e3c9-4e94-ba4f-10a9f07a5fd4 service neutron] Bound using segment: {'id': '3c434885-c673-48d5-9295-930316ad3f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:12:41.053017 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-a32d7a68-4c36-426b-9311-0d450929ab88 req-d1683808-e3c9-4e94-ba4f-10a9f07a5fd4 service neutron] Bound port: 9cc7735e-fc1f-4418-8730-5c1488d0ab2c, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c434885-c673-48d5-9295-930316ad3f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:12:41.053947 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-a32d7a68-4c36-426b-9311-0d450929ab88 req-d1683808-e3c9-4e94-ba4f-10a9f07a5fd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (9cc7735e-fc1f-4418-8730-5c1488d0ab2c), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:41.065068 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-67b8db08-aea2-476e-aaa8-af18fbbdc8be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (42882eb7-7f7c-429d-978e-a320afe6b945), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:41.066996 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 44462) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:41.082162 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0869140d-07ea-4d08-88d6-693b0df2594f None None] Sync routers for ids ['07554bf8-4f0b-4e88-b8c3-4eaa2ea786db'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:12:41.093533 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ca830b-45af-4ac2-bdf3-80496581eaa6 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Pushing event updated for resources: {'Port': ['ID=b6f44eba-3e2f-4283-bca1-47388df2d7f5,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:41.107589 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 723c69f0-0343-4b05-86e9-6cf9e721e8c7 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:12:41.111019 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 723c69f0-0343-4b05-86e9-6cf9e721e8c7 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:12:41.173857 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4e0788f9-cb4b-4ffc-9350-8b6f6367944c req-82e2da31-12cc-4974-85e5-ce96246e105d tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0565a31-c1c2-485d-aa87-3f3b5400e2b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3590109
May 07 22:12:41.189417 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ca830b-45af-4ac2-bdf3-80496581eaa6 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Checking segment: {'id': '7eeec20e-f174-450b-83c3-2ce5ed9c9dec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'c452bb25-1e7f-4148-80f2-d75340aba509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:12:41.190520 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ca830b-45af-4ac2-bdf3-80496581eaa6 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Network hostable DHCP agents. Network: c452bb25-1e7f-4148-80f2-d75340aba509, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:12:41.204052 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-11049a0c-309d-4ddc-9a14-8d0cde84c585 req-28b44243-27d6-459c-9e40-3584f612c877 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1733778
May 07 22:12:41.227770 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning for port 30640e33-7566-46c1-bc06-e650cbb1fc12 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 22:12:41.233331 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0869140d-07ea-4d08-88d6-693b0df2594f None None] Routers {'07554bf8-4f0b-4e88-b8c3-4eaa2ea786db'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:12:41.233935 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-0869140d-07ea-4d08-88d6-693b0df2594f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7fbee880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:12:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['07554bf8-4f0b-4e88-b8c3-4eaa2ea786db'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:41.245921 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port 30640e33-7566-46c1-bc06-e650cbb1fc12 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:12:41.246656 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (30640e33-7566-46c1-bc06-e650cbb1fc12), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:41.247055 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82dc49e-33ec-432b-881e-f4012d6baaf9 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:41.248580 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-d82dc49e-33ec-432b-881e-f4012d6baaf9 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "GET /v2.0/ports/3b190405-b383-48ce-86c4-7d92d44c562e HTTP/1.1" status: 200  len: 910 time: 0.1733320
May 07 22:12:41.251510 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-67b8db08-aea2-476e-aaa8-af18fbbdc8be admin admin] Deleting port 2ce5da30-603e-4b63-9b49-a52af1a6dfe0 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:12:41.251795 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-a32d7a68-4c36-426b-9311-0d450929ab88 req-d1683808-e3c9-4e94-ba4f-10a9f07a5fd4 service neutron] For port 9cc7735e-fc1f-4418-8730-5c1488d0ab2c, host nch1-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:12:41.251916 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-67b8db08-aea2-476e-aaa8-af18fbbdc8be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (2ce5da30-603e-4b63-9b49-a52af1a6dfe0), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:41.254867 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 44464) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:41.267116 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-a32d7a68-4c36-426b-9311-0d450929ab88 req-d1683808-e3c9-4e94-ba4f-10a9f07a5fd4 service neutron] For port 9cc7735e-fc1f-4418-8730-5c1488d0ab2c, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9cc7735e-fc1f-4418-8730-5c1488d0ab2c,segment=NetworkSegment(3c434885-c673-48d5-9295-930316ad3f91),segment_id=3c434885-c673-48d5-9295-930316ad3f91)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:12:41.278009 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ca830b-45af-4ac2-bdf3-80496581eaa6 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Network c452bb25-1e7f-4148-80f2-d75340aba509 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:12:41.302447 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-523aa2b5-c623-4822-b21f-f3559e974543 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9c3329647b05487f9d63d3c4ec2183b9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6627135
May 07 22:12:41.310598 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 44466) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:41.314438 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09732265-ef44-473e-8983-a5fc4aa67d7a None None] DHCP port deletion for 42882eb7-7f7c-429d-978e-a320afe6b945 request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:12:41.318465 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-0869140d-07ea-4d08-88d6-693b0df2594f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7fbee880>, [], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:41.322117 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-a32d7a68-4c36-426b-9311-0d450929ab88 req-d1683808-e3c9-4e94-ba4f-10a9f07a5fd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (9cc7735e-fc1f-4418-8730-5c1488d0ab2c), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:41.348310 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-67b8db08-aea2-476e-aaa8-af18fbbdc8be admin admin] For port 2ce5da30-603e-4b63-9b49-a52af1a6dfe0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2ce5da30-603e-4b63-9b49-a52af1a6dfe0,segment=NetworkSegment(475d89aa-dfcd-45a6-8015-064d553f6ef3),segment_id=475d89aa-dfcd-45a6-8015-064d553f6ef3)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:12:41.348709 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-67b8db08-aea2-476e-aaa8-af18fbbdc8be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (2ce5da30-603e-4b63-9b49-a52af1a6dfe0), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:41.361530 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0869140d-07ea-4d08-88d6-693b0df2594f None None] Routers {'07554bf8-4f0b-4e88-b8c3-4eaa2ea786db'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:12:41.362111 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-0869140d-07ea-4d08-88d6-693b0df2594f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7fbee880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:12:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['07554bf8-4f0b-4e88-b8c3-4eaa2ea786db'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:41.365693 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-98ca830b-45af-4ac2-bdf3-80496581eaa6 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c452bb25-1e7f-4148-80f2-d75340aba509) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:12:41.365877 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-67b8db08-aea2-476e-aaa8-af18fbbdc8be admin admin] Calling delete_port for 2ce5da30-603e-4b63-9b49-a52af1a6dfe0 owned by network:dhcp {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:12:41.400147 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ca830b-45af-4ac2-bdf3-80496581eaa6 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:12:41.404843 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7485c41c-ae35-40c7-8055-53c0fe8f48b9 None None] Network c452bb25-1e7f-4148-80f2-d75340aba509 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:12:41.405389 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ca830b-45af-4ac2-bdf3-80496581eaa6 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:41.410445 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ca830b-45af-4ac2-bdf3-80496581eaa6 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:41.410693 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-0869140d-07ea-4d08-88d6-693b0df2594f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7fbee880>, [], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:41.411149 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-98ca830b-45af-4ac2-bdf3-80496581eaa6 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:41.411339 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0869140d-07ea-4d08-88d6-693b0df2594f None None] The sync data for ids ['07554bf8-4f0b-4e88-b8c3-4eaa2ea786db'] in ncdv-master-1 is: [] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:12:41.446505 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-09732265-ef44-473e-8983-a5fc4aa67d7a None None] Deleting port 2ce5da30-603e-4b63-9b49-a52af1a6dfe0 {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:12:41.446683 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-09732265-ef44-473e-8983-a5fc4aa67d7a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (2ce5da30-603e-4b63-9b49-a52af1a6dfe0), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:41.453235 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32d7a68-4c36-426b-9311-0d450929ab88 req-d1683808-e3c9-4e94-ba4f-10a9f07a5fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:41.453854 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-a32d7a68-4c36-426b-9311-0d450929ab88 req-d1683808-e3c9-4e94-ba4f-10a9f07a5fd4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:41.455282 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a32d7a68-4c36-426b-9311-0d450929ab88 req-d1683808-e3c9-4e94-ba4f-10a9f07a5fd4 service neutron] 10.222.0.55 "PUT /v2.0/ports/9cc7735e-fc1f-4418-8730-5c1488d0ab2c HTTP/1.1" status: 200  len: 1091 time: 3.9805000
May 07 22:12:41.461225 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e407f44-7420-4e8b-9e17-f47c5ae65c44', 'tag': '9cc7735e-fc1f-4418-8730-5c1488d0ab2c'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:12:41.463426 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf47c8e-45d6-4bdf-911d-adef7995ba03" -d '{"events": [{"name": "network-changed", "server_uuid": "1e407f44-7420-4e8b-9e17-f47c5ae65c44", "tag": "9cc7735e-fc1f-4418-8730-5c1488d0ab2c"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:12:41.482272 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-67b8db08-aea2-476e-aaa8-af18fbbdc8be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (2ce5da30-603e-4b63-9b49-a52af1a6dfe0), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:41.487115 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-98ca830b-45af-4ac2-bdf3-80496581eaa6 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1425 time: 5.1387320
May 07 22:12:41.493131 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 44470) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:41.507938 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1683808-e3c9-4e94-ba4f-10a9f07a5fd4 service neutron] Pushing event updated for resources: {'Port': ['ID=9cc7735e-fc1f-4418-8730-5c1488d0ab2c,revision_number=3']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:41.511193 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-09732265-ef44-473e-8983-a5fc4aa67d7a None None] For port 2ce5da30-603e-4b63-9b49-a52af1a6dfe0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2ce5da30-603e-4b63-9b49-a52af1a6dfe0,segment=NetworkSegment(475d89aa-dfcd-45a6-8015-064d553f6ef3),segment_id=475d89aa-dfcd-45a6-8015-064d553f6ef3)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:12:41.511598 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-09732265-ef44-473e-8983-a5fc4aa67d7a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (2ce5da30-603e-4b63-9b49-a52af1a6dfe0), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:41.525694 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-09732265-ef44-473e-8983-a5fc4aa67d7a None None] Calling delete_port for 2ce5da30-603e-4b63-9b49-a52af1a6dfe0 owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:12:41.528830 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b8db08-aea2-476e-aaa8-af18fbbdc8be admin admin] Pushing event deleted for resources: {'Port': ['ID=2ce5da30-603e-4b63-9b49-a52af1a6dfe0,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:41.542509 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b8db08-aea2-476e-aaa8-af18fbbdc8be admin admin] No DVR routers for this DVR port 2ce5da30-603e-4b63-9b49-a52af1a6dfe0 on host ncdv-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:12:41.608318 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00364582-aebb-4990-8e99-4272eaf3f5ac x-openstack-request-id: req-00364582-aebb-4990-8e99-4272eaf3f5ac {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:12:41.608602 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e407f44-7420-4e8b-9e17-f47c5ae65c44", "tag": "9cc7735e-fc1f-4418-8730-5c1488d0ab2c", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:12:41.608851 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-00364582-aebb-4990-8e99-4272eaf3f5ac {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:12:41.609256 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00364582-aebb-4990-8e99-4272eaf3f5ac'] response: {'name': 'network-changed', 'server_uuid': '1e407f44-7420-4e8b-9e17-f47c5ae65c44', 'tag': '9cc7735e-fc1f-4418-8730-5c1488d0ab2c', 'status': 'completed', 'code': 200}
May 07 22:12:41.631789 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-67b8db08-aea2-476e-aaa8-af18fbbdc8be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (42882eb7-7f7c-429d-978e-a320afe6b945), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:41.633696 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:12:41.633696 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 22:12:41.633696 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:12:41.633696 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 22:12:41.633696 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:12:41.633696 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 22:12:41.633696 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:12:41.633696 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 22:12:41.633696 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:12:41.633696 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 22:12:41.633696 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:12:41.633696 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 22:12:41.633696 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:12:41.633696 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 22:12:41.633696 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:12:41.633696 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 22:12:41.633696 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:12:41.633696 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 22:12:41.633696 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:12:41.633696 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 22:12:41.633696 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:12:41.633696 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 22:12:41.633696 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:12:41.633696 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 22:12:41.633696 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:12:41.633696 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 22:12:41.633696 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:12:41.633696 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 22:12:41.633696 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:12:41.633696 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 22:12:41.633696 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:12:41.633696 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 22:12:41.633696 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:12:41.633696 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 22:12:41.633696 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:12:41.633696 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 22:12:41.633696 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:12:41.633696 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 22:12:41.633696 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:12:41.633696 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 22:12:41.633696 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:12:41.633696 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 22:12:41.633696 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:12:41.633696 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 22:12:41.633696 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:12:41.633696 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 22:12:41.633696 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:12:41.633696 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 22:12:41.633696 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:12:41.633696 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 22:12:41.633696 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:12:41.633696 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 22:12:41.633696 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:12:41.633696 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 22:12:41.659731 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-67b8db08-aea2-476e-aaa8-af18fbbdc8be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf8cde6790>,) {'filters': {'network_id': ['42882eb7-7f7c-429d-978e-a320afe6b945']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:41.667477 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5b4de236-0f64-4ee9-8c19-fb84a0c00844 admin admin] Publish callbacks [] for security_group (8ed31640-d354-49af-8d6b-c997f4a62bad), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:41.672360 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-67b8db08-aea2-476e-aaa8-af18fbbdc8be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8cde6790>, '475d89aa-dfcd-45a6-8015-064d553f6ef3') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:41.672660 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-67b8db08-aea2-476e-aaa8-af18fbbdc8be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8cde6790>, '475d89aa-dfcd-45a6-8015-064d553f6ef3') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:41.690102 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-67b8db08-aea2-476e-aaa8-af18fbbdc8be admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (475d89aa-dfcd-45a6-8015-064d553f6ef3), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:41.712770 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-09732265-ef44-473e-8983-a5fc4aa67d7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (2ce5da30-603e-4b63-9b49-a52af1a6dfe0), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:41.716758 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-67b8db08-aea2-476e-aaa8-af18fbbdc8be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (475d89aa-dfcd-45a6-8015-064d553f6ef3), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:41.729573 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67b8db08-aea2-476e-aaa8-af18fbbdc8be admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:12:41.731400 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-67b8db08-aea2-476e-aaa8-af18fbbdc8be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (475d89aa-dfcd-45a6-8015-064d553f6ef3), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:41.750476 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32d7a68-4c36-426b-9311-0d450929ab88 req-0bc35e6a-d782-42df-92f4-100e853d14d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:41.752045 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a32d7a68-4c36-426b-9311-0d450929ab88 req-0bc35e6a-d782-42df-92f4-100e853d14d0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f3657e8df46a4252b9eb1eb159306a66&device_id=1e407f44-7420-4e8b-9e17-f47c5ae65c44 HTTP/1.1" status: 200  len: 1125 time: 0.2069211
May 07 22:12:41.757052 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 22:12:41.757052 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:12:41.757052 ncdv-master-1 neutron-server[121837]:     timer()
May 07 22:12:41.757052 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:12:41.757052 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 22:12:41.757052 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:12:41.757052 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 22:12:41.757052 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:12:41.757052 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 22:12:41.757052 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:12:41.757052 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 22:12:41.757052 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:12:41.757052 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 22:12:41.757052 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:12:41.757052 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:12:41.757052 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:12:41.757052 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:12:41.757052 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:12:41.757052 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 22:12:41.757052 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:12:41.757052 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 22:12:41.757052 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:12:41.757052 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:12:41.757052 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:12:41.757052 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 22:12:41.757052 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:12:41.757052 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:12:41.757052 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:12:41.757052 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:12:41.757052 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:12:41.757052 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:12:41.757052 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:12:41.769269 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5b4de236-0f64-4ee9-8c19-fb84a0c00844 admin admin] Publish callbacks [] for security_group (8ed31640-d354-49af-8d6b-c997f4a62bad), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:41.773628 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09732265-ef44-473e-8983-a5fc4aa67d7a None None] Pushing event deleted for resources: {'Port': ['ID=2ce5da30-603e-4b63-9b49-a52af1a6dfe0,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:41.787543 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 30640e33-7566-46c1-bc06-e650cbb1fc12 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:12:41.788184 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (30640e33-7566-46c1-bc06-e650cbb1fc12), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:41.790856 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09732265-ef44-473e-8983-a5fc4aa67d7a None None] No DVR routers for this DVR port 2ce5da30-603e-4b63-9b49-a52af1a6dfe0 on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:12:41.821600 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fb3ec2c-34c7-4d9b-875d-43a2ec0b2135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30640e33-7566-46c1-bc06-e650cbb1fc12'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:12:41.824344 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54a0c2b9-d4d9-48d8-a827-90d8355fd4fb" -d '{"events": [{"server_uuid": "9fb3ec2c-34c7-4d9b-875d-43a2ec0b2135", "name": "network-vif-plugged", "status": "completed", "tag": "30640e33-7566-46c1-bc06-e650cbb1fc12"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:12:41.824698 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-67b8db08-aea2-476e-aaa8-af18fbbdc8be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (42882eb7-7f7c-429d-978e-a320afe6b945), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:41.843793 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 30640e33-7566-46c1-bc06-e650cbb1fc12, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=30640e33-7566-46c1-bc06-e650cbb1fc12,segment=NetworkSegment(2cb8e953-203f-4019-8d4d-d4ab0509c11a),segment_id=2cb8e953-203f-4019-8d4d-d4ab0509c11a)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:12:41.851700 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (30640e33-7566-46c1-bc06-e650cbb1fc12), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:41.852273 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a32d7a68-4c36-426b-9311-0d450929ab88 req-2b6bb51c-c061-4fc1-854c-de810ffc62e1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9cc7735e-fc1f-4418-8730-5c1488d0ab2c HTTP/1.1" status: 200  len: 217 time: 0.0742500
May 07 22:12:41.859983 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-67b8db08-aea2-476e-aaa8-af18fbbdc8be admin admin] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:41.863893 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-67b8db08-aea2-476e-aaa8-af18fbbdc8be admin admin] 10.222.0.32 "DELETE /v2.0/networks/42882eb7-7f7c-429d-978e-a320afe6b945 HTTP/1.1" status: 204  len: 168 time: 0.9781892
May 07 22:12:41.865119 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b8db08-aea2-476e-aaa8-af18fbbdc8be admin admin] Pushing event deleted for resources: {'Network': ['ID=42882eb7-7f7c-429d-978e-a320afe6b945,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:41.867917 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 44476) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:41.887407 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-c2670a96-c80d-4e87-af15-92cba1bda20f tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Deleting port b6f44eba-3e2f-4283-bca1-47388df2d7f5 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:12:41.887753 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c2670a96-c80d-4e87-af15-92cba1bda20f tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (b6f44eba-3e2f-4283-bca1-47388df2d7f5), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:41.898652 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0336d3eb-15e3-4a54-8a0d-e3cb562ad9c7 x-openstack-request-id: req-0336d3eb-15e3-4a54-8a0d-e3cb562ad9c7 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:12:41.898967 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fb3ec2c-34c7-4d9b-875d-43a2ec0b2135", "name": "network-vif-plugged", "status": "completed", "tag": "30640e33-7566-46c1-bc06-e650cbb1fc12", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:12:41.899356 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0336d3eb-15e3-4a54-8a0d-e3cb562ad9c7 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:12:41.899745 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0336d3eb-15e3-4a54-8a0d-e3cb562ad9c7'] response: {'server_uuid': '9fb3ec2c-34c7-4d9b-875d-43a2ec0b2135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30640e33-7566-46c1-bc06-e650cbb1fc12', 'code': 200}
May 07 22:12:41.949926 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=30640e33-7566-46c1-bc06-e650cbb1fc12,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:42.040456 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f811054-09dc-481e-9a6f-2fe86db942f1 req-1c8a5c24-f499-47b8-b6b6-d2aea128c5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:42.042002 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7f811054-09dc-481e-9a6f-2fe86db942f1 req-1c8a5c24-f499-47b8-b6b6-d2aea128c5b5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9fb3ec2c-34c7-4d9b-875d-43a2ec0b2135 HTTP/1.1" status: 200  len: 1127 time: 0.0577867
May 07 22:12:42.063030 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5b4de236-0f64-4ee9-8c19-fb84a0c00844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (8ed31640-d354-49af-8d6b-c997f4a62bad), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:42.065524 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5b4de236-0f64-4ee9-8c19-fb84a0c00844 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:42.069061 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-5b4de236-0f64-4ee9-8c19-fb84a0c00844 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8ed31640-d354-49af-8d6b-c997f4a62bad HTTP/1.1" status: 204  len: 168 time: 0.7528887
May 07 22:12:42.069061 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32d7a68-4c36-426b-9311-0d450929ab88 req-c03fbf1d-e19e-4af2-b3d6-8655a51e5f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:42.069520 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a32d7a68-4c36-426b-9311-0d450929ab88 req-c03fbf1d-e19e-4af2-b3d6-8655a51e5f53 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c381f23c-d79e-4860-966b-6594e682e18c HTTP/1.1" status: 200  len: 850 time: 0.1887603
May 07 22:12:42.072849 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c2670a96-c80d-4e87-af15-92cba1bda20f tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (b6f44eba-3e2f-4283-bca1-47388df2d7f5), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:42.111045 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-c2670a96-c80d-4e87-af15-92cba1bda20f tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Calling delete_port for b6f44eba-3e2f-4283-bca1-47388df2d7f5 owned by  {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:12:42.148406 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4de236-0f64-4ee9-8c19-fb84a0c00844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed31640-d354-49af-8d6b-c997f4a62bad,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:42.167125 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7f811054-09dc-481e-9a6f-2fe86db942f1 req-bc5a1aa2-e980-4b89-b70e-6869b4bebaac service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1173701
May 07 22:12:42.219702 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32d7a68-4c36-426b-9311-0d450929ab88 req-60257309-7178-4146-b58a-5a3baaf0cfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:42.221248 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a32d7a68-4c36-426b-9311-0d450929ab88 req-60257309-7178-4146-b58a-5a3baaf0cfc0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1376903
May 07 22:12:42.223604 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-038a4eb8-3280-427e-af57-1d034dfe6f45 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401094'] for router_interface (07554bf8-4f0b-4e88-b8c3-4eaa2ea786db), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:42.319267 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 2ce5da30-603e-4b63-9b49-a52af1a6dfe0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:12:42.355178 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 2ce5da30-603e-4b63-9b49-a52af1a6dfe0 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:12:42.356144 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 2ce5da30-603e-4b63-9b49-a52af1a6dfe0 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:12:42.457869 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d2a50015-8b9c-435d-9cec-b137cd3710ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401094'] for router_interface (2412c049-4cf6-4600-a5ad-a36e3eed5f1d), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:42.465429 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f5ddc9-a43b-4bb6-afb1-f9ed01d03136 req-4fd2fa42-d912-45b2-ba6e-d13d101283e7 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:42.466994 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-15f5ddc9-a43b-4bb6-afb1-f9ed01d03136 req-4fd2fa42-d912-45b2-ba6e-d13d101283e7 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e407f44-7420-4e8b-9e17-f47c5ae65c44 HTTP/1.1" status: 200  len: 943 time: 0.0696557
May 07 22:12:42.597984 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-15f5ddc9-a43b-4bb6-afb1-f9ed01d03136 req-10943303-84c1-4dc3-83c1-ecd826787eae tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0565a31-c1c2-485d-aa87-3f3b5400e2b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0962188
May 07 22:12:42.763112 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-d2a50015-8b9c-435d-9cec-b137cd3710ad admin admin] Deleting port 23820449-bb01-4155-9393-ed3c63ed788f {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:12:42.763792 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d2a50015-8b9c-435d-9cec-b137cd3710ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (23820449-bb01-4155-9393-ed3c63ed788f), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:42.833360 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c2670a96-c80d-4e87-af15-92cba1bda20f tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (b6f44eba-3e2f-4283-bca1-47388df2d7f5), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:42.851837 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-d2a50015-8b9c-435d-9cec-b137cd3710ad admin admin] For port 23820449-bb01-4155-9393-ed3c63ed788f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=23820449-bb01-4155-9393-ed3c63ed788f,segment=NetworkSegment(9625c56f-dde5-4d0b-bd68-8018b202e2fc),segment_id=9625c56f-dde5-4d0b-bd68-8018b202e2fc)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:12:42.852153 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d2a50015-8b9c-435d-9cec-b137cd3710ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (23820449-bb01-4155-9393-ed3c63ed788f), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:42.867271 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-d2a50015-8b9c-435d-9cec-b137cd3710ad admin admin] Calling delete_port for 23820449-bb01-4155-9393-ed3c63ed788f owned by network:router_interface {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:12:42.905525 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2670a96-c80d-4e87-af15-92cba1bda20f tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Pushing event deleted for resources: {'Port': ['ID=b6f44eba-3e2f-4283-bca1-47388df2d7f5,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:42.916724 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98182d4-a6d4-46dd-a8d4-2fa9acf29f28 req-f01ca3bf-79b8-4499-b30d-e6fa2fc99731 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:42.918229 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d98182d4-a6d4-46dd-a8d4-2fa9acf29f28 req-f01ca3bf-79b8-4499-b30d-e6fa2fc99731 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fb3ec2c-34c7-4d9b-875d-43a2ec0b2135 HTTP/1.1" status: 200  len: 945 time: 0.5303650
May 07 22:12:42.928778 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a32d7a68-4c36-426b-9311-0d450929ab88 req-d78c3667-2503-40fc-8624-f4f60905e474 service neutron] 10.222.0.55 "GET /v2.0/networks/87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7008033
May 07 22:12:42.937546 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c2670a96-c80d-4e87-af15-92cba1bda20f tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:42.940700 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-c2670a96-c80d-4e87-af15-92cba1bda20f tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "DELETE /v2.0/ports/b6f44eba-3e2f-4283-bca1-47388df2d7f5 HTTP/1.1" status: 204  len: 168 time: 1.4451964
May 07 22:12:42.945383 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 44506) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:43.031041 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b10174b-4246-4efb-8bc2-6a237d495488 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:43.036819 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b10174b-4246-4efb-8bc2-6a237d495488 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:43.040484 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-0b10174b-4246-4efb-8bc2-6a237d495488 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 1455 time: 0.0920322
May 07 22:12:43.042235 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 44510) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:43.076432 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d98182d4-a6d4-46dd-a8d4-2fa9acf29f28 req-41c1f86e-d3c8-4d19-95c4-4e0342579384 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1505516
May 07 22:12:43.141245 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a32d7a68-4c36-426b-9311-0d450929ab88 req-22650ae3-d030-42f1-a3e1-64d495df564f service neutron] 10.222.0.55 "GET /v2.0/networks/87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1983719
May 07 22:12:43.144539 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-038a4eb8-3280-427e-af57-1d034dfe6f45 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Deleting port 3b190405-b383-48ce-86c4-7d92d44c562e {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:12:43.144996 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-038a4eb8-3280-427e-af57-1d034dfe6f45 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (3b190405-b383-48ce-86c4-7d92d44c562e), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:43.171231 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-baa82dae-d9ed-484c-a410-71d584aae7a7 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Deleting port 733398d0-0274-4658-9163-303634537fe2 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:12:43.171865 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-baa82dae-d9ed-484c-a410-71d584aae7a7 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (733398d0-0274-4658-9163-303634537fe2), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:43.276412 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-038a4eb8-3280-427e-af57-1d034dfe6f45 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (3b190405-b383-48ce-86c4-7d92d44c562e), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:43.293021 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-038a4eb8-3280-427e-af57-1d034dfe6f45 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Calling delete_port for 3b190405-b383-48ce-86c4-7d92d44c562e owned by network:router_interface {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:12:43.306107 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-baa82dae-d9ed-484c-a410-71d584aae7a7 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (733398d0-0274-4658-9163-303634537fe2), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:43.324357 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-baa82dae-d9ed-484c-a410-71d584aae7a7 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Calling delete_port for 733398d0-0274-4658-9163-303634537fe2 owned by  {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:12:43.326284 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d2a50015-8b9c-435d-9cec-b137cd3710ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (23820449-bb01-4155-9393-ed3c63ed788f), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:43.372633 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a50015-8b9c-435d-9cec-b137cd3710ad admin admin] Pushing event deleted for resources: {'Port': ['ID=23820449-bb01-4155-9393-ed3c63ed788f,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:43.524489 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-038a4eb8-3280-427e-af57-1d034dfe6f45 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (3b190405-b383-48ce-86c4-7d92d44c562e), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:43.554941 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038a4eb8-3280-427e-af57-1d034dfe6f45 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Pushing event deleted for resources: {'Port': ['ID=3b190405-b383-48ce-86c4-7d92d44c562e,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:43.571223 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-baa82dae-d9ed-484c-a410-71d584aae7a7 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (733398d0-0274-4658-9163-303634537fe2), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:43.648823 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa82dae-d9ed-484c-a410-71d584aae7a7 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Pushing event deleted for resources: {'Port': ['ID=733398d0-0274-4658-9163-303634537fe2,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:43.657982 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-baa82dae-d9ed-484c-a410-71d584aae7a7 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:43.664509 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-baa82dae-d9ed-484c-a410-71d584aae7a7 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "DELETE /v2.0/ports/733398d0-0274-4658-9163-303634537fe2 HTTP/1.1" status: 204  len: 168 time: 0.6197312
May 07 22:12:43.667737 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 44528) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:43.680210 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf47c8e-45d6-4bdf-911d-adef7995ba03 req-a13907d0-c5b2-468e-9baa-ebc968e55641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:43.681826 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-caf47c8e-45d6-4bdf-911d-adef7995ba03 req-a13907d0-c5b2-468e-9baa-ebc968e55641 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f3657e8df46a4252b9eb1eb159306a66&device_id=1e407f44-7420-4e8b-9e17-f47c5ae65c44 HTTP/1.1" status: 200  len: 1125 time: 0.0603507
May 07 22:12:43.794167 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d2a50015-8b9c-435d-9cec-b137cd3710ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401002'] for router_interface (2412c049-4cf6-4600-a5ad-a36e3eed5f1d), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:43.822151 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c02d219-fb00-47a4-9e47-81f547e09101 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:43.827352 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-9c02d219-fb00-47a4-9e47-81f547e09101 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 847 time: 0.1560793
May 07 22:12:43.828971 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 44532) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:43.842344 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-038a4eb8-3280-427e-af57-1d034dfe6f45 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401002'] for router_interface (07554bf8-4f0b-4e88-b8c3-4eaa2ea786db), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:43.882873 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b0308d-60e2-47f7-996c-08825f2e7286 req-1a3ca1cc-1b3f-459b-bdc4-4a6b87ce0b1f tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:43.884361 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-74b0308d-60e2-47f7-996c-08825f2e7286 req-1a3ca1cc-1b3f-459b-bdc4-4a6b87ce0b1f tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e407f44-7420-4e8b-9e17-f47c5ae65c44 HTTP/1.1" status: 200  len: 943 time: 0.1870992
May 07 22:12:43.892330 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b349fa2-93fa-4733-805f-779978c044c8 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] GET failed (client error): The resource could not be found.
May 07 22:12:43.896345 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-2b349fa2-93fa-4733-805f-779978c044c8 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "GET /v2.0/ports/b6f44eba-3e2f-4283-bca1-47388df2d7f5 HTTP/1.1" status: 404  len: 333 time: 0.0631726
May 07 22:12:43.898454 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 44536) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:43.975848 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-197681d2-f346-42d7-961b-fdb7bab3cc17 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] GET failed (client error): The resource could not be found.
May 07 22:12:43.977287 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-197681d2-f346-42d7-961b-fdb7bab3cc17 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "GET /v2.0/ports/733398d0-0274-4658-9163-303634537fe2 HTTP/1.1" status: 404  len: 333 time: 0.0759757
May 07 22:12:43.980781 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 44542) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:44.011136 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-74b0308d-60e2-47f7-996c-08825f2e7286 req-cc778579-08c3-4a03-9311-cf900df16995 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0565a31-c1c2-485d-aa87-3f3b5400e2b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1203849
May 07 22:12:44.115484 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf47c8e-45d6-4bdf-911d-adef7995ba03 req-725f20e6-7eb7-415e-99cb-42bd65509290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:44.117612 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-caf47c8e-45d6-4bdf-911d-adef7995ba03 req-725f20e6-7eb7-415e-99cb-42bd65509290 service neutron] 10.222.0.55 "GET /v2.0/networks?id=87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce HTTP/1.1" status: 200  len: 912 time: 0.3260863
May 07 22:12:44.149668 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2a50015-8b9c-435d-9cec-b137cd3710ad admin admin] Router 2412c049-4cf6-4600-a5ad-a36e3eed5f1d has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:12:44.190847 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-038a4eb8-3280-427e-af57-1d034dfe6f45 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Router 07554bf8-4f0b-4e88-b8c3-4eaa2ea786db has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:12:44.242994 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-caf47c8e-45d6-4bdf-911d-adef7995ba03 req-39c2bf87-077a-45f2-84bd-a963c5b76c79 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9cc7735e-fc1f-4418-8730-5c1488d0ab2c HTTP/1.1" status: 200  len: 217 time: 0.0721436
May 07 22:12:44.308791 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9328de1c-d68f-482e-92cc-67604b2d30c8 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (c452bb25-1e7f-4148-80f2-d75340aba509), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:44.337035 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2a50015-8b9c-435d-9cec-b137cd3710ad admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:12:44.343647 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-d2a50015-8b9c-435d-9cec-b137cd3710ad admin admin] 10.222.0.32 "PUT /v2.0/routers/2412c049-4cf6-4600-a5ad-a36e3eed5f1d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4729509
May 07 22:12:44.347258 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 44548) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:44.349343 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d91f240-338e-4db3-8dad-400df7fd8b09 None None] Sync routers for ids ['2412c049-4cf6-4600-a5ad-a36e3eed5f1d'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:12:44.360146 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d91f240-338e-4db3-8dad-400df7fd8b09 None None] Routers {'2412c049-4cf6-4600-a5ad-a36e3eed5f1d'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:12:44.361191 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-1d91f240-338e-4db3-8dad-400df7fd8b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8e3168b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:12:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['2412c049-4cf6-4600-a5ad-a36e3eed5f1d'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:44.443268 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac0e6f-0950-495c-97e6-5b56dc74e9f2 req-270c3e57-6662-433d-a5ef-6959db25973c tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:44.444457 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c9ac0e6f-0950-495c-97e6-5b56dc74e9f2 req-270c3e57-6662-433d-a5ef-6959db25973c tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fb3ec2c-34c7-4d9b-875d-43a2ec0b2135 HTTP/1.1" status: 200  len: 945 time: 0.2079873
May 07 22:12:44.469513 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ed62f2bd-b958-4181-9d04-1c38cf87bfef admin admin] Publish callbacks [] for router (2412c049-4cf6-4600-a5ad-a36e3eed5f1d), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:44.484289 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-038a4eb8-3280-427e-af57-1d034dfe6f45 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:12:44.492325 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-1d91f240-338e-4db3-8dad-400df7fd8b09 None None] Set router 2412c049-4cf6-4600-a5ad-a36e3eed5f1d gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:12:44.493054 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-038a4eb8-3280-427e-af57-1d034dfe6f45 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "PUT /v2.0/routers/07554bf8-4f0b-4e88-b8c3-4eaa2ea786db/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2335963
May 07 22:12:44.498453 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4babfafd-3333-428c-a075-35f58c4e06c0 None None] Sync routers for ids ['07554bf8-4f0b-4e88-b8c3-4eaa2ea786db'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:12:44.507070 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 44550) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:44.515098 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4babfafd-3333-428c-a075-35f58c4e06c0 None None] Routers {'07554bf8-4f0b-4e88-b8c3-4eaa2ea786db'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:12:44.517201 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-4babfafd-3333-428c-a075-35f58c4e06c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7ffa9a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:12:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['07554bf8-4f0b-4e88-b8c3-4eaa2ea786db'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:44.547176 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf47c8e-45d6-4bdf-911d-adef7995ba03 req-968ec147-963c-4e89-9bfa-714257bfa562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:44.548671 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-caf47c8e-45d6-4bdf-911d-adef7995ba03 req-968ec147-963c-4e89-9bfa-714257bfa562 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c381f23c-d79e-4860-966b-6594e682e18c HTTP/1.1" status: 200  len: 850 time: 0.2661839
May 07 22:12:44.560647 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-4babfafd-3333-428c-a075-35f58c4e06c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7ffa9a30>, [], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:44.569989 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4babfafd-3333-428c-a075-35f58c4e06c0 None None] Routers {'07554bf8-4f0b-4e88-b8c3-4eaa2ea786db'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:12:44.570880 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-4babfafd-3333-428c-a075-35f58c4e06c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7ffa9a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:12:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['07554bf8-4f0b-4e88-b8c3-4eaa2ea786db'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:44.584181 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-bc9a7cfa-4b4e-46f1-af65-6ebb2b728449 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "GET /v2.0/ports?device_id=07554bf8-4f0b-4e88-b8c3-4eaa2ea786db HTTP/1.1" status: 200  len: 205 time: 0.0732486
May 07 22:12:44.584808 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 44552) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:44.602912 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ed62f2bd-b958-4181-9d04-1c38cf87bfef admin admin] Publish callbacks [] for router_gateway (2412c049-4cf6-4600-a5ad-a36e3eed5f1d), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:44.618472 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-4babfafd-3333-428c-a075-35f58c4e06c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7ffa9a30>, [], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:44.619589 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4babfafd-3333-428c-a075-35f58c4e06c0 None None] The sync data for ids ['07554bf8-4f0b-4e88-b8c3-4eaa2ea786db'] in ncdv-master-1 is: [] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:12:44.627137 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9328de1c-d68f-482e-92cc-67604b2d30c8 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (c452bb25-1e7f-4148-80f2-d75340aba509), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:44.662868 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-ed62f2bd-b958-4181-9d04-1c38cf87bfef admin admin] Deleting port f23c9af7-fb21-4b9f-8c81-8a053828a9e4 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:12:44.663230 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ed62f2bd-b958-4181-9d04-1c38cf87bfef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (f23c9af7-fb21-4b9f-8c81-8a053828a9e4), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:44.690122 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-1d91f240-338e-4db3-8dad-400df7fd8b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8e3168b0>, [{'id': '2412c049-4cf6-4600-a5ad-a36e3eed5f1d', 'name': 'tempest-TestVolumeBackupRestore-1201792245-router', 'tenant_id': '2587862c34a945d193e58b50f42e5382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.108'}], 'enable_snat': True}, 'gw_port_id': 'f23c9af7-fb21-4b9f-8c81-8a053828a9e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:10:04Z', 'updated_at': '2022-05-07T22:12:43Z', 'revision_number': 5, 'project_id': '2587862c34a945d193e58b50f42e5382', 'gw_port': {'id': 'f23c9af7-fb21-4b9f-8c81-8a053828a9e4', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:22:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2412c049-4cf6-4600-a5ad-a36e3eed5f1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3107, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:10:06Z', 'updated_at': '2022-05-07T22:10:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:44.716930 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d91f240-338e-4db3-8dad-400df7fd8b09 None None] Checking router: 2412c049-4cf6-4600-a5ad-a36e3eed5f1d for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:12:44.728140 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-9328de1c-d68f-482e-92cc-67604b2d30c8 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf87515520>,) {'filters': {'network_id': ['c452bb25-1e7f-4148-80f2-d75340aba509']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:44.728627 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d91f240-338e-4db3-8dad-400df7fd8b09 None None] Routers {'2412c049-4cf6-4600-a5ad-a36e3eed5f1d'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:12:44.729260 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-1d91f240-338e-4db3-8dad-400df7fd8b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8e3168b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:12:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['2412c049-4cf6-4600-a5ad-a36e3eed5f1d'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:44.744910 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c9ac0e6f-0950-495c-97e6-5b56dc74e9f2 req-fdcd687e-b528-4259-83af-3dd570263c14 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2912192
May 07 22:12:44.746846 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-9328de1c-d68f-482e-92cc-67604b2d30c8 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf87515520>, '7eeec20e-f174-450b-83c3-2ce5ed9c9dec') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:44.747148 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-9328de1c-d68f-482e-92cc-67604b2d30c8 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf87515520>, '7eeec20e-f174-450b-83c3-2ce5ed9c9dec') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:44.750402 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a99c2d1f-cf4b-4572-8e22-9558e45d8aa1 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for router (07554bf8-4f0b-4e88-b8c3-4eaa2ea786db), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:44.757864 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-ed62f2bd-b958-4181-9d04-1c38cf87bfef admin admin] For port f23c9af7-fb21-4b9f-8c81-8a053828a9e4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f23c9af7-fb21-4b9f-8c81-8a053828a9e4,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:12:44.758260 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ed62f2bd-b958-4181-9d04-1c38cf87bfef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (f23c9af7-fb21-4b9f-8c81-8a053828a9e4), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:44.773006 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-ed62f2bd-b958-4181-9d04-1c38cf87bfef admin admin] Calling delete_port for f23c9af7-fb21-4b9f-8c81-8a053828a9e4 owned by network:router_gateway {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:12:44.829508 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9328de1c-d68f-482e-92cc-67604b2d30c8 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (7eeec20e-f174-450b-83c3-2ce5ed9c9dec), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:44.886273 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9328de1c-d68f-482e-92cc-67604b2d30c8 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (7eeec20e-f174-450b-83c3-2ce5ed9c9dec), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:44.930764 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-1d91f240-338e-4db3-8dad-400df7fd8b09 None None] Set router 2412c049-4cf6-4600-a5ad-a36e3eed5f1d gateway port host: None {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:12:44.955240 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9328de1c-d68f-482e-92cc-67604b2d30c8 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:12:44.955664 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9328de1c-d68f-482e-92cc-67604b2d30c8 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (7eeec20e-f174-450b-83c3-2ce5ed9c9dec), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:44.959504 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 22:12:44.959504 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:12:44.959504 ncdv-master-1 neutron-server[121836]:     timer()
May 07 22:12:44.959504 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:12:44.959504 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 22:12:44.959504 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:12:44.959504 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 22:12:44.959504 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:12:44.959504 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 22:12:44.959504 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:12:44.959504 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 22:12:44.959504 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:12:44.959504 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 22:12:44.959504 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:12:44.959504 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:12:44.959504 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:12:44.959504 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:12:44.959504 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:12:44.959504 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 22:12:44.959504 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:12:44.959504 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 22:12:44.959504 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:12:44.959504 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:12:44.959504 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:12:44.959504 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 22:12:44.959504 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:12:44.959504 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:12:44.959504 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:12:44.959504 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:12:44.959504 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:12:44.959504 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:12:44.959504 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:12:44.992227 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-1d91f240-338e-4db3-8dad-400df7fd8b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8e3168b0>, [{'id': '2412c049-4cf6-4600-a5ad-a36e3eed5f1d', 'name': 'tempest-TestVolumeBackupRestore-1201792245-router', 'tenant_id': '2587862c34a945d193e58b50f42e5382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:10:04Z', 'updated_at': '2022-05-07T22:12:44Z', 'revision_number': 6, 'project_id': '2587862c34a945d193e58b50f42e5382', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:45.021149 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d91f240-338e-4db3-8dad-400df7fd8b09 None None] The sync data for ids ['2412c049-4cf6-4600-a5ad-a36e3eed5f1d'] in ncdv-master-1 is: [{'id': '2412c049-4cf6-4600-a5ad-a36e3eed5f1d', 'name': 'tempest-TestVolumeBackupRestore-1201792245-router', 'tenant_id': '2587862c34a945d193e58b50f42e5382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:10:04Z', 'updated_at': '2022-05-07T22:12:44Z', 'revision_number': 6, 'project_id': '2587862c34a945d193e58b50f42e5382', 'gw_port_host': None}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:12:45.071244 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a99c2d1f-cf4b-4572-8e22-9558e45d8aa1 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (07554bf8-4f0b-4e88-b8c3-4eaa2ea786db), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:45.075630 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a99c2d1f-cf4b-4572-8e22-9558e45d8aa1 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for router_controller (07554bf8-4f0b-4e88-b8c3-4eaa2ea786db), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:45.093951 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf47c8e-45d6-4bdf-911d-adef7995ba03 req-0ca0eaeb-62e4-4bf8-b39c-c86f16ccb0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:45.095536 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-caf47c8e-45d6-4bdf-911d-adef7995ba03 req-0ca0eaeb-62e4-4bf8-b39c-c86f16ccb0b0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1352348
May 07 22:12:45.148166 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9328de1c-d68f-482e-92cc-67604b2d30c8 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (c452bb25-1e7f-4148-80f2-d75340aba509), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:45.168731 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9328de1c-d68f-482e-92cc-67604b2d30c8 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:45.176995 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-9328de1c-d68f-482e-92cc-67604b2d30c8 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "DELETE /v2.0/networks/c452bb25-1e7f-4148-80f2-d75340aba509 HTTP/1.1" status: 204  len: 168 time: 1.1897681
May 07 22:12:45.189861 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 44560) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:45.210829 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-df0a78c9-206c-4af5-85bb-6b367c3fc317 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-884366541'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:12:45.217426 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a99c2d1f-cf4b-4572-8e22-9558e45d8aa1 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (07554bf8-4f0b-4e88-b8c3-4eaa2ea786db), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:45.217789 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a99c2d1f-cf4b-4572-8e22-9558e45d8aa1 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Fanout notify agent at l3_agent the message router_deleted on router 07554bf8-4f0b-4e88-b8c3-4eaa2ea786db {{(pid=121836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 22:12:45.224806 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9328de1c-d68f-482e-92cc-67604b2d30c8 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Pushing event deleted for resources: {'Network': ['ID=c452bb25-1e7f-4148-80f2-d75340aba509,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:45.257659 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a99c2d1f-cf4b-4572-8e22-9558e45d8aa1 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:45.265162 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-a99c2d1f-cf4b-4572-8e22-9558e45d8aa1 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "DELETE /v2.0/routers/07554bf8-4f0b-4e88-b8c3-4eaa2ea786db HTTP/1.1" status: 204  len: 168 time: 0.6500194
May 07 22:12:45.273845 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 44564) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:45.304824 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b58976-5740-44f1-9fbe-fc8df978e5cd req-cdbf5a3b-ee2b-4659-94f9-44b883ee659f tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:45.310593 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d8e16-8a17-4840-bc7a-d88a8257c485 req-76e9cd49-750d-494e-9778-55f9f01ce278 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:45.312160 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-329d8e16-8a17-4840-bc7a-d88a8257c485 req-76e9cd49-750d-494e-9778-55f9f01ce278 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=876afed0-19b4-4cae-83e8-a954d0cae1ba HTTP/1.1" status: 200  len: 945 time: 0.4582531
May 07 22:12:45.318074 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-12b58976-5740-44f1-9fbe-fc8df978e5cd req-cdbf5a3b-ee2b-4659-94f9-44b883ee659f tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e407f44-7420-4e8b-9e17-f47c5ae65c44 HTTP/1.1" status: 200  len: 943 time: 0.1903677
May 07 22:12:45.354634 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [req-8c9b115a-ca37-4517-a977-d96a6e1d9d52 req-03a355fe-fcf3-469d-a62e-d525120c573a service neutron] (121836) timed out ('10.222.0.32', 47656) {{(pid=121836) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
May 07 22:12:45.393962 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df0a78c9-206c-4af5-85bb-6b367c3fc317 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Made reservation on behalf of 586495fb86064013a37b42a6b3d382fb for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:12:45.397608 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-df0a78c9-206c-4af5-85bb-6b367c3fc317 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:45.401855 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-329d8e16-8a17-4840-bc7a-d88a8257c485 req-2dbe7647-e495-42ef-90f6-20c9b36b8bb6 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0806880
May 07 22:12:45.402924 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ed62f2bd-b958-4181-9d04-1c38cf87bfef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (f23c9af7-fb21-4b9f-8c81-8a053828a9e4), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:45.477120 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed62f2bd-b958-4181-9d04-1c38cf87bfef admin admin] Pushing event deleted for resources: {'Port': ['ID=f23c9af7-fb21-4b9f-8c81-8a053828a9e4,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:45.536852 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee669e3f-d46b-458c-886c-fad76229411f tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Deleting subnet bc58e584-89f7-430f-94df-cd3667ba56fb {{(pid=121836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:12:45.541792 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-12b58976-5740-44f1-9fbe-fc8df978e5cd req-1f224fe6-6709-47a9-b0bf-dd6ef0a0c536 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0565a31-c1c2-485d-aa87-3f3b5400e2b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2229507
May 07 22:12:45.545902 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ee669e3f-d46b-458c-886c-fad76229411f tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for subnet (bc58e584-89f7-430f-94df-cd3667ba56fb), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:45.552549 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-caf47c8e-45d6-4bdf-911d-adef7995ba03 req-95bf22d3-7922-41f9-97ac-0824e7b3b296 service neutron] 10.222.0.55 "GET /v2.0/networks/87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4264987
May 07 22:12:45.587414 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df0a78c9-206c-4af5-85bb-6b367c3fc317 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:12:45.614810 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c964405a-8918-4b40-99e2-90c46d6573f3 req-4e2a1ed4-5628-451e-993f-b747b1097772 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:45.616110 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c964405a-8918-4b40-99e2-90c46d6573f3 req-4e2a1ed4-5628-451e-993f-b747b1097772 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fb3ec2c-34c7-4d9b-875d-43a2ec0b2135 HTTP/1.1" status: 200  len: 945 time: 0.0920465
May 07 22:12:45.621294 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ed62f2bd-b958-4181-9d04-1c38cf87bfef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395776'] for router_gateway (2412c049-4cf6-4600-a5ad-a36e3eed5f1d), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:45.624470 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-df0a78c9-206c-4af5-85bb-6b367c3fc317 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (a0929b3f-9938-4644-b2b9-91e672b5c6b8), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:45.624815 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-df0a78c9-206c-4af5-85bb-6b367c3fc317 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Added segment a0929b3f-9938-4644-b2b9-91e672b5c6b8 of type vlan for network b18ca0ab-9d9f-4cae-87fb-07d684d895e6
May 07 22:12:45.640782 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ee669e3f-d46b-458c-886c-fad76229411f tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726883'] for subnet (bc58e584-89f7-430f-94df-cd3667ba56fb), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:45.747761 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-df0a78c9-206c-4af5-85bb-6b367c3fc317 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (b18ca0ab-9d9f-4cae-87fb-07d684d895e6), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:45.755666 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ed62f2bd-b958-4181-9d04-1c38cf87bfef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (2412c049-4cf6-4600-a5ad-a36e3eed5f1d), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:45.761207 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ed62f2bd-b958-4181-9d04-1c38cf87bfef admin admin] Publish callbacks [] for router_controller (2412c049-4cf6-4600-a5ad-a36e3eed5f1d), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:45.773195 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c964405a-8918-4b40-99e2-90c46d6573f3 req-a2bbb2be-599b-4da4-b5bf-07087e8d9f21 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1497085
May 07 22:12:45.804308 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-caf47c8e-45d6-4bdf-911d-adef7995ba03 req-d0cd8fa1-b4ca-459e-b136-8b5ab568fc98 service neutron] 10.222.0.55 "GET /v2.0/networks/87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2287381
May 07 22:12:45.816705 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ed62f2bd-b958-4181-9d04-1c38cf87bfef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (2412c049-4cf6-4600-a5ad-a36e3eed5f1d), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:45.817659 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed62f2bd-b958-4181-9d04-1c38cf87bfef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2412c049-4cf6-4600-a5ad-a36e3eed5f1d {{(pid=121837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 22:12:45.825804 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ed62f2bd-b958-4181-9d04-1c38cf87bfef admin admin] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:45.829910 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-ed62f2bd-b958-4181-9d04-1c38cf87bfef admin admin] 10.222.0.32 "DELETE /v2.0/routers/2412c049-4cf6-4600-a5ad-a36e3eed5f1d HTTP/1.1" status: 204  len: 168 time: 1.4815943
May 07 22:12:45.830074 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 44574) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:45.832621 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-df0a78c9-206c-4af5-85bb-6b367c3fc317 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (b18ca0ab-9d9f-4cae-87fb-07d684d895e6), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:45.837480 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0a78c9-206c-4af5-85bb-6b367c3fc317 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:45.838142 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-df0a78c9-206c-4af5-85bb-6b367c3fc317 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:45.927005 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-df0a78c9-206c-4af5-85bb-6b367c3fc317 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.7216938
May 07 22:12:45.929950 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 44578) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:45.933312 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ee669e3f-d46b-458c-886c-fad76229411f tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (bc58e584-89f7-430f-94df-cd3667ba56fb), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:45.935302 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-ae7bb36b-7bfa-4389-82c5-a0c965cd0340 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Request body: {'subnet': {'network_id': 'b18ca0ab-9d9f-4cae-87fb-07d684d895e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:12:46.004591 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0a78c9-206c-4af5-85bb-6b367c3fc317 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Pushing event updated for resources: {'Network': ['ID=b18ca0ab-9d9f-4cae-87fb-07d684d895e6,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:46.028956 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b708f9d-1256-4c43-8f25-ef0b48fe9000 admin admin] Deleting subnet 7881934b-b43f-4cd3-ab02-1ba13375c674 {{(pid=121836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:12:46.037894 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1b708f9d-1256-4c43-8f25-ef0b48fe9000 admin admin] Publish callbacks [] for subnet (7881934b-b43f-4cd3-ab02-1ba13375c674), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:46.089137 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1b708f9d-1256-4c43-8f25-ef0b48fe9000 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726883'] for subnet (7881934b-b43f-4cd3-ab02-1ba13375c674), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:46.100007 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae7bb36b-7bfa-4389-82c5-a0c965cd0340 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Made reservation on behalf of 586495fb86064013a37b42a6b3d382fb for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:12:46.103938 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ae7bb36b-7bfa-4389-82c5-a0c965cd0340 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:46.113093 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3423433b-0d35-409f-9917-9a5fd85c6762 req-5135a05e-a8e6-44fb-9d5d-9d88a2bc121c tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:46.119979 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ee669e3f-d46b-458c-886c-fad76229411f tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (bc58e584-89f7-430f-94df-cd3667ba56fb), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:46.121950 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3423433b-0d35-409f-9917-9a5fd85c6762 req-5135a05e-a8e6-44fb-9d5d-9d88a2bc121c tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fb3ec2c-34c7-4d9b-875d-43a2ec0b2135 HTTP/1.1" status: 200  len: 945 time: 0.0812314
May 07 22:12:46.160751 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee669e3f-d46b-458c-886c-fad76229411f tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Pushing event deleted for resources: {'Subnet': ['ID=bc58e584-89f7-430f-94df-cd3667ba56fb,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:46.174687 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ee669e3f-d46b-458c-886c-fad76229411f tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:46.179270 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-ee669e3f-d46b-458c-886c-fad76229411f tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "DELETE /v2.0/subnets/bc58e584-89f7-430f-94df-cd3667ba56fb HTTP/1.1" status: 204  len: 168 time: 0.9001079
May 07 22:12:46.182252 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 44582) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:46.183198 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network b18ca0ab-9d9f-4cae-87fb-07d684d895e6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:12:46.185862 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c9c061-6c59-4095-bec2-9c02777d8d84 None None] Network f3d35bc8-acb3-4c9c-915b-545b4a08a113 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:12:46.242147 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.ipam_backend_mixin [None req-ae7bb36b-7bfa-4389-82c5-a0c965cd0340 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Performing IP validity checks on allocation pools {{(pid=121837) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
May 07 22:12:46.245697 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.ipam_backend_mixin [None req-ae7bb36b-7bfa-4389-82c5-a0c965cd0340 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Checking for overlaps among allocation pools and gateway ip {{(pid=121837) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
May 07 22:12:46.280989 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 23820449-bb01-4155-9393-ed3c63ed788f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:12:46.290030 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3423433b-0d35-409f-9917-9a5fd85c6762 req-72391746-3973-46b1-94ae-a8aa71174cc6 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1670165
May 07 22:12:46.323019 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1b708f9d-1256-4c43-8f25-ef0b48fe9000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (7881934b-b43f-4cd3-ab02-1ba13375c674), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:46.353829 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a96b9a6a-c3cc-4031-a9ff-f5d99b0d4df5 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (f3d35bc8-acb3-4c9c-915b-545b4a08a113), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:46.359859 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 9cc7735e-fc1f-4418-8730-5c1488d0ab2c details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:12:46.375676 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 23820449-bb01-4155-9393-ed3c63ed788f {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:12:46.376438 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 23820449-bb01-4155-9393-ed3c63ed788f not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:12:46.377032 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device f23c9af7-fb21-4b9f-8c81-8a053828a9e4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:12:46.422866 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1b708f9d-1256-4c43-8f25-ef0b48fe9000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (7881934b-b43f-4cd3-ab02-1ba13375c674), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:46.439885 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-a96b9a6a-c3cc-4031-a9ff-f5d99b0d4df5 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Deleting port 36dcccfe-3048-46db-a9ac-e301a195f06c {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:12:46.440256 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a96b9a6a-c3cc-4031-a9ff-f5d99b0d4df5 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (36dcccfe-3048-46db-a9ac-e301a195f06c), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:46.446803 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ae7bb36b-7bfa-4389-82c5-a0c965cd0340 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (d0815cf7-c19a-459c-8487-deb411138d35), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:46.452325 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: f23c9af7-fb21-4b9f-8c81-8a053828a9e4 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:12:46.452692 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device f23c9af7-fb21-4b9f-8c81-8a053828a9e4 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:12:46.482728 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b708f9d-1256-4c43-8f25-ef0b48fe9000 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7881934b-b43f-4cd3-ab02-1ba13375c674,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:46.485551 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1b708f9d-1256-4c43-8f25-ef0b48fe9000 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:46.488193 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-1b708f9d-1256-4c43-8f25-ef0b48fe9000 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7881934b-b43f-4cd3-ab02-1ba13375c674 HTTP/1.1" status: 204  len: 168 time: 0.6565099
May 07 22:12:46.494941 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 44586) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:46.517518 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7bb36b-7bfa-4389-82c5-a0c965cd0340 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Checking segment: {'id': 'a0929b3f-9938-4644-b2b9-91e672b5c6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'b18ca0ab-9d9f-4cae-87fb-07d684d895e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:12:46.517839 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7bb36b-7bfa-4389-82c5-a0c965cd0340 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Network hostable DHCP agents. Network: b18ca0ab-9d9f-4cae-87fb-07d684d895e6, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:12:46.520156 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862fe233-c16c-49be-b6c1-db555e759b76 None None] Network e708f1ce-377a-4225-b67d-39b7789159f6 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:12:46.535791 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7bb36b-7bfa-4389-82c5-a0c965cd0340 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Pushing event updated for resources: {'Subnet': ['ID=d0815cf7-c19a-459c-8487-deb411138d35,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:46.555229 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7bb36b-7bfa-4389-82c5-a0c965cd0340 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Network b18ca0ab-9d9f-4cae-87fb-07d684d895e6 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:12:46.565559 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-ae7bb36b-7bfa-4389-82c5-a0c965cd0340 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b18ca0ab-9d9f-4cae-87fb-07d684d895e6) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:12:46.584260 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7bb36b-7bfa-4389-82c5-a0c965cd0340 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:46.584865 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ae7bb36b-7bfa-4389-82c5-a0c965cd0340 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:46.588598 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4dae31-7f78-4adc-af71-bc3ee921eef1 None None] Network b18ca0ab-9d9f-4cae-87fb-07d684d895e6 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:12:46.619179 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-ae7bb36b-7bfa-4389-82c5-a0c965cd0340 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.6880653
May 07 22:12:46.621696 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 44592) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:46.627716 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-06384575-557c-4bd5-8eb7-829e8cea6516 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Request body: {'port': {'network_id': 'b18ca0ab-9d9f-4cae-87fb-07d684d895e6', 'name': 'tempest-PortsIpV6TestJSON-944852443'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:12:46.669687 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-577cf11c-8291-4359-b14d-ccaf0894ca19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (e708f1ce-377a-4225-b67d-39b7789159f6), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:46.677973 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-a96b9a6a-c3cc-4031-a9ff-f5d99b0d4df5 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] For port 36dcccfe-3048-46db-a9ac-e301a195f06c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=36dcccfe-3048-46db-a9ac-e301a195f06c,segment=NetworkSegment(5b5152d9-6cf9-4160-9b01-e9af3891187f),segment_id=5b5152d9-6cf9-4160-9b01-e9af3891187f)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:12:46.678327 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a96b9a6a-c3cc-4031-a9ff-f5d99b0d4df5 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (36dcccfe-3048-46db-a9ac-e301a195f06c), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:46.724892 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3509fb0b-ebbc-4cfb-829b-6d16e390062f None None] DHCP port deletion for f3d35bc8-acb3-4c9c-915b-545b4a08a113 request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:12:46.725177 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-a96b9a6a-c3cc-4031-a9ff-f5d99b0d4df5 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Calling delete_port for 36dcccfe-3048-46db-a9ac-e301a195f06c owned by network:dhcp {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:12:46.771045 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a1cf0e-bb4f-4c32-a07a-7ccf73250b87 req-781b5c18-43a1-4dd6-9b3d-aa3361f1024a tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:46.778133 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e4a1cf0e-bb4f-4c32-a07a-7ccf73250b87 req-781b5c18-43a1-4dd6-9b3d-aa3361f1024a tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e407f44-7420-4e8b-9e17-f47c5ae65c44 HTTP/1.1" status: 200  len: 943 time: 0.1036410
May 07 22:12:46.823347 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90611a0-c2a7-4544-acba-0cbbaea75069 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b18ca0ab-9d9f-4cae-87fb-07d684d895e6', 'network_id': 'b18ca0ab-9d9f-4cae-87fb-07d684d895e6', 'project_id': '586495fb86064013a37b42a6b3d382fb', 'fixed_ips': [{'subnet_id': 'd0815cf7-c19a-459c-8487-deb411138d35'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:12:46.824331 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d90611a0-c2a7-4544-acba-0cbbaea75069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:46.831454 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06384575-557c-4bd5-8eb7-829e8cea6516 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Made reservation on behalf of 586495fb86064013a37b42a6b3d382fb for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:12:46.843723 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-06384575-557c-4bd5-8eb7-829e8cea6516 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:46.853831 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-577cf11c-8291-4359-b14d-ccaf0894ca19 admin admin] Deleting port f26d51f8-a493-4c66-b41a-45c132ed372a {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:12:46.853991 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-577cf11c-8291-4359-b14d-ccaf0894ca19 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (f26d51f8-a493-4c66-b41a-45c132ed372a), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:46.869216 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 9cc7735e-fc1f-4418-8730-5c1488d0ab2c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9cc7735e-fc1f-4418-8730-5c1488d0ab2c,segment=NetworkSegment(3c434885-c673-48d5-9295-930316ad3f91),segment_id=3c434885-c673-48d5-9295-930316ad3f91)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:12:46.883538 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-3509fb0b-ebbc-4cfb-829b-6d16e390062f None None] Deleting port 36dcccfe-3048-46db-a9ac-e301a195f06c {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:12:46.884301 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-3509fb0b-ebbc-4cfb-829b-6d16e390062f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (36dcccfe-3048-46db-a9ac-e301a195f06c), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:46.892592 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [None req-06384575-557c-4bd5-8eb7-829e8cea6516 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] device_id is not set on port 73ec78e4-dcbf-4138-b9e0-a4dca1f01459 yet. {{(pid=121837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 22:12:46.918496 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': '9cc7735e-fc1f-4418-8730-5c1488d0ab2c', 'network_id': '87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce', 'port_id': '9cc7735e-fc1f-4418-8730-5c1488d0ab2c', 'mac_address': 'fa:16:3e:72:69:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c381f23c-d79e-4860-966b-6594e682e18c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:12:46.955266 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e4a1cf0e-bb4f-4c32-a07a-7ccf73250b87 req-90666d84-5dd7-4ffc-851f-9edf027a1d5a tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0565a31-c1c2-485d-aa87-3f3b5400e2b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1761613
May 07 22:12:46.981773 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-577cf11c-8291-4359-b14d-ccaf0894ca19 admin admin] For port f26d51f8-a493-4c66-b41a-45c132ed372a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f26d51f8-a493-4c66-b41a-45c132ed372a,segment=NetworkSegment(9625c56f-dde5-4d0b-bd68-8018b202e2fc),segment_id=9625c56f-dde5-4d0b-bd68-8018b202e2fc)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:12:46.982410 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-577cf11c-8291-4359-b14d-ccaf0894ca19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (f26d51f8-a493-4c66-b41a-45c132ed372a), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:47.003297 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-577cf11c-8291-4359-b14d-ccaf0894ca19 admin admin] Calling delete_port for f26d51f8-a493-4c66-b41a-45c132ed372a owned by network:dhcp {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:12:47.020155 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a96b9a6a-c3cc-4031-a9ff-f5d99b0d4df5 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (36dcccfe-3048-46db-a9ac-e301a195f06c), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:47.064714 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f867c9db-fa54-4cc8-8a33-b281df139121 None None] DHCP port deletion for e708f1ce-377a-4225-b67d-39b7789159f6 request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:12:47.113261 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-06384575-557c-4bd5-8eb7-829e8cea6516 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Allocated IP 2001:db8::b1 (b18ca0ab-9d9f-4cae-87fb-07d684d895e6/d0815cf7-c19a-459c-8487-deb411138d35/73ec78e4-dcbf-4138-b9e0-a4dca1f01459) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:12:47.127210 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-f867c9db-fa54-4cc8-8a33-b281df139121 None None] Deleting port f26d51f8-a493-4c66-b41a-45c132ed372a {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:12:47.128363 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f867c9db-fa54-4cc8-8a33-b281df139121 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (f26d51f8-a493-4c66-b41a-45c132ed372a), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:47.187806 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-3509fb0b-ebbc-4cfb-829b-6d16e390062f None None] For port 36dcccfe-3048-46db-a9ac-e301a195f06c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=36dcccfe-3048-46db-a9ac-e301a195f06c,segment=NetworkSegment(5b5152d9-6cf9-4160-9b01-e9af3891187f),segment_id=5b5152d9-6cf9-4160-9b01-e9af3891187f)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:12:47.189000 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-3509fb0b-ebbc-4cfb-829b-6d16e390062f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (36dcccfe-3048-46db-a9ac-e301a195f06c), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:47.191567 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 9cc7735e-fc1f-4418-8730-5c1488d0ab2c is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:12:47.192166 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (9cc7735e-fc1f-4418-8730-5c1488d0ab2c), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:47.239441 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-3509fb0b-ebbc-4cfb-829b-6d16e390062f None None] Calling delete_port for 36dcccfe-3048-46db-a9ac-e301a195f06c owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:12:47.265361 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-f867c9db-fa54-4cc8-8a33-b281df139121 None None] For port f26d51f8-a493-4c66-b41a-45c132ed372a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f26d51f8-a493-4c66-b41a-45c132ed372a,segment=NetworkSegment(9625c56f-dde5-4d0b-bd68-8018b202e2fc),segment_id=9625c56f-dde5-4d0b-bd68-8018b202e2fc)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:12:47.265767 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f867c9db-fa54-4cc8-8a33-b281df139121 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (f26d51f8-a493-4c66-b41a-45c132ed372a), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:47.269742 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cc7735e-fc1f-4418-8730-5c1488d0ab2c {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:12:47.336221 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-f867c9db-fa54-4cc8-8a33-b281df139121 None None] Calling delete_port for f26d51f8-a493-4c66-b41a-45c132ed372a owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:12:47.359712 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 9cc7735e-fc1f-4418-8730-5c1488d0ab2c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9cc7735e-fc1f-4418-8730-5c1488d0ab2c,segment=NetworkSegment(3c434885-c673-48d5-9295-930316ad3f91),segment_id=3c434885-c673-48d5-9295-930316ad3f91)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:12:47.371424 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (9cc7735e-fc1f-4418-8730-5c1488d0ab2c), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:47.374387 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767ca842-96e2-4002-844a-01a62f655135 req-825e342f-8236-490e-8afd-1e4990c25ab7 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:47.385139 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-767ca842-96e2-4002-844a-01a62f655135 req-825e342f-8236-490e-8afd-1e4990c25ab7 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.59 "GET /v2.0/ports?device_id=9fb3ec2c-34c7-4d9b-875d-43a2ec0b2135 HTTP/1.1" status: 200  len: 945 time: 0.1598482
May 07 22:12:47.492955 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a12e415-c11f-4fb8-a235-8c4e6fb3c0eb req-7ea0f3f5-7bba-4ec8-8f2c-5cc3cde0df35 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:47.494680 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7a12e415-c11f-4fb8-a235-8c4e6fb3c0eb req-7ea0f3f5-7bba-4ec8-8f2c-5cc3cde0df35 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fb3ec2c-34c7-4d9b-875d-43a2ec0b2135 HTTP/1.1" status: 200  len: 945 time: 0.0610838
May 07 22:12:47.503280 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-3509fb0b-ebbc-4cfb-829b-6d16e390062f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (36dcccfe-3048-46db-a9ac-e301a195f06c), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:47.515512 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=9cc7735e-fc1f-4418-8730-5c1488d0ab2c,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:47.550611 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96b9a6a-c3cc-4031-a9ff-f5d99b0d4df5 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Pushing event deleted for resources: {'Port': ['ID=36dcccfe-3048-46db-a9ac-e301a195f06c,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:47.555234 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3509fb0b-ebbc-4cfb-829b-6d16e390062f None None] Pushing event deleted for resources: {'Port': ['ID=36dcccfe-3048-46db-a9ac-e301a195f06c,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:47.557156 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3509fb0b-ebbc-4cfb-829b-6d16e390062f None None] No DVR routers for this DVR port 36dcccfe-3048-46db-a9ac-e301a195f06c on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:12:47.561390 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f867c9db-fa54-4cc8-8a33-b281df139121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (f26d51f8-a493-4c66-b41a-45c132ed372a), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:47.587278 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f867c9db-fa54-4cc8-8a33-b281df139121 None None] Pushing event deleted for resources: {'Port': ['ID=f26d51f8-a493-4c66-b41a-45c132ed372a,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:47.589585 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-06384575-557c-4bd5-8eb7-829e8cea6516 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for port (73ec78e4-dcbf-4138-b9e0-a4dca1f01459), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:47.594502 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['9cc7735e-fc1f-4418-8730-5c1488d0ab2c'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:12:47.601286 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96b9a6a-c3cc-4031-a9ff-f5d99b0d4df5 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] No DVR routers for this DVR port 36dcccfe-3048-46db-a9ac-e301a195f06c on host ncdv-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:12:47.610441 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-767ca842-96e2-4002-844a-01a62f655135 req-ca578b27-485e-4ce7-bf20-32e582fabc5e tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Deleting port 30640e33-7566-46c1-bc06-e650cbb1fc12 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:12:47.610888 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-767ca842-96e2-4002-844a-01a62f655135 req-ca578b27-485e-4ce7-bf20-32e582fabc5e tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (30640e33-7566-46c1-bc06-e650cbb1fc12), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:47.625481 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f867c9db-fa54-4cc8-8a33-b281df139121 None None] No DVR routers for this DVR port f26d51f8-a493-4c66-b41a-45c132ed372a on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:12:47.708857 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a96b9a6a-c3cc-4031-a9ff-f5d99b0d4df5 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (f3d35bc8-acb3-4c9c-915b-545b4a08a113), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:47.741534 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-a96b9a6a-c3cc-4031-a9ff-f5d99b0d4df5 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf8c5e52e0>,) {'filters': {'network_id': ['f3d35bc8-acb3-4c9c-915b-545b4a08a113']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:47.741810 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-767ca842-96e2-4002-844a-01a62f655135 req-ca578b27-485e-4ce7-bf20-32e582fabc5e tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] For port 30640e33-7566-46c1-bc06-e650cbb1fc12, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=30640e33-7566-46c1-bc06-e650cbb1fc12,segment=NetworkSegment(2cb8e953-203f-4019-8d4d-d4ab0509c11a),segment_id=2cb8e953-203f-4019-8d4d-d4ab0509c11a)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:12:47.742229 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-767ca842-96e2-4002-844a-01a62f655135 req-ca578b27-485e-4ce7-bf20-32e582fabc5e tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (30640e33-7566-46c1-bc06-e650cbb1fc12), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:47.754475 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-a96b9a6a-c3cc-4031-a9ff-f5d99b0d4df5 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8c5e52e0>, '5b5152d9-6cf9-4160-9b01-e9af3891187f') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:47.754801 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-a96b9a6a-c3cc-4031-a9ff-f5d99b0d4df5 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8c5e52e0>, '5b5152d9-6cf9-4160-9b01-e9af3891187f') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:47.756525 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-767ca842-96e2-4002-844a-01a62f655135 req-ca578b27-485e-4ce7-bf20-32e582fabc5e tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Calling delete_port for 30640e33-7566-46c1-bc06-e650cbb1fc12 owned by compute:nova {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:12:47.756773 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-577cf11c-8291-4359-b14d-ccaf0894ca19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (f26d51f8-a493-4c66-b41a-45c132ed372a), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:47.791524 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7a12e415-c11f-4fb8-a235-8c4e6fb3c0eb req-86cce72d-f87f-475e-9c55-4b4466d94875 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2807868
May 07 22:12:47.794752 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a96b9a6a-c3cc-4031-a9ff-f5d99b0d4df5 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (5b5152d9-6cf9-4160-9b01-e9af3891187f), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:47.796441 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577cf11c-8291-4359-b14d-ccaf0894ca19 admin admin] Pushing event deleted for resources: {'Port': ['ID=f26d51f8-a493-4c66-b41a-45c132ed372a,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:47.801328 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577cf11c-8291-4359-b14d-ccaf0894ca19 admin admin] No DVR routers for this DVR port f26d51f8-a493-4c66-b41a-45c132ed372a on host ncdv-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:12:47.833250 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-06384575-557c-4bd5-8eb7-829e8cea6516 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (73ec78e4-dcbf-4138-b9e0-a4dca1f01459), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:47.850072 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a96b9a6a-c3cc-4031-a9ff-f5d99b0d4df5 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (5b5152d9-6cf9-4160-9b01-e9af3891187f), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:47.872014 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a96b9a6a-c3cc-4031-a9ff-f5d99b0d4df5 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:12:47.872426 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a96b9a6a-c3cc-4031-a9ff-f5d99b0d4df5 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (5b5152d9-6cf9-4160-9b01-e9af3891187f), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:47.875783 ncdv-master-1 neutron-server[121836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:12:47.875783 ncdv-master-1 neutron-server[121836]:   self.session.flush()
May 07 22:12:47.875783 ncdv-master-1 neutron-server[121836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:12:47.875783 ncdv-master-1 neutron-server[121836]:   self.session.flush()
May 07 22:12:47.875783 ncdv-master-1 neutron-server[121836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:12:47.875783 ncdv-master-1 neutron-server[121836]:   self.session.flush()
May 07 22:12:47.875783 ncdv-master-1 neutron-server[121836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:12:47.875783 ncdv-master-1 neutron-server[121836]:   self.session.flush()
May 07 22:12:47.875783 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 22:12:47.875783 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:12:47.875783 ncdv-master-1 neutron-server[121836]:     timer()
May 07 22:12:47.875783 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:12:47.875783 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 22:12:47.875783 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:12:47.875783 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 22:12:47.875783 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:12:47.875783 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 22:12:47.875783 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:12:47.875783 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 22:12:47.875783 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:12:47.875783 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 22:12:47.875783 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:12:47.875783 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:12:47.875783 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:12:47.875783 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:12:47.875783 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:12:47.875783 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 22:12:47.875783 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:12:47.875783 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 22:12:47.875783 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:12:47.875783 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:12:47.875783 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:12:47.875783 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 22:12:47.875783 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:12:47.875783 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:12:47.875783 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:12:47.875783 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:12:47.875783 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:12:47.875783 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:12:47.875783 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:12:47.892088 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-d90611a0-c2a7-4544-acba-0cbbaea75069 None None] Allocated IP 2001:db8::2 (b18ca0ab-9d9f-4cae-87fb-07d684d895e6/d0815cf7-c19a-459c-8487-deb411138d35/b4cb774a-d403-4d36-b0aa-c9f474e38cb8) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:12:47.897415 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06384575-557c-4bd5-8eb7-829e8cea6516 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Network b18ca0ab-9d9f-4cae-87fb-07d684d895e6 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:12:47.914215 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-06384575-557c-4bd5-8eb7-829e8cea6516 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:12:47.916842 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06384575-557c-4bd5-8eb7-829e8cea6516 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Pushing event updated for resources: {'Port': ['ID=73ec78e4-dcbf-4138-b9e0-a4dca1f01459,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:47.919133 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06384575-557c-4bd5-8eb7-829e8cea6516 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:12:47.922670 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-577cf11c-8291-4359-b14d-ccaf0894ca19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (e708f1ce-377a-4225-b67d-39b7789159f6), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:47.924993 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06384575-557c-4bd5-8eb7-829e8cea6516 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:47.925637 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-06384575-557c-4bd5-8eb7-829e8cea6516 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:47.953667 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-06384575-557c-4bd5-8eb7-829e8cea6516 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 1.3309271
May 07 22:12:47.954269 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 44618) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:47.987945 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-577cf11c-8291-4359-b14d-ccaf0894ca19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf86cb7dc0>,) {'filters': {'network_id': ['e708f1ce-377a-4225-b67d-39b7789159f6']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:48.000152 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a96b9a6a-c3cc-4031-a9ff-f5d99b0d4df5 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (f3d35bc8-acb3-4c9c-915b-545b4a08a113), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:48.004838 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a96b9a6a-c3cc-4031-a9ff-f5d99b0d4df5 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:48.013042 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-a96b9a6a-c3cc-4031-a9ff-f5d99b0d4df5 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "DELETE /v2.0/networks/f3d35bc8-acb3-4c9c-915b-545b4a08a113 HTTP/1.1" status: 204  len: 168 time: 1.8252666
May 07 22:12:48.013042 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-577cf11c-8291-4359-b14d-ccaf0894ca19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf86cb7dc0>, '9625c56f-dde5-4d0b-bd68-8018b202e2fc') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:48.013042 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-577cf11c-8291-4359-b14d-ccaf0894ca19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf86cb7dc0>, '9625c56f-dde5-4d0b-bd68-8018b202e2fc') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:48.013458 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 44622) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:48.020109 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-096802c7-c722-4fec-88f7-5dde7bd0b43f tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2039615238', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}, 'admin_state_up': False}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:12:48.039882 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-577cf11c-8291-4359-b14d-ccaf0894ca19 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (9625c56f-dde5-4d0b-bd68-8018b202e2fc), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:48.041629 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96b9a6a-c3cc-4031-a9ff-f5d99b0d4df5 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Pushing event deleted for resources: {'Network': ['ID=f3d35bc8-acb3-4c9c-915b-545b4a08a113,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:48.065018 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-767ca842-96e2-4002-844a-01a62f655135 req-ca578b27-485e-4ce7-bf20-32e582fabc5e tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (30640e33-7566-46c1-bc06-e650cbb1fc12), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:48.076366 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['a859dd9c-cf59-4a9b-84c9-dddc4e9476c0', '30640e33-7566-46c1-bc06-e650cbb1fc12'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:12:48.093342 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-577cf11c-8291-4359-b14d-ccaf0894ca19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (9625c56f-dde5-4d0b-bd68-8018b202e2fc), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:48.102332 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['2aca6585-cfee-43a3-b4ee-9b346ed2588f'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:12:48.106038 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-577cf11c-8291-4359-b14d-ccaf0894ca19 admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:12:48.106513 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-577cf11c-8291-4359-b14d-ccaf0894ca19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (9625c56f-dde5-4d0b-bd68-8018b202e2fc), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:48.108353 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 22:12:48.108353 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:12:48.108353 ncdv-master-1 neutron-server[121836]:     timer()
May 07 22:12:48.108353 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:12:48.108353 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 22:12:48.108353 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:12:48.108353 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 22:12:48.108353 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:12:48.108353 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 22:12:48.108353 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:12:48.108353 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 22:12:48.108353 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:12:48.108353 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 22:12:48.108353 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:12:48.108353 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:12:48.108353 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:12:48.108353 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:12:48.108353 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:12:48.108353 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 22:12:48.108353 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:12:48.108353 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 22:12:48.108353 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:12:48.108353 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:12:48.108353 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:12:48.108353 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 22:12:48.108353 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:12:48.108353 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:12:48.108353 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:12:48.108353 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:12:48.108353 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:12:48.108353 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:12:48.108353 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:12:48.122803 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca578b27-485e-4ce7-bf20-32e582fabc5e tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Pushing event deleted for resources: {'Port': ['ID=30640e33-7566-46c1-bc06-e650cbb1fc12,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:48.124796 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-096802c7-c722-4fec-88f7-5dde7bd0b43f tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (05feec52-6c7a-47f7-9390-0841352a0bf0), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:48.125838 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-096802c7-c722-4fec-88f7-5dde7bd0b43f tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (05feec52-6c7a-47f7-9390-0841352a0bf0), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:48.129228 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242758ea-f004-4c25-952d-eae7dfe2ff78 req-056574b1-fd56-4035-a573-0e4bf2478838 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:48.130738 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-242758ea-f004-4c25-952d-eae7dfe2ff78 req-056574b1-fd56-4035-a573-0e4bf2478838 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e407f44-7420-4e8b-9e17-f47c5ae65c44 HTTP/1.1" status: 200  len: 944 time: 0.0751784
May 07 22:12:48.216937 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d90611a0-c2a7-4544-acba-0cbbaea75069 None None] Publish callbacks [] for port (b4cb774a-d403-4d36-b0aa-c9f474e38cb8), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:48.228827 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-577cf11c-8291-4359-b14d-ccaf0894ca19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (e708f1ce-377a-4225-b67d-39b7789159f6), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:48.233400 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-577cf11c-8291-4359-b14d-ccaf0894ca19 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:48.236745 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-577cf11c-8291-4359-b14d-ccaf0894ca19 admin admin] 10.222.0.32 "DELETE /v2.0/networks/e708f1ce-377a-4225-b67d-39b7789159f6 HTTP/1.1" status: 204  len: 168 time: 1.7408173
May 07 22:12:48.285670 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d90611a0-c2a7-4544-acba-0cbbaea75069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (b4cb774a-d403-4d36-b0aa-c9f474e38cb8), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:48.288265 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-70f19d9e-5045-4dbd-8d75-39828a94f691 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Deleting port 73ec78e4-dcbf-4138-b9e0-a4dca1f01459 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:12:48.288643 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-70f19d9e-5045-4dbd-8d75-39828a94f691 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (73ec78e4-dcbf-4138-b9e0-a4dca1f01459), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:48.288791 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577cf11c-8291-4359-b14d-ccaf0894ca19 admin admin] Pushing event deleted for resources: {'Network': ['ID=e708f1ce-377a-4225-b67d-39b7789159f6,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:48.309587 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-242758ea-f004-4c25-952d-eae7dfe2ff78 req-1a06a876-bbb9-451f-819a-d7039131cfc0 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0565a31-c1c2-485d-aa87-3f3b5400e2b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1351192
May 07 22:12:48.319849 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-767ca842-96e2-4002-844a-01a62f655135 req-ca578b27-485e-4ce7-bf20-32e582fabc5e tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] No DVR routers for this DVR port 30640e33-7566-46c1-bc06-e650cbb1fc12 on host nch2-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:12:48.321056 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 36dcccfe-3048-46db-a9ac-e301a195f06c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:12:48.330322 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-767ca842-96e2-4002-844a-01a62f655135 req-ca578b27-485e-4ce7-bf20-32e582fabc5e tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:48.334609 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-767ca842-96e2-4002-844a-01a62f655135 req-ca578b27-485e-4ce7-bf20-32e582fabc5e tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.59 "DELETE /v2.0/ports/30640e33-7566-46c1-bc06-e650cbb1fc12 HTTP/1.1" status: 204  len: 173 time: 0.9425192
May 07 22:12:48.373776 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 9cc7735e-fc1f-4418-8730-5c1488d0ab2c up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:12:48.390982 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90611a0-c2a7-4544-acba-0cbbaea75069 None None] Network b18ca0ab-9d9f-4cae-87fb-07d684d895e6 is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:12:48.393201 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fb3ec2c-34c7-4d9b-875d-43a2ec0b2135', 'name': 'network-vif-deleted', 'tag': '30640e33-7566-46c1-bc06-e650cbb1fc12'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:12:48.396565 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f40b1734-b062-4f01-83bf-c087f4841d87" -d '{"events": [{"server_uuid": "9fb3ec2c-34c7-4d9b-875d-43a2ec0b2135", "name": "network-vif-deleted", "tag": "30640e33-7566-46c1-bc06-e650cbb1fc12"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:12:48.423671 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-096802c7-c722-4fec-88f7-5dde7bd0b43f tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for router_controller (05feec52-6c7a-47f7-9390-0841352a0bf0), precommit_add_association {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:48.427192 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-d90611a0-c2a7-4544-acba-0cbbaea75069 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:12:48.429505 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 36dcccfe-3048-46db-a9ac-e301a195f06c {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:12:48.430095 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 36dcccfe-3048-46db-a9ac-e301a195f06c not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:12:48.431093 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device f26d51f8-a493-4c66-b41a-45c132ed372a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:12:48.474826 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c92e6604-3432-49fd-bd31-6954ab16ff18 x-openstack-request-id: req-c92e6604-3432-49fd-bd31-6954ab16ff18 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:12:48.475729 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fb3ec2c-34c7-4d9b-875d-43a2ec0b2135", "name": "network-vif-deleted", "tag": "30640e33-7566-46c1-bc06-e650cbb1fc12", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:12:48.475729 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c92e6604-3432-49fd-bd31-6954ab16ff18 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:12:48.476026 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c92e6604-3432-49fd-bd31-6954ab16ff18'] response: {'server_uuid': '9fb3ec2c-34c7-4d9b-875d-43a2ec0b2135', 'name': 'network-vif-deleted', 'tag': '30640e33-7566-46c1-bc06-e650cbb1fc12', 'status': 'completed', 'code': 200}
May 07 22:12:48.564714 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 44640) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:48.633689 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90611a0-c2a7-4544-acba-0cbbaea75069 None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:12:48.634625 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-82776f35-d1b7-4563-971c-47c8c3945efb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d70782066cce4f2fbf5744b63e4195cb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0684919
May 07 22:12:48.639536 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 44644) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:48.649186 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-70f19d9e-5045-4dbd-8d75-39828a94f691 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (73ec78e4-dcbf-4138-b9e0-a4dca1f01459), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:48.693966 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90611a0-c2a7-4544-acba-0cbbaea75069 None None] Pushing event updated for resources: {'Port': ['ID=b4cb774a-d403-4d36-b0aa-c9f474e38cb8,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:48.698420 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: f26d51f8-a493-4c66-b41a-45c132ed372a {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:12:48.698672 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device f26d51f8-a493-4c66-b41a-45c132ed372a not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:12:48.708036 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-70f19d9e-5045-4dbd-8d75-39828a94f691 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Calling delete_port for 73ec78e4-dcbf-4138-b9e0-a4dca1f01459 owned by  {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:12:48.720212 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-096802c7-c722-4fec-88f7-5dde7bd0b43f tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for router_gateway (05feec52-6c7a-47f7-9390-0841352a0bf0), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:48.807680 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-d90611a0-c2a7-4544-acba-0cbbaea75069 None None] Attempting to bind port b4cb774a-d403-4d36-b0aa-c9f474e38cb8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:12:48.808054 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-d90611a0-c2a7-4544-acba-0cbbaea75069 None None] Attempting to bind port b4cb774a-d403-4d36-b0aa-c9f474e38cb8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a0929b3f-9938-4644-b2b9-91e672b5c6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'b18ca0ab-9d9f-4cae-87fb-07d684d895e6'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:12:48.808384 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90611a0-c2a7-4544-acba-0cbbaea75069 None None] Attempting to bind port b4cb774a-d403-4d36-b0aa-c9f474e38cb8 on network b18ca0ab-9d9f-4cae-87fb-07d684d895e6 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:12:48.816948 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning for port 9cc7735e-fc1f-4418-8730-5c1488d0ab2c completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 22:12:48.842545 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port 9cc7735e-fc1f-4418-8730-5c1488d0ab2c triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:12:48.842957 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (9cc7735e-fc1f-4418-8730-5c1488d0ab2c), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:48.886088 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90611a0-c2a7-4544-acba-0cbbaea75069 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:12:48.886625 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90611a0-c2a7-4544-acba-0cbbaea75069 None None] Checking segment: {'id': 'a0929b3f-9938-4644-b2b9-91e672b5c6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'b18ca0ab-9d9f-4cae-87fb-07d684d895e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:12:48.886912 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d90611a0-c2a7-4544-acba-0cbbaea75069 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:48.887439 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90611a0-c2a7-4544-acba-0cbbaea75069 None None] Bound using segment: {'id': 'a0929b3f-9938-4644-b2b9-91e672b5c6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'b18ca0ab-9d9f-4cae-87fb-07d684d895e6'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:12:48.887881 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-d90611a0-c2a7-4544-acba-0cbbaea75069 None None] Bound port: b4cb774a-d403-4d36-b0aa-c9f474e38cb8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0929b3f-9938-4644-b2b9-91e672b5c6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'b18ca0ab-9d9f-4cae-87fb-07d684d895e6'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:12:48.888155 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d90611a0-c2a7-4544-acba-0cbbaea75069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (b4cb774a-d403-4d36-b0aa-c9f474e38cb8), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:48.889700 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-35e72125-203c-458b-a2b8-1002ecc8ef9b admin admin] Publish callbacks [] for security_group (2e473a6d-5810-41cd-b7c6-907c50d1d9a4), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:48.959928 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1b89a2cc-4201-4a65-8a9d-aa0c63023c60 req-f62f8f57-e20f-4235-8116-40af436928d9 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=9fb3ec2c-34c7-4d9b-875d-43a2ec0b2135 HTTP/1.1" status: 200  len: 210 time: 0.0576060
May 07 22:12:48.965813 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-35e72125-203c-458b-a2b8-1002ecc8ef9b admin admin] Publish callbacks [] for security_group (2e473a6d-5810-41cd-b7c6-907c50d1d9a4), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:49.077733 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-d90611a0-c2a7-4544-acba-0cbbaea75069 None None] For port b4cb774a-d403-4d36-b0aa-c9f474e38cb8, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:12:49.084649 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-d90611a0-c2a7-4544-acba-0cbbaea75069 None None] For port b4cb774a-d403-4d36-b0aa-c9f474e38cb8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b4cb774a-d403-4d36-b0aa-c9f474e38cb8,segment=NetworkSegment(a0929b3f-9938-4644-b2b9-91e672b5c6b8),segment_id=a0929b3f-9938-4644-b2b9-91e672b5c6b8)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:12:49.087360 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 9cc7735e-fc1f-4418-8730-5c1488d0ab2c is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:12:49.087748 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (9cc7735e-fc1f-4418-8730-5c1488d0ab2c), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:49.100758 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d90611a0-c2a7-4544-acba-0cbbaea75069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (b4cb774a-d403-4d36-b0aa-c9f474e38cb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:49.150300 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e407f44-7420-4e8b-9e17-f47c5ae65c44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cc7735e-fc1f-4418-8730-5c1488d0ab2c'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:12:49.152899 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6acc943b-bbeb-4167-8aa6-36d53740e649" -d '{"events": [{"server_uuid": "1e407f44-7420-4e8b-9e17-f47c5ae65c44", "name": "network-vif-plugged", "status": "completed", "tag": "9cc7735e-fc1f-4418-8730-5c1488d0ab2c"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:12:49.173488 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 9cc7735e-fc1f-4418-8730-5c1488d0ab2c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9cc7735e-fc1f-4418-8730-5c1488d0ab2c,segment=NetworkSegment(3c434885-c673-48d5-9295-930316ad3f91),segment_id=3c434885-c673-48d5-9295-930316ad3f91)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:12:49.190031 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (9cc7735e-fc1f-4418-8730-5c1488d0ab2c), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:49.204311 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-096802c7-c722-4fec-88f7-5dde7bd0b43f tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for router_gateway (05feec52-6c7a-47f7-9390-0841352a0bf0), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:49.219646 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-592f010c-d3cf-4433-817a-51a89491132d x-openstack-request-id: req-592f010c-d3cf-4433-817a-51a89491132d {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:12:49.220185 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e407f44-7420-4e8b-9e17-f47c5ae65c44", "name": "network-vif-plugged", "status": "completed", "tag": "9cc7735e-fc1f-4418-8730-5c1488d0ab2c", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:12:49.220185 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-592f010c-d3cf-4433-817a-51a89491132d {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:12:49.220559 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-592f010c-d3cf-4433-817a-51a89491132d'] response: {'server_uuid': '1e407f44-7420-4e8b-9e17-f47c5ae65c44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cc7735e-fc1f-4418-8730-5c1488d0ab2c', 'code': 200}
May 07 22:12:49.224131 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90611a0-c2a7-4544-acba-0cbbaea75069 None None] Pushing event updated for resources: {'Port': ['ID=b4cb774a-d403-4d36-b0aa-c9f474e38cb8,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:49.239550 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-096802c7-c722-4fec-88f7-5dde7bd0b43f tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:49.312095 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=9cc7735e-fc1f-4418-8730-5c1488d0ab2c,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:49.330953 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-35e72125-203c-458b-a2b8-1002ecc8ef9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (2e473a6d-5810-41cd-b7c6-907c50d1d9a4), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:49.333890 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-35e72125-203c-458b-a2b8-1002ecc8ef9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:49.335166 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-35e72125-203c-458b-a2b8-1002ecc8ef9b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2e473a6d-5810-41cd-b7c6-907c50d1d9a4 HTTP/1.1" status: 204  len: 168 time: 0.6947138
May 07 22:12:49.340262 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-70f19d9e-5045-4dbd-8d75-39828a94f691 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (73ec78e4-dcbf-4138-b9e0-a4dca1f01459), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:49.368813 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578a466e-8fb3-438d-9040-bf24ae851058 req-3a8564cc-3357-46a9-a34e-bacc647327e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:49.370755 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-578a466e-8fb3-438d-9040-bf24ae851058 req-3a8564cc-3357-46a9-a34e-bacc647327e5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1e407f44-7420-4e8b-9e17-f47c5ae65c44 HTTP/1.1" status: 200  len: 1127 time: 0.0837317
May 07 22:12:49.386472 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e72125-203c-458b-a2b8-1002ecc8ef9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e473a6d-5810-41cd-b7c6-907c50d1d9a4,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:49.392545 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f19d9e-5045-4dbd-8d75-39828a94f691 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Pushing event deleted for resources: {'Port': ['ID=73ec78e4-dcbf-4138-b9e0-a4dca1f01459,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:49.435028 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-70f19d9e-5045-4dbd-8d75-39828a94f691 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:49.438532 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-70f19d9e-5045-4dbd-8d75-39828a94f691 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "DELETE /v2.0/ports/73ec78e4-dcbf-4138-b9e0-a4dca1f01459 HTTP/1.1" status: 204  len: 168 time: 1.4652009
May 07 22:12:49.443511 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 44676) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:49.477289 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-578a466e-8fb3-438d-9040-bf24ae851058 req-101da203-c6a5-4b07-8d43-bc5ac0bc2034 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e0565a31-c1c2-485d-aa87-3f3b5400e2b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0974424
May 07 22:12:49.501689 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c054750-718e-4596-812b-302a98fedbfb tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] DELETE failed (client error): The resource could not be found.
May 07 22:12:49.502247 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c054750-718e-4596-812b-302a98fedbfb tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:12:49.509778 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-1c054750-718e-4596-812b-302a98fedbfb tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "DELETE /v2.0/ports/73ec78e4-dcbf-4138-b9e0-a4dca1f01459 HTTP/1.1" status: 404  len: 333 time: 0.0614932
May 07 22:12:49.509778 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 44678) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:49.570547 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfde4405-3115-465a-b135-201714699ca1 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] GET failed (client error): The resource could not be found.
May 07 22:12:49.571657 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-bfde4405-3115-465a-b135-201714699ca1 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "GET /v2.0/ports/73ec78e4-dcbf-4138-b9e0-a4dca1f01459 HTTP/1.1" status: 404  len: 333 time: 0.0605404
May 07 22:12:49.575344 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 44680) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:49.582267 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9073d2-c06d-4aa7-9556-41f834e7d715 req-69bbeb42-8ec2-405d-956e-f7888b94dc44 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:49.584729 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5a9073d2-c06d-4aa7-9556-41f834e7d715 req-69bbeb42-8ec2-405d-956e-f7888b94dc44 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e407f44-7420-4e8b-9e17-f47c5ae65c44 HTTP/1.1" status: 200  len: 945 time: 0.1051962
May 07 22:12:49.630352 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-096802c7-c722-4fec-88f7-5dde7bd0b43f tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Allocated IP 172.35.4.141 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/095b6d1b-3f91-44e2-81b8-edcf5f089985) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:12:49.667419 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-d34b559e-e62f-40d6-8d8d-c4d45d6ccfba tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Deleting subnet d0815cf7-c19a-459c-8487-deb411138d35 {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:12:49.672071 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5a9073d2-c06d-4aa7-9556-41f834e7d715 req-31758676-703f-43f5-bee8-e034a6834d1d tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0565a31-c1c2-485d-aa87-3f3b5400e2b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0742147
May 07 22:12:49.682289 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d34b559e-e62f-40d6-8d8d-c4d45d6ccfba tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for subnet (d0815cf7-c19a-459c-8487-deb411138d35), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:49.776723 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d34b559e-e62f-40d6-8d8d-c4d45d6ccfba tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (d0815cf7-c19a-459c-8487-deb411138d35), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:49.853684 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-096802c7-c722-4fec-88f7-5dde7bd0b43f tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for port (095b6d1b-3f91-44e2-81b8-edcf5f089985), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:49.905854 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d34b559e-e62f-40d6-8d8d-c4d45d6ccfba tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (d0815cf7-c19a-459c-8487-deb411138d35), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:49.923055 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 44702) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:49.964345 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-096802c7-c722-4fec-88f7-5dde7bd0b43f tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (095b6d1b-3f91-44e2-81b8-edcf5f089985), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:49.966322 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-de982d35-d550-4448-9d4a-1d3c00beca6b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2587862c34a945d193e58b50f42e5382&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0419686
May 07 22:12:49.968725 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 44704) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:50.013455 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096802c7-c722-4fec-88f7-5dde7bd0b43f tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:12:50.016568 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-096802c7-c722-4fec-88f7-5dde7bd0b43f tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:12:50.026124 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096802c7-c722-4fec-88f7-5dde7bd0b43f tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:12:50.027836 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7c9b15a3-478e-4017-b6df-6cd2e2f9e26f admin admin] Publish callbacks [] for security_group (55e5ed54-70ed-4967-aa8d-e1e38ab85fe8), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:50.031432 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d34b559e-e62f-40d6-8d8d-c4d45d6ccfba tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (d0815cf7-c19a-459c-8487-deb411138d35), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:50.056551 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096802c7-c722-4fec-88f7-5dde7bd0b43f tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Pushing event updated for resources: {'Port': ['ID=095b6d1b-3f91-44e2-81b8-edcf5f089985,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:50.060126 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7c9b15a3-478e-4017-b6df-6cd2e2f9e26f admin admin] Publish callbacks [] for security_group (55e5ed54-70ed-4967-aa8d-e1e38ab85fe8), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:50.085566 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34b559e-e62f-40d6-8d8d-c4d45d6ccfba tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Pushing event deleted for resources: {'Subnet': ['ID=d0815cf7-c19a-459c-8487-deb411138d35,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:50.097815 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d34b559e-e62f-40d6-8d8d-c4d45d6ccfba tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:50.105585 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-d34b559e-e62f-40d6-8d8d-c4d45d6ccfba tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "DELETE /v2.0/subnets/d0815cf7-c19a-459c-8487-deb411138d35 HTTP/1.1" status: 204  len: 168 time: 0.5274668
May 07 22:12:50.105804 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 44714) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:50.213460 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7c9b15a3-478e-4017-b6df-6cd2e2f9e26f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (55e5ed54-70ed-4967-aa8d-e1e38ab85fe8), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:50.216619 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7c9b15a3-478e-4017-b6df-6cd2e2f9e26f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:50.218651 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-7c9b15a3-478e-4017-b6df-6cd2e2f9e26f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/55e5ed54-70ed-4967-aa8d-e1e38ab85fe8 HTTP/1.1" status: 204  len: 168 time: 0.2488623
May 07 22:12:50.329718 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3e58b552-7a17-4ef9-965d-8b796d18de9a tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (b18ca0ab-9d9f-4cae-87fb-07d684d895e6), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:50.353555 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9b15a3-478e-4017-b6df-6cd2e2f9e26f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e5ed54-70ed-4967-aa8d-e1e38ab85fe8,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:50.398566 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b82fdae7-a11a-4732-807d-6a56c8f66a82 req-b8feda1a-158b-4e21-bdfa-da2250f11e83 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=876afed0-19b4-4cae-83e8-a954d0cae1ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1726625
May 07 22:12:50.410008 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device b4cb774a-d403-4d36-b0aa-c9f474e38cb8 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:12:50.478412 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-3e58b552-7a17-4ef9-965d-8b796d18de9a tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Deleting port b4cb774a-d403-4d36-b0aa-c9f474e38cb8 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:12:50.478808 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3e58b552-7a17-4ef9-965d-8b796d18de9a tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (b4cb774a-d403-4d36-b0aa-c9f474e38cb8), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:50.494716 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port b4cb774a-d403-4d36-b0aa-c9f474e38cb8 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:12:50.495558 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (b4cb774a-d403-4d36-b0aa-c9f474e38cb8), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:50.635432 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-3e58b552-7a17-4ef9-965d-8b796d18de9a tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] For port b4cb774a-d403-4d36-b0aa-c9f474e38cb8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b4cb774a-d403-4d36-b0aa-c9f474e38cb8,segment=NetworkSegment(a0929b3f-9938-4644-b2b9-91e672b5c6b8),segment_id=a0929b3f-9938-4644-b2b9-91e672b5c6b8)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:12:50.636038 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3e58b552-7a17-4ef9-965d-8b796d18de9a tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (b4cb774a-d403-4d36-b0aa-c9f474e38cb8), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:50.660510 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port b4cb774a-d403-4d36-b0aa-c9f474e38cb8 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:12:50.661004 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (b4cb774a-d403-4d36-b0aa-c9f474e38cb8), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:50.676727 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-3e58b552-7a17-4ef9-965d-8b796d18de9a tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Calling delete_port for b4cb774a-d403-4d36-b0aa-c9f474e38cb8 owned by network:dhcp {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:12:50.690469 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fc350b-cc96-441f-8eae-5ea2ed8351d9 req-d54c1ff3-32a3-4421-91a8-41a07513a207 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:50.717470 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-08fc350b-cc96-441f-8eae-5ea2ed8351d9 req-d54c1ff3-32a3-4421-91a8-41a07513a207 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=876afed0-19b4-4cae-83e8-a954d0cae1ba HTTP/1.1" status: 200  len: 945 time: 0.1896050
May 07 22:12:50.778876 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port b4cb774a-d403-4d36-b0aa-c9f474e38cb8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b4cb774a-d403-4d36-b0aa-c9f474e38cb8,segment=NetworkSegment(a0929b3f-9938-4644-b2b9-91e672b5c6b8),segment_id=a0929b3f-9938-4644-b2b9-91e672b5c6b8)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:12:50.797640 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (b4cb774a-d403-4d36-b0aa-c9f474e38cb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:50.823024 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-096802c7-c722-4fec-88f7-5dde7bd0b43f tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for router_gateway (05feec52-6c7a-47f7-9390-0841352a0bf0), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:50.863515 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 30640e33-7566-46c1-bc06-e650cbb1fc12 no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:12:50.890374 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5f75da-fb08-4203-9f2e-60e7ccbbbf03 None None] Network b18ca0ab-9d9f-4cae-87fb-07d684d895e6 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:12:50.912762 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8fa5cd-a5e2-4466-a8e8-f91058d793d7 req-76d10362-38e1-40ad-a74a-8786f60ccb73 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:50.914928 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5c8fa5cd-a5e2-4466-a8e8-f91058d793d7 req-76d10362-38e1-40ad-a74a-8786f60ccb73 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e407f44-7420-4e8b-9e17-f47c5ae65c44 HTTP/1.1" status: 200  len: 945 time: 0.0802341
May 07 22:12:50.931895 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3e58b552-7a17-4ef9-965d-8b796d18de9a tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (b4cb774a-d403-4d36-b0aa-c9f474e38cb8), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:50.938228 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] No Port match for: 30640e33-7566-46c1-bc06-e650cbb1fc12 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:12:50.938578 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 30640e33-7566-46c1-bc06-e650cbb1fc12 not bound to the agent host nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:12:50.949027 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-7d01f8a5-3a42-4b30-a370-c9976c54aa3a None None] Could not find standard attr ID for object b4cb774a-d403-4d36-b0aa-c9f474e38cb8. {{(pid=121838) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
May 07 22:12:50.981573 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e58b552-7a17-4ef9-965d-8b796d18de9a tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Pushing event deleted for resources: {'Port': ['ID=b4cb774a-d403-4d36-b0aa-c9f474e38cb8,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:50.988562 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e58b552-7a17-4ef9-965d-8b796d18de9a tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] No DVR routers for this DVR port b4cb774a-d403-4d36-b0aa-c9f474e38cb8 on host ncdv-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:12:51.001040 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=b4cb774a-d403-4d36-b0aa-c9f474e38cb8,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:51.069134 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-08fc350b-cc96-441f-8eae-5ea2ed8351d9 req-39338b93-d0d6-4c19-9abb-da51852bd415 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3507364
May 07 22:12:51.123926 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad59c147-7317-425f-957d-710146050688 None None] DHCP port deletion for b18ca0ab-9d9f-4cae-87fb-07d684d895e6 request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:12:51.136053 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3e58b552-7a17-4ef9-965d-8b796d18de9a tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (b18ca0ab-9d9f-4cae-87fb-07d684d895e6), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:51.150037 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5c8fa5cd-a5e2-4466-a8e8-f91058d793d7 req-e21ad329-aad7-403a-80ea-c0d961610e9c tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0565a31-c1c2-485d-aa87-3f3b5400e2b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2290623
May 07 22:12:51.174004 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-3e58b552-7a17-4ef9-965d-8b796d18de9a tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf8706ea30>,) {'filters': {'network_id': ['b18ca0ab-9d9f-4cae-87fb-07d684d895e6']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:51.186840 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-3e58b552-7a17-4ef9-965d-8b796d18de9a tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8706ea30>, 'a0929b3f-9938-4644-b2b9-91e672b5c6b8') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:51.187341 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-3e58b552-7a17-4ef9-965d-8b796d18de9a tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8706ea30>, 'a0929b3f-9938-4644-b2b9-91e672b5c6b8') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:51.198510 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3e58b552-7a17-4ef9-965d-8b796d18de9a tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (a0929b3f-9938-4644-b2b9-91e672b5c6b8), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:51.216760 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3e58b552-7a17-4ef9-965d-8b796d18de9a tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (a0929b3f-9938-4644-b2b9-91e672b5c6b8), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:51.223801 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e58b552-7a17-4ef9-965d-8b796d18de9a tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:12:51.224265 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3e58b552-7a17-4ef9-965d-8b796d18de9a tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (a0929b3f-9938-4644-b2b9-91e672b5c6b8), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:51.227752 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 22:12:51.227752 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:12:51.227752 ncdv-master-1 neutron-server[121836]:     timer()
May 07 22:12:51.227752 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:12:51.227752 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 22:12:51.227752 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:12:51.227752 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 22:12:51.227752 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:12:51.227752 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 22:12:51.227752 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:12:51.227752 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 22:12:51.227752 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:12:51.227752 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 22:12:51.227752 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:12:51.227752 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:12:51.227752 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:12:51.227752 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:12:51.227752 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:12:51.227752 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 22:12:51.227752 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:12:51.227752 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 22:12:51.227752 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:12:51.227752 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:12:51.227752 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:12:51.227752 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 22:12:51.227752 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:12:51.227752 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:12:51.227752 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:12:51.227752 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:12:51.227752 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:12:51.227752 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:12:51.227752 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:12:51.295598 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3e58b552-7a17-4ef9-965d-8b796d18de9a tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (b18ca0ab-9d9f-4cae-87fb-07d684d895e6), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:51.303521 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3e58b552-7a17-4ef9-965d-8b796d18de9a tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:51.306468 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-3e58b552-7a17-4ef9-965d-8b796d18de9a tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "DELETE /v2.0/networks/b18ca0ab-9d9f-4cae-87fb-07d684d895e6 HTTP/1.1" status: 204  len: 168 time: 1.2010560
May 07 22:12:51.310362 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 44746) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:51.315923 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-937c4e04-9b71-476a-b44f-043a8911c1c0 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1207104192'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:12:51.329960 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e58b552-7a17-4ef9-965d-8b796d18de9a tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Pushing event deleted for resources: {'Network': ['ID=b18ca0ab-9d9f-4cae-87fb-07d684d895e6,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:51.349374 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-937c4e04-9b71-476a-b44f-043a8911c1c0 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Made reservation on behalf of 586495fb86064013a37b42a6b3d382fb for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:12:51.353720 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-937c4e04-9b71-476a-b44f-043a8911c1c0 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:51.388435 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-937c4e04-9b71-476a-b44f-043a8911c1c0 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:12:51.395239 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-937c4e04-9b71-476a-b44f-043a8911c1c0 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (9e2c8197-844a-4181-84fb-d0153a267ad5), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:51.395594 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-937c4e04-9b71-476a-b44f-043a8911c1c0 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Added segment 9e2c8197-844a-4181-84fb-d0153a267ad5 of type vlan for network 2928038a-d2d6-43bb-afe4-76364adc592f
May 07 22:12:51.441649 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-937c4e04-9b71-476a-b44f-043a8911c1c0 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (2928038a-d2d6-43bb-afe4-76364adc592f), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:51.476261 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-937c4e04-9b71-476a-b44f-043a8911c1c0 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (2928038a-d2d6-43bb-afe4-76364adc592f), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:51.482343 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937c4e04-9b71-476a-b44f-043a8911c1c0 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:51.483325 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-937c4e04-9b71-476a-b44f-043a8911c1c0 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:51.513686 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-096802c7-c722-4fec-88f7-5dde7bd0b43f tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (05feec52-6c7a-47f7-9390-0841352a0bf0), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:51.528456 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-937c4e04-9b71-476a-b44f-043a8911c1c0 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.2168751
May 07 22:12:51.557836 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 44758) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:51.565728 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-ec706895-15c2-4ae0-9e64-d54cab3bf3e9 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Request body: {'subnet': {'network_id': '2928038a-d2d6-43bb-afe4-76364adc592f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:12:51.572494 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937c4e04-9b71-476a-b44f-043a8911c1c0 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Pushing event updated for resources: {'Network': ['ID=2928038a-d2d6-43bb-afe4-76364adc592f,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:51.584629 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 2928038a-d2d6-43bb-afe4-76364adc592f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:12:51.720431 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec706895-15c2-4ae0-9e64-d54cab3bf3e9 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Made reservation on behalf of 586495fb86064013a37b42a6b3d382fb for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:12:51.723865 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ec706895-15c2-4ae0-9e64-d54cab3bf3e9 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:51.780646 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82fdae7-a11a-4732-807d-6a56c8f66a82 req-fb3bd327-d592-4916-ab14-27751e999909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:51.783276 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b82fdae7-a11a-4732-807d-6a56c8f66a82 req-fb3bd327-d592-4916-ab14-27751e999909 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b29256ef64d74a5297507ca500a9468e&device_id=876afed0-19b4-4cae-83e8-a954d0cae1ba HTTP/1.1" status: 200  len: 1127 time: 0.0509012
May 07 22:12:51.835297 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-096802c7-c722-4fec-88f7-5dde7bd0b43f tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Router 05feec52-6c7a-47f7-9390-0841352a0bf0 is scheduled to L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db with binding_index 1 {{(pid=121837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 07 22:12:51.867643 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af50913c-4c35-4259-a9e6-1dc03c379319 req-1dd3292c-f8cb-4839-9604-c97ff3088375 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:51.869143 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-af50913c-4c35-4259-a9e6-1dc03c379319 req-1dd3292c-f8cb-4839-9604-c97ff3088375 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.55 "GET /v2.0/ports?device_id=876afed0-19b4-4cae-83e8-a954d0cae1ba HTTP/1.1" status: 200  len: 945 time: 0.0844111
May 07 22:12:51.871618 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:51.999080 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82fdae7-a11a-4732-807d-6a56c8f66a82 req-f4859ac5-4ff2-4d4a-bedf-420493a2022a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:52.000534 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b82fdae7-a11a-4732-807d-6a56c8f66a82 req-f4859ac5-4ff2-4d4a-bedf-420493a2022a service neutron] 10.222.0.55 "GET /v2.0/networks?id=ebdf594d-504a-44e8-89b9-e74774287749 HTTP/1.1" status: 200  len: 907 time: 0.1786160
May 07 22:12:52.050933 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-af50913c-4c35-4259-a9e6-1dc03c379319 req-5290f0c3-599f-4540-8506-a348356bb725 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Deleting port 2aca6585-cfee-43a3-b4ee-9b346ed2588f {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:12:52.051276 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-af50913c-4c35-4259-a9e6-1dc03c379319 req-5290f0c3-599f-4540-8506-a348356bb725 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (2aca6585-cfee-43a3-b4ee-9b346ed2588f), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:52.056201 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b82fdae7-a11a-4732-807d-6a56c8f66a82 req-bffa93ce-a9ef-4cb1-8751-8d85ea21e6e0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2aca6585-cfee-43a3-b4ee-9b346ed2588f HTTP/1.1" status: 200  len: 217 time: 0.0487497
May 07 22:12:52.066167 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-096802c7-c722-4fec-88f7-5dde7bd0b43f tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:12:52.075088 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ec706895-15c2-4ae0-9e64-d54cab3bf3e9 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (b6eea834-1323-4801-9df6-e9af597a5c82), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:52.079310 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2a3f6c-5604-4bb4-9ad1-951f30b01113 None None] Sync routers for ids ['05feec52-6c7a-47f7-9390-0841352a0bf0'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:12:52.095028 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2a3f6c-5604-4bb4-9ad1-951f30b01113 None None] Routers {'05feec52-6c7a-47f7-9390-0841352a0bf0'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:12:52.096002 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-db2a3f6c-5604-4bb4-9ad1-951f30b01113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c8477c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:12:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['05feec52-6c7a-47f7-9390-0841352a0bf0'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:52.122091 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-096802c7-c722-4fec-88f7-5dde7bd0b43f tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:52.126325 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-096802c7-c722-4fec-88f7-5dde7bd0b43f tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 880 time: 4.1103489
May 07 22:12:52.127025 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 44776) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:52.163401 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82fdae7-a11a-4732-807d-6a56c8f66a82 req-83e0fd62-cae9-4581-92fb-4132869b3510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:52.164883 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b82fdae7-a11a-4732-807d-6a56c8f66a82 req-83e0fd62-cae9-4581-92fb-4132869b3510 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=08181da1-ef60-4984-b7f1-4a196d8203f6 HTTP/1.1" status: 200  len: 846 time: 0.0991604
May 07 22:12:52.219746 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-af50913c-4c35-4259-a9e6-1dc03c379319 req-5290f0c3-599f-4540-8506-a348356bb725 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] For port 2aca6585-cfee-43a3-b4ee-9b346ed2588f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2aca6585-cfee-43a3-b4ee-9b346ed2588f,segment=NetworkSegment(2cb8e953-203f-4019-8d4d-d4ab0509c11a),segment_id=2cb8e953-203f-4019-8d4d-d4ab0509c11a)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:12:52.220386 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-af50913c-4c35-4259-a9e6-1dc03c379319 req-5290f0c3-599f-4540-8506-a348356bb725 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (2aca6585-cfee-43a3-b4ee-9b346ed2588f), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:52.225062 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b82fdae7-a11a-4732-807d-6a56c8f66a82 req-feb825d5-c367-4768-8cf2-9d14b1f0c10e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ebdf594d-504a-44e8-89b9-e74774287749&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0518026
May 07 22:12:52.229658 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec706895-15c2-4ae0-9e64-d54cab3bf3e9 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Pushing event updated for resources: {'Subnet': ['ID=b6eea834-1323-4801-9df6-e9af597a5c82,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:52.243849 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-db2a3f6c-5604-4bb4-9ad1-951f30b01113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c8477c0>, [], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:52.246932 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-af50913c-4c35-4259-a9e6-1dc03c379319 req-5290f0c3-599f-4540-8506-a348356bb725 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Calling delete_port for 2aca6585-cfee-43a3-b4ee-9b346ed2588f owned by compute:nova {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:12:52.249322 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec706895-15c2-4ae0-9e64-d54cab3bf3e9 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Checking segment: {'id': '9e2c8197-844a-4181-84fb-d0153a267ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2928038a-d2d6-43bb-afe4-76364adc592f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:12:52.249696 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec706895-15c2-4ae0-9e64-d54cab3bf3e9 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Network hostable DHCP agents. Network: 2928038a-d2d6-43bb-afe4-76364adc592f, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:12:52.262273 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2a3f6c-5604-4bb4-9ad1-951f30b01113 None None] Routers {'05feec52-6c7a-47f7-9390-0841352a0bf0'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:12:52.263306 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-db2a3f6c-5604-4bb4-9ad1-951f30b01113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c8477c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:12:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['05feec52-6c7a-47f7-9390-0841352a0bf0'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:52.310620 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device b4cb774a-d403-4d36-b0aa-c9f474e38cb8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:12:52.313413 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-db2a3f6c-5604-4bb4-9ad1-951f30b01113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c8477c0>, [], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:52.314136 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2a3f6c-5604-4bb4-9ad1-951f30b01113 None None] The sync data for ids ['05feec52-6c7a-47f7-9390-0841352a0bf0'] in ncdv-master-1 is: [] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:12:52.339134 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: b4cb774a-d403-4d36-b0aa-c9f474e38cb8 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:12:52.339944 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device b4cb774a-d403-4d36-b0aa-c9f474e38cb8 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:12:52.357822 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95e130e-7752-4320-89e0-e17fbfc4c622 req-7a8b42d7-ba60-4043-9603-6123a36cce0f tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:52.359351 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a95e130e-7752-4320-89e0-e17fbfc4c622 req-7a8b42d7-ba60-4043-9603-6123a36cce0f tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=876afed0-19b4-4cae-83e8-a954d0cae1ba HTTP/1.1" status: 200  len: 945 time: 0.0804238
May 07 22:12:52.360204 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec706895-15c2-4ae0-9e64-d54cab3bf3e9 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Network 2928038a-d2d6-43bb-afe4-76364adc592f is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:12:52.368912 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-f86c5503-aacd-464a-a512-8b8dbf9ab04c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "GET /v2.0/routers/05feec52-6c7a-47f7-9390-0841352a0bf0 HTTP/1.1" status: 200  len: 881 time: 0.2349918
May 07 22:12:52.369671 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 44780) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:52.430195 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-ec706895-15c2-4ae0-9e64-d54cab3bf3e9 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2928038a-d2d6-43bb-afe4-76364adc592f) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:12:52.439050 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b3605d-abfd-43c6-b935-bea4cfb756d2 None None] Network 2928038a-d2d6-43bb-afe4-76364adc592f requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:12:52.446588 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73a9028-8817-434a-88ac-83ae561afd63 req-87a0a261-f7f8-414d-9b74-2aaa3ddd5624 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:52.448129 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b73a9028-8817-434a-88ac-83ae561afd63 req-87a0a261-f7f8-414d-9b74-2aaa3ddd5624 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e407f44-7420-4e8b-9e17-f47c5ae65c44 HTTP/1.1" status: 200  len: 945 time: 0.1164589
May 07 22:12:52.449796 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec706895-15c2-4ae0-9e64-d54cab3bf3e9 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:52.450395 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ec706895-15c2-4ae0-9e64-d54cab3bf3e9 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:52.478711 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b82fdae7-a11a-4732-807d-6a56c8f66a82 req-40a981bd-f15c-474d-a049-7231dfbd7b63 service neutron] 10.222.0.55 "GET /v2.0/networks/ebdf594d-504a-44e8-89b9-e74774287749?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2456131
May 07 22:12:52.547630 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-ec706895-15c2-4ae0-9e64-d54cab3bf3e9 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.9861989
May 07 22:12:52.548029 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 44782) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:52.553298 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-fcebf99c-d5e5-4fba-bd61-7e24033ca2c0 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Request body: {'port': {'network_id': '2928038a-d2d6-43bb-afe4-76364adc592f', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-634446724'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:12:52.565261 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02191e6-822d-40f6-bef7-e331d054f63a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-2928038a-d2d6-43bb-afe4-76364adc592f', 'network_id': '2928038a-d2d6-43bb-afe4-76364adc592f', 'project_id': '586495fb86064013a37b42a6b3d382fb', 'fixed_ips': [{'subnet_id': 'b6eea834-1323-4801-9df6-e9af597a5c82'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:12:52.566211 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c02191e6-822d-40f6-bef7-e331d054f63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:52.586913 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a95e130e-7752-4320-89e0-e17fbfc4c622 req-1b8e4e5b-f012-49fe-b1d8-4207dd6fdb4b tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2180057
May 07 22:12:52.602508 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b73a9028-8817-434a-88ac-83ae561afd63 req-2d0a8f67-862b-4dc8-b73a-1d17e9dda805 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0565a31-c1c2-485d-aa87-3f3b5400e2b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1458628
May 07 22:12:52.667940 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-9f65f828-6f8c-4732-a2fa-b97b60317a4f tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "GET /v2.0/routers HTTP/1.1" status: 200  len: 884 time: 0.2965655
May 07 22:12:52.670442 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 44786) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:52.675657 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-83b91529-48be-4ab9-97e4-93f016244701 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-2039615238'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:12:52.721801 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-af50913c-4c35-4259-a9e6-1dc03c379319 req-5290f0c3-599f-4540-8506-a348356bb725 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (2aca6585-cfee-43a3-b4ee-9b346ed2588f), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:52.735710 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['a859dd9c-cf59-4a9b-84c9-dddc4e9476c0'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:12:52.743819 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b82fdae7-a11a-4732-807d-6a56c8f66a82 req-e66c23d8-0bbd-41dc-ae86-dd6cf7378922 service neutron] 10.222.0.55 "GET /v2.0/networks/ebdf594d-504a-44e8-89b9-e74774287749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2534552
May 07 22:12:52.773254 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5290f0c3-599f-4540-8506-a348356bb725 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Pushing event deleted for resources: {'Port': ['ID=2aca6585-cfee-43a3-b4ee-9b346ed2588f,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:52.778136 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fed6eef-89a6-400a-aa3a-5b30d453ba94 req-3cdcbf1b-7e79-49b1-ae4a-416ddf9e9efe tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:52.779795 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4fed6eef-89a6-400a-aa3a-5b30d453ba94 req-3cdcbf1b-7e79-49b1-ae4a-416ddf9e9efe tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e407f44-7420-4e8b-9e17-f47c5ae65c44 HTTP/1.1" status: 200  len: 945 time: 0.0675528
May 07 22:12:52.792214 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-c02191e6-822d-40f6-bef7-e331d054f63a None None] Allocated IP 2001:db8::2 (2928038a-d2d6-43bb-afe4-76364adc592f/b6eea834-1323-4801-9df6-e9af597a5c82/2645b009-66be-43e3-a749-ddbb6d3457c6) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:12:52.822924 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcebf99c-d5e5-4fba-bd61-7e24033ca2c0 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Made reservation on behalf of 586495fb86064013a37b42a6b3d382fb for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:12:52.826699 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fcebf99c-d5e5-4fba-bd61-7e24033ca2c0 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:52.858802 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-af50913c-4c35-4259-a9e6-1dc03c379319 req-5290f0c3-599f-4540-8506-a348356bb725 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] No DVR routers for this DVR port 2aca6585-cfee-43a3-b4ee-9b346ed2588f on host nch1-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:12:52.862913 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-af50913c-4c35-4259-a9e6-1dc03c379319 req-5290f0c3-599f-4540-8506-a348356bb725 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:52.866246 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-af50913c-4c35-4259-a9e6-1dc03c379319 req-5290f0c3-599f-4540-8506-a348356bb725 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.55 "DELETE /v2.0/ports/2aca6585-cfee-43a3-b4ee-9b346ed2588f HTTP/1.1" status: 204  len: 173 time: 0.9635382
May 07 22:12:52.866815 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '876afed0-19b4-4cae-83e8-a954d0cae1ba', 'name': 'network-vif-deleted', 'tag': '2aca6585-cfee-43a3-b4ee-9b346ed2588f'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:12:52.869180 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f4ed188-1d1f-4639-9c2c-33a27687e421" -d '{"events": [{"server_uuid": "876afed0-19b4-4cae-83e8-a954d0cae1ba", "name": "network-vif-deleted", "tag": "2aca6585-cfee-43a3-b4ee-9b346ed2588f"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:12:52.877180 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [None req-fcebf99c-d5e5-4fba-bd61-7e24033ca2c0 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] device_id is not set on port 359c9b23-5876-481c-8b0f-623509d1302b yet. {{(pid=121836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 22:12:52.941164 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caceeba9-90fb-40ec-96cb-4d0399f32d80 x-openstack-request-id: req-caceeba9-90fb-40ec-96cb-4d0399f32d80 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:12:52.941341 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "876afed0-19b4-4cae-83e8-a954d0cae1ba", "name": "network-vif-deleted", "tag": "2aca6585-cfee-43a3-b4ee-9b346ed2588f", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:12:52.941795 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-caceeba9-90fb-40ec-96cb-4d0399f32d80 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:12:52.942385 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-caceeba9-90fb-40ec-96cb-4d0399f32d80'] response: {'server_uuid': '876afed0-19b4-4cae-83e8-a954d0cae1ba', 'name': 'network-vif-deleted', 'tag': '2aca6585-cfee-43a3-b4ee-9b346ed2588f', 'status': 'completed', 'code': 200}
May 07 22:12:52.992894 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4fed6eef-89a6-400a-aa3a-5b30d453ba94 req-dd0a134e-a4fd-4642-a737-c6521df08ad0 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0565a31-c1c2-485d-aa87-3f3b5400e2b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1850915
May 07 22:12:53.070050 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c02191e6-822d-40f6-bef7-e331d054f63a None None] Publish callbacks [] for port (2645b009-66be-43e3-a749-ddbb6d3457c6), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:53.089615 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c02191e6-822d-40f6-bef7-e331d054f63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (2645b009-66be-43e3-a749-ddbb6d3457c6), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:53.160063 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-fcebf99c-d5e5-4fba-bd61-7e24033ca2c0 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Allocated IP 2001:db8::cd (2928038a-d2d6-43bb-afe4-76364adc592f/b6eea834-1323-4801-9df6-e9af597a5c82/359c9b23-5876-481c-8b0f-623509d1302b) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:12:53.191019 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02191e6-822d-40f6-bef7-e331d054f63a None None] Network 2928038a-d2d6-43bb-afe4-76364adc592f is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:12:53.199649 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-c02191e6-822d-40f6-bef7-e331d054f63a None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:12:53.199649 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02191e6-822d-40f6-bef7-e331d054f63a None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:12:53.207976 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-83b91529-48be-4ab9-97e4-93f016244701 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-395855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5148'] for router (05feec52-6c7a-47f7-9390-0841352a0bf0), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:53.227789 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-83b91529-48be-4ab9-97e4-93f016244701 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-395830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-395837', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-419014'] for router (05feec52-6c7a-47f7-9390-0841352a0bf0), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:53.255131 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3838248e-7f65-49d7-9ffa-7e9df7f2ed11 req-a21894c3-e986-4665-bace-6a2b6583913b tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:53.257100 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3838248e-7f65-49d7-9ffa-7e9df7f2ed11 req-a21894c3-e986-4665-bace-6a2b6583913b tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e407f44-7420-4e8b-9e17-f47c5ae65c44 HTTP/1.1" status: 200  len: 945 time: 0.0843906
May 07 22:12:53.274273 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02191e6-822d-40f6-bef7-e331d054f63a None None] Pushing event updated for resources: {'Port': ['ID=2645b009-66be-43e3-a749-ddbb6d3457c6,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:53.295316 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-c02191e6-822d-40f6-bef7-e331d054f63a None None] Attempting to bind port 2645b009-66be-43e3-a749-ddbb6d3457c6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:12:53.295780 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-c02191e6-822d-40f6-bef7-e331d054f63a None None] Attempting to bind port 2645b009-66be-43e3-a749-ddbb6d3457c6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9e2c8197-844a-4181-84fb-d0153a267ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2928038a-d2d6-43bb-afe4-76364adc592f'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:12:53.296271 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02191e6-822d-40f6-bef7-e331d054f63a None None] Attempting to bind port 2645b009-66be-43e3-a749-ddbb6d3457c6 on network 2928038a-d2d6-43bb-afe4-76364adc592f {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:12:53.302531 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02191e6-822d-40f6-bef7-e331d054f63a None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:12:53.303401 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02191e6-822d-40f6-bef7-e331d054f63a None None] Checking segment: {'id': '9e2c8197-844a-4181-84fb-d0153a267ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2928038a-d2d6-43bb-afe4-76364adc592f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:12:53.303401 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c02191e6-822d-40f6-bef7-e331d054f63a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:53.303749 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02191e6-822d-40f6-bef7-e331d054f63a None None] Bound using segment: {'id': '9e2c8197-844a-4181-84fb-d0153a267ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2928038a-d2d6-43bb-afe4-76364adc592f'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:12:53.304282 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-c02191e6-822d-40f6-bef7-e331d054f63a None None] Bound port: 2645b009-66be-43e3-a749-ddbb6d3457c6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e2c8197-844a-4181-84fb-d0153a267ad5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '2928038a-d2d6-43bb-afe4-76364adc592f'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:12:53.305851 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c02191e6-822d-40f6-bef7-e331d054f63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (2645b009-66be-43e3-a749-ddbb6d3457c6), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:53.388540 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3838248e-7f65-49d7-9ffa-7e9df7f2ed11 req-2182283e-f1c7-47f2-a4bf-368ed2261a3f tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0565a31-c1c2-485d-aa87-3f3b5400e2b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1184845
May 07 22:12:53.395639 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-c02191e6-822d-40f6-bef7-e331d054f63a None None] For port 2645b009-66be-43e3-a749-ddbb6d3457c6, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:12:53.400530 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-c02191e6-822d-40f6-bef7-e331d054f63a None None] For port 2645b009-66be-43e3-a749-ddbb6d3457c6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2645b009-66be-43e3-a749-ddbb6d3457c6,segment=NetworkSegment(9e2c8197-844a-4181-84fb-d0153a267ad5),segment_id=9e2c8197-844a-4181-84fb-d0153a267ad5)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:12:53.405918 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83b91529-48be-4ab9-97e4-93f016244701 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Router 05feec52-6c7a-47f7-9390-0841352a0bf0 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:12:53.407710 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c02191e6-822d-40f6-bef7-e331d054f63a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (2645b009-66be-43e3-a749-ddbb6d3457c6), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:53.469023 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fcebf99c-d5e5-4fba-bd61-7e24033ca2c0 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for port (359c9b23-5876-481c-8b0f-623509d1302b), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:53.524779 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02191e6-822d-40f6-bef7-e331d054f63a None None] Pushing event updated for resources: {'Port': ['ID=2645b009-66be-43e3-a749-ddbb6d3457c6,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:53.537560 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fcebf99c-d5e5-4fba-bd61-7e24033ca2c0 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (359c9b23-5876-481c-8b0f-623509d1302b), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:53.601091 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-3fc562d6-1ba8-4683-bb6f-fb8adcf7f5b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:53.631985 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcebf99c-d5e5-4fba-bd61-7e24033ca2c0 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Network 2928038a-d2d6-43bb-afe4-76364adc592f is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:12:53.633472 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcebf99c-d5e5-4fba-bd61-7e24033ca2c0 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Pushing event updated for resources: {'Port': ['ID=359c9b23-5876-481c-8b0f-623509d1302b,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:53.637433 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-fcebf99c-d5e5-4fba-bd61-7e24033ca2c0 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:12:53.639596 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcebf99c-d5e5-4fba-bd61-7e24033ca2c0 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:12:53.645972 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcebf99c-d5e5-4fba-bd61-7e24033ca2c0 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:53.646677 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fcebf99c-d5e5-4fba-bd61-7e24033ca2c0 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:53.674296 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-fcebf99c-d5e5-4fba-bd61-7e24033ca2c0 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 891 time: 1.1250215
May 07 22:12:53.675011 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 44812) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:53.746709 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83b91529-48be-4ab9-97e4-93f016244701 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:12:53.760748 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06feb9e1-f23c-4619-8fdf-10006806c655 None None] Sync routers for ids ['05feec52-6c7a-47f7-9390-0841352a0bf0'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:12:53.790255 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-83b91529-48be-4ab9-97e4-93f016244701 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:53.797619 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-83b91529-48be-4ab9-97e4-93f016244701 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "PUT /v2.0/routers/05feec52-6c7a-47f7-9390-0841352a0bf0 HTTP/1.1" status: 200  len: 888 time: 1.1258929
May 07 22:12:53.798219 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06feb9e1-f23c-4619-8fdf-10006806c655 None None] Routers {'05feec52-6c7a-47f7-9390-0841352a0bf0'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:12:53.801195 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 44824) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:53.804190 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-06feb9e1-f23c-4619-8fdf-10006806c655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7e8ed280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:12:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['05feec52-6c7a-47f7-9390-0841352a0bf0'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:53.897272 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-412255ff-da34-4564-b8eb-394e7603c483 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Deleting port 359c9b23-5876-481c-8b0f-623509d1302b {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:12:53.897851 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-412255ff-da34-4564-b8eb-394e7603c483 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (359c9b23-5876-481c-8b0f-623509d1302b), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:53.924120 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-06feb9e1-f23c-4619-8fdf-10006806c655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7e8ed280>, [], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:53.937938 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7f1bf4d5-6a4a-4a49-9ff6-9eb270687240 req-ff9aaf3a-ee2c-49fb-9bb8-7b8585627617 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=876afed0-19b4-4cae-83e8-a954d0cae1ba HTTP/1.1" status: 200  len: 210 time: 0.1508875
May 07 22:12:53.985885 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06feb9e1-f23c-4619-8fdf-10006806c655 None None] Routers {'05feec52-6c7a-47f7-9390-0841352a0bf0'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:12:54.000711 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-06feb9e1-f23c-4619-8fdf-10006806c655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7e8ed280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:12:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['05feec52-6c7a-47f7-9390-0841352a0bf0'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:54.008582 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:54.044931 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-06feb9e1-f23c-4619-8fdf-10006806c655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7e8ed280>, [], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:54.045551 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06feb9e1-f23c-4619-8fdf-10006806c655 None None] The sync data for ids ['05feec52-6c7a-47f7-9390-0841352a0bf0'] in ncdv-master-1 is: [] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:12:54.061045 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57396fa0-c57c-403c-8c96-050743fe9c72 req-3c980aed-286f-40b7-bdd7-da9419135333 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:54.062755 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-57396fa0-c57c-403c-8c96-050743fe9c72 req-3c980aed-286f-40b7-bdd7-da9419135333 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e407f44-7420-4e8b-9e17-f47c5ae65c44 HTTP/1.1" status: 200  len: 945 time: 0.0687921
May 07 22:12:54.073472 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-3547101c-08e8-499c-aac7-0a12494c6a49 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "GET /v2.0/routers/05feec52-6c7a-47f7-9390-0841352a0bf0 HTTP/1.1" status: 200  len: 888 time: 0.2686424
May 07 22:12:54.076812 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 44828) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:54.090708 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-412255ff-da34-4564-b8eb-394e7603c483 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (359c9b23-5876-481c-8b0f-623509d1302b), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:54.117542 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-bac22445-9153-4347-9796-b439709beef4 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "GET /v2.0/ports?device_id=05feec52-6c7a-47f7-9390-0841352a0bf0 HTTP/1.1" status: 200  len: 205 time: 0.0371873
May 07 22:12:54.117748 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 44830) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:54.122976 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-412255ff-da34-4564-b8eb-394e7603c483 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Calling delete_port for 359c9b23-5876-481c-8b0f-623509d1302b owned by  {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:12:54.123691 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-57396fa0-c57c-403c-8c96-050743fe9c72 req-93961c9d-c349-430d-b1a1-1cb0c7f588db tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0565a31-c1c2-485d-aa87-3f3b5400e2b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492055
May 07 22:12:54.293540 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 2645b009-66be-43e3-a749-ddbb6d3457c6 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:12:54.309936 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-47454094-b600-4180-846d-8bf0e417ffe6 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for router (05feec52-6c7a-47f7-9390-0841352a0bf0), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:54.341260 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 2645b009-66be-43e3-a749-ddbb6d3457c6 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:12:54.341638 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (2645b009-66be-43e3-a749-ddbb6d3457c6), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:54.379188 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 2aca6585-cfee-43a3-b4ee-9b346ed2588f no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:12:54.404505 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] No Port match for: 2aca6585-cfee-43a3-b4ee-9b346ed2588f {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:12:54.404847 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 2aca6585-cfee-43a3-b4ee-9b346ed2588f not bound to the agent host nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:12:54.446900 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-412255ff-da34-4564-b8eb-394e7603c483 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (359c9b23-5876-481c-8b0f-623509d1302b), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:54.447166 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 2645b009-66be-43e3-a749-ddbb6d3457c6 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:12:54.447567 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (2645b009-66be-43e3-a749-ddbb6d3457c6), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:54.482638 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port 2645b009-66be-43e3-a749-ddbb6d3457c6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2645b009-66be-43e3-a749-ddbb6d3457c6,segment=NetworkSegment(9e2c8197-844a-4181-84fb-d0153a267ad5),segment_id=9e2c8197-844a-4181-84fb-d0153a267ad5)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:12:54.487979 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (2645b009-66be-43e3-a749-ddbb6d3457c6), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:54.507926 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412255ff-da34-4564-b8eb-394e7603c483 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Pushing event deleted for resources: {'Port': ['ID=359c9b23-5876-481c-8b0f-623509d1302b,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:54.540206 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-412255ff-da34-4564-b8eb-394e7603c483 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:54.546228 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-412255ff-da34-4564-b8eb-394e7603c483 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "DELETE /v2.0/ports/359c9b23-5876-481c-8b0f-623509d1302b HTTP/1.1" status: 204  len: 168 time: 0.8679273
May 07 22:12:54.546546 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-47454094-b600-4180-846d-8bf0e417ffe6 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for router_gateway (05feec52-6c7a-47f7-9390-0841352a0bf0), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:54.546684 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 44834) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:54.547781 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=2645b009-66be-43e3-a749-ddbb6d3457c6,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:54.584767 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-03196c32-b4aa-4c1a-b406-ff876a934092 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] GET failed (client error): The resource could not be found.
May 07 22:12:54.589062 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-03196c32-b4aa-4c1a-b406-ff876a934092 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "GET /v2.0/ports/359c9b23-5876-481c-8b0f-623509d1302b HTTP/1.1" status: 404  len: 333 time: 0.0383999
May 07 22:12:54.591293 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 44838) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:54.914416 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc16025-4bdf-4c47-b04e-3f7194c17398 None None] Network 2928038a-d2d6-43bb-afe4-76364adc592f requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:12:54.993613 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-47454094-b600-4180-846d-8bf0e417ffe6 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Deleting port 095b6d1b-3f91-44e2-81b8-edcf5f089985 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:12:54.994090 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-47454094-b600-4180-846d-8bf0e417ffe6 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (095b6d1b-3f91-44e2-81b8-edcf5f089985), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:55.034212 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-486550b6-c94a-482c-b8f0-d0de44e7b366 None None] Provisioning complete for port 2645b009-66be-43e3-a749-ddbb6d3457c6 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:12:55.034891 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-486550b6-c94a-482c-b8f0-d0de44e7b366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (2645b009-66be-43e3-a749-ddbb6d3457c6), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:55.074846 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-47454094-b600-4180-846d-8bf0e417ffe6 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (095b6d1b-3f91-44e2-81b8-edcf5f089985), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:55.088104 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-47454094-b600-4180-846d-8bf0e417ffe6 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Calling delete_port for 095b6d1b-3f91-44e2-81b8-edcf5f089985 owned by network:router_gateway {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:12:55.189109 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-486550b6-c94a-482c-b8f0-d0de44e7b366 None None] Current status of the port 2645b009-66be-43e3-a749-ddbb6d3457c6 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:12:55.321604 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39973f2-e53b-4ad1-84d1-2a7348f7b2b0 req-a4756cbb-7260-467c-a77d-8a72464652d6 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:55.323172 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_v2 [None req-398978d4-fdf6-4345-baa4-3396ace91745 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Deleting subnet b6eea834-1323-4801-9df6-e9af597a5c82 {{(pid=121836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:12:55.324330 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c39973f2-e53b-4ad1-84d1-2a7348f7b2b0 req-a4756cbb-7260-467c-a77d-8a72464652d6 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e407f44-7420-4e8b-9e17-f47c5ae65c44 HTTP/1.1" status: 200  len: 945 time: 0.1007807
May 07 22:12:55.348045 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-398978d4-fdf6-4345-baa4-3396ace91745 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for subnet (b6eea834-1323-4801-9df6-e9af597a5c82), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:55.414068 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-398978d4-fdf6-4345-baa4-3396ace91745 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726883'] for subnet (b6eea834-1323-4801-9df6-e9af597a5c82), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:55.423233 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c39973f2-e53b-4ad1-84d1-2a7348f7b2b0 req-b4c24ccc-5a8d-48df-bbcc-0efd0af4a269 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0565a31-c1c2-485d-aa87-3f3b5400e2b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0923533
May 07 22:12:55.502442 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-47454094-b600-4180-846d-8bf0e417ffe6 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (095b6d1b-3f91-44e2-81b8-edcf5f089985), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:55.513077 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-72072cb1-4dd7-4286-8247-b1149375edbd None None] Provisioning complete for port 2645b009-66be-43e3-a749-ddbb6d3457c6 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:12:55.513770 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-72072cb1-4dd7-4286-8247-b1149375edbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (2645b009-66be-43e3-a749-ddbb6d3457c6), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:55.520827 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-361586ae-f6c0-43bf-aff3-81c47e2eeea3 req-a264032e-4cf2-49d8-bc42-95350c61963c service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=059fa640-aef8-49b9-984f-b96451387d95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0508063
May 07 22:12:55.568536 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c61c82c-7ab8-4f96-bdf2-408975bd220d req-580cd94a-4f6c-4766-952f-cf1b0d0f9e05 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:55.570183 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4c61c82c-7ab8-4f96-bdf2-408975bd220d req-580cd94a-4f6c-4766-952f-cf1b0d0f9e05 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e407f44-7420-4e8b-9e17-f47c5ae65c44 HTTP/1.1" status: 200  len: 945 time: 0.2417054
May 07 22:12:55.597640 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361586ae-f6c0-43bf-aff3-81c47e2eeea3 req-b9f95a42-d065-4e36-a612-25d64ce033df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:55.599819 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-361586ae-f6c0-43bf-aff3-81c47e2eeea3 req-b9f95a42-d065-4e36-a612-25d64ce033df service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=72be56c2d4a54014a8f741c451fe014e&device_id=059fa640-aef8-49b9-984f-b96451387d95 HTTP/1.1" status: 200  len: 1127 time: 0.0553372
May 07 22:12:55.603994 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47454094-b600-4180-846d-8bf0e417ffe6 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Pushing event deleted for resources: {'Port': ['ID=095b6d1b-3f91-44e2-81b8-edcf5f089985,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:55.625633 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-72072cb1-4dd7-4286-8247-b1149375edbd None None] Current status of the port 2645b009-66be-43e3-a749-ddbb6d3457c6 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:12:55.718243 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361586ae-f6c0-43bf-aff3-81c47e2eeea3 req-cb5241a1-010c-49dc-bf97-93da2fce12c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:55.719846 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-361586ae-f6c0-43bf-aff3-81c47e2eeea3 req-cb5241a1-010c-49dc-bf97-93da2fce12c5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=75e42e23-8e74-41bd-9a60-3536f620fe26 HTTP/1.1" status: 200  len: 914 time: 0.0952792
May 07 22:12:55.739746 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-ae6c38b6-56ac-472c-81c6-dca664f84993 None None] Could not find standard attr ID for object 359c9b23-5876-481c-8b0f-623509d1302b. {{(pid=121838) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
May 07 22:12:55.769289 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-361586ae-f6c0-43bf-aff3-81c47e2eeea3 req-2a1ad3c6-fad2-4b28-84cd-6567361fbbee service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=001d2755-5afe-49fd-b09f-b329e5af504d HTTP/1.1" status: 200  len: 217 time: 0.0435579
May 07 22:12:55.805031 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-398978d4-fdf6-4345-baa4-3396ace91745 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (b6eea834-1323-4801-9df6-e9af597a5c82), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:55.822846 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361586ae-f6c0-43bf-aff3-81c47e2eeea3 req-4bb7c858-721f-4b5e-b2d4-f3ba667720a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:55.824336 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-361586ae-f6c0-43bf-aff3-81c47e2eeea3 req-4bb7c858-721f-4b5e-b2d4-f3ba667720a8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=85ec4fb9-6ccb-4163-9592-93dc6ae8e23f HTTP/1.1" status: 200  len: 853 time: 0.0490248
May 07 22:12:55.857732 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-361586ae-f6c0-43bf-aff3-81c47e2eeea3 req-302e9b41-1d92-4a14-bdd7-03beb783fc64 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=75e42e23-8e74-41bd-9a60-3536f620fe26&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0274484
May 07 22:12:55.859866 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a50380-421c-418b-9d74-50f9c1810dde req-5d12c2ac-aa70-40d4-bc6a-4b3379f74bc5 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:55.861363 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c7a50380-421c-418b-9d74-50f9c1810dde req-5d12c2ac-aa70-40d4-bc6a-4b3379f74bc5 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/networks?id=ebdf594d-504a-44e8-89b9-e74774287749 HTTP/1.1" status: 200  len: 806 time: 0.4246809
May 07 22:12:55.870948 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-4c61c82c-7ab8-4f96-bdf2-408975bd220d req-0c0c770d-e5ca-4ca5-8fc6-d1f3f6179fb8 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Deleting port 9cc7735e-fc1f-4418-8730-5c1488d0ab2c {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:12:55.870948 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-4c61c82c-7ab8-4f96-bdf2-408975bd220d req-0c0c770d-e5ca-4ca5-8fc6-d1f3f6179fb8 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (9cc7735e-fc1f-4418-8730-5c1488d0ab2c), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:55.881128 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-47454094-b600-4180-846d-8bf0e417ffe6 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395776'] for router_gateway (05feec52-6c7a-47f7-9390-0841352a0bf0), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:55.941243 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c7a50380-421c-418b-9d74-50f9c1810dde req-a1b58dfd-8c5b-4ddf-9f43-87bca329da0b tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/quotas/b29256ef64d74a5297507ca500a9468e HTTP/1.1" status: 200  len: 375 time: 0.0668492
May 07 22:12:55.964215 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-361586ae-f6c0-43bf-aff3-81c47e2eeea3 req-9105937a-d159-4797-9f39-cf6d84656f1a service neutron] 10.222.0.59 "GET /v2.0/networks/75e42e23-8e74-41bd-9a60-3536f620fe26?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0957911
May 07 22:12:56.055709 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-361586ae-f6c0-43bf-aff3-81c47e2eeea3 req-d4686da2-b57b-4b6f-83f7-a5ef6b6bad17 service neutron] 10.222.0.59 "GET /v2.0/networks/75e42e23-8e74-41bd-9a60-3536f620fe26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0842764
May 07 22:12:56.082684 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-47454094-b600-4180-846d-8bf0e417ffe6 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (05feec52-6c7a-47f7-9390-0841352a0bf0), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:56.091207 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-47454094-b600-4180-846d-8bf0e417ffe6 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for router_controller (05feec52-6c7a-47f7-9390-0841352a0bf0), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:56.106430 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-398978d4-fdf6-4345-baa4-3396ace91745 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (b6eea834-1323-4801-9df6-e9af597a5c82), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:56.189429 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c7a50380-421c-418b-9d74-50f9c1810dde req-6a52b985-a75c-4702-ad1c-e3906673b520 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b29256ef64d74a5297507ca500a9468e&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2093542
May 07 22:12:56.194413 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398978d4-fdf6-4345-baa4-3396ace91745 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Pushing event deleted for resources: {'Subnet': ['ID=b6eea834-1323-4801-9df6-e9af597a5c82,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:56.196429 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-398978d4-fdf6-4345-baa4-3396ace91745 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:56.199801 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-398978d4-fdf6-4345-baa4-3396ace91745 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "DELETE /v2.0/subnets/b6eea834-1323-4801-9df6-e9af597a5c82 HTTP/1.1" status: 204  len: 168 time: 1.6075523
May 07 22:12:56.201967 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-4c61c82c-7ab8-4f96-bdf2-408975bd220d req-0c0c770d-e5ca-4ca5-8fc6-d1f3f6179fb8 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] For port 9cc7735e-fc1f-4418-8730-5c1488d0ab2c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9cc7735e-fc1f-4418-8730-5c1488d0ab2c,segment=NetworkSegment(3c434885-c673-48d5-9295-930316ad3f91),segment_id=3c434885-c673-48d5-9295-930316ad3f91)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:12:56.202324 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-4c61c82c-7ab8-4f96-bdf2-408975bd220d req-0c0c770d-e5ca-4ca5-8fc6-d1f3f6179fb8 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (9cc7735e-fc1f-4418-8730-5c1488d0ab2c), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:56.202718 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 44886) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:56.222466 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f630d8d2-b3bb-4b93-9bba-a6dfecdcadd3 None None] Network 2928038a-d2d6-43bb-afe4-76364adc592f requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:12:56.234726 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-47454094-b600-4180-846d-8bf0e417ffe6 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (05feec52-6c7a-47f7-9390-0841352a0bf0), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:56.235040 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47454094-b600-4180-846d-8bf0e417ffe6 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Fanout notify agent at l3_agent the message router_deleted on router 05feec52-6c7a-47f7-9390-0841352a0bf0 {{(pid=121836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 22:12:56.237742 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-4c61c82c-7ab8-4f96-bdf2-408975bd220d req-0c0c770d-e5ca-4ca5-8fc6-d1f3f6179fb8 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Calling delete_port for 9cc7735e-fc1f-4418-8730-5c1488d0ab2c owned by compute:nova {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:12:56.249568 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-47454094-b600-4180-846d-8bf0e417ffe6 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:56.250900 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-47454094-b600-4180-846d-8bf0e417ffe6 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "DELETE /v2.0/routers/05feec52-6c7a-47f7-9390-0841352a0bf0 HTTP/1.1" status: 204  len: 168 time: 2.1291976
May 07 22:12:56.263272 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 44890) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:56.278145 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-c49a0f73-e2cf-4e55-8e01-9e3ddce6fdd8 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Request body: {'network': {'name': 'tempest-RoutersTest-1889117943'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:12:56.384716 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c49a0f73-e2cf-4e55-8e01-9e3ddce6fdd8 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Made reservation on behalf of 9871aa16c54d4751ac838e07d52897a6 for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:12:56.388323 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c49a0f73-e2cf-4e55-8e01-9e3ddce6fdd8 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:56.390415 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b24544f7-3a1b-4dd3-8b07-1478b746bbb1 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (2928038a-d2d6-43bb-afe4-76364adc592f), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:56.392343 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 2645b009-66be-43e3-a749-ddbb6d3457c6 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:12:56.435912 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c7a50380-421c-418b-9d74-50f9c1810dde req-3a908605-df1d-411f-a2b9-86335e6ae4cb service neutron] 10.222.0.32 "GET /v2.0/networks/ebdf594d-504a-44e8-89b9-e74774287749?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2240863
May 07 22:12:56.451852 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c49a0f73-e2cf-4e55-8e01-9e3ddce6fdd8 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:12:56.475248 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 2645b009-66be-43e3-a749-ddbb6d3457c6 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:12:56.476227 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-b24544f7-3a1b-4dd3-8b07-1478b746bbb1 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Deleting port 2645b009-66be-43e3-a749-ddbb6d3457c6 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:12:56.476498 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (2645b009-66be-43e3-a749-ddbb6d3457c6), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:56.476626 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b24544f7-3a1b-4dd3-8b07-1478b746bbb1 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (2645b009-66be-43e3-a749-ddbb6d3457c6), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:56.492999 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c49a0f73-e2cf-4e55-8e01-9e3ddce6fdd8 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (4ac44b3b-74f7-43ed-a60f-4d9fd27218b8), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:56.493339 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-c49a0f73-e2cf-4e55-8e01-9e3ddce6fdd8 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Added segment 4ac44b3b-74f7-43ed-a60f-4d9fd27218b8 of type vlan for network 2bb833e9-d35b-49a8-b7e6-95029e4c4c7b
May 07 22:12:56.583548 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfef2837-ee86-4d82-bee2-944d04bfcf8c None None] DHCP port deletion for 2928038a-d2d6-43bb-afe4-76364adc592f request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:12:56.587341 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-15cf1e89-64f4-4fc9-8ed2-504450ab6a70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:56.624034 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 2645b009-66be-43e3-a749-ddbb6d3457c6 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:12:56.624779 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-b24544f7-3a1b-4dd3-8b07-1478b746bbb1 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] For port 2645b009-66be-43e3-a749-ddbb6d3457c6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2645b009-66be-43e3-a749-ddbb6d3457c6,segment=NetworkSegment(9e2c8197-844a-4181-84fb-d0153a267ad5),segment_id=9e2c8197-844a-4181-84fb-d0153a267ad5)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:12:56.625153 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b24544f7-3a1b-4dd3-8b07-1478b746bbb1 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (2645b009-66be-43e3-a749-ddbb6d3457c6), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:56.625638 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c49a0f73-e2cf-4e55-8e01-9e3ddce6fdd8 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (2bb833e9-d35b-49a8-b7e6-95029e4c4c7b), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:56.640475 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-dfef2837-ee86-4d82-bee2-944d04bfcf8c None None] Deleting port 2645b009-66be-43e3-a749-ddbb6d3457c6 {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:12:56.640895 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-dfef2837-ee86-4d82-bee2-944d04bfcf8c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (2645b009-66be-43e3-a749-ddbb6d3457c6), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:56.646222 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-b24544f7-3a1b-4dd3-8b07-1478b746bbb1 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Calling delete_port for 2645b009-66be-43e3-a749-ddbb6d3457c6 owned by network:dhcp {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:12:56.654881 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1991c66-6a18-41e1-9ae3-e87c4462fbd6 req-85d3216c-d784-480a-ab34-adab223fa5cb tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:56.655639 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d1991c66-6a18-41e1-9ae3-e87c4462fbd6 req-85d3216c-d784-480a-ab34-adab223fa5cb tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e407f44-7420-4e8b-9e17-f47c5ae65c44 HTTP/1.1" status: 200  len: 945 time: 0.0776854
May 07 22:12:56.678537 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-4c61c82c-7ab8-4f96-bdf2-408975bd220d req-0c0c770d-e5ca-4ca5-8fc6-d1f3f6179fb8 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (9cc7735e-fc1f-4418-8730-5c1488d0ab2c), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:56.710972 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c7a50380-421c-418b-9d74-50f9c1810dde req-38fd2619-64c1-484c-ad91-08ded794dee1 service neutron] 10.222.0.32 "GET /v2.0/networks/ebdf594d-504a-44e8-89b9-e74774287749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2528529
May 07 22:12:56.713623 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c49a0f73-e2cf-4e55-8e01-9e3ddce6fdd8 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (2bb833e9-d35b-49a8-b7e6-95029e4c4c7b), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:56.718701 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49a0f73-e2cf-4e55-8e01-9e3ddce6fdd8 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:56.718940 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-dfef2837-ee86-4d82-bee2-944d04bfcf8c None None] For port 2645b009-66be-43e3-a749-ddbb6d3457c6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2645b009-66be-43e3-a749-ddbb6d3457c6,segment=NetworkSegment(9e2c8197-844a-4181-84fb-d0153a267ad5),segment_id=9e2c8197-844a-4181-84fb-d0153a267ad5)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:12:56.719586 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c49a0f73-e2cf-4e55-8e01-9e3ddce6fdd8 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:56.719776 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-dfef2837-ee86-4d82-bee2-944d04bfcf8c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (2645b009-66be-43e3-a749-ddbb6d3457c6), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:56.727256 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0c770d-e5ca-4ca5-8fc6-d1f3f6179fb8 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Pushing event deleted for resources: {'Port': ['ID=9cc7735e-fc1f-4418-8730-5c1488d0ab2c,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:56.738596 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-dfef2837-ee86-4d82-bee2-944d04bfcf8c None None] Calling delete_port for 2645b009-66be-43e3-a749-ddbb6d3457c6 owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:12:56.758226 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d1991c66-6a18-41e1-9ae3-e87c4462fbd6 req-9b5c3d30-a3c6-49c8-a372-da36eacd7789 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0565a31-c1c2-485d-aa87-3f3b5400e2b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518930
May 07 22:12:56.789901 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-c49a0f73-e2cf-4e55-8e01-9e3ddce6fdd8 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.5252566
May 07 22:12:56.813483 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 44896) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:56.819676 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-fad4593d-28ca-45a7-9255-7b18f12f69ff tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Request body: {'subnet': {'network_id': '2bb833e9-d35b-49a8-b7e6-95029e4c4c7b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:12:56.857352 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c61c82c-7ab8-4f96-bdf2-408975bd220d req-0c0c770d-e5ca-4ca5-8fc6-d1f3f6179fb8 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] No DVR routers for this DVR port 9cc7735e-fc1f-4418-8730-5c1488d0ab2c on host nch1-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:12:56.864239 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-4c61c82c-7ab8-4f96-bdf2-408975bd220d req-0c0c770d-e5ca-4ca5-8fc6-d1f3f6179fb8 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:56.867929 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4c61c82c-7ab8-4f96-bdf2-408975bd220d req-0c0c770d-e5ca-4ca5-8fc6-d1f3f6179fb8 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.55 "DELETE /v2.0/ports/9cc7735e-fc1f-4418-8730-5c1488d0ab2c HTTP/1.1" status: 204  len: 173 time: 1.2495236
May 07 22:12:56.869235 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-dfef2837-ee86-4d82-bee2-944d04bfcf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (2645b009-66be-43e3-a749-ddbb6d3457c6), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:56.869410 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e407f44-7420-4e8b-9e17-f47c5ae65c44', 'name': 'network-vif-deleted', 'tag': '9cc7735e-fc1f-4418-8730-5c1488d0ab2c'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:12:56.872213 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cf1d7a4-9a48-4b15-8800-290f29b980a8" -d '{"events": [{"server_uuid": "1e407f44-7420-4e8b-9e17-f47c5ae65c44", "name": "network-vif-deleted", "tag": "9cc7735e-fc1f-4418-8730-5c1488d0ab2c"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:12:56.890308 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b24544f7-3a1b-4dd3-8b07-1478b746bbb1 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (2645b009-66be-43e3-a749-ddbb6d3457c6), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:56.892820 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49a0f73-e2cf-4e55-8e01-9e3ddce6fdd8 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Pushing event updated for resources: {'Network': ['ID=2bb833e9-d35b-49a8-b7e6-95029e4c4c7b,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:56.918854 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 2bb833e9-d35b-49a8-b7e6-95029e4c4c7b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:12:56.922460 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfef2837-ee86-4d82-bee2-944d04bfcf8c None None] Pushing event deleted for resources: {'Port': ['ID=2645b009-66be-43e3-a749-ddbb6d3457c6,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:56.972499 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89da2c7a-aa3e-497a-b4ad-4729516bdbd2 x-openstack-request-id: req-89da2c7a-aa3e-497a-b4ad-4729516bdbd2 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:12:56.973073 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e407f44-7420-4e8b-9e17-f47c5ae65c44", "name": "network-vif-deleted", "tag": "9cc7735e-fc1f-4418-8730-5c1488d0ab2c", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:12:56.973437 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-89da2c7a-aa3e-497a-b4ad-4729516bdbd2 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:12:56.973939 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89da2c7a-aa3e-497a-b4ad-4729516bdbd2'] response: {'server_uuid': '1e407f44-7420-4e8b-9e17-f47c5ae65c44', 'name': 'network-vif-deleted', 'tag': '9cc7735e-fc1f-4418-8730-5c1488d0ab2c', 'status': 'completed', 'code': 200}
May 07 22:12:57.005142 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfef2837-ee86-4d82-bee2-944d04bfcf8c None None] No DVR routers for this DVR port 2645b009-66be-43e3-a749-ddbb6d3457c6 on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:12:57.018970 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24544f7-3a1b-4dd3-8b07-1478b746bbb1 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Pushing event deleted for resources: {'Port': ['ID=2645b009-66be-43e3-a749-ddbb6d3457c6,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:57.021000 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24544f7-3a1b-4dd3-8b07-1478b746bbb1 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] No DVR routers for this DVR port 2645b009-66be-43e3-a749-ddbb6d3457c6 on host ncdv-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:12:57.134216 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c1234a30-7c46-4feb-83dc-7ccc08e3057a req-f06e54a9-f9f3-4dd4-9954-e89285c88b22 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=5faf8f65-128b-4bf7-91b4-4b3acbc2d63e HTTP/1.1" status: 200  len: 210 time: 0.0610569
May 07 22:12:57.137303 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fad4593d-28ca-45a7-9255-7b18f12f69ff tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Made reservation on behalf of 9871aa16c54d4751ac838e07d52897a6 for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:12:57.140407 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fad4593d-28ca-45a7-9255-7b18f12f69ff tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:57.193562 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b24544f7-3a1b-4dd3-8b07-1478b746bbb1 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (2928038a-d2d6-43bb-afe4-76364adc592f), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:57.257387 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-b24544f7-3a1b-4dd3-8b07-1478b746bbb1 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf8c5307c0>,) {'filters': {'network_id': ['2928038a-d2d6-43bb-afe4-76364adc592f']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:57.276808 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-b24544f7-3a1b-4dd3-8b07-1478b746bbb1 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8c5307c0>, '9e2c8197-844a-4181-84fb-d0153a267ad5') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:57.277460 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-b24544f7-3a1b-4dd3-8b07-1478b746bbb1 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8c5307c0>, '9e2c8197-844a-4181-84fb-d0153a267ad5') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:12:57.290955 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b24544f7-3a1b-4dd3-8b07-1478b746bbb1 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (9e2c8197-844a-4181-84fb-d0153a267ad5), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:57.314520 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b24544f7-3a1b-4dd3-8b07-1478b746bbb1 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (9e2c8197-844a-4181-84fb-d0153a267ad5), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:57.352718 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b24544f7-3a1b-4dd3-8b07-1478b746bbb1 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:12:57.353259 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b24544f7-3a1b-4dd3-8b07-1478b746bbb1 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (9e2c8197-844a-4181-84fb-d0153a267ad5), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:57.356760 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 22:12:57.356760 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:12:57.356760 ncdv-master-1 neutron-server[121837]:     timer()
May 07 22:12:57.356760 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:12:57.356760 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 22:12:57.356760 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:12:57.356760 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 22:12:57.356760 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:12:57.356760 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 22:12:57.356760 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:12:57.356760 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 22:12:57.356760 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:12:57.356760 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 22:12:57.356760 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:12:57.356760 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:12:57.356760 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:12:57.356760 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:12:57.356760 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:12:57.356760 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 22:12:57.356760 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:12:57.356760 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 22:12:57.356760 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:12:57.356760 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:12:57.356760 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:12:57.356760 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 22:12:57.356760 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:12:57.356760 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:12:57.356760 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:12:57.356760 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:12:57.356760 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:12:57.356760 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:12:57.356760 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:12:57.449626 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:57.478403 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b24544f7-3a1b-4dd3-8b07-1478b746bbb1 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (2928038a-d2d6-43bb-afe4-76364adc592f), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:57.495493 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b24544f7-3a1b-4dd3-8b07-1478b746bbb1 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:57.498687 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-b24544f7-3a1b-4dd3-8b07-1478b746bbb1 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "DELETE /v2.0/networks/2928038a-d2d6-43bb-afe4-76364adc592f HTTP/1.1" status: 204  len: 168 time: 1.2949505
May 07 22:12:57.502634 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 44928) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:57.508396 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-21e6aae6-fc74-4f80-81eb-6a5ae9b5abae tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Request body: {'port': {'network_id': '51e50de6-5b14-452d-ad45-80a0d2ddf837', 'name': 'tempest-PortsIpV6TestJSON-805743442'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:12:57.539128 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24544f7-3a1b-4dd3-8b07-1478b746bbb1 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Pushing event deleted for resources: {'Network': ['ID=2928038a-d2d6-43bb-afe4-76364adc592f,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:57.567117 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fad4593d-28ca-45a7-9255-7b18f12f69ff tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (1be12cb6-f0b8-4e1d-bbc8-42f1af976f39), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:57.617764 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e6aae6-fc74-4f80-81eb-6a5ae9b5abae tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Made reservation on behalf of 586495fb86064013a37b42a6b3d382fb for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:12:57.622918 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-21e6aae6-fc74-4f80-81eb-6a5ae9b5abae tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:57.644523 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad4593d-28ca-45a7-9255-7b18f12f69ff tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Pushing event updated for resources: {'Subnet': ['ID=1be12cb6-f0b8-4e1d-bbc8-42f1af976f39,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:57.654045 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad4593d-28ca-45a7-9255-7b18f12f69ff tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Checking segment: {'id': '4ac44b3b-74f7-43ed-a60f-4d9fd27218b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '2bb833e9-d35b-49a8-b7e6-95029e4c4c7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:12:57.654406 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad4593d-28ca-45a7-9255-7b18f12f69ff tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Network hostable DHCP agents. Network: 2bb833e9-d35b-49a8-b7e6-95029e4c4c7b, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:12:57.670312 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [None req-21e6aae6-fc74-4f80-81eb-6a5ae9b5abae tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] device_id is not set on port 6dfdc0a2-51b7-4646-9d87-50b0ad9c7e62 yet. {{(pid=121836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 22:12:57.677034 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad4593d-28ca-45a7-9255-7b18f12f69ff tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Network 2bb833e9-d35b-49a8-b7e6-95029e4c4c7b is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:12:57.695958 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-fad4593d-28ca-45a7-9255-7b18f12f69ff tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2bb833e9-d35b-49a8-b7e6-95029e4c4c7b) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:12:57.705922 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8f80c2-20ed-4c0e-8aa0-2c6c7011649d None None] Network 2bb833e9-d35b-49a8-b7e6-95029e4c4c7b requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:12:57.713325 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad4593d-28ca-45a7-9255-7b18f12f69ff tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:57.715660 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fad4593d-28ca-45a7-9255-7b18f12f69ff tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:57.763461 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-fad4593d-28ca-45a7-9255-7b18f12f69ff tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.9485991
May 07 22:12:57.766067 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 44934) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:57.791808 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-0597988d-2864-4333-94a5-299fea680dba tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2097667335', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:12:57.852030 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0597988d-2864-4333-94a5-299fea680dba tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (8bb4bd8c-596d-48fe-9f95-165cecc5c75a), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:57.853751 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0597988d-2864-4333-94a5-299fea680dba tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (8bb4bd8c-596d-48fe-9f95-165cecc5c75a), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:57.891428 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18860ac-28ca-4e8c-97db-d554c50f11b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-2bb833e9-d35b-49a8-b7e6-95029e4c4c7b', 'network_id': '2bb833e9-d35b-49a8-b7e6-95029e4c4c7b', 'project_id': '9871aa16c54d4751ac838e07d52897a6', 'fixed_ips': [{'subnet_id': '1be12cb6-f0b8-4e1d-bbc8-42f1af976f39'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:12:57.895536 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c18860ac-28ca-4e8c-97db-d554c50f11b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:58.000968 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-21e6aae6-fc74-4f80-81eb-6a5ae9b5abae tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for port (6dfdc0a2-51b7-4646-9d87-50b0ad9c7e62), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:58.064817 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-21e6aae6-fc74-4f80-81eb-6a5ae9b5abae tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (6dfdc0a2-51b7-4646-9d87-50b0ad9c7e62), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:58.120552 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-c18860ac-28ca-4e8c-97db-d554c50f11b8 None None] Allocated IP 172.20.0.2 (2bb833e9-d35b-49a8-b7e6-95029e4c4c7b/1be12cb6-f0b8-4e1d-bbc8-42f1af976f39/a3d5c0e6-fa07-4c3f-ae64-49fcc41dca01) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:12:58.130578 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e6aae6-fc74-4f80-81eb-6a5ae9b5abae tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Network 51e50de6-5b14-452d-ad45-80a0d2ddf837 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:12:58.134230 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-21e6aae6-fc74-4f80-81eb-6a5ae9b5abae tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:12:58.141925 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e6aae6-fc74-4f80-81eb-6a5ae9b5abae tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:12:58.149276 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e6aae6-fc74-4f80-81eb-6a5ae9b5abae tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:58.151455 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-21e6aae6-fc74-4f80-81eb-6a5ae9b5abae tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:58.156021 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e6aae6-fc74-4f80-81eb-6a5ae9b5abae tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Pushing event updated for resources: {'Port': ['ID=6dfdc0a2-51b7-4646-9d87-50b0ad9c7e62,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:58.180113 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-21e6aae6-fc74-4f80-81eb-6a5ae9b5abae tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 849 time: 0.6761317
May 07 22:12:58.182481 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 44954) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:58.354184 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-eafbd53f-6ccf-4810-8d6d-b20ae33b4f6f tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Deleting port 6dfdc0a2-51b7-4646-9d87-50b0ad9c7e62 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:12:58.354534 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-eafbd53f-6ccf-4810-8d6d-b20ae33b4f6f tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (6dfdc0a2-51b7-4646-9d87-50b0ad9c7e62), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:58.430121 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7a620c45-dd91-4e38-a8ae-1256533966c2 req-7abf44cb-ffea-4815-9931-5d75674b9825 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=5faf8f65-128b-4bf7-91b4-4b3acbc2d63e HTTP/1.1" status: 200  len: 210 time: 0.0459011
May 07 22:12:58.431588 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0597988d-2864-4333-94a5-299fea680dba tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for router_controller (8bb4bd8c-596d-48fe-9f95-165cecc5c75a), precommit_add_association {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:58.440754 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0597988d-2864-4333-94a5-299fea680dba tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (8bb4bd8c-596d-48fe-9f95-165cecc5c75a), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:58.467262 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0597988d-2864-4333-94a5-299fea680dba tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:58.472084 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 2645b009-66be-43e3-a749-ddbb6d3457c6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:12:58.473461 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-0597988d-2864-4333-94a5-299fea680dba tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 700 time: 0.7052779
May 07 22:12:58.474177 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 44966) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:58.476511 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 9cc7735e-fc1f-4418-8730-5c1488d0ab2c no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:12:58.520636 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] No Port match for: 9cc7735e-fc1f-4418-8730-5c1488d0ab2c {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:12:58.521297 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 9cc7735e-fc1f-4418-8730-5c1488d0ab2c not bound to the agent host nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:12:58.524439 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 2645b009-66be-43e3-a749-ddbb6d3457c6 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:12:58.524921 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 2645b009-66be-43e3-a749-ddbb6d3457c6 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:12:58.548620 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-eafbd53f-6ccf-4810-8d6d-b20ae33b4f6f tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (6dfdc0a2-51b7-4646-9d87-50b0ad9c7e62), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:58.574003 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-eafbd53f-6ccf-4810-8d6d-b20ae33b4f6f tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Calling delete_port for 6dfdc0a2-51b7-4646-9d87-50b0ad9c7e62 owned by  {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:12:58.630890 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c18860ac-28ca-4e8c-97db-d554c50f11b8 None None] Publish callbacks [] for port (a3d5c0e6-fa07-4c3f-ae64-49fcc41dca01), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:58.637667 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a50380-421c-418b-9d74-50f9c1810dde req-c4cc2037-475b-4c76-a55b-e90333df1e6f tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:58.639023 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c18860ac-28ca-4e8c-97db-d554c50f11b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (a3d5c0e6-fa07-4c3f-ae64-49fcc41dca01), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:58.639321 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c7a50380-421c-418b-9d74-50f9c1810dde req-c4cc2037-475b-4c76-a55b-e90333df1e6f tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.55 "GET /v2.0/networks?id=ebdf594d-504a-44e8-89b9-e74774287749 HTTP/1.1" status: 200  len: 806 time: 0.2495925
May 07 22:12:58.657784 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-c7a50380-421c-418b-9d74-50f9c1810dde req-a6382ec5-cb2d-4ca8-98b2-b2c0f5f0b7fe tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Request body: {'port': {'device_id': '5faf8f65-128b-4bf7-91b4-4b3acbc2d63e', 'network_id': 'ebdf594d-504a-44e8-89b9-e74774287749', 'admin_state_up': True, 'tenant_id': 'b29256ef64d74a5297507ca500a9468e'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:12:58.683990 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18860ac-28ca-4e8c-97db-d554c50f11b8 None None] Network 2bb833e9-d35b-49a8-b7e6-95029e4c4c7b is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:12:58.688191 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-c18860ac-28ca-4e8c-97db-d554c50f11b8 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:12:58.691309 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18860ac-28ca-4e8c-97db-d554c50f11b8 None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:12:58.731083 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18860ac-28ca-4e8c-97db-d554c50f11b8 None None] Pushing event updated for resources: {'Port': ['ID=a3d5c0e6-fa07-4c3f-ae64-49fcc41dca01,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:58.762370 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-eafbd53f-6ccf-4810-8d6d-b20ae33b4f6f tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (6dfdc0a2-51b7-4646-9d87-50b0ad9c7e62), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:58.773589 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-c18860ac-28ca-4e8c-97db-d554c50f11b8 None None] Attempting to bind port a3d5c0e6-fa07-4c3f-ae64-49fcc41dca01 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:12:58.773969 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-c18860ac-28ca-4e8c-97db-d554c50f11b8 None None] Attempting to bind port a3d5c0e6-fa07-4c3f-ae64-49fcc41dca01 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4ac44b3b-74f7-43ed-a60f-4d9fd27218b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '2bb833e9-d35b-49a8-b7e6-95029e4c4c7b'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:12:58.774573 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18860ac-28ca-4e8c-97db-d554c50f11b8 None None] Attempting to bind port a3d5c0e6-fa07-4c3f-ae64-49fcc41dca01 on network 2bb833e9-d35b-49a8-b7e6-95029e4c4c7b {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:12:58.781276 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18860ac-28ca-4e8c-97db-d554c50f11b8 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:12:58.781658 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18860ac-28ca-4e8c-97db-d554c50f11b8 None None] Checking segment: {'id': '4ac44b3b-74f7-43ed-a60f-4d9fd27218b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '2bb833e9-d35b-49a8-b7e6-95029e4c4c7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:12:58.782260 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c18860ac-28ca-4e8c-97db-d554c50f11b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:58.782880 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18860ac-28ca-4e8c-97db-d554c50f11b8 None None] Bound using segment: {'id': '4ac44b3b-74f7-43ed-a60f-4d9fd27218b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '2bb833e9-d35b-49a8-b7e6-95029e4c4c7b'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:12:58.784148 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-c18860ac-28ca-4e8c-97db-d554c50f11b8 None None] Bound port: a3d5c0e6-fa07-4c3f-ae64-49fcc41dca01, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ac44b3b-74f7-43ed-a60f-4d9fd27218b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '2bb833e9-d35b-49a8-b7e6-95029e4c4c7b'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:12:58.784565 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c18860ac-28ca-4e8c-97db-d554c50f11b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (a3d5c0e6-fa07-4c3f-ae64-49fcc41dca01), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:58.786658 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1aabfbc7-835c-46db-9c5a-532a08aa7ca3 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:58.815884 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-eafbd53f-6ccf-4810-8d6d-b20ae33b4f6f tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:58.822191 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-eafbd53f-6ccf-4810-8d6d-b20ae33b4f6f tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "DELETE /v2.0/ports/6dfdc0a2-51b7-4646-9d87-50b0ad9c7e62 HTTP/1.1" status: 204  len: 168 time: 0.6360178
May 07 22:12:58.823155 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafbd53f-6ccf-4810-8d6d-b20ae33b4f6f tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Pushing event deleted for resources: {'Port': ['ID=6dfdc0a2-51b7-4646-9d87-50b0ad9c7e62,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:58.828379 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 44968) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:58.835454 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-112de822-a36c-473f-8e73-ab1be8c5853d tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Request body: {'port': {'network_id': '51e50de6-5b14-452d-ad45-80a0d2ddf837', 'mac_address': 'fa:16:3e:fe:cf:d1', 'name': 'tempest-PortsIpV6TestJSON-1906461731'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:12:58.854597 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-c18860ac-28ca-4e8c-97db-d554c50f11b8 None None] For port a3d5c0e6-fa07-4c3f-ae64-49fcc41dca01, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:12:58.857925 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-c18860ac-28ca-4e8c-97db-d554c50f11b8 None None] For port a3d5c0e6-fa07-4c3f-ae64-49fcc41dca01, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a3d5c0e6-fa07-4c3f-ae64-49fcc41dca01,segment=NetworkSegment(4ac44b3b-74f7-43ed-a60f-4d9fd27218b8),segment_id=4ac44b3b-74f7-43ed-a60f-4d9fd27218b8)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:12:58.865835 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c18860ac-28ca-4e8c-97db-d554c50f11b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (a3d5c0e6-fa07-4c3f-ae64-49fcc41dca01), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:58.946006 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18860ac-28ca-4e8c-97db-d554c50f11b8 None None] Pushing event updated for resources: {'Port': ['ID=a3d5c0e6-fa07-4c3f-ae64-49fcc41dca01,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:58.955104 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7a50380-421c-418b-9d74-50f9c1810dde req-a6382ec5-cb2d-4ca8-98b2-b2c0f5f0b7fe tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Made reservation on behalf of b29256ef64d74a5297507ca500a9468e for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:12:58.959475 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-c7a50380-421c-418b-9d74-50f9c1810dde req-a6382ec5-cb2d-4ca8-98b2-b2c0f5f0b7fe tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:58.982900 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-112de822-a36c-473f-8e73-ab1be8c5853d tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Made reservation on behalf of 586495fb86064013a37b42a6b3d382fb for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:12:59.098468 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-1aabfbc7-835c-46db-9c5a-532a08aa7ca3 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Allocated IP 172.20.0.1 (2bb833e9-d35b-49a8-b7e6-95029e4c4c7b/1be12cb6-f0b8-4e1d-bbc8-42f1af976f39/3757f58f-4735-4866-a5ce-d577c0dabbc8) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:12:59.157731 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-112de822-a36c-473f-8e73-ab1be8c5853d tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:59.169537 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:59.224660 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [None req-112de822-a36c-473f-8e73-ab1be8c5853d tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] device_id is not set on port be9a7c65-6289-4897-9c12-eb5e5a1a85cd yet. {{(pid=121836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 22:12:59.301801 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [req-c7a50380-421c-418b-9d74-50f9c1810dde req-a6382ec5-cb2d-4ca8-98b2-b2c0f5f0b7fe tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Allocated IP 172.20.0.9 (ebdf594d-504a-44e8-89b9-e74774287749/08181da1-ef60-4984-b7f1-4a196d8203f6/53aa1ea9-a047-4d11-b8ba-b5e87fd16eb0) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:12:59.385679 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1aabfbc7-835c-46db-9c5a-532a08aa7ca3 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for port (3757f58f-4735-4866-a5ce-d577c0dabbc8), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:59.446499 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1aabfbc7-835c-46db-9c5a-532a08aa7ca3 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (3757f58f-4735-4866-a5ce-d577c0dabbc8), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:59.542010 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aabfbc7-835c-46db-9c5a-532a08aa7ca3 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Network 2bb833e9-d35b-49a8-b7e6-95029e4c4c7b is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:12:59.543578 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aabfbc7-835c-46db-9c5a-532a08aa7ca3 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Pushing event updated for resources: {'Port': ['ID=3757f58f-4735-4866-a5ce-d577c0dabbc8,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:59.546761 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-1aabfbc7-835c-46db-9c5a-532a08aa7ca3 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:12:59.554624 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aabfbc7-835c-46db-9c5a-532a08aa7ca3 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:12:59.606323 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-112de822-a36c-473f-8e73-ab1be8c5853d tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for port (be9a7c65-6289-4897-9c12-eb5e5a1a85cd), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:59.613665 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1aabfbc7-835c-46db-9c5a-532a08aa7ca3 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398161'] for router_interface (8bb4bd8c-596d-48fe-9f95-165cecc5c75a), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:59.706386 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3b484593-d32c-41f7-80e7-ed11bc8a7a87 req-a0cec700-845e-4448-8e06-953b92497b7a tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=5faf8f65-128b-4bf7-91b4-4b3acbc2d63e HTTP/1.1" status: 200  len: 210 time: 0.0909235
May 07 22:12:59.770436 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1aabfbc7-835c-46db-9c5a-532a08aa7ca3 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (3757f58f-4735-4866-a5ce-d577c0dabbc8), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:59.776849 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-112de822-a36c-473f-8e73-ab1be8c5853d tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (be9a7c65-6289-4897-9c12-eb5e5a1a85cd), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:59.799975 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-c7a50380-421c-418b-9d74-50f9c1810dde req-a6382ec5-cb2d-4ca8-98b2-b2c0f5f0b7fe tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Publish callbacks [] for port (53aa1ea9-a047-4d11-b8ba-b5e87fd16eb0), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:59.865115 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112de822-a36c-473f-8e73-ab1be8c5853d tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Network 51e50de6-5b14-452d-ad45-80a0d2ddf837 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:12:59.877598 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-112de822-a36c-473f-8e73-ab1be8c5853d tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:12:59.885934 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112de822-a36c-473f-8e73-ab1be8c5853d tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:12:59.895208 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112de822-a36c-473f-8e73-ab1be8c5853d tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:12:59.895868 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-112de822-a36c-473f-8e73-ab1be8c5853d tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:59.904952 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112de822-a36c-473f-8e73-ab1be8c5853d tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Pushing event updated for resources: {'Port': ['ID=be9a7c65-6289-4897-9c12-eb5e5a1a85cd,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:12:59.939246 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-112de822-a36c-473f-8e73-ab1be8c5853d tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 850 time: 1.1071014
May 07 22:12:59.939465 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-c7a50380-421c-418b-9d74-50f9c1810dde req-a6382ec5-cb2d-4ca8-98b2-b2c0f5f0b7fe tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (53aa1ea9-a047-4d11-b8ba-b5e87fd16eb0), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:12:59.941049 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 45024) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:12:59.953672 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['a859dd9c-cf59-4a9b-84c9-dddc4e9476c0'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:13:00.003664 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7a50380-421c-418b-9d74-50f9c1810dde req-a6382ec5-cb2d-4ca8-98b2-b2c0f5f0b7fe tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Network ebdf594d-504a-44e8-89b9-e74774287749 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:13:00.007290 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [req-c7a50380-421c-418b-9d74-50f9c1810dde req-a6382ec5-cb2d-4ca8-98b2-b2c0f5f0b7fe tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:13:00.012520 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7a50380-421c-418b-9d74-50f9c1810dde req-a6382ec5-cb2d-4ca8-98b2-b2c0f5f0b7fe tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:13:00.031089 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140cb127-8d62-4680-b4ff-673c9e41675e tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:00.035746 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-140cb127-8d62-4680-b4ff-673c9e41675e tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "GET /v2.0/ports/be9a7c65-6289-4897-9c12-eb5e5a1a85cd HTTP/1.1" status: 200  len: 845 time: 0.0903840
May 07 22:13:00.036244 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 45030) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:00.050525 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6382ec5-cb2d-4ca8-98b2-b2c0f5f0b7fe tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Pushing event updated for resources: {'Port': ['ID=53aa1ea9-a047-4d11-b8ba-b5e87fd16eb0,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:00.100511 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a50380-421c-418b-9d74-50f9c1810dde req-a6382ec5-cb2d-4ca8-98b2-b2c0f5f0b7fe tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:00.101672 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-c7a50380-421c-418b-9d74-50f9c1810dde req-a6382ec5-cb2d-4ca8-98b2-b2c0f5f0b7fe tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:00.138826 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c7a50380-421c-418b-9d74-50f9c1810dde req-a6382ec5-cb2d-4ca8-98b2-b2c0f5f0b7fe tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4851422
May 07 22:13:00.153072 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-c7a50380-421c-418b-9d74-50f9c1810dde req-da7e8a83-81a4-4e6a-bc9b-67c6f347a319 service neutron] Request body: {'port': {'device_id': '5faf8f65-128b-4bf7-91b4-4b3acbc2d63e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:13:00.226292 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-5a7f01b0-b32b-424d-9c40-2709855a1d63 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Deleting port be9a7c65-6289-4897-9c12-eb5e5a1a85cd {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:13:00.226648 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5a7f01b0-b32b-424d-9c40-2709855a1d63 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (be9a7c65-6289-4897-9c12-eb5e5a1a85cd), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:00.242340 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-c7a50380-421c-418b-9d74-50f9c1810dde req-da7e8a83-81a4-4e6a-bc9b-67c6f347a319 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (53aa1ea9-a047-4d11-b8ba-b5e87fd16eb0), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:00.314457 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1aabfbc7-835c-46db-9c5a-532a08aa7ca3 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for port (3757f58f-4735-4866-a5ce-d577c0dabbc8), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:00.343593 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:00.364481 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1aabfbc7-835c-46db-9c5a-532a08aa7ca3 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (3757f58f-4735-4866-a5ce-d577c0dabbc8), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:00.427134 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device a3d5c0e6-fa07-4c3f-ae64-49fcc41dca01 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:13:00.436136 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5a7f01b0-b32b-424d-9c40-2709855a1d63 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (be9a7c65-6289-4897-9c12-eb5e5a1a85cd), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:00.467278 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-5a7f01b0-b32b-424d-9c40-2709855a1d63 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Calling delete_port for be9a7c65-6289-4897-9c12-eb5e5a1a85cd owned by  {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:13:00.503281 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port a3d5c0e6-fa07-4c3f-ae64-49fcc41dca01 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:13:00.503664 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (a3d5c0e6-fa07-4c3f-ae64-49fcc41dca01), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:00.530662 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b591dc-8de8-4130-a13c-f9a017bb6e0a None None] Network 2bb833e9-d35b-49a8-b7e6-95029e4c4c7b requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:13:00.560465 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1aabfbc7-835c-46db-9c5a-532a08aa7ca3 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401121'] for router_interface (8bb4bd8c-596d-48fe-9f95-165cecc5c75a), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:00.580209 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-d4ba219c-dfa9-4f5f-8a79-9e8d1224aef2 None None] Provisioning complete for port a3d5c0e6-fa07-4c3f-ae64-49fcc41dca01 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:13:00.581527 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d4ba219c-dfa9-4f5f-8a79-9e8d1224aef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (a3d5c0e6-fa07-4c3f-ae64-49fcc41dca01), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:00.584730 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aabfbc7-835c-46db-9c5a-532a08aa7ca3 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Pushing event updated for resources: {'Port': ['ID=3757f58f-4735-4866-a5ce-d577c0dabbc8,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:00.707301 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5a7f01b0-b32b-424d-9c40-2709855a1d63 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (be9a7c65-6289-4897-9c12-eb5e5a1a85cd), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:00.747010 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [req-c7a50380-421c-418b-9d74-50f9c1810dde req-da7e8a83-81a4-4e6a-bc9b-67c6f347a319 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53aa1ea9-a047-4d11-b8ba-b5e87fd16eb0 {{(pid=121836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:13:00.761947 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-c7a50380-421c-418b-9d74-50f9c1810dde req-da7e8a83-81a4-4e6a-bc9b-67c6f347a319 service neutron] Publish callbacks [] for port (53aa1ea9-a047-4d11-b8ba-b5e87fd16eb0), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:00.770576 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7f01b0-b32b-424d-9c40-2709855a1d63 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Pushing event deleted for resources: {'Port': ['ID=be9a7c65-6289-4897-9c12-eb5e5a1a85cd,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:00.774568 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5a7f01b0-b32b-424d-9c40-2709855a1d63 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:00.778702 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-5a7f01b0-b32b-424d-9c40-2709855a1d63 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "DELETE /v2.0/ports/be9a7c65-6289-4897-9c12-eb5e5a1a85cd HTTP/1.1" status: 204  len: 168 time: 0.7415209
May 07 22:13:00.781300 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aabfbc7-835c-46db-9c5a-532a08aa7ca3 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Network 2bb833e9-d35b-49a8-b7e6-95029e4c4c7b is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:13:00.782669 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 45048) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:00.785703 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-1aabfbc7-835c-46db-9c5a-532a08aa7ca3 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:13:00.800786 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.provisioning_blocks [req-c7a50380-421c-418b-9d74-50f9c1810dde req-da7e8a83-81a4-4e6a-bc9b-67c6f347a319 service neutron] Transition to ACTIVE for port object 53aa1ea9-a047-4d11-b8ba-b5e87fd16eb0 will not be triggered until provisioned by entity L2. {{(pid=121836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 22:13:00.822035 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-771b6b9e-3ddb-46d7-b992-75b22c14ddfa tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] GET failed (client error): The resource could not be found.
May 07 22:13:00.824319 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-771b6b9e-3ddb-46d7-b992-75b22c14ddfa tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "GET /v2.0/ports/be9a7c65-6289-4897-9c12-eb5e5a1a85cd HTTP/1.1" status: 404  len: 333 time: 0.0406883
May 07 22:13:00.827330 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-c7a50380-421c-418b-9d74-50f9c1810dde req-da7e8a83-81a4-4e6a-bc9b-67c6f347a319 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (53aa1ea9-a047-4d11-b8ba-b5e87fd16eb0), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:00.830865 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 45050) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:00.840330 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-204eece7-1d88-494b-aacf-0f8aa4cf2af5 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Request body: {'port': {'network_id': '51e50de6-5b14-452d-ad45-80a0d2ddf837', 'name': 'tempest-PortsIpV6TestJSON-1686576698'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:13:00.898232 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port a3d5c0e6-fa07-4c3f-ae64-49fcc41dca01 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:13:00.898826 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (a3d5c0e6-fa07-4c3f-ae64-49fcc41dca01), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:00.933341 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1936e84-a3d9-4f56-a811-018ca974856c req-cafd1a89-16a0-46a0-8f93-943594bba2ec tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:00.935103 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f1936e84-a3d9-4f56-a811-018ca974856c req-cafd1a89-16a0-46a0-8f93-943594bba2ec tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=5faf8f65-128b-4bf7-91b4-4b3acbc2d63e HTTP/1.1" status: 200  len: 943 time: 0.1024449
May 07 22:13:00.949469 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-d4ba219c-dfa9-4f5f-8a79-9e8d1224aef2 None None] Current status of the port a3d5c0e6-fa07-4c3f-ae64-49fcc41dca01 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:13:00.949768 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d4ba219c-dfa9-4f5f-8a79-9e8d1224aef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (a3d5c0e6-fa07-4c3f-ae64-49fcc41dca01), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:00.974070 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port a3d5c0e6-fa07-4c3f-ae64-49fcc41dca01, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a3d5c0e6-fa07-4c3f-ae64-49fcc41dca01,segment=NetworkSegment(4ac44b3b-74f7-43ed-a60f-4d9fd27218b8),segment_id=4ac44b3b-74f7-43ed-a60f-4d9fd27218b8)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:13:00.992234 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (a3d5c0e6-fa07-4c3f-ae64-49fcc41dca01), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:01.029195 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f1936e84-a3d9-4f56-a811-018ca974856c req-65139219-dcb3-4b62-a224-530585faa857 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0835996
May 07 22:13:01.035607 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aabfbc7-835c-46db-9c5a-532a08aa7ca3 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Router 8bb4bd8c-596d-48fe-9f95-165cecc5c75a is scheduled to L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db with binding_index 1 {{(pid=121837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 07 22:13:01.130815 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=a3d5c0e6-fa07-4c3f-ae64-49fcc41dca01,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:01.140413 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:13:01.141059 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:13:01.141675 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:13:01.142180 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:13:01.144213 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:13:01.144830 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:13:01.145197 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:13:01.145736 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:13:01.145970 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:13:01.146392 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:13:01.147029 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:13:01.147402 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:13:01.148089 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:13:01.148605 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:13:01.149265 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:13:01.166526 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.db.api [None req-d4ba219c-dfa9-4f5f-8a79-9e8d1224aef2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 07 22:13:01.168318 ncdv-master-1 neutron-server[121838]: DEBUG oslo_db.api [None req-d4ba219c-dfa9-4f5f-8a79-9e8d1224aef2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 07 22:13:01.186503 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aabfbc7-835c-46db-9c5a-532a08aa7ca3 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:13:01.193165 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-1aabfbc7-835c-46db-9c5a-532a08aa7ca3 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "PUT /v2.0/routers/8bb4bd8c-596d-48fe-9f95-165cecc5c75a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7177203
May 07 22:13:01.197183 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 45052) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:01.209872 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e318f5-5824-4d47-a9d7-08d46b1375d3 None None] Sync routers for ids ['8bb4bd8c-596d-48fe-9f95-165cecc5c75a'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:13:01.220260 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e318f5-5824-4d47-a9d7-08d46b1375d3 None None] Routers {'8bb4bd8c-596d-48fe-9f95-165cecc5c75a'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:13:01.221140 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-28e318f5-5824-4d47-a9d7-08d46b1375d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8eba0df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:12:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['8bb4bd8c-596d-48fe-9f95-165cecc5c75a'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:13:01.270236 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b0d04a-88c7-4798-8018-4da730690676 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:01.272045 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-c8b0d04a-88c7-4798-8018-4da730690676 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "GET /v2.0/ports/3757f58f-4735-4866-a5ce-d577c0dabbc8 HTTP/1.1" status: 200  len: 910 time: 0.0750647
May 07 22:13:01.274957 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 45062) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:01.280629 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-045db36a-84d9-48a9-bc53-7c75f3d4c5e6 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1be12cb6-f0b8-4e1d-bbc8-42f1af976f39'}]}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:13:01.292614 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-28e318f5-5824-4d47-a9d7-08d46b1375d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8eba0df0>, [], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:13:01.304502 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e318f5-5824-4d47-a9d7-08d46b1375d3 None None] Routers {'8bb4bd8c-596d-48fe-9f95-165cecc5c75a'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:13:01.306505 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-28e318f5-5824-4d47-a9d7-08d46b1375d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8eba0df0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:12:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['8bb4bd8c-596d-48fe-9f95-165cecc5c75a'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:13:01.351327 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-28e318f5-5824-4d47-a9d7-08d46b1375d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8eba0df0>, [], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:13:01.351940 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e318f5-5824-4d47-a9d7-08d46b1375d3 None None] The sync data for ids ['8bb4bd8c-596d-48fe-9f95-165cecc5c75a'] in ncdv-master-1 is: [] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:13:01.448495 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7e8a83-81a4-4e6a-bc9b-67c6f347a319 service neutron] Pushing event updated for resources: {'Port': ['ID=53aa1ea9-a047-4d11-b8ba-b5e87fd16eb0,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:01.486388 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-045db36a-84d9-48a9-bc53-7c75f3d4c5e6 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (3757f58f-4735-4866-a5ce-d577c0dabbc8), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:01.609683 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-204eece7-1d88-494b-aacf-0f8aa4cf2af5 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Made reservation on behalf of 586495fb86064013a37b42a6b3d382fb for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:13:01.618932 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-204eece7-1d88-494b-aacf-0f8aa4cf2af5 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:01.642913 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [None req-204eece7-1d88-494b-aacf-0f8aa4cf2af5 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] device_id is not set on port 24836dce-7130-4cde-8b02-7a6ca909f5ef yet. {{(pid=121836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 22:13:01.647852 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-c7a50380-421c-418b-9d74-50f9c1810dde req-da7e8a83-81a4-4e6a-bc9b-67c6f347a319 service neutron] Attempting to bind port 53aa1ea9-a047-4d11-b8ba-b5e87fd16eb0 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:13:01.648334 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-c7a50380-421c-418b-9d74-50f9c1810dde req-da7e8a83-81a4-4e6a-bc9b-67c6f347a319 service neutron] Attempting to bind port 53aa1ea9-a047-4d11-b8ba-b5e87fd16eb0 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '2cb8e953-203f-4019-8d4d-d4ab0509c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ebdf594d-504a-44e8-89b9-e74774287749'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:13:01.648800 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a50380-421c-418b-9d74-50f9c1810dde req-da7e8a83-81a4-4e6a-bc9b-67c6f347a319 service neutron] Attempting to bind port 53aa1ea9-a047-4d11-b8ba-b5e87fd16eb0 on network ebdf594d-504a-44e8-89b9-e74774287749 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:13:01.657227 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a50380-421c-418b-9d74-50f9c1810dde req-da7e8a83-81a4-4e6a-bc9b-67c6f347a319 service neutron] Port 53aa1ea9-a047-4d11-b8ba-b5e87fd16eb0 on network ebdf594d-504a-44e8-89b9-e74774287749 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:13:01.657775 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a50380-421c-418b-9d74-50f9c1810dde req-da7e8a83-81a4-4e6a-bc9b-67c6f347a319 service neutron] Attempting to bind port 53aa1ea9-a047-4d11-b8ba-b5e87fd16eb0 on network ebdf594d-504a-44e8-89b9-e74774287749 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:13:01.719123 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a50380-421c-418b-9d74-50f9c1810dde req-da7e8a83-81a4-4e6a-bc9b-67c6f347a319 service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:13:01.719500 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a50380-421c-418b-9d74-50f9c1810dde req-da7e8a83-81a4-4e6a-bc9b-67c6f347a319 service neutron] Checking segment: {'id': '2cb8e953-203f-4019-8d4d-d4ab0509c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ebdf594d-504a-44e8-89b9-e74774287749'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:13:01.719767 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a50380-421c-418b-9d74-50f9c1810dde req-da7e8a83-81a4-4e6a-bc9b-67c6f347a319 service neutron] Bound using segment: {'id': '2cb8e953-203f-4019-8d4d-d4ab0509c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ebdf594d-504a-44e8-89b9-e74774287749'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:13:01.720342 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-c7a50380-421c-418b-9d74-50f9c1810dde req-da7e8a83-81a4-4e6a-bc9b-67c6f347a319 service neutron] Bound port: 53aa1ea9-a047-4d11-b8ba-b5e87fd16eb0, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cb8e953-203f-4019-8d4d-d4ab0509c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ebdf594d-504a-44e8-89b9-e74774287749'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:13:01.720774 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-c7a50380-421c-418b-9d74-50f9c1810dde req-da7e8a83-81a4-4e6a-bc9b-67c6f347a319 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (53aa1ea9-a047-4d11-b8ba-b5e87fd16eb0), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:01.725348 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-d4ba219c-dfa9-4f5f-8a79-9e8d1224aef2 None None] Current status of the port a3d5c0e6-fa07-4c3f-ae64-49fcc41dca01 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:13:01.873769 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 22:13:01.885455 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-12d3db08-704c-4ad2-9c96-8694cc39e76c None None] Provisioning complete for port 3757f58f-4735-4866-a5ce-d577c0dabbc8 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:13:01.885823 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-12d3db08-704c-4ad2-9c96-8694cc39e76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (3757f58f-4735-4866-a5ce-d577c0dabbc8), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:01.940082 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-12d3db08-704c-4ad2-9c96-8694cc39e76c None None] Port 3757f58f-4735-4866-a5ce-d577c0dabbc8 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:13:01.945933 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-c7a50380-421c-418b-9d74-50f9c1810dde req-da7e8a83-81a4-4e6a-bc9b-67c6f347a319 service neutron] For port 53aa1ea9-a047-4d11-b8ba-b5e87fd16eb0, host nch1-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:13:01.953006 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-c7a50380-421c-418b-9d74-50f9c1810dde req-da7e8a83-81a4-4e6a-bc9b-67c6f347a319 service neutron] For port 53aa1ea9-a047-4d11-b8ba-b5e87fd16eb0, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=53aa1ea9-a047-4d11-b8ba-b5e87fd16eb0,segment=NetworkSegment(2cb8e953-203f-4019-8d4d-d4ab0509c11a),segment_id=2cb8e953-203f-4019-8d4d-d4ab0509c11a)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:13:01.959816 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-12d3db08-704c-4ad2-9c96-8694cc39e76c None None] Provisioning complete for port a3d5c0e6-fa07-4c3f-ae64-49fcc41dca01 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:13:01.960312 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-12d3db08-704c-4ad2-9c96-8694cc39e76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (a3d5c0e6-fa07-4c3f-ae64-49fcc41dca01), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:01.967716 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-c7a50380-421c-418b-9d74-50f9c1810dde req-da7e8a83-81a4-4e6a-bc9b-67c6f347a319 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (53aa1ea9-a047-4d11-b8ba-b5e87fd16eb0), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:01.975208 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-204eece7-1d88-494b-aacf-0f8aa4cf2af5 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for port (24836dce-7130-4cde-8b02-7a6ca909f5ef), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:02.015144 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a50380-421c-418b-9d74-50f9c1810dde req-da7e8a83-81a4-4e6a-bc9b-67c6f347a319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:02.015279 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-c7a50380-421c-418b-9d74-50f9c1810dde req-da7e8a83-81a4-4e6a-bc9b-67c6f347a319 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:02.017427 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c7a50380-421c-418b-9d74-50f9c1810dde req-da7e8a83-81a4-4e6a-bc9b-67c6f347a319 service neutron] 10.222.0.55 "PUT /v2.0/ports/53aa1ea9-a047-4d11-b8ba-b5e87fd16eb0 HTTP/1.1" status: 200  len: 1091 time: 1.8711927
May 07 22:13:02.023288 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5faf8f65-128b-4bf7-91b4-4b3acbc2d63e', 'tag': '53aa1ea9-a047-4d11-b8ba-b5e87fd16eb0'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:13:02.025788 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1679eead-9bc5-4c69-a299-1a1b22046109" -d '{"events": [{"name": "network-changed", "server_uuid": "5faf8f65-128b-4bf7-91b4-4b3acbc2d63e", "tag": "53aa1ea9-a047-4d11-b8ba-b5e87fd16eb0"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:13:02.105420 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-045db36a-84d9-48a9-bc53-7c75f3d4c5e6 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for port (3757f58f-4735-4866-a5ce-d577c0dabbc8), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:02.117152 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-045db36a-84d9-48a9-bc53-7c75f3d4c5e6 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (3757f58f-4735-4866-a5ce-d577c0dabbc8), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:02.119299 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a50380-421c-418b-9d74-50f9c1810dde req-86add718-1884-4d2d-b36a-15b7a0006405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:02.121272 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c7a50380-421c-418b-9d74-50f9c1810dde req-86add718-1884-4d2d-b36a-15b7a0006405 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b29256ef64d74a5297507ca500a9468e&device_id=5faf8f65-128b-4bf7-91b4-4b3acbc2d63e HTTP/1.1" status: 200  len: 1125 time: 0.0487604
May 07 22:13:02.126387 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7e8a83-81a4-4e6a-bc9b-67c6f347a319 service neutron] Pushing event updated for resources: {'Port': ['ID=53aa1ea9-a047-4d11-b8ba-b5e87fd16eb0,revision_number=3']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:02.152074 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aa27529-b4ad-4d26-b00f-8833baa94adb x-openstack-request-id: req-7aa27529-b4ad-4d26-b00f-8833baa94adb {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:13:02.152447 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5faf8f65-128b-4bf7-91b4-4b3acbc2d63e", "tag": "53aa1ea9-a047-4d11-b8ba-b5e87fd16eb0", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:13:02.154060 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7aa27529-b4ad-4d26-b00f-8833baa94adb {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:13:02.154593 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7aa27529-b4ad-4d26-b00f-8833baa94adb'] response: {'name': 'network-changed', 'server_uuid': '5faf8f65-128b-4bf7-91b4-4b3acbc2d63e', 'tag': '53aa1ea9-a047-4d11-b8ba-b5e87fd16eb0', 'status': 'completed', 'code': 200}
May 07 22:13:02.183507 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-12d3db08-704c-4ad2-9c96-8694cc39e76c None None] Current status of the port a3d5c0e6-fa07-4c3f-ae64-49fcc41dca01 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:13:02.236733 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c7a50380-421c-418b-9d74-50f9c1810dde req-ec2560b6-574b-4755-aaf0-e9018cb41ac6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53aa1ea9-a047-4d11-b8ba-b5e87fd16eb0 HTTP/1.1" status: 200  len: 217 time: 0.1056921
May 07 22:13:02.249785 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-204eece7-1d88-494b-aacf-0f8aa4cf2af5 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (24836dce-7130-4cde-8b02-7a6ca909f5ef), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:02.322038 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device a3d5c0e6-fa07-4c3f-ae64-49fcc41dca01 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:13:02.326654 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045db36a-84d9-48a9-bc53-7c75f3d4c5e6 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:02.327502 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-045db36a-84d9-48a9-bc53-7c75f3d4c5e6 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:02.328874 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-045db36a-84d9-48a9-bc53-7c75f3d4c5e6 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "PUT /v2.0/ports/3757f58f-4735-4866-a5ce-d577c0dabbc8 HTTP/1.1" status: 200  len: 910 time: 1.0527544
May 07 22:13:02.334172 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045db36a-84d9-48a9-bc53-7c75f3d4c5e6 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Pushing event updated for resources: {'Port': ['ID=3757f58f-4735-4866-a5ce-d577c0dabbc8,revision_number=3']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:02.334370 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204eece7-1d88-494b-aacf-0f8aa4cf2af5 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Network 51e50de6-5b14-452d-ad45-80a0d2ddf837 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:13:02.337088 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 45116) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:02.339279 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-204eece7-1d88-494b-aacf-0f8aa4cf2af5 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:13:02.355000 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204eece7-1d88-494b-aacf-0f8aa4cf2af5 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:13:02.360347 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204eece7-1d88-494b-aacf-0f8aa4cf2af5 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:02.361796 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-204eece7-1d88-494b-aacf-0f8aa4cf2af5 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:02.379124 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc291d7-10ae-4bf1-badd-71e1e11d2664 req-39b1dad9-ab37-49b4-950c-ee8bfb688f1c tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:02.381148 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8fc291d7-10ae-4bf1-badd-71e1e11d2664 req-39b1dad9-ab37-49b4-950c-ee8bfb688f1c tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=5faf8f65-128b-4bf7-91b4-4b3acbc2d63e HTTP/1.1" status: 200  len: 943 time: 0.1327903
May 07 22:13:02.400018 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port a3d5c0e6-fa07-4c3f-ae64-49fcc41dca01 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:13:02.400556 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (a3d5c0e6-fa07-4c3f-ae64-49fcc41dca01), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:02.422956 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a50380-421c-418b-9d74-50f9c1810dde req-dcc949d6-171e-46e8-b7ad-dda4a67e6e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:02.424507 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c7a50380-421c-418b-9d74-50f9c1810dde req-dcc949d6-171e-46e8-b7ad-dda4a67e6e62 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=08181da1-ef60-4984-b7f1-4a196d8203f6 HTTP/1.1" status: 200  len: 846 time: 0.1783566
May 07 22:13:02.430996 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204eece7-1d88-494b-aacf-0f8aa4cf2af5 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Pushing event updated for resources: {'Port': ['ID=24836dce-7130-4cde-8b02-7a6ca909f5ef,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:02.490562 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-204eece7-1d88-494b-aacf-0f8aa4cf2af5 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 850 time: 1.6569233
May 07 22:13:02.497120 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8fc291d7-10ae-4bf1-badd-71e1e11d2664 req-afbff9e3-397e-4708-a98f-9e27a2d9182f tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1049261
May 07 22:13:02.500093 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 45120) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:02.511843 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c7a50380-421c-418b-9d74-50f9c1810dde req-3ca2c9e6-dc32-464b-9083-c305d8811a2a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ebdf594d-504a-44e8-89b9-e74774287749&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0458884
May 07 22:13:02.512757 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-86c9c8f7-f346-49b5-9643-7475eb2d33f4 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:13:02.535585 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port a3d5c0e6-fa07-4c3f-ae64-49fcc41dca01 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:13:02.570379 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 45122) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:02.603588 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-86c9c8f7-f346-49b5-9643-7475eb2d33f4 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (24836dce-7130-4cde-8b02-7a6ca909f5ef), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:02.718239 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c7a50380-421c-418b-9d74-50f9c1810dde req-a566a3c5-81a5-44b5-8c10-762288424d03 service neutron] 10.222.0.55 "GET /v2.0/networks/ebdf594d-504a-44e8-89b9-e74774287749?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1945727
May 07 22:13:02.842692 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-86c9c8f7-f346-49b5-9643-7475eb2d33f4 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for port (24836dce-7130-4cde-8b02-7a6ca909f5ef), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:02.856970 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-86c9c8f7-f346-49b5-9643-7475eb2d33f4 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (24836dce-7130-4cde-8b02-7a6ca909f5ef), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:02.869447 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b5e80e0b-531b-4949-b0c2-bd07440627ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:02.901371 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-86c9c8f7-f346-49b5-9643-7475eb2d33f4 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] In _notify_port_updated(), no bound segment for port 24836dce-7130-4cde-8b02-7a6ca909f5ef on network 51e50de6-5b14-452d-ad45-80a0d2ddf837 {{(pid=121837) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:935}}
May 07 22:13:02.906873 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c9c8f7-f346-49b5-9643-7475eb2d33f4 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:02.907509 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-86c9c8f7-f346-49b5-9643-7475eb2d33f4 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:02.908862 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-86c9c8f7-f346-49b5-9643-7475eb2d33f4 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "PUT /v2.0/ports/24836dce-7130-4cde-8b02-7a6ca909f5ef HTTP/1.1" status: 200  len: 818 time: 0.4069967
May 07 22:13:02.911896 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 45184) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:02.941250 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c7a50380-421c-418b-9d74-50f9c1810dde req-03d6684d-f0a1-4acf-ad99-7a07e41950a1 service neutron] 10.222.0.55 "GET /v2.0/networks/ebdf594d-504a-44e8-89b9-e74774287749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2164605
May 07 22:13:02.955125 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c9c8f7-f346-49b5-9643-7475eb2d33f4 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Pushing event updated for resources: {'Port': ['ID=24836dce-7130-4cde-8b02-7a6ca909f5ef,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:03.023992 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-2137bc9d-474a-4477-8f32-12eb8ec760fc tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Deleting port 24836dce-7130-4cde-8b02-7a6ca909f5ef {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:13:03.024403 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2137bc9d-474a-4477-8f32-12eb8ec760fc tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (24836dce-7130-4cde-8b02-7a6ca909f5ef), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:03.049479 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-55c5a67c-35ef-4f4a-b26b-41968ec3c0af tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401094'] for router_interface (8bb4bd8c-596d-48fe-9f95-165cecc5c75a), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:03.110012 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2137bc9d-474a-4477-8f32-12eb8ec760fc tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (24836dce-7130-4cde-8b02-7a6ca909f5ef), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:03.130962 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b5e80e0b-531b-4949-b0c2-bd07440627ba admin admin] Publish callbacks [] for security_group (952751d0-006f-455c-bd26-cb8b047cd326), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:03.135904 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-2137bc9d-474a-4477-8f32-12eb8ec760fc tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Calling delete_port for 24836dce-7130-4cde-8b02-7a6ca909f5ef owned by  {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:13:03.138539 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b5e80e0b-531b-4949-b0c2-bd07440627ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (952751d0-006f-455c-bd26-cb8b047cd326), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:03.182161 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-b5e80e0b-531b-4949-b0c2-bd07440627ba admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4dbdd61ff73f47a88777a750e5994457&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6091948
May 07 22:13:03.187152 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 45190) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:03.251831 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2137bc9d-474a-4477-8f32-12eb8ec760fc tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (24836dce-7130-4cde-8b02-7a6ca909f5ef), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:03.268437 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e80e0b-531b-4949-b0c2-bd07440627ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=952751d0-006f-455c-bd26-cb8b047cd326,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:03.281196 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2137bc9d-474a-4477-8f32-12eb8ec760fc tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Pushing event deleted for resources: {'Port': ['ID=24836dce-7130-4cde-8b02-7a6ca909f5ef,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:03.289408 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2137bc9d-474a-4477-8f32-12eb8ec760fc tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:03.295149 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-2137bc9d-474a-4477-8f32-12eb8ec760fc tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "DELETE /v2.0/ports/24836dce-7130-4cde-8b02-7a6ca909f5ef HTTP/1.1" status: 204  len: 168 time: 0.3801308
May 07 22:13:03.295391 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 45192) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:03.340836 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7bc2fa92-75d6-4fd9-b7a2-f2cc0461c2ea admin admin] Publish callbacks [] for security_group (952751d0-006f-455c-bd26-cb8b047cd326), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:03.351825 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca204e45-effe-4c59-93dc-38f6dbeab8e5 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:03.355232 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-ca204e45-effe-4c59-93dc-38f6dbeab8e5 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 847 time: 0.0588741
May 07 22:13:03.356100 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 45202) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:03.385998 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7345c98-740b-4c71-9d19-e73210d3e87b tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] GET failed (client error): The resource could not be found.
May 07 22:13:03.387684 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-a7345c98-740b-4c71-9d19-e73210d3e87b tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "GET /v2.0/ports/24836dce-7130-4cde-8b02-7a6ca909f5ef HTTP/1.1" status: 404  len: 333 time: 0.0303068
May 07 22:13:03.391411 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 45212) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:03.396198 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7bc2fa92-75d6-4fd9-b7a2-f2cc0461c2ea admin admin] Publish callbacks [] for security_group (952751d0-006f-455c-bd26-cb8b047cd326), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:03.396361 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-39560e8a-d314-468d-9fef-d91a91ce9e4b tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-726323132'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:13:03.425099 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39560e8a-d314-468d-9fef-d91a91ce9e4b tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Made reservation on behalf of 586495fb86064013a37b42a6b3d382fb for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:13:03.429422 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-39560e8a-d314-468d-9fef-d91a91ce9e4b tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:03.460001 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39560e8a-d314-468d-9fef-d91a91ce9e4b tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:13:03.465952 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-55c5a67c-35ef-4f4a-b26b-41968ec3c0af tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Deleting port 3757f58f-4735-4866-a5ce-d577c0dabbc8 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:13:03.466450 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-55c5a67c-35ef-4f4a-b26b-41968ec3c0af tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (3757f58f-4735-4866-a5ce-d577c0dabbc8), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:03.473659 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-39560e8a-d314-468d-9fef-d91a91ce9e4b tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (9b0a3340-aeab-4a35-a78a-782c2e46e91f), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:03.474031 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-39560e8a-d314-468d-9fef-d91a91ce9e4b tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Added segment 9b0a3340-aeab-4a35-a78a-782c2e46e91f of type vlan for network 68a922d5-984e-4499-a62e-c2819afb1a79
May 07 22:13:03.523130 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-39560e8a-d314-468d-9fef-d91a91ce9e4b tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (68a922d5-984e-4499-a62e-c2819afb1a79), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:03.549681 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7bc2fa92-75d6-4fd9-b7a2-f2cc0461c2ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (952751d0-006f-455c-bd26-cb8b047cd326), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:03.552609 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7bc2fa92-75d6-4fd9-b7a2-f2cc0461c2ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:03.554171 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-7bc2fa92-75d6-4fd9-b7a2-f2cc0461c2ea admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/952751d0-006f-455c-bd26-cb8b047cd326 HTTP/1.1" status: 204  len: 168 time: 0.3659909
May 07 22:13:03.561754 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-39560e8a-d314-468d-9fef-d91a91ce9e4b tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (68a922d5-984e-4499-a62e-c2819afb1a79), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:03.568983 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39560e8a-d314-468d-9fef-d91a91ce9e4b tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:03.569355 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-39560e8a-d314-468d-9fef-d91a91ce9e4b tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:03.570541 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc2fa92-75d6-4fd9-b7a2-f2cc0461c2ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=952751d0-006f-455c-bd26-cb8b047cd326,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:03.608133 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-55c5a67c-35ef-4f4a-b26b-41968ec3c0af tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (3757f58f-4735-4866-a5ce-d577c0dabbc8), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:03.619056 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-39560e8a-d314-468d-9fef-d91a91ce9e4b tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.2240338
May 07 22:13:03.627193 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 45232) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:03.635447 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-4a77c8df-ea54-46d4-9b9a-de9e58021ae8 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Request body: {'subnet': {'network_id': '68a922d5-984e-4499-a62e-c2819afb1a79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:13:03.641648 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-55c5a67c-35ef-4f4a-b26b-41968ec3c0af tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Calling delete_port for 3757f58f-4735-4866-a5ce-d577c0dabbc8 owned by network:router_interface {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:13:03.659744 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed4250a-63ed-4b44-b22d-91b0c3996b49 req-6c2f8707-4f29-46b3-a8a1-d58441659c22 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:03.661418 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2ed4250a-63ed-4b44-b22d-91b0c3996b49 req-6c2f8707-4f29-46b3-a8a1-d58441659c22 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=5faf8f65-128b-4bf7-91b4-4b3acbc2d63e HTTP/1.1" status: 200  len: 943 time: 0.0748701
May 07 22:13:03.689962 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39560e8a-d314-468d-9fef-d91a91ce9e4b tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Pushing event updated for resources: {'Network': ['ID=68a922d5-984e-4499-a62e-c2819afb1a79,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:03.705884 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 68a922d5-984e-4499-a62e-c2819afb1a79 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:13:03.760902 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2ed4250a-63ed-4b44-b22d-91b0c3996b49 req-09b027c1-c3d8-4b2d-8fb3-875072b527b0 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0935102
May 07 22:13:03.800194 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a77c8df-ea54-46d4-9b9a-de9e58021ae8 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Made reservation on behalf of 586495fb86064013a37b42a6b3d382fb for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:13:03.803904 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4a77c8df-ea54-46d4-9b9a-de9e58021ae8 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:03.854565 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1679eead-9bc5-4c69-a299-1a1b22046109 req-5fb833e3-0eb4-4ebf-aa94-e1b2180b93e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:03.856149 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1679eead-9bc5-4c69-a299-1a1b22046109 req-5fb833e3-0eb4-4ebf-aa94-e1b2180b93e8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b29256ef64d74a5297507ca500a9468e&device_id=5faf8f65-128b-4bf7-91b4-4b3acbc2d63e HTTP/1.1" status: 200  len: 1125 time: 0.0913937
May 07 22:13:03.948233 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 45238) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:03.963241 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-01a279da-9014-411b-b313-1e88f891b51b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:03.988268 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-55c5a67c-35ef-4f4a-b26b-41968ec3c0af tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (3757f58f-4735-4866-a5ce-d577c0dabbc8), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:04.029639 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1679eead-9bc5-4c69-a299-1a1b22046109 req-a6eba185-b750-46a5-a9bd-4a376871874e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:04.031046 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1679eead-9bc5-4c69-a299-1a1b22046109 req-a6eba185-b750-46a5-a9bd-4a376871874e service neutron] 10.222.0.55 "GET /v2.0/networks?id=ebdf594d-504a-44e8-89b9-e74774287749 HTTP/1.1" status: 200  len: 907 time: 0.1690805
May 07 22:13:04.036694 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5a67c-35ef-4f4a-b26b-41968ec3c0af tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Pushing event deleted for resources: {'Port': ['ID=3757f58f-4735-4866-a5ce-d577c0dabbc8,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:04.117318 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1679eead-9bc5-4c69-a299-1a1b22046109 req-c910be62-21e7-4298-b279-5e6098cf2260 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53aa1ea9-a047-4d11-b8ba-b5e87fd16eb0 HTTP/1.1" status: 200  len: 217 time: 0.0778174
May 07 22:13:04.118815 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-01a279da-9014-411b-b313-1e88f891b51b admin admin] Publish callbacks [] for security_group (5496ce6b-de75-45d0-af3b-a163a7880468), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:04.125797 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-01a279da-9014-411b-b313-1e88f891b51b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (5496ce6b-de75-45d0-af3b-a163a7880468), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:04.185487 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4a77c8df-ea54-46d4-9b9a-de9e58021ae8 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (b3e0e5f8-a57e-46aa-b0a9-2d3c87495c53), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:04.254853 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1679eead-9bc5-4c69-a299-1a1b22046109 req-db68a491-d56b-48d5-bd92-72746c1b3cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:04.256332 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1679eead-9bc5-4c69-a299-1a1b22046109 req-db68a491-d56b-48d5-bd92-72746c1b3cb2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=08181da1-ef60-4984-b7f1-4a196d8203f6 HTTP/1.1" status: 200  len: 846 time: 0.1317236
May 07 22:13:04.258760 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-55c5a67c-35ef-4f4a-b26b-41968ec3c0af tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401002'] for router_interface (8bb4bd8c-596d-48fe-9f95-165cecc5c75a), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:04.262050 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-01a279da-9014-411b-b313-1e88f891b51b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4e967133349e418281a4ad5174e1ffc7&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3104706
May 07 22:13:04.262657 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 45242) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:04.264807 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a279da-9014-411b-b313-1e88f891b51b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5496ce6b-de75-45d0-af3b-a163a7880468,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:04.303320 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a77c8df-ea54-46d4-9b9a-de9e58021ae8 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Pushing event updated for resources: {'Subnet': ['ID=b3e0e5f8-a57e-46aa-b0a9-2d3c87495c53,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:04.308874 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a77c8df-ea54-46d4-9b9a-de9e58021ae8 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Checking segment: {'id': '9b0a3340-aeab-4a35-a78a-782c2e46e91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '68a922d5-984e-4499-a62e-c2819afb1a79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:13:04.309236 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a77c8df-ea54-46d4-9b9a-de9e58021ae8 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Network hostable DHCP agents. Network: 68a922d5-984e-4499-a62e-c2819afb1a79, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:13:04.311125 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1679eead-9bc5-4c69-a299-1a1b22046109 req-b1616df2-6f64-4287-85e7-ee7d7b8e5428 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ebdf594d-504a-44e8-89b9-e74774287749&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0491514
May 07 22:13:04.329932 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a77c8df-ea54-46d4-9b9a-de9e58021ae8 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Network 68a922d5-984e-4499-a62e-c2819afb1a79 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:13:04.340777 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-4a77c8df-ea54-46d4-9b9a-de9e58021ae8 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 68a922d5-984e-4499-a62e-c2819afb1a79) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:13:04.344923 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a77c8df-ea54-46d4-9b9a-de9e58021ae8 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:04.345520 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4a77c8df-ea54-46d4-9b9a-de9e58021ae8 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:04.355577 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0e2441-900d-4d82-9328-e9421932f521 None None] Network 68a922d5-984e-4499-a62e-c2819afb1a79 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:13:04.376630 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-4a77c8df-ea54-46d4-9b9a-de9e58021ae8 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7458074
May 07 22:13:04.378173 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 45244) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:04.385706 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-7ecd9965-cd21-49d2-ac40-f3ec719661da tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Request body: {'subnet': {'network_id': '68a922d5-984e-4499-a62e-c2819afb1a79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:13:04.411728 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 53aa1ea9-a047-4d11-b8ba-b5e87fd16eb0 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:13:04.532924 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14bc7756-7499-4c12-8d0a-6e055f46ff75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-68a922d5-984e-4499-a62e-c2819afb1a79', 'network_id': '68a922d5-984e-4499-a62e-c2819afb1a79', 'project_id': '586495fb86064013a37b42a6b3d382fb', 'fixed_ips': [{'subnet_id': 'b3e0e5f8-a57e-46aa-b0a9-2d3c87495c53'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:13:04.533732 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-14bc7756-7499-4c12-8d0a-6e055f46ff75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:04.543080 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ecd9965-cd21-49d2-ac40-f3ec719661da tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Made reservation on behalf of 586495fb86064013a37b42a6b3d382fb for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:13:04.546474 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7ecd9965-cd21-49d2-ac40-f3ec719661da tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:04.555191 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-08e5ab75-406c-451e-92be-1a9e8cacdf78 admin admin] Publish callbacks [] for security_group (5496ce6b-de75-45d0-af3b-a163a7880468), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:04.634846 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-08e5ab75-406c-451e-92be-1a9e8cacdf78 admin admin] Publish callbacks [] for security_group (5496ce6b-de75-45d0-af3b-a163a7880468), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:04.636995 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 53aa1ea9-a047-4d11-b8ba-b5e87fd16eb0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=53aa1ea9-a047-4d11-b8ba-b5e87fd16eb0,segment=NetworkSegment(2cb8e953-203f-4019-8d4d-d4ab0509c11a),segment_id=2cb8e953-203f-4019-8d4d-d4ab0509c11a)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:13:04.656325 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1679eead-9bc5-4c69-a299-1a1b22046109 req-e54e6ebe-2efc-49d8-9ca4-2fa5b00689b9 service neutron] 10.222.0.55 "GET /v2.0/networks/ebdf594d-504a-44e8-89b9-e74774287749?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3034441
May 07 22:13:04.658840 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': '53aa1ea9-a047-4d11-b8ba-b5e87fd16eb0', 'network_id': 'ebdf594d-504a-44e8-89b9-e74774287749', 'port_id': '53aa1ea9-a047-4d11-b8ba-b5e87fd16eb0', 'mac_address': 'fa:16:3e:06:a2:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08181da1-ef60-4984-b7f1-4a196d8203f6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:13:04.659025 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55c5a67c-35ef-4f4a-b26b-41968ec3c0af tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Router 8bb4bd8c-596d-48fe-9f95-165cecc5c75a has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:13:04.679883 ncdv-master-1 neutron-server[121837]: INFO neutron.db.ipam_backend_mixin [None req-7ecd9965-cd21-49d2-ac40-f3ec719661da tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b3e0e5f8-a57e-46aa-b0a9-2d3c87495c53 (CIDR: 2001:db8::/64)
May 07 22:13:04.684924 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ecd9965-cd21-49d2-ac40-f3ec719661da tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 07 22:13:04.685416 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ecd9965-cd21-49d2-ac40-f3ec719661da tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=121837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:13:04.715377 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-7ecd9965-cd21-49d2-ac40-f3ec719661da tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.3353152
May 07 22:13:04.716194 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 45248) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:04.722053 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-6accf58a-8a07-4d5a-afd4-78448156eb28 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Request body: {'subnet': {'network_id': '68a922d5-984e-4499-a62e-c2819afb1a79', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:13:04.761268 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-14bc7756-7499-4c12-8d0a-6e055f46ff75 None None] Allocated IP 2001:db8::2 (68a922d5-984e-4499-a62e-c2819afb1a79/b3e0e5f8-a57e-46aa-b0a9-2d3c87495c53/2f240591-cb31-4711-a112-6c51b60e0a32) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:13:04.764649 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 53aa1ea9-a047-4d11-b8ba-b5e87fd16eb0 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:13:04.765287 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (53aa1ea9-a047-4d11-b8ba-b5e87fd16eb0), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:04.789073 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53aa1ea9-a047-4d11-b8ba-b5e87fd16eb0 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:13:04.822383 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1679eead-9bc5-4c69-a299-1a1b22046109 req-606da242-dfa8-4da0-ac9d-b4563410c167 service neutron] 10.222.0.55 "GET /v2.0/networks/ebdf594d-504a-44e8-89b9-e74774287749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1585162
May 07 22:13:04.857262 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 53aa1ea9-a047-4d11-b8ba-b5e87fd16eb0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=53aa1ea9-a047-4d11-b8ba-b5e87fd16eb0,segment=NetworkSegment(2cb8e953-203f-4019-8d4d-d4ab0509c11a),segment_id=2cb8e953-203f-4019-8d4d-d4ab0509c11a)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:13:04.868824 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (53aa1ea9-a047-4d11-b8ba-b5e87fd16eb0), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:04.922009 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55c5a67c-35ef-4f4a-b26b-41968ec3c0af tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:13:04.929913 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-55c5a67c-35ef-4f4a-b26b-41968ec3c0af tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "PUT /v2.0/routers/8bb4bd8c-596d-48fe-9f95-165cecc5c75a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5882335
May 07 22:13:04.931517 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-08e5ab75-406c-451e-92be-1a9e8cacdf78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (5496ce6b-de75-45d0-af3b-a163a7880468), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:04.934721 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-08e5ab75-406c-451e-92be-1a9e8cacdf78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:04.935903 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 45252) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:04.936193 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-08e5ab75-406c-451e-92be-1a9e8cacdf78 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5496ce6b-de75-45d0-af3b-a163a7880468 HTTP/1.1" status: 204  len: 168 time: 0.6602407
May 07 22:13:04.944494 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c395a2-d1d4-4123-94bd-0a10790ba501 None None] Sync routers for ids ['8bb4bd8c-596d-48fe-9f95-165cecc5c75a'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:13:04.946181 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e5ab75-406c-451e-92be-1a9e8cacdf78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5496ce6b-de75-45d0-af3b-a163a7880468,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:04.964184 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6accf58a-8a07-4d5a-afd4-78448156eb28 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Made reservation on behalf of 586495fb86064013a37b42a6b3d382fb for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:13:04.967815 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6accf58a-8a07-4d5a-afd4-78448156eb28 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:04.995271 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba9678b-df29-41c1-8958-46cf923f476c req-c264ce79-bbad-4e6c-9152-b8fb64906926 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:04.996696 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-eba9678b-df29-41c1-8958-46cf923f476c req-c264ce79-bbad-4e6c-9152-b8fb64906926 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=5faf8f65-128b-4bf7-91b4-4b3acbc2d63e HTTP/1.1" status: 200  len: 944 time: 0.1272769
May 07 22:13:04.998940 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c395a2-d1d4-4123-94bd-0a10790ba501 None None] Routers {'8bb4bd8c-596d-48fe-9f95-165cecc5c75a'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:13:04.999592 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-29c395a2-d1d4-4123-94bd-0a10790ba501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7ebb8dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:12:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['8bb4bd8c-596d-48fe-9f95-165cecc5c75a'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:13:05.013012 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 45256) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:05.013158 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-487f2173-f05f-464a-b664-d9893f8eda67 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb4bd8c-596d-48fe-9f95-165cecc5c75a HTTP/1.1" status: 200  len: 205 time: 0.0759854
May 07 22:13:05.056758 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-29c395a2-d1d4-4123-94bd-0a10790ba501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7ebb8dc0>, [], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:13:05.092498 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=53aa1ea9-a047-4d11-b8ba-b5e87fd16eb0,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:05.103641 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-eba9678b-df29-41c1-8958-46cf923f476c req-766fbe99-38b6-4a8c-a927-8394c00bd1fa tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0960066
May 07 22:13:05.131055 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['53aa1ea9-a047-4d11-b8ba-b5e87fd16eb0'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:13:05.138204 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c395a2-d1d4-4123-94bd-0a10790ba501 None None] Routers {'8bb4bd8c-596d-48fe-9f95-165cecc5c75a'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:13:05.138905 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-29c395a2-d1d4-4123-94bd-0a10790ba501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7ebb8dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:12:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['8bb4bd8c-596d-48fe-9f95-165cecc5c75a'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:13:05.145571 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ceab8c03-4795-42d6-9b44-bc806a6cd79c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for router (8bb4bd8c-596d-48fe-9f95-165cecc5c75a), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:05.338453 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6accf58a-8a07-4d5a-afd4-78448156eb28 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (c85ddb3f-b015-4204-9543-39c887f69d91), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:05.345860 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-14bc7756-7499-4c12-8d0a-6e055f46ff75 None None] Publish callbacks [] for port (2f240591-cb31-4711-a112-6c51b60e0a32), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:05.349606 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-29c395a2-d1d4-4123-94bd-0a10790ba501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7ebb8dc0>, [], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:13:05.354014 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c395a2-d1d4-4123-94bd-0a10790ba501 None None] The sync data for ids ['8bb4bd8c-596d-48fe-9f95-165cecc5c75a'] in ncdv-master-1 is: [] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:13:05.380642 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-14bc7756-7499-4c12-8d0a-6e055f46ff75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (2f240591-cb31-4711-a112-6c51b60e0a32), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:05.410355 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6accf58a-8a07-4d5a-afd4-78448156eb28 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Network 68a922d5-984e-4499-a62e-c2819afb1a79 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:13:05.414357 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-6accf58a-8a07-4d5a-afd4-78448156eb28 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:13:05.424835 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6accf58a-8a07-4d5a-afd4-78448156eb28 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:05.425626 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14bc7756-7499-4c12-8d0a-6e055f46ff75 None None] Network 68a922d5-984e-4499-a62e-c2819afb1a79 is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:13:05.426388 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6accf58a-8a07-4d5a-afd4-78448156eb28 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:05.430219 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6accf58a-8a07-4d5a-afd4-78448156eb28 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Pushing event updated for resources: {'Subnet': ['ID=c85ddb3f-b015-4204-9543-39c887f69d91,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:05.433159 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-14bc7756-7499-4c12-8d0a-6e055f46ff75 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:13:05.437800 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bc7756-7499-4c12-8d0a-6e055f46ff75 None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:13:05.461461 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-6accf58a-8a07-4d5a-afd4-78448156eb28 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 0.7438221
May 07 22:13:05.464125 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 45268) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:05.469971 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-127bc26a-cb12-4ec7-9871-ca46c21d5c27 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Request body: {'port': {'network_id': '68a922d5-984e-4499-a62e-c2819afb1a79', 'fixed_ips': [{'subnet_id': 'b3e0e5f8-a57e-46aa-b0a9-2d3c87495c53'}, {'subnet_id': 'c85ddb3f-b015-4204-9543-39c887f69d91'}], 'name': 'tempest-PortsIpV6TestJSON-965363959'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:13:05.529002 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bc7756-7499-4c12-8d0a-6e055f46ff75 None None] Pushing event updated for resources: {'Port': ['ID=2f240591-cb31-4711-a112-6c51b60e0a32,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:05.577983 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-14bc7756-7499-4c12-8d0a-6e055f46ff75 None None] Attempting to bind port 2f240591-cb31-4711-a112-6c51b60e0a32 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:13:05.578649 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-14bc7756-7499-4c12-8d0a-6e055f46ff75 None None] Attempting to bind port 2f240591-cb31-4711-a112-6c51b60e0a32 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9b0a3340-aeab-4a35-a78a-782c2e46e91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '68a922d5-984e-4499-a62e-c2819afb1a79'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:13:05.579383 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bc7756-7499-4c12-8d0a-6e055f46ff75 None None] Attempting to bind port 2f240591-cb31-4711-a112-6c51b60e0a32 on network 68a922d5-984e-4499-a62e-c2819afb1a79 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:13:05.590790 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bc7756-7499-4c12-8d0a-6e055f46ff75 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:13:05.591469 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bc7756-7499-4c12-8d0a-6e055f46ff75 None None] Checking segment: {'id': '9b0a3340-aeab-4a35-a78a-782c2e46e91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '68a922d5-984e-4499-a62e-c2819afb1a79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:13:05.607724 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-14bc7756-7499-4c12-8d0a-6e055f46ff75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:05.608431 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bc7756-7499-4c12-8d0a-6e055f46ff75 None None] Bound using segment: {'id': '9b0a3340-aeab-4a35-a78a-782c2e46e91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '68a922d5-984e-4499-a62e-c2819afb1a79'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:13:05.609119 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-14bc7756-7499-4c12-8d0a-6e055f46ff75 None None] Bound port: 2f240591-cb31-4711-a112-6c51b60e0a32, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b0a3340-aeab-4a35-a78a-782c2e46e91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '68a922d5-984e-4499-a62e-c2819afb1a79'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:13:05.609736 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-14bc7756-7499-4c12-8d0a-6e055f46ff75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (2f240591-cb31-4711-a112-6c51b60e0a32), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:05.635767 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-127bc26a-cb12-4ec7-9871-ca46c21d5c27 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Made reservation on behalf of 586495fb86064013a37b42a6b3d382fb for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:13:05.725746 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-14bc7756-7499-4c12-8d0a-6e055f46ff75 None None] For port 2f240591-cb31-4711-a112-6c51b60e0a32, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:13:05.729967 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-14bc7756-7499-4c12-8d0a-6e055f46ff75 None None] For port 2f240591-cb31-4711-a112-6c51b60e0a32, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2f240591-cb31-4711-a112-6c51b60e0a32,segment=NetworkSegment(9b0a3340-aeab-4a35-a78a-782c2e46e91f),segment_id=9b0a3340-aeab-4a35-a78a-782c2e46e91f)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:13:05.738713 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-14bc7756-7499-4c12-8d0a-6e055f46ff75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (2f240591-cb31-4711-a112-6c51b60e0a32), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:05.805921 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bc7756-7499-4c12-8d0a-6e055f46ff75 None None] Pushing event updated for resources: {'Port': ['ID=2f240591-cb31-4711-a112-6c51b60e0a32,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:05.959192 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ceab8c03-4795-42d6-9b44-bc806a6cd79c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (8bb4bd8c-596d-48fe-9f95-165cecc5c75a), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:05.965209 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ceab8c03-4795-42d6-9b44-bc806a6cd79c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for router_controller (8bb4bd8c-596d-48fe-9f95-165cecc5c75a), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:06.122979 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ceab8c03-4795-42d6-9b44-bc806a6cd79c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (8bb4bd8c-596d-48fe-9f95-165cecc5c75a), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:06.123574 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceab8c03-4795-42d6-9b44-bc806a6cd79c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Fanout notify agent at l3_agent the message router_deleted on router 8bb4bd8c-596d-48fe-9f95-165cecc5c75a {{(pid=121836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 22:13:06.157659 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ceab8c03-4795-42d6-9b44-bc806a6cd79c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:06.177541 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-ceab8c03-4795-42d6-9b44-bc806a6cd79c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "DELETE /v2.0/routers/8bb4bd8c-596d-48fe-9f95-165cecc5c75a HTTP/1.1" status: 204  len: 168 time: 1.1457343
May 07 22:13:06.185671 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 45300) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:06.302463 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-127bc26a-cb12-4ec7-9871-ca46c21d5c27 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:06.305479 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f60f01-39cb-4db9-a0b5-a5201a9bcb51 req-4bf617df-adb1-4833-92aa-3528315a2f66 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:06.307350 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-09f60f01-39cb-4db9-a0b5-a5201a9bcb51 req-4bf617df-adb1-4833-92aa-3528315a2f66 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/networks?id=87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce HTTP/1.1" status: 200  len: 811 time: 0.3755169
May 07 22:13:06.351020 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [None req-127bc26a-cb12-4ec7-9871-ca46c21d5c27 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] device_id is not set on port 8af99d69-86ba-4843-b655-c0deea059fad yet. {{(pid=121837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 22:13:06.371097 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52944d6b-70e5-4e47-a28f-732f81a9dc3f req-bd50bd3c-3e82-4aff-9693-6ff85ee7803d tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:06.372405 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_v2 [None req-5069dc18-5304-4c5f-bd09-7b9d756cfb27 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Deleting subnet 1be12cb6-f0b8-4e1d-bbc8-42f1af976f39 {{(pid=121836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:13:06.378142 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5069dc18-5304-4c5f-bd09-7b9d756cfb27 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for subnet (1be12cb6-f0b8-4e1d-bbc8-42f1af976f39), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:06.383424 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-52944d6b-70e5-4e47-a28f-732f81a9dc3f req-bd50bd3c-3e82-4aff-9693-6ff85ee7803d tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=5faf8f65-128b-4bf7-91b4-4b3acbc2d63e HTTP/1.1" status: 200  len: 944 time: 0.0978382
May 07 22:13:06.405196 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-09f60f01-39cb-4db9-a0b5-a5201a9bcb51 req-04a72d78-9dda-4470-a8b5-970825ae150b tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/quotas/f3657e8df46a4252b9eb1eb159306a66 HTTP/1.1" status: 200  len: 375 time: 0.0821617
May 07 22:13:06.413458 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 53aa1ea9-a047-4d11-b8ba-b5e87fd16eb0 up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:13:06.415915 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 2f240591-cb31-4711-a112-6c51b60e0a32 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:13:06.479705 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5069dc18-5304-4c5f-bd09-7b9d756cfb27 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726883'] for subnet (1be12cb6-f0b8-4e1d-bbc8-42f1af976f39), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:06.494281 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-52944d6b-70e5-4e47-a28f-732f81a9dc3f req-ebdea9a3-7f63-4de5-80b4-2d5b86d79d13 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1100385
May 07 22:13:06.516685 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 2f240591-cb31-4711-a112-6c51b60e0a32 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:13:06.517540 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (2f240591-cb31-4711-a112-6c51b60e0a32), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:06.521562 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-09f60f01-39cb-4db9-a0b5-a5201a9bcb51 req-4bfb68bd-4d88-4007-be68-69652b6c2947 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f3657e8df46a4252b9eb1eb159306a66&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0975184
May 07 22:13:06.528720 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning for port 53aa1ea9-a047-4d11-b8ba-b5e87fd16eb0 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 22:13:06.556918 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port 53aa1ea9-a047-4d11-b8ba-b5e87fd16eb0 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:13:06.557297 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (53aa1ea9-a047-4d11-b8ba-b5e87fd16eb0), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:06.684341 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5069dc18-5304-4c5f-bd09-7b9d756cfb27 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (1be12cb6-f0b8-4e1d-bbc8-42f1af976f39), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:06.705885 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 2f240591-cb31-4711-a112-6c51b60e0a32 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:13:06.706277 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (2f240591-cb31-4711-a112-6c51b60e0a32), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:06.735385 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-09f60f01-39cb-4db9-a0b5-a5201a9bcb51 req-f265f909-6f70-4ba7-9ce2-4732830d8e9d service neutron] 10.222.0.32 "GET /v2.0/networks/87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2066286
May 07 22:13:06.742888 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 53aa1ea9-a047-4d11-b8ba-b5e87fd16eb0 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:13:06.745019 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (53aa1ea9-a047-4d11-b8ba-b5e87fd16eb0), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:06.795801 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port 2f240591-cb31-4711-a112-6c51b60e0a32, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2f240591-cb31-4711-a112-6c51b60e0a32,segment=NetworkSegment(9b0a3340-aeab-4a35-a78a-782c2e46e91f),segment_id=9b0a3340-aeab-4a35-a78a-782c2e46e91f)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:13:06.813638 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (2f240591-cb31-4711-a112-6c51b60e0a32), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:06.824502 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5faf8f65-128b-4bf7-91b4-4b3acbc2d63e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53aa1ea9-a047-4d11-b8ba-b5e87fd16eb0'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:13:06.828312 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34cf203c-cb5b-4df5-89fc-50fc8c3eef41" -d '{"events": [{"server_uuid": "5faf8f65-128b-4bf7-91b4-4b3acbc2d63e", "name": "network-vif-plugged", "status": "completed", "tag": "53aa1ea9-a047-4d11-b8ba-b5e87fd16eb0"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:13:06.874437 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-127bc26a-cb12-4ec7-9871-ca46c21d5c27 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Allocated IP 2001:db8::5a (68a922d5-984e-4499-a62e-c2819afb1a79/b3e0e5f8-a57e-46aa-b0a9-2d3c87495c53/8af99d69-86ba-4843-b655-c0deea059fad) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:13:06.883801 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-127bc26a-cb12-4ec7-9871-ca46c21d5c27 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Allocated IP 2001:db8:0:1::36a (68a922d5-984e-4499-a62e-c2819afb1a79/c85ddb3f-b015-4204-9543-39c887f69d91/8af99d69-86ba-4843-b655-c0deea059fad) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:13:06.931725 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 53aa1ea9-a047-4d11-b8ba-b5e87fd16eb0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=53aa1ea9-a047-4d11-b8ba-b5e87fd16eb0,segment=NetworkSegment(2cb8e953-203f-4019-8d4d-d4ab0509c11a),segment_id=2cb8e953-203f-4019-8d4d-d4ab0509c11a)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:13:06.934027 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6f8194e-5f28-406a-b35b-432835bbde2f x-openstack-request-id: req-d6f8194e-5f28-406a-b35b-432835bbde2f {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:13:06.934315 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5faf8f65-128b-4bf7-91b4-4b3acbc2d63e", "name": "network-vif-plugged", "status": "completed", "tag": "53aa1ea9-a047-4d11-b8ba-b5e87fd16eb0", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:13:06.934629 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d6f8194e-5f28-406a-b35b-432835bbde2f {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:13:06.935064 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6f8194e-5f28-406a-b35b-432835bbde2f'] response: {'server_uuid': '5faf8f65-128b-4bf7-91b4-4b3acbc2d63e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53aa1ea9-a047-4d11-b8ba-b5e87fd16eb0', 'code': 200}
May 07 22:13:06.942205 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (53aa1ea9-a047-4d11-b8ba-b5e87fd16eb0), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:06.976043 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=2f240591-cb31-4711-a112-6c51b60e0a32,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:06.976229 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5069dc18-5304-4c5f-bd09-7b9d756cfb27 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (1be12cb6-f0b8-4e1d-bbc8-42f1af976f39), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:07.056299 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=53aa1ea9-a047-4d11-b8ba-b5e87fd16eb0,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:07.091794 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-09f60f01-39cb-4db9-a0b5-a5201a9bcb51 req-dc5ccce1-2e97-4624-90ee-000a45bf820b service neutron] 10.222.0.32 "GET /v2.0/networks/87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3471437
May 07 22:13:07.107982 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5069dc18-5304-4c5f-bd09-7b9d756cfb27 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Pushing event deleted for resources: {'Subnet': ['ID=1be12cb6-f0b8-4e1d-bbc8-42f1af976f39,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:07.134108 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd4e0f7-2912-4a12-9d6b-83c7a5cb0be5 None None] Network 2bb833e9-d35b-49a8-b7e6-95029e4c4c7b requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:13:07.147938 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5069dc18-5304-4c5f-bd09-7b9d756cfb27 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:07.154705 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 45318) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:07.162987 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-127bc26a-cb12-4ec7-9871-ca46c21d5c27 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for port (8af99d69-86ba-4843-b655-c0deea059fad), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:07.166056 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-5069dc18-5304-4c5f-bd09-7b9d756cfb27 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "DELETE /v2.0/subnets/1be12cb6-f0b8-4e1d-bbc8-42f1af976f39 HTTP/1.1" status: 204  len: 168 time: 0.9791756
May 07 22:13:07.178795 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fe06c9-173c-4adc-9485-b5016e1c8f76 req-7fa406e9-011d-44f2-9928-76b65d9b2e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:07.180387 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-92fe06c9-173c-4adc-9485-b5016e1c8f76 req-7fa406e9-011d-44f2-9928-76b65d9b2e6f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5faf8f65-128b-4bf7-91b4-4b3acbc2d63e HTTP/1.1" status: 200  len: 1127 time: 0.0911865
May 07 22:13:07.260445 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-92fe06c9-173c-4adc-9485-b5016e1c8f76 req-882b9435-5c89-4fb7-a667-6013f297b91a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0737786
May 07 22:13:07.376333 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-648810bd-ce5e-4756-b849-6ed0711e8f5a tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (2bb833e9-d35b-49a8-b7e6-95029e4c4c7b), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:07.409747 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-127bc26a-cb12-4ec7-9871-ca46c21d5c27 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (8af99d69-86ba-4843-b655-c0deea059fad), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:07.427954 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82b114b-c44b-48e0-9ea4-5dbe9bf56876 None None] DHCP port deletion for 2bb833e9-d35b-49a8-b7e6-95029e4c4c7b request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:13:07.485480 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127bc26a-cb12-4ec7-9871-ca46c21d5c27 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Network 68a922d5-984e-4499-a62e-c2819afb1a79 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:13:07.491677 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-127bc26a-cb12-4ec7-9871-ca46c21d5c27 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:13:07.521068 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127bc26a-cb12-4ec7-9871-ca46c21d5c27 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:13:07.526478 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127bc26a-cb12-4ec7-9871-ca46c21d5c27 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:07.527438 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-127bc26a-cb12-4ec7-9871-ca46c21d5c27 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:07.538876 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-f82b114b-c44b-48e0-9ea4-5dbe9bf56876 None None] Deleting port a3d5c0e6-fa07-4c3f-ae64-49fcc41dca01 {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:13:07.539270 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f82b114b-c44b-48e0-9ea4-5dbe9bf56876 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (a3d5c0e6-fa07-4c3f-ae64-49fcc41dca01), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:07.568999 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-127bc26a-cb12-4ec7-9871-ca46c21d5c27 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1015 time: 2.1009171
May 07 22:13:07.569323 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 45340) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:07.574992 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-09ef80e6-82b2-4f96-97be-b3dea205a597 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b3e0e5f8-a57e-46aa-b0a9-2d3c87495c53'}]}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:13:07.587968 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127bc26a-cb12-4ec7-9871-ca46c21d5c27 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Pushing event updated for resources: {'Port': ['ID=8af99d69-86ba-4843-b655-c0deea059fad,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:07.616111 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-648810bd-ce5e-4756-b849-6ed0711e8f5a tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Deleting port a3d5c0e6-fa07-4c3f-ae64-49fcc41dca01 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:13:07.623536 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-648810bd-ce5e-4756-b849-6ed0711e8f5a tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (a3d5c0e6-fa07-4c3f-ae64-49fcc41dca01), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:07.683210 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-f82b114b-c44b-48e0-9ea4-5dbe9bf56876 None None] For port a3d5c0e6-fa07-4c3f-ae64-49fcc41dca01, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a3d5c0e6-fa07-4c3f-ae64-49fcc41dca01,segment=NetworkSegment(4ac44b3b-74f7-43ed-a60f-4d9fd27218b8),segment_id=4ac44b3b-74f7-43ed-a60f-4d9fd27218b8)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:13:07.684093 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f82b114b-c44b-48e0-9ea4-5dbe9bf56876 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (a3d5c0e6-fa07-4c3f-ae64-49fcc41dca01), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:07.693094 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-329c1ff7-d57c-4fa3-84a1-b3e91eb8a868 req-4ee3713b-5185-49f4-a9a8-a122ed6fd3f0 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb197fc1-0207-498b-9fe9-b21826687a56 HTTP/1.1" status: 200  len: 210 time: 0.1134768
May 07 22:13:07.704769 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-f82b114b-c44b-48e0-9ea4-5dbe9bf56876 None None] Calling delete_port for a3d5c0e6-fa07-4c3f-ae64-49fcc41dca01 owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:13:07.812269 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-648810bd-ce5e-4756-b849-6ed0711e8f5a tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] For port a3d5c0e6-fa07-4c3f-ae64-49fcc41dca01, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a3d5c0e6-fa07-4c3f-ae64-49fcc41dca01,segment=NetworkSegment(4ac44b3b-74f7-43ed-a60f-4d9fd27218b8),segment_id=4ac44b3b-74f7-43ed-a60f-4d9fd27218b8)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:13:07.812652 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-648810bd-ce5e-4756-b849-6ed0711e8f5a tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (a3d5c0e6-fa07-4c3f-ae64-49fcc41dca01), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:07.841988 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b5614f-082f-4fba-9ee7-2cfb46880aca req-f2adeb12-6286-4ec2-90cf-4f5ff1f2e6b2 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:07.858075 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c4b5614f-082f-4fba-9ee7-2cfb46880aca req-f2adeb12-6286-4ec2-90cf-4f5ff1f2e6b2 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=5faf8f65-128b-4bf7-91b4-4b3acbc2d63e HTTP/1.1" status: 200  len: 945 time: 0.1042156
May 07 22:13:07.861193 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-648810bd-ce5e-4756-b849-6ed0711e8f5a tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Calling delete_port for a3d5c0e6-fa07-4c3f-ae64-49fcc41dca01 owned by network:dhcp {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:13:07.895627 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1e54d3-a81e-44a7-8cbd-4b8da49b8bc5 req-c9f4df03-6688-40b8-9a14-c20ef4f8787c tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:07.899261 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bd1e54d3-a81e-44a7-8cbd-4b8da49b8bc5 req-c9f4df03-6688-40b8-9a14-c20ef4f8787c tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] 10.222.0.32 "GET /v2.0/ports?device_id=059fa640-aef8-49b9-984f-b96451387d95 HTTP/1.1" status: 200  len: 945 time: 0.0656319
May 07 22:13:07.971060 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c4b5614f-082f-4fba-9ee7-2cfb46880aca req-bfa5a096-903f-423f-b91d-0f7d5c8a5495 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1114013
May 07 22:13:08.033042 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29550211-cfac-437b-81f2-55ea9798c1a7 None None] Network 68a922d5-984e-4499-a62e-c2819afb1a79 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:13:08.036910 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-648810bd-ce5e-4756-b849-6ed0711e8f5a tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (a3d5c0e6-fa07-4c3f-ae64-49fcc41dca01), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:08.073393 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bd1e54d3-a81e-44a7-8cbd-4b8da49b8bc5 req-ee93c111-9860-4fcf-ab8b-511e5faf13de tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c334649-d42d-4f47-becb-d6172ad1614f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1541016
May 07 22:13:08.075439 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-5846402e-a301-47b1-8ffa-15dca76c3da6 None None] Provisioning complete for port 2f240591-cb31-4711-a112-6c51b60e0a32 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:13:08.075853 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5846402e-a301-47b1-8ffa-15dca76c3da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (2f240591-cb31-4711-a112-6c51b60e0a32), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:08.097537 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-09ef80e6-82b2-4f96-97be-b3dea205a597 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (8af99d69-86ba-4843-b655-c0deea059fad), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:08.099790 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648810bd-ce5e-4756-b849-6ed0711e8f5a tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Pushing event deleted for resources: {'Port': ['ID=a3d5c0e6-fa07-4c3f-ae64-49fcc41dca01,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:08.110900 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648810bd-ce5e-4756-b849-6ed0711e8f5a tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] No DVR routers for this DVR port a3d5c0e6-fa07-4c3f-ae64-49fcc41dca01 on host ncdv-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:13:08.164056 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f82b114b-c44b-48e0-9ea4-5dbe9bf56876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (a3d5c0e6-fa07-4c3f-ae64-49fcc41dca01), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:08.263928 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82b114b-c44b-48e0-9ea4-5dbe9bf56876 None None] Pushing event deleted for resources: {'Port': ['ID=a3d5c0e6-fa07-4c3f-ae64-49fcc41dca01,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:08.279803 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82b114b-c44b-48e0-9ea4-5dbe9bf56876 None None] No DVR routers for this DVR port a3d5c0e6-fa07-4c3f-ae64-49fcc41dca01 on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:13:08.297213 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 45356) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:08.324182 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-648810bd-ce5e-4756-b849-6ed0711e8f5a tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (2bb833e9-d35b-49a8-b7e6-95029e4c4c7b), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:08.365585 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 2f240591-cb31-4711-a112-6c51b60e0a32 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:13:08.382954 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-648810bd-ce5e-4756-b849-6ed0711e8f5a tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf8746c9d0>,) {'filters': {'network_id': ['2bb833e9-d35b-49a8-b7e6-95029e4c4c7b']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:13:08.413829 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-5846402e-a301-47b1-8ffa-15dca76c3da6 None None] Current status of the port 2f240591-cb31-4711-a112-6c51b60e0a32 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:13:08.418082 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-648810bd-ce5e-4756-b849-6ed0711e8f5a tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8746c9d0>, '4ac44b3b-74f7-43ed-a60f-4d9fd27218b8') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:13:08.419690 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-648810bd-ce5e-4756-b849-6ed0711e8f5a tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8746c9d0>, '4ac44b3b-74f7-43ed-a60f-4d9fd27218b8') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:13:08.442833 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 2f240591-cb31-4711-a112-6c51b60e0a32 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:13:08.443217 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (2f240591-cb31-4711-a112-6c51b60e0a32), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:08.447054 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-648810bd-ce5e-4756-b849-6ed0711e8f5a tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (4ac44b3b-74f7-43ed-a60f-4d9fd27218b8), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:08.480408 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-648810bd-ce5e-4756-b849-6ed0711e8f5a tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (4ac44b3b-74f7-43ed-a60f-4d9fd27218b8), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:08.499160 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-648810bd-ce5e-4756-b849-6ed0711e8f5a tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:13:08.500686 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-648810bd-ce5e-4756-b849-6ed0711e8f5a tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (4ac44b3b-74f7-43ed-a60f-4d9fd27218b8), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:08.554028 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-09ef80e6-82b2-4f96-97be-b3dea205a597 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Delete allocated IP 2001:db8:0:1::36a (68a922d5-984e-4499-a62e-c2819afb1a79/c85ddb3f-b015-4204-9543-39c887f69d91) {{(pid=121836) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
May 07 22:13:08.559156 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d5b95a-2bf2-4ac4-bf95-00aef49c42e3 None None] Update dhcp port {'port': {'network_id': '68a922d5-984e-4499-a62e-c2819afb1a79', 'fixed_ips': [{'subnet_id': 'b3e0e5f8-a57e-46aa-b0a9-2d3c87495c53', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c85ddb3f-b015-4204-9543-39c887f69d91'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '2f240591-cb31-4711-a112-6c51b60e0a32'} from ncdv-master-1. {{(pid=121838) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
May 07 22:13:08.598091 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 22:13:08.598091 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:13:08.598091 ncdv-master-1 neutron-server[121837]:     timer()
May 07 22:13:08.598091 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:13:08.598091 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 22:13:08.598091 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:13:08.598091 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 22:13:08.598091 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:13:08.598091 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 22:13:08.598091 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:13:08.598091 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 22:13:08.598091 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:13:08.598091 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 22:13:08.598091 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:13:08.598091 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:13:08.598091 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:13:08.598091 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:13:08.598091 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:13:08.598091 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 22:13:08.598091 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:13:08.598091 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 22:13:08.598091 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:13:08.598091 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:13:08.598091 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:13:08.598091 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 22:13:08.598091 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:13:08.598091 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:13:08.598091 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:13:08.598091 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:13:08.598091 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:13:08.598091 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:13:08.598091 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:13:08.598091 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7c319480-3e30-4023-b269-ee90bfd429ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:08.622566 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d3d5b95a-2bf2-4ac4-bf95-00aef49c42e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (2f240591-cb31-4711-a112-6c51b60e0a32), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:08.635785 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 2f240591-cb31-4711-a112-6c51b60e0a32 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:13:08.645617 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-648810bd-ce5e-4756-b849-6ed0711e8f5a tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (2bb833e9-d35b-49a8-b7e6-95029e4c4c7b), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:08.650302 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-648810bd-ce5e-4756-b849-6ed0711e8f5a tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:08.654902 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-648810bd-ce5e-4756-b849-6ed0711e8f5a tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "DELETE /v2.0/networks/2bb833e9-d35b-49a8-b7e6-95029e4c4c7b HTTP/1.1" status: 204  len: 168 time: 1.4979908
May 07 22:13:08.661852 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 45360) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:08.680168 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-d1626d9a-4489-4e06-9c44-dee10b397f45 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1588625411', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:13:08.684883 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648810bd-ce5e-4756-b849-6ed0711e8f5a tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Pushing event deleted for resources: {'Network': ['ID=2bb833e9-d35b-49a8-b7e6-95029e4c4c7b,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:08.738282 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d1626d9a-4489-4e06-9c44-dee10b397f45 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (63a58e96-bb4f-42a1-a1d3-2d70c05737fc), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:08.739444 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d1626d9a-4489-4e06-9c44-dee10b397f45 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (63a58e96-bb4f-42a1-a1d3-2d70c05737fc), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:08.742121 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7c319480-3e30-4023-b269-ee90bfd429ac admin admin] Publish callbacks [] for security_group (28eb7c9f-3b04-45d3-a0cc-251c0e91b35e), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:08.748159 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7c319480-3e30-4023-b269-ee90bfd429ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (28eb7c9f-3b04-45d3-a0cc-251c0e91b35e), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:08.756974 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device a3d5c0e6-fa07-4c3f-ae64-49fcc41dca01 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:13:08.764618 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-09ef80e6-82b2-4f96-97be-b3dea205a597 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for port (8af99d69-86ba-4843-b655-c0deea059fad), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:08.772547 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-09ef80e6-82b2-4f96-97be-b3dea205a597 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (8af99d69-86ba-4843-b655-c0deea059fad), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:08.790016 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: a3d5c0e6-fa07-4c3f-ae64-49fcc41dca01 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:13:08.790364 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device a3d5c0e6-fa07-4c3f-ae64-49fcc41dca01 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:13:08.843001 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-7c319480-3e30-4023-b269-ee90bfd429ac admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a6d9793444c547b781cf0c34beb818cd&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5446272
May 07 22:13:08.844191 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c319480-3e30-4023-b269-ee90bfd429ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28eb7c9f-3b04-45d3-a0cc-251c0e91b35e,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:08.849108 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7a9b5eef-0489-4fb8-afa1-03e7694d01d4 req-4720cd71-22ff-418d-9fdd-547e02ed4348 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb197fc1-0207-498b-9fe9-b21826687a56 HTTP/1.1" status: 200  len: 210 time: 0.0741787
May 07 22:13:08.849873 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 45364) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:08.901135 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d1626d9a-4489-4e06-9c44-dee10b397f45 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for router_controller (63a58e96-bb4f-42a1-a1d3-2d70c05737fc), precommit_add_association {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:08.904092 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef80e6-82b2-4f96-97be-b3dea205a597 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Pushing event updated for resources: {'Port': ['ID=8af99d69-86ba-4843-b655-c0deea059fad,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:08.912393 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d1626d9a-4489-4e06-9c44-dee10b397f45 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (63a58e96-bb4f-42a1-a1d3-2d70c05737fc), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:08.929577 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9bc2c8de-de54-47b8-9088-f0ff4658946f admin admin] Publish callbacks [] for security_group (28eb7c9f-3b04-45d3-a0cc-251c0e91b35e), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:08.939060 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-09ef80e6-82b2-4f96-97be-b3dea205a597 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] In _notify_port_updated(), no bound segment for port 8af99d69-86ba-4843-b655-c0deea059fad on network 68a922d5-984e-4499-a62e-c2819afb1a79 {{(pid=121836) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:935}}
May 07 22:13:08.942568 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-d3d5b95a-2bf2-4ac4-bf95-00aef49c42e3 None None] Allocated IP 2001:db8:0:1::2 (68a922d5-984e-4499-a62e-c2819afb1a79/c85ddb3f-b015-4204-9543-39c887f69d91/2f240591-cb31-4711-a112-6c51b60e0a32) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:13:08.944278 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ef80e6-82b2-4f96-97be-b3dea205a597 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:08.944927 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-09ef80e6-82b2-4f96-97be-b3dea205a597 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:08.946271 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-09ef80e6-82b2-4f96-97be-b3dea205a597 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "PUT /v2.0/ports/8af99d69-86ba-4843-b655-c0deea059fad HTTP/1.1" status: 200  len: 924 time: 1.3757555
May 07 22:13:08.949003 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 45366) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:08.954604 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-a91b85b8-848d-487b-af24-3a794ee1e3d9 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b3e0e5f8-a57e-46aa-b0a9-2d3c87495c53'}, {'subnet_id': 'c85ddb3f-b015-4204-9543-39c887f69d91'}]}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:13:08.959251 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9bc2c8de-de54-47b8-9088-f0ff4658946f admin admin] Publish callbacks [] for security_group (28eb7c9f-3b04-45d3-a0cc-251c0e91b35e), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:08.961845 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d1626d9a-4489-4e06-9c44-dee10b397f45 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:08.965511 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-d1626d9a-4489-4e06-9c44-dee10b397f45 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.2906802
May 07 22:13:08.965844 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 45368) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:08.973378 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-93b13407-a34a-435c-af76-d6195ec1217c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Request body: {'network': {'name': 'tempest-RoutersTest-1853153724'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:13:09.040181 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b13407-a34a-435c-af76-d6195ec1217c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Made reservation on behalf of 9871aa16c54d4751ac838e07d52897a6 for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:13:09.048153 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-93b13407-a34a-435c-af76-d6195ec1217c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:09.076500 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a91b85b8-848d-487b-af24-3a794ee1e3d9 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (8af99d69-86ba-4843-b655-c0deea059fad), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:09.079504 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9bc2c8de-de54-47b8-9088-f0ff4658946f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (28eb7c9f-3b04-45d3-a0cc-251c0e91b35e), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:09.079711 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-d3d5b95a-2bf2-4ac4-bf95-00aef49c42e3 None None] For port 2f240591-cb31-4711-a112-6c51b60e0a32, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2f240591-cb31-4711-a112-6c51b60e0a32,segment=NetworkSegment(9b0a3340-aeab-4a35-a78a-782c2e46e91f),segment_id=9b0a3340-aeab-4a35-a78a-782c2e46e91f)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:13:09.086552 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9bc2c8de-de54-47b8-9088-f0ff4658946f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:09.086552 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-9bc2c8de-de54-47b8-9088-f0ff4658946f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/28eb7c9f-3b04-45d3-a0cc-251c0e91b35e HTTP/1.1" status: 204  len: 168 time: 0.2334673
May 07 22:13:09.097448 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93b13407-a34a-435c-af76-d6195ec1217c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:13:09.100082 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc2c8de-de54-47b8-9088-f0ff4658946f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28eb7c9f-3b04-45d3-a0cc-251c0e91b35e,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:09.119035 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-93b13407-a34a-435c-af76-d6195ec1217c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (592b8947-c1fa-4ca4-9943-03ca1c8537ba), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:09.119399 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-93b13407-a34a-435c-af76-d6195ec1217c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Added segment 592b8947-c1fa-4ca4-9943-03ca1c8537ba of type vlan for network 7cdbabe7-c47e-4ec1-a413-238cbe077182
May 07 22:13:09.133425 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d3d5b95a-2bf2-4ac4-bf95-00aef49c42e3 None None] Publish callbacks [] for port (2f240591-cb31-4711-a112-6c51b60e0a32), precommit_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:09.152382 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d3d5b95a-2bf2-4ac4-bf95-00aef49c42e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (2f240591-cb31-4711-a112-6c51b60e0a32), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:09.200368 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ddc7c-6e86-43c8-9081-10ce63e9f4c8 req-101c109f-56c5-402f-9609-ae948ce23f4a tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:09.202617 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c83ddc7c-6e86-43c8-9081-10ce63e9f4c8 req-101c109f-56c5-402f-9609-ae948ce23f4a tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=5faf8f65-128b-4bf7-91b4-4b3acbc2d63e HTTP/1.1" status: 200  len: 945 time: 0.1227481
May 07 22:13:09.281276 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2cbf23-c863-4e6b-a3c8-de521cbc81ba req-b17b2472-453c-4d65-b050-8575dfd40d42 tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:09.282895 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ea2cbf23-c863-4e6b-a3c8-de521cbc81ba req-b17b2472-453c-4d65-b050-8575dfd40d42 tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] 10.222.0.59 "GET /v2.0/ports?device_id=059fa640-aef8-49b9-984f-b96451387d95 HTTP/1.1" status: 200  len: 945 time: 0.1618268
May 07 22:13:09.304755 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-93b13407-a34a-435c-af76-d6195ec1217c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (7cdbabe7-c47e-4ec1-a413-238cbe077182), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:09.327381 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d5b95a-2bf2-4ac4-bf95-00aef49c42e3 None None] Pushing event updated for resources: {'Port': ['ID=2f240591-cb31-4711-a112-6c51b60e0a32,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:09.388109 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c83ddc7c-6e86-43c8-9081-10ce63e9f4c8 req-4fb34af4-c9e2-4da2-b0e8-39e0c07cfdd5 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1544681
May 07 22:13:09.390587 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e09fe9-a1b5-4a3f-86f9-21fb9eda4088 req-a4428040-0eaf-406c-aa67-71e688163d08 tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:09.392175 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-98e09fe9-a1b5-4a3f-86f9-21fb9eda4088 req-a4428040-0eaf-406c-aa67-71e688163d08 tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] 10.222.0.32 "GET /v2.0/ports?device_id=059fa640-aef8-49b9-984f-b96451387d95 HTTP/1.1" status: 200  len: 945 time: 0.1401627
May 07 22:13:09.437933 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-93b13407-a34a-435c-af76-d6195ec1217c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (7cdbabe7-c47e-4ec1-a413-238cbe077182), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:09.444115 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b13407-a34a-435c-af76-d6195ec1217c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:09.445246 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-93b13407-a34a-435c-af76-d6195ec1217c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:09.558270 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-98e09fe9-a1b5-4a3f-86f9-21fb9eda4088 req-bfe36efd-b415-4d22-9081-cabeed7f7264 tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c334649-d42d-4f47-becb-d6172ad1614f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1589553
May 07 22:13:09.564013 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-93b13407-a34a-435c-af76-d6195ec1217c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.5946841
May 07 22:13:09.600344 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 45380) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:09.602436 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-ea2cbf23-c863-4e6b-a3c8-de521cbc81ba req-b4db3dbc-673f-4d08-8e9d-4585a992cb5a tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] Deleting port 001d2755-5afe-49fd-b09f-b329e5af504d {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:13:09.602841 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-ea2cbf23-c863-4e6b-a3c8-de521cbc81ba req-b4db3dbc-673f-4d08-8e9d-4585a992cb5a tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (001d2755-5afe-49fd-b09f-b329e5af504d), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:09.611901 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-63588662-abf5-402e-b867-0e1e8a0836ed tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Request body: {'subnet': {'network_id': '7cdbabe7-c47e-4ec1-a413-238cbe077182', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:13:09.662028 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b13407-a34a-435c-af76-d6195ec1217c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Pushing event updated for resources: {'Network': ['ID=7cdbabe7-c47e-4ec1-a413-238cbe077182,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:09.706880 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 45384) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:09.709408 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-a91b85b8-848d-487b-af24-3a794ee1e3d9 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Allocated IP 2001:db8:0:1::37b (68a922d5-984e-4499-a62e-c2819afb1a79/c85ddb3f-b015-4204-9543-39c887f69d91/8af99d69-86ba-4843-b655-c0deea059fad) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:13:09.756299 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b13407-a34a-435c-af76-d6195ec1217c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:13:09.756666 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b13407-a34a-435c-af76-d6195ec1217c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:13:09.756985 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b13407-a34a-435c-af76-d6195ec1217c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:13:09.757330 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b13407-a34a-435c-af76-d6195ec1217c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:13:09.757668 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b13407-a34a-435c-af76-d6195ec1217c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:13:09.758078 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b13407-a34a-435c-af76-d6195ec1217c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:13:09.758394 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b13407-a34a-435c-af76-d6195ec1217c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:13:09.758721 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b13407-a34a-435c-af76-d6195ec1217c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:13:09.759071 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b13407-a34a-435c-af76-d6195ec1217c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:13:09.759396 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b13407-a34a-435c-af76-d6195ec1217c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:13:09.759721 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b13407-a34a-435c-af76-d6195ec1217c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:13:09.760423 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b13407-a34a-435c-af76-d6195ec1217c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:13:09.760423 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b13407-a34a-435c-af76-d6195ec1217c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:13:09.760666 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b13407-a34a-435c-af76-d6195ec1217c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:13:09.760963 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b13407-a34a-435c-af76-d6195ec1217c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:13:09.777223 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 7cdbabe7-c47e-4ec1-a413-238cbe077182 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:13:09.854569 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-503a40a6-0434-4e6a-a58f-8e76a268ad4d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:10.062723 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-ea2cbf23-c863-4e6b-a3c8-de521cbc81ba req-b4db3dbc-673f-4d08-8e9d-4585a992cb5a tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] For port 001d2755-5afe-49fd-b09f-b329e5af504d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=001d2755-5afe-49fd-b09f-b329e5af504d,segment=NetworkSegment(e9dfa04b-244b-4a92-b433-79dbf6b894df),segment_id=e9dfa04b-244b-4a92-b433-79dbf6b894df)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:13:10.062723 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-ea2cbf23-c863-4e6b-a3c8-de521cbc81ba req-b4db3dbc-673f-4d08-8e9d-4585a992cb5a tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (001d2755-5afe-49fd-b09f-b329e5af504d), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:10.064406 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2e97bd-517e-4141-b0ca-b9e91675acde req-243b858d-ab5e-4e27-a3c1-d7d35bb45793 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:10.064406 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6a2e97bd-517e-4141-b0ca-b9e91675acde req-243b858d-ab5e-4e27-a3c1-d7d35bb45793 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=5faf8f65-128b-4bf7-91b4-4b3acbc2d63e HTTP/1.1" status: 200  len: 945 time: 0.2225096
May 07 22:13:10.064641 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63588662-abf5-402e-b867-0e1e8a0836ed tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Made reservation on behalf of 9871aa16c54d4751ac838e07d52897a6 for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:13:10.064747 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a91b85b8-848d-487b-af24-3a794ee1e3d9 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for port (8af99d69-86ba-4843-b655-c0deea059fad), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:10.064855 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-63588662-abf5-402e-b867-0e1e8a0836ed tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:10.064987 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a91b85b8-848d-487b-af24-3a794ee1e3d9 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (8af99d69-86ba-4843-b655-c0deea059fad), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:10.068289 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f60f01-39cb-4db9-a0b5-a5201a9bcb51 req-db98d8ad-f7a5-4d5e-8300-a164ef338fa6 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:10.069774 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-09f60f01-39cb-4db9-a0b5-a5201a9bcb51 req-db98d8ad-f7a5-4d5e-8300-a164ef338fa6 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.59 "GET /v2.0/networks?id=87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce HTTP/1.1" status: 200  len: 811 time: 0.4233265
May 07 22:13:10.071059 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-ea2cbf23-c863-4e6b-a3c8-de521cbc81ba req-b4db3dbc-673f-4d08-8e9d-4585a992cb5a tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] Calling delete_port for 001d2755-5afe-49fd-b09f-b329e5af504d owned by compute:nova {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:13:10.091172 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-84651f38-ea8a-44bd-8541-220f0750bd6c req-06856661-940f-4110-bc04-8ad1f587857a tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb197fc1-0207-498b-9fe9-b21826687a56 HTTP/1.1" status: 200  len: 210 time: 0.1419127
May 07 22:13:10.118957 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-09f60f01-39cb-4db9-a0b5-a5201a9bcb51 req-10b5385e-9199-4cde-97d3-c0a8dc544b01 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Request body: {'port': {'device_id': 'bb197fc1-0207-498b-9fe9-b21826687a56', 'network_id': '87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce', 'admin_state_up': True, 'tenant_id': 'f3657e8df46a4252b9eb1eb159306a66'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:13:10.181669 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91b85b8-848d-487b-af24-3a794ee1e3d9 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Pushing event updated for resources: {'Port': ['ID=8af99d69-86ba-4843-b655-c0deea059fad,revision_number=3']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:10.189567 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-a91b85b8-848d-487b-af24-3a794ee1e3d9 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] In _notify_port_updated(), no bound segment for port 8af99d69-86ba-4843-b655-c0deea059fad on network 68a922d5-984e-4499-a62e-c2819afb1a79 {{(pid=121836) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:935}}
May 07 22:13:10.194588 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91b85b8-848d-487b-af24-3a794ee1e3d9 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:10.195252 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a91b85b8-848d-487b-af24-3a794ee1e3d9 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:10.196768 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-a91b85b8-848d-487b-af24-3a794ee1e3d9 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "PUT /v2.0/ports/8af99d69-86ba-4843-b655-c0deea059fad HTTP/1.1" status: 200  len: 1010 time: 1.2465985
May 07 22:13:10.200814 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 45388) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:10.213423 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6a2e97bd-517e-4141-b0ca-b9e91675acde req-abf58f62-1332-42d9-9e5f-f758c78de928 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1949284
May 07 22:13:10.338351 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 2f240591-cb31-4711-a112-6c51b60e0a32 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:13:10.347166 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-476a0be1-490d-4e1a-9a8a-3cc9654b4237 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Deleting port 8af99d69-86ba-4843-b655-c0deea059fad {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:13:10.347538 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-476a0be1-490d-4e1a-9a8a-3cc9654b4237 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (8af99d69-86ba-4843-b655-c0deea059fad), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:10.432221 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 2f240591-cb31-4711-a112-6c51b60e0a32 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:13:10.432755 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (2f240591-cb31-4711-a112-6c51b60e0a32), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:10.478533 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-476a0be1-490d-4e1a-9a8a-3cc9654b4237 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (8af99d69-86ba-4843-b655-c0deea059fad), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:10.484647 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0058c205-f1c6-482d-90d5-654605fb4bf0 None None] Network 68a922d5-984e-4499-a62e-c2819afb1a79 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:13:10.496067 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-476a0be1-490d-4e1a-9a8a-3cc9654b4237 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Calling delete_port for 8af99d69-86ba-4843-b655-c0deea059fad owned by  {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:13:10.511523 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-503a40a6-0434-4e6a-a58f-8e76a268ad4d admin admin] Publish callbacks [] for security_group (9e3877b9-7ddc-4a53-ad55-2a79539d4204), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:10.518759 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa6c98a-442b-4a79-885c-11b97eadb4b4 req-c51bbc40-d6de-4c12-87e8-4563e5fddea9 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:10.525948 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1aa6c98a-442b-4a79-885c-11b97eadb4b4 req-c51bbc40-d6de-4c12-87e8-4563e5fddea9 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=5faf8f65-128b-4bf7-91b4-4b3acbc2d63e HTTP/1.1" status: 200  len: 945 time: 0.1480525
May 07 22:13:10.558093 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-503a40a6-0434-4e6a-a58f-8e76a268ad4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (9e3877b9-7ddc-4a53-ad55-2a79539d4204), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:10.636552 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-11f9335e-8634-4d3b-a097-acdbc9e139c8 None None] Provisioning complete for port 8af99d69-86ba-4843-b655-c0deea059fad triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:13:10.637390 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-11f9335e-8634-4d3b-a097-acdbc9e139c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (8af99d69-86ba-4843-b655-c0deea059fad), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:10.680942 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09f60f01-39cb-4db9-a0b5-a5201a9bcb51 req-10b5385e-9199-4cde-97d3-c0a8dc544b01 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Made reservation on behalf of f3657e8df46a4252b9eb1eb159306a66 for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:13:10.684984 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-09f60f01-39cb-4db9-a0b5-a5201a9bcb51 req-10b5385e-9199-4cde-97d3-c0a8dc544b01 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:10.717336 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-503a40a6-0434-4e6a-a58f-8e76a268ad4d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=699549fa4eff47c8878bbd2c70278602&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0096145
May 07 22:13:10.726342 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 45402) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:10.769647 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-11f9335e-8634-4d3b-a097-acdbc9e139c8 None None] Port 8af99d69-86ba-4843-b655-c0deea059fad cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:13:10.793737 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd173594-ff82-4467-84aa-08b3699cd135 req-81699a53-ac24-4238-8a17-4f24e9d3abb1 tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:10.796046 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fd173594-ff82-4467-84aa-08b3699cd135 req-81699a53-ac24-4238-8a17-4f24e9d3abb1 tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] 10.222.0.32 "GET /v2.0/ports?device_id=059fa640-aef8-49b9-984f-b96451387d95 HTTP/1.1" status: 200  len: 945 time: 0.1342609
May 07 22:13:10.799752 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-11f9335e-8634-4d3b-a097-acdbc9e139c8 None None] Provisioning complete for port 2f240591-cb31-4711-a112-6c51b60e0a32 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:13:10.800134 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-11f9335e-8634-4d3b-a097-acdbc9e139c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (2f240591-cb31-4711-a112-6c51b60e0a32), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:10.801795 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-476a0be1-490d-4e1a-9a8a-3cc9654b4237 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (8af99d69-86ba-4843-b655-c0deea059fad), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:10.834941 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 2f240591-cb31-4711-a112-6c51b60e0a32 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:13:10.855223 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1aa6c98a-442b-4a79-885c-11b97eadb4b4 req-52eb6b92-b544-47d3-a42e-5642e73a1e58 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3282125
May 07 22:13:10.863371 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503a40a6-0434-4e6a-a58f-8e76a268ad4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e3877b9-7ddc-4a53-ad55-2a79539d4204,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:10.907891 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-11f9335e-8634-4d3b-a097-acdbc9e139c8 None None] Current status of the port 2f240591-cb31-4711-a112-6c51b60e0a32 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:13:10.926481 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476a0be1-490d-4e1a-9a8a-3cc9654b4237 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Pushing event deleted for resources: {'Port': ['ID=8af99d69-86ba-4843-b655-c0deea059fad,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:11.010764 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-476a0be1-490d-4e1a-9a8a-3cc9654b4237 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:11.015136 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-476a0be1-490d-4e1a-9a8a-3cc9654b4237 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "DELETE /v2.0/ports/8af99d69-86ba-4843-b655-c0deea059fad HTTP/1.1" status: 204  len: 168 time: 0.8133092
May 07 22:13:11.022208 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 45406) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:11.032789 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-ea2cbf23-c863-4e6b-a3c8-de521cbc81ba req-b4db3dbc-673f-4d08-8e9d-4585a992cb5a tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (001d2755-5afe-49fd-b09f-b329e5af504d), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:11.044633 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5a24ea62-6df2-464b-8367-8110921c0ecb admin admin] Publish callbacks [] for security_group (9e3877b9-7ddc-4a53-ad55-2a79539d4204), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:11.045946 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['001d2755-5afe-49fd-b09f-b329e5af504d'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:13:11.072594 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fd173594-ff82-4467-84aa-08b3699cd135 req-3ac32760-8d8f-47d3-8ad5-d6e34ae63a87 tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] 10.222.0.32 "GET /v2.0/security-groups?id=5c334649-d42d-4f47-becb-d6172ad1614f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2538335
May 07 22:13:11.084545 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-d22a7c3e-9d41-4945-8fe6-0fb05362a1e1 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] GET failed (client error): The resource could not be found.
May 07 22:13:11.088931 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-d22a7c3e-9d41-4945-8fe6-0fb05362a1e1 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "GET /v2.0/ports/8af99d69-86ba-4843-b655-c0deea059fad HTTP/1.1" status: 404  len: 333 time: 0.0609157
May 07 22:13:11.098392 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 45408) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:11.099550 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4db3dbc-673f-4d08-8e9d-4585a992cb5a tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] Pushing event deleted for resources: {'Port': ['ID=001d2755-5afe-49fd-b09f-b329e5af504d,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:11.145001 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5a24ea62-6df2-464b-8367-8110921c0ecb admin admin] Publish callbacks [] for security_group (9e3877b9-7ddc-4a53-ad55-2a79539d4204), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:11.172888 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-600f01bd-e804-4fe3-beae-2e0279c86ca5 None None] Could not find standard attr ID for object 8af99d69-86ba-4843-b655-c0deea059fad. {{(pid=121838) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
May 07 22:13:11.217929 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-600f01bd-e804-4fe3-beae-2e0279c86ca5 None None] Provisioning complete for port 2f240591-cb31-4711-a112-6c51b60e0a32 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:13:11.218312 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-600f01bd-e804-4fe3-beae-2e0279c86ca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (2f240591-cb31-4711-a112-6c51b60e0a32), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:11.240363 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_v2 [None req-88a1ca5b-0016-4585-9f49-0c74614f70de tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Deleting subnet c85ddb3f-b015-4204-9543-39c887f69d91 {{(pid=121836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:13:11.258664 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-88a1ca5b-0016-4585-9f49-0c74614f70de tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for subnet (c85ddb3f-b015-4204-9543-39c887f69d91), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:11.266888 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-63588662-abf5-402e-b867-0e1e8a0836ed tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (8f8f5bc6-0bf7-4c2d-9992-ab2f897c66fb), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:11.315612 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-01781011-d672-498e-b3df-4b177d249ce7 req-f4c1f0a9-b803-471e-b704-995bf6dddff7 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb197fc1-0207-498b-9fe9-b21826687a56 HTTP/1.1" status: 200  len: 210 time: 0.0723348
May 07 22:13:11.353656 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea2cbf23-c863-4e6b-a3c8-de521cbc81ba req-b4db3dbc-673f-4d08-8e9d-4585a992cb5a tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] No DVR routers for this DVR port 001d2755-5afe-49fd-b09f-b329e5af504d on host nch2-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:13:11.357453 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-88a1ca5b-0016-4585-9f49-0c74614f70de tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726883'] for subnet (c85ddb3f-b015-4204-9543-39c887f69d91), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:11.370082 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-ea2cbf23-c863-4e6b-a3c8-de521cbc81ba req-b4db3dbc-673f-4d08-8e9d-4585a992cb5a tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:11.374348 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ea2cbf23-c863-4e6b-a3c8-de521cbc81ba req-b4db3dbc-673f-4d08-8e9d-4585a992cb5a tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] 10.222.0.59 "DELETE /v2.0/ports/001d2755-5afe-49fd-b09f-b329e5af504d HTTP/1.1" status: 204  len: 173 time: 2.0671268
May 07 22:13:11.375064 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '059fa640-aef8-49b9-984f-b96451387d95', 'name': 'network-vif-deleted', 'tag': '001d2755-5afe-49fd-b09f-b329e5af504d'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:13:11.378284 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae34bdb-bc96-4317-8acf-62e067878fe8" -d '{"events": [{"server_uuid": "059fa640-aef8-49b9-984f-b96451387d95", "name": "network-vif-deleted", "tag": "001d2755-5afe-49fd-b09f-b329e5af504d"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:13:11.422173 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [req-09f60f01-39cb-4db9-a0b5-a5201a9bcb51 req-10b5385e-9199-4cde-97d3-c0a8dc544b01 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Allocated IP 172.20.0.10 (87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce/c381f23c-d79e-4860-966b-6594e682e18c/b2b93741-196b-4634-b3a8-cacfa39e6497) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:13:11.452190 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5a24ea62-6df2-464b-8367-8110921c0ecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (9e3877b9-7ddc-4a53-ad55-2a79539d4204), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:11.457680 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5a24ea62-6df2-464b-8367-8110921c0ecb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:11.461938 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-5a24ea62-6df2-464b-8367-8110921c0ecb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9e3877b9-7ddc-4a53-ad55-2a79539d4204 HTTP/1.1" status: 204  len: 168 time: 0.7338123
May 07 22:13:11.479030 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a24ea62-6df2-464b-8367-8110921c0ecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e3877b9-7ddc-4a53-ad55-2a79539d4204,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:11.506694 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63588662-abf5-402e-b867-0e1e8a0836ed tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Checking segment: {'id': '592b8947-c1fa-4ca4-9943-03ca1c8537ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7cdbabe7-c47e-4ec1-a413-238cbe077182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:13:11.506872 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63588662-abf5-402e-b867-0e1e8a0836ed tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Network hostable DHCP agents. Network: 7cdbabe7-c47e-4ec1-a413-238cbe077182, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:13:11.508931 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-600f01bd-e804-4fe3-beae-2e0279c86ca5 None None] Current status of the port 2f240591-cb31-4711-a112-6c51b60e0a32 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:13:11.514586 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ec7fa26-cb30-4028-8821-c6a10a39a47b x-openstack-request-id: req-3ec7fa26-cb30-4028-8821-c6a10a39a47b {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:13:11.515114 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "059fa640-aef8-49b9-984f-b96451387d95", "name": "network-vif-deleted", "tag": "001d2755-5afe-49fd-b09f-b329e5af504d", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:13:11.515194 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3ec7fa26-cb30-4028-8821-c6a10a39a47b {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:13:11.515566 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ec7fa26-cb30-4028-8821-c6a10a39a47b'] response: {'server_uuid': '059fa640-aef8-49b9-984f-b96451387d95', 'name': 'network-vif-deleted', 'tag': '001d2755-5afe-49fd-b09f-b329e5af504d', 'status': 'completed', 'code': 200}
May 07 22:13:11.516156 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63588662-abf5-402e-b867-0e1e8a0836ed tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Pushing event updated for resources: {'Subnet': ['ID=8f8f5bc6-0bf7-4c2d-9992-ab2f897c66fb,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:11.560878 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-88a1ca5b-0016-4585-9f49-0c74614f70de tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (c85ddb3f-b015-4204-9543-39c887f69d91), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:11.601473 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63588662-abf5-402e-b867-0e1e8a0836ed tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Network 7cdbabe7-c47e-4ec1-a413-238cbe077182 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:13:11.617345 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6168b664-0365-4c85-9dc6-0222bc4ba653 req-70dda81c-edea-44f6-803a-12c1e78574c6 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:11.624280 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6168b664-0365-4c85-9dc6-0222bc4ba653 req-70dda81c-edea-44f6-803a-12c1e78574c6 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=5faf8f65-128b-4bf7-91b4-4b3acbc2d63e HTTP/1.1" status: 200  len: 945 time: 0.1774757
May 07 22:13:11.640815 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-63588662-abf5-402e-b867-0e1e8a0836ed tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7cdbabe7-c47e-4ec1-a413-238cbe077182) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:13:11.652747 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-801ebf69-4a53-4abf-951b-645250331d27 None None] Could not find standard attr ID for object 8af99d69-86ba-4843-b655-c0deea059fad. {{(pid=121838) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
May 07 22:13:11.653081 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63588662-abf5-402e-b867-0e1e8a0836ed tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:11.653669 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-63588662-abf5-402e-b867-0e1e8a0836ed tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:11.664597 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786d3dd4-6294-4ce8-bd37-18daabd17dc2 None None] Network 7cdbabe7-c47e-4ec1-a413-238cbe077182 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:13:11.676265 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-88a1ca5b-0016-4585-9f49-0c74614f70de tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (c85ddb3f-b015-4204-9543-39c887f69d91), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:11.711307 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-63588662-abf5-402e-b867-0e1e8a0836ed tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.1097419
May 07 22:13:11.727388 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 45418) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:11.734187 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a1ca5b-0016-4585-9f49-0c74614f70de tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Pushing event deleted for resources: {'Subnet': ['ID=c85ddb3f-b015-4204-9543-39c887f69d91,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:11.778493 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-88a1ca5b-0016-4585-9f49-0c74614f70de tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:11.788348 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-88a1ca5b-0016-4585-9f49-0c74614f70de tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "DELETE /v2.0/subnets/c85ddb3f-b015-4204-9543-39c887f69d91 HTTP/1.1" status: 204  len: 168 time: 0.6758227
May 07 22:13:11.805174 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6168b664-0365-4c85-9dc6-0222bc4ba653 req-9d062c29-5256-44f6-8a5c-f80657748805 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1614213
May 07 22:13:11.806022 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 45420) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:11.872015 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30723961-c197-4bf5-bda5-3d1a36afc9de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7cdbabe7-c47e-4ec1-a413-238cbe077182', 'network_id': '7cdbabe7-c47e-4ec1-a413-238cbe077182', 'project_id': '9871aa16c54d4751ac838e07d52897a6', 'fixed_ips': [{'subnet_id': '8f8f5bc6-0bf7-4c2d-9992-ab2f897c66fb'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:13:11.874729 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-30723961-c197-4bf5-bda5-3d1a36afc9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:11.882672 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a3b2096-ed64-406a-a6fa-b57142c322b7 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Deleting subnet b3e0e5f8-a57e-46aa-b0a9-2d3c87495c53 {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:13:11.888220 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1a3b2096-ed64-406a-a6fa-b57142c322b7 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for subnet (b3e0e5f8-a57e-46aa-b0a9-2d3c87495c53), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:11.934814 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-09f60f01-39cb-4db9-a0b5-a5201a9bcb51 req-10b5385e-9199-4cde-97d3-c0a8dc544b01 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks [] for port (b2b93741-196b-4634-b3a8-cacfa39e6497), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:11.961625 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1a3b2096-ed64-406a-a6fa-b57142c322b7 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (b3e0e5f8-a57e-46aa-b0a9-2d3c87495c53), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:12.052065 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8607b1-6a67-48c8-9b53-6a73dfe2e0ec None None] Network 68a922d5-984e-4499-a62e-c2819afb1a79 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:13:12.108230 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-09f60f01-39cb-4db9-a0b5-a5201a9bcb51 req-10b5385e-9199-4cde-97d3-c0a8dc544b01 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (b2b93741-196b-4634-b3a8-cacfa39e6497), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:12.154899 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-8e523398-bfcb-4836-8a48-782bf15c9024 None None] Could not find standard attr ID for object 8af99d69-86ba-4843-b655-c0deea059fad. {{(pid=121838) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
May 07 22:13:12.177949 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-30723961-c197-4bf5-bda5-3d1a36afc9de None None] Allocated IP 172.20.0.2 (7cdbabe7-c47e-4ec1-a413-238cbe077182/8f8f5bc6-0bf7-4c2d-9992-ab2f897c66fb/bc292886-3d30-422a-a700-74b56ebacc95) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:13:12.181257 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09f60f01-39cb-4db9-a0b5-a5201a9bcb51 req-10b5385e-9199-4cde-97d3-c0a8dc544b01 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Network 87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:13:12.188981 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [req-09f60f01-39cb-4db9-a0b5-a5201a9bcb51 req-10b5385e-9199-4cde-97d3-c0a8dc544b01 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:13:12.192507 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1a3b2096-ed64-406a-a6fa-b57142c322b7 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (b3e0e5f8-a57e-46aa-b0a9-2d3c87495c53), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:12.205708 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-09f60f01-39cb-4db9-a0b5-a5201a9bcb51 req-10b5385e-9199-4cde-97d3-c0a8dc544b01 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:13:12.263842 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3c14f9ca-1eef-43bc-b8e0-4e91d2e5bc3c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:12.306759 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-978ff6d0-5c46-4d07-b521-a66172a0095c req-32bebda9-0c3a-4a9a-868c-92b356538088 tempest-VolumesSnapshotTestJSON-1726756463 tempest-VolumesSnapshotTestJSON-1726756463-project] 10.222.0.32 "GET /v2.0/ports?device_id=059fa640-aef8-49b9-984f-b96451387d95 HTTP/1.1" status: 200  len: 210 time: 0.0453866
May 07 22:13:12.347378 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b5385e-9199-4cde-97d3-c0a8dc544b01 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Pushing event updated for resources: {'Port': ['ID=b2b93741-196b-4634-b3a8-cacfa39e6497,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:12.449558 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f60f01-39cb-4db9-a0b5-a5201a9bcb51 req-10b5385e-9199-4cde-97d3-c0a8dc544b01 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:12.450963 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-09f60f01-39cb-4db9-a0b5-a5201a9bcb51 req-10b5385e-9199-4cde-97d3-c0a8dc544b01 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:12.466805 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-30723961-c197-4bf5-bda5-3d1a36afc9de None None] Publish callbacks [] for port (bc292886-3d30-422a-a700-74b56ebacc95), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:12.479903 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-30723961-c197-4bf5-bda5-3d1a36afc9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (bc292886-3d30-422a-a700-74b56ebacc95), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:12.523839 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-09f60f01-39cb-4db9-a0b5-a5201a9bcb51 req-10b5385e-9199-4cde-97d3-c0a8dc544b01 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.4225976
May 07 22:13:12.562011 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-09f60f01-39cb-4db9-a0b5-a5201a9bcb51 req-149af8b2-711c-475d-b093-cdd060705f79 service neutron] Request body: {'port': {'device_id': 'bb197fc1-0207-498b-9fe9-b21826687a56', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:13:12.577117 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30723961-c197-4bf5-bda5-3d1a36afc9de None None] Pushing event updated for resources: {'Port': ['ID=bc292886-3d30-422a-a700-74b56ebacc95,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:12.591123 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b24a6d-79e3-4d71-a956-fe722e940e04 req-d1818f65-e560-4738-abf9-b97b656dfdca tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:12.592584 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1a3b2096-ed64-406a-a6fa-b57142c322b7 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (b3e0e5f8-a57e-46aa-b0a9-2d3c87495c53), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:12.593548 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-14b24a6d-79e3-4d71-a956-fe722e940e04 req-d1818f65-e560-4738-abf9-b97b656dfdca tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.55 "GET /v2.0/ports?device_id=5faf8f65-128b-4bf7-91b4-4b3acbc2d63e HTTP/1.1" status: 200  len: 945 time: 0.0888345
May 07 22:13:12.619719 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30723961-c197-4bf5-bda5-3d1a36afc9de None None] Network 7cdbabe7-c47e-4ec1-a413-238cbe077182 is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:13:12.622079 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-30723961-c197-4bf5-bda5-3d1a36afc9de None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:13:12.624507 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30723961-c197-4bf5-bda5-3d1a36afc9de None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:13:12.678911 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db7374-4221-48e1-8f8c-2a60913843d1 req-66105988-8e9f-4e2e-bb32-5283cee1d0a2 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:12.685844 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-94db7374-4221-48e1-8f8c-2a60913843d1 req-66105988-8e9f-4e2e-bb32-5283cee1d0a2 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb197fc1-0207-498b-9fe9-b21826687a56 HTTP/1.1" status: 200  len: 932 time: 0.2307055
May 07 22:13:12.692548 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3b2096-ed64-406a-a6fa-b57142c322b7 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Pushing event deleted for resources: {'Subnet': ['ID=b3e0e5f8-a57e-46aa-b0a9-2d3c87495c53,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:12.733505 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1a3b2096-ed64-406a-a6fa-b57142c322b7 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:12.744081 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-c58c02ab-ccbd-42d4-80db-787ed0f98e2a None None] Provisioning complete for port b2b93741-196b-4634-b3a8-cacfa39e6497 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:13:12.744461 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c58c02ab-ccbd-42d4-80db-787ed0f98e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (b2b93741-196b-4634-b3a8-cacfa39e6497), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:12.746379 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-1a3b2096-ed64-406a-a6fa-b57142c322b7 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "DELETE /v2.0/subnets/b3e0e5f8-a57e-46aa-b0a9-2d3c87495c53 HTTP/1.1" status: 204  len: 168 time: 0.9371679
May 07 22:13:12.753941 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 45442) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:12.780252 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-c58c02ab-ccbd-42d4-80db-787ed0f98e2a None None] Port b2b93741-196b-4634-b3a8-cacfa39e6497 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:13:12.781847 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-30723961-c197-4bf5-bda5-3d1a36afc9de None None] Attempting to bind port bc292886-3d30-422a-a700-74b56ebacc95 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:13:12.782230 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-30723961-c197-4bf5-bda5-3d1a36afc9de None None] Attempting to bind port bc292886-3d30-422a-a700-74b56ebacc95 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '592b8947-c1fa-4ca4-9943-03ca1c8537ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7cdbabe7-c47e-4ec1-a413-238cbe077182'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:13:12.782590 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30723961-c197-4bf5-bda5-3d1a36afc9de None None] Attempting to bind port bc292886-3d30-422a-a700-74b56ebacc95 on network 7cdbabe7-c47e-4ec1-a413-238cbe077182 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:13:12.788992 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30723961-c197-4bf5-bda5-3d1a36afc9de None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:13:12.789436 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30723961-c197-4bf5-bda5-3d1a36afc9de None None] Checking segment: {'id': '592b8947-c1fa-4ca4-9943-03ca1c8537ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7cdbabe7-c47e-4ec1-a413-238cbe077182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:13:12.789849 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-30723961-c197-4bf5-bda5-3d1a36afc9de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:12.790252 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30723961-c197-4bf5-bda5-3d1a36afc9de None None] Bound using segment: {'id': '592b8947-c1fa-4ca4-9943-03ca1c8537ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7cdbabe7-c47e-4ec1-a413-238cbe077182'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:13:12.790820 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-30723961-c197-4bf5-bda5-3d1a36afc9de None None] Bound port: bc292886-3d30-422a-a700-74b56ebacc95, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '592b8947-c1fa-4ca4-9943-03ca1c8537ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7cdbabe7-c47e-4ec1-a413-238cbe077182'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:13:12.791197 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-30723961-c197-4bf5-bda5-3d1a36afc9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (bc292886-3d30-422a-a700-74b56ebacc95), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:12.900841 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-30723961-c197-4bf5-bda5-3d1a36afc9de None None] For port bc292886-3d30-422a-a700-74b56ebacc95, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:13:12.906680 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-30723961-c197-4bf5-bda5-3d1a36afc9de None None] For port bc292886-3d30-422a-a700-74b56ebacc95, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bc292886-3d30-422a-a700-74b56ebacc95,segment=NetworkSegment(592b8947-c1fa-4ca4-9943-03ca1c8537ba),segment_id=592b8947-c1fa-4ca4-9943-03ca1c8537ba)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:13:12.913782 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-14b24a6d-79e3-4d71-a956-fe722e940e04 req-1a379db0-4c52-4d1d-92a5-45d5459b5f50 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Deleting port 53aa1ea9-a047-4d11-b8ba-b5e87fd16eb0 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:13:12.914338 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-14b24a6d-79e3-4d71-a956-fe722e940e04 req-1a379db0-4c52-4d1d-92a5-45d5459b5f50 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (53aa1ea9-a047-4d11-b8ba-b5e87fd16eb0), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:12.915118 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-09f60f01-39cb-4db9-a0b5-a5201a9bcb51 req-149af8b2-711c-475d-b093-cdd060705f79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (b2b93741-196b-4634-b3a8-cacfa39e6497), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:12.933362 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-30723961-c197-4bf5-bda5-3d1a36afc9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (bc292886-3d30-422a-a700-74b56ebacc95), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:12.959452 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-94db7374-4221-48e1-8f8c-2a60913843d1 req-8083e598-4c56-430d-8b64-921d534ed3b2 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0565a31-c1c2-485d-aa87-3f3b5400e2b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2675493
May 07 22:13:12.969209 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9bbb89c8-d21c-422b-ba69-e4ea1edafcc0 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (68a922d5-984e-4499-a62e-c2819afb1a79), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:13.030508 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 45448) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:13.031371 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-3c14f9ca-1eef-43bc-b8e0-4e91d2e5bc3c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Allocated IP 172.20.0.1 (7cdbabe7-c47e-4ec1-a413-238cbe077182/8f8f5bc6-0bf7-4c2d-9992-ab2f897c66fb/1b3dbd20-e902-474e-b149-a311f95b0918) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:13:13.045602 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30723961-c197-4bf5-bda5-3d1a36afc9de None None] Pushing event updated for resources: {'Port': ['ID=bc292886-3d30-422a-a700-74b56ebacc95,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:13.184622 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-9bbb89c8-d21c-422b-ba69-e4ea1edafcc0 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Deleting port 2f240591-cb31-4711-a112-6c51b60e0a32 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:13:13.184969 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9bbb89c8-d21c-422b-ba69-e4ea1edafcc0 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (2f240591-cb31-4711-a112-6c51b60e0a32), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:13.191968 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-3ef40f20-2d81-4014-953d-49ea5fe56f7f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-332423009-network', 'tenant_id': 'd62508bea6e7484ea316f52f4d3b8471'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:13:13.333623 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef40f20-2d81-4014-953d-49ea5fe56f7f admin admin] Made reservation on behalf of d62508bea6e7484ea316f52f4d3b8471 for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:13:13.335910 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3ef40f20-2d81-4014-953d-49ea5fe56f7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:13.339547 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-9bbb89c8-d21c-422b-ba69-e4ea1edafcc0 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] For port 2f240591-cb31-4711-a112-6c51b60e0a32, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2f240591-cb31-4711-a112-6c51b60e0a32,segment=NetworkSegment(9b0a3340-aeab-4a35-a78a-782c2e46e91f),segment_id=9b0a3340-aeab-4a35-a78a-782c2e46e91f)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:13:13.339914 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9bbb89c8-d21c-422b-ba69-e4ea1edafcc0 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (2f240591-cb31-4711-a112-6c51b60e0a32), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:13.382243 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c513e38-e5a2-4fac-b368-a7b5537cb7a0 None None] Network 68a922d5-984e-4499-a62e-c2819afb1a79 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:13:13.399971 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-9bbb89c8-d21c-422b-ba69-e4ea1edafcc0 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Calling delete_port for 2f240591-cb31-4711-a112-6c51b60e0a32 owned by network:dhcp {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:13:13.402032 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3ef40f20-2d81-4014-953d-49ea5fe56f7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:13.554320 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-0ea33fd6-857a-426f-aee0-eca38831dc8e None None] Provisioning complete for port 2f240591-cb31-4711-a112-6c51b60e0a32 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:13:13.554750 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-0ea33fd6-857a-426f-aee0-eca38831dc8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (2f240591-cb31-4711-a112-6c51b60e0a32), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:13.669960 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3ef40f20-2d81-4014-953d-49ea5fe56f7f admin admin] Publish callbacks [] for security_group (796faeab-2373-42f0-94cc-b18853c1fdcc), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:13.677531 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9bbb89c8-d21c-422b-ba69-e4ea1edafcc0 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (2f240591-cb31-4711-a112-6c51b60e0a32), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:13.685311 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [req-09f60f01-39cb-4db9-a0b5-a5201a9bcb51 req-149af8b2-711c-475d-b093-cdd060705f79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2b93741-196b-4634-b3a8-cacfa39e6497 {{(pid=121837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:13:13.693565 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b28de27-b427-4ed6-96cf-c948c85f7ab2 None None] DHCP port deletion for 68a922d5-984e-4499-a62e-c2819afb1a79 request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:13:13.699495 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-14b24a6d-79e3-4d71-a956-fe722e940e04 req-1a379db0-4c52-4d1d-92a5-45d5459b5f50 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] For port 53aa1ea9-a047-4d11-b8ba-b5e87fd16eb0, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=53aa1ea9-a047-4d11-b8ba-b5e87fd16eb0,segment=NetworkSegment(2cb8e953-203f-4019-8d4d-d4ab0509c11a),segment_id=2cb8e953-203f-4019-8d4d-d4ab0509c11a)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:13:13.700114 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-14b24a6d-79e3-4d71-a956-fe722e940e04 req-1a379db0-4c52-4d1d-92a5-45d5459b5f50 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (53aa1ea9-a047-4d11-b8ba-b5e87fd16eb0), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:13.700460 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3ef40f20-2d81-4014-953d-49ea5fe56f7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (796faeab-2373-42f0-94cc-b18853c1fdcc), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:13.710232 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-09f60f01-39cb-4db9-a0b5-a5201a9bcb51 req-149af8b2-711c-475d-b093-cdd060705f79 service neutron] Publish callbacks [] for port (b2b93741-196b-4634-b3a8-cacfa39e6497), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:13.725852 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-0ea33fd6-857a-426f-aee0-eca38831dc8e None None] Current status of the port 2f240591-cb31-4711-a112-6c51b60e0a32 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:13:13.725972 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed564a1-e9cc-4394-836f-28d756841ef1 req-88c52520-9257-4900-858b-a718e9f6e2b6 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:13.727546 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bed564a1-e9cc-4394-836f-28d756841ef1 req-88c52520-9257-4900-858b-a718e9f6e2b6 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=5faf8f65-128b-4bf7-91b4-4b3acbc2d63e HTTP/1.1" status: 200  len: 945 time: 0.7382915
May 07 22:13:13.733934 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-14b24a6d-79e3-4d71-a956-fe722e940e04 req-1a379db0-4c52-4d1d-92a5-45d5459b5f50 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Calling delete_port for 53aa1ea9-a047-4d11-b8ba-b5e87fd16eb0 owned by compute:nova {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:13:13.767014 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbb89c8-d21c-422b-ba69-e4ea1edafcc0 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] No DVR routers for this DVR port 2f240591-cb31-4711-a112-6c51b60e0a32 on host ncdv-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:13:13.772774 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbb89c8-d21c-422b-ba69-e4ea1edafcc0 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Pushing event deleted for resources: {'Port': ['ID=2f240591-cb31-4711-a112-6c51b60e0a32,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:13.779125 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ef40f20-2d81-4014-953d-49ea5fe56f7f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:13:13.807147 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-09f60f01-39cb-4db9-a0b5-a5201a9bcb51 req-149af8b2-711c-475d-b093-cdd060705f79 service neutron] Transition to ACTIVE for port object b2b93741-196b-4634-b3a8-cacfa39e6497 will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 22:13:13.831214 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-09f60f01-39cb-4db9-a0b5-a5201a9bcb51 req-149af8b2-711c-475d-b093-cdd060705f79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (b2b93741-196b-4634-b3a8-cacfa39e6497), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:13.835568 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3ef40f20-2d81-4014-953d-49ea5fe56f7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (21f1f6e2-9b44-4277-afd3-eeab9c445cc5), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:13.835903 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-3ef40f20-2d81-4014-953d-49ea5fe56f7f admin admin] Added segment 21f1f6e2-9b44-4277-afd3-eeab9c445cc5 of type vlan for network aee5e538-fcd6-49ce-8112-161cb6d635be
May 07 22:13:13.856795 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef40f20-2d81-4014-953d-49ea5fe56f7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=796faeab-2373-42f0-94cc-b18853c1fdcc,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:13.878234 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3c14f9ca-1eef-43bc-b8e0-4e91d2e5bc3c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for port (1b3dbd20-e902-474e-b149-a311f95b0918), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:13.888446 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bed564a1-e9cc-4394-836f-28d756841ef1 req-d3b2b6fa-03e4-4a0f-b497-109e09e83aa6 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1055803
May 07 22:13:13.972486 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9bbb89c8-d21c-422b-ba69-e4ea1edafcc0 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (68a922d5-984e-4499-a62e-c2819afb1a79), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:13.996755 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-14b24a6d-79e3-4d71-a956-fe722e940e04 req-1a379db0-4c52-4d1d-92a5-45d5459b5f50 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (53aa1ea9-a047-4d11-b8ba-b5e87fd16eb0), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:14.003251 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3ef40f20-2d81-4014-953d-49ea5fe56f7f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (aee5e538-fcd6-49ce-8112-161cb6d635be), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:14.003540 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3c14f9ca-1eef-43bc-b8e0-4e91d2e5bc3c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (1b3dbd20-e902-474e-b149-a311f95b0918), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:14.010654 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['a859dd9c-cf59-4a9b-84c9-dddc4e9476c0'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:13:14.026247 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149af8b2-711c-475d-b093-cdd060705f79 service neutron] Pushing event updated for resources: {'Port': ['ID=b2b93741-196b-4634-b3a8-cacfa39e6497,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:14.050481 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-9bbb89c8-d21c-422b-ba69-e4ea1edafcc0 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf87a3fd00>,) {'filters': {'network_id': ['68a922d5-984e-4499-a62e-c2819afb1a79']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:13:14.080289 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-9bbb89c8-d21c-422b-ba69-e4ea1edafcc0 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf87a3fd00>, '9b0a3340-aeab-4a35-a78a-782c2e46e91f') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:13:14.080593 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-9bbb89c8-d21c-422b-ba69-e4ea1edafcc0 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf87a3fd00>, '9b0a3340-aeab-4a35-a78a-782c2e46e91f') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:13:14.091367 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['53aa1ea9-a047-4d11-b8ba-b5e87fd16eb0'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:13:14.170240 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c14f9ca-1eef-43bc-b8e0-4e91d2e5bc3c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Network 7cdbabe7-c47e-4ec1-a413-238cbe077182 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:13:14.185354 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-3c14f9ca-1eef-43bc-b8e0-4e91d2e5bc3c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:13:14.190237 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9bbb89c8-d21c-422b-ba69-e4ea1edafcc0 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (9b0a3340-aeab-4a35-a78a-782c2e46e91f), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:14.192553 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c14f9ca-1eef-43bc-b8e0-4e91d2e5bc3c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:13:14.287577 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3ef40f20-2d81-4014-953d-49ea5fe56f7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (aee5e538-fcd6-49ce-8112-161cb6d635be), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:14.289289 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef40f20-2d81-4014-953d-49ea5fe56f7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:14.290170 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3ef40f20-2d81-4014-953d-49ea5fe56f7f admin admin] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:14.308007 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9bbb89c8-d21c-422b-ba69-e4ea1edafcc0 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (9b0a3340-aeab-4a35-a78a-782c2e46e91f), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:14.334292 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec50b9c-e3e0-4d96-a15b-c7d8e0ff10a9 req-ffadf5fe-6bc6-4fe5-bc5f-fa6d546d75f7 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:14.343430 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9ec50b9c-e3e0-4d96-a15b-c7d8e0ff10a9 req-ffadf5fe-6bc6-4fe5-bc5f-fa6d546d75f7 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb197fc1-0207-498b-9fe9-b21826687a56 HTTP/1.1" status: 200  len: 944 time: 0.2675149
May 07 22:13:14.375592 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3c14f9ca-1eef-43bc-b8e0-4e91d2e5bc3c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398161'] for router_interface (63a58e96-bb4f-42a1-a1d3-2d70c05737fc), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:14.391807 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-14b24a6d-79e3-4d71-a956-fe722e940e04 req-1a379db0-4c52-4d1d-92a5-45d5459b5f50 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] No DVR routers for this DVR port 53aa1ea9-a047-4d11-b8ba-b5e87fd16eb0 on host nch1-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:13:14.394293 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bbb89c8-d21c-422b-ba69-e4ea1edafcc0 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:13:14.394794 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9bbb89c8-d21c-422b-ba69-e4ea1edafcc0 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (9b0a3340-aeab-4a35-a78a-782c2e46e91f), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:14.396763 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-14b24a6d-79e3-4d71-a956-fe722e940e04 req-1a379db0-4c52-4d1d-92a5-45d5459b5f50 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:14.399855 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 22:13:14.399855 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:13:14.399855 ncdv-master-1 neutron-server[121837]:     timer()
May 07 22:13:14.399855 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:13:14.399855 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 22:13:14.399855 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:13:14.399855 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 22:13:14.399855 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:13:14.399855 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 22:13:14.399855 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:13:14.399855 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 22:13:14.399855 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:13:14.399855 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 22:13:14.399855 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:13:14.399855 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:13:14.399855 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:13:14.399855 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:13:14.399855 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:13:14.399855 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 22:13:14.399855 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:13:14.399855 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 22:13:14.399855 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:13:14.399855 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:13:14.399855 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:13:14.399855 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 22:13:14.399855 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:13:14.399855 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:13:14.399855 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:13:14.399855 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:13:14.399855 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:13:14.399855 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:13:14.399855 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:13:14.404091 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-14b24a6d-79e3-4d71-a956-fe722e940e04 req-1a379db0-4c52-4d1d-92a5-45d5459b5f50 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.55 "DELETE /v2.0/ports/53aa1ea9-a047-4d11-b8ba-b5e87fd16eb0 HTTP/1.1" status: 204  len: 173 time: 1.7519584
May 07 22:13:14.471271 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-3ef40f20-2d81-4014-953d-49ea5fe56f7f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.4381168
May 07 22:13:14.494534 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5faf8f65-128b-4bf7-91b4-4b3acbc2d63e', 'name': 'network-vif-deleted', 'tag': '53aa1ea9-a047-4d11-b8ba-b5e87fd16eb0'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:13:14.498199 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c6c52fe-3fad-47c1-b351-d979aa65f3d7" -d '{"events": [{"server_uuid": "5faf8f65-128b-4bf7-91b4-4b3acbc2d63e", "name": "network-vif-deleted", "tag": "53aa1ea9-a047-4d11-b8ba-b5e87fd16eb0"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:13:14.512161 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 45464) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:14.537854 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-6439de0c-7a98-4c8b-92cd-dd7d6cbdf4ed admin admin] Request body: {'subnet': {'network_id': 'aee5e538-fcd6-49ce-8112-161cb6d635be', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-332423009-subnet', 'tenant_id': 'd62508bea6e7484ea316f52f4d3b8471', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:13:14.574083 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c14f9ca-1eef-43bc-b8e0-4e91d2e5bc3c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Pushing event updated for resources: {'Port': ['ID=1b3dbd20-e902-474e-b149-a311f95b0918,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:14.587011 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6439de0c-7a98-4c8b-92cd-dd7d6cbdf4ed admin admin] Made reservation on behalf of d62508bea6e7484ea316f52f4d3b8471 for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:13:14.589348 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6439de0c-7a98-4c8b-92cd-dd7d6cbdf4ed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:14.623855 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4612abfd-623c-4ced-bbed-8d03f169a467 x-openstack-request-id: req-4612abfd-623c-4ced-bbed-8d03f169a467 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:13:14.624154 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5faf8f65-128b-4bf7-91b4-4b3acbc2d63e", "name": "network-vif-deleted", "tag": "53aa1ea9-a047-4d11-b8ba-b5e87fd16eb0", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:13:14.624415 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4612abfd-623c-4ced-bbed-8d03f169a467 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:13:14.624821 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4612abfd-623c-4ced-bbed-8d03f169a467'] response: {'server_uuid': '5faf8f65-128b-4bf7-91b4-4b3acbc2d63e', 'name': 'network-vif-deleted', 'tag': '53aa1ea9-a047-4d11-b8ba-b5e87fd16eb0', 'status': 'completed', 'code': 200}
May 07 22:13:14.637665 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-09f60f01-39cb-4db9-a0b5-a5201a9bcb51 req-149af8b2-711c-475d-b093-cdd060705f79 service neutron] Attempting to bind port b2b93741-196b-4634-b3a8-cacfa39e6497 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:13:14.637947 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-09f60f01-39cb-4db9-a0b5-a5201a9bcb51 req-149af8b2-711c-475d-b093-cdd060705f79 service neutron] Attempting to bind port b2b93741-196b-4634-b3a8-cacfa39e6497 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '3c434885-c673-48d5-9295-930316ad3f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:13:14.638268 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f60f01-39cb-4db9-a0b5-a5201a9bcb51 req-149af8b2-711c-475d-b093-cdd060705f79 service neutron] Attempting to bind port b2b93741-196b-4634-b3a8-cacfa39e6497 on network 87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:13:14.647069 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef40f20-2d81-4014-953d-49ea5fe56f7f admin admin] Pushing event updated for resources: {'Network': ['ID=aee5e538-fcd6-49ce-8112-161cb6d635be,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:14.657874 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device bc292886-3d30-422a-a700-74b56ebacc95 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:13:14.666340 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a379db0-4c52-4d1d-92a5-45d5459b5f50 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Pushing event deleted for resources: {'Port': ['ID=53aa1ea9-a047-4d11-b8ba-b5e87fd16eb0,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:14.668236 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f60f01-39cb-4db9-a0b5-a5201a9bcb51 req-149af8b2-711c-475d-b093-cdd060705f79 service neutron] Port b2b93741-196b-4634-b3a8-cacfa39e6497 on network 87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:13:14.668561 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f60f01-39cb-4db9-a0b5-a5201a9bcb51 req-149af8b2-711c-475d-b093-cdd060705f79 service neutron] Attempting to bind port b2b93741-196b-4634-b3a8-cacfa39e6497 on network 87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:13:14.676185 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9bbb89c8-d21c-422b-ba69-e4ea1edafcc0 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (68a922d5-984e-4499-a62e-c2819afb1a79), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:14.680734 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network aee5e538-fcd6-49ce-8112-161cb6d635be details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:13:14.690263 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9ec50b9c-e3e0-4d96-a15b-c7d8e0ff10a9 req-f2d27741-d3aa-4b60-a8d5-bc92f154c5c6 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0565a31-c1c2-485d-aa87-3f3b5400e2b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3460536
May 07 22:13:14.694839 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9bbb89c8-d21c-422b-ba69-e4ea1edafcc0 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:14.701856 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-9bbb89c8-d21c-422b-ba69-e4ea1edafcc0 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "DELETE /v2.0/networks/68a922d5-984e-4499-a62e-c2819afb1a79 HTTP/1.1" status: 204  len: 168 time: 1.9387169
May 07 22:13:14.703328 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f60f01-39cb-4db9-a0b5-a5201a9bcb51 req-149af8b2-711c-475d-b093-cdd060705f79 service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:13:14.703847 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f60f01-39cb-4db9-a0b5-a5201a9bcb51 req-149af8b2-711c-475d-b093-cdd060705f79 service neutron] Checking segment: {'id': '3c434885-c673-48d5-9295-930316ad3f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:13:14.704304 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f60f01-39cb-4db9-a0b5-a5201a9bcb51 req-149af8b2-711c-475d-b093-cdd060705f79 service neutron] Bound using segment: {'id': '3c434885-c673-48d5-9295-930316ad3f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:13:14.704417 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 45478) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:14.704756 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-09f60f01-39cb-4db9-a0b5-a5201a9bcb51 req-149af8b2-711c-475d-b093-cdd060705f79 service neutron] Bound port: b2b93741-196b-4634-b3a8-cacfa39e6497, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c434885-c673-48d5-9295-930316ad3f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:13:14.705718 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-09f60f01-39cb-4db9-a0b5-a5201a9bcb51 req-149af8b2-711c-475d-b093-cdd060705f79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (b2b93741-196b-4634-b3a8-cacfa39e6497), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:14.725251 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbb89c8-d21c-422b-ba69-e4ea1edafcc0 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Pushing event deleted for resources: {'Network': ['ID=68a922d5-984e-4499-a62e-c2819afb1a79,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:14.769855 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9a0452-478c-429c-b2a8-9e921732048f None None] Network 7cdbabe7-c47e-4ec1-a413-238cbe077182 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:13:14.856762 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c8afe9-ad7c-4556-ba1c-e9ee579cbd45 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:14.863402 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-e1c8afe9-ad7c-4556-ba1c-e9ee579cbd45 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "GET /v2.0/ports HTTP/1.1" status: 200  len: 847 time: 0.1548684
May 07 22:13:14.863928 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 45480) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:14.925619 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 001d2755-5afe-49fd-b09f-b329e5af504d no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:13:14.965395 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3c14f9ca-1eef-43bc-b8e0-4e91d2e5bc3c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (1b3dbd20-e902-474e-b149-a311f95b0918), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:14.987838 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-9659b89b-cdb8-4500-a0b1-7a0a59463504 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 284 time: 0.1134350
May 07 22:13:15.030025 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 45484) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:15.031822 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] No Port match for: 001d2755-5afe-49fd-b09f-b329e5af504d {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:13:15.033500 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 001d2755-5afe-49fd-b09f-b329e5af504d not bound to the agent host nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:13:15.039492 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-976f20f1-1917-48e9-ae59-53c200554ada tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-232702248'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:13:15.067733 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-b5eeadfd-cf41-44ef-ba7b-abf592ac9a6a None None] Provisioning complete for port bc292886-3d30-422a-a700-74b56ebacc95 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:13:15.068562 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b5eeadfd-cf41-44ef-ba7b-abf592ac9a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (bc292886-3d30-422a-a700-74b56ebacc95), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:15.071014 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port bc292886-3d30-422a-a700-74b56ebacc95 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:13:15.071669 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (bc292886-3d30-422a-a700-74b56ebacc95), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:15.110979 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3b19363a-e6e5-4c2d-80c0-f90064a46b95 req-818df04d-2b73-479f-a13b-749d77e42aae tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=5faf8f65-128b-4bf7-91b4-4b3acbc2d63e HTTP/1.1" status: 200  len: 210 time: 0.0642726
May 07 22:13:15.156705 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-976f20f1-1917-48e9-ae59-53c200554ada tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Made reservation on behalf of 586495fb86064013a37b42a6b3d382fb for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:13:15.161753 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-976f20f1-1917-48e9-ae59-53c200554ada tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:15.196360 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-09f60f01-39cb-4db9-a0b5-a5201a9bcb51 req-149af8b2-711c-475d-b093-cdd060705f79 service neutron] For port b2b93741-196b-4634-b3a8-cacfa39e6497, host nch2-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:13:15.199615 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-09f60f01-39cb-4db9-a0b5-a5201a9bcb51 req-149af8b2-711c-475d-b093-cdd060705f79 service neutron] For port b2b93741-196b-4634-b3a8-cacfa39e6497, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b2b93741-196b-4634-b3a8-cacfa39e6497,segment=NetworkSegment(3c434885-c673-48d5-9295-930316ad3f91),segment_id=3c434885-c673-48d5-9295-930316ad3f91)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:13:15.207913 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-09f60f01-39cb-4db9-a0b5-a5201a9bcb51 req-149af8b2-711c-475d-b093-cdd060705f79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (b2b93741-196b-4634-b3a8-cacfa39e6497), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:15.260772 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f60f01-39cb-4db9-a0b5-a5201a9bcb51 req-149af8b2-711c-475d-b093-cdd060705f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:15.261574 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-09f60f01-39cb-4db9-a0b5-a5201a9bcb51 req-149af8b2-711c-475d-b093-cdd060705f79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:15.274805 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-09f60f01-39cb-4db9-a0b5-a5201a9bcb51 req-149af8b2-711c-475d-b093-cdd060705f79 service neutron] 10.222.0.59 "PUT /v2.0/ports/b2b93741-196b-4634-b3a8-cacfa39e6497 HTTP/1.1" status: 200  len: 1092 time: 2.7343051
May 07 22:13:15.275490 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb197fc1-0207-498b-9fe9-b21826687a56', 'tag': 'b2b93741-196b-4634-b3a8-cacfa39e6497'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:13:15.276762 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6439de0c-7a98-4c8b-92cd-dd7d6cbdf4ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (a883f163-518a-49ed-806b-b4dba8860b63), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:15.279114 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-490d8bac-6a00-4f43-bcc5-31f0d7427d27" -d '{"events": [{"name": "network-changed", "server_uuid": "bb197fc1-0207-498b-9fe9-b21826687a56", "tag": "b2b93741-196b-4634-b3a8-cacfa39e6497"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:13:15.338640 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-976f20f1-1917-48e9-ae59-53c200554ada tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:13:15.355267 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6439de0c-7a98-4c8b-92cd-dd7d6cbdf4ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=a883f163-518a-49ed-806b-b4dba8860b63,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:15.394803 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-976f20f1-1917-48e9-ae59-53c200554ada tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (cb42c86c-d7c3-48b7-b67b-670cadcd3a89), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:15.397479 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-976f20f1-1917-48e9-ae59-53c200554ada tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Added segment cb42c86c-d7c3-48b7-b67b-670cadcd3a89 of type vlan for network 2f500fd5-0ba6-4069-be02-0b84c18298e6
May 07 22:13:15.402372 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f60f01-39cb-4db9-a0b5-a5201a9bcb51 req-15ce1953-2ecf-4dba-bbcc-0fdfd7dda271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:15.404279 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-09f60f01-39cb-4db9-a0b5-a5201a9bcb51 req-15ce1953-2ecf-4dba-bbcc-0fdfd7dda271 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f3657e8df46a4252b9eb1eb159306a66&device_id=bb197fc1-0207-498b-9fe9-b21826687a56 HTTP/1.1" status: 200  len: 1126 time: 0.0631025
May 07 22:13:15.406296 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f8c4f2-4536-498e-858e-26bd24adc436 x-openstack-request-id: req-91f8c4f2-4536-498e-858e-26bd24adc436 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:13:15.406821 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb197fc1-0207-498b-9fe9-b21826687a56", "tag": "b2b93741-196b-4634-b3a8-cacfa39e6497", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:13:15.407787 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-91f8c4f2-4536-498e-858e-26bd24adc436 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:13:15.408916 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91f8c4f2-4536-498e-858e-26bd24adc436'] response: {'name': 'network-changed', 'server_uuid': 'bb197fc1-0207-498b-9fe9-b21826687a56', 'tag': 'b2b93741-196b-4634-b3a8-cacfa39e6497', 'status': 'completed', 'code': 200}
May 07 22:13:15.412958 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port bc292886-3d30-422a-a700-74b56ebacc95 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:13:15.413385 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (bc292886-3d30-422a-a700-74b56ebacc95), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:15.416538 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-b5eeadfd-cf41-44ef-ba7b-abf592ac9a6a None None] Current status of the port bc292886-3d30-422a-a700-74b56ebacc95 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:13:15.417000 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b5eeadfd-cf41-44ef-ba7b-abf592ac9a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (bc292886-3d30-422a-a700-74b56ebacc95), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:15.419914 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149af8b2-711c-475d-b093-cdd060705f79 service neutron] Pushing event updated for resources: {'Port': ['ID=b2b93741-196b-4634-b3a8-cacfa39e6497,revision_number=3']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:15.474114 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-09f60f01-39cb-4db9-a0b5-a5201a9bcb51 req-6ee0377d-1ac1-4fd6-8b3a-c002e01c3d16 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2b93741-196b-4634-b3a8-cacfa39e6497 HTTP/1.1" status: 200  len: 217 time: 0.0611093
May 07 22:13:15.481392 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-b5eeadfd-cf41-44ef-ba7b-abf592ac9a6a None None] For port bc292886-3d30-422a-a700-74b56ebacc95, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bc292886-3d30-422a-a700-74b56ebacc95,segment=NetworkSegment(592b8947-c1fa-4ca4-9943-03ca1c8537ba),segment_id=592b8947-c1fa-4ca4-9943-03ca1c8537ba)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:13:15.497747 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b5eeadfd-cf41-44ef-ba7b-abf592ac9a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (bc292886-3d30-422a-a700-74b56ebacc95), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:15.547999 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f60f01-39cb-4db9-a0b5-a5201a9bcb51 req-c6a797d2-1720-4884-be3b-6e8665b43b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:15.549525 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-09f60f01-39cb-4db9-a0b5-a5201a9bcb51 req-c6a797d2-1720-4884-be3b-6e8665b43b9c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c381f23c-d79e-4860-966b-6594e682e18c HTTP/1.1" status: 200  len: 850 time: 0.0687616
May 07 22:13:15.625004 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6439de0c-7a98-4c8b-92cd-dd7d6cbdf4ed admin admin] Checking segment: {'id': '21f1f6e2-9b44-4277-afd3-eeab9c445cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'aee5e538-fcd6-49ce-8112-161cb6d635be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:13:15.625643 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6439de0c-7a98-4c8b-92cd-dd7d6cbdf4ed admin admin] Network hostable DHCP agents. Network: aee5e538-fcd6-49ce-8112-161cb6d635be, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:13:15.637553 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f60f01-39cb-4db9-a0b5-a5201a9bcb51 req-ac9918dc-59c4-4c48-8fac-bdf335c6b5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:15.643164 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.db.api [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 07 22:13:15.643828 ncdv-master-1 neutron-server[121838]: DEBUG oslo_db.api [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 07 22:13:15.646809 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-09f60f01-39cb-4db9-a0b5-a5201a9bcb51 req-ac9918dc-59c4-4c48-8fac-bdf335c6b5ad service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0914073
May 07 22:13:15.646939 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eeadfd-cf41-44ef-ba7b-abf592ac9a6a None None] Pushing event updated for resources: {'Port': ['ID=bc292886-3d30-422a-a700-74b56ebacc95,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:15.668254 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-976f20f1-1917-48e9-ae59-53c200554ada tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (2f500fd5-0ba6-4069-be02-0b84c18298e6), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:15.696163 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6439de0c-7a98-4c8b-92cd-dd7d6cbdf4ed admin admin] Network aee5e538-fcd6-49ce-8112-161cb6d635be is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:13:15.764167 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-6439de0c-7a98-4c8b-92cd-dd7d6cbdf4ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, aee5e538-fcd6-49ce-8112-161cb6d635be) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:13:15.772088 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-976f20f1-1917-48e9-ae59-53c200554ada tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (2f500fd5-0ba6-4069-be02-0b84c18298e6), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:15.778706 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1389d159-b7bd-4afa-a3b2-a514471c34b4 None None] Network aee5e538-fcd6-49ce-8112-161cb6d635be requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:13:15.785627 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976f20f1-1917-48e9-ae59-53c200554ada tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:15.786239 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-976f20f1-1917-48e9-ae59-53c200554ada tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:15.791706 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-09f60f01-39cb-4db9-a0b5-a5201a9bcb51 req-70a967e8-8adc-4715-86f4-83a860bb15c2 service neutron] 10.222.0.59 "GET /v2.0/networks/87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1388013
May 07 22:13:15.794365 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6439de0c-7a98-4c8b-92cd-dd7d6cbdf4ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:15.794999 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6439de0c-7a98-4c8b-92cd-dd7d6cbdf4ed admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:15.871273 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3c14f9ca-1eef-43bc-b8e0-4e91d2e5bc3c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for port (1b3dbd20-e902-474e-b149-a311f95b0918), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:15.882858 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-6439de0c-7a98-4c8b-92cd-dd7d6cbdf4ed admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.3555610
May 07 22:13:15.903499 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-976f20f1-1917-48e9-ae59-53c200554ada tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.8723645
May 07 22:13:15.911726 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 45508) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:15.927747 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-09f60f01-39cb-4db9-a0b5-a5201a9bcb51 req-51768be4-6c0c-4d06-85e9-425f571a2b9d service neutron] 10.222.0.59 "GET /v2.0/networks/87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1288929
May 07 22:13:15.936077 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-b832d0df-61c6-4272-820b-8bc455f612ff None None] Provisioning complete for port 1b3dbd20-e902-474e-b149-a311f95b0918 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:13:15.936461 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b832d0df-61c6-4272-820b-8bc455f612ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (1b3dbd20-e902-474e-b149-a311f95b0918), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:15.963746 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976f20f1-1917-48e9-ae59-53c200554ada tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Pushing event updated for resources: {'Network': ['ID=2f500fd5-0ba6-4069-be02-0b84c18298e6,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:15.967084 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3c14f9ca-1eef-43bc-b8e0-4e91d2e5bc3c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (1b3dbd20-e902-474e-b149-a311f95b0918), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:15.991116 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-e2e6fbe9-8394-4e53-8655-8fddb067a545 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Request body: {'subnet': {'network_id': '2f500fd5-0ba6-4069-be02-0b84c18298e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:13:15.995088 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 2f500fd5-0ba6-4069-be02-0b84c18298e6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:13:16.015570 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657ae8a7-cade-4f5c-915b-742ebb53be83 None None] Network aee5e538-fcd6-49ce-8112-161cb6d635be requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:13:16.018076 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-b832d0df-61c6-4272-820b-8bc455f612ff None None] Port 1b3dbd20-e902-474e-b149-a311f95b0918 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:13:16.096186 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-b832d0df-61c6-4272-820b-8bc455f612ff None None] Provisioning complete for port bc292886-3d30-422a-a700-74b56ebacc95 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:13:16.096575 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b832d0df-61c6-4272-820b-8bc455f612ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (bc292886-3d30-422a-a700-74b56ebacc95), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:16.151046 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6284f50-5693-43e6-8294-9c1634fad495 req-d93e890a-8787-400c-81b9-e8761b7f7d20 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:16.155307 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c6284f50-5693-43e6-8294-9c1634fad495 req-d93e890a-8787-400c-81b9-e8761b7f7d20 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb197fc1-0207-498b-9fe9-b21826687a56 HTTP/1.1" status: 200  len: 944 time: 0.3198445
May 07 22:13:16.185964 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c14f9ca-1eef-43bc-b8e0-4e91d2e5bc3c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Pushing event updated for resources: {'Port': ['ID=1b3dbd20-e902-474e-b149-a311f95b0918,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:16.234660 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c14f9ca-1eef-43bc-b8e0-4e91d2e5bc3c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:13:16.235353 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c14f9ca-1eef-43bc-b8e0-4e91d2e5bc3c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:13:16.235836 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c14f9ca-1eef-43bc-b8e0-4e91d2e5bc3c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:13:16.237025 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c14f9ca-1eef-43bc-b8e0-4e91d2e5bc3c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:13:16.237369 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c14f9ca-1eef-43bc-b8e0-4e91d2e5bc3c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:13:16.237701 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c14f9ca-1eef-43bc-b8e0-4e91d2e5bc3c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:13:16.238037 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c14f9ca-1eef-43bc-b8e0-4e91d2e5bc3c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:13:16.238362 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c14f9ca-1eef-43bc-b8e0-4e91d2e5bc3c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:13:16.238691 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c14f9ca-1eef-43bc-b8e0-4e91d2e5bc3c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:13:16.239042 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c14f9ca-1eef-43bc-b8e0-4e91d2e5bc3c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:13:16.239369 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c14f9ca-1eef-43bc-b8e0-4e91d2e5bc3c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:13:16.239692 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c14f9ca-1eef-43bc-b8e0-4e91d2e5bc3c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:13:16.240014 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c14f9ca-1eef-43bc-b8e0-4e91d2e5bc3c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:13:16.240336 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c14f9ca-1eef-43bc-b8e0-4e91d2e5bc3c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:13:16.240658 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c14f9ca-1eef-43bc-b8e0-4e91d2e5bc3c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:13:16.243921 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port bc292886-3d30-422a-a700-74b56ebacc95 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:13:16.287316 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c6284f50-5693-43e6-8294-9c1634fad495 req-32a1a53a-00d1-488d-bd40-bf6514b19b5e tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0565a31-c1c2-485d-aa87-3f3b5400e2b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1034703
May 07 22:13:16.288968 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e6fbe9-8394-4e53-8655-8fddb067a545 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Made reservation on behalf of 586495fb86064013a37b42a6b3d382fb for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:13:16.295357 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e2e6fbe9-8394-4e53-8655-8fddb067a545 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:16.299020 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3c14f9ca-1eef-43bc-b8e0-4e91d2e5bc3c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401121'] for router_interface (63a58e96-bb4f-42a1-a1d3-2d70c05737fc), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:16.349538 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 2f240591-cb31-4711-a112-6c51b60e0a32 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:13:16.352531 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-b832d0df-61c6-4272-820b-8bc455f612ff None None] Current status of the port bc292886-3d30-422a-a700-74b56ebacc95 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:13:16.403487 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 2f240591-cb31-4711-a112-6c51b60e0a32 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:13:16.404370 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 2f240591-cb31-4711-a112-6c51b60e0a32 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:13:16.452504 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d8bac-6a00-4f43-bcc5-31f0d7427d27 req-e57e397d-87df-4fa5-a4ec-ce5339c399f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:16.453998 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-490d8bac-6a00-4f43-bcc5-31f0d7427d27 req-e57e397d-87df-4fa5-a4ec-ce5339c399f5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f3657e8df46a4252b9eb1eb159306a66&device_id=bb197fc1-0207-498b-9fe9-b21826687a56 HTTP/1.1" status: 200  len: 1126 time: 0.0859618
May 07 22:13:16.474006 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-8432223d-ba57-4611-b887-813299a64d40 None None] Provisioning complete for port 1b3dbd20-e902-474e-b149-a311f95b0918 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:13:16.474516 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-8432223d-ba57-4611-b887-813299a64d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (1b3dbd20-e902-474e-b149-a311f95b0918), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:16.517954 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 53aa1ea9-a047-4d11-b8ba-b5e87fd16eb0 no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:13:16.593721 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device bc292886-3d30-422a-a700-74b56ebacc95 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:13:16.599451 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] No Port match for: 53aa1ea9-a047-4d11-b8ba-b5e87fd16eb0 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:13:16.599793 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 53aa1ea9-a047-4d11-b8ba-b5e87fd16eb0 not bound to the agent host nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:13:16.629831 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-8432223d-ba57-4611-b887-813299a64d40 None None] Port 1b3dbd20-e902-474e-b149-a311f95b0918 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:13:16.656992 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port bc292886-3d30-422a-a700-74b56ebacc95 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:13:16.657376 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (bc292886-3d30-422a-a700-74b56ebacc95), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:16.716037 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d8bac-6a00-4f43-bcc5-31f0d7427d27 req-3802f2dd-f451-4760-a000-f8963190e6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:16.719010 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-490d8bac-6a00-4f43-bcc5-31f0d7427d27 req-3802f2dd-f451-4760-a000-f8963190e6c6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce HTTP/1.1" status: 200  len: 912 time: 0.2333724
May 07 22:13:16.726210 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c14f9ca-1eef-43bc-b8e0-4e91d2e5bc3c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Network 7cdbabe7-c47e-4ec1-a413-238cbe077182 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:13:16.728212 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e2e6fbe9-8394-4e53-8655-8fddb067a545 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (a25f380c-cd0a-4569-9905-8bf39a444b77), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:16.729329 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe5aa9c-0414-47df-8eee-95b0bdddfc03 req-54ef4786-aeed-4f13-90fb-6cd560e8de82 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:16.731038 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1fe5aa9c-0414-47df-8eee-95b0bdddfc03 req-54ef4786-aeed-4f13-90fb-6cd560e8de82 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/networks?id=ebdf594d-504a-44e8-89b9-e74774287749 HTTP/1.1" status: 200  len: 806 time: 0.2569306
May 07 22:13:16.733957 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-3c14f9ca-1eef-43bc-b8e0-4e91d2e5bc3c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:13:16.766141 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port bc292886-3d30-422a-a700-74b56ebacc95 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:13:16.774159 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1fe5aa9c-0414-47df-8eee-95b0bdddfc03 req-c579de03-13b2-4ee1-908d-596516c4f48f tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/quotas/b29256ef64d74a5297507ca500a9468e HTTP/1.1" status: 200  len: 375 time: 0.0231988
May 07 22:13:16.804266 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 45538) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:16.810201 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-ae48cc93-74ee-40e9-b428-a18ef577839b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-462149640-network', 'tenant_id': 'c1301e210921401c9e3fddc818534f36'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:13:16.827440 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-490d8bac-6a00-4f43-bcc5-31f0d7427d27 req-d07d6a90-9299-44c1-97bf-0720b34f8336 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2b93741-196b-4634-b3a8-cacfa39e6497 HTTP/1.1" status: 200  len: 217 time: 0.0953848
May 07 22:13:16.884492 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e6fbe9-8394-4e53-8655-8fddb067a545 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Pushing event updated for resources: {'Subnet': ['ID=a25f380c-cd0a-4569-9905-8bf39a444b77,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:16.916669 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e6fbe9-8394-4e53-8655-8fddb067a545 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Checking segment: {'id': 'cb42c86c-d7c3-48b7-b67b-670cadcd3a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2f500fd5-0ba6-4069-be02-0b84c18298e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:13:16.916669 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e6fbe9-8394-4e53-8655-8fddb067a545 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Network hostable DHCP agents. Network: 2f500fd5-0ba6-4069-be02-0b84c18298e6, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:13:16.931386 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1fe5aa9c-0414-47df-8eee-95b0bdddfc03 req-a4cdc12a-e3d9-4e03-bde1-9245e276a29f tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b29256ef64d74a5297507ca500a9468e&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1560440
May 07 22:13:16.946000 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae48cc93-74ee-40e9-b428-a18ef577839b admin admin] Made reservation on behalf of c1301e210921401c9e3fddc818534f36 for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:13:16.948181 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ae48cc93-74ee-40e9-b428-a18ef577839b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:16.956577 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e6fbe9-8394-4e53-8655-8fddb067a545 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Network 2f500fd5-0ba6-4069-be02-0b84c18298e6 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:13:16.973831 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-e2e6fbe9-8394-4e53-8655-8fddb067a545 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2f500fd5-0ba6-4069-be02-0b84c18298e6) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:13:16.979047 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ae48cc93-74ee-40e9-b428-a18ef577839b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:16.981428 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e6fbe9-8394-4e53-8655-8fddb067a545 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:16.982082 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e2e6fbe9-8394-4e53-8655-8fddb067a545 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:16.984878 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d8bac-6a00-4f43-bcc5-31f0d7427d27 req-ce47999a-16d7-4f65-8988-9818859b2d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:16.986187 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-490d8bac-6a00-4f43-bcc5-31f0d7427d27 req-ce47999a-16d7-4f65-8988-9818859b2d2e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c381f23c-d79e-4860-966b-6594e682e18c HTTP/1.1" status: 200  len: 850 time: 0.1531305
May 07 22:13:16.988492 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54648e28-858e-4895-8dc6-733c34759b45 None None] Network 2f500fd5-0ba6-4069-be02-0b84c18298e6 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:13:16.993624 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c14f9ca-1eef-43bc-b8e0-4e91d2e5bc3c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Router 63a58e96-bb4f-42a1-a1d3-2d70c05737fc is scheduled to L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db with binding_index 1 {{(pid=121836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 07 22:13:17.012194 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-e2e6fbe9-8394-4e53-8655-8fddb067a545 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.0475447
May 07 22:13:17.012401 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 45540) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:17.017968 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-e40bcf12-49ba-4b1d-83d1-7657ce2ad076 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Request body: {'port': {'network_id': '2f500fd5-0ba6-4069-be02-0b84c18298e6', 'name': 'tempest-PortsIpV6TestJSON-1523590405'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:13:17.097346 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d8bac-6a00-4f43-bcc5-31f0d7427d27 req-fc62f168-16a0-4157-bfb9-f76b43d39807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:17.099206 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-490d8bac-6a00-4f43-bcc5-31f0d7427d27 req-fc62f168-16a0-4157-bfb9-f76b43d39807 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0728772
May 07 22:13:17.119146 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff9c562-7b69-408b-b324-6f375358494d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-2f500fd5-0ba6-4069-be02-0b84c18298e6', 'network_id': '2f500fd5-0ba6-4069-be02-0b84c18298e6', 'project_id': '586495fb86064013a37b42a6b3d382fb', 'fixed_ips': [{'subnet_id': 'a25f380c-cd0a-4569-9905-8bf39a444b77'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:13:17.120319 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-4ff9c562-7b69-408b-b324-6f375358494d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:17.131220 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1fe5aa9c-0414-47df-8eee-95b0bdddfc03 req-2617e513-39b1-4c2c-91ef-e63d9c4c38a4 service neutron] 10.222.0.32 "GET /v2.0/networks/ebdf594d-504a-44e8-89b9-e74774287749?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1988709
May 07 22:13:17.179265 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c14f9ca-1eef-43bc-b8e0-4e91d2e5bc3c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:13:17.191284 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-3c14f9ca-1eef-43bc-b8e0-4e91d2e5bc3c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "PUT /v2.0/routers/63a58e96-bb4f-42a1-a1d3-2d70c05737fc/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.4593742
May 07 22:13:17.191449 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64db068-6926-4dab-94ae-9b83879ae469 None None] Sync routers for ids ['63a58e96-bb4f-42a1-a1d3-2d70c05737fc'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:13:17.197365 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 45542) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:17.205999 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64db068-6926-4dab-94ae-9b83879ae469 None None] Routers {'63a58e96-bb4f-42a1-a1d3-2d70c05737fc'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:13:17.208784 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-2c9ff8d6-eec2-4fe7-99a9-e9185cc023d3 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Request body: {'network': {'name': 'tempest-RoutersTest-2143214521'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:13:17.208992 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-a64db068-6926-4dab-94ae-9b83879ae469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8ecbbb80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:12:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['63a58e96-bb4f-42a1-a1d3-2d70c05737fc'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:13:17.264500 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e40bcf12-49ba-4b1d-83d1-7657ce2ad076 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Made reservation on behalf of 586495fb86064013a37b42a6b3d382fb for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:13:17.269779 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e40bcf12-49ba-4b1d-83d1-7657ce2ad076 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:17.305527 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [None req-e40bcf12-49ba-4b1d-83d1-7657ce2ad076 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] device_id is not set on port d2178ce1-89f7-4c01-8c1a-8f0b0787ff11 yet. {{(pid=121836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 22:13:17.307846 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ae48cc93-74ee-40e9-b428-a18ef577839b admin admin] Publish callbacks [] for security_group (581e0685-a5f4-4760-9101-9ac1f9a0692c), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:17.310265 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-8c28966d-553d-4c1a-8622-b3288183ec50 None None] Provisioning complete for port 1b3dbd20-e902-474e-b149-a311f95b0918 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:13:17.310798 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-8c28966d-553d-4c1a-8622-b3288183ec50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (1b3dbd20-e902-474e-b149-a311f95b0918), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:17.317743 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ae48cc93-74ee-40e9-b428-a18ef577839b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (581e0685-a5f4-4760-9101-9ac1f9a0692c), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:17.362111 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c9ff8d6-eec2-4fe7-99a9-e9185cc023d3 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Made reservation on behalf of 9871aa16c54d4751ac838e07d52897a6 for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:13:17.365654 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2c9ff8d6-eec2-4fe7-99a9-e9185cc023d3 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:17.366476 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1fe5aa9c-0414-47df-8eee-95b0bdddfc03 req-137c2e34-7bc2-4163-b339-4669b84306e8 service neutron] 10.222.0.32 "GET /v2.0/networks/ebdf594d-504a-44e8-89b9-e74774287749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2170637
May 07 22:13:17.375732 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-a64db068-6926-4dab-94ae-9b83879ae469 None None] Set router 63a58e96-bb4f-42a1-a1d3-2d70c05737fc gateway port host: None {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:13:17.427690 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c9ff8d6-eec2-4fe7-99a9-e9185cc023d3 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:13:17.439018 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae48cc93-74ee-40e9-b428-a18ef577839b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:13:17.443734 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2c9ff8d6-eec2-4fe7-99a9-e9185cc023d3 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (140229b6-30e8-4475-a37b-fbe7242be746), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:17.444140 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-2c9ff8d6-eec2-4fe7-99a9-e9185cc023d3 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Added segment 140229b6-30e8-4475-a37b-fbe7242be746 of type vlan for network d886a8d9-b0b4-434c-b8fd-39f441315a88
May 07 22:13:17.447894 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae48cc93-74ee-40e9-b428-a18ef577839b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=581e0685-a5f4-4760-9101-9ac1f9a0692c,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:17.451791 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-8c28966d-553d-4c1a-8622-b3288183ec50 None None] Port 1b3dbd20-e902-474e-b149-a311f95b0918 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:13:17.463630 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ae48cc93-74ee-40e9-b428-a18ef577839b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (9d12e96f-5afa-4c0d-8149-dbecbeaa97cc), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:17.464051 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-ae48cc93-74ee-40e9-b428-a18ef577839b admin admin] Added segment 9d12e96f-5afa-4c0d-8149-dbecbeaa97cc of type vlan for network 3a0316de-a51b-478c-9ce2-c581e909376c
May 07 22:13:17.502833 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-4ff9c562-7b69-408b-b324-6f375358494d None None] Allocated IP 2001:db8::2 (2f500fd5-0ba6-4069-be02-0b84c18298e6/a25f380c-cd0a-4569-9905-8bf39a444b77/f2819a91-4210-4f33-a593-8545cf40716f) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:13:17.519876 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ae48cc93-74ee-40e9-b428-a18ef577839b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (3a0316de-a51b-478c-9ce2-c581e909376c), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:17.576469 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6faf3ff-469b-4e18-9448-4fc25a8d73b9 req-3c12fe55-e0c5-43b0-b56e-cd035555417b tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:17.578274 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c6faf3ff-469b-4e18-9448-4fc25a8d73b9 req-3c12fe55-e0c5-43b0-b56e-cd035555417b tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb197fc1-0207-498b-9fe9-b21826687a56 HTTP/1.1" status: 200  len: 944 time: 0.1366053
May 07 22:13:17.582524 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2c9ff8d6-eec2-4fe7-99a9-e9185cc023d3 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (d886a8d9-b0b4-434c-b8fd-39f441315a88), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:17.635599 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-a64db068-6926-4dab-94ae-9b83879ae469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8ecbbb80>, [{'id': '63a58e96-bb4f-42a1-a1d3-2d70c05737fc', 'name': 'tempest-RoutersTest-router-1588625411', 'tenant_id': '9871aa16c54d4751ac838e07d52897a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:13:08Z', 'updated_at': '2022-05-07T22:13:14Z', 'revision_number': 2, 'project_id': '9871aa16c54d4751ac838e07d52897a6', 'gw_port_host': None, '_interfaces': [{'id': '1b3dbd20-e902-474e-b149-a311f95b0918', 'name': '', 'network_id': '7cdbabe7-c47e-4ec1-a413-238cbe077182', 'tenant_id': '9871aa16c54d4751ac838e07d52897a6', 'mac_address': 'fa:16:3e:1b:49:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63a58e96-bb4f-42a1-a1d3-2d70c05737fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '8f8f5bc6-0bf7-4c2d-9992-ab2f897c66fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:13:12Z', 'updated_at': '2022-05-07T22:13:15Z', 'revision_number': 2, 'project_id': '9871aa16c54d4751ac838e07d52897a6', 'subnets': [{'id': '8f8f5bc6-0bf7-4c2d-9992-ab2f897c66fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:13:17.676229 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64db068-6926-4dab-94ae-9b83879ae469 None None] Checking router: 63a58e96-bb4f-42a1-a1d3-2d70c05737fc for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:13:17.676840 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64db068-6926-4dab-94ae-9b83879ae469 None None] Updating router 63a58e96-bb4f-42a1-a1d3-2d70c05737fc port 1b3dbd20-e902-474e-b149-a311f95b0918 binding host ncdv-master-1 {{(pid=121839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 22:13:17.678842 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2c9ff8d6-eec2-4fe7-99a9-e9185cc023d3 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (d886a8d9-b0b4-434c-b8fd-39f441315a88), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:17.684554 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-490d8bac-6a00-4f43-bcc5-31f0d7427d27 req-a2b5a887-951a-4dbc-9c93-2b5f5f5efb43 service neutron] 10.222.0.59 "GET /v2.0/networks/87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1456707
May 07 22:13:17.695706 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9ff8d6-eec2-4fe7-99a9-e9185cc023d3 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:17.696883 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2c9ff8d6-eec2-4fe7-99a9-e9185cc023d3 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:17.711097 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-a64db068-6926-4dab-94ae-9b83879ae469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (1b3dbd20-e902-474e-b149-a311f95b0918), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:17.727682 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ae48cc93-74ee-40e9-b428-a18ef577839b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (3a0316de-a51b-478c-9ce2-c581e909376c), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:17.729331 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae48cc93-74ee-40e9-b428-a18ef577839b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:17.730110 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ae48cc93-74ee-40e9-b428-a18ef577839b admin admin] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:17.751198 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c6faf3ff-469b-4e18-9448-4fc25a8d73b9 req-43a4d11e-d0a1-46ff-a1a8-28d8a1ea2e20 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0565a31-c1c2-485d-aa87-3f3b5400e2b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1654689
May 07 22:13:17.802821 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-4ff9c562-7b69-408b-b324-6f375358494d None None] Publish callbacks [] for port (f2819a91-4210-4f33-a593-8545cf40716f), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:17.817442 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-4ff9c562-7b69-408b-b324-6f375358494d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (f2819a91-4210-4f33-a593-8545cf40716f), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:17.827330 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-ae48cc93-74ee-40e9-b428-a18ef577839b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.0206332
May 07 22:13:17.828659 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 45550) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:17.912013 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-2c9ff8d6-eec2-4fe7-99a9-e9185cc023d3 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.7112467
May 07 22:13:17.918717 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 45556) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:17.923781 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-08f6483a-3b8f-407e-9a08-2989f1aabd64 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Request body: {'subnet': {'network_id': 'd886a8d9-b0b4-434c-b8fd-39f441315a88', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:13:17.930542 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-43b66aaa-e85d-450a-bedf-350a71628444 admin admin] Request body: {'subnet': {'network_id': '3a0316de-a51b-478c-9ce2-c581e909376c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-462149640-subnet', 'tenant_id': 'c1301e210921401c9e3fddc818534f36', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:13:17.938759 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9ff8d6-eec2-4fe7-99a9-e9185cc023d3 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Pushing event updated for resources: {'Network': ['ID=d886a8d9-b0b4-434c-b8fd-39f441315a88,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:17.948674 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff9c562-7b69-408b-b324-6f375358494d None None] Pushing event updated for resources: {'Port': ['ID=f2819a91-4210-4f33-a593-8545cf40716f,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:17.965514 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network d886a8d9-b0b4-434c-b8fd-39f441315a88 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:13:17.981246 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3cd2c57c-e7b9-4cc4-84e3-9b1d19f868fd req-5b2f9deb-95bb-47f8-8468-55d032985cd2 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=f65a5d21-0a34-4bef-82e5-f77821caa253 HTTP/1.1" status: 200  len: 210 time: 0.0676990
May 07 22:13:17.982064 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff9c562-7b69-408b-b324-6f375358494d None None] Network 2f500fd5-0ba6-4069-be02-0b84c18298e6 is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:13:17.994834 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae48cc93-74ee-40e9-b428-a18ef577839b admin admin] Pushing event updated for resources: {'Network': ['ID=3a0316de-a51b-478c-9ce2-c581e909376c,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:18.019909 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-4ff9c562-7b69-408b-b324-6f375358494d None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:13:18.043999 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff9c562-7b69-408b-b324-6f375358494d None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:13:18.046102 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 3a0316de-a51b-478c-9ce2-c581e909376c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:13:18.050340 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-490d8bac-6a00-4f43-bcc5-31f0d7427d27 req-b50db754-dd2d-47cb-9b4a-79e4ce19c8c2 service neutron] 10.222.0.59 "GET /v2.0/networks/87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3595607
May 07 22:13:18.051620 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b66aaa-e85d-450a-bedf-350a71628444 admin admin] Made reservation on behalf of c1301e210921401c9e3fddc818534f36 for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:13:18.053987 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-43b66aaa-e85d-450a-bedf-350a71628444 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:18.078319 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-e40bcf12-49ba-4b1d-83d1-7657ce2ad076 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Allocated IP 2001:db8::1e2 (2f500fd5-0ba6-4069-be02-0b84c18298e6/a25f380c-cd0a-4569-9905-8bf39a444b77/d2178ce1-89f7-4c01-8c1a-8f0b0787ff11) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:13:18.256932 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-a64db068-6926-4dab-94ae-9b83879ae469 None None] Publish callbacks [] for port (1b3dbd20-e902-474e-b149-a311f95b0918), precommit_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:18.269824 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-a64db068-6926-4dab-94ae-9b83879ae469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (1b3dbd20-e902-474e-b149-a311f95b0918), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:18.281871 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08f6483a-3b8f-407e-9a08-2989f1aabd64 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Made reservation on behalf of 9871aa16c54d4751ac838e07d52897a6 for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:13:18.294787 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-08f6483a-3b8f-407e-9a08-2989f1aabd64 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:18.391138 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-43b66aaa-e85d-450a-bedf-350a71628444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (6837f101-0a23-4817-9ee2-5da3f8e35c67), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:18.420044 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fc9ed9-3084-4557-a62d-d845682bf252 None None] Pushing event updated for resources: {'Port': ['ID=1b3dbd20-e902-474e-b149-a311f95b0918,revision_number=3']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:18.448616 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b66aaa-e85d-450a-bedf-350a71628444 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6837f101-0a23-4817-9ee2-5da3f8e35c67,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:18.458888 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fc9ed9-3084-4557-a62d-d845682bf252 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:13:18.459656 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fc9ed9-3084-4557-a62d-d845682bf252 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:13:18.460371 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fc9ed9-3084-4557-a62d-d845682bf252 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:13:18.462999 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fc9ed9-3084-4557-a62d-d845682bf252 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:13:18.464509 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fc9ed9-3084-4557-a62d-d845682bf252 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:13:18.465083 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fc9ed9-3084-4557-a62d-d845682bf252 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:13:18.465627 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fc9ed9-3084-4557-a62d-d845682bf252 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:13:18.467008 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fc9ed9-3084-4557-a62d-d845682bf252 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:13:18.467580 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fc9ed9-3084-4557-a62d-d845682bf252 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:13:18.468844 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fc9ed9-3084-4557-a62d-d845682bf252 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:13:18.470224 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fc9ed9-3084-4557-a62d-d845682bf252 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:13:18.471268 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fc9ed9-3084-4557-a62d-d845682bf252 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:13:18.472610 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fc9ed9-3084-4557-a62d-d845682bf252 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:13:18.475468 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fc9ed9-3084-4557-a62d-d845682bf252 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:13:18.476069 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40fc9ed9-3084-4557-a62d-d845682bf252 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:13:18.511937 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b66aaa-e85d-450a-bedf-350a71628444 admin admin] Checking segment: {'id': '9d12e96f-5afa-4c0d-8149-dbecbeaa97cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '3a0316de-a51b-478c-9ce2-c581e909376c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:13:18.512302 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b66aaa-e85d-450a-bedf-350a71628444 admin admin] Network hostable DHCP agents. Network: 3a0316de-a51b-478c-9ce2-c581e909376c, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:13:18.532009 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-4ff9c562-7b69-408b-b324-6f375358494d None None] Attempting to bind port f2819a91-4210-4f33-a593-8545cf40716f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:13:18.532477 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-4ff9c562-7b69-408b-b324-6f375358494d None None] Attempting to bind port f2819a91-4210-4f33-a593-8545cf40716f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cb42c86c-d7c3-48b7-b67b-670cadcd3a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2f500fd5-0ba6-4069-be02-0b84c18298e6'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:13:18.532755 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff9c562-7b69-408b-b324-6f375358494d None None] Attempting to bind port f2819a91-4210-4f33-a593-8545cf40716f on network 2f500fd5-0ba6-4069-be02-0b84c18298e6 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:13:18.542327 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff9c562-7b69-408b-b324-6f375358494d None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:13:18.542761 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff9c562-7b69-408b-b324-6f375358494d None None] Checking segment: {'id': 'cb42c86c-d7c3-48b7-b67b-670cadcd3a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2f500fd5-0ba6-4069-be02-0b84c18298e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:13:18.543157 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-4ff9c562-7b69-408b-b324-6f375358494d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:18.543799 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff9c562-7b69-408b-b324-6f375358494d None None] Bound using segment: {'id': 'cb42c86c-d7c3-48b7-b67b-670cadcd3a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2f500fd5-0ba6-4069-be02-0b84c18298e6'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:13:18.544104 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-4ff9c562-7b69-408b-b324-6f375358494d None None] Bound port: f2819a91-4210-4f33-a593-8545cf40716f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb42c86c-d7c3-48b7-b67b-670cadcd3a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '2f500fd5-0ba6-4069-be02-0b84c18298e6'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:13:18.544481 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-4ff9c562-7b69-408b-b324-6f375358494d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f2819a91-4210-4f33-a593-8545cf40716f), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:18.566455 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b66aaa-e85d-450a-bedf-350a71628444 admin admin] Network 3a0316de-a51b-478c-9ce2-c581e909376c is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:13:18.591800 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-43b66aaa-e85d-450a-bedf-350a71628444 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3a0316de-a51b-478c-9ce2-c581e909376c) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:13:18.597125 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b66aaa-e85d-450a-bedf-350a71628444 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:18.600467 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-43b66aaa-e85d-450a-bedf-350a71628444 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:18.628470 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-a64db068-6926-4dab-94ae-9b83879ae469 None None] Attempting to bind port 1b3dbd20-e902-474e-b149-a311f95b0918 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:13:18.629146 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-a64db068-6926-4dab-94ae-9b83879ae469 None None] Attempting to bind port 1b3dbd20-e902-474e-b149-a311f95b0918 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '592b8947-c1fa-4ca4-9943-03ca1c8537ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7cdbabe7-c47e-4ec1-a413-238cbe077182'}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:13:18.629730 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64db068-6926-4dab-94ae-9b83879ae469 None None] Attempting to bind port 1b3dbd20-e902-474e-b149-a311f95b0918 on network 7cdbabe7-c47e-4ec1-a413-238cbe077182 {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:13:18.643962 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-43b66aaa-e85d-450a-bedf-350a71628444 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.8000402
May 07 22:13:18.644150 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594b9101-9428-48e6-a624-862fc7f62565 None None] Network 3a0316de-a51b-478c-9ce2-c581e909376c requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:13:18.645518 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64db068-6926-4dab-94ae-9b83879ae469 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:13:18.646173 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64db068-6926-4dab-94ae-9b83879ae469 None None] Checking segment: {'id': '592b8947-c1fa-4ca4-9943-03ca1c8537ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7cdbabe7-c47e-4ec1-a413-238cbe077182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:13:18.648140 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-a64db068-6926-4dab-94ae-9b83879ae469 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:18.649259 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64db068-6926-4dab-94ae-9b83879ae469 None None] Bound using segment: {'id': '592b8947-c1fa-4ca4-9943-03ca1c8537ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7cdbabe7-c47e-4ec1-a413-238cbe077182'} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:13:18.649970 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-a64db068-6926-4dab-94ae-9b83879ae469 None None] Bound port: 1b3dbd20-e902-474e-b149-a311f95b0918, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '592b8947-c1fa-4ca4-9943-03ca1c8537ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '7cdbabe7-c47e-4ec1-a413-238cbe077182'}}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:13:18.650571 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-a64db068-6926-4dab-94ae-9b83879ae469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (1b3dbd20-e902-474e-b149-a311f95b0918), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:18.695915 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e40bcf12-49ba-4b1d-83d1-7657ce2ad076 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for port (d2178ce1-89f7-4c01-8c1a-8f0b0787ff11), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:18.823901 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-4ff9c562-7b69-408b-b324-6f375358494d None None] For port f2819a91-4210-4f33-a593-8545cf40716f, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:13:18.843614 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-a64db068-6926-4dab-94ae-9b83879ae469 None None] For port 1b3dbd20-e902-474e-b149-a311f95b0918, host ncdv-master-1, cleared binding levels {{(pid=121839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:13:18.851148 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-a64db068-6926-4dab-94ae-9b83879ae469 None None] For port 1b3dbd20-e902-474e-b149-a311f95b0918, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1b3dbd20-e902-474e-b149-a311f95b0918,segment=NetworkSegment(592b8947-c1fa-4ca4-9943-03ca1c8537ba),segment_id=592b8947-c1fa-4ca4-9943-03ca1c8537ba)] {{(pid=121839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:13:18.864904 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-4ff9c562-7b69-408b-b324-6f375358494d None None] For port f2819a91-4210-4f33-a593-8545cf40716f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f2819a91-4210-4f33-a593-8545cf40716f,segment=NetworkSegment(cb42c86c-d7c3-48b7-b67b-670cadcd3a89),segment_id=cb42c86c-d7c3-48b7-b67b-670cadcd3a89)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:13:18.867851 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-a64db068-6926-4dab-94ae-9b83879ae469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (1b3dbd20-e902-474e-b149-a311f95b0918), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:18.914693 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-4ff9c562-7b69-408b-b324-6f375358494d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (f2819a91-4210-4f33-a593-8545cf40716f), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:18.955040 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e40bcf12-49ba-4b1d-83d1-7657ce2ad076 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (d2178ce1-89f7-4c01-8c1a-8f0b0787ff11), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:19.006435 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64db068-6926-4dab-94ae-9b83879ae469 None None] Routers {'63a58e96-bb4f-42a1-a1d3-2d70c05737fc'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:13:19.006681 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device b2b93741-196b-4634-b3a8-cacfa39e6497 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:13:19.008498 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-a64db068-6926-4dab-94ae-9b83879ae469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8ecbbb80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:12:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['63a58e96-bb4f-42a1-a1d3-2d70c05737fc'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:13:19.036563 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40bcf12-49ba-4b1d-83d1-7657ce2ad076 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Network 2f500fd5-0ba6-4069-be02-0b84c18298e6 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:13:19.045697 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-e40bcf12-49ba-4b1d-83d1-7657ce2ad076 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:13:19.049931 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-08f6483a-3b8f-407e-9a08-2989f1aabd64 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (3bb8fb8f-fd99-4052-9f7c-6b1d8087aabe), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:19.054204 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40bcf12-49ba-4b1d-83d1-7657ce2ad076 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:13:19.070803 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cf294d-b751-4dd2-bf3b-dfff4478b16f req-9d995879-0841-4b5b-93d2-7b89145d3138 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:19.075077 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40bcf12-49ba-4b1d-83d1-7657ce2ad076 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:19.075856 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e40bcf12-49ba-4b1d-83d1-7657ce2ad076 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:19.076307 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-84cf294d-b751-4dd2-bf3b-dfff4478b16f req-9d995879-0841-4b5b-93d2-7b89145d3138 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb197fc1-0207-498b-9fe9-b21826687a56 HTTP/1.1" status: 200  len: 944 time: 0.1755843
May 07 22:13:19.092629 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40bcf12-49ba-4b1d-83d1-7657ce2ad076 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Pushing event updated for resources: {'Port': ['ID=d2178ce1-89f7-4c01-8c1a-8f0b0787ff11,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:19.166244 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ac6000-071c-4af1-99e8-b9975583f10f None None] Network 3a0316de-a51b-478c-9ce2-c581e909376c requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:13:19.172714 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-272add80-6919-4ba3-a8d4-b6df36711939 None None] Provisioning complete for port 1b3dbd20-e902-474e-b149-a311f95b0918 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:13:19.175238 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-272add80-6919-4ba3-a8d4-b6df36711939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (1b3dbd20-e902-474e-b149-a311f95b0918), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:19.238235 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-84cf294d-b751-4dd2-bf3b-dfff4478b16f req-7b458883-776f-49f4-903f-bfcf0f16024f tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0565a31-c1c2-485d-aa87-3f3b5400e2b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1558621
May 07 22:13:19.307231 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fc9ed9-3084-4557-a62d-d845682bf252 None None] Pushing event updated for resources: {'Port': ['ID=1b3dbd20-e902-474e-b149-a311f95b0918,revision_number=4']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:19.313569 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 45612) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:19.319939 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-d9fcfbe7-b768-4232-b065-1d8ff4c65694 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Request body: {'port': {'network_id': '2f500fd5-0ba6-4069-be02-0b84c18298e6', 'name': 'tempest-PortsIpV6TestJSON-789715983'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:13:19.340405 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-a64db068-6926-4dab-94ae-9b83879ae469 None None] Set router 63a58e96-bb4f-42a1-a1d3-2d70c05737fc gateway port host: None {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:13:19.340788 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-e40bcf12-49ba-4b1d-83d1-7657ce2ad076 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 2.3273432
May 07 22:13:19.395428 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.db.resource_extend [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 07 22:13:19.471612 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f6483a-3b8f-407e-9a08-2989f1aabd64 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Pushing event updated for resources: {'Subnet': ['ID=3bb8fb8f-fd99-4052-9f7c-6b1d8087aabe,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:19.492729 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6afbb93e-87b7-4e78-8253-36ac99a2874d req-e38534e6-1a25-4be4-980e-674ef6d10f70 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=f65a5d21-0a34-4bef-82e5-f77821caa253 HTTP/1.1" status: 200  len: 210 time: 0.1939857
May 07 22:13:19.515934 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f6483a-3b8f-407e-9a08-2989f1aabd64 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Checking segment: {'id': '140229b6-30e8-4475-a37b-fbe7242be746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'd886a8d9-b0b4-434c-b8fd-39f441315a88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:13:19.516225 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f6483a-3b8f-407e-9a08-2989f1aabd64 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Network hostable DHCP agents. Network: d886a8d9-b0b4-434c-b8fd-39f441315a88, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:13:19.596313 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f6483a-3b8f-407e-9a08-2989f1aabd64 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Network d886a8d9-b0b4-434c-b8fd-39f441315a88 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:13:19.597131 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9fcfbe7-b768-4232-b065-1d8ff4c65694 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Made reservation on behalf of 586495fb86064013a37b42a6b3d382fb for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:13:19.613840 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d9fcfbe7-b768-4232-b065-1d8ff4c65694 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:19.622927 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-08f6483a-3b8f-407e-9a08-2989f1aabd64 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d886a8d9-b0b4-434c-b8fd-39f441315a88) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:13:19.627650 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f6483a-3b8f-407e-9a08-2989f1aabd64 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:19.629001 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-08f6483a-3b8f-407e-9a08-2989f1aabd64 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:19.653325 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-08f6483a-3b8f-407e-9a08-2989f1aabd64 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.7331023
May 07 22:13:19.654421 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 45620) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:19.670344 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff9c562-7b69-408b-b324-6f375358494d None None] Pushing event updated for resources: {'Port': ['ID=f2819a91-4210-4f33-a593-8545cf40716f,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:19.684067 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af09a813-8a8f-4c05-a390-dca5a64799c7 None None] Network d886a8d9-b0b4-434c-b8fd-39f441315a88 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:13:19.720994 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [None req-d9fcfbe7-b768-4232-b065-1d8ff4c65694 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] device_id is not set on port 23ca56f4-ce7c-4399-8509-ae35286cbdbb yet. {{(pid=121837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 22:13:19.795385 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-a64db068-6926-4dab-94ae-9b83879ae469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8ecbbb80>, [{'id': '63a58e96-bb4f-42a1-a1d3-2d70c05737fc', 'name': 'tempest-RoutersTest-router-1588625411', 'tenant_id': '9871aa16c54d4751ac838e07d52897a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:13:08Z', 'updated_at': '2022-05-07T22:13:14Z', 'revision_number': 2, 'project_id': '9871aa16c54d4751ac838e07d52897a6', 'gw_port_host': None, '_interfaces': [{'id': '1b3dbd20-e902-474e-b149-a311f95b0918', 'name': '', 'network_id': '7cdbabe7-c47e-4ec1-a413-238cbe077182', 'tenant_id': '9871aa16c54d4751ac838e07d52897a6', 'mac_address': 'fa:16:3e:1b:49:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63a58e96-bb4f-42a1-a1d3-2d70c05737fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '8f8f5bc6-0bf7-4c2d-9992-ab2f897c66fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:13:12Z', 'updated_at': '2022-05-07T22:13:18Z', 'revision_number': 4, 'project_id': '9871aa16c54d4751ac838e07d52897a6', 'subnets': [{'id': '8f8f5bc6-0bf7-4c2d-9992-ab2f897c66fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:13:19.837704 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64db068-6926-4dab-94ae-9b83879ae469 None None] The sync data for ids ['63a58e96-bb4f-42a1-a1d3-2d70c05737fc'] in ncdv-master-1 is: [{'id': '63a58e96-bb4f-42a1-a1d3-2d70c05737fc', 'name': 'tempest-RoutersTest-router-1588625411', 'tenant_id': '9871aa16c54d4751ac838e07d52897a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:13:08Z', 'updated_at': '2022-05-07T22:13:14Z', 'revision_number': 2, 'project_id': '9871aa16c54d4751ac838e07d52897a6', 'gw_port_host': None, '_interfaces': [{'id': '1b3dbd20-e902-474e-b149-a311f95b0918', 'name': '', 'network_id': '7cdbabe7-c47e-4ec1-a413-238cbe077182', 'tenant_id': '9871aa16c54d4751ac838e07d52897a6', 'mac_address': 'fa:16:3e:1b:49:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63a58e96-bb4f-42a1-a1d3-2d70c05737fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '8f8f5bc6-0bf7-4c2d-9992-ab2f897c66fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:13:12Z', 'updated_at': '2022-05-07T22:13:18Z', 'revision_number': 4, 'project_id': '9871aa16c54d4751ac838e07d52897a6', 'subnets': [{'id': '8f8f5bc6-0bf7-4c2d-9992-ab2f897c66fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:13:19.975220 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port b2b93741-196b-4634-b3a8-cacfa39e6497, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b2b93741-196b-4634-b3a8-cacfa39e6497,segment=NetworkSegment(3c434885-c673-48d5-9295-930316ad3f91),segment_id=3c434885-c673-48d5-9295-930316ad3f91)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:13:19.992989 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fa5844-db7b-4851-a866-296f456f6d3c req-82938c09-7258-44d4-9b71-0d2b786e47bc tempest-VolumesActionsTest-1113665028 tempest-VolumesActionsTest-1113665028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:19.994600 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-32fa5844-db7b-4851-a866-296f456f6d3c req-82938c09-7258-44d4-9b71-0d2b786e47bc tempest-VolumesActionsTest-1113665028 tempest-VolumesActionsTest-1113665028-project] 10.222.0.32 "GET /v2.0/networks?id=aee5e538-fcd6-49ce-8112-161cb6d635be HTTP/1.1" status: 200  len: 808 time: 0.1775942
May 07 22:13:20.016480 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d12eaa1-0d39-4b8f-8a3a-5aaa74737d47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d886a8d9-b0b4-434c-b8fd-39f441315a88', 'network_id': 'd886a8d9-b0b4-434c-b8fd-39f441315a88', 'project_id': '9871aa16c54d4751ac838e07d52897a6', 'fixed_ips': [{'subnet_id': '3bb8fb8f-fd99-4052-9f7c-6b1d8087aabe'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:13:20.017080 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-8d12eaa1-0d39-4b8f-8a3a-5aaa74737d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:20.021195 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-32fa5844-db7b-4851-a866-296f456f6d3c req-f05c2769-16ad-4c06-b40a-5dbe75facbde tempest-VolumesActionsTest-1113665028 tempest-VolumesActionsTest-1113665028-project] 10.222.0.32 "GET /v2.0/quotas/d62508bea6e7484ea316f52f4d3b8471 HTTP/1.1" status: 200  len: 375 time: 0.0180206
May 07 22:13:20.048448 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': 'b2b93741-196b-4634-b3a8-cacfa39e6497', 'network_id': '87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce', 'port_id': 'b2b93741-196b-4634-b3a8-cacfa39e6497', 'mac_address': 'fa:16:3e:52:4d:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c381f23c-d79e-4860-966b-6594e682e18c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:13:20.050349 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-272add80-6919-4ba3-a8d4-b6df36711939 None None] Current status of the port 1b3dbd20-e902-474e-b149-a311f95b0918 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:13:20.051124 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-272add80-6919-4ba3-a8d4-b6df36711939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (1b3dbd20-e902-474e-b149-a311f95b0918), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:20.117655 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-32fa5844-db7b-4851-a866-296f456f6d3c req-3b117b3d-397e-407b-849a-233ac8bdcdea tempest-VolumesActionsTest-1113665028 tempest-VolumesActionsTest-1113665028-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d62508bea6e7484ea316f52f4d3b8471&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0847538
May 07 22:13:20.199522 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-272add80-6919-4ba3-a8d4-b6df36711939 None None] For port 1b3dbd20-e902-474e-b149-a311f95b0918, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1b3dbd20-e902-474e-b149-a311f95b0918,segment=NetworkSegment(592b8947-c1fa-4ca4-9943-03ca1c8537ba),segment_id=592b8947-c1fa-4ca4-9943-03ca1c8537ba)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:13:20.212414 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-d9fcfbe7-b768-4232-b065-1d8ff4c65694 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Allocated IP 2001:db8::338 (2f500fd5-0ba6-4069-be02-0b84c18298e6/a25f380c-cd0a-4569-9905-8bf39a444b77/23ca56f4-ce7c-4399-8509-ae35286cbdbb) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:13:20.212595 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-272add80-6919-4ba3-a8d4-b6df36711939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (1b3dbd20-e902-474e-b149-a311f95b0918), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:20.285048 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port b2b93741-196b-4634-b3a8-cacfa39e6497 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:13:20.285527 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (b2b93741-196b-4634-b3a8-cacfa39e6497), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:20.301207 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-32fa5844-db7b-4851-a866-296f456f6d3c req-92b7573c-5008-46e6-bdc5-dd261c4dda8d service neutron] 10.222.0.32 "GET /v2.0/networks/aee5e538-fcd6-49ce-8112-161cb6d635be?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1740651
May 07 22:13:20.362358 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2b93741-196b-4634-b3a8-cacfa39e6497 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:13:20.376284 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272add80-6919-4ba3-a8d4-b6df36711939 None None] Pushing event updated for resources: {'Port': ['ID=1b3dbd20-e902-474e-b149-a311f95b0918,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:20.442816 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-f69d8607-8eb6-4ed7-99cc-334a3782652c None None] Provisioning complete for port 1b3dbd20-e902-474e-b149-a311f95b0918 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:13:20.443336 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f69d8607-8eb6-4ed7-99cc-334a3782652c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (1b3dbd20-e902-474e-b149-a311f95b0918), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:20.451662 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port b2b93741-196b-4634-b3a8-cacfa39e6497, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b2b93741-196b-4634-b3a8-cacfa39e6497,segment=NetworkSegment(3c434885-c673-48d5-9295-930316ad3f91),segment_id=3c434885-c673-48d5-9295-930316ad3f91)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:13:20.475551 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe5aa9c-0414-47df-8eee-95b0bdddfc03 req-79bebca4-c675-4739-8ea5-bf0f1e7af1e7 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:20.477137 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1fe5aa9c-0414-47df-8eee-95b0bdddfc03 req-79bebca4-c675-4739-8ea5-bf0f1e7af1e7 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.55 "GET /v2.0/networks?id=ebdf594d-504a-44e8-89b9-e74774287749 HTTP/1.1" status: 200  len: 806 time: 0.7124722
May 07 22:13:20.533449 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (b2b93741-196b-4634-b3a8-cacfa39e6497), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:20.534316 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-1fe5aa9c-0414-47df-8eee-95b0bdddfc03 req-a9bbc2d1-1725-486e-b669-fd57db1f61a8 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Request body: {'port': {'device_id': 'f65a5d21-0a34-4bef-82e5-f77821caa253', 'network_id': 'ebdf594d-504a-44e8-89b9-e74774287749', 'admin_state_up': True, 'tenant_id': 'b29256ef64d74a5297507ca500a9468e'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:13:20.555938 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-8d12eaa1-0d39-4b8f-8a3a-5aaa74737d47 None None] Allocated IP 172.21.0.2 (d886a8d9-b0b4-434c-b8fd-39f441315a88/3bb8fb8f-fd99-4052-9f7c-6b1d8087aabe/30306275-e50f-40ac-9e1a-d6a931dc8c02) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:13:20.574049 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-32fa5844-db7b-4851-a866-296f456f6d3c req-b5132b9d-82e2-4d82-9274-8849b4c94cb0 service neutron] 10.222.0.32 "GET /v2.0/networks/aee5e538-fcd6-49ce-8112-161cb6d635be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2626340
May 07 22:13:20.790496 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['b2b93741-196b-4634-b3a8-cacfa39e6497'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:13:20.807611 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device f2819a91-4210-4f33-a593-8545cf40716f up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:13:20.823615 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d9fcfbe7-b768-4232-b065-1d8ff4c65694 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for port (23ca56f4-ce7c-4399-8509-ae35286cbdbb), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:20.909460 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd3adfe-08b9-4b92-8af1-6594ce6572ce req-82b8e990-775b-45cc-b97d-778216cbfd0b tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:20.925424 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7dd3adfe-08b9-4b92-8af1-6594ce6572ce req-82b8e990-775b-45cc-b97d-778216cbfd0b tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb197fc1-0207-498b-9fe9-b21826687a56 HTTP/1.1" status: 200  len: 945 time: 0.5484400
May 07 22:13:20.999213 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d9fcfbe7-b768-4232-b065-1d8ff4c65694 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (23ca56f4-ce7c-4399-8509-ae35286cbdbb), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:21.015577 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-252e7716-20f2-4ff0-8f48-e2b62ed8fb6b req-1fe077a4-af9a-47d2-a80e-7544e9c3d03d tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=f65a5d21-0a34-4bef-82e5-f77821caa253 HTTP/1.1" status: 200  len: 210 time: 0.0733712
May 07 22:13:21.068964 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=b2b93741-196b-4634-b3a8-cacfa39e6497,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:21.175561 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-f69d8607-8eb6-4ed7-99cc-334a3782652c None None] Current status of the port 1b3dbd20-e902-474e-b149-a311f95b0918 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:13:21.181835 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9800b7b4-574a-488a-be7f-fbb717842258 req-4470b675-fa4e-4f7d-935d-e48a199ea960 tempest-VolumesActionsTest-1113665028 tempest-VolumesActionsTest-1113665028-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ea99916-97ab-4e68-90bc-a95c38f04964 HTTP/1.1" status: 200  len: 210 time: 0.0898676
May 07 22:13:21.186730 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460fce34-ad30-453f-a21a-15730e4ce0b4 None None] Network 2f500fd5-0ba6-4069-be02-0b84c18298e6 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:13:21.187711 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9fcfbe7-b768-4232-b065-1d8ff4c65694 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Network 2f500fd5-0ba6-4069-be02-0b84c18298e6 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:13:21.196231 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-d9fcfbe7-b768-4232-b065-1d8ff4c65694 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:13:21.207637 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fcfbe7-b768-4232-b065-1d8ff4c65694 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:13:21.221168 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9fcfbe7-b768-4232-b065-1d8ff4c65694 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:21.221911 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d9fcfbe7-b768-4232-b065-1d8ff4c65694 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:21.229509 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fcfbe7-b768-4232-b065-1d8ff4c65694 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Pushing event updated for resources: {'Port': ['ID=23ca56f4-ce7c-4399-8509-ae35286cbdbb,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:21.259209 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-d9fcfbe7-b768-4232-b065-1d8ff4c65694 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 1.9444468
May 07 22:13:21.263886 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 45656) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:21.281004 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fe5aa9c-0414-47df-8eee-95b0bdddfc03 req-a9bbc2d1-1725-486e-b669-fd57db1f61a8 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Made reservation on behalf of b29256ef64d74a5297507ca500a9468e for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:13:21.287763 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-1fe5aa9c-0414-47df-8eee-95b0bdddfc03 req-a9bbc2d1-1725-486e-b669-fd57db1f61a8 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:21.292067 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7dd3adfe-08b9-4b92-8af1-6594ce6572ce req-c519a0bf-b88c-4a76-bb28-950a59217bae tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0565a31-c1c2-485d-aa87-3f3b5400e2b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3652229
May 07 22:13:21.368045 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c933eb4b-4e43-406d-8fa4-155764f8c6b7 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:21.373079 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-c933eb4b-4e43-406d-8fa4-155764f8c6b7 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1e2 HTTP/1.1" status: 200  len: 929 time: 0.1081731
May 07 22:13:21.374196 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 45658) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:21.446020 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-8d12eaa1-0d39-4b8f-8a3a-5aaa74737d47 None None] Publish callbacks [] for port (30306275-e50f-40ac-9e1a-d6a931dc8c02), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:21.476868 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-8d12eaa1-0d39-4b8f-8a3a-5aaa74737d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (30306275-e50f-40ac-9e1a-d6a931dc8c02), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:21.498925 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-cadbfeb9-cf11-4da1-b17b-e66cda21091a tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Deleting port 23ca56f4-ce7c-4399-8509-ae35286cbdbb {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:13:21.499451 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cadbfeb9-cf11-4da1-b17b-e66cda21091a tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (23ca56f4-ce7c-4399-8509-ae35286cbdbb), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:21.506486 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-4fa575e4-2089-4a7e-977d-c40201f67d20 None None] Provisioning complete for port f2819a91-4210-4f33-a593-8545cf40716f triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:13:21.507061 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-4fa575e4-2089-4a7e-977d-c40201f67d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (f2819a91-4210-4f33-a593-8545cf40716f), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:21.549528 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [req-1fe5aa9c-0414-47df-8eee-95b0bdddfc03 req-a9bbc2d1-1725-486e-b669-fd57db1f61a8 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Allocated IP 172.20.0.11 (ebdf594d-504a-44e8-89b9-e74774287749/08181da1-ef60-4984-b7f1-4a196d8203f6/38281ec1-7309-4230-88df-07aeb79aaee9) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:13:21.553257 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8869720c-c3c2-4fc7-aee0-e61aeb5f713c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:21.567535 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port f2819a91-4210-4f33-a593-8545cf40716f triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:13:21.567535 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (f2819a91-4210-4f33-a593-8545cf40716f), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:21.640116 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cadbfeb9-cf11-4da1-b17b-e66cda21091a tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (23ca56f4-ce7c-4399-8509-ae35286cbdbb), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:21.679089 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-cadbfeb9-cf11-4da1-b17b-e66cda21091a tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Calling delete_port for 23ca56f4-ce7c-4399-8509-ae35286cbdbb owned by  {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:13:21.825247 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d12eaa1-0d39-4b8f-8a3a-5aaa74737d47 None None] Network d886a8d9-b0b4-434c-b8fd-39f441315a88 is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:13:21.877106 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-8d12eaa1-0d39-4b8f-8a3a-5aaa74737d47 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:13:21.880115 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d12eaa1-0d39-4b8f-8a3a-5aaa74737d47 None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:13:21.902942 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cadbfeb9-cf11-4da1-b17b-e66cda21091a tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (23ca56f4-ce7c-4399-8509-ae35286cbdbb), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:21.949963 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadbfeb9-cf11-4da1-b17b-e66cda21091a tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Pushing event deleted for resources: {'Port': ['ID=23ca56f4-ce7c-4399-8509-ae35286cbdbb,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:21.951388 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d12eaa1-0d39-4b8f-8a3a-5aaa74737d47 None None] Pushing event updated for resources: {'Port': ['ID=30306275-e50f-40ac-9e1a-d6a931dc8c02,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:22.017628 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cadbfeb9-cf11-4da1-b17b-e66cda21091a tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:22.021519 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-cadbfeb9-cf11-4da1-b17b-e66cda21091a tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "DELETE /v2.0/ports/23ca56f4-ce7c-4399-8509-ae35286cbdbb HTTP/1.1" status: 204  len: 168 time: 0.6461811
May 07 22:13:22.024851 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 45682) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:22.069880 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:22.080379 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-8869720c-c3c2-4fc7-aee0-e61aeb5f713c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Allocated IP 172.21.0.1 (d886a8d9-b0b4-434c-b8fd-39f441315a88/3bb8fb8f-fd99-4052-9f7c-6b1d8087aabe/53c918bd-9219-4cfa-83a2-9cc46c8f0a52) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:13:22.112597 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-439869c2-d28b-445b-9825-1acd3ee68286 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] GET failed (client error): The resource could not be found.
May 07 22:13:22.114076 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-439869c2-d28b-445b-9825-1acd3ee68286 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "GET /v2.0/ports/23ca56f4-ce7c-4399-8509-ae35286cbdbb HTTP/1.1" status: 404  len: 333 time: 0.0879862
May 07 22:13:22.116868 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 45686) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:22.161034 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-1fe5aa9c-0414-47df-8eee-95b0bdddfc03 req-a9bbc2d1-1725-486e-b669-fd57db1f61a8 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Publish callbacks [] for port (38281ec1-7309-4230-88df-07aeb79aaee9), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:22.232816 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-8d12eaa1-0d39-4b8f-8a3a-5aaa74737d47 None None] Attempting to bind port 30306275-e50f-40ac-9e1a-d6a931dc8c02 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:13:22.233203 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-8d12eaa1-0d39-4b8f-8a3a-5aaa74737d47 None None] Attempting to bind port 30306275-e50f-40ac-9e1a-d6a931dc8c02 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '140229b6-30e8-4475-a37b-fbe7242be746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'd886a8d9-b0b4-434c-b8fd-39f441315a88'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:13:22.233578 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d12eaa1-0d39-4b8f-8a3a-5aaa74737d47 None None] Attempting to bind port 30306275-e50f-40ac-9e1a-d6a931dc8c02 on network d886a8d9-b0b4-434c-b8fd-39f441315a88 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:13:22.242463 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4034790d-e12a-406e-913b-c2e08f01ccc6 req-0da13579-c6b4-467f-81ae-71127f0f9c69 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=f65a5d21-0a34-4bef-82e5-f77821caa253 HTTP/1.1" status: 200  len: 210 time: 0.0756371
May 07 22:13:22.268820 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d12eaa1-0d39-4b8f-8a3a-5aaa74737d47 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:13:22.268820 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d12eaa1-0d39-4b8f-8a3a-5aaa74737d47 None None] Checking segment: {'id': '140229b6-30e8-4475-a37b-fbe7242be746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'd886a8d9-b0b4-434c-b8fd-39f441315a88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:13:22.268820 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-8d12eaa1-0d39-4b8f-8a3a-5aaa74737d47 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:22.268820 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d12eaa1-0d39-4b8f-8a3a-5aaa74737d47 None None] Bound using segment: {'id': '140229b6-30e8-4475-a37b-fbe7242be746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'd886a8d9-b0b4-434c-b8fd-39f441315a88'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:13:22.268820 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-8d12eaa1-0d39-4b8f-8a3a-5aaa74737d47 None None] Bound port: 30306275-e50f-40ac-9e1a-d6a931dc8c02, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140229b6-30e8-4475-a37b-fbe7242be746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'd886a8d9-b0b4-434c-b8fd-39f441315a88'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:13:22.268820 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-8d12eaa1-0d39-4b8f-8a3a-5aaa74737d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (30306275-e50f-40ac-9e1a-d6a931dc8c02), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:22.309920 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port f2819a91-4210-4f33-a593-8545cf40716f is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:13:22.310655 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f2819a91-4210-4f33-a593-8545cf40716f), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:22.317357 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-4fa575e4-2089-4a7e-977d-c40201f67d20 None None] Current status of the port f2819a91-4210-4f33-a593-8545cf40716f is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:13:22.317942 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-4fa575e4-2089-4a7e-977d-c40201f67d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f2819a91-4210-4f33-a593-8545cf40716f), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:22.346293 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-0fcacd40-0392-4f3a-97ba-8261df155ec3 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Deleting port d2178ce1-89f7-4c01-8c1a-8f0b0787ff11 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:13:22.346763 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0fcacd40-0392-4f3a-97ba-8261df155ec3 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (d2178ce1-89f7-4c01-8c1a-8f0b0787ff11), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:22.432638 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7a85adb8-3ae1-4738-a256-c0bf0cdbd7eb req-819a9498-d5e2-469c-aaf2-066387e166b8 tempest-VolumesActionsTest-1113665028 tempest-VolumesActionsTest-1113665028-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ea99916-97ab-4e68-90bc-a95c38f04964 HTTP/1.1" status: 200  len: 210 time: 0.0805516
May 07 22:13:22.505815 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-8d12eaa1-0d39-4b8f-8a3a-5aaa74737d47 None None] For port 30306275-e50f-40ac-9e1a-d6a931dc8c02, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:13:22.509859 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port f2819a91-4210-4f33-a593-8545cf40716f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f2819a91-4210-4f33-a593-8545cf40716f,segment=NetworkSegment(cb42c86c-d7c3-48b7-b67b-670cadcd3a89),segment_id=cb42c86c-d7c3-48b7-b67b-670cadcd3a89)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:13:22.526945 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-8d12eaa1-0d39-4b8f-8a3a-5aaa74737d47 None None] For port 30306275-e50f-40ac-9e1a-d6a931dc8c02, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=30306275-e50f-40ac-9e1a-d6a931dc8c02,segment=NetworkSegment(140229b6-30e8-4475-a37b-fbe7242be746),segment_id=140229b6-30e8-4475-a37b-fbe7242be746)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:13:22.538080 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (f2819a91-4210-4f33-a593-8545cf40716f), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:22.539066 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 1b3dbd20-e902-474e-b149-a311f95b0918 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:13:22.571897 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-8d12eaa1-0d39-4b8f-8a3a-5aaa74737d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (30306275-e50f-40ac-9e1a-d6a931dc8c02), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:22.643334 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03a4dc2-7e44-4e66-8092-142b885ee11c req-9f5017f4-9481-493b-baff-6e3c6946ca3b tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:22.658344 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a03a4dc2-7e44-4e66-8092-142b885ee11c req-9f5017f4-9481-493b-baff-6e3c6946ca3b tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb197fc1-0207-498b-9fe9-b21826687a56 HTTP/1.1" status: 200  len: 945 time: 0.1875443
May 07 22:13:22.692915 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.db.api [None req-4fa575e4-2089-4a7e-977d-c40201f67d20 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 07 22:13:22.693817 ncdv-master-1 neutron-server[121838]: DEBUG oslo_db.api [None req-4fa575e4-2089-4a7e-977d-c40201f67d20 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 07 22:13:22.694688 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=f2819a91-4210-4f33-a593-8545cf40716f,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:22.709247 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 1b3dbd20-e902-474e-b149-a311f95b0918 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:13:22.709634 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (1b3dbd20-e902-474e-b149-a311f95b0918), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:22.740510 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0fcacd40-0392-4f3a-97ba-8261df155ec3 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (d2178ce1-89f7-4c01-8c1a-8f0b0787ff11), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:22.774545 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8869720c-c3c2-4fc7-aee0-e61aeb5f713c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for port (53c918bd-9219-4cfa-83a2-9cc46c8f0a52), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:22.800696 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-0fcacd40-0392-4f3a-97ba-8261df155ec3 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Calling delete_port for d2178ce1-89f7-4c01-8c1a-8f0b0787ff11 owned by  {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:13:22.827843 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a03a4dc2-7e44-4e66-8092-142b885ee11c req-3b1b9999-3494-473d-98ab-44805434ace0 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0565a31-c1c2-485d-aa87-3f3b5400e2b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1617849
May 07 22:13:22.875249 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fa5844-db7b-4851-a866-296f456f6d3c req-0225198a-1ef6-4794-b1cc-0c88f35a870c tempest-VolumesActionsTest-1113665028 tempest-VolumesActionsTest-1113665028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:22.881469 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d12eaa1-0d39-4b8f-8a3a-5aaa74737d47 None None] Pushing event updated for resources: {'Port': ['ID=30306275-e50f-40ac-9e1a-d6a931dc8c02,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:22.888227 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-32fa5844-db7b-4851-a866-296f456f6d3c req-0225198a-1ef6-4794-b1cc-0c88f35a870c tempest-VolumesActionsTest-1113665028 tempest-VolumesActionsTest-1113665028-project] 10.222.0.55 "GET /v2.0/networks?id=aee5e538-fcd6-49ce-8112-161cb6d635be HTTP/1.1" status: 200  len: 808 time: 0.4294517
May 07 22:13:22.892921 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8869720c-c3c2-4fc7-aee0-e61aeb5f713c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (53c918bd-9219-4cfa-83a2-9cc46c8f0a52), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:22.942120 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-32fa5844-db7b-4851-a866-296f456f6d3c req-d84e0dd4-6b22-4dd6-8502-a59410ff3e1f tempest-VolumesActionsTest-1113665028 tempest-VolumesActionsTest-1113665028-project] Request body: {'port': {'device_id': '4ea99916-97ab-4e68-90bc-a95c38f04964', 'network_id': 'aee5e538-fcd6-49ce-8112-161cb6d635be', 'admin_state_up': True, 'tenant_id': 'd62508bea6e7484ea316f52f4d3b8471'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:13:22.954678 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-1fe5aa9c-0414-47df-8eee-95b0bdddfc03 req-a9bbc2d1-1725-486e-b669-fd57db1f61a8 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (38281ec1-7309-4230-88df-07aeb79aaee9), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:22.983709 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 1b3dbd20-e902-474e-b149-a311f95b0918 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:13:22.988611 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device b2b93741-196b-4634-b3a8-cacfa39e6497 up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:13:22.991618 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['a859dd9c-cf59-4a9b-84c9-dddc4e9476c0'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:13:23.034096 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fe5aa9c-0414-47df-8eee-95b0bdddfc03 req-a9bbc2d1-1725-486e-b669-fd57db1f61a8 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Network ebdf594d-504a-44e8-89b9-e74774287749 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:13:23.040675 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8869720c-c3c2-4fc7-aee0-e61aeb5f713c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Network d886a8d9-b0b4-434c-b8fd-39f441315a88 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:13:23.046983 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [req-1fe5aa9c-0414-47df-8eee-95b0bdddfc03 req-a9bbc2d1-1725-486e-b669-fd57db1f61a8 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:13:23.049764 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fe5aa9c-0414-47df-8eee-95b0bdddfc03 req-a9bbc2d1-1725-486e-b669-fd57db1f61a8 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:13:23.097792 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0fcacd40-0392-4f3a-97ba-8261df155ec3 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (d2178ce1-89f7-4c01-8c1a-8f0b0787ff11), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:23.099994 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-8869720c-c3c2-4fc7-aee0-e61aeb5f713c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:13:23.104048 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8869720c-c3c2-4fc7-aee0-e61aeb5f713c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:13:23.155012 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcacd40-0392-4f3a-97ba-8261df155ec3 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Pushing event deleted for resources: {'Port': ['ID=d2178ce1-89f7-4c01-8c1a-8f0b0787ff11,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:23.193923 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0fcacd40-0392-4f3a-97ba-8261df155ec3 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:23.199812 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-0fcacd40-0392-4f3a-97ba-8261df155ec3 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "DELETE /v2.0/ports/d2178ce1-89f7-4c01-8c1a-8f0b0787ff11 HTTP/1.1" status: 204  len: 168 time: 1.0793417
May 07 22:13:23.200522 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 45706) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:23.243835 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8869720c-c3c2-4fc7-aee0-e61aeb5f713c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Pushing event updated for resources: {'Port': ['ID=53c918bd-9219-4cfa-83a2-9cc46c8f0a52,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:23.259787 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-57b13673-9345-421a-824d-35e2807368b4 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] GET failed (client error): The resource could not be found.
May 07 22:13:23.263843 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-57b13673-9345-421a-824d-35e2807368b4 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "GET /v2.0/ports/d2178ce1-89f7-4c01-8c1a-8f0b0787ff11 HTTP/1.1" status: 404  len: 333 time: 0.0583985
May 07 22:13:23.268629 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 45708) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:23.282566 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-4fa575e4-2089-4a7e-977d-c40201f67d20 None None] Current status of the port f2819a91-4210-4f33-a593-8545cf40716f is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:13:23.294397 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device f2819a91-4210-4f33-a593-8545cf40716f up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:13:23.317731 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning for port b2b93741-196b-4634-b3a8-cacfa39e6497 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 22:13:23.326530 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe5aa9c-0414-47df-8eee-95b0bdddfc03 req-a9bbc2d1-1725-486e-b669-fd57db1f61a8 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:23.329961 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-1fe5aa9c-0414-47df-8eee-95b0bdddfc03 req-a9bbc2d1-1725-486e-b669-fd57db1f61a8 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:23.374300 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1fe5aa9c-0414-47df-8eee-95b0bdddfc03 req-a9bbc2d1-1725-486e-b669-fd57db1f61a8 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.8462107
May 07 22:13:23.374501 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port b2b93741-196b-4634-b3a8-cacfa39e6497 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:13:23.374947 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (b2b93741-196b-4634-b3a8-cacfa39e6497), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:23.397374 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-a98d9b0f-46d7-4eff-8e83-65c0aa262710 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Deleting subnet a25f380c-cd0a-4569-9905-8bf39a444b77 {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:13:23.403735 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a98d9b0f-46d7-4eff-8e83-65c0aa262710 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for subnet (a25f380c-cd0a-4569-9905-8bf39a444b77), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:23.424072 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-1fe5aa9c-0414-47df-8eee-95b0bdddfc03 req-78bc8e82-9d2a-41a9-9c45-dbc82df786fb service neutron] Request body: {'port': {'device_id': 'f65a5d21-0a34-4bef-82e5-f77821caa253', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:13:23.454156 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-ece30ef7-703c-482f-8506-2a4d35dca6fb None None] Could not find standard attr ID for object 23ca56f4-ce7c-4399-8509-ae35286cbdbb. {{(pid=121838) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
May 07 22:13:23.459126 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bbc2d1-1725-486e-b669-fd57db1f61a8 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Pushing event updated for resources: {'Port': ['ID=38281ec1-7309-4230-88df-07aeb79aaee9,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:23.462602 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8869720c-c3c2-4fc7-aee0-e61aeb5f713c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398161'] for router_interface (63a58e96-bb4f-42a1-a1d3-2d70c05737fc), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:23.480666 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a98d9b0f-46d7-4eff-8e83-65c0aa262710 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (a25f380c-cd0a-4569-9905-8bf39a444b77), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:23.553139 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-ece30ef7-703c-482f-8506-2a4d35dca6fb None None] Provisioning complete for port f2819a91-4210-4f33-a593-8545cf40716f triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:13:23.554278 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ece30ef7-703c-482f-8506-2a4d35dca6fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (f2819a91-4210-4f33-a593-8545cf40716f), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:23.566621 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c347dcd4-372d-4529-ab80-b640826ed583 req-d61efacc-c3e9-473b-8ae1-ca3de2eaebf8 tempest-VolumesActionsTest-1113665028 tempest-VolumesActionsTest-1113665028-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ea99916-97ab-4e68-90bc-a95c38f04964 HTTP/1.1" status: 200  len: 210 time: 0.0377440
May 07 22:13:23.585675 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-1fe5aa9c-0414-47df-8eee-95b0bdddfc03 req-78bc8e82-9d2a-41a9-9c45-dbc82df786fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (38281ec1-7309-4230-88df-07aeb79aaee9), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:23.604447 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af30aa9e-2529-4919-bc78-41c95bea146e req-9a839a20-5873-47bf-aa1f-7b2f7315d327 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:23.606120 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-af30aa9e-2529-4919-bc78-41c95bea146e req-9a839a20-5873-47bf-aa1f-7b2f7315d327 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=f65a5d21-0a34-4bef-82e5-f77821caa253 HTTP/1.1" status: 200  len: 932 time: 0.1596656
May 07 22:13:23.672168 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32fa5844-db7b-4851-a866-296f456f6d3c req-d84e0dd4-6b22-4dd6-8502-a59410ff3e1f tempest-VolumesActionsTest-1113665028 tempest-VolumesActionsTest-1113665028-project] Made reservation on behalf of d62508bea6e7484ea316f52f4d3b8471 for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:13:23.676903 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-32fa5844-db7b-4851-a866-296f456f6d3c req-d84e0dd4-6b22-4dd6-8502-a59410ff3e1f tempest-VolumesActionsTest-1113665028 tempest-VolumesActionsTest-1113665028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:23.690033 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a98d9b0f-46d7-4eff-8e83-65c0aa262710 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (a25f380c-cd0a-4569-9905-8bf39a444b77), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:23.696736 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port f2819a91-4210-4f33-a593-8545cf40716f triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:13:23.697129 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (f2819a91-4210-4f33-a593-8545cf40716f), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:23.781798 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-af30aa9e-2529-4919-bc78-41c95bea146e req-eaf65ed7-a553-4cbe-ab15-f1ee54c30581 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1630881
May 07 22:13:23.808026 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-10e48d61-5516-4b6f-aed7-93cd6c9339cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:23.850489 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a98d9b0f-46d7-4eff-8e83-65c0aa262710 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (a25f380c-cd0a-4569-9905-8bf39a444b77), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:23.895352 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98d9b0f-46d7-4eff-8e83-65c0aa262710 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Pushing event deleted for resources: {'Subnet': ['ID=a25f380c-cd0a-4569-9905-8bf39a444b77,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:23.914321 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a98d9b0f-46d7-4eff-8e83-65c0aa262710 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:23.934797 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-a98d9b0f-46d7-4eff-8e83-65c0aa262710 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "DELETE /v2.0/subnets/a25f380c-cd0a-4569-9905-8bf39a444b77 HTTP/1.1" status: 204  len: 168 time: 0.6619363
May 07 22:13:23.935963 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 45720) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:23.999383 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port b2b93741-196b-4634-b3a8-cacfa39e6497 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:13:23.999784 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (b2b93741-196b-4634-b3a8-cacfa39e6497), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:24.060865 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8869720c-c3c2-4fc7-aee0-e61aeb5f713c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (53c918bd-9219-4cfa-83a2-9cc46c8f0a52), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:24.072447 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:24.108514 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-ece30ef7-703c-482f-8506-2a4d35dca6fb None None] Current status of the port f2819a91-4210-4f33-a593-8545cf40716f is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:13:24.122968 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0626c83d-ca25-483e-a3d6-147fc0753558 None None] Network 2f500fd5-0ba6-4069-be02-0b84c18298e6 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:13:24.175412 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e88ca77-239a-4703-bb1d-ab2e794bfbe3 req-c00fd591-79c6-4663-90bf-2c31e210335d tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:24.179256 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3e88ca77-239a-4703-bb1d-ab2e794bfbe3 req-c00fd591-79c6-4663-90bf-2c31e210335d tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb197fc1-0207-498b-9fe9-b21826687a56 HTTP/1.1" status: 200  len: 945 time: 0.1921930
May 07 22:13:24.186279 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c71ab077-9dc8-447a-b5a8-8e776e2229e5 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (2f500fd5-0ba6-4069-be02-0b84c18298e6), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:24.209349 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb197fc1-0207-498b-9fe9-b21826687a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2b93741-196b-4634-b3a8-cacfa39e6497'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:13:24.218897 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df1ddf4-82ce-4db6-9c5c-a09140032f96" -d '{"events": [{"server_uuid": "bb197fc1-0207-498b-9fe9-b21826687a56", "name": "network-vif-plugged", "status": "completed", "tag": "b2b93741-196b-4634-b3a8-cacfa39e6497"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:13:24.235179 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port b2b93741-196b-4634-b3a8-cacfa39e6497, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b2b93741-196b-4634-b3a8-cacfa39e6497,segment=NetworkSegment(3c434885-c673-48d5-9295-930316ad3f91),segment_id=3c434885-c673-48d5-9295-930316ad3f91)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:13:24.259353 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-ece30ef7-703c-482f-8506-2a4d35dca6fb None None] Could not find standard attr ID for object d2178ce1-89f7-4c01-8c1a-8f0b0787ff11. {{(pid=121838) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
May 07 22:13:24.269863 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (b2b93741-196b-4634-b3a8-cacfa39e6497), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:24.279364 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3e88ca77-239a-4703-bb1d-ab2e794bfbe3 req-7acc48f9-4cf5-4c01-9136-4056b8fba7d2 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0565a31-c1c2-485d-aa87-3f3b5400e2b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0885317
May 07 22:13:24.321611 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-c71ab077-9dc8-447a-b5a8-8e776e2229e5 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Deleting port f2819a91-4210-4f33-a593-8545cf40716f {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:13:24.321611 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c71ab077-9dc8-447a-b5a8-8e776e2229e5 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (f2819a91-4210-4f33-a593-8545cf40716f), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:24.347265 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9af9e5b3-aab4-4d49-8fa8-d066980439e5 x-openstack-request-id: req-9af9e5b3-aab4-4d49-8fa8-d066980439e5 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:13:24.347829 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb197fc1-0207-498b-9fe9-b21826687a56", "name": "network-vif-plugged", "status": "completed", "tag": "b2b93741-196b-4634-b3a8-cacfa39e6497", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:13:24.348291 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9af9e5b3-aab4-4d49-8fa8-d066980439e5 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:13:24.349092 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9af9e5b3-aab4-4d49-8fa8-d066980439e5'] response: {'server_uuid': 'bb197fc1-0207-498b-9fe9-b21826687a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2b93741-196b-4634-b3a8-cacfa39e6497', 'code': 200}
May 07 22:13:24.374323 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port f2819a91-4210-4f33-a593-8545cf40716f is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:13:24.396917 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7bb213-9ff1-4bb7-938d-c417399af7db None None] Network d886a8d9-b0b4-434c-b8fd-39f441315a88 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:13:24.422689 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [req-32fa5844-db7b-4851-a866-296f456f6d3c req-d84e0dd4-6b22-4dd6-8502-a59410ff3e1f tempest-VolumesActionsTest-1113665028 tempest-VolumesActionsTest-1113665028-project] Allocated IP 172.20.0.8 (aee5e538-fcd6-49ce-8112-161cb6d635be/a883f163-518a-49ed-806b-b4dba8860b63/ab0dee45-f2e9-4c0d-bd11-e0508238475b) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:13:24.437226 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-c71ab077-9dc8-447a-b5a8-8e776e2229e5 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] For port f2819a91-4210-4f33-a593-8545cf40716f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f2819a91-4210-4f33-a593-8545cf40716f,segment=NetworkSegment(cb42c86c-d7c3-48b7-b67b-670cadcd3a89),segment_id=cb42c86c-d7c3-48b7-b67b-670cadcd3a89)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:13:24.437655 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c71ab077-9dc8-447a-b5a8-8e776e2229e5 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (f2819a91-4210-4f33-a593-8545cf40716f), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:24.447698 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-fe1568f3-b33f-4206-b0fe-31c4ebae967f None None] Provisioning complete for port 30306275-e50f-40ac-9e1a-d6a931dc8c02 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:13:24.448072 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-fe1568f3-b33f-4206-b0fe-31c4ebae967f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (30306275-e50f-40ac-9e1a-d6a931dc8c02), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:24.452396 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f419892f-e981-4e4b-99d4-4eacfec657bb req-4d5788ff-be76-4727-8293-dcc72db256ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:24.453533 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f419892f-e981-4e4b-99d4-4eacfec657bb req-4d5788ff-be76-4727-8293-dcc72db256ff service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=bb197fc1-0207-498b-9fe9-b21826687a56 HTTP/1.1" status: 200  len: 1128 time: 0.0649087
May 07 22:13:24.458457 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-c71ab077-9dc8-447a-b5a8-8e776e2229e5 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Calling delete_port for f2819a91-4210-4f33-a593-8545cf40716f owned by network:dhcp {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:13:24.523856 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=b2b93741-196b-4634-b3a8-cacfa39e6497,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:24.554847 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f419892f-e981-4e4b-99d4-4eacfec657bb req-ad4caecb-cae3-4e3d-8b21-ff2614f17401 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e0565a31-c1c2-485d-aa87-3f3b5400e2b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0931573
May 07 22:13:24.578053 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d63aba9-ecf4-415b-998e-40c6026d5a77 None None] DHCP port deletion for 2f500fd5-0ba6-4069-be02-0b84c18298e6 request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:13:24.597948 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c71ab077-9dc8-447a-b5a8-8e776e2229e5 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (f2819a91-4210-4f33-a593-8545cf40716f), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:24.605534 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-fe1568f3-b33f-4206-b0fe-31c4ebae967f None None] Current status of the port 30306275-e50f-40ac-9e1a-d6a931dc8c02 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:13:24.605945 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-fe1568f3-b33f-4206-b0fe-31c4ebae967f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (30306275-e50f-40ac-9e1a-d6a931dc8c02), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:24.627951 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71ab077-9dc8-447a-b5a8-8e776e2229e5 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] No DVR routers for this DVR port f2819a91-4210-4f33-a593-8545cf40716f on host ncdv-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:13:24.640921 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [req-1fe5aa9c-0414-47df-8eee-95b0bdddfc03 req-78bc8e82-9d2a-41a9-9c45-dbc82df786fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38281ec1-7309-4230-88df-07aeb79aaee9 {{(pid=121836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:13:24.657097 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-8d63aba9-ecf4-415b-998e-40c6026d5a77 None None] The port 'f2819a91-4210-4f33-a593-8545cf40716f' was deleted {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}}
May 07 22:13:24.697062 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-1fe5aa9c-0414-47df-8eee-95b0bdddfc03 req-78bc8e82-9d2a-41a9-9c45-dbc82df786fb service neutron] Publish callbacks [] for port (38281ec1-7309-4230-88df-07aeb79aaee9), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:24.700215 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71ab077-9dc8-447a-b5a8-8e776e2229e5 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Pushing event deleted for resources: {'Port': ['ID=f2819a91-4210-4f33-a593-8545cf40716f,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:24.700366 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-fe1568f3-b33f-4206-b0fe-31c4ebae967f None None] For port 30306275-e50f-40ac-9e1a-d6a931dc8c02, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=30306275-e50f-40ac-9e1a-d6a931dc8c02,segment=NetworkSegment(140229b6-30e8-4475-a37b-fbe7242be746),segment_id=140229b6-30e8-4475-a37b-fbe7242be746)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:13:24.709097 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-fe1568f3-b33f-4206-b0fe-31c4ebae967f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (30306275-e50f-40ac-9e1a-d6a931dc8c02), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:24.715324 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-fe1568f3-b33f-4206-b0fe-31c4ebae967f None None] Could not find standard attr ID for object 23ca56f4-ce7c-4399-8509-ae35286cbdbb. {{(pid=121838) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
May 07 22:13:24.775995 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1568f3-b33f-4206-b0fe-31c4ebae967f None None] Pushing event updated for resources: {'Port': ['ID=30306275-e50f-40ac-9e1a-d6a931dc8c02,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:24.798178 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f1b2acd5-6bb0-4586-9cc3-a72d2c397fb1 req-ba4304ff-ec6e-4a2f-b55c-aaccab7110d9 tempest-VolumesActionsTest-1113665028 tempest-VolumesActionsTest-1113665028-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ea99916-97ab-4e68-90bc-a95c38f04964 HTTP/1.1" status: 200  len: 210 time: 0.0945008
May 07 22:13:24.818292 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c71ab077-9dc8-447a-b5a8-8e776e2229e5 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (2f500fd5-0ba6-4069-be02-0b84c18298e6), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:24.837370 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.provisioning_blocks [req-1fe5aa9c-0414-47df-8eee-95b0bdddfc03 req-78bc8e82-9d2a-41a9-9c45-dbc82df786fb service neutron] Transition to ACTIVE for port object 38281ec1-7309-4230-88df-07aeb79aaee9 will not be triggered until provisioned by entity L2. {{(pid=121836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 22:13:24.848897 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-c71ab077-9dc8-447a-b5a8-8e776e2229e5 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf870e7430>,) {'filters': {'network_id': ['2f500fd5-0ba6-4069-be02-0b84c18298e6']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:13:24.862105 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-1fe5aa9c-0414-47df-8eee-95b0bdddfc03 req-78bc8e82-9d2a-41a9-9c45-dbc82df786fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (38281ec1-7309-4230-88df-07aeb79aaee9), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:24.864896 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-c71ab077-9dc8-447a-b5a8-8e776e2229e5 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf870e7430>, 'cb42c86c-d7c3-48b7-b67b-670cadcd3a89') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:13:24.867756 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-c71ab077-9dc8-447a-b5a8-8e776e2229e5 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf870e7430>, 'cb42c86c-d7c3-48b7-b67b-670cadcd3a89') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:13:24.912295 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c71ab077-9dc8-447a-b5a8-8e776e2229e5 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (cb42c86c-d7c3-48b7-b67b-670cadcd3a89), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:24.940991 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affa5590-3220-4c30-a463-9ef5cdcf72fe req-b553b455-0c4f-4c35-80fc-a866a616a909 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:24.942510 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-affa5590-3220-4c30-a463-9ef5cdcf72fe req-b553b455-0c4f-4c35-80fc-a866a616a909 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=f65a5d21-0a34-4bef-82e5-f77821caa253 HTTP/1.1" status: 200  len: 944 time: 0.0664215
May 07 22:13:24.943618 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c71ab077-9dc8-447a-b5a8-8e776e2229e5 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (cb42c86c-d7c3-48b7-b67b-670cadcd3a89), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:24.952377 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c71ab077-9dc8-447a-b5a8-8e776e2229e5 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:13:24.952778 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c71ab077-9dc8-447a-b5a8-8e776e2229e5 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (cb42c86c-d7c3-48b7-b67b-670cadcd3a89), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:24.957406 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 22:13:24.957406 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:13:24.957406 ncdv-master-1 neutron-server[121837]:     timer()
May 07 22:13:24.957406 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:13:24.957406 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 22:13:24.957406 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:13:24.957406 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 22:13:24.957406 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:13:24.957406 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 22:13:24.957406 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:13:24.957406 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 22:13:24.957406 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:13:24.957406 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 22:13:24.957406 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:13:24.957406 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:13:24.957406 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:13:24.957406 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:13:24.957406 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:13:24.957406 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 22:13:24.957406 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:13:24.957406 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 22:13:24.957406 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:13:24.957406 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:13:24.957406 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:13:24.957406 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 22:13:24.957406 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:13:24.957406 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:13:24.957406 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:13:24.957406 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:13:24.957406 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:13:24.957406 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:13:24.957406 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:13:24.967003 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-03ae9031-172d-4e43-8b14-7f327e45d0d1 None None] Provisioning complete for port 53c918bd-9219-4cfa-83a2-9cc46c8f0a52 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:13:24.970677 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-03ae9031-172d-4e43-8b14-7f327e45d0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (53c918bd-9219-4cfa-83a2-9cc46c8f0a52), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:24.982754 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bc8e82-9d2a-41a9-9c45-dbc82df786fb service neutron] Pushing event updated for resources: {'Port': ['ID=38281ec1-7309-4230-88df-07aeb79aaee9,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:24.994646 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8869720c-c3c2-4fc7-aee0-e61aeb5f713c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for port (53c918bd-9219-4cfa-83a2-9cc46c8f0a52), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:24.999958 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-32fa5844-db7b-4851-a866-296f456f6d3c req-d84e0dd4-6b22-4dd6-8502-a59410ff3e1f tempest-VolumesActionsTest-1113665028 tempest-VolumesActionsTest-1113665028-project] Publish callbacks [] for port (ab0dee45-f2e9-4c0d-bd11-e0508238475b), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:25.044128 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-03ae9031-172d-4e43-8b14-7f327e45d0d1 None None] Port 53c918bd-9219-4cfa-83a2-9cc46c8f0a52 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:13:25.075696 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-03ae9031-172d-4e43-8b14-7f327e45d0d1 None None] Provisioning complete for port 30306275-e50f-40ac-9e1a-d6a931dc8c02 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:13:25.075835 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-affa5590-3220-4c30-a463-9ef5cdcf72fe req-01f50e24-e66b-4b77-b069-31ab49f3efbf tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1110961
May 07 22:13:25.075920 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-03ae9031-172d-4e43-8b14-7f327e45d0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (30306275-e50f-40ac-9e1a-d6a931dc8c02), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:25.090622 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c71ab077-9dc8-447a-b5a8-8e776e2229e5 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (2f500fd5-0ba6-4069-be02-0b84c18298e6), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:25.103924 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c71ab077-9dc8-447a-b5a8-8e776e2229e5 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:25.107086 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-c71ab077-9dc8-447a-b5a8-8e776e2229e5 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "DELETE /v2.0/networks/2f500fd5-0ba6-4069-be02-0b84c18298e6 HTTP/1.1" status: 204  len: 168 time: 1.1671932
May 07 22:13:25.120370 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 45744) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:25.137604 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-e8278877-2a6a-4b20-a815-b27e9c703b8d tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1627946603'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:13:25.176224 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71ab077-9dc8-447a-b5a8-8e776e2229e5 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Pushing event deleted for resources: {'Network': ['ID=2f500fd5-0ba6-4069-be02-0b84c18298e6,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:25.189461 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8278877-2a6a-4b20-a815-b27e9c703b8d tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Made reservation on behalf of 586495fb86064013a37b42a6b3d382fb for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:13:25.196603 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 30306275-e50f-40ac-9e1a-d6a931dc8c02 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:13:25.198007 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e8278877-2a6a-4b20-a815-b27e9c703b8d tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:25.250020 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8278877-2a6a-4b20-a815-b27e9c703b8d tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:13:25.262026 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e8278877-2a6a-4b20-a815-b27e9c703b8d tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (b6b72dba-ef87-475c-9f41-bcc4651f3945), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:25.262719 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-e8278877-2a6a-4b20-a815-b27e9c703b8d tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Added segment b6b72dba-ef87-475c-9f41-bcc4651f3945 of type vlan for network c584a7c9-28e2-44df-a1ff-ff0be1cdd794
May 07 22:13:25.293392 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 30306275-e50f-40ac-9e1a-d6a931dc8c02 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:13:25.293796 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (30306275-e50f-40ac-9e1a-d6a931dc8c02), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:25.315668 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-03ae9031-172d-4e43-8b14-7f327e45d0d1 None None] Current status of the port 30306275-e50f-40ac-9e1a-d6a931dc8c02 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:13:25.347889 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e8278877-2a6a-4b20-a815-b27e9c703b8d tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (c584a7c9-28e2-44df-a1ff-ff0be1cdd794), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:25.387150 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e8278877-2a6a-4b20-a815-b27e9c703b8d tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (c584a7c9-28e2-44df-a1ff-ff0be1cdd794), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:25.403432 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8278877-2a6a-4b20-a815-b27e9c703b8d tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:25.406952 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e8278877-2a6a-4b20-a815-b27e9c703b8d tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:25.464585 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-1794a7a8-f722-48c3-a830-f8ab3c44170e None None] Provisioning complete for port 53c918bd-9219-4cfa-83a2-9cc46c8f0a52 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:13:25.465145 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1794a7a8-f722-48c3-a830-f8ab3c44170e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (53c918bd-9219-4cfa-83a2-9cc46c8f0a52), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:25.498097 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 30306275-e50f-40ac-9e1a-d6a931dc8c02 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:13:25.501528 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8869720c-c3c2-4fc7-aee0-e61aeb5f713c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (53c918bd-9219-4cfa-83a2-9cc46c8f0a52), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:25.524646 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-1794a7a8-f722-48c3-a830-f8ab3c44170e None None] Port 53c918bd-9219-4cfa-83a2-9cc46c8f0a52 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:13:25.545622 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8278877-2a6a-4b20-a815-b27e9c703b8d tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Pushing event updated for resources: {'Network': ['ID=c584a7c9-28e2-44df-a1ff-ff0be1cdd794,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:25.556839 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-e8278877-2a6a-4b20-a815-b27e9c703b8d tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.4256709
May 07 22:13:25.558094 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 45748) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:25.559157 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network c584a7c9-28e2-44df-a1ff-ff0be1cdd794 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:13:25.564871 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-81532156-fa2d-4913-a097-66b695bdf9c8 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Request body: {'subnet': {'network_id': 'c584a7c9-28e2-44df-a1ff-ff0be1cdd794', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:13:25.587495 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device f2819a91-4210-4f33-a593-8545cf40716f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:13:25.691440 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: f2819a91-4210-4f33-a593-8545cf40716f {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:13:25.692129 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device f2819a91-4210-4f33-a593-8545cf40716f not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:13:25.713140 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8869720c-c3c2-4fc7-aee0-e61aeb5f713c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401121'] for router_interface (63a58e96-bb4f-42a1-a1d3-2d70c05737fc), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:25.771750 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8869720c-c3c2-4fc7-aee0-e61aeb5f713c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Pushing event updated for resources: {'Port': ['ID=53c918bd-9219-4cfa-83a2-9cc46c8f0a52,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:25.850020 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c92205d-678b-4a77-8b92-cc54e82c0ba2 req-922f12e4-e4a2-4378-b1cb-e26b45317d68 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:25.851660 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9c92205d-678b-4a77-8b92-cc54e82c0ba2 req-922f12e4-e4a2-4378-b1cb-e26b45317d68 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb197fc1-0207-498b-9fe9-b21826687a56 HTTP/1.1" status: 200  len: 946 time: 0.3534904
May 07 22:13:25.931488 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-1fe5aa9c-0414-47df-8eee-95b0bdddfc03 req-78bc8e82-9d2a-41a9-9c45-dbc82df786fb service neutron] Attempting to bind port 38281ec1-7309-4230-88df-07aeb79aaee9 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:13:25.932178 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-1fe5aa9c-0414-47df-8eee-95b0bdddfc03 req-78bc8e82-9d2a-41a9-9c45-dbc82df786fb service neutron] Attempting to bind port 38281ec1-7309-4230-88df-07aeb79aaee9 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '2cb8e953-203f-4019-8d4d-d4ab0509c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ebdf594d-504a-44e8-89b9-e74774287749'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:13:25.932584 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe5aa9c-0414-47df-8eee-95b0bdddfc03 req-78bc8e82-9d2a-41a9-9c45-dbc82df786fb service neutron] Attempting to bind port 38281ec1-7309-4230-88df-07aeb79aaee9 on network ebdf594d-504a-44e8-89b9-e74774287749 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:13:25.944721 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-32fa5844-db7b-4851-a866-296f456f6d3c req-d84e0dd4-6b22-4dd6-8502-a59410ff3e1f tempest-VolumesActionsTest-1113665028 tempest-VolumesActionsTest-1113665028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (ab0dee45-f2e9-4c0d-bd11-e0508238475b), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:25.954886 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe5aa9c-0414-47df-8eee-95b0bdddfc03 req-78bc8e82-9d2a-41a9-9c45-dbc82df786fb service neutron] Port 38281ec1-7309-4230-88df-07aeb79aaee9 on network ebdf594d-504a-44e8-89b9-e74774287749 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:13:25.955209 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe5aa9c-0414-47df-8eee-95b0bdddfc03 req-78bc8e82-9d2a-41a9-9c45-dbc82df786fb service neutron] Attempting to bind port 38281ec1-7309-4230-88df-07aeb79aaee9 on network ebdf594d-504a-44e8-89b9-e74774287749 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:13:26.009715 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe5aa9c-0414-47df-8eee-95b0bdddfc03 req-78bc8e82-9d2a-41a9-9c45-dbc82df786fb service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:13:26.010067 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe5aa9c-0414-47df-8eee-95b0bdddfc03 req-78bc8e82-9d2a-41a9-9c45-dbc82df786fb service neutron] Checking segment: {'id': '2cb8e953-203f-4019-8d4d-d4ab0509c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ebdf594d-504a-44e8-89b9-e74774287749'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:13:26.010461 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe5aa9c-0414-47df-8eee-95b0bdddfc03 req-78bc8e82-9d2a-41a9-9c45-dbc82df786fb service neutron] Bound using segment: {'id': '2cb8e953-203f-4019-8d4d-d4ab0509c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ebdf594d-504a-44e8-89b9-e74774287749'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:13:26.011007 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-1fe5aa9c-0414-47df-8eee-95b0bdddfc03 req-78bc8e82-9d2a-41a9-9c45-dbc82df786fb service neutron] Bound port: 38281ec1-7309-4230-88df-07aeb79aaee9, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cb8e953-203f-4019-8d4d-d4ab0509c11a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ebdf594d-504a-44e8-89b9-e74774287749'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:13:26.011374 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-1fe5aa9c-0414-47df-8eee-95b0bdddfc03 req-78bc8e82-9d2a-41a9-9c45-dbc82df786fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (38281ec1-7309-4230-88df-07aeb79aaee9), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:26.049263 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32fa5844-db7b-4851-a866-296f456f6d3c req-d84e0dd4-6b22-4dd6-8502-a59410ff3e1f tempest-VolumesActionsTest-1113665028 tempest-VolumesActionsTest-1113665028-project] Network aee5e538-fcd6-49ce-8112-161cb6d635be is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:13:26.053177 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9c92205d-678b-4a77-8b92-cc54e82c0ba2 req-02b6be64-1a75-4294-bbe5-1f06080adbe2 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0565a31-c1c2-485d-aa87-3f3b5400e2b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1908176
May 07 22:13:26.063108 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [req-32fa5844-db7b-4851-a866-296f456f6d3c req-d84e0dd4-6b22-4dd6-8502-a59410ff3e1f tempest-VolumesActionsTest-1113665028 tempest-VolumesActionsTest-1113665028-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:13:26.086048 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-32fa5844-db7b-4851-a866-296f456f6d3c req-d84e0dd4-6b22-4dd6-8502-a59410ff3e1f tempest-VolumesActionsTest-1113665028 tempest-VolumesActionsTest-1113665028-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:13:26.091008 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8869720c-c3c2-4fc7-aee0-e61aeb5f713c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Network d886a8d9-b0b4-434c-b8fd-39f441315a88 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:13:26.093215 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84e0dd4-6b22-4dd6-8502-a59410ff3e1f tempest-VolumesActionsTest-1113665028 tempest-VolumesActionsTest-1113665028-project] Pushing event updated for resources: {'Port': ['ID=ab0dee45-f2e9-4c0d-bd11-e0508238475b,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:26.146538 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-8869720c-c3c2-4fc7-aee0-e61aeb5f713c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:13:26.186009 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba999720-8597-4b4a-b3e8-2048a3e08f35 req-565bc226-308a-4da3-9240-3763a4054e8c tempest-VolumesActionsTest-1113665028 tempest-VolumesActionsTest-1113665028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:26.187565 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ba999720-8597-4b4a-b3e8-2048a3e08f35 req-565bc226-308a-4da3-9240-3763a4054e8c tempest-VolumesActionsTest-1113665028 tempest-VolumesActionsTest-1113665028-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ea99916-97ab-4e68-90bc-a95c38f04964 HTTP/1.1" status: 200  len: 931 time: 0.0857918
May 07 22:13:26.243112 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81532156-fa2d-4913-a097-66b695bdf9c8 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Made reservation on behalf of 586495fb86064013a37b42a6b3d382fb for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:13:26.247610 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-81532156-fa2d-4913-a097-66b695bdf9c8 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:26.269570 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ba999720-8597-4b4a-b3e8-2048a3e08f35 req-2ed43f6c-94e4-464f-9b16-43527c5dbc44 tempest-VolumesActionsTest-1113665028 tempest-VolumesActionsTest-1113665028-project] 10.222.0.32 "GET /v2.0/security-groups?id=796faeab-2373-42f0-94cc-b18853c1fdcc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0725865
May 07 22:13:26.280357 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fa5844-db7b-4851-a866-296f456f6d3c req-d84e0dd4-6b22-4dd6-8502-a59410ff3e1f tempest-VolumesActionsTest-1113665028 tempest-VolumesActionsTest-1113665028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:26.281014 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-32fa5844-db7b-4851-a866-296f456f6d3c req-d84e0dd4-6b22-4dd6-8502-a59410ff3e1f tempest-VolumesActionsTest-1113665028 tempest-VolumesActionsTest-1113665028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:26.333273 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-1fe5aa9c-0414-47df-8eee-95b0bdddfc03 req-78bc8e82-9d2a-41a9-9c45-dbc82df786fb service neutron] For port 38281ec1-7309-4230-88df-07aeb79aaee9, host nch1-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:13:26.366782 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-1fe5aa9c-0414-47df-8eee-95b0bdddfc03 req-78bc8e82-9d2a-41a9-9c45-dbc82df786fb service neutron] For port 38281ec1-7309-4230-88df-07aeb79aaee9, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=38281ec1-7309-4230-88df-07aeb79aaee9,segment=NetworkSegment(2cb8e953-203f-4019-8d4d-d4ab0509c11a),segment_id=2cb8e953-203f-4019-8d4d-d4ab0509c11a)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:13:26.377151 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf7b5af-ad79-4b81-817e-9bc149cff78e req-469a8605-7d46-4b4b-8be6-87550d7d871f tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:26.378726 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9cf7b5af-ad79-4b81-817e-9bc149cff78e req-469a8605-7d46-4b4b-8be6-87550d7d871f tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=f65a5d21-0a34-4bef-82e5-f77821caa253 HTTP/1.1" status: 200  len: 944 time: 0.1540856
May 07 22:13:26.382755 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-32fa5844-db7b-4851-a866-296f456f6d3c req-d84e0dd4-6b22-4dd6-8502-a59410ff3e1f tempest-VolumesActionsTest-1113665028 tempest-VolumesActionsTest-1113665028-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.4457603
May 07 22:13:26.399746 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-1fe5aa9c-0414-47df-8eee-95b0bdddfc03 req-78bc8e82-9d2a-41a9-9c45-dbc82df786fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (38281ec1-7309-4230-88df-07aeb79aaee9), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:26.404903 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-32fa5844-db7b-4851-a866-296f456f6d3c req-9715b0ae-ec85-4a46-bb57-f1f29dcb1085 service neutron] Request body: {'port': {'device_id': '4ea99916-97ab-4e68-90bc-a95c38f04964', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:13:26.469633 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-81532156-fa2d-4913-a097-66b695bdf9c8 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (c55edd88-678b-4ce7-a325-cffe7798792f), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:26.481306 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8869720c-c3c2-4fc7-aee0-e61aeb5f713c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Router 63a58e96-bb4f-42a1-a1d3-2d70c05737fc has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:13:26.523894 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe5aa9c-0414-47df-8eee-95b0bdddfc03 req-78bc8e82-9d2a-41a9-9c45-dbc82df786fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:26.524514 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-1fe5aa9c-0414-47df-8eee-95b0bdddfc03 req-78bc8e82-9d2a-41a9-9c45-dbc82df786fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:26.525971 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1fe5aa9c-0414-47df-8eee-95b0bdddfc03 req-78bc8e82-9d2a-41a9-9c45-dbc82df786fb service neutron] 10.222.0.55 "PUT /v2.0/ports/38281ec1-7309-4230-88df-07aeb79aaee9 HTTP/1.1" status: 200  len: 1092 time: 3.1075652
May 07 22:13:26.531694 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f65a5d21-0a34-4bef-82e5-f77821caa253', 'tag': '38281ec1-7309-4230-88df-07aeb79aaee9'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:13:26.534252 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3379624e-8e85-4e65-93d0-3647024a0eb1" -d '{"events": [{"name": "network-changed", "server_uuid": "f65a5d21-0a34-4bef-82e5-f77821caa253", "tag": "38281ec1-7309-4230-88df-07aeb79aaee9"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:13:26.539120 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ace93979-8ee7-4175-9a8e-cc024e02b300 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:26.550597 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81532156-fa2d-4913-a097-66b695bdf9c8 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Pushing event updated for resources: {'Subnet': ['ID=c55edd88-678b-4ce7-a325-cffe7798792f,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:26.565825 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81532156-fa2d-4913-a097-66b695bdf9c8 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Checking segment: {'id': 'b6b72dba-ef87-475c-9f41-bcc4651f3945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c584a7c9-28e2-44df-a1ff-ff0be1cdd794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:13:26.568263 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81532156-fa2d-4913-a097-66b695bdf9c8 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Network hostable DHCP agents. Network: c584a7c9-28e2-44df-a1ff-ff0be1cdd794, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:13:26.578625 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-cb209e4f-8fd4-429d-9100-e5eed7a853a6 None None] Provisioning complete for port 53c918bd-9219-4cfa-83a2-9cc46c8f0a52 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:13:26.579107 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-cb209e4f-8fd4-429d-9100-e5eed7a853a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (53c918bd-9219-4cfa-83a2-9cc46c8f0a52), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:26.593619 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bded2521-3811-4c2f-b62e-7224df02091c x-openstack-request-id: req-bded2521-3811-4c2f-b62e-7224df02091c {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:13:26.593917 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f65a5d21-0a34-4bef-82e5-f77821caa253", "tag": "38281ec1-7309-4230-88df-07aeb79aaee9", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:13:26.594162 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bded2521-3811-4c2f-b62e-7224df02091c {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:13:26.594591 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bded2521-3811-4c2f-b62e-7224df02091c'] response: {'name': 'network-changed', 'server_uuid': 'f65a5d21-0a34-4bef-82e5-f77821caa253', 'tag': '38281ec1-7309-4230-88df-07aeb79aaee9', 'status': 'completed', 'code': 200}
May 07 22:13:26.602681 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81532156-fa2d-4913-a097-66b695bdf9c8 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Network c584a7c9-28e2-44df-a1ff-ff0be1cdd794 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:13:26.609654 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bc8e82-9d2a-41a9-9c45-dbc82df786fb service neutron] Pushing event updated for resources: {'Port': ['ID=38281ec1-7309-4230-88df-07aeb79aaee9,revision_number=3']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:26.614865 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-81532156-fa2d-4913-a097-66b695bdf9c8 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c584a7c9-28e2-44df-a1ff-ff0be1cdd794) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:13:26.615659 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9cf7b5af-ad79-4b81-817e-9bc149cff78e req-e59680c9-06e8-4ff5-98e6-aec30b5f072c tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2289746
May 07 22:13:26.620576 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81532156-fa2d-4913-a097-66b695bdf9c8 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:26.621732 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-81532156-fa2d-4913-a097-66b695bdf9c8 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:26.640615 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-cb209e4f-8fd4-429d-9100-e5eed7a853a6 None None] Port 53c918bd-9219-4cfa-83a2-9cc46c8f0a52 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:13:26.644092 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5b885b-c571-41cf-9e8f-a268163bee64 None None] Network c584a7c9-28e2-44df-a1ff-ff0be1cdd794 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:13:26.646149 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-81532156-fa2d-4913-a097-66b695bdf9c8 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.0832760
May 07 22:13:26.650234 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 45780) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:26.655554 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-5dfa90a8-4d78-45ee-a7e7-0e900f1759c2 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Request body: {'port': {'network_id': 'c584a7c9-28e2-44df-a1ff-ff0be1cdd794', 'name': 'tempest-PortsIpV6TestJSON-1781473617', 'fixed_ips': [{'subnet_id': 'c55edd88-678b-4ce7-a325-cffe7798792f', 'ip_address': '2001:db8::10'}]}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:13:26.730332 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-32fa5844-db7b-4851-a866-296f456f6d3c req-9715b0ae-ec85-4a46-bb57-f1f29dcb1085 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (ab0dee45-f2e9-4c0d-bd11-e0508238475b), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:26.762481 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe5aa9c-0414-47df-8eee-95b0bdddfc03 req-d6635dd5-6671-4eff-b6a8-ed94fb852802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:26.764626 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1fe5aa9c-0414-47df-8eee-95b0bdddfc03 req-d6635dd5-6671-4eff-b6a8-ed94fb852802 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b29256ef64d74a5297507ca500a9468e&device_id=f65a5d21-0a34-4bef-82e5-f77821caa253 HTTP/1.1" status: 200  len: 1126 time: 0.1672161
May 07 22:13:26.765909 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04cc08f3-8980-4f30-999b-a1f4664bcdd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c584a7c9-28e2-44df-a1ff-ff0be1cdd794', 'network_id': 'c584a7c9-28e2-44df-a1ff-ff0be1cdd794', 'project_id': '586495fb86064013a37b42a6b3d382fb', 'fixed_ips': [{'subnet_id': 'c55edd88-678b-4ce7-a325-cffe7798792f'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:13:26.766788 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-04cc08f3-8980-4f30-999b-a1f4664bcdd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:26.880099 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1fe5aa9c-0414-47df-8eee-95b0bdddfc03 req-3d31d691-1c0c-46c5-b252-783db99a9d81 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=38281ec1-7309-4230-88df-07aeb79aaee9 HTTP/1.1" status: 200  len: 217 time: 0.1065185
May 07 22:13:26.909981 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8869720c-c3c2-4fc7-aee0-e61aeb5f713c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:13:26.926789 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f8abe0-7477-4321-8f43-5499572f9665 None None] Sync routers for ids ['63a58e96-bb4f-42a1-a1d3-2d70c05737fc'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:13:26.946919 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-8869720c-c3c2-4fc7-aee0-e61aeb5f713c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "PUT /v2.0/routers/63a58e96-bb4f-42a1-a1d3-2d70c05737fc/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.2911170
May 07 22:13:26.950023 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 45794) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:26.956814 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-31aa0d92-bbda-4f7e-9425-f029fe474d06 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Request body: {'network': {'name': 'tempest-RoutersTest-1428201948'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:13:26.968020 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f8abe0-7477-4321-8f43-5499572f9665 None None] Routers {'63a58e96-bb4f-42a1-a1d3-2d70c05737fc'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:13:26.968710 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-69f8abe0-7477-4321-8f43-5499572f9665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7e7e74c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:13:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['63a58e96-bb4f-42a1-a1d3-2d70c05737fc'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:13:26.986527 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31aa0d92-bbda-4f7e-9425-f029fe474d06 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Made reservation on behalf of 9871aa16c54d4751ac838e07d52897a6 for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:13:26.990758 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-31aa0d92-bbda-4f7e-9425-f029fe474d06 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:27.033255 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31aa0d92-bbda-4f7e-9425-f029fe474d06 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:13:27.044866 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-31aa0d92-bbda-4f7e-9425-f029fe474d06 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (ab65c93d-9824-4754-bbbb-dcbfe5cb163e), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:27.045218 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-31aa0d92-bbda-4f7e-9425-f029fe474d06 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Added segment ab65c93d-9824-4754-bbbb-dcbfe5cb163e of type vlan for network 2c8b27e5-cc6c-4778-9135-471b44cf1df5
May 07 22:13:27.062623 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe5aa9c-0414-47df-8eee-95b0bdddfc03 req-8649cc59-913f-46df-8054-68cdb8d1fbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:27.064304 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1fe5aa9c-0414-47df-8eee-95b0bdddfc03 req-8649cc59-913f-46df-8054-68cdb8d1fbf2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=08181da1-ef60-4984-b7f1-4a196d8203f6 HTTP/1.1" status: 200  len: 846 time: 0.1748025
May 07 22:13:27.105116 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-04cc08f3-8980-4f30-999b-a1f4664bcdd6 None None] Allocated IP 2001:db8::2 (c584a7c9-28e2-44df-a1ff-ff0be1cdd794/c55edd88-678b-4ce7-a325-cffe7798792f/0af4256d-903f-47da-8046-daebe562d651) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:13:27.112124 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1fe5aa9c-0414-47df-8eee-95b0bdddfc03 req-74d59270-1bde-4837-868c-3f5103a92a42 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ebdf594d-504a-44e8-89b9-e74774287749&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0419140
May 07 22:13:27.122715 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-31aa0d92-bbda-4f7e-9425-f029fe474d06 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (2c8b27e5-cc6c-4778-9135-471b44cf1df5), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:27.125190 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dfa90a8-4d78-45ee-a7e7-0e900f1759c2 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Made reservation on behalf of 586495fb86064013a37b42a6b3d382fb for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:13:27.140784 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-69f8abe0-7477-4321-8f43-5499572f9665 None None] Set router 63a58e96-bb4f-42a1-a1d3-2d70c05737fc gateway port host: None {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:13:27.176017 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-31aa0d92-bbda-4f7e-9425-f029fe474d06 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (2c8b27e5-cc6c-4778-9135-471b44cf1df5), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:27.183102 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31aa0d92-bbda-4f7e-9425-f029fe474d06 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:27.183761 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-31aa0d92-bbda-4f7e-9425-f029fe474d06 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:27.248988 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e86ad7d-a04a-49e7-8101-f19d735c17bf req-f4327ef6-f63e-4a49-b86c-b41daa1e0bfc tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:27.250594 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0e86ad7d-a04a-49e7-8101-f19d735c17bf req-f4327ef6-f63e-4a49-b86c-b41daa1e0bfc tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb197fc1-0207-498b-9fe9-b21826687a56 HTTP/1.1" status: 200  len: 946 time: 0.0634897
May 07 22:13:27.306401 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-31aa0d92-bbda-4f7e-9425-f029fe474d06 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.3523014
May 07 22:13:27.315754 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 45806) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:27.321354 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-1c8a4df7-b94e-4fdc-b334-bdcf0871ad0f tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Request body: {'subnet': {'network_id': '2c8b27e5-cc6c-4778-9135-471b44cf1df5', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:13:27.354636 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aa0d92-bbda-4f7e-9425-f029fe474d06 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Pushing event updated for resources: {'Network': ['ID=2c8b27e5-cc6c-4778-9135-471b44cf1df5,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:27.386185 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0e86ad7d-a04a-49e7-8101-f19d735c17bf req-53591eb9-06ad-4680-aba0-1e8714046b53 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0565a31-c1c2-485d-aa87-3f3b5400e2b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1090059
May 07 22:13:27.421668 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 2c8b27e5-cc6c-4778-9135-471b44cf1df5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:13:27.493545 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5dfa90a8-4d78-45ee-a7e7-0e900f1759c2 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:27.510937 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1fe5aa9c-0414-47df-8eee-95b0bdddfc03 req-81f789c4-b889-4ab4-acea-6f1615951024 service neutron] 10.222.0.55 "GET /v2.0/networks/ebdf594d-504a-44e8-89b9-e74774287749?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3785107
May 07 22:13:27.535074 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd70781f-e11c-4d26-90a7-60da3f20a7dd req-f0a53c1f-b4af-4113-a23f-2d16e79f8334 tempest-VolumesActionsTest-1113665028 tempest-VolumesActionsTest-1113665028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:27.535435 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a85bdb-4fb9-40ca-8894-49df99e65a4a req-41be55ba-d131-45b2-aa9c-ca248ad70c7f tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:27.536583 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bd70781f-e11c-4d26-90a7-60da3f20a7dd req-f0a53c1f-b4af-4113-a23f-2d16e79f8334 tempest-VolumesActionsTest-1113665028 tempest-VolumesActionsTest-1113665028-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ea99916-97ab-4e68-90bc-a95c38f04964 HTTP/1.1" status: 200  len: 931 time: 0.1707759
May 07 22:13:27.543583 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-55a85bdb-4fb9-40ca-8894-49df99e65a4a req-41be55ba-d131-45b2-aa9c-ca248ad70c7f tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb197fc1-0207-498b-9fe9-b21826687a56 HTTP/1.1" status: 200  len: 946 time: 0.0690875
May 07 22:13:27.590967 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [None req-5dfa90a8-4d78-45ee-a7e7-0e900f1759c2 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] device_id is not set on port 8a8a8b04-8731-4a1e-a84f-dbbe1692a924 yet. {{(pid=121836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 22:13:27.597952 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-55a85bdb-4fb9-40ca-8894-49df99e65a4a req-16a7e9b3-690b-4152-b7c7-8574184c0e65 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0565a31-c1c2-485d-aa87-3f3b5400e2b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482826
May 07 22:13:27.604877 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:27.692797 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c8a4df7-b94e-4fdc-b334-bdcf0871ad0f tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Made reservation on behalf of 9871aa16c54d4751ac838e07d52897a6 for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:13:27.696403 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1c8a4df7-b94e-4fdc-b334-bdcf0871ad0f tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:27.792851 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-04cc08f3-8980-4f30-999b-a1f4664bcdd6 None None] Publish callbacks [] for port (0af4256d-903f-47da-8046-daebe562d651), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:27.817951 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-04cc08f3-8980-4f30-999b-a1f4664bcdd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (0af4256d-903f-47da-8046-daebe562d651), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:27.851717 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [req-32fa5844-db7b-4851-a866-296f456f6d3c req-9715b0ae-ec85-4a46-bb57-f1f29dcb1085 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab0dee45-f2e9-4c0d-bd11-e0508238475b {{(pid=121836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:13:27.872497 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04cc08f3-8980-4f30-999b-a1f4664bcdd6 None None] Network c584a7c9-28e2-44df-a1ff-ff0be1cdd794 is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:13:27.875610 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-69f8abe0-7477-4321-8f43-5499572f9665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7e7e74c0>, [{'id': '63a58e96-bb4f-42a1-a1d3-2d70c05737fc', 'name': 'tempest-RoutersTest-router-1588625411', 'tenant_id': '9871aa16c54d4751ac838e07d52897a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:13:08Z', 'updated_at': '2022-05-07T22:13:23Z', 'revision_number': 3, 'project_id': '9871aa16c54d4751ac838e07d52897a6', 'gw_port_host': None, '_interfaces': [{'id': '1b3dbd20-e902-474e-b149-a311f95b0918', 'name': '', 'network_id': '7cdbabe7-c47e-4ec1-a413-238cbe077182', 'tenant_id': '9871aa16c54d4751ac838e07d52897a6', 'mac_address': 'fa:16:3e:1b:49:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a58e96-bb4f-42a1-a1d3-2d70c05737fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '8f8f5bc6-0bf7-4c2d-9992-ab2f897c66fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:13:12Z', 'updated_at': '2022-05-07T22:13:20Z', 'revision_number': 5, 'project_id': '9871aa16c54d4751ac838e07d52897a6', 'subnets': [{'id': '8f8f5bc6-0bf7-4c2d-9992-ab2f897c66fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53c918bd-9219-4cfa-83a2-9cc46c8f0a52', 'name': '', 'network_id': 'd886a8d9-b0b4-434c-b8fd-39f441315a88', 'tenant_id': '9871aa16c54d4751ac838e07d52897a6', 'mac_address': 'fa:16:3e:98:12:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63a58e96-bb4f-42a1-a1d3-2d70c05737fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '3bb8fb8f-fd99-4052-9f7c-6b1d8087aabe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:13:21Z', 'updated_at': '2022-05-07T22:13:24Z', 'revision_number': 2, 'project_id': '9871aa16c54d4751ac838e07d52897a6', 'subnets': [{'id': '3bb8fb8f-fd99-4052-9f7c-6b1d8087aabe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:13:27.878149 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-04cc08f3-8980-4f30-999b-a1f4664bcdd6 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:13:27.880713 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cc08f3-8980-4f30-999b-a1f4664bcdd6 None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:13:27.886448 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bd70781f-e11c-4d26-90a7-60da3f20a7dd req-a166891a-5059-4d3a-ace8-7fcea59b6b46 tempest-VolumesActionsTest-1113665028 tempest-VolumesActionsTest-1113665028-project] 10.222.0.32 "GET /v2.0/security-groups?id=796faeab-2373-42f0-94cc-b18853c1fdcc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3249147
May 07 22:13:27.895920 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-32fa5844-db7b-4851-a866-296f456f6d3c req-9715b0ae-ec85-4a46-bb57-f1f29dcb1085 service neutron] Publish callbacks [] for port (ab0dee45-f2e9-4c0d-bd11-e0508238475b), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:27.898904 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cc08f3-8980-4f30-999b-a1f4664bcdd6 None None] Pushing event updated for resources: {'Port': ['ID=0af4256d-903f-47da-8046-daebe562d651,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:27.905578 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1fe5aa9c-0414-47df-8eee-95b0bdddfc03 req-7d534267-8021-44ae-b6a0-43ae67bd6269 service neutron] 10.222.0.55 "GET /v2.0/networks/ebdf594d-504a-44e8-89b9-e74774287749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3819039
May 07 22:13:27.950175 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.provisioning_blocks [req-32fa5844-db7b-4851-a866-296f456f6d3c req-9715b0ae-ec85-4a46-bb57-f1f29dcb1085 service neutron] Transition to ACTIVE for port object ab0dee45-f2e9-4c0d-bd11-e0508238475b will not be triggered until provisioned by entity L2. {{(pid=121836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 22:13:27.962378 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-32fa5844-db7b-4851-a866-296f456f6d3c req-9715b0ae-ec85-4a46-bb57-f1f29dcb1085 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (ab0dee45-f2e9-4c0d-bd11-e0508238475b), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:27.971308 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f8abe0-7477-4321-8f43-5499572f9665 None None] Checking router: 63a58e96-bb4f-42a1-a1d3-2d70c05737fc for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:13:27.976670 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f8abe0-7477-4321-8f43-5499572f9665 None None] Updating router 63a58e96-bb4f-42a1-a1d3-2d70c05737fc port 53c918bd-9219-4cfa-83a2-9cc46c8f0a52 binding host ncdv-master-1 {{(pid=121838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 22:13:28.081816 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-04cc08f3-8980-4f30-999b-a1f4664bcdd6 None None] Attempting to bind port 0af4256d-903f-47da-8046-daebe562d651 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:13:28.081994 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-04cc08f3-8980-4f30-999b-a1f4664bcdd6 None None] Attempting to bind port 0af4256d-903f-47da-8046-daebe562d651 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b6b72dba-ef87-475c-9f41-bcc4651f3945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c584a7c9-28e2-44df-a1ff-ff0be1cdd794'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:13:28.082443 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cc08f3-8980-4f30-999b-a1f4664bcdd6 None None] Attempting to bind port 0af4256d-903f-47da-8046-daebe562d651 on network c584a7c9-28e2-44df-a1ff-ff0be1cdd794 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:13:28.088425 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-69f8abe0-7477-4321-8f43-5499572f9665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (53c918bd-9219-4cfa-83a2-9cc46c8f0a52), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:28.093901 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cc08f3-8980-4f30-999b-a1f4664bcdd6 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:13:28.094287 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cc08f3-8980-4f30-999b-a1f4664bcdd6 None None] Checking segment: {'id': 'b6b72dba-ef87-475c-9f41-bcc4651f3945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c584a7c9-28e2-44df-a1ff-ff0be1cdd794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:13:28.094721 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-04cc08f3-8980-4f30-999b-a1f4664bcdd6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:28.095824 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cc08f3-8980-4f30-999b-a1f4664bcdd6 None None] Bound using segment: {'id': 'b6b72dba-ef87-475c-9f41-bcc4651f3945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c584a7c9-28e2-44df-a1ff-ff0be1cdd794'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:13:28.096307 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-04cc08f3-8980-4f30-999b-a1f4664bcdd6 None None] Bound port: 0af4256d-903f-47da-8046-daebe562d651, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6b72dba-ef87-475c-9f41-bcc4651f3945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c584a7c9-28e2-44df-a1ff-ff0be1cdd794'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:13:28.096697 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-04cc08f3-8980-4f30-999b-a1f4664bcdd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (0af4256d-903f-47da-8046-daebe562d651), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:28.145068 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1444d92-59be-46bc-ae02-ee71d159fb2c req-75d4879b-a5e7-410a-b7cb-a9fd09490e6a tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:28.146625 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e1444d92-59be-46bc-ae02-ee71d159fb2c req-75d4879b-a5e7-410a-b7cb-a9fd09490e6a tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=f65a5d21-0a34-4bef-82e5-f77821caa253 HTTP/1.1" status: 200  len: 944 time: 0.1735656
May 07 22:13:28.167856 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-5dfa90a8-4d78-45ee-a7e7-0e900f1759c2 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Allocated IP 2001:db8::10 (c584a7c9-28e2-44df-a1ff-ff0be1cdd794/c55edd88-678b-4ce7-a325-cffe7798792f/8a8a8b04-8731-4a1e-a84f-dbbe1692a924) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:13:28.182213 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9715b0ae-ec85-4a46-bb57-f1f29dcb1085 service neutron] Pushing event updated for resources: {'Port': ['ID=ab0dee45-f2e9-4c0d-bd11-e0508238475b,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:28.311136 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-04cc08f3-8980-4f30-999b-a1f4664bcdd6 None None] For port 0af4256d-903f-47da-8046-daebe562d651, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:13:28.334449 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-04cc08f3-8980-4f30-999b-a1f4664bcdd6 None None] For port 0af4256d-903f-47da-8046-daebe562d651, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0af4256d-903f-47da-8046-daebe562d651,segment=NetworkSegment(b6b72dba-ef87-475c-9f41-bcc4651f3945),segment_id=b6b72dba-ef87-475c-9f41-bcc4651f3945)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:13:28.351517 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-04cc08f3-8980-4f30-999b-a1f4664bcdd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (0af4256d-903f-47da-8046-daebe562d651), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:28.468730 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cc08f3-8980-4f30-999b-a1f4664bcdd6 None None] Pushing event updated for resources: {'Port': ['ID=0af4256d-903f-47da-8046-daebe562d651,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:28.569108 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-69f8abe0-7477-4321-8f43-5499572f9665 None None] Publish callbacks [] for port (53c918bd-9219-4cfa-83a2-9cc46c8f0a52), precommit_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:28.574921 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-69f8abe0-7477-4321-8f43-5499572f9665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (53c918bd-9219-4cfa-83a2-9cc46c8f0a52), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:28.629308 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a390a30-1007-4b6d-842c-76b5fa4fcd9c None None] Pushing event updated for resources: {'Port': ['ID=53c918bd-9219-4cfa-83a2-9cc46c8f0a52,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:28.720006 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e1444d92-59be-46bc-ae02-ee71d159fb2c req-8c024d85-fdd2-43fc-a452-cfe849c996a5 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5534468
May 07 22:13:28.758532 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-69f8abe0-7477-4321-8f43-5499572f9665 None None] Attempting to bind port 53c918bd-9219-4cfa-83a2-9cc46c8f0a52 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:13:28.758943 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-69f8abe0-7477-4321-8f43-5499572f9665 None None] Attempting to bind port 53c918bd-9219-4cfa-83a2-9cc46c8f0a52 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '140229b6-30e8-4475-a37b-fbe7242be746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'd886a8d9-b0b4-434c-b8fd-39f441315a88'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:13:28.759311 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f8abe0-7477-4321-8f43-5499572f9665 None None] Attempting to bind port 53c918bd-9219-4cfa-83a2-9cc46c8f0a52 on network d886a8d9-b0b4-434c-b8fd-39f441315a88 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:13:28.778358 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f8abe0-7477-4321-8f43-5499572f9665 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:13:28.778559 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f8abe0-7477-4321-8f43-5499572f9665 None None] Checking segment: {'id': '140229b6-30e8-4475-a37b-fbe7242be746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'd886a8d9-b0b4-434c-b8fd-39f441315a88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:13:28.778904 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-69f8abe0-7477-4321-8f43-5499572f9665 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:28.779313 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f8abe0-7477-4321-8f43-5499572f9665 None None] Bound using segment: {'id': '140229b6-30e8-4475-a37b-fbe7242be746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'd886a8d9-b0b4-434c-b8fd-39f441315a88'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:13:28.779786 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-69f8abe0-7477-4321-8f43-5499572f9665 None None] Bound port: 53c918bd-9219-4cfa-83a2-9cc46c8f0a52, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140229b6-30e8-4475-a37b-fbe7242be746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'd886a8d9-b0b4-434c-b8fd-39f441315a88'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:13:28.780181 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-69f8abe0-7477-4321-8f43-5499572f9665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (53c918bd-9219-4cfa-83a2-9cc46c8f0a52), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:28.795204 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1c8a4df7-b94e-4fdc-b334-bdcf0871ad0f tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (dd57c3f6-d6c4-4dbe-ba12-72b0ecdd55aa), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:28.867355 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-69f8abe0-7477-4321-8f43-5499572f9665 None None] For port 53c918bd-9219-4cfa-83a2-9cc46c8f0a52, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:13:28.877838 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-69f8abe0-7477-4321-8f43-5499572f9665 None None] For port 53c918bd-9219-4cfa-83a2-9cc46c8f0a52, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=53c918bd-9219-4cfa-83a2-9cc46c8f0a52,segment=NetworkSegment(140229b6-30e8-4475-a37b-fbe7242be746),segment_id=140229b6-30e8-4475-a37b-fbe7242be746)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:13:28.894147 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-69f8abe0-7477-4321-8f43-5499572f9665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (53c918bd-9219-4cfa-83a2-9cc46c8f0a52), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:28.933919 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-32fa5844-db7b-4851-a866-296f456f6d3c req-9715b0ae-ec85-4a46-bb57-f1f29dcb1085 service neutron] Attempting to bind port ab0dee45-f2e9-4c0d-bd11-e0508238475b on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:13:28.934519 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-32fa5844-db7b-4851-a866-296f456f6d3c req-9715b0ae-ec85-4a46-bb57-f1f29dcb1085 service neutron] Attempting to bind port ab0dee45-f2e9-4c0d-bd11-e0508238475b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '21f1f6e2-9b44-4277-afd3-eeab9c445cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'aee5e538-fcd6-49ce-8112-161cb6d635be'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:13:28.935073 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32fa5844-db7b-4851-a866-296f456f6d3c req-9715b0ae-ec85-4a46-bb57-f1f29dcb1085 service neutron] Attempting to bind port ab0dee45-f2e9-4c0d-bd11-e0508238475b on network aee5e538-fcd6-49ce-8112-161cb6d635be {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:13:28.997854 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3379624e-8e85-4e65-93d0-3647024a0eb1 req-2832eff0-dc93-450b-a884-100def6c5bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:28.999642 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3379624e-8e85-4e65-93d0-3647024a0eb1 req-2832eff0-dc93-450b-a884-100def6c5bc5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b29256ef64d74a5297507ca500a9468e&device_id=f65a5d21-0a34-4bef-82e5-f77821caa253 HTTP/1.1" status: 200  len: 1126 time: 0.2332532
May 07 22:13:29.012711 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32fa5844-db7b-4851-a866-296f456f6d3c req-9715b0ae-ec85-4a46-bb57-f1f29dcb1085 service neutron] Port ab0dee45-f2e9-4c0d-bd11-e0508238475b on network aee5e538-fcd6-49ce-8112-161cb6d635be not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:13:29.014757 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32fa5844-db7b-4851-a866-296f456f6d3c req-9715b0ae-ec85-4a46-bb57-f1f29dcb1085 service neutron] Attempting to bind port ab0dee45-f2e9-4c0d-bd11-e0508238475b on network aee5e538-fcd6-49ce-8112-161cb6d635be {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:13:29.056388 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a390a30-1007-4b6d-842c-76b5fa4fcd9c None None] Pushing event updated for resources: {'Port': ['ID=53c918bd-9219-4cfa-83a2-9cc46c8f0a52,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:29.061115 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f8abe0-7477-4321-8f43-5499572f9665 None None] Routers {'63a58e96-bb4f-42a1-a1d3-2d70c05737fc'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:13:29.061854 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-69f8abe0-7477-4321-8f43-5499572f9665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7e7e74c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:13:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['63a58e96-bb4f-42a1-a1d3-2d70c05737fc'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:13:29.100890 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32fa5844-db7b-4851-a866-296f456f6d3c req-9715b0ae-ec85-4a46-bb57-f1f29dcb1085 service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:13:29.101233 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32fa5844-db7b-4851-a866-296f456f6d3c req-9715b0ae-ec85-4a46-bb57-f1f29dcb1085 service neutron] Checking segment: {'id': '21f1f6e2-9b44-4277-afd3-eeab9c445cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'aee5e538-fcd6-49ce-8112-161cb6d635be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:13:29.101599 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32fa5844-db7b-4851-a866-296f456f6d3c req-9715b0ae-ec85-4a46-bb57-f1f29dcb1085 service neutron] Bound using segment: {'id': '21f1f6e2-9b44-4277-afd3-eeab9c445cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'aee5e538-fcd6-49ce-8112-161cb6d635be'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:13:29.102097 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-32fa5844-db7b-4851-a866-296f456f6d3c req-9715b0ae-ec85-4a46-bb57-f1f29dcb1085 service neutron] Bound port: ab0dee45-f2e9-4c0d-bd11-e0508238475b, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21f1f6e2-9b44-4277-afd3-eeab9c445cc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'aee5e538-fcd6-49ce-8112-161cb6d635be'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:13:29.102399 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-32fa5844-db7b-4851-a866-296f456f6d3c req-9715b0ae-ec85-4a46-bb57-f1f29dcb1085 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (ab0dee45-f2e9-4c0d-bd11-e0508238475b), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:29.227167 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-69f8abe0-7477-4321-8f43-5499572f9665 None None] Set router 63a58e96-bb4f-42a1-a1d3-2d70c05737fc gateway port host: None {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:13:29.305599 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 0af4256d-903f-47da-8046-daebe562d651 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:13:29.310144 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8a4df7-b94e-4fdc-b334-bdcf0871ad0f tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Pushing event updated for resources: {'Subnet': ['ID=dd57c3f6-d6c4-4dbe-ba12-72b0ecdd55aa,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:29.317544 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3379624e-8e85-4e65-93d0-3647024a0eb1 req-ecbf631f-2155-43bb-ace1-38579ada52e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:29.319134 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3379624e-8e85-4e65-93d0-3647024a0eb1 req-ecbf631f-2155-43bb-ace1-38579ada52e6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ebdf594d-504a-44e8-89b9-e74774287749 HTTP/1.1" status: 200  len: 907 time: 0.2944119
May 07 22:13:29.394307 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-9bba2af2-8f6a-4eee-9986-211aa7dfeb24 None None] Provisioning complete for port 53c918bd-9219-4cfa-83a2-9cc46c8f0a52 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:13:29.394940 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9bba2af2-8f6a-4eee-9986-211aa7dfeb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (53c918bd-9219-4cfa-83a2-9cc46c8f0a52), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:29.400371 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3379624e-8e85-4e65-93d0-3647024a0eb1 req-fd0baa22-732b-4271-a693-a5b184e0c89d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=38281ec1-7309-4230-88df-07aeb79aaee9 HTTP/1.1" status: 200  len: 217 time: 0.0572951
May 07 22:13:29.410707 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8a4df7-b94e-4fdc-b334-bdcf0871ad0f tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Checking segment: {'id': 'ab65c93d-9824-4754-bbbb-dcbfe5cb163e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '2c8b27e5-cc6c-4778-9135-471b44cf1df5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:13:29.411022 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8a4df7-b94e-4fdc-b334-bdcf0871ad0f tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Network hostable DHCP agents. Network: 2c8b27e5-cc6c-4778-9135-471b44cf1df5, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:13:29.452727 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:29.534452 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1c347b-1f7c-4420-95b2-f3bf1e2a3f5a req-bc1fee40-b33b-4111-851f-d80cc7a5ef4f tempest-VolumesActionsTest-1113665028 tempest-VolumesActionsTest-1113665028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:29.535997 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-af1c347b-1f7c-4420-95b2-f3bf1e2a3f5a req-bc1fee40-b33b-4111-851f-d80cc7a5ef4f tempest-VolumesActionsTest-1113665028 tempest-VolumesActionsTest-1113665028-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ea99916-97ab-4e68-90bc-a95c38f04964 HTTP/1.1" status: 200  len: 943 time: 0.5312569
May 07 22:13:29.543895 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3379624e-8e85-4e65-93d0-3647024a0eb1 req-98b265d6-ff78-4a9d-ab9e-4983654907ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:29.545356 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3379624e-8e85-4e65-93d0-3647024a0eb1 req-98b265d6-ff78-4a9d-ab9e-4983654907ec service neutron] 10.222.0.55 "GET /v2.0/subnets?id=08181da1-ef60-4984-b7f1-4a196d8203f6 HTTP/1.1" status: 200  len: 846 time: 0.1295071
May 07 22:13:29.577661 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 0af4256d-903f-47da-8046-daebe562d651 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:13:29.578140 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (0af4256d-903f-47da-8046-daebe562d651), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:29.603815 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5dfa90a8-4d78-45ee-a7e7-0e900f1759c2 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for port (8a8a8b04-8731-4a1e-a84f-dbbe1692a924), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:29.641723 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3379624e-8e85-4e65-93d0-3647024a0eb1 req-0d41f474-38a2-4e53-9aa8-4a85aba88f60 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ebdf594d-504a-44e8-89b9-e74774287749&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0873559
May 07 22:13:29.642531 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8a4df7-b94e-4fdc-b334-bdcf0871ad0f tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Network 2c8b27e5-cc6c-4778-9135-471b44cf1df5 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:13:29.715467 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-1c8a4df7-b94e-4fdc-b334-bdcf0871ad0f tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2c8b27e5-cc6c-4778-9135-471b44cf1df5) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:13:29.721919 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8a4df7-b94e-4fdc-b334-bdcf0871ad0f tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:29.722799 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1c8a4df7-b94e-4fdc-b334-bdcf0871ad0f tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:29.756202 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-af1c347b-1f7c-4420-95b2-f3bf1e2a3f5a req-1ab885c1-4203-489c-a33e-d9f5d860262d tempest-VolumesActionsTest-1113665028 tempest-VolumesActionsTest-1113665028-project] 10.222.0.32 "GET /v2.0/security-groups?id=796faeab-2373-42f0-94cc-b18853c1fdcc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2046213
May 07 22:13:29.768653 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-1c8a4df7-b94e-4fdc-b334-bdcf0871ad0f tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.4523110
May 07 22:13:29.771325 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 45924) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:29.772644 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-32fa5844-db7b-4851-a866-296f456f6d3c req-9715b0ae-ec85-4a46-bb57-f1f29dcb1085 service neutron] For port ab0dee45-f2e9-4c0d-bd11-e0508238475b, host nch1-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:13:29.805120 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-69f8abe0-7477-4321-8f43-5499572f9665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7e7e74c0>, [{'id': '63a58e96-bb4f-42a1-a1d3-2d70c05737fc', 'name': 'tempest-RoutersTest-router-1588625411', 'tenant_id': '9871aa16c54d4751ac838e07d52897a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:13:08Z', 'updated_at': '2022-05-07T22:13:23Z', 'revision_number': 3, 'project_id': '9871aa16c54d4751ac838e07d52897a6', 'gw_port_host': None, '_interfaces': [{'id': '1b3dbd20-e902-474e-b149-a311f95b0918', 'name': '', 'network_id': '7cdbabe7-c47e-4ec1-a413-238cbe077182', 'tenant_id': '9871aa16c54d4751ac838e07d52897a6', 'mac_address': 'fa:16:3e:1b:49:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a58e96-bb4f-42a1-a1d3-2d70c05737fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '8f8f5bc6-0bf7-4c2d-9992-ab2f897c66fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:13:12Z', 'updated_at': '2022-05-07T22:13:20Z', 'revision_number': 5, 'project_id': '9871aa16c54d4751ac838e07d52897a6', 'subnets': [{'id': '8f8f5bc6-0bf7-4c2d-9992-ab2f897c66fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53c918bd-9219-4cfa-83a2-9cc46c8f0a52', 'name': '', 'network_id': 'd886a8d9-b0b4-434c-b8fd-39f441315a88', 'tenant_id': '9871aa16c54d4751ac838e07d52897a6', 'mac_address': 'fa:16:3e:98:12:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63a58e96-bb4f-42a1-a1d3-2d70c05737fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '3bb8fb8f-fd99-4052-9f7c-6b1d8087aabe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:13:21Z', 'updated_at': '2022-05-07T22:13:28Z', 'revision_number': 4, 'project_id': '9871aa16c54d4751ac838e07d52897a6', 'subnets': [{'id': '3bb8fb8f-fd99-4052-9f7c-6b1d8087aabe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:13:29.808129 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3778599-a195-4471-b076-888c0ae8c532 None None] Network 2c8b27e5-cc6c-4778-9135-471b44cf1df5 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:13:29.838216 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-32fa5844-db7b-4851-a866-296f456f6d3c req-9715b0ae-ec85-4a46-bb57-f1f29dcb1085 service neutron] For port ab0dee45-f2e9-4c0d-bd11-e0508238475b, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ab0dee45-f2e9-4c0d-bd11-e0508238475b,segment=NetworkSegment(21f1f6e2-9b44-4277-afd3-eeab9c445cc5),segment_id=21f1f6e2-9b44-4277-afd3-eeab9c445cc5)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:13:29.857919 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-32fa5844-db7b-4851-a866-296f456f6d3c req-9715b0ae-ec85-4a46-bb57-f1f29dcb1085 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (ab0dee45-f2e9-4c0d-bd11-e0508238475b), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:29.869776 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5dfa90a8-4d78-45ee-a7e7-0e900f1759c2 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (8a8a8b04-8731-4a1e-a84f-dbbe1692a924), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:29.931223 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfa90a8-4d78-45ee-a7e7-0e900f1759c2 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Network c584a7c9-28e2-44df-a1ff-ff0be1cdd794 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:13:29.939716 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fa5844-db7b-4851-a866-296f456f6d3c req-9715b0ae-ec85-4a46-bb57-f1f29dcb1085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:29.941344 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-32fa5844-db7b-4851-a866-296f456f6d3c req-9715b0ae-ec85-4a46-bb57-f1f29dcb1085 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:29.955058 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-32fa5844-db7b-4851-a866-296f456f6d3c req-9715b0ae-ec85-4a46-bb57-f1f29dcb1085 service neutron] 10.222.0.55 "PUT /v2.0/ports/ab0dee45-f2e9-4c0d-bd11-e0508238475b HTTP/1.1" status: 200  len: 1091 time: 3.5455985
May 07 22:13:29.957538 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3379624e-8e85-4e65-93d0-3647024a0eb1 req-5f283126-b4ce-4b4a-be04-d7632dc7bc80 service neutron] 10.222.0.55 "GET /v2.0/networks/ebdf594d-504a-44e8-89b9-e74774287749?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3025575
May 07 22:13:29.962040 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ea99916-97ab-4e68-90bc-a95c38f04964', 'tag': 'ab0dee45-f2e9-4c0d-bd11-e0508238475b'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:13:29.964457 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47ac3709-2f51-4971-9136-a922a24b8168" -d '{"events": [{"name": "network-changed", "server_uuid": "4ea99916-97ab-4e68-90bc-a95c38f04964", "tag": "ab0dee45-f2e9-4c0d-bd11-e0508238475b"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:13:29.967988 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-5dfa90a8-4d78-45ee-a7e7-0e900f1759c2 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:13:29.977054 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b9ce22-439a-4507-8054-f9808d1c2685 req-34ea79f3-9d97-459b-aeaa-b49b65789a2a tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:29.979170 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-38b9ce22-439a-4507-8054-f9808d1c2685 req-34ea79f3-9d97-459b-aeaa-b49b65789a2a tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=f65a5d21-0a34-4bef-82e5-f77821caa253 HTTP/1.1" status: 200  len: 944 time: 0.1038988
May 07 22:13:29.990189 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfa90a8-4d78-45ee-a7e7-0e900f1759c2 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:13:29.995842 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dfa90a8-4d78-45ee-a7e7-0e900f1759c2 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:29.996516 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5dfa90a8-4d78-45ee-a7e7-0e900f1759c2 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:30.058403 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-38b9ce22-439a-4507-8054-f9808d1c2685 req-572a3c79-ab95-4c57-ba01-03c0e4c34262 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0692730
May 07 22:13:30.148092 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1671968e-ec15-4b6b-96f5-6e443f1b8b95 None None] Network c584a7c9-28e2-44df-a1ff-ff0be1cdd794 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:13:30.159188 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a4ef3e-ed4a-45d5-a17a-b26b166ea740 x-openstack-request-id: req-70a4ef3e-ed4a-45d5-a17a-b26b166ea740 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:13:30.159590 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ea99916-97ab-4e68-90bc-a95c38f04964", "tag": "ab0dee45-f2e9-4c0d-bd11-e0508238475b", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:13:30.160282 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-70a4ef3e-ed4a-45d5-a17a-b26b166ea740 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:13:30.160282 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70a4ef3e-ed4a-45d5-a17a-b26b166ea740'] response: {'name': 'network-changed', 'server_uuid': '4ea99916-97ab-4e68-90bc-a95c38f04964', 'tag': 'ab0dee45-f2e9-4c0d-bd11-e0508238475b', 'status': 'completed', 'code': 200}
May 07 22:13:30.185391 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9715b0ae-ec85-4a46-bb57-f1f29dcb1085 service neutron] Pushing event updated for resources: {'Port': ['ID=ab0dee45-f2e9-4c0d-bd11-e0508238475b,revision_number=3']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:30.207276 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-5dfa90a8-4d78-45ee-a7e7-0e900f1759c2 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 3.5559402
May 07 22:13:30.208952 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f8abe0-7477-4321-8f43-5499572f9665 None None] The sync data for ids ['63a58e96-bb4f-42a1-a1d3-2d70c05737fc'] in ncdv-master-1 is: [{'id': '63a58e96-bb4f-42a1-a1d3-2d70c05737fc', 'name': 'tempest-RoutersTest-router-1588625411', 'tenant_id': '9871aa16c54d4751ac838e07d52897a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:13:08Z', 'updated_at': '2022-05-07T22:13:23Z', 'revision_number': 3, 'project_id': '9871aa16c54d4751ac838e07d52897a6', 'gw_port_host': None, '_interfaces': [{'id': '1b3dbd20-e902-474e-b149-a311f95b0918', 'name': '', 'network_id': '7cdbabe7-c47e-4ec1-a413-238cbe077182', 'tenant_id': '9871aa16c54d4751ac838e07d52897a6', 'mac_address': 'fa:16:3e:1b:49:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a58e96-bb4f-42a1-a1d3-2d70c05737fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '8f8f5bc6-0bf7-4c2d-9992-ab2f897c66fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:13:12Z', 'updated_at': '2022-05-07T22:13:20Z', 'revision_number': 5, 'project_id': '9871aa16c54d4751ac838e07d52897a6', 'subnets': [{'id': '8f8f5bc6-0bf7-4c2d-9992-ab2f897c66fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53c918bd-9219-4cfa-83a2-9cc46c8f0a52', 'name': '', 'network_id': 'd886a8d9-b0b4-434c-b8fd-39f441315a88', 'tenant_id': '9871aa16c54d4751ac838e07d52897a6', 'mac_address': 'fa:16:3e:98:12:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63a58e96-bb4f-42a1-a1d3-2d70c05737fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '3bb8fb8f-fd99-4052-9f7c-6b1d8087aabe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:13:21Z', 'updated_at': '2022-05-07T22:13:28Z', 'revision_number': 4, 'project_id': '9871aa16c54d4751ac838e07d52897a6', 'subnets': [{'id': '3bb8fb8f-fd99-4052-9f7c-6b1d8087aabe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:13:30.227899 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 45942) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:30.252201 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-a7936602-6b72-43e2-a6af-46c0bfae25e9 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Request body: {'port': {'network_id': 'c584a7c9-28e2-44df-a1ff-ff0be1cdd794', 'name': 'tempest-PortsIpV6TestJSON-110980794', 'fixed_ips': [{'subnet_id': 'c55edd88-678b-4ce7-a325-cffe7798792f', 'ip_address': '2001:db8::f'}]}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:13:30.290846 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fa5844-db7b-4851-a866-296f456f6d3c req-91e0aa00-5a89-4f1a-aea4-100213da550c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:30.291725 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-9bba2af2-8f6a-4eee-9986-211aa7dfeb24 None None] Current status of the port 53c918bd-9219-4cfa-83a2-9cc46c8f0a52 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:13:30.292158 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9bba2af2-8f6a-4eee-9986-211aa7dfeb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (53c918bd-9219-4cfa-83a2-9cc46c8f0a52), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:30.298187 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-32fa5844-db7b-4851-a866-296f456f6d3c req-91e0aa00-5a89-4f1a-aea4-100213da550c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d62508bea6e7484ea316f52f4d3b8471&device_id=4ea99916-97ab-4e68-90bc-a95c38f04964 HTTP/1.1" status: 200  len: 1125 time: 0.2388089
May 07 22:13:30.421686 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:30.437397 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-32fa5844-db7b-4851-a866-296f456f6d3c req-374a2d77-1075-43b2-b970-5f940d6515dd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab0dee45-f2e9-4c0d-bd11-e0508238475b HTTP/1.1" status: 200  len: 217 time: 0.1221931
May 07 22:13:30.439300 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410d4faa-9ba5-4535-9691-022c1926470a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-2c8b27e5-cc6c-4778-9135-471b44cf1df5', 'network_id': '2c8b27e5-cc6c-4778-9135-471b44cf1df5', 'project_id': '9871aa16c54d4751ac838e07d52897a6', 'fixed_ips': [{'subnet_id': 'dd57c3f6-d6c4-4dbe-ba12-72b0ecdd55aa'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:13:30.440157 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-410d4faa-9ba5-4535-9691-022c1926470a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:30.450814 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cf2a65-2e9e-48bf-9493-a6c1773414f4 req-64845227-e50f-46d6-9830-93c23c64e12b tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:30.457236 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-9bba2af2-8f6a-4eee-9986-211aa7dfeb24 None None] For port 53c918bd-9219-4cfa-83a2-9cc46c8f0a52, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=53c918bd-9219-4cfa-83a2-9cc46c8f0a52,segment=NetworkSegment(140229b6-30e8-4475-a37b-fbe7242be746),segment_id=140229b6-30e8-4475-a37b-fbe7242be746)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:13:30.459700 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f5cf2a65-2e9e-48bf-9493-a6c1773414f4 req-64845227-e50f-46d6-9830-93c23c64e12b tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/networks?id=87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce HTTP/1.1" status: 200  len: 811 time: 0.4987352
May 07 22:13:30.467921 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa90a8-4d78-45ee-a7e7-0e900f1759c2 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Pushing event updated for resources: {'Port': ['ID=8a8a8b04-8731-4a1e-a84f-dbbe1692a924,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:30.508809 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9bba2af2-8f6a-4eee-9986-211aa7dfeb24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (53c918bd-9219-4cfa-83a2-9cc46c8f0a52), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:30.554245 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 0af4256d-903f-47da-8046-daebe562d651 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:13:30.554634 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (0af4256d-903f-47da-8046-daebe562d651), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:30.561835 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3379624e-8e85-4e65-93d0-3647024a0eb1 req-bc856da1-d519-4f0d-9b13-2e4626c12c31 service neutron] 10.222.0.55 "GET /v2.0/networks/ebdf594d-504a-44e8-89b9-e74774287749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5891232
May 07 22:13:30.563351 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f5cf2a65-2e9e-48bf-9493-a6c1773414f4 req-8cf177db-bc8e-4b47-b6cb-8442515bd3e7 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/quotas/f3657e8df46a4252b9eb1eb159306a66 HTTP/1.1" status: 200  len: 375 time: 0.0925281
May 07 22:13:30.625808 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7936602-6b72-43e2-a6af-46c0bfae25e9 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Made reservation on behalf of 586495fb86064013a37b42a6b3d382fb for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:13:30.648932 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fa5844-db7b-4851-a866-296f456f6d3c req-9701fe53-9938-4a77-aab6-c3071cacc4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:30.650810 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-32fa5844-db7b-4851-a866-296f456f6d3c req-9701fe53-9938-4a77-aab6-c3071cacc4ea service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a883f163-518a-49ed-806b-b4dba8860b63 HTTP/1.1" status: 200  len: 848 time: 0.1898167
May 07 22:13:30.657126 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 38281ec1-7309-4230-88df-07aeb79aaee9 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:13:30.679439 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f5cf2a65-2e9e-48bf-9493-a6c1773414f4 req-dd32435f-a2fa-4182-a643-5489193c3ab8 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f3657e8df46a4252b9eb1eb159306a66&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0906363
May 07 22:13:30.710473 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-32fa5844-db7b-4851-a866-296f456f6d3c req-d9a102dd-b679-4d2a-99d6-d45812d94207 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=aee5e538-fcd6-49ce-8112-161cb6d635be&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0529706
May 07 22:13:30.781953 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-62e5f3cb-86a2-4de6-bb58-40d4de0e92a8 None None] Provisioning complete for port 0af4256d-903f-47da-8046-daebe562d651 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:13:30.782656 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-62e5f3cb-86a2-4de6-bb58-40d4de0e92a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (0af4256d-903f-47da-8046-daebe562d651), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:30.843633 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bba2af2-8f6a-4eee-9986-211aa7dfeb24 None None] Pushing event updated for resources: {'Port': ['ID=53c918bd-9219-4cfa-83a2-9cc46c8f0a52,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:30.879683 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port 0af4256d-903f-47da-8046-daebe562d651, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0af4256d-903f-47da-8046-daebe562d651,segment=NetworkSegment(b6b72dba-ef87-475c-9f41-bcc4651f3945),segment_id=b6b72dba-ef87-475c-9f41-bcc4651f3945)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:13:30.886458 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-410d4faa-9ba5-4535-9691-022c1926470a None None] Allocated IP 172.22.0.2 (2c8b27e5-cc6c-4778-9135-471b44cf1df5/dd57c3f6-d6c4-4dbe-ba12-72b0ecdd55aa/4ca84925-b9e0-4e96-97dd-62e06073ae5d) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:13:30.929490 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (0af4256d-903f-47da-8046-daebe562d651), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:30.986945 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f5cf2a65-2e9e-48bf-9493-a6c1773414f4 req-ca22baec-95d8-40af-b353-7d757abcb7fd service neutron] 10.222.0.32 "GET /v2.0/networks/87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2879767
May 07 22:13:30.991102 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-32fa5844-db7b-4851-a866-296f456f6d3c req-3bba4bf2-573d-4404-aa7c-6d646730cac3 service neutron] 10.222.0.55 "GET /v2.0/networks/aee5e538-fcd6-49ce-8112-161cb6d635be?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2675097
May 07 22:13:31.033980 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a7936602-6b72-43e2-a6af-46c0bfae25e9 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:31.111559 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [None req-a7936602-6b72-43e2-a6af-46c0bfae25e9 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] device_id is not set on port 67eeec13-61bd-4ecf-9953-434506b68e62 yet. {{(pid=121837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 22:13:31.125197 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ba2683ad-185c-41da-9207-40d621c1e108 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:31.161020 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2678d7a-c3a0-4a5b-8f9a-e202d7d393fc req-67669390-48be-4b8e-922a-7b939d08603b tempest-VolumesActionsTest-1113665028 tempest-VolumesActionsTest-1113665028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:31.170138 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a2678d7a-c3a0-4a5b-8f9a-e202d7d393fc req-67669390-48be-4b8e-922a-7b939d08603b tempest-VolumesActionsTest-1113665028 tempest-VolumesActionsTest-1113665028-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ea99916-97ab-4e68-90bc-a95c38f04964 HTTP/1.1" status: 200  len: 943 time: 0.2533166
May 07 22:13:31.221049 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=0af4256d-903f-47da-8046-daebe562d651,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:31.236140 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 53c918bd-9219-4cfa-83a2-9cc46c8f0a52 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:13:31.285771 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f5cf2a65-2e9e-48bf-9493-a6c1773414f4 req-4b2f9e8b-b134-4afd-b5f0-be86ccbd15dc service neutron] 10.222.0.32 "GET /v2.0/networks/87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2931373
May 07 22:13:31.302960 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-32fa5844-db7b-4851-a866-296f456f6d3c req-06f21ca4-6e86-4830-9972-585c8ef084f6 service neutron] 10.222.0.55 "GET /v2.0/networks/aee5e538-fcd6-49ce-8112-161cb6d635be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3003895
May 07 22:13:31.349744 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 38281ec1-7309-4230-88df-07aeb79aaee9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=38281ec1-7309-4230-88df-07aeb79aaee9,segment=NetworkSegment(2cb8e953-203f-4019-8d4d-d4ab0509c11a),segment_id=2cb8e953-203f-4019-8d4d-d4ab0509c11a)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:13:31.427452 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-62e5f3cb-86a2-4de6-bb58-40d4de0e92a8 None None] Current status of the port 0af4256d-903f-47da-8046-daebe562d651 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:13:31.458297 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': '38281ec1-7309-4230-88df-07aeb79aaee9', 'network_id': 'ebdf594d-504a-44e8-89b9-e74774287749', 'port_id': '38281ec1-7309-4230-88df-07aeb79aaee9', 'mac_address': 'fa:16:3e:7a:3e:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08181da1-ef60-4984-b7f1-4a196d8203f6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:13:31.492106 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a2678d7a-c3a0-4a5b-8f9a-e202d7d393fc req-dcd715f3-e230-4da4-958c-c0152fd5cb27 tempest-VolumesActionsTest-1113665028 tempest-VolumesActionsTest-1113665028-project] 10.222.0.32 "GET /v2.0/security-groups?id=796faeab-2373-42f0-94cc-b18853c1fdcc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3176603
May 07 22:13:31.594421 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-62e5f3cb-86a2-4de6-bb58-40d4de0e92a8 None None] Provisioning complete for port 53c918bd-9219-4cfa-83a2-9cc46c8f0a52 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:13:31.599961 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-62e5f3cb-86a2-4de6-bb58-40d4de0e92a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (53c918bd-9219-4cfa-83a2-9cc46c8f0a52), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:31.761701 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-193b9196-cbe0-4b41-8a7b-d3a61c3f744f req-533b20f8-43fc-496a-8697-6044ce324b5c tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?device_id=95d382c3-52c5-4312-a2a5-47fdfc1625fd HTTP/1.1" status: 200  len: 210 time: 0.0543289
May 07 22:13:31.781204 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 38281ec1-7309-4230-88df-07aeb79aaee9 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:13:31.781720 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (38281ec1-7309-4230-88df-07aeb79aaee9), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:31.796843 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37cf2d4-fba6-4255-b35e-af585c3dbb0c req-5a1468d4-fab9-4437-b2fe-ce13543e2bb7 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:31.799115 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c37cf2d4-fba6-4255-b35e-af585c3dbb0c req-5a1468d4-fab9-4437-b2fe-ce13543e2bb7 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=f65a5d21-0a34-4bef-82e5-f77821caa253 HTTP/1.1" status: 200  len: 944 time: 0.0757451
May 07 22:13:31.804687 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-410d4faa-9ba5-4535-9691-022c1926470a None None] Publish callbacks [] for port (4ca84925-b9e0-4e96-97dd-62e06073ae5d), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:31.807561 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 53c918bd-9219-4cfa-83a2-9cc46c8f0a52 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:13:31.808044 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (53c918bd-9219-4cfa-83a2-9cc46c8f0a52), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:31.869086 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-410d4faa-9ba5-4535-9691-022c1926470a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (4ca84925-b9e0-4e96-97dd-62e06073ae5d), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:31.873568 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-a7936602-6b72-43e2-a6af-46c0bfae25e9 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Allocated IP 2001:db8::f (c584a7c9-28e2-44df-a1ff-ff0be1cdd794/c55edd88-678b-4ce7-a325-cffe7798792f/67eeec13-61bd-4ecf-9953-434506b68e62) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:13:31.906274 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38281ec1-7309-4230-88df-07aeb79aaee9 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:13:31.938339 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410d4faa-9ba5-4535-9691-022c1926470a None None] Network 2c8b27e5-cc6c-4778-9135-471b44cf1df5 is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:13:31.967889 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-410d4faa-9ba5-4535-9691-022c1926470a None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:13:31.970708 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410d4faa-9ba5-4535-9691-022c1926470a None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:13:31.982933 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c37cf2d4-fba6-4255-b35e-af585c3dbb0c req-6519b28f-d5e9-4b4d-99e5-c79606cd1e70 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1717873
May 07 22:13:31.996322 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 53c918bd-9219-4cfa-83a2-9cc46c8f0a52 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:13:32.034388 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 38281ec1-7309-4230-88df-07aeb79aaee9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=38281ec1-7309-4230-88df-07aeb79aaee9,segment=NetworkSegment(2cb8e953-203f-4019-8d4d-d4ab0509c11a),segment_id=2cb8e953-203f-4019-8d4d-d4ab0509c11a)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:13:32.039130 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410d4faa-9ba5-4535-9691-022c1926470a None None] Pushing event updated for resources: {'Port': ['ID=4ca84925-b9e0-4e96-97dd-62e06073ae5d,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:32.049518 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (38281ec1-7309-4230-88df-07aeb79aaee9), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:32.096451 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-ba2683ad-185c-41da-9207-40d621c1e108 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Allocated IP 172.22.0.1 (2c8b27e5-cc6c-4778-9135-471b44cf1df5/dd57c3f6-d6c4-4dbe-ba12-72b0ecdd55aa/509df312-0895-453c-9bb7-474a70a42508) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:13:32.104912 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-62e5f3cb-86a2-4de6-bb58-40d4de0e92a8 None None] Current status of the port 53c918bd-9219-4cfa-83a2-9cc46c8f0a52 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:13:32.182763 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac3709-2f51-4971-9136-a922a24b8168 req-12e0f690-b9fa-448c-a46d-f3f444454b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:32.186010 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-47ac3709-2f51-4971-9136-a922a24b8168 req-12e0f690-b9fa-448c-a46d-f3f444454b62 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d62508bea6e7484ea316f52f4d3b8471&device_id=4ea99916-97ab-4e68-90bc-a95c38f04964 HTTP/1.1" status: 200  len: 1125 time: 0.0571520
May 07 22:13:32.236911 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-410d4faa-9ba5-4535-9691-022c1926470a None None] Attempting to bind port 4ca84925-b9e0-4e96-97dd-62e06073ae5d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:13:32.238021 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-410d4faa-9ba5-4535-9691-022c1926470a None None] Attempting to bind port 4ca84925-b9e0-4e96-97dd-62e06073ae5d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ab65c93d-9824-4754-bbbb-dcbfe5cb163e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '2c8b27e5-cc6c-4778-9135-471b44cf1df5'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:13:32.240585 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410d4faa-9ba5-4535-9691-022c1926470a None None] Attempting to bind port 4ca84925-b9e0-4e96-97dd-62e06073ae5d on network 2c8b27e5-cc6c-4778-9135-471b44cf1df5 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:13:32.264135 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=38281ec1-7309-4230-88df-07aeb79aaee9,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:32.279632 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410d4faa-9ba5-4535-9691-022c1926470a None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:13:32.280342 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410d4faa-9ba5-4535-9691-022c1926470a None None] Checking segment: {'id': 'ab65c93d-9824-4754-bbbb-dcbfe5cb163e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '2c8b27e5-cc6c-4778-9135-471b44cf1df5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:13:32.281719 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-410d4faa-9ba5-4535-9691-022c1926470a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:32.282371 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410d4faa-9ba5-4535-9691-022c1926470a None None] Bound using segment: {'id': 'ab65c93d-9824-4754-bbbb-dcbfe5cb163e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '2c8b27e5-cc6c-4778-9135-471b44cf1df5'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:13:32.284201 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-410d4faa-9ba5-4535-9691-022c1926470a None None] Bound port: 4ca84925-b9e0-4e96-97dd-62e06073ae5d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab65c93d-9824-4754-bbbb-dcbfe5cb163e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '2c8b27e5-cc6c-4778-9135-471b44cf1df5'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:13:32.285569 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-410d4faa-9ba5-4535-9691-022c1926470a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (4ca84925-b9e0-4e96-97dd-62e06073ae5d), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:32.300125 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a7936602-6b72-43e2-a6af-46c0bfae25e9 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for port (67eeec13-61bd-4ecf-9953-434506b68e62), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:32.315179 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac3709-2f51-4971-9136-a922a24b8168 req-8f024884-ae0a-4c44-976e-16a55aaab93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:32.317147 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-47ac3709-2f51-4971-9136-a922a24b8168 req-8f024884-ae0a-4c44-976e-16a55aaab93d service neutron] 10.222.0.55 "GET /v2.0/networks?id=aee5e538-fcd6-49ce-8112-161cb6d635be HTTP/1.1" status: 200  len: 909 time: 0.1247313
May 07 22:13:32.339704 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['38281ec1-7309-4230-88df-07aeb79aaee9'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:13:32.341540 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-852d2390-a439-4a2f-8891-b89d5c02ed2f None None] Provisioning complete for port 8a8a8b04-8731-4a1e-a84f-dbbe1692a924 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:13:32.341918 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-852d2390-a439-4a2f-8891-b89d5c02ed2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (8a8a8b04-8731-4a1e-a84f-dbbe1692a924), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:32.342028 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ba2683ad-185c-41da-9207-40d621c1e108 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for port (509df312-0895-453c-9bb7-474a70a42508), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:32.381360 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a7936602-6b72-43e2-a6af-46c0bfae25e9 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (67eeec13-61bd-4ecf-9953-434506b68e62), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:32.412748 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-47ac3709-2f51-4971-9136-a922a24b8168 req-609d003d-9ea5-41ad-a831-9a93b265e4e0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab0dee45-f2e9-4c0d-bd11-e0508238475b HTTP/1.1" status: 200  len: 217 time: 0.0669713
May 07 22:13:32.424868 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7936602-6b72-43e2-a6af-46c0bfae25e9 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Network c584a7c9-28e2-44df-a1ff-ff0be1cdd794 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:13:32.431891 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-a7936602-6b72-43e2-a6af-46c0bfae25e9 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:13:32.439322 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7936602-6b72-43e2-a6af-46c0bfae25e9 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:13:32.445296 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7936602-6b72-43e2-a6af-46c0bfae25e9 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:32.446147 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a7936602-6b72-43e2-a6af-46c0bfae25e9 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:32.450855 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-410d4faa-9ba5-4535-9691-022c1926470a None None] For port 4ca84925-b9e0-4e96-97dd-62e06073ae5d, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:13:32.456373 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-410d4faa-9ba5-4535-9691-022c1926470a None None] For port 4ca84925-b9e0-4e96-97dd-62e06073ae5d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4ca84925-b9e0-4e96-97dd-62e06073ae5d,segment=NetworkSegment(ab65c93d-9824-4754-bbbb-dcbfe5cb163e),segment_id=ab65c93d-9824-4754-bbbb-dcbfe5cb163e)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:13:32.461741 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ba2683ad-185c-41da-9207-40d621c1e108 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (509df312-0895-453c-9bb7-474a70a42508), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:32.465179 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac3709-2f51-4971-9136-a922a24b8168 req-3946dbaf-9e6d-482e-8552-daa3b47924c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:32.466641 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-47ac3709-2f51-4971-9136-a922a24b8168 req-3946dbaf-9e6d-482e-8552-daa3b47924c3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a883f163-518a-49ed-806b-b4dba8860b63 HTTP/1.1" status: 200  len: 848 time: 0.0501492
May 07 22:13:32.479626 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7936602-6b72-43e2-a6af-46c0bfae25e9 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Pushing event updated for resources: {'Port': ['ID=67eeec13-61bd-4ecf-9953-434506b68e62,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:32.493706 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-a7936602-6b72-43e2-a6af-46c0bfae25e9 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 928 time: 2.2647531
May 07 22:13:32.500304 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-852d2390-a439-4a2f-8891-b89d5c02ed2f None None] Port 8a8a8b04-8731-4a1e-a84f-dbbe1692a924 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:13:32.506468 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-410d4faa-9ba5-4535-9691-022c1926470a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (4ca84925-b9e0-4e96-97dd-62e06073ae5d), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:32.510266 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 46018) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:32.536268 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-47ac3709-2f51-4971-9136-a922a24b8168 req-8877dd20-1f22-4d96-9174-5b12804046d0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=aee5e538-fcd6-49ce-8112-161cb6d635be&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0635672
May 07 22:13:32.557559 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-852d2390-a439-4a2f-8891-b89d5c02ed2f None None] Provisioning complete for port 0af4256d-903f-47da-8046-daebe562d651 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:13:32.557942 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-852d2390-a439-4a2f-8891-b89d5c02ed2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (0af4256d-903f-47da-8046-daebe562d651), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:32.569334 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2683ad-185c-41da-9207-40d621c1e108 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Pushing event updated for resources: {'Port': ['ID=509df312-0895-453c-9bb7-474a70a42508,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:32.583967 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2683ad-185c-41da-9207-40d621c1e108 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Network 2c8b27e5-cc6c-4778-9135-471b44cf1df5 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:13:32.592438 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-ba2683ad-185c-41da-9207-40d621c1e108 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:13:32.603582 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2683ad-185c-41da-9207-40d621c1e108 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:13:32.660939 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ca1040-c831-453e-81b0-31d64e628e8c tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:32.661070 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410d4faa-9ba5-4535-9691-022c1926470a None None] Pushing event updated for resources: {'Port': ['ID=4ca84925-b9e0-4e96-97dd-62e06073ae5d,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:32.664990 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-d5ca1040-c831-453e-81b0-31d64e628e8c tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200  len: 928 time: 0.1508677
May 07 22:13:32.680168 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ba2683ad-185c-41da-9207-40d621c1e108 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398161'] for router_interface (63a58e96-bb4f-42a1-a1d3-2d70c05737fc), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:32.685072 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 46022) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:32.770897 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef8dd54-648a-4497-87c9-bf77d2b9ee32 req-b68a1713-3e32-40c0-8ab2-611c305b5cbf tempest-VolumesActionsTest-1113665028 tempest-VolumesActionsTest-1113665028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:32.772834 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-aef8dd54-648a-4497-87c9-bf77d2b9ee32 req-b68a1713-3e32-40c0-8ab2-611c305b5cbf tempest-VolumesActionsTest-1113665028 tempest-VolumesActionsTest-1113665028-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ea99916-97ab-4e68-90bc-a95c38f04964 HTTP/1.1" status: 200  len: 943 time: 0.1536384
May 07 22:13:32.851401 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-47ac3709-2f51-4971-9136-a922a24b8168 req-1a179bd9-4e66-48f8-b30b-76887c900c12 service neutron] 10.222.0.55 "GET /v2.0/networks/aee5e538-fcd6-49ce-8112-161cb6d635be?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2492492
May 07 22:13:32.916531 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-852d2390-a439-4a2f-8891-b89d5c02ed2f None None] Current status of the port 0af4256d-903f-47da-8046-daebe562d651 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:13:32.930736 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-aef8dd54-648a-4497-87c9-bf77d2b9ee32 req-d5a4afdc-348f-46ea-a5d0-eb20610a3208 tempest-VolumesActionsTest-1113665028 tempest-VolumesActionsTest-1113665028-project] 10.222.0.32 "GET /v2.0/security-groups?id=796faeab-2373-42f0-94cc-b18853c1fdcc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1369615
May 07 22:13:33.063519 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-47ac3709-2f51-4971-9136-a922a24b8168 req-15419217-77f6-447d-a3d7-6fbd5c0e9a7c service neutron] 10.222.0.55 "GET /v2.0/networks/aee5e538-fcd6-49ce-8112-161cb6d635be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1948104
May 07 22:13:33.105878 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-1967d3c8-ce02-4fb7-bcf0-4e5da8d041e2 None None] Provisioning complete for port 67eeec13-61bd-4ecf-9953-434506b68e62 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:13:33.105878 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1967d3c8-ce02-4fb7-bcf0-4e5da8d041e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (67eeec13-61bd-4ecf-9953-434506b68e62), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:33.181529 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-68fe519a-a0c0-49a4-901b-a7737c5e849f req-f5a0c2ac-0c55-4174-9d06-ff3d3f6b5374 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?device_id=95d382c3-52c5-4312-a2a5-47fdfc1625fd HTTP/1.1" status: 200  len: 210 time: 0.1870420
May 07 22:13:33.220608 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8b5ec5-5a54-45de-b01e-52002b4537fc tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:33.240985 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8b5ec5-5a54-45de-b01e-52002b4537fc tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:33.264423 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8b5ec5-5a54-45de-b01e-52002b4537fc tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:33.277668 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-bb8b5ec5-5a54-45de-b01e-52002b4537fc tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200  len: 2390 time: 0.5855861
May 07 22:13:33.288698 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 46044) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:33.304639 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-1967d3c8-ce02-4fb7-bcf0-4e5da8d041e2 None None] Port 67eeec13-61bd-4ecf-9953-434506b68e62 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:13:33.407987 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d40a450-0279-4028-82be-b95706f2bc15 req-36820248-263c-4156-a999-39b8c3d2c158 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:33.415790 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0d40a450-0279-4028-82be-b95706f2bc15 req-36820248-263c-4156-a999-39b8c3d2c158 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=f65a5d21-0a34-4bef-82e5-f77821caa253 HTTP/1.1" status: 200  len: 945 time: 0.2454329
May 07 22:13:33.439091 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ba2683ad-185c-41da-9207-40d621c1e108 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (509df312-0895-453c-9bb7-474a70a42508), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:33.505589 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cf2a65-2e9e-48bf-9493-a6c1773414f4 req-67cba879-b1c4-4cc5-b815-7a0a09eda786 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:33.507386 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f5cf2a65-2e9e-48bf-9493-a6c1773414f4 req-67cba879-b1c4-4cc5-b815-7a0a09eda786 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.59 "GET /v2.0/networks?id=87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce HTTP/1.1" status: 200  len: 811 time: 0.5945055
May 07 22:13:33.523035 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0d40a450-0279-4028-82be-b95706f2bc15 req-b0c2c55c-70ca-4bcc-8ed5-ba8818b32828 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1011055
May 07 22:13:33.523552 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-f5cf2a65-2e9e-48bf-9493-a6c1773414f4 req-c22cfd5b-7c1e-4f50-bd63-8d13bf89f266 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Request body: {'port': {'device_id': '95d382c3-52c5-4312-a2a5-47fdfc1625fd', 'network_id': '87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce', 'admin_state_up': True, 'tenant_id': 'f3657e8df46a4252b9eb1eb159306a66'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:13:33.523858 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-e526a067-2917-48e4-89c5-3aa5e8ecd263 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Deleting port 67eeec13-61bd-4ecf-9953-434506b68e62 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:13:33.524195 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e526a067-2917-48e4-89c5-3aa5e8ecd263 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (67eeec13-61bd-4ecf-9953-434506b68e62), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:33.534259 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 4ca84925-b9e0-4e96-97dd-62e06073ae5d up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:13:33.633290 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 4ca84925-b9e0-4e96-97dd-62e06073ae5d triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:13:33.633754 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (4ca84925-b9e0-4e96-97dd-62e06073ae5d), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:33.645160 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e526a067-2917-48e4-89c5-3aa5e8ecd263 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (67eeec13-61bd-4ecf-9953-434506b68e62), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:33.660842 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-e526a067-2917-48e4-89c5-3aa5e8ecd263 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Calling delete_port for 67eeec13-61bd-4ecf-9953-434506b68e62 owned by  {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:13:33.753141 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 4ca84925-b9e0-4e96-97dd-62e06073ae5d is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:13:33.753566 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (4ca84925-b9e0-4e96-97dd-62e06073ae5d), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:33.815863 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e526a067-2917-48e4-89c5-3aa5e8ecd263 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (67eeec13-61bd-4ecf-9953-434506b68e62), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:33.819412 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port 4ca84925-b9e0-4e96-97dd-62e06073ae5d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4ca84925-b9e0-4e96-97dd-62e06073ae5d,segment=NetworkSegment(ab65c93d-9824-4754-bbbb-dcbfe5cb163e),segment_id=ab65c93d-9824-4754-bbbb-dcbfe5cb163e)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:13:33.827601 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (4ca84925-b9e0-4e96-97dd-62e06073ae5d), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:33.828466 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 0af4256d-903f-47da-8046-daebe562d651 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:13:33.879506 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e526a067-2917-48e4-89c5-3aa5e8ecd263 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Pushing event deleted for resources: {'Port': ['ID=67eeec13-61bd-4ecf-9953-434506b68e62,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:33.904443 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5cf2a65-2e9e-48bf-9493-a6c1773414f4 req-c22cfd5b-7c1e-4f50-bd63-8d13bf89f266 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Made reservation on behalf of f3657e8df46a4252b9eb1eb159306a66 for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:13:33.911279 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e526a067-2917-48e4-89c5-3aa5e8ecd263 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:33.915472 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-e526a067-2917-48e4-89c5-3aa5e8ecd263 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "DELETE /v2.0/ports/67eeec13-61bd-4ecf-9953-434506b68e62 HTTP/1.1" status: 204  len: 168 time: 0.6131768
May 07 22:13:33.918033 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 46054) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:33.918267 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-f5cf2a65-2e9e-48bf-9493-a6c1773414f4 req-c22cfd5b-7c1e-4f50-bd63-8d13bf89f266 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:33.969451 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e80e8dd-ba74-4d0e-90ee-6f5fde40225c tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] GET failed (client error): The resource could not be found.
May 07 22:13:33.974238 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-0e80e8dd-ba74-4d0e-90ee-6f5fde40225c tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "GET /v2.0/ports/67eeec13-61bd-4ecf-9953-434506b68e62 HTTP/1.1" status: 404  len: 333 time: 0.0442586
May 07 22:13:33.978690 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 46068) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:34.095610 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=4ca84925-b9e0-4e96-97dd-62e06073ae5d,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:34.121191 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 0af4256d-903f-47da-8046-daebe562d651 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:13:34.123775 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (0af4256d-903f-47da-8046-daebe562d651), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:34.154733 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-53e8f96a-e1ae-4c5b-be10-2dfef452918d tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Deleting port 8a8a8b04-8731-4a1e-a84f-dbbe1692a924 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:13:34.155579 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-53e8f96a-e1ae-4c5b-be10-2dfef452918d tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (8a8a8b04-8731-4a1e-a84f-dbbe1692a924), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:34.393482 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ba2683ad-185c-41da-9207-40d621c1e108 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for port (509df312-0895-453c-9bb7-474a70a42508), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:34.412468 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f7f6e636-2eee-486d-ad26-099a578efcb5 req-6168ea43-57fd-43a3-98fc-249407301404 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?device_id=95d382c3-52c5-4312-a2a5-47fdfc1625fd HTTP/1.1" status: 200  len: 210 time: 0.0712979
May 07 22:13:34.456632 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ba2683ad-185c-41da-9207-40d621c1e108 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (509df312-0895-453c-9bb7-474a70a42508), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:34.484609 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-53e8f96a-e1ae-4c5b-be10-2dfef452918d tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (8a8a8b04-8731-4a1e-a84f-dbbe1692a924), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:34.499889 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-53e8f96a-e1ae-4c5b-be10-2dfef452918d tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Calling delete_port for 8a8a8b04-8731-4a1e-a84f-dbbe1692a924 owned by  {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:13:34.544106 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device ab0dee45-f2e9-4c0d-bd11-e0508238475b details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:13:34.550270 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 38281ec1-7309-4230-88df-07aeb79aaee9 up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:13:34.629317 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af18b7d-8caa-4031-a3fd-e913cf2009e4 req-aa5b136c-39d0-46ab-a349-3da11af583b6 tempest-VolumesActionsTest-1113665028 tempest-VolumesActionsTest-1113665028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:34.631177 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2af18b7d-8caa-4031-a3fd-e913cf2009e4 req-aa5b136c-39d0-46ab-a349-3da11af583b6 tempest-VolumesActionsTest-1113665028 tempest-VolumesActionsTest-1113665028-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ea99916-97ab-4e68-90bc-a95c38f04964 HTTP/1.1" status: 200  len: 943 time: 0.3925455
May 07 22:13:34.676772 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [req-f5cf2a65-2e9e-48bf-9493-a6c1773414f4 req-c22cfd5b-7c1e-4f50-bd63-8d13bf89f266 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Allocated IP 172.20.0.9 (87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce/c381f23c-d79e-4860-966b-6594e682e18c/6bfd345f-53d0-4135-ad4d-03cc3f0666db) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:13:34.699815 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2683ad-185c-41da-9207-40d621c1e108 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Pushing event updated for resources: {'Port': ['ID=509df312-0895-453c-9bb7-474a70a42508,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:34.705380 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ba2683ad-185c-41da-9207-40d621c1e108 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401121'] for router_interface (63a58e96-bb4f-42a1-a1d3-2d70c05737fc), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:34.737478 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8640b67b-772b-41ac-b0a5-cef30ff3f9c0 None None] Network 2c8b27e5-cc6c-4778-9135-471b44cf1df5 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:13:34.760964 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e02c32-24db-41fe-920c-b856882395c2 req-56e74a54-1d04-495c-9ed8-dfea781a8d63 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:34.767988 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f3e02c32-24db-41fe-920c-b856882395c2 req-56e74a54-1d04-495c-9ed8-dfea781a8d63 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=f65a5d21-0a34-4bef-82e5-f77821caa253 HTTP/1.1" status: 200  len: 945 time: 0.0967038
May 07 22:13:34.799208 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-53e8f96a-e1ae-4c5b-be10-2dfef452918d tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (8a8a8b04-8731-4a1e-a84f-dbbe1692a924), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:34.821489 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-e6b3b85e-22e2-4fb1-9a3a-0dd8cdceb56a None None] Provisioning complete for port 4ca84925-b9e0-4e96-97dd-62e06073ae5d triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:13:34.821952 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e6b3b85e-22e2-4fb1-9a3a-0dd8cdceb56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (4ca84925-b9e0-4e96-97dd-62e06073ae5d), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:34.891315 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e8f96a-e1ae-4c5b-be10-2dfef452918d tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Pushing event deleted for resources: {'Port': ['ID=8a8a8b04-8731-4a1e-a84f-dbbe1692a924,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:34.904541 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-53e8f96a-e1ae-4c5b-be10-2dfef452918d tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:34.908647 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-53e8f96a-e1ae-4c5b-be10-2dfef452918d tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "DELETE /v2.0/ports/8a8a8b04-8731-4a1e-a84f-dbbe1692a924 HTTP/1.1" status: 204  len: 168 time: 0.9287844
May 07 22:13:34.911940 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 46124) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:34.928623 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning for port 38281ec1-7309-4230-88df-07aeb79aaee9 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 22:13:34.955368 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-7baaecc2-753f-4441-b26f-1c201e41afd8 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] GET failed (client error): The resource could not be found.
May 07 22:13:34.957299 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-7baaecc2-753f-4441-b26f-1c201e41afd8 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "GET /v2.0/ports/8a8a8b04-8731-4a1e-a84f-dbbe1692a924 HTTP/1.1" status: 404  len: 333 time: 0.0442736
May 07 22:13:34.963470 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port 38281ec1-7309-4230-88df-07aeb79aaee9 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:13:34.963996 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (38281ec1-7309-4230-88df-07aeb79aaee9), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:34.974886 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f3e02c32-24db-41fe-920c-b856882395c2 req-b9c0d959-5b2b-4825-9744-43d66ed540a6 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1995344
May 07 22:13:34.974886 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 46126) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:35.048191 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0508550-2c79-45e4-9e31-b6f4bb1ee3c3 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Deleting subnet c55edd88-678b-4ce7-a325-cffe7798792f {{(pid=121836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:13:35.051972 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d0508550-2c79-45e4-9e31-b6f4bb1ee3c3 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for subnet (c55edd88-678b-4ce7-a325-cffe7798792f), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:35.106391 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d0508550-2c79-45e4-9e31-b6f4bb1ee3c3 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726883'] for subnet (c55edd88-678b-4ce7-a325-cffe7798792f), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:35.108543 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 0af4256d-903f-47da-8046-daebe562d651 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:13:35.186294 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port ab0dee45-f2e9-4c0d-bd11-e0508238475b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ab0dee45-f2e9-4c0d-bd11-e0508238475b,segment=NetworkSegment(21f1f6e2-9b44-4277-afd3-eeab9c445cc5),segment_id=21f1f6e2-9b44-4277-afd3-eeab9c445cc5)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:13:35.241889 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d0508550-2c79-45e4-9e31-b6f4bb1ee3c3 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (c55edd88-678b-4ce7-a325-cffe7798792f), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:35.261029 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': 'ab0dee45-f2e9-4c0d-bd11-e0508238475b', 'network_id': 'aee5e538-fcd6-49ce-8112-161cb6d635be', 'port_id': 'ab0dee45-f2e9-4c0d-bd11-e0508238475b', 'mac_address': 'fa:16:3e:5a:43:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a883f163-518a-49ed-806b-b4dba8860b63', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:13:35.343490 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 38281ec1-7309-4230-88df-07aeb79aaee9 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:13:35.344115 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (38281ec1-7309-4230-88df-07aeb79aaee9), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:35.347816 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 4ca84925-b9e0-4e96-97dd-62e06073ae5d up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:13:35.348326 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d0508550-2c79-45e4-9e31-b6f4bb1ee3c3 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (c55edd88-678b-4ce7-a325-cffe7798792f), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:35.400706 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0508550-2c79-45e4-9e31-b6f4bb1ee3c3 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Pushing event deleted for resources: {'Subnet': ['ID=c55edd88-678b-4ce7-a325-cffe7798792f,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:35.417489 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d0508550-2c79-45e4-9e31-b6f4bb1ee3c3 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:35.430178 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-d0508550-2c79-45e4-9e31-b6f4bb1ee3c3 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "DELETE /v2.0/subnets/c55edd88-678b-4ce7-a325-cffe7798792f HTTP/1.1" status: 204  len: 168 time: 0.4519141
May 07 22:13:35.430575 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 46128) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:35.463580 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5717ce1-f162-45f7-997a-13f1c2eee16d None None] Network c584a7c9-28e2-44df-a1ff-ff0be1cdd794 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:13:35.465609 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-e6b3b85e-22e2-4fb1-9a3a-0dd8cdceb56a None None] Current status of the port 4ca84925-b9e0-4e96-97dd-62e06073ae5d is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:13:35.493061 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port ab0dee45-f2e9-4c0d-bd11-e0508238475b is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:13:35.493434 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (ab0dee45-f2e9-4c0d-bd11-e0508238475b), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:35.540450 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab0dee45-f2e9-4c0d-bd11-e0508238475b {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:13:35.562627 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port ab0dee45-f2e9-4c0d-bd11-e0508238475b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ab0dee45-f2e9-4c0d-bd11-e0508238475b,segment=NetworkSegment(21f1f6e2-9b44-4277-afd3-eeab9c445cc5),segment_id=21f1f6e2-9b44-4277-afd3-eeab9c445cc5)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:13:35.564335 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f65a5d21-0a34-4bef-82e5-f77821caa253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38281ec1-7309-4230-88df-07aeb79aaee9'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:13:35.566403 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e5f674a-19dd-4296-87e9-552506dc8a66" -d '{"events": [{"server_uuid": "f65a5d21-0a34-4bef-82e5-f77821caa253", "name": "network-vif-plugged", "status": "completed", "tag": "38281ec1-7309-4230-88df-07aeb79aaee9"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:13:35.573918 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 38281ec1-7309-4230-88df-07aeb79aaee9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=38281ec1-7309-4230-88df-07aeb79aaee9,segment=NetworkSegment(2cb8e953-203f-4019-8d4d-d4ab0509c11a),segment_id=2cb8e953-203f-4019-8d4d-d4ab0509c11a)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:13:35.585387 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2af18b7d-8caa-4031-a3fd-e913cf2009e4 req-b8216942-ca2d-4768-ae92-dd3234ad5459 tempest-VolumesActionsTest-1113665028 tempest-VolumesActionsTest-1113665028-project] 10.222.0.32 "GET /v2.0/security-groups?id=796faeab-2373-42f0-94cc-b18853c1fdcc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9443810
May 07 22:13:35.589069 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (ab0dee45-f2e9-4c0d-bd11-e0508238475b), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:35.635223 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2683ad-185c-41da-9207-40d621c1e108 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Network 2c8b27e5-cc6c-4778-9135-471b44cf1df5 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:13:35.638900 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-ba2683ad-185c-41da-9207-40d621c1e108 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:13:35.670865 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (38281ec1-7309-4230-88df-07aeb79aaee9), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:35.675898 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fca37024-d3e4-4c8e-84ba-b581b8962e7d x-openstack-request-id: req-fca37024-d3e4-4c8e-84ba-b581b8962e7d {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:13:35.676193 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f65a5d21-0a34-4bef-82e5-f77821caa253", "name": "network-vif-plugged", "status": "completed", "tag": "38281ec1-7309-4230-88df-07aeb79aaee9", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:13:35.676445 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fca37024-d3e4-4c8e-84ba-b581b8962e7d {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:13:35.676840 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fca37024-d3e4-4c8e-84ba-b581b8962e7d'] response: {'server_uuid': 'f65a5d21-0a34-4bef-82e5-f77821caa253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38281ec1-7309-4230-88df-07aeb79aaee9', 'code': 200}
May 07 22:13:35.680849 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 4ca84925-b9e0-4e96-97dd-62e06073ae5d triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:13:35.681227 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (4ca84925-b9e0-4e96-97dd-62e06073ae5d), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:35.770499 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-f5cf2a65-2e9e-48bf-9493-a6c1773414f4 req-c22cfd5b-7c1e-4f50-bd63-8d13bf89f266 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks [] for port (6bfd345f-53d0-4135-ad4d-03cc3f0666db), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:35.805043 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['ab0dee45-f2e9-4c0d-bd11-e0508238475b'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:13:35.833107 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-d2b74c8d-4895-4505-8082-2d1607bd2933 None None] Provisioning complete for port 4ca84925-b9e0-4e96-97dd-62e06073ae5d triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:13:35.833493 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d2b74c8d-4895-4505-8082-2d1607bd2933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (4ca84925-b9e0-4e96-97dd-62e06073ae5d), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:35.838223 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-f5cf2a65-2e9e-48bf-9493-a6c1773414f4 req-c22cfd5b-7c1e-4f50-bd63-8d13bf89f266 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (6bfd345f-53d0-4135-ad4d-03cc3f0666db), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:35.888333 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['b2b93741-196b-4634-b3a8-cacfa39e6497'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:13:35.905279 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22cfd5b-7c1e-4f50-bd63-8d13bf89f266 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Pushing event updated for resources: {'Port': ['ID=6bfd345f-53d0-4135-ad4d-03cc3f0666db,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:35.921805 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e4867a-874f-4c7f-b2f5-3d966a3d2dda None None] DHCP port deletion for c584a7c9-28e2-44df-a1ff-ff0be1cdd794 request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:13:35.921993 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba2683ad-185c-41da-9207-40d621c1e108 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Router 63a58e96-bb4f-42a1-a1d3-2d70c05737fc has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:13:35.923803 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5cf2a65-2e9e-48bf-9493-a6c1773414f4 req-c22cfd5b-7c1e-4f50-bd63-8d13bf89f266 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Network 87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:13:35.928450 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [req-f5cf2a65-2e9e-48bf-9493-a6c1773414f4 req-c22cfd5b-7c1e-4f50-bd63-8d13bf89f266 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:13:35.931420 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5cf2a65-2e9e-48bf-9493-a6c1773414f4 req-c22cfd5b-7c1e-4f50-bd63-8d13bf89f266 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:13:35.986103 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cf2a65-2e9e-48bf-9493-a6c1773414f4 req-c22cfd5b-7c1e-4f50-bd63-8d13bf89f266 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:35.987424 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-f5cf2a65-2e9e-48bf-9493-a6c1773414f4 req-c22cfd5b-7c1e-4f50-bd63-8d13bf89f266 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:36.008200 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-e7e4867a-874f-4c7f-b2f5-3d966a3d2dda None None] Deleting port 0af4256d-903f-47da-8046-daebe562d651 {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:13:36.008577 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e7e4867a-874f-4c7f-b2f5-3d966a3d2dda None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (0af4256d-903f-47da-8046-daebe562d651), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:36.010381 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f5cf2a65-2e9e-48bf-9493-a6c1773414f4 req-c22cfd5b-7c1e-4f50-bd63-8d13bf89f266 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.4919705
May 07 22:13:36.011034 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=ab0dee45-f2e9-4c0d-bd11-e0508238475b,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:36.035169 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-f5cf2a65-2e9e-48bf-9493-a6c1773414f4 req-b9621a34-d331-4044-9007-6924a1b54419 service neutron] Request body: {'port': {'device_id': '95d382c3-52c5-4312-a2a5-47fdfc1625fd', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:13:36.082187 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd41775b-e21d-4c7e-a707-2875a966daa4 req-4f90f1b3-ed13-4d5a-bb5b-f3fc3c732811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:36.090873 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bd41775b-e21d-4c7e-a707-2875a966daa4 req-4f90f1b3-ed13-4d5a-bb5b-f3fc3c732811 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f65a5d21-0a34-4bef-82e5-f77821caa253 HTTP/1.1" status: 200  len: 1128 time: 0.1139402
May 07 22:13:36.245470 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75579099-0aa2-467e-9a79-79432f81ef50 req-126ce1ed-8464-46bf-b95e-4ec035becec2 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:36.264724 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-75579099-0aa2-467e-9a79-79432f81ef50 req-126ce1ed-8464-46bf-b95e-4ec035becec2 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?device_id=95d382c3-52c5-4312-a2a5-47fdfc1625fd HTTP/1.1" status: 200  len: 931 time: 0.2866967
May 07 22:13:36.274079 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d23c56fd-8b40-46ff-ad86-3856f9634469 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (c584a7c9-28e2-44df-a1ff-ff0be1cdd794), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:36.339941 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bd41775b-e21d-4c7e-a707-2875a966daa4 req-3307f28d-d096-4a0b-9058-add04530ade4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1898031
May 07 22:13:36.390175 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba2683ad-185c-41da-9207-40d621c1e108 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:13:36.408732 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfab4b5a-3d19-4342-9782-94843f89923b None None] Sync routers for ids ['63a58e96-bb4f-42a1-a1d3-2d70c05737fc'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:13:36.416932 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-ba2683ad-185c-41da-9207-40d621c1e108 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "PUT /v2.0/routers/63a58e96-bb4f-42a1-a1d3-2d70c05737fc/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.6431363
May 07 22:13:36.417702 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-75579099-0aa2-467e-9a79-79432f81ef50 req-acba6d3b-b41e-4345-a97c-e5d4d63fe504 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0565a31-c1c2-485d-aa87-3f3b5400e2b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1360288
May 07 22:13:36.422898 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 46154) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:36.427804 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfab4b5a-3d19-4342-9782-94843f89923b None None] Routers {'63a58e96-bb4f-42a1-a1d3-2d70c05737fc'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:13:36.429090 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-dfab4b5a-3d19-4342-9782-94843f89923b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8ecbb880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:13:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['63a58e96-bb4f-42a1-a1d3-2d70c05737fc'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:13:36.429221 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-7f33b9e4-5b9f-4d9b-ab87-5a246eb11ba3 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Request body: {'network': {'name': 'tempest-RoutersTest-1585607939'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:13:36.437587 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-d23c56fd-8b40-46ff-ad86-3856f9634469 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Deleting port 0af4256d-903f-47da-8046-daebe562d651 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:13:36.437933 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d23c56fd-8b40-46ff-ad86-3856f9634469 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (0af4256d-903f-47da-8046-daebe562d651), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:36.445016 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1a825d-645d-4e71-804d-64b65612aed6 req-c2847c4b-4cb1-4852-8975-0f2b02ac1fd3 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:36.446797 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7d1a825d-645d-4e71-804d-64b65612aed6 req-c2847c4b-4cb1-4852-8975-0f2b02ac1fd3 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=f65a5d21-0a34-4bef-82e5-f77821caa253 HTTP/1.1" status: 200  len: 946 time: 0.2818360
May 07 22:13:36.511609 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-e7e4867a-874f-4c7f-b2f5-3d966a3d2dda None None] For port 0af4256d-903f-47da-8046-daebe562d651, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0af4256d-903f-47da-8046-daebe562d651,segment=NetworkSegment(b6b72dba-ef87-475c-9f41-bcc4651f3945),segment_id=b6b72dba-ef87-475c-9f41-bcc4651f3945)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:13:36.512560 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e7e4867a-874f-4c7f-b2f5-3d966a3d2dda None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (0af4256d-903f-47da-8046-daebe562d651), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:36.530053 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f33b9e4-5b9f-4d9b-ab87-5a246eb11ba3 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Made reservation on behalf of 9871aa16c54d4751ac838e07d52897a6 for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:13:36.534338 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7f33b9e4-5b9f-4d9b-ab87-5a246eb11ba3 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:36.534902 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-e7e4867a-874f-4c7f-b2f5-3d966a3d2dda None None] Calling delete_port for 0af4256d-903f-47da-8046-daebe562d651 owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:13:36.554215 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7d1a825d-645d-4e71-804d-64b65612aed6 req-de0e3180-8349-4071-b1c2-e3b98a0cc9c2 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0604343
May 07 22:13:36.555217 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-f5cf2a65-2e9e-48bf-9493-a6c1773414f4 req-b9621a34-d331-4044-9007-6924a1b54419 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (6bfd345f-53d0-4135-ad4d-03cc3f0666db), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:36.571659 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-d23c56fd-8b40-46ff-ad86-3856f9634469 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] For port 0af4256d-903f-47da-8046-daebe562d651, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0af4256d-903f-47da-8046-daebe562d651,segment=NetworkSegment(b6b72dba-ef87-475c-9f41-bcc4651f3945),segment_id=b6b72dba-ef87-475c-9f41-bcc4651f3945)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:13:36.572071 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d23c56fd-8b40-46ff-ad86-3856f9634469 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (0af4256d-903f-47da-8046-daebe562d651), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:36.594560 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-d23c56fd-8b40-46ff-ad86-3856f9634469 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Calling delete_port for 0af4256d-903f-47da-8046-daebe562d651 owned by network:dhcp {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:13:36.602187 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f33b9e4-5b9f-4d9b-ab87-5a246eb11ba3 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:13:36.620698 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7f33b9e4-5b9f-4d9b-ab87-5a246eb11ba3 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (8f3c9a8f-e48e-4e06-b1c6-b8fecf085637), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:36.621057 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-7f33b9e4-5b9f-4d9b-ab87-5a246eb11ba3 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Added segment 8f3c9a8f-e48e-4e06-b1c6-b8fecf085637 of type vlan for network cab4b21a-e979-4804-a10e-438db86b4681
May 07 22:13:36.662552 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-dfab4b5a-3d19-4342-9782-94843f89923b None None] Set router 63a58e96-bb4f-42a1-a1d3-2d70c05737fc gateway port host: None {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:13:36.713719 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=38281ec1-7309-4230-88df-07aeb79aaee9,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:36.720901 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7f33b9e4-5b9f-4d9b-ab87-5a246eb11ba3 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (cab4b21a-e979-4804-a10e-438db86b4681), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:36.845550 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac5fdc8-e061-44f6-b470-9e2a15ed69e9 req-a5c104b9-e1ee-4bdb-ae89-89bfb874a921 tempest-VolumesActionsTest-1113665028 tempest-VolumesActionsTest-1113665028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:36.853603 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7ac5fdc8-e061-44f6-b470-9e2a15ed69e9 req-a5c104b9-e1ee-4bdb-ae89-89bfb874a921 tempest-VolumesActionsTest-1113665028 tempest-VolumesActionsTest-1113665028-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ea99916-97ab-4e68-90bc-a95c38f04964 HTTP/1.1" status: 200  len: 944 time: 0.1100147
May 07 22:13:36.857114 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7f33b9e4-5b9f-4d9b-ab87-5a246eb11ba3 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (cab4b21a-e979-4804-a10e-438db86b4681), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:36.862832 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e7e4867a-874f-4c7f-b2f5-3d966a3d2dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (0af4256d-903f-47da-8046-daebe562d651), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:36.864455 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f33b9e4-5b9f-4d9b-ab87-5a246eb11ba3 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:36.865093 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7f33b9e4-5b9f-4d9b-ab87-5a246eb11ba3 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:36.869530 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d23c56fd-8b40-46ff-ad86-3856f9634469 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (0af4256d-903f-47da-8046-daebe562d651), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:36.894259 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-d2b74c8d-4895-4505-8082-2d1607bd2933 None None] Current status of the port 4ca84925-b9e0-4e96-97dd-62e06073ae5d is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:13:36.946607 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e4867a-874f-4c7f-b2f5-3d966a3d2dda None None] Pushing event deleted for resources: {'Port': ['ID=0af4256d-903f-47da-8046-daebe562d651,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:36.972093 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e4867a-874f-4c7f-b2f5-3d966a3d2dda None None] No DVR routers for this DVR port 0af4256d-903f-47da-8046-daebe562d651 on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:13:36.973740 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 4ca84925-b9e0-4e96-97dd-62e06073ae5d is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:13:36.975643 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-d2b74c8d-4895-4505-8082-2d1607bd2933 None None] Provisioning complete for port 509df312-0895-453c-9bb7-474a70a42508 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:13:36.975927 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d2b74c8d-4895-4505-8082-2d1607bd2933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (509df312-0895-453c-9bb7-474a70a42508), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:36.993196 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23c56fd-8b40-46ff-ad86-3856f9634469 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Pushing event deleted for resources: {'Port': ['ID=0af4256d-903f-47da-8046-daebe562d651,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:37.008830 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-dfab4b5a-3d19-4342-9782-94843f89923b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8ecbb880>, [{'id': '63a58e96-bb4f-42a1-a1d3-2d70c05737fc', 'name': 'tempest-RoutersTest-router-1588625411', 'tenant_id': '9871aa16c54d4751ac838e07d52897a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:13:08Z', 'updated_at': '2022-05-07T22:13:33Z', 'revision_number': 4, 'project_id': '9871aa16c54d4751ac838e07d52897a6', 'gw_port_host': None, '_interfaces': [{'id': '1b3dbd20-e902-474e-b149-a311f95b0918', 'name': '', 'network_id': '7cdbabe7-c47e-4ec1-a413-238cbe077182', 'tenant_id': '9871aa16c54d4751ac838e07d52897a6', 'mac_address': 'fa:16:3e:1b:49:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a58e96-bb4f-42a1-a1d3-2d70c05737fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '8f8f5bc6-0bf7-4c2d-9992-ab2f897c66fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:13:12Z', 'updated_at': '2022-05-07T22:13:20Z', 'revision_number': 5, 'project_id': '9871aa16c54d4751ac838e07d52897a6', 'subnets': [{'id': '8f8f5bc6-0bf7-4c2d-9992-ab2f897c66fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '509df312-0895-453c-9bb7-474a70a42508', 'name': '', 'network_id': '2c8b27e5-cc6c-4778-9135-471b44cf1df5', 'tenant_id': '9871aa16c54d4751ac838e07d52897a6', 'mac_address': 'fa:16:3e:28:80:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63a58e96-bb4f-42a1-a1d3-2d70c05737fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': 'dd57c3f6-d6c4-4dbe-ba12-72b0ecdd55aa', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:13:31Z', 'updated_at': '2022-05-07T22:13:33Z', 'revision_number': 2, 'project_id': '9871aa16c54d4751ac838e07d52897a6', 'subnets': [{'id': 'dd57c3f6-d6c4-4dbe-ba12-72b0ecdd55aa', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53c918bd-9219-4cfa-83a2-9cc46c8f0a52', 'name': '', 'network_id': 'd886a8d9-b0b4-434c-b8fd-39f441315a88', 'tenant_id': '9871aa16c54d4751ac838e07d52897a6', 'mac_address': 'fa:16:3e:98:12:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a58e96-bb4f-42a1-a1d3-2d70c05737fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '3bb8fb8f-fd99-4052-9f7c-6b1d8087aabe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:13:21Z', 'updated_at': '2022-05-07T22:13:30Z', 'revision_number': 5, 'project_id': '9871aa16c54d4751ac838e07d52897a6', 'subnets': [{'id': '3bb8fb8f-fd99-4052-9f7c-6b1d8087aabe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:13:37.012397 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23c56fd-8b40-46ff-ad86-3856f9634469 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] No DVR routers for this DVR port 0af4256d-903f-47da-8046-daebe562d651 on host ncdv-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:13:37.054949 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfab4b5a-3d19-4342-9782-94843f89923b None None] Checking router: 63a58e96-bb4f-42a1-a1d3-2d70c05737fc for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:13:37.055601 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfab4b5a-3d19-4342-9782-94843f89923b None None] Updating router 63a58e96-bb4f-42a1-a1d3-2d70c05737fc port 509df312-0895-453c-9bb7-474a70a42508 binding host ncdv-master-1 {{(pid=121839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 22:13:37.068901 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-7f33b9e4-5b9f-4d9b-ab87-5a246eb11ba3 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 766 time: 0.6448913
May 07 22:13:37.084563 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-d2b74c8d-4895-4505-8082-2d1607bd2933 None None] Port 509df312-0895-453c-9bb7-474a70a42508 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:13:37.097836 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-dfab4b5a-3d19-4342-9782-94843f89923b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (509df312-0895-453c-9bb7-474a70a42508), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:37.102449 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 46174) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:37.108761 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-966d5025-9338-4e5b-8c54-8ea0dce7865c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Request body: {'subnet': {'network_id': 'cab4b21a-e979-4804-a10e-438db86b4681', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:13:37.117289 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f33b9e4-5b9f-4d9b-ab87-5a246eb11ba3 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Pushing event updated for resources: {'Network': ['ID=cab4b21a-e979-4804-a10e-438db86b4681,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:37.151132 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network cab4b21a-e979-4804-a10e-438db86b4681 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:13:37.203871 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [req-f5cf2a65-2e9e-48bf-9493-a6c1773414f4 req-b9621a34-d331-4044-9007-6924a1b54419 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bfd345f-53d0-4135-ad4d-03cc3f0666db {{(pid=121837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:13:37.228217 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7ac5fdc8-e061-44f6-b470-9e2a15ed69e9 req-b30cca2f-4fce-46ee-9ef1-098999051a25 tempest-VolumesActionsTest-1113665028 tempest-VolumesActionsTest-1113665028-project] 10.222.0.32 "GET /v2.0/security-groups?id=796faeab-2373-42f0-94cc-b18853c1fdcc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3736095
May 07 22:13:37.231819 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-f5cf2a65-2e9e-48bf-9493-a6c1773414f4 req-b9621a34-d331-4044-9007-6924a1b54419 service neutron] Publish callbacks [] for port (6bfd345f-53d0-4135-ad4d-03cc3f0666db), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:37.270105 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-f5cf2a65-2e9e-48bf-9493-a6c1773414f4 req-b9621a34-d331-4044-9007-6924a1b54419 service neutron] Transition to ACTIVE for port object 6bfd345f-53d0-4135-ad4d-03cc3f0666db will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 22:13:37.277912 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-f5cf2a65-2e9e-48bf-9493-a6c1773414f4 req-b9621a34-d331-4044-9007-6924a1b54419 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (6bfd345f-53d0-4135-ad4d-03cc3f0666db), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:37.357851 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 0af4256d-903f-47da-8046-daebe562d651 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:13:37.379056 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9621a34-d331-4044-9007-6924a1b54419 service neutron] Pushing event updated for resources: {'Port': ['ID=6bfd345f-53d0-4135-ad4d-03cc3f0666db,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:37.442302 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d23c56fd-8b40-46ff-ad86-3856f9634469 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (c584a7c9-28e2-44df-a1ff-ff0be1cdd794), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:37.452165 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-966d5025-9338-4e5b-8c54-8ea0dce7865c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Made reservation on behalf of 9871aa16c54d4751ac838e07d52897a6 for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:13:37.456391 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-b92020b6-17e1-43ff-880c-a27a5a876a2d None None] Provisioning complete for port 6bfd345f-53d0-4135-ad4d-03cc3f0666db triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:13:37.456791 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b92020b6-17e1-43ff-880c-a27a5a876a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (6bfd345f-53d0-4135-ad4d-03cc3f0666db), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:37.457105 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-966d5025-9338-4e5b-8c54-8ea0dce7865c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:37.468995 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 0af4256d-903f-47da-8046-daebe562d651 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:13:37.472419 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 0af4256d-903f-47da-8046-daebe562d651 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:13:37.538528 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-d23c56fd-8b40-46ff-ad86-3856f9634469 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf87a78280>,) {'filters': {'network_id': ['c584a7c9-28e2-44df-a1ff-ff0be1cdd794']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:13:37.559978 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-f5cf2a65-2e9e-48bf-9493-a6c1773414f4 req-b9621a34-d331-4044-9007-6924a1b54419 service neutron] Attempting to bind port 6bfd345f-53d0-4135-ad4d-03cc3f0666db on host nch2-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:13:37.560542 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-f5cf2a65-2e9e-48bf-9493-a6c1773414f4 req-b9621a34-d331-4044-9007-6924a1b54419 service neutron] Attempting to bind port 6bfd345f-53d0-4135-ad4d-03cc3f0666db by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '3c434885-c673-48d5-9295-930316ad3f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:13:37.560982 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5cf2a65-2e9e-48bf-9493-a6c1773414f4 req-b9621a34-d331-4044-9007-6924a1b54419 service neutron] Attempting to bind port 6bfd345f-53d0-4135-ad4d-03cc3f0666db on network 87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:13:37.568821 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5cf2a65-2e9e-48bf-9493-a6c1773414f4 req-b9621a34-d331-4044-9007-6924a1b54419 service neutron] Port 6bfd345f-53d0-4135-ad4d-03cc3f0666db on network 87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:13:37.571759 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5cf2a65-2e9e-48bf-9493-a6c1773414f4 req-b9621a34-d331-4044-9007-6924a1b54419 service neutron] Attempting to bind port 6bfd345f-53d0-4135-ad4d-03cc3f0666db on network 87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:13:37.576311 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-b92020b6-17e1-43ff-880c-a27a5a876a2d None None] Port 6bfd345f-53d0-4135-ad4d-03cc3f0666db cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:13:37.587323 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5cf2a65-2e9e-48bf-9493-a6c1773414f4 req-b9621a34-d331-4044-9007-6924a1b54419 service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:13:37.587887 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5cf2a65-2e9e-48bf-9493-a6c1773414f4 req-b9621a34-d331-4044-9007-6924a1b54419 service neutron] Checking segment: {'id': '3c434885-c673-48d5-9295-930316ad3f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:13:37.589622 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5cf2a65-2e9e-48bf-9493-a6c1773414f4 req-b9621a34-d331-4044-9007-6924a1b54419 service neutron] Bound using segment: {'id': '3c434885-c673-48d5-9295-930316ad3f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:13:37.590141 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-f5cf2a65-2e9e-48bf-9493-a6c1773414f4 req-b9621a34-d331-4044-9007-6924a1b54419 service neutron] Bound port: 6bfd345f-53d0-4135-ad4d-03cc3f0666db, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c434885-c673-48d5-9295-930316ad3f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:13:37.590620 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-f5cf2a65-2e9e-48bf-9493-a6c1773414f4 req-b9621a34-d331-4044-9007-6924a1b54419 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (6bfd345f-53d0-4135-ad4d-03cc3f0666db), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:37.603878 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-b92020b6-17e1-43ff-880c-a27a5a876a2d None None] Provisioning complete for port 509df312-0895-453c-9bb7-474a70a42508 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:13:37.604279 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b92020b6-17e1-43ff-880c-a27a5a876a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (509df312-0895-453c-9bb7-474a70a42508), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:37.672692 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-d23c56fd-8b40-46ff-ad86-3856f9634469 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf87a78280>, 'b6b72dba-ef87-475c-9f41-bcc4651f3945') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:13:37.673061 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-d23c56fd-8b40-46ff-ad86-3856f9634469 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf87a78280>, 'b6b72dba-ef87-475c-9f41-bcc4651f3945') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:13:37.694079 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-dfab4b5a-3d19-4342-9782-94843f89923b None None] Publish callbacks [] for port (509df312-0895-453c-9bb7-474a70a42508), precommit_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:37.705179 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-b92020b6-17e1-43ff-880c-a27a5a876a2d None None] Port 509df312-0895-453c-9bb7-474a70a42508 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:13:37.706941 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-dfab4b5a-3d19-4342-9782-94843f89923b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (509df312-0895-453c-9bb7-474a70a42508), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:37.719519 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d23c56fd-8b40-46ff-ad86-3856f9634469 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (b6b72dba-ef87-475c-9f41-bcc4651f3945), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:37.777958 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec763ad2-ed90-4da2-a02c-892d23fd73c8 None None] Pushing event updated for resources: {'Port': ['ID=509df312-0895-453c-9bb7-474a70a42508,revision_number=3']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:37.781720 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d42d7e-b673-4462-95ee-0ba017f823a6 req-6e5dcb01-59b7-437d-be16-8764a43d6345 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:37.787249 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-06d42d7e-b673-4462-95ee-0ba017f823a6 req-6e5dcb01-59b7-437d-be16-8764a43d6345 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?device_id=95d382c3-52c5-4312-a2a5-47fdfc1625fd HTTP/1.1" status: 200  len: 943 time: 0.1577871
May 07 22:13:37.798094 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d23c56fd-8b40-46ff-ad86-3856f9634469 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (b6b72dba-ef87-475c-9f41-bcc4651f3945), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:37.813307 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d23c56fd-8b40-46ff-ad86-3856f9634469 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:13:37.814496 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d23c56fd-8b40-46ff-ad86-3856f9634469 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (b6b72dba-ef87-475c-9f41-bcc4651f3945), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:37.826758 ncdv-master-1 neutron-server[121836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:13:37.826758 ncdv-master-1 neutron-server[121836]:   self.session.flush()
May 07 22:13:37.826758 ncdv-master-1 neutron-server[121836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:13:37.826758 ncdv-master-1 neutron-server[121836]:   self.session.flush()
May 07 22:13:37.826758 ncdv-master-1 neutron-server[121836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:13:37.826758 ncdv-master-1 neutron-server[121836]:   self.session.flush()
May 07 22:13:37.826758 ncdv-master-1 neutron-server[121836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:13:37.826758 ncdv-master-1 neutron-server[121836]:   self.session.flush()
May 07 22:13:37.826758 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 22:13:37.826758 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:13:37.826758 ncdv-master-1 neutron-server[121836]:     timer()
May 07 22:13:37.826758 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:13:37.826758 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 22:13:37.826758 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:13:37.826758 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 22:13:37.826758 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:13:37.826758 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 22:13:37.826758 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:13:37.826758 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 22:13:37.826758 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:13:37.826758 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 22:13:37.826758 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:13:37.826758 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:13:37.826758 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:13:37.826758 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:13:37.826758 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:13:37.826758 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 22:13:37.826758 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:13:37.826758 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 22:13:37.826758 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:13:37.826758 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:13:37.826758 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:13:37.826758 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 22:13:37.826758 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:13:37.826758 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:13:37.826758 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:13:37.826758 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:13:37.826758 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:13:37.826758 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:13:37.826758 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:13:37.850670 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-f5cf2a65-2e9e-48bf-9493-a6c1773414f4 req-b9621a34-d331-4044-9007-6924a1b54419 service neutron] For port 6bfd345f-53d0-4135-ad4d-03cc3f0666db, host nch2-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:13:37.869334 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebc601c-187e-4f50-8031-86dcb978f11b req-7d35f3dd-5718-4a79-aa81-8708f6f96ac2 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:37.871347 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9ebc601c-187e-4f50-8031-86dcb978f11b req-7d35f3dd-5718-4a79-aa81-8708f6f96ac2 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=f65a5d21-0a34-4bef-82e5-f77821caa253 HTTP/1.1" status: 200  len: 946 time: 0.1616201
May 07 22:13:37.883845 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-f5cf2a65-2e9e-48bf-9493-a6c1773414f4 req-b9621a34-d331-4044-9007-6924a1b54419 service neutron] For port 6bfd345f-53d0-4135-ad4d-03cc3f0666db, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6bfd345f-53d0-4135-ad4d-03cc3f0666db,segment=NetworkSegment(3c434885-c673-48d5-9295-930316ad3f91),segment_id=3c434885-c673-48d5-9295-930316ad3f91)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:13:37.896190 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-dfab4b5a-3d19-4342-9782-94843f89923b None None] Attempting to bind port 509df312-0895-453c-9bb7-474a70a42508 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:13:37.896575 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-dfab4b5a-3d19-4342-9782-94843f89923b None None] Attempting to bind port 509df312-0895-453c-9bb7-474a70a42508 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ab65c93d-9824-4754-bbbb-dcbfe5cb163e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '2c8b27e5-cc6c-4778-9135-471b44cf1df5'}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:13:37.896939 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfab4b5a-3d19-4342-9782-94843f89923b None None] Attempting to bind port 509df312-0895-453c-9bb7-474a70a42508 on network 2c8b27e5-cc6c-4778-9135-471b44cf1df5 {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:13:37.901159 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-f5cf2a65-2e9e-48bf-9493-a6c1773414f4 req-b9621a34-d331-4044-9007-6924a1b54419 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (6bfd345f-53d0-4135-ad4d-03cc3f0666db), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:37.910596 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfab4b5a-3d19-4342-9782-94843f89923b None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:13:37.911294 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfab4b5a-3d19-4342-9782-94843f89923b None None] Checking segment: {'id': 'ab65c93d-9824-4754-bbbb-dcbfe5cb163e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '2c8b27e5-cc6c-4778-9135-471b44cf1df5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:13:37.911426 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-dfab4b5a-3d19-4342-9782-94843f89923b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:37.911780 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfab4b5a-3d19-4342-9782-94843f89923b None None] Bound using segment: {'id': 'ab65c93d-9824-4754-bbbb-dcbfe5cb163e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '2c8b27e5-cc6c-4778-9135-471b44cf1df5'} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:13:37.912252 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-dfab4b5a-3d19-4342-9782-94843f89923b None None] Bound port: 509df312-0895-453c-9bb7-474a70a42508, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab65c93d-9824-4754-bbbb-dcbfe5cb163e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '2c8b27e5-cc6c-4778-9135-471b44cf1df5'}}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:13:37.912924 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-dfab4b5a-3d19-4342-9782-94843f89923b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (509df312-0895-453c-9bb7-474a70a42508), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:37.957319 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cf2a65-2e9e-48bf-9493-a6c1773414f4 req-b9621a34-d331-4044-9007-6924a1b54419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:37.958291 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-f5cf2a65-2e9e-48bf-9493-a6c1773414f4 req-b9621a34-d331-4044-9007-6924a1b54419 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:37.959912 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f5cf2a65-2e9e-48bf-9493-a6c1773414f4 req-b9621a34-d331-4044-9007-6924a1b54419 service neutron] 10.222.0.59 "PUT /v2.0/ports/6bfd345f-53d0-4135-ad4d-03cc3f0666db HTTP/1.1" status: 200  len: 1091 time: 1.9318178
May 07 22:13:37.962913 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95d382c3-52c5-4312-a2a5-47fdfc1625fd', 'tag': '6bfd345f-53d0-4135-ad4d-03cc3f0666db'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:13:37.965505 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9af7c829-122a-4db6-a512-ffadabdf9c19" -d '{"events": [{"name": "network-changed", "server_uuid": "95d382c3-52c5-4312-a2a5-47fdfc1625fd", "tag": "6bfd345f-53d0-4135-ad4d-03cc3f0666db"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:13:38.000490 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-06d42d7e-b673-4462-95ee-0ba017f823a6 req-32d1bbcb-c842-43b2-9b2e-ebb0bef5a554 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0565a31-c1c2-485d-aa87-3f3b5400e2b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1590798
May 07 22:13:38.095012 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-dfab4b5a-3d19-4342-9782-94843f89923b None None] For port 509df312-0895-453c-9bb7-474a70a42508, host ncdv-master-1, cleared binding levels {{(pid=121839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:13:38.102889 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-dfab4b5a-3d19-4342-9782-94843f89923b None None] For port 509df312-0895-453c-9bb7-474a70a42508, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=509df312-0895-453c-9bb7-474a70a42508,segment=NetworkSegment(ab65c93d-9824-4754-bbbb-dcbfe5cb163e),segment_id=ab65c93d-9824-4754-bbbb-dcbfe5cb163e)] {{(pid=121839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:13:38.118015 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-dfab4b5a-3d19-4342-9782-94843f89923b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (509df312-0895-453c-9bb7-474a70a42508), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:38.123734 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d23c56fd-8b40-46ff-ad86-3856f9634469 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (c584a7c9-28e2-44df-a1ff-ff0be1cdd794), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:38.163423 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9ebc601c-187e-4f50-8031-86dcb978f11b req-a07cdbfa-24dc-4d78-bcb9-ce859dcb36c3 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2798059
May 07 22:13:38.175427 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d23c56fd-8b40-46ff-ad86-3856f9634469 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:38.187833 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-d23c56fd-8b40-46ff-ad86-3856f9634469 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "DELETE /v2.0/networks/c584a7c9-28e2-44df-a1ff-ff0be1cdd794 HTTP/1.1" status: 204  len: 168 time: 2.7528818
May 07 22:13:38.192278 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2102ce4d-2172-4d96-b66f-57afe97f49d7 x-openstack-request-id: req-2102ce4d-2172-4d96-b66f-57afe97f49d7 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:13:38.193856 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95d382c3-52c5-4312-a2a5-47fdfc1625fd", "tag": "6bfd345f-53d0-4135-ad4d-03cc3f0666db", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:13:38.194827 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2102ce4d-2172-4d96-b66f-57afe97f49d7 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:13:38.195408 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2102ce4d-2172-4d96-b66f-57afe97f49d7'] response: {'name': 'network-changed', 'server_uuid': '95d382c3-52c5-4312-a2a5-47fdfc1625fd', 'tag': '6bfd345f-53d0-4135-ad4d-03cc3f0666db', 'status': 'completed', 'code': 200}
May 07 22:13:38.212871 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfab4b5a-3d19-4342-9782-94843f89923b None None] Routers {'63a58e96-bb4f-42a1-a1d3-2d70c05737fc'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:13:38.213709 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-dfab4b5a-3d19-4342-9782-94843f89923b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8ecbb880>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:13:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['63a58e96-bb4f-42a1-a1d3-2d70c05737fc'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:13:38.221904 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 46184) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:38.233001 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23c56fd-8b40-46ff-ad86-3856f9634469 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Pushing event deleted for resources: {'Network': ['ID=c584a7c9-28e2-44df-a1ff-ff0be1cdd794,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:38.256353 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-754a97e1-c09f-429a-861a-6cc931c2028a tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1815475181'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:13:38.267887 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9621a34-d331-4044-9007-6924a1b54419 service neutron] Pushing event updated for resources: {'Port': ['ID=6bfd345f-53d0-4135-ad4d-03cc3f0666db,revision_number=3']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:38.289488 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-211ab749-2600-4dc3-b734-bc814a3ddd7f None None] Provisioning complete for port 509df312-0895-453c-9bb7-474a70a42508 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:13:38.291985 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-211ab749-2600-4dc3-b734-bc814a3ddd7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (509df312-0895-453c-9bb7-474a70a42508), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:38.315593 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec763ad2-ed90-4da2-a02c-892d23fd73c8 None None] Pushing event updated for resources: {'Port': ['ID=509df312-0895-453c-9bb7-474a70a42508,revision_number=4']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:38.327520 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cf2a65-2e9e-48bf-9493-a6c1773414f4 req-099dedaa-be1a-4fce-a51c-a3cdf7ba1ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:38.337672 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f5cf2a65-2e9e-48bf-9493-a6c1773414f4 req-099dedaa-be1a-4fce-a51c-a3cdf7ba1ff2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f3657e8df46a4252b9eb1eb159306a66&device_id=95d382c3-52c5-4312-a2a5-47fdfc1625fd HTTP/1.1" status: 200  len: 1125 time: 0.2638705
May 07 22:13:38.447408 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f5cf2a65-2e9e-48bf-9493-a6c1773414f4 req-1d15fb80-c57f-4f28-baf8-632f66379371 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6bfd345f-53d0-4135-ad4d-03cc3f0666db HTTP/1.1" status: 200  len: 217 time: 0.1085107
May 07 22:13:38.449642 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-754a97e1-c09f-429a-861a-6cc931c2028a tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Made reservation on behalf of 586495fb86064013a37b42a6b3d382fb for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:13:38.450915 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-211ab749-2600-4dc3-b734-bc814a3ddd7f None None] Current status of the port 509df312-0895-453c-9bb7-474a70a42508 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:13:38.451358 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-211ab749-2600-4dc3-b734-bc814a3ddd7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (509df312-0895-453c-9bb7-474a70a42508), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:38.453329 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-754a97e1-c09f-429a-861a-6cc931c2028a tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:38.494735 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-966d5025-9338-4e5b-8c54-8ea0dce7865c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (bdeed79b-01ea-40e0-99ed-ee93c5c8844a), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:38.503320 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-211ab749-2600-4dc3-b734-bc814a3ddd7f None None] For port 509df312-0895-453c-9bb7-474a70a42508, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=509df312-0895-453c-9bb7-474a70a42508,segment=NetworkSegment(ab65c93d-9824-4754-bbbb-dcbfe5cb163e),segment_id=ab65c93d-9824-4754-bbbb-dcbfe5cb163e)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:13:38.507803 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-211ab749-2600-4dc3-b734-bc814a3ddd7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (509df312-0895-453c-9bb7-474a70a42508), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:38.513785 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-dfab4b5a-3d19-4342-9782-94843f89923b None None] Set router 63a58e96-bb4f-42a1-a1d3-2d70c05737fc gateway port host: None {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:13:38.580519 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211ab749-2600-4dc3-b734-bc814a3ddd7f None None] Pushing event updated for resources: {'Port': ['ID=509df312-0895-453c-9bb7-474a70a42508,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:38.584565 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device ab0dee45-f2e9-4c0d-bd11-e0508238475b up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:13:38.603021 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [req-9c5f9930-855e-40ba-950b-3b05d2179748 req-b51ba250-d1ab-403a-a55e-accdaaac7dba tempest-AttachVolumeShelveTestJSON-2118378341 tempest-AttachVolumeShelveTestJSON-2118378341-project] (121837) timed out ('10.222.0.32', 59314) {{(pid=121837) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
May 07 22:13:38.605882 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cf2a65-2e9e-48bf-9493-a6c1773414f4 req-209c8eeb-bb46-4e8a-a456-8622c135f939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:38.612115 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-754a97e1-c09f-429a-861a-6cc931c2028a tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:13:38.614122 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f5cf2a65-2e9e-48bf-9493-a6c1773414f4 req-209c8eeb-bb46-4e8a-a456-8622c135f939 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c381f23c-d79e-4860-966b-6594e682e18c HTTP/1.1" status: 200  len: 850 time: 0.1585088
May 07 22:13:38.639892 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-754a97e1-c09f-429a-861a-6cc931c2028a tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (9dc71fb6-6179-497c-80ce-9e615c70a9a1), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:38.640249 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-754a97e1-c09f-429a-861a-6cc931c2028a tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Added segment 9dc71fb6-6179-497c-80ce-9e615c70a9a1 of type vlan for network f0092c78-6adb-4b10-9966-c236a52c07dd
May 07 22:13:38.657006 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning for port ab0dee45-f2e9-4c0d-bd11-e0508238475b completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 22:13:38.668922 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port ab0dee45-f2e9-4c0d-bd11-e0508238475b triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:13:38.670166 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (ab0dee45-f2e9-4c0d-bd11-e0508238475b), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:38.722407 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-754a97e1-c09f-429a-861a-6cc931c2028a tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (f0092c78-6adb-4b10-9966-c236a52c07dd), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:38.759277 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-754a97e1-c09f-429a-861a-6cc931c2028a tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (f0092c78-6adb-4b10-9966-c236a52c07dd), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:38.764285 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port ab0dee45-f2e9-4c0d-bd11-e0508238475b is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:13:38.764779 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754a97e1-c09f-429a-861a-6cc931c2028a tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:38.764903 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (ab0dee45-f2e9-4c0d-bd11-e0508238475b), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:38.765383 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-754a97e1-c09f-429a-861a-6cc931c2028a tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:38.793049 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f937f84a-894c-446a-b371-fd227d4abcad req-07f45355-02cc-4aee-80a3-d78026d849c9 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:38.794626 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f937f84a-894c-446a-b371-fd227d4abcad req-07f45355-02cc-4aee-80a3-d78026d849c9 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=f65a5d21-0a34-4bef-82e5-f77821caa253 HTTP/1.1" status: 200  len: 946 time: 0.1498356
May 07 22:13:38.813272 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ea99916-97ab-4e68-90bc-a95c38f04964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab0dee45-f2e9-4c0d-bd11-e0508238475b'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:13:38.816817 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2bcefd1-bd94-426c-9656-7f4f4f860701" -d '{"events": [{"server_uuid": "4ea99916-97ab-4e68-90bc-a95c38f04964", "name": "network-vif-plugged", "status": "completed", "tag": "ab0dee45-f2e9-4c0d-bd11-e0508238475b"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:13:38.828291 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-91a7d2b0-6432-44b7-9179-c6dc3e9b4960 None None] Provisioning complete for port 509df312-0895-453c-9bb7-474a70a42508 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:13:38.828805 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-91a7d2b0-6432-44b7-9179-c6dc3e9b4960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (509df312-0895-453c-9bb7-474a70a42508), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:38.834182 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port ab0dee45-f2e9-4c0d-bd11-e0508238475b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ab0dee45-f2e9-4c0d-bd11-e0508238475b,segment=NetworkSegment(21f1f6e2-9b44-4277-afd3-eeab9c445cc5),segment_id=21f1f6e2-9b44-4277-afd3-eeab9c445cc5)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:13:38.850628 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754a97e1-c09f-429a-861a-6cc931c2028a tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Pushing event updated for resources: {'Network': ['ID=f0092c78-6adb-4b10-9966-c236a52c07dd,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:38.851628 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cf2a65-2e9e-48bf-9493-a6c1773414f4 req-9ca1efb3-1e38-44e6-bdd4-9cfb12fd8ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:38.859737 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9086a50-99ab-45a2-ac4b-fa3f026ca4f9 req-eb38b370-83be-40b7-8ab1-b13c70fe13fb tempest-VolumesActionsTest-1113665028 tempest-VolumesActionsTest-1113665028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:38.862238 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f5cf2a65-2e9e-48bf-9493-a6c1773414f4 req-9ca1efb3-1e38-44e6-bdd4-9cfb12fd8ec8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2435865
May 07 22:13:38.865707 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network f0092c78-6adb-4b10-9966-c236a52c07dd details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:13:38.867905 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f9086a50-99ab-45a2-ac4b-fa3f026ca4f9 req-eb38b370-83be-40b7-8ab1-b13c70fe13fb tempest-VolumesActionsTest-1113665028 tempest-VolumesActionsTest-1113665028-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ea99916-97ab-4e68-90bc-a95c38f04964 HTTP/1.1" status: 200  len: 944 time: 0.4275868
May 07 22:13:38.870470 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 22:13:38.871814 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (ab0dee45-f2e9-4c0d-bd11-e0508238475b), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:38.902479 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966d5025-9338-4e5b-8c54-8ea0dce7865c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Pushing event updated for resources: {'Subnet': ['ID=bdeed79b-01ea-40e0-99ed-ee93c5c8844a,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:38.960429 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f937f84a-894c-446a-b371-fd227d4abcad req-662d9ec5-9198-4c84-b5a9-b01cdf40e776 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1505599
May 07 22:13:38.963824 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f9086a50-99ab-45a2-ac4b-fa3f026ca4f9 req-4e699991-48cd-42c5-9ad5-2959f707dd3b tempest-VolumesActionsTest-1113665028 tempest-VolumesActionsTest-1113665028-project] 10.222.0.32 "GET /v2.0/security-groups?id=796faeab-2373-42f0-94cc-b18853c1fdcc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0895779
May 07 22:13:38.971879 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-754a97e1-c09f-429a-861a-6cc931c2028a tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.7337401
May 07 22:13:38.979575 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 46206) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:38.988058 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-dfab4b5a-3d19-4342-9782-94843f89923b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8ecbb880>, [{'id': '63a58e96-bb4f-42a1-a1d3-2d70c05737fc', 'name': 'tempest-RoutersTest-router-1588625411', 'tenant_id': '9871aa16c54d4751ac838e07d52897a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:13:08Z', 'updated_at': '2022-05-07T22:13:33Z', 'revision_number': 4, 'project_id': '9871aa16c54d4751ac838e07d52897a6', 'gw_port_host': None, '_interfaces': [{'id': '1b3dbd20-e902-474e-b149-a311f95b0918', 'name': '', 'network_id': '7cdbabe7-c47e-4ec1-a413-238cbe077182', 'tenant_id': '9871aa16c54d4751ac838e07d52897a6', 'mac_address': 'fa:16:3e:1b:49:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a58e96-bb4f-42a1-a1d3-2d70c05737fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '8f8f5bc6-0bf7-4c2d-9992-ab2f897c66fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:13:12Z', 'updated_at': '2022-05-07T22:13:20Z', 'revision_number': 5, 'project_id': '9871aa16c54d4751ac838e07d52897a6', 'subnets': [{'id': '8f8f5bc6-0bf7-4c2d-9992-ab2f897c66fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '509df312-0895-453c-9bb7-474a70a42508', 'name': '', 'network_id': '2c8b27e5-cc6c-4778-9135-471b44cf1df5', 'tenant_id': '9871aa16c54d4751ac838e07d52897a6', 'mac_address': 'fa:16:3e:28:80:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63a58e96-bb4f-42a1-a1d3-2d70c05737fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': 'dd57c3f6-d6c4-4dbe-ba12-72b0ecdd55aa', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:13:31Z', 'updated_at': '2022-05-07T22:13:38Z', 'revision_number': 4, 'project_id': '9871aa16c54d4751ac838e07d52897a6', 'subnets': [{'id': 'dd57c3f6-d6c4-4dbe-ba12-72b0ecdd55aa', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53c918bd-9219-4cfa-83a2-9cc46c8f0a52', 'name': '', 'network_id': 'd886a8d9-b0b4-434c-b8fd-39f441315a88', 'tenant_id': '9871aa16c54d4751ac838e07d52897a6', 'mac_address': 'fa:16:3e:98:12:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a58e96-bb4f-42a1-a1d3-2d70c05737fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '3bb8fb8f-fd99-4052-9f7c-6b1d8087aabe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:13:21Z', 'updated_at': '2022-05-07T22:13:30Z', 'revision_number': 5, 'project_id': '9871aa16c54d4751ac838e07d52897a6', 'subnets': [{'id': '3bb8fb8f-fd99-4052-9f7c-6b1d8087aabe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:13:39.005007 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-b077a46e-6a7e-4479-9fde-efeaf6ff3b9f tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Request body: {'subnet': {'network_id': 'f0092c78-6adb-4b10-9966-c236a52c07dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:13:39.013258 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966d5025-9338-4e5b-8c54-8ea0dce7865c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Checking segment: {'id': '8f3c9a8f-e48e-4e06-b1c6-b8fecf085637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'cab4b21a-e979-4804-a10e-438db86b4681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:13:39.014207 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966d5025-9338-4e5b-8c54-8ea0dce7865c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Network hostable DHCP agents. Network: cab4b21a-e979-4804-a10e-438db86b4681, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:13:39.044228 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfab4b5a-3d19-4342-9782-94843f89923b None None] The sync data for ids ['63a58e96-bb4f-42a1-a1d3-2d70c05737fc'] in ncdv-master-1 is: [{'id': '63a58e96-bb4f-42a1-a1d3-2d70c05737fc', 'name': 'tempest-RoutersTest-router-1588625411', 'tenant_id': '9871aa16c54d4751ac838e07d52897a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:13:08Z', 'updated_at': '2022-05-07T22:13:33Z', 'revision_number': 4, 'project_id': '9871aa16c54d4751ac838e07d52897a6', 'gw_port_host': None, '_interfaces': [{'id': '1b3dbd20-e902-474e-b149-a311f95b0918', 'name': '', 'network_id': '7cdbabe7-c47e-4ec1-a413-238cbe077182', 'tenant_id': '9871aa16c54d4751ac838e07d52897a6', 'mac_address': 'fa:16:3e:1b:49:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a58e96-bb4f-42a1-a1d3-2d70c05737fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '8f8f5bc6-0bf7-4c2d-9992-ab2f897c66fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:13:12Z', 'updated_at': '2022-05-07T22:13:20Z', 'revision_number': 5, 'project_id': '9871aa16c54d4751ac838e07d52897a6', 'subnets': [{'id': '8f8f5bc6-0bf7-4c2d-9992-ab2f897c66fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '509df312-0895-453c-9bb7-474a70a42508', 'name': '', 'network_id': '2c8b27e5-cc6c-4778-9135-471b44cf1df5', 'tenant_id': '9871aa16c54d4751ac838e07d52897a6', 'mac_address': 'fa:16:3e:28:80:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63a58e96-bb4f-42a1-a1d3-2d70c05737fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': 'dd57c3f6-d6c4-4dbe-ba12-72b0ecdd55aa', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:13:31Z', 'updated_at': '2022-05-07T22:13:38Z', 'revision_number': 4, 'project_id': '9871aa16c54d4751ac838e07d52897a6', 'subnets': [{'id': 'dd57c3f6-d6c4-4dbe-ba12-72b0ecdd55aa', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53c918bd-9219-4cfa-83a2-9cc46c8f0a52', 'name': '', 'network_id': 'd886a8d9-b0b4-434c-b8fd-39f441315a88', 'tenant_id': '9871aa16c54d4751ac838e07d52897a6', 'mac_address': 'fa:16:3e:98:12:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a58e96-bb4f-42a1-a1d3-2d70c05737fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '3bb8fb8f-fd99-4052-9f7c-6b1d8087aabe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:13:21Z', 'updated_at': '2022-05-07T22:13:30Z', 'revision_number': 5, 'project_id': '9871aa16c54d4751ac838e07d52897a6', 'subnets': [{'id': '3bb8fb8f-fd99-4052-9f7c-6b1d8087aabe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:13:39.069921 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4f16a9c-367b-467a-8fa6-2420416308fe x-openstack-request-id: req-d4f16a9c-367b-467a-8fa6-2420416308fe {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:13:39.070221 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ea99916-97ab-4e68-90bc-a95c38f04964", "name": "network-vif-plugged", "status": "completed", "tag": "ab0dee45-f2e9-4c0d-bd11-e0508238475b", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:13:39.075162 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d4f16a9c-367b-467a-8fa6-2420416308fe {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:13:39.075607 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4f16a9c-367b-467a-8fa6-2420416308fe'] response: {'server_uuid': '4ea99916-97ab-4e68-90bc-a95c38f04964', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab0dee45-f2e9-4c0d-bd11-e0508238475b', 'code': 200}
May 07 22:13:39.089030 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f5cf2a65-2e9e-48bf-9493-a6c1773414f4 req-d1e4302b-e744-4146-a7cc-a12a030d5e00 service neutron] 10.222.0.59 "GET /v2.0/networks/87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2157483
May 07 22:13:39.367290 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a729de4-2b52-4945-8d4d-3f716f3f6327 req-18549c01-16b2-4c2d-9d0e-ff80f2798591 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:39.375808 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8a729de4-2b52-4945-8d4d-3f716f3f6327 req-18549c01-16b2-4c2d-9d0e-ff80f2798591 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?device_id=95d382c3-52c5-4312-a2a5-47fdfc1625fd HTTP/1.1" status: 200  len: 943 time: 0.1227906
May 07 22:13:39.397163 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966d5025-9338-4e5b-8c54-8ea0dce7865c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Network cab4b21a-e979-4804-a10e-438db86b4681 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:13:39.399851 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 509df312-0895-453c-9bb7-474a70a42508 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:13:39.428430 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-966d5025-9338-4e5b-8c54-8ea0dce7865c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, cab4b21a-e979-4804-a10e-438db86b4681) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:13:39.467390 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966d5025-9338-4e5b-8c54-8ea0dce7865c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:39.468745 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-966d5025-9338-4e5b-8c54-8ea0dce7865c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:39.469388 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d27baff-c8bf-4022-859e-fc7131f9d515 None None] Network cab4b21a-e979-4804-a10e-438db86b4681 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:13:39.531752 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f5cf2a65-2e9e-48bf-9493-a6c1773414f4 req-e31bbfe2-93fb-4485-b36e-e820f2fb5adc service neutron] 10.222.0.59 "GET /v2.0/networks/87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4333923
May 07 22:13:39.543072 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b077a46e-6a7e-4479-9fde-efeaf6ff3b9f tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Made reservation on behalf of 586495fb86064013a37b42a6b3d382fb for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:13:39.546496 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b077a46e-6a7e-4479-9fde-efeaf6ff3b9f tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:39.596479 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-966d5025-9338-4e5b-8c54-8ea0dce7865c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 2.4923990
May 07 22:13:39.605006 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 46224) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:39.634123 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=ab0dee45-f2e9-4c0d-bd11-e0508238475b,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:39.664708 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af7c829-122a-4db6-a512-ffadabdf9c19 req-9574c3c3-70b3-4e16-8825-1707c07aa8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:39.666452 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9af7c829-122a-4db6-a512-ffadabdf9c19 req-9574c3c3-70b3-4e16-8825-1707c07aa8ff service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f3657e8df46a4252b9eb1eb159306a66&device_id=95d382c3-52c5-4312-a2a5-47fdfc1625fd HTTP/1.1" status: 200  len: 1125 time: 0.0669384
May 07 22:13:39.668731 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-91a7d2b0-6432-44b7-9179-c6dc3e9b4960 None None] Current status of the port 509df312-0895-453c-9bb7-474a70a42508 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:13:39.686858 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2808ccbf-4e46-4b0c-8aba-0ecdd34dd7c2 req-f05212e4-8d46-4615-907a-d4145dca700b tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:39.689600 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2808ccbf-4e46-4b0c-8aba-0ecdd34dd7c2 req-f05212e4-8d46-4615-907a-d4145dca700b tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=f65a5d21-0a34-4bef-82e5-f77821caa253 HTTP/1.1" status: 200  len: 946 time: 0.1902237
May 07 22:13:39.739402 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 509df312-0895-453c-9bb7-474a70a42508 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:13:39.740025 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (509df312-0895-453c-9bb7-474a70a42508), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:39.744786 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0398b540-ba5b-44e6-ac8d-a809a219bae6 req-c80afa0b-6327-4596-b1ee-4afdb45d7a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:39.746295 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0398b540-ba5b-44e6-ac8d-a809a219bae6 req-c80afa0b-6327-4596-b1ee-4afdb45d7a87 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4ea99916-97ab-4e68-90bc-a95c38f04964 HTTP/1.1" status: 200  len: 1127 time: 0.4947283
May 07 22:13:39.803588 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8a729de4-2b52-4945-8d4d-3f716f3f6327 req-3f29e838-c43f-4d7e-a374-b5919204f3f8 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0565a31-c1c2-485d-aa87-3f3b5400e2b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4159052
May 07 22:13:39.878451 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2808ccbf-4e46-4b0c-8aba-0ecdd34dd7c2 req-79ecf41e-a433-45fd-a61d-16d6779b166d tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1045537
May 07 22:13:39.879067 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9dec292-2bf1-4b34-9cd7-ce961c587b1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-cab4b21a-e979-4804-a10e-438db86b4681', 'network_id': 'cab4b21a-e979-4804-a10e-438db86b4681', 'project_id': '9871aa16c54d4751ac838e07d52897a6', 'fixed_ips': [{'subnet_id': 'bdeed79b-01ea-40e0-99ed-ee93c5c8844a'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:13:39.880078 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af7c829-122a-4db6-a512-ffadabdf9c19 req-46a48341-8deb-4f64-b200-d7f75bfc191f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:39.880382 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b9dec292-2bf1-4b34-9cd7-ce961c587b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:39.881763 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9af7c829-122a-4db6-a512-ffadabdf9c19 req-46a48341-8deb-4f64-b200-d7f75bfc191f service neutron] 10.222.0.59 "GET /v2.0/networks?id=87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce HTTP/1.1" status: 200  len: 912 time: 0.1910615
May 07 22:13:39.928932 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 509df312-0895-453c-9bb7-474a70a42508 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:13:39.987298 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9af7c829-122a-4db6-a512-ffadabdf9c19 req-7ce4c8e4-0e9d-4319-81bf-b3b5126274f7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6bfd345f-53d0-4135-ad4d-03cc3f0666db HTTP/1.1" status: 200  len: 217 time: 0.0932341
May 07 22:13:40.111648 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af7c829-122a-4db6-a512-ffadabdf9c19 req-cd62aae6-bb57-4074-a272-e2661cad40ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:40.116025 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9af7c829-122a-4db6-a512-ffadabdf9c19 req-cd62aae6-bb57-4074-a272-e2661cad40ca service neutron] 10.222.0.59 "GET /v2.0/subnets?id=c381f23c-d79e-4860-966b-6594e682e18c HTTP/1.1" status: 200  len: 850 time: 0.1225147
May 07 22:13:40.144900 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-b9dec292-2bf1-4b34-9cd7-ce961c587b1c None None] Allocated IP 172.23.0.2 (cab4b21a-e979-4804-a10e-438db86b4681/bdeed79b-01ea-40e0-99ed-ee93c5c8844a/fb84e9b3-82cd-49b2-8633-54e45be98d8f) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:13:40.226855 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d331beed-a8ee-43d1-83e6-0c86ba7d2146 req-77db3d45-4b67-4d15-92e6-7560ff15578b tempest-VolumesActionsTest-1113665028 tempest-VolumesActionsTest-1113665028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:40.228464 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d331beed-a8ee-43d1-83e6-0c86ba7d2146 req-77db3d45-4b67-4d15-92e6-7560ff15578b tempest-VolumesActionsTest-1113665028 tempest-VolumesActionsTest-1113665028-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ea99916-97ab-4e68-90bc-a95c38f04964 HTTP/1.1" status: 200  len: 945 time: 0.0844288
May 07 22:13:40.283101 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0398b540-ba5b-44e6-ac8d-a809a219bae6 req-d8f5e570-0718-4171-a780-98806742f13a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=796faeab-2373-42f0-94cc-b18853c1fdcc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3689866
May 07 22:13:40.344068 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 46250) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:40.359112 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d331beed-a8ee-43d1-83e6-0c86ba7d2146 req-2e8db0d1-b9ae-4801-9383-0343bb331fd0 tempest-VolumesActionsTest-1113665028 tempest-VolumesActionsTest-1113665028-project] 10.222.0.32 "GET /v2.0/security-groups?id=796faeab-2373-42f0-94cc-b18853c1fdcc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1241472
May 07 22:13:40.395099 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b9dec292-2bf1-4b34-9cd7-ce961c587b1c None None] Publish callbacks [] for port (fb84e9b3-82cd-49b2-8633-54e45be98d8f), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:40.402094 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b9dec292-2bf1-4b34-9cd7-ce961c587b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (fb84e9b3-82cd-49b2-8633-54e45be98d8f), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:40.452447 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9dec292-2bf1-4b34-9cd7-ce961c587b1c None None] Network cab4b21a-e979-4804-a10e-438db86b4681 is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:13:40.460970 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-b9dec292-2bf1-4b34-9cd7-ce961c587b1c None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:13:40.463363 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9dec292-2bf1-4b34-9cd7-ce961c587b1c None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:13:40.465598 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dec292-2bf1-4b34-9cd7-ce961c587b1c None None] Pushing event updated for resources: {'Port': ['ID=fb84e9b3-82cd-49b2-8633-54e45be98d8f,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:40.486991 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96089a8-1de6-4592-ac4f-346059e0e179 req-30c60ef2-5ec9-41c1-b037-f254ac6a2d17 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:40.488516 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b96089a8-1de6-4592-ac4f-346059e0e179 req-30c60ef2-5ec9-41c1-b037-f254ac6a2d17 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=f65a5d21-0a34-4bef-82e5-f77821caa253 HTTP/1.1" status: 200  len: 946 time: 0.1382170
May 07 22:13:40.536144 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-b9dec292-2bf1-4b34-9cd7-ce961c587b1c None None] Attempting to bind port fb84e9b3-82cd-49b2-8633-54e45be98d8f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:13:40.536825 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-b9dec292-2bf1-4b34-9cd7-ce961c587b1c None None] Attempting to bind port fb84e9b3-82cd-49b2-8633-54e45be98d8f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8f3c9a8f-e48e-4e06-b1c6-b8fecf085637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'cab4b21a-e979-4804-a10e-438db86b4681'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:13:40.537203 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9dec292-2bf1-4b34-9cd7-ce961c587b1c None None] Attempting to bind port fb84e9b3-82cd-49b2-8633-54e45be98d8f on network cab4b21a-e979-4804-a10e-438db86b4681 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:13:40.543492 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9dec292-2bf1-4b34-9cd7-ce961c587b1c None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:13:40.544005 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9dec292-2bf1-4b34-9cd7-ce961c587b1c None None] Checking segment: {'id': '8f3c9a8f-e48e-4e06-b1c6-b8fecf085637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'cab4b21a-e979-4804-a10e-438db86b4681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:13:40.544419 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b9dec292-2bf1-4b34-9cd7-ce961c587b1c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:40.544823 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9dec292-2bf1-4b34-9cd7-ce961c587b1c None None] Bound using segment: {'id': '8f3c9a8f-e48e-4e06-b1c6-b8fecf085637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'cab4b21a-e979-4804-a10e-438db86b4681'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:13:40.545298 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-b9dec292-2bf1-4b34-9cd7-ce961c587b1c None None] Bound port: fb84e9b3-82cd-49b2-8633-54e45be98d8f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f3c9a8f-e48e-4e06-b1c6-b8fecf085637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'cab4b21a-e979-4804-a10e-438db86b4681'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:13:40.545690 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b9dec292-2bf1-4b34-9cd7-ce961c587b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (fb84e9b3-82cd-49b2-8633-54e45be98d8f), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:40.620688 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-b9dec292-2bf1-4b34-9cd7-ce961c587b1c None None] For port fb84e9b3-82cd-49b2-8633-54e45be98d8f, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:13:40.623990 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-b9dec292-2bf1-4b34-9cd7-ce961c587b1c None None] For port fb84e9b3-82cd-49b2-8633-54e45be98d8f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fb84e9b3-82cd-49b2-8633-54e45be98d8f,segment=NetworkSegment(8f3c9a8f-e48e-4e06-b1c6-b8fecf085637),segment_id=8f3c9a8f-e48e-4e06-b1c6-b8fecf085637)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:13:40.630346 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b96089a8-1de6-4592-ac4f-346059e0e179 req-7ffccd43-3fc1-4f15-bf7f-c74d5afc214e tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1353478
May 07 22:13:40.631618 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b9dec292-2bf1-4b34-9cd7-ce961c587b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (fb84e9b3-82cd-49b2-8633-54e45be98d8f), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:40.640083 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-d23fb368-8a0c-46ac-a987-ad2013352d16 admin admin] Deleting subnet 85ec4fb9-6ccb-4163-9592-93dc6ae8e23f {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:13:40.646245 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d23fb368-8a0c-46ac-a987-ad2013352d16 admin admin] Publish callbacks [] for subnet (85ec4fb9-6ccb-4163-9592-93dc6ae8e23f), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:40.648728 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af7c829-122a-4db6-a512-ffadabdf9c19 req-3808d3b0-c961-430a-aa04-f77a83e06690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:40.650292 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9af7c829-122a-4db6-a512-ffadabdf9c19 req-3808d3b0-c961-430a-aa04-f77a83e06690 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0534906
May 07 22:13:40.689405 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b077a46e-6a7e-4479-9fde-efeaf6ff3b9f tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (bb8d26ca-bfc0-414a-8307-ed2521ef9445), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:40.701756 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dec292-2bf1-4b34-9cd7-ce961c587b1c None None] Pushing event updated for resources: {'Port': ['ID=fb84e9b3-82cd-49b2-8633-54e45be98d8f,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:40.724220 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-66aa5545-058a-4cf2-aa64-64732d86a694 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:40.737979 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d23fb368-8a0c-46ac-a987-ad2013352d16 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (85ec4fb9-6ccb-4163-9592-93dc6ae8e23f), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:40.811005 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b077a46e-6a7e-4479-9fde-efeaf6ff3b9f tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Pushing event updated for resources: {'Subnet': ['ID=bb8d26ca-bfc0-414a-8307-ed2521ef9445,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:40.812585 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9af7c829-122a-4db6-a512-ffadabdf9c19 req-855943bb-a40c-4404-a22a-a1fbc8188bf7 service neutron] 10.222.0.59 "GET /v2.0/networks/87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1438656
May 07 22:13:40.813679 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d23fb368-8a0c-46ac-a987-ad2013352d16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (85ec4fb9-6ccb-4163-9592-93dc6ae8e23f), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:40.854310 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b077a46e-6a7e-4479-9fde-efeaf6ff3b9f tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Checking segment: {'id': '9dc71fb6-6179-497c-80ce-9e615c70a9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f0092c78-6adb-4b10-9966-c236a52c07dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:13:40.855407 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b077a46e-6a7e-4479-9fde-efeaf6ff3b9f tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Network hostable DHCP agents. Network: f0092c78-6adb-4b10-9966-c236a52c07dd, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:13:40.902058 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b077a46e-6a7e-4479-9fde-efeaf6ff3b9f tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Network f0092c78-6adb-4b10-9966-c236a52c07dd is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:13:40.981336 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-b077a46e-6a7e-4479-9fde-efeaf6ff3b9f tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f0092c78-6adb-4b10-9966-c236a52c07dd) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:13:40.990073 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ee2e9a-61a7-4a46-ba81-1de29eeeddf1 None None] Network f0092c78-6adb-4b10-9966-c236a52c07dd requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:13:40.990232 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b077a46e-6a7e-4479-9fde-efeaf6ff3b9f tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:40.990804 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b077a46e-6a7e-4479-9fde-efeaf6ff3b9f tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:41.010158 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82b56a1-5543-46b5-b117-593882cc4da1 req-b7cb3e06-e7f6-423a-8735-0de61f5cc91d tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:41.021835 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d82b56a1-5543-46b5-b117-593882cc4da1 req-b7cb3e06-e7f6-423a-8735-0de61f5cc91d tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?device_id=95d382c3-52c5-4312-a2a5-47fdfc1625fd HTTP/1.1" status: 200  len: 943 time: 0.1506560
May 07 22:13:41.048511 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d23fb368-8a0c-46ac-a987-ad2013352d16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (85ec4fb9-6ccb-4163-9592-93dc6ae8e23f), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:41.052749 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-b077a46e-6a7e-4479-9fde-efeaf6ff3b9f tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.0698884
May 07 22:13:41.056006 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 46256) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:41.060500 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-99bd4259-76b2-4d70-8f68-e5c5c476caec tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1278520562', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:13:41.111255 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9af7c829-122a-4db6-a512-ffadabdf9c19 req-0584ac06-1d48-47cb-80c3-3674287e8f3a service neutron] 10.222.0.59 "GET /v2.0/networks/87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2776253
May 07 22:13:41.113364 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23fb368-8a0c-46ac-a987-ad2013352d16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85ec4fb9-6ccb-4163-9592-93dc6ae8e23f,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:41.114489 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-99bd4259-76b2-4d70-8f68-e5c5c476caec tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (d19f8c73-1750-479a-bb9f-85fe2c013c12), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:41.119034 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d23fb368-8a0c-46ac-a987-ad2013352d16 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:41.119688 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-99bd4259-76b2-4d70-8f68-e5c5c476caec tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (d19f8c73-1750-479a-bb9f-85fe2c013c12), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:41.122508 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-d23fb368-8a0c-46ac-a987-ad2013352d16 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/85ec4fb9-6ccb-4163-9592-93dc6ae8e23f HTTP/1.1" status: 204  len: 168 time: 0.7623882
May 07 22:13:41.141192 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 46258) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:41.188203 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bbfb5b3-8a10-43cd-9bd6-e9e9981f5aa4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f0092c78-6adb-4b10-9966-c236a52c07dd', 'network_id': 'f0092c78-6adb-4b10-9966-c236a52c07dd', 'project_id': '586495fb86064013a37b42a6b3d382fb', 'fixed_ips': [{'subnet_id': 'bb8d26ca-bfc0-414a-8307-ed2521ef9445'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:13:41.189115 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-0bbfb5b3-8a10-43cd-9bd6-e9e9981f5aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:41.191604 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d82b56a1-5543-46b5-b117-593882cc4da1 req-7511a58c-9c82-4431-87e7-0bf0b4d961e9 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0565a31-c1c2-485d-aa87-3f3b5400e2b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1685395
May 07 22:13:41.326587 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device fb84e9b3-82cd-49b2-8633-54e45be98d8f up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:13:41.355671 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-66aa5545-058a-4cf2-aa64-64732d86a694 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Allocated IP 172.23.0.1 (cab4b21a-e979-4804-a10e-438db86b4681/bdeed79b-01ea-40e0-99ed-ee93c5c8844a/c2d20153-ee78-4f48-8b3e-80dfc606a8c1) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:13:41.403931 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a6d1ba9f-89c3-4fc4-9356-9f58ca2e2d12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (75e42e23-8e74-41bd-9a60-3536f620fe26), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:41.431915 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-99bd4259-76b2-4d70-8f68-e5c5c476caec tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for router_controller (d19f8c73-1750-479a-bb9f-85fe2c013c12), precommit_add_association {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:41.450612 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port fb84e9b3-82cd-49b2-8633-54e45be98d8f triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:13:41.451401 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (fb84e9b3-82cd-49b2-8633-54e45be98d8f), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:41.453586 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-99bd4259-76b2-4d70-8f68-e5c5c476caec tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (d19f8c73-1750-479a-bb9f-85fe2c013c12), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:41.495156 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-0bbfb5b3-8a10-43cd-9bd6-e9e9981f5aa4 None None] Allocated IP 2001:db8::2 (f0092c78-6adb-4b10-9966-c236a52c07dd/bb8d26ca-bfc0-414a-8307-ed2521ef9445/7b86b593-1710-4d1b-acb1-9e0ba03c970a) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:13:41.589265 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-99bd4259-76b2-4d70-8f68-e5c5c476caec tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:41.590519 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-99bd4259-76b2-4d70-8f68-e5c5c476caec tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 706 time: 0.5334702
May 07 22:13:41.593341 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 46262) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:41.599611 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-70674ae0-d2e7-4715-a7c9-f74109df5af7 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Request body: {'port': {'network_id': 'f0092c78-6adb-4b10-9966-c236a52c07dd', 'name': 'tempest-PortsIpV6TestJSON-213636442'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:13:41.644905 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa5242-6416-434e-8189-2c63182a224a req-51ae2286-1a51-4763-a32a-32769edf1c71 tempest-VolumesActionsTest-1113665028 tempest-VolumesActionsTest-1113665028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:41.646478 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-66fa5242-6416-434e-8189-2c63182a224a req-51ae2286-1a51-4763-a32a-32769edf1c71 tempest-VolumesActionsTest-1113665028 tempest-VolumesActionsTest-1113665028-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ea99916-97ab-4e68-90bc-a95c38f04964 HTTP/1.1" status: 200  len: 945 time: 0.1742229
May 07 22:13:41.706685 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-66aa5545-058a-4cf2-aa64-64732d86a694 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for port (c2d20153-ee78-4f48-8b3e-80dfc606a8c1), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:41.709592 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a6d1ba9f-89c3-4fc4-9356-9f58ca2e2d12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (75e42e23-8e74-41bd-9a60-3536f620fe26), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:41.730246 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port fb84e9b3-82cd-49b2-8633-54e45be98d8f is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:13:41.731047 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (fb84e9b3-82cd-49b2-8633-54e45be98d8f), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:41.764180 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-a6d1ba9f-89c3-4fc4-9356-9f58ca2e2d12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf875151c0>,) {'filters': {'network_id': ['75e42e23-8e74-41bd-9a60-3536f620fe26']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:13:41.792962 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-a6d1ba9f-89c3-4fc4-9356-9f58ca2e2d12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf875151c0>, 'e9dfa04b-244b-4a92-b433-79dbf6b894df') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:13:41.793334 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-a6d1ba9f-89c3-4fc4-9356-9f58ca2e2d12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf875151c0>, 'e9dfa04b-244b-4a92-b433-79dbf6b894df') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:13:41.819418 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-66fa5242-6416-434e-8189-2c63182a224a req-14c19641-fa3a-49ec-83a8-4594028803ce tempest-VolumesActionsTest-1113665028 tempest-VolumesActionsTest-1113665028-project] 10.222.0.32 "GET /v2.0/security-groups?id=796faeab-2373-42f0-94cc-b18853c1fdcc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1574285
May 07 22:13:41.827734 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port fb84e9b3-82cd-49b2-8633-54e45be98d8f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fb84e9b3-82cd-49b2-8633-54e45be98d8f,segment=NetworkSegment(8f3c9a8f-e48e-4e06-b1c6-b8fecf085637),segment_id=8f3c9a8f-e48e-4e06-b1c6-b8fecf085637)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:13:41.828683 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a6d1ba9f-89c3-4fc4-9356-9f58ca2e2d12 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (e9dfa04b-244b-4a92-b433-79dbf6b894df), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:41.848109 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a6d1ba9f-89c3-4fc4-9356-9f58ca2e2d12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (e9dfa04b-244b-4a92-b433-79dbf6b894df), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:41.849088 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (fb84e9b3-82cd-49b2-8633-54e45be98d8f), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:41.857162 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6d1ba9f-89c3-4fc4-9356-9f58ca2e2d12 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:13:41.857787 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a6d1ba9f-89c3-4fc4-9356-9f58ca2e2d12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (e9dfa04b-244b-4a92-b433-79dbf6b894df), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:41.861157 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 22:13:41.861157 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:13:41.861157 ncdv-master-1 neutron-server[121836]:     timer()
May 07 22:13:41.861157 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:13:41.861157 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 22:13:41.861157 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:13:41.861157 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 22:13:41.861157 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:13:41.861157 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 22:13:41.861157 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:13:41.861157 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 22:13:41.861157 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:13:41.861157 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 22:13:41.861157 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:13:41.861157 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:13:41.861157 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:13:41.861157 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:13:41.861157 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:13:41.861157 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 22:13:41.861157 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:13:41.861157 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 22:13:41.861157 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:13:41.861157 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:13:41.861157 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:13:41.861157 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 22:13:41.861157 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:13:41.861157 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:13:41.861157 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:13:41.861157 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:13:41.861157 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:13:41.861157 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:13:41.861157 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:13:41.870911 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dc984f-3926-4536-9d65-e940376c5d61 req-00107c2a-2972-4073-9b43-1480f202908b tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:41.878460 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-66aa5545-058a-4cf2-aa64-64732d86a694 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (c2d20153-ee78-4f48-8b3e-80dfc606a8c1), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:41.891475 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f6dc984f-3926-4536-9d65-e940376c5d61 req-00107c2a-2972-4073-9b43-1480f202908b tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=f65a5d21-0a34-4bef-82e5-f77821caa253 HTTP/1.1" status: 200  len: 946 time: 0.1248848
May 07 22:13:41.920929 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70674ae0-d2e7-4715-a7c9-f74109df5af7 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Made reservation on behalf of 586495fb86064013a37b42a6b3d382fb for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:13:41.931810 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-70674ae0-d2e7-4715-a7c9-f74109df5af7 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:41.963120 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=fb84e9b3-82cd-49b2-8633-54e45be98d8f,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:41.974226 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66aa5545-058a-4cf2-aa64-64732d86a694 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Network cab4b21a-e979-4804-a10e-438db86b4681 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:13:41.977584 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-66aa5545-058a-4cf2-aa64-64732d86a694 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:13:41.982084 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66aa5545-058a-4cf2-aa64-64732d86a694 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:13:41.983517 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-0bbfb5b3-8a10-43cd-9bd6-e9e9981f5aa4 None None] Publish callbacks [] for port (7b86b593-1710-4d1b-acb1-9e0ba03c970a), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:41.984797 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a6d1ba9f-89c3-4fc4-9356-9f58ca2e2d12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (75e42e23-8e74-41bd-9a60-3536f620fe26), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:41.991565 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [None req-70674ae0-d2e7-4715-a7c9-f74109df5af7 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] device_id is not set on port 3449e766-d7a9-47bb-ab41-5803b641b2fa yet. {{(pid=121837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 22:13:41.993296 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-0bbfb5b3-8a10-43cd-9bd6-e9e9981f5aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (7b86b593-1710-4d1b-acb1-9e0ba03c970a), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:42.006874 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f6dc984f-3926-4536-9d65-e940376c5d61 req-a0e6de6b-4d6b-4cea-8237-8f928e1be410 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1144924
May 07 22:13:42.037054 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a6d1ba9f-89c3-4fc4-9356-9f58ca2e2d12 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:42.037054 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-a6d1ba9f-89c3-4fc4-9356-9f58ca2e2d12 admin admin] 10.222.0.32 "DELETE /v2.0/networks/75e42e23-8e74-41bd-9a60-3536f620fe26 HTTP/1.1" status: 204  len: 168 time: 0.8928747
May 07 22:13:42.046384 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aa5545-058a-4cf2-aa64-64732d86a694 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Pushing event updated for resources: {'Port': ['ID=c2d20153-ee78-4f48-8b3e-80dfc606a8c1,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:42.071034 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bbfb5b3-8a10-43cd-9bd6-e9e9981f5aa4 None None] Network f0092c78-6adb-4b10-9966-c236a52c07dd is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:13:42.074225 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-0bbfb5b3-8a10-43cd-9bd6-e9e9981f5aa4 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:13:42.076609 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d1ba9f-89c3-4fc4-9356-9f58ca2e2d12 admin admin] Pushing event deleted for resources: {'Network': ['ID=75e42e23-8e74-41bd-9a60-3536f620fe26,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:42.085290 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbfb5b3-8a10-43cd-9bd6-e9e9981f5aa4 None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:13:42.088064 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbfb5b3-8a10-43cd-9bd6-e9e9981f5aa4 None None] Pushing event updated for resources: {'Port': ['ID=7b86b593-1710-4d1b-acb1-9e0ba03c970a,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:42.106809 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-66aa5545-058a-4cf2-aa64-64732d86a694 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398161'] for router_interface (63a58e96-bb4f-42a1-a1d3-2d70c05737fc), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:42.182653 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-0bbfb5b3-8a10-43cd-9bd6-e9e9981f5aa4 None None] Attempting to bind port 7b86b593-1710-4d1b-acb1-9e0ba03c970a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:13:42.183324 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-0bbfb5b3-8a10-43cd-9bd6-e9e9981f5aa4 None None] Attempting to bind port 7b86b593-1710-4d1b-acb1-9e0ba03c970a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9dc71fb6-6179-497c-80ce-9e615c70a9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f0092c78-6adb-4b10-9966-c236a52c07dd'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:13:42.184069 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbfb5b3-8a10-43cd-9bd6-e9e9981f5aa4 None None] Attempting to bind port 7b86b593-1710-4d1b-acb1-9e0ba03c970a on network f0092c78-6adb-4b10-9966-c236a52c07dd {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:13:42.193078 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbfb5b3-8a10-43cd-9bd6-e9e9981f5aa4 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:13:42.198954 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbfb5b3-8a10-43cd-9bd6-e9e9981f5aa4 None None] Checking segment: {'id': '9dc71fb6-6179-497c-80ce-9e615c70a9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f0092c78-6adb-4b10-9966-c236a52c07dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:13:42.199613 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-0bbfb5b3-8a10-43cd-9bd6-e9e9981f5aa4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:42.201173 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bbfb5b3-8a10-43cd-9bd6-e9e9981f5aa4 None None] Bound using segment: {'id': '9dc71fb6-6179-497c-80ce-9e615c70a9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f0092c78-6adb-4b10-9966-c236a52c07dd'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:13:42.202467 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-0bbfb5b3-8a10-43cd-9bd6-e9e9981f5aa4 None None] Bound port: 7b86b593-1710-4d1b-acb1-9e0ba03c970a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dc71fb6-6179-497c-80ce-9e615c70a9a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'f0092c78-6adb-4b10-9966-c236a52c07dd'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:13:42.202913 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-0bbfb5b3-8a10-43cd-9bd6-e9e9981f5aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (7b86b593-1710-4d1b-acb1-9e0ba03c970a), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:42.276342 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-70674ae0-d2e7-4715-a7c9-f74109df5af7 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Allocated IP 2001:db8::c8 (f0092c78-6adb-4b10-9966-c236a52c07dd/bb8d26ca-bfc0-414a-8307-ed2521ef9445/3449e766-d7a9-47bb-ab41-5803b641b2fa) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:13:42.323762 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 46272) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:42.365314 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-0bbfb5b3-8a10-43cd-9bd6-e9e9981f5aa4 None None] For port 7b86b593-1710-4d1b-acb1-9e0ba03c970a, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:13:42.371253 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-0bbfb5b3-8a10-43cd-9bd6-e9e9981f5aa4 None None] For port 7b86b593-1710-4d1b-acb1-9e0ba03c970a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7b86b593-1710-4d1b-acb1-9e0ba03c970a,segment=NetworkSegment(9dc71fb6-6179-497c-80ce-9e615c70a9a1),segment_id=9dc71fb6-6179-497c-80ce-9e615c70a9a1)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:13:42.388720 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcd6ad5-627c-41cb-b104-041a83042142 req-f539fd91-3926-42c0-a49c-2354e4071563 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:42.388964 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-0bbfb5b3-8a10-43cd-9bd6-e9e9981f5aa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (7b86b593-1710-4d1b-acb1-9e0ba03c970a), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:42.412425 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5bcd6ad5-627c-41cb-b104-041a83042142 req-f539fd91-3926-42c0-a49c-2354e4071563 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?device_id=95d382c3-52c5-4312-a2a5-47fdfc1625fd HTTP/1.1" status: 200  len: 943 time: 0.1123283
May 07 22:13:42.467563 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-66aa5545-058a-4cf2-aa64-64732d86a694 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (c2d20153-ee78-4f48-8b3e-80dfc606a8c1), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:42.504731 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbfb5b3-8a10-43cd-9bd6-e9e9981f5aa4 None None] Pushing event updated for resources: {'Port': ['ID=7b86b593-1710-4d1b-acb1-9e0ba03c970a,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:42.515560 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81dafd8c-3437-4cc7-8890-b30ea5166432 None None] Network cab4b21a-e979-4804-a10e-438db86b4681 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:13:42.550913 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-0912124e-69c3-4d35-aaaf-c189ffc283d3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=72be56c2d4a54014a8f741c451fe014e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2245772
May 07 22:13:42.552170 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 46278) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:42.567913 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5bcd6ad5-627c-41cb-b104-041a83042142 req-6822dca0-8902-47aa-9789-adbcfedcef40 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0565a31-c1c2-485d-aa87-3f3b5400e2b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1579049
May 07 22:13:42.613930 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-70674ae0-d2e7-4715-a7c9-f74109df5af7 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for port (3449e766-d7a9-47bb-ab41-5803b641b2fa), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:42.651906 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-8200871b-7037-48d8-b867-1f5f29e335e9 None None] Provisioning complete for port fb84e9b3-82cd-49b2-8633-54e45be98d8f triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:13:42.652285 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-8200871b-7037-48d8-b867-1f5f29e335e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (fb84e9b3-82cd-49b2-8633-54e45be98d8f), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:42.661286 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-140eb870-e907-41d1-9ad3-a1706d77b5e8 admin admin] Publish callbacks [] for security_group (5c334649-d42d-4f47-becb-d6172ad1614f), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:42.701252 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-140eb870-e907-41d1-9ad3-a1706d77b5e8 admin admin] Publish callbacks [] for security_group (5c334649-d42d-4f47-becb-d6172ad1614f), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:42.710202 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-70674ae0-d2e7-4715-a7c9-f74109df5af7 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (3449e766-d7a9-47bb-ab41-5803b641b2fa), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:42.785893 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70674ae0-d2e7-4715-a7c9-f74109df5af7 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Pushing event updated for resources: {'Port': ['ID=3449e766-d7a9-47bb-ab41-5803b641b2fa,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:42.829704 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70674ae0-d2e7-4715-a7c9-f74109df5af7 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Network f0092c78-6adb-4b10-9966-c236a52c07dd is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:13:42.829948 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-8200871b-7037-48d8-b867-1f5f29e335e9 None None] Current status of the port fb84e9b3-82cd-49b2-8633-54e45be98d8f is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:13:42.832205 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-70674ae0-d2e7-4715-a7c9-f74109df5af7 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:13:42.836214 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70674ae0-d2e7-4715-a7c9-f74109df5af7 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:13:42.847915 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70674ae0-d2e7-4715-a7c9-f74109df5af7 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:42.848565 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-70674ae0-d2e7-4715-a7c9-f74109df5af7 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:42.874626 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-70674ae0-d2e7-4715-a7c9-f74109df5af7 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 929 time: 1.2797699
May 07 22:13:42.876358 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 46290) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:42.948925 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-140eb870-e907-41d1-9ad3-a1706d77b5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (5c334649-d42d-4f47-becb-d6172ad1614f), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:42.951511 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-140eb870-e907-41d1-9ad3-a1706d77b5e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:42.952685 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-140eb870-e907-41d1-9ad3-a1706d77b5e8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5c334649-d42d-4f47-becb-d6172ad1614f HTTP/1.1" status: 204  len: 168 time: 0.3995881
May 07 22:13:43.033568 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 6bfd345f-53d0-4135-ad4d-03cc3f0666db details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:13:43.039991 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140eb870-e907-41d1-9ad3-a1706d77b5e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c334649-d42d-4f47-becb-d6172ad1614f,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:43.328835 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 6bfd345f-53d0-4135-ad4d-03cc3f0666db, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6bfd345f-53d0-4135-ad4d-03cc3f0666db,segment=NetworkSegment(3c434885-c673-48d5-9295-930316ad3f91),segment_id=3c434885-c673-48d5-9295-930316ad3f91)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:13:43.370414 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-1d8dd17c-dc8a-4265-b4ae-f0d714fc5397 None None] Provisioning complete for port fb84e9b3-82cd-49b2-8633-54e45be98d8f triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:13:43.372014 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1d8dd17c-dc8a-4265-b4ae-f0d714fc5397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (fb84e9b3-82cd-49b2-8633-54e45be98d8f), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:43.427938 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520ea7f3-279f-482a-97c7-638850ab097e req-ded7f36f-a1c2-489d-8852-92c2cacc42aa tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:43.429679 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-520ea7f3-279f-482a-97c7-638850ab097e req-ded7f36f-a1c2-489d-8852-92c2cacc42aa tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=f65a5d21-0a34-4bef-82e5-f77821caa253 HTTP/1.1" status: 200  len: 946 time: 0.2077274
May 07 22:13:43.459563 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 7b86b593-1710-4d1b-acb1-9e0ba03c970a up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:13:43.473424 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': '6bfd345f-53d0-4135-ad4d-03cc3f0666db', 'network_id': '87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce', 'port_id': '6bfd345f-53d0-4135-ad4d-03cc3f0666db', 'mac_address': 'fa:16:3e:ae:08:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c381f23c-d79e-4860-966b-6594e682e18c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:13:43.581158 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-66aa5545-058a-4cf2-aa64-64732d86a694 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for port (c2d20153-ee78-4f48-8b3e-80dfc606a8c1), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:43.598602 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-66aa5545-058a-4cf2-aa64-64732d86a694 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (c2d20153-ee78-4f48-8b3e-80dfc606a8c1), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:43.617534 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-520ea7f3-279f-482a-97c7-638850ab097e req-17ffe2e6-e40a-4aac-9038-8c3ff9254e1c tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1529443
May 07 22:13:43.665348 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 6bfd345f-53d0-4135-ad4d-03cc3f0666db is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:13:43.665842 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (6bfd345f-53d0-4135-ad4d-03cc3f0666db), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:43.683470 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 7b86b593-1710-4d1b-acb1-9e0ba03c970a triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:13:43.684017 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (7b86b593-1710-4d1b-acb1-9e0ba03c970a), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:43.715280 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-1d8dd17c-dc8a-4265-b4ae-f0d714fc5397 None None] Current status of the port fb84e9b3-82cd-49b2-8633-54e45be98d8f is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:13:43.725678 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bfd345f-53d0-4135-ad4d-03cc3f0666db {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:13:43.759049 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-1d8dd17c-dc8a-4265-b4ae-f0d714fc5397 None None] Provisioning complete for port c2d20153-ee78-4f48-8b3e-80dfc606a8c1 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:13:43.759544 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1d8dd17c-dc8a-4265-b4ae-f0d714fc5397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (c2d20153-ee78-4f48-8b3e-80dfc606a8c1), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:43.774608 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 6bfd345f-53d0-4135-ad4d-03cc3f0666db, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6bfd345f-53d0-4135-ad4d-03cc3f0666db,segment=NetworkSegment(3c434885-c673-48d5-9295-930316ad3f91),segment_id=3c434885-c673-48d5-9295-930316ad3f91)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:13:43.807263 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (6bfd345f-53d0-4135-ad4d-03cc3f0666db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:43.839786 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f39170c-894d-45be-937c-b603dcde712c req-a8e9b915-a244-48ae-b0d9-f72f308e6f1d tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:43.847829 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9f39170c-894d-45be-937c-b603dcde712c req-a8e9b915-a244-48ae-b0d9-f72f308e6f1d tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?device_id=95d382c3-52c5-4312-a2a5-47fdfc1625fd HTTP/1.1" status: 200  len: 944 time: 0.0742259
May 07 22:13:43.856094 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-1d8dd17c-dc8a-4265-b4ae-f0d714fc5397 None None] Port c2d20153-ee78-4f48-8b3e-80dfc606a8c1 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:13:43.877407 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5ff7deb8-a1c3-47ed-bdc6-bdda6927f5f6 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (3449e766-d7a9-47bb-ab41-5803b641b2fa), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:43.892883 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-66aa5545-058a-4cf2-aa64-64732d86a694 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401121'] for router_interface (63a58e96-bb4f-42a1-a1d3-2d70c05737fc), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:43.924351 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aa5545-058a-4cf2-aa64-64732d86a694 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Pushing event updated for resources: {'Port': ['ID=c2d20153-ee78-4f48-8b3e-80dfc606a8c1,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:43.979117 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=6bfd345f-53d0-4135-ad4d-03cc3f0666db,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:43.988680 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 7b86b593-1710-4d1b-acb1-9e0ba03c970a is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:13:43.989170 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (7b86b593-1710-4d1b-acb1-9e0ba03c970a), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:44.010691 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-3aa92a7f-f957-4033-8900-b7fdab17bae6 None None] Provisioning complete for port c2d20153-ee78-4f48-8b3e-80dfc606a8c1 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:13:44.011216 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-3aa92a7f-f957-4033-8900-b7fdab17bae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (c2d20153-ee78-4f48-8b3e-80dfc606a8c1), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:44.046517 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9f39170c-894d-45be-937c-b603dcde712c req-8cdf097d-0cf7-4059-aedb-7d727f1044c4 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0565a31-c1c2-485d-aa87-3f3b5400e2b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1978199
May 07 22:13:44.068529 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['6bfd345f-53d0-4135-ad4d-03cc3f0666db'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:13:44.143197 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port 7b86b593-1710-4d1b-acb1-9e0ba03c970a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7b86b593-1710-4d1b-acb1-9e0ba03c970a,segment=NetworkSegment(9dc71fb6-6179-497c-80ce-9e615c70a9a1),segment_id=9dc71fb6-6179-497c-80ce-9e615c70a9a1)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:13:44.147299 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-3aa92a7f-f957-4033-8900-b7fdab17bae6 None None] Port c2d20153-ee78-4f48-8b3e-80dfc606a8c1 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:13:44.151595 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (7b86b593-1710-4d1b-acb1-9e0ba03c970a), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:44.152997 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device fb84e9b3-82cd-49b2-8633-54e45be98d8f up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:13:44.163125 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66aa5545-058a-4cf2-aa64-64732d86a694 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Network cab4b21a-e979-4804-a10e-438db86b4681 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:13:44.164613 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-66aa5545-058a-4cf2-aa64-64732d86a694 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:13:44.358880 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b33e6bc-cc4d-4929-801c-e105f6a327b8 None None] Network f0092c78-6adb-4b10-9966-c236a52c07dd requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:13:44.382689 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66aa5545-058a-4cf2-aa64-64732d86a694 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Router 63a58e96-bb4f-42a1-a1d3-2d70c05737fc has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:13:44.417225 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5ff7deb8-a1c3-47ed-bdc6-bdda6927f5f6 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for port (3449e766-d7a9-47bb-ab41-5803b641b2fa), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:44.424780 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 46328) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:44.434553 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5ff7deb8-a1c3-47ed-bdc6-bdda6927f5f6 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (3449e766-d7a9-47bb-ab41-5803b641b2fa), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:44.535180 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=7b86b593-1710-4d1b-acb1-9e0ba03c970a,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:44.593077 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff7deb8-a1c3-47ed-bdc6-bdda6927f5f6 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Pushing event updated for resources: {'Port': ['ID=3449e766-d7a9-47bb-ab41-5803b641b2fa,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:44.604712 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66aa5545-058a-4cf2-aa64-64732d86a694 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:13:44.616598 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-66aa5545-058a-4cf2-aa64-64732d86a694 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "PUT /v2.0/routers/63a58e96-bb4f-42a1-a1d3-2d70c05737fc/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.0107520
May 07 22:13:44.623768 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 46332) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:44.629331 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-8b2f0f94-750b-4c3d-9972-92bce5d47fb8 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:13:44.634994 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-caaa427e-ad0d-4981-b330-d9d273c2ff19 None None] Provisioning complete for port 7b86b593-1710-4d1b-acb1-9e0ba03c970a triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:13:44.635368 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-caaa427e-ad0d-4981-b330-d9d273c2ff19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (7b86b593-1710-4d1b-acb1-9e0ba03c970a), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:44.656332 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ddb6a9-d7f0-4c5f-affd-4a764201134b None None] Sync routers for ids ['63a58e96-bb4f-42a1-a1d3-2d70c05737fc'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:13:44.660069 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-186f5188-af86-4bd1-a189-90d3c4781c35 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1730606161-network', 'tenant_id': 'c642a488de414517ac98cee7e2cc2406'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:13:44.692956 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port fb84e9b3-82cd-49b2-8633-54e45be98d8f triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:13:44.693530 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (fb84e9b3-82cd-49b2-8633-54e45be98d8f), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:44.725985 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ddb6a9-d7f0-4c5f-affd-4a764201134b None None] Routers {'63a58e96-bb4f-42a1-a1d3-2d70c05737fc'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:13:44.726949 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-f4ddb6a9-d7f0-4c5f-affd-4a764201134b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f747970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:13:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['63a58e96-bb4f-42a1-a1d3-2d70c05737fc'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:13:44.729328 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-186f5188-af86-4bd1-a189-90d3c4781c35 admin admin] Made reservation on behalf of c642a488de414517ac98cee7e2cc2406 for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:13:44.744564 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-186f5188-af86-4bd1-a189-90d3c4781c35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:44.814239 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5ff7deb8-a1c3-47ed-bdc6-bdda6927f5f6 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398161'] for router_interface (d19f8c73-1750-479a-bb9f-85fe2c013c12), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:44.816610 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-186f5188-af86-4bd1-a189-90d3c4781c35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:44.948647 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e7a9ad-d6c0-4e07-b831-16911a1151e6 req-a314dfb1-50a9-4e37-a00c-96284b26334a tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:44.951463 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-54e7a9ad-d6c0-4e07-b831-16911a1151e6 req-a314dfb1-50a9-4e37-a00c-96284b26334a tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=f65a5d21-0a34-4bef-82e5-f77821caa253 HTTP/1.1" status: 200  len: 946 time: 0.1565621
May 07 22:13:45.110691 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-54e7a9ad-d6c0-4e07-b831-16911a1151e6 req-94557f69-4f21-4212-b19a-dd58d9765cf1 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1206923
May 07 22:13:45.171328 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5ff7deb8-a1c3-47ed-bdc6-bdda6927f5f6 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (3449e766-d7a9-47bb-ab41-5803b641b2fa), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:45.261860 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-f4ddb6a9-d7f0-4c5f-affd-4a764201134b None None] Set router 63a58e96-bb4f-42a1-a1d3-2d70c05737fc gateway port host: None {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:13:45.308085 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port fb84e9b3-82cd-49b2-8633-54e45be98d8f is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:13:45.323187 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-186f5188-af86-4bd1-a189-90d3c4781c35 admin admin] Publish callbacks [] for security_group (bde33446-ddbb-480d-baf6-75ce7e50f8c8), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:45.358907 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-186f5188-af86-4bd1-a189-90d3c4781c35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (bde33446-ddbb-480d-baf6-75ce7e50f8c8), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:45.384688 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.extraroute_db [None req-8b2f0f94-750b-4c3d-9972-92bce5d47fb8 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=121836) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
May 07 22:13:45.420254 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ffb54-5056-4d6d-bb14-79f72380975a req-43bf9cef-df66-4c8b-a6c1-283609a9a5fa tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:45.421953 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-cf4ffb54-5056-4d6d-bb14-79f72380975a req-43bf9cef-df66-4c8b-a6c1-283609a9a5fa tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?device_id=95d382c3-52c5-4312-a2a5-47fdfc1625fd HTTP/1.1" status: 200  len: 944 time: 0.1518447
May 07 22:13:45.430311 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.extraroute_db [None req-8b2f0f94-750b-4c3d-9972-92bce5d47fb8 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Removed routes are [] {{(pid=121836) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
May 07 22:13:45.430901 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8b2f0f94-750b-4c3d-9972-92bce5d47fb8 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-395855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5148'] for router (63a58e96-bb4f-42a1-a1d3-2d70c05737fc), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:45.482967 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-cf4ffb54-5056-4d6d-bb14-79f72380975a req-278afc03-6660-4805-be24-19d03bb31aa0 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0565a31-c1c2-485d-aa87-3f3b5400e2b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546432
May 07 22:13:45.505306 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-186f5188-af86-4bd1-a189-90d3c4781c35 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:13:45.548965 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186f5188-af86-4bd1-a189-90d3c4781c35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bde33446-ddbb-480d-baf6-75ce7e50f8c8,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:45.560192 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-186f5188-af86-4bd1-a189-90d3c4781c35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (d1207f06-f40c-4797-a9b1-5d2b7dece2ee), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:45.560531 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-186f5188-af86-4bd1-a189-90d3c4781c35 admin admin] Added segment d1207f06-f40c-4797-a9b1-5d2b7dece2ee of type vlan for network eb2eb303-0e82-4936-8d9b-0c09343eec4b
May 07 22:13:45.561201 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-caaa427e-ad0d-4981-b330-d9d273c2ff19 None None] Current status of the port 7b86b593-1710-4d1b-acb1-9e0ba03c970a is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:13:45.564698 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 7b86b593-1710-4d1b-acb1-9e0ba03c970a up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:13:45.609199 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-f4ddb6a9-d7f0-4c5f-affd-4a764201134b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f747970>, [{'id': '63a58e96-bb4f-42a1-a1d3-2d70c05737fc', 'name': 'tempest-RoutersTest-router-1588625411', 'tenant_id': '9871aa16c54d4751ac838e07d52897a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:13:08Z', 'updated_at': '2022-05-07T22:13:42Z', 'revision_number': 5, 'project_id': '9871aa16c54d4751ac838e07d52897a6', 'gw_port_host': None, '_interfaces': [{'id': '1b3dbd20-e902-474e-b149-a311f95b0918', 'name': '', 'network_id': '7cdbabe7-c47e-4ec1-a413-238cbe077182', 'tenant_id': '9871aa16c54d4751ac838e07d52897a6', 'mac_address': 'fa:16:3e:1b:49:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a58e96-bb4f-42a1-a1d3-2d70c05737fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '8f8f5bc6-0bf7-4c2d-9992-ab2f897c66fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:13:12Z', 'updated_at': '2022-05-07T22:13:20Z', 'revision_number': 5, 'project_id': '9871aa16c54d4751ac838e07d52897a6', 'subnets': [{'id': '8f8f5bc6-0bf7-4c2d-9992-ab2f897c66fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '509df312-0895-453c-9bb7-474a70a42508', 'name': '', 'network_id': '2c8b27e5-cc6c-4778-9135-471b44cf1df5', 'tenant_id': '9871aa16c54d4751ac838e07d52897a6', 'mac_address': 'fa:16:3e:28:80:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a58e96-bb4f-42a1-a1d3-2d70c05737fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': 'dd57c3f6-d6c4-4dbe-ba12-72b0ecdd55aa', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:13:31Z', 'updated_at': '2022-05-07T22:13:38Z', 'revision_number': 5, 'project_id': '9871aa16c54d4751ac838e07d52897a6', 'subnets': [{'id': 'dd57c3f6-d6c4-4dbe-ba12-72b0ecdd55aa', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53c918bd-9219-4cfa-83a2-9cc46c8f0a52', 'name': '', 'network_id': 'd886a8d9-b0b4-434c-b8fd-39f441315a88', 'tenant_id': '9871aa16c54d4751ac838e07d52897a6', 'mac_address': 'fa:16:3e:98:12:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a58e96-bb4f-42a1-a1d3-2d70c05737fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '3bb8fb8f-fd99-4052-9f7c-6b1d8087aabe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:13:21Z', 'updated_at': '2022-05-07T22:13:30Z', 'revision_number': 5, 'project_id': '9871aa16c54d4751ac838e07d52897a6', 'subnets': [{'id': '3bb8fb8f-fd99-4052-9f7c-6b1d8087aabe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2d20153-ee78-4f48-8b3e-80dfc606a8c1', 'name': '', 'network_id': 'cab4b21a-e979-4804-a10e-438db86b4681', 'tenant_id': '9871aa16c54d4751ac838e07d52897a6', 'mac_address': 'fa:16:3e:99:0e:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63a58e96-bb4f-42a1-a1d3-2d70c05737fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'bdeed79b-01ea-40e0-99ed-ee93c5c8844a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:13:40Z', 'updated_at': '2022-05-07T22:13:43Z', 'revision_number': 2, 'project_id': '9871aa16c54d4751ac838e07d52897a6', 'subnets': [{'id': 'bdeed79b-01ea-40e0-99ed-ee93c5c8844a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:13:45.646146 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ddb6a9-d7f0-4c5f-affd-4a764201134b None None] Checking router: 63a58e96-bb4f-42a1-a1d3-2d70c05737fc for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:13:45.646808 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ddb6a9-d7f0-4c5f-affd-4a764201134b None None] Updating router 63a58e96-bb4f-42a1-a1d3-2d70c05737fc port c2d20153-ee78-4f48-8b3e-80dfc606a8c1 binding host ncdv-master-1 {{(pid=121838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 22:13:45.702660 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f4ddb6a9-d7f0-4c5f-affd-4a764201134b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (c2d20153-ee78-4f48-8b3e-80dfc606a8c1), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:45.704757 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-d5633003-114f-4dfd-a6ca-0586e2c128d2 None None] Provisioning complete for port c2d20153-ee78-4f48-8b3e-80dfc606a8c1 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:13:45.705194 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d5633003-114f-4dfd-a6ca-0586e2c128d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (c2d20153-ee78-4f48-8b3e-80dfc606a8c1), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:45.707868 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 7b86b593-1710-4d1b-acb1-9e0ba03c970a triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:13:45.708325 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (7b86b593-1710-4d1b-acb1-9e0ba03c970a), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:45.815669 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8b2f0f94-750b-4c3d-9972-92bce5d47fb8 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-395855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5148'] for router (63a58e96-bb4f-42a1-a1d3-2d70c05737fc), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:45.820350 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8b2f0f94-750b-4c3d-9972-92bce5d47fb8 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-395830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-395837', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-419014'] for router (63a58e96-bb4f-42a1-a1d3-2d70c05737fc), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:45.952575 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-d5633003-114f-4dfd-a6ca-0586e2c128d2 None None] Port c2d20153-ee78-4f48-8b3e-80dfc606a8c1 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:13:45.973385 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b2f0f94-750b-4c3d-9972-92bce5d47fb8 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Router 63a58e96-bb4f-42a1-a1d3-2d70c05737fc has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:13:46.109642 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b2f0f94-750b-4c3d-9972-92bce5d47fb8 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:13:46.121637 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8b2f0f94-750b-4c3d-9972-92bce5d47fb8 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:46.123386 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-6f817160-d6f4-4f12-b0ff-bc1dcddcb7aa None None] Provisioning complete for port 7b86b593-1710-4d1b-acb1-9e0ba03c970a triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:13:46.123771 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6f817160-d6f4-4f12-b0ff-bc1dcddcb7aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (7b86b593-1710-4d1b-acb1-9e0ba03c970a), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:46.124409 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-186f5188-af86-4bd1-a189-90d3c4781c35 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (eb2eb303-0e82-4936-8d9b-0c09343eec4b), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:46.125316 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-8b2f0f94-750b-4c3d-9972-92bce5d47fb8 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "PUT /v2.0/routers/63a58e96-bb4f-42a1-a1d3-2d70c05737fc HTTP/1.1" status: 200  len: 934 time: 1.5004582
May 07 22:13:46.133954 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 46354) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:46.205903 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f4ddb6a9-d7f0-4c5f-affd-4a764201134b None None] Publish callbacks [] for port (c2d20153-ee78-4f48-8b3e-80dfc606a8c1), precommit_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:46.208767 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 7b86b593-1710-4d1b-acb1-9e0ba03c970a is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:13:46.223082 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f4ddb6a9-d7f0-4c5f-affd-4a764201134b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (c2d20153-ee78-4f48-8b3e-80dfc606a8c1), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:46.236577 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4d9bc8-4fe0-42d0-ad15-7117b4365088 req-f50ae3de-e195-440b-8578-2d157419680a tempest-VolumesActionsTest-1113665028 tempest-VolumesActionsTest-1113665028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:46.238233 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4e4d9bc8-4fe0-42d0-ad15-7117b4365088 req-f50ae3de-e195-440b-8578-2d157419680a tempest-VolumesActionsTest-1113665028 tempest-VolumesActionsTest-1113665028-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ea99916-97ab-4e68-90bc-a95c38f04964 HTTP/1.1" status: 200  len: 945 time: 0.6058466
May 07 22:13:46.265003 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-186f5188-af86-4bd1-a189-90d3c4781c35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (eb2eb303-0e82-4936-8d9b-0c09343eec4b), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:46.265907 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186f5188-af86-4bd1-a189-90d3c4781c35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:46.267047 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-186f5188-af86-4bd1-a189-90d3c4781c35 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:46.276719 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56d0b98-7dc4-41b4-91fa-876461a6fb23 None None] Pushing event updated for resources: {'Port': ['ID=c2d20153-ee78-4f48-8b3e-80dfc606a8c1,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:46.315475 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656d8cbc-38f0-40ed-9a54-7076ef37a766 req-ab876eb5-2706-4e32-b519-15792c82f6c9 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:46.331162 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-656d8cbc-38f0-40ed-9a54-7076ef37a766 req-ab876eb5-2706-4e32-b519-15792c82f6c9 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=f65a5d21-0a34-4bef-82e5-f77821caa253 HTTP/1.1" status: 200  len: 946 time: 0.0832243
May 07 22:13:46.345388 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-186f5188-af86-4bd1-a189-90d3c4781c35 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.9184182
May 07 22:13:46.352870 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-91cac6d9-5e9b-4300-b7b9-122eef849a73 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "GET /v2.0/routers/63a58e96-bb4f-42a1-a1d3-2d70c05737fc HTTP/1.1" status: 200  len: 934 time: 0.2162864
May 07 22:13:46.354187 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 46358) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:46.354187 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 46360) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:46.378573 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-f4ddb6a9-d7f0-4c5f-affd-4a764201134b None None] Attempting to bind port c2d20153-ee78-4f48-8b3e-80dfc606a8c1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:13:46.379595 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-f4ddb6a9-d7f0-4c5f-affd-4a764201134b None None] Attempting to bind port c2d20153-ee78-4f48-8b3e-80dfc606a8c1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8f3c9a8f-e48e-4e06-b1c6-b8fecf085637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'cab4b21a-e979-4804-a10e-438db86b4681'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:13:46.379977 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ddb6a9-d7f0-4c5f-affd-4a764201134b None None] Attempting to bind port c2d20153-ee78-4f48-8b3e-80dfc606a8c1 on network cab4b21a-e979-4804-a10e-438db86b4681 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:13:46.404400 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ddb6a9-d7f0-4c5f-affd-4a764201134b None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:13:46.404799 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ddb6a9-d7f0-4c5f-affd-4a764201134b None None] Checking segment: {'id': '8f3c9a8f-e48e-4e06-b1c6-b8fecf085637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'cab4b21a-e979-4804-a10e-438db86b4681'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:13:46.405145 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f4ddb6a9-d7f0-4c5f-affd-4a764201134b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:46.405553 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4ddb6a9-d7f0-4c5f-affd-4a764201134b None None] Bound using segment: {'id': '8f3c9a8f-e48e-4e06-b1c6-b8fecf085637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'cab4b21a-e979-4804-a10e-438db86b4681'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:13:46.406045 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-f4ddb6a9-d7f0-4c5f-affd-4a764201134b None None] Bound port: c2d20153-ee78-4f48-8b3e-80dfc606a8c1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f3c9a8f-e48e-4e06-b1c6-b8fecf085637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'cab4b21a-e979-4804-a10e-438db86b4681'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:13:46.406440 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f4ddb6a9-d7f0-4c5f-affd-4a764201134b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (c2d20153-ee78-4f48-8b3e-80dfc606a8c1), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:46.422231 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4e4d9bc8-4fe0-42d0-ad15-7117b4365088 req-70823a8e-0228-4e73-990c-5d4ec081afd7 tempest-VolumesActionsTest-1113665028 tempest-VolumesActionsTest-1113665028-project] 10.222.0.32 "GET /v2.0/security-groups?id=796faeab-2373-42f0-94cc-b18853c1fdcc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1725109
May 07 22:13:46.439799 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5ff7deb8-a1c3-47ed-bdc6-bdda6927f5f6 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for port (3449e766-d7a9-47bb-ab41-5803b641b2fa), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:46.439979 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-42438e5e-b23c-4512-b35f-c92f67c444f2 admin admin] Request body: {'subnet': {'network_id': 'eb2eb303-0e82-4936-8d9b-0c09343eec4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1730606161-subnet', 'tenant_id': 'c642a488de414517ac98cee7e2cc2406', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:13:46.442689 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186f5188-af86-4bd1-a189-90d3c4781c35 admin admin] Pushing event updated for resources: {'Network': ['ID=eb2eb303-0e82-4936-8d9b-0c09343eec4b,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:46.443605 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-b7a5a417-3b40-473d-bd6a-d369770ee59a tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Request body: {'router': {'routes': None}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:13:46.448194 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-656d8cbc-38f0-40ed-9a54-7076ef37a766 req-4ee58576-6277-434a-ae60-beb220eabcf0 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0932271
May 07 22:13:46.458081 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5ff7deb8-a1c3-47ed-bdc6-bdda6927f5f6 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (3449e766-d7a9-47bb-ab41-5803b641b2fa), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:46.466872 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5ff7deb8-a1c3-47ed-bdc6-bdda6927f5f6 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401121'] for router_interface (d19f8c73-1750-479a-bb9f-85fe2c013c12), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:46.472303 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network eb2eb303-0e82-4936-8d9b-0c09343eec4b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:13:46.563157 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42438e5e-b23c-4512-b35f-c92f67c444f2 admin admin] Made reservation on behalf of c642a488de414517ac98cee7e2cc2406 for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:13:46.565653 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-42438e5e-b23c-4512-b35f-c92f67c444f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:46.574638 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-6f817160-d6f4-4f12-b0ff-bc1dcddcb7aa None None] Current status of the port 7b86b593-1710-4d1b-acb1-9e0ba03c970a is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:13:46.603548 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-6f817160-d6f4-4f12-b0ff-bc1dcddcb7aa None None] Provisioning complete for port 3449e766-d7a9-47bb-ab41-5803b641b2fa triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:13:46.603997 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6f817160-d6f4-4f12-b0ff-bc1dcddcb7aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (3449e766-d7a9-47bb-ab41-5803b641b2fa), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:46.640038 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-f4ddb6a9-d7f0-4c5f-affd-4a764201134b None None] For port c2d20153-ee78-4f48-8b3e-80dfc606a8c1, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:13:46.657650 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-f4ddb6a9-d7f0-4c5f-affd-4a764201134b None None] For port c2d20153-ee78-4f48-8b3e-80dfc606a8c1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c2d20153-ee78-4f48-8b3e-80dfc606a8c1,segment=NetworkSegment(8f3c9a8f-e48e-4e06-b1c6-b8fecf085637),segment_id=8f3c9a8f-e48e-4e06-b1c6-b8fecf085637)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:13:46.658153 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff7deb8-a1c3-47ed-bdc6-bdda6927f5f6 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Pushing event updated for resources: {'Port': ['ID=3449e766-d7a9-47bb-ab41-5803b641b2fa,revision_number=3']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:46.663683 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-6f817160-d6f4-4f12-b0ff-bc1dcddcb7aa None None] Port 3449e766-d7a9-47bb-ab41-5803b641b2fa cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:13:46.668752 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f4ddb6a9-d7f0-4c5f-affd-4a764201134b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (c2d20153-ee78-4f48-8b3e-80dfc606a8c1), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:46.707783 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a62ba3-7698-4c42-b1e2-526de22d0afd req-b903536d-1612-4fa0-a43b-8fe6c5a1a702 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:46.716019 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-27a62ba3-7698-4c42-b1e2-526de22d0afd req-b903536d-1612-4fa0-a43b-8fe6c5a1a702 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?device_id=95d382c3-52c5-4312-a2a5-47fdfc1625fd HTTP/1.1" status: 200  len: 944 time: 0.0786531
May 07 22:13:46.721595 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ddb6a9-d7f0-4c5f-affd-4a764201134b None None] Routers {'63a58e96-bb4f-42a1-a1d3-2d70c05737fc'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:13:46.722095 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-f4ddb6a9-d7f0-4c5f-affd-4a764201134b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f747970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:13:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['63a58e96-bb4f-42a1-a1d3-2d70c05737fc'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:13:46.766267 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff7deb8-a1c3-47ed-bdc6-bdda6927f5f6 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Network f0092c78-6adb-4b10-9966-c236a52c07dd is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:13:46.773862 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-5ff7deb8-a1c3-47ed-bdc6-bdda6927f5f6 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:13:46.800093 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-27a62ba3-7698-4c42-b1e2-526de22d0afd req-b6c2349b-97a8-470d-8be5-b721b75b84e0 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0565a31-c1c2-485d-aa87-3f3b5400e2b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0830913
May 07 22:13:46.839818 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-ff0f7d89-9dcd-489f-9a20-a9e6dc941725 None None] Provisioning complete for port 3449e766-d7a9-47bb-ab41-5803b641b2fa triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:13:46.840277 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ff0f7d89-9dcd-489f-9a20-a9e6dc941725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (3449e766-d7a9-47bb-ab41-5803b641b2fa), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:46.843905 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b98072-8051-4ab6-89de-e8adba3d2b47 req-e101193b-701d-4ba6-860f-93f30187ee7f tempest-VolumesActionsTest-1113665028 tempest-VolumesActionsTest-1113665028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:46.846155 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-50b98072-8051-4ab6-89de-e8adba3d2b47 req-e101193b-701d-4ba6-860f-93f30187ee7f tempest-VolumesActionsTest-1113665028 tempest-VolumesActionsTest-1113665028-project] 10.222.0.55 "GET /v2.0/ports?device_id=4ea99916-97ab-4e68-90bc-a95c38f04964 HTTP/1.1" status: 200  len: 945 time: 0.0661952
May 07 22:13:46.883605 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56d0b98-7dc4-41b4-91fa-876461a6fb23 None None] Pushing event updated for resources: {'Port': ['ID=c2d20153-ee78-4f48-8b3e-80dfc606a8c1,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:46.926830 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-ff0f7d89-9dcd-489f-9a20-a9e6dc941725 None None] Port 3449e766-d7a9-47bb-ab41-5803b641b2fa cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:13:46.953645 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-f4ddb6a9-d7f0-4c5f-affd-4a764201134b None None] Set router 63a58e96-bb4f-42a1-a1d3-2d70c05737fc gateway port host: None {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:13:46.957213 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-ff0f7d89-9dcd-489f-9a20-a9e6dc941725 None None] Provisioning complete for port c2d20153-ee78-4f48-8b3e-80dfc606a8c1 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:13:46.957786 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ff0f7d89-9dcd-489f-9a20-a9e6dc941725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (c2d20153-ee78-4f48-8b3e-80dfc606a8c1), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:47.063834 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 6bfd345f-53d0-4135-ad4d-03cc3f0666db up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:13:47.091188 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ff7deb8-a1c3-47ed-bdc6-bdda6927f5f6 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Router d19f8c73-1750-479a-bb9f-85fe2c013c12 is scheduled to L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db with binding_index 1 {{(pid=121837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 07 22:13:47.254426 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ff7deb8-a1c3-47ed-bdc6-bdda6927f5f6 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:13:47.265403 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-5ff7deb8-a1c3-47ed-bdc6-bdda6927f5f6 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "PUT /v2.0/routers/d19f8c73-1750-479a-bb9f-85fe2c013c12/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3848560
May 07 22:13:47.265517 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 46364) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:47.270402 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58428fbd-c998-4602-bbef-58d6bfb465fc None None] Sync routers for ids ['d19f8c73-1750-479a-bb9f-85fe2c013c12'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:13:47.285372 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58428fbd-c998-4602-bbef-58d6bfb465fc None None] Routers {'d19f8c73-1750-479a-bb9f-85fe2c013c12'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:13:47.289244 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-58428fbd-c998-4602-bbef-58d6bfb465fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c859850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:13:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['d19f8c73-1750-479a-bb9f-85fe2c013c12'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:13:47.339397 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57397f79-a914-4c37-88b8-a15a8d7291f4 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:47.341099 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-57397f79-a914-4c37-88b8-a15a8d7291f4 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "GET /v2.0/ports?device_id=d19f8c73-1750-479a-bb9f-85fe2c013c12 HTTP/1.1" status: 200  len: 987 time: 0.0741379
May 07 22:13:47.341424 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-58428fbd-c998-4602-bbef-58d6bfb465fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c859850>, [], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:13:47.343829 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 46366) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:47.353641 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58428fbd-c998-4602-bbef-58d6bfb465fc None None] Routers {'d19f8c73-1750-479a-bb9f-85fe2c013c12'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:13:47.355774 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-58428fbd-c998-4602-bbef-58d6bfb465fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c859850>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:13:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['d19f8c73-1750-479a-bb9f-85fe2c013c12'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:13:47.363201 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-50b98072-8051-4ab6-89de-e8adba3d2b47 req-de1930c7-6fed-412e-a13c-35c4dab7a24a tempest-VolumesActionsTest-1113665028 tempest-VolumesActionsTest-1113665028-project] Deleting port ab0dee45-f2e9-4c0d-bd11-e0508238475b {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:13:47.363550 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-50b98072-8051-4ab6-89de-e8adba3d2b47 req-de1930c7-6fed-412e-a13c-35c4dab7a24a tempest-VolumesActionsTest-1113665028 tempest-VolumesActionsTest-1113665028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (ab0dee45-f2e9-4c0d-bd11-e0508238475b), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:47.406248 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-58428fbd-c998-4602-bbef-58d6bfb465fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c859850>, [], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:13:47.407672 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58428fbd-c998-4602-bbef-58d6bfb465fc None None] The sync data for ids ['d19f8c73-1750-479a-bb9f-85fe2c013c12'] in ncdv-master-1 is: [] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:13:47.462612 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-42438e5e-b23c-4512-b35f-c92f67c444f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (02be25b6-5cc2-4f4a-aacd-cca6d7f532f2), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:47.479634 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.extraroute_db [None req-b7a5a417-3b40-473d-bd6a-d369770ee59a tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Added routes are [] {{(pid=121836) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
May 07 22:13:47.484669 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.extraroute_db [None req-b7a5a417-3b40-473d-bd6a-d369770ee59a tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=121836) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
May 07 22:13:47.491540 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-ff0f7d89-9dcd-489f-9a20-a9e6dc941725 None None] Current status of the port c2d20153-ee78-4f48-8b3e-80dfc606a8c1 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:13:47.492363 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ff0f7d89-9dcd-489f-9a20-a9e6dc941725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (c2d20153-ee78-4f48-8b3e-80dfc606a8c1), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:47.501054 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning for port 6bfd345f-53d0-4135-ad4d-03cc3f0666db completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 22:13:47.531577 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port 6bfd345f-53d0-4135-ad4d-03cc3f0666db triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:13:47.533487 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (6bfd345f-53d0-4135-ad4d-03cc3f0666db), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:47.634277 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c87df57-6921-4cd8-bca5-c97d78ffde26 req-b1e8cd63-3bab-4d84-89d8-03457aa485be tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:47.635825 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3c87df57-6921-4cd8-bca5-c97d78ffde26 req-b1e8cd63-3bab-4d84-89d8-03457aa485be tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=f65a5d21-0a34-4bef-82e5-f77821caa253 HTTP/1.1" status: 200  len: 946 time: 0.0791030
May 07 22:13:47.659556 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42438e5e-b23c-4512-b35f-c92f67c444f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02be25b6-5cc2-4f4a-aacd-cca6d7f532f2,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:47.665116 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-50b98072-8051-4ab6-89de-e8adba3d2b47 req-de1930c7-6fed-412e-a13c-35c4dab7a24a tempest-VolumesActionsTest-1113665028 tempest-VolumesActionsTest-1113665028-project] For port ab0dee45-f2e9-4c0d-bd11-e0508238475b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ab0dee45-f2e9-4c0d-bd11-e0508238475b,segment=NetworkSegment(21f1f6e2-9b44-4277-afd3-eeab9c445cc5),segment_id=21f1f6e2-9b44-4277-afd3-eeab9c445cc5)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:13:47.665495 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-50b98072-8051-4ab6-89de-e8adba3d2b47 req-de1930c7-6fed-412e-a13c-35c4dab7a24a tempest-VolumesActionsTest-1113665028 tempest-VolumesActionsTest-1113665028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (ab0dee45-f2e9-4c0d-bd11-e0508238475b), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:47.677388 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-ff0f7d89-9dcd-489f-9a20-a9e6dc941725 None None] For port c2d20153-ee78-4f48-8b3e-80dfc606a8c1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c2d20153-ee78-4f48-8b3e-80dfc606a8c1,segment=NetworkSegment(8f3c9a8f-e48e-4e06-b1c6-b8fecf085637),segment_id=8f3c9a8f-e48e-4e06-b1c6-b8fecf085637)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:13:47.677661 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b7a5a417-3b40-473d-bd6a-d369770ee59a tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-395855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5148'] for router (63a58e96-bb4f-42a1-a1d3-2d70c05737fc), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:47.686374 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f163564-79e6-489b-9ec5-1dcc8804e68f req-00134240-11dd-4c75-8cc5-b1f180423f2b tempest-VolumesActionsTest-1113665028 tempest-VolumesActionsTest-1113665028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:47.687967 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0f163564-79e6-489b-9ec5-1dcc8804e68f req-00134240-11dd-4c75-8cc5-b1f180423f2b tempest-VolumesActionsTest-1113665028 tempest-VolumesActionsTest-1113665028-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ea99916-97ab-4e68-90bc-a95c38f04964 HTTP/1.1" status: 200  len: 945 time: 0.1813512
May 07 22:13:47.701500 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ff0f7d89-9dcd-489f-9a20-a9e6dc941725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (c2d20153-ee78-4f48-8b3e-80dfc606a8c1), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:47.701794 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-50b98072-8051-4ab6-89de-e8adba3d2b47 req-de1930c7-6fed-412e-a13c-35c4dab7a24a tempest-VolumesActionsTest-1113665028 tempest-VolumesActionsTest-1113665028-project] Calling delete_port for ab0dee45-f2e9-4c0d-bd11-e0508238475b owned by compute:nova {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:13:47.711839 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42438e5e-b23c-4512-b35f-c92f67c444f2 admin admin] Checking segment: {'id': 'd1207f06-f40c-4797-a9b1-5d2b7dece2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'eb2eb303-0e82-4936-8d9b-0c09343eec4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:13:47.711839 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42438e5e-b23c-4512-b35f-c92f67c444f2 admin admin] Network hostable DHCP agents. Network: eb2eb303-0e82-4936-8d9b-0c09343eec4b, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:13:47.759528 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3c87df57-6921-4cd8-bca5-c97d78ffde26 req-e446467b-1928-4527-b3e5-ff76084d2208 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1040995
May 07 22:13:47.772593 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 6bfd345f-53d0-4135-ad4d-03cc3f0666db is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:13:47.773110 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (6bfd345f-53d0-4135-ad4d-03cc3f0666db), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:47.776308 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1d70394c-61ea-4b9f-8fc7-eddb960f3278 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401094'] for router_interface (d19f8c73-1750-479a-bb9f-85fe2c013c12), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:47.847649 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-f4ddb6a9-d7f0-4c5f-affd-4a764201134b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f747970>, [{'id': '63a58e96-bb4f-42a1-a1d3-2d70c05737fc', 'name': 'tempest-RoutersTest-router-1588625411', 'tenant_id': '9871aa16c54d4751ac838e07d52897a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:13:08Z', 'updated_at': '2022-05-07T22:13:45Z', 'revision_number': 6, 'project_id': '9871aa16c54d4751ac838e07d52897a6', 'gw_port_host': None, '_interfaces': [{'id': '1b3dbd20-e902-474e-b149-a311f95b0918', 'name': '', 'network_id': '7cdbabe7-c47e-4ec1-a413-238cbe077182', 'tenant_id': '9871aa16c54d4751ac838e07d52897a6', 'mac_address': 'fa:16:3e:1b:49:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a58e96-bb4f-42a1-a1d3-2d70c05737fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '8f8f5bc6-0bf7-4c2d-9992-ab2f897c66fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:13:12Z', 'updated_at': '2022-05-07T22:13:20Z', 'revision_number': 5, 'project_id': '9871aa16c54d4751ac838e07d52897a6', 'subnets': [{'id': '8f8f5bc6-0bf7-4c2d-9992-ab2f897c66fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '509df312-0895-453c-9bb7-474a70a42508', 'name': '', 'network_id': '2c8b27e5-cc6c-4778-9135-471b44cf1df5', 'tenant_id': '9871aa16c54d4751ac838e07d52897a6', 'mac_address': 'fa:16:3e:28:80:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a58e96-bb4f-42a1-a1d3-2d70c05737fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': 'dd57c3f6-d6c4-4dbe-ba12-72b0ecdd55aa', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:13:31Z', 'updated_at': '2022-05-07T22:13:38Z', 'revision_number': 5, 'project_id': '9871aa16c54d4751ac838e07d52897a6', 'subnets': [{'id': 'dd57c3f6-d6c4-4dbe-ba12-72b0ecdd55aa', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53c918bd-9219-4cfa-83a2-9cc46c8f0a52', 'name': '', 'network_id': 'd886a8d9-b0b4-434c-b8fd-39f441315a88', 'tenant_id': '9871aa16c54d4751ac838e07d52897a6', 'mac_address': 'fa:16:3e:98:12:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a58e96-bb4f-42a1-a1d3-2d70c05737fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '3bb8fb8f-fd99-4052-9f7c-6b1d8087aabe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:13:21Z', 'updated_at': '2022-05-07T22:13:30Z', 'revision_number': 5, 'project_id': '9871aa16c54d4751ac838e07d52897a6', 'subnets': [{'id': '3bb8fb8f-fd99-4052-9f7c-6b1d8087aabe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2d20153-ee78-4f48-8b3e-80dfc606a8c1', 'name': '', 'network_id': 'cab4b21a-e979-4804-a10e-438db86b4681', 'tenant_id': '9871aa16c54d4751ac838e07d52897a6', 'mac_address': 'fa:16:3e:99:0e:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63a58e96-bb4f-42a1-a1d3-2d70c05737fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'bdeed79b-01ea-40e0-99ed-ee93c5c8844a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:13:40Z', 'updated_at': '2022-05-07T22:13:46Z', 'revision_number': 4, 'project_id': '9871aa16c54d4751ac838e07d52897a6', 'subnets': [{'id': 'bdeed79b-01ea-40e0-99ed-ee93c5c8844a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:13:47.849553 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95d382c3-52c5-4312-a2a5-47fdfc1625fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bfd345f-53d0-4135-ad4d-03cc3f0666db'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:13:47.852049 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3449ec5-04eb-4faf-afe2-116055653cde" -d '{"events": [{"server_uuid": "95d382c3-52c5-4312-a2a5-47fdfc1625fd", "name": "network-vif-plugged", "status": "completed", "tag": "6bfd345f-53d0-4135-ad4d-03cc3f0666db"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:13:47.859758 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0f7d89-9dcd-489f-9a20-a9e6dc941725 None None] Pushing event updated for resources: {'Port': ['ID=c2d20153-ee78-4f48-8b3e-80dfc606a8c1,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:47.907849 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-640bc1ae-fafc-41bc-8f25-999f0beb62f4 None None] Provisioning complete for port 3449e766-d7a9-47bb-ab41-5803b641b2fa triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:13:47.908391 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-640bc1ae-fafc-41bc-8f25-999f0beb62f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (3449e766-d7a9-47bb-ab41-5803b641b2fa), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:47.912390 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 6bfd345f-53d0-4135-ad4d-03cc3f0666db, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6bfd345f-53d0-4135-ad4d-03cc3f0666db,segment=NetworkSegment(3c434885-c673-48d5-9295-930316ad3f91),segment_id=3c434885-c673-48d5-9295-930316ad3f91)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:13:47.914294 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ddb6a9-d7f0-4c5f-affd-4a764201134b None None] The sync data for ids ['63a58e96-bb4f-42a1-a1d3-2d70c05737fc'] in ncdv-master-1 is: [{'id': '63a58e96-bb4f-42a1-a1d3-2d70c05737fc', 'name': 'tempest-RoutersTest-router-1588625411', 'tenant_id': '9871aa16c54d4751ac838e07d52897a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:13:08Z', 'updated_at': '2022-05-07T22:13:45Z', 'revision_number': 6, 'project_id': '9871aa16c54d4751ac838e07d52897a6', 'gw_port_host': None, '_interfaces': [{'id': '1b3dbd20-e902-474e-b149-a311f95b0918', 'name': '', 'network_id': '7cdbabe7-c47e-4ec1-a413-238cbe077182', 'tenant_id': '9871aa16c54d4751ac838e07d52897a6', 'mac_address': 'fa:16:3e:1b:49:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a58e96-bb4f-42a1-a1d3-2d70c05737fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '8f8f5bc6-0bf7-4c2d-9992-ab2f897c66fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:13:12Z', 'updated_at': '2022-05-07T22:13:20Z', 'revision_number': 5, 'project_id': '9871aa16c54d4751ac838e07d52897a6', 'subnets': [{'id': '8f8f5bc6-0bf7-4c2d-9992-ab2f897c66fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '509df312-0895-453c-9bb7-474a70a42508', 'name': '', 'network_id': '2c8b27e5-cc6c-4778-9135-471b44cf1df5', 'tenant_id': '9871aa16c54d4751ac838e07d52897a6', 'mac_address': 'fa:16:3e:28:80:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a58e96-bb4f-42a1-a1d3-2d70c05737fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': 'dd57c3f6-d6c4-4dbe-ba12-72b0ecdd55aa', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:13:31Z', 'updated_at': '2022-05-07T22:13:38Z', 'revision_number': 5, 'project_id': '9871aa16c54d4751ac838e07d52897a6', 'subnets': [{'id': 'dd57c3f6-d6c4-4dbe-ba12-72b0ecdd55aa', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53c918bd-9219-4cfa-83a2-9cc46c8f0a52', 'name': '', 'network_id': 'd886a8d9-b0b4-434c-b8fd-39f441315a88', 'tenant_id': '9871aa16c54d4751ac838e07d52897a6', 'mac_address': 'fa:16:3e:98:12:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a58e96-bb4f-42a1-a1d3-2d70c05737fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '3bb8fb8f-fd99-4052-9f7c-6b1d8087aabe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:13:21Z', 'updated_at': '2022-05-07T22:13:30Z', 'revision_number': 5, 'project_id': '9871aa16c54d4751ac838e07d52897a6', 'subnets': [{'id': '3bb8fb8f-fd99-4052-9f7c-6b1d8087aabe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2d20153-ee78-4f48-8b3e-80dfc606a8c1', 'name': '', 'network_id': 'cab4b21a-e979-4804-a10e-438db86b4681', 'tenant_id': '9871aa16c54d4751ac838e07d52897a6', 'mac_address': 'fa:16:3e:99:0e:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63a58e96-bb4f-42a1-a1d3-2d70c05737fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'bdeed79b-01ea-40e0-99ed-ee93c5c8844a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:13:40Z', 'updated_at': '2022-05-07T22:13:46Z', 'revision_number': 4, 'project_id': '9871aa16c54d4751ac838e07d52897a6', 'subnets': [{'id': 'bdeed79b-01ea-40e0-99ed-ee93c5c8844a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:13:47.948512 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (6bfd345f-53d0-4135-ad4d-03cc3f0666db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:48.035886 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-640bc1ae-fafc-41bc-8f25-999f0beb62f4 None None] Port 3449e766-d7a9-47bb-ab41-5803b641b2fa cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:13:48.039894 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e8d569-da6c-4c7d-bbb7-3661f5a7b9bf req-3817d083-a939-4737-bb0b-596eb30dcc70 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:48.041579 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-99e8d569-da6c-4c7d-bbb7-3661f5a7b9bf req-3817d083-a939-4737-bb0b-596eb30dcc70 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?device_id=95d382c3-52c5-4312-a2a5-47fdfc1625fd HTTP/1.1" status: 200  len: 945 time: 0.1086915
May 07 22:13:48.053570 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-640bc1ae-fafc-41bc-8f25-999f0beb62f4 None None] Provisioning complete for port c2d20153-ee78-4f48-8b3e-80dfc606a8c1 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:13:48.054728 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-640bc1ae-fafc-41bc-8f25-999f0beb62f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (c2d20153-ee78-4f48-8b3e-80dfc606a8c1), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:48.117336 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=6bfd345f-53d0-4135-ad4d-03cc3f0666db,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:48.127888 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-1d70394c-61ea-4b9f-8fc7-eddb960f3278 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Deleting port 3449e766-d7a9-47bb-ab41-5803b641b2fa {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:13:48.128097 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1d70394c-61ea-4b9f-8fc7-eddb960f3278 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (3449e766-d7a9-47bb-ab41-5803b641b2fa), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:48.165723 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-99e8d569-da6c-4c7d-bbb7-3661f5a7b9bf req-2093c2a5-e917-433b-883f-d200f6d83736 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0565a31-c1c2-485d-aa87-3f3b5400e2b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0938580
May 07 22:13:48.228285 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-640bc1ae-fafc-41bc-8f25-999f0beb62f4 None None] Current status of the port c2d20153-ee78-4f48-8b3e-80dfc606a8c1 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:13:48.256691 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1c4503c-8bc2-4168-b18b-f66fcf371a67 x-openstack-request-id: req-e1c4503c-8bc2-4168-b18b-f66fcf371a67 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:13:48.256995 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95d382c3-52c5-4312-a2a5-47fdfc1625fd", "name": "network-vif-plugged", "status": "completed", "tag": "6bfd345f-53d0-4135-ad4d-03cc3f0666db", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:13:48.257257 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e1c4503c-8bc2-4168-b18b-f66fcf371a67 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:13:48.257667 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1c4503c-8bc2-4168-b18b-f66fcf371a67'] response: {'server_uuid': '95d382c3-52c5-4312-a2a5-47fdfc1625fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bfd345f-53d0-4135-ad4d-03cc3f0666db', 'code': 200}
May 07 22:13:48.280079 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1d70394c-61ea-4b9f-8fc7-eddb960f3278 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (3449e766-d7a9-47bb-ab41-5803b641b2fa), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:48.299878 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-1d70394c-61ea-4b9f-8fc7-eddb960f3278 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Calling delete_port for 3449e766-d7a9-47bb-ab41-5803b641b2fa owned by network:router_interface {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:13:48.377077 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42438e5e-b23c-4512-b35f-c92f67c444f2 admin admin] Network eb2eb303-0e82-4936-8d9b-0c09343eec4b is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:13:48.407924 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a185335-ffdc-4a60-aeee-5b9c5988246c req-19183767-2c21-4d8e-8a26-8c97ea43357e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:48.409560 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7a185335-ffdc-4a60-aeee-5b9c5988246c req-19183767-2c21-4d8e-8a26-8c97ea43357e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=95d382c3-52c5-4312-a2a5-47fdfc1625fd HTTP/1.1" status: 200  len: 1127 time: 0.0563531
May 07 22:13:48.447529 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0f163564-79e6-489b-9ec5-1dcc8804e68f req-31c72d36-84dd-4626-867d-12a6fe74b723 tempest-VolumesActionsTest-1113665028 tempest-VolumesActionsTest-1113665028-project] 10.222.0.32 "GET /v2.0/security-groups?id=796faeab-2373-42f0-94cc-b18853c1fdcc&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7470605
May 07 22:13:48.452342 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-42438e5e-b23c-4512-b35f-c92f67c444f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, eb2eb303-0e82-4936-8d9b-0c09343eec4b) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:13:48.460690 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42438e5e-b23c-4512-b35f-c92f67c444f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:48.461293 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-42438e5e-b23c-4512-b35f-c92f67c444f2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:48.464011 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63a4683-e126-4d12-b0d3-574c90ba9c82 None None] Network eb2eb303-0e82-4936-8d9b-0c09343eec4b requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:13:48.495233 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-42438e5e-b23c-4512-b35f-c92f67c444f2 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.0943594
May 07 22:13:48.518381 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7a185335-ffdc-4a60-aeee-5b9c5988246c req-71be172d-4181-4dbd-9d04-25dded00653f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e0565a31-c1c2-485d-aa87-3f3b5400e2b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0976453
May 07 22:13:48.520619 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b7a5a417-3b40-473d-bd6a-d369770ee59a tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-395855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5148'] for router (63a58e96-bb4f-42a1-a1d3-2d70c05737fc), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:48.529320 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b7a5a417-3b40-473d-bd6a-d369770ee59a tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-395830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-395837', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-419014'] for router (63a58e96-bb4f-42a1-a1d3-2d70c05737fc), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:48.630546 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1d70394c-61ea-4b9f-8fc7-eddb960f3278 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (3449e766-d7a9-47bb-ab41-5803b641b2fa), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:48.656092 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-50b98072-8051-4ab6-89de-e8adba3d2b47 req-de1930c7-6fed-412e-a13c-35c4dab7a24a tempest-VolumesActionsTest-1113665028 tempest-VolumesActionsTest-1113665028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (ab0dee45-f2e9-4c0d-bd11-e0508238475b), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:48.661799 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45d3721-fd3e-4f2e-b1f8-24b1981f5599 None None] Network eb2eb303-0e82-4936-8d9b-0c09343eec4b requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:13:48.691839 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d70394c-61ea-4b9f-8fc7-eddb960f3278 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Pushing event deleted for resources: {'Port': ['ID=3449e766-d7a9-47bb-ab41-5803b641b2fa,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:48.763476 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1930c7-6fed-412e-a13c-35c4dab7a24a tempest-VolumesActionsTest-1113665028 tempest-VolumesActionsTest-1113665028-project] Pushing event deleted for resources: {'Port': ['ID=ab0dee45-f2e9-4c0d-bd11-e0508238475b,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:48.820052 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-50b98072-8051-4ab6-89de-e8adba3d2b47 req-de1930c7-6fed-412e-a13c-35c4dab7a24a tempest-VolumesActionsTest-1113665028 tempest-VolumesActionsTest-1113665028-project] No DVR routers for this DVR port ab0dee45-f2e9-4c0d-bd11-e0508238475b on host nch1-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:13:48.850827 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-50b98072-8051-4ab6-89de-e8adba3d2b47 req-de1930c7-6fed-412e-a13c-35c4dab7a24a tempest-VolumesActionsTest-1113665028 tempest-VolumesActionsTest-1113665028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:48.861256 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-50b98072-8051-4ab6-89de-e8adba3d2b47 req-de1930c7-6fed-412e-a13c-35c4dab7a24a tempest-VolumesActionsTest-1113665028 tempest-VolumesActionsTest-1113665028-project] 10.222.0.55 "DELETE /v2.0/ports/ab0dee45-f2e9-4c0d-bd11-e0508238475b HTTP/1.1" status: 204  len: 173 time: 1.9935207
May 07 22:13:48.871619 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ea99916-97ab-4e68-90bc-a95c38f04964', 'name': 'network-vif-deleted', 'tag': 'ab0dee45-f2e9-4c0d-bd11-e0508238475b'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:13:48.874751 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76833d13-5374-49f9-9ffd-06405c176cfa" -d '{"events": [{"server_uuid": "4ea99916-97ab-4e68-90bc-a95c38f04964", "name": "network-vif-deleted", "tag": "ab0dee45-f2e9-4c0d-bd11-e0508238475b"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:13:48.963835 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7a5a417-3b40-473d-bd6a-d369770ee59a tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Router 63a58e96-bb4f-42a1-a1d3-2d70c05737fc has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:13:48.974442 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1d70394c-61ea-4b9f-8fc7-eddb960f3278 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401002'] for router_interface (d19f8c73-1750-479a-bb9f-85fe2c013c12), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:49.014585 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6724ff34-d8c7-49ae-9269-3b2ca6854289 x-openstack-request-id: req-6724ff34-d8c7-49ae-9269-3b2ca6854289 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:13:49.014990 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ea99916-97ab-4e68-90bc-a95c38f04964", "name": "network-vif-deleted", "tag": "ab0dee45-f2e9-4c0d-bd11-e0508238475b", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:13:49.017183 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6724ff34-d8c7-49ae-9269-3b2ca6854289 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:13:49.017725 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6724ff34-d8c7-49ae-9269-3b2ca6854289'] response: {'server_uuid': '4ea99916-97ab-4e68-90bc-a95c38f04964', 'name': 'network-vif-deleted', 'tag': 'ab0dee45-f2e9-4c0d-bd11-e0508238475b', 'status': 'completed', 'code': 200}
May 07 22:13:49.114437 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81b3b27-3ebc-466c-8296-84930310aeb7 req-b9a387cd-89c5-4021-a332-459846c96824 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:49.122388 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d81b3b27-3ebc-466c-8296-84930310aeb7 req-b9a387cd-89c5-4021-a332-459846c96824 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=f65a5d21-0a34-4bef-82e5-f77821caa253 HTTP/1.1" status: 200  len: 946 time: 0.1496422
May 07 22:13:49.221265 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7a5a417-3b40-473d-bd6a-d369770ee59a tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:13:49.227142 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d81b3b27-3ebc-466c-8296-84930310aeb7 req-e1de072d-e6a4-4dd4-aad8-16a6f4c213ea tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1032708
May 07 22:13:49.250891 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b7a5a417-3b40-473d-bd6a-d369770ee59a tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:49.252980 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-b7a5a417-3b40-473d-bd6a-d369770ee59a tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "PUT /v2.0/routers/63a58e96-bb4f-42a1-a1d3-2d70c05737fc HTTP/1.1" status: 200  len: 700 time: 2.8645868
May 07 22:13:49.257593 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 46396) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:49.418377 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d70394c-61ea-4b9f-8fc7-eddb960f3278 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Router d19f8c73-1750-479a-bb9f-85fe2c013c12 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:13:49.468142 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 46400) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:49.499508 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-50caacc9-a8a1-47c7-a8f0-3333188e01a7 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1724837924-network', 'tenant_id': '50894f3848d740ad9eae95bed504d406'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:13:49.506061 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c76d2f8-6c70-41f5-88df-e9e45c923f4b None None] Sync routers for ids ['63a58e96-bb4f-42a1-a1d3-2d70c05737fc'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:13:49.520669 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c76d2f8-6c70-41f5-88df-e9e45c923f4b None None] Routers {'63a58e96-bb4f-42a1-a1d3-2d70c05737fc'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:13:49.525342 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-7c76d2f8-6c70-41f5-88df-e9e45c923f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f971eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:13:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['63a58e96-bb4f-42a1-a1d3-2d70c05737fc'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:13:49.539311 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device c2d20153-ee78-4f48-8b3e-80dfc606a8c1 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:13:49.563806 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5874503f-c4d3-4ae0-a9e7-f4c002bbbcd0 req-9113d666-fb58-4b40-a2a2-79fabebfb3ae tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:49.565487 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5874503f-c4d3-4ae0-a9e7-f4c002bbbcd0 req-9113d666-fb58-4b40-a2a2-79fabebfb3ae tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?device_id=95d382c3-52c5-4312-a2a5-47fdfc1625fd HTTP/1.1" status: 200  len: 945 time: 0.2436051
May 07 22:13:49.571449 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50caacc9-a8a1-47c7-a8f0-3333188e01a7 admin admin] Made reservation on behalf of 50894f3848d740ad9eae95bed504d406 for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:13:49.574498 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-50caacc9-a8a1-47c7-a8f0-3333188e01a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:49.617812 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-50caacc9-a8a1-47c7-a8f0-3333188e01a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:49.652269 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-22c9e9b8-ea3e-4466-998f-4f9d1f1a16d5 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "GET /v2.0/routers/63a58e96-bb4f-42a1-a1d3-2d70c05737fc HTTP/1.1" status: 200  len: 700 time: 0.3926864
May 07 22:13:49.658402 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 46404) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:49.660857 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f4410550-7fb2-4219-a8d4-b9be2504a496 req-9037e73b-7afc-48bd-b281-550e8de7db39 tempest-VolumesActionsTest-1113665028 tempest-VolumesActionsTest-1113665028-project] 10.222.0.32 "GET /v2.0/ports?device_id=4ea99916-97ab-4e68-90bc-a95c38f04964 HTTP/1.1" status: 200  len: 210 time: 0.0696838
May 07 22:13:49.716161 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5874503f-c4d3-4ae0-a9e7-f4c002bbbcd0 req-16ebf681-461f-4cba-87c2-904234447824 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0565a31-c1c2-485d-aa87-3f3b5400e2b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1388407
May 07 22:13:49.717144 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d70394c-61ea-4b9f-8fc7-eddb960f3278 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:13:49.725001 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-1d70394c-61ea-4b9f-8fc7-eddb960f3278 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "PUT /v2.0/routers/d19f8c73-1750-479a-bb9f-85fe2c013c12/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3790345
May 07 22:13:49.729502 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 46406) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:49.735737 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f77c3e-98ff-4825-9a91-f7504218e1c5 None None] Sync routers for ids ['d19f8c73-1750-479a-bb9f-85fe2c013c12'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:13:49.767246 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-1abc73dc-b65a-4601-b834-f7901085ba9c tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] GET failed (client error): The resource could not be found.
May 07 22:13:49.770141 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-7c76d2f8-6c70-41f5-88df-e9e45c923f4b None None] Set router 63a58e96-bb4f-42a1-a1d3-2d70c05737fc gateway port host: None {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:13:49.771640 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-1abc73dc-b65a-4601-b834-f7901085ba9c tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "GET /v2.0/ports/3449e766-d7a9-47bb-ab41-5803b641b2fa HTTP/1.1" status: 404  len: 333 time: 0.0409257
May 07 22:13:49.772802 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 46408) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:49.775750 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f77c3e-98ff-4825-9a91-f7504218e1c5 None None] Routers {'d19f8c73-1750-479a-bb9f-85fe2c013c12'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:13:49.780846 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-67f77c3e-98ff-4825-9a91-f7504218e1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c859be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:13:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['d19f8c73-1750-479a-bb9f-85fe2c013c12'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:13:49.807133 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-50caacc9-a8a1-47c7-a8f0-3333188e01a7 admin admin] Publish callbacks [] for security_group (7b775dd5-f4de-4e96-8342-b43aac770d87), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:49.813626 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-50caacc9-a8a1-47c7-a8f0-3333188e01a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (7b775dd5-f4de-4e96-8342-b43aac770d87), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:49.823554 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port c2d20153-ee78-4f48-8b3e-80dfc606a8c1 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:13:49.824199 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (c2d20153-ee78-4f48-8b3e-80dfc606a8c1), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:49.827374 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50caacc9-a8a1-47c7-a8f0-3333188e01a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:13:49.830241 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-67f77c3e-98ff-4825-9a91-f7504218e1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c859be0>, [], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:13:49.839291 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-50caacc9-a8a1-47c7-a8f0-3333188e01a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (f97bacf0-c199-480d-b3f0-7cce76aae2d2), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:49.839682 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-50caacc9-a8a1-47c7-a8f0-3333188e01a7 admin admin] Added segment f97bacf0-c199-480d-b3f0-7cce76aae2d2 of type vlan for network 514e59a0-ef83-43a8-b384-e8fa353e2574
May 07 22:13:49.841740 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f77c3e-98ff-4825-9a91-f7504218e1c5 None None] Routers {'d19f8c73-1750-479a-bb9f-85fe2c013c12'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:13:49.842555 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-67f77c3e-98ff-4825-9a91-f7504218e1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c859be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:13:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['d19f8c73-1750-479a-bb9f-85fe2c013c12'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:13:49.868446 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8b32d7d9-e3e2-4024-9857-7a194250eda8 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for router (d19f8c73-1750-479a-bb9f-85fe2c013c12), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:49.888313 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-50caacc9-a8a1-47c7-a8f0-3333188e01a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (514e59a0-ef83-43a8-b384-e8fa353e2574), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:49.927406 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-67f77c3e-98ff-4825-9a91-f7504218e1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c859be0>, [], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:13:49.928336 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f77c3e-98ff-4825-9a91-f7504218e1c5 None None] The sync data for ids ['d19f8c73-1750-479a-bb9f-85fe2c013c12'] in ncdv-master-1 is: [] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:13:49.951715 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50caacc9-a8a1-47c7-a8f0-3333188e01a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b775dd5-f4de-4e96-8342-b43aac770d87,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:49.956051 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-50caacc9-a8a1-47c7-a8f0-3333188e01a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (514e59a0-ef83-43a8-b384-e8fa353e2574), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:49.957073 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50caacc9-a8a1-47c7-a8f0-3333188e01a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:49.958601 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-50caacc9-a8a1-47c7-a8f0-3333188e01a7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:49.992317 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-50caacc9-a8a1-47c7-a8f0-3333188e01a7 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.5205970
May 07 22:13:49.992521 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 46410) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:50.012161 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-28f4263b-d187-4881-9305-19eee96e24bc admin admin] Request body: {'subnet': {'network_id': '514e59a0-ef83-43a8-b384-e8fa353e2574', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1724837924-subnet', 'tenant_id': '50894f3848d740ad9eae95bed504d406', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:13:50.051999 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port c2d20153-ee78-4f48-8b3e-80dfc606a8c1 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:13:50.087195 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8b32d7d9-e3e2-4024-9857-7a194250eda8 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (d19f8c73-1750-479a-bb9f-85fe2c013c12), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:50.091454 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8b32d7d9-e3e2-4024-9857-7a194250eda8 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for router_controller (d19f8c73-1750-479a-bb9f-85fe2c013c12), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:50.091818 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f4263b-d187-4881-9305-19eee96e24bc admin admin] Made reservation on behalf of 50894f3848d740ad9eae95bed504d406 for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:13:50.094239 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-28f4263b-d187-4881-9305-19eee96e24bc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:50.113890 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50caacc9-a8a1-47c7-a8f0-3333188e01a7 admin admin] Pushing event updated for resources: {'Network': ['ID=514e59a0-ef83-43a8-b384-e8fa353e2574,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:50.129726 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-7c76d2f8-6c70-41f5-88df-e9e45c923f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f971eb0>, [{'id': '63a58e96-bb4f-42a1-a1d3-2d70c05737fc', 'name': 'tempest-RoutersTest-router-1588625411', 'tenant_id': '9871aa16c54d4751ac838e07d52897a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:13:08Z', 'updated_at': '2022-05-07T22:13:47Z', 'revision_number': 7, 'project_id': '9871aa16c54d4751ac838e07d52897a6', 'gw_port_host': None, '_interfaces': [{'id': '1b3dbd20-e902-474e-b149-a311f95b0918', 'name': '', 'network_id': '7cdbabe7-c47e-4ec1-a413-238cbe077182', 'tenant_id': '9871aa16c54d4751ac838e07d52897a6', 'mac_address': 'fa:16:3e:1b:49:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a58e96-bb4f-42a1-a1d3-2d70c05737fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '8f8f5bc6-0bf7-4c2d-9992-ab2f897c66fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:13:12Z', 'updated_at': '2022-05-07T22:13:20Z', 'revision_number': 5, 'project_id': '9871aa16c54d4751ac838e07d52897a6', 'subnets': [{'id': '8f8f5bc6-0bf7-4c2d-9992-ab2f897c66fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '509df312-0895-453c-9bb7-474a70a42508', 'name': '', 'network_id': '2c8b27e5-cc6c-4778-9135-471b44cf1df5', 'tenant_id': '9871aa16c54d4751ac838e07d52897a6', 'mac_address': 'fa:16:3e:28:80:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a58e96-bb4f-42a1-a1d3-2d70c05737fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': 'dd57c3f6-d6c4-4dbe-ba12-72b0ecdd55aa', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:13:31Z', 'updated_at': '2022-05-07T22:13:38Z', 'revision_number': 5, 'project_id': '9871aa16c54d4751ac838e07d52897a6', 'subnets': [{'id': 'dd57c3f6-d6c4-4dbe-ba12-72b0ecdd55aa', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53c918bd-9219-4cfa-83a2-9cc46c8f0a52', 'name': '', 'network_id': 'd886a8d9-b0b4-434c-b8fd-39f441315a88', 'tenant_id': '9871aa16c54d4751ac838e07d52897a6', 'mac_address': 'fa:16:3e:98:12:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a58e96-bb4f-42a1-a1d3-2d70c05737fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '3bb8fb8f-fd99-4052-9f7c-6b1d8087aabe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:13:21Z', 'updated_at': '2022-05-07T22:13:30Z', 'revision_number': 5, 'project_id': '9871aa16c54d4751ac838e07d52897a6', 'subnets': [{'id': '3bb8fb8f-fd99-4052-9f7c-6b1d8087aabe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2d20153-ee78-4f48-8b3e-80dfc606a8c1', 'name': '', 'network_id': 'cab4b21a-e979-4804-a10e-438db86b4681', 'tenant_id': '9871aa16c54d4751ac838e07d52897a6', 'mac_address': 'fa:16:3e:99:0e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a58e96-bb4f-42a1-a1d3-2d70c05737fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'bdeed79b-01ea-40e0-99ed-ee93c5c8844a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:13:40Z', 'updated_at': '2022-05-07T22:13:47Z', 'revision_number': 5, 'project_id': '9871aa16c54d4751ac838e07d52897a6', 'subnets': [{'id': 'bdeed79b-01ea-40e0-99ed-ee93c5c8844a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:13:50.162916 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 514e59a0-ef83-43a8-b384-e8fa353e2574 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:13:50.166933 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c76d2f8-6c70-41f5-88df-e9e45c923f4b None None] Checking router: 63a58e96-bb4f-42a1-a1d3-2d70c05737fc for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:13:50.198194 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c76d2f8-6c70-41f5-88df-e9e45c923f4b None None] Routers {'63a58e96-bb4f-42a1-a1d3-2d70c05737fc'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:13:50.199384 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-7c76d2f8-6c70-41f5-88df-e9e45c923f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f971eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:13:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['63a58e96-bb4f-42a1-a1d3-2d70c05737fc'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:13:50.227030 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8b32d7d9-e3e2-4024-9857-7a194250eda8 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (d19f8c73-1750-479a-bb9f-85fe2c013c12), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:50.227030 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b32d7d9-e3e2-4024-9857-7a194250eda8 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Fanout notify agent at l3_agent the message router_deleted on router d19f8c73-1750-479a-bb9f-85fe2c013c12 {{(pid=121837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 22:13:50.301865 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8b32d7d9-e3e2-4024-9857-7a194250eda8 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:50.303561 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-8b32d7d9-e3e2-4024-9857-7a194250eda8 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "DELETE /v2.0/routers/d19f8c73-1750-479a-bb9f-85fe2c013c12 HTTP/1.1" status: 204  len: 168 time: 0.5296860
May 07 22:13:50.308624 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 46414) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:50.340450 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-7c76d2f8-6c70-41f5-88df-e9e45c923f4b None None] Set router 63a58e96-bb4f-42a1-a1d3-2d70c05737fc gateway port host: None {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:13:50.368967 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-28f4263b-d187-4881-9305-19eee96e24bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (ecdce150-6521-444f-be41-832e01430db5), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:50.380830 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395b1362-a037-4b75-880a-a3f147e6ba40 req-e66a4457-562e-4bde-ad37-ad116dc6626c tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:50.382369 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-395b1362-a037-4b75-880a-a3f147e6ba40 req-e66a4457-562e-4bde-ad37-ad116dc6626c tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=f65a5d21-0a34-4bef-82e5-f77821caa253 HTTP/1.1" status: 200  len: 946 time: 0.0775404
May 07 22:13:50.419220 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_v2 [None req-41f925ce-7562-45d4-93bf-dde70384434e tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Deleting subnet bb8d26ca-bfc0-414a-8307-ed2521ef9445 {{(pid=121836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:13:50.428408 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-41f925ce-7562-45d4-93bf-dde70384434e tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for subnet (bb8d26ca-bfc0-414a-8307-ed2521ef9445), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:50.484230 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f4263b-d187-4881-9305-19eee96e24bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecdce150-6521-444f-be41-832e01430db5,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:50.491636 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f4263b-d187-4881-9305-19eee96e24bc admin admin] Checking segment: {'id': 'f97bacf0-c199-480d-b3f0-7cce76aae2d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '514e59a0-ef83-43a8-b384-e8fa353e2574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:13:50.492001 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f4263b-d187-4881-9305-19eee96e24bc admin admin] Network hostable DHCP agents. Network: 514e59a0-ef83-43a8-b384-e8fa353e2574, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:13:50.502826 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-41f925ce-7562-45d4-93bf-dde70384434e tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726883'] for subnet (bb8d26ca-bfc0-414a-8307-ed2521ef9445), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:50.502985 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-395b1362-a037-4b75-880a-a3f147e6ba40 req-a11b62d1-40fc-4229-93b6-19ac0975c678 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0936635
May 07 22:13:50.556114 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f4263b-d187-4881-9305-19eee96e24bc admin admin] Network 514e59a0-ef83-43a8-b384-e8fa353e2574 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:13:50.573389 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-28f4263b-d187-4881-9305-19eee96e24bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 514e59a0-ef83-43a8-b384-e8fa353e2574) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:13:50.583386 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16eadb3c-3de4-4c34-8dd2-648382744368 None None] Network 514e59a0-ef83-43a8-b384-e8fa353e2574 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:13:50.594594 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f4263b-d187-4881-9305-19eee96e24bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:50.595247 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-28f4263b-d187-4881-9305-19eee96e24bc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:50.596323 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a5c16fb3-305d-4102-9525-378308f7d3d5 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401094'] for router_interface (63a58e96-bb4f-42a1-a1d3-2d70c05737fc), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:50.623572 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-28f4263b-d187-4881-9305-19eee96e24bc admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.6218724
May 07 22:13:50.624079 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-7c76d2f8-6c70-41f5-88df-e9e45c923f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f971eb0>, [{'id': '63a58e96-bb4f-42a1-a1d3-2d70c05737fc', 'name': 'tempest-RoutersTest-router-1588625411', 'tenant_id': '9871aa16c54d4751ac838e07d52897a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:13:08Z', 'updated_at': '2022-05-07T22:13:47Z', 'revision_number': 7, 'project_id': '9871aa16c54d4751ac838e07d52897a6', 'gw_port_host': None, '_interfaces': [{'id': '1b3dbd20-e902-474e-b149-a311f95b0918', 'name': '', 'network_id': '7cdbabe7-c47e-4ec1-a413-238cbe077182', 'tenant_id': '9871aa16c54d4751ac838e07d52897a6', 'mac_address': 'fa:16:3e:1b:49:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a58e96-bb4f-42a1-a1d3-2d70c05737fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '8f8f5bc6-0bf7-4c2d-9992-ab2f897c66fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:13:12Z', 'updated_at': '2022-05-07T22:13:20Z', 'revision_number': 5, 'project_id': '9871aa16c54d4751ac838e07d52897a6', 'subnets': [{'id': '8f8f5bc6-0bf7-4c2d-9992-ab2f897c66fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '509df312-0895-453c-9bb7-474a70a42508', 'name': '', 'network_id': '2c8b27e5-cc6c-4778-9135-471b44cf1df5', 'tenant_id': '9871aa16c54d4751ac838e07d52897a6', 'mac_address': 'fa:16:3e:28:80:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a58e96-bb4f-42a1-a1d3-2d70c05737fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': 'dd57c3f6-d6c4-4dbe-ba12-72b0ecdd55aa', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:13:31Z', 'updated_at': '2022-05-07T22:13:38Z', 'revision_number': 5, 'project_id': '9871aa16c54d4751ac838e07d52897a6', 'subnets': [{'id': 'dd57c3f6-d6c4-4dbe-ba12-72b0ecdd55aa', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53c918bd-9219-4cfa-83a2-9cc46c8f0a52', 'name': '', 'network_id': 'd886a8d9-b0b4-434c-b8fd-39f441315a88', 'tenant_id': '9871aa16c54d4751ac838e07d52897a6', 'mac_address': 'fa:16:3e:98:12:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a58e96-bb4f-42a1-a1d3-2d70c05737fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '3bb8fb8f-fd99-4052-9f7c-6b1d8087aabe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:13:21Z', 'updated_at': '2022-05-07T22:13:30Z', 'revision_number': 5, 'project_id': '9871aa16c54d4751ac838e07d52897a6', 'subnets': [{'id': '3bb8fb8f-fd99-4052-9f7c-6b1d8087aabe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2d20153-ee78-4f48-8b3e-80dfc606a8c1', 'name': '', 'network_id': 'cab4b21a-e979-4804-a10e-438db86b4681', 'tenant_id': '9871aa16c54d4751ac838e07d52897a6', 'mac_address': 'fa:16:3e:99:0e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a58e96-bb4f-42a1-a1d3-2d70c05737fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'bdeed79b-01ea-40e0-99ed-ee93c5c8844a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:13:40Z', 'updated_at': '2022-05-07T22:13:47Z', 'revision_number': 5, 'project_id': '9871aa16c54d4751ac838e07d52897a6', 'subnets': [{'id': 'bdeed79b-01ea-40e0-99ed-ee93c5c8844a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:13:50.651255 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device ab0dee45-f2e9-4c0d-bd11-e0508238475b no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:13:50.654103 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-41f925ce-7562-45d4-93bf-dde70384434e tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (bb8d26ca-bfc0-414a-8307-ed2521ef9445), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:50.679102 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c76d2f8-6c70-41f5-88df-e9e45c923f4b None None] The sync data for ids ['63a58e96-bb4f-42a1-a1d3-2d70c05737fc'] in ncdv-master-1 is: [{'id': '63a58e96-bb4f-42a1-a1d3-2d70c05737fc', 'name': 'tempest-RoutersTest-router-1588625411', 'tenant_id': '9871aa16c54d4751ac838e07d52897a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:13:08Z', 'updated_at': '2022-05-07T22:13:47Z', 'revision_number': 7, 'project_id': '9871aa16c54d4751ac838e07d52897a6', 'gw_port_host': None, '_interfaces': [{'id': '1b3dbd20-e902-474e-b149-a311f95b0918', 'name': '', 'network_id': '7cdbabe7-c47e-4ec1-a413-238cbe077182', 'tenant_id': '9871aa16c54d4751ac838e07d52897a6', 'mac_address': 'fa:16:3e:1b:49:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a58e96-bb4f-42a1-a1d3-2d70c05737fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '8f8f5bc6-0bf7-4c2d-9992-ab2f897c66fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:13:12Z', 'updated_at': '2022-05-07T22:13:20Z', 'revision_number': 5, 'project_id': '9871aa16c54d4751ac838e07d52897a6', 'subnets': [{'id': '8f8f5bc6-0bf7-4c2d-9992-ab2f897c66fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '509df312-0895-453c-9bb7-474a70a42508', 'name': '', 'network_id': '2c8b27e5-cc6c-4778-9135-471b44cf1df5', 'tenant_id': '9871aa16c54d4751ac838e07d52897a6', 'mac_address': 'fa:16:3e:28:80:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a58e96-bb4f-42a1-a1d3-2d70c05737fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': 'dd57c3f6-d6c4-4dbe-ba12-72b0ecdd55aa', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:13:31Z', 'updated_at': '2022-05-07T22:13:38Z', 'revision_number': 5, 'project_id': '9871aa16c54d4751ac838e07d52897a6', 'subnets': [{'id': 'dd57c3f6-d6c4-4dbe-ba12-72b0ecdd55aa', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53c918bd-9219-4cfa-83a2-9cc46c8f0a52', 'name': '', 'network_id': 'd886a8d9-b0b4-434c-b8fd-39f441315a88', 'tenant_id': '9871aa16c54d4751ac838e07d52897a6', 'mac_address': 'fa:16:3e:98:12:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a58e96-bb4f-42a1-a1d3-2d70c05737fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '3bb8fb8f-fd99-4052-9f7c-6b1d8087aabe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:13:21Z', 'updated_at': '2022-05-07T22:13:30Z', 'revision_number': 5, 'project_id': '9871aa16c54d4751ac838e07d52897a6', 'subnets': [{'id': '3bb8fb8f-fd99-4052-9f7c-6b1d8087aabe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c2d20153-ee78-4f48-8b3e-80dfc606a8c1', 'name': '', 'network_id': 'cab4b21a-e979-4804-a10e-438db86b4681', 'tenant_id': '9871aa16c54d4751ac838e07d52897a6', 'mac_address': 'fa:16:3e:99:0e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a58e96-bb4f-42a1-a1d3-2d70c05737fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'bdeed79b-01ea-40e0-99ed-ee93c5c8844a', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:13:40Z', 'updated_at': '2022-05-07T22:13:47Z', 'revision_number': 5, 'project_id': '9871aa16c54d4751ac838e07d52897a6', 'subnets': [{'id': 'bdeed79b-01ea-40e0-99ed-ee93c5c8844a', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:13:50.721297 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] No Port match for: ab0dee45-f2e9-4c0d-bd11-e0508238475b {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:13:50.721650 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device ab0dee45-f2e9-4c0d-bd11-e0508238475b not bound to the agent host nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:13:50.797210 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-41f925ce-7562-45d4-93bf-dde70384434e tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (bb8d26ca-bfc0-414a-8307-ed2521ef9445), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:50.799736 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e992c40-5efc-4748-88c1-43e1844967c3 None None] Network 514e59a0-ef83-43a8-b384-e8fa353e2574 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:13:50.871018 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f925ce-7562-45d4-93bf-dde70384434e tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Pushing event deleted for resources: {'Subnet': ['ID=bb8d26ca-bfc0-414a-8307-ed2521ef9445,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:50.882993 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-41f925ce-7562-45d4-93bf-dde70384434e tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:50.886205 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-41f925ce-7562-45d4-93bf-dde70384434e tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "DELETE /v2.0/subnets/bb8d26ca-bfc0-414a-8307-ed2521ef9445 HTTP/1.1" status: 204  len: 168 time: 0.5771141
May 07 22:13:50.889274 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5be13c-77bb-489c-9067-2a3efc0a9749 None None] Network f0092c78-6adb-4b10-9966-c236a52c07dd requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:13:50.891066 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 46426) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:51.015524 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb97b38-1ab9-4043-a4fa-700930f45687 req-33f0e7cd-05be-4e47-95a9-03c632039b81 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:51.025730 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4fb97b38-1ab9-4043-a4fa-700930f45687 req-33f0e7cd-05be-4e47-95a9-03c632039b81 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?device_id=95d382c3-52c5-4312-a2a5-47fdfc1625fd HTTP/1.1" status: 200  len: 945 time: 0.1924014
May 07 22:13:51.103977 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-766c4239-7d99-41d9-9ec2-fc055fe62467 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (f0092c78-6adb-4b10-9966-c236a52c07dd), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:51.162430 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4fb97b38-1ab9-4043-a4fa-700930f45687 req-aa98ffbc-b055-458e-9bcc-23918b9fd970 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0565a31-c1c2-485d-aa87-3f3b5400e2b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1347535
May 07 22:13:51.165887 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-a5c16fb3-305d-4102-9525-378308f7d3d5 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Deleting port c2d20153-ee78-4f48-8b3e-80dfc606a8c1 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:13:51.166291 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a5c16fb3-305d-4102-9525-378308f7d3d5 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (c2d20153-ee78-4f48-8b3e-80dfc606a8c1), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:51.292482 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-904cc575-41bf-42c6-8a7c-a35d6bb5742a None None] DHCP port deletion for f0092c78-6adb-4b10-9966-c236a52c07dd request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:13:51.301909 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-766c4239-7d99-41d9-9ec2-fc055fe62467 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Deleting port 7b86b593-1710-4d1b-acb1-9e0ba03c970a {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:13:51.301909 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-766c4239-7d99-41d9-9ec2-fc055fe62467 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (7b86b593-1710-4d1b-acb1-9e0ba03c970a), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:51.398120 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-904cc575-41bf-42c6-8a7c-a35d6bb5742a None None] Deleting port 7b86b593-1710-4d1b-acb1-9e0ba03c970a {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:13:51.398507 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-904cc575-41bf-42c6-8a7c-a35d6bb5742a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (7b86b593-1710-4d1b-acb1-9e0ba03c970a), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:51.444871 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3048962-7a3e-455d-8f56-c5c5a3e6c346 req-97c30af7-b2dc-4ffc-9bc4-514f921218e8 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:51.446656 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e3048962-7a3e-455d-8f56-c5c5a3e6c346 req-97c30af7-b2dc-4ffc-9bc4-514f921218e8 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?device_id=95d382c3-52c5-4312-a2a5-47fdfc1625fd HTTP/1.1" status: 200  len: 945 time: 0.1025674
May 07 22:13:51.460636 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-766c4239-7d99-41d9-9ec2-fc055fe62467 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] For port 7b86b593-1710-4d1b-acb1-9e0ba03c970a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7b86b593-1710-4d1b-acb1-9e0ba03c970a,segment=NetworkSegment(9dc71fb6-6179-497c-80ce-9e615c70a9a1),segment_id=9dc71fb6-6179-497c-80ce-9e615c70a9a1)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:13:51.461071 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-766c4239-7d99-41d9-9ec2-fc055fe62467 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (7b86b593-1710-4d1b-acb1-9e0ba03c970a), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:51.490597 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-a5c16fb3-305d-4102-9525-378308f7d3d5 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] For port c2d20153-ee78-4f48-8b3e-80dfc606a8c1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c2d20153-ee78-4f48-8b3e-80dfc606a8c1,segment=NetworkSegment(8f3c9a8f-e48e-4e06-b1c6-b8fecf085637),segment_id=8f3c9a8f-e48e-4e06-b1c6-b8fecf085637)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:13:51.490991 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a5c16fb3-305d-4102-9525-378308f7d3d5 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (c2d20153-ee78-4f48-8b3e-80dfc606a8c1), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:51.506417 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-766c4239-7d99-41d9-9ec2-fc055fe62467 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Calling delete_port for 7b86b593-1710-4d1b-acb1-9e0ba03c970a owned by network:dhcp {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:13:51.528631 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-a5c16fb3-305d-4102-9525-378308f7d3d5 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Calling delete_port for c2d20153-ee78-4f48-8b3e-80dfc606a8c1 owned by network:router_interface {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:13:51.533485 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 7b86b593-1710-4d1b-acb1-9e0ba03c970a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:13:51.534294 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e3048962-7a3e-455d-8f56-c5c5a3e6c346 req-539fb77a-0aa3-40a8-9757-827e1a09fdf4 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0565a31-c1c2-485d-aa87-3f3b5400e2b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0726626
May 07 22:13:51.556506 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-904cc575-41bf-42c6-8a7c-a35d6bb5742a None None] For port 7b86b593-1710-4d1b-acb1-9e0ba03c970a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7b86b593-1710-4d1b-acb1-9e0ba03c970a,segment=NetworkSegment(9dc71fb6-6179-497c-80ce-9e615c70a9a1),segment_id=9dc71fb6-6179-497c-80ce-9e615c70a9a1)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:13:51.558651 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-904cc575-41bf-42c6-8a7c-a35d6bb5742a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (7b86b593-1710-4d1b-acb1-9e0ba03c970a), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:51.697627 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ccf7d-563b-4415-8d6b-89e127f1bb17 req-22e1f060-c61c-4ee7-83e7-8a2853ed4904 tempest-TestServerAdvancedOps-129343738 tempest-TestServerAdvancedOps-129343738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:51.706003 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-024ccf7d-563b-4415-8d6b-89e127f1bb17 req-22e1f060-c61c-4ee7-83e7-8a2853ed4904 tempest-TestServerAdvancedOps-129343738 tempest-TestServerAdvancedOps-129343738-project] 10.222.0.32 "GET /v2.0/networks?id=eb2eb303-0e82-4936-8d9b-0c09343eec4b HTTP/1.1" status: 200  len: 812 time: 0.2481074
May 07 22:13:51.728838 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-024ccf7d-563b-4415-8d6b-89e127f1bb17 req-44906c9e-aea1-482e-a8c1-852a504f8d19 tempest-TestServerAdvancedOps-129343738 tempest-TestServerAdvancedOps-129343738-project] 10.222.0.32 "GET /v2.0/quotas/c642a488de414517ac98cee7e2cc2406 HTTP/1.1" status: 200  len: 375 time: 0.0218132
May 07 22:13:51.783814 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-024ccf7d-563b-4415-8d6b-89e127f1bb17 req-06318f35-cc95-4ea7-8bb4-f0b4a3837dc9 tempest-TestServerAdvancedOps-129343738 tempest-TestServerAdvancedOps-129343738-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c642a488de414517ac98cee7e2cc2406&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0539885
May 07 22:13:51.811683 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102da5ce-79c3-471d-82db-858b289d8b4e req-c98aa29f-7a1e-49fd-9688-0cdd08d25825 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:51.813532 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-102da5ce-79c3-471d-82db-858b289d8b4e req-c98aa29f-7a1e-49fd-9688-0cdd08d25825 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=f65a5d21-0a34-4bef-82e5-f77821caa253 HTTP/1.1" status: 200  len: 946 time: 0.1468167
May 07 22:13:51.888404 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-904cc575-41bf-42c6-8a7c-a35d6bb5742a None None] Calling delete_port for 7b86b593-1710-4d1b-acb1-9e0ba03c970a owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:13:51.911659 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-102da5ce-79c3-471d-82db-858b289d8b4e req-506c33a1-cd5d-40e0-9257-6f36c8cc234d tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0907948
May 07 22:13:51.914439 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:51.937829 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-766c4239-7d99-41d9-9ec2-fc055fe62467 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (7b86b593-1710-4d1b-acb1-9e0ba03c970a), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:51.940423 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a5c16fb3-305d-4102-9525-378308f7d3d5 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (c2d20153-ee78-4f48-8b3e-80dfc606a8c1), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:51.955091 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No active binding found for port 7b86b593-1710-4d1b-acb1-9e0ba03c970a {{(pid=121838) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}}
May 07 22:13:51.955482 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] The host ncdv-master-1 is not matching for port 7b86b593-1710-4d1b-acb1-9e0ba03c970a host None! {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2394}}
May 07 22:13:51.955878 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 7b86b593-1710-4d1b-acb1-9e0ba03c970a not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:13:52.004472 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766c4239-7d99-41d9-9ec2-fc055fe62467 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Pushing event deleted for resources: {'Port': ['ID=7b86b593-1710-4d1b-acb1-9e0ba03c970a,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:52.007634 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-904cc575-41bf-42c6-8a7c-a35d6bb5742a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (7b86b593-1710-4d1b-acb1-9e0ba03c970a), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:52.013610 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-024ccf7d-563b-4415-8d6b-89e127f1bb17 req-d27c93e2-0692-436d-81ef-e69deb1ab5d5 service neutron] 10.222.0.32 "GET /v2.0/networks/eb2eb303-0e82-4936-8d9b-0c09343eec4b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2224483
May 07 22:13:52.020801 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766c4239-7d99-41d9-9ec2-fc055fe62467 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] No DVR routers for this DVR port 7b86b593-1710-4d1b-acb1-9e0ba03c970a on host ncdv-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:13:52.048163 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904cc575-41bf-42c6-8a7c-a35d6bb5742a None None] Pushing event deleted for resources: {'Port': ['ID=7b86b593-1710-4d1b-acb1-9e0ba03c970a,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:52.051003 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-904cc575-41bf-42c6-8a7c-a35d6bb5742a None None] No DVR routers for this DVR port 7b86b593-1710-4d1b-acb1-9e0ba03c970a on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:13:52.224871 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-766c4239-7d99-41d9-9ec2-fc055fe62467 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (f0092c78-6adb-4b10-9966-c236a52c07dd), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:52.284288 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-766c4239-7d99-41d9-9ec2-fc055fe62467 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf8c6eb880>,) {'filters': {'network_id': ['f0092c78-6adb-4b10-9966-c236a52c07dd']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:13:52.308412 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fef29e-d473-4aec-818d-696bb46e2122 req-fecf03a0-bda5-4213-8d02-e0d01b6c74fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:52.309881 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b5fef29e-d473-4aec-818d-696bb46e2122 req-fecf03a0-bda5-4213-8d02-e0d01b6c74fb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b29256ef64d74a5297507ca500a9468e&device_id=f65a5d21-0a34-4bef-82e5-f77821caa253 HTTP/1.1" status: 200  len: 1128 time: 0.1151745
May 07 22:13:52.311677 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-766c4239-7d99-41d9-9ec2-fc055fe62467 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8c6eb880>, '9dc71fb6-6179-497c-80ce-9e615c70a9a1') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:13:52.311974 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-766c4239-7d99-41d9-9ec2-fc055fe62467 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8c6eb880>, '9dc71fb6-6179-497c-80ce-9e615c70a9a1') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:13:52.325844 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-766c4239-7d99-41d9-9ec2-fc055fe62467 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (9dc71fb6-6179-497c-80ce-9e615c70a9a1), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:52.329581 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-024ccf7d-563b-4415-8d6b-89e127f1bb17 req-8074bc53-0c23-4810-a4cd-aad1fa4bef47 service neutron] 10.222.0.32 "GET /v2.0/networks/eb2eb303-0e82-4936-8d9b-0c09343eec4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2624795
May 07 22:13:52.372335 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-766c4239-7d99-41d9-9ec2-fc055fe62467 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (9dc71fb6-6179-497c-80ce-9e615c70a9a1), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:52.393658 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c16fb3-305d-4102-9525-378308f7d3d5 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Pushing event deleted for resources: {'Port': ['ID=c2d20153-ee78-4f48-8b3e-80dfc606a8c1,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:52.408629 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-766c4239-7d99-41d9-9ec2-fc055fe62467 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:13:52.409042 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-766c4239-7d99-41d9-9ec2-fc055fe62467 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (9dc71fb6-6179-497c-80ce-9e615c70a9a1), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:52.412374 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 22:13:52.412374 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:13:52.412374 ncdv-master-1 neutron-server[121836]:     timer()
May 07 22:13:52.412374 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:13:52.412374 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 22:13:52.412374 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:13:52.412374 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 22:13:52.412374 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:13:52.412374 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 22:13:52.412374 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:13:52.412374 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 22:13:52.412374 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:13:52.412374 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 22:13:52.412374 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:13:52.412374 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:13:52.412374 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:13:52.412374 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:13:52.412374 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:13:52.412374 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 22:13:52.412374 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:13:52.412374 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 22:13:52.412374 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:13:52.412374 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:13:52.412374 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:13:52.412374 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 22:13:52.412374 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:13:52.412374 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:13:52.412374 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:13:52.412374 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:13:52.412374 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:13:52.412374 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:13:52.412374 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:13:52.504001 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0379d8c-cff6-4fb1-a67f-88bbe40e5fba req-d44e7acd-f52d-435b-b1ca-0ebdee6da1fb tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:52.516370 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-766c4239-7d99-41d9-9ec2-fc055fe62467 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (f0092c78-6adb-4b10-9966-c236a52c07dd), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:52.519278 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fef29e-d473-4aec-818d-696bb46e2122 req-24820df9-7d55-4257-975d-df2605b1c229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:52.521206 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b5fef29e-d473-4aec-818d-696bb46e2122 req-24820df9-7d55-4257-975d-df2605b1c229 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ebdf594d-504a-44e8-89b9-e74774287749 HTTP/1.1" status: 200  len: 907 time: 0.1851361
May 07 22:13:52.526047 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c0379d8c-cff6-4fb1-a67f-88bbe40e5fba req-d44e7acd-f52d-435b-b1ca-0ebdee6da1fb tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?device_id=95d382c3-52c5-4312-a2a5-47fdfc1625fd HTTP/1.1" status: 200  len: 945 time: 0.1348686
May 07 22:13:52.528175 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-766c4239-7d99-41d9-9ec2-fc055fe62467 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:52.532151 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-766c4239-7d99-41d9-9ec2-fc055fe62467 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "DELETE /v2.0/networks/f0092c78-6adb-4b10-9966-c236a52c07dd HTTP/1.1" status: 204  len: 168 time: 1.6400020
May 07 22:13:52.541972 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 46470) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:52.620554 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766c4239-7d99-41d9-9ec2-fc055fe62467 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Pushing event deleted for resources: {'Network': ['ID=f0092c78-6adb-4b10-9966-c236a52c07dd,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:52.647192 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b5fef29e-d473-4aec-818d-696bb46e2122 req-bec227c2-2166-4cd1-8771-9db1e1e563ec service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=38281ec1-7309-4230-88df-07aeb79aaee9 HTTP/1.1" status: 200  len: 217 time: 0.1136427
May 07 22:13:52.729675 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a5e0c9c6-02b2-4a47-8776-fad3188fb6f4 req-6836c07f-497c-45fb-990f-bcaf420562bc tempest-TestServerAdvancedOps-129343738 tempest-TestServerAdvancedOps-129343738-project] 10.222.0.32 "GET /v2.0/ports?device_id=164426a0-c59d-477b-9c73-bd9b5d17842f HTTP/1.1" status: 200  len: 210 time: 0.1115146
May 07 22:13:52.762009 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad60fc2-5e4b-4590-827d-4ab39ede0808 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:52.762009 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-5ad60fc2-5e4b-4590-827d-4ab39ede0808 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "GET /v2.0/ports/c6215454-d632-4f94-b4e9-24789fbc4caf HTTP/1.1" status: 200  len: 844 time: 0.2138913
May 07 22:13:52.764693 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 46478) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:52.801596 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c0379d8c-cff6-4fb1-a67f-88bbe40e5fba req-89e8c2e3-c00e-4bf2-a31b-2202345cc3b5 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0565a31-c1c2-485d-aa87-3f3b5400e2b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2742198
May 07 22:13:52.823825 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fef29e-d473-4aec-818d-696bb46e2122 req-30af5fcd-29e3-4557-842f-1a589661622e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:52.824681 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b5fef29e-d473-4aec-818d-696bb46e2122 req-30af5fcd-29e3-4557-842f-1a589661622e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=08181da1-ef60-4984-b7f1-4a196d8203f6 HTTP/1.1" status: 200  len: 846 time: 0.1657288
May 07 22:13:52.845354 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a5c16fb3-305d-4102-9525-378308f7d3d5 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401002'] for router_interface (63a58e96-bb4f-42a1-a1d3-2d70c05737fc), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:52.885691 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b5fef29e-d473-4aec-818d-696bb46e2122 req-68404805-beea-4703-9971-992c8bae54b4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ebdf594d-504a-44e8-89b9-e74774287749&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0529163
May 07 22:13:52.893257 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-c7c63ac7-74fc-4b09-8992-0a24cd62ae79 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "GET /v2.0/ports/c6215454-d632-4f94-b4e9-24789fbc4caf?fields=id&fields=mac_address HTTP/1.1" status: 200  len: 281 time: 0.1275177
May 07 22:13:52.901242 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 46486) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:52.906251 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-6e93b06b-a973-4bae-a1e0-d1ca87188f9b tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Request body: {'subnet': {'network_id': '51e50de6-5b14-452d-ad45-80a0d2ddf837', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:13:53.114520 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b5fef29e-d473-4aec-818d-696bb46e2122 req-12e97f39-dd6c-4949-960e-bcb71d355c94 service neutron] 10.222.0.55 "GET /v2.0/networks/ebdf594d-504a-44e8-89b9-e74774287749?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2200711
May 07 22:13:53.115077 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e93b06b-a973-4bae-a1e0-d1ca87188f9b tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Made reservation on behalf of 586495fb86064013a37b42a6b3d382fb for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:13:53.118368 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6e93b06b-a973-4bae-a1e0-d1ca87188f9b tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:53.223780 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5c16fb3-305d-4102-9525-378308f7d3d5 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Router 63a58e96-bb4f-42a1-a1d3-2d70c05737fc has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:13:53.247185 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f8af61-313a-473b-b90c-0f9873f5c79c req-b3cdc7eb-7ecc-450b-b1c2-46d3cf7e3bf4 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:53.248720 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-93f8af61-313a-473b-b90c-0f9873f5c79c req-b3cdc7eb-7ecc-450b-b1c2-46d3cf7e3bf4 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=f65a5d21-0a34-4bef-82e5-f77821caa253 HTTP/1.1" status: 200  len: 946 time: 0.2022076
May 07 22:13:53.343501 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b5fef29e-d473-4aec-818d-696bb46e2122 req-53de2de8-d1f0-429d-bf30-a5246ff232fb service neutron] 10.222.0.55 "GET /v2.0/networks/ebdf594d-504a-44e8-89b9-e74774287749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2003632
May 07 22:13:53.349727 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-93f8af61-313a-473b-b90c-0f9873f5c79c req-a4ce7709-b215-44e4-ad8a-ef21c6c8443e tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0937717
May 07 22:13:53.373731 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5c16fb3-305d-4102-9525-378308f7d3d5 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:13:53.397496 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-a5c16fb3-305d-4102-9525-378308f7d3d5 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "PUT /v2.0/routers/63a58e96-bb4f-42a1-a1d3-2d70c05737fc/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7309151
May 07 22:13:53.397496 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 46502) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:53.404397 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db2830a-dc80-40d9-a787-07e4dea21f47 None None] Sync routers for ids ['63a58e96-bb4f-42a1-a1d3-2d70c05737fc'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:13:53.442643 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db2830a-dc80-40d9-a787-07e4dea21f47 None None] Routers {'63a58e96-bb4f-42a1-a1d3-2d70c05737fc'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:13:53.443958 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-2db2830a-dc80-40d9-a787-07e4dea21f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7ff9fa60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:13:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['63a58e96-bb4f-42a1-a1d3-2d70c05737fc'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:13:53.494505 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-278b5819-d94f-4d0c-bef6-1d7113e732c7 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Deleting subnet bdeed79b-01ea-40e0-99ed-ee93c5c8844a {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:13:53.502981 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-278b5819-d94f-4d0c-bef6-1d7113e732c7 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for subnet (bdeed79b-01ea-40e0-99ed-ee93c5c8844a), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:53.528622 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6e93b06b-a973-4bae-a1e0-d1ca87188f9b tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (a5b8d855-1c77-4e12-aa0f-8d1c242c6ae3), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:53.570511 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-2db2830a-dc80-40d9-a787-07e4dea21f47 None None] Set router 63a58e96-bb4f-42a1-a1d3-2d70c05737fc gateway port host: None {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:13:53.576364 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e93b06b-a973-4bae-a1e0-d1ca87188f9b tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Network 51e50de6-5b14-452d-ad45-80a0d2ddf837 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:13:53.582234 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-278b5819-d94f-4d0c-bef6-1d7113e732c7 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (bdeed79b-01ea-40e0-99ed-ee93c5c8844a), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:53.585192 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-6e93b06b-a973-4bae-a1e0-d1ca87188f9b tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:13:53.588296 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e93b06b-a973-4bae-a1e0-d1ca87188f9b tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:53.589538 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6e93b06b-a973-4bae-a1e0-d1ca87188f9b tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:53.610921 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b2e818-5b83-479d-aaad-5ede8b63d509 None None] Network 51e50de6-5b14-452d-ad45-80a0d2ddf837 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:13:53.615967 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e93b06b-a973-4bae-a1e0-d1ca87188f9b tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Pushing event updated for resources: {'Subnet': ['ID=a5b8d855-1c77-4e12-aa0f-8d1c242c6ae3,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:53.627874 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-6e93b06b-a973-4bae-a1e0-d1ca87188f9b tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7253652
May 07 22:13:53.630944 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 46504) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:53.636611 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-63f99b04-f977-42c5-addb-07caef8b37fb tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Request body: {'security_group': {'name': 'tempest-secgroup-199296885'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:13:53.665278 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-63f99b04-f977-42c5-addb-07caef8b37fb tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:53.728825 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-278b5819-d94f-4d0c-bef6-1d7113e732c7 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (bdeed79b-01ea-40e0-99ed-ee93c5c8844a), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:53.751755 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f2f9623b-0469-4b99-97b8-73dd6b388eb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:53.784715 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-63f99b04-f977-42c5-addb-07caef8b37fb tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for security_group (35a36472-1d52-4d53-9092-2654a2c416ce), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:53.793882 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-63f99b04-f977-42c5-addb-07caef8b37fb tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (35a36472-1d52-4d53-9092-2654a2c416ce), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:53.851881 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f99b04-f977-42c5-addb-07caef8b37fb tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35a36472-1d52-4d53-9092-2654a2c416ce,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:53.869981 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-63f99b04-f977-42c5-addb-07caef8b37fb tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:53.876436 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-63f99b04-f977-42c5-addb-07caef8b37fb tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.2436492
May 07 22:13:53.877087 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 46516) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:53.883302 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-47c377ce-be0f-4d4f-826b-bc1573f0e7e1 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Request body: {'security_group': {'name': 'tempest-secgroup-709870490'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:13:53.915325 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:53.916853 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f324d47a-d5b9-4e09-8a89-4a455916bd5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-51e50de6-5b14-452d-ad45-80a0d2ddf837', 'network_id': '51e50de6-5b14-452d-ad45-80a0d2ddf837', 'project_id': '586495fb86064013a37b42a6b3d382fb', 'fixed_ips': [{'subnet_id': 'a5b8d855-1c77-4e12-aa0f-8d1c242c6ae3'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:13:53.919722 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f324d47a-d5b9-4e09-8a89-4a455916bd5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:53.939755 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-47c377ce-be0f-4d4f-826b-bc1573f0e7e1 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:53.990482 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4407f23a-7a20-4bb2-a395-186a3983f584 req-efbd9f9b-e715-4cd0-b1f4-27edc53edfda tempest-TestServerAdvancedOps-129343738 tempest-TestServerAdvancedOps-129343738-project] 10.222.0.32 "GET /v2.0/ports?device_id=164426a0-c59d-477b-9c73-bd9b5d17842f HTTP/1.1" status: 200  len: 210 time: 0.0896890
May 07 22:13:54.012648 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6939a3-6162-4d46-b4ee-a26f6806a634 req-d10366cb-853b-4d54-ae69-3e5db54a4337 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:54.019382 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2e6939a3-6162-4d46-b4ee-a26f6806a634 req-d10366cb-853b-4d54-ae69-3e5db54a4337 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.59 "GET /v2.0/ports?device_id=95d382c3-52c5-4312-a2a5-47fdfc1625fd HTTP/1.1" status: 200  len: 945 time: 0.3178191
May 07 22:13:54.040730 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-278b5819-d94f-4d0c-bef6-1d7113e732c7 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (bdeed79b-01ea-40e0-99ed-ee93c5c8844a), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:54.075622 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-2db2830a-dc80-40d9-a787-07e4dea21f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7ff9fa60>, [{'id': '63a58e96-bb4f-42a1-a1d3-2d70c05737fc', 'name': 'tempest-RoutersTest-router-1588625411', 'tenant_id': '9871aa16c54d4751ac838e07d52897a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:13:08Z', 'updated_at': '2022-05-07T22:13:51Z', 'revision_number': 8, 'project_id': '9871aa16c54d4751ac838e07d52897a6', 'gw_port_host': None, '_interfaces': [{'id': '1b3dbd20-e902-474e-b149-a311f95b0918', 'name': '', 'network_id': '7cdbabe7-c47e-4ec1-a413-238cbe077182', 'tenant_id': '9871aa16c54d4751ac838e07d52897a6', 'mac_address': 'fa:16:3e:1b:49:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a58e96-bb4f-42a1-a1d3-2d70c05737fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '8f8f5bc6-0bf7-4c2d-9992-ab2f897c66fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:13:12Z', 'updated_at': '2022-05-07T22:13:20Z', 'revision_number': 5, 'project_id': '9871aa16c54d4751ac838e07d52897a6', 'subnets': [{'id': '8f8f5bc6-0bf7-4c2d-9992-ab2f897c66fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '509df312-0895-453c-9bb7-474a70a42508', 'name': '', 'network_id': '2c8b27e5-cc6c-4778-9135-471b44cf1df5', 'tenant_id': '9871aa16c54d4751ac838e07d52897a6', 'mac_address': 'fa:16:3e:28:80:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a58e96-bb4f-42a1-a1d3-2d70c05737fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': 'dd57c3f6-d6c4-4dbe-ba12-72b0ecdd55aa', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:13:31Z', 'updated_at': '2022-05-07T22:13:38Z', 'revision_number': 5, 'project_id': '9871aa16c54d4751ac838e07d52897a6', 'subnets': [{'id': 'dd57c3f6-d6c4-4dbe-ba12-72b0ecdd55aa', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53c918bd-9219-4cfa-83a2-9cc46c8f0a52', 'name': '', 'network_id': 'd886a8d9-b0b4-434c-b8fd-39f441315a88', 'tenant_id': '9871aa16c54d4751ac838e07d52897a6', 'mac_address': 'fa:16:3e:98:12:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a58e96-bb4f-42a1-a1d3-2d70c05737fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '3bb8fb8f-fd99-4052-9f7c-6b1d8087aabe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:13:21Z', 'updated_at': '2022-05-07T22:13:30Z', 'revision_number': 5, 'project_id': '9871aa16c54d4751ac838e07d52897a6', 'subnets': [{'id': '3bb8fb8f-fd99-4052-9f7c-6b1d8087aabe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:13:54.241156 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-278b5819-d94f-4d0c-bef6-1d7113e732c7 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:54.242051 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40372a08-33e2-420d-a7e8-a3a38cd57e9e None None] Network cab4b21a-e979-4804-a10e-438db86b4681 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:13:54.249609 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-278b5819-d94f-4d0c-bef6-1d7113e732c7 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "DELETE /v2.0/subnets/bdeed79b-01ea-40e0-99ed-ee93c5c8844a HTTP/1.1" status: 204  len: 168 time: 0.8511894
May 07 22:13:54.250923 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278b5819-d94f-4d0c-bef6-1d7113e732c7 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Pushing event deleted for resources: {'Subnet': ['ID=bdeed79b-01ea-40e0-99ed-ee93c5c8844a,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:54.254438 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 46532) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:54.260636 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db2830a-dc80-40d9-a787-07e4dea21f47 None None] Checking router: 63a58e96-bb4f-42a1-a1d3-2d70c05737fc for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:13:54.331842 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-2e6939a3-6162-4d46-b4ee-a26f6806a634 req-36495411-e8dc-4ffa-bb1b-9d63702cfbfc tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Deleting port 6bfd345f-53d0-4135-ad4d-03cc3f0666db {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:13:54.332194 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-2e6939a3-6162-4d46-b4ee-a26f6806a634 req-36495411-e8dc-4ffa-bb1b-9d63702cfbfc tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (6bfd345f-53d0-4135-ad4d-03cc3f0666db), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:54.414936 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db2830a-dc80-40d9-a787-07e4dea21f47 None None] Routers {'63a58e96-bb4f-42a1-a1d3-2d70c05737fc'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:13:54.415812 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-2db2830a-dc80-40d9-a787-07e4dea21f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7ff9fa60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:13:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['63a58e96-bb4f-42a1-a1d3-2d70c05737fc'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:13:54.624103 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54085b4e-b778-4c30-8f63-1e3e89f3841e req-82a8cb32-b0ad-435a-9afd-dd0f58cc001c tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:54.637401 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-54085b4e-b778-4c30-8f63-1e3e89f3841e req-82a8cb32-b0ad-435a-9afd-dd0f58cc001c tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=f65a5d21-0a34-4bef-82e5-f77821caa253 HTTP/1.1" status: 200  len: 946 time: 0.1119397
May 07 22:13:54.653797 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0c7c9b-eac9-411b-bbc3-d4404d8d13b8 req-8082070d-c8ac-48a5-9c58-00dc2131a5c7 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:54.658695 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3e0c7c9b-eac9-411b-bbc3-d4404d8d13b8 req-8082070d-c8ac-48a5-9c58-00dc2131a5c7 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?device_id=95d382c3-52c5-4312-a2a5-47fdfc1625fd HTTP/1.1" status: 200  len: 945 time: 0.6773229
May 07 22:13:54.703996 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-f324d47a-d5b9-4e09-8a89-4a455916bd5e None None] Allocated IP 2001:db8::2 (51e50de6-5b14-452d-ad45-80a0d2ddf837/a5b8d855-1c77-4e12-aa0f-8d1c242c6ae3/3ba99a97-23dc-4a90-a978-03aa89a6378a) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:13:54.707398 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-2db2830a-dc80-40d9-a787-07e4dea21f47 None None] Set router 63a58e96-bb4f-42a1-a1d3-2d70c05737fc gateway port host: None {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:13:54.782309 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-47c377ce-be0f-4d4f-826b-bc1573f0e7e1 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for security_group (eda1a4f0-96c4-4a7c-ac3a-8479fe0fb1f3), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:54.803453 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-47c377ce-be0f-4d4f-826b-bc1573f0e7e1 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (eda1a4f0-96c4-4a7c-ac3a-8479fe0fb1f3), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:54.827045 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ccf7d-563b-4415-8d6b-89e127f1bb17 req-c8c6be10-c30b-4596-a870-128c4a12871b tempest-TestServerAdvancedOps-129343738 tempest-TestServerAdvancedOps-129343738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:54.829033 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-024ccf7d-563b-4415-8d6b-89e127f1bb17 req-c8c6be10-c30b-4596-a870-128c4a12871b tempest-TestServerAdvancedOps-129343738 tempest-TestServerAdvancedOps-129343738-project] 10.222.0.55 "GET /v2.0/networks?id=eb2eb303-0e82-4936-8d9b-0c09343eec4b HTTP/1.1" status: 200  len: 812 time: 0.2509158
May 07 22:13:54.846816 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98572cbf-b79d-4542-bbfc-23557acc0272 None None] DHCP port deletion for cab4b21a-e979-4804-a10e-438db86b4681 request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:13:54.847727 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-024ccf7d-563b-4415-8d6b-89e127f1bb17 req-bed08e57-0172-49ca-8bd6-d18d00fe852c tempest-TestServerAdvancedOps-129343738 tempest-TestServerAdvancedOps-129343738-project] Request body: {'port': {'device_id': '164426a0-c59d-477b-9c73-bd9b5d17842f', 'network_id': 'eb2eb303-0e82-4936-8d9b-0c09343eec4b', 'admin_state_up': True, 'tenant_id': 'c642a488de414517ac98cee7e2cc2406'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:13:54.850168 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-2e6939a3-6162-4d46-b4ee-a26f6806a634 req-36495411-e8dc-4ffa-bb1b-9d63702cfbfc tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] For port 6bfd345f-53d0-4135-ad4d-03cc3f0666db, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6bfd345f-53d0-4135-ad4d-03cc3f0666db,segment=NetworkSegment(3c434885-c673-48d5-9295-930316ad3f91),segment_id=3c434885-c673-48d5-9295-930316ad3f91)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:13:54.850588 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-2e6939a3-6162-4d46-b4ee-a26f6806a634 req-36495411-e8dc-4ffa-bb1b-9d63702cfbfc tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (6bfd345f-53d0-4135-ad4d-03cc3f0666db), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:54.862316 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3e0c7c9b-eac9-411b-bbc3-d4404d8d13b8 req-5c68b2b2-6e70-442e-b453-8371512ad120 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0565a31-c1c2-485d-aa87-3f3b5400e2b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1523225
May 07 22:13:54.890715 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-47c377ce-be0f-4d4f-826b-bc1573f0e7e1 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:54.896564 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-47c377ce-be0f-4d4f-826b-bc1573f0e7e1 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 1.0173998
May 07 22:13:54.898681 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8c5cb039-cc1d-4613-a189-668a5e2c3a2c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (cab4b21a-e979-4804-a10e-438db86b4681), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:54.900011 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 46550) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:54.904550 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c377ce-be0f-4d4f-826b-bc1573f0e7e1 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eda1a4f0-96c4-4a7c-ac3a-8479fe0fb1f3,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:54.910552 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-ab56e9bf-5c69-4a9b-a7c3-6522c4f7f302 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-861983337', 'security_groups': ['eda1a4f0-96c4-4a7c-ac3a-8479fe0fb1f3'], 'network_id': '51e50de6-5b14-452d-ad45-80a0d2ddf837', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a5b8d855-1c77-4e12-aa0f-8d1c242c6ae3'}]}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:13:54.997591 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-2e6939a3-6162-4d46-b4ee-a26f6806a634 req-36495411-e8dc-4ffa-bb1b-9d63702cfbfc tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Calling delete_port for 6bfd345f-53d0-4135-ad4d-03cc3f0666db owned by compute:nova {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:13:55.046433 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-98572cbf-b79d-4542-bbfc-23557acc0272 None None] Deleting port fb84e9b3-82cd-49b2-8633-54e45be98d8f {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:13:55.047147 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-98572cbf-b79d-4542-bbfc-23557acc0272 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (fb84e9b3-82cd-49b2-8633-54e45be98d8f), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:55.062521 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-54085b4e-b778-4c30-8f63-1e3e89f3841e req-9a4a011d-741c-4f29-95ec-4271ac22353d tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4232073
May 07 22:13:55.122152 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-024ccf7d-563b-4415-8d6b-89e127f1bb17 req-bed08e57-0172-49ca-8bd6-d18d00fe852c tempest-TestServerAdvancedOps-129343738 tempest-TestServerAdvancedOps-129343738-project] Made reservation on behalf of c642a488de414517ac98cee7e2cc2406 for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:13:55.128131 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-024ccf7d-563b-4415-8d6b-89e127f1bb17 req-bed08e57-0172-49ca-8bd6-d18d00fe852c tempest-TestServerAdvancedOps-129343738 tempest-TestServerAdvancedOps-129343738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:55.162622 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-8c5cb039-cc1d-4613-a189-668a5e2c3a2c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Deleting port fb84e9b3-82cd-49b2-8633-54e45be98d8f {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:13:55.163252 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8c5cb039-cc1d-4613-a189-668a5e2c3a2c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (fb84e9b3-82cd-49b2-8633-54e45be98d8f), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:55.215810 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-57246cef-8e93-482a-9197-bfe5cedd9f61 req-a6714426-5a83-4c55-803b-f9113cdfc6e0 tempest-TestServerAdvancedOps-129343738 tempest-TestServerAdvancedOps-129343738-project] 10.222.0.32 "GET /v2.0/ports?device_id=164426a0-c59d-477b-9c73-bd9b5d17842f HTTP/1.1" status: 200  len: 210 time: 0.0729716
May 07 22:13:55.255508 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab56e9bf-5c69-4a9b-a7c3-6522c4f7f302 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Made reservation on behalf of 586495fb86064013a37b42a6b3d382fb for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:13:55.267716 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-8c5cb039-cc1d-4613-a189-668a5e2c3a2c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] For port fb84e9b3-82cd-49b2-8633-54e45be98d8f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fb84e9b3-82cd-49b2-8633-54e45be98d8f,segment=NetworkSegment(8f3c9a8f-e48e-4e06-b1c6-b8fecf085637),segment_id=8f3c9a8f-e48e-4e06-b1c6-b8fecf085637)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:13:55.268098 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8c5cb039-cc1d-4613-a189-668a5e2c3a2c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (fb84e9b3-82cd-49b2-8633-54e45be98d8f), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:55.316934 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-8c5cb039-cc1d-4613-a189-668a5e2c3a2c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Calling delete_port for fb84e9b3-82cd-49b2-8633-54e45be98d8f owned by network:dhcp {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:13:55.408879 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-2e6939a3-6162-4d46-b4ee-a26f6806a634 req-36495411-e8dc-4ffa-bb1b-9d63702cfbfc tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (6bfd345f-53d0-4135-ad4d-03cc3f0666db), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:55.451110 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['b2b93741-196b-4634-b3a8-cacfa39e6497', '6bfd345f-53d0-4135-ad4d-03cc3f0666db'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:13:55.452243 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36495411-e8dc-4ffa-bb1b-9d63702cfbfc tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Pushing event deleted for resources: {'Port': ['ID=6bfd345f-53d0-4135-ad4d-03cc3f0666db,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:55.468276 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device fb84e9b3-82cd-49b2-8633-54e45be98d8f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:13:55.521400 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8c5cb039-cc1d-4613-a189-668a5e2c3a2c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (fb84e9b3-82cd-49b2-8633-54e45be98d8f), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:55.525889 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e6939a3-6162-4d46-b4ee-a26f6806a634 req-36495411-e8dc-4ffa-bb1b-9d63702cfbfc tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] No DVR routers for this DVR port 6bfd345f-53d0-4135-ad4d-03cc3f0666db on host nch2-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:13:55.534398 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-2e6939a3-6162-4d46-b4ee-a26f6806a634 req-36495411-e8dc-4ffa-bb1b-9d63702cfbfc tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:55.538231 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2e6939a3-6162-4d46-b4ee-a26f6806a634 req-36495411-e8dc-4ffa-bb1b-9d63702cfbfc tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.59 "DELETE /v2.0/ports/6bfd345f-53d0-4135-ad4d-03cc3f0666db HTTP/1.1" status: 204  len: 173 time: 1.5128698
May 07 22:13:55.538607 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95d382c3-52c5-4312-a2a5-47fdfc1625fd', 'name': 'network-vif-deleted', 'tag': '6bfd345f-53d0-4135-ad4d-03cc3f0666db'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:13:55.547309 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e98dbbd3-7aa9-45e4-9ed8-154430dddfb1" -d '{"events": [{"server_uuid": "95d382c3-52c5-4312-a2a5-47fdfc1625fd", "name": "network-vif-deleted", "tag": "6bfd345f-53d0-4135-ad4d-03cc3f0666db"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:13:55.564283 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ab56e9bf-5c69-4a9b-a7c3-6522c4f7f302 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:55.586368 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5cb039-cc1d-4613-a189-668a5e2c3a2c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] No DVR routers for this DVR port fb84e9b3-82cd-49b2-8633-54e45be98d8f on host ncdv-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:13:55.601633 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5cb039-cc1d-4613-a189-668a5e2c3a2c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Pushing event deleted for resources: {'Port': ['ID=fb84e9b3-82cd-49b2-8633-54e45be98d8f,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:55.626054 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [None req-ab56e9bf-5c69-4a9b-a7c3-6522c4f7f302 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] device_id is not set on port 7ff11924-7e16-486a-8fe8-86e425b0ccad yet. {{(pid=121836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 22:13:55.661911 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94f47148-2e7a-4df7-8eb1-8eb7d6acc60e x-openstack-request-id: req-94f47148-2e7a-4df7-8eb1-8eb7d6acc60e {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:13:55.662208 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95d382c3-52c5-4312-a2a5-47fdfc1625fd", "name": "network-vif-deleted", "tag": "6bfd345f-53d0-4135-ad4d-03cc3f0666db", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:13:55.669199 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-94f47148-2e7a-4df7-8eb1-8eb7d6acc60e {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:13:55.669714 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94f47148-2e7a-4df7-8eb1-8eb7d6acc60e'] response: {'server_uuid': '95d382c3-52c5-4312-a2a5-47fdfc1625fd', 'name': 'network-vif-deleted', 'tag': '6bfd345f-53d0-4135-ad4d-03cc3f0666db', 'status': 'completed', 'code': 200}
May 07 22:13:55.692910 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-2db2830a-dc80-40d9-a787-07e4dea21f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7ff9fa60>, [{'id': '63a58e96-bb4f-42a1-a1d3-2d70c05737fc', 'name': 'tempest-RoutersTest-router-1588625411', 'tenant_id': '9871aa16c54d4751ac838e07d52897a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:13:08Z', 'updated_at': '2022-05-07T22:13:51Z', 'revision_number': 8, 'project_id': '9871aa16c54d4751ac838e07d52897a6', 'gw_port_host': None, '_interfaces': [{'id': '1b3dbd20-e902-474e-b149-a311f95b0918', 'name': '', 'network_id': '7cdbabe7-c47e-4ec1-a413-238cbe077182', 'tenant_id': '9871aa16c54d4751ac838e07d52897a6', 'mac_address': 'fa:16:3e:1b:49:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a58e96-bb4f-42a1-a1d3-2d70c05737fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '8f8f5bc6-0bf7-4c2d-9992-ab2f897c66fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:13:12Z', 'updated_at': '2022-05-07T22:13:20Z', 'revision_number': 5, 'project_id': '9871aa16c54d4751ac838e07d52897a6', 'subnets': [{'id': '8f8f5bc6-0bf7-4c2d-9992-ab2f897c66fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '509df312-0895-453c-9bb7-474a70a42508', 'name': '', 'network_id': '2c8b27e5-cc6c-4778-9135-471b44cf1df5', 'tenant_id': '9871aa16c54d4751ac838e07d52897a6', 'mac_address': 'fa:16:3e:28:80:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a58e96-bb4f-42a1-a1d3-2d70c05737fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': 'dd57c3f6-d6c4-4dbe-ba12-72b0ecdd55aa', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:13:31Z', 'updated_at': '2022-05-07T22:13:38Z', 'revision_number': 5, 'project_id': '9871aa16c54d4751ac838e07d52897a6', 'subnets': [{'id': 'dd57c3f6-d6c4-4dbe-ba12-72b0ecdd55aa', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53c918bd-9219-4cfa-83a2-9cc46c8f0a52', 'name': '', 'network_id': 'd886a8d9-b0b4-434c-b8fd-39f441315a88', 'tenant_id': '9871aa16c54d4751ac838e07d52897a6', 'mac_address': 'fa:16:3e:98:12:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a58e96-bb4f-42a1-a1d3-2d70c05737fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '3bb8fb8f-fd99-4052-9f7c-6b1d8087aabe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:13:21Z', 'updated_at': '2022-05-07T22:13:30Z', 'revision_number': 5, 'project_id': '9871aa16c54d4751ac838e07d52897a6', 'subnets': [{'id': '3bb8fb8f-fd99-4052-9f7c-6b1d8087aabe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:13:55.708114 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [req-024ccf7d-563b-4415-8d6b-89e127f1bb17 req-bed08e57-0172-49ca-8bd6-d18d00fe852c tempest-TestServerAdvancedOps-129343738 tempest-TestServerAdvancedOps-129343738-project] Allocated IP 172.20.0.2 (eb2eb303-0e82-4936-8d9b-0c09343eec4b/02be25b6-5cc2-4f4a-aacd-cca6d7f532f2/d7900d83-4563-4b12-ac82-d89aa7319b93) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:13:55.713894 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-98572cbf-b79d-4542-bbfc-23557acc0272 None None] For port fb84e9b3-82cd-49b2-8633-54e45be98d8f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fb84e9b3-82cd-49b2-8633-54e45be98d8f,segment=NetworkSegment(8f3c9a8f-e48e-4e06-b1c6-b8fecf085637),segment_id=8f3c9a8f-e48e-4e06-b1c6-b8fecf085637)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:13:55.714296 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-98572cbf-b79d-4542-bbfc-23557acc0272 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (fb84e9b3-82cd-49b2-8633-54e45be98d8f), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:55.776277 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f324d47a-d5b9-4e09-8a89-4a455916bd5e None None] Publish callbacks [] for port (3ba99a97-23dc-4a90-a978-03aa89a6378a), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:55.795583 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db2830a-dc80-40d9-a787-07e4dea21f47 None None] The sync data for ids ['63a58e96-bb4f-42a1-a1d3-2d70c05737fc'] in ncdv-master-1 is: [{'id': '63a58e96-bb4f-42a1-a1d3-2d70c05737fc', 'name': 'tempest-RoutersTest-router-1588625411', 'tenant_id': '9871aa16c54d4751ac838e07d52897a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:13:08Z', 'updated_at': '2022-05-07T22:13:51Z', 'revision_number': 8, 'project_id': '9871aa16c54d4751ac838e07d52897a6', 'gw_port_host': None, '_interfaces': [{'id': '1b3dbd20-e902-474e-b149-a311f95b0918', 'name': '', 'network_id': '7cdbabe7-c47e-4ec1-a413-238cbe077182', 'tenant_id': '9871aa16c54d4751ac838e07d52897a6', 'mac_address': 'fa:16:3e:1b:49:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a58e96-bb4f-42a1-a1d3-2d70c05737fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '8f8f5bc6-0bf7-4c2d-9992-ab2f897c66fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:13:12Z', 'updated_at': '2022-05-07T22:13:20Z', 'revision_number': 5, 'project_id': '9871aa16c54d4751ac838e07d52897a6', 'subnets': [{'id': '8f8f5bc6-0bf7-4c2d-9992-ab2f897c66fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '509df312-0895-453c-9bb7-474a70a42508', 'name': '', 'network_id': '2c8b27e5-cc6c-4778-9135-471b44cf1df5', 'tenant_id': '9871aa16c54d4751ac838e07d52897a6', 'mac_address': 'fa:16:3e:28:80:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a58e96-bb4f-42a1-a1d3-2d70c05737fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3483, 'fixed_ips': [{'subnet_id': 'dd57c3f6-d6c4-4dbe-ba12-72b0ecdd55aa', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:13:31Z', 'updated_at': '2022-05-07T22:13:38Z', 'revision_number': 5, 'project_id': '9871aa16c54d4751ac838e07d52897a6', 'subnets': [{'id': 'dd57c3f6-d6c4-4dbe-ba12-72b0ecdd55aa', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53c918bd-9219-4cfa-83a2-9cc46c8f0a52', 'name': '', 'network_id': 'd886a8d9-b0b4-434c-b8fd-39f441315a88', 'tenant_id': '9871aa16c54d4751ac838e07d52897a6', 'mac_address': 'fa:16:3e:98:12:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a58e96-bb4f-42a1-a1d3-2d70c05737fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '3bb8fb8f-fd99-4052-9f7c-6b1d8087aabe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:13:21Z', 'updated_at': '2022-05-07T22:13:30Z', 'revision_number': 5, 'project_id': '9871aa16c54d4751ac838e07d52897a6', 'subnets': [{'id': '3bb8fb8f-fd99-4052-9f7c-6b1d8087aabe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:13:55.800691 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-98572cbf-b79d-4542-bbfc-23557acc0272 None None] Calling delete_port for fb84e9b3-82cd-49b2-8633-54e45be98d8f owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:13:55.824920 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f324d47a-d5b9-4e09-8a89-4a455916bd5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (3ba99a97-23dc-4a90-a978-03aa89a6378a), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:55.854309 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8c5cb039-cc1d-4613-a189-668a5e2c3a2c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (cab4b21a-e979-4804-a10e-438db86b4681), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:55.882934 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-8c5cb039-cc1d-4613-a189-668a5e2c3a2c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf87458310>,) {'filters': {'network_id': ['cab4b21a-e979-4804-a10e-438db86b4681']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:13:55.919219 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-8c5cb039-cc1d-4613-a189-668a5e2c3a2c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf87458310>, '8f3c9a8f-e48e-4e06-b1c6-b8fecf085637') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:13:55.920206 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-8c5cb039-cc1d-4613-a189-668a5e2c3a2c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf87458310>, '8f3c9a8f-e48e-4e06-b1c6-b8fecf085637') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:13:55.950629 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8c5cb039-cc1d-4613-a189-668a5e2c3a2c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (8f3c9a8f-e48e-4e06-b1c6-b8fecf085637), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:55.983467 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8c5cb039-cc1d-4613-a189-668a5e2c3a2c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (8f3c9a8f-e48e-4e06-b1c6-b8fecf085637), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:56.006236 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c5cb039-cc1d-4613-a189-668a5e2c3a2c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:13:56.006961 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8c5cb039-cc1d-4613-a189-668a5e2c3a2c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (8f3c9a8f-e48e-4e06-b1c6-b8fecf085637), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:56.014031 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 22:13:56.014031 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:13:56.014031 ncdv-master-1 neutron-server[121837]:     timer()
May 07 22:13:56.014031 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:13:56.014031 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 22:13:56.014031 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:13:56.014031 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 22:13:56.014031 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:13:56.014031 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 22:13:56.014031 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:13:56.014031 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 22:13:56.014031 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:13:56.014031 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 22:13:56.014031 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:13:56.014031 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:13:56.014031 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:13:56.014031 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:13:56.014031 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:13:56.014031 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 22:13:56.014031 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:13:56.014031 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 22:13:56.014031 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:13:56.014031 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:13:56.014031 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:13:56.014031 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 22:13:56.014031 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:13:56.014031 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:13:56.014031 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:13:56.014031 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:13:56.014031 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:13:56.014031 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:13:56.014031 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:13:56.044652 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f324d47a-d5b9-4e09-8a89-4a455916bd5e None None] Network 51e50de6-5b14-452d-ad45-80a0d2ddf837 is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:13:56.051559 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No active binding found for port fb84e9b3-82cd-49b2-8633-54e45be98d8f {{(pid=121838) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}}
May 07 22:13:56.051959 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] The host ncdv-master-1 is not matching for port fb84e9b3-82cd-49b2-8633-54e45be98d8f host None! {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2394}}
May 07 22:13:56.053492 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device fb84e9b3-82cd-49b2-8633-54e45be98d8f not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:13:56.056173 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-f324d47a-d5b9-4e09-8a89-4a455916bd5e None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:13:56.066167 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f324d47a-d5b9-4e09-8a89-4a455916bd5e None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:13:56.114552 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8c5cb039-cc1d-4613-a189-668a5e2c3a2c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (cab4b21a-e979-4804-a10e-438db86b4681), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:56.126335 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8c5cb039-cc1d-4613-a189-668a5e2c3a2c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:56.132509 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-8c5cb039-cc1d-4613-a189-668a5e2c3a2c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "DELETE /v2.0/networks/cab4b21a-e979-4804-a10e-438db86b4681 HTTP/1.1" status: 204  len: 168 time: 1.8708436
May 07 22:13:56.133613 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 46580) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:56.205710 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5cb039-cc1d-4613-a189-668a5e2c3a2c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Pushing event deleted for resources: {'Network': ['ID=cab4b21a-e979-4804-a10e-438db86b4681,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:56.216076 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-45120af8-8216-4d79-b214-13d23e27e4ca req-827ca0c1-0978-4258-94b0-0e8552d5cadd tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?device_id=95d382c3-52c5-4312-a2a5-47fdfc1625fd HTTP/1.1" status: 200  len: 210 time: 0.2115445
May 07 22:13:56.261343 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f324d47a-d5b9-4e09-8a89-4a455916bd5e None None] Pushing event updated for resources: {'Port': ['ID=3ba99a97-23dc-4a90-a978-03aa89a6378a,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:56.324064 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-f324d47a-d5b9-4e09-8a89-4a455916bd5e None None] Attempting to bind port 3ba99a97-23dc-4a90-a978-03aa89a6378a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:13:56.324286 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-f324d47a-d5b9-4e09-8a89-4a455916bd5e None None] Attempting to bind port 3ba99a97-23dc-4a90-a978-03aa89a6378a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '487ec01b-cdaf-4a61-b510-144a8a47dfcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '51e50de6-5b14-452d-ad45-80a0d2ddf837'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:13:56.324515 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f324d47a-d5b9-4e09-8a89-4a455916bd5e None None] Attempting to bind port 3ba99a97-23dc-4a90-a978-03aa89a6378a on network 51e50de6-5b14-452d-ad45-80a0d2ddf837 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:13:56.338448 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-98572cbf-b79d-4542-bbfc-23557acc0272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (fb84e9b3-82cd-49b2-8633-54e45be98d8f), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:56.345005 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f324d47a-d5b9-4e09-8a89-4a455916bd5e None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:13:56.347049 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f324d47a-d5b9-4e09-8a89-4a455916bd5e None None] Checking segment: {'id': '487ec01b-cdaf-4a61-b510-144a8a47dfcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '51e50de6-5b14-452d-ad45-80a0d2ddf837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:13:56.347049 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f324d47a-d5b9-4e09-8a89-4a455916bd5e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:56.347049 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f324d47a-d5b9-4e09-8a89-4a455916bd5e None None] Bound using segment: {'id': '487ec01b-cdaf-4a61-b510-144a8a47dfcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '51e50de6-5b14-452d-ad45-80a0d2ddf837'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:13:56.347049 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-f324d47a-d5b9-4e09-8a89-4a455916bd5e None None] Bound port: 3ba99a97-23dc-4a90-a978-03aa89a6378a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '487ec01b-cdaf-4a61-b510-144a8a47dfcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '51e50de6-5b14-452d-ad45-80a0d2ddf837'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:13:56.347381 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f324d47a-d5b9-4e09-8a89-4a455916bd5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (3ba99a97-23dc-4a90-a978-03aa89a6378a), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:56.366018 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-ab56e9bf-5c69-4a9b-a7c3-6522c4f7f302 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Allocated IP 2001:db8::239 (51e50de6-5b14-452d-ad45-80a0d2ddf837/a5b8d855-1c77-4e12-aa0f-8d1c242c6ae3/7ff11924-7e16-486a-8fe8-86e425b0ccad) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:13:56.393322 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-98572cbf-b79d-4542-bbfc-23557acc0272 None None] Network cab4b21a-e979-4804-a10e-438db86b4681 is not hosted by any dhcp agent {{(pid=121838) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
May 07 22:13:56.393774 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98572cbf-b79d-4542-bbfc-23557acc0272 None None] No DVR routers for this DVR port fb84e9b3-82cd-49b2-8633-54e45be98d8f on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:13:56.399996 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98572cbf-b79d-4542-bbfc-23557acc0272 None None] Pushing event deleted for resources: {'Port': ['ID=fb84e9b3-82cd-49b2-8633-54e45be98d8f,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:56.471600 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d44e4aa-4369-472a-a395-c963637ef9ba req-08200438-609e-41f5-8eb6-76685d283617 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:56.487283 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0d44e4aa-4369-472a-a395-c963637ef9ba req-08200438-609e-41f5-8eb6-76685d283617 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=f65a5d21-0a34-4bef-82e5-f77821caa253 HTTP/1.1" status: 200  len: 946 time: 0.1908798
May 07 22:13:56.491015 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-f324d47a-d5b9-4e09-8a89-4a455916bd5e None None] For port 3ba99a97-23dc-4a90-a978-03aa89a6378a, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:13:56.495600 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-f324d47a-d5b9-4e09-8a89-4a455916bd5e None None] For port 3ba99a97-23dc-4a90-a978-03aa89a6378a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3ba99a97-23dc-4a90-a978-03aa89a6378a,segment=NetworkSegment(487ec01b-cdaf-4a61-b510-144a8a47dfcd),segment_id=487ec01b-cdaf-4a61-b510-144a8a47dfcd)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:13:56.505062 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f324d47a-d5b9-4e09-8a89-4a455916bd5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (3ba99a97-23dc-4a90-a978-03aa89a6378a), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:56.523560 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-024ccf7d-563b-4415-8d6b-89e127f1bb17 req-bed08e57-0172-49ca-8bd6-d18d00fe852c tempest-TestServerAdvancedOps-129343738 tempest-TestServerAdvancedOps-129343738-project] Publish callbacks [] for port (d7900d83-4563-4b12-ac82-d89aa7319b93), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:56.602384 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6859e6fa-1a5d-40e6-85e5-9fca80a503ad req-e264fa51-743a-42c2-91b2-d453ca91027f tempest-TestServerAdvancedOps-129343738 tempest-TestServerAdvancedOps-129343738-project] 10.222.0.32 "GET /v2.0/ports?device_id=164426a0-c59d-477b-9c73-bd9b5d17842f HTTP/1.1" status: 200  len: 210 time: 0.2021275
May 07 22:13:56.623415 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e90506a6-416f-4c04-8bea-66f744dc9065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:56.636893 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f324d47a-d5b9-4e09-8a89-4a455916bd5e None None] Pushing event updated for resources: {'Port': ['ID=3ba99a97-23dc-4a90-a978-03aa89a6378a,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:56.668044 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-024ccf7d-563b-4415-8d6b-89e127f1bb17 req-bed08e57-0172-49ca-8bd6-d18d00fe852c tempest-TestServerAdvancedOps-129343738 tempest-TestServerAdvancedOps-129343738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (d7900d83-4563-4b12-ac82-d89aa7319b93), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:56.681614 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0d44e4aa-4369-472a-a395-c963637ef9ba req-ae8ea81f-699b-48af-97d1-45bee7cd64e0 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1933880
May 07 22:13:56.779792 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-024ccf7d-563b-4415-8d6b-89e127f1bb17 req-bed08e57-0172-49ca-8bd6-d18d00fe852c tempest-TestServerAdvancedOps-129343738 tempest-TestServerAdvancedOps-129343738-project] Network eb2eb303-0e82-4936-8d9b-0c09343eec4b is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:13:56.824003 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [req-024ccf7d-563b-4415-8d6b-89e127f1bb17 req-bed08e57-0172-49ca-8bd6-d18d00fe852c tempest-TestServerAdvancedOps-129343738 tempest-TestServerAdvancedOps-129343738-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:13:56.837143 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-024ccf7d-563b-4415-8d6b-89e127f1bb17 req-bed08e57-0172-49ca-8bd6-d18d00fe852c tempest-TestServerAdvancedOps-129343738 tempest-TestServerAdvancedOps-129343738-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:13:56.871145 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed08e57-0172-49ca-8bd6-d18d00fe852c tempest-TestServerAdvancedOps-129343738 tempest-TestServerAdvancedOps-129343738-project] Pushing event updated for resources: {'Port': ['ID=d7900d83-4563-4b12-ac82-d89aa7319b93,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:56.935689 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ccf7d-563b-4415-8d6b-89e127f1bb17 req-bed08e57-0172-49ca-8bd6-d18d00fe852c tempest-TestServerAdvancedOps-129343738 tempest-TestServerAdvancedOps-129343738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:56.937055 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-024ccf7d-563b-4415-8d6b-89e127f1bb17 req-bed08e57-0172-49ca-8bd6-d18d00fe852c tempest-TestServerAdvancedOps-129343738 tempest-TestServerAdvancedOps-129343738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:57.047431 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-54f2dff7-e6d1-46a5-9940-bb345ed323f9 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401094'] for router_interface (63a58e96-bb4f-42a1-a1d3-2d70c05737fc), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:57.072577 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-024ccf7d-563b-4415-8d6b-89e127f1bb17 req-bed08e57-0172-49ca-8bd6-d18d00fe852c tempest-TestServerAdvancedOps-129343738 tempest-TestServerAdvancedOps-129343738-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.2314343
May 07 22:13:57.079513 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ab56e9bf-5c69-4a9b-a7c3-6522c4f7f302 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for port (7ff11924-7e16-486a-8fe8-86e425b0ccad), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:57.086912 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-024ccf7d-563b-4415-8d6b-89e127f1bb17 req-210d4387-d046-4c75-9ffa-287eecdd2a9a service neutron] Request body: {'port': {'device_id': '164426a0-c59d-477b-9c73-bd9b5d17842f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:13:57.201205 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-024ccf7d-563b-4415-8d6b-89e127f1bb17 req-210d4387-d046-4c75-9ffa-287eecdd2a9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (d7900d83-4563-4b12-ac82-d89aa7319b93), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:57.234621 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ab56e9bf-5c69-4a9b-a7c3-6522c4f7f302 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (7ff11924-7e16-486a-8fe8-86e425b0ccad), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:57.346360 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab56e9bf-5c69-4a9b-a7c3-6522c4f7f302 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Network 51e50de6-5b14-452d-ad45-80a0d2ddf837 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:13:57.368854 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-ab56e9bf-5c69-4a9b-a7c3-6522c4f7f302 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:13:57.374599 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab56e9bf-5c69-4a9b-a7c3-6522c4f7f302 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:13:57.380574 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab56e9bf-5c69-4a9b-a7c3-6522c4f7f302 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:57.381179 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ab56e9bf-5c69-4a9b-a7c3-6522c4f7f302 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:57.444608 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-ab56e9bf-5c69-4a9b-a7c3-6522c4f7f302 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 930 time: 2.5433376
May 07 22:13:57.445681 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 46638) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:57.459187 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-fbbdfe5b-4e97-4ec5-ad84-a8b6f8e260fd tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Request body: {'subnet': {'network_id': '51e50de6-5b14-452d-ad45-80a0d2ddf837', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:13:57.503544 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:57.602912 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab56e9bf-5c69-4a9b-a7c3-6522c4f7f302 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Pushing event updated for resources: {'Port': ['ID=7ff11924-7e16-486a-8fe8-86e425b0ccad,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:57.604594 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c6b20e01-7787-48c2-9cd4-7505ed966c64 req-eb28bdee-fd7a-4065-a25b-2e2a60c8a0d1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=02c9e228-e26c-48a5-8400-6b213926a539&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.1291454
May 07 22:13:57.606707 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-54f2dff7-e6d1-46a5-9940-bb345ed323f9 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Deleting port 509df312-0895-453c-9bb7-474a70a42508 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:13:57.607316 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-54f2dff7-e6d1-46a5-9940-bb345ed323f9 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (509df312-0895-453c-9bb7-474a70a42508), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:57.632801 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 3ba99a97-23dc-4a90-a978-03aa89a6378a up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:13:57.788732 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 3ba99a97-23dc-4a90-a978-03aa89a6378a triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:13:57.789877 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (3ba99a97-23dc-4a90-a978-03aa89a6378a), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:57.864289 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-54f2dff7-e6d1-46a5-9940-bb345ed323f9 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] For port 509df312-0895-453c-9bb7-474a70a42508, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=509df312-0895-453c-9bb7-474a70a42508,segment=NetworkSegment(ab65c93d-9824-4754-bbbb-dcbfe5cb163e),segment_id=ab65c93d-9824-4754-bbbb-dcbfe5cb163e)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:13:57.864808 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-54f2dff7-e6d1-46a5-9940-bb345ed323f9 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (509df312-0895-453c-9bb7-474a70a42508), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:57.885623 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-54f2dff7-e6d1-46a5-9940-bb345ed323f9 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Calling delete_port for 509df312-0895-453c-9bb7-474a70a42508 owned by network:router_interface {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:13:57.957669 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30993a80-6ccc-4f90-ab81-e2b0050f220a req-cb184e48-b108-444c-896c-0afd353d824c tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:57.960197 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-30993a80-6ccc-4f90-ab81-e2b0050f220a req-cb184e48-b108-444c-896c-0afd353d824c tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=f65a5d21-0a34-4bef-82e5-f77821caa253 HTTP/1.1" status: 200  len: 946 time: 0.1021953
May 07 22:13:57.971445 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 3ba99a97-23dc-4a90-a978-03aa89a6378a is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:13:57.972549 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (3ba99a97-23dc-4a90-a978-03aa89a6378a), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:58.015625 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port 3ba99a97-23dc-4a90-a978-03aa89a6378a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3ba99a97-23dc-4a90-a978-03aa89a6378a,segment=NetworkSegment(487ec01b-cdaf-4a61-b510-144a8a47dfcd),segment_id=487ec01b-cdaf-4a61-b510-144a8a47dfcd)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:13:58.021303 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (3ba99a97-23dc-4a90-a978-03aa89a6378a), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:58.041291 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b20e01-7787-48c2-9cd4-7505ed966c64 req-f0fdd7a7-7c89-4297-ae97-27999c07a0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:58.042859 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c6b20e01-7787-48c2-9cd4-7505ed966c64 req-f0fdd7a7-7c89-4297-ae97-27999c07a0fc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b29256ef64d74a5297507ca500a9468e&device_id=02c9e228-e26c-48a5-8400-6b213926a539 HTTP/1.1" status: 200  len: 1127 time: 0.3570604
May 07 22:13:58.064548 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device c2d20153-ee78-4f48-8b3e-80dfc606a8c1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:13:58.130156 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: c2d20153-ee78-4f48-8b3e-80dfc606a8c1 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:13:58.130156 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device c2d20153-ee78-4f48-8b3e-80dfc606a8c1 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:13:58.169082 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbbdfe5b-4e97-4ec5-ad84-a8b6f8e260fd tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Made reservation on behalf of 586495fb86064013a37b42a6b3d382fb for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:13:58.174173 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fbbdfe5b-4e97-4ec5-ad84-a8b6f8e260fd tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:58.185083 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=3ba99a97-23dc-4a90-a978-03aa89a6378a,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:58.187783 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-30993a80-6ccc-4f90-ab81-e2b0050f220a req-de693bb8-3083-44a8-988d-2ecab4c9c2a6 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2197268
May 07 22:13:58.225618 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2830c1-2acf-4cb9-9042-ef17bad48676 req-b27cd1c0-87db-45eb-a1a5-ffafe06ad681 tempest-TestServerAdvancedOps-129343738 tempest-TestServerAdvancedOps-129343738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:58.227188 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3c2830c1-2acf-4cb9-9042-ef17bad48676 req-b27cd1c0-87db-45eb-a1a5-ffafe06ad681 tempest-TestServerAdvancedOps-129343738 tempest-TestServerAdvancedOps-129343738-project] 10.222.0.32 "GET /v2.0/ports?device_id=164426a0-c59d-477b-9c73-bd9b5d17842f HTTP/1.1" status: 200  len: 931 time: 0.1975999
May 07 22:13:58.307475 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [req-024ccf7d-563b-4415-8d6b-89e127f1bb17 req-210d4387-d046-4c75-9ffa-287eecdd2a9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7900d83-4563-4b12-ac82-d89aa7319b93 {{(pid=121836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:13:58.322811 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-024ccf7d-563b-4415-8d6b-89e127f1bb17 req-210d4387-d046-4c75-9ffa-287eecdd2a9a service neutron] Publish callbacks [] for port (d7900d83-4563-4b12-ac82-d89aa7319b93), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:58.355207 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b20e01-7787-48c2-9cd4-7505ed966c64 req-b933fb46-0f45-49ce-8bed-f88d5b71a79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:58.356359 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c6b20e01-7787-48c2-9cd4-7505ed966c64 req-b933fb46-0f45-49ce-8bed-f88d5b71a79c service neutron] 10.222.0.59 "GET /v2.0/networks?id=ebdf594d-504a-44e8-89b9-e74774287749 HTTP/1.1" status: 200  len: 907 time: 0.2758410
May 07 22:13:58.362400 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3c2830c1-2acf-4cb9-9042-ef17bad48676 req-8eebeb7a-fbcf-4cbd-9c80-5734c8c1f294 tempest-TestServerAdvancedOps-129343738 tempest-TestServerAdvancedOps-129343738-project] 10.222.0.32 "GET /v2.0/security-groups?id=bde33446-ddbb-480d-baf6-75ce7e50f8c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0916841
May 07 22:13:58.366182 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-ef0e1fbb-bc34-421a-b138-2106c26b714a None None] Provisioning complete for port 3ba99a97-23dc-4a90-a978-03aa89a6378a triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:13:58.366855 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ef0e1fbb-bc34-421a-b138-2106c26b714a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (3ba99a97-23dc-4a90-a978-03aa89a6378a), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:58.368473 ncdv-master-1 neutron-server[121836]: INFO neutron.db.ipam_backend_mixin [None req-fbbdfe5b-4e97-4ec5-ad84-a8b6f8e260fd tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a5b8d855-1c77-4e12-aa0f-8d1c242c6ae3 (CIDR: 2001:db8::/64)
May 07 22:13:58.376226 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbbdfe5b-4e97-4ec5-ad84-a8b6f8e260fd tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 07 22:13:58.377421 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbbdfe5b-4e97-4ec5-ad84-a8b6f8e260fd tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=121836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:13:58.407233 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 46668) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:13:58.407440 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-fbbdfe5b-4e97-4ec5-ad84-a8b6f8e260fd tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.9536598
May 07 22:13:58.451053 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-dd19b553-5bf5-4361-b16f-41f7822f4f61 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Request body: {'subnet': {'network_id': '51e50de6-5b14-452d-ad45-80a0d2ddf837', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:13:58.473836 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c6b20e01-7787-48c2-9cd4-7505ed966c64 req-6d43df5c-7eba-434f-a125-cb1c56564cda service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a859dd9c-cf59-4a9b-84c9-dddc4e9476c0 HTTP/1.1" status: 200  len: 217 time: 0.0941353
May 07 22:13:58.486569 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-ef0e1fbb-bc34-421a-b138-2106c26b714a None None] Current status of the port 3ba99a97-23dc-4a90-a978-03aa89a6378a is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:13:58.496632 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-ef0e1fbb-bc34-421a-b138-2106c26b714a None None] Provisioning complete for port c6215454-d632-4f94-b4e9-24789fbc4caf triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:13:58.497337 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ef0e1fbb-bc34-421a-b138-2106c26b714a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (c6215454-d632-4f94-b4e9-24789fbc4caf), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:58.535946 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-ef0e1fbb-bc34-421a-b138-2106c26b714a None None] Port c6215454-d632-4f94-b4e9-24789fbc4caf cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:13:58.618389 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.provisioning_blocks [req-024ccf7d-563b-4415-8d6b-89e127f1bb17 req-210d4387-d046-4c75-9ffa-287eecdd2a9a service neutron] Transition to ACTIVE for port object d7900d83-4563-4b12-ac82-d89aa7319b93 will not be triggered until provisioned by entity L2. {{(pid=121836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 22:13:58.623201 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-54f2dff7-e6d1-46a5-9940-bb345ed323f9 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (509df312-0895-453c-9bb7-474a70a42508), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:58.623965 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-024ccf7d-563b-4415-8d6b-89e127f1bb17 req-210d4387-d046-4c75-9ffa-287eecdd2a9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (d7900d83-4563-4b12-ac82-d89aa7319b93), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:58.630563 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b20e01-7787-48c2-9cd4-7505ed966c64 req-0e1e75ce-98a1-4fd5-9cc0-9dca640b98ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:58.632194 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c6b20e01-7787-48c2-9cd4-7505ed966c64 req-0e1e75ce-98a1-4fd5-9cc0-9dca640b98ba service neutron] 10.222.0.59 "GET /v2.0/subnets?id=08181da1-ef60-4984-b7f1-4a196d8203f6 HTTP/1.1" status: 200  len: 846 time: 0.1397212
May 07 22:13:58.654816 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-8f97a36f-e51d-4f2d-bf20-3c7be9205026 None None] Provisioning complete for port 7ff11924-7e16-486a-8fe8-86e425b0ccad triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:13:58.655438 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-8f97a36f-e51d-4f2d-bf20-3c7be9205026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (7ff11924-7e16-486a-8fe8-86e425b0ccad), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:58.674482 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f2dff7-e6d1-46a5-9940-bb345ed323f9 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Pushing event deleted for resources: {'Port': ['ID=509df312-0895-453c-9bb7-474a70a42508,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:58.722162 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210d4387-d046-4c75-9ffa-287eecdd2a9a service neutron] Pushing event updated for resources: {'Port': ['ID=d7900d83-4563-4b12-ac82-d89aa7319b93,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:58.734019 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-8f97a36f-e51d-4f2d-bf20-3c7be9205026 None None] Port 7ff11924-7e16-486a-8fe8-86e425b0ccad cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:13:58.749991 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c6b20e01-7787-48c2-9cd4-7505ed966c64 req-afa40e3d-cf52-41df-b9f2-f6bf7786e203 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=ebdf594d-504a-44e8-89b9-e74774287749&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0780580
May 07 22:13:58.851219 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-024ccf7d-563b-4415-8d6b-89e127f1bb17 req-210d4387-d046-4c75-9ffa-287eecdd2a9a service neutron] Attempting to bind port d7900d83-4563-4b12-ac82-d89aa7319b93 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:13:58.851741 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-024ccf7d-563b-4415-8d6b-89e127f1bb17 req-210d4387-d046-4c75-9ffa-287eecdd2a9a service neutron] Attempting to bind port d7900d83-4563-4b12-ac82-d89aa7319b93 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'd1207f06-f40c-4797-a9b1-5d2b7dece2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'eb2eb303-0e82-4936-8d9b-0c09343eec4b'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:13:58.852201 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024ccf7d-563b-4415-8d6b-89e127f1bb17 req-210d4387-d046-4c75-9ffa-287eecdd2a9a service neutron] Attempting to bind port d7900d83-4563-4b12-ac82-d89aa7319b93 on network eb2eb303-0e82-4936-8d9b-0c09343eec4b {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:13:58.857862 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024ccf7d-563b-4415-8d6b-89e127f1bb17 req-210d4387-d046-4c75-9ffa-287eecdd2a9a service neutron] Port d7900d83-4563-4b12-ac82-d89aa7319b93 on network eb2eb303-0e82-4936-8d9b-0c09343eec4b not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:13:58.858457 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024ccf7d-563b-4415-8d6b-89e127f1bb17 req-210d4387-d046-4c75-9ffa-287eecdd2a9a service neutron] Attempting to bind port d7900d83-4563-4b12-ac82-d89aa7319b93 on network eb2eb303-0e82-4936-8d9b-0c09343eec4b {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:13:58.864927 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024ccf7d-563b-4415-8d6b-89e127f1bb17 req-210d4387-d046-4c75-9ffa-287eecdd2a9a service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:13:58.864927 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024ccf7d-563b-4415-8d6b-89e127f1bb17 req-210d4387-d046-4c75-9ffa-287eecdd2a9a service neutron] Checking segment: {'id': 'd1207f06-f40c-4797-a9b1-5d2b7dece2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'eb2eb303-0e82-4936-8d9b-0c09343eec4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:13:58.867926 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024ccf7d-563b-4415-8d6b-89e127f1bb17 req-210d4387-d046-4c75-9ffa-287eecdd2a9a service neutron] Bound using segment: {'id': 'd1207f06-f40c-4797-a9b1-5d2b7dece2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'eb2eb303-0e82-4936-8d9b-0c09343eec4b'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:13:58.868591 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-024ccf7d-563b-4415-8d6b-89e127f1bb17 req-210d4387-d046-4c75-9ffa-287eecdd2a9a service neutron] Bound port: d7900d83-4563-4b12-ac82-d89aa7319b93, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1207f06-f40c-4797-a9b1-5d2b7dece2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'eb2eb303-0e82-4936-8d9b-0c09343eec4b'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:13:58.875058 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-024ccf7d-563b-4415-8d6b-89e127f1bb17 req-210d4387-d046-4c75-9ffa-287eecdd2a9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (d7900d83-4563-4b12-ac82-d89aa7319b93), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:58.976878 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-024ccf7d-563b-4415-8d6b-89e127f1bb17 req-210d4387-d046-4c75-9ffa-287eecdd2a9a service neutron] For port d7900d83-4563-4b12-ac82-d89aa7319b93, host nch1-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:13:58.983045 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-024ccf7d-563b-4415-8d6b-89e127f1bb17 req-210d4387-d046-4c75-9ffa-287eecdd2a9a service neutron] For port d7900d83-4563-4b12-ac82-d89aa7319b93, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d7900d83-4563-4b12-ac82-d89aa7319b93,segment=NetworkSegment(d1207f06-f40c-4797-a9b1-5d2b7dece2ee),segment_id=d1207f06-f40c-4797-a9b1-5d2b7dece2ee)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:13:58.992057 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-024ccf7d-563b-4415-8d6b-89e127f1bb17 req-210d4387-d046-4c75-9ffa-287eecdd2a9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (d7900d83-4563-4b12-ac82-d89aa7319b93), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:59.033154 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ccf7d-563b-4415-8d6b-89e127f1bb17 req-210d4387-d046-4c75-9ffa-287eecdd2a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:59.033854 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-024ccf7d-563b-4415-8d6b-89e127f1bb17 req-210d4387-d046-4c75-9ffa-287eecdd2a9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:59.035792 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-024ccf7d-563b-4415-8d6b-89e127f1bb17 req-210d4387-d046-4c75-9ffa-287eecdd2a9a service neutron] 10.222.0.55 "PUT /v2.0/ports/d7900d83-4563-4b12-ac82-d89aa7319b93 HTTP/1.1" status: 200  len: 1091 time: 1.9538589
May 07 22:13:59.039047 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '164426a0-c59d-477b-9c73-bd9b5d17842f', 'tag': 'd7900d83-4563-4b12-ac82-d89aa7319b93'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:13:59.042407 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8c10695-8e94-4df2-93ae-3780dbeb4751" -d '{"events": [{"name": "network-changed", "server_uuid": "164426a0-c59d-477b-9c73-bd9b5d17842f", "tag": "d7900d83-4563-4b12-ac82-d89aa7319b93"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:13:59.082812 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210d4387-d046-4c75-9ffa-287eecdd2a9a service neutron] Pushing event updated for resources: {'Port': ['ID=d7900d83-4563-4b12-ac82-d89aa7319b93,revision_number=3']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:13:59.096992 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 6bfd345f-53d0-4135-ad4d-03cc3f0666db no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:13:59.101316 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20207552-5bae-41f5-a945-c89d8048f8b7 x-openstack-request-id: req-20207552-5bae-41f5-a945-c89d8048f8b7 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:13:59.101901 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "164426a0-c59d-477b-9c73-bd9b5d17842f", "tag": "d7900d83-4563-4b12-ac82-d89aa7319b93", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:13:59.102253 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-20207552-5bae-41f5-a945-c89d8048f8b7 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:13:59.102596 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20207552-5bae-41f5-a945-c89d8048f8b7'] response: {'name': 'network-changed', 'server_uuid': '164426a0-c59d-477b-9c73-bd9b5d17842f', 'tag': 'd7900d83-4563-4b12-ac82-d89aa7319b93', 'status': 'completed', 'code': 200}
May 07 22:13:59.132621 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] No Port match for: 6bfd345f-53d0-4135-ad4d-03cc3f0666db {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:13:59.134079 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 6bfd345f-53d0-4135-ad4d-03cc3f0666db not bound to the agent host nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:13:59.149284 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ccf7d-563b-4415-8d6b-89e127f1bb17 req-b03fce27-06ee-4e88-86b8-3964aab5bc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:59.151903 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-024ccf7d-563b-4415-8d6b-89e127f1bb17 req-b03fce27-06ee-4e88-86b8-3964aab5bc8f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c642a488de414517ac98cee7e2cc2406&device_id=164426a0-c59d-477b-9c73-bd9b5d17842f HTTP/1.1" status: 200  len: 1125 time: 0.0636604
May 07 22:13:59.156267 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:59.209013 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-024ccf7d-563b-4415-8d6b-89e127f1bb17 req-99e7e104-6de9-473d-b2c7-4eb2c3444ea2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d7900d83-4563-4b12-ac82-d89aa7319b93 HTTP/1.1" status: 200  len: 217 time: 0.0502400
May 07 22:13:59.273236 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ccf7d-563b-4415-8d6b-89e127f1bb17 req-6485e012-82c8-443c-8314-77a45d5582e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:59.275496 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-024ccf7d-563b-4415-8d6b-89e127f1bb17 req-6485e012-82c8-443c-8314-77a45d5582e2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=02be25b6-5cc2-4f4a-aacd-cca6d7f532f2 HTTP/1.1" status: 200  len: 852 time: 0.0585103
May 07 22:13:59.316697 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-024ccf7d-563b-4415-8d6b-89e127f1bb17 req-3f483bb9-37ac-4f09-9286-e63a9d9cd265 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eb2eb303-0e82-4936-8d9b-0c09343eec4b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0354199
May 07 22:13:59.454934 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-024ccf7d-563b-4415-8d6b-89e127f1bb17 req-66ce4daa-c4d1-4e0c-9969-50fc4a61a9a4 service neutron] 10.222.0.55 "GET /v2.0/networks/eb2eb303-0e82-4936-8d9b-0c09343eec4b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1310976
May 07 22:13:59.474206 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd19b553-5bf5-4361-b16f-41f7822f4f61 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Made reservation on behalf of 586495fb86064013a37b42a6b3d382fb for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:13:59.477674 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-dd19b553-5bf5-4361-b16f-41f7822f4f61 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:59.535239 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd96f744-3e2b-40a8-b2f5-ba710c0c97bb req-89008e4e-66b9-4f7b-ba97-0e5374280048 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:59.536812 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-cd96f744-3e2b-40a8-b2f5-ba710c0c97bb req-89008e4e-66b9-4f7b-ba97-0e5374280048 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=f65a5d21-0a34-4bef-82e5-f77821caa253 HTTP/1.1" status: 200  len: 946 time: 0.1405714
May 07 22:13:59.580755 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d12b0b-473d-415f-906a-b3798cc447b0 req-cc30a05b-5b98-4284-b83f-22ca23b54f87 tempest-TestServerAdvancedOps-129343738 tempest-TestServerAdvancedOps-129343738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:13:59.582408 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-88d12b0b-473d-415f-906a-b3798cc447b0 req-cc30a05b-5b98-4284-b83f-22ca23b54f87 tempest-TestServerAdvancedOps-129343738 tempest-TestServerAdvancedOps-129343738-project] 10.222.0.32 "GET /v2.0/ports?device_id=164426a0-c59d-477b-9c73-bd9b5d17842f HTTP/1.1" status: 200  len: 943 time: 0.0856755
May 07 22:13:59.609260 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-54f2dff7-e6d1-46a5-9940-bb345ed323f9 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401002'] for router_interface (63a58e96-bb4f-42a1-a1d3-2d70c05737fc), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:59.623881 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 3ba99a97-23dc-4a90-a978-03aa89a6378a up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:13:59.684315 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 3ba99a97-23dc-4a90-a978-03aa89a6378a triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:13:59.684861 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (3ba99a97-23dc-4a90-a978-03aa89a6378a), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:13:59.693737 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c6b20e01-7787-48c2-9cd4-7505ed966c64 req-f1ad1eb2-2112-45e9-b127-e74da334abca service neutron] 10.222.0.59 "GET /v2.0/networks/ebdf594d-504a-44e8-89b9-e74774287749?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8890159
May 07 22:13:59.696721 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-024ccf7d-563b-4415-8d6b-89e127f1bb17 req-36435568-25db-486a-bd57-fc81c803bf50 service neutron] 10.222.0.55 "GET /v2.0/networks/eb2eb303-0e82-4936-8d9b-0c09343eec4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2344100
May 07 22:13:59.724950 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-88d12b0b-473d-415f-906a-b3798cc447b0 req-a9a21c8f-ad8b-47fa-87c4-99dace6ee187 tempest-TestServerAdvancedOps-129343738 tempest-TestServerAdvancedOps-129343738-project] 10.222.0.32 "GET /v2.0/security-groups?id=bde33446-ddbb-480d-baf6-75ce7e50f8c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0939372
May 07 22:13:59.784780 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 3ba99a97-23dc-4a90-a978-03aa89a6378a is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:13:59.808873 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-cd96f744-3e2b-40a8-b2f5-ba710c0c97bb req-5e99e8c9-d043-4152-9143-69c3081c8365 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2623162
May 07 22:13:59.959437 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c6b20e01-7787-48c2-9cd4-7505ed966c64 req-cc02cb45-e806-487e-b98f-8273a021ec8a service neutron] 10.222.0.59 "GET /v2.0/networks/ebdf594d-504a-44e8-89b9-e74774287749?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2234669
May 07 22:14:00.058155 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54f2dff7-e6d1-46a5-9940-bb345ed323f9 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Router 63a58e96-bb4f-42a1-a1d3-2d70c05737fc has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:14:00.178525 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-dd19b553-5bf5-4361-b16f-41f7822f4f61 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (5d4ebd53-1758-4284-b702-0d4a119dc19f), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:00.245381 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd19b553-5bf5-4361-b16f-41f7822f4f61 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Network 51e50de6-5b14-452d-ad45-80a0d2ddf837 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:14:00.258754 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-dd19b553-5bf5-4361-b16f-41f7822f4f61 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:14:00.264726 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd19b553-5bf5-4361-b16f-41f7822f4f61 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:14:00.265329 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-dd19b553-5bf5-4361-b16f-41f7822f4f61 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:00.275361 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-031b8e2e-422b-4e21-987f-043a1097bd2c None None] Network 51e50de6-5b14-452d-ad45-80a0d2ddf837 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:14:00.282573 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd19b553-5bf5-4361-b16f-41f7822f4f61 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Pushing event updated for resources: {'Subnet': ['ID=5d4ebd53-1758-4284-b702-0d4a119dc19f,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:00.293525 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54f2dff7-e6d1-46a5-9940-bb345ed323f9 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:14:00.299441 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-54f2dff7-e6d1-46a5-9940-bb345ed323f9 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "PUT /v2.0/routers/63a58e96-bb4f-42a1-a1d3-2d70c05737fc/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1647098
May 07 22:14:00.302886 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 46724) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:00.307226 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c338ba-2abb-4608-8221-aaa3da337b7c None None] Sync routers for ids ['63a58e96-bb4f-42a1-a1d3-2d70c05737fc'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:14:00.318319 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-dd19b553-5bf5-4361-b16f-41f7822f4f61 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 1.8709245
May 07 22:14:00.321185 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 46726) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:00.323464 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c338ba-2abb-4608-8221-aaa3da337b7c None None] Routers {'63a58e96-bb4f-42a1-a1d3-2d70c05737fc'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:14:00.325306 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-76c338ba-2abb-4608-8221-aaa3da337b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c6c1e20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:13:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['63a58e96-bb4f-42a1-a1d3-2d70c05737fc'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:00.330205 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-9f25bf74-d6a0-4444-b200-91ad68823f1d tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-639792110', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5d4ebd53-1758-4284-b702-0d4a119dc19f'}], 'security_groups': ['35a36472-1d52-4d53-9092-2654a2c416ce']}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:14:00.338605 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:00.402322 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_v2 [None req-b14b0051-71b1-46f8-beab-5f487b0c7684 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Deleting subnet dd57c3f6-d6c4-4dbe-ba12-72b0ecdd55aa {{(pid=121836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:14:00.406154 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b14b0051-71b1-46f8-beab-5f487b0c7684 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for subnet (dd57c3f6-d6c4-4dbe-ba12-72b0ecdd55aa), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:00.449163 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-76c338ba-2abb-4608-8221-aaa3da337b7c None None] Set router 63a58e96-bb4f-42a1-a1d3-2d70c05737fc gateway port host: None {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:14:00.464366 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b14b0051-71b1-46f8-beab-5f487b0c7684 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726883'] for subnet (dd57c3f6-d6c4-4dbe-ba12-72b0ecdd55aa), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:00.591989 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4db1e9a-711a-4404-b2ee-55a2843a5566 None None] Update dhcp port {'port': {'network_id': '51e50de6-5b14-452d-ad45-80a0d2ddf837', 'fixed_ips': [{'subnet_id': 'a5b8d855-1c77-4e12-aa0f-8d1c242c6ae3', 'ip_address': '2001:db8::2'}, {'subnet_id': '5d4ebd53-1758-4284-b702-0d4a119dc19f'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '3ba99a97-23dc-4a90-a978-03aa89a6378a'} from ncdv-master-1. {{(pid=121838) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
May 07 22:14:00.631565 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c4db1e9a-711a-4404-b2ee-55a2843a5566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (3ba99a97-23dc-4a90-a978-03aa89a6378a), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:00.633405 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b14b0051-71b1-46f8-beab-5f487b0c7684 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (dd57c3f6-d6c4-4dbe-ba12-72b0ecdd55aa), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:00.633664 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9f25bf74-d6a0-4444-b200-91ad68823f1d tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (7ff11924-7e16-486a-8fe8-86e425b0ccad), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:00.731108 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c10695-8e94-4df2-93ae-3780dbeb4751 req-62687fe3-8d66-4053-ae26-8a02611573c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:14:00.735925 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a8c10695-8e94-4df2-93ae-3780dbeb4751 req-62687fe3-8d66-4053-ae26-8a02611573c9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c642a488de414517ac98cee7e2cc2406&device_id=164426a0-c59d-477b-9c73-bd9b5d17842f HTTP/1.1" status: 200  len: 1125 time: 0.0658858
May 07 22:14:00.796195 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b14b0051-71b1-46f8-beab-5f487b0c7684 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (dd57c3f6-d6c4-4dbe-ba12-72b0ecdd55aa), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:00.823130 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-76c338ba-2abb-4608-8221-aaa3da337b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c6c1e20>, [{'id': '63a58e96-bb4f-42a1-a1d3-2d70c05737fc', 'name': 'tempest-RoutersTest-router-1588625411', 'tenant_id': '9871aa16c54d4751ac838e07d52897a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:13:08Z', 'updated_at': '2022-05-07T22:13:58Z', 'revision_number': 9, 'project_id': '9871aa16c54d4751ac838e07d52897a6', 'gw_port_host': None, '_interfaces': [{'id': '1b3dbd20-e902-474e-b149-a311f95b0918', 'name': '', 'network_id': '7cdbabe7-c47e-4ec1-a413-238cbe077182', 'tenant_id': '9871aa16c54d4751ac838e07d52897a6', 'mac_address': 'fa:16:3e:1b:49:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a58e96-bb4f-42a1-a1d3-2d70c05737fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '8f8f5bc6-0bf7-4c2d-9992-ab2f897c66fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:13:12Z', 'updated_at': '2022-05-07T22:13:20Z', 'revision_number': 5, 'project_id': '9871aa16c54d4751ac838e07d52897a6', 'subnets': [{'id': '8f8f5bc6-0bf7-4c2d-9992-ab2f897c66fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53c918bd-9219-4cfa-83a2-9cc46c8f0a52', 'name': '', 'network_id': 'd886a8d9-b0b4-434c-b8fd-39f441315a88', 'tenant_id': '9871aa16c54d4751ac838e07d52897a6', 'mac_address': 'fa:16:3e:98:12:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a58e96-bb4f-42a1-a1d3-2d70c05737fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '3bb8fb8f-fd99-4052-9f7c-6b1d8087aabe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:13:21Z', 'updated_at': '2022-05-07T22:13:30Z', 'revision_number': 5, 'project_id': '9871aa16c54d4751ac838e07d52897a6', 'subnets': [{'id': '3bb8fb8f-fd99-4052-9f7c-6b1d8087aabe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:00.852745 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14b0051-71b1-46f8-beab-5f487b0c7684 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Pushing event deleted for resources: {'Subnet': ['ID=dd57c3f6-d6c4-4dbe-ba12-72b0ecdd55aa,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:00.867712 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c338ba-2abb-4608-8221-aaa3da337b7c None None] Checking router: 63a58e96-bb4f-42a1-a1d3-2d70c05737fc for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:14:00.880481 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c338ba-2abb-4608-8221-aaa3da337b7c None None] Routers {'63a58e96-bb4f-42a1-a1d3-2d70c05737fc'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:14:00.881113 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-76c338ba-2abb-4608-8221-aaa3da337b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c6c1e20>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:13:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['63a58e96-bb4f-42a1-a1d3-2d70c05737fc'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:00.931679 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b14b0051-71b1-46f8-beab-5f487b0c7684 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:00.940555 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01be41cf-ea55-4bcb-ae2a-d9dcd2396df3 None None] Network 2c8b27e5-cc6c-4778-9135-471b44cf1df5 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:14:00.944197 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-b14b0051-71b1-46f8-beab-5f487b0c7684 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "DELETE /v2.0/subnets/dd57c3f6-d6c4-4dbe-ba12-72b0ecdd55aa HTTP/1.1" status: 204  len: 168 time: 0.6382551
May 07 22:14:00.959600 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 46744) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:00.987157 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39336acd-9af6-4325-9354-28bc75d67680 req-0806a2d5-665f-4f27-ba0c-0a368bf9edf7 tempest-TestServerAdvancedOps-129343738 tempest-TestServerAdvancedOps-129343738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:14:00.993744 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-c4db1e9a-711a-4404-b2ee-55a2843a5566 None None] Allocated IP 2001:db8:0:1::2 (51e50de6-5b14-452d-ad45-80a0d2ddf837/5d4ebd53-1758-4284-b702-0d4a119dc19f/3ba99a97-23dc-4a90-a978-03aa89a6378a) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:14:00.994370 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-39336acd-9af6-4325-9354-28bc75d67680 req-0806a2d5-665f-4f27-ba0c-0a368bf9edf7 tempest-TestServerAdvancedOps-129343738 tempest-TestServerAdvancedOps-129343738-project] 10.222.0.32 "GET /v2.0/ports?device_id=164426a0-c59d-477b-9c73-bd9b5d17842f HTTP/1.1" status: 200  len: 943 time: 0.1393969
May 07 22:14:01.017795 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-76c338ba-2abb-4608-8221-aaa3da337b7c None None] Set router 63a58e96-bb4f-42a1-a1d3-2d70c05737fc gateway port host: None {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:14:01.036965 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c10695-8e94-4df2-93ae-3780dbeb4751 req-5693c22f-5ecd-4729-acf9-6600e5d40f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:14:01.038557 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a8c10695-8e94-4df2-93ae-3780dbeb4751 req-5693c22f-5ecd-4729-acf9-6600e5d40f38 service neutron] 10.222.0.55 "GET /v2.0/networks?id=eb2eb303-0e82-4936-8d9b-0c09343eec4b HTTP/1.1" status: 200  len: 913 time: 0.2963550
May 07 22:14:01.063152 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-645172f7-111f-42ce-99b5-3e37e54441f5 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (2c8b27e5-cc6c-4778-9135-471b44cf1df5), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:01.110312 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-39336acd-9af6-4325-9354-28bc75d67680 req-de7e263b-f902-4e95-b3ad-bae79cbbf5b3 tempest-TestServerAdvancedOps-129343738 tempest-TestServerAdvancedOps-129343738-project] 10.222.0.32 "GET /v2.0/security-groups?id=bde33446-ddbb-480d-baf6-75ce7e50f8c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1141362
May 07 22:14:01.114622 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a8c10695-8e94-4df2-93ae-3780dbeb4751 req-8a58f205-b6b5-4422-8c9f-fe003f1340e5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d7900d83-4563-4b12-ac82-d89aa7319b93 HTTP/1.1" status: 200  len: 217 time: 0.0653417
May 07 22:14:01.127296 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d89ef8-8562-4987-ad77-974dd325d41d req-554dd32d-236f-48f3-996c-fe9538117d3b tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:14:01.128762 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-82d89ef8-8562-4987-ad77-974dd325d41d req-554dd32d-236f-48f3-996c-fe9538117d3b tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=f65a5d21-0a34-4bef-82e5-f77821caa253 HTTP/1.1" status: 200  len: 946 time: 0.2133622
May 07 22:14:01.212574 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-c4db1e9a-711a-4404-b2ee-55a2843a5566 None None] For port 3ba99a97-23dc-4a90-a978-03aa89a6378a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3ba99a97-23dc-4a90-a978-03aa89a6378a,segment=NetworkSegment(487ec01b-cdaf-4a61-b510-144a8a47dfcd),segment_id=487ec01b-cdaf-4a61-b510-144a8a47dfcd)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:14:01.225892 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-645172f7-111f-42ce-99b5-3e37e54441f5 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Deleting port 4ca84925-b9e0-4e96-97dd-62e06073ae5d {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:14:01.226230 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-645172f7-111f-42ce-99b5-3e37e54441f5 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (4ca84925-b9e0-4e96-97dd-62e06073ae5d), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:01.247491 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c10695-8e94-4df2-93ae-3780dbeb4751 req-ad162bd0-e298-421e-9332-06310b81970d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:14:01.248989 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a8c10695-8e94-4df2-93ae-3780dbeb4751 req-ad162bd0-e298-421e-9332-06310b81970d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=02be25b6-5cc2-4f4a-aacd-cca6d7f532f2 HTTP/1.1" status: 200  len: 852 time: 0.1277356
May 07 22:14:01.302745 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c4db1e9a-711a-4404-b2ee-55a2843a5566 None None] Publish callbacks [] for port (3ba99a97-23dc-4a90-a978-03aa89a6378a), precommit_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:01.305737 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-645172f7-111f-42ce-99b5-3e37e54441f5 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] For port 4ca84925-b9e0-4e96-97dd-62e06073ae5d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4ca84925-b9e0-4e96-97dd-62e06073ae5d,segment=NetworkSegment(ab65c93d-9824-4754-bbbb-dcbfe5cb163e),segment_id=ab65c93d-9824-4754-bbbb-dcbfe5cb163e)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:14:01.306105 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-645172f7-111f-42ce-99b5-3e37e54441f5 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (4ca84925-b9e0-4e96-97dd-62e06073ae5d), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:01.306449 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a8c10695-8e94-4df2-93ae-3780dbeb4751 req-b387d8af-fe1c-4efc-b77e-b5cd2249e9f2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eb2eb303-0e82-4936-8d9b-0c09343eec4b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0511022
May 07 22:14:01.309813 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75c2df4-32e8-4581-be9c-654fe7d9192b None None] DHCP port deletion for 2c8b27e5-cc6c-4778-9135-471b44cf1df5 request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:14:01.320711 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-645172f7-111f-42ce-99b5-3e37e54441f5 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Calling delete_port for 4ca84925-b9e0-4e96-97dd-62e06073ae5d owned by network:dhcp {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:14:01.320909 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c4db1e9a-711a-4404-b2ee-55a2843a5566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (3ba99a97-23dc-4a90-a978-03aa89a6378a), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:01.379684 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-76c338ba-2abb-4608-8221-aaa3da337b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c6c1e20>, [{'id': '63a58e96-bb4f-42a1-a1d3-2d70c05737fc', 'name': 'tempest-RoutersTest-router-1588625411', 'tenant_id': '9871aa16c54d4751ac838e07d52897a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:13:08Z', 'updated_at': '2022-05-07T22:13:58Z', 'revision_number': 9, 'project_id': '9871aa16c54d4751ac838e07d52897a6', 'gw_port_host': None, '_interfaces': [{'id': '1b3dbd20-e902-474e-b149-a311f95b0918', 'name': '', 'network_id': '7cdbabe7-c47e-4ec1-a413-238cbe077182', 'tenant_id': '9871aa16c54d4751ac838e07d52897a6', 'mac_address': 'fa:16:3e:1b:49:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a58e96-bb4f-42a1-a1d3-2d70c05737fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '8f8f5bc6-0bf7-4c2d-9992-ab2f897c66fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:13:12Z', 'updated_at': '2022-05-07T22:13:20Z', 'revision_number': 5, 'project_id': '9871aa16c54d4751ac838e07d52897a6', 'subnets': [{'id': '8f8f5bc6-0bf7-4c2d-9992-ab2f897c66fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53c918bd-9219-4cfa-83a2-9cc46c8f0a52', 'name': '', 'network_id': 'd886a8d9-b0b4-434c-b8fd-39f441315a88', 'tenant_id': '9871aa16c54d4751ac838e07d52897a6', 'mac_address': 'fa:16:3e:98:12:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a58e96-bb4f-42a1-a1d3-2d70c05737fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '3bb8fb8f-fd99-4052-9f7c-6b1d8087aabe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:13:21Z', 'updated_at': '2022-05-07T22:13:30Z', 'revision_number': 5, 'project_id': '9871aa16c54d4751ac838e07d52897a6', 'subnets': [{'id': '3bb8fb8f-fd99-4052-9f7c-6b1d8087aabe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:01.447983 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c338ba-2abb-4608-8221-aaa3da337b7c None None] The sync data for ids ['63a58e96-bb4f-42a1-a1d3-2d70c05737fc'] in ncdv-master-1 is: [{'id': '63a58e96-bb4f-42a1-a1d3-2d70c05737fc', 'name': 'tempest-RoutersTest-router-1588625411', 'tenant_id': '9871aa16c54d4751ac838e07d52897a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:13:08Z', 'updated_at': '2022-05-07T22:13:58Z', 'revision_number': 9, 'project_id': '9871aa16c54d4751ac838e07d52897a6', 'gw_port_host': None, '_interfaces': [{'id': '1b3dbd20-e902-474e-b149-a311f95b0918', 'name': '', 'network_id': '7cdbabe7-c47e-4ec1-a413-238cbe077182', 'tenant_id': '9871aa16c54d4751ac838e07d52897a6', 'mac_address': 'fa:16:3e:1b:49:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a58e96-bb4f-42a1-a1d3-2d70c05737fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '8f8f5bc6-0bf7-4c2d-9992-ab2f897c66fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:13:12Z', 'updated_at': '2022-05-07T22:13:20Z', 'revision_number': 5, 'project_id': '9871aa16c54d4751ac838e07d52897a6', 'subnets': [{'id': '8f8f5bc6-0bf7-4c2d-9992-ab2f897c66fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '53c918bd-9219-4cfa-83a2-9cc46c8f0a52', 'name': '', 'network_id': 'd886a8d9-b0b4-434c-b8fd-39f441315a88', 'tenant_id': '9871aa16c54d4751ac838e07d52897a6', 'mac_address': 'fa:16:3e:98:12:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a58e96-bb4f-42a1-a1d3-2d70c05737fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3471, 'fixed_ips': [{'subnet_id': '3bb8fb8f-fd99-4052-9f7c-6b1d8087aabe', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:13:21Z', 'updated_at': '2022-05-07T22:13:30Z', 'revision_number': 5, 'project_id': '9871aa16c54d4751ac838e07d52897a6', 'subnets': [{'id': '3bb8fb8f-fd99-4052-9f7c-6b1d8087aabe', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:14:01.475747 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-645172f7-111f-42ce-99b5-3e37e54441f5 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (4ca84925-b9e0-4e96-97dd-62e06073ae5d), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:01.482264 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a8c10695-8e94-4df2-93ae-3780dbeb4751 req-569ee128-45b7-42c6-9abf-1c3c34e8fbfa service neutron] 10.222.0.55 "GET /v2.0/networks/eb2eb303-0e82-4936-8d9b-0c09343eec4b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1684043
May 07 22:14:01.511905 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 4ca84925-b9e0-4e96-97dd-62e06073ae5d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:14:01.526802 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-82d89ef8-8562-4987-ad77-974dd325d41d req-141b26ff-aa0d-4d89-946c-af4058ff8761 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3522766
May 07 22:14:01.527995 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645172f7-111f-42ce-99b5-3e37e54441f5 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] No DVR routers for this DVR port 4ca84925-b9e0-4e96-97dd-62e06073ae5d on host ncdv-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:14:01.543868 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645172f7-111f-42ce-99b5-3e37e54441f5 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Pushing event deleted for resources: {'Port': ['ID=4ca84925-b9e0-4e96-97dd-62e06073ae5d,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:01.598717 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4db1e9a-711a-4404-b2ee-55a2843a5566 None None] Pushing event updated for resources: {'Port': ['ID=3ba99a97-23dc-4a90-a978-03aa89a6378a,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:01.635176 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 4ca84925-b9e0-4e96-97dd-62e06073ae5d {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:14:01.636151 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 4ca84925-b9e0-4e96-97dd-62e06073ae5d not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:14:01.638687 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-d75c2df4-32e8-4581-be9c-654fe7d9192b None None] Deleting port 4ca84925-b9e0-4e96-97dd-62e06073ae5d {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:14:01.639090 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d75c2df4-32e8-4581-be9c-654fe7d9192b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (4ca84925-b9e0-4e96-97dd-62e06073ae5d), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:01.646352 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4db1e9a-711a-4404-b2ee-55a2843a5566 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:14:01.647900 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4db1e9a-711a-4404-b2ee-55a2843a5566 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:14:01.649063 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4db1e9a-711a-4404-b2ee-55a2843a5566 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:14:01.649339 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4db1e9a-711a-4404-b2ee-55a2843a5566 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:14:01.649688 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4db1e9a-711a-4404-b2ee-55a2843a5566 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:14:01.650026 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4db1e9a-711a-4404-b2ee-55a2843a5566 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:14:01.650362 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4db1e9a-711a-4404-b2ee-55a2843a5566 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:14:01.650699 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4db1e9a-711a-4404-b2ee-55a2843a5566 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:14:01.651136 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4db1e9a-711a-4404-b2ee-55a2843a5566 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:14:01.651470 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4db1e9a-711a-4404-b2ee-55a2843a5566 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:14:01.651803 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4db1e9a-711a-4404-b2ee-55a2843a5566 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:14:01.652301 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4db1e9a-711a-4404-b2ee-55a2843a5566 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:14:01.652627 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4db1e9a-711a-4404-b2ee-55a2843a5566 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:14:01.652955 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4db1e9a-711a-4404-b2ee-55a2843a5566 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:14:01.653280 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4db1e9a-711a-4404-b2ee-55a2843a5566 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:14:01.663310 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a8c10695-8e94-4df2-93ae-3780dbeb4751 req-076ef804-3776-4c52-aa24-49ad3ed7cba5 service neutron] 10.222.0.55 "GET /v2.0/networks/eb2eb303-0e82-4936-8d9b-0c09343eec4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1749840
May 07 22:14:01.727885 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-645172f7-111f-42ce-99b5-3e37e54441f5 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (2c8b27e5-cc6c-4778-9135-471b44cf1df5), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:01.747856 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-d75c2df4-32e8-4581-be9c-654fe7d9192b None None] For port 4ca84925-b9e0-4e96-97dd-62e06073ae5d, host ncdv-master-1, got binding levels [] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:14:01.747856 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d75c2df4-32e8-4581-be9c-654fe7d9192b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (4ca84925-b9e0-4e96-97dd-62e06073ae5d), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:01.771023 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-d75c2df4-32e8-4581-be9c-654fe7d9192b None None] Calling delete_port for 4ca84925-b9e0-4e96-97dd-62e06073ae5d owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:14:01.772805 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-645172f7-111f-42ce-99b5-3e37e54441f5 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf85fde7c0>,) {'filters': {'network_id': ['2c8b27e5-cc6c-4778-9135-471b44cf1df5']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:01.773447 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.ipam_backend_mixin [None req-d75c2df4-32e8-4581-be9c-654fe7d9192b None None] Port 4ca84925-b9e0-4e96-97dd-62e06073ae5d was not found and therefore no delete operation was performed {{(pid=121838) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}}
May 07 22:14:01.776512 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d75c2df4-32e8-4581-be9c-654fe7d9192b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (4ca84925-b9e0-4e96-97dd-62e06073ae5d), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:01.791780 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-645172f7-111f-42ce-99b5-3e37e54441f5 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf85fde7c0>, 'ab65c93d-9824-4754-bbbb-dcbfe5cb163e') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:01.792067 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-645172f7-111f-42ce-99b5-3e37e54441f5 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf85fde7c0>, 'ab65c93d-9824-4754-bbbb-dcbfe5cb163e') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:01.824669 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75c2df4-32e8-4581-be9c-654fe7d9192b None None] Pushing event deleted for resources: {'Port': ['ID=4ca84925-b9e0-4e96-97dd-62e06073ae5d,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:01.826565 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-9f25bf74-d6a0-4444-b200-91ad68823f1d tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Delete allocated IP 2001:db8::239 (51e50de6-5b14-452d-ad45-80a0d2ddf837/a5b8d855-1c77-4e12-aa0f-8d1c242c6ae3) {{(pid=121837) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
May 07 22:14:01.830336 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75c2df4-32e8-4581-be9c-654fe7d9192b None None] No DVR routers for this DVR port 4ca84925-b9e0-4e96-97dd-62e06073ae5d on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:14:01.849271 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-645172f7-111f-42ce-99b5-3e37e54441f5 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (ab65c93d-9824-4754-bbbb-dcbfe5cb163e), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:01.862935 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-9f25bf74-d6a0-4444-b200-91ad68823f1d tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Allocated IP 2001:db8:0:1::33e (51e50de6-5b14-452d-ad45-80a0d2ddf837/5d4ebd53-1758-4284-b702-0d4a119dc19f/7ff11924-7e16-486a-8fe8-86e425b0ccad) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:14:01.877784 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-645172f7-111f-42ce-99b5-3e37e54441f5 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (ab65c93d-9824-4754-bbbb-dcbfe5cb163e), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:01.896808 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-645172f7-111f-42ce-99b5-3e37e54441f5 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:14:01.898960 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-645172f7-111f-42ce-99b5-3e37e54441f5 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (ab65c93d-9824-4754-bbbb-dcbfe5cb163e), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:01.902295 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 22:14:01.902295 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:14:01.902295 ncdv-master-1 neutron-server[121837]:     timer()
May 07 22:14:01.902295 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:14:01.902295 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 22:14:01.902295 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:14:01.902295 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 22:14:01.902295 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:14:01.902295 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 22:14:01.902295 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:14:01.902295 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 22:14:01.902295 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:14:01.902295 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 22:14:01.902295 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:14:01.902295 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:14:01.902295 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:14:01.902295 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:14:01.902295 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:14:01.902295 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 22:14:01.902295 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:14:01.902295 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 22:14:01.902295 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:14:01.902295 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:14:01.902295 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:14:01.902295 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 22:14:01.902295 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:14:01.902295 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:14:01.902295 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:14:01.902295 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:14:01.902295 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:14:01.902295 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:14:01.902295 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:14:02.053370 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-645172f7-111f-42ce-99b5-3e37e54441f5 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (2c8b27e5-cc6c-4778-9135-471b44cf1df5), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:02.068029 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-645172f7-111f-42ce-99b5-3e37e54441f5 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:02.076662 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 46768) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:02.077245 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-645172f7-111f-42ce-99b5-3e37e54441f5 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "DELETE /v2.0/networks/2c8b27e5-cc6c-4778-9135-471b44cf1df5 HTTP/1.1" status: 204  len: 168 time: 1.1121004
May 07 22:14:02.112882 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645172f7-111f-42ce-99b5-3e37e54441f5 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Pushing event deleted for resources: {'Network': ['ID=2c8b27e5-cc6c-4778-9135-471b44cf1df5,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:02.196306 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9f25bf74-d6a0-4444-b200-91ad68823f1d tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for port (7ff11924-7e16-486a-8fe8-86e425b0ccad), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:02.206741 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9f25bf74-d6a0-4444-b200-91ad68823f1d tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (7ff11924-7e16-486a-8fe8-86e425b0ccad), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:02.276468 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-9f25bf74-d6a0-4444-b200-91ad68823f1d tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] In _notify_port_updated(), no bound segment for port 7ff11924-7e16-486a-8fe8-86e425b0ccad on network 51e50de6-5b14-452d-ad45-80a0d2ddf837 {{(pid=121837) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:935}}
May 07 22:14:02.283218 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f25bf74-d6a0-4444-b200-91ad68823f1d tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:14:02.284491 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9f25bf74-d6a0-4444-b200-91ad68823f1d tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:02.289086 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-9f25bf74-d6a0-4444-b200-91ad68823f1d tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "PUT /v2.0/ports/7ff11924-7e16-486a-8fe8-86e425b0ccad HTTP/1.1" status: 200  len: 930 time: 1.9632812
May 07 22:14:02.290512 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 46788) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:02.305743 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f25bf74-d6a0-4444-b200-91ad68823f1d tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Pushing event updated for resources: {'Port': ['ID=7ff11924-7e16-486a-8fe8-86e425b0ccad,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:02.333032 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9954d5f1-8321-4ebf-a309-5acba16c3fe7 req-5a4126a4-3ff8-43c9-b9e4-c8d85df187e5 tempest-TestServerAdvancedOps-129343738 tempest-TestServerAdvancedOps-129343738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:14:02.335153 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9954d5f1-8321-4ebf-a309-5acba16c3fe7 req-5a4126a4-3ff8-43c9-b9e4-c8d85df187e5 tempest-TestServerAdvancedOps-129343738 tempest-TestServerAdvancedOps-129343738-project] 10.222.0.32 "GET /v2.0/ports?device_id=164426a0-c59d-477b-9c73-bd9b5d17842f HTTP/1.1" status: 200  len: 943 time: 0.1156743
May 07 22:14:02.623640 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-cd633714-95b1-419d-bad1-6b01c1871b17 None None] Provisioning complete for port 3ba99a97-23dc-4a90-a978-03aa89a6378a triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:14:02.624015 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-cd633714-95b1-419d-bad1-6b01c1871b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (3ba99a97-23dc-4a90-a978-03aa89a6378a), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:02.691454 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797ad2e9-c4b5-4b1e-ae0b-a5421b9cd835 req-f959fa50-5a1f-4a0e-8574-12e6be0b2ce9 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:14:02.693337 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-797ad2e9-c4b5-4b1e-ae0b-a5421b9cd835 req-f959fa50-5a1f-4a0e-8574-12e6be0b2ce9 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=f65a5d21-0a34-4bef-82e5-f77821caa253 HTTP/1.1" status: 200  len: 946 time: 0.0558619
May 07 22:14:02.716354 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device d7900d83-4563-4b12-ac82-d89aa7319b93 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:14:02.756383 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-797ad2e9-c4b5-4b1e-ae0b-a5421b9cd835 req-6f104ce7-1f62-46ce-8447-78cf278fb817 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0553448
May 07 22:14:02.832707 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-cd633714-95b1-419d-bad1-6b01c1871b17 None None] Current status of the port 3ba99a97-23dc-4a90-a978-03aa89a6378a is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:14:02.847346 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-cd633714-95b1-419d-bad1-6b01c1871b17 None None] Provisioning complete for port 7ff11924-7e16-486a-8fe8-86e425b0ccad triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:14:02.847794 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-cd633714-95b1-419d-bad1-6b01c1871b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (7ff11924-7e16-486a-8fe8-86e425b0ccad), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:02.905338 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-cd633714-95b1-419d-bad1-6b01c1871b17 None None] Port 7ff11924-7e16-486a-8fe8-86e425b0ccad cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:14:02.908642 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port d7900d83-4563-4b12-ac82-d89aa7319b93, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d7900d83-4563-4b12-ac82-d89aa7319b93,segment=NetworkSegment(d1207f06-f40c-4797-a9b1-5d2b7dece2ee),segment_id=d1207f06-f40c-4797-a9b1-5d2b7dece2ee)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:14:02.930168 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': 'd7900d83-4563-4b12-ac82-d89aa7319b93', 'network_id': 'eb2eb303-0e82-4936-8d9b-0c09343eec4b', 'port_id': 'd7900d83-4563-4b12-ac82-d89aa7319b93', 'mac_address': 'fa:16:3e:e0:3b:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02be25b6-5cc2-4f4a-aacd-cca6d7f532f2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:14:02.931662 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-cd633714-95b1-419d-bad1-6b01c1871b17 None None] Provisioning complete for port c6215454-d632-4f94-b4e9-24789fbc4caf triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:14:02.932042 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-cd633714-95b1-419d-bad1-6b01c1871b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (c6215454-d632-4f94-b4e9-24789fbc4caf), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:02.942213 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-cd399dc2-1fe6-4d8f-9275-e50d0f68bbdb tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Deleting port 7ff11924-7e16-486a-8fe8-86e425b0ccad {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:14:02.942558 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cd399dc2-1fe6-4d8f-9275-e50d0f68bbdb tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (7ff11924-7e16-486a-8fe8-86e425b0ccad), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:02.950635 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9954d5f1-8321-4ebf-a309-5acba16c3fe7 req-6cfcd2cf-cf19-464a-a1e3-afefbfbdaf75 tempest-TestServerAdvancedOps-129343738 tempest-TestServerAdvancedOps-129343738-project] 10.222.0.32 "GET /v2.0/security-groups?id=bde33446-ddbb-480d-baf6-75ce7e50f8c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6041422
May 07 22:14:03.002894 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-cd633714-95b1-419d-bad1-6b01c1871b17 None None] Port c6215454-d632-4f94-b4e9-24789fbc4caf cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:14:03.004308 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port d7900d83-4563-4b12-ac82-d89aa7319b93 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:14:03.004603 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (d7900d83-4563-4b12-ac82-d89aa7319b93), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:03.024032 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7900d83-4563-4b12-ac82-d89aa7319b93 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:14:03.048733 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port d7900d83-4563-4b12-ac82-d89aa7319b93, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d7900d83-4563-4b12-ac82-d89aa7319b93,segment=NetworkSegment(d1207f06-f40c-4797-a9b1-5d2b7dece2ee),segment_id=d1207f06-f40c-4797-a9b1-5d2b7dece2ee)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:14:03.058886 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (d7900d83-4563-4b12-ac82-d89aa7319b93), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:03.112908 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=d7900d83-4563-4b12-ac82-d89aa7319b93,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:03.124401 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-f296fb6e-0a71-4247-b266-89ceb0b78ffd None None] Provisioning complete for port 7ff11924-7e16-486a-8fe8-86e425b0ccad triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:14:03.124758 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f296fb6e-0a71-4247-b266-89ceb0b78ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (7ff11924-7e16-486a-8fe8-86e425b0ccad), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:03.162056 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cd399dc2-1fe6-4d8f-9275-e50d0f68bbdb tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (7ff11924-7e16-486a-8fe8-86e425b0ccad), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:03.167725 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-f296fb6e-0a71-4247-b266-89ceb0b78ffd None None] Port 7ff11924-7e16-486a-8fe8-86e425b0ccad cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:14:03.189528 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-cd399dc2-1fe6-4d8f-9275-e50d0f68bbdb tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Calling delete_port for 7ff11924-7e16-486a-8fe8-86e425b0ccad owned by  {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:14:03.254673 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['d7900d83-4563-4b12-ac82-d89aa7319b93'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:14:03.286608 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-91e83245-0c3f-49b1-a67d-366f824b152e tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401094'] for router_interface (63a58e96-bb4f-42a1-a1d3-2d70c05737fc), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:03.447991 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 3ba99a97-23dc-4a90-a978-03aa89a6378a up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:14:03.512275 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 3ba99a97-23dc-4a90-a978-03aa89a6378a triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:14:03.512912 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (3ba99a97-23dc-4a90-a978-03aa89a6378a), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:03.577267 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cd399dc2-1fe6-4d8f-9275-e50d0f68bbdb tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (7ff11924-7e16-486a-8fe8-86e425b0ccad), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:03.617198 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 3ba99a97-23dc-4a90-a978-03aa89a6378a is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:14:03.628928 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 509df312-0895-453c-9bb7-474a70a42508 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:14:03.631109 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd399dc2-1fe6-4d8f-9275-e50d0f68bbdb tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Pushing event deleted for resources: {'Port': ['ID=7ff11924-7e16-486a-8fe8-86e425b0ccad,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:03.663915 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 509df312-0895-453c-9bb7-474a70a42508 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:14:03.664560 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 509df312-0895-453c-9bb7-474a70a42508 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:14:03.692814 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cd399dc2-1fe6-4d8f-9275-e50d0f68bbdb tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:03.696379 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-cd399dc2-1fe6-4d8f-9275-e50d0f68bbdb tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "DELETE /v2.0/ports/7ff11924-7e16-486a-8fe8-86e425b0ccad HTTP/1.1" status: 204  len: 168 time: 1.4058330
May 07 22:14:03.699434 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 46812) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:03.727464 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-91e83245-0c3f-49b1-a67d-366f824b152e tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Deleting port 53c918bd-9219-4cfa-83a2-9cc46c8f0a52 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:14:03.728346 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-91e83245-0c3f-49b1-a67d-366f824b152e tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (53c918bd-9219-4cfa-83a2-9cc46c8f0a52), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:03.744283 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-36cdcdbf-b086-4ad2-8f1c-82654f2094de tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] GET failed (client error): The resource could not be found.
May 07 22:14:03.746493 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-36cdcdbf-b086-4ad2-8f1c-82654f2094de tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "GET /v2.0/ports/7ff11924-7e16-486a-8fe8-86e425b0ccad HTTP/1.1" status: 404  len: 333 time: 0.0453618
May 07 22:14:03.749746 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 46814) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:03.861843 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1b0235b4-35d8-41e6-868d-93089a922bc7 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for security_group (eda1a4f0-96c4-4a7c-ac3a-8479fe0fb1f3), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:03.881676 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-91e83245-0c3f-49b1-a67d-366f824b152e tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] For port 53c918bd-9219-4cfa-83a2-9cc46c8f0a52, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=53c918bd-9219-4cfa-83a2-9cc46c8f0a52,segment=NetworkSegment(140229b6-30e8-4475-a37b-fbe7242be746),segment_id=140229b6-30e8-4475-a37b-fbe7242be746)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:14:03.882060 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-91e83245-0c3f-49b1-a67d-366f824b152e tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (53c918bd-9219-4cfa-83a2-9cc46c8f0a52), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:03.916011 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-91e83245-0c3f-49b1-a67d-366f824b152e tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Calling delete_port for 53c918bd-9219-4cfa-83a2-9cc46c8f0a52 owned by network:router_interface {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:14:03.941980 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1b0235b4-35d8-41e6-868d-93089a922bc7 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for security_group (eda1a4f0-96c4-4a7c-ac3a-8479fe0fb1f3), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:03.968522 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd869ce-9eea-4040-aa1c-34f81d4fe0df req-6eab2abf-38ef-4cb6-b7c8-0a734699eeb8 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:14:03.971370 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-abd869ce-9eea-4040-aa1c-34f81d4fe0df req-6eab2abf-38ef-4cb6-b7c8-0a734699eeb8 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=f65a5d21-0a34-4bef-82e5-f77821caa253 HTTP/1.1" status: 200  len: 946 time: 0.1017859
May 07 22:14:04.059209 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-abd869ce-9eea-4040-aa1c-34f81d4fe0df req-c3c195c2-7dd2-4123-9600-b3a42206fd6d tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0772862
May 07 22:14:04.060386 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1b0235b4-35d8-41e6-868d-93089a922bc7 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (eda1a4f0-96c4-4a7c-ac3a-8479fe0fb1f3), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:04.079414 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1b0235b4-35d8-41e6-868d-93089a922bc7 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:04.084449 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-1b0235b4-35d8-41e6-868d-93089a922bc7 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "DELETE /v2.0/security-groups/eda1a4f0-96c4-4a7c-ac3a-8479fe0fb1f3 HTTP/1.1" status: 204  len: 168 time: 0.3310137
May 07 22:14:04.088929 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 46824) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:04.097827 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0235b4-35d8-41e6-868d-93089a922bc7 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda1a4f0-96c4-4a7c-ac3a-8479fe0fb1f3,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:04.208891 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26b580d-1dda-4525-9d89-bf52337980cc req-491d9c46-f3a8-482f-95d1-ea45dcce425b tempest-TestServerAdvancedOps-129343738 tempest-TestServerAdvancedOps-129343738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:14:04.210686 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e26b580d-1dda-4525-9d89-bf52337980cc req-491d9c46-f3a8-482f-95d1-ea45dcce425b tempest-TestServerAdvancedOps-129343738 tempest-TestServerAdvancedOps-129343738-project] 10.222.0.32 "GET /v2.0/ports?device_id=164426a0-c59d-477b-9c73-bd9b5d17842f HTTP/1.1" status: 200  len: 944 time: 0.1206412
May 07 22:14:04.297922 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-80f3ff58-686e-4ae9-8a71-75836e0e54ac tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for security_group (35a36472-1d52-4d53-9092-2654a2c416ce), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:04.352395 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-80f3ff58-686e-4ae9-8a71-75836e0e54ac tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for security_group (35a36472-1d52-4d53-9092-2654a2c416ce), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:04.404862 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e26b580d-1dda-4525-9d89-bf52337980cc req-3bb5ef0f-8726-453d-a847-c6af6103ad76 tempest-TestServerAdvancedOps-129343738 tempest-TestServerAdvancedOps-129343738-project] 10.222.0.32 "GET /v2.0/security-groups?id=bde33446-ddbb-480d-baf6-75ce7e50f8c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1757617
May 07 22:14:04.414332 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-91e83245-0c3f-49b1-a67d-366f824b152e tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (53c918bd-9219-4cfa-83a2-9cc46c8f0a52), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:04.458119 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e83245-0c3f-49b1-a67d-366f824b152e tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Pushing event deleted for resources: {'Port': ['ID=53c918bd-9219-4cfa-83a2-9cc46c8f0a52,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:04.489975 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-80f3ff58-686e-4ae9-8a71-75836e0e54ac tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (35a36472-1d52-4d53-9092-2654a2c416ce), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:04.493626 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-80f3ff58-686e-4ae9-8a71-75836e0e54ac tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:04.494611 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-80f3ff58-686e-4ae9-8a71-75836e0e54ac tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "DELETE /v2.0/security-groups/35a36472-1d52-4d53-9092-2654a2c416ce HTTP/1.1" status: 204  len: 168 time: 0.4025712
May 07 22:14:04.497459 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 46838) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:04.539548 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f3ff58-686e-4ae9-8a71-75836e0e54ac tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a36472-1d52-4d53-9092-2654a2c416ce,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:04.591395 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-c34b9277-b4d7-40cb-a4a1-5d419601dc91 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Deleting subnet a5b8d855-1c77-4e12-aa0f-8d1c242c6ae3 {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:14:04.596669 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c34b9277-b4d7-40cb-a4a1-5d419601dc91 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for subnet (a5b8d855-1c77-4e12-aa0f-8d1c242c6ae3), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:04.662159 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c34b9277-b4d7-40cb-a4a1-5d419601dc91 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (a5b8d855-1c77-4e12-aa0f-8d1c242c6ae3), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:04.695750 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-91e83245-0c3f-49b1-a67d-366f824b152e tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401002'] for router_interface (63a58e96-bb4f-42a1-a1d3-2d70c05737fc), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:04.720800 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device d7900d83-4563-4b12-ac82-d89aa7319b93 up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:14:04.793768 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning for port d7900d83-4563-4b12-ac82-d89aa7319b93 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 22:14:04.806584 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port d7900d83-4563-4b12-ac82-d89aa7319b93 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:14:04.807014 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (d7900d83-4563-4b12-ac82-d89aa7319b93), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:04.821448 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c34b9277-b4d7-40cb-a4a1-5d419601dc91 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (a5b8d855-1c77-4e12-aa0f-8d1c242c6ae3), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:04.914678 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c34b9277-b4d7-40cb-a4a1-5d419601dc91 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (a5b8d855-1c77-4e12-aa0f-8d1c242c6ae3), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:04.944630 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port d7900d83-4563-4b12-ac82-d89aa7319b93 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:14:04.945334 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (d7900d83-4563-4b12-ac82-d89aa7319b93), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:04.975733 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34b9277-b4d7-40cb-a4a1-5d419601dc91 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Pushing event deleted for resources: {'Subnet': ['ID=a5b8d855-1c77-4e12-aa0f-8d1c242c6ae3,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:04.977855 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '164426a0-c59d-477b-9c73-bd9b5d17842f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7900d83-4563-4b12-ac82-d89aa7319b93'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:14:04.982562 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c34b9277-b4d7-40cb-a4a1-5d419601dc91 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:04.986912 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-c34b9277-b4d7-40cb-a4a1-5d419601dc91 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "DELETE /v2.0/subnets/a5b8d855-1c77-4e12-aa0f-8d1c242c6ae3 HTTP/1.1" status: 204  len: 168 time: 0.4878850
May 07 22:14:04.990688 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 46860) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:04.993071 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb0034be-5d06-42d5-be0b-d16fb63731a1" -d '{"events": [{"server_uuid": "164426a0-c59d-477b-9c73-bd9b5d17842f", "name": "network-vif-plugged", "status": "completed", "tag": "d7900d83-4563-4b12-ac82-d89aa7319b93"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:14:04.999719 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-8305c5b8-9492-4ff1-9e3e-508a59abecec tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Request body: {'subnet': {'network_id': '51e50de6-5b14-452d-ad45-80a0d2ddf837', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:14:04.999987 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03c38d2-e158-497d-8b87-f32a4728a03b None None] Network 51e50de6-5b14-452d-ad45-80a0d2ddf837 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:14:05.017381 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port d7900d83-4563-4b12-ac82-d89aa7319b93, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d7900d83-4563-4b12-ac82-d89aa7319b93,segment=NetworkSegment(d1207f06-f40c-4797-a9b1-5d2b7dece2ee),segment_id=d1207f06-f40c-4797-a9b1-5d2b7dece2ee)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:14:05.019562 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91e83245-0c3f-49b1-a67d-366f824b152e tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Router 63a58e96-bb4f-42a1-a1d3-2d70c05737fc has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:14:05.032717 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (d7900d83-4563-4b12-ac82-d89aa7319b93), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:05.169766 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8305c5b8-9492-4ff1-9e3e-508a59abecec tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Made reservation on behalf of 586495fb86064013a37b42a6b3d382fb for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:14:05.175631 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8305c5b8-9492-4ff1-9e3e-508a59abecec tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:05.267134 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41f8da3f-6b84-4aa9-b6c1-335bcc6904f7 x-openstack-request-id: req-41f8da3f-6b84-4aa9-b6c1-335bcc6904f7 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:14:05.267374 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "164426a0-c59d-477b-9c73-bd9b5d17842f", "name": "network-vif-plugged", "status": "completed", "tag": "d7900d83-4563-4b12-ac82-d89aa7319b93", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:14:05.267578 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-41f8da3f-6b84-4aa9-b6c1-335bcc6904f7 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:14:05.268168 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41f8da3f-6b84-4aa9-b6c1-335bcc6904f7'] response: {'server_uuid': '164426a0-c59d-477b-9c73-bd9b5d17842f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7900d83-4563-4b12-ac82-d89aa7319b93', 'code': 200}
May 07 22:14:05.319214 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23beb0e-c9a6-46ce-b013-e19211b4928e req-5889bc97-68c6-401b-91a8-40a54e10171f tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:14:05.321651 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d23beb0e-c9a6-46ce-b013-e19211b4928e req-5889bc97-68c6-401b-91a8-40a54e10171f tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=f65a5d21-0a34-4bef-82e5-f77821caa253 HTTP/1.1" status: 200  len: 946 time: 0.1258900
May 07 22:14:05.324931 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1659411-57e6-482a-ad53-3c5bc4d86f9f req-16bae875-7615-4ceb-8788-b0cf103fe8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:14:05.327193 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d1659411-57e6-482a-ad53-3c5bc4d86f9f req-16bae875-7615-4ceb-8788-b0cf103fe8d1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=164426a0-c59d-477b-9c73-bd9b5d17842f HTTP/1.1" status: 200  len: 1127 time: 0.1299376
May 07 22:14:05.331548 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91e83245-0c3f-49b1-a67d-366f824b152e tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:14:05.333163 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=d7900d83-4563-4b12-ac82-d89aa7319b93,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:05.342103 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-91e83245-0c3f-49b1-a67d-366f824b152e tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "PUT /v2.0/routers/63a58e96-bb4f-42a1-a1d3-2d70c05737fc/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2640221
May 07 22:14:05.350995 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 46866) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:05.364898 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6d1244-6f1c-45fa-9365-33245ef3e46d None None] Sync routers for ids ['63a58e96-bb4f-42a1-a1d3-2d70c05737fc'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:14:05.390239 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6d1244-6f1c-45fa-9365-33245ef3e46d None None] Routers {'63a58e96-bb4f-42a1-a1d3-2d70c05737fc'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:14:05.390935 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-9c6d1244-6f1c-45fa-9365-33245ef3e46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7e898520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:13:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['63a58e96-bb4f-42a1-a1d3-2d70c05737fc'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:05.450523 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d70fa68-6dac-433e-a804-286f2762258b tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Deleting subnet 3bb8fb8f-fd99-4052-9f7c-6b1d8087aabe {{(pid=121836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:14:05.458206 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3d70fa68-6dac-433e-a804-286f2762258b tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for subnet (3bb8fb8f-fd99-4052-9f7c-6b1d8087aabe), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:05.533826 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d1659411-57e6-482a-ad53-3c5bc4d86f9f req-87a53326-bc1a-41a1-94a5-a25b353292ba service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=bde33446-ddbb-480d-baf6-75ce7e50f8c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1897736
May 07 22:14:05.537184 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-9c6d1244-6f1c-45fa-9365-33245ef3e46d None None] Set router 63a58e96-bb4f-42a1-a1d3-2d70c05737fc gateway port host: None {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:14:05.578112 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d23beb0e-c9a6-46ce-b013-e19211b4928e req-5d1d9782-ce70-4abb-b4d0-28d8d8200857 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1622939
May 07 22:14:05.581127 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3d70fa68-6dac-433e-a804-286f2762258b tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726883'] for subnet (3bb8fb8f-fd99-4052-9f7c-6b1d8087aabe), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:05.597478 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f639b1-8e74-45ec-b5cf-51e4a0698f26 req-de0ec22a-c46c-4d54-8f86-36aef6e8b263 tempest-TestServerAdvancedOps-129343738 tempest-TestServerAdvancedOps-129343738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:14:05.599138 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-09f639b1-8e74-45ec-b5cf-51e4a0698f26 req-de0ec22a-c46c-4d54-8f86-36aef6e8b263 tempest-TestServerAdvancedOps-129343738 tempest-TestServerAdvancedOps-129343738-project] 10.222.0.32 "GET /v2.0/ports?device_id=164426a0-c59d-477b-9c73-bd9b5d17842f HTTP/1.1" status: 200  len: 945 time: 0.0716145
May 07 22:14:05.600592 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8305c5b8-9492-4ff1-9e3e-508a59abecec tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (6cd95bbc-0622-4f0e-98da-8ae9c297feb2), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:05.689090 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8305c5b8-9492-4ff1-9e3e-508a59abecec tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Network 51e50de6-5b14-452d-ad45-80a0d2ddf837 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:14:05.695051 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-8305c5b8-9492-4ff1-9e3e-508a59abecec tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:14:05.698906 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8305c5b8-9492-4ff1-9e3e-508a59abecec tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:14:05.699711 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8305c5b8-9492-4ff1-9e3e-508a59abecec tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:05.721639 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3d70fa68-6dac-433e-a804-286f2762258b tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (3bb8fb8f-fd99-4052-9f7c-6b1d8087aabe), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:05.735526 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-8305c5b8-9492-4ff1-9e3e-508a59abecec tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.7405195
May 07 22:14:05.738354 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 46870) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:05.746334 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-77ae6758-fbdb-485a-bff5-70859a7af6fe tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Request body: {'security_group': {'name': 'tempest-secgroup-751125311'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:14:05.761979 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8305c5b8-9492-4ff1-9e3e-508a59abecec tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Pushing event updated for resources: {'Subnet': ['ID=6cd95bbc-0622-4f0e-98da-8ae9c297feb2,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:05.829929 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3d70fa68-6dac-433e-a804-286f2762258b tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (3bb8fb8f-fd99-4052-9f7c-6b1d8087aabe), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:05.836733 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-09f639b1-8e74-45ec-b5cf-51e4a0698f26 req-a2dabab9-55a6-4124-a9e6-490eebfc186f tempest-TestServerAdvancedOps-129343738 tempest-TestServerAdvancedOps-129343738-project] 10.222.0.32 "GET /v2.0/security-groups?id=bde33446-ddbb-480d-baf6-75ce7e50f8c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1860898
May 07 22:14:05.868345 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-77ae6758-fbdb-485a-bff5-70859a7af6fe tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:05.882886 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d70fa68-6dac-433e-a804-286f2762258b tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Pushing event deleted for resources: {'Subnet': ['ID=3bb8fb8f-fd99-4052-9f7c-6b1d8087aabe,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:05.888524 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-9c6d1244-6f1c-45fa-9365-33245ef3e46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7e898520>, [{'id': '63a58e96-bb4f-42a1-a1d3-2d70c05737fc', 'name': 'tempest-RoutersTest-router-1588625411', 'tenant_id': '9871aa16c54d4751ac838e07d52897a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:13:08Z', 'updated_at': '2022-05-07T22:14:04Z', 'revision_number': 10, 'project_id': '9871aa16c54d4751ac838e07d52897a6', 'gw_port_host': None, '_interfaces': [{'id': '1b3dbd20-e902-474e-b149-a311f95b0918', 'name': '', 'network_id': '7cdbabe7-c47e-4ec1-a413-238cbe077182', 'tenant_id': '9871aa16c54d4751ac838e07d52897a6', 'mac_address': 'fa:16:3e:1b:49:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a58e96-bb4f-42a1-a1d3-2d70c05737fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '8f8f5bc6-0bf7-4c2d-9992-ab2f897c66fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:13:12Z', 'updated_at': '2022-05-07T22:13:20Z', 'revision_number': 5, 'project_id': '9871aa16c54d4751ac838e07d52897a6', 'subnets': [{'id': '8f8f5bc6-0bf7-4c2d-9992-ab2f897c66fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:05.901409 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3d70fa68-6dac-433e-a804-286f2762258b tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:05.907623 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-3d70fa68-6dac-433e-a804-286f2762258b tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "DELETE /v2.0/subnets/3bb8fb8f-fd99-4052-9f7c-6b1d8087aabe HTTP/1.1" status: 204  len: 168 time: 0.5556245
May 07 22:14:05.910007 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 46888) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:05.945662 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6d1244-6f1c-45fa-9365-33245ef3e46d None None] Checking router: 63a58e96-bb4f-42a1-a1d3-2d70c05737fc for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:14:05.956546 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a03fb81-ff32-464a-8965-bcfe1e5cf69e None None] Network d886a8d9-b0b4-434c-b8fd-39f441315a88 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:14:06.038566 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-77ae6758-fbdb-485a-bff5-70859a7af6fe tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for security_group (76bc48d7-3b26-4162-b373-c049b56d5d41), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:06.046597 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-77ae6758-fbdb-485a-bff5-70859a7af6fe tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (76bc48d7-3b26-4162-b373-c049b56d5d41), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:06.050811 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6d1244-6f1c-45fa-9365-33245ef3e46d None None] Routers {'63a58e96-bb4f-42a1-a1d3-2d70c05737fc'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:14:06.052190 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-9c6d1244-6f1c-45fa-9365-33245ef3e46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7e898520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:13:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['63a58e96-bb4f-42a1-a1d3-2d70c05737fc'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:06.088271 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ff42655c-61f0-4b1a-b0ee-dc3a2f164433 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (d886a8d9-b0b4-434c-b8fd-39f441315a88), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:06.116155 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ae6758-fbdb-485a-bff5-70859a7af6fe tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76bc48d7-3b26-4162-b373-c049b56d5d41,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:06.134677 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-77ae6758-fbdb-485a-bff5-70859a7af6fe tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:06.138805 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-77ae6758-fbdb-485a-bff5-70859a7af6fe tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.3961868
May 07 22:14:06.139849 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 46904) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:06.144609 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-e308f0c0-637a-4d8a-b72e-ba6ab9a83c4d tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Request body: {'security_group': {'name': 'tempest-secgroup-761402417'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:14:06.168815 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-ff42655c-61f0-4b1a-b0ee-dc3a2f164433 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Deleting port 30306275-e50f-40ac-9e1a-d6a931dc8c02 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:14:06.169356 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ff42655c-61f0-4b1a-b0ee-dc3a2f164433 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (30306275-e50f-40ac-9e1a-d6a931dc8c02), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:06.184920 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e308f0c0-637a-4d8a-b72e-ba6ab9a83c4d tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:06.287065 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-ff42655c-61f0-4b1a-b0ee-dc3a2f164433 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] For port 30306275-e50f-40ac-9e1a-d6a931dc8c02, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=30306275-e50f-40ac-9e1a-d6a931dc8c02,segment=NetworkSegment(140229b6-30e8-4475-a37b-fbe7242be746),segment_id=140229b6-30e8-4475-a37b-fbe7242be746)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:14:06.287538 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ff42655c-61f0-4b1a-b0ee-dc3a2f164433 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (30306275-e50f-40ac-9e1a-d6a931dc8c02), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:06.299150 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e308f0c0-637a-4d8a-b72e-ba6ab9a83c4d tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for security_group (7e060523-45b4-4d66-ae24-ed842e220f77), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:06.311581 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-ff42655c-61f0-4b1a-b0ee-dc3a2f164433 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Calling delete_port for 30306275-e50f-40ac-9e1a-d6a931dc8c02 owned by network:dhcp {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:14:06.314658 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e308f0c0-637a-4d8a-b72e-ba6ab9a83c4d tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (7e060523-45b4-4d66-ae24-ed842e220f77), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:06.360361 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-9c6d1244-6f1c-45fa-9365-33245ef3e46d None None] Set router 63a58e96-bb4f-42a1-a1d3-2d70c05737fc gateway port host: None {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:14:06.378160 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e308f0c0-637a-4d8a-b72e-ba6ab9a83c4d tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:06.387814 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-e308f0c0-637a-4d8a-b72e-ba6ab9a83c4d tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.2468805
May 07 22:14:06.389893 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 46908) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:06.410157 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-c3402e0c-38fb-4e82-a93f-9dcfbbc04794 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Request body: {'security_group': {'name': 'tempest-secgroup-475263586'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:14:06.423485 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e308f0c0-637a-4d8a-b72e-ba6ab9a83c4d tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e060523-45b4-4d66-ae24-ed842e220f77,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:06.433507 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee58d14f-b574-44bd-b047-3bc0142e073c None None] DHCP port deletion for d886a8d9-b0b4-434c-b8fd-39f441315a88 request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:14:06.471945 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c3402e0c-38fb-4e82-a93f-9dcfbbc04794 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:06.491917 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ff42655c-61f0-4b1a-b0ee-dc3a2f164433 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (30306275-e50f-40ac-9e1a-d6a931dc8c02), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:06.512878 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff42655c-61f0-4b1a-b0ee-dc3a2f164433 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] No DVR routers for this DVR port 30306275-e50f-40ac-9e1a-d6a931dc8c02 on host ncdv-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:14:06.544402 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff42655c-61f0-4b1a-b0ee-dc3a2f164433 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Pushing event deleted for resources: {'Port': ['ID=30306275-e50f-40ac-9e1a-d6a931dc8c02,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:06.583282 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e00508-d86f-4517-9508-9e1ebae739b2 None None] Network 51e50de6-5b14-452d-ad45-80a0d2ddf837 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:14:06.652979 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ff42655c-61f0-4b1a-b0ee-dc3a2f164433 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (d886a8d9-b0b4-434c-b8fd-39f441315a88), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:06.681198 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-ff42655c-61f0-4b1a-b0ee-dc3a2f164433 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf8d2874c0>,) {'filters': {'network_id': ['d886a8d9-b0b4-434c-b8fd-39f441315a88']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:06.692144 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-ee58d14f-b574-44bd-b047-3bc0142e073c None None] Deleting port 30306275-e50f-40ac-9e1a-d6a931dc8c02 {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:14:06.692520 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ee58d14f-b574-44bd-b047-3bc0142e073c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (30306275-e50f-40ac-9e1a-d6a931dc8c02), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:06.698228 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-ff42655c-61f0-4b1a-b0ee-dc3a2f164433 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8d2874c0>, '140229b6-30e8-4475-a37b-fbe7242be746') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:06.698228 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-ff42655c-61f0-4b1a-b0ee-dc3a2f164433 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8d2874c0>, '140229b6-30e8-4475-a37b-fbe7242be746') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:06.703633 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c3402e0c-38fb-4e82-a93f-9dcfbbc04794 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for security_group (9d2e0af5-d90d-44d5-88ed-bbbb97eb4e66), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:06.711635 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ff42655c-61f0-4b1a-b0ee-dc3a2f164433 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (140229b6-30e8-4475-a37b-fbe7242be746), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:06.712217 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c3402e0c-38fb-4e82-a93f-9dcfbbc04794 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (9d2e0af5-d90d-44d5-88ed-bbbb97eb4e66), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:06.731041 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ff42655c-61f0-4b1a-b0ee-dc3a2f164433 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (140229b6-30e8-4475-a37b-fbe7242be746), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:06.748471 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff42655c-61f0-4b1a-b0ee-dc3a2f164433 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:14:06.748719 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ff42655c-61f0-4b1a-b0ee-dc3a2f164433 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (140229b6-30e8-4475-a37b-fbe7242be746), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:06.749974 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c3402e0c-38fb-4e82-a93f-9dcfbbc04794 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:06.750941 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-8a414bf8-06c8-425e-bf04-81e95cef6cbe None None] Provisioning complete for port 3ba99a97-23dc-4a90-a978-03aa89a6378a triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:14:06.751433 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-8a414bf8-06c8-425e-bf04-81e95cef6cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (3ba99a97-23dc-4a90-a978-03aa89a6378a), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:06.755978 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-c3402e0c-38fb-4e82-a93f-9dcfbbc04794 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.3616467
May 07 22:14:06.756141 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 22:14:06.756141 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:14:06.756141 ncdv-master-1 neutron-server[121836]:     timer()
May 07 22:14:06.756141 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:14:06.756141 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 22:14:06.756141 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:14:06.756141 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 22:14:06.756141 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:14:06.756141 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 22:14:06.756141 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:14:06.756141 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 22:14:06.756141 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:14:06.756141 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 22:14:06.756141 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:14:06.756141 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:14:06.756141 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:14:06.756141 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:14:06.756141 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:14:06.756141 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 22:14:06.756141 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:14:06.756141 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 22:14:06.756141 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:14:06.756141 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:14:06.756141 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:14:06.756141 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 22:14:06.756141 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:14:06.756141 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:14:06.756141 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:14:06.756141 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:14:06.756141 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:14:06.756141 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:14:06.756141 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:14:06.758383 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 46922) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:06.761613 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-02cea571-8b8e-436f-a066-e9fe1e03b87d tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1924009381', 'security_groups': ['9d2e0af5-d90d-44d5-88ed-bbbb97eb4e66'], 'network_id': '51e50de6-5b14-452d-ad45-80a0d2ddf837', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6cd95bbc-0622-4f0e-98da-8ae9c297feb2'}]}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:14:06.768461 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3402e0c-38fb-4e82-a93f-9dcfbbc04794 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2e0af5-d90d-44d5-88ed-bbbb97eb4e66,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:06.878428 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb47bcb-dcaa-40ae-b4e9-463fe26901af req-12485530-332e-4d2b-b627-92c10ee03a81 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:14:06.879873 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-acb47bcb-dcaa-40ae-b4e9-463fe26901af req-12485530-332e-4d2b-b627-92c10ee03a81 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=f65a5d21-0a34-4bef-82e5-f77821caa253 HTTP/1.1" status: 200  len: 946 time: 0.1235938
May 07 22:14:06.897647 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-ee58d14f-b574-44bd-b047-3bc0142e073c None None] For port 30306275-e50f-40ac-9e1a-d6a931dc8c02, host ncdv-master-1, got binding levels [] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:14:06.898222 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ee58d14f-b574-44bd-b047-3bc0142e073c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (30306275-e50f-40ac-9e1a-d6a931dc8c02), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:06.915661 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ff42655c-61f0-4b1a-b0ee-dc3a2f164433 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (d886a8d9-b0b4-434c-b8fd-39f441315a88), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:06.924556 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02cea571-8b8e-436f-a066-e9fe1e03b87d tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Made reservation on behalf of 586495fb86064013a37b42a6b3d382fb for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:14:06.926627 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ff42655c-61f0-4b1a-b0ee-dc3a2f164433 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:06.933329 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-ff42655c-61f0-4b1a-b0ee-dc3a2f164433 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "DELETE /v2.0/networks/d886a8d9-b0b4-434c-b8fd-39f441315a88 HTTP/1.1" status: 204  len: 168 time: 1.0208955
May 07 22:14:06.938718 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 46926) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:06.970993 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff42655c-61f0-4b1a-b0ee-dc3a2f164433 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Pushing event deleted for resources: {'Network': ['ID=d886a8d9-b0b4-434c-b8fd-39f441315a88,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:06.988852 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-ee58d14f-b574-44bd-b047-3bc0142e073c None None] Calling delete_port for 30306275-e50f-40ac-9e1a-d6a931dc8c02 owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:14:07.002333 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.ipam_backend_mixin [None req-ee58d14f-b574-44bd-b047-3bc0142e073c None None] Port 30306275-e50f-40ac-9e1a-d6a931dc8c02 was not found and therefore no delete operation was performed {{(pid=121838) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}}
May 07 22:14:07.052495 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ee58d14f-b574-44bd-b047-3bc0142e073c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (30306275-e50f-40ac-9e1a-d6a931dc8c02), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:07.096454 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-acb47bcb-dcaa-40ae-b4e9-463fe26901af req-9b365da7-7c85-4fef-af69-6a221269d3d4 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2015207
May 07 22:14:07.097960 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-8a414bf8-06c8-425e-bf04-81e95cef6cbe None None] Current status of the port 3ba99a97-23dc-4a90-a978-03aa89a6378a is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:14:07.102279 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ee58d14f-b574-44bd-b047-3bc0142e073c None None] Network d886a8d9-b0b4-434c-b8fd-39f441315a88 is not hosted by any dhcp agent {{(pid=121838) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
May 07 22:14:07.102868 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee58d14f-b574-44bd-b047-3bc0142e073c None None] No DVR routers for this DVR port 30306275-e50f-40ac-9e1a-d6a931dc8c02 on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:14:07.108277 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee58d14f-b574-44bd-b047-3bc0142e073c None None] Pushing event deleted for resources: {'Port': ['ID=30306275-e50f-40ac-9e1a-d6a931dc8c02,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:07.119500 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-9c6d1244-6f1c-45fa-9365-33245ef3e46d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7e898520>, [{'id': '63a58e96-bb4f-42a1-a1d3-2d70c05737fc', 'name': 'tempest-RoutersTest-router-1588625411', 'tenant_id': '9871aa16c54d4751ac838e07d52897a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:13:08Z', 'updated_at': '2022-05-07T22:14:04Z', 'revision_number': 10, 'project_id': '9871aa16c54d4751ac838e07d52897a6', 'gw_port_host': None, '_interfaces': [{'id': '1b3dbd20-e902-474e-b149-a311f95b0918', 'name': '', 'network_id': '7cdbabe7-c47e-4ec1-a413-238cbe077182', 'tenant_id': '9871aa16c54d4751ac838e07d52897a6', 'mac_address': 'fa:16:3e:1b:49:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a58e96-bb4f-42a1-a1d3-2d70c05737fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '8f8f5bc6-0bf7-4c2d-9992-ab2f897c66fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:13:12Z', 'updated_at': '2022-05-07T22:13:20Z', 'revision_number': 5, 'project_id': '9871aa16c54d4751ac838e07d52897a6', 'subnets': [{'id': '8f8f5bc6-0bf7-4c2d-9992-ab2f897c66fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:07.149249 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-02cea571-8b8e-436f-a066-e9fe1e03b87d tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:07.167945 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff0335e-d7da-4d25-84b0-298093871f1b req-9d428d6d-d093-43d1-9ffe-06e6bcd2799e tempest-TestServerAdvancedOps-129343738 tempest-TestServerAdvancedOps-129343738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:14:07.170297 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6d1244-6f1c-45fa-9365-33245ef3e46d None None] The sync data for ids ['63a58e96-bb4f-42a1-a1d3-2d70c05737fc'] in ncdv-master-1 is: [{'id': '63a58e96-bb4f-42a1-a1d3-2d70c05737fc', 'name': 'tempest-RoutersTest-router-1588625411', 'tenant_id': '9871aa16c54d4751ac838e07d52897a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:13:08Z', 'updated_at': '2022-05-07T22:14:04Z', 'revision_number': 10, 'project_id': '9871aa16c54d4751ac838e07d52897a6', 'gw_port_host': None, '_interfaces': [{'id': '1b3dbd20-e902-474e-b149-a311f95b0918', 'name': '', 'network_id': '7cdbabe7-c47e-4ec1-a413-238cbe077182', 'tenant_id': '9871aa16c54d4751ac838e07d52897a6', 'mac_address': 'fa:16:3e:1b:49:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63a58e96-bb4f-42a1-a1d3-2d70c05737fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3443, 'fixed_ips': [{'subnet_id': '8f8f5bc6-0bf7-4c2d-9992-ab2f897c66fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:13:12Z', 'updated_at': '2022-05-07T22:13:20Z', 'revision_number': 5, 'project_id': '9871aa16c54d4751ac838e07d52897a6', 'subnets': [{'id': '8f8f5bc6-0bf7-4c2d-9992-ab2f897c66fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:14:07.173876 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-8a414bf8-06c8-425e-bf04-81e95cef6cbe None None] Provisioning complete for port c6215454-d632-4f94-b4e9-24789fbc4caf triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:14:07.174627 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-8a414bf8-06c8-425e-bf04-81e95cef6cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (c6215454-d632-4f94-b4e9-24789fbc4caf), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:07.176226 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9ff0335e-d7da-4d25-84b0-298093871f1b req-9d428d6d-d093-43d1-9ffe-06e6bcd2799e tempest-TestServerAdvancedOps-129343738 tempest-TestServerAdvancedOps-129343738-project] 10.222.0.32 "GET /v2.0/ports?device_id=164426a0-c59d-477b-9c73-bd9b5d17842f HTTP/1.1" status: 200  len: 945 time: 0.1296661
May 07 22:14:07.239189 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [None req-02cea571-8b8e-436f-a066-e9fe1e03b87d tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] device_id is not set on port fdd3c035-d123-4995-9e98-47592dcc5377 yet. {{(pid=121837) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 22:14:07.273300 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-8a414bf8-06c8-425e-bf04-81e95cef6cbe None None] Port c6215454-d632-4f94-b4e9-24789fbc4caf cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:14:07.277502 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f56a9a-483e-400a-b51c-eed0e52601df None None] Update dhcp port {'port': {'network_id': '51e50de6-5b14-452d-ad45-80a0d2ddf837', 'fixed_ips': [{'subnet_id': '5d4ebd53-1758-4284-b702-0d4a119dc19f', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '6cd95bbc-0622-4f0e-98da-8ae9c297feb2'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '3ba99a97-23dc-4a90-a978-03aa89a6378a'} from ncdv-master-1. {{(pid=121838) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
May 07 22:14:07.319865 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9ff0335e-d7da-4d25-84b0-298093871f1b req-af23b92a-b3fe-48f3-b8d3-435d313019fa tempest-TestServerAdvancedOps-129343738 tempest-TestServerAdvancedOps-129343738-project] 10.222.0.32 "GET /v2.0/security-groups?id=bde33446-ddbb-480d-baf6-75ce7e50f8c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1427531
May 07 22:14:07.355538 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-68f56a9a-483e-400a-b51c-eed0e52601df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (3ba99a97-23dc-4a90-a978-03aa89a6378a), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:07.414683 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 46938) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:07.508021 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ff239b2-efea-400d-8721-8ca2caa5cf44 admin admin] Deleting subnet a883f163-518a-49ed-806b-b4dba8860b63 {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:14:07.521194 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab551b1d-31b9-4bb4-925c-4b7dc6214162 req-27c5c34c-65c9-4c2e-8be2-577e04b00485 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:14:07.532734 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ab551b1d-31b9-4bb4-925c-4b7dc6214162 req-27c5c34c-65c9-4c2e-8be2-577e04b00485 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=f65a5d21-0a34-4bef-82e5-f77821caa253 HTTP/1.1" status: 200  len: 946 time: 0.0978754
May 07 22:14:07.553567 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9ff239b2-efea-400d-8721-8ca2caa5cf44 admin admin] Publish callbacks [] for subnet (a883f163-518a-49ed-806b-b4dba8860b63), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:07.642319 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 53c918bd-9219-4cfa-83a2-9cc46c8f0a52 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:14:07.658109 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbba188-118d-41e9-af2b-bfecc1e4dd18 req-f38fe437-fc60-45f3-9005-d68f6f73a2a2 tempest-TestServerAdvancedOps-129343738 tempest-TestServerAdvancedOps-129343738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:14:07.660351 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1dbba188-118d-41e9-af2b-bfecc1e4dd18 req-f38fe437-fc60-45f3-9005-d68f6f73a2a2 tempest-TestServerAdvancedOps-129343738 tempest-TestServerAdvancedOps-129343738-project] 10.222.0.32 "GET /v2.0/ports?device_id=164426a0-c59d-477b-9c73-bd9b5d17842f HTTP/1.1" status: 200  len: 945 time: 0.1687298
May 07 22:14:07.680289 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ab551b1d-31b9-4bb4-925c-4b7dc6214162 req-7adddfbf-1fcf-4f89-a0d9-915c36543493 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1467831
May 07 22:14:07.707566 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9ff239b2-efea-400d-8721-8ca2caa5cf44 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (a883f163-518a-49ed-806b-b4dba8860b63), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:07.710354 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-02cea571-8b8e-436f-a066-e9fe1e03b87d tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Allocated IP 2001:db8::377 (51e50de6-5b14-452d-ad45-80a0d2ddf837/6cd95bbc-0622-4f0e-98da-8ae9c297feb2/fdd3c035-d123-4995-9e98-47592dcc5377) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:14:07.789246 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1dedc9f1-4da6-43f3-888a-7595779b6b80 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401094'] for router_interface (63a58e96-bb4f-42a1-a1d3-2d70c05737fc), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:07.805035 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9ff239b2-efea-400d-8721-8ca2caa5cf44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (a883f163-518a-49ed-806b-b4dba8860b63), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:07.841665 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1dbba188-118d-41e9-af2b-bfecc1e4dd18 req-5cc9148c-1bfe-4625-8e83-236cb5387ffa tempest-TestServerAdvancedOps-129343738 tempest-TestServerAdvancedOps-129343738-project] 10.222.0.32 "GET /v2.0/security-groups?id=bde33446-ddbb-480d-baf6-75ce7e50f8c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1721396
May 07 22:14:07.862469 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 53c918bd-9219-4cfa-83a2-9cc46c8f0a52 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:14:07.862894 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 53c918bd-9219-4cfa-83a2-9cc46c8f0a52 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:14:07.863397 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 30306275-e50f-40ac-9e1a-d6a931dc8c02 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:14:07.887983 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 30306275-e50f-40ac-9e1a-d6a931dc8c02 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:14:07.888467 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 30306275-e50f-40ac-9e1a-d6a931dc8c02 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:14:07.970398 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9ff239b2-efea-400d-8721-8ca2caa5cf44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (a883f163-518a-49ed-806b-b4dba8860b63), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:07.972485 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31852b0-7e45-4b41-822f-f0898c4d718a req-7b8a4f04-2cd9-4b3d-8870-445fc20b3c5f tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:14:07.974883 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b31852b0-7e45-4b41-822f-f0898c4d718a req-7b8a4f04-2cd9-4b3d-8870-445fc20b3c5f tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=f65a5d21-0a34-4bef-82e5-f77821caa253 HTTP/1.1" status: 200  len: 946 time: 0.1804376
May 07 22:14:08.013056 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff239b2-efea-400d-8721-8ca2caa5cf44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a883f163-518a-49ed-806b-b4dba8860b63,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:08.021669 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9ff239b2-efea-400d-8721-8ca2caa5cf44 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:08.027904 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-9ff239b2-efea-400d-8721-8ca2caa5cf44 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a883f163-518a-49ed-806b-b4dba8860b63 HTTP/1.1" status: 204  len: 168 time: 0.6092441
May 07 22:14:08.029378 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 46960) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:08.049534 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-02cea571-8b8e-436f-a066-e9fe1e03b87d tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for port (fdd3c035-d123-4995-9e98-47592dcc5377), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:08.115205 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b31852b0-7e45-4b41-822f-f0898c4d718a req-d3d174b1-bf09-4453-9fb6-52964bd6ac79 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1257422
May 07 22:14:08.150113 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bdbc9b49-b6b1-4efd-ad6c-f9b8831291d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (aee5e538-fcd6-49ce-8112-161cb6d635be), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:08.232937 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-1dedc9f1-4da6-43f3-888a-7595779b6b80 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Deleting port 1b3dbd20-e902-474e-b149-a311f95b0918 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:14:08.233439 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1dedc9f1-4da6-43f3-888a-7595779b6b80 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (1b3dbd20-e902-474e-b149-a311f95b0918), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:08.269671 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-02cea571-8b8e-436f-a066-e9fe1e03b87d tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (fdd3c035-d123-4995-9e98-47592dcc5377), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:08.343199 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-68f56a9a-483e-400a-b51c-eed0e52601df None None] Allocated IP 2001:db8::2 (51e50de6-5b14-452d-ad45-80a0d2ddf837/6cd95bbc-0622-4f0e-98da-8ae9c297feb2/3ba99a97-23dc-4a90-a978-03aa89a6378a) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:14:08.351694 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b8498-09fc-4083-8b28-a18b3d8e497f req-b89ba23d-3705-4e7b-951e-263acce068d9 tempest-TestServerAdvancedOps-129343738 tempest-TestServerAdvancedOps-129343738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:14:08.359631 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b68b8498-09fc-4083-8b28-a18b3d8e497f req-b89ba23d-3705-4e7b-951e-263acce068d9 tempest-TestServerAdvancedOps-129343738 tempest-TestServerAdvancedOps-129343738-project] 10.222.0.32 "GET /v2.0/ports?device_id=164426a0-c59d-477b-9c73-bd9b5d17842f HTTP/1.1" status: 200  len: 945 time: 0.2012029
May 07 22:14:08.360444 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-1dedc9f1-4da6-43f3-888a-7595779b6b80 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] For port 1b3dbd20-e902-474e-b149-a311f95b0918, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1b3dbd20-e902-474e-b149-a311f95b0918,segment=NetworkSegment(592b8947-c1fa-4ca4-9943-03ca1c8537ba),segment_id=592b8947-c1fa-4ca4-9943-03ca1c8537ba)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:14:08.360861 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1dedc9f1-4da6-43f3-888a-7595779b6b80 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (1b3dbd20-e902-474e-b149-a311f95b0918), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:08.377159 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bdbc9b49-b6b1-4efd-ad6c-f9b8831291d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (aee5e538-fcd6-49ce-8112-161cb6d635be), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:08.385970 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-1dedc9f1-4da6-43f3-888a-7595779b6b80 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Calling delete_port for 1b3dbd20-e902-474e-b149-a311f95b0918 owned by network:router_interface {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:14:08.429570 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-bdbc9b49-b6b1-4efd-ad6c-f9b8831291d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf85f82ca0>,) {'filters': {'network_id': ['aee5e538-fcd6-49ce-8112-161cb6d635be']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:08.439247 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02cea571-8b8e-436f-a066-e9fe1e03b87d tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Network 51e50de6-5b14-452d-ad45-80a0d2ddf837 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:14:08.454684 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cea571-8b8e-436f-a066-e9fe1e03b87d tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Pushing event updated for resources: {'Port': ['ID=fdd3c035-d123-4995-9e98-47592dcc5377,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:08.463092 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-02cea571-8b8e-436f-a066-e9fe1e03b87d tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:14:08.470140 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cea571-8b8e-436f-a066-e9fe1e03b87d tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:14:08.476912 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02cea571-8b8e-436f-a066-e9fe1e03b87d tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:14:08.477583 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-02cea571-8b8e-436f-a066-e9fe1e03b87d tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:08.481515 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-68f56a9a-483e-400a-b51c-eed0e52601df None None] For port 3ba99a97-23dc-4a90-a978-03aa89a6378a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3ba99a97-23dc-4a90-a978-03aa89a6378a,segment=NetworkSegment(487ec01b-cdaf-4a61-b510-144a8a47dfcd),segment_id=487ec01b-cdaf-4a61-b510-144a8a47dfcd)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:14:08.486227 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-bdbc9b49-b6b1-4efd-ad6c-f9b8831291d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf85f82ca0>, '21f1f6e2-9b44-4277-afd3-eeab9c445cc5') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:08.486528 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-bdbc9b49-b6b1-4efd-ad6c-f9b8831291d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf85f82ca0>, '21f1f6e2-9b44-4277-afd3-eeab9c445cc5') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:08.503532 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0579d8f3-3990-4d70-b4d1-4c7644a91c16 req-500e4014-6849-4b80-b590-49b45a51a84e tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:14:08.505261 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bdbc9b49-b6b1-4efd-ad6c-f9b8831291d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (21f1f6e2-9b44-4277-afd3-eeab9c445cc5), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:08.505395 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0579d8f3-3990-4d70-b4d1-4c7644a91c16 req-500e4014-6849-4b80-b590-49b45a51a84e tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=f65a5d21-0a34-4bef-82e5-f77821caa253 HTTP/1.1" status: 200  len: 946 time: 0.1037812
May 07 22:14:08.519893 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b68b8498-09fc-4083-8b28-a18b3d8e497f req-83331666-f6a3-4d2f-99bb-6861b66374e0 tempest-TestServerAdvancedOps-129343738 tempest-TestServerAdvancedOps-129343738-project] 10.222.0.32 "GET /v2.0/security-groups?id=bde33446-ddbb-480d-baf6-75ce7e50f8c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1592553
May 07 22:14:08.529356 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-68f56a9a-483e-400a-b51c-eed0e52601df None None] Publish callbacks [] for port (3ba99a97-23dc-4a90-a978-03aa89a6378a), precommit_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:08.536813 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-68f56a9a-483e-400a-b51c-eed0e52601df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (3ba99a97-23dc-4a90-a978-03aa89a6378a), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:08.546700 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bdbc9b49-b6b1-4efd-ad6c-f9b8831291d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (21f1f6e2-9b44-4277-afd3-eeab9c445cc5), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:08.556498 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdbc9b49-b6b1-4efd-ad6c-f9b8831291d0 admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:14:08.557018 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bdbc9b49-b6b1-4efd-ad6c-f9b8831291d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (21f1f6e2-9b44-4277-afd3-eeab9c445cc5), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:08.559078 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 22:14:08.559078 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:14:08.559078 ncdv-master-1 neutron-server[121837]:     timer()
May 07 22:14:08.559078 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:14:08.559078 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 22:14:08.559078 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:14:08.559078 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 22:14:08.559078 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:14:08.559078 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 22:14:08.559078 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:14:08.559078 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 22:14:08.559078 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:14:08.559078 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 22:14:08.559078 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:14:08.559078 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:14:08.559078 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:14:08.559078 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:14:08.559078 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:14:08.559078 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 22:14:08.559078 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:14:08.559078 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 22:14:08.559078 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:14:08.559078 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:14:08.559078 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:14:08.559078 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 22:14:08.559078 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:14:08.559078 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:14:08.559078 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:14:08.559078 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:14:08.559078 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:14:08.559078 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:14:08.559078 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:14:08.585717 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-02cea571-8b8e-436f-a066-e9fe1e03b87d tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 931 time: 1.8254514
May 07 22:14:08.587514 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 46970) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:08.591499 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-898b254b-498c-4d5a-a7ee-a8c1752603e8 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Request body: {'subnet': {'network_id': '51e50de6-5b14-452d-ad45-80a0d2ddf837', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:14:08.629877 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bdbc9b49-b6b1-4efd-ad6c-f9b8831291d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (aee5e538-fcd6-49ce-8112-161cb6d635be), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:08.650054 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bdbc9b49-b6b1-4efd-ad6c-f9b8831291d0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:08.657037 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-bdbc9b49-b6b1-4efd-ad6c-f9b8831291d0 admin admin] 10.222.0.32 "DELETE /v2.0/networks/aee5e538-fcd6-49ce-8112-161cb6d635be HTTP/1.1" status: 204  len: 168 time: 0.6239450
May 07 22:14:08.657037 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbc9b49-b6b1-4efd-ad6c-f9b8831291d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=aee5e538-fcd6-49ce-8112-161cb6d635be,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:08.657808 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f56a9a-483e-400a-b51c-eed0e52601df None None] Pushing event updated for resources: {'Port': ['ID=3ba99a97-23dc-4a90-a978-03aa89a6378a,revision_number=6']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:08.658063 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 46972) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:08.666253 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0579d8f3-3990-4d70-b4d1-4c7644a91c16 req-26163350-309a-4dbd-88f5-e562490a387e tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1517639
May 07 22:14:08.728424 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-a36bc708-9f61-46ad-b4e3-9bfb41a48672 admin admin] Deleting subnet 6837f101-0a23-4817-9ee2-5da3f8e35c67 {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:14:08.733559 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a36bc708-9f61-46ad-b4e3-9bfb41a48672 admin admin] Publish callbacks [] for subnet (6837f101-0a23-4817-9ee2-5da3f8e35c67), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:08.787553 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a36bc708-9f61-46ad-b4e3-9bfb41a48672 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (6837f101-0a23-4817-9ee2-5da3f8e35c67), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:08.812254 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1dedc9f1-4da6-43f3-888a-7595779b6b80 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (1b3dbd20-e902-474e-b149-a311f95b0918), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:08.853680 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-898b254b-498c-4d5a-a7ee-a8c1752603e8 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Made reservation on behalf of 586495fb86064013a37b42a6b3d382fb for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:14:08.854207 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a36bc708-9f61-46ad-b4e3-9bfb41a48672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (6837f101-0a23-4817-9ee2-5da3f8e35c67), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:08.857235 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-898b254b-498c-4d5a-a7ee-a8c1752603e8 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:08.861227 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dedc9f1-4da6-43f3-888a-7595779b6b80 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Pushing event deleted for resources: {'Port': ['ID=1b3dbd20-e902-474e-b149-a311f95b0918,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:08.933366 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a36bc708-9f61-46ad-b4e3-9bfb41a48672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (6837f101-0a23-4817-9ee2-5da3f8e35c67), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:08.974171 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36bc708-9f61-46ad-b4e3-9bfb41a48672 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6837f101-0a23-4817-9ee2-5da3f8e35c67,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:08.979447 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a36bc708-9f61-46ad-b4e3-9bfb41a48672 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:08.987194 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-a36bc708-9f61-46ad-b4e3-9bfb41a48672 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/6837f101-0a23-4817-9ee2-5da3f8e35c67 HTTP/1.1" status: 204  len: 168 time: 0.3239820
May 07 22:14:08.988230 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 46974) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:09.082968 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0e7ff369-c243-42d6-ae48-3dc5538ae85f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (3a0316de-a51b-478c-9ce2-c581e909376c), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:09.146957 ncdv-master-1 neutron-server[121836]: INFO neutron.db.ipam_backend_mixin [None req-898b254b-498c-4d5a-a7ee-a8c1752603e8 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6cd95bbc-0622-4f0e-98da-8ae9c297feb2 (CIDR: 2001:db8::/64)
May 07 22:14:09.163710 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-898b254b-498c-4d5a-a7ee-a8c1752603e8 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 07 22:14:09.164269 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-898b254b-498c-4d5a-a7ee-a8c1752603e8 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=121836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:14:09.171042 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1dedc9f1-4da6-43f3-888a-7595779b6b80 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401002'] for router_interface (63a58e96-bb4f-42a1-a1d3-2d70c05737fc), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:09.254711 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-898b254b-498c-4d5a-a7ee-a8c1752603e8 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 424 time: 0.6670520
May 07 22:14:09.290263 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 46978) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:09.295967 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-d7714b51-6282-4c2a-b235-5ee2f2be49d2 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Request body: {'subnet': {'network_id': '51e50de6-5b14-452d-ad45-80a0d2ddf837', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:14:09.526004 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dedc9f1-4da6-43f3-888a-7595779b6b80 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Router 63a58e96-bb4f-42a1-a1d3-2d70c05737fc has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:14:09.549916 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 3ba99a97-23dc-4a90-a978-03aa89a6378a up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:14:09.668760 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0e7ff369-c243-42d6-ae48-3dc5538ae85f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (3a0316de-a51b-478c-9ce2-c581e909376c), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:09.675530 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-27a0397c-3bf8-4b53-ba96-456df2285011 None None] Provisioning complete for port 3ba99a97-23dc-4a90-a978-03aa89a6378a triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:14:09.676474 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-27a0397c-3bf8-4b53-ba96-456df2285011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (3ba99a97-23dc-4a90-a978-03aa89a6378a), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:09.725245 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-0e7ff369-c243-42d6-ae48-3dc5538ae85f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf87a248b0>,) {'filters': {'network_id': ['3a0316de-a51b-478c-9ce2-c581e909376c']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:09.748819 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 3ba99a97-23dc-4a90-a978-03aa89a6378a triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:14:09.749447 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (3ba99a97-23dc-4a90-a978-03aa89a6378a), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:09.755689 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55f2582-17d6-4b46-bcac-09406ce71258 req-cb03eee2-830f-4082-a4ff-999eb7d143c4 tempest-TestServerAdvancedOps-129343738 tempest-TestServerAdvancedOps-129343738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:14:09.759120 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f55f2582-17d6-4b46-bcac-09406ce71258 req-cb03eee2-830f-4082-a4ff-999eb7d143c4 tempest-TestServerAdvancedOps-129343738 tempest-TestServerAdvancedOps-129343738-project] 10.222.0.32 "GET /v2.0/ports?device_id=164426a0-c59d-477b-9c73-bd9b5d17842f HTTP/1.1" status: 200  len: 945 time: 0.1054900
May 07 22:14:09.760728 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-0e7ff369-c243-42d6-ae48-3dc5538ae85f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf87a248b0>, '9d12e96f-5afa-4c0d-8149-dbecbeaa97cc') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:09.761461 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-0e7ff369-c243-42d6-ae48-3dc5538ae85f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf87a248b0>, '9d12e96f-5afa-4c0d-8149-dbecbeaa97cc') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:09.815614 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0e7ff369-c243-42d6-ae48-3dc5538ae85f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (9d12e96f-5afa-4c0d-8149-dbecbeaa97cc), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:09.851570 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f55f2582-17d6-4b46-bcac-09406ce71258 req-22d0b09c-dae6-4971-8134-de0d0836ae11 tempest-TestServerAdvancedOps-129343738 tempest-TestServerAdvancedOps-129343738-project] 10.222.0.32 "GET /v2.0/security-groups?id=bde33446-ddbb-480d-baf6-75ce7e50f8c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0812721
May 07 22:14:09.856103 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0e7ff369-c243-42d6-ae48-3dc5538ae85f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (9d12e96f-5afa-4c0d-8149-dbecbeaa97cc), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:09.877747 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e7ff369-c243-42d6-ae48-3dc5538ae85f admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:14:09.878429 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0e7ff369-c243-42d6-ae48-3dc5538ae85f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (9d12e96f-5afa-4c0d-8149-dbecbeaa97cc), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:09.880528 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 22:14:09.880528 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:14:09.880528 ncdv-master-1 neutron-server[121837]:     timer()
May 07 22:14:09.880528 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:14:09.880528 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 22:14:09.880528 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:14:09.880528 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 22:14:09.880528 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:14:09.880528 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 22:14:09.880528 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:14:09.880528 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 22:14:09.880528 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:14:09.880528 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 22:14:09.880528 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:14:09.880528 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:14:09.880528 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:14:09.880528 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:14:09.880528 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:14:09.880528 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 22:14:09.880528 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:14:09.880528 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 22:14:09.880528 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:14:09.880528 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:14:09.880528 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:14:09.880528 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 22:14:09.880528 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:14:09.880528 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:14:09.880528 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:14:09.880528 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:14:09.880528 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:14:09.880528 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:14:09.880528 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:14:09.915790 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-27a0397c-3bf8-4b53-ba96-456df2285011 None None] Current status of the port 3ba99a97-23dc-4a90-a978-03aa89a6378a is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:14:09.920183 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 3ba99a97-23dc-4a90-a978-03aa89a6378a is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:14:09.939102 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-27a0397c-3bf8-4b53-ba96-456df2285011 None None] Provisioning complete for port c6215454-d632-4f94-b4e9-24789fbc4caf triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:14:09.939461 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-27a0397c-3bf8-4b53-ba96-456df2285011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (c6215454-d632-4f94-b4e9-24789fbc4caf), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:09.980709 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0e7ff369-c243-42d6-ae48-3dc5538ae85f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (3a0316de-a51b-478c-9ce2-c581e909376c), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:09.993695 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0e7ff369-c243-42d6-ae48-3dc5538ae85f admin admin] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:09.997257 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-0e7ff369-c243-42d6-ae48-3dc5538ae85f admin admin] 10.222.0.32 "DELETE /v2.0/networks/3a0316de-a51b-478c-9ce2-c581e909376c HTTP/1.1" status: 204  len: 168 time: 1.0064087
May 07 22:14:10.004630 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-27a0397c-3bf8-4b53-ba96-456df2285011 None None] Port c6215454-d632-4f94-b4e9-24789fbc4caf cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:14:10.020921 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7ff369-c243-42d6-ae48-3dc5538ae85f admin admin] Pushing event deleted for resources: {'Network': ['ID=3a0316de-a51b-478c-9ce2-c581e909376c,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:10.033597 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7ff369-c243-42d6-ae48-3dc5538ae85f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:14:10.033988 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7ff369-c243-42d6-ae48-3dc5538ae85f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:14:10.034571 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7ff369-c243-42d6-ae48-3dc5538ae85f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:14:10.035085 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7ff369-c243-42d6-ae48-3dc5538ae85f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:14:10.035228 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7ff369-c243-42d6-ae48-3dc5538ae85f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:14:10.035537 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7ff369-c243-42d6-ae48-3dc5538ae85f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:14:10.035944 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7ff369-c243-42d6-ae48-3dc5538ae85f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:14:10.036251 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7ff369-c243-42d6-ae48-3dc5538ae85f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:14:10.036607 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7ff369-c243-42d6-ae48-3dc5538ae85f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:14:10.036909 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7ff369-c243-42d6-ae48-3dc5538ae85f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:14:10.037239 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7ff369-c243-42d6-ae48-3dc5538ae85f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:14:10.037565 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7ff369-c243-42d6-ae48-3dc5538ae85f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:14:10.037968 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7ff369-c243-42d6-ae48-3dc5538ae85f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:14:10.038218 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7ff369-c243-42d6-ae48-3dc5538ae85f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:14:10.038732 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e7ff369-c243-42d6-ae48-3dc5538ae85f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:14:10.131628 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-60c5c2ca-5064-4584-b38b-64c0df7751e8 None None] Provisioning complete for port fdd3c035-d123-4995-9e98-47592dcc5377 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:14:10.132223 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-60c5c2ca-5064-4584-b38b-64c0df7751e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (fdd3c035-d123-4995-9e98-47592dcc5377), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:10.160091 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234b8dff-2fb8-41d6-a26a-2590818bf624 req-ae0906b8-14b4-43fe-ba4c-6d8b40dbbd10 tempest-TestServerAdvancedOps-129343738 tempest-TestServerAdvancedOps-129343738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:14:10.175266 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-234b8dff-2fb8-41d6-a26a-2590818bf624 req-ae0906b8-14b4-43fe-ba4c-6d8b40dbbd10 tempest-TestServerAdvancedOps-129343738 tempest-TestServerAdvancedOps-129343738-project] 10.222.0.32 "GET /v2.0/ports?device_id=164426a0-c59d-477b-9c73-bd9b5d17842f HTTP/1.1" status: 200  len: 945 time: 0.0821762
May 07 22:14:10.198312 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-60c5c2ca-5064-4584-b38b-64c0df7751e8 None None] Port fdd3c035-d123-4995-9e98-47592dcc5377 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:14:10.214512 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2171ac7d-3813-4e67-b3a9-d8c7f60f917d req-85681bb0-5698-47f4-a7dc-4e6108955688 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:14:10.216087 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2171ac7d-3813-4e67-b3a9-d8c7f60f917d req-85681bb0-5698-47f4-a7dc-4e6108955688 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=f65a5d21-0a34-4bef-82e5-f77821caa253 HTTP/1.1" status: 200  len: 946 time: 0.1612391
May 07 22:14:10.249715 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-234b8dff-2fb8-41d6-a26a-2590818bf624 req-c73ed365-0ecf-46c7-919e-bfcc87184ee9 tempest-TestServerAdvancedOps-129343738 tempest-TestServerAdvancedOps-129343738-project] 10.222.0.32 "GET /v2.0/security-groups?id=bde33446-ddbb-480d-baf6-75ce7e50f8c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714993
May 07 22:14:10.284218 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4231709-1c93-405c-bf02-3a72dcc2459a req-a8d1b668-fa40-419d-89cc-267a6342315c tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:14:10.285267 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 46992) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:10.285806 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d4231709-1c93-405c-bf02-3a72dcc2459a req-a8d1b668-fa40-419d-89cc-267a6342315c tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.55 "GET /v2.0/ports?device_id=f65a5d21-0a34-4bef-82e5-f77821caa253 HTTP/1.1" status: 200  len: 946 time: 0.7236567
May 07 22:14:10.320878 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7714b51-6282-4c2a-b235-5ee2f2be49d2 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Made reservation on behalf of 586495fb86064013a37b42a6b3d382fb for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:14:10.324702 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d7714b51-6282-4c2a-b235-5ee2f2be49d2 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:10.333278 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-c7b8ad5f-6f9d-4770-a0d5-09245e9754cf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d62508bea6e7484ea316f52f4d3b8471&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0441990
May 07 22:14:10.333527 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 46994) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:10.357047 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0d2966-1216-4933-9875-457a0d8322e6 req-901494a8-5250-45c0-a7be-ce7c6ded7d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:14:10.358532 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-cd0d2966-1216-4933-9875-457a0d8322e6 req-901494a8-5250-45c0-a7be-ce7c6ded7d40 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c642a488de414517ac98cee7e2cc2406&device_id=164426a0-c59d-477b-9c73-bd9b5d17842f HTTP/1.1" status: 200  len: 1127 time: 0.2408457
May 07 22:14:10.390152 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-dcbbb580-ec54-4363-908b-03c440743ba2 admin admin] Publish callbacks [] for security_group (796faeab-2373-42f0-94cc-b18853c1fdcc), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:10.415096 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-dcbbb580-ec54-4363-908b-03c440743ba2 admin admin] Publish callbacks [] for security_group (796faeab-2373-42f0-94cc-b18853c1fdcc), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:10.445672 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dedc9f1-4da6-43f3-888a-7595779b6b80 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:14:10.457320 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aebd605-e28a-422c-9d54-4c0c846c0733 None None] Sync routers for ids ['63a58e96-bb4f-42a1-a1d3-2d70c05737fc'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:14:10.471319 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aebd605-e28a-422c-9d54-4c0c846c0733 None None] Routers {'63a58e96-bb4f-42a1-a1d3-2d70c05737fc'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:14:10.471950 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-7aebd605-e28a-422c-9d54-4c0c846c0733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c6c1c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:13:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['63a58e96-bb4f-42a1-a1d3-2d70c05737fc'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:10.480321 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-dcbbb580-ec54-4363-908b-03c440743ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (796faeab-2373-42f0-94cc-b18853c1fdcc), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:10.483031 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-dcbbb580-ec54-4363-908b-03c440743ba2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:10.487054 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-dcbbb580-ec54-4363-908b-03c440743ba2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/796faeab-2373-42f0-94cc-b18853c1fdcc HTTP/1.1" status: 204  len: 168 time: 0.1496980
May 07 22:14:10.492974 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbbb580-ec54-4363-908b-03c440743ba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=796faeab-2373-42f0-94cc-b18853c1fdcc,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:10.498302 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-1dedc9f1-4da6-43f3-888a-7595779b6b80 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "PUT /v2.0/routers/63a58e96-bb4f-42a1-a1d3-2d70c05737fc/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5494511
May 07 22:14:10.501659 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 46998) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:10.582197 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf25062c-2a39-4603-bbad-2c47c73c6df6 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Deleting subnet 8f8f5bc6-0bf7-4c2d-9992-ab2f897c66fb {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:14:10.586256 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bf25062c-2a39-4603-bbad-2c47c73c6df6 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for subnet (8f8f5bc6-0bf7-4c2d-9992-ab2f897c66fb), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:10.598580 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-7aebd605-e28a-422c-9d54-4c0c846c0733 None None] Set router 63a58e96-bb4f-42a1-a1d3-2d70c05737fc gateway port host: None {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:14:10.625583 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2171ac7d-3813-4e67-b3a9-d8c7f60f917d req-4d399af0-f222-494a-9294-fff5dcfe383f tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3585603
May 07 22:14:10.662453 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bf25062c-2a39-4603-bbad-2c47c73c6df6 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (8f8f5bc6-0bf7-4c2d-9992-ab2f897c66fb), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:10.691083 ncdv-master-1 neutron-server[121836]: INFO neutron.db.ipam_backend_mixin [None req-d7714b51-6282-4c2a-b235-5ee2f2be49d2 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 5d4ebd53-1758-4284-b702-0d4a119dc19f (CIDR: 2001:db8:0:1::/64)
May 07 22:14:10.700222 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0d2966-1216-4933-9875-457a0d8322e6 req-cece0555-6582-4d19-b369-6ffa490ad96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:14:10.702137 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-cd0d2966-1216-4933-9875-457a0d8322e6 req-cece0555-6582-4d19-b369-6ffa490ad96a service neutron] 10.222.0.55 "GET /v2.0/networks?id=eb2eb303-0e82-4936-8d9b-0c09343eec4b HTTP/1.1" status: 200  len: 913 time: 0.3223424
May 07 22:14:10.703982 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7714b51-6282-4c2a-b235-5ee2f2be49d2 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 07 22:14:10.704415 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7714b51-6282-4c2a-b235-5ee2f2be49d2 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=121836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:14:10.704932 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-7aebd605-e28a-422c-9d54-4c0c846c0733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c6c1c40>, [{'id': '63a58e96-bb4f-42a1-a1d3-2d70c05737fc', 'name': 'tempest-RoutersTest-router-1588625411', 'tenant_id': '9871aa16c54d4751ac838e07d52897a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:13:08Z', 'updated_at': '2022-05-07T22:14:08Z', 'revision_number': 11, 'project_id': '9871aa16c54d4751ac838e07d52897a6', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:10.707795 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-d4231709-1c93-405c-bf02-3a72dcc2459a req-b05fd94f-0a2b-41ec-9901-773a9b9ee83e tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Deleting port 38281ec1-7309-4230-88df-07aeb79aaee9 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:14:10.708120 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-d4231709-1c93-405c-bf02-3a72dcc2459a req-b05fd94f-0a2b-41ec-9901-773a9b9ee83e tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (38281ec1-7309-4230-88df-07aeb79aaee9), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:10.741087 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aebd605-e28a-422c-9d54-4c0c846c0733 None None] Checking router: 63a58e96-bb4f-42a1-a1d3-2d70c05737fc for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:14:10.751896 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aebd605-e28a-422c-9d54-4c0c846c0733 None None] Routers {'63a58e96-bb4f-42a1-a1d3-2d70c05737fc'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:14:10.753416 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-7aebd605-e28a-422c-9d54-4c0c846c0733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c6c1c40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:13:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['63a58e96-bb4f-42a1-a1d3-2d70c05737fc'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:10.774286 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-cd0d2966-1216-4933-9875-457a0d8322e6 req-fe83e27b-7359-4ede-ab48-e927bc46ff3d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d7900d83-4563-4b12-ac82-d89aa7319b93 HTTP/1.1" status: 200  len: 217 time: 0.0629525
May 07 22:14:10.790803 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bf25062c-2a39-4603-bbad-2c47c73c6df6 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (8f8f5bc6-0bf7-4c2d-9992-ab2f897c66fb), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:10.802679 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-d7714b51-6282-4c2a-b235-5ee2f2be49d2 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 400  len: 428 time: 1.5110383
May 07 22:14:10.825078 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47002) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:10.842969 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-7aebd605-e28a-422c-9d54-4c0c846c0733 None None] Set router 63a58e96-bb4f-42a1-a1d3-2d70c05737fc gateway port host: None {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:14:10.865692 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-ad693efe-4ccd-444b-aed7-620083508a8d tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Request body: {'subnet': {'network_id': '51e50de6-5b14-452d-ad45-80a0d2ddf837', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:14:10.880649 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bf25062c-2a39-4603-bbad-2c47c73c6df6 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (8f8f5bc6-0bf7-4c2d-9992-ab2f897c66fb), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:10.907141 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-7aebd605-e28a-422c-9d54-4c0c846c0733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c6c1c40>, [{'id': '63a58e96-bb4f-42a1-a1d3-2d70c05737fc', 'name': 'tempest-RoutersTest-router-1588625411', 'tenant_id': '9871aa16c54d4751ac838e07d52897a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:13:08Z', 'updated_at': '2022-05-07T22:14:08Z', 'revision_number': 11, 'project_id': '9871aa16c54d4751ac838e07d52897a6', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:10.926490 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf25062c-2a39-4603-bbad-2c47c73c6df6 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Pushing event deleted for resources: {'Subnet': ['ID=8f8f5bc6-0bf7-4c2d-9992-ab2f897c66fb,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:10.929665 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bf25062c-2a39-4603-bbad-2c47c73c6df6 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:10.933218 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-bf25062c-2a39-4603-bbad-2c47c73c6df6 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "DELETE /v2.0/subnets/8f8f5bc6-0bf7-4c2d-9992-ab2f897c66fb HTTP/1.1" status: 204  len: 168 time: 0.4305503
May 07 22:14:10.936005 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47004) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:10.956679 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2cc54d-202d-4d69-8c68-7799a88cf130 None None] Network 7cdbabe7-c47e-4ec1-a413-238cbe077182 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:14:10.959393 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aebd605-e28a-422c-9d54-4c0c846c0733 None None] The sync data for ids ['63a58e96-bb4f-42a1-a1d3-2d70c05737fc'] in ncdv-master-1 is: [{'id': '63a58e96-bb4f-42a1-a1d3-2d70c05737fc', 'name': 'tempest-RoutersTest-router-1588625411', 'tenant_id': '9871aa16c54d4751ac838e07d52897a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:13:08Z', 'updated_at': '2022-05-07T22:14:08Z', 'revision_number': 11, 'project_id': '9871aa16c54d4751ac838e07d52897a6', 'gw_port_host': None}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:14:10.962207 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0d2966-1216-4933-9875-457a0d8322e6 req-25dfe4d7-467f-40dc-8024-1bb57b8bfa2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:14:10.963546 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-cd0d2966-1216-4933-9875-457a0d8322e6 req-25dfe4d7-467f-40dc-8024-1bb57b8bfa2b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=02be25b6-5cc2-4f4a-aacd-cca6d7f532f2 HTTP/1.1" status: 200  len: 852 time: 0.1820519
May 07 22:14:11.063412 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-cd0d2966-1216-4933-9875-457a0d8322e6 req-ee944997-f543-4208-ab58-1a3f0c4ecc45 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eb2eb303-0e82-4936-8d9b-0c09343eec4b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0920231
May 07 22:14:11.067292 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-76184545-acb6-4281-b19c-c4fa059c1c12 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (7cdbabe7-c47e-4ec1-a413-238cbe077182), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:11.069305 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47006) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:11.071302 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-d4231709-1c93-405c-bf02-3a72dcc2459a req-b05fd94f-0a2b-41ec-9901-773a9b9ee83e tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] For port 38281ec1-7309-4230-88df-07aeb79aaee9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=38281ec1-7309-4230-88df-07aeb79aaee9,segment=NetworkSegment(2cb8e953-203f-4019-8d4d-d4ab0509c11a),segment_id=2cb8e953-203f-4019-8d4d-d4ab0509c11a)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:14:11.071724 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-d4231709-1c93-405c-bf02-3a72dcc2459a req-b05fd94f-0a2b-41ec-9901-773a9b9ee83e tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (38281ec1-7309-4230-88df-07aeb79aaee9), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:11.125676 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-d4231709-1c93-405c-bf02-3a72dcc2459a req-b05fd94f-0a2b-41ec-9901-773a9b9ee83e tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Calling delete_port for 38281ec1-7309-4230-88df-07aeb79aaee9 owned by compute:nova {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:14:11.155430 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-aa264263-7c30-4535-b6f5-cd41cd455ac3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c1301e210921401c9e3fddc818534f36&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0815735
May 07 22:14:11.157093 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47008) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:11.175745 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-76184545-acb6-4281-b19c-c4fa059c1c12 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Deleting port bc292886-3d30-422a-a700-74b56ebacc95 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:14:11.176017 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-76184545-acb6-4281-b19c-c4fa059c1c12 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (bc292886-3d30-422a-a700-74b56ebacc95), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:11.261398 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad693efe-4ccd-444b-aed7-620083508a8d tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Made reservation on behalf of 586495fb86064013a37b42a6b3d382fb for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:14:11.264978 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ad693efe-4ccd-444b-aed7-620083508a8d tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:11.269629 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-76184545-acb6-4281-b19c-c4fa059c1c12 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] For port bc292886-3d30-422a-a700-74b56ebacc95, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bc292886-3d30-422a-a700-74b56ebacc95,segment=NetworkSegment(592b8947-c1fa-4ca4-9943-03ca1c8537ba),segment_id=592b8947-c1fa-4ca4-9943-03ca1c8537ba)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:14:11.270021 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-76184545-acb6-4281-b19c-c4fa059c1c12 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (bc292886-3d30-422a-a700-74b56ebacc95), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:11.293429 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-76184545-acb6-4281-b19c-c4fa059c1c12 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Calling delete_port for bc292886-3d30-422a-a700-74b56ebacc95 owned by network:dhcp {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:14:11.295821 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8cac4315-4930-4fab-b5e8-7b263b94e45c admin admin] Publish callbacks [] for security_group (581e0685-a5f4-4760-9101-9ac1f9a0692c), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:11.302158 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-cd0d2966-1216-4933-9875-457a0d8322e6 req-29ca4008-6555-4b5c-9ddb-b5a8b7d59291 service neutron] 10.222.0.55 "GET /v2.0/networks/eb2eb303-0e82-4936-8d9b-0c09343eec4b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2272403
May 07 22:14:11.361258 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa50bd5-80c9-4b17-981e-33cb63ac2537 None None] DHCP port deletion for 7cdbabe7-c47e-4ec1-a413-238cbe077182 request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:14:11.385312 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8cac4315-4930-4fab-b5e8-7b263b94e45c admin admin] Publish callbacks [] for security_group (581e0685-a5f4-4760-9101-9ac1f9a0692c), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:11.447552 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-3fa50bd5-80c9-4b17-981e-33cb63ac2537 None None] Deleting port bc292886-3d30-422a-a700-74b56ebacc95 {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:14:11.448259 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-3fa50bd5-80c9-4b17-981e-33cb63ac2537 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (bc292886-3d30-422a-a700-74b56ebacc95), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:11.461951 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2631d22e-f732-4ba6-9c2e-d622abc933d3 req-f196cd7d-3b41-4bf2-8dff-8f81ab2ef2c3 tempest-TestServerAdvancedOps-129343738 tempest-TestServerAdvancedOps-129343738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:14:11.463686 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2631d22e-f732-4ba6-9c2e-d622abc933d3 req-f196cd7d-3b41-4bf2-8dff-8f81ab2ef2c3 tempest-TestServerAdvancedOps-129343738 tempest-TestServerAdvancedOps-129343738-project] 10.222.0.32 "GET /v2.0/ports?device_id=164426a0-c59d-477b-9c73-bd9b5d17842f HTTP/1.1" status: 200  len: 945 time: 0.0899925
May 07 22:14:11.519614 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-cd0d2966-1216-4933-9875-457a0d8322e6 req-cfd028cf-571b-4fac-a169-f903346a3195 service neutron] 10.222.0.55 "GET /v2.0/networks/eb2eb303-0e82-4936-8d9b-0c09343eec4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2031476
May 07 22:14:11.537889 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-76184545-acb6-4281-b19c-c4fa059c1c12 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (bc292886-3d30-422a-a700-74b56ebacc95), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:11.551245 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-3fa50bd5-80c9-4b17-981e-33cb63ac2537 None None] For port bc292886-3d30-422a-a700-74b56ebacc95, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bc292886-3d30-422a-a700-74b56ebacc95,segment=NetworkSegment(592b8947-c1fa-4ca4-9943-03ca1c8537ba),segment_id=592b8947-c1fa-4ca4-9943-03ca1c8537ba)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:14:11.551842 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-3fa50bd5-80c9-4b17-981e-33cb63ac2537 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (bc292886-3d30-422a-a700-74b56ebacc95), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:11.555136 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8cac4315-4930-4fab-b5e8-7b263b94e45c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (581e0685-a5f4-4760-9101-9ac1f9a0692c), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:11.557890 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8cac4315-4930-4fab-b5e8-7b263b94e45c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:11.559176 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-8cac4315-4930-4fab-b5e8-7b263b94e45c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/581e0685-a5f4-4760-9101-9ac1f9a0692c HTTP/1.1" status: 204  len: 168 time: 0.4010289
May 07 22:14:11.583769 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2631d22e-f732-4ba6-9c2e-d622abc933d3 req-02cbbcf9-c54e-4500-953d-3052dba911ec tempest-TestServerAdvancedOps-129343738 tempest-TestServerAdvancedOps-129343738-project] 10.222.0.32 "GET /v2.0/security-groups?id=bde33446-ddbb-480d-baf6-75ce7e50f8c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1083198
May 07 22:14:11.588115 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76184545-acb6-4281-b19c-c4fa059c1c12 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] No DVR routers for this DVR port bc292886-3d30-422a-a700-74b56ebacc95 on host ncdv-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:14:11.593146 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-3fa50bd5-80c9-4b17-981e-33cb63ac2537 None None] Calling delete_port for bc292886-3d30-422a-a700-74b56ebacc95 owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:14:11.599302 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76184545-acb6-4281-b19c-c4fa059c1c12 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Pushing event deleted for resources: {'Port': ['ID=bc292886-3d30-422a-a700-74b56ebacc95,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:11.621025 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device bc292886-3d30-422a-a700-74b56ebacc95 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:14:11.621559 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cac4315-4930-4fab-b5e8-7b263b94e45c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=581e0685-a5f4-4760-9101-9ac1f9a0692c,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:11.668114 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-d4231709-1c93-405c-bf02-3a72dcc2459a req-b05fd94f-0a2b-41ec-9901-773a9b9ee83e tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (38281ec1-7309-4230-88df-07aeb79aaee9), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:11.725776 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05fd94f-0a2b-41ec-9901-773a9b9ee83e tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Pushing event deleted for resources: {'Port': ['ID=38281ec1-7309-4230-88df-07aeb79aaee9,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:11.732005 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['a859dd9c-cf59-4a9b-84c9-dddc4e9476c0'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:14:11.742330 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: bc292886-3d30-422a-a700-74b56ebacc95 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:14:11.742732 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device bc292886-3d30-422a-a700-74b56ebacc95 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:14:11.743410 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 1b3dbd20-e902-474e-b149-a311f95b0918 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:14:11.786626 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-76184545-acb6-4281-b19c-c4fa059c1c12 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (7cdbabe7-c47e-4ec1-a413-238cbe077182), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:11.812838 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4231709-1c93-405c-bf02-3a72dcc2459a req-b05fd94f-0a2b-41ec-9901-773a9b9ee83e tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] No DVR routers for this DVR port 38281ec1-7309-4230-88df-07aeb79aaee9 on host nch1-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:14:11.817712 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-d4231709-1c93-405c-bf02-3a72dcc2459a req-b05fd94f-0a2b-41ec-9901-773a9b9ee83e tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:11.821932 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d4231709-1c93-405c-bf02-3a72dcc2459a req-b05fd94f-0a2b-41ec-9901-773a9b9ee83e tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.55 "DELETE /v2.0/ports/38281ec1-7309-4230-88df-07aeb79aaee9 HTTP/1.1" status: 204  len: 173 time: 1.4899375
May 07 22:14:11.828841 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 1b3dbd20-e902-474e-b149-a311f95b0918 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:14:11.829233 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 1b3dbd20-e902-474e-b149-a311f95b0918 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:14:11.831460 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f65a5d21-0a34-4bef-82e5-f77821caa253', 'name': 'network-vif-deleted', 'tag': '38281ec1-7309-4230-88df-07aeb79aaee9'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:14:11.834936 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c850da9e-d035-4e69-b3f0-a09f973c35f9" -d '{"events": [{"server_uuid": "f65a5d21-0a34-4bef-82e5-f77821caa253", "name": "network-vif-deleted", "tag": "38281ec1-7309-4230-88df-07aeb79aaee9"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:14:11.835373 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-76184545-acb6-4281-b19c-c4fa059c1c12 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf85f82430>,) {'filters': {'network_id': ['7cdbabe7-c47e-4ec1-a413-238cbe077182']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:11.849321 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-76184545-acb6-4281-b19c-c4fa059c1c12 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf85f82430>, '592b8947-c1fa-4ca4-9943-03ca1c8537ba') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:11.849779 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-76184545-acb6-4281-b19c-c4fa059c1c12 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf85f82430>, '592b8947-c1fa-4ca4-9943-03ca1c8537ba') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:11.869810 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-76184545-acb6-4281-b19c-c4fa059c1c12 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (592b8947-c1fa-4ca4-9943-03ca1c8537ba), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:11.888140 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8aa9e90d-1e45-4839-bbff-6befdb46e34f req-77d7f512-598e-4b72-9bce-cdeb5aa86c0f tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=f65a5d21-0a34-4bef-82e5-f77821caa253 HTTP/1.1" status: 200  len: 210 time: 0.0786381
May 07 22:14:11.908873 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-76184545-acb6-4281-b19c-c4fa059c1c12 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (592b8947-c1fa-4ca4-9943-03ca1c8537ba), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:11.918985 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76184545-acb6-4281-b19c-c4fa059c1c12 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:14:11.919676 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-76184545-acb6-4281-b19c-c4fa059c1c12 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (592b8947-c1fa-4ca4-9943-03ca1c8537ba), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:11.924449 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 22:14:11.924449 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:14:11.924449 ncdv-master-1 neutron-server[121837]:     timer()
May 07 22:14:11.924449 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:14:11.924449 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 22:14:11.924449 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:14:11.924449 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 22:14:11.924449 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:14:11.924449 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 22:14:11.924449 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:14:11.924449 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 22:14:11.924449 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:14:11.924449 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 22:14:11.924449 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:14:11.924449 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:14:11.924449 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:14:11.924449 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:14:11.924449 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:14:11.924449 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 22:14:11.924449 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:14:11.924449 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 22:14:11.924449 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:14:11.924449 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:14:11.924449 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:14:11.924449 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 22:14:11.924449 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:14:11.924449 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:14:11.924449 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:14:11.924449 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:14:11.924449 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:14:11.924449 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:14:11.924449 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:14:11.940675 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-3fa50bd5-80c9-4b17-981e-33cb63ac2537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (bc292886-3d30-422a-a700-74b56ebacc95), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:11.945129 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8577c104-5057-4912-a932-b6a9aa9b7e22 x-openstack-request-id: req-8577c104-5057-4912-a932-b6a9aa9b7e22 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:14:11.947392 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f65a5d21-0a34-4bef-82e5-f77821caa253", "name": "network-vif-deleted", "tag": "38281ec1-7309-4230-88df-07aeb79aaee9", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:14:11.948536 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8577c104-5057-4912-a932-b6a9aa9b7e22 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:14:11.949242 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8577c104-5057-4912-a932-b6a9aa9b7e22'] response: {'server_uuid': 'f65a5d21-0a34-4bef-82e5-f77821caa253', 'name': 'network-vif-deleted', 'tag': '38281ec1-7309-4230-88df-07aeb79aaee9', 'status': 'completed', 'code': 200}
May 07 22:14:11.983910 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa50bd5-80c9-4b17-981e-33cb63ac2537 None None] Pushing event deleted for resources: {'Port': ['ID=bc292886-3d30-422a-a700-74b56ebacc95,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:11.989656 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa50bd5-80c9-4b17-981e-33cb63ac2537 None None] No DVR routers for this DVR port bc292886-3d30-422a-a700-74b56ebacc95 on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:14:12.013061 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-76184545-acb6-4281-b19c-c4fa059c1c12 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (7cdbabe7-c47e-4ec1-a413-238cbe077182), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:12.022915 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-76184545-acb6-4281-b19c-c4fa059c1c12 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:12.034400 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-76184545-acb6-4281-b19c-c4fa059c1c12 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "DELETE /v2.0/networks/7cdbabe7-c47e-4ec1-a413-238cbe077182 HTTP/1.1" status: 204  len: 168 time: 1.0969839
May 07 22:14:12.044051 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47020) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:12.052269 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-2953ee4c-5491-4488-98eb-4e7960d0196d tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Request body: {'router': {'routes': None}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:14:12.076241 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ad693efe-4ccd-444b-aed7-620083508a8d tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (166aa3d0-0161-4295-9f12-1a56cc36fb5c), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:12.096168 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76184545-acb6-4281-b19c-c4fa059c1c12 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Pushing event deleted for resources: {'Network': ['ID=7cdbabe7-c47e-4ec1-a413-238cbe077182,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:12.145684 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad693efe-4ccd-444b-aed7-620083508a8d tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Network 51e50de6-5b14-452d-ad45-80a0d2ddf837 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:14:12.149214 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-ad693efe-4ccd-444b-aed7-620083508a8d tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:14:12.153712 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad693efe-4ccd-444b-aed7-620083508a8d tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:14:12.154330 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ad693efe-4ccd-444b-aed7-620083508a8d tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:12.162188 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72bfd0c9-e5e9-4fe8-b08c-2cfb6e21ff7a None None] Network 51e50de6-5b14-452d-ad45-80a0d2ddf837 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:14:12.165785 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad693efe-4ccd-444b-aed7-620083508a8d tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Pushing event updated for resources: {'Subnet': ['ID=166aa3d0-0161-4295-9f12-1a56cc36fb5c,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:12.193021 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-ad693efe-4ccd-444b-aed7-620083508a8d tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 836 time: 1.3668160
May 07 22:14:12.196163 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47024) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:12.204509 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-8f03aa8d-f9ff-4077-85c8-2f2f40f494b8 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-894584261', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '166aa3d0-0161-4295-9f12-1a56cc36fb5c'}], 'security_groups': ['76bc48d7-3b26-4162-b373-c049b56d5d41', '7e060523-45b4-4d66-ae24-ed842e220f77']}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:14:12.400115 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.extraroute_db [None req-2953ee4c-5491-4488-98eb-4e7960d0196d tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Added routes are [] {{(pid=121837) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}}
May 07 22:14:12.400115 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.extraroute_db [None req-2953ee4c-5491-4488-98eb-4e7960d0196d tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Removed routes are [] {{(pid=121837) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}}
May 07 22:14:12.400791 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2953ee4c-5491-4488-98eb-4e7960d0196d tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-395855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5148'] for router (63a58e96-bb4f-42a1-a1d3-2d70c05737fc), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:12.474984 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a627f59-fb28-4a96-9fd8-b330e938a6d5 None None] Update dhcp port {'port': {'network_id': '51e50de6-5b14-452d-ad45-80a0d2ddf837', 'fixed_ips': [{'subnet_id': '5d4ebd53-1758-4284-b702-0d4a119dc19f', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '6cd95bbc-0622-4f0e-98da-8ae9c297feb2', 'ip_address': '2001:db8::2'}, {'subnet_id': '166aa3d0-0161-4295-9f12-1a56cc36fb5c'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '3ba99a97-23dc-4a90-a978-03aa89a6378a'} from ncdv-master-1. {{(pid=121838) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}}
May 07 22:14:12.503351 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8f03aa8d-f9ff-4077-85c8-2f2f40f494b8 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (fdd3c035-d123-4995-9e98-47592dcc5377), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:12.523143 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-3a627f59-fb28-4a96-9fd8-b330e938a6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (3ba99a97-23dc-4a90-a978-03aa89a6378a), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:12.646233 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2953ee4c-5491-4488-98eb-4e7960d0196d tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-395855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5148'] for router (63a58e96-bb4f-42a1-a1d3-2d70c05737fc), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:12.650831 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2953ee4c-5491-4488-98eb-4e7960d0196d tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-395830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-395837', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-419014'] for router (63a58e96-bb4f-42a1-a1d3-2d70c05737fc), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:12.754316 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2953ee4c-5491-4488-98eb-4e7960d0196d tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Router 63a58e96-bb4f-42a1-a1d3-2d70c05737fc has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:14:12.755073 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 38281ec1-7309-4230-88df-07aeb79aaee9 no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:14:12.789137 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] No Port match for: 38281ec1-7309-4230-88df-07aeb79aaee9 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:14:12.789672 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 38281ec1-7309-4230-88df-07aeb79aaee9 not bound to the agent host nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:14:12.855938 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-3a627f59-fb28-4a96-9fd8-b330e938a6d5 None None] Allocated IP 2001:db8:0:2::2 (51e50de6-5b14-452d-ad45-80a0d2ddf837/166aa3d0-0161-4295-9f12-1a56cc36fb5c/3ba99a97-23dc-4a90-a978-03aa89a6378a) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:14:12.861672 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dc9419-17be-48a4-b210-52403830da37 req-4396c77e-a8e9-4479-88a9-b17a7a201acb tempest-TestServerAdvancedOps-129343738 tempest-TestServerAdvancedOps-129343738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:14:12.863755 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b7dc9419-17be-48a4-b210-52403830da37 req-4396c77e-a8e9-4479-88a9-b17a7a201acb tempest-TestServerAdvancedOps-129343738 tempest-TestServerAdvancedOps-129343738-project] 10.222.0.32 "GET /v2.0/ports?device_id=164426a0-c59d-477b-9c73-bd9b5d17842f HTTP/1.1" status: 200  len: 945 time: 0.1116235
May 07 22:14:12.867618 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2953ee4c-5491-4488-98eb-4e7960d0196d tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:14:12.880921 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2953ee4c-5491-4488-98eb-4e7960d0196d tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:12.884924 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-2953ee4c-5491-4488-98eb-4e7960d0196d tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "PUT /v2.0/routers/63a58e96-bb4f-42a1-a1d3-2d70c05737fc HTTP/1.1" status: 200  len: 701 time: 0.8368711
May 07 22:14:12.886049 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47046) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:12.900048 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977afa11-91ac-43be-b758-67ae694bf494 None None] Sync routers for ids ['63a58e96-bb4f-42a1-a1d3-2d70c05737fc'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:14:12.926238 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47048) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:12.951644 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-f95f9b9c-bf6a-4144-8a9a-1b379785baa3 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "GET /v2.0/ports?device_id=63a58e96-bb4f-42a1-a1d3-2d70c05737fc HTTP/1.1" status: 200  len: 205 time: 0.0651312
May 07 22:14:12.956201 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47054) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:12.959885 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977afa11-91ac-43be-b758-67ae694bf494 None None] Routers {'63a58e96-bb4f-42a1-a1d3-2d70c05737fc'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:14:12.960030 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-977afa11-91ac-43be-b758-67ae694bf494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7eb33a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:13:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['63a58e96-bb4f-42a1-a1d3-2d70c05737fc'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:12.991475 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b7dc9419-17be-48a4-b210-52403830da37 req-7f48853d-9e32-4a64-97d7-c11c506710b7 tempest-TestServerAdvancedOps-129343738 tempest-TestServerAdvancedOps-129343738-project] 10.222.0.32 "GET /v2.0/security-groups?id=bde33446-ddbb-480d-baf6-75ce7e50f8c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0868294
May 07 22:14:13.064161 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-977afa11-91ac-43be-b758-67ae694bf494 None None] Set router 63a58e96-bb4f-42a1-a1d3-2d70c05737fc gateway port host: None {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:14:13.066822 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-3a627f59-fb28-4a96-9fd8-b330e938a6d5 None None] For port 3ba99a97-23dc-4a90-a978-03aa89a6378a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3ba99a97-23dc-4a90-a978-03aa89a6378a,segment=NetworkSegment(487ec01b-cdaf-4a61-b510-144a8a47dfcd),segment_id=487ec01b-cdaf-4a61-b510-144a8a47dfcd)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:14:13.134020 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-977afa11-91ac-43be-b758-67ae694bf494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7eb33a30>, [{'id': '63a58e96-bb4f-42a1-a1d3-2d70c05737fc', 'name': 'tempest-RoutersTest-router-1588625411', 'tenant_id': '9871aa16c54d4751ac838e07d52897a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:13:08Z', 'updated_at': '2022-05-07T22:14:08Z', 'revision_number': 11, 'project_id': '9871aa16c54d4751ac838e07d52897a6', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:13.145778 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8c751df2-b644-4587-b563-e3abbf8f53b7 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for router (63a58e96-bb4f-42a1-a1d3-2d70c05737fc), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:13.163653 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977afa11-91ac-43be-b758-67ae694bf494 None None] Checking router: 63a58e96-bb4f-42a1-a1d3-2d70c05737fc for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:14:13.190828 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977afa11-91ac-43be-b758-67ae694bf494 None None] Routers {'63a58e96-bb4f-42a1-a1d3-2d70c05737fc'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:14:13.190828 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-977afa11-91ac-43be-b758-67ae694bf494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7eb33a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:13:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['63a58e96-bb4f-42a1-a1d3-2d70c05737fc'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:13.192318 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-3a627f59-fb28-4a96-9fd8-b330e938a6d5 None None] Publish callbacks [] for port (3ba99a97-23dc-4a90-a978-03aa89a6378a), precommit_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:13.242447 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-3a627f59-fb28-4a96-9fd8-b330e938a6d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (3ba99a97-23dc-4a90-a978-03aa89a6378a), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:13.248669 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-49d467d5-d48f-4e6f-8959-740d0b2e5c22 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-47093524-network', 'tenant_id': 'c9548c9329cb4d1faef44a66d7c11a5c'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:14:13.367970 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-977afa11-91ac-43be-b758-67ae694bf494 None None] Set router 63a58e96-bb4f-42a1-a1d3-2d70c05737fc gateway port host: None {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:14:13.395406 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d467d5-d48f-4e6f-8959-740d0b2e5c22 admin admin] Made reservation on behalf of c9548c9329cb4d1faef44a66d7c11a5c for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:14:13.398070 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-49d467d5-d48f-4e6f-8959-740d0b2e5c22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:13.458155 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aec6aeb-3f53-49b6-a42c-e436f6b92f17 req-018d98b6-b16d-46e0-a3f1-2d863c672efc tempest-TestServerAdvancedOps-129343738 tempest-TestServerAdvancedOps-129343738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:14:13.459894 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4aec6aeb-3f53-49b6-a42c-e436f6b92f17 req-018d98b6-b16d-46e0-a3f1-2d863c672efc tempest-TestServerAdvancedOps-129343738 tempest-TestServerAdvancedOps-129343738-project] 10.222.0.32 "GET /v2.0/ports?device_id=164426a0-c59d-477b-9c73-bd9b5d17842f HTTP/1.1" status: 200  len: 945 time: 0.0983746
May 07 22:14:13.476407 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-8f03aa8d-f9ff-4077-85c8-2f2f40f494b8 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Delete allocated IP 2001:db8::377 (51e50de6-5b14-452d-ad45-80a0d2ddf837/6cd95bbc-0622-4f0e-98da-8ae9c297feb2) {{(pid=121836) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}}
May 07 22:14:13.486200 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-49d467d5-d48f-4e6f-8959-740d0b2e5c22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:13.503491 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8c751df2-b644-4587-b563-e3abbf8f53b7 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (63a58e96-bb4f-42a1-a1d3-2d70c05737fc), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:13.505318 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-8f03aa8d-f9ff-4077-85c8-2f2f40f494b8 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Allocated IP 2001:db8:0:2::371 (51e50de6-5b14-452d-ad45-80a0d2ddf837/166aa3d0-0161-4295-9f12-1a56cc36fb5c/fdd3c035-d123-4995-9e98-47592dcc5377) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:14:13.507430 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-977afa11-91ac-43be-b758-67ae694bf494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7eb33a30>, [{'id': '63a58e96-bb4f-42a1-a1d3-2d70c05737fc', 'name': 'tempest-RoutersTest-router-1588625411', 'tenant_id': '9871aa16c54d4751ac838e07d52897a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:13:08Z', 'updated_at': '2022-05-07T22:14:08Z', 'revision_number': 11, 'project_id': '9871aa16c54d4751ac838e07d52897a6', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:13.507802 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8c751df2-b644-4587-b563-e3abbf8f53b7 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for router_controller (63a58e96-bb4f-42a1-a1d3-2d70c05737fc), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:13.568349 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-977afa11-91ac-43be-b758-67ae694bf494 None None] The sync data for ids ['63a58e96-bb4f-42a1-a1d3-2d70c05737fc'] in ncdv-master-1 is: [{'id': '63a58e96-bb4f-42a1-a1d3-2d70c05737fc', 'name': 'tempest-RoutersTest-router-1588625411', 'tenant_id': '9871aa16c54d4751ac838e07d52897a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:13:08Z', 'updated_at': '2022-05-07T22:14:08Z', 'revision_number': 11, 'project_id': '9871aa16c54d4751ac838e07d52897a6', 'gw_port_host': None}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:14:13.571638 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a627f59-fb28-4a96-9fd8-b330e938a6d5 None None] Pushing event updated for resources: {'Port': ['ID=3ba99a97-23dc-4a90-a978-03aa89a6378a,revision_number=7']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:13.598304 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4aec6aeb-3f53-49b6-a42c-e436f6b92f17 req-b5a6515c-9341-4f19-916c-6e07464f4bce tempest-TestServerAdvancedOps-129343738 tempest-TestServerAdvancedOps-129343738-project] 10.222.0.32 "GET /v2.0/security-groups?id=bde33446-ddbb-480d-baf6-75ce7e50f8c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1208847
May 07 22:14:13.604208 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8c751df2-b644-4587-b563-e3abbf8f53b7 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (63a58e96-bb4f-42a1-a1d3-2d70c05737fc), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:13.605196 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c751df2-b644-4587-b563-e3abbf8f53b7 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Fanout notify agent at l3_agent the message router_deleted on router 63a58e96-bb4f-42a1-a1d3-2d70c05737fc {{(pid=121837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 22:14:13.614060 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8c751df2-b644-4587-b563-e3abbf8f53b7 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:13.619168 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-8c751df2-b644-4587-b563-e3abbf8f53b7 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "DELETE /v2.0/routers/63a58e96-bb4f-42a1-a1d3-2d70c05737fc HTTP/1.1" status: 204  len: 168 time: 0.6581154
May 07 22:14:13.621266 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47084) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:13.635212 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-2671d661-51d4-4f46-a176-d4c0a10cab90 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-864701939', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:14:13.696242 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-49d467d5-d48f-4e6f-8959-740d0b2e5c22 admin admin] Publish callbacks [] for security_group (f7e1f273-143f-467a-b50c-dd57589a2e2f), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:13.700682 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-49d467d5-d48f-4e6f-8959-740d0b2e5c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (f7e1f273-143f-467a-b50c-dd57589a2e2f), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:13.743441 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2671d661-51d4-4f46-a176-d4c0a10cab90 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (cfac9edb-f361-4e83-bfd0-48cff8a6d0a1), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:13.745569 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2671d661-51d4-4f46-a176-d4c0a10cab90 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (cfac9edb-f361-4e83-bfd0-48cff8a6d0a1), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:13.781856 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49d467d5-d48f-4e6f-8959-740d0b2e5c22 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:14:13.807059 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d467d5-d48f-4e6f-8959-740d0b2e5c22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e1f273-143f-467a-b50c-dd57589a2e2f,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:13.828475 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-49d467d5-d48f-4e6f-8959-740d0b2e5c22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (850207f7-ecff-4d95-be71-f9a0690854f8), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:13.831085 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-49d467d5-d48f-4e6f-8959-740d0b2e5c22 admin admin] Added segment 850207f7-ecff-4d95-be71-f9a0690854f8 of type vlan for network c9fe7357-5953-40ae-898e-7642d0646720
May 07 22:14:13.889763 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-49d467d5-d48f-4e6f-8959-740d0b2e5c22 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (c9fe7357-5953-40ae-898e-7642d0646720), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:13.941559 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-49d467d5-d48f-4e6f-8959-740d0b2e5c22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (c9fe7357-5953-40ae-898e-7642d0646720), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:13.942845 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d467d5-d48f-4e6f-8959-740d0b2e5c22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:14:13.943656 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-49d467d5-d48f-4e6f-8959-740d0b2e5c22 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:13.954556 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8f03aa8d-f9ff-4077-85c8-2f2f40f494b8 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for port (fdd3c035-d123-4995-9e98-47592dcc5377), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:13.969474 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8f03aa8d-f9ff-4077-85c8-2f2f40f494b8 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (fdd3c035-d123-4995-9e98-47592dcc5377), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:14.014591 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-49d467d5-d48f-4e6f-8959-740d0b2e5c22 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.0836065
May 07 22:14:14.016730 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47094) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:14.074054 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-6046f504-9887-4adb-9952-31ee5e0a8f5f admin admin] Request body: {'subnet': {'network_id': 'c9fe7357-5953-40ae-898e-7642d0646720', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-47093524-subnet', 'tenant_id': 'c9548c9329cb4d1faef44a66d7c11a5c', 'ip_version': 4}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:14:14.078881 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2671d661-51d4-4f46-a176-d4c0a10cab90 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for router_controller (cfac9edb-f361-4e83-bfd0-48cff8a6d0a1), precommit_add_association {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:14.091415 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d467d5-d48f-4e6f-8959-740d0b2e5c22 admin admin] Pushing event updated for resources: {'Network': ['ID=c9fe7357-5953-40ae-898e-7642d0646720,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:14.100887 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2671d661-51d4-4f46-a176-d4c0a10cab90 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (cfac9edb-f361-4e83-bfd0-48cff8a6d0a1), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:14.112928 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network c9fe7357-5953-40ae-898e-7642d0646720 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:14:14.136435 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6046f504-9887-4adb-9952-31ee5e0a8f5f admin admin] Made reservation on behalf of c9548c9329cb4d1faef44a66d7c11a5c for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:14:14.138844 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6046f504-9887-4adb-9952-31ee5e0a8f5f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:14.150816 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-8f03aa8d-f9ff-4077-85c8-2f2f40f494b8 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] In _notify_port_updated(), no bound segment for port fdd3c035-d123-4995-9e98-47592dcc5377 on network 51e50de6-5b14-452d-ad45-80a0d2ddf837 {{(pid=121836) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:935}}
May 07 22:14:14.156096 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f03aa8d-f9ff-4077-85c8-2f2f40f494b8 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:14:14.156828 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8f03aa8d-f9ff-4077-85c8-2f2f40f494b8 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:14.158308 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-8f03aa8d-f9ff-4077-85c8-2f2f40f494b8 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "PUT /v2.0/ports/fdd3c035-d123-4995-9e98-47592dcc5377 HTTP/1.1" status: 200  len: 969 time: 1.9611750
May 07 22:14:14.162436 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f03aa8d-f9ff-4077-85c8-2f2f40f494b8 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Pushing event updated for resources: {'Port': ['ID=fdd3c035-d123-4995-9e98-47592dcc5377,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:14.164622 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47098) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:14.207070 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2671d661-51d4-4f46-a176-d4c0a10cab90 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:14.211175 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-2671d661-51d4-4f46-a176-d4c0a10cab90 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.5817709
May 07 22:14:14.211785 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47100) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:14.244763 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-aa664658-e184-4509-a79e-07da971de424 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Request body: {'router': {'admin_state_up': True}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:14:14.296524 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ed157b-b35a-46c0-80a0-32b6ac4e7d90 req-a7d9fca5-15ea-4355-b6bc-ae0bd1afb41c tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:14:14.298090 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-80ed157b-b35a-46c0-80a0-32b6ac4e7d90 req-a7d9fca5-15ea-4355-b6bc-ae0bd1afb41c tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c9e228-e26c-48a5-8400-6b213926a539 HTTP/1.1" status: 200  len: 945 time: 0.1685698
May 07 22:14:14.379191 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6046f504-9887-4adb-9952-31ee5e0a8f5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (64822d19-064d-4c0b-bda2-882554dd9615), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:14.440626 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6046f504-9887-4adb-9952-31ee5e0a8f5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=64822d19-064d-4c0b-bda2-882554dd9615,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:14.452071 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6046f504-9887-4adb-9952-31ee5e0a8f5f admin admin] Checking segment: {'id': '850207f7-ecff-4d95-be71-f9a0690854f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c9fe7357-5953-40ae-898e-7642d0646720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:14:14.452442 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6046f504-9887-4adb-9952-31ee5e0a8f5f admin admin] Network hostable DHCP agents. Network: c9fe7357-5953-40ae-898e-7642d0646720, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:14:14.466222 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-0aa00eb7-60f6-48e4-af1e-dadb592a4f1a tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Deleting port fdd3c035-d123-4995-9e98-47592dcc5377 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:14:14.466990 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0aa00eb7-60f6-48e4-af1e-dadb592a4f1a tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (fdd3c035-d123-4995-9e98-47592dcc5377), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:14.474626 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6046f504-9887-4adb-9952-31ee5e0a8f5f admin admin] Network c9fe7357-5953-40ae-898e-7642d0646720 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:14:14.487705 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-6046f504-9887-4adb-9952-31ee5e0a8f5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c9fe7357-5953-40ae-898e-7642d0646720) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:14:14.492865 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6046f504-9887-4adb-9952-31ee5e0a8f5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:14:14.493987 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6046f504-9887-4adb-9952-31ee5e0a8f5f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:14.508068 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c39ac6-088c-485d-8838-b7fb73d69e0a None None] Network c9fe7357-5953-40ae-898e-7642d0646720 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:14:14.515291 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-6046f504-9887-4adb-9952-31ee5e0a8f5f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.4972560
May 07 22:14:14.517953 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47104) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:14.523349 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-d5fc768e-f182-44f1-90f3-75eb86beb8f6 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-47093524-router', 'tenant_id': 'c9548c9329cb4d1faef44a66d7c11a5c', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:14:14.551420 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d5fc768e-f182-44f1-90f3-75eb86beb8f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (a2e74cc6-8d1d-4ce2-abb6-2047597ef660), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:14.555429 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d5fc768e-f182-44f1-90f3-75eb86beb8f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (a2e74cc6-8d1d-4ce2-abb6-2047597ef660), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:14.621136 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d5fc768e-f182-44f1-90f3-75eb86beb8f6 admin admin] Publish callbacks [] for router_controller (a2e74cc6-8d1d-4ce2-abb6-2047597ef660), precommit_add_association {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:14.654095 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-80ed157b-b35a-46c0-80a0-32b6ac4e7d90 req-8a187a7b-8f92-4d36-b4df-8bc3fee00887 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3189330
May 07 22:14:14.672272 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-91a7e908-ae1c-4a0f-b89f-a6130edb2e9c None None] Provisioning complete for port 3ba99a97-23dc-4a90-a978-03aa89a6378a triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:14:14.673153 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-91a7e908-ae1c-4a0f-b89f-a6130edb2e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (3ba99a97-23dc-4a90-a978-03aa89a6378a), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:14.726218 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b70728-c195-4117-ae54-b6222d51abf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c9fe7357-5953-40ae-898e-7642d0646720', 'network_id': 'c9fe7357-5953-40ae-898e-7642d0646720', 'project_id': 'c9548c9329cb4d1faef44a66d7c11a5c', 'fixed_ips': [{'subnet_id': '64822d19-064d-4c0b-bda2-882554dd9615'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:14:14.727185 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a9b70728-c195-4117-ae54-b6222d51abf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:14.745050 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-aa664658-e184-4509-a79e-07da971de424 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-395855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5148'] for router (cfac9edb-f361-4e83-bfd0-48cff8a6d0a1), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:14.776746 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-aa664658-e184-4509-a79e-07da971de424 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-395830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-395837', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-419014'] for router (cfac9edb-f361-4e83-bfd0-48cff8a6d0a1), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:14.793970 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5859a704-6177-4c74-b1e4-99a73b4a346d req-c98f5dde-a4e1-41e9-a5a2-0cd29022c2b1 tempest-TestServerAdvancedOps-129343738 tempest-TestServerAdvancedOps-129343738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:14:14.802010 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0aa00eb7-60f6-48e4-af1e-dadb592a4f1a tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (fdd3c035-d123-4995-9e98-47592dcc5377), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:14.803299 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5859a704-6177-4c74-b1e4-99a73b4a346d req-c98f5dde-a4e1-41e9-a5a2-0cd29022c2b1 tempest-TestServerAdvancedOps-129343738 tempest-TestServerAdvancedOps-129343738-project] 10.222.0.32 "GET /v2.0/ports?device_id=164426a0-c59d-477b-9c73-bd9b5d17842f HTTP/1.1" status: 200  len: 945 time: 0.0712004
May 07 22:14:14.880705 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5859a704-6177-4c74-b1e4-99a73b4a346d req-528e99f5-77a1-4aff-acda-0698b2f4f594 tempest-TestServerAdvancedOps-129343738 tempest-TestServerAdvancedOps-129343738-project] 10.222.0.32 "GET /v2.0/security-groups?id=bde33446-ddbb-480d-baf6-75ce7e50f8c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0763807
May 07 22:14:14.961285 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-91a7e908-ae1c-4a0f-b89f-a6130edb2e9c None None] Current status of the port 3ba99a97-23dc-4a90-a978-03aa89a6378a is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:14:14.979567 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-91a7e908-ae1c-4a0f-b89f-a6130edb2e9c None None] Provisioning complete for port c6215454-d632-4f94-b4e9-24789fbc4caf triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:14:14.980228 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-91a7e908-ae1c-4a0f-b89f-a6130edb2e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (c6215454-d632-4f94-b4e9-24789fbc4caf), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:14.996013 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d5fc768e-f182-44f1-90f3-75eb86beb8f6 admin admin] Publish callbacks [] for router_gateway (a2e74cc6-8d1d-4ce2-abb6-2047597ef660), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:15.019206 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-a9b70728-c195-4117-ae54-b6222d51abf0 None None] Allocated IP 172.20.0.2 (c9fe7357-5953-40ae-898e-7642d0646720/64822d19-064d-4c0b-bda2-882554dd9615/ff949072-8351-4f41-abc1-8a8e2be4e7b8) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:14:15.053742 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-91a7e908-ae1c-4a0f-b89f-a6130edb2e9c None None] Port c6215454-d632-4f94-b4e9-24789fbc4caf cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:14:15.221163 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448174a4-6439-474a-8c12-f2ff5bf6494e req-ba54cd46-ec92-4174-9434-5adafee3d754 tempest-TestServerAdvancedOps-129343738 tempest-TestServerAdvancedOps-129343738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:14:15.223063 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-448174a4-6439-474a-8c12-f2ff5bf6494e req-ba54cd46-ec92-4174-9434-5adafee3d754 tempest-TestServerAdvancedOps-129343738 tempest-TestServerAdvancedOps-129343738-project] 10.222.0.32 "GET /v2.0/ports?device_id=164426a0-c59d-477b-9c73-bd9b5d17842f HTTP/1.1" status: 200  len: 945 time: 0.0839896
May 07 22:14:15.303235 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-91a7e908-ae1c-4a0f-b89f-a6130edb2e9c None None] Provisioning complete for port fdd3c035-d123-4995-9e98-47592dcc5377 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:14:15.303834 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-91a7e908-ae1c-4a0f-b89f-a6130edb2e9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (fdd3c035-d123-4995-9e98-47592dcc5377), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:15.372278 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-0aa00eb7-60f6-48e4-af1e-dadb592a4f1a tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Calling delete_port for fdd3c035-d123-4995-9e98-47592dcc5377 owned by  {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:14:15.398028 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-91a7e908-ae1c-4a0f-b89f-a6130edb2e9c None None] Port fdd3c035-d123-4995-9e98-47592dcc5377 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:14:15.414413 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abc2efc-4247-422f-a826-7c39035dcb7f req-6ff6725d-ce7c-49e6-a85a-d6c3674024ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:14:15.415780 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3abc2efc-4247-422f-a826-7c39035dcb7f req-6ff6725d-ce7c-49e6-a85a-d6c3674024ba service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c642a488de414517ac98cee7e2cc2406&device_id=164426a0-c59d-477b-9c73-bd9b5d17842f HTTP/1.1" status: 200  len: 1127 time: 0.1178484
May 07 22:14:15.444029 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfb11c4-697d-4e09-abd4-1e8138e06721 req-4457cd4a-e079-44d6-b52b-d1074eb93ce7 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:14:15.445751 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7dfb11c4-697d-4e09-abd4-1e8138e06721 req-4457cd4a-e079-44d6-b52b-d1074eb93ce7 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.59 "GET /v2.0/ports?device_id=02c9e228-e26c-48a5-8400-6b213926a539 HTTP/1.1" status: 200  len: 945 time: 0.1443844
May 07 22:14:15.458110 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-448174a4-6439-474a-8c12-f2ff5bf6494e req-36fed47c-347d-4d3d-b3eb-4863a0723a08 tempest-TestServerAdvancedOps-129343738 tempest-TestServerAdvancedOps-129343738-project] 10.222.0.32 "GET /v2.0/security-groups?id=bde33446-ddbb-480d-baf6-75ce7e50f8c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1933286
May 07 22:14:15.517652 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d5fc768e-f182-44f1-90f3-75eb86beb8f6 admin admin] Publish callbacks [] for router_gateway (a2e74cc6-8d1d-4ce2-abb6-2047597ef660), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:15.526911 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a9b70728-c195-4117-ae54-b6222d51abf0 None None] Publish callbacks [] for port (ff949072-8351-4f41-abc1-8a8e2be4e7b8), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:15.530232 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 3ba99a97-23dc-4a90-a978-03aa89a6378a up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:14:15.567259 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d5fc768e-f182-44f1-90f3-75eb86beb8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:15.568739 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-e6d47ab8-e70f-4f65-911a-97c0d2b70040 None None] Provisioning complete for port fdd3c035-d123-4995-9e98-47592dcc5377 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:14:15.569121 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e6d47ab8-e70f-4f65-911a-97c0d2b70040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (fdd3c035-d123-4995-9e98-47592dcc5377), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:15.573289 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a9b70728-c195-4117-ae54-b6222d51abf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (ff949072-8351-4f41-abc1-8a8e2be4e7b8), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:15.584150 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa664658-e184-4509-a79e-07da971de424 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Router cfac9edb-f361-4e83-bfd0-48cff8a6d0a1 is scheduled to L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db with binding_index 1 {{(pid=121836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 07 22:14:15.632636 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-7dfb11c4-697d-4e09-abd4-1e8138e06721 req-32812531-5699-457c-aafa-bb665c756948 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Deleting port a859dd9c-cf59-4a9b-84c9-dddc4e9476c0 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:14:15.632636 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-7dfb11c4-697d-4e09-abd4-1e8138e06721 req-32812531-5699-457c-aafa-bb665c756948 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (a859dd9c-cf59-4a9b-84c9-dddc4e9476c0), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:15.650011 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b70728-c195-4117-ae54-b6222d51abf0 None None] Network c9fe7357-5953-40ae-898e-7642d0646720 is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:14:15.664531 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-a9b70728-c195-4117-ae54-b6222d51abf0 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:14:15.672797 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b70728-c195-4117-ae54-b6222d51abf0 None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:14:15.679824 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-e6d47ab8-e70f-4f65-911a-97c0d2b70040 None None] Port fdd3c035-d123-4995-9e98-47592dcc5377 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:14:15.686752 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b70728-c195-4117-ae54-b6222d51abf0 None None] Pushing event updated for resources: {'Port': ['ID=ff949072-8351-4f41-abc1-8a8e2be4e7b8,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:15.720448 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 3ba99a97-23dc-4a90-a978-03aa89a6378a triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:14:15.721206 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (3ba99a97-23dc-4a90-a978-03aa89a6378a), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:15.748999 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abc2efc-4247-422f-a826-7c39035dcb7f req-dd79860e-0c0b-4ec6-8922-34e9f5a57ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:14:15.751201 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3abc2efc-4247-422f-a826-7c39035dcb7f req-dd79860e-0c0b-4ec6-8922-34e9f5a57ab2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=eb2eb303-0e82-4936-8d9b-0c09343eec4b HTTP/1.1" status: 200  len: 913 time: 0.2937453
May 07 22:14:15.781308 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-a9b70728-c195-4117-ae54-b6222d51abf0 None None] Attempting to bind port ff949072-8351-4f41-abc1-8a8e2be4e7b8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:14:15.781962 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-a9b70728-c195-4117-ae54-b6222d51abf0 None None] Attempting to bind port ff949072-8351-4f41-abc1-8a8e2be4e7b8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '850207f7-ecff-4d95-be71-f9a0690854f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c9fe7357-5953-40ae-898e-7642d0646720'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:14:15.782265 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b70728-c195-4117-ae54-b6222d51abf0 None None] Attempting to bind port ff949072-8351-4f41-abc1-8a8e2be4e7b8 on network c9fe7357-5953-40ae-898e-7642d0646720 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:14:15.792679 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b70728-c195-4117-ae54-b6222d51abf0 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:14:15.793344 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b70728-c195-4117-ae54-b6222d51abf0 None None] Checking segment: {'id': '850207f7-ecff-4d95-be71-f9a0690854f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c9fe7357-5953-40ae-898e-7642d0646720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:14:15.793611 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a9b70728-c195-4117-ae54-b6222d51abf0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:15.793923 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b70728-c195-4117-ae54-b6222d51abf0 None None] Bound using segment: {'id': '850207f7-ecff-4d95-be71-f9a0690854f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c9fe7357-5953-40ae-898e-7642d0646720'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:14:15.794412 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-a9b70728-c195-4117-ae54-b6222d51abf0 None None] Bound port: ff949072-8351-4f41-abc1-8a8e2be4e7b8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '850207f7-ecff-4d95-be71-f9a0690854f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c9fe7357-5953-40ae-898e-7642d0646720'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:14:15.794828 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a9b70728-c195-4117-ae54-b6222d51abf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (ff949072-8351-4f41-abc1-8a8e2be4e7b8), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:15.801051 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-d5fc768e-f182-44f1-90f3-75eb86beb8f6 admin admin] Allocated IP 172.35.4.148 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/d116cfe5-45c3-4e6f-ac2b-533445240a40) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:14:15.809443 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-7dfb11c4-697d-4e09-abd4-1e8138e06721 req-32812531-5699-457c-aafa-bb665c756948 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] For port a859dd9c-cf59-4a9b-84c9-dddc4e9476c0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a859dd9c-cf59-4a9b-84c9-dddc4e9476c0,segment=NetworkSegment(2cb8e953-203f-4019-8d4d-d4ab0509c11a),segment_id=2cb8e953-203f-4019-8d4d-d4ab0509c11a)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:14:15.809839 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-7dfb11c4-697d-4e09-abd4-1e8138e06721 req-32812531-5699-457c-aafa-bb665c756948 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (a859dd9c-cf59-4a9b-84c9-dddc4e9476c0), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:15.836653 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-7dfb11c4-697d-4e09-abd4-1e8138e06721 req-32812531-5699-457c-aafa-bb665c756948 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Calling delete_port for a859dd9c-cf59-4a9b-84c9-dddc4e9476c0 owned by compute:nova {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:14:15.849347 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa664658-e184-4509-a79e-07da971de424 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:14:15.856604 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3abc2efc-4247-422f-a826-7c39035dcb7f req-82e32e7e-744e-410e-9531-c3b0292617e9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d7900d83-4563-4b12-ac82-d89aa7319b93 HTTP/1.1" status: 200  len: 217 time: 0.0577378
May 07 22:14:15.863552 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-aa664658-e184-4509-a79e-07da971de424 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:15.865572 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-aa664658-e184-4509-a79e-07da971de424 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "PUT /v2.0/routers/cfac9edb-f361-4e83-bfd0-48cff8a6d0a1 HTTP/1.1" status: 200  len: 693 time: 1.6296771
May 07 22:14:15.873498 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47116) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:15.874500 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26276bc-b7f1-4e5c-bc24-ecdac8e21f81 req-27162e76-c523-46a5-9427-80b387e0d79a tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:14:15.876245 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a26276bc-b7f1-4e5c-bc24-ecdac8e21f81 req-27162e76-c523-46a5-9427-80b387e0d79a tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c9e228-e26c-48a5-8400-6b213926a539 HTTP/1.1" status: 200  len: 945 time: 0.1369271
May 07 22:14:15.890228 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 22:14:15.891769 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7c97b4-8080-4dfa-a664-f9687634f1d8 None None] Sync routers for ids ['cfac9edb-f361-4e83-bfd0-48cff8a6d0a1'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:14:15.903362 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 3ba99a97-23dc-4a90-a978-03aa89a6378a is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:14:15.908794 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-a9b70728-c195-4117-ae54-b6222d51abf0 None None] For port ff949072-8351-4f41-abc1-8a8e2be4e7b8, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:14:15.917649 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7c97b4-8080-4dfa-a664-f9687634f1d8 None None] Routers {'cfac9edb-f361-4e83-bfd0-48cff8a6d0a1'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:14:15.921442 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-ad7c97b4-8080-4dfa-a664-f9687634f1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cf27310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:13:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['cfac9edb-f361-4e83-bfd0-48cff8a6d0a1'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:15.923116 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-a9b70728-c195-4117-ae54-b6222d51abf0 None None] For port ff949072-8351-4f41-abc1-8a8e2be4e7b8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ff949072-8351-4f41-abc1-8a8e2be4e7b8,segment=NetworkSegment(850207f7-ecff-4d95-be71-f9a0690854f8),segment_id=850207f7-ecff-4d95-be71-f9a0690854f8)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:14:15.923593 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0aa00eb7-60f6-48e4-af1e-dadb592a4f1a tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (fdd3c035-d123-4995-9e98-47592dcc5377), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:15.934187 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a9b70728-c195-4117-ae54-b6222d51abf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (ff949072-8351-4f41-abc1-8a8e2be4e7b8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:15.980643 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa00eb7-60f6-48e4-af1e-dadb592a4f1a tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Pushing event deleted for resources: {'Port': ['ID=fdd3c035-d123-4995-9e98-47592dcc5377,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:16.016711 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abc2efc-4247-422f-a826-7c39035dcb7f req-05b1cb69-59eb-4164-86cd-c2d79fce9c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:14:16.016956 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b70728-c195-4117-ae54-b6222d51abf0 None None] Pushing event updated for resources: {'Port': ['ID=ff949072-8351-4f41-abc1-8a8e2be4e7b8,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:16.022185 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3abc2efc-4247-422f-a826-7c39035dcb7f req-05b1cb69-59eb-4164-86cd-c2d79fce9c34 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=02be25b6-5cc2-4f4a-aacd-cca6d7f532f2 HTTP/1.1" status: 200  len: 852 time: 0.1545737
May 07 22:14:16.076041 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-3e29e458-01ce-403b-b344-e2b33f274fcf tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "GET /v2.0/routers/cfac9edb-f361-4e83-bfd0-48cff8a6d0a1 HTTP/1.1" status: 200  len: 699 time: 0.2010238
May 07 22:14:16.078736 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47118) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:16.079046 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0aa00eb7-60f6-48e4-af1e-dadb592a4f1a tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:16.089639 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-0aa00eb7-60f6-48e4-af1e-dadb592a4f1a tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "DELETE /v2.0/ports/fdd3c035-d123-4995-9e98-47592dcc5377 HTTP/1.1" status: 204  len: 168 time: 1.9050019
May 07 22:14:16.098586 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47120) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:16.101902 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3abc2efc-4247-422f-a826-7c39035dcb7f req-66c524b5-4d5f-4b38-98e5-de94ef4f604f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=eb2eb303-0e82-4936-8d9b-0c09343eec4b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0579653
May 07 22:14:16.116296 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-ad7c97b4-8080-4dfa-a664-f9687634f1d8 None None] Set router cfac9edb-f361-4e83-bfd0-48cff8a6d0a1 gateway port host: None {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:14:16.118710 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a26276bc-b7f1-4e5c-bc24-ecdac8e21f81 req-186a623a-5cdb-4c72-956f-ce6a3ce8d42c tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/security-groups?id=14bf66d2-2a37-41a4-8e45-41d2816dac97&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2160482
May 07 22:14:16.143048 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-8995c653-5ab6-438b-b750-da19c6145055 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfac9edb-f361-4e83-bfd0-48cff8a6d0a1 HTTP/1.1" status: 200  len: 205 time: 0.0616901
May 07 22:14:16.143684 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47122) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:16.196529 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8b2967f-9a66-4890-8d4f-3d299985ec30 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] GET failed (client error): The resource could not be found.
May 07 22:14:16.200686 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-d8b2967f-9a66-4890-8d4f-3d299985ec30 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "GET /v2.0/ports/fdd3c035-d123-4995-9e98-47592dcc5377 HTTP/1.1" status: 404  len: 333 time: 0.0735803
May 07 22:14:16.200964 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47124) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:16.236285 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-ad7c97b4-8080-4dfa-a664-f9687634f1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cf27310>, [{'id': 'cfac9edb-f361-4e83-bfd0-48cff8a6d0a1', 'name': 'tempest-RoutersTest-router-864701939', 'tenant_id': '9871aa16c54d4751ac838e07d52897a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:14:13Z', 'updated_at': '2022-05-07T22:14:14Z', 'revision_number': 2, 'project_id': '9871aa16c54d4751ac838e07d52897a6', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:16.277545 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-704ec0bc-fa6e-45d8-a5ad-ed308f78fa29 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for router (cfac9edb-f361-4e83-bfd0-48cff8a6d0a1), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:16.283187 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7c97b4-8080-4dfa-a664-f9687634f1d8 None None] Checking router: cfac9edb-f361-4e83-bfd0-48cff8a6d0a1 for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:14:16.300379 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7c97b4-8080-4dfa-a664-f9687634f1d8 None None] Routers {'cfac9edb-f361-4e83-bfd0-48cff8a6d0a1'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:14:16.301024 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-ad7c97b4-8080-4dfa-a664-f9687634f1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cf27310>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:13:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['cfac9edb-f361-4e83-bfd0-48cff8a6d0a1'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:16.387179 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a356e5d1-b324-4ddc-95ed-9d1769f8e98b tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for security_group (9d2e0af5-d90d-44d5-88ed-bbbb97eb4e66), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:16.398559 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d5fc768e-f182-44f1-90f3-75eb86beb8f6 admin admin] Publish callbacks [] for port (d116cfe5-45c3-4e6f-ac2b-533445240a40), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:16.420530 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3abc2efc-4247-422f-a826-7c39035dcb7f req-5b39faef-3f51-4052-92d6-0d9b5de286f9 service neutron] 10.222.0.55 "GET /v2.0/networks/eb2eb303-0e82-4936-8d9b-0c09343eec4b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2744873
May 07 22:14:16.443013 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a356e5d1-b324-4ddc-95ed-9d1769f8e98b tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for security_group (9d2e0af5-d90d-44d5-88ed-bbbb97eb4e66), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:16.589863 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a356e5d1-b324-4ddc-95ed-9d1769f8e98b tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (9d2e0af5-d90d-44d5-88ed-bbbb97eb4e66), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:16.592758 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-ad7c97b4-8080-4dfa-a664-f9687634f1d8 None None] Set router cfac9edb-f361-4e83-bfd0-48cff8a6d0a1 gateway port host: None {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:14:16.593830 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a356e5d1-b324-4ddc-95ed-9d1769f8e98b tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:16.595252 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-a356e5d1-b324-4ddc-95ed-9d1769f8e98b tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "DELETE /v2.0/security-groups/9d2e0af5-d90d-44d5-88ed-bbbb97eb4e66 HTTP/1.1" status: 204  len: 168 time: 0.3931708
May 07 22:14:16.600785 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47130) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:16.636944 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a356e5d1-b324-4ddc-95ed-9d1769f8e98b tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2e0af5-d90d-44d5-88ed-bbbb97eb4e66,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:16.644748 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3abc2efc-4247-422f-a826-7c39035dcb7f req-6288c737-1cdc-447a-a55a-4119d7ac4a03 service neutron] 10.222.0.55 "GET /v2.0/networks/eb2eb303-0e82-4936-8d9b-0c09343eec4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2164533
May 07 22:14:16.657996 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-ad7c97b4-8080-4dfa-a664-f9687634f1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cf27310>, [{'id': 'cfac9edb-f361-4e83-bfd0-48cff8a6d0a1', 'name': 'tempest-RoutersTest-router-864701939', 'tenant_id': '9871aa16c54d4751ac838e07d52897a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:14:13Z', 'updated_at': '2022-05-07T22:14:14Z', 'revision_number': 2, 'project_id': '9871aa16c54d4751ac838e07d52897a6', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:16.660465 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a356e5d1-b324-4ddc-95ed-9d1769f8e98b tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:14:16.660851 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a356e5d1-b324-4ddc-95ed-9d1769f8e98b tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:14:16.661213 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a356e5d1-b324-4ddc-95ed-9d1769f8e98b tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:14:16.661600 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a356e5d1-b324-4ddc-95ed-9d1769f8e98b tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:14:16.662561 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a356e5d1-b324-4ddc-95ed-9d1769f8e98b tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:14:16.662943 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a356e5d1-b324-4ddc-95ed-9d1769f8e98b tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:14:16.663285 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a356e5d1-b324-4ddc-95ed-9d1769f8e98b tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:14:16.663635 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a356e5d1-b324-4ddc-95ed-9d1769f8e98b tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:14:16.664185 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a356e5d1-b324-4ddc-95ed-9d1769f8e98b tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:14:16.664655 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a356e5d1-b324-4ddc-95ed-9d1769f8e98b tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:14:16.665002 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a356e5d1-b324-4ddc-95ed-9d1769f8e98b tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:14:16.665409 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a356e5d1-b324-4ddc-95ed-9d1769f8e98b tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:14:16.665777 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a356e5d1-b324-4ddc-95ed-9d1769f8e98b tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:14:16.666111 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a356e5d1-b324-4ddc-95ed-9d1769f8e98b tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:14:16.666441 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a356e5d1-b324-4ddc-95ed-9d1769f8e98b tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:14:16.692358 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7c97b4-8080-4dfa-a664-f9687634f1d8 None None] The sync data for ids ['cfac9edb-f361-4e83-bfd0-48cff8a6d0a1'] in ncdv-master-1 is: [{'id': 'cfac9edb-f361-4e83-bfd0-48cff8a6d0a1', 'name': 'tempest-RoutersTest-router-864701939', 'tenant_id': '9871aa16c54d4751ac838e07d52897a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:14:13Z', 'updated_at': '2022-05-07T22:14:14Z', 'revision_number': 2, 'project_id': '9871aa16c54d4751ac838e07d52897a6', 'gw_port_host': None}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:14:16.716546 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7c5fd64d-8c74-4e85-b3b3-50799fead985 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for security_group (7e060523-45b4-4d66-ae24-ed842e220f77), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:16.747758 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7c5fd64d-8c74-4e85-b3b3-50799fead985 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for security_group (7e060523-45b4-4d66-ae24-ed842e220f77), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:16.804308 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7c5fd64d-8c74-4e85-b3b3-50799fead985 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (7e060523-45b4-4d66-ae24-ed842e220f77), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:16.808116 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7c5fd64d-8c74-4e85-b3b3-50799fead985 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:16.812691 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-7c5fd64d-8c74-4e85-b3b3-50799fead985 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "DELETE /v2.0/security-groups/7e060523-45b4-4d66-ae24-ed842e220f77 HTTP/1.1" status: 204  len: 168 time: 0.2064030
May 07 22:14:16.814102 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47132) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:16.833515 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5fd64d-8c74-4e85-b3b3-50799fead985 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e060523-45b4-4d66-ae24-ed842e220f77,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:16.897743 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-13e7a554-aaae-4038-93c6-08a9ccda24e3 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for security_group (76bc48d7-3b26-4162-b373-c049b56d5d41), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:16.936690 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-13e7a554-aaae-4038-93c6-08a9ccda24e3 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for security_group (76bc48d7-3b26-4162-b373-c049b56d5d41), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:17.001565 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-13e7a554-aaae-4038-93c6-08a9ccda24e3 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (76bc48d7-3b26-4162-b373-c049b56d5d41), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:17.003924 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-13e7a554-aaae-4038-93c6-08a9ccda24e3 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:17.007646 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-13e7a554-aaae-4038-93c6-08a9ccda24e3 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "DELETE /v2.0/security-groups/76bc48d7-3b26-4162-b373-c049b56d5d41 HTTP/1.1" status: 204  len: 168 time: 0.1870506
May 07 22:14:17.010615 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47134) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:17.052035 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7a554-aaae-4038-93c6-08a9ccda24e3 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76bc48d7-3b26-4162-b373-c049b56d5d41,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:17.100763 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_v2 [None req-50817589-1271-4c8b-93a2-a467e2bf8345 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Deleting subnet 6cd95bbc-0622-4f0e-98da-8ae9c297feb2 {{(pid=121836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:14:17.104482 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-50817589-1271-4c8b-93a2-a467e2bf8345 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for subnet (6cd95bbc-0622-4f0e-98da-8ae9c297feb2), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:17.153985 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-704ec0bc-fa6e-45d8-a5ad-ed308f78fa29 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (cfac9edb-f361-4e83-bfd0-48cff8a6d0a1), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:17.165294 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-704ec0bc-fa6e-45d8-a5ad-ed308f78fa29 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for router_controller (cfac9edb-f361-4e83-bfd0-48cff8a6d0a1), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:17.178141 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-50817589-1271-4c8b-93a2-a467e2bf8345 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726883'] for subnet (6cd95bbc-0622-4f0e-98da-8ae9c297feb2), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:17.182704 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8834af-f38d-4546-8de4-2fab6e09de7c req-b5f8dd85-c46d-4a75-9c67-e604e3608dca tempest-TestServerAdvancedOps-129343738 tempest-TestServerAdvancedOps-129343738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:14:17.184305 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-de8834af-f38d-4546-8de4-2fab6e09de7c req-b5f8dd85-c46d-4a75-9c67-e604e3608dca tempest-TestServerAdvancedOps-129343738 tempest-TestServerAdvancedOps-129343738-project] 10.222.0.32 "GET /v2.0/ports?device_id=164426a0-c59d-477b-9c73-bd9b5d17842f HTTP/1.1" status: 200  len: 945 time: 0.2393742
May 07 22:14:17.276287 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-7dfb11c4-697d-4e09-abd4-1e8138e06721 req-32812531-5699-457c-aafa-bb665c756948 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (a859dd9c-cf59-4a9b-84c9-dddc4e9476c0), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:17.287683 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6e359700-18e0-4f73-a8e1-26bc90823ad9 req-da2f418e-4ff0-4241-b8f3-eb314fec67d1 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c9e228-e26c-48a5-8400-6b213926a539 HTTP/1.1" status: 200  len: 210 time: 0.0534325
May 07 22:14:17.320628 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32812531-5699-457c-aafa-bb665c756948 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Pushing event deleted for resources: {'Port': ['ID=a859dd9c-cf59-4a9b-84c9-dddc4e9476c0,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:17.324554 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d5fc768e-f182-44f1-90f3-75eb86beb8f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (d116cfe5-45c3-4e6f-ac2b-533445240a40), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:17.342901 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-704ec0bc-fa6e-45d8-a5ad-ed308f78fa29 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (cfac9edb-f361-4e83-bfd0-48cff8a6d0a1), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:17.342901 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-704ec0bc-fa6e-45d8-a5ad-ed308f78fa29 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Fanout notify agent at l3_agent the message router_deleted on router cfac9edb-f361-4e83-bfd0-48cff8a6d0a1 {{(pid=121837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 22:14:17.342901 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-704ec0bc-fa6e-45d8-a5ad-ed308f78fa29 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:17.347896 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-704ec0bc-fa6e-45d8-a5ad-ed308f78fa29 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "DELETE /v2.0/routers/cfac9edb-f361-4e83-bfd0-48cff8a6d0a1 HTTP/1.1" status: 204  len: 168 time: 1.1986978
May 07 22:14:17.355903 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47138) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:17.369647 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-50817589-1271-4c8b-93a2-a467e2bf8345 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (6cd95bbc-0622-4f0e-98da-8ae9c297feb2), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:17.483893 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-50817589-1271-4c8b-93a2-a467e2bf8345 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (6cd95bbc-0622-4f0e-98da-8ae9c297feb2), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:17.530693 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50817589-1271-4c8b-93a2-a467e2bf8345 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Pushing event deleted for resources: {'Subnet': ['ID=6cd95bbc-0622-4f0e-98da-8ae9c297feb2,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:17.533245 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-50817589-1271-4c8b-93a2-a467e2bf8345 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:17.537659 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-50817589-1271-4c8b-93a2-a467e2bf8345 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "DELETE /v2.0/subnets/6cd95bbc-0622-4f0e-98da-8ae9c297feb2 HTTP/1.1" status: 204  len: 168 time: 0.5259187
May 07 22:14:17.540332 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-6a4529bf-ed2e-492f-997e-747176b74cbf tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "GET /v2.0/ports?device_id=cfac9edb-f361-4e83-bfd0-48cff8a6d0a1 HTTP/1.1" status: 200  len: 205 time: 0.1774209
May 07 22:14:17.541295 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dfb11c4-697d-4e09-abd4-1e8138e06721 req-32812531-5699-457c-aafa-bb665c756948 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] No DVR routers for this DVR port a859dd9c-cf59-4a9b-84c9-dddc4e9476c0 on host nch2-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:14:17.542605 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47142) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:17.543048 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47144) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:17.545972 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a9f3ec-83f5-4fa7-90e8-a3ba1f1a2243 None None] Network 51e50de6-5b14-452d-ad45-80a0d2ddf837 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:14:17.547591 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5fc768e-f182-44f1-90f3-75eb86beb8f6 admin admin] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:14:17.558199 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-de8834af-f38d-4546-8de4-2fab6e09de7c req-21707c9e-a5e1-4a1d-9855-d67e868e362d tempest-TestServerAdvancedOps-129343738 tempest-TestServerAdvancedOps-129343738-project] 10.222.0.32 "GET /v2.0/security-groups?id=bde33446-ddbb-480d-baf6-75ce7e50f8c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3471708
May 07 22:14:17.559713 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-7dfb11c4-697d-4e09-abd4-1e8138e06721 req-32812531-5699-457c-aafa-bb665c756948 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:17.563650 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7dfb11c4-697d-4e09-abd4-1e8138e06721 req-32812531-5699-457c-aafa-bb665c756948 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.59 "DELETE /v2.0/ports/a859dd9c-cf59-4a9b-84c9-dddc4e9476c0 HTTP/1.1" status: 204  len: 173 time: 2.1009583
May 07 22:14:17.566388 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02c9e228-e26c-48a5-8400-6b213926a539', 'name': 'network-vif-deleted', 'tag': 'a859dd9c-cf59-4a9b-84c9-dddc4e9476c0'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:14:17.568728 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-813c9623-41d3-407c-8009-d07bbb129fb1" -d '{"events": [{"server_uuid": "02c9e228-e26c-48a5-8400-6b213926a539", "name": "network-vif-deleted", "tag": "a859dd9c-cf59-4a9b-84c9-dddc4e9476c0"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:14:17.598600 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-d5fc768e-f182-44f1-90f3-75eb86beb8f6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:14:17.608837 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device ff949072-8351-4f41-abc1-8a8e2be4e7b8 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:14:17.619844 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fc768e-f182-44f1-90f3-75eb86beb8f6 admin admin] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:14:17.629933 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fc768e-f182-44f1-90f3-75eb86beb8f6 admin admin] Pushing event updated for resources: {'Port': ['ID=d116cfe5-45c3-4e6f-ac2b-533445240a40,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:17.689074 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-387734b8-a73b-425f-aeb7-f1de0f8b5e34 x-openstack-request-id: req-387734b8-a73b-425f-aeb7-f1de0f8b5e34 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:14:17.689747 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02c9e228-e26c-48a5-8400-6b213926a539", "name": "network-vif-deleted", "tag": "a859dd9c-cf59-4a9b-84c9-dddc4e9476c0", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:14:17.690025 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-387734b8-a73b-425f-aeb7-f1de0f8b5e34 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:14:17.690339 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-387734b8-a73b-425f-aeb7-f1de0f8b5e34'] response: {'server_uuid': '02c9e228-e26c-48a5-8400-6b213926a539', 'name': 'network-vif-deleted', 'tag': 'a859dd9c-cf59-4a9b-84c9-dddc4e9476c0', 'status': 'completed', 'code': 200}
May 07 22:14:17.699453 ncdv-master-1 neutron-server[121836]: INFO neutron.api.v2.resource [None req-54201578-5112-4214-a7c3-42154577e05d tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] delete failed (client error): The resource could not be found.
May 07 22:14:17.700457 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-54201578-5112-4214-a7c3-42154577e05d tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "DELETE /v2.0/routers/cfac9edb-f361-4e83-bfd0-48cff8a6d0a1 HTTP/1.1" status: 404  len: 336 time: 0.1560843
May 07 22:14:17.703982 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47148) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:17.727920 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e32887-36c0-4724-90bf-46b90b6344f0 None None] Network c9fe7357-5953-40ae-898e-7642d0646720 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:14:17.745088 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-7385a594-3ff7-4a19-9a29-9898797392c3 None None] Provisioning complete for port ff949072-8351-4f41-abc1-8a8e2be4e7b8 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:14:17.746037 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7385a594-3ff7-4a19-9a29-9898797392c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (ff949072-8351-4f41-abc1-8a8e2be4e7b8), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:17.759577 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-798c42ef-6ff5-44b4-9c31-4ab6f55fc73f tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] DELETE failed (client error): The resource could not be found.
May 07 22:14:17.760039 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-798c42ef-6ff5-44b4-9c31-4ab6f55fc73f tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:14:17.763290 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-798c42ef-6ff5-44b4-9c31-4ab6f55fc73f tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "DELETE /v2.0/subnets/bdeed79b-01ea-40e0-99ed-ee93c5c8844a HTTP/1.1" status: 404  len: 337 time: 0.0583549
May 07 22:14:17.767069 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47150) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:17.805425 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_v2 [None req-95bfa3b1-3d79-4df4-95d3-b6f53fd8bd77 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Deleting subnet 166aa3d0-0161-4295-9f12-1a56cc36fb5c {{(pid=121836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:14:17.808505 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-d397717a-1858-41b5-85ef-8815dca2f48f tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] DELETE failed (client error): The resource could not be found.
May 07 22:14:17.808505 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d397717a-1858-41b5-85ef-8815dca2f48f tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:14:17.811645 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-d397717a-1858-41b5-85ef-8815dca2f48f tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "DELETE /v2.0/subnets/dd57c3f6-d6c4-4dbe-ba12-72b0ecdd55aa HTTP/1.1" status: 404  len: 337 time: 0.0430753
May 07 22:14:17.813230 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port ff949072-8351-4f41-abc1-8a8e2be4e7b8 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:14:17.813868 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (ff949072-8351-4f41-abc1-8a8e2be4e7b8), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:17.814324 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-95bfa3b1-3d79-4df4-95d3-b6f53fd8bd77 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for subnet (166aa3d0-0161-4295-9f12-1a56cc36fb5c), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:17.816899 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47154) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:17.889090 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-c39ba375-47c2-4c09-94ae-771bf6254a25 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] DELETE failed (client error): The resource could not be found.
May 07 22:14:17.889557 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c39ba375-47c2-4c09-94ae-771bf6254a25 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:14:17.892974 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-c39ba375-47c2-4c09-94ae-771bf6254a25 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "DELETE /v2.0/subnets/3bb8fb8f-fd99-4052-9f7c-6b1d8087aabe HTTP/1.1" status: 404  len: 337 time: 0.0751085
May 07 22:14:17.896643 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47156) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:17.930694 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-0269014c-7d4e-45b6-b9dd-87e54e2cc0fe tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] DELETE failed (client error): The resource could not be found.
May 07 22:14:17.931340 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0269014c-7d4e-45b6-b9dd-87e54e2cc0fe tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:14:17.934443 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-0269014c-7d4e-45b6-b9dd-87e54e2cc0fe tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "DELETE /v2.0/subnets/8f8f5bc6-0bf7-4c2d-9992-ab2f897c66fb HTTP/1.1" status: 404  len: 337 time: 0.0372572
May 07 22:14:17.938536 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47158) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:17.940445 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-95bfa3b1-3d79-4df4-95d3-b6f53fd8bd77 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726883'] for subnet (166aa3d0-0161-4295-9f12-1a56cc36fb5c), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:17.970720 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port ff949072-8351-4f41-abc1-8a8e2be4e7b8 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:14:17.971410 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (ff949072-8351-4f41-abc1-8a8e2be4e7b8), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:18.020624 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-bc789f84-ab92-48d5-8e3a-7ee9365689a9 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "GET /v2.0/ports?device_id=63a58e96-bb4f-42a1-a1d3-2d70c05737fc HTTP/1.1" status: 200  len: 205 time: 0.0805407
May 07 22:14:18.023962 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47160) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:18.098291 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-7385a594-3ff7-4a19-9a29-9898797392c3 None None] Current status of the port ff949072-8351-4f41-abc1-8a8e2be4e7b8 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:14:18.099438 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7385a594-3ff7-4a19-9a29-9898797392c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (ff949072-8351-4f41-abc1-8a8e2be4e7b8), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:18.148490 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port ff949072-8351-4f41-abc1-8a8e2be4e7b8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ff949072-8351-4f41-abc1-8a8e2be4e7b8,segment=NetworkSegment(850207f7-ecff-4d95-be71-f9a0690854f8),segment_id=850207f7-ecff-4d95-be71-f9a0690854f8)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:14:18.180898 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (ff949072-8351-4f41-abc1-8a8e2be4e7b8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:18.193292 ncdv-master-1 neutron-server[121836]: INFO neutron.api.v2.resource [None req-c5664d47-2ae9-4df5-82a1-8994190f562c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] delete failed (client error): The resource could not be found.
May 07 22:14:18.208141 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-c5664d47-2ae9-4df5-82a1-8994190f562c tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "DELETE /v2.0/routers/63a58e96-bb4f-42a1-a1d3-2d70c05737fc HTTP/1.1" status: 404  len: 336 time: 0.1685636
May 07 22:14:18.209277 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47162) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:18.288772 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.db.api [None req-7385a594-3ff7-4a19-9a29-9898797392c3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 07 22:14:18.288772 ncdv-master-1 neutron-server[121838]: DEBUG oslo_db.api [None req-7385a594-3ff7-4a19-9a29-9898797392c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 07 22:14:18.289118 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-b09b9540-4702-46ba-9cf9-387069b84e67 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "GET /v2.0/ports?device_id=8bb4bd8c-596d-48fe-9f95-165cecc5c75a HTTP/1.1" status: 200  len: 205 time: 0.0659816
May 07 22:14:18.289543 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47164) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:18.298282 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d5fc768e-f182-44f1-90f3-75eb86beb8f6 admin admin] Publish callbacks [] for router_gateway (a2e74cc6-8d1d-4ce2-abb6-2047597ef660), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:18.298829 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-95bfa3b1-3d79-4df4-95d3-b6f53fd8bd77 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (166aa3d0-0161-4295-9f12-1a56cc36fb5c), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:18.306248 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=ff949072-8351-4f41-abc1-8a8e2be4e7b8,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:18.428982 ncdv-master-1 neutron-server[121836]: INFO neutron.api.v2.resource [None req-30f79724-6a54-474f-8b28-c5c43d93a111 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] delete failed (client error): The resource could not be found.
May 07 22:14:18.430061 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-30f79724-6a54-474f-8b28-c5c43d93a111 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "DELETE /v2.0/routers/8bb4bd8c-596d-48fe-9f95-165cecc5c75a HTTP/1.1" status: 404  len: 336 time: 0.1396186
May 07 22:14:18.443112 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47168) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:18.488858 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-acf683c4-ea03-41ba-acf7-0e0f41967e79 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] DELETE failed (client error): The resource could not be found.
May 07 22:14:18.489624 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acf683c4-ea03-41ba-acf7-0e0f41967e79 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:14:18.493116 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-acf683c4-ea03-41ba-acf7-0e0f41967e79 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "DELETE /v2.0/subnets/1be12cb6-f0b8-4e1d-bbc8-42f1af976f39 HTTP/1.1" status: 404  len: 337 time: 0.0478940
May 07 22:14:18.496521 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47170) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:18.510134 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8cb09b45-b80b-4742-b794-a598ce106cb8 req-16b6c6d5-7f5a-4566-98ea-d97d33b220f7 tempest-ServersTestJSON-836128070 tempest-ServersTestJSON-836128070-project] 10.222.0.32 "GET /v2.0/ports?device_id=02c9e228-e26c-48a5-8400-6b213926a539 HTTP/1.1" status: 200  len: 210 time: 0.0520163
May 07 22:14:18.570134 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-bbe36c13-cafa-4c99-a967-510896d7c236 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "GET /v2.0/ports?device_id=05feec52-6c7a-47f7-9390-0841352a0bf0 HTTP/1.1" status: 200  len: 205 time: 0.0707316
May 07 22:14:18.570969 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47174) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:18.706541 ncdv-master-1 neutron-server[121836]: INFO neutron.api.v2.resource [None req-11cfe568-9d53-4d7d-b128-681ce94c6f55 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] delete failed (client error): The resource could not be found.
May 07 22:14:18.707976 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-11cfe568-9d53-4d7d-b128-681ce94c6f55 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "DELETE /v2.0/routers/05feec52-6c7a-47f7-9390-0841352a0bf0 HTTP/1.1" status: 404  len: 336 time: 0.1300731
May 07 22:14:18.710984 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47178) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:18.726138 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d5fc768e-f182-44f1-90f3-75eb86beb8f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (a2e74cc6-8d1d-4ce2-abb6-2047597ef660), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:18.747778 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-95bfa3b1-3d79-4df4-95d3-b6f53fd8bd77 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (166aa3d0-0161-4295-9f12-1a56cc36fb5c), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:18.753171 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-966bf91f-62eb-49d9-a63e-e9d60c186cd1 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "GET /v2.0/ports?device_id=07554bf8-4f0b-4e88-b8c3-4eaa2ea786db HTTP/1.1" status: 200  len: 205 time: 0.0408211
May 07 22:14:18.755756 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47180) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:18.799739 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-95bfa3b1-3d79-4df4-95d3-b6f53fd8bd77 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:18.803788 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-95bfa3b1-3d79-4df4-95d3-b6f53fd8bd77 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "DELETE /v2.0/subnets/166aa3d0-0161-4295-9f12-1a56cc36fb5c HTTP/1.1" status: 204  len: 168 time: 1.2517850
May 07 22:14:18.805068 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bfa3b1-3d79-4df4-95d3-b6f53fd8bd77 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Pushing event deleted for resources: {'Subnet': ['ID=166aa3d0-0161-4295-9f12-1a56cc36fb5c,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:18.806949 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47182) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:18.827649 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae46ae78-d161-4255-896c-f454d3767532 req-210be90d-0493-4efa-82cb-c51c3e1b0dca tempest-TestServerAdvancedOps-129343738 tempest-TestServerAdvancedOps-129343738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:14:18.831927 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-7385a594-3ff7-4a19-9a29-9898797392c3 None None] Current status of the port ff949072-8351-4f41-abc1-8a8e2be4e7b8 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:14:18.840912 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ae46ae78-d161-4255-896c-f454d3767532 req-210be90d-0493-4efa-82cb-c51c3e1b0dca tempest-TestServerAdvancedOps-129343738 tempest-TestServerAdvancedOps-129343738-project] 10.222.0.32 "GET /v2.0/ports?device_id=164426a0-c59d-477b-9c73-bd9b5d17842f HTTP/1.1" status: 200  len: 945 time: 0.1364067
May 07 22:14:18.841125 ncdv-master-1 neutron-server[121837]: INFO neutron.api.v2.resource [None req-7bb21b75-be7b-4d53-b358-035a18d308a9 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] delete failed (client error): The resource could not be found.
May 07 22:14:18.846081 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-7bb21b75-be7b-4d53-b358-035a18d308a9 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "DELETE /v2.0/routers/07554bf8-4f0b-4e88-b8c3-4eaa2ea786db HTTP/1.1" status: 404  len: 336 time: 0.0852878
May 07 22:14:18.846081 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47184) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:18.877737 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a241d75-7178-492f-859c-95dba0fc92bd tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] DELETE failed (client error): The resource could not be found.
May 07 22:14:18.878200 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a241d75-7178-492f-859c-95dba0fc92bd tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:14:18.883932 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-2a241d75-7178-492f-859c-95dba0fc92bd tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "DELETE /v2.0/subnets/bc58e584-89f7-430f-94df-cd3667ba56fb HTTP/1.1" status: 404  len: 337 time: 0.0349545
May 07 22:14:18.885068 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47186) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:18.892601 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4cbf95c-08ed-4c98-8d37-5d8878c8aa98 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] DELETE failed (client error): The resource could not be found.
May 07 22:14:18.893072 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4cbf95c-08ed-4c98-8d37-5d8878c8aa98 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:14:18.896329 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-d4cbf95c-08ed-4c98-8d37-5d8878c8aa98 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "DELETE /v2.0/subnets/6cd95bbc-0622-4f0e-98da-8ae9c297feb2 HTTP/1.1" status: 404  len: 337 time: 0.0816979
May 07 22:14:18.901510 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47188) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:18.936984 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ae46ae78-d161-4255-896c-f454d3767532 req-c126ebd3-ee21-4ed1-8596-3ea0b9d36c90 tempest-TestServerAdvancedOps-129343738 tempest-TestServerAdvancedOps-129343738-project] 10.222.0.32 "GET /v2.0/security-groups?id=bde33446-ddbb-480d-baf6-75ce7e50f8c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0935140
May 07 22:14:18.958558 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-8df04ac7-4b9f-4325-8351-2adb543e51d7 None None] Provisioning complete for port ff949072-8351-4f41-abc1-8a8e2be4e7b8 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:14:18.959138 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-8df04ac7-4b9f-4325-8351-2adb543e51d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (ff949072-8351-4f41-abc1-8a8e2be4e7b8), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:18.986135 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-3f7a6093-fda7-469d-b050-4d2c43cca348 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "GET /v2.0/ports?device_id=a3043a29-c070-46df-b074-083ba5f82321 HTTP/1.1" status: 200  len: 205 time: 0.1008008
May 07 22:14:18.989843 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47192) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:19.032801 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-57d4294e-6917-4d04-8526-0c07884f41f3 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Deleting subnet 5d4ebd53-1758-4284-b702-0d4a119dc19f {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:14:19.037699 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-57d4294e-6917-4d04-8526-0c07884f41f3 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for subnet (5d4ebd53-1758-4284-b702-0d4a119dc19f), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:19.051042 ncdv-master-1 neutron-server[121836]: INFO neutron.api.v2.resource [None req-3081695e-df2d-4ea0-9e73-b3e2f83e44f0 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] delete failed (client error): The resource could not be found.
May 07 22:14:19.054998 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-3081695e-df2d-4ea0-9e73-b3e2f83e44f0 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "DELETE /v2.0/routers/a3043a29-c070-46df-b074-083ba5f82321 HTTP/1.1" status: 404  len: 336 time: 0.0635879
May 07 22:14:19.055699 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47194) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:19.088345 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-8df04ac7-4b9f-4325-8351-2adb543e51d7 None None] Current status of the port ff949072-8351-4f41-abc1-8a8e2be4e7b8 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:14:19.095361 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-2959ad35-e723-4bc1-a413-5e91261ed95b tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] DELETE failed (client error): The resource could not be found.
May 07 22:14:19.096654 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2959ad35-e723-4bc1-a413-5e91261ed95b tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:14:19.100609 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42fd65e-3ec7-412f-ad1e-6c7b5242b5bc None None] Network 51e50de6-5b14-452d-ad45-80a0d2ddf837 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:14:19.101254 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-57d4294e-6917-4d04-8526-0c07884f41f3 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (5d4ebd53-1758-4284-b702-0d4a119dc19f), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:19.106499 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-2959ad35-e723-4bc1-a413-5e91261ed95b tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "DELETE /v2.0/subnets/fd110123-1ea1-40ff-af18-f0d691a09114 HTTP/1.1" status: 404  len: 337 time: 0.0494518
May 07 22:14:19.109103 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47196) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:19.144176 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5fc768e-f182-44f1-90f3-75eb86beb8f6 admin admin] Router a2e74cc6-8d1d-4ce2-abb6-2047597ef660 is scheduled to L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db with binding_index 1 {{(pid=121837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 07 22:14:19.151887 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-e4ff7dbc-3d86-43fb-a9b4-5eb8e4b6dd77 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "GET /v2.0/ports?device_id=e5f51c83-4f6c-4670-998d-82d2a276c3d0 HTTP/1.1" status: 200  len: 205 time: 0.0399663
May 07 22:14:19.153042 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47198) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:19.223762 ncdv-master-1 neutron-server[121836]: INFO neutron.api.v2.resource [None req-29715d89-80d8-463e-920e-65d2295b8ea9 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] delete failed (client error): The resource could not be found.
May 07 22:14:19.225057 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-29715d89-80d8-463e-920e-65d2295b8ea9 tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "DELETE /v2.0/routers/e5f51c83-4f6c-4670-998d-82d2a276c3d0 HTTP/1.1" status: 404  len: 336 time: 0.0706468
May 07 22:14:19.232350 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47202) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:19.253050 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-b5989a63-c41b-4b05-8e30-1f204bdab540 None None] Provisioning complete for port 3ba99a97-23dc-4a90-a978-03aa89a6378a triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:14:19.253525 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b5989a63-c41b-4b05-8e30-1f204bdab540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (3ba99a97-23dc-4a90-a978-03aa89a6378a), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:19.257251 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device a859dd9c-cf59-4a9b-84c9-dddc4e9476c0 no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:14:19.271575 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-598fee04-cb6f-4258-b2f6-873747d2e1ea tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] DELETE failed (client error): The resource could not be found.
May 07 22:14:19.272116 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-598fee04-cb6f-4258-b2f6-873747d2e1ea tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:14:19.278033 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-598fee04-cb6f-4258-b2f6-873747d2e1ea tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "DELETE /v2.0/subnets/d952d003-d993-4e20-a9f2-ff7b2d78e1b0 HTTP/1.1" status: 404  len: 337 time: 0.0462880
May 07 22:14:19.285972 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47204) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:19.312962 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] No Port match for: a859dd9c-cf59-4a9b-84c9-dddc4e9476c0 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:14:19.313857 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device a859dd9c-cf59-4a9b-84c9-dddc4e9476c0 not bound to the agent host nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:14:19.334449 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-57d4294e-6917-4d04-8526-0c07884f41f3 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (5d4ebd53-1758-4284-b702-0d4a119dc19f), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:19.337765 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78184ea3-9937-4e61-bac1-09b33f503150 req-9b77cd1e-e049-4256-abd7-2627a7f01cc5 tempest-TestServerAdvancedOps-129343738 tempest-TestServerAdvancedOps-129343738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:14:19.339565 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-78184ea3-9937-4e61-bac1-09b33f503150 req-9b77cd1e-e049-4256-abd7-2627a7f01cc5 tempest-TestServerAdvancedOps-129343738 tempest-TestServerAdvancedOps-129343738-project] 10.222.0.32 "GET /v2.0/ports?device_id=164426a0-c59d-477b-9c73-bd9b5d17842f HTTP/1.1" status: 200  len: 945 time: 0.0699778
May 07 22:14:19.422762 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-e407e2e0-e830-4320-b12e-411feaf3d99a tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] DELETE failed (client error): The resource could not be found.
May 07 22:14:19.423245 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e407e2e0-e830-4320-b12e-411feaf3d99a tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:14:19.429172 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-e407e2e0-e830-4320-b12e-411feaf3d99a tempest-RoutersTest-1251200522 tempest-RoutersTest-1251200522-project] 10.222.0.32 "DELETE /v2.0/subnets/885d2f07-8e0d-4585-b5ab-a6aa05a771d5 HTTP/1.1" status: 404  len: 337 time: 0.1394069
May 07 22:14:19.431938 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-b5989a63-c41b-4b05-8e30-1f204bdab540 None None] Current status of the port 3ba99a97-23dc-4a90-a978-03aa89a6378a is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:14:19.450407 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-b5989a63-c41b-4b05-8e30-1f204bdab540 None None] Provisioning complete for port c6215454-d632-4f94-b4e9-24789fbc4caf triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:14:19.451411 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b5989a63-c41b-4b05-8e30-1f204bdab540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (c6215454-d632-4f94-b4e9-24789fbc4caf), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:19.453344 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-78184ea3-9937-4e61-bac1-09b33f503150 req-5c8e6234-9baa-474c-90ce-20ab98b2a57c tempest-TestServerAdvancedOps-129343738 tempest-TestServerAdvancedOps-129343738-project] 10.222.0.32 "GET /v2.0/security-groups?id=bde33446-ddbb-480d-baf6-75ce7e50f8c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1016684
May 07 22:14:19.489405 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device ff949072-8351-4f41-abc1-8a8e2be4e7b8 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:14:19.493336 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5fc768e-f182-44f1-90f3-75eb86beb8f6 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:14:19.521386 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-57d4294e-6917-4d04-8526-0c07884f41f3 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (5d4ebd53-1758-4284-b702-0d4a119dc19f), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:19.539177 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d5fc768e-f182-44f1-90f3-75eb86beb8f6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:19.543431 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47210) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:19.543613 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-d5fc768e-f182-44f1-90f3-75eb86beb8f6 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 5.0238585
May 07 22:14:19.589273 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-b5989a63-c41b-4b05-8e30-1f204bdab540 None None] Port c6215454-d632-4f94-b4e9-24789fbc4caf cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:14:19.601079 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d4294e-6917-4d04-8526-0c07884f41f3 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Pushing event deleted for resources: {'Subnet': ['ID=5d4ebd53-1758-4284-b702-0d4a119dc19f,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:19.603297 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47214) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:19.614607 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-57d4294e-6917-4d04-8526-0c07884f41f3 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:19.623079 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe12716-beb2-46f4-96f8-cd01964887d6 None None] Sync routers for ids ['a2e74cc6-8d1d-4ce2-abb6-2047597ef660'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:14:19.627286 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-57d4294e-6917-4d04-8526-0c07884f41f3 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "DELETE /v2.0/subnets/5d4ebd53-1758-4284-b702-0d4a119dc19f HTTP/1.1" status: 204  len: 168 time: 0.7237241
May 07 22:14:19.638933 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47216) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:19.658270 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port ff949072-8351-4f41-abc1-8a8e2be4e7b8 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:14:19.658731 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (ff949072-8351-4f41-abc1-8a8e2be4e7b8), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:19.685624 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe12716-beb2-46f4-96f8-cd01964887d6 None None] Routers {'a2e74cc6-8d1d-4ce2-abb6-2047597ef660'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:14:19.687463 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-cbe12716-beb2-46f4-96f8-cd01964887d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f85c5e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:13:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['a2e74cc6-8d1d-4ce2-abb6-2047597ef660'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:19.702285 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5807a8e-145f-439f-af58-392b0e7dce53 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] DELETE failed (client error): The resource could not be found.
May 07 22:14:19.702815 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5807a8e-145f-439f-af58-392b0e7dce53 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:14:19.705878 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-f5807a8e-145f-439f-af58-392b0e7dce53 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "DELETE /v2.0/subnets/a5b8d855-1c77-4e12-aa0f-8d1c242c6ae3 HTTP/1.1" status: 404  len: 337 time: 0.0659657
May 07 22:14:19.708790 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47220) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:19.764280 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-3f190ad5-567e-4d54-86b5-6425b71e6b10 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "GET /v2.0/ports?device_id=d19f8c73-1750-479a-bb9f-85fe2c013c12 HTTP/1.1" status: 200  len: 205 time: 0.0544930
May 07 22:14:19.767980 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47222) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:19.783846 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-22f19060-56dd-4753-9e4c-5398b7a53e49 admin admin] Deleting subnet 08181da1-ef60-4984-b7f1-4a196d8203f6 {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:14:19.834907 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-22f19060-56dd-4753-9e4c-5398b7a53e49 admin admin] Publish callbacks [] for subnet (08181da1-ef60-4984-b7f1-4a196d8203f6), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:19.837232 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47224) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:19.868498 ncdv-master-1 neutron-server[121837]: INFO neutron.api.v2.resource [None req-f2585226-3186-474a-84fa-810a9cb0411c tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] delete failed (client error): The resource could not be found.
May 07 22:14:19.869919 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-f2585226-3186-474a-84fa-810a9cb0411c tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "DELETE /v2.0/routers/d19f8c73-1750-479a-bb9f-85fe2c013c12 HTTP/1.1" status: 404  len: 336 time: 0.1002991
May 07 22:14:19.876542 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47228) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:19.926937 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-643b7fe7-8848-4f68-a3d2-2c3a9dad0693 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] DELETE failed (client error): The resource could not be found.
May 07 22:14:19.927651 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-643b7fe7-8848-4f68-a3d2-2c3a9dad0693 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:14:19.931021 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-643b7fe7-8848-4f68-a3d2-2c3a9dad0693 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "DELETE /v2.0/subnets/bb8d26ca-bfc0-414a-8307-ed2521ef9445 HTTP/1.1" status: 404  len: 337 time: 0.0529518
May 07 22:14:19.934083 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47230) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:19.937941 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-22f19060-56dd-4753-9e4c-5398b7a53e49 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (08181da1-ef60-4984-b7f1-4a196d8203f6), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:19.995774 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8b1629c-dcd5-45ec-ad85-ae45d047bb02 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] DELETE failed (client error): The resource could not be found.
May 07 22:14:19.996995 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8b1629c-dcd5-45ec-ad85-ae45d047bb02 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:14:20.000718 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-c8b1629c-dcd5-45ec-ad85-ae45d047bb02 tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "DELETE /v2.0/subnets/c55edd88-678b-4ce7-a325-cffe7798792f HTTP/1.1" status: 404  len: 337 time: 0.0654199
May 07 22:14:20.003596 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47232) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:20.064361 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-08937cb8-57c8-412b-bd58-c1f9d10e031c tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] DELETE failed (client error): The resource could not be found.
May 07 22:14:20.064817 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08937cb8-57c8-412b-bd58-c1f9d10e031c tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:14:20.070074 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-08937cb8-57c8-412b-bd58-c1f9d10e031c tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "DELETE /v2.0/subnets/a25f380c-cd0a-4569-9905-8bf39a444b77 HTTP/1.1" status: 404  len: 337 time: 0.0627069
May 07 22:14:20.071779 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47234) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:20.075513 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-22f19060-56dd-4753-9e4c-5398b7a53e49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (08181da1-ef60-4984-b7f1-4a196d8203f6), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:20.082758 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port ff949072-8351-4f41-abc1-8a8e2be4e7b8 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:14:20.101423 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-cbe12716-beb2-46f4-96f8-cd01964887d6 None None] Set router a2e74cc6-8d1d-4ce2-abb6-2047597ef660 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:14:20.140844 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ebf83c1-3126-4e63-8e88-f254dca9addd tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] DELETE failed (client error): The resource could not be found.
May 07 22:14:20.141503 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ebf83c1-3126-4e63-8e88-f254dca9addd tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:14:20.145163 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-7ebf83c1-3126-4e63-8e88-f254dca9addd tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "DELETE /v2.0/ports/8af99d69-86ba-4843-b655-c0deea059fad HTTP/1.1" status: 404  len: 333 time: 0.0711753
May 07 22:14:20.151587 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47236) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:20.195193 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8315981-3b5c-4115-9eed-e274e97f8edb tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] DELETE failed (client error): The resource could not be found.
May 07 22:14:20.195569 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8315981-3b5c-4115-9eed-e274e97f8edb tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:14:20.198657 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-d8315981-3b5c-4115-9eed-e274e97f8edb tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "DELETE /v2.0/subnets/c85ddb3f-b015-4204-9543-39c887f69d91 HTTP/1.1" status: 404  len: 337 time: 0.0452242
May 07 22:14:20.210794 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47238) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:20.256146 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-19315354-4690-4bba-b399-4fe6ace9eca5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9871aa16c54d4751ac838e07d52897a6&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4152663
May 07 22:14:20.256920 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2e37151-55db-49f6-8f3d-a32e2046326b tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] DELETE failed (client error): The resource could not be found.
May 07 22:14:20.257035 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47240) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:20.257534 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2e37151-55db-49f6-8f3d-a32e2046326b tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:14:20.260044 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-c2e37151-55db-49f6-8f3d-a32e2046326b tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "DELETE /v2.0/subnets/b3e0e5f8-a57e-46aa-b0a9-2d3c87495c53 HTTP/1.1" status: 404  len: 337 time: 0.0449708
May 07 22:14:20.262852 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47242) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:20.297735 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-f889d475-9825-4bcb-8e97-d926201ba5ee tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] DELETE failed (client error): The resource could not be found.
May 07 22:14:20.298324 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f889d475-9825-4bcb-8e97-d926201ba5ee tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:14:20.301862 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-f889d475-9825-4bcb-8e97-d926201ba5ee tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "DELETE /v2.0/ports/359c9b23-5876-481c-8b0f-623509d1302b HTTP/1.1" status: 404  len: 333 time: 0.0379486
May 07 22:14:20.304806 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-22f19060-56dd-4753-9e4c-5398b7a53e49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (08181da1-ef60-4984-b7f1-4a196d8203f6), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:20.306930 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47244) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:20.348700 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-cbe12716-beb2-46f4-96f8-cd01964887d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f85c5e0>, [{'id': 'a2e74cc6-8d1d-4ce2-abb6-2047597ef660', 'name': 'tempest-TestAggregatesBasicOps-47093524-router', 'tenant_id': 'c9548c9329cb4d1faef44a66d7c11a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.148'}], 'enable_snat': True}, 'gw_port_id': 'd116cfe5-45c3-4e6f-ac2b-533445240a40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:14:14Z', 'updated_at': '2022-05-07T22:14:17Z', 'revision_number': 3, 'project_id': 'c9548c9329cb4d1faef44a66d7c11a5c', 'gw_port': {'id': 'd116cfe5-45c3-4e6f-ac2b-533445240a40', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a3:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2e74cc6-8d1d-4ce2-abb6-2047597ef660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:14:15Z', 'updated_at': '2022-05-07T22:14:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:20.372766 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-81b39e3a-b91c-4260-b6d1-49c89317584e tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] DELETE failed (client error): The resource could not be found.
May 07 22:14:20.373364 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81b39e3a-b91c-4260-b6d1-49c89317584e tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:14:20.374280 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bb5fa7e4-4091-409b-aa94-a0bdff319698 admin admin] Publish callbacks [] for security_group (384734da-b1d4-4d94-8bf0-c95667419c9f), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:20.379360 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-81b39e3a-b91c-4260-b6d1-49c89317584e tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "DELETE /v2.0/subnets/b6eea834-1323-4801-9df6-e9af597a5c82 HTTP/1.1" status: 404  len: 337 time: 0.0678003
May 07 22:14:20.379360 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f19060-56dd-4753-9e4c-5398b7a53e49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08181da1-ef60-4984-b7f1-4a196d8203f6,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:20.380785 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47246) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:20.384884 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-22f19060-56dd-4753-9e4c-5398b7a53e49 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:20.387628 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-22f19060-56dd-4753-9e4c-5398b7a53e49 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/08181da1-ef60-4984-b7f1-4a196d8203f6 HTTP/1.1" status: 204  len: 168 time: 0.7767658
May 07 22:14:20.391678 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6058a05e-1177-44dd-8111-3079ebb3ea9f None None] Network 51e50de6-5b14-452d-ad45-80a0d2ddf837 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:14:20.394879 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47248) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:20.422286 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc968fb9-5c82-45fe-9fd1-9bbd34705dea tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] DELETE failed (client error): The resource could not be found.
May 07 22:14:20.422544 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc968fb9-5c82-45fe-9fd1-9bbd34705dea tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:14:20.429278 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-fc968fb9-5c82-45fe-9fd1-9bbd34705dea tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "DELETE /v2.0/subnets/d0815cf7-c19a-459c-8487-deb411138d35 HTTP/1.1" status: 404  len: 337 time: 0.0433443
May 07 22:14:20.429476 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47250) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:20.475284 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bb5fa7e4-4091-409b-aa94-a0bdff319698 admin admin] Publish callbacks [] for security_group (384734da-b1d4-4d94-8bf0-c95667419c9f), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:20.483529 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe12716-beb2-46f4-96f8-cd01964887d6 None None] Checking router: a2e74cc6-8d1d-4ce2-abb6-2047597ef660 for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:14:20.483801 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe12716-beb2-46f4-96f8-cd01964887d6 None None] Updating router a2e74cc6-8d1d-4ce2-abb6-2047597ef660 port d116cfe5-45c3-4e6f-ac2b-533445240a40 binding host ncdv-master-1 {{(pid=121838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 22:14:20.501880 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-ef22d7d1-edae-48fc-8962-830829aa1521 None None] Provisioning complete for port 3ba99a97-23dc-4a90-a978-03aa89a6378a triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:14:20.502058 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ef22d7d1-edae-48fc-8962-830829aa1521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (3ba99a97-23dc-4a90-a978-03aa89a6378a), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:20.513286 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fdbea50c-f65b-4b0c-8c36-50eca115a510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (ebdf594d-504a-44e8-89b9-e74774287749), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:20.564154 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-cbe12716-beb2-46f4-96f8-cd01964887d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (d116cfe5-45c3-4e6f-ac2b-533445240a40), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:20.603526 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-fe603053-d164-4714-a4b7-f195c2ec7b9f tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Deleting port c6215454-d632-4f94-b4e9-24789fbc4caf {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:14:20.603872 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fe603053-d164-4714-a4b7-f195c2ec7b9f tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (c6215454-d632-4f94-b4e9-24789fbc4caf), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:20.638622 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fdbea50c-f65b-4b0c-8c36-50eca115a510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (ebdf594d-504a-44e8-89b9-e74774287749), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:20.671401 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-fdbea50c-f65b-4b0c-8c36-50eca115a510 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf864012e0>,) {'filters': {'network_id': ['ebdf594d-504a-44e8-89b9-e74774287749']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:20.682783 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-fdbea50c-f65b-4b0c-8c36-50eca115a510 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf864012e0>, '2cb8e953-203f-4019-8d4d-d4ab0509c11a') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:20.683093 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-fdbea50c-f65b-4b0c-8c36-50eca115a510 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf864012e0>, '2cb8e953-203f-4019-8d4d-d4ab0509c11a') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:20.694985 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fdbea50c-f65b-4b0c-8c36-50eca115a510 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (2cb8e953-203f-4019-8d4d-d4ab0509c11a), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:20.708926 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aef39e9-20af-4be7-b97e-908005eb2f28 None None] DHCP port deletion for 51e50de6-5b14-452d-ad45-80a0d2ddf837 request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:14:20.716147 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fdbea50c-f65b-4b0c-8c36-50eca115a510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (2cb8e953-203f-4019-8d4d-d4ab0509c11a), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:20.716734 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618b1726-374b-4c98-bf0c-684a9a703459 req-baa8ccb2-f36a-438b-9b44-bab7816fe7f5 tempest-TestServerAdvancedOps-129343738 tempest-TestServerAdvancedOps-129343738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:14:20.718458 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-618b1726-374b-4c98-bf0c-684a9a703459 req-baa8ccb2-f36a-438b-9b44-bab7816fe7f5 tempest-TestServerAdvancedOps-129343738 tempest-TestServerAdvancedOps-129343738-project] 10.222.0.32 "GET /v2.0/ports?device_id=164426a0-c59d-477b-9c73-bd9b5d17842f HTTP/1.1" status: 200  len: 945 time: 0.1364472
May 07 22:14:20.724625 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-53eb3fb9-fea0-4b8a-8297-b4fba745023e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:20.735869 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdbea50c-f65b-4b0c-8c36-50eca115a510 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:14:20.736657 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fdbea50c-f65b-4b0c-8c36-50eca115a510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (2cb8e953-203f-4019-8d4d-d4ab0509c11a), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:20.739424 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 22:14:20.739424 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:14:20.739424 ncdv-master-1 neutron-server[121837]:     timer()
May 07 22:14:20.739424 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:14:20.739424 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 22:14:20.739424 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:14:20.739424 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 22:14:20.739424 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:14:20.739424 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 22:14:20.739424 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:14:20.739424 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 22:14:20.739424 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:14:20.739424 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 22:14:20.739424 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:14:20.739424 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:14:20.739424 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:14:20.739424 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:14:20.739424 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:14:20.739424 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 22:14:20.739424 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:14:20.739424 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 22:14:20.739424 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:14:20.739424 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:14:20.739424 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:14:20.739424 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 22:14:20.739424 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:14:20.739424 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:14:20.739424 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:14:20.739424 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:14:20.739424 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:14:20.739424 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:14:20.739424 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:14:20.762141 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fe603053-d164-4714-a4b7-f195c2ec7b9f tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (c6215454-d632-4f94-b4e9-24789fbc4caf), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:20.783990 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-fe603053-d164-4714-a4b7-f195c2ec7b9f tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Calling delete_port for c6215454-d632-4f94-b4e9-24789fbc4caf owned by  {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:14:20.808514 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bb5fa7e4-4091-409b-aa94-a0bdff319698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (384734da-b1d4-4d94-8bf0-c95667419c9f), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:20.811295 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bb5fa7e4-4091-409b-aa94-a0bdff319698 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:20.815635 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-bb5fa7e4-4091-409b-aa94-a0bdff319698 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/384734da-b1d4-4d94-8bf0-c95667419c9f HTTP/1.1" status: 204  len: 168 time: 0.5556047
May 07 22:14:20.840883 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-0aef39e9-20af-4be7-b97e-908005eb2f28 None None] Deleting port 3ba99a97-23dc-4a90-a978-03aa89a6378a {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:14:20.841378 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-0aef39e9-20af-4be7-b97e-908005eb2f28 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (3ba99a97-23dc-4a90-a978-03aa89a6378a), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:20.865621 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fdbea50c-f65b-4b0c-8c36-50eca115a510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (ebdf594d-504a-44e8-89b9-e74774287749), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:20.878014 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-ef22d7d1-edae-48fc-8962-830829aa1521 None None] Current status of the port 3ba99a97-23dc-4a90-a978-03aa89a6378a is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:14:20.891961 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fdbea50c-f65b-4b0c-8c36-50eca115a510 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:20.899519 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-fdbea50c-f65b-4b0c-8c36-50eca115a510 admin admin] 10.222.0.32 "DELETE /v2.0/networks/ebdf594d-504a-44e8-89b9-e74774287749 HTTP/1.1" status: 204  len: 168 time: 0.5021031
May 07 22:14:20.920739 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbea50c-f65b-4b0c-8c36-50eca115a510 admin admin] Pushing event deleted for resources: {'Network': ['ID=ebdf594d-504a-44e8-89b9-e74774287749,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:20.924579 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5fa7e4-4091-409b-aa94-a0bdff319698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=384734da-b1d4-4d94-8bf0-c95667419c9f,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:20.943116 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-618b1726-374b-4c98-bf0c-684a9a703459 req-591f679f-5651-4d8e-8b04-ea4a2a2719ac tempest-TestServerAdvancedOps-129343738 tempest-TestServerAdvancedOps-129343738-project] 10.222.0.32 "GET /v2.0/security-groups?id=bde33446-ddbb-480d-baf6-75ce7e50f8c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2055886
May 07 22:14:20.991985 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-ef22d7d1-edae-48fc-8962-830829aa1521 None None] Provisioning complete for port c6215454-d632-4f94-b4e9-24789fbc4caf triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:14:20.992285 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ef22d7d1-edae-48fc-8962-830829aa1521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (c6215454-d632-4f94-b4e9-24789fbc4caf), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:21.007605 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-0aef39e9-20af-4be7-b97e-908005eb2f28 None None] For port 3ba99a97-23dc-4a90-a978-03aa89a6378a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3ba99a97-23dc-4a90-a978-03aa89a6378a,segment=NetworkSegment(487ec01b-cdaf-4a61-b510-144a8a47dfcd),segment_id=487ec01b-cdaf-4a61-b510-144a8a47dfcd)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:14:21.008271 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-0aef39e9-20af-4be7-b97e-908005eb2f28 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (3ba99a97-23dc-4a90-a978-03aa89a6378a), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:21.050605 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-0aef39e9-20af-4be7-b97e-908005eb2f28 None None] Calling delete_port for 3ba99a97-23dc-4a90-a978-03aa89a6378a owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:14:21.078744 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-cbe12716-beb2-46f4-96f8-cd01964887d6 None None] Publish callbacks [] for port (d116cfe5-45c3-4e6f-ac2b-533445240a40), precommit_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:21.082085 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-ef22d7d1-edae-48fc-8962-830829aa1521 None None] Port c6215454-d632-4f94-b4e9-24789fbc4caf cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:14:21.115731 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-cbe12716-beb2-46f4-96f8-cd01964887d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (d116cfe5-45c3-4e6f-ac2b-533445240a40), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:21.159161 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb48110-0f51-4635-9738-e608e7c5b81f req-d775fd4f-d61d-4aa3-81ff-d04d81e9cab7 tempest-TestServerAdvancedOps-129343738 tempest-TestServerAdvancedOps-129343738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:14:21.160928 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-aeb48110-0f51-4635-9738-e608e7c5b81f req-d775fd4f-d61d-4aa3-81ff-d04d81e9cab7 tempest-TestServerAdvancedOps-129343738 tempest-TestServerAdvancedOps-129343738-project] 10.222.0.55 "GET /v2.0/ports?device_id=164426a0-c59d-477b-9c73-bd9b5d17842f HTTP/1.1" status: 200  len: 945 time: 0.1770964
May 07 22:14:21.176984 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fe603053-d164-4714-a4b7-f195c2ec7b9f tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (c6215454-d632-4f94-b4e9-24789fbc4caf), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:21.200103 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-cbe12716-beb2-46f4-96f8-cd01964887d6 None None] Attempting to bind port d116cfe5-45c3-4e6f-ac2b-533445240a40 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:14:21.203569 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-cbe12716-beb2-46f4-96f8-cd01964887d6 None None] Attempting to bind port d116cfe5-45c3-4e6f-ac2b-533445240a40 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:14:21.204237 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe12716-beb2-46f4-96f8-cd01964887d6 None None] Attempting to bind port d116cfe5-45c3-4e6f-ac2b-533445240a40 on network 9221b764-ef06-431f-8941-796516ed7c3b {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:14:21.220403 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe12716-beb2-46f4-96f8-cd01964887d6 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:14:21.221003 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe12716-beb2-46f4-96f8-cd01964887d6 None None] Checking segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:14:21.221747 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-cbe12716-beb2-46f4-96f8-cd01964887d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:21.222309 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe12716-beb2-46f4-96f8-cd01964887d6 None None] Bound using segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:14:21.223109 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-cbe12716-beb2-46f4-96f8-cd01964887d6 None None] Bound port: d116cfe5-45c3-4e6f-ac2b-533445240a40, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:14:21.223572 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-cbe12716-beb2-46f4-96f8-cd01964887d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (d116cfe5-45c3-4e6f-ac2b-533445240a40), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:21.225414 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19267118-ab39-49f8-8885-6ecf217a7385 None None] Pushing event updated for resources: {'Port': ['ID=d116cfe5-45c3-4e6f-ac2b-533445240a40,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:21.259407 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-0aef39e9-20af-4be7-b97e-908005eb2f28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (3ba99a97-23dc-4a90-a978-03aa89a6378a), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:21.287771 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-53eb3fb9-fea0-4b8a-8297-b4fba745023e admin admin] Allocated IP 172.20.0.1 (c9fe7357-5953-40ae-898e-7642d0646720/64822d19-064d-4c0b-bda2-882554dd9615/f54d2aae-7e3c-435c-92fa-e44f12461eec) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:14:21.292450 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe603053-d164-4714-a4b7-f195c2ec7b9f tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Pushing event deleted for resources: {'Port': ['ID=c6215454-d632-4f94-b4e9-24789fbc4caf,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:21.304157 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aef39e9-20af-4be7-b97e-908005eb2f28 None None] No DVR routers for this DVR port 3ba99a97-23dc-4a90-a978-03aa89a6378a on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:14:21.305882 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aef39e9-20af-4be7-b97e-908005eb2f28 None None] Pushing event deleted for resources: {'Port': ['ID=3ba99a97-23dc-4a90-a978-03aa89a6378a,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:21.313674 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fe603053-d164-4714-a4b7-f195c2ec7b9f tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:21.318977 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47268) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:21.323427 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-fe603053-d164-4714-a4b7-f195c2ec7b9f tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "DELETE /v2.0/ports/c6215454-d632-4f94-b4e9-24789fbc4caf HTTP/1.1" status: 204  len: 168 time: 0.8938544
May 07 22:14:21.326986 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47270) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:21.330079 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-cbe12716-beb2-46f4-96f8-cd01964887d6 None None] For port d116cfe5-45c3-4e6f-ac2b-533445240a40, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:14:21.333992 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-cbe12716-beb2-46f4-96f8-cd01964887d6 None None] For port d116cfe5-45c3-4e6f-ac2b-533445240a40, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d116cfe5-45c3-4e6f-ac2b-533445240a40,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:14:21.344600 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-cbe12716-beb2-46f4-96f8-cd01964887d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (d116cfe5-45c3-4e6f-ac2b-533445240a40), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:21.425055 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19267118-ab39-49f8-8885-6ecf217a7385 None None] Pushing event updated for resources: {'Port': ['ID=d116cfe5-45c3-4e6f-ac2b-533445240a40,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:21.434247 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe12716-beb2-46f4-96f8-cd01964887d6 None None] Routers {'a2e74cc6-8d1d-4ce2-abb6-2047597ef660'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:14:21.435059 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-cbe12716-beb2-46f4-96f8-cd01964887d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f85c5e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:13:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['a2e74cc6-8d1d-4ce2-abb6-2047597ef660'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:21.451879 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-e2f0e29b-2722-4281-91e9-75efd09fe1cc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b29256ef64d74a5297507ca500a9468e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1315370
May 07 22:14:21.455208 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47274) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:21.474086 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ad3c35cd-dbdd-4c64-aa6f-082aeb097d2c tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (51e50de6-5b14-452d-ad45-80a0d2ddf837), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:21.536336 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-aeb48110-0f51-4635-9738-e608e7c5b81f req-254e135d-22ca-47c8-9991-342780507a79 tempest-TestServerAdvancedOps-129343738 tempest-TestServerAdvancedOps-129343738-project] Deleting port d7900d83-4563-4b12-ac82-d89aa7319b93 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:14:21.537566 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-aeb48110-0f51-4635-9738-e608e7c5b81f req-254e135d-22ca-47c8-9991-342780507a79 tempest-TestServerAdvancedOps-129343738 tempest-TestServerAdvancedOps-129343738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (d7900d83-4563-4b12-ac82-d89aa7319b93), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:21.573916 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-035b95fb-895e-40a4-b7c5-191f0576f11a admin admin] Publish callbacks [] for security_group (14bf66d2-2a37-41a4-8e45-41d2816dac97), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:21.615485 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-cbe12716-beb2-46f4-96f8-cd01964887d6 None None] Set router a2e74cc6-8d1d-4ce2-abb6-2047597ef660 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:14:21.624360 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ad3c35cd-dbdd-4c64-aa6f-082aeb097d2c tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (51e50de6-5b14-452d-ad45-80a0d2ddf837), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:21.647757 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-53eb3fb9-fea0-4b8a-8297-b4fba745023e admin admin] Publish callbacks [] for port (f54d2aae-7e3c-435c-92fa-e44f12461eec), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:21.663777 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-035b95fb-895e-40a4-b7c5-191f0576f11a admin admin] Publish callbacks [] for security_group (14bf66d2-2a37-41a4-8e45-41d2816dac97), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:21.678325 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-ad3c35cd-dbdd-4c64-aa6f-082aeb097d2c tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf872c81f0>,) {'filters': {'network_id': ['51e50de6-5b14-452d-ad45-80a0d2ddf837']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:21.680391 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-aeb48110-0f51-4635-9738-e608e7c5b81f req-254e135d-22ca-47c8-9991-342780507a79 tempest-TestServerAdvancedOps-129343738 tempest-TestServerAdvancedOps-129343738-project] For port d7900d83-4563-4b12-ac82-d89aa7319b93, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d7900d83-4563-4b12-ac82-d89aa7319b93,segment=NetworkSegment(d1207f06-f40c-4797-a9b1-5d2b7dece2ee),segment_id=d1207f06-f40c-4797-a9b1-5d2b7dece2ee)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:14:21.680391 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-aeb48110-0f51-4635-9738-e608e7c5b81f req-254e135d-22ca-47c8-9991-342780507a79 tempest-TestServerAdvancedOps-129343738 tempest-TestServerAdvancedOps-129343738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (d7900d83-4563-4b12-ac82-d89aa7319b93), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:21.703719 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-aeb48110-0f51-4635-9738-e608e7c5b81f req-254e135d-22ca-47c8-9991-342780507a79 tempest-TestServerAdvancedOps-129343738 tempest-TestServerAdvancedOps-129343738-project] Calling delete_port for d7900d83-4563-4b12-ac82-d89aa7319b93 owned by compute:nova {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:14:21.704678 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-ad3c35cd-dbdd-4c64-aa6f-082aeb097d2c tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf872c81f0>, '487ec01b-cdaf-4a61-b510-144a8a47dfcd') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:21.705342 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-ad3c35cd-dbdd-4c64-aa6f-082aeb097d2c tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf872c81f0>, '487ec01b-cdaf-4a61-b510-144a8a47dfcd') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:21.728398 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 3ba99a97-23dc-4a90-a978-03aa89a6378a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:14:21.730300 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ad3c35cd-dbdd-4c64-aa6f-082aeb097d2c tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (487ec01b-cdaf-4a61-b510-144a8a47dfcd), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:21.749411 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ad3c35cd-dbdd-4c64-aa6f-082aeb097d2c tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (487ec01b-cdaf-4a61-b510-144a8a47dfcd), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:21.762268 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad3c35cd-dbdd-4c64-aa6f-082aeb097d2c tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:14:21.762686 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ad3c35cd-dbdd-4c64-aa6f-082aeb097d2c tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (487ec01b-cdaf-4a61-b510-144a8a47dfcd), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:21.767803 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 22:14:21.767803 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:14:21.767803 ncdv-master-1 neutron-server[121837]:     timer()
May 07 22:14:21.767803 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:14:21.767803 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 22:14:21.767803 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:14:21.767803 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 22:14:21.767803 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:14:21.767803 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 22:14:21.767803 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:14:21.767803 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 22:14:21.767803 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:14:21.767803 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 22:14:21.767803 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:14:21.767803 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:14:21.767803 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:14:21.767803 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:14:21.767803 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:14:21.767803 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 22:14:21.767803 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:14:21.767803 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 22:14:21.767803 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:14:21.767803 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:14:21.767803 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:14:21.767803 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 22:14:21.767803 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:14:21.767803 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:14:21.767803 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:14:21.767803 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:14:21.767803 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:14:21.767803 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:14:21.767803 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:14:21.779197 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-53eb3fb9-fea0-4b8a-8297-b4fba745023e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (f54d2aae-7e3c-435c-92fa-e44f12461eec), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:21.798535 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 3ba99a97-23dc-4a90-a978-03aa89a6378a {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:14:21.799001 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 3ba99a97-23dc-4a90-a978-03aa89a6378a not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:14:21.840240 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53eb3fb9-fea0-4b8a-8297-b4fba745023e admin admin] Network c9fe7357-5953-40ae-898e-7642d0646720 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:14:21.846257 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-53eb3fb9-fea0-4b8a-8297-b4fba745023e admin admin] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:14:21.851039 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53eb3fb9-fea0-4b8a-8297-b4fba745023e admin admin] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:14:21.861285 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eb3fb9-fea0-4b8a-8297-b4fba745023e admin admin] Pushing event updated for resources: {'Port': ['ID=f54d2aae-7e3c-435c-92fa-e44f12461eec,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:21.923647 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-035b95fb-895e-40a4-b7c5-191f0576f11a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (14bf66d2-2a37-41a4-8e45-41d2816dac97), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:21.929045 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-53eb3fb9-fea0-4b8a-8297-b4fba745023e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398161'] for router_interface (a2e74cc6-8d1d-4ce2-abb6-2047597ef660), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:21.934058 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-035b95fb-895e-40a4-b7c5-191f0576f11a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:21.941854 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:21.942646 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-035b95fb-895e-40a4-b7c5-191f0576f11a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/14bf66d2-2a37-41a4-8e45-41d2816dac97 HTTP/1.1" status: 204  len: 168 time: 0.4849246
May 07 22:14:21.981320 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035b95fb-895e-40a4-b7c5-191f0576f11a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14bf66d2-2a37-41a4-8e45-41d2816dac97,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:21.989390 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ad3c35cd-dbdd-4c64-aa6f-082aeb097d2c tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (51e50de6-5b14-452d-ad45-80a0d2ddf837), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:21.998918 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ad3c35cd-dbdd-4c64-aa6f-082aeb097d2c tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:22.006050 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-ad3c35cd-dbdd-4c64-aa6f-082aeb097d2c tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] 10.222.0.32 "DELETE /v2.0/networks/51e50de6-5b14-452d-ad45-80a0d2ddf837 HTTP/1.1" status: 204  len: 168 time: 0.6748641
May 07 22:14:22.040260 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-cbe12716-beb2-46f4-96f8-cd01964887d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f85c5e0>, [{'id': 'a2e74cc6-8d1d-4ce2-abb6-2047597ef660', 'name': 'tempest-TestAggregatesBasicOps-47093524-router', 'tenant_id': 'c9548c9329cb4d1faef44a66d7c11a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.148'}], 'enable_snat': True}, 'gw_port_id': 'd116cfe5-45c3-4e6f-ac2b-533445240a40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:14:14Z', 'updated_at': '2022-05-07T22:14:17Z', 'revision_number': 3, 'project_id': 'c9548c9329cb4d1faef44a66d7c11a5c', 'gw_port': {'id': 'd116cfe5-45c3-4e6f-ac2b-533445240a40', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a3:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2e74cc6-8d1d-4ce2-abb6-2047597ef660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:14:15Z', 'updated_at': '2022-05-07T22:14:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:22.063872 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3c35cd-dbdd-4c64-aa6f-082aeb097d2c tempest-PortsIpV6TestJSON-163033469 tempest-PortsIpV6TestJSON-163033469-project] Pushing event deleted for resources: {'Network': ['ID=51e50de6-5b14-452d-ad45-80a0d2ddf837,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:22.099408 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe12716-beb2-46f4-96f8-cd01964887d6 None None] The sync data for ids ['a2e74cc6-8d1d-4ce2-abb6-2047597ef660'] in ncdv-master-1 is: [{'id': 'a2e74cc6-8d1d-4ce2-abb6-2047597ef660', 'name': 'tempest-TestAggregatesBasicOps-47093524-router', 'tenant_id': 'c9548c9329cb4d1faef44a66d7c11a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.148'}], 'enable_snat': True}, 'gw_port_id': 'd116cfe5-45c3-4e6f-ac2b-533445240a40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:14:14Z', 'updated_at': '2022-05-07T22:14:17Z', 'revision_number': 3, 'project_id': 'c9548c9329cb4d1faef44a66d7c11a5c', 'gw_port': {'id': 'd116cfe5-45c3-4e6f-ac2b-533445240a40', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a3:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2e74cc6-8d1d-4ce2-abb6-2047597ef660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:14:15Z', 'updated_at': '2022-05-07T22:14:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:14:22.169751 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47292) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:22.205717 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e65eebe-a397-4857-af70-de644e5e73ff req-070dcf71-b46d-48ec-88c4-98015d9402ae tempest-TestServerAdvancedOps-129343738 tempest-TestServerAdvancedOps-129343738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:14:22.219189 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5e65eebe-a397-4857-af70-de644e5e73ff req-070dcf71-b46d-48ec-88c4-98015d9402ae tempest-TestServerAdvancedOps-129343738 tempest-TestServerAdvancedOps-129343738-project] 10.222.0.32 "GET /v2.0/ports?device_id=164426a0-c59d-477b-9c73-bd9b5d17842f HTTP/1.1" status: 200  len: 945 time: 0.1115928
May 07 22:14:22.312844 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5e65eebe-a397-4857-af70-de644e5e73ff req-4cfd03d7-bf8b-4842-bce9-0f84e9c8e89d tempest-TestServerAdvancedOps-129343738 tempest-TestServerAdvancedOps-129343738-project] 10.222.0.32 "GET /v2.0/security-groups?id=bde33446-ddbb-480d-baf6-75ce7e50f8c8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0923302
May 07 22:14:22.329359 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-cca188ac-b759-4519-854e-9bee99d5ef5a None None] Provisioning complete for port f54d2aae-7e3c-435c-92fa-e44f12461eec triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:14:22.330562 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-cca188ac-b759-4519-854e-9bee99d5ef5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (f54d2aae-7e3c-435c-92fa-e44f12461eec), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:22.367142 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-53eb3fb9-fea0-4b8a-8297-b4fba745023e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f54d2aae-7e3c-435c-92fa-e44f12461eec), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:22.378204 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-aeb48110-0f51-4635-9738-e608e7c5b81f req-254e135d-22ca-47c8-9991-342780507a79 tempest-TestServerAdvancedOps-129343738 tempest-TestServerAdvancedOps-129343738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (d7900d83-4563-4b12-ac82-d89aa7319b93), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:22.391942 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['d7900d83-4563-4b12-ac82-d89aa7319b93'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:14:22.423955 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254e135d-22ca-47c8-9991-342780507a79 tempest-TestServerAdvancedOps-129343738 tempest-TestServerAdvancedOps-129343738-project] Pushing event deleted for resources: {'Port': ['ID=d7900d83-4563-4b12-ac82-d89aa7319b93,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:22.455530 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-cca188ac-b759-4519-854e-9bee99d5ef5a None None] Port f54d2aae-7e3c-435c-92fa-e44f12461eec cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:14:22.621284 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47302) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:22.785198 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-4460741e-586f-447a-ac98-cabbe8c5d7ec admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=586495fb86064013a37b42a6b3d382fb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1604452
May 07 22:14:22.788515 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47312) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:22.875738 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7abc65a8-1245-470b-a6ce-80b9780b497f admin admin] Publish callbacks [] for security_group (b5dc9199-d92b-4208-bb0f-bd84ee053398), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:22.908602 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7abc65a8-1245-470b-a6ce-80b9780b497f admin admin] Publish callbacks [] for security_group (b5dc9199-d92b-4208-bb0f-bd84ee053398), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:22.945073 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-bb1e51ce-1a4d-4fa1-a830-72681f02da10 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-910084599', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:14:22.952022 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeb48110-0f51-4635-9738-e608e7c5b81f req-254e135d-22ca-47c8-9991-342780507a79 tempest-TestServerAdvancedOps-129343738 tempest-TestServerAdvancedOps-129343738-project] No DVR routers for this DVR port d7900d83-4563-4b12-ac82-d89aa7319b93 on host nch1-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:14:22.960012 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-aeb48110-0f51-4635-9738-e608e7c5b81f req-254e135d-22ca-47c8-9991-342780507a79 tempest-TestServerAdvancedOps-129343738 tempest-TestServerAdvancedOps-129343738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:22.963284 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-aeb48110-0f51-4635-9738-e608e7c5b81f req-254e135d-22ca-47c8-9991-342780507a79 tempest-TestServerAdvancedOps-129343738 tempest-TestServerAdvancedOps-129343738-project] 10.222.0.55 "DELETE /v2.0/ports/d7900d83-4563-4b12-ac82-d89aa7319b93 HTTP/1.1" status: 204  len: 173 time: 1.7965209
May 07 22:14:22.963742 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '164426a0-c59d-477b-9c73-bd9b5d17842f', 'name': 'network-vif-deleted', 'tag': 'd7900d83-4563-4b12-ac82-d89aa7319b93'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:14:22.966159 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6780d18f-bd5f-4abd-b007-43a43ff6fb3e" -d '{"events": [{"server_uuid": "164426a0-c59d-477b-9c73-bd9b5d17842f", "name": "network-vif-deleted", "tag": "d7900d83-4563-4b12-ac82-d89aa7319b93"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:14:22.975607 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7abc65a8-1245-470b-a6ce-80b9780b497f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (b5dc9199-d92b-4208-bb0f-bd84ee053398), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:22.976769 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7abc65a8-1245-470b-a6ce-80b9780b497f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:22.978528 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-7abc65a8-1245-470b-a6ce-80b9780b497f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b5dc9199-d92b-4208-bb0f-bd84ee053398 HTTP/1.1" status: 204  len: 168 time: 0.1886938
May 07 22:14:23.019871 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bb1e51ce-1a4d-4fa1-a830-72681f02da10 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (fd705747-a336-4869-b347-cf1a60d24747), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:23.020436 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abc65a8-1245-470b-a6ce-80b9780b497f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5dc9199-d92b-4208-bb0f-bd84ee053398,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:23.021288 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bb1e51ce-1a4d-4fa1-a830-72681f02da10 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (fd705747-a336-4869-b347-cf1a60d24747), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:23.107252 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-876a681a-e2dc-4606-aee0-77bc91cafafc x-openstack-request-id: req-876a681a-e2dc-4606-aee0-77bc91cafafc {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:14:23.107551 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "164426a0-c59d-477b-9c73-bd9b5d17842f", "name": "network-vif-deleted", "tag": "d7900d83-4563-4b12-ac82-d89aa7319b93", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:14:23.107811 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-876a681a-e2dc-4606-aee0-77bc91cafafc {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:14:23.108227 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-876a681a-e2dc-4606-aee0-77bc91cafafc'] response: {'server_uuid': '164426a0-c59d-477b-9c73-bd9b5d17842f', 'name': 'network-vif-deleted', 'tag': 'd7900d83-4563-4b12-ac82-d89aa7319b93', 'status': 'completed', 'code': 200}
May 07 22:14:23.191428 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bb1e51ce-1a4d-4fa1-a830-72681f02da10 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks [] for router_controller (fd705747-a336-4869-b347-cf1a60d24747), precommit_add_association {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:23.220550 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bb1e51ce-1a4d-4fa1-a830-72681f02da10 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (fd705747-a336-4869-b347-cf1a60d24747), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:23.257190 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bb1e51ce-1a4d-4fa1-a830-72681f02da10 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:23.259299 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-bb1e51ce-1a4d-4fa1-a830-72681f02da10 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 711 time: 1.0003989
May 07 22:14:23.261456 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47328) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:23.269213 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-41d28d07-4bcd-426f-8896-0467a45c0b63 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-154143858'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:14:23.273773 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-53eb3fb9-fea0-4b8a-8297-b4fba745023e admin admin] Publish callbacks [] for port (f54d2aae-7e3c-435c-92fa-e44f12461eec), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:23.282051 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-53eb3fb9-fea0-4b8a-8297-b4fba745023e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (f54d2aae-7e3c-435c-92fa-e44f12461eec), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:23.299484 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41d28d07-4bcd-426f-8896-0467a45c0b63 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Made reservation on behalf of d92ef52cd10747ffbb5c5d494e0ed006 for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:14:23.312698 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-41d28d07-4bcd-426f-8896-0467a45c0b63 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:23.337261 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47332) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:23.337387 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-41d28d07-4bcd-426f-8896-0467a45c0b63 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:23.495601 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-53eb3fb9-fea0-4b8a-8297-b4fba745023e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401121'] for router_interface (a2e74cc6-8d1d-4ce2-abb6-2047597ef660), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:23.499087 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-41d28d07-4bcd-426f-8896-0467a45c0b63 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks [] for security_group (f9647340-2b7c-454d-a605-a19026679678), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:23.502802 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eb3fb9-fea0-4b8a-8297-b4fba745023e admin admin] Pushing event updated for resources: {'Port': ['ID=f54d2aae-7e3c-435c-92fa-e44f12461eec,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:23.512027 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-41d28d07-4bcd-426f-8896-0467a45c0b63 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (f9647340-2b7c-454d-a605-a19026679678), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:23.518986 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device d116cfe5-45c3-4e6f-ac2b-533445240a40 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:14:23.601688 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port d116cfe5-45c3-4e6f-ac2b-533445240a40 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:14:23.602967 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (d116cfe5-45c3-4e6f-ac2b-533445240a40), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:23.662286 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-cd43d991-d68b-422d-a910-c54a2654c30a req-1dc39967-66fa-4ce5-9aff-c9662519c1c8 tempest-TestServerAdvancedOps-129343738 tempest-TestServerAdvancedOps-129343738-project] 10.222.0.32 "GET /v2.0/ports?device_id=164426a0-c59d-477b-9c73-bd9b5d17842f HTTP/1.1" status: 200  len: 210 time: 0.1312547
May 07 22:14:23.663642 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41d28d07-4bcd-426f-8896-0467a45c0b63 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:14:23.677948 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d28d07-4bcd-426f-8896-0467a45c0b63 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9647340-2b7c-454d-a605-a19026679678,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:23.685310 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-41d28d07-4bcd-426f-8896-0467a45c0b63 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (e3b2a76e-07bf-438f-af29-700dcb85d85f), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:23.685654 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-41d28d07-4bcd-426f-8896-0467a45c0b63 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Added segment e3b2a76e-07bf-438f-af29-700dcb85d85f of type vlan for network 9ad86b32-90f6-476a-a9a6-37fc1a7a6fc2
May 07 22:14:23.741972 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-dad70db1-7f7c-4e1b-bf06-48926c3f7dd3 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-310067728-network', 'tenant_id': 'a957e2fe79f14ab594c4edbb13bce7bd'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:14:23.779033 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dad70db1-7f7c-4e1b-bf06-48926c3f7dd3 admin admin] Made reservation on behalf of a957e2fe79f14ab594c4edbb13bce7bd for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:14:23.782322 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-dad70db1-7f7c-4e1b-bf06-48926c3f7dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:23.802308 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-dad70db1-7f7c-4e1b-bf06-48926c3f7dd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:23.818098 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port d116cfe5-45c3-4e6f-ac2b-533445240a40 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:14:23.818496 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (d116cfe5-45c3-4e6f-ac2b-533445240a40), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:23.824295 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53eb3fb9-fea0-4b8a-8297-b4fba745023e admin admin] Network c9fe7357-5953-40ae-898e-7642d0646720 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:14:23.824727 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f206f71d-05bf-421b-af35-4357c24537cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:23.828197 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-53eb3fb9-fea0-4b8a-8297-b4fba745023e admin admin] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:14:23.832679 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-41d28d07-4bcd-426f-8896-0467a45c0b63 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (9ad86b32-90f6-476a-a9a6-37fc1a7a6fc2), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:23.861463 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port d116cfe5-45c3-4e6f-ac2b-533445240a40, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d116cfe5-45c3-4e6f-ac2b-533445240a40,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:14:23.888580 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-41d28d07-4bcd-426f-8896-0467a45c0b63 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (9ad86b32-90f6-476a-a9a6-37fc1a7a6fc2), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:23.892869 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (d116cfe5-45c3-4e6f-ac2b-533445240a40), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:23.919287 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d28d07-4bcd-426f-8896-0467a45c0b63 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:14:23.920080 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-41d28d07-4bcd-426f-8896-0467a45c0b63 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:23.933051 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:23.976760 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=d116cfe5-45c3-4e6f-ac2b-533445240a40,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:24.043153 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-dad70db1-7f7c-4e1b-bf06-48926c3f7dd3 admin admin] Publish callbacks [] for security_group (e1e1c03a-dbd8-4bf8-a51e-09cec9c73bcc), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:24.045977 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d28d07-4bcd-426f-8896-0467a45c0b63 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Pushing event updated for resources: {'Network': ['ID=9ad86b32-90f6-476a-a9a6-37fc1a7a6fc2,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:24.063594 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-41d28d07-4bcd-426f-8896-0467a45c0b63 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 790 time: 0.8009984
May 07 22:14:24.066636 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47354) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:24.068123 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 9ad86b32-90f6-476a-a9a6-37fc1a7a6fc2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:14:24.082050 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-ecfb8084-7b50-40a5-90d5-02c2116b0bf6 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Request body: {'subnet': {'network_id': '9ad86b32-90f6-476a-a9a6-37fc1a7a6fc2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:14:24.092439 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-dad70db1-7f7c-4e1b-bf06-48926c3f7dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (e1e1c03a-dbd8-4bf8-a51e-09cec9c73bcc), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:24.189571 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-c2ef5cba-e384-4ff9-b04d-369d55c4f1c6 None None] Provisioning complete for port f54d2aae-7e3c-435c-92fa-e44f12461eec triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:14:24.190406 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c2ef5cba-e384-4ff9-b04d-369d55c4f1c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (f54d2aae-7e3c-435c-92fa-e44f12461eec), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:24.204881 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dad70db1-7f7c-4e1b-bf06-48926c3f7dd3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:14:24.230987 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53eb3fb9-fea0-4b8a-8297-b4fba745023e admin admin] Router a2e74cc6-8d1d-4ce2-abb6-2047597ef660 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:14:24.232526 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-dad70db1-7f7c-4e1b-bf06-48926c3f7dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (c0ddcf89-6ba5-44da-bcae-7750119cddff), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:24.233075 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-dad70db1-7f7c-4e1b-bf06-48926c3f7dd3 admin admin] Added segment c0ddcf89-6ba5-44da-bcae-7750119cddff of type vlan for network 0d53b847-10e2-47e1-862d-fa8e405472ff
May 07 22:14:24.237187 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-c2ef5cba-e384-4ff9-b04d-369d55c4f1c6 None None] Port f54d2aae-7e3c-435c-92fa-e44f12461eec cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:14:24.240312 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad70db1-7f7c-4e1b-bf06-48926c3f7dd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e1c03a-dbd8-4bf8-a51e-09cec9c73bcc,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:24.337925 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47358) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:24.349278 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-dad70db1-7f7c-4e1b-bf06-48926c3f7dd3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (0d53b847-10e2-47e1-862d-fa8e405472ff), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:24.354886 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecfb8084-7b50-40a5-90d5-02c2116b0bf6 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Made reservation on behalf of d92ef52cd10747ffbb5c5d494e0ed006 for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:14:24.358248 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ecfb8084-7b50-40a5-90d5-02c2116b0bf6 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:24.477850 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-2c9fdd67-6878-45a6-8295-3c60851a1cf0 tempest-ServiceProvidersTest-674465998 tempest-ServiceProvidersTest-674465998-project] 10.222.0.32 "GET /v2.0/service-providers HTTP/1.1" status: 200  len: 498 time: 0.1343873
May 07 22:14:24.502866 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-dad70db1-7f7c-4e1b-bf06-48926c3f7dd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (0d53b847-10e2-47e1-862d-fa8e405472ff), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:24.503889 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad70db1-7f7c-4e1b-bf06-48926c3f7dd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:14:24.504439 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-dad70db1-7f7c-4e1b-bf06-48926c3f7dd3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:24.557003 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53eb3fb9-fea0-4b8a-8297-b4fba745023e admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:14:24.565797 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-53eb3fb9-fea0-4b8a-8297-b4fba745023e admin admin] 10.222.0.32 "PUT /v2.0/routers/a2e74cc6-8d1d-4ce2-abb6-2047597ef660/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.0208795
May 07 22:14:24.607337 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-dad70db1-7f7c-4e1b-bf06-48926c3f7dd3 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 1.2372561
May 07 22:14:24.643316 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad70db1-7f7c-4e1b-bf06-48926c3f7dd3 admin admin] Pushing event updated for resources: {'Network': ['ID=0d53b847-10e2-47e1-862d-fa8e405472ff,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:24.660473 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 0d53b847-10e2-47e1-862d-fa8e405472ff details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:14:24.748399 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ecfb8084-7b50-40a5-90d5-02c2116b0bf6 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (7c84eb31-c120-44b9-a8c4-d2162394c109), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:24.753605 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db6ad49-837c-4b79-824c-7c15b5b04013 None None] Sync routers for ids ['a2e74cc6-8d1d-4ce2-abb6-2047597ef660'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:14:24.763581 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device d7900d83-4563-4b12-ac82-d89aa7319b93 no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:14:24.775484 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db6ad49-837c-4b79-824c-7c15b5b04013 None None] Routers {'a2e74cc6-8d1d-4ce2-abb6-2047597ef660'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:14:24.776123 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-1db6ad49-837c-4b79-824c-7c15b5b04013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c89de50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:13:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['a2e74cc6-8d1d-4ce2-abb6-2047597ef660'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:24.797375 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] No Port match for: d7900d83-4563-4b12-ac82-d89aa7319b93 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:14:24.797729 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device d7900d83-4563-4b12-ac82-d89aa7319b93 not bound to the agent host nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:14:24.834701 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47374) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:24.901560 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfb8084-7b50-40a5-90d5-02c2116b0bf6 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Pushing event updated for resources: {'Subnet': ['ID=7c84eb31-c120-44b9-a8c4-d2162394c109,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:24.920447 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-78deec77-fed8-458b-b357-41043053db8b admin admin] Deleting subnet 02be25b6-5cc2-4f4a-aacd-cca6d7f532f2 {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:14:24.926935 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfb8084-7b50-40a5-90d5-02c2116b0bf6 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Checking segment: {'id': 'e3b2a76e-07bf-438f-af29-700dcb85d85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '9ad86b32-90f6-476a-a9a6-37fc1a7a6fc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:14:24.927517 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecfb8084-7b50-40a5-90d5-02c2116b0bf6 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Network hostable DHCP agents. Network: 9ad86b32-90f6-476a-a9a6-37fc1a7a6fc2, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:14:24.929708 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47380) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:24.933756 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-78deec77-fed8-458b-b357-41043053db8b admin admin] Publish callbacks [] for subnet (02be25b6-5cc2-4f4a-aacd-cca6d7f532f2), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:24.959261 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-1db6ad49-837c-4b79-824c-7c15b5b04013 None None] Set router a2e74cc6-8d1d-4ce2-abb6-2047597ef660 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:14:24.966116 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecfb8084-7b50-40a5-90d5-02c2116b0bf6 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Network 9ad86b32-90f6-476a-a9a6-37fc1a7a6fc2 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:14:24.973578 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-78deec77-fed8-458b-b357-41043053db8b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (02be25b6-5cc2-4f4a-aacd-cca6d7f532f2), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:24.981158 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-ecfb8084-7b50-40a5-90d5-02c2116b0bf6 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9ad86b32-90f6-476a-a9a6-37fc1a7a6fc2) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:14:24.992044 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf3c518-847c-49c4-9bec-7eb944c791ae None None] Network 9ad86b32-90f6-476a-a9a6-37fc1a7a6fc2 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:14:25.001234 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfb8084-7b50-40a5-90d5-02c2116b0bf6 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:14:25.002438 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ecfb8084-7b50-40a5-90d5-02c2116b0bf6 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:25.027240 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-78deec77-fed8-458b-b357-41043053db8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (02be25b6-5cc2-4f4a-aacd-cca6d7f532f2), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:25.036826 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-ecfb8084-7b50-40a5-90d5-02c2116b0bf6 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.9629817
May 07 22:14:25.042205 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47386) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:25.051894 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-bf8100b8-ed26-48d0-b94f-60894229f046 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Request body: {'network': {'name': 'tempest-router-network01--847535980'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:14:25.099384 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-78deec77-fed8-458b-b357-41043053db8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (02be25b6-5cc2-4f4a-aacd-cca6d7f532f2), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:25.105543 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf8100b8-ed26-48d0-b94f-60894229f046 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Made reservation on behalf of d92ef52cd10747ffbb5c5d494e0ed006 for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:14:25.112932 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bf8100b8-ed26-48d0-b94f-60894229f046 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:25.143099 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78deec77-fed8-458b-b357-41043053db8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02be25b6-5cc2-4f4a-aacd-cca6d7f532f2,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:25.145931 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-78deec77-fed8-458b-b357-41043053db8b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:25.152864 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-78deec77-fed8-458b-b357-41043053db8b admin admin] 10.222.0.32 "DELETE /v2.0/subnets/02be25b6-5cc2-4f4a-aacd-cca6d7f532f2 HTTP/1.1" status: 204  len: 168 time: 0.3167858
May 07 22:14:25.153677 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47394) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:25.175843 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf8100b8-ed26-48d0-b94f-60894229f046 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:14:25.201575 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9b0523-467e-4a7c-9d76-f9ddbdf448b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-9ad86b32-90f6-476a-a9a6-37fc1a7a6fc2', 'network_id': '9ad86b32-90f6-476a-a9a6-37fc1a7a6fc2', 'project_id': 'd92ef52cd10747ffbb5c5d494e0ed006', 'fixed_ips': [{'subnet_id': '7c84eb31-c120-44b9-a8c4-d2162394c109'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:14:25.202979 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5b9b0523-467e-4a7c-9d76-f9ddbdf448b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:25.203324 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bf8100b8-ed26-48d0-b94f-60894229f046 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (25b20a02-3b58-4637-a960-c2a1f52c7436), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:25.203810 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-bf8100b8-ed26-48d0-b94f-60894229f046 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Added segment 25b20a02-3b58-4637-a960-c2a1f52c7436 of type vlan for network 03cd41d3-47d6-43d5-9794-628bf9245180
May 07 22:14:25.258200 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bf8100b8-ed26-48d0-b94f-60894229f046 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (03cd41d3-47d6-43d5-9794-628bf9245180), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:25.260586 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0afa5069-5c66-43b8-bd43-dff5fe9fd325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (eb2eb303-0e82-4936-8d9b-0c09343eec4b), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:25.297173 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bf8100b8-ed26-48d0-b94f-60894229f046 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (03cd41d3-47d6-43d5-9794-628bf9245180), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:25.303383 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8100b8-ed26-48d0-b94f-60894229f046 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:14:25.304206 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bf8100b8-ed26-48d0-b94f-60894229f046 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:25.328910 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f59db234-4112-4c55-8374-d313dfd7de57 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:25.369372 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-1db6ad49-837c-4b79-824c-7c15b5b04013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c89de50>, [{'id': 'a2e74cc6-8d1d-4ce2-abb6-2047597ef660', 'name': 'tempest-TestAggregatesBasicOps-47093524-router', 'tenant_id': 'c9548c9329cb4d1faef44a66d7c11a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.148'}], 'enable_snat': True}, 'gw_port_id': 'd116cfe5-45c3-4e6f-ac2b-533445240a40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:14:14Z', 'updated_at': '2022-05-07T22:14:22Z', 'revision_number': 4, 'project_id': 'c9548c9329cb4d1faef44a66d7c11a5c', 'gw_port': {'id': 'd116cfe5-45c3-4e6f-ac2b-533445240a40', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e74cc6-8d1d-4ce2-abb6-2047597ef660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:14:15Z', 'updated_at': '2022-05-07T22:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f54d2aae-7e3c-435c-92fa-e44f12461eec', 'name': '', 'network_id': 'c9fe7357-5953-40ae-898e-7642d0646720', 'tenant_id': 'c9548c9329cb4d1faef44a66d7c11a5c', 'mac_address': 'fa:16:3e:9a:58:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2e74cc6-8d1d-4ce2-abb6-2047597ef660', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '64822d19-064d-4c0b-bda2-882554dd9615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:14:20Z', 'updated_at': '2022-05-07T22:14:22Z', 'revision_number': 2, 'project_id': 'c9548c9329cb4d1faef44a66d7c11a5c', 'subnets': [{'id': '64822d19-064d-4c0b-bda2-882554dd9615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:25.371660 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0afa5069-5c66-43b8-bd43-dff5fe9fd325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (eb2eb303-0e82-4936-8d9b-0c09343eec4b), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:25.400888 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db6ad49-837c-4b79-824c-7c15b5b04013 None None] Checking router: a2e74cc6-8d1d-4ce2-abb6-2047597ef660 for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:14:25.402063 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db6ad49-837c-4b79-824c-7c15b5b04013 None None] Updating router a2e74cc6-8d1d-4ce2-abb6-2047597ef660 port f54d2aae-7e3c-435c-92fa-e44f12461eec binding host ncdv-master-1 {{(pid=121839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 22:14:25.407414 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-bf8100b8-ed26-48d0-b94f-60894229f046 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 771 time: 0.3598721
May 07 22:14:25.409403 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-0afa5069-5c66-43b8-bd43-dff5fe9fd325 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf8c3c3730>,) {'filters': {'network_id': ['eb2eb303-0e82-4936-8d9b-0c09343eec4b']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:25.421904 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-0afa5069-5c66-43b8-bd43-dff5fe9fd325 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8c3c3730>, 'd1207f06-f40c-4797-a9b1-5d2b7dece2ee') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:25.422213 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-0afa5069-5c66-43b8-bd43-dff5fe9fd325 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8c3c3730>, 'd1207f06-f40c-4797-a9b1-5d2b7dece2ee') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:25.433333 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0afa5069-5c66-43b8-bd43-dff5fe9fd325 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (d1207f06-f40c-4797-a9b1-5d2b7dece2ee), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:25.436677 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-1db6ad49-837c-4b79-824c-7c15b5b04013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f54d2aae-7e3c-435c-92fa-e44f12461eec), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:25.441014 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47398) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:25.449271 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0afa5069-5c66-43b8-bd43-dff5fe9fd325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (d1207f06-f40c-4797-a9b1-5d2b7dece2ee), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:25.457170 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0afa5069-5c66-43b8-bd43-dff5fe9fd325 admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:14:25.457596 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0afa5069-5c66-43b8-bd43-dff5fe9fd325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (d1207f06-f40c-4797-a9b1-5d2b7dece2ee), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:25.458147 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-cd38b134-bc25-4b40-9cc2-afa65e9453c4 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Request body: {'network': {'name': 'tempest-router-network02--1410526619'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:14:25.476274 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8100b8-ed26-48d0-b94f-60894229f046 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Pushing event updated for resources: {'Network': ['ID=03cd41d3-47d6-43d5-9794-628bf9245180,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:25.514339 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd38b134-bc25-4b40-9cc2-afa65e9453c4 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Made reservation on behalf of d92ef52cd10747ffbb5c5d494e0ed006 for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:14:25.519527 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cd38b134-bc25-4b40-9cc2-afa65e9453c4 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:25.525472 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 22:14:25.525472 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:14:25.525472 ncdv-master-1 neutron-server[121837]:     timer()
May 07 22:14:25.525472 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:14:25.525472 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 22:14:25.525472 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:14:25.525472 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 22:14:25.525472 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:14:25.525472 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 22:14:25.525472 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:14:25.525472 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 22:14:25.525472 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:14:25.525472 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 22:14:25.525472 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:14:25.525472 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:14:25.525472 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:14:25.525472 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:14:25.525472 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:14:25.525472 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 22:14:25.525472 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:14:25.525472 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 22:14:25.525472 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:14:25.525472 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:14:25.525472 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:14:25.525472 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 22:14:25.525472 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:14:25.525472 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:14:25.525472 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:14:25.525472 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:14:25.525472 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:14:25.525472 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:14:25.525472 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:14:25.545003 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0afa5069-5c66-43b8-bd43-dff5fe9fd325 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (eb2eb303-0e82-4936-8d9b-0c09343eec4b), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:25.563211 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd38b134-bc25-4b40-9cc2-afa65e9453c4 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:14:25.572443 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0afa5069-5c66-43b8-bd43-dff5fe9fd325 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:25.580607 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-0afa5069-5c66-43b8-bd43-dff5fe9fd325 admin admin] 10.222.0.32 "DELETE /v2.0/networks/eb2eb303-0e82-4936-8d9b-0c09343eec4b HTTP/1.1" status: 204  len: 168 time: 0.4248655
May 07 22:14:25.591291 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cd38b134-bc25-4b40-9cc2-afa65e9453c4 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (b66d368d-3419-42c2-91e4-b81ea567c731), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:25.592220 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-cd38b134-bc25-4b40-9cc2-afa65e9453c4 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Added segment b66d368d-3419-42c2-91e4-b81ea567c731 of type vlan for network 6bef9f6e-318a-4984-afee-1fc4c86a57a5
May 07 22:14:25.597209 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47402) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:25.612035 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-5b9b0523-467e-4a7c-9d76-f9ddbdf448b5 None None] Allocated IP 2001:db8::2 (9ad86b32-90f6-476a-a9a6-37fc1a7a6fc2/7c84eb31-c120-44b9-a8c4-d2162394c109/6f941d31-7e3c-4d24-8d5a-94112b5f39b1) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:14:25.627278 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afa5069-5c66-43b8-bd43-dff5fe9fd325 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb2eb303-0e82-4936-8d9b-0c09343eec4b,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:25.664989 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cd38b134-bc25-4b40-9cc2-afa65e9453c4 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (6bef9f6e-318a-4984-afee-1fc4c86a57a5), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:25.704566 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cd38b134-bc25-4b40-9cc2-afa65e9453c4 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (6bef9f6e-318a-4984-afee-1fc4c86a57a5), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:25.711778 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd38b134-bc25-4b40-9cc2-afa65e9453c4 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:14:25.712452 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cd38b134-bc25-4b40-9cc2-afa65e9453c4 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:25.759625 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 03cd41d3-47d6-43d5-9794-628bf9245180 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:14:25.790255 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device d116cfe5-45c3-4e6f-ac2b-533445240a40 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:14:25.794937 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-cd38b134-bc25-4b40-9cc2-afa65e9453c4 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 772 time: 0.3491323
May 07 22:14:25.802148 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f59db234-4112-4c55-8374-d313dfd7de57 admin admin] Publish callbacks [] for security_group (f43f5146-707c-43e4-990e-c43696293c57), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:25.803828 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47406) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:25.814692 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-ef90f4e6-606e-4b21-b7fb-9b5c0383745a tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Request body: {'subnet': {'network_id': '03cd41d3-47d6-43d5-9794-628bf9245180', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:14:25.815494 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f59db234-4112-4c55-8374-d313dfd7de57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (f43f5146-707c-43e4-990e-c43696293c57), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:25.822309 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-1db6ad49-837c-4b79-824c-7c15b5b04013 None None] Publish callbacks [] for port (f54d2aae-7e3c-435c-92fa-e44f12461eec), precommit_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:25.832131 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-1db6ad49-837c-4b79-824c-7c15b5b04013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (f54d2aae-7e3c-435c-92fa-e44f12461eec), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:25.873372 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-6eef7f32-bba4-413f-bf0e-bc75ea50d62a admin admin] Deleting subnet ecdce150-6521-444f-be41-832e01430db5 {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:14:25.908395 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47408) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:25.915241 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-a2142ce3-8d3e-4b21-9c38-a5d562b7a8e2 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1711784158-network', 'tenant_id': '9bf1a2d386684999b5a1d51a8c7593e2'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:14:25.934258 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa050812-a9b5-428f-99af-c219e837cd23 None None] Pushing event updated for resources: {'Port': ['ID=f54d2aae-7e3c-435c-92fa-e44f12461eec,revision_number=3']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:25.953149 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2142ce3-8d3e-4b21-9c38-a5d562b7a8e2 admin admin] Made reservation on behalf of 9bf1a2d386684999b5a1d51a8c7593e2 for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:14:25.953374 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port d116cfe5-45c3-4e6f-ac2b-533445240a40 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:14:25.953770 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (d116cfe5-45c3-4e6f-ac2b-533445240a40), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:25.956013 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a2142ce3-8d3e-4b21-9c38-a5d562b7a8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:25.967666 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd38b134-bc25-4b40-9cc2-afa65e9453c4 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Pushing event updated for resources: {'Network': ['ID=6bef9f6e-318a-4984-afee-1fc4c86a57a5,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:25.977917 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa050812-a9b5-428f-99af-c219e837cd23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:14:25.979225 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa050812-a9b5-428f-99af-c219e837cd23 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:14:25.979765 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa050812-a9b5-428f-99af-c219e837cd23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:14:25.982582 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa050812-a9b5-428f-99af-c219e837cd23 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:14:25.983211 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa050812-a9b5-428f-99af-c219e837cd23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:14:25.984467 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa050812-a9b5-428f-99af-c219e837cd23 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:14:25.985295 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa050812-a9b5-428f-99af-c219e837cd23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:14:25.985825 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa050812-a9b5-428f-99af-c219e837cd23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:14:25.986349 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa050812-a9b5-428f-99af-c219e837cd23 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:14:25.987456 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa050812-a9b5-428f-99af-c219e837cd23 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:14:25.988016 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa050812-a9b5-428f-99af-c219e837cd23 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:14:25.988766 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa050812-a9b5-428f-99af-c219e837cd23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:14:25.989309 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa050812-a9b5-428f-99af-c219e837cd23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:14:25.989509 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a2142ce3-8d3e-4b21-9c38-a5d562b7a8e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:25.990022 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa050812-a9b5-428f-99af-c219e837cd23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:14:25.990855 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa050812-a9b5-428f-99af-c219e837cd23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:14:26.005388 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-f59db234-4112-4c55-8374-d313dfd7de57 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=83a413a548bf42c4b5262d58f90ffeb2&name=default HTTP/1.1" status: 200  len: 3000 time: 1.0744996
May 07 22:14:26.007223 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47412) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:26.016496 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59db234-4112-4c55-8374-d313dfd7de57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f43f5146-707c-43e4-990e-c43696293c57,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:26.042571 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-1db6ad49-837c-4b79-824c-7c15b5b04013 None None] Attempting to bind port f54d2aae-7e3c-435c-92fa-e44f12461eec on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:14:26.044606 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-1db6ad49-837c-4b79-824c-7c15b5b04013 None None] Attempting to bind port f54d2aae-7e3c-435c-92fa-e44f12461eec by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '850207f7-ecff-4d95-be71-f9a0690854f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c9fe7357-5953-40ae-898e-7642d0646720'}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:14:26.045291 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db6ad49-837c-4b79-824c-7c15b5b04013 None None] Attempting to bind port f54d2aae-7e3c-435c-92fa-e44f12461eec on network c9fe7357-5953-40ae-898e-7642d0646720 {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:14:26.054288 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db6ad49-837c-4b79-824c-7c15b5b04013 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:14:26.055309 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db6ad49-837c-4b79-824c-7c15b5b04013 None None] Checking segment: {'id': '850207f7-ecff-4d95-be71-f9a0690854f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c9fe7357-5953-40ae-898e-7642d0646720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:14:26.055942 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-1db6ad49-837c-4b79-824c-7c15b5b04013 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:26.056989 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db6ad49-837c-4b79-824c-7c15b5b04013 None None] Bound using segment: {'id': '850207f7-ecff-4d95-be71-f9a0690854f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c9fe7357-5953-40ae-898e-7642d0646720'} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:14:26.057930 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-1db6ad49-837c-4b79-824c-7c15b5b04013 None None] Bound port: f54d2aae-7e3c-435c-92fa-e44f12461eec, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '850207f7-ecff-4d95-be71-f9a0690854f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'c9fe7357-5953-40ae-898e-7642d0646720'}}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:14:26.058889 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-1db6ad49-837c-4b79-824c-7c15b5b04013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f54d2aae-7e3c-435c-92fa-e44f12461eec), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:26.084587 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 6bef9f6e-318a-4984-afee-1fc4c86a57a5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:14:26.134484 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9eb22dd9-10ff-400e-bae0-3268364172cc admin admin] Publish callbacks [] for security_group (f43f5146-707c-43e4-990e-c43696293c57), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:26.183026 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9eb22dd9-10ff-400e-bae0-3268364172cc admin admin] Publish callbacks [] for security_group (f43f5146-707c-43e4-990e-c43696293c57), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:26.197045 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-1db6ad49-837c-4b79-824c-7c15b5b04013 None None] For port f54d2aae-7e3c-435c-92fa-e44f12461eec, host ncdv-master-1, cleared binding levels {{(pid=121839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:14:26.205837 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-1db6ad49-837c-4b79-824c-7c15b5b04013 None None] For port f54d2aae-7e3c-435c-92fa-e44f12461eec, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f54d2aae-7e3c-435c-92fa-e44f12461eec,segment=NetworkSegment(850207f7-ecff-4d95-be71-f9a0690854f8),segment_id=850207f7-ecff-4d95-be71-f9a0690854f8)] {{(pid=121839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:14:26.221038 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-1db6ad49-837c-4b79-824c-7c15b5b04013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (f54d2aae-7e3c-435c-92fa-e44f12461eec), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:26.247944 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5b9b0523-467e-4a7c-9d76-f9ddbdf448b5 None None] Publish callbacks [] for port (6f941d31-7e3c-4d24-8d5a-94112b5f39b1), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:26.261675 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a2142ce3-8d3e-4b21-9c38-a5d562b7a8e2 admin admin] Publish callbacks [] for security_group (297f98e9-db3c-4996-ba8f-431e6d7486e7), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:26.271657 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a2142ce3-8d3e-4b21-9c38-a5d562b7a8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (297f98e9-db3c-4996-ba8f-431e6d7486e7), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:26.306686 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2142ce3-8d3e-4b21-9c38-a5d562b7a8e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=297f98e9-db3c-4996-ba8f-431e6d7486e7,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:26.308750 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5b9b0523-467e-4a7c-9d76-f9ddbdf448b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (6f941d31-7e3c-4d24-8d5a-94112b5f39b1), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:26.319982 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2142ce3-8d3e-4b21-9c38-a5d562b7a8e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:14:26.331665 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9eb22dd9-10ff-400e-bae0-3268364172cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (f43f5146-707c-43e4-990e-c43696293c57), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:26.338577 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9eb22dd9-10ff-400e-bae0-3268364172cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:26.340294 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-9eb22dd9-10ff-400e-bae0-3268364172cc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f43f5146-707c-43e4-990e-c43696293c57 HTTP/1.1" status: 204  len: 168 time: 0.3320742
May 07 22:14:26.353825 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db6ad49-837c-4b79-824c-7c15b5b04013 None None] Routers {'a2e74cc6-8d1d-4ce2-abb6-2047597ef660'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:14:26.354758 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-1db6ad49-837c-4b79-824c-7c15b5b04013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c89de50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:13:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['a2e74cc6-8d1d-4ce2-abb6-2047597ef660'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:26.360876 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa050812-a9b5-428f-99af-c219e837cd23 None None] Pushing event updated for resources: {'Port': ['ID=f54d2aae-7e3c-435c-92fa-e44f12461eec,revision_number=4']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:26.363955 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a2142ce3-8d3e-4b21-9c38-a5d562b7a8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (37a46801-39b3-4eb1-8e6a-d1b9cb29b39d), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:26.364663 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-a2142ce3-8d3e-4b21-9c38-a5d562b7a8e2 admin admin] Added segment 37a46801-39b3-4eb1-8e6a-d1b9cb29b39d of type vlan for network 0460c4a2-d9cd-48aa-a959-6c9d8f9b34a8
May 07 22:14:26.404514 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb22dd9-10ff-400e-bae0-3268364172cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f43f5146-707c-43e4-990e-c43696293c57,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:26.491603 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a2142ce3-8d3e-4b21-9c38-a5d562b7a8e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (0460c4a2-d9cd-48aa-a959-6c9d8f9b34a8), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:26.540237 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-1db6ad49-837c-4b79-824c-7c15b5b04013 None None] Set router a2e74cc6-8d1d-4ce2-abb6-2047597ef660 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:14:26.559408 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a2142ce3-8d3e-4b21-9c38-a5d562b7a8e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (0460c4a2-d9cd-48aa-a959-6c9d8f9b34a8), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:26.560886 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2142ce3-8d3e-4b21-9c38-a5d562b7a8e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:14:26.562448 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a2142ce3-8d3e-4b21-9c38-a5d562b7a8e2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:26.608440 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6eef7f32-bba4-413f-bf0e-bc75ea50d62a admin admin] Publish callbacks [] for subnet (ecdce150-6521-444f-be41-832e01430db5), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:26.671459 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d86b87-af35-4815-b721-2999413f943b req-a6ecf3ec-23cc-4db2-aa73-2f4c93988678 tempest-ComputeTenantNetworksTest-91730105 tempest-ComputeTenantNetworksTest-91730105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:14:26.678486 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d86b87-af35-4815-b721-2999413f943b req-a6ecf3ec-23cc-4db2-aa73-2f4c93988678 tempest-ComputeTenantNetworksTest-91730105 tempest-ComputeTenantNetworksTest-91730105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:14:26.693664 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d86b87-af35-4815-b721-2999413f943b req-a6ecf3ec-23cc-4db2-aa73-2f4c93988678 tempest-ComputeTenantNetworksTest-91730105 tempest-ComputeTenantNetworksTest-91730105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:14:26.705794 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a0d86b87-af35-4815-b721-2999413f943b req-a6ecf3ec-23cc-4db2-aa73-2f4c93988678 tempest-ComputeTenantNetworksTest-91730105 tempest-ComputeTenantNetworksTest-91730105-project] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1902 time: 1.1813629
May 07 22:14:26.712783 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9b0523-467e-4a7c-9d76-f9ddbdf448b5 None None] Pushing event updated for resources: {'Port': ['ID=6f941d31-7e3c-4d24-8d5a-94112b5f39b1,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:26.713365 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2142ce3-8d3e-4b21-9c38-a5d562b7a8e2 admin admin] Pushing event updated for resources: {'Network': ['ID=0460c4a2-d9cd-48aa-a959-6c9d8f9b34a8,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:26.744697 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6eef7f32-bba4-413f-bf0e-bc75ea50d62a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (ecdce150-6521-444f-be41-832e01430db5), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:26.767947 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 0460c4a2-d9cd-48aa-a959-6c9d8f9b34a8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:14:26.774041 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-a2142ce3-8d3e-4b21-9c38-a5d562b7a8e2 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.8627598
May 07 22:14:26.778173 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47420) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:26.785372 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-a8aa86c7-55e7-4767-a3c9-11bd94d46c60 admin admin] Request body: {'subnet': {'network_id': '0460c4a2-d9cd-48aa-a959-6c9d8f9b34a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1711784158-subnet', 'tenant_id': '9bf1a2d386684999b5a1d51a8c7593e2', 'ip_version': 4}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:14:26.807656 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef90f4e6-606e-4b21-b7fb-9b5c0383745a tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Made reservation on behalf of d92ef52cd10747ffbb5c5d494e0ed006 for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:14:26.813010 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ef90f4e6-606e-4b21-b7fb-9b5c0383745a tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:26.854243 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6eef7f32-bba4-413f-bf0e-bc75ea50d62a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (ecdce150-6521-444f-be41-832e01430db5), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:26.872798 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc28a16f-0290-4b71-bb6f-2ba093040497 req-817ea8ac-b6f8-480b-9916-c90ba0633ae1 tempest-ComputeTenantNetworksTest-91730105 tempest-ComputeTenantNetworksTest-91730105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:14:26.875123 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bc28a16f-0290-4b71-bb6f-2ba093040497 req-817ea8ac-b6f8-480b-9916-c90ba0633ae1 tempest-ComputeTenantNetworksTest-91730105 tempest-ComputeTenantNetworksTest-91730105-project] 10.222.0.32 "GET /v2.0/networks/0d53b847-10e2-47e1-862d-fa8e405472ff HTTP/1.1" status: 200  len: 768 time: 0.1404819
May 07 22:14:26.876110 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-56f76508-afa3-4a19-9c8f-488781b42fb1 None None] Provisioning complete for port f54d2aae-7e3c-435c-92fa-e44f12461eec triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:14:26.879140 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-56f76508-afa3-4a19-9c8f-488781b42fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (f54d2aae-7e3c-435c-92fa-e44f12461eec), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:26.885955 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8aa86c7-55e7-4767-a3c9-11bd94d46c60 admin admin] Made reservation on behalf of 9bf1a2d386684999b5a1d51a8c7593e2 for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:14:26.886480 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47422) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:26.890178 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a8aa86c7-55e7-4767-a3c9-11bd94d46c60 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:26.901016 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-1db6ad49-837c-4b79-824c-7c15b5b04013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c89de50>, [{'id': 'a2e74cc6-8d1d-4ce2-abb6-2047597ef660', 'name': 'tempest-TestAggregatesBasicOps-47093524-router', 'tenant_id': 'c9548c9329cb4d1faef44a66d7c11a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.148'}], 'enable_snat': True}, 'gw_port_id': 'd116cfe5-45c3-4e6f-ac2b-533445240a40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:14:14Z', 'updated_at': '2022-05-07T22:14:22Z', 'revision_number': 4, 'project_id': 'c9548c9329cb4d1faef44a66d7c11a5c', 'gw_port': {'id': 'd116cfe5-45c3-4e6f-ac2b-533445240a40', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e74cc6-8d1d-4ce2-abb6-2047597ef660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:14:15Z', 'updated_at': '2022-05-07T22:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f54d2aae-7e3c-435c-92fa-e44f12461eec', 'name': '', 'network_id': 'c9fe7357-5953-40ae-898e-7642d0646720', 'tenant_id': 'c9548c9329cb4d1faef44a66d7c11a5c', 'mac_address': 'fa:16:3e:9a:58:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2e74cc6-8d1d-4ce2-abb6-2047597ef660', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '64822d19-064d-4c0b-bda2-882554dd9615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:14:20Z', 'updated_at': '2022-05-07T22:14:26Z', 'revision_number': 4, 'project_id': 'c9548c9329cb4d1faef44a66d7c11a5c', 'subnets': [{'id': '64822d19-064d-4c0b-bda2-882554dd9615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:26.920203 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9b0523-467e-4a7c-9d76-f9ddbdf448b5 None None] Network 9ad86b32-90f6-476a-a9a6-37fc1a7a6fc2 is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:14:26.990623 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-5b9b0523-467e-4a7c-9d76-f9ddbdf448b5 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:14:27.008929 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db6ad49-837c-4b79-824c-7c15b5b04013 None None] The sync data for ids ['a2e74cc6-8d1d-4ce2-abb6-2047597ef660'] in ncdv-master-1 is: [{'id': 'a2e74cc6-8d1d-4ce2-abb6-2047597ef660', 'name': 'tempest-TestAggregatesBasicOps-47093524-router', 'tenant_id': 'c9548c9329cb4d1faef44a66d7c11a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.148'}], 'enable_snat': True}, 'gw_port_id': 'd116cfe5-45c3-4e6f-ac2b-533445240a40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:14:14Z', 'updated_at': '2022-05-07T22:14:22Z', 'revision_number': 4, 'project_id': 'c9548c9329cb4d1faef44a66d7c11a5c', 'gw_port': {'id': 'd116cfe5-45c3-4e6f-ac2b-533445240a40', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e74cc6-8d1d-4ce2-abb6-2047597ef660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:14:15Z', 'updated_at': '2022-05-07T22:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f54d2aae-7e3c-435c-92fa-e44f12461eec', 'name': '', 'network_id': 'c9fe7357-5953-40ae-898e-7642d0646720', 'tenant_id': 'c9548c9329cb4d1faef44a66d7c11a5c', 'mac_address': 'fa:16:3e:9a:58:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2e74cc6-8d1d-4ce2-abb6-2047597ef660', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '64822d19-064d-4c0b-bda2-882554dd9615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:14:20Z', 'updated_at': '2022-05-07T22:14:26Z', 'revision_number': 4, 'project_id': 'c9548c9329cb4d1faef44a66d7c11a5c', 'subnets': [{'id': '64822d19-064d-4c0b-bda2-882554dd9615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:14:27.009081 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5a61e341-f221-4e66-a556-a5ed860084bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (0d53b847-10e2-47e1-862d-fa8e405472ff), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:27.019304 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9b0523-467e-4a7c-9d76-f9ddbdf448b5 None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:14:27.034170 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port d116cfe5-45c3-4e6f-ac2b-533445240a40 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:14:27.048211 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-86e83fb9-2000-4a50-bbfd-58fa83b18243 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:27.107720 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6eef7f32-bba4-413f-bf0e-bc75ea50d62a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (ecdce150-6521-444f-be41-832e01430db5), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:27.167192 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-5b9b0523-467e-4a7c-9d76-f9ddbdf448b5 None None] Attempting to bind port 6f941d31-7e3c-4d24-8d5a-94112b5f39b1 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:14:27.167574 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-5b9b0523-467e-4a7c-9d76-f9ddbdf448b5 None None] Attempting to bind port 6f941d31-7e3c-4d24-8d5a-94112b5f39b1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e3b2a76e-07bf-438f-af29-700dcb85d85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '9ad86b32-90f6-476a-a9a6-37fc1a7a6fc2'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:14:27.168107 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9b0523-467e-4a7c-9d76-f9ddbdf448b5 None None] Attempting to bind port 6f941d31-7e3c-4d24-8d5a-94112b5f39b1 on network 9ad86b32-90f6-476a-a9a6-37fc1a7a6fc2 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:14:27.182190 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eef7f32-bba4-413f-bf0e-bc75ea50d62a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecdce150-6521-444f-be41-832e01430db5,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:27.195975 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6eef7f32-bba4-413f-bf0e-bc75ea50d62a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:27.201597 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-6eef7f32-bba4-413f-bf0e-bc75ea50d62a admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ecdce150-6521-444f-be41-832e01430db5 HTTP/1.1" status: 204  len: 168 time: 1.6011252
May 07 22:14:27.203326 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47432) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:27.210903 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9b0523-467e-4a7c-9d76-f9ddbdf448b5 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:14:27.211567 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9b0523-467e-4a7c-9d76-f9ddbdf448b5 None None] Checking segment: {'id': 'e3b2a76e-07bf-438f-af29-700dcb85d85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '9ad86b32-90f6-476a-a9a6-37fc1a7a6fc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:14:27.212298 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5b9b0523-467e-4a7c-9d76-f9ddbdf448b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:27.212837 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9b0523-467e-4a7c-9d76-f9ddbdf448b5 None None] Bound using segment: {'id': 'e3b2a76e-07bf-438f-af29-700dcb85d85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '9ad86b32-90f6-476a-a9a6-37fc1a7a6fc2'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:14:27.214572 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-5b9b0523-467e-4a7c-9d76-f9ddbdf448b5 None None] Bound port: 6f941d31-7e3c-4d24-8d5a-94112b5f39b1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3b2a76e-07bf-438f-af29-700dcb85d85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '9ad86b32-90f6-476a-a9a6-37fc1a7a6fc2'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:14:27.215158 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5b9b0523-467e-4a7c-9d76-f9ddbdf448b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (6f941d31-7e3c-4d24-8d5a-94112b5f39b1), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:27.216909 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5a61e341-f221-4e66-a556-a5ed860084bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (0d53b847-10e2-47e1-862d-fa8e405472ff), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:27.271420 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-5a61e341-f221-4e66-a556-a5ed860084bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf8d5e0730>,) {'filters': {'network_id': ['0d53b847-10e2-47e1-862d-fa8e405472ff']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:27.282239 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-56f76508-afa3-4a19-9c8f-488781b42fb1 None None] Current status of the port f54d2aae-7e3c-435c-92fa-e44f12461eec is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:14:27.283002 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-56f76508-afa3-4a19-9c8f-488781b42fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f54d2aae-7e3c-435c-92fa-e44f12461eec), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:27.332350 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ef90f4e6-606e-4b21-b7fb-9b5c0383745a tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (df8fc8e1-d88b-4946-a5f4-1a0dd9043918), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:27.354538 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-5a61e341-f221-4e66-a556-a5ed860084bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8d5e0730>, 'c0ddcf89-6ba5-44da-bcae-7750119cddff') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:27.355093 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-5a61e341-f221-4e66-a556-a5ed860084bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8d5e0730>, 'c0ddcf89-6ba5-44da-bcae-7750119cddff') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:27.367909 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b3e1c680-9f3d-43b1-86f7-89ea903b0592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (514e59a0-ef83-43a8-b384-e8fa353e2574), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:27.381723 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5a61e341-f221-4e66-a556-a5ed860084bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (c0ddcf89-6ba5-44da-bcae-7750119cddff), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:27.389897 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-56f76508-afa3-4a19-9c8f-488781b42fb1 None None] For port f54d2aae-7e3c-435c-92fa-e44f12461eec, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f54d2aae-7e3c-435c-92fa-e44f12461eec,segment=NetworkSegment(850207f7-ecff-4d95-be71-f9a0690854f8),segment_id=850207f7-ecff-4d95-be71-f9a0690854f8)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:14:27.394062 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-5b9b0523-467e-4a7c-9d76-f9ddbdf448b5 None None] For port 6f941d31-7e3c-4d24-8d5a-94112b5f39b1, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:14:27.400423 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-56f76508-afa3-4a19-9c8f-488781b42fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (f54d2aae-7e3c-435c-92fa-e44f12461eec), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:27.465915 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5a61e341-f221-4e66-a556-a5ed860084bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (c0ddcf89-6ba5-44da-bcae-7750119cddff), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:27.484913 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a61e341-f221-4e66-a556-a5ed860084bc admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:14:27.485569 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5a61e341-f221-4e66-a556-a5ed860084bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (c0ddcf89-6ba5-44da-bcae-7750119cddff), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:27.487842 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 22:14:27.487842 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:14:27.487842 ncdv-master-1 neutron-server[121836]:     timer()
May 07 22:14:27.487842 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:14:27.487842 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 22:14:27.487842 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:14:27.487842 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 22:14:27.487842 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:14:27.487842 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 22:14:27.487842 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:14:27.487842 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 22:14:27.487842 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:14:27.487842 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 22:14:27.487842 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:14:27.487842 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:14:27.487842 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:14:27.487842 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:14:27.487842 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:14:27.487842 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 22:14:27.487842 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:14:27.487842 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 22:14:27.487842 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:14:27.487842 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:14:27.487842 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:14:27.487842 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 22:14:27.487842 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:14:27.487842 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:14:27.487842 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:14:27.487842 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:14:27.487842 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:14:27.487842 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:14:27.487842 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:14:27.510383 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a8aa86c7-55e7-4767-a3c9-11bd94d46c60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (1e12cf0e-269e-41f9-9624-8919b6a77651), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:27.537158 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef90f4e6-606e-4b21-b7fb-9b5c0383745a tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Pushing event updated for resources: {'Subnet': ['ID=df8fc8e1-d88b-4946-a5f4-1a0dd9043918,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:27.553248 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-5b9b0523-467e-4a7c-9d76-f9ddbdf448b5 None None] For port 6f941d31-7e3c-4d24-8d5a-94112b5f39b1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6f941d31-7e3c-4d24-8d5a-94112b5f39b1,segment=NetworkSegment(e3b2a76e-07bf-438f-af29-700dcb85d85f),segment_id=e3b2a76e-07bf-438f-af29-700dcb85d85f)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:14:27.558719 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f76508-afa3-4a19-9c8f-488781b42fb1 None None] Pushing event updated for resources: {'Port': ['ID=f54d2aae-7e3c-435c-92fa-e44f12461eec,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:27.584385 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device f54d2aae-7e3c-435c-92fa-e44f12461eec up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:14:27.621737 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5b9b0523-467e-4a7c-9d76-f9ddbdf448b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (6f941d31-7e3c-4d24-8d5a-94112b5f39b1), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:27.633038 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef90f4e6-606e-4b21-b7fb-9b5c0383745a tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Checking segment: {'id': '25b20a02-3b58-4637-a960-c2a1f52c7436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '03cd41d3-47d6-43d5-9794-628bf9245180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:14:27.637155 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef90f4e6-606e-4b21-b7fb-9b5c0383745a tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Network hostable DHCP agents. Network: 03cd41d3-47d6-43d5-9794-628bf9245180, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:14:27.651540 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aa86c7-55e7-4767-a3c9-11bd94d46c60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e12cf0e-269e-41f9-9624-8919b6a77651,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:27.674423 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b3e1c680-9f3d-43b1-86f7-89ea903b0592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (514e59a0-ef83-43a8-b384-e8fa353e2574), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:27.680059 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8aa86c7-55e7-4767-a3c9-11bd94d46c60 admin admin] Checking segment: {'id': '37a46801-39b3-4eb1-8e6a-d1b9cb29b39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '0460c4a2-d9cd-48aa-a959-6c9d8f9b34a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:14:27.680423 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8aa86c7-55e7-4767-a3c9-11bd94d46c60 admin admin] Network hostable DHCP agents. Network: 0460c4a2-d9cd-48aa-a959-6c9d8f9b34a8, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:14:27.683185 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:27.689161 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-f8edceac-0e9e-486c-b381-30f12582b36a None None] Provisioning complete for port f54d2aae-7e3c-435c-92fa-e44f12461eec triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:14:27.689455 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f8edceac-0e9e-486c-b381-30f12582b36a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (f54d2aae-7e3c-435c-92fa-e44f12461eec), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:27.699140 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef90f4e6-606e-4b21-b7fb-9b5c0383745a tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Network 03cd41d3-47d6-43d5-9794-628bf9245180 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:14:27.724873 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-b3e1c680-9f3d-43b1-86f7-89ea903b0592 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf873ee1f0>,) {'filters': {'network_id': ['514e59a0-ef83-43a8-b384-e8fa353e2574']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:27.737175 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-ef90f4e6-606e-4b21-b7fb-9b5c0383745a tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 03cd41d3-47d6-43d5-9794-628bf9245180) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:14:27.739633 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5a61e341-f221-4e66-a556-a5ed860084bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (0d53b847-10e2-47e1-862d-fa8e405472ff), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:27.746178 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-b3e1c680-9f3d-43b1-86f7-89ea903b0592 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf873ee1f0>, 'f97bacf0-c199-480d-b3f0-7cce76aae2d2') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:27.746963 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-b3e1c680-9f3d-43b1-86f7-89ea903b0592 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf873ee1f0>, 'f97bacf0-c199-480d-b3f0-7cce76aae2d2') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:27.755668 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5a61e341-f221-4e66-a556-a5ed860084bc admin admin] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:27.762162 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-5a61e341-f221-4e66-a556-a5ed860084bc admin admin] 10.222.0.32 "DELETE /v2.0/networks/0d53b847-10e2-47e1-862d-fa8e405472ff HTTP/1.1" status: 204  len: 168 time: 0.8711627
May 07 22:14:27.770930 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef90f4e6-606e-4b21-b7fb-9b5c0383745a tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:14:27.771854 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ef90f4e6-606e-4b21-b7fb-9b5c0383745a tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:27.777105 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8aa86c7-55e7-4767-a3c9-11bd94d46c60 admin admin] Network 0460c4a2-d9cd-48aa-a959-6c9d8f9b34a8 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:14:27.791177 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-a8aa86c7-55e7-4767-a3c9-11bd94d46c60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0460c4a2-d9cd-48aa-a959-6c9d8f9b34a8) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:14:27.795682 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b3e1c680-9f3d-43b1-86f7-89ea903b0592 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (f97bacf0-c199-480d-b3f0-7cce76aae2d2), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:27.807971 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8aa86c7-55e7-4767-a3c9-11bd94d46c60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:14:27.808893 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a8aa86c7-55e7-4767-a3c9-11bd94d46c60 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:27.816768 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-ef90f4e6-606e-4b21-b7fb-9b5c0383745a tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.0113258
May 07 22:14:27.820913 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47446) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:27.836744 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-c23e4aa3-2670-4cba-ab2b-3599c8c7a5b2 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Request body: {'subnet': {'network_id': '6bef9f6e-318a-4984-afee-1fc4c86a57a5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:14:27.839067 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b3e1c680-9f3d-43b1-86f7-89ea903b0592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (f97bacf0-c199-480d-b3f0-7cce76aae2d2), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:27.858976 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3e1c680-9f3d-43b1-86f7-89ea903b0592 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:14:27.860545 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b3e1c680-9f3d-43b1-86f7-89ea903b0592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (f97bacf0-c199-480d-b3f0-7cce76aae2d2), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:27.874686 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-a8aa86c7-55e7-4767-a3c9-11bd94d46c60 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.0926516
May 07 22:14:27.875580 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47448) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:27.876295 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4c7335-c20a-4022-815a-034d8057f45e None None] Network 03cd41d3-47d6-43d5-9794-628bf9245180 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:14:27.878233 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa745a0-3d87-47cb-98c0-65631de30f28 None None] Network 0460c4a2-d9cd-48aa-a959-6c9d8f9b34a8 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:14:27.904838 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-e1e5cecb-c978-4fb5-96f0-bc3a4ef6dfa3 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1711784158-router', 'tenant_id': '9bf1a2d386684999b5a1d51a8c7593e2', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:14:28.013646 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 22:14:28.013646 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:14:28.013646 ncdv-master-1 neutron-server[121836]:     timer()
May 07 22:14:28.013646 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:14:28.013646 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 22:14:28.013646 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:14:28.013646 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 22:14:28.013646 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:14:28.013646 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 22:14:28.013646 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:14:28.013646 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 22:14:28.013646 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:14:28.013646 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 22:14:28.013646 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:14:28.013646 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:14:28.013646 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:14:28.013646 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:14:28.013646 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:14:28.013646 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 22:14:28.013646 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:14:28.013646 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 22:14:28.013646 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:14:28.013646 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:14:28.013646 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:14:28.013646 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 22:14:28.013646 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:14:28.013646 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:14:28.013646 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:14:28.013646 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:14:28.013646 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:14:28.013646 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:14:28.013646 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:14:28.020226 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b3e1c680-9f3d-43b1-86f7-89ea903b0592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (514e59a0-ef83-43a8-b384-e8fa353e2574), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:28.045100 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9b0523-467e-4a7c-9d76-f9ddbdf448b5 None None] Pushing event updated for resources: {'Port': ['ID=6f941d31-7e3c-4d24-8d5a-94112b5f39b1,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:28.057119 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47452) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:28.088447 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b3e1c680-9f3d-43b1-86f7-89ea903b0592 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:28.099256 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-b3e1c680-9f3d-43b1-86f7-89ea903b0592 admin admin] 10.222.0.32 "DELETE /v2.0/networks/514e59a0-ef83-43a8-b384-e8fa353e2574 HTTP/1.1" status: 204  len: 168 time: 0.8948178
May 07 22:14:28.100477 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a61e341-f221-4e66-a556-a5ed860084bc admin admin] Pushing event deleted for resources: {'Network': ['ID=0d53b847-10e2-47e1-862d-fa8e405472ff,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:28.182919 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47458) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:28.199387 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c23e4aa3-2670-4cba-ab2b-3599c8c7a5b2 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Made reservation on behalf of d92ef52cd10747ffbb5c5d494e0ed006 for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:14:28.211993 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c23e4aa3-2670-4cba-ab2b-3599c8c7a5b2 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:28.244158 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e1c680-9f3d-43b1-86f7-89ea903b0592 admin admin] Pushing event deleted for resources: {'Network': ['ID=514e59a0-ef83-43a8-b384-e8fa353e2574,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:28.261783 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e1e5cecb-c978-4fb5-96f0-bc3a4ef6dfa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (bc691ac6-481b-40e2-a89f-11e2b0bed2cb), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:28.268987 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e1e5cecb-c978-4fb5-96f0-bc3a4ef6dfa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (bc691ac6-481b-40e2-a89f-11e2b0bed2cb), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:28.319778 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-0bbb292d-c42b-4e38-b6dd-95df784573d8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a957e2fe79f14ab594c4edbb13bce7bd&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1342273
May 07 22:14:28.322098 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47460) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:28.359163 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port f54d2aae-7e3c-435c-92fa-e44f12461eec triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:14:28.360349 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (f54d2aae-7e3c-435c-92fa-e44f12461eec), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:28.390399 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e1e5cecb-c978-4fb5-96f0-bc3a4ef6dfa3 admin admin] Publish callbacks [] for router_controller (bc691ac6-481b-40e2-a89f-11e2b0bed2cb), precommit_add_association {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:28.433273 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ca75d241-f9a2-4e18-bf0e-6d04ecc39ac7 admin admin] Publish callbacks [] for security_group (e1e1c03a-dbd8-4bf8-a51e-09cec9c73bcc), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:28.497144 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ca75d241-f9a2-4e18-bf0e-6d04ecc39ac7 admin admin] Publish callbacks [] for security_group (e1e1c03a-dbd8-4bf8-a51e-09cec9c73bcc), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:28.599296 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-f1e0d573-63bc-458a-9aa3-876821a36229 tempest-TagsTest-444274904 tempest-TagsTest-444274904-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-665515465'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:14:28.600453 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8acd578-538a-4d20-a799-43403f4f4f1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0460c4a2-d9cd-48aa-a959-6c9d8f9b34a8', 'network_id': '0460c4a2-d9cd-48aa-a959-6c9d8f9b34a8', 'project_id': '9bf1a2d386684999b5a1d51a8c7593e2', 'fixed_ips': [{'subnet_id': '1e12cf0e-269e-41f9-9624-8919b6a77651'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:14:28.601683 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f8acd578-538a-4d20-a799-43403f4f4f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:28.606980 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ca75d241-f9a2-4e18-bf0e-6d04ecc39ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (e1e1c03a-dbd8-4bf8-a51e-09cec9c73bcc), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:28.611489 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ca75d241-f9a2-4e18-bf0e-6d04ecc39ac7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:28.612930 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-ca75d241-f9a2-4e18-bf0e-6d04ecc39ac7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e1e1c03a-dbd8-4bf8-a51e-09cec9c73bcc HTTP/1.1" status: 204  len: 168 time: 0.2898877
May 07 22:14:28.613690 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47462) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:28.665702 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca75d241-f9a2-4e18-bf0e-6d04ecc39ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e1c03a-dbd8-4bf8-a51e-09cec9c73bcc,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:28.695030 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0235e6-4e3b-4433-8ff9-fc1f83923e79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-03cd41d3-47d6-43d5-9794-628bf9245180', 'network_id': '03cd41d3-47d6-43d5-9794-628bf9245180', 'project_id': 'd92ef52cd10747ffbb5c5d494e0ed006', 'fixed_ips': [{'subnet_id': 'df8fc8e1-d88b-4946-a5f4-1a0dd9043918'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:14:28.696271 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1e0235e6-4e3b-4433-8ff9-fc1f83923e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:28.748236 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-c877c736-2d3f-40f3-85fa-c5979342f381 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c642a488de414517ac98cee7e2cc2406&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1292720
May 07 22:14:28.752414 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47466) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:28.752550 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e1e5cecb-c978-4fb5-96f0-bc3a4ef6dfa3 admin admin] Publish callbacks [] for router_gateway (bc691ac6-481b-40e2-a89f-11e2b0bed2cb), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:28.759830 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1e0d573-63bc-458a-9aa3-876821a36229 tempest-TagsTest-444274904 tempest-TagsTest-444274904-project] Made reservation on behalf of 961cc84a4d754c138b34d7e19217669b for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:14:28.763118 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f1e0d573-63bc-458a-9aa3-876821a36229 tempest-TagsTest-444274904 tempest-TagsTest-444274904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:28.782210 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f1e0d573-63bc-458a-9aa3-876821a36229 tempest-TagsTest-444274904 tempest-TagsTest-444274904-project] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:28.808071 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-f8edceac-0e9e-486c-b381-30f12582b36a None None] Current status of the port f54d2aae-7e3c-435c-92fa-e44f12461eec is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:14:28.847476 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8d345cb2-fd17-4953-89f9-b390f2b8fc8b admin admin] Publish callbacks [] for security_group (bde33446-ddbb-480d-baf6-75ce7e50f8c8), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:28.884996 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8d345cb2-fd17-4953-89f9-b390f2b8fc8b admin admin] Publish callbacks [] for security_group (bde33446-ddbb-480d-baf6-75ce7e50f8c8), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:28.990731 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8d345cb2-fd17-4953-89f9-b390f2b8fc8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (bde33446-ddbb-480d-baf6-75ce7e50f8c8), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:28.995581 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8d345cb2-fd17-4953-89f9-b390f2b8fc8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:28.998580 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-8d345cb2-fd17-4953-89f9-b390f2b8fc8b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bde33446-ddbb-480d-baf6-75ce7e50f8c8 HTTP/1.1" status: 204  len: 168 time: 0.2438550
May 07 22:14:29.034087 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d345cb2-fd17-4953-89f9-b390f2b8fc8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde33446-ddbb-480d-baf6-75ce7e50f8c8,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:29.232070 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port f54d2aae-7e3c-435c-92fa-e44f12461eec is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:14:29.328722 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c23e4aa3-2670-4cba-ab2b-3599c8c7a5b2 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (efdea03e-f171-4280-9ca6-4b0100588c83), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:29.329743 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-1e0235e6-4e3b-4433-8ff9-fc1f83923e79 None None] Allocated IP 2001:db8::2 (03cd41d3-47d6-43d5-9794-628bf9245180/df8fc8e1-d88b-4946-a5f4-1a0dd9043918/a01f1e94-69a0-47ef-a2cb-a3d7494b8474) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:14:29.395995 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:29.454103 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e1e5cecb-c978-4fb5-96f0-bc3a4ef6dfa3 admin admin] Publish callbacks [] for router_gateway (bc691ac6-481b-40e2-a89f-11e2b0bed2cb), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:29.512085 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-f8acd578-538a-4d20-a799-43403f4f4f1b None None] Allocated IP 172.20.0.2 (0460c4a2-d9cd-48aa-a959-6c9d8f9b34a8/1e12cf0e-269e-41f9-9624-8919b6a77651/12c38a4a-f105-44db-b48f-41c34783af11) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:14:29.567576 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f1e0d573-63bc-458a-9aa3-876821a36229 tempest-TagsTest-444274904 tempest-TagsTest-444274904-project] Publish callbacks [] for security_group (eb3ed115-bb75-496b-baac-51b518c37496), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:29.580769 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e1e5cecb-c978-4fb5-96f0-bc3a4ef6dfa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:29.600893 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f1e0d573-63bc-458a-9aa3-876821a36229 tempest-TagsTest-444274904 tempest-TagsTest-444274904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (eb3ed115-bb75-496b-baac-51b518c37496), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:29.678618 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43a4899-d17e-494b-9ce8-83f3210be1af None None] Network 9ad86b32-90f6-476a-a9a6-37fc1a7a6fc2 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:14:29.739787 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b40b5c-97ed-4fe1-9da5-755de0965891 req-af919e7e-cfba-4a90-8a2d-987c5361cbc3 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:14:29.743156 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f6b40b5c-97ed-4fe1-9da5-755de0965891 req-af919e7e-cfba-4a90-8a2d-987c5361cbc3 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb197fc1-0207-498b-9fe9-b21826687a56 HTTP/1.1" status: 200  len: 946 time: 0.1149864
May 07 22:14:29.763544 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1e0d573-63bc-458a-9aa3-876821a36229 tempest-TagsTest-444274904 tempest-TagsTest-444274904-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:14:29.766953 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device f54d2aae-7e3c-435c-92fa-e44f12461eec up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:14:29.775830 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23e4aa3-2670-4cba-ab2b-3599c8c7a5b2 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Pushing event updated for resources: {'Subnet': ['ID=efdea03e-f171-4280-9ca6-4b0100588c83,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:29.828141 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f1e0d573-63bc-458a-9aa3-876821a36229 tempest-TagsTest-444274904 tempest-TagsTest-444274904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (71ec4811-42fd-4187-8df0-6042cc499932), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:29.828850 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-f1e0d573-63bc-458a-9aa3-876821a36229 tempest-TagsTest-444274904 tempest-TagsTest-444274904-project] Added segment 71ec4811-42fd-4187-8df0-6042cc499932 of type vlan for network 0d20ddb9-d2ef-4e05-ae2e-19ab2fc896c8
May 07 22:14:29.833004 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e0d573-63bc-458a-9aa3-876821a36229 tempest-TagsTest-444274904 tempest-TagsTest-444274904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb3ed115-bb75-496b-baac-51b518c37496,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:29.847421 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f6b40b5c-97ed-4fe1-9da5-755de0965891 req-7d5be8da-ef08-4d11-92a5-44794300eb8a tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0565a31-c1c2-485d-aa87-3f3b5400e2b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0968158
May 07 22:14:29.865688 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23e4aa3-2670-4cba-ab2b-3599c8c7a5b2 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Checking segment: {'id': 'b66d368d-3419-42c2-91e4-b81ea567c731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6bef9f6e-318a-4984-afee-1fc4c86a57a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:14:29.866069 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23e4aa3-2670-4cba-ab2b-3599c8c7a5b2 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Network hostable DHCP agents. Network: 6bef9f6e-318a-4984-afee-1fc4c86a57a5, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:14:29.890920 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-db11e100-d27a-4bbe-935a-505eb87b2731 None None] Provisioning complete for port 6f941d31-7e3c-4d24-8d5a-94112b5f39b1 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:14:29.891302 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-db11e100-d27a-4bbe-935a-505eb87b2731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (6f941d31-7e3c-4d24-8d5a-94112b5f39b1), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:29.915329 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47488) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:29.952188 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f1e0d573-63bc-458a-9aa3-876821a36229 tempest-TagsTest-444274904 tempest-TagsTest-444274904-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (0d20ddb9-d2ef-4e05-ae2e-19ab2fc896c8), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:29.959541 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port f54d2aae-7e3c-435c-92fa-e44f12461eec triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:14:29.959920 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (f54d2aae-7e3c-435c-92fa-e44f12461eec), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:29.980312 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23e4aa3-2670-4cba-ab2b-3599c8c7a5b2 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Network 6bef9f6e-318a-4984-afee-1fc4c86a57a5 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:14:29.993221 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-c7c58d5c-184c-4ba6-a804-9f8bf18c698c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=50894f3848d740ad9eae95bed504d406&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0747607
May 07 22:14:29.993738 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47492) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:30.000399 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-e1e5cecb-c978-4fb5-96f0-bc3a4ef6dfa3 admin admin] Allocated IP 172.35.4.115 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/32852023-af78-4b73-9c6a-dcab8bfbb9db) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:14:30.021300 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-c23e4aa3-2670-4cba-ab2b-3599c8c7a5b2 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6bef9f6e-318a-4984-afee-1fc4c86a57a5) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:14:30.030993 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c23e4aa3-2670-4cba-ab2b-3599c8c7a5b2 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:14:30.031864 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c23e4aa3-2670-4cba-ab2b-3599c8c7a5b2 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:30.037374 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f1e0d573-63bc-458a-9aa3-876821a36229 tempest-TagsTest-444274904 tempest-TagsTest-444274904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (0d20ddb9-d2ef-4e05-ae2e-19ab2fc896c8), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:30.042328 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e0d573-63bc-458a-9aa3-876821a36229 tempest-TagsTest-444274904 tempest-TagsTest-444274904-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:14:30.043498 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f1e0d573-63bc-458a-9aa3-876821a36229 tempest-TagsTest-444274904 tempest-TagsTest-444274904-project] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:30.044889 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff0973e-cef6-4c6c-ab1c-175e455cbb68 None None] Network 6bef9f6e-318a-4984-afee-1fc4c86a57a5 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:14:30.101912 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1c623934-d11a-4644-b185-555893916e61 admin admin] Publish callbacks [] for security_group (7b775dd5-f4de-4e96-8342-b43aac770d87), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:30.118737 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-f1e0d573-63bc-458a-9aa3-876821a36229 tempest-TagsTest-444274904 tempest-TagsTest-444274904-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 775 time: 2.0596778
May 07 22:14:30.123185 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-c23e4aa3-2670-4cba-ab2b-3599c8c7a5b2 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 2.2935524
May 07 22:14:30.129551 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47494) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:30.130068 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47496) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:30.139092 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.tag.tag_plugin [None req-68d7c4a0-0eab-4ed7-abdc-494ce2657c68 tempest-TagsTest-444274904 tempest-TagsTest-444274904-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7faf8c1c23d0>, 'networks', '0d20ddb9-d2ef-4e05-ae2e-19ab2fc896c8', 'tempest-TagsTest-Tag-1415425928') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:30.152970 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1c623934-d11a-4644-b185-555893916e61 admin admin] Publish callbacks [] for security_group (7b775dd5-f4de-4e96-8342-b43aac770d87), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:30.268506 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1c623934-d11a-4644-b185-555893916e61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (7b775dd5-f4de-4e96-8342-b43aac770d87), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:30.272999 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1c623934-d11a-4644-b185-555893916e61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:30.277201 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-1c623934-d11a-4644-b185-555893916e61 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7b775dd5-f4de-4e96-8342-b43aac770d87 HTTP/1.1" status: 204  len: 168 time: 0.2798088
May 07 22:14:30.309159 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c623934-d11a-4644-b185-555893916e61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b775dd5-f4de-4e96-8342-b43aac770d87,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:30.343816 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e0d573-63bc-458a-9aa3-876821a36229 tempest-TagsTest-444274904 tempest-TagsTest-444274904-project] Pushing event updated for resources: {'Network': ['ID=0d20ddb9-d2ef-4e05-ae2e-19ab2fc896c8,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:30.395380 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 0d20ddb9-d2ef-4e05-ae2e-19ab2fc896c8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:14:30.397910 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:30.413434 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f8acd578-538a-4d20-a799-43403f4f4f1b None None] Publish callbacks [] for port (12c38a4a-f105-44db-b48f-41c34783af11), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:30.440061 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1e0235e6-4e3b-4433-8ff9-fc1f83923e79 None None] Publish callbacks [] for port (a01f1e94-69a0-47ef-a2cb-a3d7494b8474), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:30.450494 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f8acd578-538a-4d20-a799-43403f4f4f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (12c38a4a-f105-44db-b48f-41c34783af11), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:30.529777 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1e0235e6-4e3b-4433-8ff9-fc1f83923e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (a01f1e94-69a0-47ef-a2cb-a3d7494b8474), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:30.548055 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e1e5cecb-c978-4fb5-96f0-bc3a4ef6dfa3 admin admin] Publish callbacks [] for port (32852023-af78-4b73-9c6a-dcab8bfbb9db), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:30.626490 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-68d7c4a0-0eab-4ed7-abdc-494ce2657c68 tempest-TagsTest-444274904 tempest-TagsTest-444274904-project] 10.222.0.32 "PUT /v2.0/networks/0d20ddb9-d2ef-4e05-ae2e-19ab2fc896c8/tags/tempest-TagsTest-Tag-1415425928 HTTP/1.1" status: 201  len: 201 time: 0.4949555
May 07 22:14:30.629075 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47512) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:30.637082 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.tag.tag_plugin [None req-33f3fef9-9e36-45cf-b9a3-0ec272d604a5 tempest-TagsTest-444274904 tempest-TagsTest-444274904-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7faf8c7b2880>, 'networks', '0d20ddb9-d2ef-4e05-ae2e-19ab2fc896c8', 'tempest-TagsTest-Tag-1415425928') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:30.659362 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8acd578-538a-4d20-a799-43403f4f4f1b None None] Network 0460c4a2-d9cd-48aa-a959-6c9d8f9b34a8 is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:14:30.714431 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-f8acd578-538a-4d20-a799-43403f4f4f1b None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:14:30.720905 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8acd578-538a-4d20-a799-43403f4f4f1b None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:14:30.727443 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0235e6-4e3b-4433-8ff9-fc1f83923e79 None None] Network 03cd41d3-47d6-43d5-9794-628bf9245180 is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:14:30.728208 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-db11e100-d27a-4bbe-935a-505eb87b2731 None None] Current status of the port 6f941d31-7e3c-4d24-8d5a-94112b5f39b1 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:14:30.728609 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-db11e100-d27a-4bbe-935a-505eb87b2731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (6f941d31-7e3c-4d24-8d5a-94112b5f39b1), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:30.737185 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e1e5cecb-c978-4fb5-96f0-bc3a4ef6dfa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (32852023-af78-4b73-9c6a-dcab8bfbb9db), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:30.737511 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8acd578-538a-4d20-a799-43403f4f4f1b None None] Pushing event updated for resources: {'Port': ['ID=12c38a4a-f105-44db-b48f-41c34783af11,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:30.769266 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-1e0235e6-4e3b-4433-8ff9-fc1f83923e79 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:14:30.777584 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-33f3fef9-9e36-45cf-b9a3-0ec272d604a5 tempest-TagsTest-444274904 tempest-TagsTest-444274904-project] 10.222.0.32 "GET /v2.0/networks/0d20ddb9-d2ef-4e05-ae2e-19ab2fc896c8/tags/tempest-TagsTest-Tag-1415425928 HTTP/1.1" status: 204  len: 168 time: 0.1473727
May 07 22:14:30.780043 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47516) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:30.782625 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216d11b1-2d07-4891-99dd-ecd14337117f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-6bef9f6e-318a-4984-afee-1fc4c86a57a5', 'network_id': '6bef9f6e-318a-4984-afee-1fc4c86a57a5', 'project_id': 'd92ef52cd10747ffbb5c5d494e0ed006', 'fixed_ips': [{'subnet_id': 'efdea03e-f171-4280-9ca6-4b0100588c83'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:14:30.783639 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-216d11b1-2d07-4891-99dd-ecd14337117f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:30.792270 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.tag.tag_plugin [None req-87179cdf-a99c-4612-806b-fe0244570daa tempest-TagsTest-444274904 tempest-TagsTest-444274904-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7faf865c51c0>, 'networks', '0d20ddb9-d2ef-4e05-ae2e-19ab2fc896c8') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:30.800604 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0235e6-4e3b-4433-8ff9-fc1f83923e79 None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:14:30.807818 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port f54d2aae-7e3c-435c-92fa-e44f12461eec is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:14:30.807818 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 6f941d31-7e3c-4d24-8d5a-94112b5f39b1 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:14:30.861496 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e5cecb-c978-4fb5-96f0-bc3a4ef6dfa3 admin admin] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:14:30.871573 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-e1e5cecb-c978-4fb5-96f0-bc3a4ef6dfa3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:14:30.971743 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-87179cdf-a99c-4612-806b-fe0244570daa tempest-TagsTest-444274904 tempest-TagsTest-444274904-project] 10.222.0.32 "GET /v2.0/networks/0d20ddb9-d2ef-4e05-ae2e-19ab2fc896c8/tags HTTP/1.1" status: 200  len: 238 time: 0.1889749
May 07 22:14:30.972606 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47526) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:30.973092 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-db11e100-d27a-4bbe-935a-505eb87b2731 None None] For port 6f941d31-7e3c-4d24-8d5a-94112b5f39b1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6f941d31-7e3c-4d24-8d5a-94112b5f39b1,segment=NetworkSegment(e3b2a76e-07bf-438f-af29-700dcb85d85f),segment_id=e3b2a76e-07bf-438f-af29-700dcb85d85f)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:14:30.976021 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e5cecb-c978-4fb5-96f0-bc3a4ef6dfa3 admin admin] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:14:30.980561 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.tag.tag_plugin [None req-00103f85-700e-4abd-8777-d154c73edd96 tempest-TagsTest-444274904 tempest-TagsTest-444274904-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7faf86b0a160>, 'networks', '0d20ddb9-d2ef-4e05-ae2e-19ab2fc896c8', {'tags': ['tempest-TagsTest-Tag-764055575', 'tempest-TagsTest-Tag-1592638534', 'tempest-TagsTest-Tag-1279679967']}) {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:30.984768 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0235e6-4e3b-4433-8ff9-fc1f83923e79 None None] Pushing event updated for resources: {'Port': ['ID=a01f1e94-69a0-47ef-a2cb-a3d7494b8474,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:31.007995 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-db11e100-d27a-4bbe-935a-505eb87b2731 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (6f941d31-7e3c-4d24-8d5a-94112b5f39b1), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:31.091168 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76ec271-2091-4d86-807c-bb9c8e52ff51 req-174aee5f-637b-4928-95ed-c08738d8272d tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:14:31.092788 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b76ec271-2091-4d86-807c-bb9c8e52ff51 req-174aee5f-637b-4928-95ed-c08738d8272d tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb197fc1-0207-498b-9fe9-b21826687a56 HTTP/1.1" status: 200  len: 946 time: 0.0787029
May 07 22:14:31.093136 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-f8acd578-538a-4d20-a799-43403f4f4f1b None None] Attempting to bind port 12c38a4a-f105-44db-b48f-41c34783af11 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:14:31.093527 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-f8acd578-538a-4d20-a799-43403f4f4f1b None None] Attempting to bind port 12c38a4a-f105-44db-b48f-41c34783af11 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '37a46801-39b3-4eb1-8e6a-d1b9cb29b39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '0460c4a2-d9cd-48aa-a959-6c9d8f9b34a8'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:14:31.093896 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8acd578-538a-4d20-a799-43403f4f4f1b None None] Attempting to bind port 12c38a4a-f105-44db-b48f-41c34783af11 on network 0460c4a2-d9cd-48aa-a959-6c9d8f9b34a8 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:14:31.131757 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8acd578-538a-4d20-a799-43403f4f4f1b None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:14:31.132151 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8acd578-538a-4d20-a799-43403f4f4f1b None None] Checking segment: {'id': '37a46801-39b3-4eb1-8e6a-d1b9cb29b39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '0460c4a2-d9cd-48aa-a959-6c9d8f9b34a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:14:31.132571 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f8acd578-538a-4d20-a799-43403f4f4f1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:31.132974 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8acd578-538a-4d20-a799-43403f4f4f1b None None] Bound using segment: {'id': '37a46801-39b3-4eb1-8e6a-d1b9cb29b39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '0460c4a2-d9cd-48aa-a959-6c9d8f9b34a8'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:14:31.133470 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-f8acd578-538a-4d20-a799-43403f4f4f1b None None] Bound port: 12c38a4a-f105-44db-b48f-41c34783af11, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37a46801-39b3-4eb1-8e6a-d1b9cb29b39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '0460c4a2-d9cd-48aa-a959-6c9d8f9b34a8'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:14:31.133860 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f8acd578-538a-4d20-a799-43403f4f4f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (12c38a4a-f105-44db-b48f-41c34783af11), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:31.145828 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-1e0235e6-4e3b-4433-8ff9-fc1f83923e79 None None] Attempting to bind port a01f1e94-69a0-47ef-a2cb-a3d7494b8474 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:14:31.146202 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-1e0235e6-4e3b-4433-8ff9-fc1f83923e79 None None] Attempting to bind port a01f1e94-69a0-47ef-a2cb-a3d7494b8474 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '25b20a02-3b58-4637-a960-c2a1f52c7436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '03cd41d3-47d6-43d5-9794-628bf9245180'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:14:31.146574 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0235e6-4e3b-4433-8ff9-fc1f83923e79 None None] Attempting to bind port a01f1e94-69a0-47ef-a2cb-a3d7494b8474 on network 03cd41d3-47d6-43d5-9794-628bf9245180 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:14:31.206930 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0235e6-4e3b-4433-8ff9-fc1f83923e79 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:14:31.207320 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0235e6-4e3b-4433-8ff9-fc1f83923e79 None None] Checking segment: {'id': '25b20a02-3b58-4637-a960-c2a1f52c7436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '03cd41d3-47d6-43d5-9794-628bf9245180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:14:31.207741 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1e0235e6-4e3b-4433-8ff9-fc1f83923e79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:31.208136 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0235e6-4e3b-4433-8ff9-fc1f83923e79 None None] Bound using segment: {'id': '25b20a02-3b58-4637-a960-c2a1f52c7436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '03cd41d3-47d6-43d5-9794-628bf9245180'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:14:31.208901 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-1e0235e6-4e3b-4433-8ff9-fc1f83923e79 None None] Bound port: a01f1e94-69a0-47ef-a2cb-a3d7494b8474, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25b20a02-3b58-4637-a960-c2a1f52c7436', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '03cd41d3-47d6-43d5-9794-628bf9245180'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:14:31.209038 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1e0235e6-4e3b-4433-8ff9-fc1f83923e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (a01f1e94-69a0-47ef-a2cb-a3d7494b8474), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:31.215906 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 6f941d31-7e3c-4d24-8d5a-94112b5f39b1 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:14:31.215906 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (6f941d31-7e3c-4d24-8d5a-94112b5f39b1), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:31.215906 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-243556de-92ca-4f69-b9c2-829e741c9f38 None None] Provisioning complete for port 6f941d31-7e3c-4d24-8d5a-94112b5f39b1 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:14:31.215906 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-243556de-92ca-4f69-b9c2-829e741c9f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (6f941d31-7e3c-4d24-8d5a-94112b5f39b1), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:31.225228 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-00103f85-700e-4abd-8777-d154c73edd96 tempest-TagsTest-444274904 tempest-TagsTest-444274904-project] 10.222.0.32 "PUT /v2.0/networks/0d20ddb9-d2ef-4e05-ae2e-19ab2fc896c8/tags HTTP/1.1" status: 200  len: 308 time: 0.2499423
May 07 22:14:31.227528 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47532) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:31.232438 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.tag.tag_plugin [None req-a0e33959-ebf4-4817-a22d-d40a39a67bdb tempest-TagsTest-444274904 tempest-TagsTest-444274904-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7faf86830880>, 'networks', '0d20ddb9-d2ef-4e05-ae2e-19ab2fc896c8', 'tempest-TagsTest-Tag-764055575') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:31.241567 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b76ec271-2091-4d86-807c-bb9c8e52ff51 req-a14195eb-c6c1-4897-8232-f418d24611e3 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0565a31-c1c2-485d-aa87-3f3b5400e2b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1014807
May 07 22:14:31.341026 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db11e100-d27a-4bbe-935a-505eb87b2731 None None] Pushing event updated for resources: {'Port': ['ID=6f941d31-7e3c-4d24-8d5a-94112b5f39b1,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:31.378893 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-a0e33959-ebf4-4817-a22d-d40a39a67bdb tempest-TagsTest-444274904 tempest-TagsTest-444274904-project] 10.222.0.32 "DELETE /v2.0/networks/0d20ddb9-d2ef-4e05-ae2e-19ab2fc896c8/tags/tempest-TagsTest-Tag-764055575 HTTP/1.1" status: 204  len: 168 time: 0.1501129
May 07 22:14:31.381902 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47556) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:31.391556 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.tag.tag_plugin [None req-ee3a5721-e932-48e4-962a-e895d420fd60 tempest-TagsTest-444274904 tempest-TagsTest-444274904-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7faf86c08f40>, 'networks', '0d20ddb9-d2ef-4e05-ae2e-19ab2fc896c8', 'tempest-TagsTest-Tag-764055575') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:31.444271 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-216d11b1-2d07-4891-99dd-ecd14337117f None None] Allocated IP 2001:db8::2 (6bef9f6e-318a-4984-afee-1fc4c86a57a5/efdea03e-f171-4280-9ca6-4b0100588c83/f563ccfa-662c-4fa1-8b5d-904e7903c6bd) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:14:31.486054 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-f8acd578-538a-4d20-a799-43403f4f4f1b None None] For port 12c38a4a-f105-44db-b48f-41c34783af11, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:14:31.515597 ncdv-master-1 neutron-server[121836]: INFO neutron.api.v2.resource [None req-ee3a5721-e932-48e4-962a-e895d420fd60 tempest-TagsTest-444274904 tempest-TagsTest-444274904-project] show failed (client error): The resource could not be found.
May 07 22:14:31.522922 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-ee3a5721-e932-48e4-962a-e895d420fd60 tempest-TagsTest-444274904 tempest-TagsTest-444274904-project] 10.222.0.32 "GET /v2.0/networks/0d20ddb9-d2ef-4e05-ae2e-19ab2fc896c8/tags/tempest-TagsTest-Tag-764055575 HTTP/1.1" status: 404  len: 325 time: 0.1373029
May 07 22:14:31.523111 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47560) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:31.527268 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-f8acd578-538a-4d20-a799-43403f4f4f1b None None] For port 12c38a4a-f105-44db-b48f-41c34783af11, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=12c38a4a-f105-44db-b48f-41c34783af11,segment=NetworkSegment(37a46801-39b3-4eb1-8e6a-d1b9cb29b39d),segment_id=37a46801-39b3-4eb1-8e6a-d1b9cb29b39d)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:14:31.545003 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-1e0235e6-4e3b-4433-8ff9-fc1f83923e79 None None] For port a01f1e94-69a0-47ef-a2cb-a3d7494b8474, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:14:31.548799 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.tag.tag_plugin [None req-da0857e5-8574-4e96-a306-e4c792979417 tempest-TagsTest-444274904 tempest-TagsTest-444274904-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7faf86b0a3a0>, 'networks', '0d20ddb9-d2ef-4e05-ae2e-19ab2fc896c8', 'tempest-TagsTest-Tag-1592638534') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:31.569798 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f8acd578-538a-4d20-a799-43403f4f4f1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (12c38a4a-f105-44db-b48f-41c34783af11), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:31.638707 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-1e0235e6-4e3b-4433-8ff9-fc1f83923e79 None None] For port a01f1e94-69a0-47ef-a2cb-a3d7494b8474, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a01f1e94-69a0-47ef-a2cb-a3d7494b8474,segment=NetworkSegment(25b20a02-3b58-4637-a960-c2a1f52c7436),segment_id=25b20a02-3b58-4637-a960-c2a1f52c7436)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:14:31.669098 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-da0857e5-8574-4e96-a306-e4c792979417 tempest-TagsTest-444274904 tempest-TagsTest-444274904-project] 10.222.0.32 "GET /v2.0/networks/0d20ddb9-d2ef-4e05-ae2e-19ab2fc896c8/tags/tempest-TagsTest-Tag-1592638534 HTTP/1.1" status: 204  len: 168 time: 0.1446743
May 07 22:14:31.670176 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47564) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:31.672671 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47566) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:31.675235 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bad389-d868-40ac-89b6-9e41b66a9ff3 req-67b9414d-8eac-4fed-aaed-71842fd20aee tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:14:31.676840 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-98bad389-d868-40ac-89b6-9e41b66a9ff3 req-67b9414d-8eac-4fed-aaed-71842fd20aee tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.59 "GET /v2.0/ports?device_id=bb197fc1-0207-498b-9fe9-b21826687a56 HTTP/1.1" status: 200  len: 946 time: 0.6943588
May 07 22:14:31.682489 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.tag.tag_plugin [None req-d781e94f-6b18-46ec-9172-a3e6da160c2d tempest-TagsTest-444274904 tempest-TagsTest-444274904-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7faf8ea17e50>, 'networks', '0d20ddb9-d2ef-4e05-ae2e-19ab2fc896c8', 'tempest-TagsTest-Tag-1279679967') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:31.686195 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e5cecb-c978-4fb5-96f0-bc3a4ef6dfa3 admin admin] Pushing event updated for resources: {'Port': ['ID=32852023-af78-4b73-9c6a-dcab8bfbb9db,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:31.696867 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1e0235e6-4e3b-4433-8ff9-fc1f83923e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (a01f1e94-69a0-47ef-a2cb-a3d7494b8474), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:31.774271 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 6f941d31-7e3c-4d24-8d5a-94112b5f39b1 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:14:31.776482 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-243556de-92ca-4f69-b9c2-829e741c9f38 None None] Current status of the port 6f941d31-7e3c-4d24-8d5a-94112b5f39b1 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:14:31.852924 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-ff040d92-36ae-4280-a79f-3895a5562c0e admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1932275267-network', 'tenant_id': 'de8505b33dbf41ffb3f14bfddea6c103'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:14:31.862523 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-828cf36b-4650-43f7-945e-afb3e2d43d32 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:31.896488 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-d781e94f-6b18-46ec-9172-a3e6da160c2d tempest-TagsTest-444274904 tempest-TagsTest-444274904-project] 10.222.0.32 "GET /v2.0/networks/0d20ddb9-d2ef-4e05-ae2e-19ab2fc896c8/tags/tempest-TagsTest-Tag-1279679967 HTTP/1.1" status: 204  len: 168 time: 0.2191050
May 07 22:14:31.899279 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47576) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:31.907374 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.tag.tag_plugin [None req-55b38e11-7a76-4cf1-b15e-a0b0fae6fc62 tempest-TagsTest-444274904 tempest-TagsTest-444274904-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7faf8612c310>, 'networks', '0d20ddb9-d2ef-4e05-ae2e-19ab2fc896c8') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:31.910280 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff040d92-36ae-4280-a79f-3895a5562c0e admin admin] Made reservation on behalf of de8505b33dbf41ffb3f14bfddea6c103 for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:14:31.912691 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ff040d92-36ae-4280-a79f-3895a5562c0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:31.940045 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ff040d92-36ae-4280-a79f-3895a5562c0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:31.962586 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-216d11b1-2d07-4891-99dd-ecd14337117f None None] Publish callbacks [] for port (f563ccfa-662c-4fa1-8b5d-904e7903c6bd), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:31.966136 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8acd578-538a-4d20-a799-43403f4f4f1b None None] Pushing event updated for resources: {'Port': ['ID=12c38a4a-f105-44db-b48f-41c34783af11,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:32.024176 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 6f941d31-7e3c-4d24-8d5a-94112b5f39b1 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:14:32.073615 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-55b38e11-7a76-4cf1-b15e-a0b0fae6fc62 tempest-TagsTest-444274904 tempest-TagsTest-444274904-project] 10.222.0.32 "DELETE /v2.0/networks/0d20ddb9-d2ef-4e05-ae2e-19ab2fc896c8/tags HTTP/1.1" status: 204  len: 168 time: 0.1707544
May 07 22:14:32.076728 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47578) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:32.083572 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.tag.tag_plugin [None req-431d6faf-f881-490f-a8ee-600e7a738052 tempest-TagsTest-444274904 tempest-TagsTest-444274904-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7faf8dee34c0>, 'networks', '0d20ddb9-d2ef-4e05-ae2e-19ab2fc896c8', 'tempest-TagsTest-Tag-1592638534') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:32.118375 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-216d11b1-2d07-4891-99dd-ecd14337117f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (f563ccfa-662c-4fa1-8b5d-904e7903c6bd), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:32.178233 ncdv-master-1 neutron-server[121836]: INFO neutron.api.v2.resource [None req-431d6faf-f881-490f-a8ee-600e7a738052 tempest-TagsTest-444274904 tempest-TagsTest-444274904-project] show failed (client error): The resource could not be found.
May 07 22:14:32.181086 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-431d6faf-f881-490f-a8ee-600e7a738052 tempest-TagsTest-444274904 tempest-TagsTest-444274904-project] 10.222.0.32 "GET /v2.0/networks/0d20ddb9-d2ef-4e05-ae2e-19ab2fc896c8/tags/tempest-TagsTest-Tag-1592638534 HTTP/1.1" status: 404  len: 326 time: 0.1013217
May 07 22:14:32.183410 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47580) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:32.190622 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.tag.tag_plugin [None req-932e2e3d-953b-41e0-bb1e-334899e6c898 tempest-TagsTest-444274904 tempest-TagsTest-444274904-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7faf8e8bc160>, 'networks', '0d20ddb9-d2ef-4e05-ae2e-19ab2fc896c8', 'tempest-TagsTest-Tag-1279679967') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:32.236246 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ff040d92-36ae-4280-a79f-3895a5562c0e admin admin] Publish callbacks [] for security_group (94ae3b63-ac66-4f15-8cd4-bc55e6a4ac73), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:32.278990 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0235e6-4e3b-4433-8ff9-fc1f83923e79 None None] Pushing event updated for resources: {'Port': ['ID=a01f1e94-69a0-47ef-a2cb-a3d7494b8474,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:32.284899 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ff040d92-36ae-4280-a79f-3895a5562c0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (94ae3b63-ac66-4f15-8cd4-bc55e6a4ac73), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:32.322939 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff040d92-36ae-4280-a79f-3895a5562c0e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:14:32.334513 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ff040d92-36ae-4280-a79f-3895a5562c0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (36738b93-4b30-4517-bcc7-c5a063eccc3c), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:32.335218 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-ff040d92-36ae-4280-a79f-3895a5562c0e admin admin] Added segment 36738b93-4b30-4517-bcc7-c5a063eccc3c of type vlan for network 70fd104c-7c86-4065-a52d-06f0c8cd30c4
May 07 22:14:32.364786 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-98bad389-d868-40ac-89b6-9e41b66a9ff3 req-a5e99453-b4b7-47fa-937d-f5e1e078ca65 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Deleting port b2b93741-196b-4634-b3a8-cacfa39e6497 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:14:32.365375 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-98bad389-d868-40ac-89b6-9e41b66a9ff3 req-a5e99453-b4b7-47fa-937d-f5e1e078ca65 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (b2b93741-196b-4634-b3a8-cacfa39e6497), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:32.404656 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ff040d92-36ae-4280-a79f-3895a5562c0e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (70fd104c-7c86-4065-a52d-06f0c8cd30c4), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:32.452275 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-216d11b1-2d07-4891-99dd-ecd14337117f None None] Network 6bef9f6e-318a-4984-afee-1fc4c86a57a5 is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:14:32.468320 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff040d92-36ae-4280-a79f-3895a5562c0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94ae3b63-ac66-4f15-8cd4-bc55e6a4ac73,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:32.471056 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ff040d92-36ae-4280-a79f-3895a5562c0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (70fd104c-7c86-4065-a52d-06f0c8cd30c4), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:32.472622 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff040d92-36ae-4280-a79f-3895a5562c0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:14:32.472830 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ff040d92-36ae-4280-a79f-3895a5562c0e admin admin] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:32.477453 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-216d11b1-2d07-4891-99dd-ecd14337117f None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:14:32.482872 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216d11b1-2d07-4891-99dd-ecd14337117f None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:14:32.488407 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216d11b1-2d07-4891-99dd-ecd14337117f None None] Pushing event updated for resources: {'Port': ['ID=f563ccfa-662c-4fa1-8b5d-904e7903c6bd,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:32.488589 ncdv-master-1 neutron-server[121836]: INFO neutron.api.v2.resource [None req-932e2e3d-953b-41e0-bb1e-334899e6c898 tempest-TagsTest-444274904 tempest-TagsTest-444274904-project] show failed (client error): The resource could not be found.
May 07 22:14:32.489879 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-932e2e3d-953b-41e0-bb1e-334899e6c898 tempest-TagsTest-444274904 tempest-TagsTest-444274904-project] 10.222.0.32 "GET /v2.0/networks/0d20ddb9-d2ef-4e05-ae2e-19ab2fc896c8/tags/tempest-TagsTest-Tag-1279679967 HTTP/1.1" status: 404  len: 326 time: 0.3053317
May 07 22:14:32.503216 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47594) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:32.508608 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-ff040d92-36ae-4280-a79f-3895a5562c0e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.8373711
May 07 22:14:32.513821 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.tag.tag_plugin [None req-d0ab4dfc-640e-4a06-bb42-8c4906eb7e3c tempest-TagsTest-444274904 tempest-TagsTest-444274904-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7faf86e6a130>, 'networks', '0d20ddb9-d2ef-4e05-ae2e-19ab2fc896c8') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:32.516263 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47596) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:32.551250 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-6d513ccf-d770-4563-ac42-ff8df4d38f56 admin admin] Request body: {'subnet': {'network_id': '70fd104c-7c86-4065-a52d-06f0c8cd30c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1932275267-subnet', 'tenant_id': 'de8505b33dbf41ffb3f14bfddea6c103', 'ip_version': 4}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:14:32.558382 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 6f941d31-7e3c-4d24-8d5a-94112b5f39b1 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:14:32.558762 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (6f941d31-7e3c-4d24-8d5a-94112b5f39b1), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:32.616869 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff040d92-36ae-4280-a79f-3895a5562c0e admin admin] Pushing event updated for resources: {'Network': ['ID=70fd104c-7c86-4065-a52d-06f0c8cd30c4,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:32.627488 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-d0ab4dfc-640e-4a06-bb42-8c4906eb7e3c tempest-TagsTest-444274904 tempest-TagsTest-444274904-project] 10.222.0.32 "DELETE /v2.0/networks/0d20ddb9-d2ef-4e05-ae2e-19ab2fc896c8/tags HTTP/1.1" status: 204  len: 168 time: 0.1225843
May 07 22:14:32.630837 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 70fd104c-7c86-4065-a52d-06f0c8cd30c4 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:14:32.632588 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47598) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:32.647641 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-216d11b1-2d07-4891-99dd-ecd14337117f None None] Attempting to bind port f563ccfa-662c-4fa1-8b5d-904e7903c6bd on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:14:32.648021 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-216d11b1-2d07-4891-99dd-ecd14337117f None None] Attempting to bind port f563ccfa-662c-4fa1-8b5d-904e7903c6bd by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b66d368d-3419-42c2-91e4-b81ea567c731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6bef9f6e-318a-4984-afee-1fc4c86a57a5'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:14:32.648414 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216d11b1-2d07-4891-99dd-ecd14337117f None None] Attempting to bind port f563ccfa-662c-4fa1-8b5d-904e7903c6bd on network 6bef9f6e-318a-4984-afee-1fc4c86a57a5 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:14:32.677209 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216d11b1-2d07-4891-99dd-ecd14337117f None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:14:32.677595 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216d11b1-2d07-4891-99dd-ecd14337117f None None] Checking segment: {'id': 'b66d368d-3419-42c2-91e4-b81ea567c731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6bef9f6e-318a-4984-afee-1fc4c86a57a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:14:32.678010 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-216d11b1-2d07-4891-99dd-ecd14337117f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:32.678417 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-216d11b1-2d07-4891-99dd-ecd14337117f None None] Bound using segment: {'id': 'b66d368d-3419-42c2-91e4-b81ea567c731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6bef9f6e-318a-4984-afee-1fc4c86a57a5'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:14:32.678939 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-216d11b1-2d07-4891-99dd-ecd14337117f None None] Bound port: f563ccfa-662c-4fa1-8b5d-904e7903c6bd, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b66d368d-3419-42c2-91e4-b81ea567c731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '6bef9f6e-318a-4984-afee-1fc4c86a57a5'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:14:32.679332 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-216d11b1-2d07-4891-99dd-ecd14337117f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f563ccfa-662c-4fa1-8b5d-904e7903c6bd), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:32.739509 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-dff066cb-f19b-4077-97eb-17913a3b482a tempest-TagsTest-444274904 tempest-TagsTest-444274904-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (0d20ddb9-d2ef-4e05-ae2e-19ab2fc896c8), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:32.794789 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d513ccf-d770-4563-ac42-ff8df4d38f56 admin admin] Made reservation on behalf of de8505b33dbf41ffb3f14bfddea6c103 for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:14:32.795542 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 6f941d31-7e3c-4d24-8d5a-94112b5f39b1 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:14:32.799362 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6d513ccf-d770-4563-ac42-ff8df4d38f56 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:32.808700 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d2970a-92f5-4af0-a5b2-5a193cb139ba req-75404a83-7381-47c9-b48a-f59bdf495ab2 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:14:32.811334 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-97d2970a-92f5-4af0-a5b2-5a193cb139ba req-75404a83-7381-47c9-b48a-f59bdf495ab2 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb197fc1-0207-498b-9fe9-b21826687a56 HTTP/1.1" status: 200  len: 946 time: 0.2737336
May 07 22:14:32.819733 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-216d11b1-2d07-4891-99dd-ecd14337117f None None] For port f563ccfa-662c-4fa1-8b5d-904e7903c6bd, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:14:32.823141 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-216d11b1-2d07-4891-99dd-ecd14337117f None None] For port f563ccfa-662c-4fa1-8b5d-904e7903c6bd, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f563ccfa-662c-4fa1-8b5d-904e7903c6bd,segment=NetworkSegment(b66d368d-3419-42c2-91e4-b81ea567c731),segment_id=b66d368d-3419-42c2-91e4-b81ea567c731)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:14:32.831834 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-98bad389-d868-40ac-89b6-9e41b66a9ff3 req-a5e99453-b4b7-47fa-937d-f5e1e078ca65 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] For port b2b93741-196b-4634-b3a8-cacfa39e6497, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b2b93741-196b-4634-b3a8-cacfa39e6497,segment=NetworkSegment(3c434885-c673-48d5-9295-930316ad3f91),segment_id=3c434885-c673-48d5-9295-930316ad3f91)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:14:32.832232 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-98bad389-d868-40ac-89b6-9e41b66a9ff3 req-a5e99453-b4b7-47fa-937d-f5e1e078ca65 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (b2b93741-196b-4634-b3a8-cacfa39e6497), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:32.836639 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-216d11b1-2d07-4891-99dd-ecd14337117f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (f563ccfa-662c-4fa1-8b5d-904e7903c6bd), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:32.860564 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-dff066cb-f19b-4077-97eb-17913a3b482a tempest-TagsTest-444274904 tempest-TagsTest-444274904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (0d20ddb9-d2ef-4e05-ae2e-19ab2fc896c8), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:32.893059 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-dff066cb-f19b-4077-97eb-17913a3b482a tempest-TagsTest-444274904 tempest-TagsTest-444274904-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf86ddef70>,) {'filters': {'network_id': ['0d20ddb9-d2ef-4e05-ae2e-19ab2fc896c8']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:32.902299 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216d11b1-2d07-4891-99dd-ecd14337117f None None] Pushing event updated for resources: {'Port': ['ID=f563ccfa-662c-4fa1-8b5d-904e7903c6bd,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:32.903746 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-dff066cb-f19b-4077-97eb-17913a3b482a tempest-TagsTest-444274904 tempest-TagsTest-444274904-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf86ddef70>, '71ec4811-42fd-4187-8df0-6042cc499932') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:32.911049 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-dff066cb-f19b-4077-97eb-17913a3b482a tempest-TagsTest-444274904 tempest-TagsTest-444274904-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf86ddef70>, '71ec4811-42fd-4187-8df0-6042cc499932') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:32.930352 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-98bad389-d868-40ac-89b6-9e41b66a9ff3 req-a5e99453-b4b7-47fa-937d-f5e1e078ca65 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Calling delete_port for b2b93741-196b-4634-b3a8-cacfa39e6497 owned by compute:nova {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:14:32.930985 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-dff066cb-f19b-4077-97eb-17913a3b482a tempest-TagsTest-444274904 tempest-TagsTest-444274904-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (71ec4811-42fd-4187-8df0-6042cc499932), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:32.951017 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-dff066cb-f19b-4077-97eb-17913a3b482a tempest-TagsTest-444274904 tempest-TagsTest-444274904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (71ec4811-42fd-4187-8df0-6042cc499932), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:32.961954 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dff066cb-f19b-4077-97eb-17913a3b482a tempest-TagsTest-444274904 tempest-TagsTest-444274904-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:14:32.962558 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-dff066cb-f19b-4077-97eb-17913a3b482a tempest-TagsTest-444274904 tempest-TagsTest-444274904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (71ec4811-42fd-4187-8df0-6042cc499932), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:32.965878 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 22:14:32.965878 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:14:32.965878 ncdv-master-1 neutron-server[121836]:     timer()
May 07 22:14:32.965878 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:14:32.965878 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 22:14:32.965878 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:14:32.965878 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 22:14:32.965878 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:14:32.965878 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 22:14:32.965878 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:14:32.965878 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 22:14:32.965878 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:14:32.965878 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 22:14:32.965878 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:14:32.965878 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:14:32.965878 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:14:32.965878 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:14:32.965878 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:14:32.965878 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 22:14:32.965878 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:14:32.965878 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 22:14:32.965878 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:14:32.965878 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:14:32.965878 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:14:32.965878 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 22:14:32.965878 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:14:32.965878 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:14:32.965878 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:14:32.965878 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:14:32.965878 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:14:32.965878 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:14:32.965878 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:14:33.065028 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-dff066cb-f19b-4077-97eb-17913a3b482a tempest-TagsTest-444274904 tempest-TagsTest-444274904-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (0d20ddb9-d2ef-4e05-ae2e-19ab2fc896c8), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:33.084435 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-dff066cb-f19b-4077-97eb-17913a3b482a tempest-TagsTest-444274904 tempest-TagsTest-444274904-project] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:33.088204 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-dff066cb-f19b-4077-97eb-17913a3b482a tempest-TagsTest-444274904 tempest-TagsTest-444274904-project] 10.222.0.32 "DELETE /v2.0/networks/0d20ddb9-d2ef-4e05-ae2e-19ab2fc896c8 HTTP/1.1" status: 204  len: 168 time: 0.4538734
May 07 22:14:33.103912 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff066cb-f19b-4077-97eb-17913a3b482a tempest-TagsTest-444274904 tempest-TagsTest-444274904-project] Pushing event deleted for resources: {'Network': ['ID=0d20ddb9-d2ef-4e05-ae2e-19ab2fc896c8,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:33.177552 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-97d2970a-92f5-4af0-a5b2-5a193cb139ba req-faf0f6e5-6ed9-458a-a427-2dea52ac1b1a tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/security-groups?id=e0565a31-c1c2-485d-aa87-3f3b5400e2b4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3192191
May 07 22:14:33.464158 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e1e5cecb-c978-4fb5-96f0-bc3a4ef6dfa3 admin admin] Publish callbacks [] for router_gateway (bc691ac6-481b-40e2-a89f-11e2b0bed2cb), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:33.535693 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47634) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:33.552282 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-828cf36b-4650-43f7-945e-afb3e2d43d32 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Allocated IP 2001:db8::1 (03cd41d3-47d6-43d5-9794-628bf9245180/df8fc8e1-d88b-4946-a5f4-1a0dd9043918/8f57c5ed-bc22-4ac9-bf48-1b96aba6c242) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:14:33.596662 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6d513ccf-d770-4563-ac42-ff8df4d38f56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (3445155a-a289-45a0-a3b2-ac8b816f4f51), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:33.716190 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-82eeb536-4ff7-4f42-b321-a9600bdc749f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=961cc84a4d754c138b34d7e19217669b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1792436
May 07 22:14:33.718729 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47638) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:33.780988 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cc61b62e-2ae4-4110-887c-78e9a98624c5 admin admin] Publish callbacks [] for security_group (eb3ed115-bb75-496b-baac-51b518c37496), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:33.822596 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cc61b62e-2ae4-4110-887c-78e9a98624c5 admin admin] Publish callbacks [] for security_group (eb3ed115-bb75-496b-baac-51b518c37496), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:33.842476 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d513ccf-d770-4563-ac42-ff8df4d38f56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3445155a-a289-45a0-a3b2-ac8b816f4f51,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:33.888013 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cc61b62e-2ae4-4110-887c-78e9a98624c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (eb3ed115-bb75-496b-baac-51b518c37496), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:33.891662 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cc61b62e-2ae4-4110-887c-78e9a98624c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:33.895217 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-cc61b62e-2ae4-4110-887c-78e9a98624c5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/eb3ed115-bb75-496b-baac-51b518c37496 HTTP/1.1" status: 204  len: 168 time: 0.1729617
May 07 22:14:33.908879 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98258bcd-dd1c-4df5-b598-9ecf41d29de3 None None] Network 03cd41d3-47d6-43d5-9794-628bf9245180 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:14:33.910588 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc61b62e-2ae4-4110-887c-78e9a98624c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb3ed115-bb75-496b-baac-51b518c37496,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:34.014622 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-157e67e4-447c-45ae-a1e0-928d8ba011b6 None None] Provisioning complete for port a01f1e94-69a0-47ef-a2cb-a3d7494b8474 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:14:34.015196 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-157e67e4-447c-45ae-a1e0-928d8ba011b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (a01f1e94-69a0-47ef-a2cb-a3d7494b8474), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:34.080574 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 12c38a4a-f105-44db-b48f-41c34783af11 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:14:34.082566 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dcb1f84-89d7-4e16-8476-4d7d8458b153 None None] Network 0460c4a2-d9cd-48aa-a959-6c9d8f9b34a8 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:14:34.088485 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d513ccf-d770-4563-ac42-ff8df4d38f56 admin admin] Checking segment: {'id': '36738b93-4b30-4517-bcc7-c5a063eccc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '70fd104c-7c86-4065-a52d-06f0c8cd30c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:14:34.088939 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d513ccf-d770-4563-ac42-ff8df4d38f56 admin admin] Network hostable DHCP agents. Network: 70fd104c-7c86-4065-a52d-06f0c8cd30c4, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:14:34.091885 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-98bad389-d868-40ac-89b6-9e41b66a9ff3 req-a5e99453-b4b7-47fa-937d-f5e1e078ca65 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (b2b93741-196b-4634-b3a8-cacfa39e6497), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:34.335934 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c30e78dd-87d6-4f66-a645-57ce7ac2ab41 req-b0b38f16-4752-44f8-8ef7-b78f22ce5643 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb197fc1-0207-498b-9fe9-b21826687a56 HTTP/1.1" status: 200  len: 210 time: 0.0620980
May 07 22:14:34.478101 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e99453-b4b7-47fa-937d-f5e1e078ca65 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Pushing event deleted for resources: {'Port': ['ID=b2b93741-196b-4634-b3a8-cacfa39e6497,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:34.515134 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-98bad389-d868-40ac-89b6-9e41b66a9ff3 req-a5e99453-b4b7-47fa-937d-f5e1e078ca65 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] No DVR routers for this DVR port b2b93741-196b-4634-b3a8-cacfa39e6497 on host nch2-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:14:34.518391 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-98bad389-d868-40ac-89b6-9e41b66a9ff3 req-a5e99453-b4b7-47fa-937d-f5e1e078ca65 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:34.531686 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-98bad389-d868-40ac-89b6-9e41b66a9ff3 req-a5e99453-b4b7-47fa-937d-f5e1e078ca65 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.59 "DELETE /v2.0/ports/b2b93741-196b-4634-b3a8-cacfa39e6497 HTTP/1.1" status: 204  len: 173 time: 2.8453908
May 07 22:14:34.549445 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb197fc1-0207-498b-9fe9-b21826687a56', 'name': 'network-vif-deleted', 'tag': 'b2b93741-196b-4634-b3a8-cacfa39e6497'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:14:34.551314 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 12c38a4a-f105-44db-b48f-41c34783af11 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:14:34.551883 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (12c38a4a-f105-44db-b48f-41c34783af11), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:34.563556 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b368cf5f-ff2e-4045-ab4e-293661ebd75f" -d '{"events": [{"server_uuid": "bb197fc1-0207-498b-9fe9-b21826687a56", "name": "network-vif-deleted", "tag": "b2b93741-196b-4634-b3a8-cacfa39e6497"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:14:34.581993 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-828cf36b-4650-43f7-945e-afb3e2d43d32 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks [] for port (8f57c5ed-bc22-4ac9-bf48-1b96aba6c242), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:34.676354 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b934c2c5-7296-4fb4-a549-617a6795790e None None] Network 6bef9f6e-318a-4984-afee-1fc4c86a57a5 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:14:34.679014 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-157e67e4-447c-45ae-a1e0-928d8ba011b6 None None] Current status of the port a01f1e94-69a0-47ef-a2cb-a3d7494b8474 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:14:34.679535 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-157e67e4-447c-45ae-a1e0-928d8ba011b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (a01f1e94-69a0-47ef-a2cb-a3d7494b8474), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:34.686247 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d513ccf-d770-4563-ac42-ff8df4d38f56 admin admin] Network 70fd104c-7c86-4065-a52d-06f0c8cd30c4 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:14:34.697476 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e1e5cecb-c978-4fb5-96f0-bc3a4ef6dfa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (bc691ac6-481b-40e2-a89f-11e2b0bed2cb), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:34.802965 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:14:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-967c3422-a451-4337-a790-156937182fe2 x-openstack-request-id: req-967c3422-a451-4337-a790-156937182fe2 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:14:34.803177 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb197fc1-0207-498b-9fe9-b21826687a56", "name": "network-vif-deleted", "tag": "b2b93741-196b-4634-b3a8-cacfa39e6497", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:14:34.803387 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-967c3422-a451-4337-a790-156937182fe2 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:14:34.803791 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-967c3422-a451-4337-a790-156937182fe2'] response: {'server_uuid': 'bb197fc1-0207-498b-9fe9-b21826687a56', 'name': 'network-vif-deleted', 'tag': 'b2b93741-196b-4634-b3a8-cacfa39e6497', 'status': 'completed', 'code': 200}
May 07 22:14:34.823612 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-6d513ccf-d770-4563-ac42-ff8df4d38f56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 70fd104c-7c86-4065-a52d-06f0c8cd30c4) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:14:34.832184 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d513ccf-d770-4563-ac42-ff8df4d38f56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:14:34.832814 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6d513ccf-d770-4563-ac42-ff8df4d38f56 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:34.862790 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd5730c-ba08-4183-990b-2598fbe2adcf None None] Network 70fd104c-7c86-4065-a52d-06f0c8cd30c4 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:14:34.934892 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-6d513ccf-d770-4563-ac42-ff8df4d38f56 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 2.3955574
May 07 22:14:34.937883 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47670) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:34.943172 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-828cf36b-4650-43f7-945e-afb3e2d43d32 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (8f57c5ed-bc22-4ac9-bf48-1b96aba6c242), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:34.943910 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-956f30ba-7f76-4642-9d32-26db22d1ccda admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1932275267-router', 'tenant_id': 'de8505b33dbf41ffb3f14bfddea6c103', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:14:34.993679 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-956f30ba-7f76-4642-9d32-26db22d1ccda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (8d75d3fc-7df0-4fdf-bc38-fbf25a6bd275), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:34.997347 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-956f30ba-7f76-4642-9d32-26db22d1ccda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (8d75d3fc-7df0-4fdf-bc38-fbf25a6bd275), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:35.011952 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-157e67e4-447c-45ae-a1e0-928d8ba011b6 None None] For port a01f1e94-69a0-47ef-a2cb-a3d7494b8474, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a01f1e94-69a0-47ef-a2cb-a3d7494b8474,segment=NetworkSegment(25b20a02-3b58-4637-a960-c2a1f52c7436),segment_id=25b20a02-3b58-4637-a960-c2a1f52c7436)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:14:35.090189 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828cf36b-4650-43f7-945e-afb3e2d43d32 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Network 03cd41d3-47d6-43d5-9794-628bf9245180 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:14:35.122200 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-828cf36b-4650-43f7-945e-afb3e2d43d32 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:14:35.129064 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828cf36b-4650-43f7-945e-afb3e2d43d32 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:14:35.129641 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-828cf36b-4650-43f7-945e-afb3e2d43d32 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398161'] for router_interface (fd705747-a336-4869-b347-cf1a60d24747), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:35.130483 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-956f30ba-7f76-4642-9d32-26db22d1ccda admin admin] Publish callbacks [] for router_controller (8d75d3fc-7df0-4fdf-bc38-fbf25a6bd275), precommit_add_association {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:35.151150 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-157e67e4-447c-45ae-a1e0-928d8ba011b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (a01f1e94-69a0-47ef-a2cb-a3d7494b8474), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:35.255583 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828cf36b-4650-43f7-945e-afb3e2d43d32 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Pushing event updated for resources: {'Port': ['ID=8f57c5ed-bc22-4ac9-bf48-1b96aba6c242,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:35.278573 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157e67e4-447c-45ae-a1e0-928d8ba011b6 None None] Pushing event updated for resources: {'Port': ['ID=a01f1e94-69a0-47ef-a2cb-a3d7494b8474,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:35.393993 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device b2b93741-196b-4634-b3a8-cacfa39e6497 no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:14:35.451771 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] No Port match for: b2b93741-196b-4634-b3a8-cacfa39e6497 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:14:35.453061 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device b2b93741-196b-4634-b3a8-cacfa39e6497 not bound to the agent host nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:14:35.464967 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-956f30ba-7f76-4642-9d32-26db22d1ccda admin admin] Publish callbacks [] for router_gateway (8d75d3fc-7df0-4fdf-bc38-fbf25a6bd275), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:35.482899 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-815fd779-67f0-4cd3-9fca-165ae39ef09b None None] Provisioning complete for port f563ccfa-662c-4fa1-8b5d-904e7903c6bd triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:14:35.484346 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-815fd779-67f0-4cd3-9fca-165ae39ef09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (f563ccfa-662c-4fa1-8b5d-904e7903c6bd), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:35.523967 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1e5cecb-c978-4fb5-96f0-bc3a4ef6dfa3 admin admin] Router bc691ac6-481b-40e2-a89f-11e2b0bed2cb is scheduled to L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db with binding_index 1 {{(pid=121837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 07 22:14:35.526246 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-828cf36b-4650-43f7-945e-afb3e2d43d32 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (8f57c5ed-bc22-4ac9-bf48-1b96aba6c242), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:35.607330 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 12c38a4a-f105-44db-b48f-41c34783af11 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:14:35.607884 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (12c38a4a-f105-44db-b48f-41c34783af11), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:35.782663 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcac24da-1a07-4137-badf-3dd8a604d7db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-70fd104c-7c86-4065-a52d-06f0c8cd30c4', 'network_id': '70fd104c-7c86-4065-a52d-06f0c8cd30c4', 'project_id': 'de8505b33dbf41ffb3f14bfddea6c103', 'fixed_ips': [{'subnet_id': '3445155a-a289-45a0-a3b2-ac8b816f4f51'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:14:35.794794 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-bcac24da-1a07-4137-badf-3dd8a604d7db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:35.865009 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port 12c38a4a-f105-44db-b48f-41c34783af11, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=12c38a4a-f105-44db-b48f-41c34783af11,segment=NetworkSegment(37a46801-39b3-4eb1-8e6a-d1b9cb29b39d),segment_id=37a46801-39b3-4eb1-8e6a-d1b9cb29b39d)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:14:35.930026 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (12c38a4a-f105-44db-b48f-41c34783af11), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:35.931110 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device f563ccfa-662c-4fa1-8b5d-904e7903c6bd up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:14:35.946811 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-47a0beac-809f-4d9d-85a7-3a949e0a11dc req-9430369a-f0e1-4de7-ba39-719db906447e tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?device_id=bb197fc1-0207-498b-9fe9-b21826687a56 HTTP/1.1" status: 200  len: 210 time: 0.3438470
May 07 22:14:36.057829 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=12c38a4a-f105-44db-b48f-41c34783af11,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:36.149218 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1e5cecb-c978-4fb5-96f0-bc3a4ef6dfa3 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:14:36.191179 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e1e5cecb-c978-4fb5-96f0-bc3a4ef6dfa3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:36.192359 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-bcac24da-1a07-4137-badf-3dd8a604d7db None None] Allocated IP 172.20.0.2 (70fd104c-7c86-4065-a52d-06f0c8cd30c4/3445155a-a289-45a0-a3b2-ac8b816f4f51/3d66ae00-2d48-4201-8ef0-fc2a841d1d45) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:14:36.192676 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-e1e5cecb-c978-4fb5-96f0-bc3a4ef6dfa3 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 8.3032718
May 07 22:14:36.195916 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47710) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:36.212902 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-815fd779-67f0-4cd3-9fca-165ae39ef09b None None] Current status of the port f563ccfa-662c-4fa1-8b5d-904e7903c6bd is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:14:36.213559 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-815fd779-67f0-4cd3-9fca-165ae39ef09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f563ccfa-662c-4fa1-8b5d-904e7903c6bd), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:36.237644 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b98c596-7c34-4d76-92aa-c709c346ce76 None None] Sync routers for ids ['bc691ac6-481b-40e2-a89f-11e2b0bed2cb'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:14:36.321890 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-956f30ba-7f76-4642-9d32-26db22d1ccda admin admin] Publish callbacks [] for router_gateway (8d75d3fc-7df0-4fdf-bc38-fbf25a6bd275), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:36.347013 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-956f30ba-7f76-4642-9d32-26db22d1ccda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:36.366501 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port f563ccfa-662c-4fa1-8b5d-904e7903c6bd triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:14:36.366809 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (f563ccfa-662c-4fa1-8b5d-904e7903c6bd), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:36.375855 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b98c596-7c34-4d76-92aa-c709c346ce76 None None] Routers {'bc691ac6-481b-40e2-a89f-11e2b0bed2cb'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:14:36.376754 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-1b98c596-7c34-4d76-92aa-c709c346ce76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f8c1d90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:14:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['bc691ac6-481b-40e2-a89f-11e2b0bed2cb'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:36.399008 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-815fd779-67f0-4cd3-9fca-165ae39ef09b None None] For port f563ccfa-662c-4fa1-8b5d-904e7903c6bd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f563ccfa-662c-4fa1-8b5d-904e7903c6bd,segment=NetworkSegment(b66d368d-3419-42c2-91e4-b81ea567c731),segment_id=b66d368d-3419-42c2-91e4-b81ea567c731)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:14:36.454868 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-815fd779-67f0-4cd3-9fca-165ae39ef09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (f563ccfa-662c-4fa1-8b5d-904e7903c6bd), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:36.486276 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-956f30ba-7f76-4642-9d32-26db22d1ccda admin admin] Allocated IP 172.35.4.74 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/221bed61-2bec-476b-8780-b1a519752586) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:14:36.492178 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-828cf36b-4650-43f7-945e-afb3e2d43d32 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks [] for port (8f57c5ed-bc22-4ac9-bf48-1b96aba6c242), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:36.504560 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-828cf36b-4650-43f7-945e-afb3e2d43d32 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (8f57c5ed-bc22-4ac9-bf48-1b96aba6c242), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:36.505352 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-828cf36b-4650-43f7-945e-afb3e2d43d32 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401121'] for router_interface (fd705747-a336-4869-b347-cf1a60d24747), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:36.537453 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-815fd779-67f0-4cd3-9fca-165ae39ef09b None None] Provisioning complete for port 12c38a4a-f105-44db-b48f-41c34783af11 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:14:36.538107 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-815fd779-67f0-4cd3-9fca-165ae39ef09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (12c38a4a-f105-44db-b48f-41c34783af11), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:36.624954 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828cf36b-4650-43f7-945e-afb3e2d43d32 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Pushing event updated for resources: {'Port': ['ID=8f57c5ed-bc22-4ac9-bf48-1b96aba6c242,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:36.646045 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-956f30ba-7f76-4642-9d32-26db22d1ccda admin admin] Publish callbacks [] for port (221bed61-2bec-476b-8780-b1a519752586), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:36.658300 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815fd779-67f0-4cd3-9fca-165ae39ef09b None None] Pushing event updated for resources: {'Port': ['ID=f563ccfa-662c-4fa1-8b5d-904e7903c6bd,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:36.706736 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-956f30ba-7f76-4642-9d32-26db22d1ccda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (221bed61-2bec-476b-8780-b1a519752586), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:36.719724 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-bcac24da-1a07-4137-badf-3dd8a604d7db None None] Publish callbacks [] for port (3d66ae00-2d48-4201-8ef0-fc2a841d1d45), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:36.725331 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-1b98c596-7c34-4d76-92aa-c709c346ce76 None None] Set router bc691ac6-481b-40e2-a89f-11e2b0bed2cb gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:14:36.738825 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956f30ba-7f76-4642-9d32-26db22d1ccda admin admin] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:14:36.740556 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-956f30ba-7f76-4642-9d32-26db22d1ccda admin admin] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:14:36.744372 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956f30ba-7f76-4642-9d32-26db22d1ccda admin admin] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:14:36.780156 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828cf36b-4650-43f7-945e-afb3e2d43d32 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Network 03cd41d3-47d6-43d5-9794-628bf9245180 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:14:36.783664 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-828cf36b-4650-43f7-945e-afb3e2d43d32 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:14:36.813765 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-bcac24da-1a07-4137-badf-3dd8a604d7db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (3d66ae00-2d48-4201-8ef0-fc2a841d1d45), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:36.890902 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956f30ba-7f76-4642-9d32-26db22d1ccda admin admin] Pushing event updated for resources: {'Port': ['ID=221bed61-2bec-476b-8780-b1a519752586,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:36.928003 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcac24da-1a07-4137-badf-3dd8a604d7db None None] Network 70fd104c-7c86-4065-a52d-06f0c8cd30c4 is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:14:36.941672 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-bcac24da-1a07-4137-badf-3dd8a604d7db None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:14:36.952843 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port f563ccfa-662c-4fa1-8b5d-904e7903c6bd is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:14:36.960095 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device a01f1e94-69a0-47ef-a2cb-a3d7494b8474 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:14:37.085662 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcac24da-1a07-4137-badf-3dd8a604d7db None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:14:37.138129 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-833dcf3e-5bdc-40c0-a57d-033d78b321d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:37.142108 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-828cf36b-4650-43f7-945e-afb3e2d43d32 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Router fd705747-a336-4869-b347-cf1a60d24747 is scheduled to L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db with binding_index 1 {{(pid=121837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 07 22:14:37.218316 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-956f30ba-7f76-4642-9d32-26db22d1ccda admin admin] Publish callbacks [] for router_gateway (8d75d3fc-7df0-4fdf-bc38-fbf25a6bd275), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:37.231596 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcac24da-1a07-4137-badf-3dd8a604d7db None None] Pushing event updated for resources: {'Port': ['ID=3d66ae00-2d48-4201-8ef0-fc2a841d1d45,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:37.238414 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-815fd779-67f0-4cd3-9fca-165ae39ef09b None None] Current status of the port 12c38a4a-f105-44db-b48f-41c34783af11 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:14:37.490270 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-815fd779-67f0-4cd3-9fca-165ae39ef09b None None] Provisioning complete for port a01f1e94-69a0-47ef-a2cb-a3d7494b8474 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:14:37.490887 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-815fd779-67f0-4cd3-9fca-165ae39ef09b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (a01f1e94-69a0-47ef-a2cb-a3d7494b8474), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:37.518126 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port a01f1e94-69a0-47ef-a2cb-a3d7494b8474 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:14:37.518602 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (a01f1e94-69a0-47ef-a2cb-a3d7494b8474), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:37.551640 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-956f30ba-7f76-4642-9d32-26db22d1ccda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (8d75d3fc-7df0-4fdf-bc38-fbf25a6bd275), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:37.576762 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-bcac24da-1a07-4137-badf-3dd8a604d7db None None] Attempting to bind port 3d66ae00-2d48-4201-8ef0-fc2a841d1d45 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:14:37.577308 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-bcac24da-1a07-4137-badf-3dd8a604d7db None None] Attempting to bind port 3d66ae00-2d48-4201-8ef0-fc2a841d1d45 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '36738b93-4b30-4517-bcc7-c5a063eccc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '70fd104c-7c86-4065-a52d-06f0c8cd30c4'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:14:37.577739 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcac24da-1a07-4137-badf-3dd8a604d7db None None] Attempting to bind port 3d66ae00-2d48-4201-8ef0-fc2a841d1d45 on network 70fd104c-7c86-4065-a52d-06f0c8cd30c4 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:14:37.618249 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcac24da-1a07-4137-badf-3dd8a604d7db None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:14:37.618730 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcac24da-1a07-4137-badf-3dd8a604d7db None None] Checking segment: {'id': '36738b93-4b30-4517-bcc7-c5a063eccc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '70fd104c-7c86-4065-a52d-06f0c8cd30c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:14:37.619257 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-bcac24da-1a07-4137-badf-3dd8a604d7db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:37.619716 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcac24da-1a07-4137-badf-3dd8a604d7db None None] Bound using segment: {'id': '36738b93-4b30-4517-bcc7-c5a063eccc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '70fd104c-7c86-4065-a52d-06f0c8cd30c4'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:14:37.620369 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-bcac24da-1a07-4137-badf-3dd8a604d7db None None] Bound port: 3d66ae00-2d48-4201-8ef0-fc2a841d1d45, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36738b93-4b30-4517-bcc7-c5a063eccc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '70fd104c-7c86-4065-a52d-06f0c8cd30c4'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:14:37.620754 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-bcac24da-1a07-4137-badf-3dd8a604d7db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (3d66ae00-2d48-4201-8ef0-fc2a841d1d45), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:37.688472 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-1b98c596-7c34-4d76-92aa-c709c346ce76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f8c1d90>, [{'id': 'bc691ac6-481b-40e2-a89f-11e2b0bed2cb', 'name': 'tempest-TestAggregatesBasicOps-1711784158-router', 'tenant_id': '9bf1a2d386684999b5a1d51a8c7593e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.115'}], 'enable_snat': True}, 'gw_port_id': '32852023-af78-4b73-9c6a-dcab8bfbb9db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:14:28Z', 'updated_at': '2022-05-07T22:14:32Z', 'revision_number': 3, 'project_id': '9bf1a2d386684999b5a1d51a8c7593e2', 'gw_port': {'id': '32852023-af78-4b73-9c6a-dcab8bfbb9db', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2c:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc691ac6-481b-40e2-a89f-11e2b0bed2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:14:29Z', 'updated_at': '2022-05-07T22:14:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:37.712445 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-828cf36b-4650-43f7-945e-afb3e2d43d32 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:14:37.722383 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-828cf36b-4650-43f7-945e-afb3e2d43d32 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] 10.222.0.32 "PUT /v2.0/routers/fd705747-a336-4869-b347-cf1a60d24747/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.5898199
May 07 22:14:37.725348 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba560732-ab79-4850-85c4-30a5187d4cdd None None] Sync routers for ids ['fd705747-a336-4869-b347-cf1a60d24747'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:14:37.727288 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47756) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:37.738068 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-956f30ba-7f76-4642-9d32-26db22d1ccda admin admin] Router 8d75d3fc-7df0-4fdf-bc38-fbf25a6bd275 is scheduled to L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db with binding_index 1 {{(pid=121836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 07 22:14:37.741544 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba560732-ab79-4850-85c4-30a5187d4cdd None None] Routers {'fd705747-a336-4869-b347-cf1a60d24747'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:14:37.743359 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-ba560732-ab79-4850-85c4-30a5187d4cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cb16a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:14:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['fd705747-a336-4869-b347-cf1a60d24747'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:37.767671 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b98c596-7c34-4d76-92aa-c709c346ce76 None None] Checking router: bc691ac6-481b-40e2-a89f-11e2b0bed2cb for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:14:37.768035 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b98c596-7c34-4d76-92aa-c709c346ce76 None None] Updating router bc691ac6-481b-40e2-a89f-11e2b0bed2cb port 32852023-af78-4b73-9c6a-dcab8bfbb9db binding host ncdv-master-1 {{(pid=121838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 22:14:37.785429 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-833dcf3e-5bdc-40c0-a57d-033d78b321d9 admin admin] Allocated IP 172.20.0.1 (0460c4a2-d9cd-48aa-a959-6c9d8f9b34a8/1e12cf0e-269e-41f9-9624-8919b6a77651/93aa5870-eebc-4bc2-b303-70add9925e33) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:14:37.818909 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-ba560732-ab79-4850-85c4-30a5187d4cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cb16a30>, [], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:37.831737 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-bcac24da-1a07-4137-badf-3dd8a604d7db None None] For port 3d66ae00-2d48-4201-8ef0-fc2a841d1d45, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:14:37.839503 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba560732-ab79-4850-85c4-30a5187d4cdd None None] Routers {'fd705747-a336-4869-b347-cf1a60d24747'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:14:37.839689 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-bcac24da-1a07-4137-badf-3dd8a604d7db None None] For port 3d66ae00-2d48-4201-8ef0-fc2a841d1d45, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3d66ae00-2d48-4201-8ef0-fc2a841d1d45,segment=NetworkSegment(36738b93-4b30-4517-bcc7-c5a063eccc3c),segment_id=36738b93-4b30-4517-bcc7-c5a063eccc3c)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:14:37.841053 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-ba560732-ab79-4850-85c4-30a5187d4cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cb16a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:14:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['fd705747-a336-4869-b347-cf1a60d24747'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:37.843422 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-815fd779-67f0-4cd3-9fca-165ae39ef09b None None] Current status of the port a01f1e94-69a0-47ef-a2cb-a3d7494b8474 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:14:37.846632 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port a01f1e94-69a0-47ef-a2cb-a3d7494b8474 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:14:37.849107 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1b98c596-7c34-4d76-92aa-c709c346ce76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (32852023-af78-4b73-9c6a-dcab8bfbb9db), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:37.899287 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-bcac24da-1a07-4137-badf-3dd8a604d7db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (3d66ae00-2d48-4201-8ef0-fc2a841d1d45), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:37.914305 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-833dcf3e-5bdc-40c0-a57d-033d78b321d9 admin admin] Publish callbacks [] for port (93aa5870-eebc-4bc2-b303-70add9925e33), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:37.962207 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-833dcf3e-5bdc-40c0-a57d-033d78b321d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (93aa5870-eebc-4bc2-b303-70add9925e33), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:38.020560 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833dcf3e-5bdc-40c0-a57d-033d78b321d9 admin admin] Network 0460c4a2-d9cd-48aa-a959-6c9d8f9b34a8 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:14:38.027840 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-833dcf3e-5bdc-40c0-a57d-033d78b321d9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:14:38.031858 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833dcf3e-5bdc-40c0-a57d-033d78b321d9 admin admin] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:14:38.060484 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-ba560732-ab79-4850-85c4-30a5187d4cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cb16a30>, [], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:38.061365 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba560732-ab79-4850-85c4-30a5187d4cdd None None] The sync data for ids ['fd705747-a336-4869-b347-cf1a60d24747'] in ncdv-master-1 is: [] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:14:38.072507 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833dcf3e-5bdc-40c0-a57d-033d78b321d9 admin admin] Pushing event updated for resources: {'Port': ['ID=93aa5870-eebc-4bc2-b303-70add9925e33,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:38.096378 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-833dcf3e-5bdc-40c0-a57d-033d78b321d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398161'] for router_interface (bc691ac6-481b-40e2-a89f-11e2b0bed2cb), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:38.119578 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device f563ccfa-662c-4fa1-8b5d-904e7903c6bd up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:14:38.304348 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-956f30ba-7f76-4642-9d32-26db22d1ccda admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:14:38.341657 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-956f30ba-7f76-4642-9d32-26db22d1ccda admin admin] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:38.345055 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-956f30ba-7f76-4642-9d32-26db22d1ccda admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 3.4061012
May 07 22:14:38.351452 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47770) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:38.398281 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-8740039a-158e-4b7c-9d69-e9ae998e3901 None None] Provisioning complete for port f563ccfa-662c-4fa1-8b5d-904e7903c6bd triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:14:38.399088 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-8740039a-158e-4b7c-9d69-e9ae998e3901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (f563ccfa-662c-4fa1-8b5d-904e7903c6bd), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:38.586398 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e817dd61-0f21-4363-b747-37b29b68aef2 None None] Sync routers for ids ['8d75d3fc-7df0-4fdf-bc38-fbf25a6bd275'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:14:38.597317 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-833dcf3e-5bdc-40c0-a57d-033d78b321d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (93aa5870-eebc-4bc2-b303-70add9925e33), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:38.611271 ncdv-master-1 neutron-server[121836]: INFO neutron.api.v2.resource [None req-59f66493-7f5a-4e7b-9552-21f3e8f1cefd tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 07 22:14:38.612986 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-59f66493-7f5a-4e7b-9552-21f3e8f1cefd tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] 10.222.0.32 "PUT /v2.0/routers/fd705747-a336-4869-b347-cf1a60d24747/add_router_interface HTTP/1.1" status: 400  len: 438 time: 0.8846030
May 07 22:14:38.615863 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47784) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:38.738870 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e817dd61-0f21-4363-b747-37b29b68aef2 None None] Routers {'8d75d3fc-7df0-4fdf-bc38-fbf25a6bd275'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:14:38.739725 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-e817dd61-0f21-4363-b747-37b29b68aef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f6e2e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:14:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['8d75d3fc-7df0-4fdf-bc38-fbf25a6bd275'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:38.761304 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcac24da-1a07-4137-badf-3dd8a604d7db None None] Pushing event updated for resources: {'Port': ['ID=3d66ae00-2d48-4201-8ef0-fc2a841d1d45,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:39.062362 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-833dcf3e-5bdc-40c0-a57d-033d78b321d9 admin admin] Publish callbacks [] for port (93aa5870-eebc-4bc2-b303-70add9925e33), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:39.063723 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1b98c596-7c34-4d76-92aa-c709c346ce76 None None] Publish callbacks [] for port (32852023-af78-4b73-9c6a-dcab8bfbb9db), precommit_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:39.065391 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port f563ccfa-662c-4fa1-8b5d-904e7903c6bd triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:14:39.065874 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (f563ccfa-662c-4fa1-8b5d-904e7903c6bd), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:39.070936 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-833dcf3e-5bdc-40c0-a57d-033d78b321d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (93aa5870-eebc-4bc2-b303-70add9925e33), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:39.083492 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-8740039a-158e-4b7c-9d69-e9ae998e3901 None None] Current status of the port f563ccfa-662c-4fa1-8b5d-904e7903c6bd is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:14:39.113522 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1b98c596-7c34-4d76-92aa-c709c346ce76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (32852023-af78-4b73-9c6a-dcab8bfbb9db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:39.156042 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833dcf3e-5bdc-40c0-a57d-033d78b321d9 admin admin] Pushing event updated for resources: {'Port': ['ID=93aa5870-eebc-4bc2-b303-70add9925e33,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:39.199559 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-542f5d7d-df4a-4628-afcb-c9ffb7686fcf tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401094'] for router_interface (fd705747-a336-4869-b347-cf1a60d24747), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:39.209898 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89926fa0-c6ee-42ee-a96c-82df19eef05a None None] Pushing event updated for resources: {'Port': ['ID=32852023-af78-4b73-9c6a-dcab8bfbb9db,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:39.231345 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-8740039a-158e-4b7c-9d69-e9ae998e3901 None None] Provisioning complete for port 8f57c5ed-bc22-4ac9-bf48-1b96aba6c242 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:14:39.231728 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-8740039a-158e-4b7c-9d69-e9ae998e3901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (8f57c5ed-bc22-4ac9-bf48-1b96aba6c242), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:39.266227 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-1b98c596-7c34-4d76-92aa-c709c346ce76 None None] Attempting to bind port 32852023-af78-4b73-9c6a-dcab8bfbb9db on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:14:39.266608 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-1b98c596-7c34-4d76-92aa-c709c346ce76 None None] Attempting to bind port 32852023-af78-4b73-9c6a-dcab8bfbb9db by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:14:39.267012 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b98c596-7c34-4d76-92aa-c709c346ce76 None None] Attempting to bind port 32852023-af78-4b73-9c6a-dcab8bfbb9db on network 9221b764-ef06-431f-8941-796516ed7c3b {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:14:39.284045 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-e817dd61-0f21-4363-b747-37b29b68aef2 None None] Set router 8d75d3fc-7df0-4fdf-bc38-fbf25a6bd275 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:14:39.357200 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b98c596-7c34-4d76-92aa-c709c346ce76 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:14:39.357626 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b98c596-7c34-4d76-92aa-c709c346ce76 None None] Checking segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:14:39.358006 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1b98c596-7c34-4d76-92aa-c709c346ce76 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:39.358567 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b98c596-7c34-4d76-92aa-c709c346ce76 None None] Bound using segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:14:39.358993 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-1b98c596-7c34-4d76-92aa-c709c346ce76 None None] Bound port: 32852023-af78-4b73-9c6a-dcab8bfbb9db, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:14:39.359388 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1b98c596-7c34-4d76-92aa-c709c346ce76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (32852023-af78-4b73-9c6a-dcab8bfbb9db), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:39.395267 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-8740039a-158e-4b7c-9d69-e9ae998e3901 None None] Port 8f57c5ed-bc22-4ac9-bf48-1b96aba6c242 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:14:39.466633 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port f563ccfa-662c-4fa1-8b5d-904e7903c6bd is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:14:39.467833 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 12c38a4a-f105-44db-b48f-41c34783af11 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:14:39.556490 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-833dcf3e-5bdc-40c0-a57d-033d78b321d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401121'] for router_interface (bc691ac6-481b-40e2-a89f-11e2b0bed2cb), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:39.629873 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-1b98c596-7c34-4d76-92aa-c709c346ce76 None None] For port 32852023-af78-4b73-9c6a-dcab8bfbb9db, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:14:39.644336 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-9a0e5f5f-68c3-4bb6-9d1f-197d95fad4c8 None None] Provisioning complete for port 93aa5870-eebc-4bc2-b303-70add9925e33 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:14:39.644714 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9a0e5f5f-68c3-4bb6-9d1f-197d95fad4c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (93aa5870-eebc-4bc2-b303-70add9925e33), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:39.728730 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-1b98c596-7c34-4d76-92aa-c709c346ce76 None None] For port 32852023-af78-4b73-9c6a-dcab8bfbb9db, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=32852023-af78-4b73-9c6a-dcab8bfbb9db,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:14:39.742527 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-542f5d7d-df4a-4628-afcb-c9ffb7686fcf tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Deleting port 8f57c5ed-bc22-4ac9-bf48-1b96aba6c242 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:14:39.743452 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-542f5d7d-df4a-4628-afcb-c9ffb7686fcf tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (8f57c5ed-bc22-4ac9-bf48-1b96aba6c242), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:39.769629 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1b98c596-7c34-4d76-92aa-c709c346ce76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (32852023-af78-4b73-9c6a-dcab8bfbb9db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:39.855644 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-9a0e5f5f-68c3-4bb6-9d1f-197d95fad4c8 None None] Port 93aa5870-eebc-4bc2-b303-70add9925e33 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:14:39.879190 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cb4ecfc5-3480-4998-9ba1-ea1d61ebd13c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:39.893661 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 12c38a4a-f105-44db-b48f-41c34783af11 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:14:39.893978 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (12c38a4a-f105-44db-b48f-41c34783af11), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:39.957576 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-e817dd61-0f21-4363-b747-37b29b68aef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f6e2e50>, [{'id': '8d75d3fc-7df0-4fdf-bc38-fbf25a6bd275', 'name': 'tempest-TestServerMultinode-1932275267-router', 'tenant_id': 'de8505b33dbf41ffb3f14bfddea6c103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.74'}], 'enable_snat': True}, 'gw_port_id': '221bed61-2bec-476b-8780-b1a519752586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:14:35Z', 'updated_at': '2022-05-07T22:14:36Z', 'revision_number': 3, 'project_id': 'de8505b33dbf41ffb3f14bfddea6c103', 'gw_port': {'id': '221bed61-2bec-476b-8780-b1a519752586', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:0f:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d75d3fc-7df0-4fdf-bc38-fbf25a6bd275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:14:36Z', 'updated_at': '2022-05-07T22:14:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:39.964338 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-542f5d7d-df4a-4628-afcb-c9ffb7686fcf tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (8f57c5ed-bc22-4ac9-bf48-1b96aba6c242), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:39.993615 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833dcf3e-5bdc-40c0-a57d-033d78b321d9 admin admin] Network 0460c4a2-d9cd-48aa-a959-6c9d8f9b34a8 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:14:39.997044 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-833dcf3e-5bdc-40c0-a57d-033d78b321d9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:14:39.999971 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-542f5d7d-df4a-4628-afcb-c9ffb7686fcf tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Calling delete_port for 8f57c5ed-bc22-4ac9-bf48-1b96aba6c242 owned by network:router_interface {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:14:40.068110 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89926fa0-c6ee-42ee-a96c-82df19eef05a None None] Pushing event updated for resources: {'Port': ['ID=32852023-af78-4b73-9c6a-dcab8bfbb9db,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:40.106278 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e817dd61-0f21-4363-b747-37b29b68aef2 None None] Checking router: 8d75d3fc-7df0-4fdf-bc38-fbf25a6bd275 for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:14:40.106679 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e817dd61-0f21-4363-b747-37b29b68aef2 None None] Updating router 8d75d3fc-7df0-4fdf-bc38-fbf25a6bd275 port 221bed61-2bec-476b-8780-b1a519752586 binding host ncdv-master-1 {{(pid=121838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 22:14:40.109499 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b98c596-7c34-4d76-92aa-c709c346ce76 None None] Routers {'bc691ac6-481b-40e2-a89f-11e2b0bed2cb'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:14:40.111602 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-1b98c596-7c34-4d76-92aa-c709c346ce76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f8c1d90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:14:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['bc691ac6-481b-40e2-a89f-11e2b0bed2cb'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:40.265829 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47866) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:40.283339 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-1ccd2291-1ee5-494b-a919-3d6d6dc295a1 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1983604752', 'description': 'tempest-secgroup-smoke-1983604752 description', 'project_id': 'f3657e8df46a4252b9eb1eb159306a66'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:14:40.314597 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-cb4ecfc5-3480-4998-9ba1-ea1d61ebd13c admin admin] Allocated IP 172.20.0.1 (70fd104c-7c86-4065-a52d-06f0c8cd30c4/3445155a-a289-45a0-a3b2-ac8b816f4f51/5926fbba-5a0d-41d8-96cb-dc1ceb08a541) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:14:40.343860 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-833dcf3e-5bdc-40c0-a57d-033d78b321d9 admin admin] Router bc691ac6-481b-40e2-a89f-11e2b0bed2cb has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:14:40.375144 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1ccd2291-1ee5-494b-a919-3d6d6dc295a1 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:40.420449 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-542f5d7d-df4a-4628-afcb-c9ffb7686fcf tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (8f57c5ed-bc22-4ac9-bf48-1b96aba6c242), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:40.494291 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542f5d7d-df4a-4628-afcb-c9ffb7686fcf tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Pushing event deleted for resources: {'Port': ['ID=8f57c5ed-bc22-4ac9-bf48-1b96aba6c242,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:40.506439 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746a2ad1-1ed4-48a9-9f33-309f691efefd None None] Network 70fd104c-7c86-4065-a52d-06f0c8cd30c4 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:14:40.533469 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-9eaa0ddb-9eb3-4355-acc2-6af08a9fba82 None None] Provisioning complete for port 3d66ae00-2d48-4201-8ef0-fc2a841d1d45 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:14:40.534275 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9eaa0ddb-9eb3-4355-acc2-6af08a9fba82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (3d66ae00-2d48-4201-8ef0-fc2a841d1d45), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:40.648262 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-542f5d7d-df4a-4628-afcb-c9ffb7686fcf tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401002'] for router_interface (fd705747-a336-4869-b347-cf1a60d24747), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:40.697594 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e817dd61-0f21-4363-b747-37b29b68aef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (221bed61-2bec-476b-8780-b1a519752586), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:40.938631 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-1b98c596-7c34-4d76-92aa-c709c346ce76 None None] Set router bc691ac6-481b-40e2-a89f-11e2b0bed2cb gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:14:40.980474 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cb4ecfc5-3480-4998-9ba1-ea1d61ebd13c admin admin] Publish callbacks [] for port (5926fbba-5a0d-41d8-96cb-dc1ceb08a541), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:41.001057 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-542f5d7d-df4a-4628-afcb-c9ffb7686fcf tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Router fd705747-a336-4869-b347-cf1a60d24747 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:14:41.011821 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1ccd2291-1ee5-494b-a919-3d6d6dc295a1 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks [] for security_group (62207645-c79a-4d21-8232-3379a0311720), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:41.015244 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-833dcf3e-5bdc-40c0-a57d-033d78b321d9 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:14:41.021975 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-833dcf3e-5bdc-40c0-a57d-033d78b321d9 admin admin] 10.222.0.32 "PUT /v2.0/routers/bc691ac6-481b-40e2-a89f-11e2b0bed2cb/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.8244119
May 07 22:14:41.036427 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1ccd2291-1ee5-494b-a919-3d6d6dc295a1 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (62207645-c79a-4d21-8232-3379a0311720), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:41.046896 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 12c38a4a-f105-44db-b48f-41c34783af11 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:14:41.047998 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device a01f1e94-69a0-47ef-a2cb-a3d7494b8474 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:14:41.079504 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccd2291-1ee5-494b-a919-3d6d6dc295a1 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62207645-c79a-4d21-8232-3379a0311720,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:41.095697 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1ccd2291-1ee5-494b-a919-3d6d6dc295a1 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:41.096992 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-1ccd2291-1ee5-494b-a919-3d6d6dc295a1 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.8301859
May 07 22:14:41.119634 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47910) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:41.120808 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cb4ecfc5-3480-4998-9ba1-ea1d61ebd13c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (5926fbba-5a0d-41d8-96cb-dc1ceb08a541), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:41.127223 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-542f5d7d-df4a-4628-afcb-c9ffb7686fcf tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:14:41.136849 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-8a43b963-5106-478c-beb6-403ba08c3546 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Request body: {'security_group_rule': {'security_group_id': '62207645-c79a-4d21-8232-3379a0311720', 'project_id': 'f3657e8df46a4252b9eb1eb159306a66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:14:41.144494 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e644225-6de7-4596-8a6c-868d79886d0a None None] Sync routers for ids ['fd705747-a336-4869-b347-cf1a60d24747'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:14:41.145686 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-542f5d7d-df4a-4628-afcb-c9ffb7686fcf tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] 10.222.0.32 "PUT /v2.0/routers/fd705747-a336-4869-b347-cf1a60d24747/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5268281
May 07 22:14:41.149851 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47914) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:41.164334 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e644225-6de7-4596-8a6c-868d79886d0a None None] Routers {'fd705747-a336-4869-b347-cf1a60d24747'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:14:41.166804 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-3e644225-6de7-4596-8a6c-868d79886d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cb286d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:14:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['fd705747-a336-4869-b347-cf1a60d24747'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:41.243903 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-3e644225-6de7-4596-8a6c-868d79886d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cb286d0>, [], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:41.259013 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e644225-6de7-4596-8a6c-868d79886d0a None None] Routers {'fd705747-a336-4869-b347-cf1a60d24747'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:14:41.260150 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-3e644225-6de7-4596-8a6c-868d79886d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cb286d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:14:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['fd705747-a336-4869-b347-cf1a60d24747'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:41.278340 ncdv-master-1 neutron-server[121836]: INFO neutron.api.v2.resource [None req-4b59f11e-d0b4-4d09-b38b-bb3e517735c2 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] delete failed (client error): The resource could not be found.
May 07 22:14:41.278340 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-4b59f11e-d0b4-4d09-b38b-bb3e517735c2 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] 10.222.0.32 "DELETE /v2.0/routers/tempest-non_exist_router-2096118469 HTTP/1.1" status: 404  len: 335 time: 0.1248927
May 07 22:14:41.279808 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47918) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:41.293316 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-409b8d5b-f202-4248-9ffd-f899883e7498 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Request body: {'router': {'external_gateway_info': {'network_id': 'fd705747-a336-4869-b347-cf1a60d24747'}}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:14:41.298812 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47922) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:41.328337 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4ecfc5-3480-4998-9ba1-ea1d61ebd13c admin admin] Network 70fd104c-7c86-4065-a52d-06f0c8cd30c4 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:14:41.328874 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-3e644225-6de7-4596-8a6c-868d79886d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cb286d0>, [], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:41.329835 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e644225-6de7-4596-8a6c-868d79886d0a None None] The sync data for ids ['fd705747-a336-4869-b347-cf1a60d24747'] in ncdv-master-1 is: [] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:14:41.352258 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-cb4ecfc5-3480-4998-9ba1-ea1d61ebd13c admin admin] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:14:41.358858 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4ecfc5-3480-4998-9ba1-ea1d61ebd13c admin admin] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:14:41.434238 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4ecfc5-3480-4998-9ba1-ea1d61ebd13c admin admin] Pushing event updated for resources: {'Port': ['ID=5926fbba-5a0d-41d8-96cb-dc1ceb08a541,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:41.509843 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8a43b963-5106-478c-beb6-403ba08c3546 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks [] for security_group_rule (00f8ae39-c887-4d91-8afa-d8f86735ca19), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:41.585223 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port a01f1e94-69a0-47ef-a2cb-a3d7494b8474 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:14:41.588041 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (a01f1e94-69a0-47ef-a2cb-a3d7494b8474), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:41.650996 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8a43b963-5106-478c-beb6-403ba08c3546 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks [] for security_group_rule (00f8ae39-c887-4d91-8afa-d8f86735ca19), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:41.660730 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-9eaa0ddb-9eb3-4355-acc2-6af08a9fba82 None None] Current status of the port 3d66ae00-2d48-4201-8ef0-fc2a841d1d45 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:14:41.661479 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9eaa0ddb-9eb3-4355-acc2-6af08a9fba82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (3d66ae00-2d48-4201-8ef0-fc2a841d1d45), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:41.663043 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8a43b963-5106-478c-beb6-403ba08c3546 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (00f8ae39-c887-4d91-8afa-d8f86735ca19), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:41.668731 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cb4ecfc5-3480-4998-9ba1-ea1d61ebd13c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398161'] for router_interface (8d75d3fc-7df0-4fdf-bc38-fbf25a6bd275), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:41.759513 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-409b8d5b-f202-4248-9ffd-f899883e7498 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks [] for router_gateway (fd705747-a336-4869-b347-cf1a60d24747), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:41.832075 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-9eaa0ddb-9eb3-4355-acc2-6af08a9fba82 None None] For port 3d66ae00-2d48-4201-8ef0-fc2a841d1d45, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3d66ae00-2d48-4201-8ef0-fc2a841d1d45,segment=NetworkSegment(36738b93-4b30-4517-bcc7-c5a063eccc3c),segment_id=36738b93-4b30-4517-bcc7-c5a063eccc3c)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:14:41.835651 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ddd3c8f9-e9e2-48ee-86b4-a021ce058649 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:41.841198 ncdv-master-1 neutron-server[121836]: INFO neutron.api.v2.resource [None req-409b8d5b-f202-4248-9ffd-f899883e7498 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] update failed (client error): The resource could not be found.
May 07 22:14:41.842404 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-409b8d5b-f202-4248-9ffd-f899883e7498 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] 10.222.0.32 "PUT /v2.0/routers/fd705747-a336-4869-b347-cf1a60d24747 HTTP/1.1" status: 404  len: 339 time: 0.5614929
May 07 22:14:41.848413 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47942) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:41.853944 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-496580a8-4dd2-4ca8-a7ad-bcfa171ece05 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1896235471'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:14:41.854458 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9eaa0ddb-9eb3-4355-acc2-6af08a9fba82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (3d66ae00-2d48-4201-8ef0-fc2a841d1d45), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:41.857689 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8a43b963-5106-478c-beb6-403ba08c3546 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:41.869245 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-8a43b963-5106-478c-beb6-403ba08c3546 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.7279999
May 07 22:14:41.886761 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47944) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:41.890161 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a43b963-5106-478c-beb6-403ba08c3546 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00f8ae39-c887-4d91-8afa-d8f86735ca19,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:41.978907 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ddd3c8f9-e9e2-48ee-86b4-a021ce058649 admin admin] Publish callbacks [] for security_group (b279091e-8ee7-41fd-8380-e9fe2f3846b9), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:41.985685 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-eaad2e2a-5a75-483b-b1ba-55ec6a0a4d54 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Request body: {'security_group_rule': {'security_group_id': '62207645-c79a-4d21-8232-3379a0311720', 'project_id': 'f3657e8df46a4252b9eb1eb159306a66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:14:41.991507 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-496580a8-4dd2-4ca8-a7ad-bcfa171ece05 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Made reservation on behalf of d92ef52cd10747ffbb5c5d494e0ed006 for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:14:41.996831 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-496580a8-4dd2-4ca8-a7ad-bcfa171ece05 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:42.026195 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-1b98c596-7c34-4d76-92aa-c709c346ce76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f8c1d90>, [{'id': 'bc691ac6-481b-40e2-a89f-11e2b0bed2cb', 'name': 'tempest-TestAggregatesBasicOps-1711784158-router', 'tenant_id': '9bf1a2d386684999b5a1d51a8c7593e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.115'}], 'enable_snat': True}, 'gw_port_id': '32852023-af78-4b73-9c6a-dcab8bfbb9db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:14:28Z', 'updated_at': '2022-05-07T22:14:38Z', 'revision_number': 4, 'project_id': '9bf1a2d386684999b5a1d51a8c7593e2', 'gw_port': {'id': '32852023-af78-4b73-9c6a-dcab8bfbb9db', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2c:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc691ac6-481b-40e2-a89f-11e2b0bed2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:14:29Z', 'updated_at': '2022-05-07T22:14:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '93aa5870-eebc-4bc2-b303-70add9925e33', 'name': '', 'network_id': '0460c4a2-d9cd-48aa-a959-6c9d8f9b34a8', 'tenant_id': '9bf1a2d386684999b5a1d51a8c7593e2', 'mac_address': 'fa:16:3e:8f:dc:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc691ac6-481b-40e2-a89f-11e2b0bed2cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': '1e12cf0e-269e-41f9-9624-8919b6a77651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:14:37Z', 'updated_at': '2022-05-07T22:14:38Z', 'revision_number': 2, 'project_id': '9bf1a2d386684999b5a1d51a8c7593e2', 'subnets': [{'id': '1e12cf0e-269e-41f9-9624-8919b6a77651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:42.037860 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-496580a8-4dd2-4ca8-a7ad-bcfa171ece05 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:14:42.049088 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-496580a8-4dd2-4ca8-a7ad-bcfa171ece05 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (a56967f5-872e-4b0c-b0a1-a8f51ebf2607), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:42.049439 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-496580a8-4dd2-4ca8-a7ad-bcfa171ece05 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Added segment a56967f5-872e-4b0c-b0a1-a8f51ebf2607 of type vlan for network afb43a0c-f7ef-478b-9f61-3faf8533ba60
May 07 22:14:42.107092 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cb4ecfc5-3480-4998-9ba1-ea1d61ebd13c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (5926fbba-5a0d-41d8-96cb-dc1ceb08a541), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:42.242755 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaa0ddb-9eb3-4355-acc2-6af08a9fba82 None None] Pushing event updated for resources: {'Port': ['ID=3d66ae00-2d48-4201-8ef0-fc2a841d1d45,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:42.255469 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b98c596-7c34-4d76-92aa-c709c346ce76 None None] The sync data for ids ['bc691ac6-481b-40e2-a89f-11e2b0bed2cb'] in ncdv-master-1 is: [{'id': 'bc691ac6-481b-40e2-a89f-11e2b0bed2cb', 'name': 'tempest-TestAggregatesBasicOps-1711784158-router', 'tenant_id': '9bf1a2d386684999b5a1d51a8c7593e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.115'}], 'enable_snat': True}, 'gw_port_id': '32852023-af78-4b73-9c6a-dcab8bfbb9db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:14:28Z', 'updated_at': '2022-05-07T22:14:38Z', 'revision_number': 4, 'project_id': '9bf1a2d386684999b5a1d51a8c7593e2', 'gw_port': {'id': '32852023-af78-4b73-9c6a-dcab8bfbb9db', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2c:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc691ac6-481b-40e2-a89f-11e2b0bed2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:14:29Z', 'updated_at': '2022-05-07T22:14:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '93aa5870-eebc-4bc2-b303-70add9925e33', 'name': '', 'network_id': '0460c4a2-d9cd-48aa-a959-6c9d8f9b34a8', 'tenant_id': '9bf1a2d386684999b5a1d51a8c7593e2', 'mac_address': 'fa:16:3e:8f:dc:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc691ac6-481b-40e2-a89f-11e2b0bed2cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': '1e12cf0e-269e-41f9-9624-8919b6a77651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:14:37Z', 'updated_at': '2022-05-07T22:14:38Z', 'revision_number': 2, 'project_id': '9bf1a2d386684999b5a1d51a8c7593e2', 'subnets': [{'id': '1e12cf0e-269e-41f9-9624-8919b6a77651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:14:42.359066 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-82377dff-7d43-4d83-a257-9f1a08cc95e8 None None] Provisioning complete for port 3d66ae00-2d48-4201-8ef0-fc2a841d1d45 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:14:42.359692 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-82377dff-7d43-4d83-a257-9f1a08cc95e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (3d66ae00-2d48-4201-8ef0-fc2a841d1d45), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:42.448797 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port a01f1e94-69a0-47ef-a2cb-a3d7494b8474 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:14:42.478986 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cb4ecfc5-3480-4998-9ba1-ea1d61ebd13c admin admin] Publish callbacks [] for port (5926fbba-5a0d-41d8-96cb-dc1ceb08a541), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:42.492079 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cb4ecfc5-3480-4998-9ba1-ea1d61ebd13c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (5926fbba-5a0d-41d8-96cb-dc1ceb08a541), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:42.510428 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e817dd61-0f21-4363-b747-37b29b68aef2 None None] Publish callbacks [] for port (221bed61-2bec-476b-8780-b1a519752586), precommit_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:42.539175 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e817dd61-0f21-4363-b747-37b29b68aef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (221bed61-2bec-476b-8780-b1a519752586), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:42.634755 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-e817dd61-0f21-4363-b747-37b29b68aef2 None None] Attempting to bind port 221bed61-2bec-476b-8780-b1a519752586 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:14:42.635956 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-e817dd61-0f21-4363-b747-37b29b68aef2 None None] Attempting to bind port 221bed61-2bec-476b-8780-b1a519752586 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:14:42.636561 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e817dd61-0f21-4363-b747-37b29b68aef2 None None] Attempting to bind port 221bed61-2bec-476b-8780-b1a519752586 on network 9221b764-ef06-431f-8941-796516ed7c3b {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:14:42.654172 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cb4ecfc5-3480-4998-9ba1-ea1d61ebd13c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401121'] for router_interface (8d75d3fc-7df0-4fdf-bc38-fbf25a6bd275), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:42.654433 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e817dd61-0f21-4363-b747-37b29b68aef2 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:14:42.654876 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e817dd61-0f21-4363-b747-37b29b68aef2 None None] Checking segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:14:42.655390 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e817dd61-0f21-4363-b747-37b29b68aef2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:42.655957 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e817dd61-0f21-4363-b747-37b29b68aef2 None None] Bound using segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:14:42.656549 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-e817dd61-0f21-4363-b747-37b29b68aef2 None None] Bound port: 221bed61-2bec-476b-8780-b1a519752586, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:14:42.657034 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e817dd61-0f21-4363-b747-37b29b68aef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (221bed61-2bec-476b-8780-b1a519752586), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:42.658106 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4ecfc5-3480-4998-9ba1-ea1d61ebd13c admin admin] Pushing event updated for resources: {'Port': ['ID=5926fbba-5a0d-41d8-96cb-dc1ceb08a541,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:42.660042 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 3d66ae00-2d48-4201-8ef0-fc2a841d1d45 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:14:42.744381 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ddd3c8f9-e9e2-48ee-86b4-a021ce058649 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (b279091e-8ee7-41fd-8380-e9fe2f3846b9), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:42.774120 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b8d819-e1b9-4d5c-8707-cf42a1d87810 None None] Pushing event updated for resources: {'Port': ['ID=221bed61-2bec-476b-8780-b1a519752586,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:42.812449 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-496580a8-4dd2-4ca8-a7ad-bcfa171ece05 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (afb43a0c-f7ef-478b-9f61-3faf8533ba60), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:42.816369 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-82377dff-7d43-4d83-a257-9f1a08cc95e8 None None] Current status of the port 3d66ae00-2d48-4201-8ef0-fc2a841d1d45 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:14:42.835983 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-e817dd61-0f21-4363-b747-37b29b68aef2 None None] For port 221bed61-2bec-476b-8780-b1a519752586, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:14:42.837938 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-82377dff-7d43-4d83-a257-9f1a08cc95e8 None None] Provisioning complete for port 93aa5870-eebc-4bc2-b303-70add9925e33 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:14:42.838318 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-82377dff-7d43-4d83-a257-9f1a08cc95e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (93aa5870-eebc-4bc2-b303-70add9925e33), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:42.840232 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4ecfc5-3480-4998-9ba1-ea1d61ebd13c admin admin] Network 70fd104c-7c86-4065-a52d-06f0c8cd30c4 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:14:42.841787 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-cb4ecfc5-3480-4998-9ba1-ea1d61ebd13c admin admin] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:14:42.843076 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-e817dd61-0f21-4363-b747-37b29b68aef2 None None] For port 221bed61-2bec-476b-8780-b1a519752586, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=221bed61-2bec-476b-8780-b1a519752586,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:14:42.857218 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd3c8f9-e9e2-48ee-86b4-a021ce058649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b279091e-8ee7-41fd-8380-e9fe2f3846b9,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:42.864890 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 3d66ae00-2d48-4201-8ef0-fc2a841d1d45 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:14:42.865273 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (3d66ae00-2d48-4201-8ef0-fc2a841d1d45), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:42.876440 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-ddd3c8f9-e9e2-48ee-86b4-a021ce058649 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=39938e8eedcd4eca818171baa6a53cba&name=default HTTP/1.1" status: 200  len: 3000 time: 1.5735910
May 07 22:14:42.877607 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-eaad2e2a-5a75-483b-b1ba-55ec6a0a4d54 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks [] for security_group_rule (40072ffe-e1e9-4aff-8c6d-21069c6bb944), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:42.885516 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47974) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:42.903429 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e817dd61-0f21-4363-b747-37b29b68aef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (221bed61-2bec-476b-8780-b1a519752586), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:42.943725 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-496580a8-4dd2-4ca8-a7ad-bcfa171ece05 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (afb43a0c-f7ef-478b-9f61-3faf8533ba60), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:42.950946 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496580a8-4dd2-4ca8-a7ad-bcfa171ece05 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:14:42.950946 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-496580a8-4dd2-4ca8-a7ad-bcfa171ece05 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:43.019833 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb4ecfc5-3480-4998-9ba1-ea1d61ebd13c admin admin] Router 8d75d3fc-7df0-4fdf-bc38-fbf25a6bd275 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:14:43.020264 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-82377dff-7d43-4d83-a257-9f1a08cc95e8 None None] Port 93aa5870-eebc-4bc2-b303-70add9925e33 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:14:43.070160 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-eaad2e2a-5a75-483b-b1ba-55ec6a0a4d54 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks [] for security_group_rule (40072ffe-e1e9-4aff-8c6d-21069c6bb944), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:43.077163 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e817dd61-0f21-4363-b747-37b29b68aef2 None None] Routers {'8d75d3fc-7df0-4fdf-bc38-fbf25a6bd275'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:14:43.078223 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-e817dd61-0f21-4363-b747-37b29b68aef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f6e2e50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:14:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['8d75d3fc-7df0-4fdf-bc38-fbf25a6bd275'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:43.137627 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b8d819-e1b9-4d5c-8707-cf42a1d87810 None None] Pushing event updated for resources: {'Port': ['ID=221bed61-2bec-476b-8780-b1a519752586,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:43.158209 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-496580a8-4dd2-4ca8-a7ad-bcfa171ece05 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 791 time: 1.3083463
May 07 22:14:43.158696 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 47978) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:43.163947 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-eaad2e2a-5a75-483b-b1ba-55ec6a0a4d54 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (40072ffe-e1e9-4aff-8c6d-21069c6bb944), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:43.192110 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-ea4d339d-e950-46fb-a5e9-44c118b8a5ef tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Request body: {'subnet': {'network_id': 'afb43a0c-f7ef-478b-9f61-3faf8533ba60', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:14:43.213741 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb4ecfc5-3480-4998-9ba1-ea1d61ebd13c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:14:43.223917 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-cb4ecfc5-3480-4998-9ba1-ea1d61ebd13c admin admin] 10.222.0.32 "PUT /v2.0/routers/8d75d3fc-7df0-4fdf-bc38-fbf25a6bd275/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.8699486
May 07 22:14:43.233597 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-64f0c0d1-3909-4ee8-b729-2e557ee44c65 None None] Provisioning complete for port 5926fbba-5a0d-41d8-96cb-dc1ceb08a541 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:14:43.234425 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-64f0c0d1-3909-4ee8-b729-2e557ee44c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (5926fbba-5a0d-41d8-96cb-dc1ceb08a541), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:43.247119 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496580a8-4dd2-4ca8-a7ad-bcfa171ece05 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Pushing event updated for resources: {'Network': ['ID=afb43a0c-f7ef-478b-9f61-3faf8533ba60,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:43.323949 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-62465349-a91a-45ae-8d00-74e93c011ac7 admin admin] Publish callbacks [] for security_group (b279091e-8ee7-41fd-8380-e9fe2f3846b9), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:43.330747 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaad2e2a-5a75-483b-b1ba-55ec6a0a4d54 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40072ffe-e1e9-4aff-8c6d-21069c6bb944,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:43.383967 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-eaad2e2a-5a75-483b-b1ba-55ec6a0a4d54 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:43.386597 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-eaad2e2a-5a75-483b-b1ba-55ec6a0a4d54 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 1.4050331
May 07 22:14:43.391444 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 47990) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:43.399770 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-b0bcb319-2031-44cb-93ef-b7f2dff380c1 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Request body: {'security_group_rule': {'security_group_id': '62207645-c79a-4d21-8232-3379a0311720', 'project_id': 'f3657e8df46a4252b9eb1eb159306a66', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:14:43.479778 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b0bcb319-2031-44cb-93ef-b7f2dff380c1 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks [] for security_group_rule (86778c94-f4d1-456b-97e6-fd9fcc707f9e), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:43.501674 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-62465349-a91a-45ae-8d00-74e93c011ac7 admin admin] Publish callbacks [] for security_group (b279091e-8ee7-41fd-8380-e9fe2f3846b9), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:43.565813 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network afb43a0c-f7ef-478b-9f61-3faf8533ba60 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:14:43.568075 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 3d66ae00-2d48-4201-8ef0-fc2a841d1d45 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:14:43.625108 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea4d339d-e950-46fb-a5e9-44c118b8a5ef tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Made reservation on behalf of d92ef52cd10747ffbb5c5d494e0ed006 for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:14:43.628548 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ea4d339d-e950-46fb-a5e9-44c118b8a5ef tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:43.668953 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b0bcb319-2031-44cb-93ef-b7f2dff380c1 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks [] for security_group_rule (86778c94-f4d1-456b-97e6-fd9fcc707f9e), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:43.683754 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b0bcb319-2031-44cb-93ef-b7f2dff380c1 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (86778c94-f4d1-456b-97e6-fd9fcc707f9e), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:43.742707 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bcb319-2031-44cb-93ef-b7f2dff380c1 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86778c94-f4d1-456b-97e6-fd9fcc707f9e,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:43.749487 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-64f0c0d1-3909-4ee8-b729-2e557ee44c65 None None] Port 5926fbba-5a0d-41d8-96cb-dc1ceb08a541 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:14:43.773442 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-e817dd61-0f21-4363-b747-37b29b68aef2 None None] Set router 8d75d3fc-7df0-4fdf-bc38-fbf25a6bd275 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:14:43.790447 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b0bcb319-2031-44cb-93ef-b7f2dff380c1 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:43.804989 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-b0bcb319-2031-44cb-93ef-b7f2dff380c1 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4104583
May 07 22:14:43.805683 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 48002) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:43.816045 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-cac067fe-a17d-4ca1-96d6-041dd54c205c tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Request body: {'security_group_rule': {'security_group_id': '62207645-c79a-4d21-8232-3379a0311720', 'project_id': 'f3657e8df46a4252b9eb1eb159306a66', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:14:43.888219 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cac067fe-a17d-4ca1-96d6-041dd54c205c tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks [] for security_group_rule (0997067e-7168-4416-919c-a87b166be411), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:43.923026 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-62465349-a91a-45ae-8d00-74e93c011ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (b279091e-8ee7-41fd-8380-e9fe2f3846b9), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:43.927610 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-62465349-a91a-45ae-8d00-74e93c011ac7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:43.929018 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-62465349-a91a-45ae-8d00-74e93c011ac7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b279091e-8ee7-41fd-8380-e9fe2f3846b9 HTTP/1.1" status: 204  len: 168 time: 1.0426130
May 07 22:14:43.955932 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62465349-a91a-45ae-8d00-74e93c011ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b279091e-8ee7-41fd-8380-e9fe2f3846b9,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:44.019959 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-954cce2a-7995-4f7b-934f-a32d819b6999 None None] Provisioning complete for port 5926fbba-5a0d-41d8-96cb-dc1ceb08a541 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:14:44.020502 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-954cce2a-7995-4f7b-934f-a32d819b6999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (5926fbba-5a0d-41d8-96cb-dc1ceb08a541), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:44.060130 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ea4d339d-e950-46fb-a5e9-44c118b8a5ef tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (9d2e4106-512e-4e9f-ada5-327cb354daf7), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:44.071570 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cac067fe-a17d-4ca1-96d6-041dd54c205c tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks [] for security_group_rule (0997067e-7168-4416-919c-a87b166be411), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:44.100415 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cac067fe-a17d-4ca1-96d6-041dd54c205c tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (0997067e-7168-4416-919c-a87b166be411), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:44.143583 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4d339d-e950-46fb-a5e9-44c118b8a5ef tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Pushing event updated for resources: {'Subnet': ['ID=9d2e4106-512e-4e9f-ada5-327cb354daf7,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:44.156197 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac067fe-a17d-4ca1-96d6-041dd54c205c tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0997067e-7168-4416-919c-a87b166be411,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:44.171196 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cac067fe-a17d-4ca1-96d6-041dd54c205c tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:44.176639 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4d339d-e950-46fb-a5e9-44c118b8a5ef tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Checking segment: {'id': 'a56967f5-872e-4b0c-b0a1-a8f51ebf2607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'afb43a0c-f7ef-478b-9f61-3faf8533ba60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:14:44.176971 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-cac067fe-a17d-4ca1-96d6-041dd54c205c tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3648729
May 07 22:14:44.177541 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4d339d-e950-46fb-a5e9-44c118b8a5ef tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Network hostable DHCP agents. Network: afb43a0c-f7ef-478b-9f61-3faf8533ba60, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:14:44.179286 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 48016) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:44.191361 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-c8ad52f1-ba36-4d6d-be47-7017ae284b37 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Request body: {'security_group_rule': {'security_group_id': '62207645-c79a-4d21-8232-3379a0311720', 'project_id': 'f3657e8df46a4252b9eb1eb159306a66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:14:44.205796 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-954cce2a-7995-4f7b-934f-a32d819b6999 None None] Port 5926fbba-5a0d-41d8-96cb-dc1ceb08a541 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:14:44.229329 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4d339d-e950-46fb-a5e9-44c118b8a5ef tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Network afb43a0c-f7ef-478b-9f61-3faf8533ba60 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:14:44.236119 ncdv-master-1 neutron-server[121837]: INFO neutron.db.securitygroups_db [None req-c8ad52f1-ba36-4d6d-be47-7017ae284b37 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Project f3657e8df46a4252b9eb1eb159306a66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 07 22:14:44.250107 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-ea4d339d-e950-46fb-a5e9-44c118b8a5ef tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, afb43a0c-f7ef-478b-9f61-3faf8533ba60) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:14:44.253849 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c8ad52f1-ba36-4d6d-be47-7017ae284b37 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks [] for security_group_rule (89f5d16f-1335-4c04-8fe5-459ca33a566d), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:44.257120 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4d339d-e950-46fb-a5e9-44c118b8a5ef tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:14:44.257783 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ea4d339d-e950-46fb-a5e9-44c118b8a5ef tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:44.304404 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e92ee2ae-ecae-493b-8795-ce83030ff504 None None] Network afb43a0c-f7ef-478b-9f61-3faf8533ba60 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:14:44.324921 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-ea4d339d-e950-46fb-a5e9-44c118b8a5ef tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 830 time: 1.1620519
May 07 22:14:44.328189 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 48024) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:44.333383 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-16dd2fa0-3efe-4783-8510-5fd7f42b052c tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Request body: {'router': {'external_gateway_info': {'network_id': 'afb43a0c-f7ef-478b-9f61-3faf8533ba60'}}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:14:44.339574 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-e817dd61-0f21-4363-b747-37b29b68aef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f6e2e50>, [{'id': '8d75d3fc-7df0-4fdf-bc38-fbf25a6bd275', 'name': 'tempest-TestServerMultinode-1932275267-router', 'tenant_id': 'de8505b33dbf41ffb3f14bfddea6c103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.74'}], 'enable_snat': True}, 'gw_port_id': '221bed61-2bec-476b-8780-b1a519752586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:14:35Z', 'updated_at': '2022-05-07T22:14:42Z', 'revision_number': 4, 'project_id': 'de8505b33dbf41ffb3f14bfddea6c103', 'gw_port': {'id': '221bed61-2bec-476b-8780-b1a519752586', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:0f:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d75d3fc-7df0-4fdf-bc38-fbf25a6bd275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:14:36Z', 'updated_at': '2022-05-07T22:14:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5926fbba-5a0d-41d8-96cb-dc1ceb08a541', 'name': '', 'network_id': '70fd104c-7c86-4065-a52d-06f0c8cd30c4', 'tenant_id': 'de8505b33dbf41ffb3f14bfddea6c103', 'mac_address': 'fa:16:3e:ca:19:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d75d3fc-7df0-4fdf-bc38-fbf25a6bd275', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '3445155a-a289-45a0-a3b2-ac8b816f4f51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:14:39Z', 'updated_at': '2022-05-07T22:14:42Z', 'revision_number': 2, 'project_id': 'de8505b33dbf41ffb3f14bfddea6c103', 'subnets': [{'id': '3445155a-a289-45a0-a3b2-ac8b816f4f51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:44.435404 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 48028) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:44.443080 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c8ad52f1-ba36-4d6d-be47-7017ae284b37 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks [] for security_group_rule (89f5d16f-1335-4c04-8fe5-459ca33a566d), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:44.444518 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e817dd61-0f21-4363-b747-37b29b68aef2 None None] The sync data for ids ['8d75d3fc-7df0-4fdf-bc38-fbf25a6bd275'] in ncdv-master-1 is: [{'id': '8d75d3fc-7df0-4fdf-bc38-fbf25a6bd275', 'name': 'tempest-TestServerMultinode-1932275267-router', 'tenant_id': 'de8505b33dbf41ffb3f14bfddea6c103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.74'}], 'enable_snat': True}, 'gw_port_id': '221bed61-2bec-476b-8780-b1a519752586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:14:35Z', 'updated_at': '2022-05-07T22:14:42Z', 'revision_number': 4, 'project_id': 'de8505b33dbf41ffb3f14bfddea6c103', 'gw_port': {'id': '221bed61-2bec-476b-8780-b1a519752586', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:0f:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d75d3fc-7df0-4fdf-bc38-fbf25a6bd275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:14:36Z', 'updated_at': '2022-05-07T22:14:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5926fbba-5a0d-41d8-96cb-dc1ceb08a541', 'name': '', 'network_id': '70fd104c-7c86-4065-a52d-06f0c8cd30c4', 'tenant_id': 'de8505b33dbf41ffb3f14bfddea6c103', 'mac_address': 'fa:16:3e:ca:19:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d75d3fc-7df0-4fdf-bc38-fbf25a6bd275', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '3445155a-a289-45a0-a3b2-ac8b816f4f51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:14:39Z', 'updated_at': '2022-05-07T22:14:42Z', 'revision_number': 2, 'project_id': 'de8505b33dbf41ffb3f14bfddea6c103', 'subnets': [{'id': '3445155a-a289-45a0-a3b2-ac8b816f4f51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:14:44.459909 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-1273d4ea-6aa0-44a0-b09d-3f6d28a98d10 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1922413511-network', 'tenant_id': '7258ee48454a4985a79b7f26d184493f'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:14:44.466988 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c8ad52f1-ba36-4d6d-be47-7017ae284b37 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (89f5d16f-1335-4c04-8fe5-459ca33a566d), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:44.533534 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ad52f1-ba36-4d6d-be47-7017ae284b37 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89f5d16f-1335-4c04-8fe5-459ca33a566d,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:44.567472 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c8ad52f1-ba36-4d6d-be47-7017ae284b37 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:44.568790 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-c8ad52f1-ba36-4d6d-be47-7017ae284b37 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3873432
May 07 22:14:44.571801 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 48034) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:44.587605 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-8b50c8e7-65ca-48c2-9a5d-318482b64183 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Request body: {'security_group_rule': {'security_group_id': '62207645-c79a-4d21-8232-3379a0311720', 'project_id': 'f3657e8df46a4252b9eb1eb159306a66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:14:44.634869 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5923eb4b-4d93-4e1f-9d3f-d6d4e4ec859f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-afb43a0c-f7ef-478b-9f61-3faf8533ba60', 'network_id': 'afb43a0c-f7ef-478b-9f61-3faf8533ba60', 'project_id': 'd92ef52cd10747ffbb5c5d494e0ed006', 'fixed_ips': [{'subnet_id': '9d2e4106-512e-4e9f-ada5-327cb354daf7'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:14:44.635882 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5923eb4b-4d93-4e1f-9d3f-d6d4e4ec859f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:44.673533 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1273d4ea-6aa0-44a0-b09d-3f6d28a98d10 admin admin] Made reservation on behalf of 7258ee48454a4985a79b7f26d184493f for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:14:44.682506 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1273d4ea-6aa0-44a0-b09d-3f6d28a98d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:44.714922 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1273d4ea-6aa0-44a0-b09d-3f6d28a98d10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:44.739052 ncdv-master-1 neutron-server[121837]: INFO neutron.db.securitygroups_db [None req-8b50c8e7-65ca-48c2-9a5d-318482b64183 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Project f3657e8df46a4252b9eb1eb159306a66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 07 22:14:44.763664 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8b50c8e7-65ca-48c2-9a5d-318482b64183 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks [] for security_group_rule (10321ff8-06f6-4cae-baa7-06aaba3b5a94), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:44.861657 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 32852023-af78-4b73-9c6a-dcab8bfbb9db up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:14:44.897491 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8b50c8e7-65ca-48c2-9a5d-318482b64183 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks [] for security_group_rule (10321ff8-06f6-4cae-baa7-06aaba3b5a94), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:44.912271 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8b50c8e7-65ca-48c2-9a5d-318482b64183 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (10321ff8-06f6-4cae-baa7-06aaba3b5a94), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:44.987185 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-16dd2fa0-3efe-4783-8510-5fd7f42b052c tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks [] for router_gateway (fd705747-a336-4869-b347-cf1a60d24747), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:45.025284 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b50c8e7-65ca-48c2-9a5d-318482b64183 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10321ff8-06f6-4cae-baa7-06aaba3b5a94,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:45.068790 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1273d4ea-6aa0-44a0-b09d-3f6d28a98d10 admin admin] Publish callbacks [] for security_group (cfc9492a-4113-46b8-a907-cde339303416), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:45.073997 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8b50c8e7-65ca-48c2-9a5d-318482b64183 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:45.089176 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-8b50c8e7-65ca-48c2-9a5d-318482b64183 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.5162666
May 07 22:14:45.098163 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1273d4ea-6aa0-44a0-b09d-3f6d28a98d10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (cfc9492a-4113-46b8-a907-cde339303416), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:45.173991 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 32852023-af78-4b73-9c6a-dcab8bfbb9db triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:14:45.174374 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (32852023-af78-4b73-9c6a-dcab8bfbb9db), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:45.196953 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1273d4ea-6aa0-44a0-b09d-3f6d28a98d10 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:14:45.215303 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1273d4ea-6aa0-44a0-b09d-3f6d28a98d10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc9492a-4113-46b8-a907-cde339303416,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:45.236769 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1273d4ea-6aa0-44a0-b09d-3f6d28a98d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (a0f45d17-9b71-4e6e-9beb-38cc9b2ffdfd), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:45.237719 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-1273d4ea-6aa0-44a0-b09d-3f6d28a98d10 admin admin] Added segment a0f45d17-9b71-4e6e-9beb-38cc9b2ffdfd of type vlan for network 776bc97b-09ef-4468-926c-83db4dbe1dba
May 07 22:14:45.313116 ncdv-master-1 neutron-server[121836]: INFO neutron.api.v2.resource [None req-16dd2fa0-3efe-4783-8510-5fd7f42b052c tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 07 22:14:45.318945 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-16dd2fa0-3efe-4783-8510-5fd7f42b052c tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] 10.222.0.32 "PUT /v2.0/routers/fd705747-a336-4869-b347-cf1a60d24747 HTTP/1.1" status: 400  len: 364 time: 0.9895203
May 07 22:14:45.319736 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 48098) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:45.333683 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 48100) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:45.336440 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1273d4ea-6aa0-44a0-b09d-3f6d28a98d10 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (776bc97b-09ef-4468-926c-83db4dbe1dba), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:45.371160 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-5923eb4b-4d93-4e1f-9d3f-d6d4e4ec859f None None] Allocated IP 2001:db8:1::2 (afb43a0c-f7ef-478b-9f61-3faf8533ba60/9d2e4106-512e-4e9f-ada5-327cb354daf7/dcd8b89b-91fb-4a2c-9ba6-391482024623) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:14:45.448054 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.db.resource_extend [None req-1273d4ea-6aa0-44a0-b09d-3f6d28a98d10 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 07 22:14:45.506172 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1273d4ea-6aa0-44a0-b09d-3f6d28a98d10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (776bc97b-09ef-4468-926c-83db4dbe1dba), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:45.507203 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1273d4ea-6aa0-44a0-b09d-3f6d28a98d10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:14:45.507784 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1273d4ea-6aa0-44a0-b09d-3f6d28a98d10 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:45.637366 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 32852023-af78-4b73-9c6a-dcab8bfbb9db is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:14:45.637763 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (32852023-af78-4b73-9c6a-dcab8bfbb9db), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:45.640382 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-1273d4ea-6aa0-44a0-b09d-3f6d28a98d10 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.2025912
May 07 22:14:45.654278 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 48124) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:45.673628 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-f6cc3d46-0f81-4439-af56-aa7bbfdaaa7a admin admin] Request body: {'subnet': {'network_id': '776bc97b-09ef-4468-926c-83db4dbe1dba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1922413511-subnet', 'tenant_id': '7258ee48454a4985a79b7f26d184493f', 'ip_version': 4}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:14:45.689360 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port 32852023-af78-4b73-9c6a-dcab8bfbb9db, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=32852023-af78-4b73-9c6a-dcab8bfbb9db,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:14:45.704990 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (32852023-af78-4b73-9c6a-dcab8bfbb9db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:45.788465 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1273d4ea-6aa0-44a0-b09d-3f6d28a98d10 admin admin] Pushing event updated for resources: {'Network': ['ID=776bc97b-09ef-4468-926c-83db4dbe1dba,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:45.850019 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 776bc97b-09ef-4468-926c-83db4dbe1dba details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:14:46.009637 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5923eb4b-4d93-4e1f-9d3f-d6d4e4ec859f None None] Publish callbacks [] for port (dcd8b89b-91fb-4a2c-9ba6-391482024623), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:46.130801 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5923eb4b-4d93-4e1f-9d3f-d6d4e4ec859f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (dcd8b89b-91fb-4a2c-9ba6-391482024623), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:46.149397 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=32852023-af78-4b73-9c6a-dcab8bfbb9db,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:46.168791 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6cc3d46-0f81-4439-af56-aa7bbfdaaa7a admin admin] Made reservation on behalf of 7258ee48454a4985a79b7f26d184493f for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:14:46.183460 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f6cc3d46-0f81-4439-af56-aa7bbfdaaa7a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:46.238016 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5923eb4b-4d93-4e1f-9d3f-d6d4e4ec859f None None] Network afb43a0c-f7ef-478b-9f61-3faf8533ba60 is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:14:46.241270 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-5923eb4b-4d93-4e1f-9d3f-d6d4e4ec859f None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:14:46.258387 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5923eb4b-4d93-4e1f-9d3f-d6d4e4ec859f None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:14:46.265507 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5923eb4b-4d93-4e1f-9d3f-d6d4e4ec859f None None] Pushing event updated for resources: {'Port': ['ID=dcd8b89b-91fb-4a2c-9ba6-391482024623,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:46.278549 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3a7f40c0-52d6-4010-8061-c4f8666699d8 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:46.381159 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-5923eb4b-4d93-4e1f-9d3f-d6d4e4ec859f None None] Attempting to bind port dcd8b89b-91fb-4a2c-9ba6-391482024623 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:14:46.381946 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-5923eb4b-4d93-4e1f-9d3f-d6d4e4ec859f None None] Attempting to bind port dcd8b89b-91fb-4a2c-9ba6-391482024623 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a56967f5-872e-4b0c-b0a1-a8f51ebf2607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'afb43a0c-f7ef-478b-9f61-3faf8533ba60'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:14:46.382961 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5923eb4b-4d93-4e1f-9d3f-d6d4e4ec859f None None] Attempting to bind port dcd8b89b-91fb-4a2c-9ba6-391482024623 on network afb43a0c-f7ef-478b-9f61-3faf8533ba60 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:14:46.402742 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5923eb4b-4d93-4e1f-9d3f-d6d4e4ec859f None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:14:46.403559 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5923eb4b-4d93-4e1f-9d3f-d6d4e4ec859f None None] Checking segment: {'id': 'a56967f5-872e-4b0c-b0a1-a8f51ebf2607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'afb43a0c-f7ef-478b-9f61-3faf8533ba60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:14:46.404149 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5923eb4b-4d93-4e1f-9d3f-d6d4e4ec859f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:46.404553 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5923eb4b-4d93-4e1f-9d3f-d6d4e4ec859f None None] Bound using segment: {'id': 'a56967f5-872e-4b0c-b0a1-a8f51ebf2607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'afb43a0c-f7ef-478b-9f61-3faf8533ba60'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:14:46.405240 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-5923eb4b-4d93-4e1f-9d3f-d6d4e4ec859f None None] Bound port: dcd8b89b-91fb-4a2c-9ba6-391482024623, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a56967f5-872e-4b0c-b0a1-a8f51ebf2607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'afb43a0c-f7ef-478b-9f61-3faf8533ba60'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:14:46.405515 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5923eb4b-4d93-4e1f-9d3f-d6d4e4ec859f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (dcd8b89b-91fb-4a2c-9ba6-391482024623), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:46.577898 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-5923eb4b-4d93-4e1f-9d3f-d6d4e4ec859f None None] For port dcd8b89b-91fb-4a2c-9ba6-391482024623, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:14:46.585176 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-5923eb4b-4d93-4e1f-9d3f-d6d4e4ec859f None None] For port dcd8b89b-91fb-4a2c-9ba6-391482024623, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dcd8b89b-91fb-4a2c-9ba6-391482024623,segment=NetworkSegment(a56967f5-872e-4b0c-b0a1-a8f51ebf2607),segment_id=a56967f5-872e-4b0c-b0a1-a8f51ebf2607)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:14:46.600281 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5923eb4b-4d93-4e1f-9d3f-d6d4e4ec859f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (dcd8b89b-91fb-4a2c-9ba6-391482024623), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:46.681349 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a20693-ab7b-4235-b5a1-b8202021b87a None None] Sync routers for ids ['bc691ac6-481b-40e2-a89f-11e2b0bed2cb'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:14:46.734638 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a20693-ab7b-4235-b5a1-b8202021b87a None None] Routers {'bc691ac6-481b-40e2-a89f-11e2b0bed2cb'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:14:46.737029 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-74a20693-ab7b-4235-b5a1-b8202021b87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7eb48820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:14:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['bc691ac6-481b-40e2-a89f-11e2b0bed2cb'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:46.775826 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 221bed61-2bec-476b-8780-b1a519752586 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:14:46.943893 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5923eb4b-4d93-4e1f-9d3f-d6d4e4ec859f None None] Pushing event updated for resources: {'Port': ['ID=dcd8b89b-91fb-4a2c-9ba6-391482024623,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:47.030696 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f6cc3d46-0f81-4439-af56-aa7bbfdaaa7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (d934a6d1-4873-462f-8ca8-97cde5c645f0), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:47.101045 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-3a7f40c0-52d6-4010-8061-c4f8666699d8 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Allocated IP 2001:db8::1 (9ad86b32-90f6-476a-a9a6-37fc1a7a6fc2/7c84eb31-c120-44b9-a8c4-d2162394c109/a9c42e4f-431f-49c5-84e2-4741afe547f7) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:14:47.179870 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 221bed61-2bec-476b-8780-b1a519752586 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:14:47.180424 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (221bed61-2bec-476b-8780-b1a519752586), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:47.289747 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cc3d46-0f81-4439-af56-aa7bbfdaaa7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d934a6d1-4873-462f-8ca8-97cde5c645f0,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:47.357771 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-74a20693-ab7b-4235-b5a1-b8202021b87a None None] Set router bc691ac6-481b-40e2-a89f-11e2b0bed2cb gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:14:47.377751 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3a7f40c0-52d6-4010-8061-c4f8666699d8 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks [] for port (a9c42e4f-431f-49c5-84e2-4741afe547f7), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:47.419945 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6cc3d46-0f81-4439-af56-aa7bbfdaaa7a admin admin] Checking segment: {'id': 'a0f45d17-9b71-4e6e-9beb-38cc9b2ffdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '776bc97b-09ef-4468-926c-83db4dbe1dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:14:47.420355 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6cc3d46-0f81-4439-af56-aa7bbfdaaa7a admin admin] Network hostable DHCP agents. Network: 776bc97b-09ef-4468-926c-83db4dbe1dba, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:14:47.422910 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 48210) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:47.456755 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3a7f40c0-52d6-4010-8061-c4f8666699d8 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (a9c42e4f-431f-49c5-84e2-4741afe547f7), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:47.512277 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6cc3d46-0f81-4439-af56-aa7bbfdaaa7a admin admin] Network 776bc97b-09ef-4468-926c-83db4dbe1dba is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:14:47.517270 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e3d3a3c2-5a07-4874-a20e-42c35df3ad6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401094'] for router_interface (a2e74cc6-8d1d-4ce2-abb6-2047597ef660), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:47.547774 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7f40c0-52d6-4010-8061-c4f8666699d8 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Network 9ad86b32-90f6-476a-a9a6-37fc1a7a6fc2 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:14:47.551552 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-3a7f40c0-52d6-4010-8061-c4f8666699d8 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:14:47.562187 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7f40c0-52d6-4010-8061-c4f8666699d8 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:14:47.562743 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3a7f40c0-52d6-4010-8061-c4f8666699d8 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398161'] for router_interface (fd705747-a336-4869-b347-cf1a60d24747), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:47.592541 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 221bed61-2bec-476b-8780-b1a519752586 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:14:47.593253 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (221bed61-2bec-476b-8780-b1a519752586), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:47.724814 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-f6cc3d46-0f81-4439-af56-aa7bbfdaaa7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 776bc97b-09ef-4468-926c-83db4dbe1dba) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:14:47.744622 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port 221bed61-2bec-476b-8780-b1a519752586, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=221bed61-2bec-476b-8780-b1a519752586,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:14:47.750207 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6cc3d46-0f81-4439-af56-aa7bbfdaaa7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:14:47.756095 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7f40c0-52d6-4010-8061-c4f8666699d8 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Pushing event updated for resources: {'Port': ['ID=a9c42e4f-431f-49c5-84e2-4741afe547f7,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:47.756552 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02eda0b5-944a-4006-8134-7f14e8f3f8d5 None None] Network 776bc97b-09ef-4468-926c-83db4dbe1dba requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:14:47.758482 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f6cc3d46-0f81-4439-af56-aa7bbfdaaa7a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:47.832412 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3a7f40c0-52d6-4010-8061-c4f8666699d8 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (a9c42e4f-431f-49c5-84e2-4741afe547f7), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:47.891482 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-f6cc3d46-0f81-4439-af56-aa7bbfdaaa7a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 2.2344687
May 07 22:14:47.896185 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 48222) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:47.903088 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-edda23bb-7a13-45b7-8cd2-ecb2b8923180 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1922413511-router', 'tenant_id': '7258ee48454a4985a79b7f26d184493f', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:14:47.970369 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b8eb4efc-8568-4cf5-a939-8282966bfd13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:48.031399 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-edda23bb-7a13-45b7-8cd2-ecb2b8923180 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (fb3c7079-b27a-45b1-8edc-605ea0d5bdec), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:48.048368 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-edda23bb-7a13-45b7-8cd2-ecb2b8923180 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (fb3c7079-b27a-45b1-8edc-605ea0d5bdec), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:48.185919 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-edda23bb-7a13-45b7-8cd2-ecb2b8923180 admin admin] Publish callbacks [] for router_controller (fb3c7079-b27a-45b1-8edc-605ea0d5bdec), precommit_add_association {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:48.206134 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (221bed61-2bec-476b-8780-b1a519752586), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:48.207046 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 32852023-af78-4b73-9c6a-dcab8bfbb9db up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:14:48.224353 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-e3d3a3c2-5a07-4874-a20e-42c35df3ad6d admin admin] Deleting port f54d2aae-7e3c-435c-92fa-e44f12461eec {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:14:48.224353 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e3d3a3c2-5a07-4874-a20e-42c35df3ad6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (f54d2aae-7e3c-435c-92fa-e44f12461eec), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:48.262259 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3a7f40c0-52d6-4010-8061-c4f8666699d8 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks [] for port (a9c42e4f-431f-49c5-84e2-4741afe547f7), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:48.273918 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3a7f40c0-52d6-4010-8061-c4f8666699d8 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (a9c42e4f-431f-49c5-84e2-4741afe547f7), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:48.274868 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3a7f40c0-52d6-4010-8061-c4f8666699d8 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401121'] for router_interface (fd705747-a336-4869-b347-cf1a60d24747), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:48.420223 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-a2668930-a12c-4c4e-be82-f75c3e6b517a None None] Provisioning complete for port a9c42e4f-431f-49c5-84e2-4741afe547f7 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:14:48.420660 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a2668930-a12c-4c4e-be82-f75c3e6b517a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (a9c42e4f-431f-49c5-84e2-4741afe547f7), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:48.510118 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7f40c0-52d6-4010-8061-c4f8666699d8 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Pushing event updated for resources: {'Port': ['ID=a9c42e4f-431f-49c5-84e2-4741afe547f7,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:48.536663 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7f40c0-52d6-4010-8061-c4f8666699d8 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Network 9ad86b32-90f6-476a-a9a6-37fc1a7a6fc2 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:14:48.539759 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-3a7f40c0-52d6-4010-8061-c4f8666699d8 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:14:48.572298 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 32852023-af78-4b73-9c6a-dcab8bfbb9db triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:14:48.572952 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (32852023-af78-4b73-9c6a-dcab8bfbb9db), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:48.741212 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a7f40c0-52d6-4010-8061-c4f8666699d8 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Router fd705747-a336-4869-b347-cf1a60d24747 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:14:48.774632 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=221bed61-2bec-476b-8780-b1a519752586,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:48.790226 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff061f64-8cfd-41f8-9e1d-062d12bd30b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-776bc97b-09ef-4468-926c-83db4dbe1dba', 'network_id': '776bc97b-09ef-4468-926c-83db4dbe1dba', 'project_id': '7258ee48454a4985a79b7f26d184493f', 'fixed_ips': [{'subnet_id': 'd934a6d1-4873-462f-8ca8-97cde5c645f0'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:14:48.791170 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ff061f64-8cfd-41f8-9e1d-062d12bd30b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:48.813904 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-74a20693-ab7b-4235-b5a1-b8202021b87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7eb48820>, [{'id': 'bc691ac6-481b-40e2-a89f-11e2b0bed2cb', 'name': 'tempest-TestAggregatesBasicOps-1711784158-router', 'tenant_id': '9bf1a2d386684999b5a1d51a8c7593e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.115'}], 'enable_snat': True}, 'gw_port_id': '32852023-af78-4b73-9c6a-dcab8bfbb9db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:14:28Z', 'updated_at': '2022-05-07T22:14:38Z', 'revision_number': 4, 'project_id': '9bf1a2d386684999b5a1d51a8c7593e2', 'gw_port': {'id': '32852023-af78-4b73-9c6a-dcab8bfbb9db', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc691ac6-481b-40e2-a89f-11e2b0bed2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:14:29Z', 'updated_at': '2022-05-07T22:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '93aa5870-eebc-4bc2-b303-70add9925e33', 'name': '', 'network_id': '0460c4a2-d9cd-48aa-a959-6c9d8f9b34a8', 'tenant_id': '9bf1a2d386684999b5a1d51a8c7593e2', 'mac_address': 'fa:16:3e:8f:dc:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc691ac6-481b-40e2-a89f-11e2b0bed2cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': '1e12cf0e-269e-41f9-9624-8919b6a77651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:14:37Z', 'updated_at': '2022-05-07T22:14:38Z', 'revision_number': 2, 'project_id': '9bf1a2d386684999b5a1d51a8c7593e2', 'subnets': [{'id': '1e12cf0e-269e-41f9-9624-8919b6a77651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:48.830664 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61d0ae0-9595-4de0-aff3-1ceae23be662 None None] Network afb43a0c-f7ef-478b-9f61-3faf8533ba60 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:14:48.896279 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-a2668930-a12c-4c4e-be82-f75c3e6b517a None None] Port a9c42e4f-431f-49c5-84e2-4741afe547f7 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:14:48.936959 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a20693-ab7b-4235-b5a1-b8202021b87a None None] Checking router: bc691ac6-481b-40e2-a89f-11e2b0bed2cb for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:14:48.939030 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a20693-ab7b-4235-b5a1-b8202021b87a None None] Updating router bc691ac6-481b-40e2-a89f-11e2b0bed2cb port 93aa5870-eebc-4bc2-b303-70add9925e33 binding host ncdv-master-1 {{(pid=121838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 22:14:48.992816 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a7f40c0-52d6-4010-8061-c4f8666699d8 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:14:49.008452 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3caea91f-4a05-4bdf-b6eb-fecc3c04fe95 None None] Sync routers for ids ['fd705747-a336-4869-b347-cf1a60d24747'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:14:49.033787 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-3a7f40c0-52d6-4010-8061-c4f8666699d8 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] 10.222.0.32 "PUT /v2.0/routers/fd705747-a336-4869-b347-cf1a60d24747/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7109008
May 07 22:14:49.034613 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3caea91f-4a05-4bdf-b6eb-fecc3c04fe95 None None] Routers {'fd705747-a336-4869-b347-cf1a60d24747'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:14:49.035358 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-3caea91f-4a05-4bdf-b6eb-fecc3c04fe95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cb28820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:14:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['fd705747-a336-4869-b347-cf1a60d24747'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:49.036470 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 48242) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:49.119096 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-3caea91f-4a05-4bdf-b6eb-fecc3c04fe95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cb28820>, [], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:49.131955 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3caea91f-4a05-4bdf-b6eb-fecc3c04fe95 None None] Routers {'fd705747-a336-4869-b347-cf1a60d24747'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:14:49.132897 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-3caea91f-4a05-4bdf-b6eb-fecc3c04fe95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cb28820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:14:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['fd705747-a336-4869-b347-cf1a60d24747'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:49.143318 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b8eb4efc-8568-4cf5-a939-8282966bfd13 admin admin] Publish callbacks [] for security_group (ffcabba1-eed5-4fdb-a4f4-5edeada40936), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:49.153457 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-edda23bb-7a13-45b7-8cd2-ecb2b8923180 admin admin] Publish callbacks [] for router_gateway (fb3c7079-b27a-45b1-8edc-605ea0d5bdec), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:49.169941 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b8eb4efc-8568-4cf5-a939-8282966bfd13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (ffcabba1-eed5-4fdb-a4f4-5edeada40936), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:49.193689 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-ff061f64-8cfd-41f8-9e1d-062d12bd30b6 None None] Allocated IP 172.20.0.2 (776bc97b-09ef-4468-926c-83db4dbe1dba/d934a6d1-4873-462f-8ca8-97cde5c645f0/e8c15df8-8864-4cc1-80f9-e0f25882c528) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:14:49.203022 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-3caea91f-4a05-4bdf-b6eb-fecc3c04fe95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cb28820>, [], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:49.203999 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3caea91f-4a05-4bdf-b6eb-fecc3c04fe95 None None] The sync data for ids ['fd705747-a336-4869-b347-cf1a60d24747'] in ncdv-master-1 is: [] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:14:49.212128 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-b8eb4efc-8568-4cf5-a939-8282966bfd13 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2d3c999387164ee980313aa31b9f46c8&name=default HTTP/1.1" status: 200  len: 3000 time: 1.7826753
May 07 22:14:49.218924 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 48246) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:49.228244 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-e3d3a3c2-5a07-4874-a20e-42c35df3ad6d admin admin] For port f54d2aae-7e3c-435c-92fa-e44f12461eec, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f54d2aae-7e3c-435c-92fa-e44f12461eec,segment=NetworkSegment(850207f7-ecff-4d95-be71-f9a0690854f8),segment_id=850207f7-ecff-4d95-be71-f9a0690854f8)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:14:49.228758 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e3d3a3c2-5a07-4874-a20e-42c35df3ad6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (f54d2aae-7e3c-435c-92fa-e44f12461eec), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:49.299837 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-e3d3a3c2-5a07-4874-a20e-42c35df3ad6d admin admin] Calling delete_port for f54d2aae-7e3c-435c-92fa-e44f12461eec owned by network:router_interface {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:14:49.300285 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a5500416-b73f-4d14-b8c5-a5562caf7cdd tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks [] for router (fd705747-a336-4869-b347-cf1a60d24747), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:49.303461 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-74a20693-ab7b-4235-b5a1-b8202021b87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (93aa5870-eebc-4bc2-b303-70add9925e33), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:49.331522 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e9ea8d-8c0b-48f5-a6a5-beef1c360e97 None None] Sync routers for ids ['8d75d3fc-7df0-4fdf-bc38-fbf25a6bd275'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:14:49.345915 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8eb4efc-8568-4cf5-a939-8282966bfd13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffcabba1-eed5-4fdb-a4f4-5edeada40936,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:49.396084 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-4304f7c0-f05e-4d80-9d45-8302141100f8 None None] Provisioning complete for port dcd8b89b-91fb-4a2c-9ba6-391482024623 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:14:49.396542 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-4304f7c0-f05e-4d80-9d45-8302141100f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (dcd8b89b-91fb-4a2c-9ba6-391482024623), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:49.435668 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 32852023-af78-4b73-9c6a-dcab8bfbb9db is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:14:49.509981 ncdv-master-1 neutron-server[121836]: INFO neutron.api.v2.resource [None req-a5500416-b73f-4d14-b8c5-a5562caf7cdd tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] delete failed (client error): There was a conflict when trying to complete your request.
May 07 22:14:49.510908 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-a5500416-b73f-4d14-b8c5-a5562caf7cdd tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] 10.222.0.32 "DELETE /v2.0/routers/fd705747-a336-4869-b347-cf1a60d24747 HTTP/1.1" status: 409  len: 376 time: 0.4732170
May 07 22:14:49.515174 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 48256) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:49.643096 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7c32bf8b-dbbf-4ce7-90fe-71ee3bb34c9b admin admin] Publish callbacks [] for security_group (ffcabba1-eed5-4fdb-a4f4-5edeada40936), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:49.658706 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ff061f64-8cfd-41f8-9e1d-062d12bd30b6 None None] Publish callbacks [] for port (e8c15df8-8864-4cc1-80f9-e0f25882c528), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:49.692605 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7c32bf8b-dbbf-4ce7-90fe-71ee3bb34c9b admin admin] Publish callbacks [] for security_group (ffcabba1-eed5-4fdb-a4f4-5edeada40936), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:49.708077 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e9ea8d-8c0b-48f5-a6a5-beef1c360e97 None None] Routers {'8d75d3fc-7df0-4fdf-bc38-fbf25a6bd275'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:14:49.708872 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-08e9ea8d-8c0b-48f5-a6a5-beef1c360e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7fddcbb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:14:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['8d75d3fc-7df0-4fdf-bc38-fbf25a6bd275'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:49.877027 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-08e9ea8d-8c0b-48f5-a6a5-beef1c360e97 None None] Set router 8d75d3fc-7df0-4fdf-bc38-fbf25a6bd275 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:14:49.935674 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e3d3a3c2-5a07-4874-a20e-42c35df3ad6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (f54d2aae-7e3c-435c-92fa-e44f12461eec), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:49.971092 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ff061f64-8cfd-41f8-9e1d-062d12bd30b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (e8c15df8-8864-4cc1-80f9-e0f25882c528), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:49.997482 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device dcd8b89b-91fb-4a2c-9ba6-391482024623 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:14:50.037697 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5aaa12c0-1e5f-4ab8-9fce-e56c0d193272 req-e2a7fcd9-007a-419e-8baa-0f05b0619838 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1983604752&fields=id&tenant_id=f3657e8df46a4252b9eb1eb159306a66 HTTP/1.1" status: 200  len: 267 time: 0.1102839
May 07 22:14:50.041668 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d3a3c2-5a07-4874-a20e-42c35df3ad6d admin admin] Pushing event deleted for resources: {'Port': ['ID=f54d2aae-7e3c-435c-92fa-e44f12461eec,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:50.111713 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff061f64-8cfd-41f8-9e1d-062d12bd30b6 None None] Network 776bc97b-09ef-4468-926c-83db4dbe1dba is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:14:50.284426 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-edda23bb-7a13-45b7-8cd2-ecb2b8923180 admin admin] Publish callbacks [] for router_gateway (fb3c7079-b27a-45b1-8edc-605ea0d5bdec), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:50.299131 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7c32bf8b-dbbf-4ce7-90fe-71ee3bb34c9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (ffcabba1-eed5-4fdb-a4f4-5edeada40936), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:50.302754 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7c32bf8b-dbbf-4ce7-90fe-71ee3bb34c9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:50.306453 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-7c32bf8b-dbbf-4ce7-90fe-71ee3bb34c9b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ffcabba1-eed5-4fdb-a4f4-5edeada40936 HTTP/1.1" status: 204  len: 168 time: 1.0839524
May 07 22:14:50.463783 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff061f64-8cfd-41f8-9e1d-062d12bd30b6 None None] Pushing event updated for resources: {'Port': ['ID=e8c15df8-8864-4cc1-80f9-e0f25882c528,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:50.478751 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-ff061f64-8cfd-41f8-9e1d-062d12bd30b6 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:14:50.481616 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c32bf8b-dbbf-4ce7-90fe-71ee3bb34c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffcabba1-eed5-4fdb-a4f4-5edeada40936,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:50.483999 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff061f64-8cfd-41f8-9e1d-062d12bd30b6 None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:14:50.489513 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-edda23bb-7a13-45b7-8cd2-ecb2b8923180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:50.501625 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-11df2e97-3d0d-4cd3-a7c3-8a967f0dc24f tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401094'] for router_interface (fd705747-a336-4869-b347-cf1a60d24747), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:50.646760 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-74a20693-ab7b-4235-b5a1-b8202021b87a None None] Publish callbacks [] for port (93aa5870-eebc-4bc2-b303-70add9925e33), precommit_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:50.671522 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-74a20693-ab7b-4235-b5a1-b8202021b87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (93aa5870-eebc-4bc2-b303-70add9925e33), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:50.701364 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-4304f7c0-f05e-4d80-9d45-8302141100f8 None None] Current status of the port dcd8b89b-91fb-4a2c-9ba6-391482024623 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:14:50.702083 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-4304f7c0-f05e-4d80-9d45-8302141100f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (dcd8b89b-91fb-4a2c-9ba6-391482024623), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:50.779168 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaa12c0-1e5f-4ab8-9fce-e56c0d193272 req-b86545f2-3e5e-4253-89ef-58b0ac9eda6d tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:14:50.781352 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5aaa12c0-1e5f-4ab8-9fce-e56c0d193272 req-b86545f2-3e5e-4253-89ef-58b0ac9eda6d tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/networks?id=87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce HTTP/1.1" status: 200  len: 811 time: 0.6861041
May 07 22:14:50.784460 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e3d3a3c2-5a07-4874-a20e-42c35df3ad6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401002'] for router_interface (a2e74cc6-8d1d-4ce2-abb6-2047597ef660), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:50.992878 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5aaa12c0-1e5f-4ab8-9fce-e56c0d193272 req-49e2989c-5a93-46e2-bdfa-ee9dddd6b28b tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/quotas/f3657e8df46a4252b9eb1eb159306a66 HTTP/1.1" status: 200  len: 375 time: 0.1770582
May 07 22:14:51.026511 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port dcd8b89b-91fb-4a2c-9ba6-391482024623 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:14:51.029546 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (dcd8b89b-91fb-4a2c-9ba6-391482024623), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:51.078040 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-ff061f64-8cfd-41f8-9e1d-062d12bd30b6 None None] Attempting to bind port e8c15df8-8864-4cc1-80f9-e0f25882c528 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:14:51.078510 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-ff061f64-8cfd-41f8-9e1d-062d12bd30b6 None None] Attempting to bind port e8c15df8-8864-4cc1-80f9-e0f25882c528 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a0f45d17-9b71-4e6e-9beb-38cc9b2ffdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '776bc97b-09ef-4468-926c-83db4dbe1dba'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:14:51.079059 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff061f64-8cfd-41f8-9e1d-062d12bd30b6 None None] Attempting to bind port e8c15df8-8864-4cc1-80f9-e0f25882c528 on network 776bc97b-09ef-4468-926c-83db4dbe1dba {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:14:51.114825 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 48290) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:51.127875 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba5bb55-b91c-421c-8bbf-795fc456815e None None] Pushing event updated for resources: {'Port': ['ID=93aa5870-eebc-4bc2-b303-70add9925e33,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:51.142026 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff061f64-8cfd-41f8-9e1d-062d12bd30b6 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:14:51.142550 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff061f64-8cfd-41f8-9e1d-062d12bd30b6 None None] Checking segment: {'id': 'a0f45d17-9b71-4e6e-9beb-38cc9b2ffdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '776bc97b-09ef-4468-926c-83db4dbe1dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:14:51.143090 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ff061f64-8cfd-41f8-9e1d-062d12bd30b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:51.144996 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff061f64-8cfd-41f8-9e1d-062d12bd30b6 None None] Bound using segment: {'id': 'a0f45d17-9b71-4e6e-9beb-38cc9b2ffdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '776bc97b-09ef-4468-926c-83db4dbe1dba'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:14:51.145648 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-ff061f64-8cfd-41f8-9e1d-062d12bd30b6 None None] Bound port: e8c15df8-8864-4cc1-80f9-e0f25882c528, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0f45d17-9b71-4e6e-9beb-38cc9b2ffdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '776bc97b-09ef-4468-926c-83db4dbe1dba'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:14:51.146138 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ff061f64-8cfd-41f8-9e1d-062d12bd30b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (e8c15df8-8864-4cc1-80f9-e0f25882c528), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:51.160518 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-da375235-6d0b-4c2d-9ce4-e93bd471e083 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:51.164032 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-4304f7c0-f05e-4d80-9d45-8302141100f8 None None] For port dcd8b89b-91fb-4a2c-9ba6-391482024623, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dcd8b89b-91fb-4a2c-9ba6-391482024623,segment=NetworkSegment(a56967f5-872e-4b0c-b0a1-a8f51ebf2607),segment_id=a56967f5-872e-4b0c-b0a1-a8f51ebf2607)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:14:51.223779 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-4304f7c0-f05e-4d80-9d45-8302141100f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (dcd8b89b-91fb-4a2c-9ba6-391482024623), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:51.256299 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-11df2e97-3d0d-4cd3-a7c3-8a967f0dc24f tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Deleting port a9c42e4f-431f-49c5-84e2-4741afe547f7 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:14:51.262047 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-11df2e97-3d0d-4cd3-a7c3-8a967f0dc24f tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (a9c42e4f-431f-49c5-84e2-4741afe547f7), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:51.271904 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-edda23bb-7a13-45b7-8cd2-ecb2b8923180 admin admin] Allocated IP 172.35.4.75 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/59d87f59-7235-42b7-af22-664fe1d9e53d) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:14:51.287879 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3d3a3c2-5a07-4874-a20e-42c35df3ad6d admin admin] Router a2e74cc6-8d1d-4ce2-abb6-2047597ef660 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:14:51.301509 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-08e9ea8d-8c0b-48f5-a6a5-beef1c360e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7fddcbb0>, [{'id': '8d75d3fc-7df0-4fdf-bc38-fbf25a6bd275', 'name': 'tempest-TestServerMultinode-1932275267-router', 'tenant_id': 'de8505b33dbf41ffb3f14bfddea6c103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.74'}], 'enable_snat': True}, 'gw_port_id': '221bed61-2bec-476b-8780-b1a519752586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:14:35Z', 'updated_at': '2022-05-07T22:14:42Z', 'revision_number': 4, 'project_id': 'de8505b33dbf41ffb3f14bfddea6c103', 'gw_port': {'id': '221bed61-2bec-476b-8780-b1a519752586', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:0f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d75d3fc-7df0-4fdf-bc38-fbf25a6bd275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:14:36Z', 'updated_at': '2022-05-07T22:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5926fbba-5a0d-41d8-96cb-dc1ceb08a541', 'name': '', 'network_id': '70fd104c-7c86-4065-a52d-06f0c8cd30c4', 'tenant_id': 'de8505b33dbf41ffb3f14bfddea6c103', 'mac_address': 'fa:16:3e:ca:19:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d75d3fc-7df0-4fdf-bc38-fbf25a6bd275', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '3445155a-a289-45a0-a3b2-ac8b816f4f51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:14:39Z', 'updated_at': '2022-05-07T22:14:42Z', 'revision_number': 2, 'project_id': 'de8505b33dbf41ffb3f14bfddea6c103', 'subnets': [{'id': '3445155a-a289-45a0-a3b2-ac8b816f4f51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:51.330644 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5aaa12c0-1e5f-4ab8-9fce-e56c0d193272 req-d903c153-170d-44cb-9eac-21142a7b98bf tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f3657e8df46a4252b9eb1eb159306a66&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2568367
May 07 22:14:51.367810 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e9ea8d-8c0b-48f5-a6a5-beef1c360e97 None None] Checking router: 8d75d3fc-7df0-4fdf-bc38-fbf25a6bd275 for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:14:51.368175 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e9ea8d-8c0b-48f5-a6a5-beef1c360e97 None None] Updating router 8d75d3fc-7df0-4fdf-bc38-fbf25a6bd275 port 5926fbba-5a0d-41d8-96cb-dc1ceb08a541 binding host ncdv-master-1 {{(pid=121838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 22:14:51.433547 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-74a20693-ab7b-4235-b5a1-b8202021b87a None None] Attempting to bind port 93aa5870-eebc-4bc2-b303-70add9925e33 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:14:51.434180 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-74a20693-ab7b-4235-b5a1-b8202021b87a None None] Attempting to bind port 93aa5870-eebc-4bc2-b303-70add9925e33 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '37a46801-39b3-4eb1-8e6a-d1b9cb29b39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '0460c4a2-d9cd-48aa-a959-6c9d8f9b34a8'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:14:51.434713 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a20693-ab7b-4235-b5a1-b8202021b87a None None] Attempting to bind port 93aa5870-eebc-4bc2-b303-70add9925e33 on network 0460c4a2-d9cd-48aa-a959-6c9d8f9b34a8 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:14:51.463439 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-eecaf411-cafa-4325-8156-16ad93b640e1 None None] Provisioning complete for port a9c42e4f-431f-49c5-84e2-4741afe547f7 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:14:51.464182 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-eecaf411-cafa-4325-8156-16ad93b640e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (a9c42e4f-431f-49c5-84e2-4741afe547f7), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:51.504314 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4304f7c0-f05e-4d80-9d45-8302141100f8 None None] Pushing event updated for resources: {'Port': ['ID=dcd8b89b-91fb-4a2c-9ba6-391482024623,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:51.515526 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a20693-ab7b-4235-b5a1-b8202021b87a None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:14:51.516172 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a20693-ab7b-4235-b5a1-b8202021b87a None None] Checking segment: {'id': '37a46801-39b3-4eb1-8e6a-d1b9cb29b39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '0460c4a2-d9cd-48aa-a959-6c9d8f9b34a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:14:51.516742 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-74a20693-ab7b-4235-b5a1-b8202021b87a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:51.517360 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a20693-ab7b-4235-b5a1-b8202021b87a None None] Bound using segment: {'id': '37a46801-39b3-4eb1-8e6a-d1b9cb29b39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '0460c4a2-d9cd-48aa-a959-6c9d8f9b34a8'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:14:51.517990 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-74a20693-ab7b-4235-b5a1-b8202021b87a None None] Bound port: 93aa5870-eebc-4bc2-b303-70add9925e33, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37a46801-39b3-4eb1-8e6a-d1b9cb29b39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '0460c4a2-d9cd-48aa-a959-6c9d8f9b34a8'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:14:51.518537 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-74a20693-ab7b-4235-b5a1-b8202021b87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (93aa5870-eebc-4bc2-b303-70add9925e33), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:51.526866 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-08e9ea8d-8c0b-48f5-a6a5-beef1c360e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (5926fbba-5a0d-41d8-96cb-dc1ceb08a541), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:51.529322 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-ff061f64-8cfd-41f8-9e1d-062d12bd30b6 None None] For port e8c15df8-8864-4cc1-80f9-e0f25882c528, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:14:51.557539 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-11df2e97-3d0d-4cd3-a7c3-8a967f0dc24f tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (a9c42e4f-431f-49c5-84e2-4741afe547f7), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:51.571517 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-ff061f64-8cfd-41f8-9e1d-062d12bd30b6 None None] For port e8c15df8-8864-4cc1-80f9-e0f25882c528, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e8c15df8-8864-4cc1-80f9-e0f25882c528,segment=NetworkSegment(a0f45d17-9b71-4e6e-9beb-38cc9b2ffdfd),segment_id=a0f45d17-9b71-4e6e-9beb-38cc9b2ffdfd)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:14:51.574352 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port dcd8b89b-91fb-4a2c-9ba6-391482024623 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:14:51.575668 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 221bed61-2bec-476b-8780-b1a519752586 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:14:51.580890 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3d3a3c2-5a07-4874-a20e-42c35df3ad6d admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:14:51.594259 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffdf3be-ed90-49a2-9575-b102afea3af5 None None] Sync routers for ids ['a2e74cc6-8d1d-4ce2-abb6-2047597ef660'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:14:51.596259 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-da375235-6d0b-4c2d-9ce4-e93bd471e083 admin admin] Publish callbacks [] for security_group (f21011e0-c010-49c6-9645-b6034da139b4), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:51.604200 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-11df2e97-3d0d-4cd3-a7c3-8a967f0dc24f tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Calling delete_port for a9c42e4f-431f-49c5-84e2-4741afe547f7 owned by network:router_interface {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:14:51.611484 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-da375235-6d0b-4c2d-9ce4-e93bd471e083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (f21011e0-c010-49c6-9645-b6034da139b4), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:51.611811 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffdf3be-ed90-49a2-9575-b102afea3af5 None None] Routers {'a2e74cc6-8d1d-4ce2-abb6-2047597ef660'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:14:51.613021 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-8ffdf3be-ed90-49a2-9575-b102afea3af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8ce3e370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:14:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['a2e74cc6-8d1d-4ce2-abb6-2047597ef660'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:51.644966 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-edda23bb-7a13-45b7-8cd2-ecb2b8923180 admin admin] Publish callbacks [] for port (59d87f59-7235-42b7-af22-664fe1d9e53d), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:51.654559 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-eecaf411-cafa-4325-8156-16ad93b640e1 None None] Port a9c42e4f-431f-49c5-84e2-4741afe547f7 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:14:51.687058 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 48304) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:51.691453 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-e3d3a3c2-5a07-4874-a20e-42c35df3ad6d admin admin] 10.222.0.32 "PUT /v2.0/routers/a2e74cc6-8d1d-4ce2-abb6-2047597ef660/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.3435619
May 07 22:14:51.709749 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-da375235-6d0b-4c2d-9ce4-e93bd471e083 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a6414a0ab3524c35acc79fca009c7cec&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5922041
May 07 22:14:51.713943 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 48308) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:51.725042 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ff061f64-8cfd-41f8-9e1d-062d12bd30b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (e8c15df8-8864-4cc1-80f9-e0f25882c528), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:51.767348 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da375235-6d0b-4c2d-9ce4-e93bd471e083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f21011e0-c010-49c6-9645-b6034da139b4,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:51.785153 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-edda23bb-7a13-45b7-8cd2-ecb2b8923180 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (59d87f59-7235-42b7-af22-664fe1d9e53d), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:51.881448 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-8ffdf3be-ed90-49a2-9575-b102afea3af5 None None] Set router a2e74cc6-8d1d-4ce2-abb6-2047597ef660 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:14:51.909818 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-eecaf411-cafa-4325-8156-16ad93b640e1 None None] Provisioning complete for port dcd8b89b-91fb-4a2c-9ba6-391482024623 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:14:51.910201 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-eecaf411-cafa-4325-8156-16ad93b640e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (dcd8b89b-91fb-4a2c-9ba6-391482024623), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:51.959099 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edda23bb-7a13-45b7-8cd2-ecb2b8923180 admin admin] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:14:51.975211 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-edda23bb-7a13-45b7-8cd2-ecb2b8923180 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:14:51.991785 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edda23bb-7a13-45b7-8cd2-ecb2b8923180 admin admin] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:14:51.995712 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-619a0a86-8088-4fb6-90e2-627f0cc2de0a admin admin] Publish callbacks [] for router (a2e74cc6-8d1d-4ce2-abb6-2047597ef660), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:52.125112 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-11df2e97-3d0d-4cd3-a7c3-8a967f0dc24f tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (a9c42e4f-431f-49c5-84e2-4741afe547f7), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:52.161593 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-8ffdf3be-ed90-49a2-9575-b102afea3af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8ce3e370>, [{'id': 'a2e74cc6-8d1d-4ce2-abb6-2047597ef660', 'name': 'tempest-TestAggregatesBasicOps-47093524-router', 'tenant_id': 'c9548c9329cb4d1faef44a66d7c11a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.148'}], 'enable_snat': True}, 'gw_port_id': 'd116cfe5-45c3-4e6f-ac2b-533445240a40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:14:14Z', 'updated_at': '2022-05-07T22:14:49Z', 'revision_number': 5, 'project_id': 'c9548c9329cb4d1faef44a66d7c11a5c', 'gw_port': {'id': 'd116cfe5-45c3-4e6f-ac2b-533445240a40', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e74cc6-8d1d-4ce2-abb6-2047597ef660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:14:15Z', 'updated_at': '2022-05-07T22:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:52.191569 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffdf3be-ed90-49a2-9575-b102afea3af5 None None] Checking router: a2e74cc6-8d1d-4ce2-abb6-2047597ef660 for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:14:52.202341 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffdf3be-ed90-49a2-9575-b102afea3af5 None None] Routers {'a2e74cc6-8d1d-4ce2-abb6-2047597ef660'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:14:52.203283 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-8ffdf3be-ed90-49a2-9575-b102afea3af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8ce3e370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:14:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['a2e74cc6-8d1d-4ce2-abb6-2047597ef660'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:52.303769 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11df2e97-3d0d-4cd3-a7c3-8a967f0dc24f tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Pushing event deleted for resources: {'Port': ['ID=a9c42e4f-431f-49c5-84e2-4741afe547f7,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:52.456284 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-8ffdf3be-ed90-49a2-9575-b102afea3af5 None None] Set router a2e74cc6-8d1d-4ce2-abb6-2047597ef660 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:14:52.555681 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-08e9ea8d-8c0b-48f5-a6a5-beef1c360e97 None None] Publish callbacks [] for port (5926fbba-5a0d-41d8-96cb-dc1ceb08a541), precommit_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:52.613867 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-74a20693-ab7b-4235-b5a1-b8202021b87a None None] For port 93aa5870-eebc-4bc2-b303-70add9925e33, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:14:52.645885 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff061f64-8cfd-41f8-9e1d-062d12bd30b6 None None] Pushing event updated for resources: {'Port': ['ID=e8c15df8-8864-4cc1-80f9-e0f25882c528,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:52.662245 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 221bed61-2bec-476b-8780-b1a519752586 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:14:52.662671 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (221bed61-2bec-476b-8780-b1a519752586), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:52.679238 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-619a0a86-8088-4fb6-90e2-627f0cc2de0a admin admin] Publish callbacks [] for router_gateway (a2e74cc6-8d1d-4ce2-abb6-2047597ef660), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:52.690994 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-11df2e97-3d0d-4cd3-a7c3-8a967f0dc24f tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401002'] for router_interface (fd705747-a336-4869-b347-cf1a60d24747), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:52.749884 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-08e9ea8d-8c0b-48f5-a6a5-beef1c360e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (5926fbba-5a0d-41d8-96cb-dc1ceb08a541), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:52.795270 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-8ffdf3be-ed90-49a2-9575-b102afea3af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8ce3e370>, [{'id': 'a2e74cc6-8d1d-4ce2-abb6-2047597ef660', 'name': 'tempest-TestAggregatesBasicOps-47093524-router', 'tenant_id': 'c9548c9329cb4d1faef44a66d7c11a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.148'}], 'enable_snat': True}, 'gw_port_id': 'd116cfe5-45c3-4e6f-ac2b-533445240a40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:14:14Z', 'updated_at': '2022-05-07T22:14:49Z', 'revision_number': 5, 'project_id': 'c9548c9329cb4d1faef44a66d7c11a5c', 'gw_port': {'id': 'd116cfe5-45c3-4e6f-ac2b-533445240a40', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e74cc6-8d1d-4ce2-abb6-2047597ef660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:14:15Z', 'updated_at': '2022-05-07T22:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:52.815279 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5aaa12c0-1e5f-4ab8-9fce-e56c0d193272 req-f9cbc345-eb8f-4533-b9f6-a7854cc391f7 service neutron] 10.222.0.32 "GET /v2.0/networks/87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.3133621
May 07 22:14:52.825482 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-619a0a86-8088-4fb6-90e2-627f0cc2de0a admin admin] Deleting port d116cfe5-45c3-4e6f-ac2b-533445240a40 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:14:52.825837 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-619a0a86-8088-4fb6-90e2-627f0cc2de0a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (d116cfe5-45c3-4e6f-ac2b-533445240a40), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:52.828365 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edda23bb-7a13-45b7-8cd2-ecb2b8923180 admin admin] Pushing event updated for resources: {'Port': ['ID=59d87f59-7235-42b7-af22-664fe1d9e53d,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:52.874621 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffdf3be-ed90-49a2-9575-b102afea3af5 None None] The sync data for ids ['a2e74cc6-8d1d-4ce2-abb6-2047597ef660'] in ncdv-master-1 is: [{'id': 'a2e74cc6-8d1d-4ce2-abb6-2047597ef660', 'name': 'tempest-TestAggregatesBasicOps-47093524-router', 'tenant_id': 'c9548c9329cb4d1faef44a66d7c11a5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.148'}], 'enable_snat': True}, 'gw_port_id': 'd116cfe5-45c3-4e6f-ac2b-533445240a40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:14:14Z', 'updated_at': '2022-05-07T22:14:49Z', 'revision_number': 5, 'project_id': 'c9548c9329cb4d1faef44a66d7c11a5c', 'gw_port': {'id': 'd116cfe5-45c3-4e6f-ac2b-533445240a40', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:a3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e74cc6-8d1d-4ce2-abb6-2047597ef660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:14:15Z', 'updated_at': '2022-05-07T22:14:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:14:52.901765 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 22:14:52.906126 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:52.906872 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e864ed5-1f0f-45b4-bb08-f7d5ad38947c None None] Pushing event updated for resources: {'Port': ['ID=5926fbba-5a0d-41d8-96cb-dc1ceb08a541,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:52.941585 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-74a20693-ab7b-4235-b5a1-b8202021b87a None None] For port 93aa5870-eebc-4bc2-b303-70add9925e33, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=93aa5870-eebc-4bc2-b303-70add9925e33,segment=NetworkSegment(37a46801-39b3-4eb1-8e6a-d1b9cb29b39d),segment_id=37a46801-39b3-4eb1-8e6a-d1b9cb29b39d)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:14:52.994550 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5aaa12c0-1e5f-4ab8-9fce-e56c0d193272 req-0571d168-7094-4b7d-9cc7-5d0fb7cbe2d3 service neutron] 10.222.0.32 "GET /v2.0/networks/87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1558893
May 07 22:14:52.997040 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c9ac7fee-4f7e-49be-a151-536e6274b5fc admin admin] Publish callbacks [] for security_group (f21011e0-c010-49c6-9645-b6034da139b4), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:53.008995 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 221bed61-2bec-476b-8780-b1a519752586 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:14:53.100761 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c9ac7fee-4f7e-49be-a151-536e6274b5fc admin admin] Publish callbacks [] for security_group (f21011e0-c010-49c6-9645-b6034da139b4), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:53.170318 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-74a20693-ab7b-4235-b5a1-b8202021b87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (93aa5870-eebc-4bc2-b303-70add9925e33), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:53.324611 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-619a0a86-8088-4fb6-90e2-627f0cc2de0a admin admin] For port d116cfe5-45c3-4e6f-ac2b-533445240a40, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d116cfe5-45c3-4e6f-ac2b-533445240a40,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:14:53.324993 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-619a0a86-8088-4fb6-90e2-627f0cc2de0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (d116cfe5-45c3-4e6f-ac2b-533445240a40), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:53.420211 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11df2e97-3d0d-4cd3-a7c3-8a967f0dc24f tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Router fd705747-a336-4869-b347-cf1a60d24747 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:14:53.438021 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-619a0a86-8088-4fb6-90e2-627f0cc2de0a admin admin] Calling delete_port for d116cfe5-45c3-4e6f-ac2b-533445240a40 owned by network:router_gateway {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:14:53.448805 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba5bb55-b91c-421c-8bbf-795fc456815e None None] Pushing event updated for resources: {'Port': ['ID=93aa5870-eebc-4bc2-b303-70add9925e33,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:53.531565 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-eecaf411-cafa-4325-8156-16ad93b640e1 None None] Current status of the port dcd8b89b-91fb-4a2c-9ba6-391482024623 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:14:53.562560 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a20693-ab7b-4235-b5a1-b8202021b87a None None] Routers {'bc691ac6-481b-40e2-a89f-11e2b0bed2cb'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:14:53.563936 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-74a20693-ab7b-4235-b5a1-b8202021b87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7eb48820>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:14:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['bc691ac6-481b-40e2-a89f-11e2b0bed2cb'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:53.567071 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-08e9ea8d-8c0b-48f5-a6a5-beef1c360e97 None None] Attempting to bind port 5926fbba-5a0d-41d8-96cb-dc1ceb08a541 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:14:53.567843 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-08e9ea8d-8c0b-48f5-a6a5-beef1c360e97 None None] Attempting to bind port 5926fbba-5a0d-41d8-96cb-dc1ceb08a541 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '36738b93-4b30-4517-bcc7-c5a063eccc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '70fd104c-7c86-4065-a52d-06f0c8cd30c4'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:14:53.568377 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e9ea8d-8c0b-48f5-a6a5-beef1c360e97 None None] Attempting to bind port 5926fbba-5a0d-41d8-96cb-dc1ceb08a541 on network 70fd104c-7c86-4065-a52d-06f0c8cd30c4 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:14:53.615101 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e9ea8d-8c0b-48f5-a6a5-beef1c360e97 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:14:53.615569 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e9ea8d-8c0b-48f5-a6a5-beef1c360e97 None None] Checking segment: {'id': '36738b93-4b30-4517-bcc7-c5a063eccc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '70fd104c-7c86-4065-a52d-06f0c8cd30c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:14:53.616404 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-08e9ea8d-8c0b-48f5-a6a5-beef1c360e97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:53.617198 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e9ea8d-8c0b-48f5-a6a5-beef1c360e97 None None] Bound using segment: {'id': '36738b93-4b30-4517-bcc7-c5a063eccc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '70fd104c-7c86-4065-a52d-06f0c8cd30c4'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:14:53.617875 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-08e9ea8d-8c0b-48f5-a6a5-beef1c360e97 None None] Bound port: 5926fbba-5a0d-41d8-96cb-dc1ceb08a541, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36738b93-4b30-4517-bcc7-c5a063eccc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '70fd104c-7c86-4065-a52d-06f0c8cd30c4'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:14:53.618684 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-08e9ea8d-8c0b-48f5-a6a5-beef1c360e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (5926fbba-5a0d-41d8-96cb-dc1ceb08a541), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:53.703446 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device e8c15df8-8864-4cc1-80f9-e0f25882c528 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:14:53.714879 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-197e2ccf-ecde-4352-a472-3ca6086b7400 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:53.803211 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-edda23bb-7a13-45b7-8cd2-ecb2b8923180 admin admin] Publish callbacks [] for router_gateway (fb3c7079-b27a-45b1-8edc-605ea0d5bdec), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:53.906119 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11df2e97-3d0d-4cd3-a7c3-8a967f0dc24f tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:14:53.919443 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-11df2e97-3d0d-4cd3-a7c3-8a967f0dc24f tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] 10.222.0.32 "PUT /v2.0/routers/fd705747-a336-4869-b347-cf1a60d24747/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4016054
May 07 22:14:53.964026 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 48386) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:53.987118 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c9ac7fee-4f7e-49be-a151-536e6274b5fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (f21011e0-c010-49c6-9645-b6034da139b4), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:53.989996 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c9ac7fee-4f7e-49be-a151-536e6274b5fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:53.991696 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-c9ac7fee-4f7e-49be-a151-536e6274b5fc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f21011e0-c010-49c6-9645-b6034da139b4 HTTP/1.1" status: 204  len: 168 time: 2.2754555
May 07 22:14:53.999825 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e090436c-97a0-46de-b4b4-aa255e0ce180 req-cd58062b-ef87-4e03-b8f3-43cc75501bdd tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?device_id=20f0b5de-f6ce-4056-b170-f80b05559ef2 HTTP/1.1" status: 200  len: 210 time: 0.1326060
May 07 22:14:54.008204 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-74a20693-ab7b-4235-b5a1-b8202021b87a None None] Set router bc691ac6-481b-40e2-a89f-11e2b0bed2cb gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:14:54.105269 ncdv-master-1 neutron-server[121837]: INFO neutron.api.v2.resource [None req-4f96cafc-de51-4653-ae40-d214f7928d7f tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] show failed (client error): The resource could not be found.
May 07 22:14:54.106725 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-4f96cafc-de51-4653-ae40-d214f7928d7f tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] 10.222.0.32 "GET /v2.0/routers/tempest-non_exist_router-435309480 HTTP/1.1" status: 404  len: 334 time: 0.1415803
May 07 22:14:54.122105 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 48400) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:54.128416 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ac7fee-4f7e-49be-a151-536e6274b5fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f21011e0-c010-49c6-9645-b6034da139b4,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:54.149902 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-fe48c9d5-a688-4e52-9d43-5dd7e47d9db8 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Request body: {'router': {'name': 'new_name'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:14:54.152489 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-3b8047b1-da6c-4bcd-9968-9fdcc84f0e48 None None] Provisioning complete for port 5926fbba-5a0d-41d8-96cb-dc1ceb08a541 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:14:54.152912 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-3b8047b1-da6c-4bcd-9968-9fdcc84f0e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (5926fbba-5a0d-41d8-96cb-dc1ceb08a541), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:54.155898 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018ccad7-ea5f-44fe-95c2-e13eba3008bf None None] Sync routers for ids ['fd705747-a336-4869-b347-cf1a60d24747'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:14:54.179724 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1961ba6c-3233-4b67-a024-c3c73b27c3fc None None] Network 776bc97b-09ef-4468-926c-83db4dbe1dba requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:14:54.241578 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-619a0a86-8088-4fb6-90e2-627f0cc2de0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (d116cfe5-45c3-4e6f-ac2b-533445240a40), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:54.250005 ncdv-master-1 neutron-server[121837]: INFO neutron.api.v2.resource [None req-fe48c9d5-a688-4e52-9d43-5dd7e47d9db8 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] update failed (client error): The resource could not be found.
May 07 22:14:54.250005 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-fe48c9d5-a688-4e52-9d43-5dd7e47d9db8 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] 10.222.0.32 "PUT /v2.0/routers/tempest-non_exist_router-1791526839 HTTP/1.1" status: 404  len: 335 time: 0.1041477
May 07 22:14:54.253405 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 48406) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:54.360692 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619a0a86-8088-4fb6-90e2-627f0cc2de0a admin admin] Pushing event deleted for resources: {'Port': ['ID=d116cfe5-45c3-4e6f-ac2b-533445240a40,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:54.442991 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-edda23bb-7a13-45b7-8cd2-ecb2b8923180 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (fb3c7079-b27a-45b1-8edc-605ea0d5bdec), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:54.536551 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee01a82a-c7f0-444c-9eb7-39b866130861 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Deleting subnet 9d2e4106-512e-4e9f-ada5-327cb354daf7 {{(pid=121836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:14:54.554313 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ee01a82a-c7f0-444c-9eb7-39b866130861 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks [] for subnet (9d2e4106-512e-4e9f-ada5-327cb354daf7), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:54.575989 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-08e9ea8d-8c0b-48f5-a6a5-beef1c360e97 None None] For port 5926fbba-5a0d-41d8-96cb-dc1ceb08a541, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:14:54.586468 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-08e9ea8d-8c0b-48f5-a6a5-beef1c360e97 None None] For port 5926fbba-5a0d-41d8-96cb-dc1ceb08a541, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5926fbba-5a0d-41d8-96cb-dc1ceb08a541,segment=NetworkSegment(36738b93-4b30-4517-bcc7-c5a063eccc3c),segment_id=36738b93-4b30-4517-bcc7-c5a063eccc3c)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:14:54.644631 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-619a0a86-8088-4fb6-90e2-627f0cc2de0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395776'] for router_gateway (a2e74cc6-8d1d-4ce2-abb6-2047597ef660), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:54.661771 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:54.662473 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018ccad7-ea5f-44fe-95c2-e13eba3008bf None None] Routers {'fd705747-a336-4869-b347-cf1a60d24747'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:14:54.663152 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-018ccad7-ea5f-44fe-95c2-e13eba3008bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7fac8d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:14:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['fd705747-a336-4869-b347-cf1a60d24747'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:54.671577 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-08e9ea8d-8c0b-48f5-a6a5-beef1c360e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (5926fbba-5a0d-41d8-96cb-dc1ceb08a541), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:54.690386 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edda23bb-7a13-45b7-8cd2-ecb2b8923180 admin admin] Router fb3c7079-b27a-45b1-8edc-605ea0d5bdec is scheduled to L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db with binding_index 1 {{(pid=121837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 07 22:14:54.790366 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ee01a82a-c7f0-444c-9eb7-39b866130861 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726883'] for subnet (9d2e4106-512e-4e9f-ada5-327cb354daf7), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:54.823728 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-619a0a86-8088-4fb6-90e2-627f0cc2de0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (a2e74cc6-8d1d-4ce2-abb6-2047597ef660), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:54.829774 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-619a0a86-8088-4fb6-90e2-627f0cc2de0a admin admin] Publish callbacks [] for router_controller (a2e74cc6-8d1d-4ce2-abb6-2047597ef660), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:54.914688 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-619a0a86-8088-4fb6-90e2-627f0cc2de0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (a2e74cc6-8d1d-4ce2-abb6-2047597ef660), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:54.915491 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-619a0a86-8088-4fb6-90e2-627f0cc2de0a admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2e74cc6-8d1d-4ce2-abb6-2047597ef660 {{(pid=121836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 22:14:54.929844 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-619a0a86-8088-4fb6-90e2-627f0cc2de0a admin admin] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:54.935685 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-619a0a86-8088-4fb6-90e2-627f0cc2de0a admin admin] 10.222.0.32 "DELETE /v2.0/routers/a2e74cc6-8d1d-4ce2-abb6-2047597ef660 HTTP/1.1" status: 204  len: 168 time: 3.2390532
May 07 22:14:54.939294 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 48438) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:54.965143 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edda23bb-7a13-45b7-8cd2-ecb2b8923180 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:14:54.975781 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514a3089-ecad-4d47-b4b8-5687d834e6f9 None None] Sync routers for ids ['fb3c7079-b27a-45b1-8edc-605ea0d5bdec'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:14:54.989795 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-018ccad7-ea5f-44fe-95c2-e13eba3008bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7fac8d60>, [], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:55.010960 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514a3089-ecad-4d47-b4b8-5687d834e6f9 None None] Routers {'fb3c7079-b27a-45b1-8edc-605ea0d5bdec'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:14:55.015176 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-514a3089-ecad-4d47-b4b8-5687d834e6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c7693a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:14:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['fb3c7079-b27a-45b1-8edc-605ea0d5bdec'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:55.033805 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-edda23bb-7a13-45b7-8cd2-ecb2b8923180 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:55.039261 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-edda23bb-7a13-45b7-8cd2-ecb2b8923180 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 7.1414897
May 07 22:14:55.041198 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 48448) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:55.068505 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-3b8047b1-da6c-4bcd-9968-9fdcc84f0e48 None None] Port 5926fbba-5a0d-41d8-96cb-dc1ceb08a541 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:14:55.096910 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_v2 [None req-52d68f9d-d4f3-4415-b7aa-9587afe2c285 admin admin] Deleting subnet 64822d19-064d-4c0b-bda2-882554dd9615 {{(pid=121836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:14:55.137683 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ee01a82a-c7f0-444c-9eb7-39b866130861 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (9d2e4106-512e-4e9f-ada5-327cb354daf7), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:55.154744 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-52d68f9d-d4f3-4415-b7aa-9587afe2c285 admin admin] Publish callbacks [] for subnet (64822d19-064d-4c0b-bda2-882554dd9615), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:55.194116 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-3b8047b1-da6c-4bcd-9968-9fdcc84f0e48 None None] Provisioning complete for port 93aa5870-eebc-4bc2-b303-70add9925e33 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:14:55.195697 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-3b8047b1-da6c-4bcd-9968-9fdcc84f0e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (93aa5870-eebc-4bc2-b303-70add9925e33), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:55.300628 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port e8c15df8-8864-4cc1-80f9-e0f25882c528 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:14:55.301016 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (e8c15df8-8864-4cc1-80f9-e0f25882c528), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:55.301548 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-52d68f9d-d4f3-4415-b7aa-9587afe2c285 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726883'] for subnet (64822d19-064d-4c0b-bda2-882554dd9615), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:55.333824 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-788c58d9-eef6-4b30-b64e-d339dfd4019b req-4c2aed44-7e34-427f-b611-7615e7ad2253 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?device_id=20f0b5de-f6ce-4056-b170-f80b05559ef2 HTTP/1.1" status: 200  len: 210 time: 0.1581957
May 07 22:14:55.393225 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ee01a82a-c7f0-444c-9eb7-39b866130861 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (9d2e4106-512e-4e9f-ada5-327cb354daf7), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:55.439173 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ee01a82a-c7f0-444c-9eb7-39b866130861 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:55.443524 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-ee01a82a-c7f0-444c-9eb7-39b866130861 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] 10.222.0.32 "DELETE /v2.0/subnets/9d2e4106-512e-4e9f-ada5-327cb354daf7 HTTP/1.1" status: 204  len: 168 time: 1.1859002
May 07 22:14:55.495833 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e864ed5-1f0f-45b4-bb08-f7d5ad38947c None None] Pushing event updated for resources: {'Port': ['ID=5926fbba-5a0d-41d8-96cb-dc1ceb08a541,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:55.518039 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-514a3089-ecad-4d47-b4b8-5687d834e6f9 None None] Set router fb3c7079-b27a-45b1-8edc-605ea0d5bdec gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:14:55.544253 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe451539-a250-4d49-b2aa-3fafb935c5c2 None None] Network afb43a0c-f7ef-478b-9f61-3faf8533ba60 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:14:55.548183 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018ccad7-ea5f-44fe-95c2-e13eba3008bf None None] Routers {'fd705747-a336-4869-b347-cf1a60d24747'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:14:55.550013 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-018ccad7-ea5f-44fe-95c2-e13eba3008bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7fac8d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:14:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['fd705747-a336-4869-b347-cf1a60d24747'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:55.551238 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 48466) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:55.555417 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee01a82a-c7f0-444c-9eb7-39b866130861 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Pushing event deleted for resources: {'Subnet': ['ID=9d2e4106-512e-4e9f-ada5-327cb354daf7,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:55.576839 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e9ea8d-8c0b-48f5-a6a5-beef1c360e97 None None] Routers {'8d75d3fc-7df0-4fdf-bc38-fbf25a6bd275'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:14:55.578208 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-08e9ea8d-8c0b-48f5-a6a5-beef1c360e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7fddcbb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:14:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['8d75d3fc-7df0-4fdf-bc38-fbf25a6bd275'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:55.778422 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-018ccad7-ea5f-44fe-95c2-e13eba3008bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7fac8d60>, [], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:55.784826 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018ccad7-ea5f-44fe-95c2-e13eba3008bf None None] The sync data for ids ['fd705747-a336-4869-b347-cf1a60d24747'] in ncdv-master-1 is: [] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:14:55.815534 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-52d68f9d-d4f3-4415-b7aa-9587afe2c285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (64822d19-064d-4c0b-bda2-882554dd9615), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:56.036347 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-52d68f9d-d4f3-4415-b7aa-9587afe2c285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (64822d19-064d-4c0b-bda2-882554dd9615), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:56.226355 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-74a20693-ab7b-4235-b5a1-b8202021b87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7eb48820>, [{'id': 'bc691ac6-481b-40e2-a89f-11e2b0bed2cb', 'name': 'tempest-TestAggregatesBasicOps-1711784158-router', 'tenant_id': '9bf1a2d386684999b5a1d51a8c7593e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.115'}], 'enable_snat': True}, 'gw_port_id': '32852023-af78-4b73-9c6a-dcab8bfbb9db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:14:28Z', 'updated_at': '2022-05-07T22:14:38Z', 'revision_number': 4, 'project_id': '9bf1a2d386684999b5a1d51a8c7593e2', 'gw_port': {'id': '32852023-af78-4b73-9c6a-dcab8bfbb9db', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc691ac6-481b-40e2-a89f-11e2b0bed2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:14:29Z', 'updated_at': '2022-05-07T22:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '93aa5870-eebc-4bc2-b303-70add9925e33', 'name': '', 'network_id': '0460c4a2-d9cd-48aa-a959-6c9d8f9b34a8', 'tenant_id': '9bf1a2d386684999b5a1d51a8c7593e2', 'mac_address': 'fa:16:3e:8f:dc:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc691ac6-481b-40e2-a89f-11e2b0bed2cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': '1e12cf0e-269e-41f9-9624-8919b6a77651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:14:37Z', 'updated_at': '2022-05-07T22:14:52Z', 'revision_number': 4, 'project_id': '9bf1a2d386684999b5a1d51a8c7593e2', 'subnets': [{'id': '1e12cf0e-269e-41f9-9624-8919b6a77651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:56.229857 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-08e9ea8d-8c0b-48f5-a6a5-beef1c360e97 None None] Set router 8d75d3fc-7df0-4fdf-bc38-fbf25a6bd275 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:14:56.233734 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5e07b6-cb05-496a-8e1a-34ff441c745e None None] Network c9fe7357-5953-40ae-898e-7642d0646720 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:14:56.255325 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-514a3089-ecad-4d47-b4b8-5687d834e6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c7693a0>, [{'id': 'fb3c7079-b27a-45b1-8edc-605ea0d5bdec', 'name': 'tempest-TestServerMultinode-1922413511-router', 'tenant_id': '7258ee48454a4985a79b7f26d184493f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.75'}], 'enable_snat': True}, 'gw_port_id': '59d87f59-7235-42b7-af22-664fe1d9e53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:14:48Z', 'updated_at': '2022-05-07T22:14:53Z', 'revision_number': 3, 'project_id': '7258ee48454a4985a79b7f26d184493f', 'gw_port': {'id': '59d87f59-7235-42b7-af22-664fe1d9e53d', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:86:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb3c7079-b27a-45b1-8edc-605ea0d5bdec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:14:50Z', 'updated_at': '2022-05-07T22:14:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:56.294853 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9a6f48cc-b31e-4aa0-bd1d-a87e95d8664c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:56.324590 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514a3089-ecad-4d47-b4b8-5687d834e6f9 None None] Checking router: fb3c7079-b27a-45b1-8edc-605ea0d5bdec for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:14:56.324942 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514a3089-ecad-4d47-b4b8-5687d834e6f9 None None] Updating router fb3c7079-b27a-45b1-8edc-605ea0d5bdec port 59d87f59-7235-42b7-af22-664fe1d9e53d binding host ncdv-master-1 {{(pid=121839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 22:14:56.327657 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-52d68f9d-d4f3-4415-b7aa-9587afe2c285 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:56.333132 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-52d68f9d-d4f3-4415-b7aa-9587afe2c285 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/64822d19-064d-4c0b-bda2-882554dd9615 HTTP/1.1" status: 204  len: 168 time: 1.3907151
May 07 22:14:56.333132 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d68f9d-d4f3-4415-b7aa-9587afe2c285 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64822d19-064d-4c0b-bda2-882554dd9615,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:56.339573 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 48486) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:56.371565 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2366226b-b84b-4136-b8a6-2811cd6a50d1 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (afb43a0c-f7ef-478b-9f61-3faf8533ba60), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:56.444723 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-514a3089-ecad-4d47-b4b8-5687d834e6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (59d87f59-7235-42b7-af22-664fe1d9e53d), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:56.510457 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-2366226b-b84b-4136-b8a6-2811cd6a50d1 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Deleting port dcd8b89b-91fb-4a2c-9ba6-391482024623 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:14:56.511833 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2366226b-b84b-4136-b8a6-2811cd6a50d1 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (dcd8b89b-91fb-4a2c-9ba6-391482024623), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:56.511981 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 48498) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:56.524153 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaa12c0-1e5f-4ab8-9fce-e56c0d193272 req-e6161f62-20c5-4f8d-9955-205942f1147a tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:14:56.525857 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5aaa12c0-1e5f-4ab8-9fce-e56c0d193272 req-e6161f62-20c5-4f8d-9955-205942f1147a tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.55 "GET /v2.0/networks?id=87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce HTTP/1.1" status: 200  len: 811 time: 1.0882492
May 07 22:14:56.630326 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-9a6f48cc-b31e-4aa0-bd1d-a87e95d8664c admin admin] Allocated IP 172.20.0.1 (776bc97b-09ef-4468-926c-83db4dbe1dba/d934a6d1-4873-462f-8ca8-97cde5c645f0/937e5624-5622-48fb-9c5c-404bac1ecfe8) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:14:56.635430 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a20693-ab7b-4235-b5a1-b8202021b87a None None] The sync data for ids ['bc691ac6-481b-40e2-a89f-11e2b0bed2cb'] in ncdv-master-1 is: [{'id': 'bc691ac6-481b-40e2-a89f-11e2b0bed2cb', 'name': 'tempest-TestAggregatesBasicOps-1711784158-router', 'tenant_id': '9bf1a2d386684999b5a1d51a8c7593e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.115'}], 'enable_snat': True}, 'gw_port_id': '32852023-af78-4b73-9c6a-dcab8bfbb9db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:14:28Z', 'updated_at': '2022-05-07T22:14:38Z', 'revision_number': 4, 'project_id': '9bf1a2d386684999b5a1d51a8c7593e2', 'gw_port': {'id': '32852023-af78-4b73-9c6a-dcab8bfbb9db', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc691ac6-481b-40e2-a89f-11e2b0bed2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:14:29Z', 'updated_at': '2022-05-07T22:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '93aa5870-eebc-4bc2-b303-70add9925e33', 'name': '', 'network_id': '0460c4a2-d9cd-48aa-a959-6c9d8f9b34a8', 'tenant_id': '9bf1a2d386684999b5a1d51a8c7593e2', 'mac_address': 'fa:16:3e:8f:dc:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc691ac6-481b-40e2-a89f-11e2b0bed2cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': '1e12cf0e-269e-41f9-9624-8919b6a77651', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:14:37Z', 'updated_at': '2022-05-07T22:14:52Z', 'revision_number': 4, 'project_id': '9bf1a2d386684999b5a1d51a8c7593e2', 'subnets': [{'id': '1e12cf0e-269e-41f9-9624-8919b6a77651', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:14:56.902033 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9a6f48cc-b31e-4aa0-bd1d-a87e95d8664c admin admin] Publish callbacks [] for port (937e5624-5622-48fb-9c5c-404bac1ecfe8), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:56.933078 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff38a4cc-ed62-4ed5-bc41-1250f94ab68c None None] DHCP port deletion for afb43a0c-f7ef-478b-9f61-3faf8533ba60 request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:14:57.022421 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4ad2b77d-624b-42f4-b255-cb3906c106fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:57.047253 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7008e28b-6344-4207-82af-1c85ef97dbc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:57.090314 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9a6f48cc-b31e-4aa0-bd1d-a87e95d8664c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (937e5624-5622-48fb-9c5c-404bac1ecfe8), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:57.188315 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-3b8047b1-da6c-4bcd-9968-9fdcc84f0e48 None None] Current status of the port 93aa5870-eebc-4bc2-b303-70add9925e33 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:14:57.189089 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-3b8047b1-da6c-4bcd-9968-9fdcc84f0e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (93aa5870-eebc-4bc2-b303-70add9925e33), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:57.197639 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-514a3089-ecad-4d47-b4b8-5687d834e6f9 None None] Publish callbacks [] for port (59d87f59-7235-42b7-af22-664fe1d9e53d), precommit_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:57.201897 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6f48cc-b31e-4aa0-bd1d-a87e95d8664c admin admin] Pushing event updated for resources: {'Port': ['ID=937e5624-5622-48fb-9c5c-404bac1ecfe8,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:57.215869 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-514a3089-ecad-4d47-b4b8-5687d834e6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (59d87f59-7235-42b7-af22-664fe1d9e53d), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:57.257458 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6f48cc-b31e-4aa0-bd1d-a87e95d8664c admin admin] Network 776bc97b-09ef-4468-926c-83db4dbe1dba is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:14:57.268815 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-9a6f48cc-b31e-4aa0-bd1d-a87e95d8664c admin admin] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:14:57.272581 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6f48cc-b31e-4aa0-bd1d-a87e95d8664c admin admin] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:14:57.369193 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e08ec25-a106-4925-a1c1-5be283b0cf85 None None] Pushing event updated for resources: {'Port': ['ID=59d87f59-7235-42b7-af22-664fe1d9e53d,revision_number=2']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:57.412325 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-3b8047b1-da6c-4bcd-9968-9fdcc84f0e48 None None] For port 93aa5870-eebc-4bc2-b303-70add9925e33, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=93aa5870-eebc-4bc2-b303-70add9925e33,segment=NetworkSegment(37a46801-39b3-4eb1-8e6a-d1b9cb29b39d),segment_id=37a46801-39b3-4eb1-8e6a-d1b9cb29b39d)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:14:57.423289 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-514a3089-ecad-4d47-b4b8-5687d834e6f9 None None] Attempting to bind port 59d87f59-7235-42b7-af22-664fe1d9e53d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:14:57.423938 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-514a3089-ecad-4d47-b4b8-5687d834e6f9 None None] Attempting to bind port 59d87f59-7235-42b7-af22-664fe1d9e53d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:14:57.425136 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514a3089-ecad-4d47-b4b8-5687d834e6f9 None None] Attempting to bind port 59d87f59-7235-42b7-af22-664fe1d9e53d on network 9221b764-ef06-431f-8941-796516ed7c3b {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:14:57.434715 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514a3089-ecad-4d47-b4b8-5687d834e6f9 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 14, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:14:57.435382 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514a3089-ecad-4d47-b4b8-5687d834e6f9 None None] Checking segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:14:57.435978 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-514a3089-ecad-4d47-b4b8-5687d834e6f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:57.436721 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514a3089-ecad-4d47-b4b8-5687d834e6f9 None None] Bound using segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:14:57.437371 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-514a3089-ecad-4d47-b4b8-5687d834e6f9 None None] Bound port: 59d87f59-7235-42b7-af22-664fe1d9e53d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:14:57.438071 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-514a3089-ecad-4d47-b4b8-5687d834e6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (59d87f59-7235-42b7-af22-664fe1d9e53d), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:57.483747 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-3b8047b1-da6c-4bcd-9968-9fdcc84f0e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (93aa5870-eebc-4bc2-b303-70add9925e33), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:57.521903 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-514a3089-ecad-4d47-b4b8-5687d834e6f9 None None] For port 59d87f59-7235-42b7-af22-664fe1d9e53d, host ncdv-master-1, cleared binding levels {{(pid=121839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:14:57.528107 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-514a3089-ecad-4d47-b4b8-5687d834e6f9 None None] For port 59d87f59-7235-42b7-af22-664fe1d9e53d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=59d87f59-7235-42b7-af22-664fe1d9e53d,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:14:57.546670 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-514a3089-ecad-4d47-b4b8-5687d834e6f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (59d87f59-7235-42b7-af22-664fe1d9e53d), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:57.548935 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9a6f48cc-b31e-4aa0-bd1d-a87e95d8664c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398161'] for router_interface (fb3c7079-b27a-45b1-8edc-605ea0d5bdec), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:57.582322 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-ff38a4cc-ed62-4ed5-bc41-1250f94ab68c None None] Deleting port dcd8b89b-91fb-4a2c-9ba6-391482024623 {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:14:57.582800 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ff38a4cc-ed62-4ed5-bc41-1250f94ab68c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (dcd8b89b-91fb-4a2c-9ba6-391482024623), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:57.585904 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4ad2b77d-624b-42f4-b255-cb3906c106fd admin admin] Publish callbacks [] for security_group (868f36c4-915a-4e54-ab0d-30cac503f82c), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:57.596062 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port e8c15df8-8864-4cc1-80f9-e0f25882c528 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:14:57.596806 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (e8c15df8-8864-4cc1-80f9-e0f25882c528), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:57.698696 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4ad2b77d-624b-42f4-b255-cb3906c106fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (868f36c4-915a-4e54-ab0d-30cac503f82c), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:57.709135 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514a3089-ecad-4d47-b4b8-5687d834e6f9 None None] Routers {'fb3c7079-b27a-45b1-8edc-605ea0d5bdec'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:14:57.709681 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-514a3089-ecad-4d47-b4b8-5687d834e6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c7693a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:14:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['fb3c7079-b27a-45b1-8edc-605ea0d5bdec'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:57.719576 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-08e9ea8d-8c0b-48f5-a6a5-beef1c360e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7fddcbb0>, [{'id': '8d75d3fc-7df0-4fdf-bc38-fbf25a6bd275', 'name': 'tempest-TestServerMultinode-1932275267-router', 'tenant_id': 'de8505b33dbf41ffb3f14bfddea6c103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.74'}], 'enable_snat': True}, 'gw_port_id': '221bed61-2bec-476b-8780-b1a519752586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:14:35Z', 'updated_at': '2022-05-07T22:14:42Z', 'revision_number': 4, 'project_id': 'de8505b33dbf41ffb3f14bfddea6c103', 'gw_port': {'id': '221bed61-2bec-476b-8780-b1a519752586', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:0f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d75d3fc-7df0-4fdf-bc38-fbf25a6bd275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:14:36Z', 'updated_at': '2022-05-07T22:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5926fbba-5a0d-41d8-96cb-dc1ceb08a541', 'name': '', 'network_id': '70fd104c-7c86-4065-a52d-06f0c8cd30c4', 'tenant_id': 'de8505b33dbf41ffb3f14bfddea6c103', 'mac_address': 'fa:16:3e:ca:19:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d75d3fc-7df0-4fdf-bc38-fbf25a6bd275', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '3445155a-a289-45a0-a3b2-ac8b816f4f51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:14:39Z', 'updated_at': '2022-05-07T22:14:54Z', 'revision_number': 4, 'project_id': 'de8505b33dbf41ffb3f14bfddea6c103', 'subnets': [{'id': '3445155a-a289-45a0-a3b2-ac8b816f4f51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:57.730822 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b76840-cbeb-4141-91d0-80e068c03b17 None None] DHCP port deletion for c9fe7357-5953-40ae-898e-7642d0646720 request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:14:57.778838 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-4ad2b77d-624b-42f4-b255-cb3906c106fd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=aee5607226124471a1af28dd9cc1743c&name=default HTTP/1.1" status: 200  len: 3000 time: 1.2647936
May 07 22:14:57.781052 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 48512) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:57.801114 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e08ec25-a106-4925-a1c1-5be283b0cf85 None None] Pushing event updated for resources: {'Port': ['ID=59d87f59-7235-42b7-af22-664fe1d9e53d,revision_number=3']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:57.815077 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:57.852267 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad2b77d-624b-42f4-b255-cb3906c106fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=868f36c4-915a-4e54-ab0d-30cac503f82c,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:57.898692 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-35add4c4-1829-4e1c-b35b-c5b21e88c3e0 req-e781e1e8-5adf-49ba-81eb-a47d434ab1ab tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?device_id=20f0b5de-f6ce-4056-b170-f80b05559ef2 HTTP/1.1" status: 200  len: 210 time: 1.3707063
May 07 22:14:57.910762 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-41cc4a14-fd0c-4bdd-8fa7-1fd74fa4aeec admin admin] Publish callbacks [] for security_group (868f36c4-915a-4e54-ab0d-30cac503f82c), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:57.914732 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-544da8ec-42a2-4a24-8e15-db3cce908cab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (c9fe7357-5953-40ae-898e-7642d0646720), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:57.951353 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-41cc4a14-fd0c-4bdd-8fa7-1fd74fa4aeec admin admin] Publish callbacks [] for security_group (868f36c4-915a-4e54-ab0d-30cac503f82c), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:57.956647 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-2366226b-b84b-4136-b8a6-2811cd6a50d1 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] For port dcd8b89b-91fb-4a2c-9ba6-391482024623, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dcd8b89b-91fb-4a2c-9ba6-391482024623,segment=NetworkSegment(a56967f5-872e-4b0c-b0a1-a8f51ebf2607),segment_id=a56967f5-872e-4b0c-b0a1-a8f51ebf2607)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:14:57.957221 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2366226b-b84b-4136-b8a6-2811cd6a50d1 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (dcd8b89b-91fb-4a2c-9ba6-391482024623), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:58.000750 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-2366226b-b84b-4136-b8a6-2811cd6a50d1 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Calling delete_port for dcd8b89b-91fb-4a2c-9ba6-391482024623 owned by network:dhcp {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:14:58.015141 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-514a3089-ecad-4d47-b4b8-5687d834e6f9 None None] Set router fb3c7079-b27a-45b1-8edc-605ea0d5bdec gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:14:58.057284 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5aaa12c0-1e5f-4ab8-9fce-e56c0d193272 req-c0743822-f695-4659-9a9c-385a8d13c965 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3657e8df46a4252b9eb1eb159306a66 HTTP/1.1" status: 200  len: 380 time: 1.4652374
May 07 22:14:58.066213 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-5aaa12c0-1e5f-4ab8-9fce-e56c0d193272 req-dcb4cf91-3dc4-47cf-92df-559072e80cd4 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Request body: {'port': {'device_id': '20f0b5de-f6ce-4056-b170-f80b05559ef2', 'network_id': '87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce', 'admin_state_up': True, 'tenant_id': 'f3657e8df46a4252b9eb1eb159306a66', 'security_groups': ['62207645-c79a-4d21-8232-3379a0311720']}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:14:58.083735 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9a6f48cc-b31e-4aa0-bd1d-a87e95d8664c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (937e5624-5622-48fb-9c5c-404bac1ecfe8), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:58.131542 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-544da8ec-42a2-4a24-8e15-db3cce908cab admin admin] Deleting port ff949072-8351-4f41-abc1-8a8e2be4e7b8 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:14:58.131906 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-544da8ec-42a2-4a24-8e15-db3cce908cab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (ff949072-8351-4f41-abc1-8a8e2be4e7b8), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:58.188506 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e9ea8d-8c0b-48f5-a6a5-beef1c360e97 None None] The sync data for ids ['8d75d3fc-7df0-4fdf-bc38-fbf25a6bd275'] in ncdv-master-1 is: [{'id': '8d75d3fc-7df0-4fdf-bc38-fbf25a6bd275', 'name': 'tempest-TestServerMultinode-1932275267-router', 'tenant_id': 'de8505b33dbf41ffb3f14bfddea6c103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.74'}], 'enable_snat': True}, 'gw_port_id': '221bed61-2bec-476b-8780-b1a519752586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:14:35Z', 'updated_at': '2022-05-07T22:14:42Z', 'revision_number': 4, 'project_id': 'de8505b33dbf41ffb3f14bfddea6c103', 'gw_port': {'id': '221bed61-2bec-476b-8780-b1a519752586', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:0f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d75d3fc-7df0-4fdf-bc38-fbf25a6bd275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:14:36Z', 'updated_at': '2022-05-07T22:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5926fbba-5a0d-41d8-96cb-dc1ceb08a541', 'name': '', 'network_id': '70fd104c-7c86-4065-a52d-06f0c8cd30c4', 'tenant_id': 'de8505b33dbf41ffb3f14bfddea6c103', 'mac_address': 'fa:16:3e:ca:19:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d75d3fc-7df0-4fdf-bc38-fbf25a6bd275', 'device_owner': 'network:router_interface', 'standard_attr_id': 3609, 'fixed_ips': [{'subnet_id': '3445155a-a289-45a0-a3b2-ac8b816f4f51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:14:39Z', 'updated_at': '2022-05-07T22:14:54Z', 'revision_number': 4, 'project_id': 'de8505b33dbf41ffb3f14bfddea6c103', 'subnets': [{'id': '3445155a-a289-45a0-a3b2-ac8b816f4f51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:14:58.231494 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-41cc4a14-fd0c-4bdd-8fa7-1fd74fa4aeec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (868f36c4-915a-4e54-ab0d-30cac503f82c), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:58.234060 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-41cc4a14-fd0c-4bdd-8fa7-1fd74fa4aeec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:58.238364 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-41cc4a14-fd0c-4bdd-8fa7-1fd74fa4aeec admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/868f36c4-915a-4e54-ab0d-30cac503f82c HTTP/1.1" status: 204  len: 168 time: 0.4484627
May 07 22:14:58.256683 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cc4a14-fd0c-4bdd-8fa7-1fd74fa4aeec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=868f36c4-915a-4e54-ab0d-30cac503f82c,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:58.332809 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-fa93edf7-6a4b-4407-9921-79fafc6420c6 None None] Provisioning complete for port 5926fbba-5a0d-41d8-96cb-dc1ceb08a541 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:14:58.333261 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-fa93edf7-6a4b-4407-9921-79fafc6420c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (5926fbba-5a0d-41d8-96cb-dc1ceb08a541), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:58.381154 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port e8c15df8-8864-4cc1-80f9-e0f25882c528, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e8c15df8-8864-4cc1-80f9-e0f25882c528,segment=NetworkSegment(a0f45d17-9b71-4e6e-9beb-38cc9b2ffdfd),segment_id=a0f45d17-9b71-4e6e-9beb-38cc9b2ffdfd)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:14:58.386622 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-514a3089-ecad-4d47-b4b8-5687d834e6f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c7693a0>, [{'id': 'fb3c7079-b27a-45b1-8edc-605ea0d5bdec', 'name': 'tempest-TestServerMultinode-1922413511-router', 'tenant_id': '7258ee48454a4985a79b7f26d184493f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.75'}], 'enable_snat': True}, 'gw_port_id': '59d87f59-7235-42b7-af22-664fe1d9e53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:14:48Z', 'updated_at': '2022-05-07T22:14:53Z', 'revision_number': 3, 'project_id': '7258ee48454a4985a79b7f26d184493f', 'gw_port': {'id': '59d87f59-7235-42b7-af22-664fe1d9e53d', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:86:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb3c7079-b27a-45b1-8edc-605ea0d5bdec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:14:50Z', 'updated_at': '2022-05-07T22:14:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:58.414478 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-82b76840-cbeb-4141-91d0-80e068c03b17 None None] Deleting port ff949072-8351-4f41-abc1-8a8e2be4e7b8 {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:14:58.422623 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-82b76840-cbeb-4141-91d0-80e068c03b17 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (ff949072-8351-4f41-abc1-8a8e2be4e7b8), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:58.445815 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-544da8ec-42a2-4a24-8e15-db3cce908cab admin admin] For port ff949072-8351-4f41-abc1-8a8e2be4e7b8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ff949072-8351-4f41-abc1-8a8e2be4e7b8,segment=NetworkSegment(850207f7-ecff-4d95-be71-f9a0690854f8),segment_id=850207f7-ecff-4d95-be71-f9a0690854f8)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:14:58.445815 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-544da8ec-42a2-4a24-8e15-db3cce908cab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (ff949072-8351-4f41-abc1-8a8e2be4e7b8), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:58.490282 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-544da8ec-42a2-4a24-8e15-db3cce908cab admin admin] Calling delete_port for ff949072-8351-4f41-abc1-8a8e2be4e7b8 owned by network:dhcp {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:14:58.509564 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2366226b-b84b-4136-b8a6-2811cd6a50d1 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (dcd8b89b-91fb-4a2c-9ba6-391482024623), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:58.511147 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514a3089-ecad-4d47-b4b8-5687d834e6f9 None None] The sync data for ids ['fb3c7079-b27a-45b1-8edc-605ea0d5bdec'] in ncdv-master-1 is: [{'id': 'fb3c7079-b27a-45b1-8edc-605ea0d5bdec', 'name': 'tempest-TestServerMultinode-1922413511-router', 'tenant_id': '7258ee48454a4985a79b7f26d184493f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.75'}], 'enable_snat': True}, 'gw_port_id': '59d87f59-7235-42b7-af22-664fe1d9e53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:14:48Z', 'updated_at': '2022-05-07T22:14:53Z', 'revision_number': 3, 'project_id': '7258ee48454a4985a79b7f26d184493f', 'gw_port': {'id': '59d87f59-7235-42b7-af22-664fe1d9e53d', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:86:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb3c7079-b27a-45b1-8edc-605ea0d5bdec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:14:50Z', 'updated_at': '2022-05-07T22:14:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:14:58.531907 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9a6f48cc-b31e-4aa0-bd1d-a87e95d8664c admin admin] Publish callbacks [] for port (937e5624-5622-48fb-9c5c-404bac1ecfe8), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:58.554985 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9a6f48cc-b31e-4aa0-bd1d-a87e95d8664c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (937e5624-5622-48fb-9c5c-404bac1ecfe8), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:58.579541 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2366226b-b84b-4136-b8a6-2811cd6a50d1 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Pushing event deleted for resources: {'Port': ['ID=dcd8b89b-91fb-4a2c-9ba6-391482024623,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:58.581512 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2366226b-b84b-4136-b8a6-2811cd6a50d1 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] No DVR routers for this DVR port dcd8b89b-91fb-4a2c-9ba6-391482024623 on host ncdv-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:14:58.724639 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6f48cc-b31e-4aa0-bd1d-a87e95d8664c admin admin] Pushing event updated for resources: {'Port': ['ID=937e5624-5622-48fb-9c5c-404bac1ecfe8,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:58.739099 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5aaa12c0-1e5f-4ab8-9fce-e56c0d193272 req-dcb4cf91-3dc4-47cf-92df-559072e80cd4 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Made reservation on behalf of f3657e8df46a4252b9eb1eb159306a66 for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:14:58.751091 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-5aaa12c0-1e5f-4ab8-9fce-e56c0d193272 req-dcb4cf91-3dc4-47cf-92df-559072e80cd4 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:58.756883 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9a6f48cc-b31e-4aa0-bd1d-a87e95d8664c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401121'] for router_interface (fb3c7079-b27a-45b1-8edc-605ea0d5bdec), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:58.945696 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6f48cc-b31e-4aa0-bd1d-a87e95d8664c admin admin] Network 776bc97b-09ef-4468-926c-83db4dbe1dba is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:14:58.947902 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-9a6f48cc-b31e-4aa0-bd1d-a87e95d8664c admin admin] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:14:59.029218 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2366226b-b84b-4136-b8a6-2811cd6a50d1 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (afb43a0c-f7ef-478b-9f61-3faf8533ba60), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:59.082965 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-ff38a4cc-ed62-4ed5-bc41-1250f94ab68c None None] For port dcd8b89b-91fb-4a2c-9ba6-391482024623, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dcd8b89b-91fb-4a2c-9ba6-391482024623,segment=NetworkSegment(a56967f5-872e-4b0c-b0a1-a8f51ebf2607),segment_id=a56967f5-872e-4b0c-b0a1-a8f51ebf2607)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:14:59.083541 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ff38a4cc-ed62-4ed5-bc41-1250f94ab68c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (dcd8b89b-91fb-4a2c-9ba6-391482024623), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:59.096773 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (e8c15df8-8864-4cc1-80f9-e0f25882c528), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:59.097806 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device dcd8b89b-91fb-4a2c-9ba6-391482024623 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:14:59.146555 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 48534) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:14:59.176677 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: dcd8b89b-91fb-4a2c-9ba6-391482024623 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:14:59.177143 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device dcd8b89b-91fb-4a2c-9ba6-391482024623 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}}
May 07 22:14:59.190012 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8047b1-da6c-4bcd-9968-9fdcc84f0e48 None None] Pushing event updated for resources: {'Port': ['ID=93aa5870-eebc-4bc2-b303-70add9925e33,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:59.191943 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-544da8ec-42a2-4a24-8e15-db3cce908cab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (ff949072-8351-4f41-abc1-8a8e2be4e7b8), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:59.197951 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-82b76840-cbeb-4141-91d0-80e068c03b17 None None] For port ff949072-8351-4f41-abc1-8a8e2be4e7b8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ff949072-8351-4f41-abc1-8a8e2be4e7b8,segment=NetworkSegment(850207f7-ecff-4d95-be71-f9a0690854f8),segment_id=850207f7-ecff-4d95-be71-f9a0690854f8)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:14:59.198434 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-82b76840-cbeb-4141-91d0-80e068c03b17 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (ff949072-8351-4f41-abc1-8a8e2be4e7b8), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:59.240433 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-ff38a4cc-ed62-4ed5-bc41-1250f94ab68c None None] Calling delete_port for dcd8b89b-91fb-4a2c-9ba6-391482024623 owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:14:59.250211 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e933ccc6-55d8-4bbe-9c03-0b8a8fcc03ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:59.295045 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Port dcd8b89b-91fb-4a2c-9ba6-391482024623 not found, will not notify nova. {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}}
May 07 22:14:59.316832 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-82b76840-cbeb-4141-91d0-80e068c03b17 None None] Calling delete_port for ff949072-8351-4f41-abc1-8a8e2be4e7b8 owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:14:59.330117 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-2366226b-b84b-4136-b8a6-2811cd6a50d1 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf8d0d5ca0>,) {'filters': {'network_id': ['afb43a0c-f7ef-478b-9f61-3faf8533ba60']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:59.351534 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544da8ec-42a2-4a24-8e15-db3cce908cab admin admin] Pushing event deleted for resources: {'Port': ['ID=ff949072-8351-4f41-abc1-8a8e2be4e7b8,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:59.362680 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544da8ec-42a2-4a24-8e15-db3cce908cab admin admin] No DVR routers for this DVR port ff949072-8351-4f41-abc1-8a8e2be4e7b8 on host ncdv-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:14:59.371841 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:59.373403 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=e8c15df8-8864-4cc1-80f9-e0f25882c528,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:59.396963 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-2366226b-b84b-4136-b8a6-2811cd6a50d1 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8d0d5ca0>, 'a56967f5-872e-4b0c-b0a1-a8f51ebf2607') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:59.400023 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-2366226b-b84b-4136-b8a6-2811cd6a50d1 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8d0d5ca0>, 'a56967f5-872e-4b0c-b0a1-a8f51ebf2607') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:14:59.466040 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device f54d2aae-7e3c-435c-92fa-e44f12461eec no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:14:59.488692 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2366226b-b84b-4136-b8a6-2811cd6a50d1 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (a56967f5-872e-4b0c-b0a1-a8f51ebf2607), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:59.587555 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-82b76840-cbeb-4141-91d0-80e068c03b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (ff949072-8351-4f41-abc1-8a8e2be4e7b8), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:59.594232 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2366226b-b84b-4136-b8a6-2811cd6a50d1 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (a56967f5-872e-4b0c-b0a1-a8f51ebf2607), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:59.628001 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [req-5aaa12c0-1e5f-4ab8-9fce-e56c0d193272 req-dcb4cf91-3dc4-47cf-92df-559072e80cd4 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Allocated IP 172.20.0.7 (87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce/c381f23c-d79e-4860-966b-6594e682e18c/1b64f639-6c53-4e70-9bf6-32f27e15becc) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:14:59.675940 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: f54d2aae-7e3c-435c-92fa-e44f12461eec {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:14:59.676398 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device f54d2aae-7e3c-435c-92fa-e44f12461eec not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:14:59.687113 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b76840-cbeb-4141-91d0-80e068c03b17 None None] Pushing event deleted for resources: {'Port': ['ID=ff949072-8351-4f41-abc1-8a8e2be4e7b8,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:14:59.706159 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b76840-cbeb-4141-91d0-80e068c03b17 None None] No DVR routers for this DVR port ff949072-8351-4f41-abc1-8a8e2be4e7b8 on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:14:59.834729 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-fa93edf7-6a4b-4407-9921-79fafc6420c6 None None] Current status of the port 5926fbba-5a0d-41d8-96cb-dc1ceb08a541 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:14:59.838215 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2366226b-b84b-4136-b8a6-2811cd6a50d1 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:14:59.838649 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2366226b-b84b-4136-b8a6-2811cd6a50d1 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (a56967f5-872e-4b0c-b0a1-a8f51ebf2607), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:59.841831 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-fa93edf7-6a4b-4407-9921-79fafc6420c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (5926fbba-5a0d-41d8-96cb-dc1ceb08a541), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:59.887273 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ff38a4cc-ed62-4ed5-bc41-1250f94ab68c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (dcd8b89b-91fb-4a2c-9ba6-391482024623), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:59.960275 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-fa93edf7-6a4b-4407-9921-79fafc6420c6 None None] For port 5926fbba-5a0d-41d8-96cb-dc1ceb08a541, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5926fbba-5a0d-41d8-96cb-dc1ceb08a541,segment=NetworkSegment(36738b93-4b30-4517-bcc7-c5a063eccc3c),segment_id=36738b93-4b30-4517-bcc7-c5a063eccc3c)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:14:59.974387 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 22:14:59.974387 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:14:59.974387 ncdv-master-1 neutron-server[121836]:     timer()
May 07 22:14:59.974387 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:14:59.974387 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 22:14:59.974387 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:14:59.974387 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 22:14:59.974387 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:14:59.974387 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 22:14:59.974387 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:14:59.974387 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 22:14:59.974387 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:14:59.974387 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 22:14:59.974387 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:14:59.974387 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:14:59.974387 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:14:59.974387 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:14:59.974387 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:14:59.974387 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 22:14:59.974387 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:14:59.974387 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 22:14:59.974387 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:14:59.974387 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:14:59.974387 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:14:59.974387 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 22:14:59.974387 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:14:59.974387 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:14:59.974387 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:14:59.974387 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:14:59.974387 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:14:59.974387 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:14:59.974387 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:14:59.988437 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-544da8ec-42a2-4a24-8e15-db3cce908cab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (c9fe7357-5953-40ae-898e-7642d0646720), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:59.991469 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2366226b-b84b-4136-b8a6-2811cd6a50d1 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (afb43a0c-f7ef-478b-9f61-3faf8533ba60), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:14:59.995800 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2366226b-b84b-4136-b8a6-2811cd6a50d1 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:00.002208 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-2366226b-b84b-4136-b8a6-2811cd6a50d1 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] 10.222.0.32 "DELETE /v2.0/networks/afb43a0c-f7ef-478b-9f61-3faf8533ba60 HTTP/1.1" status: 204  len: 168 time: 4.4457688
May 07 22:15:00.003270 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 48554) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:00.042636 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-fa93edf7-6a4b-4407-9921-79fafc6420c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (5926fbba-5a0d-41d8-96cb-dc1ceb08a541), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:00.052426 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff38a4cc-ed62-4ed5-bc41-1250f94ab68c None None] Pushing event deleted for resources: {'Port': ['ID=dcd8b89b-91fb-4a2c-9ba6-391482024623,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:00.069668 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff38a4cc-ed62-4ed5-bc41-1250f94ab68c None None] No DVR routers for this DVR port dcd8b89b-91fb-4a2c-9ba6-391482024623 on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:15:00.071237 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-fa93edf7-6a4b-4407-9921-79fafc6420c6 None None] Provisioning complete for port e8c15df8-8864-4cc1-80f9-e0f25882c528 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:15:00.071614 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-fa93edf7-6a4b-4407-9921-79fafc6420c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (e8c15df8-8864-4cc1-80f9-e0f25882c528), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:00.077944 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2e04d71f-e153-4fc4-92be-6f3705810181 req-b0e00c87-1213-435f-af18-3170d8fc396c tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?device_id=20f0b5de-f6ce-4056-b170-f80b05559ef2 HTTP/1.1" status: 200  len: 210 time: 0.0950286
May 07 22:15:00.092843 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2366226b-b84b-4136-b8a6-2811cd6a50d1 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Pushing event deleted for resources: {'Network': ['ID=afb43a0c-f7ef-478b-9f61-3faf8533ba60,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:00.108794 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-544da8ec-42a2-4a24-8e15-db3cce908cab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf86ca82e0>,) {'filters': {'network_id': ['c9fe7357-5953-40ae-898e-7642d0646720']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:15:00.141210 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 93aa5870-eebc-4bc2-b303-70add9925e33 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:15:00.160983 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-544da8ec-42a2-4a24-8e15-db3cce908cab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf86ca82e0>, '850207f7-ecff-4d95-be71-f9a0690854f8') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:15:00.161161 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-544da8ec-42a2-4a24-8e15-db3cce908cab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf86ca82e0>, '850207f7-ecff-4d95-be71-f9a0690854f8') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:15:00.174625 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-544da8ec-42a2-4a24-8e15-db3cce908cab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (850207f7-ecff-4d95-be71-f9a0690854f8), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:00.175994 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-0831a865-336a-41ac-950b-1f6c001777b7 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Deleting subnet efdea03e-f171-4280-9ca6-4b0100588c83 {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:15:00.181272 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0831a865-336a-41ac-950b-1f6c001777b7 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks [] for subnet (efdea03e-f171-4280-9ca6-4b0100588c83), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:00.190284 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a6f48cc-b31e-4aa0-bd1d-a87e95d8664c admin admin] Router fb3c7079-b27a-45b1-8edc-605ea0d5bdec has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:15:00.228501 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-544da8ec-42a2-4a24-8e15-db3cce908cab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (850207f7-ecff-4d95-be71-f9a0690854f8), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:00.237227 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-544da8ec-42a2-4a24-8e15-db3cce908cab admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:15:00.238286 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-544da8ec-42a2-4a24-8e15-db3cce908cab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (850207f7-ecff-4d95-be71-f9a0690854f8), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:00.271234 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 93aa5870-eebc-4bc2-b303-70add9925e33 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:15:00.271869 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (93aa5870-eebc-4bc2-b303-70add9925e33), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:00.288716 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0831a865-336a-41ac-950b-1f6c001777b7 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (efdea03e-f171-4280-9ca6-4b0100588c83), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:00.329195 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 22:15:00.329195 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:15:00.329195 ncdv-master-1 neutron-server[121836]:     timer()
May 07 22:15:00.329195 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:15:00.329195 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 22:15:00.329195 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:15:00.329195 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 22:15:00.329195 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:15:00.329195 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 22:15:00.329195 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:15:00.329195 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 22:15:00.329195 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:15:00.329195 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 22:15:00.329195 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:15:00.329195 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:15:00.329195 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:15:00.329195 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:15:00.329195 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:15:00.329195 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 22:15:00.329195 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:15:00.329195 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 22:15:00.329195 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:15:00.329195 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:15:00.329195 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:15:00.329195 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 22:15:00.329195 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:15:00.329195 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:15:00.329195 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:15:00.329195 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:15:00.329195 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:15:00.329195 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:15:00.329195 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:15:00.343581 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-5aaa12c0-1e5f-4ab8-9fce-e56c0d193272 req-dcb4cf91-3dc4-47cf-92df-559072e80cd4 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks [] for port (1b64f639-6c53-4e70-9bf6-32f27e15becc), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:00.382741 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:00.390117 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa93edf7-6a4b-4407-9921-79fafc6420c6 None None] Pushing event updated for resources: {'Port': ['ID=5926fbba-5a0d-41d8-96cb-dc1ceb08a541,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:00.424779 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e933ccc6-55d8-4bbe-9c03-0b8a8fcc03ae admin admin] Publish callbacks [] for security_group (728c5b2e-a542-44f2-8110-04460bcf0c78), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:00.437994 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e933ccc6-55d8-4bbe-9c03-0b8a8fcc03ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (728c5b2e-a542-44f2-8110-04460bcf0c78), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:00.463823 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0831a865-336a-41ac-950b-1f6c001777b7 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (efdea03e-f171-4280-9ca6-4b0100588c83), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:00.468789 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a6f48cc-b31e-4aa0-bd1d-a87e95d8664c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:15:00.482278 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-9a6f48cc-b31e-4aa0-bd1d-a87e95d8664c admin admin] 10.222.0.32 "PUT /v2.0/routers/fb3c7079-b27a-45b1-8edc-605ea0d5bdec/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.4273269
May 07 22:15:00.491547 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-544da8ec-42a2-4a24-8e15-db3cce908cab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (c9fe7357-5953-40ae-898e-7642d0646720), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:00.500666 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-fa93edf7-6a4b-4407-9921-79fafc6420c6 None None] Current status of the port e8c15df8-8864-4cc1-80f9-e0f25882c528 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:15:00.517031 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-544da8ec-42a2-4a24-8e15-db3cce908cab admin admin] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:00.519913 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 93aa5870-eebc-4bc2-b303-70add9925e33 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:15:00.520617 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-544da8ec-42a2-4a24-8e15-db3cce908cab admin admin] 10.222.0.32 "DELETE /v2.0/networks/c9fe7357-5953-40ae-898e-7642d0646720 HTTP/1.1" status: 204  len: 168 time: 4.1678963
May 07 22:15:00.525102 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device e8c15df8-8864-4cc1-80f9-e0f25882c528 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:15:00.530417 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-e933ccc6-55d8-4bbe-9c03-0b8a8fcc03ae admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0af78cb74e5646058c31f2d10f641c0b&name=default HTTP/1.1" status: 200  len: 3000 time: 1.3801086
May 07 22:15:00.535386 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 48558) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:00.535386 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 48560) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:00.540602 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-5aaa12c0-1e5f-4ab8-9fce-e56c0d193272 req-dcb4cf91-3dc4-47cf-92df-559072e80cd4 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (1b64f639-6c53-4e70-9bf6-32f27e15becc), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:00.542622 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e933ccc6-55d8-4bbe-9c03-0b8a8fcc03ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=728c5b2e-a542-44f2-8110-04460bcf0c78,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:00.552736 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544da8ec-42a2-4a24-8e15-db3cce908cab admin admin] Pushing event deleted for resources: {'Network': ['ID=c9fe7357-5953-40ae-898e-7642d0646720,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:00.563943 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-fa93edf7-6a4b-4407-9921-79fafc6420c6 None None] Provisioning complete for port 93aa5870-eebc-4bc2-b303-70add9925e33 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:15:00.564546 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-fa93edf7-6a4b-4407-9921-79fafc6420c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (93aa5870-eebc-4bc2-b303-70add9925e33), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:00.594794 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5aaa12c0-1e5f-4ab8-9fce-e56c0d193272 req-dcb4cf91-3dc4-47cf-92df-559072e80cd4 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Network 87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:15:00.603667 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [req-5aaa12c0-1e5f-4ab8-9fce-e56c0d193272 req-dcb4cf91-3dc4-47cf-92df-559072e80cd4 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:15:00.605019 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port e8c15df8-8864-4cc1-80f9-e0f25882c528 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:15:00.605399 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (e8c15df8-8864-4cc1-80f9-e0f25882c528), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:00.605648 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb4cf91-3dc4-47cf-92df-559072e80cd4 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Pushing event updated for resources: {'Port': ['ID=1b64f639-6c53-4e70-9bf6-32f27e15becc,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:00.608085 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aaa12c0-1e5f-4ab8-9fce-e56c0d193272 req-dcb4cf91-3dc4-47cf-92df-559072e80cd4 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:15:00.682086 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaa12c0-1e5f-4ab8-9fce-e56c0d193272 req-dcb4cf91-3dc4-47cf-92df-559072e80cd4 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:15:00.682804 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-5aaa12c0-1e5f-4ab8-9fce-e56c0d193272 req-dcb4cf91-3dc4-47cf-92df-559072e80cd4 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:00.723657 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5aaa12c0-1e5f-4ab8-9fce-e56c0d193272 req-dcb4cf91-3dc4-47cf-92df-559072e80cd4 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.6579003
May 07 22:15:00.737654 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-5aaa12c0-1e5f-4ab8-9fce-e56c0d193272 req-c8aeec92-36d1-4fc8-9de3-66958aab8b8d service neutron] Request body: {'port': {'device_id': '20f0b5de-f6ce-4056-b170-f80b05559ef2', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:15:00.793012 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-fa93edf7-6a4b-4407-9921-79fafc6420c6 None None] Current status of the port 93aa5870-eebc-4bc2-b303-70add9925e33 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:15:00.808708 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port e8c15df8-8864-4cc1-80f9-e0f25882c528 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:15:00.811974 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 59d87f59-7235-42b7-af22-664fe1d9e53d up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:15:00.855993 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-5aaa12c0-1e5f-4ab8-9fce-e56c0d193272 req-c8aeec92-36d1-4fc8-9de3-66958aab8b8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (1b64f639-6c53-4e70-9bf6-32f27e15becc), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:00.890390 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e5c5dcb0-0040-4528-b408-e4c4c1387ab4 admin admin] Publish callbacks [] for security_group (728c5b2e-a542-44f2-8110-04460bcf0c78), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:00.929233 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-164d559b-7ab9-4765-9dec-0aaca42e8277 None None] Provisioning complete for port 937e5624-5622-48fb-9c5c-404bac1ecfe8 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:15:00.932250 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-164d559b-7ab9-4765-9dec-0aaca42e8277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (937e5624-5622-48fb-9c5c-404bac1ecfe8), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:00.948077 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e5c5dcb0-0040-4528-b408-e4c4c1387ab4 admin admin] Publish callbacks [] for security_group (728c5b2e-a542-44f2-8110-04460bcf0c78), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:00.992551 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 59d87f59-7235-42b7-af22-664fe1d9e53d triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:15:00.993018 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (59d87f59-7235-42b7-af22-664fe1d9e53d), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:01.039589 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0831a865-336a-41ac-950b-1f6c001777b7 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (efdea03e-f171-4280-9ca6-4b0100588c83), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:01.086820 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-164d559b-7ab9-4765-9dec-0aaca42e8277 None None] Port 937e5624-5622-48fb-9c5c-404bac1ecfe8 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:15:01.117331 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0831a865-336a-41ac-950b-1f6c001777b7 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Pushing event deleted for resources: {'Subnet': ['ID=efdea03e-f171-4280-9ca6-4b0100588c83,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:01.125770 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0831a865-336a-41ac-950b-1f6c001777b7 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:01.130272 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-0831a865-336a-41ac-950b-1f6c001777b7 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] 10.222.0.32 "DELETE /v2.0/subnets/efdea03e-f171-4280-9ca6-4b0100588c83 HTTP/1.1" status: 204  len: 168 time: 1.1118491
May 07 22:15:01.133379 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 48580) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:01.165010 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c0e7f4-7075-4cac-a65f-4518df0c39df None None] Network 6bef9f6e-318a-4984-afee-1fc4c86a57a5 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:15:01.316114 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e5c5dcb0-0040-4528-b408-e4c4c1387ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (728c5b2e-a542-44f2-8110-04460bcf0c78), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:01.318865 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e5c5dcb0-0040-4528-b408-e4c4c1387ab4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:01.322333 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-e5c5dcb0-0040-4528-b408-e4c4c1387ab4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/728c5b2e-a542-44f2-8110-04460bcf0c78 HTTP/1.1" status: 204  len: 168 time: 0.7848415
May 07 22:15:01.362399 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [req-5aaa12c0-1e5f-4ab8-9fce-e56c0d193272 req-c8aeec92-36d1-4fc8-9de3-66958aab8b8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b64f639-6c53-4e70-9bf6-32f27e15becc {{(pid=121836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:15:01.380807 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-5aaa12c0-1e5f-4ab8-9fce-e56c0d193272 req-c8aeec92-36d1-4fc8-9de3-66958aab8b8d service neutron] Publish callbacks [] for port (1b64f639-6c53-4e70-9bf6-32f27e15becc), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:01.400720 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 59d87f59-7235-42b7-af22-664fe1d9e53d is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:15:01.403527 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (59d87f59-7235-42b7-af22-664fe1d9e53d), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:01.412055 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.provisioning_blocks [req-5aaa12c0-1e5f-4ab8-9fce-e56c0d193272 req-c8aeec92-36d1-4fc8-9de3-66958aab8b8d service neutron] Transition to ACTIVE for port object 1b64f639-6c53-4e70-9bf6-32f27e15becc will not be triggered until provisioned by entity L2. {{(pid=121836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 22:15:01.422989 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-5aaa12c0-1e5f-4ab8-9fce-e56c0d193272 req-c8aeec92-36d1-4fc8-9de3-66958aab8b8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (1b64f639-6c53-4e70-9bf6-32f27e15becc), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:01.431456 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port 59d87f59-7235-42b7-af22-664fe1d9e53d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=59d87f59-7235-42b7-af22-664fe1d9e53d,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:15:01.444471 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (59d87f59-7235-42b7-af22-664fe1d9e53d), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:01.445965 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 5926fbba-5a0d-41d8-96cb-dc1ceb08a541 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:15:01.463962 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c5dcb0-0040-4528-b408-e4c4c1387ab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=728c5b2e-a542-44f2-8110-04460bcf0c78,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:01.484837 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-0167b3ad-1c2d-45f4-b842-04397e1e6ace tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Deleting subnet df8fc8e1-d88b-4946-a5f4-1a0dd9043918 {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:15:01.497660 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e012a4-15e3-4c59-8371-f0cf1799fd4e req-c9c1285d-3a47-4c0b-aab1-08338730372d tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:15:01.509872 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-9d61752b-f047-4c3d-be7e-861e626236af None None] Provisioning complete for port 1b64f639-6c53-4e70-9bf6-32f27e15becc triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:15:01.510459 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9d61752b-f047-4c3d-be7e-861e626236af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (1b64f639-6c53-4e70-9bf6-32f27e15becc), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:01.515607 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-88e012a4-15e3-4c59-8371-f0cf1799fd4e req-c9c1285d-3a47-4c0b-aab1-08338730372d tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?device_id=20f0b5de-f6ce-4056-b170-f80b05559ef2 HTTP/1.1" status: 200  len: 931 time: 0.2715945
May 07 22:15:01.516404 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0167b3ad-1c2d-45f4-b842-04397e1e6ace tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks [] for subnet (df8fc8e1-d88b-4946-a5f4-1a0dd9043918), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:01.589451 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aeec92-36d1-4fc8-9de3-66958aab8b8d service neutron] Pushing event updated for resources: {'Port': ['ID=1b64f639-6c53-4e70-9bf6-32f27e15becc,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:01.651885 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=59d87f59-7235-42b7-af22-664fe1d9e53d,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:01.703596 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0167b3ad-1c2d-45f4-b842-04397e1e6ace tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (df8fc8e1-d88b-4946-a5f4-1a0dd9043918), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:01.783320 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238343cc-8ae9-4485-8eec-8b3ab294b91c req-384a60f2-a26d-4233-ad22-da8381dccee4 tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:15:01.784834 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-238343cc-8ae9-4485-8eec-8b3ab294b91c req-384a60f2-a26d-4233-ad22-da8381dccee4 tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] 10.222.0.32 "GET /v2.0/networks?id=70fd104c-7c86-4065-a52d-06f0c8cd30c4 HTTP/1.1" status: 200  len: 911 time: 0.3004203
May 07 22:15:01.787634 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-5aaa12c0-1e5f-4ab8-9fce-e56c0d193272 req-c8aeec92-36d1-4fc8-9de3-66958aab8b8d service neutron] Attempting to bind port 1b64f639-6c53-4e70-9bf6-32f27e15becc on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:15:01.787988 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-5aaa12c0-1e5f-4ab8-9fce-e56c0d193272 req-c8aeec92-36d1-4fc8-9de3-66958aab8b8d service neutron] Attempting to bind port 1b64f639-6c53-4e70-9bf6-32f27e15becc by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '3c434885-c673-48d5-9295-930316ad3f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:15:01.788447 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aaa12c0-1e5f-4ab8-9fce-e56c0d193272 req-c8aeec92-36d1-4fc8-9de3-66958aab8b8d service neutron] Attempting to bind port 1b64f639-6c53-4e70-9bf6-32f27e15becc on network 87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:15:01.804336 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aaa12c0-1e5f-4ab8-9fce-e56c0d193272 req-c8aeec92-36d1-4fc8-9de3-66958aab8b8d service neutron] Port 1b64f639-6c53-4e70-9bf6-32f27e15becc on network 87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:15:01.804667 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aaa12c0-1e5f-4ab8-9fce-e56c0d193272 req-c8aeec92-36d1-4fc8-9de3-66958aab8b8d service neutron] Attempting to bind port 1b64f639-6c53-4e70-9bf6-32f27e15becc on network 87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:15:01.814316 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aaa12c0-1e5f-4ab8-9fce-e56c0d193272 req-c8aeec92-36d1-4fc8-9de3-66958aab8b8d service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:15:01.814981 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aaa12c0-1e5f-4ab8-9fce-e56c0d193272 req-c8aeec92-36d1-4fc8-9de3-66958aab8b8d service neutron] Checking segment: {'id': '3c434885-c673-48d5-9295-930316ad3f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:15:01.815534 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5aaa12c0-1e5f-4ab8-9fce-e56c0d193272 req-c8aeec92-36d1-4fc8-9de3-66958aab8b8d service neutron] Bound using segment: {'id': '3c434885-c673-48d5-9295-930316ad3f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:15:01.816783 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-5aaa12c0-1e5f-4ab8-9fce-e56c0d193272 req-c8aeec92-36d1-4fc8-9de3-66958aab8b8d service neutron] Bound port: 1b64f639-6c53-4e70-9bf6-32f27e15becc, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c434885-c673-48d5-9295-930316ad3f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:15:01.818178 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-5aaa12c0-1e5f-4ab8-9fce-e56c0d193272 req-c8aeec92-36d1-4fc8-9de3-66958aab8b8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (1b64f639-6c53-4e70-9bf6-32f27e15becc), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:01.827177 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-88e012a4-15e3-4c59-8371-f0cf1799fd4e req-984e83bd-4050-4cc6-bb47-1504e38b7f3a tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/security-groups?id=62207645-c79a-4d21-8232-3379a0311720&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2977624
May 07 22:15:01.842466 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-238343cc-8ae9-4485-8eec-8b3ab294b91c req-4a31e6bf-3830-4794-a518-59ca5b19beed tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] 10.222.0.32 "GET /v2.0/quotas/7258ee48454a4985a79b7f26d184493f HTTP/1.1" status: 200  len: 375 time: 0.0504603
May 07 22:15:01.900120 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5505d0ca-b38e-4981-99de-1f3c837053c1 None None] Sync routers for ids ['fb3c7079-b27a-45b1-8edc-605ea0d5bdec'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:15:01.943219 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-5aaa12c0-1e5f-4ab8-9fce-e56c0d193272 req-c8aeec92-36d1-4fc8-9de3-66958aab8b8d service neutron] For port 1b64f639-6c53-4e70-9bf6-32f27e15becc, host nch1-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:15:01.945697 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0167b3ad-1c2d-45f4-b842-04397e1e6ace tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (df8fc8e1-d88b-4946-a5f4-1a0dd9043918), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:01.947433 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-5aaa12c0-1e5f-4ab8-9fce-e56c0d193272 req-c8aeec92-36d1-4fc8-9de3-66958aab8b8d service neutron] For port 1b64f639-6c53-4e70-9bf6-32f27e15becc, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1b64f639-6c53-4e70-9bf6-32f27e15becc,segment=NetworkSegment(3c434885-c673-48d5-9295-930316ad3f91),segment_id=3c434885-c673-48d5-9295-930316ad3f91)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:15:01.959611 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 5926fbba-5a0d-41d8-96cb-dc1ceb08a541 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:15:01.960188 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (5926fbba-5a0d-41d8-96cb-dc1ceb08a541), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:01.987675 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-9d61752b-f047-4c3d-be7e-861e626236af None None] Port 1b64f639-6c53-4e70-9bf6-32f27e15becc cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:15:01.993176 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5505d0ca-b38e-4981-99de-1f3c837053c1 None None] Routers {'fb3c7079-b27a-45b1-8edc-605ea0d5bdec'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:15:01.993909 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-5505d0ca-b38e-4981-99de-1f3c837053c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7e9ba100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:14:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['fb3c7079-b27a-45b1-8edc-605ea0d5bdec'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:15:02.069503 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-5aaa12c0-1e5f-4ab8-9fce-e56c0d193272 req-c8aeec92-36d1-4fc8-9de3-66958aab8b8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (1b64f639-6c53-4e70-9bf6-32f27e15becc), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:02.072311 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-00091145-7a86-4c55-a114-3d1585577e1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401094'] for router_interface (bc691ac6-481b-40e2-a89f-11e2b0bed2cb), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:02.124085 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91edd3fa-cd30-4716-8887-a23f8daa9d81 None None] DHCP port deletion for 6bef9f6e-318a-4984-afee-1fc4c86a57a5 request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:15:02.137967 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0167b3ad-1c2d-45f4-b842-04397e1e6ace tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (df8fc8e1-d88b-4946-a5f4-1a0dd9043918), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:02.178198 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aeec92-36d1-4fc8-9de3-66958aab8b8d service neutron] Pushing event updated for resources: {'Port': ['ID=1b64f639-6c53-4e70-9bf6-32f27e15becc,revision_number=3']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:02.191979 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0167b3ad-1c2d-45f4-b842-04397e1e6ace tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Pushing event deleted for resources: {'Subnet': ['ID=df8fc8e1-d88b-4946-a5f4-1a0dd9043918,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:02.195235 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaa12c0-1e5f-4ab8-9fce-e56c0d193272 req-c8aeec92-36d1-4fc8-9de3-66958aab8b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:15:02.199501 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-5aaa12c0-1e5f-4ab8-9fce-e56c0d193272 req-c8aeec92-36d1-4fc8-9de3-66958aab8b8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:02.212264 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5aaa12c0-1e5f-4ab8-9fce-e56c0d193272 req-c8aeec92-36d1-4fc8-9de3-66958aab8b8d service neutron] 10.222.0.55 "PUT /v2.0/ports/1b64f639-6c53-4e70-9bf6-32f27e15becc HTTP/1.1" status: 200  len: 1091 time: 1.4833004
May 07 22:15:02.212925 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20f0b5de-f6ce-4056-b170-f80b05559ef2', 'tag': '1b64f639-6c53-4e70-9bf6-32f27e15becc'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:15:02.216840 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef9dd4ae-e482-43c2-b79a-15241b7150da" -d '{"events": [{"name": "network-changed", "server_uuid": "20f0b5de-f6ce-4056-b170-f80b05559ef2", "tag": "1b64f639-6c53-4e70-9bf6-32f27e15becc"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:15:02.233049 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-245a6210-208a-4c6a-970e-16d4c7ab52dc None None] Network 03cd41d3-47d6-43d5-9794-628bf9245180 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:15:02.241428 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-238343cc-8ae9-4485-8eec-8b3ab294b91c req-a5c66e90-dc95-4638-ac79-4fd3292d0ad0 tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] 10.222.0.32 "GET /v2.0/ports?tenant_id=7258ee48454a4985a79b7f26d184493f&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2839034
May 07 22:15:02.256252 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0167b3ad-1c2d-45f4-b842-04397e1e6ace tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:02.269670 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-0167b3ad-1c2d-45f4-b842-04397e1e6ace tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] 10.222.0.32 "DELETE /v2.0/subnets/df8fc8e1-d88b-4946-a5f4-1a0dd9043918 HTTP/1.1" status: 204  len: 168 time: 1.1334136
May 07 22:15:02.288459 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 48622) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:02.310288 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 5926fbba-5a0d-41d8-96cb-dc1ceb08a541 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:15:02.322219 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbbbb06f-9201-4dcc-9071-ee9f13355950 x-openstack-request-id: req-bbbbb06f-9201-4dcc-9071-ee9f13355950 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:15:02.322843 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20f0b5de-f6ce-4056-b170-f80b05559ef2", "tag": "1b64f639-6c53-4e70-9bf6-32f27e15becc", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:15:02.323469 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bbbbb06f-9201-4dcc-9071-ee9f13355950 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:15:02.324185 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbbbb06f-9201-4dcc-9071-ee9f13355950'] response: {'name': 'network-changed', 'server_uuid': '20f0b5de-f6ce-4056-b170-f80b05559ef2', 'tag': '1b64f639-6c53-4e70-9bf6-32f27e15becc', 'status': 'completed', 'code': 200}
May 07 22:15:02.393891 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-5505d0ca-b38e-4981-99de-1f3c837053c1 None None] Set router fb3c7079-b27a-45b1-8edc-605ea0d5bdec gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:15:02.397642 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-91edd3fa-cd30-4716-8887-a23f8daa9d81 None None] Deleting port f563ccfa-662c-4fa1-8b5d-904e7903c6bd {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:15:02.398103 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-91edd3fa-cd30-4716-8887-a23f8daa9d81 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (f563ccfa-662c-4fa1-8b5d-904e7903c6bd), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:02.447492 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device dcd8b89b-91fb-4a2c-9ba6-391482024623 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:15:02.483489 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaa12c0-1e5f-4ab8-9fce-e56c0d193272 req-c5af22f4-e1aa-4d15-91f1-a1ac36a858ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:15:02.485743 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5aaa12c0-1e5f-4ab8-9fce-e56c0d193272 req-c5af22f4-e1aa-4d15-91f1-a1ac36a858ae service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f3657e8df46a4252b9eb1eb159306a66&device_id=20f0b5de-f6ce-4056-b170-f80b05559ef2 HTTP/1.1" status: 200  len: 1125 time: 0.2163422
May 07 22:15:02.521286 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: dcd8b89b-91fb-4a2c-9ba6-391482024623 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:15:02.522121 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device dcd8b89b-91fb-4a2c-9ba6-391482024623 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:15:02.522738 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device d116cfe5-45c3-4e6f-ac2b-533445240a40 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:15:02.551072 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: d116cfe5-45c3-4e6f-ac2b-533445240a40 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:15:02.551696 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device d116cfe5-45c3-4e6f-ac2b-533445240a40 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:15:02.552282 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device ff949072-8351-4f41-abc1-8a8e2be4e7b8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:15:02.565954 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5aaa12c0-1e5f-4ab8-9fce-e56c0d193272 req-57d58057-e11b-4748-97cf-b62e4ec5091a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b64f639-6c53-4e70-9bf6-32f27e15becc HTTP/1.1" status: 200  len: 217 time: 0.0629516
May 07 22:15:02.574584 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e854dd5a-5fba-45d5-9ee6-7ad61d7399da tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (6bef9f6e-318a-4984-afee-1fc4c86a57a5), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:02.593208 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: ff949072-8351-4f41-abc1-8a8e2be4e7b8 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:15:02.593834 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device ff949072-8351-4f41-abc1-8a8e2be4e7b8 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:15:02.596042 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789c3e20-332f-4cc5-a217-3512024720a7 None None] DHCP port deletion for 03cd41d3-47d6-43d5-9794-628bf9245180 request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:15:02.683657 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-238343cc-8ae9-4485-8eec-8b3ab294b91c req-d39b826f-6c3f-4f18-95e7-c7f82b1bbec8 service neutron] 10.222.0.32 "GET /v2.0/networks/70fd104c-7c86-4065-a52d-06f0c8cd30c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4354241
May 07 22:15:02.691962 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-789c3e20-332f-4cc5-a217-3512024720a7 None None] Deleting port a01f1e94-69a0-47ef-a2cb-a3d7494b8474 {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:15:02.692576 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-789c3e20-332f-4cc5-a217-3512024720a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (a01f1e94-69a0-47ef-a2cb-a3d7494b8474), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:02.786703 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-00091145-7a86-4c55-a114-3d1585577e1d admin admin] Deleting port 93aa5870-eebc-4bc2-b303-70add9925e33 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:15:02.792004 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-00091145-7a86-4c55-a114-3d1585577e1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (93aa5870-eebc-4bc2-b303-70add9925e33), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:02.838747 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 59d87f59-7235-42b7-af22-664fe1d9e53d up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:15:02.862185 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaa12c0-1e5f-4ab8-9fce-e56c0d193272 req-933e7387-79e1-45e3-8901-a17038ca89d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:15:02.862610 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-91edd3fa-cd30-4716-8887-a23f8daa9d81 None None] For port f563ccfa-662c-4fa1-8b5d-904e7903c6bd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f563ccfa-662c-4fa1-8b5d-904e7903c6bd,segment=NetworkSegment(b66d368d-3419-42c2-91e4-b81ea567c731),segment_id=b66d368d-3419-42c2-91e4-b81ea567c731)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:15:02.865953 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-91edd3fa-cd30-4716-8887-a23f8daa9d81 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (f563ccfa-662c-4fa1-8b5d-904e7903c6bd), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:02.866049 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5aaa12c0-1e5f-4ab8-9fce-e56c0d193272 req-933e7387-79e1-45e3-8901-a17038ca89d6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c381f23c-d79e-4860-966b-6594e682e18c HTTP/1.1" status: 200  len: 850 time: 0.2779026
May 07 22:15:02.873096 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-e854dd5a-5fba-45d5-9ee6-7ad61d7399da tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Deleting port f563ccfa-662c-4fa1-8b5d-904e7903c6bd {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:15:02.873450 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e854dd5a-5fba-45d5-9ee6-7ad61d7399da tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (f563ccfa-662c-4fa1-8b5d-904e7903c6bd), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:02.956829 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-00091145-7a86-4c55-a114-3d1585577e1d admin admin] For port 93aa5870-eebc-4bc2-b303-70add9925e33, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=93aa5870-eebc-4bc2-b303-70add9925e33,segment=NetworkSegment(37a46801-39b3-4eb1-8e6a-d1b9cb29b39d),segment_id=37a46801-39b3-4eb1-8e6a-d1b9cb29b39d)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:15:02.957204 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-00091145-7a86-4c55-a114-3d1585577e1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (93aa5870-eebc-4bc2-b303-70add9925e33), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:02.971435 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-91edd3fa-cd30-4716-8887-a23f8daa9d81 None None] Calling delete_port for f563ccfa-662c-4fa1-8b5d-904e7903c6bd owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:15:02.985602 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-00091145-7a86-4c55-a114-3d1585577e1d admin admin] Calling delete_port for 93aa5870-eebc-4bc2-b303-70add9925e33 owned by network:router_interface {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:15:03.036838 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-e854dd5a-5fba-45d5-9ee6-7ad61d7399da tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] For port f563ccfa-662c-4fa1-8b5d-904e7903c6bd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f563ccfa-662c-4fa1-8b5d-904e7903c6bd,segment=NetworkSegment(b66d368d-3419-42c2-91e4-b81ea567c731),segment_id=b66d368d-3419-42c2-91e4-b81ea567c731)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:15:03.037215 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e854dd5a-5fba-45d5-9ee6-7ad61d7399da tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (f563ccfa-662c-4fa1-8b5d-904e7903c6bd), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:03.041597 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-789c3e20-332f-4cc5-a217-3512024720a7 None None] For port a01f1e94-69a0-47ef-a2cb-a3d7494b8474, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a01f1e94-69a0-47ef-a2cb-a3d7494b8474,segment=NetworkSegment(25b20a02-3b58-4637-a960-c2a1f52c7436),segment_id=25b20a02-3b58-4637-a960-c2a1f52c7436)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:15:03.042008 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-789c3e20-332f-4cc5-a217-3512024720a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (a01f1e94-69a0-47ef-a2cb-a3d7494b8474), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:03.050362 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-5505d0ca-b38e-4981-99de-1f3c837053c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7e9ba100>, [{'id': 'fb3c7079-b27a-45b1-8edc-605ea0d5bdec', 'name': 'tempest-TestServerMultinode-1922413511-router', 'tenant_id': '7258ee48454a4985a79b7f26d184493f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.75'}], 'enable_snat': True}, 'gw_port_id': '59d87f59-7235-42b7-af22-664fe1d9e53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:14:48Z', 'updated_at': '2022-05-07T22:14:57Z', 'revision_number': 4, 'project_id': '7258ee48454a4985a79b7f26d184493f', 'gw_port': {'id': '59d87f59-7235-42b7-af22-664fe1d9e53d', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:86:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3c7079-b27a-45b1-8edc-605ea0d5bdec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:14:50Z', 'updated_at': '2022-05-07T22:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '937e5624-5622-48fb-9c5c-404bac1ecfe8', 'name': '', 'network_id': '776bc97b-09ef-4468-926c-83db4dbe1dba', 'tenant_id': '7258ee48454a4985a79b7f26d184493f', 'mac_address': 'fa:16:3e:13:42:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb3c7079-b27a-45b1-8edc-605ea0d5bdec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': 'd934a6d1-4873-462f-8ca8-97cde5c645f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:14:56Z', 'updated_at': '2022-05-07T22:14:58Z', 'revision_number': 2, 'project_id': '7258ee48454a4985a79b7f26d184493f', 'subnets': [{'id': 'd934a6d1-4873-462f-8ca8-97cde5c645f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:15:03.074377 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaa12c0-1e5f-4ab8-9fce-e56c0d193272 req-e58743b7-8c0d-4c42-9437-8badaf66024a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:15:03.075969 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5aaa12c0-1e5f-4ab8-9fce-e56c0d193272 req-e58743b7-8c0d-4c42-9437-8badaf66024a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.2038424
May 07 22:15:03.100860 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-e854dd5a-5fba-45d5-9ee6-7ad61d7399da tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Calling delete_port for f563ccfa-662c-4fa1-8b5d-904e7903c6bd owned by network:dhcp {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:15:03.111730 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-238343cc-8ae9-4485-8eec-8b3ab294b91c req-f793a050-c62c-4e94-bf52-e1c6cb7d9886 service neutron] 10.222.0.32 "GET /v2.0/networks/70fd104c-7c86-4065-a52d-06f0c8cd30c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4110322
May 07 22:15:03.230290 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267c73e8-994e-49d8-9f77-3bd44616db8e req-39d7fbb6-d2fe-4e91-9968-31e0a79b6d4d tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:15:03.232919 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-267c73e8-994e-49d8-9f77-3bd44616db8e req-39d7fbb6-d2fe-4e91-9968-31e0a79b6d4d tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?device_id=20f0b5de-f6ce-4056-b170-f80b05559ef2 HTTP/1.1" status: 200  len: 943 time: 0.2141094
May 07 22:15:03.352038 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5aaa12c0-1e5f-4ab8-9fce-e56c0d193272 req-62cdab07-c366-42f7-9b26-2f9b8efd97eb service neutron] 10.222.0.55 "GET /v2.0/networks/87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2540078
May 07 22:15:03.365816 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e854dd5a-5fba-45d5-9ee6-7ad61d7399da tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (f563ccfa-662c-4fa1-8b5d-904e7903c6bd), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:03.398618 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-267c73e8-994e-49d8-9f77-3bd44616db8e req-f8586e5a-33ce-421a-88af-a83c4e2300be tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/security-groups?id=62207645-c79a-4d21-8232-3379a0311720&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1583302
May 07 22:15:03.438920 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e854dd5a-5fba-45d5-9ee6-7ad61d7399da tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Pushing event deleted for resources: {'Port': ['ID=f563ccfa-662c-4fa1-8b5d-904e7903c6bd,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:03.456647 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e854dd5a-5fba-45d5-9ee6-7ad61d7399da tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] No DVR routers for this DVR port f563ccfa-662c-4fa1-8b5d-904e7903c6bd on host ncdv-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:15:03.490515 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5505d0ca-b38e-4981-99de-1f3c837053c1 None None] Checking router: fb3c7079-b27a-45b1-8edc-605ea0d5bdec for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:15:03.491037 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5505d0ca-b38e-4981-99de-1f3c837053c1 None None] Updating router fb3c7079-b27a-45b1-8edc-605ea0d5bdec port 937e5624-5622-48fb-9c5c-404bac1ecfe8 binding host ncdv-master-1 {{(pid=121838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 22:15:03.497984 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-789c3e20-332f-4cc5-a217-3512024720a7 None None] Calling delete_port for a01f1e94-69a0-47ef-a2cb-a3d7494b8474 owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:15:03.604440 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e854dd5a-5fba-45d5-9ee6-7ad61d7399da tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (6bef9f6e-318a-4984-afee-1fc4c86a57a5), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:03.629351 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 59d87f59-7235-42b7-af22-664fe1d9e53d triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:15:03.629755 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (59d87f59-7235-42b7-af22-664fe1d9e53d), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:03.635716 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5aaa12c0-1e5f-4ab8-9fce-e56c0d193272 req-a9083d5e-b66d-4d7d-9306-65a59ddf2a85 service neutron] 10.222.0.55 "GET /v2.0/networks/87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2744353
May 07 22:15:03.640307 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-e854dd5a-5fba-45d5-9ee6-7ad61d7399da tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf86fc1190>,) {'filters': {'network_id': ['6bef9f6e-318a-4984-afee-1fc4c86a57a5']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:15:03.667259 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-e854dd5a-5fba-45d5-9ee6-7ad61d7399da tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf86fc1190>, 'b66d368d-3419-42c2-91e4-b81ea567c731') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:15:03.678115 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-e854dd5a-5fba-45d5-9ee6-7ad61d7399da tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf86fc1190>, 'b66d368d-3419-42c2-91e4-b81ea567c731') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:15:03.679358 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3ff92384-3901-4ee6-9fde-545e1041a742 req-e55f496c-4723-4e60-9a74-291d7da3ca7b tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=434474d3-686a-4f99-99bb-17e74f258a84 HTTP/1.1" status: 200  len: 210 time: 0.2051473
May 07 22:15:03.682450 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-00091145-7a86-4c55-a114-3d1585577e1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (93aa5870-eebc-4bc2-b303-70add9925e33), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:03.693975 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e854dd5a-5fba-45d5-9ee6-7ad61d7399da tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (b66d368d-3419-42c2-91e4-b81ea567c731), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:03.718266 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e854dd5a-5fba-45d5-9ee6-7ad61d7399da tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (b66d368d-3419-42c2-91e4-b81ea567c731), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:03.726862 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e854dd5a-5fba-45d5-9ee6-7ad61d7399da tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:15:03.727430 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e854dd5a-5fba-45d5-9ee6-7ad61d7399da tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (b66d368d-3419-42c2-91e4-b81ea567c731), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:03.730719 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 22:15:03.730719 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:15:03.730719 ncdv-master-1 neutron-server[121836]:     timer()
May 07 22:15:03.730719 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:15:03.730719 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 22:15:03.730719 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:15:03.730719 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 22:15:03.730719 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:15:03.730719 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 22:15:03.730719 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:15:03.730719 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 22:15:03.730719 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:15:03.730719 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 22:15:03.730719 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:15:03.730719 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:15:03.730719 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:15:03.730719 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:15:03.730719 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:15:03.730719 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 22:15:03.730719 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:15:03.730719 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 22:15:03.730719 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:15:03.730719 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:15:03.730719 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:15:03.730719 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 22:15:03.730719 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:15:03.730719 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:15:03.730719 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:15:03.730719 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:15:03.730719 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:15:03.730719 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:15:03.730719 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:15:03.733452 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00091145-7a86-4c55-a114-3d1585577e1d admin admin] Pushing event deleted for resources: {'Port': ['ID=93aa5870-eebc-4bc2-b303-70add9925e33,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:03.824415 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5505d0ca-b38e-4981-99de-1f3c837053c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (937e5624-5622-48fb-9c5c-404bac1ecfe8), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:03.841689 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e854dd5a-5fba-45d5-9ee6-7ad61d7399da tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (6bef9f6e-318a-4984-afee-1fc4c86a57a5), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:03.847445 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e854dd5a-5fba-45d5-9ee6-7ad61d7399da tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:03.850930 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-e854dd5a-5fba-45d5-9ee6-7ad61d7399da tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] 10.222.0.32 "DELETE /v2.0/networks/6bef9f6e-318a-4984-afee-1fc4c86a57a5 HTTP/1.1" status: 204  len: 168 time: 1.5484848
May 07 22:15:03.853565 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 48674) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:03.893030 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e854dd5a-5fba-45d5-9ee6-7ad61d7399da tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Pushing event deleted for resources: {'Network': ['ID=6bef9f6e-318a-4984-afee-1fc4c86a57a5,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:03.905590 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-91edd3fa-cd30-4716-8887-a23f8daa9d81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (f563ccfa-662c-4fa1-8b5d-904e7903c6bd), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:03.958267 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-91edd3fa-cd30-4716-8887-a23f8daa9d81 None None] Network 6bef9f6e-318a-4984-afee-1fc4c86a57a5 is not hosted by any dhcp agent {{(pid=121838) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
May 07 22:15:03.959306 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91edd3fa-cd30-4716-8887-a23f8daa9d81 None None] No DVR routers for this DVR port f563ccfa-662c-4fa1-8b5d-904e7903c6bd on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:15:03.971645 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91edd3fa-cd30-4716-8887-a23f8daa9d81 None None] Pushing event deleted for resources: {'Port': ['ID=f563ccfa-662c-4fa1-8b5d-904e7903c6bd,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:04.028837 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91edd3fa-cd30-4716-8887-a23f8daa9d81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:15:04.029316 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91edd3fa-cd30-4716-8887-a23f8daa9d81 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:15:04.029735 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91edd3fa-cd30-4716-8887-a23f8daa9d81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:15:04.030262 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91edd3fa-cd30-4716-8887-a23f8daa9d81 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:15:04.030679 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91edd3fa-cd30-4716-8887-a23f8daa9d81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:15:04.031129 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91edd3fa-cd30-4716-8887-a23f8daa9d81 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:15:04.031512 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91edd3fa-cd30-4716-8887-a23f8daa9d81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:15:04.031924 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91edd3fa-cd30-4716-8887-a23f8daa9d81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:15:04.033185 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91edd3fa-cd30-4716-8887-a23f8daa9d81 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:15:04.034626 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91edd3fa-cd30-4716-8887-a23f8daa9d81 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:15:04.034998 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91edd3fa-cd30-4716-8887-a23f8daa9d81 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:15:04.035342 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91edd3fa-cd30-4716-8887-a23f8daa9d81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:15:04.038873 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91edd3fa-cd30-4716-8887-a23f8daa9d81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:15:04.039226 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91edd3fa-cd30-4716-8887-a23f8daa9d81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:15:04.039575 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91edd3fa-cd30-4716-8887-a23f8daa9d81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:15:04.066796 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-707f4134-9e24-4e41-85f3-eecb485c93e9 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (03cd41d3-47d6-43d5-9794-628bf9245180), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:04.130040 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9dd4ae-e482-43c2-b79a-15241b7150da req-44f49b33-fa1a-43f0-8115-0657a0a460f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:15:04.131737 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ef9dd4ae-e482-43c2-b79a-15241b7150da req-44f49b33-fa1a-43f0-8115-0657a0a460f5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f3657e8df46a4252b9eb1eb159306a66&device_id=20f0b5de-f6ce-4056-b170-f80b05559ef2 HTTP/1.1" status: 200  len: 1125 time: 0.0758781
May 07 22:15:04.213332 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 59d87f59-7235-42b7-af22-664fe1d9e53d is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:15:04.215279 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 5926fbba-5a0d-41d8-96cb-dc1ceb08a541 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:15:04.225052 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-789c3e20-332f-4cc5-a217-3512024720a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (a01f1e94-69a0-47ef-a2cb-a3d7494b8474), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:04.345071 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789c3e20-332f-4cc5-a217-3512024720a7 None None] Pushing event deleted for resources: {'Port': ['ID=a01f1e94-69a0-47ef-a2cb-a3d7494b8474,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:04.351364 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9dd4ae-e482-43c2-b79a-15241b7150da req-ef0b987e-8643-4780-b2c8-649b16d304ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:15:04.354191 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-707f4134-9e24-4e41-85f3-eecb485c93e9 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (03cd41d3-47d6-43d5-9794-628bf9245180), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:04.358985 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789c3e20-332f-4cc5-a217-3512024720a7 None None] No DVR routers for this DVR port a01f1e94-69a0-47ef-a2cb-a3d7494b8474 on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:15:04.360051 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ef9dd4ae-e482-43c2-b79a-15241b7150da req-ef0b987e-8643-4780-b2c8-649b16d304ae service neutron] 10.222.0.55 "GET /v2.0/networks?id=87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce HTTP/1.1" status: 200  len: 912 time: 0.1727870
May 07 22:15:04.363334 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-00091145-7a86-4c55-a114-3d1585577e1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401002'] for router_interface (bc691ac6-481b-40e2-a89f-11e2b0bed2cb), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:04.395084 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-707f4134-9e24-4e41-85f3-eecb485c93e9 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf8d4f6c40>,) {'filters': {'network_id': ['03cd41d3-47d6-43d5-9794-628bf9245180']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:15:04.450600 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-707f4134-9e24-4e41-85f3-eecb485c93e9 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8d4f6c40>, '25b20a02-3b58-4637-a960-c2a1f52c7436') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:15:04.451100 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-707f4134-9e24-4e41-85f3-eecb485c93e9 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8d4f6c40>, '25b20a02-3b58-4637-a960-c2a1f52c7436') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:15:04.453342 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 5926fbba-5a0d-41d8-96cb-dc1ceb08a541 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:15:04.453727 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (5926fbba-5a0d-41d8-96cb-dc1ceb08a541), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:04.466423 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-707f4134-9e24-4e41-85f3-eecb485c93e9 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (25b20a02-3b58-4637-a960-c2a1f52c7436), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:04.509056 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-707f4134-9e24-4e41-85f3-eecb485c93e9 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (25b20a02-3b58-4637-a960-c2a1f52c7436), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:04.547823 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ef9dd4ae-e482-43c2-b79a-15241b7150da req-1f0090c3-7325-45bb-84de-d84bd99d4187 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b64f639-6c53-4e70-9bf6-32f27e15becc HTTP/1.1" status: 200  len: 217 time: 0.1796389
May 07 22:15:04.671791 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 5926fbba-5a0d-41d8-96cb-dc1ceb08a541 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:15:04.740324 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eaea05-dcd8-4ab5-b3f6-bd566218ae8d req-fdb58e5f-95be-4d9b-b59a-04817a500ea8 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:15:04.751477 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a7eaea05-dcd8-4ab5-b3f6-bd566218ae8d req-fdb58e5f-95be-4d9b-b59a-04817a500ea8 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?device_id=20f0b5de-f6ce-4056-b170-f80b05559ef2 HTTP/1.1" status: 200  len: 943 time: 0.1995416
May 07 22:15:04.804333 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9dd4ae-e482-43c2-b79a-15241b7150da req-15251b75-ed8f-48cf-bad7-76907a0bad4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:15:04.806524 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ef9dd4ae-e482-43c2-b79a-15241b7150da req-15251b75-ed8f-48cf-bad7-76907a0bad4f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c381f23c-d79e-4860-966b-6594e682e18c HTTP/1.1" status: 200  len: 850 time: 0.2511969
May 07 22:15:04.816586 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device f563ccfa-662c-4fa1-8b5d-904e7903c6bd no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:15:04.865040 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a7eaea05-dcd8-4ab5-b3f6-bd566218ae8d req-b0e031bc-1c1c-490f-ae8e-db97424a3050 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/security-groups?id=62207645-c79a-4d21-8232-3379a0311720&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1124859
May 07 22:15:04.871763 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: f563ccfa-662c-4fa1-8b5d-904e7903c6bd {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:15:04.872142 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device f563ccfa-662c-4fa1-8b5d-904e7903c6bd not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:15:04.872631 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device a01f1e94-69a0-47ef-a2cb-a3d7494b8474 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:15:04.901824 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: a01f1e94-69a0-47ef-a2cb-a3d7494b8474 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:15:04.902193 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device a01f1e94-69a0-47ef-a2cb-a3d7494b8474 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:15:04.923519 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5505d0ca-b38e-4981-99de-1f3c837053c1 None None] Publish callbacks [] for port (937e5624-5622-48fb-9c5c-404bac1ecfe8), precommit_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:04.932632 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5505d0ca-b38e-4981-99de-1f3c837053c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (937e5624-5622-48fb-9c5c-404bac1ecfe8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:05.075462 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2d532e-8467-4cea-801f-b2f4e2831bfb None None] Pushing event updated for resources: {'Port': ['ID=937e5624-5622-48fb-9c5c-404bac1ecfe8,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:05.093521 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9dd4ae-e482-43c2-b79a-15241b7150da req-48fc9018-8722-4d3f-9af6-13a5f967bcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:15:05.095223 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ef9dd4ae-e482-43c2-b79a-15241b7150da req-48fc9018-8722-4d3f-9af6-13a5f967bcf2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.1175807
May 07 22:15:05.099567 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-851f0dfe-cb3f-4200-aaa2-c011bf800d15 req-5c7ee37d-342e-4afe-840c-7c877cfe6180 tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=434474d3-686a-4f99-99bb-17e74f258a84 HTTP/1.1" status: 200  len: 210 time: 0.0588300
May 07 22:15:05.102606 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-707f4134-9e24-4e41-85f3-eecb485c93e9 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:15:05.103044 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-707f4134-9e24-4e41-85f3-eecb485c93e9 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (25b20a02-3b58-4637-a960-c2a1f52c7436), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:05.106304 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 22:15:05.106304 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:15:05.106304 ncdv-master-1 neutron-server[121837]:     timer()
May 07 22:15:05.106304 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:15:05.106304 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 22:15:05.106304 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:15:05.106304 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 22:15:05.106304 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:15:05.106304 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 22:15:05.106304 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:15:05.106304 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 22:15:05.106304 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:15:05.106304 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 22:15:05.106304 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:15:05.106304 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:15:05.106304 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:15:05.106304 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:15:05.106304 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:15:05.106304 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 22:15:05.106304 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:15:05.106304 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 22:15:05.106304 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:15:05.106304 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:15:05.106304 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:15:05.106304 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 22:15:05.106304 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:15:05.106304 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:15:05.106304 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:15:05.106304 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:15:05.106304 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:15:05.106304 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:15:05.106304 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:15:05.170720 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-5505d0ca-b38e-4981-99de-1f3c837053c1 None None] Attempting to bind port 937e5624-5622-48fb-9c5c-404bac1ecfe8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:15:05.170720 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-5505d0ca-b38e-4981-99de-1f3c837053c1 None None] Attempting to bind port 937e5624-5622-48fb-9c5c-404bac1ecfe8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a0f45d17-9b71-4e6e-9beb-38cc9b2ffdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '776bc97b-09ef-4468-926c-83db4dbe1dba'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:15:05.170720 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5505d0ca-b38e-4981-99de-1f3c837053c1 None None] Attempting to bind port 937e5624-5622-48fb-9c5c-404bac1ecfe8 on network 776bc97b-09ef-4468-926c-83db4dbe1dba {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:15:05.182582 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5505d0ca-b38e-4981-99de-1f3c837053c1 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:15:05.183004 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5505d0ca-b38e-4981-99de-1f3c837053c1 None None] Checking segment: {'id': 'a0f45d17-9b71-4e6e-9beb-38cc9b2ffdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '776bc97b-09ef-4468-926c-83db4dbe1dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:15:05.183532 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5505d0ca-b38e-4981-99de-1f3c837053c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:05.184062 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5505d0ca-b38e-4981-99de-1f3c837053c1 None None] Bound using segment: {'id': 'a0f45d17-9b71-4e6e-9beb-38cc9b2ffdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '776bc97b-09ef-4468-926c-83db4dbe1dba'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:15:05.184677 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-5505d0ca-b38e-4981-99de-1f3c837053c1 None None] Bound port: 937e5624-5622-48fb-9c5c-404bac1ecfe8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0f45d17-9b71-4e6e-9beb-38cc9b2ffdfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '776bc97b-09ef-4468-926c-83db4dbe1dba'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:15:05.184996 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5505d0ca-b38e-4981-99de-1f3c837053c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (937e5624-5622-48fb-9c5c-404bac1ecfe8), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:05.185374 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-707f4134-9e24-4e41-85f3-eecb485c93e9 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (03cd41d3-47d6-43d5-9794-628bf9245180), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:05.229933 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-707f4134-9e24-4e41-85f3-eecb485c93e9 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:05.236537 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-707f4134-9e24-4e41-85f3-eecb485c93e9 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] 10.222.0.32 "DELETE /v2.0/networks/03cd41d3-47d6-43d5-9794-628bf9245180 HTTP/1.1" status: 204  len: 168 time: 1.3797433
May 07 22:15:05.236692 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 48728) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:05.252859 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707f4134-9e24-4e41-85f3-eecb485c93e9 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Pushing event deleted for resources: {'Network': ['ID=03cd41d3-47d6-43d5-9794-628bf9245180,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:05.289752 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-5505d0ca-b38e-4981-99de-1f3c837053c1 None None] For port 937e5624-5622-48fb-9c5c-404bac1ecfe8, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:15:05.296888 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-5505d0ca-b38e-4981-99de-1f3c837053c1 None None] For port 937e5624-5622-48fb-9c5c-404bac1ecfe8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=937e5624-5622-48fb-9c5c-404bac1ecfe8,segment=NetworkSegment(a0f45d17-9b71-4e6e-9beb-38cc9b2ffdfd),segment_id=a0f45d17-9b71-4e6e-9beb-38cc9b2ffdfd)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:15:05.306495 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5505d0ca-b38e-4981-99de-1f3c837053c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (937e5624-5622-48fb-9c5c-404bac1ecfe8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:05.338033 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_v2 [None req-7213546a-d419-4e75-ba70-fcae9f9524bb tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Deleting subnet 7c84eb31-c120-44b9-a8c4-d2162394c109 {{(pid=121836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:15:05.339575 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00091145-7a86-4c55-a114-3d1585577e1d admin admin] Router bc691ac6-481b-40e2-a89f-11e2b0bed2cb has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:15:05.342500 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7213546a-d419-4e75-ba70-fcae9f9524bb tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks [] for subnet (7c84eb31-c120-44b9-a8c4-d2162394c109), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:05.411972 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7213546a-d419-4e75-ba70-fcae9f9524bb tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726883'] for subnet (7c84eb31-c120-44b9-a8c4-d2162394c109), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:05.448750 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-17dedc34-1c87-4904-9268-adf165832d06 None None] Provisioning complete for port 937e5624-5622-48fb-9c5c-404bac1ecfe8 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:15:05.449291 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-17dedc34-1c87-4904-9268-adf165832d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (937e5624-5622-48fb-9c5c-404bac1ecfe8), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:05.458145 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2d532e-8467-4cea-801f-b2f4e2831bfb None None] Pushing event updated for resources: {'Port': ['ID=937e5624-5622-48fb-9c5c-404bac1ecfe8,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:05.485392 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5505d0ca-b38e-4981-99de-1f3c837053c1 None None] Routers {'fb3c7079-b27a-45b1-8edc-605ea0d5bdec'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:15:05.486057 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-5505d0ca-b38e-4981-99de-1f3c837053c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7e9ba100>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:14:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['fb3c7079-b27a-45b1-8edc-605ea0d5bdec'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:15:05.564769 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00091145-7a86-4c55-a114-3d1585577e1d admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:15:05.581376 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ee0759-66d6-4328-8c45-7c4b28b2dee9 None None] Sync routers for ids ['bc691ac6-481b-40e2-a89f-11e2b0bed2cb'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:15:05.595802 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-00091145-7a86-4c55-a114-3d1585577e1d admin admin] 10.222.0.32 "PUT /v2.0/routers/bc691ac6-481b-40e2-a89f-11e2b0bed2cb/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.0593472
May 07 22:15:05.596948 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 48736) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:05.626540 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ee0759-66d6-4328-8c45-7c4b28b2dee9 None None] Routers {'bc691ac6-481b-40e2-a89f-11e2b0bed2cb'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:15:05.627232 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-35ee0759-66d6-4328-8c45-7c4b28b2dee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cbbc340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:14:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['bc691ac6-481b-40e2-a89f-11e2b0bed2cb'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:15:05.766254 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-da6337cf-a420-4de2-90b1-9593e8f12e3b admin admin] Publish callbacks [] for router (bc691ac6-481b-40e2-a89f-11e2b0bed2cb), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:05.776663 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-5505d0ca-b38e-4981-99de-1f3c837053c1 None None] Set router fb3c7079-b27a-45b1-8edc-605ea0d5bdec gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:15:05.784165 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-17dedc34-1c87-4904-9268-adf165832d06 None None] Current status of the port 937e5624-5622-48fb-9c5c-404bac1ecfe8 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:15:05.785064 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-17dedc34-1c87-4904-9268-adf165832d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (937e5624-5622-48fb-9c5c-404bac1ecfe8), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:05.913584 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7213546a-d419-4e75-ba70-fcae9f9524bb tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (7c84eb31-c120-44b9-a8c4-d2162394c109), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:05.918188 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-35ee0759-66d6-4328-8c45-7c4b28b2dee9 None None] Set router bc691ac6-481b-40e2-a89f-11e2b0bed2cb gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:15:05.939881 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238343cc-8ae9-4485-8eec-8b3ab294b91c req-db278848-c139-44eb-ba79-f2d444678269 tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:15:05.941583 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-238343cc-8ae9-4485-8eec-8b3ab294b91c req-db278848-c139-44eb-ba79-f2d444678269 tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] 10.222.0.55 "GET /v2.0/networks?id=70fd104c-7c86-4065-a52d-06f0c8cd30c4 HTTP/1.1" status: 200  len: 911 time: 0.4523394
May 07 22:15:05.951736 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-da6337cf-a420-4de2-90b1-9593e8f12e3b admin admin] Publish callbacks [] for router_gateway (bc691ac6-481b-40e2-a89f-11e2b0bed2cb), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:05.954576 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-238343cc-8ae9-4485-8eec-8b3ab294b91c req-b2337e64-0e22-4bb9-9c68-bc214b02c2a7 tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] Request body: {'port': {'device_id': '434474d3-686a-4f99-99bb-17e74f258a84', 'network_id': '70fd104c-7c86-4065-a52d-06f0c8cd30c4', 'admin_state_up': True, 'tenant_id': '7258ee48454a4985a79b7f26d184493f'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:15:06.005749 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-17dedc34-1c87-4904-9268-adf165832d06 None None] For port 937e5624-5622-48fb-9c5c-404bac1ecfe8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=937e5624-5622-48fb-9c5c-404bac1ecfe8,segment=NetworkSegment(a0f45d17-9b71-4e6e-9beb-38cc9b2ffdfd),segment_id=a0f45d17-9b71-4e6e-9beb-38cc9b2ffdfd)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:15:06.019645 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-17dedc34-1c87-4904-9268-adf165832d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (937e5624-5622-48fb-9c5c-404bac1ecfe8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:06.021242 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ef9dd4ae-e482-43c2-b79a-15241b7150da req-901dbcaa-15b2-4e85-8f54-d12af8f3bacf service neutron] 10.222.0.55 "GET /v2.0/networks/87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5332074
May 07 22:15:06.049444 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-da6337cf-a420-4de2-90b1-9593e8f12e3b admin admin] Deleting port 32852023-af78-4b73-9c6a-dcab8bfbb9db {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:15:06.049794 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-da6337cf-a420-4de2-90b1-9593e8f12e3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (32852023-af78-4b73-9c6a-dcab8bfbb9db), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:06.132622 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5d8dcd-d298-4dac-92b8-e75f08e7c457 req-49714dce-6af1-4c70-a2aa-5a3171c25091 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:15:06.134810 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ea5d8dcd-d298-4dac-92b8-e75f08e7c457 req-49714dce-6af1-4c70-a2aa-5a3171c25091 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?device_id=20f0b5de-f6ce-4056-b170-f80b05559ef2 HTTP/1.1" status: 200  len: 943 time: 0.1606376
May 07 22:15:06.153001 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 48748) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:06.156883 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-238343cc-8ae9-4485-8eec-8b3ab294b91c req-b2337e64-0e22-4bb9-9c68-bc214b02c2a7 tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] Made reservation on behalf of 7258ee48454a4985a79b7f26d184493f for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:15:06.159866 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-238343cc-8ae9-4485-8eec-8b3ab294b91c req-b2337e64-0e22-4bb9-9c68-bc214b02c2a7 tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:06.165158 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dedc34-1c87-4904-9268-adf165832d06 None None] Pushing event updated for resources: {'Port': ['ID=937e5624-5622-48fb-9c5c-404bac1ecfe8,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:06.174759 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-e32313a1-ae38-4f8b-a137-194b9d8bf5ea None None] Provisioning complete for port 937e5624-5622-48fb-9c5c-404bac1ecfe8 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:15:06.175605 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e32313a1-ae38-4f8b-a137-194b9d8bf5ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (937e5624-5622-48fb-9c5c-404bac1ecfe8), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:06.266690 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-35ee0759-66d6-4328-8c45-7c4b28b2dee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cbbc340>, [{'id': 'bc691ac6-481b-40e2-a89f-11e2b0bed2cb', 'name': 'tempest-TestAggregatesBasicOps-1711784158-router', 'tenant_id': '9bf1a2d386684999b5a1d51a8c7593e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.115'}], 'enable_snat': True}, 'gw_port_id': '32852023-af78-4b73-9c6a-dcab8bfbb9db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:14:28Z', 'updated_at': '2022-05-07T22:15:03Z', 'revision_number': 5, 'project_id': '9bf1a2d386684999b5a1d51a8c7593e2', 'gw_port': {'id': '32852023-af78-4b73-9c6a-dcab8bfbb9db', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:2c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc691ac6-481b-40e2-a89f-11e2b0bed2cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:14:29Z', 'updated_at': '2022-05-07T22:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:15:06.268418 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c59ec5a2-a788-4d80-b398-f8ecdde42839 req-48de89e5-ac00-424f-b5ed-0000491de246 tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=434474d3-686a-4f99-99bb-17e74f258a84 HTTP/1.1" status: 200  len: 210 time: 0.0407112
May 07 22:15:06.283118 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-da6337cf-a420-4de2-90b1-9593e8f12e3b admin admin] For port 32852023-af78-4b73-9c6a-dcab8bfbb9db, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=32852023-af78-4b73-9c6a-dcab8bfbb9db,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:15:06.284211 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-da6337cf-a420-4de2-90b1-9593e8f12e3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (32852023-af78-4b73-9c6a-dcab8bfbb9db), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:06.285132 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-5505d0ca-b38e-4981-99de-1f3c837053c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7e9ba100>, [{'id': 'fb3c7079-b27a-45b1-8edc-605ea0d5bdec', 'name': 'tempest-TestServerMultinode-1922413511-router', 'tenant_id': '7258ee48454a4985a79b7f26d184493f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.75'}], 'enable_snat': True}, 'gw_port_id': '59d87f59-7235-42b7-af22-664fe1d9e53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:14:48Z', 'updated_at': '2022-05-07T22:14:57Z', 'revision_number': 4, 'project_id': '7258ee48454a4985a79b7f26d184493f', 'gw_port': {'id': '59d87f59-7235-42b7-af22-664fe1d9e53d', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:86:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3c7079-b27a-45b1-8edc-605ea0d5bdec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:14:50Z', 'updated_at': '2022-05-07T22:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '937e5624-5622-48fb-9c5c-404bac1ecfe8', 'name': '', 'network_id': '776bc97b-09ef-4468-926c-83db4dbe1dba', 'tenant_id': '7258ee48454a4985a79b7f26d184493f', 'mac_address': 'fa:16:3e:13:42:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb3c7079-b27a-45b1-8edc-605ea0d5bdec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': 'd934a6d1-4873-462f-8ca8-97cde5c645f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:14:56Z', 'updated_at': '2022-05-07T22:15:05Z', 'revision_number': 4, 'project_id': '7258ee48454a4985a79b7f26d184493f', 'subnets': [{'id': 'd934a6d1-4873-462f-8ca8-97cde5c645f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:15:06.306058 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ee0759-66d6-4328-8c45-7c4b28b2dee9 None None] Checking router: bc691ac6-481b-40e2-a89f-11e2b0bed2cb for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:15:06.316112 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-da6337cf-a420-4de2-90b1-9593e8f12e3b admin admin] Calling delete_port for 32852023-af78-4b73-9c6a-dcab8bfbb9db owned by network:router_gateway {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:15:06.317140 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ee0759-66d6-4328-8c45-7c4b28b2dee9 None None] Routers {'bc691ac6-481b-40e2-a89f-11e2b0bed2cb'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:15:06.317932 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-35ee0759-66d6-4328-8c45-7c4b28b2dee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cbbc340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:14:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['bc691ac6-481b-40e2-a89f-11e2b0bed2cb'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:15:06.331001 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5505d0ca-b38e-4981-99de-1f3c837053c1 None None] The sync data for ids ['fb3c7079-b27a-45b1-8edc-605ea0d5bdec'] in ncdv-master-1 is: [{'id': 'fb3c7079-b27a-45b1-8edc-605ea0d5bdec', 'name': 'tempest-TestServerMultinode-1922413511-router', 'tenant_id': '7258ee48454a4985a79b7f26d184493f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.75'}], 'enable_snat': True}, 'gw_port_id': '59d87f59-7235-42b7-af22-664fe1d9e53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:14:48Z', 'updated_at': '2022-05-07T22:14:57Z', 'revision_number': 4, 'project_id': '7258ee48454a4985a79b7f26d184493f', 'gw_port': {'id': '59d87f59-7235-42b7-af22-664fe1d9e53d', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:86:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3c7079-b27a-45b1-8edc-605ea0d5bdec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:14:50Z', 'updated_at': '2022-05-07T22:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '937e5624-5622-48fb-9c5c-404bac1ecfe8', 'name': '', 'network_id': '776bc97b-09ef-4468-926c-83db4dbe1dba', 'tenant_id': '7258ee48454a4985a79b7f26d184493f', 'mac_address': 'fa:16:3e:13:42:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb3c7079-b27a-45b1-8edc-605ea0d5bdec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3650, 'fixed_ips': [{'subnet_id': 'd934a6d1-4873-462f-8ca8-97cde5c645f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:14:56Z', 'updated_at': '2022-05-07T22:15:05Z', 'revision_number': 4, 'project_id': '7258ee48454a4985a79b7f26d184493f', 'subnets': [{'id': 'd934a6d1-4873-462f-8ca8-97cde5c645f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:15:06.402795 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-e32313a1-ae38-4f8b-a137-194b9d8bf5ea None None] Current status of the port 937e5624-5622-48fb-9c5c-404bac1ecfe8 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:15:06.432794 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-56cee28b-49e8-471e-9f32-ab7e6f0af40a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:06.514820 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-35ee0759-66d6-4328-8c45-7c4b28b2dee9 None None] Set router bc691ac6-481b-40e2-a89f-11e2b0bed2cb gateway port host: None {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:15:06.586999 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-35ee0759-66d6-4328-8c45-7c4b28b2dee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cbbc340>, [{'id': 'bc691ac6-481b-40e2-a89f-11e2b0bed2cb', 'name': 'tempest-TestAggregatesBasicOps-1711784158-router', 'tenant_id': '9bf1a2d386684999b5a1d51a8c7593e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:14:28Z', 'updated_at': '2022-05-07T22:15:05Z', 'revision_number': 6, 'project_id': '9bf1a2d386684999b5a1d51a8c7593e2', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:15:06.618687 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ee0759-66d6-4328-8c45-7c4b28b2dee9 None None] The sync data for ids ['bc691ac6-481b-40e2-a89f-11e2b0bed2cb'] in ncdv-master-1 is: [{'id': 'bc691ac6-481b-40e2-a89f-11e2b0bed2cb', 'name': 'tempest-TestAggregatesBasicOps-1711784158-router', 'tenant_id': '9bf1a2d386684999b5a1d51a8c7593e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:14:28Z', 'updated_at': '2022-05-07T22:15:05Z', 'revision_number': 6, 'project_id': '9bf1a2d386684999b5a1d51a8c7593e2', 'gw_port_host': None}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:15:06.694392 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-da6337cf-a420-4de2-90b1-9593e8f12e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (32852023-af78-4b73-9c6a-dcab8bfbb9db), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:06.697689 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-56cee28b-49e8-471e-9f32-ab7e6f0af40a admin admin] Publish callbacks [] for security_group (44917d35-1278-4c0e-9f22-62fae492c392), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:06.728587 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-56cee28b-49e8-471e-9f32-ab7e6f0af40a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (44917d35-1278-4c0e-9f22-62fae492c392), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:06.751380 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6337cf-a420-4de2-90b1-9593e8f12e3b admin admin] Pushing event deleted for resources: {'Port': ['ID=32852023-af78-4b73-9c6a-dcab8bfbb9db,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:06.760836 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7213546a-d419-4e75-ba70-fcae9f9524bb tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (7c84eb31-c120-44b9-a8c4-d2162394c109), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:06.826435 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7213546a-d419-4e75-ba70-fcae9f9524bb tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Pushing event deleted for resources: {'Subnet': ['ID=7c84eb31-c120-44b9-a8c4-d2162394c109,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:06.842241 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-56cee28b-49e8-471e-9f32-ab7e6f0af40a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6af136223d92400982c7fcd0e58ea235&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6855214
May 07 22:15:06.842452 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ef9dd4ae-e482-43c2-b79a-15241b7150da req-199a9b1a-ea09-4e3c-94c0-abc57bc9405f service neutron] 10.222.0.55 "GET /v2.0/networks/87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7951310
May 07 22:15:06.844283 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 48760) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:06.850283 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cee28b-49e8-471e-9f32-ab7e6f0af40a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44917d35-1278-4c0e-9f22-62fae492c392,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:06.853751 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429aa9ce-ea6f-488a-8522-f388c730010c None None] Network 9ad86b32-90f6-476a-a9a6-37fc1a7a6fc2 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:15:06.876529 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-da6337cf-a420-4de2-90b1-9593e8f12e3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395776'] for router_gateway (bc691ac6-481b-40e2-a89f-11e2b0bed2cb), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:06.935952 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7213546a-d419-4e75-ba70-fcae9f9524bb tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:06.943822 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-7213546a-d419-4e75-ba70-fcae9f9524bb tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] 10.222.0.32 "DELETE /v2.0/subnets/7c84eb31-c120-44b9-a8c4-d2162394c109 HTTP/1.1" status: 204  len: 168 time: 1.7057967
May 07 22:15:06.955479 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 48764) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:06.973026 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 1b64f639-6c53-4e70-9bf6-32f27e15becc details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:15:06.996860 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-da6337cf-a420-4de2-90b1-9593e8f12e3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (bc691ac6-481b-40e2-a89f-11e2b0bed2cb), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:06.999739 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-da6337cf-a420-4de2-90b1-9593e8f12e3b admin admin] Publish callbacks [] for router_controller (bc691ac6-481b-40e2-a89f-11e2b0bed2cb), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:07.092535 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-da6337cf-a420-4de2-90b1-9593e8f12e3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (bc691ac6-481b-40e2-a89f-11e2b0bed2cb), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:07.093532 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da6337cf-a420-4de2-90b1-9593e8f12e3b admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc691ac6-481b-40e2-a89f-11e2b0bed2cb {{(pid=121837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 22:15:07.121325 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-da6337cf-a420-4de2-90b1-9593e8f12e3b admin admin] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:07.122567 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-da6337cf-a420-4de2-90b1-9593e8f12e3b admin admin] 10.222.0.32 "DELETE /v2.0/routers/bc691ac6-481b-40e2-a89f-11e2b0bed2cb HTTP/1.1" status: 204  len: 168 time: 1.5244606
May 07 22:15:07.125145 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ea5d8dcd-d298-4dac-92b8-e75f08e7c457 req-fe5ad7f0-57d1-4445-8d49-f49e14d7922f tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/security-groups?id=62207645-c79a-4d21-8232-3379a0311720&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.9589767
May 07 22:15:07.125796 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 48774) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:07.247306 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-75cb3c75-f31f-493b-a176-03e898523f65 admin admin] Deleting subnet 1e12cf0e-269e-41f9-9624-8919b6a77651 {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:15:07.261482 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-75cb3c75-f31f-493b-a176-03e898523f65 admin admin] Publish callbacks [] for subnet (1e12cf0e-269e-41f9-9624-8919b6a77651), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:07.283185 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-37c9f096-3ac0-4bbe-b999-5d41eade8e6e tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (9ad86b32-90f6-476a-a9a6-37fc1a7a6fc2), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:07.355601 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e547378-18e3-46ae-8e39-cbbbaa30703a None None] DHCP port deletion for 9ad86b32-90f6-476a-a9a6-37fc1a7a6fc2 request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:15:07.355851 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [req-238343cc-8ae9-4485-8eec-8b3ab294b91c req-b2337e64-0e22-4bb9-9c68-bc214b02c2a7 tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] Allocated IP 172.20.0.8 (70fd104c-7c86-4065-a52d-06f0c8cd30c4/3445155a-a289-45a0-a3b2-ac8b816f4f51/7973ea98-3ae5-4cd7-9d25-d975a8a79190) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:15:07.360342 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 937e5624-5622-48fb-9c5c-404bac1ecfe8 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:15:07.366820 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-75cb3c75-f31f-493b-a176-03e898523f65 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (1e12cf0e-269e-41f9-9624-8919b6a77651), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:07.448739 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a96932c2-a858-415a-be5e-6f5c7dce45ff req-f2d435f8-26ec-45c0-95a2-b71c6c909790 tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=434474d3-686a-4f99-99bb-17e74f258a84 HTTP/1.1" status: 200  len: 210 time: 0.0440660
May 07 22:15:07.456591 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1277fb9e-34e7-4dfe-9b6f-3259f0b220e2 admin admin] Publish callbacks [] for security_group (44917d35-1278-4c0e-9f22-62fae492c392), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:07.462950 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-2e547378-18e3-46ae-8e39-cbbbaa30703a None None] Deleting port 6f941d31-7e3c-4d24-8d5a-94112b5f39b1 {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:15:07.463399 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2e547378-18e3-46ae-8e39-cbbbaa30703a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (6f941d31-7e3c-4d24-8d5a-94112b5f39b1), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:07.497439 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 1b64f639-6c53-4e70-9bf6-32f27e15becc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1b64f639-6c53-4e70-9bf6-32f27e15becc,segment=NetworkSegment(3c434885-c673-48d5-9295-930316ad3f91),segment_id=3c434885-c673-48d5-9295-930316ad3f91)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:15:07.545251 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-75cb3c75-f31f-493b-a176-03e898523f65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (1e12cf0e-269e-41f9-9624-8919b6a77651), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:07.552954 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1277fb9e-34e7-4dfe-9b6f-3259f0b220e2 admin admin] Publish callbacks [] for security_group (44917d35-1278-4c0e-9f22-62fae492c392), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:07.567390 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': '1b64f639-6c53-4e70-9bf6-32f27e15becc', 'network_id': '87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce', 'port_id': '1b64f639-6c53-4e70-9bf6-32f27e15becc', 'mac_address': 'fa:16:3e:eb:93:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c381f23c-d79e-4860-966b-6594e682e18c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:15:07.594145 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 937e5624-5622-48fb-9c5c-404bac1ecfe8 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:15:07.594730 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (937e5624-5622-48fb-9c5c-404bac1ecfe8), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:07.626214 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-75cb3c75-f31f-493b-a176-03e898523f65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (1e12cf0e-269e-41f9-9624-8919b6a77651), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:07.656603 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1277fb9e-34e7-4dfe-9b6f-3259f0b220e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (44917d35-1278-4c0e-9f22-62fae492c392), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:07.659364 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1277fb9e-34e7-4dfe-9b6f-3259f0b220e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:07.660895 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-1277fb9e-34e7-4dfe-9b6f-3259f0b220e2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/44917d35-1278-4c0e-9f22-62fae492c392 HTTP/1.1" status: 204  len: 168 time: 0.7365565
May 07 22:15:07.692794 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cb3c75-f31f-493b-a176-03e898523f65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e12cf0e-269e-41f9-9624-8919b6a77651,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:07.697471 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-75cb3c75-f31f-493b-a176-03e898523f65 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:07.703349 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-75cb3c75-f31f-493b-a176-03e898523f65 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/1e12cf0e-269e-41f9-9624-8919b6a77651 HTTP/1.1" status: 204  len: 168 time: 0.5731592
May 07 22:15:07.703572 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-2e547378-18e3-46ae-8e39-cbbbaa30703a None None] For port 6f941d31-7e3c-4d24-8d5a-94112b5f39b1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6f941d31-7e3c-4d24-8d5a-94112b5f39b1,segment=NetworkSegment(e3b2a76e-07bf-438f-af29-700dcb85d85f),segment_id=e3b2a76e-07bf-438f-af29-700dcb85d85f)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:15:07.703572 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2e547378-18e3-46ae-8e39-cbbbaa30703a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (6f941d31-7e3c-4d24-8d5a-94112b5f39b1), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:07.705083 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 48780) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:07.734870 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1277fb9e-34e7-4dfe-9b6f-3259f0b220e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44917d35-1278-4c0e-9f22-62fae492c392,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:07.737455 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c49318-c24f-4715-87fb-18f92b7a6cdf None None] Network 0460c4a2-d9cd-48aa-a959-6c9d8f9b34a8 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:15:07.760539 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-238343cc-8ae9-4485-8eec-8b3ab294b91c req-b2337e64-0e22-4bb9-9c68-bc214b02c2a7 tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] Publish callbacks [] for port (7973ea98-3ae5-4cd7-9d25-d975a8a79190), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:07.768963 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-2e547378-18e3-46ae-8e39-cbbbaa30703a None None] Calling delete_port for 6f941d31-7e3c-4d24-8d5a-94112b5f39b1 owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:15:07.779985 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-37c9f096-3ac0-4bbe-b999-5d41eade8e6e tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Deleting port 6f941d31-7e3c-4d24-8d5a-94112b5f39b1 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:15:07.780338 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-37c9f096-3ac0-4bbe-b999-5d41eade8e6e tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (6f941d31-7e3c-4d24-8d5a-94112b5f39b1), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:07.809844 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 1b64f639-6c53-4e70-9bf6-32f27e15becc is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:15:07.810202 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (1b64f639-6c53-4e70-9bf6-32f27e15becc), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:07.880011 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-825a288f-b268-4d91-aa29-49c1ef640d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (0460c4a2-d9cd-48aa-a959-6c9d8f9b34a8), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:07.935635 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-37c9f096-3ac0-4bbe-b999-5d41eade8e6e tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] For port 6f941d31-7e3c-4d24-8d5a-94112b5f39b1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6f941d31-7e3c-4d24-8d5a-94112b5f39b1,segment=NetworkSegment(e3b2a76e-07bf-438f-af29-700dcb85d85f),segment_id=e3b2a76e-07bf-438f-af29-700dcb85d85f)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:15:07.935898 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-37c9f096-3ac0-4bbe-b999-5d41eade8e6e tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (6f941d31-7e3c-4d24-8d5a-94112b5f39b1), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:07.943157 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b64f639-6c53-4e70-9bf6-32f27e15becc {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:15:07.961724 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-37c9f096-3ac0-4bbe-b999-5d41eade8e6e tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Calling delete_port for 6f941d31-7e3c-4d24-8d5a-94112b5f39b1 owned by network:dhcp {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:15:07.971842 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-238343cc-8ae9-4485-8eec-8b3ab294b91c req-b2337e64-0e22-4bb9-9c68-bc214b02c2a7 tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (7973ea98-3ae5-4cd7-9d25-d975a8a79190), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:07.976292 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-825a288f-b268-4d91-aa29-49c1ef640d1f admin admin] Deleting port 12c38a4a-f105-44db-b48f-41c34783af11 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:15:07.976918 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-825a288f-b268-4d91-aa29-49c1ef640d1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (12c38a4a-f105-44db-b48f-41c34783af11), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:08.079323 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-238343cc-8ae9-4485-8eec-8b3ab294b91c req-b2337e64-0e22-4bb9-9c68-bc214b02c2a7 tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] Network 70fd104c-7c86-4065-a52d-06f0c8cd30c4 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:15:08.085374 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [req-238343cc-8ae9-4485-8eec-8b3ab294b91c req-b2337e64-0e22-4bb9-9c68-bc214b02c2a7 tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:15:08.085879 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 1b64f639-6c53-4e70-9bf6-32f27e15becc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1b64f639-6c53-4e70-9bf6-32f27e15becc,segment=NetworkSegment(3c434885-c673-48d5-9295-930316ad3f91),segment_id=3c434885-c673-48d5-9295-930316ad3f91)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:15:08.091070 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 937e5624-5622-48fb-9c5c-404bac1ecfe8 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:15:08.107062 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 93aa5870-eebc-4bc2-b303-70add9925e33 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:15:08.132341 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-238343cc-8ae9-4485-8eec-8b3ab294b91c req-b2337e64-0e22-4bb9-9c68-bc214b02c2a7 tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:15:08.134195 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-825a288f-b268-4d91-aa29-49c1ef640d1f admin admin] For port 12c38a4a-f105-44db-b48f-41c34783af11, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=12c38a4a-f105-44db-b48f-41c34783af11,segment=NetworkSegment(37a46801-39b3-4eb1-8e6a-d1b9cb29b39d),segment_id=37a46801-39b3-4eb1-8e6a-d1b9cb29b39d)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:15:08.134757 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-825a288f-b268-4d91-aa29-49c1ef640d1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (12c38a4a-f105-44db-b48f-41c34783af11), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:08.188094 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-825a288f-b268-4d91-aa29-49c1ef640d1f admin admin] Calling delete_port for 12c38a4a-f105-44db-b48f-41c34783af11 owned by network:dhcp {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:15:08.193655 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238343cc-8ae9-4485-8eec-8b3ab294b91c req-b2337e64-0e22-4bb9-9c68-bc214b02c2a7 tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:15:08.198875 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-238343cc-8ae9-4485-8eec-8b3ab294b91c req-b2337e64-0e22-4bb9-9c68-bc214b02c2a7 tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:08.202745 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2337e64-0e22-4bb9-9c68-bc214b02c2a7 tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] Pushing event updated for resources: {'Port': ['ID=7973ea98-3ae5-4cd7-9d25-d975a8a79190,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:08.237805 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (1b64f639-6c53-4e70-9bf6-32f27e15becc), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:08.249633 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-238343cc-8ae9-4485-8eec-8b3ab294b91c req-b2337e64-0e22-4bb9-9c68-bc214b02c2a7 tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1029 time: 2.2990713
May 07 22:15:08.279889 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-238343cc-8ae9-4485-8eec-8b3ab294b91c req-ce602883-87a4-4006-a950-ced7c14ca7f8 service neutron] Request body: {'port': {'device_id': '434474d3-686a-4f99-99bb-17e74f258a84', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:15:08.303311 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-825a288f-b268-4d91-aa29-49c1ef640d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (12c38a4a-f105-44db-b48f-41c34783af11), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:08.337707 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-37c9f096-3ac0-4bbe-b999-5d41eade8e6e tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (6f941d31-7e3c-4d24-8d5a-94112b5f39b1), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:08.342799 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825a288f-b268-4d91-aa29-49c1ef640d1f admin admin] Pushing event deleted for resources: {'Port': ['ID=12c38a4a-f105-44db-b48f-41c34783af11,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:08.349614 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825a288f-b268-4d91-aa29-49c1ef640d1f admin admin] No DVR routers for this DVR port 12c38a4a-f105-44db-b48f-41c34783af11 on host ncdv-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:15:08.369011 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7665b6b6-3be3-4a59-a70c-a864a73da63b None None] DHCP port deletion for 0460c4a2-d9cd-48aa-a959-6c9d8f9b34a8 request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:15:08.380126 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 93aa5870-eebc-4bc2-b303-70add9925e33 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:15:08.380484 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 93aa5870-eebc-4bc2-b303-70add9925e33 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:15:08.381870 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2e547378-18e3-46ae-8e39-cbbbaa30703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (6f941d31-7e3c-4d24-8d5a-94112b5f39b1), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:08.411507 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 48794) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:08.430330 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c9f096-3ac0-4bbe-b999-5d41eade8e6e tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Pushing event deleted for resources: {'Port': ['ID=6f941d31-7e3c-4d24-8d5a-94112b5f39b1,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:08.437532 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c9f096-3ac0-4bbe-b999-5d41eade8e6e tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] No DVR routers for this DVR port 6f941d31-7e3c-4d24-8d5a-94112b5f39b1 on host ncdv-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:15:08.480710 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3c28675b-6a07-4f59-9dfa-e311659416b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:08.543523 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['1b64f639-6c53-4e70-9bf6-32f27e15becc'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:15:08.548435 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e547378-18e3-46ae-8e39-cbbbaa30703a None None] No DVR routers for this DVR port 6f941d31-7e3c-4d24-8d5a-94112b5f39b1 on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:15:08.594135 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-825a288f-b268-4d91-aa29-49c1ef640d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (0460c4a2-d9cd-48aa-a959-6c9d8f9b34a8), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:08.646622 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5ade42-722c-4503-ab7e-d2142f424c8c req-a684f781-e442-42f6-aa0e-72626f576af1 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:15:08.653011 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-dc5ade42-722c-4503-ab7e-d2142f424c8c req-a684f781-e442-42f6-aa0e-72626f576af1 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?device_id=20f0b5de-f6ce-4056-b170-f80b05559ef2 HTTP/1.1" status: 200  len: 944 time: 0.2370462
May 07 22:15:08.695023 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945b4ce0-2e99-48e9-954c-01a62057f470 req-84542f10-8804-4aea-ba4f-02d0bca2d84a tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:15:08.702666 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-945b4ce0-2e99-48e9-954c-01a62057f470 req-84542f10-8804-4aea-ba4f-02d0bca2d84a tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=434474d3-686a-4f99-99bb-17e74f258a84 HTTP/1.1" status: 200  len: 1027 time: 0.1209180
May 07 22:15:08.703378 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-238343cc-8ae9-4485-8eec-8b3ab294b91c req-ce602883-87a4-4006-a950-ced7c14ca7f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (7973ea98-3ae5-4cd7-9d25-d975a8a79190), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:08.721775 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=1b64f639-6c53-4e70-9bf6-32f27e15becc,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:08.754244 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-825a288f-b268-4d91-aa29-49c1ef640d1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf8682f640>,) {'filters': {'network_id': ['0460c4a2-d9cd-48aa-a959-6c9d8f9b34a8']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:15:08.776501 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-825a288f-b268-4d91-aa29-49c1ef640d1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8682f640>, '37a46801-39b3-4eb1-8e6a-d1b9cb29b39d') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:15:08.776916 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-825a288f-b268-4d91-aa29-49c1ef640d1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8682f640>, '37a46801-39b3-4eb1-8e6a-d1b9cb29b39d') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:15:08.792896 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e547378-18e3-46ae-8e39-cbbbaa30703a None None] Pushing event deleted for resources: {'Port': ['ID=6f941d31-7e3c-4d24-8d5a-94112b5f39b1,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:08.813146 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-825a288f-b268-4d91-aa29-49c1ef640d1f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (37a46801-39b3-4eb1-8e6a-d1b9cb29b39d), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:08.820456 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-9fa07df9-11c0-47dc-b865-84efd28a3c66 None None] Provisioning complete for port 7973ea98-3ae5-4cd7-9d25-d975a8a79190 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:15:08.821182 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9fa07df9-11c0-47dc-b865-84efd28a3c66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (7973ea98-3ae5-4cd7-9d25-d975a8a79190), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:08.845239 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-945b4ce0-2e99-48e9-954c-01a62057f470 req-7ebf9d00-0d08-42dc-9c0e-4769eed34e47 tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cfc9492a-4113-46b8-a907-cde339303416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1340871
May 07 22:15:08.846270 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-825a288f-b268-4d91-aa29-49c1ef640d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (37a46801-39b3-4eb1-8e6a-d1b9cb29b39d), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:08.858435 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-825a288f-b268-4d91-aa29-49c1ef640d1f admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:15:08.858872 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-825a288f-b268-4d91-aa29-49c1ef640d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (37a46801-39b3-4eb1-8e6a-d1b9cb29b39d), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:08.860837 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 22:15:08.860837 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:15:08.860837 ncdv-master-1 neutron-server[121837]:     timer()
May 07 22:15:08.860837 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:15:08.860837 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 22:15:08.860837 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:15:08.860837 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 22:15:08.860837 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:15:08.860837 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 22:15:08.860837 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:15:08.860837 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 22:15:08.860837 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:15:08.860837 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 22:15:08.860837 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:15:08.860837 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:15:08.860837 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:15:08.860837 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:15:08.860837 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:15:08.860837 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 22:15:08.860837 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:15:08.860837 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 22:15:08.860837 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:15:08.860837 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:15:08.860837 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:15:08.860837 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 22:15:08.860837 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:15:08.860837 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:15:08.860837 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:15:08.860837 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:15:08.860837 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:15:08.860837 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:15:08.860837 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:15:08.874444 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-37c9f096-3ac0-4bbe-b999-5d41eade8e6e tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (9ad86b32-90f6-476a-a9a6-37fc1a7a6fc2), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:08.897979 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-9fa07df9-11c0-47dc-b865-84efd28a3c66 None None] Port 7973ea98-3ae5-4cd7-9d25-d975a8a79190 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:15:08.934684 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-37c9f096-3ac0-4bbe-b999-5d41eade8e6e tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf86b0d9d0>,) {'filters': {'network_id': ['9ad86b32-90f6-476a-a9a6-37fc1a7a6fc2']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:15:08.944891 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3c28675b-6a07-4f59-9dfa-e311659416b4 admin admin] Publish callbacks [] for security_group (f99a2c23-6225-4350-91a5-72bc7abd828e), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:08.948908 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-825a288f-b268-4d91-aa29-49c1ef640d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (0460c4a2-d9cd-48aa-a959-6c9d8f9b34a8), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:08.954970 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3c28675b-6a07-4f59-9dfa-e311659416b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (f99a2c23-6225-4350-91a5-72bc7abd828e), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:08.971599 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-825a288f-b268-4d91-aa29-49c1ef640d1f admin admin] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:08.976583 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-825a288f-b268-4d91-aa29-49c1ef640d1f admin admin] 10.222.0.32 "DELETE /v2.0/networks/0460c4a2-d9cd-48aa-a959-6c9d8f9b34a8 HTTP/1.1" status: 204  len: 168 time: 1.2704985
May 07 22:15:09.004863 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-37c9f096-3ac0-4bbe-b999-5d41eade8e6e tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf86b0d9d0>, 'e3b2a76e-07bf-438f-af29-700dcb85d85f') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:15:09.005412 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-37c9f096-3ac0-4bbe-b999-5d41eade8e6e tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf86b0d9d0>, 'e3b2a76e-07bf-438f-af29-700dcb85d85f') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:15:09.017444 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-dc5ade42-722c-4503-ab7e-d2142f424c8c req-d892097e-0313-4fc7-9ec1-cf5ccf057a3f tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/security-groups?id=62207645-c79a-4d21-8232-3379a0311720&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3632684
May 07 22:15:09.031187 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-37c9f096-3ac0-4bbe-b999-5d41eade8e6e tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (e3b2a76e-07bf-438f-af29-700dcb85d85f), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:09.038855 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825a288f-b268-4d91-aa29-49c1ef640d1f admin admin] Pushing event deleted for resources: {'Network': ['ID=0460c4a2-d9cd-48aa-a959-6c9d8f9b34a8,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:09.059608 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 32852023-af78-4b73-9c6a-dcab8bfbb9db no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:15:09.063910 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-37c9f096-3ac0-4bbe-b999-5d41eade8e6e tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (e3b2a76e-07bf-438f-af29-700dcb85d85f), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:09.077140 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-3c28675b-6a07-4f59-9dfa-e311659416b4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2abee8c28e024906963aa78b8013c51e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6634688
May 07 22:15:09.080600 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 48812) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:09.086323 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37c9f096-3ac0-4bbe-b999-5d41eade8e6e tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:15:09.086741 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-37c9f096-3ac0-4bbe-b999-5d41eade8e6e tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (e3b2a76e-07bf-438f-af29-700dcb85d85f), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:09.090072 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c28675b-6a07-4f59-9dfa-e311659416b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f99a2c23-6225-4350-91a5-72bc7abd828e,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:09.090209 ncdv-master-1 neutron-server[121836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:15:09.090209 ncdv-master-1 neutron-server[121836]:   self.session.flush()
May 07 22:15:09.090209 ncdv-master-1 neutron-server[121836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:15:09.090209 ncdv-master-1 neutron-server[121836]:   self.session.flush()
May 07 22:15:09.090209 ncdv-master-1 neutron-server[121836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:15:09.090209 ncdv-master-1 neutron-server[121836]:   self.session.flush()
May 07 22:15:09.090209 ncdv-master-1 neutron-server[121836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:15:09.090209 ncdv-master-1 neutron-server[121836]:   self.session.flush()
May 07 22:15:09.090209 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 22:15:09.090209 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:15:09.090209 ncdv-master-1 neutron-server[121836]:     timer()
May 07 22:15:09.090209 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:15:09.090209 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 22:15:09.090209 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:15:09.090209 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 22:15:09.090209 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:15:09.090209 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 22:15:09.090209 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:15:09.090209 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 22:15:09.090209 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:15:09.090209 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 22:15:09.090209 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:15:09.090209 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:15:09.090209 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:15:09.090209 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:15:09.090209 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:15:09.090209 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 22:15:09.090209 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:15:09.090209 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 22:15:09.090209 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:15:09.090209 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:15:09.090209 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:15:09.090209 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 22:15:09.090209 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:15:09.090209 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:15:09.090209 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:15:09.090209 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:15:09.090209 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:15:09.090209 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:15:09.090209 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:15:09.097167 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 32852023-af78-4b73-9c6a-dcab8bfbb9db {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:15:09.097456 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 32852023-af78-4b73-9c6a-dcab8bfbb9db not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:15:09.103020 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 12c38a4a-f105-44db-b48f-41c34783af11 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:15:09.148797 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 12c38a4a-f105-44db-b48f-41c34783af11 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:15:09.149155 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 12c38a4a-f105-44db-b48f-41c34783af11 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:15:09.149576 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 6f941d31-7e3c-4d24-8d5a-94112b5f39b1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:15:09.150619 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b3b22ca2-7d6a-4ebc-9d9b-15ea1c5d4769 admin admin] Publish callbacks [] for security_group (f99a2c23-6225-4350-91a5-72bc7abd828e), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:09.174420 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b3b22ca2-7d6a-4ebc-9d9b-15ea1c5d4769 admin admin] Publish callbacks [] for security_group (f99a2c23-6225-4350-91a5-72bc7abd828e), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:09.176202 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 6f941d31-7e3c-4d24-8d5a-94112b5f39b1 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:15:09.177087 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 6f941d31-7e3c-4d24-8d5a-94112b5f39b1 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:15:09.236521 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b3b22ca2-7d6a-4ebc-9d9b-15ea1c5d4769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (f99a2c23-6225-4350-91a5-72bc7abd828e), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:09.237723 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-37c9f096-3ac0-4bbe-b999-5d41eade8e6e tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (9ad86b32-90f6-476a-a9a6-37fc1a7a6fc2), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:09.240747 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b3b22ca2-7d6a-4ebc-9d9b-15ea1c5d4769 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:09.246129 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-b3b22ca2-7d6a-4ebc-9d9b-15ea1c5d4769 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f99a2c23-6225-4350-91a5-72bc7abd828e HTTP/1.1" status: 204  len: 168 time: 0.1644087
May 07 22:15:09.256702 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b22ca2-7d6a-4ebc-9d9b-15ea1c5d4769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f99a2c23-6225-4350-91a5-72bc7abd828e,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:09.261381 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-37c9f096-3ac0-4bbe-b999-5d41eade8e6e tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:09.268772 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 48816) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:09.277470 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-37c9f096-3ac0-4bbe-b999-5d41eade8e6e tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] 10.222.0.32 "DELETE /v2.0/networks/9ad86b32-90f6-476a-a9a6-37fc1a7a6fc2 HTTP/1.1" status: 204  len: 168 time: 2.3138573
May 07 22:15:09.297435 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c9f096-3ac0-4bbe-b999-5d41eade8e6e tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Pushing event deleted for resources: {'Network': ['ID=9ad86b32-90f6-476a-a9a6-37fc1a7a6fc2,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:09.308546 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 48818) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:09.318066 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-249371c3-8d07-400c-aa7f-5c26fdb6490b tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] 10.222.0.32 "GET /v2.0/ports?device_id=fd705747-a336-4869-b347-cf1a60d24747 HTTP/1.1" status: 200  len: 205 time: 0.0477800
May 07 22:15:09.320436 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 48820) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:09.397584 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-a062bbbf-6fb4-45f3-b139-dcbb6735f393 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c9548c9329cb4d1faef44a66d7c11a5c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0823505
May 07 22:15:09.400239 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 48822) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:09.425896 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-19f116af-04a2-4488-85e8-773909f682e1 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks [] for router (fd705747-a336-4869-b347-cf1a60d24747), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:09.509672 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e02d8dbf-e5f3-42f5-99b2-93f97bab9ccc admin admin] Publish callbacks [] for security_group (f7e1f273-143f-467a-b50c-dd57589a2e2f), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:09.517978 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [req-238343cc-8ae9-4485-8eec-8b3ab294b91c req-ce602883-87a4-4006-a950-ced7c14ca7f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7973ea98-3ae5-4cd7-9d25-d975a8a79190 {{(pid=121836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:15:09.533843 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-238343cc-8ae9-4485-8eec-8b3ab294b91c req-ce602883-87a4-4006-a950-ced7c14ca7f8 service neutron] Publish callbacks [] for port (7973ea98-3ae5-4cd7-9d25-d975a8a79190), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:09.556832 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.provisioning_blocks [req-238343cc-8ae9-4485-8eec-8b3ab294b91c req-ce602883-87a4-4006-a950-ced7c14ca7f8 service neutron] Transition to ACTIVE for port object 7973ea98-3ae5-4cd7-9d25-d975a8a79190 will not be triggered until provisioned by entity L2. {{(pid=121836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 22:15:09.559004 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e02d8dbf-e5f3-42f5-99b2-93f97bab9ccc admin admin] Publish callbacks [] for security_group (f7e1f273-143f-467a-b50c-dd57589a2e2f), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:09.579114 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-238343cc-8ae9-4485-8eec-8b3ab294b91c req-ce602883-87a4-4006-a950-ced7c14ca7f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (7973ea98-3ae5-4cd7-9d25-d975a8a79190), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:09.623930 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-19f116af-04a2-4488-85e8-773909f682e1 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (fd705747-a336-4869-b347-cf1a60d24747), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:09.627075 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-19f116af-04a2-4488-85e8-773909f682e1 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks [] for router_controller (fd705747-a336-4869-b347-cf1a60d24747), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:09.688304 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-19f116af-04a2-4488-85e8-773909f682e1 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (fd705747-a336-4869-b347-cf1a60d24747), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:09.688869 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19f116af-04a2-4488-85e8-773909f682e1 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Fanout notify agent at l3_agent the message router_deleted on router fd705747-a336-4869-b347-cf1a60d24747 {{(pid=121837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 22:15:09.696295 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-19f116af-04a2-4488-85e8-773909f682e1 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:09.698827 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-19f116af-04a2-4488-85e8-773909f682e1 tempest-RoutersNegativeIpV6Test-2046565844 tempest-RoutersNegativeIpV6Test-2046565844-project] 10.222.0.32 "DELETE /v2.0/routers/fd705747-a336-4869-b347-cf1a60d24747 HTTP/1.1" status: 204  len: 168 time: 0.3759410
May 07 22:15:09.698963 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce602883-87a4-4006-a950-ced7c14ca7f8 service neutron] Pushing event updated for resources: {'Port': ['ID=7973ea98-3ae5-4cd7-9d25-d975a8a79190,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:09.745454 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e02d8dbf-e5f3-42f5-99b2-93f97bab9ccc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (f7e1f273-143f-467a-b50c-dd57589a2e2f), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:09.749503 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e02d8dbf-e5f3-42f5-99b2-93f97bab9ccc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:09.750799 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-e02d8dbf-e5f3-42f5-99b2-93f97bab9ccc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f7e1f273-143f-467a-b50c-dd57589a2e2f HTTP/1.1" status: 204  len: 168 time: 0.3484843
May 07 22:15:09.766010 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02d8dbf-e5f3-42f5-99b2-93f97bab9ccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e1f273-143f-467a-b50c-dd57589a2e2f,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:09.797518 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-238343cc-8ae9-4485-8eec-8b3ab294b91c req-ce602883-87a4-4006-a950-ced7c14ca7f8 service neutron] Attempting to bind port 7973ea98-3ae5-4cd7-9d25-d975a8a79190 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:15:09.800777 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-238343cc-8ae9-4485-8eec-8b3ab294b91c req-ce602883-87a4-4006-a950-ced7c14ca7f8 service neutron] Attempting to bind port 7973ea98-3ae5-4cd7-9d25-d975a8a79190 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '36738b93-4b30-4517-bcc7-c5a063eccc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '70fd104c-7c86-4065-a52d-06f0c8cd30c4'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:15:09.801551 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238343cc-8ae9-4485-8eec-8b3ab294b91c req-ce602883-87a4-4006-a950-ced7c14ca7f8 service neutron] Attempting to bind port 7973ea98-3ae5-4cd7-9d25-d975a8a79190 on network 70fd104c-7c86-4065-a52d-06f0c8cd30c4 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:15:09.811594 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238343cc-8ae9-4485-8eec-8b3ab294b91c req-ce602883-87a4-4006-a950-ced7c14ca7f8 service neutron] Port 7973ea98-3ae5-4cd7-9d25-d975a8a79190 on network 70fd104c-7c86-4065-a52d-06f0c8cd30c4 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:15:09.811980 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238343cc-8ae9-4485-8eec-8b3ab294b91c req-ce602883-87a4-4006-a950-ced7c14ca7f8 service neutron] Attempting to bind port 7973ea98-3ae5-4cd7-9d25-d975a8a79190 on network 70fd104c-7c86-4065-a52d-06f0c8cd30c4 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:15:09.817898 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238343cc-8ae9-4485-8eec-8b3ab294b91c req-ce602883-87a4-4006-a950-ced7c14ca7f8 service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:15:09.818216 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238343cc-8ae9-4485-8eec-8b3ab294b91c req-ce602883-87a4-4006-a950-ced7c14ca7f8 service neutron] Checking segment: {'id': '36738b93-4b30-4517-bcc7-c5a063eccc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '70fd104c-7c86-4065-a52d-06f0c8cd30c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:15:09.818607 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-238343cc-8ae9-4485-8eec-8b3ab294b91c req-ce602883-87a4-4006-a950-ced7c14ca7f8 service neutron] Bound using segment: {'id': '36738b93-4b30-4517-bcc7-c5a063eccc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '70fd104c-7c86-4065-a52d-06f0c8cd30c4'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:15:09.819121 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-238343cc-8ae9-4485-8eec-8b3ab294b91c req-ce602883-87a4-4006-a950-ced7c14ca7f8 service neutron] Bound port: 7973ea98-3ae5-4cd7-9d25-d975a8a79190, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36738b93-4b30-4517-bcc7-c5a063eccc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '70fd104c-7c86-4065-a52d-06f0c8cd30c4'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:15:09.819642 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-238343cc-8ae9-4485-8eec-8b3ab294b91c req-ce602883-87a4-4006-a950-ced7c14ca7f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (7973ea98-3ae5-4cd7-9d25-d975a8a79190), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:09.908332 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-238343cc-8ae9-4485-8eec-8b3ab294b91c req-ce602883-87a4-4006-a950-ced7c14ca7f8 service neutron] For port 7973ea98-3ae5-4cd7-9d25-d975a8a79190, host nch1-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:15:09.915715 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-238343cc-8ae9-4485-8eec-8b3ab294b91c req-ce602883-87a4-4006-a950-ced7c14ca7f8 service neutron] For port 7973ea98-3ae5-4cd7-9d25-d975a8a79190, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7973ea98-3ae5-4cd7-9d25-d975a8a79190,segment=NetworkSegment(36738b93-4b30-4517-bcc7-c5a063eccc3c),segment_id=36738b93-4b30-4517-bcc7-c5a063eccc3c)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:15:09.926468 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-238343cc-8ae9-4485-8eec-8b3ab294b91c req-ce602883-87a4-4006-a950-ced7c14ca7f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (7973ea98-3ae5-4cd7-9d25-d975a8a79190), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:09.975361 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238343cc-8ae9-4485-8eec-8b3ab294b91c req-ce602883-87a4-4006-a950-ced7c14ca7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:15:09.976007 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-238343cc-8ae9-4485-8eec-8b3ab294b91c req-ce602883-87a4-4006-a950-ced7c14ca7f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:09.977470 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-238343cc-8ae9-4485-8eec-8b3ab294b91c req-ce602883-87a4-4006-a950-ced7c14ca7f8 service neutron] 10.222.0.55 "PUT /v2.0/ports/7973ea98-3ae5-4cd7-9d25-d975a8a79190 HTTP/1.1" status: 200  len: 1091 time: 1.7207689
May 07 22:15:09.978031 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '434474d3-686a-4f99-99bb-17e74f258a84', 'tag': '7973ea98-3ae5-4cd7-9d25-d975a8a79190'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:15:09.980501 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a43869bb-b51c-4dfe-854e-6d6ff8d85099" -d '{"events": [{"name": "network-changed", "server_uuid": "434474d3-686a-4f99-99bb-17e74f258a84", "tag": "7973ea98-3ae5-4cd7-9d25-d975a8a79190"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:15:10.014319 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48412dc-0a27-4f68-bf18-03fab6841452 req-2b70f852-460e-4f5a-b277-7ab17ada9124 tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:15:10.021117 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f48412dc-0a27-4f68-bf18-03fab6841452 req-2b70f852-460e-4f5a-b277-7ab17ada9124 tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=434474d3-686a-4f99-99bb-17e74f258a84 HTTP/1.1" status: 200  len: 1125 time: 0.0896463
May 07 22:15:10.024935 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce602883-87a4-4006-a950-ced7c14ca7f8 service neutron] Pushing event updated for resources: {'Port': ['ID=7973ea98-3ae5-4cd7-9d25-d975a8a79190,revision_number=3']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:10.076514 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c65f0ea6-d8d4-49d5-b5f5-ee947a543fe7 x-openstack-request-id: req-c65f0ea6-d8d4-49d5-b5f5-ee947a543fe7 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:15:10.079327 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "434474d3-686a-4f99-99bb-17e74f258a84", "tag": "7973ea98-3ae5-4cd7-9d25-d975a8a79190", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:15:10.079618 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c65f0ea6-d8d4-49d5-b5f5-ee947a543fe7 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:15:10.080068 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c65f0ea6-d8d4-49d5-b5f5-ee947a543fe7'] response: {'name': 'network-changed', 'server_uuid': '434474d3-686a-4f99-99bb-17e74f258a84', 'tag': '7973ea98-3ae5-4cd7-9d25-d975a8a79190', 'status': 'completed', 'code': 200}
May 07 22:15:10.142056 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f48412dc-0a27-4f68-bf18-03fab6841452 req-7ce7cf26-1121-4b44-b0cb-01a3c29c9214 tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cfc9492a-4113-46b8-a907-cde339303416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1009967
May 07 22:15:10.159268 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238343cc-8ae9-4485-8eec-8b3ab294b91c req-ee5e434f-6dd8-4170-89c6-72dc146525a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:15:10.161856 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-238343cc-8ae9-4485-8eec-8b3ab294b91c req-ee5e434f-6dd8-4170-89c6-72dc146525a5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7258ee48454a4985a79b7f26d184493f&device_id=434474d3-686a-4f99-99bb-17e74f258a84 HTTP/1.1" status: 200  len: 1125 time: 0.1136289
May 07 22:15:10.224927 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-238343cc-8ae9-4485-8eec-8b3ab294b91c req-982b7fef-8da9-471c-80fd-d6ee2e9ed0c5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7973ea98-3ae5-4cd7-9d25-d975a8a79190 HTTP/1.1" status: 200  len: 217 time: 0.0492699
May 07 22:15:10.235081 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 48852) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:10.240181 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece64b79-bec8-4db3-b3e2-4e369ec84337 req-be80e477-6997-4343-ab3a-52fb04c74a41 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:15:10.242162 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ece64b79-bec8-4db3-b3e2-4e369ec84337 req-be80e477-6997-4343-ab3a-52fb04c74a41 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?device_id=20f0b5de-f6ce-4056-b170-f80b05559ef2 HTTP/1.1" status: 200  len: 944 time: 0.1232855
May 07 22:15:10.288801 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238343cc-8ae9-4485-8eec-8b3ab294b91c req-89dc47a7-b74f-4f36-a5c7-0929af72603a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:15:10.290697 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-238343cc-8ae9-4485-8eec-8b3ab294b91c req-89dc47a7-b74f-4f36-a5c7-0929af72603a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3445155a-a289-45a0-a3b2-ac8b816f4f51 HTTP/1.1" status: 200  len: 849 time: 0.0472598
May 07 22:15:10.368217 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 48858) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:10.385888 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238343cc-8ae9-4485-8eec-8b3ab294b91c req-786c3712-4d02-4660-8b2d-1853ba865e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:15:10.387619 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-238343cc-8ae9-4485-8eec-8b3ab294b91c req-786c3712-4d02-4660-8b2d-1853ba865e2f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=70fd104c-7c86-4065-a52d-06f0c8cd30c4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0890651
May 07 22:15:10.393688 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ece64b79-bec8-4db3-b3e2-4e369ec84337 req-1c9ef29d-ed4f-4ba7-a8ca-33d5a30a8e64 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/security-groups?id=62207645-c79a-4d21-8232-3379a0311720&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1023946
May 07 22:15:10.447880 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-300a5145-1ac1-49cd-9eca-b420bbeabcfa admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9bf1a2d386684999b5a1d51a8c7593e2&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0782306
May 07 22:15:10.450342 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 48860) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:10.459672 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-cb536021-43c3-4330-a500-155c7d783d8e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d92ef52cd10747ffbb5c5d494e0ed006&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2233257
May 07 22:15:10.462521 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 48862) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:10.511223 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3bf9dd71-5c8c-4a4f-be63-dfad0a4e36d5 admin admin] Publish callbacks [] for security_group (297f98e9-db3c-4996-ba8f-431e6d7486e7), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:10.521999 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-238343cc-8ae9-4485-8eec-8b3ab294b91c req-6e4abbb4-4395-4021-a833-e702bcc09a1a service neutron] 10.222.0.55 "GET /v2.0/networks/70fd104c-7c86-4065-a52d-06f0c8cd30c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1273623
May 07 22:15:10.535966 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3bf9dd71-5c8c-4a4f-be63-dfad0a4e36d5 admin admin] Publish callbacks [] for security_group (297f98e9-db3c-4996-ba8f-431e6d7486e7), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:10.554247 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-529930c1-18a4-4a26-ae40-51bacfecec26 admin admin] Publish callbacks [] for security_group (f9647340-2b7c-454d-a605-a19026679678), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:10.593879 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3bf9dd71-5c8c-4a4f-be63-dfad0a4e36d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (297f98e9-db3c-4996-ba8f-431e6d7486e7), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:10.596981 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3bf9dd71-5c8c-4a4f-be63-dfad0a4e36d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:10.598417 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-3bf9dd71-5c8c-4a4f-be63-dfad0a4e36d5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/297f98e9-db3c-4996-ba8f-431e6d7486e7 HTTP/1.1" status: 204  len: 168 time: 0.1471410
May 07 22:15:10.607652 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf9dd71-5c8c-4a4f-be63-dfad0a4e36d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=297f98e9-db3c-4996-ba8f-431e6d7486e7,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:10.616065 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-529930c1-18a4-4a26-ae40-51bacfecec26 admin admin] Publish callbacks [] for security_group (f9647340-2b7c-454d-a605-a19026679678), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:10.618310 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf9dd71-5c8c-4a4f-be63-dfad0a4e36d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:15:10.618828 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf9dd71-5c8c-4a4f-be63-dfad0a4e36d5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:15:10.619303 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf9dd71-5c8c-4a4f-be63-dfad0a4e36d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:15:10.619656 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf9dd71-5c8c-4a4f-be63-dfad0a4e36d5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:15:10.619993 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf9dd71-5c8c-4a4f-be63-dfad0a4e36d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:15:10.620337 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf9dd71-5c8c-4a4f-be63-dfad0a4e36d5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:15:10.620978 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf9dd71-5c8c-4a4f-be63-dfad0a4e36d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:15:10.621153 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf9dd71-5c8c-4a4f-be63-dfad0a4e36d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:15:10.621490 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf9dd71-5c8c-4a4f-be63-dfad0a4e36d5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:15:10.622131 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf9dd71-5c8c-4a4f-be63-dfad0a4e36d5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:15:10.622468 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf9dd71-5c8c-4a4f-be63-dfad0a4e36d5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:15:10.622862 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf9dd71-5c8c-4a4f-be63-dfad0a4e36d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:15:10.623399 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf9dd71-5c8c-4a4f-be63-dfad0a4e36d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:15:10.623652 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf9dd71-5c8c-4a4f-be63-dfad0a4e36d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:15:10.623993 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf9dd71-5c8c-4a4f-be63-dfad0a4e36d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:15:10.674451 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-238343cc-8ae9-4485-8eec-8b3ab294b91c req-bb325983-62c7-42ca-992f-0c6669a8b3b8 service neutron] 10.222.0.55 "GET /v2.0/networks/70fd104c-7c86-4065-a52d-06f0c8cd30c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1399860
May 07 22:15:10.695068 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-529930c1-18a4-4a26-ae40-51bacfecec26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (f9647340-2b7c-454d-a605-a19026679678), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:10.698853 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-529930c1-18a4-4a26-ae40-51bacfecec26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:10.702711 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-529930c1-18a4-4a26-ae40-51bacfecec26 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f9647340-2b7c-454d-a605-a19026679678 HTTP/1.1" status: 204  len: 168 time: 0.2360876
May 07 22:15:10.712695 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529930c1-18a4-4a26-ae40-51bacfecec26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9647340-2b7c-454d-a605-a19026679678,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:10.938254 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 1b64f639-6c53-4e70-9bf6-32f27e15becc up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:15:11.036035 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning for port 1b64f639-6c53-4e70-9bf6-32f27e15becc completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 22:15:11.055109 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port 1b64f639-6c53-4e70-9bf6-32f27e15becc triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:15:11.055109 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (1b64f639-6c53-4e70-9bf6-32f27e15becc), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:11.210142 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 1b64f639-6c53-4e70-9bf6-32f27e15becc is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:15:11.212709 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (1b64f639-6c53-4e70-9bf6-32f27e15becc), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:11.279705 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20f0b5de-f6ce-4056-b170-f80b05559ef2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b64f639-6c53-4e70-9bf6-32f27e15becc'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:15:11.286264 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75635eec-73e6-4d88-be05-9e07c66e580c" -d '{"events": [{"server_uuid": "20f0b5de-f6ce-4056-b170-f80b05559ef2", "name": "network-vif-plugged", "status": "completed", "tag": "1b64f639-6c53-4e70-9bf6-32f27e15becc"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:15:11.351116 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 1b64f639-6c53-4e70-9bf6-32f27e15becc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1b64f639-6c53-4e70-9bf6-32f27e15becc,segment=NetworkSegment(3c434885-c673-48d5-9295-930316ad3f91),segment_id=3c434885-c673-48d5-9295-930316ad3f91)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:15:11.364496 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (1b64f639-6c53-4e70-9bf6-32f27e15becc), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:11.416674 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9a8f67-c29b-4535-be2c-028196f2f5b5 req-187302d3-9561-4020-af5a-41544bbf170c tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:15:11.418966 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0a9a8f67-c29b-4535-be2c-028196f2f5b5 req-187302d3-9561-4020-af5a-41544bbf170c tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=434474d3-686a-4f99-99bb-17e74f258a84 HTTP/1.1" status: 200  len: 1125 time: 0.1452501
May 07 22:15:11.446546 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d8e7b25-413d-4f7c-8807-73ab6c503abf x-openstack-request-id: req-2d8e7b25-413d-4f7c-8807-73ab6c503abf {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:15:11.446880 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20f0b5de-f6ce-4056-b170-f80b05559ef2", "name": "network-vif-plugged", "status": "completed", "tag": "1b64f639-6c53-4e70-9bf6-32f27e15becc", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:15:11.447405 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2d8e7b25-413d-4f7c-8807-73ab6c503abf {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:15:11.447811 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d8e7b25-413d-4f7c-8807-73ab6c503abf'] response: {'server_uuid': '20f0b5de-f6ce-4056-b170-f80b05559ef2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b64f639-6c53-4e70-9bf6-32f27e15becc', 'code': 200}
May 07 22:15:11.492983 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=1b64f639-6c53-4e70-9bf6-32f27e15becc,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:11.511999 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0a9a8f67-c29b-4535-be2c-028196f2f5b5 req-f0b64438-cfb1-4086-b869-38c98a868922 tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cfc9492a-4113-46b8-a907-cde339303416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0855548
May 07 22:15:11.611932 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43869bb-b51c-4dfe-854e-6d6ff8d85099 req-1e3068f2-76df-4ab8-a89d-b34ccce0b057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:15:11.613517 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a43869bb-b51c-4dfe-854e-6d6ff8d85099 req-1e3068f2-76df-4ab8-a89d-b34ccce0b057 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=7258ee48454a4985a79b7f26d184493f&device_id=434474d3-686a-4f99-99bb-17e74f258a84 HTTP/1.1" status: 200  len: 1125 time: 0.1215768
May 07 22:15:11.648723 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddaa209-3cf6-4cbe-ad12-77a856b5cc7e req-d3d5673d-49a0-4848-95b3-e2d4d9f45708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:15:11.650530 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-cddaa209-3cf6-4cbe-ad12-77a856b5cc7e req-d3d5673d-49a0-4848-95b3-e2d4d9f45708 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=20f0b5de-f6ce-4056-b170-f80b05559ef2 HTTP/1.1" status: 200  len: 1127 time: 0.0723643
May 07 22:15:11.657371 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5780ba-c88b-4349-afc0-f5433425a806 req-c2641526-0999-42ee-bf29-e28d9d2815c8 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:15:11.659273 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fc5780ba-c88b-4349-afc0-f5433425a806 req-c2641526-0999-42ee-bf29-e28d9d2815c8 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?device_id=20f0b5de-f6ce-4056-b170-f80b05559ef2 HTTP/1.1" status: 200  len: 945 time: 0.1278718
May 07 22:15:11.798356 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-cddaa209-3cf6-4cbe-ad12-77a856b5cc7e req-35477e02-38c0-4b5a-8587-bcad313f4e2a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=62207645-c79a-4d21-8232-3379a0311720&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1378038
May 07 22:15:11.822929 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fc5780ba-c88b-4349-afc0-f5433425a806 req-a278429c-d48d-47ba-9834-f0661a3357a5 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/security-groups?id=62207645-c79a-4d21-8232-3379a0311720&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1511073
May 07 22:15:11.843346 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43869bb-b51c-4dfe-854e-6d6ff8d85099 req-84fc2a67-b967-4dcc-abfc-44a24e74b777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:15:11.844854 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a43869bb-b51c-4dfe-854e-6d6ff8d85099 req-84fc2a67-b967-4dcc-abfc-44a24e74b777 service neutron] 10.222.0.55 "GET /v2.0/networks?id=70fd104c-7c86-4065-a52d-06f0c8cd30c4 HTTP/1.1" status: 200  len: 911 time: 0.2242701
May 07 22:15:11.892758 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 48934) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:12.025963 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a43869bb-b51c-4dfe-854e-6d6ff8d85099 req-43ca4e8d-549c-48c4-aff7-c8ddc89060ac service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7973ea98-3ae5-4cd7-9d25-d975a8a79190 HTTP/1.1" status: 200  len: 217 time: 0.0422423
May 07 22:15:12.093126 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43869bb-b51c-4dfe-854e-6d6ff8d85099 req-a8a0c28c-5239-435b-b7a3-de9f61c37934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:15:12.096826 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a43869bb-b51c-4dfe-854e-6d6ff8d85099 req-a8a0c28c-5239-435b-b7a3-de9f61c37934 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3445155a-a289-45a0-a3b2-ac8b816f4f51 HTTP/1.1" status: 200  len: 849 time: 0.0666366
May 07 22:15:12.101628 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-fb69e6cc-9c50-484e-b54b-871d881dfcb3 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Request body: {'security_group': {'name': 'default'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:15:12.102243 ncdv-master-1 neutron-server[121836]: WARNING neutron.api.v2.base [None req-fb69e6cc-9c50-484e-b54b-871d881dfcb3 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
May 07 22:15:12.103008 ncdv-master-1 neutron-server[121836]: INFO neutron.api.v2.resource [None req-fb69e6cc-9c50-484e-b54b-871d881dfcb3 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] create failed (client error): There was a conflict when trying to complete your request.
May 07 22:15:12.104036 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-fb69e6cc-9c50-484e-b54b-871d881dfcb3 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 409  len: 330 time: 0.2101245
May 07 22:15:12.108572 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 48954) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:12.114310 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-0dad360c-55e4-4d86-9ca9-ac739e65a8c3 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Request body: {'security_group': {'name': 'tempest-secgroup--1805147203'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:15:12.146116 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0dad360c-55e4-4d86-9ca9-ac739e65a8c3 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:12.157229 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0dad360c-55e4-4d86-9ca9-ac739e65a8c3 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:12.161095 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43869bb-b51c-4dfe-854e-6d6ff8d85099 req-4154618f-5bec-4ddb-8edc-66a25a4d2300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:15:12.162644 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a43869bb-b51c-4dfe-854e-6d6ff8d85099 req-4154618f-5bec-4ddb-8edc-66a25a4d2300 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=70fd104c-7c86-4065-a52d-06f0c8cd30c4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0575049
May 07 22:15:12.247674 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0dad360c-55e4-4d86-9ca9-ac739e65a8c3 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Publish callbacks [] for security_group (178a68ab-1b2e-4dcf-b23b-8d1190c7614b), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:12.259467 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0dad360c-55e4-4d86-9ca9-ac739e65a8c3 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (178a68ab-1b2e-4dcf-b23b-8d1190c7614b), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:12.303949 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dad360c-55e4-4d86-9ca9-ac739e65a8c3 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=178a68ab-1b2e-4dcf-b23b-8d1190c7614b,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:12.346048 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0dad360c-55e4-4d86-9ca9-ac739e65a8c3 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Publish callbacks [] for security_group (ad74c49e-e781-4418-9ca1-f8fa72cd2f2f), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:12.351000 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0dad360c-55e4-4d86-9ca9-ac739e65a8c3 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (ad74c49e-e781-4418-9ca1-f8fa72cd2f2f), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:12.384844 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0dad360c-55e4-4d86-9ca9-ac739e65a8c3 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:12.386509 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-0dad360c-55e4-4d86-9ca9-ac739e65a8c3 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.2767551
May 07 22:15:12.389751 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 48976) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:12.392826 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dad360c-55e4-4d86-9ca9-ac739e65a8c3 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad74c49e-e781-4418-9ca1-f8fa72cd2f2f,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:12.396411 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-e0809944-45ed-4ea3-81f9-6c4a68f07264 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Request body: {'security_group_rule': {'security_group_id': 'ad74c49e-e781-4418-9ca1-f8fa72cd2f2f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:15:12.425668 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e0809944-45ed-4ea3-81f9-6c4a68f07264 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Publish callbacks [] for security_group_rule (37c118f6-d8da-4bc7-816f-8f7e989193e9), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:12.539402 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e0809944-45ed-4ea3-81f9-6c4a68f07264 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Publish callbacks [] for security_group_rule (37c118f6-d8da-4bc7-816f-8f7e989193e9), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:12.550991 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e0809944-45ed-4ea3-81f9-6c4a68f07264 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (37c118f6-d8da-4bc7-816f-8f7e989193e9), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:12.569175 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a43869bb-b51c-4dfe-854e-6d6ff8d85099 req-9692bd3b-7e8b-43c9-b1b1-8f03484838d1 service neutron] 10.222.0.55 "GET /v2.0/networks/70fd104c-7c86-4065-a52d-06f0c8cd30c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1398997
May 07 22:15:12.572678 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0809944-45ed-4ea3-81f9-6c4a68f07264 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37c118f6-d8da-4bc7-816f-8f7e989193e9,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:12.616001 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e0809944-45ed-4ea3-81f9-6c4a68f07264 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:12.621851 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 48990) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:12.622399 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-e0809944-45ed-4ea3-81f9-6c4a68f07264 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2305310
May 07 22:15:12.628947 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-71b86e88-ff03-4a02-93d8-644b574ca3e8 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Request body: {'security_group_rule': {'security_group_id': 'ad74c49e-e781-4418-9ca1-f8fa72cd2f2f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:15:12.674351 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305240d0-d535-4342-be3e-1154dc2dcb66 req-a44c15c0-2276-4075-b7b5-72e1e3241be9 tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:15:12.676413 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-305240d0-d535-4342-be3e-1154dc2dcb66 req-a44c15c0-2276-4075-b7b5-72e1e3241be9 tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=434474d3-686a-4f99-99bb-17e74f258a84 HTTP/1.1" status: 200  len: 1125 time: 0.0923827
May 07 22:15:12.678318 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-71b86e88-ff03-4a02-93d8-644b574ca3e8 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Publish callbacks [] for security_group_rule (faded5bf-f78d-4f17-836c-ccdb1d0fa16f), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:12.710285 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a43869bb-b51c-4dfe-854e-6d6ff8d85099 req-4ead1ae6-adce-40b6-8e5d-1e83a993611e service neutron] 10.222.0.55 "GET /v2.0/networks/70fd104c-7c86-4065-a52d-06f0c8cd30c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1322758
May 07 22:15:12.764338 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-305240d0-d535-4342-be3e-1154dc2dcb66 req-ce88b339-a53f-4225-b325-c4f5a322953b tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cfc9492a-4113-46b8-a907-cde339303416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0754414
May 07 22:15:12.769945 ncdv-master-1 neutron-server[121837]: INFO neutron.api.v2.resource [None req-71b86e88-ff03-4a02-93d8-644b574ca3e8 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] create failed (client error): There was a conflict when trying to complete your request.
May 07 22:15:12.774177 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 48996) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:12.774651 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-71b86e88-ff03-4a02-93d8-644b574ca3e8 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 409  len: 366 time: 0.1508577
May 07 22:15:12.850450 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3fdb6856-e722-4a8f-b949-69ec04d06ac3 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Publish callbacks [] for security_group (ad74c49e-e781-4418-9ca1-f8fa72cd2f2f), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:12.877247 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3fdb6856-e722-4a8f-b949-69ec04d06ac3 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Publish callbacks [] for security_group (ad74c49e-e781-4418-9ca1-f8fa72cd2f2f), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:12.958305 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3180074f-d973-4834-b7c8-dc00426f4b34 req-b4474bec-6da6-4f4f-adad-7d5cab1482a8 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:15:12.963330 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 7973ea98-3ae5-4cd7-9d25-d975a8a79190 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:15:12.966630 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3180074f-d973-4834-b7c8-dc00426f4b34 req-b4474bec-6da6-4f4f-adad-7d5cab1482a8 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?device_id=20f0b5de-f6ce-4056-b170-f80b05559ef2 HTTP/1.1" status: 200  len: 945 time: 0.0805948
May 07 22:15:12.996844 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3fdb6856-e722-4a8f-b949-69ec04d06ac3 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (ad74c49e-e781-4418-9ca1-f8fa72cd2f2f), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:13.000033 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3fdb6856-e722-4a8f-b949-69ec04d06ac3 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:13.001190 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-3fdb6856-e722-4a8f-b949-69ec04d06ac3 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] 10.222.0.32 "DELETE /v2.0/security-groups/ad74c49e-e781-4418-9ca1-f8fa72cd2f2f HTTP/1.1" status: 204  len: 168 time: 0.2255175
May 07 22:15:13.004224 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49002) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:13.028342 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdb6856-e722-4a8f-b949-69ec04d06ac3 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad74c49e-e781-4418-9ca1-f8fa72cd2f2f,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:13.039443 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3180074f-d973-4834-b7c8-dc00426f4b34 req-a693f586-27dc-4c16-9a23-b28506467cb2 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/security-groups?id=62207645-c79a-4d21-8232-3379a0311720&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0719385
May 07 22:15:13.088936 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 7973ea98-3ae5-4cd7-9d25-d975a8a79190, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7973ea98-3ae5-4cd7-9d25-d975a8a79190,segment=NetworkSegment(36738b93-4b30-4517-bcc7-c5a063eccc3c),segment_id=36738b93-4b30-4517-bcc7-c5a063eccc3c)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:15:13.091219 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-772bfa54-d4c8-47cd-9a95-c435121d7e50 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0856221
May 07 22:15:13.095137 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49008) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:13.099463 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-410593bc-2477-4c1f-87a0-02147f7dd23c tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Request body: {'security_group': {'name': 'tempest-secgroup--1061352293'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:15:13.101253 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': '7973ea98-3ae5-4cd7-9d25-d975a8a79190', 'network_id': '70fd104c-7c86-4065-a52d-06f0c8cd30c4', 'port_id': '7973ea98-3ae5-4cd7-9d25-d975a8a79190', 'mac_address': 'fa:16:3e:e7:3c:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3445155a-a289-45a0-a3b2-ac8b816f4f51', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:15:13.145995 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 7973ea98-3ae5-4cd7-9d25-d975a8a79190 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:15:13.146388 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (7973ea98-3ae5-4cd7-9d25-d975a8a79190), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:13.149115 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-410593bc-2477-4c1f-87a0-02147f7dd23c tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:13.159705 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7973ea98-3ae5-4cd7-9d25-d975a8a79190 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:15:13.164248 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49010) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:13.181946 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 7973ea98-3ae5-4cd7-9d25-d975a8a79190, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7973ea98-3ae5-4cd7-9d25-d975a8a79190,segment=NetworkSegment(36738b93-4b30-4517-bcc7-c5a063eccc3c),segment_id=36738b93-4b30-4517-bcc7-c5a063eccc3c)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:15:13.188059 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (7973ea98-3ae5-4cd7-9d25-d975a8a79190), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:13.203049 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227e7db4-33ca-46ff-bea1-f74d4d78accc req-abef00c4-37ad-4063-a9e0-6b41b7010563 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:15:13.204650 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-227e7db4-33ca-46ff-bea1-f74d4d78accc req-abef00c4-37ad-4063-a9e0-6b41b7010563 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?device_id=20f0b5de-f6ce-4056-b170-f80b05559ef2 HTTP/1.1" status: 200  len: 945 time: 0.0715117
May 07 22:15:13.239945 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=7973ea98-3ae5-4cd7-9d25-d975a8a79190,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:13.279831 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-227e7db4-33ca-46ff-bea1-f74d4d78accc req-67a5eb7c-d4ae-4067-925d-ae250adfb850 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/security-groups?id=62207645-c79a-4d21-8232-3379a0311720&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0688403
May 07 22:15:13.307079 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49018) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:13.307825 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-410593bc-2477-4c1f-87a0-02147f7dd23c tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Publish callbacks [] for security_group (7c06d2ea-e9bf-4ddc-ba57-184bf6c01fda), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:13.313805 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-410593bc-2477-4c1f-87a0-02147f7dd23c tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (7c06d2ea-e9bf-4ddc-ba57-184bf6c01fda), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:13.347025 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a08fee6d-0c23-4fb1-b349-1ddf9fec383d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:13.348215 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-410593bc-2477-4c1f-87a0-02147f7dd23c tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:13.352554 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-410593bc-2477-4c1f-87a0-02147f7dd23c tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.2533669
May 07 22:15:13.353845 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49024) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:13.359246 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-b3f4b78e-d831-4dfd-9bb5-f9f8239c782b tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Request body: {'security_group_rule': {'security_group_id': '7c06d2ea-e9bf-4ddc-ba57-184bf6c01fda', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:15:13.360074 ncdv-master-1 neutron-server[121836]: WARNING neutron.api.v2.base [None req-b3f4b78e-d831-4dfd-9bb5-f9f8239c782b tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].
May 07 22:15:13.360532 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410593bc-2477-4c1f-87a0-02147f7dd23c tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c06d2ea-e9bf-4ddc-ba57-184bf6c01fda,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:13.360676 ncdv-master-1 neutron-server[121836]: INFO neutron.api.v2.resource [None req-b3f4b78e-d831-4dfd-9bb5-f9f8239c782b tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 07 22:15:13.364089 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-b3f4b78e-d831-4dfd-9bb5-f9f8239c782b tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 396 time: 0.0067165
May 07 22:15:13.364377 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49026) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:13.384292 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['7973ea98-3ae5-4cd7-9d25-d975a8a79190'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:15:13.471021 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9c3a4b15-a68f-492e-ae8a-10ca992ddf65 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Publish callbacks [] for security_group (7c06d2ea-e9bf-4ddc-ba57-184bf6c01fda), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:13.494755 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a08fee6d-0c23-4fb1-b349-1ddf9fec383d admin admin] Publish callbacks [] for security_group (e49bd22a-73f7-461e-9f6e-dc33cae00ad3), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:13.502520 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a08fee6d-0c23-4fb1-b349-1ddf9fec383d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (e49bd22a-73f7-461e-9f6e-dc33cae00ad3), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:13.513947 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9c3a4b15-a68f-492e-ae8a-10ca992ddf65 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Publish callbacks [] for security_group (7c06d2ea-e9bf-4ddc-ba57-184bf6c01fda), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:13.574957 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9c3a4b15-a68f-492e-ae8a-10ca992ddf65 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (7c06d2ea-e9bf-4ddc-ba57-184bf6c01fda), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:13.578039 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9c3a4b15-a68f-492e-ae8a-10ca992ddf65 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:13.584142 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-9c3a4b15-a68f-492e-ae8a-10ca992ddf65 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] 10.222.0.32 "DELETE /v2.0/security-groups/7c06d2ea-e9bf-4ddc-ba57-184bf6c01fda HTTP/1.1" status: 204  len: 168 time: 0.2170541
May 07 22:15:13.585216 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49042) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:13.593734 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-a08fee6d-0c23-4fb1-b349-1ddf9fec383d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9da7337de2db4f85935a796443f76701&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4281926
May 07 22:15:13.595298 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08fee6d-0c23-4fb1-b349-1ddf9fec383d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e49bd22a-73f7-461e-9f6e-dc33cae00ad3,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:13.598150 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49044) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:13.599885 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3725d19c-d8f2-4f44-bd63-3a067a9c0043 tempest-TestVolumeBootPattern-1639816665 tempest-TestVolumeBootPattern-1639816665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:15:13.601643 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-3725d19c-d8f2-4f44-bd63-3a067a9c0043 tempest-TestVolumeBootPattern-1639816665 tempest-TestVolumeBootPattern-1639816665-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=20f0b5de-f6ce-4056-b170-f80b05559ef2 HTTP/1.1" status: 200  len: 1122 time: 0.2934866
May 07 22:15:13.609896 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49046) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:13.617309 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-75b16644-a248-4dc3-9b3f-8886f1afc198 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Request body: {'floatingip': {'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'port_id': '1b64f639-6c53-4e70-9bf6-32f27e15becc', 'tenant_id': 'f3657e8df46a4252b9eb1eb159306a66', 'fixed_ip_address': '172.20.0.7'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:15:13.633788 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3a4b15-a68f-492e-ae8a-10ca992ddf65 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c06d2ea-e9bf-4ddc-ba57-184bf6c01fda,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:13.664746 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-58ff975b-a387-4dca-88f1-a13c0a0ae929 admin admin] Publish callbacks [] for security_group (e49bd22a-73f7-461e-9f6e-dc33cae00ad3), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:13.684149 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-75b16644-a248-4dc3-9b3f-8886f1afc198 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:13.689879 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-58ff975b-a387-4dca-88f1-a13c0a0ae929 admin admin] Publish callbacks [] for security_group (e49bd22a-73f7-461e-9f6e-dc33cae00ad3), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:13.702235 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-d48b0a9e-7e86-43d4-bf7d-6455818d0316 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1104939
May 07 22:15:13.706880 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49048) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:13.718682 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-9cae4ccd-4f26-4e00-bf05-e3941c4c352e tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Request body: {'security_group': {'name': 'tempest-secgroup--1943517264'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:15:13.739420 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-58ff975b-a387-4dca-88f1-a13c0a0ae929 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (e49bd22a-73f7-461e-9f6e-dc33cae00ad3), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:13.742183 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-58ff975b-a387-4dca-88f1-a13c0a0ae929 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:13.743480 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-58ff975b-a387-4dca-88f1-a13c0a0ae929 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e49bd22a-73f7-461e-9f6e-dc33cae00ad3 HTTP/1.1" status: 204  len: 168 time: 0.1407692
May 07 22:15:13.752184 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ff975b-a387-4dca-88f1-a13c0a0ae929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e49bd22a-73f7-461e-9f6e-dc33cae00ad3,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:13.781662 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9cae4ccd-4f26-4e00-bf05-e3941c4c352e tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:13.808868 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-75b16644-a248-4dc3-9b3f-8886f1afc198 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:13.901479 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280263aa-8756-4e2a-9d6a-4bdf70b30350 req-efdba691-634f-448b-9f24-b9efaf715bee tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:15:13.907336 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-280263aa-8756-4e2a-9d6a-4bdf70b30350 req-efdba691-634f-448b-9f24-b9efaf715bee tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=434474d3-686a-4f99-99bb-17e74f258a84 HTTP/1.1" status: 200  len: 1126 time: 0.0488887
May 07 22:15:13.957141 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9cae4ccd-4f26-4e00-bf05-e3941c4c352e tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Publish callbacks [] for security_group (7363a327-663e-4dd9-a228-d3a26d30cbda), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:13.962314 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-280263aa-8756-4e2a-9d6a-4bdf70b30350 req-8c7f1f9e-8e70-4d64-bfad-57bbab14b552 tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cfc9492a-4113-46b8-a907-cde339303416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0528452
May 07 22:15:13.965669 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9cae4ccd-4f26-4e00-bf05-e3941c4c352e tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (7363a327-663e-4dd9-a228-d3a26d30cbda), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:14.002391 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-75b16644-a248-4dc3-9b3f-8886f1afc198 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Allocated IP 172.35.4.186 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/d00da5ca-9607-42c5-a573-0e1697c762fe) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:15:14.015624 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9cae4ccd-4f26-4e00-bf05-e3941c4c352e tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:14.016890 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-9cae4ccd-4f26-4e00-bf05-e3941c4c352e tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.3090084
May 07 22:15:14.021404 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49056) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:14.023200 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cae4ccd-4f26-4e00-bf05-e3941c4c352e tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7363a327-663e-4dd9-a228-d3a26d30cbda,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:14.030124 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-be9d2bc3-2306-4b8a-8be6-81d45675a9b9 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Request body: {'security_group_rule': {'security_group_id': '7363a327-663e-4dd9-a228-d3a26d30cbda', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:15:14.031029 ncdv-master-1 neutron-server[121836]: WARNING neutron.api.v2.base [None req-be9d2bc3-2306-4b8a-8be6-81d45675a9b9 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.
May 07 22:15:14.031820 ncdv-master-1 neutron-server[121836]: INFO neutron.api.v2.resource [None req-be9d2bc3-2306-4b8a-8be6-81d45675a9b9 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 07 22:15:14.033381 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-be9d2bc3-2306-4b8a-8be6-81d45675a9b9 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 667 time: 0.0100610
May 07 22:15:14.036961 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49058) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:14.081014 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49060) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:14.104542 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d7c02777-df07-4f43-8a75-93dd5a9a8e5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:14.136269 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-75b16644-a248-4dc3-9b3f-8886f1afc198 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks [] for port (d00da5ca-9607-42c5-a573-0e1697c762fe), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:14.141411 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b1f53caf-02b3-4c36-b557-498dc12c05ff tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Publish callbacks [] for security_group (7363a327-663e-4dd9-a228-d3a26d30cbda), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:14.172137 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-75b16644-a248-4dc3-9b3f-8886f1afc198 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (d00da5ca-9607-42c5-a573-0e1697c762fe), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:14.178739 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b1f53caf-02b3-4c36-b557-498dc12c05ff tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Publish callbacks [] for security_group (7363a327-663e-4dd9-a228-d3a26d30cbda), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:14.209074 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b16644-a248-4dc3-9b3f-8886f1afc198 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:15:14.218058 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-75b16644-a248-4dc3-9b3f-8886f1afc198 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:15:14.220562 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b16644-a248-4dc3-9b3f-8886f1afc198 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:15:14.230108 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b16644-a248-4dc3-9b3f-8886f1afc198 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Pushing event updated for resources: {'Port': ['ID=d00da5ca-9607-42c5-a573-0e1697c762fe,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:14.247671 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d7c02777-df07-4f43-8a75-93dd5a9a8e5b admin admin] Publish callbacks [] for security_group (df7ce94b-9a49-4dea-9ca1-4fee4c54eead), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:14.249161 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b1f53caf-02b3-4c36-b557-498dc12c05ff tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (7363a327-663e-4dd9-a228-d3a26d30cbda), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:14.251797 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b1f53caf-02b3-4c36-b557-498dc12c05ff tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:14.252968 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-b1f53caf-02b3-4c36-b557-498dc12c05ff tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] 10.222.0.32 "DELETE /v2.0/security-groups/7363a327-663e-4dd9-a228-d3a26d30cbda HTTP/1.1" status: 204  len: 168 time: 0.2145243
May 07 22:15:14.257080 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49062) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:14.257878 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d7c02777-df07-4f43-8a75-93dd5a9a8e5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (df7ce94b-9a49-4dea-9ca1-4fee4c54eead), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:14.271274 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f53caf-02b3-4c36-b557-498dc12c05ff tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7363a327-663e-4dd9-a228-d3a26d30cbda,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:14.299799 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-d7c02777-df07-4f43-8a75-93dd5a9a8e5b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0172753595b046d787c13fca498183a0&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2177367
May 07 22:15:14.302441 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49064) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:14.309666 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c02777-df07-4f43-8a75-93dd5a9a8e5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df7ce94b-9a49-4dea-9ca1-4fee4c54eead,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:14.629077 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-0ed2042f-a744-4faf-a06d-47ca64c88a26 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.3708949
May 07 22:15:14.633936 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49068) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:14.642222 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-ef0ee934-9be1-4a19-b67e-d20fbc2f9784 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Request body: {'security_group': {'name': 'tempest-secgroup--1693171755'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:15:14.666541 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ef0ee934-9be1-4a19-b67e-d20fbc2f9784 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:14.751624 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ef0ee934-9be1-4a19-b67e-d20fbc2f9784 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Publish callbacks [] for security_group (5bd7a63b-4eac-42bb-82a5-f5566ec634c3), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:14.756014 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ef0ee934-9be1-4a19-b67e-d20fbc2f9784 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (5bd7a63b-4eac-42bb-82a5-f5566ec634c3), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:14.778148 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cf56694b-44f2-4550-bf0a-ec56c3e4a082 admin admin] Publish callbacks [] for security_group (df7ce94b-9a49-4dea-9ca1-4fee4c54eead), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:14.791000 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ef0ee934-9be1-4a19-b67e-d20fbc2f9784 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:14.792537 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-ef0ee934-9be1-4a19-b67e-d20fbc2f9784 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1571040
May 07 22:15:14.795621 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0ee934-9be1-4a19-b67e-d20fbc2f9784 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd7a63b-4eac-42bb-82a5-f5566ec634c3,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:14.796058 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49070) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:14.809368 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-65d15832-49ab-491f-a60b-eb8db6b88ebf tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Request body: {'security_group_rule': {'security_group_id': '5bd7a63b-4eac-42bb-82a5-f5566ec634c3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:15:14.810276 ncdv-master-1 neutron-server[121837]: WARNING neutron.api.v2.base [None req-65d15832-49ab-491f-a60b-eb8db6b88ebf tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix.
May 07 22:15:14.811319 ncdv-master-1 neutron-server[121837]: INFO neutron.api.v2.resource [None req-65d15832-49ab-491f-a60b-eb8db6b88ebf tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 07 22:15:14.812265 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-65d15832-49ab-491f-a60b-eb8db6b88ebf tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0118239
May 07 22:15:14.815096 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49072) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:14.819864 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-503b78ce-a568-45f1-912a-ee00d76945f9 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Request body: {'security_group_rule': {'security_group_id': '5bd7a63b-4eac-42bb-82a5-f5566ec634c3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:15:14.821611 ncdv-master-1 neutron-server[121836]: WARNING neutron.api.v2.base [None req-503b78ce-a568-45f1-912a-ee00d76945f9 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix.
May 07 22:15:14.821731 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cf56694b-44f2-4550-bf0a-ec56c3e4a082 admin admin] Publish callbacks [] for security_group (df7ce94b-9a49-4dea-9ca1-4fee4c54eead), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:14.822118 ncdv-master-1 neutron-server[121836]: INFO neutron.api.v2.resource [None req-503b78ce-a568-45f1-912a-ee00d76945f9 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 07 22:15:14.823245 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-503b78ce-a568-45f1-912a-ee00d76945f9 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 320 time: 0.0071480
May 07 22:15:14.825740 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49074) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:14.829862 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-519f5c1c-470a-4cec-9287-085099d6f229 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Request body: {'security_group_rule': {'security_group_id': '5bd7a63b-4eac-42bb-82a5-f5566ec634c3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:15:14.830921 ncdv-master-1 neutron-server[121836]: WARNING neutron.api.v2.base [None req-519f5c1c-470a-4cec-9287-085099d6f229 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix.
May 07 22:15:14.831388 ncdv-master-1 neutron-server[121836]: INFO neutron.api.v2.resource [None req-519f5c1c-470a-4cec-9287-085099d6f229 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 07 22:15:14.833428 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-519f5c1c-470a-4cec-9287-085099d6f229 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0067821
May 07 22:15:14.835732 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49076) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:14.839611 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-1ec9b3f2-306d-4fb7-a870-a91b496e440d tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Request body: {'security_group_rule': {'security_group_id': '5bd7a63b-4eac-42bb-82a5-f5566ec634c3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:15:14.840507 ncdv-master-1 neutron-server[121836]: WARNING neutron.api.v2.base [None req-1ec9b3f2-306d-4fb7-a870-a91b496e440d tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix.
May 07 22:15:14.840964 ncdv-master-1 neutron-server[121836]: INFO neutron.api.v2.resource [None req-1ec9b3f2-306d-4fb7-a870-a91b496e440d tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 07 22:15:14.841904 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-1ec9b3f2-306d-4fb7-a870-a91b496e440d tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 309 time: 0.0052772
May 07 22:15:14.844272 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49078) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:14.899682 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ecdaf161-ac76-4928-b4d2-61c9467e0257 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Publish callbacks [] for security_group (5bd7a63b-4eac-42bb-82a5-f5566ec634c3), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:14.925494 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ecdaf161-ac76-4928-b4d2-61c9467e0257 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Publish callbacks [] for security_group (5bd7a63b-4eac-42bb-82a5-f5566ec634c3), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:14.932006 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cf56694b-44f2-4550-bf0a-ec56c3e4a082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (df7ce94b-9a49-4dea-9ca1-4fee4c54eead), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:14.934607 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cf56694b-44f2-4550-bf0a-ec56c3e4a082 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:14.936407 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-cf56694b-44f2-4550-bf0a-ec56c3e4a082 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/df7ce94b-9a49-4dea-9ca1-4fee4c54eead HTTP/1.1" status: 204  len: 168 time: 0.6327825
May 07 22:15:14.977947 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf56694b-44f2-4550-bf0a-ec56c3e4a082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df7ce94b-9a49-4dea-9ca1-4fee4c54eead,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:14.990377 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ecdaf161-ac76-4928-b4d2-61c9467e0257 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (5bd7a63b-4eac-42bb-82a5-f5566ec634c3), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:14.995481 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 7973ea98-3ae5-4cd7-9d25-d975a8a79190 up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:15:14.996256 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ecdaf161-ac76-4928-b4d2-61c9467e0257 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:14.999811 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-ecdaf161-ac76-4928-b4d2-61c9467e0257 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] 10.222.0.32 "DELETE /v2.0/security-groups/5bd7a63b-4eac-42bb-82a5-f5566ec634c3 HTTP/1.1" status: 204  len: 168 time: 0.1548114
May 07 22:15:15.012917 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49084) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:15.013848 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdaf161-ac76-4928-b4d2-61c9467e0257 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd7a63b-4eac-42bb-82a5-f5566ec634c3,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:15.099937 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning for port 7973ea98-3ae5-4cd7-9d25-d975a8a79190 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 22:15:15.109023 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port 7973ea98-3ae5-4cd7-9d25-d975a8a79190 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:15:15.109500 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (7973ea98-3ae5-4cd7-9d25-d975a8a79190), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:15.119104 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-6cf9b4e4-3dbc-4bd5-9ccd-c29b74163157 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1025951
May 07 22:15:15.119725 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49086) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:15.125145 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-221474a9-0c6e-4002-816c-34e6513ba611 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Request body: {'security_group': {'name': 'tempest-secgroup--2075015488'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:15:15.150578 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-221474a9-0c6e-4002-816c-34e6513ba611 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:15.221983 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 7973ea98-3ae5-4cd7-9d25-d975a8a79190 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:15:15.222737 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (7973ea98-3ae5-4cd7-9d25-d975a8a79190), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:15.247155 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1782d352-5668-44f2-8a1a-992cafa02ab4 req-30e3fd85-0e05-4aa7-a622-af5c8b58a5d9 tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:15:15.255694 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1782d352-5668-44f2-8a1a-992cafa02ab4 req-30e3fd85-0e05-4aa7-a622-af5c8b58a5d9 tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=434474d3-686a-4f99-99bb-17e74f258a84 HTTP/1.1" status: 200  len: 1126 time: 0.1325614
May 07 22:15:15.261523 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '434474d3-686a-4f99-99bb-17e74f258a84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7973ea98-3ae5-4cd7-9d25-d975a8a79190'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:15:15.264052 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-221474a9-0c6e-4002-816c-34e6513ba611 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Publish callbacks [] for security_group (1a79eb2b-98f5-4cab-8444-71400851a250), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:15.264557 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8de9a8e8-0086-4911-aeba-4c7d4be3ad9b" -d '{"events": [{"server_uuid": "434474d3-686a-4f99-99bb-17e74f258a84", "name": "network-vif-plugged", "status": "completed", "tag": "7973ea98-3ae5-4cd7-9d25-d975a8a79190"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:15:15.268979 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-221474a9-0c6e-4002-816c-34e6513ba611 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (1a79eb2b-98f5-4cab-8444-71400851a250), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:15.281419 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 7973ea98-3ae5-4cd7-9d25-d975a8a79190, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7973ea98-3ae5-4cd7-9d25-d975a8a79190,segment=NetworkSegment(36738b93-4b30-4517-bcc7-c5a063eccc3c),segment_id=36738b93-4b30-4517-bcc7-c5a063eccc3c)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:15:15.290465 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (7973ea98-3ae5-4cd7-9d25-d975a8a79190), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:15.318013 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221474a9-0c6e-4002-816c-34e6513ba611 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a79eb2b-98f5-4cab-8444-71400851a250,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:15.332438 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-75b16644-a248-4dc3-9b3f-8886f1afc198 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks [] for floatingip (6b70412c-068e-4683-be15-2001b8ed2846), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:15.340745 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e845e523-8732-4d8d-a9f0-16a1cc1a2013 x-openstack-request-id: req-e845e523-8732-4d8d-a9f0-16a1cc1a2013 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:15:15.341137 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "434474d3-686a-4f99-99bb-17e74f258a84", "name": "network-vif-plugged", "status": "completed", "tag": "7973ea98-3ae5-4cd7-9d25-d975a8a79190", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:15:15.342666 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e845e523-8732-4d8d-a9f0-16a1cc1a2013 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:15:15.343533 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e845e523-8732-4d8d-a9f0-16a1cc1a2013'] response: {'server_uuid': '434474d3-686a-4f99-99bb-17e74f258a84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7973ea98-3ae5-4cd7-9d25-d975a8a79190', 'code': 200}
May 07 22:15:15.352659 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-221474a9-0c6e-4002-816c-34e6513ba611 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:15.359515 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-221474a9-0c6e-4002-816c-34e6513ba611 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.2385786
May 07 22:15:15.360398 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49092) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:15.374657 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-b90ea39a-2db6-4a82-9b27-8c4cf768afdb tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Request body: {'security_group_rule': {'security_group_id': '1a79eb2b-98f5-4cab-8444-71400851a250', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:15:15.375911 ncdv-master-1 neutron-server[121836]: WARNING neutron.api.v2.base [None req-b90ea39a-2db6-4a82-9b27-8c4cf768afdb tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
May 07 22:15:15.379023 ncdv-master-1 neutron-server[121836]: INFO neutron.api.v2.resource [None req-b90ea39a-2db6-4a82-9b27-8c4cf768afdb tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 07 22:15:15.380363 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-b90ea39a-2db6-4a82-9b27-8c4cf768afdb tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0155301
May 07 22:15:15.389072 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49096) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:15.395652 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-f7854409-84d0-426e-8717-5a1c26602c2c tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Request body: {'security_group_rule': {'security_group_id': '1a79eb2b-98f5-4cab-8444-71400851a250', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:15:15.403736 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=7973ea98-3ae5-4cd7-9d25-d975a8a79190,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:15.418051 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1782d352-5668-44f2-8a1a-992cafa02ab4 req-59713c59-08f0-4872-9a24-c7a4f6337b66 tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cfc9492a-4113-46b8-a907-cde339303416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1615720
May 07 22:15:15.487741 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8309a57c-fbcc-4fd8-b189-1715a2f94d55 req-35f93c1f-6d2f-44c8-b943-63233ebb2b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:15:15.489571 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8309a57c-fbcc-4fd8-b189-1715a2f94d55 req-35f93c1f-6d2f-44c8-b943-63233ebb2b09 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=434474d3-686a-4f99-99bb-17e74f258a84 HTTP/1.1" status: 200  len: 1127 time: 0.0708253
May 07 22:15:15.503782 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-75b16644-a248-4dc3-9b3f-8886f1afc198 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (d00da5ca-9607-42c5-a573-0e1697c762fe), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:15.526918 ncdv-master-1 neutron-server[121837]: INFO neutron.api.v2.resource [None req-f7854409-84d0-426e-8717-5a1c26602c2c tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 07 22:15:15.527978 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-f7854409-84d0-426e-8717-5a1c26602c2c tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.1378877
May 07 22:15:15.532232 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49102) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:15.539370 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-8813007f-31cd-43f9-849f-45cf4a64686d tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Request body: {'security_group_rule': {'security_group_id': '1a79eb2b-98f5-4cab-8444-71400851a250', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:15:15.549677 ncdv-master-1 neutron-server[121836]: WARNING neutron.api.v2.base [None req-8813007f-31cd-43f9-849f-45cf4a64686d tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536
May 07 22:15:15.549677 ncdv-master-1 neutron-server[121836]: INFO neutron.api.v2.resource [None req-8813007f-31cd-43f9-849f-45cf4a64686d tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 07 22:15:15.550588 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-8813007f-31cd-43f9-849f-45cf4a64686d tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 319 time: 0.0172608
May 07 22:15:15.554211 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8309a57c-fbcc-4fd8-b189-1715a2f94d55 req-d571dd47-9bb0-4240-b632-d112a14b971d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=cfc9492a-4113-46b8-a907-cde339303416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585749
May 07 22:15:15.554862 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49108) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:15.560041 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-0ccbc6ad-6ef4-402d-a43b-cabe04e11cfe tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Request body: {'security_group_rule': {'security_group_id': '1a79eb2b-98f5-4cab-8444-71400851a250', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:15:15.603340 ncdv-master-1 neutron-server[121836]: INFO neutron.api.v2.resource [None req-0ccbc6ad-6ef4-402d-a43b-cabe04e11cfe tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 07 22:15:15.605742 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-0ccbc6ad-6ef4-402d-a43b-cabe04e11cfe tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 354 time: 0.0489399
May 07 22:15:15.608247 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49112) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:15.612571 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-a3d573cd-b689-43b5-b9da-11bfad9b49ba tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Request body: {'security_group_rule': {'security_group_id': '1a79eb2b-98f5-4cab-8444-71400851a250', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:15:15.614182 ncdv-master-1 neutron-server[121836]: WARNING neutron.api.v2.base [None req-a3d573cd-b689-43b5-b9da-11bfad9b49ba tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16
May 07 22:15:15.614782 ncdv-master-1 neutron-server[121836]: INFO neutron.api.v2.resource [None req-a3d573cd-b689-43b5-b9da-11bfad9b49ba tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 07 22:15:15.619308 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-a3d573cd-b689-43b5-b9da-11bfad9b49ba tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 317 time: 0.0066206
May 07 22:15:15.619308 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49114) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:15.624609 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-f0a632f1-30dc-4e53-9f76-b1074ea48a0a tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Request body: {'security_group_rule': {'security_group_id': '1a79eb2b-98f5-4cab-8444-71400851a250', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:15:15.652303 ncdv-master-1 neutron-server[121836]: INFO neutron.db.securitygroups_db [None req-f0a632f1-30dc-4e53-9f76-b1074ea48a0a tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Project 0b2121fd5dbf49cdb851fee1395ebc87 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 07 22:15:15.670765 ncdv-master-1 neutron-server[121836]: INFO neutron.api.v2.resource [None req-f0a632f1-30dc-4e53-9f76-b1074ea48a0a tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 07 22:15:15.671866 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-f0a632f1-30dc-4e53-9f76-b1074ea48a0a tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.0517342
May 07 22:15:15.674987 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49120) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:15.680203 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-799f5d13-4c41-427b-8adf-3243c12b1fd3 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Request body: {'security_group_rule': {'security_group_id': '1a79eb2b-98f5-4cab-8444-71400851a250', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:15:15.680673 ncdv-master-1 neutron-server[121836]: WARNING neutron.api.v2.base [None req-799f5d13-4c41-427b-8adf-3243c12b1fd3 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1
May 07 22:15:15.681156 ncdv-master-1 neutron-server[121836]: INFO neutron.api.v2.resource [None req-799f5d13-4c41-427b-8adf-3243c12b1fd3 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 07 22:15:15.682101 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-799f5d13-4c41-427b-8adf-3243c12b1fd3 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 316 time: 0.0062077
May 07 22:15:15.684832 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49122) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:15.694644 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-ad03e62c-6475-4c05-819a-c2f3d871bfb0 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Request body: {'security_group_rule': {'security_group_id': '1a79eb2b-98f5-4cab-8444-71400851a250', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:15:15.735793 ncdv-master-1 neutron-server[121837]: INFO neutron.db.securitygroups_db [None req-ad03e62c-6475-4c05-819a-c2f3d871bfb0 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Project 0b2121fd5dbf49cdb851fee1395ebc87 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 07 22:15:15.752441 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-75b16644-a248-4dc3-9b3f-8886f1afc198 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks [] for port (d00da5ca-9607-42c5-a573-0e1697c762fe), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:15.758325 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-75b16644-a248-4dc3-9b3f-8886f1afc198 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (d00da5ca-9607-42c5-a573-0e1697c762fe), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:15.767399 ncdv-master-1 neutron-server[121837]: INFO neutron.api.v2.resource [None req-ad03e62c-6475-4c05-819a-c2f3d871bfb0 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 07 22:15:15.771691 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-ad03e62c-6475-4c05-819a-c2f3d871bfb0 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 373 time: 0.0824952
May 07 22:15:15.771789 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49132) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:15.775924 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-ed1b08f1-c9f6-43b5-a046-22efa7ddd635 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Request body: {'security_group_rule': {'security_group_id': '1a79eb2b-98f5-4cab-8444-71400851a250', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:15:15.799152 ncdv-master-1 neutron-server[121836]: INFO neutron.db.securitygroups_db [None req-ed1b08f1-c9f6-43b5-a046-22efa7ddd635 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Project 0b2121fd5dbf49cdb851fee1395ebc87 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 07 22:15:15.823506 ncdv-master-1 neutron-server[121836]: INFO neutron.api.v2.resource [None req-ed1b08f1-c9f6-43b5-a046-22efa7ddd635 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 07 22:15:15.828638 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-ed1b08f1-c9f6-43b5-a046-22efa7ddd635 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 361 time: 0.0561328
May 07 22:15:15.829378 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49140) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:15.844216 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b16644-a248-4dc3-9b3f-8886f1afc198 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Pushing event updated for resources: {'Port': ['ID=d00da5ca-9607-42c5-a573-0e1697c762fe,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:15.861241 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-75b16644-a248-4dc3-9b3f-8886f1afc198 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (6b70412c-068e-4683-be15-2001b8ed2846), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:15.907802 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bda7b67b-78ca-4054-8264-167ae34789de tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Publish callbacks [] for security_group (1a79eb2b-98f5-4cab-8444-71400851a250), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:15.960463 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bda7b67b-78ca-4054-8264-167ae34789de tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Publish callbacks [] for security_group (1a79eb2b-98f5-4cab-8444-71400851a250), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:15.995686 ncdv-master-1 neutron-server[121837]: INFO neutron.db.l3_db [None req-75b16644-a248-4dc3-9b3f-8886f1afc198 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Floating IP 6b70412c-068e-4683-be15-2001b8ed2846 associated. External IP: 172.35.4.186, port: 1b64f639-6c53-4e70-9bf6-32f27e15becc.
May 07 22:15:16.021313 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bda7b67b-78ca-4054-8264-167ae34789de tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (1a79eb2b-98f5-4cab-8444-71400851a250), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:16.024610 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bda7b67b-78ca-4054-8264-167ae34789de tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:16.025974 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-bda7b67b-78ca-4054-8264-167ae34789de tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] 10.222.0.32 "DELETE /v2.0/security-groups/1a79eb2b-98f5-4cab-8444-71400851a250 HTTP/1.1" status: 204  len: 168 time: 0.1955369
May 07 22:15:16.030415 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49158) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:16.045584 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda7b67b-78ca-4054-8264-167ae34789de tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a79eb2b-98f5-4cab-8444-71400851a250,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:16.105322 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-80f79f22-5e19-4456-aa77-161734607acc tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0721834
May 07 22:15:16.109406 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49164) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:16.114154 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-50966319-10e3-46f3-a266-44a0978e4dc4 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Request body: {'security_group': {'name': 'tempest-secgroup--96588776'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:15:16.142628 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-50966319-10e3-46f3-a266-44a0978e4dc4 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:16.243822 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-50966319-10e3-46f3-a266-44a0978e4dc4 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Publish callbacks [] for security_group (6e1a3cae-0b95-42d7-a5fb-0bb805433cbb), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:16.250685 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-50966319-10e3-46f3-a266-44a0978e4dc4 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (6e1a3cae-0b95-42d7-a5fb-0bb805433cbb), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:16.285867 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50966319-10e3-46f3-a266-44a0978e4dc4 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e1a3cae-0b95-42d7-a5fb-0bb805433cbb,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:16.291288 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-50966319-10e3-46f3-a266-44a0978e4dc4 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:16.292686 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-50966319-10e3-46f3-a266-44a0978e4dc4 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.1820831
May 07 22:15:16.296039 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49178) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:16.302385 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-9713e2a8-7ce1-48b0-89a9-1f35afe87a4b tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Request body: {'security_group_rule': {'security_group_id': '6e1a3cae-0b95-42d7-a5fb-0bb805433cbb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:15:16.335234 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75b16644-a248-4dc3-9b3f-8886f1afc198 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Router 5818ea6a-1d9f-4b31-9f37-322f577d0c65 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:15:16.343287 ncdv-master-1 neutron-server[121836]: INFO neutron.api.v2.resource [None req-9713e2a8-7ce1-48b0-89a9-1f35afe87a4b tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] create failed (client error): The resource could not be found.
May 07 22:15:16.344968 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-9713e2a8-7ce1-48b0-89a9-1f35afe87a4b tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 323 time: 0.0477662
May 07 22:15:16.348164 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49180) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:16.355025 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-bc278bb6-734c-42ae-9f24-862a1c92b114 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Request body: {'security_group_rule': {'security_group_id': '6e1a3cae-0b95-42d7-a5fb-0bb805433cbb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'd8c07556-67c5-4097-a989-9fee43963f99'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:15:16.387992 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49182) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:16.396665 ncdv-master-1 neutron-server[121836]: INFO neutron.api.v2.resource [None req-bc278bb6-734c-42ae-9f24-862a1c92b114 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] create failed (client error): The resource could not be found.
May 07 22:15:16.400609 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-bc278bb6-734c-42ae-9f24-862a1c92b114 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.0485075
May 07 22:15:16.401325 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49186) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:16.464046 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8b8397ad-5395-42c2-bc39-0e4b8d6e9b57 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Publish callbacks [] for security_group (6e1a3cae-0b95-42d7-a5fb-0bb805433cbb), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:16.516115 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b16644-a248-4dc3-9b3f-8886f1afc198 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:15:16.528346 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8b8397ad-5395-42c2-bc39-0e4b8d6e9b57 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Publish callbacks [] for security_group (6e1a3cae-0b95-42d7-a5fb-0bb805433cbb), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:16.529411 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21736429-b997-4fbf-9771-3c99bcef64fa None None] Sync routers for ids ['5818ea6a-1d9f-4b31-9f37-322f577d0c65'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:15:16.532947 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0cde002c-1f4c-4eb8-8be1-49b140388068 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:16.545687 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21736429-b997-4fbf-9771-3c99bcef64fa None None] Routers {'5818ea6a-1d9f-4b31-9f37-322f577d0c65'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:15:16.547166 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-21736429-b997-4fbf-9771-3c99bcef64fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7ec66a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:14:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['5818ea6a-1d9f-4b31-9f37-322f577d0c65'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:15:16.558713 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-75b16644-a248-4dc3-9b3f-8886f1afc198 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:16.603330 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-75b16644-a248-4dc3-9b3f-8886f1afc198 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.9906099
May 07 22:15:16.606411 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20f0b5de-f6ce-4056-b170-f80b05559ef2', 'tag': '1b64f639-6c53-4e70-9bf6-32f27e15becc'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:15:16.609326 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43ec0252-3f76-4287-962e-0670630343e0" -d '{"events": [{"name": "network-changed", "server_uuid": "20f0b5de-f6ce-4056-b170-f80b05559ef2", "tag": "1b64f639-6c53-4e70-9bf6-32f27e15becc"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:15:16.630814 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66304b9-7fc6-4c79-9aa6-d5f9142a9fcb req-8a1d06b4-d128-4967-9a32-cbbcde6c200c tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:15:16.632742 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b66304b9-7fc6-4c79-9aa6-d5f9142a9fcb req-8a1d06b4-d128-4967-9a32-cbbcde6c200c tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=434474d3-686a-4f99-99bb-17e74f258a84 HTTP/1.1" status: 200  len: 1127 time: 0.0941079
May 07 22:15:16.636510 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8b8397ad-5395-42c2-bc39-0e4b8d6e9b57 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (6e1a3cae-0b95-42d7-a5fb-0bb805433cbb), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:16.640121 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8b8397ad-5395-42c2-bc39-0e4b8d6e9b57 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:16.644699 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49194) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:16.645471 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-8b8397ad-5395-42c2-bc39-0e4b8d6e9b57 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] 10.222.0.32 "DELETE /v2.0/security-groups/6e1a3cae-0b95-42d7-a5fb-0bb805433cbb HTTP/1.1" status: 204  len: 168 time: 0.2431779
May 07 22:15:16.676402 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8397ad-5395-42c2-bc39-0e4b8d6e9b57 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e1a3cae-0b95-42d7-a5fb-0bb805433cbb,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:16.679402 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f792c9b7-591a-4037-b78e-b04389faec37 x-openstack-request-id: req-f792c9b7-591a-4037-b78e-b04389faec37 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:15:16.679402 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20f0b5de-f6ce-4056-b170-f80b05559ef2", "tag": "1b64f639-6c53-4e70-9bf6-32f27e15becc", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:15:16.679629 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f792c9b7-591a-4037-b78e-b04389faec37 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:15:16.679979 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f792c9b7-591a-4037-b78e-b04389faec37'] response: {'name': 'network-changed', 'server_uuid': '20f0b5de-f6ce-4056-b170-f80b05559ef2', 'tag': '1b64f639-6c53-4e70-9bf6-32f27e15becc', 'status': 'completed', 'code': 200}
May 07 22:15:16.693588 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8397ad-5395-42c2-bc39-0e4b8d6e9b57 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:15:16.694299 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8397ad-5395-42c2-bc39-0e4b8d6e9b57 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:15:16.694925 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8397ad-5395-42c2-bc39-0e4b8d6e9b57 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:15:16.695519 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8397ad-5395-42c2-bc39-0e4b8d6e9b57 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:15:16.696090 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8397ad-5395-42c2-bc39-0e4b8d6e9b57 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:15:16.696669 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8397ad-5395-42c2-bc39-0e4b8d6e9b57 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:15:16.697224 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8397ad-5395-42c2-bc39-0e4b8d6e9b57 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:15:16.697769 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8397ad-5395-42c2-bc39-0e4b8d6e9b57 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:15:16.698315 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8397ad-5395-42c2-bc39-0e4b8d6e9b57 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:15:16.698901 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8397ad-5395-42c2-bc39-0e4b8d6e9b57 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:15:16.699461 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8397ad-5395-42c2-bc39-0e4b8d6e9b57 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:15:16.700004 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8397ad-5395-42c2-bc39-0e4b8d6e9b57 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:15:16.700547 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8397ad-5395-42c2-bc39-0e4b8d6e9b57 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:15:16.701150 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-21736429-b997-4fbf-9771-3c99bcef64fa None None] Set router 5818ea6a-1d9f-4b31-9f37-322f577d0c65 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:15:16.701270 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8397ad-5395-42c2-bc39-0e4b8d6e9b57 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:15:16.701807 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b8397ad-5395-42c2-bc39-0e4b8d6e9b57 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:15:16.714261 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0cde002c-1f4c-4eb8-8be1-49b140388068 admin admin] Publish callbacks [] for security_group (37a89be6-e56f-4964-8380-bbc1da269386), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:16.728958 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-b8421a8b-87c8-464c-9d04-7fc54da0574f tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0831642
May 07 22:15:16.729740 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0cde002c-1f4c-4eb8-8be1-49b140388068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (37a89be6-e56f-4964-8380-bbc1da269386), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:16.741011 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49196) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:16.749279 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-162edc31-8f34-4140-b982-5d0d89c462a7 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Request body: {'security_group_rule': {'security_group_id': '56bbc02e-4207-4c45-80f9-42f7f321ba27', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:15:16.759933 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec0252-3f76-4287-962e-0670630343e0 req-72a1d2c4-423f-4ee1-94a1-30dde1d95200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:15:16.761772 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-43ec0252-3f76-4287-962e-0670630343e0 req-72a1d2c4-423f-4ee1-94a1-30dde1d95200 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f3657e8df46a4252b9eb1eb159306a66&device_id=20f0b5de-f6ce-4056-b170-f80b05559ef2 HTTP/1.1" status: 200  len: 1127 time: 0.0540018
May 07 22:15:16.787375 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-0cde002c-1f4c-4eb8-8be1-49b140388068 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cdfcebbfe45046ac92bf8e80dae4a82d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3973494
May 07 22:15:16.794470 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49198) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:16.800012 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b66304b9-7fc6-4c79-9aa6-d5f9142a9fcb req-d7e0c567-1da7-4c65-8a63-b43e73bb207f tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cfc9492a-4113-46b8-a907-cde339303416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1532555
May 07 22:15:16.817723 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cde002c-1f4c-4eb8-8be1-49b140388068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37a89be6-e56f-4964-8380-bbc1da269386,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:16.866086 ncdv-master-1 neutron-server[121837]: INFO neutron.api.v2.resource [None req-162edc31-8f34-4140-b982-5d0d89c462a7 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] create failed (client error): The resource could not be found.
May 07 22:15:16.871225 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-162edc31-8f34-4140-b982-5d0d89c462a7 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 404  len: 347 time: 0.1258593
May 07 22:15:16.871362 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49200) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:16.877878 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-5631aeac-0242-44f8-8ebe-37189cfe621c tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Request body: {'security_group': {'name': 'tempest-secgroup--162591927'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:15:16.881510 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c9708f4f-0582-49d3-8690-14ad16b7c6cf admin admin] Publish callbacks [] for security_group (37a89be6-e56f-4964-8380-bbc1da269386), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:16.886561 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec0252-3f76-4287-962e-0670630343e0 req-ebd6aa34-c728-4f53-80da-8238e863ec30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:15:16.888038 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-43ec0252-3f76-4287-962e-0670630343e0 req-ebd6aa34-c728-4f53-80da-8238e863ec30 service neutron] 10.222.0.55 "GET /v2.0/networks?id=87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce HTTP/1.1" status: 200  len: 912 time: 0.1161993
May 07 22:15:16.905975 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c9708f4f-0582-49d3-8690-14ad16b7c6cf admin admin] Publish callbacks [] for security_group (37a89be6-e56f-4964-8380-bbc1da269386), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:16.951970 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5631aeac-0242-44f8-8ebe-37189cfe621c tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:16.957944 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c9708f4f-0582-49d3-8690-14ad16b7c6cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (37a89be6-e56f-4964-8380-bbc1da269386), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:16.960750 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c9708f4f-0582-49d3-8690-14ad16b7c6cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:16.964318 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-21736429-b997-4fbf-9771-3c99bcef64fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7ec66a30>, [{'id': '5818ea6a-1d9f-4b31-9f37-322f577d0c65', 'name': 'tempest-TestVolumeBootPattern-100968147-router', 'tenant_id': 'f3657e8df46a4252b9eb1eb159306a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.231'}], 'enable_snat': True}, 'gw_port_id': '196d5d88-adf4-4c22-9c34-8fadc03bc903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:12:03Z', 'updated_at': '2022-05-07T22:12:09Z', 'revision_number': 4, 'project_id': 'f3657e8df46a4252b9eb1eb159306a66', 'gw_port': {'id': '196d5d88-adf4-4c22-9c34-8fadc03bc903', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:eb:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5818ea6a-1d9f-4b31-9f37-322f577d0c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:12:04Z', 'updated_at': '2022-05-07T22:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '6b70412c-068e-4683-be15-2001b8ed2846', 'tenant_id': 'f3657e8df46a4252b9eb1eb159306a66', 'floating_ip_address': '172.35.4.186', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '5818ea6a-1d9f-4b31-9f37-322f577d0c65', 'port_id': '1b64f639-6c53-4e70-9bf6-32f27e15becc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce', 'mac_address': 'fa:16:3e:eb:93:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f0b5de-f6ce-4056-b170-f80b05559ef2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:15:14Z', 'updated_at': '2022-05-07T22:15:14Z', 'revision_number': 0, 'project_id': 'f3657e8df46a4252b9eb1eb159306a66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '314b9385-4e3d-4e29-bca8-d74d438a8c68', 'name': '', 'network_id': '87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce', 'tenant_id': 'f3657e8df46a4252b9eb1eb159306a66', 'mac_address': 'fa:16:3e:bf:a0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5818ea6a-1d9f-4b31-9f37-322f577d0c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'c381f23c-d79e-4860-966b-6594e682e18c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:12:07Z', 'updated_at': '2022-05-07T22:12:21Z', 'revision_number': 5, 'project_id': 'f3657e8df46a4252b9eb1eb159306a66', 'subnets': [{'id': 'c381f23c-d79e-4860-966b-6594e682e18c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:15:16.964564 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-c9708f4f-0582-49d3-8690-14ad16b7c6cf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/37a89be6-e56f-4964-8380-bbc1da269386 HTTP/1.1" status: 204  len: 168 time: 0.1673658
May 07 22:15:16.979542 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9708f4f-0582-49d3-8690-14ad16b7c6cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a89be6-e56f-4964-8380-bbc1da269386,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:16.994790 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-43ec0252-3f76-4287-962e-0670630343e0 req-fe5713b8-4ee2-48c8-baec-699733a653d3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b64f639-6c53-4e70-9bf6-32f27e15becc HTTP/1.1" status: 200  len: 999 time: 0.0996606
May 07 22:15:17.001517 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21736429-b997-4fbf-9771-3c99bcef64fa None None] Checking router: 5818ea6a-1d9f-4b31-9f37-322f577d0c65 for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:15:17.011360 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21736429-b997-4fbf-9771-3c99bcef64fa None None] Routers {'5818ea6a-1d9f-4b31-9f37-322f577d0c65'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:15:17.011997 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-21736429-b997-4fbf-9771-3c99bcef64fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7ec66a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:14:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['5818ea6a-1d9f-4b31-9f37-322f577d0c65'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:15:17.076469 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec0252-3f76-4287-962e-0670630343e0 req-07f4ebef-a462-4bdb-a633-f69dc26293a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:15:17.077964 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-43ec0252-3f76-4287-962e-0670630343e0 req-07f4ebef-a462-4bdb-a633-f69dc26293a4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c381f23c-d79e-4860-966b-6594e682e18c HTTP/1.1" status: 200  len: 850 time: 0.0750041
May 07 22:15:17.122798 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5631aeac-0242-44f8-8ebe-37189cfe621c tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Publish callbacks [] for security_group (c0ba792b-f8e4-4b71-91a9-4e6baeb3be06), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:17.131590 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5631aeac-0242-44f8-8ebe-37189cfe621c tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (c0ba792b-f8e4-4b71-91a9-4e6baeb3be06), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:17.144911 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-21736429-b997-4fbf-9771-3c99bcef64fa None None] Set router 5818ea6a-1d9f-4b31-9f37-322f577d0c65 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:15:17.156306 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec0252-3f76-4287-962e-0670630343e0 req-d6614251-b0c9-4dc5-a8ea-9f1c70188e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:15:17.157946 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-43ec0252-3f76-4287-962e-0670630343e0 req-d6614251-b0c9-4dc5-a8ea-9f1c70188e89 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0739458
May 07 22:15:17.184649 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5631aeac-0242-44f8-8ebe-37189cfe621c tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:17.188513 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-5631aeac-0242-44f8-8ebe-37189cfe621c tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.3135972
May 07 22:15:17.189404 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49208) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:17.196959 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-5a6c9db6-3cb1-471d-9c15-5ed760821821 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Request body: {'security_group': {'name': 'tempest-secgroup--1596754509'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:15:17.202112 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5631aeac-0242-44f8-8ebe-37189cfe621c tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ba792b-f8e4-4b71-91a9-4e6baeb3be06,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:17.233877 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5a6c9db6-3cb1-471d-9c15-5ed760821821 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:17.327606 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-43ec0252-3f76-4287-962e-0670630343e0 req-774bfea2-b75c-4d27-b246-2a845bc3ef19 service neutron] 10.222.0.55 "GET /v2.0/networks/87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1608257
May 07 22:15:17.373895 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5a6c9db6-3cb1-471d-9c15-5ed760821821 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Publish callbacks [] for security_group (5391a05f-28e1-4e9c-9e4a-537014c94a0b), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:17.381198 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5a6c9db6-3cb1-471d-9c15-5ed760821821 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (5391a05f-28e1-4e9c-9e4a-537014c94a0b), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:17.438933 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6c9db6-3cb1-471d-9c15-5ed760821821 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5391a05f-28e1-4e9c-9e4a-537014c94a0b,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:17.463483 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5a6c9db6-3cb1-471d-9c15-5ed760821821 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:17.465193 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-5a6c9db6-3cb1-471d-9c15-5ed760821821 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.2749376
May 07 22:15:17.467970 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49218) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:17.471553 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-43ec0252-3f76-4287-962e-0670630343e0 req-1b4cb7ed-65df-4f40-aa7f-70d4e3ab8651 service neutron] 10.222.0.55 "GET /v2.0/networks/87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1376262
May 07 22:15:17.472759 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-0491741e-ff89-473f-9d60-a6af85e012cc tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Request body: {'security_group_rule': {'security_group_id': 'c0ba792b-f8e4-4b71-91a9-4e6baeb3be06', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '5391a05f-28e1-4e9c-9e4a-537014c94a0b'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:15:17.484016 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-21736429-b997-4fbf-9771-3c99bcef64fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7ec66a30>, [{'id': '5818ea6a-1d9f-4b31-9f37-322f577d0c65', 'name': 'tempest-TestVolumeBootPattern-100968147-router', 'tenant_id': 'f3657e8df46a4252b9eb1eb159306a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.231'}], 'enable_snat': True}, 'gw_port_id': '196d5d88-adf4-4c22-9c34-8fadc03bc903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:12:03Z', 'updated_at': '2022-05-07T22:12:09Z', 'revision_number': 4, 'project_id': 'f3657e8df46a4252b9eb1eb159306a66', 'gw_port': {'id': '196d5d88-adf4-4c22-9c34-8fadc03bc903', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:eb:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5818ea6a-1d9f-4b31-9f37-322f577d0c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:12:04Z', 'updated_at': '2022-05-07T22:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '6b70412c-068e-4683-be15-2001b8ed2846', 'tenant_id': 'f3657e8df46a4252b9eb1eb159306a66', 'floating_ip_address': '172.35.4.186', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '5818ea6a-1d9f-4b31-9f37-322f577d0c65', 'port_id': '1b64f639-6c53-4e70-9bf6-32f27e15becc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce', 'mac_address': 'fa:16:3e:eb:93:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f0b5de-f6ce-4056-b170-f80b05559ef2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:15:14Z', 'updated_at': '2022-05-07T22:15:14Z', 'revision_number': 0, 'project_id': 'f3657e8df46a4252b9eb1eb159306a66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '314b9385-4e3d-4e29-bca8-d74d438a8c68', 'name': '', 'network_id': '87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce', 'tenant_id': 'f3657e8df46a4252b9eb1eb159306a66', 'mac_address': 'fa:16:3e:bf:a0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5818ea6a-1d9f-4b31-9f37-322f577d0c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'c381f23c-d79e-4860-966b-6594e682e18c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:12:07Z', 'updated_at': '2022-05-07T22:12:21Z', 'revision_number': 5, 'project_id': 'f3657e8df46a4252b9eb1eb159306a66', 'subnets': [{'id': 'c381f23c-d79e-4860-966b-6594e682e18c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:15:17.512040 ncdv-master-1 neutron-server[121837]: INFO neutron.api.v2.resource [None req-0491741e-ff89-473f-9d60-a6af85e012cc tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 07 22:15:17.516306 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21736429-b997-4fbf-9771-3c99bcef64fa None None] The sync data for ids ['5818ea6a-1d9f-4b31-9f37-322f577d0c65'] in ncdv-master-1 is: [{'id': '5818ea6a-1d9f-4b31-9f37-322f577d0c65', 'name': 'tempest-TestVolumeBootPattern-100968147-router', 'tenant_id': 'f3657e8df46a4252b9eb1eb159306a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.231'}], 'enable_snat': True}, 'gw_port_id': '196d5d88-adf4-4c22-9c34-8fadc03bc903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:12:03Z', 'updated_at': '2022-05-07T22:12:09Z', 'revision_number': 4, 'project_id': 'f3657e8df46a4252b9eb1eb159306a66', 'gw_port': {'id': '196d5d88-adf4-4c22-9c34-8fadc03bc903', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:eb:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5818ea6a-1d9f-4b31-9f37-322f577d0c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:12:04Z', 'updated_at': '2022-05-07T22:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '6b70412c-068e-4683-be15-2001b8ed2846', 'tenant_id': 'f3657e8df46a4252b9eb1eb159306a66', 'floating_ip_address': '172.35.4.186', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '5818ea6a-1d9f-4b31-9f37-322f577d0c65', 'port_id': '1b64f639-6c53-4e70-9bf6-32f27e15becc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce', 'mac_address': 'fa:16:3e:eb:93:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20f0b5de-f6ce-4056-b170-f80b05559ef2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:15:14Z', 'updated_at': '2022-05-07T22:15:14Z', 'revision_number': 0, 'project_id': 'f3657e8df46a4252b9eb1eb159306a66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '314b9385-4e3d-4e29-bca8-d74d438a8c68', 'name': '', 'network_id': '87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce', 'tenant_id': 'f3657e8df46a4252b9eb1eb159306a66', 'mac_address': 'fa:16:3e:bf:a0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5818ea6a-1d9f-4b31-9f37-322f577d0c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'c381f23c-d79e-4860-966b-6594e682e18c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:12:07Z', 'updated_at': '2022-05-07T22:12:21Z', 'revision_number': 5, 'project_id': 'f3657e8df46a4252b9eb1eb159306a66', 'subnets': [{'id': 'c381f23c-d79e-4860-966b-6594e682e18c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:15:17.519319 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-0491741e-ff89-473f-9d60-a6af85e012cc tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 387 time: 0.0502732
May 07 22:15:17.519919 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49220) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:17.581838 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-dccb01a7-9d6b-46d2-b147-dc08d40e7cd7 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Publish callbacks [] for security_group (5391a05f-28e1-4e9c-9e4a-537014c94a0b), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:17.607872 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-dccb01a7-9d6b-46d2-b147-dc08d40e7cd7 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Publish callbacks [] for security_group (5391a05f-28e1-4e9c-9e4a-537014c94a0b), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:17.655371 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-dccb01a7-9d6b-46d2-b147-dc08d40e7cd7 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (5391a05f-28e1-4e9c-9e4a-537014c94a0b), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:17.658062 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-dccb01a7-9d6b-46d2-b147-dc08d40e7cd7 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:17.659259 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-dccb01a7-9d6b-46d2-b147-dc08d40e7cd7 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] 10.222.0.32 "DELETE /v2.0/security-groups/5391a05f-28e1-4e9c-9e4a-537014c94a0b HTTP/1.1" status: 204  len: 168 time: 0.1383493
May 07 22:15:17.662128 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49228) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:17.668980 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccb01a7-9d6b-46d2-b147-dc08d40e7cd7 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5391a05f-28e1-4e9c-9e4a-537014c94a0b,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:17.736428 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-9413c910-04be-4e76-aab1-5491717d6bda tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4544 time: 0.0727563
May 07 22:15:17.739146 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49232) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:17.800212 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120ca125-2ffd-4741-85cd-bfd6835fe836 None None] New status for floating IP 6b70412c-068e-4683-be15-2001b8ed2846: ACTIVE {{(pid=121839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 07 22:15:17.814903 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fff66c8e-54d4-46ff-a2de-20525ac5ecca tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Publish callbacks [] for security_group (c0ba792b-f8e4-4b71-91a9-4e6baeb3be06), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:17.852533 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fff66c8e-54d4-46ff-a2de-20525ac5ecca tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Publish callbacks [] for security_group (c0ba792b-f8e4-4b71-91a9-4e6baeb3be06), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:17.934202 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fff66c8e-54d4-46ff-a2de-20525ac5ecca tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (c0ba792b-f8e4-4b71-91a9-4e6baeb3be06), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:17.937494 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fff66c8e-54d4-46ff-a2de-20525ac5ecca tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:17.938709 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-fff66c8e-54d4-46ff-a2de-20525ac5ecca tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] 10.222.0.32 "DELETE /v2.0/security-groups/c0ba792b-f8e4-4b71-91a9-4e6baeb3be06 HTTP/1.1" status: 204  len: 168 time: 0.1980977
May 07 22:15:17.941487 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49240) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:17.961283 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5db9c26-2aab-4154-8f2e-ea653f2f9cdb req-7b40babf-41fc-412a-a4fb-a9feec742346 tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:15:17.963552 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b5db9c26-2aab-4154-8f2e-ea653f2f9cdb req-7b40babf-41fc-412a-a4fb-a9feec742346 tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=434474d3-686a-4f99-99bb-17e74f258a84 HTTP/1.1" status: 200  len: 1127 time: 0.0632374
May 07 22:15:17.964607 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff66c8e-54d4-46ff-a2de-20525ac5ecca tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ba792b-f8e4-4b71-91a9-4e6baeb3be06,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:18.000664 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-1a1b7bcd-876f-4780-aa32-411e1dacb4bf tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0579019
May 07 22:15:18.004735 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49242) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:18.010558 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-564980ef-c2f9-4272-830a-9070da0e6e44 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Request body: {'security_group': {'name': 'tempest-secgroup--1099908308'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:15:18.032054 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-564980ef-c2f9-4272-830a-9070da0e6e44 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:18.047763 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b5db9c26-2aab-4154-8f2e-ea653f2f9cdb req-b1049293-3a56-425a-8af9-a13573becee4 tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cfc9492a-4113-46b8-a907-cde339303416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0735626
May 07 22:15:18.126924 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-564980ef-c2f9-4272-830a-9070da0e6e44 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Publish callbacks [] for security_group (1d3ebf9a-90ac-4742-a6fd-1d7f51743845), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:18.136401 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-564980ef-c2f9-4272-830a-9070da0e6e44 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (1d3ebf9a-90ac-4742-a6fd-1d7f51743845), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:18.197447 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564980ef-c2f9-4272-830a-9070da0e6e44 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d3ebf9a-90ac-4742-a6fd-1d7f51743845,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:18.207145 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4bae3f-ef0a-4064-999e-429cab70247d req-6f4a28a4-7aef-4009-a25e-fcc9bbbe6d26 tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:15:18.208665 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2c4bae3f-ef0a-4064-999e-429cab70247d req-6f4a28a4-7aef-4009-a25e-fcc9bbbe6d26 tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=434474d3-686a-4f99-99bb-17e74f258a84 HTTP/1.1" status: 200  len: 1127 time: 0.0850105
May 07 22:15:18.218612 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-564980ef-c2f9-4272-830a-9070da0e6e44 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:18.223113 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49256) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:18.223413 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-564980ef-c2f9-4272-830a-9070da0e6e44 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.2175443
May 07 22:15:18.229164 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-4a9a7f3a-df2c-4c1d-8466-0e47138984aa tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Request body: {'security_group_rule': {'security_group_id': '1d3ebf9a-90ac-4742-a6fd-1d7f51743845', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:15:18.292265 ncdv-master-1 neutron-server[121837]: INFO neutron.api.v2.resource [None req-4a9a7f3a-df2c-4c1d-8466-0e47138984aa tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 07 22:15:18.299099 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-4a9a7f3a-df2c-4c1d-8466-0e47138984aa tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 351 time: 0.0724883
May 07 22:15:18.299099 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49262) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:18.308092 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-01c95542-d03e-4325-8800-6b343e023055 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Request body: {'security_group_rule': {'security_group_id': '1d3ebf9a-90ac-4742-a6fd-1d7f51743845', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:15:18.313427 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2c4bae3f-ef0a-4064-999e-429cab70247d req-38734c8a-ad2e-4c8e-8efb-a6508ada517c tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cfc9492a-4113-46b8-a907-cde339303416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0888009
May 07 22:15:18.353315 ncdv-master-1 neutron-server[121837]: INFO neutron.api.v2.resource [None req-01c95542-d03e-4325-8800-6b343e023055 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 07 22:15:18.355090 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-01c95542-d03e-4325-8800-6b343e023055 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 400  len: 351 time: 0.0559709
May 07 22:15:18.358341 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49276) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:18.425839 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-859870f4-5b99-4386-8f6e-475d2814887b tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Publish callbacks [] for security_group (1d3ebf9a-90ac-4742-a6fd-1d7f51743845), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:18.442380 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3897272-7941-4205-8354-7954cd76fcf6 req-8a414f59-5f60-4fa2-8cf2-d81827cb9e15 tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:15:18.449696 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e3897272-7941-4205-8354-7954cd76fcf6 req-8a414f59-5f60-4fa2-8cf2-d81827cb9e15 tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=434474d3-686a-4f99-99bb-17e74f258a84 HTTP/1.1" status: 200  len: 1127 time: 0.0485795
May 07 22:15:18.461970 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-859870f4-5b99-4386-8f6e-475d2814887b tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Publish callbacks [] for security_group (1d3ebf9a-90ac-4742-a6fd-1d7f51743845), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:18.499610 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e3897272-7941-4205-8354-7954cd76fcf6 req-1146849c-9508-4c86-a3b4-ccf2c89f5a31 tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cfc9492a-4113-46b8-a907-cde339303416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465190
May 07 22:15:18.523108 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-859870f4-5b99-4386-8f6e-475d2814887b tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (1d3ebf9a-90ac-4742-a6fd-1d7f51743845), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:18.523108 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-859870f4-5b99-4386-8f6e-475d2814887b tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:18.523362 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-859870f4-5b99-4386-8f6e-475d2814887b tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] 10.222.0.32 "DELETE /v2.0/security-groups/1d3ebf9a-90ac-4742-a6fd-1d7f51743845 HTTP/1.1" status: 204  len: 168 time: 0.1638987
May 07 22:15:18.526022 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49284) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:18.537283 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859870f4-5b99-4386-8f6e-475d2814887b tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d3ebf9a-90ac-4742-a6fd-1d7f51743845,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:18.587350 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-75f69586-9fec-4dfc-be02-e710ca9b9798 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0601623
May 07 22:15:18.591947 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49288) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:18.599392 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-035e3bdc-c1c8-4d4a-a3a8-8aa797a93f77 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Request body: {'security_group': {'name': 'tempest-secgroup--1364200788'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:15:18.625099 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-035e3bdc-c1c8-4d4a-a3a8-8aa797a93f77 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:18.727836 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-035e3bdc-c1c8-4d4a-a3a8-8aa797a93f77 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Publish callbacks [] for security_group (eb19ee05-17fa-43f0-bc77-664b89153850), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:18.737679 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-035e3bdc-c1c8-4d4a-a3a8-8aa797a93f77 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (eb19ee05-17fa-43f0-bc77-664b89153850), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:18.781629 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-035e3bdc-c1c8-4d4a-a3a8-8aa797a93f77 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:18.782940 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-035e3bdc-c1c8-4d4a-a3a8-8aa797a93f77 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1899266
May 07 22:15:18.785854 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49304) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:18.792199 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-13a01ee1-3ccb-45d5-99e1-4ba6857a9939 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Request body: {'security_group': {'name': 'default'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:15:18.792705 ncdv-master-1 neutron-server[121837]: WARNING neutron.api.v2.base [None req-13a01ee1-3ccb-45d5-99e1-4ba6857a9939 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists.
May 07 22:15:18.793370 ncdv-master-1 neutron-server[121837]: INFO neutron.api.v2.resource [None req-13a01ee1-3ccb-45d5-99e1-4ba6857a9939 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] update failed (client error): There was a conflict when trying to complete your request.
May 07 22:15:18.797466 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-13a01ee1-3ccb-45d5-99e1-4ba6857a9939 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] 10.222.0.32 "PUT /v2.0/security-groups/eb19ee05-17fa-43f0-bc77-664b89153850 HTTP/1.1" status: 409  len: 330 time: 0.0072308
May 07 22:15:18.797466 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035e3bdc-c1c8-4d4a-a3a8-8aa797a93f77 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb19ee05-17fa-43f0-bc77-664b89153850,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:18.800526 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49306) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:18.864881 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-509ff3fc-262a-482e-9ca7-c6031f1a69a8 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Publish callbacks [] for security_group (eb19ee05-17fa-43f0-bc77-664b89153850), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:18.880840 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aa25d4-120d-45d1-8cd0-42c1abdf3aa5 req-5888af68-942c-4b71-8c92-7c86bb700116 tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:15:18.882993 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-52aa25d4-120d-45d1-8cd0-42c1abdf3aa5 req-5888af68-942c-4b71-8c92-7c86bb700116 tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] 10.222.0.32 "GET /v2.0/networks?id=70fd104c-7c86-4065-a52d-06f0c8cd30c4 HTTP/1.1" status: 200  len: 911 time: 0.1435881
May 07 22:15:18.896026 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-509ff3fc-262a-482e-9ca7-c6031f1a69a8 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Publish callbacks [] for security_group (eb19ee05-17fa-43f0-bc77-664b89153850), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:18.905482 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-52aa25d4-120d-45d1-8cd0-42c1abdf3aa5 req-1fe9c55d-b2a7-4265-ad23-3cbfabab2a70 tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] 10.222.0.32 "GET /v2.0/quotas/7258ee48454a4985a79b7f26d184493f HTTP/1.1" status: 200  len: 375 time: 0.0168593
May 07 22:15:18.959382 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-52aa25d4-120d-45d1-8cd0-42c1abdf3aa5 req-49565d66-248b-4708-af99-1fa1fccee987 tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] 10.222.0.32 "GET /v2.0/ports?tenant_id=7258ee48454a4985a79b7f26d184493f&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0529344
May 07 22:15:18.963501 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-509ff3fc-262a-482e-9ca7-c6031f1a69a8 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (eb19ee05-17fa-43f0-bc77-664b89153850), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:18.967078 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-509ff3fc-262a-482e-9ca7-c6031f1a69a8 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:18.971352 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-509ff3fc-262a-482e-9ca7-c6031f1a69a8 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] 10.222.0.32 "DELETE /v2.0/security-groups/eb19ee05-17fa-43f0-bc77-664b89153850 HTTP/1.1" status: 204  len: 168 time: 0.1695583
May 07 22:15:18.973955 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49328) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:18.981318 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509ff3fc-262a-482e-9ca7-c6031f1a69a8 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb19ee05-17fa-43f0-bc77-664b89153850,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:19.081763 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-21220884-cb1a-4511-98bd-2dbc4d7302e7 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1056759
May 07 22:15:19.085557 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49332) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:19.111038 ncdv-master-1 neutron-server[121836]: INFO neutron.api.v2.resource [None req-2225bc73-006c-4859-a1f5-72bb4858d057 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] delete failed (client error): The resource could not be found.
May 07 22:15:19.112233 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-2225bc73-006c-4859-a1f5-72bb4858d057 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] 10.222.0.32 "DELETE /v2.0/security-groups/17885443-fb84-4f33-bafd-7ef6428a44ad HTTP/1.1" status: 404  len: 347 time: 0.0258470
May 07 22:15:19.116299 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-52aa25d4-120d-45d1-8cd0-42c1abdf3aa5 req-13c15377-4a99-4edd-b5de-59ea539670c3 service neutron] 10.222.0.32 "GET /v2.0/networks/70fd104c-7c86-4065-a52d-06f0c8cd30c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1553147
May 07 22:15:19.119094 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49336) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:19.141245 ncdv-master-1 neutron-server[121837]: INFO neutron.api.v2.resource [None req-82253caf-b62e-4a32-8383-1f6bca726310 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] show failed (client error): The resource could not be found.
May 07 22:15:19.145896 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-82253caf-b62e-4a32-8383-1f6bca726310 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] 10.222.0.32 "GET /v2.0/security-groups/8e1da978-1e82-46fd-bb83-9094a9ef4f7e HTTP/1.1" status: 404  len: 347 time: 0.0222924
May 07 22:15:19.146260 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49340) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:19.162964 ncdv-master-1 neutron-server[121837]: INFO neutron.api.v2.resource [None req-995478cd-b4ab-4449-b863-65ff193e60e8 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] show failed (client error): The resource could not be found.
May 07 22:15:19.164093 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-995478cd-b4ab-4449-b863-65ff193e60e8 tempest-NegativeSecGroupIPv6Test-218316629 tempest-NegativeSecGroupIPv6Test-218316629-project] 10.222.0.32 "GET /v2.0/security-group-rules/d1913744-7275-4d3c-a396-817ef3d57167 HTTP/1.1" status: 404  len: 356 time: 0.0166516
May 07 22:15:19.511594 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49370) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:19.592739 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-52aa25d4-120d-45d1-8cd0-42c1abdf3aa5 req-8bb05438-8355-4d05-b5e6-4533b13f8079 service neutron] 10.222.0.32 "GET /v2.0/networks/70fd104c-7c86-4065-a52d-06f0c8cd30c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4626484
May 07 22:15:19.615257 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49378) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:19.770418 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-c5c7ac95-c917-4446-bd10-704e4ae9c6e6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0b2121fd5dbf49cdb851fee1395ebc87&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2566872
May 07 22:15:19.772957 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49388) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:19.774237 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cb697155-c66d-421b-8fd9-e58e0c67ab83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:19.832159 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-33feadd0-dfc5-4e30-8736-7b4ffe25cd57 req-4ec1d89c-c9a4-43d6-9eec-585712c6003a tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=cbb9cccc-0708-4d94-95ef-2fdc1fe91932 HTTP/1.1" status: 200  len: 210 time: 0.0603485
May 07 22:15:19.841576 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b038e3e8-11f1-4ef2-930d-63d3f1f9fe30 admin admin] Publish callbacks [] for security_group (178a68ab-1b2e-4dcf-b23b-8d1190c7614b), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:19.882721 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b038e3e8-11f1-4ef2-930d-63d3f1f9fe30 admin admin] Publish callbacks [] for security_group (178a68ab-1b2e-4dcf-b23b-8d1190c7614b), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:19.945905 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b038e3e8-11f1-4ef2-930d-63d3f1f9fe30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (178a68ab-1b2e-4dcf-b23b-8d1190c7614b), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:19.949205 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b038e3e8-11f1-4ef2-930d-63d3f1f9fe30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:19.950373 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-b038e3e8-11f1-4ef2-930d-63d3f1f9fe30 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/178a68ab-1b2e-4dcf-b23b-8d1190c7614b HTTP/1.1" status: 204  len: 168 time: 0.1760638
May 07 22:15:19.953042 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cb697155-c66d-421b-8fd9-e58e0c67ab83 admin admin] Publish callbacks [] for security_group (da0a85bd-0746-4c9c-8cc7-81ac56804007), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:19.961519 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cb697155-c66d-421b-8fd9-e58e0c67ab83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (da0a85bd-0746-4c9c-8cc7-81ac56804007), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:19.972811 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b038e3e8-11f1-4ef2-930d-63d3f1f9fe30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=178a68ab-1b2e-4dcf-b23b-8d1190c7614b,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:20.010359 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-cb697155-c66d-421b-8fd9-e58e0c67ab83 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0915e3f568564652bbb67d8df1f997af&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3930933
May 07 22:15:20.013064 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49406) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:20.037750 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb697155-c66d-421b-8fd9-e58e0c67ab83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da0a85bd-0746-4c9c-8cc7-81ac56804007,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:20.081567 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fa3eb299-8f19-45ba-b0eb-ad8a08e5a421 admin admin] Publish callbacks [] for security_group (da0a85bd-0746-4c9c-8cc7-81ac56804007), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:20.117882 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fa3eb299-8f19-45ba-b0eb-ad8a08e5a421 admin admin] Publish callbacks [] for security_group (da0a85bd-0746-4c9c-8cc7-81ac56804007), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:20.161472 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49414) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:20.188758 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fa3eb299-8f19-45ba-b0eb-ad8a08e5a421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (da0a85bd-0746-4c9c-8cc7-81ac56804007), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:20.191820 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fa3eb299-8f19-45ba-b0eb-ad8a08e5a421 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:20.195877 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-fa3eb299-8f19-45ba-b0eb-ad8a08e5a421 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/da0a85bd-0746-4c9c-8cc7-81ac56804007 HTTP/1.1" status: 204  len: 168 time: 0.1787441
May 07 22:15:20.217936 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3eb299-8f19-45ba-b0eb-ad8a08e5a421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da0a85bd-0746-4c9c-8cc7-81ac56804007,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:20.309545 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f0c61099-774d-4d10-8853-6e2c39321dc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:20.415691 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f0c61099-774d-4d10-8853-6e2c39321dc4 admin admin] Publish callbacks [] for security_group (f675d0cc-8ea7-4986-b2af-433895112fe3), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:20.425971 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f0c61099-774d-4d10-8853-6e2c39321dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (f675d0cc-8ea7-4986-b2af-433895112fe3), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:20.487090 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49428) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:20.488505 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-f0c61099-774d-4d10-8853-6e2c39321dc4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c019ffb8c8ba4901a014b70e3fd90b14&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3257406
May 07 22:15:20.489544 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c61099-774d-4d10-8853-6e2c39321dc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f675d0cc-8ea7-4986-b2af-433895112fe3,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:20.542222 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9f877050-bfe6-4d97-808c-2db7920904e0 admin admin] Publish callbacks [] for security_group (f675d0cc-8ea7-4986-b2af-433895112fe3), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:20.566283 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9f877050-bfe6-4d97-808c-2db7920904e0 admin admin] Publish callbacks [] for security_group (f675d0cc-8ea7-4986-b2af-433895112fe3), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:20.589930 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49432) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:20.611075 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6acca52c-d432-45b0-8b10-4b22ca0283e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:20.641429 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9f877050-bfe6-4d97-808c-2db7920904e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (f675d0cc-8ea7-4986-b2af-433895112fe3), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:20.644028 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9f877050-bfe6-4d97-808c-2db7920904e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:20.645170 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-9f877050-bfe6-4d97-808c-2db7920904e0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f675d0cc-8ea7-4986-b2af-433895112fe3 HTTP/1.1" status: 204  len: 168 time: 0.1570303
May 07 22:15:20.667572 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f877050-bfe6-4d97-808c-2db7920904e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f675d0cc-8ea7-4986-b2af-433895112fe3,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:20.728434 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6acca52c-d432-45b0-8b10-4b22ca0283e3 admin admin] Publish callbacks [] for security_group (49aac1f7-6b8d-4f02-a26e-1f63422766f2), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:20.740630 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6acca52c-d432-45b0-8b10-4b22ca0283e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (49aac1f7-6b8d-4f02-a26e-1f63422766f2), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:20.785474 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-6acca52c-d432-45b0-8b10-4b22ca0283e3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4b5ccaf6668c46bd94cf08b123c62758&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1943862
May 07 22:15:20.788192 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49440) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:20.807248 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acca52c-d432-45b0-8b10-4b22ca0283e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49aac1f7-6b8d-4f02-a26e-1f63422766f2,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:20.890744 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a047b7e5-2ea9-4f78-b0b0-be2eca9baa64 admin admin] Publish callbacks [] for security_group (49aac1f7-6b8d-4f02-a26e-1f63422766f2), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:20.942514 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a047b7e5-2ea9-4f78-b0b0-be2eca9baa64 admin admin] Publish callbacks [] for security_group (49aac1f7-6b8d-4f02-a26e-1f63422766f2), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:20.965535 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aa25d4-120d-45d1-8cd0-42c1abdf3aa5 req-09a2323a-3bc3-456a-80f9-77759f575d44 tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:15:20.967902 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-52aa25d4-120d-45d1-8cd0-42c1abdf3aa5 req-09a2323a-3bc3-456a-80f9-77759f575d44 tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] 10.222.0.59 "GET /v2.0/networks?id=70fd104c-7c86-4065-a52d-06f0c8cd30c4 HTTP/1.1" status: 200  len: 911 time: 0.1435025
May 07 22:15:20.982856 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-52aa25d4-120d-45d1-8cd0-42c1abdf3aa5 req-03a43bc6-1d26-4b50-af43-2006d5e6011f tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] Request body: {'port': {'device_id': 'cbb9cccc-0708-4d94-95ef-2fdc1fe91932', 'network_id': '70fd104c-7c86-4065-a52d-06f0c8cd30c4', 'admin_state_up': True, 'tenant_id': '7258ee48454a4985a79b7f26d184493f'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:15:21.009669 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52aa25d4-120d-45d1-8cd0-42c1abdf3aa5 req-03a43bc6-1d26-4b50-af43-2006d5e6011f tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] Made reservation on behalf of 7258ee48454a4985a79b7f26d184493f for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:15:21.013637 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-52aa25d4-120d-45d1-8cd0-42c1abdf3aa5 req-03a43bc6-1d26-4b50-af43-2006d5e6011f tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:21.018343 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-246b9998-e05b-4899-a995-39ec834c4726 req-e9d60b97-5793-4342-aa64-42c30d3f33b7 tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=cbb9cccc-0708-4d94-95ef-2fdc1fe91932 HTTP/1.1" status: 200  len: 210 time: 0.0561144
May 07 22:15:21.054794 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a047b7e5-2ea9-4f78-b0b0-be2eca9baa64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (49aac1f7-6b8d-4f02-a26e-1f63422766f2), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:21.058957 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a047b7e5-2ea9-4f78-b0b0-be2eca9baa64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:21.060612 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-a047b7e5-2ea9-4f78-b0b0-be2eca9baa64 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/49aac1f7-6b8d-4f02-a26e-1f63422766f2 HTTP/1.1" status: 204  len: 168 time: 0.2709036
May 07 22:15:21.071986 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a047b7e5-2ea9-4f78-b0b0-be2eca9baa64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49aac1f7-6b8d-4f02-a26e-1f63422766f2,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:21.154966 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49452) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:21.171147 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [req-52aa25d4-120d-45d1-8cd0-42c1abdf3aa5 req-03a43bc6-1d26-4b50-af43-2006d5e6011f tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] Allocated IP 172.20.0.6 (70fd104c-7c86-4065-a52d-06f0c8cd30c4/3445155a-a289-45a0-a3b2-ac8b816f4f51/4a837318-516a-4ad3-8f47-b08117406901) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:15:21.171347 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d9905849-946f-4af2-9853-ed7f3374e722 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:21.174549 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49454) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:21.289924 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d9905849-946f-4af2-9853-ed7f3374e722 admin admin] Publish callbacks [] for security_group (0ffa52c7-f810-4ccd-a17f-e3bfc3edd51b), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:21.295077 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d9905849-946f-4af2-9853-ed7f3374e722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (0ffa52c7-f810-4ccd-a17f-e3bfc3edd51b), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:21.340881 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-d9905849-946f-4af2-9853-ed7f3374e722 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5fddbf79a38043b9a1f29f4188bced31&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1843696
May 07 22:15:21.341817 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9905849-946f-4af2-9853-ed7f3374e722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ffa52c7-f810-4ccd-a17f-e3bfc3edd51b,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:21.344394 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49458) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:21.396859 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-52aa25d4-120d-45d1-8cd0-42c1abdf3aa5 req-03a43bc6-1d26-4b50-af43-2006d5e6011f tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] Publish callbacks [] for port (4a837318-516a-4ad3-8f47-b08117406901), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:21.436949 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4445f32a-f6fd-4d9d-9e74-b4a943a70751 admin admin] Publish callbacks [] for security_group (0ffa52c7-f810-4ccd-a17f-e3bfc3edd51b), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:21.465013 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4445f32a-f6fd-4d9d-9e74-b4a943a70751 admin admin] Publish callbacks [] for security_group (0ffa52c7-f810-4ccd-a17f-e3bfc3edd51b), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:21.471945 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-52aa25d4-120d-45d1-8cd0-42c1abdf3aa5 req-03a43bc6-1d26-4b50-af43-2006d5e6011f tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (4a837318-516a-4ad3-8f47-b08117406901), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:21.486940 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['7973ea98-3ae5-4cd7-9d25-d975a8a79190'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:15:21.495276 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-38e45f02-dd63-4431-a3b1-c9fb99002e43 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-2003155667'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:15:21.534352 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e45f02-dd63-4431-a3b1-c9fb99002e43 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] Made reservation on behalf of 98a950af6f40465aae55ff7e3a8455b8 for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:15:21.538528 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52aa25d4-120d-45d1-8cd0-42c1abdf3aa5 req-03a43bc6-1d26-4b50-af43-2006d5e6011f tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] Network 70fd104c-7c86-4065-a52d-06f0c8cd30c4 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:15:21.541679 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-38e45f02-dd63-4431-a3b1-c9fb99002e43 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:21.546009 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a43bc6-1d26-4b50-af43-2006d5e6011f tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] Pushing event updated for resources: {'Port': ['ID=4a837318-516a-4ad3-8f47-b08117406901,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:21.549281 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [req-52aa25d4-120d-45d1-8cd0-42c1abdf3aa5 req-03a43bc6-1d26-4b50-af43-2006d5e6011f tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:15:21.551899 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-52aa25d4-120d-45d1-8cd0-42c1abdf3aa5 req-03a43bc6-1d26-4b50-af43-2006d5e6011f tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:15:21.576606 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-38e45f02-dd63-4431-a3b1-c9fb99002e43 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:21.609579 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4445f32a-f6fd-4d9d-9e74-b4a943a70751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (0ffa52c7-f810-4ccd-a17f-e3bfc3edd51b), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:21.615544 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4445f32a-f6fd-4d9d-9e74-b4a943a70751 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:21.620507 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-4445f32a-f6fd-4d9d-9e74-b4a943a70751 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0ffa52c7-f810-4ccd-a17f-e3bfc3edd51b HTTP/1.1" status: 204  len: 168 time: 0.2745233
May 07 22:15:21.626868 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aa25d4-120d-45d1-8cd0-42c1abdf3aa5 req-03a43bc6-1d26-4b50-af43-2006d5e6011f tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:15:21.627638 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-52aa25d4-120d-45d1-8cd0-42c1abdf3aa5 req-03a43bc6-1d26-4b50-af43-2006d5e6011f tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:21.649312 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4445f32a-f6fd-4d9d-9e74-b4a943a70751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ffa52c7-f810-4ccd-a17f-e3bfc3edd51b,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:21.672429 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-52aa25d4-120d-45d1-8cd0-42c1abdf3aa5 req-03a43bc6-1d26-4b50-af43-2006d5e6011f tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 1029 time: 0.6972713
May 07 22:15:21.687761 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-52aa25d4-120d-45d1-8cd0-42c1abdf3aa5 req-54b9d663-06f3-4820-8f01-80e5319e639d service neutron] Request body: {'port': {'device_id': 'cbb9cccc-0708-4d94-95ef-2fdc1fe91932', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:15:21.756801 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-38e45f02-dd63-4431-a3b1-c9fb99002e43 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] Publish callbacks [] for security_group (a334bd2b-a2cb-439c-a887-b6cf85d50607), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:21.773271 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-38e45f02-dd63-4431-a3b1-c9fb99002e43 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (a334bd2b-a2cb-439c-a887-b6cf85d50607), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:21.803050 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38e45f02-dd63-4431-a3b1-c9fb99002e43 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:15:21.823473 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e45f02-dd63-4431-a3b1-c9fb99002e43 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a334bd2b-a2cb-439c-a887-b6cf85d50607,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:21.827309 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-38e45f02-dd63-4431-a3b1-c9fb99002e43 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (92a3ec96-4c22-48f7-9d22-754dec0ace22), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:21.827918 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-38e45f02-dd63-4431-a3b1-c9fb99002e43 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] Added segment 92a3ec96-4c22-48f7-9d22-754dec0ace22 of type vlan for network a662d271-a7f4-448b-bdec-8cf512d420d9
May 07 22:15:21.831997 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-52aa25d4-120d-45d1-8cd0-42c1abdf3aa5 req-54b9d663-06f3-4820-8f01-80e5319e639d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (4a837318-516a-4ad3-8f47-b08117406901), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:21.889784 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-38e45f02-dd63-4431-a3b1-c9fb99002e43 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (a662d271-a7f4-448b-bdec-8cf512d420d9), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:21.912074 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:21.920739 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-38e45f02-dd63-4431-a3b1-c9fb99002e43 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (a662d271-a7f4-448b-bdec-8cf512d420d9), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:21.927147 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e45f02-dd63-4431-a3b1-c9fb99002e43 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:15:21.927992 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-38e45f02-dd63-4431-a3b1-c9fb99002e43 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:21.974848 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-be73b7f6-4992-468e-aea7-c78f4935181d None None] Provisioning complete for port 4a837318-516a-4ad3-8f47-b08117406901 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:15:21.975257 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-be73b7f6-4992-468e-aea7-c78f4935181d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (4a837318-516a-4ad3-8f47-b08117406901), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:22.073181 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-be73b7f6-4992-468e-aea7-c78f4935181d None None] Port 4a837318-516a-4ad3-8f47-b08117406901 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:15:22.106877 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-38e45f02-dd63-4431-a3b1-c9fb99002e43 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 779 time: 0.9305627
May 07 22:15:22.111427 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49488) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:22.117600 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-10a611e3-8913-45f6-9137-06ec0cd99cca tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] Request body: {'subnet': {'network_id': 'a662d271-a7f4-448b-bdec-8cf512d420d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:15:22.126595 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e45f02-dd63-4431-a3b1-c9fb99002e43 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] Pushing event updated for resources: {'Network': ['ID=a662d271-a7f4-448b-bdec-8cf512d420d9,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:22.137435 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network a662d271-a7f4-448b-bdec-8cf512d420d9 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:15:22.288137 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a611e3-8913-45f6-9137-06ec0cd99cca tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] Made reservation on behalf of 98a950af6f40465aae55ff7e3a8455b8 for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:15:22.295500 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-10a611e3-8913-45f6-9137-06ec0cd99cca tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:22.329398 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2c3c9c-eef1-49ae-9625-af3ca0432d32 req-3bda3a59-882b-41fa-be2b-2c73e6b053b0 tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:15:22.330682 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ac2c3c9c-eef1-49ae-9625-af3ca0432d32 req-3bda3a59-882b-41fa-be2b-2c73e6b053b0 tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=cbb9cccc-0708-4d94-95ef-2fdc1fe91932 HTTP/1.1" status: 200  len: 1027 time: 0.0451114
May 07 22:15:22.407619 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ac2c3c9c-eef1-49ae-9625-af3ca0432d32 req-b25e5080-36fe-4bf8-8b34-6be50f846f34 tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cfc9492a-4113-46b8-a907-cde339303416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0680881
May 07 22:15:22.542429 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [req-52aa25d4-120d-45d1-8cd0-42c1abdf3aa5 req-54b9d663-06f3-4820-8f01-80e5319e639d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a837318-516a-4ad3-8f47-b08117406901 {{(pid=121837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:15:22.550917 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-52aa25d4-120d-45d1-8cd0-42c1abdf3aa5 req-54b9d663-06f3-4820-8f01-80e5319e639d service neutron] Publish callbacks [] for port (4a837318-516a-4ad3-8f47-b08117406901), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:22.568480 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-10a611e3-8913-45f6-9137-06ec0cd99cca tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (abcb79e7-831d-4025-90f1-fac3a8c640be), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:22.570358 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-52aa25d4-120d-45d1-8cd0-42c1abdf3aa5 req-54b9d663-06f3-4820-8f01-80e5319e639d service neutron] Transition to ACTIVE for port object 4a837318-516a-4ad3-8f47-b08117406901 will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 22:15:22.577846 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-52aa25d4-120d-45d1-8cd0-42c1abdf3aa5 req-54b9d663-06f3-4820-8f01-80e5319e639d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (4a837318-516a-4ad3-8f47-b08117406901), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:22.678457 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a611e3-8913-45f6-9137-06ec0cd99cca tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] Checking segment: {'id': '92a3ec96-4c22-48f7-9d22-754dec0ace22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a662d271-a7f4-448b-bdec-8cf512d420d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:15:22.678833 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a611e3-8913-45f6-9137-06ec0cd99cca tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] Network hostable DHCP agents. Network: a662d271-a7f4-448b-bdec-8cf512d420d9, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:15:22.681141 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a611e3-8913-45f6-9137-06ec0cd99cca tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] Pushing event updated for resources: {'Subnet': ['ID=abcb79e7-831d-4025-90f1-fac3a8c640be,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:22.724155 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a611e3-8913-45f6-9137-06ec0cd99cca tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] Network a662d271-a7f4-448b-bdec-8cf512d420d9 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:15:22.729134 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-52aa25d4-120d-45d1-8cd0-42c1abdf3aa5 req-54b9d663-06f3-4820-8f01-80e5319e639d service neutron] Attempting to bind port 4a837318-516a-4ad3-8f47-b08117406901 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:15:22.729963 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-52aa25d4-120d-45d1-8cd0-42c1abdf3aa5 req-54b9d663-06f3-4820-8f01-80e5319e639d service neutron] Attempting to bind port 4a837318-516a-4ad3-8f47-b08117406901 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '36738b93-4b30-4517-bcc7-c5a063eccc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '70fd104c-7c86-4065-a52d-06f0c8cd30c4'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:15:22.730291 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52aa25d4-120d-45d1-8cd0-42c1abdf3aa5 req-54b9d663-06f3-4820-8f01-80e5319e639d service neutron] Attempting to bind port 4a837318-516a-4ad3-8f47-b08117406901 on network 70fd104c-7c86-4065-a52d-06f0c8cd30c4 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:15:22.740560 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-10a611e3-8913-45f6-9137-06ec0cd99cca tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a662d271-a7f4-448b-bdec-8cf512d420d9) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:15:22.744228 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52aa25d4-120d-45d1-8cd0-42c1abdf3aa5 req-54b9d663-06f3-4820-8f01-80e5319e639d service neutron] Port 4a837318-516a-4ad3-8f47-b08117406901 on network 70fd104c-7c86-4065-a52d-06f0c8cd30c4 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:15:22.744580 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52aa25d4-120d-45d1-8cd0-42c1abdf3aa5 req-54b9d663-06f3-4820-8f01-80e5319e639d service neutron] Attempting to bind port 4a837318-516a-4ad3-8f47-b08117406901 on network 70fd104c-7c86-4065-a52d-06f0c8cd30c4 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:15:22.750991 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52aa25d4-120d-45d1-8cd0-42c1abdf3aa5 req-54b9d663-06f3-4820-8f01-80e5319e639d service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:15:22.751337 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52aa25d4-120d-45d1-8cd0-42c1abdf3aa5 req-54b9d663-06f3-4820-8f01-80e5319e639d service neutron] Checking segment: {'id': '36738b93-4b30-4517-bcc7-c5a063eccc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '70fd104c-7c86-4065-a52d-06f0c8cd30c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:15:22.751475 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1acc1a79-1ec3-486b-91c1-9be5f2d293fb None None] Network a662d271-a7f4-448b-bdec-8cf512d420d9 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:15:22.751912 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52aa25d4-120d-45d1-8cd0-42c1abdf3aa5 req-54b9d663-06f3-4820-8f01-80e5319e639d service neutron] Bound using segment: {'id': '36738b93-4b30-4517-bcc7-c5a063eccc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '70fd104c-7c86-4065-a52d-06f0c8cd30c4'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:15:22.752131 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-52aa25d4-120d-45d1-8cd0-42c1abdf3aa5 req-54b9d663-06f3-4820-8f01-80e5319e639d service neutron] Bound port: 4a837318-516a-4ad3-8f47-b08117406901, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36738b93-4b30-4517-bcc7-c5a063eccc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '70fd104c-7c86-4065-a52d-06f0c8cd30c4'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:15:22.752643 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-52aa25d4-120d-45d1-8cd0-42c1abdf3aa5 req-54b9d663-06f3-4820-8f01-80e5319e639d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (4a837318-516a-4ad3-8f47-b08117406901), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:22.753910 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a611e3-8913-45f6-9137-06ec0cd99cca tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:15:22.754512 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-10a611e3-8913-45f6-9137-06ec0cd99cca tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:22.771866 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b9d663-06f3-4820-8f01-80e5319e639d service neutron] Pushing event updated for resources: {'Port': ['ID=4a837318-516a-4ad3-8f47-b08117406901,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:22.797265 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-10a611e3-8913-45f6-9137-06ec0cd99cca tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.6846461
May 07 22:15:22.798511 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49544) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:22.807235 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-48f06530-79e5-4920-899c-289dae3d0308 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] Request body: {'port': {'network_id': 'a662d271-a7f4-448b-bdec-8cf512d420d9', 'name': 'tempest-TagsExtTest-1736368127'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:15:22.901589 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-52aa25d4-120d-45d1-8cd0-42c1abdf3aa5 req-54b9d663-06f3-4820-8f01-80e5319e639d service neutron] For port 4a837318-516a-4ad3-8f47-b08117406901, host nch2-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:15:22.912913 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-52aa25d4-120d-45d1-8cd0-42c1abdf3aa5 req-54b9d663-06f3-4820-8f01-80e5319e639d service neutron] For port 4a837318-516a-4ad3-8f47-b08117406901, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4a837318-516a-4ad3-8f47-b08117406901,segment=NetworkSegment(36738b93-4b30-4517-bcc7-c5a063eccc3c),segment_id=36738b93-4b30-4517-bcc7-c5a063eccc3c)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:15:22.926602 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-52aa25d4-120d-45d1-8cd0-42c1abdf3aa5 req-54b9d663-06f3-4820-8f01-80e5319e639d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (4a837318-516a-4ad3-8f47-b08117406901), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:22.974159 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ae8fc3-e165-4c00-bc6e-7bc4313fb504 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a662d271-a7f4-448b-bdec-8cf512d420d9', 'network_id': 'a662d271-a7f4-448b-bdec-8cf512d420d9', 'project_id': '98a950af6f40465aae55ff7e3a8455b8', 'fixed_ips': [{'subnet_id': 'abcb79e7-831d-4025-90f1-fac3a8c640be'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:15:22.975051 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f1ae8fc3-e165-4c00-bc6e-7bc4313fb504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:22.997346 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aa25d4-120d-45d1-8cd0-42c1abdf3aa5 req-54b9d663-06f3-4820-8f01-80e5319e639d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:15:22.999092 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f06530-79e5-4920-899c-289dae3d0308 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] Made reservation on behalf of 98a950af6f40465aae55ff7e3a8455b8 for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:15:22.999364 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-52aa25d4-120d-45d1-8cd0-42c1abdf3aa5 req-54b9d663-06f3-4820-8f01-80e5319e639d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:23.001142 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-52aa25d4-120d-45d1-8cd0-42c1abdf3aa5 req-54b9d663-06f3-4820-8f01-80e5319e639d service neutron] 10.222.0.59 "PUT /v2.0/ports/4a837318-516a-4ad3-8f47-b08117406901 HTTP/1.1" status: 200  len: 1091 time: 1.3206995
May 07 22:15:23.004051 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbb9cccc-0708-4d94-95ef-2fdc1fe91932', 'tag': '4a837318-516a-4ad3-8f47-b08117406901'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:15:23.005444 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-48f06530-79e5-4920-899c-289dae3d0308 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:23.007570 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b44e43a-7eb5-4df5-bf9d-0f7302666691" -d '{"events": [{"name": "network-changed", "server_uuid": "cbb9cccc-0708-4d94-95ef-2fdc1fe91932", "tag": "4a837318-516a-4ad3-8f47-b08117406901"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:15:23.067373 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [None req-48f06530-79e5-4920-899c-289dae3d0308 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] device_id is not set on port f4736e01-fdee-4265-915f-acc82aa9aa03 yet. {{(pid=121836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 22:15:23.103383 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64763272-0a4b-4e2f-9084-d3acce9f0a11 x-openstack-request-id: req-64763272-0a4b-4e2f-9084-d3acce9f0a11 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:15:23.103689 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbb9cccc-0708-4d94-95ef-2fdc1fe91932", "tag": "4a837318-516a-4ad3-8f47-b08117406901", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:15:23.103937 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-64763272-0a4b-4e2f-9084-d3acce9f0a11 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:15:23.104352 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64763272-0a4b-4e2f-9084-d3acce9f0a11'] response: {'name': 'network-changed', 'server_uuid': 'cbb9cccc-0708-4d94-95ef-2fdc1fe91932', 'tag': '4a837318-516a-4ad3-8f47-b08117406901', 'status': 'completed', 'code': 200}
May 07 22:15:23.167873 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b9d663-06f3-4820-8f01-80e5319e639d service neutron] Pushing event updated for resources: {'Port': ['ID=4a837318-516a-4ad3-8f47-b08117406901,revision_number=3']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:23.204818 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aa25d4-120d-45d1-8cd0-42c1abdf3aa5 req-6b115db1-186a-4f67-a479-fb2d36fd7b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:15:23.206379 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-52aa25d4-120d-45d1-8cd0-42c1abdf3aa5 req-6b115db1-186a-4f67-a479-fb2d36fd7b76 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7258ee48454a4985a79b7f26d184493f&device_id=cbb9cccc-0708-4d94-95ef-2fdc1fe91932 HTTP/1.1" status: 200  len: 1125 time: 0.1609406
May 07 22:15:23.280351 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-52aa25d4-120d-45d1-8cd0-42c1abdf3aa5 req-63c71b96-1d21-4240-b372-a1812a8963a0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a837318-516a-4ad3-8f47-b08117406901 HTTP/1.1" status: 200  len: 217 time: 0.0562570
May 07 22:15:23.352446 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-48f06530-79e5-4920-899c-289dae3d0308 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] Allocated IP 172.20.0.2 (a662d271-a7f4-448b-bdec-8cf512d420d9/abcb79e7-831d-4025-90f1-fac3a8c640be/f4736e01-fdee-4265-915f-acc82aa9aa03) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:15:23.370623 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aa25d4-120d-45d1-8cd0-42c1abdf3aa5 req-bd1fb7b5-bbcc-4199-a8f5-92e1be2502d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:15:23.380882 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-52aa25d4-120d-45d1-8cd0-42c1abdf3aa5 req-bd1fb7b5-bbcc-4199-a8f5-92e1be2502d8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3445155a-a289-45a0-a3b2-ac8b816f4f51 HTTP/1.1" status: 200  len: 849 time: 0.0930920
May 07 22:15:23.484475 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aa25d4-120d-45d1-8cd0-42c1abdf3aa5 req-ab4a0897-f8d1-4f22-bcf2-b3ef95bb3fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:15:23.486037 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-52aa25d4-120d-45d1-8cd0-42c1abdf3aa5 req-ab4a0897-f8d1-4f22-bcf2-b3ef95bb3fb0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=70fd104c-7c86-4065-a52d-06f0c8cd30c4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0995550
May 07 22:15:23.604817 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-48f06530-79e5-4920-899c-289dae3d0308 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] Publish callbacks [] for port (f4736e01-fdee-4265-915f-acc82aa9aa03), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:23.631187 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88328cfc-fd2e-48ae-8702-b913b6dfd68e req-badd1dfc-e512-4101-abea-d28895f22104 tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:15:23.633988 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-88328cfc-fd2e-48ae-8702-b913b6dfd68e req-badd1dfc-e512-4101-abea-d28895f22104 tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=cbb9cccc-0708-4d94-95ef-2fdc1fe91932 HTTP/1.1" status: 200  len: 1125 time: 0.0727279
May 07 22:15:23.647406 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5e4f038f-5ebc-4a37-a1a7-2df53469334f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:23.667130 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-48f06530-79e5-4920-899c-289dae3d0308 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (f4736e01-fdee-4265-915f-acc82aa9aa03), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:23.714308 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f06530-79e5-4920-899c-289dae3d0308 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] Network a662d271-a7f4-448b-bdec-8cf512d420d9 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:15:23.714966 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-52aa25d4-120d-45d1-8cd0-42c1abdf3aa5 req-8e90aeb9-708f-4d89-99ee-3ea55fa22321 service neutron] 10.222.0.59 "GET /v2.0/networks/70fd104c-7c86-4065-a52d-06f0c8cd30c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2143664
May 07 22:15:23.719578 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-48f06530-79e5-4920-899c-289dae3d0308 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:15:23.723967 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f06530-79e5-4920-899c-289dae3d0308 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:15:23.731524 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.db.api [None req-f1ae8fc3-e165-4c00-bc6e-7bc4313fb504 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-a0c158c5-d659-41ca-8a47-dfe3825cc22c {{(pid=121838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 07 22:15:23.733640 ncdv-master-1 neutron-server[121838]: DEBUG oslo_db.api [None req-f1ae8fc3-e165-4c00-bc6e-7bc4313fb504 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 07 22:15:23.772840 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f06530-79e5-4920-899c-289dae3d0308 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] Pushing event updated for resources: {'Port': ['ID=f4736e01-fdee-4265-915f-acc82aa9aa03,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:23.794279 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f06530-79e5-4920-899c-289dae3d0308 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:15:23.795051 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-48f06530-79e5-4920-899c-289dae3d0308 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:23.821066 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-48f06530-79e5-4920-899c-289dae3d0308 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 922 time: 1.0202525
May 07 22:15:23.823131 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49602) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:23.827477 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-88328cfc-fd2e-48ae-8702-b913b6dfd68e req-699c7aff-f2e6-4beb-b57b-e491f94b7f08 tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cfc9492a-4113-46b8-a907-cde339303416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1115115
May 07 22:15:23.837044 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-58a61b2f-6239-423e-9e7b-7064599e4fa2 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-573661870', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:15:23.865822 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-52aa25d4-120d-45d1-8cd0-42c1abdf3aa5 req-039d989c-de46-416d-9b7f-aca9209c9358 service neutron] 10.222.0.59 "GET /v2.0/networks/70fd104c-7c86-4065-a52d-06f0c8cd30c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1354938
May 07 22:15:23.869527 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-58a61b2f-6239-423e-9e7b-7064599e4fa2 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (d14cb5dc-2279-413b-a379-4dadc2b74c97), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:23.877745 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:23.881995 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-58a61b2f-6239-423e-9e7b-7064599e4fa2 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (d14cb5dc-2279-413b-a379-4dadc2b74c97), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:23.955974 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-58a61b2f-6239-423e-9e7b-7064599e4fa2 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] Publish callbacks [] for router_controller (d14cb5dc-2279-413b-a379-4dadc2b74c97), precommit_add_association {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:23.961099 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-58a61b2f-6239-423e-9e7b-7064599e4fa2 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (d14cb5dc-2279-413b-a379-4dadc2b74c97), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:23.980951 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-58a61b2f-6239-423e-9e7b-7064599e4fa2 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:23.982204 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-58a61b2f-6239-423e-9e7b-7064599e4fa2 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 699 time: 0.1581533
May 07 22:15:23.985207 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49614) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:23.989674 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-a6182298-60a6-4a16-a74d-71abd9764d02 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-536643760', 'prefixes': ['172.20.0.0/16']}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:15:24.052263 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a6182298-60a6-4a16-a74d-71abd9764d02 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:24.053791 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-a6182298-60a6-4a16-a74d-71abd9764d02 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 747 time: 0.0675330
May 07 22:15:24.057077 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49620) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:24.061893 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.tag.tag_plugin [None req-c68eeb5e-11f5-4775-9344-bd0b31f92188 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7faf8e8bcee0>, 'subnets', 'abcb79e7-831d-4025-90f1-fac3a8c640be', 'tempest-TagsExtTest-Tag-290185420') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:15:24.152845 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-c68eeb5e-11f5-4775-9344-bd0b31f92188 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] 10.222.0.32 "PUT /v2.0/subnets/abcb79e7-831d-4025-90f1-fac3a8c640be/tags/tempest-TagsExtTest-Tag-290185420 HTTP/1.1" status: 201  len: 201 time: 0.0946972
May 07 22:15:24.156442 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49634) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:24.160900 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.tag.tag_plugin [None req-551a274f-d359-4955-b9e9-f20dc45d46cb tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7faf86ca8df0>, 'ports', 'f4736e01-fdee-4265-915f-acc82aa9aa03', 'tempest-TagsExtTest-Tag-1301048903') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:15:24.235453 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f1ae8fc3-e165-4c00-bc6e-7bc4313fb504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:24.251864 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-551a274f-d359-4955-b9e9-f20dc45d46cb tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] 10.222.0.32 "PUT /v2.0/ports/f4736e01-fdee-4265-915f-acc82aa9aa03/tags/tempest-TagsExtTest-Tag-1301048903 HTTP/1.1" status: 201  len: 201 time: 0.0946000
May 07 22:15:24.255293 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49650) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:24.260984 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.tag.tag_plugin [None req-f3b610f0-297b-4c21-b317-501fc3b4b29e tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7faf8d14f520>, 'routers', 'd14cb5dc-2279-413b-a379-4dadc2b74c97', 'tempest-TagsExtTest-Tag-883134523') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:15:24.366111 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-f3b610f0-297b-4c21-b317-501fc3b4b29e tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] 10.222.0.32 "PUT /v2.0/routers/d14cb5dc-2279-413b-a379-4dadc2b74c97/tags/tempest-TagsExtTest-Tag-883134523 HTTP/1.1" status: 201  len: 201 time: 0.1071610
May 07 22:15:24.366475 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49664) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:24.373471 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.tag.tag_plugin [None req-67bfd9c8-d8ff-4cad-9c76-5323fbcc60b2 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7faf8ea29640>, 'subnetpools', '1bc8e819-13a5-4b80-8254-57737eb02b30', 'tempest-TagsExtTest-Tag-756380108') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:15:24.414134 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-f1ae8fc3-e165-4c00-bc6e-7bc4313fb504 None None] Allocated IP 172.20.0.3 (a662d271-a7f4-448b-bdec-8cf512d420d9/abcb79e7-831d-4025-90f1-fac3a8c640be/f40bff92-422b-44d2-9ffc-4c024a806607) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:15:24.438924 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-67bfd9c8-d8ff-4cad-9c76-5323fbcc60b2 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] 10.222.0.32 "PUT /v2.0/subnetpools/1bc8e819-13a5-4b80-8254-57737eb02b30/tags/tempest-TagsExtTest-Tag-756380108 HTTP/1.1" status: 201  len: 201 time: 0.0704730
May 07 22:15:24.441549 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49670) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:24.449747 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.tag.tag_plugin [None req-ed8e0298-42c9-4e0d-b543-fc49b8b928da tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7faf85ee3b20>, 'subnets', 'abcb79e7-831d-4025-90f1-fac3a8c640be') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:15:24.562437 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-ed8e0298-42c9-4e0d-b543-fc49b8b928da tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] 10.222.0.32 "GET /v2.0/subnets/abcb79e7-831d-4025-90f1-fac3a8c640be/tags HTTP/1.1" status: 200  len: 240 time: 0.1156509
May 07 22:15:24.562762 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49680) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:24.571422 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.tag.tag_plugin [None req-f874facd-21ff-4872-a2bb-ef912bc8617f tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7faf87ceaaf0>, 'subnets', 'abcb79e7-831d-4025-90f1-fac3a8c640be', 'tempest-TagsExtTest-Tag-290185420') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:15:24.627548 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-f874facd-21ff-4872-a2bb-ef912bc8617f tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] 10.222.0.32 "GET /v2.0/subnets/abcb79e7-831d-4025-90f1-fac3a8c640be/tags/tempest-TagsExtTest-Tag-290185420 HTTP/1.1" status: 204  len: 168 time: 0.0638065
May 07 22:15:24.631864 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49686) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:24.640038 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.tag.tag_plugin [None req-faf7bfc6-15ac-4b90-a8b3-04841c25ff4d tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7faf87891700>, 'subnets', 'abcb79e7-831d-4025-90f1-fac3a8c640be', 'tempest-TagsExtTest-Tag-290185420') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:15:24.738366 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b44e43a-7eb5-4df5-bf9d-0f7302666691 req-44c8c031-394c-40c5-b2f6-6fe10acbcbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:15:24.742168 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9b44e43a-7eb5-4df5-bf9d-0f7302666691 req-44c8c031-394c-40c5-b2f6-6fe10acbcbf8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7258ee48454a4985a79b7f26d184493f&device_id=cbb9cccc-0708-4d94-95ef-2fdc1fe91932 HTTP/1.1" status: 200  len: 1125 time: 0.0540211
May 07 22:15:24.753994 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-faf7bfc6-15ac-4b90-a8b3-04841c25ff4d tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] 10.222.0.32 "DELETE /v2.0/subnets/abcb79e7-831d-4025-90f1-fac3a8c640be/tags/tempest-TagsExtTest-Tag-290185420 HTTP/1.1" status: 204  len: 168 time: 0.1206055
May 07 22:15:24.758756 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49688) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:24.786268 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.tag.tag_plugin [None req-e051506f-efe7-4d12-b0aa-2d6c24c06586 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7faf87891ac0>, 'subnets', 'abcb79e7-831d-4025-90f1-fac3a8c640be') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:15:24.835405 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f1ae8fc3-e165-4c00-bc6e-7bc4313fb504 None None] Publish callbacks [] for port (f40bff92-422b-44d2-9ffc-4c024a806607), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:24.844216 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f1ae8fc3-e165-4c00-bc6e-7bc4313fb504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (f40bff92-422b-44d2-9ffc-4c024a806607), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:24.861986 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b44e43a-7eb5-4df5-bf9d-0f7302666691 req-1fbdb137-b298-473c-8986-9c25008e30c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:15:24.863841 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9b44e43a-7eb5-4df5-bf9d-0f7302666691 req-1fbdb137-b298-473c-8986-9c25008e30c3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=70fd104c-7c86-4065-a52d-06f0c8cd30c4 HTTP/1.1" status: 200  len: 911 time: 0.1157804
May 07 22:15:24.885709 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-e051506f-efe7-4d12-b0aa-2d6c24c06586 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] 10.222.0.32 "GET /v2.0/subnets/abcb79e7-831d-4025-90f1-fac3a8c640be/tags HTTP/1.1" status: 200  len: 205 time: 0.1137981
May 07 22:15:24.887666 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49700) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:24.899380 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ae8fc3-e165-4c00-bc6e-7bc4313fb504 None None] Network a662d271-a7f4-448b-bdec-8cf512d420d9 is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:15:24.903025 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.tag.tag_plugin [None req-00c3ee7b-ff28-46d8-818c-b677f4ab9ee1 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7faf86a6d3d0>, 'ports', 'f4736e01-fdee-4265-915f-acc82aa9aa03') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:15:24.903364 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-f1ae8fc3-e165-4c00-bc6e-7bc4313fb504 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:15:24.920292 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ae8fc3-e165-4c00-bc6e-7bc4313fb504 None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:15:24.965692 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9b44e43a-7eb5-4df5-bf9d-0f7302666691 req-ef72fd7e-218b-46a4-a7fe-d0f9e2b4d9cd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a837318-516a-4ad3-8f47-b08117406901 HTTP/1.1" status: 200  len: 217 time: 0.0950654
May 07 22:15:24.975735 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ae8fc3-e165-4c00-bc6e-7bc4313fb504 None None] Pushing event updated for resources: {'Port': ['ID=f40bff92-422b-44d2-9ffc-4c024a806607,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:25.006093 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-f1ae8fc3-e165-4c00-bc6e-7bc4313fb504 None None] Attempting to bind port f40bff92-422b-44d2-9ffc-4c024a806607 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:15:25.006460 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-f1ae8fc3-e165-4c00-bc6e-7bc4313fb504 None None] Attempting to bind port f40bff92-422b-44d2-9ffc-4c024a806607 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '92a3ec96-4c22-48f7-9d22-754dec0ace22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a662d271-a7f4-448b-bdec-8cf512d420d9'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:15:25.007084 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ae8fc3-e165-4c00-bc6e-7bc4313fb504 None None] Attempting to bind port f40bff92-422b-44d2-9ffc-4c024a806607 on network a662d271-a7f4-448b-bdec-8cf512d420d9 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:15:25.012789 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ae8fc3-e165-4c00-bc6e-7bc4313fb504 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:15:25.013724 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ae8fc3-e165-4c00-bc6e-7bc4313fb504 None None] Checking segment: {'id': '92a3ec96-4c22-48f7-9d22-754dec0ace22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a662d271-a7f4-448b-bdec-8cf512d420d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:15:25.014147 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f1ae8fc3-e165-4c00-bc6e-7bc4313fb504 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:25.014540 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ae8fc3-e165-4c00-bc6e-7bc4313fb504 None None] Bound using segment: {'id': '92a3ec96-4c22-48f7-9d22-754dec0ace22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a662d271-a7f4-448b-bdec-8cf512d420d9'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:15:25.015050 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-f1ae8fc3-e165-4c00-bc6e-7bc4313fb504 None None] Bound port: f40bff92-422b-44d2-9ffc-4c024a806607, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92a3ec96-4c22-48f7-9d22-754dec0ace22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a662d271-a7f4-448b-bdec-8cf512d420d9'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:15:25.015437 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f1ae8fc3-e165-4c00-bc6e-7bc4313fb504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f40bff92-422b-44d2-9ffc-4c024a806607), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:25.019609 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-00c3ee7b-ff28-46d8-818c-b677f4ab9ee1 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] 10.222.0.32 "GET /v2.0/ports/f4736e01-fdee-4265-915f-acc82aa9aa03/tags HTTP/1.1" status: 200  len: 241 time: 0.1283545
May 07 22:15:25.025701 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49714) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:25.028645 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de55463e-5fa9-4b80-864a-37acc8897caa req-f6139acb-8374-43b5-b363-7d4a429d5c5d tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:15:25.030139 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-de55463e-5fa9-4b80-864a-37acc8897caa req-f6139acb-8374-43b5-b363-7d4a429d5c5d tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=cbb9cccc-0708-4d94-95ef-2fdc1fe91932 HTTP/1.1" status: 200  len: 1125 time: 0.0697978
May 07 22:15:25.042322 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.tag.tag_plugin [None req-e57812f0-5cd2-48e5-97d2-4efdf36e24aa tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7faf8c6dad00>, 'ports', 'f4736e01-fdee-4265-915f-acc82aa9aa03', 'tempest-TagsExtTest-Tag-1301048903') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:15:25.091670 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-de55463e-5fa9-4b80-864a-37acc8897caa req-fdaaafc6-1151-4d9f-b917-3469f36d13ba tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cfc9492a-4113-46b8-a907-cde339303416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0547004
May 07 22:15:25.108358 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b44e43a-7eb5-4df5-bf9d-0f7302666691 req-c700543d-f0ef-4987-aa8e-6160b60b5d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:15:25.109912 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9b44e43a-7eb5-4df5-bf9d-0f7302666691 req-c700543d-f0ef-4987-aa8e-6160b60b5d9b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3445155a-a289-45a0-a3b2-ac8b816f4f51 HTTP/1.1" status: 200  len: 849 time: 0.1381071
May 07 22:15:25.110228 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-f1ae8fc3-e165-4c00-bc6e-7bc4313fb504 None None] For port f40bff92-422b-44d2-9ffc-4c024a806607, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:15:25.114559 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-f1ae8fc3-e165-4c00-bc6e-7bc4313fb504 None None] For port f40bff92-422b-44d2-9ffc-4c024a806607, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f40bff92-422b-44d2-9ffc-4c024a806607,segment=NetworkSegment(92a3ec96-4c22-48f7-9d22-754dec0ace22),segment_id=92a3ec96-4c22-48f7-9d22-754dec0ace22)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:15:25.121433 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f1ae8fc3-e165-4c00-bc6e-7bc4313fb504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (f40bff92-422b-44d2-9ffc-4c024a806607), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:25.136271 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-e57812f0-5cd2-48e5-97d2-4efdf36e24aa tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] 10.222.0.32 "GET /v2.0/ports/f4736e01-fdee-4265-915f-acc82aa9aa03/tags/tempest-TagsExtTest-Tag-1301048903 HTTP/1.1" status: 204  len: 168 time: 0.1090488
May 07 22:15:25.139503 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49724) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:25.145886 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.tag.tag_plugin [None req-e9e2f502-b697-4606-9aa8-8992c654eb1a tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7faf8680e430>, 'ports', 'f4736e01-fdee-4265-915f-acc82aa9aa03', 'tempest-TagsExtTest-Tag-1301048903') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:15:25.173193 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b44e43a-7eb5-4df5-bf9d-0f7302666691 req-09fc97f1-7a5e-45f4-a751-9af70cddb54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:15:25.175674 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9b44e43a-7eb5-4df5-bf9d-0f7302666691 req-09fc97f1-7a5e-45f4-a751-9af70cddb54b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=70fd104c-7c86-4065-a52d-06f0c8cd30c4&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0600653
May 07 22:15:25.207728 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ae8fc3-e165-4c00-bc6e-7bc4313fb504 None None] Pushing event updated for resources: {'Port': ['ID=f40bff92-422b-44d2-9ffc-4c024a806607,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:25.252067 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-e9e2f502-b697-4606-9aa8-8992c654eb1a tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] 10.222.0.32 "DELETE /v2.0/ports/f4736e01-fdee-4265-915f-acc82aa9aa03/tags/tempest-TagsExtTest-Tag-1301048903 HTTP/1.1" status: 204  len: 168 time: 0.1111395
May 07 22:15:25.254486 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49734) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:25.260578 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.tag.tag_plugin [None req-0126d810-1689-4227-a9a9-c6720481dca0 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7faf8680e040>, 'ports', 'f4736e01-fdee-4265-915f-acc82aa9aa03') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:15:25.311384 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9b44e43a-7eb5-4df5-bf9d-0f7302666691 req-bb8c6d9d-687b-457a-8f8b-e2d027d5803c service neutron] 10.222.0.59 "GET /v2.0/networks/70fd104c-7c86-4065-a52d-06f0c8cd30c4?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1274383
May 07 22:15:25.322253 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-0126d810-1689-4227-a9a9-c6720481dca0 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] 10.222.0.32 "GET /v2.0/ports/f4736e01-fdee-4265-915f-acc82aa9aa03/tags HTTP/1.1" status: 200  len: 205 time: 0.0666232
May 07 22:15:25.328364 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49742) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:25.340977 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.tag.tag_plugin [None req-305182dc-df76-48de-907c-2bee6f67a6a3 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7faf87c11850>, 'routers', 'd14cb5dc-2279-413b-a379-4dadc2b74c97') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:15:25.498355 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-305182dc-df76-48de-907c-2bee6f67a6a3 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] 10.222.0.32 "GET /v2.0/routers/d14cb5dc-2279-413b-a379-4dadc2b74c97/tags HTTP/1.1" status: 200  len: 240 time: 0.1659083
May 07 22:15:25.501300 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 4a837318-516a-4ad3-8f47-b08117406901 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:15:25.509583 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9b44e43a-7eb5-4df5-bf9d-0f7302666691 req-dfa47a06-5512-44ca-95b5-c156db060246 service neutron] 10.222.0.59 "GET /v2.0/networks/70fd104c-7c86-4065-a52d-06f0c8cd30c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1924076
May 07 22:15:25.510375 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49756) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:25.520647 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.tag.tag_plugin [None req-2b3de5e8-59fb-46e8-aa5f-7956520f3451 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7faf86f8aee0>, 'routers', 'd14cb5dc-2279-413b-a379-4dadc2b74c97', 'tempest-TagsExtTest-Tag-883134523') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:15:25.666198 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-2b3de5e8-59fb-46e8-aa5f-7956520f3451 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] 10.222.0.32 "GET /v2.0/routers/d14cb5dc-2279-413b-a379-4dadc2b74c97/tags/tempest-TagsExtTest-Tag-883134523 HTTP/1.1" status: 204  len: 168 time: 0.1544316
May 07 22:15:25.668759 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49770) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:25.675684 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.tag.tag_plugin [None req-df166d13-2937-46ef-907d-a287b3fde9a5 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7faf874ebd90>, 'routers', 'd14cb5dc-2279-413b-a379-4dadc2b74c97', 'tempest-TagsExtTest-Tag-883134523') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:15:25.681404 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 4a837318-516a-4ad3-8f47-b08117406901, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4a837318-516a-4ad3-8f47-b08117406901,segment=NetworkSegment(36738b93-4b30-4517-bcc7-c5a063eccc3c),segment_id=36738b93-4b30-4517-bcc7-c5a063eccc3c)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:15:25.698489 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': '4a837318-516a-4ad3-8f47-b08117406901', 'network_id': '70fd104c-7c86-4065-a52d-06f0c8cd30c4', 'port_id': '4a837318-516a-4ad3-8f47-b08117406901', 'mac_address': 'fa:16:3e:85:51:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3445155a-a289-45a0-a3b2-ac8b816f4f51', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:15:25.766590 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 4a837318-516a-4ad3-8f47-b08117406901 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:15:25.767529 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (4a837318-516a-4ad3-8f47-b08117406901), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:25.783910 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49776) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:25.784100 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-df166d13-2937-46ef-907d-a287b3fde9a5 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] 10.222.0.32 "DELETE /v2.0/routers/d14cb5dc-2279-413b-a379-4dadc2b74c97/tags/tempest-TagsExtTest-Tag-883134523 HTTP/1.1" status: 204  len: 168 time: 0.1136639
May 07 22:15:25.788759 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.tag.tag_plugin [None req-56ed0f02-82ba-4312-ac70-116f07907b82 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7faf8cab3c40>, 'routers', 'd14cb5dc-2279-413b-a379-4dadc2b74c97') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:15:25.796945 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a837318-516a-4ad3-8f47-b08117406901 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:15:25.823014 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 4a837318-516a-4ad3-8f47-b08117406901, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4a837318-516a-4ad3-8f47-b08117406901,segment=NetworkSegment(36738b93-4b30-4517-bcc7-c5a063eccc3c),segment_id=36738b93-4b30-4517-bcc7-c5a063eccc3c)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:15:25.839052 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (4a837318-516a-4ad3-8f47-b08117406901), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:25.890067 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49780) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:25.894701 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.tag.tag_plugin [None req-eb10a155-1e8f-4f20-b94b-69438c0e4684 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7faf86ebf970>, 'subnetpools', '1bc8e819-13a5-4b80-8254-57737eb02b30') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:15:25.897402 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-56ed0f02-82ba-4312-ac70-116f07907b82 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] 10.222.0.32 "GET /v2.0/routers/d14cb5dc-2279-413b-a379-4dadc2b74c97/tags HTTP/1.1" status: 200  len: 205 time: 0.1072588
May 07 22:15:25.911810 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=4a837318-516a-4ad3-8f47-b08117406901,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:25.938263 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-eb10a155-1e8f-4f20-b94b-69438c0e4684 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] 10.222.0.32 "GET /v2.0/subnetpools/1bc8e819-13a5-4b80-8254-57737eb02b30/tags HTTP/1.1" status: 200  len: 240 time: 0.0470946
May 07 22:15:25.940823 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49792) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:25.945705 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.tag.tag_plugin [None req-e18bedcf-c56a-48d3-b3dd-af44995493ca tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7faf879506d0>, 'subnetpools', '1bc8e819-13a5-4b80-8254-57737eb02b30', 'tempest-TagsExtTest-Tag-756380108') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:15:25.964353 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-e18bedcf-c56a-48d3-b3dd-af44995493ca tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] 10.222.0.32 "GET /v2.0/subnetpools/1bc8e819-13a5-4b80-8254-57737eb02b30/tags/tempest-TagsExtTest-Tag-756380108 HTTP/1.1" status: 204  len: 168 time: 0.0224373
May 07 22:15:25.967817 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49796) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:25.972406 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.tag.tag_plugin [None req-2ba8a54c-4d53-4f64-bed3-cd94bdd30889 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (<neutron_lib.context.Context object at 0x7faf8c6dad00>, 'subnetpools', '1bc8e819-13a5-4b80-8254-57737eb02b30', 'tempest-TagsExtTest-Tag-756380108') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:15:26.009962 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-2ba8a54c-4d53-4f64-bed3-cd94bdd30889 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] 10.222.0.32 "DELETE /v2.0/subnetpools/1bc8e819-13a5-4b80-8254-57737eb02b30/tags/tempest-TagsExtTest-Tag-756380108 HTTP/1.1" status: 204  len: 168 time: 0.0410604
May 07 22:15:26.012572 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49798) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:26.017837 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.tag.tag_plugin [None req-e874d979-6335-41b1-8e59-f14d0f18261f tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (<neutron_lib.context.Context object at 0x7faf866e1a90>, 'subnetpools', '1bc8e819-13a5-4b80-8254-57737eb02b30') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:15:26.033575 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49800) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:26.050260 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-e874d979-6335-41b1-8e59-f14d0f18261f tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] 10.222.0.32 "GET /v2.0/subnetpools/1bc8e819-13a5-4b80-8254-57737eb02b30/tags HTTP/1.1" status: 200  len: 205 time: 0.0360353
May 07 22:15:26.052902 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49804) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:26.059061 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.tag.tag_plugin [None req-e1be86c8-c0c7-4349-9ab9-ba64b9292055 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7faf8d50fdf0>, 'subnetpools', '1bc8e819-13a5-4b80-8254-57737eb02b30') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:15:26.066341 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['4a837318-516a-4ad3-8f47-b08117406901'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:15:26.090588 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-e1be86c8-c0c7-4349-9ab9-ba64b9292055 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] 10.222.0.32 "DELETE /v2.0/subnetpools/1bc8e819-13a5-4b80-8254-57737eb02b30/tags HTTP/1.1" status: 204  len: 168 time: 0.0364158
May 07 22:15:26.093835 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49806) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:26.100107 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.tag.tag_plugin [None req-5a24c13c-839f-4059-8c19-e764b2ed2ebc tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7faf8c58aa90>, 'routers', 'd14cb5dc-2279-413b-a379-4dadc2b74c97') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:15:26.194979 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c38b911b-d852-422f-80d1-d1400545a7da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:26.202516 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-5a24c13c-839f-4059-8c19-e764b2ed2ebc tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] 10.222.0.32 "DELETE /v2.0/routers/d14cb5dc-2279-413b-a379-4dadc2b74c97/tags HTTP/1.1" status: 204  len: 168 time: 0.1074867
May 07 22:15:26.207441 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49810) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:26.215211 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.tag.tag_plugin [None req-c8145457-4832-46be-8d9d-6de83292ec60 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7faf86fac190>, 'ports', 'f4736e01-fdee-4265-915f-acc82aa9aa03') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:15:26.293332 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-c8145457-4832-46be-8d9d-6de83292ec60 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] 10.222.0.32 "DELETE /v2.0/ports/f4736e01-fdee-4265-915f-acc82aa9aa03/tags HTTP/1.1" status: 204  len: 168 time: 0.0847244
May 07 22:15:26.297295 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49812) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:26.302059 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.tag.tag_plugin [None req-ffffbd49-dc28-4cc3-b54a-9e8c05298ad9 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7faf8cf03c10>, 'subnets', 'abcb79e7-831d-4025-90f1-fac3a8c640be') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:15:26.305270 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2a14e4-6107-4abb-9986-51d00682eed9 req-cd07ad27-84cc-42bf-9d4c-75ea110dc4c4 tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:15:26.306838 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2e2a14e4-6107-4abb-9986-51d00682eed9 req-cd07ad27-84cc-42bf-9d4c-75ea110dc4c4 tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=cbb9cccc-0708-4d94-95ef-2fdc1fe91932 HTTP/1.1" status: 200  len: 1126 time: 0.0888426
May 07 22:15:26.406219 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-ffffbd49-dc28-4cc3-b54a-9e8c05298ad9 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] 10.222.0.32 "DELETE /v2.0/subnets/abcb79e7-831d-4025-90f1-fac3a8c640be/tags HTTP/1.1" status: 204  len: 168 time: 0.1077030
May 07 22:15:26.410347 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49814) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:26.416828 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.tag.tag_plugin [None req-e4dd0910-f7a6-43fb-9f4f-f1ea9f3d1f41 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7faf8c78a100>, 'subnets', 'abcb79e7-831d-4025-90f1-fac3a8c640be', 'tempest-TagsExtTest-Tag-542946847') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:15:26.431241 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2e2a14e4-6107-4abb-9986-51d00682eed9 req-a38bc9d2-614d-4593-9e0a-7ed8741d25c2 tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cfc9492a-4113-46b8-a907-cde339303416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0967014
May 07 22:15:26.448566 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c38b911b-d852-422f-80d1-d1400545a7da admin admin] Publish callbacks [] for security_group (f29f1f78-e545-41dc-bea4-f6d9d2e3bd06), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:26.464413 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c38b911b-d852-422f-80d1-d1400545a7da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (f29f1f78-e545-41dc-bea4-f6d9d2e3bd06), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:26.498545 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-e4dd0910-f7a6-43fb-9f4f-f1ea9f3d1f41 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] 10.222.0.32 "PUT /v2.0/subnets/abcb79e7-831d-4025-90f1-fac3a8c640be/tags/tempest-TagsExtTest-Tag-542946847 HTTP/1.1" status: 201  len: 201 time: 0.0859578
May 07 22:15:26.501024 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49816) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:26.505488 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.tag.tag_plugin [None req-3b5c91ab-8bc1-4cdc-b64f-93ebbdf364a8 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7faf8c955970>, 'ports', 'f4736e01-fdee-4265-915f-acc82aa9aa03', 'tempest-TagsExtTest-Tag-1686241355') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:15:26.509081 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-c38b911b-d852-422f-80d1-d1400545a7da admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4fdda4cda3b543218d98019f17a4c31f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4730549
May 07 22:15:26.509935 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38b911b-d852-422f-80d1-d1400545a7da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f29f1f78-e545-41dc-bea4-f6d9d2e3bd06,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:26.512376 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49818) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:26.547495 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-97181a5e-7656-4951-ab64-b94790229674 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:26.565743 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e3fbc72d-3def-4c39-b03e-2dca1cb76668 admin admin] Publish callbacks [] for security_group (f29f1f78-e545-41dc-bea4-f6d9d2e3bd06), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:26.584882 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27ebb14-2a4d-49db-8fa7-6f4058528327 None None] Network a662d271-a7f4-448b-bdec-8cf512d420d9 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:15:26.589093 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-3b5c91ab-8bc1-4cdc-b64f-93ebbdf364a8 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] 10.222.0.32 "PUT /v2.0/ports/f4736e01-fdee-4265-915f-acc82aa9aa03/tags/tempest-TagsExtTest-Tag-1686241355 HTTP/1.1" status: 201  len: 201 time: 0.0870521
May 07 22:15:26.591782 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49820) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:26.596646 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.tag.tag_plugin [None req-ed1dd5a7-ef71-4445-9d32-a74c62a3f59e tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7faf8c955520>, 'routers', 'd14cb5dc-2279-413b-a379-4dadc2b74c97', 'tempest-TagsExtTest-Tag-586094195') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:15:26.606185 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e3fbc72d-3def-4c39-b03e-2dca1cb76668 admin admin] Publish callbacks [] for security_group (f29f1f78-e545-41dc-bea4-f6d9d2e3bd06), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:26.659307 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-f3ac122d-adc0-42f0-af7d-83a00a222250 None None] Provisioning complete for port f40bff92-422b-44d2-9ffc-4c024a806607 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:15:26.659968 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f3ac122d-adc0-42f0-af7d-83a00a222250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (f40bff92-422b-44d2-9ffc-4c024a806607), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:26.671079 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e3fbc72d-3def-4c39-b03e-2dca1cb76668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (f29f1f78-e545-41dc-bea4-f6d9d2e3bd06), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:26.674199 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e3fbc72d-3def-4c39-b03e-2dca1cb76668 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:26.675543 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-e3fbc72d-3def-4c39-b03e-2dca1cb76668 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f29f1f78-e545-41dc-bea4-f6d9d2e3bd06 HTTP/1.1" status: 204  len: 168 time: 0.1621804
May 07 22:15:26.683611 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fbc72d-3def-4c39-b03e-2dca1cb76668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f29f1f78-e545-41dc-bea4-f6d9d2e3bd06,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:26.703826 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-ed1dd5a7-ef71-4445-9d32-a74c62a3f59e tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] 10.222.0.32 "PUT /v2.0/routers/d14cb5dc-2279-413b-a379-4dadc2b74c97/tags/tempest-TagsExtTest-Tag-586094195 HTTP/1.1" status: 201  len: 201 time: 0.1107340
May 07 22:15:26.706304 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49824) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:26.711469 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.tag.tag_plugin [None req-bcba177c-1e4f-4bd1-b7ff-e4de4aa234ad tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (<neutron_lib.context.Context object at 0x7faf86b11310>, 'subnetpools', '1bc8e819-13a5-4b80-8254-57737eb02b30', 'tempest-TagsExtTest-Tag-400053337') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:15:26.741857 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-bcba177c-1e4f-4bd1-b7ff-e4de4aa234ad tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] 10.222.0.32 "PUT /v2.0/subnetpools/1bc8e819-13a5-4b80-8254-57737eb02b30/tags/tempest-TagsExtTest-Tag-400053337 HTTP/1.1" status: 201  len: 201 time: 0.0344286
May 07 22:15:26.744856 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49826) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:26.749851 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.tag.tag_plugin [None req-1cf0a29a-f13c-4d0c-af6d-83b13a3f7f1c tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7faf86844040>, 'subnets', 'abcb79e7-831d-4025-90f1-fac3a8c640be', {'tags': ['tempest-TagsExtTest-Tag-1755332185', 'tempest-TagsExtTest-Tag-1753459765', 'tempest-TagsExtTest-Tag-939860174']}) {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:15:26.819944 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-f3ac122d-adc0-42f0-af7d-83a00a222250 None None] Current status of the port f40bff92-422b-44d2-9ffc-4c024a806607 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:15:26.820408 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f3ac122d-adc0-42f0-af7d-83a00a222250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f40bff92-422b-44d2-9ffc-4c024a806607), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:26.825040 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49830) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:26.825731 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-1cf0a29a-f13c-4d0c-af6d-83b13a3f7f1c tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] 10.222.0.32 "PUT /v2.0/subnets/abcb79e7-831d-4025-90f1-fac3a8c640be/tags HTTP/1.1" status: 200  len: 317 time: 0.0794563
May 07 22:15:26.829704 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.tag.tag_plugin [None req-9d0eaf98-3af7-464c-943c-cfb912597240 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7faf86bef490>, 'subnets', 'abcb79e7-831d-4025-90f1-fac3a8c640be') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:15:26.863674 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-f3ac122d-adc0-42f0-af7d-83a00a222250 None None] For port f40bff92-422b-44d2-9ffc-4c024a806607, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f40bff92-422b-44d2-9ffc-4c024a806607,segment=NetworkSegment(92a3ec96-4c22-48f7-9d22-754dec0ace22),segment_id=92a3ec96-4c22-48f7-9d22-754dec0ace22)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:15:26.868978 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f3ac122d-adc0-42f0-af7d-83a00a222250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (f40bff92-422b-44d2-9ffc-4c024a806607), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:26.894946 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-9d0eaf98-3af7-464c-943c-cfb912597240 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] 10.222.0.32 "DELETE /v2.0/subnets/abcb79e7-831d-4025-90f1-fac3a8c640be/tags HTTP/1.1" status: 204  len: 168 time: 0.0687909
May 07 22:15:26.897881 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49832) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:26.902633 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.tag.tag_plugin [None req-c8c4ab71-374c-4c30-a9f1-76ca893e1c02 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7faf8c487b50>, 'subnets', 'abcb79e7-831d-4025-90f1-fac3a8c640be', 'tempest-TagsExtTest-Tag-1755332185') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:15:26.935909 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ac122d-adc0-42f0-af7d-83a00a222250 None None] Pushing event updated for resources: {'Port': ['ID=f40bff92-422b-44d2-9ffc-4c024a806607,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:26.951646 ncdv-master-1 neutron-server[121836]: INFO neutron.api.v2.resource [None req-c8c4ab71-374c-4c30-a9f1-76ca893e1c02 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] show failed (client error): The resource could not be found.
May 07 22:15:26.952802 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-c8c4ab71-374c-4c30-a9f1-76ca893e1c02 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] 10.222.0.32 "GET /v2.0/subnets/abcb79e7-831d-4025-90f1-fac3a8c640be/tags/tempest-TagsExtTest-Tag-1755332185 HTTP/1.1" status: 404  len: 329 time: 0.0539377
May 07 22:15:26.955708 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49836) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:26.960957 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.tag.tag_plugin [None req-7d38dbf3-4647-4313-baf9-54144520c746 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7faf87b472b0>, 'subnets', 'abcb79e7-831d-4025-90f1-fac3a8c640be', 'tempest-TagsExtTest-Tag-1753459765') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:15:27.043044 ncdv-master-1 neutron-server[121836]: INFO neutron.api.v2.resource [None req-7d38dbf3-4647-4313-baf9-54144520c746 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] show failed (client error): The resource could not be found.
May 07 22:15:27.051189 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49838) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:27.051489 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-7d38dbf3-4647-4313-baf9-54144520c746 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] 10.222.0.32 "GET /v2.0/subnets/abcb79e7-831d-4025-90f1-fac3a8c640be/tags/tempest-TagsExtTest-Tag-1753459765 HTTP/1.1" status: 404  len: 329 time: 0.0945618
May 07 22:15:27.056195 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.tag.tag_plugin [None req-ba4ef5fe-92dc-4989-b02f-e1c6b2214164 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7faf862d9970>, 'subnets', 'abcb79e7-831d-4025-90f1-fac3a8c640be', 'tempest-TagsExtTest-Tag-939860174') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:15:27.084915 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device f40bff92-422b-44d2-9ffc-4c024a806607 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:15:27.108210 ncdv-master-1 neutron-server[121837]: INFO neutron.api.v2.resource [None req-ba4ef5fe-92dc-4989-b02f-e1c6b2214164 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] show failed (client error): The resource could not be found.
May 07 22:15:27.110048 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-ddacc50a-f04d-47ec-bebd-52e7ec6446cd None None] Provisioning complete for port f40bff92-422b-44d2-9ffc-4c024a806607 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:15:27.110426 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ddacc50a-f04d-47ec-bebd-52e7ec6446cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (f40bff92-422b-44d2-9ffc-4c024a806607), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:27.111319 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-ba4ef5fe-92dc-4989-b02f-e1c6b2214164 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] 10.222.0.32 "GET /v2.0/subnets/abcb79e7-831d-4025-90f1-fac3a8c640be/tags/tempest-TagsExtTest-Tag-939860174 HTTP/1.1" status: 404  len: 328 time: 0.0586932
May 07 22:15:27.114211 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49840) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:27.114682 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49842) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:27.118985 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.tag.tag_plugin [None req-a537e6c4-5c7e-4d84-9d89-b1fa542c9a31 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7faf8d48a280>, 'ports', 'f4736e01-fdee-4265-915f-acc82aa9aa03', {'tags': ['tempest-TagsExtTest-Tag-26309374', 'tempest-TagsExtTest-Tag-2112116625', 'tempest-TagsExtTest-Tag-1822694498']}) {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:15:27.130330 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0d1978f4-9863-4ba5-b7a5-a67f9431574c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:27.224209 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port f40bff92-422b-44d2-9ffc-4c024a806607 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:15:27.225333 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-a537e6c4-5c7e-4d84-9d89-b1fa542c9a31 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] 10.222.0.32 "PUT /v2.0/ports/f4736e01-fdee-4265-915f-acc82aa9aa03/tags HTTP/1.1" status: 200  len: 316 time: 0.1095634
May 07 22:15:27.227882 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49844) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:27.232502 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (f40bff92-422b-44d2-9ffc-4c024a806607), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:27.235981 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.tag.tag_plugin [None req-8cb2bf3d-9075-434d-bc0e-54d4c26629b5 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7faf86d30ac0>, 'ports', 'f4736e01-fdee-4265-915f-acc82aa9aa03') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:15:27.265724 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0d1978f4-9863-4ba5-b7a5-a67f9431574c admin admin] Publish callbacks [] for security_group (392af63c-6f51-4015-b99b-76a571a07dc7), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:27.273972 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0d1978f4-9863-4ba5-b7a5-a67f9431574c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (392af63c-6f51-4015-b99b-76a571a07dc7), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:27.296000 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-ddacc50a-f04d-47ec-bebd-52e7ec6446cd None None] Current status of the port f40bff92-422b-44d2-9ffc-4c024a806607 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:15:27.310980 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-ddacc50a-f04d-47ec-bebd-52e7ec6446cd None None] Provisioning complete for port f4736e01-fdee-4265-915f-acc82aa9aa03 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:15:27.311458 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ddacc50a-f04d-47ec-bebd-52e7ec6446cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (f4736e01-fdee-4265-915f-acc82aa9aa03), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:27.340367 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-0d1978f4-9863-4ba5-b7a5-a67f9431574c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=af779f7c532d4260b10c954aed32a264&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2241442
May 07 22:15:27.341664 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1978f4-9863-4ba5-b7a5-a67f9431574c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=392af63c-6f51-4015-b99b-76a571a07dc7,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:27.344157 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49846) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:27.371666 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-8cb2bf3d-9075-434d-bc0e-54d4c26629b5 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] 10.222.0.32 "DELETE /v2.0/ports/f4736e01-fdee-4265-915f-acc82aa9aa03/tags HTTP/1.1" status: 204  len: 168 time: 0.1427085
May 07 22:15:27.374934 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49848) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:27.380811 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.tag.tag_plugin [None req-ef191404-1f96-4a8e-b15d-7f51093488d1 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7faf861dd520>, 'ports', 'f4736e01-fdee-4265-915f-acc82aa9aa03', 'tempest-TagsExtTest-Tag-26309374') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:15:27.397594 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-ddacc50a-f04d-47ec-bebd-52e7ec6446cd None None] Port f4736e01-fdee-4265-915f-acc82aa9aa03 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:15:27.410030 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a50ba8e5-dcf7-4da1-bf07-a16e3eea6237 admin admin] Publish callbacks [] for security_group (392af63c-6f51-4015-b99b-76a571a07dc7), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:27.423971 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port f40bff92-422b-44d2-9ffc-4c024a806607 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:15:27.439597 ncdv-master-1 neutron-server[121836]: INFO neutron.api.v2.resource [None req-ef191404-1f96-4a8e-b15d-7f51093488d1 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] show failed (client error): The resource could not be found.
May 07 22:15:27.444935 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-ef191404-1f96-4a8e-b15d-7f51093488d1 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] 10.222.0.32 "GET /v2.0/ports/f4736e01-fdee-4265-915f-acc82aa9aa03/tags/tempest-TagsExtTest-Tag-26309374 HTTP/1.1" status: 404  len: 327 time: 0.0680265
May 07 22:15:27.445147 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49850) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:27.449110 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.tag.tag_plugin [None req-9fde197f-f088-4fa3-a69d-0234df667a97 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7faf85223c40>, 'ports', 'f4736e01-fdee-4265-915f-acc82aa9aa03', 'tempest-TagsExtTest-Tag-2112116625') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:15:27.452422 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a50ba8e5-dcf7-4da1-bf07-a16e3eea6237 admin admin] Publish callbacks [] for security_group (392af63c-6f51-4015-b99b-76a571a07dc7), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:27.457557 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:27.518825 ncdv-master-1 neutron-server[121837]: INFO neutron.api.v2.resource [None req-9fde197f-f088-4fa3-a69d-0234df667a97 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] show failed (client error): The resource could not be found.
May 07 22:15:27.519518 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 4a837318-516a-4ad3-8f47-b08117406901 up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:15:27.519784 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-9fde197f-f088-4fa3-a69d-0234df667a97 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] 10.222.0.32 "GET /v2.0/ports/f4736e01-fdee-4265-915f-acc82aa9aa03/tags/tempest-TagsExtTest-Tag-2112116625 HTTP/1.1" status: 404  len: 329 time: 0.0741224
May 07 22:15:27.523964 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49860) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:27.532058 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.tag.tag_plugin [None req-ea727044-f359-4524-9100-80b7a85fd8b0 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7faf86f13070>, 'ports', 'f4736e01-fdee-4265-915f-acc82aa9aa03', 'tempest-TagsExtTest-Tag-1822694498') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:15:27.553519 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-f0a3aae9-b1eb-4e86-a54b-f0d975a406bf None None] Provisioning complete for port f4736e01-fdee-4265-915f-acc82aa9aa03 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:15:27.554135 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f0a3aae9-b1eb-4e86-a54b-f0d975a406bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (f4736e01-fdee-4265-915f-acc82aa9aa03), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:27.580584 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a50ba8e5-dcf7-4da1-bf07-a16e3eea6237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (392af63c-6f51-4015-b99b-76a571a07dc7), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:27.583311 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a50ba8e5-dcf7-4da1-bf07-a16e3eea6237 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:27.584449 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-a50ba8e5-dcf7-4da1-bf07-a16e3eea6237 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/392af63c-6f51-4015-b99b-76a571a07dc7 HTTP/1.1" status: 204  len: 168 time: 0.2376738
May 07 22:15:27.595097 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b771579-0587-40b0-af12-214f6fc507b7 req-a80afc0b-ad15-4310-9b97-b6360d322896 tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:15:27.608321 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-f0a3aae9-b1eb-4e86-a54b-f0d975a406bf None None] Port f4736e01-fdee-4265-915f-acc82aa9aa03 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:15:27.615173 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning for port 4a837318-516a-4ad3-8f47-b08117406901 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 22:15:27.619407 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1b771579-0587-40b0-af12-214f6fc507b7 req-a80afc0b-ad15-4310-9b97-b6360d322896 tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=cbb9cccc-0708-4d94-95ef-2fdc1fe91932 HTTP/1.1" status: 200  len: 1126 time: 0.1019762
May 07 22:15:27.623489 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port 4a837318-516a-4ad3-8f47-b08117406901 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:15:27.624155 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (4a837318-516a-4ad3-8f47-b08117406901), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:27.624851 ncdv-master-1 neutron-server[121837]: INFO neutron.api.v2.resource [None req-ea727044-f359-4524-9100-80b7a85fd8b0 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] show failed (client error): The resource could not be found.
May 07 22:15:27.625906 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-ea727044-f359-4524-9100-80b7a85fd8b0 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] 10.222.0.32 "GET /v2.0/ports/f4736e01-fdee-4265-915f-acc82aa9aa03/tags/tempest-TagsExtTest-Tag-1822694498 HTTP/1.1" status: 404  len: 329 time: 0.1011779
May 07 22:15:27.628775 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49872) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:27.633509 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.tag.tag_plugin [None req-536c2acf-ac5a-44ae-95eb-63ff8e205c03 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7faf875a50a0>, 'routers', 'd14cb5dc-2279-413b-a379-4dadc2b74c97', {'tags': ['tempest-TagsExtTest-Tag-596304000', 'tempest-TagsExtTest-Tag-3920999', 'tempest-TagsExtTest-Tag-2018460237']}) {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:15:27.673497 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1b771579-0587-40b0-af12-214f6fc507b7 req-aaee3fbe-cc78-47e5-b4c4-8a86d9e953c6 tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cfc9492a-4113-46b8-a907-cde339303416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0525091
May 07 22:15:27.710144 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50ba8e5-dcf7-4da1-bf07-a16e3eea6237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=392af63c-6f51-4015-b99b-76a571a07dc7,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:27.715410 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 4a837318-516a-4ad3-8f47-b08117406901 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:15:27.715530 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (4a837318-516a-4ad3-8f47-b08117406901), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:27.731570 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-536c2acf-ac5a-44ae-95eb-63ff8e205c03 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] 10.222.0.32 "PUT /v2.0/routers/d14cb5dc-2279-413b-a379-4dadc2b74c97/tags HTTP/1.1" status: 200  len: 314 time: 0.1017947
May 07 22:15:27.734413 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49874) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:27.739888 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.tag.tag_plugin [None req-f745a059-6d05-4f11-9548-bef7abbed66c tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7faf8c723ac0>, 'routers', 'd14cb5dc-2279-413b-a379-4dadc2b74c97') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:15:27.767861 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbb9cccc-0708-4d94-95ef-2fdc1fe91932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a837318-516a-4ad3-8f47-b08117406901'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:15:27.770369 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83edfd8d-38ae-44f9-80ac-032c0d16c80c" -d '{"events": [{"server_uuid": "cbb9cccc-0708-4d94-95ef-2fdc1fe91932", "name": "network-vif-plugged", "status": "completed", "tag": "4a837318-516a-4ad3-8f47-b08117406901"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:15:27.787749 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 4a837318-516a-4ad3-8f47-b08117406901, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4a837318-516a-4ad3-8f47-b08117406901,segment=NetworkSegment(36738b93-4b30-4517-bcc7-c5a063eccc3c),segment_id=36738b93-4b30-4517-bcc7-c5a063eccc3c)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:15:27.797389 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (4a837318-516a-4ad3-8f47-b08117406901), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:27.831624 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-919a62f1-d38a-41a6-850d-c983b9c487ce x-openstack-request-id: req-919a62f1-d38a-41a6-850d-c983b9c487ce {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:15:27.831920 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbb9cccc-0708-4d94-95ef-2fdc1fe91932", "name": "network-vif-plugged", "status": "completed", "tag": "4a837318-516a-4ad3-8f47-b08117406901", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:15:27.832179 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-919a62f1-d38a-41a6-850d-c983b9c487ce {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:15:27.832575 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-919a62f1-d38a-41a6-850d-c983b9c487ce'] response: {'server_uuid': 'cbb9cccc-0708-4d94-95ef-2fdc1fe91932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a837318-516a-4ad3-8f47-b08117406901', 'code': 200}
May 07 22:15:27.854254 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-f745a059-6d05-4f11-9548-bef7abbed66c tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] 10.222.0.32 "DELETE /v2.0/routers/d14cb5dc-2279-413b-a379-4dadc2b74c97/tags HTTP/1.1" status: 204  len: 168 time: 0.1186688
May 07 22:15:27.857827 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49880) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:27.863419 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=4a837318-516a-4ad3-8f47-b08117406901,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:27.864484 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.tag.tag_plugin [None req-62696682-2d47-47a4-8386-f283e3184311 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7faf8d02c040>, 'routers', 'd14cb5dc-2279-413b-a379-4dadc2b74c97', 'tempest-TagsExtTest-Tag-596304000') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:15:27.923948 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70e1b3f-7be6-40a7-a0ec-831f37dd8e0f req-b4316567-63dd-429d-a549-cdbc72ea2c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:15:27.925600 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c70e1b3f-7be6-40a7-a0ec-831f37dd8e0f req-b4316567-63dd-429d-a549-cdbc72ea2c50 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=cbb9cccc-0708-4d94-95ef-2fdc1fe91932 HTTP/1.1" status: 200  len: 1127 time: 0.0397851
May 07 22:15:27.946919 ncdv-master-1 neutron-server[121836]: INFO neutron.api.v2.resource [None req-62696682-2d47-47a4-8386-f283e3184311 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] show failed (client error): The resource could not be found.
May 07 22:15:27.950198 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-62696682-2d47-47a4-8386-f283e3184311 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] 10.222.0.32 "GET /v2.0/routers/d14cb5dc-2279-413b-a379-4dadc2b74c97/tags/tempest-TagsExtTest-Tag-596304000 HTTP/1.1" status: 404  len: 328 time: 0.0892038
May 07 22:15:27.951411 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49884) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:27.955933 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.tag.tag_plugin [None req-910602a5-0400-4950-834c-8d92d3fe8827 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7faf872cf9a0>, 'routers', 'd14cb5dc-2279-413b-a379-4dadc2b74c97', 'tempest-TagsExtTest-Tag-3920999') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:15:27.972017 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c70e1b3f-7be6-40a7-a0ec-831f37dd8e0f req-e3476cc4-f334-4d9b-b4a1-afae750eab24 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=cfc9492a-4113-46b8-a907-cde339303416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407460
May 07 22:15:28.033362 ncdv-master-1 neutron-server[121836]: INFO neutron.api.v2.resource [None req-910602a5-0400-4950-834c-8d92d3fe8827 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] show failed (client error): The resource could not be found.
May 07 22:15:28.035389 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-910602a5-0400-4950-834c-8d92d3fe8827 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] 10.222.0.32 "GET /v2.0/routers/d14cb5dc-2279-413b-a379-4dadc2b74c97/tags/tempest-TagsExtTest-Tag-3920999 HTTP/1.1" status: 404  len: 326 time: 0.0827570
May 07 22:15:28.037711 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49894) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:28.041984 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.tag.tag_plugin [None req-7c00947a-9b8f-4d34-bb70-1cf86d6dd5fd tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7faf87d962b0>, 'routers', 'd14cb5dc-2279-413b-a379-4dadc2b74c97', 'tempest-TagsExtTest-Tag-2018460237') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:15:28.120989 ncdv-master-1 neutron-server[121836]: INFO neutron.api.v2.resource [None req-7c00947a-9b8f-4d34-bb70-1cf86d6dd5fd tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] show failed (client error): The resource could not be found.
May 07 22:15:28.125708 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-7c00947a-9b8f-4d34-bb70-1cf86d6dd5fd tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] 10.222.0.32 "GET /v2.0/routers/d14cb5dc-2279-413b-a379-4dadc2b74c97/tags/tempest-TagsExtTest-Tag-2018460237 HTTP/1.1" status: 404  len: 329 time: 0.0838387
May 07 22:15:28.125822 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49898) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:28.130265 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.tag.tag_plugin [None req-8d2dd1de-dc7c-4571-b580-5ff196bc46d8 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (<neutron_lib.context.Context object at 0x7faf8c440730>, 'subnetpools', '1bc8e819-13a5-4b80-8254-57737eb02b30', {'tags': ['tempest-TagsExtTest-Tag-1305232482', 'tempest-TagsExtTest-Tag-1904573492', 'tempest-TagsExtTest-Tag-2115328678']}) {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:15:28.172499 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-8d2dd1de-dc7c-4571-b580-5ff196bc46d8 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] 10.222.0.32 "PUT /v2.0/subnetpools/1bc8e819-13a5-4b80-8254-57737eb02b30/tags HTTP/1.1" status: 200  len: 318 time: 0.0452025
May 07 22:15:28.174825 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49902) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:28.180679 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.tag.tag_plugin [None req-c14bf5db-0774-4a80-ba97-cde61ec3752e tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7faf85e5feb0>, 'subnetpools', '1bc8e819-13a5-4b80-8254-57737eb02b30') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:15:28.231037 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-c14bf5db-0774-4a80-ba97-cde61ec3752e tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] 10.222.0.32 "DELETE /v2.0/subnetpools/1bc8e819-13a5-4b80-8254-57737eb02b30/tags HTTP/1.1" status: 204  len: 168 time: 0.0542786
May 07 22:15:28.233703 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49906) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:28.238250 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.tag.tag_plugin [None req-916a8013-e286-4984-af46-ea1f84c9274d tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7faf85e5f9a0>, 'subnetpools', '1bc8e819-13a5-4b80-8254-57737eb02b30', 'tempest-TagsExtTest-Tag-1305232482') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:15:28.262310 ncdv-master-1 neutron-server[121836]: INFO neutron.api.v2.resource [None req-916a8013-e286-4984-af46-ea1f84c9274d tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] show failed (client error): The resource could not be found.
May 07 22:15:28.263964 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-916a8013-e286-4984-af46-ea1f84c9274d tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] 10.222.0.32 "GET /v2.0/subnetpools/1bc8e819-13a5-4b80-8254-57737eb02b30/tags/tempest-TagsExtTest-Tag-1305232482 HTTP/1.1" status: 404  len: 329 time: 0.0291841
May 07 22:15:28.266941 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49908) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:28.271393 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49910) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:28.271924 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.tag.tag_plugin [None req-e59bc7c6-5518-40ed-8a01-ee3b67d89eba tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7faf85f189a0>, 'subnetpools', '1bc8e819-13a5-4b80-8254-57737eb02b30', 'tempest-TagsExtTest-Tag-1904573492') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:15:28.292197 ncdv-master-1 neutron-server[121837]: INFO neutron.api.v2.resource [None req-e59bc7c6-5518-40ed-8a01-ee3b67d89eba tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] show failed (client error): The resource could not be found.
May 07 22:15:28.293336 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-e59bc7c6-5518-40ed-8a01-ee3b67d89eba tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] 10.222.0.32 "GET /v2.0/subnetpools/1bc8e819-13a5-4b80-8254-57737eb02b30/tags/tempest-TagsExtTest-Tag-1904573492 HTTP/1.1" status: 404  len: 329 time: 0.0252044
May 07 22:15:28.296800 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49916) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:28.301671 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.tag.tag_plugin [None req-82df76e5-7426-4265-ba50-0d1487b70999 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (<neutron_lib.context.Context object at 0x7faf86fb9be0>, 'subnetpools', '1bc8e819-13a5-4b80-8254-57737eb02b30', 'tempest-TagsExtTest-Tag-2115328678') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:15:28.320400 ncdv-master-1 neutron-server[121836]: INFO neutron.api.v2.resource [None req-82df76e5-7426-4265-ba50-0d1487b70999 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] show failed (client error): The resource could not be found.
May 07 22:15:28.321517 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-82df76e5-7426-4265-ba50-0d1487b70999 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] 10.222.0.32 "GET /v2.0/subnetpools/1bc8e819-13a5-4b80-8254-57737eb02b30/tags/tempest-TagsExtTest-Tag-2115328678 HTTP/1.1" status: 404  len: 329 time: 0.0235639
May 07 22:15:28.324776 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49918) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:28.329541 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.tag.tag_plugin [None req-b91f9d02-37e2-4022-842e-dce00fd4768d tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7faf87406520>, 'subnetpools', '1bc8e819-13a5-4b80-8254-57737eb02b30') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:15:28.353375 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-b91f9d02-37e2-4022-842e-dce00fd4768d tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] 10.222.0.32 "DELETE /v2.0/subnetpools/1bc8e819-13a5-4b80-8254-57737eb02b30/tags HTTP/1.1" status: 204  len: 168 time: 0.0274966
May 07 22:15:28.355997 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49922) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:28.360919 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.tag.tag_plugin [None req-ef890498-557c-41b4-8091-7647af54b662 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7faf8c327be0>, 'routers', 'd14cb5dc-2279-413b-a379-4dadc2b74c97') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:15:28.407092 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-362e8141-a7fd-493e-a955-551c7dd35d45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:28.443380 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-ef890498-557c-41b4-8091-7647af54b662 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] 10.222.0.32 "DELETE /v2.0/routers/d14cb5dc-2279-413b-a379-4dadc2b74c97/tags HTTP/1.1" status: 204  len: 168 time: 0.0839744
May 07 22:15:28.443910 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49926) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:28.449828 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.tag.tag_plugin [None req-b0182e89-44d2-48b7-a1a6-2a6e0a55e3d5 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7faf87da0af0>, 'ports', 'f4736e01-fdee-4265-915f-acc82aa9aa03') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:15:28.525686 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-b0182e89-44d2-48b7-a1a6-2a6e0a55e3d5 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] 10.222.0.32 "DELETE /v2.0/ports/f4736e01-fdee-4265-915f-acc82aa9aa03/tags HTTP/1.1" status: 204  len: 168 time: 0.0805781
May 07 22:15:28.528880 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49934) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:28.534031 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.tag.tag_plugin [None req-c558363f-b7f5-4a4b-a926-05db6d2fe55d tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (<neutron_lib.context.Context object at 0x7faf85e81df0>, 'subnets', 'abcb79e7-831d-4025-90f1-fac3a8c640be') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:15:28.534360 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-362e8141-a7fd-493e-a955-551c7dd35d45 admin admin] Publish callbacks [] for security_group (89cf2d0b-fdf4-46b7-89e5-837a8e60f52c), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:28.540435 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-362e8141-a7fd-493e-a955-551c7dd35d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (89cf2d0b-fdf4-46b7-89e5-837a8e60f52c), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:28.581065 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-c558363f-b7f5-4a4b-a926-05db6d2fe55d tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] 10.222.0.32 "DELETE /v2.0/subnets/abcb79e7-831d-4025-90f1-fac3a8c640be/tags HTTP/1.1" status: 204  len: 168 time: 0.0504854
May 07 22:15:28.585515 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49936) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:28.585624 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-362e8141-a7fd-493e-a955-551c7dd35d45 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=54b684b0f2ad42f09a2f5f65ab933a36&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3118412
May 07 22:15:28.586008 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49938) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:28.597168 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362e8141-a7fd-493e-a955-551c7dd35d45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89cf2d0b-fdf4-46b7-89e5-837a8e60f52c,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:28.642192 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-469f209a-7456-47de-a9c9-b39cd40e5a83 admin admin] Publish callbacks [] for security_group (89cf2d0b-fdf4-46b7-89e5-837a8e60f52c), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:28.665561 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-469f209a-7456-47de-a9c9-b39cd40e5a83 admin admin] Publish callbacks [] for security_group (89cf2d0b-fdf4-46b7-89e5-837a8e60f52c), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:28.678970 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-81baa0be-21ff-486e-ae21-265ea1da2be4 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:28.680404 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-81baa0be-21ff-486e-ae21-265ea1da2be4 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] 10.222.0.32 "DELETE /v2.0/subnetpools/1bc8e819-13a5-4b80-8254-57737eb02b30 HTTP/1.1" status: 204  len: 168 time: 0.0934818
May 07 22:15:28.682982 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49940) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:28.721916 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-4da018df-5c31-4e1b-a334-47a543d4394d tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] 10.222.0.32 "GET /v2.0/ports?device_id=d14cb5dc-2279-413b-a379-4dadc2b74c97 HTTP/1.1" status: 200  len: 205 time: 0.0353916
May 07 22:15:28.722266 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 49956) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:28.807647 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-469f209a-7456-47de-a9c9-b39cd40e5a83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (89cf2d0b-fdf4-46b7-89e5-837a8e60f52c), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:28.810251 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-469f209a-7456-47de-a9c9-b39cd40e5a83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:28.811460 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-469f209a-7456-47de-a9c9-b39cd40e5a83 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/89cf2d0b-fdf4-46b7-89e5-837a8e60f52c HTTP/1.1" status: 204  len: 168 time: 0.2263854
May 07 22:15:28.818499 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4d98bf-0037-4ca1-84b7-9a55e9edfa95 req-1f9c84ce-fe94-4cc5-bcfc-0a870cdc0514 tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:15:28.820495 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7d4d98bf-0037-4ca1-84b7-9a55e9edfa95 req-1f9c84ce-fe94-4cc5-bcfc-0a870cdc0514 tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=cbb9cccc-0708-4d94-95ef-2fdc1fe91932 HTTP/1.1" status: 200  len: 1127 time: 0.0608053
May 07 22:15:28.823395 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b64382bc-1758-4f17-8e80-153cbf048c72 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] Publish callbacks [] for router (d14cb5dc-2279-413b-a379-4dadc2b74c97), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:28.865319 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469f209a-7456-47de-a9c9-b39cd40e5a83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89cf2d0b-fdf4-46b7-89e5-837a8e60f52c,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:28.890199 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7d4d98bf-0037-4ca1-84b7-9a55e9edfa95 req-1079fea5-9456-480e-81ae-91bf0da59fe8 tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cfc9492a-4113-46b8-a907-cde339303416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635684
May 07 22:15:29.057521 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b64382bc-1758-4f17-8e80-153cbf048c72 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (d14cb5dc-2279-413b-a379-4dadc2b74c97), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:29.059781 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b64382bc-1758-4f17-8e80-153cbf048c72 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] Publish callbacks [] for router_controller (d14cb5dc-2279-413b-a379-4dadc2b74c97), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:29.106684 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b64382bc-1758-4f17-8e80-153cbf048c72 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (d14cb5dc-2279-413b-a379-4dadc2b74c97), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:29.107309 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b64382bc-1758-4f17-8e80-153cbf048c72 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] Fanout notify agent at l3_agent the message router_deleted on router d14cb5dc-2279-413b-a379-4dadc2b74c97 {{(pid=121837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 22:15:29.114349 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b64382bc-1758-4f17-8e80-153cbf048c72 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:29.117979 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49990) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:29.118139 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-b64382bc-1758-4f17-8e80-153cbf048c72 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] 10.222.0.32 "DELETE /v2.0/routers/d14cb5dc-2279-413b-a379-4dadc2b74c97 HTTP/1.1" status: 204  len: 168 time: 0.3947179
May 07 22:15:29.134398 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 49992) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:29.172002 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:29.225151 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-7000d8ca-94e5-4444-ae2e-87080189d163 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] Deleting port f4736e01-fdee-4265-915f-acc82aa9aa03 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:15:29.225587 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7000d8ca-94e5-4444-ae2e-87080189d163 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (f4736e01-fdee-4265-915f-acc82aa9aa03), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:29.306300 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-70c6092b-cb0b-4498-b166-94d572768ac1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:29.347229 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7000d8ca-94e5-4444-ae2e-87080189d163 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (f4736e01-fdee-4265-915f-acc82aa9aa03), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:29.369006 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-7000d8ca-94e5-4444-ae2e-87080189d163 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] Calling delete_port for f4736e01-fdee-4265-915f-acc82aa9aa03 owned by  {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:15:29.488022 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-70c6092b-cb0b-4498-b166-94d572768ac1 admin admin] Publish callbacks [] for security_group (d1b7ae10-446e-4758-a03f-694ac87e4286), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:29.499073 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-70c6092b-cb0b-4498-b166-94d572768ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (d1b7ae10-446e-4758-a03f-694ac87e4286), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:29.570398 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-70c6092b-cb0b-4498-b166-94d572768ac1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dc58896944b4453089bc72b5241c7ff1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4346163
May 07 22:15:29.573535 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 50012) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:29.574094 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c6092b-cb0b-4498-b166-94d572768ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b7ae10-446e-4758-a03f-694ac87e4286,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:29.598367 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7000d8ca-94e5-4444-ae2e-87080189d163 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (f4736e01-fdee-4265-915f-acc82aa9aa03), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:29.628576 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7000d8ca-94e5-4444-ae2e-87080189d163 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] Pushing event deleted for resources: {'Port': ['ID=f4736e01-fdee-4265-915f-acc82aa9aa03,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:29.650516 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9fee44e2-7322-4cd3-9949-e611925c1af2 admin admin] Publish callbacks [] for security_group (d1b7ae10-446e-4758-a03f-694ac87e4286), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:29.679718 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9fee44e2-7322-4cd3-9949-e611925c1af2 admin admin] Publish callbacks [] for security_group (d1b7ae10-446e-4758-a03f-694ac87e4286), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:29.714380 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7000d8ca-94e5-4444-ae2e-87080189d163 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:29.718857 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-7000d8ca-94e5-4444-ae2e-87080189d163 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] 10.222.0.32 "DELETE /v2.0/ports/f4736e01-fdee-4265-915f-acc82aa9aa03 HTTP/1.1" status: 204  len: 168 time: 0.5994859
May 07 22:15:29.721227 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 50018) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:29.745510 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9fee44e2-7322-4cd3-9949-e611925c1af2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (d1b7ae10-446e-4758-a03f-694ac87e4286), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:29.748968 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9fee44e2-7322-4cd3-9949-e611925c1af2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:29.753035 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-9fee44e2-7322-4cd3-9949-e611925c1af2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d1b7ae10-446e-4758-a03f-694ac87e4286 HTTP/1.1" status: 204  len: 168 time: 0.1721263
May 07 22:15:29.761709 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fee44e2-7322-4cd3-9949-e611925c1af2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b7ae10-446e-4758-a03f-694ac87e4286,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:29.801775 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_v2 [None req-5993f9bc-8ad5-4537-9d4e-3a2b8da13821 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] Deleting subnet abcb79e7-831d-4025-90f1-fac3a8c640be {{(pid=121836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:15:29.806016 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5993f9bc-8ad5-4537-9d4e-3a2b8da13821 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] Publish callbacks [] for subnet (abcb79e7-831d-4025-90f1-fac3a8c640be), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:29.865242 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5993f9bc-8ad5-4537-9d4e-3a2b8da13821 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726883'] for subnet (abcb79e7-831d-4025-90f1-fac3a8c640be), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:29.874141 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 22:15:30.012169 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5993f9bc-8ad5-4537-9d4e-3a2b8da13821 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (abcb79e7-831d-4025-90f1-fac3a8c640be), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:30.048545 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561c8c29-c58d-4a17-9691-763d26bb1d85 req-1693c276-9264-444b-8f2f-1262957d2e13 tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:15:30.055830 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-561c8c29-c58d-4a17-9691-763d26bb1d85 req-1693c276-9264-444b-8f2f-1262957d2e13 tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=cbb9cccc-0708-4d94-95ef-2fdc1fe91932 HTTP/1.1" status: 200  len: 1127 time: 0.0599306
May 07 22:15:30.092763 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5993f9bc-8ad5-4537-9d4e-3a2b8da13821 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (abcb79e7-831d-4025-90f1-fac3a8c640be), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:30.111653 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-561c8c29-c58d-4a17-9691-763d26bb1d85 req-d70cb8de-9587-4d70-b28e-d3cab44ff7e0 tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cfc9492a-4113-46b8-a907-cde339303416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546393
May 07 22:15:30.134821 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5993f9bc-8ad5-4537-9d4e-3a2b8da13821 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] Pushing event deleted for resources: {'Subnet': ['ID=abcb79e7-831d-4025-90f1-fac3a8c640be,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:30.136471 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5993f9bc-8ad5-4537-9d4e-3a2b8da13821 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:30.142470 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-5993f9bc-8ad5-4537-9d4e-3a2b8da13821 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] 10.222.0.32 "DELETE /v2.0/subnets/abcb79e7-831d-4025-90f1-fac3a8c640be HTTP/1.1" status: 204  len: 168 time: 0.4177370
May 07 22:15:30.143449 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 50032) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:30.147571 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d92f6f-0dd3-4e15-984b-2655693e72d2 None None] Network a662d271-a7f4-448b-bdec-8cf512d420d9 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:15:30.316745 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5c0b482a-ddd9-4ec2-b3b2-21a939c755b9 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (a662d271-a7f4-448b-bdec-8cf512d420d9), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:30.322474 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:30.380393 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db90b2d-ba53-423a-b027-97d9149fd523 req-d4a15900-7c3a-4a37-9351-e9622ad9369b tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:15:30.381949 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1db90b2d-ba53-423a-b027-97d9149fd523 req-d4a15900-7c3a-4a37-9351-e9622ad9369b tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=cbb9cccc-0708-4d94-95ef-2fdc1fe91932 HTTP/1.1" status: 200  len: 1127 time: 0.1040077
May 07 22:15:30.396390 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35060a69-27ac-4d8b-b184-8dd462443f04 None None] DHCP port deletion for a662d271-a7f4-448b-bdec-8cf512d420d9 request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:15:30.420886 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-5c0b482a-ddd9-4ec2-b3b2-21a939c755b9 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] Deleting port f40bff92-422b-44d2-9ffc-4c024a806607 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:15:30.421216 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5c0b482a-ddd9-4ec2-b3b2-21a939c755b9 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (f40bff92-422b-44d2-9ffc-4c024a806607), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:30.449994 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-35060a69-27ac-4d8b-b184-8dd462443f04 None None] Deleting port f40bff92-422b-44d2-9ffc-4c024a806607 {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:15:30.450535 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-35060a69-27ac-4d8b-b184-8dd462443f04 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (f40bff92-422b-44d2-9ffc-4c024a806607), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:30.500068 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1db90b2d-ba53-423a-b027-97d9149fd523 req-145f498f-c8ab-4140-b118-6c7ce41dede4 tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cfc9492a-4113-46b8-a907-cde339303416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1089222
May 07 22:15:30.520327 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-5c0b482a-ddd9-4ec2-b3b2-21a939c755b9 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] For port f40bff92-422b-44d2-9ffc-4c024a806607, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f40bff92-422b-44d2-9ffc-4c024a806607,segment=NetworkSegment(92a3ec96-4c22-48f7-9d22-754dec0ace22),segment_id=92a3ec96-4c22-48f7-9d22-754dec0ace22)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:15:30.520711 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5c0b482a-ddd9-4ec2-b3b2-21a939c755b9 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (f40bff92-422b-44d2-9ffc-4c024a806607), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:30.541202 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-5c0b482a-ddd9-4ec2-b3b2-21a939c755b9 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] Calling delete_port for f40bff92-422b-44d2-9ffc-4c024a806607 owned by network:dhcp {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:15:30.573246 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-35060a69-27ac-4d8b-b184-8dd462443f04 None None] For port f40bff92-422b-44d2-9ffc-4c024a806607, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f40bff92-422b-44d2-9ffc-4c024a806607,segment=NetworkSegment(92a3ec96-4c22-48f7-9d22-754dec0ace22),segment_id=92a3ec96-4c22-48f7-9d22-754dec0ace22)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:15:30.573657 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-35060a69-27ac-4d8b-b184-8dd462443f04 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (f40bff92-422b-44d2-9ffc-4c024a806607), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:30.602530 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-35060a69-27ac-4d8b-b184-8dd462443f04 None None] Calling delete_port for f40bff92-422b-44d2-9ffc-4c024a806607 owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:15:30.642334 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63578527-950e-4456-8db8-4a6d32951171 req-ccc01d08-4d5b-4d8b-836d-07cd29efcc4b tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:15:30.649717 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-63578527-950e-4456-8db8-4a6d32951171 req-ccc01d08-4d5b-4d8b-836d-07cd29efcc4b tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=cbb9cccc-0708-4d94-95ef-2fdc1fe91932 HTTP/1.1" status: 200  len: 1127 time: 0.0480175
May 07 22:15:30.683334 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5c0b482a-ddd9-4ec2-b3b2-21a939c755b9 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (f40bff92-422b-44d2-9ffc-4c024a806607), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:30.717693 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-63578527-950e-4456-8db8-4a6d32951171 req-947f6fac-e1e4-446c-a51e-c19c251d6003 tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cfc9492a-4113-46b8-a907-cde339303416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628917
May 07 22:15:30.725889 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0b482a-ddd9-4ec2-b3b2-21a939c755b9 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] No DVR routers for this DVR port f40bff92-422b-44d2-9ffc-4c024a806607 on host ncdv-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:15:30.732368 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:15:30.732368 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 22:15:30.732368 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:15:30.732368 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 22:15:30.732368 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:15:30.732368 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 22:15:30.732368 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:15:30.732368 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 22:15:30.732368 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:15:30.732368 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 22:15:30.732368 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:15:30.732368 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 22:15:30.732368 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:15:30.732368 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 22:15:30.732368 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:15:30.732368 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 22:15:30.732368 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:15:30.732368 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 22:15:30.732368 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:15:30.732368 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 22:15:30.732368 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:15:30.732368 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 22:15:30.732368 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:15:30.732368 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 22:15:30.732368 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:15:30.732368 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 22:15:30.732368 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:15:30.732368 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 22:15:30.732368 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:15:30.732368 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 22:15:30.732368 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:15:30.732368 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 22:15:30.732368 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:15:30.732368 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 22:15:30.732368 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:15:30.732368 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 22:15:30.732368 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:15:30.732368 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 22:15:30.732368 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:15:30.732368 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 22:15:30.732368 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:15:30.732368 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 22:15:30.732368 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:15:30.732368 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 22:15:30.732368 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:15:30.732368 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 22:15:30.732368 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:15:30.732368 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 22:15:30.732368 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:15:30.732368 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 22:15:30.732368 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:15:30.732368 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 22:15:30.732368 ncdv-master-1 neutron-server[121838]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:15:30.732368 ncdv-master-1 neutron-server[121838]:   self.session.flush()
May 07 22:15:30.736683 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0b482a-ddd9-4ec2-b3b2-21a939c755b9 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] Pushing event deleted for resources: {'Port': ['ID=f40bff92-422b-44d2-9ffc-4c024a806607,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:30.749464 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-35060a69-27ac-4d8b-b184-8dd462443f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (f40bff92-422b-44d2-9ffc-4c024a806607), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:30.796738 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35060a69-27ac-4d8b-b184-8dd462443f04 None None] Pushing event deleted for resources: {'Port': ['ID=f40bff92-422b-44d2-9ffc-4c024a806607,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:30.802410 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35060a69-27ac-4d8b-b184-8dd462443f04 None None] No DVR routers for this DVR port f40bff92-422b-44d2-9ffc-4c024a806607 on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:15:30.831584 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5c0b482a-ddd9-4ec2-b3b2-21a939c755b9 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (a662d271-a7f4-448b-bdec-8cf512d420d9), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:30.854826 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-5c0b482a-ddd9-4ec2-b3b2-21a939c755b9 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf8d01fc70>,) {'filters': {'network_id': ['a662d271-a7f4-448b-bdec-8cf512d420d9']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:15:30.868102 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-5c0b482a-ddd9-4ec2-b3b2-21a939c755b9 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8d01fc70>, '92a3ec96-4c22-48f7-9d22-754dec0ace22') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:15:30.868885 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-5c0b482a-ddd9-4ec2-b3b2-21a939c755b9 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8d01fc70>, '92a3ec96-4c22-48f7-9d22-754dec0ace22') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:15:30.886144 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5c0b482a-ddd9-4ec2-b3b2-21a939c755b9 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (92a3ec96-4c22-48f7-9d22-754dec0ace22), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:30.907746 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5c0b482a-ddd9-4ec2-b3b2-21a939c755b9 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (92a3ec96-4c22-48f7-9d22-754dec0ace22), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:30.914167 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c0b482a-ddd9-4ec2-b3b2-21a939c755b9 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:15:30.914697 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5c0b482a-ddd9-4ec2-b3b2-21a939c755b9 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (92a3ec96-4c22-48f7-9d22-754dec0ace22), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:30.918843 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 22:15:30.918843 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:15:30.918843 ncdv-master-1 neutron-server[121836]:     timer()
May 07 22:15:30.918843 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:15:30.918843 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 22:15:30.918843 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:15:30.918843 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 22:15:30.918843 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:15:30.918843 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 22:15:30.918843 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:15:30.918843 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 22:15:30.918843 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:15:30.918843 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 22:15:30.918843 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:15:30.918843 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:15:30.918843 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:15:30.918843 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:15:30.918843 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:15:30.918843 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 22:15:30.918843 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:15:30.918843 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 22:15:30.918843 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:15:30.918843 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:15:30.918843 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:15:30.918843 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 22:15:30.918843 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:15:30.918843 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:15:30.918843 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:15:30.918843 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:15:30.918843 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:15:30.918843 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:15:30.918843 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:15:30.985722 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5c0b482a-ddd9-4ec2-b3b2-21a939c755b9 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (a662d271-a7f4-448b-bdec-8cf512d420d9), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:30.993263 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f736ec2f-77a9-4c5d-919a-6e7f44c5d609 req-5fa2ffb1-6d68-4ebe-935f-6dbab797e578 tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:15:30.996280 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5c0b482a-ddd9-4ec2-b3b2-21a939c755b9 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:31.001529 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-5c0b482a-ddd9-4ec2-b3b2-21a939c755b9 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] 10.222.0.32 "DELETE /v2.0/networks/a662d271-a7f4-448b-bdec-8cf512d420d9 HTTP/1.1" status: 204  len: 168 time: 0.8576782
May 07 22:15:31.017062 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f736ec2f-77a9-4c5d-919a-6e7f44c5d609 req-5fa2ffb1-6d68-4ebe-935f-6dbab797e578 tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=cbb9cccc-0708-4d94-95ef-2fdc1fe91932 HTTP/1.1" status: 200  len: 1127 time: 0.0716062
May 07 22:15:31.018599 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0b482a-ddd9-4ec2-b3b2-21a939c755b9 tempest-TagsExtTest-309314928 tempest-TagsExtTest-309314928-project] Pushing event deleted for resources: {'Network': ['ID=a662d271-a7f4-448b-bdec-8cf512d420d9,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:31.036669 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device f40bff92-422b-44d2-9ffc-4c024a806607 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:15:31.060881 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: f40bff92-422b-44d2-9ffc-4c024a806607 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:15:31.061816 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device f40bff92-422b-44d2-9ffc-4c024a806607 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:15:31.072232 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f736ec2f-77a9-4c5d-919a-6e7f44c5d609 req-269447f1-ce63-45c0-8cc5-b2719f5ba3ad tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cfc9492a-4113-46b8-a907-cde339303416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514302
May 07 22:15:31.309913 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 50100) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:31.523892 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 50112) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:31.617368 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-6be7b7b0-77f4-4757-bd01-cda6a4002e63 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=98a950af6f40465aae55ff7e3a8455b8&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3060265
May 07 22:15:31.623126 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 50128) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:31.663978 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-76c45d3b-cf7f-41f0-8195-51807a313ae4 tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-77508170'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:15:31.675330 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-493210f2-eb97-465c-aec7-8640d756558d admin admin] Publish callbacks [] for security_group (a334bd2b-a2cb-439c-a887-b6cf85d50607), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:31.685010 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c45d3b-cf7f-41f0-8195-51807a313ae4 tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] Made reservation on behalf of c97cc2eddd154160b778a3336d71bc1a for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:15:31.688296 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-76c45d3b-cf7f-41f0-8195-51807a313ae4 tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:31.697363 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-493210f2-eb97-465c-aec7-8640d756558d admin admin] Publish callbacks [] for security_group (a334bd2b-a2cb-439c-a887-b6cf85d50607), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:31.701138 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-76c45d3b-cf7f-41f0-8195-51807a313ae4 tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:31.755245 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-493210f2-eb97-465c-aec7-8640d756558d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (a334bd2b-a2cb-439c-a887-b6cf85d50607), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:31.758172 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-493210f2-eb97-465c-aec7-8640d756558d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:31.759463 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-493210f2-eb97-465c-aec7-8640d756558d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a334bd2b-a2cb-439c-a887-b6cf85d50607 HTTP/1.1" status: 204  len: 168 time: 0.1352937
May 07 22:15:31.770208 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493210f2-eb97-465c-aec7-8640d756558d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a334bd2b-a2cb-439c-a887-b6cf85d50607,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:31.786218 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-76c45d3b-cf7f-41f0-8195-51807a313ae4 tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] Publish callbacks [] for security_group (190e9c65-a225-48f0-bbae-08c50bee9e8d), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:31.791296 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-76c45d3b-cf7f-41f0-8195-51807a313ae4 tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (190e9c65-a225-48f0-bbae-08c50bee9e8d), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:31.821569 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76c45d3b-cf7f-41f0-8195-51807a313ae4 tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:15:31.830677 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c45d3b-cf7f-41f0-8195-51807a313ae4 tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=190e9c65-a225-48f0-bbae-08c50bee9e8d,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:31.837650 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-76c45d3b-cf7f-41f0-8195-51807a313ae4 tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (1f33fbf7-177b-4f8e-95f4-cce8ea3611fe), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:31.838006 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-76c45d3b-cf7f-41f0-8195-51807a313ae4 tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] Added segment 1f33fbf7-177b-4f8e-95f4-cce8ea3611fe of type vlan for network 502e76b2-1dcf-49b0-885c-a10b4099c12c
May 07 22:15:31.880782 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-76c45d3b-cf7f-41f0-8195-51807a313ae4 tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (502e76b2-1dcf-49b0-885c-a10b4099c12c), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:31.911066 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-76c45d3b-cf7f-41f0-8195-51807a313ae4 tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (502e76b2-1dcf-49b0-885c-a10b4099c12c), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:31.916212 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c45d3b-cf7f-41f0-8195-51807a313ae4 tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:15:31.916811 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-76c45d3b-cf7f-41f0-8195-51807a313ae4 tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:31.954484 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-76c45d3b-cf7f-41f0-8195-51807a313ae4 tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 793 time: 0.4294696
May 07 22:15:31.957580 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 50134) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:31.963431 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-a67d0415-085d-4ace-8912-3021004dd544 tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] Request body: {'subnet': {'network_id': '502e76b2-1dcf-49b0-885c-a10b4099c12c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:15:31.997513 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c45d3b-cf7f-41f0-8195-51807a313ae4 tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] Pushing event updated for resources: {'Network': ['ID=502e76b2-1dcf-49b0-885c-a10b4099c12c,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:32.008551 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 502e76b2-1dcf-49b0-885c-a10b4099c12c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:15:32.203028 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e681d552-1f73-4eb8-8442-3e21e099f935 req-8278ec39-0b98-4537-83af-1c31e0520399 tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:15:32.211053 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e681d552-1f73-4eb8-8442-3e21e099f935 req-8278ec39-0b98-4537-83af-1c31e0520399 tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=cbb9cccc-0708-4d94-95ef-2fdc1fe91932 HTTP/1.1" status: 200  len: 1127 time: 0.0535827
May 07 22:15:32.258143 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e681d552-1f73-4eb8-8442-3e21e099f935 req-02400d35-5959-4278-9de6-478384b0f44b tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cfc9492a-4113-46b8-a907-cde339303416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459678
May 07 22:15:32.381594 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da66744b-09d9-4c13-b2d0-cd41f960a89b req-4366cf6b-788b-4177-af3d-e8b585a00f06 tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:15:32.383140 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-da66744b-09d9-4c13-b2d0-cd41f960a89b req-4366cf6b-788b-4177-af3d-e8b585a00f06 tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] 10.222.0.59 "GET /v2.0/ports?device_id=cbb9cccc-0708-4d94-95ef-2fdc1fe91932 HTTP/1.1" status: 200  len: 1127 time: 0.0547893
May 07 22:15:32.427029 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a67d0415-085d-4ace-8912-3021004dd544 tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] Made reservation on behalf of c97cc2eddd154160b778a3336d71bc1a for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:15:32.430393 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a67d0415-085d-4ace-8912-3021004dd544 tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:32.525340 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-da66744b-09d9-4c13-b2d0-cd41f960a89b req-bec2f528-f74e-4bb8-9b51-fbc8993b65e1 tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] Deleting port 4a837318-516a-4ad3-8f47-b08117406901 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:15:32.525689 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-da66744b-09d9-4c13-b2d0-cd41f960a89b req-bec2f528-f74e-4bb8-9b51-fbc8993b65e1 tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (4a837318-516a-4ad3-8f47-b08117406901), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:32.675143 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-da66744b-09d9-4c13-b2d0-cd41f960a89b req-bec2f528-f74e-4bb8-9b51-fbc8993b65e1 tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] For port 4a837318-516a-4ad3-8f47-b08117406901, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4a837318-516a-4ad3-8f47-b08117406901,segment=NetworkSegment(36738b93-4b30-4517-bcc7-c5a063eccc3c),segment_id=36738b93-4b30-4517-bcc7-c5a063eccc3c)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:15:32.675511 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-da66744b-09d9-4c13-b2d0-cd41f960a89b req-bec2f528-f74e-4bb8-9b51-fbc8993b65e1 tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (4a837318-516a-4ad3-8f47-b08117406901), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:32.695341 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-da66744b-09d9-4c13-b2d0-cd41f960a89b req-bec2f528-f74e-4bb8-9b51-fbc8993b65e1 tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] Calling delete_port for 4a837318-516a-4ad3-8f47-b08117406901 owned by compute:nova {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:15:32.791335 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a67d0415-085d-4ace-8912-3021004dd544 tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (a48557c6-8c27-4f7e-8d1e-373313cb6d78), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:32.880651 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67d0415-085d-4ace-8912-3021004dd544 tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] Pushing event updated for resources: {'Subnet': ['ID=a48557c6-8c27-4f7e-8d1e-373313cb6d78,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:32.916610 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a67d0415-085d-4ace-8912-3021004dd544 tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] Checking segment: {'id': '1f33fbf7-177b-4f8e-95f4-cce8ea3611fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '502e76b2-1dcf-49b0-885c-a10b4099c12c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:15:32.916979 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67d0415-085d-4ace-8912-3021004dd544 tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] Network hostable DHCP agents. Network: 502e76b2-1dcf-49b0-885c-a10b4099c12c, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:15:32.952943 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67d0415-085d-4ace-8912-3021004dd544 tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] Network 502e76b2-1dcf-49b0-885c-a10b4099c12c is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:15:32.963245 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-da66744b-09d9-4c13-b2d0-cd41f960a89b req-bec2f528-f74e-4bb8-9b51-fbc8993b65e1 tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (4a837318-516a-4ad3-8f47-b08117406901), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:32.978022 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['7973ea98-3ae5-4cd7-9d25-d975a8a79190'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:15:32.983485 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['4a837318-516a-4ad3-8f47-b08117406901'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:15:33.004392 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec2f528-f74e-4bb8-9b51-fbc8993b65e1 tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] Pushing event deleted for resources: {'Port': ['ID=4a837318-516a-4ad3-8f47-b08117406901,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:33.006228 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-a67d0415-085d-4ace-8912-3021004dd544 tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 502e76b2-1dcf-49b0-885c-a10b4099c12c) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:15:33.042036 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67d0415-085d-4ace-8912-3021004dd544 tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:15:33.046364 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a67d0415-085d-4ace-8912-3021004dd544 tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:33.048943 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be9b3d3-1116-42c9-bea9-17b64532738b None None] Network 502e76b2-1dcf-49b0-885c-a10b4099c12c requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:15:33.101617 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 50186) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:33.102403 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-a67d0415-085d-4ace-8912-3021004dd544 tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 1.1437020
May 07 22:15:33.108113 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-5b2d2af7-5a3a-4141-a973-179514f3a738 tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] Request body: {'port': {'network_id': '502e76b2-1dcf-49b0-885c-a10b4099c12c', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1961247464'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:15:33.118983 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-da66744b-09d9-4c13-b2d0-cd41f960a89b req-bec2f528-f74e-4bb8-9b51-fbc8993b65e1 tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] No DVR routers for this DVR port 4a837318-516a-4ad3-8f47-b08117406901 on host nch2-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:15:33.121830 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-da66744b-09d9-4c13-b2d0-cd41f960a89b req-bec2f528-f74e-4bb8-9b51-fbc8993b65e1 tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:33.125917 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-da66744b-09d9-4c13-b2d0-cd41f960a89b req-bec2f528-f74e-4bb8-9b51-fbc8993b65e1 tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] 10.222.0.59 "DELETE /v2.0/ports/4a837318-516a-4ad3-8f47-b08117406901 HTTP/1.1" status: 204  len: 173 time: 0.7353978
May 07 22:15:33.126390 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbb9cccc-0708-4d94-95ef-2fdc1fe91932', 'name': 'network-vif-deleted', 'tag': '4a837318-516a-4ad3-8f47-b08117406901'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:15:33.128845 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a42a6f-cd9c-494a-870d-b9a6747a232c" -d '{"events": [{"server_uuid": "cbb9cccc-0708-4d94-95ef-2fdc1fe91932", "name": "network-vif-deleted", "tag": "4a837318-516a-4ad3-8f47-b08117406901"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:15:33.208185 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0827571f-e5e7-4d8b-ab8d-777bb8907050 x-openstack-request-id: req-0827571f-e5e7-4d8b-ab8d-777bb8907050 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:15:33.211421 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbb9cccc-0708-4d94-95ef-2fdc1fe91932", "name": "network-vif-deleted", "tag": "4a837318-516a-4ad3-8f47-b08117406901", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:15:33.211421 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0827571f-e5e7-4d8b-ab8d-777bb8907050 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:15:33.211421 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0827571f-e5e7-4d8b-ab8d-777bb8907050'] response: {'server_uuid': 'cbb9cccc-0708-4d94-95ef-2fdc1fe91932', 'name': 'network-vif-deleted', 'tag': '4a837318-516a-4ad3-8f47-b08117406901', 'status': 'completed', 'code': 200}
May 07 22:15:33.388497 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b2d2af7-5a3a-4141-a973-179514f3a738 tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] Made reservation on behalf of c97cc2eddd154160b778a3336d71bc1a for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:15:33.400523 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5b2d2af7-5a3a-4141-a973-179514f3a738 tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:33.415206 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0433abcc-f104-45ce-a7ba-5fbf324ae517 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-502e76b2-1dcf-49b0-885c-a10b4099c12c', 'network_id': '502e76b2-1dcf-49b0-885c-a10b4099c12c', 'project_id': 'c97cc2eddd154160b778a3336d71bc1a', 'fixed_ips': [{'subnet_id': 'a48557c6-8c27-4f7e-8d1e-373313cb6d78'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:15:33.416067 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-0433abcc-f104-45ce-a7ba-5fbf324ae517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:33.427995 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [None req-5b2d2af7-5a3a-4141-a973-179514f3a738 tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] device_id is not set on port 53812fbb-b036-428b-bc2a-aadc06cc2ba3 yet. {{(pid=121836) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}}
May 07 22:15:33.464387 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-54f66629-c05b-46c1-be01-3b91810126b0 req-1399028e-9814-402a-9512-05cd8ef40d59 tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=cbb9cccc-0708-4d94-95ef-2fdc1fe91932 HTTP/1.1" status: 200  len: 210 time: 0.0433087
May 07 22:15:33.609530 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-5b2d2af7-5a3a-4141-a973-179514f3a738 tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] Allocated IP 172.20.0.14 (502e76b2-1dcf-49b0-885c-a10b4099c12c/a48557c6-8c27-4f7e-8d1e-373313cb6d78/53812fbb-b036-428b-bc2a-aadc06cc2ba3) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:15:33.998883 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 50222) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:34.125856 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1e9bb51d-58c5-4cf5-a80b-b3cf1fa41c3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:34.146948 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5b2d2af7-5a3a-4141-a973-179514f3a738 tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] Publish callbacks [] for port (53812fbb-b036-428b-bc2a-aadc06cc2ba3), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:34.188884 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5b2d2af7-5a3a-4141-a973-179514f3a738 tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (53812fbb-b036-428b-bc2a-aadc06cc2ba3), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:34.230337 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1e9bb51d-58c5-4cf5-a80b-b3cf1fa41c3f admin admin] Publish callbacks [] for security_group (c97ec95f-5f40-41e2-96a9-922321dc2d23), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:34.240505 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-0433abcc-f104-45ce-a7ba-5fbf324ae517 None None] Allocated IP 172.20.0.2 (502e76b2-1dcf-49b0-885c-a10b4099c12c/a48557c6-8c27-4f7e-8d1e-373313cb6d78/3bba2c6c-3fa7-410d-ad40-6d4dda24cec6) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:15:34.250661 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2d2af7-5a3a-4141-a973-179514f3a738 tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] Network 502e76b2-1dcf-49b0-885c-a10b4099c12c is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:15:34.252357 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-5b2d2af7-5a3a-4141-a973-179514f3a738 tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:15:34.253388 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1e9bb51d-58c5-4cf5-a80b-b3cf1fa41c3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (c97ec95f-5f40-41e2-96a9-922321dc2d23), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:34.281140 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2d2af7-5a3a-4141-a973-179514f3a738 tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:15:34.304937 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-1e9bb51d-58c5-4cf5-a80b-b3cf1fa41c3f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a6f87f9ee72e49739157cfec7fc06706&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3043656
May 07 22:15:34.305654 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9bb51d-58c5-4cf5-a80b-b3cf1fa41c3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c97ec95f-5f40-41e2-96a9-922321dc2d23,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:34.308515 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 50228) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:34.323656 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2d2af7-5a3a-4141-a973-179514f3a738 tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] Pushing event updated for resources: {'Port': ['ID=53812fbb-b036-428b-bc2a-aadc06cc2ba3,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:34.360251 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2d2af7-5a3a-4141-a973-179514f3a738 tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:15:34.363419 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5b2d2af7-5a3a-4141-a973-179514f3a738 tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:34.373861 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8fe6117f-bcca-4cf3-bc95-55d9b24afa56 admin admin] Publish callbacks [] for security_group (c97ec95f-5f40-41e2-96a9-922321dc2d23), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:34.386848 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-5b2d2af7-5a3a-4141-a973-179514f3a738 tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201  len: 939 time: 1.2824125
May 07 22:15:34.389653 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 50230) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:34.404253 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8fe6117f-bcca-4cf3-bc95-55d9b24afa56 admin admin] Publish callbacks [] for security_group (c97ec95f-5f40-41e2-96a9-922321dc2d23), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:34.473784 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8fe6117f-bcca-4cf3-bc95-55d9b24afa56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (c97ec95f-5f40-41e2-96a9-922321dc2d23), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:34.477168 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8fe6117f-bcca-4cf3-bc95-55d9b24afa56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:34.478855 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-8fe6117f-bcca-4cf3-bc95-55d9b24afa56 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c97ec95f-5f40-41e2-96a9-922321dc2d23 HTTP/1.1" status: 204  len: 168 time: 0.1694221
May 07 22:15:34.503767 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-0433abcc-f104-45ce-a7ba-5fbf324ae517 None None] Publish callbacks [] for port (3bba2c6c-3fa7-410d-ad40-6d4dda24cec6), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:34.510742 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-0433abcc-f104-45ce-a7ba-5fbf324ae517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (3bba2c6c-3fa7-410d-ad40-6d4dda24cec6), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:34.513941 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe6117f-bcca-4cf3-bc95-55d9b24afa56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c97ec95f-5f40-41e2-96a9-922321dc2d23,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:34.541829 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-4ecabb2e-c698-4eeb-b1a9-3894e40d10e8 tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] Deleting port 53812fbb-b036-428b-bc2a-aadc06cc2ba3 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:15:34.542245 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4ecabb2e-c698-4eeb-b1a9-3894e40d10e8 tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (53812fbb-b036-428b-bc2a-aadc06cc2ba3), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:34.585397 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0433abcc-f104-45ce-a7ba-5fbf324ae517 None None] Network 502e76b2-1dcf-49b0-885c-a10b4099c12c is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:15:34.591712 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-0433abcc-f104-45ce-a7ba-5fbf324ae517 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:15:34.596268 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0433abcc-f104-45ce-a7ba-5fbf324ae517 None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:15:34.615440 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0433abcc-f104-45ce-a7ba-5fbf324ae517 None None] Pushing event updated for resources: {'Port': ['ID=3bba2c6c-3fa7-410d-ad40-6d4dda24cec6,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:34.698458 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-0433abcc-f104-45ce-a7ba-5fbf324ae517 None None] Attempting to bind port 3bba2c6c-3fa7-410d-ad40-6d4dda24cec6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:15:34.699122 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-0433abcc-f104-45ce-a7ba-5fbf324ae517 None None] Attempting to bind port 3bba2c6c-3fa7-410d-ad40-6d4dda24cec6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1f33fbf7-177b-4f8e-95f4-cce8ea3611fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '502e76b2-1dcf-49b0-885c-a10b4099c12c'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:15:34.699598 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0433abcc-f104-45ce-a7ba-5fbf324ae517 None None] Attempting to bind port 3bba2c6c-3fa7-410d-ad40-6d4dda24cec6 on network 502e76b2-1dcf-49b0-885c-a10b4099c12c {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:15:34.708047 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0433abcc-f104-45ce-a7ba-5fbf324ae517 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:15:34.709974 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0433abcc-f104-45ce-a7ba-5fbf324ae517 None None] Checking segment: {'id': '1f33fbf7-177b-4f8e-95f4-cce8ea3611fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '502e76b2-1dcf-49b0-885c-a10b4099c12c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:15:34.710500 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-0433abcc-f104-45ce-a7ba-5fbf324ae517 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:34.711061 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0433abcc-f104-45ce-a7ba-5fbf324ae517 None None] Bound using segment: {'id': '1f33fbf7-177b-4f8e-95f4-cce8ea3611fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '502e76b2-1dcf-49b0-885c-a10b4099c12c'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:15:34.711792 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-0433abcc-f104-45ce-a7ba-5fbf324ae517 None None] Bound port: 3bba2c6c-3fa7-410d-ad40-6d4dda24cec6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f33fbf7-177b-4f8e-95f4-cce8ea3611fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '502e76b2-1dcf-49b0-885c-a10b4099c12c'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:15:34.712329 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-0433abcc-f104-45ce-a7ba-5fbf324ae517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (3bba2c6c-3fa7-410d-ad40-6d4dda24cec6), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:34.766376 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4ecabb2e-c698-4eeb-b1a9-3894e40d10e8 tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (53812fbb-b036-428b-bc2a-aadc06cc2ba3), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:34.792805 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-4ecabb2e-c698-4eeb-b1a9-3894e40d10e8 tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] Calling delete_port for 53812fbb-b036-428b-bc2a-aadc06cc2ba3 owned by  {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:15:34.836677 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-0433abcc-f104-45ce-a7ba-5fbf324ae517 None None] For port 3bba2c6c-3fa7-410d-ad40-6d4dda24cec6, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:15:34.844350 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-0433abcc-f104-45ce-a7ba-5fbf324ae517 None None] For port 3bba2c6c-3fa7-410d-ad40-6d4dda24cec6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3bba2c6c-3fa7-410d-ad40-6d4dda24cec6,segment=NetworkSegment(1f33fbf7-177b-4f8e-95f4-cce8ea3611fe),segment_id=1f33fbf7-177b-4f8e-95f4-cce8ea3611fe)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:15:34.856321 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-0433abcc-f104-45ce-a7ba-5fbf324ae517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (3bba2c6c-3fa7-410d-ad40-6d4dda24cec6), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:34.911402 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2556b10b-cb12-4e9a-8c7b-9ea0057e2107 req-48b20fa7-6c9c-4611-81fb-391ec2c2bfcb tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:15:34.913781 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2556b10b-cb12-4e9a-8c7b-9ea0057e2107 req-48b20fa7-6c9c-4611-81fb-391ec2c2bfcb tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=434474d3-686a-4f99-99bb-17e74f258a84 HTTP/1.1" status: 200  len: 1127 time: 0.0664756
May 07 22:15:34.938009 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0433abcc-f104-45ce-a7ba-5fbf324ae517 None None] Pushing event updated for resources: {'Port': ['ID=3bba2c6c-3fa7-410d-ad40-6d4dda24cec6,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:34.986242 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2556b10b-cb12-4e9a-8c7b-9ea0057e2107 req-1ecc9e37-481c-42b5-8a84-47e007633338 tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cfc9492a-4113-46b8-a907-cde339303416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598843
May 07 22:15:35.009974 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4ecabb2e-c698-4eeb-b1a9-3894e40d10e8 tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (53812fbb-b036-428b-bc2a-aadc06cc2ba3), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:35.032445 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 50256) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:35.045956 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-99cba052-9ac4-4d17-a785-eadbd91384bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:35.050234 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecabb2e-c698-4eeb-b1a9-3894e40d10e8 tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] Pushing event deleted for resources: {'Port': ['ID=53812fbb-b036-428b-bc2a-aadc06cc2ba3,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:35.125805 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4ecabb2e-c698-4eeb-b1a9-3894e40d10e8 tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:35.129883 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-4ecabb2e-c698-4eeb-b1a9-3894e40d10e8 tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] 10.222.0.32 "DELETE /v2.0/ports/53812fbb-b036-428b-bc2a-aadc06cc2ba3 HTTP/1.1" status: 204  len: 168 time: 0.7388844
May 07 22:15:35.132584 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 50258) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:35.155472 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-99cba052-9ac4-4d17-a785-eadbd91384bc admin admin] Publish callbacks [] for security_group (5f4b354b-a54c-4809-bb79-6b2295bab859), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:35.165721 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-99cba052-9ac4-4d17-a785-eadbd91384bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (5f4b354b-a54c-4809-bb79-6b2295bab859), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:35.213705 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-99cba052-9ac4-4d17-a785-eadbd91384bc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2890b253d7b24b808aa76bd9a0e4201d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1801405
May 07 22:15:35.217127 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 50262) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:35.218095 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cba052-9ac4-4d17-a785-eadbd91384bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f4b354b-a54c-4809-bb79-6b2295bab859,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:35.285891 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e50e4f24-26fa-43f0-b4fe-32a36e759e1f admin admin] Publish callbacks [] for security_group (5f4b354b-a54c-4809-bb79-6b2295bab859), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:35.311425 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e50e4f24-26fa-43f0-b4fe-32a36e759e1f admin admin] Publish callbacks [] for security_group (5f4b354b-a54c-4809-bb79-6b2295bab859), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:35.365923 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e50e4f24-26fa-43f0-b4fe-32a36e759e1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (5f4b354b-a54c-4809-bb79-6b2295bab859), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:35.370014 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e50e4f24-26fa-43f0-b4fe-32a36e759e1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:35.373866 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-e50e4f24-26fa-43f0-b4fe-32a36e759e1f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5f4b354b-a54c-4809-bb79-6b2295bab859 HTTP/1.1" status: 204  len: 168 time: 0.1448970
May 07 22:15:35.393214 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50e4f24-26fa-43f0-b4fe-32a36e759e1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f4b354b-a54c-4809-bb79-6b2295bab859,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:35.435136 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-4ec53473-526d-493f-99a0-e757c29e4f1f tempest-DHCPAgentSchedulersTestJSON-2119252436 tempest-DHCPAgentSchedulersTestJSON-2119252436-project-admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4933 time: 0.2981408
May 07 22:15:35.435475 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 50266) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:35.448374 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-cf326c05-5206-4c53-9ce4-613cda17c12e tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1675635008'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:15:35.475018 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf326c05-5206-4c53-9ce4-613cda17c12e tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] Made reservation on behalf of c97cc2eddd154160b778a3336d71bc1a for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:15:35.478435 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cf326c05-5206-4c53-9ce4-613cda17c12e tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:35.505418 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf326c05-5206-4c53-9ce4-613cda17c12e tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:15:35.516352 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cf326c05-5206-4c53-9ce4-613cda17c12e tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (e118a3a1-854f-454d-ada6-fb6c020b2431), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:35.516708 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-cf326c05-5206-4c53-9ce4-613cda17c12e tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] Added segment e118a3a1-854f-454d-ada6-fb6c020b2431 of type vlan for network f67fbd32-2af7-4c98-b1db-521072e76869
May 07 22:15:35.569694 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cf326c05-5206-4c53-9ce4-613cda17c12e tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (f67fbd32-2af7-4c98-b1db-521072e76869), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:35.605800 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cf326c05-5206-4c53-9ce4-613cda17c12e tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (f67fbd32-2af7-4c98-b1db-521072e76869), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:35.611806 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf326c05-5206-4c53-9ce4-613cda17c12e tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:15:35.612407 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cf326c05-5206-4c53-9ce4-613cda17c12e tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:35.690941 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-cf326c05-5206-4c53-9ce4-613cda17c12e tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 795 time: 0.2473278
May 07 22:15:35.693580 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 50278) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:35.695028 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf326c05-5206-4c53-9ce4-613cda17c12e tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] Pushing event updated for resources: {'Network': ['ID=f67fbd32-2af7-4c98-b1db-521072e76869,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:35.710404 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network f67fbd32-2af7-4c98-b1db-521072e76869 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:15:35.931930 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-ab577d27-a922-47ea-aacf-56f21f8b5a2d tempest-DHCPAgentSchedulersTestJSON-2119252436 tempest-DHCPAgentSchedulersTestJSON-2119252436-project-admin] 10.222.0.32 "GET /v2.0/agents/a29f29ee-80b2-468c-b8e1-0a1b97cbd760/dhcp-networks HTTP/1.1" status: 200  len: 6484 time: 0.2344775
May 07 22:15:35.932495 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 50288) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:36.097509 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b220e442-66ac-453d-8eb4-ad0e5331f7a2 tempest-DHCPAgentSchedulersTestJSON-2119252436 tempest-DHCPAgentSchedulersTestJSON-2119252436-project-admin] Network f67fbd32-2af7-4c98-b1db-521072e76869 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:15:36.134368 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4b85c3-3d85-44ee-a9ca-193f0cab86f8 None None] Network f67fbd32-2af7-4c98-b1db-521072e76869 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:15:36.134578 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-b220e442-66ac-453d-8eb4-ad0e5331f7a2 tempest-DHCPAgentSchedulersTestJSON-2119252436 tempest-DHCPAgentSchedulersTestJSON-2119252436-project-admin] 10.222.0.32 "POST /v2.0/agents/a29f29ee-80b2-468c-b8e1-0a1b97cbd760/dhcp-networks HTTP/1.1" status: 201  len: 201 time: 0.2007186
May 07 22:15:36.139025 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 50298) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:36.202442 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b40c2b-cceb-44c2-964d-0437948a3a36 req-4dbd98bb-370b-4f78-b43b-773f101831af tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:15:36.210373 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-45b40c2b-cceb-44c2-964d-0437948a3a36 req-4dbd98bb-370b-4f78-b43b-773f101831af tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=434474d3-686a-4f99-99bb-17e74f258a84 HTTP/1.1" status: 200  len: 1127 time: 0.0783231
May 07 22:15:36.262313 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222118d4-159e-4e4e-b478-3c70f2b4efb7 None None] Network 502e76b2-1dcf-49b0-885c-a10b4099c12c requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:15:36.344291 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-45b40c2b-cceb-44c2-964d-0437948a3a36 req-27617808-6cc3-4650-bc4a-b22a522bc2ae tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=cfc9492a-4113-46b8-a907-cde339303416&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1237934
May 07 22:15:36.353329 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b208ea5e-3fc9-474e-9494-a40fea1932f6 req-487c277a-aee7-4d4b-9657-99c57604fb72 tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:15:36.356501 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b208ea5e-3fc9-474e-9494-a40fea1932f6 req-487c277a-aee7-4d4b-9657-99c57604fb72 tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=434474d3-686a-4f99-99bb-17e74f258a84 HTTP/1.1" status: 200  len: 1127 time: 0.0912774
May 07 22:15:36.424426 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-d48e1437-a72e-4ce3-897d-0f36c9b2a9ff None None] Provisioning complete for port 3bba2c6c-3fa7-410d-ad40-6d4dda24cec6 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:15:36.424794 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d48e1437-a72e-4ce3-897d-0f36c9b2a9ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (3bba2c6c-3fa7-410d-ad40-6d4dda24cec6), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:36.490897 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-b208ea5e-3fc9-474e-9494-a40fea1932f6 req-b08acb7e-a4cf-4e4e-93e3-04dab0b96ab9 tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] Deleting port 7973ea98-3ae5-4cd7-9d25-d975a8a79190 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:15:36.491219 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-b208ea5e-3fc9-474e-9494-a40fea1932f6 req-b08acb7e-a4cf-4e4e-93e3-04dab0b96ab9 tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (7973ea98-3ae5-4cd7-9d25-d975a8a79190), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:36.494886 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-7cda56f8-8a49-41f1-8b17-26eb21cf85af tempest-DHCPAgentSchedulersTestJSON-2119252436 tempest-DHCPAgentSchedulersTestJSON-2119252436-project-admin] 10.222.0.32 "GET /v2.0/agents/a29f29ee-80b2-468c-b8e1-0a1b97cbd760/dhcp-networks HTTP/1.1" status: 200  len: 7255 time: 0.3499990
May 07 22:15:36.495556 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 50324) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:36.549456 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-d48e1437-a72e-4ce3-897d-0f36c9b2a9ff None None] Current status of the port 3bba2c6c-3fa7-410d-ad40-6d4dda24cec6 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:15:36.550148 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d48e1437-a72e-4ce3-897d-0f36c9b2a9ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (3bba2c6c-3fa7-410d-ad40-6d4dda24cec6), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:36.583979 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-b7823264-8655-4a5c-8dbb-3d88f640939c tempest-DHCPAgentSchedulersTestJSON-2119252436 tempest-DHCPAgentSchedulersTestJSON-2119252436-project-admin] 10.222.0.32 "DELETE /v2.0/agents/a29f29ee-80b2-468c-b8e1-0a1b97cbd760/dhcp-networks/f67fbd32-2af7-4c98-b1db-521072e76869 HTTP/1.1" status: 204  len: 168 time: 0.0864062
May 07 22:15:36.585693 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 50326) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:36.589742 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-d48e1437-a72e-4ce3-897d-0f36c9b2a9ff None None] For port 3bba2c6c-3fa7-410d-ad40-6d4dda24cec6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3bba2c6c-3fa7-410d-ad40-6d4dda24cec6,segment=NetworkSegment(1f33fbf7-177b-4f8e-95f4-cce8ea3611fe),segment_id=1f33fbf7-177b-4f8e-95f4-cce8ea3611fe)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:15:36.596051 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d48e1437-a72e-4ce3-897d-0f36c9b2a9ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (3bba2c6c-3fa7-410d-ad40-6d4dda24cec6), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:36.642015 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-b208ea5e-3fc9-474e-9494-a40fea1932f6 req-b08acb7e-a4cf-4e4e-93e3-04dab0b96ab9 tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] For port 7973ea98-3ae5-4cd7-9d25-d975a8a79190, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7973ea98-3ae5-4cd7-9d25-d975a8a79190,segment=NetworkSegment(36738b93-4b30-4517-bcc7-c5a063eccc3c),segment_id=36738b93-4b30-4517-bcc7-c5a063eccc3c)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:15:36.642395 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-b208ea5e-3fc9-474e-9494-a40fea1932f6 req-b08acb7e-a4cf-4e4e-93e3-04dab0b96ab9 tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (7973ea98-3ae5-4cd7-9d25-d975a8a79190), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:36.659032 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48e1437-a72e-4ce3-897d-0f36c9b2a9ff None None] Pushing event updated for resources: {'Port': ['ID=3bba2c6c-3fa7-410d-ad40-6d4dda24cec6,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:36.667424 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-b208ea5e-3fc9-474e-9494-a40fea1932f6 req-b08acb7e-a4cf-4e4e-93e3-04dab0b96ab9 tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] Calling delete_port for 7973ea98-3ae5-4cd7-9d25-d975a8a79190 owned by compute:nova {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:15:36.758633 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-bd23e8c1-5734-463b-8f6c-23f3bc52c1c9 tempest-DHCPAgentSchedulersTestJSON-2119252436 tempest-DHCPAgentSchedulersTestJSON-2119252436-project-admin] 10.222.0.32 "GET /v2.0/agents/a29f29ee-80b2-468c-b8e1-0a1b97cbd760/dhcp-networks HTTP/1.1" status: 200  len: 6484 time: 0.1703110
May 07 22:15:36.763837 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 50330) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:36.788242 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-f41f7a5d-f620-4284-b7a2-5b13baeb805a tempest-DHCPAgentSchedulersTestJSON-2119252436 tempest-DHCPAgentSchedulersTestJSON-2119252436-project-admin] 10.222.0.32 "GET /v2.0/networks/502e76b2-1dcf-49b0-885c-a10b4099c12c/dhcp-agents HTTP/1.1" status: 200  len: 796 time: 0.0230572
May 07 22:15:36.793441 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 50334) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:36.817799 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-80fa0f0c-3130-4530-b66a-471ed49f1666 tempest-DHCPAgentSchedulersTestJSON-2119252436 tempest-DHCPAgentSchedulersTestJSON-2119252436-project-admin] 10.222.0.32 "GET /v2.0/networks/502e76b2-1dcf-49b0-885c-a10b4099c12c/dhcp-agents HTTP/1.1" status: 200  len: 796 time: 0.0209122
May 07 22:15:36.818029 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 50336) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:36.857614 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-b208ea5e-3fc9-474e-9494-a40fea1932f6 req-b08acb7e-a4cf-4e4e-93e3-04dab0b96ab9 tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (7973ea98-3ae5-4cd7-9d25-d975a8a79190), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:36.869747 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['7973ea98-3ae5-4cd7-9d25-d975a8a79190'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:15:36.940828 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08acb7e-a4cf-4e4e-93e3-04dab0b96ab9 tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] Pushing event deleted for resources: {'Port': ['ID=7973ea98-3ae5-4cd7-9d25-d975a8a79190,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:36.941898 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-07c38630-9991-4436-b5ec-da0ce80b9138 None None] Provisioning complete for port 3bba2c6c-3fa7-410d-ad40-6d4dda24cec6 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:15:36.942286 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-07c38630-9991-4436-b5ec-da0ce80b9138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (3bba2c6c-3fa7-410d-ad40-6d4dda24cec6), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:36.992074 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-b208ea5e-3fc9-474e-9494-a40fea1932f6 req-b08acb7e-a4cf-4e4e-93e3-04dab0b96ab9 tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] No DVR routers for this DVR port 7973ea98-3ae5-4cd7-9d25-d975a8a79190 on host nch1-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:15:36.996260 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-b208ea5e-3fc9-474e-9494-a40fea1932f6 req-b08acb7e-a4cf-4e4e-93e3-04dab0b96ab9 tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:37.000134 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b208ea5e-3fc9-474e-9494-a40fea1932f6 req-b08acb7e-a4cf-4e4e-93e3-04dab0b96ab9 tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] 10.222.0.55 "DELETE /v2.0/ports/7973ea98-3ae5-4cd7-9d25-d975a8a79190 HTTP/1.1" status: 204  len: 173 time: 0.6341929
May 07 22:15:37.000605 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '434474d3-686a-4f99-99bb-17e74f258a84', 'name': 'network-vif-deleted', 'tag': '7973ea98-3ae5-4cd7-9d25-d975a8a79190'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:15:37.009672 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72eb167e-e3ef-43e1-9d53-8d1bd407f010" -d '{"events": [{"server_uuid": "434474d3-686a-4f99-99bb-17e74f258a84", "name": "network-vif-deleted", "tag": "7973ea98-3ae5-4cd7-9d25-d975a8a79190"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:15:37.052890 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-71b1c48b-db34-49f3-8024-71a481dc02e9 tempest-DHCPAgentSchedulersTestJSON-2119252436 tempest-DHCPAgentSchedulersTestJSON-2119252436-project-admin] 10.222.0.32 "GET /v2.0/agents/a29f29ee-80b2-468c-b8e1-0a1b97cbd760/dhcp-networks HTTP/1.1" status: 200  len: 6484 time: 0.2303081
May 07 22:15:37.053466 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 50344) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:37.127325 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f610dc1-c2d6-4885-af42-7a06b7240a16 x-openstack-request-id: req-2f610dc1-c2d6-4885-af42-7a06b7240a16 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:15:37.127628 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "434474d3-686a-4f99-99bb-17e74f258a84", "name": "network-vif-deleted", "tag": "7973ea98-3ae5-4cd7-9d25-d975a8a79190", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:15:37.127968 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2f610dc1-c2d6-4885-af42-7a06b7240a16 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:15:37.128303 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f610dc1-c2d6-4885-af42-7a06b7240a16'] response: {'server_uuid': '434474d3-686a-4f99-99bb-17e74f258a84', 'name': 'network-vif-deleted', 'tag': '7973ea98-3ae5-4cd7-9d25-d975a8a79190', 'status': 'completed', 'code': 200}
May 07 22:15:37.183557 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7a655760-774d-4412-9663-f17aa72384b7 tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (f67fbd32-2af7-4c98-b1db-521072e76869), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:37.230700 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-07c38630-9991-4436-b5ec-da0ce80b9138 None None] Current status of the port 3bba2c6c-3fa7-410d-ad40-6d4dda24cec6 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:15:37.234653 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 3bba2c6c-3fa7-410d-ad40-6d4dda24cec6 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:15:37.328482 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7a655760-774d-4412-9663-f17aa72384b7 tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (f67fbd32-2af7-4c98-b1db-521072e76869), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:37.349021 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 3bba2c6c-3fa7-410d-ad40-6d4dda24cec6 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:15:37.349320 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (3bba2c6c-3fa7-410d-ad40-6d4dda24cec6), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:37.387894 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-7a655760-774d-4412-9663-f17aa72384b7 tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf8670c430>,) {'filters': {'network_id': ['f67fbd32-2af7-4c98-b1db-521072e76869']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:15:37.418749 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-7a655760-774d-4412-9663-f17aa72384b7 tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8670c430>, 'e118a3a1-854f-454d-ada6-fb6c020b2431') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:15:37.419630 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-7a655760-774d-4412-9663-f17aa72384b7 tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8670c430>, 'e118a3a1-854f-454d-ada6-fb6c020b2431') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:15:37.449556 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7a655760-774d-4412-9663-f17aa72384b7 tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (e118a3a1-854f-454d-ada6-fb6c020b2431), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:37.483161 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-8f64893f-29ed-4f1e-bdae-adb3122a732c None None] Could not find standard attr ID for object 53812fbb-b036-428b-bc2a-aadc06cc2ba3. {{(pid=121838) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
May 07 22:15:37.487514 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7a655760-774d-4412-9663-f17aa72384b7 tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (e118a3a1-854f-454d-ada6-fb6c020b2431), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:37.499002 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 3bba2c6c-3fa7-410d-ad40-6d4dda24cec6 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:15:37.542376 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2751839d-e858-4192-9265-08e870c05c8d req-bc33fbe6-1bcf-4d36-b5bd-73035724e646 tempest-TestServerMultinode-1901098445 tempest-TestServerMultinode-1901098445-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=434474d3-686a-4f99-99bb-17e74f258a84 HTTP/1.1" status: 200  len: 210 time: 0.0631604
May 07 22:15:37.543610 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a655760-774d-4412-9663-f17aa72384b7 tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:15:37.544500 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 4a837318-516a-4ad3-8f47-b08117406901 no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:15:37.544619 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7a655760-774d-4412-9663-f17aa72384b7 tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (e118a3a1-854f-454d-ada6-fb6c020b2431), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:37.549286 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 22:15:37.549286 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:15:37.549286 ncdv-master-1 neutron-server[121836]:     timer()
May 07 22:15:37.549286 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:15:37.549286 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 22:15:37.549286 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:15:37.549286 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 22:15:37.549286 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:15:37.549286 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 22:15:37.549286 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:15:37.549286 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 22:15:37.549286 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:15:37.549286 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 22:15:37.549286 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:15:37.549286 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:15:37.549286 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:15:37.549286 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:15:37.549286 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:15:37.549286 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 22:15:37.549286 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:15:37.549286 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 22:15:37.549286 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:15:37.549286 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:15:37.549286 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:15:37.549286 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 22:15:37.549286 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:15:37.549286 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:15:37.549286 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:15:37.549286 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:15:37.549286 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:15:37.549286 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:15:37.549286 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:15:37.577246 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] No Port match for: 4a837318-516a-4ad3-8f47-b08117406901 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:15:37.577596 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 4a837318-516a-4ad3-8f47-b08117406901 not bound to the agent host nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:15:37.644719 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7a655760-774d-4412-9663-f17aa72384b7 tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (f67fbd32-2af7-4c98-b1db-521072e76869), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:37.667584 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7a655760-774d-4412-9663-f17aa72384b7 tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:37.672664 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-7a655760-774d-4412-9663-f17aa72384b7 tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] 10.222.0.32 "DELETE /v2.0/networks/f67fbd32-2af7-4c98-b1db-521072e76869 HTTP/1.1" status: 204  len: 168 time: 0.6175377
May 07 22:15:37.674672 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 50372) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:37.684330 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a655760-774d-4412-9663-f17aa72384b7 tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] Pushing event deleted for resources: {'Network': ['ID=f67fbd32-2af7-4c98-b1db-521072e76869,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:37.712993 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0f860b1-daf8-4474-8937-ee6234f56106 tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] DELETE failed (client error): The resource could not be found.
May 07 22:15:37.713889 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0f860b1-daf8-4474-8937-ee6234f56106 tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:15:37.718525 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-a0f860b1-daf8-4474-8937-ee6234f56106 tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] 10.222.0.32 "DELETE /v2.0/ports/53812fbb-b036-428b-bc2a-aadc06cc2ba3 HTTP/1.1" status: 404  len: 333 time: 0.0428267
May 07 22:15:37.721188 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 50376) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:37.790513 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fd494a2-6fb0-427a-a700-95b59e03ce6f tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] Deleting subnet a48557c6-8c27-4f7e-8d1e-373313cb6d78 {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:15:37.794609 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1fd494a2-6fb0-427a-a700-95b59e03ce6f tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] Publish callbacks [] for subnet (a48557c6-8c27-4f7e-8d1e-373313cb6d78), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:37.828351 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 50380) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:37.849361 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1fd494a2-6fb0-427a-a700-95b59e03ce6f tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (a48557c6-8c27-4f7e-8d1e-373313cb6d78), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:37.948012 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1fd494a2-6fb0-427a-a700-95b59e03ce6f tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (a48557c6-8c27-4f7e-8d1e-373313cb6d78), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:38.020996 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1fd494a2-6fb0-427a-a700-95b59e03ce6f tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (a48557c6-8c27-4f7e-8d1e-373313cb6d78), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:38.046615 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f7b90abf-fc3c-4e60-92f5-f62651c64ed6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:38.054791 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd494a2-6fb0-427a-a700-95b59e03ce6f tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] Pushing event deleted for resources: {'Subnet': ['ID=a48557c6-8c27-4f7e-8d1e-373313cb6d78,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:38.060351 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1fd494a2-6fb0-427a-a700-95b59e03ce6f tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:38.065964 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-1fd494a2-6fb0-427a-a700-95b59e03ce6f tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] 10.222.0.32 "DELETE /v2.0/subnets/a48557c6-8c27-4f7e-8d1e-373313cb6d78 HTTP/1.1" status: 204  len: 168 time: 0.3416443
May 07 22:15:38.066363 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 50400) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:38.071894 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4dfa33a-a932-455f-8c3b-647d8eaaad63 None None] Network 502e76b2-1dcf-49b0-885c-a10b4099c12c requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:15:38.147216 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f7b90abf-fc3c-4e60-92f5-f62651c64ed6 admin admin] Publish callbacks [] for security_group (4d6b6e3c-c887-4ff6-8bf6-5fc20d6aee2a), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:38.156025 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f7b90abf-fc3c-4e60-92f5-f62651c64ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (4d6b6e3c-c887-4ff6-8bf6-5fc20d6aee2a), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:38.176660 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8956cd29-67d6-471e-8879-273c9dbd27b3 tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (502e76b2-1dcf-49b0-885c-a10b4099c12c), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:38.207661 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-f7b90abf-fc3c-4e60-92f5-f62651c64ed6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d8cb50bdf4a84c5b86d53ceb0021a81d&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3764973
May 07 22:15:38.208611 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b90abf-fc3c-4e60-92f5-f62651c64ed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d6b6e3c-c887-4ff6-8bf6-5fc20d6aee2a,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:38.211263 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 50410) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:38.244678 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-8956cd29-67d6-471e-8879-273c9dbd27b3 tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] Deleting port 3bba2c6c-3fa7-410d-ad40-6d4dda24cec6 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:15:38.245106 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8956cd29-67d6-471e-8879-273c9dbd27b3 tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (3bba2c6c-3fa7-410d-ad40-6d4dda24cec6), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:38.279616 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3ef86eb7-f8ab-4259-bbe0-73616d55206b admin admin] Publish callbacks [] for security_group (4d6b6e3c-c887-4ff6-8bf6-5fc20d6aee2a), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:38.306499 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3ef86eb7-f8ab-4259-bbe0-73616d55206b admin admin] Publish callbacks [] for security_group (4d6b6e3c-c887-4ff6-8bf6-5fc20d6aee2a), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:38.317835 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defb7141-bab6-4919-a2af-ce793f3dac23 None None] DHCP port deletion for 502e76b2-1dcf-49b0-885c-a10b4099c12c request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:15:38.346185 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-8956cd29-67d6-471e-8879-273c9dbd27b3 tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] For port 3bba2c6c-3fa7-410d-ad40-6d4dda24cec6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3bba2c6c-3fa7-410d-ad40-6d4dda24cec6,segment=NetworkSegment(1f33fbf7-177b-4f8e-95f4-cce8ea3611fe),segment_id=1f33fbf7-177b-4f8e-95f4-cce8ea3611fe)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:15:38.346562 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8956cd29-67d6-471e-8879-273c9dbd27b3 tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (3bba2c6c-3fa7-410d-ad40-6d4dda24cec6), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:38.363487 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-8956cd29-67d6-471e-8879-273c9dbd27b3 tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] Calling delete_port for 3bba2c6c-3fa7-410d-ad40-6d4dda24cec6 owned by network:dhcp {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:15:38.370674 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3ef86eb7-f8ab-4259-bbe0-73616d55206b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (4d6b6e3c-c887-4ff6-8bf6-5fc20d6aee2a), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:38.373700 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3ef86eb7-f8ab-4259-bbe0-73616d55206b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:38.374999 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-3ef86eb7-f8ab-4259-bbe0-73616d55206b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4d6b6e3c-c887-4ff6-8bf6-5fc20d6aee2a HTTP/1.1" status: 204  len: 168 time: 0.1624317
May 07 22:15:38.388876 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-defb7141-bab6-4919-a2af-ce793f3dac23 None None] Deleting port 3bba2c6c-3fa7-410d-ad40-6d4dda24cec6 {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:15:38.389557 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-defb7141-bab6-4919-a2af-ce793f3dac23 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (3bba2c6c-3fa7-410d-ad40-6d4dda24cec6), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:38.396799 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef86eb7-f8ab-4259-bbe0-73616d55206b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d6b6e3c-c887-4ff6-8bf6-5fc20d6aee2a,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:38.481256 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8956cd29-67d6-471e-8879-273c9dbd27b3 tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (3bba2c6c-3fa7-410d-ad40-6d4dda24cec6), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:38.497582 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-defb7141-bab6-4919-a2af-ce793f3dac23 None None] For port 3bba2c6c-3fa7-410d-ad40-6d4dda24cec6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3bba2c6c-3fa7-410d-ad40-6d4dda24cec6,segment=NetworkSegment(1f33fbf7-177b-4f8e-95f4-cce8ea3611fe),segment_id=1f33fbf7-177b-4f8e-95f4-cce8ea3611fe)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:15:38.498958 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-defb7141-bab6-4919-a2af-ce793f3dac23 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (3bba2c6c-3fa7-410d-ad40-6d4dda24cec6), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:38.514594 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8956cd29-67d6-471e-8879-273c9dbd27b3 tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] Pushing event deleted for resources: {'Port': ['ID=3bba2c6c-3fa7-410d-ad40-6d4dda24cec6,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:38.524616 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8956cd29-67d6-471e-8879-273c9dbd27b3 tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] No DVR routers for this DVR port 3bba2c6c-3fa7-410d-ad40-6d4dda24cec6 on host ncdv-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:15:38.536661 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-defb7141-bab6-4919-a2af-ce793f3dac23 None None] Calling delete_port for 3bba2c6c-3fa7-410d-ad40-6d4dda24cec6 owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:15:38.639873 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-defb7141-bab6-4919-a2af-ce793f3dac23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (3bba2c6c-3fa7-410d-ad40-6d4dda24cec6), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:38.677435 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defb7141-bab6-4919-a2af-ce793f3dac23 None None] Pushing event deleted for resources: {'Port': ['ID=3bba2c6c-3fa7-410d-ad40-6d4dda24cec6,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:38.679120 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 50422) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:38.697147 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8956cd29-67d6-471e-8879-273c9dbd27b3 tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (502e76b2-1dcf-49b0-885c-a10b4099c12c), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:38.701972 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defb7141-bab6-4919-a2af-ce793f3dac23 None None] No DVR routers for this DVR port 3bba2c6c-3fa7-410d-ad40-6d4dda24cec6 on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:15:38.708058 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 50424) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:38.761111 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-8956cd29-67d6-471e-8879-273c9dbd27b3 tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf86d3c700>,) {'filters': {'network_id': ['502e76b2-1dcf-49b0-885c-a10b4099c12c']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:15:38.786995 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-8956cd29-67d6-471e-8879-273c9dbd27b3 tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf86d3c700>, '1f33fbf7-177b-4f8e-95f4-cce8ea3611fe') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:15:38.791055 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-8956cd29-67d6-471e-8879-273c9dbd27b3 tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf86d3c700>, '1f33fbf7-177b-4f8e-95f4-cce8ea3611fe') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:15:38.807372 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8956cd29-67d6-471e-8879-273c9dbd27b3 tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (1f33fbf7-177b-4f8e-95f4-cce8ea3611fe), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:38.827577 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8956cd29-67d6-471e-8879-273c9dbd27b3 tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (1f33fbf7-177b-4f8e-95f4-cce8ea3611fe), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:38.838486 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8956cd29-67d6-471e-8879-273c9dbd27b3 tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:15:38.838969 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8956cd29-67d6-471e-8879-273c9dbd27b3 tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (1f33fbf7-177b-4f8e-95f4-cce8ea3611fe), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:38.846900 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 22:15:38.846900 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:15:38.846900 ncdv-master-1 neutron-server[121837]:     timer()
May 07 22:15:38.846900 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:15:38.846900 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 22:15:38.846900 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:15:38.846900 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 22:15:38.846900 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:15:38.846900 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 22:15:38.846900 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:15:38.846900 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 22:15:38.846900 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:15:38.846900 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 22:15:38.846900 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:15:38.846900 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:15:38.846900 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:15:38.846900 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:15:38.846900 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:15:38.846900 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 22:15:38.846900 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:15:38.846900 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 22:15:38.846900 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:15:38.846900 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:15:38.846900 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:15:38.846900 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 22:15:38.846900 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:15:38.846900 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:15:38.846900 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:15:38.846900 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:15:38.846900 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:15:38.846900 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:15:38.846900 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:15:38.917054 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2612372d-bd5e-4181-94b7-9d3fd3892b52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:38.928413 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8956cd29-67d6-471e-8879-273c9dbd27b3 tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (502e76b2-1dcf-49b0-885c-a10b4099c12c), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:38.943729 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8956cd29-67d6-471e-8879-273c9dbd27b3 tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:38.949488 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-8956cd29-67d6-471e-8879-273c9dbd27b3 tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] 10.222.0.32 "DELETE /v2.0/networks/502e76b2-1dcf-49b0-885c-a10b4099c12c HTTP/1.1" status: 204  len: 168 time: 0.8796296
May 07 22:15:38.960022 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8956cd29-67d6-471e-8879-273c9dbd27b3 tempest-DHCPAgentSchedulersTestJSON-1312505456 tempest-DHCPAgentSchedulersTestJSON-1312505456-project] Pushing event deleted for resources: {'Network': ['ID=502e76b2-1dcf-49b0-885c-a10b4099c12c,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:39.055091 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2612372d-bd5e-4181-94b7-9d3fd3892b52 admin admin] Publish callbacks [] for security_group (560920dc-2f28-4d07-98c6-42d9bc00b526), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:39.063310 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2612372d-bd5e-4181-94b7-9d3fd3892b52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (560920dc-2f28-4d07-98c6-42d9bc00b526), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:39.068066 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 7973ea98-3ae5-4cd7-9d25-d975a8a79190 no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:15:39.114607 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] No Port match for: 7973ea98-3ae5-4cd7-9d25-d975a8a79190 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:15:39.115862 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 7973ea98-3ae5-4cd7-9d25-d975a8a79190 not bound to the agent host nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:15:39.119184 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 3bba2c6c-3fa7-410d-ad40-6d4dda24cec6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:15:39.119836 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-2612372d-bd5e-4181-94b7-9d3fd3892b52 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=41244813d03044bd9a5e0be8651fa413&name=default HTTP/1.1" status: 200  len: 3000 time: 0.4099638
May 07 22:15:39.120668 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 50438) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:39.123696 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2612372d-bd5e-4181-94b7-9d3fd3892b52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=560920dc-2f28-4d07-98c6-42d9bc00b526,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:39.164343 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 3bba2c6c-3fa7-410d-ad40-6d4dda24cec6 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:15:39.164783 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 3bba2c6c-3fa7-410d-ad40-6d4dda24cec6 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:15:39.199777 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8e51cf93-7c25-42d9-8157-ffe81d8e0922 admin admin] Publish callbacks [] for security_group (560920dc-2f28-4d07-98c6-42d9bc00b526), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:39.240095 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8e51cf93-7c25-42d9-8157-ffe81d8e0922 admin admin] Publish callbacks [] for security_group (560920dc-2f28-4d07-98c6-42d9bc00b526), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:39.244402 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0d59bed9-7f84-4a43-becc-2f47c33ccad3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401094'] for router_interface (8d75d3fc-7df0-4fdf-bc38-fbf25a6bd275), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:39.331054 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8e51cf93-7c25-42d9-8157-ffe81d8e0922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (560920dc-2f28-4d07-98c6-42d9bc00b526), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:39.334432 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8e51cf93-7c25-42d9-8157-ffe81d8e0922 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:39.338488 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-8e51cf93-7c25-42d9-8157-ffe81d8e0922 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/560920dc-2f28-4d07-98c6-42d9bc00b526 HTTP/1.1" status: 204  len: 168 time: 0.2138424
May 07 22:15:39.346604 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e51cf93-7c25-42d9-8157-ffe81d8e0922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=560920dc-2f28-4d07-98c6-42d9bc00b526,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:39.415315 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 50452) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:39.558521 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-0d59bed9-7f84-4a43-becc-2f47c33ccad3 admin admin] Deleting port 5926fbba-5a0d-41d8-96cb-dc1ceb08a541 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:15:39.559173 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0d59bed9-7f84-4a43-becc-2f47c33ccad3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (5926fbba-5a0d-41d8-96cb-dc1ceb08a541), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:39.653479 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-0d59bed9-7f84-4a43-becc-2f47c33ccad3 admin admin] For port 5926fbba-5a0d-41d8-96cb-dc1ceb08a541, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5926fbba-5a0d-41d8-96cb-dc1ceb08a541,segment=NetworkSegment(36738b93-4b30-4517-bcc7-c5a063eccc3c),segment_id=36738b93-4b30-4517-bcc7-c5a063eccc3c)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:15:39.653878 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0d59bed9-7f84-4a43-becc-2f47c33ccad3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (5926fbba-5a0d-41d8-96cb-dc1ceb08a541), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:39.670739 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-0d59bed9-7f84-4a43-becc-2f47c33ccad3 admin admin] Calling delete_port for 5926fbba-5a0d-41d8-96cb-dc1ceb08a541 owned by network:router_interface {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:15:39.753679 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-d22ec211-d8c3-4d36-9a8c-dde2fe13cab5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c97cc2eddd154160b778a3336d71bc1a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3371878
May 07 22:15:39.756589 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 50462) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:39.853287 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 50464) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:39.872326 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8c971f26-32d2-414a-b5fa-9f5b83698303 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:39.874964 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6c4748d6-380a-404d-96ad-c169adcc8144 admin admin] Publish callbacks [] for security_group (190e9c65-a225-48f0-bbae-08c50bee9e8d), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:39.925277 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6c4748d6-380a-404d-96ad-c169adcc8144 admin admin] Publish callbacks [] for security_group (190e9c65-a225-48f0-bbae-08c50bee9e8d), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:39.972924 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8c971f26-32d2-414a-b5fa-9f5b83698303 admin admin] Publish callbacks [] for security_group (e2b5ba5f-5721-4f9c-96c1-635cb5d99335), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:39.975423 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0d59bed9-7f84-4a43-becc-2f47c33ccad3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (5926fbba-5a0d-41d8-96cb-dc1ceb08a541), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:39.979454 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8c971f26-32d2-414a-b5fa-9f5b83698303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (e2b5ba5f-5721-4f9c-96c1-635cb5d99335), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:40.009126 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d59bed9-7f84-4a43-becc-2f47c33ccad3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5926fbba-5a0d-41d8-96cb-dc1ceb08a541,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:40.035356 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-8c971f26-32d2-414a-b5fa-9f5b83698303 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=060a8986d0cc4fcc83bbb79b4dce0b10&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1810167
May 07 22:15:40.041208 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 50470) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:40.044019 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6c4748d6-380a-404d-96ad-c169adcc8144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (190e9c65-a225-48f0-bbae-08c50bee9e8d), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:40.046846 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6c4748d6-380a-404d-96ad-c169adcc8144 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:40.051043 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-6c4748d6-380a-404d-96ad-c169adcc8144 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/190e9c65-a225-48f0-bbae-08c50bee9e8d HTTP/1.1" status: 204  len: 168 time: 0.2896993
May 07 22:15:40.085695 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4748d6-380a-404d-96ad-c169adcc8144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=190e9c65-a225-48f0-bbae-08c50bee9e8d,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:40.093074 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c971f26-32d2-414a-b5fa-9f5b83698303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b5ba5f-5721-4f9c-96c1-635cb5d99335,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:40.116069 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cef5b2cf-9dbb-4af0-ab60-661a0afe83a2 admin admin] Publish callbacks [] for security_group (e2b5ba5f-5721-4f9c-96c1-635cb5d99335), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:40.162143 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cef5b2cf-9dbb-4af0-ab60-661a0afe83a2 admin admin] Publish callbacks [] for security_group (e2b5ba5f-5721-4f9c-96c1-635cb5d99335), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:40.231661 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cef5b2cf-9dbb-4af0-ab60-661a0afe83a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (e2b5ba5f-5721-4f9c-96c1-635cb5d99335), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:40.234429 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cef5b2cf-9dbb-4af0-ab60-661a0afe83a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:40.235824 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-cef5b2cf-9dbb-4af0-ab60-661a0afe83a2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e2b5ba5f-5721-4f9c-96c1-635cb5d99335 HTTP/1.1" status: 204  len: 168 time: 0.1935706
May 07 22:15:40.251819 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef5b2cf-9dbb-4af0-ab60-661a0afe83a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b5ba5f-5721-4f9c-96c1-635cb5d99335,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:40.350638 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0d59bed9-7f84-4a43-becc-2f47c33ccad3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401002'] for router_interface (8d75d3fc-7df0-4fdf-bc38-fbf25a6bd275), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:40.572559 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 50486) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:40.586666 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0f4a6392-1445-45fb-992b-8c5febfa6a0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:40.630712 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d59bed9-7f84-4a43-becc-2f47c33ccad3 admin admin] Router 8d75d3fc-7df0-4fdf-bc38-fbf25a6bd275 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:15:40.689805 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0f4a6392-1445-45fb-992b-8c5febfa6a0d admin admin] Publish callbacks [] for security_group (e9cb363d-a10e-4ed0-bb3d-ab277f995cc6), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:40.696314 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0f4a6392-1445-45fb-992b-8c5febfa6a0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (e9cb363d-a10e-4ed0-bb3d-ab277f995cc6), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:40.744182 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4a6392-1445-45fb-992b-8c5febfa6a0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9cb363d-a10e-4ed0-bb3d-ab277f995cc6,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:40.748837 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-0f4a6392-1445-45fb-992b-8c5febfa6a0d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d68cfabc02644e5899316723493712e1&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1750469
May 07 22:15:40.753042 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 50494) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:40.802297 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d59bed9-7f84-4a43-becc-2f47c33ccad3 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:15:40.813260 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7d815e-374d-47f9-9ae6-b1e54577badc None None] Sync routers for ids ['8d75d3fc-7df0-4fdf-bc38-fbf25a6bd275'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:15:40.823008 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-0d59bed9-7f84-4a43-becc-2f47c33ccad3 admin admin] 10.222.0.32 "PUT /v2.0/routers/8d75d3fc-7df0-4fdf-bc38-fbf25a6bd275/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1425674
May 07 22:15:40.825620 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 50496) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:40.833026 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7d815e-374d-47f9-9ae6-b1e54577badc None None] Routers {'8d75d3fc-7df0-4fdf-bc38-fbf25a6bd275'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:15:40.834169 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-dd7d815e-374d-47f9-9ae6-b1e54577badc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f815e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:15:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['8d75d3fc-7df0-4fdf-bc38-fbf25a6bd275'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:15:40.837282 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-59f08ded-7f7a-4c1f-ad94-1028d580511a admin admin] Publish callbacks [] for security_group (e9cb363d-a10e-4ed0-bb3d-ab277f995cc6), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:40.911820 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-59f08ded-7f7a-4c1f-ad94-1028d580511a admin admin] Publish callbacks [] for security_group (e9cb363d-a10e-4ed0-bb3d-ab277f995cc6), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:40.991288 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-dd7d815e-374d-47f9-9ae6-b1e54577badc None None] Set router 8d75d3fc-7df0-4fdf-bc38-fbf25a6bd275 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:15:41.015736 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-39de93f5-c7cd-445b-a795-b9473ff923bd admin admin] Publish callbacks [] for router (8d75d3fc-7df0-4fdf-bc38-fbf25a6bd275), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:41.104184 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-59f08ded-7f7a-4c1f-ad94-1028d580511a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (e9cb363d-a10e-4ed0-bb3d-ab277f995cc6), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:41.107366 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-59f08ded-7f7a-4c1f-ad94-1028d580511a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:41.108826 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-59f08ded-7f7a-4c1f-ad94-1028d580511a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e9cb363d-a10e-4ed0-bb3d-ab277f995cc6 HTTP/1.1" status: 204  len: 168 time: 0.3545566
May 07 22:15:41.155267 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f08ded-7f7a-4c1f-ad94-1028d580511a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9cb363d-a10e-4ed0-bb3d-ab277f995cc6,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:41.193565 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-39de93f5-c7cd-445b-a795-b9473ff923bd admin admin] Publish callbacks [] for router_gateway (8d75d3fc-7df0-4fdf-bc38-fbf25a6bd275), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:41.271963 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-dd7d815e-374d-47f9-9ae6-b1e54577badc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f815e80>, [{'id': '8d75d3fc-7df0-4fdf-bc38-fbf25a6bd275', 'name': 'tempest-TestServerMultinode-1932275267-router', 'tenant_id': 'de8505b33dbf41ffb3f14bfddea6c103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.74'}], 'enable_snat': True}, 'gw_port_id': '221bed61-2bec-476b-8780-b1a519752586', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:14:35Z', 'updated_at': '2022-05-07T22:15:39Z', 'revision_number': 5, 'project_id': 'de8505b33dbf41ffb3f14bfddea6c103', 'gw_port': {'id': '221bed61-2bec-476b-8780-b1a519752586', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:0f:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d75d3fc-7df0-4fdf-bc38-fbf25a6bd275', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:14:36Z', 'updated_at': '2022-05-07T22:14:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:15:41.294109 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-39de93f5-c7cd-445b-a795-b9473ff923bd admin admin] Deleting port 221bed61-2bec-476b-8780-b1a519752586 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:15:41.294479 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-39de93f5-c7cd-445b-a795-b9473ff923bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (221bed61-2bec-476b-8780-b1a519752586), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:41.325831 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7d815e-374d-47f9-9ae6-b1e54577badc None None] Checking router: 8d75d3fc-7df0-4fdf-bc38-fbf25a6bd275 for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:15:41.342146 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7d815e-374d-47f9-9ae6-b1e54577badc None None] Routers {'8d75d3fc-7df0-4fdf-bc38-fbf25a6bd275'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:15:41.343573 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-dd7d815e-374d-47f9-9ae6-b1e54577badc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f815e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:15:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['8d75d3fc-7df0-4fdf-bc38-fbf25a6bd275'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:15:41.406837 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-39de93f5-c7cd-445b-a795-b9473ff923bd admin admin] For port 221bed61-2bec-476b-8780-b1a519752586, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=221bed61-2bec-476b-8780-b1a519752586,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:15:41.407805 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-39de93f5-c7cd-445b-a795-b9473ff923bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (221bed61-2bec-476b-8780-b1a519752586), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:41.425256 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-39de93f5-c7cd-445b-a795-b9473ff923bd admin admin] Calling delete_port for 221bed61-2bec-476b-8780-b1a519752586 owned by network:router_gateway {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:15:41.456964 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-dd7d815e-374d-47f9-9ae6-b1e54577badc None None] Set router 8d75d3fc-7df0-4fdf-bc38-fbf25a6bd275 gateway port host: None {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:15:41.523456 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-dd7d815e-374d-47f9-9ae6-b1e54577badc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f815e80>, [{'id': '8d75d3fc-7df0-4fdf-bc38-fbf25a6bd275', 'name': 'tempest-TestServerMultinode-1932275267-router', 'tenant_id': 'de8505b33dbf41ffb3f14bfddea6c103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:14:35Z', 'updated_at': '2022-05-07T22:15:41Z', 'revision_number': 6, 'project_id': 'de8505b33dbf41ffb3f14bfddea6c103', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:15:41.566199 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7d815e-374d-47f9-9ae6-b1e54577badc None None] The sync data for ids ['8d75d3fc-7df0-4fdf-bc38-fbf25a6bd275'] in ncdv-master-1 is: [{'id': '8d75d3fc-7df0-4fdf-bc38-fbf25a6bd275', 'name': 'tempest-TestServerMultinode-1932275267-router', 'tenant_id': 'de8505b33dbf41ffb3f14bfddea6c103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:14:35Z', 'updated_at': '2022-05-07T22:15:41Z', 'revision_number': 6, 'project_id': 'de8505b33dbf41ffb3f14bfddea6c103', 'gw_port_host': None}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:15:41.661365 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-39de93f5-c7cd-445b-a795-b9473ff923bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (221bed61-2bec-476b-8780-b1a519752586), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:41.694841 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39de93f5-c7cd-445b-a795-b9473ff923bd admin admin] Pushing event deleted for resources: {'Port': ['ID=221bed61-2bec-476b-8780-b1a519752586,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:41.771169 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-39de93f5-c7cd-445b-a795-b9473ff923bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395776'] for router_gateway (8d75d3fc-7df0-4fdf-bc38-fbf25a6bd275), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:41.871564 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-39de93f5-c7cd-445b-a795-b9473ff923bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (8d75d3fc-7df0-4fdf-bc38-fbf25a6bd275), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:41.874510 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-39de93f5-c7cd-445b-a795-b9473ff923bd admin admin] Publish callbacks [] for router_controller (8d75d3fc-7df0-4fdf-bc38-fbf25a6bd275), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:41.927513 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-39de93f5-c7cd-445b-a795-b9473ff923bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (8d75d3fc-7df0-4fdf-bc38-fbf25a6bd275), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:41.928122 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39de93f5-c7cd-445b-a795-b9473ff923bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d75d3fc-7df0-4fdf-bc38-fbf25a6bd275 {{(pid=121837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 22:15:41.933234 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-39de93f5-c7cd-445b-a795-b9473ff923bd admin admin] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:41.935078 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-39de93f5-c7cd-445b-a795-b9473ff923bd admin admin] 10.222.0.32 "DELETE /v2.0/routers/8d75d3fc-7df0-4fdf-bc38-fbf25a6bd275 HTTP/1.1" status: 204  len: 168 time: 1.1072049
May 07 22:15:41.937578 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 50538) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:42.002063 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-64ee988b-5058-4e98-824f-e1e4edcef57a admin admin] Deleting subnet 3445155a-a289-45a0-a3b2-ac8b816f4f51 {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:15:42.006666 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-64ee988b-5058-4e98-824f-e1e4edcef57a admin admin] Publish callbacks [] for subnet (3445155a-a289-45a0-a3b2-ac8b816f4f51), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:42.079935 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-64ee988b-5058-4e98-824f-e1e4edcef57a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (3445155a-a289-45a0-a3b2-ac8b816f4f51), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:42.206325 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-64ee988b-5058-4e98-824f-e1e4edcef57a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (3445155a-a289-45a0-a3b2-ac8b816f4f51), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:42.283438 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-64ee988b-5058-4e98-824f-e1e4edcef57a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (3445155a-a289-45a0-a3b2-ac8b816f4f51), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:42.320939 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ee988b-5058-4e98-824f-e1e4edcef57a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3445155a-a289-45a0-a3b2-ac8b816f4f51,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:42.333206 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-64ee988b-5058-4e98-824f-e1e4edcef57a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:42.334310 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f86e69-427a-46b5-b17c-17f02ba6ca8e None None] Network 70fd104c-7c86-4065-a52d-06f0c8cd30c4 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:15:42.340035 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-64ee988b-5058-4e98-824f-e1e4edcef57a admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3445155a-a289-45a0-a3b2-ac8b816f4f51 HTTP/1.1" status: 204  len: 168 time: 0.3987415
May 07 22:15:42.340337 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 50554) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:42.610488 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a4e03aa2-a9ec-408e-9883-d8b1ca9e4986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (70fd104c-7c86-4065-a52d-06f0c8cd30c4), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:42.687069 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758b26a0-553b-4561-80c0-df3cc42132b6 None None] DHCP port deletion for 70fd104c-7c86-4065-a52d-06f0c8cd30c4 request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:15:42.735636 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-a4e03aa2-a9ec-408e-9883-d8b1ca9e4986 admin admin] Deleting port 3d66ae00-2d48-4201-8ef0-fc2a841d1d45 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:15:42.736301 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a4e03aa2-a9ec-408e-9883-d8b1ca9e4986 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (3d66ae00-2d48-4201-8ef0-fc2a841d1d45), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:42.784535 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-758b26a0-553b-4561-80c0-df3cc42132b6 None None] Deleting port 3d66ae00-2d48-4201-8ef0-fc2a841d1d45 {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:15:42.786898 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-758b26a0-553b-4561-80c0-df3cc42132b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (3d66ae00-2d48-4201-8ef0-fc2a841d1d45), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:42.904184 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-758b26a0-553b-4561-80c0-df3cc42132b6 None None] For port 3d66ae00-2d48-4201-8ef0-fc2a841d1d45, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3d66ae00-2d48-4201-8ef0-fc2a841d1d45,segment=NetworkSegment(36738b93-4b30-4517-bcc7-c5a063eccc3c),segment_id=36738b93-4b30-4517-bcc7-c5a063eccc3c)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:15:42.904592 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-758b26a0-553b-4561-80c0-df3cc42132b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (3d66ae00-2d48-4201-8ef0-fc2a841d1d45), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:42.936039 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-758b26a0-553b-4561-80c0-df3cc42132b6 None None] Calling delete_port for 3d66ae00-2d48-4201-8ef0-fc2a841d1d45 owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:15:42.982079 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-a4e03aa2-a9ec-408e-9883-d8b1ca9e4986 admin admin] For port 3d66ae00-2d48-4201-8ef0-fc2a841d1d45, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3d66ae00-2d48-4201-8ef0-fc2a841d1d45,segment=NetworkSegment(36738b93-4b30-4517-bcc7-c5a063eccc3c),segment_id=36738b93-4b30-4517-bcc7-c5a063eccc3c)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:15:42.983201 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a4e03aa2-a9ec-408e-9883-d8b1ca9e4986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (3d66ae00-2d48-4201-8ef0-fc2a841d1d45), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:43.013420 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-a4e03aa2-a9ec-408e-9883-d8b1ca9e4986 admin admin] Calling delete_port for 3d66ae00-2d48-4201-8ef0-fc2a841d1d45 owned by network:dhcp {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:15:43.070167 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 221bed61-2bec-476b-8780-b1a519752586 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:15:43.125867 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 221bed61-2bec-476b-8780-b1a519752586 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:15:43.126634 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 221bed61-2bec-476b-8780-b1a519752586 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:15:43.130918 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 5926fbba-5a0d-41d8-96cb-dc1ceb08a541 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:15:43.154219 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a4e03aa2-a9ec-408e-9883-d8b1ca9e4986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (3d66ae00-2d48-4201-8ef0-fc2a841d1d45), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:43.165088 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-758b26a0-553b-4561-80c0-df3cc42132b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (3d66ae00-2d48-4201-8ef0-fc2a841d1d45), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:43.190047 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 5926fbba-5a0d-41d8-96cb-dc1ceb08a541 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:15:43.190406 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 5926fbba-5a0d-41d8-96cb-dc1ceb08a541 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:15:43.190853 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 3d66ae00-2d48-4201-8ef0-fc2a841d1d45 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:15:43.202553 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e03aa2-a9ec-408e-9883-d8b1ca9e4986 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d66ae00-2d48-4201-8ef0-fc2a841d1d45,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:43.221539 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e03aa2-a9ec-408e-9883-d8b1ca9e4986 admin admin] No DVR routers for this DVR port 3d66ae00-2d48-4201-8ef0-fc2a841d1d45 on host ncdv-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:15:43.227204 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758b26a0-553b-4561-80c0-df3cc42132b6 None None] Pushing event deleted for resources: {'Port': ['ID=3d66ae00-2d48-4201-8ef0-fc2a841d1d45,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:43.247014 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758b26a0-553b-4561-80c0-df3cc42132b6 None None] No DVR routers for this DVR port 3d66ae00-2d48-4201-8ef0-fc2a841d1d45 on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:15:43.248896 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 3d66ae00-2d48-4201-8ef0-fc2a841d1d45 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:15:43.249249 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 3d66ae00-2d48-4201-8ef0-fc2a841d1d45 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:15:43.325477 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a4e03aa2-a9ec-408e-9883-d8b1ca9e4986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (70fd104c-7c86-4065-a52d-06f0c8cd30c4), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:43.350015 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-a4e03aa2-a9ec-408e-9883-d8b1ca9e4986 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf8c3a1040>,) {'filters': {'network_id': ['70fd104c-7c86-4065-a52d-06f0c8cd30c4']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:15:43.360815 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-a4e03aa2-a9ec-408e-9883-d8b1ca9e4986 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8c3a1040>, '36738b93-4b30-4517-bcc7-c5a063eccc3c') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:15:43.361397 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-a4e03aa2-a9ec-408e-9883-d8b1ca9e4986 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8c3a1040>, '36738b93-4b30-4517-bcc7-c5a063eccc3c') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:15:43.373137 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a4e03aa2-a9ec-408e-9883-d8b1ca9e4986 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (36738b93-4b30-4517-bcc7-c5a063eccc3c), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:43.390838 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a4e03aa2-a9ec-408e-9883-d8b1ca9e4986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (36738b93-4b30-4517-bcc7-c5a063eccc3c), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:43.400433 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4e03aa2-a9ec-408e-9883-d8b1ca9e4986 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:15:43.401100 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a4e03aa2-a9ec-408e-9883-d8b1ca9e4986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (36738b93-4b30-4517-bcc7-c5a063eccc3c), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:43.412777 ncdv-master-1 neutron-server[121836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:15:43.412777 ncdv-master-1 neutron-server[121836]:   self.session.flush()
May 07 22:15:43.412777 ncdv-master-1 neutron-server[121836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:15:43.412777 ncdv-master-1 neutron-server[121836]:   self.session.flush()
May 07 22:15:43.412777 ncdv-master-1 neutron-server[121836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:15:43.412777 ncdv-master-1 neutron-server[121836]:   self.session.flush()
May 07 22:15:43.412777 ncdv-master-1 neutron-server[121836]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 07 22:15:43.412777 ncdv-master-1 neutron-server[121836]:   self.session.flush()
May 07 22:15:43.412777 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 22:15:43.412777 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:15:43.412777 ncdv-master-1 neutron-server[121836]:     timer()
May 07 22:15:43.412777 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:15:43.412777 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 22:15:43.412777 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:15:43.412777 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 22:15:43.412777 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:15:43.412777 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 22:15:43.412777 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:15:43.412777 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 22:15:43.412777 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:15:43.412777 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 22:15:43.412777 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:15:43.412777 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:15:43.412777 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:15:43.412777 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:15:43.412777 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:15:43.412777 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 22:15:43.412777 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:15:43.412777 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 22:15:43.412777 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:15:43.412777 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:15:43.412777 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:15:43.412777 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 22:15:43.412777 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:15:43.412777 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:15:43.412777 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:15:43.412777 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:15:43.412777 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:15:43.412777 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:15:43.412777 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:15:43.465195 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a4e03aa2-a9ec-408e-9883-d8b1ca9e4986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (70fd104c-7c86-4065-a52d-06f0c8cd30c4), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:43.487178 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a4e03aa2-a9ec-408e-9883-d8b1ca9e4986 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:43.491138 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-a4e03aa2-a9ec-408e-9883-d8b1ca9e4986 admin admin] 10.222.0.32 "DELETE /v2.0/networks/70fd104c-7c86-4065-a52d-06f0c8cd30c4 HTTP/1.1" status: 204  len: 168 time: 1.1489055
May 07 22:15:43.492410 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e03aa2-a9ec-408e-9883-d8b1ca9e4986 admin admin] Pushing event deleted for resources: {'Network': ['ID=70fd104c-7c86-4065-a52d-06f0c8cd30c4,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:43.494221 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 50596) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:43.856734 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 50622) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:44.228007 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-a84fbbc1-c7da-4a42-a198-143b06532802 tempest-RoutersTestDVR-1472580182 tempest-RoutersTestDVR-1472580182-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-525101139'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:15:44.246577 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b239710f-b642-41b1-9eff-cc3764643573 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401094'] for router_interface (fb3c7079-b27a-45b1-8edc-605ea0d5bdec), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:44.256600 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a84fbbc1-c7da-4a42-a198-143b06532802 tempest-RoutersTestDVR-1472580182 tempest-RoutersTestDVR-1472580182-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (7a07346f-db42-4d74-a0a1-851182f79dac), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:44.256600 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a84fbbc1-c7da-4a42-a198-143b06532802 tempest-RoutersTestDVR-1472580182 tempest-RoutersTestDVR-1472580182-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (7a07346f-db42-4d74-a0a1-851182f79dac), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:44.336326 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a84fbbc1-c7da-4a42-a198-143b06532802 tempest-RoutersTestDVR-1472580182 tempest-RoutersTestDVR-1472580182-project-admin] Publish callbacks [] for router_controller (7a07346f-db42-4d74-a0a1-851182f79dac), precommit_add_association {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:44.343335 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a84fbbc1-c7da-4a42-a198-143b06532802 tempest-RoutersTestDVR-1472580182 tempest-RoutersTestDVR-1472580182-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (7a07346f-db42-4d74-a0a1-851182f79dac), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:44.369400 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a84fbbc1-c7da-4a42-a198-143b06532802 tempest-RoutersTestDVR-1472580182 tempest-RoutersTestDVR-1472580182-project-admin] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:44.377971 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 50634) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:44.379536 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-a84fbbc1-c7da-4a42-a198-143b06532802 tempest-RoutersTestDVR-1472580182 tempest-RoutersTestDVR-1472580182-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 728 time: 0.5212204
May 07 22:15:44.497879 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-62fb6bbb-0e09-43bd-8fee-f508b8112c95 tempest-RoutersTestDVR-1472580182 tempest-RoutersTestDVR-1472580182-project-admin] Publish callbacks [] for router (7a07346f-db42-4d74-a0a1-851182f79dac), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:44.775080 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-62fb6bbb-0e09-43bd-8fee-f508b8112c95 tempest-RoutersTestDVR-1472580182 tempest-RoutersTestDVR-1472580182-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (7a07346f-db42-4d74-a0a1-851182f79dac), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:44.780735 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-62fb6bbb-0e09-43bd-8fee-f508b8112c95 tempest-RoutersTestDVR-1472580182 tempest-RoutersTestDVR-1472580182-project-admin] Publish callbacks [] for router_controller (7a07346f-db42-4d74-a0a1-851182f79dac), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:44.878294 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-62fb6bbb-0e09-43bd-8fee-f508b8112c95 tempest-RoutersTestDVR-1472580182 tempest-RoutersTestDVR-1472580182-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (7a07346f-db42-4d74-a0a1-851182f79dac), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:44.878828 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62fb6bbb-0e09-43bd-8fee-f508b8112c95 tempest-RoutersTestDVR-1472580182 tempest-RoutersTestDVR-1472580182-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7a07346f-db42-4d74-a0a1-851182f79dac {{(pid=121837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 22:15:44.884298 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-62fb6bbb-0e09-43bd-8fee-f508b8112c95 tempest-RoutersTestDVR-1472580182 tempest-RoutersTestDVR-1472580182-project-admin] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:44.885494 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-62fb6bbb-0e09-43bd-8fee-f508b8112c95 tempest-RoutersTestDVR-1472580182 tempest-RoutersTestDVR-1472580182-project-admin] 10.222.0.32 "DELETE /v2.0/routers/7a07346f-db42-4d74-a0a1-851182f79dac HTTP/1.1" status: 204  len: 168 time: 0.5060818
May 07 22:15:44.888952 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 50652) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:44.896171 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-3a260c40-30c0-439b-b4da-be87233e20f6 tempest-RoutersTestDVR-1472580182 tempest-RoutersTestDVR-1472580182-project-admin] Request body: {'router': {'name': 'tempest-router-1963339218', 'distributed': False}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:15:44.903166 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-b239710f-b642-41b1-9eff-cc3764643573 admin admin] Deleting port 937e5624-5622-48fb-9c5c-404bac1ecfe8 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:15:44.903499 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b239710f-b642-41b1-9eff-cc3764643573 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (937e5624-5622-48fb-9c5c-404bac1ecfe8), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:44.939235 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3a260c40-30c0-439b-b4da-be87233e20f6 tempest-RoutersTestDVR-1472580182 tempest-RoutersTestDVR-1472580182-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (cbaac951-318b-4d4f-b776-8e83ec286c79), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:44.940731 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3a260c40-30c0-439b-b4da-be87233e20f6 tempest-RoutersTestDVR-1472580182 tempest-RoutersTestDVR-1472580182-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (cbaac951-318b-4d4f-b776-8e83ec286c79), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:45.002052 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3a260c40-30c0-439b-b4da-be87233e20f6 tempest-RoutersTestDVR-1472580182 tempest-RoutersTestDVR-1472580182-project-admin] Publish callbacks [] for router_controller (cbaac951-318b-4d4f-b776-8e83ec286c79), precommit_add_association {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:45.008308 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3a260c40-30c0-439b-b4da-be87233e20f6 tempest-RoutersTestDVR-1472580182 tempest-RoutersTestDVR-1472580182-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (cbaac951-318b-4d4f-b776-8e83ec286c79), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:45.010543 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-b239710f-b642-41b1-9eff-cc3764643573 admin admin] For port 937e5624-5622-48fb-9c5c-404bac1ecfe8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=937e5624-5622-48fb-9c5c-404bac1ecfe8,segment=NetworkSegment(a0f45d17-9b71-4e6e-9beb-38cc9b2ffdfd),segment_id=a0f45d17-9b71-4e6e-9beb-38cc9b2ffdfd)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:15:45.011187 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b239710f-b642-41b1-9eff-cc3764643573 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (937e5624-5622-48fb-9c5c-404bac1ecfe8), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:45.028182 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3a260c40-30c0-439b-b4da-be87233e20f6 tempest-RoutersTestDVR-1472580182 tempest-RoutersTestDVR-1472580182-project-admin] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:45.029330 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-b239710f-b642-41b1-9eff-cc3764643573 admin admin] Calling delete_port for 937e5624-5622-48fb-9c5c-404bac1ecfe8 owned by network:router_interface {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:15:45.032965 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-3a260c40-30c0-439b-b4da-be87233e20f6 tempest-RoutersTestDVR-1472580182 tempest-RoutersTestDVR-1472580182-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 722 time: 0.1397896
May 07 22:15:45.033961 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 50658) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:45.129522 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d8582b3a-e8b1-45d6-9591-29617c29f8cb tempest-RoutersTestDVR-1472580182 tempest-RoutersTestDVR-1472580182-project-admin] Publish callbacks [] for router (cbaac951-318b-4d4f-b776-8e83ec286c79), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:45.308045 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b239710f-b642-41b1-9eff-cc3764643573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (937e5624-5622-48fb-9c5c-404bac1ecfe8), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:45.334401 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d8582b3a-e8b1-45d6-9591-29617c29f8cb tempest-RoutersTestDVR-1472580182 tempest-RoutersTestDVR-1472580182-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (cbaac951-318b-4d4f-b776-8e83ec286c79), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:45.337881 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d8582b3a-e8b1-45d6-9591-29617c29f8cb tempest-RoutersTestDVR-1472580182 tempest-RoutersTestDVR-1472580182-project-admin] Publish callbacks [] for router_controller (cbaac951-318b-4d4f-b776-8e83ec286c79), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:45.343355 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b239710f-b642-41b1-9eff-cc3764643573 admin admin] Pushing event deleted for resources: {'Port': ['ID=937e5624-5622-48fb-9c5c-404bac1ecfe8,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:45.405811 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d8582b3a-e8b1-45d6-9591-29617c29f8cb tempest-RoutersTestDVR-1472580182 tempest-RoutersTestDVR-1472580182-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (cbaac951-318b-4d4f-b776-8e83ec286c79), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:45.406599 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8582b3a-e8b1-45d6-9591-29617c29f8cb tempest-RoutersTestDVR-1472580182 tempest-RoutersTestDVR-1472580182-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cbaac951-318b-4d4f-b776-8e83ec286c79 {{(pid=121836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 22:15:45.412076 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d8582b3a-e8b1-45d6-9591-29617c29f8cb tempest-RoutersTestDVR-1472580182 tempest-RoutersTestDVR-1472580182-project-admin] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:45.417881 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 50678) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:45.419734 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-d8582b3a-e8b1-45d6-9591-29617c29f8cb tempest-RoutersTestDVR-1472580182 tempest-RoutersTestDVR-1472580182-project-admin] 10.222.0.32 "DELETE /v2.0/routers/cbaac951-318b-4d4f-b776-8e83ec286c79 HTTP/1.1" status: 204  len: 168 time: 0.3833814
May 07 22:15:45.425240 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-e66be0f1-80ac-4821-865e-feb025087f8c tempest-RoutersTestDVR-1472580182 tempest-RoutersTestDVR-1472580182-project-admin] Request body: {'router': {'name': 'tempest-router-1111930865', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'aa7a542cb9da4117a10f879cc11b2a4a'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:15:45.510406 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e66be0f1-80ac-4821-865e-feb025087f8c tempest-RoutersTestDVR-1472580182 tempest-RoutersTestDVR-1472580182-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (3b62d4df-7610-4d81-b1f6-a955edc6a2f1), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:45.511525 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e66be0f1-80ac-4821-865e-feb025087f8c tempest-RoutersTestDVR-1472580182 tempest-RoutersTestDVR-1472580182-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (3b62d4df-7610-4d81-b1f6-a955edc6a2f1), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:45.611586 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b239710f-b642-41b1-9eff-cc3764643573 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401002'] for router_interface (fb3c7079-b27a-45b1-8edc-605ea0d5bdec), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:45.615192 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e66be0f1-80ac-4821-865e-feb025087f8c tempest-RoutersTestDVR-1472580182 tempest-RoutersTestDVR-1472580182-project-admin] Publish callbacks [] for router_controller (3b62d4df-7610-4d81-b1f6-a955edc6a2f1), precommit_add_association {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:45.622526 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e66be0f1-80ac-4821-865e-feb025087f8c tempest-RoutersTestDVR-1472580182 tempest-RoutersTestDVR-1472580182-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (3b62d4df-7610-4d81-b1f6-a955edc6a2f1), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:45.688667 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e66be0f1-80ac-4821-865e-feb025087f8c tempest-RoutersTestDVR-1472580182 tempest-RoutersTestDVR-1472580182-project-admin] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:45.692427 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-e66be0f1-80ac-4821-865e-feb025087f8c tempest-RoutersTestDVR-1472580182 tempest-RoutersTestDVR-1472580182-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 723 time: 0.2695982
May 07 22:15:45.693241 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 50680) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:45.697846 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-eb8497f1-ac7a-473a-aac7-30efc1c8f084 tempest-RoutersTestDVR-1472580182 tempest-RoutersTestDVR-1472580182-project-admin] Request body: {'router': {'distributed': True}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:15:45.926419 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b239710f-b642-41b1-9eff-cc3764643573 admin admin] Router fb3c7079-b27a-45b1-8edc-605ea0d5bdec has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:15:46.055457 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b239710f-b642-41b1-9eff-cc3764643573 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:15:46.061670 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-b239710f-b642-41b1-9eff-cc3764643573 admin admin] 10.222.0.32 "PUT /v2.0/routers/fb3c7079-b27a-45b1-8edc-605ea0d5bdec/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5653789
May 07 22:15:46.063879 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 50714) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:46.066860 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fae605-9afb-47a7-8a3c-37b65e5ca29e None None] Sync routers for ids ['fb3c7079-b27a-45b1-8edc-605ea0d5bdec'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:15:46.084814 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fae605-9afb-47a7-8a3c-37b65e5ca29e None None] Routers {'fb3c7079-b27a-45b1-8edc-605ea0d5bdec'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:15:46.085804 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-74fae605-9afb-47a7-8a3c-37b65e5ca29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cc417f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:15:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['fb3c7079-b27a-45b1-8edc-605ea0d5bdec'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:15:46.220252 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-74fae605-9afb-47a7-8a3c-37b65e5ca29e None None] Set router fb3c7079-b27a-45b1-8edc-605ea0d5bdec gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:15:46.232578 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-26d90be0-3f6d-473d-8c8b-f132fc39fcfe admin admin] Publish callbacks [] for router (fb3c7079-b27a-45b1-8edc-605ea0d5bdec), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:46.391310 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-26d90be0-3f6d-473d-8c8b-f132fc39fcfe admin admin] Publish callbacks [] for router_gateway (fb3c7079-b27a-45b1-8edc-605ea0d5bdec), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:46.462982 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-26d90be0-3f6d-473d-8c8b-f132fc39fcfe admin admin] Deleting port 59d87f59-7235-42b7-af22-664fe1d9e53d {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:15:46.463239 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-26d90be0-3f6d-473d-8c8b-f132fc39fcfe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (59d87f59-7235-42b7-af22-664fe1d9e53d), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:46.494812 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-eb8497f1-ac7a-473a-aac7-30efc1c8f084 tempest-RoutersTestDVR-1472580182 tempest-RoutersTestDVR-1472580182-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-395855', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-419039', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5148'] for router (3b62d4df-7610-4d81-b1f6-a955edc6a2f1), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:46.495424 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-eb8497f1-ac7a-473a-aac7-30efc1c8f084 tempest-RoutersTestDVR-1472580182 tempest-RoutersTestDVR-1472580182-project-admin] Publish callbacks [] for router (3b62d4df-7610-4d81-b1f6-a955edc6a2f1), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:46.501071 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-74fae605-9afb-47a7-8a3c-37b65e5ca29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cc417f0>, [{'id': 'fb3c7079-b27a-45b1-8edc-605ea0d5bdec', 'name': 'tempest-TestServerMultinode-1922413511-router', 'tenant_id': '7258ee48454a4985a79b7f26d184493f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.75'}], 'enable_snat': True}, 'gw_port_id': '59d87f59-7235-42b7-af22-664fe1d9e53d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:14:48Z', 'updated_at': '2022-05-07T22:15:45Z', 'revision_number': 5, 'project_id': '7258ee48454a4985a79b7f26d184493f', 'gw_port': {'id': '59d87f59-7235-42b7-af22-664fe1d9e53d', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:86:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb3c7079-b27a-45b1-8edc-605ea0d5bdec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3644, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:14:50Z', 'updated_at': '2022-05-07T22:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:15:46.567112 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fae605-9afb-47a7-8a3c-37b65e5ca29e None None] Checking router: fb3c7079-b27a-45b1-8edc-605ea0d5bdec for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:15:46.584695 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fae605-9afb-47a7-8a3c-37b65e5ca29e None None] Routers {'fb3c7079-b27a-45b1-8edc-605ea0d5bdec'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:15:46.585754 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-74fae605-9afb-47a7-8a3c-37b65e5ca29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cc417f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:15:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['fb3c7079-b27a-45b1-8edc-605ea0d5bdec'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:15:46.618599 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-26d90be0-3f6d-473d-8c8b-f132fc39fcfe admin admin] For port 59d87f59-7235-42b7-af22-664fe1d9e53d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=59d87f59-7235-42b7-af22-664fe1d9e53d,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:15:46.619172 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-26d90be0-3f6d-473d-8c8b-f132fc39fcfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (59d87f59-7235-42b7-af22-664fe1d9e53d), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:46.645407 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-26d90be0-3f6d-473d-8c8b-f132fc39fcfe admin admin] Calling delete_port for 59d87f59-7235-42b7-af22-664fe1d9e53d owned by network:router_gateway {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:15:46.688477 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-eb8497f1-ac7a-473a-aac7-30efc1c8f084 tempest-RoutersTestDVR-1472580182 tempest-RoutersTestDVR-1472580182-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=121836) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}}
May 07 22:15:46.689678 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-eb8497f1-ac7a-473a-aac7-30efc1c8f084 tempest-RoutersTestDVR-1472580182 tempest-RoutersTestDVR-1472580182-project-admin] Router 3b62d4df-7610-4d81-b1f6-a955edc6a2f1 migrating from <neutron.services.l3_router.service_providers.single_node.SingleNodeDriver object at 0x7faf8f159d00> provider to <neutron.services.l3_router.service_providers.dvr.DvrDriver object at 0x7faf8f159f10> provider. {{(pid=121836) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}}
May 07 22:15:46.690267 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-eb8497f1-ac7a-473a-aac7-30efc1c8f084 tempest-RoutersTestDVR-1472580182 tempest-RoutersTestDVR-1472580182-project-admin] Publish callbacks [] for router_controller (3b62d4df-7610-4d81-b1f6-a955edc6a2f1), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:46.699568 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-eb8497f1-ac7a-473a-aac7-30efc1c8f084 tempest-RoutersTestDVR-1472580182 tempest-RoutersTestDVR-1472580182-project-admin] Publish callbacks [] for router_controller (3b62d4df-7610-4d81-b1f6-a955edc6a2f1), precommit_add_association {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:46.704997 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-eb8497f1-ac7a-473a-aac7-30efc1c8f084 tempest-RoutersTestDVR-1472580182 tempest-RoutersTestDVR-1472580182-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-395830', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-395837', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-419014'] for router (3b62d4df-7610-4d81-b1f6-a955edc6a2f1), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:46.718607 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-74fae605-9afb-47a7-8a3c-37b65e5ca29e None None] Set router fb3c7079-b27a-45b1-8edc-605ea0d5bdec gateway port host: None {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:15:46.784162 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-74fae605-9afb-47a7-8a3c-37b65e5ca29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cc417f0>, [{'id': 'fb3c7079-b27a-45b1-8edc-605ea0d5bdec', 'name': 'tempest-TestServerMultinode-1922413511-router', 'tenant_id': '7258ee48454a4985a79b7f26d184493f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:14:48Z', 'updated_at': '2022-05-07T22:15:46Z', 'revision_number': 6, 'project_id': '7258ee48454a4985a79b7f26d184493f', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:15:46.813607 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fae605-9afb-47a7-8a3c-37b65e5ca29e None None] The sync data for ids ['fb3c7079-b27a-45b1-8edc-605ea0d5bdec'] in ncdv-master-1 is: [{'id': 'fb3c7079-b27a-45b1-8edc-605ea0d5bdec', 'name': 'tempest-TestServerMultinode-1922413511-router', 'tenant_id': '7258ee48454a4985a79b7f26d184493f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:14:48Z', 'updated_at': '2022-05-07T22:15:46Z', 'revision_number': 6, 'project_id': '7258ee48454a4985a79b7f26d184493f', 'gw_port_host': None}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:15:46.830714 ncdv-master-1 neutron-server[121836]: WARNING neutron.scheduler.l3_agent_scheduler [None req-eb8497f1-ac7a-473a-aac7-30efc1c8f084 tempest-RoutersTestDVR-1472580182 tempest-RoutersTestDVR-1472580182-project-admin] No L3 agents can host the router 3b62d4df-7610-4d81-b1f6-a955edc6a2f1
May 07 22:15:46.932548 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-26d90be0-3f6d-473d-8c8b-f132fc39fcfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (59d87f59-7235-42b7-af22-664fe1d9e53d), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:46.989287 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d90be0-3f6d-473d-8c8b-f132fc39fcfe admin admin] Pushing event deleted for resources: {'Port': ['ID=59d87f59-7235-42b7-af22-664fe1d9e53d,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:47.029425 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-26d90be0-3f6d-473d-8c8b-f132fc39fcfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395776'] for router_gateway (fb3c7079-b27a-45b1-8edc-605ea0d5bdec), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]: WARNING neutron.objects.base [None req-eb8497f1-ac7a-473a-aac7-30efc1c8f084 tempest-RoutersTestDVR-1472580182 tempest-RoutersTestDVR-1472580182-project-admin] ORM session: SQL execution without transaction in progress, traceback:
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/greenthread.py", line 221, in main
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:     result = function(*args, **kwargs)
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 837, in process_request
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:     proto.__init__(conn_state, self)
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 350, in __init__
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:     self.handle()
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 383, in handle
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:     self.handle_one_request()
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 459, in handle_one_request
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:     self.handle_one_response()
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 569, in handle_one_response
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:     result = self.application(self.environ, start_response)
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/paste/urlmap.py", line 216, in __call__
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:     return app(environ, start_response)
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:     resp = self.call_func(req, *args, **kw)
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:     return self.func(req, *args, **kwargs)
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/base.py", line 124, in __call__
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:     response = req.get_response(self.application)
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:     status, headers, app_iter = self.call_application(
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:     app_iter = application(self.environ, start_response)
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:     resp = self.call_func(req, *args, **kw)
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:     return self.func(req, *args, **kwargs)
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/base.py", line 124, in __call__
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:     response = req.get_response(self.application)
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:     status, headers, app_iter = self.call_application(
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:     app_iter = application(self.environ, start_response)
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:     resp = self.call_func(req, *args, **kw)
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:     return self.func(req, *args, **kwargs)
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:     response = req.get_response(self.application)
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:     status, headers, app_iter = self.call_application(
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:     app_iter = application(self.environ, start_response)
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:     resp = self.call_func(req, *args, **kw)
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:     return self.func(req, *args, **kwargs)
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:     response = req.get_response(self.application)
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:     status, headers, app_iter = self.call_application(
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:     app_iter = application(self.environ, start_response)
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:     resp = self.call_func(req, *args, **kw)
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:     return self.func(req, *args, **kwargs)
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/osprofiler/web.py", line 111, in __call__
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:     return request.get_response(self.application)
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:     status, headers, app_iter = self.call_application(
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:     app_iter = application(self.environ, start_response)
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:     resp = self.call_func(req, *args, **kw)
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:     return self.func(req, *args, **kwargs)
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:     response = req.get_response(self._app)
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:     status, headers, app_iter = self.call_application(
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:     app_iter = application(self.environ, start_response)
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:     return resp(environ, start_response)
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:     return resp(environ, start_response)
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/routes/middleware.py", line 153, in __call__
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:     response = self.app(environ, start_response)
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:     return resp(environ, start_response)
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:     resp = self.call_func(req, *args, **kw)
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:     return self.func(req, *args, **kwargs)
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:     result = method(request=request, **args)
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 631, in update
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:     return self._update(request, id, body, **kwargs)
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:     return f(*args, **kwargs)
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:     return f(*args, **kwargs)
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:     return f(*dup_args, **dup_kwargs)
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 696, in _update
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:     obj = obj_updater(request.context, id, **kwargs)
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/db/extraroute_db.py", line 71, in update_router
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:     return super(ExtraRoute_dbonly_mixin, self).update_router(
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 2104, in update_router
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:     self.notify_router_updated(context, router_dict['id'], None)
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 2078, in notify_router_updated
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:     self.l3_rpc_notifier.routers_updated(
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py", line 138, in routers_updated
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:     self._notification(context, 'routers_updated', router_ids,
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py", line 99, in _notification
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:     self._agent_notification(
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py", line 61, in _agent_notification
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:     hosts = plugin.get_hosts_to_notify(adminContext, router_id)
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py", line 310, in get_hosts_to_notify
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:     dvr_hosts = self._get_dvr_hosts_for_router(context, router_id)
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py", line 328, in _get_dvr_hosts_for_router
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:     hosts = self._get_dvr_hosts_for_subnets(context, subnet_ids)
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py", line 367, in _get_dvr_hosts_for_subnets
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:     hosts = [item[0] for item in query if item[0] != '']
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2896, in __iter__
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:     return self._iter().__iter__()
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:     result = self.session.execute(
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1677, in execute
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]:     result = fn(orm_exec_state)
May 07 22:15:47.033200 ncdv-master-1 neutron-server[121836]: 
May 07 22:15:47.044092 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8497f1-ac7a-473a-aac7-30efc1c8f084 tempest-RoutersTestDVR-1472580182 tempest-RoutersTestDVR-1472580182-project-admin] Hosts for router 3b62d4df-7610-4d81-b1f6-a955edc6a2f1: [] {{(pid=121836) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}}
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]: WARNING neutron.objects.base [None req-eb8497f1-ac7a-473a-aac7-30efc1c8f084 tempest-RoutersTestDVR-1472580182 tempest-RoutersTestDVR-1472580182-project-admin] ORM session: SQL execution without transaction in progress, traceback:
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/greenthread.py", line 221, in main
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:     result = function(*args, **kwargs)
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 837, in process_request
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:     proto.__init__(conn_state, self)
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 350, in __init__
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:     self.handle()
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 383, in handle
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:     self.handle_one_request()
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 459, in handle_one_request
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:     self.handle_one_response()
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 569, in handle_one_response
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:     result = self.application(self.environ, start_response)
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/paste/urlmap.py", line 216, in __call__
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:     return app(environ, start_response)
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:     resp = self.call_func(req, *args, **kw)
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:     return self.func(req, *args, **kwargs)
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/base.py", line 124, in __call__
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:     response = req.get_response(self.application)
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:     status, headers, app_iter = self.call_application(
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:     app_iter = application(self.environ, start_response)
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:     resp = self.call_func(req, *args, **kw)
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:     return self.func(req, *args, **kwargs)
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/base.py", line 124, in __call__
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:     response = req.get_response(self.application)
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:     status, headers, app_iter = self.call_application(
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:     app_iter = application(self.environ, start_response)
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:     resp = self.call_func(req, *args, **kw)
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:     return self.func(req, *args, **kwargs)
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/request_id.py", line 58, in __call__
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:     response = req.get_response(self.application)
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:     status, headers, app_iter = self.call_application(
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:     app_iter = application(self.environ, start_response)
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:     resp = self.call_func(req, *args, **kw)
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:     return self.func(req, *args, **kwargs)
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:     response = req.get_response(self.application)
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:     status, headers, app_iter = self.call_application(
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:     app_iter = application(self.environ, start_response)
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:     resp = self.call_func(req, *args, **kw)
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:     return self.func(req, *args, **kwargs)
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/osprofiler/web.py", line 111, in __call__
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:     return request.get_response(self.application)
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:     status, headers, app_iter = self.call_application(
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:     app_iter = application(self.environ, start_response)
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:     resp = self.call_func(req, *args, **kw)
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:     return self.func(req, *args, **kwargs)
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:     response = req.get_response(self._app)
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:     status, headers, app_iter = self.call_application(
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:     app_iter = application(self.environ, start_response)
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:     return resp(environ, start_response)
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:     return resp(environ, start_response)
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/routes/middleware.py", line 153, in __call__
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:     response = self.app(environ, start_response)
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:     return resp(environ, start_response)
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:     resp = self.call_func(req, *args, **kw)
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:     return self.func(req, *args, **kwargs)
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:     result = method(request=request, **args)
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 631, in update
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:     return self._update(request, id, body, **kwargs)
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:     return f(*args, **kwargs)
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:     return f(*args, **kwargs)
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:     return f(*dup_args, **dup_kwargs)
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/api/v2/base.py", line 696, in _update
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:     obj = obj_updater(request.context, id, **kwargs)
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/db/extraroute_db.py", line 71, in update_router
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:     return super(ExtraRoute_dbonly_mixin, self).update_router(
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 2104, in update_router
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:     self.notify_router_updated(context, router_dict['id'], None)
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/db/l3_db.py", line 2078, in notify_router_updated
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:     self.l3_rpc_notifier.routers_updated(
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py", line 138, in routers_updated
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:     self._notification(context, 'routers_updated', router_ids,
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py", line 99, in _notification
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:     self._agent_notification(
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py", line 61, in _agent_notification
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:     hosts = plugin.get_hosts_to_notify(adminContext, router_id)
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py", line 312, in get_hosts_to_notify
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:     dvr_hosts |= self._get_other_dvr_hosts(context, router_id)
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py", line 340, in _get_other_dvr_hosts
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:     self._get_other_dvr_router_ids_connected_router(
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py", line 412, in _get_other_dvr_router_ids_connected_router
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:     return [item[0] for item in query]
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2896, in __iter__
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:     return self._iter().__iter__()
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:     result = self.session.execute(
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1677, in execute
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]:     result = fn(orm_exec_state)
May 07 22:15:47.066828 ncdv-master-1 neutron-server[121836]: 
May 07 22:15:47.080842 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8497f1-ac7a-473a-aac7-30efc1c8f084 tempest-RoutersTestDVR-1472580182 tempest-RoutersTestDVR-1472580182-project-admin] Hosts for other DVR routers connected to router 3b62d4df-7610-4d81-b1f6-a955edc6a2f1: set() {{(pid=121836) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}}
May 07 22:15:47.084587 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-eb8497f1-ac7a-473a-aac7-30efc1c8f084 tempest-RoutersTestDVR-1472580182 tempest-RoutersTestDVR-1472580182-project-admin] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:47.086627 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-eb8497f1-ac7a-473a-aac7-30efc1c8f084 tempest-RoutersTestDVR-1472580182 tempest-RoutersTestDVR-1472580182-project-admin] 10.222.0.32 "PUT /v2.0/routers/3b62d4df-7610-4d81-b1f6-a955edc6a2f1 HTTP/1.1" status: 200  len: 717 time: 1.3921719
May 07 22:15:47.089025 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 50756) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:47.134728 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-26d90be0-3f6d-473d-8c8b-f132fc39fcfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (fb3c7079-b27a-45b1-8edc-605ea0d5bdec), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:47.138093 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-26d90be0-3f6d-473d-8c8b-f132fc39fcfe admin admin] Publish callbacks [] for router_controller (fb3c7079-b27a-45b1-8edc-605ea0d5bdec), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:47.180621 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-050d26fd-86a4-43d4-a1fe-c1bf824c06e9 tempest-RoutersTestDVR-1472580182 tempest-RoutersTestDVR-1472580182-project-admin] 10.222.0.32 "GET /v2.0/routers/3b62d4df-7610-4d81-b1f6-a955edc6a2f1 HTTP/1.1" status: 200  len: 717 time: 0.0892465
May 07 22:15:47.182339 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 50774) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:47.194532 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-26d90be0-3f6d-473d-8c8b-f132fc39fcfe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (fb3c7079-b27a-45b1-8edc-605ea0d5bdec), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:47.196374 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26d90be0-3f6d-473d-8c8b-f132fc39fcfe admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb3c7079-b27a-45b1-8edc-605ea0d5bdec {{(pid=121837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 22:15:47.201675 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-26d90be0-3f6d-473d-8c8b-f132fc39fcfe admin admin] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:47.203099 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-26d90be0-3f6d-473d-8c8b-f132fc39fcfe admin admin] 10.222.0.32 "DELETE /v2.0/routers/fb3c7079-b27a-45b1-8edc-605ea0d5bdec HTTP/1.1" status: 204  len: 168 time: 1.1382432
May 07 22:15:47.205693 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 50778) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:47.273442 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-af141b43-a355-45f9-97a9-a9b38d7e25c0 admin admin] Deleting subnet d934a6d1-4873-462f-8ca8-97cde5c645f0 {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:15:47.277201 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-af141b43-a355-45f9-97a9-a9b38d7e25c0 admin admin] Publish callbacks [] for subnet (d934a6d1-4873-462f-8ca8-97cde5c645f0), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:47.326273 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-af141b43-a355-45f9-97a9-a9b38d7e25c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (d934a6d1-4873-462f-8ca8-97cde5c645f0), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:47.364496 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 937e5624-5622-48fb-9c5c-404bac1ecfe8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:15:47.396766 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 937e5624-5622-48fb-9c5c-404bac1ecfe8 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:15:47.397113 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 937e5624-5622-48fb-9c5c-404bac1ecfe8 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:15:47.432170 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-af141b43-a355-45f9-97a9-a9b38d7e25c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (d934a6d1-4873-462f-8ca8-97cde5c645f0), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:47.449743 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-d54851a2-b90c-4de5-b4d3-0a88528fe203 tempest-RoutersTestDVR-1001704296 tempest-RoutersTestDVR-1001704296-project] 10.222.0.32 "GET /v2.0/routers/3b62d4df-7610-4d81-b1f6-a955edc6a2f1 HTTP/1.1" status: 200  len: 683 time: 0.2660873
May 07 22:15:47.452795 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 50784) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:47.494682 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-af141b43-a355-45f9-97a9-a9b38d7e25c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (d934a6d1-4873-462f-8ca8-97cde5c645f0), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:47.521879 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af141b43-a355-45f9-97a9-a9b38d7e25c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d934a6d1-4873-462f-8ca8-97cde5c645f0,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:47.525530 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-af141b43-a355-45f9-97a9-a9b38d7e25c0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:47.528819 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-af141b43-a355-45f9-97a9-a9b38d7e25c0 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d934a6d1-4873-462f-8ca8-97cde5c645f0 HTTP/1.1" status: 204  len: 168 time: 0.3221366
May 07 22:15:47.531919 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 50790) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:47.539891 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce6fe95-c0b4-4fc8-a27b-372dd33635e7 None None] Network 776bc97b-09ef-4468-926c-83db4dbe1dba requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:15:47.560047 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-952b037f-fca0-45bf-b1d9-a2282cf4ce97 tempest-RoutersTestDVR-1472580182 tempest-RoutersTestDVR-1472580182-project-admin] Publish callbacks [] for router (3b62d4df-7610-4d81-b1f6-a955edc6a2f1), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:47.734986 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867895fd-ba53-41bb-9a85-0fb661bf072b None None] DHCP port deletion for 776bc97b-09ef-4468-926c-83db4dbe1dba request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:15:47.801751 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-867895fd-ba53-41bb-9a85-0fb661bf072b None None] Deleting port e8c15df8-8864-4cc1-80f9-e0f25882c528 {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:15:47.802419 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-867895fd-ba53-41bb-9a85-0fb661bf072b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (e8c15df8-8864-4cc1-80f9-e0f25882c528), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:47.832638 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7f375dec-1b33-408f-b16c-f23a80880e63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (776bc97b-09ef-4468-926c-83db4dbe1dba), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:47.869886 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 50800) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:47.902269 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-867895fd-ba53-41bb-9a85-0fb661bf072b None None] For port e8c15df8-8864-4cc1-80f9-e0f25882c528, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e8c15df8-8864-4cc1-80f9-e0f25882c528,segment=NetworkSegment(a0f45d17-9b71-4e6e-9beb-38cc9b2ffdfd),segment_id=a0f45d17-9b71-4e6e-9beb-38cc9b2ffdfd)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:15:47.902677 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-867895fd-ba53-41bb-9a85-0fb661bf072b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (e8c15df8-8864-4cc1-80f9-e0f25882c528), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:47.918929 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-867895fd-ba53-41bb-9a85-0fb661bf072b None None] Calling delete_port for e8c15df8-8864-4cc1-80f9-e0f25882c528 owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:15:47.925565 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-952b037f-fca0-45bf-b1d9-a2282cf4ce97 tempest-RoutersTestDVR-1472580182 tempest-RoutersTestDVR-1472580182-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (3b62d4df-7610-4d81-b1f6-a955edc6a2f1), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:47.928182 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-952b037f-fca0-45bf-b1d9-a2282cf4ce97 tempest-RoutersTestDVR-1472580182 tempest-RoutersTestDVR-1472580182-project-admin] Publish callbacks [] for router_controller (3b62d4df-7610-4d81-b1f6-a955edc6a2f1), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:48.013936 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-7f375dec-1b33-408f-b16c-f23a80880e63 admin admin] Deleting port e8c15df8-8864-4cc1-80f9-e0f25882c528 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:15:48.014382 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7f375dec-1b33-408f-b16c-f23a80880e63 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (e8c15df8-8864-4cc1-80f9-e0f25882c528), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:48.016608 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-952b037f-fca0-45bf-b1d9-a2282cf4ce97 tempest-RoutersTestDVR-1472580182 tempest-RoutersTestDVR-1472580182-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (3b62d4df-7610-4d81-b1f6-a955edc6a2f1), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:48.017898 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-952b037f-fca0-45bf-b1d9-a2282cf4ce97 tempest-RoutersTestDVR-1472580182 tempest-RoutersTestDVR-1472580182-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3b62d4df-7610-4d81-b1f6-a955edc6a2f1 {{(pid=121836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 22:15:48.023019 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-952b037f-fca0-45bf-b1d9-a2282cf4ce97 tempest-RoutersTestDVR-1472580182 tempest-RoutersTestDVR-1472580182-project-admin] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:48.027557 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-952b037f-fca0-45bf-b1d9-a2282cf4ce97 tempest-RoutersTestDVR-1472580182 tempest-RoutersTestDVR-1472580182-project-admin] 10.222.0.32 "DELETE /v2.0/routers/3b62d4df-7610-4d81-b1f6-a955edc6a2f1 HTTP/1.1" status: 204  len: 168 time: 0.5734200
May 07 22:15:48.027672 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 50812) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:48.033140 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-536c7684-2dbe-4a20-ba28-144acfd3b862 tempest-RoutersTestDVR-1472580182 tempest-RoutersTestDVR-1472580182-project-admin] Request body: {'router': {'name': 'tempest-router-1532805470', 'distributed': True}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:15:48.082275 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-27bd8c83-ceee-4cf4-907e-1083f3012831 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:48.110025 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-867895fd-ba53-41bb-9a85-0fb661bf072b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (e8c15df8-8864-4cc1-80f9-e0f25882c528), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:48.115192 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-7f375dec-1b33-408f-b16c-f23a80880e63 admin admin] For port e8c15df8-8864-4cc1-80f9-e0f25882c528, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e8c15df8-8864-4cc1-80f9-e0f25882c528,segment=NetworkSegment(a0f45d17-9b71-4e6e-9beb-38cc9b2ffdfd),segment_id=a0f45d17-9b71-4e6e-9beb-38cc9b2ffdfd)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:15:48.115769 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7f375dec-1b33-408f-b16c-f23a80880e63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (e8c15df8-8864-4cc1-80f9-e0f25882c528), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:48.131182 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867895fd-ba53-41bb-9a85-0fb661bf072b None None] No DVR routers for this DVR port e8c15df8-8864-4cc1-80f9-e0f25882c528 on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:15:48.144427 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-7f375dec-1b33-408f-b16c-f23a80880e63 admin admin] Calling delete_port for e8c15df8-8864-4cc1-80f9-e0f25882c528 owned by network:dhcp {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:15:48.147518 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-536c7684-2dbe-4a20-ba28-144acfd3b862 tempest-RoutersTestDVR-1472580182 tempest-RoutersTestDVR-1472580182-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (cc55029c-5ba6-445b-8146-3c62dbf34541), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:48.158320 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-536c7684-2dbe-4a20-ba28-144acfd3b862 tempest-RoutersTestDVR-1472580182 tempest-RoutersTestDVR-1472580182-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (cc55029c-5ba6-445b-8146-3c62dbf34541), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:48.186296 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867895fd-ba53-41bb-9a85-0fb661bf072b None None] Pushing event deleted for resources: {'Port': ['ID=e8c15df8-8864-4cc1-80f9-e0f25882c528,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:48.274432 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7f375dec-1b33-408f-b16c-f23a80880e63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (e8c15df8-8864-4cc1-80f9-e0f25882c528), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:48.279012 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-536c7684-2dbe-4a20-ba28-144acfd3b862 tempest-RoutersTestDVR-1472580182 tempest-RoutersTestDVR-1472580182-project-admin] Publish callbacks [] for router_controller (cc55029c-5ba6-445b-8146-3c62dbf34541), precommit_add_association {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:48.290506 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f375dec-1b33-408f-b16c-f23a80880e63 admin admin] No DVR routers for this DVR port e8c15df8-8864-4cc1-80f9-e0f25882c528 on host ncdv-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:15:48.292625 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-536c7684-2dbe-4a20-ba28-144acfd3b862 tempest-RoutersTestDVR-1472580182 tempest-RoutersTestDVR-1472580182-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (cc55029c-5ba6-445b-8146-3c62dbf34541), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:48.319692 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f375dec-1b33-408f-b16c-f23a80880e63 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8c15df8-8864-4cc1-80f9-e0f25882c528,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:48.328928 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-536c7684-2dbe-4a20-ba28-144acfd3b862 tempest-RoutersTestDVR-1472580182 tempest-RoutersTestDVR-1472580182-project-admin] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:48.333025 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-536c7684-2dbe-4a20-ba28-144acfd3b862 tempest-RoutersTestDVR-1472580182 tempest-RoutersTestDVR-1472580182-project-admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 721 time: 0.3034503
May 07 22:15:48.333629 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 50820) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:48.344545 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-27bd8c83-ceee-4cf4-907e-1083f3012831 admin admin] Publish callbacks [] for security_group (28f9a322-1382-4a95-aa7c-99ba4b6a6bc1), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:48.381333 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-27bd8c83-ceee-4cf4-907e-1083f3012831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (28f9a322-1382-4a95-aa7c-99ba4b6a6bc1), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:48.404878 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7f375dec-1b33-408f-b16c-f23a80880e63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (776bc97b-09ef-4468-926c-83db4dbe1dba), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:48.429793 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-7f375dec-1b33-408f-b16c-f23a80880e63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf85df8460>,) {'filters': {'network_id': ['776bc97b-09ef-4468-926c-83db4dbe1dba']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:15:48.447162 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-7f375dec-1b33-408f-b16c-f23a80880e63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf85df8460>, 'a0f45d17-9b71-4e6e-9beb-38cc9b2ffdfd') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:15:48.447552 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-7f375dec-1b33-408f-b16c-f23a80880e63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf85df8460>, 'a0f45d17-9b71-4e6e-9beb-38cc9b2ffdfd') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:15:48.465513 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7f375dec-1b33-408f-b16c-f23a80880e63 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (a0f45d17-9b71-4e6e-9beb-38cc9b2ffdfd), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:48.483225 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7f375dec-1b33-408f-b16c-f23a80880e63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (a0f45d17-9b71-4e6e-9beb-38cc9b2ffdfd), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:48.491380 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f375dec-1b33-408f-b16c-f23a80880e63 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:15:48.492137 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7f375dec-1b33-408f-b16c-f23a80880e63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (a0f45d17-9b71-4e6e-9beb-38cc9b2ffdfd), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:48.494072 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 22:15:48.494072 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:15:48.494072 ncdv-master-1 neutron-server[121836]:     timer()
May 07 22:15:48.494072 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:15:48.494072 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 22:15:48.494072 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:15:48.494072 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 22:15:48.494072 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:15:48.494072 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 22:15:48.494072 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:15:48.494072 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 22:15:48.494072 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:15:48.494072 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 22:15:48.494072 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:15:48.494072 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:15:48.494072 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:15:48.494072 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:15:48.494072 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:15:48.494072 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 22:15:48.494072 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:15:48.494072 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 22:15:48.494072 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:15:48.494072 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:15:48.494072 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:15:48.494072 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 22:15:48.494072 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:15:48.494072 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:15:48.494072 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:15:48.494072 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:15:48.494072 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:15:48.494072 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:15:48.494072 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:15:48.566050 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7f375dec-1b33-408f-b16c-f23a80880e63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (776bc97b-09ef-4468-926c-83db4dbe1dba), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:48.572539 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7f375dec-1b33-408f-b16c-f23a80880e63 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:48.575865 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-7f375dec-1b33-408f-b16c-f23a80880e63 admin admin] 10.222.0.32 "DELETE /v2.0/networks/776bc97b-09ef-4468-926c-83db4dbe1dba HTTP/1.1" status: 204  len: 168 time: 1.0429878
May 07 22:15:48.595830 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f375dec-1b33-408f-b16c-f23a80880e63 admin admin] Pushing event deleted for resources: {'Network': ['ID=776bc97b-09ef-4468-926c-83db4dbe1dba,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:48.717305 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 50834) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:48.769060 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bd8c83-ceee-4cf4-907e-1083f3012831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28f9a322-1382-4a95-aa7c-99ba4b6a6bc1,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:48.771294 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-bfe6a72f-a09a-4ffb-af9c-2441eb8241d2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=de8505b33dbf41ffb3f14bfddea6c103&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0526712
May 07 22:15:48.772073 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 50836) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:48.786559 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-25a5b23a-d5fb-4400-929d-64702e02d04e tempest-RoutersTestDVR-1472580182 tempest-RoutersTestDVR-1472580182-project-admin] Publish callbacks [] for router (cc55029c-5ba6-445b-8146-3c62dbf34541), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:48.830187 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-27bd8c83-ceee-4cf4-907e-1083f3012831 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=965e6b62b0234b898946b3219a6974bf&name=default HTTP/1.1" status: 200  len: 3000 time: 0.9636109
May 07 22:15:48.832861 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 50838) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:48.849910 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d9206ec9-c0cd-4dd1-a618-6d039bded593 admin admin] Publish callbacks [] for security_group (94ae3b63-ac66-4f15-8cd4-bc55e6a4ac73), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:48.884679 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d9206ec9-c0cd-4dd1-a618-6d039bded593 admin admin] Publish callbacks [] for security_group (94ae3b63-ac66-4f15-8cd4-bc55e6a4ac73), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:48.950750 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d9206ec9-c0cd-4dd1-a618-6d039bded593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (94ae3b63-ac66-4f15-8cd4-bc55e6a4ac73), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:48.954528 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d9206ec9-c0cd-4dd1-a618-6d039bded593 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:48.956052 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-d9206ec9-c0cd-4dd1-a618-6d039bded593 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/94ae3b63-ac66-4f15-8cd4-bc55e6a4ac73 HTTP/1.1" status: 204  len: 168 time: 0.1805439
May 07 22:15:48.973666 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9206ec9-c0cd-4dd1-a618-6d039bded593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ae3b63-ac66-4f15-8cd4-bc55e6a4ac73,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:49.006282 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-25a5b23a-d5fb-4400-929d-64702e02d04e tempest-RoutersTestDVR-1472580182 tempest-RoutersTestDVR-1472580182-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (cc55029c-5ba6-445b-8146-3c62dbf34541), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:49.013764 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-25a5b23a-d5fb-4400-929d-64702e02d04e tempest-RoutersTestDVR-1472580182 tempest-RoutersTestDVR-1472580182-project-admin] Publish callbacks [] for router_controller (cc55029c-5ba6-445b-8146-3c62dbf34541), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:49.022990 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a31dd7c4-0dae-4d5c-acf9-130ab0581c4b admin admin] Publish callbacks [] for security_group (28f9a322-1382-4a95-aa7c-99ba4b6a6bc1), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:49.083165 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-25a5b23a-d5fb-4400-929d-64702e02d04e tempest-RoutersTestDVR-1472580182 tempest-RoutersTestDVR-1472580182-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (cc55029c-5ba6-445b-8146-3c62dbf34541), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:49.083720 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25a5b23a-d5fb-4400-929d-64702e02d04e tempest-RoutersTestDVR-1472580182 tempest-RoutersTestDVR-1472580182-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cc55029c-5ba6-445b-8146-3c62dbf34541 {{(pid=121837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 22:15:49.086915 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a31dd7c4-0dae-4d5c-acf9-130ab0581c4b admin admin] Publish callbacks [] for security_group (28f9a322-1382-4a95-aa7c-99ba4b6a6bc1), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:49.089501 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 59d87f59-7235-42b7-af22-664fe1d9e53d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:15:49.091853 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-25a5b23a-d5fb-4400-929d-64702e02d04e tempest-RoutersTestDVR-1472580182 tempest-RoutersTestDVR-1472580182-project-admin] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:49.097267 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-25a5b23a-d5fb-4400-929d-64702e02d04e tempest-RoutersTestDVR-1472580182 tempest-RoutersTestDVR-1472580182-project-admin] 10.222.0.32 "DELETE /v2.0/routers/cc55029c-5ba6-445b-8146-3c62dbf34541 HTTP/1.1" status: 204  len: 168 time: 0.7547626
May 07 22:15:49.127635 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 59d87f59-7235-42b7-af22-664fe1d9e53d {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:15:49.128268 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 59d87f59-7235-42b7-af22-664fe1d9e53d not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:15:49.129143 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device e8c15df8-8864-4cc1-80f9-e0f25882c528 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:15:49.156435 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: e8c15df8-8864-4cc1-80f9-e0f25882c528 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:15:49.156758 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device e8c15df8-8864-4cc1-80f9-e0f25882c528 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:15:49.163393 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a31dd7c4-0dae-4d5c-acf9-130ab0581c4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (28f9a322-1382-4a95-aa7c-99ba4b6a6bc1), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:49.166258 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a31dd7c4-0dae-4d5c-acf9-130ab0581c4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:49.167641 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-a31dd7c4-0dae-4d5c-acf9-130ab0581c4b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/28f9a322-1382-4a95-aa7c-99ba4b6a6bc1 HTTP/1.1" status: 204  len: 168 time: 0.3338606
May 07 22:15:49.177361 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31dd7c4-0dae-4d5c-acf9-130ab0581c4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f9a322-1382-4a95-aa7c-99ba4b6a6bc1,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:49.533550 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 50876) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:49.638708 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 50880) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:49.689090 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-91cf2802-f493-4214-8382-9022bba622f3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7258ee48454a4985a79b7f26d184493f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0491879
May 07 22:15:49.692112 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 50884) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:49.759922 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f977ce94-a225-4ef5-9c1c-18a166bbbbae admin admin] Publish callbacks [] for security_group (cfc9492a-4113-46b8-a907-cde339303416), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:49.784843 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f977ce94-a225-4ef5-9c1c-18a166bbbbae admin admin] Publish callbacks [] for security_group (cfc9492a-4113-46b8-a907-cde339303416), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:49.859470 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f977ce94-a225-4ef5-9c1c-18a166bbbbae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (cfc9492a-4113-46b8-a907-cde339303416), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:49.862522 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f977ce94-a225-4ef5-9c1c-18a166bbbbae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:49.863779 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-f977ce94-a225-4ef5-9c1c-18a166bbbbae admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cfc9492a-4113-46b8-a907-cde339303416 HTTP/1.1" status: 204  len: 168 time: 0.1706479
May 07 22:15:49.873534 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f977ce94-a225-4ef5-9c1c-18a166bbbbae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc9492a-4113-46b8-a907-cde339303416,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:49.899752 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-392659bb-0aad-4937-9961-e89f71696192 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:49.910201 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 50888) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:49.930698 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d9de2219-aa23-4fad-a7e0-2f5064e337dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:50.007912 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-392659bb-0aad-4937-9961-e89f71696192 admin admin] Publish callbacks [] for security_group (8dd65407-ddf2-4348-b52e-76cd2c296519), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:50.014400 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-392659bb-0aad-4937-9961-e89f71696192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (8dd65407-ddf2-4348-b52e-76cd2c296519), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:50.021403 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 50890) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:50.035815 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d9de2219-aa23-4fad-a7e0-2f5064e337dd admin admin] Publish callbacks [] for security_group (ec77931b-ae54-42be-968f-5bcf06ea49a8), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:50.043080 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d9de2219-aa23-4fad-a7e0-2f5064e337dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (ec77931b-ae54-42be-968f-5bcf06ea49a8), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:50.086019 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-392659bb-0aad-4937-9961-e89f71696192 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=aa7a542cb9da4117a10f879cc11b2a4a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.5481210
May 07 22:15:50.086019 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392659bb-0aad-4937-9961-e89f71696192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd65407-ddf2-4348-b52e-76cd2c296519,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:50.087314 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 50894) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:50.117124 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-d9de2219-aa23-4fad-a7e0-2f5064e337dd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2c1eac63a55b4dffb48460f6684eae60&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2052250
May 07 22:15:50.121390 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 50896) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:50.122372 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9de2219-aa23-4fad-a7e0-2f5064e337dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec77931b-ae54-42be-968f-5bcf06ea49a8,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:50.159692 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7585213d-60c1-4346-8e76-11df865dc276 admin admin] Publish callbacks [] for security_group (8dd65407-ddf2-4348-b52e-76cd2c296519), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:50.207621 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7585213d-60c1-4346-8e76-11df865dc276 admin admin] Publish callbacks [] for security_group (8dd65407-ddf2-4348-b52e-76cd2c296519), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:50.226155 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6e170a75-9980-4a87-b597-f4d3d3845195 admin admin] Publish callbacks [] for security_group (ec77931b-ae54-42be-968f-5bcf06ea49a8), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:50.262270 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6e170a75-9980-4a87-b597-f4d3d3845195 admin admin] Publish callbacks [] for security_group (ec77931b-ae54-42be-968f-5bcf06ea49a8), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:50.298255 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7585213d-60c1-4346-8e76-11df865dc276 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (8dd65407-ddf2-4348-b52e-76cd2c296519), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:50.303835 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7585213d-60c1-4346-8e76-11df865dc276 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:50.323700 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-7585213d-60c1-4346-8e76-11df865dc276 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8dd65407-ddf2-4348-b52e-76cd2c296519 HTTP/1.1" status: 204  len: 168 time: 0.2340083
May 07 22:15:50.348387 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7585213d-60c1-4346-8e76-11df865dc276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd65407-ddf2-4348-b52e-76cd2c296519,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:50.352743 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6e170a75-9980-4a87-b597-f4d3d3845195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (ec77931b-ae54-42be-968f-5bcf06ea49a8), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:50.357574 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6e170a75-9980-4a87-b597-f4d3d3845195 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:50.363182 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-6e170a75-9980-4a87-b597-f4d3d3845195 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ec77931b-ae54-42be-968f-5bcf06ea49a8 HTTP/1.1" status: 204  len: 168 time: 0.2394028
May 07 22:15:50.379731 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e170a75-9980-4a87-b597-f4d3d3845195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec77931b-ae54-42be-968f-5bcf06ea49a8,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:50.392632 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-170b2129-3312-4a4c-b239-85a72b1a50d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:50.588713 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-170b2129-3312-4a4c-b239-85a72b1a50d0 admin admin] Publish callbacks [] for security_group (5288a3a5-90e7-446a-88f3-5640b534ac1e), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:50.595918 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-170b2129-3312-4a4c-b239-85a72b1a50d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (5288a3a5-90e7-446a-88f3-5640b534ac1e), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:50.677495 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-170b2129-3312-4a4c-b239-85a72b1a50d0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1ec5e7d0966f4df9bb2eee27fc19cc78&name=default HTTP/1.1" status: 200  len: 3000 time: 0.6519160
May 07 22:15:50.678831 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170b2129-3312-4a4c-b239-85a72b1a50d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5288a3a5-90e7-446a-88f3-5640b534ac1e,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:50.683623 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 50906) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:50.750044 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6866c1a7-f278-48e1-91d8-2fc7da2dd7ae admin admin] Publish callbacks [] for security_group (5288a3a5-90e7-446a-88f3-5640b534ac1e), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:50.781307 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6866c1a7-f278-48e1-91d8-2fc7da2dd7ae admin admin] Publish callbacks [] for security_group (5288a3a5-90e7-446a-88f3-5640b534ac1e), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:50.817425 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 50908) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:50.831820 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 50910) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:50.833420 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ae1d1ab7-4d3f-4cd3-aeed-0c2a2037b47f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:50.848997 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-77eb2757-afae-4f64-b247-39852ea81b9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:50.867566 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6866c1a7-f278-48e1-91d8-2fc7da2dd7ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (5288a3a5-90e7-446a-88f3-5640b534ac1e), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:50.870238 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6866c1a7-f278-48e1-91d8-2fc7da2dd7ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:50.871542 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-6866c1a7-f278-48e1-91d8-2fc7da2dd7ae admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5288a3a5-90e7-446a-88f3-5640b534ac1e HTTP/1.1" status: 204  len: 168 time: 0.1858799
May 07 22:15:50.891733 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6866c1a7-f278-48e1-91d8-2fc7da2dd7ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5288a3a5-90e7-446a-88f3-5640b534ac1e,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:50.962955 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-77eb2757-afae-4f64-b247-39852ea81b9e admin admin] Publish callbacks [] for security_group (3e5b3744-b7bb-4f15-9510-ae0012ec3733), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:50.963177 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ae1d1ab7-4d3f-4cd3-aeed-0c2a2037b47f admin admin] Publish callbacks [] for security_group (d793b7d0-caaa-40b8-9c25-6d785d82b37d), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:50.967750 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ae1d1ab7-4d3f-4cd3-aeed-0c2a2037b47f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (d793b7d0-caaa-40b8-9c25-6d785d82b37d), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:50.975759 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-77eb2757-afae-4f64-b247-39852ea81b9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (3e5b3744-b7bb-4f15-9510-ae0012ec3733), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:51.014505 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-ae1d1ab7-4d3f-4cd3-aeed-0c2a2037b47f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b0a9f5b4466b409ea547bb0f2d1d5b40&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1957774
May 07 22:15:51.015703 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1d1ab7-4d3f-4cd3-aeed-0c2a2037b47f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d793b7d0-caaa-40b8-9c25-6d785d82b37d,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:51.018008 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 50914) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:51.027442 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-77eb2757-afae-4f64-b247-39852ea81b9e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=535e83ff134648ec92493f724d951613&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1942103
May 07 22:15:51.029399 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eb2757-afae-4f64-b247-39852ea81b9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e5b3744-b7bb-4f15-9510-ae0012ec3733,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:51.032253 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 50916) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:51.077742 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-71756a6a-d470-41f5-b547-d02e01300def admin admin] Publish callbacks [] for security_group (d793b7d0-caaa-40b8-9c25-6d785d82b37d), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:51.102918 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-71756a6a-d470-41f5-b547-d02e01300def admin admin] Publish callbacks [] for security_group (d793b7d0-caaa-40b8-9c25-6d785d82b37d), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:51.110097 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-05c10452-459f-4380-b0c5-1750e3278b56 admin admin] Publish callbacks [] for security_group (3e5b3744-b7bb-4f15-9510-ae0012ec3733), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:51.136638 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-05c10452-459f-4380-b0c5-1750e3278b56 admin admin] Publish callbacks [] for security_group (3e5b3744-b7bb-4f15-9510-ae0012ec3733), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:51.157826 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-71756a6a-d470-41f5-b547-d02e01300def admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (d793b7d0-caaa-40b8-9c25-6d785d82b37d), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:51.162093 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-71756a6a-d470-41f5-b547-d02e01300def admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:51.163306 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-71756a6a-d470-41f5-b547-d02e01300def admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d793b7d0-caaa-40b8-9c25-6d785d82b37d HTTP/1.1" status: 204  len: 168 time: 0.1442125
May 07 22:15:51.179200 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71756a6a-d470-41f5-b547-d02e01300def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d793b7d0-caaa-40b8-9c25-6d785d82b37d,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:51.229221 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-05c10452-459f-4380-b0c5-1750e3278b56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (3e5b3744-b7bb-4f15-9510-ae0012ec3733), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:51.232378 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-05c10452-459f-4380-b0c5-1750e3278b56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:51.233767 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-05c10452-459f-4380-b0c5-1750e3278b56 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3e5b3744-b7bb-4f15-9510-ae0012ec3733 HTTP/1.1" status: 204  len: 168 time: 0.2005618
May 07 22:15:51.244469 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c10452-459f-4380-b0c5-1750e3278b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e5b3744-b7bb-4f15-9510-ae0012ec3733,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:51.408189 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 50926) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:51.426111 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-90618e9c-fdc2-4b47-804b-d08e09098701 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:51.524212 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-90618e9c-fdc2-4b47-804b-d08e09098701 admin admin] Publish callbacks [] for security_group (cf94b2fa-cf42-4d9b-ae40-a1021466e167), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:51.530567 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-90618e9c-fdc2-4b47-804b-d08e09098701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (cf94b2fa-cf42-4d9b-ae40-a1021466e167), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:51.581575 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-90618e9c-fdc2-4b47-804b-d08e09098701 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0551b03273614443a453b57742f88f79&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1720133
May 07 22:15:51.582719 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90618e9c-fdc2-4b47-804b-d08e09098701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf94b2fa-cf42-4d9b-ae40-a1021466e167,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:51.584369 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 50932) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:51.651596 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2cda3670-295c-43f5-a428-cd1f1784ccbd admin admin] Publish callbacks [] for security_group (cf94b2fa-cf42-4d9b-ae40-a1021466e167), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:51.682095 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2cda3670-295c-43f5-a428-cd1f1784ccbd admin admin] Publish callbacks [] for security_group (cf94b2fa-cf42-4d9b-ae40-a1021466e167), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:51.742217 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2cda3670-295c-43f5-a428-cd1f1784ccbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (cf94b2fa-cf42-4d9b-ae40-a1021466e167), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:51.745033 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2cda3670-295c-43f5-a428-cd1f1784ccbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:51.749883 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-2cda3670-295c-43f5-a428-cd1f1784ccbd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cf94b2fa-cf42-4d9b-ae40-a1021466e167 HTTP/1.1" status: 204  len: 168 time: 0.1644711
May 07 22:15:51.760930 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cda3670-295c-43f5-a428-cd1f1784ccbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf94b2fa-cf42-4d9b-ae40-a1021466e167,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:51.890756 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:52.137267 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 50962) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:52.153783 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d88c2bbd-e370-4bad-a650-79a8455bc7e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:52.268056 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d88c2bbd-e370-4bad-a650-79a8455bc7e3 admin admin] Publish callbacks [] for security_group (c391de34-55d9-4db6-910e-027f5ea69833), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:52.274472 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d88c2bbd-e370-4bad-a650-79a8455bc7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (c391de34-55d9-4db6-910e-027f5ea69833), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:52.330512 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-d88c2bbd-e370-4bad-a650-79a8455bc7e3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d1b984894ab54466ae94346b3cabf484&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1921172
May 07 22:15:52.334221 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 50968) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:52.345227 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88c2bbd-e370-4bad-a650-79a8455bc7e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c391de34-55d9-4db6-910e-027f5ea69833,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:52.398370 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-80064ca5-b38d-4126-b0ca-650ad9e969ad admin admin] Publish callbacks [] for security_group (c391de34-55d9-4db6-910e-027f5ea69833), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:52.414952 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 50972) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:52.441813 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-80064ca5-b38d-4126-b0ca-650ad9e969ad admin admin] Publish callbacks [] for security_group (c391de34-55d9-4db6-910e-027f5ea69833), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:52.459074 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 50976) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:52.500437 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-80064ca5-b38d-4126-b0ca-650ad9e969ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (c391de34-55d9-4db6-910e-027f5ea69833), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:52.503209 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-80064ca5-b38d-4126-b0ca-650ad9e969ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:52.504399 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-80064ca5-b38d-4126-b0ca-650ad9e969ad admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c391de34-55d9-4db6-910e-027f5ea69833 HTTP/1.1" status: 204  len: 168 time: 0.1684136
May 07 22:15:52.516392 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80064ca5-b38d-4126-b0ca-650ad9e969ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c391de34-55d9-4db6-910e-027f5ea69833,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:52.551298 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-cfc32760-b205-4431-af13-2d8a95bcfd13 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1771652932-network', 'tenant_id': 'c82534ba00c049e6bfa7421398228fff'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:15:52.584113 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfc32760-b205-4431-af13-2d8a95bcfd13 admin admin] Made reservation on behalf of c82534ba00c049e6bfa7421398228fff for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:15:52.587450 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cfc32760-b205-4431-af13-2d8a95bcfd13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:52.602837 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-eb05d915-52f2-4acb-ac98-df23183ab199 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Request body: {'security_group': {'name': 'tempest-secgroup--1761023930'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:15:52.609890 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cfc32760-b205-4431-af13-2d8a95bcfd13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:52.645832 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-eb05d915-52f2-4acb-ac98-df23183ab199 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:52.659465 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-eb05d915-52f2-4acb-ac98-df23183ab199 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:52.767381 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cfc32760-b205-4431-af13-2d8a95bcfd13 admin admin] Publish callbacks [] for security_group (b5b6c4c8-56cb-45b5-bee7-27cc904ec388), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:52.777270 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cfc32760-b205-4431-af13-2d8a95bcfd13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (b5b6c4c8-56cb-45b5-bee7-27cc904ec388), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:52.816654 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfc32760-b205-4431-af13-2d8a95bcfd13 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:15:52.845770 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-eb05d915-52f2-4acb-ac98-df23183ab199 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group (9314b267-6f06-45fb-a066-09a138f70602), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:52.848683 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc32760-b205-4431-af13-2d8a95bcfd13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b6c4c8-56cb-45b5-bee7-27cc904ec388,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:52.854453 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-eb05d915-52f2-4acb-ac98-df23183ab199 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (9314b267-6f06-45fb-a066-09a138f70602), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:52.858291 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cfc32760-b205-4431-af13-2d8a95bcfd13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (e1c67c29-fbb9-4b26-b97b-1ba2ede54e4b), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:52.859209 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-cfc32760-b205-4431-af13-2d8a95bcfd13 admin admin] Added segment e1c67c29-fbb9-4b26-b97b-1ba2ede54e4b of type vlan for network 0a44a823-8b70-42ae-bf24-489d4cc11196
May 07 22:15:52.933186 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb05d915-52f2-4acb-ac98-df23183ab199 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9314b267-6f06-45fb-a066-09a138f70602,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:52.942055 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cfc32760-b205-4431-af13-2d8a95bcfd13 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (0a44a823-8b70-42ae-bf24-489d4cc11196), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:52.996564 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cfc32760-b205-4431-af13-2d8a95bcfd13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (0a44a823-8b70-42ae-bf24-489d4cc11196), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:52.997602 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc32760-b205-4431-af13-2d8a95bcfd13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:15:52.998184 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cfc32760-b205-4431-af13-2d8a95bcfd13 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:53.024922 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-eb05d915-52f2-4acb-ac98-df23183ab199 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group (f5831c18-cf05-4292-a6e6-002e15eb305c), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:53.038463 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-eb05d915-52f2-4acb-ac98-df23183ab199 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (f5831c18-cf05-4292-a6e6-002e15eb305c), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:53.092452 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-cfc32760-b205-4431-af13-2d8a95bcfd13 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.6732495
May 07 22:15:53.093338 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 50996) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:53.099818 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-b4f789c1-c796-42e8-8c33-b199544552d9 admin admin] Request body: {'subnet': {'network_id': '0a44a823-8b70-42ae-bf24-489d4cc11196', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1771652932-subnet', 'tenant_id': 'c82534ba00c049e6bfa7421398228fff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:15:53.105413 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-eb05d915-52f2-4acb-ac98-df23183ab199 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:53.109030 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-eb05d915-52f2-4acb-ac98-df23183ab199 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.6463566
May 07 22:15:53.110281 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 50998) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:53.122089 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc32760-b205-4431-af13-2d8a95bcfd13 admin admin] Pushing event updated for resources: {'Network': ['ID=0a44a823-8b70-42ae-bf24-489d4cc11196,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:53.132200 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4f789c1-c796-42e8-8c33-b199544552d9 admin admin] Made reservation on behalf of c82534ba00c049e6bfa7421398228fff for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:15:53.135567 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b4f789c1-c796-42e8-8c33-b199544552d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:53.136861 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb05d915-52f2-4acb-ac98-df23183ab199 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5831c18-cf05-4292-a6e6-002e15eb305c,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:53.138022 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 0a44a823-8b70-42ae-bf24-489d4cc11196 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:15:53.190657 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-b1865abc-4f43-4b6c-98d0-c78c9fa29193 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4545 time: 0.0768566
May 07 22:15:53.191033 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 51002) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:53.197644 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-5e312615-7234-4954-b84c-e0f6cecacf25 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Request body: {'security_group': {'name': 'tempest-security--797736149', 'description': 'tempest-security-description-2117077139'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:15:53.264796 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5e312615-7234-4954-b84c-e0f6cecacf25 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group (f5831c18-cf05-4292-a6e6-002e15eb305c), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:53.324076 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5e312615-7234-4954-b84c-e0f6cecacf25 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group (f5831c18-cf05-4292-a6e6-002e15eb305c), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:53.330325 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5e312615-7234-4954-b84c-e0f6cecacf25 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (f5831c18-cf05-4292-a6e6-002e15eb305c), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:53.333658 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5e312615-7234-4954-b84c-e0f6cecacf25 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:53.337933 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-5e312615-7234-4954-b84c-e0f6cecacf25 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] 10.222.0.32 "PUT /v2.0/security-groups/f5831c18-cf05-4292-a6e6-002e15eb305c HTTP/1.1" status: 200  len: 1796 time: 0.1432412
May 07 22:15:53.347819 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 51006) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:53.365546 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e312615-7234-4954-b84c-e0f6cecacf25 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5831c18-cf05-4292-a6e6-002e15eb305c,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:53.404246 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b4f789c1-c796-42e8-8c33-b199544552d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (15f6d6d2-776a-4d0d-9b8e-0a166e9c7ecf), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:53.444518 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-3d61eb88-8559-4fe6-9804-35fe2f06c722 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] 10.222.0.32 "GET /v2.0/security-groups/f5831c18-cf05-4292-a6e6-002e15eb305c HTTP/1.1" status: 200  len: 1796 time: 0.0953920
May 07 22:15:53.447227 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 51014) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:53.477493 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f789c1-c796-42e8-8c33-b199544552d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15f6d6d2-776a-4d0d-9b8e-0a166e9c7ecf,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:53.489878 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f789c1-c796-42e8-8c33-b199544552d9 admin admin] Checking segment: {'id': 'e1c67c29-fbb9-4b26-b97b-1ba2ede54e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0a44a823-8b70-42ae-bf24-489d4cc11196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:15:53.490254 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f789c1-c796-42e8-8c33-b199544552d9 admin admin] Network hostable DHCP agents. Network: 0a44a823-8b70-42ae-bf24-489d4cc11196, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:15:53.513861 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-654f48e6-a4d6-4294-8aab-82d61c941426 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group (f5831c18-cf05-4292-a6e6-002e15eb305c), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:53.516147 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f789c1-c796-42e8-8c33-b199544552d9 admin admin] Network 0a44a823-8b70-42ae-bf24-489d4cc11196 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:15:53.528202 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-b4f789c1-c796-42e8-8c33-b199544552d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0a44a823-8b70-42ae-bf24-489d4cc11196) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:15:53.535853 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f789c1-c796-42e8-8c33-b199544552d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:15:53.536525 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b4f789c1-c796-42e8-8c33-b199544552d9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:53.543643 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-654f48e6-a4d6-4294-8aab-82d61c941426 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group (f5831c18-cf05-4292-a6e6-002e15eb305c), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:53.547241 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451208a0-e271-4073-92f3-fda59fea9b01 None None] Network 0a44a823-8b70-42ae-bf24-489d4cc11196 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:15:53.570520 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-b4f789c1-c796-42e8-8c33-b199544552d9 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.4732790
May 07 22:15:53.605165 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-654f48e6-a4d6-4294-8aab-82d61c941426 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (f5831c18-cf05-4292-a6e6-002e15eb305c), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:53.608748 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-654f48e6-a4d6-4294-8aab-82d61c941426 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:53.613109 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 51038) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:53.613566 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-654f48e6-a4d6-4294-8aab-82d61c941426 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] 10.222.0.32 "DELETE /v2.0/security-groups/f5831c18-cf05-4292-a6e6-002e15eb305c HTTP/1.1" status: 204  len: 168 time: 0.1652052
May 07 22:15:53.648830 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654f48e6-a4d6-4294-8aab-82d61c941426 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5831c18-cf05-4292-a6e6-002e15eb305c,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:53.674606 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-86806958-1bb3-4bdc-8b5c-af06be08a1b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:53.687974 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-80f78edf-7e66-4ae0-95db-83555aa82a0e tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0736310
May 07 22:15:53.691183 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 51046) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:53.710277 ncdv-master-1 neutron-server[121836]: INFO neutron.api.v2.resource [None req-5bd914a7-948a-4eef-bcae-de8e3bff96d5 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] delete failed (client error): The resource could not be found.
May 07 22:15:53.715369 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-5bd914a7-948a-4eef-bcae-de8e3bff96d5 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] 10.222.0.32 "DELETE /v2.0/security-groups/f5831c18-cf05-4292-a6e6-002e15eb305c HTTP/1.1" status: 404  len: 347 time: 0.0229971
May 07 22:15:53.716024 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 51048) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:53.721323 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-9504e2d3-6c84-4383-8842-ca8872865c54 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Request body: {'security_group': {'name': 'tempest-secgroup--765424581'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:15:53.729562 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5edd1bce-d38d-4bb1-9918-151c05e9d147 None None] Network 0a44a823-8b70-42ae-bf24-489d4cc11196 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:15:53.751158 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9504e2d3-6c84-4383-8842-ca8872865c54 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:53.874724 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9504e2d3-6c84-4383-8842-ca8872865c54 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group (9bff924c-c9f8-4aed-a817-830e929da5f8), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:53.880481 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9504e2d3-6c84-4383-8842-ca8872865c54 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (9bff924c-c9f8-4aed-a817-830e929da5f8), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:53.890200 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:53.917780 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9504e2d3-6c84-4383-8842-ca8872865c54 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:53.920136 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-9504e2d3-6c84-4383-8842-ca8872865c54 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.2021530
May 07 22:15:53.923138 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 51054) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:53.926177 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9504e2d3-6c84-4383-8842-ca8872865c54 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bff924c-c9f8-4aed-a817-830e929da5f8,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:53.930229 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-f6e063e4-8659-402a-bde7-aa625bb78e0f tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Request body: {'security_group_rule': {'security_group_id': '9bff924c-c9f8-4aed-a817-830e929da5f8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:15:53.975477 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f6e063e4-8659-402a-bde7-aa625bb78e0f tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group_rule (beb131e0-9c4d-45a6-9004-dd3f2dc37fc3), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:54.051123 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f6e063e4-8659-402a-bde7-aa625bb78e0f tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group_rule (beb131e0-9c4d-45a6-9004-dd3f2dc37fc3), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:54.056655 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f6e063e4-8659-402a-bde7-aa625bb78e0f tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (beb131e0-9c4d-45a6-9004-dd3f2dc37fc3), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:54.080232 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e063e4-8659-402a-bde7-aa625bb78e0f tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=beb131e0-9c4d-45a6-9004-dd3f2dc37fc3,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:54.088458 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f6e063e4-8659-402a-bde7-aa625bb78e0f tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:54.091444 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-f6e063e4-8659-402a-bde7-aa625bb78e0f tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1645360
May 07 22:15:54.093453 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 51064) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:54.127827 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-733a496b-9b2a-4c97-b2e2-696b31cf1391 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group_rule (beb131e0-9c4d-45a6-9004-dd3f2dc37fc3), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:54.138889 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-733a496b-9b2a-4c97-b2e2-696b31cf1391 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group_rule (beb131e0-9c4d-45a6-9004-dd3f2dc37fc3), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:54.178460 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-733a496b-9b2a-4c97-b2e2-696b31cf1391 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (beb131e0-9c4d-45a6-9004-dd3f2dc37fc3), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:54.186220 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-733a496b-9b2a-4c97-b2e2-696b31cf1391 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:54.187488 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-733a496b-9b2a-4c97-b2e2-696b31cf1391 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/beb131e0-9c4d-45a6-9004-dd3f2dc37fc3 HTTP/1.1" status: 204  len: 168 time: 0.0930803
May 07 22:15:54.190407 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 51066) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:54.197708 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733a496b-9b2a-4c97-b2e2-696b31cf1391 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=beb131e0-9c4d-45a6-9004-dd3f2dc37fc3,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:54.286482 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 51070) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:54.286989 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-806af598-4fa3-4015-ba3b-a229369fa2bb tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0948851
May 07 22:15:54.386261 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fa500def-f531-41bc-baad-0a6f74007642 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group (9bff924c-c9f8-4aed-a817-830e929da5f8), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:54.433250 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fa500def-f531-41bc-baad-0a6f74007642 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group (9bff924c-c9f8-4aed-a817-830e929da5f8), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:54.492158 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fa500def-f531-41bc-baad-0a6f74007642 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (9bff924c-c9f8-4aed-a817-830e929da5f8), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:54.495041 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fa500def-f531-41bc-baad-0a6f74007642 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:54.496218 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-fa500def-f531-41bc-baad-0a6f74007642 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] 10.222.0.32 "DELETE /v2.0/security-groups/9bff924c-c9f8-4aed-a817-830e929da5f8 HTTP/1.1" status: 204  len: 168 time: 0.2087359
May 07 22:15:54.499456 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 51082) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:54.506966 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa500def-f531-41bc-baad-0a6f74007642 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bff924c-c9f8-4aed-a817-830e929da5f8,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:54.574403 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-c2a7e1df-23cd-476e-b7c4-4bd0aae3e09f tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0730231
May 07 22:15:54.579553 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 51084) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:54.584330 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-56d75813-a2f8-4b4f-bb6b-e26166243660 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Request body: {'security_group': {'name': 'tempest-secgroup--1840504709'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:15:54.608415 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-56d75813-a2f8-4b4f-bb6b-e26166243660 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:54.695032 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-56d75813-a2f8-4b4f-bb6b-e26166243660 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group (a4376343-89b9-493f-bcce-271e6fca4391), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:54.701571 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-56d75813-a2f8-4b4f-bb6b-e26166243660 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (a4376343-89b9-493f-bcce-271e6fca4391), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:54.728980 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d75813-a2f8-4b4f-bb6b-e26166243660 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4376343-89b9-493f-bcce-271e6fca4391,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:54.733739 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-56d75813-a2f8-4b4f-bb6b-e26166243660 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:54.735200 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-56d75813-a2f8-4b4f-bb6b-e26166243660 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1543674
May 07 22:15:54.737959 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 51096) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:54.742863 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-36a2d2ab-ec76-430d-8ba9-e3df68dda8bb tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Request body: {'security_group_rule': {'security_group_id': 'a4376343-89b9-493f-bcce-271e6fca4391', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:15:54.772080 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-36a2d2ab-ec76-430d-8ba9-e3df68dda8bb tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group_rule (afd7a21d-4def-4f7e-9b3f-4b80de719857), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:54.837411 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-36a2d2ab-ec76-430d-8ba9-e3df68dda8bb tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group_rule (afd7a21d-4def-4f7e-9b3f-4b80de719857), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:54.841586 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-36a2d2ab-ec76-430d-8ba9-e3df68dda8bb tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (afd7a21d-4def-4f7e-9b3f-4b80de719857), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:54.860480 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a2d2ab-ec76-430d-8ba9-e3df68dda8bb tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afd7a21d-4def-4f7e-9b3f-4b80de719857,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:54.868447 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-36a2d2ab-ec76-430d-8ba9-e3df68dda8bb tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:54.869796 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-36a2d2ab-ec76-430d-8ba9-e3df68dda8bb tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1307836
May 07 22:15:54.873568 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 51118) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:54.878114 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-d9535ff9-7a9a-4cd8-bbc7-1171771aa980 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Request body: {'security_group_rule': {'security_group_id': 'a4376343-89b9-493f-bcce-271e6fca4391', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:15:54.906927 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d9535ff9-7a9a-4cd8-bbc7-1171771aa980 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group_rule (8c39e8a0-d7e9-407a-912a-5a9a08a60e2d), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:54.975376 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d9535ff9-7a9a-4cd8-bbc7-1171771aa980 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group_rule (8c39e8a0-d7e9-407a-912a-5a9a08a60e2d), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:54.979434 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d9535ff9-7a9a-4cd8-bbc7-1171771aa980 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (8c39e8a0-d7e9-407a-912a-5a9a08a60e2d), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:54.999613 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9535ff9-7a9a-4cd8-bbc7-1171771aa980 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c39e8a0-d7e9-407a-912a-5a9a08a60e2d,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:55.005602 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d9535ff9-7a9a-4cd8-bbc7-1171771aa980 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:55.006791 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-d9535ff9-7a9a-4cd8-bbc7-1171771aa980 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1321476
May 07 22:15:55.009754 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 51130) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:55.014390 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-da971f22-e51a-4800-8629-2142a98bf26f tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Request body: {'security_group_rule': {'security_group_id': 'a4376343-89b9-493f-bcce-271e6fca4391', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:15:55.042860 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-da971f22-e51a-4800-8629-2142a98bf26f tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group_rule (01c7aa28-42d3-4d17-a870-25bfb5b92046), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:55.103632 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-da971f22-e51a-4800-8629-2142a98bf26f tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group_rule (01c7aa28-42d3-4d17-a870-25bfb5b92046), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:55.107708 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-da971f22-e51a-4800-8629-2142a98bf26f tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (01c7aa28-42d3-4d17-a870-25bfb5b92046), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:55.125443 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da971f22-e51a-4800-8629-2142a98bf26f tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01c7aa28-42d3-4d17-a870-25bfb5b92046,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:55.136032 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-da971f22-e51a-4800-8629-2142a98bf26f tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:55.137201 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-da971f22-e51a-4800-8629-2142a98bf26f tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1264303
May 07 22:15:55.140231 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 51132) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:55.144570 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-c3d32d65-72ba-4307-a7f2-fabf2fa0300c tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Request body: {'security_group_rule': {'security_group_id': 'a4376343-89b9-493f-bcce-271e6fca4391', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:15:55.171017 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c3d32d65-72ba-4307-a7f2-fabf2fa0300c tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group_rule (2579c3ee-7596-4ec5-9da6-2061fd6afa91), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:55.234204 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c3d32d65-72ba-4307-a7f2-fabf2fa0300c tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group_rule (2579c3ee-7596-4ec5-9da6-2061fd6afa91), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:55.237616 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c3d32d65-72ba-4307-a7f2-fabf2fa0300c tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (2579c3ee-7596-4ec5-9da6-2061fd6afa91), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:55.255069 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d32d65-72ba-4307-a7f2-fabf2fa0300c tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2579c3ee-7596-4ec5-9da6-2061fd6afa91,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:55.262623 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c3d32d65-72ba-4307-a7f2-fabf2fa0300c tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:55.263851 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-c3d32d65-72ba-4307-a7f2-fabf2fa0300c tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1227298
May 07 22:15:55.266554 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 51134) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:55.270882 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-39148d6e-2d81-42a5-a0dd-1297b05972d7 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Request body: {'security_group_rule': {'security_group_id': 'a4376343-89b9-493f-bcce-271e6fca4391', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:15:55.295816 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-39148d6e-2d81-42a5-a0dd-1297b05972d7 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group_rule (fbf9ee03-9c8c-452f-8204-e2ddaa4e0395), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:55.357352 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-39148d6e-2d81-42a5-a0dd-1297b05972d7 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group_rule (fbf9ee03-9c8c-452f-8204-e2ddaa4e0395), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:55.361918 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-39148d6e-2d81-42a5-a0dd-1297b05972d7 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (fbf9ee03-9c8c-452f-8204-e2ddaa4e0395), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:55.380842 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39148d6e-2d81-42a5-a0dd-1297b05972d7 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbf9ee03-9c8c-452f-8204-e2ddaa4e0395,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:55.407291 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-39148d6e-2d81-42a5-a0dd-1297b05972d7 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:55.410902 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-39148d6e-2d81-42a5-a0dd-1297b05972d7 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 767 time: 0.1407685
May 07 22:15:55.412130 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 51140) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:55.450106 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-14cd77cb-600a-4c03-ba25-9e69c38c4e84 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group_rule (fbf9ee03-9c8c-452f-8204-e2ddaa4e0395), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:55.466902 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-14cd77cb-600a-4c03-ba25-9e69c38c4e84 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group_rule (fbf9ee03-9c8c-452f-8204-e2ddaa4e0395), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:55.504158 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-14cd77cb-600a-4c03-ba25-9e69c38c4e84 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (fbf9ee03-9c8c-452f-8204-e2ddaa4e0395), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:55.515828 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-14cd77cb-600a-4c03-ba25-9e69c38c4e84 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:55.517353 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-14cd77cb-600a-4c03-ba25-9e69c38c4e84 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/fbf9ee03-9c8c-452f-8204-e2ddaa4e0395 HTTP/1.1" status: 204  len: 168 time: 0.1041198
May 07 22:15:55.522871 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 51152) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:55.534273 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cd77cb-600a-4c03-ba25-9e69c38c4e84 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fbf9ee03-9c8c-452f-8204-e2ddaa4e0395,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:55.577516 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-cc443032-ede5-431d-ab34-e46d3d7cf2c9 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5731 time: 0.0534441
May 07 22:15:55.580293 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 51154) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:55.607333 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6c42794a-af50-434a-86c4-2f864a6e7867 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group_rule (2579c3ee-7596-4ec5-9da6-2061fd6afa91), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:55.616897 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6c42794a-af50-434a-86c4-2f864a6e7867 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group_rule (2579c3ee-7596-4ec5-9da6-2061fd6afa91), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:55.681096 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6c42794a-af50-434a-86c4-2f864a6e7867 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (2579c3ee-7596-4ec5-9da6-2061fd6afa91), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:55.691582 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6c42794a-af50-434a-86c4-2f864a6e7867 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:55.692962 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-6c42794a-af50-434a-86c4-2f864a6e7867 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/2579c3ee-7596-4ec5-9da6-2061fd6afa91 HTTP/1.1" status: 204  len: 168 time: 0.1115532
May 07 22:15:55.696308 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 51162) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:55.698456 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fd30b0ea-bfc8-4392-911e-4948b8cbad17 req-ee568852-25ab-4e0a-9100-6e1cad8fd574 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=20f0b5de-f6ce-4056-b170-f80b05559ef2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0585251
May 07 22:15:55.707662 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c42794a-af50-434a-86c4-2f864a6e7867 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2579c3ee-7596-4ec5-9da6-2061fd6afa91,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:55.772583 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-560f889f-1e93-459d-a30f-d61ca9aa4246 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 5190 time: 0.0743170
May 07 22:15:55.776799 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 51164) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:55.815918 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6662e21e-31d5-434e-8206-268225dd8f36 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group_rule (01c7aa28-42d3-4d17-a870-25bfb5b92046), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:55.825361 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6662e21e-31d5-434e-8206-268225dd8f36 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group_rule (01c7aa28-42d3-4d17-a870-25bfb5b92046), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:55.831161 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd30b0ea-bfc8-4392-911e-4948b8cbad17 req-b1d34123-b8fa-4917-a59b-5de351a9eded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:15:55.832671 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fd30b0ea-bfc8-4392-911e-4948b8cbad17 req-b1d34123-b8fa-4917-a59b-5de351a9eded service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f3657e8df46a4252b9eb1eb159306a66&device_id=20f0b5de-f6ce-4056-b170-f80b05559ef2 HTTP/1.1" status: 200  len: 1127 time: 0.0830588
May 07 22:15:55.854576 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6662e21e-31d5-434e-8206-268225dd8f36 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (01c7aa28-42d3-4d17-a870-25bfb5b92046), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:55.860733 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6662e21e-31d5-434e-8206-268225dd8f36 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:55.864966 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-6662e21e-31d5-434e-8206-268225dd8f36 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/01c7aa28-42d3-4d17-a870-25bfb5b92046 HTTP/1.1" status: 204  len: 168 time: 0.0835385
May 07 22:15:55.864966 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 51166) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:55.885460 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6662e21e-31d5-434e-8206-268225dd8f36 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=01c7aa28-42d3-4d17-a870-25bfb5b92046,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:55.896058 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b219efe-7ba9-4403-9179-142cf23bf62c req-641e03fa-cf15-4fe5-b702-35720d2eb57d tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:15:55.904412 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4b219efe-7ba9-4403-9179-142cf23bf62c req-641e03fa-cf15-4fe5-b702-35720d2eb57d tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] 10.222.0.32 "GET /v2.0/networks?id=0a44a823-8b70-42ae-bf24-489d4cc11196 HTTP/1.1" status: 200  len: 809 time: 0.2008874
May 07 22:15:55.919374 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-3ef8651a-f8fd-4592-bf09-8ceda8e5613f tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4649 time: 0.0536153
May 07 22:15:55.922111 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 51168) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:55.951980 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2e00aad4-f3bc-4c48-8a69-8f8960c3ce08 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group_rule (8c39e8a0-d7e9-407a-912a-5a9a08a60e2d), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:55.960041 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2e00aad4-f3bc-4c48-8a69-8f8960c3ce08 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group_rule (8c39e8a0-d7e9-407a-912a-5a9a08a60e2d), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:55.967552 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4b219efe-7ba9-4403-9179-142cf23bf62c req-0b2395e3-2ded-4eb1-a1c6-8790adb50e99 tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] 10.222.0.32 "GET /v2.0/quotas/c82534ba00c049e6bfa7421398228fff HTTP/1.1" status: 200  len: 375 time: 0.0616770
May 07 22:15:55.992123 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2e00aad4-f3bc-4c48-8a69-8f8960c3ce08 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (8c39e8a0-d7e9-407a-912a-5a9a08a60e2d), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:55.999381 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2e00aad4-f3bc-4c48-8a69-8f8960c3ce08 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:56.000520 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-2e00aad4-f3bc-4c48-8a69-8f8960c3ce08 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/8c39e8a0-d7e9-407a-912a-5a9a08a60e2d HTTP/1.1" status: 204  len: 168 time: 0.0757039
May 07 22:15:56.006071 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 51170) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:56.011000 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4b219efe-7ba9-4403-9179-142cf23bf62c req-e5f902a1-d667-40fd-b2ef-411cffdd602c tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c82534ba00c049e6bfa7421398228fff&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0424044
May 07 22:15:56.021148 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e00aad4-f3bc-4c48-8a69-8f8960c3ce08 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8c39e8a0-d7e9-407a-912a-5a9a08a60e2d,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:56.051158 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-679704e4-6680-439d-84b8-705373b17aa2 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4108 time: 0.0438802
May 07 22:15:56.053857 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 51172) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:56.074275 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd30b0ea-bfc8-4392-911e-4948b8cbad17 req-54c69506-750b-4546-ba1f-3b79eed9c032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:15:56.076251 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fd30b0ea-bfc8-4392-911e-4948b8cbad17 req-54c69506-750b-4546-ba1f-3b79eed9c032 service neutron] 10.222.0.55 "GET /v2.0/networks?id=87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce HTTP/1.1" status: 200  len: 912 time: 0.2150817
May 07 22:15:56.083222 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1d87109f-97fe-4cff-8475-d58ab7d324af tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group_rule (afd7a21d-4def-4f7e-9b3f-4b80de719857), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:56.092159 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1d87109f-97fe-4cff-8475-d58ab7d324af tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group_rule (afd7a21d-4def-4f7e-9b3f-4b80de719857), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:56.129305 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1d87109f-97fe-4cff-8475-d58ab7d324af tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (afd7a21d-4def-4f7e-9b3f-4b80de719857), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:56.135542 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1d87109f-97fe-4cff-8475-d58ab7d324af tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:56.138864 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-1d87109f-97fe-4cff-8475-d58ab7d324af tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/afd7a21d-4def-4f7e-9b3f-4b80de719857 HTTP/1.1" status: 204  len: 168 time: 0.0818546
May 07 22:15:56.141598 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 51174) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:56.148117 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d87109f-97fe-4cff-8475-d58ab7d324af tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=afd7a21d-4def-4f7e-9b3f-4b80de719857,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:56.186809 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-8cc97f25-e069-4710-b702-5c887745fd5e tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0425987
May 07 22:15:56.188208 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 51176) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:56.230616 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fd30b0ea-bfc8-4392-911e-4948b8cbad17 req-231b6458-553a-4388-8630-196b1b543b0b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b64f639-6c53-4e70-9bf6-32f27e15becc HTTP/1.1" status: 200  len: 1001 time: 0.1209400
May 07 22:15:56.234577 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4b219efe-7ba9-4403-9179-142cf23bf62c req-0abf5752-eebc-4e9b-a130-bdca3e9343b8 service neutron] 10.222.0.32 "GET /v2.0/networks/0a44a823-8b70-42ae-bf24-489d4cc11196?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2128773
May 07 22:15:56.260457 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ec611fb0-6e1d-4c2a-8ef9-e93d2d1700a9 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group (a4376343-89b9-493f-bcce-271e6fca4391), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:56.289108 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ec611fb0-6e1d-4c2a-8ef9-e93d2d1700a9 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group (a4376343-89b9-493f-bcce-271e6fca4391), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:56.338963 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd30b0ea-bfc8-4392-911e-4948b8cbad17 req-c570d764-6b95-4340-a061-3cb3c81ec1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:15:56.340564 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fd30b0ea-bfc8-4392-911e-4948b8cbad17 req-c570d764-6b95-4340-a061-3cb3c81ec1c5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c381f23c-d79e-4860-966b-6594e682e18c HTTP/1.1" status: 200  len: 850 time: 0.1043472
May 07 22:15:56.340910 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ec611fb0-6e1d-4c2a-8ef9-e93d2d1700a9 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (a4376343-89b9-493f-bcce-271e6fca4391), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:56.343809 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ec611fb0-6e1d-4c2a-8ef9-e93d2d1700a9 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:56.344889 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-ec611fb0-6e1d-4c2a-8ef9-e93d2d1700a9 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] 10.222.0.32 "DELETE /v2.0/security-groups/a4376343-89b9-493f-bcce-271e6fca4391 HTTP/1.1" status: 204  len: 168 time: 0.1550798
May 07 22:15:56.347431 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 51178) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:56.356450 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec611fb0-6e1d-4c2a-8ef9-e93d2d1700a9 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4376343-89b9-493f-bcce-271e6fca4391,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:56.428526 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd30b0ea-bfc8-4392-911e-4948b8cbad17 req-bd7eb17c-c404-450a-b272-d25319b32531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:15:56.430019 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fd30b0ea-bfc8-4392-911e-4948b8cbad17 req-bd7eb17c-c404-450a-b272-d25319b32531 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0722523
May 07 22:15:56.437769 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4b219efe-7ba9-4403-9179-142cf23bf62c req-8dba0366-5f54-42ca-a6bd-7a9a653d73d3 service neutron] 10.222.0.32 "GET /v2.0/networks/0a44a823-8b70-42ae-bf24-489d4cc11196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1923413
May 07 22:15:56.449033 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [req-fd30b0ea-bfc8-4392-911e-4948b8cbad17 req-a9cf8381-a444-43cf-9e4c-fe7cc2801b1e service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121836) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:15:56.450105 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fd30b0ea-bfc8-4392-911e-4948b8cbad17 req-a9cf8381-a444-43cf-9e4c-fe7cc2801b1e service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0076590
May 07 22:15:56.459814 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-ee514bbc-ab05-4dde-b660-4a119ff55ea9 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1050432
May 07 22:15:56.461221 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 51180) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:56.467745 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-30add2ec-da0b-44fd-9105-1e6ff3107b4a tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Request body: {'security_group': {'name': 'tempest-secgroup--706268701'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:15:56.504356 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-30add2ec-da0b-44fd-9105-1e6ff3107b4a tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:56.540146 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ff057ad2-13cc-494a-bd8d-720defe424d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:56.556167 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fd30b0ea-bfc8-4392-911e-4948b8cbad17 req-b0357e3d-ff25-4b76-bd78-6d396ef77dbb service neutron] 10.222.0.55 "GET /v2.0/networks/87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0995409
May 07 22:15:56.661772 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-30add2ec-da0b-44fd-9105-1e6ff3107b4a tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group (ba9db28d-53b4-4e7c-9b18-2b69f0e68b54), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:56.667110 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-30add2ec-da0b-44fd-9105-1e6ff3107b4a tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (ba9db28d-53b4-4e7c-9b18-2b69f0e68b54), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:56.714735 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fd30b0ea-bfc8-4392-911e-4948b8cbad17 req-b3659ba7-36c6-4094-b59c-97869d09c7e0 service neutron] 10.222.0.55 "GET /v2.0/networks/87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1529884
May 07 22:15:56.719655 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-30add2ec-da0b-44fd-9105-1e6ff3107b4a tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:56.723750 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-30add2ec-da0b-44fd-9105-1e6ff3107b4a tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.2584522
May 07 22:15:56.724108 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 51192) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:56.728746 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-427c3b78-a9b2-47d4-9132-4c1b0ef71957 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Request body: {'security_group_rule': {'security_group_id': 'ba9db28d-53b4-4e7c-9b18-2b69f0e68b54', 'direction': 'ingress', 'protocol': 17}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:15:56.744930 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30add2ec-da0b-44fd-9105-1e6ff3107b4a tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba9db28d-53b4-4e7c-9b18-2b69f0e68b54,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:56.777678 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-427c3b78-a9b2-47d4-9132-4c1b0ef71957 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group_rule (ecfe1850-6869-4207-92b7-7ffd2cd1560e), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:56.877686 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-427c3b78-a9b2-47d4-9132-4c1b0ef71957 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group_rule (ecfe1850-6869-4207-92b7-7ffd2cd1560e), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:56.885675 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9c874518-7535-48c5-ad9b-1af67ee2a5bf req-6d8c8bba-807f-4033-b638-ec4e8b4ed5dc tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee2464fc-0c20-429b-9b5b-a23a01ad87f2 HTTP/1.1" status: 200  len: 210 time: 0.2508087
May 07 22:15:56.891825 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-427c3b78-a9b2-47d4-9132-4c1b0ef71957 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (ecfe1850-6869-4207-92b7-7ffd2cd1560e), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:56.914721 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-427c3b78-a9b2-47d4-9132-4c1b0ef71957 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:56.919545 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-427c3b78-a9b2-47d4-9132-4c1b0ef71957 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 767 time: 0.1918504
May 07 22:15:56.919982 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427c3b78-a9b2-47d4-9132-4c1b0ef71957 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecfe1850-6869-4207-92b7-7ffd2cd1560e,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:56.921050 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 51198) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:56.993006 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-888e75d3-5b93-432a-8dfb-b5a9a7096054 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group (ba9db28d-53b4-4e7c-9b18-2b69f0e68b54), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:57.035745 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-888e75d3-5b93-432a-8dfb-b5a9a7096054 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group (ba9db28d-53b4-4e7c-9b18-2b69f0e68b54), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:57.097741 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-888e75d3-5b93-432a-8dfb-b5a9a7096054 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (ba9db28d-53b4-4e7c-9b18-2b69f0e68b54), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:57.101438 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-888e75d3-5b93-432a-8dfb-b5a9a7096054 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:57.111139 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 51204) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:57.111628 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-888e75d3-5b93-432a-8dfb-b5a9a7096054 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] 10.222.0.32 "DELETE /v2.0/security-groups/ba9db28d-53b4-4e7c-9b18-2b69f0e68b54 HTTP/1.1" status: 204  len: 168 time: 0.1822529
May 07 22:15:57.119518 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888e75d3-5b93-432a-8dfb-b5a9a7096054 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba9db28d-53b4-4e7c-9b18-2b69f0e68b54,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:57.189487 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-c258a89a-1bcd-4bc2-bfdb-2f9fa0cb1a49 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0820644
May 07 22:15:57.193284 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 51208) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:57.202900 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-eabaa6a3-c6b6-47d0-aa42-7f6ea34af2a5 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Request body: {'security_group': {'name': 'tempest-secgroup--474402535'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:15:57.240863 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-eabaa6a3-c6b6-47d0-aa42-7f6ea34af2a5 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:57.347459 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-eabaa6a3-c6b6-47d0-aa42-7f6ea34af2a5 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group (7d86edd9-b85f-45f7-96bd-22d8e5640e56), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:57.351980 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-eabaa6a3-c6b6-47d0-aa42-7f6ea34af2a5 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (7d86edd9-b85f-45f7-96bd-22d8e5640e56), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:57.384139 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-eabaa6a3-c6b6-47d0-aa42-7f6ea34af2a5 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:57.387857 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-eabaa6a3-c6b6-47d0-aa42-7f6ea34af2a5 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.1907704
May 07 22:15:57.387857 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabaa6a3-c6b6-47d0-aa42-7f6ea34af2a5 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d86edd9-b85f-45f7-96bd-22d8e5640e56,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:57.388558 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 51214) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:57.402408 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-57d961d8-ade3-4c2e-ace0-ac8bfcad5b1f tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Request body: {'security_group': {'name': 'tempest-secgroup--77417599'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:15:57.439781 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-57d961d8-ade3-4c2e-ace0-ac8bfcad5b1f tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:57.467815 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:57.524533 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-57d961d8-ade3-4c2e-ace0-ac8bfcad5b1f tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group (8589e4c7-1853-4642-84ba-a7d6668abf61), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:57.529105 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-57d961d8-ade3-4c2e-ace0-ac8bfcad5b1f tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (8589e4c7-1853-4642-84ba-a7d6668abf61), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:57.558624 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-57d961d8-ade3-4c2e-ace0-ac8bfcad5b1f tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:57.562467 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-57d961d8-ade3-4c2e-ace0-ac8bfcad5b1f tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1761 time: 0.1700625
May 07 22:15:57.563237 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 51222) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:57.566189 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d961d8-ade3-4c2e-ace0-ac8bfcad5b1f tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8589e4c7-1853-4642-84ba-a7d6668abf61,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:57.569715 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-fb7e51e2-cff0-4cee-b83e-a79b8d55deb9 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Request body: {'security_group_rule': {'security_group_id': '7d86edd9-b85f-45f7-96bd-22d8e5640e56', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '8589e4c7-1853-4642-84ba-a7d6668abf61', 'remote_ip_prefix': None}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:15:57.603485 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fb7e51e2-cff0-4cee-b83e-a79b8d55deb9 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group_rule (2309829b-d165-41dd-b799-b3fa075d64ea), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:57.678716 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fb7e51e2-cff0-4cee-b83e-a79b8d55deb9 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group_rule (2309829b-d165-41dd-b799-b3fa075d64ea), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:57.683158 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fb7e51e2-cff0-4cee-b83e-a79b8d55deb9 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (2309829b-d165-41dd-b799-b3fa075d64ea), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:57.707769 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7e51e2-cff0-4cee-b83e-a79b8d55deb9 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2309829b-d165-41dd-b799-b3fa075d64ea,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:57.716475 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fb7e51e2-cff0-4cee-b83e-a79b8d55deb9 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:57.719449 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-fb7e51e2-cff0-4cee-b83e-a79b8d55deb9 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 798 time: 0.1539240
May 07 22:15:57.722107 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 51224) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:57.757965 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0082506a-83cb-4da8-b0a0-eabac08c0266 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group_rule (2309829b-d165-41dd-b799-b3fa075d64ea), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:57.777038 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0082506a-83cb-4da8-b0a0-eabac08c0266 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group_rule (2309829b-d165-41dd-b799-b3fa075d64ea), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:57.862022 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0082506a-83cb-4da8-b0a0-eabac08c0266 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (2309829b-d165-41dd-b799-b3fa075d64ea), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:57.869212 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0082506a-83cb-4da8-b0a0-eabac08c0266 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:57.870733 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-0082506a-83cb-4da8-b0a0-eabac08c0266 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/2309829b-d165-41dd-b799-b3fa075d64ea HTTP/1.1" status: 204  len: 168 time: 0.1475401
May 07 22:15:57.873949 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 51226) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:57.881824 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0082506a-83cb-4da8-b0a0-eabac08c0266 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2309829b-d165-41dd-b799-b3fa075d64ea,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:57.900134 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b219efe-7ba9-4403-9179-142cf23bf62c req-bd9a1ff8-0396-4300-9f4a-805b656c2b0c tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:15:57.903476 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4b219efe-7ba9-4403-9179-142cf23bf62c req-bd9a1ff8-0396-4300-9f4a-805b656c2b0c tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] 10.222.0.59 "GET /v2.0/networks?id=0a44a823-8b70-42ae-bf24-489d4cc11196 HTTP/1.1" status: 200  len: 809 time: 0.1542108
May 07 22:15:57.914311 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-4b219efe-7ba9-4403-9179-142cf23bf62c req-eb8f868e-618e-454f-9566-b72d45704ad1 tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] Request body: {'port': {'device_id': 'ee2464fc-0c20-429b-9b5b-a23a01ad87f2', 'network_id': '0a44a823-8b70-42ae-bf24-489d4cc11196', 'admin_state_up': True, 'tenant_id': 'c82534ba00c049e6bfa7421398228fff'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:15:57.947669 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 51230) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:57.947923 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-39aa2466-8f66-4e67-846a-f9a90abd9d81 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4659 time: 0.0720458
May 07 22:15:57.988514 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-77d8cd87-7ba0-4094-9b78-e8365e4db549 req-9f8da054-c5b0-427d-8d05-e90a3b88a26d tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee2464fc-0c20-429b-9b5b-a23a01ad87f2 HTTP/1.1" status: 200  len: 210 time: 0.0311906
May 07 22:15:58.058351 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-de0b2947-99cc-45d7-8671-9d89d06c35f2 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group (8589e4c7-1853-4642-84ba-a7d6668abf61), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:58.086909 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b219efe-7ba9-4403-9179-142cf23bf62c req-eb8f868e-618e-454f-9566-b72d45704ad1 tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] Made reservation on behalf of c82534ba00c049e6bfa7421398228fff for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:15:58.090260 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-4b219efe-7ba9-4403-9179-142cf23bf62c req-eb8f868e-618e-454f-9566-b72d45704ad1 tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:58.093798 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-de0b2947-99cc-45d7-8671-9d89d06c35f2 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group (8589e4c7-1853-4642-84ba-a7d6668abf61), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:58.186185 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-de0b2947-99cc-45d7-8671-9d89d06c35f2 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (8589e4c7-1853-4642-84ba-a7d6668abf61), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:58.188785 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-de0b2947-99cc-45d7-8671-9d89d06c35f2 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:58.189998 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-de0b2947-99cc-45d7-8671-9d89d06c35f2 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] 10.222.0.32 "DELETE /v2.0/security-groups/8589e4c7-1853-4642-84ba-a7d6668abf61 HTTP/1.1" status: 204  len: 168 time: 0.2413690
May 07 22:15:58.192701 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 51234) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:58.237484 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0b2947-99cc-45d7-8671-9d89d06c35f2 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8589e4c7-1853-4642-84ba-a7d6668abf61,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:58.277182 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-98570aa2-9e67-4030-bb54-5971cfc5114f tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 4544 time: 0.0830133
May 07 22:15:58.279762 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [req-4b219efe-7ba9-4403-9179-142cf23bf62c req-eb8f868e-618e-454f-9566-b72d45704ad1 tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] Allocated IP 172.20.0.6 (0a44a823-8b70-42ae-bf24-489d4cc11196/15f6d6d2-776a-4d0d-9b8e-0a166e9c7ecf/3df9b806-6f21-455e-b95e-8902afb4c299) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:15:58.280211 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 51236) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:58.459976 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-4b219efe-7ba9-4403-9179-142cf23bf62c req-eb8f868e-618e-454f-9566-b72d45704ad1 tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] Publish callbacks [] for port (3df9b806-6f21-455e-b95e-8902afb4c299), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:58.501226 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-4b219efe-7ba9-4403-9179-142cf23bf62c req-eb8f868e-618e-454f-9566-b72d45704ad1 tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (3df9b806-6f21-455e-b95e-8902afb4c299), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:58.553966 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b219efe-7ba9-4403-9179-142cf23bf62c req-eb8f868e-618e-454f-9566-b72d45704ad1 tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] Network 0a44a823-8b70-42ae-bf24-489d4cc11196 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:15:58.561722 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [req-4b219efe-7ba9-4403-9179-142cf23bf62c req-eb8f868e-618e-454f-9566-b72d45704ad1 tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:15:58.563963 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8f868e-618e-454f-9566-b72d45704ad1 tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] Pushing event updated for resources: {'Port': ['ID=3df9b806-6f21-455e-b95e-8902afb4c299,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:58.566555 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b219efe-7ba9-4403-9179-142cf23bf62c req-eb8f868e-618e-454f-9566-b72d45704ad1 tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:15:58.630512 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b219efe-7ba9-4403-9179-142cf23bf62c req-eb8f868e-618e-454f-9566-b72d45704ad1 tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:15:58.634327 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-4b219efe-7ba9-4403-9179-142cf23bf62c req-eb8f868e-618e-454f-9566-b72d45704ad1 tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:58.657644 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4b219efe-7ba9-4403-9179-142cf23bf62c req-eb8f868e-618e-454f-9566-b72d45704ad1 tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7471883
May 07 22:15:58.683712 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-4b219efe-7ba9-4403-9179-142cf23bf62c req-8da38bdb-a74c-419d-a180-b9c523854e6c service neutron] Request body: {'port': {'device_id': 'ee2464fc-0c20-429b-9b5b-a23a01ad87f2', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:15:58.749823 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a8d6ed09-acba-48a0-b380-3985573b7a29 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group (7d86edd9-b85f-45f7-96bd-22d8e5640e56), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:58.758805 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-4b219efe-7ba9-4403-9179-142cf23bf62c req-8da38bdb-a74c-419d-a180-b9c523854e6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (3df9b806-6f21-455e-b95e-8902afb4c299), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:58.782369 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a8d6ed09-acba-48a0-b380-3985573b7a29 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group (7d86edd9-b85f-45f7-96bd-22d8e5640e56), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:58.832567 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a8d6ed09-acba-48a0-b380-3985573b7a29 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (7d86edd9-b85f-45f7-96bd-22d8e5640e56), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:58.835937 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a8d6ed09-acba-48a0-b380-3985573b7a29 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:58.837268 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-a8d6ed09-acba-48a0-b380-3985573b7a29 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] 10.222.0.32 "DELETE /v2.0/security-groups/7d86edd9-b85f-45f7-96bd-22d8e5640e56 HTTP/1.1" status: 204  len: 168 time: 0.5561519
May 07 22:15:58.842759 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 51238) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:58.855087 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d6ed09-acba-48a0-b380-3985573b7a29 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d86edd9-b85f-45f7-96bd-22d8e5640e56,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:58.897822 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-f3ae2014-69a8-4219-bd65-17a7199d7c63 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0538704
May 07 22:15:58.903382 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 51240) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:58.906841 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-a6d83838-6ec1-4b1c-862b-c6b2e192f55a tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Request body: {'security_group': {'name': 'tempest-secgroup--737963287'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:15:58.930255 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a6d83838-6ec1-4b1c-862b-c6b2e192f55a tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:59.009641 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a6d83838-6ec1-4b1c-862b-c6b2e192f55a tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group (bd916e13-1561-4ea3-8f2e-fa1697ce17d7), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:59.017296 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a6d83838-6ec1-4b1c-862b-c6b2e192f55a tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (bd916e13-1561-4ea3-8f2e-fa1697ce17d7), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:59.059019 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a6d83838-6ec1-4b1c-862b-c6b2e192f55a tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:59.063419 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 51244) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:59.064182 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-a6d83838-6ec1-4b1c-862b-c6b2e192f55a tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1762 time: 0.1604104
May 07 22:15:59.068411 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d83838-6ec1-4b1c-862b-c6b2e192f55a tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd916e13-1561-4ea3-8f2e-fa1697ce17d7,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:59.069996 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-2ce516f5-4cbb-48ea-926c-b98db426cea0 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Request body: {'security_group_rule': {'security_group_id': 'bd916e13-1561-4ea3-8f2e-fa1697ce17d7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:15:59.101189 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [req-4b219efe-7ba9-4403-9179-142cf23bf62c req-8da38bdb-a74c-419d-a180-b9c523854e6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3df9b806-6f21-455e-b95e-8902afb4c299 {{(pid=121837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:15:59.126085 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-4b219efe-7ba9-4403-9179-142cf23bf62c req-8da38bdb-a74c-419d-a180-b9c523854e6c service neutron] Publish callbacks [] for port (3df9b806-6f21-455e-b95e-8902afb4c299), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:59.158554 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be993c0-ea9a-4d85-b99b-7a4e20514d3b req-c9d3b1f0-3550-4688-922c-891861fdd473 tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:15:59.160093 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4be993c0-ea9a-4d85-b99b-7a4e20514d3b req-c9d3b1f0-3550-4688-922c-891861fdd473 tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee2464fc-0c20-429b-9b5b-a23a01ad87f2 HTTP/1.1" status: 200  len: 931 time: 0.0835617
May 07 22:15:59.162459 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-4b219efe-7ba9-4403-9179-142cf23bf62c req-8da38bdb-a74c-419d-a180-b9c523854e6c service neutron] Transition to ACTIVE for port object 3df9b806-6f21-455e-b95e-8902afb4c299 will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 22:15:59.164583 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2ce516f5-4cbb-48ea-926c-b98db426cea0 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group_rule (048be7c7-45e6-4510-be5b-7c4be9f6a8e4), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:59.165283 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:59.170507 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-4b219efe-7ba9-4403-9179-142cf23bf62c req-8da38bdb-a74c-419d-a180-b9c523854e6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (3df9b806-6f21-455e-b95e-8902afb4c299), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:59.278992 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da38bdb-a74c-419d-a180-b9c523854e6c service neutron] Pushing event updated for resources: {'Port': ['ID=3df9b806-6f21-455e-b95e-8902afb4c299,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:59.322420 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2ce516f5-4cbb-48ea-926c-b98db426cea0 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group_rule (048be7c7-45e6-4510-be5b-7c4be9f6a8e4), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:59.328324 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4be993c0-ea9a-4d85-b99b-7a4e20514d3b req-4ad8c902-be7e-4173-a322-75891cd2e3e2 tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5b6c4c8-56cb-45b5-bee7-27cc904ec388&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1608503
May 07 22:15:59.330531 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2ce516f5-4cbb-48ea-926c-b98db426cea0 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (048be7c7-45e6-4510-be5b-7c4be9f6a8e4), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:59.382721 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce516f5-4cbb-48ea-926c-b98db426cea0 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=048be7c7-45e6-4510-be5b-7c4be9f6a8e4,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:59.401569 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2ce516f5-4cbb-48ea-926c-b98db426cea0 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:59.403377 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-2ce516f5-4cbb-48ea-926c-b98db426cea0 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.3384128
May 07 22:15:59.406691 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 51252) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:59.413050 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-4b219efe-7ba9-4403-9179-142cf23bf62c req-8da38bdb-a74c-419d-a180-b9c523854e6c service neutron] Attempting to bind port 3df9b806-6f21-455e-b95e-8902afb4c299 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:15:59.413398 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-4b219efe-7ba9-4403-9179-142cf23bf62c req-8da38bdb-a74c-419d-a180-b9c523854e6c service neutron] Attempting to bind port 3df9b806-6f21-455e-b95e-8902afb4c299 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e1c67c29-fbb9-4b26-b97b-1ba2ede54e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0a44a823-8b70-42ae-bf24-489d4cc11196'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:15:59.413730 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b219efe-7ba9-4403-9179-142cf23bf62c req-8da38bdb-a74c-419d-a180-b9c523854e6c service neutron] Attempting to bind port 3df9b806-6f21-455e-b95e-8902afb4c299 on network 0a44a823-8b70-42ae-bf24-489d4cc11196 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:15:59.419664 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b219efe-7ba9-4403-9179-142cf23bf62c req-8da38bdb-a74c-419d-a180-b9c523854e6c service neutron] Port 3df9b806-6f21-455e-b95e-8902afb4c299 on network 0a44a823-8b70-42ae-bf24-489d4cc11196 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:15:59.419981 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b219efe-7ba9-4403-9179-142cf23bf62c req-8da38bdb-a74c-419d-a180-b9c523854e6c service neutron] Attempting to bind port 3df9b806-6f21-455e-b95e-8902afb4c299 on network 0a44a823-8b70-42ae-bf24-489d4cc11196 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:15:59.425643 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b219efe-7ba9-4403-9179-142cf23bf62c req-8da38bdb-a74c-419d-a180-b9c523854e6c service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:15:59.425952 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b219efe-7ba9-4403-9179-142cf23bf62c req-8da38bdb-a74c-419d-a180-b9c523854e6c service neutron] Checking segment: {'id': 'e1c67c29-fbb9-4b26-b97b-1ba2ede54e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0a44a823-8b70-42ae-bf24-489d4cc11196'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:15:59.426357 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b219efe-7ba9-4403-9179-142cf23bf62c req-8da38bdb-a74c-419d-a180-b9c523854e6c service neutron] Bound using segment: {'id': 'e1c67c29-fbb9-4b26-b97b-1ba2ede54e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0a44a823-8b70-42ae-bf24-489d4cc11196'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:15:59.426860 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-4b219efe-7ba9-4403-9179-142cf23bf62c req-8da38bdb-a74c-419d-a180-b9c523854e6c service neutron] Bound port: 3df9b806-6f21-455e-b95e-8902afb4c299, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1c67c29-fbb9-4b26-b97b-1ba2ede54e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0a44a823-8b70-42ae-bf24-489d4cc11196'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:15:59.427233 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-4b219efe-7ba9-4403-9179-142cf23bf62c req-8da38bdb-a74c-419d-a180-b9c523854e6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (3df9b806-6f21-455e-b95e-8902afb4c299), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:59.439987 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fa0d4091-d358-4ad7-9510-cb56fe9d764d tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group_rule (048be7c7-45e6-4510-be5b-7c4be9f6a8e4), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:59.450425 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fa0d4091-d358-4ad7-9510-cb56fe9d764d tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group_rule (048be7c7-45e6-4510-be5b-7c4be9f6a8e4), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:59.481118 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fa0d4091-d358-4ad7-9510-cb56fe9d764d tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (048be7c7-45e6-4510-be5b-7c4be9f6a8e4), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:59.487551 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fa0d4091-d358-4ad7-9510-cb56fe9d764d tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:59.488668 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-fa0d4091-d358-4ad7-9510-cb56fe9d764d tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/048be7c7-45e6-4510-be5b-7c4be9f6a8e4 HTTP/1.1" status: 204  len: 168 time: 0.0804007
May 07 22:15:59.493771 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 51254) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:59.500444 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0d4091-d358-4ad7-9510-cb56fe9d764d tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=048be7c7-45e6-4510-be5b-7c4be9f6a8e4,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:59.513510 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-4b219efe-7ba9-4403-9179-142cf23bf62c req-8da38bdb-a74c-419d-a180-b9c523854e6c service neutron] For port 3df9b806-6f21-455e-b95e-8902afb4c299, host nch2-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:15:59.519900 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-4b219efe-7ba9-4403-9179-142cf23bf62c req-8da38bdb-a74c-419d-a180-b9c523854e6c service neutron] For port 3df9b806-6f21-455e-b95e-8902afb4c299, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3df9b806-6f21-455e-b95e-8902afb4c299,segment=NetworkSegment(e1c67c29-fbb9-4b26-b97b-1ba2ede54e4b),segment_id=e1c67c29-fbb9-4b26-b97b-1ba2ede54e4b)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:15:59.528395 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-4b219efe-7ba9-4403-9179-142cf23bf62c req-8da38bdb-a74c-419d-a180-b9c523854e6c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (3df9b806-6f21-455e-b95e-8902afb4c299), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:59.539509 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-558abc7c-ad64-4e8d-9975-5b9e926729f9 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0446475
May 07 22:15:59.542418 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 51256) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:59.576807 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b219efe-7ba9-4403-9179-142cf23bf62c req-8da38bdb-a74c-419d-a180-b9c523854e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:15:59.577190 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-4b219efe-7ba9-4403-9179-142cf23bf62c req-8da38bdb-a74c-419d-a180-b9c523854e6c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:59.578697 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4b219efe-7ba9-4403-9179-142cf23bf62c req-8da38bdb-a74c-419d-a180-b9c523854e6c service neutron] 10.222.0.59 "PUT /v2.0/ports/3df9b806-6f21-455e-b95e-8902afb4c299 HTTP/1.1" status: 200  len: 1091 time: 0.8999748
May 07 22:15:59.579267 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee2464fc-0c20-429b-9b5b-a23a01ad87f2', 'tag': '3df9b806-6f21-455e-b95e-8902afb4c299'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:15:59.581552 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17c12d1a-b614-4c8c-9b26-a6f1e81b34a2" -d '{"events": [{"name": "network-changed", "server_uuid": "ee2464fc-0c20-429b-9b5b-a23a01ad87f2", "tag": "3df9b806-6f21-455e-b95e-8902afb4c299"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:15:59.622213 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da38bdb-a74c-419d-a180-b9c523854e6c service neutron] Pushing event updated for resources: {'Port': ['ID=3df9b806-6f21-455e-b95e-8902afb4c299,revision_number=3']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:59.672066 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-60d8c8a2-208f-4b26-9e5b-d18c661368c4 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group (bd916e13-1561-4ea3-8f2e-fa1697ce17d7), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:59.700046 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-425a1ded-6939-41f8-b5db-c5fb9883971c x-openstack-request-id: req-425a1ded-6939-41f8-b5db-c5fb9883971c {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:15:59.700510 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee2464fc-0c20-429b-9b5b-a23a01ad87f2", "tag": "3df9b806-6f21-455e-b95e-8902afb4c299", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:15:59.700879 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-425a1ded-6939-41f8-b5db-c5fb9883971c {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:15:59.701315 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-425a1ded-6939-41f8-b5db-c5fb9883971c'] response: {'name': 'network-changed', 'server_uuid': 'ee2464fc-0c20-429b-9b5b-a23a01ad87f2', 'tag': '3df9b806-6f21-455e-b95e-8902afb4c299', 'status': 'completed', 'code': 200}
May 07 22:15:59.708812 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b219efe-7ba9-4403-9179-142cf23bf62c req-88b88d8b-5f9a-4c86-9af2-9136cfebb65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:15:59.710806 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4b219efe-7ba9-4403-9179-142cf23bf62c req-88b88d8b-5f9a-4c86-9af2-9136cfebb65b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c82534ba00c049e6bfa7421398228fff&device_id=ee2464fc-0c20-429b-9b5b-a23a01ad87f2 HTTP/1.1" status: 200  len: 1125 time: 0.0849650
May 07 22:15:59.711742 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-60d8c8a2-208f-4b26-9e5b-d18c661368c4 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group (bd916e13-1561-4ea3-8f2e-fa1697ce17d7), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:59.768916 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-60d8c8a2-208f-4b26-9e5b-d18c661368c4 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (bd916e13-1561-4ea3-8f2e-fa1697ce17d7), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:59.771864 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-60d8c8a2-208f-4b26-9e5b-d18c661368c4 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:59.773272 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-60d8c8a2-208f-4b26-9e5b-d18c661368c4 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] 10.222.0.32 "DELETE /v2.0/security-groups/bd916e13-1561-4ea3-8f2e-fa1697ce17d7 HTTP/1.1" status: 204  len: 168 time: 0.2297642
May 07 22:15:59.776215 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4b219efe-7ba9-4403-9179-142cf23bf62c req-b05995a2-9009-4efb-aaa7-4d121ef7b26c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3df9b806-6f21-455e-b95e-8902afb4c299 HTTP/1.1" status: 200  len: 217 time: 0.0588901
May 07 22:15:59.776896 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 51264) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:59.784012 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d8c8a2-208f-4b26-9e5b-d18c661368c4 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd916e13-1561-4ea3-8f2e-fa1697ce17d7,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:15:59.879124 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b219efe-7ba9-4403-9179-142cf23bf62c req-ca285a28-c8ca-43e0-9274-585a24276bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:15:59.880852 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4b219efe-7ba9-4403-9179-142cf23bf62c req-ca285a28-c8ca-43e0-9274-585a24276bdb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=15f6d6d2-776a-4d0d-9b8e-0a166e9c7ecf HTTP/1.1" status: 200  len: 849 time: 0.0920439
May 07 22:15:59.885281 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-a5b56a69-4bb0-4d1a-9836-e243a3177161 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.1066852
May 07 22:15:59.889171 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 51276) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:15:59.894045 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-bf4b4077-c058-42fd-8fa8-1cc7658c8a90 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Request body: {'security_group': {'name': 'tempest-secgroup--1310911086'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:15:59.916635 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bf4b4077-c058-42fd-8fa8-1cc7658c8a90 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:15:59.919936 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4b219efe-7ba9-4403-9179-142cf23bf62c req-f4e447e5-e80e-41f1-a783-e1c25ba40fb0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0a44a823-8b70-42ae-bf24-489d4cc11196&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0331802
May 07 22:16:00.014410 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bf4b4077-c058-42fd-8fa8-1cc7658c8a90 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group (1e9f18a9-7315-4f6e-8ea0-e8a461f3c024), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:00.019287 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bf4b4077-c058-42fd-8fa8-1cc7658c8a90 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (1e9f18a9-7315-4f6e-8ea0-e8a461f3c024), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:00.027702 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4b219efe-7ba9-4403-9179-142cf23bf62c req-c8a78ac0-8d93-4299-bea1-d57406614051 service neutron] 10.222.0.59 "GET /v2.0/networks/0a44a823-8b70-42ae-bf24-489d4cc11196?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1011124
May 07 22:16:00.050173 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bf4b4077-c058-42fd-8fa8-1cc7658c8a90 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:00.051312 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-bf4b4077-c058-42fd-8fa8-1cc7658c8a90 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1608155
May 07 22:16:00.055560 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 51278) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:16:00.063275 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-933272ec-a6d3-44e8-9824-7f30b2a06bc8 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Request body: {'security_group_rule': {'security_group_id': '1e9f18a9-7315-4f6e-8ea0-e8a461f3c024', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:16:00.069446 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4b4077-c058-42fd-8fa8-1cc7658c8a90 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e9f18a9-7315-4f6e-8ea0-e8a461f3c024,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:16:00.095804 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-933272ec-a6d3-44e8-9824-7f30b2a06bc8 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group_rule (fce84780-a817-459b-86a1-64bd69a539e2), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:00.135632 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4b219efe-7ba9-4403-9179-142cf23bf62c req-4e508785-da34-42ab-aeeb-f92646a5f4f2 service neutron] 10.222.0.59 "GET /v2.0/networks/0a44a823-8b70-42ae-bf24-489d4cc11196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1024847
May 07 22:16:00.167197 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-933272ec-a6d3-44e8-9824-7f30b2a06bc8 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group_rule (fce84780-a817-459b-86a1-64bd69a539e2), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:00.171770 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-933272ec-a6d3-44e8-9824-7f30b2a06bc8 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (fce84780-a817-459b-86a1-64bd69a539e2), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:00.189163 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933272ec-a6d3-44e8-9824-7f30b2a06bc8 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fce84780-a817-459b-86a1-64bd69a539e2,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:16:00.201267 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-933272ec-a6d3-44e8-9824-7f30b2a06bc8 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:00.202658 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-933272ec-a6d3-44e8-9824-7f30b2a06bc8 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1456995
May 07 22:16:00.205415 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 51280) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:16:00.222517 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-828e397f-152b-437f-b9a1-003a1e86a9e2 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] 10.222.0.32 "GET /v2.0/security-group-rules/fce84780-a817-459b-86a1-64bd69a539e2 HTTP/1.1" status: 200  len: 763 time: 0.0158799
May 07 22:16:00.224914 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 51282) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:16:00.263348 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-2b52decd-486e-40cb-adc3-92a2dd8ed184 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.0374026
May 07 22:16:00.265886 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 51284) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:16:00.286603 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:00.291630 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-16c9bf34-7d57-4b1e-8fc1-9dabbbafec3f tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group_rule (fce84780-a817-459b-86a1-64bd69a539e2), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:00.301389 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-16c9bf34-7d57-4b1e-8fc1-9dabbbafec3f tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group_rule (fce84780-a817-459b-86a1-64bd69a539e2), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:00.327055 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-16c9bf34-7d57-4b1e-8fc1-9dabbbafec3f tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (fce84780-a817-459b-86a1-64bd69a539e2), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:00.333751 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-16c9bf34-7d57-4b1e-8fc1-9dabbbafec3f tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:00.334866 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-16c9bf34-7d57-4b1e-8fc1-9dabbbafec3f tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/fce84780-a817-459b-86a1-64bd69a539e2 HTTP/1.1" status: 204  len: 168 time: 0.0680294
May 07 22:16:00.337559 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 51286) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:16:00.339159 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c9bf34-7d57-4b1e-8fc1-9dabbbafec3f tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fce84780-a817-459b-86a1-64bd69a539e2,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:16:00.379051 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-e310b654-55e4-4c23-bad2-c1b6473bc719 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0401189
May 07 22:16:00.381454 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 51290) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:16:00.385933 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-8d7685ab-dd9b-460a-984f-33c7eb89c965 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Request body: {'security_group_rule': {'security_group_id': '1e9f18a9-7315-4f6e-8ea0-e8a461f3c024', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:16:00.416444 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8d7685ab-dd9b-460a-984f-33c7eb89c965 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group_rule (573f727e-38d5-4722-9552-f0a84f5e33d3), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:00.501037 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfa48e4-7332-464f-b777-206dd4619844 req-b813bacd-1719-4ffa-a6b4-6ca4767340a0 tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:16:00.502683 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bcfa48e4-7332-464f-b777-206dd4619844 req-b813bacd-1719-4ffa-a6b4-6ca4767340a0 tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee2464fc-0c20-429b-9b5b-a23a01ad87f2 HTTP/1.1" status: 200  len: 943 time: 0.0758529
May 07 22:16:00.539009 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8d7685ab-dd9b-460a-984f-33c7eb89c965 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group_rule (573f727e-38d5-4722-9552-f0a84f5e33d3), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:00.544374 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8d7685ab-dd9b-460a-984f-33c7eb89c965 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (573f727e-38d5-4722-9552-f0a84f5e33d3), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:00.575031 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7685ab-dd9b-460a-984f-33c7eb89c965 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=573f727e-38d5-4722-9552-f0a84f5e33d3,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:16:00.586057 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bcfa48e4-7332-464f-b777-206dd4619844 req-07bf539f-b59e-4487-a002-fa1ce63f7e0f tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5b6c4c8-56cb-45b5-bee7-27cc904ec388&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0765834
May 07 22:16:00.589097 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8d7685ab-dd9b-460a-984f-33c7eb89c965 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:00.590745 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-8d7685ab-dd9b-460a-984f-33c7eb89c965 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2077472
May 07 22:16:00.593413 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 51292) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:16:00.611278 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-d5b02f6f-ac44-414b-a0ae-a5b131f8b61a tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] 10.222.0.32 "GET /v2.0/security-group-rules/573f727e-38d5-4722-9552-f0a84f5e33d3 HTTP/1.1" status: 200  len: 763 time: 0.0154676
May 07 22:16:00.612683 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 51294) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:16:00.653097 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-b1065cbb-212e-4da8-9edd-a0c5e17d423d tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4113 time: 0.0387094
May 07 22:16:00.655775 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 51296) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:16:00.681012 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c51086f8-e4dd-4544-8e63-f8a832a3124f tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group_rule (573f727e-38d5-4722-9552-f0a84f5e33d3), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:00.689554 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c51086f8-e4dd-4544-8e63-f8a832a3124f tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group_rule (573f727e-38d5-4722-9552-f0a84f5e33d3), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:00.719832 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c51086f8-e4dd-4544-8e63-f8a832a3124f tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (573f727e-38d5-4722-9552-f0a84f5e33d3), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:00.726482 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c51086f8-e4dd-4544-8e63-f8a832a3124f tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:00.729853 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-c51086f8-e4dd-4544-8e63-f8a832a3124f tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/573f727e-38d5-4722-9552-f0a84f5e33d3 HTTP/1.1" status: 204  len: 168 time: 0.0706496
May 07 22:16:00.730213 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 51300) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:16:00.734058 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51086f8-e4dd-4544-8e63-f8a832a3124f tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=573f727e-38d5-4722-9552-f0a84f5e33d3,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:16:00.772217 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-1a2770b7-dfbe-4fef-bd0e-ce94525409fe tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0405304
May 07 22:16:00.775025 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 51304) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:16:00.782122 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-4c664b64-76ad-42e9-85fd-542b145716bc tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Request body: {'security_group_rule': {'security_group_id': '1e9f18a9-7315-4f6e-8ea0-e8a461f3c024', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:16:00.813166 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4c664b64-76ad-42e9-85fd-542b145716bc tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group_rule (1e45db94-9dc0-4e56-81ae-926041fe6b3a), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:00.873000 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4c664b64-76ad-42e9-85fd-542b145716bc tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group_rule (1e45db94-9dc0-4e56-81ae-926041fe6b3a), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:00.877593 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4c664b64-76ad-42e9-85fd-542b145716bc tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (1e45db94-9dc0-4e56-81ae-926041fe6b3a), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:00.899250 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c664b64-76ad-42e9-85fd-542b145716bc tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e45db94-9dc0-4e56-81ae-926041fe6b3a,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:16:00.908964 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4c664b64-76ad-42e9-85fd-542b145716bc tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:00.912571 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-4c664b64-76ad-42e9-85fd-542b145716bc tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1336024
May 07 22:16:00.912833 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 51306) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:16:00.933070 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-ac639c67-4d9c-4e7e-9688-7aa2fe3d3254 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] 10.222.0.32 "GET /v2.0/security-group-rules/1e45db94-9dc0-4e56-81ae-926041fe6b3a HTTP/1.1" status: 200  len: 764 time: 0.0168133
May 07 22:16:00.933455 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 51308) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:16:01.000551 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c12d1a-b614-4c8c-9b26-a6f1e81b34a2 req-8612f273-e971-4dec-96b5-c2012f175003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:16:01.002104 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-17c12d1a-b614-4c8c-9b26-a6f1e81b34a2 req-8612f273-e971-4dec-96b5-c2012f175003 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c82534ba00c049e6bfa7421398228fff&device_id=ee2464fc-0c20-429b-9b5b-a23a01ad87f2 HTTP/1.1" status: 200  len: 1125 time: 0.0512977
May 07 22:16:01.011617 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-1f91f751-cea0-4b7b-a63c-d9b89e4b404f tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 4114 time: 0.0764592
May 07 22:16:01.014730 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 51310) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:16:01.099437 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8d59335e-ef40-43e9-8e4f-c2ff0479dbdf tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group_rule (1e45db94-9dc0-4e56-81ae-926041fe6b3a), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:01.110425 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8d59335e-ef40-43e9-8e4f-c2ff0479dbdf tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group_rule (1e45db94-9dc0-4e56-81ae-926041fe6b3a), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:01.151408 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c12d1a-b614-4c8c-9b26-a6f1e81b34a2 req-5971ffdc-b1c6-4d83-9478-7d915e6e00c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:16:01.153798 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-17c12d1a-b614-4c8c-9b26-a6f1e81b34a2 req-5971ffdc-b1c6-4d83-9478-7d915e6e00c3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0a44a823-8b70-42ae-bf24-489d4cc11196 HTTP/1.1" status: 200  len: 910 time: 0.1402040
May 07 22:16:01.155306 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8d59335e-ef40-43e9-8e4f-c2ff0479dbdf tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (1e45db94-9dc0-4e56-81ae-926041fe6b3a), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:01.161341 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8d59335e-ef40-43e9-8e4f-c2ff0479dbdf tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:01.165145 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-8d59335e-ef40-43e9-8e4f-c2ff0479dbdf tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] 10.222.0.32 "DELETE /v2.0/security-group-rules/1e45db94-9dc0-4e56-81ae-926041fe6b3a HTTP/1.1" status: 204  len: 168 time: 0.1467695
May 07 22:16:01.165648 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 51318) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:16:01.177420 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59335e-ef40-43e9-8e4f-c2ff0479dbdf tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1e45db94-9dc0-4e56-81ae-926041fe6b3a,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:16:01.212807 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-6211bb1d-e1f0-47d7-ad81-03122c8dc2d9 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 3567 time: 0.0460992
May 07 22:16:01.220642 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 51320) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:16:01.232467 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-17c12d1a-b614-4c8c-9b26-a6f1e81b34a2 req-16038fb1-26a0-458d-b21a-6f5debf0c85b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3df9b806-6f21-455e-b95e-8902afb4c299 HTTP/1.1" status: 200  len: 217 time: 0.0677168
May 07 22:16:01.312630 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c12d1a-b614-4c8c-9b26-a6f1e81b34a2 req-216f7354-dcf5-4e63-a413-47f15dd5c4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:16:01.314135 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-17c12d1a-b614-4c8c-9b26-a6f1e81b34a2 req-216f7354-dcf5-4e63-a413-47f15dd5c4d3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=15f6d6d2-776a-4d0d-9b8e-0a166e9c7ecf HTTP/1.1" status: 200  len: 849 time: 0.0756350
May 07 22:16:01.349138 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c12bb67f-c4ad-4c9f-b9c2-00df6b9fbc2a tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group (1e9f18a9-7315-4f6e-8ea0-e8a461f3c024), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:01.352123 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-17c12d1a-b614-4c8c-9b26-a6f1e81b34a2 req-7a0f03e9-0d0a-4d84-a912-3bbb4fd334ec service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0a44a823-8b70-42ae-bf24-489d4cc11196&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0321252
May 07 22:16:01.392039 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c12bb67f-c4ad-4c9f-b9c2-00df6b9fbc2a tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group (1e9f18a9-7315-4f6e-8ea0-e8a461f3c024), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:01.498112 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-17c12d1a-b614-4c8c-9b26-a6f1e81b34a2 req-c58d0492-d13b-4de5-a581-8fc29d5f56d7 service neutron] 10.222.0.59 "GET /v2.0/networks/0a44a823-8b70-42ae-bf24-489d4cc11196?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1363065
May 07 22:16:01.498696 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c12bb67f-c4ad-4c9f-b9c2-00df6b9fbc2a tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (1e9f18a9-7315-4f6e-8ea0-e8a461f3c024), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:01.501272 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c12bb67f-c4ad-4c9f-b9c2-00df6b9fbc2a tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:01.502310 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-c12bb67f-c4ad-4c9f-b9c2-00df6b9fbc2a tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] 10.222.0.32 "DELETE /v2.0/security-groups/1e9f18a9-7315-4f6e-8ea0-e8a461f3c024 HTTP/1.1" status: 204  len: 168 time: 0.2806020
May 07 22:16:01.505297 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 51332) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:16:01.529000 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12bb67f-c4ad-4c9f-b9c2-00df6b9fbc2a tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e9f18a9-7315-4f6e-8ea0-e8a461f3c024,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:16:01.557420 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-3d0131a8-e953-480d-985c-8dd15ff898ba tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0506237
May 07 22:16:01.562847 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 51334) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:16:01.567495 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-01b3fca7-d1c9-4031-a1da-7337e4698f47 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Request body: {'security_group': {'name': 'tempest-secgroup--1788984675'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:16:01.587608 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-01b3fca7-d1c9-4031-a1da-7337e4698f47 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:01.599972 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-17c12d1a-b614-4c8c-9b26-a6f1e81b34a2 req-a101778d-970b-472f-beb7-abee96334ad3 service neutron] 10.222.0.59 "GET /v2.0/networks/0a44a823-8b70-42ae-bf24-489d4cc11196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0964305
May 07 22:16:01.658890 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-01b3fca7-d1c9-4031-a1da-7337e4698f47 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group (3f42e3e9-85d4-4e71-bdbe-5220e0a230ee), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:01.670499 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-01b3fca7-d1c9-4031-a1da-7337e4698f47 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (3f42e3e9-85d4-4e71-bdbe-5220e0a230ee), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:01.722942 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-01b3fca7-d1c9-4031-a1da-7337e4698f47 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:01.724172 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-01b3fca7-d1c9-4031-a1da-7337e4698f47 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1763 time: 0.1600652
May 07 22:16:01.727733 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 51338) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:16:01.732806 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3185a6-8f7c-4c18-8a4b-c9f62d2d80d1 req-fc796dc1-9235-44a0-8729-d75ba5fbc5ca tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:16:01.737334 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-cfee8167-c7f5-4273-8ab0-33d8c4225358 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Request body: {'security_group_rule': {'security_group_id': '3f42e3e9-85d4-4e71-bdbe-5220e0a230ee', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:16:01.737500 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7b3185a6-8f7c-4c18-8a4b-c9f62d2d80d1 req-fc796dc1-9235-44a0-8729-d75ba5fbc5ca tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee2464fc-0c20-429b-9b5b-a23a01ad87f2 HTTP/1.1" status: 200  len: 943 time: 0.0746229
May 07 22:16:01.737500 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b3fca7-d1c9-4031-a1da-7337e4698f47 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f42e3e9-85d4-4e71-bdbe-5220e0a230ee,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:16:01.768437 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cfee8167-c7f5-4273-8ab0-33d8c4225358 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group_rule (b60e27e9-712d-4fba-8f66-0a3d340ccaab), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:01.794314 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7b3185a6-8f7c-4c18-8a4b-c9f62d2d80d1 req-481d9237-b0c3-44af-93e2-a381ee908866 tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5b6c4c8-56cb-45b5-bee7-27cc904ec388&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457652
May 07 22:16:01.830725 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cfee8167-c7f5-4273-8ab0-33d8c4225358 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group_rule (b60e27e9-712d-4fba-8f66-0a3d340ccaab), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:01.834878 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cfee8167-c7f5-4273-8ab0-33d8c4225358 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (b60e27e9-712d-4fba-8f66-0a3d340ccaab), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:01.852560 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfee8167-c7f5-4273-8ab0-33d8c4225358 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b60e27e9-712d-4fba-8f66-0a3d340ccaab,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:16:01.860097 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cfee8167-c7f5-4273-8ab0-33d8c4225358 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:01.861283 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-cfee8167-c7f5-4273-8ab0-33d8c4225358 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1321447
May 07 22:16:01.863934 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 51340) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:16:01.914973 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1200aa7c-99f0-4622-a01b-a14e718860d5 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group (3f42e3e9-85d4-4e71-bdbe-5220e0a230ee), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:01.938071 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1200aa7c-99f0-4622-a01b-a14e718860d5 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group (3f42e3e9-85d4-4e71-bdbe-5220e0a230ee), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:01.981955 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1200aa7c-99f0-4622-a01b-a14e718860d5 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (3f42e3e9-85d4-4e71-bdbe-5220e0a230ee), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:01.984496 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1200aa7c-99f0-4622-a01b-a14e718860d5 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:01.985638 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-1200aa7c-99f0-4622-a01b-a14e718860d5 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] 10.222.0.32 "DELETE /v2.0/security-groups/3f42e3e9-85d4-4e71-bdbe-5220e0a230ee HTTP/1.1" status: 204  len: 168 time: 0.1207876
May 07 22:16:01.988353 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 51342) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:16:01.994884 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1200aa7c-99f0-4622-a01b-a14e718860d5 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f42e3e9-85d4-4e71-bdbe-5220e0a230ee,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:16:02.034900 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-caac2a6f-43d5-4928-a74a-84ce2b71fd89 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0451827
May 07 22:16:02.037400 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 51344) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:16:02.082266 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-42457e90-4f52-4972-acf8-05c84c54351b tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] 10.222.0.32 "GET /v2.0/security-group-rules HTTP/1.1" status: 200  len: 2475 time: 0.0437732
May 07 22:16:02.085088 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 51348) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:16:02.098729 ncdv-master-1 neutron-server[121836]: INFO neutron.api.v2.resource [None req-9e30ee53-7082-4746-8ea1-9f8504da2c86 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] delete failed (client error): The resource could not be found.
May 07 22:16:02.099786 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-9e30ee53-7082-4746-8ea1-9f8504da2c86 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] 10.222.0.32 "DELETE /v2.0/security-groups/3f42e3e9-85d4-4e71-bdbe-5220e0a230ee HTTP/1.1" status: 404  len: 347 time: 0.0137820
May 07 22:16:02.103621 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 51350) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:16:02.145614 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-dc5441ce-cba9-4e9b-8422-b7fb4f49b7e6 tempest-SecGroupTest-1135444432 tempest-SecGroupTest-1135444432-project] 10.222.0.32 "GET /v2.0/security-groups HTTP/1.1" status: 200  len: 3000 time: 0.0407128
May 07 22:16:02.470364 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 51364) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:16:02.632999 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-5e4cf803-cb0f-41ee-a034-7112dbd543af admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=61f7747618f6437fb151a86eb8762d19&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1614368
May 07 22:16:02.635621 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 51368) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:16:02.689480 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e82dec7a-81d7-4ed0-86f4-2f8a9c7f50ca admin admin] Publish callbacks [] for security_group (9314b267-6f06-45fb-a066-09a138f70602), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:02.713858 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e82dec7a-81d7-4ed0-86f4-2f8a9c7f50ca admin admin] Publish callbacks [] for security_group (9314b267-6f06-45fb-a066-09a138f70602), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:02.767913 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e82dec7a-81d7-4ed0-86f4-2f8a9c7f50ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (9314b267-6f06-45fb-a066-09a138f70602), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:02.770514 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e82dec7a-81d7-4ed0-86f4-2f8a9c7f50ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:02.771721 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-e82dec7a-81d7-4ed0-86f4-2f8a9c7f50ca admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9314b267-6f06-45fb-a066-09a138f70602 HTTP/1.1" status: 204  len: 168 time: 0.1351564
May 07 22:16:02.781583 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82dec7a-81d7-4ed0-86f4-2f8a9c7f50ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9314b267-6f06-45fb-a066-09a138f70602,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:16:02.917827 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc1bf4f-34e6-46ba-bc0f-da603c1d2d57 req-d1a67313-161b-44e5-9f2a-da94ded79380 tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:16:02.920443 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4fc1bf4f-34e6-46ba-bc0f-da603c1d2d57 req-d1a67313-161b-44e5-9f2a-da94ded79380 tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee2464fc-0c20-429b-9b5b-a23a01ad87f2 HTTP/1.1" status: 200  len: 943 time: 0.0549741
May 07 22:16:02.975284 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4fc1bf4f-34e6-46ba-bc0f-da603c1d2d57 req-0073d870-84f6-4943-9d8a-a80a70f14510 tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5b6c4c8-56cb-45b5-bee7-27cc904ec388&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484951
May 07 22:16:03.494957 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 51412) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:16:03.498757 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200  len: 248 time: 0.0028169
May 07 22:16:03.501891 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 51414) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:16:03.630168 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-98ced8d9-c1b6-481c-aa24-739a6099b2ce tempest-NetworksApiDiscovery-558936836 tempest-NetworksApiDiscovery-558936836-project] 10.222.0.32 "GET /v2.0/ HTTP/1.1" status: 200  len: 702 time: 0.1272869
May 07 22:16:03.663388 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 3df9b806-6f21-455e-b95e-8902afb4c299 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:16:03.762345 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 3df9b806-6f21-455e-b95e-8902afb4c299, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3df9b806-6f21-455e-b95e-8902afb4c299,segment=NetworkSegment(e1c67c29-fbb9-4b26-b97b-1ba2ede54e4b),segment_id=e1c67c29-fbb9-4b26-b97b-1ba2ede54e4b)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:16:03.773515 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': '3df9b806-6f21-455e-b95e-8902afb4c299', 'network_id': '0a44a823-8b70-42ae-bf24-489d4cc11196', 'port_id': '3df9b806-6f21-455e-b95e-8902afb4c299', 'mac_address': 'fa:16:3e:7a:dd:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15f6d6d2-776a-4d0d-9b8e-0a166e9c7ecf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:16:03.813486 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 3df9b806-6f21-455e-b95e-8902afb4c299 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:16:03.813881 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (3df9b806-6f21-455e-b95e-8902afb4c299), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:03.827440 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3df9b806-6f21-455e-b95e-8902afb4c299 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:16:03.852195 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 3df9b806-6f21-455e-b95e-8902afb4c299, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3df9b806-6f21-455e-b95e-8902afb4c299,segment=NetworkSegment(e1c67c29-fbb9-4b26-b97b-1ba2ede54e4b),segment_id=e1c67c29-fbb9-4b26-b97b-1ba2ede54e4b)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:16:03.855979 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (3df9b806-6f21-455e-b95e-8902afb4c299), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:03.888690 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 51422) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:16:03.905525 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=3df9b806-6f21-455e-b95e-8902afb4c299,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:16:03.998838 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-57ded81a-315e-412e-b911-a8ea76856012 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:04.038741 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['3df9b806-6f21-455e-b95e-8902afb4c299'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:16:04.078362 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-57ded81a-315e-412e-b911-a8ea76856012 admin admin] Publish callbacks [] for security_group (eeb97c05-8c5c-4ae3-8d77-b1ee70d14eff), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:04.083443 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-57ded81a-315e-412e-b911-a8ea76856012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (eeb97c05-8c5c-4ae3-8d77-b1ee70d14eff), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:04.097771 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385e16f3-780f-4344-a6ba-734d9dcd93bf req-d67db2a7-629d-405a-a1e9-ceef4cb1854a tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:16:04.099317 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-385e16f3-780f-4344-a6ba-734d9dcd93bf req-d67db2a7-629d-405a-a1e9-ceef4cb1854a tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee2464fc-0c20-429b-9b5b-a23a01ad87f2 HTTP/1.1" status: 200  len: 944 time: 0.0489676
May 07 22:16:04.125846 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ded81a-315e-412e-b911-a8ea76856012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb97c05-8c5c-4ae3-8d77-b1ee70d14eff,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:16:04.135324 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-57ded81a-315e-412e-b911-a8ea76856012 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=54a6d5ac8242481b9bc8d715450d84c9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2454724
May 07 22:16:04.136091 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 51428) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:16:04.151203 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-385e16f3-780f-4344-a6ba-734d9dcd93bf req-7f753739-1533-426d-9c63-ea566e0cb841 tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5b6c4c8-56cb-45b5-bee7-27cc904ec388&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454273
May 07 22:16:04.190434 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-650d715e-3293-4ef6-8ba0-82a7ea50f9a7 admin admin] Publish callbacks [] for security_group (eeb97c05-8c5c-4ae3-8d77-b1ee70d14eff), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:04.212973 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-650d715e-3293-4ef6-8ba0-82a7ea50f9a7 admin admin] Publish callbacks [] for security_group (eeb97c05-8c5c-4ae3-8d77-b1ee70d14eff), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:04.258408 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-650d715e-3293-4ef6-8ba0-82a7ea50f9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (eeb97c05-8c5c-4ae3-8d77-b1ee70d14eff), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:04.261071 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-650d715e-3293-4ef6-8ba0-82a7ea50f9a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:04.262794 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-650d715e-3293-4ef6-8ba0-82a7ea50f9a7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/eeb97c05-8c5c-4ae3-8d77-b1ee70d14eff HTTP/1.1" status: 204  len: 168 time: 0.1250000
May 07 22:16:04.270668 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650d715e-3293-4ef6-8ba0-82a7ea50f9a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb97c05-8c5c-4ae3-8d77-b1ee70d14eff,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:16:05.267887 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13c4f7f-5978-48fb-b0d2-a2e02bfb213d req-9c77e2d8-54f0-44b2-a422-02e98b57b05f tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:16:05.269391 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c13c4f7f-5978-48fb-b0d2-a2e02bfb213d req-9c77e2d8-54f0-44b2-a422-02e98b57b05f tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee2464fc-0c20-429b-9b5b-a23a01ad87f2 HTTP/1.1" status: 200  len: 944 time: 0.0503473
May 07 22:16:05.320882 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c13c4f7f-5978-48fb-b0d2-a2e02bfb213d req-a7d65407-5c86-4511-ae90-1ebb74773f31 tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5b6c4c8-56cb-45b5-bee7-27cc904ec388&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457900
May 07 22:16:05.683367 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 3df9b806-6f21-455e-b95e-8902afb4c299 up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:16:05.733197 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning for port 3df9b806-6f21-455e-b95e-8902afb4c299 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 22:16:05.738811 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port 3df9b806-6f21-455e-b95e-8902afb4c299 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:16:05.739199 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (3df9b806-6f21-455e-b95e-8902afb4c299), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:05.831413 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 3df9b806-6f21-455e-b95e-8902afb4c299 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:16:05.831812 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (3df9b806-6f21-455e-b95e-8902afb4c299), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:05.855054 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee2464fc-0c20-429b-9b5b-a23a01ad87f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3df9b806-6f21-455e-b95e-8902afb4c299'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:16:05.857812 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89541452-3c58-4810-9dff-10508cb3f3ad" -d '{"events": [{"server_uuid": "ee2464fc-0c20-429b-9b5b-a23a01ad87f2", "name": "network-vif-plugged", "status": "completed", "tag": "3df9b806-6f21-455e-b95e-8902afb4c299"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:16:05.870393 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 3df9b806-6f21-455e-b95e-8902afb4c299, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3df9b806-6f21-455e-b95e-8902afb4c299,segment=NetworkSegment(e1c67c29-fbb9-4b26-b97b-1ba2ede54e4b),segment_id=e1c67c29-fbb9-4b26-b97b-1ba2ede54e4b)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:16:05.881536 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (3df9b806-6f21-455e-b95e-8902afb4c299), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:05.912420 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b04750bd-f735-45cb-bb25-4804cc2d0da1 x-openstack-request-id: req-b04750bd-f735-45cb-bb25-4804cc2d0da1 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:16:05.912720 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee2464fc-0c20-429b-9b5b-a23a01ad87f2", "name": "network-vif-plugged", "status": "completed", "tag": "3df9b806-6f21-455e-b95e-8902afb4c299", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:16:05.912982 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b04750bd-f735-45cb-bb25-4804cc2d0da1 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:16:05.913389 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b04750bd-f735-45cb-bb25-4804cc2d0da1'] response: {'server_uuid': 'ee2464fc-0c20-429b-9b5b-a23a01ad87f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3df9b806-6f21-455e-b95e-8902afb4c299', 'code': 200}
May 07 22:16:05.935674 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=3df9b806-6f21-455e-b95e-8902afb4c299,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:16:05.945226 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:16:05.945552 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:16:05.946298 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:16:05.947350 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:16:05.947781 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:16:05.948247 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:16:05.948587 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:16:05.949145 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:16:05.949650 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:16:05.950152 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:16:05.950658 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:16:05.951169 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:16:05.951680 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:16:05.952191 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:16:05.952525 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:16:06.024177 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65719d-77b1-47d5-b2d2-2041add4f4c3 req-cc40f675-e950-47f0-879f-a14142c15680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:16:06.026159 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7a65719d-77b1-47d5-b2d2-2041add4f4c3 req-cc40f675-e950-47f0-879f-a14142c15680 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ee2464fc-0c20-429b-9b5b-a23a01ad87f2 HTTP/1.1" status: 200  len: 1127 time: 0.0518887
May 07 22:16:06.078000 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7a65719d-77b1-47d5-b2d2-2041add4f4c3 req-cdad400e-df4e-4f2a-a0d2-3069d12467fb service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b5b6c4c8-56cb-45b5-bee7-27cc904ec388&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455241
May 07 22:16:06.444592 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548b9286-0113-400c-8624-3ed5c547ae64 req-eb038afb-c509-48cc-9dd2-28461c2b6928 tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:16:06.446073 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-548b9286-0113-400c-8624-3ed5c547ae64 req-eb038afb-c509-48cc-9dd2-28461c2b6928 tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee2464fc-0c20-429b-9b5b-a23a01ad87f2 HTTP/1.1" status: 200  len: 945 time: 0.0515852
May 07 22:16:06.494641 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-548b9286-0113-400c-8624-3ed5c547ae64 req-d2247aed-e973-4d53-8b3d-b0c325d256ea tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5b6c4c8-56cb-45b5-bee7-27cc904ec388&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428398
May 07 22:16:06.875614 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 22:16:07.625970 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed337f0-b674-4583-a1f9-5385b0af9a81 req-1672515d-ad10-474a-a54b-3a6e8bcd55db tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:16:07.628630 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bed337f0-b674-4583-a1f9-5385b0af9a81 req-1672515d-ad10-474a-a54b-3a6e8bcd55db tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee2464fc-0c20-429b-9b5b-a23a01ad87f2 HTTP/1.1" status: 200  len: 945 time: 0.0569019
May 07 22:16:07.696976 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bed337f0-b674-4583-a1f9-5385b0af9a81 req-7cf42968-c5f1-4467-8db6-8637295f6427 tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5b6c4c8-56cb-45b5-bee7-27cc904ec388&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577469
May 07 22:16:08.446990 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbde9df-4b72-4dfe-ab95-f7a74bda756c req-9e45c2e2-c54c-41cb-9adc-967fb9c1193f tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:16:08.448660 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ddbde9df-4b72-4dfe-ab95-f7a74bda756c req-9e45c2e2-c54c-41cb-9adc-967fb9c1193f tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee2464fc-0c20-429b-9b5b-a23a01ad87f2 HTTP/1.1" status: 200  len: 945 time: 0.0542154
May 07 22:16:08.506028 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ddbde9df-4b72-4dfe-ab95-f7a74bda756c req-e7fcbc57-a60b-4864-8239-ccb5048475f6 tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5b6c4c8-56cb-45b5-bee7-27cc904ec388&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500772
May 07 22:16:09.181539 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 51668) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:16:09.302460 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7749a8d3-3a95-4d81-b571-18aee3d66a0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:09.395205 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7749a8d3-3a95-4d81-b571-18aee3d66a0e admin admin] Publish callbacks [] for security_group (a3058d85-a8e7-4d0e-936d-b182a8002912), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:09.399553 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7749a8d3-3a95-4d81-b571-18aee3d66a0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (a3058d85-a8e7-4d0e-936d-b182a8002912), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:09.438427 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7749a8d3-3a95-4d81-b571-18aee3d66a0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3058d85-a8e7-4d0e-936d-b182a8002912,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:16:09.443120 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-7749a8d3-3a95-4d81-b571-18aee3d66a0e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=646717cca3f1470693a47f4d8d56dd1b&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2602282
May 07 22:16:09.445616 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 51672) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:16:09.498255 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d7f0c259-96df-4ca8-9ea6-6ae71dcdc18f admin admin] Publish callbacks [] for security_group (a3058d85-a8e7-4d0e-936d-b182a8002912), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:09.521539 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d7f0c259-96df-4ca8-9ea6-6ae71dcdc18f admin admin] Publish callbacks [] for security_group (a3058d85-a8e7-4d0e-936d-b182a8002912), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:09.580436 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d7f0c259-96df-4ca8-9ea6-6ae71dcdc18f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (a3058d85-a8e7-4d0e-936d-b182a8002912), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:09.583468 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d7f0c259-96df-4ca8-9ea6-6ae71dcdc18f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:09.584887 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-d7f0c259-96df-4ca8-9ea6-6ae71dcdc18f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a3058d85-a8e7-4d0e-936d-b182a8002912 HTTP/1.1" status: 204  len: 168 time: 0.1383636
May 07 22:16:09.593604 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f0c259-96df-4ca8-9ea6-6ae71dcdc18f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3058d85-a8e7-4d0e-936d-b182a8002912,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:16:09.718259 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4110f4c1-f1f2-4d21-9640-8e2dc7fdb7b3 req-9af986bf-5da7-4b57-b874-8e4c796fdef7 tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:16:09.720896 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4110f4c1-f1f2-4d21-9640-8e2dc7fdb7b3 req-9af986bf-5da7-4b57-b874-8e4c796fdef7 tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] 10.222.0.32 "GET /v2.0/ports?device_id=ee2464fc-0c20-429b-9b5b-a23a01ad87f2 HTTP/1.1" status: 200  len: 945 time: 0.1217396
May 07 22:16:09.731147 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b4e881-2a68-4d1b-991d-94493ea2fd2e req-f869b4f9-3504-47fa-a7e5-45a688f916d7 tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:16:09.732731 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e3b4e881-2a68-4d1b-991d-94493ea2fd2e req-f869b4f9-3504-47fa-a7e5-45a688f916d7 tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] 10.222.0.59 "GET /v2.0/ports?device_id=ee2464fc-0c20-429b-9b5b-a23a01ad87f2 HTTP/1.1" status: 200  len: 945 time: 0.0977759
May 07 22:16:10.176594 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4110f4c1-f1f2-4d21-9640-8e2dc7fdb7b3 req-9f438f71-93c1-4581-a624-0d407f7918e0 tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5b6c4c8-56cb-45b5-bee7-27cc904ec388&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4384143
May 07 22:16:10.202107 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-e3b4e881-2a68-4d1b-991d-94493ea2fd2e req-722c66a7-d8f7-494e-ad81-273652328167 tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] Deleting port 3df9b806-6f21-455e-b95e-8902afb4c299 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:16:10.202691 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-e3b4e881-2a68-4d1b-991d-94493ea2fd2e req-722c66a7-d8f7-494e-ad81-273652328167 tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (3df9b806-6f21-455e-b95e-8902afb4c299), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:10.334019 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-e3b4e881-2a68-4d1b-991d-94493ea2fd2e req-722c66a7-d8f7-494e-ad81-273652328167 tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] For port 3df9b806-6f21-455e-b95e-8902afb4c299, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3df9b806-6f21-455e-b95e-8902afb4c299,segment=NetworkSegment(e1c67c29-fbb9-4b26-b97b-1ba2ede54e4b),segment_id=e1c67c29-fbb9-4b26-b97b-1ba2ede54e4b)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:16:10.334320 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-e3b4e881-2a68-4d1b-991d-94493ea2fd2e req-722c66a7-d8f7-494e-ad81-273652328167 tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (3df9b806-6f21-455e-b95e-8902afb4c299), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:10.355819 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-e3b4e881-2a68-4d1b-991d-94493ea2fd2e req-722c66a7-d8f7-494e-ad81-273652328167 tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] Calling delete_port for 3df9b806-6f21-455e-b95e-8902afb4c299 owned by compute:nova {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:16:10.529453 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-e3b4e881-2a68-4d1b-991d-94493ea2fd2e req-722c66a7-d8f7-494e-ad81-273652328167 tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (3df9b806-6f21-455e-b95e-8902afb4c299), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:10.545166 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['3df9b806-6f21-455e-b95e-8902afb4c299'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:16:10.576493 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c66a7-d8f7-494e-ad81-273652328167 tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] Pushing event deleted for resources: {'Port': ['ID=3df9b806-6f21-455e-b95e-8902afb4c299,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:16:10.632862 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3b4e881-2a68-4d1b-991d-94493ea2fd2e req-722c66a7-d8f7-494e-ad81-273652328167 tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] No DVR routers for this DVR port 3df9b806-6f21-455e-b95e-8902afb4c299 on host nch2-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:16:10.638422 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-e3b4e881-2a68-4d1b-991d-94493ea2fd2e req-722c66a7-d8f7-494e-ad81-273652328167 tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:10.643344 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e3b4e881-2a68-4d1b-991d-94493ea2fd2e req-722c66a7-d8f7-494e-ad81-273652328167 tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] 10.222.0.59 "DELETE /v2.0/ports/3df9b806-6f21-455e-b95e-8902afb4c299 HTTP/1.1" status: 204  len: 173 time: 0.9024203
May 07 22:16:10.643635 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee2464fc-0c20-429b-9b5b-a23a01ad87f2', 'name': 'network-vif-deleted', 'tag': '3df9b806-6f21-455e-b95e-8902afb4c299'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:16:10.647216 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3e1f947-ba1e-4c27-81d6-b25b66c8926a" -d '{"events": [{"server_uuid": "ee2464fc-0c20-429b-9b5b-a23a01ad87f2", "name": "network-vif-deleted", "tag": "3df9b806-6f21-455e-b95e-8902afb4c299"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:16:10.697977 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-143bb2f3-c07b-4321-ac4c-3c9c38e751c3 x-openstack-request-id: req-143bb2f3-c07b-4321-ac4c-3c9c38e751c3 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:16:10.698427 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee2464fc-0c20-429b-9b5b-a23a01ad87f2", "name": "network-vif-deleted", "tag": "3df9b806-6f21-455e-b95e-8902afb4c299", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:16:10.698694 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-143bb2f3-c07b-4321-ac4c-3c9c38e751c3 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:16:10.699727 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-143bb2f3-c07b-4321-ac4c-3c9c38e751c3'] response: {'server_uuid': 'ee2464fc-0c20-429b-9b5b-a23a01ad87f2', 'name': 'network-vif-deleted', 'tag': '3df9b806-6f21-455e-b95e-8902afb4c299', 'status': 'completed', 'code': 200}
May 07 22:16:11.495448 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 51758) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:16:11.503438 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-73dba189-460a-4564-be66-eec4bd571352 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1056662019', 'description': 'tempest-secgroup-smoke-1056662019 description', 'project_id': '16812b38c4514406886f0ab13cabe8ad'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:16:11.528546 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-73dba189-460a-4564-be66-eec4bd571352 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:11.538191 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-73dba189-460a-4564-be66-eec4bd571352 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:11.597999 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c673886-c9ad-4fdb-9da8-f2b3bd5f8c92 req-85bf589c-d39c-418d-814b-b88738f88f0a tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:16:11.599715 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3c673886-c9ad-4fdb-9da8-f2b3bd5f8c92 req-85bf589c-d39c-418d-814b-b88738f88f0a tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] 10.222.0.32 "GET /v2.0/networks?id=0a44a823-8b70-42ae-bf24-489d4cc11196 HTTP/1.1" status: 200  len: 809 time: 0.1416402
May 07 22:16:11.624006 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3c673886-c9ad-4fdb-9da8-f2b3bd5f8c92 req-041f495f-1d2a-478a-b9eb-83a298b0129f tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] 10.222.0.32 "GET /v2.0/quotas/c82534ba00c049e6bfa7421398228fff HTTP/1.1" status: 200  len: 375 time: 0.0147679
May 07 22:16:11.640259 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-73dba189-460a-4564-be66-eec4bd571352 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for security_group (da0e5742-3f9c-4fe6-9162-142323e29dc5), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:11.646251 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-73dba189-460a-4564-be66-eec4bd571352 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (da0e5742-3f9c-4fe6-9162-142323e29dc5), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:11.669336 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3c673886-c9ad-4fdb-9da8-f2b3bd5f8c92 req-07d54f54-a77e-473c-be3d-c3a7e0990b6d tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c82534ba00c049e6bfa7421398228fff&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0363286
May 07 22:16:11.700055 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dba189-460a-4564-be66-eec4bd571352 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da0e5742-3f9c-4fe6-9162-142323e29dc5,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:16:11.719354 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dba189-460a-4564-be66-eec4bd571352 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:16:11.719632 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dba189-460a-4564-be66-eec4bd571352 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:16:11.719976 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dba189-460a-4564-be66-eec4bd571352 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:16:11.720322 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dba189-460a-4564-be66-eec4bd571352 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:16:11.721128 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dba189-460a-4564-be66-eec4bd571352 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:16:11.721570 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dba189-460a-4564-be66-eec4bd571352 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:16:11.721930 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dba189-460a-4564-be66-eec4bd571352 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:16:11.722380 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dba189-460a-4564-be66-eec4bd571352 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:16:11.722853 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dba189-460a-4564-be66-eec4bd571352 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:16:11.723255 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dba189-460a-4564-be66-eec4bd571352 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:16:11.723593 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dba189-460a-4564-be66-eec4bd571352 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:16:11.724177 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dba189-460a-4564-be66-eec4bd571352 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:16:11.724534 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dba189-460a-4564-be66-eec4bd571352 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:16:11.724948 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dba189-460a-4564-be66-eec4bd571352 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:16:11.725314 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73dba189-460a-4564-be66-eec4bd571352 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:16:11.773954 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-73dba189-460a-4564-be66-eec4bd571352 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for security_group (241f9c72-4497-49d2-924d-a8eef738549c), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:11.779156 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-73dba189-460a-4564-be66-eec4bd571352 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (241f9c72-4497-49d2-924d-a8eef738549c), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:11.811124 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3c673886-c9ad-4fdb-9da8-f2b3bd5f8c92 req-dc109c1f-acb8-4fee-9c56-3f542b0ea04e service neutron] 10.222.0.32 "GET /v2.0/networks/0a44a823-8b70-42ae-bf24-489d4cc11196?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1332450
May 07 22:16:11.814248 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-73dba189-460a-4564-be66-eec4bd571352 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:11.815788 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-73dba189-460a-4564-be66-eec4bd571352 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.3189962
May 07 22:16:11.818828 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 51790) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:16:11.824082 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-1fb19067-d83e-40cb-b8db-06305c7af12f tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Request body: {'security_group_rule': {'security_group_id': '241f9c72-4497-49d2-924d-a8eef738549c', 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:16:11.833302 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dba189-460a-4564-be66-eec4bd571352 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=241f9c72-4497-49d2-924d-a8eef738549c,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:16:11.861714 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1fb19067-d83e-40cb-b8db-06305c7af12f tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for security_group_rule (135b6bab-b52e-4252-b7be-41da62b6b833), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:11.944122 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3c673886-c9ad-4fdb-9da8-f2b3bd5f8c92 req-6006ff5f-2d25-4ff3-a2f3-f239d7b5ff61 service neutron] 10.222.0.32 "GET /v2.0/networks/0a44a823-8b70-42ae-bf24-489d4cc11196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1296964
May 07 22:16:11.951873 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1fb19067-d83e-40cb-b8db-06305c7af12f tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for security_group_rule (135b6bab-b52e-4252-b7be-41da62b6b833), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:11.959716 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1fb19067-d83e-40cb-b8db-06305c7af12f tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (135b6bab-b52e-4252-b7be-41da62b6b833), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:11.986796 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb19067-d83e-40cb-b8db-06305c7af12f tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=135b6bab-b52e-4252-b7be-41da62b6b833,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:16:11.998577 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1fb19067-d83e-40cb-b8db-06305c7af12f tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:12.000073 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-1fb19067-d83e-40cb-b8db-06305c7af12f tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1800528
May 07 22:16:12.002803 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 51804) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:16:12.008587 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-77cfdfe0-2053-4f4c-9d30-214cb67e2f86 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Request body: {'security_group_rule': {'security_group_id': '241f9c72-4497-49d2-924d-a8eef738549c', 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:16:12.055468 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-77cfdfe0-2053-4f4c-9d30-214cb67e2f86 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for security_group_rule (bd0a08f3-0fb7-42da-b363-d7648375a62d), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:12.151880 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-77cfdfe0-2053-4f4c-9d30-214cb67e2f86 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for security_group_rule (bd0a08f3-0fb7-42da-b363-d7648375a62d), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:12.172038 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-77cfdfe0-2053-4f4c-9d30-214cb67e2f86 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (bd0a08f3-0fb7-42da-b363-d7648375a62d), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:12.180359 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3be3db9b-05c8-4171-9326-9eafe64eeae2 req-bc635309-454b-4ea1-8833-6857bb00e367 tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa6abbec-a7a3-431b-a106-38de1fc2e254 HTTP/1.1" status: 200  len: 210 time: 0.0422220
May 07 22:16:12.197024 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cfdfe0-2053-4f4c-9d30-214cb67e2f86 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd0a08f3-0fb7-42da-b363-d7648375a62d,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:16:12.211260 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-77cfdfe0-2053-4f4c-9d30-214cb67e2f86 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:12.216332 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-77cfdfe0-2053-4f4c-9d30-214cb67e2f86 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2119761
May 07 22:16:12.216518 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 51812) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:16:12.221964 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-23021fb5-f3ab-4025-8057-c085c6d8f786 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Request body: {'security_group_rule': {'security_group_id': '241f9c72-4497-49d2-924d-a8eef738549c', 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:16:12.254937 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-23021fb5-f3ab-4025-8057-c085c6d8f786 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for security_group_rule (1d86fa76-603c-4cf5-a785-1cbe96f8bd32), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:12.330757 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-23021fb5-f3ab-4025-8057-c085c6d8f786 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for security_group_rule (1d86fa76-603c-4cf5-a785-1cbe96f8bd32), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:12.335567 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-23021fb5-f3ab-4025-8057-c085c6d8f786 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (1d86fa76-603c-4cf5-a785-1cbe96f8bd32), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:12.353800 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23021fb5-f3ab-4025-8057-c085c6d8f786 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d86fa76-603c-4cf5-a785-1cbe96f8bd32,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:16:12.366439 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-23021fb5-f3ab-4025-8057-c085c6d8f786 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:12.369076 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-23021fb5-f3ab-4025-8057-c085c6d8f786 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1512854
May 07 22:16:12.372226 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 51818) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:16:12.377204 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-7f6a952f-dbb4-493c-9cd5-488c99e1a941 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Request body: {'security_group_rule': {'security_group_id': '241f9c72-4497-49d2-924d-a8eef738549c', 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:16:12.419564 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7f6a952f-dbb4-493c-9cd5-488c99e1a941 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for security_group_rule (7f547e12-98bb-47a4-b160-fd4b1eda6b3e), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:12.501526 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7f6a952f-dbb4-493c-9cd5-488c99e1a941 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for security_group_rule (7f547e12-98bb-47a4-b160-fd4b1eda6b3e), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:12.505632 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7f6a952f-dbb4-493c-9cd5-488c99e1a941 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (7f547e12-98bb-47a4-b160-fd4b1eda6b3e), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:12.526568 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6a952f-dbb4-493c-9cd5-488c99e1a941 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f547e12-98bb-47a4-b160-fd4b1eda6b3e,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:16:12.545664 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7f6a952f-dbb4-493c-9cd5-488c99e1a941 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:12.547108 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-7f6a952f-dbb4-493c-9cd5-488c99e1a941 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1736653
May 07 22:16:12.550207 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 51822) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:16:12.554892 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-570be8c4-34b0-4cea-b22c-96a767da7994 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Request body: {'security_group_rule': {'security_group_id': '241f9c72-4497-49d2-924d-a8eef738549c', 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:16:12.581961 ncdv-master-1 neutron-server[121837]: INFO neutron.db.securitygroups_db [None req-570be8c4-34b0-4cea-b22c-96a767da7994 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Project 16812b38c4514406886f0ab13cabe8ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 07 22:16:12.591086 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-570be8c4-34b0-4cea-b22c-96a767da7994 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for security_group_rule (ff6e7eeb-f7af-4405-a4fd-61e5db9c4647), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:12.676489 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-570be8c4-34b0-4cea-b22c-96a767da7994 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for security_group_rule (ff6e7eeb-f7af-4405-a4fd-61e5db9c4647), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:12.681376 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-570be8c4-34b0-4cea-b22c-96a767da7994 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (ff6e7eeb-f7af-4405-a4fd-61e5db9c4647), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:12.703327 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570be8c4-34b0-4cea-b22c-96a767da7994 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff6e7eeb-f7af-4405-a4fd-61e5db9c4647,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:16:12.710533 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-570be8c4-34b0-4cea-b22c-96a767da7994 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:12.714252 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-570be8c4-34b0-4cea-b22c-96a767da7994 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1628633
May 07 22:16:12.717664 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 51842) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:16:12.722434 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-a1e37783-1f4d-4488-b9d1-b4c4b06de5cd tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Request body: {'security_group_rule': {'security_group_id': '241f9c72-4497-49d2-924d-a8eef738549c', 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:16:12.745098 ncdv-master-1 neutron-server[121837]: INFO neutron.db.securitygroups_db [None req-a1e37783-1f4d-4488-b9d1-b4c4b06de5cd tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Project 16812b38c4514406886f0ab13cabe8ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 07 22:16:12.750990 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a1e37783-1f4d-4488-b9d1-b4c4b06de5cd tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for security_group_rule (beb00a21-d8bc-4c89-bbf5-0e0e342ed700), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:12.819671 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a1e37783-1f4d-4488-b9d1-b4c4b06de5cd tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for security_group_rule (beb00a21-d8bc-4c89-bbf5-0e0e342ed700), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:12.824735 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a1e37783-1f4d-4488-b9d1-b4c4b06de5cd tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (beb00a21-d8bc-4c89-bbf5-0e0e342ed700), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:12.844311 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e37783-1f4d-4488-b9d1-b4c4b06de5cd tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=beb00a21-d8bc-4c89-bbf5-0e0e342ed700,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:16:12.852455 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a1e37783-1f4d-4488-b9d1-b4c4b06de5cd tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:12.857496 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-a1e37783-1f4d-4488-b9d1-b4c4b06de5cd tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1385608
May 07 22:16:12.858088 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 51844) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:16:12.864967 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-99a6a54f-d949-4e76-bf3a-37314661f0ae tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Request body: {'network': {'name': 'tempest-network-smoke--2032905286', 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'port_security_enabled': True}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:16:12.886295 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99a6a54f-d949-4e76-bf3a-37314661f0ae tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Made reservation on behalf of 16812b38c4514406886f0ab13cabe8ad for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:16:12.891440 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-99a6a54f-d949-4e76-bf3a-37314661f0ae tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:12.916557 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99a6a54f-d949-4e76-bf3a-37314661f0ae tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:16:12.926077 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-99a6a54f-d949-4e76-bf3a-37314661f0ae tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (d19faa35-4399-4d8c-82b3-8e2318f7ddb8), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:12.926431 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-99a6a54f-d949-4e76-bf3a-37314661f0ae tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Added segment d19faa35-4399-4d8c-82b3-8e2318f7ddb8 of type vlan for network 0839a7af-146b-454e-bfcf-a3b86e510e90
May 07 22:16:12.967443 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-99a6a54f-d949-4e76-bf3a-37314661f0ae tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (0839a7af-146b-454e-bfcf-a3b86e510e90), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:12.991942 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-99a6a54f-d949-4e76-bf3a-37314661f0ae tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (0839a7af-146b-454e-bfcf-a3b86e510e90), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:12.997549 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a6a54f-d949-4e76-bf3a-37314661f0ae tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:16:12.998061 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-99a6a54f-d949-4e76-bf3a-37314661f0ae tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:13.039539 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-99a6a54f-d949-4e76-bf3a-37314661f0ae tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.1787064
May 07 22:16:13.042597 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 51848) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:16:13.048706 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-965a0b98-66b4-4c87-96b6-1f2b483cbb31 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-389487086', 'admin_state_up': True, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:16:13.073672 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a6a54f-d949-4e76-bf3a-37314661f0ae tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Pushing event updated for resources: {'Network': ['ID=0839a7af-146b-454e-bfcf-a3b86e510e90,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:16:13.075283 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-965a0b98-66b4-4c87-96b6-1f2b483cbb31 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:13.094109 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 0839a7af-146b-454e-bfcf-a3b86e510e90 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:16:13.100502 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-965a0b98-66b4-4c87-96b6-1f2b483cbb31 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:13.197757 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-965a0b98-66b4-4c87-96b6-1f2b483cbb31 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for router_controller (f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19), precommit_add_association {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:13.310175 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0a845d1d-2fec-4735-8adf-65f99eb45b32 req-695bc1e2-c8a0-40ec-a04a-2f4491fc08f0 tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa6abbec-a7a3-431b-a106-38de1fc2e254 HTTP/1.1" status: 200  len: 210 time: 0.0330544
May 07 22:16:13.446420 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-965a0b98-66b4-4c87-96b6-1f2b483cbb31 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for router_gateway (f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:13.499728 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c673886-c9ad-4fdb-9da8-f2b3bd5f8c92 req-c709c957-0b73-4472-8583-cd827b51317c tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:16:13.501180 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3c673886-c9ad-4fdb-9da8-f2b3bd5f8c92 req-c709c957-0b73-4472-8583-cd827b51317c tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] 10.222.0.59 "GET /v2.0/networks?id=0a44a823-8b70-42ae-bf24-489d4cc11196 HTTP/1.1" status: 200  len: 809 time: 0.3188004
May 07 22:16:13.522126 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 51866) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:16:13.533499 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-3c673886-c9ad-4fdb-9da8-f2b3bd5f8c92 req-f1bf8898-2808-4390-b913-0a6e78de809d tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] Request body: {'port': {'device_id': 'fa6abbec-a7a3-431b-a106-38de1fc2e254', 'network_id': '0a44a823-8b70-42ae-bf24-489d4cc11196', 'admin_state_up': True, 'tenant_id': 'c82534ba00c049e6bfa7421398228fff'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:16:13.631015 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a20cf002-7a9b-4491-a117-902cf1c704e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:13.704747 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a20cf002-7a9b-4491-a117-902cf1c704e3 admin admin] Publish callbacks [] for security_group (80d212ac-abc6-4250-b934-6436a0a20ff2), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:13.708719 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a20cf002-7a9b-4491-a117-902cf1c704e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (80d212ac-abc6-4250-b934-6436a0a20ff2), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:13.713858 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 3df9b806-6f21-455e-b95e-8902afb4c299 no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:16:13.722738 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-965a0b98-66b4-4c87-96b6-1f2b483cbb31 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for router_gateway (f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:13.735665 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] No Port match for: 3df9b806-6f21-455e-b95e-8902afb4c299 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:16:13.736275 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 3df9b806-6f21-455e-b95e-8902afb4c299 not bound to the agent host nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:16:13.748414 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-965a0b98-66b4-4c87-96b6-1f2b483cbb31 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:13.758941 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-a20cf002-7a9b-4491-a117-902cf1c704e3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9c97c10be6f04abe88bae3fed114e3eb&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2356002
May 07 22:16:13.760107 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20cf002-7a9b-4491-a117-902cf1c704e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80d212ac-abc6-4250-b934-6436a0a20ff2,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:16:13.762447 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 51870) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:16:13.797386 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c673886-c9ad-4fdb-9da8-f2b3bd5f8c92 req-f1bf8898-2808-4390-b913-0a6e78de809d tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] Made reservation on behalf of c82534ba00c049e6bfa7421398228fff for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:16:13.800911 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-3c673886-c9ad-4fdb-9da8-f2b3bd5f8c92 req-f1bf8898-2808-4390-b913-0a6e78de809d tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:13.954838 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f67f88a7-ca76-44ac-aeed-1c3589ec7347 admin admin] Publish callbacks [] for security_group (80d212ac-abc6-4250-b934-6436a0a20ff2), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:13.972663 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-965a0b98-66b4-4c87-96b6-1f2b483cbb31 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Allocated IP 172.35.4.233 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/95cea7ca-d93b-405b-958a-863cdc1cddd6) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:16:14.028093 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f67f88a7-ca76-44ac-aeed-1c3589ec7347 admin admin] Publish callbacks [] for security_group (80d212ac-abc6-4250-b934-6436a0a20ff2), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:14.069148 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [req-3c673886-c9ad-4fdb-9da8-f2b3bd5f8c92 req-f1bf8898-2808-4390-b913-0a6e78de809d tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] Allocated IP 172.20.0.7 (0a44a823-8b70-42ae-bf24-489d4cc11196/15f6d6d2-776a-4d0d-9b8e-0a166e9c7ecf/2e7d137f-939a-4472-bae8-4575fc685551) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:16:14.183061 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f67f88a7-ca76-44ac-aeed-1c3589ec7347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (80d212ac-abc6-4250-b934-6436a0a20ff2), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:14.185632 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f67f88a7-ca76-44ac-aeed-1c3589ec7347 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:14.186759 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-f67f88a7-ca76-44ac-aeed-1c3589ec7347 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/80d212ac-abc6-4250-b934-6436a0a20ff2 HTTP/1.1" status: 204  len: 168 time: 0.4229944
May 07 22:16:14.193669 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-965a0b98-66b4-4c87-96b6-1f2b483cbb31 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for port (95cea7ca-d93b-405b-958a-863cdc1cddd6), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:14.213531 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67f88a7-ca76-44ac-aeed-1c3589ec7347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d212ac-abc6-4250-b934-6436a0a20ff2,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:16:14.307724 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-965a0b98-66b4-4c87-96b6-1f2b483cbb31 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (95cea7ca-d93b-405b-958a-863cdc1cddd6), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:14.364899 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-3c673886-c9ad-4fdb-9da8-f2b3bd5f8c92 req-f1bf8898-2808-4390-b913-0a6e78de809d tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] Publish callbacks [] for port (2e7d137f-939a-4472-bae8-4575fc685551), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:14.372609 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-965a0b98-66b4-4c87-96b6-1f2b483cbb31 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:16:14.380416 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-965a0b98-66b4-4c87-96b6-1f2b483cbb31 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:16:14.390267 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965a0b98-66b4-4c87-96b6-1f2b483cbb31 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:16:14.395279 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965a0b98-66b4-4c87-96b6-1f2b483cbb31 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Pushing event updated for resources: {'Port': ['ID=95cea7ca-d93b-405b-958a-863cdc1cddd6,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:16:14.456315 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-88f9db21-c031-44ba-aeb3-cbb1d1a2b544 req-2dbd2214-6560-4f51-ae4e-d5e2e9530e5f tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa6abbec-a7a3-431b-a106-38de1fc2e254 HTTP/1.1" status: 200  len: 210 time: 0.0672317
May 07 22:16:14.481837 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 51878) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:16:14.495581 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7453e96b-ad72-4d34-9c86-588a2de5f75a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:14.515014 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-3c673886-c9ad-4fdb-9da8-f2b3bd5f8c92 req-f1bf8898-2808-4390-b913-0a6e78de809d tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (2e7d137f-939a-4472-bae8-4575fc685551), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:14.578576 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7453e96b-ad72-4d34-9c86-588a2de5f75a admin admin] Publish callbacks [] for security_group (24dd8bc0-bf8a-4761-87ed-ceea3efe947e), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:14.582486 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7453e96b-ad72-4d34-9c86-588a2de5f75a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (24dd8bc0-bf8a-4761-87ed-ceea3efe947e), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:14.614215 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c673886-c9ad-4fdb-9da8-f2b3bd5f8c92 req-f1bf8898-2808-4390-b913-0a6e78de809d tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] Network 0a44a823-8b70-42ae-bf24-489d4cc11196 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:16:14.620011 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [req-3c673886-c9ad-4fdb-9da8-f2b3bd5f8c92 req-f1bf8898-2808-4390-b913-0a6e78de809d tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:16:14.625783 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-7453e96b-ad72-4d34-9c86-588a2de5f75a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=73fb7cdcaae24a95b2cc1ac30d22aa45&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1403615
May 07 22:16:14.625783 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7453e96b-ad72-4d34-9c86-588a2de5f75a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24dd8bc0-bf8a-4761-87ed-ceea3efe947e,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:16:14.627691 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 51880) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:16:14.628825 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c673886-c9ad-4fdb-9da8-f2b3bd5f8c92 req-f1bf8898-2808-4390-b913-0a6e78de809d tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:16:14.639811 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bf8898-2808-4390-b913-0a6e78de809d tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] Pushing event updated for resources: {'Port': ['ID=2e7d137f-939a-4472-bae8-4575fc685551,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:16:14.681400 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1cb7450d-f75f-4369-b803-dd64bc02befd admin admin] Publish callbacks [] for security_group (24dd8bc0-bf8a-4761-87ed-ceea3efe947e), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:14.705994 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1cb7450d-f75f-4369-b803-dd64bc02befd admin admin] Publish callbacks [] for security_group (24dd8bc0-bf8a-4761-87ed-ceea3efe947e), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:14.731982 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c673886-c9ad-4fdb-9da8-f2b3bd5f8c92 req-f1bf8898-2808-4390-b913-0a6e78de809d tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:16:14.732588 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-3c673886-c9ad-4fdb-9da8-f2b3bd5f8c92 req-f1bf8898-2808-4390-b913-0a6e78de809d tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:14.754662 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1cb7450d-f75f-4369-b803-dd64bc02befd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (24dd8bc0-bf8a-4761-87ed-ceea3efe947e), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:14.758016 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1cb7450d-f75f-4369-b803-dd64bc02befd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:14.759193 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-1cb7450d-f75f-4369-b803-dd64bc02befd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/24dd8bc0-bf8a-4761-87ed-ceea3efe947e HTTP/1.1" status: 204  len: 168 time: 0.1304066
May 07 22:16:14.768888 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb7450d-f75f-4369-b803-dd64bc02befd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24dd8bc0-bf8a-4761-87ed-ceea3efe947e,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:16:14.774597 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3c673886-c9ad-4fdb-9da8-f2b3bd5f8c92 req-f1bf8898-2808-4390-b913-0a6e78de809d tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2484767
May 07 22:16:14.804670 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-3c673886-c9ad-4fdb-9da8-f2b3bd5f8c92 req-b1004d19-dd76-4f50-bcb6-582d8e012ef3 service neutron] Request body: {'port': {'device_id': 'fa6abbec-a7a3-431b-a106-38de1fc2e254', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:16:14.890931 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-965a0b98-66b4-4c87-96b6-1f2b483cbb31 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for router_gateway (f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:14.935950 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-3c673886-c9ad-4fdb-9da8-f2b3bd5f8c92 req-b1004d19-dd76-4f50-bcb6-582d8e012ef3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (2e7d137f-939a-4472-bae8-4575fc685551), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:15.566434 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-965a0b98-66b4-4c87-96b6-1f2b483cbb31 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:15.593141 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f230e05-2da9-4711-9c5e-16faa956d13c req-c713d85d-dfcc-45b6-8b78-34913873c941 tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:16:15.594985 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9f230e05-2da9-4711-9c5e-16faa956d13c req-c713d85d-dfcc-45b6-8b78-34913873c941 tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa6abbec-a7a3-431b-a106-38de1fc2e254 HTTP/1.1" status: 200  len: 931 time: 0.0581794
May 07 22:16:15.655802 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9f230e05-2da9-4711-9c5e-16faa956d13c req-7982344e-e8a9-4775-9790-1052a8fa1351 tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5b6c4c8-56cb-45b5-bee7-27cc904ec388&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0543542
May 07 22:16:15.744057 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [req-3c673886-c9ad-4fdb-9da8-f2b3bd5f8c92 req-b1004d19-dd76-4f50-bcb6-582d8e012ef3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e7d137f-939a-4472-bae8-4575fc685551 {{(pid=121837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:16:15.754858 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-3c673886-c9ad-4fdb-9da8-f2b3bd5f8c92 req-b1004d19-dd76-4f50-bcb6-582d8e012ef3 service neutron] Publish callbacks [] for port (2e7d137f-939a-4472-bae8-4575fc685551), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:15.774869 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-3c673886-c9ad-4fdb-9da8-f2b3bd5f8c92 req-b1004d19-dd76-4f50-bcb6-582d8e012ef3 service neutron] Transition to ACTIVE for port object 2e7d137f-939a-4472-bae8-4575fc685551 will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 22:16:15.782317 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-3c673886-c9ad-4fdb-9da8-f2b3bd5f8c92 req-b1004d19-dd76-4f50-bcb6-582d8e012ef3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (2e7d137f-939a-4472-bae8-4575fc685551), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:15.831973 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-965a0b98-66b4-4c87-96b6-1f2b483cbb31 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Router f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19 is scheduled to L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db with binding_index 1 {{(pid=121837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 07 22:16:15.843792 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1004d19-dd76-4f50-bcb6-582d8e012ef3 service neutron] Pushing event updated for resources: {'Port': ['ID=2e7d137f-939a-4472-bae8-4575fc685551,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:16:16.010623 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-3c673886-c9ad-4fdb-9da8-f2b3bd5f8c92 req-b1004d19-dd76-4f50-bcb6-582d8e012ef3 service neutron] Attempting to bind port 2e7d137f-939a-4472-bae8-4575fc685551 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:16:16.010912 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-3c673886-c9ad-4fdb-9da8-f2b3bd5f8c92 req-b1004d19-dd76-4f50-bcb6-582d8e012ef3 service neutron] Attempting to bind port 2e7d137f-939a-4472-bae8-4575fc685551 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e1c67c29-fbb9-4b26-b97b-1ba2ede54e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0a44a823-8b70-42ae-bf24-489d4cc11196'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:16:16.011239 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c673886-c9ad-4fdb-9da8-f2b3bd5f8c92 req-b1004d19-dd76-4f50-bcb6-582d8e012ef3 service neutron] Attempting to bind port 2e7d137f-939a-4472-bae8-4575fc685551 on network 0a44a823-8b70-42ae-bf24-489d4cc11196 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:16:16.018488 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c673886-c9ad-4fdb-9da8-f2b3bd5f8c92 req-b1004d19-dd76-4f50-bcb6-582d8e012ef3 service neutron] Port 2e7d137f-939a-4472-bae8-4575fc685551 on network 0a44a823-8b70-42ae-bf24-489d4cc11196 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:16:16.018824 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c673886-c9ad-4fdb-9da8-f2b3bd5f8c92 req-b1004d19-dd76-4f50-bcb6-582d8e012ef3 service neutron] Attempting to bind port 2e7d137f-939a-4472-bae8-4575fc685551 on network 0a44a823-8b70-42ae-bf24-489d4cc11196 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:16:16.029359 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c673886-c9ad-4fdb-9da8-f2b3bd5f8c92 req-b1004d19-dd76-4f50-bcb6-582d8e012ef3 service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:16:16.029695 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c673886-c9ad-4fdb-9da8-f2b3bd5f8c92 req-b1004d19-dd76-4f50-bcb6-582d8e012ef3 service neutron] Checking segment: {'id': 'e1c67c29-fbb9-4b26-b97b-1ba2ede54e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0a44a823-8b70-42ae-bf24-489d4cc11196'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:16:16.030078 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c673886-c9ad-4fdb-9da8-f2b3bd5f8c92 req-b1004d19-dd76-4f50-bcb6-582d8e012ef3 service neutron] Bound using segment: {'id': 'e1c67c29-fbb9-4b26-b97b-1ba2ede54e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0a44a823-8b70-42ae-bf24-489d4cc11196'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:16:16.030493 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-3c673886-c9ad-4fdb-9da8-f2b3bd5f8c92 req-b1004d19-dd76-4f50-bcb6-582d8e012ef3 service neutron] Bound port: 2e7d137f-939a-4472-bae8-4575fc685551, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1c67c29-fbb9-4b26-b97b-1ba2ede54e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0a44a823-8b70-42ae-bf24-489d4cc11196'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:16:16.030879 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-3c673886-c9ad-4fdb-9da8-f2b3bd5f8c92 req-b1004d19-dd76-4f50-bcb6-582d8e012ef3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (2e7d137f-939a-4472-bae8-4575fc685551), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:16.045595 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-965a0b98-66b4-4c87-96b6-1f2b483cbb31 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:16:16.056159 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5f836a-8b81-4c5b-8b28-d3038b32d0cd None None] Sync routers for ids ['f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:16:16.073230 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5f836a-8b81-4c5b-8b28-d3038b32d0cd None None] Routers {'f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:16:16.073230 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-ad5f836a-8b81-4c5b-8b28-d3038b32d0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f847040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:15:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:16:16.087312 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-965a0b98-66b4-4c87-96b6-1f2b483cbb31 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:16.088629 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-965a0b98-66b4-4c87-96b6-1f2b483cbb31 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 3.0448599
May 07 22:16:16.092005 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 51922) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:16:16.121793 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-3c673886-c9ad-4fdb-9da8-f2b3bd5f8c92 req-b1004d19-dd76-4f50-bcb6-582d8e012ef3 service neutron] For port 2e7d137f-939a-4472-bae8-4575fc685551, host nch2-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:16:16.126175 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-3c673886-c9ad-4fdb-9da8-f2b3bd5f8c92 req-b1004d19-dd76-4f50-bcb6-582d8e012ef3 service neutron] For port 2e7d137f-939a-4472-bae8-4575fc685551, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2e7d137f-939a-4472-bae8-4575fc685551,segment=NetworkSegment(e1c67c29-fbb9-4b26-b97b-1ba2ede54e4b),segment_id=e1c67c29-fbb9-4b26-b97b-1ba2ede54e4b)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:16:16.134179 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-3c673886-c9ad-4fdb-9da8-f2b3bd5f8c92 req-b1004d19-dd76-4f50-bcb6-582d8e012ef3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (2e7d137f-939a-4472-bae8-4575fc685551), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:16.179108 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c673886-c9ad-4fdb-9da8-f2b3bd5f8c92 req-b1004d19-dd76-4f50-bcb6-582d8e012ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:16:16.180046 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-3c673886-c9ad-4fdb-9da8-f2b3bd5f8c92 req-b1004d19-dd76-4f50-bcb6-582d8e012ef3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:16.181421 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3c673886-c9ad-4fdb-9da8-f2b3bd5f8c92 req-b1004d19-dd76-4f50-bcb6-582d8e012ef3 service neutron] 10.222.0.59 "PUT /v2.0/ports/2e7d137f-939a-4472-bae8-4575fc685551 HTTP/1.1" status: 200  len: 1091 time: 1.3807962
May 07 22:16:16.181914 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa6abbec-a7a3-431b-a106-38de1fc2e254', 'tag': '2e7d137f-939a-4472-bae8-4575fc685551'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:16:16.184709 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c88b14-fb4e-4fa3-8e1f-94fba67869b1" -d '{"events": [{"name": "network-changed", "server_uuid": "fa6abbec-a7a3-431b-a106-38de1fc2e254", "tag": "2e7d137f-939a-4472-bae8-4575fc685551"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:16:16.219479 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-ad5f836a-8b81-4c5b-8b28-d3038b32d0cd None None] Set router f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:16:16.255976 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db9a1d0b-4ec6-4584-a6eb-cde7ad98909e x-openstack-request-id: req-db9a1d0b-4ec6-4584-a6eb-cde7ad98909e {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:16:16.256532 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa6abbec-a7a3-431b-a106-38de1fc2e254", "tag": "2e7d137f-939a-4472-bae8-4575fc685551", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:16:16.256532 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-db9a1d0b-4ec6-4584-a6eb-cde7ad98909e {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:16:16.256970 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db9a1d0b-4ec6-4584-a6eb-cde7ad98909e'] response: {'name': 'network-changed', 'server_uuid': 'fa6abbec-a7a3-431b-a106-38de1fc2e254', 'tag': '2e7d137f-939a-4472-bae8-4575fc685551', 'status': 'completed', 'code': 200}
May 07 22:16:16.286413 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1004d19-dd76-4f50-bcb6-582d8e012ef3 service neutron] Pushing event updated for resources: {'Port': ['ID=2e7d137f-939a-4472-bae8-4575fc685551,revision_number=3']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:16:16.300684 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c673886-c9ad-4fdb-9da8-f2b3bd5f8c92 req-0bc645fa-1a07-441f-a192-4c9944961fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:16:16.302221 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3c673886-c9ad-4fdb-9da8-f2b3bd5f8c92 req-0bc645fa-1a07-441f-a192-4c9944961fbe service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c82534ba00c049e6bfa7421398228fff&device_id=fa6abbec-a7a3-431b-a106-38de1fc2e254 HTTP/1.1" status: 200  len: 1125 time: 0.0642798
May 07 22:16:16.346238 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3c673886-c9ad-4fdb-9da8-f2b3bd5f8c92 req-61843133-55b5-4852-b36d-7fdf6fe44dd3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e7d137f-939a-4472-bae8-4575fc685551 HTTP/1.1" status: 200  len: 217 time: 0.0368044
May 07 22:16:16.354341 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-c1e2fe21-8b2d-4aeb-ac2f-b370a5e18fc9 tempest-TestNetworkAdvancedServerOps-305006253 tempest-TestNetworkAdvancedServerOps-305006253-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=16812b38c4514406886f0ab13cabe8ad&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.2610106
May 07 22:16:16.357501 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 51930) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:16:16.414618 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c673886-c9ad-4fdb-9da8-f2b3bd5f8c92 req-8ece60db-6a26-42bf-ba41-8a2246b90ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:16:16.414802 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3c673886-c9ad-4fdb-9da8-f2b3bd5f8c92 req-8ece60db-6a26-42bf-ba41-8a2246b90ba8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=15f6d6d2-776a-4d0d-9b8e-0a166e9c7ecf HTTP/1.1" status: 200  len: 849 time: 0.0620091
May 07 22:16:16.450637 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3c673886-c9ad-4fdb-9da8-f2b3bd5f8c92 req-ed953900-a8dd-455a-a85b-b37e280d9904 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0a44a823-8b70-42ae-bf24-489d4cc11196&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0303333
May 07 22:16:16.479104 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-ad5f836a-8b81-4c5b-8b28-d3038b32d0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f847040>, [{'id': 'f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-389487086', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.233'}], 'enable_snat': True}, 'gw_port_id': '95cea7ca-d93b-405b-958a-863cdc1cddd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:16:13Z', 'updated_at': '2022-05-07T22:16:14Z', 'revision_number': 3, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'gw_port': {'id': '95cea7ca-d93b-405b-958a-863cdc1cddd6', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:84:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:16:13Z', 'updated_at': '2022-05-07T22:16:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:16:16.516747 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5f836a-8b81-4c5b-8b28-d3038b32d0cd None None] Checking router: f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19 for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:16:16.517539 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5f836a-8b81-4c5b-8b28-d3038b32d0cd None None] Updating router f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19 port 95cea7ca-d93b-405b-958a-863cdc1cddd6 binding host ncdv-master-1 {{(pid=121838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 22:16:16.567500 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6253f2-f236-4eb6-bd1a-8e88c603b30e tempest-TestNetworkAdvancedServerOps-305006253 tempest-TestNetworkAdvancedServerOps-305006253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:16:16.569818 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-2c6253f2-f236-4eb6-bd1a-8e88c603b30e tempest-TestNetworkAdvancedServerOps-305006253 tempest-TestNetworkAdvancedServerOps-305006253-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.2111444
May 07 22:16:16.572868 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 51940) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:16:16.573253 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3c673886-c9ad-4fdb-9da8-f2b3bd5f8c92 req-e1e3ca68-1a25-42d2-8194-8973cc5435ca service neutron] 10.222.0.59 "GET /v2.0/networks/0a44a823-8b70-42ae-bf24-489d4cc11196?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1131806
May 07 22:16:16.578101 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ad5f836a-8b81-4c5b-8b28-d3038b32d0cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (95cea7ca-d93b-405b-958a-863cdc1cddd6), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:16.614995 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-76ab45a2-e1fe-4d79-b391-4916b3f58e9e tempest-TestNetworkAdvancedServerOps-305006253 tempest-TestNetworkAdvancedServerOps-305006253-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=9221b764-ef06-431f-8941-796516ed7c3b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0408833
May 07 22:16:16.617506 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 51944) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:16:16.622966 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-19e8c47a-3a85-4b93-8a33-6acb1aeeec7f tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-783109233', 'network_id': '0839a7af-146b-454e-bfcf-a3b86e510e90', 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:16:16.693424 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3c673886-c9ad-4fdb-9da8-f2b3bd5f8c92 req-5958e40c-7341-450f-8560-4738e30dde28 service neutron] 10.222.0.59 "GET /v2.0/networks/0a44a823-8b70-42ae-bf24-489d4cc11196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1143322
May 07 22:16:16.785975 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e8c47a-3a85-4b93-8a33-6acb1aeeec7f tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Made reservation on behalf of 16812b38c4514406886f0ab13cabe8ad for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:16:16.789464 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-19e8c47a-3a85-4b93-8a33-6acb1aeeec7f tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:16.825897 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f0671f-56ed-4183-b7d4-a576e74497bf req-6a85b076-a30a-4111-b704-f2142ea8eceb tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:16:16.827435 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f4f0671f-56ed-4183-b7d4-a576e74497bf req-6a85b076-a30a-4111-b704-f2142ea8eceb tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa6abbec-a7a3-431b-a106-38de1fc2e254 HTTP/1.1" status: 200  len: 943 time: 0.0774004
May 07 22:16:16.893947 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ad5f836a-8b81-4c5b-8b28-d3038b32d0cd None None] Publish callbacks [] for port (95cea7ca-d93b-405b-958a-863cdc1cddd6), precommit_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:16.903580 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ad5f836a-8b81-4c5b-8b28-d3038b32d0cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (95cea7ca-d93b-405b-958a-863cdc1cddd6), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:16.933723 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f4f0671f-56ed-4183-b7d4-a576e74497bf req-13fbb91a-e715-4de9-ae9a-e6ec118cf96e tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5b6c4c8-56cb-45b5-bee7-27cc904ec388&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0683119
May 07 22:16:16.953906 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-ad5f836a-8b81-4c5b-8b28-d3038b32d0cd None None] Attempting to bind port 95cea7ca-d93b-405b-958a-863cdc1cddd6 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:16:16.954292 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-ad5f836a-8b81-4c5b-8b28-d3038b32d0cd None None] Attempting to bind port 95cea7ca-d93b-405b-958a-863cdc1cddd6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:16:16.954660 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5f836a-8b81-4c5b-8b28-d3038b32d0cd None None] Attempting to bind port 95cea7ca-d93b-405b-958a-863cdc1cddd6 on network 9221b764-ef06-431f-8941-796516ed7c3b {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:16:16.964885 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5f836a-8b81-4c5b-8b28-d3038b32d0cd None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:16:16.965858 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5f836a-8b81-4c5b-8b28-d3038b32d0cd None None] Checking segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:16:16.966391 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ad5f836a-8b81-4c5b-8b28-d3038b32d0cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:16.966813 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad5f836a-8b81-4c5b-8b28-d3038b32d0cd None None] Bound using segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:16:16.970668 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-ad5f836a-8b81-4c5b-8b28-d3038b32d0cd None None] Bound port: 95cea7ca-d93b-405b-958a-863cdc1cddd6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:16:16.971308 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ad5f836a-8b81-4c5b-8b28-d3038b32d0cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (95cea7ca-d93b-405b-958a-863cdc1cddd6), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:17.010342 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f14e531-fae2-4443-b75f-c1c8e66e9994 None None] Pushing event updated for resources: {'Port': ['ID=95cea7ca-d93b-405b-958a-863cdc1cddd6,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:16:17.050068 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-ad5f836a-8b81-4c5b-8b28-d3038b32d0cd None None] For port 95cea7ca-d93b-405b-958a-863cdc1cddd6, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:16:17.053895 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-ad5f836a-8b81-4c5b-8b28-d3038b32d0cd None None] For port 95cea7ca-d93b-405b-958a-863cdc1cddd6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=95cea7ca-d93b-405b-958a-863cdc1cddd6,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:16:17.062872 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ad5f836a-8b81-4c5b-8b28-d3038b32d0cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (95cea7ca-d93b-405b-958a-863cdc1cddd6), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:17.063463 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-19e8c47a-3a85-4b93-8a33-6acb1aeeec7f tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (fc569a06-4381-46d1-b6be-115ad4394ebc), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:17.131861 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f14e531-fae2-4443-b75f-c1c8e66e9994 None None] Pushing event updated for resources: {'Port': ['ID=95cea7ca-d93b-405b-958a-863cdc1cddd6,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:16:17.135332 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e8c47a-3a85-4b93-8a33-6acb1aeeec7f tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Pushing event updated for resources: {'Subnet': ['ID=fc569a06-4381-46d1-b6be-115ad4394ebc,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:16:17.135493 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5f836a-8b81-4c5b-8b28-d3038b32d0cd None None] Routers {'f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:16:17.136079 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-ad5f836a-8b81-4c5b-8b28-d3038b32d0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f847040>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:15:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:16:17.143671 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e8c47a-3a85-4b93-8a33-6acb1aeeec7f tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:16:17.144045 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e8c47a-3a85-4b93-8a33-6acb1aeeec7f tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:16:17.144366 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e8c47a-3a85-4b93-8a33-6acb1aeeec7f tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:16:17.144708 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e8c47a-3a85-4b93-8a33-6acb1aeeec7f tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:16:17.145043 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e8c47a-3a85-4b93-8a33-6acb1aeeec7f tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:16:17.145370 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e8c47a-3a85-4b93-8a33-6acb1aeeec7f tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:16:17.145709 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e8c47a-3a85-4b93-8a33-6acb1aeeec7f tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:16:17.146046 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e8c47a-3a85-4b93-8a33-6acb1aeeec7f tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:16:17.146444 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e8c47a-3a85-4b93-8a33-6acb1aeeec7f tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:16:17.146707 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e8c47a-3a85-4b93-8a33-6acb1aeeec7f tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:16:17.147086 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e8c47a-3a85-4b93-8a33-6acb1aeeec7f tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:16:17.147613 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e8c47a-3a85-4b93-8a33-6acb1aeeec7f tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:16:17.147944 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e8c47a-3a85-4b93-8a33-6acb1aeeec7f tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:16:17.148415 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e8c47a-3a85-4b93-8a33-6acb1aeeec7f tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:16:17.148749 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e8c47a-3a85-4b93-8a33-6acb1aeeec7f tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:16:17.152551 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e8c47a-3a85-4b93-8a33-6acb1aeeec7f tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Checking segment: {'id': 'd19faa35-4399-4d8c-82b3-8e2318f7ddb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '0839a7af-146b-454e-bfcf-a3b86e510e90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:16:17.152924 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e8c47a-3a85-4b93-8a33-6acb1aeeec7f tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Network hostable DHCP agents. Network: 0839a7af-146b-454e-bfcf-a3b86e510e90, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:16:17.175216 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e8c47a-3a85-4b93-8a33-6acb1aeeec7f tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Network 0839a7af-146b-454e-bfcf-a3b86e510e90 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:16:17.185367 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-19e8c47a-3a85-4b93-8a33-6acb1aeeec7f tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0839a7af-146b-454e-bfcf-a3b86e510e90) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:16:17.191336 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e8c47a-3a85-4b93-8a33-6acb1aeeec7f tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:16:17.192187 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-19e8c47a-3a85-4b93-8a33-6acb1aeeec7f tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:17.203230 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d48f4c-3e96-4388-bbb7-2b1551d88cd1 None None] Network 0839a7af-146b-454e-bfcf-a3b86e510e90 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:16:17.211057 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-19e8c47a-3a85-4b93-8a33-6acb1aeeec7f tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.5924273
May 07 22:16:17.213566 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 51978) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:16:17.334291 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-ad5f836a-8b81-4c5b-8b28-d3038b32d0cd None None] Set router f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:16:17.540062 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c88b14-fb4e-4fa3-8e1f-94fba67869b1 req-e62c0d6b-d430-4d14-8cac-8f5fa61fd5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:16:17.543103 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d0c88b14-fb4e-4fa3-8e1f-94fba67869b1 req-e62c0d6b-d430-4d14-8cac-8f5fa61fd5ab service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=c82534ba00c049e6bfa7421398228fff&device_id=fa6abbec-a7a3-431b-a106-38de1fc2e254 HTTP/1.1" status: 200  len: 1125 time: 0.0458705
May 07 22:16:17.643529 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c88b14-fb4e-4fa3-8e1f-94fba67869b1 req-eb859047-df15-4f20-9e42-afcdaa1b3dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:16:17.645082 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d0c88b14-fb4e-4fa3-8e1f-94fba67869b1 req-eb859047-df15-4f20-9e42-afcdaa1b3dce service neutron] 10.222.0.59 "GET /v2.0/networks?id=0a44a823-8b70-42ae-bf24-489d4cc11196 HTTP/1.1" status: 200  len: 910 time: 0.0965004
May 07 22:16:17.655183 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ff6df4-1c47-40e7-96c3-77a790c6e7bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0839a7af-146b-454e-bfcf-a3b86e510e90', 'network_id': '0839a7af-146b-454e-bfcf-a3b86e510e90', 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'fixed_ips': [{'subnet_id': 'fc569a06-4381-46d1-b6be-115ad4394ebc'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:16:17.656392 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c2ff6df4-1c47-40e7-96c3-77a790c6e7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:17.699448 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d0c88b14-fb4e-4fa3-8e1f-94fba67869b1 req-4bde5184-ab68-4295-a286-4d9e78f05943 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2e7d137f-939a-4472-bae8-4575fc685551 HTTP/1.1" status: 200  len: 217 time: 0.0477371
May 07 22:16:17.753785 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c88b14-fb4e-4fa3-8e1f-94fba67869b1 req-9f76b82f-f6ec-4eae-808b-4f2aa21de9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:16:17.755632 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d0c88b14-fb4e-4fa3-8e1f-94fba67869b1 req-9f76b82f-f6ec-4eae-808b-4f2aa21de9cf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=15f6d6d2-776a-4d0d-9b8e-0a166e9c7ecf HTTP/1.1" status: 200  len: 849 time: 0.0514708
May 07 22:16:17.794863 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d0c88b14-fb4e-4fa3-8e1f-94fba67869b1 req-c5fa96dc-3859-4b37-bd65-22670ea7d2f8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0a44a823-8b70-42ae-bf24-489d4cc11196&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0288770
May 07 22:16:17.825789 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-c2ff6df4-1c47-40e7-96c3-77a790c6e7bf None None] Allocated IP 172.20.0.2 (0839a7af-146b-454e-bfcf-a3b86e510e90/fc569a06-4381-46d1-b6be-115ad4394ebc/05480644-691f-4918-8e4b-673161af51a0) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:16:17.904646 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d0c88b14-fb4e-4fa3-8e1f-94fba67869b1 req-e66fd2b1-3552-4789-aee7-68be2afd0a39 service neutron] 10.222.0.59 "GET /v2.0/networks/0a44a823-8b70-42ae-bf24-489d4cc11196?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1065032
May 07 22:16:17.947308 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-ad5f836a-8b81-4c5b-8b28-d3038b32d0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f847040>, [{'id': 'f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-389487086', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.233'}], 'enable_snat': True}, 'gw_port_id': '95cea7ca-d93b-405b-958a-863cdc1cddd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:16:13Z', 'updated_at': '2022-05-07T22:16:14Z', 'revision_number': 3, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'gw_port': {'id': '95cea7ca-d93b-405b-958a-863cdc1cddd6', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:84:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:16:13Z', 'updated_at': '2022-05-07T22:16:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:16:17.968106 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5d5ee7ee-7f4f-43e1-b248-b532d1b8531c tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:17.990187 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5f836a-8b81-4c5b-8b28-d3038b32d0cd None None] The sync data for ids ['f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19'] in ncdv-master-1 is: [{'id': 'f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-389487086', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.233'}], 'enable_snat': True}, 'gw_port_id': '95cea7ca-d93b-405b-958a-863cdc1cddd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:16:13Z', 'updated_at': '2022-05-07T22:16:14Z', 'revision_number': 3, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'gw_port': {'id': '95cea7ca-d93b-405b-958a-863cdc1cddd6', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:84:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:16:13Z', 'updated_at': '2022-05-07T22:16:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:16:18.029084 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d0c88b14-fb4e-4fa3-8e1f-94fba67869b1 req-551a867a-f8ff-4731-8a90-9e8a60e267ea service neutron] 10.222.0.59 "GET /v2.0/networks/0a44a823-8b70-42ae-bf24-489d4cc11196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1185176
May 07 22:16:18.116631 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c2ff6df4-1c47-40e7-96c3-77a790c6e7bf None None] Publish callbacks [] for port (05480644-691f-4918-8e4b-673161af51a0), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:18.126215 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c2ff6df4-1c47-40e7-96c3-77a790c6e7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (05480644-691f-4918-8e4b-673161af51a0), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:18.136968 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e327520-489f-4138-a132-82620efa68f9 req-65681afd-8722-4a5b-b0ee-64874940992d tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:16:18.138972 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8e327520-489f-4138-a132-82620efa68f9 req-65681afd-8722-4a5b-b0ee-64874940992d tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa6abbec-a7a3-431b-a106-38de1fc2e254 HTTP/1.1" status: 200  len: 943 time: 0.0820956
May 07 22:16:18.185783 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ff6df4-1c47-40e7-96c3-77a790c6e7bf None None] Network 0839a7af-146b-454e-bfcf-a3b86e510e90 is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:16:18.189172 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-c2ff6df4-1c47-40e7-96c3-77a790c6e7bf None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:16:18.201457 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ff6df4-1c47-40e7-96c3-77a790c6e7bf None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:16:18.214298 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8e327520-489f-4138-a132-82620efa68f9 req-a086e6c5-162f-4c02-9c3d-d2c58d7fdbce tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5b6c4c8-56cb-45b5-bee7-27cc904ec388&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667257
May 07 22:16:18.227656 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ff6df4-1c47-40e7-96c3-77a790c6e7bf None None] Pushing event updated for resources: {'Port': ['ID=05480644-691f-4918-8e4b-673161af51a0,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:16:18.299657 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-c2ff6df4-1c47-40e7-96c3-77a790c6e7bf None None] Attempting to bind port 05480644-691f-4918-8e4b-673161af51a0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:16:18.300041 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-c2ff6df4-1c47-40e7-96c3-77a790c6e7bf None None] Attempting to bind port 05480644-691f-4918-8e4b-673161af51a0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd19faa35-4399-4d8c-82b3-8e2318f7ddb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '0839a7af-146b-454e-bfcf-a3b86e510e90'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:16:18.300541 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ff6df4-1c47-40e7-96c3-77a790c6e7bf None None] Attempting to bind port 05480644-691f-4918-8e4b-673161af51a0 on network 0839a7af-146b-454e-bfcf-a3b86e510e90 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:16:18.307556 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ff6df4-1c47-40e7-96c3-77a790c6e7bf None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:16:18.307940 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ff6df4-1c47-40e7-96c3-77a790c6e7bf None None] Checking segment: {'id': 'd19faa35-4399-4d8c-82b3-8e2318f7ddb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '0839a7af-146b-454e-bfcf-a3b86e510e90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:16:18.308396 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c2ff6df4-1c47-40e7-96c3-77a790c6e7bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:18.308789 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ff6df4-1c47-40e7-96c3-77a790c6e7bf None None] Bound using segment: {'id': 'd19faa35-4399-4d8c-82b3-8e2318f7ddb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '0839a7af-146b-454e-bfcf-a3b86e510e90'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:16:18.309266 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-c2ff6df4-1c47-40e7-96c3-77a790c6e7bf None None] Bound port: 05480644-691f-4918-8e4b-673161af51a0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd19faa35-4399-4d8c-82b3-8e2318f7ddb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '0839a7af-146b-454e-bfcf-a3b86e510e90'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:16:18.310008 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c2ff6df4-1c47-40e7-96c3-77a790c6e7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (05480644-691f-4918-8e4b-673161af51a0), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:18.415808 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-c2ff6df4-1c47-40e7-96c3-77a790c6e7bf None None] For port 05480644-691f-4918-8e4b-673161af51a0, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:16:18.420106 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-c2ff6df4-1c47-40e7-96c3-77a790c6e7bf None None] For port 05480644-691f-4918-8e4b-673161af51a0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=05480644-691f-4918-8e4b-673161af51a0,segment=NetworkSegment(d19faa35-4399-4d8c-82b3-8e2318f7ddb8),segment_id=d19faa35-4399-4d8c-82b3-8e2318f7ddb8)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:16:18.426684 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c2ff6df4-1c47-40e7-96c3-77a790c6e7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (05480644-691f-4918-8e4b-673161af51a0), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:18.490987 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-5d5ee7ee-7f4f-43e1-b248-b532d1b8531c tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Allocated IP 172.20.0.1 (0839a7af-146b-454e-bfcf-a3b86e510e90/fc569a06-4381-46d1-b6be-115ad4394ebc/cc8bf383-6720-4bee-808c-69be6c07a628) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:16:18.523544 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ff6df4-1c47-40e7-96c3-77a790c6e7bf None None] Pushing event updated for resources: {'Port': ['ID=05480644-691f-4918-8e4b-673161af51a0,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:16:18.666764 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5d5ee7ee-7f4f-43e1-b248-b532d1b8531c tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for port (cc8bf383-6720-4bee-808c-69be6c07a628), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:18.671796 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 52032) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:16:18.743597 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5d5ee7ee-7f4f-43e1-b248-b532d1b8531c tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (cc8bf383-6720-4bee-808c-69be6c07a628), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:18.791241 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5ee7ee-7f4f-43e1-b248-b532d1b8531c tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Network 0839a7af-146b-454e-bfcf-a3b86e510e90 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:16:18.795017 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-5d5ee7ee-7f4f-43e1-b248-b532d1b8531c tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:16:18.799388 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5ee7ee-7f4f-43e1-b248-b532d1b8531c tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:16:18.834224 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5ee7ee-7f4f-43e1-b248-b532d1b8531c tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Pushing event updated for resources: {'Port': ['ID=cc8bf383-6720-4bee-808c-69be6c07a628,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:16:18.861476 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b02b0672-c4f4-4a3c-9a10-c76b3c53d316 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:18.875451 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5d5ee7ee-7f4f-43e1-b248-b532d1b8531c tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398161'] for router_interface (f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:18.952579 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b02b0672-c4f4-4a3c-9a10-c76b3c53d316 admin admin] Publish callbacks [] for security_group (42a39698-3b66-45ff-9243-1c62680d70ce), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:18.959229 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b02b0672-c4f4-4a3c-9a10-c76b3c53d316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (42a39698-3b66-45ff-9243-1c62680d70ce), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:18.998521 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02b0672-c4f4-4a3c-9a10-c76b3c53d316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42a39698-3b66-45ff-9243-1c62680d70ce,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:16:19.005881 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-b02b0672-c4f4-4a3c-9a10-c76b3c53d316 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dc8c7e7f20654d47a53f6788abfe6290&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3329902
May 07 22:16:19.006928 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 52036) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:16:19.069729 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d709487d-3772-4351-89ab-53ca4cb1ca91 admin admin] Publish callbacks [] for security_group (42a39698-3b66-45ff-9243-1c62680d70ce), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:19.115628 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d709487d-3772-4351-89ab-53ca4cb1ca91 admin admin] Publish callbacks [] for security_group (42a39698-3b66-45ff-9243-1c62680d70ce), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:19.116673 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5d5ee7ee-7f4f-43e1-b248-b532d1b8531c tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (cc8bf383-6720-4bee-808c-69be6c07a628), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:19.152451 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 05480644-691f-4918-8e4b-673161af51a0 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:16:19.184575 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d709487d-3772-4351-89ab-53ca4cb1ca91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (42a39698-3b66-45ff-9243-1c62680d70ce), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:19.187338 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d709487d-3772-4351-89ab-53ca4cb1ca91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:19.191259 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-d709487d-3772-4351-89ab-53ca4cb1ca91 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/42a39698-3b66-45ff-9243-1c62680d70ce HTTP/1.1" status: 204  len: 168 time: 0.1833072
May 07 22:16:19.205926 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d709487d-3772-4351-89ab-53ca4cb1ca91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a39698-3b66-45ff-9243-1c62680d70ce,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:16:19.231356 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 05480644-691f-4918-8e4b-673161af51a0 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:16:19.231753 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (05480644-691f-4918-8e4b-673161af51a0), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:19.407618 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 05480644-691f-4918-8e4b-673161af51a0 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:16:19.408037 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (05480644-691f-4918-8e4b-673161af51a0), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:19.465570 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port 05480644-691f-4918-8e4b-673161af51a0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=05480644-691f-4918-8e4b-673161af51a0,segment=NetworkSegment(d19faa35-4399-4d8c-82b3-8e2318f7ddb8),segment_id=d19faa35-4399-4d8c-82b3-8e2318f7ddb8)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:16:19.475993 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (05480644-691f-4918-8e4b-673161af51a0), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:19.478342 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 95cea7ca-d93b-405b-958a-863cdc1cddd6 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:16:19.580986 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=05480644-691f-4918-8e4b-673161af51a0,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:16:19.594753 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 95cea7ca-d93b-405b-958a-863cdc1cddd6 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:16:19.595172 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (95cea7ca-d93b-405b-958a-863cdc1cddd6), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:19.627858 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 52044) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:16:19.646559 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b47004a9-2735-46f7-9606-3ffc9c4007b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:19.706746 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 95cea7ca-d93b-405b-958a-863cdc1cddd6 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:16:19.707174 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (95cea7ca-d93b-405b-958a-863cdc1cddd6), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:19.733071 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 2e7d137f-939a-4472-bae8-4575fc685551 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:16:19.743428 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port 95cea7ca-d93b-405b-958a-863cdc1cddd6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=95cea7ca-d93b-405b-958a-863cdc1cddd6,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:16:19.754999 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (95cea7ca-d93b-405b-958a-863cdc1cddd6), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:19.778670 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b47004a9-2735-46f7-9606-3ffc9c4007b1 admin admin] Publish callbacks [] for security_group (99f2a142-20ac-4904-be9d-b52fcad20357), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:19.785226 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b47004a9-2735-46f7-9606-3ffc9c4007b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (99f2a142-20ac-4904-be9d-b52fcad20357), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:19.857013 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-b47004a9-2735-46f7-9606-3ffc9c4007b1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f908d3179c36445bae83f910af155867&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2279663
May 07 22:16:19.858432 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47004a9-2735-46f7-9606-3ffc9c4007b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99f2a142-20ac-4904-be9d-b52fcad20357,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:16:19.874002 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d789ea-0a7e-4b37-8d8a-bc812c1276e5 None None] Network 0839a7af-146b-454e-bfcf-a3b86e510e90 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:16:19.876007 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 52046) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:16:19.924934 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-fbeab964-eed5-4156-be0d-d8999fe42cbe None None] Provisioning complete for port 05480644-691f-4918-8e4b-673161af51a0 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:16:19.925316 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-fbeab964-eed5-4156-be0d-d8999fe42cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (05480644-691f-4918-8e4b-673161af51a0), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:19.927056 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=95cea7ca-d93b-405b-958a-863cdc1cddd6,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:16:19.931893 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0c995bee-844e-4e41-93a8-58b3a0478961 admin admin] Publish callbacks [] for security_group (99f2a142-20ac-4904-be9d-b52fcad20357), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:19.956892 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0c995bee-844e-4e41-93a8-58b3a0478961 admin admin] Publish callbacks [] for security_group (99f2a142-20ac-4904-be9d-b52fcad20357), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:19.998707 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8179b879-0fb2-40c4-88be-336acd0ebd6b req-cf72f5ef-6160-489c-b031-e5867f5df547 tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:16:20.000278 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8179b879-0fb2-40c4-88be-336acd0ebd6b req-cf72f5ef-6160-489c-b031-e5867f5df547 tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa6abbec-a7a3-431b-a106-38de1fc2e254 HTTP/1.1" status: 200  len: 943 time: 0.0734992
May 07 22:16:20.002369 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5d5ee7ee-7f4f-43e1-b248-b532d1b8531c tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for port (cc8bf383-6720-4bee-808c-69be6c07a628), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:20.017638 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5d5ee7ee-7f4f-43e1-b248-b532d1b8531c tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (cc8bf383-6720-4bee-808c-69be6c07a628), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:20.019516 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0c995bee-844e-4e41-93a8-58b3a0478961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (99f2a142-20ac-4904-be9d-b52fcad20357), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:20.023858 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0c995bee-844e-4e41-93a8-58b3a0478961 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:20.028836 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-0c995bee-844e-4e41-93a8-58b3a0478961 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/99f2a142-20ac-4904-be9d-b52fcad20357 HTTP/1.1" status: 204  len: 168 time: 0.1479747
May 07 22:16:20.037155 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c995bee-844e-4e41-93a8-58b3a0478961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f2a142-20ac-4904-be9d-b52fcad20357,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:16:20.049168 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 2e7d137f-939a-4472-bae8-4575fc685551, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2e7d137f-939a-4472-bae8-4575fc685551,segment=NetworkSegment(e1c67c29-fbb9-4b26-b97b-1ba2ede54e4b),segment_id=e1c67c29-fbb9-4b26-b97b-1ba2ede54e4b)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:16:20.101317 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': '2e7d137f-939a-4472-bae8-4575fc685551', 'network_id': '0a44a823-8b70-42ae-bf24-489d4cc11196', 'port_id': '2e7d137f-939a-4472-bae8-4575fc685551', 'mac_address': 'fa:16:3e:c5:4c:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15f6d6d2-776a-4d0d-9b8e-0a166e9c7ecf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:16:20.121022 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5d5ee7ee-7f4f-43e1-b248-b532d1b8531c tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401121'] for router_interface (f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:20.157345 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8179b879-0fb2-40c4-88be-336acd0ebd6b req-30a64e22-2356-4bce-8e49-99a63c4c842d tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5b6c4c8-56cb-45b5-bee7-27cc904ec388&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1487350
May 07 22:16:20.178201 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-fbeab964-eed5-4156-be0d-d8999fe42cbe None None] Current status of the port 05480644-691f-4918-8e4b-673161af51a0 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:16:20.184515 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 2e7d137f-939a-4472-bae8-4575fc685551 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:16:20.184907 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (2e7d137f-939a-4472-bae8-4575fc685551), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:20.189582 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5ee7ee-7f4f-43e1-b248-b532d1b8531c tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Pushing event updated for resources: {'Port': ['ID=cc8bf383-6720-4bee-808c-69be6c07a628,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:16:20.199404 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e7d137f-939a-4472-bae8-4575fc685551 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:16:20.233074 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 2e7d137f-939a-4472-bae8-4575fc685551, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2e7d137f-939a-4472-bae8-4575fc685551,segment=NetworkSegment(e1c67c29-fbb9-4b26-b97b-1ba2ede54e4b),segment_id=e1c67c29-fbb9-4b26-b97b-1ba2ede54e4b)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:16:20.239121 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (2e7d137f-939a-4472-bae8-4575fc685551), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:20.283536 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5ee7ee-7f4f-43e1-b248-b532d1b8531c tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Network 0839a7af-146b-454e-bfcf-a3b86e510e90 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:16:20.285687 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-5d5ee7ee-7f4f-43e1-b248-b532d1b8531c tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:16:20.322963 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=2e7d137f-939a-4472-bae8-4575fc685551,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:16:20.424273 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['2e7d137f-939a-4472-bae8-4575fc685551'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:16:20.450520 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d5ee7ee-7f4f-43e1-b248-b532d1b8531c tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Router f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:16:20.528722 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-5c848a6f-cc83-4205-b264-5259fce778e7 None None] Provisioning complete for port cc8bf383-6720-4bee-808c-69be6c07a628 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:16:20.529175 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5c848a6f-cc83-4205-b264-5259fce778e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (cc8bf383-6720-4bee-808c-69be6c07a628), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:20.586667 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d5ee7ee-7f4f-43e1-b248-b532d1b8531c tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:16:20.591510 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-5c848a6f-cc83-4205-b264-5259fce778e7 None None] Port cc8bf383-6720-4bee-808c-69be6c07a628 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:16:20.596574 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-5d5ee7ee-7f4f-43e1-b248-b532d1b8531c tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "PUT /v2.0/routers/f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3805754
May 07 22:16:20.600170 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf23073f-22be-4ff6-a2b3-25f8777857c0 None None] Sync routers for ids ['f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:16:20.612572 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf23073f-22be-4ff6-a2b3-25f8777857c0 None None] Routers {'f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:16:20.613519 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-cf23073f-22be-4ff6-a2b3-25f8777857c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cfa96a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:15:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:16:20.637256 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-5c848a6f-cc83-4205-b264-5259fce778e7 None None] Provisioning complete for port 05480644-691f-4918-8e4b-673161af51a0 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:16:20.637733 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5c848a6f-cc83-4205-b264-5259fce778e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (05480644-691f-4918-8e4b-673161af51a0), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:20.760592 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-5c848a6f-cc83-4205-b264-5259fce778e7 None None] Current status of the port 05480644-691f-4918-8e4b-673161af51a0 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:16:20.770281 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-cf23073f-22be-4ff6-a2b3-25f8777857c0 None None] Set router f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:16:20.885658 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-0e42c94f-8e4d-459f-b5b9-527c6154a91f None None] Provisioning complete for port cc8bf383-6720-4bee-808c-69be6c07a628 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:16:20.886046 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-0e42c94f-8e4d-459f-b5b9-527c6154a91f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (cc8bf383-6720-4bee-808c-69be6c07a628), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:20.951224 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-0e42c94f-8e4d-459f-b5b9-527c6154a91f None None] Port cc8bf383-6720-4bee-808c-69be6c07a628 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:16:20.995043 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4a069dc2-fdd1-43b2-9d65-34027aa0ed86 req-319983fb-31b0-4b51-ba68-747a999d9462 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1056662019&fields=id&tenant_id=16812b38c4514406886f0ab13cabe8ad HTTP/1.1" status: 200  len: 267 time: 0.0678935
May 07 22:16:21.030712 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-cf23073f-22be-4ff6-a2b3-25f8777857c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cfa96a0>, [{'id': 'f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-389487086', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.233'}], 'enable_snat': True}, 'gw_port_id': '95cea7ca-d93b-405b-958a-863cdc1cddd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:16:13Z', 'updated_at': '2022-05-07T22:16:19Z', 'revision_number': 4, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'gw_port': {'id': '95cea7ca-d93b-405b-958a-863cdc1cddd6', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:84:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:16:13Z', 'updated_at': '2022-05-07T22:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cc8bf383-6720-4bee-808c-69be6c07a628', 'name': '', 'network_id': '0839a7af-146b-454e-bfcf-a3b86e510e90', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'mac_address': 'fa:16:3e:0d:bb:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'fc569a06-4381-46d1-b6be-115ad4394ebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:16:18Z', 'updated_at': '2022-05-07T22:16:19Z', 'revision_number': 2, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'subnets': [{'id': 'fc569a06-4381-46d1-b6be-115ad4394ebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:16:21.072630 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf23073f-22be-4ff6-a2b3-25f8777857c0 None None] Checking router: f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19 for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:16:21.072984 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf23073f-22be-4ff6-a2b3-25f8777857c0 None None] Updating router f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19 port cc8bf383-6720-4bee-808c-69be6c07a628 binding host ncdv-master-1 {{(pid=121839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 22:16:21.110506 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-cf23073f-22be-4ff6-a2b3-25f8777857c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (cc8bf383-6720-4bee-808c-69be6c07a628), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:21.123254 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 05480644-691f-4918-8e4b-673161af51a0 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:16:21.204013 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-91c33f41-c541-4550-9e65-b4d93071f064 None None] Provisioning complete for port cc8bf383-6720-4bee-808c-69be6c07a628 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:16:21.208563 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-91c33f41-c541-4550-9e65-b4d93071f064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (cc8bf383-6720-4bee-808c-69be6c07a628), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:21.212157 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a069dc2-fdd1-43b2-9d65-34027aa0ed86 req-9f9f39a1-c33c-476e-81a3-35c239619138 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:16:21.215148 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4a069dc2-fdd1-43b2-9d65-34027aa0ed86 req-9f9f39a1-c33c-476e-81a3-35c239619138 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/networks?id=0839a7af-146b-454e-bfcf-a3b86e510e90 HTTP/1.1" status: 200  len: 797 time: 0.2096636
May 07 22:16:21.235086 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4a069dc2-fdd1-43b2-9d65-34027aa0ed86 req-da34c97c-f5b9-42d8-8e4e-84d4ec725080 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/quotas/16812b38c4514406886f0ab13cabe8ad HTTP/1.1" status: 200  len: 375 time: 0.0132062
May 07 22:16:21.301365 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 05480644-691f-4918-8e4b-673161af51a0 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:16:21.302066 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (05480644-691f-4918-8e4b-673161af51a0), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:21.313113 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4a069dc2-fdd1-43b2-9d65-34027aa0ed86 req-cbf0f16d-f8ea-49cb-94b0-a7c2c73ddc5a tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=16812b38c4514406886f0ab13cabe8ad&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0735807
May 07 22:16:21.336620 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27b9237-6ffc-4e5a-8187-9417d3fe047e req-d7720308-9ea6-4a7d-8bae-801dc8bbb577 tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:16:21.344124 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e27b9237-6ffc-4e5a-8187-9417d3fe047e req-d7720308-9ea6-4a7d-8bae-801dc8bbb577 tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa6abbec-a7a3-431b-a106-38de1fc2e254 HTTP/1.1" status: 200  len: 944 time: 0.0695162
May 07 22:16:21.359674 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-91c33f41-c541-4550-9e65-b4d93071f064 None None] Port cc8bf383-6720-4bee-808c-69be6c07a628 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:16:21.406075 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 05480644-691f-4918-8e4b-673161af51a0 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:16:21.407840 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 95cea7ca-d93b-405b-958a-863cdc1cddd6 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:16:21.423292 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e27b9237-6ffc-4e5a-8187-9417d3fe047e req-90ed8e1f-5f98-4473-984a-a3c28fa8f6e1 tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5b6c4c8-56cb-45b5-bee7-27cc904ec388&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0702841
May 07 22:16:21.470715 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 95cea7ca-d93b-405b-958a-863cdc1cddd6 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:16:21.470971 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4a069dc2-fdd1-43b2-9d65-34027aa0ed86 req-9343b0bb-3866-45f1-b20a-8ec7d06f48be service neutron] 10.222.0.32 "GET /v2.0/networks/0839a7af-146b-454e-bfcf-a3b86e510e90?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1424329
May 07 22:16:21.471680 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (95cea7ca-d93b-405b-958a-863cdc1cddd6), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:21.525517 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-cf23073f-22be-4ff6-a2b3-25f8777857c0 None None] Publish callbacks [] for port (cc8bf383-6720-4bee-808c-69be6c07a628), precommit_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:21.535126 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-cf23073f-22be-4ff6-a2b3-25f8777857c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (cc8bf383-6720-4bee-808c-69be6c07a628), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:21.570629 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 95cea7ca-d93b-405b-958a-863cdc1cddd6 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:16:21.599870 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4a069dc2-fdd1-43b2-9d65-34027aa0ed86 req-8e6bcfb3-fa15-4a58-82d4-59addb460394 service neutron] 10.222.0.32 "GET /v2.0/networks/0839a7af-146b-454e-bfcf-a3b86e510e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1218419
May 07 22:16:21.631044 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6827f566-d11d-4896-bf30-34def4e89125 None None] Pushing event updated for resources: {'Port': ['ID=cc8bf383-6720-4bee-808c-69be6c07a628,revision_number=3']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:16:21.647732 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6827f566-d11d-4896-bf30-34def4e89125 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:16:21.648080 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6827f566-d11d-4896-bf30-34def4e89125 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:16:21.648422 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6827f566-d11d-4896-bf30-34def4e89125 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:16:21.648809 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6827f566-d11d-4896-bf30-34def4e89125 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:16:21.649080 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6827f566-d11d-4896-bf30-34def4e89125 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:16:21.649418 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6827f566-d11d-4896-bf30-34def4e89125 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:16:21.649742 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6827f566-d11d-4896-bf30-34def4e89125 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:16:21.650074 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6827f566-d11d-4896-bf30-34def4e89125 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:16:21.650388 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6827f566-d11d-4896-bf30-34def4e89125 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:16:21.650933 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6827f566-d11d-4896-bf30-34def4e89125 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:16:21.651416 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6827f566-d11d-4896-bf30-34def4e89125 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:16:21.652488 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6827f566-d11d-4896-bf30-34def4e89125 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:16:21.652819 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6827f566-d11d-4896-bf30-34def4e89125 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:16:21.653145 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6827f566-d11d-4896-bf30-34def4e89125 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:16:21.653472 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6827f566-d11d-4896-bf30-34def4e89125 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:16:21.661049 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-cf23073f-22be-4ff6-a2b3-25f8777857c0 None None] Attempting to bind port cc8bf383-6720-4bee-808c-69be6c07a628 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:16:21.661429 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-cf23073f-22be-4ff6-a2b3-25f8777857c0 None None] Attempting to bind port cc8bf383-6720-4bee-808c-69be6c07a628 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd19faa35-4399-4d8c-82b3-8e2318f7ddb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '0839a7af-146b-454e-bfcf-a3b86e510e90'}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:16:21.661992 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf23073f-22be-4ff6-a2b3-25f8777857c0 None None] Attempting to bind port cc8bf383-6720-4bee-808c-69be6c07a628 on network 0839a7af-146b-454e-bfcf-a3b86e510e90 {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:16:21.667228 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf23073f-22be-4ff6-a2b3-25f8777857c0 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:16:21.667638 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf23073f-22be-4ff6-a2b3-25f8777857c0 None None] Checking segment: {'id': 'd19faa35-4399-4d8c-82b3-8e2318f7ddb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '0839a7af-146b-454e-bfcf-a3b86e510e90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:16:21.668038 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-cf23073f-22be-4ff6-a2b3-25f8777857c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:21.668433 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf23073f-22be-4ff6-a2b3-25f8777857c0 None None] Bound using segment: {'id': 'd19faa35-4399-4d8c-82b3-8e2318f7ddb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '0839a7af-146b-454e-bfcf-a3b86e510e90'} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:16:21.669086 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-cf23073f-22be-4ff6-a2b3-25f8777857c0 None None] Bound port: cc8bf383-6720-4bee-808c-69be6c07a628, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd19faa35-4399-4d8c-82b3-8e2318f7ddb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '0839a7af-146b-454e-bfcf-a3b86e510e90'}}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:16:21.669476 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-cf23073f-22be-4ff6-a2b3-25f8777857c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (cc8bf383-6720-4bee-808c-69be6c07a628), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:21.732613 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 2e7d137f-939a-4472-bae8-4575fc685551 up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:16:21.767600 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-cf23073f-22be-4ff6-a2b3-25f8777857c0 None None] For port cc8bf383-6720-4bee-808c-69be6c07a628, host ncdv-master-1, cleared binding levels {{(pid=121839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:16:21.774006 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-cf23073f-22be-4ff6-a2b3-25f8777857c0 None None] For port cc8bf383-6720-4bee-808c-69be6c07a628, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cc8bf383-6720-4bee-808c-69be6c07a628,segment=NetworkSegment(d19faa35-4399-4d8c-82b3-8e2318f7ddb8),segment_id=d19faa35-4399-4d8c-82b3-8e2318f7ddb8)] {{(pid=121839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:16:21.787327 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-cf23073f-22be-4ff6-a2b3-25f8777857c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (cc8bf383-6720-4bee-808c-69be6c07a628), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:21.796226 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning for port 2e7d137f-939a-4472-bae8-4575fc685551 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 22:16:21.818022 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port 2e7d137f-939a-4472-bae8-4575fc685551 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:16:21.818505 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (2e7d137f-939a-4472-bae8-4575fc685551), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:21.851690 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6827f566-d11d-4896-bf30-34def4e89125 None None] Pushing event updated for resources: {'Port': ['ID=cc8bf383-6720-4bee-808c-69be6c07a628,revision_number=4']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:16:21.877837 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf23073f-22be-4ff6-a2b3-25f8777857c0 None None] Routers {'f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:16:21.879292 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-cf23073f-22be-4ff6-a2b3-25f8777857c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cfa96a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:15:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:16:21.944428 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d135adae-e35b-42ab-a208-0f8ac698e664 req-f9ea8506-2c4f-436f-a73c-a851a31ce272 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=8eb649c7-b657-44d4-bb73-606cd09d5be4 HTTP/1.1" status: 200  len: 210 time: 0.0946579
May 07 22:16:21.965963 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:21.976127 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 2e7d137f-939a-4472-bae8-4575fc685551 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:16:21.976849 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (2e7d137f-939a-4472-bae8-4575fc685551), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:22.166915 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-cf23073f-22be-4ff6-a2b3-25f8777857c0 None None] Set router f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:16:22.209191 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-9ff7beac-4717-4573-bec8-1d8fa0754a1f None None] Provisioning complete for port cc8bf383-6720-4bee-808c-69be6c07a628 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:16:22.209765 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9ff7beac-4717-4573-bec8-1d8fa0754a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (cc8bf383-6720-4bee-808c-69be6c07a628), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:22.223219 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa6abbec-a7a3-431b-a106-38de1fc2e254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e7d137f-939a-4472-bae8-4575fc685551'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:16:22.225432 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f693b1de-e867-4b40-93e7-524aecd6ef27" -d '{"events": [{"server_uuid": "fa6abbec-a7a3-431b-a106-38de1fc2e254", "name": "network-vif-plugged", "status": "completed", "tag": "2e7d137f-939a-4472-bae8-4575fc685551"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:16:22.274407 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 2e7d137f-939a-4472-bae8-4575fc685551, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2e7d137f-939a-4472-bae8-4575fc685551,segment=NetworkSegment(e1c67c29-fbb9-4b26-b97b-1ba2ede54e4b),segment_id=e1c67c29-fbb9-4b26-b97b-1ba2ede54e4b)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:16:22.288691 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (2e7d137f-939a-4472-bae8-4575fc685551), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:22.368133 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea4ce6ae-cc77-49e9-812b-96fa500313f0 x-openstack-request-id: req-ea4ce6ae-cc77-49e9-812b-96fa500313f0 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:16:22.368413 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa6abbec-a7a3-431b-a106-38de1fc2e254", "name": "network-vif-plugged", "status": "completed", "tag": "2e7d137f-939a-4472-bae8-4575fc685551", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:16:22.368868 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ea4ce6ae-cc77-49e9-812b-96fa500313f0 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:16:22.369265 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea4ce6ae-cc77-49e9-812b-96fa500313f0'] response: {'server_uuid': 'fa6abbec-a7a3-431b-a106-38de1fc2e254', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e7d137f-939a-4472-bae8-4575fc685551', 'code': 200}
May 07 22:16:22.390823 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=2e7d137f-939a-4472-bae8-4575fc685551,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:16:22.415058 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-9ff7beac-4717-4573-bec8-1d8fa0754a1f None None] Current status of the port cc8bf383-6720-4bee-808c-69be6c07a628 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:16:22.415692 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9ff7beac-4717-4573-bec8-1d8fa0754a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (cc8bf383-6720-4bee-808c-69be6c07a628), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:22.447777 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-cf23073f-22be-4ff6-a2b3-25f8777857c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cfa96a0>, [{'id': 'f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-389487086', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.233'}], 'enable_snat': True}, 'gw_port_id': '95cea7ca-d93b-405b-958a-863cdc1cddd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:16:13Z', 'updated_at': '2022-05-07T22:16:19Z', 'revision_number': 4, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'gw_port': {'id': '95cea7ca-d93b-405b-958a-863cdc1cddd6', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:84:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:16:13Z', 'updated_at': '2022-05-07T22:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cc8bf383-6720-4bee-808c-69be6c07a628', 'name': '', 'network_id': '0839a7af-146b-454e-bfcf-a3b86e510e90', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'mac_address': 'fa:16:3e:0d:bb:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'fc569a06-4381-46d1-b6be-115ad4394ebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:16:18Z', 'updated_at': '2022-05-07T22:16:21Z', 'revision_number': 4, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'subnets': [{'id': 'fc569a06-4381-46d1-b6be-115ad4394ebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:16:22.451795 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1e6bfd-878c-4ce8-83c0-cdbf2e087d4f req-3393d454-bf0e-4d71-8921-d727fbb768d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:16:22.458513 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-aa1e6bfd-878c-4ce8-83c0-cdbf2e087d4f req-3393d454-bf0e-4d71-8921-d727fbb768d8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=fa6abbec-a7a3-431b-a106-38de1fc2e254 HTTP/1.1" status: 200  len: 1127 time: 0.0584333
May 07 22:16:22.483041 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf23073f-22be-4ff6-a2b3-25f8777857c0 None None] The sync data for ids ['f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19'] in ncdv-master-1 is: [{'id': 'f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-389487086', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.233'}], 'enable_snat': True}, 'gw_port_id': '95cea7ca-d93b-405b-958a-863cdc1cddd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:16:13Z', 'updated_at': '2022-05-07T22:16:19Z', 'revision_number': 4, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'gw_port': {'id': '95cea7ca-d93b-405b-958a-863cdc1cddd6', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:84:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:16:13Z', 'updated_at': '2022-05-07T22:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cc8bf383-6720-4bee-808c-69be6c07a628', 'name': '', 'network_id': '0839a7af-146b-454e-bfcf-a3b86e510e90', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'mac_address': 'fa:16:3e:0d:bb:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'fc569a06-4381-46d1-b6be-115ad4394ebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:16:18Z', 'updated_at': '2022-05-07T22:16:21Z', 'revision_number': 4, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'subnets': [{'id': 'fc569a06-4381-46d1-b6be-115ad4394ebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:16:22.495019 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-9ff7beac-4717-4573-bec8-1d8fa0754a1f None None] For port cc8bf383-6720-4bee-808c-69be6c07a628, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cc8bf383-6720-4bee-808c-69be6c07a628,segment=NetworkSegment(d19faa35-4399-4d8c-82b3-8e2318f7ddb8),segment_id=d19faa35-4399-4d8c-82b3-8e2318f7ddb8)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:16:22.508143 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9ff7beac-4717-4573-bec8-1d8fa0754a1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (cc8bf383-6720-4bee-808c-69be6c07a628), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:22.549701 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-aa1e6bfd-878c-4ce8-83c0-cdbf2e087d4f req-cc4b324e-8eea-4136-b4a1-5b904530be19 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b5b6c4c8-56cb-45b5-bee7-27cc904ec388&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0846422
May 07 22:16:22.603965 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff7beac-4717-4573-bec8-1d8fa0754a1f None None] Pushing event updated for resources: {'Port': ['ID=cc8bf383-6720-4bee-808c-69be6c07a628,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:16:22.646676 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-5fd8a341-87bb-41eb-a65f-a1703939d6a4 None None] Provisioning complete for port cc8bf383-6720-4bee-808c-69be6c07a628 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:16:22.647007 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5fd8a341-87bb-41eb-a65f-a1703939d6a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (cc8bf383-6720-4bee-808c-69be6c07a628), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:22.659076 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a78b30-10ca-4806-bb55-75072b56a7c0 req-16aaaf6c-6606-4081-9cdb-7fc848125588 tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:16:22.662000 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e8a78b30-10ca-4806-bb55-75072b56a7c0 req-16aaaf6c-6606-4081-9cdb-7fc848125588 tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa6abbec-a7a3-431b-a106-38de1fc2e254 HTTP/1.1" status: 200  len: 945 time: 0.0859168
May 07 22:16:22.758445 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-5fd8a341-87bb-41eb-a65f-a1703939d6a4 None None] Current status of the port cc8bf383-6720-4bee-808c-69be6c07a628 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:16:22.772047 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e8a78b30-10ca-4806-bb55-75072b56a7c0 req-c9bd56d5-fad4-410d-830d-15ab2f58cfc9 tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5b6c4c8-56cb-45b5-bee7-27cc904ec388&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0975780
May 07 22:16:23.085540 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device cc8bf383-6720-4bee-808c-69be6c07a628 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:16:23.108004 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c0a6223c-abf9-4d96-a977-3653bf25e281 req-4df4c966-66ec-4e54-bc63-38ff58ebc469 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=8eb649c7-b657-44d4-bb73-606cd09d5be4 HTTP/1.1" status: 200  len: 210 time: 0.0698304
May 07 22:16:23.155186 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port cc8bf383-6720-4bee-808c-69be6c07a628 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:16:23.155872 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (cc8bf383-6720-4bee-808c-69be6c07a628), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:23.273510 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port cc8bf383-6720-4bee-808c-69be6c07a628 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:16:23.319063 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a069dc2-fdd1-43b2-9d65-34027aa0ed86 req-2933204a-73b4-414d-9b43-d0a7b47e0d00 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:16:23.320977 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4a069dc2-fdd1-43b2-9d65-34027aa0ed86 req-2933204a-73b4-414d-9b43-d0a7b47e0d00 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.55 "GET /v2.0/networks?id=0839a7af-146b-454e-bfcf-a3b86e510e90 HTTP/1.1" status: 200  len: 797 time: 0.1496048
May 07 22:16:23.417402 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4a069dc2-fdd1-43b2-9d65-34027aa0ed86 req-7ed62236-8770-4c64-ba19-b04225533e19 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16812b38c4514406886f0ab13cabe8ad HTTP/1.1" status: 200  len: 380 time: 0.0881574
May 07 22:16:23.427474 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-4a069dc2-fdd1-43b2-9d65-34027aa0ed86 req-a52401cd-bc51-42bd-8e09-5d97f06e2493 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Request body: {'port': {'device_id': '8eb649c7-b657-44d4-bb73-606cd09d5be4', 'network_id': '0839a7af-146b-454e-bfcf-a3b86e510e90', 'admin_state_up': True, 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'security_groups': ['241f9c72-4497-49d2-924d-a8eef738549c']}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:16:23.575094 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a069dc2-fdd1-43b2-9d65-34027aa0ed86 req-a52401cd-bc51-42bd-8e09-5d97f06e2493 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Made reservation on behalf of 16812b38c4514406886f0ab13cabe8ad for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:16:23.581427 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-4a069dc2-fdd1-43b2-9d65-34027aa0ed86 req-a52401cd-bc51-42bd-8e09-5d97f06e2493 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:23.658453 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ccfa3742-9e88-4762-b637-d07f4e177fe3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:23.731387 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [req-4a069dc2-fdd1-43b2-9d65-34027aa0ed86 req-a52401cd-bc51-42bd-8e09-5d97f06e2493 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Allocated IP 172.20.0.11 (0839a7af-146b-454e-bfcf-a3b86e510e90/fc569a06-4381-46d1-b6be-115ad4394ebc/9c2ebdfc-88f2-4b16-86b6-f431afb49876) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:16:23.886989 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:23.926511 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a08b7d-0521-4f80-b297-34734f1be288 req-054a8581-95f4-42b1-bc61-b985b9fd9bf4 tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:16:23.928080 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-48a08b7d-0521-4f80-b297-34734f1be288 req-054a8581-95f4-42b1-bc61-b985b9fd9bf4 tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa6abbec-a7a3-431b-a106-38de1fc2e254 HTTP/1.1" status: 200  len: 945 time: 0.0764976
May 07 22:16:23.959778 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-4a069dc2-fdd1-43b2-9d65-34027aa0ed86 req-a52401cd-bc51-42bd-8e09-5d97f06e2493 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for port (9c2ebdfc-88f2-4b16-86b6-f431afb49876), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:24.027311 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-48a08b7d-0521-4f80-b297-34734f1be288 req-4a08c851-e9ac-4052-8d69-9dfb121a2081 tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5b6c4c8-56cb-45b5-bee7-27cc904ec388&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0803285
May 07 22:16:24.043366 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-4a069dc2-fdd1-43b2-9d65-34027aa0ed86 req-a52401cd-bc51-42bd-8e09-5d97f06e2493 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (9c2ebdfc-88f2-4b16-86b6-f431afb49876), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:24.114892 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52401cd-bc51-42bd-8e09-5d97f06e2493 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Pushing event updated for resources: {'Port': ['ID=9c2ebdfc-88f2-4b16-86b6-f431afb49876,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:16:24.125146 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a069dc2-fdd1-43b2-9d65-34027aa0ed86 req-a52401cd-bc51-42bd-8e09-5d97f06e2493 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Network 0839a7af-146b-454e-bfcf-a3b86e510e90 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:16:24.127011 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [req-4a069dc2-fdd1-43b2-9d65-34027aa0ed86 req-a52401cd-bc51-42bd-8e09-5d97f06e2493 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:16:24.129532 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a069dc2-fdd1-43b2-9d65-34027aa0ed86 req-a52401cd-bc51-42bd-8e09-5d97f06e2493 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:16:24.208803 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a069dc2-fdd1-43b2-9d65-34027aa0ed86 req-a52401cd-bc51-42bd-8e09-5d97f06e2493 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:16:24.209431 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-4a069dc2-fdd1-43b2-9d65-34027aa0ed86 req-a52401cd-bc51-42bd-8e09-5d97f06e2493 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:24.229822 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4a069dc2-fdd1-43b2-9d65-34027aa0ed86 req-a52401cd-bc51-42bd-8e09-5d97f06e2493 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8069508
May 07 22:16:24.272830 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbff001a-f2cb-4f2a-b74c-82a83909b475 req-19d4c128-d9f4-467c-b7c5-fa652814a447 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:16:24.274394 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-fbff001a-f2cb-4f2a-b74c-82a83909b475 req-19d4c128-d9f4-467c-b7c5-fa652814a447 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=8eb649c7-b657-44d4-bb73-606cd09d5be4 HTTP/1.1" status: 200  len: 932 time: 0.0704663
May 07 22:16:24.363563 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-fbff001a-f2cb-4f2a-b74c-82a83909b475 req-0bc138de-1ea8-4c1e-b832-97006cc82485 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=241f9c72-4497-49d2-924d-a8eef738549c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0807908
May 07 22:16:24.373872 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-4a069dc2-fdd1-43b2-9d65-34027aa0ed86 req-19234095-dd0b-4900-9efc-424b4d910302 service neutron] Request body: {'port': {'device_id': '8eb649c7-b657-44d4-bb73-606cd09d5be4', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:16:24.447504 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-4a069dc2-fdd1-43b2-9d65-34027aa0ed86 req-19234095-dd0b-4900-9efc-424b4d910302 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (9c2ebdfc-88f2-4b16-86b6-f431afb49876), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:24.497480 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-5853d614-f73d-4d75-a073-bad843591480 None None] Provisioning complete for port 9c2ebdfc-88f2-4b16-86b6-f431afb49876 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:16:24.497968 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5853d614-f73d-4d75-a073-bad843591480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (9c2ebdfc-88f2-4b16-86b6-f431afb49876), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:24.537384 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-5853d614-f73d-4d75-a073-bad843591480 None None] Port 9c2ebdfc-88f2-4b16-86b6-f431afb49876 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:16:24.739094 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [req-4a069dc2-fdd1-43b2-9d65-34027aa0ed86 req-19234095-dd0b-4900-9efc-424b4d910302 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c2ebdfc-88f2-4b16-86b6-f431afb49876 {{(pid=121836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:16:24.746935 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-4a069dc2-fdd1-43b2-9d65-34027aa0ed86 req-19234095-dd0b-4900-9efc-424b4d910302 service neutron] Publish callbacks [] for port (9c2ebdfc-88f2-4b16-86b6-f431afb49876), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:24.759624 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.provisioning_blocks [req-4a069dc2-fdd1-43b2-9d65-34027aa0ed86 req-19234095-dd0b-4900-9efc-424b4d910302 service neutron] Transition to ACTIVE for port object 9c2ebdfc-88f2-4b16-86b6-f431afb49876 will not be triggered until provisioned by entity L2. {{(pid=121836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 22:16:24.763899 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-4a069dc2-fdd1-43b2-9d65-34027aa0ed86 req-19234095-dd0b-4900-9efc-424b4d910302 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (9c2ebdfc-88f2-4b16-86b6-f431afb49876), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:24.815082 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19234095-dd0b-4900-9efc-424b4d910302 service neutron] Pushing event updated for resources: {'Port': ['ID=9c2ebdfc-88f2-4b16-86b6-f431afb49876,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:16:24.894523 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-4a069dc2-fdd1-43b2-9d65-34027aa0ed86 req-19234095-dd0b-4900-9efc-424b4d910302 service neutron] Attempting to bind port 9c2ebdfc-88f2-4b16-86b6-f431afb49876 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:16:24.894971 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-4a069dc2-fdd1-43b2-9d65-34027aa0ed86 req-19234095-dd0b-4900-9efc-424b4d910302 service neutron] Attempting to bind port 9c2ebdfc-88f2-4b16-86b6-f431afb49876 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'd19faa35-4399-4d8c-82b3-8e2318f7ddb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '0839a7af-146b-454e-bfcf-a3b86e510e90'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:16:24.895385 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a069dc2-fdd1-43b2-9d65-34027aa0ed86 req-19234095-dd0b-4900-9efc-424b4d910302 service neutron] Attempting to bind port 9c2ebdfc-88f2-4b16-86b6-f431afb49876 on network 0839a7af-146b-454e-bfcf-a3b86e510e90 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:16:24.900379 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a069dc2-fdd1-43b2-9d65-34027aa0ed86 req-19234095-dd0b-4900-9efc-424b4d910302 service neutron] Port 9c2ebdfc-88f2-4b16-86b6-f431afb49876 on network 0839a7af-146b-454e-bfcf-a3b86e510e90 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:16:24.900777 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a069dc2-fdd1-43b2-9d65-34027aa0ed86 req-19234095-dd0b-4900-9efc-424b4d910302 service neutron] Attempting to bind port 9c2ebdfc-88f2-4b16-86b6-f431afb49876 on network 0839a7af-146b-454e-bfcf-a3b86e510e90 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:16:24.907373 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a069dc2-fdd1-43b2-9d65-34027aa0ed86 req-19234095-dd0b-4900-9efc-424b4d910302 service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:16:24.907801 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a069dc2-fdd1-43b2-9d65-34027aa0ed86 req-19234095-dd0b-4900-9efc-424b4d910302 service neutron] Checking segment: {'id': 'd19faa35-4399-4d8c-82b3-8e2318f7ddb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '0839a7af-146b-454e-bfcf-a3b86e510e90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:16:24.908270 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a069dc2-fdd1-43b2-9d65-34027aa0ed86 req-19234095-dd0b-4900-9efc-424b4d910302 service neutron] Bound using segment: {'id': 'd19faa35-4399-4d8c-82b3-8e2318f7ddb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '0839a7af-146b-454e-bfcf-a3b86e510e90'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:16:24.908777 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-4a069dc2-fdd1-43b2-9d65-34027aa0ed86 req-19234095-dd0b-4900-9efc-424b4d910302 service neutron] Bound port: 9c2ebdfc-88f2-4b16-86b6-f431afb49876, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd19faa35-4399-4d8c-82b3-8e2318f7ddb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '0839a7af-146b-454e-bfcf-a3b86e510e90'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:16:24.909218 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-4a069dc2-fdd1-43b2-9d65-34027aa0ed86 req-19234095-dd0b-4900-9efc-424b4d910302 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (9c2ebdfc-88f2-4b16-86b6-f431afb49876), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:24.985614 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-4a069dc2-fdd1-43b2-9d65-34027aa0ed86 req-19234095-dd0b-4900-9efc-424b4d910302 service neutron] For port 9c2ebdfc-88f2-4b16-86b6-f431afb49876, host nch1-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:16:24.989700 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-4a069dc2-fdd1-43b2-9d65-34027aa0ed86 req-19234095-dd0b-4900-9efc-424b4d910302 service neutron] For port 9c2ebdfc-88f2-4b16-86b6-f431afb49876, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9c2ebdfc-88f2-4b16-86b6-f431afb49876,segment=NetworkSegment(d19faa35-4399-4d8c-82b3-8e2318f7ddb8),segment_id=d19faa35-4399-4d8c-82b3-8e2318f7ddb8)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:16:24.996509 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59affca1-78ef-462d-87e1-c428a9bef6aa req-239abd79-ee98-4696-a503-abf51f3460a9 tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:16:24.998265 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-4a069dc2-fdd1-43b2-9d65-34027aa0ed86 req-19234095-dd0b-4900-9efc-424b4d910302 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (9c2ebdfc-88f2-4b16-86b6-f431afb49876), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:25.002754 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-59affca1-78ef-462d-87e1-c428a9bef6aa req-239abd79-ee98-4696-a503-abf51f3460a9 tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa6abbec-a7a3-431b-a106-38de1fc2e254 HTTP/1.1" status: 200  len: 945 time: 0.0654860
May 07 22:16:25.037221 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a069dc2-fdd1-43b2-9d65-34027aa0ed86 req-19234095-dd0b-4900-9efc-424b4d910302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:16:25.037849 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-4a069dc2-fdd1-43b2-9d65-34027aa0ed86 req-19234095-dd0b-4900-9efc-424b4d910302 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:25.039267 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4a069dc2-fdd1-43b2-9d65-34027aa0ed86 req-19234095-dd0b-4900-9efc-424b4d910302 service neutron] 10.222.0.55 "PUT /v2.0/ports/9c2ebdfc-88f2-4b16-86b6-f431afb49876 HTTP/1.1" status: 200  len: 1092 time: 0.8014848
May 07 22:16:25.039709 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eb649c7-b657-44d4-bb73-606cd09d5be4', 'tag': '9c2ebdfc-88f2-4b16-86b6-f431afb49876'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:16:25.041985 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e727a886-b860-4d73-9aba-6fed5ce5b32f" -d '{"events": [{"name": "network-changed", "server_uuid": "8eb649c7-b657-44d4-bb73-606cd09d5be4", "tag": "9c2ebdfc-88f2-4b16-86b6-f431afb49876"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:16:25.059107 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-59affca1-78ef-462d-87e1-c428a9bef6aa req-3819664f-4d50-498f-b58a-d7baa9a32837 tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5b6c4c8-56cb-45b5-bee7-27cc904ec388&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523381
May 07 22:16:25.079317 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19234095-dd0b-4900-9efc-424b4d910302 service neutron] Pushing event updated for resources: {'Port': ['ID=9c2ebdfc-88f2-4b16-86b6-f431afb49876,revision_number=3']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:16:25.127726 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f047024-6ed0-485c-8534-bc43637b06b1 x-openstack-request-id: req-9f047024-6ed0-485c-8534-bc43637b06b1 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:16:25.128026 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8eb649c7-b657-44d4-bb73-606cd09d5be4", "tag": "9c2ebdfc-88f2-4b16-86b6-f431afb49876", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:16:25.128284 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9f047024-6ed0-485c-8534-bc43637b06b1 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:16:25.128698 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f047024-6ed0-485c-8534-bc43637b06b1'] response: {'name': 'network-changed', 'server_uuid': '8eb649c7-b657-44d4-bb73-606cd09d5be4', 'tag': '9c2ebdfc-88f2-4b16-86b6-f431afb49876', 'status': 'completed', 'code': 200}
May 07 22:16:25.144416 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a069dc2-fdd1-43b2-9d65-34027aa0ed86 req-2bb9812d-523f-4f3d-87b8-d5c6ca15dac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:16:25.146276 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4a069dc2-fdd1-43b2-9d65-34027aa0ed86 req-2bb9812d-523f-4f3d-87b8-d5c6ca15dac2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=16812b38c4514406886f0ab13cabe8ad&device_id=8eb649c7-b657-44d4-bb73-606cd09d5be4 HTTP/1.1" status: 200  len: 1126 time: 0.0516992
May 07 22:16:25.203999 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4a069dc2-fdd1-43b2-9d65-34027aa0ed86 req-fdccd806-8060-49a6-b51e-a2857abbeca4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c2ebdfc-88f2-4b16-86b6-f431afb49876 HTTP/1.1" status: 200  len: 217 time: 0.0460918
May 07 22:16:25.271210 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a069dc2-fdd1-43b2-9d65-34027aa0ed86 req-5f517b2a-b9dc-4888-93d1-a0e1319ac917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:16:25.272727 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4a069dc2-fdd1-43b2-9d65-34027aa0ed86 req-5f517b2a-b9dc-4888-93d1-a0e1319ac917 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fc569a06-4381-46d1-b6be-115ad4394ebc HTTP/1.1" status: 200  len: 834 time: 0.0631025
May 07 22:16:25.326487 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a069dc2-fdd1-43b2-9d65-34027aa0ed86 req-cafcba63-ecbe-4895-a689-08dab2aa77fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:16:25.328144 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4a069dc2-fdd1-43b2-9d65-34027aa0ed86 req-cafcba63-ecbe-4895-a689-08dab2aa77fa service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0839a7af-146b-454e-bfcf-a3b86e510e90&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0492616
May 07 22:16:25.444417 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4a069dc2-fdd1-43b2-9d65-34027aa0ed86 req-a35d170e-7f85-4109-b29b-cf418faea829 service neutron] 10.222.0.55 "GET /v2.0/networks/0839a7af-146b-454e-bfcf-a3b86e510e90?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1089976
May 07 22:16:25.480591 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee380797-1476-4b03-9082-650d3b360781 req-b6637f7f-2cae-42ef-92a9-4d6cfd3408a5 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:16:25.483598 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ee380797-1476-4b03-9082-650d3b360781 req-b6637f7f-2cae-42ef-92a9-4d6cfd3408a5 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=8eb649c7-b657-44d4-bb73-606cd09d5be4 HTTP/1.1" status: 200  len: 944 time: 0.0541365
May 07 22:16:25.538093 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ee380797-1476-4b03-9082-650d3b360781 req-892f69e6-77b8-473f-a7a9-370c24109349 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=241f9c72-4497-49d2-924d-a8eef738549c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0486262
May 07 22:16:25.546345 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4a069dc2-fdd1-43b2-9d65-34027aa0ed86 req-8b591289-be4f-45ae-b91d-dcd255d0762d service neutron] 10.222.0.55 "GET /v2.0/networks/0839a7af-146b-454e-bfcf-a3b86e510e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0961483
May 07 22:16:26.160893 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25a29f1-186d-445d-82a0-485c88df3360 req-eab9b1db-f7dc-42e4-8727-7c5a8a0d76bb tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:16:26.162469 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f25a29f1-186d-445d-82a0-485c88df3360 req-eab9b1db-f7dc-42e4-8727-7c5a8a0d76bb tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] 10.222.0.59 "GET /v2.0/ports?device_id=fa6abbec-a7a3-431b-a106-38de1fc2e254 HTTP/1.1" status: 200  len: 945 time: 0.0507448
May 07 22:16:26.207446 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52436f5-c74d-42e9-9334-8f91d71bdcf4 req-93fe194a-1f8b-41e1-901f-0f9ec4446f8b tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:16:26.208966 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e52436f5-c74d-42e9-9334-8f91d71bdcf4 req-93fe194a-1f8b-41e1-901f-0f9ec4446f8b tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] 10.222.0.32 "GET /v2.0/ports?device_id=fa6abbec-a7a3-431b-a106-38de1fc2e254 HTTP/1.1" status: 200  len: 945 time: 0.0514169
May 07 22:16:26.249658 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-f25a29f1-186d-445d-82a0-485c88df3360 req-33dda6dd-0b1e-40e7-96b6-fad3658f9924 tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] Deleting port 2e7d137f-939a-4472-bae8-4575fc685551 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:16:26.249996 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-f25a29f1-186d-445d-82a0-485c88df3360 req-33dda6dd-0b1e-40e7-96b6-fad3658f9924 tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (2e7d137f-939a-4472-bae8-4575fc685551), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:26.257453 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e52436f5-c74d-42e9-9334-8f91d71bdcf4 req-7d96aef3-4b16-4b74-ac84-6b3b49c1ef10 tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] 10.222.0.32 "GET /v2.0/security-groups?id=b5b6c4c8-56cb-45b5-bee7-27cc904ec388&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417297
May 07 22:16:26.344693 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-f25a29f1-186d-445d-82a0-485c88df3360 req-33dda6dd-0b1e-40e7-96b6-fad3658f9924 tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] For port 2e7d137f-939a-4472-bae8-4575fc685551, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2e7d137f-939a-4472-bae8-4575fc685551,segment=NetworkSegment(e1c67c29-fbb9-4b26-b97b-1ba2ede54e4b),segment_id=e1c67c29-fbb9-4b26-b97b-1ba2ede54e4b)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:16:26.345065 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-f25a29f1-186d-445d-82a0-485c88df3360 req-33dda6dd-0b1e-40e7-96b6-fad3658f9924 tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (2e7d137f-939a-4472-bae8-4575fc685551), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:26.358521 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-f25a29f1-186d-445d-82a0-485c88df3360 req-33dda6dd-0b1e-40e7-96b6-fad3658f9924 tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] Calling delete_port for 2e7d137f-939a-4472-bae8-4575fc685551 owned by compute:nova {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:16:26.425370 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e727a886-b860-4d73-9aba-6fed5ce5b32f req-65061670-980b-46cc-a67b-44e890ad8927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:16:26.426905 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e727a886-b860-4d73-9aba-6fed5ce5b32f req-65061670-980b-46cc-a67b-44e890ad8927 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=16812b38c4514406886f0ab13cabe8ad&device_id=8eb649c7-b657-44d4-bb73-606cd09d5be4 HTTP/1.1" status: 200  len: 1126 time: 0.0445294
May 07 22:16:26.493510 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-f25a29f1-186d-445d-82a0-485c88df3360 req-33dda6dd-0b1e-40e7-96b6-fad3658f9924 tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (2e7d137f-939a-4472-bae8-4575fc685551), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:26.506459 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['2e7d137f-939a-4472-bae8-4575fc685551'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:16:26.532705 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dda6dd-0b1e-40e7-96b6-fad3658f9924 tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] Pushing event deleted for resources: {'Port': ['ID=2e7d137f-939a-4472-bae8-4575fc685551,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:16:26.536407 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e727a886-b860-4d73-9aba-6fed5ce5b32f req-e86c0bc0-752e-48bd-acf2-0588761346b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:16:26.543436 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e727a886-b860-4d73-9aba-6fed5ce5b32f req-e86c0bc0-752e-48bd-acf2-0588761346b5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0839a7af-146b-454e-bfcf-a3b86e510e90 HTTP/1.1" status: 200  len: 898 time: 0.1105664
May 07 22:16:26.560212 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-15a3f37b-0ed1-4491-a972-5251cc54850c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:26.590194 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-f25a29f1-186d-445d-82a0-485c88df3360 req-33dda6dd-0b1e-40e7-96b6-fad3658f9924 tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] No DVR routers for this DVR port 2e7d137f-939a-4472-bae8-4575fc685551 on host nch2-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:16:26.593003 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-f25a29f1-186d-445d-82a0-485c88df3360 req-33dda6dd-0b1e-40e7-96b6-fad3658f9924 tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:26.593144 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e727a886-b860-4d73-9aba-6fed5ce5b32f req-c79fbee1-2885-4544-b6cd-b71e78364031 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c2ebdfc-88f2-4b16-86b6-f431afb49876 HTTP/1.1" status: 200  len: 217 time: 0.0438468
May 07 22:16:26.606089 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f25a29f1-186d-445d-82a0-485c88df3360 req-33dda6dd-0b1e-40e7-96b6-fad3658f9924 tempest-VolumesActionsTest-497963316 tempest-VolumesActionsTest-497963316-project] 10.222.0.59 "DELETE /v2.0/ports/2e7d137f-939a-4472-bae8-4575fc685551 HTTP/1.1" status: 204  len: 173 time: 0.4380748
May 07 22:16:26.611124 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa6abbec-a7a3-431b-a106-38de1fc2e254', 'name': 'network-vif-deleted', 'tag': '2e7d137f-939a-4472-bae8-4575fc685551'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:16:26.613721 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f285446a-e121-460c-8d0f-867cc265bcfb" -d '{"events": [{"server_uuid": "fa6abbec-a7a3-431b-a106-38de1fc2e254", "name": "network-vif-deleted", "tag": "2e7d137f-939a-4472-bae8-4575fc685551"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:16:26.652107 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e727a886-b860-4d73-9aba-6fed5ce5b32f req-906751aa-5c38-444b-a309-1594d0bbbbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:16:26.653690 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e727a886-b860-4d73-9aba-6fed5ce5b32f req-906751aa-5c38-444b-a309-1594d0bbbbaa service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fc569a06-4381-46d1-b6be-115ad4394ebc HTTP/1.1" status: 200  len: 834 time: 0.0543263
May 07 22:16:26.691507 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe7a1ed1-cac9-4654-878a-158edb1b7992 x-openstack-request-id: req-fe7a1ed1-cac9-4654-878a-158edb1b7992 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:16:26.692060 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa6abbec-a7a3-431b-a106-38de1fc2e254", "name": "network-vif-deleted", "tag": "2e7d137f-939a-4472-bae8-4575fc685551", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:16:26.692539 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fe7a1ed1-cac9-4654-878a-158edb1b7992 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:16:26.693271 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe7a1ed1-cac9-4654-878a-158edb1b7992'] response: {'server_uuid': 'fa6abbec-a7a3-431b-a106-38de1fc2e254', 'name': 'network-vif-deleted', 'tag': '2e7d137f-939a-4472-bae8-4575fc685551', 'status': 'completed', 'code': 200}
May 07 22:16:26.723150 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da23003-37a0-4c23-bce9-c6ec4bea563c req-3b438653-8f6a-4bfa-af99-a912e7bac68d tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:16:26.724699 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9da23003-37a0-4c23-bce9-c6ec4bea563c req-3b438653-8f6a-4bfa-af99-a912e7bac68d tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=8eb649c7-b657-44d4-bb73-606cd09d5be4 HTTP/1.1" status: 200  len: 944 time: 0.0668995
May 07 22:16:26.726964 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e727a886-b860-4d73-9aba-6fed5ce5b32f req-11a36381-adde-4ce9-9fa9-9b84fa74f616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:16:26.728480 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e727a886-b860-4d73-9aba-6fed5ce5b32f req-11a36381-adde-4ce9-9fa9-9b84fa74f616 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0839a7af-146b-454e-bfcf-a3b86e510e90&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0691137
May 07 22:16:26.792941 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9da23003-37a0-4c23-bce9-c6ec4bea563c req-f5aef091-8c19-4bad-8005-2a0fbc9639b8 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=241f9c72-4497-49d2-924d-a8eef738549c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0618839
May 07 22:16:26.848802 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e727a886-b860-4d73-9aba-6fed5ce5b32f req-d29b19e2-6e17-428f-8eb0-709918c3b565 service neutron] 10.222.0.55 "GET /v2.0/networks/0839a7af-146b-454e-bfcf-a3b86e510e90?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1132932
May 07 22:16:26.950357 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e727a886-b860-4d73-9aba-6fed5ce5b32f req-2913d2db-0302-4312-8045-8523228941e4 service neutron] 10.222.0.55 "GET /v2.0/networks/0839a7af-146b-454e-bfcf-a3b86e510e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0955753
May 07 22:16:27.243560 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 9c2ebdfc-88f2-4b16-86b6-f431afb49876 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:16:27.357668 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 9c2ebdfc-88f2-4b16-86b6-f431afb49876, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9c2ebdfc-88f2-4b16-86b6-f431afb49876,segment=NetworkSegment(d19faa35-4399-4d8c-82b3-8e2318f7ddb8),segment_id=d19faa35-4399-4d8c-82b3-8e2318f7ddb8)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:16:27.371750 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': '9c2ebdfc-88f2-4b16-86b6-f431afb49876', 'network_id': '0839a7af-146b-454e-bfcf-a3b86e510e90', 'port_id': '9c2ebdfc-88f2-4b16-86b6-f431afb49876', 'mac_address': 'fa:16:3e:fc:f9:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc569a06-4381-46d1-b6be-115ad4394ebc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:16:27.422303 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 9c2ebdfc-88f2-4b16-86b6-f431afb49876 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:16:27.423184 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (9c2ebdfc-88f2-4b16-86b6-f431afb49876), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:27.439048 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c2ebdfc-88f2-4b16-86b6-f431afb49876 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:16:27.476375 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 9c2ebdfc-88f2-4b16-86b6-f431afb49876, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9c2ebdfc-88f2-4b16-86b6-f431afb49876,segment=NetworkSegment(d19faa35-4399-4d8c-82b3-8e2318f7ddb8),segment_id=d19faa35-4399-4d8c-82b3-8e2318f7ddb8)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:16:27.482656 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (9c2ebdfc-88f2-4b16-86b6-f431afb49876), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:27.487252 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:27.544980 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=9c2ebdfc-88f2-4b16-86b6-f431afb49876,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:16:27.691274 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['9c2ebdfc-88f2-4b16-86b6-f431afb49876'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:16:27.924733 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9842eee-9001-47c7-8ab8-263bf9d1c5e1 req-96540c86-7bdd-4809-97da-99955a18058b tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:16:27.933191 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e9842eee-9001-47c7-8ab8-263bf9d1c5e1 req-96540c86-7bdd-4809-97da-99955a18058b tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=8eb649c7-b657-44d4-bb73-606cd09d5be4 HTTP/1.1" status: 200  len: 945 time: 0.0596616
May 07 22:16:28.004186 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e9842eee-9001-47c7-8ab8-263bf9d1c5e1 req-1ed2ceb6-992b-4ddd-8115-e781fd507db4 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=241f9c72-4497-49d2-924d-a8eef738549c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0691717
May 07 22:16:29.187908 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:29.195385 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd11dc-14f8-49d8-95a2-dcf3e765a6f3 req-6b636104-27b5-4be8-8711-a28a60ce5e26 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:16:29.205211 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-57dd11dc-14f8-49d8-95a2-dcf3e765a6f3 req-6b636104-27b5-4be8-8711-a28a60ce5e26 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=8eb649c7-b657-44d4-bb73-606cd09d5be4 HTTP/1.1" status: 200  len: 945 time: 0.1291885
May 07 22:16:29.258493 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 9c2ebdfc-88f2-4b16-86b6-f431afb49876 up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:16:29.274702 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-57dd11dc-14f8-49d8-95a2-dcf3e765a6f3 req-d7bc8f87-f990-43df-8d50-9140f09276b0 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=241f9c72-4497-49d2-924d-a8eef738549c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0646718
May 07 22:16:29.336187 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning for port 9c2ebdfc-88f2-4b16-86b6-f431afb49876 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 22:16:29.343909 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port 9c2ebdfc-88f2-4b16-86b6-f431afb49876 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:16:29.344658 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (9c2ebdfc-88f2-4b16-86b6-f431afb49876), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:29.439296 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 9c2ebdfc-88f2-4b16-86b6-f431afb49876 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:16:29.439690 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (9c2ebdfc-88f2-4b16-86b6-f431afb49876), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:29.463166 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eb649c7-b657-44d4-bb73-606cd09d5be4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c2ebdfc-88f2-4b16-86b6-f431afb49876'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:16:29.465688 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb38b4a-5ce5-4d60-ab88-5689b290db3b" -d '{"events": [{"server_uuid": "8eb649c7-b657-44d4-bb73-606cd09d5be4", "name": "network-vif-plugged", "status": "completed", "tag": "9c2ebdfc-88f2-4b16-86b6-f431afb49876"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:16:29.481990 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 9c2ebdfc-88f2-4b16-86b6-f431afb49876, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9c2ebdfc-88f2-4b16-86b6-f431afb49876,segment=NetworkSegment(d19faa35-4399-4d8c-82b3-8e2318f7ddb8),segment_id=d19faa35-4399-4d8c-82b3-8e2318f7ddb8)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:16:29.488639 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (9c2ebdfc-88f2-4b16-86b6-f431afb49876), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:29.565393 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-371925c8-af9c-4849-94fc-e2670b7db6c1 x-openstack-request-id: req-371925c8-af9c-4849-94fc-e2670b7db6c1 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:16:29.565689 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eb649c7-b657-44d4-bb73-606cd09d5be4", "name": "network-vif-plugged", "status": "completed", "tag": "9c2ebdfc-88f2-4b16-86b6-f431afb49876", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:16:29.565938 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-371925c8-af9c-4849-94fc-e2670b7db6c1 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:16:29.566343 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-371925c8-af9c-4849-94fc-e2670b7db6c1'] response: {'server_uuid': '8eb649c7-b657-44d4-bb73-606cd09d5be4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c2ebdfc-88f2-4b16-86b6-f431afb49876', 'code': 200}
May 07 22:16:29.567365 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=9c2ebdfc-88f2-4b16-86b6-f431afb49876,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:16:29.679429 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c0e851-5296-4536-99a3-5069128cb0b0 req-ede808a3-6774-469d-a3fa-261ff4409e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:16:29.681335 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e8c0e851-5296-4536-99a3-5069128cb0b0 req-ede808a3-6774-469d-a3fa-261ff4409e25 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8eb649c7-b657-44d4-bb73-606cd09d5be4 HTTP/1.1" status: 200  len: 1128 time: 0.0787804
May 07 22:16:29.787495 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e8c0e851-5296-4536-99a3-5069128cb0b0 req-4722f895-1a4a-4906-8984-c83d4b39a941 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=241f9c72-4497-49d2-924d-a8eef738549c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0993679
May 07 22:16:29.792168 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 2e7d137f-939a-4472-bae8-4575fc685551 no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:16:29.853973 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] No Port match for: 2e7d137f-939a-4472-bae8-4575fc685551 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:16:29.855356 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 2e7d137f-939a-4472-bae8-4575fc685551 not bound to the agent host nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:16:30.325373 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:30.438254 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645c2f63-b3e3-45af-b78b-790d4d9bc3bb req-8d4197bd-924e-4a1a-b314-7a660d342aea tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:16:30.440281 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-645c2f63-b3e3-45af-b78b-790d4d9bc3bb req-8d4197bd-924e-4a1a-b314-7a660d342aea tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=8eb649c7-b657-44d4-bb73-606cd09d5be4 HTTP/1.1" status: 200  len: 946 time: 0.0798762
May 07 22:16:30.542999 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-645c2f63-b3e3-45af-b78b-790d4d9bc3bb req-2c95eab3-cd90-4745-996f-cf19746f8ba1 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=241f9c72-4497-49d2-924d-a8eef738549c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0944703
May 07 22:16:30.888455 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 52400) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:16:31.035496 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-830b6e5d-023a-4668-ad06-6fa5b15e88f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:31.139228 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-830b6e5d-023a-4668-ad06-6fa5b15e88f0 admin admin] Publish callbacks [] for security_group (db325220-c45c-49d1-af78-271c8d7ae8bb), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:31.145409 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-830b6e5d-023a-4668-ad06-6fa5b15e88f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (db325220-c45c-49d1-af78-271c8d7ae8bb), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:31.203521 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 52408) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:16:31.211936 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-830b6e5d-023a-4668-ad06-6fa5b15e88f0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f1b40dcfd2984f6e970681073445c904&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3216887
May 07 22:16:31.213065 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830b6e5d-023a-4668-ad06-6fa5b15e88f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db325220-c45c-49d1-af78-271c8d7ae8bb,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:16:31.272966 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d5295be4-1954-4860-8ae0-1c68a765dfcf admin admin] Publish callbacks [] for security_group (db325220-c45c-49d1-af78-271c8d7ae8bb), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:31.301236 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d5295be4-1954-4860-8ae0-1c68a765dfcf admin admin] Publish callbacks [] for security_group (db325220-c45c-49d1-af78-271c8d7ae8bb), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:31.374325 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d5295be4-1954-4860-8ae0-1c68a765dfcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (db325220-c45c-49d1-af78-271c8d7ae8bb), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:31.377786 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d5295be4-1954-4860-8ae0-1c68a765dfcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:31.378960 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-d5295be4-1954-4860-8ae0-1c68a765dfcf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/db325220-c45c-49d1-af78-271c8d7ae8bb HTTP/1.1" status: 204  len: 168 time: 0.1728384
May 07 22:16:31.392883 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5295be4-1954-4860-8ae0-1c68a765dfcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db325220-c45c-49d1-af78-271c8d7ae8bb,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:16:31.706166 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f9a0a6-fea4-491e-8e7a-a401fb3e5283 req-5d23c15e-5f80-40cd-9905-caf8640839a4 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:16:31.708570 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d5f9a0a6-fea4-491e-8e7a-a401fb3e5283 req-5d23c15e-5f80-40cd-9905-caf8640839a4 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=8eb649c7-b657-44d4-bb73-606cd09d5be4 HTTP/1.1" status: 200  len: 946 time: 0.0746596
May 07 22:16:31.786809 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d5f9a0a6-fea4-491e-8e7a-a401fb3e5283 req-e3294923-37a6-4c27-96f2-5198fd2f013a tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=241f9c72-4497-49d2-924d-a8eef738549c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0676174
May 07 22:16:31.802436 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 52432) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:16:31.815675 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-30cd4616-79f3-43aa-9efd-eebe4239e051 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:31.969078 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43f01d1-2b47-4997-8ef4-589a63de82e9 req-7fe3af71-1b9f-49e9-8b8f-4c76756bd047 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:16:31.970603 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c43f01d1-2b47-4997-8ef4-589a63de82e9 req-7fe3af71-1b9f-49e9-8b8f-4c76756bd047 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=8eb649c7-b657-44d4-bb73-606cd09d5be4 HTTP/1.1" status: 200  len: 946 time: 0.0849247
May 07 22:16:31.998946 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-30cd4616-79f3-43aa-9efd-eebe4239e051 admin admin] Publish callbacks [] for security_group (fa0b722f-5087-4e18-931f-e3aa5bd9a2bb), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:32.009075 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-30cd4616-79f3-43aa-9efd-eebe4239e051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (fa0b722f-5087-4e18-931f-e3aa5bd9a2bb), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:32.075955 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c43f01d1-2b47-4997-8ef4-589a63de82e9 req-36a5596b-e711-408a-8030-5ea6a54eab37 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=241f9c72-4497-49d2-924d-a8eef738549c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0993693
May 07 22:16:32.080514 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-30cd4616-79f3-43aa-9efd-eebe4239e051 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6ef7aa422a8d4f7fb0bba17628f0ac22&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2770360
May 07 22:16:32.081687 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cd4616-79f3-43aa-9efd-eebe4239e051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa0b722f-5087-4e18-931f-e3aa5bd9a2bb,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:16:32.083626 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 52436) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:16:32.112204 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 52438) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:16:32.170122 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56963324-8d63-4a4e-8bc5-d3f13d3f1eb0 tempest-TestNetworkAdvancedServerOps-305006253 tempest-TestNetworkAdvancedServerOps-305006253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:16:32.171735 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-56963324-8d63-4a4e-8bc5-d3f13d3f1eb0 tempest-TestNetworkAdvancedServerOps-305006253 tempest-TestNetworkAdvancedServerOps-305006253-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8eb649c7-b657-44d4-bb73-606cd09d5be4 HTTP/1.1" status: 200  len: 1123 time: 0.0585287
May 07 22:16:32.176396 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 52440) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:16:32.183139 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-ca5e1ac8-9dab-4029-9082-503f893698d3 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Request body: {'floatingip': {'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'port_id': '9c2ebdfc-88f2-4b16-86b6-f431afb49876', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'fixed_ip_address': '172.20.0.11'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:16:32.185873 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e6982e6b-1510-4fe5-8a74-5a4cf1b58f86 admin admin] Publish callbacks [] for security_group (fa0b722f-5087-4e18-931f-e3aa5bd9a2bb), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:32.233350 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ca5e1ac8-9dab-4029-9082-503f893698d3 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:32.271257 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e6982e6b-1510-4fe5-8a74-5a4cf1b58f86 admin admin] Publish callbacks [] for security_group (fa0b722f-5087-4e18-931f-e3aa5bd9a2bb), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:32.370630 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e6982e6b-1510-4fe5-8a74-5a4cf1b58f86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (fa0b722f-5087-4e18-931f-e3aa5bd9a2bb), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:32.380655 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e6982e6b-1510-4fe5-8a74-5a4cf1b58f86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:32.383160 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-e6982e6b-1510-4fe5-8a74-5a4cf1b58f86 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fa0b722f-5087-4e18-931f-e3aa5bd9a2bb HTTP/1.1" status: 204  len: 168 time: 0.2963960
May 07 22:16:32.383545 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ca5e1ac8-9dab-4029-9082-503f893698d3 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:32.409919 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6982e6b-1510-4fe5-8a74-5a4cf1b58f86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa0b722f-5087-4e18-931f-e3aa5bd9a2bb,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:16:32.605509 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-ca5e1ac8-9dab-4029-9082-503f893698d3 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Allocated IP 172.35.4.189 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/237c5a57-0e5a-4a79-9b47-84346df4e8c5) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:16:32.752774 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ca5e1ac8-9dab-4029-9082-503f893698d3 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for port (237c5a57-0e5a-4a79-9b47-84346df4e8c5), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:32.814423 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ca5e1ac8-9dab-4029-9082-503f893698d3 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (237c5a57-0e5a-4a79-9b47-84346df4e8c5), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:33.020009 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 52450) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:16:33.033714 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-54243e58-81db-4ff5-80dd-66ffb681b693 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:33.161029 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5e1ac8-9dab-4029-9082-503f893698d3 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:16:33.164442 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-ca5e1ac8-9dab-4029-9082-503f893698d3 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:16:33.169481 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5e1ac8-9dab-4029-9082-503f893698d3 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:16:33.181069 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-54243e58-81db-4ff5-80dd-66ffb681b693 admin admin] Publish callbacks [] for security_group (62c9c6f4-d2e8-4237-9a1a-372756029680), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:33.185866 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-54243e58-81db-4ff5-80dd-66ffb681b693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (62c9c6f4-d2e8-4237-9a1a-372756029680), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:33.206250 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e1ac8-9dab-4029-9082-503f893698d3 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Pushing event updated for resources: {'Port': ['ID=237c5a57-0e5a-4a79-9b47-84346df4e8c5,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:16:33.233229 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-54243e58-81db-4ff5-80dd-66ffb681b693 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=93fad29629ba425da889a3c3956ad59c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2102907
May 07 22:16:33.234531 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 52456) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:16:33.269831 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54243e58-81db-4ff5-80dd-66ffb681b693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62c9c6f4-d2e8-4237-9a1a-372756029680,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:16:33.352166 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d6665173-52ad-472c-b368-384962c48b40 admin admin] Publish callbacks [] for security_group (62c9c6f4-d2e8-4237-9a1a-372756029680), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:33.386366 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d6665173-52ad-472c-b368-384962c48b40 admin admin] Publish callbacks [] for security_group (62c9c6f4-d2e8-4237-9a1a-372756029680), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:33.458641 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d6665173-52ad-472c-b368-384962c48b40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (62c9c6f4-d2e8-4237-9a1a-372756029680), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:33.464851 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d6665173-52ad-472c-b368-384962c48b40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:33.466037 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-d6665173-52ad-472c-b368-384962c48b40 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/62c9c6f4-d2e8-4237-9a1a-372756029680 HTTP/1.1" status: 204  len: 168 time: 0.2302907
May 07 22:16:33.479517 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6665173-52ad-472c-b368-384962c48b40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c9c6f4-d2e8-4237-9a1a-372756029680,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:16:33.980680 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ca5e1ac8-9dab-4029-9082-503f893698d3 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for floatingip (9a8ac0a0-7714-4ba7-a94d-5facdb7daee3), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:34.146012 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ca5e1ac8-9dab-4029-9082-503f893698d3 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (237c5a57-0e5a-4a79-9b47-84346df4e8c5), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:34.393017 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ca5e1ac8-9dab-4029-9082-503f893698d3 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for port (237c5a57-0e5a-4a79-9b47-84346df4e8c5), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:34.405592 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ca5e1ac8-9dab-4029-9082-503f893698d3 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (237c5a57-0e5a-4a79-9b47-84346df4e8c5), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:34.494678 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e1ac8-9dab-4029-9082-503f893698d3 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Pushing event updated for resources: {'Port': ['ID=237c5a57-0e5a-4a79-9b47-84346df4e8c5,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:16:34.500352 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ca5e1ac8-9dab-4029-9082-503f893698d3 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (9a8ac0a0-7714-4ba7-a94d-5facdb7daee3), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:34.647837 ncdv-master-1 neutron-server[121836]: INFO neutron.db.l3_db [None req-ca5e1ac8-9dab-4029-9082-503f893698d3 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Floating IP 9a8ac0a0-7714-4ba7-a94d-5facdb7daee3 associated. External IP: 172.35.4.189, port: 9c2ebdfc-88f2-4b16-86b6-f431afb49876.
May 07 22:16:34.996452 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca5e1ac8-9dab-4029-9082-503f893698d3 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Router f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:16:35.145215 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca5e1ac8-9dab-4029-9082-503f893698d3 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:16:35.158662 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cebc47-c3c0-4248-9031-e1713510279b None None] Sync routers for ids ['f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:16:35.179496 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ca5e1ac8-9dab-4029-9082-503f893698d3 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:35.179781 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cebc47-c3c0-4248-9031-e1713510279b None None] Routers {'f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:16:35.180712 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-f9cebc47-c3c0-4248-9031-e1713510279b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7e981070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:16:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:16:35.227280 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-ca5e1ac8-9dab-4029-9082-503f893698d3 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 3.0473232
May 07 22:16:35.227280 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eb649c7-b657-44d4-bb73-606cd09d5be4', 'tag': '9c2ebdfc-88f2-4b16-86b6-f431afb49876'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:16:35.228038 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e724441-8fb1-4d37-9dd8-5c240d360fd4" -d '{"events": [{"name": "network-changed", "server_uuid": "8eb649c7-b657-44d4-bb73-606cd09d5be4", "tag": "9c2ebdfc-88f2-4b16-86b6-f431afb49876"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:16:35.324077 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-f9cebc47-c3c0-4248-9031-e1713510279b None None] Set router f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:16:35.325118 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dad7694-18e0-4422-ab88-2807b8a9674b x-openstack-request-id: req-8dad7694-18e0-4422-ab88-2807b8a9674b {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:16:35.325570 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8eb649c7-b657-44d4-bb73-606cd09d5be4", "tag": "9c2ebdfc-88f2-4b16-86b6-f431afb49876", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:16:35.325879 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8dad7694-18e0-4422-ab88-2807b8a9674b {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:16:35.326432 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8dad7694-18e0-4422-ab88-2807b8a9674b'] response: {'name': 'network-changed', 'server_uuid': '8eb649c7-b657-44d4-bb73-606cd09d5be4', 'tag': '9c2ebdfc-88f2-4b16-86b6-f431afb49876', 'status': 'completed', 'code': 200}
May 07 22:16:35.423599 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d73714d-fb68-4533-bd74-fd648ae5d858 req-1f1c1faa-a6c7-49ee-b51a-8bb2590a70d7 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:16:35.425183 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4d73714d-fb68-4533-bd74-fd648ae5d858 req-1f1c1faa-a6c7-49ee-b51a-8bb2590a70d7 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=8eb649c7-b657-44d4-bb73-606cd09d5be4 HTTP/1.1" status: 200  len: 946 time: 0.0873721
May 07 22:16:35.438114 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e724441-8fb1-4d37-9dd8-5c240d360fd4 req-1ee090af-707b-49cc-ac84-227700110c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:16:35.441812 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8e724441-8fb1-4d37-9dd8-5c240d360fd4 req-1ee090af-707b-49cc-ac84-227700110c1e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=16812b38c4514406886f0ab13cabe8ad&device_id=8eb649c7-b657-44d4-bb73-606cd09d5be4 HTTP/1.1" status: 200  len: 1128 time: 0.0951443
May 07 22:16:35.515755 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4d73714d-fb68-4533-bd74-fd648ae5d858 req-27e4c683-dbe2-44f7-965f-f88eb005f4eb tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=241f9c72-4497-49d2-924d-a8eef738549c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0812957
May 07 22:16:35.533870 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 52512) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:16:35.670361 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e724441-8fb1-4d37-9dd8-5c240d360fd4 req-97cd334e-d027-4da1-ad35-47b8b92b464e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:16:35.672245 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8e724441-8fb1-4d37-9dd8-5c240d360fd4 req-97cd334e-d027-4da1-ad35-47b8b92b464e service neutron] 10.222.0.55 "GET /v2.0/networks?id=0839a7af-146b-454e-bfcf-a3b86e510e90 HTTP/1.1" status: 200  len: 898 time: 0.2212129
May 07 22:16:35.794484 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-369de910-1d2c-4c4c-ade6-66d30d0f90ce tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/floatingips/9a8ac0a0-7714-4ba7-a94d-5facdb7daee3 HTTP/1.1" status: 200  len: 992 time: 0.2590754
May 07 22:16:35.795932 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8e724441-8fb1-4d37-9dd8-5c240d360fd4 req-fa3b674d-83a5-407f-86ad-3831a6b73baa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c2ebdfc-88f2-4b16-86b6-f431afb49876 HTTP/1.1" status: 200  len: 1000 time: 0.1173410
May 07 22:16:35.834262 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-f9cebc47-c3c0-4248-9031-e1713510279b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7e981070>, [{'id': 'f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-389487086', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.233'}], 'enable_snat': True}, 'gw_port_id': '95cea7ca-d93b-405b-958a-863cdc1cddd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:16:13Z', 'updated_at': '2022-05-07T22:16:19Z', 'revision_number': 4, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'gw_port': {'id': '95cea7ca-d93b-405b-958a-863cdc1cddd6', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:84:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:16:13Z', 'updated_at': '2022-05-07T22:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '9a8ac0a0-7714-4ba7-a94d-5facdb7daee3', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'floating_ip_address': '172.35.4.189', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': 'f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19', 'port_id': '9c2ebdfc-88f2-4b16-86b6-f431afb49876', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3989, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0839a7af-146b-454e-bfcf-a3b86e510e90', 'mac_address': 'fa:16:3e:fc:f9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb649c7-b657-44d4-bb73-606cd09d5be4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:16:33Z', 'updated_at': '2022-05-07T22:16:33Z', 'revision_number': 0, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc8bf383-6720-4bee-808c-69be6c07a628', 'name': '', 'network_id': '0839a7af-146b-454e-bfcf-a3b86e510e90', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'mac_address': 'fa:16:3e:0d:bb:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'fc569a06-4381-46d1-b6be-115ad4394ebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:16:18Z', 'updated_at': '2022-05-07T22:16:22Z', 'revision_number': 5, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'subnets': [{'id': 'fc569a06-4381-46d1-b6be-115ad4394ebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:16:35.869693 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cebc47-c3c0-4248-9031-e1713510279b None None] Checking router: f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19 for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:16:35.885221 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cebc47-c3c0-4248-9031-e1713510279b None None] Routers {'f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:16:35.885221 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-f9cebc47-c3c0-4248-9031-e1713510279b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7e981070>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:16:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:16:35.910960 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e724441-8fb1-4d37-9dd8-5c240d360fd4 req-2e258173-e20c-4c5e-8078-25a16936bd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:16:35.912784 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8e724441-8fb1-4d37-9dd8-5c240d360fd4 req-2e258173-e20c-4c5e-8078-25a16936bd34 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fc569a06-4381-46d1-b6be-115ad4394ebc HTTP/1.1" status: 200  len: 834 time: 0.1038876
May 07 22:16:35.992124 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e724441-8fb1-4d37-9dd8-5c240d360fd4 req-8f2b140c-1b08-44fd-b80c-09be6a3b0891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:16:35.993669 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8e724441-8fb1-4d37-9dd8-5c240d360fd4 req-8f2b140c-1b08-44fd-b80c-09be6a3b0891 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0839a7af-146b-454e-bfcf-a3b86e510e90&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0740855
May 07 22:16:36.013165 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-f9cebc47-c3c0-4248-9031-e1713510279b None None] Set router f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:16:36.132494 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8e724441-8fb1-4d37-9dd8-5c240d360fd4 req-72c5eb4a-82c1-4592-955c-664139b2eca2 service neutron] 10.222.0.55 "GET /v2.0/networks/0839a7af-146b-454e-bfcf-a3b86e510e90?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1324613
May 07 22:16:36.370742 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-f9cebc47-c3c0-4248-9031-e1713510279b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7e981070>, [{'id': 'f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-389487086', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.233'}], 'enable_snat': True}, 'gw_port_id': '95cea7ca-d93b-405b-958a-863cdc1cddd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:16:13Z', 'updated_at': '2022-05-07T22:16:19Z', 'revision_number': 4, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'gw_port': {'id': '95cea7ca-d93b-405b-958a-863cdc1cddd6', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:84:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:16:13Z', 'updated_at': '2022-05-07T22:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '9a8ac0a0-7714-4ba7-a94d-5facdb7daee3', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'floating_ip_address': '172.35.4.189', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': 'f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19', 'port_id': '9c2ebdfc-88f2-4b16-86b6-f431afb49876', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3989, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0839a7af-146b-454e-bfcf-a3b86e510e90', 'mac_address': 'fa:16:3e:fc:f9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb649c7-b657-44d4-bb73-606cd09d5be4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:16:33Z', 'updated_at': '2022-05-07T22:16:33Z', 'revision_number': 0, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc8bf383-6720-4bee-808c-69be6c07a628', 'name': '', 'network_id': '0839a7af-146b-454e-bfcf-a3b86e510e90', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'mac_address': 'fa:16:3e:0d:bb:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'fc569a06-4381-46d1-b6be-115ad4394ebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:16:18Z', 'updated_at': '2022-05-07T22:16:22Z', 'revision_number': 5, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'subnets': [{'id': 'fc569a06-4381-46d1-b6be-115ad4394ebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:16:36.421878 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cebc47-c3c0-4248-9031-e1713510279b None None] The sync data for ids ['f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19'] in ncdv-master-1 is: [{'id': 'f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-389487086', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.233'}], 'enable_snat': True}, 'gw_port_id': '95cea7ca-d93b-405b-958a-863cdc1cddd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:16:13Z', 'updated_at': '2022-05-07T22:16:19Z', 'revision_number': 4, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'gw_port': {'id': '95cea7ca-d93b-405b-958a-863cdc1cddd6', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:84:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:16:13Z', 'updated_at': '2022-05-07T22:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '9a8ac0a0-7714-4ba7-a94d-5facdb7daee3', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'floating_ip_address': '172.35.4.189', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': 'f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19', 'port_id': '9c2ebdfc-88f2-4b16-86b6-f431afb49876', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3989, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0839a7af-146b-454e-bfcf-a3b86e510e90', 'mac_address': 'fa:16:3e:fc:f9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eb649c7-b657-44d4-bb73-606cd09d5be4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:16:33Z', 'updated_at': '2022-05-07T22:16:33Z', 'revision_number': 0, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc8bf383-6720-4bee-808c-69be6c07a628', 'name': '', 'network_id': '0839a7af-146b-454e-bfcf-a3b86e510e90', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'mac_address': 'fa:16:3e:0d:bb:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'fc569a06-4381-46d1-b6be-115ad4394ebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:16:18Z', 'updated_at': '2022-05-07T22:16:22Z', 'revision_number': 5, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'subnets': [{'id': 'fc569a06-4381-46d1-b6be-115ad4394ebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:16:36.726682 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8e724441-8fb1-4d37-9dd8-5c240d360fd4 req-f2d6d517-7510-43bc-a0b7-77bd62b5625f service neutron] 10.222.0.55 "GET /v2.0/networks/0839a7af-146b-454e-bfcf-a3b86e510e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5871050
May 07 22:16:36.795854 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1d6e02-5e36-49fc-a110-925f5e21df26 None None] New status for floating IP 9a8ac0a0-7714-4ba7-a94d-5facdb7daee3: ACTIVE {{(pid=121839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 07 22:16:36.797441 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 52550) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:16:36.834492 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 52552) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:16:36.918629 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-66b9644d-8f65-4cd7-bd46-eed55a6576c5 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/floatingips/9a8ac0a0-7714-4ba7-a94d-5facdb7daee3 HTTP/1.1" status: 200  len: 992 time: 0.1183403
May 07 22:16:36.992527 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-983b2b24-fc86-4962-a908-d9ae4d0fd4e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:37.101718 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-983b2b24-fc86-4962-a908-d9ae4d0fd4e4 admin admin] Publish callbacks [] for security_group (65324ede-a62e-45a9-8627-1e7aac3611da), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:37.106513 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-983b2b24-fc86-4962-a908-d9ae4d0fd4e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (65324ede-a62e-45a9-8627-1e7aac3611da), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:37.153001 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983b2b24-fc86-4962-a908-d9ae4d0fd4e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65324ede-a62e-45a9-8627-1e7aac3611da,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:16:37.159859 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-983b2b24-fc86-4962-a908-d9ae4d0fd4e4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=06190b642cf044dd9a9981c59a6424c4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3218067
May 07 22:16:37.160401 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 52556) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:16:37.227837 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8be78ffe-56cb-40dd-88c5-9632b5a78d06 admin admin] Publish callbacks [] for security_group (65324ede-a62e-45a9-8627-1e7aac3611da), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:37.253850 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8be78ffe-56cb-40dd-88c5-9632b5a78d06 admin admin] Publish callbacks [] for security_group (65324ede-a62e-45a9-8627-1e7aac3611da), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:37.309279 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8be78ffe-56cb-40dd-88c5-9632b5a78d06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (65324ede-a62e-45a9-8627-1e7aac3611da), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:37.311891 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8be78ffe-56cb-40dd-88c5-9632b5a78d06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:37.313064 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-8be78ffe-56cb-40dd-88c5-9632b5a78d06 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/65324ede-a62e-45a9-8627-1e7aac3611da HTTP/1.1" status: 204  len: 168 time: 0.1516311
May 07 22:16:37.321463 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be78ffe-56cb-40dd-88c5-9632b5a78d06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65324ede-a62e-45a9-8627-1e7aac3611da,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:16:37.693872 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 52570) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:16:37.708691 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ebe16028-6033-42cb-af5a-5f8d9bf19b2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:37.813790 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ebe16028-6033-42cb-af5a-5f8d9bf19b2d admin admin] Publish callbacks [] for security_group (80ad0b6d-32fb-4093-af6d-8485e26d4f4d), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:37.819284 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ebe16028-6033-42cb-af5a-5f8d9bf19b2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (80ad0b6d-32fb-4093-af6d-8485e26d4f4d), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:37.865941 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe16028-6033-42cb-af5a-5f8d9bf19b2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80ad0b6d-32fb-4093-af6d-8485e26d4f4d,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:16:37.873806 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-ebe16028-6033-42cb-af5a-5f8d9bf19b2d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=daaa5ad645dc4cc786a16bd998f44cc4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1762748
May 07 22:16:37.873989 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 52572) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:16:37.922937 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 52574) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:16:37.927477 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5c358291-5c77-4b4b-bd8f-96fb583bd40e admin admin] Publish callbacks [] for security_group (80ad0b6d-32fb-4093-af6d-8485e26d4f4d), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:37.953617 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5c358291-5c77-4b4b-bd8f-96fb583bd40e admin admin] Publish callbacks [] for security_group (80ad0b6d-32fb-4093-af6d-8485e26d4f4d), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:38.023554 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-0530aa7f-c2fe-4bf1-9930-32059b12266d tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/floatingips/9a8ac0a0-7714-4ba7-a94d-5facdb7daee3 HTTP/1.1" status: 200  len: 994 time: 0.0990579
May 07 22:16:38.026719 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5c358291-5c77-4b4b-bd8f-96fb583bd40e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (80ad0b6d-32fb-4093-af6d-8485e26d4f4d), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:38.032103 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5c358291-5c77-4b4b-bd8f-96fb583bd40e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:38.037857 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-5c358291-5c77-4b4b-bd8f-96fb583bd40e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/80ad0b6d-32fb-4093-af6d-8485e26d4f4d HTTP/1.1" status: 204  len: 168 time: 0.1580007
May 07 22:16:38.051763 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c358291-5c77-4b4b-bd8f-96fb583bd40e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80ad0b6d-32fb-4093-af6d-8485e26d4f4d,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:16:40.743528 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 52658) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:16:40.893892 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f63c1aeb-8551-4c4d-90c6-cc9f24bc71a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:41.004913 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f63c1aeb-8551-4c4d-90c6-cc9f24bc71a1 admin admin] Publish callbacks [] for security_group (afaa800b-f2a7-48c8-aacd-de22d81ac608), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:41.010541 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f63c1aeb-8551-4c4d-90c6-cc9f24bc71a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (afaa800b-f2a7-48c8-aacd-de22d81ac608), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:41.052382 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63c1aeb-8551-4c4d-90c6-cc9f24bc71a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afaa800b-f2a7-48c8-aacd-de22d81ac608,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:16:41.065306 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 52662) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:16:41.066319 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-f63c1aeb-8551-4c4d-90c6-cc9f24bc71a1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7b5bfe60f6c2490680249eec45e092fe&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3214998
May 07 22:16:41.122424 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-418378da-5c90-40f6-9af8-ddf90c7753bf admin admin] Publish callbacks [] for security_group (afaa800b-f2a7-48c8-aacd-de22d81ac608), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:41.148479 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-418378da-5c90-40f6-9af8-ddf90c7753bf admin admin] Publish callbacks [] for security_group (afaa800b-f2a7-48c8-aacd-de22d81ac608), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:41.205342 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-418378da-5c90-40f6-9af8-ddf90c7753bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (afaa800b-f2a7-48c8-aacd-de22d81ac608), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:41.208208 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-418378da-5c90-40f6-9af8-ddf90c7753bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:41.210065 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-418378da-5c90-40f6-9af8-ddf90c7753bf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/afaa800b-f2a7-48c8-aacd-de22d81ac608 HTTP/1.1" status: 204  len: 168 time: 0.1437948
May 07 22:16:41.234704 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418378da-5c90-40f6-9af8-ddf90c7753bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afaa800b-f2a7-48c8-aacd-de22d81ac608,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:16:41.555103 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 52672) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:16:41.570984 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f5881c83-80b6-48d2-94f0-0e0a3f6a4358 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:41.665394 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f5881c83-80b6-48d2-94f0-0e0a3f6a4358 admin admin] Publish callbacks [] for security_group (2cb36ade-d5df-43c6-95e0-ad32b9e387d7), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:41.671239 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f5881c83-80b6-48d2-94f0-0e0a3f6a4358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (2cb36ade-d5df-43c6-95e0-ad32b9e387d7), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:41.707745 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5881c83-80b6-48d2-94f0-0e0a3f6a4358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb36ade-d5df-43c6-95e0-ad32b9e387d7,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:16:41.722849 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-f5881c83-80b6-48d2-94f0-0e0a3f6a4358 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1eb344eef6fd4945aa324730116cec27&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1663299
May 07 22:16:41.725998 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 52674) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:16:41.825142 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-62a7879f-dbba-41fc-a290-64387d108e90 admin admin] Publish callbacks [] for security_group (2cb36ade-d5df-43c6-95e0-ad32b9e387d7), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:41.850574 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-62a7879f-dbba-41fc-a290-64387d108e90 admin admin] Publish callbacks [] for security_group (2cb36ade-d5df-43c6-95e0-ad32b9e387d7), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:41.921896 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-62a7879f-dbba-41fc-a290-64387d108e90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (2cb36ade-d5df-43c6-95e0-ad32b9e387d7), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:41.925270 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-62a7879f-dbba-41fc-a290-64387d108e90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:41.926456 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-62a7879f-dbba-41fc-a290-64387d108e90 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2cb36ade-d5df-43c6-95e0-ad32b9e387d7 HTTP/1.1" status: 204  len: 168 time: 0.1992853
May 07 22:16:41.937480 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a7879f-dbba-41fc-a290-64387d108e90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb36ade-d5df-43c6-95e0-ad32b9e387d7,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:16:43.875378 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 22:16:45.168461 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [req-4ff548da-71f4-4360-a734-cf6101827569 req-4b86c5b6-3d07-4bb3-85fa-80c7ccb53bdf service neutron] (121836) timed out ('10.222.0.59', 63078) {{(pid=121836) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
May 07 22:16:49.409006 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 52938) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:16:49.453897 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d71f1e4-1dbd-4f18-996d-596fe27f458d admin admin] Deleting subnet 15f6d6d2-776a-4d0d-9b8e-0a166e9c7ecf {{(pid=121836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:16:49.456899 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9d71f1e4-1dbd-4f18-996d-596fe27f458d admin admin] Publish callbacks [] for subnet (15f6d6d2-776a-4d0d-9b8e-0a166e9c7ecf), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:49.491855 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9d71f1e4-1dbd-4f18-996d-596fe27f458d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726883'] for subnet (15f6d6d2-776a-4d0d-9b8e-0a166e9c7ecf), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:49.536028 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9d71f1e4-1dbd-4f18-996d-596fe27f458d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (15f6d6d2-776a-4d0d-9b8e-0a166e9c7ecf), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:49.588276 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9d71f1e4-1dbd-4f18-996d-596fe27f458d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (15f6d6d2-776a-4d0d-9b8e-0a166e9c7ecf), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:49.616925 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71f1e4-1dbd-4f18-996d-596fe27f458d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15f6d6d2-776a-4d0d-9b8e-0a166e9c7ecf,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:16:49.621609 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9d71f1e4-1dbd-4f18-996d-596fe27f458d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:49.625135 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-9d71f1e4-1dbd-4f18-996d-596fe27f458d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/15f6d6d2-776a-4d0d-9b8e-0a166e9c7ecf HTTP/1.1" status: 204  len: 168 time: 0.2151122
May 07 22:16:49.627930 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 52944) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:16:49.705141 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-40d760ab-d374-4719-9142-70dc63daf6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (0a44a823-8b70-42ae-bf24-489d4cc11196), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:49.790738 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-40d760ab-d374-4719-9142-70dc63daf6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (0a44a823-8b70-42ae-bf24-489d4cc11196), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:49.812796 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-40d760ab-d374-4719-9142-70dc63daf6c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf8ed37100>,) {'filters': {'network_id': ['0a44a823-8b70-42ae-bf24-489d4cc11196']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:16:49.822092 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-40d760ab-d374-4719-9142-70dc63daf6c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8ed37100>, 'e1c67c29-fbb9-4b26-b97b-1ba2ede54e4b') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:16:49.822384 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-40d760ab-d374-4719-9142-70dc63daf6c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8ed37100>, 'e1c67c29-fbb9-4b26-b97b-1ba2ede54e4b') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:16:49.832563 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-40d760ab-d374-4719-9142-70dc63daf6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (e1c67c29-fbb9-4b26-b97b-1ba2ede54e4b), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:49.845922 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-40d760ab-d374-4719-9142-70dc63daf6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (e1c67c29-fbb9-4b26-b97b-1ba2ede54e4b), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:49.851974 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40d760ab-d374-4719-9142-70dc63daf6c5 admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:16:49.852366 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-40d760ab-d374-4719-9142-70dc63daf6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (e1c67c29-fbb9-4b26-b97b-1ba2ede54e4b), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:49.854313 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 22:16:49.854313 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:16:49.854313 ncdv-master-1 neutron-server[121837]:     timer()
May 07 22:16:49.854313 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:16:49.854313 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 22:16:49.854313 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:16:49.854313 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 22:16:49.854313 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:16:49.854313 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 22:16:49.854313 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:16:49.854313 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 22:16:49.854313 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:16:49.854313 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 22:16:49.854313 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:16:49.854313 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:16:49.854313 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:16:49.854313 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:16:49.854313 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:16:49.854313 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 22:16:49.854313 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:16:49.854313 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 22:16:49.854313 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:16:49.854313 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:16:49.854313 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:16:49.854313 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 22:16:49.854313 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:16:49.854313 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:16:49.854313 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:16:49.854313 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:16:49.854313 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:16:49.854313 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:16:49.854313 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:16:49.868475 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 52948) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:16:49.911839 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-40d760ab-d374-4719-9142-70dc63daf6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (0a44a823-8b70-42ae-bf24-489d4cc11196), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:49.918330 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-40d760ab-d374-4719-9142-70dc63daf6c5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:49.921801 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-40d760ab-d374-4719-9142-70dc63daf6c5 admin admin] 10.222.0.32 "DELETE /v2.0/networks/0a44a823-8b70-42ae-bf24-489d4cc11196 HTTP/1.1" status: 204  len: 168 time: 0.2911074
May 07 22:16:49.934269 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d760ab-d374-4719-9142-70dc63daf6c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a44a823-8b70-42ae-bf24-489d4cc11196,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:16:49.984198 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0d258de3-c12e-434a-a761-339af30f9280 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:50.037055 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 52954) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:16:50.066703 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0d258de3-c12e-434a-a761-339af30f9280 admin admin] Publish callbacks [] for security_group (fb3897a2-adb8-4a3f-9a6e-a8d7a4c1d92e), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:50.071985 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0d258de3-c12e-434a-a761-339af30f9280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (fb3897a2-adb8-4a3f-9a6e-a8d7a4c1d92e), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:50.082138 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-b45ecc76-73d2-473a-9f10-4e50f6ee2ca8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c82534ba00c049e6bfa7421398228fff&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0438881
May 07 22:16:50.084647 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 52956) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:16:50.113307 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-0d258de3-c12e-434a-a761-339af30f9280 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=da2cd9f873674463a0d54570586512c5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2437465
May 07 22:16:50.114274 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d258de3-c12e-434a-a761-339af30f9280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb3897a2-adb8-4a3f-9a6e-a8d7a4c1d92e,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:16:50.116150 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 52958) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:16:50.155372 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c21b80ac-c3dd-48a7-926f-e3e94dc0aa4b admin admin] Publish callbacks [] for security_group (b5b6c4c8-56cb-45b5-bee7-27cc904ec388), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:50.189562 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c21b80ac-c3dd-48a7-926f-e3e94dc0aa4b admin admin] Publish callbacks [] for security_group (b5b6c4c8-56cb-45b5-bee7-27cc904ec388), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:50.201849 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ed89c050-e95e-4235-9574-ae75d89a74b8 admin admin] Publish callbacks [] for security_group (fb3897a2-adb8-4a3f-9a6e-a8d7a4c1d92e), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:50.238073 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ed89c050-e95e-4235-9574-ae75d89a74b8 admin admin] Publish callbacks [] for security_group (fb3897a2-adb8-4a3f-9a6e-a8d7a4c1d92e), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:50.558480 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c21b80ac-c3dd-48a7-926f-e3e94dc0aa4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (b5b6c4c8-56cb-45b5-bee7-27cc904ec388), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:50.560975 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c21b80ac-c3dd-48a7-926f-e3e94dc0aa4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:50.562130 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-c21b80ac-c3dd-48a7-926f-e3e94dc0aa4b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b5b6c4c8-56cb-45b5-bee7-27cc904ec388 HTTP/1.1" status: 204  len: 168 time: 0.4765553
May 07 22:16:50.571517 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21b80ac-c3dd-48a7-926f-e3e94dc0aa4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b6c4c8-56cb-45b5-bee7-27cc904ec388,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:16:50.595891 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ed89c050-e95e-4235-9574-ae75d89a74b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (fb3897a2-adb8-4a3f-9a6e-a8d7a4c1d92e), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:50.599922 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ed89c050-e95e-4235-9574-ae75d89a74b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:50.602119 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-ed89c050-e95e-4235-9574-ae75d89a74b8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fb3897a2-adb8-4a3f-9a6e-a8d7a4c1d92e HTTP/1.1" status: 204  len: 168 time: 0.4848335
May 07 22:16:50.614815 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed89c050-e95e-4235-9574-ae75d89a74b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb3897a2-adb8-4a3f-9a6e-a8d7a4c1d92e,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:16:51.899414 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:53.649324 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a64303b8-7a45-424a-837c-ae21d816cdc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:53.881880 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:54.664036 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 53178) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:16:54.772956 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f7e02ba3-15be-4b04-921b-e776be3038ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:54.849296 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f7e02ba3-15be-4b04-921b-e776be3038ff admin admin] Publish callbacks [] for security_group (763a2d80-a363-4b74-9de4-926bac40ad4c), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:54.853107 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f7e02ba3-15be-4b04-921b-e776be3038ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (763a2d80-a363-4b74-9de4-926bac40ad4c), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:54.895176 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-f7e02ba3-15be-4b04-921b-e776be3038ff admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3a3f46c126714930aca88fe9624bfe80&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2300389
May 07 22:16:54.896320 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e02ba3-15be-4b04-921b-e776be3038ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=763a2d80-a363-4b74-9de4-926bac40ad4c,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:16:54.897900 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 53182) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:16:54.947496 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-99a0d7c3-1efc-4afc-bc46-fc106af3e42e admin admin] Publish callbacks [] for security_group (763a2d80-a363-4b74-9de4-926bac40ad4c), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:54.968017 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-99a0d7c3-1efc-4afc-bc46-fc106af3e42e admin admin] Publish callbacks [] for security_group (763a2d80-a363-4b74-9de4-926bac40ad4c), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:55.014602 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-99a0d7c3-1efc-4afc-bc46-fc106af3e42e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (763a2d80-a363-4b74-9de4-926bac40ad4c), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:55.017135 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-99a0d7c3-1efc-4afc-bc46-fc106af3e42e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:55.018277 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-99a0d7c3-1efc-4afc-bc46-fc106af3e42e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/763a2d80-a363-4b74-9de4-926bac40ad4c HTTP/1.1" status: 204  len: 168 time: 0.1193216
May 07 22:16:55.026145 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a0d7c3-1efc-4afc-bc46-fc106af3e42e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=763a2d80-a363-4b74-9de4-926bac40ad4c,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:16:56.531217 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-bf77217b-e8ee-4925-a504-8f09aba3fee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:56.664971 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-97376296-dbc5-47d5-9c60-0e6c0db6c024 req-48389833-292e-42d5-991f-a37143420b24 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=20f0b5de-f6ce-4056-b170-f80b05559ef2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0376258
May 07 22:16:56.751638 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97376296-dbc5-47d5-9c60-0e6c0db6c024 req-745a9f7c-0843-4cdd-91e7-be8cb48284ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:16:56.753205 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-97376296-dbc5-47d5-9c60-0e6c0db6c024 req-745a9f7c-0843-4cdd-91e7-be8cb48284ca service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f3657e8df46a4252b9eb1eb159306a66&device_id=20f0b5de-f6ce-4056-b170-f80b05559ef2 HTTP/1.1" status: 200  len: 1127 time: 0.0476987
May 07 22:16:56.866739 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97376296-dbc5-47d5-9c60-0e6c0db6c024 req-93516a06-682f-42f4-9c96-55df74473fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:16:56.868142 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-97376296-dbc5-47d5-9c60-0e6c0db6c024 req-93516a06-682f-42f4-9c96-55df74473fac service neutron] 10.222.0.55 "GET /v2.0/networks?id=87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce HTTP/1.1" status: 200  len: 912 time: 0.0952530
May 07 22:16:56.936750 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-97376296-dbc5-47d5-9c60-0e6c0db6c024 req-85ceaab4-4d78-4c0f-a270-e7dca489ee9d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b64f639-6c53-4e70-9bf6-32f27e15becc HTTP/1.1" status: 200  len: 1001 time: 0.0624731
May 07 22:16:56.988938 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97376296-dbc5-47d5-9c60-0e6c0db6c024 req-6aad1ac3-4173-41a9-ba05-e4e18a9a1489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:16:56.990365 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-97376296-dbc5-47d5-9c60-0e6c0db6c024 req-6aad1ac3-4173-41a9-ba05-e4e18a9a1489 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c381f23c-d79e-4860-966b-6594e682e18c HTTP/1.1" status: 200  len: 850 time: 0.0477781
May 07 22:16:57.032264 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97376296-dbc5-47d5-9c60-0e6c0db6c024 req-bb6cad9d-262d-4f60-beb4-684a0c66598c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:16:57.033733 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-97376296-dbc5-47d5-9c60-0e6c0db6c024 req-bb6cad9d-262d-4f60-beb4-684a0c66598c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0380404
May 07 22:16:57.128290 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-97376296-dbc5-47d5-9c60-0e6c0db6c024 req-46f5f6bc-6537-40f3-8670-39c7244d883f service neutron] 10.222.0.55 "GET /v2.0/networks/87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0853465
May 07 22:16:57.237602 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-97376296-dbc5-47d5-9c60-0e6c0db6c024 req-df240730-ec4c-484f-9a91-d357ca253680 service neutron] 10.222.0.55 "GET /v2.0/networks/87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1041079
May 07 22:16:57.462742 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:16:59.162209 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:17:00.289731 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:17:04.696495 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 53506) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:17:04.810180 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5ba600ff-5782-4a78-a4c5-8ebdf19a8230 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:17:04.889321 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5ba600ff-5782-4a78-a4c5-8ebdf19a8230 admin admin] Publish callbacks [] for security_group (611c7d16-ccef-467a-9f64-b7fd1c2ef19b), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:17:04.894707 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5ba600ff-5782-4a78-a4c5-8ebdf19a8230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (611c7d16-ccef-467a-9f64-b7fd1c2ef19b), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:17:04.937074 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-5ba600ff-5782-4a78-a4c5-8ebdf19a8230 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=117ff6231e96434ab97d7e6405af2765&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2393954
May 07 22:17:04.937944 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba600ff-5782-4a78-a4c5-8ebdf19a8230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=611c7d16-ccef-467a-9f64-b7fd1c2ef19b,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:17:04.939955 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 53516) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:17:04.992783 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4d5406e0-03dd-4d83-93aa-d347e912f04d admin admin] Publish callbacks [] for security_group (611c7d16-ccef-467a-9f64-b7fd1c2ef19b), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:17:05.016539 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4d5406e0-03dd-4d83-93aa-d347e912f04d admin admin] Publish callbacks [] for security_group (611c7d16-ccef-467a-9f64-b7fd1c2ef19b), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:17:05.071825 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4d5406e0-03dd-4d83-93aa-d347e912f04d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (611c7d16-ccef-467a-9f64-b7fd1c2ef19b), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:17:05.074972 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4d5406e0-03dd-4d83-93aa-d347e912f04d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:17:05.076126 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-4d5406e0-03dd-4d83-93aa-d347e912f04d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/611c7d16-ccef-467a-9f64-b7fd1c2ef19b HTTP/1.1" status: 204  len: 168 time: 0.1351011
May 07 22:17:05.086147 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5406e0-03dd-4d83-93aa-d347e912f04d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=611c7d16-ccef-467a-9f64-b7fd1c2ef19b,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:17:05.385924 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5051e2dc-d8e0-4571-a0e7-bbafa895fb51 req-5a47b326-0f26-428f-bfce-5a6fb74a430d tempest-TestNetworkAdvancedServerOps-305006253 tempest-TestNetworkAdvancedServerOps-305006253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:17:05.388324 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5051e2dc-d8e0-4571-a0e7-bbafa895fb51 req-5a47b326-0f26-428f-bfce-5a6fb74a430d tempest-TestNetworkAdvancedServerOps-305006253 tempest-TestNetworkAdvancedServerOps-305006253-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8eb649c7-b657-44d4-bb73-606cd09d5be4 HTTP/1.1" status: 200  len: 1128 time: 0.0550063
May 07 22:17:05.408918 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-5051e2dc-d8e0-4571-a0e7-bbafa895fb51 req-574caec0-fadb-4d93-aaed-e82addb6d678 tempest-TestNetworkAdvancedServerOps-305006253 tempest-TestNetworkAdvancedServerOps-305006253-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:17:05.490782 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-5051e2dc-d8e0-4571-a0e7-bbafa895fb51 req-574caec0-fadb-4d93-aaed-e82addb6d678 tempest-TestNetworkAdvancedServerOps-305006253 tempest-TestNetworkAdvancedServerOps-305006253-project-admin] Publish callbacks [] for security_group (49578749-dcf9-4363-807e-6a30bf7820bd), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:17:05.494883 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-5051e2dc-d8e0-4571-a0e7-bbafa895fb51 req-574caec0-fadb-4d93-aaed-e82addb6d678 tempest-TestNetworkAdvancedServerOps-305006253 tempest-TestNetworkAdvancedServerOps-305006253-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (49578749-dcf9-4363-807e-6a30bf7820bd), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:17:05.534466 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5051e2dc-d8e0-4571-a0e7-bbafa895fb51 req-574caec0-fadb-4d93-aaed-e82addb6d678 tempest-TestNetworkAdvancedServerOps-305006253 tempest-TestNetworkAdvancedServerOps-305006253-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=241f9c72-4497-49d2-924d-a8eef738549c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1407547
May 07 22:17:05.536354 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574caec0-fadb-4d93-aaed-e82addb6d678 tempest-TestNetworkAdvancedServerOps-305006253 tempest-TestNetworkAdvancedServerOps-305006253-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49578749-dcf9-4363-807e-6a30bf7820bd,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:17:05.662763 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daf2382-4d8f-4c29-8a66-2203a22e502a req-13a1de48-c922-410f-87ac-d32732ed6602 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:17:05.664270 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3daf2382-4d8f-4c29-8a66-2203a22e502a req-13a1de48-c922-410f-87ac-d32732ed6602 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=8eb649c7-b657-44d4-bb73-606cd09d5be4 HTTP/1.1" status: 200  len: 946 time: 0.0537972
May 07 22:17:05.713676 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3daf2382-4d8f-4c29-8a66-2203a22e502a req-60ad04cc-35ec-4c80-ad7c-3bf504a86511 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=241f9c72-4497-49d2-924d-a8eef738549c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437467
May 07 22:17:05.736865 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 53558) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:17:05.859061 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-67d2eb82-e104-433b-9da8-28b247784ae6 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/floatingips/9a8ac0a0-7714-4ba7-a94d-5facdb7daee3 HTTP/1.1" status: 200  len: 994 time: 0.1209803
May 07 22:17:06.126042 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 53576) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:17:06.250176 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1f9dd921-62e5-48cc-82a0-a3ee6caaa0d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:17:06.274256 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [req-1af829ac-adce-48e6-8240-c2dcd9536f36 req-093da4a8-293d-4143-b895-11722c11824a service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121836) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:17:06.275407 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1af829ac-adce-48e6-8240-c2dcd9536f36 req-093da4a8-293d-4143-b895-11722c11824a service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0068717
May 07 22:17:06.380372 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1f9dd921-62e5-48cc-82a0-a3ee6caaa0d7 admin admin] Publish callbacks [] for security_group (b5c0e752-a725-4f1a-9c5c-5492c396f5e4), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:17:06.386239 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1f9dd921-62e5-48cc-82a0-a3ee6caaa0d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (b5c0e752-a725-4f1a-9c5c-5492c396f5e4), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:17:06.431950 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9dd921-62e5-48cc-82a0-a3ee6caaa0d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c0e752-a725-4f1a-9c5c-5492c396f5e4,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:17:06.452453 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-1f9dd921-62e5-48cc-82a0-a3ee6caaa0d7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3374eeb3bca84f37988c8d4ce2c03f87&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3252249
May 07 22:17:06.455151 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 53600) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:17:06.510120 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cc09669b-56d1-439c-ad7a-69cb7d995d7f admin admin] Publish callbacks [] for security_group (b5c0e752-a725-4f1a-9c5c-5492c396f5e4), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:17:06.540748 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cc09669b-56d1-439c-ad7a-69cb7d995d7f admin admin] Publish callbacks [] for security_group (b5c0e752-a725-4f1a-9c5c-5492c396f5e4), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:17:06.597090 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cc09669b-56d1-439c-ad7a-69cb7d995d7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (b5c0e752-a725-4f1a-9c5c-5492c396f5e4), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:17:06.599811 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-cc09669b-56d1-439c-ad7a-69cb7d995d7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:17:06.600956 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-cc09669b-56d1-439c-ad7a-69cb7d995d7f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b5c0e752-a725-4f1a-9c5c-5492c396f5e4 HTTP/1.1" status: 204  len: 168 time: 0.1447930
May 07 22:17:06.610228 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc09669b-56d1-439c-ad7a-69cb7d995d7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c0e752-a725-4f1a-9c5c-5492c396f5e4,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:17:06.815898 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 53630) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:17:06.879494 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3750ac0c-3d73-415b-8188-7def8f91795e req-af6131c9-d530-4969-8618-48e03d80e821 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:17:06.881012 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3750ac0c-3d73-415b-8188-7def8f91795e req-af6131c9-d530-4969-8618-48e03d80e821 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=8eb649c7-b657-44d4-bb73-606cd09d5be4 HTTP/1.1" status: 200  len: 946 time: 0.0574687
May 07 22:17:06.947225 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3750ac0c-3d73-415b-8188-7def8f91795e req-3c45701e-11b1-4f6e-8154-1a1aeaa8acce tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=241f9c72-4497-49d2-924d-a8eef738549c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0600085
May 07 22:17:06.978150 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-08b25cca-fb3a-4544-9937-2c7ee1871ea4 req-bc2e8422-ec28-4242-8e3f-c24c58c778c4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8eb649c7-b657-44d4-bb73-606cd09d5be4&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1607883
May 07 22:17:06.986980 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [req-08b25cca-fb3a-4544-9937-2c7ee1871ea4 req-948f0e3c-75f6-4de4-9948-e9865262fb00 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121836) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:17:06.987956 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-08b25cca-fb3a-4544-9937-2c7ee1871ea4 req-948f0e3c-75f6-4de4-9948-e9865262fb00 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0050864
May 07 22:17:07.623452 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b25cca-fb3a-4544-9937-2c7ee1871ea4 req-1b0e7e0c-11ed-432f-ba82-41a0533f5f03 tempest-TestNetworkAdvancedServerOps-305006253 tempest-TestNetworkAdvancedServerOps-305006253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:17:07.624878 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-08b25cca-fb3a-4544-9937-2c7ee1871ea4 req-1b0e7e0c-11ed-432f-ba82-41a0533f5f03 tempest-TestNetworkAdvancedServerOps-305006253 tempest-TestNetworkAdvancedServerOps-305006253-project-admin] 10.222.0.32 "GET /v2.0/ports/9c2ebdfc-88f2-4b16-86b6-f431afb49876 HTTP/1.1" status: 200  len: 1125 time: 0.2602677
May 07 22:17:08.111934 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6379b3-7b90-4861-b3ef-d762e33925a4 req-f60da8e1-ee2b-4d78-b2e7-9f9450042838 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:17:08.113442 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fb6379b3-7b90-4861-b3ef-d762e33925a4 req-f60da8e1-ee2b-4d78-b2e7-9f9450042838 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=8eb649c7-b657-44d4-bb73-606cd09d5be4 HTTP/1.1" status: 200  len: 946 time: 0.0483868
May 07 22:17:08.167494 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fb6379b3-7b90-4861-b3ef-d762e33925a4 req-c4b1306f-409a-42b2-969c-850a8b59ccf3 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=241f9c72-4497-49d2-924d-a8eef738549c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478122
May 07 22:17:08.566644 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b25cca-fb3a-4544-9937-2c7ee1871ea4 req-9b7466c3-1171-4f71-9082-5ff34999d0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:17:08.568320 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-08b25cca-fb3a-4544-9937-2c7ee1871ea4 req-9b7466c3-1171-4f71-9082-5ff34999d0f0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=16812b38c4514406886f0ab13cabe8ad&device_id=8eb649c7-b657-44d4-bb73-606cd09d5be4 HTTP/1.1" status: 200  len: 1128 time: 0.0424743
May 07 22:17:08.662620 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b25cca-fb3a-4544-9937-2c7ee1871ea4 req-57686162-a9fd-4ebb-aaa7-7bfbdaca60dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:17:08.664321 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-08b25cca-fb3a-4544-9937-2c7ee1871ea4 req-57686162-a9fd-4ebb-aaa7-7bfbdaca60dc service neutron] 10.222.0.55 "GET /v2.0/networks?id=0839a7af-146b-454e-bfcf-a3b86e510e90 HTTP/1.1" status: 200  len: 898 time: 0.0908437
May 07 22:17:08.734835 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-08b25cca-fb3a-4544-9937-2c7ee1871ea4 req-06b36843-da7a-4b91-a4ff-0647a1987b6e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c2ebdfc-88f2-4b16-86b6-f431afb49876 HTTP/1.1" status: 200  len: 1002 time: 0.0649881
May 07 22:17:08.783696 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b25cca-fb3a-4544-9937-2c7ee1871ea4 req-2604dcc2-2c29-4a4d-845d-bdab3c02627f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:17:08.785412 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-08b25cca-fb3a-4544-9937-2c7ee1871ea4 req-2604dcc2-2c29-4a4d-845d-bdab3c02627f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fc569a06-4381-46d1-b6be-115ad4394ebc HTTP/1.1" status: 200  len: 834 time: 0.0448489
May 07 22:17:08.829483 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b25cca-fb3a-4544-9937-2c7ee1871ea4 req-a0e35f5f-1918-4d31-956c-dc25d79f1461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:17:08.831174 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-08b25cca-fb3a-4544-9937-2c7ee1871ea4 req-a0e35f5f-1918-4d31-956c-dc25d79f1461 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0839a7af-146b-454e-bfcf-a3b86e510e90&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0402102
May 07 22:17:08.940218 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-08b25cca-fb3a-4544-9937-2c7ee1871ea4 req-b911852c-99b3-4f04-b1a8-a94d828a2e35 service neutron] 10.222.0.55 "GET /v2.0/networks/0839a7af-146b-454e-bfcf-a3b86e510e90?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1032155
May 07 22:17:09.055199 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-08b25cca-fb3a-4544-9937-2c7ee1871ea4 req-b043cb03-788c-4d2b-bb3a-9ce806e9a786 service neutron] 10.222.0.55 "GET /v2.0/networks/0839a7af-146b-454e-bfcf-a3b86e510e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1091802
May 07 22:17:09.285678 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3c29b8-88d7-4467-879d-e13342763177 req-6a79e524-1c84-4699-8585-82846d1940ff tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:17:09.287160 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9d3c29b8-88d7-4467-879d-e13342763177 req-6a79e524-1c84-4699-8585-82846d1940ff tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=8eb649c7-b657-44d4-bb73-606cd09d5be4 HTTP/1.1" status: 200  len: 946 time: 0.0456882
May 07 22:17:09.338296 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9d3c29b8-88d7-4467-879d-e13342763177 req-3ea8bba6-a747-463e-8781-42651ed11dc4 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=241f9c72-4497-49d2-924d-a8eef738549c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454979
May 07 22:17:10.467540 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0c3869-f1ea-417a-a308-cd2b2589333f req-de08bd5c-c06c-431e-a943-ebdaf4c75c28 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:17:10.469043 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ae0c3869-f1ea-417a-a308-cd2b2589333f req-de08bd5c-c06c-431e-a943-ebdaf4c75c28 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=8eb649c7-b657-44d4-bb73-606cd09d5be4 HTTP/1.1" status: 200  len: 946 time: 0.0526109
May 07 22:17:10.523778 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ae0c3869-f1ea-417a-a308-cd2b2589333f req-f3d9e6d9-0c4e-4c62-a711-fd7d775c6d59 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=241f9c72-4497-49d2-924d-a8eef738549c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0488119
May 07 22:17:11.644693 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620ba210-f78b-49bc-a105-c80f147434fd req-009609cc-b433-4c18-b0be-4f31046e379e tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:17:11.646286 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-620ba210-f78b-49bc-a105-c80f147434fd req-009609cc-b433-4c18-b0be-4f31046e379e tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=8eb649c7-b657-44d4-bb73-606cd09d5be4 HTTP/1.1" status: 200  len: 946 time: 0.0495055
May 07 22:17:11.697829 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-620ba210-f78b-49bc-a105-c80f147434fd req-fe1d08d8-3082-4797-a5e3-f018bc407cae tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=241f9c72-4497-49d2-924d-a8eef738549c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457871
May 07 22:17:12.818350 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd41e152-2a67-4c2d-a20c-d64c019c1c85 req-220545e6-421e-4b25-a1c5-4915a5c9d0c2 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:17:12.819840 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bd41e152-2a67-4c2d-a20c-d64c019c1c85 req-220545e6-421e-4b25-a1c5-4915a5c9d0c2 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=8eb649c7-b657-44d4-bb73-606cd09d5be4 HTTP/1.1" status: 200  len: 946 time: 0.0496490
May 07 22:17:12.871892 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bd41e152-2a67-4c2d-a20c-d64c019c1c85 req-869f4c6e-643e-4ae0-8ce3-0cca501096b8 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=241f9c72-4497-49d2-924d-a8eef738549c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464232
May 07 22:17:14.002531 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ee0815-fa16-4940-a116-68d7db05f66c req-3eef2903-8cb1-4bd7-99f9-0a0263d5286a tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:17:14.004696 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a0ee0815-fa16-4940-a116-68d7db05f66c req-3eef2903-8cb1-4bd7-99f9-0a0263d5286a tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=8eb649c7-b657-44d4-bb73-606cd09d5be4 HTTP/1.1" status: 200  len: 946 time: 0.0500140
May 07 22:17:14.056161 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a0ee0815-fa16-4940-a116-68d7db05f66c req-bb91a8a1-634a-42fb-92ff-6341a17a2f96 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=241f9c72-4497-49d2-924d-a8eef738549c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455499
May 07 22:17:15.199402 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14572e6-1281-4bad-8b29-7b13af649ff7 req-4e3a6927-232a-4245-bbc7-2ef759a82ea1 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:17:15.201635 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f14572e6-1281-4bad-8b29-7b13af649ff7 req-4e3a6927-232a-4245-bbc7-2ef759a82ea1 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=8eb649c7-b657-44d4-bb73-606cd09d5be4 HTTP/1.1" status: 200  len: 946 time: 0.0611117
May 07 22:17:15.254630 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f14572e6-1281-4bad-8b29-7b13af649ff7 req-c482d48e-bde9-4a48-99e0-0a4c1f444558 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=241f9c72-4497-49d2-924d-a8eef738549c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466900
May 07 22:17:16.172650 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 54058) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:17:16.301969 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ed771342-cd01-4292-8fe3-1ad7cdb737cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:17:16.436575 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a8dd67-f6d8-4d44-8c17-34b1b9510a01 req-9cc0e6dd-7e8c-49fe-8d7a-36092ac755c9 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:17:16.438146 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-23a8dd67-f6d8-4d44-8c17-34b1b9510a01 req-9cc0e6dd-7e8c-49fe-8d7a-36092ac755c9 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=8eb649c7-b657-44d4-bb73-606cd09d5be4 HTTP/1.1" status: 200  len: 946 time: 0.0740440
May 07 22:17:16.440187 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ed771342-cd01-4292-8fe3-1ad7cdb737cb admin admin] Publish callbacks [] for security_group (ef855ab9-b393-405c-bf50-4fa9e4eff24f), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:17:16.446318 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ed771342-cd01-4292-8fe3-1ad7cdb737cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (ef855ab9-b393-405c-bf50-4fa9e4eff24f), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:17:16.510024 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-ed771342-cd01-4292-8fe3-1ad7cdb737cb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=162642dda04647e3ba9064594cfad423&name=default HTTP/1.1" status: 200  len: 3000 time: 0.3362606
May 07 22:17:16.513422 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed771342-cd01-4292-8fe3-1ad7cdb737cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef855ab9-b393-405c-bf50-4fa9e4eff24f,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:17:16.513786 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 54080) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:17:16.529687 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed771342-cd01-4292-8fe3-1ad7cdb737cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:17:16.530087 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed771342-cd01-4292-8fe3-1ad7cdb737cb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:17:16.530425 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed771342-cd01-4292-8fe3-1ad7cdb737cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:17:16.530714 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed771342-cd01-4292-8fe3-1ad7cdb737cb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:17:16.531076 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed771342-cd01-4292-8fe3-1ad7cdb737cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:17:16.531411 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed771342-cd01-4292-8fe3-1ad7cdb737cb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:17:16.531742 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed771342-cd01-4292-8fe3-1ad7cdb737cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:17:16.532479 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed771342-cd01-4292-8fe3-1ad7cdb737cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:17:16.532479 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed771342-cd01-4292-8fe3-1ad7cdb737cb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:17:16.532926 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed771342-cd01-4292-8fe3-1ad7cdb737cb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:17:16.533045 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed771342-cd01-4292-8fe3-1ad7cdb737cb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:17:16.533573 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed771342-cd01-4292-8fe3-1ad7cdb737cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:17:16.533704 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed771342-cd01-4292-8fe3-1ad7cdb737cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:17:16.533977 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed771342-cd01-4292-8fe3-1ad7cdb737cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:17:16.534307 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed771342-cd01-4292-8fe3-1ad7cdb737cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:17:16.541395 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-23a8dd67-f6d8-4d44-8c17-34b1b9510a01 req-3b970f3b-1bf7-4c0d-9c68-0c3bd0c38f9e tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=241f9c72-4497-49d2-924d-a8eef738549c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0959654
May 07 22:17:16.569567 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8e21f359-fe68-4a61-9c12-a9ec0be08a6d admin admin] Publish callbacks [] for security_group (ef855ab9-b393-405c-bf50-4fa9e4eff24f), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:17:16.592330 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8e21f359-fe68-4a61-9c12-a9ec0be08a6d admin admin] Publish callbacks [] for security_group (ef855ab9-b393-405c-bf50-4fa9e4eff24f), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:17:16.641081 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8e21f359-fe68-4a61-9c12-a9ec0be08a6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (ef855ab9-b393-405c-bf50-4fa9e4eff24f), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:17:16.643774 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8e21f359-fe68-4a61-9c12-a9ec0be08a6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:17:16.644993 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-8e21f359-fe68-4a61-9c12-a9ec0be08a6d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ef855ab9-b393-405c-bf50-4fa9e4eff24f HTTP/1.1" status: 204  len: 168 time: 0.1301665
May 07 22:17:16.653681 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e21f359-fe68-4a61-9c12-a9ec0be08a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef855ab9-b393-405c-bf50-4fa9e4eff24f,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:17:17.684539 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd27a09-db09-47b9-8c57-324407b9e21e req-e99ce58d-9684-48c9-b66c-f7cf1bcac95b tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:17:17.687039 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5dd27a09-db09-47b9-8c57-324407b9e21e req-e99ce58d-9684-48c9-b66c-f7cf1bcac95b tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=8eb649c7-b657-44d4-bb73-606cd09d5be4 HTTP/1.1" status: 200  len: 946 time: 0.0545166
May 07 22:17:17.754637 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5dd27a09-db09-47b9-8c57-324407b9e21e req-899243c9-824a-42e2-82e1-f2019f3c21cf tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=241f9c72-4497-49d2-924d-a8eef738549c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0598276
May 07 22:17:18.775381 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 54252) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:17:18.882664 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf50b5cc-a537-455d-9a8e-27adfe60473b req-6ab40dcc-a228-4435-86b8-323dc7753e0a tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:17:18.887276 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-cf50b5cc-a537-455d-9a8e-27adfe60473b req-6ab40dcc-a228-4435-86b8-323dc7753e0a tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=8eb649c7-b657-44d4-bb73-606cd09d5be4 HTTP/1.1" status: 200  len: 946 time: 0.0552022
May 07 22:17:18.905576 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4e8d29ea-2499-4a43-8241-b3e0286ab2cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:17:18.936948 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-cf50b5cc-a537-455d-9a8e-27adfe60473b req-924da896-ce19-432e-9e47-48304d9e99b4 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=241f9c72-4497-49d2-924d-a8eef738549c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0469017
May 07 22:17:18.988913 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4e8d29ea-2499-4a43-8241-b3e0286ab2cd admin admin] Publish callbacks [] for security_group (efb5a731-cf09-4f14-bb82-ecc0d2492e7c), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:17:18.992464 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4e8d29ea-2499-4a43-8241-b3e0286ab2cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (efb5a731-cf09-4f14-bb82-ecc0d2492e7c), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:17:19.031878 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-4e8d29ea-2499-4a43-8241-b3e0286ab2cd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2340a9d9fc794801961cf33ab1ea3355&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2554092
May 07 22:17:19.032634 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8d29ea-2499-4a43-8241-b3e0286ab2cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efb5a731-cf09-4f14-bb82-ecc0d2492e7c,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:17:19.034642 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 54258) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:17:19.040165 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8d29ea-2499-4a43-8241-b3e0286ab2cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:17:19.040521 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8d29ea-2499-4a43-8241-b3e0286ab2cd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:17:19.040870 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8d29ea-2499-4a43-8241-b3e0286ab2cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:17:19.041210 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8d29ea-2499-4a43-8241-b3e0286ab2cd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:17:19.041552 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8d29ea-2499-4a43-8241-b3e0286ab2cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:17:19.041891 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8d29ea-2499-4a43-8241-b3e0286ab2cd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:17:19.042228 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8d29ea-2499-4a43-8241-b3e0286ab2cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:17:19.042558 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8d29ea-2499-4a43-8241-b3e0286ab2cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:17:19.042923 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8d29ea-2499-4a43-8241-b3e0286ab2cd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:17:19.043256 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8d29ea-2499-4a43-8241-b3e0286ab2cd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:17:19.043611 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8d29ea-2499-4a43-8241-b3e0286ab2cd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:17:19.044036 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8d29ea-2499-4a43-8241-b3e0286ab2cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:17:19.044372 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8d29ea-2499-4a43-8241-b3e0286ab2cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:17:19.044699 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8d29ea-2499-4a43-8241-b3e0286ab2cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:17:19.045026 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8d29ea-2499-4a43-8241-b3e0286ab2cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:17:19.084490 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-394af1fe-f3bc-49e8-adcb-e7776e47ba1c admin admin] Publish callbacks [] for security_group (efb5a731-cf09-4f14-bb82-ecc0d2492e7c), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:17:19.110705 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-394af1fe-f3bc-49e8-adcb-e7776e47ba1c admin admin] Publish callbacks [] for security_group (efb5a731-cf09-4f14-bb82-ecc0d2492e7c), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:17:19.161240 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-394af1fe-f3bc-49e8-adcb-e7776e47ba1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (efb5a731-cf09-4f14-bb82-ecc0d2492e7c), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:17:19.163830 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-394af1fe-f3bc-49e8-adcb-e7776e47ba1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:17:19.165223 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-394af1fe-f3bc-49e8-adcb-e7776e47ba1c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/efb5a731-cf09-4f14-bb82-ecc0d2492e7c HTTP/1.1" status: 204  len: 168 time: 0.1294496
May 07 22:17:19.174043 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394af1fe-f3bc-49e8-adcb-e7776e47ba1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb5a731-cf09-4f14-bb82-ecc0d2492e7c,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:17:19.453187 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 54266) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:17:19.472582 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-69595fac-0266-4554-b145-c4a095270b21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:17:19.565626 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-69595fac-0266-4554-b145-c4a095270b21 admin admin] Publish callbacks [] for security_group (8e93c40e-a914-4227-b451-b4b969749e66), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:17:19.569719 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-69595fac-0266-4554-b145-c4a095270b21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (8e93c40e-a914-4227-b451-b4b969749e66), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:17:19.620963 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-69595fac-0266-4554-b145-c4a095270b21 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2837e6fe54044226b5f521d78ef70ac9&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1640127
May 07 22:17:19.620963 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69595fac-0266-4554-b145-c4a095270b21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e93c40e-a914-4227-b451-b4b969749e66,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:17:19.621833 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 54270) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:17:19.691306 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b7937d1b-e686-4ae1-8723-04c9fa0d2b29 admin admin] Publish callbacks [] for security_group (8e93c40e-a914-4227-b451-b4b969749e66), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:17:19.714530 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b7937d1b-e686-4ae1-8723-04c9fa0d2b29 admin admin] Publish callbacks [] for security_group (8e93c40e-a914-4227-b451-b4b969749e66), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:17:19.763732 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b7937d1b-e686-4ae1-8723-04c9fa0d2b29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (8e93c40e-a914-4227-b451-b4b969749e66), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:17:19.770460 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b7937d1b-e686-4ae1-8723-04c9fa0d2b29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:17:19.771736 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-b7937d1b-e686-4ae1-8723-04c9fa0d2b29 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8e93c40e-a914-4227-b451-b4b969749e66 HTTP/1.1" status: 204  len: 168 time: 0.1476307
May 07 22:17:19.782417 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7937d1b-e686-4ae1-8723-04c9fa0d2b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e93c40e-a914-4227-b451-b4b969749e66,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:17:20.068480 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2062544a-de2d-4fb9-a47a-8d508bc5ccc3 req-49295aa1-d9a2-4b21-955c-30f7f9ca705e tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:17:20.070365 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2062544a-de2d-4fb9-a47a-8d508bc5ccc3 req-49295aa1-d9a2-4b21-955c-30f7f9ca705e tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=8eb649c7-b657-44d4-bb73-606cd09d5be4 HTTP/1.1" status: 200  len: 946 time: 0.0541928
May 07 22:17:20.141753 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2062544a-de2d-4fb9-a47a-8d508bc5ccc3 req-1a0e6ff7-424c-4278-bf42-09abcaba9503 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=241f9c72-4497-49d2-924d-a8eef738549c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0649309
May 07 22:17:20.874282 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 22:17:21.256943 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c5bbf6-b8bc-4e0c-ac77-1235b6583cf2 req-9531fdfe-3b4a-444a-8808-cd7984434800 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:17:21.258418 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a4c5bbf6-b8bc-4e0c-ac77-1235b6583cf2 req-9531fdfe-3b4a-444a-8808-cd7984434800 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=8eb649c7-b657-44d4-bb73-606cd09d5be4 HTTP/1.1" status: 200  len: 946 time: 0.0461574
May 07 22:17:21.310485 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a4c5bbf6-b8bc-4e0c-ac77-1235b6583cf2 req-55be2577-b17e-4eb5-a386-e98dcc2aa7db tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=241f9c72-4497-49d2-924d-a8eef738549c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457118
May 07 22:17:21.863499 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 54316) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:17:21.899219 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:17:21.969382 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4f04fb8f-1599-46d0-980d-a95e2527cea9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:17:22.042749 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4f04fb8f-1599-46d0-980d-a95e2527cea9 admin admin] Publish callbacks [] for security_group (decc65ac-2b05-4d0a-b043-61a5bcbcc9c8), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:17:22.046635 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4f04fb8f-1599-46d0-980d-a95e2527cea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (decc65ac-2b05-4d0a-b043-61a5bcbcc9c8), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:17:22.084084 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-4f04fb8f-1599-46d0-980d-a95e2527cea9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5bac0f87a16b47fd834d24945cc0ca92&name=default HTTP/1.1" status: 200  len: 3000 time: 0.2195196
May 07 22:17:22.086066 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f04fb8f-1599-46d0-980d-a95e2527cea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=decc65ac-2b05-4d0a-b043-61a5bcbcc9c8,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:17:22.086829 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 54320) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:17:22.135326 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fc9a235e-8d57-4e32-b7b3-3638783051e6 admin admin] Publish callbacks [] for security_group (decc65ac-2b05-4d0a-b043-61a5bcbcc9c8), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:17:22.157055 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fc9a235e-8d57-4e32-b7b3-3638783051e6 admin admin] Publish callbacks [] for security_group (decc65ac-2b05-4d0a-b043-61a5bcbcc9c8), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:17:22.204305 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fc9a235e-8d57-4e32-b7b3-3638783051e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (decc65ac-2b05-4d0a-b043-61a5bcbcc9c8), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:17:22.206903 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fc9a235e-8d57-4e32-b7b3-3638783051e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:17:22.208090 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-fc9a235e-8d57-4e32-b7b3-3638783051e6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/decc65ac-2b05-4d0a-b043-61a5bcbcc9c8 HTTP/1.1" status: 204  len: 168 time: 0.1202605
May 07 22:17:22.216429 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9a235e-8d57-4e32-b7b3-3638783051e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=decc65ac-2b05-4d0a-b043-61a5bcbcc9c8,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:17:22.441059 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796c9b05-dab9-4bf4-a1cb-d6cd157d4c98 req-ca683044-1b72-47b5-80fb-b7e5ad252789 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:17:22.442636 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-796c9b05-dab9-4bf4-a1cb-d6cd157d4c98 req-ca683044-1b72-47b5-80fb-b7e5ad252789 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=8eb649c7-b657-44d4-bb73-606cd09d5be4 HTTP/1.1" status: 200  len: 946 time: 0.0558891
May 07 22:17:22.498840 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-796c9b05-dab9-4bf4-a1cb-d6cd157d4c98 req-332ee25f-4058-49fd-8232-b16d5e4b0cfc tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=241f9c72-4497-49d2-924d-a8eef738549c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0502417
May 07 22:17:23.614890 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23596e-a6e4-43c1-a8e7-87c7cd70de6c req-0fbecef8-45d0-40d9-8545-4d8e754b8c74 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:17:23.616361 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4b23596e-a6e4-43c1-a8e7-87c7cd70de6c req-0fbecef8-45d0-40d9-8545-4d8e754b8c74 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=8eb649c7-b657-44d4-bb73-606cd09d5be4 HTTP/1.1" status: 200  len: 946 time: 0.0465350
May 07 22:17:23.650386 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-66fe3378-8a9d-4c45-bec5-38417bb82864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:17:23.665490 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4b23596e-a6e4-43c1-a8e7-87c7cd70de6c req-856b43aa-fead-4407-9691-bc06ce1b4d01 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=241f9c72-4497-49d2-924d-a8eef738549c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428762
May 07 22:17:23.880347 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:17:24.781149 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174e7097-1be8-4315-98b0-6330ee945646 req-6fcf2cce-3f59-41ea-b1de-f76eb3e80fc0 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:17:24.782653 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-174e7097-1be8-4315-98b0-6330ee945646 req-6fcf2cce-3f59-41ea-b1de-f76eb3e80fc0 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=8eb649c7-b657-44d4-bb73-606cd09d5be4 HTTP/1.1" status: 200  len: 946 time: 0.0476251
May 07 22:17:24.831586 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-174e7097-1be8-4315-98b0-6330ee945646 req-91c12cd1-f88a-4294-ad0c-72c430f440cc tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=241f9c72-4497-49d2-924d-a8eef738549c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432596
May 07 22:17:25.750046 ncdv-master-1 neutron-server[121836]: INFO neutron.api.v2.resource [req-08b25cca-fb3a-4544-9937-2c7ee1871ea4 req-f4e10af0-2f22-4446-a5f0-4d9d8c015368 service neutron] show failed (client error): The resource could not be found.
May 07 22:17:25.751136 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-08b25cca-fb3a-4544-9937-2c7ee1871ea4 req-f4e10af0-2f22-4446-a5f0-4d9d8c015368 service neutron] 10.222.0.55 "GET /v2.0/ports/9c2ebdfc-88f2-4b16-86b6-f431afb49876/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0556600
May 07 22:17:25.958236 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24967e7-229c-4d1a-b03c-18042b04199d req-d696ce74-dee7-4be7-8299-d11f6272ef7d tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:17:25.959785 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c24967e7-229c-4d1a-b03c-18042b04199d req-d696ce74-dee7-4be7-8299-d11f6272ef7d tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=8eb649c7-b657-44d4-bb73-606cd09d5be4 HTTP/1.1" status: 200  len: 946 time: 0.0522585
May 07 22:17:26.060585 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c24967e7-229c-4d1a-b03c-18042b04199d req-6dc5ebfe-bc23-4379-85fa-4d308c9576f3 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=241f9c72-4497-49d2-924d-a8eef738549c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0941637
May 07 22:17:26.077073 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b25cca-fb3a-4544-9937-2c7ee1871ea4 req-88af5c92-c3f7-4664-8e40-5e9ef6da511a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:17:26.078567 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-08b25cca-fb3a-4544-9937-2c7ee1871ea4 req-88af5c92-c3f7-4664-8e40-5e9ef6da511a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8eb649c7-b657-44d4-bb73-606cd09d5be4&tenant_id=16812b38c4514406886f0ab13cabe8ad HTTP/1.1" status: 200  len: 1128 time: 0.1760526
May 07 22:17:26.088318 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [req-08b25cca-fb3a-4544-9937-2c7ee1871ea4 req-3548b359-7f01-4462-8074-6cc702fa9dc4 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121837) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:17:26.089257 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-08b25cca-fb3a-4544-9937-2c7ee1871ea4 req-3548b359-7f01-4462-8074-6cc702fa9dc4 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0048876
May 07 22:17:26.099139 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-08b25cca-fb3a-4544-9937-2c7ee1871ea4 req-8665a294-7910-423c-b532-31029e71f2e8 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:17:26.160471 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-08b25cca-fb3a-4544-9937-2c7ee1871ea4 req-8665a294-7910-423c-b532-31029e71f2e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (9c2ebdfc-88f2-4b16-86b6-f431afb49876), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:17:26.364233 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-08b25cca-fb3a-4544-9937-2c7ee1871ea4 req-8665a294-7910-423c-b532-31029e71f2e8 service neutron] For port 9c2ebdfc-88f2-4b16-86b6-f431afb49876, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9c2ebdfc-88f2-4b16-86b6-f431afb49876,segment=NetworkSegment(d19faa35-4399-4d8c-82b3-8e2318f7ddb8),segment_id=d19faa35-4399-4d8c-82b3-8e2318f7ddb8)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:17:26.397507 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-08b25cca-fb3a-4544-9937-2c7ee1871ea4 req-8665a294-7910-423c-b532-31029e71f2e8 service neutron] For port 9c2ebdfc-88f2-4b16-86b6-f431afb49876, host nch1-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:17:26.437264 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eb649c7-b657-44d4-bb73-606cd09d5be4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c2ebdfc-88f2-4b16-86b6-f431afb49876'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:17:26.439575 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61710069-8d56-46f5-ab62-6da0a73cdc5b" -d '{"events": [{"server_uuid": "8eb649c7-b657-44d4-bb73-606cd09d5be4", "name": "network-vif-unplugged", "status": "completed", "tag": "9c2ebdfc-88f2-4b16-86b6-f431afb49876"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:17:26.443195 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-08b25cca-fb3a-4544-9937-2c7ee1871ea4 req-8665a294-7910-423c-b532-31029e71f2e8 service neutron] Publish callbacks [] for port (9c2ebdfc-88f2-4b16-86b6-f431afb49876), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:17:26.456353 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-08b25cca-fb3a-4544-9937-2c7ee1871ea4 req-8665a294-7910-423c-b532-31029e71f2e8 service neutron] Transition to ACTIVE for port object 9c2ebdfc-88f2-4b16-86b6-f431afb49876 will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 22:17:26.459987 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-08b25cca-fb3a-4544-9937-2c7ee1871ea4 req-8665a294-7910-423c-b532-31029e71f2e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (9c2ebdfc-88f2-4b16-86b6-f431afb49876), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:17:26.539014 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-8aa0bf59-19a7-471c-86f0-bad17596fff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:17:26.597886 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8665a294-7910-423c-b532-31029e71f2e8 service neutron] Pushing event updated for resources: {'Port': ['ID=9c2ebdfc-88f2-4b16-86b6-f431afb49876,revision_number=6']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:17:26.642691 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 07 May 2022 22:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cc18532-e032-4f00-8887-c5c0538abeb6 x-openstack-request-id: req-2cc18532-e032-4f00-8887-c5c0538abeb6 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:17:26.643017 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eb649c7-b657-44d4-bb73-606cd09d5be4", "name": "network-vif-unplugged", "status": "completed", "tag": "9c2ebdfc-88f2-4b16-86b6-f431afb49876", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:17:26.643275 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2cc18532-e032-4f00-8887-c5c0538abeb6 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:17:26.643684 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cc18532-e032-4f00-8887-c5c0538abeb6'] response: {'server_uuid': '8eb649c7-b657-44d4-bb73-606cd09d5be4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c2ebdfc-88f2-4b16-86b6-f431afb49876', 'code': 200}
May 07 22:17:26.661925 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-08b25cca-fb3a-4544-9937-2c7ee1871ea4 req-8665a294-7910-423c-b532-31029e71f2e8 service neutron] No DVR routers for this DVR port 9c2ebdfc-88f2-4b16-86b6-f431afb49876 on host nch1-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:17:26.800111 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-08b25cca-fb3a-4544-9937-2c7ee1871ea4 req-8665a294-7910-423c-b532-31029e71f2e8 service neutron] Attempting to bind port 9c2ebdfc-88f2-4b16-86b6-f431afb49876 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:17:26.800447 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-08b25cca-fb3a-4544-9937-2c7ee1871ea4 req-8665a294-7910-423c-b532-31029e71f2e8 service neutron] Attempting to bind port 9c2ebdfc-88f2-4b16-86b6-f431afb49876 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd19faa35-4399-4d8c-82b3-8e2318f7ddb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '0839a7af-146b-454e-bfcf-a3b86e510e90'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:17:26.800775 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b25cca-fb3a-4544-9937-2c7ee1871ea4 req-8665a294-7910-423c-b532-31029e71f2e8 service neutron] Attempting to bind port 9c2ebdfc-88f2-4b16-86b6-f431afb49876 on network 0839a7af-146b-454e-bfcf-a3b86e510e90 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:17:26.805027 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b25cca-fb3a-4544-9937-2c7ee1871ea4 req-8665a294-7910-423c-b532-31029e71f2e8 service neutron] Port 9c2ebdfc-88f2-4b16-86b6-f431afb49876 on network 0839a7af-146b-454e-bfcf-a3b86e510e90 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:17:26.805348 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b25cca-fb3a-4544-9937-2c7ee1871ea4 req-8665a294-7910-423c-b532-31029e71f2e8 service neutron] Attempting to bind port 9c2ebdfc-88f2-4b16-86b6-f431afb49876 on network 0839a7af-146b-454e-bfcf-a3b86e510e90 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:17:26.810698 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b25cca-fb3a-4544-9937-2c7ee1871ea4 req-8665a294-7910-423c-b532-31029e71f2e8 service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:17:26.811065 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b25cca-fb3a-4544-9937-2c7ee1871ea4 req-8665a294-7910-423c-b532-31029e71f2e8 service neutron] Checking segment: {'id': 'd19faa35-4399-4d8c-82b3-8e2318f7ddb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '0839a7af-146b-454e-bfcf-a3b86e510e90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:17:26.811442 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b25cca-fb3a-4544-9937-2c7ee1871ea4 req-8665a294-7910-423c-b532-31029e71f2e8 service neutron] Bound using segment: {'id': 'd19faa35-4399-4d8c-82b3-8e2318f7ddb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '0839a7af-146b-454e-bfcf-a3b86e510e90'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:17:26.811864 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-08b25cca-fb3a-4544-9937-2c7ee1871ea4 req-8665a294-7910-423c-b532-31029e71f2e8 service neutron] Bound port: 9c2ebdfc-88f2-4b16-86b6-f431afb49876, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd19faa35-4399-4d8c-82b3-8e2318f7ddb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '0839a7af-146b-454e-bfcf-a3b86e510e90'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:17:26.812216 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-08b25cca-fb3a-4544-9937-2c7ee1871ea4 req-8665a294-7910-423c-b532-31029e71f2e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (9c2ebdfc-88f2-4b16-86b6-f431afb49876), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:17:26.876617 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-08b25cca-fb3a-4544-9937-2c7ee1871ea4 req-8665a294-7910-423c-b532-31029e71f2e8 service neutron] For port 9c2ebdfc-88f2-4b16-86b6-f431afb49876, host nch2-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:17:26.879493 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-08b25cca-fb3a-4544-9937-2c7ee1871ea4 req-8665a294-7910-423c-b532-31029e71f2e8 service neutron] For port 9c2ebdfc-88f2-4b16-86b6-f431afb49876, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9c2ebdfc-88f2-4b16-86b6-f431afb49876,segment=NetworkSegment(d19faa35-4399-4d8c-82b3-8e2318f7ddb8),segment_id=d19faa35-4399-4d8c-82b3-8e2318f7ddb8)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:17:26.885684 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-08b25cca-fb3a-4544-9937-2c7ee1871ea4 req-8665a294-7910-423c-b532-31029e71f2e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (9c2ebdfc-88f2-4b16-86b6-f431afb49876), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:17:26.919502 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b25cca-fb3a-4544-9937-2c7ee1871ea4 req-8665a294-7910-423c-b532-31029e71f2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:17:26.920209 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-08b25cca-fb3a-4544-9937-2c7ee1871ea4 req-8665a294-7910-423c-b532-31029e71f2e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:17:26.921620 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-08b25cca-fb3a-4544-9937-2c7ee1871ea4 req-8665a294-7910-423c-b532-31029e71f2e8 service neutron] 10.222.0.59 "PUT /v2.0/ports/9c2ebdfc-88f2-4b16-86b6-f431afb49876 HTTP/1.1" status: 200  len: 1092 time: 0.8260112
May 07 22:17:26.943325 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8665a294-7910-423c-b532-31029e71f2e8 service neutron] Pushing event updated for resources: {'Port': ['ID=9c2ebdfc-88f2-4b16-86b6-f431afb49876,revision_number=7']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:17:26.992664 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b25cca-fb3a-4544-9937-2c7ee1871ea4 req-48793f13-291d-45bd-87a6-2934a4d5cf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:17:26.994197 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-08b25cca-fb3a-4544-9937-2c7ee1871ea4 req-48793f13-291d-45bd-87a6-2934a4d5cf1b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=16812b38c4514406886f0ab13cabe8ad&device_id=8eb649c7-b657-44d4-bb73-606cd09d5be4 HTTP/1.1" status: 200  len: 1126 time: 0.0454614
May 07 22:17:27.092787 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b25cca-fb3a-4544-9937-2c7ee1871ea4 req-ed0306b7-50cf-433d-bbf4-2e8d6aee875a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:17:27.094303 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-08b25cca-fb3a-4544-9937-2c7ee1871ea4 req-ed0306b7-50cf-433d-bbf4-2e8d6aee875a service neutron] 10.222.0.59 "GET /v2.0/networks?id=0839a7af-146b-454e-bfcf-a3b86e510e90 HTTP/1.1" status: 200  len: 898 time: 0.0946679
May 07 22:17:27.227779 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaea3c2-733c-489c-8a39-a8dc108c7416 req-a60887d5-31a6-4689-9f13-8856cd6e36e1 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:17:27.229228 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3aaea3c2-733c-489c-8a39-a8dc108c7416 req-a60887d5-31a6-4689-9f13-8856cd6e36e1 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=8eb649c7-b657-44d4-bb73-606cd09d5be4 HTTP/1.1" status: 200  len: 944 time: 0.0896413
May 07 22:17:27.231493 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-08b25cca-fb3a-4544-9937-2c7ee1871ea4 req-c2185ae1-5a27-4e65-8931-0be41d8d40fe service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c2ebdfc-88f2-4b16-86b6-f431afb49876 HTTP/1.1" status: 200  len: 1000 time: 0.1301234
May 07 22:17:27.309668 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b25cca-fb3a-4544-9937-2c7ee1871ea4 req-830ace0a-1b43-4a8a-b880-f0b9bb7719f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:17:27.311158 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-08b25cca-fb3a-4544-9937-2c7ee1871ea4 req-830ace0a-1b43-4a8a-b880-f0b9bb7719f1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fc569a06-4381-46d1-b6be-115ad4394ebc HTTP/1.1" status: 200  len: 834 time: 0.0740438
May 07 22:17:27.314682 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3aaea3c2-733c-489c-8a39-a8dc108c7416 req-abe045b5-998e-46ec-be1a-fece38120783 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=241f9c72-4497-49d2-924d-a8eef738549c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0792544
May 07 22:17:27.357290 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b25cca-fb3a-4544-9937-2c7ee1871ea4 req-85e59aa2-4527-410c-992c-c0d1ee2b5c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:17:27.358813 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-08b25cca-fb3a-4544-9937-2c7ee1871ea4 req-85e59aa2-4527-410c-992c-c0d1ee2b5c0a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0839a7af-146b-454e-bfcf-a3b86e510e90&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0424380
May 07 22:17:27.446233 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-08b25cca-fb3a-4544-9937-2c7ee1871ea4 req-ac04aa6d-fc6d-48aa-ba23-1b5612d8bb7b service neutron] 10.222.0.59 "GET /v2.0/networks/0839a7af-146b-454e-bfcf-a3b86e510e90?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0809009
May 07 22:17:27.467038 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:17:27.538316 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-08b25cca-fb3a-4544-9937-2c7ee1871ea4 req-ba732c48-262f-4802-851f-bbcf925562d4 service neutron] 10.222.0.59 "GET /v2.0/networks/0839a7af-146b-454e-bfcf-a3b86e510e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0866821
May 07 22:17:28.436131 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab54461-781d-4e9a-8d62-fe1af94fdbe9 req-3888796b-ca33-4c38-adef-e6870b3626d3 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:17:28.437603 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9ab54461-781d-4e9a-8d62-fe1af94fdbe9 req-3888796b-ca33-4c38-adef-e6870b3626d3 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=8eb649c7-b657-44d4-bb73-606cd09d5be4 HTTP/1.1" status: 200  len: 944 time: 0.0521212
May 07 22:17:28.485376 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9ab54461-781d-4e9a-8d62-fe1af94fdbe9 req-d2b66a54-824d-40d2-a2ac-35b4bef54e9f tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=241f9c72-4497-49d2-924d-a8eef738549c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421476
May 07 22:17:28.644990 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eb649c7-b657-44d4-bb73-606cd09d5be4', 'tag': '9c2ebdfc-88f2-4b16-86b6-f431afb49876'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:17:28.647384 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf8cc3ea-3487-4dac-9038-90549c9e140f" -d '{"events": [{"name": "network-changed", "server_uuid": "8eb649c7-b657-44d4-bb73-606cd09d5be4", "tag": "9c2ebdfc-88f2-4b16-86b6-f431afb49876"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:17:28.695068 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08cd955d-c58c-42ae-aa5c-ee6c59d0b035 x-openstack-request-id: req-08cd955d-c58c-42ae-aa5c-ee6c59d0b035 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:17:28.695365 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8eb649c7-b657-44d4-bb73-606cd09d5be4", "tag": "9c2ebdfc-88f2-4b16-86b6-f431afb49876", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:17:28.695624 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-08cd955d-c58c-42ae-aa5c-ee6c59d0b035 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:17:28.696034 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08cd955d-c58c-42ae-aa5c-ee6c59d0b035'] response: {'name': 'network-changed', 'server_uuid': '8eb649c7-b657-44d4-bb73-606cd09d5be4', 'tag': '9c2ebdfc-88f2-4b16-86b6-f431afb49876', 'status': 'completed', 'code': 200}
May 07 22:17:28.751489 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8cc3ea-3487-4dac-9038-90549c9e140f req-b6d3daa0-9be0-46c8-86df-138b5fe62dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:17:28.752948 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bf8cc3ea-3487-4dac-9038-90549c9e140f req-b6d3daa0-9be0-46c8-86df-138b5fe62dd1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=16812b38c4514406886f0ab13cabe8ad&device_id=8eb649c7-b657-44d4-bb73-606cd09d5be4 HTTP/1.1" status: 200  len: 1126 time: 0.0401051
May 07 22:17:28.755053 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8cc3ea-3487-4dac-9038-90549c9e140f req-b0caea6d-0f2f-480a-b0ff-b0c974e3f2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:17:28.756530 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bf8cc3ea-3487-4dac-9038-90549c9e140f req-b0caea6d-0f2f-480a-b0ff-b0c974e3f2b3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=16812b38c4514406886f0ab13cabe8ad&device_id=8eb649c7-b657-44d4-bb73-606cd09d5be4 HTTP/1.1" status: 200  len: 1126 time: 0.0395961
May 07 22:17:28.846181 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8cc3ea-3487-4dac-9038-90549c9e140f req-960aae16-21e4-4d3d-a764-ec4fe9526619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:17:28.847616 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bf8cc3ea-3487-4dac-9038-90549c9e140f req-960aae16-21e4-4d3d-a764-ec4fe9526619 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0839a7af-146b-454e-bfcf-a3b86e510e90 HTTP/1.1" status: 200  len: 898 time: 0.0889437
May 07 22:17:28.851152 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8cc3ea-3487-4dac-9038-90549c9e140f req-5bba8595-ee56-4f1e-9387-3d55e49adb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:17:28.852593 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bf8cc3ea-3487-4dac-9038-90549c9e140f req-5bba8595-ee56-4f1e-9387-3d55e49adb69 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0839a7af-146b-454e-bfcf-a3b86e510e90 HTTP/1.1" status: 200  len: 898 time: 0.0890617
May 07 22:17:28.911875 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bf8cc3ea-3487-4dac-9038-90549c9e140f req-c235ae4d-e599-4809-abe8-5f33e4be9787 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c2ebdfc-88f2-4b16-86b6-f431afb49876 HTTP/1.1" status: 200  len: 1000 time: 0.0582464
May 07 22:17:28.916474 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bf8cc3ea-3487-4dac-9038-90549c9e140f req-a964b7ba-69a5-40c7-937c-154e7c72653c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c2ebdfc-88f2-4b16-86b6-f431afb49876 HTTP/1.1" status: 200  len: 1000 time: 0.0571737
May 07 22:17:28.964407 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8cc3ea-3487-4dac-9038-90549c9e140f req-6b0044b5-00d3-490e-8d8e-b95838662dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:17:28.966430 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bf8cc3ea-3487-4dac-9038-90549c9e140f req-6b0044b5-00d3-490e-8d8e-b95838662dfb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fc569a06-4381-46d1-b6be-115ad4394ebc HTTP/1.1" status: 200  len: 834 time: 0.0493701
May 07 22:17:29.017641 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8cc3ea-3487-4dac-9038-90549c9e140f req-7b6e1b46-d32b-436e-930c-4f8da833463f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:17:29.019112 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bf8cc3ea-3487-4dac-9038-90549c9e140f req-7b6e1b46-d32b-436e-930c-4f8da833463f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0839a7af-146b-454e-bfcf-a3b86e510e90&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0461032
May 07 22:17:29.036063 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8cc3ea-3487-4dac-9038-90549c9e140f req-8192c18d-ca7c-4842-99e2-97be5dd10ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:17:29.037446 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bf8cc3ea-3487-4dac-9038-90549c9e140f req-8192c18d-ca7c-4842-99e2-97be5dd10ad6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fc569a06-4381-46d1-b6be-115ad4394ebc HTTP/1.1" status: 200  len: 834 time: 0.0516253
May 07 22:17:29.091458 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8cc3ea-3487-4dac-9038-90549c9e140f req-3f545d93-c2f8-4351-93d2-0d9a209a0722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:17:29.093202 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bf8cc3ea-3487-4dac-9038-90549c9e140f req-3f545d93-c2f8-4351-93d2-0d9a209a0722 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0839a7af-146b-454e-bfcf-a3b86e510e90&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0497215
May 07 22:17:29.118247 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bf8cc3ea-3487-4dac-9038-90549c9e140f req-a449853b-c2bc-4b9f-a3ea-d4bb2151932b service neutron] 10.222.0.55 "GET /v2.0/networks/0839a7af-146b-454e-bfcf-a3b86e510e90?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0918353
May 07 22:17:29.169953 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:17:29.187339 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bf8cc3ea-3487-4dac-9038-90549c9e140f req-3b59432f-04a3-4dac-83c8-f914cd261e0d service neutron] 10.222.0.59 "GET /v2.0/networks/0839a7af-146b-454e-bfcf-a3b86e510e90?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0884206
May 07 22:17:29.222031 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bf8cc3ea-3487-4dac-9038-90549c9e140f req-ed505862-cf9e-4292-aa28-d51bbdc3ca58 service neutron] 10.222.0.55 "GET /v2.0/networks/0839a7af-146b-454e-bfcf-a3b86e510e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0983307
May 07 22:17:29.281368 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bf8cc3ea-3487-4dac-9038-90549c9e140f req-f1334256-b8a3-4a78-bef8-c1e9f6c32016 service neutron] 10.222.0.59 "GET /v2.0/networks/0839a7af-146b-454e-bfcf-a3b86e510e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0878341
May 07 22:17:29.569063 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 9c2ebdfc-88f2-4b16-86b6-f431afb49876 no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:17:29.600628 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccae415-fbf7-4186-9702-fa77cc528422 req-d3928d4e-951f-46f5-a9d4-d9bd8a51d92b tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:17:29.602132 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3ccae415-fbf7-4186-9702-fa77cc528422 req-d3928d4e-951f-46f5-a9d4-d9bd8a51d92b tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=8eb649c7-b657-44d4-bb73-606cd09d5be4 HTTP/1.1" status: 200  len: 944 time: 0.0483987
May 07 22:17:29.608996 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] The host nch1-master-1 is not matching for port 9c2ebdfc-88f2-4b16-86b6-f431afb49876 host nch2-master-1! {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2394}}
May 07 22:17:29.609394 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 9c2ebdfc-88f2-4b16-86b6-f431afb49876 not bound to the agent host nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:17:29.651459 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3ccae415-fbf7-4186-9702-fa77cc528422 req-9925cebc-9f38-40cf-aee2-0d7c67dd3577 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=241f9c72-4497-49d2-924d-a8eef738549c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434830
May 07 22:17:29.919756 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2937db-488c-464c-aa1d-9e646be02edf req-304ad459-7adc-4bd1-bf44-a0f38ecc2d89 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:17:29.921161 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3a2937db-488c-464c-aa1d-9e646be02edf req-304ad459-7adc-4bd1-bf44-a0f38ecc2d89 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=8eb649c7-b657-44d4-bb73-606cd09d5be4 HTTP/1.1" status: 200  len: 944 time: 0.1166959
May 07 22:17:29.929236 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc753870-e5e0-463f-894d-3d1e81eac8b3 req-78410817-dbcf-41ba-917d-c621b50a8ebe tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:17:29.930584 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bc753870-e5e0-463f-894d-3d1e81eac8b3 req-78410817-dbcf-41ba-917d-c621b50a8ebe tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.55 "GET /v2.0/ports?device_id=8eb649c7-b657-44d4-bb73-606cd09d5be4&tenant_id=16812b38c4514406886f0ab13cabe8ad&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 944 time: 0.1164553
May 07 22:17:30.019781 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3a2937db-488c-464c-aa1d-9e646be02edf req-b254d389-e7eb-49c2-95dc-49b8ab770e6f tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=241f9c72-4497-49d2-924d-a8eef738549c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0882103
May 07 22:17:30.024608 ncdv-master-1 neutron-server[121836]: INFO neutron.api.v2.resource [req-bc753870-e5e0-463f-894d-3d1e81eac8b3 req-2e0412ef-0adc-4c9d-bdbd-be23d72c2dc1 service neutron] delete failed (client error): The resource could not be found.
May 07 22:17:30.025553 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bc753870-e5e0-463f-894d-3d1e81eac8b3 req-2e0412ef-0adc-4c9d-bdbd-be23d72c2dc1 service neutron] 10.222.0.55 "DELETE /v2.0/ports/9c2ebdfc-88f2-4b16-86b6-f431afb49876/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0879123
May 07 22:17:30.113353 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc753870-e5e0-463f-894d-3d1e81eac8b3 req-3c43148c-3ee6-4218-8427-f75363ac7e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:17:30.114915 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bc753870-e5e0-463f-894d-3d1e81eac8b3 req-3c43148c-3ee6-4218-8427-f75363ac7e6b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=16812b38c4514406886f0ab13cabe8ad&device_id=8eb649c7-b657-44d4-bb73-606cd09d5be4 HTTP/1.1" status: 200  len: 1126 time: 0.0390134
May 07 22:17:30.204587 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc753870-e5e0-463f-894d-3d1e81eac8b3 req-ea0c3415-095c-4e61-a85c-7ed1e032c7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:17:30.206074 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bc753870-e5e0-463f-894d-3d1e81eac8b3 req-ea0c3415-095c-4e61-a85c-7ed1e032c7f4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0839a7af-146b-454e-bfcf-a3b86e510e90 HTTP/1.1" status: 200  len: 898 time: 0.0863221
May 07 22:17:30.273918 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bc753870-e5e0-463f-894d-3d1e81eac8b3 req-ff50bbd2-d0b7-4fea-abd6-d383194cb189 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c2ebdfc-88f2-4b16-86b6-f431afb49876 HTTP/1.1" status: 200  len: 1000 time: 0.0618348
May 07 22:17:30.291829 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:17:30.323005 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc753870-e5e0-463f-894d-3d1e81eac8b3 req-4959c05e-b2fb-4e97-bfcd-859f61f5cb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:17:30.324485 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bc753870-e5e0-463f-894d-3d1e81eac8b3 req-4959c05e-b2fb-4e97-bfcd-859f61f5cb23 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fc569a06-4381-46d1-b6be-115ad4394ebc HTTP/1.1" status: 200  len: 834 time: 0.0451140
May 07 22:17:30.366650 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc753870-e5e0-463f-894d-3d1e81eac8b3 req-2360baaa-f341-494e-9255-76942727c6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:17:30.368204 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bc753870-e5e0-463f-894d-3d1e81eac8b3 req-2360baaa-f341-494e-9255-76942727c6ce service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0839a7af-146b-454e-bfcf-a3b86e510e90&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0381293
May 07 22:17:30.469588 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bc753870-e5e0-463f-894d-3d1e81eac8b3 req-ebc3eb76-1219-4705-9468-19d969000580 service neutron] 10.222.0.55 "GET /v2.0/networks/0839a7af-146b-454e-bfcf-a3b86e510e90?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0953610
May 07 22:17:30.561384 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bc753870-e5e0-463f-894d-3d1e81eac8b3 req-3ee2eaed-20b8-444e-88aa-d6e2ebc41843 service neutron] 10.222.0.55 "GET /v2.0/networks/0839a7af-146b-454e-bfcf-a3b86e510e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0860038
May 07 22:17:31.137532 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f028db24-b4bb-46eb-9352-10607b2ba0db req-71d46ae9-e9ef-429d-bb88-ecf0d0a47cb9 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:17:31.139111 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f028db24-b4bb-46eb-9352-10607b2ba0db req-71d46ae9-e9ef-429d-bb88-ecf0d0a47cb9 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=8eb649c7-b657-44d4-bb73-606cd09d5be4 HTTP/1.1" status: 200  len: 944 time: 0.0478380
May 07 22:17:31.187853 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f028db24-b4bb-46eb-9352-10607b2ba0db req-0dd027c4-f0f5-4418-9a27-97608549ac1a tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=241f9c72-4497-49d2-924d-a8eef738549c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429175
May 07 22:17:31.210995 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 54354) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:17:31.275936 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-43e72deb-7337-429c-a11a-cfd31ee70022 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/floatingips/9a8ac0a0-7714-4ba7-a94d-5facdb7daee3 HTTP/1.1" status: 200  len: 992 time: 0.0633626
May 07 22:17:32.095431 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 9c2ebdfc-88f2-4b16-86b6-f431afb49876 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:17:32.192566 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 9c2ebdfc-88f2-4b16-86b6-f431afb49876, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9c2ebdfc-88f2-4b16-86b6-f431afb49876,segment=NetworkSegment(d19faa35-4399-4d8c-82b3-8e2318f7ddb8),segment_id=d19faa35-4399-4d8c-82b3-8e2318f7ddb8)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:17:32.204466 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': '9c2ebdfc-88f2-4b16-86b6-f431afb49876', 'network_id': '0839a7af-146b-454e-bfcf-a3b86e510e90', 'port_id': '9c2ebdfc-88f2-4b16-86b6-f431afb49876', 'mac_address': 'fa:16:3e:fc:f9:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc569a06-4381-46d1-b6be-115ad4394ebc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:17:32.240283 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 9c2ebdfc-88f2-4b16-86b6-f431afb49876 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:17:32.240668 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (9c2ebdfc-88f2-4b16-86b6-f431afb49876), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:17:32.253526 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c2ebdfc-88f2-4b16-86b6-f431afb49876 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:17:32.272733 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 9c2ebdfc-88f2-4b16-86b6-f431afb49876, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9c2ebdfc-88f2-4b16-86b6-f431afb49876,segment=NetworkSegment(d19faa35-4399-4d8c-82b3-8e2318f7ddb8),segment_id=d19faa35-4399-4d8c-82b3-8e2318f7ddb8)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:17:32.276629 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (9c2ebdfc-88f2-4b16-86b6-f431afb49876), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:17:32.326560 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=9c2ebdfc-88f2-4b16-86b6-f431afb49876,revision_number=8']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:17:32.333858 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:17:32.334213 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:17:32.334564 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:17:32.334939 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:17:32.335285 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:17:32.335622 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:17:32.335957 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:17:32.336293 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:17:32.336623 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:17:32.336954 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:17:32.337284 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:17:32.337612 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:17:32.337941 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:17:32.338269 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:17:32.338595 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:17:32.500506 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['9c2ebdfc-88f2-4b16-86b6-f431afb49876'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:17:33.935914 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d848e5-9861-48d7-b9c2-3f396181290b req-eb099048-0f58-4077-a460-0cd6261c7022 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:17:33.937273 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-50d848e5-9861-48d7-b9c2-3f396181290b req-eb099048-0f58-4077-a460-0cd6261c7022 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?device_id=20f0b5de-f6ce-4056-b170-f80b05559ef2 HTTP/1.1" status: 200  len: 945 time: 0.0463409
May 07 22:17:33.988844 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-50d848e5-9861-48d7-b9c2-3f396181290b req-eadedc76-132d-45f8-a15c-b445eb861d8d tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/security-groups?id=62207645-c79a-4d21-8232-3379a0311720&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458946
May 07 22:17:34.110867 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 9c2ebdfc-88f2-4b16-86b6-f431afb49876 up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:17:34.153833 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning for port 9c2ebdfc-88f2-4b16-86b6-f431afb49876 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 22:17:34.159432 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port 9c2ebdfc-88f2-4b16-86b6-f431afb49876 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:17:34.159851 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (9c2ebdfc-88f2-4b16-86b6-f431afb49876), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:17:34.385571 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 9c2ebdfc-88f2-4b16-86b6-f431afb49876 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:17:34.385954 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (9c2ebdfc-88f2-4b16-86b6-f431afb49876), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:17:34.408872 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eb649c7-b657-44d4-bb73-606cd09d5be4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c2ebdfc-88f2-4b16-86b6-f431afb49876'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:17:34.411164 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83a1eb9d-a4f2-4437-8d58-40ef5281b1f0" -d '{"events": [{"server_uuid": "8eb649c7-b657-44d4-bb73-606cd09d5be4", "name": "network-vif-plugged", "status": "completed", "tag": "9c2ebdfc-88f2-4b16-86b6-f431afb49876"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:17:34.423662 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 9c2ebdfc-88f2-4b16-86b6-f431afb49876, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9c2ebdfc-88f2-4b16-86b6-f431afb49876,segment=NetworkSegment(d19faa35-4399-4d8c-82b3-8e2318f7ddb8),segment_id=d19faa35-4399-4d8c-82b3-8e2318f7ddb8)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:17:34.427573 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (9c2ebdfc-88f2-4b16-86b6-f431afb49876), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:17:34.475075 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=9c2ebdfc-88f2-4b16-86b6-f431afb49876,revision_number=9']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:17:34.509037 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef3b8d4f-7e5f-40ed-a36b-e0ff7a31ce45 x-openstack-request-id: req-ef3b8d4f-7e5f-40ed-a36b-e0ff7a31ce45 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:17:34.509352 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eb649c7-b657-44d4-bb73-606cd09d5be4", "name": "network-vif-plugged", "status": "completed", "tag": "9c2ebdfc-88f2-4b16-86b6-f431afb49876", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:17:34.509635 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ef3b8d4f-7e5f-40ed-a36b-e0ff7a31ce45 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:17:34.510044 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef3b8d4f-7e5f-40ed-a36b-e0ff7a31ce45'] response: {'server_uuid': '8eb649c7-b657-44d4-bb73-606cd09d5be4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c2ebdfc-88f2-4b16-86b6-f431afb49876', 'code': 200}
May 07 22:17:35.106548 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0a423f-db2c-4115-9fbf-774b941f3848 req-a90e7a98-733d-42a5-ba43-2b1203b4d3c9 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:17:35.108112 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-db0a423f-db2c-4115-9fbf-774b941f3848 req-a90e7a98-733d-42a5-ba43-2b1203b4d3c9 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?device_id=20f0b5de-f6ce-4056-b170-f80b05559ef2 HTTP/1.1" status: 200  len: 945 time: 0.0461442
May 07 22:17:35.163053 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-db0a423f-db2c-4115-9fbf-774b941f3848 req-82cbb80d-7dbb-4bf8-8567-adb994b5cb8e tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/security-groups?id=62207645-c79a-4d21-8232-3379a0311720&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0492344
May 07 22:17:35.349054 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3d1ff7-7d50-4640-bab8-7899aa1283ce req-b8e87f93-a82a-4976-8c74-f9a7cbdbb71f tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:17:35.350425 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6c3d1ff7-7d50-4640-bab8-7899aa1283ce req-b8e87f93-a82a-4976-8c74-f9a7cbdbb71f tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.55 "GET /v2.0/ports?device_id=20f0b5de-f6ce-4056-b170-f80b05559ef2 HTTP/1.1" status: 200  len: 945 time: 0.0463877
May 07 22:17:35.439982 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-6c3d1ff7-7d50-4640-bab8-7899aa1283ce req-6a554884-b5a4-4921-90a5-67aabaf1345f tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Deleting port 1b64f639-6c53-4e70-9bf6-32f27e15becc {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:17:35.440327 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-6c3d1ff7-7d50-4640-bab8-7899aa1283ce req-6a554884-b5a4-4921-90a5-67aabaf1345f tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (1b64f639-6c53-4e70-9bf6-32f27e15becc), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:17:35.539220 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-6c3d1ff7-7d50-4640-bab8-7899aa1283ce req-6a554884-b5a4-4921-90a5-67aabaf1345f tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] For port 1b64f639-6c53-4e70-9bf6-32f27e15becc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1b64f639-6c53-4e70-9bf6-32f27e15becc,segment=NetworkSegment(3c434885-c673-48d5-9295-930316ad3f91),segment_id=3c434885-c673-48d5-9295-930316ad3f91)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:17:35.539586 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-6c3d1ff7-7d50-4640-bab8-7899aa1283ce req-6a554884-b5a4-4921-90a5-67aabaf1345f tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (1b64f639-6c53-4e70-9bf6-32f27e15becc), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:17:35.761114 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-6c3d1ff7-7d50-4640-bab8-7899aa1283ce req-6a554884-b5a4-4921-90a5-67aabaf1345f tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:17:35.761481 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-6c3d1ff7-7d50-4640-bab8-7899aa1283ce req-6a554884-b5a4-4921-90a5-67aabaf1345f tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (6b70412c-068e-4683-be15-2001b8ed2846), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:17:35.761822 ncdv-master-1 neutron-server[121836]: INFO neutron.db.l3_db [req-6c3d1ff7-7d50-4640-bab8-7899aa1283ce req-6a554884-b5a4-4921-90a5-67aabaf1345f tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Floating IP 6b70412c-068e-4683-be15-2001b8ed2846 disassociated. External IP: 172.35.4.186, port: 1b64f639-6c53-4e70-9bf6-32f27e15becc.
May 07 22:17:35.762219 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-6c3d1ff7-7d50-4640-bab8-7899aa1283ce req-6a554884-b5a4-4921-90a5-67aabaf1345f tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Calling delete_port for 1b64f639-6c53-4e70-9bf6-32f27e15becc owned by compute:nova {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:17:35.892715 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-6c3d1ff7-7d50-4640-bab8-7899aa1283ce req-6a554884-b5a4-4921-90a5-67aabaf1345f tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (1b64f639-6c53-4e70-9bf6-32f27e15becc), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:17:35.921988 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a554884-b5a4-4921-90a5-67aabaf1345f tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Pushing event deleted for resources: {'Port': ['ID=1b64f639-6c53-4e70-9bf6-32f27e15becc,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:17:36.036296 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c3d1ff7-7d50-4640-bab8-7899aa1283ce req-6a554884-b5a4-4921-90a5-67aabaf1345f tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Router 5818ea6a-1d9f-4b31-9f37-322f577d0c65 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:17:36.150452 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c3d1ff7-7d50-4640-bab8-7899aa1283ce req-6a554884-b5a4-4921-90a5-67aabaf1345f tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:17:36.160539 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651bf30e-e00c-4122-8090-1bbb81c96b68 None None] Sync routers for ids ['5818ea6a-1d9f-4b31-9f37-322f577d0c65'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:17:36.169957 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651bf30e-e00c-4122-8090-1bbb81c96b68 None None] Routers {'5818ea6a-1d9f-4b31-9f37-322f577d0c65'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:17:36.170669 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-651bf30e-e00c-4122-8090-1bbb81c96b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7ea14b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:17:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['5818ea6a-1d9f-4b31-9f37-322f577d0c65'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:17:36.195689 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c3d1ff7-7d50-4640-bab8-7899aa1283ce req-6a554884-b5a4-4921-90a5-67aabaf1345f tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] No DVR routers for this DVR port 1b64f639-6c53-4e70-9bf6-32f27e15becc on host nch1-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:17:36.199950 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-6c3d1ff7-7d50-4640-bab8-7899aa1283ce req-6a554884-b5a4-4921-90a5-67aabaf1345f tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:17:36.203482 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6c3d1ff7-7d50-4640-bab8-7899aa1283ce req-6a554884-b5a4-4921-90a5-67aabaf1345f tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.55 "DELETE /v2.0/ports/1b64f639-6c53-4e70-9bf6-32f27e15becc HTTP/1.1" status: 204  len: 173 time: 0.8479893
May 07 22:17:36.203968 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20f0b5de-f6ce-4056-b170-f80b05559ef2', 'name': 'network-vif-deleted', 'tag': '1b64f639-6c53-4e70-9bf6-32f27e15becc'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:17:36.206284 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6acfb10-4c01-4051-ad82-75737e9a9cce" -d '{"events": [{"server_uuid": "20f0b5de-f6ce-4056-b170-f80b05559ef2", "name": "network-vif-deleted", "tag": "1b64f639-6c53-4e70-9bf6-32f27e15becc"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:17:36.315597 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-651bf30e-e00c-4122-8090-1bbb81c96b68 None None] Set router 5818ea6a-1d9f-4b31-9f37-322f577d0c65 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:17:36.581725 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-651bf30e-e00c-4122-8090-1bbb81c96b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7ea14b80>, [{'id': '5818ea6a-1d9f-4b31-9f37-322f577d0c65', 'name': 'tempest-TestVolumeBootPattern-100968147-router', 'tenant_id': 'f3657e8df46a4252b9eb1eb159306a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.231'}], 'enable_snat': True}, 'gw_port_id': '196d5d88-adf4-4c22-9c34-8fadc03bc903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:12:03Z', 'updated_at': '2022-05-07T22:12:09Z', 'revision_number': 4, 'project_id': 'f3657e8df46a4252b9eb1eb159306a66', 'gw_port': {'id': '196d5d88-adf4-4c22-9c34-8fadc03bc903', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:eb:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5818ea6a-1d9f-4b31-9f37-322f577d0c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:12:04Z', 'updated_at': '2022-05-07T22:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '314b9385-4e3d-4e29-bca8-d74d438a8c68', 'name': '', 'network_id': '87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce', 'tenant_id': 'f3657e8df46a4252b9eb1eb159306a66', 'mac_address': 'fa:16:3e:bf:a0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5818ea6a-1d9f-4b31-9f37-322f577d0c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'c381f23c-d79e-4860-966b-6594e682e18c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:12:07Z', 'updated_at': '2022-05-07T22:12:21Z', 'revision_number': 5, 'project_id': 'f3657e8df46a4252b9eb1eb159306a66', 'subnets': [{'id': 'c381f23c-d79e-4860-966b-6594e682e18c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:17:36.609099 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651bf30e-e00c-4122-8090-1bbb81c96b68 None None] Checking router: 5818ea6a-1d9f-4b31-9f37-322f577d0c65 for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:17:36.610491 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1d72e50-9192-45d9-8b68-56d3c119cd4a x-openstack-request-id: req-c1d72e50-9192-45d9-8b68-56d3c119cd4a {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:17:36.611110 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20f0b5de-f6ce-4056-b170-f80b05559ef2", "name": "network-vif-deleted", "tag": "1b64f639-6c53-4e70-9bf6-32f27e15becc", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:17:36.611110 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c1d72e50-9192-45d9-8b68-56d3c119cd4a {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:17:36.611498 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1d72e50-9192-45d9-8b68-56d3c119cd4a'] response: {'server_uuid': '20f0b5de-f6ce-4056-b170-f80b05559ef2', 'name': 'network-vif-deleted', 'tag': '1b64f639-6c53-4e70-9bf6-32f27e15becc', 'status': 'completed', 'code': 200}
May 07 22:17:36.613420 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e5d89756-da02-4651-b368-7de9f1363c21 req-d99bf3ec-329b-411b-a998-07098a7c61b3 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?device_id=20f0b5de-f6ce-4056-b170-f80b05559ef2 HTTP/1.1" status: 200  len: 210 time: 0.3638647
May 07 22:17:36.617813 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651bf30e-e00c-4122-8090-1bbb81c96b68 None None] Routers {'5818ea6a-1d9f-4b31-9f37-322f577d0c65'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:17:36.618500 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-651bf30e-e00c-4122-8090-1bbb81c96b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7ea14b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:17:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['5818ea6a-1d9f-4b31-9f37-322f577d0c65'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:17:36.726344 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-651bf30e-e00c-4122-8090-1bbb81c96b68 None None] Set router 5818ea6a-1d9f-4b31-9f37-322f577d0c65 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:17:36.921104 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-651bf30e-e00c-4122-8090-1bbb81c96b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7ea14b80>, [{'id': '5818ea6a-1d9f-4b31-9f37-322f577d0c65', 'name': 'tempest-TestVolumeBootPattern-100968147-router', 'tenant_id': 'f3657e8df46a4252b9eb1eb159306a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.231'}], 'enable_snat': True}, 'gw_port_id': '196d5d88-adf4-4c22-9c34-8fadc03bc903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:12:03Z', 'updated_at': '2022-05-07T22:12:09Z', 'revision_number': 4, 'project_id': 'f3657e8df46a4252b9eb1eb159306a66', 'gw_port': {'id': '196d5d88-adf4-4c22-9c34-8fadc03bc903', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:eb:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5818ea6a-1d9f-4b31-9f37-322f577d0c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:12:04Z', 'updated_at': '2022-05-07T22:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '314b9385-4e3d-4e29-bca8-d74d438a8c68', 'name': '', 'network_id': '87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce', 'tenant_id': 'f3657e8df46a4252b9eb1eb159306a66', 'mac_address': 'fa:16:3e:bf:a0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5818ea6a-1d9f-4b31-9f37-322f577d0c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'c381f23c-d79e-4860-966b-6594e682e18c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:12:07Z', 'updated_at': '2022-05-07T22:12:21Z', 'revision_number': 5, 'project_id': 'f3657e8df46a4252b9eb1eb159306a66', 'subnets': [{'id': 'c381f23c-d79e-4860-966b-6594e682e18c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:17:36.952023 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651bf30e-e00c-4122-8090-1bbb81c96b68 None None] The sync data for ids ['5818ea6a-1d9f-4b31-9f37-322f577d0c65'] in ncdv-master-1 is: [{'id': '5818ea6a-1d9f-4b31-9f37-322f577d0c65', 'name': 'tempest-TestVolumeBootPattern-100968147-router', 'tenant_id': 'f3657e8df46a4252b9eb1eb159306a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.231'}], 'enable_snat': True}, 'gw_port_id': '196d5d88-adf4-4c22-9c34-8fadc03bc903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:12:03Z', 'updated_at': '2022-05-07T22:12:09Z', 'revision_number': 4, 'project_id': 'f3657e8df46a4252b9eb1eb159306a66', 'gw_port': {'id': '196d5d88-adf4-4c22-9c34-8fadc03bc903', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:eb:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5818ea6a-1d9f-4b31-9f37-322f577d0c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:12:04Z', 'updated_at': '2022-05-07T22:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '314b9385-4e3d-4e29-bca8-d74d438a8c68', 'name': '', 'network_id': '87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce', 'tenant_id': 'f3657e8df46a4252b9eb1eb159306a66', 'mac_address': 'fa:16:3e:bf:a0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5818ea6a-1d9f-4b31-9f37-322f577d0c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'c381f23c-d79e-4860-966b-6594e682e18c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:12:07Z', 'updated_at': '2022-05-07T22:12:21Z', 'revision_number': 5, 'project_id': 'f3657e8df46a4252b9eb1eb159306a66', 'subnets': [{'id': 'c381f23c-d79e-4860-966b-6594e682e18c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:17:37.191469 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf189e1-0321-4c01-b178-c4582a023ed6 None None] New status for floating IP 6b70412c-068e-4683-be15-2001b8ed2846: DOWN {{(pid=121839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 07 22:17:37.829104 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f1baf4c3-ab50-492c-a4d5-744ef30c44d4 req-073e8a71-1aaf-4284-8691-7932d880d89f tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1983604752&fields=id&tenant_id=f3657e8df46a4252b9eb1eb159306a66 HTTP/1.1" status: 200  len: 267 time: 0.0529356
May 07 22:17:37.935377 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1baf4c3-ab50-492c-a4d5-744ef30c44d4 req-c14ba81b-b14b-4728-ae4c-48d009fda6d3 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:17:37.936740 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f1baf4c3-ab50-492c-a4d5-744ef30c44d4 req-c14ba81b-b14b-4728-ae4c-48d009fda6d3 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/networks?id=87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce HTTP/1.1" status: 200  len: 811 time: 0.1013184
May 07 22:17:37.951210 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f1baf4c3-ab50-492c-a4d5-744ef30c44d4 req-d9c4f469-7d6a-4fd8-8dcf-86b756c8802a tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/quotas/f3657e8df46a4252b9eb1eb159306a66 HTTP/1.1" status: 200  len: 375 time: 0.0092056
May 07 22:17:38.011298 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f1baf4c3-ab50-492c-a4d5-744ef30c44d4 req-f5e36d82-2a96-4ef6-8515-5708a526dd45 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f3657e8df46a4252b9eb1eb159306a66&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0554295
May 07 22:17:38.079914 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [req-f1baf4c3-ab50-492c-a4d5-744ef30c44d4 req-00d078a9-1c73-4974-a520-032b0428d570 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121836) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:17:38.080923 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f1baf4c3-ab50-492c-a4d5-744ef30c44d4 req-00d078a9-1c73-4974-a520-032b0428d570 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0585527
May 07 22:17:38.173630 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f1baf4c3-ab50-492c-a4d5-744ef30c44d4 req-19f288fa-bbe2-4dbc-90bb-fdbeee5ab3a2 service neutron] 10.222.0.32 "GET /v2.0/networks/87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0867569
May 07 22:17:38.270478 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f1baf4c3-ab50-492c-a4d5-744ef30c44d4 req-1b047354-711b-449b-8d4f-6f6c20676093 service neutron] 10.222.0.32 "GET /v2.0/networks/87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0911260
May 07 22:17:38.554221 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0b34d0f7-1da5-4f53-92c7-0482c10882ca req-8801c07b-a60b-40e9-80e7-4f8f84bdbe03 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?device_id=72021281-107d-4e98-b768-6b8d54710130 HTTP/1.1" status: 200  len: 210 time: 0.0274639
May 07 22:17:39.440706 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1baf4c3-ab50-492c-a4d5-744ef30c44d4 req-1a4ea56e-4490-443d-a666-62c9dc072f38 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:17:39.442077 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f1baf4c3-ab50-492c-a4d5-744ef30c44d4 req-1a4ea56e-4490-443d-a666-62c9dc072f38 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.55 "GET /v2.0/networks?id=87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce HTTP/1.1" status: 200  len: 811 time: 0.1098166
May 07 22:17:39.508508 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f1baf4c3-ab50-492c-a4d5-744ef30c44d4 req-207673ca-a056-4dcd-b0df-9a58de4f42a2 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3657e8df46a4252b9eb1eb159306a66 HTTP/1.1" status: 200  len: 380 time: 0.0543983
May 07 22:17:39.517039 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-f1baf4c3-ab50-492c-a4d5-744ef30c44d4 req-49390b35-8b66-4b5d-9a0a-048e2bbfdda7 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Request body: {'port': {'device_id': '72021281-107d-4e98-b768-6b8d54710130', 'network_id': '87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce', 'admin_state_up': True, 'tenant_id': 'f3657e8df46a4252b9eb1eb159306a66', 'security_groups': ['62207645-c79a-4d21-8232-3379a0311720']}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:17:39.648679 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 1b64f639-6c53-4e70-9bf6-32f27e15becc no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:17:39.655063 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d679eac0-dfc3-4427-a78e-a9ddf96b028b req-33282436-0183-45fa-a024-cbf495f7d33a tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?device_id=72021281-107d-4e98-b768-6b8d54710130 HTTP/1.1" status: 200  len: 210 time: 0.0299430
May 07 22:17:39.669024 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1baf4c3-ab50-492c-a4d5-744ef30c44d4 req-49390b35-8b66-4b5d-9a0a-048e2bbfdda7 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Made reservation on behalf of f3657e8df46a4252b9eb1eb159306a66 for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:17:39.677547 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-f1baf4c3-ab50-492c-a4d5-744ef30c44d4 req-49390b35-8b66-4b5d-9a0a-048e2bbfdda7 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:17:39.684652 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] No Port match for: 1b64f639-6c53-4e70-9bf6-32f27e15becc {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:17:39.685010 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 1b64f639-6c53-4e70-9bf6-32f27e15becc not bound to the agent host nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:17:39.810714 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [req-f1baf4c3-ab50-492c-a4d5-744ef30c44d4 req-49390b35-8b66-4b5d-9a0a-048e2bbfdda7 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Allocated IP 172.20.0.14 (87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce/c381f23c-d79e-4860-966b-6594e682e18c/4734e952-8aca-4ba2-be4b-da036580c7c5) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:17:39.956394 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-f1baf4c3-ab50-492c-a4d5-744ef30c44d4 req-49390b35-8b66-4b5d-9a0a-048e2bbfdda7 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks [] for port (4734e952-8aca-4ba2-be4b-da036580c7c5), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:17:39.991567 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-f1baf4c3-ab50-492c-a4d5-744ef30c44d4 req-49390b35-8b66-4b5d-9a0a-048e2bbfdda7 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (4734e952-8aca-4ba2-be4b-da036580c7c5), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:17:40.037486 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1baf4c3-ab50-492c-a4d5-744ef30c44d4 req-49390b35-8b66-4b5d-9a0a-048e2bbfdda7 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Network 87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:17:40.040505 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [req-f1baf4c3-ab50-492c-a4d5-744ef30c44d4 req-49390b35-8b66-4b5d-9a0a-048e2bbfdda7 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:17:40.044170 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1baf4c3-ab50-492c-a4d5-744ef30c44d4 req-49390b35-8b66-4b5d-9a0a-048e2bbfdda7 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:17:40.076890 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49390b35-8b66-4b5d-9a0a-048e2bbfdda7 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Pushing event updated for resources: {'Port': ['ID=4734e952-8aca-4ba2-be4b-da036580c7c5,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:17:40.102518 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1baf4c3-ab50-492c-a4d5-744ef30c44d4 req-49390b35-8b66-4b5d-9a0a-048e2bbfdda7 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:17:40.103231 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-f1baf4c3-ab50-492c-a4d5-744ef30c44d4 req-49390b35-8b66-4b5d-9a0a-048e2bbfdda7 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:17:40.120053 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f1baf4c3-ab50-492c-a4d5-744ef30c44d4 req-49390b35-8b66-4b5d-9a0a-048e2bbfdda7 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.6065950
May 07 22:17:40.131196 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-f1baf4c3-ab50-492c-a4d5-744ef30c44d4 req-ea04675d-484d-45cd-a0bc-72a734ef07e0 service neutron] Request body: {'port': {'device_id': '72021281-107d-4e98-b768-6b8d54710130', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:17:40.200832 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-f1baf4c3-ab50-492c-a4d5-744ef30c44d4 req-ea04675d-484d-45cd-a0bc-72a734ef07e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (4734e952-8aca-4ba2-be4b-da036580c7c5), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:17:40.315909 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-6bdede8c-52ae-41a6-af4f-1d80915c9d08 None None] Provisioning complete for port 4734e952-8aca-4ba2-be4b-da036580c7c5 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:17:40.316296 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6bdede8c-52ae-41a6-af4f-1d80915c9d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (4734e952-8aca-4ba2-be4b-da036580c7c5), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:17:40.352718 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-6bdede8c-52ae-41a6-af4f-1d80915c9d08 None None] Port 4734e952-8aca-4ba2-be4b-da036580c7c5 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:17:40.490384 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [req-f1baf4c3-ab50-492c-a4d5-744ef30c44d4 req-ea04675d-484d-45cd-a0bc-72a734ef07e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4734e952-8aca-4ba2-be4b-da036580c7c5 {{(pid=121836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:17:40.498492 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-f1baf4c3-ab50-492c-a4d5-744ef30c44d4 req-ea04675d-484d-45cd-a0bc-72a734ef07e0 service neutron] Publish callbacks [] for port (4734e952-8aca-4ba2-be4b-da036580c7c5), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:17:40.510995 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.provisioning_blocks [req-f1baf4c3-ab50-492c-a4d5-744ef30c44d4 req-ea04675d-484d-45cd-a0bc-72a734ef07e0 service neutron] Transition to ACTIVE for port object 4734e952-8aca-4ba2-be4b-da036580c7c5 will not be triggered until provisioned by entity L2. {{(pid=121836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 22:17:40.515789 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-f1baf4c3-ab50-492c-a4d5-744ef30c44d4 req-ea04675d-484d-45cd-a0bc-72a734ef07e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (4734e952-8aca-4ba2-be4b-da036580c7c5), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:17:40.571623 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea04675d-484d-45cd-a0bc-72a734ef07e0 service neutron] Pushing event updated for resources: {'Port': ['ID=4734e952-8aca-4ba2-be4b-da036580c7c5,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:17:40.645076 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-f1baf4c3-ab50-492c-a4d5-744ef30c44d4 req-ea04675d-484d-45cd-a0bc-72a734ef07e0 service neutron] Attempting to bind port 4734e952-8aca-4ba2-be4b-da036580c7c5 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:17:40.645423 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-f1baf4c3-ab50-492c-a4d5-744ef30c44d4 req-ea04675d-484d-45cd-a0bc-72a734ef07e0 service neutron] Attempting to bind port 4734e952-8aca-4ba2-be4b-da036580c7c5 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '3c434885-c673-48d5-9295-930316ad3f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:17:40.645756 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1baf4c3-ab50-492c-a4d5-744ef30c44d4 req-ea04675d-484d-45cd-a0bc-72a734ef07e0 service neutron] Attempting to bind port 4734e952-8aca-4ba2-be4b-da036580c7c5 on network 87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:17:40.651562 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1baf4c3-ab50-492c-a4d5-744ef30c44d4 req-ea04675d-484d-45cd-a0bc-72a734ef07e0 service neutron] Port 4734e952-8aca-4ba2-be4b-da036580c7c5 on network 87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:17:40.651884 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1baf4c3-ab50-492c-a4d5-744ef30c44d4 req-ea04675d-484d-45cd-a0bc-72a734ef07e0 service neutron] Attempting to bind port 4734e952-8aca-4ba2-be4b-da036580c7c5 on network 87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:17:40.657243 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1baf4c3-ab50-492c-a4d5-744ef30c44d4 req-ea04675d-484d-45cd-a0bc-72a734ef07e0 service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:17:40.657582 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1baf4c3-ab50-492c-a4d5-744ef30c44d4 req-ea04675d-484d-45cd-a0bc-72a734ef07e0 service neutron] Checking segment: {'id': '3c434885-c673-48d5-9295-930316ad3f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:17:40.657971 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1baf4c3-ab50-492c-a4d5-744ef30c44d4 req-ea04675d-484d-45cd-a0bc-72a734ef07e0 service neutron] Bound using segment: {'id': '3c434885-c673-48d5-9295-930316ad3f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:17:40.658419 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-f1baf4c3-ab50-492c-a4d5-744ef30c44d4 req-ea04675d-484d-45cd-a0bc-72a734ef07e0 service neutron] Bound port: 4734e952-8aca-4ba2-be4b-da036580c7c5, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c434885-c673-48d5-9295-930316ad3f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:17:40.658764 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-f1baf4c3-ab50-492c-a4d5-744ef30c44d4 req-ea04675d-484d-45cd-a0bc-72a734ef07e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (4734e952-8aca-4ba2-be4b-da036580c7c5), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:17:40.730313 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-f1baf4c3-ab50-492c-a4d5-744ef30c44d4 req-ea04675d-484d-45cd-a0bc-72a734ef07e0 service neutron] For port 4734e952-8aca-4ba2-be4b-da036580c7c5, host nch1-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:17:40.734363 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-f1baf4c3-ab50-492c-a4d5-744ef30c44d4 req-ea04675d-484d-45cd-a0bc-72a734ef07e0 service neutron] For port 4734e952-8aca-4ba2-be4b-da036580c7c5, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4734e952-8aca-4ba2-be4b-da036580c7c5,segment=NetworkSegment(3c434885-c673-48d5-9295-930316ad3f91),segment_id=3c434885-c673-48d5-9295-930316ad3f91)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:17:40.741593 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-f1baf4c3-ab50-492c-a4d5-744ef30c44d4 req-ea04675d-484d-45cd-a0bc-72a734ef07e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (4734e952-8aca-4ba2-be4b-da036580c7c5), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:17:40.779819 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1baf4c3-ab50-492c-a4d5-744ef30c44d4 req-ea04675d-484d-45cd-a0bc-72a734ef07e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:17:40.780456 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-f1baf4c3-ab50-492c-a4d5-744ef30c44d4 req-ea04675d-484d-45cd-a0bc-72a734ef07e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:17:40.781840 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f1baf4c3-ab50-492c-a4d5-744ef30c44d4 req-ea04675d-484d-45cd-a0bc-72a734ef07e0 service neutron] 10.222.0.55 "PUT /v2.0/ports/4734e952-8aca-4ba2-be4b-da036580c7c5 HTTP/1.1" status: 200  len: 1092 time: 0.6550682
May 07 22:17:40.782288 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72021281-107d-4e98-b768-6b8d54710130', 'tag': '4734e952-8aca-4ba2-be4b-da036580c7c5'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:17:40.784582 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa242ca6-d871-4245-a8d3-529c8891bef1" -d '{"events": [{"name": "network-changed", "server_uuid": "72021281-107d-4e98-b768-6b8d54710130", "tag": "4734e952-8aca-4ba2-be4b-da036580c7c5"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:17:40.785165 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f868b15-10a5-4b98-b69e-eb76f9060228 req-56ecbec5-e41f-4e46-bf97-5e19802f03db tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:17:40.795333 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5f868b15-10a5-4b98-b69e-eb76f9060228 req-56ecbec5-e41f-4e46-bf97-5e19802f03db tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?device_id=72021281-107d-4e98-b768-6b8d54710130 HTTP/1.1" status: 200  len: 944 time: 0.0600784
May 07 22:17:40.828261 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea04675d-484d-45cd-a0bc-72a734ef07e0 service neutron] Pushing event updated for resources: {'Port': ['ID=4734e952-8aca-4ba2-be4b-da036580c7c5,revision_number=3']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:17:40.846471 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d063d9da-9191-4d47-9476-2cf48ceb48be x-openstack-request-id: req-d063d9da-9191-4d47-9476-2cf48ceb48be {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:17:40.846471 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72021281-107d-4e98-b768-6b8d54710130", "tag": "4734e952-8aca-4ba2-be4b-da036580c7c5", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:17:40.846471 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d063d9da-9191-4d47-9476-2cf48ceb48be {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:17:40.846980 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d063d9da-9191-4d47-9476-2cf48ceb48be'] response: {'name': 'network-changed', 'server_uuid': '72021281-107d-4e98-b768-6b8d54710130', 'tag': '4734e952-8aca-4ba2-be4b-da036580c7c5', 'status': 'completed', 'code': 200}
May 07 22:17:40.867166 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5f868b15-10a5-4b98-b69e-eb76f9060228 req-e41b2491-dd85-49cc-a458-150b458349c6 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/security-groups?id=62207645-c79a-4d21-8232-3379a0311720&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0640295
May 07 22:17:40.884383 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1baf4c3-ab50-492c-a4d5-744ef30c44d4 req-0f60be97-9bed-43d5-b2ae-2ce95b0390b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:17:40.886238 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f1baf4c3-ab50-492c-a4d5-744ef30c44d4 req-0f60be97-9bed-43d5-b2ae-2ce95b0390b8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f3657e8df46a4252b9eb1eb159306a66&device_id=72021281-107d-4e98-b768-6b8d54710130 HTTP/1.1" status: 200  len: 1126 time: 0.0527596
May 07 22:17:40.933471 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f1baf4c3-ab50-492c-a4d5-744ef30c44d4 req-6d6aaf9f-aea3-49a6-94e9-ba4400e1c1bc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4734e952-8aca-4ba2-be4b-da036580c7c5 HTTP/1.1" status: 200  len: 217 time: 0.0403445
May 07 22:17:40.982998 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1baf4c3-ab50-492c-a4d5-744ef30c44d4 req-a1f0b96d-d0d6-4e88-8cc0-3bf989764213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:17:40.984475 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f1baf4c3-ab50-492c-a4d5-744ef30c44d4 req-a1f0b96d-d0d6-4e88-8cc0-3bf989764213 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c381f23c-d79e-4860-966b-6594e682e18c HTTP/1.1" status: 200  len: 850 time: 0.0459538
May 07 22:17:41.032408 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1baf4c3-ab50-492c-a4d5-744ef30c44d4 req-b51f60fd-8513-4bf9-b3d1-e0177e6bc3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:17:41.034450 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f1baf4c3-ab50-492c-a4d5-744ef30c44d4 req-b51f60fd-8513-4bf9-b3d1-e0177e6bc3c9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0421565
May 07 22:17:41.128981 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f1baf4c3-ab50-492c-a4d5-744ef30c44d4 req-650f03f0-4899-4302-b039-f21475f2ed16 service neutron] 10.222.0.55 "GET /v2.0/networks/87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0889401
May 07 22:17:41.218611 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f1baf4c3-ab50-492c-a4d5-744ef30c44d4 req-916d9dbf-992e-456a-b322-cc658bd9ac5e service neutron] 10.222.0.55 "GET /v2.0/networks/87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0842917
May 07 22:17:41.681903 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa242ca6-d871-4245-a8d3-529c8891bef1 req-e02ef750-7f88-4371-940f-fddf81fc5cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:17:41.683489 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-aa242ca6-d871-4245-a8d3-529c8891bef1 req-e02ef750-7f88-4371-940f-fddf81fc5cda service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f3657e8df46a4252b9eb1eb159306a66&device_id=72021281-107d-4e98-b768-6b8d54710130 HTTP/1.1" status: 200  len: 1126 time: 0.0451481
May 07 22:17:41.775259 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa242ca6-d871-4245-a8d3-529c8891bef1 req-03651370-90d2-49f0-b81a-dc2e15afa7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:17:41.776734 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-aa242ca6-d871-4245-a8d3-529c8891bef1 req-03651370-90d2-49f0-b81a-dc2e15afa7d4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce HTTP/1.1" status: 200  len: 912 time: 0.0862978
May 07 22:17:41.821781 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-aa242ca6-d871-4245-a8d3-529c8891bef1 req-0fb5f8d1-dc6a-41a3-afbf-1d220f1d82b5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4734e952-8aca-4ba2-be4b-da036580c7c5 HTTP/1.1" status: 200  len: 217 time: 0.0385022
May 07 22:17:41.869335 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa242ca6-d871-4245-a8d3-529c8891bef1 req-bfb9d711-32a8-4ca1-a403-a30ebcb86cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:17:41.870911 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-aa242ca6-d871-4245-a8d3-529c8891bef1 req-bfb9d711-32a8-4ca1-a403-a30ebcb86cea service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c381f23c-d79e-4860-966b-6594e682e18c HTTP/1.1" status: 200  len: 850 time: 0.0432000
May 07 22:17:41.915270 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa242ca6-d871-4245-a8d3-529c8891bef1 req-2380a27e-ee3f-45f8-9897-724e34400f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:17:41.916797 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-aa242ca6-d871-4245-a8d3-529c8891bef1 req-2380a27e-ee3f-45f8-9897-724e34400f66 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0395710
May 07 22:17:42.027622 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f4cd4d-0dc0-40ff-bf1c-fd267aaf3c64 req-fc27faa2-c08d-4256-b922-e916d9319255 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:17:42.029201 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-87f4cd4d-0dc0-40ff-bf1c-fd267aaf3c64 req-fc27faa2-c08d-4256-b922-e916d9319255 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?device_id=72021281-107d-4e98-b768-6b8d54710130 HTTP/1.1" status: 200  len: 944 time: 0.0881832
May 07 22:17:42.072077 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-aa242ca6-d871-4245-a8d3-529c8891bef1 req-fef716d3-2059-4195-8bdc-68ceb5b65394 service neutron] 10.222.0.55 "GET /v2.0/networks/87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1482315
May 07 22:17:42.121087 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-87f4cd4d-0dc0-40ff-bf1c-fd267aaf3c64 req-4ac718dc-5828-4daa-b1c7-fce8788cbd54 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/security-groups?id=62207645-c79a-4d21-8232-3379a0311720&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0851917
May 07 22:17:42.184650 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-aa242ca6-d871-4245-a8d3-529c8891bef1 req-2eaf95f9-93f2-41b0-aac8-2c813ceb4ff7 service neutron] 10.222.0.55 "GET /v2.0/networks/87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1061153
May 07 22:17:43.233736 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee347786-a84a-4b6c-9e21-1df11e36b87f req-c3abb9c7-522e-4dd1-9de3-dce1cce71ba1 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:17:43.235210 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ee347786-a84a-4b6c-9e21-1df11e36b87f req-c3abb9c7-522e-4dd1-9de3-dce1cce71ba1 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?device_id=72021281-107d-4e98-b768-6b8d54710130 HTTP/1.1" status: 200  len: 944 time: 0.0467224
May 07 22:17:43.282722 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ee347786-a84a-4b6c-9e21-1df11e36b87f req-c94b3ed1-b3d1-4424-9961-6eff91992ffb tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/security-groups?id=62207645-c79a-4d21-8232-3379a0311720&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418239
May 07 22:17:43.677540 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 4734e952-8aca-4ba2-be4b-da036580c7c5 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:17:43.771708 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 4734e952-8aca-4ba2-be4b-da036580c7c5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4734e952-8aca-4ba2-be4b-da036580c7c5,segment=NetworkSegment(3c434885-c673-48d5-9295-930316ad3f91),segment_id=3c434885-c673-48d5-9295-930316ad3f91)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:17:43.782475 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': '4734e952-8aca-4ba2-be4b-da036580c7c5', 'network_id': '87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce', 'port_id': '4734e952-8aca-4ba2-be4b-da036580c7c5', 'mac_address': 'fa:16:3e:41:96:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c381f23c-d79e-4860-966b-6594e682e18c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:17:43.823156 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 4734e952-8aca-4ba2-be4b-da036580c7c5 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:17:43.823559 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (4734e952-8aca-4ba2-be4b-da036580c7c5), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:17:43.835885 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4734e952-8aca-4ba2-be4b-da036580c7c5 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:17:43.854572 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 4734e952-8aca-4ba2-be4b-da036580c7c5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4734e952-8aca-4ba2-be4b-da036580c7c5,segment=NetworkSegment(3c434885-c673-48d5-9295-930316ad3f91),segment_id=3c434885-c673-48d5-9295-930316ad3f91)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:17:43.858971 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (4734e952-8aca-4ba2-be4b-da036580c7c5), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:17:43.903935 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=4734e952-8aca-4ba2-be4b-da036580c7c5,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:17:44.059767 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['4734e952-8aca-4ba2-be4b-da036580c7c5'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:17:44.402949 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64e1568-0beb-4375-8d96-efeae83d80cd req-76568a3f-0c5b-4808-a227-8bb595ddb2ec tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:17:44.404526 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d64e1568-0beb-4375-8d96-efeae83d80cd req-76568a3f-0c5b-4808-a227-8bb595ddb2ec tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?device_id=72021281-107d-4e98-b768-6b8d54710130 HTTP/1.1" status: 200  len: 945 time: 0.0515778
May 07 22:17:44.453495 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d64e1568-0beb-4375-8d96-efeae83d80cd req-eb19693b-5d24-4c3d-b36d-6cc03a8b8cb0 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/security-groups?id=62207645-c79a-4d21-8232-3379a0311720&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433998
May 07 22:17:45.570246 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51adeb80-b197-41d7-80b7-7e3b61ddf916 req-eaa903ec-360d-4315-bdcc-90ca8790bbce tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:17:45.571826 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-51adeb80-b197-41d7-80b7-7e3b61ddf916 req-eaa903ec-360d-4315-bdcc-90ca8790bbce tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?device_id=72021281-107d-4e98-b768-6b8d54710130 HTTP/1.1" status: 200  len: 945 time: 0.0511687
May 07 22:17:45.619463 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-51adeb80-b197-41d7-80b7-7e3b61ddf916 req-f3133089-d555-4a38-89a1-7311c749a593 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/security-groups?id=62207645-c79a-4d21-8232-3379a0311720&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413260
May 07 22:17:45.679408 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 4734e952-8aca-4ba2-be4b-da036580c7c5 up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:17:45.723251 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning for port 4734e952-8aca-4ba2-be4b-da036580c7c5 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 22:17:45.728809 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port 4734e952-8aca-4ba2-be4b-da036580c7c5 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:17:45.729183 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (4734e952-8aca-4ba2-be4b-da036580c7c5), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:17:45.808126 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 4734e952-8aca-4ba2-be4b-da036580c7c5 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:17:45.808484 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (4734e952-8aca-4ba2-be4b-da036580c7c5), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:17:45.832850 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72021281-107d-4e98-b768-6b8d54710130', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4734e952-8aca-4ba2-be4b-da036580c7c5'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:17:45.835541 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d38da6f-1859-4479-969f-ce6e120480f1" -d '{"events": [{"server_uuid": "72021281-107d-4e98-b768-6b8d54710130", "name": "network-vif-plugged", "status": "completed", "tag": "4734e952-8aca-4ba2-be4b-da036580c7c5"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:17:45.849246 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 4734e952-8aca-4ba2-be4b-da036580c7c5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4734e952-8aca-4ba2-be4b-da036580c7c5,segment=NetworkSegment(3c434885-c673-48d5-9295-930316ad3f91),segment_id=3c434885-c673-48d5-9295-930316ad3f91)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:17:45.853872 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (4734e952-8aca-4ba2-be4b-da036580c7c5), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:17:45.886077 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-724e1974-4dc5-4c03-becd-227c16a12628 x-openstack-request-id: req-724e1974-4dc5-4c03-becd-227c16a12628 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:17:45.886494 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72021281-107d-4e98-b768-6b8d54710130", "name": "network-vif-plugged", "status": "completed", "tag": "4734e952-8aca-4ba2-be4b-da036580c7c5", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:17:45.886849 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-724e1974-4dc5-4c03-becd-227c16a12628 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:17:45.887883 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-724e1974-4dc5-4c03-becd-227c16a12628'] response: {'server_uuid': '72021281-107d-4e98-b768-6b8d54710130', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4734e952-8aca-4ba2-be4b-da036580c7c5', 'code': 200}
May 07 22:17:45.919618 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=4734e952-8aca-4ba2-be4b-da036580c7c5,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:17:45.969548 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e7163e-c31b-4cbb-b653-e23ae7c24587 req-38f48901-0136-44a7-9176-44bec973aeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:17:45.971016 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-57e7163e-c31b-4cbb-b653-e23ae7c24587 req-38f48901-0136-44a7-9176-44bec973aeb5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=72021281-107d-4e98-b768-6b8d54710130 HTTP/1.1" status: 200  len: 1128 time: 0.0377676
May 07 22:17:46.019303 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-57e7163e-c31b-4cbb-b653-e23ae7c24587 req-6fd576e5-acf5-411a-bd86-de99622126d7 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=62207645-c79a-4d21-8232-3379a0311720&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421357
May 07 22:17:46.735332 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5e34a6-74cd-4b38-8e75-ffe0cda9b518 req-0638e4ed-d772-49ba-bdc3-d00ec985ba15 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:17:46.736782 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8f5e34a6-74cd-4b38-8e75-ffe0cda9b518 req-0638e4ed-d772-49ba-bdc3-d00ec985ba15 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?device_id=72021281-107d-4e98-b768-6b8d54710130 HTTP/1.1" status: 200  len: 946 time: 0.0488932
May 07 22:17:46.784279 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8f5e34a6-74cd-4b38-8e75-ffe0cda9b518 req-0308ec55-319d-45c7-b22b-88e9f99017d2 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/security-groups?id=62207645-c79a-4d21-8232-3379a0311720&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418804
May 07 22:17:47.898110 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0c937e-92bd-4384-a8ff-9b0ad2fe2330 req-ffbd6901-db7f-43bd-8dd5-2e0637d1d50b tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:17:47.899587 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4d0c937e-92bd-4384-a8ff-9b0ad2fe2330 req-ffbd6901-db7f-43bd-8dd5-2e0637d1d50b tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?device_id=72021281-107d-4e98-b768-6b8d54710130 HTTP/1.1" status: 200  len: 946 time: 0.0462177
May 07 22:17:47.946835 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4d0c937e-92bd-4384-a8ff-9b0ad2fe2330 req-d10527bd-7da8-4916-8f7b-6864b10fad6d tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/security-groups?id=62207645-c79a-4d21-8232-3379a0311720&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418053
May 07 22:17:48.055810 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7496fbf5-b44d-4a0e-b7ab-b30f8564ee3a req-7ee190bf-dfd4-4826-851c-573d874c6c8b tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:17:48.057261 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7496fbf5-b44d-4a0e-b7ab-b30f8564ee3a req-7ee190bf-dfd4-4826-851c-573d874c6c8b tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?device_id=72021281-107d-4e98-b768-6b8d54710130 HTTP/1.1" status: 200  len: 946 time: 0.0452366
May 07 22:17:48.104826 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7496fbf5-b44d-4a0e-b7ab-b30f8564ee3a req-f20b9a46-c0d0-476e-844c-bffa4a944e7f tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/security-groups?id=62207645-c79a-4d21-8232-3379a0311720&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414340
May 07 22:17:48.127476 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 54446) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:17:48.166672 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd758686-b0a8-4713-b097-996fa70151a1 tempest-TestVolumeBootPattern-1639816665 tempest-TestVolumeBootPattern-1639816665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:17:48.168191 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-dd758686-b0a8-4713-b097-996fa70151a1 tempest-TestVolumeBootPattern-1639816665 tempest-TestVolumeBootPattern-1639816665-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=72021281-107d-4e98-b768-6b8d54710130 HTTP/1.1" status: 200  len: 1123 time: 0.0397527
May 07 22:17:48.171635 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 54448) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:17:48.175706 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-3e0ca91d-006f-4f16-a749-04284253ce1d tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Request body: {'floatingip': {'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'port_id': '4734e952-8aca-4ba2-be4b-da036580c7c5', 'tenant_id': 'f3657e8df46a4252b9eb1eb159306a66', 'fixed_ip_address': '172.20.0.14'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:17:48.195914 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3e0ca91d-006f-4f16-a749-04284253ce1d tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:17:48.276882 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3e0ca91d-006f-4f16-a749-04284253ce1d tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:17:48.383836 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-3e0ca91d-006f-4f16-a749-04284253ce1d tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Allocated IP 172.35.4.192 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/d2309bf7-16af-4ba5-a711-8bc615bc9098) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:17:48.483719 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3e0ca91d-006f-4f16-a749-04284253ce1d tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks [] for port (d2309bf7-16af-4ba5-a711-8bc615bc9098), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:17:48.516847 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3e0ca91d-006f-4f16-a749-04284253ce1d tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (d2309bf7-16af-4ba5-a711-8bc615bc9098), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:17:48.560403 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0ca91d-006f-4f16-a749-04284253ce1d tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:17:48.563381 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-3e0ca91d-006f-4f16-a749-04284253ce1d tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:17:48.565956 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0ca91d-006f-4f16-a749-04284253ce1d tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:17:48.890710 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0ca91d-006f-4f16-a749-04284253ce1d tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Pushing event updated for resources: {'Port': ['ID=d2309bf7-16af-4ba5-a711-8bc615bc9098,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:17:49.237807 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3e0ca91d-006f-4f16-a749-04284253ce1d tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks [] for floatingip (cf9a6527-20b5-4fcb-b718-11381c9c6bea), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:17:49.310635 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3e0ca91d-006f-4f16-a749-04284253ce1d tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (d2309bf7-16af-4ba5-a711-8bc615bc9098), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:17:49.462586 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3e0ca91d-006f-4f16-a749-04284253ce1d tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks [] for port (d2309bf7-16af-4ba5-a711-8bc615bc9098), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:17:49.466924 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3e0ca91d-006f-4f16-a749-04284253ce1d tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (d2309bf7-16af-4ba5-a711-8bc615bc9098), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:17:49.533811 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0ca91d-006f-4f16-a749-04284253ce1d tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Pushing event updated for resources: {'Port': ['ID=d2309bf7-16af-4ba5-a711-8bc615bc9098,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:17:49.545418 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3e0ca91d-006f-4f16-a749-04284253ce1d tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (cf9a6527-20b5-4fcb-b718-11381c9c6bea), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:17:49.651364 ncdv-master-1 neutron-server[121837]: INFO neutron.db.l3_db [None req-3e0ca91d-006f-4f16-a749-04284253ce1d tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Floating IP cf9a6527-20b5-4fcb-b718-11381c9c6bea associated. External IP: 172.35.4.192, port: 4734e952-8aca-4ba2-be4b-da036580c7c5.
May 07 22:17:49.865212 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e0ca91d-006f-4f16-a749-04284253ce1d tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Router 5818ea6a-1d9f-4b31-9f37-322f577d0c65 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:17:49.975924 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e0ca91d-006f-4f16-a749-04284253ce1d tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:17:49.986237 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80d16e5-d09e-4c58-8340-6e2e0b872e74 None None] Sync routers for ids ['5818ea6a-1d9f-4b31-9f37-322f577d0c65'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:17:49.995787 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3e0ca91d-006f-4f16-a749-04284253ce1d tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:17:50.000732 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80d16e5-d09e-4c58-8340-6e2e0b872e74 None None] Routers {'5818ea6a-1d9f-4b31-9f37-322f577d0c65'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:17:50.001493 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-b80d16e5-d09e-4c58-8340-6e2e0b872e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f8cea90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:17:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['5818ea6a-1d9f-4b31-9f37-322f577d0c65'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:17:50.025539 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-3e0ca91d-006f-4f16-a749-04284253ce1d tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 1.8529248
May 07 22:17:50.026135 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72021281-107d-4e98-b768-6b8d54710130', 'tag': '4734e952-8aca-4ba2-be4b-da036580c7c5'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:17:50.028989 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-269607d3-8f1d-4ab3-b67a-abf2f5135283" -d '{"events": [{"name": "network-changed", "server_uuid": "72021281-107d-4e98-b768-6b8d54710130", "tag": "4734e952-8aca-4ba2-be4b-da036580c7c5"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:17:50.064633 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82ef63e1-9b07-4811-a528-68902c0fb126 x-openstack-request-id: req-82ef63e1-9b07-4811-a528-68902c0fb126 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:17:50.064930 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72021281-107d-4e98-b768-6b8d54710130", "tag": "4734e952-8aca-4ba2-be4b-da036580c7c5", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:17:50.065203 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-82ef63e1-9b07-4811-a528-68902c0fb126 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:17:50.065621 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82ef63e1-9b07-4811-a528-68902c0fb126'] response: {'name': 'network-changed', 'server_uuid': '72021281-107d-4e98-b768-6b8d54710130', 'tag': '4734e952-8aca-4ba2-be4b-da036580c7c5', 'status': 'completed', 'code': 200}
May 07 22:17:50.113020 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-b80d16e5-d09e-4c58-8340-6e2e0b872e74 None None] Set router 5818ea6a-1d9f-4b31-9f37-322f577d0c65 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:17:50.124806 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269607d3-8f1d-4ab3-b67a-abf2f5135283 req-8f70c1f2-ddf5-40e7-a54a-ae8a19451067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:17:50.126278 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-269607d3-8f1d-4ab3-b67a-abf2f5135283 req-8f70c1f2-ddf5-40e7-a54a-ae8a19451067 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f3657e8df46a4252b9eb1eb159306a66&device_id=72021281-107d-4e98-b768-6b8d54710130 HTTP/1.1" status: 200  len: 1128 time: 0.0400374
May 07 22:17:50.221912 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269607d3-8f1d-4ab3-b67a-abf2f5135283 req-9332e80e-28ca-4b9f-b81a-894b65f91aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:17:50.224038 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-269607d3-8f1d-4ab3-b67a-abf2f5135283 req-9332e80e-28ca-4b9f-b81a-894b65f91aaf service neutron] 10.222.0.55 "GET /v2.0/networks?id=87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce HTTP/1.1" status: 200  len: 912 time: 0.0907583
May 07 22:17:50.298102 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-269607d3-8f1d-4ab3-b67a-abf2f5135283 req-725d2252-2d35-4de1-a512-c9a3b02d81cb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4734e952-8aca-4ba2-be4b-da036580c7c5 HTTP/1.1" status: 200  len: 1000 time: 0.0680540
May 07 22:17:50.336602 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-b80d16e5-d09e-4c58-8340-6e2e0b872e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f8cea90>, [{'id': '5818ea6a-1d9f-4b31-9f37-322f577d0c65', 'name': 'tempest-TestVolumeBootPattern-100968147-router', 'tenant_id': 'f3657e8df46a4252b9eb1eb159306a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.231'}], 'enable_snat': True}, 'gw_port_id': '196d5d88-adf4-4c22-9c34-8fadc03bc903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:12:03Z', 'updated_at': '2022-05-07T22:12:09Z', 'revision_number': 4, 'project_id': 'f3657e8df46a4252b9eb1eb159306a66', 'gw_port': {'id': '196d5d88-adf4-4c22-9c34-8fadc03bc903', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:eb:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5818ea6a-1d9f-4b31-9f37-322f577d0c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:12:04Z', 'updated_at': '2022-05-07T22:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'cf9a6527-20b5-4fcb-b718-11381c9c6bea', 'tenant_id': 'f3657e8df46a4252b9eb1eb159306a66', 'floating_ip_address': '172.35.4.192', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '5818ea6a-1d9f-4b31-9f37-322f577d0c65', 'port_id': '4734e952-8aca-4ba2-be4b-da036580c7c5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4057, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce', 'mac_address': 'fa:16:3e:41:96:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72021281-107d-4e98-b768-6b8d54710130', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:17:49Z', 'updated_at': '2022-05-07T22:17:49Z', 'revision_number': 0, 'project_id': 'f3657e8df46a4252b9eb1eb159306a66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '314b9385-4e3d-4e29-bca8-d74d438a8c68', 'name': '', 'network_id': '87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce', 'tenant_id': 'f3657e8df46a4252b9eb1eb159306a66', 'mac_address': 'fa:16:3e:bf:a0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5818ea6a-1d9f-4b31-9f37-322f577d0c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'c381f23c-d79e-4860-966b-6594e682e18c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:12:07Z', 'updated_at': '2022-05-07T22:12:21Z', 'revision_number': 5, 'project_id': 'f3657e8df46a4252b9eb1eb159306a66', 'subnets': [{'id': 'c381f23c-d79e-4860-966b-6594e682e18c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:17:50.347825 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269607d3-8f1d-4ab3-b67a-abf2f5135283 req-d1b40f4f-02d2-4e69-a5b7-c2180fda05f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:17:50.350440 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-269607d3-8f1d-4ab3-b67a-abf2f5135283 req-d1b40f4f-02d2-4e69-a5b7-c2180fda05f8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c381f23c-d79e-4860-966b-6594e682e18c HTTP/1.1" status: 200  len: 850 time: 0.0463657
May 07 22:17:50.367023 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80d16e5-d09e-4c58-8340-6e2e0b872e74 None None] Checking router: 5818ea6a-1d9f-4b31-9f37-322f577d0c65 for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:17:50.375420 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80d16e5-d09e-4c58-8340-6e2e0b872e74 None None] Routers {'5818ea6a-1d9f-4b31-9f37-322f577d0c65'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:17:50.375978 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-b80d16e5-d09e-4c58-8340-6e2e0b872e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f8cea90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:17:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['5818ea6a-1d9f-4b31-9f37-322f577d0c65'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:17:50.397491 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269607d3-8f1d-4ab3-b67a-abf2f5135283 req-3dbe6d28-6e1d-4cc5-b069-80aee9fe1ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:17:50.399006 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-269607d3-8f1d-4ab3-b67a-abf2f5135283 req-3dbe6d28-6e1d-4cc5-b069-80aee9fe1ff9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0427113
May 07 22:17:50.483227 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-b80d16e5-d09e-4c58-8340-6e2e0b872e74 None None] Set router 5818ea6a-1d9f-4b31-9f37-322f577d0c65 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:17:50.489765 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-269607d3-8f1d-4ab3-b67a-abf2f5135283 req-dd70d6fc-951b-4818-8a14-3c1bfdc27ba9 service neutron] 10.222.0.55 "GET /v2.0/networks/87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0850379
May 07 22:17:50.594893 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-269607d3-8f1d-4ab3-b67a-abf2f5135283 req-f3e90134-fb6b-47a6-b66d-bdd62b0cb0fe service neutron] 10.222.0.55 "GET /v2.0/networks/87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0996659
May 07 22:17:50.848160 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-b80d16e5-d09e-4c58-8340-6e2e0b872e74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f8cea90>, [{'id': '5818ea6a-1d9f-4b31-9f37-322f577d0c65', 'name': 'tempest-TestVolumeBootPattern-100968147-router', 'tenant_id': 'f3657e8df46a4252b9eb1eb159306a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.231'}], 'enable_snat': True}, 'gw_port_id': '196d5d88-adf4-4c22-9c34-8fadc03bc903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:12:03Z', 'updated_at': '2022-05-07T22:12:09Z', 'revision_number': 4, 'project_id': 'f3657e8df46a4252b9eb1eb159306a66', 'gw_port': {'id': '196d5d88-adf4-4c22-9c34-8fadc03bc903', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:eb:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5818ea6a-1d9f-4b31-9f37-322f577d0c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:12:04Z', 'updated_at': '2022-05-07T22:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'cf9a6527-20b5-4fcb-b718-11381c9c6bea', 'tenant_id': 'f3657e8df46a4252b9eb1eb159306a66', 'floating_ip_address': '172.35.4.192', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '5818ea6a-1d9f-4b31-9f37-322f577d0c65', 'port_id': '4734e952-8aca-4ba2-be4b-da036580c7c5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4057, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce', 'mac_address': 'fa:16:3e:41:96:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72021281-107d-4e98-b768-6b8d54710130', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:17:49Z', 'updated_at': '2022-05-07T22:17:49Z', 'revision_number': 0, 'project_id': 'f3657e8df46a4252b9eb1eb159306a66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '314b9385-4e3d-4e29-bca8-d74d438a8c68', 'name': '', 'network_id': '87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce', 'tenant_id': 'f3657e8df46a4252b9eb1eb159306a66', 'mac_address': 'fa:16:3e:bf:a0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5818ea6a-1d9f-4b31-9f37-322f577d0c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'c381f23c-d79e-4860-966b-6594e682e18c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:12:07Z', 'updated_at': '2022-05-07T22:12:21Z', 'revision_number': 5, 'project_id': 'f3657e8df46a4252b9eb1eb159306a66', 'subnets': [{'id': 'c381f23c-d79e-4860-966b-6594e682e18c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:17:50.878578 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80d16e5-d09e-4c58-8340-6e2e0b872e74 None None] The sync data for ids ['5818ea6a-1d9f-4b31-9f37-322f577d0c65'] in ncdv-master-1 is: [{'id': '5818ea6a-1d9f-4b31-9f37-322f577d0c65', 'name': 'tempest-TestVolumeBootPattern-100968147-router', 'tenant_id': 'f3657e8df46a4252b9eb1eb159306a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.231'}], 'enable_snat': True}, 'gw_port_id': '196d5d88-adf4-4c22-9c34-8fadc03bc903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:12:03Z', 'updated_at': '2022-05-07T22:12:09Z', 'revision_number': 4, 'project_id': 'f3657e8df46a4252b9eb1eb159306a66', 'gw_port': {'id': '196d5d88-adf4-4c22-9c34-8fadc03bc903', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:eb:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5818ea6a-1d9f-4b31-9f37-322f577d0c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:12:04Z', 'updated_at': '2022-05-07T22:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'cf9a6527-20b5-4fcb-b718-11381c9c6bea', 'tenant_id': 'f3657e8df46a4252b9eb1eb159306a66', 'floating_ip_address': '172.35.4.192', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '5818ea6a-1d9f-4b31-9f37-322f577d0c65', 'port_id': '4734e952-8aca-4ba2-be4b-da036580c7c5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4057, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce', 'mac_address': 'fa:16:3e:41:96:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72021281-107d-4e98-b768-6b8d54710130', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:17:49Z', 'updated_at': '2022-05-07T22:17:49Z', 'revision_number': 0, 'project_id': 'f3657e8df46a4252b9eb1eb159306a66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '314b9385-4e3d-4e29-bca8-d74d438a8c68', 'name': '', 'network_id': '87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce', 'tenant_id': 'f3657e8df46a4252b9eb1eb159306a66', 'mac_address': 'fa:16:3e:bf:a0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5818ea6a-1d9f-4b31-9f37-322f577d0c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'c381f23c-d79e-4860-966b-6594e682e18c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:12:07Z', 'updated_at': '2022-05-07T22:12:21Z', 'revision_number': 5, 'project_id': 'f3657e8df46a4252b9eb1eb159306a66', 'subnets': [{'id': 'c381f23c-d79e-4860-966b-6594e682e18c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:17:51.087761 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83e497c-25e3-46a3-8990-7b0e0eef8926 None None] New status for floating IP cf9a6527-20b5-4fcb-b718-11381c9c6bea: ACTIVE {{(pid=121839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 07 22:17:51.914998 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:17:53.653209 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-869cee7a-a8fe-403f-a6c9-5a813e96414b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:17:53.881278 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:17:56.533047 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b5114d71-284c-4947-89b8-f621fc494c91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:17:57.466833 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:17:57.872661 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 22:17:59.164565 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:17:59.833989 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c2d9bd-5a52-489a-b2fd-558df9004626 req-ccc1a9ae-667c-4894-b508-32db6c5894e3 tempest-TestNetworkAdvancedServerOps-305006253 tempest-TestNetworkAdvancedServerOps-305006253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:17:59.835547 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-53c2d9bd-5a52-489a-b2fd-558df9004626 req-ccc1a9ae-667c-4894-b508-32db6c5894e3 tempest-TestNetworkAdvancedServerOps-305006253 tempest-TestNetworkAdvancedServerOps-305006253-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=8eb649c7-b657-44d4-bb73-606cd09d5be4 HTTP/1.1" status: 200  len: 1128 time: 0.0398772
May 07 22:17:59.881013 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-53c2d9bd-5a52-489a-b2fd-558df9004626 req-b7d42262-763c-46f8-9178-d405936af92a tempest-TestNetworkAdvancedServerOps-305006253 tempest-TestNetworkAdvancedServerOps-305006253-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=241f9c72-4497-49d2-924d-a8eef738549c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397744
May 07 22:17:59.903842 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 54468) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:18:00.056044 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-ded26e2a-c793-4e98-b7c3-789ccee3278b tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Deleting port 237c5a57-0e5a-4a79-9b47-84346df4e8c5 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:18:00.056300 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ded26e2a-c793-4e98-b7c3-789ccee3278b tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (237c5a57-0e5a-4a79-9b47-84346df4e8c5), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:00.132052 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ded26e2a-c793-4e98-b7c3-789ccee3278b tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (237c5a57-0e5a-4a79-9b47-84346df4e8c5), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:00.132380 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ded26e2a-c793-4e98-b7c3-789ccee3278b tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for floatingip (237c5a57-0e5a-4a79-9b47-84346df4e8c5), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:00.144247 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-ded26e2a-c793-4e98-b7c3-789ccee3278b tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Calling delete_port for 237c5a57-0e5a-4a79-9b47-84346df4e8c5 owned by network:floatingip {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:18:00.299685 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:00.324737 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ded26e2a-c793-4e98-b7c3-789ccee3278b tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (237c5a57-0e5a-4a79-9b47-84346df4e8c5), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:00.349321 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded26e2a-c793-4e98-b7c3-789ccee3278b tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Pushing event deleted for resources: {'Port': ['ID=237c5a57-0e5a-4a79-9b47-84346df4e8c5,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:18:00.415324 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ded26e2a-c793-4e98-b7c3-789ccee3278b tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for floatingip (9a8ac0a0-7714-4ba7-a94d-5facdb7daee3), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:00.415650 ncdv-master-1 neutron-server[121836]: INFO neutron.db.l3_db [None req-ded26e2a-c793-4e98-b7c3-789ccee3278b tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Floating IP 9a8ac0a0-7714-4ba7-a94d-5facdb7daee3 disassociated (deleted). External IP: 172.35.4.189, port: 9c2ebdfc-88f2-4b16-86b6-f431afb49876.
May 07 22:18:00.625414 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ded26e2a-c793-4e98-b7c3-789ccee3278b tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Router f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:18:00.737723 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ded26e2a-c793-4e98-b7c3-789ccee3278b tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:18:00.742080 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ded26e2a-c793-4e98-b7c3-789ccee3278b tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:00.748046 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23e3781-0229-4aa0-9be4-6d44f2847d8e None None] Sync routers for ids ['f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:18:00.758385 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23e3781-0229-4aa0-9be4-6d44f2847d8e None None] Routers {'f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:18:00.759194 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-d23e3781-0229-4aa0-9be4-6d44f2847d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c8919d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:17:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:18:00.771723 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-ded26e2a-c793-4e98-b7c3-789ccee3278b tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "DELETE /v2.0/floatingips/9a8ac0a0-7714-4ba7-a94d-5facdb7daee3 HTTP/1.1" status: 204  len: 168 time: 0.8667624
May 07 22:18:00.772318 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eb649c7-b657-44d4-bb73-606cd09d5be4', 'tag': '9c2ebdfc-88f2-4b16-86b6-f431afb49876'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:18:00.774585 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f01b0825-a597-47bd-af43-b87b080fd0ba" -d '{"events": [{"name": "network-changed", "server_uuid": "8eb649c7-b657-44d4-bb73-606cd09d5be4", "tag": "9c2ebdfc-88f2-4b16-86b6-f431afb49876"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:18:00.819170 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adad1c74-e910-4025-a65f-9229d651f36d x-openstack-request-id: req-adad1c74-e910-4025-a65f-9229d651f36d {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:18:00.819479 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8eb649c7-b657-44d4-bb73-606cd09d5be4", "tag": "9c2ebdfc-88f2-4b16-86b6-f431afb49876", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:18:00.819732 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-adad1c74-e910-4025-a65f-9229d651f36d {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:18:00.820144 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adad1c74-e910-4025-a65f-9229d651f36d'] response: {'name': 'network-changed', 'server_uuid': '8eb649c7-b657-44d4-bb73-606cd09d5be4', 'tag': '9c2ebdfc-88f2-4b16-86b6-f431afb49876', 'status': 'completed', 'code': 200}
May 07 22:18:00.875323 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-d23e3781-0229-4aa0-9be4-6d44f2847d8e None None] Set router f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:18:00.881742 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01b0825-a597-47bd-af43-b87b080fd0ba req-4c199f4e-5f72-40a0-b68b-de3746144722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:18:00.883273 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f01b0825-a597-47bd-af43-b87b080fd0ba req-4c199f4e-5f72-40a0-b68b-de3746144722 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=16812b38c4514406886f0ab13cabe8ad&device_id=8eb649c7-b657-44d4-bb73-606cd09d5be4 HTTP/1.1" status: 200  len: 1128 time: 0.0403111
May 07 22:18:01.008731 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01b0825-a597-47bd-af43-b87b080fd0ba req-3ff8fbfe-3fbe-436d-b514-79f67886f8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:18:01.010220 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f01b0825-a597-47bd-af43-b87b080fd0ba req-3ff8fbfe-3fbe-436d-b514-79f67886f8a8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0839a7af-146b-454e-bfcf-a3b86e510e90 HTTP/1.1" status: 200  len: 898 time: 0.1216586
May 07 22:18:01.034048 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a398f6-8f22-4657-b2e7-80f9ca2aae5c req-bbc7d57b-2c0e-40e7-8d50-3e238438d9de tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:18:01.035718 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-92a398f6-8f22-4657-b2e7-80f9ca2aae5c req-bbc7d57b-2c0e-40e7-8d50-3e238438d9de tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=8eb649c7-b657-44d4-bb73-606cd09d5be4 HTTP/1.1" status: 200  len: 946 time: 0.0495720
May 07 22:18:01.086797 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-92a398f6-8f22-4657-b2e7-80f9ca2aae5c req-9c3b4d71-9ace-40e9-b567-eedb4415999a tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=241f9c72-4497-49d2-924d-a8eef738549c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451958
May 07 22:18:01.087028 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-d23e3781-0229-4aa0-9be4-6d44f2847d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c8919d0>, [{'id': 'f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-389487086', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.233'}], 'enable_snat': True}, 'gw_port_id': '95cea7ca-d93b-405b-958a-863cdc1cddd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:16:13Z', 'updated_at': '2022-05-07T22:16:19Z', 'revision_number': 4, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'gw_port': {'id': '95cea7ca-d93b-405b-958a-863cdc1cddd6', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:84:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:16:13Z', 'updated_at': '2022-05-07T22:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cc8bf383-6720-4bee-808c-69be6c07a628', 'name': '', 'network_id': '0839a7af-146b-454e-bfcf-a3b86e510e90', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'mac_address': 'fa:16:3e:0d:bb:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'fc569a06-4381-46d1-b6be-115ad4394ebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:16:18Z', 'updated_at': '2022-05-07T22:16:22Z', 'revision_number': 5, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'subnets': [{'id': 'fc569a06-4381-46d1-b6be-115ad4394ebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:18:01.114674 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23e3781-0229-4aa0-9be4-6d44f2847d8e None None] Checking router: f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19 for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:18:01.123014 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23e3781-0229-4aa0-9be4-6d44f2847d8e None None] Routers {'f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:18:01.123626 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-d23e3781-0229-4aa0-9be4-6d44f2847d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c8919d0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:17:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:18:01.234293 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-d23e3781-0229-4aa0-9be4-6d44f2847d8e None None] Set router f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:18:01.435039 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-d23e3781-0229-4aa0-9be4-6d44f2847d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c8919d0>, [{'id': 'f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-389487086', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.233'}], 'enable_snat': True}, 'gw_port_id': '95cea7ca-d93b-405b-958a-863cdc1cddd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:16:13Z', 'updated_at': '2022-05-07T22:16:19Z', 'revision_number': 4, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'gw_port': {'id': '95cea7ca-d93b-405b-958a-863cdc1cddd6', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:84:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:16:13Z', 'updated_at': '2022-05-07T22:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cc8bf383-6720-4bee-808c-69be6c07a628', 'name': '', 'network_id': '0839a7af-146b-454e-bfcf-a3b86e510e90', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'mac_address': 'fa:16:3e:0d:bb:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'fc569a06-4381-46d1-b6be-115ad4394ebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:16:18Z', 'updated_at': '2022-05-07T22:16:22Z', 'revision_number': 5, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'subnets': [{'id': 'fc569a06-4381-46d1-b6be-115ad4394ebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:18:01.461441 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23e3781-0229-4aa0-9be4-6d44f2847d8e None None] The sync data for ids ['f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19'] in ncdv-master-1 is: [{'id': 'f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-389487086', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.233'}], 'enable_snat': True}, 'gw_port_id': '95cea7ca-d93b-405b-958a-863cdc1cddd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:16:13Z', 'updated_at': '2022-05-07T22:16:19Z', 'revision_number': 4, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'gw_port': {'id': '95cea7ca-d93b-405b-958a-863cdc1cddd6', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:84:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:16:13Z', 'updated_at': '2022-05-07T22:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cc8bf383-6720-4bee-808c-69be6c07a628', 'name': '', 'network_id': '0839a7af-146b-454e-bfcf-a3b86e510e90', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'mac_address': 'fa:16:3e:0d:bb:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3961, 'fixed_ips': [{'subnet_id': 'fc569a06-4381-46d1-b6be-115ad4394ebc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:16:18Z', 'updated_at': '2022-05-07T22:16:22Z', 'revision_number': 5, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'subnets': [{'id': 'fc569a06-4381-46d1-b6be-115ad4394ebc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:18:01.683697 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd168f13-0317-48d3-b3d2-79304e79b8e5 None None] New status for floating IP 9a8ac0a0-7714-4ba7-a94d-5facdb7daee3: DOWN {{(pid=121839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 07 22:18:02.001399 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f01b0825-a597-47bd-af43-b87b080fd0ba req-ea04c2d2-dfc0-4ccf-9c6c-e89650494d2f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c2ebdfc-88f2-4b16-86b6-f431afb49876 HTTP/1.1" status: 200  len: 217 time: 0.0375810
May 07 22:18:02.208515 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f04a773-f4b5-40df-8785-6fde051e7f3d req-e3b380bf-f862-4221-966e-0c53fbf63b53 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:18:02.210001 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9f04a773-f4b5-40df-8785-6fde051e7f3d req-e3b380bf-f862-4221-966e-0c53fbf63b53 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=8eb649c7-b657-44d4-bb73-606cd09d5be4 HTTP/1.1" status: 200  len: 946 time: 0.0489452
May 07 22:18:02.265495 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9f04a773-f4b5-40df-8785-6fde051e7f3d req-3d089842-b228-46bb-8475-a52fb213e462 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=241f9c72-4497-49d2-924d-a8eef738549c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0495934
May 07 22:18:02.335824 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01b0825-a597-47bd-af43-b87b080fd0ba req-e06665d1-e658-4061-9ab1-845bd39d50bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:18:02.337308 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f01b0825-a597-47bd-af43-b87b080fd0ba req-e06665d1-e658-4061-9ab1-845bd39d50bb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=fc569a06-4381-46d1-b6be-115ad4394ebc HTTP/1.1" status: 200  len: 834 time: 0.0489378
May 07 22:18:02.384697 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01b0825-a597-47bd-af43-b87b080fd0ba req-300a17ce-f002-4e24-9378-8498eb3e0ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:18:02.386190 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f01b0825-a597-47bd-af43-b87b080fd0ba req-300a17ce-f002-4e24-9378-8498eb3e0ef2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0839a7af-146b-454e-bfcf-a3b86e510e90&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0384994
May 07 22:18:02.685822 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb15c94-2392-49aa-ad09-01218acf16a5 req-abc4daa8-a119-43b8-8748-5e1741779a85 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:18:02.687206 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-fdb15c94-2392-49aa-ad09-01218acf16a5 req-abc4daa8-a119-43b8-8748-5e1741779a85 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.59 "GET /v2.0/ports?device_id=8eb649c7-b657-44d4-bb73-606cd09d5be4 HTTP/1.1" status: 200  len: 946 time: 0.0889468
May 07 22:18:02.749854 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f01b0825-a597-47bd-af43-b87b080fd0ba req-2b5ae231-c580-489e-b9b2-96881b4e6cd8 service neutron] 10.222.0.59 "GET /v2.0/networks/0839a7af-146b-454e-bfcf-a3b86e510e90?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1595528
May 07 22:18:02.814537 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-fdb15c94-2392-49aa-ad09-01218acf16a5 req-f703b430-4d8f-45be-bc67-98d1604b4b0f tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Deleting port 9c2ebdfc-88f2-4b16-86b6-f431afb49876 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:18:02.814899 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-fdb15c94-2392-49aa-ad09-01218acf16a5 req-f703b430-4d8f-45be-bc67-98d1604b4b0f tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (9c2ebdfc-88f2-4b16-86b6-f431afb49876), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:02.928065 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f01b0825-a597-47bd-af43-b87b080fd0ba req-d85c4cb5-c8fe-460d-a48d-a0535a8f1aa4 service neutron] 10.222.0.59 "GET /v2.0/networks/0839a7af-146b-454e-bfcf-a3b86e510e90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1586370
May 07 22:18:02.947962 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-fdb15c94-2392-49aa-ad09-01218acf16a5 req-f703b430-4d8f-45be-bc67-98d1604b4b0f tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] For port 9c2ebdfc-88f2-4b16-86b6-f431afb49876, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9c2ebdfc-88f2-4b16-86b6-f431afb49876,segment=NetworkSegment(d19faa35-4399-4d8c-82b3-8e2318f7ddb8),segment_id=d19faa35-4399-4d8c-82b3-8e2318f7ddb8)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:18:02.948260 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-fdb15c94-2392-49aa-ad09-01218acf16a5 req-f703b430-4d8f-45be-bc67-98d1604b4b0f tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (9c2ebdfc-88f2-4b16-86b6-f431afb49876), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:02.961916 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-fdb15c94-2392-49aa-ad09-01218acf16a5 req-f703b430-4d8f-45be-bc67-98d1604b4b0f tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Calling delete_port for 9c2ebdfc-88f2-4b16-86b6-f431afb49876 owned by compute:nova {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:18:03.089484 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-fdb15c94-2392-49aa-ad09-01218acf16a5 req-f703b430-4d8f-45be-bc67-98d1604b4b0f tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (9c2ebdfc-88f2-4b16-86b6-f431afb49876), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:03.127377 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f703b430-4d8f-45be-bc67-98d1604b4b0f tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Pushing event deleted for resources: {'Port': ['ID=9c2ebdfc-88f2-4b16-86b6-f431afb49876,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:18:03.165249 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdb15c94-2392-49aa-ad09-01218acf16a5 req-f703b430-4d8f-45be-bc67-98d1604b4b0f tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] No DVR routers for this DVR port 9c2ebdfc-88f2-4b16-86b6-f431afb49876 on host nch2-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:18:03.167899 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-fdb15c94-2392-49aa-ad09-01218acf16a5 req-f703b430-4d8f-45be-bc67-98d1604b4b0f tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:03.171962 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-fdb15c94-2392-49aa-ad09-01218acf16a5 req-f703b430-4d8f-45be-bc67-98d1604b4b0f tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.59 "DELETE /v2.0/ports/9c2ebdfc-88f2-4b16-86b6-f431afb49876 HTTP/1.1" status: 204  len: 173 time: 0.4787452
May 07 22:18:03.172413 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eb649c7-b657-44d4-bb73-606cd09d5be4', 'name': 'network-vif-deleted', 'tag': '9c2ebdfc-88f2-4b16-86b6-f431afb49876'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:18:03.174655 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc8a6ba-6074-4af4-b16d-a897e8d4cd62" -d '{"events": [{"server_uuid": "8eb649c7-b657-44d4-bb73-606cd09d5be4", "name": "network-vif-deleted", "tag": "9c2ebdfc-88f2-4b16-86b6-f431afb49876"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:18:03.211894 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db250140-db17-4f54-8ac7-cb78bd69e27b x-openstack-request-id: req-db250140-db17-4f54-8ac7-cb78bd69e27b {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:18:03.212195 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eb649c7-b657-44d4-bb73-606cd09d5be4", "name": "network-vif-deleted", "tag": "9c2ebdfc-88f2-4b16-86b6-f431afb49876", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:18:03.212455 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-db250140-db17-4f54-8ac7-cb78bd69e27b {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:18:03.212954 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db250140-db17-4f54-8ac7-cb78bd69e27b'] response: {'server_uuid': '8eb649c7-b657-44d4-bb73-606cd09d5be4', 'name': 'network-vif-deleted', 'tag': '9c2ebdfc-88f2-4b16-86b6-f431afb49876', 'status': 'completed', 'code': 200}
May 07 22:18:03.375495 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5a85a1fd-4059-4833-ac5c-34b7aad90ce5 req-0bf2ed75-9a42-4406-93df-a002d7637907 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=8eb649c7-b657-44d4-bb73-606cd09d5be4 HTTP/1.1" status: 200  len: 210 time: 0.0280731
May 07 22:18:03.542933 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d3e81755-89e5-4741-9d4e-7bb3d2c45818 req-e18957a0-5ee8-4cc7-9da5-301b91dd1956 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=8eb649c7-b657-44d4-bb73-606cd09d5be4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 210 time: 0.0304422
May 07 22:18:03.622375 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d3e81755-89e5-4741-9d4e-7bb3d2c45818 req-0b420ff3-3a62-4cb5-9b0b-244330c30b53 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=16812b38c4514406886f0ab13cabe8ad&device_id=8eb649c7-b657-44d4-bb73-606cd09d5be4 HTTP/1.1" status: 200  len: 210 time: 0.0293062
May 07 22:18:03.815000 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e81755-89e5-4741-9d4e-7bb3d2c45818 req-cfe25ba6-d8be-4153-8363-cd81801ca450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:18:03.816480 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d3e81755-89e5-4741-9d4e-7bb3d2c45818 req-cfe25ba6-d8be-4153-8363-cd81801ca450 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=16812b38c4514406886f0ab13cabe8ad&shared=False HTTP/1.1" status: 200  len: 898 time: 0.1691339
May 07 22:18:03.988028 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e81755-89e5-4741-9d4e-7bb3d2c45818 req-8a7d86f6-de6a-4e21-9e41-b0d263d04a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:18:03.989511 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d3e81755-89e5-4741-9d4e-7bb3d2c45818 req-8a7d86f6-de6a-4e21-9e41-b0d263d04a9e service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1674945
May 07 22:18:04.440438 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 54486) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:18:05.104320 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7dc36614-4c23-420d-83a5-3bce047327cc tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401094'] for router_interface (f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:05.369456 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-7dc36614-4c23-420d-83a5-3bce047327cc tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Deleting port cc8bf383-6720-4bee-808c-69be6c07a628 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:18:05.369719 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7dc36614-4c23-420d-83a5-3bce047327cc tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (cc8bf383-6720-4bee-808c-69be6c07a628), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:05.467799 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-7dc36614-4c23-420d-83a5-3bce047327cc tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] For port cc8bf383-6720-4bee-808c-69be6c07a628, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cc8bf383-6720-4bee-808c-69be6c07a628,segment=NetworkSegment(d19faa35-4399-4d8c-82b3-8e2318f7ddb8),segment_id=d19faa35-4399-4d8c-82b3-8e2318f7ddb8)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:18:05.468539 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7dc36614-4c23-420d-83a5-3bce047327cc tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (cc8bf383-6720-4bee-808c-69be6c07a628), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:05.481504 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-7dc36614-4c23-420d-83a5-3bce047327cc tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Calling delete_port for cc8bf383-6720-4bee-808c-69be6c07a628 owned by network:router_interface {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:18:05.684926 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7dc36614-4c23-420d-83a5-3bce047327cc tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (cc8bf383-6720-4bee-808c-69be6c07a628), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:05.717548 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc36614-4c23-420d-83a5-3bce047327cc tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Pushing event deleted for resources: {'Port': ['ID=cc8bf383-6720-4bee-808c-69be6c07a628,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:18:05.914287 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7dc36614-4c23-420d-83a5-3bce047327cc tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401002'] for router_interface (f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:06.151967 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dc36614-4c23-420d-83a5-3bce047327cc tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Router f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:18:06.240694 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 9c2ebdfc-88f2-4b16-86b6-f431afb49876 no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:18:06.263872 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dc36614-4c23-420d-83a5-3bce047327cc tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:18:06.264932 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] No Port match for: 9c2ebdfc-88f2-4b16-86b6-f431afb49876 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:18:06.265289 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 9c2ebdfc-88f2-4b16-86b6-f431afb49876 not bound to the agent host nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:18:06.268915 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-7dc36614-4c23-420d-83a5-3bce047327cc tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "PUT /v2.0/routers/f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.8273559
May 07 22:18:06.271885 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 54488) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:18:06.272951 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d0c642-fab2-40fa-904f-29e87c887a9c None None] Sync routers for ids ['f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:18:06.283960 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d0c642-fab2-40fa-904f-29e87c887a9c None None] Routers {'f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:18:06.284591 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-c0d0c642-fab2-40fa-904f-29e87c887a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f798d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:17:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:18:06.336900 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d203a23-664b-47e0-a58d-2b95fd584938 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Deleting subnet fc569a06-4381-46d1-b6be-115ad4394ebc {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:18:06.340691 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2d203a23-664b-47e0-a58d-2b95fd584938 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for subnet (fc569a06-4381-46d1-b6be-115ad4394ebc), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:06.381695 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2d203a23-664b-47e0-a58d-2b95fd584938 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (fc569a06-4381-46d1-b6be-115ad4394ebc), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:06.403039 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-c0d0c642-fab2-40fa-904f-29e87c887a9c None None] Set router f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:18:06.466981 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2d203a23-664b-47e0-a58d-2b95fd584938 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (fc569a06-4381-46d1-b6be-115ad4394ebc), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:06.525827 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2d203a23-664b-47e0-a58d-2b95fd584938 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (fc569a06-4381-46d1-b6be-115ad4394ebc), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:06.554717 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d203a23-664b-47e0-a58d-2b95fd584938 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Pushing event deleted for resources: {'Subnet': ['ID=fc569a06-4381-46d1-b6be-115ad4394ebc,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:18:06.556713 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2d203a23-664b-47e0-a58d-2b95fd584938 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:06.561558 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a939bdb-196f-4d49-bd4e-66b54c6a65c2 None None] Network 0839a7af-146b-454e-bfcf-a3b86e510e90 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:18:06.562977 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 54490) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:18:06.563425 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-2d203a23-664b-47e0-a58d-2b95fd584938 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "DELETE /v2.0/subnets/fc569a06-4381-46d1-b6be-115ad4394ebc HTTP/1.1" status: 204  len: 168 time: 0.2901158
May 07 22:18:06.630717 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-c0d0c642-fab2-40fa-904f-29e87c887a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f798d30>, [{'id': 'f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-389487086', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.233'}], 'enable_snat': True}, 'gw_port_id': '95cea7ca-d93b-405b-958a-863cdc1cddd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:16:13Z', 'updated_at': '2022-05-07T22:18:05Z', 'revision_number': 5, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'gw_port': {'id': '95cea7ca-d93b-405b-958a-863cdc1cddd6', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:84:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:16:13Z', 'updated_at': '2022-05-07T22:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:18:06.665015 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d0c642-fab2-40fa-904f-29e87c887a9c None None] Checking router: f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19 for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:18:06.685647 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3a554f88-f642-42ce-abc3-d3ed7797db8d tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for router (f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:06.695919 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d0c642-fab2-40fa-904f-29e87c887a9c None None] Routers {'f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:18:06.696544 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-c0d0c642-fab2-40fa-904f-29e87c887a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f798d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:17:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:18:06.789583 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702dd140-f807-459f-beeb-0e74bbf408d8 None None] DHCP port deletion for 0839a7af-146b-454e-bfcf-a3b86e510e90 request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:18:06.803444 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3a554f88-f642-42ce-abc3-d3ed7797db8d tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for router_gateway (f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:06.849774 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-3a554f88-f642-42ce-abc3-d3ed7797db8d tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Deleting port 95cea7ca-d93b-405b-958a-863cdc1cddd6 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:18:06.850136 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3a554f88-f642-42ce-abc3-d3ed7797db8d tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (95cea7ca-d93b-405b-958a-863cdc1cddd6), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:06.851928 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-c0d0c642-fab2-40fa-904f-29e87c887a9c None None] Set router f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:18:06.853748 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-702dd140-f807-459f-beeb-0e74bbf408d8 None None] Deleting port 05480644-691f-4918-8e4b-673161af51a0 {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:18:06.854127 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-702dd140-f807-459f-beeb-0e74bbf408d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (05480644-691f-4918-8e4b-673161af51a0), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:06.937041 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-3a554f88-f642-42ce-abc3-d3ed7797db8d tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] For port 95cea7ca-d93b-405b-958a-863cdc1cddd6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=95cea7ca-d93b-405b-958a-863cdc1cddd6,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:18:06.937315 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3a554f88-f642-42ce-abc3-d3ed7797db8d tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (95cea7ca-d93b-405b-958a-863cdc1cddd6), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:06.951749 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-3a554f88-f642-42ce-abc3-d3ed7797db8d tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Calling delete_port for 95cea7ca-d93b-405b-958a-863cdc1cddd6 owned by network:router_gateway {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:18:07.144598 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3a554f88-f642-42ce-abc3-d3ed7797db8d tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (95cea7ca-d93b-405b-958a-863cdc1cddd6), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:07.165852 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-702dd140-f807-459f-beeb-0e74bbf408d8 None None] For port 05480644-691f-4918-8e4b-673161af51a0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=05480644-691f-4918-8e4b-673161af51a0,segment=NetworkSegment(d19faa35-4399-4d8c-82b3-8e2318f7ddb8),segment_id=d19faa35-4399-4d8c-82b3-8e2318f7ddb8)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:18:07.166261 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-702dd140-f807-459f-beeb-0e74bbf408d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (05480644-691f-4918-8e4b-673161af51a0), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:07.172456 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a554f88-f642-42ce-abc3-d3ed7797db8d tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Pushing event deleted for resources: {'Port': ['ID=95cea7ca-d93b-405b-958a-863cdc1cddd6,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:18:07.182756 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-702dd140-f807-459f-beeb-0e74bbf408d8 None None] Calling delete_port for 05480644-691f-4918-8e4b-673161af51a0 owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:18:07.195098 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 05480644-691f-4918-8e4b-673161af51a0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:18:07.239137 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3a554f88-f642-42ce-abc3-d3ed7797db8d tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395776'] for router_gateway (f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:07.342846 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-c0d0c642-fab2-40fa-904f-29e87c887a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f798d30>, [{'id': 'f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-389487086', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.233'}], 'enable_snat': True}, 'gw_port_id': '95cea7ca-d93b-405b-958a-863cdc1cddd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:16:13Z', 'updated_at': '2022-05-07T22:18:05Z', 'revision_number': 5, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'gw_port': {'id': '95cea7ca-d93b-405b-958a-863cdc1cddd6', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:84:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:16:13Z', 'updated_at': '2022-05-07T22:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:18:07.343447 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3a554f88-f642-42ce-abc3-d3ed7797db8d tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:07.346156 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3a554f88-f642-42ce-abc3-d3ed7797db8d tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for router_controller (f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:07.396641 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3a554f88-f642-42ce-abc3-d3ed7797db8d tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:07.397222 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a554f88-f642-42ce-abc3-d3ed7797db8d tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Fanout notify agent at l3_agent the message router_deleted on router f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19 {{(pid=121836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 22:18:07.397991 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d0c642-fab2-40fa-904f-29e87c887a9c None None] The sync data for ids ['f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19'] in ncdv-master-1 is: [{'id': 'f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19', 'name': 'tempest-TestNetworkAdvancedServerOps-router-389487086', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.233'}], 'enable_snat': True}, 'gw_port_id': '95cea7ca-d93b-405b-958a-863cdc1cddd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:16:13Z', 'updated_at': '2022-05-07T22:18:05Z', 'revision_number': 5, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'gw_port': {'id': '95cea7ca-d93b-405b-958a-863cdc1cddd6', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:84:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3952, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:16:13Z', 'updated_at': '2022-05-07T22:16:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:18:07.405061 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3a554f88-f642-42ce-abc3-d3ed7797db8d tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:07.408858 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-3a554f88-f642-42ce-abc3-d3ed7797db8d tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "DELETE /v2.0/routers/f09e6969-c5c5-4dbe-a4f8-4234f6a7ca19 HTTP/1.1" status: 204  len: 168 time: 0.8419671
May 07 22:18:07.409520 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 54492) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:18:07.414478 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 05480644-691f-4918-8e4b-673161af51a0 is: ACTIVE; New status is: DOWN {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:18:07.414908 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (05480644-691f-4918-8e4b-673161af51a0), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:07.418140 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-702dd140-f807-459f-beeb-0e74bbf408d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (05480644-691f-4918-8e4b-673161af51a0), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:07.459855 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702dd140-f807-459f-beeb-0e74bbf408d8 None None] Pushing event deleted for resources: {'Port': ['ID=05480644-691f-4918-8e4b-673161af51a0,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:18:07.461781 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702dd140-f807-459f-beeb-0e74bbf408d8 None None] No DVR routers for this DVR port 05480644-691f-4918-8e4b-673161af51a0 on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:18:07.502462 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3dadabc9-6f7c-4054-9597-1a401250a614 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (0839a7af-146b-454e-bfcf-a3b86e510e90), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:07.588402 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3dadabc9-6f7c-4054-9597-1a401250a614 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (0839a7af-146b-454e-bfcf-a3b86e510e90), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:07.608687 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-3dadabc9-6f7c-4054-9597-1a401250a614 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf87787280>,) {'filters': {'network_id': ['0839a7af-146b-454e-bfcf-a3b86e510e90']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:18:07.617880 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-3dadabc9-6f7c-4054-9597-1a401250a614 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf87787280>, 'd19faa35-4399-4d8c-82b3-8e2318f7ddb8') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:18:07.618177 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-3dadabc9-6f7c-4054-9597-1a401250a614 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf87787280>, 'd19faa35-4399-4d8c-82b3-8e2318f7ddb8') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:18:07.628035 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3dadabc9-6f7c-4054-9597-1a401250a614 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (d19faa35-4399-4d8c-82b3-8e2318f7ddb8), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:07.640866 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3dadabc9-6f7c-4054-9597-1a401250a614 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (d19faa35-4399-4d8c-82b3-8e2318f7ddb8), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:07.646616 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dadabc9-6f7c-4054-9597-1a401250a614 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:18:07.647032 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3dadabc9-6f7c-4054-9597-1a401250a614 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (d19faa35-4399-4d8c-82b3-8e2318f7ddb8), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:07.650017 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 22:18:07.650017 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:18:07.650017 ncdv-master-1 neutron-server[121836]:     timer()
May 07 22:18:07.650017 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:18:07.650017 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 22:18:07.650017 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:18:07.650017 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 22:18:07.650017 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:18:07.650017 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 22:18:07.650017 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:18:07.650017 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 22:18:07.650017 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:18:07.650017 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 22:18:07.650017 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:18:07.650017 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:18:07.650017 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:18:07.650017 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:18:07.650017 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:18:07.650017 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 22:18:07.650017 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:18:07.650017 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 22:18:07.650017 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:18:07.650017 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:18:07.650017 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:18:07.650017 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 22:18:07.650017 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:18:07.650017 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:18:07.650017 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:18:07.650017 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:18:07.650017 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:18:07.650017 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:18:07.650017 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:18:07.719532 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3dadabc9-6f7c-4054-9597-1a401250a614 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (0839a7af-146b-454e-bfcf-a3b86e510e90), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:07.726442 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3dadabc9-6f7c-4054-9597-1a401250a614 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:07.729496 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-3dadabc9-6f7c-4054-9597-1a401250a614 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "DELETE /v2.0/networks/0839a7af-146b-454e-bfcf-a3b86e510e90 HTTP/1.1" status: 204  len: 168 time: 0.3194692
May 07 22:18:07.732801 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 54494) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:18:07.741074 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dadabc9-6f7c-4054-9597-1a401250a614 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Pushing event deleted for resources: {'Network': ['ID=0839a7af-146b-454e-bfcf-a3b86e510e90,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:18:07.797920 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7f3ded9a-3794-41fc-b4e8-7cbbd6caca5c tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for security_group (241f9c72-4497-49d2-924d-a8eef738549c), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:07.825147 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7f3ded9a-3794-41fc-b4e8-7cbbd6caca5c tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for security_group (241f9c72-4497-49d2-924d-a8eef738549c), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:07.887917 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7f3ded9a-3794-41fc-b4e8-7cbbd6caca5c tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (241f9c72-4497-49d2-924d-a8eef738549c), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:07.890605 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7f3ded9a-3794-41fc-b4e8-7cbbd6caca5c tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:07.892028 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-7f3ded9a-3794-41fc-b4e8-7cbbd6caca5c tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "DELETE /v2.0/security-groups/241f9c72-4497-49d2-924d-a8eef738549c HTTP/1.1" status: 204  len: 168 time: 0.1581995
May 07 22:18:07.906726 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3ded9a-3794-41fc-b4e8-7cbbd6caca5c tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=241f9c72-4497-49d2-924d-a8eef738549c,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:18:08.161613 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 54500) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:18:08.166112 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-890a9c59-8622-4c9a-bcb8-e15700570898 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-415066268', 'description': 'tempest-secgroup-smoke-415066268 description', 'project_id': '16812b38c4514406886f0ab13cabe8ad'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:18:08.191858 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-890a9c59-8622-4c9a-bcb8-e15700570898 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:08.271103 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-890a9c59-8622-4c9a-bcb8-e15700570898 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for security_group (8a690562-d8a8-410c-a365-37d94744ec11), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:08.274537 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-890a9c59-8622-4c9a-bcb8-e15700570898 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (8a690562-d8a8-410c-a365-37d94744ec11), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:08.300054 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-890a9c59-8622-4c9a-bcb8-e15700570898 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:08.301523 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-890a9c59-8622-4c9a-bcb8-e15700570898 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.1388471
May 07 22:18:08.304426 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 54502) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:18:08.309296 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-224903b0-548f-42b1-9787-91c736a52a14 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Request body: {'security_group_rule': {'security_group_id': '8a690562-d8a8-410c-a365-37d94744ec11', 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:18:08.310561 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890a9c59-8622-4c9a-bcb8-e15700570898 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a690562-d8a8-410c-a365-37d94744ec11,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:18:08.335516 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-224903b0-548f-42b1-9787-91c736a52a14 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for security_group_rule (cd122b95-ece7-4b67-b961-960847a10233), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:08.403518 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-224903b0-548f-42b1-9787-91c736a52a14 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for security_group_rule (cd122b95-ece7-4b67-b961-960847a10233), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:08.407571 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-224903b0-548f-42b1-9787-91c736a52a14 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (cd122b95-ece7-4b67-b961-960847a10233), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:08.424742 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224903b0-548f-42b1-9787-91c736a52a14 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd122b95-ece7-4b67-b961-960847a10233,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:18:08.434551 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-224903b0-548f-42b1-9787-91c736a52a14 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:08.435846 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-224903b0-548f-42b1-9787-91c736a52a14 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1303616
May 07 22:18:08.438830 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 54504) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:18:08.443144 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-2624278c-0ec6-48fb-9575-39594dde45c2 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Request body: {'security_group_rule': {'security_group_id': '8a690562-d8a8-410c-a365-37d94744ec11', 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:18:08.470984 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2624278c-0ec6-48fb-9575-39594dde45c2 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for security_group_rule (c2de0acf-9ea9-4d2e-bfa9-2445ff6b96f7), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:08.534830 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2624278c-0ec6-48fb-9575-39594dde45c2 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for security_group_rule (c2de0acf-9ea9-4d2e-bfa9-2445ff6b96f7), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:08.538268 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2624278c-0ec6-48fb-9575-39594dde45c2 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (c2de0acf-9ea9-4d2e-bfa9-2445ff6b96f7), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:08.557363 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2624278c-0ec6-48fb-9575-39594dde45c2 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2de0acf-9ea9-4d2e-bfa9-2445ff6b96f7,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:18:08.566800 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2624278c-0ec6-48fb-9575-39594dde45c2 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:08.568315 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-2624278c-0ec6-48fb-9575-39594dde45c2 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1283307
May 07 22:18:08.571529 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 54506) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:18:08.576590 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-aca2e556-3807-47e5-82fa-713e24fffde8 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Request body: {'security_group_rule': {'security_group_id': '8a690562-d8a8-410c-a365-37d94744ec11', 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:18:08.603507 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-aca2e556-3807-47e5-82fa-713e24fffde8 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for security_group_rule (414f0165-955b-45d7-82ec-43942b259e2a), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:08.658966 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-aca2e556-3807-47e5-82fa-713e24fffde8 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for security_group_rule (414f0165-955b-45d7-82ec-43942b259e2a), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:08.662382 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-aca2e556-3807-47e5-82fa-713e24fffde8 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (414f0165-955b-45d7-82ec-43942b259e2a), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:08.679284 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca2e556-3807-47e5-82fa-713e24fffde8 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=414f0165-955b-45d7-82ec-43942b259e2a,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:18:08.687582 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-aca2e556-3807-47e5-82fa-713e24fffde8 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:08.690924 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-aca2e556-3807-47e5-82fa-713e24fffde8 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1162364
May 07 22:18:08.691479 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 54508) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:18:08.695772 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-1d72ec1b-5998-4acc-aba0-af68f0d2c4a3 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Request body: {'security_group_rule': {'security_group_id': '8a690562-d8a8-410c-a365-37d94744ec11', 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:18:08.720968 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1d72ec1b-5998-4acc-aba0-af68f0d2c4a3 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for security_group_rule (6478fbc3-d4de-4433-9bc0-14c8681aca7d), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:08.782055 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1d72ec1b-5998-4acc-aba0-af68f0d2c4a3 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for security_group_rule (6478fbc3-d4de-4433-9bc0-14c8681aca7d), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:08.786190 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1d72ec1b-5998-4acc-aba0-af68f0d2c4a3 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (6478fbc3-d4de-4433-9bc0-14c8681aca7d), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:08.805035 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d72ec1b-5998-4acc-aba0-af68f0d2c4a3 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6478fbc3-d4de-4433-9bc0-14c8681aca7d,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:18:08.814621 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1d72ec1b-5998-4acc-aba0-af68f0d2c4a3 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:08.815869 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-1d72ec1b-5998-4acc-aba0-af68f0d2c4a3 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1234109
May 07 22:18:08.818703 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 54510) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:18:08.823201 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-985746b3-f4bb-49e6-9d1b-84a3d5a01fdd tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Request body: {'security_group_rule': {'security_group_id': '8a690562-d8a8-410c-a365-37d94744ec11', 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:18:08.844214 ncdv-master-1 neutron-server[121837]: INFO neutron.db.securitygroups_db [None req-985746b3-f4bb-49e6-9d1b-84a3d5a01fdd tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Project 16812b38c4514406886f0ab13cabe8ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 07 22:18:08.850088 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-985746b3-f4bb-49e6-9d1b-84a3d5a01fdd tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for security_group_rule (15abfb60-905e-4cf7-845a-20c28a96c42c), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:08.914431 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-985746b3-f4bb-49e6-9d1b-84a3d5a01fdd tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for security_group_rule (15abfb60-905e-4cf7-845a-20c28a96c42c), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:08.917904 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-985746b3-f4bb-49e6-9d1b-84a3d5a01fdd tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (15abfb60-905e-4cf7-845a-20c28a96c42c), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:08.938579 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985746b3-f4bb-49e6-9d1b-84a3d5a01fdd tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15abfb60-905e-4cf7-845a-20c28a96c42c,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:18:08.944686 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-985746b3-f4bb-49e6-9d1b-84a3d5a01fdd tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:08.945861 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-985746b3-f4bb-49e6-9d1b-84a3d5a01fdd tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1261618
May 07 22:18:08.948538 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 54512) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:18:08.953380 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-8a3b4c74-710b-4f3c-8799-f56c75c6892d tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Request body: {'security_group_rule': {'security_group_id': '8a690562-d8a8-410c-a365-37d94744ec11', 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:18:08.973812 ncdv-master-1 neutron-server[121837]: INFO neutron.db.securitygroups_db [None req-8a3b4c74-710b-4f3c-8799-f56c75c6892d tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Project 16812b38c4514406886f0ab13cabe8ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 07 22:18:08.979439 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8a3b4c74-710b-4f3c-8799-f56c75c6892d tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for security_group_rule (63babccf-4a01-41a3-b174-58e6efe0ed9a), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:09.043678 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8a3b4c74-710b-4f3c-8799-f56c75c6892d tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for security_group_rule (63babccf-4a01-41a3-b174-58e6efe0ed9a), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:09.048434 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8a3b4c74-710b-4f3c-8799-f56c75c6892d tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (63babccf-4a01-41a3-b174-58e6efe0ed9a), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:09.069013 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3b4c74-710b-4f3c-8799-f56c75c6892d tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63babccf-4a01-41a3-b174-58e6efe0ed9a,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:18:09.078151 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8a3b4c74-710b-4f3c-8799-f56c75c6892d tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:09.082740 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-8a3b4c74-710b-4f3c-8799-f56c75c6892d tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1329024
May 07 22:18:09.083192 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 54514) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:18:09.089969 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-a3257b12-9eb8-4beb-86dc-2e144d4c5528 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Request body: {'network': {'name': 'tempest-network-smoke--1020629794', 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'port_security_enabled': True}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:18:09.111944 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3257b12-9eb8-4beb-86dc-2e144d4c5528 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Made reservation on behalf of 16812b38c4514406886f0ab13cabe8ad for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:18:09.115495 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device cc8bf383-6720-4bee-808c-69be6c07a628 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:18:09.116070 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a3257b12-9eb8-4beb-86dc-2e144d4c5528 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:09.139095 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: cc8bf383-6720-4bee-808c-69be6c07a628 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:18:09.139440 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device cc8bf383-6720-4bee-808c-69be6c07a628 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:18:09.140161 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 95cea7ca-d93b-405b-958a-863cdc1cddd6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:18:09.147756 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3257b12-9eb8-4beb-86dc-2e144d4c5528 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:18:09.159508 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a3257b12-9eb8-4beb-86dc-2e144d4c5528 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (6de2609d-b1b7-4ee9-b1c8-4a0b68bc9013), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:09.160008 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-a3257b12-9eb8-4beb-86dc-2e144d4c5528 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Added segment 6de2609d-b1b7-4ee9-b1c8-4a0b68bc9013 of type vlan for network d28ff04e-297c-4778-a4e4-921b5acd931f
May 07 22:18:09.162156 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 95cea7ca-d93b-405b-958a-863cdc1cddd6 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:18:09.162532 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 95cea7ca-d93b-405b-958a-863cdc1cddd6 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:18:09.204918 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a3257b12-9eb8-4beb-86dc-2e144d4c5528 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (d28ff04e-297c-4778-a4e4-921b5acd931f), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:09.229799 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a3257b12-9eb8-4beb-86dc-2e144d4c5528 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (d28ff04e-297c-4778-a4e4-921b5acd931f), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:09.235240 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3257b12-9eb8-4beb-86dc-2e144d4c5528 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:18:09.235825 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a3257b12-9eb8-4beb-86dc-2e144d4c5528 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:09.269975 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-a3257b12-9eb8-4beb-86dc-2e144d4c5528 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.1846955
May 07 22:18:09.272786 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 54516) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:18:09.277445 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-106e394a-e7b1-47f6-ae8a-0c340592d8da tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1710276620', 'admin_state_up': True, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:18:09.301160 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-106e394a-e7b1-47f6-ae8a-0c340592d8da tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:09.302091 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-106e394a-e7b1-47f6-ae8a-0c340592d8da tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:09.309631 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3257b12-9eb8-4beb-86dc-2e144d4c5528 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Pushing event updated for resources: {'Network': ['ID=d28ff04e-297c-4778-a4e4-921b5acd931f,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:18:09.320935 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network d28ff04e-297c-4778-a4e4-921b5acd931f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:18:09.374623 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-106e394a-e7b1-47f6-ae8a-0c340592d8da tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for router_controller (58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca), precommit_add_association {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:09.832230 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-106e394a-e7b1-47f6-ae8a-0c340592d8da tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for router_gateway (58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:10.008379 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-106e394a-e7b1-47f6-ae8a-0c340592d8da tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for router_gateway (58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:10.026449 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-106e394a-e7b1-47f6-ae8a-0c340592d8da tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:10.134445 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-106e394a-e7b1-47f6-ae8a-0c340592d8da tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Allocated IP 172.35.4.230 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/a5b40a46-4293-4173-b751-ef479c02670e) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:18:10.235192 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-106e394a-e7b1-47f6-ae8a-0c340592d8da tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for port (a5b40a46-4293-4173-b751-ef479c02670e), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:10.267980 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-106e394a-e7b1-47f6-ae8a-0c340592d8da tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (a5b40a46-4293-4173-b751-ef479c02670e), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:10.303282 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106e394a-e7b1-47f6-ae8a-0c340592d8da tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:18:10.307650 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-106e394a-e7b1-47f6-ae8a-0c340592d8da tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:18:10.311119 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106e394a-e7b1-47f6-ae8a-0c340592d8da tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:18:10.344218 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106e394a-e7b1-47f6-ae8a-0c340592d8da tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Pushing event updated for resources: {'Port': ['ID=a5b40a46-4293-4173-b751-ef479c02670e,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:18:10.581515 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-106e394a-e7b1-47f6-ae8a-0c340592d8da tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for router_gateway (58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:10.791230 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-106e394a-e7b1-47f6-ae8a-0c340592d8da tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:10.925415 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-106e394a-e7b1-47f6-ae8a-0c340592d8da tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Router 58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca is scheduled to L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db with binding_index 1 {{(pid=121837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 07 22:18:11.047957 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-106e394a-e7b1-47f6-ae8a-0c340592d8da tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:18:11.057911 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6defa3cd-7e3a-4692-9cca-a36bc9fb5aff None None] Sync routers for ids ['58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:18:11.068627 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6defa3cd-7e3a-4692-9cca-a36bc9fb5aff None None] Routers {'58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:18:11.069239 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-6defa3cd-7e3a-4692-9cca-a36bc9fb5aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cb228b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:17:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:18:11.070538 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-106e394a-e7b1-47f6-ae8a-0c340592d8da tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:11.071781 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-106e394a-e7b1-47f6-ae8a-0c340592d8da tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 1.7979510
May 07 22:18:11.075083 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 54520) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:18:11.104933 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-5e07c02c-6e74-410c-a7d1-d7d3c1dddf65 tempest-TestNetworkAdvancedServerOps-305006253 tempest-TestNetworkAdvancedServerOps-305006253-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=16812b38c4514406886f0ab13cabe8ad&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0279548
May 07 22:18:11.107595 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 54522) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:18:11.187909 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-6defa3cd-7e3a-4692-9cca-a36bc9fb5aff None None] Set router 58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:18:11.271735 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c08868-d887-45f7-9a62-7e2006932fd8 tempest-TestNetworkAdvancedServerOps-305006253 tempest-TestNetworkAdvancedServerOps-305006253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:18:11.273367 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-74c08868-d887-45f7-9a62-7e2006932fd8 tempest-TestNetworkAdvancedServerOps-305006253 tempest-TestNetworkAdvancedServerOps-305006253-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1647038
May 07 22:18:11.276330 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 54524) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:18:11.313104 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-6ba2530c-c079-42e1-a741-a814caab5b79 tempest-TestNetworkAdvancedServerOps-305006253 tempest-TestNetworkAdvancedServerOps-305006253-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=9221b764-ef06-431f-8941-796516ed7c3b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0356233
May 07 22:18:11.315829 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 54526) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:18:11.320783 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-23212507-b1d9-4088-a4ee-bd436a21d5b4 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1265958679', 'network_id': 'd28ff04e-297c-4778-a4e4-921b5acd931f', 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:18:11.421962 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23212507-b1d9-4088-a4ee-bd436a21d5b4 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Made reservation on behalf of 16812b38c4514406886f0ab13cabe8ad for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:18:11.425641 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-23212507-b1d9-4088-a4ee-bd436a21d5b4 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:11.463661 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-6defa3cd-7e3a-4692-9cca-a36bc9fb5aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cb228b0>, [{'id': '58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1710276620', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.230'}], 'enable_snat': True}, 'gw_port_id': 'a5b40a46-4293-4173-b751-ef479c02670e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:18:09Z', 'updated_at': '2022-05-07T22:18:10Z', 'revision_number': 3, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'gw_port': {'id': 'a5b40a46-4293-4173-b751-ef479c02670e', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f8:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:18:10Z', 'updated_at': '2022-05-07T22:18:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:18:11.495829 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6defa3cd-7e3a-4692-9cca-a36bc9fb5aff None None] Checking router: 58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:18:11.496178 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6defa3cd-7e3a-4692-9cca-a36bc9fb5aff None None] Updating router 58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca port a5b40a46-4293-4173-b751-ef479c02670e binding host ncdv-master-1 {{(pid=121839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 22:18:11.529041 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-6defa3cd-7e3a-4692-9cca-a36bc9fb5aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (a5b40a46-4293-4173-b751-ef479c02670e), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:11.618378 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-23212507-b1d9-4088-a4ee-bd436a21d5b4 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (20c331de-8209-48dd-9698-e184499bf52e), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:11.684981 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23212507-b1d9-4088-a4ee-bd436a21d5b4 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Pushing event updated for resources: {'Subnet': ['ID=20c331de-8209-48dd-9698-e184499bf52e,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:18:11.690397 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23212507-b1d9-4088-a4ee-bd436a21d5b4 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Checking segment: {'id': '6de2609d-b1b7-4ee9-b1c8-4a0b68bc9013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd28ff04e-297c-4778-a4e4-921b5acd931f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:18:11.690762 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23212507-b1d9-4088-a4ee-bd436a21d5b4 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Network hostable DHCP agents. Network: d28ff04e-297c-4778-a4e4-921b5acd931f, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:18:11.708380 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23212507-b1d9-4088-a4ee-bd436a21d5b4 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Network d28ff04e-297c-4778-a4e4-921b5acd931f is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:18:11.717262 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-23212507-b1d9-4088-a4ee-bd436a21d5b4 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d28ff04e-297c-4778-a4e4-921b5acd931f) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:18:11.721231 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23212507-b1d9-4088-a4ee-bd436a21d5b4 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:18:11.721837 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-23212507-b1d9-4088-a4ee-bd436a21d5b4 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:11.729270 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2007452a-9047-49a7-a65e-6aca6d29bfab None None] Network d28ff04e-297c-4778-a4e4-921b5acd931f requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:18:11.742387 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-23212507-b1d9-4088-a4ee-bd436a21d5b4 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.4253366
May 07 22:18:11.745068 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 54528) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:18:11.807574 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-6defa3cd-7e3a-4692-9cca-a36bc9fb5aff None None] Publish callbacks [] for port (a5b40a46-4293-4173-b751-ef479c02670e), precommit_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:11.813999 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-6defa3cd-7e3a-4692-9cca-a36bc9fb5aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (a5b40a46-4293-4173-b751-ef479c02670e), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:11.855137 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e1b98ea-fc77-40a5-af06-c516b5b2de62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d28ff04e-297c-4778-a4e4-921b5acd931f', 'network_id': 'd28ff04e-297c-4778-a4e4-921b5acd931f', 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'fixed_ips': [{'subnet_id': '20c331de-8209-48dd-9698-e184499bf52e'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:18:11.862825 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-8e1b98ea-fc77-40a5-af06-c516b5b2de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:11.870589 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-6defa3cd-7e3a-4692-9cca-a36bc9fb5aff None None] Attempting to bind port a5b40a46-4293-4173-b751-ef479c02670e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:18:11.871317 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-6defa3cd-7e3a-4692-9cca-a36bc9fb5aff None None] Attempting to bind port a5b40a46-4293-4173-b751-ef479c02670e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:18:11.872015 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6defa3cd-7e3a-4692-9cca-a36bc9fb5aff None None] Attempting to bind port a5b40a46-4293-4173-b751-ef479c02670e on network 9221b764-ef06-431f-8941-796516ed7c3b {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:18:11.884186 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5052816a-03d2-40e9-8903-23fa125b3b09 None None] Pushing event updated for resources: {'Port': ['ID=a5b40a46-4293-4173-b751-ef479c02670e,revision_number=2']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:18:11.887826 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6defa3cd-7e3a-4692-9cca-a36bc9fb5aff None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:18:11.888324 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6defa3cd-7e3a-4692-9cca-a36bc9fb5aff None None] Checking segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:18:11.888880 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-6defa3cd-7e3a-4692-9cca-a36bc9fb5aff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:11.889410 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6defa3cd-7e3a-4692-9cca-a36bc9fb5aff None None] Bound using segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:18:11.889939 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-6defa3cd-7e3a-4692-9cca-a36bc9fb5aff None None] Bound port: a5b40a46-4293-4173-b751-ef479c02670e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:18:11.890396 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-6defa3cd-7e3a-4692-9cca-a36bc9fb5aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (a5b40a46-4293-4173-b751-ef479c02670e), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:11.898683 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5052816a-03d2-40e9-8903-23fa125b3b09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:18:11.899086 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5052816a-03d2-40e9-8903-23fa125b3b09 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:18:11.899485 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5052816a-03d2-40e9-8903-23fa125b3b09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:18:11.899954 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5052816a-03d2-40e9-8903-23fa125b3b09 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:18:11.900395 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5052816a-03d2-40e9-8903-23fa125b3b09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:18:11.900765 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5052816a-03d2-40e9-8903-23fa125b3b09 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:18:11.901130 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5052816a-03d2-40e9-8903-23fa125b3b09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:18:11.901524 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5052816a-03d2-40e9-8903-23fa125b3b09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:18:11.901847 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5052816a-03d2-40e9-8903-23fa125b3b09 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:18:11.902166 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5052816a-03d2-40e9-8903-23fa125b3b09 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:18:11.902485 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5052816a-03d2-40e9-8903-23fa125b3b09 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:18:11.902819 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5052816a-03d2-40e9-8903-23fa125b3b09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:18:11.903135 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5052816a-03d2-40e9-8903-23fa125b3b09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:18:11.903451 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5052816a-03d2-40e9-8903-23fa125b3b09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:18:11.904372 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5052816a-03d2-40e9-8903-23fa125b3b09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:18:11.967690 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-6defa3cd-7e3a-4692-9cca-a36bc9fb5aff None None] For port a5b40a46-4293-4173-b751-ef479c02670e, host ncdv-master-1, cleared binding levels {{(pid=121839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:18:11.971312 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-6defa3cd-7e3a-4692-9cca-a36bc9fb5aff None None] For port a5b40a46-4293-4173-b751-ef479c02670e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a5b40a46-4293-4173-b751-ef479c02670e,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:18:11.978920 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-6defa3cd-7e3a-4692-9cca-a36bc9fb5aff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (a5b40a46-4293-4173-b751-ef479c02670e), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:12.034168 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-8e1b98ea-fc77-40a5-af06-c516b5b2de62 None None] Allocated IP 172.20.0.2 (d28ff04e-297c-4778-a4e4-921b5acd931f/20c331de-8209-48dd-9698-e184499bf52e/1eaea10c-cc7d-418c-862e-3c6e394674ef) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:18:12.043177 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5052816a-03d2-40e9-8903-23fa125b3b09 None None] Pushing event updated for resources: {'Port': ['ID=a5b40a46-4293-4173-b751-ef479c02670e,revision_number=3']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:18:12.049154 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6defa3cd-7e3a-4692-9cca-a36bc9fb5aff None None] Routers {'58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:18:12.049775 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-6defa3cd-7e3a-4692-9cca-a36bc9fb5aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cb228b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:17:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:18:12.178531 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-6defa3cd-7e3a-4692-9cca-a36bc9fb5aff None None] Set router 58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:18:12.238146 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-8e1b98ea-fc77-40a5-af06-c516b5b2de62 None None] Publish callbacks [] for port (1eaea10c-cc7d-418c-862e-3c6e394674ef), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:12.245208 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-8e1b98ea-fc77-40a5-af06-c516b5b2de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (1eaea10c-cc7d-418c-862e-3c6e394674ef), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:12.257975 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-442582e9-5fb4-4779-b644-27cbc08fa84f tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:12.300764 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1b98ea-fc77-40a5-af06-c516b5b2de62 None None] Network d28ff04e-297c-4778-a4e4-921b5acd931f is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:18:12.304637 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-8e1b98ea-fc77-40a5-af06-c516b5b2de62 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:18:12.316684 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1b98ea-fc77-40a5-af06-c516b5b2de62 None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:18:12.320234 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1b98ea-fc77-40a5-af06-c516b5b2de62 None None] Pushing event updated for resources: {'Port': ['ID=1eaea10c-cc7d-418c-862e-3c6e394674ef,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:18:12.384079 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-8e1b98ea-fc77-40a5-af06-c516b5b2de62 None None] Attempting to bind port 1eaea10c-cc7d-418c-862e-3c6e394674ef on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:18:12.384592 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-8e1b98ea-fc77-40a5-af06-c516b5b2de62 None None] Attempting to bind port 1eaea10c-cc7d-418c-862e-3c6e394674ef by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6de2609d-b1b7-4ee9-b1c8-4a0b68bc9013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd28ff04e-297c-4778-a4e4-921b5acd931f'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:18:12.385038 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1b98ea-fc77-40a5-af06-c516b5b2de62 None None] Attempting to bind port 1eaea10c-cc7d-418c-862e-3c6e394674ef on network d28ff04e-297c-4778-a4e4-921b5acd931f {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:18:12.386716 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-6defa3cd-7e3a-4692-9cca-a36bc9fb5aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cb228b0>, [{'id': '58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1710276620', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.230'}], 'enable_snat': True}, 'gw_port_id': 'a5b40a46-4293-4173-b751-ef479c02670e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:18:09Z', 'updated_at': '2022-05-07T22:18:10Z', 'revision_number': 3, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'gw_port': {'id': 'a5b40a46-4293-4173-b751-ef479c02670e', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f8:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:18:10Z', 'updated_at': '2022-05-07T22:18:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:18:12.392255 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1b98ea-fc77-40a5-af06-c516b5b2de62 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:18:12.392729 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1b98ea-fc77-40a5-af06-c516b5b2de62 None None] Checking segment: {'id': '6de2609d-b1b7-4ee9-b1c8-4a0b68bc9013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd28ff04e-297c-4778-a4e4-921b5acd931f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:18:12.393390 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-8e1b98ea-fc77-40a5-af06-c516b5b2de62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:12.393981 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e1b98ea-fc77-40a5-af06-c516b5b2de62 None None] Bound using segment: {'id': '6de2609d-b1b7-4ee9-b1c8-4a0b68bc9013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd28ff04e-297c-4778-a4e4-921b5acd931f'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:18:12.394548 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-8e1b98ea-fc77-40a5-af06-c516b5b2de62 None None] Bound port: 1eaea10c-cc7d-418c-862e-3c6e394674ef, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6de2609d-b1b7-4ee9-b1c8-4a0b68bc9013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd28ff04e-297c-4778-a4e4-921b5acd931f'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:18:12.395032 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-8e1b98ea-fc77-40a5-af06-c516b5b2de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (1eaea10c-cc7d-418c-862e-3c6e394674ef), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:12.426702 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6defa3cd-7e3a-4692-9cca-a36bc9fb5aff None None] The sync data for ids ['58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca'] in ncdv-master-1 is: [{'id': '58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1710276620', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.230'}], 'enable_snat': True}, 'gw_port_id': 'a5b40a46-4293-4173-b751-ef479c02670e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:18:09Z', 'updated_at': '2022-05-07T22:18:10Z', 'revision_number': 3, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'gw_port': {'id': 'a5b40a46-4293-4173-b751-ef479c02670e', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f8:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:18:10Z', 'updated_at': '2022-05-07T22:18:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:18:12.478633 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-8e1b98ea-fc77-40a5-af06-c516b5b2de62 None None] For port 1eaea10c-cc7d-418c-862e-3c6e394674ef, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:18:12.484691 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-8e1b98ea-fc77-40a5-af06-c516b5b2de62 None None] For port 1eaea10c-cc7d-418c-862e-3c6e394674ef, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1eaea10c-cc7d-418c-862e-3c6e394674ef,segment=NetworkSegment(6de2609d-b1b7-4ee9-b1c8-4a0b68bc9013),segment_id=6de2609d-b1b7-4ee9-b1c8-4a0b68bc9013)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:18:12.493993 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-8e1b98ea-fc77-40a5-af06-c516b5b2de62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (1eaea10c-cc7d-418c-862e-3c6e394674ef), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:12.563188 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1b98ea-fc77-40a5-af06-c516b5b2de62 None None] Pushing event updated for resources: {'Port': ['ID=1eaea10c-cc7d-418c-862e-3c6e394674ef,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:18:13.006631 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-442582e9-5fb4-4779-b644-27cbc08fa84f tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Allocated IP 172.20.0.1 (d28ff04e-297c-4778-a4e4-921b5acd931f/20c331de-8209-48dd-9698-e184499bf52e/36758b26-3614-44c9-bc57-d60def4a028e) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:18:13.141353 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-442582e9-5fb4-4779-b644-27cbc08fa84f tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for port (36758b26-3614-44c9-bc57-d60def4a028e), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:13.174187 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device a5b40a46-4293-4173-b751-ef479c02670e up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:18:13.188426 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-442582e9-5fb4-4779-b644-27cbc08fa84f tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (36758b26-3614-44c9-bc57-d60def4a028e), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:13.232944 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port a5b40a46-4293-4173-b751-ef479c02670e triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:18:13.233321 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (a5b40a46-4293-4173-b751-ef479c02670e), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:13.236226 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442582e9-5fb4-4779-b644-27cbc08fa84f tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Network d28ff04e-297c-4778-a4e4-921b5acd931f is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:18:13.239482 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-442582e9-5fb4-4779-b644-27cbc08fa84f tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:18:13.243324 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442582e9-5fb4-4779-b644-27cbc08fa84f tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:18:13.252272 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442582e9-5fb4-4779-b644-27cbc08fa84f tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Pushing event updated for resources: {'Port': ['ID=36758b26-3614-44c9-bc57-d60def4a028e,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:18:13.296842 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-442582e9-5fb4-4779-b644-27cbc08fa84f tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398161'] for router_interface (58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:13.325429 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port a5b40a46-4293-4173-b751-ef479c02670e is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:18:13.326204 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (a5b40a46-4293-4173-b751-ef479c02670e), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:13.352800 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port a5b40a46-4293-4173-b751-ef479c02670e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a5b40a46-4293-4173-b751-ef479c02670e,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:18:13.360268 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (a5b40a46-4293-4173-b751-ef479c02670e), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:13.362100 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 1eaea10c-cc7d-418c-862e-3c6e394674ef up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:18:13.465644 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-442582e9-5fb4-4779-b644-27cbc08fa84f tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (36758b26-3614-44c9-bc57-d60def4a028e), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:13.485668 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 1eaea10c-cc7d-418c-862e-3c6e394674ef triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:18:13.486113 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (1eaea10c-cc7d-418c-862e-3c6e394674ef), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:13.512737 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=a5b40a46-4293-4173-b751-ef479c02670e,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:18:13.587067 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 1eaea10c-cc7d-418c-862e-3c6e394674ef is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:18:13.587067 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (1eaea10c-cc7d-418c-862e-3c6e394674ef), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:13.636730 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port 1eaea10c-cc7d-418c-862e-3c6e394674ef, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1eaea10c-cc7d-418c-862e-3c6e394674ef,segment=NetworkSegment(6de2609d-b1b7-4ee9-b1c8-4a0b68bc9013),segment_id=6de2609d-b1b7-4ee9-b1c8-4a0b68bc9013)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:18:13.643593 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (1eaea10c-cc7d-418c-862e-3c6e394674ef), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:13.708828 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=1eaea10c-cc7d-418c-862e-3c6e394674ef,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:18:13.830449 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067fe452-4691-4e86-82a8-fe87eee1f63e None None] Network d28ff04e-297c-4778-a4e4-921b5acd931f requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:18:13.837451 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-442582e9-5fb4-4779-b644-27cbc08fa84f tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for port (36758b26-3614-44c9-bc57-d60def4a028e), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:13.843030 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-442582e9-5fb4-4779-b644-27cbc08fa84f tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (36758b26-3614-44c9-bc57-d60def4a028e), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:13.927420 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-442582e9-5fb4-4779-b644-27cbc08fa84f tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401121'] for router_interface (58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:13.930188 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442582e9-5fb4-4779-b644-27cbc08fa84f tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Pushing event updated for resources: {'Port': ['ID=36758b26-3614-44c9-bc57-d60def4a028e,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:18:13.952519 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-9946923b-59f2-4c00-9a1c-ec90cd731125 None None] Provisioning complete for port 1eaea10c-cc7d-418c-862e-3c6e394674ef triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:18:13.952893 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9946923b-59f2-4c00-9a1c-ec90cd731125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (1eaea10c-cc7d-418c-862e-3c6e394674ef), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:14.038653 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-9946923b-59f2-4c00-9a1c-ec90cd731125 None None] Current status of the port 1eaea10c-cc7d-418c-862e-3c6e394674ef is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:18:14.041122 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442582e9-5fb4-4779-b644-27cbc08fa84f tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Network d28ff04e-297c-4778-a4e4-921b5acd931f is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:18:14.043139 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-442582e9-5fb4-4779-b644-27cbc08fa84f tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:18:14.192768 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-442582e9-5fb4-4779-b644-27cbc08fa84f tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Router 58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:18:14.259637 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-c1c76181-1ef9-4693-9957-b1254175f8a6 None None] Provisioning complete for port 36758b26-3614-44c9-bc57-d60def4a028e triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:18:14.260237 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c1c76181-1ef9-4693-9957-b1254175f8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (36758b26-3614-44c9-bc57-d60def4a028e), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:14.306176 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-c1c76181-1ef9-4693-9957-b1254175f8a6 None None] Port 36758b26-3614-44c9-bc57-d60def4a028e cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:18:14.315374 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-c1c76181-1ef9-4693-9957-b1254175f8a6 None None] Provisioning complete for port 1eaea10c-cc7d-418c-862e-3c6e394674ef triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:18:14.315842 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c1c76181-1ef9-4693-9957-b1254175f8a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (1eaea10c-cc7d-418c-862e-3c6e394674ef), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:14.344593 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-442582e9-5fb4-4779-b644-27cbc08fa84f tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:18:14.352144 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-442582e9-5fb4-4779-b644-27cbc08fa84f tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "PUT /v2.0/routers/58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6058252
May 07 22:18:14.426299 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-c1c76181-1ef9-4693-9957-b1254175f8a6 None None] Current status of the port 1eaea10c-cc7d-418c-862e-3c6e394674ef is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:18:14.501967 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75cf0bd-620c-496c-99cf-742ec1c4a2a9 None None] Sync routers for ids ['58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:18:14.516142 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75cf0bd-620c-496c-99cf-742ec1c4a2a9 None None] Routers {'58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:18:14.516827 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-a75cf0bd-620c-496c-99cf-742ec1c4a2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7ea14e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:17:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:18:14.610685 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-0ef4a19f-3069-4c7c-80be-ba1380da9374 None None] Provisioning complete for port 36758b26-3614-44c9-bc57-d60def4a028e triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:18:14.611167 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-0ef4a19f-3069-4c7c-80be-ba1380da9374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (36758b26-3614-44c9-bc57-d60def4a028e), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:14.615635 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-80c51753-58c3-451f-841d-78121421e284 req-76aa7b9c-84e5-45e6-919b-1a43079ec2d2 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-415066268&fields=id&tenant_id=16812b38c4514406886f0ab13cabe8ad HTTP/1.1" status: 200  len: 267 time: 0.0645125
May 07 22:18:14.718403 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-0ef4a19f-3069-4c7c-80be-ba1380da9374 None None] Port 36758b26-3614-44c9-bc57-d60def4a028e cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:18:14.738345 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-a75cf0bd-620c-496c-99cf-742ec1c4a2a9 None None] Set router 58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:18:14.748435 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c51753-58c3-451f-841d-78121421e284 req-c48db9f4-06ed-49ba-8873-11782d0e47be tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:18:14.749965 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-80c51753-58c3-451f-841d-78121421e284 req-c48db9f4-06ed-49ba-8873-11782d0e47be tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/networks?id=d28ff04e-297c-4778-a4e4-921b5acd931f HTTP/1.1" status: 200  len: 797 time: 0.1259761
May 07 22:18:14.766324 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-80c51753-58c3-451f-841d-78121421e284 req-bbd29ab2-cd92-4670-ab4c-06cd8efc29ef tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/quotas/16812b38c4514406886f0ab13cabe8ad HTTP/1.1" status: 200  len: 375 time: 0.0098314
May 07 22:18:14.823573 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-80c51753-58c3-451f-841d-78121421e284 req-5c86ee27-9de1-4ee0-9d8a-8d13695fcd2f tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=16812b38c4514406886f0ab13cabe8ad&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0510521
May 07 22:18:14.840283 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [req-80c51753-58c3-451f-841d-78121421e284 req-3b3868b4-56e5-47a7-ad9d-98670ceac668 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121837) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:18:14.842126 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-80c51753-58c3-451f-841d-78121421e284 req-3b3868b4-56e5-47a7-ad9d-98670ceac668 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0064356
May 07 22:18:14.852193 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-60f9d674-47c1-4457-84bc-1632c47d1dfc None None] Provisioning complete for port 36758b26-3614-44c9-bc57-d60def4a028e triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:18:14.852566 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-60f9d674-47c1-4457-84bc-1632c47d1dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (36758b26-3614-44c9-bc57-d60def4a028e), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:14.938705 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-60f9d674-47c1-4457-84bc-1632c47d1dfc None None] Port 36758b26-3614-44c9-bc57-d60def4a028e cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:18:14.947892 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-80c51753-58c3-451f-841d-78121421e284 req-38028acd-e925-4d63-8140-fef4a3a70918 service neutron] 10.222.0.32 "GET /v2.0/networks/d28ff04e-297c-4778-a4e4-921b5acd931f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0992806
May 07 22:18:14.994679 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-a75cf0bd-620c-496c-99cf-742ec1c4a2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7ea14e80>, [{'id': '58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1710276620', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.230'}], 'enable_snat': True}, 'gw_port_id': 'a5b40a46-4293-4173-b751-ef479c02670e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:18:09Z', 'updated_at': '2022-05-07T22:18:13Z', 'revision_number': 4, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'gw_port': {'id': 'a5b40a46-4293-4173-b751-ef479c02670e', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:18:10Z', 'updated_at': '2022-05-07T22:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '36758b26-3614-44c9-bc57-d60def4a028e', 'name': '', 'network_id': 'd28ff04e-297c-4778-a4e4-921b5acd931f', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'mac_address': 'fa:16:3e:f0:13:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '20c331de-8209-48dd-9698-e184499bf52e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:18:12Z', 'updated_at': '2022-05-07T22:18:13Z', 'revision_number': 2, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'subnets': [{'id': '20c331de-8209-48dd-9698-e184499bf52e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:18:15.043593 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-80c51753-58c3-451f-841d-78121421e284 req-93a1e8af-0137-4be8-9f55-f9ab9bc2792d service neutron] 10.222.0.32 "GET /v2.0/networks/d28ff04e-297c-4778-a4e4-921b5acd931f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0896258
May 07 22:18:15.188805 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device a5b40a46-4293-4173-b751-ef479c02670e up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:18:15.195891 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75cf0bd-620c-496c-99cf-742ec1c4a2a9 None None] Checking router: 58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:18:15.195891 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75cf0bd-620c-496c-99cf-742ec1c4a2a9 None None] Updating router 58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca port 36758b26-3614-44c9-bc57-d60def4a028e binding host ncdv-master-1 {{(pid=121838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 22:18:15.251225 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a75cf0bd-620c-496c-99cf-742ec1c4a2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (36758b26-3614-44c9-bc57-d60def4a028e), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:15.265152 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a467c35f-213d-426c-ae98-6b370b4db677 req-1b213eeb-596b-4622-b8ad-be6230831fea tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=2387d312-9744-4eb5-b6b6-aa41a601c7db HTTP/1.1" status: 200  len: 210 time: 0.0305002
May 07 22:18:15.306402 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port a5b40a46-4293-4173-b751-ef479c02670e triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:18:15.307012 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (a5b40a46-4293-4173-b751-ef479c02670e), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:15.507383 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port a5b40a46-4293-4173-b751-ef479c02670e is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:18:15.508470 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 1eaea10c-cc7d-418c-862e-3c6e394674ef up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:18:15.609207 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 1eaea10c-cc7d-418c-862e-3c6e394674ef triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:18:15.609577 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (1eaea10c-cc7d-418c-862e-3c6e394674ef), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:15.656284 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a75cf0bd-620c-496c-99cf-742ec1c4a2a9 None None] Publish callbacks [] for port (36758b26-3614-44c9-bc57-d60def4a028e), precommit_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:15.667361 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a75cf0bd-620c-496c-99cf-742ec1c4a2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (36758b26-3614-44c9-bc57-d60def4a028e), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:15.742329 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9d2960-c6ca-4423-82c7-488430a4c971 None None] Pushing event updated for resources: {'Port': ['ID=36758b26-3614-44c9-bc57-d60def4a028e,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:18:15.784444 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 1eaea10c-cc7d-418c-862e-3c6e394674ef is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:18:15.815471 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-a75cf0bd-620c-496c-99cf-742ec1c4a2a9 None None] Attempting to bind port 36758b26-3614-44c9-bc57-d60def4a028e on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:18:15.815625 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-a75cf0bd-620c-496c-99cf-742ec1c4a2a9 None None] Attempting to bind port 36758b26-3614-44c9-bc57-d60def4a028e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6de2609d-b1b7-4ee9-b1c8-4a0b68bc9013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd28ff04e-297c-4778-a4e4-921b5acd931f'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:18:15.815913 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75cf0bd-620c-496c-99cf-742ec1c4a2a9 None None] Attempting to bind port 36758b26-3614-44c9-bc57-d60def4a028e on network d28ff04e-297c-4778-a4e4-921b5acd931f {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:18:15.821420 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75cf0bd-620c-496c-99cf-742ec1c4a2a9 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:18:15.821832 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75cf0bd-620c-496c-99cf-742ec1c4a2a9 None None] Checking segment: {'id': '6de2609d-b1b7-4ee9-b1c8-4a0b68bc9013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd28ff04e-297c-4778-a4e4-921b5acd931f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:18:15.822201 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a75cf0bd-620c-496c-99cf-742ec1c4a2a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:15.822608 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a75cf0bd-620c-496c-99cf-742ec1c4a2a9 None None] Bound using segment: {'id': '6de2609d-b1b7-4ee9-b1c8-4a0b68bc9013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd28ff04e-297c-4778-a4e4-921b5acd931f'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:18:15.823120 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-a75cf0bd-620c-496c-99cf-742ec1c4a2a9 None None] Bound port: 36758b26-3614-44c9-bc57-d60def4a028e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6de2609d-b1b7-4ee9-b1c8-4a0b68bc9013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd28ff04e-297c-4778-a4e4-921b5acd931f'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:18:15.823516 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a75cf0bd-620c-496c-99cf-742ec1c4a2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (36758b26-3614-44c9-bc57-d60def4a028e), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:15.894281 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-a75cf0bd-620c-496c-99cf-742ec1c4a2a9 None None] For port 36758b26-3614-44c9-bc57-d60def4a028e, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:18:15.898578 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-a75cf0bd-620c-496c-99cf-742ec1c4a2a9 None None] For port 36758b26-3614-44c9-bc57-d60def4a028e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=36758b26-3614-44c9-bc57-d60def4a028e,segment=NetworkSegment(6de2609d-b1b7-4ee9-b1c8-4a0b68bc9013),segment_id=6de2609d-b1b7-4ee9-b1c8-4a0b68bc9013)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:18:15.904818 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a75cf0bd-620c-496c-99cf-742ec1c4a2a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (36758b26-3614-44c9-bc57-d60def4a028e), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:15.967144 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a75cf0bd-620c-496c-99cf-742ec1c4a2a9 None None] Routers {'58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:18:15.967801 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-a75cf0bd-620c-496c-99cf-742ec1c4a2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7ea14e80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:17:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:18:15.972704 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9d2960-c6ca-4423-82c7-488430a4c971 None None] Pushing event updated for resources: {'Port': ['ID=36758b26-3614-44c9-bc57-d60def4a028e,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:18:16.090466 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-1ce8f454-3870-4eb2-af8b-cd568d26f0a9 None None] Provisioning complete for port 36758b26-3614-44c9-bc57-d60def4a028e triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:18:16.090868 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1ce8f454-3870-4eb2-af8b-cd568d26f0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (36758b26-3614-44c9-bc57-d60def4a028e), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:16.123204 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-a75cf0bd-620c-496c-99cf-742ec1c4a2a9 None None] Set router 58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:18:16.305836 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-1ce8f454-3870-4eb2-af8b-cd568d26f0a9 None None] Current status of the port 36758b26-3614-44c9-bc57-d60def4a028e is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:18:16.306241 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1ce8f454-3870-4eb2-af8b-cd568d26f0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (36758b26-3614-44c9-bc57-d60def4a028e), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:16.398995 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-1ce8f454-3870-4eb2-af8b-cd568d26f0a9 None None] For port 36758b26-3614-44c9-bc57-d60def4a028e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=36758b26-3614-44c9-bc57-d60def4a028e,segment=NetworkSegment(6de2609d-b1b7-4ee9-b1c8-4a0b68bc9013),segment_id=6de2609d-b1b7-4ee9-b1c8-4a0b68bc9013)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:18:16.409923 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c51753-58c3-451f-841d-78121421e284 req-79fac0e3-3b45-4703-b1a6-2b1a0d7ce5fd tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:18:16.410526 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1ce8f454-3870-4eb2-af8b-cd568d26f0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (36758b26-3614-44c9-bc57-d60def4a028e), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:16.412095 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-80c51753-58c3-451f-841d-78121421e284 req-79fac0e3-3b45-4703-b1a6-2b1a0d7ce5fd tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.59 "GET /v2.0/networks?id=d28ff04e-297c-4778-a4e4-921b5acd931f HTTP/1.1" status: 200  len: 797 time: 0.1816406
May 07 22:18:16.414654 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4da0abb2-a72c-4230-b11e-d4ec3cfd8efc req-875bb2b0-d9e9-456b-9df6-2b561bd348c9 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=2387d312-9744-4eb5-b6b6-aa41a601c7db HTTP/1.1" status: 200  len: 210 time: 0.0461302
May 07 22:18:16.456975 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-a75cf0bd-620c-496c-99cf-742ec1c4a2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7ea14e80>, [{'id': '58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1710276620', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.230'}], 'enable_snat': True}, 'gw_port_id': 'a5b40a46-4293-4173-b751-ef479c02670e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:18:09Z', 'updated_at': '2022-05-07T22:18:13Z', 'revision_number': 4, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'gw_port': {'id': 'a5b40a46-4293-4173-b751-ef479c02670e', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:18:10Z', 'updated_at': '2022-05-07T22:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '36758b26-3614-44c9-bc57-d60def4a028e', 'name': '', 'network_id': 'd28ff04e-297c-4778-a4e4-921b5acd931f', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'mac_address': 'fa:16:3e:f0:13:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '20c331de-8209-48dd-9698-e184499bf52e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:18:12Z', 'updated_at': '2022-05-07T22:18:15Z', 'revision_number': 4, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'subnets': [{'id': '20c331de-8209-48dd-9698-e184499bf52e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:18:16.488350 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a75cf0bd-620c-496c-99cf-742ec1c4a2a9 None None] The sync data for ids ['58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca'] in ncdv-master-1 is: [{'id': '58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1710276620', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.230'}], 'enable_snat': True}, 'gw_port_id': 'a5b40a46-4293-4173-b751-ef479c02670e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:18:09Z', 'updated_at': '2022-05-07T22:18:13Z', 'revision_number': 4, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'gw_port': {'id': 'a5b40a46-4293-4173-b751-ef479c02670e', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:18:10Z', 'updated_at': '2022-05-07T22:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '36758b26-3614-44c9-bc57-d60def4a028e', 'name': '', 'network_id': 'd28ff04e-297c-4778-a4e4-921b5acd931f', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'mac_address': 'fa:16:3e:f0:13:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '20c331de-8209-48dd-9698-e184499bf52e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:18:12Z', 'updated_at': '2022-05-07T22:18:15Z', 'revision_number': 4, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'subnets': [{'id': '20c331de-8209-48dd-9698-e184499bf52e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:18:16.501093 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-80c51753-58c3-451f-841d-78121421e284 req-fc069539-964e-4ee3-9d30-7234e2c360d5 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16812b38c4514406886f0ab13cabe8ad HTTP/1.1" status: 200  len: 379 time: 0.0776320
May 07 22:18:16.510375 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce8f454-3870-4eb2-af8b-cd568d26f0a9 None None] Pushing event updated for resources: {'Port': ['ID=36758b26-3614-44c9-bc57-d60def4a028e,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:18:16.512447 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-80c51753-58c3-451f-841d-78121421e284 req-4e451c77-8256-41d7-a4e4-6dfadd4e4e5a tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Request body: {'port': {'device_id': '2387d312-9744-4eb5-b6b6-aa41a601c7db', 'network_id': 'd28ff04e-297c-4778-a4e4-921b5acd931f', 'admin_state_up': True, 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'security_groups': ['8a690562-d8a8-410c-a365-37d94744ec11']}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:18:16.551875 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-8e4b92d7-2e4a-4b11-b7e7-8fdbbc1e6aa5 None None] Provisioning complete for port 36758b26-3614-44c9-bc57-d60def4a028e triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:18:16.552243 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-8e4b92d7-2e4a-4b11-b7e7-8fdbbc1e6aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (36758b26-3614-44c9-bc57-d60def4a028e), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:16.667560 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-8e4b92d7-2e4a-4b11-b7e7-8fdbbc1e6aa5 None None] Current status of the port 36758b26-3614-44c9-bc57-d60def4a028e is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:18:16.673585 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80c51753-58c3-451f-841d-78121421e284 req-4e451c77-8256-41d7-a4e4-6dfadd4e4e5a tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Made reservation on behalf of 16812b38c4514406886f0ab13cabe8ad for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:18:16.678220 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-80c51753-58c3-451f-841d-78121421e284 req-4e451c77-8256-41d7-a4e4-6dfadd4e4e5a tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:16.841100 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [req-80c51753-58c3-451f-841d-78121421e284 req-4e451c77-8256-41d7-a4e4-6dfadd4e4e5a tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Allocated IP 172.20.0.13 (d28ff04e-297c-4778-a4e4-921b5acd931f/20c331de-8209-48dd-9698-e184499bf52e/02290a02-2fd0-43fa-b574-58f6e0c7135e) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:18:16.999131 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-80c51753-58c3-451f-841d-78121421e284 req-4e451c77-8256-41d7-a4e4-6dfadd4e4e5a tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for port (02290a02-2fd0-43fa-b574-58f6e0c7135e), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:17.037964 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-80c51753-58c3-451f-841d-78121421e284 req-4e451c77-8256-41d7-a4e4-6dfadd4e4e5a tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (02290a02-2fd0-43fa-b574-58f6e0c7135e), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:17.089869 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80c51753-58c3-451f-841d-78121421e284 req-4e451c77-8256-41d7-a4e4-6dfadd4e4e5a tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Network d28ff04e-297c-4778-a4e4-921b5acd931f is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:18:17.093185 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [req-80c51753-58c3-451f-841d-78121421e284 req-4e451c77-8256-41d7-a4e4-6dfadd4e4e5a tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:18:17.099764 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-80c51753-58c3-451f-841d-78121421e284 req-4e451c77-8256-41d7-a4e4-6dfadd4e4e5a tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:18:17.106740 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e451c77-8256-41d7-a4e4-6dfadd4e4e5a tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Pushing event updated for resources: {'Port': ['ID=02290a02-2fd0-43fa-b574-58f6e0c7135e,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:18:17.141542 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e451c77-8256-41d7-a4e4-6dfadd4e4e5a tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:18:17.141890 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e451c77-8256-41d7-a4e4-6dfadd4e4e5a tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:18:17.142233 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e451c77-8256-41d7-a4e4-6dfadd4e4e5a tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:18:17.142572 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e451c77-8256-41d7-a4e4-6dfadd4e4e5a tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:18:17.142932 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e451c77-8256-41d7-a4e4-6dfadd4e4e5a tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:18:17.143268 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e451c77-8256-41d7-a4e4-6dfadd4e4e5a tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:18:17.143594 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e451c77-8256-41d7-a4e4-6dfadd4e4e5a tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:18:17.143923 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e451c77-8256-41d7-a4e4-6dfadd4e4e5a tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:18:17.144249 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e451c77-8256-41d7-a4e4-6dfadd4e4e5a tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:18:17.144569 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e451c77-8256-41d7-a4e4-6dfadd4e4e5a tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:18:17.145068 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e451c77-8256-41d7-a4e4-6dfadd4e4e5a tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:18:17.145607 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e451c77-8256-41d7-a4e4-6dfadd4e4e5a tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:18:17.146119 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e451c77-8256-41d7-a4e4-6dfadd4e4e5a tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:18:17.146448 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e451c77-8256-41d7-a4e4-6dfadd4e4e5a tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:18:17.146813 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e451c77-8256-41d7-a4e4-6dfadd4e4e5a tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:18:17.152729 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 36758b26-3614-44c9-bc57-d60def4a028e up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:18:17.175366 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c51753-58c3-451f-841d-78121421e284 req-4e451c77-8256-41d7-a4e4-6dfadd4e4e5a tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:18:17.176635 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-80c51753-58c3-451f-841d-78121421e284 req-4e451c77-8256-41d7-a4e4-6dfadd4e4e5a tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:17.204980 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-80c51753-58c3-451f-841d-78121421e284 req-4e451c77-8256-41d7-a4e4-6dfadd4e4e5a tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.6976447
May 07 22:18:17.224279 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 36758b26-3614-44c9-bc57-d60def4a028e triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:18:17.224918 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (36758b26-3614-44c9-bc57-d60def4a028e), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:17.225181 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-80c51753-58c3-451f-841d-78121421e284 req-0bf85ab0-43db-4eb8-a7bd-e56bf311c668 service neutron] Request body: {'port': {'device_id': '2387d312-9744-4eb5-b6b6-aa41a601c7db', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:18:17.311478 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-80c51753-58c3-451f-841d-78121421e284 req-0bf85ab0-43db-4eb8-a7bd-e56bf311c668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (02290a02-2fd0-43fa-b574-58f6e0c7135e), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:17.342401 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 36758b26-3614-44c9-bc57-d60def4a028e is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:18:17.396560 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-1fdefc9d-7a09-4ff1-ab0e-ef4fbaea7bc4 None None] Provisioning complete for port 02290a02-2fd0-43fa-b574-58f6e0c7135e triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:18:17.396869 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1fdefc9d-7a09-4ff1-ab0e-ef4fbaea7bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (02290a02-2fd0-43fa-b574-58f6e0c7135e), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:17.440898 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-1fdefc9d-7a09-4ff1-ab0e-ef4fbaea7bc4 None None] Port 02290a02-2fd0-43fa-b574-58f6e0c7135e cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:18:17.550949 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8071768d-afbd-42a5-b60b-4d052dc18a42 req-b08d731b-1b79-475d-a44f-8a10526b01e1 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:18:17.552477 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8071768d-afbd-42a5-b60b-4d052dc18a42 req-b08d731b-1b79-475d-a44f-8a10526b01e1 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=2387d312-9744-4eb5-b6b6-aa41a601c7db HTTP/1.1" status: 200  len: 932 time: 0.0539725
May 07 22:18:17.605721 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8071768d-afbd-42a5-b60b-4d052dc18a42 req-cb312b0b-bf6b-49c6-857e-d4251fddbde9 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a690562-d8a8-410c-a365-37d94744ec11&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460103
May 07 22:18:17.612757 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [req-80c51753-58c3-451f-841d-78121421e284 req-0bf85ab0-43db-4eb8-a7bd-e56bf311c668 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02290a02-2fd0-43fa-b574-58f6e0c7135e {{(pid=121837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:18:17.628410 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-80c51753-58c3-451f-841d-78121421e284 req-0bf85ab0-43db-4eb8-a7bd-e56bf311c668 service neutron] Publish callbacks [] for port (02290a02-2fd0-43fa-b574-58f6e0c7135e), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:17.642573 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-80c51753-58c3-451f-841d-78121421e284 req-0bf85ab0-43db-4eb8-a7bd-e56bf311c668 service neutron] Transition to ACTIVE for port object 02290a02-2fd0-43fa-b574-58f6e0c7135e will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 22:18:17.646642 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-80c51753-58c3-451f-841d-78121421e284 req-0bf85ab0-43db-4eb8-a7bd-e56bf311c668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (02290a02-2fd0-43fa-b574-58f6e0c7135e), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:17.700209 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf85ab0-43db-4eb8-a7bd-e56bf311c668 service neutron] Pushing event updated for resources: {'Port': ['ID=02290a02-2fd0-43fa-b574-58f6e0c7135e,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:18:17.783678 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-80c51753-58c3-451f-841d-78121421e284 req-0bf85ab0-43db-4eb8-a7bd-e56bf311c668 service neutron] Attempting to bind port 02290a02-2fd0-43fa-b574-58f6e0c7135e on host nch2-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:18:17.784052 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-80c51753-58c3-451f-841d-78121421e284 req-0bf85ab0-43db-4eb8-a7bd-e56bf311c668 service neutron] Attempting to bind port 02290a02-2fd0-43fa-b574-58f6e0c7135e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '6de2609d-b1b7-4ee9-b1c8-4a0b68bc9013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd28ff04e-297c-4778-a4e4-921b5acd931f'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:18:17.784388 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c51753-58c3-451f-841d-78121421e284 req-0bf85ab0-43db-4eb8-a7bd-e56bf311c668 service neutron] Attempting to bind port 02290a02-2fd0-43fa-b574-58f6e0c7135e on network d28ff04e-297c-4778-a4e4-921b5acd931f {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:18:17.789716 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c51753-58c3-451f-841d-78121421e284 req-0bf85ab0-43db-4eb8-a7bd-e56bf311c668 service neutron] Port 02290a02-2fd0-43fa-b574-58f6e0c7135e on network d28ff04e-297c-4778-a4e4-921b5acd931f not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:18:17.790307 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c51753-58c3-451f-841d-78121421e284 req-0bf85ab0-43db-4eb8-a7bd-e56bf311c668 service neutron] Attempting to bind port 02290a02-2fd0-43fa-b574-58f6e0c7135e on network d28ff04e-297c-4778-a4e4-921b5acd931f {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:18:17.797275 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c51753-58c3-451f-841d-78121421e284 req-0bf85ab0-43db-4eb8-a7bd-e56bf311c668 service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:18:17.797625 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c51753-58c3-451f-841d-78121421e284 req-0bf85ab0-43db-4eb8-a7bd-e56bf311c668 service neutron] Checking segment: {'id': '6de2609d-b1b7-4ee9-b1c8-4a0b68bc9013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd28ff04e-297c-4778-a4e4-921b5acd931f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:18:17.798013 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80c51753-58c3-451f-841d-78121421e284 req-0bf85ab0-43db-4eb8-a7bd-e56bf311c668 service neutron] Bound using segment: {'id': '6de2609d-b1b7-4ee9-b1c8-4a0b68bc9013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd28ff04e-297c-4778-a4e4-921b5acd931f'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:18:17.798437 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-80c51753-58c3-451f-841d-78121421e284 req-0bf85ab0-43db-4eb8-a7bd-e56bf311c668 service neutron] Bound port: 02290a02-2fd0-43fa-b574-58f6e0c7135e, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6de2609d-b1b7-4ee9-b1c8-4a0b68bc9013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd28ff04e-297c-4778-a4e4-921b5acd931f'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:18:17.798830 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-80c51753-58c3-451f-841d-78121421e284 req-0bf85ab0-43db-4eb8-a7bd-e56bf311c668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (02290a02-2fd0-43fa-b574-58f6e0c7135e), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:17.867544 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-80c51753-58c3-451f-841d-78121421e284 req-0bf85ab0-43db-4eb8-a7bd-e56bf311c668 service neutron] For port 02290a02-2fd0-43fa-b574-58f6e0c7135e, host nch2-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:18:17.871167 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-80c51753-58c3-451f-841d-78121421e284 req-0bf85ab0-43db-4eb8-a7bd-e56bf311c668 service neutron] For port 02290a02-2fd0-43fa-b574-58f6e0c7135e, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=02290a02-2fd0-43fa-b574-58f6e0c7135e,segment=NetworkSegment(6de2609d-b1b7-4ee9-b1c8-4a0b68bc9013),segment_id=6de2609d-b1b7-4ee9-b1c8-4a0b68bc9013)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:18:17.878712 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-80c51753-58c3-451f-841d-78121421e284 req-0bf85ab0-43db-4eb8-a7bd-e56bf311c668 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (02290a02-2fd0-43fa-b574-58f6e0c7135e), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:17.915109 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c51753-58c3-451f-841d-78121421e284 req-0bf85ab0-43db-4eb8-a7bd-e56bf311c668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:18:17.915733 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-80c51753-58c3-451f-841d-78121421e284 req-0bf85ab0-43db-4eb8-a7bd-e56bf311c668 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:17.917110 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-80c51753-58c3-451f-841d-78121421e284 req-0bf85ab0-43db-4eb8-a7bd-e56bf311c668 service neutron] 10.222.0.59 "PUT /v2.0/ports/02290a02-2fd0-43fa-b574-58f6e0c7135e HTTP/1.1" status: 200  len: 1092 time: 0.6974113
May 07 22:18:17.917548 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2387d312-9744-4eb5-b6b6-aa41a601c7db', 'tag': '02290a02-2fd0-43fa-b574-58f6e0c7135e'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:18:17.921046 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eefdc6db-8625-412a-9e53-e6a67017906e" -d '{"events": [{"name": "network-changed", "server_uuid": "2387d312-9744-4eb5-b6b6-aa41a601c7db", "tag": "02290a02-2fd0-43fa-b574-58f6e0c7135e"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:18:17.946207 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf85ab0-43db-4eb8-a7bd-e56bf311c668 service neutron] Pushing event updated for resources: {'Port': ['ID=02290a02-2fd0-43fa-b574-58f6e0c7135e,revision_number=3']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:18:17.970691 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc1df93-9531-4a93-90b6-42cf4d1e3d9b x-openstack-request-id: req-dbc1df93-9531-4a93-90b6-42cf4d1e3d9b {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:18:17.971008 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2387d312-9744-4eb5-b6b6-aa41a601c7db", "tag": "02290a02-2fd0-43fa-b574-58f6e0c7135e", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:18:17.971270 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dbc1df93-9531-4a93-90b6-42cf4d1e3d9b {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:18:17.971679 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbc1df93-9531-4a93-90b6-42cf4d1e3d9b'] response: {'name': 'network-changed', 'server_uuid': '2387d312-9744-4eb5-b6b6-aa41a601c7db', 'tag': '02290a02-2fd0-43fa-b574-58f6e0c7135e', 'status': 'completed', 'code': 200}
May 07 22:18:18.008653 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c51753-58c3-451f-841d-78121421e284 req-274ba455-9915-447b-afca-4d99a0bf57c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:18:18.010691 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-80c51753-58c3-451f-841d-78121421e284 req-274ba455-9915-447b-afca-4d99a0bf57c1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=16812b38c4514406886f0ab13cabe8ad&device_id=2387d312-9744-4eb5-b6b6-aa41a601c7db HTTP/1.1" status: 200  len: 1126 time: 0.0507469
May 07 22:18:18.053754 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-80c51753-58c3-451f-841d-78121421e284 req-9a65bc27-ea68-4059-9f95-9a12a238135d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02290a02-2fd0-43fa-b574-58f6e0c7135e HTTP/1.1" status: 200  len: 217 time: 0.0364652
May 07 22:18:18.103465 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c51753-58c3-451f-841d-78121421e284 req-252c5dff-2102-43d7-87ac-c62abcd70116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:18:18.104977 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-80c51753-58c3-451f-841d-78121421e284 req-252c5dff-2102-43d7-87ac-c62abcd70116 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=20c331de-8209-48dd-9698-e184499bf52e HTTP/1.1" status: 200  len: 835 time: 0.0462956
May 07 22:18:18.151323 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c51753-58c3-451f-841d-78121421e284 req-938cf209-fece-442d-b89c-b7a5e81ab1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:18:18.152798 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-80c51753-58c3-451f-841d-78121421e284 req-938cf209-fece-442d-b89c-b7a5e81ab1f7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d28ff04e-297c-4778-a4e4-921b5acd931f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0424838
May 07 22:18:18.247521 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-80c51753-58c3-451f-841d-78121421e284 req-566501c7-7784-4672-9478-92a1711d2f00 service neutron] 10.222.0.59 "GET /v2.0/networks/d28ff04e-297c-4778-a4e4-921b5acd931f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0857632
May 07 22:18:18.339465 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-80c51753-58c3-451f-841d-78121421e284 req-0376ba1a-ca2b-41cd-a636-aa2d4cfb21f4 service neutron] 10.222.0.59 "GET /v2.0/networks/d28ff04e-297c-4778-a4e4-921b5acd931f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0864975
May 07 22:18:18.727970 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aa93e5-46e4-4986-998b-7fd10fc114a5 req-04a847ee-904f-42df-a1d0-f18fbcb6cde8 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:18:18.729458 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f9aa93e5-46e4-4986-998b-7fd10fc114a5 req-04a847ee-904f-42df-a1d0-f18fbcb6cde8 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=2387d312-9744-4eb5-b6b6-aa41a601c7db HTTP/1.1" status: 200  len: 944 time: 0.0517321
May 07 22:18:18.778250 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f9aa93e5-46e4-4986-998b-7fd10fc114a5 req-c995e2ea-bf7c-4feb-ad2f-056bdb898027 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a690562-d8a8-410c-a365-37d94744ec11&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431237
May 07 22:18:19.171978 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefdc6db-8625-412a-9e53-e6a67017906e req-a95b0b20-8aa1-4d48-bb9f-e06df97ec2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:18:19.173520 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-eefdc6db-8625-412a-9e53-e6a67017906e req-a95b0b20-8aa1-4d48-bb9f-e06df97ec2ab service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=16812b38c4514406886f0ab13cabe8ad&device_id=2387d312-9744-4eb5-b6b6-aa41a601c7db HTTP/1.1" status: 200  len: 1126 time: 0.0403862
May 07 22:18:19.269982 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefdc6db-8625-412a-9e53-e6a67017906e req-eb79bedd-f482-43b0-bf62-d5427a65e938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:18:19.271485 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-eefdc6db-8625-412a-9e53-e6a67017906e req-eb79bedd-f482-43b0-bf62-d5427a65e938 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d28ff04e-297c-4778-a4e4-921b5acd931f HTTP/1.1" status: 200  len: 898 time: 0.0924821
May 07 22:18:19.312243 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-eefdc6db-8625-412a-9e53-e6a67017906e req-bcfd9143-8d4d-4309-95d1-85aa9b74d1c0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02290a02-2fd0-43fa-b574-58f6e0c7135e HTTP/1.1" status: 200  len: 217 time: 0.0349486
May 07 22:18:19.360486 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefdc6db-8625-412a-9e53-e6a67017906e req-de08a16a-8a74-4715-9fc1-ae3186550dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:18:19.361959 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-eefdc6db-8625-412a-9e53-e6a67017906e req-de08a16a-8a74-4715-9fc1-ae3186550dae service neutron] 10.222.0.59 "GET /v2.0/subnets?id=20c331de-8209-48dd-9698-e184499bf52e HTTP/1.1" status: 200  len: 835 time: 0.0438991
May 07 22:18:19.404807 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefdc6db-8625-412a-9e53-e6a67017906e req-da584657-7754-425b-840d-b7b0b4b6872e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:18:19.406435 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-eefdc6db-8625-412a-9e53-e6a67017906e req-da584657-7754-425b-840d-b7b0b4b6872e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d28ff04e-297c-4778-a4e4-921b5acd931f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0379319
May 07 22:18:19.504242 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-eefdc6db-8625-412a-9e53-e6a67017906e req-1609fdcf-96ff-46ba-ac9a-b86b281886dc service neutron] 10.222.0.59 "GET /v2.0/networks/d28ff04e-297c-4778-a4e4-921b5acd931f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0910964
May 07 22:18:19.597169 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-eefdc6db-8625-412a-9e53-e6a67017906e req-ad2e93c3-eb25-455a-b8d9-b95b9647f523 service neutron] 10.222.0.59 "GET /v2.0/networks/d28ff04e-297c-4778-a4e4-921b5acd931f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0867722
May 07 22:18:19.907234 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812f25bf-0916-4911-b502-7902531e43f8 req-56810310-716a-41fe-8c12-135f62dafdf9 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:18:19.908625 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-812f25bf-0916-4911-b502-7902531e43f8 req-56810310-716a-41fe-8c12-135f62dafdf9 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=2387d312-9744-4eb5-b6b6-aa41a601c7db HTTP/1.1" status: 200  len: 944 time: 0.0476301
May 07 22:18:19.957447 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-812f25bf-0916-4911-b502-7902531e43f8 req-9369ac3b-eaa9-457e-8556-aa6ec7f78a39 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a690562-d8a8-410c-a365-37d94744ec11&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430443
May 07 22:18:21.070602 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ae555d-8247-4d3d-95c7-0fb4b5548f5c req-cee069cc-df2b-4377-a116-7f99b9a4fd22 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:18:21.072121 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-02ae555d-8247-4d3d-95c7-0fb4b5548f5c req-cee069cc-df2b-4377-a116-7f99b9a4fd22 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=2387d312-9744-4eb5-b6b6-aa41a601c7db HTTP/1.1" status: 200  len: 944 time: 0.0475652
May 07 22:18:21.120465 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-02ae555d-8247-4d3d-95c7-0fb4b5548f5c req-a26303a8-3229-4762-a0dc-ea5d9f46e8c4 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a690562-d8a8-410c-a365-37d94744ec11&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428362
May 07 22:18:21.940294 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:22.232855 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908c0405-f5eb-4cf9-a296-4b231176e83a req-330daf76-f74b-422c-97a2-46369ff48387 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:18:22.234315 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-908c0405-f5eb-4cf9-a296-4b231176e83a req-330daf76-f74b-422c-97a2-46369ff48387 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=2387d312-9744-4eb5-b6b6-aa41a601c7db HTTP/1.1" status: 200  len: 944 time: 0.0457184
May 07 22:18:22.281546 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-908c0405-f5eb-4cf9-a296-4b231176e83a req-c77e79f0-34d7-4cd1-a737-9c8c329e80a8 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a690562-d8a8-410c-a365-37d94744ec11&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415609
May 07 22:18:22.365450 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 02290a02-2fd0-43fa-b574-58f6e0c7135e details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:18:22.465250 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 02290a02-2fd0-43fa-b574-58f6e0c7135e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=02290a02-2fd0-43fa-b574-58f6e0c7135e,segment=NetworkSegment(6de2609d-b1b7-4ee9-b1c8-4a0b68bc9013),segment_id=6de2609d-b1b7-4ee9-b1c8-4a0b68bc9013)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:18:22.476127 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': '02290a02-2fd0-43fa-b574-58f6e0c7135e', 'network_id': 'd28ff04e-297c-4778-a4e4-921b5acd931f', 'port_id': '02290a02-2fd0-43fa-b574-58f6e0c7135e', 'mac_address': 'fa:16:3e:dd:5e:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20c331de-8209-48dd-9698-e184499bf52e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:18:22.512158 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 02290a02-2fd0-43fa-b574-58f6e0c7135e is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:18:22.512648 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (02290a02-2fd0-43fa-b574-58f6e0c7135e), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:22.525643 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02290a02-2fd0-43fa-b574-58f6e0c7135e {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:18:22.544536 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 02290a02-2fd0-43fa-b574-58f6e0c7135e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=02290a02-2fd0-43fa-b574-58f6e0c7135e,segment=NetworkSegment(6de2609d-b1b7-4ee9-b1c8-4a0b68bc9013),segment_id=6de2609d-b1b7-4ee9-b1c8-4a0b68bc9013)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:18:22.548540 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (02290a02-2fd0-43fa-b574-58f6e0c7135e), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:22.598470 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=02290a02-2fd0-43fa-b574-58f6e0c7135e,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:18:22.730786 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['02290a02-2fd0-43fa-b574-58f6e0c7135e'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:18:23.396110 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8766012c-478e-417a-81de-da9d52873fff req-ab61fa79-0fbf-4a6b-ae92-971e596b93bb tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:18:23.397582 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8766012c-478e-417a-81de-da9d52873fff req-ab61fa79-0fbf-4a6b-ae92-971e596b93bb tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=2387d312-9744-4eb5-b6b6-aa41a601c7db HTTP/1.1" status: 200  len: 945 time: 0.0497129
May 07 22:18:23.445920 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8766012c-478e-417a-81de-da9d52873fff req-82516eaa-c7db-4ba0-816a-d0b2f1d6a1e5 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a690562-d8a8-410c-a365-37d94744ec11&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429358
May 07 22:18:23.655998 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-eb1ea37b-47e4-4a8b-9cbb-1783dacc21dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:23.881515 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:24.366794 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 02290a02-2fd0-43fa-b574-58f6e0c7135e up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:18:24.410515 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning for port 02290a02-2fd0-43fa-b574-58f6e0c7135e completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 22:18:24.415656 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port 02290a02-2fd0-43fa-b574-58f6e0c7135e triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:18:24.416378 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (02290a02-2fd0-43fa-b574-58f6e0c7135e), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:24.494668 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 02290a02-2fd0-43fa-b574-58f6e0c7135e is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:18:24.495076 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (02290a02-2fd0-43fa-b574-58f6e0c7135e), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:24.518529 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2387d312-9744-4eb5-b6b6-aa41a601c7db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02290a02-2fd0-43fa-b574-58f6e0c7135e'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:18:24.520785 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-069da08e-db04-4f91-9362-2ff1c60f3d83" -d '{"events": [{"server_uuid": "2387d312-9744-4eb5-b6b6-aa41a601c7db", "name": "network-vif-plugged", "status": "completed", "tag": "02290a02-2fd0-43fa-b574-58f6e0c7135e"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:18:24.534278 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 02290a02-2fd0-43fa-b574-58f6e0c7135e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=02290a02-2fd0-43fa-b574-58f6e0c7135e,segment=NetworkSegment(6de2609d-b1b7-4ee9-b1c8-4a0b68bc9013),segment_id=6de2609d-b1b7-4ee9-b1c8-4a0b68bc9013)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:18:24.539216 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (02290a02-2fd0-43fa-b574-58f6e0c7135e), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:24.563184 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fcc29dd-d61a-43e6-a8b3-153be81f71af x-openstack-request-id: req-8fcc29dd-d61a-43e6-a8b3-153be81f71af {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:18:24.563576 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2387d312-9744-4eb5-b6b6-aa41a601c7db", "name": "network-vif-plugged", "status": "completed", "tag": "02290a02-2fd0-43fa-b574-58f6e0c7135e", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:18:24.563815 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8fcc29dd-d61a-43e6-a8b3-153be81f71af {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:18:24.564210 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fcc29dd-d61a-43e6-a8b3-153be81f71af'] response: {'server_uuid': '2387d312-9744-4eb5-b6b6-aa41a601c7db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02290a02-2fd0-43fa-b574-58f6e0c7135e', 'code': 200}
May 07 22:18:24.580993 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c4d82c-08db-4c71-84ea-68eaed3e2572 req-3aafdd2c-677c-447c-9d16-3ba3905bdd77 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:18:24.582571 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-31c4d82c-08db-4c71-84ea-68eaed3e2572 req-3aafdd2c-677c-447c-9d16-3ba3905bdd77 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=2387d312-9744-4eb5-b6b6-aa41a601c7db HTTP/1.1" status: 200  len: 945 time: 0.0670958
May 07 22:18:24.592518 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=02290a02-2fd0-43fa-b574-58f6e0c7135e,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:18:24.660175 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-31c4d82c-08db-4c71-84ea-68eaed3e2572 req-98207d3c-2829-4b3b-8e4c-081d65091069 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a690562-d8a8-410c-a365-37d94744ec11&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0719106
May 07 22:18:24.667074 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984dd0b6-b98e-4a37-8ac0-88a0fcca5ab6 req-6e91c5b1-4910-4e5c-a079-d9eb339503b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:18:24.668519 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-984dd0b6-b98e-4a37-8ac0-88a0fcca5ab6 req-6e91c5b1-4910-4e5c-a079-d9eb339503b7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2387d312-9744-4eb5-b6b6-aa41a601c7db HTTP/1.1" status: 200  len: 1128 time: 0.0516124
May 07 22:18:24.716576 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-984dd0b6-b98e-4a37-8ac0-88a0fcca5ab6 req-3168fb9d-efa8-4b68-ae6f-ae87bfdf2ae7 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=8a690562-d8a8-410c-a365-37d94744ec11&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415103
May 07 22:18:25.779231 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648a1cbc-caa8-42f7-b8c3-b623103adeb0 req-fb9bfb7a-a9bb-4134-a27d-61b843f6dd5a tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:18:25.780828 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-648a1cbc-caa8-42f7-b8c3-b623103adeb0 req-fb9bfb7a-a9bb-4134-a27d-61b843f6dd5a tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=2387d312-9744-4eb5-b6b6-aa41a601c7db HTTP/1.1" status: 200  len: 946 time: 0.0513580
May 07 22:18:25.831387 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-648a1cbc-caa8-42f7-b8c3-b623103adeb0 req-ccde5535-4c53-4633-9d17-5827a9466c51 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a690562-d8a8-410c-a365-37d94744ec11&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448203
May 07 22:18:26.534988 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7c3a87a9-fa3a-4b09-bc87-c08c29e2a63e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:26.948517 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c25ce-2e8a-44d3-b972-0c34cf8a6d69 req-6994f040-cfde-4cb9-9603-438d5e5c00c3 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:18:26.949926 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2b6c25ce-2e8a-44d3-b972-0c34cf8a6d69 req-6994f040-cfde-4cb9-9603-438d5e5c00c3 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=2387d312-9744-4eb5-b6b6-aa41a601c7db HTTP/1.1" status: 200  len: 946 time: 0.0503614
May 07 22:18:26.998494 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2b6c25ce-2e8a-44d3-b972-0c34cf8a6d69 req-7666aa65-5723-44c2-b272-b5338b92199b tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a690562-d8a8-410c-a365-37d94744ec11&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423250
May 07 22:18:27.112285 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38b1b43-3296-41b8-b773-1dd0b9a40672 req-3515b8a4-106e-4f9c-8448-04d10a76075a tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:18:27.113707 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e38b1b43-3296-41b8-b773-1dd0b9a40672 req-3515b8a4-106e-4f9c-8448-04d10a76075a tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=2387d312-9744-4eb5-b6b6-aa41a601c7db HTTP/1.1" status: 200  len: 946 time: 0.0456126
May 07 22:18:27.164653 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e38b1b43-3296-41b8-b773-1dd0b9a40672 req-3218bd0d-1680-4524-a7ea-289c1a127104 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a690562-d8a8-410c-a365-37d94744ec11&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455287
May 07 22:18:27.187125 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 54586) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:18:27.224650 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2b5d6e-70dc-4333-9a00-261a7efd7fe2 tempest-TestNetworkAdvancedServerOps-305006253 tempest-TestNetworkAdvancedServerOps-305006253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:18:27.226189 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-1c2b5d6e-70dc-4333-9a00-261a7efd7fe2 tempest-TestNetworkAdvancedServerOps-305006253 tempest-TestNetworkAdvancedServerOps-305006253-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2387d312-9744-4eb5-b6b6-aa41a601c7db HTTP/1.1" status: 200  len: 1123 time: 0.0380943
May 07 22:18:27.229001 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 54588) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:18:27.233652 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-ad903e59-cf17-4c98-a162-80eaa857e84b tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Request body: {'floatingip': {'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'port_id': '02290a02-2fd0-43fa-b574-58f6e0c7135e', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'fixed_ip_address': '172.20.0.13'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:18:27.253855 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ad903e59-cf17-4c98-a162-80eaa857e84b tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:27.331161 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ad903e59-cf17-4c98-a162-80eaa857e84b tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:27.440675 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-ad903e59-cf17-4c98-a162-80eaa857e84b tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Allocated IP 172.35.4.154 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/70b0b5ca-3787-474f-b3ae-d266a7775b9a) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:18:27.468775 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:27.546731 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ad903e59-cf17-4c98-a162-80eaa857e84b tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for port (70b0b5ca-3787-474f-b3ae-d266a7775b9a), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:27.579130 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ad903e59-cf17-4c98-a162-80eaa857e84b tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (70b0b5ca-3787-474f-b3ae-d266a7775b9a), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:27.615778 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad903e59-cf17-4c98-a162-80eaa857e84b tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:18:27.618611 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-ad903e59-cf17-4c98-a162-80eaa857e84b tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:18:27.621998 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad903e59-cf17-4c98-a162-80eaa857e84b tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:18:27.647243 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad903e59-cf17-4c98-a162-80eaa857e84b tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Pushing event updated for resources: {'Port': ['ID=70b0b5ca-3787-474f-b3ae-d266a7775b9a,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:18:27.661069 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad903e59-cf17-4c98-a162-80eaa857e84b tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:18:27.661422 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad903e59-cf17-4c98-a162-80eaa857e84b tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:18:27.661771 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad903e59-cf17-4c98-a162-80eaa857e84b tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:18:27.662114 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad903e59-cf17-4c98-a162-80eaa857e84b tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:18:27.662451 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad903e59-cf17-4c98-a162-80eaa857e84b tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:18:27.662832 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad903e59-cf17-4c98-a162-80eaa857e84b tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:18:27.663172 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad903e59-cf17-4c98-a162-80eaa857e84b tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:18:27.663505 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad903e59-cf17-4c98-a162-80eaa857e84b tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:18:27.663838 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad903e59-cf17-4c98-a162-80eaa857e84b tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:18:27.664169 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad903e59-cf17-4c98-a162-80eaa857e84b tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:18:27.664503 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad903e59-cf17-4c98-a162-80eaa857e84b tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:18:27.664831 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad903e59-cf17-4c98-a162-80eaa857e84b tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:18:27.665158 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad903e59-cf17-4c98-a162-80eaa857e84b tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:18:27.665491 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad903e59-cf17-4c98-a162-80eaa857e84b tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:18:27.665823 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad903e59-cf17-4c98-a162-80eaa857e84b tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:18:28.302987 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ad903e59-cf17-4c98-a162-80eaa857e84b tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for floatingip (d7032b63-6e39-459c-b0ff-9f1610b912e2), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:28.370388 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ad903e59-cf17-4c98-a162-80eaa857e84b tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (70b0b5ca-3787-474f-b3ae-d266a7775b9a), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:28.521112 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ad903e59-cf17-4c98-a162-80eaa857e84b tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for port (70b0b5ca-3787-474f-b3ae-d266a7775b9a), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:28.525132 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ad903e59-cf17-4c98-a162-80eaa857e84b tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (70b0b5ca-3787-474f-b3ae-d266a7775b9a), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:28.597285 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad903e59-cf17-4c98-a162-80eaa857e84b tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Pushing event updated for resources: {'Port': ['ID=70b0b5ca-3787-474f-b3ae-d266a7775b9a,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:18:28.608579 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ad903e59-cf17-4c98-a162-80eaa857e84b tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (d7032b63-6e39-459c-b0ff-9f1610b912e2), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:28.712081 ncdv-master-1 neutron-server[121836]: INFO neutron.db.l3_db [None req-ad903e59-cf17-4c98-a162-80eaa857e84b tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Floating IP d7032b63-6e39-459c-b0ff-9f1610b912e2 associated. External IP: 172.35.4.154, port: 02290a02-2fd0-43fa-b574-58f6e0c7135e.
May 07 22:18:28.925909 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad903e59-cf17-4c98-a162-80eaa857e84b tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Router 58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:18:29.037352 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad903e59-cf17-4c98-a162-80eaa857e84b tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:18:29.047422 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1a6337-9742-4689-bc1f-828e2b977b7a None None] Sync routers for ids ['58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:18:29.055635 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ad903e59-cf17-4c98-a162-80eaa857e84b tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:29.057244 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1a6337-9742-4689-bc1f-828e2b977b7a None None] Routers {'58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:18:29.057878 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-ef1a6337-9742-4689-bc1f-828e2b977b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cb342b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:18:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:18:29.087641 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-ad903e59-cf17-4c98-a162-80eaa857e84b tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 1.8576369
May 07 22:18:29.088806 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2387d312-9744-4eb5-b6b6-aa41a601c7db', 'tag': '02290a02-2fd0-43fa-b574-58f6e0c7135e'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:18:29.091795 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeae0bf0-1877-4968-a1cf-108b67544cbe" -d '{"events": [{"name": "network-changed", "server_uuid": "2387d312-9744-4eb5-b6b6-aa41a601c7db", "tag": "02290a02-2fd0-43fa-b574-58f6e0c7135e"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:18:29.129341 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beace3f9-2df0-4c68-b1a9-7de8ac13eeb8 x-openstack-request-id: req-beace3f9-2df0-4c68-b1a9-7de8ac13eeb8 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:18:29.129751 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2387d312-9744-4eb5-b6b6-aa41a601c7db", "tag": "02290a02-2fd0-43fa-b574-58f6e0c7135e", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:18:29.130027 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-beace3f9-2df0-4c68-b1a9-7de8ac13eeb8 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:18:29.130436 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-beace3f9-2df0-4c68-b1a9-7de8ac13eeb8'] response: {'name': 'network-changed', 'server_uuid': '2387d312-9744-4eb5-b6b6-aa41a601c7db', 'tag': '02290a02-2fd0-43fa-b574-58f6e0c7135e', 'status': 'completed', 'code': 200}
May 07 22:18:29.173071 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-ef1a6337-9742-4689-bc1f-828e2b977b7a None None] Set router 58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:18:29.179510 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:29.238871 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c758b6ba-4128-47e5-a689-1196630a4aa3 req-519affcf-f4f1-4940-93d6-1082cf4ef79c tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:18:29.240351 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c758b6ba-4128-47e5-a689-1196630a4aa3 req-519affcf-f4f1-4940-93d6-1082cf4ef79c tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=2387d312-9744-4eb5-b6b6-aa41a601c7db HTTP/1.1" status: 200  len: 946 time: 0.0976405
May 07 22:18:29.243304 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeae0bf0-1877-4968-a1cf-108b67544cbe req-1d6e7344-458c-41c0-834c-1c9439512772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:18:29.244666 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-eeae0bf0-1877-4968-a1cf-108b67544cbe req-1d6e7344-458c-41c0-834c-1c9439512772 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=16812b38c4514406886f0ab13cabe8ad&device_id=2387d312-9744-4eb5-b6b6-aa41a601c7db HTTP/1.1" status: 200  len: 1128 time: 0.0576897
May 07 22:18:29.344466 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c758b6ba-4128-47e5-a689-1196630a4aa3 req-150d65ff-e3f8-40d6-b9e4-6cb03e78e99c tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a690562-d8a8-410c-a365-37d94744ec11&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0980246
May 07 22:18:29.368635 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 54596) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:18:29.376883 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeae0bf0-1877-4968-a1cf-108b67544cbe req-e32723b7-30a5-47a2-a74f-24bce391d309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:18:29.378520 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-eeae0bf0-1877-4968-a1cf-108b67544cbe req-e32723b7-30a5-47a2-a74f-24bce391d309 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d28ff04e-297c-4778-a4e4-921b5acd931f HTTP/1.1" status: 200  len: 898 time: 0.1265135
May 07 22:18:29.396473 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-ef1a6337-9742-4689-bc1f-828e2b977b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cb342b0>, [{'id': '58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1710276620', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.230'}], 'enable_snat': True}, 'gw_port_id': 'a5b40a46-4293-4173-b751-ef479c02670e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:18:09Z', 'updated_at': '2022-05-07T22:18:13Z', 'revision_number': 4, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'gw_port': {'id': 'a5b40a46-4293-4173-b751-ef479c02670e', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:18:10Z', 'updated_at': '2022-05-07T22:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd7032b63-6e39-459c-b0ff-9f1610b912e2', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'floating_ip_address': '172.35.4.154', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca', 'port_id': '02290a02-2fd0-43fa-b574-58f6e0c7135e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4076, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd28ff04e-297c-4778-a4e4-921b5acd931f', 'mac_address': 'fa:16:3e:dd:5e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2387d312-9744-4eb5-b6b6-aa41a601c7db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:18:28Z', 'updated_at': '2022-05-07T22:18:28Z', 'revision_number': 0, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36758b26-3614-44c9-bc57-d60def4a028e', 'name': '', 'network_id': 'd28ff04e-297c-4778-a4e4-921b5acd931f', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'mac_address': 'fa:16:3e:f0:13:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '20c331de-8209-48dd-9698-e184499bf52e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:18:12Z', 'updated_at': '2022-05-07T22:18:16Z', 'revision_number': 5, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'subnets': [{'id': '20c331de-8209-48dd-9698-e184499bf52e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:18:29.424208 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1a6337-9742-4689-bc1f-828e2b977b7a None None] Checking router: 58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:18:29.432608 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1a6337-9742-4689-bc1f-828e2b977b7a None None] Routers {'58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:18:29.433191 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-ef1a6337-9742-4689-bc1f-828e2b977b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cb342b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:18:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:18:29.479825 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-57cffade-f612-4e48-9a0a-96510cf9dd25 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/floatingips/d7032b63-6e39-459c-b0ff-9f1610b912e2 HTTP/1.1" status: 200  len: 992 time: 0.1100874
May 07 22:18:29.488000 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-eeae0bf0-1877-4968-a1cf-108b67544cbe req-1be0c638-ee97-46da-a97e-8052ade378ce service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02290a02-2fd0-43fa-b574-58f6e0c7135e HTTP/1.1" status: 200  len: 1000 time: 0.0802219
May 07 22:18:29.535888 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeae0bf0-1877-4968-a1cf-108b67544cbe req-5aecec52-9756-4cee-87a1-93639c63cc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:18:29.537341 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-eeae0bf0-1877-4968-a1cf-108b67544cbe req-5aecec52-9756-4cee-87a1-93639c63cc63 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=20c331de-8209-48dd-9698-e184499bf52e HTTP/1.1" status: 200  len: 835 time: 0.0438733
May 07 22:18:29.539872 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-ef1a6337-9742-4689-bc1f-828e2b977b7a None None] Set router 58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:18:29.582851 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeae0bf0-1877-4968-a1cf-108b67544cbe req-4feb9e56-9cf3-45cf-9d9f-309ec199a467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:18:29.584380 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-eeae0bf0-1877-4968-a1cf-108b67544cbe req-4feb9e56-9cf3-45cf-9d9f-309ec199a467 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d28ff04e-297c-4778-a4e4-921b5acd931f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0416098
May 07 22:18:29.676846 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-eeae0bf0-1877-4968-a1cf-108b67544cbe req-a29751db-d319-4d71-9c1b-75cd9f65d05d service neutron] 10.222.0.59 "GET /v2.0/networks/d28ff04e-297c-4778-a4e4-921b5acd931f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0867822
May 07 22:18:29.772139 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-eeae0bf0-1877-4968-a1cf-108b67544cbe req-ac9f5b50-f945-4f4e-9f79-3ae09a7c7896 service neutron] 10.222.0.59 "GET /v2.0/networks/d28ff04e-297c-4778-a4e4-921b5acd931f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0900955
May 07 22:18:29.847496 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-ef1a6337-9742-4689-bc1f-828e2b977b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cb342b0>, [{'id': '58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1710276620', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.230'}], 'enable_snat': True}, 'gw_port_id': 'a5b40a46-4293-4173-b751-ef479c02670e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:18:09Z', 'updated_at': '2022-05-07T22:18:13Z', 'revision_number': 4, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'gw_port': {'id': 'a5b40a46-4293-4173-b751-ef479c02670e', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:18:10Z', 'updated_at': '2022-05-07T22:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd7032b63-6e39-459c-b0ff-9f1610b912e2', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'floating_ip_address': '172.35.4.154', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca', 'port_id': '02290a02-2fd0-43fa-b574-58f6e0c7135e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4076, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd28ff04e-297c-4778-a4e4-921b5acd931f', 'mac_address': 'fa:16:3e:dd:5e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2387d312-9744-4eb5-b6b6-aa41a601c7db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:18:28Z', 'updated_at': '2022-05-07T22:18:28Z', 'revision_number': 0, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36758b26-3614-44c9-bc57-d60def4a028e', 'name': '', 'network_id': 'd28ff04e-297c-4778-a4e4-921b5acd931f', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'mac_address': 'fa:16:3e:f0:13:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '20c331de-8209-48dd-9698-e184499bf52e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:18:12Z', 'updated_at': '2022-05-07T22:18:16Z', 'revision_number': 5, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'subnets': [{'id': '20c331de-8209-48dd-9698-e184499bf52e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:18:29.873818 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1a6337-9742-4689-bc1f-828e2b977b7a None None] The sync data for ids ['58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca'] in ncdv-master-1 is: [{'id': '58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1710276620', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.230'}], 'enable_snat': True}, 'gw_port_id': 'a5b40a46-4293-4173-b751-ef479c02670e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:18:09Z', 'updated_at': '2022-05-07T22:18:13Z', 'revision_number': 4, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'gw_port': {'id': 'a5b40a46-4293-4173-b751-ef479c02670e', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:18:10Z', 'updated_at': '2022-05-07T22:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd7032b63-6e39-459c-b0ff-9f1610b912e2', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'floating_ip_address': '172.35.4.154', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca', 'port_id': '02290a02-2fd0-43fa-b574-58f6e0c7135e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4076, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd28ff04e-297c-4778-a4e4-921b5acd931f', 'mac_address': 'fa:16:3e:dd:5e:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2387d312-9744-4eb5-b6b6-aa41a601c7db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:18:28Z', 'updated_at': '2022-05-07T22:18:28Z', 'revision_number': 0, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36758b26-3614-44c9-bc57-d60def4a028e', 'name': '', 'network_id': 'd28ff04e-297c-4778-a4e4-921b5acd931f', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'mac_address': 'fa:16:3e:f0:13:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '20c331de-8209-48dd-9698-e184499bf52e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:18:12Z', 'updated_at': '2022-05-07T22:18:16Z', 'revision_number': 5, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'subnets': [{'id': '20c331de-8209-48dd-9698-e184499bf52e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:18:30.073804 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc4c74c-b864-45b6-9439-defd9d83f949 None None] New status for floating IP d7032b63-6e39-459c-b0ff-9f1610b912e2: ACTIVE {{(pid=121838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 07 22:18:30.291646 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:30.483714 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 54598) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:18:30.544942 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-2c29f970-68ea-43c6-85e9-51d646ec5175 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/floatingips/d7032b63-6e39-459c-b0ff-9f1610b912e2 HTTP/1.1" status: 200  len: 994 time: 0.0600176
May 07 22:18:34.871703 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 22:18:51.945573 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:53.657731 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-65ffb776-c290-435c-bff0-7458c01112eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:53.894973 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:56.538681 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-834f47b8-a671-4e93-af6d-1cc6e823f28b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:57.206032 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e52d269-cfcc-457a-b273-616ceb6f8d35 req-101228f2-963c-43e7-847c-75550802c39b tempest-TestNetworkAdvancedServerOps-305006253 tempest-TestNetworkAdvancedServerOps-305006253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:18:57.207766 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1e52d269-cfcc-457a-b273-616ceb6f8d35 req-101228f2-963c-43e7-847c-75550802c39b tempest-TestNetworkAdvancedServerOps-305006253 tempest-TestNetworkAdvancedServerOps-305006253-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2387d312-9744-4eb5-b6b6-aa41a601c7db HTTP/1.1" status: 200  len: 1128 time: 0.0455823
May 07 22:18:57.259352 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1e52d269-cfcc-457a-b273-616ceb6f8d35 req-1c2695ff-802f-4082-b80e-29351ae8736a tempest-TestNetworkAdvancedServerOps-305006253 tempest-TestNetworkAdvancedServerOps-305006253-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=8a690562-d8a8-410c-a365-37d94744ec11&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453954
May 07 22:18:57.387601 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6642f437-818d-4af5-a6c4-ee9d6587a6f5 req-994e307f-5c95-4f32-82b3-db188ea67ff1 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:18:57.389082 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6642f437-818d-4af5-a6c4-ee9d6587a6f5 req-994e307f-5c95-4f32-82b3-db188ea67ff1 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=2387d312-9744-4eb5-b6b6-aa41a601c7db HTTP/1.1" status: 200  len: 946 time: 0.0546570
May 07 22:18:57.444204 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6642f437-818d-4af5-a6c4-ee9d6587a6f5 req-f185d50e-b17b-4cda-ae51-f0149f7d9ee0 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a690562-d8a8-410c-a365-37d94744ec11&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0490081
May 07 22:18:57.470259 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 54632) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:18:57.483392 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:57.541945 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-7c13d184-b3c1-4ba0-b1a5-d999204ec781 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/floatingips/d7032b63-6e39-459c-b0ff-9f1610b912e2 HTTP/1.1" status: 200  len: 994 time: 0.0703228
May 07 22:18:58.061343 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2fc4b4-6d93-4c3d-a4cd-e972731bb06a req-cb645785-d455-4b1d-ae60-dfada6609f01 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:18:58.062862 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1d2fc4b4-6d93-4c3d-a4cd-e972731bb06a req-cb645785-d455-4b1d-ae60-dfada6609f01 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=2387d312-9744-4eb5-b6b6-aa41a601c7db HTTP/1.1" status: 200  len: 946 time: 0.0603094
May 07 22:18:58.104630 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-38a77230-fafe-4b5d-b1f9-d06a4b854b88 req-35ce8818-d6b3-4ded-99a9-8579d8a6f960 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2387d312-9744-4eb5-b6b6-aa41a601c7db&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1220984
May 07 22:18:58.121676 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [req-38a77230-fafe-4b5d-b1f9-d06a4b854b88 req-01dbc06a-49f0-499f-b48d-f271c6583be6 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121837) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:18:58.122665 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-38a77230-fafe-4b5d-b1f9-d06a4b854b88 req-01dbc06a-49f0-499f-b48d-f271c6583be6 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0072241
May 07 22:18:58.144261 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1d2fc4b4-6d93-4c3d-a4cd-e972731bb06a req-c06c507e-a317-48ea-809f-9bb20c6fd4e4 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a690562-d8a8-410c-a365-37d94744ec11&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0652049
May 07 22:18:58.528969 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 54664) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:18:58.633609 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a77230-fafe-4b5d-b1f9-d06a4b854b88 req-1ad16349-13cd-45c2-b88d-d181e3c464b1 tempest-TestNetworkAdvancedServerOps-305006253 tempest-TestNetworkAdvancedServerOps-305006253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:18:58.635116 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-38a77230-fafe-4b5d-b1f9-d06a4b854b88 req-1ad16349-13cd-45c2-b88d-d181e3c464b1 tempest-TestNetworkAdvancedServerOps-305006253 tempest-TestNetworkAdvancedServerOps-305006253-project-admin] 10.222.0.32 "GET /v2.0/ports/02290a02-2fd0-43fa-b574-58f6e0c7135e HTTP/1.1" status: 200  len: 1125 time: 0.1049969
May 07 22:18:59.180251 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:18:59.273600 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0913cf4-d005-4d86-9245-e99770cbdb17 req-5da35976-726e-4bdf-9941-253d4034c22c tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:18:59.275120 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b0913cf4-d005-4d86-9245-e99770cbdb17 req-5da35976-726e-4bdf-9941-253d4034c22c tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=2387d312-9744-4eb5-b6b6-aa41a601c7db HTTP/1.1" status: 200  len: 946 time: 0.0485597
May 07 22:18:59.328609 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b0913cf4-d005-4d86-9245-e99770cbdb17 req-90d28508-d020-405b-9d01-25de2ca575b1 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a690562-d8a8-410c-a365-37d94744ec11&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0475068
May 07 22:18:59.465952 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a77230-fafe-4b5d-b1f9-d06a4b854b88 req-d0e55894-240c-4a4c-804f-ef73ee42d6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:18:59.467545 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-38a77230-fafe-4b5d-b1f9-d06a4b854b88 req-d0e55894-240c-4a4c-804f-ef73ee42d6ba service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=16812b38c4514406886f0ab13cabe8ad&device_id=2387d312-9744-4eb5-b6b6-aa41a601c7db HTTP/1.1" status: 200  len: 1128 time: 0.0461545
May 07 22:18:59.560997 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a77230-fafe-4b5d-b1f9-d06a4b854b88 req-fb911523-51a5-4409-b804-2dfdc6971f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:18:59.562564 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-38a77230-fafe-4b5d-b1f9-d06a4b854b88 req-fb911523-51a5-4409-b804-2dfdc6971f64 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d28ff04e-297c-4778-a4e4-921b5acd931f HTTP/1.1" status: 200  len: 898 time: 0.0868278
May 07 22:18:59.631871 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-38a77230-fafe-4b5d-b1f9-d06a4b854b88 req-d92b9924-3c35-47d6-b427-8a22e6604807 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02290a02-2fd0-43fa-b574-58f6e0c7135e HTTP/1.1" status: 200  len: 1002 time: 0.0623221
May 07 22:18:59.679785 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a77230-fafe-4b5d-b1f9-d06a4b854b88 req-91565ac2-864e-461f-b3a7-92c0c011d155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:18:59.681221 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-38a77230-fafe-4b5d-b1f9-d06a4b854b88 req-91565ac2-864e-461f-b3a7-92c0c011d155 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=20c331de-8209-48dd-9698-e184499bf52e HTTP/1.1" status: 200  len: 835 time: 0.0441725
May 07 22:18:59.724742 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a77230-fafe-4b5d-b1f9-d06a4b854b88 req-a4f33a53-8eff-4d7b-bfb4-c95c166c3ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:18:59.726227 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-38a77230-fafe-4b5d-b1f9-d06a4b854b88 req-a4f33a53-8eff-4d7b-bfb4-c95c166c3ced service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d28ff04e-297c-4778-a4e4-921b5acd931f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0389316
May 07 22:18:59.821388 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-38a77230-fafe-4b5d-b1f9-d06a4b854b88 req-4c849b43-84a7-4bec-902f-04ff17ec202f service neutron] 10.222.0.59 "GET /v2.0/networks/d28ff04e-297c-4778-a4e4-921b5acd931f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0884993
May 07 22:18:59.872900 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a5c3cbdd-7b3d-4337-a427-a32177b3f505 req-1aa5ade3-7225-419b-894d-0267d59eac94 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=72021281-107d-4e98-b768-6b8d54710130&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0366344
May 07 22:18:59.912310 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-38a77230-fafe-4b5d-b1f9-d06a4b854b88 req-8fec1ad1-86cc-4f2c-b551-c1bd646040e8 service neutron] 10.222.0.59 "GET /v2.0/networks/d28ff04e-297c-4778-a4e4-921b5acd931f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0845335
May 07 22:18:59.956479 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c3cbdd-7b3d-4337-a427-a32177b3f505 req-80d3adf7-2bac-4eb6-9dbf-8f39300821b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:18:59.958023 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a5c3cbdd-7b3d-4337-a427-a32177b3f505 req-80d3adf7-2bac-4eb6-9dbf-8f39300821b0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f3657e8df46a4252b9eb1eb159306a66&device_id=72021281-107d-4e98-b768-6b8d54710130 HTTP/1.1" status: 200  len: 1128 time: 0.0460672
May 07 22:19:00.060810 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c3cbdd-7b3d-4337-a427-a32177b3f505 req-b8ff1e2f-d461-40bc-993f-71c36725222e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:19:00.062303 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a5c3cbdd-7b3d-4337-a427-a32177b3f505 req-b8ff1e2f-d461-40bc-993f-71c36725222e service neutron] 10.222.0.55 "GET /v2.0/networks?id=87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce HTTP/1.1" status: 200  len: 912 time: 0.0868604
May 07 22:19:00.131464 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a5c3cbdd-7b3d-4337-a427-a32177b3f505 req-80489684-edc4-40e6-be8e-9a062fa0c8af service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4734e952-8aca-4ba2-be4b-da036580c7c5 HTTP/1.1" status: 200  len: 1002 time: 0.0626841
May 07 22:19:00.179208 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c3cbdd-7b3d-4337-a427-a32177b3f505 req-7833944a-92c9-4e67-8c36-587f81be4089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:19:00.180547 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a5c3cbdd-7b3d-4337-a427-a32177b3f505 req-7833944a-92c9-4e67-8c36-587f81be4089 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c381f23c-d79e-4860-966b-6594e682e18c HTTP/1.1" status: 200  len: 850 time: 0.0434592
May 07 22:19:00.223814 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c3cbdd-7b3d-4337-a427-a32177b3f505 req-ee101d17-80e6-4343-b7cc-2e79c4c12d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:19:00.225323 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a5c3cbdd-7b3d-4337-a427-a32177b3f505 req-ee101d17-80e6-4343-b7cc-2e79c4c12d19 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0392926
May 07 22:19:00.293865 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:19:00.320279 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a5c3cbdd-7b3d-4337-a427-a32177b3f505 req-40da1662-83e4-4e33-a748-71db796edd69 service neutron] 10.222.0.55 "GET /v2.0/networks/87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0888052
May 07 22:19:00.411911 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a5c3cbdd-7b3d-4337-a427-a32177b3f505 req-aea15ebd-51ea-4ca5-8b4b-76b3480c2ac2 service neutron] 10.222.0.55 "GET /v2.0/networks/87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0861816
May 07 22:19:00.453650 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f24897-c6a7-4588-9a1b-66349c83a79c req-6e522da3-8162-4704-b9c2-351f3294a6af tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:19:00.455112 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-74f24897-c6a7-4588-9a1b-66349c83a79c req-6e522da3-8162-4704-b9c2-351f3294a6af tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=2387d312-9744-4eb5-b6b6-aa41a601c7db HTTP/1.1" status: 200  len: 946 time: 0.0541556
May 07 22:19:00.503387 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-74f24897-c6a7-4588-9a1b-66349c83a79c req-79c3dbae-6e39-4f8d-9e75-e80133b0699b tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a690562-d8a8-410c-a365-37d94744ec11&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426095
May 07 22:19:01.621338 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24693545-a537-4d06-9d0a-879a2fb83571 req-bad0c65c-c746-4f9a-8b72-4cef51fe2dce tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:19:01.622837 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-24693545-a537-4d06-9d0a-879a2fb83571 req-bad0c65c-c746-4f9a-8b72-4cef51fe2dce tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=2387d312-9744-4eb5-b6b6-aa41a601c7db HTTP/1.1" status: 200  len: 946 time: 0.0511301
May 07 22:19:01.671052 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-24693545-a537-4d06-9d0a-879a2fb83571 req-ed72582f-0b5a-49b4-a73b-25895ee41519 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a690562-d8a8-410c-a365-37d94744ec11&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419121
May 07 22:19:02.790853 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d09d55-e99f-49ea-b35a-b0a3577a3d85 req-26076748-d76b-4d93-91f2-cad49a1eeb79 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:19:02.792515 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e8d09d55-e99f-49ea-b35a-b0a3577a3d85 req-26076748-d76b-4d93-91f2-cad49a1eeb79 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=2387d312-9744-4eb5-b6b6-aa41a601c7db HTTP/1.1" status: 200  len: 946 time: 0.0494645
May 07 22:19:02.840668 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e8d09d55-e99f-49ea-b35a-b0a3577a3d85 req-8fbef671-172e-4fef-b97d-4cc265dc1200 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a690562-d8a8-410c-a365-37d94744ec11&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422139
May 07 22:19:03.954405 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1663e920-6c35-44dc-a783-9fe1727e39ff req-3694cac5-98c7-4906-9d7b-dc7aa56a3aa9 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:19:03.955902 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1663e920-6c35-44dc-a783-9fe1727e39ff req-3694cac5-98c7-4906-9d7b-dc7aa56a3aa9 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=2387d312-9744-4eb5-b6b6-aa41a601c7db HTTP/1.1" status: 200  len: 946 time: 0.0469882
May 07 22:19:04.003938 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1663e920-6c35-44dc-a783-9fe1727e39ff req-2228bbd3-67ce-4592-856c-85b3b9eb2561 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a690562-d8a8-410c-a365-37d94744ec11&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425828
May 07 22:19:05.068426 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ab665-68e6-4e07-915f-1c0aba5e6d9e req-7bbf6a31-e542-4ba5-9f4e-bd240d170a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:19:05.069934 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-617ab665-68e6-4e07-915f-1c0aba5e6d9e req-7bbf6a31-e542-4ba5-9f4e-bd240d170a80 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=16812b38c4514406886f0ab13cabe8ad&device_id=2387d312-9744-4eb5-b6b6-aa41a601c7db HTTP/1.1" status: 200  len: 1128 time: 0.0431330
May 07 22:19:05.116680 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e8288f-a3b8-4da6-88b4-08405539839c req-0f872e6a-c727-44b6-b4a3-ef92ee968357 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:19:05.118148 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-76e8288f-a3b8-4da6-88b4-08405539839c req-0f872e6a-c727-44b6-b4a3-ef92ee968357 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=2387d312-9744-4eb5-b6b6-aa41a601c7db HTTP/1.1" status: 200  len: 946 time: 0.0453348
May 07 22:19:05.224157 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-76e8288f-a3b8-4da6-88b4-08405539839c req-dcd789d6-3df3-44d1-b9db-fc37f2d8258f tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a690562-d8a8-410c-a365-37d94744ec11&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0981889
May 07 22:19:05.239367 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ab665-68e6-4e07-915f-1c0aba5e6d9e req-2c5ae27e-6ba8-4023-8884-fc896275ee46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:19:05.240832 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-617ab665-68e6-4e07-915f-1c0aba5e6d9e req-2c5ae27e-6ba8-4023-8884-fc896275ee46 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d28ff04e-297c-4778-a4e4-921b5acd931f HTTP/1.1" status: 200  len: 898 time: 0.1218433
May 07 22:19:05.305892 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-617ab665-68e6-4e07-915f-1c0aba5e6d9e req-eb433f41-d241-4233-87ac-febee2129011 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02290a02-2fd0-43fa-b574-58f6e0c7135e HTTP/1.1" status: 200  len: 1002 time: 0.0588737
May 07 22:19:05.352769 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ab665-68e6-4e07-915f-1c0aba5e6d9e req-3c1c3891-f9d8-46da-9c2b-a66ca1828a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:19:05.354204 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-617ab665-68e6-4e07-915f-1c0aba5e6d9e req-3c1c3891-f9d8-46da-9c2b-a66ca1828a8a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=20c331de-8209-48dd-9698-e184499bf52e HTTP/1.1" status: 200  len: 835 time: 0.0433393
May 07 22:19:05.400981 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ab665-68e6-4e07-915f-1c0aba5e6d9e req-37ceffc1-e025-4d19-b7c2-1c5520d92e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:19:05.402439 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-617ab665-68e6-4e07-915f-1c0aba5e6d9e req-37ceffc1-e025-4d19-b7c2-1c5520d92e85 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d28ff04e-297c-4778-a4e4-921b5acd931f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0415154
May 07 22:19:05.835936 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-617ab665-68e6-4e07-915f-1c0aba5e6d9e req-60d36c2e-3f7f-4585-b961-526908dd3e6a service neutron] 10.222.0.59 "GET /v2.0/networks/d28ff04e-297c-4778-a4e4-921b5acd931f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4267147
May 07 22:19:05.934934 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-617ab665-68e6-4e07-915f-1c0aba5e6d9e req-e3bd5da1-8d5c-42cb-ba4c-3c73bbb1db1a service neutron] 10.222.0.59 "GET /v2.0/networks/d28ff04e-297c-4778-a4e4-921b5acd931f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0929220
May 07 22:19:06.337347 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d704cee-046d-440d-afc6-acc0a4769491 req-cc2dcb19-42a9-4e20-83f3-2d17a38faaa8 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:19:06.338713 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2d704cee-046d-440d-afc6-acc0a4769491 req-cc2dcb19-42a9-4e20-83f3-2d17a38faaa8 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=2387d312-9744-4eb5-b6b6-aa41a601c7db HTTP/1.1" status: 200  len: 946 time: 0.0456960
May 07 22:19:06.390995 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2d704cee-046d-440d-afc6-acc0a4769491 req-6406734e-ddb6-419b-85bb-c2f43387b877 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a690562-d8a8-410c-a365-37d94744ec11&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463121
May 07 22:19:07.519280 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4892b1d4-5548-4a20-8613-c56847ff040e req-2b7aa4e8-19b7-4204-93a8-e6aa8e2f2c48 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:19:07.520789 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4892b1d4-5548-4a20-8613-c56847ff040e req-2b7aa4e8-19b7-4204-93a8-e6aa8e2f2c48 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=2387d312-9744-4eb5-b6b6-aa41a601c7db HTTP/1.1" status: 200  len: 946 time: 0.0579069
May 07 22:19:07.571670 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4892b1d4-5548-4a20-8613-c56847ff040e req-f658fd49-d691-4e6f-9c2a-eac9e4f5e78f tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a690562-d8a8-410c-a365-37d94744ec11&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451424
May 07 22:19:08.686486 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e47e99e-0e62-4cd2-af42-06cfc4f2fbd9 req-ab16c8b1-42c4-428c-accd-50d2db67c7ff tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:19:08.687959 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1e47e99e-0e62-4cd2-af42-06cfc4f2fbd9 req-ab16c8b1-42c4-428c-accd-50d2db67c7ff tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=2387d312-9744-4eb5-b6b6-aa41a601c7db HTTP/1.1" status: 200  len: 946 time: 0.0474937
May 07 22:19:08.736894 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1e47e99e-0e62-4cd2-af42-06cfc4f2fbd9 req-0f43f46e-7855-4c0c-a4eb-4ec4a63a8f02 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a690562-d8a8-410c-a365-37d94744ec11&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434222
May 07 22:19:09.849903 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68681881-033b-42ea-a475-f8bc7669b185 req-7b2fc0ad-b6af-4a0c-8d85-f9432221ac36 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:19:09.851396 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-68681881-033b-42ea-a475-f8bc7669b185 req-7b2fc0ad-b6af-4a0c-8d85-f9432221ac36 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=2387d312-9744-4eb5-b6b6-aa41a601c7db HTTP/1.1" status: 200  len: 946 time: 0.0464780
May 07 22:19:09.903598 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-68681881-033b-42ea-a475-f8bc7669b185 req-49af00d8-11a6-42e2-b6d3-303b35c58a2f tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a690562-d8a8-410c-a365-37d94744ec11&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463686
May 07 22:19:11.016704 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a587d3d-f83f-4da4-92c1-34a50e8a0263 req-36053b79-5cee-43d5-9055-13af79bef61a tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:19:11.018760 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2a587d3d-f83f-4da4-92c1-34a50e8a0263 req-36053b79-5cee-43d5-9055-13af79bef61a tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=2387d312-9744-4eb5-b6b6-aa41a601c7db HTTP/1.1" status: 200  len: 946 time: 0.0460613
May 07 22:19:11.066105 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2a587d3d-f83f-4da4-92c1-34a50e8a0263 req-dcf213b2-944a-4e95-9035-c80051af43c8 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a690562-d8a8-410c-a365-37d94744ec11&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417981
May 07 22:19:11.686272 ncdv-master-1 neutron-server[121837]: INFO neutron.api.v2.resource [req-38a77230-fafe-4b5d-b1f9-d06a4b854b88 req-ce5679ec-6c1b-42dd-8038-2bac4e4a9a6f service neutron] show failed (client error): The resource could not be found.
May 07 22:19:11.687311 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-38a77230-fafe-4b5d-b1f9-d06a4b854b88 req-ce5679ec-6c1b-42dd-8038-2bac4e4a9a6f service neutron] 10.222.0.59 "GET /v2.0/ports/02290a02-2fd0-43fa-b574-58f6e0c7135e/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0570138
May 07 22:19:11.870962 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 22:19:11.913425 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a77230-fafe-4b5d-b1f9-d06a4b854b88 req-c8e77201-597f-4dab-b14b-169a67d18cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:19:11.914957 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-38a77230-fafe-4b5d-b1f9-d06a4b854b88 req-c8e77201-597f-4dab-b14b-169a67d18cde service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2387d312-9744-4eb5-b6b6-aa41a601c7db&tenant_id=16812b38c4514406886f0ab13cabe8ad HTTP/1.1" status: 200  len: 1128 time: 0.0747550
May 07 22:19:11.925582 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-38a77230-fafe-4b5d-b1f9-d06a4b854b88 req-aae77a9f-2d7d-4590-bf4c-fb7caa28313f service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:19:11.982582 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-38a77230-fafe-4b5d-b1f9-d06a4b854b88 req-aae77a9f-2d7d-4590-bf4c-fb7caa28313f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (02290a02-2fd0-43fa-b574-58f6e0c7135e), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:19:12.194570 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b807db60-e649-46fb-9b77-ef6d4baa8d64 req-31c2f22f-c105-4fab-bbed-f9395f5489de tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:19:12.196130 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b807db60-e649-46fb-9b77-ef6d4baa8d64 req-31c2f22f-c105-4fab-bbed-f9395f5489de tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=2387d312-9744-4eb5-b6b6-aa41a601c7db HTTP/1.1" status: 200  len: 946 time: 0.0488865
May 07 22:19:12.205778 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-38a77230-fafe-4b5d-b1f9-d06a4b854b88 req-aae77a9f-2d7d-4590-bf4c-fb7caa28313f service neutron] For port 02290a02-2fd0-43fa-b574-58f6e0c7135e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=02290a02-2fd0-43fa-b574-58f6e0c7135e,segment=NetworkSegment(6de2609d-b1b7-4ee9-b1c8-4a0b68bc9013),segment_id=6de2609d-b1b7-4ee9-b1c8-4a0b68bc9013)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:19:12.240075 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-38a77230-fafe-4b5d-b1f9-d06a4b854b88 req-aae77a9f-2d7d-4590-bf4c-fb7caa28313f service neutron] For port 02290a02-2fd0-43fa-b574-58f6e0c7135e, host nch2-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:19:12.246319 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b807db60-e649-46fb-9b77-ef6d4baa8d64 req-5739d53e-d478-4c72-b3df-d20a22ab3c0b tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a690562-d8a8-410c-a365-37d94744ec11&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440688
May 07 22:19:12.279611 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2387d312-9744-4eb5-b6b6-aa41a601c7db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02290a02-2fd0-43fa-b574-58f6e0c7135e'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:19:12.281852 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e3020b6-56bd-42b5-a2c8-78058a571697" -d '{"events": [{"server_uuid": "2387d312-9744-4eb5-b6b6-aa41a601c7db", "name": "network-vif-unplugged", "status": "completed", "tag": "02290a02-2fd0-43fa-b574-58f6e0c7135e"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:19:12.285887 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-38a77230-fafe-4b5d-b1f9-d06a4b854b88 req-aae77a9f-2d7d-4590-bf4c-fb7caa28313f service neutron] Publish callbacks [] for port (02290a02-2fd0-43fa-b574-58f6e0c7135e), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:19:12.299165 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.provisioning_blocks [req-38a77230-fafe-4b5d-b1f9-d06a4b854b88 req-aae77a9f-2d7d-4590-bf4c-fb7caa28313f service neutron] Transition to ACTIVE for port object 02290a02-2fd0-43fa-b574-58f6e0c7135e will not be triggered until provisioned by entity L2. {{(pid=121836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 22:19:12.302704 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-38a77230-fafe-4b5d-b1f9-d06a4b854b88 req-aae77a9f-2d7d-4590-bf4c-fb7caa28313f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (02290a02-2fd0-43fa-b574-58f6e0c7135e), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:19:12.336014 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 07 May 2022 22:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab67809e-663a-4275-9d4a-c324f10f2f07 x-openstack-request-id: req-ab67809e-663a-4275-9d4a-c324f10f2f07 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:19:12.336315 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2387d312-9744-4eb5-b6b6-aa41a601c7db", "name": "network-vif-unplugged", "status": "completed", "tag": "02290a02-2fd0-43fa-b574-58f6e0c7135e", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:19:12.336568 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ab67809e-663a-4275-9d4a-c324f10f2f07 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:19:12.336968 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab67809e-663a-4275-9d4a-c324f10f2f07'] response: {'server_uuid': '2387d312-9744-4eb5-b6b6-aa41a601c7db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02290a02-2fd0-43fa-b574-58f6e0c7135e', 'code': 200}
May 07 22:19:12.417147 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae77a9f-2d7d-4590-bf4c-fb7caa28313f service neutron] Pushing event updated for resources: {'Port': ['ID=02290a02-2fd0-43fa-b574-58f6e0c7135e,revision_number=6']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:19:12.480387 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-38a77230-fafe-4b5d-b1f9-d06a4b854b88 req-aae77a9f-2d7d-4590-bf4c-fb7caa28313f service neutron] No DVR routers for this DVR port 02290a02-2fd0-43fa-b574-58f6e0c7135e on host nch2-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:19:12.628728 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-38a77230-fafe-4b5d-b1f9-d06a4b854b88 req-aae77a9f-2d7d-4590-bf4c-fb7caa28313f service neutron] Attempting to bind port 02290a02-2fd0-43fa-b574-58f6e0c7135e on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:19:12.628976 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-38a77230-fafe-4b5d-b1f9-d06a4b854b88 req-aae77a9f-2d7d-4590-bf4c-fb7caa28313f service neutron] Attempting to bind port 02290a02-2fd0-43fa-b574-58f6e0c7135e by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '6de2609d-b1b7-4ee9-b1c8-4a0b68bc9013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd28ff04e-297c-4778-a4e4-921b5acd931f'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:19:12.629296 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a77230-fafe-4b5d-b1f9-d06a4b854b88 req-aae77a9f-2d7d-4590-bf4c-fb7caa28313f service neutron] Attempting to bind port 02290a02-2fd0-43fa-b574-58f6e0c7135e on network d28ff04e-297c-4778-a4e4-921b5acd931f {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:19:12.633557 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a77230-fafe-4b5d-b1f9-d06a4b854b88 req-aae77a9f-2d7d-4590-bf4c-fb7caa28313f service neutron] Port 02290a02-2fd0-43fa-b574-58f6e0c7135e on network d28ff04e-297c-4778-a4e4-921b5acd931f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:19:12.633878 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a77230-fafe-4b5d-b1f9-d06a4b854b88 req-aae77a9f-2d7d-4590-bf4c-fb7caa28313f service neutron] Attempting to bind port 02290a02-2fd0-43fa-b574-58f6e0c7135e on network d28ff04e-297c-4778-a4e4-921b5acd931f {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:19:12.638660 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a77230-fafe-4b5d-b1f9-d06a4b854b88 req-aae77a9f-2d7d-4590-bf4c-fb7caa28313f service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:19:12.639029 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a77230-fafe-4b5d-b1f9-d06a4b854b88 req-aae77a9f-2d7d-4590-bf4c-fb7caa28313f service neutron] Checking segment: {'id': '6de2609d-b1b7-4ee9-b1c8-4a0b68bc9013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd28ff04e-297c-4778-a4e4-921b5acd931f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:19:12.639413 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a77230-fafe-4b5d-b1f9-d06a4b854b88 req-aae77a9f-2d7d-4590-bf4c-fb7caa28313f service neutron] Bound using segment: {'id': '6de2609d-b1b7-4ee9-b1c8-4a0b68bc9013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd28ff04e-297c-4778-a4e4-921b5acd931f'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:19:12.639834 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-38a77230-fafe-4b5d-b1f9-d06a4b854b88 req-aae77a9f-2d7d-4590-bf4c-fb7caa28313f service neutron] Bound port: 02290a02-2fd0-43fa-b574-58f6e0c7135e, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6de2609d-b1b7-4ee9-b1c8-4a0b68bc9013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd28ff04e-297c-4778-a4e4-921b5acd931f'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:19:12.640186 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-38a77230-fafe-4b5d-b1f9-d06a4b854b88 req-aae77a9f-2d7d-4590-bf4c-fb7caa28313f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (02290a02-2fd0-43fa-b574-58f6e0c7135e), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:19:12.705570 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-38a77230-fafe-4b5d-b1f9-d06a4b854b88 req-aae77a9f-2d7d-4590-bf4c-fb7caa28313f service neutron] For port 02290a02-2fd0-43fa-b574-58f6e0c7135e, host nch1-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:19:12.708521 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-38a77230-fafe-4b5d-b1f9-d06a4b854b88 req-aae77a9f-2d7d-4590-bf4c-fb7caa28313f service neutron] For port 02290a02-2fd0-43fa-b574-58f6e0c7135e, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=02290a02-2fd0-43fa-b574-58f6e0c7135e,segment=NetworkSegment(6de2609d-b1b7-4ee9-b1c8-4a0b68bc9013),segment_id=6de2609d-b1b7-4ee9-b1c8-4a0b68bc9013)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:19:12.714521 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-38a77230-fafe-4b5d-b1f9-d06a4b854b88 req-aae77a9f-2d7d-4590-bf4c-fb7caa28313f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (02290a02-2fd0-43fa-b574-58f6e0c7135e), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:19:12.749429 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a77230-fafe-4b5d-b1f9-d06a4b854b88 req-aae77a9f-2d7d-4590-bf4c-fb7caa28313f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:19:12.750055 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-38a77230-fafe-4b5d-b1f9-d06a4b854b88 req-aae77a9f-2d7d-4590-bf4c-fb7caa28313f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:19:12.752141 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-38a77230-fafe-4b5d-b1f9-d06a4b854b88 req-aae77a9f-2d7d-4590-bf4c-fb7caa28313f service neutron] 10.222.0.55 "PUT /v2.0/ports/02290a02-2fd0-43fa-b574-58f6e0c7135e HTTP/1.1" status: 200  len: 1092 time: 0.8303988
May 07 22:19:12.781863 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae77a9f-2d7d-4590-bf4c-fb7caa28313f service neutron] Pushing event updated for resources: {'Port': ['ID=02290a02-2fd0-43fa-b574-58f6e0c7135e,revision_number=7']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:19:12.817628 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a77230-fafe-4b5d-b1f9-d06a4b854b88 req-73cbc833-8c69-4fd8-9a9a-61a127f02f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:19:12.819224 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-38a77230-fafe-4b5d-b1f9-d06a4b854b88 req-73cbc833-8c69-4fd8-9a9a-61a127f02f71 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=16812b38c4514406886f0ab13cabe8ad&device_id=2387d312-9744-4eb5-b6b6-aa41a601c7db HTTP/1.1" status: 200  len: 1126 time: 0.0455611
May 07 22:19:12.915163 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a77230-fafe-4b5d-b1f9-d06a4b854b88 req-bd8f4e97-5e81-4e9f-b7b6-1a2b9621a943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:19:12.916636 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-38a77230-fafe-4b5d-b1f9-d06a4b854b88 req-bd8f4e97-5e81-4e9f-b7b6-1a2b9621a943 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d28ff04e-297c-4778-a4e4-921b5acd931f HTTP/1.1" status: 200  len: 898 time: 0.0914574
May 07 22:19:12.982467 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-38a77230-fafe-4b5d-b1f9-d06a4b854b88 req-7b6f3a0a-1a8f-43fe-ab4f-743d9b8071e0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02290a02-2fd0-43fa-b574-58f6e0c7135e HTTP/1.1" status: 200  len: 1000 time: 0.0597515
May 07 22:19:13.336340 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a77230-fafe-4b5d-b1f9-d06a4b854b88 req-d9aa2b7c-2c4a-45eb-8140-365c32d14d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:19:13.337777 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-38a77230-fafe-4b5d-b1f9-d06a4b854b88 req-d9aa2b7c-2c4a-45eb-8140-365c32d14d97 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=20c331de-8209-48dd-9698-e184499bf52e HTTP/1.1" status: 200  len: 835 time: 0.3491747
May 07 22:19:13.369843 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedd558f-af97-4306-9363-3733f3c30ae4 req-ef8458ef-a0e3-4313-a7ad-60356d3ea711 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:19:13.371370 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-fedd558f-af97-4306-9363-3733f3c30ae4 req-ef8458ef-a0e3-4313-a7ad-60356d3ea711 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=2387d312-9744-4eb5-b6b6-aa41a601c7db HTTP/1.1" status: 200  len: 944 time: 0.0506806
May 07 22:19:13.387484 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a77230-fafe-4b5d-b1f9-d06a4b854b88 req-65647eee-e76b-4d80-b86d-02b754c7c65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:19:13.388962 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-38a77230-fafe-4b5d-b1f9-d06a4b854b88 req-65647eee-e76b-4d80-b86d-02b754c7c65c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d28ff04e-297c-4778-a4e4-921b5acd931f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0455596
May 07 22:19:13.420663 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-fedd558f-af97-4306-9363-3733f3c30ae4 req-1cf6e49b-b9dc-4808-8761-263d6833c883 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a690562-d8a8-410c-a365-37d94744ec11&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435731
May 07 22:19:13.481241 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-38a77230-fafe-4b5d-b1f9-d06a4b854b88 req-ae104fb9-b7f1-48b2-8736-30ef9ea333c1 service neutron] 10.222.0.55 "GET /v2.0/networks/d28ff04e-297c-4778-a4e4-921b5acd931f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0863562
May 07 22:19:13.573368 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-38a77230-fafe-4b5d-b1f9-d06a4b854b88 req-94e37d6a-979b-4719-8520-f37b2c6aac3d service neutron] 10.222.0.55 "GET /v2.0/networks/d28ff04e-297c-4778-a4e4-921b5acd931f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0859983
May 07 22:19:14.338399 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2387d312-9744-4eb5-b6b6-aa41a601c7db', 'tag': '02290a02-2fd0-43fa-b574-58f6e0c7135e'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:19:14.340958 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e8c5be-5f63-4461-95b8-f86548955cf9" -d '{"events": [{"name": "network-changed", "server_uuid": "2387d312-9744-4eb5-b6b6-aa41a601c7db", "tag": "02290a02-2fd0-43fa-b574-58f6e0c7135e"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:19:14.392294 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdd86953-a2fd-4d3a-a011-9e8b3ec26bb4 x-openstack-request-id: req-bdd86953-a2fd-4d3a-a011-9e8b3ec26bb4 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:19:14.392593 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2387d312-9744-4eb5-b6b6-aa41a601c7db", "tag": "02290a02-2fd0-43fa-b574-58f6e0c7135e", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:19:14.392855 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bdd86953-a2fd-4d3a-a011-9e8b3ec26bb4 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:19:14.393272 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdd86953-a2fd-4d3a-a011-9e8b3ec26bb4'] response: {'name': 'network-changed', 'server_uuid': '2387d312-9744-4eb5-b6b6-aa41a601c7db', 'tag': '02290a02-2fd0-43fa-b574-58f6e0c7135e', 'status': 'completed', 'code': 200}
May 07 22:19:14.453388 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e8c5be-5f63-4461-95b8-f86548955cf9 req-2df60257-2d4c-4c71-9b7e-da992ab77f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:19:14.454965 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-19e8c5be-5f63-4461-95b8-f86548955cf9 req-2df60257-2d4c-4c71-9b7e-da992ab77f87 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=16812b38c4514406886f0ab13cabe8ad&device_id=2387d312-9744-4eb5-b6b6-aa41a601c7db HTTP/1.1" status: 200  len: 1126 time: 0.0401978
May 07 22:19:14.572697 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee27d5b2-f48d-459c-96c0-be14ceb90150 req-be142fb5-2969-48f0-8e19-3933640c8109 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:19:14.574556 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ee27d5b2-f48d-459c-96c0-be14ceb90150 req-be142fb5-2969-48f0-8e19-3933640c8109 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=2387d312-9744-4eb5-b6b6-aa41a601c7db HTTP/1.1" status: 200  len: 944 time: 0.0578680
May 07 22:19:14.600218 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e8c5be-5f63-4461-95b8-f86548955cf9 req-a505927d-1741-4bcc-9473-62991738003d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:19:14.601809 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-19e8c5be-5f63-4461-95b8-f86548955cf9 req-a505927d-1741-4bcc-9473-62991738003d service neutron] 10.222.0.59 "GET /v2.0/networks?id=d28ff04e-297c-4778-a4e4-921b5acd931f HTTP/1.1" status: 200  len: 898 time: 0.1416211
May 07 22:19:14.672031 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ee27d5b2-f48d-459c-96c0-be14ceb90150 req-afb53b21-387c-4dd7-8aa6-81483b89a377 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a690562-d8a8-410c-a365-37d94744ec11&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0877593
May 07 22:19:14.689612 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-19e8c5be-5f63-4461-95b8-f86548955cf9 req-e741050f-654b-4add-b7ed-423e711b8ef5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02290a02-2fd0-43fa-b574-58f6e0c7135e HTTP/1.1" status: 200  len: 1000 time: 0.0807021
May 07 22:19:14.737444 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e8c5be-5f63-4461-95b8-f86548955cf9 req-072fc1ec-1543-46b8-9ed3-98198753f780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:19:14.738949 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-19e8c5be-5f63-4461-95b8-f86548955cf9 req-072fc1ec-1543-46b8-9ed3-98198753f780 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=20c331de-8209-48dd-9698-e184499bf52e HTTP/1.1" status: 200  len: 835 time: 0.0442910
May 07 22:19:14.785640 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e8c5be-5f63-4461-95b8-f86548955cf9 req-dd0c0f98-9946-4152-a5f7-a5360e38f3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:19:14.787163 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-19e8c5be-5f63-4461-95b8-f86548955cf9 req-dd0c0f98-9946-4152-a5f7-a5360e38f3ef service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d28ff04e-297c-4778-a4e4-921b5acd931f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0426681
May 07 22:19:14.841049 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e8c5be-5f63-4461-95b8-f86548955cf9 req-57d6137e-835a-4721-a677-f6faea9bfbef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:19:14.842596 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-19e8c5be-5f63-4461-95b8-f86548955cf9 req-57d6137e-835a-4721-a677-f6faea9bfbef service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=16812b38c4514406886f0ab13cabe8ad&device_id=2387d312-9744-4eb5-b6b6-aa41a601c7db HTTP/1.1" status: 200  len: 1126 time: 0.0384789
May 07 22:19:14.882260 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-19e8c5be-5f63-4461-95b8-f86548955cf9 req-edda32cd-cb8b-4d7b-90b9-cbfa993136d2 service neutron] 10.222.0.59 "GET /v2.0/networks/d28ff04e-297c-4778-a4e4-921b5acd931f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0895858
May 07 22:19:14.936452 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e8c5be-5f63-4461-95b8-f86548955cf9 req-cdeaa08c-5747-47cd-b0b8-abe403cb98f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:19:14.937898 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-19e8c5be-5f63-4461-95b8-f86548955cf9 req-cdeaa08c-5747-47cd-b0b8-abe403cb98f5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d28ff04e-297c-4778-a4e4-921b5acd931f HTTP/1.1" status: 200  len: 898 time: 0.0889208
May 07 22:19:14.971355 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-19e8c5be-5f63-4461-95b8-f86548955cf9 req-a1da05fe-dd32-4a1e-9e0a-c8ca776d864c service neutron] 10.222.0.59 "GET /v2.0/networks/d28ff04e-297c-4778-a4e4-921b5acd931f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0832140
May 07 22:19:15.005343 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-19e8c5be-5f63-4461-95b8-f86548955cf9 req-ea64b442-c750-45bd-9e8c-2c946bb4c2f3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02290a02-2fd0-43fa-b574-58f6e0c7135e HTTP/1.1" status: 200  len: 1000 time: 0.0599928
May 07 22:19:15.066652 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e8c5be-5f63-4461-95b8-f86548955cf9 req-b6ec0fa6-0659-4a59-9d7a-31aab03fe70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:19:15.068291 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-19e8c5be-5f63-4461-95b8-f86548955cf9 req-b6ec0fa6-0659-4a59-9d7a-31aab03fe70f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=20c331de-8209-48dd-9698-e184499bf52e HTTP/1.1" status: 200  len: 835 time: 0.0503595
May 07 22:19:15.124212 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e8c5be-5f63-4461-95b8-f86548955cf9 req-6538353a-7e78-4234-b1dc-d6b7d1f3818d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:19:15.125709 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-19e8c5be-5f63-4461-95b8-f86548955cf9 req-6538353a-7e78-4234-b1dc-d6b7d1f3818d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d28ff04e-297c-4778-a4e4-921b5acd931f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0397749
May 07 22:19:15.248601 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-19e8c5be-5f63-4461-95b8-f86548955cf9 req-3cebaffc-b03e-44c4-bb34-bc6332b57770 service neutron] 10.222.0.55 "GET /v2.0/networks/d28ff04e-297c-4778-a4e4-921b5acd931f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0842924
May 07 22:19:15.341155 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-19e8c5be-5f63-4461-95b8-f86548955cf9 req-598dba3d-a149-44c0-8aee-3d91c81a2e74 service neutron] 10.222.0.55 "GET /v2.0/networks/d28ff04e-297c-4778-a4e4-921b5acd931f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0867059
May 07 22:19:15.788373 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856bbd66-618e-4fa8-a78a-f1716f64d946 req-cd8f4fdc-771f-4a3c-831e-1d99100baf1d tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:19:15.789828 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-856bbd66-618e-4fa8-a78a-f1716f64d946 req-cd8f4fdc-771f-4a3c-831e-1d99100baf1d tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=2387d312-9744-4eb5-b6b6-aa41a601c7db HTTP/1.1" status: 200  len: 944 time: 0.0464923
May 07 22:19:15.838915 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-856bbd66-618e-4fa8-a78a-f1716f64d946 req-17264006-414f-414d-ad1e-4e15a950fd7a tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a690562-d8a8-410c-a365-37d94744ec11&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432785
May 07 22:19:16.089350 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b8a51b-d3b8-4708-83e5-720611a653c4 req-c4c1a8d4-dff7-42e2-9ddc-431380cab435 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:19:16.090804 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f0b8a51b-d3b8-4708-83e5-720611a653c4 req-c4c1a8d4-dff7-42e2-9ddc-431380cab435 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.55 "GET /v2.0/ports?device_id=2387d312-9744-4eb5-b6b6-aa41a601c7db&tenant_id=16812b38c4514406886f0ab13cabe8ad&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 944 time: 0.0798249
May 07 22:19:16.108315 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a32c91-3661-40a1-bd79-a625376f8460 req-d58cf88f-6861-471f-a1fd-2cac9044a6e2 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:19:16.109676 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-49a32c91-3661-40a1-bd79-a625376f8460 req-d58cf88f-6861-471f-a1fd-2cac9044a6e2 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=2387d312-9744-4eb5-b6b6-aa41a601c7db HTTP/1.1" status: 200  len: 944 time: 0.0664885
May 07 22:19:16.190472 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f0b8a51b-d3b8-4708-83e5-720611a653c4 req-cf593230-4cba-4b92-8f16-e5580b4124ee service neutron] 10.222.0.55 "GET /v2.0/ports/02290a02-2fd0-43fa-b574-58f6e0c7135e/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 382 time: 0.0921285
May 07 22:19:16.195065 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-49a32c91-3661-40a1-bd79-a625376f8460 req-849c8608-a382-44d6-a7cf-5d980bee0c29 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a690562-d8a8-410c-a365-37d94744ec11&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0659797
May 07 22:19:16.257566 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b8a51b-d3b8-4708-83e5-720611a653c4 req-92c6c576-29d8-4bcd-91a2-73437180aee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:19:16.258983 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f0b8a51b-d3b8-4708-83e5-720611a653c4 req-92c6c576-29d8-4bcd-91a2-73437180aee5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=16812b38c4514406886f0ab13cabe8ad&device_id=2387d312-9744-4eb5-b6b6-aa41a601c7db HTTP/1.1" status: 200  len: 1126 time: 0.0440500
May 07 22:19:16.347749 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b8a51b-d3b8-4708-83e5-720611a653c4 req-fde63c45-2fb7-4693-8534-868b16fe6d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:19:16.349244 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f0b8a51b-d3b8-4708-83e5-720611a653c4 req-fde63c45-2fb7-4693-8534-868b16fe6d9f service neutron] 10.222.0.55 "GET /v2.0/networks?id=d28ff04e-297c-4778-a4e4-921b5acd931f HTTP/1.1" status: 200  len: 898 time: 0.0845885
May 07 22:19:16.417817 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f0b8a51b-d3b8-4708-83e5-720611a653c4 req-209f8f93-2e92-499a-983b-95ab423745a4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02290a02-2fd0-43fa-b574-58f6e0c7135e HTTP/1.1" status: 200  len: 1000 time: 0.0624785
May 07 22:19:16.465821 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b8a51b-d3b8-4708-83e5-720611a653c4 req-b79beb30-c44a-4bf8-8ea7-262d1a759e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:19:16.467251 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f0b8a51b-d3b8-4708-83e5-720611a653c4 req-b79beb30-c44a-4bf8-8ea7-262d1a759e09 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=20c331de-8209-48dd-9698-e184499bf52e HTTP/1.1" status: 200  len: 835 time: 0.0438075
May 07 22:19:16.510559 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b8a51b-d3b8-4708-83e5-720611a653c4 req-550ad95d-7b46-48e1-b983-8c8907673c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:19:16.512001 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f0b8a51b-d3b8-4708-83e5-720611a653c4 req-550ad95d-7b46-48e1-b983-8c8907673c11 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d28ff04e-297c-4778-a4e4-921b5acd931f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0386393
May 07 22:19:16.597822 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 02290a02-2fd0-43fa-b574-58f6e0c7135e no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:19:16.611982 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f0b8a51b-d3b8-4708-83e5-720611a653c4 req-d203c7fa-7243-4160-98e9-9ecc91e15cc7 service neutron] 10.222.0.55 "GET /v2.0/networks/d28ff04e-297c-4778-a4e4-921b5acd931f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0932655
May 07 22:19:16.635464 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] The host nch2-master-1 is not matching for port 02290a02-2fd0-43fa-b574-58f6e0c7135e host nch1-master-1! {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2394}}
May 07 22:19:16.635850 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 02290a02-2fd0-43fa-b574-58f6e0c7135e not bound to the agent host nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:19:16.702549 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f0b8a51b-d3b8-4708-83e5-720611a653c4 req-cb14d58d-c124-4213-b775-656dea521345 service neutron] 10.222.0.55 "GET /v2.0/networks/d28ff04e-297c-4778-a4e4-921b5acd931f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0834687
May 07 22:19:17.316716 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e3f3a-c33d-4bd6-a69f-7c89d912278b req-8d26c3ba-27b9-4ae4-932e-9323e6bf6f8b tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:19:17.318192 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ef0e3f3a-c33d-4bd6-a69f-7c89d912278b req-8d26c3ba-27b9-4ae4-932e-9323e6bf6f8b tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=2387d312-9744-4eb5-b6b6-aa41a601c7db HTTP/1.1" status: 200  len: 944 time: 0.0515497
May 07 22:19:17.366012 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ef0e3f3a-c33d-4bd6-a69f-7c89d912278b req-ce3ba7f5-68eb-424c-b080-cd571770201e tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a690562-d8a8-410c-a365-37d94744ec11&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421307
May 07 22:19:18.089662 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 02290a02-2fd0-43fa-b574-58f6e0c7135e details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:19:18.193313 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 02290a02-2fd0-43fa-b574-58f6e0c7135e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=02290a02-2fd0-43fa-b574-58f6e0c7135e,segment=NetworkSegment(6de2609d-b1b7-4ee9-b1c8-4a0b68bc9013),segment_id=6de2609d-b1b7-4ee9-b1c8-4a0b68bc9013)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:19:18.204802 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': '02290a02-2fd0-43fa-b574-58f6e0c7135e', 'network_id': 'd28ff04e-297c-4778-a4e4-921b5acd931f', 'port_id': '02290a02-2fd0-43fa-b574-58f6e0c7135e', 'mac_address': 'fa:16:3e:dd:5e:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20c331de-8209-48dd-9698-e184499bf52e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:19:18.242658 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 02290a02-2fd0-43fa-b574-58f6e0c7135e is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:19:18.243075 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (02290a02-2fd0-43fa-b574-58f6e0c7135e), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:19:18.256368 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02290a02-2fd0-43fa-b574-58f6e0c7135e {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:19:18.282723 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 02290a02-2fd0-43fa-b574-58f6e0c7135e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=02290a02-2fd0-43fa-b574-58f6e0c7135e,segment=NetworkSegment(6de2609d-b1b7-4ee9-b1c8-4a0b68bc9013),segment_id=6de2609d-b1b7-4ee9-b1c8-4a0b68bc9013)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:19:18.286533 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (02290a02-2fd0-43fa-b574-58f6e0c7135e), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:19:18.333762 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=02290a02-2fd0-43fa-b574-58f6e0c7135e,revision_number=8']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:19:18.341088 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:19:18.341378 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:19:18.341721 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:19:18.342068 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:19:18.342408 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:19:18.342746 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:19:18.343104 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:19:18.343436 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:19:18.343768 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:19:18.344095 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:19:18.344427 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:19:18.344758 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:19:18.345622 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:19:18.345955 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:19:18.346280 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:19:18.487548 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35965c4a-2100-4024-b22c-ccf9c00dfe61 req-bc23e2f7-751c-4616-9d20-56ed52f330a8 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:19:18.489070 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-35965c4a-2100-4024-b22c-ccf9c00dfe61 req-bc23e2f7-751c-4616-9d20-56ed52f330a8 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=2387d312-9744-4eb5-b6b6-aa41a601c7db HTTP/1.1" status: 200  len: 945 time: 0.0526681
May 07 22:19:18.540796 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-35965c4a-2100-4024-b22c-ccf9c00dfe61 req-ddeb818c-9078-4b77-82fc-40ddc3ef2f2c tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a690562-d8a8-410c-a365-37d94744ec11&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461721
May 07 22:19:18.609142 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b8a51b-d3b8-4708-83e5-720611a653c4 req-d1d43f14-bd7a-4b78-afc4-fb62d194ea83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:19:18.611292 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f0b8a51b-d3b8-4708-83e5-720611a653c4 req-d1d43f14-bd7a-4b78-afc4-fb62d194ea83 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2387d312-9744-4eb5-b6b6-aa41a601c7db&tenant_id=16812b38c4514406886f0ab13cabe8ad HTTP/1.1" status: 200  len: 1127 time: 0.0384898
May 07 22:19:18.620678 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-f0b8a51b-d3b8-4708-83e5-720611a653c4 req-a6888418-b393-4383-b635-07a27e02de17 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:19:18.677553 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-f0b8a51b-d3b8-4708-83e5-720611a653c4 req-a6888418-b393-4383-b635-07a27e02de17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (02290a02-2fd0-43fa-b574-58f6e0c7135e), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:19:18.884386 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-f0b8a51b-d3b8-4708-83e5-720611a653c4 req-a6888418-b393-4383-b635-07a27e02de17 service neutron] For port 02290a02-2fd0-43fa-b574-58f6e0c7135e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=02290a02-2fd0-43fa-b574-58f6e0c7135e,segment=NetworkSegment(6de2609d-b1b7-4ee9-b1c8-4a0b68bc9013),segment_id=6de2609d-b1b7-4ee9-b1c8-4a0b68bc9013)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:19:18.917597 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-f0b8a51b-d3b8-4708-83e5-720611a653c4 req-a6888418-b393-4383-b635-07a27e02de17 service neutron] For port 02290a02-2fd0-43fa-b574-58f6e0c7135e, host nch1-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:19:18.949138 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [req-f0b8a51b-d3b8-4708-83e5-720611a653c4 req-a6888418-b393-4383-b635-07a27e02de17 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 02290a02-2fd0-43fa-b574-58f6e0c7135e {{(pid=121837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:19:18.957825 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-f0b8a51b-d3b8-4708-83e5-720611a653c4 req-a6888418-b393-4383-b635-07a27e02de17 service neutron] Publish callbacks [] for port (02290a02-2fd0-43fa-b574-58f6e0c7135e), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:19:18.968601 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-f0b8a51b-d3b8-4708-83e5-720611a653c4 req-a6888418-b393-4383-b635-07a27e02de17 service neutron] Ignored duplicate provisioning block setup for port 02290a02-2fd0-43fa-b574-58f6e0c7135e by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:70}}
May 07 22:19:18.972499 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-f0b8a51b-d3b8-4708-83e5-720611a653c4 req-a6888418-b393-4383-b635-07a27e02de17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (02290a02-2fd0-43fa-b574-58f6e0c7135e), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:19:19.051451 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6888418-b393-4383-b635-07a27e02de17 service neutron] Pushing event updated for resources: {'Port': ['ID=02290a02-2fd0-43fa-b574-58f6e0c7135e,revision_number=9']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:19:19.064301 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6888418-b393-4383-b635-07a27e02de17 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:19:19.064651 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6888418-b393-4383-b635-07a27e02de17 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:19:19.064996 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6888418-b393-4383-b635-07a27e02de17 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:19:19.065342 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6888418-b393-4383-b635-07a27e02de17 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:19:19.065679 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6888418-b393-4383-b635-07a27e02de17 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:19:19.066013 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6888418-b393-4383-b635-07a27e02de17 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:19:19.066343 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6888418-b393-4383-b635-07a27e02de17 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:19:19.066670 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6888418-b393-4383-b635-07a27e02de17 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:19:19.067026 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6888418-b393-4383-b635-07a27e02de17 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:19:19.067358 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6888418-b393-4383-b635-07a27e02de17 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:19:19.067684 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6888418-b393-4383-b635-07a27e02de17 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:19:19.068010 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6888418-b393-4383-b635-07a27e02de17 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:19:19.068339 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6888418-b393-4383-b635-07a27e02de17 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:19:19.068665 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6888418-b393-4383-b635-07a27e02de17 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:19:19.068986 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6888418-b393-4383-b635-07a27e02de17 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:19:19.109869 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0b8a51b-d3b8-4708-83e5-720611a653c4 req-a6888418-b393-4383-b635-07a27e02de17 service neutron] No DVR routers for this DVR port 02290a02-2fd0-43fa-b574-58f6e0c7135e on host nch1-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:19:19.252018 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-f0b8a51b-d3b8-4708-83e5-720611a653c4 req-a6888418-b393-4383-b635-07a27e02de17 service neutron] Attempting to bind port 02290a02-2fd0-43fa-b574-58f6e0c7135e on host nch2-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:19:19.252356 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-f0b8a51b-d3b8-4708-83e5-720611a653c4 req-a6888418-b393-4383-b635-07a27e02de17 service neutron] Attempting to bind port 02290a02-2fd0-43fa-b574-58f6e0c7135e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '6de2609d-b1b7-4ee9-b1c8-4a0b68bc9013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd28ff04e-297c-4778-a4e4-921b5acd931f'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:19:19.252687 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b8a51b-d3b8-4708-83e5-720611a653c4 req-a6888418-b393-4383-b635-07a27e02de17 service neutron] Attempting to bind port 02290a02-2fd0-43fa-b574-58f6e0c7135e on network d28ff04e-297c-4778-a4e4-921b5acd931f {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:19:19.257075 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b8a51b-d3b8-4708-83e5-720611a653c4 req-a6888418-b393-4383-b635-07a27e02de17 service neutron] Port 02290a02-2fd0-43fa-b574-58f6e0c7135e on network d28ff04e-297c-4778-a4e4-921b5acd931f not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:19:19.257400 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b8a51b-d3b8-4708-83e5-720611a653c4 req-a6888418-b393-4383-b635-07a27e02de17 service neutron] Attempting to bind port 02290a02-2fd0-43fa-b574-58f6e0c7135e on network d28ff04e-297c-4778-a4e4-921b5acd931f {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:19:19.262363 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b8a51b-d3b8-4708-83e5-720611a653c4 req-a6888418-b393-4383-b635-07a27e02de17 service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:19:19.262712 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b8a51b-d3b8-4708-83e5-720611a653c4 req-a6888418-b393-4383-b635-07a27e02de17 service neutron] Checking segment: {'id': '6de2609d-b1b7-4ee9-b1c8-4a0b68bc9013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd28ff04e-297c-4778-a4e4-921b5acd931f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:19:19.263133 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0b8a51b-d3b8-4708-83e5-720611a653c4 req-a6888418-b393-4383-b635-07a27e02de17 service neutron] Bound using segment: {'id': '6de2609d-b1b7-4ee9-b1c8-4a0b68bc9013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd28ff04e-297c-4778-a4e4-921b5acd931f'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:19:19.263562 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-f0b8a51b-d3b8-4708-83e5-720611a653c4 req-a6888418-b393-4383-b635-07a27e02de17 service neutron] Bound port: 02290a02-2fd0-43fa-b574-58f6e0c7135e, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6de2609d-b1b7-4ee9-b1c8-4a0b68bc9013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd28ff04e-297c-4778-a4e4-921b5acd931f'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:19:19.263926 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-f0b8a51b-d3b8-4708-83e5-720611a653c4 req-a6888418-b393-4383-b635-07a27e02de17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (02290a02-2fd0-43fa-b574-58f6e0c7135e), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:19:19.328526 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-f0b8a51b-d3b8-4708-83e5-720611a653c4 req-a6888418-b393-4383-b635-07a27e02de17 service neutron] For port 02290a02-2fd0-43fa-b574-58f6e0c7135e, host nch2-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:19:19.332089 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-f0b8a51b-d3b8-4708-83e5-720611a653c4 req-a6888418-b393-4383-b635-07a27e02de17 service neutron] For port 02290a02-2fd0-43fa-b574-58f6e0c7135e, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=02290a02-2fd0-43fa-b574-58f6e0c7135e,segment=NetworkSegment(6de2609d-b1b7-4ee9-b1c8-4a0b68bc9013),segment_id=6de2609d-b1b7-4ee9-b1c8-4a0b68bc9013)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:19:19.338103 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-f0b8a51b-d3b8-4708-83e5-720611a653c4 req-a6888418-b393-4383-b635-07a27e02de17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (02290a02-2fd0-43fa-b574-58f6e0c7135e), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:19:19.374429 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b8a51b-d3b8-4708-83e5-720611a653c4 req-a6888418-b393-4383-b635-07a27e02de17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:19:19.374975 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-f0b8a51b-d3b8-4708-83e5-720611a653c4 req-a6888418-b393-4383-b635-07a27e02de17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:19:19.378106 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f0b8a51b-d3b8-4708-83e5-720611a653c4 req-a6888418-b393-4383-b635-07a27e02de17 service neutron] 10.222.0.59 "PUT /v2.0/ports/02290a02-2fd0-43fa-b574-58f6e0c7135e HTTP/1.1" status: 200  len: 1092 time: 0.7601030
May 07 22:19:19.383407 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2387d312-9744-4eb5-b6b6-aa41a601c7db', 'tag': '02290a02-2fd0-43fa-b574-58f6e0c7135e'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:19:19.383962 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ea50cc7-41bb-4b09-902c-d4b2944e5172" -d '{"events": [{"name": "network-changed", "server_uuid": "2387d312-9744-4eb5-b6b6-aa41a601c7db", "tag": "02290a02-2fd0-43fa-b574-58f6e0c7135e"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:19:19.444978 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6888418-b393-4383-b635-07a27e02de17 service neutron] Pushing event updated for resources: {'Port': ['ID=02290a02-2fd0-43fa-b574-58f6e0c7135e,revision_number=10']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:19:19.448725 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43cb7d4b-c0fc-4bc5-9bbe-0ab6056a1662 x-openstack-request-id: req-43cb7d4b-c0fc-4bc5-9bbe-0ab6056a1662 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:19:19.448897 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2387d312-9744-4eb5-b6b6-aa41a601c7db", "tag": "02290a02-2fd0-43fa-b574-58f6e0c7135e", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:19:19.449159 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-43cb7d4b-c0fc-4bc5-9bbe-0ab6056a1662 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:19:19.449517 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43cb7d4b-c0fc-4bc5-9bbe-0ab6056a1662'] response: {'name': 'network-changed', 'server_uuid': '2387d312-9744-4eb5-b6b6-aa41a601c7db', 'tag': '02290a02-2fd0-43fa-b574-58f6e0c7135e', 'status': 'completed', 'code': 200}
May 07 22:19:19.461272 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b8a51b-d3b8-4708-83e5-720611a653c4 req-762b44e6-3e51-4481-9822-67243674b8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:19:19.463149 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f0b8a51b-d3b8-4708-83e5-720611a653c4 req-762b44e6-3e51-4481-9822-67243674b8ce service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=16812b38c4514406886f0ab13cabe8ad&device_id=2387d312-9744-4eb5-b6b6-aa41a601c7db HTTP/1.1" status: 200  len: 1127 time: 0.0563867
May 07 22:19:19.512282 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea50cc7-41bb-4b09-902c-d4b2944e5172 req-681045e1-bf8c-4051-8694-d2ba7b9a4c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:19:19.513926 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9ea50cc7-41bb-4b09-902c-d4b2944e5172 req-681045e1-bf8c-4051-8694-d2ba7b9a4c88 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=16812b38c4514406886f0ab13cabe8ad&device_id=2387d312-9744-4eb5-b6b6-aa41a601c7db HTTP/1.1" status: 200  len: 1127 time: 0.0474339
May 07 22:19:19.580921 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b8a51b-d3b8-4708-83e5-720611a653c4 req-8236cfbc-c968-4089-8e4d-d7b0cb6eb0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:19:19.582976 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f0b8a51b-d3b8-4708-83e5-720611a653c4 req-8236cfbc-c968-4089-8e4d-d7b0cb6eb0df service neutron] 10.222.0.59 "GET /v2.0/networks?id=d28ff04e-297c-4778-a4e4-921b5acd931f HTTP/1.1" status: 200  len: 898 time: 0.1141741
May 07 22:19:19.627205 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea50cc7-41bb-4b09-902c-d4b2944e5172 req-6b8479db-a377-4311-b132-37fb5fb3639a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:19:19.628696 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9ea50cc7-41bb-4b09-902c-d4b2944e5172 req-6b8479db-a377-4311-b132-37fb5fb3639a service neutron] 10.222.0.55 "GET /v2.0/networks?id=d28ff04e-297c-4778-a4e4-921b5acd931f HTTP/1.1" status: 200  len: 898 time: 0.1077166
May 07 22:19:19.657979 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f0b8a51b-d3b8-4708-83e5-720611a653c4 req-7ef319be-a7fe-4981-9df2-e28abdfdcd21 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02290a02-2fd0-43fa-b574-58f6e0c7135e HTTP/1.1" status: 200  len: 1000 time: 0.0689180
May 07 22:19:19.705192 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b8a51b-d3b8-4708-83e5-720611a653c4 req-b96a660a-21ad-45b3-98f2-d07ee1ab0542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:19:19.706648 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f0b8a51b-d3b8-4708-83e5-720611a653c4 req-b96a660a-21ad-45b3-98f2-d07ee1ab0542 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=20c331de-8209-48dd-9698-e184499bf52e HTTP/1.1" status: 200  len: 835 time: 0.0435612
May 07 22:19:19.710494 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1356b470-4cc3-4ab3-95ae-2326bbfbc9b7 req-e33deb9d-08cb-4b60-bb1f-16b60df7fc60 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:19:19.711989 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1356b470-4cc3-4ab3-95ae-2326bbfbc9b7 req-e33deb9d-08cb-4b60-bb1f-16b60df7fc60 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=2387d312-9744-4eb5-b6b6-aa41a601c7db HTTP/1.1" status: 200  len: 945 time: 0.0824370
May 07 22:19:19.737836 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9ea50cc7-41bb-4b09-902c-d4b2944e5172 req-6ebeed7e-cf6d-425e-ade8-84ee06c74d7f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02290a02-2fd0-43fa-b574-58f6e0c7135e HTTP/1.1" status: 200  len: 1000 time: 0.0993235
May 07 22:19:19.750445 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b8a51b-d3b8-4708-83e5-720611a653c4 req-efdbfd79-3203-46e0-8fe6-d030b3baaf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:19:19.752552 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f0b8a51b-d3b8-4708-83e5-720611a653c4 req-efdbfd79-3203-46e0-8fe6-d030b3baaf60 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d28ff04e-297c-4778-a4e4-921b5acd931f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0403976
May 07 22:19:19.813180 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1356b470-4cc3-4ab3-95ae-2326bbfbc9b7 req-6fb4887b-b53d-429a-8321-e76469755cdd tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a690562-d8a8-410c-a365-37d94744ec11&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0933304
May 07 22:19:19.815702 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea50cc7-41bb-4b09-902c-d4b2944e5172 req-0bf618fa-e346-4920-baa3-c5c0e053db53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:19:19.817306 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9ea50cc7-41bb-4b09-902c-d4b2944e5172 req-0bf618fa-e346-4920-baa3-c5c0e053db53 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=20c331de-8209-48dd-9698-e184499bf52e HTTP/1.1" status: 200  len: 835 time: 0.0732250
May 07 22:19:19.855804 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f0b8a51b-d3b8-4708-83e5-720611a653c4 req-713eb08f-9990-4fe7-a79b-123666653223 service neutron] 10.222.0.59 "GET /v2.0/networks/d28ff04e-297c-4778-a4e4-921b5acd931f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0976048
May 07 22:19:19.862022 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea50cc7-41bb-4b09-902c-d4b2944e5172 req-c173391a-299a-4132-9d36-20cff8617d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:19:19.863558 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9ea50cc7-41bb-4b09-902c-d4b2944e5172 req-c173391a-299a-4132-9d36-20cff8617d5c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d28ff04e-297c-4778-a4e4-921b5acd931f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0404694
May 07 22:19:19.944826 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f0b8a51b-d3b8-4708-83e5-720611a653c4 req-df980fa3-6c70-473d-ba4e-472f455e68ea service neutron] 10.222.0.59 "GET /v2.0/networks/d28ff04e-297c-4778-a4e4-921b5acd931f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0825765
May 07 22:19:19.957574 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9ea50cc7-41bb-4b09-902c-d4b2944e5172 req-7608a69a-ac0b-486d-b0e9-0b619de10d6a service neutron] 10.222.0.55 "GET /v2.0/networks/d28ff04e-297c-4778-a4e4-921b5acd931f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0878332
May 07 22:19:20.046915 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9ea50cc7-41bb-4b09-902c-d4b2944e5172 req-699503e1-aa76-4226-8238-393cc8cb525f service neutron] 10.222.0.55 "GET /v2.0/networks/d28ff04e-297c-4778-a4e4-921b5acd931f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0840163
May 07 22:19:20.936871 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ad8347-734c-42bb-8b7d-7493cf2fe9c5 req-42de20d4-ba77-409f-9954-bc54868ccef7 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:19:20.938342 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-72ad8347-734c-42bb-8b7d-7493cf2fe9c5 req-42de20d4-ba77-409f-9954-bc54868ccef7 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=2387d312-9744-4eb5-b6b6-aa41a601c7db HTTP/1.1" status: 200  len: 945 time: 0.0510054
May 07 22:19:20.987423 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-72ad8347-734c-42bb-8b7d-7493cf2fe9c5 req-016e1564-1d69-479c-8def-0127c1f00240 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a690562-d8a8-410c-a365-37d94744ec11&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429194
May 07 22:19:21.057942 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea50cc7-41bb-4b09-902c-d4b2944e5172 req-47864230-aa5e-4803-9f39-f35d03ee563b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:19:21.059542 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9ea50cc7-41bb-4b09-902c-d4b2944e5172 req-47864230-aa5e-4803-9f39-f35d03ee563b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=16812b38c4514406886f0ab13cabe8ad&device_id=2387d312-9744-4eb5-b6b6-aa41a601c7db HTTP/1.1" status: 200  len: 1127 time: 0.0392697
May 07 22:19:21.151261 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea50cc7-41bb-4b09-902c-d4b2944e5172 req-9d0f697c-1ecf-4635-9f69-9c9f5d22d4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:19:21.152631 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9ea50cc7-41bb-4b09-902c-d4b2944e5172 req-9d0f697c-1ecf-4635-9f69-9c9f5d22d4c9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=d28ff04e-297c-4778-a4e4-921b5acd931f HTTP/1.1" status: 200  len: 898 time: 0.0870209
May 07 22:19:21.225843 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9ea50cc7-41bb-4b09-902c-d4b2944e5172 req-c5310777-fb2f-479c-baf6-293c318ec9c3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02290a02-2fd0-43fa-b574-58f6e0c7135e HTTP/1.1" status: 200  len: 1000 time: 0.0646107
May 07 22:19:21.371852 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea50cc7-41bb-4b09-902c-d4b2944e5172 req-1eee9c82-17e7-4965-8f62-4742a8825f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:19:21.373304 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9ea50cc7-41bb-4b09-902c-d4b2944e5172 req-1eee9c82-17e7-4965-8f62-4742a8825f5a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=20c331de-8209-48dd-9698-e184499bf52e HTTP/1.1" status: 200  len: 835 time: 0.0456426
May 07 22:19:21.445818 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea50cc7-41bb-4b09-902c-d4b2944e5172 req-2a673070-ea8c-4fe9-93ab-7443f3d92724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:19:21.447378 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9ea50cc7-41bb-4b09-902c-d4b2944e5172 req-2a673070-ea8c-4fe9-93ab-7443f3d92724 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d28ff04e-297c-4778-a4e4-921b5acd931f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0469463
May 07 22:19:21.544615 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9ea50cc7-41bb-4b09-902c-d4b2944e5172 req-c725263c-d305-492c-b5bb-ffcb23f9363a service neutron] 10.222.0.59 "GET /v2.0/networks/d28ff04e-297c-4778-a4e4-921b5acd931f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0910254
May 07 22:19:21.638287 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9ea50cc7-41bb-4b09-902c-d4b2944e5172 req-f8667a21-1c8e-4ac9-9032-0cf39931037f service neutron] 10.222.0.59 "GET /v2.0/networks/d28ff04e-297c-4778-a4e4-921b5acd931f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0856507
May 07 22:19:21.954139 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:19:22.097523 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 02290a02-2fd0-43fa-b574-58f6e0c7135e no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:19:22.105851 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fefc5b1-34dd-4d22-a22a-0b3f149a831a req-e4dc6694-6578-4a12-99c1-a73cd213bc11 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:19:22.107514 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3fefc5b1-34dd-4d22-a22a-0b3f149a831a req-e4dc6694-6578-4a12-99c1-a73cd213bc11 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=2387d312-9744-4eb5-b6b6-aa41a601c7db HTTP/1.1" status: 200  len: 945 time: 0.0518880
May 07 22:19:22.137535 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] The host nch1-master-1 is not matching for port 02290a02-2fd0-43fa-b574-58f6e0c7135e host nch2-master-1! {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2394}}
May 07 22:19:22.138049 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 02290a02-2fd0-43fa-b574-58f6e0c7135e not bound to the agent host nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:19:22.159674 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3fefc5b1-34dd-4d22-a22a-0b3f149a831a req-c1800cc5-50d3-4abc-803b-463ac505354a tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a690562-d8a8-410c-a365-37d94744ec11&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460441
May 07 22:19:22.182951 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 54730) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:19:22.243853 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-0e40cb14-558b-43cf-8e94-d536bfc01da4 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/floatingips/d7032b63-6e39-459c-b0ff-9f1610b912e2 HTTP/1.1" status: 200  len: 992 time: 0.0597980
May 07 22:19:22.634161 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 02290a02-2fd0-43fa-b574-58f6e0c7135e details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:19:22.731854 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 02290a02-2fd0-43fa-b574-58f6e0c7135e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=02290a02-2fd0-43fa-b574-58f6e0c7135e,segment=NetworkSegment(6de2609d-b1b7-4ee9-b1c8-4a0b68bc9013),segment_id=6de2609d-b1b7-4ee9-b1c8-4a0b68bc9013)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:19:22.743136 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': '02290a02-2fd0-43fa-b574-58f6e0c7135e', 'network_id': 'd28ff04e-297c-4778-a4e4-921b5acd931f', 'port_id': '02290a02-2fd0-43fa-b574-58f6e0c7135e', 'mac_address': 'fa:16:3e:dd:5e:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20c331de-8209-48dd-9698-e184499bf52e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:19:22.779757 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 02290a02-2fd0-43fa-b574-58f6e0c7135e is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:19:22.780150 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (02290a02-2fd0-43fa-b574-58f6e0c7135e), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:19:22.792382 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02290a02-2fd0-43fa-b574-58f6e0c7135e {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:19:22.811810 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 02290a02-2fd0-43fa-b574-58f6e0c7135e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=02290a02-2fd0-43fa-b574-58f6e0c7135e,segment=NetworkSegment(6de2609d-b1b7-4ee9-b1c8-4a0b68bc9013),segment_id=6de2609d-b1b7-4ee9-b1c8-4a0b68bc9013)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:19:22.816317 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (02290a02-2fd0-43fa-b574-58f6e0c7135e), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:19:22.866876 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=02290a02-2fd0-43fa-b574-58f6e0c7135e,revision_number=11']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:19:23.135502 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['02290a02-2fd0-43fa-b574-58f6e0c7135e'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:19:23.659601 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-38737025-a094-4893-b116-7a8536c949e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:19:23.895257 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:19:24.667528 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 02290a02-2fd0-43fa-b574-58f6e0c7135e up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:19:24.711942 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning for port 02290a02-2fd0-43fa-b574-58f6e0c7135e completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 22:19:24.717520 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port 02290a02-2fd0-43fa-b574-58f6e0c7135e triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:19:24.717900 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (02290a02-2fd0-43fa-b574-58f6e0c7135e), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:19:24.796048 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 02290a02-2fd0-43fa-b574-58f6e0c7135e is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:19:24.796435 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (02290a02-2fd0-43fa-b574-58f6e0c7135e), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:19:24.817767 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2387d312-9744-4eb5-b6b6-aa41a601c7db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02290a02-2fd0-43fa-b574-58f6e0c7135e'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:19:24.820030 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-246f8377-f0c9-4856-ae33-af2036555c5d" -d '{"events": [{"server_uuid": "2387d312-9744-4eb5-b6b6-aa41a601c7db", "name": "network-vif-plugged", "status": "completed", "tag": "02290a02-2fd0-43fa-b574-58f6e0c7135e"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:19:24.833305 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 02290a02-2fd0-43fa-b574-58f6e0c7135e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=02290a02-2fd0-43fa-b574-58f6e0c7135e,segment=NetworkSegment(6de2609d-b1b7-4ee9-b1c8-4a0b68bc9013),segment_id=6de2609d-b1b7-4ee9-b1c8-4a0b68bc9013)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:19:24.837487 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (02290a02-2fd0-43fa-b574-58f6e0c7135e), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:19:24.861533 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-704ad96d-a730-4814-b948-5af90d76d49b x-openstack-request-id: req-704ad96d-a730-4814-b948-5af90d76d49b {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:19:24.861828 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2387d312-9744-4eb5-b6b6-aa41a601c7db", "name": "network-vif-plugged", "status": "completed", "tag": "02290a02-2fd0-43fa-b574-58f6e0c7135e", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:19:24.862084 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-704ad96d-a730-4814-b948-5af90d76d49b {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:19:24.862481 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-704ad96d-a730-4814-b948-5af90d76d49b'] response: {'server_uuid': '2387d312-9744-4eb5-b6b6-aa41a601c7db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02290a02-2fd0-43fa-b574-58f6e0c7135e', 'code': 200}
May 07 22:19:24.890299 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=02290a02-2fd0-43fa-b574-58f6e0c7135e,revision_number=12']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:19:26.539108 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-8ec414c1-327f-474d-a7d7-7ea3b06615eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:19:27.476397 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:19:29.176656 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:19:30.299686 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:19:45.061401 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a640ddb3-50df-4787-b7f7-f91137da2784 req-bcea8810-c41f-45b8-975c-0758848ba815 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1983604752&fields=id&tenant_id=f3657e8df46a4252b9eb1eb159306a66 HTTP/1.1" status: 200  len: 267 time: 0.0441790
May 07 22:19:45.171083 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a640ddb3-50df-4787-b7f7-f91137da2784 req-f2ae5649-ae2f-47a9-849f-c8b8e4d2bf1b tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:19:45.172541 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a640ddb3-50df-4787-b7f7-f91137da2784 req-f2ae5649-ae2f-47a9-849f-c8b8e4d2bf1b tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/networks?id=87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce HTTP/1.1" status: 200  len: 811 time: 0.1042902
May 07 22:19:45.187332 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a640ddb3-50df-4787-b7f7-f91137da2784 req-de184188-8063-4330-828f-fe2d3d821f95 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/quotas/f3657e8df46a4252b9eb1eb159306a66 HTTP/1.1" status: 200  len: 375 time: 0.0089231
May 07 22:19:45.239195 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a640ddb3-50df-4787-b7f7-f91137da2784 req-e6bc4d24-1b50-499a-9510-1d29ecf9e59c tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f3657e8df46a4252b9eb1eb159306a66&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0464098
May 07 22:19:45.339074 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a640ddb3-50df-4787-b7f7-f91137da2784 req-8a6df188-7091-4cc3-a22e-366bf7b7a7d0 service neutron] 10.222.0.32 "GET /v2.0/networks/87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0889614
May 07 22:19:45.428783 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a640ddb3-50df-4787-b7f7-f91137da2784 req-6ce58aeb-2aea-4a0c-a0bc-28a64c1f847c service neutron] 10.222.0.32 "GET /v2.0/networks/87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0839319
May 07 22:19:45.712786 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-44484be1-bc52-4bed-aa73-9a01a392e7d3 req-63188514-016b-440e-8ef0-075599627a41 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?device_id=11ab6dd8-49af-4888-a060-d9434ef4faf9 HTTP/1.1" status: 200  len: 210 time: 0.0282998
May 07 22:19:46.598567 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a640ddb3-50df-4787-b7f7-f91137da2784 req-4af37d66-5b71-46e2-94be-f665b09410cc tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:19:46.599993 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a640ddb3-50df-4787-b7f7-f91137da2784 req-4af37d66-5b71-46e2-94be-f665b09410cc tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.55 "GET /v2.0/networks?id=87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce HTTP/1.1" status: 200  len: 811 time: 0.1108096
May 07 22:19:46.663367 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a640ddb3-50df-4787-b7f7-f91137da2784 req-54076db5-f7cb-4583-a236-e259080b9ff5 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3657e8df46a4252b9eb1eb159306a66 HTTP/1.1" status: 200  len: 380 time: 0.0553632
May 07 22:19:46.672113 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-a640ddb3-50df-4787-b7f7-f91137da2784 req-20a60ab4-f386-48b0-a37f-6fc2d8953a04 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Request body: {'port': {'device_id': '11ab6dd8-49af-4888-a060-d9434ef4faf9', 'network_id': '87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce', 'admin_state_up': True, 'tenant_id': 'f3657e8df46a4252b9eb1eb159306a66', 'security_groups': ['62207645-c79a-4d21-8232-3379a0311720']}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:19:46.792024 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a640ddb3-50df-4787-b7f7-f91137da2784 req-20a60ab4-f386-48b0-a37f-6fc2d8953a04 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Made reservation on behalf of f3657e8df46a4252b9eb1eb159306a66 for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:19:46.796197 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-a640ddb3-50df-4787-b7f7-f91137da2784 req-20a60ab4-f386-48b0-a37f-6fc2d8953a04 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:19:46.811031 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a5d4931e-b9ca-49b7-b4ec-95d6e96d6b4b req-9a807c57-298b-4ddb-a99d-5ce98c733c56 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?device_id=11ab6dd8-49af-4888-a060-d9434ef4faf9 HTTP/1.1" status: 200  len: 210 time: 0.0288396
May 07 22:19:46.928790 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [req-a640ddb3-50df-4787-b7f7-f91137da2784 req-20a60ab4-f386-48b0-a37f-6fc2d8953a04 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Allocated IP 172.20.0.5 (87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce/c381f23c-d79e-4860-966b-6594e682e18c/cbe19c2f-74d7-43b0-9ac7-a1dd5f232233) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:19:47.071189 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-a640ddb3-50df-4787-b7f7-f91137da2784 req-20a60ab4-f386-48b0-a37f-6fc2d8953a04 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks [] for port (cbe19c2f-74d7-43b0-9ac7-a1dd5f232233), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:19:47.105010 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-a640ddb3-50df-4787-b7f7-f91137da2784 req-20a60ab4-f386-48b0-a37f-6fc2d8953a04 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (cbe19c2f-74d7-43b0-9ac7-a1dd5f232233), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:19:47.149617 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a640ddb3-50df-4787-b7f7-f91137da2784 req-20a60ab4-f386-48b0-a37f-6fc2d8953a04 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Network 87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:19:47.152773 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [req-a640ddb3-50df-4787-b7f7-f91137da2784 req-20a60ab4-f386-48b0-a37f-6fc2d8953a04 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:19:47.155344 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-a640ddb3-50df-4787-b7f7-f91137da2784 req-20a60ab4-f386-48b0-a37f-6fc2d8953a04 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:19:47.197378 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a60ab4-f386-48b0-a37f-6fc2d8953a04 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Pushing event updated for resources: {'Port': ['ID=cbe19c2f-74d7-43b0-9ac7-a1dd5f232233,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:19:47.211568 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a60ab4-f386-48b0-a37f-6fc2d8953a04 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:19:47.211924 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a60ab4-f386-48b0-a37f-6fc2d8953a04 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:19:47.212278 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a60ab4-f386-48b0-a37f-6fc2d8953a04 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:19:47.212625 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a60ab4-f386-48b0-a37f-6fc2d8953a04 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:19:47.212968 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a60ab4-f386-48b0-a37f-6fc2d8953a04 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:19:47.213310 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a60ab4-f386-48b0-a37f-6fc2d8953a04 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:19:47.213653 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a60ab4-f386-48b0-a37f-6fc2d8953a04 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:19:47.216829 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a60ab4-f386-48b0-a37f-6fc2d8953a04 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:19:47.217191 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a60ab4-f386-48b0-a37f-6fc2d8953a04 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:19:47.217544 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a60ab4-f386-48b0-a37f-6fc2d8953a04 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:19:47.218015 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a60ab4-f386-48b0-a37f-6fc2d8953a04 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:19:47.218365 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a60ab4-f386-48b0-a37f-6fc2d8953a04 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:19:47.218708 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a60ab4-f386-48b0-a37f-6fc2d8953a04 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:19:47.219075 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a60ab4-f386-48b0-a37f-6fc2d8953a04 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:19:47.219411 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a60ab4-f386-48b0-a37f-6fc2d8953a04 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:19:47.243327 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a640ddb3-50df-4787-b7f7-f91137da2784 req-20a60ab4-f386-48b0-a37f-6fc2d8953a04 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:19:47.243993 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-a640ddb3-50df-4787-b7f7-f91137da2784 req-20a60ab4-f386-48b0-a37f-6fc2d8953a04 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:19:47.263210 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a640ddb3-50df-4787-b7f7-f91137da2784 req-20a60ab4-f386-48b0-a37f-6fc2d8953a04 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5948381
May 07 22:19:47.275682 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-a640ddb3-50df-4787-b7f7-f91137da2784 req-729244c1-c0a6-4dfd-b891-eb73155b7dcd service neutron] Request body: {'port': {'device_id': '11ab6dd8-49af-4888-a060-d9434ef4faf9', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:19:47.346399 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-a640ddb3-50df-4787-b7f7-f91137da2784 req-729244c1-c0a6-4dfd-b891-eb73155b7dcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (cbe19c2f-74d7-43b0-9ac7-a1dd5f232233), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:19:47.407295 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-f932af69-f983-43a0-947e-7f94b80119d7 None None] Provisioning complete for port cbe19c2f-74d7-43b0-9ac7-a1dd5f232233 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:19:47.407896 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f932af69-f983-43a0-947e-7f94b80119d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (cbe19c2f-74d7-43b0-9ac7-a1dd5f232233), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:19:47.444234 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-f932af69-f983-43a0-947e-7f94b80119d7 None None] Port cbe19c2f-74d7-43b0-9ac7-a1dd5f232233 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:19:47.647451 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [req-a640ddb3-50df-4787-b7f7-f91137da2784 req-729244c1-c0a6-4dfd-b891-eb73155b7dcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbe19c2f-74d7-43b0-9ac7-a1dd5f232233 {{(pid=121836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:19:47.654639 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-a640ddb3-50df-4787-b7f7-f91137da2784 req-729244c1-c0a6-4dfd-b891-eb73155b7dcd service neutron] Publish callbacks [] for port (cbe19c2f-74d7-43b0-9ac7-a1dd5f232233), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:19:47.667275 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.provisioning_blocks [req-a640ddb3-50df-4787-b7f7-f91137da2784 req-729244c1-c0a6-4dfd-b891-eb73155b7dcd service neutron] Transition to ACTIVE for port object cbe19c2f-74d7-43b0-9ac7-a1dd5f232233 will not be triggered until provisioned by entity L2. {{(pid=121836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 22:19:47.671351 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-a640ddb3-50df-4787-b7f7-f91137da2784 req-729244c1-c0a6-4dfd-b891-eb73155b7dcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (cbe19c2f-74d7-43b0-9ac7-a1dd5f232233), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:19:47.724750 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729244c1-c0a6-4dfd-b891-eb73155b7dcd service neutron] Pushing event updated for resources: {'Port': ['ID=cbe19c2f-74d7-43b0-9ac7-a1dd5f232233,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:19:47.800037 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-a640ddb3-50df-4787-b7f7-f91137da2784 req-729244c1-c0a6-4dfd-b891-eb73155b7dcd service neutron] Attempting to bind port cbe19c2f-74d7-43b0-9ac7-a1dd5f232233 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:19:47.800374 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-a640ddb3-50df-4787-b7f7-f91137da2784 req-729244c1-c0a6-4dfd-b891-eb73155b7dcd service neutron] Attempting to bind port cbe19c2f-74d7-43b0-9ac7-a1dd5f232233 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '3c434885-c673-48d5-9295-930316ad3f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:19:47.801441 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a640ddb3-50df-4787-b7f7-f91137da2784 req-729244c1-c0a6-4dfd-b891-eb73155b7dcd service neutron] Attempting to bind port cbe19c2f-74d7-43b0-9ac7-a1dd5f232233 on network 87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:19:47.806667 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a640ddb3-50df-4787-b7f7-f91137da2784 req-729244c1-c0a6-4dfd-b891-eb73155b7dcd service neutron] Port cbe19c2f-74d7-43b0-9ac7-a1dd5f232233 on network 87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:19:47.807027 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a640ddb3-50df-4787-b7f7-f91137da2784 req-729244c1-c0a6-4dfd-b891-eb73155b7dcd service neutron] Attempting to bind port cbe19c2f-74d7-43b0-9ac7-a1dd5f232233 on network 87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:19:47.812131 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a640ddb3-50df-4787-b7f7-f91137da2784 req-729244c1-c0a6-4dfd-b891-eb73155b7dcd service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 19, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:19:47.812461 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a640ddb3-50df-4787-b7f7-f91137da2784 req-729244c1-c0a6-4dfd-b891-eb73155b7dcd service neutron] Checking segment: {'id': '3c434885-c673-48d5-9295-930316ad3f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:19:47.812840 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a640ddb3-50df-4787-b7f7-f91137da2784 req-729244c1-c0a6-4dfd-b891-eb73155b7dcd service neutron] Bound using segment: {'id': '3c434885-c673-48d5-9295-930316ad3f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:19:47.813264 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-a640ddb3-50df-4787-b7f7-f91137da2784 req-729244c1-c0a6-4dfd-b891-eb73155b7dcd service neutron] Bound port: cbe19c2f-74d7-43b0-9ac7-a1dd5f232233, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c434885-c673-48d5-9295-930316ad3f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:19:47.813620 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-a640ddb3-50df-4787-b7f7-f91137da2784 req-729244c1-c0a6-4dfd-b891-eb73155b7dcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (cbe19c2f-74d7-43b0-9ac7-a1dd5f232233), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:19:47.883960 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-a640ddb3-50df-4787-b7f7-f91137da2784 req-729244c1-c0a6-4dfd-b891-eb73155b7dcd service neutron] For port cbe19c2f-74d7-43b0-9ac7-a1dd5f232233, host nch1-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:19:47.887577 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-a640ddb3-50df-4787-b7f7-f91137da2784 req-729244c1-c0a6-4dfd-b891-eb73155b7dcd service neutron] For port cbe19c2f-74d7-43b0-9ac7-a1dd5f232233, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cbe19c2f-74d7-43b0-9ac7-a1dd5f232233,segment=NetworkSegment(3c434885-c673-48d5-9295-930316ad3f91),segment_id=3c434885-c673-48d5-9295-930316ad3f91)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:19:47.902208 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-a640ddb3-50df-4787-b7f7-f91137da2784 req-729244c1-c0a6-4dfd-b891-eb73155b7dcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (cbe19c2f-74d7-43b0-9ac7-a1dd5f232233), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:19:47.971996 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3311e2-fad2-4296-b087-a603e28680c8 req-234d78b8-77d2-4fe6-a4d4-4e4d682bd21f tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:19:47.974127 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4d3311e2-fad2-4296-b087-a603e28680c8 req-234d78b8-77d2-4fe6-a4d4-4e4d682bd21f tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?device_id=11ab6dd8-49af-4888-a060-d9434ef4faf9 HTTP/1.1" status: 200  len: 943 time: 0.0848804
May 07 22:19:47.975446 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a640ddb3-50df-4787-b7f7-f91137da2784 req-729244c1-c0a6-4dfd-b891-eb73155b7dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:19:47.976057 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-a640ddb3-50df-4787-b7f7-f91137da2784 req-729244c1-c0a6-4dfd-b891-eb73155b7dcd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:19:47.977347 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a640ddb3-50df-4787-b7f7-f91137da2784 req-729244c1-c0a6-4dfd-b891-eb73155b7dcd service neutron] 10.222.0.55 "PUT /v2.0/ports/cbe19c2f-74d7-43b0-9ac7-a1dd5f232233 HTTP/1.1" status: 200  len: 1091 time: 0.7063463
May 07 22:19:47.979751 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11ab6dd8-49af-4888-a060-d9434ef4faf9', 'tag': 'cbe19c2f-74d7-43b0-9ac7-a1dd5f232233'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:19:47.982063 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-557a0157-c364-48f5-b4e7-40ea7f01be58" -d '{"events": [{"name": "network-changed", "server_uuid": "11ab6dd8-49af-4888-a060-d9434ef4faf9", "tag": "cbe19c2f-74d7-43b0-9ac7-a1dd5f232233"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:19:48.013001 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729244c1-c0a6-4dfd-b891-eb73155b7dcd service neutron] Pushing event updated for resources: {'Port': ['ID=cbe19c2f-74d7-43b0-9ac7-a1dd5f232233,revision_number=3']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:19:48.033186 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a1151b2-0b6a-418d-94ec-2e76eaf48e96 x-openstack-request-id: req-8a1151b2-0b6a-418d-94ec-2e76eaf48e96 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:19:48.033488 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11ab6dd8-49af-4888-a060-d9434ef4faf9", "tag": "cbe19c2f-74d7-43b0-9ac7-a1dd5f232233", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:19:48.033749 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8a1151b2-0b6a-418d-94ec-2e76eaf48e96 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:19:48.034161 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a1151b2-0b6a-418d-94ec-2e76eaf48e96'] response: {'name': 'network-changed', 'server_uuid': '11ab6dd8-49af-4888-a060-d9434ef4faf9', 'tag': 'cbe19c2f-74d7-43b0-9ac7-a1dd5f232233', 'status': 'completed', 'code': 200}
May 07 22:19:48.082839 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4d3311e2-fad2-4296-b087-a603e28680c8 req-bcc01d1d-7d04-45f5-8dfe-bf213333498f tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/security-groups?id=62207645-c79a-4d21-8232-3379a0311720&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0925922
May 07 22:19:48.083798 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a640ddb3-50df-4787-b7f7-f91137da2784 req-1002b66a-ba25-4ca4-a3b0-915355624292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:19:48.085281 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a640ddb3-50df-4787-b7f7-f91137da2784 req-1002b66a-ba25-4ca4-a3b0-915355624292 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f3657e8df46a4252b9eb1eb159306a66&device_id=11ab6dd8-49af-4888-a060-d9434ef4faf9 HTTP/1.1" status: 200  len: 1125 time: 0.0626130
May 07 22:19:48.128774 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a640ddb3-50df-4787-b7f7-f91137da2784 req-d4f5e491-4962-4810-9507-f88aeca89938 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbe19c2f-74d7-43b0-9ac7-a1dd5f232233 HTTP/1.1" status: 200  len: 217 time: 0.0368907
May 07 22:19:48.183723 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a640ddb3-50df-4787-b7f7-f91137da2784 req-12f9f32a-ed89-4194-bb7d-383ad614fcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:19:48.185189 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a640ddb3-50df-4787-b7f7-f91137da2784 req-12f9f32a-ed89-4194-bb7d-383ad614fcc7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c381f23c-d79e-4860-966b-6594e682e18c HTTP/1.1" status: 200  len: 850 time: 0.0504298
May 07 22:19:48.229981 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a640ddb3-50df-4787-b7f7-f91137da2784 req-f6b69200-14fd-4bfb-b0af-d90b38f7cb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:19:48.231496 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a640ddb3-50df-4787-b7f7-f91137da2784 req-f6b69200-14fd-4bfb-b0af-d90b38f7cb1a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0402513
May 07 22:19:48.323127 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a640ddb3-50df-4787-b7f7-f91137da2784 req-ea01f495-4729-4713-a08c-dab1b80582ba service neutron] 10.222.0.55 "GET /v2.0/networks/87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0856774
May 07 22:19:48.417411 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a640ddb3-50df-4787-b7f7-f91137da2784 req-f1b8b592-c9c3-4f98-8ec9-f686cb840d1f service neutron] 10.222.0.55 "GET /v2.0/networks/87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0884666
May 07 22:19:48.871078 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 22:19:48.889491 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557a0157-c364-48f5-b4e7-40ea7f01be58 req-d9c3a4a5-d3e7-4d7a-bdce-63ee1fb18f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:19:48.891023 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-557a0157-c364-48f5-b4e7-40ea7f01be58 req-d9c3a4a5-d3e7-4d7a-bdce-63ee1fb18f96 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f3657e8df46a4252b9eb1eb159306a66&device_id=11ab6dd8-49af-4888-a060-d9434ef4faf9 HTTP/1.1" status: 200  len: 1125 time: 0.0399749
May 07 22:19:48.982977 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557a0157-c364-48f5-b4e7-40ea7f01be58 req-93f42e0f-e79b-4998-9d78-0b9454b90749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:19:48.984425 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-557a0157-c364-48f5-b4e7-40ea7f01be58 req-93f42e0f-e79b-4998-9d78-0b9454b90749 service neutron] 10.222.0.55 "GET /v2.0/networks?id=87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce HTTP/1.1" status: 200  len: 912 time: 0.0878043
May 07 22:19:49.025027 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-557a0157-c364-48f5-b4e7-40ea7f01be58 req-d110a857-ce86-40e1-900e-65d375d82209 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbe19c2f-74d7-43b0-9ac7-a1dd5f232233 HTTP/1.1" status: 200  len: 217 time: 0.0341618
May 07 22:19:49.077160 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557a0157-c364-48f5-b4e7-40ea7f01be58 req-8bf72da5-5c01-4542-bd9d-338d43791892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:19:49.078566 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-557a0157-c364-48f5-b4e7-40ea7f01be58 req-8bf72da5-5c01-4542-bd9d-338d43791892 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c381f23c-d79e-4860-966b-6594e682e18c HTTP/1.1" status: 200  len: 850 time: 0.0471454
May 07 22:19:49.123205 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557a0157-c364-48f5-b4e7-40ea7f01be58 req-eb74822b-78af-474e-a6f3-edf05b63b77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:19:49.124593 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-557a0157-c364-48f5-b4e7-40ea7f01be58 req-eb74822b-78af-474e-a6f3-edf05b63b77e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0394716
May 07 22:19:49.205421 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b67649-70e4-47a4-b3a8-f9e903b0a010 req-5e5d84da-bfd4-409c-ad7c-eca526958f44 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:19:49.206951 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b6b67649-70e4-47a4-b3a8-f9e903b0a010 req-5e5d84da-bfd4-409c-ad7c-eca526958f44 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?device_id=11ab6dd8-49af-4888-a060-d9434ef4faf9 HTTP/1.1" status: 200  len: 943 time: 0.0517139
May 07 22:19:49.221596 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-557a0157-c364-48f5-b4e7-40ea7f01be58 req-78d641cf-091e-48d2-951b-9ccbda462afe service neutron] 10.222.0.55 "GET /v2.0/networks/87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0900679
May 07 22:19:49.259092 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b6b67649-70e4-47a4-b3a8-f9e903b0a010 req-b69687ad-a7e1-448c-8c1d-a9171e597bac tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/security-groups?id=62207645-c79a-4d21-8232-3379a0311720&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458188
May 07 22:19:49.319396 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-557a0157-c364-48f5-b4e7-40ea7f01be58 req-d8bd8131-e971-4545-a19b-b0cdaa5485d0 service neutron] 10.222.0.55 "GET /v2.0/networks/87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0911345
May 07 22:19:50.375946 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6cbc50-30f9-4dc1-b3d3-8283864d0f44 req-cc46568a-1a33-47b7-aa14-7c177569187a tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:19:50.377422 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0f6cbc50-30f9-4dc1-b3d3-8283864d0f44 req-cc46568a-1a33-47b7-aa14-7c177569187a tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?device_id=11ab6dd8-49af-4888-a060-d9434ef4faf9 HTTP/1.1" status: 200  len: 943 time: 0.0482957
May 07 22:19:50.427410 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0f6cbc50-30f9-4dc1-b3d3-8283864d0f44 req-e1659fe1-1cfe-4711-a440-023f29308445 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/security-groups?id=62207645-c79a-4d21-8232-3379a0311720&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443354
May 07 22:19:51.548875 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489cc929-c46e-4bbd-8e9d-ed4e8005a1ee req-ab70be00-5b2e-4c2c-8ad0-297cb57cd5f8 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:19:51.550334 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-489cc929-c46e-4bbd-8e9d-ed4e8005a1ee req-ab70be00-5b2e-4c2c-8ad0-297cb57cd5f8 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?device_id=11ab6dd8-49af-4888-a060-d9434ef4faf9 HTTP/1.1" status: 200  len: 943 time: 0.0463359
May 07 22:19:51.599015 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-489cc929-c46e-4bbd-8e9d-ed4e8005a1ee req-cb921e72-e988-490d-822b-9d44afed5deb tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/security-groups?id=62207645-c79a-4d21-8232-3379a0311720&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423384
May 07 22:19:51.953070 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:19:52.330733 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device cbe19c2f-74d7-43b0-9ac7-a1dd5f232233 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:19:52.429437 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port cbe19c2f-74d7-43b0-9ac7-a1dd5f232233, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cbe19c2f-74d7-43b0-9ac7-a1dd5f232233,segment=NetworkSegment(3c434885-c673-48d5-9295-930316ad3f91),segment_id=3c434885-c673-48d5-9295-930316ad3f91)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:19:52.440231 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': 'cbe19c2f-74d7-43b0-9ac7-a1dd5f232233', 'network_id': '87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce', 'port_id': 'cbe19c2f-74d7-43b0-9ac7-a1dd5f232233', 'mac_address': 'fa:16:3e:e1:96:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c381f23c-d79e-4860-966b-6594e682e18c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:19:52.477126 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port cbe19c2f-74d7-43b0-9ac7-a1dd5f232233 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:19:52.477521 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (cbe19c2f-74d7-43b0-9ac7-a1dd5f232233), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:19:52.491979 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbe19c2f-74d7-43b0-9ac7-a1dd5f232233 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:19:52.512528 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port cbe19c2f-74d7-43b0-9ac7-a1dd5f232233, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cbe19c2f-74d7-43b0-9ac7-a1dd5f232233,segment=NetworkSegment(3c434885-c673-48d5-9295-930316ad3f91),segment_id=3c434885-c673-48d5-9295-930316ad3f91)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:19:52.516091 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (cbe19c2f-74d7-43b0-9ac7-a1dd5f232233), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:19:52.564910 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=cbe19c2f-74d7-43b0-9ac7-a1dd5f232233,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:19:52.703387 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dd31b8-acd4-4332-a7fa-cd4184d46fb4 req-43e69dd0-23da-45ce-b573-1131339194ce tempest-TestNetworkAdvancedServerOps-305006253 tempest-TestNetworkAdvancedServerOps-305006253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:19:52.704900 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d3dd31b8-acd4-4332-a7fa-cd4184d46fb4 req-43e69dd0-23da-45ce-b573-1131339194ce tempest-TestNetworkAdvancedServerOps-305006253 tempest-TestNetworkAdvancedServerOps-305006253-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2387d312-9744-4eb5-b6b6-aa41a601c7db HTTP/1.1" status: 200  len: 1129 time: 0.0433283
May 07 22:19:52.713668 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883077e1-0e3c-48fb-8593-028de5723546 req-c584bd73-8b00-45e2-864e-da24c52af528 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:19:52.717159 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-883077e1-0e3c-48fb-8593-028de5723546 req-c584bd73-8b00-45e2-864e-da24c52af528 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?device_id=11ab6dd8-49af-4888-a060-d9434ef4faf9 HTTP/1.1" status: 200  len: 944 time: 0.0493007
May 07 22:19:52.718060 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['cbe19c2f-74d7-43b0-9ac7-a1dd5f232233'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:19:52.756691 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d3dd31b8-acd4-4332-a7fa-cd4184d46fb4 req-f216ebd0-00ad-45d1-b3d1-223c96efccfd tempest-TestNetworkAdvancedServerOps-305006253 tempest-TestNetworkAdvancedServerOps-305006253-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=8a690562-d8a8-410c-a365-37d94744ec11&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458641
May 07 22:19:52.769498 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-883077e1-0e3c-48fb-8593-028de5723546 req-52b7934a-84a1-4068-a2fc-79d589db89cb tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/security-groups?id=62207645-c79a-4d21-8232-3379a0311720&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477312
May 07 22:19:52.778839 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 54860) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:19:52.932153 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-e3f1efcc-60e3-4aba-9c8e-650461511f87 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Deleting port 70b0b5ca-3787-474f-b3ae-d266a7775b9a {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:19:52.932415 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e3f1efcc-60e3-4aba-9c8e-650461511f87 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (70b0b5ca-3787-474f-b3ae-d266a7775b9a), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:19:53.006497 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e3f1efcc-60e3-4aba-9c8e-650461511f87 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (70b0b5ca-3787-474f-b3ae-d266a7775b9a), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:19:53.006847 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e3f1efcc-60e3-4aba-9c8e-650461511f87 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for floatingip (70b0b5ca-3787-474f-b3ae-d266a7775b9a), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:19:53.018479 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-e3f1efcc-60e3-4aba-9c8e-650461511f87 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Calling delete_port for 70b0b5ca-3787-474f-b3ae-d266a7775b9a owned by network:floatingip {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:19:53.167604 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e3f1efcc-60e3-4aba-9c8e-650461511f87 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (70b0b5ca-3787-474f-b3ae-d266a7775b9a), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:19:53.193660 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f1efcc-60e3-4aba-9c8e-650461511f87 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Pushing event deleted for resources: {'Port': ['ID=70b0b5ca-3787-474f-b3ae-d266a7775b9a,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:19:53.256616 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e3f1efcc-60e3-4aba-9c8e-650461511f87 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for floatingip (d7032b63-6e39-459c-b0ff-9f1610b912e2), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:19:53.256949 ncdv-master-1 neutron-server[121836]: INFO neutron.db.l3_db [None req-e3f1efcc-60e3-4aba-9c8e-650461511f87 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Floating IP d7032b63-6e39-459c-b0ff-9f1610b912e2 disassociated (deleted). External IP: 172.35.4.154, port: 02290a02-2fd0-43fa-b574-58f6e0c7135e.
May 07 22:19:53.475840 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3f1efcc-60e3-4aba-9c8e-650461511f87 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Router 58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:19:53.663046 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-021a3468-e757-4fa5-9573-e7f8c983a82d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:19:53.897646 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:19:53.951725 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d5d534-a536-4bef-aa1b-0efea91f35b9 req-cfe2d9cc-490d-4a56-b84a-ec1bd49cb1fc tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:19:53.953187 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b6d5d534-a536-4bef-aa1b-0efea91f35b9 req-cfe2d9cc-490d-4a56-b84a-ec1bd49cb1fc tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?device_id=11ab6dd8-49af-4888-a060-d9434ef4faf9 HTTP/1.1" status: 200  len: 944 time: 0.0589025
May 07 22:19:53.957650 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3f1efcc-60e3-4aba-9c8e-650461511f87 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:19:53.962670 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e3f1efcc-60e3-4aba-9c8e-650461511f87 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:19:53.967424 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7711cbe9-cd59-4482-b624-e44bf769256a None None] Sync routers for ids ['58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:19:53.977248 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7711cbe9-cd59-4482-b624-e44bf769256a None None] Routers {'58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:19:53.977863 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-7711cbe9-cd59-4482-b624-e44bf769256a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cbad790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:19:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:19:54.020310 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-e3f1efcc-60e3-4aba-9c8e-650461511f87 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "DELETE /v2.0/floatingips/d7032b63-6e39-459c-b0ff-9f1610b912e2 HTTP/1.1" status: 204  len: 168 time: 1.2394423
May 07 22:19:54.023525 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2387d312-9744-4eb5-b6b6-aa41a601c7db', 'tag': '02290a02-2fd0-43fa-b574-58f6e0c7135e'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:19:54.025782 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8fecdb8-17f3-40f4-ac4a-3f398ae5a1ea" -d '{"events": [{"name": "network-changed", "server_uuid": "2387d312-9744-4eb5-b6b6-aa41a601c7db", "tag": "02290a02-2fd0-43fa-b574-58f6e0c7135e"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:19:54.041213 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b6d5d534-a536-4bef-aa1b-0efea91f35b9 req-3470aa80-8f45-4ae1-bbc3-9a2ce93826ad tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/security-groups?id=62207645-c79a-4d21-8232-3379a0311720&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0816813
May 07 22:19:54.086679 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-148d2fc9-54ca-49cc-9592-0db09fcc13df x-openstack-request-id: req-148d2fc9-54ca-49cc-9592-0db09fcc13df {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:19:54.087003 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2387d312-9744-4eb5-b6b6-aa41a601c7db", "tag": "02290a02-2fd0-43fa-b574-58f6e0c7135e", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:19:54.087265 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-148d2fc9-54ca-49cc-9592-0db09fcc13df {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:19:54.087680 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-148d2fc9-54ca-49cc-9592-0db09fcc13df'] response: {'name': 'network-changed', 'server_uuid': '2387d312-9744-4eb5-b6b6-aa41a601c7db', 'tag': '02290a02-2fd0-43fa-b574-58f6e0c7135e', 'status': 'completed', 'code': 200}
May 07 22:19:54.092876 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-7711cbe9-cd59-4482-b624-e44bf769256a None None] Set router 58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:19:54.150131 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fecdb8-17f3-40f4-ac4a-3f398ae5a1ea req-1354e2d2-987b-473d-aad2-2ad701389591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:19:54.157057 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e8fecdb8-17f3-40f4-ac4a-3f398ae5a1ea req-1354e2d2-987b-473d-aad2-2ad701389591 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=16812b38c4514406886f0ab13cabe8ad&device_id=2387d312-9744-4eb5-b6b6-aa41a601c7db HTTP/1.1" status: 200  len: 1129 time: 0.0457537
May 07 22:19:54.207554 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [req-b63711c0-9a36-44f2-8446-6ac03d3121e0 req-cfa40527-ac15-47df-9ba2-a33b7a81ff2f service neutron] (121837) timed out ('10.222.0.32', 44914) {{(pid=121837) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
May 07 22:19:54.272478 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fecdb8-17f3-40f4-ac4a-3f398ae5a1ea req-3e266fbf-5293-470b-a71e-a9143ec2059d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:19:54.274084 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e8fecdb8-17f3-40f4-ac4a-3f398ae5a1ea req-3e266fbf-5293-470b-a71e-a9143ec2059d service neutron] 10.222.0.59 "GET /v2.0/networks?id=d28ff04e-297c-4778-a4e4-921b5acd931f HTTP/1.1" status: 200  len: 898 time: 0.1114180
May 07 22:19:54.281698 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5758759-70b9-4b1a-b7b4-e74f022b3a1e req-37fec8f4-0863-47d8-a3fd-d210ce449f09 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:19:54.283296 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a5758759-70b9-4b1a-b7b4-e74f022b3a1e req-37fec8f4-0863-47d8-a3fd-d210ce449f09 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=2387d312-9744-4eb5-b6b6-aa41a601c7db HTTP/1.1" status: 200  len: 947 time: 0.0478487
May 07 22:19:54.304677 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-7711cbe9-cd59-4482-b624-e44bf769256a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cbad790>, [{'id': '58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1710276620', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.230'}], 'enable_snat': True}, 'gw_port_id': 'a5b40a46-4293-4173-b751-ef479c02670e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:18:09Z', 'updated_at': '2022-05-07T22:18:13Z', 'revision_number': 4, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'gw_port': {'id': 'a5b40a46-4293-4173-b751-ef479c02670e', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:18:10Z', 'updated_at': '2022-05-07T22:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '36758b26-3614-44c9-bc57-d60def4a028e', 'name': '', 'network_id': 'd28ff04e-297c-4778-a4e4-921b5acd931f', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'mac_address': 'fa:16:3e:f0:13:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '20c331de-8209-48dd-9698-e184499bf52e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:18:12Z', 'updated_at': '2022-05-07T22:18:16Z', 'revision_number': 5, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'subnets': [{'id': '20c331de-8209-48dd-9698-e184499bf52e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:19:54.333818 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a5758759-70b9-4b1a-b7b4-e74f022b3a1e req-d98f77ec-a558-415f-ac34-89827bb2f64d tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a690562-d8a8-410c-a365-37d94744ec11&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439961
May 07 22:19:54.335200 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7711cbe9-cd59-4482-b624-e44bf769256a None None] Checking router: 58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:19:54.339020 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device cbe19c2f-74d7-43b0-9ac7-a1dd5f232233 up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:19:54.344997 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7711cbe9-cd59-4482-b624-e44bf769256a None None] Routers {'58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:19:54.345696 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-7711cbe9-cd59-4482-b624-e44bf769256a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cbad790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:19:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:19:54.384239 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning for port cbe19c2f-74d7-43b0-9ac7-a1dd5f232233 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 22:19:54.391118 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port cbe19c2f-74d7-43b0-9ac7-a1dd5f232233 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:19:54.391503 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (cbe19c2f-74d7-43b0-9ac7-a1dd5f232233), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:19:54.454307 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-7711cbe9-cd59-4482-b624-e44bf769256a None None] Set router 58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:19:54.470678 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port cbe19c2f-74d7-43b0-9ac7-a1dd5f232233 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:19:54.471099 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (cbe19c2f-74d7-43b0-9ac7-a1dd5f232233), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:19:54.494761 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11ab6dd8-49af-4888-a060-d9434ef4faf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbe19c2f-74d7-43b0-9ac7-a1dd5f232233'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:19:54.497025 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-606a1796-ee09-4219-9114-d8ebed032f48" -d '{"events": [{"server_uuid": "11ab6dd8-49af-4888-a060-d9434ef4faf9", "name": "network-vif-plugged", "status": "completed", "tag": "cbe19c2f-74d7-43b0-9ac7-a1dd5f232233"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:19:54.510238 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port cbe19c2f-74d7-43b0-9ac7-a1dd5f232233, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cbe19c2f-74d7-43b0-9ac7-a1dd5f232233,segment=NetworkSegment(3c434885-c673-48d5-9295-930316ad3f91),segment_id=3c434885-c673-48d5-9295-930316ad3f91)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:19:54.515099 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (cbe19c2f-74d7-43b0-9ac7-a1dd5f232233), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:19:54.541091 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fd47fa4-dc34-4a6b-af0e-02da46c9ab9f x-openstack-request-id: req-5fd47fa4-dc34-4a6b-af0e-02da46c9ab9f {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:19:54.541380 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11ab6dd8-49af-4888-a060-d9434ef4faf9", "name": "network-vif-plugged", "status": "completed", "tag": "cbe19c2f-74d7-43b0-9ac7-a1dd5f232233", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:19:54.541635 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5fd47fa4-dc34-4a6b-af0e-02da46c9ab9f {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:19:54.542055 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fd47fa4-dc34-4a6b-af0e-02da46c9ab9f'] response: {'server_uuid': '11ab6dd8-49af-4888-a060-d9434ef4faf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbe19c2f-74d7-43b0-9ac7-a1dd5f232233', 'code': 200}
May 07 22:19:54.577022 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=cbe19c2f-74d7-43b0-9ac7-a1dd5f232233,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:19:54.635074 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996f6404-2007-4105-813a-9ce14f02d0e0 req-978e8870-13cf-473d-b5c3-fdb68a1b07b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:19:54.636552 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-996f6404-2007-4105-813a-9ce14f02d0e0 req-978e8870-13cf-473d-b5c3-fdb68a1b07b5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=11ab6dd8-49af-4888-a060-d9434ef4faf9 HTTP/1.1" status: 200  len: 1127 time: 0.0384586
May 07 22:19:54.647240 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-7711cbe9-cd59-4482-b624-e44bf769256a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cbad790>, [{'id': '58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1710276620', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.230'}], 'enable_snat': True}, 'gw_port_id': 'a5b40a46-4293-4173-b751-ef479c02670e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:18:09Z', 'updated_at': '2022-05-07T22:18:13Z', 'revision_number': 4, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'gw_port': {'id': 'a5b40a46-4293-4173-b751-ef479c02670e', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:18:10Z', 'updated_at': '2022-05-07T22:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '36758b26-3614-44c9-bc57-d60def4a028e', 'name': '', 'network_id': 'd28ff04e-297c-4778-a4e4-921b5acd931f', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'mac_address': 'fa:16:3e:f0:13:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '20c331de-8209-48dd-9698-e184499bf52e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:18:12Z', 'updated_at': '2022-05-07T22:18:16Z', 'revision_number': 5, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'subnets': [{'id': '20c331de-8209-48dd-9698-e184499bf52e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:19:54.673749 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7711cbe9-cd59-4482-b624-e44bf769256a None None] The sync data for ids ['58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca'] in ncdv-master-1 is: [{'id': '58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1710276620', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.230'}], 'enable_snat': True}, 'gw_port_id': 'a5b40a46-4293-4173-b751-ef479c02670e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:18:09Z', 'updated_at': '2022-05-07T22:18:13Z', 'revision_number': 4, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'gw_port': {'id': 'a5b40a46-4293-4173-b751-ef479c02670e', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:18:10Z', 'updated_at': '2022-05-07T22:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '36758b26-3614-44c9-bc57-d60def4a028e', 'name': '', 'network_id': 'd28ff04e-297c-4778-a4e4-921b5acd931f', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'mac_address': 'fa:16:3e:f0:13:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '20c331de-8209-48dd-9698-e184499bf52e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:18:12Z', 'updated_at': '2022-05-07T22:18:16Z', 'revision_number': 5, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'subnets': [{'id': '20c331de-8209-48dd-9698-e184499bf52e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:19:54.682088 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-996f6404-2007-4105-813a-9ce14f02d0e0 req-df8fcf37-fe0c-4835-a1a1-c60105447338 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=62207645-c79a-4d21-8232-3379a0311720&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398901
May 07 22:19:54.901496 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b372adb6-f749-464b-b2f2-63de769c608e None None] New status for floating IP d7032b63-6e39-459c-b0ff-9f1610b912e2: DOWN {{(pid=121838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 07 22:19:55.144644 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e8fecdb8-17f3-40f4-ac4a-3f398ae5a1ea req-d262db3e-8895-4b59-835a-9d2aa5061f8d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=02290a02-2fd0-43fa-b574-58f6e0c7135e HTTP/1.1" status: 200  len: 217 time: 0.0395389
May 07 22:19:55.159755 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8531803-1d4e-42e7-b5da-040eea0edc04 req-3496d330-81b3-4afc-b983-5917f0479bee tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:19:55.161230 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c8531803-1d4e-42e7-b5da-040eea0edc04 req-3496d330-81b3-4afc-b983-5917f0479bee tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?device_id=11ab6dd8-49af-4888-a060-d9434ef4faf9 HTTP/1.1" status: 200  len: 945 time: 0.0507205
May 07 22:19:55.192840 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fecdb8-17f3-40f4-ac4a-3f398ae5a1ea req-028c9105-0932-47bd-b887-414bbf4eb1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:19:55.194357 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e8fecdb8-17f3-40f4-ac4a-3f398ae5a1ea req-028c9105-0932-47bd-b887-414bbf4eb1bf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=20c331de-8209-48dd-9698-e184499bf52e HTTP/1.1" status: 200  len: 835 time: 0.0437739
May 07 22:19:55.219786 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c8531803-1d4e-42e7-b5da-040eea0edc04 req-228e146a-60cf-424f-9bd5-bdf9151e101d tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/security-groups?id=62207645-c79a-4d21-8232-3379a0311720&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0527327
May 07 22:19:55.251135 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fecdb8-17f3-40f4-ac4a-3f398ae5a1ea req-dc5efdf1-f81c-4c05-92d3-9f8e8b11508d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:19:55.252653 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e8fecdb8-17f3-40f4-ac4a-3f398ae5a1ea req-dc5efdf1-f81c-4c05-92d3-9f8e8b11508d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=d28ff04e-297c-4778-a4e4-921b5acd931f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0453088
May 07 22:19:55.399710 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e8fecdb8-17f3-40f4-ac4a-3f398ae5a1ea req-9064308f-8d45-44c8-b21f-51a670757731 service neutron] 10.222.0.59 "GET /v2.0/networks/d28ff04e-297c-4778-a4e4-921b5acd931f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0874679
May 07 22:19:55.503151 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fbae08-7faf-4524-b160-6fbb911aa625 req-844a3cc4-f432-4782-8e27-5db84d2737c6 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:19:55.504666 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d7fbae08-7faf-4524-b160-6fbb911aa625 req-844a3cc4-f432-4782-8e27-5db84d2737c6 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.59 "GET /v2.0/ports?device_id=2387d312-9744-4eb5-b6b6-aa41a601c7db HTTP/1.1" status: 200  len: 947 time: 0.1040847
May 07 22:19:55.536782 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977366f1-5658-4439-b6d2-ddc8da89b464 req-b23a2438-3100-4b4d-a33b-4cdde7491778 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:19:55.538204 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-977366f1-5658-4439-b6d2-ddc8da89b464 req-b23a2438-3100-4b4d-a33b-4cdde7491778 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=2387d312-9744-4eb5-b6b6-aa41a601c7db HTTP/1.1" status: 200  len: 947 time: 0.1298609
May 07 22:19:55.670853 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e8fecdb8-17f3-40f4-ac4a-3f398ae5a1ea req-9e2a22fd-f4b1-463c-ba36-0bb6a1ec747b service neutron] 10.222.0.59 "GET /v2.0/networks/d28ff04e-297c-4778-a4e4-921b5acd931f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2613461
May 07 22:19:55.678871 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-977366f1-5658-4439-b6d2-ddc8da89b464 req-ae6ef6b3-bf90-415b-b3eb-c5e1b79f0fda tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=8a690562-d8a8-410c-a365-37d94744ec11&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1314764
May 07 22:19:55.688081 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-d7fbae08-7faf-4524-b160-6fbb911aa625 req-f727c1e6-767d-4c4c-82a0-10e6095494ca tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Deleting port 02290a02-2fd0-43fa-b574-58f6e0c7135e {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:19:55.688440 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-d7fbae08-7faf-4524-b160-6fbb911aa625 req-f727c1e6-767d-4c4c-82a0-10e6095494ca tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (02290a02-2fd0-43fa-b574-58f6e0c7135e), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:19:55.780505 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-d7fbae08-7faf-4524-b160-6fbb911aa625 req-f727c1e6-767d-4c4c-82a0-10e6095494ca tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] For port 02290a02-2fd0-43fa-b574-58f6e0c7135e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=02290a02-2fd0-43fa-b574-58f6e0c7135e,segment=NetworkSegment(6de2609d-b1b7-4ee9-b1c8-4a0b68bc9013),segment_id=6de2609d-b1b7-4ee9-b1c8-4a0b68bc9013)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:19:55.780869 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-d7fbae08-7faf-4524-b160-6fbb911aa625 req-f727c1e6-767d-4c4c-82a0-10e6095494ca tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (02290a02-2fd0-43fa-b574-58f6e0c7135e), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:19:55.798003 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-d7fbae08-7faf-4524-b160-6fbb911aa625 req-f727c1e6-767d-4c4c-82a0-10e6095494ca tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Calling delete_port for 02290a02-2fd0-43fa-b574-58f6e0c7135e owned by compute:nova {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:19:55.921017 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-d7fbae08-7faf-4524-b160-6fbb911aa625 req-f727c1e6-767d-4c4c-82a0-10e6095494ca tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (02290a02-2fd0-43fa-b574-58f6e0c7135e), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:19:55.947323 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f727c1e6-767d-4c4c-82a0-10e6095494ca tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Pushing event deleted for resources: {'Port': ['ID=02290a02-2fd0-43fa-b574-58f6e0c7135e,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:19:55.994952 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7fbae08-7faf-4524-b160-6fbb911aa625 req-f727c1e6-767d-4c4c-82a0-10e6095494ca tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] No DVR routers for this DVR port 02290a02-2fd0-43fa-b574-58f6e0c7135e on host nch2-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:19:55.997645 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-d7fbae08-7faf-4524-b160-6fbb911aa625 req-f727c1e6-767d-4c4c-82a0-10e6095494ca tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:19:56.000843 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d7fbae08-7faf-4524-b160-6fbb911aa625 req-f727c1e6-767d-4c4c-82a0-10e6095494ca tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.59 "DELETE /v2.0/ports/02290a02-2fd0-43fa-b574-58f6e0c7135e HTTP/1.1" status: 204  len: 173 time: 0.4711852
May 07 22:19:56.001279 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2387d312-9744-4eb5-b6b6-aa41a601c7db', 'name': 'network-vif-deleted', 'tag': '02290a02-2fd0-43fa-b574-58f6e0c7135e'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:19:56.003546 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d057a40a-d703-42e4-91ab-29e2adfc6eb1" -d '{"events": [{"server_uuid": "2387d312-9744-4eb5-b6b6-aa41a601c7db", "name": "network-vif-deleted", "tag": "02290a02-2fd0-43fa-b574-58f6e0c7135e"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:19:56.039240 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:19:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3509b0a-4304-4fcb-9153-49417a3e284d x-openstack-request-id: req-a3509b0a-4304-4fcb-9153-49417a3e284d {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:19:56.039540 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2387d312-9744-4eb5-b6b6-aa41a601c7db", "name": "network-vif-deleted", "tag": "02290a02-2fd0-43fa-b574-58f6e0c7135e", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:19:56.039799 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a3509b0a-4304-4fcb-9153-49417a3e284d {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:19:56.040206 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3509b0a-4304-4fcb-9153-49417a3e284d'] response: {'server_uuid': '2387d312-9744-4eb5-b6b6-aa41a601c7db', 'name': 'network-vif-deleted', 'tag': '02290a02-2fd0-43fa-b574-58f6e0c7135e', 'status': 'completed', 'code': 200}
May 07 22:19:56.333435 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5eab32-0ec6-4b47-b300-9e4ae46559e7 req-e39884ab-27fe-48c1-bdc1-0a64c66e49b2 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:19:56.335117 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0b5eab32-0ec6-4b47-b300-9e4ae46559e7 req-e39884ab-27fe-48c1-bdc1-0a64c66e49b2 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?device_id=11ab6dd8-49af-4888-a060-d9434ef4faf9 HTTP/1.1" status: 200  len: 945 time: 0.0484235
May 07 22:19:56.386839 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0b5eab32-0ec6-4b47-b300-9e4ae46559e7 req-8cbfeda6-74e5-4261-973e-47b4157c81d9 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/security-groups?id=62207645-c79a-4d21-8232-3379a0311720&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460608
May 07 22:19:56.513747 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab42ed2-e208-4c4d-beec-e14021fe8658 req-cf4421cc-252d-4e54-94d7-479e36870154 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:19:56.515394 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-cab42ed2-e208-4c4d-beec-e14021fe8658 req-cf4421cc-252d-4e54-94d7-479e36870154 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?device_id=11ab6dd8-49af-4888-a060-d9434ef4faf9 HTTP/1.1" status: 200  len: 945 time: 0.0490129
May 07 22:19:56.544695 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c6a13f12-5abd-4876-890d-a3e49d685803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:19:56.572617 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-cab42ed2-e208-4c4d-beec-e14021fe8658 req-2e681783-92d9-40de-9865-bab471d87533 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/security-groups?id=62207645-c79a-4d21-8232-3379a0311720&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0497637
May 07 22:19:56.595060 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 54884) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:19:56.632690 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c910abe2-947a-4819-bc0e-a5a05008fa34 tempest-TestVolumeBootPattern-1639816665 tempest-TestVolumeBootPattern-1639816665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:19:56.634238 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-c910abe2-947a-4819-bc0e-a5a05008fa34 tempest-TestVolumeBootPattern-1639816665 tempest-TestVolumeBootPattern-1639816665-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=11ab6dd8-49af-4888-a060-d9434ef4faf9 HTTP/1.1" status: 200  len: 1122 time: 0.0381994
May 07 22:19:56.637113 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 54886) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:19:56.641324 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-56fc8f5c-97ba-4c51-97f5-e0338f55354a tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Request body: {'floatingip': {'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'port_id': 'cbe19c2f-74d7-43b0-9ac7-a1dd5f232233', 'tenant_id': 'f3657e8df46a4252b9eb1eb159306a66', 'fixed_ip_address': '172.20.0.5'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:19:56.661420 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-56fc8f5c-97ba-4c51-97f5-e0338f55354a tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:19:56.740329 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 54890) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:19:56.742358 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-56fc8f5c-97ba-4c51-97f5-e0338f55354a tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:19:56.850871 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-56fc8f5c-97ba-4c51-97f5-e0338f55354a tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Allocated IP 172.35.4.29 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/e299ea2f-47b7-4018-bd70-941020cf87a4) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:19:56.952744 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-56fc8f5c-97ba-4c51-97f5-e0338f55354a tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks [] for port (e299ea2f-47b7-4018-bd70-941020cf87a4), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:19:56.988598 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-56fc8f5c-97ba-4c51-97f5-e0338f55354a tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (e299ea2f-47b7-4018-bd70-941020cf87a4), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:19:57.027242 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56fc8f5c-97ba-4c51-97f5-e0338f55354a tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:19:57.030007 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-56fc8f5c-97ba-4c51-97f5-e0338f55354a tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:19:57.032473 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fc8f5c-97ba-4c51-97f5-e0338f55354a tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:19:57.064904 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fc8f5c-97ba-4c51-97f5-e0338f55354a tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Pushing event updated for resources: {'Port': ['ID=e299ea2f-47b7-4018-bd70-941020cf87a4,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:19:57.107432 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-22d05dff-82b0-43bb-9e46-b4acdc2d0d50 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401094'] for router_interface (58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:19:57.360221 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-22d05dff-82b0-43bb-9e46-b4acdc2d0d50 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Deleting port 36758b26-3614-44c9-bc57-d60def4a028e {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:19:57.360481 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-22d05dff-82b0-43bb-9e46-b4acdc2d0d50 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (36758b26-3614-44c9-bc57-d60def4a028e), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:19:57.412469 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-56fc8f5c-97ba-4c51-97f5-e0338f55354a tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks [] for floatingip (6b411983-b7e8-49e4-a9a4-538f19e288a2), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:19:57.451160 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-22d05dff-82b0-43bb-9e46-b4acdc2d0d50 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] For port 36758b26-3614-44c9-bc57-d60def4a028e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=36758b26-3614-44c9-bc57-d60def4a028e,segment=NetworkSegment(6de2609d-b1b7-4ee9-b1c8-4a0b68bc9013),segment_id=6de2609d-b1b7-4ee9-b1c8-4a0b68bc9013)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:19:57.451605 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-22d05dff-82b0-43bb-9e46-b4acdc2d0d50 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (36758b26-3614-44c9-bc57-d60def4a028e), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:19:57.464873 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-22d05dff-82b0-43bb-9e46-b4acdc2d0d50 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Calling delete_port for 36758b26-3614-44c9-bc57-d60def4a028e owned by network:router_interface {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:19:57.480553 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:19:57.487083 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-56fc8f5c-97ba-4c51-97f5-e0338f55354a tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (e299ea2f-47b7-4018-bd70-941020cf87a4), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:19:57.640838 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-56fc8f5c-97ba-4c51-97f5-e0338f55354a tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks [] for port (e299ea2f-47b7-4018-bd70-941020cf87a4), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:19:57.646188 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-56fc8f5c-97ba-4c51-97f5-e0338f55354a tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (e299ea2f-47b7-4018-bd70-941020cf87a4), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:19:57.665209 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-22d05dff-82b0-43bb-9e46-b4acdc2d0d50 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (36758b26-3614-44c9-bc57-d60def4a028e), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:19:57.691102 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d05dff-82b0-43bb-9e46-b4acdc2d0d50 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Pushing event deleted for resources: {'Port': ['ID=36758b26-3614-44c9-bc57-d60def4a028e,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:19:57.892644 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-22d05dff-82b0-43bb-9e46-b4acdc2d0d50 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401002'] for router_interface (58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:19:58.063598 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fc8f5c-97ba-4c51-97f5-e0338f55354a tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Pushing event updated for resources: {'Port': ['ID=e299ea2f-47b7-4018-bd70-941020cf87a4,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:19:58.076807 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-56fc8f5c-97ba-4c51-97f5-e0338f55354a tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (6b411983-b7e8-49e4-a9a4-538f19e288a2), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:19:58.127214 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22d05dff-82b0-43bb-9e46-b4acdc2d0d50 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Router 58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:19:58.179920 ncdv-master-1 neutron-server[121837]: INFO neutron.db.l3_db [None req-56fc8f5c-97ba-4c51-97f5-e0338f55354a tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Floating IP 6b411983-b7e8-49e4-a9a4-538f19e288a2 associated. External IP: 172.35.4.29, port: cbe19c2f-74d7-43b0-9ac7-a1dd5f232233.
May 07 22:19:58.245628 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22d05dff-82b0-43bb-9e46-b4acdc2d0d50 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:19:58.254571 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-22d05dff-82b0-43bb-9e46-b4acdc2d0d50 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "PUT /v2.0/routers/58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5095267
May 07 22:19:58.254571 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 54892) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:19:58.255751 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1025be1e-2cad-4c3e-8e78-dc3a39b38fd0 None None] Sync routers for ids ['58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:19:58.267476 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1025be1e-2cad-4c3e-8e78-dc3a39b38fd0 None None] Routers {'58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:19:58.268349 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-1025be1e-2cad-4c3e-8e78-dc3a39b38fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cbad760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:19:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:19:58.312409 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddca56e9-fc22-4b9d-8a1c-e4f0fb02ea84 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Deleting subnet 20c331de-8209-48dd-9698-e184499bf52e {{(pid=121836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:19:58.315846 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ddca56e9-fc22-4b9d-8a1c-e4f0fb02ea84 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for subnet (20c331de-8209-48dd-9698-e184499bf52e), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:19:58.374575 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ddca56e9-fc22-4b9d-8a1c-e4f0fb02ea84 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726883'] for subnet (20c331de-8209-48dd-9698-e184499bf52e), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:19:58.396348 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-1025be1e-2cad-4c3e-8e78-dc3a39b38fd0 None None] Set router 58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:19:58.427615 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56fc8f5c-97ba-4c51-97f5-e0338f55354a tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Router 5818ea6a-1d9f-4b31-9f37-322f577d0c65 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:19:58.472267 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ddca56e9-fc22-4b9d-8a1c-e4f0fb02ea84 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (20c331de-8209-48dd-9698-e184499bf52e), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:19:58.540829 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ddca56e9-fc22-4b9d-8a1c-e4f0fb02ea84 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (20c331de-8209-48dd-9698-e184499bf52e), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:19:58.555873 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56fc8f5c-97ba-4c51-97f5-e0338f55354a tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:19:58.569264 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb42cc1-33ca-4a1a-90c8-daecea92deee None None] Sync routers for ids ['5818ea6a-1d9f-4b31-9f37-322f577d0c65'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:19:58.577638 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-56fc8f5c-97ba-4c51-97f5-e0338f55354a tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:19:58.581378 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddca56e9-fc22-4b9d-8a1c-e4f0fb02ea84 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Pushing event deleted for resources: {'Subnet': ['ID=20c331de-8209-48dd-9698-e184499bf52e,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:19:58.585193 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb42cc1-33ca-4a1a-90c8-daecea92deee None None] Routers {'5818ea6a-1d9f-4b31-9f37-322f577d0c65'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:19:58.585416 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ddca56e9-fc22-4b9d-8a1c-e4f0fb02ea84 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:19:58.586418 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-5cb42cc1-33ca-4a1a-90c8-daecea92deee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7fd2b730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:19:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['5818ea6a-1d9f-4b31-9f37-322f577d0c65'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:19:58.589519 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-ddca56e9-fc22-4b9d-8a1c-e4f0fb02ea84 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "DELETE /v2.0/subnets/20c331de-8209-48dd-9698-e184499bf52e HTTP/1.1" status: 204  len: 168 time: 0.3341086
May 07 22:19:58.592283 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 54894) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:19:58.631884 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-56fc8f5c-97ba-4c51-97f5-e0338f55354a tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 1.9936771
May 07 22:19:58.632680 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11ab6dd8-49af-4888-a060-d9434ef4faf9', 'tag': 'cbe19c2f-74d7-43b0-9ac7-a1dd5f232233'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:19:58.637942 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc092bd-28ec-4a9c-b154-ef895dba9bc1" -d '{"events": [{"name": "network-changed", "server_uuid": "11ab6dd8-49af-4888-a060-d9434ef4faf9", "tag": "cbe19c2f-74d7-43b0-9ac7-a1dd5f232233"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:19:58.670011 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a600aa0f-3fb5-4900-91bb-9902fa7a75c8 None None] Network d28ff04e-297c-4778-a4e4-921b5acd931f requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:19:58.678580 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-939d8b49-ea8c-4a6b-bac7-4b60e62a2e3d x-openstack-request-id: req-939d8b49-ea8c-4a6b-bac7-4b60e62a2e3d {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:19:58.679190 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11ab6dd8-49af-4888-a060-d9434ef4faf9", "tag": "cbe19c2f-74d7-43b0-9ac7-a1dd5f232233", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:19:58.679730 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-939d8b49-ea8c-4a6b-bac7-4b60e62a2e3d {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:19:58.680362 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-939d8b49-ea8c-4a6b-bac7-4b60e62a2e3d'] response: {'name': 'network-changed', 'server_uuid': '11ab6dd8-49af-4888-a060-d9434ef4faf9', 'tag': 'cbe19c2f-74d7-43b0-9ac7-a1dd5f232233', 'status': 'completed', 'code': 200}
May 07 22:19:58.709339 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-1025be1e-2cad-4c3e-8e78-dc3a39b38fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cbad760>, [{'id': '58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1710276620', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.230'}], 'enable_snat': True}, 'gw_port_id': 'a5b40a46-4293-4173-b751-ef479c02670e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:18:09Z', 'updated_at': '2022-05-07T22:19:57Z', 'revision_number': 5, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'gw_port': {'id': 'a5b40a46-4293-4173-b751-ef479c02670e', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:18:10Z', 'updated_at': '2022-05-07T22:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:19:58.739599 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1025be1e-2cad-4c3e-8e78-dc3a39b38fd0 None None] Checking router: 58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:19:58.748564 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1025be1e-2cad-4c3e-8e78-dc3a39b38fd0 None None] Routers {'58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:19:58.749479 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-1025be1e-2cad-4c3e-8e78-dc3a39b38fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cbad760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:19:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:19:58.757132 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc092bd-28ec-4a9c-b154-ef895dba9bc1 req-aefef110-be34-47b9-9b3d-b09dc452326d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:19:58.758643 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6cc092bd-28ec-4a9c-b154-ef895dba9bc1 req-aefef110-be34-47b9-9b3d-b09dc452326d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f3657e8df46a4252b9eb1eb159306a66&device_id=11ab6dd8-49af-4888-a060-d9434ef4faf9 HTTP/1.1" status: 200  len: 1127 time: 0.0565333
May 07 22:19:58.762582 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cf48c2da-354c-4a05-adea-7116fa20d672 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for router (58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:19:58.802969 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-5cb42cc1-33ca-4a1a-90c8-daecea92deee None None] Set router 5818ea6a-1d9f-4b31-9f37-322f577d0c65 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:19:58.862397 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-1025be1e-2cad-4c3e-8e78-dc3a39b38fd0 None None] Set router 58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:19:58.935574 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6108b1d4-cad8-4ac9-9a05-a590684c98a0 None None] DHCP port deletion for d28ff04e-297c-4778-a4e4-921b5acd931f request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:19:58.940799 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc092bd-28ec-4a9c-b154-ef895dba9bc1 req-350d0572-ecfb-475c-b6bd-2ab3c25ba169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:19:58.942476 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6cc092bd-28ec-4a9c-b154-ef895dba9bc1 req-350d0572-ecfb-475c-b6bd-2ab3c25ba169 service neutron] 10.222.0.55 "GET /v2.0/networks?id=87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce HTTP/1.1" status: 200  len: 912 time: 0.1769531
May 07 22:19:58.945983 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cf48c2da-354c-4a05-adea-7116fa20d672 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for router_gateway (58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:19:59.028179 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-6108b1d4-cad8-4ac9-9a05-a590684c98a0 None None] Deleting port 1eaea10c-cc7d-418c-862e-3c6e394674ef {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:19:59.028474 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6108b1d4-cad8-4ac9-9a05-a590684c98a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (1eaea10c-cc7d-418c-862e-3c6e394674ef), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:19:59.043672 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6cc092bd-28ec-4a9c-b154-ef895dba9bc1 req-25699ffd-14b5-4662-9135-15931e3a5c8b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbe19c2f-74d7-43b0-9ac7-a1dd5f232233 HTTP/1.1" status: 200  len: 998 time: 0.0942154
May 07 22:19:59.044659 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-cf48c2da-354c-4a05-adea-7116fa20d672 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Deleting port a5b40a46-4293-4173-b751-ef479c02670e {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:19:59.045059 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cf48c2da-354c-4a05-adea-7116fa20d672 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (a5b40a46-4293-4173-b751-ef479c02670e), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:19:59.057567 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-1025be1e-2cad-4c3e-8e78-dc3a39b38fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cbad760>, [{'id': '58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1710276620', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.230'}], 'enable_snat': True}, 'gw_port_id': 'a5b40a46-4293-4173-b751-ef479c02670e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:18:09Z', 'updated_at': '2022-05-07T22:19:57Z', 'revision_number': 5, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'gw_port': {'id': 'a5b40a46-4293-4173-b751-ef479c02670e', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:18:10Z', 'updated_at': '2022-05-07T22:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:19:59.085170 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1025be1e-2cad-4c3e-8e78-dc3a39b38fd0 None None] The sync data for ids ['58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca'] in ncdv-master-1 is: [{'id': '58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1710276620', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.230'}], 'enable_snat': True}, 'gw_port_id': 'a5b40a46-4293-4173-b751-ef479c02670e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:18:09Z', 'updated_at': '2022-05-07T22:19:57Z', 'revision_number': 5, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'gw_port': {'id': 'a5b40a46-4293-4173-b751-ef479c02670e', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:f8:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:18:10Z', 'updated_at': '2022-05-07T22:18:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:19:59.109787 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-6108b1d4-cad8-4ac9-9a05-a590684c98a0 None None] For port 1eaea10c-cc7d-418c-862e-3c6e394674ef, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1eaea10c-cc7d-418c-862e-3c6e394674ef,segment=NetworkSegment(6de2609d-b1b7-4ee9-b1c8-4a0b68bc9013),segment_id=6de2609d-b1b7-4ee9-b1c8-4a0b68bc9013)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:19:59.110190 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6108b1d4-cad8-4ac9-9a05-a590684c98a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (1eaea10c-cc7d-418c-862e-3c6e394674ef), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:19:59.147618 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc092bd-28ec-4a9c-b154-ef895dba9bc1 req-3fb203e6-dfe8-4ae9-bcc0-6ad1b87a4c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:19:59.149176 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6cc092bd-28ec-4a9c-b154-ef895dba9bc1 req-3fb203e6-dfe8-4ae9-bcc0-6ad1b87a4c95 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c381f23c-d79e-4860-966b-6594e682e18c HTTP/1.1" status: 200  len: 850 time: 0.0920374
May 07 22:19:59.156634 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-6108b1d4-cad8-4ac9-9a05-a590684c98a0 None None] Calling delete_port for 1eaea10c-cc7d-418c-862e-3c6e394674ef owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:19:59.200199 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-cf48c2da-354c-4a05-adea-7116fa20d672 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] For port a5b40a46-4293-4173-b751-ef479c02670e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a5b40a46-4293-4173-b751-ef479c02670e,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:19:59.200663 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cf48c2da-354c-4a05-adea-7116fa20d672 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (a5b40a46-4293-4173-b751-ef479c02670e), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:19:59.217418 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-5cb42cc1-33ca-4a1a-90c8-daecea92deee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7fd2b730>, [{'id': '5818ea6a-1d9f-4b31-9f37-322f577d0c65', 'name': 'tempest-TestVolumeBootPattern-100968147-router', 'tenant_id': 'f3657e8df46a4252b9eb1eb159306a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.231'}], 'enable_snat': True}, 'gw_port_id': '196d5d88-adf4-4c22-9c34-8fadc03bc903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:12:03Z', 'updated_at': '2022-05-07T22:12:09Z', 'revision_number': 4, 'project_id': 'f3657e8df46a4252b9eb1eb159306a66', 'gw_port': {'id': '196d5d88-adf4-4c22-9c34-8fadc03bc903', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:eb:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5818ea6a-1d9f-4b31-9f37-322f577d0c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:12:04Z', 'updated_at': '2022-05-07T22:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '6b411983-b7e8-49e4-a9a4-538f19e288a2', 'tenant_id': 'f3657e8df46a4252b9eb1eb159306a66', 'floating_ip_address': '172.35.4.29', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '5818ea6a-1d9f-4b31-9f37-322f577d0c65', 'port_id': 'cbe19c2f-74d7-43b0-9ac7-a1dd5f232233', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4079, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce', 'mac_address': 'fa:16:3e:e1:96:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ab6dd8-49af-4888-a060-d9434ef4faf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:19:57Z', 'updated_at': '2022-05-07T22:19:57Z', 'revision_number': 0, 'project_id': 'f3657e8df46a4252b9eb1eb159306a66', 'fixed_ip_address_scope': None}, {'id': 'cf9a6527-20b5-4fcb-b718-11381c9c6bea', 'tenant_id': 'f3657e8df46a4252b9eb1eb159306a66', 'floating_ip_address': '172.35.4.192', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '5818ea6a-1d9f-4b31-9f37-322f577d0c65', 'port_id': '4734e952-8aca-4ba2-be4b-da036580c7c5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4057, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce', 'mac_address': 'fa:16:3e:41:96:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72021281-107d-4e98-b768-6b8d54710130', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:17:49Z', 'updated_at': '2022-05-07T22:17:51Z', 'revision_number': 1, 'project_id': 'f3657e8df46a4252b9eb1eb159306a66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '314b9385-4e3d-4e29-bca8-d74d438a8c68', 'name': '', 'network_id': '87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce', 'tenant_id': 'f3657e8df46a4252b9eb1eb159306a66', 'mac_address': 'fa:16:3e:bf:a0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5818ea6a-1d9f-4b31-9f37-322f577d0c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'c381f23c-d79e-4860-966b-6594e682e18c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:12:07Z', 'updated_at': '2022-05-07T22:12:21Z', 'revision_number': 5, 'project_id': 'f3657e8df46a4252b9eb1eb159306a66', 'subnets': [{'id': 'c381f23c-d79e-4860-966b-6594e682e18c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:19:59.218745 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-cf48c2da-354c-4a05-adea-7116fa20d672 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Calling delete_port for a5b40a46-4293-4173-b751-ef479c02670e owned by network:router_gateway {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:19:59.221404 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc092bd-28ec-4a9c-b154-ef895dba9bc1 req-d6a6eeea-22e4-4e87-b86b-1db9d5dbf0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:19:59.223589 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6cc092bd-28ec-4a9c-b154-ef895dba9bc1 req-d6a6eeea-22e4-4e87-b86b-1db9d5dbf0ac service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0667570
May 07 22:19:59.246196 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:19:59.247182 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb42cc1-33ca-4a1a-90c8-daecea92deee None None] Checking router: 5818ea6a-1d9f-4b31-9f37-322f577d0c65 for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:19:59.267923 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb42cc1-33ca-4a1a-90c8-daecea92deee None None] Routers {'5818ea6a-1d9f-4b31-9f37-322f577d0c65'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:19:59.268549 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-5cb42cc1-33ca-4a1a-90c8-daecea92deee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7fd2b730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:19:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['5818ea6a-1d9f-4b31-9f37-322f577d0c65'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:19:59.363427 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6108b1d4-cad8-4ac9-9a05-a590684c98a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (1eaea10c-cc7d-418c-862e-3c6e394674ef), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:19:59.404423 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6cc092bd-28ec-4a9c-b154-ef895dba9bc1 req-8173ff0e-2db2-4eed-8224-a56f015b9cbd service neutron] 10.222.0.55 "GET /v2.0/networks/87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1732531
May 07 22:19:59.562103 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6108b1d4-cad8-4ac9-9a05-a590684c98a0 None None] Pushing event deleted for resources: {'Port': ['ID=1eaea10c-cc7d-418c-862e-3c6e394674ef,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:19:59.565811 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6cc092bd-28ec-4a9c-b154-ef895dba9bc1 req-d33e5096-eaeb-4916-9cd9-51ce8257a7d1 service neutron] 10.222.0.55 "GET /v2.0/networks/87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1537187
May 07 22:19:59.570413 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6108b1d4-cad8-4ac9-9a05-a590684c98a0 None None] No DVR routers for this DVR port 1eaea10c-cc7d-418c-862e-3c6e394674ef on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:19:59.571064 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cf48c2da-354c-4a05-adea-7116fa20d672 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (a5b40a46-4293-4173-b751-ef479c02670e), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:19:59.583323 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-5cb42cc1-33ca-4a1a-90c8-daecea92deee None None] Set router 5818ea6a-1d9f-4b31-9f37-322f577d0c65 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:19:59.632259 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 1eaea10c-cc7d-418c-862e-3c6e394674ef no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:19:59.689852 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 1eaea10c-cc7d-418c-862e-3c6e394674ef {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:19:59.690204 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 1eaea10c-cc7d-418c-862e-3c6e394674ef not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:19:59.865171 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-5cb42cc1-33ca-4a1a-90c8-daecea92deee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7fd2b730>, [{'id': '5818ea6a-1d9f-4b31-9f37-322f577d0c65', 'name': 'tempest-TestVolumeBootPattern-100968147-router', 'tenant_id': 'f3657e8df46a4252b9eb1eb159306a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.231'}], 'enable_snat': True}, 'gw_port_id': '196d5d88-adf4-4c22-9c34-8fadc03bc903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:12:03Z', 'updated_at': '2022-05-07T22:12:09Z', 'revision_number': 4, 'project_id': 'f3657e8df46a4252b9eb1eb159306a66', 'gw_port': {'id': '196d5d88-adf4-4c22-9c34-8fadc03bc903', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:eb:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5818ea6a-1d9f-4b31-9f37-322f577d0c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:12:04Z', 'updated_at': '2022-05-07T22:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '6b411983-b7e8-49e4-a9a4-538f19e288a2', 'tenant_id': 'f3657e8df46a4252b9eb1eb159306a66', 'floating_ip_address': '172.35.4.29', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '5818ea6a-1d9f-4b31-9f37-322f577d0c65', 'port_id': 'cbe19c2f-74d7-43b0-9ac7-a1dd5f232233', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4079, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce', 'mac_address': 'fa:16:3e:e1:96:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ab6dd8-49af-4888-a060-d9434ef4faf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:19:57Z', 'updated_at': '2022-05-07T22:19:57Z', 'revision_number': 0, 'project_id': 'f3657e8df46a4252b9eb1eb159306a66', 'fixed_ip_address_scope': None}, {'id': 'cf9a6527-20b5-4fcb-b718-11381c9c6bea', 'tenant_id': 'f3657e8df46a4252b9eb1eb159306a66', 'floating_ip_address': '172.35.4.192', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '5818ea6a-1d9f-4b31-9f37-322f577d0c65', 'port_id': '4734e952-8aca-4ba2-be4b-da036580c7c5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4057, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce', 'mac_address': 'fa:16:3e:41:96:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72021281-107d-4e98-b768-6b8d54710130', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:17:49Z', 'updated_at': '2022-05-07T22:17:51Z', 'revision_number': 1, 'project_id': 'f3657e8df46a4252b9eb1eb159306a66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '314b9385-4e3d-4e29-bca8-d74d438a8c68', 'name': '', 'network_id': '87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce', 'tenant_id': 'f3657e8df46a4252b9eb1eb159306a66', 'mac_address': 'fa:16:3e:bf:a0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5818ea6a-1d9f-4b31-9f37-322f577d0c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'c381f23c-d79e-4860-966b-6594e682e18c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:12:07Z', 'updated_at': '2022-05-07T22:12:21Z', 'revision_number': 5, 'project_id': 'f3657e8df46a4252b9eb1eb159306a66', 'subnets': [{'id': 'c381f23c-d79e-4860-966b-6594e682e18c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:19:59.896951 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb42cc1-33ca-4a1a-90c8-daecea92deee None None] The sync data for ids ['5818ea6a-1d9f-4b31-9f37-322f577d0c65'] in ncdv-master-1 is: [{'id': '5818ea6a-1d9f-4b31-9f37-322f577d0c65', 'name': 'tempest-TestVolumeBootPattern-100968147-router', 'tenant_id': 'f3657e8df46a4252b9eb1eb159306a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.231'}], 'enable_snat': True}, 'gw_port_id': '196d5d88-adf4-4c22-9c34-8fadc03bc903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:12:03Z', 'updated_at': '2022-05-07T22:12:09Z', 'revision_number': 4, 'project_id': 'f3657e8df46a4252b9eb1eb159306a66', 'gw_port': {'id': '196d5d88-adf4-4c22-9c34-8fadc03bc903', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:eb:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5818ea6a-1d9f-4b31-9f37-322f577d0c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:12:04Z', 'updated_at': '2022-05-07T22:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '6b411983-b7e8-49e4-a9a4-538f19e288a2', 'tenant_id': 'f3657e8df46a4252b9eb1eb159306a66', 'floating_ip_address': '172.35.4.29', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '5818ea6a-1d9f-4b31-9f37-322f577d0c65', 'port_id': 'cbe19c2f-74d7-43b0-9ac7-a1dd5f232233', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4079, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce', 'mac_address': 'fa:16:3e:e1:96:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ab6dd8-49af-4888-a060-d9434ef4faf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:19:57Z', 'updated_at': '2022-05-07T22:19:57Z', 'revision_number': 0, 'project_id': 'f3657e8df46a4252b9eb1eb159306a66', 'fixed_ip_address_scope': None}, {'id': 'cf9a6527-20b5-4fcb-b718-11381c9c6bea', 'tenant_id': 'f3657e8df46a4252b9eb1eb159306a66', 'floating_ip_address': '172.35.4.192', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '5818ea6a-1d9f-4b31-9f37-322f577d0c65', 'port_id': '4734e952-8aca-4ba2-be4b-da036580c7c5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4057, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce', 'mac_address': 'fa:16:3e:41:96:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72021281-107d-4e98-b768-6b8d54710130', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:17:49Z', 'updated_at': '2022-05-07T22:17:51Z', 'revision_number': 1, 'project_id': 'f3657e8df46a4252b9eb1eb159306a66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '314b9385-4e3d-4e29-bca8-d74d438a8c68', 'name': '', 'network_id': '87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce', 'tenant_id': 'f3657e8df46a4252b9eb1eb159306a66', 'mac_address': 'fa:16:3e:bf:a0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5818ea6a-1d9f-4b31-9f37-322f577d0c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'c381f23c-d79e-4860-966b-6594e682e18c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:12:07Z', 'updated_at': '2022-05-07T22:12:21Z', 'revision_number': 5, 'project_id': 'f3657e8df46a4252b9eb1eb159306a66', 'subnets': [{'id': 'c381f23c-d79e-4860-966b-6594e682e18c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:19:59.971519 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf48c2da-354c-4a05-adea-7116fa20d672 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Pushing event deleted for resources: {'Port': ['ID=a5b40a46-4293-4173-b751-ef479c02670e,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:20:00.051844 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-60cf20ab-5d9b-4feb-bece-f182798c2892 req-1517673a-aee8-4ee3-9690-28acdd72ed80 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=72021281-107d-4e98-b768-6b8d54710130&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0948675
May 07 22:20:00.065103 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cf48c2da-354c-4a05-adea-7116fa20d672 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395776'] for router_gateway (58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:00.153357 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a47edc4-45fa-4402-8098-b582b2b67a96 None None] New status for floating IP 6b411983-b7e8-49e4-a9a4-538f19e288a2: ACTIVE {{(pid=121839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 07 22:20:00.222219 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cf48c2da-354c-4a05-adea-7116fa20d672 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:00.227024 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cf48c2da-354c-4a05-adea-7116fa20d672 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for router_controller (58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:00.231211 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cf20ab-5d9b-4feb-bece-f182798c2892 req-dbb48260-4a0a-472d-8ff8-9dc566205902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:20:00.232776 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-60cf20ab-5d9b-4feb-bece-f182798c2892 req-dbb48260-4a0a-472d-8ff8-9dc566205902 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f3657e8df46a4252b9eb1eb159306a66&device_id=72021281-107d-4e98-b768-6b8d54710130 HTTP/1.1" status: 200  len: 1128 time: 0.1253791
May 07 22:20:00.312037 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:00.315546 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cf48c2da-354c-4a05-adea-7116fa20d672 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:00.316179 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf48c2da-354c-4a05-adea-7116fa20d672 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Fanout notify agent at l3_agent the message router_deleted on router 58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca {{(pid=121836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 22:20:00.324243 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cf48c2da-354c-4a05-adea-7116fa20d672 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:00.328999 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 54900) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:20:00.329598 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-cf48c2da-354c-4a05-adea-7116fa20d672 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "DELETE /v2.0/routers/58b3ad4c-f7fd-45b2-a61b-67f6ff38eaca HTTP/1.1" status: 204  len: 168 time: 1.7356961
May 07 22:20:00.408877 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cf20ab-5d9b-4feb-bece-f182798c2892 req-4c436b8e-6ea7-4982-b3a1-f6491517b001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:20:00.411260 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-60cf20ab-5d9b-4feb-bece-f182798c2892 req-4c436b8e-6ea7-4982-b3a1-f6491517b001 service neutron] 10.222.0.55 "GET /v2.0/networks?id=87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce HTTP/1.1" status: 200  len: 912 time: 0.1350119
May 07 22:20:00.434563 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8b0ed96c-f56a-4dbf-a00d-6657557c5655 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (d28ff04e-297c-4778-a4e4-921b5acd931f), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:00.491450 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-60cf20ab-5d9b-4feb-bece-f182798c2892 req-a9555a1e-d2cf-4453-92e8-52fbfdb285fb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4734e952-8aca-4ba2-be4b-da036580c7c5 HTTP/1.1" status: 200  len: 1002 time: 0.0737364
May 07 22:20:00.547326 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8b0ed96c-f56a-4dbf-a00d-6657557c5655 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (d28ff04e-297c-4778-a4e4-921b5acd931f), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:00.552559 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cf20ab-5d9b-4feb-bece-f182798c2892 req-728ffc8f-4779-4d18-b09e-b21854b2f953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:20:00.554068 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-60cf20ab-5d9b-4feb-bece-f182798c2892 req-728ffc8f-4779-4d18-b09e-b21854b2f953 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c381f23c-d79e-4860-966b-6594e682e18c HTTP/1.1" status: 200  len: 850 time: 0.0479228
May 07 22:20:00.576582 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-8b0ed96c-f56a-4dbf-a00d-6657557c5655 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf8ce018b0>,) {'filters': {'network_id': ['d28ff04e-297c-4778-a4e4-921b5acd931f']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:20:00.586740 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-8b0ed96c-f56a-4dbf-a00d-6657557c5655 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8ce018b0>, '6de2609d-b1b7-4ee9-b1c8-4a0b68bc9013') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:20:00.587073 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-8b0ed96c-f56a-4dbf-a00d-6657557c5655 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8ce018b0>, '6de2609d-b1b7-4ee9-b1c8-4a0b68bc9013') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:20:00.597071 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8b0ed96c-f56a-4dbf-a00d-6657557c5655 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (6de2609d-b1b7-4ee9-b1c8-4a0b68bc9013), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:00.613304 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8b0ed96c-f56a-4dbf-a00d-6657557c5655 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (6de2609d-b1b7-4ee9-b1c8-4a0b68bc9013), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:00.615514 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cf20ab-5d9b-4feb-bece-f182798c2892 req-b9b51718-be87-4a80-9660-b9a989e54bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:20:00.617087 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-60cf20ab-5d9b-4feb-bece-f182798c2892 req-b9b51718-be87-4a80-9660-b9a989e54bbe service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0530674
May 07 22:20:00.620352 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b0ed96c-f56a-4dbf-a00d-6657557c5655 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:20:00.620752 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8b0ed96c-f56a-4dbf-a00d-6657557c5655 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (6de2609d-b1b7-4ee9-b1c8-4a0b68bc9013), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:00.624453 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 22:20:00.624453 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:20:00.624453 ncdv-master-1 neutron-server[121837]:     timer()
May 07 22:20:00.624453 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:20:00.624453 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 22:20:00.624453 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:20:00.624453 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 22:20:00.624453 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:20:00.624453 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 22:20:00.624453 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:20:00.624453 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 22:20:00.624453 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:20:00.624453 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 22:20:00.624453 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:20:00.624453 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:20:00.624453 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:20:00.624453 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:20:00.624453 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:20:00.624453 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 22:20:00.624453 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:20:00.624453 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 22:20:00.624453 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:20:00.624453 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:20:00.624453 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:20:00.624453 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 22:20:00.624453 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:20:00.624453 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:20:00.624453 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:20:00.624453 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:20:00.624453 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:20:00.624453 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:20:00.624453 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:20:00.695697 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8b0ed96c-f56a-4dbf-a00d-6657557c5655 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (d28ff04e-297c-4778-a4e4-921b5acd931f), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:00.704522 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8b0ed96c-f56a-4dbf-a00d-6657557c5655 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:00.708470 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-8b0ed96c-f56a-4dbf-a00d-6657557c5655 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "DELETE /v2.0/networks/d28ff04e-297c-4778-a4e4-921b5acd931f HTTP/1.1" status: 204  len: 168 time: 0.3775792
May 07 22:20:00.711359 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 54902) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:20:00.717979 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0ed96c-f56a-4dbf-a00d-6657557c5655 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Pushing event deleted for resources: {'Network': ['ID=d28ff04e-297c-4778-a4e4-921b5acd931f,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:20:00.741361 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-60cf20ab-5d9b-4feb-bece-f182798c2892 req-339bea92-beba-444b-b019-dfa5049fc610 service neutron] 10.222.0.55 "GET /v2.0/networks/87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1186547
May 07 22:20:00.843095 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4a61471d-1ef3-4e7c-8a9e-0aacb7793066 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for security_group (8a690562-d8a8-410c-a365-37d94744ec11), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:00.884876 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4a61471d-1ef3-4e7c-8a9e-0aacb7793066 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for security_group (8a690562-d8a8-410c-a365-37d94744ec11), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:00.889273 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-60cf20ab-5d9b-4feb-bece-f182798c2892 req-31f2219a-3b18-46ad-96fe-e736fa60c540 service neutron] 10.222.0.55 "GET /v2.0/networks/87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1424797
May 07 22:20:00.901614 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 02290a02-2fd0-43fa-b574-58f6e0c7135e no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:20:00.924602 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] No Port match for: 02290a02-2fd0-43fa-b574-58f6e0c7135e {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:20:00.924939 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 02290a02-2fd0-43fa-b574-58f6e0c7135e not bound to the agent host nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:20:00.964035 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4a61471d-1ef3-4e7c-8a9e-0aacb7793066 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (8a690562-d8a8-410c-a365-37d94744ec11), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:00.966524 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4a61471d-1ef3-4e7c-8a9e-0aacb7793066 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:00.967731 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-4a61471d-1ef3-4e7c-8a9e-0aacb7793066 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "DELETE /v2.0/security-groups/8a690562-d8a8-410c-a365-37d94744ec11 HTTP/1.1" status: 204  len: 168 time: 0.2552218
May 07 22:20:00.977750 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a61471d-1ef3-4e7c-8a9e-0aacb7793066 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a690562-d8a8-410c-a365-37d94744ec11,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:20:01.171895 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 36758b26-3614-44c9-bc57-d60def4a028e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:20:01.192636 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 36758b26-3614-44c9-bc57-d60def4a028e {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:20:01.193082 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 36758b26-3614-44c9-bc57-d60def4a028e not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:20:01.193578 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device a5b40a46-4293-4173-b751-ef479c02670e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:20:01.224340 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: a5b40a46-4293-4173-b751-ef479c02670e {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:20:01.224709 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device a5b40a46-4293-4173-b751-ef479c02670e not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:20:01.419518 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 54908) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:20:01.424218 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-5bf32a0f-b066-4503-9092-0822712caba8 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1184605145', 'description': 'tempest-secgroup-smoke-1184605145 description', 'project_id': '16812b38c4514406886f0ab13cabe8ad'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:20:01.445291 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5bf32a0f-b066-4503-9092-0822712caba8 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:01.517439 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5bf32a0f-b066-4503-9092-0822712caba8 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for security_group (ea24a59e-dc3f-4507-99c1-8d6c1b5d5d0c), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:01.520824 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5bf32a0f-b066-4503-9092-0822712caba8 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (ea24a59e-dc3f-4507-99c1-8d6c1b5d5d0c), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:01.548068 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5bf32a0f-b066-4503-9092-0822712caba8 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:01.549281 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-5bf32a0f-b066-4503-9092-0822712caba8 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1286902
May 07 22:20:01.552833 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 54910) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:20:01.553701 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf32a0f-b066-4503-9092-0822712caba8 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea24a59e-dc3f-4507-99c1-8d6c1b5d5d0c,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:20:01.557605 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-11bcadbf-3879-462e-beed-50e803617121 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Request body: {'security_group_rule': {'security_group_id': 'ea24a59e-dc3f-4507-99c1-8d6c1b5d5d0c', 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:20:01.587292 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-11bcadbf-3879-462e-beed-50e803617121 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for security_group_rule (1083d63a-d003-457d-b019-b72a5173163d), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:01.641529 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-11bcadbf-3879-462e-beed-50e803617121 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for security_group_rule (1083d63a-d003-457d-b019-b72a5173163d), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:01.645193 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-11bcadbf-3879-462e-beed-50e803617121 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (1083d63a-d003-457d-b019-b72a5173163d), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:01.661690 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bcadbf-3879-462e-beed-50e803617121 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1083d63a-d003-457d-b019-b72a5173163d,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:20:01.669411 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-11bcadbf-3879-462e-beed-50e803617121 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:01.670587 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-11bcadbf-3879-462e-beed-50e803617121 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1166351
May 07 22:20:01.673411 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 54912) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:20:01.678267 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-283d2be4-24ff-432e-b81f-340aa3b05e71 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Request body: {'security_group_rule': {'security_group_id': 'ea24a59e-dc3f-4507-99c1-8d6c1b5d5d0c', 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:20:01.703675 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-283d2be4-24ff-432e-b81f-340aa3b05e71 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for security_group_rule (abbc40ac-a173-4adb-8709-685da4d466ed), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:01.757973 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-283d2be4-24ff-432e-b81f-340aa3b05e71 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for security_group_rule (abbc40ac-a173-4adb-8709-685da4d466ed), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:01.761272 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-283d2be4-24ff-432e-b81f-340aa3b05e71 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (abbc40ac-a173-4adb-8709-685da4d466ed), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:01.774236 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283d2be4-24ff-432e-b81f-340aa3b05e71 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abbc40ac-a173-4adb-8709-685da4d466ed,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:20:01.787604 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-283d2be4-24ff-432e-b81f-340aa3b05e71 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:01.788791 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-283d2be4-24ff-432e-b81f-340aa3b05e71 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1144333
May 07 22:20:01.791547 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 54914) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:20:01.796050 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-234466ca-684a-408d-8619-f5f54c8a1b78 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Request body: {'security_group_rule': {'security_group_id': 'ea24a59e-dc3f-4507-99c1-8d6c1b5d5d0c', 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:20:01.820557 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-234466ca-684a-408d-8619-f5f54c8a1b78 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for security_group_rule (6114d010-6b11-49ca-a902-89c3bffdeb3f), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:01.879563 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-234466ca-684a-408d-8619-f5f54c8a1b78 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for security_group_rule (6114d010-6b11-49ca-a902-89c3bffdeb3f), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:01.883038 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-234466ca-684a-408d-8619-f5f54c8a1b78 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (6114d010-6b11-49ca-a902-89c3bffdeb3f), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:01.899766 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234466ca-684a-408d-8619-f5f54c8a1b78 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6114d010-6b11-49ca-a902-89c3bffdeb3f,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:20:01.908929 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-234466ca-684a-408d-8619-f5f54c8a1b78 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:01.910568 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-234466ca-684a-408d-8619-f5f54c8a1b78 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1175647
May 07 22:20:01.913616 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 54916) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:20:01.917702 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-0546faf4-4727-46a8-a3c4-5dbfd3cd9491 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Request body: {'security_group_rule': {'security_group_id': 'ea24a59e-dc3f-4507-99c1-8d6c1b5d5d0c', 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:20:01.944605 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0546faf4-4727-46a8-a3c4-5dbfd3cd9491 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for security_group_rule (36bbd24e-d904-4c7a-945d-0015cd488dbd), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:02.001604 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0546faf4-4727-46a8-a3c4-5dbfd3cd9491 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for security_group_rule (36bbd24e-d904-4c7a-945d-0015cd488dbd), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:02.004874 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0546faf4-4727-46a8-a3c4-5dbfd3cd9491 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (36bbd24e-d904-4c7a-945d-0015cd488dbd), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:02.022642 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0546faf4-4727-46a8-a3c4-5dbfd3cd9491 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36bbd24e-d904-4c7a-945d-0015cd488dbd,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:20:02.029559 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0546faf4-4727-46a8-a3c4-5dbfd3cd9491 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:02.030744 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-0546faf4-4727-46a8-a3c4-5dbfd3cd9491 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1163998
May 07 22:20:02.033665 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 54918) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:20:02.038419 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-9fa49ee6-ac30-4015-a723-22c5deedfc99 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Request body: {'security_group_rule': {'security_group_id': 'ea24a59e-dc3f-4507-99c1-8d6c1b5d5d0c', 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:20:02.058531 ncdv-master-1 neutron-server[121837]: INFO neutron.db.securitygroups_db [None req-9fa49ee6-ac30-4015-a723-22c5deedfc99 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Project 16812b38c4514406886f0ab13cabe8ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 07 22:20:02.063706 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9fa49ee6-ac30-4015-a723-22c5deedfc99 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for security_group_rule (840f832b-4853-4926-91ef-905798fe38f2), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:02.123025 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9fa49ee6-ac30-4015-a723-22c5deedfc99 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for security_group_rule (840f832b-4853-4926-91ef-905798fe38f2), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:02.126205 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9fa49ee6-ac30-4015-a723-22c5deedfc99 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (840f832b-4853-4926-91ef-905798fe38f2), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:02.140429 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa49ee6-ac30-4015-a723-22c5deedfc99 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=840f832b-4853-4926-91ef-905798fe38f2,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:20:02.151072 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9fa49ee6-ac30-4015-a723-22c5deedfc99 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:02.152258 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-9fa49ee6-ac30-4015-a723-22c5deedfc99 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1176536
May 07 22:20:02.154899 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 54920) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:20:02.159198 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-f7918d84-4a1d-4d95-8d7f-b1b490548f6e tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Request body: {'security_group_rule': {'security_group_id': 'ea24a59e-dc3f-4507-99c1-8d6c1b5d5d0c', 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:20:02.179079 ncdv-master-1 neutron-server[121837]: INFO neutron.db.securitygroups_db [None req-f7918d84-4a1d-4d95-8d7f-b1b490548f6e tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Project 16812b38c4514406886f0ab13cabe8ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 07 22:20:02.184822 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f7918d84-4a1d-4d95-8d7f-b1b490548f6e tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for security_group_rule (fbd33156-5c7e-436b-adac-fb7990442d9e), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:02.252933 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f7918d84-4a1d-4d95-8d7f-b1b490548f6e tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for security_group_rule (fbd33156-5c7e-436b-adac-fb7990442d9e), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:02.256519 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f7918d84-4a1d-4d95-8d7f-b1b490548f6e tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (fbd33156-5c7e-436b-adac-fb7990442d9e), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:02.275547 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7918d84-4a1d-4d95-8d7f-b1b490548f6e tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbd33156-5c7e-436b-adac-fb7990442d9e,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:20:02.282599 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f7918d84-4a1d-4d95-8d7f-b1b490548f6e tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:02.283802 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-f7918d84-4a1d-4d95-8d7f-b1b490548f6e tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1279020
May 07 22:20:02.288190 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 54922) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:20:02.293305 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-482aec02-d160-4d48-9046-b7fa16d26476 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Request body: {'network': {'name': 'tempest-network-smoke--1344299778', 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'port_security_enabled': True}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:20:02.313264 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-482aec02-d160-4d48-9046-b7fa16d26476 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Made reservation on behalf of 16812b38c4514406886f0ab13cabe8ad for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:20:02.316968 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-482aec02-d160-4d48-9046-b7fa16d26476 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:02.344234 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-482aec02-d160-4d48-9046-b7fa16d26476 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:20:02.354880 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-482aec02-d160-4d48-9046-b7fa16d26476 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (e00438af-76e0-43da-bd5f-20e01b3f4949), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:02.355240 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-482aec02-d160-4d48-9046-b7fa16d26476 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Added segment e00438af-76e0-43da-bd5f-20e01b3f4949 of type vlan for network 83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753
May 07 22:20:02.399966 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-482aec02-d160-4d48-9046-b7fa16d26476 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:02.427644 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-482aec02-d160-4d48-9046-b7fa16d26476 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:02.433758 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482aec02-d160-4d48-9046-b7fa16d26476 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:20:02.434470 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-482aec02-d160-4d48-9046-b7fa16d26476 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:02.475194 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-482aec02-d160-4d48-9046-b7fa16d26476 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.1857946
May 07 22:20:02.477874 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 54924) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:20:02.483050 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-2dc6639b-28e9-4865-8a21-f16d1ca6b73c tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-690828861', 'admin_state_up': True, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:20:02.508383 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2dc6639b-28e9-4865-8a21-f16d1ca6b73c tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (7eaff033-3fa5-470b-b389-ca60d163d685), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:02.509868 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2dc6639b-28e9-4865-8a21-f16d1ca6b73c tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (7eaff033-3fa5-470b-b389-ca60d163d685), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:02.517441 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482aec02-d160-4d48-9046-b7fa16d26476 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Pushing event updated for resources: {'Network': ['ID=83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:20:02.531918 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:20:02.569783 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2dc6639b-28e9-4865-8a21-f16d1ca6b73c tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for router_controller (7eaff033-3fa5-470b-b389-ca60d163d685), precommit_add_association {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:02.733380 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2dc6639b-28e9-4865-8a21-f16d1ca6b73c tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for router_gateway (7eaff033-3fa5-470b-b389-ca60d163d685), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:02.927325 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2dc6639b-28e9-4865-8a21-f16d1ca6b73c tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for router_gateway (7eaff033-3fa5-470b-b389-ca60d163d685), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:02.957868 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2dc6639b-28e9-4865-8a21-f16d1ca6b73c tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:03.068715 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-2dc6639b-28e9-4865-8a21-f16d1ca6b73c tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Allocated IP 172.35.4.220 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/0613bdb1-5810-44c5-b6bb-c6956172305b) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:20:03.183649 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2dc6639b-28e9-4865-8a21-f16d1ca6b73c tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for port (0613bdb1-5810-44c5-b6bb-c6956172305b), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:03.220881 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2dc6639b-28e9-4865-8a21-f16d1ca6b73c tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (0613bdb1-5810-44c5-b6bb-c6956172305b), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:03.260696 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dc6639b-28e9-4865-8a21-f16d1ca6b73c tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:20:03.265136 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-2dc6639b-28e9-4865-8a21-f16d1ca6b73c tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:20:03.271624 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc6639b-28e9-4865-8a21-f16d1ca6b73c tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:20:03.275372 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc6639b-28e9-4865-8a21-f16d1ca6b73c tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Pushing event updated for resources: {'Port': ['ID=0613bdb1-5810-44c5-b6bb-c6956172305b,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:20:03.550058 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2dc6639b-28e9-4865-8a21-f16d1ca6b73c tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for router_gateway (7eaff033-3fa5-470b-b389-ca60d163d685), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:03.769564 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2dc6639b-28e9-4865-8a21-f16d1ca6b73c tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (7eaff033-3fa5-470b-b389-ca60d163d685), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:03.930467 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dc6639b-28e9-4865-8a21-f16d1ca6b73c tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Router 7eaff033-3fa5-470b-b389-ca60d163d685 is scheduled to L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db with binding_index 1 {{(pid=121836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 07 22:20:04.043441 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dc6639b-28e9-4865-8a21-f16d1ca6b73c tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:20:04.054395 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aacc2a6-460e-4728-9134-cbccb2512322 None None] Sync routers for ids ['7eaff033-3fa5-470b-b389-ca60d163d685'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:20:04.065340 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aacc2a6-460e-4728-9134-cbccb2512322 None None] Routers {'7eaff033-3fa5-470b-b389-ca60d163d685'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:20:04.066114 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-5aacc2a6-460e-4728-9134-cbccb2512322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8d271d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:19:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['7eaff033-3fa5-470b-b389-ca60d163d685'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:20:04.068700 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2dc6639b-28e9-4865-8a21-f16d1ca6b73c tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:04.070273 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-2dc6639b-28e9-4865-8a21-f16d1ca6b73c tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 1.5912433
May 07 22:20:04.073756 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 54926) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:20:04.108406 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-35c642a5-a668-4707-9cfa-8724031631a3 tempest-TestNetworkAdvancedServerOps-305006253 tempest-TestNetworkAdvancedServerOps-305006253-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=16812b38c4514406886f0ab13cabe8ad&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0333116
May 07 22:20:04.111421 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 54928) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:20:04.187619 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-5aacc2a6-460e-4728-9134-cbccb2512322 None None] Set router 7eaff033-3fa5-470b-b389-ca60d163d685 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:20:04.226701 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492280ad-93d8-489c-8900-4d42b8840292 tempest-TestNetworkAdvancedServerOps-305006253 tempest-TestNetworkAdvancedServerOps-305006253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:20:04.228590 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-492280ad-93d8-489c-8900-4d42b8840292 tempest-TestNetworkAdvancedServerOps-305006253 tempest-TestNetworkAdvancedServerOps-305006253-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1162405
May 07 22:20:04.231434 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 54930) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:20:04.262035 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-d0156442-eb88-46cd-87c1-ebdc8b60c65c tempest-TestNetworkAdvancedServerOps-305006253 tempest-TestNetworkAdvancedServerOps-305006253-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=9221b764-ef06-431f-8941-796516ed7c3b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0291536
May 07 22:20:04.264946 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 54932) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:20:04.272185 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-3301ce97-3b15-429b-8fa4-617bb6cc6905 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1902987727', 'network_id': '83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753', 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:20:04.375561 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3301ce97-3b15-429b-8fa4-617bb6cc6905 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Made reservation on behalf of 16812b38c4514406886f0ab13cabe8ad for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:20:04.379052 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3301ce97-3b15-429b-8fa4-617bb6cc6905 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:04.379571 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-5aacc2a6-460e-4728-9134-cbccb2512322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8d271d30>, [{'id': '7eaff033-3fa5-470b-b389-ca60d163d685', 'name': 'tempest-TestNetworkAdvancedServerOps-router-690828861', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.220'}], 'enable_snat': True}, 'gw_port_id': '0613bdb1-5810-44c5-b6bb-c6956172305b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:20:02Z', 'updated_at': '2022-05-07T22:20:03Z', 'revision_number': 3, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'gw_port': {'id': '0613bdb1-5810-44c5-b6bb-c6956172305b', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a4:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eaff033-3fa5-470b-b389-ca60d163d685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:20:02Z', 'updated_at': '2022-05-07T22:20:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:20:04.408528 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aacc2a6-460e-4728-9134-cbccb2512322 None None] Checking router: 7eaff033-3fa5-470b-b389-ca60d163d685 for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:20:04.408894 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aacc2a6-460e-4728-9134-cbccb2512322 None None] Updating router 7eaff033-3fa5-470b-b389-ca60d163d685 port 0613bdb1-5810-44c5-b6bb-c6956172305b binding host ncdv-master-1 {{(pid=121838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 22:20:04.438414 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5aacc2a6-460e-4728-9134-cbccb2512322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (0613bdb1-5810-44c5-b6bb-c6956172305b), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:04.575996 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3301ce97-3b15-429b-8fa4-617bb6cc6905 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (32156c8f-9a4f-49c4-9474-56b546e81fd4), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:04.639871 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3301ce97-3b15-429b-8fa4-617bb6cc6905 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Pushing event updated for resources: {'Subnet': ['ID=32156c8f-9a4f-49c4-9474-56b546e81fd4,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:20:04.648925 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3301ce97-3b15-429b-8fa4-617bb6cc6905 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Checking segment: {'id': 'e00438af-76e0-43da-bd5f-20e01b3f4949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:20:04.649285 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3301ce97-3b15-429b-8fa4-617bb6cc6905 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Network hostable DHCP agents. Network: 83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:20:04.669314 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3301ce97-3b15-429b-8fa4-617bb6cc6905 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Network 83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:20:04.678471 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-3301ce97-3b15-429b-8fa4-617bb6cc6905 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:20:04.682871 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3301ce97-3b15-429b-8fa4-617bb6cc6905 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:20:04.683476 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3301ce97-3b15-429b-8fa4-617bb6cc6905 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:04.701026 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-3301ce97-3b15-429b-8fa4-617bb6cc6905 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.4346080
May 07 22:20:04.703750 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 54934) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:20:04.709833 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b844967-8c33-4f18-ad4f-b76c07856cc8 None None] Network 83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:20:04.783884 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5aacc2a6-460e-4728-9134-cbccb2512322 None None] Publish callbacks [] for port (0613bdb1-5810-44c5-b6bb-c6956172305b), precommit_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:04.791677 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5aacc2a6-460e-4728-9134-cbccb2512322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (0613bdb1-5810-44c5-b6bb-c6956172305b), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:04.872359 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-5aacc2a6-460e-4728-9134-cbccb2512322 None None] Attempting to bind port 0613bdb1-5810-44c5-b6bb-c6956172305b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:20:04.872728 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-5aacc2a6-460e-4728-9134-cbccb2512322 None None] Attempting to bind port 0613bdb1-5810-44c5-b6bb-c6956172305b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:20:04.873491 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aacc2a6-460e-4728-9134-cbccb2512322 None None] Attempting to bind port 0613bdb1-5810-44c5-b6bb-c6956172305b on network 9221b764-ef06-431f-8941-796516ed7c3b {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:20:04.874990 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c547c59-5850-4fae-a44c-8006ef7e95d7 None None] Pushing event updated for resources: {'Port': ['ID=0613bdb1-5810-44c5-b6bb-c6956172305b,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:20:04.882659 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aacc2a6-460e-4728-9134-cbccb2512322 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:20:04.882941 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aacc2a6-460e-4728-9134-cbccb2512322 None None] Checking segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:20:04.883304 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5aacc2a6-460e-4728-9134-cbccb2512322 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:04.883691 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aacc2a6-460e-4728-9134-cbccb2512322 None None] Bound using segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:20:04.884153 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-5aacc2a6-460e-4728-9134-cbccb2512322 None None] Bound port: 0613bdb1-5810-44c5-b6bb-c6956172305b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:20:04.884552 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5aacc2a6-460e-4728-9134-cbccb2512322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (0613bdb1-5810-44c5-b6bb-c6956172305b), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:04.907187 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f432fd79-c142-46f6-b58a-f1e106d2121b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753', 'network_id': '83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753', 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'fixed_ips': [{'subnet_id': '32156c8f-9a4f-49c4-9474-56b546e81fd4'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:20:04.908023 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f432fd79-c142-46f6-b58a-f1e106d2121b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:04.999818 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-5aacc2a6-460e-4728-9134-cbccb2512322 None None] For port 0613bdb1-5810-44c5-b6bb-c6956172305b, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:20:05.022073 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-5aacc2a6-460e-4728-9134-cbccb2512322 None None] For port 0613bdb1-5810-44c5-b6bb-c6956172305b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0613bdb1-5810-44c5-b6bb-c6956172305b,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:20:05.032189 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5aacc2a6-460e-4728-9134-cbccb2512322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (0613bdb1-5810-44c5-b6bb-c6956172305b), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:05.132179 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aacc2a6-460e-4728-9134-cbccb2512322 None None] Routers {'7eaff033-3fa5-470b-b389-ca60d163d685'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:20:05.132887 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-5aacc2a6-460e-4728-9134-cbccb2512322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8d271d30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:19:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['7eaff033-3fa5-470b-b389-ca60d163d685'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:20:05.139054 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c547c59-5850-4fae-a44c-8006ef7e95d7 None None] Pushing event updated for resources: {'Port': ['ID=0613bdb1-5810-44c5-b6bb-c6956172305b,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:20:05.142740 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-f432fd79-c142-46f6-b58a-f1e106d2121b None None] Allocated IP 172.20.0.2 (83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753/32156c8f-9a4f-49c4-9474-56b546e81fd4/026e32b0-5364-4187-91f1-89227261a904) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:20:05.177244 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-19415b3d-95d2-4437-af5e-858d88d0d064 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:05.342041 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-5aacc2a6-460e-4728-9134-cbccb2512322 None None] Set router 7eaff033-3fa5-470b-b389-ca60d163d685 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:20:05.554417 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f432fd79-c142-46f6-b58a-f1e106d2121b None None] Publish callbacks [] for port (026e32b0-5364-4187-91f1-89227261a904), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:05.565878 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f432fd79-c142-46f6-b58a-f1e106d2121b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (026e32b0-5364-4187-91f1-89227261a904), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:05.631346 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-19415b3d-95d2-4437-af5e-858d88d0d064 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Allocated IP 172.20.0.1 (83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753/32156c8f-9a4f-49c4-9474-56b546e81fd4/221b20b8-297d-46d5-9316-3e03943af7d0) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:20:05.642613 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f432fd79-c142-46f6-b58a-f1e106d2121b None None] Network 83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753 is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:20:05.652682 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-f432fd79-c142-46f6-b58a-f1e106d2121b None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:20:05.656483 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f432fd79-c142-46f6-b58a-f1e106d2121b None None] Pushing event updated for resources: {'Port': ['ID=026e32b0-5364-4187-91f1-89227261a904,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:20:05.658563 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f432fd79-c142-46f6-b58a-f1e106d2121b None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:20:05.665326 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-5aacc2a6-460e-4728-9134-cbccb2512322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8d271d30>, [{'id': '7eaff033-3fa5-470b-b389-ca60d163d685', 'name': 'tempest-TestNetworkAdvancedServerOps-router-690828861', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.220'}], 'enable_snat': True}, 'gw_port_id': '0613bdb1-5810-44c5-b6bb-c6956172305b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:20:02Z', 'updated_at': '2022-05-07T22:20:03Z', 'revision_number': 3, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'gw_port': {'id': '0613bdb1-5810-44c5-b6bb-c6956172305b', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a4:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eaff033-3fa5-470b-b389-ca60d163d685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:20:02Z', 'updated_at': '2022-05-07T22:20:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:20:05.778243 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-19415b3d-95d2-4437-af5e-858d88d0d064 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for port (221b20b8-297d-46d5-9316-3e03943af7d0), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:05.824507 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-19415b3d-95d2-4437-af5e-858d88d0d064 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (221b20b8-297d-46d5-9316-3e03943af7d0), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:05.875868 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19415b3d-95d2-4437-af5e-858d88d0d064 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Network 83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:20:05.880008 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-19415b3d-95d2-4437-af5e-858d88d0d064 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:20:05.884258 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19415b3d-95d2-4437-af5e-858d88d0d064 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:20:05.893535 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aacc2a6-460e-4728-9134-cbccb2512322 None None] The sync data for ids ['7eaff033-3fa5-470b-b389-ca60d163d685'] in ncdv-master-1 is: [{'id': '7eaff033-3fa5-470b-b389-ca60d163d685', 'name': 'tempest-TestNetworkAdvancedServerOps-router-690828861', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.220'}], 'enable_snat': True}, 'gw_port_id': '0613bdb1-5810-44c5-b6bb-c6956172305b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:20:02Z', 'updated_at': '2022-05-07T22:20:03Z', 'revision_number': 3, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'gw_port': {'id': '0613bdb1-5810-44c5-b6bb-c6956172305b', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a4:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eaff033-3fa5-470b-b389-ca60d163d685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:20:02Z', 'updated_at': '2022-05-07T22:20:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:20:05.894098 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19415b3d-95d2-4437-af5e-858d88d0d064 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Pushing event updated for resources: {'Port': ['ID=221b20b8-297d-46d5-9316-3e03943af7d0,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:20:05.937652 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-f432fd79-c142-46f6-b58a-f1e106d2121b None None] Attempting to bind port 026e32b0-5364-4187-91f1-89227261a904 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:20:05.938021 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-f432fd79-c142-46f6-b58a-f1e106d2121b None None] Attempting to bind port 026e32b0-5364-4187-91f1-89227261a904 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e00438af-76e0-43da-bd5f-20e01b3f4949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:20:05.938404 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f432fd79-c142-46f6-b58a-f1e106d2121b None None] Attempting to bind port 026e32b0-5364-4187-91f1-89227261a904 on network 83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:20:05.945366 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f432fd79-c142-46f6-b58a-f1e106d2121b None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:20:05.945719 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f432fd79-c142-46f6-b58a-f1e106d2121b None None] Checking segment: {'id': 'e00438af-76e0-43da-bd5f-20e01b3f4949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:20:05.946288 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f432fd79-c142-46f6-b58a-f1e106d2121b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:05.946584 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f432fd79-c142-46f6-b58a-f1e106d2121b None None] Bound using segment: {'id': 'e00438af-76e0-43da-bd5f-20e01b3f4949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:20:05.947100 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-f432fd79-c142-46f6-b58a-f1e106d2121b None None] Bound port: 026e32b0-5364-4187-91f1-89227261a904, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e00438af-76e0-43da-bd5f-20e01b3f4949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:20:05.947479 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f432fd79-c142-46f6-b58a-f1e106d2121b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (026e32b0-5364-4187-91f1-89227261a904), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:05.950932 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-19415b3d-95d2-4437-af5e-858d88d0d064 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398161'] for router_interface (7eaff033-3fa5-470b-b389-ca60d163d685), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:06.021707 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-f432fd79-c142-46f6-b58a-f1e106d2121b None None] For port 026e32b0-5364-4187-91f1-89227261a904, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:20:06.024924 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-f432fd79-c142-46f6-b58a-f1e106d2121b None None] For port 026e32b0-5364-4187-91f1-89227261a904, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=026e32b0-5364-4187-91f1-89227261a904,segment=NetworkSegment(e00438af-76e0-43da-bd5f-20e01b3f4949),segment_id=e00438af-76e0-43da-bd5f-20e01b3f4949)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:20:06.032299 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f432fd79-c142-46f6-b58a-f1e106d2121b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (026e32b0-5364-4187-91f1-89227261a904), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:06.107402 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f432fd79-c142-46f6-b58a-f1e106d2121b None None] Pushing event updated for resources: {'Port': ['ID=026e32b0-5364-4187-91f1-89227261a904,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:20:06.117970 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-19415b3d-95d2-4437-af5e-858d88d0d064 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (221b20b8-297d-46d5-9316-3e03943af7d0), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:06.512100 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-19415b3d-95d2-4437-af5e-858d88d0d064 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for port (221b20b8-297d-46d5-9316-3e03943af7d0), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:06.518444 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-19415b3d-95d2-4437-af5e-858d88d0d064 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (221b20b8-297d-46d5-9316-3e03943af7d0), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:06.593832 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-19415b3d-95d2-4437-af5e-858d88d0d064 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401121'] for router_interface (7eaff033-3fa5-470b-b389-ca60d163d685), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:06.596136 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19415b3d-95d2-4437-af5e-858d88d0d064 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Pushing event updated for resources: {'Port': ['ID=221b20b8-297d-46d5-9316-3e03943af7d0,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:20:06.703687 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19415b3d-95d2-4437-af5e-858d88d0d064 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Network 83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:20:06.705278 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-19415b3d-95d2-4437-af5e-858d88d0d064 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:20:06.833164 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19415b3d-95d2-4437-af5e-858d88d0d064 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Router 7eaff033-3fa5-470b-b389-ca60d163d685 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:20:06.964438 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19415b3d-95d2-4437-af5e-858d88d0d064 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:20:06.969792 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-19415b3d-95d2-4437-af5e-858d88d0d064 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "PUT /v2.0/routers/7eaff033-3fa5-470b-b389-ca60d163d685/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2648940
May 07 22:20:07.163421 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-21fec9f8-b7f2-45db-badf-c007c400e70d req-407d5a98-af18-4eae-a669-9cc162868d1c tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1184605145&fields=id&tenant_id=16812b38c4514406886f0ab13cabe8ad HTTP/1.1" status: 200  len: 267 time: 0.0700631
May 07 22:20:07.251175 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 026e32b0-5364-4187-91f1-89227261a904 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:20:07.256837 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f78690-a6ee-4462-964e-0171ca0e2a9a None None] Network 83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:20:07.287322 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fec9f8-b7f2-45db-badf-c007c400e70d req-b8d3b0bb-510d-4e89-9049-5b99559a50f9 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:20:07.289120 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-21fec9f8-b7f2-45db-badf-c007c400e70d req-b8d3b0bb-510d-4e89-9049-5b99559a50f9 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/networks?id=83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753 HTTP/1.1" status: 200  len: 797 time: 0.1248324
May 07 22:20:07.310387 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-21fec9f8-b7f2-45db-badf-c007c400e70d req-9c9099ad-7d97-4b14-a931-66404d7c617b tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/quotas/16812b38c4514406886f0ab13cabe8ad HTTP/1.1" status: 200  len: 375 time: 0.0146799
May 07 22:20:07.318305 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-785a7222-8924-4079-b65d-f8a7ff50b487 None None] Provisioning complete for port 026e32b0-5364-4187-91f1-89227261a904 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:20:07.319014 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-785a7222-8924-4079-b65d-f8a7ff50b487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (026e32b0-5364-4187-91f1-89227261a904), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:07.377845 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-21fec9f8-b7f2-45db-badf-c007c400e70d req-d009bccb-5e57-4ecf-8fb2-cbfebd8cbed6 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=16812b38c4514406886f0ab13cabe8ad&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0590761
May 07 22:20:07.450675 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 026e32b0-5364-4187-91f1-89227261a904 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:20:07.453080 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (026e32b0-5364-4187-91f1-89227261a904), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:07.560265 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-21fec9f8-b7f2-45db-badf-c007c400e70d req-6d327889-a1d6-443b-9891-5f8bf0667777 service neutron] 10.222.0.32 "GET /v2.0/networks/83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1703105
May 07 22:20:07.573022 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-785a7222-8924-4079-b65d-f8a7ff50b487 None None] Current status of the port 026e32b0-5364-4187-91f1-89227261a904 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:20:07.573413 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-785a7222-8924-4079-b65d-f8a7ff50b487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (026e32b0-5364-4187-91f1-89227261a904), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:07.645060 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-785a7222-8924-4079-b65d-f8a7ff50b487 None None] For port 026e32b0-5364-4187-91f1-89227261a904, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=026e32b0-5364-4187-91f1-89227261a904,segment=NetworkSegment(e00438af-76e0-43da-bd5f-20e01b3f4949),segment_id=e00438af-76e0-43da-bd5f-20e01b3f4949)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:20:07.652516 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-785a7222-8924-4079-b65d-f8a7ff50b487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (026e32b0-5364-4187-91f1-89227261a904), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:07.661716 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 026e32b0-5364-4187-91f1-89227261a904 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:20:07.662104 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (026e32b0-5364-4187-91f1-89227261a904), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:07.739477 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-21fec9f8-b7f2-45db-badf-c007c400e70d req-3c9b224b-3193-4f8b-9fc2-fe10a94787e4 service neutron] 10.222.0.32 "GET /v2.0/networks/83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1712124
May 07 22:20:07.777841 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785a7222-8924-4079-b65d-f8a7ff50b487 None None] Pushing event updated for resources: {'Port': ['ID=026e32b0-5364-4187-91f1-89227261a904,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:20:07.807050 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.db.api [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 07 22:20:07.807687 ncdv-master-1 neutron-server[121838]: DEBUG oslo_db.api [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 07 22:20:07.833341 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45457d85-4493-4397-8d0e-62bc88760d82 None None] Sync routers for ids ['7eaff033-3fa5-470b-b389-ca60d163d685'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:20:07.845857 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45457d85-4493-4397-8d0e-62bc88760d82 None None] Routers {'7eaff033-3fa5-470b-b389-ca60d163d685'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:20:07.846381 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-45457d85-4493-4397-8d0e-62bc88760d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cff9bb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:19:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['7eaff033-3fa5-470b-b389-ca60d163d685'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:20:07.880439 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-3879125b-30d4-4d1b-9ba7-3c8545c7dc1f None None] Provisioning complete for port 221b20b8-297d-46d5-9316-3e03943af7d0 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:20:07.881359 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-3879125b-30d4-4d1b-9ba7-3c8545c7dc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (221b20b8-297d-46d5-9316-3e03943af7d0), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:07.944772 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-3879125b-30d4-4d1b-9ba7-3c8545c7dc1f None None] Port 221b20b8-297d-46d5-9316-3e03943af7d0 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:20:07.954449 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-3879125b-30d4-4d1b-9ba7-3c8545c7dc1f None None] Provisioning complete for port 026e32b0-5364-4187-91f1-89227261a904 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:20:07.955336 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-3879125b-30d4-4d1b-9ba7-3c8545c7dc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (026e32b0-5364-4187-91f1-89227261a904), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:08.016584 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-45457d85-4493-4397-8d0e-62bc88760d82 None None] Set router 7eaff033-3fa5-470b-b389-ca60d163d685 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:20:08.021279 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f81e967c-50fc-44e2-808e-e280ed26c447 req-5df59bd2-f315-4764-a172-5fe30b61f7cd tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cd8bf7a-230c-4bc4-a0a7-9161d2c8db8d HTTP/1.1" status: 200  len: 210 time: 0.0620172
May 07 22:20:08.075468 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-3879125b-30d4-4d1b-9ba7-3c8545c7dc1f None None] Current status of the port 026e32b0-5364-4187-91f1-89227261a904 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:20:08.256524 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-45457d85-4493-4397-8d0e-62bc88760d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cff9bb0>, [{'id': '7eaff033-3fa5-470b-b389-ca60d163d685', 'name': 'tempest-TestNetworkAdvancedServerOps-router-690828861', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.220'}], 'enable_snat': True}, 'gw_port_id': '0613bdb1-5810-44c5-b6bb-c6956172305b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:20:02Z', 'updated_at': '2022-05-07T22:20:06Z', 'revision_number': 4, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'gw_port': {'id': '0613bdb1-5810-44c5-b6bb-c6956172305b', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a4:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eaff033-3fa5-470b-b389-ca60d163d685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:20:02Z', 'updated_at': '2022-05-07T22:20:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '221b20b8-297d-46d5-9316-3e03943af7d0', 'name': '', 'network_id': '83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'mac_address': 'fa:16:3e:51:05:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eaff033-3fa5-470b-b389-ca60d163d685', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '32156c8f-9a4f-49c4-9474-56b546e81fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:20:05Z', 'updated_at': '2022-05-07T22:20:06Z', 'revision_number': 2, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'subnets': [{'id': '32156c8f-9a4f-49c4-9474-56b546e81fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:20:08.288840 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45457d85-4493-4397-8d0e-62bc88760d82 None None] Checking router: 7eaff033-3fa5-470b-b389-ca60d163d685 for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:20:08.289233 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45457d85-4493-4397-8d0e-62bc88760d82 None None] Updating router 7eaff033-3fa5-470b-b389-ca60d163d685 port 221b20b8-297d-46d5-9316-3e03943af7d0 binding host ncdv-master-1 {{(pid=121839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 22:20:08.297779 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-3385ec45-4bdc-45f5-a6b0-cbb92ecc883e None None] Provisioning complete for port 221b20b8-297d-46d5-9316-3e03943af7d0 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:20:08.299011 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-3385ec45-4bdc-45f5-a6b0-cbb92ecc883e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (221b20b8-297d-46d5-9316-3e03943af7d0), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:08.324903 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-45457d85-4493-4397-8d0e-62bc88760d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (221b20b8-297d-46d5-9316-3e03943af7d0), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:08.389512 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-3385ec45-4bdc-45f5-a6b0-cbb92ecc883e None None] Port 221b20b8-297d-46d5-9316-3e03943af7d0 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:20:08.402979 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 026e32b0-5364-4187-91f1-89227261a904 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:20:08.404265 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 0613bdb1-5810-44c5-b6bb-c6956172305b up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:20:08.459052 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 0613bdb1-5810-44c5-b6bb-c6956172305b triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:20:08.459444 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (0613bdb1-5810-44c5-b6bb-c6956172305b), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:08.519952 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-693c3135-fdf8-4d22-9f60-255d17e52f0a None None] Provisioning complete for port 221b20b8-297d-46d5-9316-3e03943af7d0 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:20:08.520375 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-693c3135-fdf8-4d22-9f60-255d17e52f0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (221b20b8-297d-46d5-9316-3e03943af7d0), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:08.567577 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-693c3135-fdf8-4d22-9f60-255d17e52f0a None None] Port 221b20b8-297d-46d5-9316-3e03943af7d0 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:20:08.604725 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 0613bdb1-5810-44c5-b6bb-c6956172305b is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:20:08.605433 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (0613bdb1-5810-44c5-b6bb-c6956172305b), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:08.634311 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-45457d85-4493-4397-8d0e-62bc88760d82 None None] Publish callbacks [] for port (221b20b8-297d-46d5-9316-3e03943af7d0), precommit_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:08.635506 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port 0613bdb1-5810-44c5-b6bb-c6956172305b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0613bdb1-5810-44c5-b6bb-c6956172305b,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:20:08.640466 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (0613bdb1-5810-44c5-b6bb-c6956172305b), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:08.640819 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-45457d85-4493-4397-8d0e-62bc88760d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (221b20b8-297d-46d5-9316-3e03943af7d0), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:08.703084 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=0613bdb1-5810-44c5-b6bb-c6956172305b,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:20:08.733664 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031aa444-79de-4f80-8409-851bc39abc73 None None] Pushing event updated for resources: {'Port': ['ID=221b20b8-297d-46d5-9316-3e03943af7d0,revision_number=3']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:20:08.747546 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031aa444-79de-4f80-8409-851bc39abc73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:20:08.747895 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031aa444-79de-4f80-8409-851bc39abc73 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:20:08.748238 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031aa444-79de-4f80-8409-851bc39abc73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:20:08.748580 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031aa444-79de-4f80-8409-851bc39abc73 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:20:08.748912 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031aa444-79de-4f80-8409-851bc39abc73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:20:08.749243 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031aa444-79de-4f80-8409-851bc39abc73 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:20:08.749571 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031aa444-79de-4f80-8409-851bc39abc73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:20:08.749897 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031aa444-79de-4f80-8409-851bc39abc73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:20:08.750221 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031aa444-79de-4f80-8409-851bc39abc73 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:20:08.750545 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031aa444-79de-4f80-8409-851bc39abc73 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:20:08.750892 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031aa444-79de-4f80-8409-851bc39abc73 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:20:08.751218 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031aa444-79de-4f80-8409-851bc39abc73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:20:08.751541 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031aa444-79de-4f80-8409-851bc39abc73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:20:08.751861 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031aa444-79de-4f80-8409-851bc39abc73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:20:08.752183 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031aa444-79de-4f80-8409-851bc39abc73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:20:08.761048 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-45457d85-4493-4397-8d0e-62bc88760d82 None None] Attempting to bind port 221b20b8-297d-46d5-9316-3e03943af7d0 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:20:08.761424 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-45457d85-4493-4397-8d0e-62bc88760d82 None None] Attempting to bind port 221b20b8-297d-46d5-9316-3e03943af7d0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e00438af-76e0-43da-bd5f-20e01b3f4949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753'}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:20:08.761790 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45457d85-4493-4397-8d0e-62bc88760d82 None None] Attempting to bind port 221b20b8-297d-46d5-9316-3e03943af7d0 on network 83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753 {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:20:08.767530 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45457d85-4493-4397-8d0e-62bc88760d82 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:20:08.767906 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45457d85-4493-4397-8d0e-62bc88760d82 None None] Checking segment: {'id': 'e00438af-76e0-43da-bd5f-20e01b3f4949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:20:08.768312 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-45457d85-4493-4397-8d0e-62bc88760d82 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:08.768707 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45457d85-4493-4397-8d0e-62bc88760d82 None None] Bound using segment: {'id': 'e00438af-76e0-43da-bd5f-20e01b3f4949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753'} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:20:08.769180 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-45457d85-4493-4397-8d0e-62bc88760d82 None None] Bound port: 221b20b8-297d-46d5-9316-3e03943af7d0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e00438af-76e0-43da-bd5f-20e01b3f4949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753'}}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:20:08.769621 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-45457d85-4493-4397-8d0e-62bc88760d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (221b20b8-297d-46d5-9316-3e03943af7d0), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:08.836748 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-45457d85-4493-4397-8d0e-62bc88760d82 None None] For port 221b20b8-297d-46d5-9316-3e03943af7d0, host ncdv-master-1, cleared binding levels {{(pid=121839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:20:08.839998 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-45457d85-4493-4397-8d0e-62bc88760d82 None None] For port 221b20b8-297d-46d5-9316-3e03943af7d0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=221b20b8-297d-46d5-9316-3e03943af7d0,segment=NetworkSegment(e00438af-76e0-43da-bd5f-20e01b3f4949),segment_id=e00438af-76e0-43da-bd5f-20e01b3f4949)] {{(pid=121839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:20:08.845521 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-45457d85-4493-4397-8d0e-62bc88760d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (221b20b8-297d-46d5-9316-3e03943af7d0), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:08.902351 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45457d85-4493-4397-8d0e-62bc88760d82 None None] Routers {'7eaff033-3fa5-470b-b389-ca60d163d685'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:20:08.902943 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-45457d85-4493-4397-8d0e-62bc88760d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cff9bb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:19:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['7eaff033-3fa5-470b-b389-ca60d163d685'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:20:08.941470 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031aa444-79de-4f80-8409-851bc39abc73 None None] Pushing event updated for resources: {'Port': ['ID=221b20b8-297d-46d5-9316-3e03943af7d0,revision_number=4']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:20:08.996338 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-bc752622-2d48-4a70-977b-853eef03e05d None None] Provisioning complete for port 221b20b8-297d-46d5-9316-3e03943af7d0 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:20:08.997104 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-bc752622-2d48-4a70-977b-853eef03e05d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (221b20b8-297d-46d5-9316-3e03943af7d0), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:09.025573 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-45457d85-4493-4397-8d0e-62bc88760d82 None None] Set router 7eaff033-3fa5-470b-b389-ca60d163d685 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:20:09.120338 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-bc752622-2d48-4a70-977b-853eef03e05d None None] Current status of the port 221b20b8-297d-46d5-9316-3e03943af7d0 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:20:09.120894 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-bc752622-2d48-4a70-977b-853eef03e05d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (221b20b8-297d-46d5-9316-3e03943af7d0), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:09.194899 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-bc752622-2d48-4a70-977b-853eef03e05d None None] For port 221b20b8-297d-46d5-9316-3e03943af7d0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=221b20b8-297d-46d5-9316-3e03943af7d0,segment=NetworkSegment(e00438af-76e0-43da-bd5f-20e01b3f4949),segment_id=e00438af-76e0-43da-bd5f-20e01b3f4949)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:20:09.210427 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-bc752622-2d48-4a70-977b-853eef03e05d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (221b20b8-297d-46d5-9316-3e03943af7d0), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:09.265181 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0c913756-89fd-4c52-a2a0-4d56f2117b19 req-86fc9ce2-bf12-42a6-8491-25da32e46ea9 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cd8bf7a-230c-4bc4-a0a7-9161d2c8db8d HTTP/1.1" status: 200  len: 210 time: 0.0948098
May 07 22:20:09.274895 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 026e32b0-5364-4187-91f1-89227261a904 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:20:09.306401 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fec9f8-b7f2-45db-badf-c007c400e70d req-333b1d20-6fef-4cb7-add8-d7839f66d05e tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:20:09.308335 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-21fec9f8-b7f2-45db-badf-c007c400e70d req-333b1d20-6fef-4cb7-add8-d7839f66d05e tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.59 "GET /v2.0/networks?id=83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753 HTTP/1.1" status: 200  len: 797 time: 0.3322713
May 07 22:20:09.346360 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc752622-2d48-4a70-977b-853eef03e05d None None] Pushing event updated for resources: {'Port': ['ID=221b20b8-297d-46d5-9316-3e03943af7d0,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:20:09.350430 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-b2121a18-f23c-4bcb-b71a-df8164f3c439 None None] Provisioning complete for port 221b20b8-297d-46d5-9316-3e03943af7d0 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:20:09.350829 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b2121a18-f23c-4bcb-b71a-df8164f3c439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (221b20b8-297d-46d5-9316-3e03943af7d0), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:09.384454 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 026e32b0-5364-4187-91f1-89227261a904 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:20:09.384948 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (026e32b0-5364-4187-91f1-89227261a904), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:09.390986 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-21fec9f8-b7f2-45db-badf-c007c400e70d req-680b16e8-86d6-4921-8694-2caa08f62a4d tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16812b38c4514406886f0ab13cabe8ad HTTP/1.1" status: 200  len: 380 time: 0.0732744
May 07 22:20:09.399313 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-21fec9f8-b7f2-45db-badf-c007c400e70d req-e7ce1e65-51b4-4436-aa9d-b857d7be3904 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Request body: {'port': {'device_id': '9cd8bf7a-230c-4bc4-a0a7-9161d2c8db8d', 'network_id': '83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753', 'admin_state_up': True, 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'security_groups': ['ea24a59e-dc3f-4507-99c1-8d6c1b5d5d0c']}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:20:09.426914 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-45457d85-4493-4397-8d0e-62bc88760d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cff9bb0>, [{'id': '7eaff033-3fa5-470b-b389-ca60d163d685', 'name': 'tempest-TestNetworkAdvancedServerOps-router-690828861', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.220'}], 'enable_snat': True}, 'gw_port_id': '0613bdb1-5810-44c5-b6bb-c6956172305b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:20:02Z', 'updated_at': '2022-05-07T22:20:06Z', 'revision_number': 4, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'gw_port': {'id': '0613bdb1-5810-44c5-b6bb-c6956172305b', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eaff033-3fa5-470b-b389-ca60d163d685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:20:02Z', 'updated_at': '2022-05-07T22:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '221b20b8-297d-46d5-9316-3e03943af7d0', 'name': '', 'network_id': '83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'mac_address': 'fa:16:3e:51:05:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eaff033-3fa5-470b-b389-ca60d163d685', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '32156c8f-9a4f-49c4-9474-56b546e81fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:20:05Z', 'updated_at': '2022-05-07T22:20:08Z', 'revision_number': 4, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'subnets': [{'id': '32156c8f-9a4f-49c4-9474-56b546e81fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:20:09.459045 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45457d85-4493-4397-8d0e-62bc88760d82 None None] The sync data for ids ['7eaff033-3fa5-470b-b389-ca60d163d685'] in ncdv-master-1 is: [{'id': '7eaff033-3fa5-470b-b389-ca60d163d685', 'name': 'tempest-TestNetworkAdvancedServerOps-router-690828861', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.220'}], 'enable_snat': True}, 'gw_port_id': '0613bdb1-5810-44c5-b6bb-c6956172305b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:20:02Z', 'updated_at': '2022-05-07T22:20:06Z', 'revision_number': 4, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'gw_port': {'id': '0613bdb1-5810-44c5-b6bb-c6956172305b', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eaff033-3fa5-470b-b389-ca60d163d685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:20:02Z', 'updated_at': '2022-05-07T22:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '221b20b8-297d-46d5-9316-3e03943af7d0', 'name': '', 'network_id': '83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'mac_address': 'fa:16:3e:51:05:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eaff033-3fa5-470b-b389-ca60d163d685', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '32156c8f-9a4f-49c4-9474-56b546e81fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:20:05Z', 'updated_at': '2022-05-07T22:20:08Z', 'revision_number': 4, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'subnets': [{'id': '32156c8f-9a4f-49c4-9474-56b546e81fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:20:09.505449 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-b2121a18-f23c-4bcb-b71a-df8164f3c439 None None] Current status of the port 221b20b8-297d-46d5-9316-3e03943af7d0 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:20:09.524787 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 026e32b0-5364-4187-91f1-89227261a904 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:20:09.524787 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 0613bdb1-5810-44c5-b6bb-c6956172305b up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:20:09.538258 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21fec9f8-b7f2-45db-badf-c007c400e70d req-e7ce1e65-51b4-4436-aa9d-b857d7be3904 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Made reservation on behalf of 16812b38c4514406886f0ab13cabe8ad for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:20:09.541273 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-21fec9f8-b7f2-45db-badf-c007c400e70d req-e7ce1e65-51b4-4436-aa9d-b857d7be3904 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:09.601199 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 0613bdb1-5810-44c5-b6bb-c6956172305b triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:20:09.601904 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (0613bdb1-5810-44c5-b6bb-c6956172305b), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:09.701464 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 0613bdb1-5810-44c5-b6bb-c6956172305b is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:20:10.028789 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [req-21fec9f8-b7f2-45db-badf-c007c400e70d req-e7ce1e65-51b4-4436-aa9d-b857d7be3904 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Allocated IP 172.20.0.10 (83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753/32156c8f-9a4f-49c4-9474-56b546e81fd4/f2f0c336-3f97-4f08-9ef4-03776eda7c75) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:20:10.184052 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-21fec9f8-b7f2-45db-badf-c007c400e70d req-e7ce1e65-51b4-4436-aa9d-b857d7be3904 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for port (f2f0c336-3f97-4f08-9ef4-03776eda7c75), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:10.222209 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-21fec9f8-b7f2-45db-badf-c007c400e70d req-e7ce1e65-51b4-4436-aa9d-b857d7be3904 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (f2f0c336-3f97-4f08-9ef4-03776eda7c75), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:10.266588 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21fec9f8-b7f2-45db-badf-c007c400e70d req-e7ce1e65-51b4-4436-aa9d-b857d7be3904 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Network 83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:20:10.269838 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [req-21fec9f8-b7f2-45db-badf-c007c400e70d req-e7ce1e65-51b4-4436-aa9d-b857d7be3904 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:20:10.272316 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-21fec9f8-b7f2-45db-badf-c007c400e70d req-e7ce1e65-51b4-4436-aa9d-b857d7be3904 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:20:10.309376 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ce1e65-51b4-4436-aa9d-b857d7be3904 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Pushing event updated for resources: {'Port': ['ID=f2f0c336-3f97-4f08-9ef4-03776eda7c75,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:20:10.337214 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fec9f8-b7f2-45db-badf-c007c400e70d req-e7ce1e65-51b4-4436-aa9d-b857d7be3904 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:20:10.338038 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-21fec9f8-b7f2-45db-badf-c007c400e70d req-e7ce1e65-51b4-4436-aa9d-b857d7be3904 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:10.357137 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-21fec9f8-b7f2-45db-badf-c007c400e70d req-e7ce1e65-51b4-4436-aa9d-b857d7be3904 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9613624
May 07 22:20:10.369408 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-21fec9f8-b7f2-45db-badf-c007c400e70d req-3b872d4c-1bfd-435f-9bbf-45ce3f7d4337 service neutron] Request body: {'port': {'device_id': '9cd8bf7a-230c-4bc4-a0a7-9161d2c8db8d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:20:10.439033 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e32235-d395-4972-abea-7593df01338b req-e6bbd5ad-3e22-47dc-b86e-998aea5e9ccf tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:20:10.441981 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-35e32235-d395-4972-abea-7593df01338b req-e6bbd5ad-3e22-47dc-b86e-998aea5e9ccf tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cd8bf7a-230c-4bc4-a0a7-9161d2c8db8d HTTP/1.1" status: 200  len: 932 time: 0.0732083
May 07 22:20:10.443291 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-21fec9f8-b7f2-45db-badf-c007c400e70d req-3b872d4c-1bfd-435f-9bbf-45ce3f7d4337 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f2f0c336-3f97-4f08-9ef4-03776eda7c75), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:10.512277 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-35e32235-d395-4972-abea-7593df01338b req-be0d688d-4a69-41fb-a5df-251449f211b1 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea24a59e-dc3f-4507-99c1-8d6c1b5d5d0c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0626869
May 07 22:20:10.628223 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-9afe9077-b9ad-4e71-b05f-938c2c16b1e0 None None] Provisioning complete for port f2f0c336-3f97-4f08-9ef4-03776eda7c75 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:20:10.629849 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9afe9077-b9ad-4e71-b05f-938c2c16b1e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (f2f0c336-3f97-4f08-9ef4-03776eda7c75), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:10.672434 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-9afe9077-b9ad-4e71-b05f-938c2c16b1e0 None None] Port f2f0c336-3f97-4f08-9ef4-03776eda7c75 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:20:10.739439 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [req-21fec9f8-b7f2-45db-badf-c007c400e70d req-3b872d4c-1bfd-435f-9bbf-45ce3f7d4337 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2f0c336-3f97-4f08-9ef4-03776eda7c75 {{(pid=121837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:20:10.747046 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-21fec9f8-b7f2-45db-badf-c007c400e70d req-3b872d4c-1bfd-435f-9bbf-45ce3f7d4337 service neutron] Publish callbacks [] for port (f2f0c336-3f97-4f08-9ef4-03776eda7c75), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:10.760192 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-21fec9f8-b7f2-45db-badf-c007c400e70d req-3b872d4c-1bfd-435f-9bbf-45ce3f7d4337 service neutron] Transition to ACTIVE for port object f2f0c336-3f97-4f08-9ef4-03776eda7c75 will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 22:20:10.764092 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-21fec9f8-b7f2-45db-badf-c007c400e70d req-3b872d4c-1bfd-435f-9bbf-45ce3f7d4337 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (f2f0c336-3f97-4f08-9ef4-03776eda7c75), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:10.814067 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b872d4c-1bfd-435f-9bbf-45ce3f7d4337 service neutron] Pushing event updated for resources: {'Port': ['ID=f2f0c336-3f97-4f08-9ef4-03776eda7c75,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:20:10.891871 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-21fec9f8-b7f2-45db-badf-c007c400e70d req-3b872d4c-1bfd-435f-9bbf-45ce3f7d4337 service neutron] Attempting to bind port f2f0c336-3f97-4f08-9ef4-03776eda7c75 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:20:10.892215 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-21fec9f8-b7f2-45db-badf-c007c400e70d req-3b872d4c-1bfd-435f-9bbf-45ce3f7d4337 service neutron] Attempting to bind port f2f0c336-3f97-4f08-9ef4-03776eda7c75 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e00438af-76e0-43da-bd5f-20e01b3f4949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:20:10.892554 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21fec9f8-b7f2-45db-badf-c007c400e70d req-3b872d4c-1bfd-435f-9bbf-45ce3f7d4337 service neutron] Attempting to bind port f2f0c336-3f97-4f08-9ef4-03776eda7c75 on network 83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:20:10.897639 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21fec9f8-b7f2-45db-badf-c007c400e70d req-3b872d4c-1bfd-435f-9bbf-45ce3f7d4337 service neutron] Port f2f0c336-3f97-4f08-9ef4-03776eda7c75 on network 83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:20:10.897964 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21fec9f8-b7f2-45db-badf-c007c400e70d req-3b872d4c-1bfd-435f-9bbf-45ce3f7d4337 service neutron] Attempting to bind port f2f0c336-3f97-4f08-9ef4-03776eda7c75 on network 83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:20:10.903039 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21fec9f8-b7f2-45db-badf-c007c400e70d req-3b872d4c-1bfd-435f-9bbf-45ce3f7d4337 service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:20:10.903384 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21fec9f8-b7f2-45db-badf-c007c400e70d req-3b872d4c-1bfd-435f-9bbf-45ce3f7d4337 service neutron] Checking segment: {'id': 'e00438af-76e0-43da-bd5f-20e01b3f4949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:20:10.903772 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21fec9f8-b7f2-45db-badf-c007c400e70d req-3b872d4c-1bfd-435f-9bbf-45ce3f7d4337 service neutron] Bound using segment: {'id': 'e00438af-76e0-43da-bd5f-20e01b3f4949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:20:10.904357 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-21fec9f8-b7f2-45db-badf-c007c400e70d req-3b872d4c-1bfd-435f-9bbf-45ce3f7d4337 service neutron] Bound port: f2f0c336-3f97-4f08-9ef4-03776eda7c75, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e00438af-76e0-43da-bd5f-20e01b3f4949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:20:10.904731 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-21fec9f8-b7f2-45db-badf-c007c400e70d req-3b872d4c-1bfd-435f-9bbf-45ce3f7d4337 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f2f0c336-3f97-4f08-9ef4-03776eda7c75), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:10.977427 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-21fec9f8-b7f2-45db-badf-c007c400e70d req-3b872d4c-1bfd-435f-9bbf-45ce3f7d4337 service neutron] For port f2f0c336-3f97-4f08-9ef4-03776eda7c75, host nch2-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:20:10.980650 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-21fec9f8-b7f2-45db-badf-c007c400e70d req-3b872d4c-1bfd-435f-9bbf-45ce3f7d4337 service neutron] For port f2f0c336-3f97-4f08-9ef4-03776eda7c75, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f2f0c336-3f97-4f08-9ef4-03776eda7c75,segment=NetworkSegment(e00438af-76e0-43da-bd5f-20e01b3f4949),segment_id=e00438af-76e0-43da-bd5f-20e01b3f4949)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:20:10.985565 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-21fec9f8-b7f2-45db-badf-c007c400e70d req-3b872d4c-1bfd-435f-9bbf-45ce3f7d4337 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (f2f0c336-3f97-4f08-9ef4-03776eda7c75), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:11.018952 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fec9f8-b7f2-45db-badf-c007c400e70d req-3b872d4c-1bfd-435f-9bbf-45ce3f7d4337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:20:11.019611 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-21fec9f8-b7f2-45db-badf-c007c400e70d req-3b872d4c-1bfd-435f-9bbf-45ce3f7d4337 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:11.020996 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-21fec9f8-b7f2-45db-badf-c007c400e70d req-3b872d4c-1bfd-435f-9bbf-45ce3f7d4337 service neutron] 10.222.0.59 "PUT /v2.0/ports/f2f0c336-3f97-4f08-9ef4-03776eda7c75 HTTP/1.1" status: 200  len: 1092 time: 0.6560500
May 07 22:20:11.021497 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cd8bf7a-230c-4bc4-a0a7-9161d2c8db8d', 'tag': 'f2f0c336-3f97-4f08-9ef4-03776eda7c75'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:20:11.023702 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae12227e-84f2-43f9-a701-ed04de103773" -d '{"events": [{"name": "network-changed", "server_uuid": "9cd8bf7a-230c-4bc4-a0a7-9161d2c8db8d", "tag": "f2f0c336-3f97-4f08-9ef4-03776eda7c75"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:20:11.055103 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b872d4c-1bfd-435f-9bbf-45ce3f7d4337 service neutron] Pushing event updated for resources: {'Port': ['ID=f2f0c336-3f97-4f08-9ef4-03776eda7c75,revision_number=3']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:20:11.071569 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7114026-ae56-4c64-869b-a1ab2495f75c x-openstack-request-id: req-c7114026-ae56-4c64-869b-a1ab2495f75c {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:20:11.071872 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cd8bf7a-230c-4bc4-a0a7-9161d2c8db8d", "tag": "f2f0c336-3f97-4f08-9ef4-03776eda7c75", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:20:11.072129 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c7114026-ae56-4c64-869b-a1ab2495f75c {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:20:11.072731 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7114026-ae56-4c64-869b-a1ab2495f75c'] response: {'name': 'network-changed', 'server_uuid': '9cd8bf7a-230c-4bc4-a0a7-9161d2c8db8d', 'tag': 'f2f0c336-3f97-4f08-9ef4-03776eda7c75', 'status': 'completed', 'code': 200}
May 07 22:20:11.117949 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fec9f8-b7f2-45db-badf-c007c400e70d req-586e5b8a-ff52-4898-84cb-8caaa43f448f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:20:11.120004 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-21fec9f8-b7f2-45db-badf-c007c400e70d req-586e5b8a-ff52-4898-84cb-8caaa43f448f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=16812b38c4514406886f0ab13cabe8ad&device_id=9cd8bf7a-230c-4bc4-a0a7-9161d2c8db8d HTTP/1.1" status: 200  len: 1126 time: 0.0435712
May 07 22:20:11.176063 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-21fec9f8-b7f2-45db-badf-c007c400e70d req-08739d23-3a38-422a-9afa-fb16b44c0497 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f2f0c336-3f97-4f08-9ef4-03776eda7c75 HTTP/1.1" status: 200  len: 217 time: 0.0479348
May 07 22:20:11.205528 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 221b20b8-297d-46d5-9316-3e03943af7d0 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:20:11.237307 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fec9f8-b7f2-45db-badf-c007c400e70d req-27276137-5b2e-42dc-a02c-190f58eea17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:20:11.239457 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-21fec9f8-b7f2-45db-badf-c007c400e70d req-27276137-5b2e-42dc-a02c-190f58eea17c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=32156c8f-9a4f-49c4-9474-56b546e81fd4 HTTP/1.1" status: 200  len: 835 time: 0.0588462
May 07 22:20:11.256430 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 221b20b8-297d-46d5-9316-3e03943af7d0 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:20:11.256805 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (221b20b8-297d-46d5-9316-3e03943af7d0), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:11.281030 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fec9f8-b7f2-45db-badf-c007c400e70d req-40ac8887-7d73-4d18-9b51-a4465d1c4981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:20:11.282545 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-21fec9f8-b7f2-45db-badf-c007c400e70d req-40ac8887-7d73-4d18-9b51-a4465d1c4981 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0377598
May 07 22:20:11.345904 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 221b20b8-297d-46d5-9316-3e03943af7d0 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:20:11.376706 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-21fec9f8-b7f2-45db-badf-c007c400e70d req-cda3c341-099f-4ee0-9a40-88c70c60db70 service neutron] 10.222.0.59 "GET /v2.0/networks/83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0881469
May 07 22:20:11.465656 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-21fec9f8-b7f2-45db-badf-c007c400e70d req-f645c92f-e112-4733-85eb-f6e0c8b8ddfa service neutron] 10.222.0.59 "GET /v2.0/networks/83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0823500
May 07 22:20:11.637256 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0e630-1104-4058-8158-519c4873e04d req-c69f50c2-e3d0-47f0-aae8-6b3f3cdf9717 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:20:11.638755 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-63d0e630-1104-4058-8158-519c4873e04d req-c69f50c2-e3d0-47f0-aae8-6b3f3cdf9717 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cd8bf7a-230c-4bc4-a0a7-9161d2c8db8d HTTP/1.1" status: 200  len: 944 time: 0.0471790
May 07 22:20:11.687523 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-63d0e630-1104-4058-8158-519c4873e04d req-db97eb89-a279-4911-ab4a-f426d5f6da3f tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea24a59e-dc3f-4507-99c1-8d6c1b5d5d0c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430539
May 07 22:20:12.319516 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae12227e-84f2-43f9-a701-ed04de103773 req-56482b41-569d-468d-b6e0-f9c04a0c3019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:20:12.320986 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ae12227e-84f2-43f9-a701-ed04de103773 req-56482b41-569d-468d-b6e0-f9c04a0c3019 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=16812b38c4514406886f0ab13cabe8ad&device_id=9cd8bf7a-230c-4bc4-a0a7-9161d2c8db8d HTTP/1.1" status: 200  len: 1126 time: 0.0438592
May 07 22:20:12.409159 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae12227e-84f2-43f9-a701-ed04de103773 req-232c57b1-f0ed-4dda-9b08-5e52d3e6614d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:20:12.410944 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ae12227e-84f2-43f9-a701-ed04de103773 req-232c57b1-f0ed-4dda-9b08-5e52d3e6614d service neutron] 10.222.0.59 "GET /v2.0/networks?id=83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753 HTTP/1.1" status: 200  len: 898 time: 0.0830994
May 07 22:20:12.455998 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ae12227e-84f2-43f9-a701-ed04de103773 req-6b2e8e6d-34ef-4eb9-86e6-8a677a3651dc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f2f0c336-3f97-4f08-9ef4-03776eda7c75 HTTP/1.1" status: 200  len: 217 time: 0.0398622
May 07 22:20:12.502760 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae12227e-84f2-43f9-a701-ed04de103773 req-f07266fc-2707-44fa-89aa-23c5f498983c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:20:12.504831 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ae12227e-84f2-43f9-a701-ed04de103773 req-f07266fc-2707-44fa-89aa-23c5f498983c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=32156c8f-9a4f-49c4-9474-56b546e81fd4 HTTP/1.1" status: 200  len: 835 time: 0.0434935
May 07 22:20:12.545643 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae12227e-84f2-43f9-a701-ed04de103773 req-a56811d0-e9ee-4f9d-8482-eee52c811b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:20:12.547106 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ae12227e-84f2-43f9-a701-ed04de103773 req-a56811d0-e9ee-4f9d-8482-eee52c811b3f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0370390
May 07 22:20:12.639437 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ae12227e-84f2-43f9-a701-ed04de103773 req-0a27c030-da52-4653-b027-c1a10a388fc5 service neutron] 10.222.0.59 "GET /v2.0/networks/83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0864348
May 07 22:20:12.728710 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ae12227e-84f2-43f9-a701-ed04de103773 req-fd149b89-3881-469f-b581-151cc8d7c5d7 service neutron] 10.222.0.59 "GET /v2.0/networks/83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0831189
May 07 22:20:12.807534 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e765dc99-5961-4e46-ad99-b649e6ff96f6 req-b7667d5c-489f-4d38-9c6b-4faec0d66206 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:20:12.808996 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e765dc99-5961-4e46-ad99-b649e6ff96f6 req-b7667d5c-489f-4d38-9c6b-4faec0d66206 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cd8bf7a-230c-4bc4-a0a7-9161d2c8db8d HTTP/1.1" status: 200  len: 944 time: 0.0470273
May 07 22:20:12.861008 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e765dc99-5961-4e46-ad99-b649e6ff96f6 req-b02380e4-0c2f-42e4-9e12-fe30e483ee43 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea24a59e-dc3f-4507-99c1-8d6c1b5d5d0c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464871
May 07 22:20:13.985277 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c698b2-700b-4ff5-a79f-4117db2fa99b req-a5fa570e-efcd-407f-8439-c8d4a2661d5e tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:20:13.991488 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-62c698b2-700b-4ff5-a79f-4117db2fa99b req-a5fa570e-efcd-407f-8439-c8d4a2661d5e tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cd8bf7a-230c-4bc4-a0a7-9161d2c8db8d HTTP/1.1" status: 200  len: 944 time: 0.0547767
May 07 22:20:14.047051 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-62c698b2-700b-4ff5-a79f-4117db2fa99b req-4fa1f2d8-5222-4ce9-8e5e-300825cc5bd0 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea24a59e-dc3f-4507-99c1-8d6c1b5d5d0c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0540338
May 07 22:20:14.938901 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device f2f0c336-3f97-4f08-9ef4-03776eda7c75 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:20:15.038177 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port f2f0c336-3f97-4f08-9ef4-03776eda7c75, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f2f0c336-3f97-4f08-9ef4-03776eda7c75,segment=NetworkSegment(e00438af-76e0-43da-bd5f-20e01b3f4949),segment_id=e00438af-76e0-43da-bd5f-20e01b3f4949)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:20:15.050513 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': 'f2f0c336-3f97-4f08-9ef4-03776eda7c75', 'network_id': '83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753', 'port_id': 'f2f0c336-3f97-4f08-9ef4-03776eda7c75', 'mac_address': 'fa:16:3e:2c:93:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32156c8f-9a4f-49c4-9474-56b546e81fd4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:20:15.089351 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port f2f0c336-3f97-4f08-9ef4-03776eda7c75 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:20:15.089747 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f2f0c336-3f97-4f08-9ef4-03776eda7c75), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:15.104778 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2f0c336-3f97-4f08-9ef4-03776eda7c75 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:20:15.126756 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port f2f0c336-3f97-4f08-9ef4-03776eda7c75, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f2f0c336-3f97-4f08-9ef4-03776eda7c75,segment=NetworkSegment(e00438af-76e0-43da-bd5f-20e01b3f4949),segment_id=e00438af-76e0-43da-bd5f-20e01b3f4949)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:20:15.131721 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (f2f0c336-3f97-4f08-9ef4-03776eda7c75), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:15.179054 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aef44e-d874-4382-a7ae-26a13bd7a5ae req-7828b43e-ea6f-4622-96fe-f567527578f2 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:20:15.180129 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=f2f0c336-3f97-4f08-9ef4-03776eda7c75,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:20:15.180919 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-45aef44e-d874-4382-a7ae-26a13bd7a5ae req-7828b43e-ea6f-4622-96fe-f567527578f2 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cd8bf7a-230c-4bc4-a0a7-9161d2c8db8d HTTP/1.1" status: 200  len: 945 time: 0.0593376
May 07 22:20:15.232975 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-45aef44e-d874-4382-a7ae-26a13bd7a5ae req-a35624c6-be23-4b65-9c78-cc90aeb0497a tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea24a59e-dc3f-4507-99c1-8d6c1b5d5d0c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449965
May 07 22:20:15.315629 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['f2f0c336-3f97-4f08-9ef4-03776eda7c75'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:20:16.349290 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4a2d89-28c1-4bb9-a78d-eff289dbe9d6 req-41fb0ca5-1320-4c02-9bce-fa276de09a1a tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:20:16.350758 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0a4a2d89-28c1-4bb9-a78d-eff289dbe9d6 req-41fb0ca5-1320-4c02-9bce-fa276de09a1a tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cd8bf7a-230c-4bc4-a0a7-9161d2c8db8d HTTP/1.1" status: 200  len: 945 time: 0.0517418
May 07 22:20:16.399830 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0a4a2d89-28c1-4bb9-a78d-eff289dbe9d6 req-dfcd0e6b-102a-4e1c-ac37-bdbf4f2c5795 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea24a59e-dc3f-4507-99c1-8d6c1b5d5d0c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434587
May 07 22:20:16.970810 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device f2f0c336-3f97-4f08-9ef4-03776eda7c75 up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:20:17.016440 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning for port f2f0c336-3f97-4f08-9ef4-03776eda7c75 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 22:20:17.022493 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port f2f0c336-3f97-4f08-9ef4-03776eda7c75 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:20:17.022947 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (f2f0c336-3f97-4f08-9ef4-03776eda7c75), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:17.098534 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port f2f0c336-3f97-4f08-9ef4-03776eda7c75 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:20:17.098947 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f2f0c336-3f97-4f08-9ef4-03776eda7c75), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:17.121769 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cd8bf7a-230c-4bc4-a0a7-9161d2c8db8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2f0c336-3f97-4f08-9ef4-03776eda7c75'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:20:17.124558 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0461d79-3c63-4d04-9e3d-aaf5ae6ac962" -d '{"events": [{"server_uuid": "9cd8bf7a-230c-4bc4-a0a7-9161d2c8db8d", "name": "network-vif-plugged", "status": "completed", "tag": "f2f0c336-3f97-4f08-9ef4-03776eda7c75"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:20:17.136914 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port f2f0c336-3f97-4f08-9ef4-03776eda7c75, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f2f0c336-3f97-4f08-9ef4-03776eda7c75,segment=NetworkSegment(e00438af-76e0-43da-bd5f-20e01b3f4949),segment_id=e00438af-76e0-43da-bd5f-20e01b3f4949)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:20:17.141140 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (f2f0c336-3f97-4f08-9ef4-03776eda7c75), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:17.169384 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86265891-9315-461b-8f0b-d371a3227785 x-openstack-request-id: req-86265891-9315-461b-8f0b-d371a3227785 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:20:17.169666 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cd8bf7a-230c-4bc4-a0a7-9161d2c8db8d", "name": "network-vif-plugged", "status": "completed", "tag": "f2f0c336-3f97-4f08-9ef4-03776eda7c75", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:20:17.169913 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-86265891-9315-461b-8f0b-d371a3227785 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:20:17.170307 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86265891-9315-461b-8f0b-d371a3227785'] response: {'server_uuid': '9cd8bf7a-230c-4bc4-a0a7-9161d2c8db8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2f0c336-3f97-4f08-9ef4-03776eda7c75', 'code': 200}
May 07 22:20:17.203038 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=f2f0c336-3f97-4f08-9ef4-03776eda7c75,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:20:17.273562 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26d10ed-f203-49b8-bfb3-895195113793 req-19b64864-cbe5-44b3-ba41-c7d0c899fee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:20:17.275178 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e26d10ed-f203-49b8-bfb3-895195113793 req-19b64864-cbe5-44b3-ba41-c7d0c899fee8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9cd8bf7a-230c-4bc4-a0a7-9161d2c8db8d HTTP/1.1" status: 200  len: 1128 time: 0.0401142
May 07 22:20:17.320705 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e26d10ed-f203-49b8-bfb3-895195113793 req-a67e9ecb-22d3-4109-8a5b-c29513fcc549 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=ea24a59e-dc3f-4507-99c1-8d6c1b5d5d0c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396233
May 07 22:20:17.513837 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bc4d5d-1f9a-4fd2-9152-befce2579f40 req-94d1e028-8f69-4a56-9363-080925b1a99b tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:20:17.515352 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-87bc4d5d-1f9a-4fd2-9152-befce2579f40 req-94d1e028-8f69-4a56-9363-080925b1a99b tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cd8bf7a-230c-4bc4-a0a7-9161d2c8db8d HTTP/1.1" status: 200  len: 946 time: 0.0474231
May 07 22:20:17.564795 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-87bc4d5d-1f9a-4fd2-9152-befce2579f40 req-b668be32-4434-4445-b4e5-06836b8150bf tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea24a59e-dc3f-4507-99c1-8d6c1b5d5d0c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428376
May 07 22:20:18.690080 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e93c87-eeca-4d5e-a439-bcc9ab5fb6e2 req-fbdf5306-642d-4b14-a1bf-21775878237b tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:20:18.691643 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e8e93c87-eeca-4d5e-a439-bcc9ab5fb6e2 req-fbdf5306-642d-4b14-a1bf-21775878237b tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cd8bf7a-230c-4bc4-a0a7-9161d2c8db8d HTTP/1.1" status: 200  len: 946 time: 0.0520217
May 07 22:20:18.742096 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e8e93c87-eeca-4d5e-a439-bcc9ab5fb6e2 req-6819cbdd-6893-41a7-88e0-c95354841b57 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea24a59e-dc3f-4507-99c1-8d6c1b5d5d0c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447457
May 07 22:20:18.856740 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2c1679-0447-4d21-bc70-4ec4ba8f8abb req-54f37e9b-3079-421b-abb8-0253f4adf913 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:20:18.858169 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fc2c1679-0447-4d21-bc70-4ec4ba8f8abb req-54f37e9b-3079-421b-abb8-0253f4adf913 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cd8bf7a-230c-4bc4-a0a7-9161d2c8db8d HTTP/1.1" status: 200  len: 946 time: 0.0470078
May 07 22:20:18.912258 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fc2c1679-0447-4d21-bc70-4ec4ba8f8abb req-ea6c44a7-ef11-4ca8-959a-127f1c485f4f tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea24a59e-dc3f-4507-99c1-8d6c1b5d5d0c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472739
May 07 22:20:18.935404 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 54994) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:20:18.975454 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ddaf33-58d3-4406-9e07-9e58c500320e tempest-TestNetworkAdvancedServerOps-305006253 tempest-TestNetworkAdvancedServerOps-305006253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:20:18.976976 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-c0ddaf33-58d3-4406-9e07-9e58c500320e tempest-TestNetworkAdvancedServerOps-305006253 tempest-TestNetworkAdvancedServerOps-305006253-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9cd8bf7a-230c-4bc4-a0a7-9161d2c8db8d HTTP/1.1" status: 200  len: 1123 time: 0.0404954
May 07 22:20:18.979793 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 54996) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:20:18.983903 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-fea32f9d-eae4-4d94-a767-e7488704d6b5 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Request body: {'floatingip': {'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'port_id': 'f2f0c336-3f97-4f08-9ef4-03776eda7c75', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'fixed_ip_address': '172.20.0.10'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:20:19.004170 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fea32f9d-eae4-4d94-a767-e7488704d6b5 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:19.084802 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fea32f9d-eae4-4d94-a767-e7488704d6b5 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:19.186544 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-fea32f9d-eae4-4d94-a767-e7488704d6b5 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Allocated IP 172.35.4.234 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/239c8966-f22c-4aad-aacc-c24861bc64b1) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:20:19.302193 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fea32f9d-eae4-4d94-a767-e7488704d6b5 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for port (239c8966-f22c-4aad-aacc-c24861bc64b1), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:19.336322 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fea32f9d-eae4-4d94-a767-e7488704d6b5 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (239c8966-f22c-4aad-aacc-c24861bc64b1), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:19.374935 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea32f9d-eae4-4d94-a767-e7488704d6b5 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:20:19.377650 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-fea32f9d-eae4-4d94-a767-e7488704d6b5 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:20:19.381086 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea32f9d-eae4-4d94-a767-e7488704d6b5 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:20:19.388615 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea32f9d-eae4-4d94-a767-e7488704d6b5 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Pushing event updated for resources: {'Port': ['ID=239c8966-f22c-4aad-aacc-c24861bc64b1,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:20:19.417529 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea32f9d-eae4-4d94-a767-e7488704d6b5 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:20:19.417883 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea32f9d-eae4-4d94-a767-e7488704d6b5 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:20:19.418231 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea32f9d-eae4-4d94-a767-e7488704d6b5 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:20:19.418578 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea32f9d-eae4-4d94-a767-e7488704d6b5 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:20:19.419198 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea32f9d-eae4-4d94-a767-e7488704d6b5 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:20:19.419541 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea32f9d-eae4-4d94-a767-e7488704d6b5 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:20:19.419876 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea32f9d-eae4-4d94-a767-e7488704d6b5 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:20:19.420206 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea32f9d-eae4-4d94-a767-e7488704d6b5 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:20:19.420545 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea32f9d-eae4-4d94-a767-e7488704d6b5 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:20:19.420876 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea32f9d-eae4-4d94-a767-e7488704d6b5 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:20:19.421206 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea32f9d-eae4-4d94-a767-e7488704d6b5 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:20:19.421535 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea32f9d-eae4-4d94-a767-e7488704d6b5 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:20:19.421863 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea32f9d-eae4-4d94-a767-e7488704d6b5 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:20:19.422188 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea32f9d-eae4-4d94-a767-e7488704d6b5 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:20:19.422513 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea32f9d-eae4-4d94-a767-e7488704d6b5 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:20:19.782616 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fea32f9d-eae4-4d94-a767-e7488704d6b5 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for floatingip (3fc385b2-a1a3-4bb1-ae78-d9c49e91db78), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:19.850970 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fea32f9d-eae4-4d94-a767-e7488704d6b5 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (239c8966-f22c-4aad-aacc-c24861bc64b1), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:20.009758 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fea32f9d-eae4-4d94-a767-e7488704d6b5 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for port (239c8966-f22c-4aad-aacc-c24861bc64b1), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:20.014058 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fea32f9d-eae4-4d94-a767-e7488704d6b5 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (239c8966-f22c-4aad-aacc-c24861bc64b1), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:20.084761 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea32f9d-eae4-4d94-a767-e7488704d6b5 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Pushing event updated for resources: {'Port': ['ID=239c8966-f22c-4aad-aacc-c24861bc64b1,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:20:20.096938 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fea32f9d-eae4-4d94-a767-e7488704d6b5 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (3fc385b2-a1a3-4bb1-ae78-d9c49e91db78), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:20.202686 ncdv-master-1 neutron-server[121837]: INFO neutron.db.l3_db [None req-fea32f9d-eae4-4d94-a767-e7488704d6b5 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Floating IP 3fc385b2-a1a3-4bb1-ae78-d9c49e91db78 associated. External IP: 172.35.4.234, port: f2f0c336-3f97-4f08-9ef4-03776eda7c75.
May 07 22:20:20.425972 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fea32f9d-eae4-4d94-a767-e7488704d6b5 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Router 7eaff033-3fa5-470b-b389-ca60d163d685 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:20:20.542837 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fea32f9d-eae4-4d94-a767-e7488704d6b5 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:20:20.555056 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84fad6c-70d4-4bc6-a5ee-30098970c11b None None] Sync routers for ids ['7eaff033-3fa5-470b-b389-ca60d163d685'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:20:20.562167 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fea32f9d-eae4-4d94-a767-e7488704d6b5 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:20.565793 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84fad6c-70d4-4bc6-a5ee-30098970c11b None None] Routers {'7eaff033-3fa5-470b-b389-ca60d163d685'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:20:20.566563 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-d84fad6c-70d4-4bc6-a5ee-30098970c11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7e7f9a90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:19:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['7eaff033-3fa5-470b-b389-ca60d163d685'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:20:20.596863 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-fea32f9d-eae4-4d94-a767-e7488704d6b5 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 1.6160409
May 07 22:20:20.598162 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cd8bf7a-230c-4bc4-a0a7-9161d2c8db8d', 'tag': 'f2f0c336-3f97-4f08-9ef4-03776eda7c75'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:20:20.607444 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-909e131d-8857-477d-af0c-6d14a8d30cef" -d '{"events": [{"name": "network-changed", "server_uuid": "9cd8bf7a-230c-4bc4-a0a7-9161d2c8db8d", "tag": "f2f0c336-3f97-4f08-9ef4-03776eda7c75"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:20:20.663765 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02fcd52c-1be2-415b-bd50-aef1c4c89d6d x-openstack-request-id: req-02fcd52c-1be2-415b-bd50-aef1c4c89d6d {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:20:20.664704 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cd8bf7a-230c-4bc4-a0a7-9161d2c8db8d", "tag": "f2f0c336-3f97-4f08-9ef4-03776eda7c75", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:20:20.664704 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-02fcd52c-1be2-415b-bd50-aef1c4c89d6d {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:20:20.665146 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02fcd52c-1be2-415b-bd50-aef1c4c89d6d'] response: {'name': 'network-changed', 'server_uuid': '9cd8bf7a-230c-4bc4-a0a7-9161d2c8db8d', 'tag': 'f2f0c336-3f97-4f08-9ef4-03776eda7c75', 'status': 'completed', 'code': 200}
May 07 22:20:20.685299 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-d84fad6c-70d4-4bc6-a5ee-30098970c11b None None] Set router 7eaff033-3fa5-470b-b389-ca60d163d685 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:20:20.740893 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c38be55-da98-44ff-9f54-6664ecae520c req-9462141e-1ece-48d7-9ace-e935d1a7e986 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:20:20.742551 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4c38be55-da98-44ff-9f54-6664ecae520c req-9462141e-1ece-48d7-9ace-e935d1a7e986 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cd8bf7a-230c-4bc4-a0a7-9161d2c8db8d HTTP/1.1" status: 200  len: 946 time: 0.0927918
May 07 22:20:20.751250 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909e131d-8857-477d-af0c-6d14a8d30cef req-ab4f4f85-8b12-4b6d-828f-4dacc9ba5614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:20:20.752922 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-909e131d-8857-477d-af0c-6d14a8d30cef req-ab4f4f85-8b12-4b6d-828f-4dacc9ba5614 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=16812b38c4514406886f0ab13cabe8ad&device_id=9cd8bf7a-230c-4bc4-a0a7-9161d2c8db8d HTTP/1.1" status: 200  len: 1128 time: 0.0635319
May 07 22:20:20.865649 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4c38be55-da98-44ff-9f54-6664ecae520c req-c35e6b8b-4101-4ecb-a8e2-f9fddfa6d934 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea24a59e-dc3f-4507-99c1-8d6c1b5d5d0c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1160412
May 07 22:20:20.887713 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909e131d-8857-477d-af0c-6d14a8d30cef req-023c807b-7587-410f-aecc-e985d546e107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:20:20.889481 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-909e131d-8857-477d-af0c-6d14a8d30cef req-023c807b-7587-410f-aecc-e985d546e107 service neutron] 10.222.0.59 "GET /v2.0/networks?id=83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753 HTTP/1.1" status: 200  len: 898 time: 0.1299572
May 07 22:20:20.889872 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 55002) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:20:20.924017 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-d84fad6c-70d4-4bc6-a5ee-30098970c11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7e7f9a90>, [{'id': '7eaff033-3fa5-470b-b389-ca60d163d685', 'name': 'tempest-TestNetworkAdvancedServerOps-router-690828861', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.220'}], 'enable_snat': True}, 'gw_port_id': '0613bdb1-5810-44c5-b6bb-c6956172305b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:20:02Z', 'updated_at': '2022-05-07T22:20:06Z', 'revision_number': 4, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'gw_port': {'id': '0613bdb1-5810-44c5-b6bb-c6956172305b', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eaff033-3fa5-470b-b389-ca60d163d685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:20:02Z', 'updated_at': '2022-05-07T22:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '3fc385b2-a1a3-4bb1-ae78-d9c49e91db78', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'floating_ip_address': '172.35.4.234', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '7eaff033-3fa5-470b-b389-ca60d163d685', 'port_id': 'f2f0c336-3f97-4f08-9ef4-03776eda7c75', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4098, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753', 'mac_address': 'fa:16:3e:2c:93:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd8bf7a-230c-4bc4-a0a7-9161d2c8db8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:20:19Z', 'updated_at': '2022-05-07T22:20:19Z', 'revision_number': 0, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '221b20b8-297d-46d5-9316-3e03943af7d0', 'name': '', 'network_id': '83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'mac_address': 'fa:16:3e:51:05:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eaff033-3fa5-470b-b389-ca60d163d685', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '32156c8f-9a4f-49c4-9474-56b546e81fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:20:05Z', 'updated_at': '2022-05-07T22:20:09Z', 'revision_number': 5, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'subnets': [{'id': '32156c8f-9a4f-49c4-9474-56b546e81fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:20:20.959279 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84fad6c-70d4-4bc6-a5ee-30098970c11b None None] Checking router: 7eaff033-3fa5-470b-b389-ca60d163d685 for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:20:20.968261 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84fad6c-70d4-4bc6-a5ee-30098970c11b None None] Routers {'7eaff033-3fa5-470b-b389-ca60d163d685'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:20:20.968895 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-d84fad6c-70d4-4bc6-a5ee-30098970c11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7e7f9a90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:19:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['7eaff033-3fa5-470b-b389-ca60d163d685'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:20:21.012918 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-4c1c60b8-a450-4b4f-9738-28aabd1112b1 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/floatingips/3fc385b2-a1a3-4bb1-ae78-d9c49e91db78 HTTP/1.1" status: 200  len: 992 time: 0.1217935
May 07 22:20:21.014883 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-909e131d-8857-477d-af0c-6d14a8d30cef req-803587a5-86e9-442d-bfbb-87121375d08a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f2f0c336-3f97-4f08-9ef4-03776eda7c75 HTTP/1.1" status: 200  len: 1000 time: 0.1176381
May 07 22:20:21.069401 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909e131d-8857-477d-af0c-6d14a8d30cef req-06bdac4a-63e7-4bba-9de7-8e5bc39f8861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:20:21.071150 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-909e131d-8857-477d-af0c-6d14a8d30cef req-06bdac4a-63e7-4bba-9de7-8e5bc39f8861 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=32156c8f-9a4f-49c4-9474-56b546e81fd4 HTTP/1.1" status: 200  len: 835 time: 0.0498471
May 07 22:20:21.124390 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909e131d-8857-477d-af0c-6d14a8d30cef req-4b790e19-673c-409e-a173-4bc4f7e364d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:20:21.126232 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-909e131d-8857-477d-af0c-6d14a8d30cef req-4b790e19-673c-409e-a173-4bc4f7e364d4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0497992
May 07 22:20:21.233251 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-909e131d-8857-477d-af0c-6d14a8d30cef req-9bc80a0f-49fb-4bd1-8838-0bbff57e6909 service neutron] 10.222.0.59 "GET /v2.0/networks/83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1005244
May 07 22:20:21.247032 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-d84fad6c-70d4-4bc6-a5ee-30098970c11b None None] Set router 7eaff033-3fa5-470b-b389-ca60d163d685 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:20:21.327531 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-909e131d-8857-477d-af0c-6d14a8d30cef req-b6443eb4-a40c-4892-acd8-b7c831348898 service neutron] 10.222.0.59 "GET /v2.0/networks/83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0885081
May 07 22:20:21.467225 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-d84fad6c-70d4-4bc6-a5ee-30098970c11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7e7f9a90>, [{'id': '7eaff033-3fa5-470b-b389-ca60d163d685', 'name': 'tempest-TestNetworkAdvancedServerOps-router-690828861', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.220'}], 'enable_snat': True}, 'gw_port_id': '0613bdb1-5810-44c5-b6bb-c6956172305b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:20:02Z', 'updated_at': '2022-05-07T22:20:06Z', 'revision_number': 4, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'gw_port': {'id': '0613bdb1-5810-44c5-b6bb-c6956172305b', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eaff033-3fa5-470b-b389-ca60d163d685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:20:02Z', 'updated_at': '2022-05-07T22:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '3fc385b2-a1a3-4bb1-ae78-d9c49e91db78', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'floating_ip_address': '172.35.4.234', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '7eaff033-3fa5-470b-b389-ca60d163d685', 'port_id': 'f2f0c336-3f97-4f08-9ef4-03776eda7c75', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4098, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753', 'mac_address': 'fa:16:3e:2c:93:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd8bf7a-230c-4bc4-a0a7-9161d2c8db8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:20:19Z', 'updated_at': '2022-05-07T22:20:19Z', 'revision_number': 0, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '221b20b8-297d-46d5-9316-3e03943af7d0', 'name': '', 'network_id': '83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'mac_address': 'fa:16:3e:51:05:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eaff033-3fa5-470b-b389-ca60d163d685', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '32156c8f-9a4f-49c4-9474-56b546e81fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:20:05Z', 'updated_at': '2022-05-07T22:20:09Z', 'revision_number': 5, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'subnets': [{'id': '32156c8f-9a4f-49c4-9474-56b546e81fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:20:21.499735 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84fad6c-70d4-4bc6-a5ee-30098970c11b None None] The sync data for ids ['7eaff033-3fa5-470b-b389-ca60d163d685'] in ncdv-master-1 is: [{'id': '7eaff033-3fa5-470b-b389-ca60d163d685', 'name': 'tempest-TestNetworkAdvancedServerOps-router-690828861', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.220'}], 'enable_snat': True}, 'gw_port_id': '0613bdb1-5810-44c5-b6bb-c6956172305b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:20:02Z', 'updated_at': '2022-05-07T22:20:06Z', 'revision_number': 4, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'gw_port': {'id': '0613bdb1-5810-44c5-b6bb-c6956172305b', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eaff033-3fa5-470b-b389-ca60d163d685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:20:02Z', 'updated_at': '2022-05-07T22:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '3fc385b2-a1a3-4bb1-ae78-d9c49e91db78', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'floating_ip_address': '172.35.4.234', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '7eaff033-3fa5-470b-b389-ca60d163d685', 'port_id': 'f2f0c336-3f97-4f08-9ef4-03776eda7c75', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4098, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753', 'mac_address': 'fa:16:3e:2c:93:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd8bf7a-230c-4bc4-a0a7-9161d2c8db8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:20:19Z', 'updated_at': '2022-05-07T22:20:19Z', 'revision_number': 0, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '221b20b8-297d-46d5-9316-3e03943af7d0', 'name': '', 'network_id': '83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'mac_address': 'fa:16:3e:51:05:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eaff033-3fa5-470b-b389-ca60d163d685', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '32156c8f-9a4f-49c4-9474-56b546e81fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:20:05Z', 'updated_at': '2022-05-07T22:20:09Z', 'revision_number': 5, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'subnets': [{'id': '32156c8f-9a4f-49c4-9474-56b546e81fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:20:21.728829 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26b5c71-2cc7-4fad-b5f3-110120d7bd91 None None] New status for floating IP 3fc385b2-a1a3-4bb1-ae78-d9c49e91db78: ACTIVE {{(pid=121839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 07 22:20:21.961942 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:22.016536 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 55004) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:20:22.081215 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-553e19f4-2bc2-46e6-a654-1bdc60284adc tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/floatingips/3fc385b2-a1a3-4bb1-ae78-d9c49e91db78 HTTP/1.1" status: 200  len: 994 time: 0.0635409
May 07 22:20:23.665046 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f579f0b9-387c-4455-9b9d-9ccf79a265ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:23.905584 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:25.870502 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 22:20:26.537648 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-dd5f1544-45bd-48e7-a2c9-2435f0217a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:27.481101 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:29.182575 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:30.307803 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:51.986041 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:53.670197 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-cd7733bc-8298-4538-9b81-28e5d3cffa70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:53.730008 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2072362b-0928-4ad0-8829-ac0ea892baca req-cbbd3eeb-7ab9-47a4-92cb-53bf35bac986 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:20:53.731518 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2072362b-0928-4ad0-8829-ac0ea892baca req-cbbd3eeb-7ab9-47a4-92cb-53bf35bac986 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cd8bf7a-230c-4bc4-a0a7-9161d2c8db8d HTTP/1.1" status: 200  len: 946 time: 0.3802130
May 07 22:20:53.788790 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2072362b-0928-4ad0-8829-ac0ea892baca req-97a3eade-c4cb-450c-ae76-f7785ba0a9b9 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea24a59e-dc3f-4507-99c1-8d6c1b5d5d0c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450220
May 07 22:20:53.816064 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 55050) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:20:53.880008 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-aa63c29b-df61-4549-bd8d-903465dc11ec tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/floatingips/3fc385b2-a1a3-4bb1-ae78-d9c49e91db78 HTTP/1.1" status: 200  len: 994 time: 0.0627882
May 07 22:20:53.917346 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:54.217065 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbe46c6-348a-4477-8012-58f5e67222b1 req-c54649f1-7702-4cef-937f-41ed9699bb73 tempest-TestNetworkAdvancedServerOps-305006253 tempest-TestNetworkAdvancedServerOps-305006253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:20:54.218638 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7cbe46c6-348a-4477-8012-58f5e67222b1 req-c54649f1-7702-4cef-937f-41ed9699bb73 tempest-TestNetworkAdvancedServerOps-305006253 tempest-TestNetworkAdvancedServerOps-305006253-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9cd8bf7a-230c-4bc4-a0a7-9161d2c8db8d HTTP/1.1" status: 200  len: 1128 time: 0.0444882
May 07 22:20:54.266524 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7cbe46c6-348a-4477-8012-58f5e67222b1 req-ef687b7a-32e0-4038-a8c5-53b3c2fe0577 tempest-TestNetworkAdvancedServerOps-305006253 tempest-TestNetworkAdvancedServerOps-305006253-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=ea24a59e-dc3f-4507-99c1-8d6c1b5d5d0c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414715
May 07 22:20:54.762301 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2f5226eb-3af2-42a0-bd2f-4ce4daf13dcd req-5ce752c6-8573-4696-8507-4fde8c109a3f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9cd8bf7a-230c-4bc4-a0a7-9161d2c8db8d&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0404105
May 07 22:20:54.771168 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [req-2f5226eb-3af2-42a0-bd2f-4ce4daf13dcd req-1d61353c-f2f8-4433-a274-37d9eb5c53d7 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121836) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:20:54.772148 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2f5226eb-3af2-42a0-bd2f-4ce4daf13dcd req-1d61353c-f2f8-4433-a274-37d9eb5c53d7 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0053005
May 07 22:20:54.841405 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5226eb-3af2-42a0-bd2f-4ce4daf13dcd req-3b6e451f-f3d5-4722-a671-ebc8b34800c5 tempest-TestNetworkAdvancedServerOps-305006253 tempest-TestNetworkAdvancedServerOps-305006253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:20:54.843409 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2f5226eb-3af2-42a0-bd2f-4ce4daf13dcd req-3b6e451f-f3d5-4722-a671-ebc8b34800c5 tempest-TestNetworkAdvancedServerOps-305006253 tempest-TestNetworkAdvancedServerOps-305006253-project-admin] 10.222.0.32 "GET /v2.0/ports/f2f0c336-3f97-4f08-9ef4-03776eda7c75 HTTP/1.1" status: 200  len: 1125 time: 0.0391159
May 07 22:20:55.354559 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5226eb-3af2-42a0-bd2f-4ce4daf13dcd req-83526a96-8618-4368-b8ab-4ebdc23ca25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:20:55.356139 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2f5226eb-3af2-42a0-bd2f-4ce4daf13dcd req-83526a96-8618-4368-b8ab-4ebdc23ca25b service neutron] 10.222.0.32 "GET /v2.0/ports/f2f0c336-3f97-4f08-9ef4-03776eda7c75 HTTP/1.1" status: 200  len: 1125 time: 0.0412307
May 07 22:20:55.365592 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-2f5226eb-3af2-42a0-bd2f-4ce4daf13dcd req-482737a6-991d-4294-b62f-8b4aeeabee56 service neutron] Request body: {'binding': {'host': 'nch1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:20:55.366064 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-2f5226eb-3af2-42a0-bd2f-4ce4daf13dcd req-482737a6-991d-4294-b62f-8b4aeeabee56 service neutron] Unknown quota resources ['binding']. {{(pid=121836) _create /opt/stack/neutron/neutron/api/v2/base.py:497}}
May 07 22:20:55.511397 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-2f5226eb-3af2-42a0-bd2f-4ce4daf13dcd req-482737a6-991d-4294-b62f-8b4aeeabee56 service neutron] Attempting to bind port f2f0c336-3f97-4f08-9ef4-03776eda7c75 on host nch1-master-1 for vnic_type normal with profile None {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:20:55.511771 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-2f5226eb-3af2-42a0-bd2f-4ce4daf13dcd req-482737a6-991d-4294-b62f-8b4aeeabee56 service neutron] Attempting to bind port f2f0c336-3f97-4f08-9ef4-03776eda7c75 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e00438af-76e0-43da-bd5f-20e01b3f4949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:20:55.512196 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5226eb-3af2-42a0-bd2f-4ce4daf13dcd req-482737a6-991d-4294-b62f-8b4aeeabee56 service neutron] Attempting to bind port f2f0c336-3f97-4f08-9ef4-03776eda7c75 on network 83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:20:55.517538 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5226eb-3af2-42a0-bd2f-4ce4daf13dcd req-482737a6-991d-4294-b62f-8b4aeeabee56 service neutron] Port f2f0c336-3f97-4f08-9ef4-03776eda7c75 on network 83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:20:55.517926 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5226eb-3af2-42a0-bd2f-4ce4daf13dcd req-482737a6-991d-4294-b62f-8b4aeeabee56 service neutron] Attempting to bind port f2f0c336-3f97-4f08-9ef4-03776eda7c75 on network 83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:20:55.523283 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5226eb-3af2-42a0-bd2f-4ce4daf13dcd req-482737a6-991d-4294-b62f-8b4aeeabee56 service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:20:55.523734 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5226eb-3af2-42a0-bd2f-4ce4daf13dcd req-482737a6-991d-4294-b62f-8b4aeeabee56 service neutron] Checking segment: {'id': 'e00438af-76e0-43da-bd5f-20e01b3f4949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:20:55.524228 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5226eb-3af2-42a0-bd2f-4ce4daf13dcd req-482737a6-991d-4294-b62f-8b4aeeabee56 service neutron] Bound using segment: {'id': 'e00438af-76e0-43da-bd5f-20e01b3f4949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:20:55.524754 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-2f5226eb-3af2-42a0-bd2f-4ce4daf13dcd req-482737a6-991d-4294-b62f-8b4aeeabee56 service neutron] Bound port: f2f0c336-3f97-4f08-9ef4-03776eda7c75, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e00438af-76e0-43da-bd5f-20e01b3f4949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:20:55.621393 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-2f5226eb-3af2-42a0-bd2f-4ce4daf13dcd req-482737a6-991d-4294-b62f-8b4aeeabee56 service neutron] For port f2f0c336-3f97-4f08-9ef4-03776eda7c75, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f2f0c336-3f97-4f08-9ef4-03776eda7c75,segment=NetworkSegment(e00438af-76e0-43da-bd5f-20e01b3f4949),segment_id=e00438af-76e0-43da-bd5f-20e01b3f4949)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:20:55.627973 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-2f5226eb-3af2-42a0-bd2f-4ce4daf13dcd req-482737a6-991d-4294-b62f-8b4aeeabee56 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:55.629286 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2f5226eb-3af2-42a0-bd2f-4ce4daf13dcd req-482737a6-991d-4294-b62f-8b4aeeabee56 service neutron] 10.222.0.32 "POST /v2.0/ports/f2f0c336-3f97-4f08-9ef4-03776eda7c75/bindings HTTP/1.1" status: 201  len: 389 time: 0.2674890
May 07 22:20:55.806851 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8756e73-bc6e-4e49-a616-462f2f05410b req-7189fb40-933b-4c61-bd94-89fd54bd8dfd tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:20:55.808356 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b8756e73-bc6e-4e49-a616-462f2f05410b req-7189fb40-933b-4c61-bd94-89fd54bd8dfd tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cd8bf7a-230c-4bc4-a0a7-9161d2c8db8d HTTP/1.1" status: 200  len: 946 time: 0.0566223
May 07 22:20:55.869128 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5226eb-3af2-42a0-bd2f-4ce4daf13dcd req-c210ebd1-f4cb-423e-b3fd-264739105a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:20:55.869879 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b8756e73-bc6e-4e49-a616-462f2f05410b req-1458ac7a-1ce0-4b63-87c7-795c1ee9a806 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea24a59e-dc3f-4507-99c1-8d6c1b5d5d0c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0537212
May 07 22:20:55.870703 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2f5226eb-3af2-42a0-bd2f-4ce4daf13dcd req-c210ebd1-f4cb-423e-b3fd-264739105a2a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=16812b38c4514406886f0ab13cabe8ad&device_id=9cd8bf7a-230c-4bc4-a0a7-9161d2c8db8d HTTP/1.1" status: 200  len: 1128 time: 0.0432847
May 07 22:20:55.966894 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5226eb-3af2-42a0-bd2f-4ce4daf13dcd req-33f8a008-65fc-43fd-b1f3-043f368d7cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:20:55.968525 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2f5226eb-3af2-42a0-bd2f-4ce4daf13dcd req-33f8a008-65fc-43fd-b1f3-043f368d7cb3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753 HTTP/1.1" status: 200  len: 898 time: 0.0919743
May 07 22:20:56.049343 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2f5226eb-3af2-42a0-bd2f-4ce4daf13dcd req-ee14e261-8160-42b3-9164-f98e6a07757d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f2f0c336-3f97-4f08-9ef4-03776eda7c75 HTTP/1.1" status: 200  len: 1002 time: 0.0755959
May 07 22:20:56.098428 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5226eb-3af2-42a0-bd2f-4ce4daf13dcd req-a419e574-1409-47b5-8171-68e0defba8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:20:56.099929 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2f5226eb-3af2-42a0-bd2f-4ce4daf13dcd req-a419e574-1409-47b5-8171-68e0defba8d4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=32156c8f-9a4f-49c4-9474-56b546e81fd4 HTTP/1.1" status: 200  len: 835 time: 0.0444872
May 07 22:20:56.143657 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5226eb-3af2-42a0-bd2f-4ce4daf13dcd req-85e5eed2-b78a-48ec-b604-6181a34b554f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:20:56.145063 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2f5226eb-3af2-42a0-bd2f-4ce4daf13dcd req-85e5eed2-b78a-48ec-b604-6181a34b554f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0389254
May 07 22:20:56.238425 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2f5226eb-3af2-42a0-bd2f-4ce4daf13dcd req-28b585eb-9829-423c-a5b8-8011e720a277 service neutron] 10.222.0.55 "GET /v2.0/networks/83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0871134
May 07 22:20:56.338447 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2f5226eb-3af2-42a0-bd2f-4ce4daf13dcd req-9e31c70c-062b-4538-b290-dddf6076fa0f service neutron] 10.222.0.55 "GET /v2.0/networks/83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0940573
May 07 22:20:56.474422 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5226eb-3af2-42a0-bd2f-4ce4daf13dcd req-be1b2b20-0b49-4679-bb0d-02109694f19a tempest-TestNetworkAdvancedServerOps-305006253 tempest-TestNetworkAdvancedServerOps-305006253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:20:56.476002 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2f5226eb-3af2-42a0-bd2f-4ce4daf13dcd req-be1b2b20-0b49-4679-bb0d-02109694f19a tempest-TestNetworkAdvancedServerOps-305006253 tempest-TestNetworkAdvancedServerOps-305006253-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=9cd8bf7a-230c-4bc4-a0a7-9161d2c8db8d&tenant_id=16812b38c4514406886f0ab13cabe8ad&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1128 time: 0.0819902
May 07 22:20:56.486764 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-2f5226eb-3af2-42a0-bd2f-4ce4daf13dcd req-7fa4fc9c-2472-4007-80ef-ba765430211c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-master-1'}}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:20:56.538515 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-fe9e9f3b-703e-4c86-b602-80f72f2e46ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:56.548128 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-2f5226eb-3af2-42a0-bd2f-4ce4daf13dcd req-7fa4fc9c-2472-4007-80ef-ba765430211c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f2f0c336-3f97-4f08-9ef4-03776eda7c75), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:56.680041 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-2f5226eb-3af2-42a0-bd2f-4ce4daf13dcd req-7fa4fc9c-2472-4007-80ef-ba765430211c service neutron] For port f2f0c336-3f97-4f08-9ef4-03776eda7c75, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f2f0c336-3f97-4f08-9ef4-03776eda7c75,segment=NetworkSegment(e00438af-76e0-43da-bd5f-20e01b3f4949),segment_id=e00438af-76e0-43da-bd5f-20e01b3f4949)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:20:56.715592 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-2f5226eb-3af2-42a0-bd2f-4ce4daf13dcd req-7fa4fc9c-2472-4007-80ef-ba765430211c service neutron] For port f2f0c336-3f97-4f08-9ef4-03776eda7c75, host nch2-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:20:56.758393 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cd8bf7a-230c-4bc4-a0a7-9161d2c8db8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2f0c336-3f97-4f08-9ef4-03776eda7c75'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:20:56.760709 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69f2a583-5541-41f7-bff3-cd22dc0159a6" -d '{"events": [{"server_uuid": "9cd8bf7a-230c-4bc4-a0a7-9161d2c8db8d", "name": "network-vif-unplugged", "status": "completed", "tag": "f2f0c336-3f97-4f08-9ef4-03776eda7c75"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:20:56.764186 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-2f5226eb-3af2-42a0-bd2f-4ce4daf13dcd req-7fa4fc9c-2472-4007-80ef-ba765430211c service neutron] Publish callbacks [] for port (f2f0c336-3f97-4f08-9ef4-03776eda7c75), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:56.769201 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-2f5226eb-3af2-42a0-bd2f-4ce4daf13dcd req-7fa4fc9c-2472-4007-80ef-ba765430211c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (f2f0c336-3f97-4f08-9ef4-03776eda7c75), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:56.801420 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 07 May 2022 22:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8beba1b4-97cf-44ff-95bd-e0be9031e8da x-openstack-request-id: req-8beba1b4-97cf-44ff-95bd-e0be9031e8da {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:20:56.801714 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cd8bf7a-230c-4bc4-a0a7-9161d2c8db8d", "name": "network-vif-unplugged", "status": "completed", "tag": "f2f0c336-3f97-4f08-9ef4-03776eda7c75", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:20:56.802557 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8beba1b4-97cf-44ff-95bd-e0be9031e8da {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:20:56.802557 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8beba1b4-97cf-44ff-95bd-e0be9031e8da'] response: {'server_uuid': '9cd8bf7a-230c-4bc4-a0a7-9161d2c8db8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2f0c336-3f97-4f08-9ef4-03776eda7c75', 'code': 200}
May 07 22:20:56.862065 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa4fc9c-2472-4007-80ef-ba765430211c service neutron] Pushing event updated for resources: {'Port': ['ID=f2f0c336-3f97-4f08-9ef4-03776eda7c75,revision_number=7']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:20:56.872483 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa4fc9c-2472-4007-80ef-ba765430211c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:20:56.873207 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa4fc9c-2472-4007-80ef-ba765430211c service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:20:56.873207 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa4fc9c-2472-4007-80ef-ba765430211c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:20:56.874065 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa4fc9c-2472-4007-80ef-ba765430211c service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:20:56.874429 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa4fc9c-2472-4007-80ef-ba765430211c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:20:56.874750 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa4fc9c-2472-4007-80ef-ba765430211c service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:20:56.875104 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa4fc9c-2472-4007-80ef-ba765430211c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:20:56.875434 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa4fc9c-2472-4007-80ef-ba765430211c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:20:56.875765 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa4fc9c-2472-4007-80ef-ba765430211c service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:20:56.876118 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa4fc9c-2472-4007-80ef-ba765430211c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:20:56.876420 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa4fc9c-2472-4007-80ef-ba765430211c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:20:56.876744 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa4fc9c-2472-4007-80ef-ba765430211c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:20:56.877080 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa4fc9c-2472-4007-80ef-ba765430211c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:20:56.877402 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa4fc9c-2472-4007-80ef-ba765430211c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:20:56.877726 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fa4fc9c-2472-4007-80ef-ba765430211c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:20:57.010281 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70047370-346c-4632-8e69-9f08fc27f70c req-cd718357-97f1-43ef-816c-b5d0738065b9 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:20:57.012042 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-70047370-346c-4632-8e69-9f08fc27f70c req-cd718357-97f1-43ef-816c-b5d0738065b9 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cd8bf7a-230c-4bc4-a0a7-9161d2c8db8d HTTP/1.1" status: 200  len: 944 time: 0.0569170
May 07 22:20:57.111409 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-74c14dc9-4d84-479f-82d6-37340485e79e None None] Provisioning complete for port f2f0c336-3f97-4f08-9ef4-03776eda7c75 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:20:57.111885 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-74c14dc9-4d84-479f-82d6-37340485e79e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (f2f0c336-3f97-4f08-9ef4-03776eda7c75), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:57.131013 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-70047370-346c-4632-8e69-9f08fc27f70c req-e6413109-c313-4d7f-8f06-d82b06f64756 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea24a59e-dc3f-4507-99c1-8d6c1b5d5d0c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1121130
May 07 22:20:57.149530 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-74c14dc9-4d84-479f-82d6-37340485e79e None None] Port f2f0c336-3f97-4f08-9ef4-03776eda7c75 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:20:57.257359 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-2f5226eb-3af2-42a0-bd2f-4ce4daf13dcd req-7fa4fc9c-2472-4007-80ef-ba765430211c service neutron] Attempting to bind port f2f0c336-3f97-4f08-9ef4-03776eda7c75 on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:20:57.257695 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-2f5226eb-3af2-42a0-bd2f-4ce4daf13dcd req-7fa4fc9c-2472-4007-80ef-ba765430211c service neutron] Attempting to bind port f2f0c336-3f97-4f08-9ef4-03776eda7c75 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e00438af-76e0-43da-bd5f-20e01b3f4949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:20:57.258020 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5226eb-3af2-42a0-bd2f-4ce4daf13dcd req-7fa4fc9c-2472-4007-80ef-ba765430211c service neutron] Attempting to bind port f2f0c336-3f97-4f08-9ef4-03776eda7c75 on network 83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:20:57.262400 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5226eb-3af2-42a0-bd2f-4ce4daf13dcd req-7fa4fc9c-2472-4007-80ef-ba765430211c service neutron] Port f2f0c336-3f97-4f08-9ef4-03776eda7c75 on network 83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:20:57.262659 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5226eb-3af2-42a0-bd2f-4ce4daf13dcd req-7fa4fc9c-2472-4007-80ef-ba765430211c service neutron] Attempting to bind port f2f0c336-3f97-4f08-9ef4-03776eda7c75 on network 83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:20:57.267982 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5226eb-3af2-42a0-bd2f-4ce4daf13dcd req-7fa4fc9c-2472-4007-80ef-ba765430211c service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:20:57.268317 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5226eb-3af2-42a0-bd2f-4ce4daf13dcd req-7fa4fc9c-2472-4007-80ef-ba765430211c service neutron] Checking segment: {'id': 'e00438af-76e0-43da-bd5f-20e01b3f4949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:20:57.268704 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5226eb-3af2-42a0-bd2f-4ce4daf13dcd req-7fa4fc9c-2472-4007-80ef-ba765430211c service neutron] Bound using segment: {'id': 'e00438af-76e0-43da-bd5f-20e01b3f4949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:20:57.269120 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-2f5226eb-3af2-42a0-bd2f-4ce4daf13dcd req-7fa4fc9c-2472-4007-80ef-ba765430211c service neutron] Bound port: f2f0c336-3f97-4f08-9ef4-03776eda7c75, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e00438af-76e0-43da-bd5f-20e01b3f4949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:20:57.269474 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-2f5226eb-3af2-42a0-bd2f-4ce4daf13dcd req-7fa4fc9c-2472-4007-80ef-ba765430211c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f2f0c336-3f97-4f08-9ef4-03776eda7c75), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:57.331682 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-2f5226eb-3af2-42a0-bd2f-4ce4daf13dcd req-7fa4fc9c-2472-4007-80ef-ba765430211c service neutron] For port f2f0c336-3f97-4f08-9ef4-03776eda7c75, host nch2-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:20:57.334598 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-2f5226eb-3af2-42a0-bd2f-4ce4daf13dcd req-7fa4fc9c-2472-4007-80ef-ba765430211c service neutron] For port f2f0c336-3f97-4f08-9ef4-03776eda7c75, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f2f0c336-3f97-4f08-9ef4-03776eda7c75,segment=NetworkSegment(e00438af-76e0-43da-bd5f-20e01b3f4949),segment_id=e00438af-76e0-43da-bd5f-20e01b3f4949)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:20:57.340919 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-2f5226eb-3af2-42a0-bd2f-4ce4daf13dcd req-7fa4fc9c-2472-4007-80ef-ba765430211c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (f2f0c336-3f97-4f08-9ef4-03776eda7c75), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:57.436829 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa4fc9c-2472-4007-80ef-ba765430211c service neutron] Pushing event updated for resources: {'Port': ['ID=f2f0c336-3f97-4f08-9ef4-03776eda7c75,revision_number=8']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:20:57.481467 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5226eb-3af2-42a0-bd2f-4ce4daf13dcd req-7fa4fc9c-2472-4007-80ef-ba765430211c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:20:57.482391 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-2f5226eb-3af2-42a0-bd2f-4ce4daf13dcd req-7fa4fc9c-2472-4007-80ef-ba765430211c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:57.483624 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2f5226eb-3af2-42a0-bd2f-4ce4daf13dcd req-7fa4fc9c-2472-4007-80ef-ba765430211c service neutron] 10.222.0.55 "PUT /v2.0/ports/f2f0c336-3f97-4f08-9ef4-03776eda7c75 HTTP/1.1" status: 200  len: 1122 time: 1.0006876
May 07 22:20:57.485716 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:57.549797 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['f2f0c336-3f97-4f08-9ef4-03776eda7c75'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:20:57.679396 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-cccc3eb9-05d4-482e-b64e-36afb276fbd1 None None] Provisioning complete for port f2f0c336-3f97-4f08-9ef4-03776eda7c75 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:20:57.679653 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-cccc3eb9-05d4-482e-b64e-36afb276fbd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (f2f0c336-3f97-4f08-9ef4-03776eda7c75), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:57.829144 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-cccc3eb9-05d4-482e-b64e-36afb276fbd1 None None] Current status of the port f2f0c336-3f97-4f08-9ef4-03776eda7c75 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:20:57.829444 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-cccc3eb9-05d4-482e-b64e-36afb276fbd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f2f0c336-3f97-4f08-9ef4-03776eda7c75), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:57.853768 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-cccc3eb9-05d4-482e-b64e-36afb276fbd1 None None] Nova notifier disabled {{(pid=121838) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:189}}
May 07 22:20:57.881561 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-cccc3eb9-05d4-482e-b64e-36afb276fbd1 None None] For port f2f0c336-3f97-4f08-9ef4-03776eda7c75, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f2f0c336-3f97-4f08-9ef4-03776eda7c75,segment=NetworkSegment(e00438af-76e0-43da-bd5f-20e01b3f4949),segment_id=e00438af-76e0-43da-bd5f-20e01b3f4949)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:20:57.885153 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-cccc3eb9-05d4-482e-b64e-36afb276fbd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (f2f0c336-3f97-4f08-9ef4-03776eda7c75), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:58.024218 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccc3eb9-05d4-482e-b64e-36afb276fbd1 None None] Pushing event updated for resources: {'Port': ['ID=f2f0c336-3f97-4f08-9ef4-03776eda7c75,revision_number=9']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:20:58.034280 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccc3eb9-05d4-482e-b64e-36afb276fbd1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:20:58.034629 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccc3eb9-05d4-482e-b64e-36afb276fbd1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:20:58.035000 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccc3eb9-05d4-482e-b64e-36afb276fbd1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:20:58.035343 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccc3eb9-05d4-482e-b64e-36afb276fbd1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:20:58.035680 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccc3eb9-05d4-482e-b64e-36afb276fbd1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:20:58.036012 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccc3eb9-05d4-482e-b64e-36afb276fbd1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:20:58.036343 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccc3eb9-05d4-482e-b64e-36afb276fbd1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:20:58.036672 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccc3eb9-05d4-482e-b64e-36afb276fbd1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:20:58.036999 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccc3eb9-05d4-482e-b64e-36afb276fbd1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:20:58.037324 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccc3eb9-05d4-482e-b64e-36afb276fbd1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:20:58.037649 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccc3eb9-05d4-482e-b64e-36afb276fbd1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:20:58.037972 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccc3eb9-05d4-482e-b64e-36afb276fbd1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:20:58.038295 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccc3eb9-05d4-482e-b64e-36afb276fbd1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:20:58.038618 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccc3eb9-05d4-482e-b64e-36afb276fbd1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:20:58.038973 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccc3eb9-05d4-482e-b64e-36afb276fbd1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:20:58.328826 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9987378a-d581-4634-9568-7e3612e9b0da req-b9941169-ff59-4773-a71a-eb216ace8bee tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:20:58.330320 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9987378a-d581-4634-9568-7e3612e9b0da req-b9941169-ff59-4773-a71a-eb216ace8bee tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cd8bf7a-230c-4bc4-a0a7-9161d2c8db8d HTTP/1.1" status: 200  len: 946 time: 0.1173551
May 07 22:20:58.379554 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9987378a-d581-4634-9568-7e3612e9b0da req-d368aa94-c923-41a0-a99c-8267b7690144 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea24a59e-dc3f-4507-99c1-8d6c1b5d5d0c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435746
May 07 22:20:58.803476 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cd8bf7a-230c-4bc4-a0a7-9161d2c8db8d', 'tag': 'f2f0c336-3f97-4f08-9ef4-03776eda7c75'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:20:58.805869 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f1143b6-ec1d-45a8-99cf-389bf9356f06" -d '{"events": [{"name": "network-changed", "server_uuid": "9cd8bf7a-230c-4bc4-a0a7-9161d2c8db8d", "tag": "f2f0c336-3f97-4f08-9ef4-03776eda7c75"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:20:58.841320 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f92d8654-a2db-437c-936d-1d48835f97a6 x-openstack-request-id: req-f92d8654-a2db-437c-936d-1d48835f97a6 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:20:58.841637 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cd8bf7a-230c-4bc4-a0a7-9161d2c8db8d", "tag": "f2f0c336-3f97-4f08-9ef4-03776eda7c75", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:20:58.841889 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f92d8654-a2db-437c-936d-1d48835f97a6 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:20:58.842296 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f92d8654-a2db-437c-936d-1d48835f97a6'] response: {'name': 'network-changed', 'server_uuid': '9cd8bf7a-230c-4bc4-a0a7-9161d2c8db8d', 'tag': 'f2f0c336-3f97-4f08-9ef4-03776eda7c75', 'status': 'completed', 'code': 200}
May 07 22:20:58.899726 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1143b6-ec1d-45a8-99cf-389bf9356f06 req-18373413-ee6f-46a7-a831-0068f611b094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:20:58.901190 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3f1143b6-ec1d-45a8-99cf-389bf9356f06 req-18373413-ee6f-46a7-a831-0068f611b094 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=16812b38c4514406886f0ab13cabe8ad&device_id=9cd8bf7a-230c-4bc4-a0a7-9161d2c8db8d HTTP/1.1" status: 200  len: 1158 time: 0.0389671
May 07 22:20:58.991716 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1143b6-ec1d-45a8-99cf-389bf9356f06 req-340494a4-2057-4291-a429-ece271b16314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:20:58.993148 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3f1143b6-ec1d-45a8-99cf-389bf9356f06 req-340494a4-2057-4291-a429-ece271b16314 service neutron] 10.222.0.59 "GET /v2.0/networks?id=83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753 HTTP/1.1" status: 200  len: 898 time: 0.0858495
May 07 22:20:59.056960 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3f1143b6-ec1d-45a8-99cf-389bf9356f06 req-ec8cac16-30bc-4e74-9f7d-ad43c52ac931 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f2f0c336-3f97-4f08-9ef4-03776eda7c75 HTTP/1.1" status: 200  len: 1002 time: 0.0568528
May 07 22:20:59.103841 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1143b6-ec1d-45a8-99cf-389bf9356f06 req-7ea6acaf-93e3-4766-a332-4cee64f097aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:20:59.105334 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3f1143b6-ec1d-45a8-99cf-389bf9356f06 req-7ea6acaf-93e3-4766-a332-4cee64f097aa service neutron] 10.222.0.59 "GET /v2.0/subnets?id=32156c8f-9a4f-49c4-9474-56b546e81fd4 HTTP/1.1" status: 200  len: 835 time: 0.0427408
May 07 22:20:59.150829 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1143b6-ec1d-45a8-99cf-389bf9356f06 req-80eb97f3-dd4b-4460-89fa-fa3cf06b0d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:20:59.152311 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3f1143b6-ec1d-45a8-99cf-389bf9356f06 req-80eb97f3-dd4b-4460-89fa-fa3cf06b0d05 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0413539
May 07 22:20:59.187399 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:20:59.241759 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3f1143b6-ec1d-45a8-99cf-389bf9356f06 req-c4a8a8c8-4c3c-48e1-9cf5-94c16c2cb059 service neutron] 10.222.0.59 "GET /v2.0/networks/83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0837643
May 07 22:20:59.335378 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3f1143b6-ec1d-45a8-99cf-389bf9356f06 req-1d781a86-471e-4afd-806e-c460a4894e23 service neutron] 10.222.0.59 "GET /v2.0/networks/83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0874867
May 07 22:20:59.493814 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c665af56-e498-4756-9682-3fbbf3d8e09b req-1e967dba-c34e-4069-a7f0-14f09dbf38dc tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:20:59.495499 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c665af56-e498-4756-9682-3fbbf3d8e09b req-1e967dba-c34e-4069-a7f0-14f09dbf38dc tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cd8bf7a-230c-4bc4-a0a7-9161d2c8db8d HTTP/1.1" status: 200  len: 946 time: 0.0472705
May 07 22:20:59.545174 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c665af56-e498-4756-9682-3fbbf3d8e09b req-558eaaf8-dedd-4c24-a3b3-1806978e3e81 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea24a59e-dc3f-4507-99c1-8d6c1b5d5d0c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433507
May 07 22:21:00.310570 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:00.615578 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device f2f0c336-3f97-4f08-9ef4-03776eda7c75 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:21:00.661397 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ffbfb3-bf19-45b4-b00a-eefcacbed2b4 req-88966581-242d-4259-9bad-e5bebb401d33 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:21:00.662922 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-08ffbfb3-bf19-45b4-b00a-eefcacbed2b4 req-88966581-242d-4259-9bad-e5bebb401d33 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cd8bf7a-230c-4bc4-a0a7-9161d2c8db8d HTTP/1.1" status: 200  len: 946 time: 0.0469940
May 07 22:21:00.712382 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-08ffbfb3-bf19-45b4-b00a-eefcacbed2b4 req-7956b606-8ea3-42b2-9786-e11e5714edee tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea24a59e-dc3f-4507-99c1-8d6c1b5d5d0c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432699
May 07 22:21:00.714988 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port f2f0c336-3f97-4f08-9ef4-03776eda7c75, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f2f0c336-3f97-4f08-9ef4-03776eda7c75,segment=NetworkSegment(e00438af-76e0-43da-bd5f-20e01b3f4949),segment_id=e00438af-76e0-43da-bd5f-20e01b3f4949)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:21:00.727306 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device f2f0c336-3f97-4f08-9ef4-03776eda7c75 has no active binding in host nch1-master-1 {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}}
May 07 22:21:01.739250 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-297e70bd-b018-498f-a1bc-251662598282 req-7accea24-e1c5-4b6e-98ff-4731613532e4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=11ab6dd8-49af-4888-a060-d9434ef4faf9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0379481
May 07 22:21:01.829524 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e70bd-b018-498f-a1bc-251662598282 req-769ee973-123f-4387-a291-c4dd5a3c2de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:21:01.831027 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-297e70bd-b018-498f-a1bc-251662598282 req-769ee973-123f-4387-a291-c4dd5a3c2de9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f3657e8df46a4252b9eb1eb159306a66&device_id=11ab6dd8-49af-4888-a060-d9434ef4faf9 HTTP/1.1" status: 200  len: 1127 time: 0.0710204
May 07 22:21:01.844340 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881d23aa-4d4f-4da8-ab2e-5f83fba0e955 req-33266256-c9ea-469b-bbd3-659dc0db6fd0 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:21:01.845772 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-881d23aa-4d4f-4da8-ab2e-5f83fba0e955 req-33266256-c9ea-469b-bbd3-659dc0db6fd0 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cd8bf7a-230c-4bc4-a0a7-9161d2c8db8d HTTP/1.1" status: 200  len: 946 time: 0.0551209
May 07 22:21:01.952505 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-881d23aa-4d4f-4da8-ab2e-5f83fba0e955 req-d315a5c3-d035-4533-bf3c-4dae9e0e93ff tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea24a59e-dc3f-4507-99c1-8d6c1b5d5d0c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0970597
May 07 22:21:01.972304 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e70bd-b018-498f-a1bc-251662598282 req-30a1beee-e3b9-4644-a2f4-d065647906ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:21:01.973768 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-297e70bd-b018-498f-a1bc-251662598282 req-30a1beee-e3b9-4644-a2f4-d065647906ad service neutron] 10.222.0.55 "GET /v2.0/networks?id=87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce HTTP/1.1" status: 200  len: 912 time: 0.1254561
May 07 22:21:02.039306 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-297e70bd-b018-498f-a1bc-251662598282 req-791c5479-d247-41f5-b947-c6901a000920 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbe19c2f-74d7-43b0-9ac7-a1dd5f232233 HTTP/1.1" status: 200  len: 1000 time: 0.0585241
May 07 22:21:02.086634 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e70bd-b018-498f-a1bc-251662598282 req-4c1f9850-b0ad-40f4-a950-3cccb36145a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:21:02.088084 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-297e70bd-b018-498f-a1bc-251662598282 req-4c1f9850-b0ad-40f4-a950-3cccb36145a2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c381f23c-d79e-4860-966b-6594e682e18c HTTP/1.1" status: 200  len: 850 time: 0.0429056
May 07 22:21:02.134667 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e70bd-b018-498f-a1bc-251662598282 req-92063a69-6086-494d-ab2f-10ea75091609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:21:02.136166 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-297e70bd-b018-498f-a1bc-251662598282 req-92063a69-6086-494d-ab2f-10ea75091609 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0414069
May 07 22:21:02.245061 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-297e70bd-b018-498f-a1bc-251662598282 req-d44ca140-82da-429c-a6b0-3694b39e5fb0 service neutron] 10.222.0.55 "GET /v2.0/networks/87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0838473
May 07 22:21:02.318882 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2f5226eb-3af2-42a0-bd2f-4ce4daf13dcd req-6abf5433-4343-4dbe-916a-25f25c7233eb service neutron] 10.222.0.59 "GET /v2.0/ports/f2f0c336-3f97-4f08-9ef4-03776eda7c75/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 384 time: 0.0605402
May 07 22:21:02.338373 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-297e70bd-b018-498f-a1bc-251662598282 req-aacce086-3fea-47ea-b502-32f59d7b4578 service neutron] 10.222.0.55 "GET /v2.0/networks/87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0876153
May 07 22:21:02.495520 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-2f5226eb-3af2-42a0-bd2f-4ce4daf13dcd req-d867fdb8-1785-42a8-bdfb-3a30b2ff9378 service neutron] For port f2f0c336-3f97-4f08-9ef4-03776eda7c75, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f2f0c336-3f97-4f08-9ef4-03776eda7c75,segment=NetworkSegment(e00438af-76e0-43da-bd5f-20e01b3f4949),segment_id=e00438af-76e0-43da-bd5f-20e01b3f4949)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:21:02.514588 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-2f5226eb-3af2-42a0-bd2f-4ce4daf13dcd req-d867fdb8-1785-42a8-bdfb-3a30b2ff9378 service neutron] For port f2f0c336-3f97-4f08-9ef4-03776eda7c75, host nch2-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:21:02.554439 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cd8bf7a-230c-4bc4-a0a7-9161d2c8db8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2f0c336-3f97-4f08-9ef4-03776eda7c75'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:21:02.556713 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc7d7eaf-9564-4b2c-a6fe-b8badb307070" -d '{"events": [{"server_uuid": "9cd8bf7a-230c-4bc4-a0a7-9161d2c8db8d", "name": "network-vif-unplugged", "status": "completed", "tag": "f2f0c336-3f97-4f08-9ef4-03776eda7c75"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:21:02.563313 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-2f5226eb-3af2-42a0-bd2f-4ce4daf13dcd req-d867fdb8-1785-42a8-bdfb-3a30b2ff9378 service neutron] For port f2f0c336-3f97-4f08-9ef4-03776eda7c75, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f2f0c336-3f97-4f08-9ef4-03776eda7c75,segment=NetworkSegment(e00438af-76e0-43da-bd5f-20e01b3f4949),segment_id=e00438af-76e0-43da-bd5f-20e01b3f4949)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:21:02.577734 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-2f5226eb-3af2-42a0-bd2f-4ce4daf13dcd req-d867fdb8-1785-42a8-bdfb-3a30b2ff9378 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f2f0c336-3f97-4f08-9ef4-03776eda7c75), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:02.592660 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 07 May 2022 22:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1258b3d4-0775-4015-b00a-90cab44137bf x-openstack-request-id: req-1258b3d4-0775-4015-b00a-90cab44137bf {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:21:02.592958 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cd8bf7a-230c-4bc4-a0a7-9161d2c8db8d", "name": "network-vif-unplugged", "status": "completed", "tag": "f2f0c336-3f97-4f08-9ef4-03776eda7c75", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:21:02.593215 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1258b3d4-0775-4015-b00a-90cab44137bf {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:21:02.593622 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1258b3d4-0775-4015-b00a-90cab44137bf'] response: {'server_uuid': '9cd8bf7a-230c-4bc4-a0a7-9161d2c8db8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2f0c336-3f97-4f08-9ef4-03776eda7c75', 'code': 200}
May 07 22:21:02.651978 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-2f5226eb-3af2-42a0-bd2f-4ce4daf13dcd req-d867fdb8-1785-42a8-bdfb-3a30b2ff9378 service neutron] Transition to ACTIVE for port object f2f0c336-3f97-4f08-9ef4-03776eda7c75 will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 22:21:02.657139 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-2f5226eb-3af2-42a0-bd2f-4ce4daf13dcd req-d867fdb8-1785-42a8-bdfb-3a30b2ff9378 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (f2f0c336-3f97-4f08-9ef4-03776eda7c75), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:02.750269 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d867fdb8-1785-42a8-bdfb-3a30b2ff9378 service neutron] Pushing event updated for resources: {'Port': ['ID=f2f0c336-3f97-4f08-9ef4-03776eda7c75,revision_number=11']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:21:02.789711 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f5226eb-3af2-42a0-bd2f-4ce4daf13dcd req-d867fdb8-1785-42a8-bdfb-3a30b2ff9378 service neutron] No DVR routers for this DVR port f2f0c336-3f97-4f08-9ef4-03776eda7c75 on host nch2-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:21:02.870797 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 22:21:02.923957 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2f5226eb-3af2-42a0-bd2f-4ce4daf13dcd req-d867fdb8-1785-42a8-bdfb-3a30b2ff9378 service neutron] 10.222.0.59 "PUT /v2.0/ports/f2f0c336-3f97-4f08-9ef4-03776eda7c75/bindings/nch1-master-1/activate HTTP/1.1" status: 200  len: 369 time: 0.5999680
May 07 22:21:03.016157 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5226eb-3af2-42a0-bd2f-4ce4daf13dcd req-38f3f323-5f8f-477d-812c-afb3522232a7 tempest-TestNetworkAdvancedServerOps-305006253 tempest-TestNetworkAdvancedServerOps-305006253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:21:03.017745 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2f5226eb-3af2-42a0-bd2f-4ce4daf13dcd req-38f3f323-5f8f-477d-812c-afb3522232a7 tempest-TestNetworkAdvancedServerOps-305006253 tempest-TestNetworkAdvancedServerOps-305006253-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=9cd8bf7a-230c-4bc4-a0a7-9161d2c8db8d&tenant_id=16812b38c4514406886f0ab13cabe8ad&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.0439656
May 07 22:21:03.099336 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388659e2-b8df-46da-af89-3fefbeacd3fb req-710e3e78-c112-4c38-b435-d5755959f3f8 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:21:03.100735 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-388659e2-b8df-46da-af89-3fefbeacd3fb req-710e3e78-c112-4c38-b435-d5755959f3f8 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cd8bf7a-230c-4bc4-a0a7-9161d2c8db8d HTTP/1.1" status: 200  len: 945 time: 0.0780337
May 07 22:21:03.101783 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5226eb-3af2-42a0-bd2f-4ce4daf13dcd req-9ca79438-b6eb-420e-96e1-a065a6118c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:21:03.103165 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2f5226eb-3af2-42a0-bd2f-4ce4daf13dcd req-9ca79438-b6eb-420e-96e1-a065a6118c00 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9cd8bf7a-230c-4bc4-a0a7-9161d2c8db8d&tenant_id=16812b38c4514406886f0ab13cabe8ad HTTP/1.1" status: 200  len: 1127 time: 0.0714309
May 07 22:21:03.180894 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-388659e2-b8df-46da-af89-3fefbeacd3fb req-1cd87912-9902-44cc-9da2-4ef95efdbe39 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea24a59e-dc3f-4507-99c1-8d6c1b5d5d0c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0745428
May 07 22:21:03.182038 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5226eb-3af2-42a0-bd2f-4ce4daf13dcd req-28b8fa77-7705-4ce8-8a00-05c59bea37b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:21:03.184105 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2f5226eb-3af2-42a0-bd2f-4ce4daf13dcd req-28b8fa77-7705-4ce8-8a00-05c59bea37b3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=16812b38c4514406886f0ab13cabe8ad&device_id=9cd8bf7a-230c-4bc4-a0a7-9161d2c8db8d HTTP/1.1" status: 200  len: 1127 time: 0.0581622
May 07 22:21:03.279477 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5226eb-3af2-42a0-bd2f-4ce4daf13dcd req-4b79899b-511f-4d0f-812f-3db3f3043246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:21:03.280937 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2f5226eb-3af2-42a0-bd2f-4ce4daf13dcd req-4b79899b-511f-4d0f-812f-3db3f3043246 service neutron] 10.222.0.55 "GET /v2.0/networks?id=83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753 HTTP/1.1" status: 200  len: 898 time: 0.0899289
May 07 22:21:03.345249 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2f5226eb-3af2-42a0-bd2f-4ce4daf13dcd req-cb6111ef-2fca-481c-a3bf-62a51fa9f6ae service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f2f0c336-3f97-4f08-9ef4-03776eda7c75 HTTP/1.1" status: 200  len: 1000 time: 0.0589657
May 07 22:21:03.393482 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5226eb-3af2-42a0-bd2f-4ce4daf13dcd req-ee1973d5-bb45-4702-a169-d86e092f891b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:21:03.394914 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2f5226eb-3af2-42a0-bd2f-4ce4daf13dcd req-ee1973d5-bb45-4702-a169-d86e092f891b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=32156c8f-9a4f-49c4-9474-56b546e81fd4 HTTP/1.1" status: 200  len: 835 time: 0.0440164
May 07 22:21:03.451975 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5226eb-3af2-42a0-bd2f-4ce4daf13dcd req-08264bae-1c86-40d3-8790-11a77238db08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:21:03.453466 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2f5226eb-3af2-42a0-bd2f-4ce4daf13dcd req-08264bae-1c86-40d3-8790-11a77238db08 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0523276
May 07 22:21:03.543782 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2f5226eb-3af2-42a0-bd2f-4ce4daf13dcd req-26a94b7b-0951-4a44-bced-19ec9338a422 service neutron] 10.222.0.55 "GET /v2.0/networks/83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0840259
May 07 22:21:03.637684 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2f5226eb-3af2-42a0-bd2f-4ce4daf13dcd req-fe891cff-b02f-4360-80a1-c6affca3fcb3 service neutron] 10.222.0.55 "GET /v2.0/networks/83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0879941
May 07 22:21:03.858471 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5226eb-3af2-42a0-bd2f-4ce4daf13dcd req-6ed69a43-e6e7-43a7-9caa-c2e5cce85cf6 tempest-TestNetworkAdvancedServerOps-305006253 tempest-TestNetworkAdvancedServerOps-305006253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:21:03.859987 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2f5226eb-3af2-42a0-bd2f-4ce4daf13dcd req-6ed69a43-e6e7-43a7-9caa-c2e5cce85cf6 tempest-TestNetworkAdvancedServerOps-305006253 tempest-TestNetworkAdvancedServerOps-305006253-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=9cd8bf7a-230c-4bc4-a0a7-9161d2c8db8d&tenant_id=16812b38c4514406886f0ab13cabe8ad&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 1127 time: 0.0431938
May 07 22:21:03.973293 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-2f5226eb-3af2-42a0-bd2f-4ce4daf13dcd req-2af30274-49bd-48e4-a158-2fb6aa2d1db4 service neutron] For port f2f0c336-3f97-4f08-9ef4-03776eda7c75, host nch2-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:21:03.976335 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-2f5226eb-3af2-42a0-bd2f-4ce4daf13dcd req-2af30274-49bd-48e4-a158-2fb6aa2d1db4 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:03.977433 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2f5226eb-3af2-42a0-bd2f-4ce4daf13dcd req-2af30274-49bd-48e4-a158-2fb6aa2d1db4 service neutron] 10.222.0.55 "DELETE /v2.0/ports/f2f0c336-3f97-4f08-9ef4-03776eda7c75/bindings/nch2-master-1 HTTP/1.1" status: 204  len: 173 time: 0.1109450
May 07 22:21:04.307336 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5593e8-05ac-425f-8325-d8a0f7115f96 req-db9fcc41-a25d-4f83-b31b-0b1e54b7d535 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:21:04.308837 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ae5593e8-05ac-425f-8325-d8a0f7115f96 req-db9fcc41-a25d-4f83-b31b-0b1e54b7d535 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cd8bf7a-230c-4bc4-a0a7-9161d2c8db8d HTTP/1.1" status: 200  len: 945 time: 0.0562119
May 07 22:21:04.359468 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ae5593e8-05ac-425f-8325-d8a0f7115f96 req-03f3f045-d14f-468c-94e9-05a4af348aee tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea24a59e-dc3f-4507-99c1-8d6c1b5d5d0c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447602
May 07 22:21:04.464635 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a6b57f-b544-4f60-a166-8bae25c64149 req-f5307b0f-5df6-456d-addb-31c32621fdf8 tempest-TestNetworkAdvancedServerOps-305006253 tempest-TestNetworkAdvancedServerOps-305006253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:21:04.467311 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-46a6b57f-b544-4f60-a166-8bae25c64149 req-f5307b0f-5df6-456d-addb-31c32621fdf8 tempest-TestNetworkAdvancedServerOps-305006253 tempest-TestNetworkAdvancedServerOps-305006253-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=9cd8bf7a-230c-4bc4-a0a7-9161d2c8db8d HTTP/1.1" status: 200  len: 1127 time: 0.0399702
May 07 22:21:04.518404 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-46a6b57f-b544-4f60-a166-8bae25c64149 req-af9bdcc7-8953-4283-b7ee-bf82d5230b9c tempest-TestNetworkAdvancedServerOps-305006253 tempest-TestNetworkAdvancedServerOps-305006253-project-admin] 10.222.0.32 "GET /v2.0/security-groups?id=ea24a59e-dc3f-4507-99c1-8d6c1b5d5d0c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453339
May 07 22:21:04.634653 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c120b0f-5eda-4808-a75f-d979441097fa req-de027bf0-e020-4297-abf4-44c8740153e7 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:21:04.636182 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5c120b0f-5eda-4808-a75f-d979441097fa req-de027bf0-e020-4297-abf4-44c8740153e7 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cd8bf7a-230c-4bc4-a0a7-9161d2c8db8d HTTP/1.1" status: 200  len: 945 time: 0.0480993
May 07 22:21:04.684770 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5c120b0f-5eda-4808-a75f-d979441097fa req-82aadcab-3f92-45ec-9c14-b8b5ce942b6f tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea24a59e-dc3f-4507-99c1-8d6c1b5d5d0c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420504
May 07 22:21:04.707585 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 55114) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:21:04.771385 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-010668e4-71e6-496a-a997-7c8dc7ab8058 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/floatingips/3fc385b2-a1a3-4bb1-ae78-d9c49e91db78 HTTP/1.1" status: 200  len: 992 time: 0.0626163
May 07 22:21:04.991687 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 55120) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:21:05.141098 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-d077aee8-091b-4c0c-affc-a1250dde8179 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Deleting port 239c8966-f22c-4aad-aacc-c24861bc64b1 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:21:05.141444 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d077aee8-091b-4c0c-affc-a1250dde8179 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (239c8966-f22c-4aad-aacc-c24861bc64b1), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:05.215771 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d077aee8-091b-4c0c-affc-a1250dde8179 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (239c8966-f22c-4aad-aacc-c24861bc64b1), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:05.216100 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d077aee8-091b-4c0c-affc-a1250dde8179 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for floatingip (239c8966-f22c-4aad-aacc-c24861bc64b1), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:05.228095 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-d077aee8-091b-4c0c-affc-a1250dde8179 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Calling delete_port for 239c8966-f22c-4aad-aacc-c24861bc64b1 owned by network:floatingip {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:21:05.414234 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d077aee8-091b-4c0c-affc-a1250dde8179 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (239c8966-f22c-4aad-aacc-c24861bc64b1), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:05.447219 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d077aee8-091b-4c0c-affc-a1250dde8179 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Pushing event deleted for resources: {'Port': ['ID=239c8966-f22c-4aad-aacc-c24861bc64b1,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:21:05.504734 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d077aee8-091b-4c0c-affc-a1250dde8179 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for floatingip (3fc385b2-a1a3-4bb1-ae78-d9c49e91db78), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:05.505091 ncdv-master-1 neutron-server[121837]: INFO neutron.db.l3_db [None req-d077aee8-091b-4c0c-affc-a1250dde8179 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Floating IP 3fc385b2-a1a3-4bb1-ae78-d9c49e91db78 disassociated (deleted). External IP: 172.35.4.234, port: f2f0c336-3f97-4f08-9ef4-03776eda7c75.
May 07 22:21:05.725850 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d077aee8-091b-4c0c-affc-a1250dde8179 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Router 7eaff033-3fa5-470b-b389-ca60d163d685 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:21:05.837242 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d077aee8-091b-4c0c-affc-a1250dde8179 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:21:05.842253 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d077aee8-091b-4c0c-affc-a1250dde8179 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:05.849134 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95b4fea-fef7-4074-82a6-1bae71f00fc2 None None] Sync routers for ids ['7eaff033-3fa5-470b-b389-ca60d163d685'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:21:05.858210 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95b4fea-fef7-4074-82a6-1bae71f00fc2 None None] Routers {'7eaff033-3fa5-470b-b389-ca60d163d685'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:21:05.858857 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-e95b4fea-fef7-4074-82a6-1bae71f00fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7ec62c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:20:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['7eaff033-3fa5-470b-b389-ca60d163d685'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:21:05.871164 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-d077aee8-091b-4c0c-affc-a1250dde8179 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "DELETE /v2.0/floatingips/3fc385b2-a1a3-4bb1-ae78-d9c49e91db78 HTTP/1.1" status: 204  len: 168 time: 0.8783839
May 07 22:21:05.871778 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cd8bf7a-230c-4bc4-a0a7-9161d2c8db8d', 'tag': 'f2f0c336-3f97-4f08-9ef4-03776eda7c75'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:21:05.874052 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81e607ab-1863-43df-9a81-d24fc3bf85c3" -d '{"events": [{"name": "network-changed", "server_uuid": "9cd8bf7a-230c-4bc4-a0a7-9161d2c8db8d", "tag": "f2f0c336-3f97-4f08-9ef4-03776eda7c75"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:21:05.914837 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2279da81-a2ab-4bcf-8bc1-4b88db534c6b x-openstack-request-id: req-2279da81-a2ab-4bcf-8bc1-4b88db534c6b {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:21:05.915507 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cd8bf7a-230c-4bc4-a0a7-9161d2c8db8d", "tag": "f2f0c336-3f97-4f08-9ef4-03776eda7c75", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:21:05.916017 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2279da81-a2ab-4bcf-8bc1-4b88db534c6b {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:21:05.916679 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2279da81-a2ab-4bcf-8bc1-4b88db534c6b'] response: {'name': 'network-changed', 'server_uuid': '9cd8bf7a-230c-4bc4-a0a7-9161d2c8db8d', 'tag': 'f2f0c336-3f97-4f08-9ef4-03776eda7c75', 'status': 'completed', 'code': 200}
May 07 22:21:05.978000 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e607ab-1863-43df-9a81-d24fc3bf85c3 req-6970c5da-fa4a-4e71-8012-63bf23700263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:21:05.979581 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-81e607ab-1863-43df-9a81-d24fc3bf85c3 req-6970c5da-fa4a-4e71-8012-63bf23700263 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=16812b38c4514406886f0ab13cabe8ad&device_id=9cd8bf7a-230c-4bc4-a0a7-9161d2c8db8d HTTP/1.1" status: 200  len: 1127 time: 0.0421038
May 07 22:21:05.980301 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-e95b4fea-fef7-4074-82a6-1bae71f00fc2 None None] Set router 7eaff033-3fa5-470b-b389-ca60d163d685 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:21:06.111081 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e607ab-1863-43df-9a81-d24fc3bf85c3 req-c6d743d1-4b4f-42de-b0e0-15795a70ac88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:21:06.112555 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-81e607ab-1863-43df-9a81-d24fc3bf85c3 req-c6d743d1-4b4f-42de-b0e0-15795a70ac88 service neutron] 10.222.0.55 "GET /v2.0/networks?id=83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753 HTTP/1.1" status: 200  len: 898 time: 0.1277735
May 07 22:21:06.120514 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617eef3f-c593-4069-a376-6ec52461d1d3 req-730425dd-dac6-468a-a2ad-2969cf05459f tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:21:06.121908 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-617eef3f-c593-4069-a376-6ec52461d1d3 req-730425dd-dac6-468a-a2ad-2969cf05459f tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=9cd8bf7a-230c-4bc4-a0a7-9161d2c8db8d HTTP/1.1" status: 200  len: 945 time: 0.0605147
May 07 22:21:06.178068 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-617eef3f-c593-4069-a376-6ec52461d1d3 req-b82d402e-f10c-4ea0-b122-3c407ecd3aae tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=ea24a59e-dc3f-4507-99c1-8d6c1b5d5d0c&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0499468
May 07 22:21:06.184339 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-e95b4fea-fef7-4074-82a6-1bae71f00fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7ec62c10>, [{'id': '7eaff033-3fa5-470b-b389-ca60d163d685', 'name': 'tempest-TestNetworkAdvancedServerOps-router-690828861', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.220'}], 'enable_snat': True}, 'gw_port_id': '0613bdb1-5810-44c5-b6bb-c6956172305b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:20:02Z', 'updated_at': '2022-05-07T22:20:06Z', 'revision_number': 4, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'gw_port': {'id': '0613bdb1-5810-44c5-b6bb-c6956172305b', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eaff033-3fa5-470b-b389-ca60d163d685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:20:02Z', 'updated_at': '2022-05-07T22:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '221b20b8-297d-46d5-9316-3e03943af7d0', 'name': '', 'network_id': '83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'mac_address': 'fa:16:3e:51:05:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eaff033-3fa5-470b-b389-ca60d163d685', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '32156c8f-9a4f-49c4-9474-56b546e81fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:20:05Z', 'updated_at': '2022-05-07T22:20:09Z', 'revision_number': 5, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'subnets': [{'id': '32156c8f-9a4f-49c4-9474-56b546e81fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:21:06.210808 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95b4fea-fef7-4074-82a6-1bae71f00fc2 None None] Checking router: 7eaff033-3fa5-470b-b389-ca60d163d685 for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:21:06.211442 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-81e607ab-1863-43df-9a81-d24fc3bf85c3 req-24a560a2-c4ce-42e2-a355-12d94bcf3431 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f2f0c336-3f97-4f08-9ef4-03776eda7c75 HTTP/1.1" status: 200  len: 217 time: 0.0479240
May 07 22:21:06.221059 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95b4fea-fef7-4074-82a6-1bae71f00fc2 None None] Routers {'7eaff033-3fa5-470b-b389-ca60d163d685'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:21:06.221687 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-e95b4fea-fef7-4074-82a6-1bae71f00fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7ec62c10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:20:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['7eaff033-3fa5-470b-b389-ca60d163d685'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:21:06.263605 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e607ab-1863-43df-9a81-d24fc3bf85c3 req-3472a261-f32d-4b3d-a5eb-83d176d796aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:21:06.265428 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-81e607ab-1863-43df-9a81-d24fc3bf85c3 req-3472a261-f32d-4b3d-a5eb-83d176d796aa service neutron] 10.222.0.55 "GET /v2.0/subnets?id=32156c8f-9a4f-49c4-9474-56b546e81fd4 HTTP/1.1" status: 200  len: 835 time: 0.0460219
May 07 22:21:06.329113 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-e95b4fea-fef7-4074-82a6-1bae71f00fc2 None None] Set router 7eaff033-3fa5-470b-b389-ca60d163d685 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:21:06.369749 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e607ab-1863-43df-9a81-d24fc3bf85c3 req-22c22892-46a3-4fef-826c-6d09ead906c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:21:06.371286 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-81e607ab-1863-43df-9a81-d24fc3bf85c3 req-22c22892-46a3-4fef-826c-6d09ead906c4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0407434
May 07 22:21:06.494741 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f5e57b-d0f0-4fa8-92aa-18168d747042 req-6884ccab-5df8-4d61-81da-0a5d59918daa tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:21:06.496226 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-48f5e57b-d0f0-4fa8-92aa-18168d747042 req-6884ccab-5df8-4d61-81da-0a5d59918daa tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.55 "GET /v2.0/ports?device_id=9cd8bf7a-230c-4bc4-a0a7-9161d2c8db8d HTTP/1.1" status: 200  len: 945 time: 0.0599594
May 07 22:21:06.518502 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-e95b4fea-fef7-4074-82a6-1bae71f00fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7ec62c10>, [{'id': '7eaff033-3fa5-470b-b389-ca60d163d685', 'name': 'tempest-TestNetworkAdvancedServerOps-router-690828861', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.220'}], 'enable_snat': True}, 'gw_port_id': '0613bdb1-5810-44c5-b6bb-c6956172305b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:20:02Z', 'updated_at': '2022-05-07T22:20:06Z', 'revision_number': 4, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'gw_port': {'id': '0613bdb1-5810-44c5-b6bb-c6956172305b', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eaff033-3fa5-470b-b389-ca60d163d685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:20:02Z', 'updated_at': '2022-05-07T22:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '221b20b8-297d-46d5-9316-3e03943af7d0', 'name': '', 'network_id': '83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'mac_address': 'fa:16:3e:51:05:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eaff033-3fa5-470b-b389-ca60d163d685', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '32156c8f-9a4f-49c4-9474-56b546e81fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:20:05Z', 'updated_at': '2022-05-07T22:20:09Z', 'revision_number': 5, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'subnets': [{'id': '32156c8f-9a4f-49c4-9474-56b546e81fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:21:06.532294 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-81e607ab-1863-43df-9a81-d24fc3bf85c3 req-0b8a86f8-ee97-4db3-970c-6d08f75ccab3 service neutron] 10.222.0.55 "GET /v2.0/networks/83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1546843
May 07 22:21:06.553328 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95b4fea-fef7-4074-82a6-1bae71f00fc2 None None] The sync data for ids ['7eaff033-3fa5-470b-b389-ca60d163d685'] in ncdv-master-1 is: [{'id': '7eaff033-3fa5-470b-b389-ca60d163d685', 'name': 'tempest-TestNetworkAdvancedServerOps-router-690828861', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.220'}], 'enable_snat': True}, 'gw_port_id': '0613bdb1-5810-44c5-b6bb-c6956172305b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:20:02Z', 'updated_at': '2022-05-07T22:20:06Z', 'revision_number': 4, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'gw_port': {'id': '0613bdb1-5810-44c5-b6bb-c6956172305b', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eaff033-3fa5-470b-b389-ca60d163d685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:20:02Z', 'updated_at': '2022-05-07T22:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '221b20b8-297d-46d5-9316-3e03943af7d0', 'name': '', 'network_id': '83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'mac_address': 'fa:16:3e:51:05:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eaff033-3fa5-470b-b389-ca60d163d685', 'device_owner': 'network:router_interface', 'standard_attr_id': 4095, 'fixed_ips': [{'subnet_id': '32156c8f-9a4f-49c4-9474-56b546e81fd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:20:05Z', 'updated_at': '2022-05-07T22:20:09Z', 'revision_number': 5, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'subnets': [{'id': '32156c8f-9a4f-49c4-9474-56b546e81fd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:21:06.644347 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-48f5e57b-d0f0-4fa8-92aa-18168d747042 req-e028f833-f8b0-4e02-b5d0-443ad45ee745 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Deleting port f2f0c336-3f97-4f08-9ef4-03776eda7c75 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:21:06.644694 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-48f5e57b-d0f0-4fa8-92aa-18168d747042 req-e028f833-f8b0-4e02-b5d0-443ad45ee745 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (f2f0c336-3f97-4f08-9ef4-03776eda7c75), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:06.725408 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-81e607ab-1863-43df-9a81-d24fc3bf85c3 req-ff50de02-4577-40a4-a732-4974664a09a4 service neutron] 10.222.0.55 "GET /v2.0/networks/83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1876543
May 07 22:21:06.759690 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-48f5e57b-d0f0-4fa8-92aa-18168d747042 req-e028f833-f8b0-4e02-b5d0-443ad45ee745 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] For port f2f0c336-3f97-4f08-9ef4-03776eda7c75, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f2f0c336-3f97-4f08-9ef4-03776eda7c75,segment=NetworkSegment(e00438af-76e0-43da-bd5f-20e01b3f4949),segment_id=e00438af-76e0-43da-bd5f-20e01b3f4949)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:21:06.760124 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-48f5e57b-d0f0-4fa8-92aa-18168d747042 req-e028f833-f8b0-4e02-b5d0-443ad45ee745 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (f2f0c336-3f97-4f08-9ef4-03776eda7c75), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:06.776204 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-48f5e57b-d0f0-4fa8-92aa-18168d747042 req-e028f833-f8b0-4e02-b5d0-443ad45ee745 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Calling delete_port for f2f0c336-3f97-4f08-9ef4-03776eda7c75 owned by compute:nova {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:21:06.797292 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7271cb56-41d8-494c-88ed-8bbffe5ada8b None None] New status for floating IP 3fc385b2-a1a3-4bb1-ae78-d9c49e91db78: DOWN {{(pid=121839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 07 22:21:06.912167 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-48f5e57b-d0f0-4fa8-92aa-18168d747042 req-e028f833-f8b0-4e02-b5d0-443ad45ee745 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (f2f0c336-3f97-4f08-9ef4-03776eda7c75), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:06.939537 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e028f833-f8b0-4e02-b5d0-443ad45ee745 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Pushing event deleted for resources: {'Port': ['ID=f2f0c336-3f97-4f08-9ef4-03776eda7c75,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:21:06.991524 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-48f5e57b-d0f0-4fa8-92aa-18168d747042 req-e028f833-f8b0-4e02-b5d0-443ad45ee745 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] No DVR routers for this DVR port f2f0c336-3f97-4f08-9ef4-03776eda7c75 on host nch1-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:21:06.994105 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-48f5e57b-d0f0-4fa8-92aa-18168d747042 req-e028f833-f8b0-4e02-b5d0-443ad45ee745 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:06.997950 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-48f5e57b-d0f0-4fa8-92aa-18168d747042 req-e028f833-f8b0-4e02-b5d0-443ad45ee745 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.55 "DELETE /v2.0/ports/f2f0c336-3f97-4f08-9ef4-03776eda7c75 HTTP/1.1" status: 204  len: 173 time: 0.4957662
May 07 22:21:06.998391 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cd8bf7a-230c-4bc4-a0a7-9161d2c8db8d', 'name': 'network-vif-deleted', 'tag': 'f2f0c336-3f97-4f08-9ef4-03776eda7c75'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:21:07.000716 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dfaadf4-f958-427a-aa89-ff0b310eca3c" -d '{"events": [{"server_uuid": "9cd8bf7a-230c-4bc4-a0a7-9161d2c8db8d", "name": "network-vif-deleted", "tag": "f2f0c336-3f97-4f08-9ef4-03776eda7c75"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:21:07.037075 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa6c7a2-ac08-4192-a31a-b6d5fb120744 x-openstack-request-id: req-caa6c7a2-ac08-4192-a31a-b6d5fb120744 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:21:07.037378 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cd8bf7a-230c-4bc4-a0a7-9161d2c8db8d", "name": "network-vif-deleted", "tag": "f2f0c336-3f97-4f08-9ef4-03776eda7c75", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:21:07.037639 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-caa6c7a2-ac08-4192-a31a-b6d5fb120744 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:21:07.038114 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-caa6c7a2-ac08-4192-a31a-b6d5fb120744'] response: {'server_uuid': '9cd8bf7a-230c-4bc4-a0a7-9161d2c8db8d', 'name': 'network-vif-deleted', 'tag': 'f2f0c336-3f97-4f08-9ef4-03776eda7c75', 'status': 'completed', 'code': 200}
May 07 22:21:07.140277 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device f2f0c336-3f97-4f08-9ef4-03776eda7c75 no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:21:07.160110 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] No Port match for: f2f0c336-3f97-4f08-9ef4-03776eda7c75 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:21:07.160468 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device f2f0c336-3f97-4f08-9ef4-03776eda7c75 not bound to the agent host nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:21:07.240950 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 55132) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:21:07.594089 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-94548cd3-1855-49c4-872d-ee326e79f0b9 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401094'] for router_interface (7eaff033-3fa5-470b-b389-ca60d163d685), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:07.846677 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-94548cd3-1855-49c4-872d-ee326e79f0b9 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Deleting port 221b20b8-297d-46d5-9316-3e03943af7d0 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:21:07.846976 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-94548cd3-1855-49c4-872d-ee326e79f0b9 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (221b20b8-297d-46d5-9316-3e03943af7d0), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:07.934911 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-94548cd3-1855-49c4-872d-ee326e79f0b9 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] For port 221b20b8-297d-46d5-9316-3e03943af7d0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=221b20b8-297d-46d5-9316-3e03943af7d0,segment=NetworkSegment(e00438af-76e0-43da-bd5f-20e01b3f4949),segment_id=e00438af-76e0-43da-bd5f-20e01b3f4949)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:21:07.935281 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-94548cd3-1855-49c4-872d-ee326e79f0b9 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (221b20b8-297d-46d5-9316-3e03943af7d0), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:07.948179 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-94548cd3-1855-49c4-872d-ee326e79f0b9 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Calling delete_port for 221b20b8-297d-46d5-9316-3e03943af7d0 owned by network:router_interface {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:21:08.134982 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-94548cd3-1855-49c4-872d-ee326e79f0b9 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (221b20b8-297d-46d5-9316-3e03943af7d0), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:08.163637 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94548cd3-1855-49c4-872d-ee326e79f0b9 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Pushing event deleted for resources: {'Port': ['ID=221b20b8-297d-46d5-9316-3e03943af7d0,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:21:08.343375 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-94548cd3-1855-49c4-872d-ee326e79f0b9 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401002'] for router_interface (7eaff033-3fa5-470b-b389-ca60d163d685), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:08.882755 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94548cd3-1855-49c4-872d-ee326e79f0b9 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Router 7eaff033-3fa5-470b-b389-ca60d163d685 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:21:08.991930 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94548cd3-1855-49c4-872d-ee326e79f0b9 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:21:08.996902 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-94548cd3-1855-49c4-872d-ee326e79f0b9 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "PUT /v2.0/routers/7eaff033-3fa5-470b-b389-ca60d163d685/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7549314
May 07 22:21:09.000114 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 55134) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:21:09.001855 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4addf0-0aa6-44c3-b958-fcd599c48bc3 None None] Sync routers for ids ['7eaff033-3fa5-470b-b389-ca60d163d685'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:21:09.011981 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4addf0-0aa6-44c3-b958-fcd599c48bc3 None None] Routers {'7eaff033-3fa5-470b-b389-ca60d163d685'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:21:09.012693 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-3b4addf0-0aa6-44c3-b958-fcd599c48bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f84c670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:20:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['7eaff033-3fa5-470b-b389-ca60d163d685'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:21:09.051490 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a5c68c7-3e58-49bb-96af-84e6ed571cb0 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Deleting subnet 32156c8f-9a4f-49c4-9474-56b546e81fd4 {{(pid=121836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:21:09.054990 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8a5c68c7-3e58-49bb-96af-84e6ed571cb0 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for subnet (32156c8f-9a4f-49c4-9474-56b546e81fd4), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:09.097883 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8a5c68c7-3e58-49bb-96af-84e6ed571cb0 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726883'] for subnet (32156c8f-9a4f-49c4-9474-56b546e81fd4), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:09.198597 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8a5c68c7-3e58-49bb-96af-84e6ed571cb0 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (32156c8f-9a4f-49c4-9474-56b546e81fd4), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:09.261208 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8a5c68c7-3e58-49bb-96af-84e6ed571cb0 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (32156c8f-9a4f-49c4-9474-56b546e81fd4), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:09.291419 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-3b4addf0-0aa6-44c3-b958-fcd599c48bc3 None None] Set router 7eaff033-3fa5-470b-b389-ca60d163d685 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:21:09.296212 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5c68c7-3e58-49bb-96af-84e6ed571cb0 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Pushing event deleted for resources: {'Subnet': ['ID=32156c8f-9a4f-49c4-9474-56b546e81fd4,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:21:09.303650 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8a5c68c7-3e58-49bb-96af-84e6ed571cb0 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:09.303932 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-8a5c68c7-3e58-49bb-96af-84e6ed571cb0 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "DELETE /v2.0/subnets/32156c8f-9a4f-49c4-9474-56b546e81fd4 HTTP/1.1" status: 204  len: 168 time: 0.3028867
May 07 22:21:09.307234 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 55136) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:21:09.329245 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744993da-4475-4f3a-8e5b-2d60a785a97e None None] Network 83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:21:09.419241 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ebfa8b31-7cf5-4c1d-9eaf-ecc94517a34b tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for router (7eaff033-3fa5-470b-b389-ca60d163d685), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:09.547312 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ebfa8b31-7cf5-4c1d-9eaf-ecc94517a34b tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for router_gateway (7eaff033-3fa5-470b-b389-ca60d163d685), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:09.555371 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-3b4addf0-0aa6-44c3-b958-fcd599c48bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f84c670>, [{'id': '7eaff033-3fa5-470b-b389-ca60d163d685', 'name': 'tempest-TestNetworkAdvancedServerOps-router-690828861', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.220'}], 'enable_snat': True}, 'gw_port_id': '0613bdb1-5810-44c5-b6bb-c6956172305b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:20:02Z', 'updated_at': '2022-05-07T22:21:08Z', 'revision_number': 5, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'gw_port': {'id': '0613bdb1-5810-44c5-b6bb-c6956172305b', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:a4:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eaff033-3fa5-470b-b389-ca60d163d685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:20:02Z', 'updated_at': '2022-05-07T22:20:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:21:09.559872 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e89c035-6e4b-449b-8eb6-23726eda296e None None] DHCP port deletion for 83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753 request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:21:09.595412 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4addf0-0aa6-44c3-b958-fcd599c48bc3 None None] Checking router: 7eaff033-3fa5-470b-b389-ca60d163d685 for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:21:09.597791 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-ebfa8b31-7cf5-4c1d-9eaf-ecc94517a34b tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Deleting port 0613bdb1-5810-44c5-b6bb-c6956172305b {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:21:09.598134 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ebfa8b31-7cf5-4c1d-9eaf-ecc94517a34b tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (0613bdb1-5810-44c5-b6bb-c6956172305b), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:09.633321 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4addf0-0aa6-44c3-b958-fcd599c48bc3 None None] Routers {'7eaff033-3fa5-470b-b389-ca60d163d685'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:21:09.635066 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-3b4addf0-0aa6-44c3-b958-fcd599c48bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f84c670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:20:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['7eaff033-3fa5-470b-b389-ca60d163d685'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:21:09.693868 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-ebfa8b31-7cf5-4c1d-9eaf-ecc94517a34b tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] For port 0613bdb1-5810-44c5-b6bb-c6956172305b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0613bdb1-5810-44c5-b6bb-c6956172305b,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:21:09.693868 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ebfa8b31-7cf5-4c1d-9eaf-ecc94517a34b tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (0613bdb1-5810-44c5-b6bb-c6956172305b), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:09.706958 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-ebfa8b31-7cf5-4c1d-9eaf-ecc94517a34b tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Calling delete_port for 0613bdb1-5810-44c5-b6bb-c6956172305b owned by network:router_gateway {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:21:09.714938 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-3e89c035-6e4b-449b-8eb6-23726eda296e None None] Deleting port 026e32b0-5364-4187-91f1-89227261a904 {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:21:09.715314 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-3e89c035-6e4b-449b-8eb6-23726eda296e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (026e32b0-5364-4187-91f1-89227261a904), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:09.804312 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-3b4addf0-0aa6-44c3-b958-fcd599c48bc3 None None] Set router 7eaff033-3fa5-470b-b389-ca60d163d685 gateway port host: None {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:21:09.870720 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-3e89c035-6e4b-449b-8eb6-23726eda296e None None] For port 026e32b0-5364-4187-91f1-89227261a904, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=026e32b0-5364-4187-91f1-89227261a904,segment=NetworkSegment(e00438af-76e0-43da-bd5f-20e01b3f4949),segment_id=e00438af-76e0-43da-bd5f-20e01b3f4949)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:21:09.871231 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-3e89c035-6e4b-449b-8eb6-23726eda296e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (026e32b0-5364-4187-91f1-89227261a904), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:09.874612 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-3b4addf0-0aa6-44c3-b958-fcd599c48bc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f84c670>, [{'id': '7eaff033-3fa5-470b-b389-ca60d163d685', 'name': 'tempest-TestNetworkAdvancedServerOps-router-690828861', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:20:02Z', 'updated_at': '2022-05-07T22:21:09Z', 'revision_number': 6, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:21:09.889906 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ebfa8b31-7cf5-4c1d-9eaf-ecc94517a34b tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (0613bdb1-5810-44c5-b6bb-c6956172305b), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:09.913994 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfa8b31-7cf5-4c1d-9eaf-ecc94517a34b tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Pushing event deleted for resources: {'Port': ['ID=0613bdb1-5810-44c5-b6bb-c6956172305b,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:21:09.917376 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4addf0-0aa6-44c3-b958-fcd599c48bc3 None None] The sync data for ids ['7eaff033-3fa5-470b-b389-ca60d163d685'] in ncdv-master-1 is: [{'id': '7eaff033-3fa5-470b-b389-ca60d163d685', 'name': 'tempest-TestNetworkAdvancedServerOps-router-690828861', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:20:02Z', 'updated_at': '2022-05-07T22:21:09Z', 'revision_number': 6, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'gw_port_host': None}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:21:09.919404 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-3e89c035-6e4b-449b-8eb6-23726eda296e None None] Calling delete_port for 026e32b0-5364-4187-91f1-89227261a904 owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:21:09.981928 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ebfa8b31-7cf5-4c1d-9eaf-ecc94517a34b tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395776'] for router_gateway (7eaff033-3fa5-470b-b389-ca60d163d685), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:10.012482 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-3e89c035-6e4b-449b-8eb6-23726eda296e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (026e32b0-5364-4187-91f1-89227261a904), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:10.040385 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e89c035-6e4b-449b-8eb6-23726eda296e None None] Pushing event deleted for resources: {'Port': ['ID=026e32b0-5364-4187-91f1-89227261a904,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:21:10.044554 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e89c035-6e4b-449b-8eb6-23726eda296e None None] No DVR routers for this DVR port 026e32b0-5364-4187-91f1-89227261a904 on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:21:10.091856 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ebfa8b31-7cf5-4c1d-9eaf-ecc94517a34b tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (7eaff033-3fa5-470b-b389-ca60d163d685), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:10.094098 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ebfa8b31-7cf5-4c1d-9eaf-ecc94517a34b tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for router_controller (7eaff033-3fa5-470b-b389-ca60d163d685), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:10.139051 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ebfa8b31-7cf5-4c1d-9eaf-ecc94517a34b tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (7eaff033-3fa5-470b-b389-ca60d163d685), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:10.139682 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebfa8b31-7cf5-4c1d-9eaf-ecc94517a34b tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Fanout notify agent at l3_agent the message router_deleted on router 7eaff033-3fa5-470b-b389-ca60d163d685 {{(pid=121837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 22:21:10.146589 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ebfa8b31-7cf5-4c1d-9eaf-ecc94517a34b tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:10.147888 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-ebfa8b31-7cf5-4c1d-9eaf-ecc94517a34b tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "DELETE /v2.0/routers/7eaff033-3fa5-470b-b389-ca60d163d685 HTTP/1.1" status: 204  len: 168 time: 0.8395951
May 07 22:21:10.150501 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 55138) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:21:10.228699 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-dc144b29-99d4-4694-b70b-0beb1c7cacc7 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:10.319222 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-dc144b29-99d4-4694-b70b-0beb1c7cacc7 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:10.342666 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-dc144b29-99d4-4694-b70b-0beb1c7cacc7 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf8ea9f100>,) {'filters': {'network_id': ['83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:21:10.352345 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-dc144b29-99d4-4694-b70b-0beb1c7cacc7 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8ea9f100>, 'e00438af-76e0-43da-bd5f-20e01b3f4949') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:21:10.352646 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-dc144b29-99d4-4694-b70b-0beb1c7cacc7 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8ea9f100>, 'e00438af-76e0-43da-bd5f-20e01b3f4949') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:21:10.363102 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-dc144b29-99d4-4694-b70b-0beb1c7cacc7 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (e00438af-76e0-43da-bd5f-20e01b3f4949), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:10.378567 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-dc144b29-99d4-4694-b70b-0beb1c7cacc7 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (e00438af-76e0-43da-bd5f-20e01b3f4949), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:10.384864 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc144b29-99d4-4694-b70b-0beb1c7cacc7 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:21:10.385254 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-dc144b29-99d4-4694-b70b-0beb1c7cacc7 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (e00438af-76e0-43da-bd5f-20e01b3f4949), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:10.392155 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 22:21:10.392155 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:21:10.392155 ncdv-master-1 neutron-server[121837]:     timer()
May 07 22:21:10.392155 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:21:10.392155 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 22:21:10.392155 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:21:10.392155 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 22:21:10.392155 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:21:10.392155 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 22:21:10.392155 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:21:10.392155 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 22:21:10.392155 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:21:10.392155 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 22:21:10.392155 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:21:10.392155 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:21:10.392155 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:21:10.392155 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:21:10.392155 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:21:10.392155 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 22:21:10.392155 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:21:10.392155 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 22:21:10.392155 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:21:10.392155 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:21:10.392155 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:21:10.392155 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 22:21:10.392155 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:21:10.392155 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:21:10.392155 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:21:10.392155 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:21:10.392155 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:21:10.392155 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:21:10.392155 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:21:10.452727 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-dc144b29-99d4-4694-b70b-0beb1c7cacc7 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:10.457703 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-dc144b29-99d4-4694-b70b-0beb1c7cacc7 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:10.460823 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-dc144b29-99d4-4694-b70b-0beb1c7cacc7 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "DELETE /v2.0/networks/83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753 HTTP/1.1" status: 204  len: 168 time: 0.3093519
May 07 22:21:10.463822 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 55140) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:21:10.475281 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc144b29-99d4-4694-b70b-0beb1c7cacc7 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Pushing event deleted for resources: {'Network': ['ID=83d4eed6-e9e5-4ea0-ad2e-dfc2eb001753,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:21:10.521403 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-49440fbe-449a-4032-b3d5-f7ff724dc423 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for security_group (ea24a59e-dc3f-4507-99c1-8d6c1b5d5d0c), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:10.547880 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-49440fbe-449a-4032-b3d5-f7ff724dc423 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for security_group (ea24a59e-dc3f-4507-99c1-8d6c1b5d5d0c), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:10.612551 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-49440fbe-449a-4032-b3d5-f7ff724dc423 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (ea24a59e-dc3f-4507-99c1-8d6c1b5d5d0c), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:10.615304 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-49440fbe-449a-4032-b3d5-f7ff724dc423 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:10.616446 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-49440fbe-449a-4032-b3d5-f7ff724dc423 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "DELETE /v2.0/security-groups/ea24a59e-dc3f-4507-99c1-8d6c1b5d5d0c HTTP/1.1" status: 204  len: 168 time: 0.1516385
May 07 22:21:10.625478 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device f2f0c336-3f97-4f08-9ef4-03776eda7c75 no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:21:10.626902 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49440fbe-449a-4032-b3d5-f7ff724dc423 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea24a59e-dc3f-4507-99c1-8d6c1b5d5d0c,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:21:10.654763 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] No Port match for: f2f0c336-3f97-4f08-9ef4-03776eda7c75 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:21:10.655138 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device f2f0c336-3f97-4f08-9ef4-03776eda7c75 not bound to the agent host nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:21:10.937678 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 55146) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:21:10.942354 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-ed18a61c-2eff-4a35-bc2f-bd693e97bcec tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-215309333', 'description': 'tempest-secgroup-smoke-215309333 description', 'project_id': '16812b38c4514406886f0ab13cabe8ad'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:21:10.964582 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ed18a61c-2eff-4a35-bc2f-bd693e97bcec tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:11.033863 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ed18a61c-2eff-4a35-bc2f-bd693e97bcec tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for security_group (cb4689a3-6a74-42aa-b15a-6346f759b8dd), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:11.037486 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ed18a61c-2eff-4a35-bc2f-bd693e97bcec tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (cb4689a3-6a74-42aa-b15a-6346f759b8dd), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:11.068438 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ed18a61c-2eff-4a35-bc2f-bd693e97bcec tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:11.070132 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-ed18a61c-2eff-4a35-bc2f-bd693e97bcec tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.1313088
May 07 22:21:11.072954 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 55148) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:21:11.081592 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed18a61c-2eff-4a35-bc2f-bd693e97bcec tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb4689a3-6a74-42aa-b15a-6346f759b8dd,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:21:11.135992 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-beccc054-e6a4-472d-8ef1-1b072479bf62 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Request body: {'security_group_rule': {'security_group_id': 'cb4689a3-6a74-42aa-b15a-6346f759b8dd', 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:21:11.167693 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-beccc054-e6a4-472d-8ef1-1b072479bf62 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for security_group_rule (0fb0d979-6b8d-4845-ac37-4222e0bd37e4), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:11.216569 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 026e32b0-5364-4187-91f1-89227261a904 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:21:11.227155 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-beccc054-e6a4-472d-8ef1-1b072479bf62 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for security_group_rule (0fb0d979-6b8d-4845-ac37-4222e0bd37e4), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:11.230849 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-beccc054-e6a4-472d-8ef1-1b072479bf62 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (0fb0d979-6b8d-4845-ac37-4222e0bd37e4), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:11.237561 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 026e32b0-5364-4187-91f1-89227261a904 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:21:11.237982 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 026e32b0-5364-4187-91f1-89227261a904 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:21:11.238461 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 0613bdb1-5810-44c5-b6bb-c6956172305b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:21:11.249303 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beccc054-e6a4-472d-8ef1-1b072479bf62 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fb0d979-6b8d-4845-ac37-4222e0bd37e4,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:21:11.254470 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-beccc054-e6a4-472d-8ef1-1b072479bf62 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:11.255702 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-beccc054-e6a4-472d-8ef1-1b072479bf62 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1816101
May 07 22:21:11.258092 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 0613bdb1-5810-44c5-b6bb-c6956172305b {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:21:11.258449 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 55152) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:21:11.258578 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 0613bdb1-5810-44c5-b6bb-c6956172305b not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:21:11.258891 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 221b20b8-297d-46d5-9316-3e03943af7d0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:21:11.263339 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-eb4ff357-b111-4439-b646-826965f529e9 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Request body: {'security_group_rule': {'security_group_id': 'cb4689a3-6a74-42aa-b15a-6346f759b8dd', 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:21:11.278225 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 221b20b8-297d-46d5-9316-3e03943af7d0 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:21:11.279176 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 221b20b8-297d-46d5-9316-3e03943af7d0 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:21:11.291088 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-eb4ff357-b111-4439-b646-826965f529e9 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for security_group_rule (40747541-f762-4e97-a680-61f255d9f642), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:11.349763 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-eb4ff357-b111-4439-b646-826965f529e9 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for security_group_rule (40747541-f762-4e97-a680-61f255d9f642), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:11.353283 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-eb4ff357-b111-4439-b646-826965f529e9 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (40747541-f762-4e97-a680-61f255d9f642), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:11.373181 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4ff357-b111-4439-b646-826965f529e9 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40747541-f762-4e97-a680-61f255d9f642,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:21:11.379104 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-eb4ff357-b111-4439-b646-826965f529e9 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:11.382794 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-eb4ff357-b111-4439-b646-826965f529e9 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1208806
May 07 22:21:11.382998 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 55154) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:21:11.387372 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-42a33a06-05ff-4a79-9410-c9258f3b1e89 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Request body: {'security_group_rule': {'security_group_id': 'cb4689a3-6a74-42aa-b15a-6346f759b8dd', 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:21:11.412415 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-42a33a06-05ff-4a79-9410-c9258f3b1e89 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for security_group_rule (490d39a4-c276-4e25-a195-3f64d0db4aa6), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:11.473792 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-42a33a06-05ff-4a79-9410-c9258f3b1e89 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for security_group_rule (490d39a4-c276-4e25-a195-3f64d0db4aa6), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:11.477233 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-42a33a06-05ff-4a79-9410-c9258f3b1e89 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (490d39a4-c276-4e25-a195-3f64d0db4aa6), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:11.494187 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a33a06-05ff-4a79-9410-c9258f3b1e89 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=490d39a4-c276-4e25-a195-3f64d0db4aa6,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:21:11.506589 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-42a33a06-05ff-4a79-9410-c9258f3b1e89 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:11.508142 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-42a33a06-05ff-4a79-9410-c9258f3b1e89 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1240389
May 07 22:21:11.511412 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 55156) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:21:11.516801 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-edce5873-32db-41a4-8fe6-b1e692bf028c tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Request body: {'security_group_rule': {'security_group_id': 'cb4689a3-6a74-42aa-b15a-6346f759b8dd', 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:21:11.540542 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-edce5873-32db-41a4-8fe6-b1e692bf028c tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for security_group_rule (14e77f87-5aa2-4ce1-9839-0ac8eec38bbf), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:11.597775 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-edce5873-32db-41a4-8fe6-b1e692bf028c tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for security_group_rule (14e77f87-5aa2-4ce1-9839-0ac8eec38bbf), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:11.601056 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-edce5873-32db-41a4-8fe6-b1e692bf028c tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (14e77f87-5aa2-4ce1-9839-0ac8eec38bbf), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:11.617701 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edce5873-32db-41a4-8fe6-b1e692bf028c tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14e77f87-5aa2-4ce1-9839-0ac8eec38bbf,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:21:11.626244 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-edce5873-32db-41a4-8fe6-b1e692bf028c tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:11.627462 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-edce5873-32db-41a4-8fe6-b1e692bf028c tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1149895
May 07 22:21:11.630130 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 55158) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:21:11.634499 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-04f202e5-3e01-401d-826f-49858d44efd9 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Request body: {'security_group_rule': {'security_group_id': 'cb4689a3-6a74-42aa-b15a-6346f759b8dd', 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:21:11.654240 ncdv-master-1 neutron-server[121836]: INFO neutron.db.securitygroups_db [None req-04f202e5-3e01-401d-826f-49858d44efd9 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Project 16812b38c4514406886f0ab13cabe8ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 07 22:21:11.659598 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-04f202e5-3e01-401d-826f-49858d44efd9 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for security_group_rule (1a36b67b-888d-4883-ae61-034dd21296b0), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:11.719830 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-04f202e5-3e01-401d-826f-49858d44efd9 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for security_group_rule (1a36b67b-888d-4883-ae61-034dd21296b0), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:11.723732 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-04f202e5-3e01-401d-826f-49858d44efd9 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (1a36b67b-888d-4883-ae61-034dd21296b0), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:11.746300 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f202e5-3e01-401d-826f-49858d44efd9 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a36b67b-888d-4883-ae61-034dd21296b0,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:21:11.752420 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-04f202e5-3e01-401d-826f-49858d44efd9 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:11.753629 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-04f202e5-3e01-401d-826f-49858d44efd9 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1225326
May 07 22:21:11.756388 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 55160) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:21:11.761888 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-abe466fd-8aa1-403f-b558-f1192f34e880 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Request body: {'security_group_rule': {'security_group_id': 'cb4689a3-6a74-42aa-b15a-6346f759b8dd', 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:21:11.788114 ncdv-master-1 neutron-server[121836]: INFO neutron.db.securitygroups_db [None req-abe466fd-8aa1-403f-b558-f1192f34e880 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Project 16812b38c4514406886f0ab13cabe8ad added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 07 22:21:11.796462 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-abe466fd-8aa1-403f-b558-f1192f34e880 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for security_group_rule (adb19868-dc73-4d03-b5b8-5d718f557ecf), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:11.859207 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-abe466fd-8aa1-403f-b558-f1192f34e880 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for security_group_rule (adb19868-dc73-4d03-b5b8-5d718f557ecf), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:11.862492 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-abe466fd-8aa1-403f-b558-f1192f34e880 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (adb19868-dc73-4d03-b5b8-5d718f557ecf), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:11.882232 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe466fd-8aa1-403f-b558-f1192f34e880 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adb19868-dc73-4d03-b5b8-5d718f557ecf,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:21:11.890428 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-abe466fd-8aa1-403f-b558-f1192f34e880 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:11.891634 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-abe466fd-8aa1-403f-b558-f1192f34e880 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1338682
May 07 22:21:11.894530 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 55162) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:21:11.899339 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-2a03a9f8-97b1-4402-b4e6-7b39ba664854 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Request body: {'network': {'name': 'tempest-network-smoke--986724551', 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'port_security_enabled': True}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:21:11.917088 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a03a9f8-97b1-4402-b4e6-7b39ba664854 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Made reservation on behalf of 16812b38c4514406886f0ab13cabe8ad for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:21:11.921257 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2a03a9f8-97b1-4402-b4e6-7b39ba664854 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:11.944828 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a03a9f8-97b1-4402-b4e6-7b39ba664854 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:21:11.953519 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2a03a9f8-97b1-4402-b4e6-7b39ba664854 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (da5de15d-cd42-4790-99c9-86594bcff828), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:11.953862 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-2a03a9f8-97b1-4402-b4e6-7b39ba664854 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Added segment da5de15d-cd42-4790-99c9-86594bcff828 of type vlan for network 566e4246-db23-47c5-92d7-49344149ddf5
May 07 22:21:11.992648 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2a03a9f8-97b1-4402-b4e6-7b39ba664854 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (566e4246-db23-47c5-92d7-49344149ddf5), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:12.017282 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2a03a9f8-97b1-4402-b4e6-7b39ba664854 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (566e4246-db23-47c5-92d7-49344149ddf5), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:12.022666 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a03a9f8-97b1-4402-b4e6-7b39ba664854 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:21:12.023285 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2a03a9f8-97b1-4402-b4e6-7b39ba664854 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:12.059217 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-2a03a9f8-97b1-4402-b4e6-7b39ba664854 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.1635647
May 07 22:21:12.061802 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 55164) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:21:12.068457 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-c3d727c6-14ab-4c58-ac93-d358f95c4bdc tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-116787154', 'admin_state_up': True, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:21:12.111603 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a03a9f8-97b1-4402-b4e6-7b39ba664854 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Pushing event updated for resources: {'Network': ['ID=566e4246-db23-47c5-92d7-49344149ddf5,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:21:12.122549 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 566e4246-db23-47c5-92d7-49344149ddf5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:21:12.125395 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c3d727c6-14ab-4c58-ac93-d358f95c4bdc tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (318561b1-8a9b-419e-9aa9-cfe2d0263698), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:12.126490 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c3d727c6-14ab-4c58-ac93-d358f95c4bdc tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (318561b1-8a9b-419e-9aa9-cfe2d0263698), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:12.180177 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c3d727c6-14ab-4c58-ac93-d358f95c4bdc tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for router_controller (318561b1-8a9b-419e-9aa9-cfe2d0263698), precommit_add_association {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:12.327573 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c3d727c6-14ab-4c58-ac93-d358f95c4bdc tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for router_gateway (318561b1-8a9b-419e-9aa9-cfe2d0263698), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:12.516815 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c3d727c6-14ab-4c58-ac93-d358f95c4bdc tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for router_gateway (318561b1-8a9b-419e-9aa9-cfe2d0263698), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:12.536097 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c3d727c6-14ab-4c58-ac93-d358f95c4bdc tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:12.640189 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-c3d727c6-14ab-4c58-ac93-d358f95c4bdc tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Allocated IP 172.35.4.76 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/ca2f3fc9-d6ce-4d2c-a73f-65bb0b29b93a) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:21:12.748444 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c3d727c6-14ab-4c58-ac93-d358f95c4bdc tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for port (ca2f3fc9-d6ce-4d2c-a73f-65bb0b29b93a), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:12.784145 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c3d727c6-14ab-4c58-ac93-d358f95c4bdc tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (ca2f3fc9-d6ce-4d2c-a73f-65bb0b29b93a), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:12.820170 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d727c6-14ab-4c58-ac93-d358f95c4bdc tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:21:12.823055 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-c3d727c6-14ab-4c58-ac93-d358f95c4bdc tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:21:12.826035 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d727c6-14ab-4c58-ac93-d358f95c4bdc tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:21:12.858616 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d727c6-14ab-4c58-ac93-d358f95c4bdc tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Pushing event updated for resources: {'Port': ['ID=ca2f3fc9-d6ce-4d2c-a73f-65bb0b29b93a,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:21:13.086719 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c3d727c6-14ab-4c58-ac93-d358f95c4bdc tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for router_gateway (318561b1-8a9b-419e-9aa9-cfe2d0263698), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:13.290437 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c3d727c6-14ab-4c58-ac93-d358f95c4bdc tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (318561b1-8a9b-419e-9aa9-cfe2d0263698), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:13.422198 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3d727c6-14ab-4c58-ac93-d358f95c4bdc tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Router 318561b1-8a9b-419e-9aa9-cfe2d0263698 is scheduled to L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db with binding_index 1 {{(pid=121836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 07 22:21:13.531863 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3d727c6-14ab-4c58-ac93-d358f95c4bdc tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:21:13.540936 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6600a6e-fcf7-4c71-ae8c-414d39814518 None None] Sync routers for ids ['318561b1-8a9b-419e-9aa9-cfe2d0263698'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:21:13.551776 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6600a6e-fcf7-4c71-ae8c-414d39814518 None None] Routers {'318561b1-8a9b-419e-9aa9-cfe2d0263698'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:21:13.552401 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-c6600a6e-fcf7-4c71-ae8c-414d39814518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cb4a640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:20:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['318561b1-8a9b-419e-9aa9-cfe2d0263698'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:21:13.553821 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c3d727c6-14ab-4c58-ac93-d358f95c4bdc tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:13.558010 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-c3d727c6-14ab-4c58-ac93-d358f95c4bdc tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 894 time: 1.4923186
May 07 22:21:13.558229 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 55166) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:21:13.585711 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-73dfbfad-650d-4aa4-b705-18eafb0aaa91 tempest-TestNetworkAdvancedServerOps-305006253 tempest-TestNetworkAdvancedServerOps-305006253-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=16812b38c4514406886f0ab13cabe8ad&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0263934
May 07 22:21:13.588286 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 55168) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:21:13.659294 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-c6600a6e-fcf7-4c71-ae8c-414d39814518 None None] Set router 318561b1-8a9b-419e-9aa9-cfe2d0263698 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:21:13.681245 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df742cc-1497-407a-846c-c3f7cb98dc72 tempest-TestNetworkAdvancedServerOps-305006253 tempest-TestNetworkAdvancedServerOps-305006253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:21:13.682690 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-6df742cc-1497-407a-846c-c3f7cb98dc72 tempest-TestNetworkAdvancedServerOps-305006253 tempest-TestNetworkAdvancedServerOps-305006253-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0933797
May 07 22:21:13.685544 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 55170) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:21:13.713120 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-48804936-d68c-40b1-b3cf-631ba3d14139 tempest-TestNetworkAdvancedServerOps-305006253 tempest-TestNetworkAdvancedServerOps-305006253-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=9221b764-ef06-431f-8941-796516ed7c3b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0264938
May 07 22:21:13.715581 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 55172) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:21:13.720760 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-60dc4dd6-9690-412c-a47f-27061ebfa979 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-923713367', 'network_id': '566e4246-db23-47c5-92d7-49344149ddf5', 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:21:13.817273 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60dc4dd6-9690-412c-a47f-27061ebfa979 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Made reservation on behalf of 16812b38c4514406886f0ab13cabe8ad for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:21:13.820644 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-60dc4dd6-9690-412c-a47f-27061ebfa979 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:13.833286 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-c6600a6e-fcf7-4c71-ae8c-414d39814518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cb4a640>, [{'id': '318561b1-8a9b-419e-9aa9-cfe2d0263698', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116787154', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.76'}], 'enable_snat': True}, 'gw_port_id': 'ca2f3fc9-d6ce-4d2c-a73f-65bb0b29b93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:21:12Z', 'updated_at': '2022-05-07T22:21:12Z', 'revision_number': 3, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'gw_port': {'id': 'ca2f3fc9-d6ce-4d2c-a73f-65bb0b29b93a', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fa:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318561b1-8a9b-419e-9aa9-cfe2d0263698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:21:12Z', 'updated_at': '2022-05-07T22:21:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:21:13.861423 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6600a6e-fcf7-4c71-ae8c-414d39814518 None None] Checking router: 318561b1-8a9b-419e-9aa9-cfe2d0263698 for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:21:13.861765 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6600a6e-fcf7-4c71-ae8c-414d39814518 None None] Updating router 318561b1-8a9b-419e-9aa9-cfe2d0263698 port ca2f3fc9-d6ce-4d2c-a73f-65bb0b29b93a binding host ncdv-master-1 {{(pid=121839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 22:21:13.889485 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-c6600a6e-fcf7-4c71-ae8c-414d39814518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (ca2f3fc9-d6ce-4d2c-a73f-65bb0b29b93a), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:14.003343 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-60dc4dd6-9690-412c-a47f-27061ebfa979 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (944e640d-c5ec-48cf-b3b4-80be132d3baf), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:14.076531 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dc4dd6-9690-412c-a47f-27061ebfa979 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Pushing event updated for resources: {'Subnet': ['ID=944e640d-c5ec-48cf-b3b4-80be132d3baf,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:21:14.084160 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60dc4dd6-9690-412c-a47f-27061ebfa979 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Checking segment: {'id': 'da5de15d-cd42-4790-99c9-86594bcff828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '566e4246-db23-47c5-92d7-49344149ddf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:21:14.084504 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60dc4dd6-9690-412c-a47f-27061ebfa979 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Network hostable DHCP agents. Network: 566e4246-db23-47c5-92d7-49344149ddf5, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:21:14.102400 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60dc4dd6-9690-412c-a47f-27061ebfa979 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Network 566e4246-db23-47c5-92d7-49344149ddf5 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:21:14.111335 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-60dc4dd6-9690-412c-a47f-27061ebfa979 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 566e4246-db23-47c5-92d7-49344149ddf5) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:21:14.115588 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60dc4dd6-9690-412c-a47f-27061ebfa979 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:21:14.116191 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-60dc4dd6-9690-412c-a47f-27061ebfa979 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:14.123881 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeaf9a42-2b79-421a-b07a-a402c3286633 None None] Network 566e4246-db23-47c5-92d7-49344149ddf5 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:21:14.134551 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-60dc4dd6-9690-412c-a47f-27061ebfa979 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.4174366
May 07 22:21:14.137475 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 55174) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:21:14.148502 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-c6600a6e-fcf7-4c71-ae8c-414d39814518 None None] Publish callbacks [] for port (ca2f3fc9-d6ce-4d2c-a73f-65bb0b29b93a), precommit_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:14.156541 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-c6600a6e-fcf7-4c71-ae8c-414d39814518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (ca2f3fc9-d6ce-4d2c-a73f-65bb0b29b93a), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:14.217545 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-c6600a6e-fcf7-4c71-ae8c-414d39814518 None None] Attempting to bind port ca2f3fc9-d6ce-4d2c-a73f-65bb0b29b93a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:21:14.217919 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-c6600a6e-fcf7-4c71-ae8c-414d39814518 None None] Attempting to bind port ca2f3fc9-d6ce-4d2c-a73f-65bb0b29b93a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:21:14.218286 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6600a6e-fcf7-4c71-ae8c-414d39814518 None None] Attempting to bind port ca2f3fc9-d6ce-4d2c-a73f-65bb0b29b93a on network 9221b764-ef06-431f-8941-796516ed7c3b {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:21:14.221452 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309d14e3-5440-4b72-96e6-7acbccf90ff6 None None] Pushing event updated for resources: {'Port': ['ID=ca2f3fc9-d6ce-4d2c-a73f-65bb0b29b93a,revision_number=2']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:21:14.230586 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309d14e3-5440-4b72-96e6-7acbccf90ff6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:21:14.230961 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309d14e3-5440-4b72-96e6-7acbccf90ff6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:21:14.231301 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309d14e3-5440-4b72-96e6-7acbccf90ff6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:21:14.231714 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309d14e3-5440-4b72-96e6-7acbccf90ff6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:21:14.231991 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309d14e3-5440-4b72-96e6-7acbccf90ff6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:21:14.232319 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309d14e3-5440-4b72-96e6-7acbccf90ff6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:21:14.232642 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309d14e3-5440-4b72-96e6-7acbccf90ff6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:21:14.232965 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309d14e3-5440-4b72-96e6-7acbccf90ff6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:21:14.233327 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309d14e3-5440-4b72-96e6-7acbccf90ff6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:21:14.233594 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309d14e3-5440-4b72-96e6-7acbccf90ff6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:21:14.233919 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309d14e3-5440-4b72-96e6-7acbccf90ff6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:21:14.234236 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309d14e3-5440-4b72-96e6-7acbccf90ff6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:21:14.234551 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309d14e3-5440-4b72-96e6-7acbccf90ff6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:21:14.234891 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309d14e3-5440-4b72-96e6-7acbccf90ff6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:21:14.235208 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309d14e3-5440-4b72-96e6-7acbccf90ff6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:21:14.238634 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6600a6e-fcf7-4c71-ae8c-414d39814518 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:21:14.238871 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace2e4a2-b431-4da0-94c2-d5d6f5e3797f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-566e4246-db23-47c5-92d7-49344149ddf5', 'network_id': '566e4246-db23-47c5-92d7-49344149ddf5', 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'fixed_ips': [{'subnet_id': '944e640d-c5ec-48cf-b3b4-80be132d3baf'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:21:14.239058 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6600a6e-fcf7-4c71-ae8c-414d39814518 None None] Checking segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:21:14.239438 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-c6600a6e-fcf7-4c71-ae8c-414d39814518 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:14.239819 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6600a6e-fcf7-4c71-ae8c-414d39814518 None None] Bound using segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:21:14.239945 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ace2e4a2-b431-4da0-94c2-d5d6f5e3797f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:14.240294 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-c6600a6e-fcf7-4c71-ae8c-414d39814518 None None] Bound port: ca2f3fc9-d6ce-4d2c-a73f-65bb0b29b93a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:21:14.240670 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-c6600a6e-fcf7-4c71-ae8c-414d39814518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (ca2f3fc9-d6ce-4d2c-a73f-65bb0b29b93a), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:14.294911 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-c6600a6e-fcf7-4c71-ae8c-414d39814518 None None] For port ca2f3fc9-d6ce-4d2c-a73f-65bb0b29b93a, host ncdv-master-1, cleared binding levels {{(pid=121839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:21:14.298001 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-c6600a6e-fcf7-4c71-ae8c-414d39814518 None None] For port ca2f3fc9-d6ce-4d2c-a73f-65bb0b29b93a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ca2f3fc9-d6ce-4d2c-a73f-65bb0b29b93a,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:21:14.305064 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-c6600a6e-fcf7-4c71-ae8c-414d39814518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (ca2f3fc9-d6ce-4d2c-a73f-65bb0b29b93a), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:14.353753 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6600a6e-fcf7-4c71-ae8c-414d39814518 None None] Routers {'318561b1-8a9b-419e-9aa9-cfe2d0263698'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:21:14.354384 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-c6600a6e-fcf7-4c71-ae8c-414d39814518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cb4a640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:20:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['318561b1-8a9b-419e-9aa9-cfe2d0263698'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:21:14.388820 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-ace2e4a2-b431-4da0-94c2-d5d6f5e3797f None None] Allocated IP 172.20.0.2 (566e4246-db23-47c5-92d7-49344149ddf5/944e640d-c5ec-48cf-b3b4-80be132d3baf/9d40d3e5-9e70-433c-a28a-d042e5f7859f) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:21:14.414297 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309d14e3-5440-4b72-96e6-7acbccf90ff6 None None] Pushing event updated for resources: {'Port': ['ID=ca2f3fc9-d6ce-4d2c-a73f-65bb0b29b93a,revision_number=3']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:21:14.486886 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-c6600a6e-fcf7-4c71-ae8c-414d39814518 None None] Set router 318561b1-8a9b-419e-9aa9-cfe2d0263698 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:21:14.551696 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ace2e4a2-b431-4da0-94c2-d5d6f5e3797f None None] Publish callbacks [] for port (9d40d3e5-9e70-433c-a28a-d042e5f7859f), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:14.557821 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ace2e4a2-b431-4da0-94c2-d5d6f5e3797f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (9d40d3e5-9e70-433c-a28a-d042e5f7859f), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:14.619152 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace2e4a2-b431-4da0-94c2-d5d6f5e3797f None None] Network 566e4246-db23-47c5-92d7-49344149ddf5 is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:21:14.622900 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-ace2e4a2-b431-4da0-94c2-d5d6f5e3797f None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:21:14.625452 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace2e4a2-b431-4da0-94c2-d5d6f5e3797f None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:21:14.640848 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace2e4a2-b431-4da0-94c2-d5d6f5e3797f None None] Pushing event updated for resources: {'Port': ['ID=9d40d3e5-9e70-433c-a28a-d042e5f7859f,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:21:14.694348 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-ace2e4a2-b431-4da0-94c2-d5d6f5e3797f None None] Attempting to bind port 9d40d3e5-9e70-433c-a28a-d042e5f7859f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:21:14.694348 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-ace2e4a2-b431-4da0-94c2-d5d6f5e3797f None None] Attempting to bind port 9d40d3e5-9e70-433c-a28a-d042e5f7859f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'da5de15d-cd42-4790-99c9-86594bcff828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '566e4246-db23-47c5-92d7-49344149ddf5'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:21:14.694977 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace2e4a2-b431-4da0-94c2-d5d6f5e3797f None None] Attempting to bind port 9d40d3e5-9e70-433c-a28a-d042e5f7859f on network 566e4246-db23-47c5-92d7-49344149ddf5 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:21:14.700471 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace2e4a2-b431-4da0-94c2-d5d6f5e3797f None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:21:14.701313 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace2e4a2-b431-4da0-94c2-d5d6f5e3797f None None] Checking segment: {'id': 'da5de15d-cd42-4790-99c9-86594bcff828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '566e4246-db23-47c5-92d7-49344149ddf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:21:14.701933 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ace2e4a2-b431-4da0-94c2-d5d6f5e3797f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:14.702332 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace2e4a2-b431-4da0-94c2-d5d6f5e3797f None None] Bound using segment: {'id': 'da5de15d-cd42-4790-99c9-86594bcff828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '566e4246-db23-47c5-92d7-49344149ddf5'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:21:14.702976 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-ace2e4a2-b431-4da0-94c2-d5d6f5e3797f None None] Bound port: 9d40d3e5-9e70-433c-a28a-d042e5f7859f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da5de15d-cd42-4790-99c9-86594bcff828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '566e4246-db23-47c5-92d7-49344149ddf5'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:21:14.703622 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ace2e4a2-b431-4da0-94c2-d5d6f5e3797f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (9d40d3e5-9e70-433c-a28a-d042e5f7859f), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:14.761073 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-c6600a6e-fcf7-4c71-ae8c-414d39814518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cb4a640>, [{'id': '318561b1-8a9b-419e-9aa9-cfe2d0263698', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116787154', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.76'}], 'enable_snat': True}, 'gw_port_id': 'ca2f3fc9-d6ce-4d2c-a73f-65bb0b29b93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:21:12Z', 'updated_at': '2022-05-07T22:21:12Z', 'revision_number': 3, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'gw_port': {'id': 'ca2f3fc9-d6ce-4d2c-a73f-65bb0b29b93a', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fa:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318561b1-8a9b-419e-9aa9-cfe2d0263698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:21:12Z', 'updated_at': '2022-05-07T22:21:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:21:14.770208 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-ace2e4a2-b431-4da0-94c2-d5d6f5e3797f None None] For port 9d40d3e5-9e70-433c-a28a-d042e5f7859f, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:21:14.774293 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-ace2e4a2-b431-4da0-94c2-d5d6f5e3797f None None] For port 9d40d3e5-9e70-433c-a28a-d042e5f7859f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9d40d3e5-9e70-433c-a28a-d042e5f7859f,segment=NetworkSegment(da5de15d-cd42-4790-99c9-86594bcff828),segment_id=da5de15d-cd42-4790-99c9-86594bcff828)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:21:14.781661 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ace2e4a2-b431-4da0-94c2-d5d6f5e3797f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (9d40d3e5-9e70-433c-a28a-d042e5f7859f), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:14.788261 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6600a6e-fcf7-4c71-ae8c-414d39814518 None None] The sync data for ids ['318561b1-8a9b-419e-9aa9-cfe2d0263698'] in ncdv-master-1 is: [{'id': '318561b1-8a9b-419e-9aa9-cfe2d0263698', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116787154', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.76'}], 'enable_snat': True}, 'gw_port_id': 'ca2f3fc9-d6ce-4d2c-a73f-65bb0b29b93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:21:12Z', 'updated_at': '2022-05-07T22:21:12Z', 'revision_number': 3, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'gw_port': {'id': 'ca2f3fc9-d6ce-4d2c-a73f-65bb0b29b93a', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fa:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318561b1-8a9b-419e-9aa9-cfe2d0263698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:21:12Z', 'updated_at': '2022-05-07T22:21:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:21:14.858456 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace2e4a2-b431-4da0-94c2-d5d6f5e3797f None None] Pushing event updated for resources: {'Port': ['ID=9d40d3e5-9e70-433c-a28a-d042e5f7859f,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:21:14.994619 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-aa7db03a-6adb-4f8b-90d7-d1156881728a tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:15.318431 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 9d40d3e5-9e70-433c-a28a-d042e5f7859f up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:21:15.349572 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-aa7db03a-6adb-4f8b-90d7-d1156881728a tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Allocated IP 172.20.0.1 (566e4246-db23-47c5-92d7-49344149ddf5/944e640d-c5ec-48cf-b3b4-80be132d3baf/b757a96a-b4b9-483d-8a05-0ba192b6d3f9) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:21:15.370286 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 9d40d3e5-9e70-433c-a28a-d042e5f7859f triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:21:15.371399 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (9d40d3e5-9e70-433c-a28a-d042e5f7859f), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:15.461826 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 9d40d3e5-9e70-433c-a28a-d042e5f7859f is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:21:15.462221 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (9d40d3e5-9e70-433c-a28a-d042e5f7859f), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:15.491573 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-aa7db03a-6adb-4f8b-90d7-d1156881728a tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for port (b757a96a-b4b9-483d-8a05-0ba192b6d3f9), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:15.502156 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port 9d40d3e5-9e70-433c-a28a-d042e5f7859f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9d40d3e5-9e70-433c-a28a-d042e5f7859f,segment=NetworkSegment(da5de15d-cd42-4790-99c9-86594bcff828),segment_id=da5de15d-cd42-4790-99c9-86594bcff828)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:21:15.507446 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (9d40d3e5-9e70-433c-a28a-d042e5f7859f), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:15.508264 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device ca2f3fc9-d6ce-4d2c-a73f-65bb0b29b93a up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:21:15.531792 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-aa7db03a-6adb-4f8b-90d7-d1156881728a tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (b757a96a-b4b9-483d-8a05-0ba192b6d3f9), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:15.576774 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7db03a-6adb-4f8b-90d7-d1156881728a tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Network 566e4246-db23-47c5-92d7-49344149ddf5 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:21:15.581451 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-aa7db03a-6adb-4f8b-90d7-d1156881728a tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:21:15.584610 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7db03a-6adb-4f8b-90d7-d1156881728a tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:21:15.591396 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=9d40d3e5-9e70-433c-a28a-d042e5f7859f,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:21:15.599766 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port ca2f3fc9-d6ce-4d2c-a73f-65bb0b29b93a triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:21:15.600138 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (ca2f3fc9-d6ce-4d2c-a73f-65bb0b29b93a), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:15.634819 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7db03a-6adb-4f8b-90d7-d1156881728a tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Pushing event updated for resources: {'Port': ['ID=b757a96a-b4b9-483d-8a05-0ba192b6d3f9,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:21:15.671058 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-aa7db03a-6adb-4f8b-90d7-d1156881728a tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398161'] for router_interface (318561b1-8a9b-419e-9aa9-cfe2d0263698), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:15.699519 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port ca2f3fc9-d6ce-4d2c-a73f-65bb0b29b93a is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:21:15.700042 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (ca2f3fc9-d6ce-4d2c-a73f-65bb0b29b93a), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:15.730242 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port ca2f3fc9-d6ce-4d2c-a73f-65bb0b29b93a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ca2f3fc9-d6ce-4d2c-a73f-65bb0b29b93a,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:21:15.737708 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (ca2f3fc9-d6ce-4d2c-a73f-65bb0b29b93a), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:15.821541 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=ca2f3fc9-d6ce-4d2c-a73f-65bb0b29b93a,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:21:15.880626 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-aa7db03a-6adb-4f8b-90d7-d1156881728a tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (b757a96a-b4b9-483d-8a05-0ba192b6d3f9), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:16.016355 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8517ee82-af8a-4b64-84b2-8a1ad789014d None None] Network 566e4246-db23-47c5-92d7-49344149ddf5 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:21:16.130543 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-b265c4f5-b76c-49c8-9088-3d6d2c07af02 None None] Provisioning complete for port 9d40d3e5-9e70-433c-a28a-d042e5f7859f triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:21:16.130952 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b265c4f5-b76c-49c8-9088-3d6d2c07af02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (9d40d3e5-9e70-433c-a28a-d042e5f7859f), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:16.179576 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-aa7db03a-6adb-4f8b-90d7-d1156881728a tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for port (b757a96a-b4b9-483d-8a05-0ba192b6d3f9), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:16.184425 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-aa7db03a-6adb-4f8b-90d7-d1156881728a tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (b757a96a-b4b9-483d-8a05-0ba192b6d3f9), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:16.212672 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-b265c4f5-b76c-49c8-9088-3d6d2c07af02 None None] Current status of the port 9d40d3e5-9e70-433c-a28a-d042e5f7859f is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:21:16.259228 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7db03a-6adb-4f8b-90d7-d1156881728a tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Pushing event updated for resources: {'Port': ['ID=b757a96a-b4b9-483d-8a05-0ba192b6d3f9,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:21:16.261529 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-aa7db03a-6adb-4f8b-90d7-d1156881728a tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401121'] for router_interface (318561b1-8a9b-419e-9aa9-cfe2d0263698), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:16.362265 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7db03a-6adb-4f8b-90d7-d1156881728a tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Network 566e4246-db23-47c5-92d7-49344149ddf5 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:21:16.363773 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-aa7db03a-6adb-4f8b-90d7-d1156881728a tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:21:16.433919 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-08551a6c-9869-41d0-b27c-a3d6dc5a0b22 None None] Provisioning complete for port b757a96a-b4b9-483d-8a05-0ba192b6d3f9 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:21:16.434485 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-08551a6c-9869-41d0-b27c-a3d6dc5a0b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (b757a96a-b4b9-483d-8a05-0ba192b6d3f9), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:16.476256 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-08551a6c-9869-41d0-b27c-a3d6dc5a0b22 None None] Port b757a96a-b4b9-483d-8a05-0ba192b6d3f9 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:21:16.484768 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-08551a6c-9869-41d0-b27c-a3d6dc5a0b22 None None] Provisioning complete for port 9d40d3e5-9e70-433c-a28a-d042e5f7859f triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:21:16.485226 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-08551a6c-9869-41d0-b27c-a3d6dc5a0b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (9d40d3e5-9e70-433c-a28a-d042e5f7859f), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:16.495822 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa7db03a-6adb-4f8b-90d7-d1156881728a tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Router 318561b1-8a9b-419e-9aa9-cfe2d0263698 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:21:16.574866 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-08551a6c-9869-41d0-b27c-a3d6dc5a0b22 None None] Current status of the port 9d40d3e5-9e70-433c-a28a-d042e5f7859f is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:21:16.618535 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa7db03a-6adb-4f8b-90d7-d1156881728a tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:21:16.625111 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-aa7db03a-6adb-4f8b-90d7-d1156881728a tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "PUT /v2.0/routers/318561b1-8a9b-419e-9aa9-cfe2d0263698/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4844859
May 07 22:21:16.700892 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-dc36d2d0-93b8-428d-8c45-8d9686e70d32 None None] Provisioning complete for port b757a96a-b4b9-483d-8a05-0ba192b6d3f9 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:21:16.702510 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-dc36d2d0-93b8-428d-8c45-8d9686e70d32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (b757a96a-b4b9-483d-8a05-0ba192b6d3f9), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:16.757481 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280559b1-65fd-4a2b-a213-bbd385fdc631 None None] Sync routers for ids ['318561b1-8a9b-419e-9aa9-cfe2d0263698'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:21:16.760160 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-dc36d2d0-93b8-428d-8c45-8d9686e70d32 None None] Port b757a96a-b4b9-483d-8a05-0ba192b6d3f9 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:21:16.771808 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280559b1-65fd-4a2b-a213-bbd385fdc631 None None] Routers {'318561b1-8a9b-419e-9aa9-cfe2d0263698'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:21:16.772544 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-280559b1-65fd-4a2b-a213-bbd385fdc631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7fcdd640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:20:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['318561b1-8a9b-419e-9aa9-cfe2d0263698'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:21:16.797207 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8b12e0c6-df21-427a-b0e7-b0e889ca906a req-5993355a-600e-4ae4-8938-b7f4a4081cd0 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-215309333&fields=id&tenant_id=16812b38c4514406886f0ab13cabe8ad HTTP/1.1" status: 200  len: 267 time: 0.0521996
May 07 22:21:16.891034 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-280559b1-65fd-4a2b-a213-bbd385fdc631 None None] Set router 318561b1-8a9b-419e-9aa9-cfe2d0263698 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:21:16.893173 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-a63b6f00-bdfb-4202-af29-9f89aead761d None None] Provisioning complete for port b757a96a-b4b9-483d-8a05-0ba192b6d3f9 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:21:16.893547 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a63b6f00-bdfb-4202-af29-9f89aead761d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (b757a96a-b4b9-483d-8a05-0ba192b6d3f9), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:16.903522 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b12e0c6-df21-427a-b0e7-b0e889ca906a req-2690c9f8-52a2-4f9f-b936-4be76b9a4abb tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:21:16.905024 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8b12e0c6-df21-427a-b0e7-b0e889ca906a req-2690c9f8-52a2-4f9f-b936-4be76b9a4abb tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/networks?id=566e4246-db23-47c5-92d7-49344149ddf5 HTTP/1.1" status: 200  len: 796 time: 0.1008716
May 07 22:21:16.920658 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8b12e0c6-df21-427a-b0e7-b0e889ca906a req-0e014a67-1576-448e-92ba-0f650c961c69 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/quotas/16812b38c4514406886f0ab13cabe8ad HTTP/1.1" status: 200  len: 375 time: 0.0100086
May 07 22:21:16.979166 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8b12e0c6-df21-427a-b0e7-b0e889ca906a req-1edd1b09-b329-4d49-800a-4e66ef332325 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=16812b38c4514406886f0ab13cabe8ad&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0511527
May 07 22:21:16.993375 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-a63b6f00-bdfb-4202-af29-9f89aead761d None None] Port b757a96a-b4b9-483d-8a05-0ba192b6d3f9 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:21:17.077626 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8b12e0c6-df21-427a-b0e7-b0e889ca906a req-d5ee0a6d-3f38-412c-bcfc-17c572588c60 service neutron] 10.222.0.32 "GET /v2.0/networks/566e4246-db23-47c5-92d7-49344149ddf5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0864851
May 07 22:21:17.112894 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-280559b1-65fd-4a2b-a213-bbd385fdc631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7fcdd640>, [{'id': '318561b1-8a9b-419e-9aa9-cfe2d0263698', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116787154', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.76'}], 'enable_snat': True}, 'gw_port_id': 'ca2f3fc9-d6ce-4d2c-a73f-65bb0b29b93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:21:12Z', 'updated_at': '2022-05-07T22:21:15Z', 'revision_number': 4, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'gw_port': {'id': 'ca2f3fc9-d6ce-4d2c-a73f-65bb0b29b93a', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fa:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318561b1-8a9b-419e-9aa9-cfe2d0263698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:21:12Z', 'updated_at': '2022-05-07T22:21:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b757a96a-b4b9-483d-8a05-0ba192b6d3f9', 'name': '', 'network_id': '566e4246-db23-47c5-92d7-49344149ddf5', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'mac_address': 'fa:16:3e:bc:9f:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318561b1-8a9b-419e-9aa9-cfe2d0263698', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '944e640d-c5ec-48cf-b3b4-80be132d3baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:21:15Z', 'updated_at': '2022-05-07T22:21:16Z', 'revision_number': 2, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'subnets': [{'id': '944e640d-c5ec-48cf-b3b4-80be132d3baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:21:17.139985 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280559b1-65fd-4a2b-a213-bbd385fdc631 None None] Checking router: 318561b1-8a9b-419e-9aa9-cfe2d0263698 for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:21:17.140342 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280559b1-65fd-4a2b-a213-bbd385fdc631 None None] Updating router 318561b1-8a9b-419e-9aa9-cfe2d0263698 port b757a96a-b4b9-483d-8a05-0ba192b6d3f9 binding host ncdv-master-1 {{(pid=121838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 22:21:17.175278 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8b12e0c6-df21-427a-b0e7-b0e889ca906a req-19131892-3a1a-465d-9bf4-c4e6c5251d16 service neutron] 10.222.0.32 "GET /v2.0/networks/566e4246-db23-47c5-92d7-49344149ddf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0916591
May 07 22:21:17.330680 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 9d40d3e5-9e70-433c-a28a-d042e5f7859f up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:21:17.362360 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-280559b1-65fd-4a2b-a213-bbd385fdc631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (b757a96a-b4b9-483d-8a05-0ba192b6d3f9), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:17.363197 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ce6b3a42-99fd-4bc0-81b8-b2216d7e3e68 req-a294f155-8c62-41af-8ea4-307b7d1a769e tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fb0157b-8f8e-4034-8008-661d7feedd75 HTTP/1.1" status: 200  len: 210 time: 0.0285375
May 07 22:21:17.416670 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 9d40d3e5-9e70-433c-a28a-d042e5f7859f triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:21:17.417045 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (9d40d3e5-9e70-433c-a28a-d042e5f7859f), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:17.612684 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 9d40d3e5-9e70-433c-a28a-d042e5f7859f is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:21:17.613766 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device ca2f3fc9-d6ce-4d2c-a73f-65bb0b29b93a up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:21:17.696206 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port ca2f3fc9-d6ce-4d2c-a73f-65bb0b29b93a triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:21:17.696597 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (ca2f3fc9-d6ce-4d2c-a73f-65bb0b29b93a), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:17.771401 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-280559b1-65fd-4a2b-a213-bbd385fdc631 None None] Publish callbacks [] for port (b757a96a-b4b9-483d-8a05-0ba192b6d3f9), precommit_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:17.780024 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-280559b1-65fd-4a2b-a213-bbd385fdc631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (b757a96a-b4b9-483d-8a05-0ba192b6d3f9), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:17.859996 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeae6a9-2867-4dd7-8c0c-7f8bb7d3c953 None None] Pushing event updated for resources: {'Port': ['ID=b757a96a-b4b9-483d-8a05-0ba192b6d3f9,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:21:17.865379 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port ca2f3fc9-d6ce-4d2c-a73f-65bb0b29b93a is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:21:17.932562 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-280559b1-65fd-4a2b-a213-bbd385fdc631 None None] Attempting to bind port b757a96a-b4b9-483d-8a05-0ba192b6d3f9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:21:17.932889 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-280559b1-65fd-4a2b-a213-bbd385fdc631 None None] Attempting to bind port b757a96a-b4b9-483d-8a05-0ba192b6d3f9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'da5de15d-cd42-4790-99c9-86594bcff828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '566e4246-db23-47c5-92d7-49344149ddf5'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:21:17.933256 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280559b1-65fd-4a2b-a213-bbd385fdc631 None None] Attempting to bind port b757a96a-b4b9-483d-8a05-0ba192b6d3f9 on network 566e4246-db23-47c5-92d7-49344149ddf5 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:21:17.938761 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280559b1-65fd-4a2b-a213-bbd385fdc631 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:21:17.939169 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280559b1-65fd-4a2b-a213-bbd385fdc631 None None] Checking segment: {'id': 'da5de15d-cd42-4790-99c9-86594bcff828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '566e4246-db23-47c5-92d7-49344149ddf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:21:17.939587 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-280559b1-65fd-4a2b-a213-bbd385fdc631 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:17.939978 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280559b1-65fd-4a2b-a213-bbd385fdc631 None None] Bound using segment: {'id': 'da5de15d-cd42-4790-99c9-86594bcff828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '566e4246-db23-47c5-92d7-49344149ddf5'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:21:17.940445 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-280559b1-65fd-4a2b-a213-bbd385fdc631 None None] Bound port: b757a96a-b4b9-483d-8a05-0ba192b6d3f9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da5de15d-cd42-4790-99c9-86594bcff828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '566e4246-db23-47c5-92d7-49344149ddf5'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:21:17.940838 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-280559b1-65fd-4a2b-a213-bbd385fdc631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (b757a96a-b4b9-483d-8a05-0ba192b6d3f9), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:18.008089 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-280559b1-65fd-4a2b-a213-bbd385fdc631 None None] For port b757a96a-b4b9-483d-8a05-0ba192b6d3f9, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:21:18.011496 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-280559b1-65fd-4a2b-a213-bbd385fdc631 None None] For port b757a96a-b4b9-483d-8a05-0ba192b6d3f9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b757a96a-b4b9-483d-8a05-0ba192b6d3f9,segment=NetworkSegment(da5de15d-cd42-4790-99c9-86594bcff828),segment_id=da5de15d-cd42-4790-99c9-86594bcff828)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:21:18.018249 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-280559b1-65fd-4a2b-a213-bbd385fdc631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (b757a96a-b4b9-483d-8a05-0ba192b6d3f9), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:18.078700 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280559b1-65fd-4a2b-a213-bbd385fdc631 None None] Routers {'318561b1-8a9b-419e-9aa9-cfe2d0263698'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:21:18.079381 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-280559b1-65fd-4a2b-a213-bbd385fdc631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7fcdd640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:20:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['318561b1-8a9b-419e-9aa9-cfe2d0263698'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:21:18.081359 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeae6a9-2867-4dd7-8c0c-7f8bb7d3c953 None None] Pushing event updated for resources: {'Port': ['ID=b757a96a-b4b9-483d-8a05-0ba192b6d3f9,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:21:18.136694 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-fda284c3-e3f6-4b6c-8dd4-86bef552f574 None None] Provisioning complete for port b757a96a-b4b9-483d-8a05-0ba192b6d3f9 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:21:18.137227 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-fda284c3-e3f6-4b6c-8dd4-86bef552f574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (b757a96a-b4b9-483d-8a05-0ba192b6d3f9), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:18.244685 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-280559b1-65fd-4a2b-a213-bbd385fdc631 None None] Set router 318561b1-8a9b-419e-9aa9-cfe2d0263698 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:21:18.316587 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-fda284c3-e3f6-4b6c-8dd4-86bef552f574 None None] Current status of the port b757a96a-b4b9-483d-8a05-0ba192b6d3f9 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:21:18.316994 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-fda284c3-e3f6-4b6c-8dd4-86bef552f574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (b757a96a-b4b9-483d-8a05-0ba192b6d3f9), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:18.328564 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b12e0c6-df21-427a-b0e7-b0e889ca906a req-1bbda547-956f-4968-9404-b81f748276ef tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:21:18.330633 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8b12e0c6-df21-427a-b0e7-b0e889ca906a req-1bbda547-956f-4968-9404-b81f748276ef tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.59 "GET /v2.0/networks?id=566e4246-db23-47c5-92d7-49344149ddf5 HTTP/1.1" status: 200  len: 796 time: 0.1259277
May 07 22:21:18.400923 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8b12e0c6-df21-427a-b0e7-b0e889ca906a req-c62615b0-4b1e-4555-9a88-fbcc9d8b5355 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16812b38c4514406886f0ab13cabe8ad HTTP/1.1" status: 200  len: 379 time: 0.0612969
May 07 22:21:18.409411 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-8b12e0c6-df21-427a-b0e7-b0e889ca906a req-a7e46c4c-f52e-43fc-a81a-77ab0cb69739 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Request body: {'port': {'device_id': '0fb0157b-8f8e-4034-8008-661d7feedd75', 'network_id': '566e4246-db23-47c5-92d7-49344149ddf5', 'admin_state_up': True, 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'security_groups': ['cb4689a3-6a74-42aa-b15a-6346f759b8dd']}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:21:18.424867 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-fda284c3-e3f6-4b6c-8dd4-86bef552f574 None None] For port b757a96a-b4b9-483d-8a05-0ba192b6d3f9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b757a96a-b4b9-483d-8a05-0ba192b6d3f9,segment=NetworkSegment(da5de15d-cd42-4790-99c9-86594bcff828),segment_id=da5de15d-cd42-4790-99c9-86594bcff828)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:21:18.430808 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-fda284c3-e3f6-4b6c-8dd4-86bef552f574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (b757a96a-b4b9-483d-8a05-0ba192b6d3f9), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:18.505204 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-db42fb4b-b864-4eda-8be3-7981c7ca11cc req-daafb13f-431b-4416-84c7-be1a39f5955f tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fb0157b-8f8e-4034-8008-661d7feedd75 HTTP/1.1" status: 200  len: 210 time: 0.0601034
May 07 22:21:18.518890 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda284c3-e3f6-4b6c-8dd4-86bef552f574 None None] Pushing event updated for resources: {'Port': ['ID=b757a96a-b4b9-483d-8a05-0ba192b6d3f9,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:21:18.539000 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-280559b1-65fd-4a2b-a213-bbd385fdc631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7fcdd640>, [{'id': '318561b1-8a9b-419e-9aa9-cfe2d0263698', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116787154', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.76'}], 'enable_snat': True}, 'gw_port_id': 'ca2f3fc9-d6ce-4d2c-a73f-65bb0b29b93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:21:12Z', 'updated_at': '2022-05-07T22:21:15Z', 'revision_number': 4, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'gw_port': {'id': 'ca2f3fc9-d6ce-4d2c-a73f-65bb0b29b93a', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fa:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318561b1-8a9b-419e-9aa9-cfe2d0263698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:21:12Z', 'updated_at': '2022-05-07T22:21:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b757a96a-b4b9-483d-8a05-0ba192b6d3f9', 'name': '', 'network_id': '566e4246-db23-47c5-92d7-49344149ddf5', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'mac_address': 'fa:16:3e:bc:9f:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318561b1-8a9b-419e-9aa9-cfe2d0263698', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '944e640d-c5ec-48cf-b3b4-80be132d3baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:21:15Z', 'updated_at': '2022-05-07T22:21:18Z', 'revision_number': 4, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'subnets': [{'id': '944e640d-c5ec-48cf-b3b4-80be132d3baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:21:18.555140 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b12e0c6-df21-427a-b0e7-b0e889ca906a req-a7e46c4c-f52e-43fc-a81a-77ab0cb69739 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Made reservation on behalf of 16812b38c4514406886f0ab13cabe8ad for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:21:18.558426 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-8b12e0c6-df21-427a-b0e7-b0e889ca906a req-a7e46c4c-f52e-43fc-a81a-77ab0cb69739 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:18.572374 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280559b1-65fd-4a2b-a213-bbd385fdc631 None None] The sync data for ids ['318561b1-8a9b-419e-9aa9-cfe2d0263698'] in ncdv-master-1 is: [{'id': '318561b1-8a9b-419e-9aa9-cfe2d0263698', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116787154', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.76'}], 'enable_snat': True}, 'gw_port_id': 'ca2f3fc9-d6ce-4d2c-a73f-65bb0b29b93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:21:12Z', 'updated_at': '2022-05-07T22:21:15Z', 'revision_number': 4, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'gw_port': {'id': 'ca2f3fc9-d6ce-4d2c-a73f-65bb0b29b93a', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fa:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318561b1-8a9b-419e-9aa9-cfe2d0263698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:21:12Z', 'updated_at': '2022-05-07T22:21:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b757a96a-b4b9-483d-8a05-0ba192b6d3f9', 'name': '', 'network_id': '566e4246-db23-47c5-92d7-49344149ddf5', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'mac_address': 'fa:16:3e:bc:9f:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318561b1-8a9b-419e-9aa9-cfe2d0263698', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '944e640d-c5ec-48cf-b3b4-80be132d3baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:21:15Z', 'updated_at': '2022-05-07T22:21:18Z', 'revision_number': 4, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'subnets': [{'id': '944e640d-c5ec-48cf-b3b4-80be132d3baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:21:18.577829 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-067c39fa-24a2-4c2f-a147-47a254eb3da4 None None] Provisioning complete for port b757a96a-b4b9-483d-8a05-0ba192b6d3f9 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:21:18.578204 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-067c39fa-24a2-4c2f-a147-47a254eb3da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (b757a96a-b4b9-483d-8a05-0ba192b6d3f9), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:18.677375 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-067c39fa-24a2-4c2f-a147-47a254eb3da4 None None] Current status of the port b757a96a-b4b9-483d-8a05-0ba192b6d3f9 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:21:18.723908 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [req-8b12e0c6-df21-427a-b0e7-b0e889ca906a req-a7e46c4c-f52e-43fc-a81a-77ab0cb69739 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Allocated IP 172.20.0.11 (566e4246-db23-47c5-92d7-49344149ddf5/944e640d-c5ec-48cf-b3b4-80be132d3baf/9f190edf-f733-4a78-83fc-965d6c3096bd) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:21:18.873777 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-8b12e0c6-df21-427a-b0e7-b0e889ca906a req-a7e46c4c-f52e-43fc-a81a-77ab0cb69739 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for port (9f190edf-f733-4a78-83fc-965d6c3096bd), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:18.908774 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-8b12e0c6-df21-427a-b0e7-b0e889ca906a req-a7e46c4c-f52e-43fc-a81a-77ab0cb69739 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (9f190edf-f733-4a78-83fc-965d6c3096bd), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:18.956802 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b12e0c6-df21-427a-b0e7-b0e889ca906a req-a7e46c4c-f52e-43fc-a81a-77ab0cb69739 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Network 566e4246-db23-47c5-92d7-49344149ddf5 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:21:18.959919 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [req-8b12e0c6-df21-427a-b0e7-b0e889ca906a req-a7e46c4c-f52e-43fc-a81a-77ab0cb69739 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:21:18.962577 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b12e0c6-df21-427a-b0e7-b0e889ca906a req-a7e46c4c-f52e-43fc-a81a-77ab0cb69739 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:21:18.998648 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e46c4c-f52e-43fc-a81a-77ab0cb69739 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Pushing event updated for resources: {'Port': ['ID=9f190edf-f733-4a78-83fc-965d6c3096bd,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:21:19.030523 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b12e0c6-df21-427a-b0e7-b0e889ca906a req-a7e46c4c-f52e-43fc-a81a-77ab0cb69739 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:21:19.031108 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-8b12e0c6-df21-427a-b0e7-b0e889ca906a req-a7e46c4c-f52e-43fc-a81a-77ab0cb69739 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:19.051097 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8b12e0c6-df21-427a-b0e7-b0e889ca906a req-a7e46c4c-f52e-43fc-a81a-77ab0cb69739 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.6452990
May 07 22:21:19.063245 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-8b12e0c6-df21-427a-b0e7-b0e889ca906a req-15af3310-7dd9-4612-9e1b-521e3aed485a service neutron] Request body: {'port': {'device_id': '0fb0157b-8f8e-4034-8008-661d7feedd75', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:21:19.136434 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-8b12e0c6-df21-427a-b0e7-b0e889ca906a req-15af3310-7dd9-4612-9e1b-521e3aed485a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (9f190edf-f733-4a78-83fc-965d6c3096bd), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:19.262561 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device b757a96a-b4b9-483d-8a05-0ba192b6d3f9 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:21:19.306430 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-0553b716-2c03-4bb8-ac3f-8ac1a513245e None None] Provisioning complete for port 9f190edf-f733-4a78-83fc-965d6c3096bd triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:21:19.306823 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-0553b716-2c03-4bb8-ac3f-8ac1a513245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (9f190edf-f733-4a78-83fc-965d6c3096bd), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:19.350907 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-0553b716-2c03-4bb8-ac3f-8ac1a513245e None None] Port 9f190edf-f733-4a78-83fc-965d6c3096bd cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:21:19.355945 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port b757a96a-b4b9-483d-8a05-0ba192b6d3f9 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:21:19.356867 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (b757a96a-b4b9-483d-8a05-0ba192b6d3f9), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:19.443207 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port b757a96a-b4b9-483d-8a05-0ba192b6d3f9 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:21:19.453615 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [req-8b12e0c6-df21-427a-b0e7-b0e889ca906a req-15af3310-7dd9-4612-9e1b-521e3aed485a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f190edf-f733-4a78-83fc-965d6c3096bd {{(pid=121837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:21:19.461713 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-8b12e0c6-df21-427a-b0e7-b0e889ca906a req-15af3310-7dd9-4612-9e1b-521e3aed485a service neutron] Publish callbacks [] for port (9f190edf-f733-4a78-83fc-965d6c3096bd), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:19.474453 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-8b12e0c6-df21-427a-b0e7-b0e889ca906a req-15af3310-7dd9-4612-9e1b-521e3aed485a service neutron] Transition to ACTIVE for port object 9f190edf-f733-4a78-83fc-965d6c3096bd will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 22:21:19.478238 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-8b12e0c6-df21-427a-b0e7-b0e889ca906a req-15af3310-7dd9-4612-9e1b-521e3aed485a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (9f190edf-f733-4a78-83fc-965d6c3096bd), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:19.564783 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15af3310-7dd9-4612-9e1b-521e3aed485a service neutron] Pushing event updated for resources: {'Port': ['ID=9f190edf-f733-4a78-83fc-965d6c3096bd,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:21:19.595041 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15af3310-7dd9-4612-9e1b-521e3aed485a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:21:19.595395 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15af3310-7dd9-4612-9e1b-521e3aed485a service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:21:19.595759 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15af3310-7dd9-4612-9e1b-521e3aed485a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:21:19.596090 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15af3310-7dd9-4612-9e1b-521e3aed485a service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:21:19.596434 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15af3310-7dd9-4612-9e1b-521e3aed485a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:21:19.596771 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15af3310-7dd9-4612-9e1b-521e3aed485a service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:21:19.597103 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15af3310-7dd9-4612-9e1b-521e3aed485a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:21:19.597445 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15af3310-7dd9-4612-9e1b-521e3aed485a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:21:19.597764 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15af3310-7dd9-4612-9e1b-521e3aed485a service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:21:19.598091 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15af3310-7dd9-4612-9e1b-521e3aed485a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:21:19.598424 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15af3310-7dd9-4612-9e1b-521e3aed485a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:21:19.598754 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15af3310-7dd9-4612-9e1b-521e3aed485a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:21:19.599106 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15af3310-7dd9-4612-9e1b-521e3aed485a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:21:19.599435 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15af3310-7dd9-4612-9e1b-521e3aed485a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:21:19.599758 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15af3310-7dd9-4612-9e1b-521e3aed485a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:21:19.639084 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-8b12e0c6-df21-427a-b0e7-b0e889ca906a req-15af3310-7dd9-4612-9e1b-521e3aed485a service neutron] Attempting to bind port 9f190edf-f733-4a78-83fc-965d6c3096bd on host nch2-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:21:19.639670 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-8b12e0c6-df21-427a-b0e7-b0e889ca906a req-15af3310-7dd9-4612-9e1b-521e3aed485a service neutron] Attempting to bind port 9f190edf-f733-4a78-83fc-965d6c3096bd by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'da5de15d-cd42-4790-99c9-86594bcff828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '566e4246-db23-47c5-92d7-49344149ddf5'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:21:19.640184 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b12e0c6-df21-427a-b0e7-b0e889ca906a req-15af3310-7dd9-4612-9e1b-521e3aed485a service neutron] Attempting to bind port 9f190edf-f733-4a78-83fc-965d6c3096bd on network 566e4246-db23-47c5-92d7-49344149ddf5 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:21:19.647317 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b12e0c6-df21-427a-b0e7-b0e889ca906a req-15af3310-7dd9-4612-9e1b-521e3aed485a service neutron] Port 9f190edf-f733-4a78-83fc-965d6c3096bd on network 566e4246-db23-47c5-92d7-49344149ddf5 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:21:19.647921 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b12e0c6-df21-427a-b0e7-b0e889ca906a req-15af3310-7dd9-4612-9e1b-521e3aed485a service neutron] Attempting to bind port 9f190edf-f733-4a78-83fc-965d6c3096bd on network 566e4246-db23-47c5-92d7-49344149ddf5 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:21:19.655648 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b12e0c6-df21-427a-b0e7-b0e889ca906a req-15af3310-7dd9-4612-9e1b-521e3aed485a service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:21:19.655895 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e676a33-4969-45b1-8c65-c09a6668a402 req-cfff6835-b273-469e-a26a-bc8242659d55 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:21:19.656352 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b12e0c6-df21-427a-b0e7-b0e889ca906a req-15af3310-7dd9-4612-9e1b-521e3aed485a service neutron] Checking segment: {'id': 'da5de15d-cd42-4790-99c9-86594bcff828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '566e4246-db23-47c5-92d7-49344149ddf5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:21:19.656352 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b12e0c6-df21-427a-b0e7-b0e889ca906a req-15af3310-7dd9-4612-9e1b-521e3aed485a service neutron] Bound using segment: {'id': 'da5de15d-cd42-4790-99c9-86594bcff828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '566e4246-db23-47c5-92d7-49344149ddf5'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:21:19.656797 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-8b12e0c6-df21-427a-b0e7-b0e889ca906a req-15af3310-7dd9-4612-9e1b-521e3aed485a service neutron] Bound port: 9f190edf-f733-4a78-83fc-965d6c3096bd, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da5de15d-cd42-4790-99c9-86594bcff828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '566e4246-db23-47c5-92d7-49344149ddf5'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:21:19.657315 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-8b12e0c6-df21-427a-b0e7-b0e889ca906a req-15af3310-7dd9-4612-9e1b-521e3aed485a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (9f190edf-f733-4a78-83fc-965d6c3096bd), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:19.664038 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9e676a33-4969-45b1-8c65-c09a6668a402 req-cfff6835-b273-469e-a26a-bc8242659d55 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fb0157b-8f8e-4034-8008-661d7feedd75 HTTP/1.1" status: 200  len: 944 time: 0.0779791
May 07 22:21:19.724355 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9e676a33-4969-45b1-8c65-c09a6668a402 req-60e97462-6c45-490f-8573-f78d6110fa74 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb4689a3-6a74-42aa-b15a-6346f759b8dd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0593894
May 07 22:21:19.744330 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-8b12e0c6-df21-427a-b0e7-b0e889ca906a req-15af3310-7dd9-4612-9e1b-521e3aed485a service neutron] For port 9f190edf-f733-4a78-83fc-965d6c3096bd, host nch2-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:21:19.749551 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-8b12e0c6-df21-427a-b0e7-b0e889ca906a req-15af3310-7dd9-4612-9e1b-521e3aed485a service neutron] For port 9f190edf-f733-4a78-83fc-965d6c3096bd, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9f190edf-f733-4a78-83fc-965d6c3096bd,segment=NetworkSegment(da5de15d-cd42-4790-99c9-86594bcff828),segment_id=da5de15d-cd42-4790-99c9-86594bcff828)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:21:19.757457 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-8b12e0c6-df21-427a-b0e7-b0e889ca906a req-15af3310-7dd9-4612-9e1b-521e3aed485a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (9f190edf-f733-4a78-83fc-965d6c3096bd), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:19.795584 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b12e0c6-df21-427a-b0e7-b0e889ca906a req-15af3310-7dd9-4612-9e1b-521e3aed485a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:21:19.797032 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-8b12e0c6-df21-427a-b0e7-b0e889ca906a req-15af3310-7dd9-4612-9e1b-521e3aed485a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:19.798475 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8b12e0c6-df21-427a-b0e7-b0e889ca906a req-15af3310-7dd9-4612-9e1b-521e3aed485a service neutron] 10.222.0.59 "PUT /v2.0/ports/9f190edf-f733-4a78-83fc-965d6c3096bd HTTP/1.1" status: 200  len: 1092 time: 0.7398751
May 07 22:21:19.801358 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fb0157b-8f8e-4034-8008-661d7feedd75', 'tag': '9f190edf-f733-4a78-83fc-965d6c3096bd'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:21:19.804821 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-873ebd89-79b2-4836-a387-23b1031eb0af" -d '{"events": [{"name": "network-changed", "server_uuid": "0fb0157b-8f8e-4034-8008-661d7feedd75", "tag": "9f190edf-f733-4a78-83fc-965d6c3096bd"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:21:19.837942 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15af3310-7dd9-4612-9e1b-521e3aed485a service neutron] Pushing event updated for resources: {'Port': ['ID=9f190edf-f733-4a78-83fc-965d6c3096bd,revision_number=3']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:21:19.860280 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c290eb04-d4ac-4214-a1dc-a0de74166415 x-openstack-request-id: req-c290eb04-d4ac-4214-a1dc-a0de74166415 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:21:19.860590 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fb0157b-8f8e-4034-8008-661d7feedd75", "tag": "9f190edf-f733-4a78-83fc-965d6c3096bd", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:21:19.860899 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c290eb04-d4ac-4214-a1dc-a0de74166415 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:21:19.861261 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c290eb04-d4ac-4214-a1dc-a0de74166415'] response: {'name': 'network-changed', 'server_uuid': '0fb0157b-8f8e-4034-8008-661d7feedd75', 'tag': '9f190edf-f733-4a78-83fc-965d6c3096bd', 'status': 'completed', 'code': 200}
May 07 22:21:19.908479 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b12e0c6-df21-427a-b0e7-b0e889ca906a req-dc4b9836-466d-427b-b110-92ced5c57f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:21:19.910018 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8b12e0c6-df21-427a-b0e7-b0e889ca906a req-dc4b9836-466d-427b-b110-92ced5c57f17 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=16812b38c4514406886f0ab13cabe8ad&device_id=0fb0157b-8f8e-4034-8008-661d7feedd75 HTTP/1.1" status: 200  len: 1126 time: 0.0466750
May 07 22:21:19.953691 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8b12e0c6-df21-427a-b0e7-b0e889ca906a req-6a445673-1eda-4b41-a361-c7854825982d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f190edf-f733-4a78-83fc-965d6c3096bd HTTP/1.1" status: 200  len: 217 time: 0.0375268
May 07 22:21:20.005955 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b12e0c6-df21-427a-b0e7-b0e889ca906a req-f7fe3268-c2ed-49ed-9870-59e8ce34840a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:21:20.007466 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8b12e0c6-df21-427a-b0e7-b0e889ca906a req-f7fe3268-c2ed-49ed-9870-59e8ce34840a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=944e640d-c5ec-48cf-b3b4-80be132d3baf HTTP/1.1" status: 200  len: 834 time: 0.0477858
May 07 22:21:20.050829 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b12e0c6-df21-427a-b0e7-b0e889ca906a req-85270b51-8d12-4de7-a90d-44986f1dcf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:21:20.052324 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8b12e0c6-df21-427a-b0e7-b0e889ca906a req-85270b51-8d12-4de7-a90d-44986f1dcf15 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=566e4246-db23-47c5-92d7-49344149ddf5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0389776
May 07 22:21:20.148631 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8b12e0c6-df21-427a-b0e7-b0e889ca906a req-2c1af0f6-a3f8-4e48-965f-dd7d4268a835 service neutron] 10.222.0.59 "GET /v2.0/networks/566e4246-db23-47c5-92d7-49344149ddf5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0897148
May 07 22:21:20.243057 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8b12e0c6-df21-427a-b0e7-b0e889ca906a req-ad7b6503-e2e2-46db-ab92-c869d4960ae4 service neutron] 10.222.0.59 "GET /v2.0/networks/566e4246-db23-47c5-92d7-49344149ddf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0883176
May 07 22:21:20.850454 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5b2c2a-3a94-498d-ad57-fb93dac9ddd7 req-32d1adab-73a5-4648-a025-455c4d3b7413 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:21:20.851941 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8a5b2c2a-3a94-498d-ad57-fb93dac9ddd7 req-32d1adab-73a5-4648-a025-455c4d3b7413 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fb0157b-8f8e-4034-8008-661d7feedd75 HTTP/1.1" status: 200  len: 944 time: 0.0518990
May 07 22:21:20.900945 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8a5b2c2a-3a94-498d-ad57-fb93dac9ddd7 req-8537f916-c744-4f11-ab6a-4b5dce3499e2 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb4689a3-6a74-42aa-b15a-6346f759b8dd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434031
May 07 22:21:21.093578 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873ebd89-79b2-4836-a387-23b1031eb0af req-970a7b4c-86f1-4cf5-a710-9e5acf3396d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:21:21.095168 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-873ebd89-79b2-4836-a387-23b1031eb0af req-970a7b4c-86f1-4cf5-a710-9e5acf3396d2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=16812b38c4514406886f0ab13cabe8ad&device_id=0fb0157b-8f8e-4034-8008-661d7feedd75 HTTP/1.1" status: 200  len: 1126 time: 0.0484002
May 07 22:21:21.183491 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873ebd89-79b2-4836-a387-23b1031eb0af req-0213ead1-2e82-42fb-b279-aaf228766180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:21:21.185519 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-873ebd89-79b2-4836-a387-23b1031eb0af req-0213ead1-2e82-42fb-b279-aaf228766180 service neutron] 10.222.0.59 "GET /v2.0/networks?id=566e4246-db23-47c5-92d7-49344149ddf5 HTTP/1.1" status: 200  len: 897 time: 0.0849018
May 07 22:21:21.229271 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-873ebd89-79b2-4836-a387-23b1031eb0af req-63fa2e80-c03e-417a-a95f-f028a12afbbc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f190edf-f733-4a78-83fc-965d6c3096bd HTTP/1.1" status: 200  len: 217 time: 0.0382755
May 07 22:21:21.276385 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873ebd89-79b2-4836-a387-23b1031eb0af req-38b87d5e-d41f-46c0-8d59-896e02db7b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:21:21.277863 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-873ebd89-79b2-4836-a387-23b1031eb0af req-38b87d5e-d41f-46c0-8d59-896e02db7b5d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=944e640d-c5ec-48cf-b3b4-80be132d3baf HTTP/1.1" status: 200  len: 834 time: 0.0431464
May 07 22:21:21.319874 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873ebd89-79b2-4836-a387-23b1031eb0af req-4e83613b-792b-4a37-8c9a-c904016ff401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:21:21.321388 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-873ebd89-79b2-4836-a387-23b1031eb0af req-4e83613b-792b-4a37-8c9a-c904016ff401 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=566e4246-db23-47c5-92d7-49344149ddf5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0380311
May 07 22:21:21.411175 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-873ebd89-79b2-4836-a387-23b1031eb0af req-2ee341a8-ec66-4ca3-8a3d-61907f46d947 service neutron] 10.222.0.59 "GET /v2.0/networks/566e4246-db23-47c5-92d7-49344149ddf5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0837710
May 07 22:21:21.501475 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-873ebd89-79b2-4836-a387-23b1031eb0af req-95c6ead3-c427-4927-a3b8-c258900bb672 service neutron] 10.222.0.59 "GET /v2.0/networks/566e4246-db23-47c5-92d7-49344149ddf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0850599
May 07 22:21:21.982743 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:22.020177 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac248c-ba6f-4dcd-810f-a4f666edbaf0 req-8677ef93-09c1-4b88-aaba-0398ab90a2c4 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:21:22.021572 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-87ac248c-ba6f-4dcd-810f-a4f666edbaf0 req-8677ef93-09c1-4b88-aaba-0398ab90a2c4 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fb0157b-8f8e-4034-8008-661d7feedd75 HTTP/1.1" status: 200  len: 944 time: 0.0518661
May 07 22:21:22.069474 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-87ac248c-ba6f-4dcd-810f-a4f666edbaf0 req-1e3d3bc0-77a6-4c5c-97c9-8245f31ed2f5 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb4689a3-6a74-42aa-b15a-6346f759b8dd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421481
May 07 22:21:23.183695 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375bb981-077f-499b-b762-109a5f946e6c req-2d70cf9b-d441-48a9-b7c5-9d9d68d3fc73 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:21:23.185823 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-375bb981-077f-499b-b762-109a5f946e6c req-2d70cf9b-d441-48a9-b7c5-9d9d68d3fc73 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fb0157b-8f8e-4034-8008-661d7feedd75 HTTP/1.1" status: 200  len: 944 time: 0.0478764
May 07 22:21:23.186880 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 9f190edf-f733-4a78-83fc-965d6c3096bd details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:21:23.236508 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-375bb981-077f-499b-b762-109a5f946e6c req-c318c9ca-0ee7-410f-8732-3edae7cde710 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb4689a3-6a74-42aa-b15a-6346f759b8dd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448287
May 07 22:21:23.287248 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 9f190edf-f733-4a78-83fc-965d6c3096bd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9f190edf-f733-4a78-83fc-965d6c3096bd,segment=NetworkSegment(da5de15d-cd42-4790-99c9-86594bcff828),segment_id=da5de15d-cd42-4790-99c9-86594bcff828)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:21:23.299282 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': '9f190edf-f733-4a78-83fc-965d6c3096bd', 'network_id': '566e4246-db23-47c5-92d7-49344149ddf5', 'port_id': '9f190edf-f733-4a78-83fc-965d6c3096bd', 'mac_address': 'fa:16:3e:f3:89:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '944e640d-c5ec-48cf-b3b4-80be132d3baf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:21:23.334985 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 9f190edf-f733-4a78-83fc-965d6c3096bd is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:21:23.335376 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (9f190edf-f733-4a78-83fc-965d6c3096bd), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:23.348413 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f190edf-f733-4a78-83fc-965d6c3096bd {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:21:23.367613 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 9f190edf-f733-4a78-83fc-965d6c3096bd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9f190edf-f733-4a78-83fc-965d6c3096bd,segment=NetworkSegment(da5de15d-cd42-4790-99c9-86594bcff828),segment_id=da5de15d-cd42-4790-99c9-86594bcff828)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:21:23.371486 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (9f190edf-f733-4a78-83fc-965d6c3096bd), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:23.418254 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=9f190edf-f733-4a78-83fc-965d6c3096bd,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:21:23.572420 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['9f190edf-f733-4a78-83fc-965d6c3096bd'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:21:23.681498 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f289571d-9e89-47d2-ac3d-e640f9beb722 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:24.100567 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:24.350683 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c11765f-1398-42df-94e5-b9428923ac16 req-037b763b-f81f-4d09-861e-4df9dc9e6462 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:21:24.352097 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3c11765f-1398-42df-94e5-b9428923ac16 req-037b763b-f81f-4d09-861e-4df9dc9e6462 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fb0157b-8f8e-4034-8008-661d7feedd75 HTTP/1.1" status: 200  len: 945 time: 0.0469637
May 07 22:21:24.400559 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3c11765f-1398-42df-94e5-b9428923ac16 req-79c9b0d2-b702-4625-ab8d-daa78b1feadc tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb4689a3-6a74-42aa-b15a-6346f759b8dd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421498
May 07 22:21:25.194511 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 9f190edf-f733-4a78-83fc-965d6c3096bd up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:21:25.238763 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning for port 9f190edf-f733-4a78-83fc-965d6c3096bd completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 22:21:25.244887 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port 9f190edf-f733-4a78-83fc-965d6c3096bd triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:21:25.245269 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (9f190edf-f733-4a78-83fc-965d6c3096bd), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:25.320182 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 9f190edf-f733-4a78-83fc-965d6c3096bd is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:21:25.320570 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (9f190edf-f733-4a78-83fc-965d6c3096bd), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:25.345181 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fb0157b-8f8e-4034-8008-661d7feedd75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f190edf-f733-4a78-83fc-965d6c3096bd'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:21:25.347461 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e266dfc-e8f7-48ee-a2fe-398fb124a4c9" -d '{"events": [{"server_uuid": "0fb0157b-8f8e-4034-8008-661d7feedd75", "name": "network-vif-plugged", "status": "completed", "tag": "9f190edf-f733-4a78-83fc-965d6c3096bd"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:21:25.360238 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 9f190edf-f733-4a78-83fc-965d6c3096bd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9f190edf-f733-4a78-83fc-965d6c3096bd,segment=NetworkSegment(da5de15d-cd42-4790-99c9-86594bcff828),segment_id=da5de15d-cd42-4790-99c9-86594bcff828)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:21:25.364285 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (9f190edf-f733-4a78-83fc-965d6c3096bd), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:25.388777 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-089c3986-ff5d-4038-b00f-a8c86003f853 x-openstack-request-id: req-089c3986-ff5d-4038-b00f-a8c86003f853 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:21:25.389077 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fb0157b-8f8e-4034-8008-661d7feedd75", "name": "network-vif-plugged", "status": "completed", "tag": "9f190edf-f733-4a78-83fc-965d6c3096bd", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:21:25.389330 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-089c3986-ff5d-4038-b00f-a8c86003f853 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:21:25.389731 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-089c3986-ff5d-4038-b00f-a8c86003f853'] response: {'server_uuid': '0fb0157b-8f8e-4034-8008-661d7feedd75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f190edf-f733-4a78-83fc-965d6c3096bd', 'code': 200}
May 07 22:21:25.420560 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=9f190edf-f733-4a78-83fc-965d6c3096bd,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:21:25.519991 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50375bbe-0e54-419c-a53c-d097f063d8b1 req-cc4d6ba8-9fd1-4780-8783-0efbb715ad16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:21:25.521475 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-50375bbe-0e54-419c-a53c-d097f063d8b1 req-cc4d6ba8-9fd1-4780-8783-0efbb715ad16 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0fb0157b-8f8e-4034-8008-661d7feedd75 HTTP/1.1" status: 200  len: 1128 time: 0.0669787
May 07 22:21:25.541973 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f326b1-0b28-4e05-8e79-9380430ee453 req-130d60e0-1ac0-4d23-8713-b783b15e9404 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:21:25.544227 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a6f326b1-0b28-4e05-8e79-9380430ee453 req-130d60e0-1ac0-4d23-8713-b783b15e9404 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fb0157b-8f8e-4034-8008-661d7feedd75 HTTP/1.1" status: 200  len: 946 time: 0.0594771
May 07 22:21:25.599363 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-50375bbe-0e54-419c-a53c-d097f063d8b1 req-4ebcd36e-bf7b-4a70-a944-f14d2ce5e94b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=cb4689a3-6a74-42aa-b15a-6346f759b8dd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0700870
May 07 22:21:25.615055 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a6f326b1-0b28-4e05-8e79-9380430ee453 req-ed00b721-742b-4d78-9445-380842c55fb6 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb4689a3-6a74-42aa-b15a-6346f759b8dd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0646853
May 07 22:21:26.547032 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-577cd3c7-6f31-43e6-8a9e-5efe5a390aad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:26.737150 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4e62c1-6ffd-4af5-ba67-1b8e1bebd2a7 req-e59c72b5-309c-4555-9480-2703a7a0294e tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:21:26.738673 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5d4e62c1-6ffd-4af5-ba67-1b8e1bebd2a7 req-e59c72b5-309c-4555-9480-2703a7a0294e tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fb0157b-8f8e-4034-8008-661d7feedd75 HTTP/1.1" status: 200  len: 946 time: 0.0551832
May 07 22:21:26.799863 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5d4e62c1-6ffd-4af5-ba67-1b8e1bebd2a7 req-67c54c67-01b7-47f9-a45c-4dd5fb1936c0 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb4689a3-6a74-42aa-b15a-6346f759b8dd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0554774
May 07 22:21:26.914916 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c0da56-107e-40c1-890c-fe2fc74bb2d4 req-855a2709-ce09-4204-b4c8-c53d14b911f1 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:21:26.916347 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-52c0da56-107e-40c1-890c-fe2fc74bb2d4 req-855a2709-ce09-4204-b4c8-c53d14b911f1 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fb0157b-8f8e-4034-8008-661d7feedd75 HTTP/1.1" status: 200  len: 946 time: 0.0459731
May 07 22:21:26.964003 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-52c0da56-107e-40c1-890c-fe2fc74bb2d4 req-c0471a81-7a3f-4143-a558-9ce3349d08ca tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb4689a3-6a74-42aa-b15a-6346f759b8dd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418777
May 07 22:21:26.985462 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 55226) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:21:27.127034 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc80ac4b-ced8-4ae9-bc1f-ccc87d5ec06d tempest-TestNetworkAdvancedServerOps-305006253 tempest-TestNetworkAdvancedServerOps-305006253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:21:27.129388 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-bc80ac4b-ced8-4ae9-bc1f-ccc87d5ec06d tempest-TestNetworkAdvancedServerOps-305006253 tempest-TestNetworkAdvancedServerOps-305006253-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0fb0157b-8f8e-4034-8008-661d7feedd75 HTTP/1.1" status: 200  len: 1123 time: 0.1429739
May 07 22:21:27.132248 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 55230) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:21:27.139100 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-13eae29e-1024-47d0-addb-1077f18465b8 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Request body: {'floatingip': {'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'port_id': '9f190edf-f733-4a78-83fc-965d6c3096bd', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'fixed_ip_address': '172.20.0.11'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:21:27.158950 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-13eae29e-1024-47d0-addb-1077f18465b8 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:27.236677 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-13eae29e-1024-47d0-addb-1077f18465b8 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:27.344406 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-13eae29e-1024-47d0-addb-1077f18465b8 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Allocated IP 172.35.4.225 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/27c89553-4439-4b12-a766-264f12ced4d1) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:21:27.443151 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-13eae29e-1024-47d0-addb-1077f18465b8 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for port (27c89553-4439-4b12-a766-264f12ced4d1), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:27.482265 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-13eae29e-1024-47d0-addb-1077f18465b8 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (27c89553-4439-4b12-a766-264f12ced4d1), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:27.488092 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:27.527959 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13eae29e-1024-47d0-addb-1077f18465b8 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:21:27.535240 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-13eae29e-1024-47d0-addb-1077f18465b8 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:21:27.537740 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13eae29e-1024-47d0-addb-1077f18465b8 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:21:27.540751 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eae29e-1024-47d0-addb-1077f18465b8 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Pushing event updated for resources: {'Port': ['ID=27c89553-4439-4b12-a766-264f12ced4d1,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:21:27.909918 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-13eae29e-1024-47d0-addb-1077f18465b8 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for floatingip (e91f1a2b-64fb-4450-a155-5192f68380bb), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:27.980476 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-13eae29e-1024-47d0-addb-1077f18465b8 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (27c89553-4439-4b12-a766-264f12ced4d1), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:28.131237 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-13eae29e-1024-47d0-addb-1077f18465b8 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for port (27c89553-4439-4b12-a766-264f12ced4d1), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:28.135440 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-13eae29e-1024-47d0-addb-1077f18465b8 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (27c89553-4439-4b12-a766-264f12ced4d1), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:28.205607 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eae29e-1024-47d0-addb-1077f18465b8 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Pushing event updated for resources: {'Port': ['ID=27c89553-4439-4b12-a766-264f12ced4d1,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:21:28.216959 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-13eae29e-1024-47d0-addb-1077f18465b8 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (e91f1a2b-64fb-4450-a155-5192f68380bb), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:28.318582 ncdv-master-1 neutron-server[121837]: INFO neutron.db.l3_db [None req-13eae29e-1024-47d0-addb-1077f18465b8 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Floating IP e91f1a2b-64fb-4450-a155-5192f68380bb associated. External IP: 172.35.4.225, port: 9f190edf-f733-4a78-83fc-965d6c3096bd.
May 07 22:21:28.530050 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13eae29e-1024-47d0-addb-1077f18465b8 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Router 318561b1-8a9b-419e-9aa9-cfe2d0263698 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:21:28.973888 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13eae29e-1024-47d0-addb-1077f18465b8 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:21:28.983358 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980c8c1f-a483-4fc9-92bb-f9025b3bb631 None None] Sync routers for ids ['318561b1-8a9b-419e-9aa9-cfe2d0263698'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:21:28.993523 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-13eae29e-1024-47d0-addb-1077f18465b8 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:28.994030 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980c8c1f-a483-4fc9-92bb-f9025b3bb631 None None] Routers {'318561b1-8a9b-419e-9aa9-cfe2d0263698'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:21:28.994601 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-980c8c1f-a483-4fc9-92bb-f9025b3bb631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cdaff40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:21:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['318561b1-8a9b-419e-9aa9-cfe2d0263698'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:21:29.022920 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-13eae29e-1024-47d0-addb-1077f18465b8 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 1.8895926
May 07 22:21:29.023503 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fb0157b-8f8e-4034-8008-661d7feedd75', 'tag': '9f190edf-f733-4a78-83fc-965d6c3096bd'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:21:29.025744 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03f1901e-019c-45c0-b201-6db689e21ae0" -d '{"events": [{"name": "network-changed", "server_uuid": "0fb0157b-8f8e-4034-8008-661d7feedd75", "tag": "9f190edf-f733-4a78-83fc-965d6c3096bd"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:21:29.068811 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7496319-c3e4-4a02-9861-08ad7a638878 x-openstack-request-id: req-d7496319-c3e4-4a02-9861-08ad7a638878 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:21:29.069099 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fb0157b-8f8e-4034-8008-661d7feedd75", "tag": "9f190edf-f733-4a78-83fc-965d6c3096bd", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:21:29.069957 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d7496319-c3e4-4a02-9861-08ad7a638878 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:21:29.069957 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7496319-c3e4-4a02-9861-08ad7a638878'] response: {'name': 'network-changed', 'server_uuid': '0fb0157b-8f8e-4034-8008-661d7feedd75', 'tag': '9f190edf-f733-4a78-83fc-965d6c3096bd', 'status': 'completed', 'code': 200}
May 07 22:21:29.108333 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-980c8c1f-a483-4fc9-92bb-f9025b3bb631 None None] Set router 318561b1-8a9b-419e-9aa9-cfe2d0263698 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:21:29.131015 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f1901e-019c-45c0-b201-6db689e21ae0 req-ca8e9688-9b4a-45eb-b729-9a13ec837bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:21:29.132536 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-03f1901e-019c-45c0-b201-6db689e21ae0 req-ca8e9688-9b4a-45eb-b729-9a13ec837bb0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=16812b38c4514406886f0ab13cabe8ad&device_id=0fb0157b-8f8e-4034-8008-661d7feedd75 HTTP/1.1" status: 200  len: 1128 time: 0.0403271
May 07 22:21:29.135704 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2e181c-5093-4122-bdd3-527f43ba1ad9 req-5e934897-a7c0-4f6c-ace2-11fbc25c7e95 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:21:29.139124 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3d2e181c-5093-4122-bdd3-527f43ba1ad9 req-5e934897-a7c0-4f6c-ace2-11fbc25c7e95 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fb0157b-8f8e-4034-8008-661d7feedd75 HTTP/1.1" status: 200  len: 946 time: 0.0551808
May 07 22:21:29.190179 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:29.208630 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3d2e181c-5093-4122-bdd3-527f43ba1ad9 req-fe58ba8a-0145-439e-b61d-d66aa6ef33a3 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb4689a3-6a74-42aa-b15a-6346f759b8dd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0643349
May 07 22:21:29.233444 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 55236) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:21:29.249618 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f1901e-019c-45c0-b201-6db689e21ae0 req-b51bfc8e-6aac-4743-87ac-2b9f309c6331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:21:29.251485 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-03f1901e-019c-45c0-b201-6db689e21ae0 req-b51bfc8e-6aac-4743-87ac-2b9f309c6331 service neutron] 10.222.0.59 "GET /v2.0/networks?id=566e4246-db23-47c5-92d7-49344149ddf5 HTTP/1.1" status: 200  len: 897 time: 0.1117835
May 07 22:21:29.298625 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-daad95ad-081d-4e91-934b-de9cd77d0cac tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/floatingips/e91f1a2b-64fb-4450-a155-5192f68380bb HTTP/1.1" status: 200  len: 992 time: 0.0640326
May 07 22:21:29.322828 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-03f1901e-019c-45c0-b201-6db689e21ae0 req-b07361d1-5981-4789-a560-1b602b6ee409 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f190edf-f733-4a78-83fc-965d6c3096bd HTTP/1.1" status: 200  len: 1000 time: 0.0633256
May 07 22:21:29.348417 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-980c8c1f-a483-4fc9-92bb-f9025b3bb631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cdaff40>, [{'id': '318561b1-8a9b-419e-9aa9-cfe2d0263698', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116787154', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.76'}], 'enable_snat': True}, 'gw_port_id': 'ca2f3fc9-d6ce-4d2c-a73f-65bb0b29b93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:21:12Z', 'updated_at': '2022-05-07T22:21:15Z', 'revision_number': 4, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'gw_port': {'id': 'ca2f3fc9-d6ce-4d2c-a73f-65bb0b29b93a', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fa:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318561b1-8a9b-419e-9aa9-cfe2d0263698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:21:12Z', 'updated_at': '2022-05-07T22:21:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e91f1a2b-64fb-4450-a155-5192f68380bb', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'floating_ip_address': '172.35.4.225', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '318561b1-8a9b-419e-9aa9-cfe2d0263698', 'port_id': '9f190edf-f733-4a78-83fc-965d6c3096bd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '566e4246-db23-47c5-92d7-49344149ddf5', 'mac_address': 'fa:16:3e:f3:89:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb0157b-8f8e-4034-8008-661d7feedd75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:21:27Z', 'updated_at': '2022-05-07T22:21:27Z', 'revision_number': 0, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b757a96a-b4b9-483d-8a05-0ba192b6d3f9', 'name': '', 'network_id': '566e4246-db23-47c5-92d7-49344149ddf5', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'mac_address': 'fa:16:3e:bc:9f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318561b1-8a9b-419e-9aa9-cfe2d0263698', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '944e640d-c5ec-48cf-b3b4-80be132d3baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:21:15Z', 'updated_at': '2022-05-07T22:21:18Z', 'revision_number': 5, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'subnets': [{'id': '944e640d-c5ec-48cf-b3b4-80be132d3baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:21:29.374256 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f1901e-019c-45c0-b201-6db689e21ae0 req-e2b287d2-c7af-4b71-ab25-0316f719291c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:21:29.374924 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980c8c1f-a483-4fc9-92bb-f9025b3bb631 None None] Checking router: 318561b1-8a9b-419e-9aa9-cfe2d0263698 for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:21:29.375784 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-03f1901e-019c-45c0-b201-6db689e21ae0 req-e2b287d2-c7af-4b71-ab25-0316f719291c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=944e640d-c5ec-48cf-b3b4-80be132d3baf HTTP/1.1" status: 200  len: 834 time: 0.0480597
May 07 22:21:29.383165 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980c8c1f-a483-4fc9-92bb-f9025b3bb631 None None] Routers {'318561b1-8a9b-419e-9aa9-cfe2d0263698'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:21:29.383704 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-980c8c1f-a483-4fc9-92bb-f9025b3bb631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cdaff40>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:21:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['318561b1-8a9b-419e-9aa9-cfe2d0263698'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:21:29.424796 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f1901e-019c-45c0-b201-6db689e21ae0 req-7e104e81-cbcd-4a77-8685-4ab15b9c2e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:21:29.427311 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-03f1901e-019c-45c0-b201-6db689e21ae0 req-7e104e81-cbcd-4a77-8685-4ab15b9c2e99 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=566e4246-db23-47c5-92d7-49344149ddf5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0459840
May 07 22:21:29.500566 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-980c8c1f-a483-4fc9-92bb-f9025b3bb631 None None] Set router 318561b1-8a9b-419e-9aa9-cfe2d0263698 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:21:29.517432 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-03f1901e-019c-45c0-b201-6db689e21ae0 req-5a413302-797a-47ba-a87d-674c589829d1 service neutron] 10.222.0.59 "GET /v2.0/networks/566e4246-db23-47c5-92d7-49344149ddf5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0844495
May 07 22:21:29.609871 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-03f1901e-019c-45c0-b201-6db689e21ae0 req-37fc994d-f2f6-4813-b3df-e9eda71c07a0 service neutron] 10.222.0.59 "GET /v2.0/networks/566e4246-db23-47c5-92d7-49344149ddf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0861931
May 07 22:21:29.720264 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-980c8c1f-a483-4fc9-92bb-f9025b3bb631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cdaff40>, [{'id': '318561b1-8a9b-419e-9aa9-cfe2d0263698', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116787154', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.76'}], 'enable_snat': True}, 'gw_port_id': 'ca2f3fc9-d6ce-4d2c-a73f-65bb0b29b93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:21:12Z', 'updated_at': '2022-05-07T22:21:15Z', 'revision_number': 4, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'gw_port': {'id': 'ca2f3fc9-d6ce-4d2c-a73f-65bb0b29b93a', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fa:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318561b1-8a9b-419e-9aa9-cfe2d0263698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:21:12Z', 'updated_at': '2022-05-07T22:21:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e91f1a2b-64fb-4450-a155-5192f68380bb', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'floating_ip_address': '172.35.4.225', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '318561b1-8a9b-419e-9aa9-cfe2d0263698', 'port_id': '9f190edf-f733-4a78-83fc-965d6c3096bd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '566e4246-db23-47c5-92d7-49344149ddf5', 'mac_address': 'fa:16:3e:f3:89:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb0157b-8f8e-4034-8008-661d7feedd75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:21:27Z', 'updated_at': '2022-05-07T22:21:27Z', 'revision_number': 0, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b757a96a-b4b9-483d-8a05-0ba192b6d3f9', 'name': '', 'network_id': '566e4246-db23-47c5-92d7-49344149ddf5', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'mac_address': 'fa:16:3e:bc:9f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318561b1-8a9b-419e-9aa9-cfe2d0263698', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '944e640d-c5ec-48cf-b3b4-80be132d3baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:21:15Z', 'updated_at': '2022-05-07T22:21:18Z', 'revision_number': 5, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'subnets': [{'id': '944e640d-c5ec-48cf-b3b4-80be132d3baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:21:29.746021 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980c8c1f-a483-4fc9-92bb-f9025b3bb631 None None] The sync data for ids ['318561b1-8a9b-419e-9aa9-cfe2d0263698'] in ncdv-master-1 is: [{'id': '318561b1-8a9b-419e-9aa9-cfe2d0263698', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116787154', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.76'}], 'enable_snat': True}, 'gw_port_id': 'ca2f3fc9-d6ce-4d2c-a73f-65bb0b29b93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:21:12Z', 'updated_at': '2022-05-07T22:21:15Z', 'revision_number': 4, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'gw_port': {'id': 'ca2f3fc9-d6ce-4d2c-a73f-65bb0b29b93a', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fa:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318561b1-8a9b-419e-9aa9-cfe2d0263698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:21:12Z', 'updated_at': '2022-05-07T22:21:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e91f1a2b-64fb-4450-a155-5192f68380bb', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'floating_ip_address': '172.35.4.225', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '318561b1-8a9b-419e-9aa9-cfe2d0263698', 'port_id': '9f190edf-f733-4a78-83fc-965d6c3096bd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '566e4246-db23-47c5-92d7-49344149ddf5', 'mac_address': 'fa:16:3e:f3:89:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb0157b-8f8e-4034-8008-661d7feedd75', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:21:27Z', 'updated_at': '2022-05-07T22:21:27Z', 'revision_number': 0, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b757a96a-b4b9-483d-8a05-0ba192b6d3f9', 'name': '', 'network_id': '566e4246-db23-47c5-92d7-49344149ddf5', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'mac_address': 'fa:16:3e:bc:9f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318561b1-8a9b-419e-9aa9-cfe2d0263698', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '944e640d-c5ec-48cf-b3b4-80be132d3baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:21:15Z', 'updated_at': '2022-05-07T22:21:18Z', 'revision_number': 5, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'subnets': [{'id': '944e640d-c5ec-48cf-b3b4-80be132d3baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:21:29.951528 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb62c1f8-17a4-44f1-ac89-64b6746a9bfa None None] New status for floating IP e91f1a2b-64fb-4450-a155-5192f68380bb: ACTIVE {{(pid=121838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 07 22:21:30.302496 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 55238) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:21:30.313036 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:30.367250 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-6d56f2f1-3be4-40b9-9a91-8a6d1f366a03 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/floatingips/e91f1a2b-64fb-4450-a155-5192f68380bb HTTP/1.1" status: 200  len: 994 time: 0.0634153
May 07 22:21:34.419328 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 55256) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:21:34.573474 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-94637ac2-80b9-47dd-912a-658c975f13a3 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Deleting port e299ea2f-47b7-4018-bd70-941020cf87a4 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:21:34.573813 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-94637ac2-80b9-47dd-912a-658c975f13a3 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (e299ea2f-47b7-4018-bd70-941020cf87a4), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:34.648802 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-94637ac2-80b9-47dd-912a-658c975f13a3 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (e299ea2f-47b7-4018-bd70-941020cf87a4), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:34.649127 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-94637ac2-80b9-47dd-912a-658c975f13a3 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks [] for floatingip (e299ea2f-47b7-4018-bd70-941020cf87a4), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:34.661457 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-94637ac2-80b9-47dd-912a-658c975f13a3 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Calling delete_port for e299ea2f-47b7-4018-bd70-941020cf87a4 owned by network:floatingip {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:21:34.815280 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-94637ac2-80b9-47dd-912a-658c975f13a3 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (e299ea2f-47b7-4018-bd70-941020cf87a4), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:34.840132 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94637ac2-80b9-47dd-912a-658c975f13a3 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Pushing event deleted for resources: {'Port': ['ID=e299ea2f-47b7-4018-bd70-941020cf87a4,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:21:34.909201 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-94637ac2-80b9-47dd-912a-658c975f13a3 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks [] for floatingip (6b411983-b7e8-49e4-a9a4-538f19e288a2), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:34.909533 ncdv-master-1 neutron-server[121836]: INFO neutron.db.l3_db [None req-94637ac2-80b9-47dd-912a-658c975f13a3 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Floating IP 6b411983-b7e8-49e4-a9a4-538f19e288a2 disassociated (deleted). External IP: 172.35.4.29, port: cbe19c2f-74d7-43b0-9ac7-a1dd5f232233.
May 07 22:21:35.121379 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94637ac2-80b9-47dd-912a-658c975f13a3 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Router 5818ea6a-1d9f-4b31-9f37-322f577d0c65 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:21:35.235528 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94637ac2-80b9-47dd-912a-658c975f13a3 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:21:35.240497 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-94637ac2-80b9-47dd-912a-658c975f13a3 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:35.244703 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3452fa9f-b325-4188-9244-ad2a36724bd3 None None] Sync routers for ids ['5818ea6a-1d9f-4b31-9f37-322f577d0c65'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:21:35.253943 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3452fa9f-b325-4188-9244-ad2a36724bd3 None None] Routers {'5818ea6a-1d9f-4b31-9f37-322f577d0c65'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:21:35.254596 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-3452fa9f-b325-4188-9244-ad2a36724bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cd98370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:21:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['5818ea6a-1d9f-4b31-9f37-322f577d0c65'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:21:35.367123 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-3452fa9f-b325-4188-9244-ad2a36724bd3 None None] Set router 5818ea6a-1d9f-4b31-9f37-322f577d0c65 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:21:35.598089 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-94637ac2-80b9-47dd-912a-658c975f13a3 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "DELETE /v2.0/floatingips/6b411983-b7e8-49e4-a9a4-538f19e288a2 HTTP/1.1" status: 204  len: 168 time: 1.1776702
May 07 22:21:35.598954 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11ab6dd8-49af-4888-a060-d9434ef4faf9', 'tag': 'cbe19c2f-74d7-43b0-9ac7-a1dd5f232233'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:21:35.601013 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dca8412-05f6-4130-9fa3-8babdbd63c42" -d '{"events": [{"name": "network-changed", "server_uuid": "11ab6dd8-49af-4888-a060-d9434ef4faf9", "tag": "cbe19c2f-74d7-43b0-9ac7-a1dd5f232233"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:21:35.606845 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-3452fa9f-b325-4188-9244-ad2a36724bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cd98370>, [{'id': '5818ea6a-1d9f-4b31-9f37-322f577d0c65', 'name': 'tempest-TestVolumeBootPattern-100968147-router', 'tenant_id': 'f3657e8df46a4252b9eb1eb159306a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.231'}], 'enable_snat': True}, 'gw_port_id': '196d5d88-adf4-4c22-9c34-8fadc03bc903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:12:03Z', 'updated_at': '2022-05-07T22:12:09Z', 'revision_number': 4, 'project_id': 'f3657e8df46a4252b9eb1eb159306a66', 'gw_port': {'id': '196d5d88-adf4-4c22-9c34-8fadc03bc903', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:eb:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5818ea6a-1d9f-4b31-9f37-322f577d0c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:12:04Z', 'updated_at': '2022-05-07T22:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'cf9a6527-20b5-4fcb-b718-11381c9c6bea', 'tenant_id': 'f3657e8df46a4252b9eb1eb159306a66', 'floating_ip_address': '172.35.4.192', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '5818ea6a-1d9f-4b31-9f37-322f577d0c65', 'port_id': '4734e952-8aca-4ba2-be4b-da036580c7c5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4057, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce', 'mac_address': 'fa:16:3e:41:96:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72021281-107d-4e98-b768-6b8d54710130', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:17:49Z', 'updated_at': '2022-05-07T22:17:51Z', 'revision_number': 1, 'project_id': 'f3657e8df46a4252b9eb1eb159306a66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '314b9385-4e3d-4e29-bca8-d74d438a8c68', 'name': '', 'network_id': '87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce', 'tenant_id': 'f3657e8df46a4252b9eb1eb159306a66', 'mac_address': 'fa:16:3e:bf:a0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5818ea6a-1d9f-4b31-9f37-322f577d0c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'c381f23c-d79e-4860-966b-6594e682e18c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:12:07Z', 'updated_at': '2022-05-07T22:12:21Z', 'revision_number': 5, 'project_id': 'f3657e8df46a4252b9eb1eb159306a66', 'subnets': [{'id': 'c381f23c-d79e-4860-966b-6594e682e18c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:21:35.633808 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3452fa9f-b325-4188-9244-ad2a36724bd3 None None] Checking router: 5818ea6a-1d9f-4b31-9f37-322f577d0c65 for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:21:35.640236 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b56962f-978a-4c91-9cd1-5b3547d969ab x-openstack-request-id: req-6b56962f-978a-4c91-9cd1-5b3547d969ab {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:21:35.640825 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11ab6dd8-49af-4888-a060-d9434ef4faf9", "tag": "cbe19c2f-74d7-43b0-9ac7-a1dd5f232233", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:21:35.641155 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6b56962f-978a-4c91-9cd1-5b3547d969ab {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:21:35.641625 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b56962f-978a-4c91-9cd1-5b3547d969ab'] response: {'name': 'network-changed', 'server_uuid': '11ab6dd8-49af-4888-a060-d9434ef4faf9', 'tag': 'cbe19c2f-74d7-43b0-9ac7-a1dd5f232233', 'status': 'completed', 'code': 200}
May 07 22:21:35.644274 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3452fa9f-b325-4188-9244-ad2a36724bd3 None None] Routers {'5818ea6a-1d9f-4b31-9f37-322f577d0c65'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:21:35.645067 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-3452fa9f-b325-4188-9244-ad2a36724bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cd98370>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:21:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['5818ea6a-1d9f-4b31-9f37-322f577d0c65'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:21:35.761770 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dca8412-05f6-4130-9fa3-8babdbd63c42 req-843af5e1-ff05-4b03-99a9-7ae87c9decd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:21:35.763508 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2dca8412-05f6-4130-9fa3-8babdbd63c42 req-843af5e1-ff05-4b03-99a9-7ae87c9decd6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f3657e8df46a4252b9eb1eb159306a66&device_id=11ab6dd8-49af-4888-a060-d9434ef4faf9 HTTP/1.1" status: 200  len: 1127 time: 0.1038511
May 07 22:21:35.769497 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-3452fa9f-b325-4188-9244-ad2a36724bd3 None None] Set router 5818ea6a-1d9f-4b31-9f37-322f577d0c65 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:21:35.840566 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0556071-4bb4-4aff-9d69-f2e8a13bd0f4 req-527bdd8c-cd20-4808-b0e0-1430d04cd938 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:21:35.842035 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a0556071-4bb4-4aff-9d69-f2e8a13bd0f4 req-527bdd8c-cd20-4808-b0e0-1430d04cd938 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?device_id=11ab6dd8-49af-4888-a060-d9434ef4faf9 HTTP/1.1" status: 200  len: 945 time: 0.0458257
May 07 22:21:35.903859 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a0556071-4bb4-4aff-9d69-f2e8a13bd0f4 req-a7be6830-dd74-47a2-81dc-4b29e24185e4 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/security-groups?id=62207645-c79a-4d21-8232-3379a0311720&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0552177
May 07 22:21:36.070166 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-3452fa9f-b325-4188-9244-ad2a36724bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cd98370>, [{'id': '5818ea6a-1d9f-4b31-9f37-322f577d0c65', 'name': 'tempest-TestVolumeBootPattern-100968147-router', 'tenant_id': 'f3657e8df46a4252b9eb1eb159306a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.231'}], 'enable_snat': True}, 'gw_port_id': '196d5d88-adf4-4c22-9c34-8fadc03bc903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:12:03Z', 'updated_at': '2022-05-07T22:12:09Z', 'revision_number': 4, 'project_id': 'f3657e8df46a4252b9eb1eb159306a66', 'gw_port': {'id': '196d5d88-adf4-4c22-9c34-8fadc03bc903', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:eb:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5818ea6a-1d9f-4b31-9f37-322f577d0c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:12:04Z', 'updated_at': '2022-05-07T22:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'cf9a6527-20b5-4fcb-b718-11381c9c6bea', 'tenant_id': 'f3657e8df46a4252b9eb1eb159306a66', 'floating_ip_address': '172.35.4.192', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '5818ea6a-1d9f-4b31-9f37-322f577d0c65', 'port_id': '4734e952-8aca-4ba2-be4b-da036580c7c5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4057, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce', 'mac_address': 'fa:16:3e:41:96:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72021281-107d-4e98-b768-6b8d54710130', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:17:49Z', 'updated_at': '2022-05-07T22:17:51Z', 'revision_number': 1, 'project_id': 'f3657e8df46a4252b9eb1eb159306a66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '314b9385-4e3d-4e29-bca8-d74d438a8c68', 'name': '', 'network_id': '87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce', 'tenant_id': 'f3657e8df46a4252b9eb1eb159306a66', 'mac_address': 'fa:16:3e:bf:a0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5818ea6a-1d9f-4b31-9f37-322f577d0c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'c381f23c-d79e-4860-966b-6594e682e18c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:12:07Z', 'updated_at': '2022-05-07T22:12:21Z', 'revision_number': 5, 'project_id': 'f3657e8df46a4252b9eb1eb159306a66', 'subnets': [{'id': 'c381f23c-d79e-4860-966b-6594e682e18c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:21:36.099130 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3452fa9f-b325-4188-9244-ad2a36724bd3 None None] The sync data for ids ['5818ea6a-1d9f-4b31-9f37-322f577d0c65'] in ncdv-master-1 is: [{'id': '5818ea6a-1d9f-4b31-9f37-322f577d0c65', 'name': 'tempest-TestVolumeBootPattern-100968147-router', 'tenant_id': 'f3657e8df46a4252b9eb1eb159306a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.231'}], 'enable_snat': True}, 'gw_port_id': '196d5d88-adf4-4c22-9c34-8fadc03bc903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:12:03Z', 'updated_at': '2022-05-07T22:12:09Z', 'revision_number': 4, 'project_id': 'f3657e8df46a4252b9eb1eb159306a66', 'gw_port': {'id': '196d5d88-adf4-4c22-9c34-8fadc03bc903', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:eb:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5818ea6a-1d9f-4b31-9f37-322f577d0c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:12:04Z', 'updated_at': '2022-05-07T22:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'cf9a6527-20b5-4fcb-b718-11381c9c6bea', 'tenant_id': 'f3657e8df46a4252b9eb1eb159306a66', 'floating_ip_address': '172.35.4.192', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '5818ea6a-1d9f-4b31-9f37-322f577d0c65', 'port_id': '4734e952-8aca-4ba2-be4b-da036580c7c5', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4057, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce', 'mac_address': 'fa:16:3e:41:96:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72021281-107d-4e98-b768-6b8d54710130', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:17:49Z', 'updated_at': '2022-05-07T22:17:51Z', 'revision_number': 1, 'project_id': 'f3657e8df46a4252b9eb1eb159306a66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '314b9385-4e3d-4e29-bca8-d74d438a8c68', 'name': '', 'network_id': '87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce', 'tenant_id': 'f3657e8df46a4252b9eb1eb159306a66', 'mac_address': 'fa:16:3e:bf:a0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5818ea6a-1d9f-4b31-9f37-322f577d0c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'c381f23c-d79e-4860-966b-6594e682e18c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:12:07Z', 'updated_at': '2022-05-07T22:12:21Z', 'revision_number': 5, 'project_id': 'f3657e8df46a4252b9eb1eb159306a66', 'subnets': [{'id': 'c381f23c-d79e-4860-966b-6594e682e18c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:21:36.324618 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e9e58e7-7d73-4d02-91c7-ab35f5a63c51 None None] New status for floating IP 6b411983-b7e8-49e4-a9a4-538f19e288a2: DOWN {{(pid=121838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 07 22:21:36.772027 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dca8412-05f6-4130-9fa3-8babdbd63c42 req-9957b3ee-3b74-45ea-932b-f8dc942ea182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:21:36.773863 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2dca8412-05f6-4130-9fa3-8babdbd63c42 req-9957b3ee-3b74-45ea-932b-f8dc942ea182 service neutron] 10.222.0.55 "GET /v2.0/networks?id=87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce HTTP/1.1" status: 200  len: 912 time: 0.0894411
May 07 22:21:36.815681 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2dca8412-05f6-4130-9fa3-8babdbd63c42 req-00fb62c8-4460-4e82-a68e-e2f2fe673440 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cbe19c2f-74d7-43b0-9ac7-a1dd5f232233 HTTP/1.1" status: 200  len: 217 time: 0.0356667
May 07 22:21:36.907512 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dca8412-05f6-4130-9fa3-8babdbd63c42 req-42b8478a-db7d-40a5-be04-9347b16a5c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:21:36.908984 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2dca8412-05f6-4130-9fa3-8babdbd63c42 req-42b8478a-db7d-40a5-be04-9347b16a5c4b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c381f23c-d79e-4860-966b-6594e682e18c HTTP/1.1" status: 200  len: 850 time: 0.0481858
May 07 22:21:36.952089 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dca8412-05f6-4130-9fa3-8babdbd63c42 req-57212383-a105-4bd2-898e-f53f48fe76fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:21:36.953591 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2dca8412-05f6-4130-9fa3-8babdbd63c42 req-57212383-a105-4bd2-898e-f53f48fe76fd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0390348
May 07 22:21:37.021499 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b63c81-5d60-4ab1-8a81-2bd87f45ecb9 req-5f9eeb1d-34b2-446b-8348-41c7965bc968 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:21:37.023039 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e3b63c81-5d60-4ab1-8a81-2bd87f45ecb9 req-5f9eeb1d-34b2-446b-8348-41c7965bc968 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?device_id=11ab6dd8-49af-4888-a060-d9434ef4faf9 HTTP/1.1" status: 200  len: 945 time: 0.0460258
May 07 22:21:37.071138 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e3b63c81-5d60-4ab1-8a81-2bd87f45ecb9 req-368cc7e9-8e0b-42a3-ae44-64ace2fc8bed tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/security-groups?id=62207645-c79a-4d21-8232-3379a0311720&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423381
May 07 22:21:37.093003 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2dca8412-05f6-4130-9fa3-8babdbd63c42 req-56dff118-603b-4129-a47e-7a332f4650bb service neutron] 10.222.0.55 "GET /v2.0/networks/87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0830944
May 07 22:21:37.187658 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2dca8412-05f6-4130-9fa3-8babdbd63c42 req-58bb4a0a-5ed3-4df7-9fa1-1b10e626809f service neutron] 10.222.0.55 "GET /v2.0/networks/87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0886796
May 07 22:21:37.236004 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7d0659-87d7-4d0f-b730-997bc7043f7f req-3e45048d-0031-41a0-be83-1b2f1ff0d5a5 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:21:37.237461 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7c7d0659-87d7-4d0f-b730-997bc7043f7f req-3e45048d-0031-41a0-be83-1b2f1ff0d5a5 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.55 "GET /v2.0/ports?device_id=11ab6dd8-49af-4888-a060-d9434ef4faf9 HTTP/1.1" status: 200  len: 945 time: 0.0489585
May 07 22:21:37.325837 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-7c7d0659-87d7-4d0f-b730-997bc7043f7f req-5a9cfb83-194a-4d42-89da-9adb27d7cca1 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Deleting port cbe19c2f-74d7-43b0-9ac7-a1dd5f232233 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:21:37.326091 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-7c7d0659-87d7-4d0f-b730-997bc7043f7f req-5a9cfb83-194a-4d42-89da-9adb27d7cca1 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (cbe19c2f-74d7-43b0-9ac7-a1dd5f232233), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:37.413068 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-7c7d0659-87d7-4d0f-b730-997bc7043f7f req-5a9cfb83-194a-4d42-89da-9adb27d7cca1 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] For port cbe19c2f-74d7-43b0-9ac7-a1dd5f232233, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cbe19c2f-74d7-43b0-9ac7-a1dd5f232233,segment=NetworkSegment(3c434885-c673-48d5-9295-930316ad3f91),segment_id=3c434885-c673-48d5-9295-930316ad3f91)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:21:37.413426 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-7c7d0659-87d7-4d0f-b730-997bc7043f7f req-5a9cfb83-194a-4d42-89da-9adb27d7cca1 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (cbe19c2f-74d7-43b0-9ac7-a1dd5f232233), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:37.427168 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-7c7d0659-87d7-4d0f-b730-997bc7043f7f req-5a9cfb83-194a-4d42-89da-9adb27d7cca1 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Calling delete_port for cbe19c2f-74d7-43b0-9ac7-a1dd5f232233 owned by compute:nova {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:21:37.555691 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-7c7d0659-87d7-4d0f-b730-997bc7043f7f req-5a9cfb83-194a-4d42-89da-9adb27d7cca1 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (cbe19c2f-74d7-43b0-9ac7-a1dd5f232233), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:37.584988 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9cfb83-194a-4d42-89da-9adb27d7cca1 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Pushing event deleted for resources: {'Port': ['ID=cbe19c2f-74d7-43b0-9ac7-a1dd5f232233,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:21:37.631355 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c7d0659-87d7-4d0f-b730-997bc7043f7f req-5a9cfb83-194a-4d42-89da-9adb27d7cca1 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] No DVR routers for this DVR port cbe19c2f-74d7-43b0-9ac7-a1dd5f232233 on host nch1-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:21:37.633938 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-7c7d0659-87d7-4d0f-b730-997bc7043f7f req-5a9cfb83-194a-4d42-89da-9adb27d7cca1 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:37.637739 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7c7d0659-87d7-4d0f-b730-997bc7043f7f req-5a9cfb83-194a-4d42-89da-9adb27d7cca1 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.55 "DELETE /v2.0/ports/cbe19c2f-74d7-43b0-9ac7-a1dd5f232233 HTTP/1.1" status: 204  len: 173 time: 0.3948565
May 07 22:21:37.642279 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11ab6dd8-49af-4888-a060-d9434ef4faf9', 'name': 'network-vif-deleted', 'tag': 'cbe19c2f-74d7-43b0-9ac7-a1dd5f232233'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:21:37.644535 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c6852b-7bc0-4c33-a72c-fb85a55c18dd" -d '{"events": [{"server_uuid": "11ab6dd8-49af-4888-a060-d9434ef4faf9", "name": "network-vif-deleted", "tag": "cbe19c2f-74d7-43b0-9ac7-a1dd5f232233"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:21:37.680930 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff64880e-8230-47bf-a777-b2451f7dcae5 x-openstack-request-id: req-ff64880e-8230-47bf-a777-b2451f7dcae5 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:21:37.681241 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11ab6dd8-49af-4888-a060-d9434ef4faf9", "name": "network-vif-deleted", "tag": "cbe19c2f-74d7-43b0-9ac7-a1dd5f232233", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:21:37.681492 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ff64880e-8230-47bf-a777-b2451f7dcae5 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:21:37.681895 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff64880e-8230-47bf-a777-b2451f7dcae5'] response: {'server_uuid': '11ab6dd8-49af-4888-a060-d9434ef4faf9', 'name': 'network-vif-deleted', 'tag': 'cbe19c2f-74d7-43b0-9ac7-a1dd5f232233', 'status': 'completed', 'code': 200}
May 07 22:21:38.187764 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-858db362-c628-4770-a9c2-41ee0a195ea9 req-b1ef7e77-054e-43cc-b403-c7c4cd161f0a tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?device_id=11ab6dd8-49af-4888-a060-d9434ef4faf9 HTTP/1.1" status: 200  len: 210 time: 0.0345030
May 07 22:21:39.870285 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 22:21:40.750170 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device cbe19c2f-74d7-43b0-9ac7-a1dd5f232233 no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:21:40.770613 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] No Port match for: cbe19c2f-74d7-43b0-9ac7-a1dd5f232233 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:21:40.770987 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device cbe19c2f-74d7-43b0-9ac7-a1dd5f232233 not bound to the agent host nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:21:51.980669 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:53.663419 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-93c7e49a-c820-48cd-9d0b-2a9299c7d4bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:54.079896 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:56.538289 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b90a0fd8-507a-42d3-bb41-cb91de44b376 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:57.492213 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:21:59.192514 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:00.316943 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:01.592692 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447f6244-2dd4-4b5c-b6c8-a24b338e7e6f req-e7b8514e-2321-43f4-91d7-cb6d064cd764 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:22:01.594226 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-447f6244-2dd4-4b5c-b6c8-a24b338e7e6f req-e7b8514e-2321-43f4-91d7-cb6d064cd764 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fb0157b-8f8e-4034-8008-661d7feedd75 HTTP/1.1" status: 200  len: 946 time: 0.0650866
May 07 22:22:01.619832 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-49cad1f2-5846-4646-847f-356689dd456d req-ca299afb-32d8-4a33-a23f-227c52e91fb0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=72021281-107d-4e98-b768-6b8d54710130&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0540969
May 07 22:22:01.659387 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-447f6244-2dd4-4b5c-b6c8-a24b338e7e6f req-3dc8fd61-38d7-4de0-8a66-909cb1d47f25 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb4689a3-6a74-42aa-b15a-6346f759b8dd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0590339
May 07 22:22:01.712784 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cad1f2-5846-4646-847f-356689dd456d req-5f767bfc-a413-4e10-8d67-17996783efd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:22:01.714361 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-49cad1f2-5846-4646-847f-356689dd456d req-5f767bfc-a413-4e10-8d67-17996783efd7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f3657e8df46a4252b9eb1eb159306a66&device_id=72021281-107d-4e98-b768-6b8d54710130 HTTP/1.1" status: 200  len: 1128 time: 0.0505445
May 07 22:22:01.840343 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cad1f2-5846-4646-847f-356689dd456d req-054a7b28-c06d-4598-9650-2c09b4e24b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:22:01.841856 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-49cad1f2-5846-4646-847f-356689dd456d req-054a7b28-c06d-4598-9650-2c09b4e24b23 service neutron] 10.222.0.55 "GET /v2.0/networks?id=87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce HTTP/1.1" status: 200  len: 912 time: 0.1075325
May 07 22:22:01.906104 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-49cad1f2-5846-4646-847f-356689dd456d req-c88bbd28-5a7f-49b6-bf0b-3923e1e34189 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4734e952-8aca-4ba2-be4b-da036580c7c5 HTTP/1.1" status: 200  len: 1002 time: 0.0588002
May 07 22:22:01.958726 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cad1f2-5846-4646-847f-356689dd456d req-5eaa7809-bc15-42cf-b538-3a720f9597b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:22:01.960195 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-49cad1f2-5846-4646-847f-356689dd456d req-5eaa7809-bc15-42cf-b538-3a720f9597b0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c381f23c-d79e-4860-966b-6594e682e18c HTTP/1.1" status: 200  len: 850 time: 0.0487483
May 07 22:22:02.004885 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cad1f2-5846-4646-847f-356689dd456d req-a7982dc0-f06f-4786-bfe7-cb703ba0b358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:22:02.006472 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-49cad1f2-5846-4646-847f-356689dd456d req-a7982dc0-f06f-4786-bfe7-cb703ba0b358 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0396426
May 07 22:22:02.096117 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-49cad1f2-5846-4646-847f-356689dd456d req-3dbd3078-7eb2-48c9-a9f3-0f5756881ef3 service neutron] 10.222.0.55 "GET /v2.0/networks/87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0827780
May 07 22:22:02.189220 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-49cad1f2-5846-4646-847f-356689dd456d req-5fa42144-be26-4156-a7fa-8f6123140e25 service neutron] 10.222.0.55 "GET /v2.0/networks/87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0875542
May 07 22:22:02.773859 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07078055-3c33-4492-b0ae-dc8ae6a51d08 req-14944604-1eaa-4058-8ee6-612e98700735 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:22:02.775351 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-07078055-3c33-4492-b0ae-dc8ae6a51d08 req-14944604-1eaa-4058-8ee6-612e98700735 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fb0157b-8f8e-4034-8008-661d7feedd75 HTTP/1.1" status: 200  len: 946 time: 0.0469604
May 07 22:22:02.824287 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-07078055-3c33-4492-b0ae-dc8ae6a51d08 req-02599b31-08e8-46e8-922b-d0b8a3934a6e tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb4689a3-6a74-42aa-b15a-6346f759b8dd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427856
May 07 22:22:03.943153 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90574670-b65c-4326-87c0-aa0277838ce8 req-968d46f0-680d-48eb-a280-2383e55c0846 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:22:03.944629 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-90574670-b65c-4326-87c0-aa0277838ce8 req-968d46f0-680d-48eb-a280-2383e55c0846 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fb0157b-8f8e-4034-8008-661d7feedd75 HTTP/1.1" status: 200  len: 946 time: 0.0471687
May 07 22:22:03.995671 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-90574670-b65c-4326-87c0-aa0277838ce8 req-39a3b216-7b9e-4a06-a8c2-633307485f40 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb4689a3-6a74-42aa-b15a-6346f759b8dd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453570
May 07 22:22:05.113063 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4705cc-6271-4e45-878c-72bb712d900a req-2528e5dd-2648-40a4-93c8-ce2cb7fd7e53 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:22:05.114609 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-eb4705cc-6271-4e45-878c-72bb712d900a req-2528e5dd-2648-40a4-93c8-ce2cb7fd7e53 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fb0157b-8f8e-4034-8008-661d7feedd75 HTTP/1.1" status: 200  len: 946 time: 0.0518792
May 07 22:22:05.162780 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-eb4705cc-6271-4e45-878c-72bb712d900a req-8fb6ecf9-e0e8-44fd-9de5-1239047509e7 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb4689a3-6a74-42aa-b15a-6346f759b8dd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425379
May 07 22:22:06.276154 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ec5ba-efdc-4c00-a52f-a7e4d50dc294 req-b76ac183-38ea-4917-83cb-29c4003b2422 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:22:06.277602 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ee0ec5ba-efdc-4c00-a52f-a7e4d50dc294 req-b76ac183-38ea-4917-83cb-29c4003b2422 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fb0157b-8f8e-4034-8008-661d7feedd75 HTTP/1.1" status: 200  len: 946 time: 0.0462227
May 07 22:22:06.326126 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ee0ec5ba-efdc-4c00-a52f-a7e4d50dc294 req-7bfb90a9-3810-469b-8570-8b795710d9c1 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb4689a3-6a74-42aa-b15a-6346f759b8dd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424159
May 07 22:22:07.440936 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58327409-6704-46db-ac7e-2e784120a69d req-cf42eb3f-71b2-4d34-991c-0f243317c13f tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:22:07.442388 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-58327409-6704-46db-ac7e-2e784120a69d req-cf42eb3f-71b2-4d34-991c-0f243317c13f tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fb0157b-8f8e-4034-8008-661d7feedd75 HTTP/1.1" status: 200  len: 946 time: 0.0492406
May 07 22:22:07.491308 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-58327409-6704-46db-ac7e-2e784120a69d req-9dff0bae-e9c1-47fb-872c-2580671c688f tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb4689a3-6a74-42aa-b15a-6346f759b8dd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433428
May 07 22:22:08.609255 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050ffabf-56fd-4458-90e5-8ca635117886 req-d35f4ebd-2b3b-4df0-82dc-88a49b977721 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:22:08.610744 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-050ffabf-56fd-4458-90e5-8ca635117886 req-d35f4ebd-2b3b-4df0-82dc-88a49b977721 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fb0157b-8f8e-4034-8008-661d7feedd75 HTTP/1.1" status: 200  len: 946 time: 0.0506265
May 07 22:22:08.660170 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-050ffabf-56fd-4458-90e5-8ca635117886 req-740177cf-06c4-40f4-831b-2a55d956e734 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb4689a3-6a74-42aa-b15a-6346f759b8dd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437396
May 07 22:22:09.495700 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc87d4a-8982-4f0e-ba57-9ea8b6e939b4 req-57a0220e-3137-4620-bcff-2e94677ed4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:22:09.497199 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2cc87d4a-8982-4f0e-ba57-9ea8b6e939b4 req-57a0220e-3137-4620-bcff-2e94677ed4e7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=16812b38c4514406886f0ab13cabe8ad&device_id=0fb0157b-8f8e-4034-8008-661d7feedd75 HTTP/1.1" status: 200  len: 1128 time: 0.0384672
May 07 22:22:09.602790 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc87d4a-8982-4f0e-ba57-9ea8b6e939b4 req-2856bcad-f2c1-41a6-a75f-48c8694ea31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:22:09.604339 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2cc87d4a-8982-4f0e-ba57-9ea8b6e939b4 req-2856bcad-f2c1-41a6-a75f-48c8694ea31a service neutron] 10.222.0.59 "GET /v2.0/networks?id=566e4246-db23-47c5-92d7-49344149ddf5 HTTP/1.1" status: 200  len: 897 time: 0.0894954
May 07 22:22:09.669976 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2cc87d4a-8982-4f0e-ba57-9ea8b6e939b4 req-85fc502f-50e2-4ea9-902d-4397fd36d020 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f190edf-f733-4a78-83fc-965d6c3096bd HTTP/1.1" status: 200  len: 1002 time: 0.0602086
May 07 22:22:09.718178 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc87d4a-8982-4f0e-ba57-9ea8b6e939b4 req-9c459b7f-5e8c-4cfc-960b-694fb93a8cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:22:09.719703 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2cc87d4a-8982-4f0e-ba57-9ea8b6e939b4 req-9c459b7f-5e8c-4cfc-960b-694fb93a8cc9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=944e640d-c5ec-48cf-b3b4-80be132d3baf HTTP/1.1" status: 200  len: 834 time: 0.0448153
May 07 22:22:09.769667 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc87d4a-8982-4f0e-ba57-9ea8b6e939b4 req-d163243c-eb12-4f76-ae20-1423d1a4fe5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:22:09.771133 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2cc87d4a-8982-4f0e-ba57-9ea8b6e939b4 req-d163243c-eb12-4f76-ae20-1423d1a4fe5a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=566e4246-db23-47c5-92d7-49344149ddf5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0453868
May 07 22:22:09.781681 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655ba3a9-1124-4cac-b71f-edcaf9684413 req-b6995f93-1980-4ee2-a990-98216797a3a0 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:22:09.783446 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-655ba3a9-1124-4cac-b71f-edcaf9684413 req-b6995f93-1980-4ee2-a990-98216797a3a0 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fb0157b-8f8e-4034-8008-661d7feedd75 HTTP/1.1" status: 200  len: 946 time: 0.0516882
May 07 22:22:09.840062 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-655ba3a9-1124-4cac-b71f-edcaf9684413 req-e973c46f-729c-40d1-abf0-a21b78c8b517 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb4689a3-6a74-42aa-b15a-6346f759b8dd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0502808
May 07 22:22:09.883084 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2cc87d4a-8982-4f0e-ba57-9ea8b6e939b4 req-ab6ccd48-1103-493b-963d-280d120cffb0 service neutron] 10.222.0.59 "GET /v2.0/networks/566e4246-db23-47c5-92d7-49344149ddf5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1061571
May 07 22:22:09.978190 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2cc87d4a-8982-4f0e-ba57-9ea8b6e939b4 req-7d15b3f8-c382-4aed-8d7a-d9d4b43e1288 service neutron] 10.222.0.59 "GET /v2.0/networks/566e4246-db23-47c5-92d7-49344149ddf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0891435
May 07 22:22:10.962444 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52b0fdd-ee47-4a9e-82ab-5b8f464411f1 req-bcffd92c-1136-4db3-ab7f-0d3baf4219c7 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:22:10.964051 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b52b0fdd-ee47-4a9e-82ab-5b8f464411f1 req-bcffd92c-1136-4db3-ab7f-0d3baf4219c7 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fb0157b-8f8e-4034-8008-661d7feedd75 HTTP/1.1" status: 200  len: 946 time: 0.0530369
May 07 22:22:11.024132 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b52b0fdd-ee47-4a9e-82ab-5b8f464411f1 req-94e99e0b-4743-4474-9a5e-eab17546ec30 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb4689a3-6a74-42aa-b15a-6346f759b8dd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0532362
May 07 22:22:11.241969 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 55430) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:22:11.393658 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-962192b4-a4f8-4728-952a-287ead6e0825 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Deleting port d2309bf7-16af-4ba5-a711-8bc615bc9098 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:22:11.394000 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-962192b4-a4f8-4728-952a-287ead6e0825 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (d2309bf7-16af-4ba5-a711-8bc615bc9098), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:11.473190 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-962192b4-a4f8-4728-952a-287ead6e0825 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (d2309bf7-16af-4ba5-a711-8bc615bc9098), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:11.473439 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-962192b4-a4f8-4728-952a-287ead6e0825 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks [] for floatingip (d2309bf7-16af-4ba5-a711-8bc615bc9098), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:11.485465 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-962192b4-a4f8-4728-952a-287ead6e0825 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Calling delete_port for d2309bf7-16af-4ba5-a711-8bc615bc9098 owned by network:floatingip {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:22:11.639102 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-962192b4-a4f8-4728-952a-287ead6e0825 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (d2309bf7-16af-4ba5-a711-8bc615bc9098), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:11.667630 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962192b4-a4f8-4728-952a-287ead6e0825 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Pushing event deleted for resources: {'Port': ['ID=d2309bf7-16af-4ba5-a711-8bc615bc9098,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:22:11.695480 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962192b4-a4f8-4728-952a-287ead6e0825 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:22:11.695831 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962192b4-a4f8-4728-952a-287ead6e0825 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:22:11.696180 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962192b4-a4f8-4728-952a-287ead6e0825 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:22:11.696519 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962192b4-a4f8-4728-952a-287ead6e0825 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:22:11.696853 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962192b4-a4f8-4728-952a-287ead6e0825 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:22:11.697186 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962192b4-a4f8-4728-952a-287ead6e0825 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:22:11.697519 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962192b4-a4f8-4728-952a-287ead6e0825 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:22:11.697851 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962192b4-a4f8-4728-952a-287ead6e0825 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:22:11.698179 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962192b4-a4f8-4728-952a-287ead6e0825 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:22:11.698504 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962192b4-a4f8-4728-952a-287ead6e0825 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:22:11.698854 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962192b4-a4f8-4728-952a-287ead6e0825 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:22:11.699187 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962192b4-a4f8-4728-952a-287ead6e0825 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:22:11.699513 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962192b4-a4f8-4728-952a-287ead6e0825 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:22:11.699838 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962192b4-a4f8-4728-952a-287ead6e0825 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:22:11.700683 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-962192b4-a4f8-4728-952a-287ead6e0825 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:22:11.742531 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-962192b4-a4f8-4728-952a-287ead6e0825 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks [] for floatingip (cf9a6527-20b5-4fcb-b718-11381c9c6bea), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:11.742902 ncdv-master-1 neutron-server[121836]: INFO neutron.db.l3_db [None req-962192b4-a4f8-4728-952a-287ead6e0825 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Floating IP cf9a6527-20b5-4fcb-b718-11381c9c6bea disassociated (deleted). External IP: 172.35.4.192, port: 4734e952-8aca-4ba2-be4b-da036580c7c5.
May 07 22:22:11.962982 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-962192b4-a4f8-4728-952a-287ead6e0825 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Router 5818ea6a-1d9f-4b31-9f37-322f577d0c65 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:22:12.077492 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-962192b4-a4f8-4728-952a-287ead6e0825 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:22:12.081927 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-962192b4-a4f8-4728-952a-287ead6e0825 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:12.087867 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cea3f4b-d04f-4b9c-8b4f-1fffbabe6d1b None None] Sync routers for ids ['5818ea6a-1d9f-4b31-9f37-322f577d0c65'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:22:12.098715 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cea3f4b-d04f-4b9c-8b4f-1fffbabe6d1b None None] Routers {'5818ea6a-1d9f-4b31-9f37-322f577d0c65'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:22:12.099890 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-5cea3f4b-d04f-4b9c-8b4f-1fffbabe6d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8ca29160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:21:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['5818ea6a-1d9f-4b31-9f37-322f577d0c65'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:22:12.146226 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-962192b4-a4f8-4728-952a-287ead6e0825 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "DELETE /v2.0/floatingips/cf9a6527-20b5-4fcb-b718-11381c9c6bea HTTP/1.1" status: 204  len: 168 time: 0.9031489
May 07 22:22:12.148712 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72021281-107d-4e98-b768-6b8d54710130', 'tag': '4734e952-8aca-4ba2-be4b-da036580c7c5'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:22:12.151027 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7881720f-1115-4fd8-8ae8-8d747f33d5ca" -d '{"events": [{"name": "network-changed", "server_uuid": "72021281-107d-4e98-b768-6b8d54710130", "tag": "4734e952-8aca-4ba2-be4b-da036580c7c5"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:22:12.164217 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abe97c4-3a5b-469b-b7a6-6216f0da8745 req-5717ac6d-c5d8-4f80-9190-91c15795be07 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:22:12.165734 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9abe97c4-3a5b-469b-b7a6-6216f0da8745 req-5717ac6d-c5d8-4f80-9190-91c15795be07 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fb0157b-8f8e-4034-8008-661d7feedd75 HTTP/1.1" status: 200  len: 946 time: 0.0579574
May 07 22:22:12.227656 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-5cea3f4b-d04f-4b9c-8b4f-1fffbabe6d1b None None] Set router 5818ea6a-1d9f-4b31-9f37-322f577d0c65 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:22:12.235575 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9abe97c4-3a5b-469b-b7a6-6216f0da8745 req-5eb98c34-61ba-44ba-96cd-0cf0a2ba18b2 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb4689a3-6a74-42aa-b15a-6346f759b8dd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0625553
May 07 22:22:12.281893 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e378752d-df1f-430f-b7a8-0bc4143947fc x-openstack-request-id: req-e378752d-df1f-430f-b7a8-0bc4143947fc {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:22:12.282525 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72021281-107d-4e98-b768-6b8d54710130", "tag": "4734e952-8aca-4ba2-be4b-da036580c7c5", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:22:12.282525 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e378752d-df1f-430f-b7a8-0bc4143947fc {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:22:12.282921 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e378752d-df1f-430f-b7a8-0bc4143947fc'] response: {'name': 'network-changed', 'server_uuid': '72021281-107d-4e98-b768-6b8d54710130', 'tag': '4734e952-8aca-4ba2-be4b-da036580c7c5', 'status': 'completed', 'code': 200}
May 07 22:22:12.347355 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7881720f-1115-4fd8-8ae8-8d747f33d5ca req-450e9c59-73c0-40c7-9bf1-15b7c4324a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:22:12.348824 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7881720f-1115-4fd8-8ae8-8d747f33d5ca req-450e9c59-73c0-40c7-9bf1-15b7c4324a99 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f3657e8df46a4252b9eb1eb159306a66&device_id=72021281-107d-4e98-b768-6b8d54710130 HTTP/1.1" status: 200  len: 1128 time: 0.0451529
May 07 22:22:12.422311 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4457b469-fd4f-4161-90c3-d34728a1785f req-4a1213aa-2792-4851-a93e-20f5ba627328 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:22:12.423840 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4457b469-fd4f-4161-90c3-d34728a1785f req-4a1213aa-2792-4851-a93e-20f5ba627328 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?device_id=72021281-107d-4e98-b768-6b8d54710130 HTTP/1.1" status: 200  len: 946 time: 0.0477967
May 07 22:22:12.440045 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-5cea3f4b-d04f-4b9c-8b4f-1fffbabe6d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8ca29160>, [{'id': '5818ea6a-1d9f-4b31-9f37-322f577d0c65', 'name': 'tempest-TestVolumeBootPattern-100968147-router', 'tenant_id': 'f3657e8df46a4252b9eb1eb159306a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.231'}], 'enable_snat': True}, 'gw_port_id': '196d5d88-adf4-4c22-9c34-8fadc03bc903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:12:03Z', 'updated_at': '2022-05-07T22:12:09Z', 'revision_number': 4, 'project_id': 'f3657e8df46a4252b9eb1eb159306a66', 'gw_port': {'id': '196d5d88-adf4-4c22-9c34-8fadc03bc903', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:eb:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5818ea6a-1d9f-4b31-9f37-322f577d0c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:12:04Z', 'updated_at': '2022-05-07T22:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '314b9385-4e3d-4e29-bca8-d74d438a8c68', 'name': '', 'network_id': '87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce', 'tenant_id': 'f3657e8df46a4252b9eb1eb159306a66', 'mac_address': 'fa:16:3e:bf:a0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5818ea6a-1d9f-4b31-9f37-322f577d0c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'c381f23c-d79e-4860-966b-6594e682e18c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:12:07Z', 'updated_at': '2022-05-07T22:12:21Z', 'revision_number': 5, 'project_id': 'f3657e8df46a4252b9eb1eb159306a66', 'subnets': [{'id': 'c381f23c-d79e-4860-966b-6594e682e18c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:22:12.467820 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cea3f4b-d04f-4b9c-8b4f-1fffbabe6d1b None None] Checking router: 5818ea6a-1d9f-4b31-9f37-322f577d0c65 for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:22:12.475471 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4457b469-fd4f-4161-90c3-d34728a1785f req-4f6c3014-df84-4559-b9ba-1b082c3aa2fa tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/security-groups?id=62207645-c79a-4d21-8232-3379a0311720&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450153
May 07 22:22:12.476354 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cea3f4b-d04f-4b9c-8b4f-1fffbabe6d1b None None] Routers {'5818ea6a-1d9f-4b31-9f37-322f577d0c65'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:22:12.476966 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-5cea3f4b-d04f-4b9c-8b4f-1fffbabe6d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8ca29160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:21:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['5818ea6a-1d9f-4b31-9f37-322f577d0c65'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:22:12.588882 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-5cea3f4b-d04f-4b9c-8b4f-1fffbabe6d1b None None] Set router 5818ea6a-1d9f-4b31-9f37-322f577d0c65 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:22:12.785920 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-5cea3f4b-d04f-4b9c-8b4f-1fffbabe6d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8ca29160>, [{'id': '5818ea6a-1d9f-4b31-9f37-322f577d0c65', 'name': 'tempest-TestVolumeBootPattern-100968147-router', 'tenant_id': 'f3657e8df46a4252b9eb1eb159306a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.231'}], 'enable_snat': True}, 'gw_port_id': '196d5d88-adf4-4c22-9c34-8fadc03bc903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:12:03Z', 'updated_at': '2022-05-07T22:12:09Z', 'revision_number': 4, 'project_id': 'f3657e8df46a4252b9eb1eb159306a66', 'gw_port': {'id': '196d5d88-adf4-4c22-9c34-8fadc03bc903', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:eb:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5818ea6a-1d9f-4b31-9f37-322f577d0c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:12:04Z', 'updated_at': '2022-05-07T22:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '314b9385-4e3d-4e29-bca8-d74d438a8c68', 'name': '', 'network_id': '87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce', 'tenant_id': 'f3657e8df46a4252b9eb1eb159306a66', 'mac_address': 'fa:16:3e:bf:a0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5818ea6a-1d9f-4b31-9f37-322f577d0c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'c381f23c-d79e-4860-966b-6594e682e18c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:12:07Z', 'updated_at': '2022-05-07T22:12:21Z', 'revision_number': 5, 'project_id': 'f3657e8df46a4252b9eb1eb159306a66', 'subnets': [{'id': 'c381f23c-d79e-4860-966b-6594e682e18c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:22:12.813355 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cea3f4b-d04f-4b9c-8b4f-1fffbabe6d1b None None] The sync data for ids ['5818ea6a-1d9f-4b31-9f37-322f577d0c65'] in ncdv-master-1 is: [{'id': '5818ea6a-1d9f-4b31-9f37-322f577d0c65', 'name': 'tempest-TestVolumeBootPattern-100968147-router', 'tenant_id': 'f3657e8df46a4252b9eb1eb159306a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.231'}], 'enable_snat': True}, 'gw_port_id': '196d5d88-adf4-4c22-9c34-8fadc03bc903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:12:03Z', 'updated_at': '2022-05-07T22:12:09Z', 'revision_number': 4, 'project_id': 'f3657e8df46a4252b9eb1eb159306a66', 'gw_port': {'id': '196d5d88-adf4-4c22-9c34-8fadc03bc903', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:eb:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5818ea6a-1d9f-4b31-9f37-322f577d0c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:12:04Z', 'updated_at': '2022-05-07T22:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '314b9385-4e3d-4e29-bca8-d74d438a8c68', 'name': '', 'network_id': '87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce', 'tenant_id': 'f3657e8df46a4252b9eb1eb159306a66', 'mac_address': 'fa:16:3e:bf:a0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5818ea6a-1d9f-4b31-9f37-322f577d0c65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3330, 'fixed_ips': [{'subnet_id': 'c381f23c-d79e-4860-966b-6594e682e18c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:12:07Z', 'updated_at': '2022-05-07T22:12:21Z', 'revision_number': 5, 'project_id': 'f3657e8df46a4252b9eb1eb159306a66', 'subnets': [{'id': 'c381f23c-d79e-4860-966b-6594e682e18c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:22:13.066351 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881c8ffb-0aa4-4a40-9cf5-d9c543684583 None None] New status for floating IP cf9a6527-20b5-4fcb-b718-11381c9c6bea: DOWN {{(pid=121838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 07 22:22:13.359228 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b421446a-ec7c-452b-a551-5aa2d5026803 req-6b1793e8-1bbd-4c16-84e2-c593b9c23a4e tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:22:13.360339 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7881720f-1115-4fd8-8ae8-8d747f33d5ca req-eae8cdde-70a5-45bf-9187-4cf9e1e1d8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:22:13.361655 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b421446a-ec7c-452b-a551-5aa2d5026803 req-6b1793e8-1bbd-4c16-84e2-c593b9c23a4e tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fb0157b-8f8e-4034-8008-661d7feedd75 HTTP/1.1" status: 200  len: 946 time: 0.0531638
May 07 22:22:13.361853 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7881720f-1115-4fd8-8ae8-8d747f33d5ca req-eae8cdde-70a5-45bf-9187-4cf9e1e1d8c9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce HTTP/1.1" status: 200  len: 912 time: 0.0972018
May 07 22:22:13.405430 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7881720f-1115-4fd8-8ae8-8d747f33d5ca req-2ed000b9-2292-470b-af2f-86cb8b6813a7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4734e952-8aca-4ba2-be4b-da036580c7c5 HTTP/1.1" status: 200  len: 217 time: 0.0374649
May 07 22:22:13.413971 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b421446a-ec7c-452b-a551-5aa2d5026803 req-9aff9469-d61a-482c-be29-b443a08c9711 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb4689a3-6a74-42aa-b15a-6346f759b8dd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456519
May 07 22:22:13.499781 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7881720f-1115-4fd8-8ae8-8d747f33d5ca req-6f79b048-bb70-429d-a848-6fbdac3151a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:22:13.501265 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7881720f-1115-4fd8-8ae8-8d747f33d5ca req-6f79b048-bb70-429d-a848-6fbdac3151a9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c381f23c-d79e-4860-966b-6594e682e18c HTTP/1.1" status: 200  len: 850 time: 0.0458801
May 07 22:22:13.561719 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7881720f-1115-4fd8-8ae8-8d747f33d5ca req-9450c0a0-7641-49b4-be8c-7ad55360ce66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:22:13.563188 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7881720f-1115-4fd8-8ae8-8d747f33d5ca req-9450c0a0-7641-49b4-be8c-7ad55360ce66 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0558374
May 07 22:22:13.604625 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fa33ec-5952-4900-be67-f93651c21a77 req-4f6dc798-e280-43f5-8bd7-e81d1a67a687 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:22:13.606078 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-13fa33ec-5952-4900-be67-f93651c21a77 req-4f6dc798-e280-43f5-8bd7-e81d1a67a687 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?device_id=72021281-107d-4e98-b768-6b8d54710130 HTTP/1.1" status: 200  len: 946 time: 0.0566943
May 07 22:22:13.714305 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-13fa33ec-5952-4900-be67-f93651c21a77 req-e1041655-fea4-4e29-9fe7-73c6655d17cd tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/security-groups?id=62207645-c79a-4d21-8232-3379a0311720&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1019132
May 07 22:22:13.736748 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7881720f-1115-4fd8-8ae8-8d747f33d5ca req-4264c059-aa05-43cc-8226-cedecc991f5e service neutron] 10.222.0.55 "GET /v2.0/networks/87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1234140
May 07 22:22:13.850141 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c364b8-292d-4b10-985b-c7b27810591d req-96a3261c-f9af-45ea-9229-9f2d2dc6effd tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:22:13.851687 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a9c364b8-292d-4b10-985b-c7b27810591d req-96a3261c-f9af-45ea-9229-9f2d2dc6effd tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.55 "GET /v2.0/ports?device_id=72021281-107d-4e98-b768-6b8d54710130 HTTP/1.1" status: 200  len: 946 time: 0.0541575
May 07 22:22:13.907075 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7881720f-1115-4fd8-8ae8-8d747f33d5ca req-1697ac9e-d521-48a0-8008-e99c6055e350 service neutron] 10.222.0.55 "GET /v2.0/networks/87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1637516
May 07 22:22:13.965317 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-a9c364b8-292d-4b10-985b-c7b27810591d req-85d712b3-ebb3-44fc-83a2-517eee008ee5 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Deleting port 4734e952-8aca-4ba2-be4b-da036580c7c5 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:22:13.965584 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-a9c364b8-292d-4b10-985b-c7b27810591d req-85d712b3-ebb3-44fc-83a2-517eee008ee5 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (4734e952-8aca-4ba2-be4b-da036580c7c5), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:14.058183 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-a9c364b8-292d-4b10-985b-c7b27810591d req-85d712b3-ebb3-44fc-83a2-517eee008ee5 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] For port 4734e952-8aca-4ba2-be4b-da036580c7c5, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4734e952-8aca-4ba2-be4b-da036580c7c5,segment=NetworkSegment(3c434885-c673-48d5-9295-930316ad3f91),segment_id=3c434885-c673-48d5-9295-930316ad3f91)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:22:14.058553 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-a9c364b8-292d-4b10-985b-c7b27810591d req-85d712b3-ebb3-44fc-83a2-517eee008ee5 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (4734e952-8aca-4ba2-be4b-da036580c7c5), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:14.077264 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-a9c364b8-292d-4b10-985b-c7b27810591d req-85d712b3-ebb3-44fc-83a2-517eee008ee5 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Calling delete_port for 4734e952-8aca-4ba2-be4b-da036580c7c5 owned by compute:nova {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:22:14.084293 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca8f8b9-880a-4d37-9951-8b80e88519f2 req-1cc25747-0804-4110-a3ed-f0eb73c310c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:22:14.085892 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3ca8f8b9-880a-4d37-9951-8b80e88519f2 req-1cc25747-0804-4110-a3ed-f0eb73c310c5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=0fb0157b-8f8e-4034-8008-661d7feedd75 HTTP/1.1" status: 200  len: 1128 time: 0.0379667
May 07 22:22:14.130483 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3ca8f8b9-880a-4d37-9951-8b80e88519f2 req-c39ba8fa-daee-47f1-85ce-146b3755e3d4 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=cb4689a3-6a74-42aa-b15a-6346f759b8dd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381656
May 07 22:22:14.209348 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-a9c364b8-292d-4b10-985b-c7b27810591d req-85d712b3-ebb3-44fc-83a2-517eee008ee5 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (4734e952-8aca-4ba2-be4b-da036580c7c5), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:14.238547 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d712b3-ebb3-44fc-83a2-517eee008ee5 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Pushing event deleted for resources: {'Port': ['ID=4734e952-8aca-4ba2-be4b-da036580c7c5,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:22:14.286953 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9c364b8-292d-4b10-985b-c7b27810591d req-85d712b3-ebb3-44fc-83a2-517eee008ee5 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] No DVR routers for this DVR port 4734e952-8aca-4ba2-be4b-da036580c7c5 on host nch1-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:22:14.289715 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-a9c364b8-292d-4b10-985b-c7b27810591d req-85d712b3-ebb3-44fc-83a2-517eee008ee5 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:14.293674 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a9c364b8-292d-4b10-985b-c7b27810591d req-85d712b3-ebb3-44fc-83a2-517eee008ee5 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.55 "DELETE /v2.0/ports/4734e952-8aca-4ba2-be4b-da036580c7c5 HTTP/1.1" status: 204  len: 173 time: 0.4299333
May 07 22:22:14.294760 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72021281-107d-4e98-b768-6b8d54710130', 'name': 'network-vif-deleted', 'tag': '4734e952-8aca-4ba2-be4b-da036580c7c5'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:22:14.297727 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9189136-9318-4e0b-b5d4-18f39cfd9111" -d '{"events": [{"server_uuid": "72021281-107d-4e98-b768-6b8d54710130", "name": "network-vif-deleted", "tag": "4734e952-8aca-4ba2-be4b-da036580c7c5"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:22:14.333946 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b842380d-c1e5-4703-918d-350f42009031 x-openstack-request-id: req-b842380d-c1e5-4703-918d-350f42009031 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:22:14.334251 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72021281-107d-4e98-b768-6b8d54710130", "name": "network-vif-deleted", "tag": "4734e952-8aca-4ba2-be4b-da036580c7c5", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:22:14.334511 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b842380d-c1e5-4703-918d-350f42009031 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:22:14.334960 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b842380d-c1e5-4703-918d-350f42009031'] response: {'server_uuid': '72021281-107d-4e98-b768-6b8d54710130', 'name': 'network-vif-deleted', 'tag': '4734e952-8aca-4ba2-be4b-da036580c7c5', 'status': 'completed', 'code': 200}
May 07 22:22:14.534123 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1be2aa-31dd-4870-ba5e-a99b57451232 req-cef77f94-3ba0-4281-a485-954e4b5832a4 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:22:14.535609 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1b1be2aa-31dd-4870-ba5e-a99b57451232 req-cef77f94-3ba0-4281-a485-954e4b5832a4 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fb0157b-8f8e-4034-8008-661d7feedd75 HTTP/1.1" status: 200  len: 946 time: 0.0485673
May 07 22:22:14.587112 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1b1be2aa-31dd-4870-ba5e-a99b57451232 req-79988a47-6d9c-4944-b9bd-19ba189a94f1 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb4689a3-6a74-42aa-b15a-6346f759b8dd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455117
May 07 22:22:14.838477 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1e71e8e7-68b9-4f2f-8735-1933923a62f2 req-7e9d1c1c-1d32-4b66-a6e2-92f75938bd1c tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "GET /v2.0/ports?device_id=72021281-107d-4e98-b768-6b8d54710130 HTTP/1.1" status: 200  len: 210 time: 0.0366192
May 07 22:22:15.527965 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 9f190edf-f733-4a78-83fc-965d6c3096bd details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:22:15.628973 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 9f190edf-f733-4a78-83fc-965d6c3096bd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9f190edf-f733-4a78-83fc-965d6c3096bd,segment=NetworkSegment(da5de15d-cd42-4790-99c9-86594bcff828),segment_id=da5de15d-cd42-4790-99c9-86594bcff828)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:22:15.640805 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': '9f190edf-f733-4a78-83fc-965d6c3096bd', 'network_id': '566e4246-db23-47c5-92d7-49344149ddf5', 'port_id': '9f190edf-f733-4a78-83fc-965d6c3096bd', 'mac_address': 'fa:16:3e:f3:89:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '944e640d-c5ec-48cf-b3b4-80be132d3baf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:22:15.679256 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 9f190edf-f733-4a78-83fc-965d6c3096bd is: ACTIVE; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:22:15.679642 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (9f190edf-f733-4a78-83fc-965d6c3096bd), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:15.692190 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9f190edf-f733-4a78-83fc-965d6c3096bd {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:22:15.703699 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a55e71-7c14-4ed5-8f44-a86fd59a50eb req-26832fde-d556-4a3e-86e9-def005114ed1 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:22:15.705203 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-64a55e71-7c14-4ed5-8f44-a86fd59a50eb req-26832fde-d556-4a3e-86e9-def005114ed1 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fb0157b-8f8e-4034-8008-661d7feedd75 HTTP/1.1" status: 200  len: 946 time: 0.0476155
May 07 22:22:15.711874 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 9f190edf-f733-4a78-83fc-965d6c3096bd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9f190edf-f733-4a78-83fc-965d6c3096bd,segment=NetworkSegment(da5de15d-cd42-4790-99c9-86594bcff828),segment_id=da5de15d-cd42-4790-99c9-86594bcff828)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:22:15.716693 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (9f190edf-f733-4a78-83fc-965d6c3096bd), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:15.758920 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-64a55e71-7c14-4ed5-8f44-a86fd59a50eb req-c702f2dd-0f98-4957-8a32-91bdbd919064 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb4689a3-6a74-42aa-b15a-6346f759b8dd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0479968
May 07 22:22:15.767487 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=9f190edf-f733-4a78-83fc-965d6c3096bd,revision_number=6']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:22:15.774920 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:22:15.775280 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:22:15.775626 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:22:15.775974 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:22:15.776321 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:22:15.776652 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:22:15.776987 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:22:15.777320 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:22:15.777651 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:22:15.778035 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:22:15.778357 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:22:15.778672 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:22:15.779046 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:22:15.779378 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:22:15.779704 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:22:15.781821 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 55454) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:22:15.846120 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-fdeb1c76-35df-40ac-b1d1-73b44562c250 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/floatingips/e91f1a2b-64fb-4450-a155-5192f68380bb HTTP/1.1" status: 200  len: 993 time: 0.0623832
May 07 22:22:15.896356 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 55458) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:22:15.922421 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['9f190edf-f733-4a78-83fc-965d6c3096bd'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:22:16.018430 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-52b4ff71-146f-4b51-9552-719ea7b2c287 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Deleting port d00da5ca-9607-42c5-a573-0e1697c762fe {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:22:16.018727 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-52b4ff71-146f-4b51-9552-719ea7b2c287 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (d00da5ca-9607-42c5-a573-0e1697c762fe), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:16.099067 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-52b4ff71-146f-4b51-9552-719ea7b2c287 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (d00da5ca-9607-42c5-a573-0e1697c762fe), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:16.099303 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-52b4ff71-146f-4b51-9552-719ea7b2c287 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks [] for floatingip (d00da5ca-9607-42c5-a573-0e1697c762fe), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:16.111899 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-52b4ff71-146f-4b51-9552-719ea7b2c287 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Calling delete_port for d00da5ca-9607-42c5-a573-0e1697c762fe owned by network:floatingip {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:22:16.247888 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-52b4ff71-146f-4b51-9552-719ea7b2c287 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (d00da5ca-9607-42c5-a573-0e1697c762fe), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:16.279157 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b4ff71-146f-4b51-9552-719ea7b2c287 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Pushing event deleted for resources: {'Port': ['ID=d00da5ca-9607-42c5-a573-0e1697c762fe,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:22:16.335228 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-52b4ff71-146f-4b51-9552-719ea7b2c287 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks [] for floatingip (6b70412c-068e-4683-be15-2001b8ed2846), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:16.337999 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-52b4ff71-146f-4b51-9552-719ea7b2c287 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:16.339176 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-52b4ff71-146f-4b51-9552-719ea7b2c287 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "DELETE /v2.0/floatingips/6b70412c-068e-4683-be15-2001b8ed2846 HTTP/1.1" status: 204  len: 168 time: 0.4418406
May 07 22:22:16.869912 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 22:22:16.921021 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 4734e952-8aca-4ba2-be4b-da036580c7c5 no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:22:16.941056 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] No Port match for: 4734e952-8aca-4ba2-be4b-da036580c7c5 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:22:16.941398 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 4734e952-8aca-4ba2-be4b-da036580c7c5 not bound to the agent host nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:22:17.528543 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 9f190edf-f733-4a78-83fc-965d6c3096bd up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:22:17.573834 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port 9f190edf-f733-4a78-83fc-965d6c3096bd triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:22:17.574214 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (9f190edf-f733-4a78-83fc-965d6c3096bd), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:17.651417 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 9f190edf-f733-4a78-83fc-965d6c3096bd is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:22:17.651820 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (9f190edf-f733-4a78-83fc-965d6c3096bd), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:17.673980 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fb0157b-8f8e-4034-8008-661d7feedd75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f190edf-f733-4a78-83fc-965d6c3096bd'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:22:17.676215 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e96a265-cb3d-45da-809a-f78accd42b7c" -d '{"events": [{"server_uuid": "0fb0157b-8f8e-4034-8008-661d7feedd75", "name": "network-vif-plugged", "status": "completed", "tag": "9f190edf-f733-4a78-83fc-965d6c3096bd"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:22:17.688819 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 9f190edf-f733-4a78-83fc-965d6c3096bd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9f190edf-f733-4a78-83fc-965d6c3096bd,segment=NetworkSegment(da5de15d-cd42-4790-99c9-86594bcff828),segment_id=da5de15d-cd42-4790-99c9-86594bcff828)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:22:17.693985 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (9f190edf-f733-4a78-83fc-965d6c3096bd), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:17.723670 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d4c49c-85e4-41d6-988b-c9a3db11733d x-openstack-request-id: req-17d4c49c-85e4-41d6-988b-c9a3db11733d {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:22:17.723977 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fb0157b-8f8e-4034-8008-661d7feedd75", "name": "network-vif-plugged", "status": "completed", "tag": "9f190edf-f733-4a78-83fc-965d6c3096bd", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:22:17.724261 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-17d4c49c-85e4-41d6-988b-c9a3db11733d {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:22:17.724666 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17d4c49c-85e4-41d6-988b-c9a3db11733d'] response: {'server_uuid': '0fb0157b-8f8e-4034-8008-661d7feedd75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f190edf-f733-4a78-83fc-965d6c3096bd', 'code': 200}
May 07 22:22:17.748978 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=9f190edf-f733-4a78-83fc-965d6c3096bd,revision_number=7']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:22:18.582311 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 55500) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:22:18.638388 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b65a8c67-58b9-47ba-9aac-b8f047009d99 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks [] for security_group (62207645-c79a-4d21-8232-3379a0311720), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:18.663543 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b65a8c67-58b9-47ba-9aac-b8f047009d99 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks [] for security_group (62207645-c79a-4d21-8232-3379a0311720), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:18.727975 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b65a8c67-58b9-47ba-9aac-b8f047009d99 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (62207645-c79a-4d21-8232-3379a0311720), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:18.730590 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b65a8c67-58b9-47ba-9aac-b8f047009d99 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:18.731820 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-b65a8c67-58b9-47ba-9aac-b8f047009d99 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] 10.222.0.32 "DELETE /v2.0/security-groups/62207645-c79a-4d21-8232-3379a0311720 HTTP/1.1" status: 204  len: 168 time: 0.1484816
May 07 22:22:18.741378 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65a8c67-58b9-47ba-9aac-b8f047009d99 tempest-TestVolumeBootPattern-860620187 tempest-TestVolumeBootPattern-860620187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62207645-c79a-4d21-8232-3379a0311720,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:22:18.783478 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 55504) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:22:19.525591 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-613e40c4-99ca-483f-ba14-0461225fb8e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401094'] for router_interface (5818ea6a-1d9f-4b31-9f37-322f577d0c65), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:19.758096 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-613e40c4-99ca-483f-ba14-0461225fb8e4 admin admin] Deleting port 314b9385-4e3d-4e29-bca8-d74d438a8c68 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:22:19.758762 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-613e40c4-99ca-483f-ba14-0461225fb8e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (314b9385-4e3d-4e29-bca8-d74d438a8c68), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:19.841412 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-613e40c4-99ca-483f-ba14-0461225fb8e4 admin admin] For port 314b9385-4e3d-4e29-bca8-d74d438a8c68, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=314b9385-4e3d-4e29-bca8-d74d438a8c68,segment=NetworkSegment(3c434885-c673-48d5-9295-930316ad3f91),segment_id=3c434885-c673-48d5-9295-930316ad3f91)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:22:19.841696 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-613e40c4-99ca-483f-ba14-0461225fb8e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (314b9385-4e3d-4e29-bca8-d74d438a8c68), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:19.854885 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-613e40c4-99ca-483f-ba14-0461225fb8e4 admin admin] Calling delete_port for 314b9385-4e3d-4e29-bca8-d74d438a8c68 owned by network:router_interface {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:22:20.042677 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-613e40c4-99ca-483f-ba14-0461225fb8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (314b9385-4e3d-4e29-bca8-d74d438a8c68), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:20.067081 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613e40c4-99ca-483f-ba14-0461225fb8e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=314b9385-4e3d-4e29-bca8-d74d438a8c68,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:22:20.240955 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-613e40c4-99ca-483f-ba14-0461225fb8e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401002'] for router_interface (5818ea6a-1d9f-4b31-9f37-322f577d0c65), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:20.462628 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-613e40c4-99ca-483f-ba14-0461225fb8e4 admin admin] Router 5818ea6a-1d9f-4b31-9f37-322f577d0c65 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:22:20.573473 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-613e40c4-99ca-483f-ba14-0461225fb8e4 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:22:20.585491 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-613e40c4-99ca-483f-ba14-0461225fb8e4 admin admin] 10.222.0.32 "PUT /v2.0/routers/5818ea6a-1d9f-4b31-9f37-322f577d0c65/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7982697
May 07 22:22:20.586573 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 55508) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:22:20.588801 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029070e0-decf-48c9-8bf2-295f5b9ae7d7 None None] Sync routers for ids ['5818ea6a-1d9f-4b31-9f37-322f577d0c65'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:22:20.599327 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029070e0-decf-48c9-8bf2-295f5b9ae7d7 None None] Routers {'5818ea6a-1d9f-4b31-9f37-322f577d0c65'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:22:20.599938 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-029070e0-decf-48c9-8bf2-295f5b9ae7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8ca29970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:21:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['5818ea6a-1d9f-4b31-9f37-322f577d0c65'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:22:20.694538 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ae77f6f3-7a84-454f-a79e-de9bdc78a03b admin admin] Publish callbacks [] for router (5818ea6a-1d9f-4b31-9f37-322f577d0c65), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:20.705804 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-029070e0-decf-48c9-8bf2-295f5b9ae7d7 None None] Set router 5818ea6a-1d9f-4b31-9f37-322f577d0c65 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:22:20.802520 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ae77f6f3-7a84-454f-a79e-de9bdc78a03b admin admin] Publish callbacks [] for router_gateway (5818ea6a-1d9f-4b31-9f37-322f577d0c65), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:20.853395 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-ae77f6f3-7a84-454f-a79e-de9bdc78a03b admin admin] Deleting port 196d5d88-adf4-4c22-9c34-8fadc03bc903 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:22:20.853728 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ae77f6f3-7a84-454f-a79e-de9bdc78a03b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (196d5d88-adf4-4c22-9c34-8fadc03bc903), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:20.874685 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-029070e0-decf-48c9-8bf2-295f5b9ae7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8ca29970>, [{'id': '5818ea6a-1d9f-4b31-9f37-322f577d0c65', 'name': 'tempest-TestVolumeBootPattern-100968147-router', 'tenant_id': 'f3657e8df46a4252b9eb1eb159306a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.231'}], 'enable_snat': True}, 'gw_port_id': '196d5d88-adf4-4c22-9c34-8fadc03bc903', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:12:03Z', 'updated_at': '2022-05-07T22:22:19Z', 'revision_number': 5, 'project_id': 'f3657e8df46a4252b9eb1eb159306a66', 'gw_port': {'id': '196d5d88-adf4-4c22-9c34-8fadc03bc903', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:eb:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5818ea6a-1d9f-4b31-9f37-322f577d0c65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:12:04Z', 'updated_at': '2022-05-07T22:12:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:22:20.905581 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029070e0-decf-48c9-8bf2-295f5b9ae7d7 None None] Checking router: 5818ea6a-1d9f-4b31-9f37-322f577d0c65 for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:22:20.913838 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029070e0-decf-48c9-8bf2-295f5b9ae7d7 None None] Routers {'5818ea6a-1d9f-4b31-9f37-322f577d0c65'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:22:20.914455 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-029070e0-decf-48c9-8bf2-295f5b9ae7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8ca29970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:21:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['5818ea6a-1d9f-4b31-9f37-322f577d0c65'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:22:20.932478 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-ae77f6f3-7a84-454f-a79e-de9bdc78a03b admin admin] For port 196d5d88-adf4-4c22-9c34-8fadc03bc903, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=196d5d88-adf4-4c22-9c34-8fadc03bc903,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:22:20.932845 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ae77f6f3-7a84-454f-a79e-de9bdc78a03b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (196d5d88-adf4-4c22-9c34-8fadc03bc903), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:20.945570 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-ae77f6f3-7a84-454f-a79e-de9bdc78a03b admin admin] Calling delete_port for 196d5d88-adf4-4c22-9c34-8fadc03bc903 owned by network:router_gateway {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:22:21.001391 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-029070e0-decf-48c9-8bf2-295f5b9ae7d7 None None] Set router 5818ea6a-1d9f-4b31-9f37-322f577d0c65 gateway port host: None {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:22:21.055862 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-029070e0-decf-48c9-8bf2-295f5b9ae7d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8ca29970>, [{'id': '5818ea6a-1d9f-4b31-9f37-322f577d0c65', 'name': 'tempest-TestVolumeBootPattern-100968147-router', 'tenant_id': 'f3657e8df46a4252b9eb1eb159306a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:12:03Z', 'updated_at': '2022-05-07T22:22:20Z', 'revision_number': 6, 'project_id': 'f3657e8df46a4252b9eb1eb159306a66', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:22:21.086285 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029070e0-decf-48c9-8bf2-295f5b9ae7d7 None None] The sync data for ids ['5818ea6a-1d9f-4b31-9f37-322f577d0c65'] in ncdv-master-1 is: [{'id': '5818ea6a-1d9f-4b31-9f37-322f577d0c65', 'name': 'tempest-TestVolumeBootPattern-100968147-router', 'tenant_id': 'f3657e8df46a4252b9eb1eb159306a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:12:03Z', 'updated_at': '2022-05-07T22:22:20Z', 'revision_number': 6, 'project_id': 'f3657e8df46a4252b9eb1eb159306a66', 'gw_port_host': None}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:22:21.124226 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ae77f6f3-7a84-454f-a79e-de9bdc78a03b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (196d5d88-adf4-4c22-9c34-8fadc03bc903), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:21.148408 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae77f6f3-7a84-454f-a79e-de9bdc78a03b admin admin] Pushing event deleted for resources: {'Port': ['ID=196d5d88-adf4-4c22-9c34-8fadc03bc903,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:22:21.158388 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae77f6f3-7a84-454f-a79e-de9bdc78a03b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:22:21.158736 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae77f6f3-7a84-454f-a79e-de9bdc78a03b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:22:21.159103 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae77f6f3-7a84-454f-a79e-de9bdc78a03b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:22:21.159442 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae77f6f3-7a84-454f-a79e-de9bdc78a03b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:22:21.159778 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae77f6f3-7a84-454f-a79e-de9bdc78a03b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:22:21.160635 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae77f6f3-7a84-454f-a79e-de9bdc78a03b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:22:21.160635 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae77f6f3-7a84-454f-a79e-de9bdc78a03b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:22:21.160837 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae77f6f3-7a84-454f-a79e-de9bdc78a03b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:22:21.161070 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae77f6f3-7a84-454f-a79e-de9bdc78a03b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:22:21.161395 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae77f6f3-7a84-454f-a79e-de9bdc78a03b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:22:21.161721 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae77f6f3-7a84-454f-a79e-de9bdc78a03b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:22:21.162042 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae77f6f3-7a84-454f-a79e-de9bdc78a03b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:22:21.162362 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae77f6f3-7a84-454f-a79e-de9bdc78a03b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:22:21.162683 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae77f6f3-7a84-454f-a79e-de9bdc78a03b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:22:21.163029 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae77f6f3-7a84-454f-a79e-de9bdc78a03b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:22:21.227411 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ae77f6f3-7a84-454f-a79e-de9bdc78a03b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395776'] for router_gateway (5818ea6a-1d9f-4b31-9f37-322f577d0c65), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:21.325942 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ae77f6f3-7a84-454f-a79e-de9bdc78a03b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (5818ea6a-1d9f-4b31-9f37-322f577d0c65), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:21.328024 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ae77f6f3-7a84-454f-a79e-de9bdc78a03b admin admin] Publish callbacks [] for router_controller (5818ea6a-1d9f-4b31-9f37-322f577d0c65), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:21.370553 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ae77f6f3-7a84-454f-a79e-de9bdc78a03b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (5818ea6a-1d9f-4b31-9f37-322f577d0c65), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:21.371045 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae77f6f3-7a84-454f-a79e-de9bdc78a03b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5818ea6a-1d9f-4b31-9f37-322f577d0c65 {{(pid=121837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 22:22:21.375999 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ae77f6f3-7a84-454f-a79e-de9bdc78a03b admin admin] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:21.377142 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-ae77f6f3-7a84-454f-a79e-de9bdc78a03b admin admin] 10.222.0.32 "DELETE /v2.0/routers/5818ea6a-1d9f-4b31-9f37-322f577d0c65 HTTP/1.1" status: 204  len: 168 time: 0.7894936
May 07 22:22:21.379739 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 55510) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:22:21.430355 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-55913f21-9f2f-43cc-be0a-f5aeceba4163 admin admin] Deleting subnet c381f23c-d79e-4860-966b-6594e682e18c {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:22:21.432228 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-55913f21-9f2f-43cc-be0a-f5aeceba4163 admin admin] Publish callbacks [] for subnet (c381f23c-d79e-4860-966b-6594e682e18c), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:21.477518 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-55913f21-9f2f-43cc-be0a-f5aeceba4163 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (c381f23c-d79e-4860-966b-6594e682e18c), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:21.565881 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-55913f21-9f2f-43cc-be0a-f5aeceba4163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (c381f23c-d79e-4860-966b-6594e682e18c), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:21.619789 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-55913f21-9f2f-43cc-be0a-f5aeceba4163 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (c381f23c-d79e-4860-966b-6594e682e18c), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:21.649498 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55913f21-9f2f-43cc-be0a-f5aeceba4163 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c381f23c-d79e-4860-966b-6594e682e18c,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:22:21.653105 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-55913f21-9f2f-43cc-be0a-f5aeceba4163 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:21.656237 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-55913f21-9f2f-43cc-be0a-f5aeceba4163 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/c381f23c-d79e-4860-966b-6594e682e18c HTTP/1.1" status: 204  len: 168 time: 0.2755938
May 07 22:22:21.658690 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 55512) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:22:21.661343 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ffe871-ef17-4558-b9d6-125982714f56 None None] Network 87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:22:21.726686 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e84b94f1-753c-44cb-b51f-2651cf918b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:21.771413 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-e84b94f1-753c-44cb-b51f-2651cf918b7d admin admin] Deleting port 6e38abe6-7d33-4078-b732-a0c56b9af331 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:22:21.771874 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e84b94f1-753c-44cb-b51f-2651cf918b7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (6e38abe6-7d33-4078-b732-a0c56b9af331), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:21.841634 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-e84b94f1-753c-44cb-b51f-2651cf918b7d admin admin] For port 6e38abe6-7d33-4078-b732-a0c56b9af331, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6e38abe6-7d33-4078-b732-a0c56b9af331,segment=NetworkSegment(3c434885-c673-48d5-9295-930316ad3f91),segment_id=3c434885-c673-48d5-9295-930316ad3f91)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:22:21.842004 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e84b94f1-753c-44cb-b51f-2651cf918b7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (6e38abe6-7d33-4078-b732-a0c56b9af331), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:21.857036 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-e84b94f1-753c-44cb-b51f-2651cf918b7d admin admin] Calling delete_port for 6e38abe6-7d33-4078-b732-a0c56b9af331 owned by network:dhcp {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:22:21.868976 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 314b9385-4e3d-4e29-bca8-d74d438a8c68 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:22:21.871254 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146ed1c0-dcdd-4845-870d-bf61de61f087 None None] DHCP port deletion for 87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:22:21.896830 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 314b9385-4e3d-4e29-bca8-d74d438a8c68 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:22:21.897176 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 314b9385-4e3d-4e29-bca8-d74d438a8c68 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:22:21.941489 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-146ed1c0-dcdd-4845-870d-bf61de61f087 None None] Deleting port 6e38abe6-7d33-4078-b732-a0c56b9af331 {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:22:21.942173 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-146ed1c0-dcdd-4845-870d-bf61de61f087 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (6e38abe6-7d33-4078-b732-a0c56b9af331), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:21.952187 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e84b94f1-753c-44cb-b51f-2651cf918b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (6e38abe6-7d33-4078-b732-a0c56b9af331), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:21.978816 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b94f1-753c-44cb-b51f-2651cf918b7d admin admin] Pushing event deleted for resources: {'Port': ['ID=6e38abe6-7d33-4078-b732-a0c56b9af331,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:22:21.985076 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e84b94f1-753c-44cb-b51f-2651cf918b7d admin admin] No DVR routers for this DVR port 6e38abe6-7d33-4078-b732-a0c56b9af331 on host ncdv-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:22:22.018190 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-146ed1c0-dcdd-4845-870d-bf61de61f087 None None] For port 6e38abe6-7d33-4078-b732-a0c56b9af331, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6e38abe6-7d33-4078-b732-a0c56b9af331,segment=NetworkSegment(3c434885-c673-48d5-9295-930316ad3f91),segment_id=3c434885-c673-48d5-9295-930316ad3f91)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:22:22.018935 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-146ed1c0-dcdd-4845-870d-bf61de61f087 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (6e38abe6-7d33-4078-b732-a0c56b9af331), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:22.021302 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:22.036391 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-146ed1c0-dcdd-4845-870d-bf61de61f087 None None] Calling delete_port for 6e38abe6-7d33-4078-b732-a0c56b9af331 owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:22:22.068152 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e84b94f1-753c-44cb-b51f-2651cf918b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:22.088984 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-e84b94f1-753c-44cb-b51f-2651cf918b7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf85f59e20>,) {'filters': {'network_id': ['87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:22:22.099149 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-e84b94f1-753c-44cb-b51f-2651cf918b7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf85f59e20>, '3c434885-c673-48d5-9295-930316ad3f91') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:22:22.099149 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-e84b94f1-753c-44cb-b51f-2651cf918b7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf85f59e20>, '3c434885-c673-48d5-9295-930316ad3f91') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:22:22.109524 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e84b94f1-753c-44cb-b51f-2651cf918b7d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (3c434885-c673-48d5-9295-930316ad3f91), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:22.119920 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-146ed1c0-dcdd-4845-870d-bf61de61f087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (6e38abe6-7d33-4078-b732-a0c56b9af331), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:22.123561 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e84b94f1-753c-44cb-b51f-2651cf918b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (3c434885-c673-48d5-9295-930316ad3f91), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:22.134090 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e84b94f1-753c-44cb-b51f-2651cf918b7d admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:22:22.135048 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e84b94f1-753c-44cb-b51f-2651cf918b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (3c434885-c673-48d5-9295-930316ad3f91), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:22.136897 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 22:22:22.136897 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:22:22.136897 ncdv-master-1 neutron-server[121837]:     timer()
May 07 22:22:22.136897 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:22:22.136897 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 22:22:22.136897 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:22:22.136897 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 22:22:22.136897 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:22:22.136897 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 22:22:22.136897 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:22:22.136897 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 22:22:22.136897 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:22:22.136897 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 22:22:22.136897 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:22:22.136897 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:22:22.136897 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:22:22.136897 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:22:22.136897 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:22:22.136897 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 22:22:22.136897 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:22:22.136897 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 22:22:22.136897 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:22:22.136897 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:22:22.136897 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:22:22.136897 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 22:22:22.136897 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:22:22.136897 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:22:22.136897 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:22:22.136897 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:22:22.136897 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:22:22.136897 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:22:22.136897 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:22:22.144669 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146ed1c0-dcdd-4845-870d-bf61de61f087 None None] Pushing event deleted for resources: {'Port': ['ID=6e38abe6-7d33-4078-b732-a0c56b9af331,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:22:22.155909 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146ed1c0-dcdd-4845-870d-bf61de61f087 None None] No DVR routers for this DVR port 6e38abe6-7d33-4078-b732-a0c56b9af331 on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:22:22.212127 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e84b94f1-753c-44cb-b51f-2651cf918b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:22.221652 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e84b94f1-753c-44cb-b51f-2651cf918b7d admin admin] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:22.224828 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-e84b94f1-753c-44cb-b51f-2651cf918b7d admin admin] 10.222.0.32 "DELETE /v2.0/networks/87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce HTTP/1.1" status: 204  len: 168 time: 0.5652008
May 07 22:22:22.227855 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 55514) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:22:22.236892 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84b94f1-753c-44cb-b51f-2651cf918b7d admin admin] Pushing event deleted for resources: {'Network': ['ID=87b1e7a7-8c2c-4e76-aa0c-2bc5b8c974ce,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:22:22.561898 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9207abc6-4122-46ec-98c4-9d81db4811b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401094'] for router_interface (5addf628-ceec-47c2-b783-8cc79f403d25), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:22.802368 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-9207abc6-4122-46ec-98c4-9d81db4811b9 admin admin] Deleting port 98a524da-07e5-436e-96e8-650294e0a233 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:22:22.802704 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9207abc6-4122-46ec-98c4-9d81db4811b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (98a524da-07e5-436e-96e8-650294e0a233), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:22.881785 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-9207abc6-4122-46ec-98c4-9d81db4811b9 admin admin] For port 98a524da-07e5-436e-96e8-650294e0a233, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=98a524da-07e5-436e-96e8-650294e0a233,segment=NetworkSegment(7471e065-e2a8-48fb-8215-3f1d6ba392f6),segment_id=7471e065-e2a8-48fb-8215-3f1d6ba392f6)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:22:22.882065 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9207abc6-4122-46ec-98c4-9d81db4811b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (98a524da-07e5-436e-96e8-650294e0a233), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:22.895005 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-9207abc6-4122-46ec-98c4-9d81db4811b9 admin admin] Calling delete_port for 98a524da-07e5-436e-96e8-650294e0a233 owned by network:router_interface {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:22:23.081072 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9207abc6-4122-46ec-98c4-9d81db4811b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (98a524da-07e5-436e-96e8-650294e0a233), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:23.111351 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9207abc6-4122-46ec-98c4-9d81db4811b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=98a524da-07e5-436e-96e8-650294e0a233,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:22:23.286474 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9207abc6-4122-46ec-98c4-9d81db4811b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401002'] for router_interface (5addf628-ceec-47c2-b783-8cc79f403d25), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:23.371207 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 6e38abe6-7d33-4078-b732-a0c56b9af331 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:22:23.391960 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 6e38abe6-7d33-4078-b732-a0c56b9af331 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:22:23.392312 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 6e38abe6-7d33-4078-b732-a0c56b9af331 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:22:23.392812 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 196d5d88-adf4-4c22-9c34-8fadc03bc903 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:22:23.412144 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 196d5d88-adf4-4c22-9c34-8fadc03bc903 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:22:23.412496 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 196d5d88-adf4-4c22-9c34-8fadc03bc903 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:22:23.511813 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9207abc6-4122-46ec-98c4-9d81db4811b9 admin admin] Router 5addf628-ceec-47c2-b783-8cc79f403d25 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:22:23.621393 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9207abc6-4122-46ec-98c4-9d81db4811b9 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:22:23.626571 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-9207abc6-4122-46ec-98c4-9d81db4811b9 admin admin] 10.222.0.32 "PUT /v2.0/routers/5addf628-ceec-47c2-b783-8cc79f403d25/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.3976061
May 07 22:22:23.629078 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 55516) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:22:23.631615 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886bb75b-de6a-445b-9064-6fa109974c29 None None] Sync routers for ids ['5addf628-ceec-47c2-b783-8cc79f403d25'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:22:23.642286 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886bb75b-de6a-445b-9064-6fa109974c29 None None] Routers {'5addf628-ceec-47c2-b783-8cc79f403d25'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:22:23.642875 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-886bb75b-de6a-445b-9064-6fa109974c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7ea35460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:21:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['5addf628-ceec-47c2-b783-8cc79f403d25'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:22:23.713809 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ad0234f1-aa22-4cee-b91e-7794851ee730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:23.739088 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d81f0a03-47dd-40d5-b7f5-8d242ec1d0dc admin admin] Publish callbacks [] for router (5addf628-ceec-47c2-b783-8cc79f403d25), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:23.769115 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-886bb75b-de6a-445b-9064-6fa109974c29 None None] Set router 5addf628-ceec-47c2-b783-8cc79f403d25 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:22:23.847001 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d81f0a03-47dd-40d5-b7f5-8d242ec1d0dc admin admin] Publish callbacks [] for router_gateway (5addf628-ceec-47c2-b783-8cc79f403d25), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:23.895085 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-d81f0a03-47dd-40d5-b7f5-8d242ec1d0dc admin admin] Deleting port 3e2b9bc8-9dec-43ce-8a7e-a1be387db4d6 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:22:23.895441 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d81f0a03-47dd-40d5-b7f5-8d242ec1d0dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (3e2b9bc8-9dec-43ce-8a7e-a1be387db4d6), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:23.939997 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-886bb75b-de6a-445b-9064-6fa109974c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7ea35460>, [{'id': '5addf628-ceec-47c2-b783-8cc79f403d25', 'name': 'tempest-TestVolumeBootPattern-1751509668-router', 'tenant_id': '4e3a459b2e514b998bffd4275d7bb847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.55'}], 'enable_snat': True}, 'gw_port_id': '3e2b9bc8-9dec-43ce-8a7e-a1be387db4d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:12:14Z', 'updated_at': '2022-05-07T22:22:23Z', 'revision_number': 5, 'project_id': '4e3a459b2e514b998bffd4275d7bb847', 'gw_port': {'id': '3e2b9bc8-9dec-43ce-8a7e-a1be387db4d6', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:a2:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5addf628-ceec-47c2-b783-8cc79f403d25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3350, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:12:15Z', 'updated_at': '2022-05-07T22:12:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:22:23.971607 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886bb75b-de6a-445b-9064-6fa109974c29 None None] Checking router: 5addf628-ceec-47c2-b783-8cc79f403d25 for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:22:23.976185 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-d81f0a03-47dd-40d5-b7f5-8d242ec1d0dc admin admin] For port 3e2b9bc8-9dec-43ce-8a7e-a1be387db4d6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3e2b9bc8-9dec-43ce-8a7e-a1be387db4d6,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:22:23.976558 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d81f0a03-47dd-40d5-b7f5-8d242ec1d0dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (3e2b9bc8-9dec-43ce-8a7e-a1be387db4d6), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:23.980071 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886bb75b-de6a-445b-9064-6fa109974c29 None None] Routers {'5addf628-ceec-47c2-b783-8cc79f403d25'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:22:23.980698 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-886bb75b-de6a-445b-9064-6fa109974c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7ea35460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:21:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['5addf628-ceec-47c2-b783-8cc79f403d25'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:22:23.990061 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-d81f0a03-47dd-40d5-b7f5-8d242ec1d0dc admin admin] Calling delete_port for 3e2b9bc8-9dec-43ce-8a7e-a1be387db4d6 owned by network:router_gateway {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:22:24.073222 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-886bb75b-de6a-445b-9064-6fa109974c29 None None] Set router 5addf628-ceec-47c2-b783-8cc79f403d25 gateway port host: None {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:22:24.133518 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-886bb75b-de6a-445b-9064-6fa109974c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7ea35460>, [{'id': '5addf628-ceec-47c2-b783-8cc79f403d25', 'name': 'tempest-TestVolumeBootPattern-1751509668-router', 'tenant_id': '4e3a459b2e514b998bffd4275d7bb847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:12:14Z', 'updated_at': '2022-05-07T22:22:23Z', 'revision_number': 6, 'project_id': '4e3a459b2e514b998bffd4275d7bb847', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:22:24.162205 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:24.162425 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d81f0a03-47dd-40d5-b7f5-8d242ec1d0dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (3e2b9bc8-9dec-43ce-8a7e-a1be387db4d6), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:24.163154 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886bb75b-de6a-445b-9064-6fa109974c29 None None] The sync data for ids ['5addf628-ceec-47c2-b783-8cc79f403d25'] in ncdv-master-1 is: [{'id': '5addf628-ceec-47c2-b783-8cc79f403d25', 'name': 'tempest-TestVolumeBootPattern-1751509668-router', 'tenant_id': '4e3a459b2e514b998bffd4275d7bb847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:12:14Z', 'updated_at': '2022-05-07T22:22:23Z', 'revision_number': 6, 'project_id': '4e3a459b2e514b998bffd4275d7bb847', 'gw_port_host': None}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:22:24.199506 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81f0a03-47dd-40d5-b7f5-8d242ec1d0dc admin admin] Pushing event deleted for resources: {'Port': ['ID=3e2b9bc8-9dec-43ce-8a7e-a1be387db4d6,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:22:24.260360 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d81f0a03-47dd-40d5-b7f5-8d242ec1d0dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395776'] for router_gateway (5addf628-ceec-47c2-b783-8cc79f403d25), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:24.353479 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d81f0a03-47dd-40d5-b7f5-8d242ec1d0dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (5addf628-ceec-47c2-b783-8cc79f403d25), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:24.355658 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d81f0a03-47dd-40d5-b7f5-8d242ec1d0dc admin admin] Publish callbacks [] for router_controller (5addf628-ceec-47c2-b783-8cc79f403d25), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:24.401464 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d81f0a03-47dd-40d5-b7f5-8d242ec1d0dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (5addf628-ceec-47c2-b783-8cc79f403d25), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:24.402063 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d81f0a03-47dd-40d5-b7f5-8d242ec1d0dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5addf628-ceec-47c2-b783-8cc79f403d25 {{(pid=121836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 22:22:24.406907 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d81f0a03-47dd-40d5-b7f5-8d242ec1d0dc admin admin] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:24.408045 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-d81f0a03-47dd-40d5-b7f5-8d242ec1d0dc admin admin] 10.222.0.32 "DELETE /v2.0/routers/5addf628-ceec-47c2-b783-8cc79f403d25 HTTP/1.1" status: 204  len: 168 time: 0.7780626
May 07 22:22:24.410477 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 55518) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:22:24.455156 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cd39bee-f46a-490f-918e-1222ee674167 admin admin] Deleting subnet ea5149e8-4dac-4d3b-bd15-ec107d03afaa {{(pid=121836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:22:24.458069 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8cd39bee-f46a-490f-918e-1222ee674167 admin admin] Publish callbacks [] for subnet (ea5149e8-4dac-4d3b-bd15-ec107d03afaa), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:24.492928 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8cd39bee-f46a-490f-918e-1222ee674167 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726883'] for subnet (ea5149e8-4dac-4d3b-bd15-ec107d03afaa), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:24.573870 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8cd39bee-f46a-490f-918e-1222ee674167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (ea5149e8-4dac-4d3b-bd15-ec107d03afaa), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:24.947649 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8cd39bee-f46a-490f-918e-1222ee674167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (ea5149e8-4dac-4d3b-bd15-ec107d03afaa), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:24.975615 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd39bee-f46a-490f-918e-1222ee674167 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea5149e8-4dac-4d3b-bd15-ec107d03afaa,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:22:24.977562 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8cd39bee-f46a-490f-918e-1222ee674167 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:24.980709 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-8cd39bee-f46a-490f-918e-1222ee674167 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ea5149e8-4dac-4d3b-bd15-ec107d03afaa HTTP/1.1" status: 204  len: 168 time: 0.5692852
May 07 22:22:24.983597 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 55520) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:22:24.986298 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f72d0d-c455-4d70-ad62-de11b8e0c911 None None] Network 91d27308-6581-42cd-a5bd-31d841cc9c20 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:22:25.055081 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-39bcb7cf-261d-4dc3-81bc-55ad6b1eaabb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (91d27308-6581-42cd-a5bd-31d841cc9c20), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:25.107322 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-39bcb7cf-261d-4dc3-81bc-55ad6b1eaabb admin admin] Deleting port f83649c8-fd3b-42e6-936a-52d40fd91eae {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:22:25.107669 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-39bcb7cf-261d-4dc3-81bc-55ad6b1eaabb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (f83649c8-fd3b-42e6-936a-52d40fd91eae), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:25.160592 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fea553f-8dc4-4355-bb67-84068a3d213e None None] DHCP port deletion for 91d27308-6581-42cd-a5bd-31d841cc9c20 request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:22:25.180197 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-39bcb7cf-261d-4dc3-81bc-55ad6b1eaabb admin admin] For port f83649c8-fd3b-42e6-936a-52d40fd91eae, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f83649c8-fd3b-42e6-936a-52d40fd91eae,segment=NetworkSegment(7471e065-e2a8-48fb-8215-3f1d6ba392f6),segment_id=7471e065-e2a8-48fb-8215-3f1d6ba392f6)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:22:25.180479 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-39bcb7cf-261d-4dc3-81bc-55ad6b1eaabb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (f83649c8-fd3b-42e6-936a-52d40fd91eae), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:25.199717 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-39bcb7cf-261d-4dc3-81bc-55ad6b1eaabb admin admin] Calling delete_port for f83649c8-fd3b-42e6-936a-52d40fd91eae owned by network:dhcp {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:22:25.202287 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-9fea553f-8dc4-4355-bb67-84068a3d213e None None] Deleting port f83649c8-fd3b-42e6-936a-52d40fd91eae {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:22:25.202641 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9fea553f-8dc4-4355-bb67-84068a3d213e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (f83649c8-fd3b-42e6-936a-52d40fd91eae), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:25.274061 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-9fea553f-8dc4-4355-bb67-84068a3d213e None None] For port f83649c8-fd3b-42e6-936a-52d40fd91eae, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f83649c8-fd3b-42e6-936a-52d40fd91eae,segment=NetworkSegment(7471e065-e2a8-48fb-8215-3f1d6ba392f6),segment_id=7471e065-e2a8-48fb-8215-3f1d6ba392f6)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:22:25.274462 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9fea553f-8dc4-4355-bb67-84068a3d213e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (f83649c8-fd3b-42e6-936a-52d40fd91eae), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:25.291047 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-9fea553f-8dc4-4355-bb67-84068a3d213e None None] Calling delete_port for f83649c8-fd3b-42e6-936a-52d40fd91eae owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:22:25.297126 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-39bcb7cf-261d-4dc3-81bc-55ad6b1eaabb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (f83649c8-fd3b-42e6-936a-52d40fd91eae), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:25.323336 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bcb7cf-261d-4dc3-81bc-55ad6b1eaabb admin admin] Pushing event deleted for resources: {'Port': ['ID=f83649c8-fd3b-42e6-936a-52d40fd91eae,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:22:25.329878 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bcb7cf-261d-4dc3-81bc-55ad6b1eaabb admin admin] No DVR routers for this DVR port f83649c8-fd3b-42e6-936a-52d40fd91eae on host ncdv-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:22:25.335174 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 98a524da-07e5-436e-96e8-650294e0a233 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:22:25.360494 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 98a524da-07e5-436e-96e8-650294e0a233 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:22:25.360840 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 98a524da-07e5-436e-96e8-650294e0a233 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:22:25.361252 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 3e2b9bc8-9dec-43ce-8a7e-a1be387db4d6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:22:25.390850 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 3e2b9bc8-9dec-43ce-8a7e-a1be387db4d6 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:22:25.391124 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 3e2b9bc8-9dec-43ce-8a7e-a1be387db4d6 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:22:25.391521 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device f83649c8-fd3b-42e6-936a-52d40fd91eae no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:22:25.407384 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-39bcb7cf-261d-4dc3-81bc-55ad6b1eaabb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (91d27308-6581-42cd-a5bd-31d841cc9c20), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:25.430091 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-39bcb7cf-261d-4dc3-81bc-55ad6b1eaabb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf8c369a30>,) {'filters': {'network_id': ['91d27308-6581-42cd-a5bd-31d841cc9c20']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:22:25.440535 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-39bcb7cf-261d-4dc3-81bc-55ad6b1eaabb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8c369a30>, '7471e065-e2a8-48fb-8215-3f1d6ba392f6') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:22:25.440782 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-39bcb7cf-261d-4dc3-81bc-55ad6b1eaabb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8c369a30>, '7471e065-e2a8-48fb-8215-3f1d6ba392f6') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:22:25.451757 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-39bcb7cf-261d-4dc3-81bc-55ad6b1eaabb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (7471e065-e2a8-48fb-8215-3f1d6ba392f6), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:25.466543 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-39bcb7cf-261d-4dc3-81bc-55ad6b1eaabb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (7471e065-e2a8-48fb-8215-3f1d6ba392f6), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:25.473045 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39bcb7cf-261d-4dc3-81bc-55ad6b1eaabb admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:22:25.473447 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-39bcb7cf-261d-4dc3-81bc-55ad6b1eaabb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (7471e065-e2a8-48fb-8215-3f1d6ba392f6), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:25.475321 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 22:22:25.475321 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:22:25.475321 ncdv-master-1 neutron-server[121836]:     timer()
May 07 22:22:25.475321 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:22:25.475321 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 22:22:25.475321 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:22:25.475321 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 22:22:25.475321 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:22:25.475321 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 22:22:25.475321 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:22:25.475321 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 22:22:25.475321 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:22:25.475321 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 22:22:25.475321 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:22:25.475321 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:22:25.475321 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:22:25.475321 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:22:25.475321 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:22:25.475321 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 22:22:25.475321 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:22:25.475321 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 22:22:25.475321 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:22:25.475321 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:22:25.475321 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:22:25.475321 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 22:22:25.475321 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:22:25.475321 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:22:25.475321 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:22:25.475321 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:22:25.475321 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:22:25.475321 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:22:25.475321 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:22:25.532105 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-39bcb7cf-261d-4dc3-81bc-55ad6b1eaabb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (91d27308-6581-42cd-a5bd-31d841cc9c20), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:25.537690 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-39bcb7cf-261d-4dc3-81bc-55ad6b1eaabb admin admin] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:25.543576 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-39bcb7cf-261d-4dc3-81bc-55ad6b1eaabb admin admin] 10.222.0.32 "DELETE /v2.0/networks/91d27308-6581-42cd-a5bd-31d841cc9c20 HTTP/1.1" status: 204  len: 168 time: 0.5563297
May 07 22:22:25.553878 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bcb7cf-261d-4dc3-81bc-55ad6b1eaabb admin admin] Pushing event deleted for resources: {'Network': ['ID=91d27308-6581-42cd-a5bd-31d841cc9c20,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:22:25.573930 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: f83649c8-fd3b-42e6-936a-52d40fd91eae {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:22:25.574276 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device f83649c8-fd3b-42e6-936a-52d40fd91eae not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:22:25.589475 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9fea553f-8dc4-4355-bb67-84068a3d213e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (f83649c8-fd3b-42e6-936a-52d40fd91eae), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:25.597337 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9fea553f-8dc4-4355-bb67-84068a3d213e None None] Network 91d27308-6581-42cd-a5bd-31d841cc9c20 is not hosted by any dhcp agent {{(pid=121838) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}}
May 07 22:22:25.597496 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fea553f-8dc4-4355-bb67-84068a3d213e None None] No DVR routers for this DVR port f83649c8-fd3b-42e6-936a-52d40fd91eae on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:22:25.617456 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fea553f-8dc4-4355-bb67-84068a3d213e None None] Pushing event deleted for resources: {'Port': ['ID=f83649c8-fd3b-42e6-936a-52d40fd91eae,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:22:25.679038 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 55524) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:22:25.719241 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-10e1f51b-e152-4a48-80af-5a3edc9ed05e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f3657e8df46a4252b9eb1eb159306a66&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0387866
May 07 22:22:25.721551 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 55526) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:22:25.770035 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d6e67cbe-a52c-4962-b42c-d4a0aa20269a admin admin] Publish callbacks [] for security_group (e0565a31-c1c2-485d-aa87-3f3b5400e2b4), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:25.790679 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d6e67cbe-a52c-4962-b42c-d4a0aa20269a admin admin] Publish callbacks [] for security_group (e0565a31-c1c2-485d-aa87-3f3b5400e2b4), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:25.840531 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d6e67cbe-a52c-4962-b42c-d4a0aa20269a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (e0565a31-c1c2-485d-aa87-3f3b5400e2b4), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:25.843169 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d6e67cbe-a52c-4962-b42c-d4a0aa20269a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:25.844422 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-d6e67cbe-a52c-4962-b42c-d4a0aa20269a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e0565a31-c1c2-485d-aa87-3f3b5400e2b4 HTTP/1.1" status: 204  len: 168 time: 0.1219735
May 07 22:22:25.852216 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e67cbe-a52c-4962-b42c-d4a0aa20269a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0565a31-c1c2-485d-aa87-3f3b5400e2b4,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:22:26.173780 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 55532) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:22:26.217739 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-f8d14c22-9f38-4bba-bf4b-55e70eee466f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4e3a459b2e514b998bffd4275d7bb847&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0428083
May 07 22:22:26.220229 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 55534) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:22:26.266320 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-dd08ef5e-2bd9-4eb8-88e8-a4567b2826e1 admin admin] Publish callbacks [] for security_group (e1aa3160-72c0-4c05-9efc-f810257ba64a), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:26.287489 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-dd08ef5e-2bd9-4eb8-88e8-a4567b2826e1 admin admin] Publish callbacks [] for security_group (e1aa3160-72c0-4c05-9efc-f810257ba64a), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:26.332738 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-dd08ef5e-2bd9-4eb8-88e8-a4567b2826e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (e1aa3160-72c0-4c05-9efc-f810257ba64a), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:26.335310 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-dd08ef5e-2bd9-4eb8-88e8-a4567b2826e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:26.336457 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-dd08ef5e-2bd9-4eb8-88e8-a4567b2826e1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e1aa3160-72c0-4c05-9efc-f810257ba64a HTTP/1.1" status: 204  len: 168 time: 0.1153381
May 07 22:22:26.344578 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd08ef5e-2bd9-4eb8-88e8-a4567b2826e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1aa3160-72c0-4c05-9efc-f810257ba64a,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:22:26.542347 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7bf01e22-b17b-43d1-bdef-4cf53277e2fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:27.493277 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:29.194940 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:30.318283 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:51.046133 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 55564) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:22:51.195675 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-9a75dab9-a94f-41cd-9387-aee0acdcf5ca tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Deleting port 27c89553-4439-4b12-a766-264f12ced4d1 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:22:51.196024 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9a75dab9-a94f-41cd-9387-aee0acdcf5ca tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (27c89553-4439-4b12-a766-264f12ced4d1), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:51.274756 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9a75dab9-a94f-41cd-9387-aee0acdcf5ca tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (27c89553-4439-4b12-a766-264f12ced4d1), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:51.275118 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9a75dab9-a94f-41cd-9387-aee0acdcf5ca tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for floatingip (27c89553-4439-4b12-a766-264f12ced4d1), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:51.287544 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-9a75dab9-a94f-41cd-9387-aee0acdcf5ca tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Calling delete_port for 27c89553-4439-4b12-a766-264f12ced4d1 owned by network:floatingip {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:22:51.435709 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9a75dab9-a94f-41cd-9387-aee0acdcf5ca tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (27c89553-4439-4b12-a766-264f12ced4d1), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:51.459187 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a75dab9-a94f-41cd-9387-aee0acdcf5ca tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Pushing event deleted for resources: {'Port': ['ID=27c89553-4439-4b12-a766-264f12ced4d1,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:22:51.524171 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9a75dab9-a94f-41cd-9387-aee0acdcf5ca tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for floatingip (e91f1a2b-64fb-4450-a155-5192f68380bb), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:51.524495 ncdv-master-1 neutron-server[121837]: INFO neutron.db.l3_db [None req-9a75dab9-a94f-41cd-9387-aee0acdcf5ca tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Floating IP e91f1a2b-64fb-4450-a155-5192f68380bb disassociated (deleted). External IP: 172.35.4.225, port: 9f190edf-f733-4a78-83fc-965d6c3096bd.
May 07 22:22:51.740247 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a75dab9-a94f-41cd-9387-aee0acdcf5ca tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Router 318561b1-8a9b-419e-9aa9-cfe2d0263698 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:22:51.852364 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a75dab9-a94f-41cd-9387-aee0acdcf5ca tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:22:51.857103 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9a75dab9-a94f-41cd-9387-aee0acdcf5ca tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:51.861619 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6f1446-2812-4ef6-bb04-93ea8e14ada5 None None] Sync routers for ids ['318561b1-8a9b-419e-9aa9-cfe2d0263698'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:22:51.871560 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6f1446-2812-4ef6-bb04-93ea8e14ada5 None None] Routers {'318561b1-8a9b-419e-9aa9-cfe2d0263698'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:22:51.872162 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-cb6f1446-2812-4ef6-bb04-93ea8e14ada5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8ce5ef10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:22:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['318561b1-8a9b-419e-9aa9-cfe2d0263698'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:22:51.887185 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-9a75dab9-a94f-41cd-9387-aee0acdcf5ca tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "DELETE /v2.0/floatingips/e91f1a2b-64fb-4450-a155-5192f68380bb HTTP/1.1" status: 204  len: 168 time: 0.8393595
May 07 22:22:51.887769 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fb0157b-8f8e-4034-8008-661d7feedd75', 'tag': '9f190edf-f733-4a78-83fc-965d6c3096bd'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:22:51.890040 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5528a463-6bcd-4fa6-8aa2-e5163cc5d25d" -d '{"events": [{"name": "network-changed", "server_uuid": "0fb0157b-8f8e-4034-8008-661d7feedd75", "tag": "9f190edf-f733-4a78-83fc-965d6c3096bd"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:22:52.004318 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:52.102882 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-cb6f1446-2812-4ef6-bb04-93ea8e14ada5 None None] Set router 318561b1-8a9b-419e-9aa9-cfe2d0263698 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:22:52.132956 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f335c27-d3be-4d76-a598-40dcd13fd9dd req-4758dea5-2db6-469d-b9dd-7bcbc233dffd tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:22:52.134486 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1f335c27-d3be-4d76-a598-40dcd13fd9dd req-4758dea5-2db6-469d-b9dd-7bcbc233dffd tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fb0157b-8f8e-4034-8008-661d7feedd75 HTTP/1.1" status: 200  len: 946 time: 0.0493631
May 07 22:22:52.136032 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f8e21f-ea37-4655-a213-b34d2fb02159 x-openstack-request-id: req-d2f8e21f-ea37-4655-a213-b34d2fb02159 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:22:52.136349 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fb0157b-8f8e-4034-8008-661d7feedd75", "tag": "9f190edf-f733-4a78-83fc-965d6c3096bd", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:22:52.136635 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d2f8e21f-ea37-4655-a213-b34d2fb02159 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:22:52.137038 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2f8e21f-ea37-4655-a213-b34d2fb02159'] response: {'name': 'network-changed', 'server_uuid': '0fb0157b-8f8e-4034-8008-661d7feedd75', 'tag': '9f190edf-f733-4a78-83fc-965d6c3096bd', 'status': 'completed', 'code': 200}
May 07 22:22:52.188757 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1f335c27-d3be-4d76-a598-40dcd13fd9dd req-ed37f18f-e0ca-48fa-b5da-6d2df3fb9a26 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb4689a3-6a74-42aa-b15a-6346f759b8dd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0484002
May 07 22:22:52.299896 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-cb6f1446-2812-4ef6-bb04-93ea8e14ada5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8ce5ef10>, [{'id': '318561b1-8a9b-419e-9aa9-cfe2d0263698', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116787154', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.76'}], 'enable_snat': True}, 'gw_port_id': 'ca2f3fc9-d6ce-4d2c-a73f-65bb0b29b93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:21:12Z', 'updated_at': '2022-05-07T22:21:15Z', 'revision_number': 4, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'gw_port': {'id': 'ca2f3fc9-d6ce-4d2c-a73f-65bb0b29b93a', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fa:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318561b1-8a9b-419e-9aa9-cfe2d0263698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:21:12Z', 'updated_at': '2022-05-07T22:21:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b757a96a-b4b9-483d-8a05-0ba192b6d3f9', 'name': '', 'network_id': '566e4246-db23-47c5-92d7-49344149ddf5', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'mac_address': 'fa:16:3e:bc:9f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318561b1-8a9b-419e-9aa9-cfe2d0263698', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '944e640d-c5ec-48cf-b3b4-80be132d3baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:21:15Z', 'updated_at': '2022-05-07T22:21:18Z', 'revision_number': 5, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'subnets': [{'id': '944e640d-c5ec-48cf-b3b4-80be132d3baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:22:52.325753 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6f1446-2812-4ef6-bb04-93ea8e14ada5 None None] Checking router: 318561b1-8a9b-419e-9aa9-cfe2d0263698 for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:22:52.333983 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6f1446-2812-4ef6-bb04-93ea8e14ada5 None None] Routers {'318561b1-8a9b-419e-9aa9-cfe2d0263698'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:22:52.334592 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-cb6f1446-2812-4ef6-bb04-93ea8e14ada5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8ce5ef10>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:22:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['318561b1-8a9b-419e-9aa9-cfe2d0263698'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:22:52.441657 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-cb6f1446-2812-4ef6-bb04-93ea8e14ada5 None None] Set router 318561b1-8a9b-419e-9aa9-cfe2d0263698 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:22:52.623734 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-cb6f1446-2812-4ef6-bb04-93ea8e14ada5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8ce5ef10>, [{'id': '318561b1-8a9b-419e-9aa9-cfe2d0263698', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116787154', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.76'}], 'enable_snat': True}, 'gw_port_id': 'ca2f3fc9-d6ce-4d2c-a73f-65bb0b29b93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:21:12Z', 'updated_at': '2022-05-07T22:21:15Z', 'revision_number': 4, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'gw_port': {'id': 'ca2f3fc9-d6ce-4d2c-a73f-65bb0b29b93a', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fa:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318561b1-8a9b-419e-9aa9-cfe2d0263698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:21:12Z', 'updated_at': '2022-05-07T22:21:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b757a96a-b4b9-483d-8a05-0ba192b6d3f9', 'name': '', 'network_id': '566e4246-db23-47c5-92d7-49344149ddf5', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'mac_address': 'fa:16:3e:bc:9f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318561b1-8a9b-419e-9aa9-cfe2d0263698', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '944e640d-c5ec-48cf-b3b4-80be132d3baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:21:15Z', 'updated_at': '2022-05-07T22:21:18Z', 'revision_number': 5, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'subnets': [{'id': '944e640d-c5ec-48cf-b3b4-80be132d3baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:22:52.653136 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6f1446-2812-4ef6-bb04-93ea8e14ada5 None None] The sync data for ids ['318561b1-8a9b-419e-9aa9-cfe2d0263698'] in ncdv-master-1 is: [{'id': '318561b1-8a9b-419e-9aa9-cfe2d0263698', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116787154', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.76'}], 'enable_snat': True}, 'gw_port_id': 'ca2f3fc9-d6ce-4d2c-a73f-65bb0b29b93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:21:12Z', 'updated_at': '2022-05-07T22:21:15Z', 'revision_number': 4, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'gw_port': {'id': 'ca2f3fc9-d6ce-4d2c-a73f-65bb0b29b93a', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fa:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318561b1-8a9b-419e-9aa9-cfe2d0263698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:21:12Z', 'updated_at': '2022-05-07T22:21:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b757a96a-b4b9-483d-8a05-0ba192b6d3f9', 'name': '', 'network_id': '566e4246-db23-47c5-92d7-49344149ddf5', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'mac_address': 'fa:16:3e:bc:9f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318561b1-8a9b-419e-9aa9-cfe2d0263698', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '944e640d-c5ec-48cf-b3b4-80be132d3baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:21:15Z', 'updated_at': '2022-05-07T22:21:18Z', 'revision_number': 5, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'subnets': [{'id': '944e640d-c5ec-48cf-b3b4-80be132d3baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:22:52.882977 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eca4e66-1faa-4ba6-9b0b-8c49f7d678d1 None None] New status for floating IP e91f1a2b-64fb-4450-a155-5192f68380bb: DOWN {{(pid=121838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 07 22:22:53.158927 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5528a463-6bcd-4fa6-8aa2-e5163cc5d25d req-bc63cefc-aec9-4de9-b5a0-b8b506426b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:22:53.160367 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5528a463-6bcd-4fa6-8aa2-e5163cc5d25d req-bc63cefc-aec9-4de9-b5a0-b8b506426b95 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=16812b38c4514406886f0ab13cabe8ad&device_id=0fb0157b-8f8e-4034-8008-661d7feedd75 HTTP/1.1" status: 200  len: 1128 time: 0.1434455
May 07 22:22:53.290174 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5528a463-6bcd-4fa6-8aa2-e5163cc5d25d req-f9cfcf2e-abe6-450f-828c-c22ae7d62c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:22:53.291966 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5528a463-6bcd-4fa6-8aa2-e5163cc5d25d req-f9cfcf2e-abe6-450f-828c-c22ae7d62c9b service neutron] 10.222.0.59 "GET /v2.0/networks?id=566e4246-db23-47c5-92d7-49344149ddf5 HTTP/1.1" status: 200  len: 897 time: 0.0895643
May 07 22:22:53.319893 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a346ab-662a-4771-955f-654198ee4d88 req-d9fd23cb-7bce-4d19-b610-f929365cb8b0 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:22:53.321815 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e1a346ab-662a-4771-955f-654198ee4d88 req-d9fd23cb-7bce-4d19-b610-f929365cb8b0 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fb0157b-8f8e-4034-8008-661d7feedd75 HTTP/1.1" status: 200  len: 946 time: 0.0526233
May 07 22:22:53.368090 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5528a463-6bcd-4fa6-8aa2-e5163cc5d25d req-a7b70cc9-ca1b-47c4-9a8e-842e2307ceb0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9f190edf-f733-4a78-83fc-965d6c3096bd HTTP/1.1" status: 200  len: 217 time: 0.0629191
May 07 22:22:53.371261 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e1a346ab-662a-4771-955f-654198ee4d88 req-0e9dcced-58df-47a8-94b1-2366dc4f1e2b tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/security-groups?id=cb4689a3-6a74-42aa-b15a-6346f759b8dd&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426211
May 07 22:22:53.390937 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2336aa-edc6-4559-8a60-e3e5e295fbb3 req-b918d0e8-7a63-475f-90d6-5b7a8685ad14 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:22:53.392426 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6e2336aa-edc6-4559-8a60-e3e5e295fbb3 req-b918d0e8-7a63-475f-90d6-5b7a8685ad14 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.59 "GET /v2.0/ports?device_id=0fb0157b-8f8e-4034-8008-661d7feedd75 HTTP/1.1" status: 200  len: 946 time: 0.0885425
May 07 22:22:53.466857 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5528a463-6bcd-4fa6-8aa2-e5163cc5d25d req-589918fd-e1af-471c-8af0-0c54e2b87868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:22:53.468185 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5528a463-6bcd-4fa6-8aa2-e5163cc5d25d req-589918fd-e1af-471c-8af0-0c54e2b87868 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=944e640d-c5ec-48cf-b3b4-80be132d3baf HTTP/1.1" status: 200  len: 834 time: 0.0942051
May 07 22:22:53.531723 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-6e2336aa-edc6-4559-8a60-e3e5e295fbb3 req-bb1c9dfe-6132-4013-8233-007385d9a99f tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Deleting port 9f190edf-f733-4a78-83fc-965d6c3096bd {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:22:53.532064 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-6e2336aa-edc6-4559-8a60-e3e5e295fbb3 req-bb1c9dfe-6132-4013-8233-007385d9a99f tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (9f190edf-f733-4a78-83fc-965d6c3096bd), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:53.535097 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5528a463-6bcd-4fa6-8aa2-e5163cc5d25d req-fa7596fe-cfd2-4d4d-89e5-b8ea45bdf379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:22:53.536548 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5528a463-6bcd-4fa6-8aa2-e5163cc5d25d req-fa7596fe-cfd2-4d4d-89e5-b8ea45bdf379 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=566e4246-db23-47c5-92d7-49344149ddf5&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0511363
May 07 22:22:53.671174 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-4131ca8b-6979-46ba-9b1a-9ebe5185fa07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:53.682946 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-6e2336aa-edc6-4559-8a60-e3e5e295fbb3 req-bb1c9dfe-6132-4013-8233-007385d9a99f tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] For port 9f190edf-f733-4a78-83fc-965d6c3096bd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9f190edf-f733-4a78-83fc-965d6c3096bd,segment=NetworkSegment(da5de15d-cd42-4790-99c9-86594bcff828),segment_id=da5de15d-cd42-4790-99c9-86594bcff828)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:22:53.683874 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-6e2336aa-edc6-4559-8a60-e3e5e295fbb3 req-bb1c9dfe-6132-4013-8233-007385d9a99f tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (9f190edf-f733-4a78-83fc-965d6c3096bd), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:53.702762 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-6e2336aa-edc6-4559-8a60-e3e5e295fbb3 req-bb1c9dfe-6132-4013-8233-007385d9a99f tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Calling delete_port for 9f190edf-f733-4a78-83fc-965d6c3096bd owned by compute:nova {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:22:53.705847 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5528a463-6bcd-4fa6-8aa2-e5163cc5d25d req-e3e9f174-d7b8-4bf6-8f74-112af29d28b2 service neutron] 10.222.0.59 "GET /v2.0/networks/566e4246-db23-47c5-92d7-49344149ddf5?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1581807
May 07 22:22:53.849995 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5528a463-6bcd-4fa6-8aa2-e5163cc5d25d req-1104d168-1da9-41c9-845d-06c72bc889ad service neutron] 10.222.0.59 "GET /v2.0/networks/566e4246-db23-47c5-92d7-49344149ddf5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1371272
May 07 22:22:53.869267 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 22:22:53.908313 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-6e2336aa-edc6-4559-8a60-e3e5e295fbb3 req-bb1c9dfe-6132-4013-8233-007385d9a99f tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (9f190edf-f733-4a78-83fc-965d6c3096bd), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:53.938983 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1c9dfe-6132-4013-8233-007385d9a99f tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Pushing event deleted for resources: {'Port': ['ID=9f190edf-f733-4a78-83fc-965d6c3096bd,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:22:53.979658 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e2336aa-edc6-4559-8a60-e3e5e295fbb3 req-bb1c9dfe-6132-4013-8233-007385d9a99f tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] No DVR routers for this DVR port 9f190edf-f733-4a78-83fc-965d6c3096bd on host nch2-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:22:53.982255 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-6e2336aa-edc6-4559-8a60-e3e5e295fbb3 req-bb1c9dfe-6132-4013-8233-007385d9a99f tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:53.985480 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6e2336aa-edc6-4559-8a60-e3e5e295fbb3 req-bb1c9dfe-6132-4013-8233-007385d9a99f tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.59 "DELETE /v2.0/ports/9f190edf-f733-4a78-83fc-965d6c3096bd HTTP/1.1" status: 204  len: 173 time: 0.5745530
May 07 22:22:54.089884 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:54.138703 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fb0157b-8f8e-4034-8008-661d7feedd75', 'name': 'network-vif-deleted', 'tag': '9f190edf-f733-4a78-83fc-965d6c3096bd'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:22:54.141007 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-110f6df3-85d5-4d73-b75a-dfc34d59e991" -d '{"events": [{"server_uuid": "0fb0157b-8f8e-4034-8008-661d7feedd75", "name": "network-vif-deleted", "tag": "9f190edf-f733-4a78-83fc-965d6c3096bd"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:22:54.178520 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f307575b-f5b8-4578-b988-f2dcc8f78abc x-openstack-request-id: req-f307575b-f5b8-4578-b988-f2dcc8f78abc {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:22:54.179233 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fb0157b-8f8e-4034-8008-661d7feedd75", "name": "network-vif-deleted", "tag": "9f190edf-f733-4a78-83fc-965d6c3096bd", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:22:54.179233 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f307575b-f5b8-4578-b988-f2dcc8f78abc {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:22:54.179527 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f307575b-f5b8-4578-b988-f2dcc8f78abc'] response: {'server_uuid': '0fb0157b-8f8e-4034-8008-661d7feedd75', 'name': 'network-vif-deleted', 'tag': '9f190edf-f733-4a78-83fc-965d6c3096bd', 'status': 'completed', 'code': 200}
May 07 22:22:54.483693 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-eaa142b1-d3a3-4d99-9de5-322a76a3cc3d req-e5afb027-8781-4297-8812-87792ae31fd1 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "GET /v2.0/ports?device_id=0fb0157b-8f8e-4034-8008-661d7feedd75 HTTP/1.1" status: 200  len: 210 time: 0.0278840
May 07 22:22:55.539498 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 55586) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:22:55.875642 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f609999d-99cc-4f42-80ce-0809ff585975 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401094'] for router_interface (318561b1-8a9b-419e-9aa9-cfe2d0263698), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:56.455490 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-f609999d-99cc-4f42-80ce-0809ff585975 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Deleting port b757a96a-b4b9-483d-8a05-0ba192b6d3f9 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:22:56.455762 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f609999d-99cc-4f42-80ce-0809ff585975 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (b757a96a-b4b9-483d-8a05-0ba192b6d3f9), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:56.545167 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-f609999d-99cc-4f42-80ce-0809ff585975 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] For port b757a96a-b4b9-483d-8a05-0ba192b6d3f9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b757a96a-b4b9-483d-8a05-0ba192b6d3f9,segment=NetworkSegment(da5de15d-cd42-4790-99c9-86594bcff828),segment_id=da5de15d-cd42-4790-99c9-86594bcff828)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:22:56.545995 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f609999d-99cc-4f42-80ce-0809ff585975 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (b757a96a-b4b9-483d-8a05-0ba192b6d3f9), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:56.546220 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7916c216-c405-4aa9-a4df-21fd89b6e6fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:56.558556 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-f609999d-99cc-4f42-80ce-0809ff585975 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Calling delete_port for b757a96a-b4b9-483d-8a05-0ba192b6d3f9 owned by network:router_interface {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:22:56.748786 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f609999d-99cc-4f42-80ce-0809ff585975 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (b757a96a-b4b9-483d-8a05-0ba192b6d3f9), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:56.775085 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f609999d-99cc-4f42-80ce-0809ff585975 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Pushing event deleted for resources: {'Port': ['ID=b757a96a-b4b9-483d-8a05-0ba192b6d3f9,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:22:56.954876 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f609999d-99cc-4f42-80ce-0809ff585975 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401002'] for router_interface (318561b1-8a9b-419e-9aa9-cfe2d0263698), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:57.190764 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f609999d-99cc-4f42-80ce-0809ff585975 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Router 318561b1-8a9b-419e-9aa9-cfe2d0263698 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:22:57.302025 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f609999d-99cc-4f42-80ce-0809ff585975 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:22:57.307107 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-f609999d-99cc-4f42-80ce-0809ff585975 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "PUT /v2.0/routers/318561b1-8a9b-419e-9aa9-cfe2d0263698/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7665203
May 07 22:22:57.310271 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 55588) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:22:57.315314 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a194bbcd-4198-4323-94c6-d149dc7fccc3 None None] Sync routers for ids ['318561b1-8a9b-419e-9aa9-cfe2d0263698'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:22:57.326685 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a194bbcd-4198-4323-94c6-d149dc7fccc3 None None] Routers {'318561b1-8a9b-419e-9aa9-cfe2d0263698'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:22:57.327564 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-a194bbcd-4198-4323-94c6-d149dc7fccc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cbeed60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:22:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['318561b1-8a9b-419e-9aa9-cfe2d0263698'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:22:57.361569 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb4e952a-ecb5-484e-93bd-aa964fe2c2ad tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Deleting subnet 944e640d-c5ec-48cf-b3b4-80be132d3baf {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:22:57.364689 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-eb4e952a-ecb5-484e-93bd-aa964fe2c2ad tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for subnet (944e640d-c5ec-48cf-b3b4-80be132d3baf), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:57.405247 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-eb4e952a-ecb5-484e-93bd-aa964fe2c2ad tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (944e640d-c5ec-48cf-b3b4-80be132d3baf), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:57.435775 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-a194bbcd-4198-4323-94c6-d149dc7fccc3 None None] Set router 318561b1-8a9b-419e-9aa9-cfe2d0263698 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:22:57.496640 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:57.498036 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-eb4e952a-ecb5-484e-93bd-aa964fe2c2ad tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (944e640d-c5ec-48cf-b3b4-80be132d3baf), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:57.556012 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-eb4e952a-ecb5-484e-93bd-aa964fe2c2ad tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (944e640d-c5ec-48cf-b3b4-80be132d3baf), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:57.584890 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-eb4e952a-ecb5-484e-93bd-aa964fe2c2ad tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:57.590457 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-eb4e952a-ecb5-484e-93bd-aa964fe2c2ad tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "DELETE /v2.0/subnets/944e640d-c5ec-48cf-b3b4-80be132d3baf HTTP/1.1" status: 204  len: 168 time: 0.2769356
May 07 22:22:57.590457 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4e952a-ecb5-484e-93bd-aa964fe2c2ad tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Pushing event deleted for resources: {'Subnet': ['ID=944e640d-c5ec-48cf-b3b4-80be132d3baf,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:22:57.590827 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 55590) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:22:57.597299 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f12fbf-4c9c-4516-9262-40d9e83fb54c None None] Network 566e4246-db23-47c5-92d7-49344149ddf5 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:22:57.613419 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-a194bbcd-4198-4323-94c6-d149dc7fccc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cbeed60>, [{'id': '318561b1-8a9b-419e-9aa9-cfe2d0263698', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116787154', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.76'}], 'enable_snat': True}, 'gw_port_id': 'ca2f3fc9-d6ce-4d2c-a73f-65bb0b29b93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:21:12Z', 'updated_at': '2022-05-07T22:22:56Z', 'revision_number': 5, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'gw_port': {'id': 'ca2f3fc9-d6ce-4d2c-a73f-65bb0b29b93a', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fa:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318561b1-8a9b-419e-9aa9-cfe2d0263698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:21:12Z', 'updated_at': '2022-05-07T22:21:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:22:57.645272 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a194bbcd-4198-4323-94c6-d149dc7fccc3 None None] Checking router: 318561b1-8a9b-419e-9aa9-cfe2d0263698 for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:22:57.653587 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a194bbcd-4198-4323-94c6-d149dc7fccc3 None None] Routers {'318561b1-8a9b-419e-9aa9-cfe2d0263698'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:22:57.654208 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-a194bbcd-4198-4323-94c6-d149dc7fccc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cbeed60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:22:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['318561b1-8a9b-419e-9aa9-cfe2d0263698'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:22:57.698208 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 9f190edf-f733-4a78-83fc-965d6c3096bd no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:22:57.714089 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d970334e-2e24-4a8f-8599-3fe3ad06fa90 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for router (318561b1-8a9b-419e-9aa9-cfe2d0263698), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:57.719366 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] No Port match for: 9f190edf-f733-4a78-83fc-965d6c3096bd {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:22:57.719726 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 9f190edf-f733-4a78-83fc-965d6c3096bd not bound to the agent host nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:22:57.768538 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f646b9-2efd-4d81-ab91-5c5b9e08f707 None None] DHCP port deletion for 566e4246-db23-47c5-92d7-49344149ddf5 request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:22:57.774209 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-a194bbcd-4198-4323-94c6-d149dc7fccc3 None None] Set router 318561b1-8a9b-419e-9aa9-cfe2d0263698 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:22:57.810384 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-d4f646b9-2efd-4d81-ab91-5c5b9e08f707 None None] Deleting port 9d40d3e5-9e70-433c-a28a-d042e5f7859f {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:22:57.810763 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d4f646b9-2efd-4d81-ab91-5c5b9e08f707 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (9d40d3e5-9e70-433c-a28a-d042e5f7859f), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:57.834719 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d970334e-2e24-4a8f-8599-3fe3ad06fa90 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for router_gateway (318561b1-8a9b-419e-9aa9-cfe2d0263698), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:57.883500 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-d970334e-2e24-4a8f-8599-3fe3ad06fa90 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Deleting port ca2f3fc9-d6ce-4d2c-a73f-65bb0b29b93a {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:22:57.883794 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-d4f646b9-2efd-4d81-ab91-5c5b9e08f707 None None] For port 9d40d3e5-9e70-433c-a28a-d042e5f7859f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9d40d3e5-9e70-433c-a28a-d042e5f7859f,segment=NetworkSegment(da5de15d-cd42-4790-99c9-86594bcff828),segment_id=da5de15d-cd42-4790-99c9-86594bcff828)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:22:57.883976 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d970334e-2e24-4a8f-8599-3fe3ad06fa90 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (ca2f3fc9-d6ce-4d2c-a73f-65bb0b29b93a), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:57.884367 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d4f646b9-2efd-4d81-ab91-5c5b9e08f707 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (9d40d3e5-9e70-433c-a28a-d042e5f7859f), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:57.902350 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-d4f646b9-2efd-4d81-ab91-5c5b9e08f707 None None] Calling delete_port for 9d40d3e5-9e70-433c-a28a-d042e5f7859f owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:22:57.975265 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-d970334e-2e24-4a8f-8599-3fe3ad06fa90 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] For port ca2f3fc9-d6ce-4d2c-a73f-65bb0b29b93a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ca2f3fc9-d6ce-4d2c-a73f-65bb0b29b93a,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:22:57.975889 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d970334e-2e24-4a8f-8599-3fe3ad06fa90 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (ca2f3fc9-d6ce-4d2c-a73f-65bb0b29b93a), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:57.994530 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-d970334e-2e24-4a8f-8599-3fe3ad06fa90 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Calling delete_port for ca2f3fc9-d6ce-4d2c-a73f-65bb0b29b93a owned by network:router_gateway {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:22:57.998015 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d4f646b9-2efd-4d81-ab91-5c5b9e08f707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (9d40d3e5-9e70-433c-a28a-d042e5f7859f), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:58.025034 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f646b9-2efd-4d81-ab91-5c5b9e08f707 None None] Pushing event deleted for resources: {'Port': ['ID=9d40d3e5-9e70-433c-a28a-d042e5f7859f,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:22:58.028689 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f646b9-2efd-4d81-ab91-5c5b9e08f707 None None] No DVR routers for this DVR port 9d40d3e5-9e70-433c-a28a-d042e5f7859f on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:22:58.060294 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-a194bbcd-4198-4323-94c6-d149dc7fccc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cbeed60>, [{'id': '318561b1-8a9b-419e-9aa9-cfe2d0263698', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116787154', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.76'}], 'enable_snat': True}, 'gw_port_id': 'ca2f3fc9-d6ce-4d2c-a73f-65bb0b29b93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:21:12Z', 'updated_at': '2022-05-07T22:22:56Z', 'revision_number': 5, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'gw_port': {'id': 'ca2f3fc9-d6ce-4d2c-a73f-65bb0b29b93a', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fa:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318561b1-8a9b-419e-9aa9-cfe2d0263698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:21:12Z', 'updated_at': '2022-05-07T22:21:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:22:58.087769 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a194bbcd-4198-4323-94c6-d149dc7fccc3 None None] The sync data for ids ['318561b1-8a9b-419e-9aa9-cfe2d0263698'] in ncdv-master-1 is: [{'id': '318561b1-8a9b-419e-9aa9-cfe2d0263698', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116787154', 'tenant_id': '16812b38c4514406886f0ab13cabe8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.76'}], 'enable_snat': True}, 'gw_port_id': 'ca2f3fc9-d6ce-4d2c-a73f-65bb0b29b93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:21:12Z', 'updated_at': '2022-05-07T22:22:56Z', 'revision_number': 5, 'project_id': '16812b38c4514406886f0ab13cabe8ad', 'gw_port': {'id': 'ca2f3fc9-d6ce-4d2c-a73f-65bb0b29b93a', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:fa:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318561b1-8a9b-419e-9aa9-cfe2d0263698', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:21:12Z', 'updated_at': '2022-05-07T22:21:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:22:58.183040 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d970334e-2e24-4a8f-8599-3fe3ad06fa90 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (ca2f3fc9-d6ce-4d2c-a73f-65bb0b29b93a), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:58.210338 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d970334e-2e24-4a8f-8599-3fe3ad06fa90 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Pushing event deleted for resources: {'Port': ['ID=ca2f3fc9-d6ce-4d2c-a73f-65bb0b29b93a,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:22:58.280465 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d970334e-2e24-4a8f-8599-3fe3ad06fa90 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395776'] for router_gateway (318561b1-8a9b-419e-9aa9-cfe2d0263698), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:58.384092 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d970334e-2e24-4a8f-8599-3fe3ad06fa90 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (318561b1-8a9b-419e-9aa9-cfe2d0263698), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:58.386764 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d970334e-2e24-4a8f-8599-3fe3ad06fa90 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for router_controller (318561b1-8a9b-419e-9aa9-cfe2d0263698), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:58.430180 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d970334e-2e24-4a8f-8599-3fe3ad06fa90 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (318561b1-8a9b-419e-9aa9-cfe2d0263698), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:58.430890 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d970334e-2e24-4a8f-8599-3fe3ad06fa90 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Fanout notify agent at l3_agent the message router_deleted on router 318561b1-8a9b-419e-9aa9-cfe2d0263698 {{(pid=121837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 22:22:58.438134 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d970334e-2e24-4a8f-8599-3fe3ad06fa90 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:58.439244 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-d970334e-2e24-4a8f-8599-3fe3ad06fa90 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "DELETE /v2.0/routers/318561b1-8a9b-419e-9aa9-cfe2d0263698 HTTP/1.1" status: 204  len: 168 time: 0.8475122
May 07 22:22:58.442123 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 55592) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:22:58.526058 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-88c3641f-61e9-4ef6-9b56-e9836449f421 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (566e4246-db23-47c5-92d7-49344149ddf5), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:58.612487 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-88c3641f-61e9-4ef6-9b56-e9836449f421 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (566e4246-db23-47c5-92d7-49344149ddf5), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:58.634311 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-88c3641f-61e9-4ef6-9b56-e9836449f421 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf8d42f340>,) {'filters': {'network_id': ['566e4246-db23-47c5-92d7-49344149ddf5']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:22:58.647346 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-88c3641f-61e9-4ef6-9b56-e9836449f421 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8d42f340>, 'da5de15d-cd42-4790-99c9-86594bcff828') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:22:58.647863 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-88c3641f-61e9-4ef6-9b56-e9836449f421 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8d42f340>, 'da5de15d-cd42-4790-99c9-86594bcff828') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:22:58.658120 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-88c3641f-61e9-4ef6-9b56-e9836449f421 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (da5de15d-cd42-4790-99c9-86594bcff828), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:58.671639 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-88c3641f-61e9-4ef6-9b56-e9836449f421 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (da5de15d-cd42-4790-99c9-86594bcff828), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:58.677734 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88c3641f-61e9-4ef6-9b56-e9836449f421 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:22:58.678125 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-88c3641f-61e9-4ef6-9b56-e9836449f421 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (da5de15d-cd42-4790-99c9-86594bcff828), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:58.681348 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 22:22:58.681348 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:22:58.681348 ncdv-master-1 neutron-server[121836]:     timer()
May 07 22:22:58.681348 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:22:58.681348 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 22:22:58.681348 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:22:58.681348 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 22:22:58.681348 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:22:58.681348 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 22:22:58.681348 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:22:58.681348 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 22:22:58.681348 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:22:58.681348 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 22:22:58.681348 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:22:58.681348 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:22:58.681348 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:22:58.681348 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:22:58.681348 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:22:58.681348 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 22:22:58.681348 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:22:58.681348 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 22:22:58.681348 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:22:58.681348 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:22:58.681348 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:22:58.681348 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 22:22:58.681348 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:22:58.681348 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:22:58.681348 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:22:58.681348 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:22:58.681348 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:22:58.681348 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:22:58.681348 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:22:58.744067 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-88c3641f-61e9-4ef6-9b56-e9836449f421 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (566e4246-db23-47c5-92d7-49344149ddf5), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:58.751543 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-88c3641f-61e9-4ef6-9b56-e9836449f421 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:58.754622 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-88c3641f-61e9-4ef6-9b56-e9836449f421 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "DELETE /v2.0/networks/566e4246-db23-47c5-92d7-49344149ddf5 HTTP/1.1" status: 204  len: 168 time: 0.3114500
May 07 22:22:58.757479 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 55594) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:22:58.766969 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c3641f-61e9-4ef6-9b56-e9836449f421 tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Pushing event deleted for resources: {'Network': ['ID=566e4246-db23-47c5-92d7-49344149ddf5,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:22:58.814651 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0d5a959b-32f9-4429-82f3-9a6aede57d0d tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for security_group (cb4689a3-6a74-42aa-b15a-6346f759b8dd), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:58.839331 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0d5a959b-32f9-4429-82f3-9a6aede57d0d tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for security_group (cb4689a3-6a74-42aa-b15a-6346f759b8dd), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:58.910299 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0d5a959b-32f9-4429-82f3-9a6aede57d0d tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (cb4689a3-6a74-42aa-b15a-6346f759b8dd), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:58.913026 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0d5a959b-32f9-4429-82f3-9a6aede57d0d tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:58.918007 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-0d5a959b-32f9-4429-82f3-9a6aede57d0d tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] 10.222.0.32 "DELETE /v2.0/security-groups/cb4689a3-6a74-42aa-b15a-6346f759b8dd HTTP/1.1" status: 204  len: 168 time: 0.1556327
May 07 22:22:58.925338 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5a959b-32f9-4429-82f3-9a6aede57d0d tempest-TestNetworkAdvancedServerOps-1526183139 tempest-TestNetworkAdvancedServerOps-1526183139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb4689a3-6a74-42aa-b15a-6346f759b8dd,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:22:59.197923 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:59.224219 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 55602) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:22:59.328633 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device b757a96a-b4b9-483d-8a05-0ba192b6d3f9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:22:59.351583 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: b757a96a-b4b9-483d-8a05-0ba192b6d3f9 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:22:59.352045 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device b757a96a-b4b9-483d-8a05-0ba192b6d3f9 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:22:59.352532 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 9d40d3e5-9e70-433c-a28a-d042e5f7859f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:22:59.362743 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-a6898fb2-3b7a-4fda-b383-494396f1845a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=16812b38c4514406886f0ab13cabe8ad&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1372659
May 07 22:22:59.365186 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 55606) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:22:59.372394 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 9d40d3e5-9e70-433c-a28a-d042e5f7859f {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:22:59.372747 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 9d40d3e5-9e70-433c-a28a-d042e5f7859f not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:22:59.373161 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device ca2f3fc9-d6ce-4d2c-a73f-65bb0b29b93a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:22:59.392486 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: ca2f3fc9-d6ce-4d2c-a73f-65bb0b29b93a {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:22:59.392841 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device ca2f3fc9-d6ce-4d2c-a73f-65bb0b29b93a not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:22:59.417690 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f453f6c7-8b44-4022-aa96-e298607c29c9 admin admin] Publish callbacks [] for security_group (da0e5742-3f9c-4fe6-9162-142323e29dc5), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:59.439309 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f453f6c7-8b44-4022-aa96-e298607c29c9 admin admin] Publish callbacks [] for security_group (da0e5742-3f9c-4fe6-9162-142323e29dc5), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:59.489473 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f453f6c7-8b44-4022-aa96-e298607c29c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (da0e5742-3f9c-4fe6-9162-142323e29dc5), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:59.492213 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f453f6c7-8b44-4022-aa96-e298607c29c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:59.493351 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-f453f6c7-8b44-4022-aa96-e298607c29c9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/da0e5742-3f9c-4fe6-9162-142323e29dc5 HTTP/1.1" status: 204  len: 168 time: 0.1272640
May 07 22:22:59.501447 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f453f6c7-8b44-4022-aa96-e298607c29c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da0e5742-3f9c-4fe6-9162-142323e29dc5,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:22:59.759357 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 55612) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:22:59.799369 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-ab31e1cf-7d8c-4d56-9f5b-5db3093998f2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5eeb6b6f47ee48bb9910c2053c218c5f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0388658
May 07 22:22:59.801799 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 55614) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:22:59.849544 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-daed0ee3-b5d8-4df8-80bd-16b2240c5f47 admin admin] Publish callbacks [] for security_group (49578749-dcf9-4363-807e-6a30bf7820bd), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:59.871316 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-daed0ee3-b5d8-4df8-80bd-16b2240c5f47 admin admin] Publish callbacks [] for security_group (49578749-dcf9-4363-807e-6a30bf7820bd), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:59.923434 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-daed0ee3-b5d8-4df8-80bd-16b2240c5f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (49578749-dcf9-4363-807e-6a30bf7820bd), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:59.926073 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-daed0ee3-b5d8-4df8-80bd-16b2240c5f47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:22:59.927262 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-daed0ee3-b5d8-4df8-80bd-16b2240c5f47 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/49578749-dcf9-4363-807e-6a30bf7820bd HTTP/1.1" status: 204  len: 168 time: 0.1245821
May 07 22:22:59.936195 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daed0ee3-b5d8-4df8-80bd-16b2240c5f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49578749-dcf9-4363-807e-6a30bf7820bd,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:23:00.322270 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:23:11.343561 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0ce4a17d-1088-4bb9-8481-eaed8dd053cf req-bd6b6e41-7aa7-4094-8c7b-4764c1ff8c4e tempest-ServersAdminNegativeTestJSON-1597380126 tempest-ServersAdminNegativeTestJSON-1597380126-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=b72b3d9fbb75435bbea655f49329ad94&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0296164
May 07 22:23:11.545300 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce4a17d-1088-4bb9-8481-eaed8dd053cf req-9b428238-1faa-4dcb-b5ff-e3ecc93ac58f tempest-ServersAdminNegativeTestJSON-1597380126 tempest-ServersAdminNegativeTestJSON-1597380126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:23:11.546665 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0ce4a17d-1088-4bb9-8481-eaed8dd053cf req-9b428238-1faa-4dcb-b5ff-e3ecc93ac58f tempest-ServersAdminNegativeTestJSON-1597380126 tempest-ServersAdminNegativeTestJSON-1597380126-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1981475
May 07 22:23:11.560694 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0ce4a17d-1088-4bb9-8481-eaed8dd053cf req-4a59cf74-c980-49a8-8634-1ce481e08aee tempest-ServersAdminNegativeTestJSON-1597380126 tempest-ServersAdminNegativeTestJSON-1597380126-project] 10.222.0.32 "GET /v2.0/quotas/b72b3d9fbb75435bbea655f49329ad94 HTTP/1.1" status: 200  len: 375 time: 0.0086584
May 07 22:23:11.593499 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0ce4a17d-1088-4bb9-8481-eaed8dd053cf req-04709004-b40a-4bb3-9da7-672e7a592632 tempest-ServersAdminNegativeTestJSON-1597380126 tempest-ServersAdminNegativeTestJSON-1597380126-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b72b3d9fbb75435bbea655f49329ad94&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0277615
May 07 22:23:11.753540 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4d331833-e396-432f-8d14-5636bd8e3aba req-6e583b05-8f29-4b6a-8a50-db7267ea30de tempest-ServersAdminNegativeTestJSON-1597380126 tempest-ServersAdminNegativeTestJSON-1597380126-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc93974c-bf9c-4e96-83b1-966a1372cace HTTP/1.1" status: 200  len: 210 time: 0.0277703
May 07 22:23:12.690928 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0ce4a17d-1088-4bb9-8481-eaed8dd053cf req-cca93a9d-6f06-4463-b462-73a7818d6662 tempest-ServersAdminNegativeTestJSON-1597380126 tempest-ServersAdminNegativeTestJSON-1597380126-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=b72b3d9fbb75435bbea655f49329ad94&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0213132
May 07 22:23:12.807159 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce4a17d-1088-4bb9-8481-eaed8dd053cf req-f5f51afe-48f1-464c-8cbe-67d5649226af tempest-ServersAdminNegativeTestJSON-1597380126 tempest-ServersAdminNegativeTestJSON-1597380126-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:23:12.808718 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0ce4a17d-1088-4bb9-8481-eaed8dd053cf req-f5f51afe-48f1-464c-8cbe-67d5649226af tempest-ServersAdminNegativeTestJSON-1597380126 tempest-ServersAdminNegativeTestJSON-1597380126-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1123044
May 07 22:23:12.842902 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-0ce4a17d-1088-4bb9-8481-eaed8dd053cf req-b4c8b129-83f6-4720-997b-e96f380bd6b6 tempest-ServersAdminNegativeTestJSON-1597380126 tempest-ServersAdminNegativeTestJSON-1597380126-project] Request body: {'port': {'device_id': 'bc93974c-bf9c-4e96-83b1-966a1372cace', 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47', 'admin_state_up': True, 'tenant_id': 'b72b3d9fbb75435bbea655f49329ad94'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:23:12.870500 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5a608f28-141b-44cd-9959-3fe5fd4b4142 req-f52f2395-3801-4e5c-8900-d5a9b0b0bd1b tempest-ServersAdminNegativeTestJSON-1597380126 tempest-ServersAdminNegativeTestJSON-1597380126-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc93974c-bf9c-4e96-83b1-966a1372cace HTTP/1.1" status: 200  len: 210 time: 0.0424514
May 07 22:23:12.965084 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ce4a17d-1088-4bb9-8481-eaed8dd053cf req-b4c8b129-83f6-4720-997b-e96f380bd6b6 tempest-ServersAdminNegativeTestJSON-1597380126 tempest-ServersAdminNegativeTestJSON-1597380126-project] Made reservation on behalf of b72b3d9fbb75435bbea655f49329ad94 for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:23:12.968815 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-0ce4a17d-1088-4bb9-8481-eaed8dd053cf req-b4c8b129-83f6-4720-997b-e96f380bd6b6 tempest-ServersAdminNegativeTestJSON-1597380126 tempest-ServersAdminNegativeTestJSON-1597380126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:23:12.977831 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-0ce4a17d-1088-4bb9-8481-eaed8dd053cf req-b4c8b129-83f6-4720-997b-e96f380bd6b6 tempest-ServersAdminNegativeTestJSON-1597380126 tempest-ServersAdminNegativeTestJSON-1597380126-project] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:23:13.053810 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-0ce4a17d-1088-4bb9-8481-eaed8dd053cf req-b4c8b129-83f6-4720-997b-e96f380bd6b6 tempest-ServersAdminNegativeTestJSON-1597380126 tempest-ServersAdminNegativeTestJSON-1597380126-project] Publish callbacks [] for security_group (b37c1e67-f408-4a7e-b8d9-51e63dfe4bcf), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:23:13.057170 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-0ce4a17d-1088-4bb9-8481-eaed8dd053cf req-b4c8b129-83f6-4720-997b-e96f380bd6b6 tempest-ServersAdminNegativeTestJSON-1597380126 tempest-ServersAdminNegativeTestJSON-1597380126-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (b37c1e67-f408-4a7e-b8d9-51e63dfe4bcf), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:23:13.121978 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c8b129-83f6-4720-997b-e96f380bd6b6 tempest-ServersAdminNegativeTestJSON-1597380126 tempest-ServersAdminNegativeTestJSON-1597380126-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b37c1e67-f408-4a7e-b8d9-51e63dfe4bcf,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:23:13.193139 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [req-0ce4a17d-1088-4bb9-8481-eaed8dd053cf req-b4c8b129-83f6-4720-997b-e96f380bd6b6 tempest-ServersAdminNegativeTestJSON-1597380126 tempest-ServersAdminNegativeTestJSON-1597380126-project] Allocated IP 192.168.233.107 (665487f0-78eb-47fb-9a06-b15bc614dc47/6e0e5c53-1ece-4d20-b01d-5f8c6957edf6/5622ed89-49eb-403b-a3a4-8fc2d8cfab28) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:23:13.337965 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-0ce4a17d-1088-4bb9-8481-eaed8dd053cf req-b4c8b129-83f6-4720-997b-e96f380bd6b6 tempest-ServersAdminNegativeTestJSON-1597380126 tempest-ServersAdminNegativeTestJSON-1597380126-project] Publish callbacks [] for port (5622ed89-49eb-403b-a3a4-8fc2d8cfab28), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:23:13.371874 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-0ce4a17d-1088-4bb9-8481-eaed8dd053cf req-b4c8b129-83f6-4720-997b-e96f380bd6b6 tempest-ServersAdminNegativeTestJSON-1597380126 tempest-ServersAdminNegativeTestJSON-1597380126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (5622ed89-49eb-403b-a3a4-8fc2d8cfab28), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:23:13.419059 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ce4a17d-1088-4bb9-8481-eaed8dd053cf req-b4c8b129-83f6-4720-997b-e96f380bd6b6 tempest-ServersAdminNegativeTestJSON-1597380126 tempest-ServersAdminNegativeTestJSON-1597380126-project] Network 665487f0-78eb-47fb-9a06-b15bc614dc47 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:23:13.422054 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [req-0ce4a17d-1088-4bb9-8481-eaed8dd053cf req-b4c8b129-83f6-4720-997b-e96f380bd6b6 tempest-ServersAdminNegativeTestJSON-1597380126 tempest-ServersAdminNegativeTestJSON-1597380126-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:23:13.424662 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ce4a17d-1088-4bb9-8481-eaed8dd053cf req-b4c8b129-83f6-4720-997b-e96f380bd6b6 tempest-ServersAdminNegativeTestJSON-1597380126 tempest-ServersAdminNegativeTestJSON-1597380126-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:23:13.463071 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c8b129-83f6-4720-997b-e96f380bd6b6 tempest-ServersAdminNegativeTestJSON-1597380126 tempest-ServersAdminNegativeTestJSON-1597380126-project] Pushing event updated for resources: {'Port': ['ID=5622ed89-49eb-403b-a3a4-8fc2d8cfab28,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:23:13.486921 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce4a17d-1088-4bb9-8481-eaed8dd053cf req-b4c8b129-83f6-4720-997b-e96f380bd6b6 tempest-ServersAdminNegativeTestJSON-1597380126 tempest-ServersAdminNegativeTestJSON-1597380126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:23:13.487549 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-0ce4a17d-1088-4bb9-8481-eaed8dd053cf req-b4c8b129-83f6-4720-997b-e96f380bd6b6 tempest-ServersAdminNegativeTestJSON-1597380126 tempest-ServersAdminNegativeTestJSON-1597380126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:23:13.504095 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0ce4a17d-1088-4bb9-8481-eaed8dd053cf req-b4c8b129-83f6-4720-997b-e96f380bd6b6 tempest-ServersAdminNegativeTestJSON-1597380126 tempest-ServersAdminNegativeTestJSON-1597380126-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 0.6660178
May 07 22:23:13.516612 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-0ce4a17d-1088-4bb9-8481-eaed8dd053cf req-fd853679-32a2-4426-9bc2-feec57f8a786 service neutron] Request body: {'port': {'device_id': 'bc93974c-bf9c-4e96-83b1-966a1372cace', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:23:13.579507 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-0ce4a17d-1088-4bb9-8481-eaed8dd053cf req-fd853679-32a2-4426-9bc2-feec57f8a786 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (5622ed89-49eb-403b-a3a4-8fc2d8cfab28), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:23:13.703090 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-8284568b-39c3-43e2-aba2-b0fc86e3a198 None None] Provisioning complete for port 5622ed89-49eb-403b-a3a4-8fc2d8cfab28 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:23:13.703720 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-8284568b-39c3-43e2-aba2-b0fc86e3a198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (5622ed89-49eb-403b-a3a4-8fc2d8cfab28), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:23:13.736147 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-8284568b-39c3-43e2-aba2-b0fc86e3a198 None None] Port 5622ed89-49eb-403b-a3a4-8fc2d8cfab28 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:23:13.866474 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [req-0ce4a17d-1088-4bb9-8481-eaed8dd053cf req-fd853679-32a2-4426-9bc2-feec57f8a786 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5622ed89-49eb-403b-a3a4-8fc2d8cfab28 {{(pid=121837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:23:13.874354 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-0ce4a17d-1088-4bb9-8481-eaed8dd053cf req-fd853679-32a2-4426-9bc2-feec57f8a786 service neutron] Publish callbacks [] for port (5622ed89-49eb-403b-a3a4-8fc2d8cfab28), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:23:13.886427 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-0ce4a17d-1088-4bb9-8481-eaed8dd053cf req-fd853679-32a2-4426-9bc2-feec57f8a786 service neutron] Transition to ACTIVE for port object 5622ed89-49eb-403b-a3a4-8fc2d8cfab28 will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 22:23:13.889934 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-0ce4a17d-1088-4bb9-8481-eaed8dd053cf req-fd853679-32a2-4426-9bc2-feec57f8a786 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (5622ed89-49eb-403b-a3a4-8fc2d8cfab28), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:23:13.959189 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd853679-32a2-4426-9bc2-feec57f8a786 service neutron] Pushing event updated for resources: {'Port': ['ID=5622ed89-49eb-403b-a3a4-8fc2d8cfab28,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:23:13.991540 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8829ce5a-defa-4598-8d75-af5c8f8fd0c7 req-97ddea35-4cc7-4add-811b-6f915e3eb47a tempest-ServersAdminNegativeTestJSON-1597380126 tempest-ServersAdminNegativeTestJSON-1597380126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:23:13.995284 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8829ce5a-defa-4598-8d75-af5c8f8fd0c7 req-97ddea35-4cc7-4add-811b-6f915e3eb47a tempest-ServersAdminNegativeTestJSON-1597380126 tempest-ServersAdminNegativeTestJSON-1597380126-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc93974c-bf9c-4e96-83b1-966a1372cace HTTP/1.1" status: 200  len: 948 time: 0.0535772
May 07 22:23:14.019484 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-0ce4a17d-1088-4bb9-8481-eaed8dd053cf req-fd853679-32a2-4426-9bc2-feec57f8a786 service neutron] Attempting to bind port 5622ed89-49eb-403b-a3a4-8fc2d8cfab28 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:23:14.019901 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-0ce4a17d-1088-4bb9-8481-eaed8dd053cf req-fd853679-32a2-4426-9bc2-feec57f8a786 service neutron] Attempting to bind port 5622ed89-49eb-403b-a3a4-8fc2d8cfab28 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:23:14.020303 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce4a17d-1088-4bb9-8481-eaed8dd053cf req-fd853679-32a2-4426-9bc2-feec57f8a786 service neutron] Attempting to bind port 5622ed89-49eb-403b-a3a4-8fc2d8cfab28 on network 665487f0-78eb-47fb-9a06-b15bc614dc47 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:23:14.025113 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce4a17d-1088-4bb9-8481-eaed8dd053cf req-fd853679-32a2-4426-9bc2-feec57f8a786 service neutron] Port 5622ed89-49eb-403b-a3a4-8fc2d8cfab28 on network 665487f0-78eb-47fb-9a06-b15bc614dc47 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:23:14.025430 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce4a17d-1088-4bb9-8481-eaed8dd053cf req-fd853679-32a2-4426-9bc2-feec57f8a786 service neutron] Attempting to bind port 5622ed89-49eb-403b-a3a4-8fc2d8cfab28 on network 665487f0-78eb-47fb-9a06-b15bc614dc47 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:23:14.030587 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce4a17d-1088-4bb9-8481-eaed8dd053cf req-fd853679-32a2-4426-9bc2-feec57f8a786 service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:23:14.030960 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce4a17d-1088-4bb9-8481-eaed8dd053cf req-fd853679-32a2-4426-9bc2-feec57f8a786 service neutron] Checking segment: {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:23:14.031338 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce4a17d-1088-4bb9-8481-eaed8dd053cf req-fd853679-32a2-4426-9bc2-feec57f8a786 service neutron] Bound using segment: {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:23:14.031758 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-0ce4a17d-1088-4bb9-8481-eaed8dd053cf req-fd853679-32a2-4426-9bc2-feec57f8a786 service neutron] Bound port: 5622ed89-49eb-403b-a3a4-8fc2d8cfab28, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71124461-7762-4b92-b5f6-b8594fc15042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:23:14.032144 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-0ce4a17d-1088-4bb9-8481-eaed8dd053cf req-fd853679-32a2-4426-9bc2-feec57f8a786 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (5622ed89-49eb-403b-a3a4-8fc2d8cfab28), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:23:14.047722 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8829ce5a-defa-4598-8d75-af5c8f8fd0c7 req-c7b3c622-ff11-44e7-9f1b-999ea38f059e tempest-ServersAdminNegativeTestJSON-1597380126 tempest-ServersAdminNegativeTestJSON-1597380126-project] 10.222.0.32 "GET /v2.0/security-groups?id=b37c1e67-f408-4a7e-b8d9-51e63dfe4bcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483139
May 07 22:23:14.112334 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-0ce4a17d-1088-4bb9-8481-eaed8dd053cf req-fd853679-32a2-4426-9bc2-feec57f8a786 service neutron] For port 5622ed89-49eb-403b-a3a4-8fc2d8cfab28, host nch2-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:23:14.115427 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-0ce4a17d-1088-4bb9-8481-eaed8dd053cf req-fd853679-32a2-4426-9bc2-feec57f8a786 service neutron] For port 5622ed89-49eb-403b-a3a4-8fc2d8cfab28, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5622ed89-49eb-403b-a3a4-8fc2d8cfab28,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:23:14.121168 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-0ce4a17d-1088-4bb9-8481-eaed8dd053cf req-fd853679-32a2-4426-9bc2-feec57f8a786 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (5622ed89-49eb-403b-a3a4-8fc2d8cfab28), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:23:14.157482 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce4a17d-1088-4bb9-8481-eaed8dd053cf req-fd853679-32a2-4426-9bc2-feec57f8a786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:23:14.158106 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-0ce4a17d-1088-4bb9-8481-eaed8dd053cf req-fd853679-32a2-4426-9bc2-feec57f8a786 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:23:14.159520 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0ce4a17d-1088-4bb9-8481-eaed8dd053cf req-fd853679-32a2-4426-9bc2-feec57f8a786 service neutron] 10.222.0.59 "PUT /v2.0/ports/5622ed89-49eb-403b-a3a4-8fc2d8cfab28 HTTP/1.1" status: 200  len: 1096 time: 0.6476781
May 07 22:23:14.159962 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc93974c-bf9c-4e96-83b1-966a1372cace', 'tag': '5622ed89-49eb-403b-a3a4-8fc2d8cfab28'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:23:14.162198 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d84ec7a-5243-43be-a6d9-16c85057e309" -d '{"events": [{"name": "network-changed", "server_uuid": "bc93974c-bf9c-4e96-83b1-966a1372cace", "tag": "5622ed89-49eb-403b-a3a4-8fc2d8cfab28"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:23:14.188753 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd853679-32a2-4426-9bc2-feec57f8a786 service neutron] Pushing event updated for resources: {'Port': ['ID=5622ed89-49eb-403b-a3a4-8fc2d8cfab28,revision_number=3']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:23:14.219872 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf8d7655-c259-4a98-bb59-2d0cfbd0bb57 x-openstack-request-id: req-cf8d7655-c259-4a98-bb59-2d0cfbd0bb57 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:23:14.220510 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc93974c-bf9c-4e96-83b1-966a1372cace", "tag": "5622ed89-49eb-403b-a3a4-8fc2d8cfab28", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:23:14.220836 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cf8d7655-c259-4a98-bb59-2d0cfbd0bb57 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:23:14.221324 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf8d7655-c259-4a98-bb59-2d0cfbd0bb57'] response: {'name': 'network-changed', 'server_uuid': 'bc93974c-bf9c-4e96-83b1-966a1372cace', 'tag': '5622ed89-49eb-403b-a3a4-8fc2d8cfab28', 'status': 'completed', 'code': 200}
May 07 22:23:14.253828 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce4a17d-1088-4bb9-8481-eaed8dd053cf req-5eef54ca-ae66-450b-bd79-f4151abe371a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:23:14.255414 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0ce4a17d-1088-4bb9-8481-eaed8dd053cf req-5eef54ca-ae66-450b-bd79-f4151abe371a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b72b3d9fbb75435bbea655f49329ad94&device_id=bc93974c-bf9c-4e96-83b1-966a1372cace HTTP/1.1" status: 200  len: 1130 time: 0.0475931
May 07 22:23:14.302671 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0ce4a17d-1088-4bb9-8481-eaed8dd053cf req-455810a8-ba0e-4e99-a8d5-cba7ee8255c8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=5622ed89-49eb-403b-a3a4-8fc2d8cfab28 HTTP/1.1" status: 200  len: 217 time: 0.0407140
May 07 22:23:14.352577 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce4a17d-1088-4bb9-8481-eaed8dd053cf req-58645544-7681-4174-941d-262dbd2f7b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:23:14.354154 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0ce4a17d-1088-4bb9-8481-eaed8dd053cf req-58645544-7681-4174-941d-262dbd2f7b2a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6e0e5c53-1ece-4d20-b01d-5f8c6957edf6 HTTP/1.1" status: 200  len: 843 time: 0.0462043
May 07 22:23:14.396716 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce4a17d-1088-4bb9-8481-eaed8dd053cf req-fa63edbe-8939-4496-ade0-a5b83f8c2ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:23:14.398244 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0ce4a17d-1088-4bb9-8481-eaed8dd053cf req-fa63edbe-8939-4496-ade0-a5b83f8c2ea1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=665487f0-78eb-47fb-9a06-b15bc614dc47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0385108
May 07 22:23:14.500781 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0ce4a17d-1088-4bb9-8481-eaed8dd053cf req-095b59e7-60de-43f9-8a1f-e3ca3535688e service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0967417
May 07 22:23:14.590096 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0ce4a17d-1088-4bb9-8481-eaed8dd053cf req-1075d581-cd19-4e56-bcff-ce1d24dfdac9 service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0833704
May 07 22:23:15.167550 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e61127c-cf98-4bcc-a7f1-2b6a1665fb42 req-506671e6-5635-4abb-9ced-cfcc2808ad08 tempest-ServersAdminNegativeTestJSON-1597380126 tempest-ServersAdminNegativeTestJSON-1597380126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:23:15.169042 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7e61127c-cf98-4bcc-a7f1-2b6a1665fb42 req-506671e6-5635-4abb-9ced-cfcc2808ad08 tempest-ServersAdminNegativeTestJSON-1597380126 tempest-ServersAdminNegativeTestJSON-1597380126-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc93974c-bf9c-4e96-83b1-966a1372cace HTTP/1.1" status: 200  len: 948 time: 0.0526955
May 07 22:23:15.217218 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7e61127c-cf98-4bcc-a7f1-2b6a1665fb42 req-f3c54c23-d466-49e1-8284-b80004d60c01 tempest-ServersAdminNegativeTestJSON-1597380126 tempest-ServersAdminNegativeTestJSON-1597380126-project] 10.222.0.32 "GET /v2.0/security-groups?id=b37c1e67-f408-4a7e-b8d9-51e63dfe4bcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426457
May 07 22:23:15.428833 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d84ec7a-5243-43be-a6d9-16c85057e309 req-68e9adb9-bab9-489f-867e-fe64cd1c2030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:23:15.430259 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9d84ec7a-5243-43be-a6d9-16c85057e309 req-68e9adb9-bab9-489f-867e-fe64cd1c2030 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b72b3d9fbb75435bbea655f49329ad94&device_id=bc93974c-bf9c-4e96-83b1-966a1372cace HTTP/1.1" status: 200  len: 1130 time: 0.0445981
May 07 22:23:15.524826 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d84ec7a-5243-43be-a6d9-16c85057e309 req-1f2a80a2-adb2-46b3-b290-0171276fb129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:23:15.526277 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9d84ec7a-5243-43be-a6d9-16c85057e309 req-1f2a80a2-adb2-46b3-b290-0171276fb129 service neutron] 10.222.0.59 "GET /v2.0/networks?id=665487f0-78eb-47fb-9a06-b15bc614dc47 HTTP/1.1" status: 200  len: 870 time: 0.0901716
May 07 22:23:15.569874 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9d84ec7a-5243-43be-a6d9-16c85057e309 req-16d31b70-5c4f-4af7-bc48-45672691502a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=5622ed89-49eb-403b-a3a4-8fc2d8cfab28 HTTP/1.1" status: 200  len: 217 time: 0.0379448
May 07 22:23:15.616693 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d84ec7a-5243-43be-a6d9-16c85057e309 req-a3cb610b-2f21-4b64-baef-c7cc6883c712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:23:15.618113 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9d84ec7a-5243-43be-a6d9-16c85057e309 req-a3cb610b-2f21-4b64-baef-c7cc6883c712 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6e0e5c53-1ece-4d20-b01d-5f8c6957edf6 HTTP/1.1" status: 200  len: 843 time: 0.0427096
May 07 22:23:15.659142 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d84ec7a-5243-43be-a6d9-16c85057e309 req-0e02c566-d1d1-4dca-b756-8e99d36eabf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:23:15.660583 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9d84ec7a-5243-43be-a6d9-16c85057e309 req-0e02c566-d1d1-4dca-b756-8e99d36eabf3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=665487f0-78eb-47fb-9a06-b15bc614dc47&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1204 time: 0.0367281
May 07 22:23:15.753128 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9d84ec7a-5243-43be-a6d9-16c85057e309 req-cee6242f-f0ae-4e9e-bbb9-fc4e0c03c2d5 service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0858393
May 07 22:23:15.849753 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9d84ec7a-5243-43be-a6d9-16c85057e309 req-a57cd6b6-c082-4bdb-b3ca-b0783f18e7f5 service neutron] 10.222.0.59 "GET /v2.0/networks/665487f0-78eb-47fb-9a06-b15bc614dc47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0889068
May 07 22:23:16.337248 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7f5e9e-c694-48bb-8730-5b63500cf4a4 req-01969b4d-0747-4fee-a1c3-eb568c64f019 tempest-ServersAdminNegativeTestJSON-1597380126 tempest-ServersAdminNegativeTestJSON-1597380126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:23:16.338716 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9a7f5e9e-c694-48bb-8730-5b63500cf4a4 req-01969b4d-0747-4fee-a1c3-eb568c64f019 tempest-ServersAdminNegativeTestJSON-1597380126 tempest-ServersAdminNegativeTestJSON-1597380126-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc93974c-bf9c-4e96-83b1-966a1372cace HTTP/1.1" status: 200  len: 948 time: 0.0513496
May 07 22:23:16.384805 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9a7f5e9e-c694-48bb-8730-5b63500cf4a4 req-fee787eb-e705-46d1-be38-842c4bf9b1d5 tempest-ServersAdminNegativeTestJSON-1597380126 tempest-ServersAdminNegativeTestJSON-1597380126-project] 10.222.0.32 "GET /v2.0/security-groups?id=b37c1e67-f408-4a7e-b8d9-51e63dfe4bcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396965
May 07 22:23:17.501062 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0387b8fc-e3c1-47fc-8787-d54c9abd3b9a req-90f52768-c168-47c4-b0f2-0b32747ee886 tempest-ServersAdminNegativeTestJSON-1597380126 tempest-ServersAdminNegativeTestJSON-1597380126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:23:17.502525 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0387b8fc-e3c1-47fc-8787-d54c9abd3b9a req-90f52768-c168-47c4-b0f2-0b32747ee886 tempest-ServersAdminNegativeTestJSON-1597380126 tempest-ServersAdminNegativeTestJSON-1597380126-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc93974c-bf9c-4e96-83b1-966a1372cace HTTP/1.1" status: 200  len: 948 time: 0.0468490
May 07 22:23:17.552812 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0387b8fc-e3c1-47fc-8787-d54c9abd3b9a req-064c6b52-421c-4e34-8d11-9fda610a1383 tempest-ServersAdminNegativeTestJSON-1597380126 tempest-ServersAdminNegativeTestJSON-1597380126-project] 10.222.0.32 "GET /v2.0/security-groups?id=b37c1e67-f408-4a7e-b8d9-51e63dfe4bcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446360
May 07 22:23:17.776636 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 5622ed89-49eb-403b-a3a4-8fc2d8cfab28 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:23:17.874321 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 5622ed89-49eb-403b-a3a4-8fc2d8cfab28, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5622ed89-49eb-403b-a3a4-8fc2d8cfab28,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:23:17.885216 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': '5622ed89-49eb-403b-a3a4-8fc2d8cfab28', 'network_id': '665487f0-78eb-47fb-9a06-b15bc614dc47', 'port_id': '5622ed89-49eb-403b-a3a4-8fc2d8cfab28', 'mac_address': 'fa:16:3e:8a:1e:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e0e5c53-1ece-4d20-b01d-5f8c6957edf6', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:23:17.925576 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 5622ed89-49eb-403b-a3a4-8fc2d8cfab28 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:23:17.925967 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (5622ed89-49eb-403b-a3a4-8fc2d8cfab28), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:23:17.939045 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5622ed89-49eb-403b-a3a4-8fc2d8cfab28 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:23:17.958138 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 5622ed89-49eb-403b-a3a4-8fc2d8cfab28, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5622ed89-49eb-403b-a3a4-8fc2d8cfab28,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:23:17.961769 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (5622ed89-49eb-403b-a3a4-8fc2d8cfab28), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:23:18.007832 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=5622ed89-49eb-403b-a3a4-8fc2d8cfab28,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:23:18.015725 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:23:18.016092 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:23:18.016427 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:23:18.016770 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:23:18.017136 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:23:18.017471 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:23:18.017804 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:23:18.018133 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:23:18.018465 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:23:18.018812 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:23:18.019144 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:23:18.019474 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:23:18.019800 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:23:18.020153 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:23:18.020483 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:23:18.156517 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['5622ed89-49eb-403b-a3a4-8fc2d8cfab28'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:23:18.666186 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336f6b64-2662-4ce3-95cd-3d86310df669 req-485a7168-b9ce-4255-afb2-428341ecd371 tempest-ServersAdminNegativeTestJSON-1597380126 tempest-ServersAdminNegativeTestJSON-1597380126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:23:18.667693 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-336f6b64-2662-4ce3-95cd-3d86310df669 req-485a7168-b9ce-4255-afb2-428341ecd371 tempest-ServersAdminNegativeTestJSON-1597380126 tempest-ServersAdminNegativeTestJSON-1597380126-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc93974c-bf9c-4e96-83b1-966a1372cace HTTP/1.1" status: 200  len: 949 time: 0.0467589
May 07 22:23:18.713672 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-336f6b64-2662-4ce3-95cd-3d86310df669 req-542fc703-b1fa-4443-8434-4f0a6ff60328 tempest-ServersAdminNegativeTestJSON-1597380126 tempest-ServersAdminNegativeTestJSON-1597380126-project] 10.222.0.32 "GET /v2.0/security-groups?id=b37c1e67-f408-4a7e-b8d9-51e63dfe4bcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404418
May 07 22:23:19.792351 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 5622ed89-49eb-403b-a3a4-8fc2d8cfab28 up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:23:19.830864 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5624c60d-e645-4de8-b551-60632a3e04b0 req-35f95a77-53e2-495e-9377-f6c322bb2912 tempest-ServersAdminNegativeTestJSON-1597380126 tempest-ServersAdminNegativeTestJSON-1597380126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:23:19.832395 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5624c60d-e645-4de8-b551-60632a3e04b0 req-35f95a77-53e2-495e-9377-f6c322bb2912 tempest-ServersAdminNegativeTestJSON-1597380126 tempest-ServersAdminNegativeTestJSON-1597380126-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc93974c-bf9c-4e96-83b1-966a1372cace HTTP/1.1" status: 200  len: 949 time: 0.0526969
May 07 22:23:19.838576 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning for port 5622ed89-49eb-403b-a3a4-8fc2d8cfab28 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 22:23:19.844464 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port 5622ed89-49eb-403b-a3a4-8fc2d8cfab28 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:23:19.844840 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (5622ed89-49eb-403b-a3a4-8fc2d8cfab28), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:23:19.881049 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5624c60d-e645-4de8-b551-60632a3e04b0 req-bcf7a985-0587-42f0-8714-995ba8de5792 tempest-ServersAdminNegativeTestJSON-1597380126 tempest-ServersAdminNegativeTestJSON-1597380126-project] 10.222.0.32 "GET /v2.0/security-groups?id=b37c1e67-f408-4a7e-b8d9-51e63dfe4bcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426633
May 07 22:23:19.925087 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 5622ed89-49eb-403b-a3a4-8fc2d8cfab28 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:23:19.925485 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (5622ed89-49eb-403b-a3a4-8fc2d8cfab28), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:23:19.947902 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc93974c-bf9c-4e96-83b1-966a1372cace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5622ed89-49eb-403b-a3a4-8fc2d8cfab28'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:23:19.950138 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59cd315d-7523-40ce-8459-684bbfc39212" -d '{"events": [{"server_uuid": "bc93974c-bf9c-4e96-83b1-966a1372cace", "name": "network-vif-plugged", "status": "completed", "tag": "5622ed89-49eb-403b-a3a4-8fc2d8cfab28"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:23:19.963695 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 5622ed89-49eb-403b-a3a4-8fc2d8cfab28, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5622ed89-49eb-403b-a3a4-8fc2d8cfab28,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:23:19.968046 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (5622ed89-49eb-403b-a3a4-8fc2d8cfab28), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:23:20.014506 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=5622ed89-49eb-403b-a3a4-8fc2d8cfab28,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:23:20.051827 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42381566-85fe-4f2b-88cf-1b66dda61ad1 x-openstack-request-id: req-42381566-85fe-4f2b-88cf-1b66dda61ad1 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:23:20.052126 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc93974c-bf9c-4e96-83b1-966a1372cace", "name": "network-vif-plugged", "status": "completed", "tag": "5622ed89-49eb-403b-a3a4-8fc2d8cfab28", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:23:20.052384 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-42381566-85fe-4f2b-88cf-1b66dda61ad1 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:23:20.052879 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42381566-85fe-4f2b-88cf-1b66dda61ad1'] response: {'server_uuid': 'bc93974c-bf9c-4e96-83b1-966a1372cace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5622ed89-49eb-403b-a3a4-8fc2d8cfab28', 'code': 200}
May 07 22:23:20.143214 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3387050-7c82-4506-97a2-c52b92976316 req-ea2c3661-0577-4cba-99f1-56ea7dde0f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:23:20.144692 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d3387050-7c82-4506-97a2-c52b92976316 req-ea2c3661-0577-4cba-99f1-56ea7dde0f56 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=bc93974c-bf9c-4e96-83b1-966a1372cace HTTP/1.1" status: 200  len: 1132 time: 0.0381436
May 07 22:23:20.192904 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d3387050-7c82-4506-97a2-c52b92976316 req-350d0ce4-37b7-4e05-82b6-b45c1424e224 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b37c1e67-f408-4a7e-b8d9-51e63dfe4bcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410657
May 07 22:23:20.993218 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48a4c1-f338-4a59-93c4-8c100be16086 req-87a1b76c-0b12-400d-b1a5-66b6dbb1df01 tempest-ServersAdminNegativeTestJSON-1597380126 tempest-ServersAdminNegativeTestJSON-1597380126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:23:20.994703 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0e48a4c1-f338-4a59-93c4-8c100be16086 req-87a1b76c-0b12-400d-b1a5-66b6dbb1df01 tempest-ServersAdminNegativeTestJSON-1597380126 tempest-ServersAdminNegativeTestJSON-1597380126-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc93974c-bf9c-4e96-83b1-966a1372cace HTTP/1.1" status: 200  len: 950 time: 0.0469575
May 07 22:23:21.042031 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0e48a4c1-f338-4a59-93c4-8c100be16086 req-84926c86-99da-4106-8208-40160e9cd824 tempest-ServersAdminNegativeTestJSON-1597380126 tempest-ServersAdminNegativeTestJSON-1597380126-project] 10.222.0.32 "GET /v2.0/security-groups?id=b37c1e67-f408-4a7e-b8d9-51e63dfe4bcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416074
May 07 22:23:22.026016 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:23:22.155528 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8156910b-9378-4bac-8bbc-da6b78bc010f req-38e40f40-69f5-41e7-8dbe-ea72abfcb036 tempest-ServersAdminNegativeTestJSON-1597380126 tempest-ServersAdminNegativeTestJSON-1597380126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:23:22.157054 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8156910b-9378-4bac-8bbc-da6b78bc010f req-38e40f40-69f5-41e7-8dbe-ea72abfcb036 tempest-ServersAdminNegativeTestJSON-1597380126 tempest-ServersAdminNegativeTestJSON-1597380126-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc93974c-bf9c-4e96-83b1-966a1372cace HTTP/1.1" status: 200  len: 950 time: 0.0466213
May 07 22:23:22.204396 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8156910b-9378-4bac-8bbc-da6b78bc010f req-aa0a322b-ca08-4a0f-869d-3e66b3730471 tempest-ServersAdminNegativeTestJSON-1597380126 tempest-ServersAdminNegativeTestJSON-1597380126-project] 10.222.0.32 "GET /v2.0/security-groups?id=b37c1e67-f408-4a7e-b8d9-51e63dfe4bcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415967
May 07 22:23:22.585038 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [req-cbaa0323-93c1-4f64-8562-838712b3973f req-2f1db653-3076-489f-895f-e6f204955ac9 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121836) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:23:22.586067 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-cbaa0323-93c1-4f64-8562-838712b3973f req-2f1db653-3076-489f-895f-e6f204955ac9 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.1025875
May 07 22:23:22.913254 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [req-0367eb92-cb17-4072-a47f-06e99bfa251b req-fb1bd129-dfa4-4be4-8b35-6f5169182625 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121837) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:23:22.914310 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0367eb92-cb17-4072-a47f-06e99bfa251b req-fb1bd129-dfa4-4be4-8b35-6f5169182625 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0054526
May 07 22:23:23.245933 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb6f64-7d3e-4277-a9ee-1a19cf495b87 req-8fad69f4-74c7-4407-9597-d86d22b362ca tempest-ServersAdminNegativeTestJSON-1597380126 tempest-ServersAdminNegativeTestJSON-1597380126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:23:23.247432 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f5fb6f64-7d3e-4277-a9ee-1a19cf495b87 req-8fad69f4-74c7-4407-9597-d86d22b362ca tempest-ServersAdminNegativeTestJSON-1597380126 tempest-ServersAdminNegativeTestJSON-1597380126-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc93974c-bf9c-4e96-83b1-966a1372cace HTTP/1.1" status: 200  len: 950 time: 0.0465796
May 07 22:23:23.294546 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f5fb6f64-7d3e-4277-a9ee-1a19cf495b87 req-c33c32be-5f22-4902-88b0-8dc930e9da08 tempest-ServersAdminNegativeTestJSON-1597380126 tempest-ServersAdminNegativeTestJSON-1597380126-project] 10.222.0.32 "GET /v2.0/security-groups?id=b37c1e67-f408-4a7e-b8d9-51e63dfe4bcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408919
May 07 22:23:23.662003 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-07b42f95-9469-4ad2-bfd3-e03317419755 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:23:24.087506 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:23:24.414619 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c497d3-83da-4ffa-a860-b872365d7a63 req-276b0420-4941-4360-a24e-94e1e0a4c188 tempest-ServersAdminNegativeTestJSON-1597380126 tempest-ServersAdminNegativeTestJSON-1597380126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:23:24.416325 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-26c497d3-83da-4ffa-a860-b872365d7a63 req-276b0420-4941-4360-a24e-94e1e0a4c188 tempest-ServersAdminNegativeTestJSON-1597380126 tempest-ServersAdminNegativeTestJSON-1597380126-project] 10.222.0.32 "GET /v2.0/ports?device_id=bc93974c-bf9c-4e96-83b1-966a1372cace HTTP/1.1" status: 200  len: 950 time: 0.0518460
May 07 22:23:24.427091 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc85236a-9d0f-4cef-b9a7-20d12d17921d req-57ef0622-6f42-402c-ae0d-c4497df1f15f tempest-ServersAdminNegativeTestJSON-1597380126 tempest-ServersAdminNegativeTestJSON-1597380126-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:23:24.428580 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-fc85236a-9d0f-4cef-b9a7-20d12d17921d req-57ef0622-6f42-402c-ae0d-c4497df1f15f tempest-ServersAdminNegativeTestJSON-1597380126 tempest-ServersAdminNegativeTestJSON-1597380126-project] 10.222.0.59 "GET /v2.0/ports?device_id=bc93974c-bf9c-4e96-83b1-966a1372cace HTTP/1.1" status: 200  len: 950 time: 0.0515096
May 07 22:23:24.477727 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-26c497d3-83da-4ffa-a860-b872365d7a63 req-e5db79e8-0c13-4a77-b650-614dbf8eedf4 tempest-ServersAdminNegativeTestJSON-1597380126 tempest-ServersAdminNegativeTestJSON-1597380126-project] 10.222.0.32 "GET /v2.0/security-groups?id=b37c1e67-f408-4a7e-b8d9-51e63dfe4bcf&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0550172
May 07 22:23:24.523263 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-fc85236a-9d0f-4cef-b9a7-20d12d17921d req-ab0a5ce8-6280-45af-80ea-8ca93cdfbdc0 tempest-ServersAdminNegativeTestJSON-1597380126 tempest-ServersAdminNegativeTestJSON-1597380126-project] Deleting port 5622ed89-49eb-403b-a3a4-8fc2d8cfab28 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:23:24.523610 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-fc85236a-9d0f-4cef-b9a7-20d12d17921d req-ab0a5ce8-6280-45af-80ea-8ca93cdfbdc0 tempest-ServersAdminNegativeTestJSON-1597380126 tempest-ServersAdminNegativeTestJSON-1597380126-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (5622ed89-49eb-403b-a3a4-8fc2d8cfab28), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:23:24.617583 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-fc85236a-9d0f-4cef-b9a7-20d12d17921d req-ab0a5ce8-6280-45af-80ea-8ca93cdfbdc0 tempest-ServersAdminNegativeTestJSON-1597380126 tempest-ServersAdminNegativeTestJSON-1597380126-project] For port 5622ed89-49eb-403b-a3a4-8fc2d8cfab28, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5622ed89-49eb-403b-a3a4-8fc2d8cfab28,segment=NetworkSegment(71124461-7762-4b92-b5f6-b8594fc15042),segment_id=71124461-7762-4b92-b5f6-b8594fc15042)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:23:24.617940 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-fc85236a-9d0f-4cef-b9a7-20d12d17921d req-ab0a5ce8-6280-45af-80ea-8ca93cdfbdc0 tempest-ServersAdminNegativeTestJSON-1597380126 tempest-ServersAdminNegativeTestJSON-1597380126-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (5622ed89-49eb-403b-a3a4-8fc2d8cfab28), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:23:24.632148 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-fc85236a-9d0f-4cef-b9a7-20d12d17921d req-ab0a5ce8-6280-45af-80ea-8ca93cdfbdc0 tempest-ServersAdminNegativeTestJSON-1597380126 tempest-ServersAdminNegativeTestJSON-1597380126-project] Calling delete_port for 5622ed89-49eb-403b-a3a4-8fc2d8cfab28 owned by compute:nova {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:23:24.756462 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-fc85236a-9d0f-4cef-b9a7-20d12d17921d req-ab0a5ce8-6280-45af-80ea-8ca93cdfbdc0 tempest-ServersAdminNegativeTestJSON-1597380126 tempest-ServersAdminNegativeTestJSON-1597380126-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (5622ed89-49eb-403b-a3a4-8fc2d8cfab28), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:23:24.767803 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['5622ed89-49eb-403b-a3a4-8fc2d8cfab28'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:23:24.789022 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0a5ce8-6280-45af-80ea-8ca93cdfbdc0 tempest-ServersAdminNegativeTestJSON-1597380126 tempest-ServersAdminNegativeTestJSON-1597380126-project] Pushing event deleted for resources: {'Port': ['ID=5622ed89-49eb-403b-a3a4-8fc2d8cfab28,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:23:24.799468 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0a5ce8-6280-45af-80ea-8ca93cdfbdc0 tempest-ServersAdminNegativeTestJSON-1597380126 tempest-ServersAdminNegativeTestJSON-1597380126-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:23:24.799823 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0a5ce8-6280-45af-80ea-8ca93cdfbdc0 tempest-ServersAdminNegativeTestJSON-1597380126 tempest-ServersAdminNegativeTestJSON-1597380126-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:23:24.800172 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0a5ce8-6280-45af-80ea-8ca93cdfbdc0 tempest-ServersAdminNegativeTestJSON-1597380126 tempest-ServersAdminNegativeTestJSON-1597380126-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:23:24.800519 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0a5ce8-6280-45af-80ea-8ca93cdfbdc0 tempest-ServersAdminNegativeTestJSON-1597380126 tempest-ServersAdminNegativeTestJSON-1597380126-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:23:24.800856 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0a5ce8-6280-45af-80ea-8ca93cdfbdc0 tempest-ServersAdminNegativeTestJSON-1597380126 tempest-ServersAdminNegativeTestJSON-1597380126-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:23:24.801193 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0a5ce8-6280-45af-80ea-8ca93cdfbdc0 tempest-ServersAdminNegativeTestJSON-1597380126 tempest-ServersAdminNegativeTestJSON-1597380126-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:23:24.801559 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0a5ce8-6280-45af-80ea-8ca93cdfbdc0 tempest-ServersAdminNegativeTestJSON-1597380126 tempest-ServersAdminNegativeTestJSON-1597380126-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:23:24.802601 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0a5ce8-6280-45af-80ea-8ca93cdfbdc0 tempest-ServersAdminNegativeTestJSON-1597380126 tempest-ServersAdminNegativeTestJSON-1597380126-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:23:24.802601 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0a5ce8-6280-45af-80ea-8ca93cdfbdc0 tempest-ServersAdminNegativeTestJSON-1597380126 tempest-ServersAdminNegativeTestJSON-1597380126-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:23:24.802601 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0a5ce8-6280-45af-80ea-8ca93cdfbdc0 tempest-ServersAdminNegativeTestJSON-1597380126 tempest-ServersAdminNegativeTestJSON-1597380126-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:23:24.803031 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0a5ce8-6280-45af-80ea-8ca93cdfbdc0 tempest-ServersAdminNegativeTestJSON-1597380126 tempest-ServersAdminNegativeTestJSON-1597380126-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:23:24.803218 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0a5ce8-6280-45af-80ea-8ca93cdfbdc0 tempest-ServersAdminNegativeTestJSON-1597380126 tempest-ServersAdminNegativeTestJSON-1597380126-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:23:24.803545 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0a5ce8-6280-45af-80ea-8ca93cdfbdc0 tempest-ServersAdminNegativeTestJSON-1597380126 tempest-ServersAdminNegativeTestJSON-1597380126-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:23:24.803877 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0a5ce8-6280-45af-80ea-8ca93cdfbdc0 tempest-ServersAdminNegativeTestJSON-1597380126 tempest-ServersAdminNegativeTestJSON-1597380126-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:23:24.804204 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0a5ce8-6280-45af-80ea-8ca93cdfbdc0 tempest-ServersAdminNegativeTestJSON-1597380126 tempest-ServersAdminNegativeTestJSON-1597380126-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:23:24.848989 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc85236a-9d0f-4cef-b9a7-20d12d17921d req-ab0a5ce8-6280-45af-80ea-8ca93cdfbdc0 tempest-ServersAdminNegativeTestJSON-1597380126 tempest-ServersAdminNegativeTestJSON-1597380126-project] No DVR routers for this DVR port 5622ed89-49eb-403b-a3a4-8fc2d8cfab28 on host nch2-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:23:24.851882 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-fc85236a-9d0f-4cef-b9a7-20d12d17921d req-ab0a5ce8-6280-45af-80ea-8ca93cdfbdc0 tempest-ServersAdminNegativeTestJSON-1597380126 tempest-ServersAdminNegativeTestJSON-1597380126-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:23:24.855962 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-fc85236a-9d0f-4cef-b9a7-20d12d17921d req-ab0a5ce8-6280-45af-80ea-8ca93cdfbdc0 tempest-ServersAdminNegativeTestJSON-1597380126 tempest-ServersAdminNegativeTestJSON-1597380126-project] 10.222.0.59 "DELETE /v2.0/ports/5622ed89-49eb-403b-a3a4-8fc2d8cfab28 HTTP/1.1" status: 204  len: 173 time: 0.4219470
May 07 22:23:24.856414 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc93974c-bf9c-4e96-83b1-966a1372cace', 'name': 'network-vif-deleted', 'tag': '5622ed89-49eb-403b-a3a4-8fc2d8cfab28'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:23:24.858891 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02c0309c-76b9-4da6-b936-b0115cafaab3" -d '{"events": [{"server_uuid": "bc93974c-bf9c-4e96-83b1-966a1372cace", "name": "network-vif-deleted", "tag": "5622ed89-49eb-403b-a3a4-8fc2d8cfab28"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:23:24.897313 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a255b55-9971-4e45-9a72-419de575343b x-openstack-request-id: req-2a255b55-9971-4e45-9a72-419de575343b {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:23:24.897721 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc93974c-bf9c-4e96-83b1-966a1372cace", "name": "network-vif-deleted", "tag": "5622ed89-49eb-403b-a3a4-8fc2d8cfab28", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:23:24.898058 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2a255b55-9971-4e45-9a72-419de575343b {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:23:24.898531 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a255b55-9971-4e45-9a72-419de575343b'] response: {'server_uuid': 'bc93974c-bf9c-4e96-83b1-966a1372cace', 'name': 'network-vif-deleted', 'tag': '5622ed89-49eb-403b-a3a4-8fc2d8cfab28', 'status': 'completed', 'code': 200}
May 07 22:23:25.766899 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 55750) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:23:25.898258 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-14231fc5-cf3d-4a4b-aa25-73116dfe379b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b72b3d9fbb75435bbea655f49329ad94&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1300435
May 07 22:23:25.900589 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 55754) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:23:25.948182 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f13e71ab-786d-4ce3-8c06-0abe409ee7cf admin admin] Publish callbacks [] for security_group (b37c1e67-f408-4a7e-b8d9-51e63dfe4bcf), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:23:25.969198 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f13e71ab-786d-4ce3-8c06-0abe409ee7cf admin admin] Publish callbacks [] for security_group (b37c1e67-f408-4a7e-b8d9-51e63dfe4bcf), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:23:26.016442 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f13e71ab-786d-4ce3-8c06-0abe409ee7cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (b37c1e67-f408-4a7e-b8d9-51e63dfe4bcf), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:23:26.018936 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f13e71ab-786d-4ce3-8c06-0abe409ee7cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:23:26.020083 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-f13e71ab-786d-4ce3-8c06-0abe409ee7cf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b37c1e67-f408-4a7e-b8d9-51e63dfe4bcf HTTP/1.1" status: 204  len: 168 time: 0.1186075
May 07 22:23:26.027834 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13e71ab-786d-4ce3-8c06-0abe409ee7cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b37c1e67-f408-4a7e-b8d9-51e63dfe4bcf,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:23:26.035230 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13e71ab-786d-4ce3-8c06-0abe409ee7cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:23:26.035586 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13e71ab-786d-4ce3-8c06-0abe409ee7cf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:23:26.035929 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13e71ab-786d-4ce3-8c06-0abe409ee7cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:23:26.036271 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13e71ab-786d-4ce3-8c06-0abe409ee7cf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:23:26.036609 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13e71ab-786d-4ce3-8c06-0abe409ee7cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:23:26.036946 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13e71ab-786d-4ce3-8c06-0abe409ee7cf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:23:26.037277 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13e71ab-786d-4ce3-8c06-0abe409ee7cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:23:26.037605 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13e71ab-786d-4ce3-8c06-0abe409ee7cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:23:26.037935 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13e71ab-786d-4ce3-8c06-0abe409ee7cf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:23:26.038386 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13e71ab-786d-4ce3-8c06-0abe409ee7cf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:23:26.038719 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13e71ab-786d-4ce3-8c06-0abe409ee7cf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:23:26.039071 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13e71ab-786d-4ce3-8c06-0abe409ee7cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:23:26.039397 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13e71ab-786d-4ce3-8c06-0abe409ee7cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:23:26.039720 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13e71ab-786d-4ce3-8c06-0abe409ee7cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:23:26.040045 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13e71ab-786d-4ce3-8c06-0abe409ee7cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:23:26.276099 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 55760) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:23:26.289917 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3e1351fa-7bf5-4153-9fe9-96ff84facc40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:23:26.368221 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3e1351fa-7bf5-4153-9fe9-96ff84facc40 admin admin] Publish callbacks [] for security_group (aace676e-2b2a-4042-9494-9b205b6cb702), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:23:26.371878 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3e1351fa-7bf5-4153-9fe9-96ff84facc40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (aace676e-2b2a-4042-9494-9b205b6cb702), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:23:26.410500 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-3e1351fa-7bf5-4153-9fe9-96ff84facc40 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0a46c3500bad44c4ba2f968f1ea14486&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1333551
May 07 22:23:26.411738 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1351fa-7bf5-4153-9fe9-96ff84facc40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aace676e-2b2a-4042-9494-9b205b6cb702,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:23:26.413304 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 55762) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:23:26.465727 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b861cca4-7b1d-4570-872c-7b12354966a4 admin admin] Publish callbacks [] for security_group (aace676e-2b2a-4042-9494-9b205b6cb702), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:23:26.486324 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b861cca4-7b1d-4570-872c-7b12354966a4 admin admin] Publish callbacks [] for security_group (aace676e-2b2a-4042-9494-9b205b6cb702), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:23:26.536088 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b861cca4-7b1d-4570-872c-7b12354966a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (aace676e-2b2a-4042-9494-9b205b6cb702), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:23:26.538570 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b861cca4-7b1d-4570-872c-7b12354966a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:23:26.539784 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-b861cca4-7b1d-4570-872c-7b12354966a4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aace676e-2b2a-4042-9494-9b205b6cb702 HTTP/1.1" status: 204  len: 168 time: 0.1255028
May 07 22:23:26.548499 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861cca4-7b1d-4570-872c-7b12354966a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aace676e-2b2a-4042-9494-9b205b6cb702,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:23:26.549592 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-18507c6e-73ca-47b1-ae55-a50bf45d63aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:23:27.183942 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 55784) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:23:27.281693 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-c61971df-13ef-406d-a344-508550c14cad admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-569519628-network', 'tenant_id': '55ed75dcd4ce4cb3a25250247e45159c'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:23:27.301831 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c61971df-13ef-406d-a344-508550c14cad admin admin] Made reservation on behalf of 55ed75dcd4ce4cb3a25250247e45159c for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:23:27.304089 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c61971df-13ef-406d-a344-508550c14cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:23:27.313170 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c61971df-13ef-406d-a344-508550c14cad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:23:27.386892 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c61971df-13ef-406d-a344-508550c14cad admin admin] Publish callbacks [] for security_group (3c8ac472-0315-4c69-8761-f9972cbf9370), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:23:27.390411 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c61971df-13ef-406d-a344-508550c14cad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (3c8ac472-0315-4c69-8761-f9972cbf9370), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:23:27.414230 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c61971df-13ef-406d-a344-508550c14cad admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:23:27.424571 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61971df-13ef-406d-a344-508550c14cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c8ac472-0315-4c69-8761-f9972cbf9370,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:23:27.429267 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c61971df-13ef-406d-a344-508550c14cad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (1af51899-0e33-4df8-afd7-baabaafb99e2), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:23:27.429608 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-c61971df-13ef-406d-a344-508550c14cad admin admin] Added segment 1af51899-0e33-4df8-afd7-baabaafb99e2 of type vlan for network 0fec4d6d-f03a-40d5-88eb-8c0a2074eaab
May 07 22:23:27.474163 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c61971df-13ef-406d-a344-508550c14cad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (0fec4d6d-f03a-40d5-88eb-8c0a2074eaab), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:23:27.497189 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:23:27.498958 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c61971df-13ef-406d-a344-508550c14cad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (0fec4d6d-f03a-40d5-88eb-8c0a2074eaab), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:23:27.499883 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61971df-13ef-406d-a344-508550c14cad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:23:27.500460 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c61971df-13ef-406d-a344-508550c14cad admin admin] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:23:27.532112 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-c61971df-13ef-406d-a344-508550c14cad admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.3470933
May 07 22:23:27.535015 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 55788) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:23:27.564948 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-696e141e-b749-4535-9d94-b569fcd23512 admin admin] Request body: {'subnet': {'network_id': '0fec4d6d-f03a-40d5-88eb-8c0a2074eaab', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-569519628-subnet', 'tenant_id': '55ed75dcd4ce4cb3a25250247e45159c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:23:27.576346 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61971df-13ef-406d-a344-508550c14cad admin admin] Pushing event updated for resources: {'Network': ['ID=0fec4d6d-f03a-40d5-88eb-8c0a2074eaab,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:23:27.586277 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 0fec4d6d-f03a-40d5-88eb-8c0a2074eaab details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:23:27.588345 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-696e141e-b749-4535-9d94-b569fcd23512 admin admin] Made reservation on behalf of 55ed75dcd4ce4cb3a25250247e45159c for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:23:27.590820 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-696e141e-b749-4535-9d94-b569fcd23512 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:23:27.759638 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-696e141e-b749-4535-9d94-b569fcd23512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (6c086016-d3bc-4a6d-9881-33693fef243d), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:23:27.816894 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696e141e-b749-4535-9d94-b569fcd23512 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c086016-d3bc-4a6d-9881-33693fef243d,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:23:27.821746 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 5622ed89-49eb-403b-a3a4-8fc2d8cfab28 no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:23:27.823725 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696e141e-b749-4535-9d94-b569fcd23512 admin admin] Checking segment: {'id': '1af51899-0e33-4df8-afd7-baabaafb99e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0fec4d6d-f03a-40d5-88eb-8c0a2074eaab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:23:27.824158 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696e141e-b749-4535-9d94-b569fcd23512 admin admin] Network hostable DHCP agents. Network: 0fec4d6d-f03a-40d5-88eb-8c0a2074eaab, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:23:27.841428 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696e141e-b749-4535-9d94-b569fcd23512 admin admin] Network 0fec4d6d-f03a-40d5-88eb-8c0a2074eaab is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:23:27.842879 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] No Port match for: 5622ed89-49eb-403b-a3a4-8fc2d8cfab28 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:23:27.843231 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 5622ed89-49eb-403b-a3a4-8fc2d8cfab28 not bound to the agent host nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:23:27.850964 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-696e141e-b749-4535-9d94-b569fcd23512 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0fec4d6d-f03a-40d5-88eb-8c0a2074eaab) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:23:27.855350 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696e141e-b749-4535-9d94-b569fcd23512 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:23:27.855951 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-696e141e-b749-4535-9d94-b569fcd23512 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:23:27.865068 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b326d911-c549-46bc-966c-e719ac741b7d None None] Network 0fec4d6d-f03a-40d5-88eb-8c0a2074eaab requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:23:27.882834 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-696e141e-b749-4535-9d94-b569fcd23512 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.3163924
May 07 22:23:27.963313 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ccc9e3-8cf1-40c8-b296-ddb6b9b28801 None None] Network 0fec4d6d-f03a-40d5-88eb-8c0a2074eaab requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:23:28.632408 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbc415b-fd5b-4413-8110-d383810ef400 req-4287e629-e871-4bef-bb80-a979c35d720e tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:23:28.633891 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-dcbc415b-fd5b-4413-8110-d383810ef400 req-4287e629-e871-4bef-bb80-a979c35d720e tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] 10.222.0.32 "GET /v2.0/networks?id=0fec4d6d-f03a-40d5-88eb-8c0a2074eaab HTTP/1.1" status: 200  len: 811 time: 0.4362192
May 07 22:23:28.648733 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-dcbc415b-fd5b-4413-8110-d383810ef400 req-a9ffa697-071e-4914-80eb-5b388557d52c tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] 10.222.0.32 "GET /v2.0/quotas/55ed75dcd4ce4cb3a25250247e45159c HTTP/1.1" status: 200  len: 375 time: 0.0093179
May 07 22:23:28.679819 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-dcbc415b-fd5b-4413-8110-d383810ef400 req-dc617182-62ad-48e3-b59c-5a6e008ecee0 tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=55ed75dcd4ce4cb3a25250247e45159c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0262117
May 07 22:23:28.770674 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-dcbc415b-fd5b-4413-8110-d383810ef400 req-860d20ed-6659-4ebf-85d2-e2f3fe2f6f30 service neutron] 10.222.0.32 "GET /v2.0/networks/0fec4d6d-f03a-40d5-88eb-8c0a2074eaab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0844457
May 07 22:23:28.861710 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-dcbc415b-fd5b-4413-8110-d383810ef400 req-5bc46e0b-cf8b-443c-824b-e534fad41d24 service neutron] 10.222.0.32 "GET /v2.0/networks/0fec4d6d-f03a-40d5-88eb-8c0a2074eaab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0852194
May 07 22:23:29.026037 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-81f90f38-c056-434e-97a2-125cc74da83a req-bda41a03-e174-497d-8100-41e18e239530 tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] 10.222.0.32 "GET /v2.0/ports?device_id=2268fce0-6818-4c73-bbde-6161aa0d79c3 HTTP/1.1" status: 200  len: 210 time: 0.0322266
May 07 22:23:29.215562 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:23:29.951159 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbc415b-fd5b-4413-8110-d383810ef400 req-995c3958-37c2-43d4-9d7c-80fcd49701e6 tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:23:29.952639 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-dcbc415b-fd5b-4413-8110-d383810ef400 req-995c3958-37c2-43d4-9d7c-80fcd49701e6 tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] 10.222.0.59 "GET /v2.0/networks?id=0fec4d6d-f03a-40d5-88eb-8c0a2074eaab HTTP/1.1" status: 200  len: 811 time: 0.1261275
May 07 22:23:29.988001 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-dcbc415b-fd5b-4413-8110-d383810ef400 req-80f8094b-fe68-4919-91e8-cbc110cd451b tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] Request body: {'port': {'device_id': '2268fce0-6818-4c73-bbde-6161aa0d79c3', 'network_id': '0fec4d6d-f03a-40d5-88eb-8c0a2074eaab', 'admin_state_up': True, 'tenant_id': '55ed75dcd4ce4cb3a25250247e45159c'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:23:30.105649 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcbc415b-fd5b-4413-8110-d383810ef400 req-80f8094b-fe68-4919-91e8-cbc110cd451b tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] Made reservation on behalf of 55ed75dcd4ce4cb3a25250247e45159c for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:23:30.109285 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-dcbc415b-fd5b-4413-8110-d383810ef400 req-80f8094b-fe68-4919-91e8-cbc110cd451b tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:23:30.134931 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9bb7af48-c9b1-4364-8c47-5c9bd6c2718b req-9b3222a0-e2be-4776-9b49-4e7e98c8d65a tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] 10.222.0.32 "GET /v2.0/ports?device_id=2268fce0-6818-4c73-bbde-6161aa0d79c3 HTTP/1.1" status: 200  len: 210 time: 0.0389695
May 07 22:23:30.248436 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [req-dcbc415b-fd5b-4413-8110-d383810ef400 req-80f8094b-fe68-4919-91e8-cbc110cd451b tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] Allocated IP 172.20.0.3 (0fec4d6d-f03a-40d5-88eb-8c0a2074eaab/6c086016-d3bc-4a6d-9881-33693fef243d/cf71ca56-a87b-4c84-81ab-3966bfc6cab9) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:23:30.315352 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:23:30.400626 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-dcbc415b-fd5b-4413-8110-d383810ef400 req-80f8094b-fe68-4919-91e8-cbc110cd451b tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] Publish callbacks [] for port (cf71ca56-a87b-4c84-81ab-3966bfc6cab9), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:23:30.434743 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-dcbc415b-fd5b-4413-8110-d383810ef400 req-80f8094b-fe68-4919-91e8-cbc110cd451b tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (cf71ca56-a87b-4c84-81ab-3966bfc6cab9), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:23:30.478967 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcbc415b-fd5b-4413-8110-d383810ef400 req-80f8094b-fe68-4919-91e8-cbc110cd451b tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] Network 0fec4d6d-f03a-40d5-88eb-8c0a2074eaab is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:23:30.481837 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [req-dcbc415b-fd5b-4413-8110-d383810ef400 req-80f8094b-fe68-4919-91e8-cbc110cd451b tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:23:30.485374 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcbc415b-fd5b-4413-8110-d383810ef400 req-80f8094b-fe68-4919-91e8-cbc110cd451b tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:23:30.516134 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f8094b-fe68-4919-91e8-cbc110cd451b tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] Pushing event updated for resources: {'Port': ['ID=cf71ca56-a87b-4c84-81ab-3966bfc6cab9,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:23:30.546097 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbc415b-fd5b-4413-8110-d383810ef400 req-80f8094b-fe68-4919-91e8-cbc110cd451b tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:23:30.546702 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-dcbc415b-fd5b-4413-8110-d383810ef400 req-80f8094b-fe68-4919-91e8-cbc110cd451b tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:23:30.561987 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-dcbc415b-fd5b-4413-8110-d383810ef400 req-80f8094b-fe68-4919-91e8-cbc110cd451b tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5778024
May 07 22:23:30.572901 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-dcbc415b-fd5b-4413-8110-d383810ef400 req-071e6dcf-2017-4fcb-b602-77b73344bf71 service neutron] Request body: {'port': {'device_id': '2268fce0-6818-4c73-bbde-6161aa0d79c3', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:23:30.630468 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-dcbc415b-fd5b-4413-8110-d383810ef400 req-071e6dcf-2017-4fcb-b602-77b73344bf71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (cf71ca56-a87b-4c84-81ab-3966bfc6cab9), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:23:30.868496 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 22:23:30.895643 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [req-dcbc415b-fd5b-4413-8110-d383810ef400 req-071e6dcf-2017-4fcb-b602-77b73344bf71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf71ca56-a87b-4c84-81ab-3966bfc6cab9 {{(pid=121837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:23:30.902870 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-dcbc415b-fd5b-4413-8110-d383810ef400 req-071e6dcf-2017-4fcb-b602-77b73344bf71 service neutron] Publish callbacks [] for port (cf71ca56-a87b-4c84-81ab-3966bfc6cab9), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:23:30.914579 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-dcbc415b-fd5b-4413-8110-d383810ef400 req-071e6dcf-2017-4fcb-b602-77b73344bf71 service neutron] Transition to ACTIVE for port object cf71ca56-a87b-4c84-81ab-3966bfc6cab9 will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 22:23:30.918336 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-dcbc415b-fd5b-4413-8110-d383810ef400 req-071e6dcf-2017-4fcb-b602-77b73344bf71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (cf71ca56-a87b-4c84-81ab-3966bfc6cab9), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:23:30.965769 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071e6dcf-2017-4fcb-b602-77b73344bf71 service neutron] Pushing event updated for resources: {'Port': ['ID=cf71ca56-a87b-4c84-81ab-3966bfc6cab9,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:23:31.034502 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-dcbc415b-fd5b-4413-8110-d383810ef400 req-071e6dcf-2017-4fcb-b602-77b73344bf71 service neutron] Attempting to bind port cf71ca56-a87b-4c84-81ab-3966bfc6cab9 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:23:31.034872 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-dcbc415b-fd5b-4413-8110-d383810ef400 req-071e6dcf-2017-4fcb-b602-77b73344bf71 service neutron] Attempting to bind port cf71ca56-a87b-4c84-81ab-3966bfc6cab9 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1af51899-0e33-4df8-afd7-baabaafb99e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0fec4d6d-f03a-40d5-88eb-8c0a2074eaab'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:23:31.035203 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbc415b-fd5b-4413-8110-d383810ef400 req-071e6dcf-2017-4fcb-b602-77b73344bf71 service neutron] Attempting to bind port cf71ca56-a87b-4c84-81ab-3966bfc6cab9 on network 0fec4d6d-f03a-40d5-88eb-8c0a2074eaab {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:23:31.039515 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbc415b-fd5b-4413-8110-d383810ef400 req-071e6dcf-2017-4fcb-b602-77b73344bf71 service neutron] Port cf71ca56-a87b-4c84-81ab-3966bfc6cab9 on network 0fec4d6d-f03a-40d5-88eb-8c0a2074eaab not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:23:31.039838 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbc415b-fd5b-4413-8110-d383810ef400 req-071e6dcf-2017-4fcb-b602-77b73344bf71 service neutron] Attempting to bind port cf71ca56-a87b-4c84-81ab-3966bfc6cab9 on network 0fec4d6d-f03a-40d5-88eb-8c0a2074eaab {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:23:31.045033 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbc415b-fd5b-4413-8110-d383810ef400 req-071e6dcf-2017-4fcb-b602-77b73344bf71 service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:23:31.045869 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbc415b-fd5b-4413-8110-d383810ef400 req-071e6dcf-2017-4fcb-b602-77b73344bf71 service neutron] Checking segment: {'id': '1af51899-0e33-4df8-afd7-baabaafb99e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0fec4d6d-f03a-40d5-88eb-8c0a2074eaab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:23:31.046248 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcbc415b-fd5b-4413-8110-d383810ef400 req-071e6dcf-2017-4fcb-b602-77b73344bf71 service neutron] Bound using segment: {'id': '1af51899-0e33-4df8-afd7-baabaafb99e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0fec4d6d-f03a-40d5-88eb-8c0a2074eaab'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:23:31.046665 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-dcbc415b-fd5b-4413-8110-d383810ef400 req-071e6dcf-2017-4fcb-b602-77b73344bf71 service neutron] Bound port: cf71ca56-a87b-4c84-81ab-3966bfc6cab9, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af51899-0e33-4df8-afd7-baabaafb99e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0fec4d6d-f03a-40d5-88eb-8c0a2074eaab'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:23:31.047042 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-dcbc415b-fd5b-4413-8110-d383810ef400 req-071e6dcf-2017-4fcb-b602-77b73344bf71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (cf71ca56-a87b-4c84-81ab-3966bfc6cab9), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:23:31.111871 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-dcbc415b-fd5b-4413-8110-d383810ef400 req-071e6dcf-2017-4fcb-b602-77b73344bf71 service neutron] For port cf71ca56-a87b-4c84-81ab-3966bfc6cab9, host nch2-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:23:31.114841 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-dcbc415b-fd5b-4413-8110-d383810ef400 req-071e6dcf-2017-4fcb-b602-77b73344bf71 service neutron] For port cf71ca56-a87b-4c84-81ab-3966bfc6cab9, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cf71ca56-a87b-4c84-81ab-3966bfc6cab9,segment=NetworkSegment(1af51899-0e33-4df8-afd7-baabaafb99e2),segment_id=1af51899-0e33-4df8-afd7-baabaafb99e2)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:23:31.120599 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-dcbc415b-fd5b-4413-8110-d383810ef400 req-071e6dcf-2017-4fcb-b602-77b73344bf71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (cf71ca56-a87b-4c84-81ab-3966bfc6cab9), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:23:31.155488 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbc415b-fd5b-4413-8110-d383810ef400 req-071e6dcf-2017-4fcb-b602-77b73344bf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:23:31.156257 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-dcbc415b-fd5b-4413-8110-d383810ef400 req-071e6dcf-2017-4fcb-b602-77b73344bf71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:23:31.157793 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-dcbc415b-fd5b-4413-8110-d383810ef400 req-071e6dcf-2017-4fcb-b602-77b73344bf71 service neutron] 10.222.0.59 "PUT /v2.0/ports/cf71ca56-a87b-4c84-81ab-3966bfc6cab9 HTTP/1.1" status: 200  len: 1091 time: 0.5886889
May 07 22:23:31.158220 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2268fce0-6818-4c73-bbde-6161aa0d79c3', 'tag': 'cf71ca56-a87b-4c84-81ab-3966bfc6cab9'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:23:31.160789 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfa48167-7187-4fc6-8ef1-2a3c41b46521" -d '{"events": [{"name": "network-changed", "server_uuid": "2268fce0-6818-4c73-bbde-6161aa0d79c3", "tag": "cf71ca56-a87b-4c84-81ab-3966bfc6cab9"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:23:31.190832 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071e6dcf-2017-4fcb-b602-77b73344bf71 service neutron] Pushing event updated for resources: {'Port': ['ID=cf71ca56-a87b-4c84-81ab-3966bfc6cab9,revision_number=3']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:23:31.217293 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc8a870a-ffa7-44c6-8198-1bedd3f73d51 x-openstack-request-id: req-dc8a870a-ffa7-44c6-8198-1bedd3f73d51 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:23:31.217590 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2268fce0-6818-4c73-bbde-6161aa0d79c3", "tag": "cf71ca56-a87b-4c84-81ab-3966bfc6cab9", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:23:31.217836 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dc8a870a-ffa7-44c6-8198-1bedd3f73d51 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:23:31.218255 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc8a870a-ffa7-44c6-8198-1bedd3f73d51'] response: {'name': 'network-changed', 'server_uuid': '2268fce0-6818-4c73-bbde-6161aa0d79c3', 'tag': 'cf71ca56-a87b-4c84-81ab-3966bfc6cab9', 'status': 'completed', 'code': 200}
May 07 22:23:31.258680 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbc415b-fd5b-4413-8110-d383810ef400 req-238eb1fa-c876-4496-82a9-09c1a898b64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:23:31.260314 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-dcbc415b-fd5b-4413-8110-d383810ef400 req-238eb1fa-c876-4496-82a9-09c1a898b64e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=55ed75dcd4ce4cb3a25250247e45159c&device_id=2268fce0-6818-4c73-bbde-6161aa0d79c3 HTTP/1.1" status: 200  len: 1125 time: 0.0554302
May 07 22:23:31.270221 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a46a89-d541-4f31-86f6-779f5d22b16f req-e908769a-b2f7-4eb8-8c05-e20438c7f1cb tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:23:31.271750 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f8a46a89-d541-4f31-86f6-779f5d22b16f req-e908769a-b2f7-4eb8-8c05-e20438c7f1cb tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] 10.222.0.32 "GET /v2.0/ports?device_id=2268fce0-6818-4c73-bbde-6161aa0d79c3 HTTP/1.1" status: 200  len: 943 time: 0.0507081
May 07 22:23:31.308917 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-dcbc415b-fd5b-4413-8110-d383810ef400 req-f3b42046-34bb-4b41-a037-d6095a87f3c3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf71ca56-a87b-4c84-81ab-3966bfc6cab9 HTTP/1.1" status: 200  len: 217 time: 0.0425801
May 07 22:23:31.323663 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f8a46a89-d541-4f31-86f6-779f5d22b16f req-916dfe30-f32b-4b52-8531-009bba13a8ad tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] 10.222.0.32 "GET /v2.0/security-groups?id=3c8ac472-0315-4c69-8761-f9972cbf9370&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443852
May 07 22:23:31.355177 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbc415b-fd5b-4413-8110-d383810ef400 req-756ad124-9796-4034-9a38-9df0819bb44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:23:31.356641 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-dcbc415b-fd5b-4413-8110-d383810ef400 req-756ad124-9796-4034-9a38-9df0819bb44d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6c086016-d3bc-4a6d-9881-33693fef243d HTTP/1.1" status: 200  len: 851 time: 0.0427871
May 07 22:23:31.387392 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-dcbc415b-fd5b-4413-8110-d383810ef400 req-6bc5f21d-90be-49a0-9758-c77f4f334396 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0fec4d6d-f03a-40d5-88eb-8c0a2074eaab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0251768
May 07 22:23:31.477550 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-dcbc415b-fd5b-4413-8110-d383810ef400 req-29ebe28e-139c-4f9c-9036-1bc114d6dbaa service neutron] 10.222.0.59 "GET /v2.0/networks/0fec4d6d-f03a-40d5-88eb-8c0a2074eaab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0847926
May 07 22:23:31.564607 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-dcbc415b-fd5b-4413-8110-d383810ef400 req-e310d515-f25b-46b9-a112-0b46708bb614 service neutron] 10.222.0.59 "GET /v2.0/networks/0fec4d6d-f03a-40d5-88eb-8c0a2074eaab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0817227
May 07 22:23:32.424550 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa48167-7187-4fc6-8ef1-2a3c41b46521 req-030bf91b-6d78-4bfd-a474-7803788b8211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:23:32.426024 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-cfa48167-7187-4fc6-8ef1-2a3c41b46521 req-030bf91b-6d78-4bfd-a474-7803788b8211 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=55ed75dcd4ce4cb3a25250247e45159c&device_id=2268fce0-6818-4c73-bbde-6161aa0d79c3 HTTP/1.1" status: 200  len: 1125 time: 0.0684705
May 07 22:23:32.465551 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc59a228-952b-4bc3-a04f-247a1927e2da req-967c21ca-1abb-4187-a670-cb686e8875ee tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:23:32.467042 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-cc59a228-952b-4bc3-a04f-247a1927e2da req-967c21ca-1abb-4187-a670-cb686e8875ee tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] 10.222.0.32 "GET /v2.0/ports?device_id=2268fce0-6818-4c73-bbde-6161aa0d79c3 HTTP/1.1" status: 200  len: 943 time: 0.0735598
May 07 22:23:32.566531 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-cc59a228-952b-4bc3-a04f-247a1927e2da req-b2437b28-e2dc-405e-86e6-8d62c466d781 tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] 10.222.0.32 "GET /v2.0/security-groups?id=3c8ac472-0315-4c69-8761-f9972cbf9370&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0902925
May 07 22:23:32.569219 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa48167-7187-4fc6-8ef1-2a3c41b46521 req-d59ab60b-68a4-419b-b9a9-7cb142fcc114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:23:32.570620 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-cfa48167-7187-4fc6-8ef1-2a3c41b46521 req-d59ab60b-68a4-419b-b9a9-7cb142fcc114 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0fec4d6d-f03a-40d5-88eb-8c0a2074eaab HTTP/1.1" status: 200  len: 912 time: 0.1384304
May 07 22:23:32.612799 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-cfa48167-7187-4fc6-8ef1-2a3c41b46521 req-b47033eb-b9dd-498c-800b-5617548f6cf8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf71ca56-a87b-4c84-81ab-3966bfc6cab9 HTTP/1.1" status: 200  len: 217 time: 0.0359559
May 07 22:23:32.659778 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa48167-7187-4fc6-8ef1-2a3c41b46521 req-ff05062f-7bf7-486e-ab5d-707bbec28b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:23:32.661182 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-cfa48167-7187-4fc6-8ef1-2a3c41b46521 req-ff05062f-7bf7-486e-ab5d-707bbec28b2f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6c086016-d3bc-4a6d-9881-33693fef243d HTTP/1.1" status: 200  len: 851 time: 0.0430934
May 07 22:23:32.691954 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-cfa48167-7187-4fc6-8ef1-2a3c41b46521 req-bc73e067-ddac-40d4-baaf-908d37ee7183 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0fec4d6d-f03a-40d5-88eb-8c0a2074eaab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0243130
May 07 22:23:32.783478 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-cfa48167-7187-4fc6-8ef1-2a3c41b46521 req-38af44eb-8acc-40ef-83ed-885dbd169d1f service neutron] 10.222.0.59 "GET /v2.0/networks/0fec4d6d-f03a-40d5-88eb-8c0a2074eaab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0856109
May 07 22:23:32.877748 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-cfa48167-7187-4fc6-8ef1-2a3c41b46521 req-a9234eb2-9f06-427c-88ab-d9683f2c92f0 service neutron] 10.222.0.59 "GET /v2.0/networks/0fec4d6d-f03a-40d5-88eb-8c0a2074eaab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0880287
May 07 22:23:33.681704 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652ee55f-10da-4927-b58f-629d3622b322 req-1c351c56-e5eb-4180-b95e-49d3b30999a4 tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:23:33.683189 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-652ee55f-10da-4927-b58f-629d3622b322 req-1c351c56-e5eb-4180-b95e-49d3b30999a4 tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] 10.222.0.32 "GET /v2.0/ports?device_id=2268fce0-6818-4c73-bbde-6161aa0d79c3 HTTP/1.1" status: 200  len: 943 time: 0.0464957
May 07 22:23:33.729562 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-652ee55f-10da-4927-b58f-629d3622b322 req-2ad5d89a-b88c-4d4c-97c6-79b8f7d9e748 tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] 10.222.0.32 "GET /v2.0/security-groups?id=3c8ac472-0315-4c69-8761-f9972cbf9370&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408497
May 07 22:23:33.868647 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device cf71ca56-a87b-4c84-81ab-3966bfc6cab9 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:23:33.966791 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port cf71ca56-a87b-4c84-81ab-3966bfc6cab9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cf71ca56-a87b-4c84-81ab-3966bfc6cab9,segment=NetworkSegment(1af51899-0e33-4df8-afd7-baabaafb99e2),segment_id=1af51899-0e33-4df8-afd7-baabaafb99e2)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:23:33.977868 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': 'cf71ca56-a87b-4c84-81ab-3966bfc6cab9', 'network_id': '0fec4d6d-f03a-40d5-88eb-8c0a2074eaab', 'port_id': 'cf71ca56-a87b-4c84-81ab-3966bfc6cab9', 'mac_address': 'fa:16:3e:33:98:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c086016-d3bc-4a6d-9881-33693fef243d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:23:34.013961 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port cf71ca56-a87b-4c84-81ab-3966bfc6cab9 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:23:34.014872 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (cf71ca56-a87b-4c84-81ab-3966bfc6cab9), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:23:34.027110 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf71ca56-a87b-4c84-81ab-3966bfc6cab9 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:23:34.046743 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port cf71ca56-a87b-4c84-81ab-3966bfc6cab9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cf71ca56-a87b-4c84-81ab-3966bfc6cab9,segment=NetworkSegment(1af51899-0e33-4df8-afd7-baabaafb99e2),segment_id=1af51899-0e33-4df8-afd7-baabaafb99e2)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:23:34.050581 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (cf71ca56-a87b-4c84-81ab-3966bfc6cab9), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:23:34.096566 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=cf71ca56-a87b-4c84-81ab-3966bfc6cab9,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:23:34.231890 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['cf71ca56-a87b-4c84-81ab-3966bfc6cab9'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:23:34.842682 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40575581-badf-4a53-bd65-6e128764dadb req-1038a148-cb8e-4fb4-8c82-d29ee7ad40b0 tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:23:34.844158 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-40575581-badf-4a53-bd65-6e128764dadb req-1038a148-cb8e-4fb4-8c82-d29ee7ad40b0 tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] 10.222.0.32 "GET /v2.0/ports?device_id=2268fce0-6818-4c73-bbde-6161aa0d79c3 HTTP/1.1" status: 200  len: 944 time: 0.0473580
May 07 22:23:34.890070 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-40575581-badf-4a53-bd65-6e128764dadb req-6af57cb7-ed29-469c-be79-af339e55d02a tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] 10.222.0.32 "GET /v2.0/security-groups?id=3c8ac472-0315-4c69-8761-f9972cbf9370&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403190
May 07 22:23:35.868822 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device cf71ca56-a87b-4c84-81ab-3966bfc6cab9 up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:23:35.912718 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning for port cf71ca56-a87b-4c84-81ab-3966bfc6cab9 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 22:23:35.920248 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port cf71ca56-a87b-4c84-81ab-3966bfc6cab9 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:23:35.921317 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (cf71ca56-a87b-4c84-81ab-3966bfc6cab9), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:23:36.000537 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port cf71ca56-a87b-4c84-81ab-3966bfc6cab9 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:23:36.000926 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (cf71ca56-a87b-4c84-81ab-3966bfc6cab9), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:23:36.005580 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bfd20c-7ae0-4fa0-97f9-74ab5a4d9598 req-697f9173-b8d2-495a-b4c5-10c8152a0312 tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:23:36.007070 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-76bfd20c-7ae0-4fa0-97f9-74ab5a4d9598 req-697f9173-b8d2-495a-b4c5-10c8152a0312 tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] 10.222.0.32 "GET /v2.0/ports?device_id=2268fce0-6818-4c73-bbde-6161aa0d79c3 HTTP/1.1" status: 200  len: 944 time: 0.0502777
May 07 22:23:36.029245 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2268fce0-6818-4c73-bbde-6161aa0d79c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf71ca56-a87b-4c84-81ab-3966bfc6cab9'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:23:36.032004 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5351a89-1b8b-4117-a8da-3d447e68ea47" -d '{"events": [{"server_uuid": "2268fce0-6818-4c73-bbde-6161aa0d79c3", "name": "network-vif-plugged", "status": "completed", "tag": "cf71ca56-a87b-4c84-81ab-3966bfc6cab9"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:23:36.044679 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port cf71ca56-a87b-4c84-81ab-3966bfc6cab9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cf71ca56-a87b-4c84-81ab-3966bfc6cab9,segment=NetworkSegment(1af51899-0e33-4df8-afd7-baabaafb99e2),segment_id=1af51899-0e33-4df8-afd7-baabaafb99e2)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:23:36.050497 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (cf71ca56-a87b-4c84-81ab-3966bfc6cab9), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:23:36.056460 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-76bfd20c-7ae0-4fa0-97f9-74ab5a4d9598 req-688d4e64-82a4-46f8-a914-12de1e0c0385 tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] 10.222.0.32 "GET /v2.0/security-groups?id=3c8ac472-0315-4c69-8761-f9972cbf9370&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438340
May 07 22:23:36.075213 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba2aaea7-13d9-4b40-bceb-1ea6cf05891f x-openstack-request-id: req-ba2aaea7-13d9-4b40-bceb-1ea6cf05891f {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:23:36.075503 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2268fce0-6818-4c73-bbde-6161aa0d79c3", "name": "network-vif-plugged", "status": "completed", "tag": "cf71ca56-a87b-4c84-81ab-3966bfc6cab9", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:23:36.076323 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ba2aaea7-13d9-4b40-bceb-1ea6cf05891f {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:23:36.077324 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba2aaea7-13d9-4b40-bceb-1ea6cf05891f'] response: {'server_uuid': '2268fce0-6818-4c73-bbde-6161aa0d79c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf71ca56-a87b-4c84-81ab-3966bfc6cab9', 'code': 200}
May 07 22:23:36.103493 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=cf71ca56-a87b-4c84-81ab-3966bfc6cab9,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:23:36.161286 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1354fd0-fd92-4e1b-a961-6048309ba582 req-9259ab21-2180-4706-94a9-688b6d8c422f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:23:36.162687 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a1354fd0-fd92-4e1b-a961-6048309ba582 req-9259ab21-2180-4706-94a9-688b6d8c422f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2268fce0-6818-4c73-bbde-6161aa0d79c3 HTTP/1.1" status: 200  len: 1127 time: 0.0375679
May 07 22:23:36.206337 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a1354fd0-fd92-4e1b-a961-6048309ba582 req-843d370b-ff7c-4215-b9d3-85b9b3e40e76 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=3c8ac472-0315-4c69-8761-f9972cbf9370&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373058
May 07 22:23:37.181362 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888e34b3-7a6a-461b-9a0c-8405cedd43da req-63653744-9ea2-4fd3-9375-ac6bcb7e17e8 tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:23:37.182853 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-888e34b3-7a6a-461b-9a0c-8405cedd43da req-63653744-9ea2-4fd3-9375-ac6bcb7e17e8 tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] 10.222.0.32 "GET /v2.0/ports?device_id=2268fce0-6818-4c73-bbde-6161aa0d79c3 HTTP/1.1" status: 200  len: 945 time: 0.0539804
May 07 22:23:37.231489 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-888e34b3-7a6a-461b-9a0c-8405cedd43da req-0c526961-290b-4b75-aae4-b53cc091f810 tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] 10.222.0.32 "GET /v2.0/security-groups?id=3c8ac472-0315-4c69-8761-f9972cbf9370&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428886
May 07 22:23:38.349233 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07860f75-906b-47b1-b0ad-11d9acb0f3bd req-08424b1f-86d2-452c-b986-b23531a34904 tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:23:38.350699 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-07860f75-906b-47b1-b0ad-11d9acb0f3bd req-08424b1f-86d2-452c-b986-b23531a34904 tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] 10.222.0.32 "GET /v2.0/ports?device_id=2268fce0-6818-4c73-bbde-6161aa0d79c3 HTTP/1.1" status: 200  len: 945 time: 0.0486279
May 07 22:23:38.396918 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-07860f75-906b-47b1-b0ad-11d9acb0f3bd req-ce325980-2408-4b95-ada2-cece041b0fd0 tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] 10.222.0.32 "GET /v2.0/security-groups?id=3c8ac472-0315-4c69-8761-f9972cbf9370&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406487
May 07 22:23:38.619354 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-245b78e3-12be-46eb-8b56-6eb33320aeb8 req-5238abb3-7686-4fb4-934e-2b6ead701f19 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2268fce0-6818-4c73-bbde-6161aa0d79c3&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0375328
May 07 22:23:38.633043 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce099a63-4140-4fc4-b890-52fd3d30c94c req-b5cb0aaa-5b96-44c8-97d8-073b30770134 tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:23:38.634541 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ce099a63-4140-4fc4-b890-52fd3d30c94c req-b5cb0aaa-5b96-44c8-97d8-073b30770134 tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] 10.222.0.32 "GET /v2.0/ports?device_id=2268fce0-6818-4c73-bbde-6161aa0d79c3 HTTP/1.1" status: 200  len: 945 time: 0.0466342
May 07 22:23:38.688088 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ce099a63-4140-4fc4-b890-52fd3d30c94c req-ccc3bea9-2784-4643-8ccf-d923c4605c66 tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] 10.222.0.32 "GET /v2.0/security-groups?id=3c8ac472-0315-4c69-8761-f9972cbf9370&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470848
May 07 22:23:39.070401 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b78e3-12be-46eb-8b56-6eb33320aeb8 req-0699720c-2a44-476b-896c-5f7ae45b27a1 tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:23:39.071792 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-245b78e3-12be-46eb-8b56-6eb33320aeb8 req-0699720c-2a44-476b-896c-5f7ae45b27a1 tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] 10.222.0.32 "GET /v2.0/ports/cf71ca56-a87b-4c84-81ab-3966bfc6cab9 HTTP/1.1" status: 200  len: 942 time: 0.1050701
May 07 22:23:39.809971 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d154cd9d-9fd7-4403-8314-e5d05736a59d req-4d293a92-acb3-4abc-8eb9-1506b736717c tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:23:39.811539 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d154cd9d-9fd7-4403-8314-e5d05736a59d req-4d293a92-acb3-4abc-8eb9-1506b736717c tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] 10.222.0.32 "GET /v2.0/ports?device_id=2268fce0-6818-4c73-bbde-6161aa0d79c3 HTTP/1.1" status: 200  len: 945 time: 0.0522826
May 07 22:23:39.878869 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b78e3-12be-46eb-8b56-6eb33320aeb8 req-33206784-e098-4675-af4f-5beef01daebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:23:39.880387 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-245b78e3-12be-46eb-8b56-6eb33320aeb8 req-33206784-e098-4675-af4f-5beef01daebd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=55ed75dcd4ce4cb3a25250247e45159c&device_id=2268fce0-6818-4c73-bbde-6161aa0d79c3 HTTP/1.1" status: 200  len: 1127 time: 0.0680034
May 07 22:23:39.929679 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d154cd9d-9fd7-4403-8314-e5d05736a59d req-98964799-12da-4b83-be0d-33a58e1a047a tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] 10.222.0.32 "GET /v2.0/security-groups?id=3c8ac472-0315-4c69-8761-f9972cbf9370&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1096694
May 07 22:23:39.990447 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b78e3-12be-46eb-8b56-6eb33320aeb8 req-7ff33524-b6c7-4570-8a33-d2e4604a5d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:23:39.991955 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-245b78e3-12be-46eb-8b56-6eb33320aeb8 req-7ff33524-b6c7-4570-8a33-d2e4604a5d2b service neutron] 10.222.0.59 "GET /v2.0/networks?id=0fec4d6d-f03a-40d5-88eb-8c0a2074eaab HTTP/1.1" status: 200  len: 912 time: 0.1048717
May 07 22:23:40.032849 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-245b78e3-12be-46eb-8b56-6eb33320aeb8 req-e248dd57-f806-4aeb-814d-1cad74a0e406 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf71ca56-a87b-4c84-81ab-3966bfc6cab9 HTTP/1.1" status: 200  len: 217 time: 0.0348041
May 07 22:23:40.078731 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b78e3-12be-46eb-8b56-6eb33320aeb8 req-1bae721d-f932-4357-af9f-3318d397e596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:23:40.080189 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-245b78e3-12be-46eb-8b56-6eb33320aeb8 req-1bae721d-f932-4357-af9f-3318d397e596 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6c086016-d3bc-4a6d-9881-33693fef243d HTTP/1.1" status: 200  len: 851 time: 0.0422974
May 07 22:23:40.110451 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-245b78e3-12be-46eb-8b56-6eb33320aeb8 req-1c15db8a-b36b-426e-9836-c5f2895dd446 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0fec4d6d-f03a-40d5-88eb-8c0a2074eaab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0247388
May 07 22:23:40.202354 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-245b78e3-12be-46eb-8b56-6eb33320aeb8 req-9234ed3e-94b9-4d9d-b333-fac853c77a33 service neutron] 10.222.0.59 "GET /v2.0/networks/0fec4d6d-f03a-40d5-88eb-8c0a2074eaab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0854783
May 07 22:23:40.293026 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-245b78e3-12be-46eb-8b56-6eb33320aeb8 req-c0c74839-509b-4be4-8a05-3490b19f7bfe service neutron] 10.222.0.59 "GET /v2.0/networks/0fec4d6d-f03a-40d5-88eb-8c0a2074eaab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0852935
May 07 22:23:41.043157 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e1d097-43e0-4ccc-8491-5eaf0102e48c req-65dfca0e-c9c4-41ae-902f-5e49f99fd41f tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:23:41.044668 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-89e1d097-43e0-4ccc-8491-5eaf0102e48c req-65dfca0e-c9c4-41ae-902f-5e49f99fd41f tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] 10.222.0.32 "GET /v2.0/ports?device_id=2268fce0-6818-4c73-bbde-6161aa0d79c3 HTTP/1.1" status: 200  len: 945 time: 0.0466452
May 07 22:23:41.091439 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-89e1d097-43e0-4ccc-8491-5eaf0102e48c req-9e136d25-6b5b-4f63-9e0d-e2c736daae0b tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] 10.222.0.32 "GET /v2.0/security-groups?id=3c8ac472-0315-4c69-8761-f9972cbf9370&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408080
May 07 22:23:42.205269 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7bb68b-9cae-48ad-95fa-f81217c255c1 req-1b00b7a7-c224-45e5-8f9d-68a8792245e5 tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:23:42.206737 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0e7bb68b-9cae-48ad-95fa-f81217c255c1 req-1b00b7a7-c224-45e5-8f9d-68a8792245e5 tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] 10.222.0.32 "GET /v2.0/ports?device_id=2268fce0-6818-4c73-bbde-6161aa0d79c3 HTTP/1.1" status: 200  len: 945 time: 0.0464332
May 07 22:23:42.252906 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0e7bb68b-9cae-48ad-95fa-f81217c255c1 req-7057a05e-2737-4d60-abf5-1d7da40c5eea tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] 10.222.0.32 "GET /v2.0/security-groups?id=3c8ac472-0315-4c69-8761-f9972cbf9370&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405316
May 07 22:23:43.364637 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93c1b75-dd9f-4578-8c4e-c24ff0c2d70d req-0c11ee3b-3f00-47e2-abbd-0d150aa39433 tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:23:43.366085 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b93c1b75-dd9f-4578-8c4e-c24ff0c2d70d req-0c11ee3b-3f00-47e2-abbd-0d150aa39433 tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] 10.222.0.32 "GET /v2.0/ports?device_id=2268fce0-6818-4c73-bbde-6161aa0d79c3 HTTP/1.1" status: 200  len: 945 time: 0.0461776
May 07 22:23:43.412791 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b93c1b75-dd9f-4578-8c4e-c24ff0c2d70d req-568b2b90-f90b-4105-819d-e56d6fa2e3f0 tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] 10.222.0.32 "GET /v2.0/security-groups?id=3c8ac472-0315-4c69-8761-f9972cbf9370&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411325
May 07 22:23:44.525580 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc07a4a7-8226-474c-ad81-460bc07dbdca req-13507abe-f814-4097-918c-3bc7112a65fe tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:23:44.527066 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-cc07a4a7-8226-474c-ad81-460bc07dbdca req-13507abe-f814-4097-918c-3bc7112a65fe tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] 10.222.0.32 "GET /v2.0/ports?device_id=2268fce0-6818-4c73-bbde-6161aa0d79c3 HTTP/1.1" status: 200  len: 945 time: 0.0457430
May 07 22:23:44.573071 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-cc07a4a7-8226-474c-ad81-460bc07dbdca req-0178a0e5-b2f0-4f57-961b-13120156cd5c tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] 10.222.0.32 "GET /v2.0/security-groups?id=3c8ac472-0315-4c69-8761-f9972cbf9370&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405064
May 07 22:23:45.695714 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba361a6-e5c2-4aa0-a678-90443d9cfb0f req-b6c0ec7b-f916-42a9-9a22-eee1231e3cd2 tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:23:45.697165 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4ba361a6-e5c2-4aa0-a678-90443d9cfb0f req-b6c0ec7b-f916-42a9-9a22-eee1231e3cd2 tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] 10.222.0.32 "GET /v2.0/ports?device_id=2268fce0-6818-4c73-bbde-6161aa0d79c3 HTTP/1.1" status: 200  len: 945 time: 0.0502243
May 07 22:23:45.743840 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4ba361a6-e5c2-4aa0-a678-90443d9cfb0f req-ce588c29-92e6-4ec5-b00c-eb6a89702cd9 tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] 10.222.0.32 "GET /v2.0/security-groups?id=3c8ac472-0315-4c69-8761-f9972cbf9370&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404823
May 07 22:23:46.861345 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06546a7d-802e-4792-a2bf-b226a6914d2c req-b25fbda2-cebf-426c-a643-5d10e45f3dc0 tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:23:46.862825 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-06546a7d-802e-4792-a2bf-b226a6914d2c req-b25fbda2-cebf-426c-a643-5d10e45f3dc0 tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] 10.222.0.32 "GET /v2.0/ports?device_id=2268fce0-6818-4c73-bbde-6161aa0d79c3 HTTP/1.1" status: 200  len: 945 time: 0.0496478
May 07 22:23:46.908299 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-06546a7d-802e-4792-a2bf-b226a6914d2c req-eb4e98a3-d358-4679-b136-5c258d751dfb tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] 10.222.0.32 "GET /v2.0/security-groups?id=3c8ac472-0315-4c69-8761-f9972cbf9370&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397744
May 07 22:23:48.022587 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27d5cb8-beef-4294-ac0f-2a4e428a2fbb req-63a58f9e-083e-4289-a6f0-9ed73852431e tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:23:48.024079 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d27d5cb8-beef-4294-ac0f-2a4e428a2fbb req-63a58f9e-083e-4289-a6f0-9ed73852431e tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] 10.222.0.32 "GET /v2.0/ports?device_id=2268fce0-6818-4c73-bbde-6161aa0d79c3 HTTP/1.1" status: 200  len: 945 time: 0.0464044
May 07 22:23:48.072308 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d27d5cb8-beef-4294-ac0f-2a4e428a2fbb req-ef9f2f10-4e91-4e0d-885b-baab76313fde tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] 10.222.0.32 "GET /v2.0/security-groups?id=3c8ac472-0315-4c69-8761-f9972cbf9370&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422602
May 07 22:23:49.184286 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf575b7-237e-445b-8555-2c1837ad8ed3 req-3bbc1fa6-9bcd-4f9c-bbfe-51c2046664f7 tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:23:49.185747 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5bf575b7-237e-445b-8555-2c1837ad8ed3 req-3bbc1fa6-9bcd-4f9c-bbfe-51c2046664f7 tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] 10.222.0.32 "GET /v2.0/ports?device_id=2268fce0-6818-4c73-bbde-6161aa0d79c3 HTTP/1.1" status: 200  len: 945 time: 0.0459821
May 07 22:23:49.232564 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5bf575b7-237e-445b-8555-2c1837ad8ed3 req-88620205-94b1-4770-bc88-618f85528699 tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] 10.222.0.32 "GET /v2.0/security-groups?id=3c8ac472-0315-4c69-8761-f9972cbf9370&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413976
May 07 22:23:50.349107 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da322d14-881a-4938-8114-8c9e33ee82d3 req-74c97d3c-8a52-4044-967b-02f268a4540f tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:23:50.350590 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-da322d14-881a-4938-8114-8c9e33ee82d3 req-74c97d3c-8a52-4044-967b-02f268a4540f tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] 10.222.0.32 "GET /v2.0/ports?device_id=2268fce0-6818-4c73-bbde-6161aa0d79c3 HTTP/1.1" status: 200  len: 945 time: 0.0510154
May 07 22:23:50.400892 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-da322d14-881a-4938-8114-8c9e33ee82d3 req-49ae4eae-17fa-4aa6-9a05-99126af880f0 tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] 10.222.0.32 "GET /v2.0/security-groups?id=3c8ac472-0315-4c69-8761-f9972cbf9370&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446992
May 07 22:23:51.516929 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079439de-4cb1-4a5c-a389-ab757c4d10e8 req-c6951a0b-81e9-4592-9d2d-904aae846243 tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:23:51.518438 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-079439de-4cb1-4a5c-a389-ab757c4d10e8 req-c6951a0b-81e9-4592-9d2d-904aae846243 tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] 10.222.0.32 "GET /v2.0/ports?device_id=2268fce0-6818-4c73-bbde-6161aa0d79c3 HTTP/1.1" status: 200  len: 945 time: 0.0464170
May 07 22:23:51.568868 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-079439de-4cb1-4a5c-a389-ab757c4d10e8 req-de7005cc-88dd-4d14-8b4b-06a4496b076f tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] 10.222.0.32 "GET /v2.0/security-groups?id=3c8ac472-0315-4c69-8761-f9972cbf9370&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447257
May 07 22:23:52.025145 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:23:52.682243 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c9d7ec-d5e4-4230-9396-e1356ff76ed0 req-11037dfc-cb67-4c67-9e55-512c85dcf785 tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:23:52.683737 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-40c9d7ec-d5e4-4230-9396-e1356ff76ed0 req-11037dfc-cb67-4c67-9e55-512c85dcf785 tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] 10.222.0.32 "GET /v2.0/ports?device_id=2268fce0-6818-4c73-bbde-6161aa0d79c3 HTTP/1.1" status: 200  len: 945 time: 0.0477278
May 07 22:23:52.730674 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-40c9d7ec-d5e4-4230-9396-e1356ff76ed0 req-f6e86488-ed29-4e2d-a095-4ec60352d0ae tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] 10.222.0.32 "GET /v2.0/security-groups?id=3c8ac472-0315-4c69-8761-f9972cbf9370&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413897
May 07 22:23:53.663406 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-cc7ba441-044f-469d-8f07-2795e7129038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:23:53.841993 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8b6de7-7108-4ee2-966e-0039e6f3e150 req-1913b861-184b-401d-88c8-641585d5cbfe tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:23:53.843499 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-be8b6de7-7108-4ee2-966e-0039e6f3e150 req-1913b861-184b-401d-88c8-641585d5cbfe tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] 10.222.0.32 "GET /v2.0/ports?device_id=2268fce0-6818-4c73-bbde-6161aa0d79c3 HTTP/1.1" status: 200  len: 945 time: 0.0454273
May 07 22:23:53.889339 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-be8b6de7-7108-4ee2-966e-0039e6f3e150 req-b3a696a4-95c1-4302-8391-0fab71ff53e9 tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] 10.222.0.32 "GET /v2.0/security-groups?id=3c8ac472-0315-4c69-8761-f9972cbf9370&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402288
May 07 22:23:54.098851 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:23:55.003419 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972a6eeb-48e6-4404-bcdb-99935db275da req-3a1e89a4-b41a-4b84-9168-b1c319b11fef tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:23:55.004876 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-972a6eeb-48e6-4404-bcdb-99935db275da req-3a1e89a4-b41a-4b84-9168-b1c319b11fef tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] 10.222.0.32 "GET /v2.0/ports?device_id=2268fce0-6818-4c73-bbde-6161aa0d79c3 HTTP/1.1" status: 200  len: 945 time: 0.0463426
May 07 22:23:55.055563 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-972a6eeb-48e6-4404-bcdb-99935db275da req-9153c680-d8d9-473d-be5f-7a3d3304d207 tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] 10.222.0.32 "GET /v2.0/security-groups?id=3c8ac472-0315-4c69-8761-f9972cbf9370&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450990
May 07 22:23:56.171260 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59901dc1-e2b3-4512-8afe-b43984f9f623 req-cb2e8e82-ec1e-45e3-93ed-76305206a726 tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:23:56.172747 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-59901dc1-e2b3-4512-8afe-b43984f9f623 req-cb2e8e82-ec1e-45e3-93ed-76305206a726 tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] 10.222.0.32 "GET /v2.0/ports?device_id=2268fce0-6818-4c73-bbde-6161aa0d79c3 HTTP/1.1" status: 200  len: 945 time: 0.0473769
May 07 22:23:56.219429 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-59901dc1-e2b3-4512-8afe-b43984f9f623 req-f9f595b6-10f5-49fe-ae37-fab979638893 tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] 10.222.0.32 "GET /v2.0/security-groups?id=3c8ac472-0315-4c69-8761-f9972cbf9370&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409632
May 07 22:23:56.551638 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f204893b-5c3e-4e07-bfbc-63a42a64d3a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:23:57.332525 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5140fd-fca8-49a7-8963-f4b73bf434f7 req-c3a21cb7-467f-4b72-ac40-d4ab67c7b186 tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:23:57.333968 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ef5140fd-fca8-49a7-8963-f4b73bf434f7 req-c3a21cb7-467f-4b72-ac40-d4ab67c7b186 tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] 10.222.0.32 "GET /v2.0/ports?device_id=2268fce0-6818-4c73-bbde-6161aa0d79c3 HTTP/1.1" status: 200  len: 945 time: 0.0459809
May 07 22:23:57.379687 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ef5140fd-fca8-49a7-8963-f4b73bf434f7 req-6fdaa53d-ecde-4b2c-af47-ba07f784d0a1 tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] 10.222.0.32 "GET /v2.0/security-groups?id=3c8ac472-0315-4c69-8761-f9972cbf9370&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401869
May 07 22:23:57.500383 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:23:58.495056 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf637929-71fa-4bb6-8b85-da6c2c462c6f req-c2e1267e-4cb7-4a0a-8a0b-76c1efc2a017 tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:23:58.496511 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bf637929-71fa-4bb6-8b85-da6c2c462c6f req-c2e1267e-4cb7-4a0a-8a0b-76c1efc2a017 tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] 10.222.0.32 "GET /v2.0/ports?device_id=2268fce0-6818-4c73-bbde-6161aa0d79c3 HTTP/1.1" status: 200  len: 945 time: 0.0486424
May 07 22:23:58.542758 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bf637929-71fa-4bb6-8b85-da6c2c462c6f req-ee068154-be75-4d83-8100-d36938003b0a tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] 10.222.0.32 "GET /v2.0/security-groups?id=3c8ac472-0315-4c69-8761-f9972cbf9370&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401065
May 07 22:23:59.204186 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:23:59.660666 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a38957-d46a-4c92-a9f0-dc4fea116f12 req-34a5a1a3-4edd-458d-9d1e-efe8f36795ce tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:23:59.662135 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-07a38957-d46a-4c92-a9f0-dc4fea116f12 req-34a5a1a3-4edd-458d-9d1e-efe8f36795ce tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] 10.222.0.32 "GET /v2.0/ports?device_id=2268fce0-6818-4c73-bbde-6161aa0d79c3 HTTP/1.1" status: 200  len: 945 time: 0.0473523
May 07 22:23:59.709199 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-07a38957-d46a-4c92-a9f0-dc4fea116f12 req-c33bbf34-d78c-4d26-973d-ad1572ab92de tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] 10.222.0.32 "GET /v2.0/security-groups?id=3c8ac472-0315-4c69-8761-f9972cbf9370&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411341
May 07 22:24:00.317997 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:24:00.822986 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff5e6e0-8a23-4dc6-8282-c4c6f7489b65 req-a2b0c06f-9b40-4758-b181-1b7cbbc9393e tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:24:00.824460 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-aff5e6e0-8a23-4dc6-8282-c4c6f7489b65 req-a2b0c06f-9b40-4758-b181-1b7cbbc9393e tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] 10.222.0.32 "GET /v2.0/ports?device_id=2268fce0-6818-4c73-bbde-6161aa0d79c3 HTTP/1.1" status: 200  len: 945 time: 0.0468609
May 07 22:24:00.870759 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-aff5e6e0-8a23-4dc6-8282-c4c6f7489b65 req-7150fb86-258b-418e-8852-467737324019 tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] 10.222.0.32 "GET /v2.0/security-groups?id=3c8ac472-0315-4c69-8761-f9972cbf9370&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401034
May 07 22:24:01.990397 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526c6602-017d-48f2-9d89-aa80d4cb3c3b req-b5e08064-4db6-44aa-b110-a9ed38d81ca1 tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:24:01.991871 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-526c6602-017d-48f2-9d89-aa80d4cb3c3b req-b5e08064-4db6-44aa-b110-a9ed38d81ca1 tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] 10.222.0.32 "GET /v2.0/ports?device_id=2268fce0-6818-4c73-bbde-6161aa0d79c3 HTTP/1.1" status: 200  len: 945 time: 0.0501709
May 07 22:24:02.038484 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-526c6602-017d-48f2-9d89-aa80d4cb3c3b req-09dc29d7-f3d8-45d6-82d2-82ad381cc51c tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] 10.222.0.32 "GET /v2.0/security-groups?id=3c8ac472-0315-4c69-8761-f9972cbf9370&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411417
May 07 22:24:03.155248 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c884f0f-bdbd-4f78-8457-a280df982638 req-ebe7e143-f847-434e-aeae-48e0f8bcee4f tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:24:03.156784 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6c884f0f-bdbd-4f78-8457-a280df982638 req-ebe7e143-f847-434e-aeae-48e0f8bcee4f tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] 10.222.0.32 "GET /v2.0/ports?device_id=2268fce0-6818-4c73-bbde-6161aa0d79c3 HTTP/1.1" status: 200  len: 945 time: 0.0499170
May 07 22:24:03.209772 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6c884f0f-bdbd-4f78-8457-a280df982638 req-c9f2aa16-763d-42aa-a56b-aa5d04e8d5c6 tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] 10.222.0.32 "GET /v2.0/security-groups?id=3c8ac472-0315-4c69-8761-f9972cbf9370&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473838
May 07 22:24:04.322574 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bfde72-8a77-4571-9967-4a0ab3b46041 req-ab9092d9-3eff-4c1c-a156-758846864516 tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:24:04.324069 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-17bfde72-8a77-4571-9967-4a0ab3b46041 req-ab9092d9-3eff-4c1c-a156-758846864516 tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] 10.222.0.32 "GET /v2.0/ports?device_id=2268fce0-6818-4c73-bbde-6161aa0d79c3 HTTP/1.1" status: 200  len: 945 time: 0.0472124
May 07 22:24:04.370959 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-17bfde72-8a77-4571-9967-4a0ab3b46041 req-2f92640c-2ef0-4b10-a706-7c61c03ae27a tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] 10.222.0.32 "GET /v2.0/security-groups?id=3c8ac472-0315-4c69-8761-f9972cbf9370&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413527
May 07 22:24:05.486504 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddce6b0-ba88-4333-9fec-ffc0d0aa47d4 req-1aa4e735-3263-49a7-a12b-6fc6bc0073db tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:24:05.487975 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-eddce6b0-ba88-4333-9fec-ffc0d0aa47d4 req-1aa4e735-3263-49a7-a12b-6fc6bc0073db tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] 10.222.0.32 "GET /v2.0/ports?device_id=2268fce0-6818-4c73-bbde-6161aa0d79c3 HTTP/1.1" status: 200  len: 945 time: 0.0458250
May 07 22:24:05.533282 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-eddce6b0-ba88-4333-9fec-ffc0d0aa47d4 req-3bd55fd5-0150-42e9-a2d0-f13cce2ed78b tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] 10.222.0.32 "GET /v2.0/security-groups?id=3c8ac472-0315-4c69-8761-f9972cbf9370&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397601
May 07 22:24:06.646401 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311f2ca6-ccb3-4e36-977a-e420dfbf0476 req-ab241733-1c37-43f9-a443-20b8bd1a5462 tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:24:06.647865 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-311f2ca6-ccb3-4e36-977a-e420dfbf0476 req-ab241733-1c37-43f9-a443-20b8bd1a5462 tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] 10.222.0.32 "GET /v2.0/ports?device_id=2268fce0-6818-4c73-bbde-6161aa0d79c3 HTTP/1.1" status: 200  len: 945 time: 0.0461202
May 07 22:24:06.699789 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-311f2ca6-ccb3-4e36-977a-e420dfbf0476 req-eb5d5c19-18ce-4f64-8461-0532f15d1208 tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] 10.222.0.32 "GET /v2.0/security-groups?id=3c8ac472-0315-4c69-8761-f9972cbf9370&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463679
May 07 22:24:06.999111 ncdv-master-1 neutron-server[121837]: INFO neutron.api.v2.resource [req-245b78e3-12be-46eb-8b56-6eb33320aeb8 req-0c3d0c9b-fc4a-471b-bb7a-78cfd090faac service neutron] show failed (client error): The resource could not be found.
May 07 22:24:07.000586 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-245b78e3-12be-46eb-8b56-6eb33320aeb8 req-0c3d0c9b-fc4a-471b-bb7a-78cfd090faac service neutron] 10.222.0.59 "GET /v2.0/ports/cf71ca56-a87b-4c84-81ab-3966bfc6cab9/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0545216
May 07 22:24:07.185620 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b78e3-12be-46eb-8b56-6eb33320aeb8 req-bc54fe84-4bc2-4dd7-9bca-46e09ac9f167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:24:07.187621 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-245b78e3-12be-46eb-8b56-6eb33320aeb8 req-bc54fe84-4bc2-4dd7-9bca-46e09ac9f167 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2268fce0-6818-4c73-bbde-6161aa0d79c3&tenant_id=55ed75dcd4ce4cb3a25250247e45159c HTTP/1.1" status: 200  len: 1127 time: 0.0384066
May 07 22:24:07.197296 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-245b78e3-12be-46eb-8b56-6eb33320aeb8 req-853fae47-7ec5-4760-a992-ca56627e8477 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:24:07.256587 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-245b78e3-12be-46eb-8b56-6eb33320aeb8 req-853fae47-7ec5-4760-a992-ca56627e8477 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (cf71ca56-a87b-4c84-81ab-3966bfc6cab9), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:24:07.464531 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-245b78e3-12be-46eb-8b56-6eb33320aeb8 req-853fae47-7ec5-4760-a992-ca56627e8477 service neutron] For port cf71ca56-a87b-4c84-81ab-3966bfc6cab9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=cf71ca56-a87b-4c84-81ab-3966bfc6cab9,segment=NetworkSegment(1af51899-0e33-4df8-afd7-baabaafb99e2),segment_id=1af51899-0e33-4df8-afd7-baabaafb99e2)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:24:07.496585 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-245b78e3-12be-46eb-8b56-6eb33320aeb8 req-853fae47-7ec5-4760-a992-ca56627e8477 service neutron] For port cf71ca56-a87b-4c84-81ab-3966bfc6cab9, host nch2-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:24:07.535228 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2268fce0-6818-4c73-bbde-6161aa0d79c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf71ca56-a87b-4c84-81ab-3966bfc6cab9'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:24:07.537398 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3589d4ca-ad00-4ba8-ab6c-a2aea6cee77c" -d '{"events": [{"server_uuid": "2268fce0-6818-4c73-bbde-6161aa0d79c3", "name": "network-vif-unplugged", "status": "completed", "tag": "cf71ca56-a87b-4c84-81ab-3966bfc6cab9"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:24:07.541603 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-245b78e3-12be-46eb-8b56-6eb33320aeb8 req-853fae47-7ec5-4760-a992-ca56627e8477 service neutron] Publish callbacks [] for port (cf71ca56-a87b-4c84-81ab-3966bfc6cab9), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:24:07.555482 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.provisioning_blocks [req-245b78e3-12be-46eb-8b56-6eb33320aeb8 req-853fae47-7ec5-4760-a992-ca56627e8477 service neutron] Transition to ACTIVE for port object cf71ca56-a87b-4c84-81ab-3966bfc6cab9 will not be triggered until provisioned by entity L2. {{(pid=121836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 22:24:07.559979 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-245b78e3-12be-46eb-8b56-6eb33320aeb8 req-853fae47-7ec5-4760-a992-ca56627e8477 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (cf71ca56-a87b-4c84-81ab-3966bfc6cab9), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:24:07.629157 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-245b78e3-12be-46eb-8b56-6eb33320aeb8 req-853fae47-7ec5-4760-a992-ca56627e8477 service neutron] No DVR routers for this DVR port cf71ca56-a87b-4c84-81ab-3966bfc6cab9 on host nch2-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:24:07.632010 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853fae47-7ec5-4760-a992-ca56627e8477 service neutron] Pushing event updated for resources: {'Port': ['ID=cf71ca56-a87b-4c84-81ab-3966bfc6cab9,revision_number=6']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:24:07.667096 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 07 May 2022 22:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e81a3d-8ccd-481d-b48b-b5e73a5187ee x-openstack-request-id: req-51e81a3d-8ccd-481d-b48b-b5e73a5187ee {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:24:07.667871 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2268fce0-6818-4c73-bbde-6161aa0d79c3", "name": "network-vif-unplugged", "status": "completed", "tag": "cf71ca56-a87b-4c84-81ab-3966bfc6cab9", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:24:07.667871 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-51e81a3d-8ccd-481d-b48b-b5e73a5187ee {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:24:07.668083 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51e81a3d-8ccd-481d-b48b-b5e73a5187ee'] response: {'server_uuid': '2268fce0-6818-4c73-bbde-6161aa0d79c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf71ca56-a87b-4c84-81ab-3966bfc6cab9', 'code': 200}
May 07 22:24:07.682514 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-245b78e3-12be-46eb-8b56-6eb33320aeb8 req-853fae47-7ec5-4760-a992-ca56627e8477 service neutron] Attempting to bind port cf71ca56-a87b-4c84-81ab-3966bfc6cab9 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:24:07.682936 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-245b78e3-12be-46eb-8b56-6eb33320aeb8 req-853fae47-7ec5-4760-a992-ca56627e8477 service neutron] Attempting to bind port cf71ca56-a87b-4c84-81ab-3966bfc6cab9 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1af51899-0e33-4df8-afd7-baabaafb99e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0fec4d6d-f03a-40d5-88eb-8c0a2074eaab'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:24:07.683209 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245b78e3-12be-46eb-8b56-6eb33320aeb8 req-853fae47-7ec5-4760-a992-ca56627e8477 service neutron] Attempting to bind port cf71ca56-a87b-4c84-81ab-3966bfc6cab9 on network 0fec4d6d-f03a-40d5-88eb-8c0a2074eaab {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:24:07.688241 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245b78e3-12be-46eb-8b56-6eb33320aeb8 req-853fae47-7ec5-4760-a992-ca56627e8477 service neutron] Port cf71ca56-a87b-4c84-81ab-3966bfc6cab9 on network 0fec4d6d-f03a-40d5-88eb-8c0a2074eaab not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:24:07.688556 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245b78e3-12be-46eb-8b56-6eb33320aeb8 req-853fae47-7ec5-4760-a992-ca56627e8477 service neutron] Attempting to bind port cf71ca56-a87b-4c84-81ab-3966bfc6cab9 on network 0fec4d6d-f03a-40d5-88eb-8c0a2074eaab {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:24:07.694106 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245b78e3-12be-46eb-8b56-6eb33320aeb8 req-853fae47-7ec5-4760-a992-ca56627e8477 service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:24:07.694439 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245b78e3-12be-46eb-8b56-6eb33320aeb8 req-853fae47-7ec5-4760-a992-ca56627e8477 service neutron] Checking segment: {'id': '1af51899-0e33-4df8-afd7-baabaafb99e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0fec4d6d-f03a-40d5-88eb-8c0a2074eaab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:24:07.694844 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-245b78e3-12be-46eb-8b56-6eb33320aeb8 req-853fae47-7ec5-4760-a992-ca56627e8477 service neutron] Bound using segment: {'id': '1af51899-0e33-4df8-afd7-baabaafb99e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0fec4d6d-f03a-40d5-88eb-8c0a2074eaab'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:24:07.695262 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-245b78e3-12be-46eb-8b56-6eb33320aeb8 req-853fae47-7ec5-4760-a992-ca56627e8477 service neutron] Bound port: cf71ca56-a87b-4c84-81ab-3966bfc6cab9, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1af51899-0e33-4df8-afd7-baabaafb99e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '0fec4d6d-f03a-40d5-88eb-8c0a2074eaab'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:24:07.695613 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-245b78e3-12be-46eb-8b56-6eb33320aeb8 req-853fae47-7ec5-4760-a992-ca56627e8477 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (cf71ca56-a87b-4c84-81ab-3966bfc6cab9), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:24:07.764254 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-245b78e3-12be-46eb-8b56-6eb33320aeb8 req-853fae47-7ec5-4760-a992-ca56627e8477 service neutron] For port cf71ca56-a87b-4c84-81ab-3966bfc6cab9, host nch1-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:24:07.767375 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-245b78e3-12be-46eb-8b56-6eb33320aeb8 req-853fae47-7ec5-4760-a992-ca56627e8477 service neutron] For port cf71ca56-a87b-4c84-81ab-3966bfc6cab9, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cf71ca56-a87b-4c84-81ab-3966bfc6cab9,segment=NetworkSegment(1af51899-0e33-4df8-afd7-baabaafb99e2),segment_id=1af51899-0e33-4df8-afd7-baabaafb99e2)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:24:07.772938 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-245b78e3-12be-46eb-8b56-6eb33320aeb8 req-853fae47-7ec5-4760-a992-ca56627e8477 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (cf71ca56-a87b-4c84-81ab-3966bfc6cab9), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:24:07.839634 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b78e3-12be-46eb-8b56-6eb33320aeb8 req-853fae47-7ec5-4760-a992-ca56627e8477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:24:07.840256 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-245b78e3-12be-46eb-8b56-6eb33320aeb8 req-853fae47-7ec5-4760-a992-ca56627e8477 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:24:07.841618 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-245b78e3-12be-46eb-8b56-6eb33320aeb8 req-853fae47-7ec5-4760-a992-ca56627e8477 service neutron] 10.222.0.55 "PUT /v2.0/ports/cf71ca56-a87b-4c84-81ab-3966bfc6cab9 HTTP/1.1" status: 200  len: 1091 time: 0.6481700
May 07 22:24:07.855089 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c2c019-ac34-4f38-b2d4-4e7a2b0da5f7 req-cb6a79aa-4dda-4820-94ca-47ebf79b339d tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:24:07.856547 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c8c2c019-ac34-4f38-b2d4-4e7a2b0da5f7 req-cb6a79aa-4dda-4820-94ca-47ebf79b339d tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] 10.222.0.32 "GET /v2.0/ports?device_id=2268fce0-6818-4c73-bbde-6161aa0d79c3 HTTP/1.1" status: 200  len: 943 time: 0.0814085
May 07 22:24:07.870273 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 22:24:07.914330 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853fae47-7ec5-4760-a992-ca56627e8477 service neutron] Pushing event updated for resources: {'Port': ['ID=cf71ca56-a87b-4c84-81ab-3966bfc6cab9,revision_number=7']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:24:07.936402 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b78e3-12be-46eb-8b56-6eb33320aeb8 req-1f189b55-afda-4104-a2d5-1e1e1b1e8e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:24:07.938510 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-245b78e3-12be-46eb-8b56-6eb33320aeb8 req-1f189b55-afda-4104-a2d5-1e1e1b1e8e84 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=55ed75dcd4ce4cb3a25250247e45159c&device_id=2268fce0-6818-4c73-bbde-6161aa0d79c3 HTTP/1.1" status: 200  len: 1125 time: 0.0754828
May 07 22:24:07.973320 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c8c2c019-ac34-4f38-b2d4-4e7a2b0da5f7 req-32d7f31b-9c59-41af-8fda-8030feef082d tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] 10.222.0.32 "GET /v2.0/security-groups?id=3c8ac472-0315-4c69-8761-f9972cbf9370&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1090887
May 07 22:24:08.038700 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b78e3-12be-46eb-8b56-6eb33320aeb8 req-c01236a2-265d-4310-bdaf-501530874500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:24:08.040504 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-245b78e3-12be-46eb-8b56-6eb33320aeb8 req-c01236a2-265d-4310-bdaf-501530874500 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0fec4d6d-f03a-40d5-88eb-8c0a2074eaab HTTP/1.1" status: 200  len: 912 time: 0.0960763
May 07 22:24:08.085631 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-245b78e3-12be-46eb-8b56-6eb33320aeb8 req-f482e582-a46b-476d-8f31-f51fc8fb57b5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf71ca56-a87b-4c84-81ab-3966bfc6cab9 HTTP/1.1" status: 200  len: 217 time: 0.0390975
May 07 22:24:08.132796 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b78e3-12be-46eb-8b56-6eb33320aeb8 req-bbd555ce-52bc-41cb-9f94-cb6f3a0bf719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:24:08.134216 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-245b78e3-12be-46eb-8b56-6eb33320aeb8 req-bbd555ce-52bc-41cb-9f94-cb6f3a0bf719 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6c086016-d3bc-4a6d-9881-33693fef243d HTTP/1.1" status: 200  len: 851 time: 0.0434439
May 07 22:24:08.164325 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-245b78e3-12be-46eb-8b56-6eb33320aeb8 req-76ca9586-6e74-4e8f-9e17-741aeae59ce3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0fec4d6d-f03a-40d5-88eb-8c0a2074eaab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0245888
May 07 22:24:08.257900 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-245b78e3-12be-46eb-8b56-6eb33320aeb8 req-d9c10fff-362a-4223-90d2-c5affa9eb374 service neutron] 10.222.0.55 "GET /v2.0/networks/0fec4d6d-f03a-40d5-88eb-8c0a2074eaab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0875969
May 07 22:24:08.344297 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-245b78e3-12be-46eb-8b56-6eb33320aeb8 req-22999317-d156-457d-933a-98195c83beef service neutron] 10.222.0.55 "GET /v2.0/networks/0fec4d6d-f03a-40d5-88eb-8c0a2074eaab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0805025
May 07 22:24:09.091607 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d975f72b-2cb2-4b4f-9b83-fd369ce2c720 req-77f3341e-668b-4ed3-8d01-2188f12be0b4 tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:24:09.093700 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d975f72b-2cb2-4b4f-9b83-fd369ce2c720 req-77f3341e-668b-4ed3-8d01-2188f12be0b4 tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] 10.222.0.32 "GET /v2.0/ports?device_id=2268fce0-6818-4c73-bbde-6161aa0d79c3 HTTP/1.1" status: 200  len: 943 time: 0.0500026
May 07 22:24:09.139204 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d975f72b-2cb2-4b4f-9b83-fd369ce2c720 req-d479a36e-cc51-45dd-826d-b052a8864078 tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] 10.222.0.32 "GET /v2.0/security-groups?id=3c8ac472-0315-4c69-8761-f9972cbf9370&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399575
May 07 22:24:09.669216 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2268fce0-6818-4c73-bbde-6161aa0d79c3', 'tag': 'cf71ca56-a87b-4c84-81ab-3966bfc6cab9'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:24:09.671537 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-031e8aa8-b06e-4ac0-8ea4-b99785b093c0" -d '{"events": [{"name": "network-changed", "server_uuid": "2268fce0-6818-4c73-bbde-6161aa0d79c3", "tag": "cf71ca56-a87b-4c84-81ab-3966bfc6cab9"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:24:09.720116 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8979d46c-1dae-469a-83bb-eeb83839a1c3 x-openstack-request-id: req-8979d46c-1dae-469a-83bb-eeb83839a1c3 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:24:09.720418 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2268fce0-6818-4c73-bbde-6161aa0d79c3", "tag": "cf71ca56-a87b-4c84-81ab-3966bfc6cab9", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:24:09.720678 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8979d46c-1dae-469a-83bb-eeb83839a1c3 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:24:09.721089 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8979d46c-1dae-469a-83bb-eeb83839a1c3'] response: {'name': 'network-changed', 'server_uuid': '2268fce0-6818-4c73-bbde-6161aa0d79c3', 'tag': 'cf71ca56-a87b-4c84-81ab-3966bfc6cab9', 'status': 'completed', 'code': 200}
May 07 22:24:09.779206 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e8aa8-b06e-4ac0-8ea4-b99785b093c0 req-27b56d7a-09ac-4b23-80c4-61ec791eca7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:24:09.781368 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-031e8aa8-b06e-4ac0-8ea4-b99785b093c0 req-27b56d7a-09ac-4b23-80c4-61ec791eca7b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=55ed75dcd4ce4cb3a25250247e45159c&device_id=2268fce0-6818-4c73-bbde-6161aa0d79c3 HTTP/1.1" status: 200  len: 1125 time: 0.0387132
May 07 22:24:09.864975 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e8aa8-b06e-4ac0-8ea4-b99785b093c0 req-6a5c8d0c-0970-4ccf-acf6-7b669f9a0a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:24:09.866620 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-031e8aa8-b06e-4ac0-8ea4-b99785b093c0 req-6a5c8d0c-0970-4ccf-acf6-7b669f9a0a0a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=55ed75dcd4ce4cb3a25250247e45159c&device_id=2268fce0-6818-4c73-bbde-6161aa0d79c3 HTTP/1.1" status: 200  len: 1125 time: 0.0549088
May 07 22:24:09.880352 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e8aa8-b06e-4ac0-8ea4-b99785b093c0 req-7403874c-c8c9-4894-95d9-0ead289a3a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:24:09.881841 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-031e8aa8-b06e-4ac0-8ea4-b99785b093c0 req-7403874c-c8c9-4894-95d9-0ead289a3a85 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0fec4d6d-f03a-40d5-88eb-8c0a2074eaab HTTP/1.1" status: 200  len: 912 time: 0.0944359
May 07 22:24:09.930461 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-031e8aa8-b06e-4ac0-8ea4-b99785b093c0 req-9a1da820-827f-4730-8c62-ddee5ea1dc4b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf71ca56-a87b-4c84-81ab-3966bfc6cab9 HTTP/1.1" status: 200  len: 217 time: 0.0424197
May 07 22:24:09.982990 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e8aa8-b06e-4ac0-8ea4-b99785b093c0 req-673f9681-4955-401e-aa7f-d28abc1c7168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:24:09.985682 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-031e8aa8-b06e-4ac0-8ea4-b99785b093c0 req-673f9681-4955-401e-aa7f-d28abc1c7168 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0fec4d6d-f03a-40d5-88eb-8c0a2074eaab HTTP/1.1" status: 200  len: 912 time: 0.1138740
May 07 22:24:09.988510 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e8aa8-b06e-4ac0-8ea4-b99785b093c0 req-04d4e2c2-fcf4-4a6e-b4d3-a6160ab4f22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:24:09.990011 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-031e8aa8-b06e-4ac0-8ea4-b99785b093c0 req-04d4e2c2-fcf4-4a6e-b4d3-a6160ab4f22f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6c086016-d3bc-4a6d-9881-33693fef243d HTTP/1.1" status: 200  len: 851 time: 0.0543873
May 07 22:24:10.007977 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device cf71ca56-a87b-4c84-81ab-3966bfc6cab9 no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:24:10.022321 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-031e8aa8-b06e-4ac0-8ea4-b99785b093c0 req-6dd8e93f-4470-449a-a9c7-7d456f46f639 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0fec4d6d-f03a-40d5-88eb-8c0a2074eaab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0265334
May 07 22:24:10.032462 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-031e8aa8-b06e-4ac0-8ea4-b99785b093c0 req-d364e4c3-b2e2-4762-aa32-73eac051629e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf71ca56-a87b-4c84-81ab-3966bfc6cab9 HTTP/1.1" status: 200  len: 217 time: 0.0410743
May 07 22:24:10.049734 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] The host nch2-master-1 is not matching for port cf71ca56-a87b-4c84-81ab-3966bfc6cab9 host nch1-master-1! {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2394}}
May 07 22:24:10.050138 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device cf71ca56-a87b-4c84-81ab-3966bfc6cab9 not bound to the agent host nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:24:10.082543 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e8aa8-b06e-4ac0-8ea4-b99785b093c0 req-57dbdea9-b701-4eda-913b-54ecf68c9b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:24:10.084170 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-031e8aa8-b06e-4ac0-8ea4-b99785b093c0 req-57dbdea9-b701-4eda-913b-54ecf68c9b18 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6c086016-d3bc-4a6d-9881-33693fef243d HTTP/1.1" status: 200  len: 851 time: 0.0461683
May 07 22:24:10.116485 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-031e8aa8-b06e-4ac0-8ea4-b99785b093c0 req-92b8b566-c9d9-4706-a928-89f10f0e0d1b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0fec4d6d-f03a-40d5-88eb-8c0a2074eaab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0255504
May 07 22:24:10.116708 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-031e8aa8-b06e-4ac0-8ea4-b99785b093c0 req-7cb9623e-6114-43dc-9dc9-9132392de931 service neutron] 10.222.0.59 "GET /v2.0/networks/0fec4d6d-f03a-40d5-88eb-8c0a2074eaab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0878901
May 07 22:24:10.220963 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-031e8aa8-b06e-4ac0-8ea4-b99785b093c0 req-1c84f504-81e8-4ee9-93dc-393de7c40678 service neutron] 10.222.0.55 "GET /v2.0/networks/0fec4d6d-f03a-40d5-88eb-8c0a2074eaab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0982003
May 07 22:24:10.325305 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-031e8aa8-b06e-4ac0-8ea4-b99785b093c0 req-658553c0-c24c-462c-9a4b-c7a77e3f385a service neutron] 10.222.0.55 "GET /v2.0/networks/0fec4d6d-f03a-40d5-88eb-8c0a2074eaab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0981572
May 07 22:24:10.500760 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53efe49-99cd-4dff-8101-a2a9ecb96924 req-732c08f0-0720-4316-8c95-e81efbfae51b tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:24:10.502212 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f53efe49-99cd-4dff-8101-a2a9ecb96924 req-732c08f0-0720-4316-8c95-e81efbfae51b tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] 10.222.0.32 "GET /v2.0/ports?device_id=2268fce0-6818-4c73-bbde-6161aa0d79c3 HTTP/1.1" status: 200  len: 943 time: 0.0623856
May 07 22:24:10.505688 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-031e8aa8-b06e-4ac0-8ea4-b99785b093c0 req-1f8d0971-98e8-4a54-9e80-2296fb7f2d82 service neutron] 10.222.0.59 "GET /v2.0/networks/0fec4d6d-f03a-40d5-88eb-8c0a2074eaab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3839655
May 07 22:24:10.550277 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f53efe49-99cd-4dff-8101-a2a9ecb96924 req-9d13b016-7cb7-48dc-80fd-d2ce78ed9353 tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] 10.222.0.32 "GET /v2.0/security-groups?id=3c8ac472-0315-4c69-8761-f9972cbf9370&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423663
May 07 22:24:10.821717 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3852de7c-9d0a-43ff-baf7-f6e87bd3ecdf req-cdd13bf1-590a-4cfa-8efa-4a9ac621a9ca tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:24:10.823109 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3852de7c-9d0a-43ff-baf7-f6e87bd3ecdf req-cdd13bf1-590a-4cfa-8efa-4a9ac621a9ca tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] 10.222.0.59 "GET /v2.0/ports?device_id=2268fce0-6818-4c73-bbde-6161aa0d79c3&tenant_id=55ed75dcd4ce4cb3a25250247e45159c&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 943 time: 0.0866940
May 07 22:24:10.879186 ncdv-master-1 neutron-server[121837]: INFO neutron.api.v2.resource [req-3852de7c-9d0a-43ff-baf7-f6e87bd3ecdf req-5a230eeb-16c7-4412-ae40-d69cee2ae149 service neutron] delete failed (client error): The resource could not be found.
May 07 22:24:10.880166 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3852de7c-9d0a-43ff-baf7-f6e87bd3ecdf req-5a230eeb-16c7-4412-ae40-d69cee2ae149 service neutron] 10.222.0.59 "DELETE /v2.0/ports/cf71ca56-a87b-4c84-81ab-3966bfc6cab9/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0513647
May 07 22:24:10.960847 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3852de7c-9d0a-43ff-baf7-f6e87bd3ecdf req-8ef90a1c-edd2-46d6-b1f6-ea359c1688a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:24:10.962391 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3852de7c-9d0a-43ff-baf7-f6e87bd3ecdf req-8ef90a1c-edd2-46d6-b1f6-ea359c1688a8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=55ed75dcd4ce4cb3a25250247e45159c&device_id=2268fce0-6818-4c73-bbde-6161aa0d79c3 HTTP/1.1" status: 200  len: 1125 time: 0.0397868
May 07 22:24:11.051758 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3852de7c-9d0a-43ff-baf7-f6e87bd3ecdf req-bce994be-4b05-441f-a6c1-ad12da7f03c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:24:11.053197 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3852de7c-9d0a-43ff-baf7-f6e87bd3ecdf req-bce994be-4b05-441f-a6c1-ad12da7f03c2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0fec4d6d-f03a-40d5-88eb-8c0a2074eaab HTTP/1.1" status: 200  len: 912 time: 0.0853255
May 07 22:24:11.093521 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3852de7c-9d0a-43ff-baf7-f6e87bd3ecdf req-7d2bc9df-8682-43a0-b3da-25041d0a6326 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf71ca56-a87b-4c84-81ab-3966bfc6cab9 HTTP/1.1" status: 200  len: 217 time: 0.0343294
May 07 22:24:11.143522 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3852de7c-9d0a-43ff-baf7-f6e87bd3ecdf req-94e18328-6bb8-4ee5-b47a-e6b4c25e9f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:24:11.144968 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3852de7c-9d0a-43ff-baf7-f6e87bd3ecdf req-94e18328-6bb8-4ee5-b47a-e6b4c25e9f10 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=6c086016-d3bc-4a6d-9881-33693fef243d HTTP/1.1" status: 200  len: 851 time: 0.0466659
May 07 22:24:11.176149 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3852de7c-9d0a-43ff-baf7-f6e87bd3ecdf req-770ea888-6a01-41dd-8a9d-8516124df415 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0fec4d6d-f03a-40d5-88eb-8c0a2074eaab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0252357
May 07 22:24:11.264484 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3852de7c-9d0a-43ff-baf7-f6e87bd3ecdf req-4dcc0a1b-f9d7-4e1c-a794-07d26b984adf service neutron] 10.222.0.59 "GET /v2.0/networks/0fec4d6d-f03a-40d5-88eb-8c0a2074eaab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0820472
May 07 22:24:11.354812 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3852de7c-9d0a-43ff-baf7-f6e87bd3ecdf req-739dfc92-f9c7-4dd6-8fec-5310c8ad3825 service neutron] 10.222.0.59 "GET /v2.0/networks/0fec4d6d-f03a-40d5-88eb-8c0a2074eaab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0846634
May 07 22:24:11.449924 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device cf71ca56-a87b-4c84-81ab-3966bfc6cab9 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:24:11.549606 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port cf71ca56-a87b-4c84-81ab-3966bfc6cab9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cf71ca56-a87b-4c84-81ab-3966bfc6cab9,segment=NetworkSegment(1af51899-0e33-4df8-afd7-baabaafb99e2),segment_id=1af51899-0e33-4df8-afd7-baabaafb99e2)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:24:11.562526 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': 'cf71ca56-a87b-4c84-81ab-3966bfc6cab9', 'network_id': '0fec4d6d-f03a-40d5-88eb-8c0a2074eaab', 'port_id': 'cf71ca56-a87b-4c84-81ab-3966bfc6cab9', 'mac_address': 'fa:16:3e:33:98:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c086016-d3bc-4a6d-9881-33693fef243d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:24:11.601932 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port cf71ca56-a87b-4c84-81ab-3966bfc6cab9 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:24:11.602315 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (cf71ca56-a87b-4c84-81ab-3966bfc6cab9), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:24:11.614490 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf71ca56-a87b-4c84-81ab-3966bfc6cab9 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:24:11.633560 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port cf71ca56-a87b-4c84-81ab-3966bfc6cab9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cf71ca56-a87b-4c84-81ab-3966bfc6cab9,segment=NetworkSegment(1af51899-0e33-4df8-afd7-baabaafb99e2),segment_id=1af51899-0e33-4df8-afd7-baabaafb99e2)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:24:11.637330 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (cf71ca56-a87b-4c84-81ab-3966bfc6cab9), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:24:11.688077 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=cf71ca56-a87b-4c84-81ab-3966bfc6cab9,revision_number=8']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:24:11.912095 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['cf71ca56-a87b-4c84-81ab-3966bfc6cab9'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:24:12.066179 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a26d53-e257-494a-8d5a-2c3b1abdc9b1 req-981dadc7-734b-4726-8eb7-796ad8f34f63 tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:24:12.067885 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-72a26d53-e257-494a-8d5a-2c3b1abdc9b1 req-981dadc7-734b-4726-8eb7-796ad8f34f63 tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] 10.222.0.32 "GET /v2.0/ports?device_id=2268fce0-6818-4c73-bbde-6161aa0d79c3 HTTP/1.1" status: 200  len: 944 time: 0.0502303
May 07 22:24:12.118909 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-72a26d53-e257-494a-8d5a-2c3b1abdc9b1 req-dfbad55c-d64f-40f2-949a-f17aad2c5b7a tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] 10.222.0.32 "GET /v2.0/security-groups?id=3c8ac472-0315-4c69-8761-f9972cbf9370&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426271
May 07 22:24:13.236985 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a5aefd-c1b6-4eef-bc71-bd38b6c2635a req-5b8aca0b-48dc-495f-ac22-b6aa30ce0fb5 tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:24:13.238461 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-96a5aefd-c1b6-4eef-bc71-bd38b6c2635a req-5b8aca0b-48dc-495f-ac22-b6aa30ce0fb5 tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] 10.222.0.32 "GET /v2.0/ports?device_id=2268fce0-6818-4c73-bbde-6161aa0d79c3 HTTP/1.1" status: 200  len: 944 time: 0.0466385
May 07 22:24:13.318177 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-96a5aefd-c1b6-4eef-bc71-bd38b6c2635a req-65c2e909-5412-46e2-9ee2-6df26f8920dc tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] 10.222.0.32 "GET /v2.0/security-groups?id=3c8ac472-0315-4c69-8761-f9972cbf9370&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0741980
May 07 22:24:13.329136 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3852de7c-9d0a-43ff-baf7-f6e87bd3ecdf req-4959a708-ce5e-443e-b4cb-422213c9b20f tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:24:13.330582 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3852de7c-9d0a-43ff-baf7-f6e87bd3ecdf req-4959a708-ce5e-443e-b4cb-422213c9b20f tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] 10.222.0.55 "GET /v2.0/ports?device_id=2268fce0-6818-4c73-bbde-6161aa0d79c3 HTTP/1.1" status: 200  len: 944 time: 0.0611026
May 07 22:24:13.413516 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-3852de7c-9d0a-43ff-baf7-f6e87bd3ecdf req-31aeaad3-d661-4250-ab95-f1e2ec8a23c6 tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] Deleting port cf71ca56-a87b-4c84-81ab-3966bfc6cab9 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:24:13.413775 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-3852de7c-9d0a-43ff-baf7-f6e87bd3ecdf req-31aeaad3-d661-4250-ab95-f1e2ec8a23c6 tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (cf71ca56-a87b-4c84-81ab-3966bfc6cab9), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:24:13.452017 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device cf71ca56-a87b-4c84-81ab-3966bfc6cab9 up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:24:13.497994 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning for port cf71ca56-a87b-4c84-81ab-3966bfc6cab9 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 22:24:13.503991 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port cf71ca56-a87b-4c84-81ab-3966bfc6cab9 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:24:13.504398 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (cf71ca56-a87b-4c84-81ab-3966bfc6cab9), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:24:13.517170 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-3852de7c-9d0a-43ff-baf7-f6e87bd3ecdf req-31aeaad3-d661-4250-ab95-f1e2ec8a23c6 tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] For port cf71ca56-a87b-4c84-81ab-3966bfc6cab9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cf71ca56-a87b-4c84-81ab-3966bfc6cab9,segment=NetworkSegment(1af51899-0e33-4df8-afd7-baabaafb99e2),segment_id=1af51899-0e33-4df8-afd7-baabaafb99e2)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:24:13.517621 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-3852de7c-9d0a-43ff-baf7-f6e87bd3ecdf req-31aeaad3-d661-4250-ab95-f1e2ec8a23c6 tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (cf71ca56-a87b-4c84-81ab-3966bfc6cab9), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:24:13.532112 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-3852de7c-9d0a-43ff-baf7-f6e87bd3ecdf req-31aeaad3-d661-4250-ab95-f1e2ec8a23c6 tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] Calling delete_port for cf71ca56-a87b-4c84-81ab-3966bfc6cab9 owned by compute:nova {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:24:13.584659 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port cf71ca56-a87b-4c84-81ab-3966bfc6cab9 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:24:13.585051 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (cf71ca56-a87b-4c84-81ab-3966bfc6cab9), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:24:13.672282 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-3852de7c-9d0a-43ff-baf7-f6e87bd3ecdf req-31aeaad3-d661-4250-ab95-f1e2ec8a23c6 tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (cf71ca56-a87b-4c84-81ab-3966bfc6cab9), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:24:13.700273 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aeaad3-d661-4250-ab95-f1e2ec8a23c6 tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] Pushing event deleted for resources: {'Port': ['ID=cf71ca56-a87b-4c84-81ab-3966bfc6cab9,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:24:13.747221 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-3852de7c-9d0a-43ff-baf7-f6e87bd3ecdf req-31aeaad3-d661-4250-ab95-f1e2ec8a23c6 tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] No DVR routers for this DVR port cf71ca56-a87b-4c84-81ab-3966bfc6cab9 on host nch1-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:24:13.749962 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-3852de7c-9d0a-43ff-baf7-f6e87bd3ecdf req-31aeaad3-d661-4250-ab95-f1e2ec8a23c6 tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:24:13.753206 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3852de7c-9d0a-43ff-baf7-f6e87bd3ecdf req-31aeaad3-d661-4250-ab95-f1e2ec8a23c6 tempest-DeleteServersTestJSON-375193796 tempest-DeleteServersTestJSON-375193796-project] 10.222.0.55 "DELETE /v2.0/ports/cf71ca56-a87b-4c84-81ab-3966bfc6cab9 HTTP/1.1" status: 204  len: 173 time: 0.4178922
May 07 22:24:13.753653 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2268fce0-6818-4c73-bbde-6161aa0d79c3', 'name': 'network-vif-deleted', 'tag': 'cf71ca56-a87b-4c84-81ab-3966bfc6cab9'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:24:13.755981 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23df0971-7e61-48a6-84e1-79e6a6f274b8" -d '{"events": [{"server_uuid": "2268fce0-6818-4c73-bbde-6161aa0d79c3", "name": "network-vif-deleted", "tag": "cf71ca56-a87b-4c84-81ab-3966bfc6cab9"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:24:13.756181 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['cf71ca56-a87b-4c84-81ab-3966bfc6cab9'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:24:13.794801 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcfafadc-c887-486d-b8f0-2fa4a4d4d0fd x-openstack-request-id: req-fcfafadc-c887-486d-b8f0-2fa4a4d4d0fd {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:24:13.795128 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2268fce0-6818-4c73-bbde-6161aa0d79c3", "name": "network-vif-deleted", "tag": "cf71ca56-a87b-4c84-81ab-3966bfc6cab9", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:24:13.795383 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fcfafadc-c887-486d-b8f0-2fa4a4d4d0fd {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:24:13.795791 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcfafadc-c887-486d-b8f0-2fa4a4d4d0fd'] response: {'server_uuid': '2268fce0-6818-4c73-bbde-6161aa0d79c3', 'name': 'network-vif-deleted', 'tag': 'cf71ca56-a87b-4c84-81ab-3966bfc6cab9', 'status': 'completed', 'code': 200}
May 07 22:24:14.451627 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 55960) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:24:14.500774 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-185b8d41-1628-4f20-b784-f50015b86c91 admin admin] Deleting subnet 6c086016-d3bc-4a6d-9881-33693fef243d {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:24:14.503800 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-185b8d41-1628-4f20-b784-f50015b86c91 admin admin] Publish callbacks [] for subnet (6c086016-d3bc-4a6d-9881-33693fef243d), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:24:14.537445 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-185b8d41-1628-4f20-b784-f50015b86c91 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (6c086016-d3bc-4a6d-9881-33693fef243d), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:24:14.575119 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-185b8d41-1628-4f20-b784-f50015b86c91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (6c086016-d3bc-4a6d-9881-33693fef243d), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:24:14.625872 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-185b8d41-1628-4f20-b784-f50015b86c91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (6c086016-d3bc-4a6d-9881-33693fef243d), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:24:14.651514 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185b8d41-1628-4f20-b784-f50015b86c91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c086016-d3bc-4a6d-9881-33693fef243d,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:24:14.655341 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-185b8d41-1628-4f20-b784-f50015b86c91 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:24:14.658497 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-185b8d41-1628-4f20-b784-f50015b86c91 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/6c086016-d3bc-4a6d-9881-33693fef243d HTTP/1.1" status: 204  len: 168 time: 0.2059038
May 07 22:24:14.660993 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 55962) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:24:14.732250 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-54e361cc-3079-4b19-9b51-9e94f6fcf737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (0fec4d6d-f03a-40d5-88eb-8c0a2074eaab), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:24:14.808186 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-54e361cc-3079-4b19-9b51-9e94f6fcf737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (0fec4d6d-f03a-40d5-88eb-8c0a2074eaab), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:24:14.833646 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-54e361cc-3079-4b19-9b51-9e94f6fcf737 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf8f6066a0>,) {'filters': {'network_id': ['0fec4d6d-f03a-40d5-88eb-8c0a2074eaab']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:24:14.842739 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-54e361cc-3079-4b19-9b51-9e94f6fcf737 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8f6066a0>, '1af51899-0e33-4df8-afd7-baabaafb99e2') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:24:14.843095 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-54e361cc-3079-4b19-9b51-9e94f6fcf737 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8f6066a0>, '1af51899-0e33-4df8-afd7-baabaafb99e2') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:24:14.852229 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-54e361cc-3079-4b19-9b51-9e94f6fcf737 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (1af51899-0e33-4df8-afd7-baabaafb99e2), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:24:14.865486 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-54e361cc-3079-4b19-9b51-9e94f6fcf737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (1af51899-0e33-4df8-afd7-baabaafb99e2), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:24:14.871665 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54e361cc-3079-4b19-9b51-9e94f6fcf737 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:24:14.872179 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-54e361cc-3079-4b19-9b51-9e94f6fcf737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (1af51899-0e33-4df8-afd7-baabaafb99e2), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:24:14.874252 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 22:24:14.874252 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:24:14.874252 ncdv-master-1 neutron-server[121837]:     timer()
May 07 22:24:14.874252 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:24:14.874252 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 22:24:14.874252 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:24:14.874252 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 22:24:14.874252 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:24:14.874252 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 22:24:14.874252 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:24:14.874252 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 22:24:14.874252 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:24:14.874252 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 22:24:14.874252 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:24:14.874252 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:24:14.874252 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:24:14.874252 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:24:14.874252 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:24:14.874252 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 22:24:14.874252 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:24:14.874252 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 22:24:14.874252 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:24:14.874252 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:24:14.874252 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:24:14.874252 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 22:24:14.874252 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:24:14.874252 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:24:14.874252 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:24:14.874252 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:24:14.874252 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:24:14.874252 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:24:14.874252 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:24:14.927552 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-54e361cc-3079-4b19-9b51-9e94f6fcf737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (0fec4d6d-f03a-40d5-88eb-8c0a2074eaab), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:24:14.932920 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-54e361cc-3079-4b19-9b51-9e94f6fcf737 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:24:14.935973 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-54e361cc-3079-4b19-9b51-9e94f6fcf737 admin admin] 10.222.0.32 "DELETE /v2.0/networks/0fec4d6d-f03a-40d5-88eb-8c0a2074eaab HTTP/1.1" status: 204  len: 168 time: 0.2740734
May 07 22:24:14.946985 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e361cc-3079-4b19-9b51-9e94f6fcf737 admin admin] Pushing event deleted for resources: {'Network': ['ID=0fec4d6d-f03a-40d5-88eb-8c0a2074eaab,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:24:15.043921 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 55966) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:24:15.084932 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-26717a06-4ba8-4f1d-a0d9-a7371c395ba9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=55ed75dcd4ce4cb3a25250247e45159c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0397937
May 07 22:24:15.087355 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 55968) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:24:15.133268 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-abb69add-69ac-4703-85b0-28ba084c3062 admin admin] Publish callbacks [] for security_group (3c8ac472-0315-4c69-8761-f9972cbf9370), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:24:15.157791 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-abb69add-69ac-4703-85b0-28ba084c3062 admin admin] Publish callbacks [] for security_group (3c8ac472-0315-4c69-8761-f9972cbf9370), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:24:15.204243 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-abb69add-69ac-4703-85b0-28ba084c3062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (3c8ac472-0315-4c69-8761-f9972cbf9370), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:24:15.206878 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-abb69add-69ac-4703-85b0-28ba084c3062 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:24:15.208057 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-abb69add-69ac-4703-85b0-28ba084c3062 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3c8ac472-0315-4c69-8761-f9972cbf9370 HTTP/1.1" status: 204  len: 168 time: 0.1198072
May 07 22:24:15.216227 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb69add-69ac-4703-85b0-28ba084c3062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c8ac472-0315-4c69-8761-f9972cbf9370,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:24:15.863461 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 55990) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:24:15.959970 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-c1387dd1-231d-4318-8475-301d15cad8ec admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-886317013-network', 'tenant_id': 'ce6f4e2c33bb4c6d98d8b89b302d2b2a'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:24:15.980007 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1387dd1-231d-4318-8475-301d15cad8ec admin admin] Made reservation on behalf of ce6f4e2c33bb4c6d98d8b89b302d2b2a for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:24:15.982416 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c1387dd1-231d-4318-8475-301d15cad8ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:24:15.991889 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c1387dd1-231d-4318-8475-301d15cad8ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:24:16.075908 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c1387dd1-231d-4318-8475-301d15cad8ec admin admin] Publish callbacks [] for security_group (465b3632-12ae-4aa0-97df-da00dfb1f942), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:24:16.080410 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c1387dd1-231d-4318-8475-301d15cad8ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (465b3632-12ae-4aa0-97df-da00dfb1f942), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:24:16.101696 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1387dd1-231d-4318-8475-301d15cad8ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:24:16.116924 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1387dd1-231d-4318-8475-301d15cad8ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=465b3632-12ae-4aa0-97df-da00dfb1f942,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:24:16.120823 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c1387dd1-231d-4318-8475-301d15cad8ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (82337291-1a80-4629-aafd-e3cc1b7485c2), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:24:16.121167 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-c1387dd1-231d-4318-8475-301d15cad8ec admin admin] Added segment 82337291-1a80-4629-aafd-e3cc1b7485c2 of type vlan for network 0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded
May 07 22:24:16.160605 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c1387dd1-231d-4318-8475-301d15cad8ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:24:16.185292 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c1387dd1-231d-4318-8475-301d15cad8ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:24:16.186239 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1387dd1-231d-4318-8475-301d15cad8ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:24:16.186846 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c1387dd1-231d-4318-8475-301d15cad8ec admin admin] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:24:16.220009 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-c1387dd1-231d-4318-8475-301d15cad8ec admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.3554468
May 07 22:24:16.222963 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 55994) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:24:16.228030 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-f85edb4d-7f16-4e7e-ba58-5a6dcd05b6c6 admin admin] Request body: {'subnet': {'network_id': '0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-886317013-subnet', 'tenant_id': 'ce6f4e2c33bb4c6d98d8b89b302d2b2a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:24:16.249275 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f85edb4d-7f16-4e7e-ba58-5a6dcd05b6c6 admin admin] Made reservation on behalf of ce6f4e2c33bb4c6d98d8b89b302d2b2a for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:24:16.251607 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f85edb4d-7f16-4e7e-ba58-5a6dcd05b6c6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:24:16.254689 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1387dd1-231d-4318-8475-301d15cad8ec admin admin] Pushing event updated for resources: {'Network': ['ID=0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:24:16.265616 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:24:16.453449 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f85edb4d-7f16-4e7e-ba58-5a6dcd05b6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (1309bc8a-c59c-459e-97ea-ec5c81ccfcda), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:24:16.515767 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85edb4d-7f16-4e7e-ba58-5a6dcd05b6c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1309bc8a-c59c-459e-97ea-ec5c81ccfcda,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:24:16.524799 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f85edb4d-7f16-4e7e-ba58-5a6dcd05b6c6 admin admin] Checking segment: {'id': '82337291-1a80-4629-aafd-e3cc1b7485c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:24:16.525161 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85edb4d-7f16-4e7e-ba58-5a6dcd05b6c6 admin admin] Network hostable DHCP agents. Network: 0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:24:16.546218 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85edb4d-7f16-4e7e-ba58-5a6dcd05b6c6 admin admin] Network 0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:24:16.556000 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-f85edb4d-7f16-4e7e-ba58-5a6dcd05b6c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:24:16.560256 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85edb4d-7f16-4e7e-ba58-5a6dcd05b6c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:24:16.560843 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f85edb4d-7f16-4e7e-ba58-5a6dcd05b6c6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:24:16.567746 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ebd7a93-1eb1-4e3b-a0e2-e94943161b29 None None] Network 0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:24:16.578925 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-f85edb4d-7f16-4e7e-ba58-5a6dcd05b6c6 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.3547957
May 07 22:24:16.689869 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e84913-21c1-4b46-92e7-861ee13ec939 None None] Network 0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:24:17.035234 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c2723-f38e-44fc-8dac-1936d8419bc3 req-5a3d445c-3ec8-4f82-b27f-80e34d8aef43 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:24:17.036713 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ff4c2723-f38e-44fc-8dac-1936d8419bc3 req-5a3d445c-3ec8-4f82-b27f-80e34d8aef43 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/networks?id=0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded HTTP/1.1" status: 200  len: 814 time: 0.1114683
May 07 22:24:17.051554 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ff4c2723-f38e-44fc-8dac-1936d8419bc3 req-e22ee414-2e7a-4642-9379-986f8935713a tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/quotas/ce6f4e2c33bb4c6d98d8b89b302d2b2a HTTP/1.1" status: 200  len: 375 time: 0.0090926
May 07 22:24:17.083654 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ff4c2723-f38e-44fc-8dac-1936d8419bc3 req-1f2603b9-248c-4cb6-94d3-8ee6e2b0e6e8 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ce6f4e2c33bb4c6d98d8b89b302d2b2a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0273716
May 07 22:24:17.174950 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ff4c2723-f38e-44fc-8dac-1936d8419bc3 req-46948bf9-a51b-41b0-a76a-99429c278f41 service neutron] 10.222.0.32 "GET /v2.0/networks/0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0848494
May 07 22:24:17.264190 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ff4c2723-f38e-44fc-8dac-1936d8419bc3 req-9e5e25c5-c58a-4e99-a375-08b793032f2e service neutron] 10.222.0.32 "GET /v2.0/networks/0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0837123
May 07 22:24:17.424256 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-669ebbde-2558-475c-aec2-8cc10b9a4181 req-fda5060e-65b2-4fa2-84da-be25f23f27af tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e68003a-fd19-4fb1-990f-82987d03e0e8 HTTP/1.1" status: 200  len: 210 time: 0.0281684
May 07 22:24:17.480996 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device cf71ca56-a87b-4c84-81ab-3966bfc6cab9 no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:24:17.506754 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] No Port match for: cf71ca56-a87b-4c84-81ab-3966bfc6cab9 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:24:17.507167 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device cf71ca56-a87b-4c84-81ab-3966bfc6cab9 not bound to the agent host nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:24:18.451177 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c2723-f38e-44fc-8dac-1936d8419bc3 req-f2094cf5-56a0-4e95-8aa3-9a83839a32f7 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:24:18.453418 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ff4c2723-f38e-44fc-8dac-1936d8419bc3 req-f2094cf5-56a0-4e95-8aa3-9a83839a32f7 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.59 "GET /v2.0/networks?id=0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded HTTP/1.1" status: 200  len: 814 time: 0.1163609
May 07 22:24:18.471673 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-ff4c2723-f38e-44fc-8dac-1936d8419bc3 req-8850bb14-7a69-4b68-b530-3d5591f1b35a tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Request body: {'port': {'device_id': '1e68003a-fd19-4fb1-990f-82987d03e0e8', 'network_id': '0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded', 'admin_state_up': True, 'tenant_id': 'ce6f4e2c33bb4c6d98d8b89b302d2b2a'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:24:18.559490 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-196c7d24-b035-49de-9abd-55e0efcf2c50 req-2692c36c-22b8-43e6-b47f-545b1251d897 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e68003a-fd19-4fb1-990f-82987d03e0e8 HTTP/1.1" status: 200  len: 210 time: 0.0569990
May 07 22:24:18.610399 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff4c2723-f38e-44fc-8dac-1936d8419bc3 req-8850bb14-7a69-4b68-b530-3d5591f1b35a tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Made reservation on behalf of ce6f4e2c33bb4c6d98d8b89b302d2b2a for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:24:18.613705 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-ff4c2723-f38e-44fc-8dac-1936d8419bc3 req-8850bb14-7a69-4b68-b530-3d5591f1b35a tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:24:18.738217 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [req-ff4c2723-f38e-44fc-8dac-1936d8419bc3 req-8850bb14-7a69-4b68-b530-3d5591f1b35a tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Allocated IP 172.20.0.11 (0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded/1309bc8a-c59c-459e-97ea-ec5c81ccfcda/c14cbcc8-a625-427e-bc16-26d770f1ce10) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:24:18.882834 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-ff4c2723-f38e-44fc-8dac-1936d8419bc3 req-8850bb14-7a69-4b68-b530-3d5591f1b35a tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Publish callbacks [] for port (c14cbcc8-a625-427e-bc16-26d770f1ce10), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:24:18.916715 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-ff4c2723-f38e-44fc-8dac-1936d8419bc3 req-8850bb14-7a69-4b68-b530-3d5591f1b35a tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (c14cbcc8-a625-427e-bc16-26d770f1ce10), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:24:18.957039 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff4c2723-f38e-44fc-8dac-1936d8419bc3 req-8850bb14-7a69-4b68-b530-3d5591f1b35a tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Network 0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:24:18.960130 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [req-ff4c2723-f38e-44fc-8dac-1936d8419bc3 req-8850bb14-7a69-4b68-b530-3d5591f1b35a tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:24:18.963693 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff4c2723-f38e-44fc-8dac-1936d8419bc3 req-8850bb14-7a69-4b68-b530-3d5591f1b35a tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:24:18.997716 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8850bb14-7a69-4b68-b530-3d5591f1b35a tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Pushing event updated for resources: {'Port': ['ID=c14cbcc8-a625-427e-bc16-26d770f1ce10,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:24:19.021676 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c2723-f38e-44fc-8dac-1936d8419bc3 req-8850bb14-7a69-4b68-b530-3d5591f1b35a tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:24:19.022283 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-ff4c2723-f38e-44fc-8dac-1936d8419bc3 req-8850bb14-7a69-4b68-b530-3d5591f1b35a tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:24:19.037158 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ff4c2723-f38e-44fc-8dac-1936d8419bc3 req-8850bb14-7a69-4b68-b530-3d5591f1b35a tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5696614
May 07 22:24:19.048449 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-ff4c2723-f38e-44fc-8dac-1936d8419bc3 req-e6e127ab-5adb-444a-8c9c-5e4b780ad9c0 service neutron] Request body: {'port': {'device_id': '1e68003a-fd19-4fb1-990f-82987d03e0e8', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:24:19.107045 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-ff4c2723-f38e-44fc-8dac-1936d8419bc3 req-e6e127ab-5adb-444a-8c9c-5e4b780ad9c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (c14cbcc8-a625-427e-bc16-26d770f1ce10), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:24:19.367151 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [req-ff4c2723-f38e-44fc-8dac-1936d8419bc3 req-e6e127ab-5adb-444a-8c9c-5e4b780ad9c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c14cbcc8-a625-427e-bc16-26d770f1ce10 {{(pid=121837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:24:19.375668 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-ff4c2723-f38e-44fc-8dac-1936d8419bc3 req-e6e127ab-5adb-444a-8c9c-5e4b780ad9c0 service neutron] Publish callbacks [] for port (c14cbcc8-a625-427e-bc16-26d770f1ce10), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:24:19.387690 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-ff4c2723-f38e-44fc-8dac-1936d8419bc3 req-e6e127ab-5adb-444a-8c9c-5e4b780ad9c0 service neutron] Transition to ACTIVE for port object c14cbcc8-a625-427e-bc16-26d770f1ce10 will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 22:24:19.390754 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-ff4c2723-f38e-44fc-8dac-1936d8419bc3 req-e6e127ab-5adb-444a-8c9c-5e4b780ad9c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (c14cbcc8-a625-427e-bc16-26d770f1ce10), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:24:19.444858 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e127ab-5adb-444a-8c9c-5e4b780ad9c0 service neutron] Pushing event updated for resources: {'Port': ['ID=c14cbcc8-a625-427e-bc16-26d770f1ce10,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:24:19.507735 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-ff4c2723-f38e-44fc-8dac-1936d8419bc3 req-e6e127ab-5adb-444a-8c9c-5e4b780ad9c0 service neutron] Attempting to bind port c14cbcc8-a625-427e-bc16-26d770f1ce10 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:24:19.508385 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-ff4c2723-f38e-44fc-8dac-1936d8419bc3 req-e6e127ab-5adb-444a-8c9c-5e4b780ad9c0 service neutron] Attempting to bind port c14cbcc8-a625-427e-bc16-26d770f1ce10 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '82337291-1a80-4629-aafd-e3cc1b7485c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:24:19.508385 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4c2723-f38e-44fc-8dac-1936d8419bc3 req-e6e127ab-5adb-444a-8c9c-5e4b780ad9c0 service neutron] Attempting to bind port c14cbcc8-a625-427e-bc16-26d770f1ce10 on network 0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:24:19.512546 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4c2723-f38e-44fc-8dac-1936d8419bc3 req-e6e127ab-5adb-444a-8c9c-5e4b780ad9c0 service neutron] Port c14cbcc8-a625-427e-bc16-26d770f1ce10 on network 0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:24:19.512863 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4c2723-f38e-44fc-8dac-1936d8419bc3 req-e6e127ab-5adb-444a-8c9c-5e4b780ad9c0 service neutron] Attempting to bind port c14cbcc8-a625-427e-bc16-26d770f1ce10 on network 0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:24:19.517647 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4c2723-f38e-44fc-8dac-1936d8419bc3 req-e6e127ab-5adb-444a-8c9c-5e4b780ad9c0 service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:24:19.517981 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4c2723-f38e-44fc-8dac-1936d8419bc3 req-e6e127ab-5adb-444a-8c9c-5e4b780ad9c0 service neutron] Checking segment: {'id': '82337291-1a80-4629-aafd-e3cc1b7485c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:24:19.518361 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff4c2723-f38e-44fc-8dac-1936d8419bc3 req-e6e127ab-5adb-444a-8c9c-5e4b780ad9c0 service neutron] Bound using segment: {'id': '82337291-1a80-4629-aafd-e3cc1b7485c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:24:19.518799 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-ff4c2723-f38e-44fc-8dac-1936d8419bc3 req-e6e127ab-5adb-444a-8c9c-5e4b780ad9c0 service neutron] Bound port: c14cbcc8-a625-427e-bc16-26d770f1ce10, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82337291-1a80-4629-aafd-e3cc1b7485c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:24:19.519140 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-ff4c2723-f38e-44fc-8dac-1936d8419bc3 req-e6e127ab-5adb-444a-8c9c-5e4b780ad9c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (c14cbcc8-a625-427e-bc16-26d770f1ce10), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:24:19.585248 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-ff4c2723-f38e-44fc-8dac-1936d8419bc3 req-e6e127ab-5adb-444a-8c9c-5e4b780ad9c0 service neutron] For port c14cbcc8-a625-427e-bc16-26d770f1ce10, host nch2-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:24:19.588892 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-ff4c2723-f38e-44fc-8dac-1936d8419bc3 req-e6e127ab-5adb-444a-8c9c-5e4b780ad9c0 service neutron] For port c14cbcc8-a625-427e-bc16-26d770f1ce10, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c14cbcc8-a625-427e-bc16-26d770f1ce10,segment=NetworkSegment(82337291-1a80-4629-aafd-e3cc1b7485c2),segment_id=82337291-1a80-4629-aafd-e3cc1b7485c2)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:24:19.594130 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-ff4c2723-f38e-44fc-8dac-1936d8419bc3 req-e6e127ab-5adb-444a-8c9c-5e4b780ad9c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (c14cbcc8-a625-427e-bc16-26d770f1ce10), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:24:19.628174 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c2723-f38e-44fc-8dac-1936d8419bc3 req-e6e127ab-5adb-444a-8c9c-5e4b780ad9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:24:19.628993 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-ff4c2723-f38e-44fc-8dac-1936d8419bc3 req-e6e127ab-5adb-444a-8c9c-5e4b780ad9c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:24:19.630600 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ff4c2723-f38e-44fc-8dac-1936d8419bc3 req-e6e127ab-5adb-444a-8c9c-5e4b780ad9c0 service neutron] 10.222.0.59 "PUT /v2.0/ports/c14cbcc8-a625-427e-bc16-26d770f1ce10 HTTP/1.1" status: 200  len: 1092 time: 0.5860498
May 07 22:24:19.633102 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e68003a-fd19-4fb1-990f-82987d03e0e8', 'tag': 'c14cbcc8-a625-427e-bc16-26d770f1ce10'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:24:19.636243 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be69847-4072-472c-a1d8-416e3fd32020" -d '{"events": [{"name": "network-changed", "server_uuid": "1e68003a-fd19-4fb1-990f-82987d03e0e8", "tag": "c14cbcc8-a625-427e-bc16-26d770f1ce10"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:24:19.663786 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e127ab-5adb-444a-8c9c-5e4b780ad9c0 service neutron] Pushing event updated for resources: {'Port': ['ID=c14cbcc8-a625-427e-bc16-26d770f1ce10,revision_number=3']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:24:19.679459 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f92dd5-1390-49e8-9b0f-d86c2efbf223 req-0954c533-6e9b-4884-bf1b-1190f47c3bb4 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:24:19.681374 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-55f92dd5-1390-49e8-9b0f-d86c2efbf223 req-0954c533-6e9b-4884-bf1b-1190f47c3bb4 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e68003a-fd19-4fb1-990f-82987d03e0e8 HTTP/1.1" status: 200  len: 944 time: 0.0519147
May 07 22:24:19.690928 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d96be205-dc86-4176-9084-0c0674d31a97 x-openstack-request-id: req-d96be205-dc86-4176-9084-0c0674d31a97 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:24:19.691225 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e68003a-fd19-4fb1-990f-82987d03e0e8", "tag": "c14cbcc8-a625-427e-bc16-26d770f1ce10", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:24:19.691479 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d96be205-dc86-4176-9084-0c0674d31a97 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:24:19.691909 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d96be205-dc86-4176-9084-0c0674d31a97'] response: {'name': 'network-changed', 'server_uuid': '1e68003a-fd19-4fb1-990f-82987d03e0e8', 'tag': 'c14cbcc8-a625-427e-bc16-26d770f1ce10', 'status': 'completed', 'code': 200}
May 07 22:24:19.719546 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c2723-f38e-44fc-8dac-1936d8419bc3 req-670e7df8-0821-4d3e-997b-edc58f07f477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:24:19.721057 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ff4c2723-f38e-44fc-8dac-1936d8419bc3 req-670e7df8-0821-4d3e-997b-edc58f07f477 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ce6f4e2c33bb4c6d98d8b89b302d2b2a&device_id=1e68003a-fd19-4fb1-990f-82987d03e0e8 HTTP/1.1" status: 200  len: 1126 time: 0.0438387
May 07 22:24:19.734581 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-55f92dd5-1390-49e8-9b0f-d86c2efbf223 req-620a8d85-4edd-4524-9346-4f7a1894b58e tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/security-groups?id=465b3632-12ae-4aa0-97df-da00dfb1f942&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470695
May 07 22:24:19.766636 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ff4c2723-f38e-44fc-8dac-1936d8419bc3 req-e6f457a8-034d-4acb-8022-dff3a7c3e277 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c14cbcc8-a625-427e-bc16-26d770f1ce10 HTTP/1.1" status: 200  len: 217 time: 0.0386775
May 07 22:24:19.814455 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c2723-f38e-44fc-8dac-1936d8419bc3 req-2c4af400-eb43-4408-a466-a79e921f7321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:24:19.815910 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ff4c2723-f38e-44fc-8dac-1936d8419bc3 req-2c4af400-eb43-4408-a466-a79e921f7321 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1309bc8a-c59c-459e-97ea-ec5c81ccfcda HTTP/1.1" status: 200  len: 854 time: 0.0434856
May 07 22:24:19.847595 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ff4c2723-f38e-44fc-8dac-1936d8419bc3 req-acc00028-dd47-460c-a715-fb38d2ce24d6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0257783
May 07 22:24:19.939693 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ff4c2723-f38e-44fc-8dac-1936d8419bc3 req-3a9ce166-aa48-45d2-b47a-8941913974cc service neutron] 10.222.0.59 "GET /v2.0/networks/0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0863361
May 07 22:24:20.026490 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ff4c2723-f38e-44fc-8dac-1936d8419bc3 req-f82455e0-ef2a-4636-907d-f7edb8377d88 service neutron] 10.222.0.59 "GET /v2.0/networks/0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0807807
May 07 22:24:21.121747 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50640003-1732-48bd-8507-49f156bd7496 req-8681ce75-55a7-45a0-b187-80eda78a685c tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:24:21.123230 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-50640003-1732-48bd-8507-49f156bd7496 req-8681ce75-55a7-45a0-b187-80eda78a685c tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e68003a-fd19-4fb1-990f-82987d03e0e8 HTTP/1.1" status: 200  len: 944 time: 0.3201292
May 07 22:24:21.131969 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be69847-4072-472c-a1d8-416e3fd32020 req-3d5441e5-1ebf-4be7-9ccd-7818cbbe5d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:24:21.133322 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7be69847-4072-472c-a1d8-416e3fd32020 req-3d5441e5-1ebf-4be7-9ccd-7818cbbe5d75 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ce6f4e2c33bb4c6d98d8b89b302d2b2a&device_id=1e68003a-fd19-4fb1-990f-82987d03e0e8 HTTP/1.1" status: 200  len: 1126 time: 0.2989550
May 07 22:24:21.227124 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-50640003-1732-48bd-8507-49f156bd7496 req-a4eea18b-9b0c-41e7-b682-3ac9d7a1ec0f tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/security-groups?id=465b3632-12ae-4aa0-97df-da00dfb1f942&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0970309
May 07 22:24:21.248949 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be69847-4072-472c-a1d8-416e3fd32020 req-fe4f3389-525a-46ee-9dac-7e08b271526b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:24:21.250963 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7be69847-4072-472c-a1d8-416e3fd32020 req-fe4f3389-525a-46ee-9dac-7e08b271526b service neutron] 10.222.0.59 "GET /v2.0/networks?id=0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded HTTP/1.1" status: 200  len: 915 time: 0.1113493
May 07 22:24:21.294375 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7be69847-4072-472c-a1d8-416e3fd32020 req-dd99b565-4156-4a1b-b886-06a00586b392 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c14cbcc8-a625-427e-bc16-26d770f1ce10 HTTP/1.1" status: 200  len: 217 time: 0.0377028
May 07 22:24:21.341279 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be69847-4072-472c-a1d8-416e3fd32020 req-0d7ac575-65e0-4f80-a1e1-6a45c7472a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:24:21.342707 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7be69847-4072-472c-a1d8-416e3fd32020 req-0d7ac575-65e0-4f80-a1e1-6a45c7472a3b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1309bc8a-c59c-459e-97ea-ec5c81ccfcda HTTP/1.1" status: 200  len: 854 time: 0.0428417
May 07 22:24:21.372894 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7be69847-4072-472c-a1d8-416e3fd32020 req-225ae06e-dd86-4ce6-b403-d99fcc15d215 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0240788
May 07 22:24:21.463941 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7be69847-4072-472c-a1d8-416e3fd32020 req-2cb81e97-1eb4-491a-8dc4-9496aa0cb1b2 service neutron] 10.222.0.59 "GET /v2.0/networks/0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0856814
May 07 22:24:21.551232 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7be69847-4072-472c-a1d8-416e3fd32020 req-21200f02-6409-4ce2-be61-bca569cb63ee service neutron] 10.222.0.59 "GET /v2.0/networks/0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0814204
May 07 22:24:22.039893 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:24:22.085294 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device c14cbcc8-a625-427e-bc16-26d770f1ce10 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:24:22.183010 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port c14cbcc8-a625-427e-bc16-26d770f1ce10, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c14cbcc8-a625-427e-bc16-26d770f1ce10,segment=NetworkSegment(82337291-1a80-4629-aafd-e3cc1b7485c2),segment_id=82337291-1a80-4629-aafd-e3cc1b7485c2)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:24:22.194290 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': 'c14cbcc8-a625-427e-bc16-26d770f1ce10', 'network_id': '0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded', 'port_id': 'c14cbcc8-a625-427e-bc16-26d770f1ce10', 'mac_address': 'fa:16:3e:e7:81:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1309bc8a-c59c-459e-97ea-ec5c81ccfcda', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:24:22.231235 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port c14cbcc8-a625-427e-bc16-26d770f1ce10 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:24:22.231627 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (c14cbcc8-a625-427e-bc16-26d770f1ce10), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:24:22.244086 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c14cbcc8-a625-427e-bc16-26d770f1ce10 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:24:22.264869 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port c14cbcc8-a625-427e-bc16-26d770f1ce10, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c14cbcc8-a625-427e-bc16-26d770f1ce10,segment=NetworkSegment(82337291-1a80-4629-aafd-e3cc1b7485c2),segment_id=82337291-1a80-4629-aafd-e3cc1b7485c2)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:24:22.268815 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (c14cbcc8-a625-427e-bc16-26d770f1ce10), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:24:22.316045 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=c14cbcc8-a625-427e-bc16-26d770f1ce10,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:24:22.323258 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:24:22.323609 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:24:22.323954 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:24:22.324293 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:24:22.324628 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:24:22.324968 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:24:22.325294 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:24:22.325624 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:24:22.325952 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:24:22.326277 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:24:22.326602 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:24:22.326953 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:24:22.327279 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:24:22.327603 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:24:22.327926 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:24:22.341011 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa15c3d-5d2d-4ed4-861e-8c764b65f993 req-767f45d7-6678-4e44-b720-a43305868d5e tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:24:22.342472 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-faa15c3d-5d2d-4ed4-861e-8c764b65f993 req-767f45d7-6678-4e44-b720-a43305868d5e tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e68003a-fd19-4fb1-990f-82987d03e0e8 HTTP/1.1" status: 200  len: 945 time: 0.0465169
May 07 22:24:22.389680 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-faa15c3d-5d2d-4ed4-861e-8c764b65f993 req-f5b18f1a-41cc-4b8c-9f6c-a005318c0c60 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/security-groups?id=465b3632-12ae-4aa0-97df-da00dfb1f942&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415225
May 07 22:24:22.467769 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['c14cbcc8-a625-427e-bc16-26d770f1ce10'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:24:23.507835 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d206e617-bb02-4176-8ad4-9a0541fd38d8 req-507ca8cf-686b-43be-a2e1-2510bfd31349 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:24:23.509291 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d206e617-bb02-4176-8ad4-9a0541fd38d8 req-507ca8cf-686b-43be-a2e1-2510bfd31349 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e68003a-fd19-4fb1-990f-82987d03e0e8 HTTP/1.1" status: 200  len: 945 time: 0.0523643
May 07 22:24:23.555955 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d206e617-bb02-4176-8ad4-9a0541fd38d8 req-ecbe07aa-7553-4c1d-9571-1de9a01c7ff8 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/security-groups?id=465b3632-12ae-4aa0-97df-da00dfb1f942&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406454
May 07 22:24:23.665959 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d8483464-2de0-47e7-b2a9-5d24410d50fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:24:24.088097 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device c14cbcc8-a625-427e-bc16-26d770f1ce10 up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:24:24.120623 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:24:24.140610 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning for port c14cbcc8-a625-427e-bc16-26d770f1ce10 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 22:24:24.146388 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port c14cbcc8-a625-427e-bc16-26d770f1ce10 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:24:24.146777 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (c14cbcc8-a625-427e-bc16-26d770f1ce10), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:24:24.223109 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port c14cbcc8-a625-427e-bc16-26d770f1ce10 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:24:24.223499 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (c14cbcc8-a625-427e-bc16-26d770f1ce10), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:24:24.246832 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e68003a-fd19-4fb1-990f-82987d03e0e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c14cbcc8-a625-427e-bc16-26d770f1ce10'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:24:24.249115 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d7a9dd-7ed3-42c6-97bc-478e976c727a" -d '{"events": [{"server_uuid": "1e68003a-fd19-4fb1-990f-82987d03e0e8", "name": "network-vif-plugged", "status": "completed", "tag": "c14cbcc8-a625-427e-bc16-26d770f1ce10"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:24:24.261052 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port c14cbcc8-a625-427e-bc16-26d770f1ce10, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c14cbcc8-a625-427e-bc16-26d770f1ce10,segment=NetworkSegment(82337291-1a80-4629-aafd-e3cc1b7485c2),segment_id=82337291-1a80-4629-aafd-e3cc1b7485c2)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:24:24.265457 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (c14cbcc8-a625-427e-bc16-26d770f1ce10), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:24:24.291161 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-762e9e44-eba6-4ab8-a869-f7538c152ffd x-openstack-request-id: req-762e9e44-eba6-4ab8-a869-f7538c152ffd {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:24:24.291457 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e68003a-fd19-4fb1-990f-82987d03e0e8", "name": "network-vif-plugged", "status": "completed", "tag": "c14cbcc8-a625-427e-bc16-26d770f1ce10", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:24:24.291713 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-762e9e44-eba6-4ab8-a869-f7538c152ffd {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:24:24.292109 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-762e9e44-eba6-4ab8-a869-f7538c152ffd'] response: {'server_uuid': '1e68003a-fd19-4fb1-990f-82987d03e0e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c14cbcc8-a625-427e-bc16-26d770f1ce10', 'code': 200}
May 07 22:24:24.320565 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=c14cbcc8-a625-427e-bc16-26d770f1ce10,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:24:24.380080 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22be720-34c5-4b5a-b8eb-6839c39b9d06 req-59692bf1-2333-44c6-90bb-cea2047772f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:24:24.381494 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a22be720-34c5-4b5a-b8eb-6839c39b9d06 req-59692bf1-2333-44c6-90bb-cea2047772f7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1e68003a-fd19-4fb1-990f-82987d03e0e8 HTTP/1.1" status: 200  len: 1128 time: 0.0382698
May 07 22:24:24.426507 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a22be720-34c5-4b5a-b8eb-6839c39b9d06 req-74ecd6b5-ca7d-417f-b207-6fd7a1917740 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=465b3632-12ae-4aa0-97df-da00dfb1f942&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388613
May 07 22:24:24.671794 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1831f71-20b9-4377-8cf1-f4ed6548c308 req-92cf03b7-1cab-4cf6-9d90-94e1b45b6b3a tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:24:24.673689 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a1831f71-20b9-4377-8cf1-f4ed6548c308 req-92cf03b7-1cab-4cf6-9d90-94e1b45b6b3a tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e68003a-fd19-4fb1-990f-82987d03e0e8 HTTP/1.1" status: 200  len: 946 time: 0.0496247
May 07 22:24:24.718902 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a1831f71-20b9-4377-8cf1-f4ed6548c308 req-74b71796-c36d-426f-b5cc-2dd504db2d89 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/security-groups?id=465b3632-12ae-4aa0-97df-da00dfb1f942&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395989
May 07 22:24:25.834612 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1d10b1-30ac-4e0a-aef4-78045a01e713 req-6f621f08-2dfe-44b6-9be8-91d6537f443b tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:24:25.836094 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-da1d10b1-30ac-4e0a-aef4-78045a01e713 req-6f621f08-2dfe-44b6-9be8-91d6537f443b tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e68003a-fd19-4fb1-990f-82987d03e0e8 HTTP/1.1" status: 200  len: 946 time: 0.0458276
May 07 22:24:25.883267 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-da1d10b1-30ac-4e0a-aef4-78045a01e713 req-cb7d9082-7159-4a54-a872-f9f678b07afe tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/security-groups?id=465b3632-12ae-4aa0-97df-da00dfb1f942&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416694
May 07 22:24:25.994845 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f32a0b6-abcc-49f0-973d-99815f918bae req-111e1066-de3a-4554-a284-0a5bb49c0d56 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:24:25.996309 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4f32a0b6-abcc-49f0-973d-99815f918bae req-111e1066-de3a-4554-a284-0a5bb49c0d56 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e68003a-fd19-4fb1-990f-82987d03e0e8 HTTP/1.1" status: 200  len: 946 time: 0.0461519
May 07 22:24:26.043779 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4f32a0b6-abcc-49f0-973d-99815f918bae req-e7646a08-c942-406a-916f-fb888685ad86 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/security-groups?id=465b3632-12ae-4aa0-97df-da00dfb1f942&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418489
May 07 22:24:26.243086 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addb215f-e067-4da5-a3d1-3a5986c0df89 req-a7fc963f-db3c-42f0-b190-ebcde6a86527 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:24:26.244568 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-addb215f-e067-4da5-a3d1-3a5986c0df89 req-a7fc963f-db3c-42f0-b190-ebcde6a86527 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e68003a-fd19-4fb1-990f-82987d03e0e8 HTTP/1.1" status: 200  len: 946 time: 0.0456383
May 07 22:24:26.293477 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-addb215f-e067-4da5-a3d1-3a5986c0df89 req-d0e9493b-264d-4311-a44a-8a2f09853cbf tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/security-groups?id=465b3632-12ae-4aa0-97df-da00dfb1f942&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432749
May 07 22:24:26.408039 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cd3370-e613-45ef-a7aa-e4f826542a64 req-d1212058-2e71-4503-beb9-07ba3026dd46 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:24:26.409465 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f1cd3370-e613-45ef-a7aa-e4f826542a64 req-d1212058-2e71-4503-beb9-07ba3026dd46 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e68003a-fd19-4fb1-990f-82987d03e0e8 HTTP/1.1" status: 200  len: 946 time: 0.0512853
May 07 22:24:26.457652 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f1cd3370-e613-45ef-a7aa-e4f826542a64 req-437f5e9b-54ba-4ea6-a0ab-132e400dc0b7 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/security-groups?id=465b3632-12ae-4aa0-97df-da00dfb1f942&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426407
May 07 22:24:26.552023 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-805e0b6e-1a14-4237-b80d-4844f26d8038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:24:26.706283 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28bfe24-578d-4780-80a9-d997e05303c6 req-f7397abf-450d-43ba-8c0e-262203b8a6f1 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:24:26.711226 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c28bfe24-578d-4780-80a9-d997e05303c6 req-f7397abf-450d-43ba-8c0e-262203b8a6f1 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e68003a-fd19-4fb1-990f-82987d03e0e8 HTTP/1.1" status: 200  len: 946 time: 0.0577352
May 07 22:24:26.740974 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0c8e47fd-5482-4435-b43f-a028287bb59e req-d3ee9505-dcaa-478c-a623-3421b91740d8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1e68003a-fd19-4fb1-990f-82987d03e0e8&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0958292
May 07 22:24:26.754398 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c28bfe24-578d-4780-80a9-d997e05303c6 req-1933f862-8565-47b9-b57e-a0d636401072 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/security-groups?id=465b3632-12ae-4aa0-97df-da00dfb1f942&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409670
May 07 22:24:27.072094 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8e47fd-5482-4435-b43f-a028287bb59e req-f6ff7e41-3f51-4f7c-98c6-72f56ec2cfc5 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:24:27.073337 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0c8e47fd-5482-4435-b43f-a028287bb59e req-f6ff7e41-3f51-4f7c-98c6-72f56ec2cfc5 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/ports/c14cbcc8-a625-427e-bc16-26d770f1ce10 HTTP/1.1" status: 200  len: 943 time: 0.0452111
May 07 22:24:27.503501 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:24:27.828219 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8e47fd-5482-4435-b43f-a028287bb59e req-1ff4c35f-8040-42fd-80df-08f9a2db0b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:24:27.829744 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0c8e47fd-5482-4435-b43f-a028287bb59e req-1ff4c35f-8040-42fd-80df-08f9a2db0b00 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ce6f4e2c33bb4c6d98d8b89b302d2b2a&device_id=1e68003a-fd19-4fb1-990f-82987d03e0e8 HTTP/1.1" status: 200  len: 1128 time: 0.0417838
May 07 22:24:27.921330 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf35c87-7b6a-47fd-beff-69ddb806a2b2 req-0160d873-f101-4f62-8c54-8923d760d3b2 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:24:27.923345 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1cf35c87-7b6a-47fd-beff-69ddb806a2b2 req-0160d873-f101-4f62-8c54-8923d760d3b2 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e68003a-fd19-4fb1-990f-82987d03e0e8 HTTP/1.1" status: 200  len: 946 time: 0.0975363
May 07 22:24:27.984196 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8e47fd-5482-4435-b43f-a028287bb59e req-45b7f279-c7e0-4ded-bed6-2e128c87d3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:24:27.986253 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0c8e47fd-5482-4435-b43f-a028287bb59e req-45b7f279-c7e0-4ded-bed6-2e128c87d3ef service neutron] 10.222.0.59 "GET /v2.0/networks?id=0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded HTTP/1.1" status: 200  len: 915 time: 0.1480966
May 07 22:24:27.990458 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1cf35c87-7b6a-47fd-beff-69ddb806a2b2 req-82fec118-251d-4a1c-b178-bcda8ce047a6 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/security-groups?id=465b3632-12ae-4aa0-97df-da00dfb1f942&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0611954
May 07 22:24:28.029755 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0c8e47fd-5482-4435-b43f-a028287bb59e req-9b483617-e6ad-44f0-8bb2-acf3fa3cefb7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c14cbcc8-a625-427e-bc16-26d770f1ce10 HTTP/1.1" status: 200  len: 217 time: 0.0375693
May 07 22:24:28.077129 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8e47fd-5482-4435-b43f-a028287bb59e req-fbcf2da9-bc99-4104-ac6d-2ad0443659a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:24:28.079012 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0c8e47fd-5482-4435-b43f-a028287bb59e req-fbcf2da9-bc99-4104-ac6d-2ad0443659a4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1309bc8a-c59c-459e-97ea-ec5c81ccfcda HTTP/1.1" status: 200  len: 854 time: 0.0434079
May 07 22:24:28.108048 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0c8e47fd-5482-4435-b43f-a028287bb59e req-6e2268ad-690d-4e84-b41a-2055e464510e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0243535
May 07 22:24:28.199086 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0c8e47fd-5482-4435-b43f-a028287bb59e req-b8cf0333-a1b9-4bc4-88ff-4ec538d2151a service neutron] 10.222.0.59 "GET /v2.0/networks/0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0848393
May 07 22:24:28.286135 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0c8e47fd-5482-4435-b43f-a028287bb59e req-e271a05b-488e-48c8-96b5-7293e27b2a07 service neutron] 10.222.0.59 "GET /v2.0/networks/0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0813460
May 07 22:24:29.104025 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b267920f-83d4-4dee-83fd-0ad74bad0a4b req-38f37759-1411-4fb5-8f50-989419b0300f tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:24:29.105470 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b267920f-83d4-4dee-83fd-0ad74bad0a4b req-38f37759-1411-4fb5-8f50-989419b0300f tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e68003a-fd19-4fb1-990f-82987d03e0e8 HTTP/1.1" status: 200  len: 946 time: 0.0459585
May 07 22:24:29.155591 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b267920f-83d4-4dee-83fd-0ad74bad0a4b req-7696eabf-6de7-4932-8ec4-4bc6a7fb4f04 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/security-groups?id=465b3632-12ae-4aa0-97df-da00dfb1f942&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441179
May 07 22:24:29.206445 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:24:30.269422 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5889e8af-aa59-4f04-bef9-ebed871ee7c6 req-50082707-5bfb-42fc-9c6d-4f9ea2a7f856 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:24:30.270931 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5889e8af-aa59-4f04-bef9-ebed871ee7c6 req-50082707-5bfb-42fc-9c6d-4f9ea2a7f856 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e68003a-fd19-4fb1-990f-82987d03e0e8 HTTP/1.1" status: 200  len: 946 time: 0.0461175
May 07 22:24:30.320135 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:24:30.322517 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5889e8af-aa59-4f04-bef9-ebed871ee7c6 req-b6ec2d59-a26d-4d8f-9dc6-f0b6b3080339 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/security-groups?id=465b3632-12ae-4aa0-97df-da00dfb1f942&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459657
May 07 22:24:31.440657 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dfb59b-81a7-444f-b209-221b3175fc09 req-9ee363f6-e1af-4728-aa04-87260bdf29db tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:24:31.443047 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-55dfb59b-81a7-444f-b209-221b3175fc09 req-9ee363f6-e1af-4728-aa04-87260bdf29db tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e68003a-fd19-4fb1-990f-82987d03e0e8 HTTP/1.1" status: 200  len: 946 time: 0.0518880
May 07 22:24:31.492768 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-55dfb59b-81a7-444f-b209-221b3175fc09 req-b3c92ed2-bf8e-4497-a629-d751fb94cd33 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/security-groups?id=465b3632-12ae-4aa0-97df-da00dfb1f942&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415232
May 07 22:24:32.608462 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bed5be-0b1e-4f22-812c-571684e6256b req-73860a24-1c79-44b5-9aae-1f7382ddc991 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:24:32.609908 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a0bed5be-0b1e-4f22-812c-571684e6256b req-73860a24-1c79-44b5-9aae-1f7382ddc991 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e68003a-fd19-4fb1-990f-82987d03e0e8 HTTP/1.1" status: 200  len: 946 time: 0.0463600
May 07 22:24:32.656321 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a0bed5be-0b1e-4f22-812c-571684e6256b req-675f6360-fa16-4c8c-9532-f927fc98a780 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/security-groups?id=465b3632-12ae-4aa0-97df-da00dfb1f942&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407927
May 07 22:24:33.774294 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716c232c-7253-4836-a854-71cfe7fef936 req-af508e1d-05fd-48ab-9bee-ed40b4621378 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:24:33.775788 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-716c232c-7253-4836-a854-71cfe7fef936 req-af508e1d-05fd-48ab-9bee-ed40b4621378 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e68003a-fd19-4fb1-990f-82987d03e0e8 HTTP/1.1" status: 200  len: 946 time: 0.0494015
May 07 22:24:33.821807 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-716c232c-7253-4836-a854-71cfe7fef936 req-d297e335-869d-4a0e-859f-6d4af25cf0d4 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/security-groups?id=465b3632-12ae-4aa0-97df-da00dfb1f942&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405149
May 07 22:24:34.935073 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701f69e6-ca16-4cf1-b860-7a1312aaf331 req-4e84d7c8-d1d9-451e-a6a2-96c2a5119f2f tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:24:34.936570 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-701f69e6-ca16-4cf1-b860-7a1312aaf331 req-4e84d7c8-d1d9-451e-a6a2-96c2a5119f2f tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e68003a-fd19-4fb1-990f-82987d03e0e8 HTTP/1.1" status: 200  len: 946 time: 0.0476975
May 07 22:24:34.982509 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-701f69e6-ca16-4cf1-b860-7a1312aaf331 req-c2d61caa-17e8-4e14-bf50-8ce73885503d tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/security-groups?id=465b3632-12ae-4aa0-97df-da00dfb1f942&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402932
May 07 22:24:36.363995 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08034016-9bc1-4e7b-a7ef-de4030aa92e0 req-e8afa5fa-2951-44c7-8512-d607b18457f7 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:24:36.365370 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-08034016-9bc1-4e7b-a7ef-de4030aa92e0 req-e8afa5fa-2951-44c7-8512-d607b18457f7 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e68003a-fd19-4fb1-990f-82987d03e0e8 HTTP/1.1" status: 200  len: 946 time: 0.0499332
May 07 22:24:36.411991 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-08034016-9bc1-4e7b-a7ef-de4030aa92e0 req-b75a91f3-6087-4482-bc7d-e810daf4ef33 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/security-groups?id=465b3632-12ae-4aa0-97df-da00dfb1f942&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410464
May 07 22:24:37.529680 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14d1511-f8d1-4959-9881-88038131d03a req-77e0cbb5-ce3e-41c2-8f73-a970fc0246d6 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:24:37.531126 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b14d1511-f8d1-4959-9881-88038131d03a req-77e0cbb5-ce3e-41c2-8f73-a970fc0246d6 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e68003a-fd19-4fb1-990f-82987d03e0e8 HTTP/1.1" status: 200  len: 946 time: 0.0487053
May 07 22:24:37.576075 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b14d1511-f8d1-4959-9881-88038131d03a req-a4d2d409-50d9-49c0-b754-33d27b9ae672 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/security-groups?id=465b3632-12ae-4aa0-97df-da00dfb1f942&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388184
May 07 22:24:38.687793 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8f2dd2-7de6-4587-90c6-0595b6196bc1 req-df354ad1-a39c-4142-ad27-d6ac2ae321f3 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:24:38.689756 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ce8f2dd2-7de6-4587-90c6-0595b6196bc1 req-df354ad1-a39c-4142-ad27-d6ac2ae321f3 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e68003a-fd19-4fb1-990f-82987d03e0e8 HTTP/1.1" status: 200  len: 946 time: 0.0466099
May 07 22:24:38.737289 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ce8f2dd2-7de6-4587-90c6-0595b6196bc1 req-2000359c-1f37-40b9-8778-f4a7450c4290 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/security-groups?id=465b3632-12ae-4aa0-97df-da00dfb1f942&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419025
May 07 22:24:39.853905 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c91fb1-0a0a-4fc4-a056-8ebc53d029ba req-e089cfb9-e0c5-4d5a-8304-6a45bc03ad8e tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:24:39.855411 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d0c91fb1-0a0a-4fc4-a056-8ebc53d029ba req-e089cfb9-e0c5-4d5a-8304-6a45bc03ad8e tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e68003a-fd19-4fb1-990f-82987d03e0e8 HTTP/1.1" status: 200  len: 946 time: 0.0469217
May 07 22:24:39.901723 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d0c91fb1-0a0a-4fc4-a056-8ebc53d029ba req-b758038f-a002-4241-a93f-5f22b78e0b82 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/security-groups?id=465b3632-12ae-4aa0-97df-da00dfb1f942&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405965
May 07 22:24:41.017686 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d2a96d-88c9-45bb-9190-f33f24970b3f req-dad4ec65-35a3-4528-a08a-844c462d250d tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:24:41.019162 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-18d2a96d-88c9-45bb-9190-f33f24970b3f req-dad4ec65-35a3-4528-a08a-844c462d250d tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e68003a-fd19-4fb1-990f-82987d03e0e8 HTTP/1.1" status: 200  len: 946 time: 0.0497172
May 07 22:24:41.073346 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-18d2a96d-88c9-45bb-9190-f33f24970b3f req-101ed374-d1df-4693-af24-d5affa751ba0 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/security-groups?id=465b3632-12ae-4aa0-97df-da00dfb1f942&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487156
May 07 22:24:42.186496 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bfeab7-314d-4a0c-ac93-ee0ce71c651e req-ea40a530-1de4-4424-8a7f-4b23213f1c3f tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:24:42.187999 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d2bfeab7-314d-4a0c-ac93-ee0ce71c651e req-ea40a530-1de4-4424-8a7f-4b23213f1c3f tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e68003a-fd19-4fb1-990f-82987d03e0e8 HTTP/1.1" status: 200  len: 946 time: 0.0461755
May 07 22:24:42.238945 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d2bfeab7-314d-4a0c-ac93-ee0ce71c651e req-9b61bbe7-fed2-4bd1-8e5f-3dad69e9c29c tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/security-groups?id=465b3632-12ae-4aa0-97df-da00dfb1f942&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454690
May 07 22:24:43.350278 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d634d23f-931a-4200-8a33-568393d06833 req-b32867b5-e3a6-4e6f-982a-ccf562910af3 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:24:43.351746 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d634d23f-931a-4200-8a33-568393d06833 req-b32867b5-e3a6-4e6f-982a-ccf562910af3 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e68003a-fd19-4fb1-990f-82987d03e0e8 HTTP/1.1" status: 200  len: 946 time: 0.0457344
May 07 22:24:43.398585 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d634d23f-931a-4200-8a33-568393d06833 req-c106992f-7134-4478-b155-b3dc9be90ae6 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/security-groups?id=465b3632-12ae-4aa0-97df-da00dfb1f942&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413265
May 07 22:24:44.511104 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd99030-78a7-4c85-b31d-2fc8b5dd6586 req-54dfcb1e-8350-4aba-bc14-cfc5351a9034 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:24:44.512560 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9bd99030-78a7-4c85-b31d-2fc8b5dd6586 req-54dfcb1e-8350-4aba-bc14-cfc5351a9034 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e68003a-fd19-4fb1-990f-82987d03e0e8 HTTP/1.1" status: 200  len: 946 time: 0.0461864
May 07 22:24:44.564315 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9bd99030-78a7-4c85-b31d-2fc8b5dd6586 req-7011ddde-4416-4b65-8a60-297c035712a8 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/security-groups?id=465b3632-12ae-4aa0-97df-da00dfb1f942&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456080
May 07 22:24:44.869653 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 22:24:45.676344 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434caa14-4884-4f2e-99ad-d1c8e7e36e1b req-374c03c7-07f7-4ccc-a0a5-c4186159438f tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:24:45.677772 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-434caa14-4884-4f2e-99ad-d1c8e7e36e1b req-374c03c7-07f7-4ccc-a0a5-c4186159438f tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e68003a-fd19-4fb1-990f-82987d03e0e8 HTTP/1.1" status: 200  len: 946 time: 0.0454276
May 07 22:24:45.726699 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-434caa14-4884-4f2e-99ad-d1c8e7e36e1b req-5dd01287-951b-497c-837e-d98501b84de8 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/security-groups?id=465b3632-12ae-4aa0-97df-da00dfb1f942&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434530
May 07 22:24:46.851446 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eb32f3-b616-4497-9e04-a8f0bd43fc0b req-585c2dcc-2df7-463d-acef-a6af28db05c2 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:24:46.852945 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-38eb32f3-b616-4497-9e04-a8f0bd43fc0b req-585c2dcc-2df7-463d-acef-a6af28db05c2 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e68003a-fd19-4fb1-990f-82987d03e0e8 HTTP/1.1" status: 200  len: 946 time: 0.0477254
May 07 22:24:46.899602 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-38eb32f3-b616-4497-9e04-a8f0bd43fc0b req-4b075b2f-368e-4483-a92b-c5637b085875 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/security-groups?id=465b3632-12ae-4aa0-97df-da00dfb1f942&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410521
May 07 22:24:48.015557 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdedc91b-41c1-4e56-ab71-cf1a7077f1a5 req-bb653ec6-5c97-4602-9fa5-b24f1eb791b2 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:24:48.017015 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fdedc91b-41c1-4e56-ab71-cf1a7077f1a5 req-bb653ec6-5c97-4602-9fa5-b24f1eb791b2 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e68003a-fd19-4fb1-990f-82987d03e0e8 HTTP/1.1" status: 200  len: 946 time: 0.0475347
May 07 22:24:48.062846 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fdedc91b-41c1-4e56-ab71-cf1a7077f1a5 req-e1e103f3-9d8b-4c3d-b263-b593889150a8 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/security-groups?id=465b3632-12ae-4aa0-97df-da00dfb1f942&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402596
May 07 22:24:49.179136 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc6c6cb-ac62-4500-ba76-ccea1a2d3a5e req-a3059533-8958-490e-8747-8d5438552640 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:24:49.180620 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9bc6c6cb-ac62-4500-ba76-ccea1a2d3a5e req-a3059533-8958-490e-8747-8d5438552640 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e68003a-fd19-4fb1-990f-82987d03e0e8 HTTP/1.1" status: 200  len: 946 time: 0.0500593
May 07 22:24:49.227827 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9bc6c6cb-ac62-4500-ba76-ccea1a2d3a5e req-3c20fd30-195b-4d61-aede-6b3f671a7baf tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/security-groups?id=465b3632-12ae-4aa0-97df-da00dfb1f942&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415874
May 07 22:24:50.339023 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89614217-ba5f-4a46-87f9-cda11be4e91f req-0f59f26d-21e9-4385-8e7c-e29ccc4ba0bd tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:24:50.340478 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-89614217-ba5f-4a46-87f9-cda11be4e91f req-0f59f26d-21e9-4385-8e7c-e29ccc4ba0bd tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e68003a-fd19-4fb1-990f-82987d03e0e8 HTTP/1.1" status: 200  len: 946 time: 0.0457206
May 07 22:24:50.387006 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-89614217-ba5f-4a46-87f9-cda11be4e91f req-a98c3c2f-20bc-4e14-81ac-59955542108c tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/security-groups?id=465b3632-12ae-4aa0-97df-da00dfb1f942&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410159
May 07 22:24:51.499113 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16711a8-a8d8-4bd9-afef-2812d296d6ba req-62355415-af59-4803-abbd-f9bf45f25bc4 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:24:51.500607 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c16711a8-a8d8-4bd9-afef-2812d296d6ba req-62355415-af59-4803-abbd-f9bf45f25bc4 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e68003a-fd19-4fb1-990f-82987d03e0e8 HTTP/1.1" status: 200  len: 946 time: 0.0465379
May 07 22:24:51.547726 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c16711a8-a8d8-4bd9-afef-2812d296d6ba req-2addd955-af46-4f33-b17a-f7fb49c030a1 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/security-groups?id=465b3632-12ae-4aa0-97df-da00dfb1f942&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409923
May 07 22:24:52.040802 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:24:52.667535 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c508bf0d-9d8b-412f-811b-edd37a070a30 req-d000aa87-7ae5-4570-bd6a-2bd289d70518 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:24:52.669000 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c508bf0d-9d8b-412f-811b-edd37a070a30 req-d000aa87-7ae5-4570-bd6a-2bd289d70518 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e68003a-fd19-4fb1-990f-82987d03e0e8 HTTP/1.1" status: 200  len: 946 time: 0.0502777
May 07 22:24:52.715583 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c508bf0d-9d8b-412f-811b-edd37a070a30 req-b6910970-f055-41cf-897c-bbea53a11ff0 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/security-groups?id=465b3632-12ae-4aa0-97df-da00dfb1f942&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411179
May 07 22:24:53.668221 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-843c4701-d664-4d43-a547-cc6fd9f5a80b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:24:53.836815 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb1378a-6892-4fbf-9634-e34f39827f63 req-c6d42861-6020-45af-850b-809b20531940 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:24:53.838262 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5bb1378a-6892-4fbf-9634-e34f39827f63 req-c6d42861-6020-45af-850b-809b20531940 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e68003a-fd19-4fb1-990f-82987d03e0e8 HTTP/1.1" status: 200  len: 946 time: 0.0494649
May 07 22:24:53.882916 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5bb1378a-6892-4fbf-9634-e34f39827f63 req-65e0714f-12a4-45d5-abf9-4a2d75ae3bb2 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/security-groups?id=465b3632-12ae-4aa0-97df-da00dfb1f942&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391083
May 07 22:24:54.092773 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:24:54.984106 ncdv-master-1 neutron-server[121837]: INFO neutron.api.v2.resource [req-0c8e47fd-5482-4435-b43f-a028287bb59e req-c907509b-1f29-4917-8338-b4f4f6b2ba3b service neutron] show failed (client error): The resource could not be found.
May 07 22:24:54.985217 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0c8e47fd-5482-4435-b43f-a028287bb59e req-c907509b-1f29-4917-8338-b4f4f6b2ba3b service neutron] 10.222.0.59 "GET /v2.0/ports/c14cbcc8-a625-427e-bc16-26d770f1ce10/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0558991
May 07 22:24:54.997353 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d8945-fd68-4082-9248-f6f2abdf4c95 req-015c8aee-50eb-4aff-8ab3-ecbc3de4cf55 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:24:54.998829 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b57d8945-fd68-4082-9248-f6f2abdf4c95 req-015c8aee-50eb-4aff-8ab3-ecbc3de4cf55 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e68003a-fd19-4fb1-990f-82987d03e0e8 HTTP/1.1" status: 200  len: 946 time: 0.0476077
May 07 22:24:55.047577 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b57d8945-fd68-4082-9248-f6f2abdf4c95 req-df18c12e-dfa2-48aa-9f7a-de0634049516 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/security-groups?id=465b3632-12ae-4aa0-97df-da00dfb1f942&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420969
May 07 22:24:55.185903 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8e47fd-5482-4435-b43f-a028287bb59e req-058dd60e-e5c6-4f79-8ff6-d2fb108b8963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:24:55.187289 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0c8e47fd-5482-4435-b43f-a028287bb59e req-058dd60e-e5c6-4f79-8ff6-d2fb108b8963 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1e68003a-fd19-4fb1-990f-82987d03e0e8&tenant_id=ce6f4e2c33bb4c6d98d8b89b302d2b2a HTTP/1.1" status: 200  len: 1128 time: 0.0382867
May 07 22:24:55.197590 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-0c8e47fd-5482-4435-b43f-a028287bb59e req-c83ac1c7-5927-46d5-b926-7aa61a59bed2 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:24:55.259370 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-0c8e47fd-5482-4435-b43f-a028287bb59e req-c83ac1c7-5927-46d5-b926-7aa61a59bed2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (c14cbcc8-a625-427e-bc16-26d770f1ce10), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:24:55.458651 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-0c8e47fd-5482-4435-b43f-a028287bb59e req-c83ac1c7-5927-46d5-b926-7aa61a59bed2 service neutron] For port c14cbcc8-a625-427e-bc16-26d770f1ce10, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c14cbcc8-a625-427e-bc16-26d770f1ce10,segment=NetworkSegment(82337291-1a80-4629-aafd-e3cc1b7485c2),segment_id=82337291-1a80-4629-aafd-e3cc1b7485c2)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:24:55.489699 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-0c8e47fd-5482-4435-b43f-a028287bb59e req-c83ac1c7-5927-46d5-b926-7aa61a59bed2 service neutron] For port c14cbcc8-a625-427e-bc16-26d770f1ce10, host nch2-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:24:55.531497 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e68003a-fd19-4fb1-990f-82987d03e0e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c14cbcc8-a625-427e-bc16-26d770f1ce10'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:24:55.533708 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d29de594-8d70-4ba3-b18d-82c899a1049b" -d '{"events": [{"server_uuid": "1e68003a-fd19-4fb1-990f-82987d03e0e8", "name": "network-vif-unplugged", "status": "completed", "tag": "c14cbcc8-a625-427e-bc16-26d770f1ce10"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:24:55.537591 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-0c8e47fd-5482-4435-b43f-a028287bb59e req-c83ac1c7-5927-46d5-b926-7aa61a59bed2 service neutron] Publish callbacks [] for port (c14cbcc8-a625-427e-bc16-26d770f1ce10), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:24:55.550857 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.provisioning_blocks [req-0c8e47fd-5482-4435-b43f-a028287bb59e req-c83ac1c7-5927-46d5-b926-7aa61a59bed2 service neutron] Transition to ACTIVE for port object c14cbcc8-a625-427e-bc16-26d770f1ce10 will not be triggered until provisioned by entity L2. {{(pid=121836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 22:24:55.556704 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-0c8e47fd-5482-4435-b43f-a028287bb59e req-c83ac1c7-5927-46d5-b926-7aa61a59bed2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (c14cbcc8-a625-427e-bc16-26d770f1ce10), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:24:55.584944 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 07 May 2022 22:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9216366a-c0f6-48d5-a813-762f59af756c x-openstack-request-id: req-9216366a-c0f6-48d5-a813-762f59af756c {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:24:55.585254 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e68003a-fd19-4fb1-990f-82987d03e0e8", "name": "network-vif-unplugged", "status": "completed", "tag": "c14cbcc8-a625-427e-bc16-26d770f1ce10", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:24:55.585509 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9216366a-c0f6-48d5-a813-762f59af756c {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:24:55.585905 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9216366a-c0f6-48d5-a813-762f59af756c'] response: {'server_uuid': '1e68003a-fd19-4fb1-990f-82987d03e0e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c14cbcc8-a625-427e-bc16-26d770f1ce10', 'code': 200}
May 07 22:24:55.622186 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c8e47fd-5482-4435-b43f-a028287bb59e req-c83ac1c7-5927-46d5-b926-7aa61a59bed2 service neutron] No DVR routers for this DVR port c14cbcc8-a625-427e-bc16-26d770f1ce10 on host nch2-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:24:55.631405 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ac1c7-5927-46d5-b926-7aa61a59bed2 service neutron] Pushing event updated for resources: {'Port': ['ID=c14cbcc8-a625-427e-bc16-26d770f1ce10,revision_number=6']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:24:55.641504 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ac1c7-5927-46d5-b926-7aa61a59bed2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:24:55.641851 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ac1c7-5927-46d5-b926-7aa61a59bed2 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:24:55.642194 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ac1c7-5927-46d5-b926-7aa61a59bed2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:24:55.642530 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ac1c7-5927-46d5-b926-7aa61a59bed2 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:24:55.642891 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ac1c7-5927-46d5-b926-7aa61a59bed2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:24:55.643226 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ac1c7-5927-46d5-b926-7aa61a59bed2 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:24:55.643554 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ac1c7-5927-46d5-b926-7aa61a59bed2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:24:55.643879 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ac1c7-5927-46d5-b926-7aa61a59bed2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:24:55.644205 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ac1c7-5927-46d5-b926-7aa61a59bed2 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:24:55.644550 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ac1c7-5927-46d5-b926-7aa61a59bed2 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:24:55.644886 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ac1c7-5927-46d5-b926-7aa61a59bed2 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:24:55.645211 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ac1c7-5927-46d5-b926-7aa61a59bed2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:24:55.645532 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ac1c7-5927-46d5-b926-7aa61a59bed2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:24:55.645853 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ac1c7-5927-46d5-b926-7aa61a59bed2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:24:55.646173 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83ac1c7-5927-46d5-b926-7aa61a59bed2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:24:55.676823 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-0c8e47fd-5482-4435-b43f-a028287bb59e req-c83ac1c7-5927-46d5-b926-7aa61a59bed2 service neutron] Attempting to bind port c14cbcc8-a625-427e-bc16-26d770f1ce10 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:24:55.677153 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-0c8e47fd-5482-4435-b43f-a028287bb59e req-c83ac1c7-5927-46d5-b926-7aa61a59bed2 service neutron] Attempting to bind port c14cbcc8-a625-427e-bc16-26d770f1ce10 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '82337291-1a80-4629-aafd-e3cc1b7485c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:24:55.677474 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8e47fd-5482-4435-b43f-a028287bb59e req-c83ac1c7-5927-46d5-b926-7aa61a59bed2 service neutron] Attempting to bind port c14cbcc8-a625-427e-bc16-26d770f1ce10 on network 0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:24:55.681712 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8e47fd-5482-4435-b43f-a028287bb59e req-c83ac1c7-5927-46d5-b926-7aa61a59bed2 service neutron] Port c14cbcc8-a625-427e-bc16-26d770f1ce10 on network 0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:24:55.682031 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8e47fd-5482-4435-b43f-a028287bb59e req-c83ac1c7-5927-46d5-b926-7aa61a59bed2 service neutron] Attempting to bind port c14cbcc8-a625-427e-bc16-26d770f1ce10 on network 0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:24:55.686847 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8e47fd-5482-4435-b43f-a028287bb59e req-c83ac1c7-5927-46d5-b926-7aa61a59bed2 service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:24:55.687184 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8e47fd-5482-4435-b43f-a028287bb59e req-c83ac1c7-5927-46d5-b926-7aa61a59bed2 service neutron] Checking segment: {'id': '82337291-1a80-4629-aafd-e3cc1b7485c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:24:55.687556 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c8e47fd-5482-4435-b43f-a028287bb59e req-c83ac1c7-5927-46d5-b926-7aa61a59bed2 service neutron] Bound using segment: {'id': '82337291-1a80-4629-aafd-e3cc1b7485c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:24:55.687971 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-0c8e47fd-5482-4435-b43f-a028287bb59e req-c83ac1c7-5927-46d5-b926-7aa61a59bed2 service neutron] Bound port: c14cbcc8-a625-427e-bc16-26d770f1ce10, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82337291-1a80-4629-aafd-e3cc1b7485c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:24:55.688322 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-0c8e47fd-5482-4435-b43f-a028287bb59e req-c83ac1c7-5927-46d5-b926-7aa61a59bed2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (c14cbcc8-a625-427e-bc16-26d770f1ce10), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:24:55.751622 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-0c8e47fd-5482-4435-b43f-a028287bb59e req-c83ac1c7-5927-46d5-b926-7aa61a59bed2 service neutron] For port c14cbcc8-a625-427e-bc16-26d770f1ce10, host nch1-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:24:55.755060 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-0c8e47fd-5482-4435-b43f-a028287bb59e req-c83ac1c7-5927-46d5-b926-7aa61a59bed2 service neutron] For port c14cbcc8-a625-427e-bc16-26d770f1ce10, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c14cbcc8-a625-427e-bc16-26d770f1ce10,segment=NetworkSegment(82337291-1a80-4629-aafd-e3cc1b7485c2),segment_id=82337291-1a80-4629-aafd-e3cc1b7485c2)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:24:55.760784 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-0c8e47fd-5482-4435-b43f-a028287bb59e req-c83ac1c7-5927-46d5-b926-7aa61a59bed2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (c14cbcc8-a625-427e-bc16-26d770f1ce10), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:24:55.797899 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8e47fd-5482-4435-b43f-a028287bb59e req-c83ac1c7-5927-46d5-b926-7aa61a59bed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:24:55.798531 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-0c8e47fd-5482-4435-b43f-a028287bb59e req-c83ac1c7-5927-46d5-b926-7aa61a59bed2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:24:55.800142 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0c8e47fd-5482-4435-b43f-a028287bb59e req-c83ac1c7-5927-46d5-b926-7aa61a59bed2 service neutron] 10.222.0.55 "PUT /v2.0/ports/c14cbcc8-a625-427e-bc16-26d770f1ce10 HTTP/1.1" status: 200  len: 1092 time: 0.6063755
May 07 22:24:55.835107 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83ac1c7-5927-46d5-b926-7aa61a59bed2 service neutron] Pushing event updated for resources: {'Port': ['ID=c14cbcc8-a625-427e-bc16-26d770f1ce10,revision_number=7']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:24:55.864722 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8e47fd-5482-4435-b43f-a028287bb59e req-4ab2d04c-7ad1-4fec-bc25-e78ca6709438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:24:55.866193 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0c8e47fd-5482-4435-b43f-a028287bb59e req-4ab2d04c-7ad1-4fec-bc25-e78ca6709438 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ce6f4e2c33bb4c6d98d8b89b302d2b2a&device_id=1e68003a-fd19-4fb1-990f-82987d03e0e8 HTTP/1.1" status: 200  len: 1126 time: 0.0446265
May 07 22:24:55.960046 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8e47fd-5482-4435-b43f-a028287bb59e req-a11afe49-df92-4375-a151-d30a50bc9d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:24:55.961489 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0c8e47fd-5482-4435-b43f-a028287bb59e req-a11afe49-df92-4375-a151-d30a50bc9d40 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded HTTP/1.1" status: 200  len: 915 time: 0.0880890
May 07 22:24:56.323591 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0c8e47fd-5482-4435-b43f-a028287bb59e req-61370c69-3d26-4d3a-95bf-88c1289fc3b1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c14cbcc8-a625-427e-bc16-26d770f1ce10 HTTP/1.1" status: 200  len: 217 time: 0.3561914
May 07 22:24:56.424512 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7321d0-3d3a-4b12-b827-b188e0434eee req-de75d1d1-7711-4838-8505-908d104eea0b tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:24:56.426612 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bc7321d0-3d3a-4b12-b827-b188e0434eee req-de75d1d1-7711-4838-8505-908d104eea0b tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e68003a-fd19-4fb1-990f-82987d03e0e8 HTTP/1.1" status: 200  len: 944 time: 0.1065812
May 07 22:24:56.430930 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8e47fd-5482-4435-b43f-a028287bb59e req-f272b16b-4b26-4974-a901-79b533367f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:24:56.432255 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0c8e47fd-5482-4435-b43f-a028287bb59e req-f272b16b-4b26-4974-a901-79b533367f73 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1309bc8a-c59c-459e-97ea-ec5c81ccfcda HTTP/1.1" status: 200  len: 854 time: 0.1002288
May 07 22:24:56.472342 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0c8e47fd-5482-4435-b43f-a028287bb59e req-8d74068e-eccb-46e6-844b-fe5fc549b7aa service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0316072
May 07 22:24:56.520435 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bc7321d0-3d3a-4b12-b827-b188e0434eee req-8e3d4f21-3df6-449f-bb2d-567ffb5ea412 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/security-groups?id=465b3632-12ae-4aa0-97df-da00dfb1f942&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0872517
May 07 22:24:56.557300 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6bf83196-b82b-4cc3-95e1-d0520701ee20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:24:56.588225 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0c8e47fd-5482-4435-b43f-a028287bb59e req-b6365701-dc13-467a-8257-070e3938e263 service neutron] 10.222.0.55 "GET /v2.0/networks/0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1059849
May 07 22:24:56.677248 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0c8e47fd-5482-4435-b43f-a028287bb59e req-f0887c80-29ff-4d94-a4da-81f4ac234ea1 service neutron] 10.222.0.55 "GET /v2.0/networks/0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0835500
May 07 22:24:57.509433 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:24:57.587649 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e68003a-fd19-4fb1-990f-82987d03e0e8', 'tag': 'c14cbcc8-a625-427e-bc16-26d770f1ce10'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:24:57.589969 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37ab0f4e-0362-4623-a933-1411531d1651" -d '{"events": [{"name": "network-changed", "server_uuid": "1e68003a-fd19-4fb1-990f-82987d03e0e8", "tag": "c14cbcc8-a625-427e-bc16-26d770f1ce10"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:24:57.636739 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fc587d0-c110-44e4-921b-e9a39ba7578d x-openstack-request-id: req-3fc587d0-c110-44e4-921b-e9a39ba7578d {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:24:57.637032 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e68003a-fd19-4fb1-990f-82987d03e0e8", "tag": "c14cbcc8-a625-427e-bc16-26d770f1ce10", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:24:57.637286 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3fc587d0-c110-44e4-921b-e9a39ba7578d {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:24:57.637689 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fc587d0-c110-44e4-921b-e9a39ba7578d'] response: {'name': 'network-changed', 'server_uuid': '1e68003a-fd19-4fb1-990f-82987d03e0e8', 'tag': 'c14cbcc8-a625-427e-bc16-26d770f1ce10', 'status': 'completed', 'code': 200}
May 07 22:24:57.638973 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4eaad1-0b33-456f-89d0-937b856dcd6a req-895da0a4-09f9-4d13-adab-6f9c8c7b8925 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:24:57.640469 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bb4eaad1-0b33-456f-89d0-937b856dcd6a req-895da0a4-09f9-4d13-adab-6f9c8c7b8925 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e68003a-fd19-4fb1-990f-82987d03e0e8 HTTP/1.1" status: 200  len: 944 time: 0.0490990
May 07 22:24:57.719996 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab0f4e-0362-4623-a933-1411531d1651 req-bce16a80-75db-4d53-a6a7-eacd00271dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:24:57.721477 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-37ab0f4e-0362-4623-a933-1411531d1651 req-bce16a80-75db-4d53-a6a7-eacd00271dc3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ce6f4e2c33bb4c6d98d8b89b302d2b2a&device_id=1e68003a-fd19-4fb1-990f-82987d03e0e8 HTTP/1.1" status: 200  len: 1126 time: 0.0606384
May 07 22:24:57.724684 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bb4eaad1-0b33-456f-89d0-937b856dcd6a req-83b641c4-4742-49fd-9dcb-1acebb625dcc tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/security-groups?id=465b3632-12ae-4aa0-97df-da00dfb1f942&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0780759
May 07 22:24:57.811858 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab0f4e-0362-4623-a933-1411531d1651 req-328b7e00-7405-400e-99e5-97dbe6b8c473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:24:57.813229 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-37ab0f4e-0362-4623-a933-1411531d1651 req-328b7e00-7405-400e-99e5-97dbe6b8c473 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded HTTP/1.1" status: 200  len: 915 time: 0.0865614
May 07 22:24:57.858484 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-37ab0f4e-0362-4623-a933-1411531d1651 req-069bea10-3bfe-492e-bd4c-fb49367c4213 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c14cbcc8-a625-427e-bc16-26d770f1ce10 HTTP/1.1" status: 200  len: 217 time: 0.0397336
May 07 22:24:57.869790 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab0f4e-0362-4623-a933-1411531d1651 req-d47f6d9d-96e0-4eea-83c1-0aff3785af7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:24:57.871279 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-37ab0f4e-0362-4623-a933-1411531d1651 req-d47f6d9d-96e0-4eea-83c1-0aff3785af7e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ce6f4e2c33bb4c6d98d8b89b302d2b2a&device_id=1e68003a-fd19-4fb1-990f-82987d03e0e8 HTTP/1.1" status: 200  len: 1126 time: 0.0396807
May 07 22:24:57.906505 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab0f4e-0362-4623-a933-1411531d1651 req-2e81c612-6c0d-4775-a730-4f2d5a243304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:24:57.908013 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-37ab0f4e-0362-4623-a933-1411531d1651 req-2e81c612-6c0d-4775-a730-4f2d5a243304 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1309bc8a-c59c-459e-97ea-ec5c81ccfcda HTTP/1.1" status: 200  len: 854 time: 0.0439003
May 07 22:24:57.940360 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-37ab0f4e-0362-4623-a933-1411531d1651 req-5ad327df-02d6-43dc-98c0-e204a4a10601 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0263941
May 07 22:24:57.966465 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab0f4e-0362-4623-a933-1411531d1651 req-8f4e838e-976f-4d06-9ff5-f59ffa5b81cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:24:57.968144 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-37ab0f4e-0362-4623-a933-1411531d1651 req-8f4e838e-976f-4d06-9ff5-f59ffa5b81cd service neutron] 10.222.0.55 "GET /v2.0/networks?id=0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded HTTP/1.1" status: 200  len: 915 time: 0.0905795
May 07 22:24:58.010175 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-37ab0f4e-0362-4623-a933-1411531d1651 req-4f3ce5fd-1638-4840-9440-eb2d13e1fece service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c14cbcc8-a625-427e-bc16-26d770f1ce10 HTTP/1.1" status: 200  len: 217 time: 0.0357037
May 07 22:24:58.032232 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-37ab0f4e-0362-4623-a933-1411531d1651 req-e8adbec5-05fc-46ea-bbf9-1bf73421425d service neutron] 10.222.0.59 "GET /v2.0/networks/0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0859270
May 07 22:24:58.122008 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-37ab0f4e-0362-4623-a933-1411531d1651 req-ddfcf18d-6855-466c-8b20-07cac363346c service neutron] 10.222.0.59 "GET /v2.0/networks/0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0833609
May 07 22:24:58.166937 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ab0f4e-0362-4623-a933-1411531d1651 req-12b3e99d-1089-4608-95f2-2886889412c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:24:58.168410 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-37ab0f4e-0362-4623-a933-1411531d1651 req-12b3e99d-1089-4608-95f2-2886889412c8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1309bc8a-c59c-459e-97ea-ec5c81ccfcda HTTP/1.1" status: 200  len: 854 time: 0.0500929
May 07 22:24:58.194660 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device c14cbcc8-a625-427e-bc16-26d770f1ce10 no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:24:58.201678 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-37ab0f4e-0362-4623-a933-1411531d1651 req-fcd022e6-d7f1-45cd-b071-7c7b85a6fa2d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0273073
May 07 22:24:58.234866 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] The host nch2-master-1 is not matching for port c14cbcc8-a625-427e-bc16-26d770f1ce10 host nch1-master-1! {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2394}}
May 07 22:24:58.235269 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device c14cbcc8-a625-427e-bc16-26d770f1ce10 not bound to the agent host nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:24:58.294639 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-37ab0f4e-0362-4623-a933-1411531d1651 req-25b1e94b-fe89-472a-a4d9-e3260e7b3ea4 service neutron] 10.222.0.55 "GET /v2.0/networks/0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0861442
May 07 22:24:58.387153 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-37ab0f4e-0362-4623-a933-1411531d1651 req-ae8d9a40-eb62-4ba4-8bd7-5bd8bf787c0f service neutron] 10.222.0.55 "GET /v2.0/networks/0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0849907
May 07 22:24:58.840407 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0786798e-f826-4856-97c6-0977e182e747 req-8615a1e8-0356-4a7c-8072-d916cbb59026 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:24:58.841870 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0786798e-f826-4856-97c6-0977e182e747 req-8615a1e8-0356-4a7c-8072-d916cbb59026 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e68003a-fd19-4fb1-990f-82987d03e0e8 HTTP/1.1" status: 200  len: 944 time: 0.0468063
May 07 22:24:58.888556 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0786798e-f826-4856-97c6-0977e182e747 req-a1606363-f240-4b30-ae2d-5736a7c88be6 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/security-groups?id=465b3632-12ae-4aa0-97df-da00dfb1f942&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412195
May 07 22:24:59.085261 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90835a77-61ce-4b8d-a2db-a2b6cb5e12b4 req-e12fcf58-02bc-4390-a568-2740cc91ed67 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:24:59.086674 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-90835a77-61ce-4b8d-a2db-a2b6cb5e12b4 req-e12fcf58-02bc-4390-a568-2740cc91ed67 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e68003a-fd19-4fb1-990f-82987d03e0e8 HTTP/1.1" status: 200  len: 944 time: 0.0520477
May 07 22:24:59.093524 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c35543-4386-4e16-bfc0-625b9ad3d4e8 req-a9f04e00-1ada-4313-be95-c00d5b52a26f tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:24:59.095038 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b2c35543-4386-4e16-bfc0-625b9ad3d4e8 req-a9f04e00-1ada-4313-be95-c00d5b52a26f tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.59 "GET /v2.0/ports?device_id=1e68003a-fd19-4fb1-990f-82987d03e0e8&tenant_id=ce6f4e2c33bb4c6d98d8b89b302d2b2a&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 944 time: 0.0488012
May 07 22:24:59.134103 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-90835a77-61ce-4b8d-a2db-a2b6cb5e12b4 req-f869cd2d-f69a-4d61-ab9f-b50085439fbe tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/security-groups?id=465b3632-12ae-4aa0-97df-da00dfb1f942&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416660
May 07 22:24:59.159122 ncdv-master-1 neutron-server[121837]: INFO neutron.api.v2.resource [req-b2c35543-4386-4e16-bfc0-625b9ad3d4e8 req-f115eb08-9635-47b6-89b2-e57dcd01074e service neutron] delete failed (client error): The resource could not be found.
May 07 22:24:59.160174 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b2c35543-4386-4e16-bfc0-625b9ad3d4e8 req-f115eb08-9635-47b6-89b2-e57dcd01074e service neutron] 10.222.0.59 "DELETE /v2.0/ports/c14cbcc8-a625-427e-bc16-26d770f1ce10/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0587142
May 07 22:24:59.211114 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:24:59.239758 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c35543-4386-4e16-bfc0-625b9ad3d4e8 req-0e373f18-0648-48d6-8bc1-c816b7330dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:24:59.241250 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b2c35543-4386-4e16-bfc0-625b9ad3d4e8 req-0e373f18-0648-48d6-8bc1-c816b7330dbc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ce6f4e2c33bb4c6d98d8b89b302d2b2a&device_id=1e68003a-fd19-4fb1-990f-82987d03e0e8 HTTP/1.1" status: 200  len: 1126 time: 0.0396416
May 07 22:24:59.333934 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c35543-4386-4e16-bfc0-625b9ad3d4e8 req-eeb7ac89-2541-49eb-9ad9-454b16b623b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:24:59.335462 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b2c35543-4386-4e16-bfc0-625b9ad3d4e8 req-eeb7ac89-2541-49eb-9ad9-454b16b623b6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded HTTP/1.1" status: 200  len: 915 time: 0.0887685
May 07 22:24:59.375266 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b2c35543-4386-4e16-bfc0-625b9ad3d4e8 req-4478634f-4d9b-433f-8c7b-848365ce0963 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c14cbcc8-a625-427e-bc16-26d770f1ce10 HTTP/1.1" status: 200  len: 217 time: 0.0336130
May 07 22:24:59.420508 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c35543-4386-4e16-bfc0-625b9ad3d4e8 req-7fef544c-a42e-4319-8f80-1543fe0b99a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:24:59.421907 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b2c35543-4386-4e16-bfc0-625b9ad3d4e8 req-7fef544c-a42e-4319-8f80-1543fe0b99a6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1309bc8a-c59c-459e-97ea-ec5c81ccfcda HTTP/1.1" status: 200  len: 854 time: 0.0412486
May 07 22:24:59.454461 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b2c35543-4386-4e16-bfc0-625b9ad3d4e8 req-3b5250e5-5ff9-4a20-9835-9c0ab153a9a9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0268114
May 07 22:24:59.544906 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b2c35543-4386-4e16-bfc0-625b9ad3d4e8 req-2e839b3e-0204-4419-a261-df6a025296ac service neutron] 10.222.0.59 "GET /v2.0/networks/0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0843337
May 07 22:24:59.637258 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b2c35543-4386-4e16-bfc0-625b9ad3d4e8 req-b977c52f-b7ab-487d-91d0-1b2e1162cc27 service neutron] 10.222.0.59 "GET /v2.0/networks/0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0870426
May 07 22:24:59.674226 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device c14cbcc8-a625-427e-bc16-26d770f1ce10 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:24:59.775821 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port c14cbcc8-a625-427e-bc16-26d770f1ce10, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c14cbcc8-a625-427e-bc16-26d770f1ce10,segment=NetworkSegment(82337291-1a80-4629-aafd-e3cc1b7485c2),segment_id=82337291-1a80-4629-aafd-e3cc1b7485c2)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:24:59.787989 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': 'c14cbcc8-a625-427e-bc16-26d770f1ce10', 'network_id': '0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded', 'port_id': 'c14cbcc8-a625-427e-bc16-26d770f1ce10', 'mac_address': 'fa:16:3e:e7:81:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1309bc8a-c59c-459e-97ea-ec5c81ccfcda', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:24:59.826550 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port c14cbcc8-a625-427e-bc16-26d770f1ce10 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:24:59.826957 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (c14cbcc8-a625-427e-bc16-26d770f1ce10), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:24:59.840578 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c14cbcc8-a625-427e-bc16-26d770f1ce10 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:24:59.860183 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port c14cbcc8-a625-427e-bc16-26d770f1ce10, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c14cbcc8-a625-427e-bc16-26d770f1ce10,segment=NetworkSegment(82337291-1a80-4629-aafd-e3cc1b7485c2),segment_id=82337291-1a80-4629-aafd-e3cc1b7485c2)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:24:59.864604 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (c14cbcc8-a625-427e-bc16-26d770f1ce10), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:24:59.909115 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=c14cbcc8-a625-427e-bc16-26d770f1ce10,revision_number=8']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:25:00.056910 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['c14cbcc8-a625-427e-bc16-26d770f1ce10'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:25:00.255943 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933799d8-c3a4-41a8-beb0-02fcb87dd7a8 req-3d89b7d0-d1e1-4eeb-acc0-57cbe56542ae tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:25:00.258237 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-933799d8-c3a4-41a8-beb0-02fcb87dd7a8 req-3d89b7d0-d1e1-4eeb-acc0-57cbe56542ae tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e68003a-fd19-4fb1-990f-82987d03e0e8 HTTP/1.1" status: 200  len: 945 time: 0.0503237
May 07 22:25:00.309490 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-933799d8-c3a4-41a8-beb0-02fcb87dd7a8 req-2fd221da-4cda-4ea2-bc41-48aa7fbb696e tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/security-groups?id=465b3632-12ae-4aa0-97df-da00dfb1f942&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440631
May 07 22:25:00.324143 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:00.422218 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1622e67-eaa9-4aa3-9d84-46349e79bcf8 req-00ddb91f-600b-4465-815f-3f2f2182bf16 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:25:00.423635 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b1622e67-eaa9-4aa3-9d84-46349e79bcf8 req-00ddb91f-600b-4465-815f-3f2f2182bf16 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e68003a-fd19-4fb1-990f-82987d03e0e8 HTTP/1.1" status: 200  len: 945 time: 0.0465274
May 07 22:25:00.472131 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b1622e67-eaa9-4aa3-9d84-46349e79bcf8 req-4dcc0398-c29c-44a6-9a9a-63c207688989 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/security-groups?id=465b3632-12ae-4aa0-97df-da00dfb1f942&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420780
May 07 22:25:00.581371 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cf46d6-98e4-403f-ae6c-8257010582c7 req-4c6e291a-3334-4a0c-bde0-c3ffa8b461fd tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:25:00.582842 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b9cf46d6-98e4-403f-ae6c-8257010582c7 req-4c6e291a-3334-4a0c-bde0-c3ffa8b461fd tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e68003a-fd19-4fb1-990f-82987d03e0e8 HTTP/1.1" status: 200  len: 945 time: 0.0456936
May 07 22:25:00.631356 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b9cf46d6-98e4-403f-ae6c-8257010582c7 req-aadedeb9-3e6a-4901-b8bb-39a2a5c20844 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/security-groups?id=465b3632-12ae-4aa0-97df-da00dfb1f942&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429945
May 07 22:25:00.972113 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dc70cd-7e4c-4b0f-ae45-38166b00fc56 req-ce99d063-5f45-49cf-b329-2fcd8c4065bb tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:25:00.973529 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-64dc70cd-7e4c-4b0f-ae45-38166b00fc56 req-ce99d063-5f45-49cf-b329-2fcd8c4065bb tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/networks?id=0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded HTTP/1.1" status: 200  len: 814 time: 0.1030011
May 07 22:25:00.987609 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-64dc70cd-7e4c-4b0f-ae45-38166b00fc56 req-ddc10458-f500-4fc8-81b1-5d67dfe4ce38 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/quotas/ce6f4e2c33bb4c6d98d8b89b302d2b2a HTTP/1.1" status: 200  len: 375 time: 0.0086832
May 07 22:25:01.032656 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-64dc70cd-7e4c-4b0f-ae45-38166b00fc56 req-aa83d717-aa6e-4aed-a8ef-20d54be4aee6 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ce6f4e2c33bb4c6d98d8b89b302d2b2a&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0397089
May 07 22:25:01.139476 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-64dc70cd-7e4c-4b0f-ae45-38166b00fc56 req-ce73e56a-6c27-4da5-82d7-452be71bc39a service neutron] 10.222.0.32 "GET /v2.0/networks/0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1001620
May 07 22:25:01.231208 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-64dc70cd-7e4c-4b0f-ae45-38166b00fc56 req-976312f8-2125-4bae-9807-5d36fed7ca15 service neutron] 10.222.0.32 "GET /v2.0/networks/0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0860958
May 07 22:25:01.390941 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f3a6eeae-66fb-4275-84a8-e9d7d4856cd0 req-2f621115-706c-48e0-b1d7-3d2cc6485114 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/ports?device_id=d29c11d9-2c68-4e19-8087-e6f6129b551d HTTP/1.1" status: 200  len: 210 time: 0.0276735
May 07 22:25:01.684443 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device c14cbcc8-a625-427e-bc16-26d770f1ce10 up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:25:01.733899 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning for port c14cbcc8-a625-427e-bc16-26d770f1ce10 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 22:25:01.739907 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port c14cbcc8-a625-427e-bc16-26d770f1ce10 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:25:01.740421 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (c14cbcc8-a625-427e-bc16-26d770f1ce10), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:01.830703 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port c14cbcc8-a625-427e-bc16-26d770f1ce10 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:25:01.831143 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (c14cbcc8-a625-427e-bc16-26d770f1ce10), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:01.853124 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e68003a-fd19-4fb1-990f-82987d03e0e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c14cbcc8-a625-427e-bc16-26d770f1ce10'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:25:01.855423 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf54fe36-abc5-4f10-8eb9-68db9fda689f" -d '{"events": [{"server_uuid": "1e68003a-fd19-4fb1-990f-82987d03e0e8", "name": "network-vif-plugged", "status": "completed", "tag": "c14cbcc8-a625-427e-bc16-26d770f1ce10"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:25:01.868039 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port c14cbcc8-a625-427e-bc16-26d770f1ce10, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c14cbcc8-a625-427e-bc16-26d770f1ce10,segment=NetworkSegment(82337291-1a80-4629-aafd-e3cc1b7485c2),segment_id=82337291-1a80-4629-aafd-e3cc1b7485c2)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:25:01.872127 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (c14cbcc8-a625-427e-bc16-26d770f1ce10), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:01.896946 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd897742-ff37-4dde-a817-9ea9c6da3f0b x-openstack-request-id: req-fd897742-ff37-4dde-a817-9ea9c6da3f0b {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:25:01.897236 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e68003a-fd19-4fb1-990f-82987d03e0e8", "name": "network-vif-plugged", "status": "completed", "tag": "c14cbcc8-a625-427e-bc16-26d770f1ce10", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:25:01.897485 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fd897742-ff37-4dde-a817-9ea9c6da3f0b {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:25:01.897874 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd897742-ff37-4dde-a817-9ea9c6da3f0b'] response: {'server_uuid': '1e68003a-fd19-4fb1-990f-82987d03e0e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c14cbcc8-a625-427e-bc16-26d770f1ce10', 'code': 200}
May 07 22:25:01.923715 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=c14cbcc8-a625-427e-bc16-26d770f1ce10,revision_number=9']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:25:02.026200 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21540e5-eaf4-4c8e-b2e7-594750d10472 req-94f197f5-f7b3-4b83-8f44-27ee3de76282 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:25:02.027608 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b21540e5-eaf4-4c8e-b2e7-594750d10472 req-94f197f5-f7b3-4b83-8f44-27ee3de76282 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.55 "GET /v2.0/ports?device_id=1e68003a-fd19-4fb1-990f-82987d03e0e8 HTTP/1.1" status: 200  len: 946 time: 0.0507441
May 07 22:25:02.295073 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-b21540e5-eaf4-4c8e-b2e7-594750d10472 req-a319053d-b739-4e31-abd7-0b317527cc65 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Deleting port c14cbcc8-a625-427e-bc16-26d770f1ce10 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:25:02.295329 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-b21540e5-eaf4-4c8e-b2e7-594750d10472 req-a319053d-b739-4e31-abd7-0b317527cc65 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (c14cbcc8-a625-427e-bc16-26d770f1ce10), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:02.486914 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-b21540e5-eaf4-4c8e-b2e7-594750d10472 req-a319053d-b739-4e31-abd7-0b317527cc65 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] For port c14cbcc8-a625-427e-bc16-26d770f1ce10, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c14cbcc8-a625-427e-bc16-26d770f1ce10,segment=NetworkSegment(82337291-1a80-4629-aafd-e3cc1b7485c2),segment_id=82337291-1a80-4629-aafd-e3cc1b7485c2)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:25:02.487272 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-b21540e5-eaf4-4c8e-b2e7-594750d10472 req-a319053d-b739-4e31-abd7-0b317527cc65 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (c14cbcc8-a625-427e-bc16-26d770f1ce10), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:02.501795 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dc70cd-7e4c-4b0f-ae45-38166b00fc56 req-16d9ebd4-b7d3-4507-ba0e-548a0db9fc3b tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:25:02.503224 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-64dc70cd-7e4c-4b0f-ae45-38166b00fc56 req-16d9ebd4-b7d3-4507-ba0e-548a0db9fc3b tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.55 "GET /v2.0/networks?id=0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded HTTP/1.1" status: 200  len: 814 time: 0.2050476
May 07 22:25:02.523834 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-b21540e5-eaf4-4c8e-b2e7-594750d10472 req-a319053d-b739-4e31-abd7-0b317527cc65 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Calling delete_port for c14cbcc8-a625-427e-bc16-26d770f1ce10 owned by compute:nova {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:25:02.528141 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-64dc70cd-7e4c-4b0f-ae45-38166b00fc56 req-be5b29a4-6968-4280-ae36-9452b26e2443 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Request body: {'port': {'device_id': 'd29c11d9-2c68-4e19-8087-e6f6129b551d', 'network_id': '0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded', 'admin_state_up': True, 'tenant_id': 'ce6f4e2c33bb4c6d98d8b89b302d2b2a'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:25:02.535327 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-86faf192-0849-432a-9ff3-f41223235733 req-6e108681-e948-42d1-aba0-75bb48e65b90 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/ports?device_id=d29c11d9-2c68-4e19-8087-e6f6129b551d HTTP/1.1" status: 200  len: 210 time: 0.0709319
May 07 22:25:02.699350 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64dc70cd-7e4c-4b0f-ae45-38166b00fc56 req-be5b29a4-6968-4280-ae36-9452b26e2443 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Made reservation on behalf of ce6f4e2c33bb4c6d98d8b89b302d2b2a for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:25:02.702733 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-64dc70cd-7e4c-4b0f-ae45-38166b00fc56 req-be5b29a4-6968-4280-ae36-9452b26e2443 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:02.770631 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-b21540e5-eaf4-4c8e-b2e7-594750d10472 req-a319053d-b739-4e31-abd7-0b317527cc65 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (c14cbcc8-a625-427e-bc16-26d770f1ce10), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:02.787507 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['c14cbcc8-a625-427e-bc16-26d770f1ce10'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:25:02.837508 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a319053d-b739-4e31-abd7-0b317527cc65 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Pushing event deleted for resources: {'Port': ['ID=c14cbcc8-a625-427e-bc16-26d770f1ce10,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:25:02.917415 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-b21540e5-eaf4-4c8e-b2e7-594750d10472 req-a319053d-b739-4e31-abd7-0b317527cc65 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] No DVR routers for this DVR port c14cbcc8-a625-427e-bc16-26d770f1ce10 on host nch1-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:25:02.921364 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-b21540e5-eaf4-4c8e-b2e7-594750d10472 req-a319053d-b739-4e31-abd7-0b317527cc65 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:02.924587 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b21540e5-eaf4-4c8e-b2e7-594750d10472 req-a319053d-b739-4e31-abd7-0b317527cc65 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.55 "DELETE /v2.0/ports/c14cbcc8-a625-427e-bc16-26d770f1ce10 HTTP/1.1" status: 204  len: 173 time: 0.7088795
May 07 22:25:02.925018 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e68003a-fd19-4fb1-990f-82987d03e0e8', 'name': 'network-vif-deleted', 'tag': 'c14cbcc8-a625-427e-bc16-26d770f1ce10'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:25:02.927925 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd9eaeba-d862-440c-a909-c8f9c7137e05" -d '{"events": [{"server_uuid": "1e68003a-fd19-4fb1-990f-82987d03e0e8", "name": "network-vif-deleted", "tag": "c14cbcc8-a625-427e-bc16-26d770f1ce10"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:25:02.951419 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [req-64dc70cd-7e4c-4b0f-ae45-38166b00fc56 req-be5b29a4-6968-4280-ae36-9452b26e2443 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Allocated IP 172.20.0.13 (0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded/1309bc8a-c59c-459e-97ea-ec5c81ccfcda/c05065a2-b0e4-4e51-9766-c340cdf87896) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:25:02.968943 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e413456-ad12-4996-ab3c-1d1e27ecbcaf x-openstack-request-id: req-0e413456-ad12-4996-ab3c-1d1e27ecbcaf {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:25:02.969242 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e68003a-fd19-4fb1-990f-82987d03e0e8", "name": "network-vif-deleted", "tag": "c14cbcc8-a625-427e-bc16-26d770f1ce10", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:25:02.969502 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0e413456-ad12-4996-ab3c-1d1e27ecbcaf {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:25:02.969926 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e413456-ad12-4996-ab3c-1d1e27ecbcaf'] response: {'server_uuid': '1e68003a-fd19-4fb1-990f-82987d03e0e8', 'name': 'network-vif-deleted', 'tag': 'c14cbcc8-a625-427e-bc16-26d770f1ce10', 'status': 'completed', 'code': 200}
May 07 22:25:03.116983 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-64dc70cd-7e4c-4b0f-ae45-38166b00fc56 req-be5b29a4-6968-4280-ae36-9452b26e2443 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Publish callbacks [] for port (c05065a2-b0e4-4e51-9766-c340cdf87896), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:03.160186 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-64dc70cd-7e4c-4b0f-ae45-38166b00fc56 req-be5b29a4-6968-4280-ae36-9452b26e2443 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (c05065a2-b0e4-4e51-9766-c340cdf87896), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:03.171428 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['c14cbcc8-a625-427e-bc16-26d770f1ce10'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:25:03.204165 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64dc70cd-7e4c-4b0f-ae45-38166b00fc56 req-be5b29a4-6968-4280-ae36-9452b26e2443 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Network 0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:25:03.207769 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [req-64dc70cd-7e4c-4b0f-ae45-38166b00fc56 req-be5b29a4-6968-4280-ae36-9452b26e2443 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:25:03.213936 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-64dc70cd-7e4c-4b0f-ae45-38166b00fc56 req-be5b29a4-6968-4280-ae36-9452b26e2443 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:25:03.245825 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5b29a4-6968-4280-ae36-9452b26e2443 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Pushing event updated for resources: {'Port': ['ID=c05065a2-b0e4-4e51-9766-c340cdf87896,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:25:03.269976 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dc70cd-7e4c-4b0f-ae45-38166b00fc56 req-be5b29a4-6968-4280-ae36-9452b26e2443 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:25:03.270607 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-64dc70cd-7e4c-4b0f-ae45-38166b00fc56 req-be5b29a4-6968-4280-ae36-9452b26e2443 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:03.287854 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-64dc70cd-7e4c-4b0f-ae45-38166b00fc56 req-be5b29a4-6968-4280-ae36-9452b26e2443 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7651887
May 07 22:25:03.302443 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-64dc70cd-7e4c-4b0f-ae45-38166b00fc56 req-e4c76a3d-d1de-4c0a-a3dc-020641b53cad service neutron] Request body: {'port': {'device_id': 'd29c11d9-2c68-4e19-8087-e6f6129b551d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:25:03.367744 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-64dc70cd-7e4c-4b0f-ae45-38166b00fc56 req-e4c76a3d-d1de-4c0a-a3dc-020641b53cad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (c05065a2-b0e4-4e51-9766-c340cdf87896), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:03.660524 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [req-64dc70cd-7e4c-4b0f-ae45-38166b00fc56 req-e4c76a3d-d1de-4c0a-a3dc-020641b53cad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c05065a2-b0e4-4e51-9766-c340cdf87896 {{(pid=121836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:25:03.671389 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-64dc70cd-7e4c-4b0f-ae45-38166b00fc56 req-e4c76a3d-d1de-4c0a-a3dc-020641b53cad service neutron] Publish callbacks [] for port (c05065a2-b0e4-4e51-9766-c340cdf87896), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:03.687855 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61deff4c-62f0-45ac-b01e-de4e3423a6fd req-df56a21a-e8a6-4526-bff2-22fe03997b98 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:25:03.689329 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-61deff4c-62f0-45ac-b01e-de4e3423a6fd req-df56a21a-e8a6-4526-bff2-22fe03997b98 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/ports?device_id=d29c11d9-2c68-4e19-8087-e6f6129b551d HTTP/1.1" status: 200  len: 932 time: 0.0683794
May 07 22:25:03.694695 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.provisioning_blocks [req-64dc70cd-7e4c-4b0f-ae45-38166b00fc56 req-e4c76a3d-d1de-4c0a-a3dc-020641b53cad service neutron] Transition to ACTIVE for port object c05065a2-b0e4-4e51-9766-c340cdf87896 will not be triggered until provisioned by entity L2. {{(pid=121836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 22:25:03.702512 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-64dc70cd-7e4c-4b0f-ae45-38166b00fc56 req-e4c76a3d-d1de-4c0a-a3dc-020641b53cad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (c05065a2-b0e4-4e51-9766-c340cdf87896), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:03.775673 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c76a3d-d1de-4c0a-a3dc-020641b53cad service neutron] Pushing event updated for resources: {'Port': ['ID=c05065a2-b0e4-4e51-9766-c340cdf87896,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:25:03.785130 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-61deff4c-62f0-45ac-b01e-de4e3423a6fd req-7cde9168-0de9-4f6b-8819-f9a6ad012d62 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/security-groups?id=465b3632-12ae-4aa0-97df-da00dfb1f942&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0892942
May 07 22:25:03.858358 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-64dc70cd-7e4c-4b0f-ae45-38166b00fc56 req-e4c76a3d-d1de-4c0a-a3dc-020641b53cad service neutron] Attempting to bind port c05065a2-b0e4-4e51-9766-c340cdf87896 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:25:03.858693 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-64dc70cd-7e4c-4b0f-ae45-38166b00fc56 req-e4c76a3d-d1de-4c0a-a3dc-020641b53cad service neutron] Attempting to bind port c05065a2-b0e4-4e51-9766-c340cdf87896 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '82337291-1a80-4629-aafd-e3cc1b7485c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:25:03.859053 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64dc70cd-7e4c-4b0f-ae45-38166b00fc56 req-e4c76a3d-d1de-4c0a-a3dc-020641b53cad service neutron] Attempting to bind port c05065a2-b0e4-4e51-9766-c340cdf87896 on network 0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:25:03.863866 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64dc70cd-7e4c-4b0f-ae45-38166b00fc56 req-e4c76a3d-d1de-4c0a-a3dc-020641b53cad service neutron] Port c05065a2-b0e4-4e51-9766-c340cdf87896 on network 0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:25:03.864189 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64dc70cd-7e4c-4b0f-ae45-38166b00fc56 req-e4c76a3d-d1de-4c0a-a3dc-020641b53cad service neutron] Attempting to bind port c05065a2-b0e4-4e51-9766-c340cdf87896 on network 0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:25:03.869020 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64dc70cd-7e4c-4b0f-ae45-38166b00fc56 req-e4c76a3d-d1de-4c0a-a3dc-020641b53cad service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:25:03.869357 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64dc70cd-7e4c-4b0f-ae45-38166b00fc56 req-e4c76a3d-d1de-4c0a-a3dc-020641b53cad service neutron] Checking segment: {'id': '82337291-1a80-4629-aafd-e3cc1b7485c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:25:03.869739 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64dc70cd-7e4c-4b0f-ae45-38166b00fc56 req-e4c76a3d-d1de-4c0a-a3dc-020641b53cad service neutron] Bound using segment: {'id': '82337291-1a80-4629-aafd-e3cc1b7485c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:25:03.870160 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-64dc70cd-7e4c-4b0f-ae45-38166b00fc56 req-e4c76a3d-d1de-4c0a-a3dc-020641b53cad service neutron] Bound port: c05065a2-b0e4-4e51-9766-c340cdf87896, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82337291-1a80-4629-aafd-e3cc1b7485c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:25:03.870515 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-64dc70cd-7e4c-4b0f-ae45-38166b00fc56 req-e4c76a3d-d1de-4c0a-a3dc-020641b53cad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (c05065a2-b0e4-4e51-9766-c340cdf87896), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:03.933208 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-64dc70cd-7e4c-4b0f-ae45-38166b00fc56 req-e4c76a3d-d1de-4c0a-a3dc-020641b53cad service neutron] For port c05065a2-b0e4-4e51-9766-c340cdf87896, host nch1-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:25:03.936373 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-64dc70cd-7e4c-4b0f-ae45-38166b00fc56 req-e4c76a3d-d1de-4c0a-a3dc-020641b53cad service neutron] For port c05065a2-b0e4-4e51-9766-c340cdf87896, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c05065a2-b0e4-4e51-9766-c340cdf87896,segment=NetworkSegment(82337291-1a80-4629-aafd-e3cc1b7485c2),segment_id=82337291-1a80-4629-aafd-e3cc1b7485c2)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:25:03.942432 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-64dc70cd-7e4c-4b0f-ae45-38166b00fc56 req-e4c76a3d-d1de-4c0a-a3dc-020641b53cad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (c05065a2-b0e4-4e51-9766-c340cdf87896), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:03.974113 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dc70cd-7e4c-4b0f-ae45-38166b00fc56 req-e4c76a3d-d1de-4c0a-a3dc-020641b53cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:25:03.974253 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-64dc70cd-7e4c-4b0f-ae45-38166b00fc56 req-e4c76a3d-d1de-4c0a-a3dc-020641b53cad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:03.975901 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-64dc70cd-7e4c-4b0f-ae45-38166b00fc56 req-e4c76a3d-d1de-4c0a-a3dc-020641b53cad service neutron] 10.222.0.55 "PUT /v2.0/ports/c05065a2-b0e4-4e51-9766-c340cdf87896 HTTP/1.1" status: 200  len: 1092 time: 0.6780233
May 07 22:25:04.000733 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c76a3d-d1de-4c0a-a3dc-020641b53cad service neutron] Pushing event updated for resources: {'Port': ['ID=c05065a2-b0e4-4e51-9766-c340cdf87896,revision_number=3']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:25:04.052773 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dc70cd-7e4c-4b0f-ae45-38166b00fc56 req-bb7250e8-7120-449d-af26-55599b3ef54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:25:04.054256 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-64dc70cd-7e4c-4b0f-ae45-38166b00fc56 req-bb7250e8-7120-449d-af26-55599b3ef54b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ce6f4e2c33bb4c6d98d8b89b302d2b2a&device_id=d29c11d9-2c68-4e19-8087-e6f6129b551d HTTP/1.1" status: 200  len: 1126 time: 0.0432212
May 07 22:25:04.095674 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-64dc70cd-7e4c-4b0f-ae45-38166b00fc56 req-adc4edc2-96d4-47a8-b033-dfb7e44b60d5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c05065a2-b0e4-4e51-9766-c340cdf87896 HTTP/1.1" status: 200  len: 217 time: 0.0347090
May 07 22:25:04.143463 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dc70cd-7e4c-4b0f-ae45-38166b00fc56 req-9db4085a-c0ff-4183-9619-9535282ec0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:25:04.144901 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-64dc70cd-7e4c-4b0f-ae45-38166b00fc56 req-9db4085a-c0ff-4183-9619-9535282ec0e1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1309bc8a-c59c-459e-97ea-ec5c81ccfcda HTTP/1.1" status: 200  len: 854 time: 0.0439928
May 07 22:25:04.175436 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-64dc70cd-7e4c-4b0f-ae45-38166b00fc56 req-e85606a7-1be8-4cde-ae25-58bdcfc27153 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0246687
May 07 22:25:04.267784 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-64dc70cd-7e4c-4b0f-ae45-38166b00fc56 req-a97cca32-cff7-49b6-b875-6de3d20a80d8 service neutron] 10.222.0.55 "GET /v2.0/networks/0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0867305
May 07 22:25:04.358709 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-64dc70cd-7e4c-4b0f-ae45-38166b00fc56 req-c4233a2c-f638-4a54-a905-aaef919d8cac service neutron] 10.222.0.55 "GET /v2.0/networks/0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0849481
May 07 22:25:04.906740 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7032fc-e3af-441c-8321-736d7cea54f2 req-0fa8bb21-fc22-4d91-8b09-8967582bb461 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:25:04.908268 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7f7032fc-e3af-441c-8321-736d7cea54f2 req-0fa8bb21-fc22-4d91-8b09-8967582bb461 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/ports?device_id=d29c11d9-2c68-4e19-8087-e6f6129b551d HTTP/1.1" status: 200  len: 944 time: 0.0522325
May 07 22:25:04.956330 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7f7032fc-e3af-441c-8321-736d7cea54f2 req-5b2ff416-16c9-47cd-8cb5-1a727f121b6e tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/security-groups?id=465b3632-12ae-4aa0-97df-da00dfb1f942&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422904
May 07 22:25:04.971624 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd29c11d9-2c68-4e19-8087-e6f6129b551d', 'tag': 'c05065a2-b0e4-4e51-9766-c340cdf87896'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:25:04.973993 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac7db0e-ac72-421c-909b-90c68dee4fbd" -d '{"events": [{"name": "network-changed", "server_uuid": "d29c11d9-2c68-4e19-8087-e6f6129b551d", "tag": "c05065a2-b0e4-4e51-9766-c340cdf87896"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:25:05.010250 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70eebbb1-aadd-4ddb-bcd8-d5c6b58a4759 x-openstack-request-id: req-70eebbb1-aadd-4ddb-bcd8-d5c6b58a4759 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:25:05.010543 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d29c11d9-2c68-4e19-8087-e6f6129b551d", "tag": "c05065a2-b0e4-4e51-9766-c340cdf87896", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:25:05.010830 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-70eebbb1-aadd-4ddb-bcd8-d5c6b58a4759 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:25:05.011249 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70eebbb1-aadd-4ddb-bcd8-d5c6b58a4759'] response: {'name': 'network-changed', 'server_uuid': 'd29c11d9-2c68-4e19-8087-e6f6129b551d', 'tag': 'c05065a2-b0e4-4e51-9766-c340cdf87896', 'status': 'completed', 'code': 200}
May 07 22:25:05.188884 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac7db0e-ac72-421c-909b-90c68dee4fbd req-f5ebd461-9bbb-49a6-827f-c466be3864e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:25:05.190302 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-eac7db0e-ac72-421c-909b-90c68dee4fbd req-f5ebd461-9bbb-49a6-827f-c466be3864e3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ce6f4e2c33bb4c6d98d8b89b302d2b2a&device_id=d29c11d9-2c68-4e19-8087-e6f6129b551d HTTP/1.1" status: 200  len: 1126 time: 0.0397902
May 07 22:25:05.281930 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac7db0e-ac72-421c-909b-90c68dee4fbd req-62bd61a8-2465-45b0-a4c6-6a039664fe1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:25:05.283432 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-eac7db0e-ac72-421c-909b-90c68dee4fbd req-62bd61a8-2465-45b0-a4c6-6a039664fe1c service neutron] 10.222.0.55 "GET /v2.0/networks?id=0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded HTTP/1.1" status: 200  len: 915 time: 0.0877483
May 07 22:25:05.330790 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-eac7db0e-ac72-421c-909b-90c68dee4fbd req-86fe3ec1-2cb4-442d-bf39-f7eaee6581d4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c05065a2-b0e4-4e51-9766-c340cdf87896 HTTP/1.1" status: 200  len: 217 time: 0.0405843
May 07 22:25:05.384343 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac7db0e-ac72-421c-909b-90c68dee4fbd req-ff947a5c-d443-447e-95ae-0f89934a5fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:25:05.384343 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-eac7db0e-ac72-421c-909b-90c68dee4fbd req-ff947a5c-d443-447e-95ae-0f89934a5fdf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1309bc8a-c59c-459e-97ea-ec5c81ccfcda HTTP/1.1" status: 200  len: 854 time: 0.0480416
May 07 22:25:05.415975 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-eac7db0e-ac72-421c-909b-90c68dee4fbd req-84fce23a-6912-468a-a2c4-8c7779bbca0f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0257680
May 07 22:25:05.509220 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-eac7db0e-ac72-421c-909b-90c68dee4fbd req-ad00b180-1b1b-4fd3-9837-7cb48c7ddb8a service neutron] 10.222.0.55 "GET /v2.0/networks/0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0877604
May 07 22:25:05.599665 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-eac7db0e-ac72-421c-909b-90c68dee4fbd req-976860ea-9c8b-4fc3-a11d-8432468186d7 service neutron] 10.222.0.55 "GET /v2.0/networks/0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0848145
May 07 22:25:05.713996 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device c14cbcc8-a625-427e-bc16-26d770f1ce10 no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:25:05.733045 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] No Port match for: c14cbcc8-a625-427e-bc16-26d770f1ce10 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:25:05.733408 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device c14cbcc8-a625-427e-bc16-26d770f1ce10 not bound to the agent host nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:25:06.068643 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aee4bd-696b-413d-8325-5219bc5ec87b req-764bf9ee-fc36-442a-901a-df3118bde68a tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:25:06.070110 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b6aee4bd-696b-413d-8325-5219bc5ec87b req-764bf9ee-fc36-442a-901a-df3118bde68a tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/ports?device_id=d29c11d9-2c68-4e19-8087-e6f6129b551d HTTP/1.1" status: 200  len: 944 time: 0.0465865
May 07 22:25:06.117195 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b6aee4bd-696b-413d-8325-5219bc5ec87b req-5a3d9177-90db-41a2-af8b-653174985c8c tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/security-groups?id=465b3632-12ae-4aa0-97df-da00dfb1f942&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413880
May 07 22:25:07.234785 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99637c0-2c9c-4759-b169-4c93cc433c3e req-003cbf4f-0f6b-475a-b4f5-1bc347c05cc1 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:25:07.236271 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f99637c0-2c9c-4759-b169-4c93cc433c3e req-003cbf4f-0f6b-475a-b4f5-1bc347c05cc1 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/ports?device_id=d29c11d9-2c68-4e19-8087-e6f6129b551d HTTP/1.1" status: 200  len: 944 time: 0.0474749
May 07 22:25:07.287832 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f99637c0-2c9c-4759-b169-4c93cc433c3e req-e8a34af5-ab44-420d-a17e-8ccf1ab3a5f0 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/security-groups?id=465b3632-12ae-4aa0-97df-da00dfb1f942&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454285
May 07 22:25:07.716207 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device c05065a2-b0e4-4e51-9766-c340cdf87896 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:25:07.812691 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port c05065a2-b0e4-4e51-9766-c340cdf87896, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c05065a2-b0e4-4e51-9766-c340cdf87896,segment=NetworkSegment(82337291-1a80-4629-aafd-e3cc1b7485c2),segment_id=82337291-1a80-4629-aafd-e3cc1b7485c2)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:25:07.824069 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': 'c05065a2-b0e4-4e51-9766-c340cdf87896', 'network_id': '0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded', 'port_id': 'c05065a2-b0e4-4e51-9766-c340cdf87896', 'mac_address': 'fa:16:3e:95:bc:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1309bc8a-c59c-459e-97ea-ec5c81ccfcda', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:25:07.861292 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port c05065a2-b0e4-4e51-9766-c340cdf87896 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:25:07.861679 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (c05065a2-b0e4-4e51-9766-c340cdf87896), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:07.875488 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c05065a2-b0e4-4e51-9766-c340cdf87896 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:25:07.898184 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port c05065a2-b0e4-4e51-9766-c340cdf87896, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c05065a2-b0e4-4e51-9766-c340cdf87896,segment=NetworkSegment(82337291-1a80-4629-aafd-e3cc1b7485c2),segment_id=82337291-1a80-4629-aafd-e3cc1b7485c2)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:25:07.901681 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (c05065a2-b0e4-4e51-9766-c340cdf87896), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:07.951561 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=c05065a2-b0e4-4e51-9766-c340cdf87896,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:25:08.082067 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['c05065a2-b0e4-4e51-9766-c340cdf87896'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:25:08.400499 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123e5f1e-f872-459b-af38-0fdd9834c0cf req-8cc0e355-d544-45db-affc-7f42f1dc03e5 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:25:08.401963 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-123e5f1e-f872-459b-af38-0fdd9834c0cf req-8cc0e355-d544-45db-affc-7f42f1dc03e5 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/ports?device_id=d29c11d9-2c68-4e19-8087-e6f6129b551d HTTP/1.1" status: 200  len: 945 time: 0.0461099
May 07 22:25:08.452643 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-123e5f1e-f872-459b-af38-0fdd9834c0cf req-fc54b00e-9a8d-4430-8b0f-b30c26027d0a tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/security-groups?id=465b3632-12ae-4aa0-97df-da00dfb1f942&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450380
May 07 22:25:09.569487 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3f7f61-b53a-4a30-8f34-b8c0cf50a02c req-987941e0-0d9a-4899-b88d-74aa4cf07ef5 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:25:09.570967 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bc3f7f61-b53a-4a30-8f34-b8c0cf50a02c req-987941e0-0d9a-4899-b88d-74aa4cf07ef5 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/ports?device_id=d29c11d9-2c68-4e19-8087-e6f6129b551d HTTP/1.1" status: 200  len: 945 time: 0.0474739
May 07 22:25:09.619026 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bc3f7f61-b53a-4a30-8f34-b8c0cf50a02c req-200edc3d-d3a9-4504-ac4a-08bbb6cd6965 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/security-groups?id=465b3632-12ae-4aa0-97df-da00dfb1f942&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425193
May 07 22:25:09.731017 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device c05065a2-b0e4-4e51-9766-c340cdf87896 up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:25:09.774292 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning for port c05065a2-b0e4-4e51-9766-c340cdf87896 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 22:25:09.779804 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port c05065a2-b0e4-4e51-9766-c340cdf87896 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:25:09.780258 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (c05065a2-b0e4-4e51-9766-c340cdf87896), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:09.856290 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port c05065a2-b0e4-4e51-9766-c340cdf87896 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:25:09.856710 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (c05065a2-b0e4-4e51-9766-c340cdf87896), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:09.878606 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd29c11d9-2c68-4e19-8087-e6f6129b551d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c05065a2-b0e4-4e51-9766-c340cdf87896'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:25:09.880926 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d22b4e76-325b-4d15-a68a-9abde9d82ebd" -d '{"events": [{"server_uuid": "d29c11d9-2c68-4e19-8087-e6f6129b551d", "name": "network-vif-plugged", "status": "completed", "tag": "c05065a2-b0e4-4e51-9766-c340cdf87896"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:25:09.897326 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port c05065a2-b0e4-4e51-9766-c340cdf87896, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c05065a2-b0e4-4e51-9766-c340cdf87896,segment=NetworkSegment(82337291-1a80-4629-aafd-e3cc1b7485c2),segment_id=82337291-1a80-4629-aafd-e3cc1b7485c2)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:25:09.901282 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (c05065a2-b0e4-4e51-9766-c340cdf87896), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:09.924095 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07be5cb4-8317-4c7f-bc92-3f81f109d28b x-openstack-request-id: req-07be5cb4-8317-4c7f-bc92-3f81f109d28b {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:25:09.924390 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d29c11d9-2c68-4e19-8087-e6f6129b551d", "name": "network-vif-plugged", "status": "completed", "tag": "c05065a2-b0e4-4e51-9766-c340cdf87896", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:25:09.924646 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-07be5cb4-8317-4c7f-bc92-3f81f109d28b {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:25:09.925043 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07be5cb4-8317-4c7f-bc92-3f81f109d28b'] response: {'server_uuid': 'd29c11d9-2c68-4e19-8087-e6f6129b551d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c05065a2-b0e4-4e51-9766-c340cdf87896', 'code': 200}
May 07 22:25:09.951138 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=c05065a2-b0e4-4e51-9766-c340cdf87896,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:25:10.009138 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d0dbe-cbdd-4b5d-b47c-12fd8e9c0a73 req-f70e9bd9-3d63-420e-8d6d-42f3a6d4e8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:25:10.010593 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-842d0dbe-cbdd-4b5d-b47c-12fd8e9c0a73 req-f70e9bd9-3d63-420e-8d6d-42f3a6d4e8c3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d29c11d9-2c68-4e19-8087-e6f6129b551d HTTP/1.1" status: 200  len: 1128 time: 0.0384963
May 07 22:25:10.054142 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-842d0dbe-cbdd-4b5d-b47c-12fd8e9c0a73 req-44cf1bec-1567-405d-9e9b-82f062fcdc53 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=465b3632-12ae-4aa0-97df-da00dfb1f942&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0366890
May 07 22:25:10.737704 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb67c0b1-33ea-4520-8d1b-3671df537052 req-15661e08-b99e-4144-9360-687b676d8b38 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:25:10.739175 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bb67c0b1-33ea-4520-8d1b-3671df537052 req-15661e08-b99e-4144-9360-687b676d8b38 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/ports?device_id=d29c11d9-2c68-4e19-8087-e6f6129b551d HTTP/1.1" status: 200  len: 946 time: 0.0505404
May 07 22:25:10.784258 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bb67c0b1-33ea-4520-8d1b-3671df537052 req-d9ce20d1-c9f5-4a05-8cd6-1fb1b953d90a tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/security-groups?id=465b3632-12ae-4aa0-97df-da00dfb1f942&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395932
May 07 22:25:11.919852 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b0301-89b7-4c4f-96d4-50bc916c4307 req-41ba1e4c-260d-4c67-abcb-1d567d411818 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:25:11.921419 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-044b0301-89b7-4c4f-96d4-50bc916c4307 req-41ba1e4c-260d-4c67-abcb-1d567d411818 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/ports?device_id=d29c11d9-2c68-4e19-8087-e6f6129b551d HTTP/1.1" status: 200  len: 946 time: 0.0462613
May 07 22:25:11.967408 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-044b0301-89b7-4c4f-96d4-50bc916c4307 req-6a55ea20-a483-4fb8-812d-bf5e07a7327d tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/security-groups?id=465b3632-12ae-4aa0-97df-da00dfb1f942&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397818
May 07 22:25:12.080020 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcaacf7-5dce-4014-9310-3785b6c13a36 req-54df0eed-d2b5-4453-88a1-62ce9ae43aeb tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:25:12.081392 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9fcaacf7-5dce-4014-9310-3785b6c13a36 req-54df0eed-d2b5-4453-88a1-62ce9ae43aeb tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/ports?device_id=d29c11d9-2c68-4e19-8087-e6f6129b551d HTTP/1.1" status: 200  len: 946 time: 0.0472054
May 07 22:25:12.128537 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9fcaacf7-5dce-4014-9310-3785b6c13a36 req-add58231-1177-40f1-8d24-69b2cba33f09 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/security-groups?id=465b3632-12ae-4aa0-97df-da00dfb1f942&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410585
May 07 22:25:12.352283 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1f2aebf8-efb8-414e-ac4a-28b1fa969c39 req-0d38f6c6-5333-4588-a48a-7e273e7c4bdb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d29c11d9-2c68-4e19-8087-e6f6129b551d&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0381293
May 07 22:25:12.371491 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c60060-0835-4fdf-8ece-f0c86dc1112e req-84c8743c-4dbb-4094-a162-a9ae6715c112 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:25:12.373355 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-48c60060-0835-4fdf-8ece-f0c86dc1112e req-84c8743c-4dbb-4094-a162-a9ae6715c112 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/ports?device_id=d29c11d9-2c68-4e19-8087-e6f6129b551d HTTP/1.1" status: 200  len: 946 time: 0.0515034
May 07 22:25:12.430084 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-48c60060-0835-4fdf-8ece-f0c86dc1112e req-0f744c4f-d905-4a69-a267-62ae68d0dde3 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/security-groups?id=465b3632-12ae-4aa0-97df-da00dfb1f942&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507345
May 07 22:25:12.700132 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2aebf8-efb8-414e-ac4a-28b1fa969c39 req-b0ba8267-3700-421e-a1b0-f53629b150b8 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:25:12.701484 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1f2aebf8-efb8-414e-ac4a-28b1fa969c39 req-b0ba8267-3700-421e-a1b0-f53629b150b8 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/ports/c05065a2-b0e4-4e51-9766-c340cdf87896 HTTP/1.1" status: 200  len: 943 time: 0.0498438
May 07 22:25:13.447502 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2aebf8-efb8-414e-ac4a-28b1fa969c39 req-9b490481-62cb-4d97-a21a-530cb90b9e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:25:13.449011 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1f2aebf8-efb8-414e-ac4a-28b1fa969c39 req-9b490481-62cb-4d97-a21a-530cb90b9e71 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ce6f4e2c33bb4c6d98d8b89b302d2b2a&device_id=d29c11d9-2c68-4e19-8087-e6f6129b551d HTTP/1.1" status: 200  len: 1128 time: 0.0406764
May 07 22:25:13.548283 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2aebf8-efb8-414e-ac4a-28b1fa969c39 req-5d0142a4-74f3-47d1-8e2b-72bda4dc9330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:25:13.549775 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1f2aebf8-efb8-414e-ac4a-28b1fa969c39 req-5d0142a4-74f3-47d1-8e2b-72bda4dc9330 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded HTTP/1.1" status: 200  len: 915 time: 0.0950861
May 07 22:25:13.554477 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409ab249-8cba-42fd-8a3d-200194f03aca req-e6c8ca02-7863-4cc8-aaf2-1f874c68b64d tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:25:13.555996 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-409ab249-8cba-42fd-8a3d-200194f03aca req-e6c8ca02-7863-4cc8-aaf2-1f874c68b64d tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/ports?device_id=d29c11d9-2c68-4e19-8087-e6f6129b551d HTTP/1.1" status: 200  len: 946 time: 0.0481527
May 07 22:25:13.591389 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1f2aebf8-efb8-414e-ac4a-28b1fa969c39 req-309f13b0-f76a-49fa-8f98-f39bc2a5a05d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c05065a2-b0e4-4e51-9766-c340cdf87896 HTTP/1.1" status: 200  len: 217 time: 0.0358996
May 07 22:25:13.604553 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-409ab249-8cba-42fd-8a3d-200194f03aca req-cb5d7a99-6794-4118-927d-13100f801c65 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/security-groups?id=465b3632-12ae-4aa0-97df-da00dfb1f942&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420468
May 07 22:25:13.639509 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2aebf8-efb8-414e-ac4a-28b1fa969c39 req-b4e848db-358c-40a0-96e0-8ed3662aa0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:25:13.641014 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1f2aebf8-efb8-414e-ac4a-28b1fa969c39 req-b4e848db-358c-40a0-96e0-8ed3662aa0da service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1309bc8a-c59c-459e-97ea-ec5c81ccfcda HTTP/1.1" status: 200  len: 854 time: 0.0441096
May 07 22:25:13.673425 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1f2aebf8-efb8-414e-ac4a-28b1fa969c39 req-a2f5f540-a99f-49e7-be8a-adeebf1cc222 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0267851
May 07 22:25:13.777921 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1f2aebf8-efb8-414e-ac4a-28b1fa969c39 req-81df1730-7348-410c-a267-600ef841ab39 service neutron] 10.222.0.55 "GET /v2.0/networks/0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0990012
May 07 22:25:13.871558 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1f2aebf8-efb8-414e-ac4a-28b1fa969c39 req-2a71ade4-1421-43dd-b4e5-65f0f8a2a8f0 service neutron] 10.222.0.55 "GET /v2.0/networks/0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0878825
May 07 22:25:14.721942 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c3dd3c-91a3-4230-8e53-dd997ad37c02 req-7a082263-186f-4323-80a1-33a6c59bcbc4 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:25:14.723438 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-11c3dd3c-91a3-4230-8e53-dd997ad37c02 req-7a082263-186f-4323-80a1-33a6c59bcbc4 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/ports?device_id=d29c11d9-2c68-4e19-8087-e6f6129b551d HTTP/1.1" status: 200  len: 946 time: 0.0475581
May 07 22:25:14.770253 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-11c3dd3c-91a3-4230-8e53-dd997ad37c02 req-1361834c-923c-4576-9f03-a6cbc441a68d tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/security-groups?id=465b3632-12ae-4aa0-97df-da00dfb1f942&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410926
May 07 22:25:15.883692 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb20a4d8-8d78-4e84-9e2e-661fc760d2c3 req-3c3e4ff6-5229-42a9-a562-37575ed1dbe0 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:25:15.885166 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bb20a4d8-8d78-4e84-9e2e-661fc760d2c3 req-3c3e4ff6-5229-42a9-a562-37575ed1dbe0 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/ports?device_id=d29c11d9-2c68-4e19-8087-e6f6129b551d HTTP/1.1" status: 200  len: 946 time: 0.0469549
May 07 22:25:15.931569 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bb20a4d8-8d78-4e84-9e2e-661fc760d2c3 req-f5d7d111-7974-44e4-9d12-1d5a553e103d tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/security-groups?id=465b3632-12ae-4aa0-97df-da00dfb1f942&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408213
May 07 22:25:17.044211 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db453eaa-05a0-4ad4-9bd6-473d339e451e req-d6499e56-6235-4821-918a-0382f0fb3ca8 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:25:17.045675 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-db453eaa-05a0-4ad4-9bd6-473d339e451e req-d6499e56-6235-4821-918a-0382f0fb3ca8 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/ports?device_id=d29c11d9-2c68-4e19-8087-e6f6129b551d HTTP/1.1" status: 200  len: 946 time: 0.0467563
May 07 22:25:17.092532 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-db453eaa-05a0-4ad4-9bd6-473d339e451e req-1ef4f4de-1ae6-415e-a87e-aa66855efbbb tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/security-groups?id=465b3632-12ae-4aa0-97df-da00dfb1f942&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407887
May 07 22:25:18.210903 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edad0bf-8559-4cc3-8f26-166b9bb9e75c req-ab930e24-583c-48f3-8ead-dbf1753d7c90 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:25:18.212477 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0edad0bf-8559-4cc3-8f26-166b9bb9e75c req-ab930e24-583c-48f3-8ead-dbf1753d7c90 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/ports?device_id=d29c11d9-2c68-4e19-8087-e6f6129b551d HTTP/1.1" status: 200  len: 946 time: 0.0525434
May 07 22:25:18.263702 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0edad0bf-8559-4cc3-8f26-166b9bb9e75c req-2ef193e4-8a1a-49ad-9178-30caac2420a1 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/security-groups?id=465b3632-12ae-4aa0-97df-da00dfb1f942&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441580
May 07 22:25:19.383634 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734c56e2-2a00-4a5a-8739-3bf7e1cad8b9 req-fcac5b91-193f-4c41-854b-bc1471f4b242 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:25:19.385109 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-734c56e2-2a00-4a5a-8739-3bf7e1cad8b9 req-fcac5b91-193f-4c41-854b-bc1471f4b242 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/ports?device_id=d29c11d9-2c68-4e19-8087-e6f6129b551d HTTP/1.1" status: 200  len: 946 time: 0.0503697
May 07 22:25:19.431781 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-734c56e2-2a00-4a5a-8739-3bf7e1cad8b9 req-39e5b3f7-627c-4eaa-8131-a2ea6d65d744 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/security-groups?id=465b3632-12ae-4aa0-97df-da00dfb1f942&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411525
May 07 22:25:20.545392 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e68bd0-e38b-49dd-9e8d-502d309b0b70 req-10f4d1e9-21fe-4069-b7a3-1c036be9b0dc tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:25:20.546871 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-45e68bd0-e38b-49dd-9e8d-502d309b0b70 req-10f4d1e9-21fe-4069-b7a3-1c036be9b0dc tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/ports?device_id=d29c11d9-2c68-4e19-8087-e6f6129b551d HTTP/1.1" status: 200  len: 946 time: 0.0457833
May 07 22:25:20.592564 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-45e68bd0-e38b-49dd-9e8d-502d309b0b70 req-0b014529-25fa-492a-b20b-46d676f17723 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/security-groups?id=465b3632-12ae-4aa0-97df-da00dfb1f942&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397387
May 07 22:25:21.704579 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f42d4a-ecda-4fad-ab41-03ca872fc49b req-667b4060-3307-4ee6-b14b-c50c36a98c97 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:25:21.706010 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a4f42d4a-ecda-4fad-ab41-03ca872fc49b req-667b4060-3307-4ee6-b14b-c50c36a98c97 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/ports?device_id=d29c11d9-2c68-4e19-8087-e6f6129b551d HTTP/1.1" status: 200  len: 946 time: 0.0453448
May 07 22:25:21.752286 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a4f42d4a-ecda-4fad-ab41-03ca872fc49b req-18248ea0-44a7-43c8-8de6-cb667533fd77 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/security-groups?id=465b3632-12ae-4aa0-97df-da00dfb1f942&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399811
May 07 22:25:21.868060 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 22:25:22.055854 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:22.865396 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aeeed7-fef6-4d07-85a0-0e954b0bd9c8 req-5ed5c086-0cf7-4f54-956c-8fb7c0ed9903 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:25:22.866891 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-96aeeed7-fef6-4d07-85a0-0e954b0bd9c8 req-5ed5c086-0cf7-4f54-956c-8fb7c0ed9903 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/ports?device_id=d29c11d9-2c68-4e19-8087-e6f6129b551d HTTP/1.1" status: 200  len: 946 time: 0.0459788
May 07 22:25:22.918522 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-96aeeed7-fef6-4d07-85a0-0e954b0bd9c8 req-cfbcf78e-802d-4848-b640-48a71fa784f0 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/security-groups?id=465b3632-12ae-4aa0-97df-da00dfb1f942&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460534
May 07 22:25:23.670005 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e19476bf-3eb6-4951-87ae-d90072a7ceb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:24.030156 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5374fba5-6e07-4910-904a-84bacfb3d1d8 req-ad15ebeb-1d22-4563-883c-29da34b3890f tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:25:24.031607 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5374fba5-6e07-4910-904a-84bacfb3d1d8 req-ad15ebeb-1d22-4563-883c-29da34b3890f tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/ports?device_id=d29c11d9-2c68-4e19-8087-e6f6129b551d HTTP/1.1" status: 200  len: 946 time: 0.0458064
May 07 22:25:24.081231 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5374fba5-6e07-4910-904a-84bacfb3d1d8 req-ee1d7ea6-d372-4e96-a05c-95c66b91460a tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/security-groups?id=465b3632-12ae-4aa0-97df-da00dfb1f942&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441346
May 07 22:25:24.113434 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:25.196206 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b570de-89c8-4f57-a1b2-2c2659c97308 req-788736d9-30a3-4bc2-ac0f-dda5c5fb0c13 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:25:25.197673 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-89b570de-89c8-4f57-a1b2-2c2659c97308 req-788736d9-30a3-4bc2-ac0f-dda5c5fb0c13 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/ports?device_id=d29c11d9-2c68-4e19-8087-e6f6129b551d HTTP/1.1" status: 200  len: 946 time: 0.0457716
May 07 22:25:25.245270 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-89b570de-89c8-4f57-a1b2-2c2659c97308 req-59520a60-91d2-4f03-8486-92ebe9ba8024 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/security-groups?id=465b3632-12ae-4aa0-97df-da00dfb1f942&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418279
May 07 22:25:26.359473 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffcaa84-685a-4188-9d90-fa87d40377dc req-6955d0f4-cd98-4ba7-88b1-75bc0cfe9c11 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:25:26.360942 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-cffcaa84-685a-4188-9d90-fa87d40377dc req-6955d0f4-cd98-4ba7-88b1-75bc0cfe9c11 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/ports?device_id=d29c11d9-2c68-4e19-8087-e6f6129b551d HTTP/1.1" status: 200  len: 946 time: 0.0466182
May 07 22:25:26.407535 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-cffcaa84-685a-4188-9d90-fa87d40377dc req-d3fa8834-2748-4fa8-9d53-359016351652 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/security-groups?id=465b3632-12ae-4aa0-97df-da00dfb1f942&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406218
May 07 22:25:26.559521 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f0298da7-c9e6-4727-a2f0-9840ef40bd6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:27.512548 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:27.525986 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b511746c-9902-4aa8-88be-6f704196e724 req-eb072c70-616f-429b-85aa-09d9b2ffe486 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:25:27.527650 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b511746c-9902-4aa8-88be-6f704196e724 req-eb072c70-616f-429b-85aa-09d9b2ffe486 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/ports?device_id=d29c11d9-2c68-4e19-8087-e6f6129b551d HTTP/1.1" status: 200  len: 946 time: 0.0508330
May 07 22:25:27.573652 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b511746c-9902-4aa8-88be-6f704196e724 req-03309949-8687-4a6e-8dff-3fd11b3f5e46 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/security-groups?id=465b3632-12ae-4aa0-97df-da00dfb1f942&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401840
May 07 22:25:28.686834 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b05a6af-c982-48f5-b589-47a31fd4a3da req-1fccb78a-143c-4407-9244-171f6230552d tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:25:28.688300 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7b05a6af-c982-48f5-b589-47a31fd4a3da req-1fccb78a-143c-4407-9244-171f6230552d tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/ports?device_id=d29c11d9-2c68-4e19-8087-e6f6129b551d HTTP/1.1" status: 200  len: 946 time: 0.0466540
May 07 22:25:28.735895 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7b05a6af-c982-48f5-b589-47a31fd4a3da req-9b84b950-223a-4e56-8ede-2cb141b85e11 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/security-groups?id=465b3632-12ae-4aa0-97df-da00dfb1f942&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414038
May 07 22:25:29.207043 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:29.855165 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2853fb-9f24-4507-8fab-264e4878f22a req-8675e42b-70c1-422d-9b3a-4aae2cf34bf0 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:25:29.856631 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2a2853fb-9f24-4507-8fab-264e4878f22a req-8675e42b-70c1-422d-9b3a-4aae2cf34bf0 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/ports?device_id=d29c11d9-2c68-4e19-8087-e6f6129b551d HTTP/1.1" status: 200  len: 946 time: 0.0506570
May 07 22:25:29.902488 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2a2853fb-9f24-4507-8fab-264e4878f22a req-5633e6c9-ded7-4123-83ba-9d87affffa8f tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/security-groups?id=465b3632-12ae-4aa0-97df-da00dfb1f942&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402086
May 07 22:25:30.326043 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:31.019010 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759f1ac2-f031-4a41-b08e-2cde8d657eb7 req-2cc934bc-fa73-4f32-8019-98e2ef626349 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:25:31.020475 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-759f1ac2-f031-4a41-b08e-2cde8d657eb7 req-2cc934bc-fa73-4f32-8019-98e2ef626349 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/ports?device_id=d29c11d9-2c68-4e19-8087-e6f6129b551d HTTP/1.1" status: 200  len: 946 time: 0.0498257
May 07 22:25:31.066518 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-759f1ac2-f031-4a41-b08e-2cde8d657eb7 req-55d33ef7-e46b-4fd0-b0a5-1a2f3a6a8130 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/security-groups?id=465b3632-12ae-4aa0-97df-da00dfb1f942&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404775
May 07 22:25:32.180607 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aff4c4-ca8a-4d22-b7eb-23a2c3471312 req-8a26f33e-ddc5-45ee-a3da-15d5ef035000 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:25:32.182105 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-48aff4c4-ca8a-4d22-b7eb-23a2c3471312 req-8a26f33e-ddc5-45ee-a3da-15d5ef035000 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/ports?device_id=d29c11d9-2c68-4e19-8087-e6f6129b551d HTTP/1.1" status: 200  len: 946 time: 0.0468338
May 07 22:25:32.235902 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-48aff4c4-ca8a-4d22-b7eb-23a2c3471312 req-46c396e1-638e-4c49-a178-3fa4c07940b2 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/security-groups?id=465b3632-12ae-4aa0-97df-da00dfb1f942&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479937
May 07 22:25:33.352480 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da29f1d-a794-40df-a594-edfc0d80f29a req-a84253b7-f8c9-4c7c-a105-1e2b53ee28bc tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:25:33.353961 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0da29f1d-a794-40df-a594-edfc0d80f29a req-a84253b7-f8c9-4c7c-a105-1e2b53ee28bc tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/ports?device_id=d29c11d9-2c68-4e19-8087-e6f6129b551d HTTP/1.1" status: 200  len: 946 time: 0.0463438
May 07 22:25:33.399822 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0da29f1d-a794-40df-a594-edfc0d80f29a req-3dd6b8c9-8622-457f-a478-921a559b944a tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/security-groups?id=465b3632-12ae-4aa0-97df-da00dfb1f942&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402210
May 07 22:25:34.518369 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71760721-0850-48c6-9063-28e9c181076e req-59405f3a-a415-4878-a0a1-dcba629e51a4 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:25:34.519864 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-71760721-0850-48c6-9063-28e9c181076e req-59405f3a-a415-4878-a0a1-dcba629e51a4 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/ports?device_id=d29c11d9-2c68-4e19-8087-e6f6129b551d HTTP/1.1" status: 200  len: 946 time: 0.0497420
May 07 22:25:34.566024 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-71760721-0850-48c6-9063-28e9c181076e req-6cbf33e8-42d7-4da0-aff8-3529897f32d0 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/security-groups?id=465b3632-12ae-4aa0-97df-da00dfb1f942&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406389
May 07 22:25:35.681637 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25683d2-5baa-482a-83ae-f43b62bccc84 req-d07ed7c9-eb4c-40fc-a0ae-3a13d18d74aa tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:25:35.683123 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e25683d2-5baa-482a-83ae-f43b62bccc84 req-d07ed7c9-eb4c-40fc-a0ae-3a13d18d74aa tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/ports?device_id=d29c11d9-2c68-4e19-8087-e6f6129b551d HTTP/1.1" status: 200  len: 946 time: 0.0496292
May 07 22:25:35.729764 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e25683d2-5baa-482a-83ae-f43b62bccc84 req-4dae4d64-9015-4394-8ec7-2efae42bef5c tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/security-groups?id=465b3632-12ae-4aa0-97df-da00dfb1f942&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410771
May 07 22:25:36.844258 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca0a787-0c76-4b66-9822-1bd08d0d8626 req-795c0d9d-31b6-492d-b5cd-15880c0a9e39 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:25:36.845720 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-dca0a787-0c76-4b66-9822-1bd08d0d8626 req-795c0d9d-31b6-492d-b5cd-15880c0a9e39 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/ports?device_id=d29c11d9-2c68-4e19-8087-e6f6129b551d HTTP/1.1" status: 200  len: 946 time: 0.0464749
May 07 22:25:36.891727 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-dca0a787-0c76-4b66-9822-1bd08d0d8626 req-fcf54bd7-a265-4d79-9a49-07a56efe9b08 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/security-groups?id=465b3632-12ae-4aa0-97df-da00dfb1f942&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397336
May 07 22:25:38.006407 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d808be-0ac6-4df5-97b9-6f66ea3e5ad8 req-cc90f60f-404e-4a28-8223-993b3e21d286 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:25:38.007862 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d2d808be-0ac6-4df5-97b9-6f66ea3e5ad8 req-cc90f60f-404e-4a28-8223-993b3e21d286 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/ports?device_id=d29c11d9-2c68-4e19-8087-e6f6129b551d HTTP/1.1" status: 200  len: 946 time: 0.0462363
May 07 22:25:38.054626 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d2d808be-0ac6-4df5-97b9-6f66ea3e5ad8 req-69d29cfc-86b3-4ad3-81e3-63ecc32b19b0 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/security-groups?id=465b3632-12ae-4aa0-97df-da00dfb1f942&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410671
May 07 22:25:39.170821 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eeb3a9-2c7e-4d0c-821c-2f0a956a7fc2 req-38082640-2683-494b-b8c8-d2e111d4005e tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:25:39.172270 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d5eeb3a9-2c7e-4d0c-821c-2f0a956a7fc2 req-38082640-2683-494b-b8c8-d2e111d4005e tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/ports?device_id=d29c11d9-2c68-4e19-8087-e6f6129b551d HTTP/1.1" status: 200  len: 946 time: 0.0482824
May 07 22:25:39.222283 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d5eeb3a9-2c7e-4d0c-821c-2f0a956a7fc2 req-d18b4de7-2d20-4f3f-a160-3c2fb5c2468d tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/security-groups?id=465b3632-12ae-4aa0-97df-da00dfb1f942&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439250
May 07 22:25:40.335145 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8bc76e-e81f-43c0-b0c1-19f07f4fd34f req-b64528b0-ec00-48f7-954a-20a4a373ee59 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:25:40.336613 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1c8bc76e-e81f-43c0-b0c1-19f07f4fd34f req-b64528b0-ec00-48f7-954a-20a4a373ee59 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/ports?device_id=d29c11d9-2c68-4e19-8087-e6f6129b551d HTTP/1.1" status: 200  len: 946 time: 0.0461180
May 07 22:25:40.386690 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1c8bc76e-e81f-43c0-b0c1-19f07f4fd34f req-9d90fa14-aeb3-4b66-8481-a8bbd55b991d tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/security-groups?id=465b3632-12ae-4aa0-97df-da00dfb1f942&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445263
May 07 22:25:40.628855 ncdv-master-1 neutron-server[121836]: INFO neutron.api.v2.resource [req-1f2aebf8-efb8-414e-ac4a-28b1fa969c39 req-ecb212d3-155c-4ea0-9d6c-7ce2d9046107 service neutron] show failed (client error): The resource could not be found.
May 07 22:25:40.629837 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1f2aebf8-efb8-414e-ac4a-28b1fa969c39 req-ecb212d3-155c-4ea0-9d6c-7ce2d9046107 service neutron] 10.222.0.55 "GET /v2.0/ports/c05065a2-b0e4-4e51-9766-c340cdf87896/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0538509
May 07 22:25:40.855711 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2aebf8-efb8-414e-ac4a-28b1fa969c39 req-d8f5b09d-bb6d-467a-bf2c-55acb6af103b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:25:40.857262 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1f2aebf8-efb8-414e-ac4a-28b1fa969c39 req-d8f5b09d-bb6d-467a-bf2c-55acb6af103b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d29c11d9-2c68-4e19-8087-e6f6129b551d&tenant_id=ce6f4e2c33bb4c6d98d8b89b302d2b2a HTTP/1.1" status: 200  len: 1128 time: 0.0718484
May 07 22:25:40.872180 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-1f2aebf8-efb8-414e-ac4a-28b1fa969c39 req-89533526-7a09-4a55-8cf4-742cf5b08f63 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:25:40.933144 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1f2aebf8-efb8-414e-ac4a-28b1fa969c39 req-89533526-7a09-4a55-8cf4-742cf5b08f63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (c05065a2-b0e4-4e51-9766-c340cdf87896), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:41.381576 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-1f2aebf8-efb8-414e-ac4a-28b1fa969c39 req-89533526-7a09-4a55-8cf4-742cf5b08f63 service neutron] For port c05065a2-b0e4-4e51-9766-c340cdf87896, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c05065a2-b0e4-4e51-9766-c340cdf87896,segment=NetworkSegment(82337291-1a80-4629-aafd-e3cc1b7485c2),segment_id=82337291-1a80-4629-aafd-e3cc1b7485c2)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:25:41.414175 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-1f2aebf8-efb8-414e-ac4a-28b1fa969c39 req-89533526-7a09-4a55-8cf4-742cf5b08f63 service neutron] For port c05065a2-b0e4-4e51-9766-c340cdf87896, host nch1-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:25:41.454535 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd29c11d9-2c68-4e19-8087-e6f6129b551d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c05065a2-b0e4-4e51-9766-c340cdf87896'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:25:41.456776 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e38ff451-bc78-464f-b5a6-580a14bdfb7c" -d '{"events": [{"server_uuid": "d29c11d9-2c68-4e19-8087-e6f6129b551d", "name": "network-vif-unplugged", "status": "completed", "tag": "c05065a2-b0e4-4e51-9766-c340cdf87896"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:25:41.461228 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1f2aebf8-efb8-414e-ac4a-28b1fa969c39 req-89533526-7a09-4a55-8cf4-742cf5b08f63 service neutron] Publish callbacks [] for port (c05065a2-b0e4-4e51-9766-c340cdf87896), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:41.501939 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-1f2aebf8-efb8-414e-ac4a-28b1fa969c39 req-89533526-7a09-4a55-8cf4-742cf5b08f63 service neutron] Transition to ACTIVE for port object c05065a2-b0e4-4e51-9766-c340cdf87896 will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 22:25:41.505924 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 07 May 2022 22:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99cd38d9-ea76-417e-9e5d-1d0778d6cae7 x-openstack-request-id: req-99cd38d9-ea76-417e-9e5d-1d0778d6cae7 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:25:41.506465 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d29c11d9-2c68-4e19-8087-e6f6129b551d", "name": "network-vif-unplugged", "status": "completed", "tag": "c05065a2-b0e4-4e51-9766-c340cdf87896", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:25:41.506726 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-99cd38d9-ea76-417e-9e5d-1d0778d6cae7 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:25:41.507149 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99cd38d9-ea76-417e-9e5d-1d0778d6cae7'] response: {'server_uuid': 'd29c11d9-2c68-4e19-8087-e6f6129b551d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c05065a2-b0e4-4e51-9766-c340cdf87896', 'code': 200}
May 07 22:25:41.512243 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1f2aebf8-efb8-414e-ac4a-28b1fa969c39 req-89533526-7a09-4a55-8cf4-742cf5b08f63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (c05065a2-b0e4-4e51-9766-c340cdf87896), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:41.548350 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbd1976-8760-4c3f-b35a-50446c772d8d req-105f3c55-d6b9-4927-accb-f5e43d8c5393 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:25:41.549813 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-efbd1976-8760-4c3f-b35a-50446c772d8d req-105f3c55-d6b9-4927-accb-f5e43d8c5393 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/ports?device_id=d29c11d9-2c68-4e19-8087-e6f6129b551d HTTP/1.1" status: 200  len: 946 time: 0.0861242
May 07 22:25:41.604406 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f2aebf8-efb8-414e-ac4a-28b1fa969c39 req-89533526-7a09-4a55-8cf4-742cf5b08f63 service neutron] No DVR routers for this DVR port c05065a2-b0e4-4e51-9766-c340cdf87896 on host nch1-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:25:41.607451 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89533526-7a09-4a55-8cf4-742cf5b08f63 service neutron] Pushing event updated for resources: {'Port': ['ID=c05065a2-b0e4-4e51-9766-c340cdf87896,revision_number=6']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:25:41.627146 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89533526-7a09-4a55-8cf4-742cf5b08f63 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:25:41.627499 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89533526-7a09-4a55-8cf4-742cf5b08f63 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:25:41.627845 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89533526-7a09-4a55-8cf4-742cf5b08f63 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:25:41.628188 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89533526-7a09-4a55-8cf4-742cf5b08f63 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:25:41.628532 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89533526-7a09-4a55-8cf4-742cf5b08f63 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:25:41.628867 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89533526-7a09-4a55-8cf4-742cf5b08f63 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:25:41.629199 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89533526-7a09-4a55-8cf4-742cf5b08f63 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:25:41.629529 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89533526-7a09-4a55-8cf4-742cf5b08f63 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:25:41.629857 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89533526-7a09-4a55-8cf4-742cf5b08f63 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:25:41.630185 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89533526-7a09-4a55-8cf4-742cf5b08f63 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:25:41.630513 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89533526-7a09-4a55-8cf4-742cf5b08f63 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:25:41.630871 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89533526-7a09-4a55-8cf4-742cf5b08f63 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:25:41.631231 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89533526-7a09-4a55-8cf4-742cf5b08f63 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:25:41.631557 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89533526-7a09-4a55-8cf4-742cf5b08f63 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:25:41.631882 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89533526-7a09-4a55-8cf4-742cf5b08f63 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:25:41.673389 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-1f2aebf8-efb8-414e-ac4a-28b1fa969c39 req-89533526-7a09-4a55-8cf4-742cf5b08f63 service neutron] Attempting to bind port c05065a2-b0e4-4e51-9766-c340cdf87896 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:25:41.673727 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-1f2aebf8-efb8-414e-ac4a-28b1fa969c39 req-89533526-7a09-4a55-8cf4-742cf5b08f63 service neutron] Attempting to bind port c05065a2-b0e4-4e51-9766-c340cdf87896 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '82337291-1a80-4629-aafd-e3cc1b7485c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:25:41.674056 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2aebf8-efb8-414e-ac4a-28b1fa969c39 req-89533526-7a09-4a55-8cf4-742cf5b08f63 service neutron] Attempting to bind port c05065a2-b0e4-4e51-9766-c340cdf87896 on network 0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:25:41.679636 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-efbd1976-8760-4c3f-b35a-50446c772d8d req-3ebd59e1-c522-4239-9da6-e6862a30e97b tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/security-groups?id=465b3632-12ae-4aa0-97df-da00dfb1f942&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1187241
May 07 22:25:41.681753 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2aebf8-efb8-414e-ac4a-28b1fa969c39 req-89533526-7a09-4a55-8cf4-742cf5b08f63 service neutron] Port c05065a2-b0e4-4e51-9766-c340cdf87896 on network 0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:25:41.682075 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2aebf8-efb8-414e-ac4a-28b1fa969c39 req-89533526-7a09-4a55-8cf4-742cf5b08f63 service neutron] Attempting to bind port c05065a2-b0e4-4e51-9766-c340cdf87896 on network 0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:25:41.687250 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2aebf8-efb8-414e-ac4a-28b1fa969c39 req-89533526-7a09-4a55-8cf4-742cf5b08f63 service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:25:41.687589 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2aebf8-efb8-414e-ac4a-28b1fa969c39 req-89533526-7a09-4a55-8cf4-742cf5b08f63 service neutron] Checking segment: {'id': '82337291-1a80-4629-aafd-e3cc1b7485c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:25:41.687968 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f2aebf8-efb8-414e-ac4a-28b1fa969c39 req-89533526-7a09-4a55-8cf4-742cf5b08f63 service neutron] Bound using segment: {'id': '82337291-1a80-4629-aafd-e3cc1b7485c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:25:41.688394 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-1f2aebf8-efb8-414e-ac4a-28b1fa969c39 req-89533526-7a09-4a55-8cf4-742cf5b08f63 service neutron] Bound port: c05065a2-b0e4-4e51-9766-c340cdf87896, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82337291-1a80-4629-aafd-e3cc1b7485c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:25:41.688755 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1f2aebf8-efb8-414e-ac4a-28b1fa969c39 req-89533526-7a09-4a55-8cf4-742cf5b08f63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (c05065a2-b0e4-4e51-9766-c340cdf87896), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:41.755722 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-1f2aebf8-efb8-414e-ac4a-28b1fa969c39 req-89533526-7a09-4a55-8cf4-742cf5b08f63 service neutron] For port c05065a2-b0e4-4e51-9766-c340cdf87896, host nch2-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:25:41.759189 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-1f2aebf8-efb8-414e-ac4a-28b1fa969c39 req-89533526-7a09-4a55-8cf4-742cf5b08f63 service neutron] For port c05065a2-b0e4-4e51-9766-c340cdf87896, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c05065a2-b0e4-4e51-9766-c340cdf87896,segment=NetworkSegment(82337291-1a80-4629-aafd-e3cc1b7485c2),segment_id=82337291-1a80-4629-aafd-e3cc1b7485c2)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:25:41.764863 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1f2aebf8-efb8-414e-ac4a-28b1fa969c39 req-89533526-7a09-4a55-8cf4-742cf5b08f63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (c05065a2-b0e4-4e51-9766-c340cdf87896), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:41.797558 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2aebf8-efb8-414e-ac4a-28b1fa969c39 req-89533526-7a09-4a55-8cf4-742cf5b08f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:25:41.798535 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1f2aebf8-efb8-414e-ac4a-28b1fa969c39 req-89533526-7a09-4a55-8cf4-742cf5b08f63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:41.799945 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1f2aebf8-efb8-414e-ac4a-28b1fa969c39 req-89533526-7a09-4a55-8cf4-742cf5b08f63 service neutron] 10.222.0.59 "PUT /v2.0/ports/c05065a2-b0e4-4e51-9766-c340cdf87896 HTTP/1.1" status: 200  len: 1092 time: 0.9317994
May 07 22:25:41.836723 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89533526-7a09-4a55-8cf4-742cf5b08f63 service neutron] Pushing event updated for resources: {'Port': ['ID=c05065a2-b0e4-4e51-9766-c340cdf87896,revision_number=7']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:25:41.865033 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2aebf8-efb8-414e-ac4a-28b1fa969c39 req-550d971f-6df7-47d2-a765-9a0944bc581a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:25:41.866574 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1f2aebf8-efb8-414e-ac4a-28b1fa969c39 req-550d971f-6df7-47d2-a765-9a0944bc581a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ce6f4e2c33bb4c6d98d8b89b302d2b2a&device_id=d29c11d9-2c68-4e19-8087-e6f6129b551d HTTP/1.1" status: 200  len: 1126 time: 0.0422046
May 07 22:25:41.957203 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2aebf8-efb8-414e-ac4a-28b1fa969c39 req-2c1b71e6-4d70-427c-b3ac-3215872c38dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:25:41.958651 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1f2aebf8-efb8-414e-ac4a-28b1fa969c39 req-2c1b71e6-4d70-427c-b3ac-3215872c38dc service neutron] 10.222.0.59 "GET /v2.0/networks?id=0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded HTTP/1.1" status: 200  len: 915 time: 0.0864463
May 07 22:25:41.997375 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1f2aebf8-efb8-414e-ac4a-28b1fa969c39 req-0f28084b-210a-4b13-a5d1-b53743109bf1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c05065a2-b0e4-4e51-9766-c340cdf87896 HTTP/1.1" status: 200  len: 217 time: 0.0329785
May 07 22:25:42.044152 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2aebf8-efb8-414e-ac4a-28b1fa969c39 req-b854ab8b-9836-47a1-80ef-951f3dffbc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:25:42.045461 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1f2aebf8-efb8-414e-ac4a-28b1fa969c39 req-b854ab8b-9836-47a1-80ef-951f3dffbc60 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1309bc8a-c59c-459e-97ea-ec5c81ccfcda HTTP/1.1" status: 200  len: 854 time: 0.0424340
May 07 22:25:42.080627 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1f2aebf8-efb8-414e-ac4a-28b1fa969c39 req-898cb8ed-db7b-4422-9969-f0b6b0b07f71 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0291295
May 07 22:25:42.167144 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1f2aebf8-efb8-414e-ac4a-28b1fa969c39 req-801fd83f-a813-4513-9687-492a1876db2c service neutron] 10.222.0.59 "GET /v2.0/networks/0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0809219
May 07 22:25:42.259661 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1f2aebf8-efb8-414e-ac4a-28b1fa969c39 req-f5217f17-d011-44ca-833c-d7b62f17face service neutron] 10.222.0.59 "GET /v2.0/networks/0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0872645
May 07 22:25:42.799956 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f54930-a449-4d62-8c45-25a00095357b req-038eb160-279d-4978-8efd-3b9134dbde71 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:25:42.801719 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-20f54930-a449-4d62-8c45-25a00095357b req-038eb160-279d-4978-8efd-3b9134dbde71 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/ports?device_id=d29c11d9-2c68-4e19-8087-e6f6129b551d HTTP/1.1" status: 200  len: 944 time: 0.0505583
May 07 22:25:42.861327 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-20f54930-a449-4d62-8c45-25a00095357b req-bb4bd7d4-84e8-4689-8072-447a193542f1 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/security-groups?id=465b3632-12ae-4aa0-97df-da00dfb1f942&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483193
May 07 22:25:43.508209 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd29c11d9-2c68-4e19-8087-e6f6129b551d', 'tag': 'c05065a2-b0e4-4e51-9766-c340cdf87896'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:25:43.510611 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd71f554-4c98-459a-a741-9db5a9fa968a" -d '{"events": [{"name": "network-changed", "server_uuid": "d29c11d9-2c68-4e19-8087-e6f6129b551d", "tag": "c05065a2-b0e4-4e51-9766-c340cdf87896"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:25:43.557442 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c99a1adb-2a4d-44f0-bd49-1b3cec75691e x-openstack-request-id: req-c99a1adb-2a4d-44f0-bd49-1b3cec75691e {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:25:43.557770 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d29c11d9-2c68-4e19-8087-e6f6129b551d", "tag": "c05065a2-b0e4-4e51-9766-c340cdf87896", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:25:43.558030 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c99a1adb-2a4d-44f0-bd49-1b3cec75691e {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:25:43.558438 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c99a1adb-2a4d-44f0-bd49-1b3cec75691e'] response: {'name': 'network-changed', 'server_uuid': 'd29c11d9-2c68-4e19-8087-e6f6129b551d', 'tag': 'c05065a2-b0e4-4e51-9766-c340cdf87896', 'status': 'completed', 'code': 200}
May 07 22:25:43.614416 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd71f554-4c98-459a-a741-9db5a9fa968a req-f15a9509-a725-424e-84ba-784cd7557665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:25:43.616552 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-cd71f554-4c98-459a-a741-9db5a9fa968a req-f15a9509-a725-424e-84ba-784cd7557665 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ce6f4e2c33bb4c6d98d8b89b302d2b2a&device_id=d29c11d9-2c68-4e19-8087-e6f6129b551d HTTP/1.1" status: 200  len: 1126 time: 0.0396786
May 07 22:25:43.618099 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd71f554-4c98-459a-a741-9db5a9fa968a req-cd336493-3525-4a02-ab0c-1ff750cebb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:25:43.619674 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-cd71f554-4c98-459a-a741-9db5a9fa968a req-cd336493-3525-4a02-ab0c-1ff750cebb22 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ce6f4e2c33bb4c6d98d8b89b302d2b2a&device_id=d29c11d9-2c68-4e19-8087-e6f6129b551d HTTP/1.1" status: 200  len: 1126 time: 0.0402782
May 07 22:25:43.709313 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd71f554-4c98-459a-a741-9db5a9fa968a req-d4256dfd-43d7-4f0e-868a-3807dcc094a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:25:43.710867 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-cd71f554-4c98-459a-a741-9db5a9fa968a req-d4256dfd-43d7-4f0e-868a-3807dcc094a5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded HTTP/1.1" status: 200  len: 915 time: 0.0878599
May 07 22:25:43.755550 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-cd71f554-4c98-459a-a741-9db5a9fa968a req-ece11b91-dce5-400e-addc-fd3b5e04b2f2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c05065a2-b0e4-4e51-9766-c340cdf87896 HTTP/1.1" status: 200  len: 217 time: 0.0375371
May 07 22:25:43.807180 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd71f554-4c98-459a-a741-9db5a9fa968a req-c64a9a8c-b550-41e2-8a02-bef79cfa045a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:25:43.811005 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-cd71f554-4c98-459a-a741-9db5a9fa968a req-c64a9a8c-b550-41e2-8a02-bef79cfa045a service neutron] 10.222.0.59 "GET /v2.0/networks?id=0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded HTTP/1.1" status: 200  len: 915 time: 0.1017990
May 07 22:25:43.854553 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-cd71f554-4c98-459a-a741-9db5a9fa968a req-e42c8fc5-24e9-425c-a8d7-a25ede159ffb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c05065a2-b0e4-4e51-9766-c340cdf87896 HTTP/1.1" status: 200  len: 217 time: 0.0396860
May 07 22:25:43.891573 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device c05065a2-b0e4-4e51-9766-c340cdf87896 no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:25:43.908205 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd71f554-4c98-459a-a741-9db5a9fa968a req-df59bf72-90f6-4c21-8d41-035ad97aef7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:25:43.909748 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-cd71f554-4c98-459a-a741-9db5a9fa968a req-df59bf72-90f6-4c21-8d41-035ad97aef7d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=1309bc8a-c59c-459e-97ea-ec5c81ccfcda HTTP/1.1" status: 200  len: 854 time: 0.0497842
May 07 22:25:43.944533 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-cd71f554-4c98-459a-a741-9db5a9fa968a req-a54c2126-b0dd-451f-8812-9708dcfcb2b9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0294354
May 07 22:25:43.958456 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] The host nch1-master-1 is not matching for port c05065a2-b0e4-4e51-9766-c340cdf87896 host nch2-master-1! {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2394}}
May 07 22:25:43.958888 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device c05065a2-b0e4-4e51-9766-c340cdf87896 not bound to the agent host nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:25:44.045947 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-cd71f554-4c98-459a-a741-9db5a9fa968a req-57381e3c-78ad-4e6a-8746-4b85dec2316c service neutron] 10.222.0.59 "GET /v2.0/networks/0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0930467
May 07 22:25:44.140538 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-cd71f554-4c98-459a-a741-9db5a9fa968a req-5ac82226-fa4a-4cac-9ea6-612c1490ed1f service neutron] 10.222.0.59 "GET /v2.0/networks/0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0887740
May 07 22:25:44.161081 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd71f554-4c98-459a-a741-9db5a9fa968a req-36d08cf6-4473-450b-bf9b-06d6503b6630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:25:44.163105 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-cd71f554-4c98-459a-a741-9db5a9fa968a req-36d08cf6-4473-450b-bf9b-06d6503b6630 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1309bc8a-c59c-459e-97ea-ec5c81ccfcda HTTP/1.1" status: 200  len: 854 time: 0.4006991
May 07 22:25:44.171236 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5907d3c-fe4a-49b1-b879-3fd68a7f0d55 req-a275ed05-0038-47d4-a7fc-8f2b5428c430 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:25:44.172593 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f5907d3c-fe4a-49b1-b879-3fd68a7f0d55 req-a275ed05-0038-47d4-a7fc-8f2b5428c430 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/ports?device_id=d29c11d9-2c68-4e19-8087-e6f6129b551d HTTP/1.1" status: 200  len: 944 time: 0.0592401
May 07 22:25:44.208986 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-cd71f554-4c98-459a-a741-9db5a9fa968a req-75f62b41-ed3c-4071-a4b0-abd26397ba27 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0354760
May 07 22:25:44.264460 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f5907d3c-fe4a-49b1-b879-3fd68a7f0d55 req-8d343c95-f37c-43b4-817d-a088aaf503be tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/security-groups?id=465b3632-12ae-4aa0-97df-da00dfb1f942&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0829551
May 07 22:25:44.321235 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-cd71f554-4c98-459a-a741-9db5a9fa968a req-2296f410-36d2-404b-bf21-8b4bfd90354a service neutron] 10.222.0.55 "GET /v2.0/networks/0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1045246
May 07 22:25:44.432794 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-cd71f554-4c98-459a-a741-9db5a9fa968a req-a03982ef-13fc-4049-89ab-c62685f6905a service neutron] 10.222.0.55 "GET /v2.0/networks/0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1051943
May 07 22:25:44.437804 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device c05065a2-b0e4-4e51-9766-c340cdf87896 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:25:44.469485 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a483b8f-1758-440a-bca9-3fa25816c88c req-5ca3e517-0c9b-447d-a034-abd292e00f3a tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:25:44.471213 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6a483b8f-1758-440a-bca9-3fa25816c88c req-5ca3e517-0c9b-447d-a034-abd292e00f3a tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/ports?device_id=d29c11d9-2c68-4e19-8087-e6f6129b551d HTTP/1.1" status: 200  len: 944 time: 0.0536721
May 07 22:25:44.540926 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port c05065a2-b0e4-4e51-9766-c340cdf87896, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c05065a2-b0e4-4e51-9766-c340cdf87896,segment=NetworkSegment(82337291-1a80-4629-aafd-e3cc1b7485c2),segment_id=82337291-1a80-4629-aafd-e3cc1b7485c2)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:25:44.542694 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edafa074-e33d-4840-9762-8c3ffb2490f7 req-e1710a39-ca0c-402b-b065-19d0e0c7dced tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:25:44.544178 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-edafa074-e33d-4840-9762-8c3ffb2490f7 req-e1710a39-ca0c-402b-b065-19d0e0c7dced tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.55 "GET /v2.0/ports?device_id=d29c11d9-2c68-4e19-8087-e6f6129b551d&tenant_id=ce6f4e2c33bb4c6d98d8b89b302d2b2a&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 944 time: 0.0682826
May 07 22:25:44.551958 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': 'c05065a2-b0e4-4e51-9766-c340cdf87896', 'network_id': '0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded', 'port_id': 'c05065a2-b0e4-4e51-9766-c340cdf87896', 'mac_address': 'fa:16:3e:95:bc:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1309bc8a-c59c-459e-97ea-ec5c81ccfcda', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:25:44.582843 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6a483b8f-1758-440a-bca9-3fa25816c88c req-a870e171-554c-4529-be5d-120957b7c5ea tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/security-groups?id=465b3632-12ae-4aa0-97df-da00dfb1f942&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1057296
May 07 22:25:44.588971 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port c05065a2-b0e4-4e51-9766-c340cdf87896 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:25:44.589726 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (c05065a2-b0e4-4e51-9766-c340cdf87896), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:44.603648 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c05065a2-b0e4-4e51-9766-c340cdf87896 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:25:44.622053 ncdv-master-1 neutron-server[121836]: INFO neutron.api.v2.resource [req-edafa074-e33d-4840-9762-8c3ffb2490f7 req-91487dda-e6cb-430e-af5f-6e2f7def9cd5 service neutron] delete failed (client error): The resource could not be found.
May 07 22:25:44.623147 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-edafa074-e33d-4840-9762-8c3ffb2490f7 req-91487dda-e6cb-430e-af5f-6e2f7def9cd5 service neutron] 10.222.0.55 "DELETE /v2.0/ports/c05065a2-b0e4-4e51-9766-c340cdf87896/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0692360
May 07 22:25:44.625468 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port c05065a2-b0e4-4e51-9766-c340cdf87896, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c05065a2-b0e4-4e51-9766-c340cdf87896,segment=NetworkSegment(82337291-1a80-4629-aafd-e3cc1b7485c2),segment_id=82337291-1a80-4629-aafd-e3cc1b7485c2)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:25:44.629042 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (c05065a2-b0e4-4e51-9766-c340cdf87896), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:44.683641 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=c05065a2-b0e4-4e51-9766-c340cdf87896,revision_number=8']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:25:44.690813 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:25:44.691148 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:25:44.691485 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:25:44.691929 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:25:44.692273 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:25:44.692601 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:25:44.692932 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:25:44.693256 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:25:44.693580 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:25:44.694456 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:25:44.694803 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:25:44.695121 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:25:44.695442 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:25:44.695760 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:25:44.696091 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:25:44.702375 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edafa074-e33d-4840-9762-8c3ffb2490f7 req-c1998eda-44e5-4de5-94b4-7cb2a6c4796e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:25:44.703945 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-edafa074-e33d-4840-9762-8c3ffb2490f7 req-c1998eda-44e5-4de5-94b4-7cb2a6c4796e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ce6f4e2c33bb4c6d98d8b89b302d2b2a&device_id=d29c11d9-2c68-4e19-8087-e6f6129b551d HTTP/1.1" status: 200  len: 1127 time: 0.0399830
May 07 22:25:44.794491 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edafa074-e33d-4840-9762-8c3ffb2490f7 req-fea798f3-5065-43d7-a245-95b74cdec54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:25:44.796003 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-edafa074-e33d-4840-9762-8c3ffb2490f7 req-fea798f3-5065-43d7-a245-95b74cdec54a service neutron] 10.222.0.55 "GET /v2.0/networks?id=0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded HTTP/1.1" status: 200  len: 915 time: 0.0866106
May 07 22:25:44.841037 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-edafa074-e33d-4840-9762-8c3ffb2490f7 req-e0ff583b-f3e1-4493-acab-3a63f453d4dc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c05065a2-b0e4-4e51-9766-c340cdf87896 HTTP/1.1" status: 200  len: 217 time: 0.0390232
May 07 22:25:44.852484 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['c05065a2-b0e4-4e51-9766-c340cdf87896'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:25:44.889677 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edafa074-e33d-4840-9762-8c3ffb2490f7 req-ba3541a1-577a-47c7-8801-2855fb6acbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:25:44.891170 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-edafa074-e33d-4840-9762-8c3ffb2490f7 req-ba3541a1-577a-47c7-8801-2855fb6acbe7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1309bc8a-c59c-459e-97ea-ec5c81ccfcda HTTP/1.1" status: 200  len: 854 time: 0.0443637
May 07 22:25:44.922745 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-edafa074-e33d-4840-9762-8c3ffb2490f7 req-313bc213-84a4-4205-9b1f-22284f6c8c32 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0259907
May 07 22:25:45.018700 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-edafa074-e33d-4840-9762-8c3ffb2490f7 req-1a8c3fe3-30d5-4ef2-bb69-4c6a88b38cff service neutron] 10.222.0.55 "GET /v2.0/networks/0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0901771
May 07 22:25:45.106569 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-edafa074-e33d-4840-9762-8c3ffb2490f7 req-47189932-edd9-4a02-a9e1-21b5395865ab service neutron] 10.222.0.55 "GET /v2.0/networks/0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0823421
May 07 22:25:45.701104 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38519ed2-ef21-4afa-b61e-17ac18d23ece req-24a159b7-941b-4c82-ac34-637d0b66395d tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:25:45.702557 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-38519ed2-ef21-4afa-b61e-17ac18d23ece req-24a159b7-941b-4c82-ac34-637d0b66395d tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/ports?device_id=d29c11d9-2c68-4e19-8087-e6f6129b551d HTTP/1.1" status: 200  len: 945 time: 0.0467732
May 07 22:25:45.749031 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-38519ed2-ef21-4afa-b61e-17ac18d23ece req-a3639007-37c3-4d99-9a3d-da2f36c31447 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/security-groups?id=465b3632-12ae-4aa0-97df-da00dfb1f942&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408969
May 07 22:25:45.862567 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73ad1bd-56a4-4cab-a583-0d74502625fa req-ecad7aec-91f6-4f7d-bda6-84bdbfa1c9c5 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:25:45.864093 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b73ad1bd-56a4-4cab-a583-0d74502625fa req-ecad7aec-91f6-4f7d-bda6-84bdbfa1c9c5 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/ports?device_id=d29c11d9-2c68-4e19-8087-e6f6129b551d HTTP/1.1" status: 200  len: 945 time: 0.0470672
May 07 22:25:45.914492 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b73ad1bd-56a4-4cab-a583-0d74502625fa req-827bce2a-9520-4de7-8acf-51a149fb4b6f tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/security-groups?id=465b3632-12ae-4aa0-97df-da00dfb1f942&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448377
May 07 22:25:46.022716 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ff925-59bc-4b45-b580-abc0b10d36d0 req-86845689-747a-41a0-8c24-d7bd56d7fdbc tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:25:46.024185 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-991ff925-59bc-4b45-b580-abc0b10d36d0 req-86845689-747a-41a0-8c24-d7bd56d7fdbc tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/ports?device_id=d29c11d9-2c68-4e19-8087-e6f6129b551d HTTP/1.1" status: 200  len: 945 time: 0.0448008
May 07 22:25:46.069352 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-991ff925-59bc-4b45-b580-abc0b10d36d0 req-5bc0316f-99af-4dea-b17a-187582b785ca tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/security-groups?id=465b3632-12ae-4aa0-97df-da00dfb1f942&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396829
May 07 22:25:46.392976 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5248f7-9b5e-43fe-b565-99d6572d23ec req-b2e4ddd8-0280-48df-a241-ac436424dc7b tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:25:46.394360 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2b5248f7-9b5e-43fe-b565-99d6572d23ec req-b2e4ddd8-0280-48df-a241-ac436424dc7b tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/ports?device_id=d29c11d9-2c68-4e19-8087-e6f6129b551d HTTP/1.1" status: 200  len: 945 time: 0.0460289
May 07 22:25:46.433408 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device c05065a2-b0e4-4e51-9766-c340cdf87896 up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:25:46.442648 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2b5248f7-9b5e-43fe-b565-99d6572d23ec req-49fc289a-f8ef-492a-bbfb-f61e9dc98993 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/security-groups?id=465b3632-12ae-4aa0-97df-da00dfb1f942&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421276
May 07 22:25:46.483319 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning for port c05065a2-b0e4-4e51-9766-c340cdf87896 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 22:25:46.489013 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port c05065a2-b0e4-4e51-9766-c340cdf87896 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:25:46.489529 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (c05065a2-b0e4-4e51-9766-c340cdf87896), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:46.563746 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port c05065a2-b0e4-4e51-9766-c340cdf87896 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:25:46.564121 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (c05065a2-b0e4-4e51-9766-c340cdf87896), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:46.585826 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd29c11d9-2c68-4e19-8087-e6f6129b551d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c05065a2-b0e4-4e51-9766-c340cdf87896'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:25:46.588256 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-193cf4e5-db7b-47a5-bb24-106ec5ea61e7" -d '{"events": [{"server_uuid": "d29c11d9-2c68-4e19-8087-e6f6129b551d", "name": "network-vif-plugged", "status": "completed", "tag": "c05065a2-b0e4-4e51-9766-c340cdf87896"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:25:46.600500 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port c05065a2-b0e4-4e51-9766-c340cdf87896, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c05065a2-b0e4-4e51-9766-c340cdf87896,segment=NetworkSegment(82337291-1a80-4629-aafd-e3cc1b7485c2),segment_id=82337291-1a80-4629-aafd-e3cc1b7485c2)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:25:46.604439 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (c05065a2-b0e4-4e51-9766-c340cdf87896), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:46.626974 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1180f520-2b7e-49b3-bbed-a405238c6dbc x-openstack-request-id: req-1180f520-2b7e-49b3-bbed-a405238c6dbc {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:25:46.627267 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d29c11d9-2c68-4e19-8087-e6f6129b551d", "name": "network-vif-plugged", "status": "completed", "tag": "c05065a2-b0e4-4e51-9766-c340cdf87896", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:25:46.627521 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1180f520-2b7e-49b3-bbed-a405238c6dbc {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:25:46.627914 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1180f520-2b7e-49b3-bbed-a405238c6dbc'] response: {'server_uuid': 'd29c11d9-2c68-4e19-8087-e6f6129b551d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c05065a2-b0e4-4e51-9766-c340cdf87896', 'code': 200}
May 07 22:25:46.656052 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=c05065a2-b0e4-4e51-9766-c340cdf87896,revision_number=9']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:25:47.552736 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d6205b-fbf8-4f6c-93b9-8bd13935182e req-f56faf7f-34be-40bf-bb6f-6ee17431c7d5 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:25:47.554212 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-77d6205b-fbf8-4f6c-93b9-8bd13935182e req-f56faf7f-34be-40bf-bb6f-6ee17431c7d5 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.59 "GET /v2.0/ports?device_id=d29c11d9-2c68-4e19-8087-e6f6129b551d HTTP/1.1" status: 200  len: 946 time: 0.0573542
May 07 22:25:47.562543 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead8c99-f1ce-4f38-9c24-7d5114477b50 req-f912fca9-72df-4d89-85c9-7cd4fe9a542d tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:25:47.564124 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2ead8c99-f1ce-4f38-9c24-7d5114477b50 req-f912fca9-72df-4d89-85c9-7cd4fe9a542d tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/ports?device_id=d29c11d9-2c68-4e19-8087-e6f6129b551d HTTP/1.1" status: 200  len: 946 time: 0.0520954
May 07 22:25:47.612057 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2ead8c99-f1ce-4f38-9c24-7d5114477b50 req-bb686355-7a59-44f4-8822-1289f9e0994a tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.32 "GET /v2.0/security-groups?id=465b3632-12ae-4aa0-97df-da00dfb1f942&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422122
May 07 22:25:47.636834 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-77d6205b-fbf8-4f6c-93b9-8bd13935182e req-b7488550-d267-4b23-ba7d-65563cbe6169 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Deleting port c05065a2-b0e4-4e51-9766-c340cdf87896 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:25:47.637181 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-77d6205b-fbf8-4f6c-93b9-8bd13935182e req-b7488550-d267-4b23-ba7d-65563cbe6169 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (c05065a2-b0e4-4e51-9766-c340cdf87896), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:47.729292 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-77d6205b-fbf8-4f6c-93b9-8bd13935182e req-b7488550-d267-4b23-ba7d-65563cbe6169 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] For port c05065a2-b0e4-4e51-9766-c340cdf87896, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c05065a2-b0e4-4e51-9766-c340cdf87896,segment=NetworkSegment(82337291-1a80-4629-aafd-e3cc1b7485c2),segment_id=82337291-1a80-4629-aafd-e3cc1b7485c2)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:25:47.729659 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-77d6205b-fbf8-4f6c-93b9-8bd13935182e req-b7488550-d267-4b23-ba7d-65563cbe6169 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (c05065a2-b0e4-4e51-9766-c340cdf87896), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:47.742290 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-77d6205b-fbf8-4f6c-93b9-8bd13935182e req-b7488550-d267-4b23-ba7d-65563cbe6169 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Calling delete_port for c05065a2-b0e4-4e51-9766-c340cdf87896 owned by compute:nova {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:25:47.880855 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-77d6205b-fbf8-4f6c-93b9-8bd13935182e req-b7488550-d267-4b23-ba7d-65563cbe6169 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (c05065a2-b0e4-4e51-9766-c340cdf87896), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:47.894453 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['c05065a2-b0e4-4e51-9766-c340cdf87896'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:25:47.908010 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7488550-d267-4b23-ba7d-65563cbe6169 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Pushing event deleted for resources: {'Port': ['ID=c05065a2-b0e4-4e51-9766-c340cdf87896,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:25:47.953337 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-77d6205b-fbf8-4f6c-93b9-8bd13935182e req-b7488550-d267-4b23-ba7d-65563cbe6169 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] No DVR routers for this DVR port c05065a2-b0e4-4e51-9766-c340cdf87896 on host nch2-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:25:47.955954 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-77d6205b-fbf8-4f6c-93b9-8bd13935182e req-b7488550-d267-4b23-ba7d-65563cbe6169 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:47.959999 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-77d6205b-fbf8-4f6c-93b9-8bd13935182e req-b7488550-d267-4b23-ba7d-65563cbe6169 tempest-ServerDiskConfigTestJSON-1653423715 tempest-ServerDiskConfigTestJSON-1653423715-project] 10.222.0.59 "DELETE /v2.0/ports/c05065a2-b0e4-4e51-9766-c340cdf87896 HTTP/1.1" status: 204  len: 173 time: 0.4007032
May 07 22:25:47.960442 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd29c11d9-2c68-4e19-8087-e6f6129b551d', 'name': 'network-vif-deleted', 'tag': 'c05065a2-b0e4-4e51-9766-c340cdf87896'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:25:47.962826 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a31442-e943-4aea-a637-9894a15aede6" -d '{"events": [{"server_uuid": "d29c11d9-2c68-4e19-8087-e6f6129b551d", "name": "network-vif-deleted", "tag": "c05065a2-b0e4-4e51-9766-c340cdf87896"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:25:48.002865 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a05eb649-27c4-4264-8680-d6bfc94b1ab1 x-openstack-request-id: req-a05eb649-27c4-4264-8680-d6bfc94b1ab1 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:25:48.003169 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d29c11d9-2c68-4e19-8087-e6f6129b551d", "name": "network-vif-deleted", "tag": "c05065a2-b0e4-4e51-9766-c340cdf87896", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:25:48.003426 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a05eb649-27c4-4264-8680-d6bfc94b1ab1 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:25:48.003866 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a05eb649-27c4-4264-8680-d6bfc94b1ab1'] response: {'server_uuid': 'd29c11d9-2c68-4e19-8087-e6f6129b551d', 'name': 'network-vif-deleted', 'tag': 'c05065a2-b0e4-4e51-9766-c340cdf87896', 'status': 'completed', 'code': 200}
May 07 22:25:48.733508 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 56350) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:25:48.777118 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e57cbbc-9977-49aa-8800-3f8ced48202d admin admin] Deleting subnet 1309bc8a-c59c-459e-97ea-ec5c81ccfcda {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:25:48.780129 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7e57cbbc-9977-49aa-8800-3f8ced48202d admin admin] Publish callbacks [] for subnet (1309bc8a-c59c-459e-97ea-ec5c81ccfcda), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:48.819221 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7e57cbbc-9977-49aa-8800-3f8ced48202d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (1309bc8a-c59c-459e-97ea-ec5c81ccfcda), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:48.861977 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7e57cbbc-9977-49aa-8800-3f8ced48202d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (1309bc8a-c59c-459e-97ea-ec5c81ccfcda), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:48.914035 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7e57cbbc-9977-49aa-8800-3f8ced48202d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (1309bc8a-c59c-459e-97ea-ec5c81ccfcda), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:48.940512 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e57cbbc-9977-49aa-8800-3f8ced48202d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1309bc8a-c59c-459e-97ea-ec5c81ccfcda,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:25:48.942492 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7e57cbbc-9977-49aa-8800-3f8ced48202d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:48.945689 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-7e57cbbc-9977-49aa-8800-3f8ced48202d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/1309bc8a-c59c-459e-97ea-ec5c81ccfcda HTTP/1.1" status: 204  len: 168 time: 0.2111859
May 07 22:25:48.948436 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 56352) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:25:49.018332 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d7b60300-9273-4a46-8b9e-4607424460a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:49.095596 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d7b60300-9273-4a46-8b9e-4607424460a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:49.115343 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-d7b60300-9273-4a46-8b9e-4607424460a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf8768de20>,) {'filters': {'network_id': ['0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:25:49.124420 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-d7b60300-9273-4a46-8b9e-4607424460a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8768de20>, '82337291-1a80-4629-aafd-e3cc1b7485c2') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:25:49.124717 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-d7b60300-9273-4a46-8b9e-4607424460a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8768de20>, '82337291-1a80-4629-aafd-e3cc1b7485c2') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:25:49.133944 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d7b60300-9273-4a46-8b9e-4607424460a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (82337291-1a80-4629-aafd-e3cc1b7485c2), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:49.147327 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d7b60300-9273-4a46-8b9e-4607424460a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (82337291-1a80-4629-aafd-e3cc1b7485c2), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:49.153106 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7b60300-9273-4a46-8b9e-4607424460a2 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:25:49.153493 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d7b60300-9273-4a46-8b9e-4607424460a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (82337291-1a80-4629-aafd-e3cc1b7485c2), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:49.155164 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 22:25:49.155164 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:25:49.155164 ncdv-master-1 neutron-server[121837]:     timer()
May 07 22:25:49.155164 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:25:49.155164 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 22:25:49.155164 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:25:49.155164 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 22:25:49.155164 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:25:49.155164 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 22:25:49.155164 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:25:49.155164 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 22:25:49.155164 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:25:49.155164 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 22:25:49.155164 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:25:49.155164 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:25:49.155164 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:25:49.155164 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:25:49.155164 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:25:49.155164 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 22:25:49.155164 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:25:49.155164 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 22:25:49.155164 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:25:49.155164 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:25:49.155164 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:25:49.155164 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 22:25:49.155164 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:25:49.155164 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:25:49.155164 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:25:49.155164 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:25:49.155164 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:25:49.155164 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:25:49.155164 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:25:49.215537 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d7b60300-9273-4a46-8b9e-4607424460a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:49.221162 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d7b60300-9273-4a46-8b9e-4607424460a2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:49.224292 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-d7b60300-9273-4a46-8b9e-4607424460a2 admin admin] 10.222.0.32 "DELETE /v2.0/networks/0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded HTTP/1.1" status: 204  len: 168 time: 0.2751176
May 07 22:25:49.235079 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b60300-9273-4a46-8b9e-4607424460a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f3a316b-8dfb-4fb1-baa4-fc05f7ac4ded,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:25:49.341410 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 56356) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:25:49.381025 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-6c85a3c9-d9be-4259-a6c8-f7def6672ae4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ce6f4e2c33bb4c6d98d8b89b302d2b2a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0384758
May 07 22:25:49.384005 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 56358) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:25:49.429373 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7373e206-cb8a-4199-b371-77988d01dd46 admin admin] Publish callbacks [] for security_group (465b3632-12ae-4aa0-97df-da00dfb1f942), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:49.450555 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7373e206-cb8a-4199-b371-77988d01dd46 admin admin] Publish callbacks [] for security_group (465b3632-12ae-4aa0-97df-da00dfb1f942), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:49.500178 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7373e206-cb8a-4199-b371-77988d01dd46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (465b3632-12ae-4aa0-97df-da00dfb1f942), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:49.505117 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7373e206-cb8a-4199-b371-77988d01dd46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:49.507157 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-7373e206-cb8a-4199-b371-77988d01dd46 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/465b3632-12ae-4aa0-97df-da00dfb1f942 HTTP/1.1" status: 204  len: 168 time: 0.1221197
May 07 22:25:49.515190 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7373e206-cb8a-4199-b371-77988d01dd46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=465b3632-12ae-4aa0-97df-da00dfb1f942,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:25:50.147215 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 56380) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:25:50.255892 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-7c5dcb0f-c264-43ff-9a6f-9bf2e30e2a27 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-57126734-network', 'tenant_id': '697345bef14f49b0a7ffff78f8f90913'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:25:50.278200 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c5dcb0f-c264-43ff-9a6f-9bf2e30e2a27 admin admin] Made reservation on behalf of 697345bef14f49b0a7ffff78f8f90913 for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:25:50.280494 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7c5dcb0f-c264-43ff-9a6f-9bf2e30e2a27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:50.289341 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7c5dcb0f-c264-43ff-9a6f-9bf2e30e2a27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:50.361894 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7c5dcb0f-c264-43ff-9a6f-9bf2e30e2a27 admin admin] Publish callbacks [] for security_group (dea32030-6604-444e-81d0-48bc5adf8b1b), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:50.365285 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7c5dcb0f-c264-43ff-9a6f-9bf2e30e2a27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (dea32030-6604-444e-81d0-48bc5adf8b1b), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:50.389966 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c5dcb0f-c264-43ff-9a6f-9bf2e30e2a27 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:25:50.401126 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5dcb0f-c264-43ff-9a6f-9bf2e30e2a27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dea32030-6604-444e-81d0-48bc5adf8b1b,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:25:50.406467 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7c5dcb0f-c264-43ff-9a6f-9bf2e30e2a27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (53fc118f-18fe-4132-af8b-066e9b1766f5), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:50.406824 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-7c5dcb0f-c264-43ff-9a6f-9bf2e30e2a27 admin admin] Added segment 53fc118f-18fe-4132-af8b-066e9b1766f5 of type vlan for network 0edc1271-8a82-489b-912c-a8fef30fb1c9
May 07 22:25:50.443851 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device c05065a2-b0e4-4e51-9766-c340cdf87896 no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:25:50.452188 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7c5dcb0f-c264-43ff-9a6f-9bf2e30e2a27 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (0edc1271-8a82-489b-912c-a8fef30fb1c9), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:50.464278 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] No Port match for: c05065a2-b0e4-4e51-9766-c340cdf87896 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:25:50.464629 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device c05065a2-b0e4-4e51-9766-c340cdf87896 not bound to the agent host nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:25:50.483931 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7c5dcb0f-c264-43ff-9a6f-9bf2e30e2a27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (0edc1271-8a82-489b-912c-a8fef30fb1c9), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:50.484895 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5dcb0f-c264-43ff-9a6f-9bf2e30e2a27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:25:50.485473 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7c5dcb0f-c264-43ff-9a6f-9bf2e30e2a27 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:50.536654 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-7c5dcb0f-c264-43ff-9a6f-9bf2e30e2a27 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.3882470
May 07 22:25:50.540093 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 56384) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:25:50.545448 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-78f4297f-7d7a-4123-8243-640e92a1623f admin admin] Request body: {'subnet': {'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-57126734-subnet', 'tenant_id': '697345bef14f49b0a7ffff78f8f90913', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:25:50.563603 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f4297f-7d7a-4123-8243-640e92a1623f admin admin] Made reservation on behalf of 697345bef14f49b0a7ffff78f8f90913 for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:25:50.565873 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-78f4297f-7d7a-4123-8243-640e92a1623f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:50.580807 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5dcb0f-c264-43ff-9a6f-9bf2e30e2a27 admin admin] Pushing event updated for resources: {'Network': ['ID=0edc1271-8a82-489b-912c-a8fef30fb1c9,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:25:50.591009 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 0edc1271-8a82-489b-912c-a8fef30fb1c9 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:25:50.748604 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-78f4297f-7d7a-4123-8243-640e92a1623f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (b2f7d31e-bd3c-4e70-a318-4783f06407ca), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:50.807464 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f4297f-7d7a-4123-8243-640e92a1623f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2f7d31e-bd3c-4e70-a318-4783f06407ca,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:25:50.818382 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f4297f-7d7a-4123-8243-640e92a1623f admin admin] Checking segment: {'id': '53fc118f-18fe-4132-af8b-066e9b1766f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:25:50.819321 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f4297f-7d7a-4123-8243-640e92a1623f admin admin] Network hostable DHCP agents. Network: 0edc1271-8a82-489b-912c-a8fef30fb1c9, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:25:50.837697 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f4297f-7d7a-4123-8243-640e92a1623f admin admin] Network 0edc1271-8a82-489b-912c-a8fef30fb1c9 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:25:50.850199 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-78f4297f-7d7a-4123-8243-640e92a1623f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0edc1271-8a82-489b-912c-a8fef30fb1c9) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:25:50.854896 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f4297f-7d7a-4123-8243-640e92a1623f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:25:50.855899 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-78f4297f-7d7a-4123-8243-640e92a1623f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:50.860894 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5233c2-92df-426f-8d80-55a8a36eb8f5 None None] Network 0edc1271-8a82-489b-912c-a8fef30fb1c9 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:25:50.871809 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-78f4297f-7d7a-4123-8243-640e92a1623f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.3302784
May 07 22:25:50.874453 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 56386) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:25:50.878709 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-8f49b74a-bf9e-4642-abc1-01531864b508 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-57126734-router', 'tenant_id': '697345bef14f49b0a7ffff78f8f90913', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:25:50.898451 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8f49b74a-bf9e-4642-abc1-01531864b508 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (6c84532b-a939-4efd-ab5d-5dd714f1ea20), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:50.899473 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8f49b74a-bf9e-4642-abc1-01531864b508 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (6c84532b-a939-4efd-ab5d-5dd714f1ea20), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:50.952252 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8f49b74a-bf9e-4642-abc1-01531864b508 admin admin] Publish callbacks [] for router_controller (6c84532b-a939-4efd-ab5d-5dd714f1ea20), precommit_add_association {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:50.965140 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9591e4a-2f3f-44db-a8b2-8f7db0647ab9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0edc1271-8a82-489b-912c-a8fef30fb1c9', 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9', 'project_id': '697345bef14f49b0a7ffff78f8f90913', 'fixed_ips': [{'subnet_id': 'b2f7d31e-bd3c-4e70-a318-4783f06407ca'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:25:50.965999 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d9591e4a-2f3f-44db-a8b2-8f7db0647ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:51.096664 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8f49b74a-bf9e-4642-abc1-01531864b508 admin admin] Publish callbacks [] for router_gateway (6c84532b-a939-4efd-ab5d-5dd714f1ea20), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:51.097323 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-d9591e4a-2f3f-44db-a8b2-8f7db0647ab9 None None] Allocated IP 172.20.0.2 (0edc1271-8a82-489b-912c-a8fef30fb1c9/b2f7d31e-bd3c-4e70-a318-4783f06407ca/ee2f403b-9d0e-467c-8839-67019e08752f) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:25:51.244066 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d9591e4a-2f3f-44db-a8b2-8f7db0647ab9 None None] Publish callbacks [] for port (ee2f403b-9d0e-467c-8839-67019e08752f), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:51.249916 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d9591e4a-2f3f-44db-a8b2-8f7db0647ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (ee2f403b-9d0e-467c-8839-67019e08752f), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:51.283801 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8f49b74a-bf9e-4642-abc1-01531864b508 admin admin] Publish callbacks [] for router_gateway (6c84532b-a939-4efd-ab5d-5dd714f1ea20), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:51.287103 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9591e4a-2f3f-44db-a8b2-8f7db0647ab9 None None] Network 0edc1271-8a82-489b-912c-a8fef30fb1c9 is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:25:51.290272 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-d9591e4a-2f3f-44db-a8b2-8f7db0647ab9 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:25:51.292999 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9591e4a-2f3f-44db-a8b2-8f7db0647ab9 None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:25:51.304250 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8f49b74a-bf9e-4642-abc1-01531864b508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:51.308731 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9591e4a-2f3f-44db-a8b2-8f7db0647ab9 None None] Pushing event updated for resources: {'Port': ['ID=ee2f403b-9d0e-467c-8839-67019e08752f,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:25:51.361243 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-d9591e4a-2f3f-44db-a8b2-8f7db0647ab9 None None] Attempting to bind port ee2f403b-9d0e-467c-8839-67019e08752f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:25:51.361657 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-d9591e4a-2f3f-44db-a8b2-8f7db0647ab9 None None] Attempting to bind port ee2f403b-9d0e-467c-8839-67019e08752f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '53fc118f-18fe-4132-af8b-066e9b1766f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:25:51.362078 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9591e4a-2f3f-44db-a8b2-8f7db0647ab9 None None] Attempting to bind port ee2f403b-9d0e-467c-8839-67019e08752f on network 0edc1271-8a82-489b-912c-a8fef30fb1c9 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:25:51.368255 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9591e4a-2f3f-44db-a8b2-8f7db0647ab9 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:25:51.368643 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9591e4a-2f3f-44db-a8b2-8f7db0647ab9 None None] Checking segment: {'id': '53fc118f-18fe-4132-af8b-066e9b1766f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:25:51.369050 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d9591e4a-2f3f-44db-a8b2-8f7db0647ab9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:51.369449 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9591e4a-2f3f-44db-a8b2-8f7db0647ab9 None None] Bound using segment: {'id': '53fc118f-18fe-4132-af8b-066e9b1766f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:25:51.369919 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-d9591e4a-2f3f-44db-a8b2-8f7db0647ab9 None None] Bound port: ee2f403b-9d0e-467c-8839-67019e08752f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53fc118f-18fe-4132-af8b-066e9b1766f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:25:51.370309 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d9591e4a-2f3f-44db-a8b2-8f7db0647ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (ee2f403b-9d0e-467c-8839-67019e08752f), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:51.410463 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-8f49b74a-bf9e-4642-abc1-01531864b508 admin admin] Allocated IP 172.35.4.19 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/fd023d51-546a-4746-b00f-1b42dcff4178) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:25:51.432783 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-d9591e4a-2f3f-44db-a8b2-8f7db0647ab9 None None] For port ee2f403b-9d0e-467c-8839-67019e08752f, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:25:51.435839 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-d9591e4a-2f3f-44db-a8b2-8f7db0647ab9 None None] For port ee2f403b-9d0e-467c-8839-67019e08752f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ee2f403b-9d0e-467c-8839-67019e08752f,segment=NetworkSegment(53fc118f-18fe-4132-af8b-066e9b1766f5),segment_id=53fc118f-18fe-4132-af8b-066e9b1766f5)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:25:51.440800 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d9591e4a-2f3f-44db-a8b2-8f7db0647ab9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (ee2f403b-9d0e-467c-8839-67019e08752f), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:51.496131 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9591e4a-2f3f-44db-a8b2-8f7db0647ab9 None None] Pushing event updated for resources: {'Port': ['ID=ee2f403b-9d0e-467c-8839-67019e08752f,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:25:51.529036 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8f49b74a-bf9e-4642-abc1-01531864b508 admin admin] Publish callbacks [] for port (fd023d51-546a-4746-b00f-1b42dcff4178), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:51.565331 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8f49b74a-bf9e-4642-abc1-01531864b508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (fd023d51-546a-4746-b00f-1b42dcff4178), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:51.603793 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f49b74a-bf9e-4642-abc1-01531864b508 admin admin] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:25:51.606881 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-8f49b74a-bf9e-4642-abc1-01531864b508 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:25:51.610311 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f49b74a-bf9e-4642-abc1-01531864b508 admin admin] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:25:51.637456 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f49b74a-bf9e-4642-abc1-01531864b508 admin admin] Pushing event updated for resources: {'Port': ['ID=fd023d51-546a-4746-b00f-1b42dcff4178,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:25:51.896225 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8f49b74a-bf9e-4642-abc1-01531864b508 admin admin] Publish callbacks [] for router_gateway (6c84532b-a939-4efd-ab5d-5dd714f1ea20), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:52.090075 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:52.100722 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8f49b74a-bf9e-4642-abc1-01531864b508 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (6c84532b-a939-4efd-ab5d-5dd714f1ea20), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:52.239572 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f49b74a-bf9e-4642-abc1-01531864b508 admin admin] Router 6c84532b-a939-4efd-ab5d-5dd714f1ea20 is scheduled to L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db with binding_index 1 {{(pid=121836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 07 22:25:52.355916 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f49b74a-bf9e-4642-abc1-01531864b508 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:25:52.365315 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ab53b2-d4c6-440e-b73b-1f193ead68d0 None None] Sync routers for ids ['6c84532b-a939-4efd-ab5d-5dd714f1ea20'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:25:52.377124 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8f49b74a-bf9e-4642-abc1-01531864b508 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:52.377381 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ab53b2-d4c6-440e-b73b-1f193ead68d0 None None] Routers {'6c84532b-a939-4efd-ab5d-5dd714f1ea20'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:25:52.377854 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-93ab53b2-d4c6-440e-b73b-1f193ead68d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7fd3d460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:25:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['6c84532b-a939-4efd-ab5d-5dd714f1ea20'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:25:52.382187 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-8f49b74a-bf9e-4642-abc1-01531864b508 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 1.5034068
May 07 22:25:52.382187 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 56388) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:25:52.464828 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712ccd7a-9f61-4bb7-bd0c-790e76eab2da None None] Network 0edc1271-8a82-489b-912c-a8fef30fb1c9 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:25:52.543560 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-93ab53b2-d4c6-440e-b73b-1f193ead68d0 None None] Set router 6c84532b-a939-4efd-ab5d-5dd714f1ea20 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:25:52.629289 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-8f83b648-686f-441c-8f91-8e3df45739cd None None] Provisioning complete for port ee2f403b-9d0e-467c-8839-67019e08752f triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:25:52.629681 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-8f83b648-686f-441c-8f91-8e3df45739cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (ee2f403b-9d0e-467c-8839-67019e08752f), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:52.810980 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-8f83b648-686f-441c-8f91-8e3df45739cd None None] Current status of the port ee2f403b-9d0e-467c-8839-67019e08752f is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:25:52.811345 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-8f83b648-686f-441c-8f91-8e3df45739cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (ee2f403b-9d0e-467c-8839-67019e08752f), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:52.822922 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-baecb625-0307-428a-b9cf-a4489741169c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:52.872717 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-93ab53b2-d4c6-440e-b73b-1f193ead68d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7fd3d460>, [{'id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'name': 'tempest-ServerActionsTestJSON-57126734-router', 'tenant_id': '697345bef14f49b0a7ffff78f8f90913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.19'}], 'enable_snat': True}, 'gw_port_id': 'fd023d51-546a-4746-b00f-1b42dcff4178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:25:50Z', 'updated_at': '2022-05-07T22:25:51Z', 'revision_number': 3, 'project_id': '697345bef14f49b0a7ffff78f8f90913', 'gw_port': {'id': 'fd023d51-546a-4746-b00f-1b42dcff4178', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:fd:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:25:51Z', 'updated_at': '2022-05-07T22:25:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:25:52.875617 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-8f83b648-686f-441c-8f91-8e3df45739cd None None] For port ee2f403b-9d0e-467c-8839-67019e08752f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ee2f403b-9d0e-467c-8839-67019e08752f,segment=NetworkSegment(53fc118f-18fe-4132-af8b-066e9b1766f5),segment_id=53fc118f-18fe-4132-af8b-066e9b1766f5)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:25:52.903099 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ab53b2-d4c6-440e-b73b-1f193ead68d0 None None] Checking router: 6c84532b-a939-4efd-ab5d-5dd714f1ea20 for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:25:52.903451 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ab53b2-d4c6-440e-b73b-1f193ead68d0 None None] Updating router 6c84532b-a939-4efd-ab5d-5dd714f1ea20 port fd023d51-546a-4746-b00f-1b42dcff4178 binding host ncdv-master-1 {{(pid=121838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 22:25:52.905335 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-8f83b648-686f-441c-8f91-8e3df45739cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (ee2f403b-9d0e-467c-8839-67019e08752f), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:52.960909 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-93ab53b2-d4c6-440e-b73b-1f193ead68d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (fd023d51-546a-4746-b00f-1b42dcff4178), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:52.997952 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f83b648-686f-441c-8f91-8e3df45739cd None None] Pushing event updated for resources: {'Port': ['ID=ee2f403b-9d0e-467c-8839-67019e08752f,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:25:53.042132 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-baecb625-0307-428a-b9cf-a4489741169c admin admin] Allocated IP 172.20.0.1 (0edc1271-8a82-489b-912c-a8fef30fb1c9/b2f7d31e-bd3c-4e70-a318-4783f06407ca/20172faa-7474-4125-93fb-57de137475bf) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:25:53.072561 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-9aaadde4-55c7-4f49-8a4f-1f32bab28d14 None None] Provisioning complete for port ee2f403b-9d0e-467c-8839-67019e08752f triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:25:53.072948 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9aaadde4-55c7-4f49-8a4f-1f32bab28d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (ee2f403b-9d0e-467c-8839-67019e08752f), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:53.148164 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-baecb625-0307-428a-b9cf-a4489741169c admin admin] Publish callbacks [] for port (20172faa-7474-4125-93fb-57de137475bf), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:53.183407 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-baecb625-0307-428a-b9cf-a4489741169c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (20172faa-7474-4125-93fb-57de137475bf), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:53.221678 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-9aaadde4-55c7-4f49-8a4f-1f32bab28d14 None None] Current status of the port ee2f403b-9d0e-467c-8839-67019e08752f is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:25:53.229648 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baecb625-0307-428a-b9cf-a4489741169c admin admin] Network 0edc1271-8a82-489b-912c-a8fef30fb1c9 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:25:53.232583 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-baecb625-0307-428a-b9cf-a4489741169c admin admin] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:25:53.234973 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baecb625-0307-428a-b9cf-a4489741169c admin admin] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:25:53.262763 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baecb625-0307-428a-b9cf-a4489741169c admin admin] Pushing event updated for resources: {'Port': ['ID=20172faa-7474-4125-93fb-57de137475bf,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:25:53.284722 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-baecb625-0307-428a-b9cf-a4489741169c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398161'] for router_interface (6c84532b-a939-4efd-ab5d-5dd714f1ea20), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:53.304859 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-93ab53b2-d4c6-440e-b73b-1f193ead68d0 None None] Publish callbacks [] for port (fd023d51-546a-4746-b00f-1b42dcff4178), precommit_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:53.311241 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-93ab53b2-d4c6-440e-b73b-1f193ead68d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (fd023d51-546a-4746-b00f-1b42dcff4178), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:53.363204 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82c6e21-b12a-4641-8efe-321bbb16b553 None None] Pushing event updated for resources: {'Port': ['ID=fd023d51-546a-4746-b00f-1b42dcff4178,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:25:53.374312 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-93ab53b2-d4c6-440e-b73b-1f193ead68d0 None None] Attempting to bind port fd023d51-546a-4746-b00f-1b42dcff4178 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:25:53.374687 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-93ab53b2-d4c6-440e-b73b-1f193ead68d0 None None] Attempting to bind port fd023d51-546a-4746-b00f-1b42dcff4178 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:25:53.375081 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ab53b2-d4c6-440e-b73b-1f193ead68d0 None None] Attempting to bind port fd023d51-546a-4746-b00f-1b42dcff4178 on network 9221b764-ef06-431f-8941-796516ed7c3b {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:25:53.381797 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ab53b2-d4c6-440e-b73b-1f193ead68d0 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:25:53.382415 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ab53b2-d4c6-440e-b73b-1f193ead68d0 None None] Checking segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:25:53.382924 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-93ab53b2-d4c6-440e-b73b-1f193ead68d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:53.383396 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ab53b2-d4c6-440e-b73b-1f193ead68d0 None None] Bound using segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:25:53.384223 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-93ab53b2-d4c6-440e-b73b-1f193ead68d0 None None] Bound port: fd023d51-546a-4746-b00f-1b42dcff4178, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:25:53.384684 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-93ab53b2-d4c6-440e-b73b-1f193ead68d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (fd023d51-546a-4746-b00f-1b42dcff4178), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:53.451548 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-93ab53b2-d4c6-440e-b73b-1f193ead68d0 None None] For port fd023d51-546a-4746-b00f-1b42dcff4178, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:25:53.455485 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-93ab53b2-d4c6-440e-b73b-1f193ead68d0 None None] For port fd023d51-546a-4746-b00f-1b42dcff4178, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fd023d51-546a-4746-b00f-1b42dcff4178,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:25:53.461552 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-baecb625-0307-428a-b9cf-a4489741169c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (20172faa-7474-4125-93fb-57de137475bf), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:53.463419 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-93ab53b2-d4c6-440e-b73b-1f193ead68d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (fd023d51-546a-4746-b00f-1b42dcff4178), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:53.493534 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device ee2f403b-9d0e-467c-8839-67019e08752f up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:25:53.572558 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82c6e21-b12a-4641-8efe-321bbb16b553 None None] Pushing event updated for resources: {'Port': ['ID=fd023d51-546a-4746-b00f-1b42dcff4178,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:25:53.575011 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-64fbb9a9-e854-4a53-9237-f43a55f293c9 None None] Provisioning complete for port 20172faa-7474-4125-93fb-57de137475bf triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:25:53.575386 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-64fbb9a9-e854-4a53-9237-f43a55f293c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (20172faa-7474-4125-93fb-57de137475bf), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:53.577521 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ab53b2-d4c6-440e-b73b-1f193ead68d0 None None] Routers {'6c84532b-a939-4efd-ab5d-5dd714f1ea20'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:25:53.578137 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-93ab53b2-d4c6-440e-b73b-1f193ead68d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7fd3d460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:25:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['6c84532b-a939-4efd-ab5d-5dd714f1ea20'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:25:53.632966 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-baecb625-0307-428a-b9cf-a4489741169c admin admin] Publish callbacks [] for port (20172faa-7474-4125-93fb-57de137475bf), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:53.637798 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-baecb625-0307-428a-b9cf-a4489741169c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (20172faa-7474-4125-93fb-57de137475bf), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:53.643414 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port ee2f403b-9d0e-467c-8839-67019e08752f triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:25:53.643798 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (ee2f403b-9d0e-467c-8839-67019e08752f), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:53.704605 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-baecb625-0307-428a-b9cf-a4489741169c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401121'] for router_interface (6c84532b-a939-4efd-ab5d-5dd714f1ea20), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:53.706410 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baecb625-0307-428a-b9cf-a4489741169c admin admin] Pushing event updated for resources: {'Port': ['ID=20172faa-7474-4125-93fb-57de137475bf,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:25:53.725395 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-64fbb9a9-e854-4a53-9237-f43a55f293c9 None None] Port 20172faa-7474-4125-93fb-57de137475bf cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:25:53.754718 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-67037c2d-cdd0-4199-85f7-6ddb1c170a45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:53.767396 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-93ab53b2-d4c6-440e-b73b-1f193ead68d0 None None] Set router 6c84532b-a939-4efd-ab5d-5dd714f1ea20 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:25:53.808777 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baecb625-0307-428a-b9cf-a4489741169c admin admin] Network 0edc1271-8a82-489b-912c-a8fef30fb1c9 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:25:53.810314 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-baecb625-0307-428a-b9cf-a4489741169c admin admin] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:25:53.940476 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baecb625-0307-428a-b9cf-a4489741169c admin admin] Router 6c84532b-a939-4efd-ab5d-5dd714f1ea20 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:25:54.048153 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port ee2f403b-9d0e-467c-8839-67019e08752f is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:25:54.097951 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-80732e68-6af0-4e74-a005-f4c896c8182f None None] Provisioning complete for port 20172faa-7474-4125-93fb-57de137475bf triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:25:54.098218 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-80732e68-6af0-4e74-a005-f4c896c8182f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (20172faa-7474-4125-93fb-57de137475bf), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:54.166707 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:54.170104 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-80732e68-6af0-4e74-a005-f4c896c8182f None None] Port 20172faa-7474-4125-93fb-57de137475bf cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:25:54.213938 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-93ab53b2-d4c6-440e-b73b-1f193ead68d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7fd3d460>, [{'id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'name': 'tempest-ServerActionsTestJSON-57126734-router', 'tenant_id': '697345bef14f49b0a7ffff78f8f90913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.19'}], 'enable_snat': True}, 'gw_port_id': 'fd023d51-546a-4746-b00f-1b42dcff4178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:25:50Z', 'updated_at': '2022-05-07T22:25:53Z', 'revision_number': 4, 'project_id': '697345bef14f49b0a7ffff78f8f90913', 'gw_port': {'id': 'fd023d51-546a-4746-b00f-1b42dcff4178', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:fd:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:25:51Z', 'updated_at': '2022-05-07T22:25:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '20172faa-7474-4125-93fb-57de137475bf', 'name': '', 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9', 'tenant_id': '697345bef14f49b0a7ffff78f8f90913', 'mac_address': 'fa:16:3e:ed:b1:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'b2f7d31e-bd3c-4e70-a318-4783f06407ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:25:52Z', 'updated_at': '2022-05-07T22:25:53Z', 'revision_number': 1, 'project_id': '697345bef14f49b0a7ffff78f8f90913', 'subnets': [{'id': 'b2f7d31e-bd3c-4e70-a318-4783f06407ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:25:54.247122 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ab53b2-d4c6-440e-b73b-1f193ead68d0 None None] The sync data for ids ['6c84532b-a939-4efd-ab5d-5dd714f1ea20'] in ncdv-master-1 is: [{'id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'name': 'tempest-ServerActionsTestJSON-57126734-router', 'tenant_id': '697345bef14f49b0a7ffff78f8f90913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.19'}], 'enable_snat': True}, 'gw_port_id': 'fd023d51-546a-4746-b00f-1b42dcff4178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:25:50Z', 'updated_at': '2022-05-07T22:25:53Z', 'revision_number': 4, 'project_id': '697345bef14f49b0a7ffff78f8f90913', 'gw_port': {'id': 'fd023d51-546a-4746-b00f-1b42dcff4178', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:fd:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:25:51Z', 'updated_at': '2022-05-07T22:25:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '20172faa-7474-4125-93fb-57de137475bf', 'name': '', 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9', 'tenant_id': '697345bef14f49b0a7ffff78f8f90913', 'mac_address': 'fa:16:3e:ed:b1:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'b2f7d31e-bd3c-4e70-a318-4783f06407ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:25:52Z', 'updated_at': '2022-05-07T22:25:53Z', 'revision_number': 1, 'project_id': '697345bef14f49b0a7ffff78f8f90913', 'subnets': [{'id': 'b2f7d31e-bd3c-4e70-a318-4783f06407ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:25:54.384466 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baecb625-0307-428a-b9cf-a4489741169c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:25:54.389415 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-baecb625-0307-428a-b9cf-a4489741169c admin admin] 10.222.0.32 "PUT /v2.0/routers/6c84532b-a939-4efd-ab5d-5dd714f1ea20/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0061691
May 07 22:25:54.866892 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 56396) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:25:54.871709 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-720cde47-19af-42e9-ad54-2c119f2345f8 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1338130233', 'description': 'tempest-description--1162027990'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:25:54.901411 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-720cde47-19af-42e9-ad54-2c119f2345f8 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:54.983887 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-720cde47-19af-42e9-ad54-2c119f2345f8 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Publish callbacks [] for security_group (2ab47223-8585-4c6f-8646-525a986d3313), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:54.988360 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-720cde47-19af-42e9-ad54-2c119f2345f8 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (2ab47223-8585-4c6f-8646-525a986d3313), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:55.019047 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-720cde47-19af-42e9-ad54-2c119f2345f8 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:55.023808 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-720cde47-19af-42e9-ad54-2c119f2345f8 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1799 time: 0.1523411
May 07 22:25:55.023808 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720cde47-19af-42e9-ad54-2c119f2345f8 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab47223-8585-4c6f-8646-525a986d3313,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:25:55.024077 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 56398) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:25:55.029054 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-fc8f8d3f-4efd-4478-859b-ae8addf9ea0f tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Request body: {'security_group_rule': {'security_group_id': '2ab47223-8585-4c6f-8646-525a986d3313', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:25:55.060831 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fc8f8d3f-4efd-4478-859b-ae8addf9ea0f tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Publish callbacks [] for security_group_rule (10c30782-821b-4892-b570-8d1d6eee93c8), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:55.135797 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fc8f8d3f-4efd-4478-859b-ae8addf9ea0f tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Publish callbacks [] for security_group_rule (10c30782-821b-4892-b570-8d1d6eee93c8), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:55.140524 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fc8f8d3f-4efd-4478-859b-ae8addf9ea0f tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (10c30782-821b-4892-b570-8d1d6eee93c8), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:55.161921 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8f8d3f-4efd-4478-859b-ae8addf9ea0f tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10c30782-821b-4892-b570-8d1d6eee93c8,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:25:55.168901 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-fc8f8d3f-4efd-4478-859b-ae8addf9ea0f tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:55.170724 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-fc8f8d3f-4efd-4478-859b-ae8addf9ea0f tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1450427
May 07 22:25:55.173000 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 56400) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:25:55.177383 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-db4f31d1-1e7d-4a2b-86b4-52ef4b31dbff tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Request body: {'security_group_rule': {'security_group_id': '2ab47223-8585-4c6f-8646-525a986d3313', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:25:55.208478 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-db4f31d1-1e7d-4a2b-86b4-52ef4b31dbff tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Publish callbacks [] for security_group_rule (c3bcead0-b9a9-432c-9eeb-c0d85db95ed2), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:55.266451 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-db4f31d1-1e7d-4a2b-86b4-52ef4b31dbff tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Publish callbacks [] for security_group_rule (c3bcead0-b9a9-432c-9eeb-c0d85db95ed2), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:55.271393 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-db4f31d1-1e7d-4a2b-86b4-52ef4b31dbff tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (c3bcead0-b9a9-432c-9eeb-c0d85db95ed2), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:55.290100 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4f31d1-1e7d-4a2b-86b4-52ef4b31dbff tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3bcead0-b9a9-432c-9eeb-c0d85db95ed2,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:25:55.298601 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-db4f31d1-1e7d-4a2b-86b4-52ef4b31dbff tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:55.299943 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-db4f31d1-1e7d-4a2b-86b4-52ef4b31dbff tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1259511
May 07 22:25:55.303627 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 56402) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:25:55.307857 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-f869db4b-36b1-4e45-a5c5-4340822f30cc tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Request body: {'floatingip': {'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:25:55.328777 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f869db4b-36b1-4e45-a5c5-4340822f30cc tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:55.414812 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f869db4b-36b1-4e45-a5c5-4340822f30cc tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:55.447804 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device fd023d51-546a-4746-b00f-1b42dcff4178 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:25:55.496744 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port fd023d51-546a-4746-b00f-1b42dcff4178 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:25:55.497124 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (fd023d51-546a-4746-b00f-1b42dcff4178), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:55.527362 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-f869db4b-36b1-4e45-a5c5-4340822f30cc tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Allocated IP 172.35.4.114 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/9100d93d-da71-4891-af70-bd8b0968c54a) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:25:55.588483 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port fd023d51-546a-4746-b00f-1b42dcff4178 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:25:55.588879 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (fd023d51-546a-4746-b00f-1b42dcff4178), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:55.610456 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port fd023d51-546a-4746-b00f-1b42dcff4178, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fd023d51-546a-4746-b00f-1b42dcff4178,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:25:55.615270 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (fd023d51-546a-4746-b00f-1b42dcff4178), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:55.643246 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f869db4b-36b1-4e45-a5c5-4340822f30cc tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Publish callbacks [] for port (9100d93d-da71-4891-af70-bd8b0968c54a), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:55.664142 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=fd023d51-546a-4746-b00f-1b42dcff4178,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:25:55.677694 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f869db4b-36b1-4e45-a5c5-4340822f30cc tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (9100d93d-da71-4891-af70-bd8b0968c54a), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:55.712603 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f869db4b-36b1-4e45-a5c5-4340822f30cc tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:25:55.715534 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-f869db4b-36b1-4e45-a5c5-4340822f30cc tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:25:55.718939 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f869db4b-36b1-4e45-a5c5-4340822f30cc tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:25:55.749917 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f869db4b-36b1-4e45-a5c5-4340822f30cc tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Pushing event updated for resources: {'Port': ['ID=9100d93d-da71-4891-af70-bd8b0968c54a,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:25:55.813206 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f869db4b-36b1-4e45-a5c5-4340822f30cc tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Publish callbacks [] for floatingip (7dfcd854-b52b-4f0a-9ac3-d2e482bb813f), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:55.849925 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f869db4b-36b1-4e45-a5c5-4340822f30cc tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (9100d93d-da71-4891-af70-bd8b0968c54a), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:56.001958 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f869db4b-36b1-4e45-a5c5-4340822f30cc tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Publish callbacks [] for port (9100d93d-da71-4891-af70-bd8b0968c54a), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:56.006982 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f869db4b-36b1-4e45-a5c5-4340822f30cc tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (9100d93d-da71-4891-af70-bd8b0968c54a), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:56.076521 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f869db4b-36b1-4e45-a5c5-4340822f30cc tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Pushing event updated for resources: {'Port': ['ID=9100d93d-da71-4891-af70-bd8b0968c54a,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:25:56.087233 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f869db4b-36b1-4e45-a5c5-4340822f30cc tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (7dfcd854-b52b-4f0a-9ac3-d2e482bb813f), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:56.102382 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f869db4b-36b1-4e45-a5c5-4340822f30cc tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:56.103733 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-f869db4b-36b1-4e45-a5c5-4340822f30cc tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 0.7991889
May 07 22:25:56.257896 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-93fdaea4-4ee5-4192-a0f9-16ab71810176 req-4fe1245d-4977-40f5-8a7d-f05d04fbea2e tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1338130233&fields=id&tenant_id=697345bef14f49b0a7ffff78f8f90913 HTTP/1.1" status: 200  len: 267 time: 0.0436306
May 07 22:25:56.345693 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02783a9-ee70-4234-9964-c5edf2033682 None None] Sync routers for ids ['6c84532b-a939-4efd-ab5d-5dd714f1ea20'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:25:56.355699 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02783a9-ee70-4234-9964-c5edf2033682 None None] Routers {'6c84532b-a939-4efd-ab5d-5dd714f1ea20'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:25:56.356306 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-a02783a9-ee70-4234-9964-c5edf2033682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cf27af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:25:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['6c84532b-a939-4efd-ab5d-5dd714f1ea20'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:25:56.370021 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fdaea4-4ee5-4192-a0f9-16ab71810176 req-1b9cd4fc-d42b-41e3-aeae-c57c8ea97a56 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:25:56.371515 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-93fdaea4-4ee5-4192-a0f9-16ab71810176 req-1b9cd4fc-d42b-41e3-aeae-c57c8ea97a56 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/networks?id=0edc1271-8a82-489b-912c-a8fef30fb1c9 HTTP/1.1" status: 200  len: 810 time: 0.1067615
May 07 22:25:56.385916 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-93fdaea4-4ee5-4192-a0f9-16ab71810176 req-88b8d03c-956e-43cc-860f-8a9694d84cf1 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/quotas/697345bef14f49b0a7ffff78f8f90913 HTTP/1.1" status: 200  len: 375 time: 0.0089829
May 07 22:25:56.435212 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-93fdaea4-4ee5-4192-a0f9-16ab71810176 req-43d8e729-d40d-4fd1-8fc6-cb067f8c96b3 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=697345bef14f49b0a7ffff78f8f90913&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0444169
May 07 22:25:56.464482 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-a02783a9-ee70-4234-9964-c5edf2033682 None None] Set router 6c84532b-a939-4efd-ab5d-5dd714f1ea20 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:25:56.537037 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-93fdaea4-4ee5-4192-a0f9-16ab71810176 req-28943dc8-5176-4ac1-b972-9c098e7973a6 service neutron] 10.222.0.32 "GET /v2.0/networks/0edc1271-8a82-489b-912c-a8fef30fb1c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0895610
May 07 22:25:56.561827 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-49b0c3d6-f75a-4ef5-b9af-131f4fc91c1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:56.630144 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-93fdaea4-4ee5-4192-a0f9-16ab71810176 req-096bc680-1827-413d-8546-bf2e53f1a8ea service neutron] 10.222.0.32 "GET /v2.0/networks/0edc1271-8a82-489b-912c-a8fef30fb1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0865192
May 07 22:25:56.654279 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-a02783a9-ee70-4234-9964-c5edf2033682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cf27af0>, [{'id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'name': 'tempest-ServerActionsTestJSON-57126734-router', 'tenant_id': '697345bef14f49b0a7ffff78f8f90913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.19'}], 'enable_snat': True}, 'gw_port_id': 'fd023d51-546a-4746-b00f-1b42dcff4178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:25:50Z', 'updated_at': '2022-05-07T22:25:53Z', 'revision_number': 4, 'project_id': '697345bef14f49b0a7ffff78f8f90913', 'gw_port': {'id': 'fd023d51-546a-4746-b00f-1b42dcff4178', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:fd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:25:51Z', 'updated_at': '2022-05-07T22:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '20172faa-7474-4125-93fb-57de137475bf', 'name': '', 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9', 'tenant_id': '697345bef14f49b0a7ffff78f8f90913', 'mac_address': 'fa:16:3e:ed:b1:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'b2f7d31e-bd3c-4e70-a318-4783f06407ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:25:52Z', 'updated_at': '2022-05-07T22:25:53Z', 'revision_number': 2, 'project_id': '697345bef14f49b0a7ffff78f8f90913', 'subnets': [{'id': 'b2f7d31e-bd3c-4e70-a318-4783f06407ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:25:56.680861 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02783a9-ee70-4234-9964-c5edf2033682 None None] Checking router: 6c84532b-a939-4efd-ab5d-5dd714f1ea20 for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:25:56.681215 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02783a9-ee70-4234-9964-c5edf2033682 None None] Updating router 6c84532b-a939-4efd-ab5d-5dd714f1ea20 port 20172faa-7474-4125-93fb-57de137475bf binding host ncdv-master-1 {{(pid=121839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 22:25:56.709878 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-a02783a9-ee70-4234-9964-c5edf2033682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (20172faa-7474-4125-93fb-57de137475bf), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:56.810088 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3ff42f44-af22-4141-bf1a-76ded638b72a req-28f555b9-a6e6-4605-a094-439ccd246b94 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e245463-fb48-4610-aa39-d81eb23f6a5f HTTP/1.1" status: 200  len: 210 time: 0.0280190
May 07 22:25:56.995242 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-a02783a9-ee70-4234-9964-c5edf2033682 None None] Publish callbacks [] for port (20172faa-7474-4125-93fb-57de137475bf), precommit_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:57.000831 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-a02783a9-ee70-4234-9964-c5edf2033682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (20172faa-7474-4125-93fb-57de137475bf), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:57.075286 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6b3bce-a211-44ba-9d8a-5ab3971e7eb6 None None] Pushing event updated for resources: {'Port': ['ID=20172faa-7474-4125-93fb-57de137475bf,revision_number=3']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:25:57.099427 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6b3bce-a211-44ba-9d8a-5ab3971e7eb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:25:57.099800 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6b3bce-a211-44ba-9d8a-5ab3971e7eb6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:25:57.100326 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6b3bce-a211-44ba-9d8a-5ab3971e7eb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:25:57.100662 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6b3bce-a211-44ba-9d8a-5ab3971e7eb6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:25:57.100992 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6b3bce-a211-44ba-9d8a-5ab3971e7eb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:25:57.101324 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6b3bce-a211-44ba-9d8a-5ab3971e7eb6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:25:57.101644 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6b3bce-a211-44ba-9d8a-5ab3971e7eb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:25:57.101965 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6b3bce-a211-44ba-9d8a-5ab3971e7eb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:25:57.102282 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6b3bce-a211-44ba-9d8a-5ab3971e7eb6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:25:57.102601 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6b3bce-a211-44ba-9d8a-5ab3971e7eb6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:25:57.102948 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6b3bce-a211-44ba-9d8a-5ab3971e7eb6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:25:57.103264 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6b3bce-a211-44ba-9d8a-5ab3971e7eb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:25:57.103580 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6b3bce-a211-44ba-9d8a-5ab3971e7eb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:25:57.103893 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6b3bce-a211-44ba-9d8a-5ab3971e7eb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:25:57.104206 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6b3bce-a211-44ba-9d8a-5ab3971e7eb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:25:57.122568 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-a02783a9-ee70-4234-9964-c5edf2033682 None None] Attempting to bind port 20172faa-7474-4125-93fb-57de137475bf on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:25:57.123235 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-a02783a9-ee70-4234-9964-c5edf2033682 None None] Attempting to bind port 20172faa-7474-4125-93fb-57de137475bf by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '53fc118f-18fe-4132-af8b-066e9b1766f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9'}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:25:57.123923 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02783a9-ee70-4234-9964-c5edf2033682 None None] Attempting to bind port 20172faa-7474-4125-93fb-57de137475bf on network 0edc1271-8a82-489b-912c-a8fef30fb1c9 {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:25:57.129418 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02783a9-ee70-4234-9964-c5edf2033682 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:25:57.129784 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02783a9-ee70-4234-9964-c5edf2033682 None None] Checking segment: {'id': '53fc118f-18fe-4132-af8b-066e9b1766f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:25:57.130211 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-a02783a9-ee70-4234-9964-c5edf2033682 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:57.130601 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02783a9-ee70-4234-9964-c5edf2033682 None None] Bound using segment: {'id': '53fc118f-18fe-4132-af8b-066e9b1766f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9'} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:25:57.131633 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-a02783a9-ee70-4234-9964-c5edf2033682 None None] Bound port: 20172faa-7474-4125-93fb-57de137475bf, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53fc118f-18fe-4132-af8b-066e9b1766f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9'}}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:25:57.132022 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-a02783a9-ee70-4234-9964-c5edf2033682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (20172faa-7474-4125-93fb-57de137475bf), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:57.209840 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-a02783a9-ee70-4234-9964-c5edf2033682 None None] For port 20172faa-7474-4125-93fb-57de137475bf, host ncdv-master-1, cleared binding levels {{(pid=121839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:25:57.216474 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-a02783a9-ee70-4234-9964-c5edf2033682 None None] For port 20172faa-7474-4125-93fb-57de137475bf, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=20172faa-7474-4125-93fb-57de137475bf,segment=NetworkSegment(53fc118f-18fe-4132-af8b-066e9b1766f5),segment_id=53fc118f-18fe-4132-af8b-066e9b1766f5)] {{(pid=121839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:25:57.224971 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-a02783a9-ee70-4234-9964-c5edf2033682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (20172faa-7474-4125-93fb-57de137475bf), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:57.272192 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02783a9-ee70-4234-9964-c5edf2033682 None None] Routers {'6c84532b-a939-4efd-ab5d-5dd714f1ea20'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:25:57.272857 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-a02783a9-ee70-4234-9964-c5edf2033682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cf27af0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:25:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['6c84532b-a939-4efd-ab5d-5dd714f1ea20'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:25:57.309103 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-d84f1fec-e459-481b-b1c9-02dcc75d79b1 None None] Provisioning complete for port 20172faa-7474-4125-93fb-57de137475bf triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:25:57.309395 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d84f1fec-e459-481b-b1c9-02dcc75d79b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (20172faa-7474-4125-93fb-57de137475bf), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:57.330292 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6b3bce-a211-44ba-9d8a-5ab3971e7eb6 None None] Pushing event updated for resources: {'Port': ['ID=20172faa-7474-4125-93fb-57de137475bf,revision_number=4']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:25:57.425994 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-a02783a9-ee70-4234-9964-c5edf2033682 None None] Set router 6c84532b-a939-4efd-ab5d-5dd714f1ea20 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:25:57.473682 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-d84f1fec-e459-481b-b1c9-02dcc75d79b1 None None] Current status of the port 20172faa-7474-4125-93fb-57de137475bf is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:25:57.474307 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d84f1fec-e459-481b-b1c9-02dcc75d79b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (20172faa-7474-4125-93fb-57de137475bf), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:57.480030 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 20172faa-7474-4125-93fb-57de137475bf up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:25:57.560710 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-d84f1fec-e459-481b-b1c9-02dcc75d79b1 None None] For port 20172faa-7474-4125-93fb-57de137475bf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=20172faa-7474-4125-93fb-57de137475bf,segment=NetworkSegment(53fc118f-18fe-4132-af8b-066e9b1766f5),segment_id=53fc118f-18fe-4132-af8b-066e9b1766f5)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:25:57.563458 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:57.574816 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d84f1fec-e459-481b-b1c9-02dcc75d79b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (20172faa-7474-4125-93fb-57de137475bf), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:57.581104 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 20172faa-7474-4125-93fb-57de137475bf triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:25:57.581758 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (20172faa-7474-4125-93fb-57de137475bf), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:57.654821 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-a02783a9-ee70-4234-9964-c5edf2033682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cf27af0>, [{'id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'name': 'tempest-ServerActionsTestJSON-57126734-router', 'tenant_id': '697345bef14f49b0a7ffff78f8f90913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.19'}], 'enable_snat': True}, 'gw_port_id': 'fd023d51-546a-4746-b00f-1b42dcff4178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:25:50Z', 'updated_at': '2022-05-07T22:25:53Z', 'revision_number': 4, 'project_id': '697345bef14f49b0a7ffff78f8f90913', 'gw_port': {'id': 'fd023d51-546a-4746-b00f-1b42dcff4178', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:fd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:25:51Z', 'updated_at': '2022-05-07T22:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '20172faa-7474-4125-93fb-57de137475bf', 'name': '', 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9', 'tenant_id': '697345bef14f49b0a7ffff78f8f90913', 'mac_address': 'fa:16:3e:ed:b1:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'b2f7d31e-bd3c-4e70-a318-4783f06407ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:25:52Z', 'updated_at': '2022-05-07T22:25:57Z', 'revision_number': 4, 'project_id': '697345bef14f49b0a7ffff78f8f90913', 'subnets': [{'id': 'b2f7d31e-bd3c-4e70-a318-4783f06407ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:25:57.664925 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84f1fec-e459-481b-b1c9-02dcc75d79b1 None None] Pushing event updated for resources: {'Port': ['ID=20172faa-7474-4125-93fb-57de137475bf,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:25:57.717152 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-2f1fdba4-c240-48f1-8785-7a0387f58baf None None] Provisioning complete for port 20172faa-7474-4125-93fb-57de137475bf triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:25:57.717532 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2f1fdba4-c240-48f1-8785-7a0387f58baf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (20172faa-7474-4125-93fb-57de137475bf), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:57.744292 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 20172faa-7474-4125-93fb-57de137475bf is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:25:57.745414 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device fd023d51-546a-4746-b00f-1b42dcff4178 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:25:57.784143 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02783a9-ee70-4234-9964-c5edf2033682 None None] The sync data for ids ['6c84532b-a939-4efd-ab5d-5dd714f1ea20'] in ncdv-master-1 is: [{'id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'name': 'tempest-ServerActionsTestJSON-57126734-router', 'tenant_id': '697345bef14f49b0a7ffff78f8f90913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.19'}], 'enable_snat': True}, 'gw_port_id': 'fd023d51-546a-4746-b00f-1b42dcff4178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:25:50Z', 'updated_at': '2022-05-07T22:25:53Z', 'revision_number': 4, 'project_id': '697345bef14f49b0a7ffff78f8f90913', 'gw_port': {'id': 'fd023d51-546a-4746-b00f-1b42dcff4178', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:fd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:25:51Z', 'updated_at': '2022-05-07T22:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '20172faa-7474-4125-93fb-57de137475bf', 'name': '', 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9', 'tenant_id': '697345bef14f49b0a7ffff78f8f90913', 'mac_address': 'fa:16:3e:ed:b1:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'b2f7d31e-bd3c-4e70-a318-4783f06407ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:25:52Z', 'updated_at': '2022-05-07T22:25:57Z', 'revision_number': 4, 'project_id': '697345bef14f49b0a7ffff78f8f90913', 'subnets': [{'id': 'b2f7d31e-bd3c-4e70-a318-4783f06407ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:25:57.841707 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port fd023d51-546a-4746-b00f-1b42dcff4178 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:25:57.842092 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (fd023d51-546a-4746-b00f-1b42dcff4178), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:57.883285 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-2f1fdba4-c240-48f1-8785-7a0387f58baf None None] Current status of the port 20172faa-7474-4125-93fb-57de137475bf is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:25:57.903693 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fdaea4-4ee5-4192-a0f9-16ab71810176 req-19546a69-e603-4552-ab9e-de64246d59af tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:25:57.905339 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-93fdaea4-4ee5-4192-a0f9-16ab71810176 req-19546a69-e603-4552-ab9e-de64246d59af tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.59 "GET /v2.0/networks?id=0edc1271-8a82-489b-912c-a8fef30fb1c9 HTTP/1.1" status: 200  len: 810 time: 0.1771743
May 07 22:25:57.955842 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port fd023d51-546a-4746-b00f-1b42dcff4178 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:25:57.970539 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3ecc5997-89a2-4f8a-9d21-007203c936fd req-9040cae0-e120-4b55-8a11-8be78c9b803c tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e245463-fb48-4610-aa39-d81eb23f6a5f HTTP/1.1" status: 200  len: 210 time: 0.0363188
May 07 22:25:57.981488 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-93fdaea4-4ee5-4192-a0f9-16ab71810176 req-5a8a0567-4ede-4b63-81e4-a630a439500f tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=697345bef14f49b0a7ffff78f8f90913 HTTP/1.1" status: 200  len: 380 time: 0.0676093
May 07 22:25:57.991293 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-93fdaea4-4ee5-4192-a0f9-16ab71810176 req-0c742332-9103-4e9c-aef1-57fa617672ca tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Request body: {'port': {'device_id': '3e245463-fb48-4610-aa39-d81eb23f6a5f', 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9', 'admin_state_up': True, 'tenant_id': '697345bef14f49b0a7ffff78f8f90913', 'security_groups': ['2ab47223-8585-4c6f-8646-525a986d3313']}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:25:58.374424 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93fdaea4-4ee5-4192-a0f9-16ab71810176 req-0c742332-9103-4e9c-aef1-57fa617672ca tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Made reservation on behalf of 697345bef14f49b0a7ffff78f8f90913 for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:25:58.378017 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-93fdaea4-4ee5-4192-a0f9-16ab71810176 req-0c742332-9103-4e9c-aef1-57fa617672ca tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:58.508010 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [req-93fdaea4-4ee5-4192-a0f9-16ab71810176 req-0c742332-9103-4e9c-aef1-57fa617672ca tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Allocated IP 172.20.0.12 (0edc1271-8a82-489b-912c-a8fef30fb1c9/b2f7d31e-bd3c-4e70-a318-4783f06407ca/68feade0-83ad-484a-aa0b-bfb4e7c07f70) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:25:58.645767 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-93fdaea4-4ee5-4192-a0f9-16ab71810176 req-0c742332-9103-4e9c-aef1-57fa617672ca tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Publish callbacks [] for port (68feade0-83ad-484a-aa0b-bfb4e7c07f70), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:58.679335 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-93fdaea4-4ee5-4192-a0f9-16ab71810176 req-0c742332-9103-4e9c-aef1-57fa617672ca tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (68feade0-83ad-484a-aa0b-bfb4e7c07f70), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:58.719458 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93fdaea4-4ee5-4192-a0f9-16ab71810176 req-0c742332-9103-4e9c-aef1-57fa617672ca tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Network 0edc1271-8a82-489b-912c-a8fef30fb1c9 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:25:58.722372 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [req-93fdaea4-4ee5-4192-a0f9-16ab71810176 req-0c742332-9103-4e9c-aef1-57fa617672ca tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:25:58.726513 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-93fdaea4-4ee5-4192-a0f9-16ab71810176 req-0c742332-9103-4e9c-aef1-57fa617672ca tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:25:58.753609 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c742332-9103-4e9c-aef1-57fa617672ca tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Pushing event updated for resources: {'Port': ['ID=68feade0-83ad-484a-aa0b-bfb4e7c07f70,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:25:58.782965 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fdaea4-4ee5-4192-a0f9-16ab71810176 req-0c742332-9103-4e9c-aef1-57fa617672ca tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:25:58.783581 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-93fdaea4-4ee5-4192-a0f9-16ab71810176 req-0c742332-9103-4e9c-aef1-57fa617672ca tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:58.800885 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-93fdaea4-4ee5-4192-a0f9-16ab71810176 req-0c742332-9103-4e9c-aef1-57fa617672ca tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8140304
May 07 22:25:58.812049 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-93fdaea4-4ee5-4192-a0f9-16ab71810176 req-7942ceae-3f1e-4975-9528-672fbd1a8207 service neutron] Request body: {'port': {'device_id': '3e245463-fb48-4610-aa39-d81eb23f6a5f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:25:58.866918 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 22:25:58.882703 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-93fdaea4-4ee5-4192-a0f9-16ab71810176 req-7942ceae-3f1e-4975-9528-672fbd1a8207 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (68feade0-83ad-484a-aa0b-bfb4e7c07f70), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:59.009161 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-1c103475-921d-4e18-8360-2af27fb2c703 None None] Provisioning complete for port 68feade0-83ad-484a-aa0b-bfb4e7c07f70 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:25:59.009711 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1c103475-921d-4e18-8360-2af27fb2c703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (68feade0-83ad-484a-aa0b-bfb4e7c07f70), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:59.049484 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-1c103475-921d-4e18-8360-2af27fb2c703 None None] Port 68feade0-83ad-484a-aa0b-bfb4e7c07f70 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:25:59.184446 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [req-93fdaea4-4ee5-4192-a0f9-16ab71810176 req-7942ceae-3f1e-4975-9528-672fbd1a8207 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68feade0-83ad-484a-aa0b-bfb4e7c07f70 {{(pid=121837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:25:59.195497 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-93fdaea4-4ee5-4192-a0f9-16ab71810176 req-7942ceae-3f1e-4975-9528-672fbd1a8207 service neutron] Publish callbacks [] for port (68feade0-83ad-484a-aa0b-bfb4e7c07f70), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:59.205301 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01814f08-a6d4-42d5-80da-8abe55e3390c req-dfbaf1c7-4c44-4df7-a3d1-99a0c7e001be tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:25:59.206816 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-01814f08-a6d4-42d5-80da-8abe55e3390c req-dfbaf1c7-4c44-4df7-a3d1-99a0c7e001be tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e245463-fb48-4610-aa39-d81eb23f6a5f HTTP/1.1" status: 200  len: 932 time: 0.1487181
May 07 22:25:59.222251 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:59.233508 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-93fdaea4-4ee5-4192-a0f9-16ab71810176 req-7942ceae-3f1e-4975-9528-672fbd1a8207 service neutron] Transition to ACTIVE for port object 68feade0-83ad-484a-aa0b-bfb4e7c07f70 will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 22:25:59.240233 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-93fdaea4-4ee5-4192-a0f9-16ab71810176 req-7942ceae-3f1e-4975-9528-672fbd1a8207 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (68feade0-83ad-484a-aa0b-bfb4e7c07f70), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:59.298384 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-01814f08-a6d4-42d5-80da-8abe55e3390c req-314da394-2338-495e-aeb3-39726efa98c9 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0844522
May 07 22:25:59.311815 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7942ceae-3f1e-4975-9528-672fbd1a8207 service neutron] Pushing event updated for resources: {'Port': ['ID=68feade0-83ad-484a-aa0b-bfb4e7c07f70,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:25:59.389698 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-93fdaea4-4ee5-4192-a0f9-16ab71810176 req-7942ceae-3f1e-4975-9528-672fbd1a8207 service neutron] Attempting to bind port 68feade0-83ad-484a-aa0b-bfb4e7c07f70 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:25:59.390043 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-93fdaea4-4ee5-4192-a0f9-16ab71810176 req-7942ceae-3f1e-4975-9528-672fbd1a8207 service neutron] Attempting to bind port 68feade0-83ad-484a-aa0b-bfb4e7c07f70 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '53fc118f-18fe-4132-af8b-066e9b1766f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:25:59.390362 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fdaea4-4ee5-4192-a0f9-16ab71810176 req-7942ceae-3f1e-4975-9528-672fbd1a8207 service neutron] Attempting to bind port 68feade0-83ad-484a-aa0b-bfb4e7c07f70 on network 0edc1271-8a82-489b-912c-a8fef30fb1c9 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:25:59.395170 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fdaea4-4ee5-4192-a0f9-16ab71810176 req-7942ceae-3f1e-4975-9528-672fbd1a8207 service neutron] Port 68feade0-83ad-484a-aa0b-bfb4e7c07f70 on network 0edc1271-8a82-489b-912c-a8fef30fb1c9 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:25:59.395496 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fdaea4-4ee5-4192-a0f9-16ab71810176 req-7942ceae-3f1e-4975-9528-672fbd1a8207 service neutron] Attempting to bind port 68feade0-83ad-484a-aa0b-bfb4e7c07f70 on network 0edc1271-8a82-489b-912c-a8fef30fb1c9 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:25:59.401466 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fdaea4-4ee5-4192-a0f9-16ab71810176 req-7942ceae-3f1e-4975-9528-672fbd1a8207 service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:25:59.401802 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fdaea4-4ee5-4192-a0f9-16ab71810176 req-7942ceae-3f1e-4975-9528-672fbd1a8207 service neutron] Checking segment: {'id': '53fc118f-18fe-4132-af8b-066e9b1766f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:25:59.402188 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fdaea4-4ee5-4192-a0f9-16ab71810176 req-7942ceae-3f1e-4975-9528-672fbd1a8207 service neutron] Bound using segment: {'id': '53fc118f-18fe-4132-af8b-066e9b1766f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:25:59.402616 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-93fdaea4-4ee5-4192-a0f9-16ab71810176 req-7942ceae-3f1e-4975-9528-672fbd1a8207 service neutron] Bound port: 68feade0-83ad-484a-aa0b-bfb4e7c07f70, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53fc118f-18fe-4132-af8b-066e9b1766f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:25:59.403023 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-93fdaea4-4ee5-4192-a0f9-16ab71810176 req-7942ceae-3f1e-4975-9528-672fbd1a8207 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (68feade0-83ad-484a-aa0b-bfb4e7c07f70), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:59.451650 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 20172faa-7474-4125-93fb-57de137475bf up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:25:59.476637 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-93fdaea4-4ee5-4192-a0f9-16ab71810176 req-7942ceae-3f1e-4975-9528-672fbd1a8207 service neutron] For port 68feade0-83ad-484a-aa0b-bfb4e7c07f70, host nch2-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:25:59.480118 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-93fdaea4-4ee5-4192-a0f9-16ab71810176 req-7942ceae-3f1e-4975-9528-672fbd1a8207 service neutron] For port 68feade0-83ad-484a-aa0b-bfb4e7c07f70, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=68feade0-83ad-484a-aa0b-bfb4e7c07f70,segment=NetworkSegment(53fc118f-18fe-4132-af8b-066e9b1766f5),segment_id=53fc118f-18fe-4132-af8b-066e9b1766f5)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:25:59.488618 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-93fdaea4-4ee5-4192-a0f9-16ab71810176 req-7942ceae-3f1e-4975-9528-672fbd1a8207 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (68feade0-83ad-484a-aa0b-bfb4e7c07f70), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:59.501611 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 20172faa-7474-4125-93fb-57de137475bf triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:25:59.502093 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (20172faa-7474-4125-93fb-57de137475bf), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:59.524155 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fdaea4-4ee5-4192-a0f9-16ab71810176 req-7942ceae-3f1e-4975-9528-672fbd1a8207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:25:59.524753 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-93fdaea4-4ee5-4192-a0f9-16ab71810176 req-7942ceae-3f1e-4975-9528-672fbd1a8207 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:25:59.527118 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-93fdaea4-4ee5-4192-a0f9-16ab71810176 req-7942ceae-3f1e-4975-9528-672fbd1a8207 service neutron] 10.222.0.59 "PUT /v2.0/ports/68feade0-83ad-484a-aa0b-bfb4e7c07f70 HTTP/1.1" status: 200  len: 1092 time: 0.7188497
May 07 22:25:59.527581 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e245463-fb48-4610-aa39-d81eb23f6a5f', 'tag': '68feade0-83ad-484a-aa0b-bfb4e7c07f70'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:25:59.529970 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37585fca-8c41-40e0-9a12-83871ae56651" -d '{"events": [{"name": "network-changed", "server_uuid": "3e245463-fb48-4610-aa39-d81eb23f6a5f", "tag": "68feade0-83ad-484a-aa0b-bfb4e7c07f70"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:25:59.578879 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7942ceae-3f1e-4975-9528-672fbd1a8207 service neutron] Pushing event updated for resources: {'Port': ['ID=68feade0-83ad-484a-aa0b-bfb4e7c07f70,revision_number=3']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:25:59.598287 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f02c91e-8a70-45fb-a79b-3ed51afac06d x-openstack-request-id: req-6f02c91e-8a70-45fb-a79b-3ed51afac06d {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:25:59.598648 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e245463-fb48-4610-aa39-d81eb23f6a5f", "tag": "68feade0-83ad-484a-aa0b-bfb4e7c07f70", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:25:59.599077 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6f02c91e-8a70-45fb-a79b-3ed51afac06d {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:25:59.599496 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f02c91e-8a70-45fb-a79b-3ed51afac06d'] response: {'name': 'network-changed', 'server_uuid': '3e245463-fb48-4610-aa39-d81eb23f6a5f', 'tag': '68feade0-83ad-484a-aa0b-bfb4e7c07f70', 'status': 'completed', 'code': 200}
May 07 22:25:59.616107 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 20172faa-7474-4125-93fb-57de137475bf is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:25:59.639607 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fdaea4-4ee5-4192-a0f9-16ab71810176 req-7a92f793-5562-4dd9-b3e1-47608d5afe43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:25:59.641161 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-93fdaea4-4ee5-4192-a0f9-16ab71810176 req-7a92f793-5562-4dd9-b3e1-47608d5afe43 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=697345bef14f49b0a7ffff78f8f90913&device_id=3e245463-fb48-4610-aa39-d81eb23f6a5f HTTP/1.1" status: 200  len: 1126 time: 0.0635540
May 07 22:25:59.688636 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-93fdaea4-4ee5-4192-a0f9-16ab71810176 req-f229e234-5a77-4ce7-8f42-1705e91c1616 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68feade0-83ad-484a-aa0b-bfb4e7c07f70 HTTP/1.1" status: 200  len: 217 time: 0.0404549
May 07 22:25:59.737773 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fdaea4-4ee5-4192-a0f9-16ab71810176 req-b2090d08-a80c-4f9d-bae0-8ec9684ed7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:25:59.739302 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-93fdaea4-4ee5-4192-a0f9-16ab71810176 req-b2090d08-a80c-4f9d-bae0-8ec9684ed7f9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b2f7d31e-bd3c-4e70-a318-4783f06407ca HTTP/1.1" status: 200  len: 849 time: 0.0445323
May 07 22:25:59.781264 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fdaea4-4ee5-4192-a0f9-16ab71810176 req-27386a74-b9e6-488d-8d9b-d66da7b1f2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:25:59.782679 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-93fdaea4-4ee5-4192-a0f9-16ab71810176 req-27386a74-b9e6-488d-8d9b-d66da7b1f2ac service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0edc1271-8a82-489b-912c-a8fef30fb1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0379124
May 07 22:25:59.875581 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-93fdaea4-4ee5-4192-a0f9-16ab71810176 req-54181f1a-f59e-4981-a1b2-8cd72e3df960 service neutron] 10.222.0.59 "GET /v2.0/networks/0edc1271-8a82-489b-912c-a8fef30fb1c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0872095
May 07 22:25:59.966247 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-93fdaea4-4ee5-4192-a0f9-16ab71810176 req-86a3db2a-b956-4c43-96cd-1ddac60e1365 service neutron] 10.222.0.59 "GET /v2.0/networks/0edc1271-8a82-489b-912c-a8fef30fb1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0850730
May 07 22:26:00.328671 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:26:00.421088 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ba40b2-a5c5-48c5-9dd8-d08fd97310d1 req-24431e85-81b4-4a82-bba6-23485dbc0cd8 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:00.422562 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-97ba40b2-a5c5-48c5-9dd8-d08fd97310d1 req-24431e85-81b4-4a82-bba6-23485dbc0cd8 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e245463-fb48-4610-aa39-d81eb23f6a5f HTTP/1.1" status: 200  len: 944 time: 0.0517864
May 07 22:26:00.470299 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-97ba40b2-a5c5-48c5-9dd8-d08fd97310d1 req-d631ecef-5fb8-43b9-b748-5ef5eb872f7e tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420887
May 07 22:26:00.791051 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37585fca-8c41-40e0-9a12-83871ae56651 req-4c74276c-1a23-4328-b81b-25f3c5452da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:00.792555 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-37585fca-8c41-40e0-9a12-83871ae56651 req-4c74276c-1a23-4328-b81b-25f3c5452da4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=697345bef14f49b0a7ffff78f8f90913&device_id=3e245463-fb48-4610-aa39-d81eb23f6a5f HTTP/1.1" status: 200  len: 1126 time: 0.0391073
May 07 22:26:00.885844 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37585fca-8c41-40e0-9a12-83871ae56651 req-91e98061-f522-4386-8c8a-f5213eb2bc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:00.887991 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-37585fca-8c41-40e0-9a12-83871ae56651 req-91e98061-f522-4386-8c8a-f5213eb2bc10 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0edc1271-8a82-489b-912c-a8fef30fb1c9 HTTP/1.1" status: 200  len: 911 time: 0.0898025
May 07 22:26:00.929440 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-37585fca-8c41-40e0-9a12-83871ae56651 req-2fe7a198-2529-4b5d-bd0d-d5a83c27ac84 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68feade0-83ad-484a-aa0b-bfb4e7c07f70 HTTP/1.1" status: 200  len: 217 time: 0.0356555
May 07 22:26:00.977612 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37585fca-8c41-40e0-9a12-83871ae56651 req-ea8b1924-3590-4442-8840-bc9419feb708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:00.979098 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-37585fca-8c41-40e0-9a12-83871ae56651 req-ea8b1924-3590-4442-8840-bc9419feb708 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b2f7d31e-bd3c-4e70-a318-4783f06407ca HTTP/1.1" status: 200  len: 849 time: 0.0441673
May 07 22:26:01.025835 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37585fca-8c41-40e0-9a12-83871ae56651 req-9c3b4fb3-56cd-4757-8f61-752fd6bbf1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:01.027336 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-37585fca-8c41-40e0-9a12-83871ae56651 req-9c3b4fb3-56cd-4757-8f61-752fd6bbf1cd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0edc1271-8a82-489b-912c-a8fef30fb1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0425026
May 07 22:26:01.115004 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-37585fca-8c41-40e0-9a12-83871ae56651 req-e5375c79-24a6-4afd-a569-fdb71af32ff7 service neutron] 10.222.0.59 "GET /v2.0/networks/0edc1271-8a82-489b-912c-a8fef30fb1c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0817013
May 07 22:26:01.206927 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-37585fca-8c41-40e0-9a12-83871ae56651 req-9478dae9-97b4-401c-a441-dbd9463fcd49 service neutron] 10.222.0.59 "GET /v2.0/networks/0edc1271-8a82-489b-912c-a8fef30fb1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0862832
May 07 22:26:01.652047 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ee1e06-1af5-4010-a67c-f46e14c2cf65 req-e7424f89-6093-4e39-b6d2-d331d0068ad7 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:01.653439 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a3ee1e06-1af5-4010-a67c-f46e14c2cf65 req-e7424f89-6093-4e39-b6d2-d331d0068ad7 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e245463-fb48-4610-aa39-d81eb23f6a5f HTTP/1.1" status: 200  len: 944 time: 0.1134574
May 07 22:26:01.700506 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a3ee1e06-1af5-4010-a67c-f46e14c2cf65 req-298ed4a0-b359-48a7-bb57-c71a528e1916 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414877
May 07 22:26:02.490169 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 68feade0-83ad-484a-aa0b-bfb4e7c07f70 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:26:02.594925 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 68feade0-83ad-484a-aa0b-bfb4e7c07f70, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=68feade0-83ad-484a-aa0b-bfb4e7c07f70,segment=NetworkSegment(53fc118f-18fe-4132-af8b-066e9b1766f5),segment_id=53fc118f-18fe-4132-af8b-066e9b1766f5)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:26:02.609033 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': '68feade0-83ad-484a-aa0b-bfb4e7c07f70', 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9', 'port_id': '68feade0-83ad-484a-aa0b-bfb4e7c07f70', 'mac_address': 'fa:16:3e:29:b9:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2f7d31e-bd3c-4e70-a318-4783f06407ca', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:26:02.646352 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 68feade0-83ad-484a-aa0b-bfb4e7c07f70 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:26:02.646748 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (68feade0-83ad-484a-aa0b-bfb4e7c07f70), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:26:02.659367 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68feade0-83ad-484a-aa0b-bfb4e7c07f70 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:26:02.679767 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 68feade0-83ad-484a-aa0b-bfb4e7c07f70, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=68feade0-83ad-484a-aa0b-bfb4e7c07f70,segment=NetworkSegment(53fc118f-18fe-4132-af8b-066e9b1766f5),segment_id=53fc118f-18fe-4132-af8b-066e9b1766f5)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:26:02.683260 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (68feade0-83ad-484a-aa0b-bfb4e7c07f70), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:26:02.728221 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=68feade0-83ad-484a-aa0b-bfb4e7c07f70,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:26:02.816617 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4497e81b-eb96-4254-83f9-d7c5c1f41ef3 req-d2951b71-c98c-4df4-82e3-cec6d6698bfe tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:02.818017 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4497e81b-eb96-4254-83f9-d7c5c1f41ef3 req-d2951b71-c98c-4df4-82e3-cec6d6698bfe tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e245463-fb48-4610-aa39-d81eb23f6a5f HTTP/1.1" status: 200  len: 945 time: 0.0497832
May 07 22:26:02.866913 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4497e81b-eb96-4254-83f9-d7c5c1f41ef3 req-1766fc1e-573e-4df5-a7e9-053c54a18137 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430157
May 07 22:26:02.872148 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['68feade0-83ad-484a-aa0b-bfb4e7c07f70'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:26:03.986337 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce0a552-266f-4d46-8a3b-7a38461be81b req-6eec6337-9f6a-4eed-834a-41dbfd427b22 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:03.987809 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4ce0a552-266f-4d46-8a3b-7a38461be81b req-6eec6337-9f6a-4eed-834a-41dbfd427b22 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e245463-fb48-4610-aa39-d81eb23f6a5f HTTP/1.1" status: 200  len: 945 time: 0.0457604
May 07 22:26:04.035693 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4ce0a552-266f-4d46-8a3b-7a38461be81b req-5b4fd13c-0c53-4689-a477-fb7d6b458551 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418165
May 07 22:26:04.491879 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 68feade0-83ad-484a-aa0b-bfb4e7c07f70 up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:26:04.535784 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning for port 68feade0-83ad-484a-aa0b-bfb4e7c07f70 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 22:26:04.540620 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port 68feade0-83ad-484a-aa0b-bfb4e7c07f70 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:26:04.541187 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (68feade0-83ad-484a-aa0b-bfb4e7c07f70), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:26:04.626438 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 68feade0-83ad-484a-aa0b-bfb4e7c07f70 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:26:04.626848 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (68feade0-83ad-484a-aa0b-bfb4e7c07f70), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:26:04.649360 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e245463-fb48-4610-aa39-d81eb23f6a5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68feade0-83ad-484a-aa0b-bfb4e7c07f70'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:26:04.651629 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af2908b1-68b3-4967-8597-137e31711589" -d '{"events": [{"server_uuid": "3e245463-fb48-4610-aa39-d81eb23f6a5f", "name": "network-vif-plugged", "status": "completed", "tag": "68feade0-83ad-484a-aa0b-bfb4e7c07f70"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:26:04.663734 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 68feade0-83ad-484a-aa0b-bfb4e7c07f70, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=68feade0-83ad-484a-aa0b-bfb4e7c07f70,segment=NetworkSegment(53fc118f-18fe-4132-af8b-066e9b1766f5),segment_id=53fc118f-18fe-4132-af8b-066e9b1766f5)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:26:04.668010 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (68feade0-83ad-484a-aa0b-bfb4e7c07f70), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:26:04.693080 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc9949a1-5e80-4bb1-9cea-01d9939850d0 x-openstack-request-id: req-bc9949a1-5e80-4bb1-9cea-01d9939850d0 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:26:04.693373 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e245463-fb48-4610-aa39-d81eb23f6a5f", "name": "network-vif-plugged", "status": "completed", "tag": "68feade0-83ad-484a-aa0b-bfb4e7c07f70", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:26:04.693733 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bc9949a1-5e80-4bb1-9cea-01d9939850d0 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:26:04.694753 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc9949a1-5e80-4bb1-9cea-01d9939850d0'] response: {'server_uuid': '3e245463-fb48-4610-aa39-d81eb23f6a5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68feade0-83ad-484a-aa0b-bfb4e7c07f70', 'code': 200}
May 07 22:26:04.719454 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=68feade0-83ad-484a-aa0b-bfb4e7c07f70,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:26:04.785722 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d475e689-b558-4e6a-b614-423529ce60dc req-5a70f8b5-363b-49b0-82ee-790f3fd1f0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:04.787355 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d475e689-b558-4e6a-b614-423529ce60dc req-5a70f8b5-363b-49b0-82ee-790f3fd1f0c4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3e245463-fb48-4610-aa39-d81eb23f6a5f HTTP/1.1" status: 200  len: 1128 time: 0.0436106
May 07 22:26:04.834357 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d475e689-b558-4e6a-b614-423529ce60dc req-e8bdb608-4d3e-4d21-909d-9cbfe0c12a83 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416932
May 07 22:26:05.148232 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc0e32-1c5d-464d-a072-abd8efdc958f req-2bfb650d-87b1-4a6a-8555-cc047832f7cd tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:05.149728 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-78dc0e32-1c5d-464d-a072-abd8efdc958f req-2bfb650d-87b1-4a6a-8555-cc047832f7cd tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e245463-fb48-4610-aa39-d81eb23f6a5f HTTP/1.1" status: 200  len: 946 time: 0.0462840
May 07 22:26:05.201066 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-78dc0e32-1c5d-464d-a072-abd8efdc958f req-e1ee8260-7668-4761-a3e6-86a3f202d9ee tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458295
May 07 22:26:06.314111 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9361aa8-4c84-4ee6-8a1c-6d02f986f200 req-d451d015-c662-45a0-8339-cf92928c58d6 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:06.315601 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f9361aa8-4c84-4ee6-8a1c-6d02f986f200 req-d451d015-c662-45a0-8339-cf92928c58d6 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e245463-fb48-4610-aa39-d81eb23f6a5f HTTP/1.1" status: 200  len: 946 time: 0.0456257
May 07 22:26:06.345764 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [req-a9b5ea7f-96db-427c-967e-f243d8f3278c req-4ebe2777-2c2c-4712-a3d9-8b27ec552fad service neutron] (121836) timed out ('10.222.0.55', 49834) {{(pid=121836) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
May 07 22:26:06.361149 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f9361aa8-4c84-4ee6-8a1c-6d02f986f200 req-8b4e9e00-c49f-455b-8855-3bc95acbbba4 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394089
May 07 22:26:06.470085 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6f1fe4-b573-4fac-bc4c-ae01802abc1c req-6279d7f0-98cf-4756-a340-22092840a815 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:06.471501 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2c6f1fe4-b573-4fac-bc4c-ae01802abc1c req-6279d7f0-98cf-4756-a340-22092840a815 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e245463-fb48-4610-aa39-d81eb23f6a5f HTTP/1.1" status: 200  len: 946 time: 0.0465961
May 07 22:26:06.480580 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 56452) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:26:06.484861 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-28fa8ff5-42f9-4579-986b-2134c9e8b49c tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Request body: {'floatingip': {'port_id': '68feade0-83ad-484a-aa0b-bfb4e7c07f70'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:26:06.523867 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-28fa8ff5-42f9-4579-986b-2134c9e8b49c tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Publish callbacks [] for floatingip (7dfcd854-b52b-4f0a-9ac3-d2e482bb813f), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:26:06.978588 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-28fa8ff5-42f9-4579-986b-2134c9e8b49c tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:26:06.982525 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-28fa8ff5-42f9-4579-986b-2134c9e8b49c tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (7dfcd854-b52b-4f0a-9ac3-d2e482bb813f), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:26:07.086356 ncdv-master-1 neutron-server[121836]: INFO neutron.db.l3_db [None req-28fa8ff5-42f9-4579-986b-2134c9e8b49c tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Floating IP 7dfcd854-b52b-4f0a-9ac3-d2e482bb813f associated. External IP: 172.35.4.114, port: 68feade0-83ad-484a-aa0b-bfb4e7c07f70.
May 07 22:26:07.298336 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28fa8ff5-42f9-4579-986b-2134c9e8b49c tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Router 6c84532b-a939-4efd-ab5d-5dd714f1ea20 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:26:07.408766 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28fa8ff5-42f9-4579-986b-2134c9e8b49c tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:26:07.413579 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-28fa8ff5-42f9-4579-986b-2134c9e8b49c tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:26:07.418448 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b36211c-2d03-4d73-935a-3a5affcd55da None None] Sync routers for ids ['6c84532b-a939-4efd-ab5d-5dd714f1ea20'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:26:07.428244 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b36211c-2d03-4d73-935a-3a5affcd55da None None] Routers {'6c84532b-a939-4efd-ab5d-5dd714f1ea20'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:26:07.428862 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-3b36211c-2d03-4d73-935a-3a5affcd55da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7e933f70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:25:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['6c84532b-a939-4efd-ab5d-5dd714f1ea20'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:26:07.442951 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-28fa8ff5-42f9-4579-986b-2134c9e8b49c tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "PUT /v2.0/floatingips/7dfcd854-b52b-4f0a-9ac3-d2e482bb813f HTTP/1.1" status: 200  len: 992 time: 0.9612973
May 07 22:26:07.443521 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e245463-fb48-4610-aa39-d81eb23f6a5f', 'tag': '68feade0-83ad-484a-aa0b-bfb4e7c07f70'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:26:07.446314 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fceeedc7-ebf8-4312-a798-882f5c574744" -d '{"events": [{"name": "network-changed", "server_uuid": "3e245463-fb48-4610-aa39-d81eb23f6a5f", "tag": "68feade0-83ad-484a-aa0b-bfb4e7c07f70"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:26:07.486580 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-703cc5f1-e8d8-4563-b704-75295d950038 x-openstack-request-id: req-703cc5f1-e8d8-4563-b704-75295d950038 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:26:07.486897 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e245463-fb48-4610-aa39-d81eb23f6a5f", "tag": "68feade0-83ad-484a-aa0b-bfb4e7c07f70", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:26:07.487151 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-703cc5f1-e8d8-4563-b704-75295d950038 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:26:07.487564 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-703cc5f1-e8d8-4563-b704-75295d950038'] response: {'name': 'network-changed', 'server_uuid': '3e245463-fb48-4610-aa39-d81eb23f6a5f', 'tag': '68feade0-83ad-484a-aa0b-bfb4e7c07f70', 'status': 'completed', 'code': 200}
May 07 22:26:07.543257 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-3b36211c-2d03-4d73-935a-3a5affcd55da None None] Set router 6c84532b-a939-4efd-ab5d-5dd714f1ea20 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:26:07.570025 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceeedc7-ebf8-4312-a798-882f5c574744 req-89660d90-73c9-4fdf-b450-e2c84e071031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:07.572200 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-fceeedc7-ebf8-4312-a798-882f5c574744 req-89660d90-73c9-4fdf-b450-e2c84e071031 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=697345bef14f49b0a7ffff78f8f90913&device_id=3e245463-fb48-4610-aa39-d81eb23f6a5f HTTP/1.1" status: 200  len: 1128 time: 0.0638392
May 07 22:26:07.580631 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3607d4-e499-479f-aa85-f90926af18aa req-0bb5ad8e-7ea1-461c-95ef-f129a5825de3 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:07.582366 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6b3607d4-e499-479f-aa85-f90926af18aa req-0bb5ad8e-7ea1-461c-95ef-f129a5825de3 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e245463-fb48-4610-aa39-d81eb23f6a5f HTTP/1.1" status: 200  len: 946 time: 0.0836079
May 07 22:26:07.688449 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6b3607d4-e499-479f-aa85-f90926af18aa req-8f6934c1-2e44-4bc8-8959-2c3a0a206453 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0974617
May 07 22:26:07.705527 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceeedc7-ebf8-4312-a798-882f5c574744 req-c78d3b1c-c4f0-4b19-9093-424f260fee0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:07.707093 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-fceeedc7-ebf8-4312-a798-882f5c574744 req-c78d3b1c-c4f0-4b19-9093-424f260fee0b service neutron] 10.222.0.59 "GET /v2.0/networks?id=0edc1271-8a82-489b-912c-a8fef30fb1c9 HTTP/1.1" status: 200  len: 911 time: 0.1238029
May 07 22:26:07.777106 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-3b36211c-2d03-4d73-935a-3a5affcd55da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7e933f70>, [{'id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'name': 'tempest-ServerActionsTestJSON-57126734-router', 'tenant_id': '697345bef14f49b0a7ffff78f8f90913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.19'}], 'enable_snat': True}, 'gw_port_id': 'fd023d51-546a-4746-b00f-1b42dcff4178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:25:50Z', 'updated_at': '2022-05-07T22:25:53Z', 'revision_number': 4, 'project_id': '697345bef14f49b0a7ffff78f8f90913', 'gw_port': {'id': 'fd023d51-546a-4746-b00f-1b42dcff4178', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:fd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:25:51Z', 'updated_at': '2022-05-07T22:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '7dfcd854-b52b-4f0a-9ac3-d2e482bb813f', 'tenant_id': '697345bef14f49b0a7ffff78f8f90913', 'floating_ip_address': '172.35.4.114', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'port_id': '68feade0-83ad-484a-aa0b-bfb4e7c07f70', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4166, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9', 'mac_address': 'fa:16:3e:29:b9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e245463-fb48-4610-aa39-d81eb23f6a5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:25:55Z', 'updated_at': '2022-05-07T22:26:06Z', 'revision_number': 1, 'project_id': '697345bef14f49b0a7ffff78f8f90913', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20172faa-7474-4125-93fb-57de137475bf', 'name': '', 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9', 'tenant_id': '697345bef14f49b0a7ffff78f8f90913', 'mac_address': 'fa:16:3e:ed:b1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'b2f7d31e-bd3c-4e70-a318-4783f06407ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:25:52Z', 'updated_at': '2022-05-07T22:25:57Z', 'revision_number': 5, 'project_id': '697345bef14f49b0a7ffff78f8f90913', 'subnets': [{'id': 'b2f7d31e-bd3c-4e70-a318-4783f06407ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:26:07.780069 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-fceeedc7-ebf8-4312-a798-882f5c574744 req-c08a1bba-3113-40eb-bcec-a250c7bc1ee6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68feade0-83ad-484a-aa0b-bfb4e7c07f70 HTTP/1.1" status: 200  len: 1000 time: 0.0675697
May 07 22:26:07.808352 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b36211c-2d03-4d73-935a-3a5affcd55da None None] Checking router: 6c84532b-a939-4efd-ab5d-5dd714f1ea20 for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:26:07.810997 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdba431-66ed-4a67-a412-e9f1af841fbe req-49ae0d0e-8803-4bd3-b4ac-330d80bf60ab tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:07.812639 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7fdba431-66ed-4a67-a412-e9f1af841fbe req-49ae0d0e-8803-4bd3-b4ac-330d80bf60ab tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e245463-fb48-4610-aa39-d81eb23f6a5f HTTP/1.1" status: 200  len: 946 time: 0.0518467
May 07 22:26:07.817221 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b36211c-2d03-4d73-935a-3a5affcd55da None None] Routers {'6c84532b-a939-4efd-ab5d-5dd714f1ea20'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:26:07.817532 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-3b36211c-2d03-4d73-935a-3a5affcd55da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7e933f70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:25:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['6c84532b-a939-4efd-ab5d-5dd714f1ea20'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:26:07.831473 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceeedc7-ebf8-4312-a798-882f5c574744 req-f67205b2-a04b-479a-bc6e-cbd49efec1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:07.832959 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-fceeedc7-ebf8-4312-a798-882f5c574744 req-f67205b2-a04b-479a-bc6e-cbd49efec1a8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b2f7d31e-bd3c-4e70-a318-4783f06407ca HTTP/1.1" status: 200  len: 849 time: 0.0469480
May 07 22:26:07.864018 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7fdba431-66ed-4a67-a412-e9f1af841fbe req-4d59de12-03fe-4393-932f-cca68a25698e tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430353
May 07 22:26:07.877147 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceeedc7-ebf8-4312-a798-882f5c574744 req-28e42760-c272-4df4-90e2-31e6857d42cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:07.878669 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-fceeedc7-ebf8-4312-a798-882f5c574744 req-28e42760-c272-4df4-90e2-31e6857d42cc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0edc1271-8a82-489b-912c-a8fef30fb1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0401328
May 07 22:26:07.937241 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-3b36211c-2d03-4d73-935a-3a5affcd55da None None] Set router 6c84532b-a939-4efd-ab5d-5dd714f1ea20 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:26:07.973976 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-fceeedc7-ebf8-4312-a798-882f5c574744 req-82f63d93-a3dc-41ee-a151-a4f27a3601f8 service neutron] 10.222.0.59 "GET /v2.0/networks/0edc1271-8a82-489b-912c-a8fef30fb1c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0893633
May 07 22:26:08.073109 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-fceeedc7-ebf8-4312-a798-882f5c574744 req-ef8b9e15-40ec-4846-b31b-bf56f6ff498b service neutron] 10.222.0.59 "GET /v2.0/networks/0edc1271-8a82-489b-912c-a8fef30fb1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0932620
May 07 22:26:08.306604 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-3b36211c-2d03-4d73-935a-3a5affcd55da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7e933f70>, [{'id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'name': 'tempest-ServerActionsTestJSON-57126734-router', 'tenant_id': '697345bef14f49b0a7ffff78f8f90913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.19'}], 'enable_snat': True}, 'gw_port_id': 'fd023d51-546a-4746-b00f-1b42dcff4178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:25:50Z', 'updated_at': '2022-05-07T22:25:53Z', 'revision_number': 4, 'project_id': '697345bef14f49b0a7ffff78f8f90913', 'gw_port': {'id': 'fd023d51-546a-4746-b00f-1b42dcff4178', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:fd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:25:51Z', 'updated_at': '2022-05-07T22:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '7dfcd854-b52b-4f0a-9ac3-d2e482bb813f', 'tenant_id': '697345bef14f49b0a7ffff78f8f90913', 'floating_ip_address': '172.35.4.114', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'port_id': '68feade0-83ad-484a-aa0b-bfb4e7c07f70', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4166, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9', 'mac_address': 'fa:16:3e:29:b9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e245463-fb48-4610-aa39-d81eb23f6a5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:25:55Z', 'updated_at': '2022-05-07T22:26:06Z', 'revision_number': 1, 'project_id': '697345bef14f49b0a7ffff78f8f90913', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20172faa-7474-4125-93fb-57de137475bf', 'name': '', 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9', 'tenant_id': '697345bef14f49b0a7ffff78f8f90913', 'mac_address': 'fa:16:3e:ed:b1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'b2f7d31e-bd3c-4e70-a318-4783f06407ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:25:52Z', 'updated_at': '2022-05-07T22:25:57Z', 'revision_number': 5, 'project_id': '697345bef14f49b0a7ffff78f8f90913', 'subnets': [{'id': 'b2f7d31e-bd3c-4e70-a318-4783f06407ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:26:08.336164 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b36211c-2d03-4d73-935a-3a5affcd55da None None] The sync data for ids ['6c84532b-a939-4efd-ab5d-5dd714f1ea20'] in ncdv-master-1 is: [{'id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'name': 'tempest-ServerActionsTestJSON-57126734-router', 'tenant_id': '697345bef14f49b0a7ffff78f8f90913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.19'}], 'enable_snat': True}, 'gw_port_id': 'fd023d51-546a-4746-b00f-1b42dcff4178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:25:50Z', 'updated_at': '2022-05-07T22:25:53Z', 'revision_number': 4, 'project_id': '697345bef14f49b0a7ffff78f8f90913', 'gw_port': {'id': 'fd023d51-546a-4746-b00f-1b42dcff4178', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:fd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:25:51Z', 'updated_at': '2022-05-07T22:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '7dfcd854-b52b-4f0a-9ac3-d2e482bb813f', 'tenant_id': '697345bef14f49b0a7ffff78f8f90913', 'floating_ip_address': '172.35.4.114', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'port_id': '68feade0-83ad-484a-aa0b-bfb4e7c07f70', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4166, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9', 'mac_address': 'fa:16:3e:29:b9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e245463-fb48-4610-aa39-d81eb23f6a5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:25:55Z', 'updated_at': '2022-05-07T22:26:06Z', 'revision_number': 1, 'project_id': '697345bef14f49b0a7ffff78f8f90913', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20172faa-7474-4125-93fb-57de137475bf', 'name': '', 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9', 'tenant_id': '697345bef14f49b0a7ffff78f8f90913', 'mac_address': 'fa:16:3e:ed:b1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'b2f7d31e-bd3c-4e70-a318-4783f06407ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:25:52Z', 'updated_at': '2022-05-07T22:25:57Z', 'revision_number': 5, 'project_id': '697345bef14f49b0a7ffff78f8f90913', 'subnets': [{'id': 'b2f7d31e-bd3c-4e70-a318-4783f06407ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:26:08.542570 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675ec699-9860-406d-9f26-05c4c41979be None None] New status for floating IP 7dfcd854-b52b-4f0a-9ac3-d2e482bb813f: ACTIVE {{(pid=121839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 07 22:26:08.977307 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a000b7a7-3212-412b-a8b4-8874208e2ce6 req-15e62978-4451-4509-9b61-dedb2e8f7679 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:08.978763 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a000b7a7-3212-412b-a8b4-8874208e2ce6 req-15e62978-4451-4509-9b61-dedb2e8f7679 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e245463-fb48-4610-aa39-d81eb23f6a5f HTTP/1.1" status: 200  len: 946 time: 0.0463068
May 07 22:26:09.024490 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a000b7a7-3212-412b-a8b4-8874208e2ce6 req-010efa6b-7b5b-4ad2-b4d3-d8db8ea69816 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401950
May 07 22:26:09.141346 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa456822-7479-4b70-ab4b-7c83b2776dca req-8b3ed5cd-30ec-4d80-9569-a92c2141469c tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:09.142904 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-aa456822-7479-4b70-ab4b-7c83b2776dca req-8b3ed5cd-30ec-4d80-9569-a92c2141469c tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e245463-fb48-4610-aa39-d81eb23f6a5f HTTP/1.1" status: 200  len: 946 time: 0.0510972
May 07 22:26:09.189912 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-aa456822-7479-4b70-ab4b-7c83b2776dca req-5f0b5155-a3f0-41c5-a004-f11a9fc0e30b tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408912
May 07 22:26:09.421144 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4680e27c-c24f-4c6d-a7fa-9b5539c5984c req-f41629d7-d096-4bb9-a7fc-caa23a05454e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3e245463-fb48-4610-aa39-d81eb23f6a5f&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0380220
May 07 22:26:09.425323 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c8c85a-64ab-4bca-804d-04308bd901f6 req-df615352-9aa4-42a0-9d8e-ce1995a3fb79 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:09.426855 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a4c8c85a-64ab-4bca-804d-04308bd901f6 req-df615352-9aa4-42a0-9d8e-ce1995a3fb79 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e245463-fb48-4610-aa39-d81eb23f6a5f HTTP/1.1" status: 200  len: 946 time: 0.0482528
May 07 22:26:09.476109 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a4c8c85a-64ab-4bca-804d-04308bd901f6 req-f66dae27-6218-4265-82b3-ca038788a80e tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433350
May 07 22:26:09.868201 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4680e27c-c24f-4c6d-a7fa-9b5539c5984c req-e61c9182-241b-4e1b-b187-a29858f17bfa tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:09.869557 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4680e27c-c24f-4c6d-a7fa-9b5539c5984c req-e61c9182-241b-4e1b-b187-a29858f17bfa tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports/68feade0-83ad-484a-aa0b-bfb4e7c07f70 HTTP/1.1" status: 200  len: 943 time: 0.0459223
May 07 22:26:10.603889 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9d71ee-0b8b-4095-8ab8-5e3943f17c92 req-19ca1b72-9708-4e6d-910b-6fa963c69930 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:10.604896 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-cc9d71ee-0b8b-4095-8ab8-5e3943f17c92 req-19ca1b72-9708-4e6d-910b-6fa963c69930 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e245463-fb48-4610-aa39-d81eb23f6a5f HTTP/1.1" status: 200  len: 946 time: 0.0589888
May 07 22:26:10.648290 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4680e27c-c24f-4c6d-a7fa-9b5539c5984c req-bba4a13c-0d30-4434-ad9b-8e7387293396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:10.649735 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4680e27c-c24f-4c6d-a7fa-9b5539c5984c req-bba4a13c-0d30-4434-ad9b-8e7387293396 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=697345bef14f49b0a7ffff78f8f90913&device_id=3e245463-fb48-4610-aa39-d81eb23f6a5f HTTP/1.1" status: 200  len: 1128 time: 0.0591786
May 07 22:26:10.699515 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-cc9d71ee-0b8b-4095-8ab8-5e3943f17c92 req-361cf3cd-f454-4ba2-9e0f-9dda3b228851 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0755024
May 07 22:26:10.760198 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4680e27c-c24f-4c6d-a7fa-9b5539c5984c req-b6854bec-2500-4189-9dd1-71dd04d79cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:10.761562 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4680e27c-c24f-4c6d-a7fa-9b5539c5984c req-b6854bec-2500-4189-9dd1-71dd04d79cc6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0edc1271-8a82-489b-912c-a8fef30fb1c9 HTTP/1.1" status: 200  len: 911 time: 0.1060259
May 07 22:26:10.826578 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4680e27c-c24f-4c6d-a7fa-9b5539c5984c req-1c0f647b-6f84-4465-a4d0-508b98a303e0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68feade0-83ad-484a-aa0b-bfb4e7c07f70 HTTP/1.1" status: 200  len: 1002 time: 0.0588243
May 07 22:26:10.873557 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4680e27c-c24f-4c6d-a7fa-9b5539c5984c req-fffc9082-951a-4d5f-b410-a2fae8ade27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:10.875049 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4680e27c-c24f-4c6d-a7fa-9b5539c5984c req-fffc9082-951a-4d5f-b410-a2fae8ade27b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b2f7d31e-bd3c-4e70-a318-4783f06407ca HTTP/1.1" status: 200  len: 849 time: 0.0429215
May 07 22:26:10.921856 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4680e27c-c24f-4c6d-a7fa-9b5539c5984c req-04738dd2-fa36-4fd4-82d2-691a8caad0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:10.923395 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4680e27c-c24f-4c6d-a7fa-9b5539c5984c req-04738dd2-fa36-4fd4-82d2-691a8caad0ec service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0edc1271-8a82-489b-912c-a8fef30fb1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0427415
May 07 22:26:11.011194 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4680e27c-c24f-4c6d-a7fa-9b5539c5984c req-0c906c8d-2792-4428-b44b-8f849af312cd service neutron] 10.222.0.59 "GET /v2.0/networks/0edc1271-8a82-489b-912c-a8fef30fb1c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0816755
May 07 22:26:11.102276 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4680e27c-c24f-4c6d-a7fa-9b5539c5984c req-e34680ae-1573-4903-a540-d374e6ae6325 service neutron] 10.222.0.59 "GET /v2.0/networks/0edc1271-8a82-489b-912c-a8fef30fb1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0853021
May 07 22:26:11.483574 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcbd9e7-1913-4502-bcc5-2a86377c3c82 req-6c3af8c0-368f-4b79-9f21-63919ef362a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:11.485065 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-dfcbd9e7-1913-4502-bcc5-2a86377c3c82 req-6c3af8c0-368f-4b79-9f21-63919ef362a8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=697345bef14f49b0a7ffff78f8f90913&device_id=3e245463-fb48-4610-aa39-d81eb23f6a5f HTTP/1.1" status: 200  len: 1128 time: 0.0396399
May 07 22:26:11.590758 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcbd9e7-1913-4502-bcc5-2a86377c3c82 req-01ab0fd9-715f-40ba-8739-606fdb524d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:11.592264 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-dfcbd9e7-1913-4502-bcc5-2a86377c3c82 req-01ab0fd9-715f-40ba-8739-606fdb524d95 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0edc1271-8a82-489b-912c-a8fef30fb1c9 HTTP/1.1" status: 200  len: 911 time: 0.0887654
May 07 22:26:11.655588 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-dfcbd9e7-1913-4502-bcc5-2a86377c3c82 req-f9a2fd3e-289d-4acc-bd43-dbb86fe244ee service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68feade0-83ad-484a-aa0b-bfb4e7c07f70 HTTP/1.1" status: 200  len: 1002 time: 0.0577981
May 07 22:26:11.703345 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcbd9e7-1913-4502-bcc5-2a86377c3c82 req-5415ad69-6b40-4182-9f60-d9ab60a447f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:11.704756 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-dfcbd9e7-1913-4502-bcc5-2a86377c3c82 req-5415ad69-6b40-4182-9f60-d9ab60a447f1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b2f7d31e-bd3c-4e70-a318-4783f06407ca HTTP/1.1" status: 200  len: 849 time: 0.0432563
May 07 22:26:11.754056 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcbd9e7-1913-4502-bcc5-2a86377c3c82 req-cfe90478-f7ab-47d8-8852-c5aea8293b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:11.755633 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-dfcbd9e7-1913-4502-bcc5-2a86377c3c82 req-cfe90478-f7ab-47d8-8852-c5aea8293b60 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0edc1271-8a82-489b-912c-a8fef30fb1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0452282
May 07 22:26:11.830214 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6846be6-1f9e-4ff5-b611-4b8d451d305c req-0ec558ca-7ea0-4081-8d9c-418ed73e2767 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:11.831844 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d6846be6-1f9e-4ff5-b611-4b8d451d305c req-0ec558ca-7ea0-4081-8d9c-418ed73e2767 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e245463-fb48-4610-aa39-d81eb23f6a5f HTTP/1.1" status: 200  len: 946 time: 0.0605118
May 07 22:26:11.850140 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-dfcbd9e7-1913-4502-bcc5-2a86377c3c82 req-aca8cbe5-7fc8-4a00-bbfc-43aab590aae7 service neutron] 10.222.0.59 "GET /v2.0/networks/0edc1271-8a82-489b-912c-a8fef30fb1c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0888152
May 07 22:26:11.884414 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d6846be6-1f9e-4ff5-b611-4b8d451d305c req-d79d331f-5d54-470f-9e26-b6932bfc24c3 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460169
May 07 22:26:11.942630 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-dfcbd9e7-1913-4502-bcc5-2a86377c3c82 req-75d3e72d-70da-4e5b-bde8-b67521996045 service neutron] 10.222.0.59 "GET /v2.0/networks/0edc1271-8a82-489b-912c-a8fef30fb1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0867815
May 07 22:26:13.007241 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87977583-e3c6-4e70-b748-e661d893df23 req-2eebb821-004d-4e7f-b3ff-efbda871aacf tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:13.008749 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-87977583-e3c6-4e70-b748-e661d893df23 req-2eebb821-004d-4e7f-b3ff-efbda871aacf tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e245463-fb48-4610-aa39-d81eb23f6a5f HTTP/1.1" status: 200  len: 946 time: 0.0517421
May 07 22:26:13.055441 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-87977583-e3c6-4e70-b748-e661d893df23 req-def99adb-9184-4a70-baad-7b03f10127bf tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411074
May 07 22:26:14.168134 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6814b7fe-92ca-42d7-ba7d-2c5fee9620d4 req-f9d29f70-f818-43c7-a951-7c44a76a7115 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:14.169592 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6814b7fe-92ca-42d7-ba7d-2c5fee9620d4 req-f9d29f70-f818-43c7-a951-7c44a76a7115 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e245463-fb48-4610-aa39-d81eb23f6a5f HTTP/1.1" status: 200  len: 946 time: 0.0463665
May 07 22:26:14.217017 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6814b7fe-92ca-42d7-ba7d-2c5fee9620d4 req-13460014-27ca-4d9f-b3a7-368dbd4c1ea0 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419774
May 07 22:26:15.332244 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d23c46-7007-46f8-a22e-ac5197ec8aab req-e2385a6c-4dd1-4fe6-a419-593ee5e60d26 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:15.333705 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-59d23c46-7007-46f8-a22e-ac5197ec8aab req-e2385a6c-4dd1-4fe6-a419-593ee5e60d26 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e245463-fb48-4610-aa39-d81eb23f6a5f HTTP/1.1" status: 200  len: 946 time: 0.0464427
May 07 22:26:15.384201 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-59d23c46-7007-46f8-a22e-ac5197ec8aab req-2c1763ea-de0f-4428-a12e-861a97a9e214 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443468
May 07 22:26:16.499541 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbd7261-431b-4ebe-b04d-4d3d9e9b97ed req-f17f09a9-e7fe-4f32-b963-4b10a464140b tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:16.501007 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2fbd7261-431b-4ebe-b04d-4d3d9e9b97ed req-f17f09a9-e7fe-4f32-b963-4b10a464140b tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e245463-fb48-4610-aa39-d81eb23f6a5f HTTP/1.1" status: 200  len: 946 time: 0.0464978
May 07 22:26:16.546664 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2fbd7261-431b-4ebe-b04d-4d3d9e9b97ed req-190c992c-f793-4878-bc09-51a5ae18d5a0 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401447
May 07 22:26:17.659265 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6ca6a2-4f25-4866-bd08-7b8e678589c0 req-15288809-eaf5-4661-b413-e1bbf7d8a485 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:17.660721 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6b6ca6a2-4f25-4866-bd08-7b8e678589c0 req-15288809-eaf5-4661-b413-e1bbf7d8a485 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e245463-fb48-4610-aa39-d81eb23f6a5f HTTP/1.1" status: 200  len: 946 time: 0.0460496
May 07 22:26:17.706877 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6b6ca6a2-4f25-4866-bd08-7b8e678589c0 req-534e1611-c5b6-48e0-a47b-f6f95e5534a3 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398047
May 07 22:26:18.826963 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf1d403-b394-4d5d-9769-c9b9ebc7ff26 req-89a0b075-5b7d-419f-9703-3a54c277e7ef tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:18.828429 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-faf1d403-b394-4d5d-9769-c9b9ebc7ff26 req-89a0b075-5b7d-419f-9703-3a54c277e7ef tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e245463-fb48-4610-aa39-d81eb23f6a5f HTTP/1.1" status: 200  len: 946 time: 0.0512807
May 07 22:26:18.874140 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-faf1d403-b394-4d5d-9769-c9b9ebc7ff26 req-e8c7eac2-0c05-4893-9073-bcb84d3c85ff tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401809
May 07 22:26:19.987243 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f124cf-e763-47a5-b667-2cecb2898f77 req-4df2cdea-4c59-472d-bb5b-e63eb491b025 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:19.988710 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-45f124cf-e763-47a5-b667-2cecb2898f77 req-4df2cdea-4c59-472d-bb5b-e63eb491b025 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e245463-fb48-4610-aa39-d81eb23f6a5f HTTP/1.1" status: 200  len: 946 time: 0.0464656
May 07 22:26:20.035063 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-45f124cf-e763-47a5-b667-2cecb2898f77 req-bb2ec1a7-37b4-41d3-9098-5278f41d1e44 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407443
May 07 22:26:21.155018 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ce5c22-9411-4d27-9e5c-9842ed6f06cc req-a6ae64ce-0e03-458a-ab92-d2c0fd8c84b9 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:21.156491 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-07ce5c22-9411-4d27-9e5c-9842ed6f06cc req-a6ae64ce-0e03-458a-ab92-d2c0fd8c84b9 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e245463-fb48-4610-aa39-d81eb23f6a5f HTTP/1.1" status: 200  len: 946 time: 0.0467007
May 07 22:26:21.206937 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-07ce5c22-9411-4d27-9e5c-9842ed6f06cc req-5005a360-5f6d-41ad-8792-bfe63a49fd45 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448854
May 07 22:26:22.087183 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:26:22.325888 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f56b65-bb6f-49cd-b0f2-bf4db4d6a6f8 req-fa765064-f9a2-4eb6-aa7f-78a6c69a9f98 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:22.327406 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a7f56b65-bb6f-49cd-b0f2-bf4db4d6a6f8 req-fa765064-f9a2-4eb6-aa7f-78a6c69a9f98 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e245463-fb48-4610-aa39-d81eb23f6a5f HTTP/1.1" status: 200  len: 946 time: 0.0513756
May 07 22:26:22.373449 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a7f56b65-bb6f-49cd-b0f2-bf4db4d6a6f8 req-a66394aa-ceb9-4ef1-9276-8bbfa1e6ee62 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403147
May 07 22:26:23.491433 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e266530-5723-4fb9-9b70-39c75320eb80 req-2d0add6e-2ea1-4609-9077-803e28fe81f5 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:23.492910 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8e266530-5723-4fb9-9b70-39c75320eb80 req-2d0add6e-2ea1-4609-9077-803e28fe81f5 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e245463-fb48-4610-aa39-d81eb23f6a5f HTTP/1.1" status: 200  len: 946 time: 0.0514069
May 07 22:26:23.539116 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8e266530-5723-4fb9-9b70-39c75320eb80 req-215f1a9e-f677-4922-8c67-ceedb4cda99e tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405929
May 07 22:26:23.676673 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b7dbead7-c921-414a-aa80-a93334277d13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:26:24.113856 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:26:24.653896 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd17df68-754b-4739-a02b-f9851e4fd317 req-a5fe4010-af05-4d04-8baf-2004019a66a2 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:24.655399 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bd17df68-754b-4739-a02b-f9851e4fd317 req-a5fe4010-af05-4d04-8baf-2004019a66a2 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e245463-fb48-4610-aa39-d81eb23f6a5f HTTP/1.1" status: 200  len: 946 time: 0.0466499
May 07 22:26:24.701564 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bd17df68-754b-4739-a02b-f9851e4fd317 req-ca411e10-d6a8-416e-bc51-31c91f7f8850 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405912
May 07 22:26:25.814966 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e2c608-00d8-4173-bf45-d0650b830279 req-cd0e3a8d-6e6d-48de-8c42-a1581e43af27 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:25.816447 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-35e2c608-00d8-4173-bf45-d0650b830279 req-cd0e3a8d-6e6d-48de-8c42-a1581e43af27 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e245463-fb48-4610-aa39-d81eb23f6a5f HTTP/1.1" status: 200  len: 946 time: 0.0464723
May 07 22:26:25.862965 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-35e2c608-00d8-4173-bf45-d0650b830279 req-4d508bea-cb28-4909-9485-24031c25d240 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403063
May 07 22:26:26.564668 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-06565505-c77a-47d2-99fe-e820b25f62ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:26:26.978840 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb93363-229d-4f6e-b838-3a83db1ea1b1 req-5b6c19b3-7c95-445f-b10a-a5bfac694e7e tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:26.980319 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7bb93363-229d-4f6e-b838-3a83db1ea1b1 req-5b6c19b3-7c95-445f-b10a-a5bfac694e7e tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e245463-fb48-4610-aa39-d81eb23f6a5f HTTP/1.1" status: 200  len: 946 time: 0.0479786
May 07 22:26:27.031292 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7bb93363-229d-4f6e-b838-3a83db1ea1b1 req-c3393dd2-3b12-4aaf-bbce-383cca10e45b tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448332
May 07 22:26:27.516133 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:26:27.684030 ncdv-master-1 neutron-server[121837]: INFO neutron.api.v2.resource [req-4680e27c-c24f-4c6d-a7fa-9b5539c5984c req-c2833767-2ebe-4b36-9317-afe53d0a8557 service neutron] show failed (client error): The resource could not be found.
May 07 22:26:27.685009 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4680e27c-c24f-4c6d-a7fa-9b5539c5984c req-c2833767-2ebe-4b36-9317-afe53d0a8557 service neutron] 10.222.0.59 "GET /v2.0/ports/68feade0-83ad-484a-aa0b-bfb4e7c07f70/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0528326
May 07 22:26:27.874007 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4680e27c-c24f-4c6d-a7fa-9b5539c5984c req-21005a90-b602-4f6a-987b-30112c742810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:27.875486 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4680e27c-c24f-4c6d-a7fa-9b5539c5984c req-21005a90-b602-4f6a-987b-30112c742810 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3e245463-fb48-4610-aa39-d81eb23f6a5f&tenant_id=697345bef14f49b0a7ffff78f8f90913 HTTP/1.1" status: 200  len: 1128 time: 0.0395627
May 07 22:26:27.885314 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [req-4680e27c-c24f-4c6d-a7fa-9b5539c5984c req-a772fa54-4fd5-47c5-947f-cff5d31d7690 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121836) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:26:27.886223 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4680e27c-c24f-4c6d-a7fa-9b5539c5984c req-a772fa54-4fd5-47c5-947f-cff5d31d7690 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0054171
May 07 22:26:27.897327 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-4680e27c-c24f-4c6d-a7fa-9b5539c5984c req-a6c7aab7-0ae0-410b-b136-2009e95bcbeb service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:26:27.958236 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-4680e27c-c24f-4c6d-a7fa-9b5539c5984c req-a6c7aab7-0ae0-410b-b136-2009e95bcbeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (68feade0-83ad-484a-aa0b-bfb4e7c07f70), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:26:28.176410 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89802c8-da47-47b9-836a-a32c2fb0f934 req-1e8d2217-bd49-4869-82c6-6cce9cd81d97 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:28.177759 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b89802c8-da47-47b9-836a-a32c2fb0f934 req-1e8d2217-bd49-4869-82c6-6cce9cd81d97 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e245463-fb48-4610-aa39-d81eb23f6a5f HTTP/1.1" status: 200  len: 946 time: 0.0763235
May 07 22:26:28.215161 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-4680e27c-c24f-4c6d-a7fa-9b5539c5984c req-a6c7aab7-0ae0-410b-b136-2009e95bcbeb service neutron] For port 68feade0-83ad-484a-aa0b-bfb4e7c07f70, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=68feade0-83ad-484a-aa0b-bfb4e7c07f70,segment=NetworkSegment(53fc118f-18fe-4132-af8b-066e9b1766f5),segment_id=53fc118f-18fe-4132-af8b-066e9b1766f5)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:26:28.257324 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b89802c8-da47-47b9-836a-a32c2fb0f934 req-c212d744-0748-4195-9042-7e839ad36325 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0730844
May 07 22:26:28.269371 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-4680e27c-c24f-4c6d-a7fa-9b5539c5984c req-a6c7aab7-0ae0-410b-b136-2009e95bcbeb service neutron] For port 68feade0-83ad-484a-aa0b-bfb4e7c07f70, host nch2-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:26:28.309534 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e245463-fb48-4610-aa39-d81eb23f6a5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68feade0-83ad-484a-aa0b-bfb4e7c07f70'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:26:28.311950 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27864f99-17cb-446f-ab68-0670f08f0f91" -d '{"events": [{"server_uuid": "3e245463-fb48-4610-aa39-d81eb23f6a5f", "name": "network-vif-unplugged", "status": "completed", "tag": "68feade0-83ad-484a-aa0b-bfb4e7c07f70"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:26:28.315663 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-4680e27c-c24f-4c6d-a7fa-9b5539c5984c req-a6c7aab7-0ae0-410b-b136-2009e95bcbeb service neutron] Publish callbacks [] for port (68feade0-83ad-484a-aa0b-bfb4e7c07f70), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:26:28.328778 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.provisioning_blocks [req-4680e27c-c24f-4c6d-a7fa-9b5539c5984c req-a6c7aab7-0ae0-410b-b136-2009e95bcbeb service neutron] Transition to ACTIVE for port object 68feade0-83ad-484a-aa0b-bfb4e7c07f70 will not be triggered until provisioned by entity L2. {{(pid=121836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 22:26:28.332782 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-4680e27c-c24f-4c6d-a7fa-9b5539c5984c req-a6c7aab7-0ae0-410b-b136-2009e95bcbeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (68feade0-83ad-484a-aa0b-bfb4e7c07f70), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:26:28.361103 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 07 May 2022 22:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b7eca2f-9784-4746-8e3a-de7113c483ff x-openstack-request-id: req-7b7eca2f-9784-4746-8e3a-de7113c483ff {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:26:28.361392 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e245463-fb48-4610-aa39-d81eb23f6a5f", "name": "network-vif-unplugged", "status": "completed", "tag": "68feade0-83ad-484a-aa0b-bfb4e7c07f70", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:26:28.361644 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7b7eca2f-9784-4746-8e3a-de7113c483ff {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:26:28.362037 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b7eca2f-9784-4746-8e3a-de7113c483ff'] response: {'server_uuid': '3e245463-fb48-4610-aa39-d81eb23f6a5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68feade0-83ad-484a-aa0b-bfb4e7c07f70', 'code': 200}
May 07 22:26:28.419076 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c7aab7-0ae0-410b-b136-2009e95bcbeb service neutron] Pushing event updated for resources: {'Port': ['ID=68feade0-83ad-484a-aa0b-bfb4e7c07f70,revision_number=6']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:26:28.436191 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c7aab7-0ae0-410b-b136-2009e95bcbeb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:26:28.436554 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c7aab7-0ae0-410b-b136-2009e95bcbeb service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:26:28.436873 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c7aab7-0ae0-410b-b136-2009e95bcbeb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:26:28.437204 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c7aab7-0ae0-410b-b136-2009e95bcbeb service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:26:28.437534 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c7aab7-0ae0-410b-b136-2009e95bcbeb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:26:28.437860 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c7aab7-0ae0-410b-b136-2009e95bcbeb service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:26:28.438184 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c7aab7-0ae0-410b-b136-2009e95bcbeb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:26:28.438504 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c7aab7-0ae0-410b-b136-2009e95bcbeb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:26:28.438871 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c7aab7-0ae0-410b-b136-2009e95bcbeb service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:26:28.439191 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c7aab7-0ae0-410b-b136-2009e95bcbeb service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:26:28.439510 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c7aab7-0ae0-410b-b136-2009e95bcbeb service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:26:28.439827 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c7aab7-0ae0-410b-b136-2009e95bcbeb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:26:28.440142 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c7aab7-0ae0-410b-b136-2009e95bcbeb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:26:28.440456 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c7aab7-0ae0-410b-b136-2009e95bcbeb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:26:28.440770 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6c7aab7-0ae0-410b-b136-2009e95bcbeb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:26:28.483095 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-4680e27c-c24f-4c6d-a7fa-9b5539c5984c req-a6c7aab7-0ae0-410b-b136-2009e95bcbeb service neutron] No DVR routers for this DVR port 68feade0-83ad-484a-aa0b-bfb4e7c07f70 on host nch2-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:26:28.620998 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-4680e27c-c24f-4c6d-a7fa-9b5539c5984c req-a6c7aab7-0ae0-410b-b136-2009e95bcbeb service neutron] Attempting to bind port 68feade0-83ad-484a-aa0b-bfb4e7c07f70 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:26:28.621329 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-4680e27c-c24f-4c6d-a7fa-9b5539c5984c req-a6c7aab7-0ae0-410b-b136-2009e95bcbeb service neutron] Attempting to bind port 68feade0-83ad-484a-aa0b-bfb4e7c07f70 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '53fc118f-18fe-4132-af8b-066e9b1766f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:26:28.621650 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4680e27c-c24f-4c6d-a7fa-9b5539c5984c req-a6c7aab7-0ae0-410b-b136-2009e95bcbeb service neutron] Attempting to bind port 68feade0-83ad-484a-aa0b-bfb4e7c07f70 on network 0edc1271-8a82-489b-912c-a8fef30fb1c9 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:26:28.625853 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4680e27c-c24f-4c6d-a7fa-9b5539c5984c req-a6c7aab7-0ae0-410b-b136-2009e95bcbeb service neutron] Port 68feade0-83ad-484a-aa0b-bfb4e7c07f70 on network 0edc1271-8a82-489b-912c-a8fef30fb1c9 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:26:28.626167 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4680e27c-c24f-4c6d-a7fa-9b5539c5984c req-a6c7aab7-0ae0-410b-b136-2009e95bcbeb service neutron] Attempting to bind port 68feade0-83ad-484a-aa0b-bfb4e7c07f70 on network 0edc1271-8a82-489b-912c-a8fef30fb1c9 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:26:28.630950 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4680e27c-c24f-4c6d-a7fa-9b5539c5984c req-a6c7aab7-0ae0-410b-b136-2009e95bcbeb service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:26:28.631940 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4680e27c-c24f-4c6d-a7fa-9b5539c5984c req-a6c7aab7-0ae0-410b-b136-2009e95bcbeb service neutron] Checking segment: {'id': '53fc118f-18fe-4132-af8b-066e9b1766f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:26:28.632322 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4680e27c-c24f-4c6d-a7fa-9b5539c5984c req-a6c7aab7-0ae0-410b-b136-2009e95bcbeb service neutron] Bound using segment: {'id': '53fc118f-18fe-4132-af8b-066e9b1766f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:26:28.632734 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-4680e27c-c24f-4c6d-a7fa-9b5539c5984c req-a6c7aab7-0ae0-410b-b136-2009e95bcbeb service neutron] Bound port: 68feade0-83ad-484a-aa0b-bfb4e7c07f70, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53fc118f-18fe-4132-af8b-066e9b1766f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:26:28.633083 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-4680e27c-c24f-4c6d-a7fa-9b5539c5984c req-a6c7aab7-0ae0-410b-b136-2009e95bcbeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (68feade0-83ad-484a-aa0b-bfb4e7c07f70), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:26:28.694408 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-4680e27c-c24f-4c6d-a7fa-9b5539c5984c req-a6c7aab7-0ae0-410b-b136-2009e95bcbeb service neutron] For port 68feade0-83ad-484a-aa0b-bfb4e7c07f70, host nch1-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:26:28.697165 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-4680e27c-c24f-4c6d-a7fa-9b5539c5984c req-a6c7aab7-0ae0-410b-b136-2009e95bcbeb service neutron] For port 68feade0-83ad-484a-aa0b-bfb4e7c07f70, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=68feade0-83ad-484a-aa0b-bfb4e7c07f70,segment=NetworkSegment(53fc118f-18fe-4132-af8b-066e9b1766f5),segment_id=53fc118f-18fe-4132-af8b-066e9b1766f5)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:26:28.703589 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-4680e27c-c24f-4c6d-a7fa-9b5539c5984c req-a6c7aab7-0ae0-410b-b136-2009e95bcbeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (68feade0-83ad-484a-aa0b-bfb4e7c07f70), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:26:28.748398 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4680e27c-c24f-4c6d-a7fa-9b5539c5984c req-a6c7aab7-0ae0-410b-b136-2009e95bcbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:28.749012 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-4680e27c-c24f-4c6d-a7fa-9b5539c5984c req-a6c7aab7-0ae0-410b-b136-2009e95bcbeb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:26:28.750387 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4680e27c-c24f-4c6d-a7fa-9b5539c5984c req-a6c7aab7-0ae0-410b-b136-2009e95bcbeb service neutron] 10.222.0.55 "PUT /v2.0/ports/68feade0-83ad-484a-aa0b-bfb4e7c07f70 HTTP/1.1" status: 200  len: 1092 time: 0.8565774
May 07 22:26:28.781786 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c7aab7-0ae0-410b-b136-2009e95bcbeb service neutron] Pushing event updated for resources: {'Port': ['ID=68feade0-83ad-484a-aa0b-bfb4e7c07f70,revision_number=7']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:26:28.818024 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4680e27c-c24f-4c6d-a7fa-9b5539c5984c req-f186dc6b-2fe0-4a04-b116-9d093c06c999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:28.820241 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4680e27c-c24f-4c6d-a7fa-9b5539c5984c req-f186dc6b-2fe0-4a04-b116-9d093c06c999 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=697345bef14f49b0a7ffff78f8f90913&device_id=3e245463-fb48-4610-aa39-d81eb23f6a5f HTTP/1.1" status: 200  len: 1126 time: 0.0468068
May 07 22:26:28.916649 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4680e27c-c24f-4c6d-a7fa-9b5539c5984c req-4526a42b-1198-4482-85a5-c86733e6298b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:28.918138 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4680e27c-c24f-4c6d-a7fa-9b5539c5984c req-4526a42b-1198-4482-85a5-c86733e6298b service neutron] 10.222.0.55 "GET /v2.0/networks?id=0edc1271-8a82-489b-912c-a8fef30fb1c9 HTTP/1.1" status: 200  len: 911 time: 0.0922961
May 07 22:26:28.987840 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4680e27c-c24f-4c6d-a7fa-9b5539c5984c req-4d77915d-407a-4afe-bb86-c142a52ad3b9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68feade0-83ad-484a-aa0b-bfb4e7c07f70 HTTP/1.1" status: 200  len: 1000 time: 0.0637984
May 07 22:26:29.036012 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4680e27c-c24f-4c6d-a7fa-9b5539c5984c req-a13c1ff5-50ec-4c2b-8e68-1c2b5c1e189a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:29.038078 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4680e27c-c24f-4c6d-a7fa-9b5539c5984c req-a13c1ff5-50ec-4c2b-8e68-1c2b5c1e189a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b2f7d31e-bd3c-4e70-a318-4783f06407ca HTTP/1.1" status: 200  len: 849 time: 0.0435529
May 07 22:26:29.082000 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4680e27c-c24f-4c6d-a7fa-9b5539c5984c req-fc858487-6dc8-4542-bc52-44333aa38dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:29.083590 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4680e27c-c24f-4c6d-a7fa-9b5539c5984c req-fc858487-6dc8-4542-bc52-44333aa38dc4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0edc1271-8a82-489b-912c-a8fef30fb1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0396020
May 07 22:26:29.176193 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4680e27c-c24f-4c6d-a7fa-9b5539c5984c req-4e36553b-cc43-4b8b-bf24-7b84f1cd1d2b service neutron] 10.222.0.55 "GET /v2.0/networks/0edc1271-8a82-489b-912c-a8fef30fb1c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0858936
May 07 22:26:29.219902 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:26:29.268177 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4680e27c-c24f-4c6d-a7fa-9b5539c5984c req-c4f014fb-769f-4af3-9be7-73396e42a305 service neutron] 10.222.0.55 "GET /v2.0/networks/0edc1271-8a82-489b-912c-a8fef30fb1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0862887
May 07 22:26:29.390161 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99845828-ad9f-44e5-9a25-d2a91909b9f4 req-6aa2c8d6-1317-4362-8950-d2addc7e4bf1 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:29.392073 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-99845828-ad9f-44e5-9a25-d2a91909b9f4 req-6aa2c8d6-1317-4362-8950-d2addc7e4bf1 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e245463-fb48-4610-aa39-d81eb23f6a5f HTTP/1.1" status: 200  len: 944 time: 0.0523813
May 07 22:26:29.439768 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-99845828-ad9f-44e5-9a25-d2a91909b9f4 req-56d7343a-6c98-4114-9c82-10d039b775b4 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416844
May 07 22:26:30.331721 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:26:30.363224 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e245463-fb48-4610-aa39-d81eb23f6a5f', 'tag': '68feade0-83ad-484a-aa0b-bfb4e7c07f70'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:26:30.366030 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43bdeba0-8b26-43f4-a0bc-21bb9abceca1" -d '{"events": [{"name": "network-changed", "server_uuid": "3e245463-fb48-4610-aa39-d81eb23f6a5f", "tag": "68feade0-83ad-484a-aa0b-bfb4e7c07f70"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:26:30.417218 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f36a6272-7906-44d5-8dd8-0d9bc5bc71e1 x-openstack-request-id: req-f36a6272-7906-44d5-8dd8-0d9bc5bc71e1 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:26:30.417517 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e245463-fb48-4610-aa39-d81eb23f6a5f", "tag": "68feade0-83ad-484a-aa0b-bfb4e7c07f70", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:26:30.417814 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f36a6272-7906-44d5-8dd8-0d9bc5bc71e1 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:26:30.418189 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f36a6272-7906-44d5-8dd8-0d9bc5bc71e1'] response: {'name': 'network-changed', 'server_uuid': '3e245463-fb48-4610-aa39-d81eb23f6a5f', 'tag': '68feade0-83ad-484a-aa0b-bfb4e7c07f70', 'status': 'completed', 'code': 200}
May 07 22:26:30.480379 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bdeba0-8b26-43f4-a0bc-21bb9abceca1 req-69f55787-15cf-45b9-bde2-d579e51c9719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:30.481458 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bdeba0-8b26-43f4-a0bc-21bb9abceca1 req-20bcfe22-2567-4da3-bcd3-efe139ef43ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:30.481947 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-43bdeba0-8b26-43f4-a0bc-21bb9abceca1 req-69f55787-15cf-45b9-bde2-d579e51c9719 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=697345bef14f49b0a7ffff78f8f90913&device_id=3e245463-fb48-4610-aa39-d81eb23f6a5f HTTP/1.1" status: 200  len: 1126 time: 0.0412829
May 07 22:26:30.484778 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-43bdeba0-8b26-43f4-a0bc-21bb9abceca1 req-20bcfe22-2567-4da3-bcd3-efe139ef43ff service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=697345bef14f49b0a7ffff78f8f90913&device_id=3e245463-fb48-4610-aa39-d81eb23f6a5f HTTP/1.1" status: 200  len: 1126 time: 0.0422995
May 07 22:26:30.577378 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bdeba0-8b26-43f4-a0bc-21bb9abceca1 req-811498cf-28f7-41cb-a3e7-de64e727a417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:30.579050 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-43bdeba0-8b26-43f4-a0bc-21bb9abceca1 req-811498cf-28f7-41cb-a3e7-de64e727a417 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0edc1271-8a82-489b-912c-a8fef30fb1c9 HTTP/1.1" status: 200  len: 911 time: 0.0896442
May 07 22:26:30.595141 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92047cd5-4ec6-41c2-a19c-65d9c3c427e3 req-943eac8b-93ce-45c1-bfae-607d95248542 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:30.596610 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-92047cd5-4ec6-41c2-a19c-65d9c3c427e3 req-943eac8b-93ce-45c1-bfae-607d95248542 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e245463-fb48-4610-aa39-d81eb23f6a5f HTTP/1.1" status: 200  len: 944 time: 0.0820534
May 07 22:26:30.599033 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 68feade0-83ad-484a-aa0b-bfb4e7c07f70 no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:26:30.642061 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bdeba0-8b26-43f4-a0bc-21bb9abceca1 req-64aea4af-cdad-41dc-9d07-ec703f1daf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:30.643325 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] The host nch2-master-1 is not matching for port 68feade0-83ad-484a-aa0b-bfb4e7c07f70 host nch1-master-1! {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2394}}
May 07 22:26:30.643629 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-43bdeba0-8b26-43f4-a0bc-21bb9abceca1 req-64aea4af-cdad-41dc-9d07-ec703f1daf9c service neutron] 10.222.0.55 "GET /v2.0/networks?id=0edc1271-8a82-489b-912c-a8fef30fb1c9 HTTP/1.1" status: 200  len: 911 time: 0.1553955
May 07 22:26:30.643767 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 68feade0-83ad-484a-aa0b-bfb4e7c07f70 not bound to the agent host nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:26:30.650472 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-43bdeba0-8b26-43f4-a0bc-21bb9abceca1 req-393301dd-ab0a-4b4b-8331-d5766e40c500 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68feade0-83ad-484a-aa0b-bfb4e7c07f70 HTTP/1.1" status: 200  len: 1000 time: 0.0649650
May 07 22:26:30.672333 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-92047cd5-4ec6-41c2-a19c-65d9c3c427e3 req-55dc0a91-6222-4200-8d76-23fcc22b1d30 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0608156
May 07 22:26:30.699121 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bdeba0-8b26-43f4-a0bc-21bb9abceca1 req-db5828c5-2aed-4630-8af6-c94b0224edf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:30.700600 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-43bdeba0-8b26-43f4-a0bc-21bb9abceca1 req-db5828c5-2aed-4630-8af6-c94b0224edf3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b2f7d31e-bd3c-4e70-a318-4783f06407ca HTTP/1.1" status: 200  len: 849 time: 0.0446773
May 07 22:26:30.748437 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bdeba0-8b26-43f4-a0bc-21bb9abceca1 req-56624163-2838-4df6-9c9f-f07ea00b0d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:30.750016 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-43bdeba0-8b26-43f4-a0bc-21bb9abceca1 req-56624163-2838-4df6-9c9f-f07ea00b0d0e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0edc1271-8a82-489b-912c-a8fef30fb1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0441179
May 07 22:26:30.789538 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-43bdeba0-8b26-43f4-a0bc-21bb9abceca1 req-04d4d084-0c69-468b-9de8-58912d7fb091 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68feade0-83ad-484a-aa0b-bfb4e7c07f70 HTTP/1.1" status: 200  len: 1000 time: 0.0716367
May 07 22:26:30.841290 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bdeba0-8b26-43f4-a0bc-21bb9abceca1 req-6480e530-adee-49c8-9d7a-506aeed63caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:30.842740 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-43bdeba0-8b26-43f4-a0bc-21bb9abceca1 req-6480e530-adee-49c8-9d7a-506aeed63caa service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b2f7d31e-bd3c-4e70-a318-4783f06407ca HTTP/1.1" status: 200  len: 849 time: 0.0474463
May 07 22:26:30.843171 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-43bdeba0-8b26-43f4-a0bc-21bb9abceca1 req-7271e646-b75b-40ec-8ca6-758e5b71a9ef service neutron] 10.222.0.59 "GET /v2.0/networks/0edc1271-8a82-489b-912c-a8fef30fb1c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0874581
May 07 22:26:30.886015 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bdeba0-8b26-43f4-a0bc-21bb9abceca1 req-f8b45960-0d98-4150-b0f7-ef57f187f651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:30.887533 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-43bdeba0-8b26-43f4-a0bc-21bb9abceca1 req-f8b45960-0d98-4150-b0f7-ef57f187f651 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0edc1271-8a82-489b-912c-a8fef30fb1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0392854
May 07 22:26:30.937199 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-43bdeba0-8b26-43f4-a0bc-21bb9abceca1 req-af1722da-b1c7-4e01-807b-87f47f9e4790 service neutron] 10.222.0.59 "GET /v2.0/networks/0edc1271-8a82-489b-912c-a8fef30fb1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0875854
May 07 22:26:30.985938 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-43bdeba0-8b26-43f4-a0bc-21bb9abceca1 req-29c217e7-6fc5-4eb1-9d6f-99db6584597e service neutron] 10.222.0.55 "GET /v2.0/networks/0edc1271-8a82-489b-912c-a8fef30fb1c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0922122
May 07 22:26:31.073857 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-43bdeba0-8b26-43f4-a0bc-21bb9abceca1 req-246c3d4f-a697-4eaf-a880-68966c71a652 service neutron] 10.222.0.55 "GET /v2.0/networks/0edc1271-8a82-489b-912c-a8fef30fb1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0818000
May 07 22:26:31.787555 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6919e5-bf86-4593-a9ef-4826c6bf1b4f req-d768b343-2863-4ef6-aea6-e1dcfae71057 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:31.789031 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9b6919e5-bf86-4593-a9ef-4826c6bf1b4f req-d768b343-2863-4ef6-aea6-e1dcfae71057 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e245463-fb48-4610-aa39-d81eb23f6a5f HTTP/1.1" status: 200  len: 944 time: 0.0466268
May 07 22:26:31.837130 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9b6919e5-bf86-4593-a9ef-4826c6bf1b4f req-ea31a344-267f-4880-9b5c-d62dc6259bd2 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422451
May 07 22:26:32.061092 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098fd736-9d2e-4e7d-af87-262c782248f8 req-1ba9bcf0-188a-4122-846a-f89e85a9223a tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:32.062540 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-098fd736-9d2e-4e7d-af87-262c782248f8 req-1ba9bcf0-188a-4122-846a-f89e85a9223a tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e245463-fb48-4610-aa39-d81eb23f6a5f HTTP/1.1" status: 200  len: 944 time: 0.0786254
May 07 22:26:32.073314 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b0c176-6804-4a3c-828c-1150d9db9b44 req-7f0d7d1c-6a3a-4371-b881-1cec154415cd tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:32.074635 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a2b0c176-6804-4a3c-828c-1150d9db9b44 req-7f0d7d1c-6a3a-4371-b881-1cec154415cd tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e245463-fb48-4610-aa39-d81eb23f6a5f&tenant_id=697345bef14f49b0a7ffff78f8f90913&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 944 time: 0.0638468
May 07 22:26:32.108154 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 68feade0-83ad-484a-aa0b-bfb4e7c07f70 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:26:32.155595 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-098fd736-9d2e-4e7d-af87-262c782248f8 req-8817ac55-8516-4f0f-a683-d7896e3aab18 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0800126
May 07 22:26:32.160385 ncdv-master-1 neutron-server[121837]: INFO neutron.api.v2.resource [req-a2b0c176-6804-4a3c-828c-1150d9db9b44 req-3b7ce1c5-25f0-4e84-a087-88602c4cef62 service neutron] delete failed (client error): The resource could not be found.
May 07 22:26:32.161328 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a2b0c176-6804-4a3c-828c-1150d9db9b44 req-3b7ce1c5-25f0-4e84-a087-88602c4cef62 service neutron] 10.222.0.59 "DELETE /v2.0/ports/68feade0-83ad-484a-aa0b-bfb4e7c07f70/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0793633
May 07 22:26:32.206711 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 68feade0-83ad-484a-aa0b-bfb4e7c07f70, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=68feade0-83ad-484a-aa0b-bfb4e7c07f70,segment=NetworkSegment(53fc118f-18fe-4132-af8b-066e9b1766f5),segment_id=53fc118f-18fe-4132-af8b-066e9b1766f5)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:26:32.219037 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': '68feade0-83ad-484a-aa0b-bfb4e7c07f70', 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9', 'port_id': '68feade0-83ad-484a-aa0b-bfb4e7c07f70', 'mac_address': 'fa:16:3e:29:b9:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2f7d31e-bd3c-4e70-a318-4783f06407ca', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:26:32.246431 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b0c176-6804-4a3c-828c-1150d9db9b44 req-de8a821e-f608-4bbb-9798-2ce159330a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:32.248084 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a2b0c176-6804-4a3c-828c-1150d9db9b44 req-de8a821e-f608-4bbb-9798-2ce159330a3a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=697345bef14f49b0a7ffff78f8f90913&device_id=3e245463-fb48-4610-aa39-d81eb23f6a5f HTTP/1.1" status: 200  len: 1126 time: 0.0438557
May 07 22:26:32.260475 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 68feade0-83ad-484a-aa0b-bfb4e7c07f70 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:26:32.260872 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (68feade0-83ad-484a-aa0b-bfb4e7c07f70), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:26:32.274496 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68feade0-83ad-484a-aa0b-bfb4e7c07f70 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:26:32.295239 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 68feade0-83ad-484a-aa0b-bfb4e7c07f70, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=68feade0-83ad-484a-aa0b-bfb4e7c07f70,segment=NetworkSegment(53fc118f-18fe-4132-af8b-066e9b1766f5),segment_id=53fc118f-18fe-4132-af8b-066e9b1766f5)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:26:32.299880 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (68feade0-83ad-484a-aa0b-bfb4e7c07f70), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:26:32.350858 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=68feade0-83ad-484a-aa0b-bfb4e7c07f70,revision_number=8']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:26:32.503755 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['68feade0-83ad-484a-aa0b-bfb4e7c07f70'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:26:32.599980 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b0c176-6804-4a3c-828c-1150d9db9b44 req-b452f23c-2922-4fbb-9d96-2f862d70c968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:32.602060 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a2b0c176-6804-4a3c-828c-1150d9db9b44 req-b452f23c-2922-4fbb-9d96-2f862d70c968 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0edc1271-8a82-489b-912c-a8fef30fb1c9 HTTP/1.1" status: 200  len: 911 time: 0.3467066
May 07 22:26:32.672180 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a2b0c176-6804-4a3c-828c-1150d9db9b44 req-164d2088-f8b3-4377-bb69-71a4a9e3c2e0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68feade0-83ad-484a-aa0b-bfb4e7c07f70 HTTP/1.1" status: 200  len: 1001 time: 0.0613592
May 07 22:26:32.718758 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b0c176-6804-4a3c-828c-1150d9db9b44 req-432a06c8-d18d-4d92-a25b-525a56eee501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:32.720177 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a2b0c176-6804-4a3c-828c-1150d9db9b44 req-432a06c8-d18d-4d92-a25b-525a56eee501 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b2f7d31e-bd3c-4e70-a318-4783f06407ca HTTP/1.1" status: 200  len: 849 time: 0.0425966
May 07 22:26:32.760924 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b0c176-6804-4a3c-828c-1150d9db9b44 req-0120dcfe-d234-4139-aaef-325ed0b3ab6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:32.762343 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a2b0c176-6804-4a3c-828c-1150d9db9b44 req-0120dcfe-d234-4139-aaef-325ed0b3ab6b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0edc1271-8a82-489b-912c-a8fef30fb1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0366814
May 07 22:26:32.852008 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a2b0c176-6804-4a3c-828c-1150d9db9b44 req-7b8c737e-81cb-46c3-8328-78e5934b2baa service neutron] 10.222.0.59 "GET /v2.0/networks/0edc1271-8a82-489b-912c-a8fef30fb1c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0836973
May 07 22:26:32.939605 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a2b0c176-6804-4a3c-828c-1150d9db9b44 req-24b0d376-656c-44f2-97c7-2bc9a80b25c0 service neutron] 10.222.0.59 "GET /v2.0/networks/0edc1271-8a82-489b-912c-a8fef30fb1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0814202
May 07 22:26:33.597619 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75361989-7771-4b1e-8dee-6d62eb6dfb37 req-e8ff4542-a398-4c74-9819-309cc6cb1275 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:33.599125 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-75361989-7771-4b1e-8dee-6d62eb6dfb37 req-e8ff4542-a398-4c74-9819-309cc6cb1275 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e245463-fb48-4610-aa39-d81eb23f6a5f HTTP/1.1" status: 200  len: 945 time: 0.3701398
May 07 22:26:33.645267 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-75361989-7771-4b1e-8dee-6d62eb6dfb37 req-28282413-c22c-4749-bf28-a51e3cc62e7e tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400281
May 07 22:26:34.123708 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 68feade0-83ad-484a-aa0b-bfb4e7c07f70 up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:26:34.166729 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning for port 68feade0-83ad-484a-aa0b-bfb4e7c07f70 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 22:26:34.172200 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port 68feade0-83ad-484a-aa0b-bfb4e7c07f70 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:26:34.172578 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (68feade0-83ad-484a-aa0b-bfb4e7c07f70), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:26:34.249064 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 68feade0-83ad-484a-aa0b-bfb4e7c07f70 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:26:34.249446 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (68feade0-83ad-484a-aa0b-bfb4e7c07f70), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:26:34.270912 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e245463-fb48-4610-aa39-d81eb23f6a5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68feade0-83ad-484a-aa0b-bfb4e7c07f70'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:26:34.273709 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c564cd3a-026c-4938-bb81-5c73507ca0d6" -d '{"events": [{"server_uuid": "3e245463-fb48-4610-aa39-d81eb23f6a5f", "name": "network-vif-plugged", "status": "completed", "tag": "68feade0-83ad-484a-aa0b-bfb4e7c07f70"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:26:34.285876 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 68feade0-83ad-484a-aa0b-bfb4e7c07f70, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=68feade0-83ad-484a-aa0b-bfb4e7c07f70,segment=NetworkSegment(53fc118f-18fe-4132-af8b-066e9b1766f5),segment_id=53fc118f-18fe-4132-af8b-066e9b1766f5)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:26:34.289817 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (68feade0-83ad-484a-aa0b-bfb4e7c07f70), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:26:34.312201 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ceed4ce-504b-4acf-8b06-320d28cb48b1 x-openstack-request-id: req-9ceed4ce-504b-4acf-8b06-320d28cb48b1 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:26:34.312491 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e245463-fb48-4610-aa39-d81eb23f6a5f", "name": "network-vif-plugged", "status": "completed", "tag": "68feade0-83ad-484a-aa0b-bfb4e7c07f70", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:26:34.312744 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9ceed4ce-504b-4acf-8b06-320d28cb48b1 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:26:34.313135 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ceed4ce-504b-4acf-8b06-320d28cb48b1'] response: {'server_uuid': '3e245463-fb48-4610-aa39-d81eb23f6a5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68feade0-83ad-484a-aa0b-bfb4e7c07f70', 'code': 200}
May 07 22:26:34.339215 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=68feade0-83ad-484a-aa0b-bfb4e7c07f70,revision_number=9']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:26:34.773328 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7753ed61-7a73-4d22-adaf-49fb24002a64 req-94d6d740-0e69-47e8-87d1-6123aa8084c4 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:34.774858 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7753ed61-7a73-4d22-adaf-49fb24002a64 req-94d6d740-0e69-47e8-87d1-6123aa8084c4 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e245463-fb48-4610-aa39-d81eb23f6a5f HTTP/1.1" status: 200  len: 946 time: 0.0522954
May 07 22:26:34.822401 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7753ed61-7a73-4d22-adaf-49fb24002a64 req-3c56a3db-565c-4527-ad27-14441375b69c tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420771
May 07 22:26:34.939730 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c71d6bb-8193-4cbe-b161-c0ecf8faa169 req-05c3bed1-f122-4f5e-8525-8e3ca1013bdb tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:34.941062 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8c71d6bb-8193-4cbe-b161-c0ecf8faa169 req-05c3bed1-f122-4f5e-8525-8e3ca1013bdb tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e245463-fb48-4610-aa39-d81eb23f6a5f HTTP/1.1" status: 200  len: 946 time: 0.0508010
May 07 22:26:34.989593 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8c71d6bb-8193-4cbe-b161-c0ecf8faa169 req-b695ef9e-2f2c-41cf-aa4a-e4f27bf41be3 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430000
May 07 22:26:35.115271 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86676d35-376f-425d-b47d-757db925a9f1 req-20300857-b48f-4513-8f14-dd69ac21ca71 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:35.117383 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-86676d35-376f-425d-b47d-757db925a9f1 req-20300857-b48f-4513-8f14-dd69ac21ca71 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e245463-fb48-4610-aa39-d81eb23f6a5f HTTP/1.1" status: 200  len: 946 time: 0.0542471
May 07 22:26:35.162240 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-86676d35-376f-425d-b47d-757db925a9f1 req-01136dd9-4302-4958-8fe9-9416dfa9bf25 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392399
May 07 22:26:35.391220 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc982d26-3795-46c2-b2c1-ce7e38f4bfae req-023c56dc-9e40-4df7-a42b-9600dc7020e3 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:35.393821 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bc982d26-3795-46c2-b2c1-ce7e38f4bfae req-023c56dc-9e40-4df7-a42b-9600dc7020e3 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e245463-fb48-4610-aa39-d81eb23f6a5f HTTP/1.1" status: 200  len: 946 time: 0.0492327
May 07 22:26:35.441773 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bc982d26-3795-46c2-b2c1-ce7e38f4bfae req-0be24255-53bd-4cd1-9051-fc4879c1cc3b tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419521
May 07 22:26:35.865630 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 22:26:36.554698 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1902f20b-5017-4c74-8855-49521aca194c req-721ad8b1-615d-4cd0-adf1-23005683bfd0 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:36.556174 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1902f20b-5017-4c74-8855-49521aca194c req-721ad8b1-615d-4cd0-adf1-23005683bfd0 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e245463-fb48-4610-aa39-d81eb23f6a5f HTTP/1.1" status: 200  len: 946 time: 0.0462360
May 07 22:26:36.602167 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1902f20b-5017-4c74-8855-49521aca194c req-b5c143a0-26eb-4dfa-ab91-c128d8eb04fb tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405016
May 07 22:26:36.626640 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ed0a7-a23c-40bf-a261-7c8b1659c49d req-5952da3b-3cd8-4534-9d18-bb87c8205e93 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:36.628149 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-190ed0a7-a23c-40bf-a261-7c8b1659c49d req-5952da3b-3cd8-4534-9d18-bb87c8205e93 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e245463-fb48-4610-aa39-d81eb23f6a5f HTTP/1.1" status: 200  len: 946 time: 0.0468686
May 07 22:26:36.713334 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-190ed0a7-a23c-40bf-a261-7c8b1659c49d req-652d8f01-1ae4-42b8-96bb-c6b6f630a441 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Deleting port 68feade0-83ad-484a-aa0b-bfb4e7c07f70 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:26:36.713676 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-190ed0a7-a23c-40bf-a261-7c8b1659c49d req-652d8f01-1ae4-42b8-96bb-c6b6f630a441 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (68feade0-83ad-484a-aa0b-bfb4e7c07f70), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:26:36.811332 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-190ed0a7-a23c-40bf-a261-7c8b1659c49d req-652d8f01-1ae4-42b8-96bb-c6b6f630a441 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] For port 68feade0-83ad-484a-aa0b-bfb4e7c07f70, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=68feade0-83ad-484a-aa0b-bfb4e7c07f70,segment=NetworkSegment(53fc118f-18fe-4132-af8b-066e9b1766f5),segment_id=53fc118f-18fe-4132-af8b-066e9b1766f5)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:26:36.811696 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-190ed0a7-a23c-40bf-a261-7c8b1659c49d req-652d8f01-1ae4-42b8-96bb-c6b6f630a441 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (68feade0-83ad-484a-aa0b-bfb4e7c07f70), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:26:36.988143 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-190ed0a7-a23c-40bf-a261-7c8b1659c49d req-652d8f01-1ae4-42b8-96bb-c6b6f630a441 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:26:36.988509 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-190ed0a7-a23c-40bf-a261-7c8b1659c49d req-652d8f01-1ae4-42b8-96bb-c6b6f630a441 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (7dfcd854-b52b-4f0a-9ac3-d2e482bb813f), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:26:36.988823 ncdv-master-1 neutron-server[121836]: INFO neutron.db.l3_db [req-190ed0a7-a23c-40bf-a261-7c8b1659c49d req-652d8f01-1ae4-42b8-96bb-c6b6f630a441 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Floating IP 7dfcd854-b52b-4f0a-9ac3-d2e482bb813f disassociated. External IP: 172.35.4.114, port: 68feade0-83ad-484a-aa0b-bfb4e7c07f70.
May 07 22:26:36.989165 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-190ed0a7-a23c-40bf-a261-7c8b1659c49d req-652d8f01-1ae4-42b8-96bb-c6b6f630a441 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Calling delete_port for 68feade0-83ad-484a-aa0b-bfb4e7c07f70 owned by compute:nova {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:26:37.125142 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-190ed0a7-a23c-40bf-a261-7c8b1659c49d req-652d8f01-1ae4-42b8-96bb-c6b6f630a441 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (68feade0-83ad-484a-aa0b-bfb4e7c07f70), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:26:37.153585 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652d8f01-1ae4-42b8-96bb-c6b6f630a441 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Pushing event deleted for resources: {'Port': ['ID=68feade0-83ad-484a-aa0b-bfb4e7c07f70,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:26:37.277711 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [req-190ed0a7-a23c-40bf-a261-7c8b1659c49d req-652d8f01-1ae4-42b8-96bb-c6b6f630a441 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Router 6c84532b-a939-4efd-ab5d-5dd714f1ea20 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:26:37.394863 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-190ed0a7-a23c-40bf-a261-7c8b1659c49d req-652d8f01-1ae4-42b8-96bb-c6b6f630a441 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:26:37.407192 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ca8a92-8d0f-417f-914b-d8ef52a5f9b1 None None] Sync routers for ids ['6c84532b-a939-4efd-ab5d-5dd714f1ea20'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:26:37.417278 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ca8a92-8d0f-417f-914b-d8ef52a5f9b1 None None] Routers {'6c84532b-a939-4efd-ab5d-5dd714f1ea20'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:26:37.417900 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-09ca8a92-8d0f-417f-914b-d8ef52a5f9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7fa84ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:26:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['6c84532b-a939-4efd-ab5d-5dd714f1ea20'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:26:37.436563 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-190ed0a7-a23c-40bf-a261-7c8b1659c49d req-652d8f01-1ae4-42b8-96bb-c6b6f630a441 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] No DVR routers for this DVR port 68feade0-83ad-484a-aa0b-bfb4e7c07f70 on host nch1-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:26:37.439137 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-190ed0a7-a23c-40bf-a261-7c8b1659c49d req-652d8f01-1ae4-42b8-96bb-c6b6f630a441 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:26:37.442326 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-190ed0a7-a23c-40bf-a261-7c8b1659c49d req-652d8f01-1ae4-42b8-96bb-c6b6f630a441 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.55 "DELETE /v2.0/ports/68feade0-83ad-484a-aa0b-bfb4e7c07f70 HTTP/1.1" status: 204  len: 173 time: 0.8091254
May 07 22:26:37.442762 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e245463-fb48-4610-aa39-d81eb23f6a5f', 'name': 'network-vif-deleted', 'tag': '68feade0-83ad-484a-aa0b-bfb4e7c07f70'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:26:37.445903 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0137d70b-f712-46f7-aa42-9bf63ad07369" -d '{"events": [{"server_uuid": "3e245463-fb48-4610-aa39-d81eb23f6a5f", "name": "network-vif-deleted", "tag": "68feade0-83ad-484a-aa0b-bfb4e7c07f70"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:26:37.488700 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f38f17a-3394-4bc7-ae0f-52c3cb02ab68 x-openstack-request-id: req-5f38f17a-3394-4bc7-ae0f-52c3cb02ab68 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:26:37.488997 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e245463-fb48-4610-aa39-d81eb23f6a5f", "name": "network-vif-deleted", "tag": "68feade0-83ad-484a-aa0b-bfb4e7c07f70", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:26:37.489281 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5f38f17a-3394-4bc7-ae0f-52c3cb02ab68 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:26:37.489692 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f38f17a-3394-4bc7-ae0f-52c3cb02ab68'] response: {'server_uuid': '3e245463-fb48-4610-aa39-d81eb23f6a5f', 'name': 'network-vif-deleted', 'tag': '68feade0-83ad-484a-aa0b-bfb4e7c07f70', 'status': 'completed', 'code': 200}
May 07 22:26:37.538818 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-09ca8a92-8d0f-417f-914b-d8ef52a5f9b1 None None] Set router 6c84532b-a939-4efd-ab5d-5dd714f1ea20 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:26:37.719295 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6a75cdec-68d0-43f0-8f04-ed22e26ca602 req-34654395-5f20-4289-ac32-83777696832b tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e245463-fb48-4610-aa39-d81eb23f6a5f HTTP/1.1" status: 200  len: 210 time: 0.0277081
May 07 22:26:37.740001 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-09ca8a92-8d0f-417f-914b-d8ef52a5f9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7fa84ca0>, [{'id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'name': 'tempest-ServerActionsTestJSON-57126734-router', 'tenant_id': '697345bef14f49b0a7ffff78f8f90913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.19'}], 'enable_snat': True}, 'gw_port_id': 'fd023d51-546a-4746-b00f-1b42dcff4178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:25:50Z', 'updated_at': '2022-05-07T22:25:53Z', 'revision_number': 4, 'project_id': '697345bef14f49b0a7ffff78f8f90913', 'gw_port': {'id': 'fd023d51-546a-4746-b00f-1b42dcff4178', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:fd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:25:51Z', 'updated_at': '2022-05-07T22:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '20172faa-7474-4125-93fb-57de137475bf', 'name': '', 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9', 'tenant_id': '697345bef14f49b0a7ffff78f8f90913', 'mac_address': 'fa:16:3e:ed:b1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'b2f7d31e-bd3c-4e70-a318-4783f06407ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:25:52Z', 'updated_at': '2022-05-07T22:25:57Z', 'revision_number': 5, 'project_id': '697345bef14f49b0a7ffff78f8f90913', 'subnets': [{'id': 'b2f7d31e-bd3c-4e70-a318-4783f06407ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:26:37.767169 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ca8a92-8d0f-417f-914b-d8ef52a5f9b1 None None] Checking router: 6c84532b-a939-4efd-ab5d-5dd714f1ea20 for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:26:37.775333 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ca8a92-8d0f-417f-914b-d8ef52a5f9b1 None None] Routers {'6c84532b-a939-4efd-ab5d-5dd714f1ea20'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:26:37.775941 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-09ca8a92-8d0f-417f-914b-d8ef52a5f9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7fa84ca0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:26:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['6c84532b-a939-4efd-ab5d-5dd714f1ea20'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:26:37.883053 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-09ca8a92-8d0f-417f-914b-d8ef52a5f9b1 None None] Set router 6c84532b-a939-4efd-ab5d-5dd714f1ea20 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:26:38.074295 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-09ca8a92-8d0f-417f-914b-d8ef52a5f9b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7fa84ca0>, [{'id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'name': 'tempest-ServerActionsTestJSON-57126734-router', 'tenant_id': '697345bef14f49b0a7ffff78f8f90913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.19'}], 'enable_snat': True}, 'gw_port_id': 'fd023d51-546a-4746-b00f-1b42dcff4178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:25:50Z', 'updated_at': '2022-05-07T22:25:53Z', 'revision_number': 4, 'project_id': '697345bef14f49b0a7ffff78f8f90913', 'gw_port': {'id': 'fd023d51-546a-4746-b00f-1b42dcff4178', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:fd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:25:51Z', 'updated_at': '2022-05-07T22:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '20172faa-7474-4125-93fb-57de137475bf', 'name': '', 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9', 'tenant_id': '697345bef14f49b0a7ffff78f8f90913', 'mac_address': 'fa:16:3e:ed:b1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'b2f7d31e-bd3c-4e70-a318-4783f06407ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:25:52Z', 'updated_at': '2022-05-07T22:25:57Z', 'revision_number': 5, 'project_id': '697345bef14f49b0a7ffff78f8f90913', 'subnets': [{'id': 'b2f7d31e-bd3c-4e70-a318-4783f06407ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:26:38.100220 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ca8a92-8d0f-417f-914b-d8ef52a5f9b1 None None] The sync data for ids ['6c84532b-a939-4efd-ab5d-5dd714f1ea20'] in ncdv-master-1 is: [{'id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'name': 'tempest-ServerActionsTestJSON-57126734-router', 'tenant_id': '697345bef14f49b0a7ffff78f8f90913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.19'}], 'enable_snat': True}, 'gw_port_id': 'fd023d51-546a-4746-b00f-1b42dcff4178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:25:50Z', 'updated_at': '2022-05-07T22:25:53Z', 'revision_number': 4, 'project_id': '697345bef14f49b0a7ffff78f8f90913', 'gw_port': {'id': 'fd023d51-546a-4746-b00f-1b42dcff4178', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:fd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:25:51Z', 'updated_at': '2022-05-07T22:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '20172faa-7474-4125-93fb-57de137475bf', 'name': '', 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9', 'tenant_id': '697345bef14f49b0a7ffff78f8f90913', 'mac_address': 'fa:16:3e:ed:b1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'b2f7d31e-bd3c-4e70-a318-4783f06407ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:25:52Z', 'updated_at': '2022-05-07T22:25:57Z', 'revision_number': 5, 'project_id': '697345bef14f49b0a7ffff78f8f90913', 'subnets': [{'id': 'b2f7d31e-bd3c-4e70-a318-4783f06407ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:26:38.315895 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c25066-c801-47e1-a103-00e2392e3ac5 None None] New status for floating IP 7dfcd854-b52b-4f0a-9ac3-d2e482bb813f: DOWN {{(pid=121839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 07 22:26:38.957989 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b4f12608-e9e6-46de-8b0f-15e899da4658 req-531bcbdc-8c19-4b29-9f4d-56b68d5c700f tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1338130233&fields=id&tenant_id=697345bef14f49b0a7ffff78f8f90913 HTTP/1.1" status: 200  len: 267 time: 0.0431666
May 07 22:26:39.068744 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f12608-e9e6-46de-8b0f-15e899da4658 req-e0134653-2b69-4037-82f5-edfd32a48a09 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:39.070749 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b4f12608-e9e6-46de-8b0f-15e899da4658 req-e0134653-2b69-4037-82f5-edfd32a48a09 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/networks?id=0edc1271-8a82-489b-912c-a8fef30fb1c9 HTTP/1.1" status: 200  len: 810 time: 0.1057057
May 07 22:26:39.085017 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b4f12608-e9e6-46de-8b0f-15e899da4658 req-1d2c8f8b-7615-47a1-855c-faf18c6f6905 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/quotas/697345bef14f49b0a7ffff78f8f90913 HTTP/1.1" status: 200  len: 375 time: 0.0088298
May 07 22:26:39.133082 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b4f12608-e9e6-46de-8b0f-15e899da4658 req-f17bdb8b-c7b8-4db4-80ae-2958f67af13f tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=697345bef14f49b0a7ffff78f8f90913&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0433147
May 07 22:26:39.232160 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b4f12608-e9e6-46de-8b0f-15e899da4658 req-14b58d14-90b6-4969-aaa5-d8d5884c9d69 service neutron] 10.222.0.32 "GET /v2.0/networks/0edc1271-8a82-489b-912c-a8fef30fb1c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0876393
May 07 22:26:39.322464 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b4f12608-e9e6-46de-8b0f-15e899da4658 req-4655a8a6-b222-4653-aafb-2fead20b6c17 service neutron] 10.222.0.32 "GET /v2.0/networks/0edc1271-8a82-489b-912c-a8fef30fb1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0843873
May 07 22:26:39.486111 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e3c3befc-c5cd-43ae-927f-5dff233acd94 req-6d6aafe5-b079-4272-b415-67b78c55a54e tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5cbb6de-b5cb-4d93-8ac4-e7b81fcf7c23 HTTP/1.1" status: 200  len: 210 time: 0.0304844
May 07 22:26:40.155290 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 68feade0-83ad-484a-aa0b-bfb4e7c07f70 no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:26:40.174856 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] No Port match for: 68feade0-83ad-484a-aa0b-bfb4e7c07f70 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:26:40.175206 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 68feade0-83ad-484a-aa0b-bfb4e7c07f70 not bound to the agent host nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:26:40.403181 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f12608-e9e6-46de-8b0f-15e899da4658 req-de65d555-c6b9-49ba-b3dd-15c4e44d4b69 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:40.404495 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b4f12608-e9e6-46de-8b0f-15e899da4658 req-de65d555-c6b9-49ba-b3dd-15c4e44d4b69 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.59 "GET /v2.0/networks?id=0edc1271-8a82-489b-912c-a8fef30fb1c9 HTTP/1.1" status: 200  len: 810 time: 0.1044211
May 07 22:26:40.465282 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b4f12608-e9e6-46de-8b0f-15e899da4658 req-b11f02e0-fdaf-48e1-ac60-6ad099ddbe45 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=697345bef14f49b0a7ffff78f8f90913 HTTP/1.1" status: 200  len: 380 time: 0.0529332
May 07 22:26:40.475159 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-b4f12608-e9e6-46de-8b0f-15e899da4658 req-3366d464-2f0f-4e9d-8fa4-50c00e44c60b tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Request body: {'port': {'device_id': 'd5cbb6de-b5cb-4d93-8ac4-e7b81fcf7c23', 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9', 'admin_state_up': True, 'tenant_id': '697345bef14f49b0a7ffff78f8f90913', 'security_groups': ['2ab47223-8585-4c6f-8646-525a986d3313']}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:26:40.584952 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4f12608-e9e6-46de-8b0f-15e899da4658 req-3366d464-2f0f-4e9d-8fa4-50c00e44c60b tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Made reservation on behalf of 697345bef14f49b0a7ffff78f8f90913 for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:26:40.588630 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-b4f12608-e9e6-46de-8b0f-15e899da4658 req-3366d464-2f0f-4e9d-8fa4-50c00e44c60b tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:26:40.591192 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b82c636a-a5fe-48ec-9203-d9c338ec43c3 req-085636c8-adfb-4ddd-9a3f-24dffce0f33a tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5cbb6de-b5cb-4d93-8ac4-e7b81fcf7c23 HTTP/1.1" status: 200  len: 210 time: 0.0335052
May 07 22:26:40.717393 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [req-b4f12608-e9e6-46de-8b0f-15e899da4658 req-3366d464-2f0f-4e9d-8fa4-50c00e44c60b tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Allocated IP 172.20.0.14 (0edc1271-8a82-489b-912c-a8fef30fb1c9/b2f7d31e-bd3c-4e70-a318-4783f06407ca/86657e51-7c13-4822-82f8-a74debc881c8) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:26:40.850159 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-b4f12608-e9e6-46de-8b0f-15e899da4658 req-3366d464-2f0f-4e9d-8fa4-50c00e44c60b tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Publish callbacks [] for port (86657e51-7c13-4822-82f8-a74debc881c8), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:26:40.886001 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-b4f12608-e9e6-46de-8b0f-15e899da4658 req-3366d464-2f0f-4e9d-8fa4-50c00e44c60b tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (86657e51-7c13-4822-82f8-a74debc881c8), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:26:40.933194 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4f12608-e9e6-46de-8b0f-15e899da4658 req-3366d464-2f0f-4e9d-8fa4-50c00e44c60b tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Network 0edc1271-8a82-489b-912c-a8fef30fb1c9 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:26:40.936216 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [req-b4f12608-e9e6-46de-8b0f-15e899da4658 req-3366d464-2f0f-4e9d-8fa4-50c00e44c60b tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:26:40.939885 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4f12608-e9e6-46de-8b0f-15e899da4658 req-3366d464-2f0f-4e9d-8fa4-50c00e44c60b tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:26:40.969218 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3366d464-2f0f-4e9d-8fa4-50c00e44c60b tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Pushing event updated for resources: {'Port': ['ID=86657e51-7c13-4822-82f8-a74debc881c8,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:26:40.999197 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f12608-e9e6-46de-8b0f-15e899da4658 req-3366d464-2f0f-4e9d-8fa4-50c00e44c60b tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:40.999860 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-b4f12608-e9e6-46de-8b0f-15e899da4658 req-3366d464-2f0f-4e9d-8fa4-50c00e44c60b tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:26:41.017945 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b4f12608-e9e6-46de-8b0f-15e899da4658 req-3366d464-2f0f-4e9d-8fa4-50c00e44c60b tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5463121
May 07 22:26:41.029008 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-b4f12608-e9e6-46de-8b0f-15e899da4658 req-4dba0523-2dbb-49ed-978a-a7eef9a6cb61 service neutron] Request body: {'port': {'device_id': 'd5cbb6de-b5cb-4d93-8ac4-e7b81fcf7c23', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:26:41.092562 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-b4f12608-e9e6-46de-8b0f-15e899da4658 req-4dba0523-2dbb-49ed-978a-a7eef9a6cb61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (86657e51-7c13-4822-82f8-a74debc881c8), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:26:41.222323 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-e9bbcb7d-9f6b-4532-ba7e-4207241478ff None None] Provisioning complete for port 86657e51-7c13-4822-82f8-a74debc881c8 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:26:41.222951 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e9bbcb7d-9f6b-4532-ba7e-4207241478ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (86657e51-7c13-4822-82f8-a74debc881c8), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:26:41.259247 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-e9bbcb7d-9f6b-4532-ba7e-4207241478ff None None] Port 86657e51-7c13-4822-82f8-a74debc881c8 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:26:41.362439 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [req-b4f12608-e9e6-46de-8b0f-15e899da4658 req-4dba0523-2dbb-49ed-978a-a7eef9a6cb61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86657e51-7c13-4822-82f8-a74debc881c8 {{(pid=121837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:26:41.370383 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-b4f12608-e9e6-46de-8b0f-15e899da4658 req-4dba0523-2dbb-49ed-978a-a7eef9a6cb61 service neutron] Publish callbacks [] for port (86657e51-7c13-4822-82f8-a74debc881c8), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:26:41.382983 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-b4f12608-e9e6-46de-8b0f-15e899da4658 req-4dba0523-2dbb-49ed-978a-a7eef9a6cb61 service neutron] Transition to ACTIVE for port object 86657e51-7c13-4822-82f8-a74debc881c8 will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 22:26:41.387915 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-b4f12608-e9e6-46de-8b0f-15e899da4658 req-4dba0523-2dbb-49ed-978a-a7eef9a6cb61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (86657e51-7c13-4822-82f8-a74debc881c8), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:26:41.439747 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dba0523-2dbb-49ed-978a-a7eef9a6cb61 service neutron] Pushing event updated for resources: {'Port': ['ID=86657e51-7c13-4822-82f8-a74debc881c8,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:26:41.515667 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-b4f12608-e9e6-46de-8b0f-15e899da4658 req-4dba0523-2dbb-49ed-978a-a7eef9a6cb61 service neutron] Attempting to bind port 86657e51-7c13-4822-82f8-a74debc881c8 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:26:41.516003 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-b4f12608-e9e6-46de-8b0f-15e899da4658 req-4dba0523-2dbb-49ed-978a-a7eef9a6cb61 service neutron] Attempting to bind port 86657e51-7c13-4822-82f8-a74debc881c8 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '53fc118f-18fe-4132-af8b-066e9b1766f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:26:41.516328 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f12608-e9e6-46de-8b0f-15e899da4658 req-4dba0523-2dbb-49ed-978a-a7eef9a6cb61 service neutron] Attempting to bind port 86657e51-7c13-4822-82f8-a74debc881c8 on network 0edc1271-8a82-489b-912c-a8fef30fb1c9 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:26:41.521034 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f12608-e9e6-46de-8b0f-15e899da4658 req-4dba0523-2dbb-49ed-978a-a7eef9a6cb61 service neutron] Port 86657e51-7c13-4822-82f8-a74debc881c8 on network 0edc1271-8a82-489b-912c-a8fef30fb1c9 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:26:41.521347 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f12608-e9e6-46de-8b0f-15e899da4658 req-4dba0523-2dbb-49ed-978a-a7eef9a6cb61 service neutron] Attempting to bind port 86657e51-7c13-4822-82f8-a74debc881c8 on network 0edc1271-8a82-489b-912c-a8fef30fb1c9 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:26:41.526433 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f12608-e9e6-46de-8b0f-15e899da4658 req-4dba0523-2dbb-49ed-978a-a7eef9a6cb61 service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:26:41.526758 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f12608-e9e6-46de-8b0f-15e899da4658 req-4dba0523-2dbb-49ed-978a-a7eef9a6cb61 service neutron] Checking segment: {'id': '53fc118f-18fe-4132-af8b-066e9b1766f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:26:41.527131 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f12608-e9e6-46de-8b0f-15e899da4658 req-4dba0523-2dbb-49ed-978a-a7eef9a6cb61 service neutron] Bound using segment: {'id': '53fc118f-18fe-4132-af8b-066e9b1766f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:26:41.527557 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-b4f12608-e9e6-46de-8b0f-15e899da4658 req-4dba0523-2dbb-49ed-978a-a7eef9a6cb61 service neutron] Bound port: 86657e51-7c13-4822-82f8-a74debc881c8, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53fc118f-18fe-4132-af8b-066e9b1766f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:26:41.527902 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-b4f12608-e9e6-46de-8b0f-15e899da4658 req-4dba0523-2dbb-49ed-978a-a7eef9a6cb61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (86657e51-7c13-4822-82f8-a74debc881c8), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:26:41.594158 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-b4f12608-e9e6-46de-8b0f-15e899da4658 req-4dba0523-2dbb-49ed-978a-a7eef9a6cb61 service neutron] For port 86657e51-7c13-4822-82f8-a74debc881c8, host nch2-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:26:41.597189 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-b4f12608-e9e6-46de-8b0f-15e899da4658 req-4dba0523-2dbb-49ed-978a-a7eef9a6cb61 service neutron] For port 86657e51-7c13-4822-82f8-a74debc881c8, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=86657e51-7c13-4822-82f8-a74debc881c8,segment=NetworkSegment(53fc118f-18fe-4132-af8b-066e9b1766f5),segment_id=53fc118f-18fe-4132-af8b-066e9b1766f5)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:26:41.602613 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-b4f12608-e9e6-46de-8b0f-15e899da4658 req-4dba0523-2dbb-49ed-978a-a7eef9a6cb61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (86657e51-7c13-4822-82f8-a74debc881c8), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:26:41.638104 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f12608-e9e6-46de-8b0f-15e899da4658 req-4dba0523-2dbb-49ed-978a-a7eef9a6cb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:41.638760 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-b4f12608-e9e6-46de-8b0f-15e899da4658 req-4dba0523-2dbb-49ed-978a-a7eef9a6cb61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:26:41.640119 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b4f12608-e9e6-46de-8b0f-15e899da4658 req-4dba0523-2dbb-49ed-978a-a7eef9a6cb61 service neutron] 10.222.0.59 "PUT /v2.0/ports/86657e51-7c13-4822-82f8-a74debc881c8 HTTP/1.1" status: 200  len: 1092 time: 0.6154096
May 07 22:26:41.640732 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5cbb6de-b5cb-4d93-8ac4-e7b81fcf7c23', 'tag': '86657e51-7c13-4822-82f8-a74debc881c8'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:26:41.642917 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b285a4-3acd-4a31-be53-21c1943fe621" -d '{"events": [{"name": "network-changed", "server_uuid": "d5cbb6de-b5cb-4d93-8ac4-e7b81fcf7c23", "tag": "86657e51-7c13-4822-82f8-a74debc881c8"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:26:41.676940 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dba0523-2dbb-49ed-978a-a7eef9a6cb61 service neutron] Pushing event updated for resources: {'Port': ['ID=86657e51-7c13-4822-82f8-a74debc881c8,revision_number=3']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:26:41.686978 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dba0523-2dbb-49ed-978a-a7eef9a6cb61 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:26:41.687535 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dba0523-2dbb-49ed-978a-a7eef9a6cb61 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:26:41.688080 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dba0523-2dbb-49ed-978a-a7eef9a6cb61 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:26:41.688422 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dba0523-2dbb-49ed-978a-a7eef9a6cb61 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:26:41.688763 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dba0523-2dbb-49ed-978a-a7eef9a6cb61 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:26:41.689098 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dba0523-2dbb-49ed-978a-a7eef9a6cb61 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:26:41.689615 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dba0523-2dbb-49ed-978a-a7eef9a6cb61 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:26:41.689957 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dba0523-2dbb-49ed-978a-a7eef9a6cb61 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:26:41.690288 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dba0523-2dbb-49ed-978a-a7eef9a6cb61 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:26:41.690619 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dba0523-2dbb-49ed-978a-a7eef9a6cb61 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:26:41.690975 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dba0523-2dbb-49ed-978a-a7eef9a6cb61 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:26:41.691305 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dba0523-2dbb-49ed-978a-a7eef9a6cb61 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:26:41.691817 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dba0523-2dbb-49ed-978a-a7eef9a6cb61 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:26:41.692145 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dba0523-2dbb-49ed-978a-a7eef9a6cb61 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:26:41.692470 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dba0523-2dbb-49ed-978a-a7eef9a6cb61 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:26:41.727479 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3456c4b9-0e53-44d9-8c90-9780b6655bbe x-openstack-request-id: req-3456c4b9-0e53-44d9-8c90-9780b6655bbe {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:26:41.728010 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5cbb6de-b5cb-4d93-8ac4-e7b81fcf7c23", "tag": "86657e51-7c13-4822-82f8-a74debc881c8", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:26:41.728804 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3456c4b9-0e53-44d9-8c90-9780b6655bbe {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:26:41.729219 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3456c4b9-0e53-44d9-8c90-9780b6655bbe'] response: {'name': 'network-changed', 'server_uuid': 'd5cbb6de-b5cb-4d93-8ac4-e7b81fcf7c23', 'tag': '86657e51-7c13-4822-82f8-a74debc881c8', 'status': 'completed', 'code': 200}
May 07 22:26:41.771374 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac7bbd8-ec12-4790-9c8c-bbaddd288589 req-ded837e6-926d-4bb5-b6c8-5d1e6ffe4d41 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:41.772966 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9ac7bbd8-ec12-4790-9c8c-bbaddd288589 req-ded837e6-926d-4bb5-b6c8-5d1e6ffe4d41 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5cbb6de-b5cb-4d93-8ac4-e7b81fcf7c23 HTTP/1.1" status: 200  len: 944 time: 0.1067648
May 07 22:26:41.778934 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f12608-e9e6-46de-8b0f-15e899da4658 req-d8c69fb1-9095-447d-9d7a-1d39d89f4ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:41.780429 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b4f12608-e9e6-46de-8b0f-15e899da4658 req-d8c69fb1-9095-447d-9d7a-1d39d89f4ee3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=697345bef14f49b0a7ffff78f8f90913&device_id=d5cbb6de-b5cb-4d93-8ac4-e7b81fcf7c23 HTTP/1.1" status: 200  len: 1126 time: 0.0638328
May 07 22:26:41.832454 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b4f12608-e9e6-46de-8b0f-15e899da4658 req-775c099b-b50a-4e48-bc12-07b74a4b07fb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86657e51-7c13-4822-82f8-a74debc881c8 HTTP/1.1" status: 200  len: 217 time: 0.0435767
May 07 22:26:41.893289 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9ac7bbd8-ec12-4790-9c8c-bbaddd288589 req-96cb5bd5-e4e3-4c08-9503-7a24080ca24f tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1119084
May 07 22:26:41.902842 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f12608-e9e6-46de-8b0f-15e899da4658 req-43cfa979-9bfa-46a5-bf63-72d204829326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:41.904308 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b4f12608-e9e6-46de-8b0f-15e899da4658 req-43cfa979-9bfa-46a5-bf63-72d204829326 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b2f7d31e-bd3c-4e70-a318-4783f06407ca HTTP/1.1" status: 200  len: 849 time: 0.0667455
May 07 22:26:41.949278 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f12608-e9e6-46de-8b0f-15e899da4658 req-0fe18ed7-1264-46bf-acbd-8d522c651b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:41.950836 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b4f12608-e9e6-46de-8b0f-15e899da4658 req-0fe18ed7-1264-46bf-acbd-8d522c651b4b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0edc1271-8a82-489b-912c-a8fef30fb1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0401850
May 07 22:26:42.043389 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b4f12608-e9e6-46de-8b0f-15e899da4658 req-f5533a62-1839-4d4b-bd6c-461098ae1e78 service neutron] 10.222.0.59 "GET /v2.0/networks/0edc1271-8a82-489b-912c-a8fef30fb1c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0865719
May 07 22:26:42.130473 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b4f12608-e9e6-46de-8b0f-15e899da4658 req-61d1e2b3-b3d0-4475-ada2-0a69c5f17d87 service neutron] 10.222.0.59 "GET /v2.0/networks/0edc1271-8a82-489b-912c-a8fef30fb1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0808215
May 07 22:26:42.967691 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b285a4-3acd-4a31-be53-21c1943fe621 req-14b68853-bfc5-4083-ace9-3d0590591f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:42.969212 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-88b285a4-3acd-4a31-be53-21c1943fe621 req-14b68853-bfc5-4083-ace9-3d0590591f5d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=697345bef14f49b0a7ffff78f8f90913&device_id=d5cbb6de-b5cb-4d93-8ac4-e7b81fcf7c23 HTTP/1.1" status: 200  len: 1126 time: 0.0396361
May 07 22:26:43.016617 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5691a9a2-b2e3-42ec-948e-b2475a112ad5 req-b9c7b8a7-32e5-49af-aea7-a51fc5d85a70 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:43.018173 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5691a9a2-b2e3-42ec-948e-b2475a112ad5 req-b9c7b8a7-32e5-49af-aea7-a51fc5d85a70 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5cbb6de-b5cb-4d93-8ac4-e7b81fcf7c23 HTTP/1.1" status: 200  len: 944 time: 0.0514209
May 07 22:26:43.068213 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b285a4-3acd-4a31-be53-21c1943fe621 req-26b5ebe1-9763-43b7-8f0e-737fec32e964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:43.068933 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5691a9a2-b2e3-42ec-948e-b2475a112ad5 req-1a8bc3d9-431d-4d73-83be-9f980c7740d1 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448513
May 07 22:26:43.070301 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-88b285a4-3acd-4a31-be53-21c1943fe621 req-26b5ebe1-9763-43b7-8f0e-737fec32e964 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0edc1271-8a82-489b-912c-a8fef30fb1c9 HTTP/1.1" status: 200  len: 911 time: 0.0956581
May 07 22:26:43.110795 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-88b285a4-3acd-4a31-be53-21c1943fe621 req-46765006-6560-451c-bd0b-3231e155c7b4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86657e51-7c13-4822-82f8-a74debc881c8 HTTP/1.1" status: 200  len: 217 time: 0.0346410
May 07 22:26:43.161667 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b285a4-3acd-4a31-be53-21c1943fe621 req-69bde4df-c170-4035-a6ef-c02f39fa15b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:43.163651 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-88b285a4-3acd-4a31-be53-21c1943fe621 req-69bde4df-c170-4035-a6ef-c02f39fa15b6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b2f7d31e-bd3c-4e70-a318-4783f06407ca HTTP/1.1" status: 200  len: 849 time: 0.0470488
May 07 22:26:43.204940 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b285a4-3acd-4a31-be53-21c1943fe621 req-d1317533-a8e8-4e14-bff2-7e4f826c00dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:43.206415 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-88b285a4-3acd-4a31-be53-21c1943fe621 req-d1317533-a8e8-4e14-bff2-7e4f826c00dc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0edc1271-8a82-489b-912c-a8fef30fb1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0382161
May 07 22:26:43.293711 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-88b285a4-3acd-4a31-be53-21c1943fe621 req-348021d0-d289-45c7-83d2-16ca64969ef7 service neutron] 10.222.0.59 "GET /v2.0/networks/0edc1271-8a82-489b-912c-a8fef30fb1c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0816479
May 07 22:26:43.384750 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-88b285a4-3acd-4a31-be53-21c1943fe621 req-149ec68b-08e0-46d0-a3cd-51fa93d25585 service neutron] 10.222.0.59 "GET /v2.0/networks/0edc1271-8a82-489b-912c-a8fef30fb1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0844247
May 07 22:26:44.184537 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777c09f1-3ab7-4feb-9a31-3abeb4a85225 req-72f21323-400d-4fd0-930f-8665cdbf6b34 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:44.186174 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-777c09f1-3ab7-4feb-9a31-3abeb4a85225 req-72f21323-400d-4fd0-930f-8665cdbf6b34 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5cbb6de-b5cb-4d93-8ac4-e7b81fcf7c23 HTTP/1.1" status: 200  len: 944 time: 0.0466375
May 07 22:26:44.233821 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-777c09f1-3ab7-4feb-9a31-3abeb4a85225 req-a0fceb64-2d18-4c7d-acd3-4a2e3c1a6c0d tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420742
May 07 22:26:44.677236 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 86657e51-7c13-4822-82f8-a74debc881c8 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:26:44.773714 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 86657e51-7c13-4822-82f8-a74debc881c8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=86657e51-7c13-4822-82f8-a74debc881c8,segment=NetworkSegment(53fc118f-18fe-4132-af8b-066e9b1766f5),segment_id=53fc118f-18fe-4132-af8b-066e9b1766f5)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:26:44.787514 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': '86657e51-7c13-4822-82f8-a74debc881c8', 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9', 'port_id': '86657e51-7c13-4822-82f8-a74debc881c8', 'mac_address': 'fa:16:3e:68:a3:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2f7d31e-bd3c-4e70-a318-4783f06407ca', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:26:44.823253 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 86657e51-7c13-4822-82f8-a74debc881c8 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:26:44.823642 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (86657e51-7c13-4822-82f8-a74debc881c8), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:26:44.836545 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86657e51-7c13-4822-82f8-a74debc881c8 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:26:44.854624 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 86657e51-7c13-4822-82f8-a74debc881c8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=86657e51-7c13-4822-82f8-a74debc881c8,segment=NetworkSegment(53fc118f-18fe-4132-af8b-066e9b1766f5),segment_id=53fc118f-18fe-4132-af8b-066e9b1766f5)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:26:44.859168 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (86657e51-7c13-4822-82f8-a74debc881c8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:26:44.905052 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=86657e51-7c13-4822-82f8-a74debc881c8,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:26:44.912472 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:26:44.912819 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:26:44.913179 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:26:44.913519 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:26:44.913858 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:26:44.914212 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:26:44.914543 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:26:44.914899 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:26:44.915226 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:26:44.915574 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:26:44.915898 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:26:44.916474 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:26:44.916792 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:26:44.917113 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:26:44.917434 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:26:45.054575 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['86657e51-7c13-4822-82f8-a74debc881c8'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:26:45.346616 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79a8f09-f4bb-482b-8812-0ca0714e7fb5 req-e3d77f16-a3d9-4af7-81ca-310807ead11e tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:45.348162 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f79a8f09-f4bb-482b-8812-0ca0714e7fb5 req-e3d77f16-a3d9-4af7-81ca-310807ead11e tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5cbb6de-b5cb-4d93-8ac4-e7b81fcf7c23 HTTP/1.1" status: 200  len: 945 time: 0.0471079
May 07 22:26:45.396098 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f79a8f09-f4bb-482b-8812-0ca0714e7fb5 req-7868f67f-3a35-44a5-8115-b70c58b8596a tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420828
May 07 22:26:46.513748 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8fb12c-af55-4cb5-9c82-95e7cd4a8fd3 req-d1f013b9-1652-47d9-92f4-309eb1be231a tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:46.515329 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1e8fb12c-af55-4cb5-9c82-95e7cd4a8fd3 req-d1f013b9-1652-47d9-92f4-309eb1be231a tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5cbb6de-b5cb-4d93-8ac4-e7b81fcf7c23 HTTP/1.1" status: 200  len: 945 time: 0.0509391
May 07 22:26:46.561946 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1e8fb12c-af55-4cb5-9c82-95e7cd4a8fd3 req-cd6eaf3e-a1ee-4d5a-a113-a32dc26649d3 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409729
May 07 22:26:46.695070 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 86657e51-7c13-4822-82f8-a74debc881c8 up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:26:46.738670 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning for port 86657e51-7c13-4822-82f8-a74debc881c8 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 22:26:46.744124 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port 86657e51-7c13-4822-82f8-a74debc881c8 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:26:46.744556 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (86657e51-7c13-4822-82f8-a74debc881c8), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:26:46.822144 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 86657e51-7c13-4822-82f8-a74debc881c8 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:26:46.822450 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (86657e51-7c13-4822-82f8-a74debc881c8), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:26:46.844200 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5cbb6de-b5cb-4d93-8ac4-e7b81fcf7c23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86657e51-7c13-4822-82f8-a74debc881c8'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:26:46.846388 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6b62b64-c4f1-48f7-80fd-379a613780f1" -d '{"events": [{"server_uuid": "d5cbb6de-b5cb-4d93-8ac4-e7b81fcf7c23", "name": "network-vif-plugged", "status": "completed", "tag": "86657e51-7c13-4822-82f8-a74debc881c8"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:26:46.859035 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 86657e51-7c13-4822-82f8-a74debc881c8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=86657e51-7c13-4822-82f8-a74debc881c8,segment=NetworkSegment(53fc118f-18fe-4132-af8b-066e9b1766f5),segment_id=53fc118f-18fe-4132-af8b-066e9b1766f5)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:26:46.863184 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (86657e51-7c13-4822-82f8-a74debc881c8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:26:46.887954 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-953499e6-6eb3-43fd-a97f-aa87a7cb5702 x-openstack-request-id: req-953499e6-6eb3-43fd-a97f-aa87a7cb5702 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:26:46.888249 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5cbb6de-b5cb-4d93-8ac4-e7b81fcf7c23", "name": "network-vif-plugged", "status": "completed", "tag": "86657e51-7c13-4822-82f8-a74debc881c8", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:26:46.888508 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-953499e6-6eb3-43fd-a97f-aa87a7cb5702 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:26:46.889507 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-953499e6-6eb3-43fd-a97f-aa87a7cb5702'] response: {'server_uuid': 'd5cbb6de-b5cb-4d93-8ac4-e7b81fcf7c23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86657e51-7c13-4822-82f8-a74debc881c8', 'code': 200}
May 07 22:26:46.918130 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=86657e51-7c13-4822-82f8-a74debc881c8,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:26:46.978617 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96fc65e-fc30-40a9-8ddb-9a4b72121c30 req-1bf62c12-91a4-454f-a4b9-5db3a45a86ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:46.980157 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d96fc65e-fc30-40a9-8ddb-9a4b72121c30 req-1bf62c12-91a4-454f-a4b9-5db3a45a86ae service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d5cbb6de-b5cb-4d93-8ac4-e7b81fcf7c23 HTTP/1.1" status: 200  len: 1128 time: 0.0382171
May 07 22:26:47.027359 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d96fc65e-fc30-40a9-8ddb-9a4b72121c30 req-16a3ae0f-46fb-4b6d-a644-c9b9c6f38ddf service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389853
May 07 22:26:47.672918 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc44dee8-fdb3-48a5-bd5c-5edb3b693b00 req-52c07cae-95f2-405e-b429-f2ac5e73aa89 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:47.674371 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-dc44dee8-fdb3-48a5-bd5c-5edb3b693b00 req-52c07cae-95f2-405e-b429-f2ac5e73aa89 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5cbb6de-b5cb-4d93-8ac4-e7b81fcf7c23 HTTP/1.1" status: 200  len: 946 time: 0.0462697
May 07 22:26:47.724032 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-dc44dee8-fdb3-48a5-bd5c-5edb3b693b00 req-40e9dde8-3b91-43be-b2c6-b87ec582071b tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436082
May 07 22:26:48.852570 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deb09fc-210c-4b60-8bba-0317770ada0a req-5fdb1895-f6d7-49e3-8b80-b3adabddff72 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:48.854022 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5deb09fc-210c-4b60-8bba-0317770ada0a req-5fdb1895-f6d7-49e3-8b80-b3adabddff72 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5cbb6de-b5cb-4d93-8ac4-e7b81fcf7c23 HTTP/1.1" status: 200  len: 946 time: 0.0503018
May 07 22:26:48.900118 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5deb09fc-210c-4b60-8bba-0317770ada0a req-2b10dc7b-8169-4fb4-93b7-262522a69921 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405340
May 07 22:26:49.008204 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60620bdc-30be-4419-9f0e-8c03387f5b79 req-403cdb3a-0211-419c-a610-7fc19e13c8f2 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:49.009621 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-60620bdc-30be-4419-9f0e-8c03387f5b79 req-403cdb3a-0211-419c-a610-7fc19e13c8f2 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5cbb6de-b5cb-4d93-8ac4-e7b81fcf7c23 HTTP/1.1" status: 200  len: 946 time: 0.0465612
May 07 22:26:49.018139 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 56620) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:26:49.022539 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-459ce092-1aef-4eed-96c3-975d72aa564f tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Request body: {'floatingip': {'port_id': '86657e51-7c13-4822-82f8-a74debc881c8'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:26:49.062055 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-459ce092-1aef-4eed-96c3-975d72aa564f tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Publish callbacks [] for floatingip (7dfcd854-b52b-4f0a-9ac3-d2e482bb813f), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:26:49.518554 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-459ce092-1aef-4eed-96c3-975d72aa564f tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:26:49.522311 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-459ce092-1aef-4eed-96c3-975d72aa564f tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (7dfcd854-b52b-4f0a-9ac3-d2e482bb813f), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:26:49.624289 ncdv-master-1 neutron-server[121837]: INFO neutron.db.l3_db [None req-459ce092-1aef-4eed-96c3-975d72aa564f tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Floating IP 7dfcd854-b52b-4f0a-9ac3-d2e482bb813f associated. External IP: 172.35.4.114, port: 86657e51-7c13-4822-82f8-a74debc881c8.
May 07 22:26:49.846953 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-459ce092-1aef-4eed-96c3-975d72aa564f tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Router 6c84532b-a939-4efd-ab5d-5dd714f1ea20 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:26:50.217896 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-459ce092-1aef-4eed-96c3-975d72aa564f tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:26:50.222742 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-459ce092-1aef-4eed-96c3-975d72aa564f tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:26:50.228264 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f39bbe-3f38-4e6c-bce8-0c621625dd58 None None] Sync routers for ids ['6c84532b-a939-4efd-ab5d-5dd714f1ea20'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:26:50.237428 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f39bbe-3f38-4e6c-bce8-0c621625dd58 None None] Routers {'6c84532b-a939-4efd-ab5d-5dd714f1ea20'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:26:50.238041 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-53f39bbe-3f38-4e6c-bce8-0c621625dd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7ea3b190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:26:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['6c84532b-a939-4efd-ab5d-5dd714f1ea20'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:26:50.252856 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-459ce092-1aef-4eed-96c3-975d72aa564f tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "PUT /v2.0/floatingips/7dfcd854-b52b-4f0a-9ac3-d2e482bb813f HTTP/1.1" status: 200  len: 992 time: 1.2336838
May 07 22:26:50.253444 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5cbb6de-b5cb-4d93-8ac4-e7b81fcf7c23', 'tag': '86657e51-7c13-4822-82f8-a74debc881c8'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:26:50.255781 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da9b196b-71be-4ec4-845d-49b8c87fbf1f" -d '{"events": [{"name": "network-changed", "server_uuid": "d5cbb6de-b5cb-4d93-8ac4-e7b81fcf7c23", "tag": "86657e51-7c13-4822-82f8-a74debc881c8"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:26:50.291633 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2dae6a5-361f-446b-a562-40d4019994e8 x-openstack-request-id: req-e2dae6a5-361f-446b-a562-40d4019994e8 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:26:50.291928 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5cbb6de-b5cb-4d93-8ac4-e7b81fcf7c23", "tag": "86657e51-7c13-4822-82f8-a74debc881c8", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:26:50.292205 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e2dae6a5-361f-446b-a562-40d4019994e8 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:26:50.292579 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2dae6a5-361f-446b-a562-40d4019994e8'] response: {'name': 'network-changed', 'server_uuid': 'd5cbb6de-b5cb-4d93-8ac4-e7b81fcf7c23', 'tag': '86657e51-7c13-4822-82f8-a74debc881c8', 'status': 'completed', 'code': 200}
May 07 22:26:50.352025 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9b196b-71be-4ec4-845d-49b8c87fbf1f req-a54e1b87-a005-4aa2-b038-7d85ebd71f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:50.353505 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-da9b196b-71be-4ec4-845d-49b8c87fbf1f req-a54e1b87-a005-4aa2-b038-7d85ebd71f2c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=697345bef14f49b0a7ffff78f8f90913&device_id=d5cbb6de-b5cb-4d93-8ac4-e7b81fcf7c23 HTTP/1.1" status: 200  len: 1128 time: 0.0409153
May 07 22:26:50.364678 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-53f39bbe-3f38-4e6c-bce8-0c621625dd58 None None] Set router 6c84532b-a939-4efd-ab5d-5dd714f1ea20 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:26:50.497273 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18546bd6-ab8f-40cb-8c74-73280314d741 req-99293746-6fdc-4785-ae42-f789c9c6fbad tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:50.498730 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-18546bd6-ab8f-40cb-8c74-73280314d741 req-99293746-6fdc-4785-ae42-f789c9c6fbad tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5cbb6de-b5cb-4d93-8ac4-e7b81fcf7c23 HTTP/1.1" status: 200  len: 946 time: 0.0712214
May 07 22:26:50.504128 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9b196b-71be-4ec4-845d-49b8c87fbf1f req-304d8847-25ce-4a4f-8114-09b40051decf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:50.505707 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-da9b196b-71be-4ec4-845d-49b8c87fbf1f req-304d8847-25ce-4a4f-8114-09b40051decf service neutron] 10.222.0.59 "GET /v2.0/networks?id=0edc1271-8a82-489b-912c-a8fef30fb1c9 HTTP/1.1" status: 200  len: 911 time: 0.1351907
May 07 22:26:50.603386 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-da9b196b-71be-4ec4-845d-49b8c87fbf1f req-44bef2bd-895b-4b1f-bc26-67999a56f688 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86657e51-7c13-4822-82f8-a74debc881c8 HTTP/1.1" status: 200  len: 1000 time: 0.0897856
May 07 22:26:50.606433 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-18546bd6-ab8f-40cb-8c74-73280314d741 req-d3e7512f-d452-4fb1-9984-3cf4c2b18584 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0998549
May 07 22:26:50.654069 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9b196b-71be-4ec4-845d-49b8c87fbf1f req-1f24f11c-cada-409e-b359-3b34bd9138ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:50.655590 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-da9b196b-71be-4ec4-845d-49b8c87fbf1f req-1f24f11c-cada-409e-b359-3b34bd9138ca service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b2f7d31e-bd3c-4e70-a318-4783f06407ca HTTP/1.1" status: 200  len: 849 time: 0.0472991
May 07 22:26:50.699631 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9b196b-71be-4ec4-845d-49b8c87fbf1f req-b2782005-cb1f-4cb8-9a7a-593a962c7976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:50.701189 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-da9b196b-71be-4ec4-845d-49b8c87fbf1f req-b2782005-cb1f-4cb8-9a7a-593a962c7976 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0edc1271-8a82-489b-912c-a8fef30fb1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0396175
May 07 22:26:50.761650 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-53f39bbe-3f38-4e6c-bce8-0c621625dd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7ea3b190>, [{'id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'name': 'tempest-ServerActionsTestJSON-57126734-router', 'tenant_id': '697345bef14f49b0a7ffff78f8f90913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.19'}], 'enable_snat': True}, 'gw_port_id': 'fd023d51-546a-4746-b00f-1b42dcff4178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:25:50Z', 'updated_at': '2022-05-07T22:25:53Z', 'revision_number': 4, 'project_id': '697345bef14f49b0a7ffff78f8f90913', 'gw_port': {'id': 'fd023d51-546a-4746-b00f-1b42dcff4178', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:fd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:25:51Z', 'updated_at': '2022-05-07T22:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '7dfcd854-b52b-4f0a-9ac3-d2e482bb813f', 'tenant_id': '697345bef14f49b0a7ffff78f8f90913', 'floating_ip_address': '172.35.4.114', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'port_id': '86657e51-7c13-4822-82f8-a74debc881c8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4166, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9', 'mac_address': 'fa:16:3e:68:a3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5cbb6de-b5cb-4d93-8ac4-e7b81fcf7c23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:25:55Z', 'updated_at': '2022-05-07T22:26:49Z', 'revision_number': 5, 'project_id': '697345bef14f49b0a7ffff78f8f90913', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20172faa-7474-4125-93fb-57de137475bf', 'name': '', 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9', 'tenant_id': '697345bef14f49b0a7ffff78f8f90913', 'mac_address': 'fa:16:3e:ed:b1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'b2f7d31e-bd3c-4e70-a318-4783f06407ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:25:52Z', 'updated_at': '2022-05-07T22:25:57Z', 'revision_number': 5, 'project_id': '697345bef14f49b0a7ffff78f8f90913', 'subnets': [{'id': 'b2f7d31e-bd3c-4e70-a318-4783f06407ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:26:50.789248 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f39bbe-3f38-4e6c-bce8-0c621625dd58 None None] Checking router: 6c84532b-a939-4efd-ab5d-5dd714f1ea20 for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:26:50.796384 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-da9b196b-71be-4ec4-845d-49b8c87fbf1f req-a4cfbfb8-15d3-49a7-b3c5-ddf35f85b261 service neutron] 10.222.0.59 "GET /v2.0/networks/0edc1271-8a82-489b-912c-a8fef30fb1c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0895524
May 07 22:26:50.802669 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f39bbe-3f38-4e6c-bce8-0c621625dd58 None None] Routers {'6c84532b-a939-4efd-ab5d-5dd714f1ea20'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:26:50.803333 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-53f39bbe-3f38-4e6c-bce8-0c621625dd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7ea3b190>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:26:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['6c84532b-a939-4efd-ab5d-5dd714f1ea20'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:26:50.893109 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-da9b196b-71be-4ec4-845d-49b8c87fbf1f req-279eb187-6c7e-4f5e-990e-540817210702 service neutron] 10.222.0.59 "GET /v2.0/networks/0edc1271-8a82-489b-912c-a8fef30fb1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0911732
May 07 22:26:50.913182 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-53f39bbe-3f38-4e6c-bce8-0c621625dd58 None None] Set router 6c84532b-a939-4efd-ab5d-5dd714f1ea20 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:26:51.129494 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-53f39bbe-3f38-4e6c-bce8-0c621625dd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7ea3b190>, [{'id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'name': 'tempest-ServerActionsTestJSON-57126734-router', 'tenant_id': '697345bef14f49b0a7ffff78f8f90913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.19'}], 'enable_snat': True}, 'gw_port_id': 'fd023d51-546a-4746-b00f-1b42dcff4178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:25:50Z', 'updated_at': '2022-05-07T22:25:53Z', 'revision_number': 4, 'project_id': '697345bef14f49b0a7ffff78f8f90913', 'gw_port': {'id': 'fd023d51-546a-4746-b00f-1b42dcff4178', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:fd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:25:51Z', 'updated_at': '2022-05-07T22:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '7dfcd854-b52b-4f0a-9ac3-d2e482bb813f', 'tenant_id': '697345bef14f49b0a7ffff78f8f90913', 'floating_ip_address': '172.35.4.114', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'port_id': '86657e51-7c13-4822-82f8-a74debc881c8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4166, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9', 'mac_address': 'fa:16:3e:68:a3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5cbb6de-b5cb-4d93-8ac4-e7b81fcf7c23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:25:55Z', 'updated_at': '2022-05-07T22:26:49Z', 'revision_number': 5, 'project_id': '697345bef14f49b0a7ffff78f8f90913', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20172faa-7474-4125-93fb-57de137475bf', 'name': '', 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9', 'tenant_id': '697345bef14f49b0a7ffff78f8f90913', 'mac_address': 'fa:16:3e:ed:b1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'b2f7d31e-bd3c-4e70-a318-4783f06407ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:25:52Z', 'updated_at': '2022-05-07T22:25:57Z', 'revision_number': 5, 'project_id': '697345bef14f49b0a7ffff78f8f90913', 'subnets': [{'id': 'b2f7d31e-bd3c-4e70-a318-4783f06407ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:26:51.155937 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f39bbe-3f38-4e6c-bce8-0c621625dd58 None None] The sync data for ids ['6c84532b-a939-4efd-ab5d-5dd714f1ea20'] in ncdv-master-1 is: [{'id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'name': 'tempest-ServerActionsTestJSON-57126734-router', 'tenant_id': '697345bef14f49b0a7ffff78f8f90913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.19'}], 'enable_snat': True}, 'gw_port_id': 'fd023d51-546a-4746-b00f-1b42dcff4178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:25:50Z', 'updated_at': '2022-05-07T22:25:53Z', 'revision_number': 4, 'project_id': '697345bef14f49b0a7ffff78f8f90913', 'gw_port': {'id': 'fd023d51-546a-4746-b00f-1b42dcff4178', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:fd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:25:51Z', 'updated_at': '2022-05-07T22:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '7dfcd854-b52b-4f0a-9ac3-d2e482bb813f', 'tenant_id': '697345bef14f49b0a7ffff78f8f90913', 'floating_ip_address': '172.35.4.114', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'port_id': '86657e51-7c13-4822-82f8-a74debc881c8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4166, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9', 'mac_address': 'fa:16:3e:68:a3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5cbb6de-b5cb-4d93-8ac4-e7b81fcf7c23', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:25:55Z', 'updated_at': '2022-05-07T22:26:49Z', 'revision_number': 5, 'project_id': '697345bef14f49b0a7ffff78f8f90913', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20172faa-7474-4125-93fb-57de137475bf', 'name': '', 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9', 'tenant_id': '697345bef14f49b0a7ffff78f8f90913', 'mac_address': 'fa:16:3e:ed:b1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'b2f7d31e-bd3c-4e70-a318-4783f06407ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:25:52Z', 'updated_at': '2022-05-07T22:25:57Z', 'revision_number': 5, 'project_id': '697345bef14f49b0a7ffff78f8f90913', 'subnets': [{'id': 'b2f7d31e-bd3c-4e70-a318-4783f06407ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:26:51.348187 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4495b896-434f-4307-8ad3-5acc5590584e None None] New status for floating IP 7dfcd854-b52b-4f0a-9ac3-d2e482bb813f: ACTIVE {{(pid=121839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 07 22:26:51.724646 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582bf8ff-58a3-451e-b743-986239acd80c req-036c8cc1-a60b-4a9b-83cf-ff94842d0837 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:51.726646 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-582bf8ff-58a3-451e-b743-986239acd80c req-036c8cc1-a60b-4a9b-83cf-ff94842d0837 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5cbb6de-b5cb-4d93-8ac4-e7b81fcf7c23 HTTP/1.1" status: 200  len: 946 time: 0.0462246
May 07 22:26:51.774402 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-582bf8ff-58a3-451e-b743-986239acd80c req-74028ce5-e4ab-453c-a1f5-dfe5cd5fea92 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422039
May 07 22:26:52.086818 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:26:52.893224 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee4fc5-75ed-495c-b166-b2389508d0ae req-eb69a7c1-c8c6-4d18-aa39-9f9b0ce1135b tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:52.894695 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c5ee4fc5-75ed-495c-b166-b2389508d0ae req-eb69a7c1-c8c6-4d18-aa39-9f9b0ce1135b tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5cbb6de-b5cb-4d93-8ac4-e7b81fcf7c23 HTTP/1.1" status: 200  len: 946 time: 0.0508621
May 07 22:26:52.940596 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c5ee4fc5-75ed-495c-b166-b2389508d0ae req-0dc7f4fe-db1b-4e78-b11b-ca6ec8f83c89 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396581
May 07 22:26:53.678914 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-85c38be0-188a-4d50-a67d-79605e42c46d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:26:54.053963 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72737ab-2bfe-4de9-9827-83f84fa9acee req-2d0976f1-0a44-47d2-a99d-ac1dfe3e2471 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:54.055438 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c72737ab-2bfe-4de9-9827-83f84fa9acee req-2d0976f1-0a44-47d2-a99d-ac1dfe3e2471 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5cbb6de-b5cb-4d93-8ac4-e7b81fcf7c23 HTTP/1.1" status: 200  len: 946 time: 0.0468698
May 07 22:26:54.106597 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c72737ab-2bfe-4de9-9827-83f84fa9acee req-f0053cda-dabb-4dae-9572-b4d52f3e00a9 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456634
May 07 22:26:54.118093 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:26:55.220598 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eac767-1f7b-4698-a8d3-2d26f54ec112 req-a2c1e6fe-9b67-4794-88b2-6e58c411eb75 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:55.222085 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-39eac767-1f7b-4698-a8d3-2d26f54ec112 req-a2c1e6fe-9b67-4794-88b2-6e58c411eb75 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5cbb6de-b5cb-4d93-8ac4-e7b81fcf7c23 HTTP/1.1" status: 200  len: 946 time: 0.0461569
May 07 22:26:55.268482 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-39eac767-1f7b-4698-a8d3-2d26f54ec112 req-956c0a81-b7e9-4ac1-8998-e2e6899804da tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402322
May 07 22:26:56.380350 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb62355-a5e6-4b1e-8590-5cc0e75ff4b6 req-cf587561-92ce-428c-82cd-e2a6088e9336 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:56.381798 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ddb62355-a5e6-4b1e-8590-5cc0e75ff4b6 req-cf587561-92ce-428c-82cd-e2a6088e9336 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5cbb6de-b5cb-4d93-8ac4-e7b81fcf7c23 HTTP/1.1" status: 200  len: 946 time: 0.0458012
May 07 22:26:56.429110 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ddb62355-a5e6-4b1e-8590-5cc0e75ff4b6 req-fd4fa59d-cb5e-48a1-9ea8-b6bcd4b7ce21 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416136
May 07 22:26:56.566637 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-719bbc80-90da-479f-b96a-432bdae095fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:26:57.517430 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:26:57.541898 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8467eaa8-55f9-4932-aad7-2ac07759ec61 req-1f811895-b472-4369-b841-fc07317af174 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:57.543419 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8467eaa8-55f9-4932-aad7-2ac07759ec61 req-1f811895-b472-4369-b841-fc07317af174 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5cbb6de-b5cb-4d93-8ac4-e7b81fcf7c23 HTTP/1.1" status: 200  len: 946 time: 0.0464723
May 07 22:26:57.592548 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8467eaa8-55f9-4932-aad7-2ac07759ec61 req-3983427d-7e42-4f4d-b30b-f14f8227bdb1 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435293
May 07 22:26:58.706514 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9e46bb-0717-41a5-a032-2fcd631c43d9 req-bbe9dab8-234f-4e62-890b-3b88d8f2e1d2 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:58.708013 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-be9e46bb-0717-41a5-a032-2fcd631c43d9 req-bbe9dab8-234f-4e62-890b-3b88d8f2e1d2 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5cbb6de-b5cb-4d93-8ac4-e7b81fcf7c23 HTTP/1.1" status: 200  len: 946 time: 0.0471981
May 07 22:26:58.753828 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-be9e46bb-0717-41a5-a032-2fcd631c43d9 req-2c0f43e1-decf-400c-b5cd-deb62ba4ccae tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403454
May 07 22:26:59.222113 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:26:59.874218 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc86e78-b3b7-4aa8-961b-ca2401b5e605 req-64194526-589d-4e2d-a112-fb6c8a11e2c8 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:26:59.875715 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9fc86e78-b3b7-4aa8-961b-ca2401b5e605 req-64194526-589d-4e2d-a112-fb6c8a11e2c8 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5cbb6de-b5cb-4d93-8ac4-e7b81fcf7c23 HTTP/1.1" status: 200  len: 946 time: 0.0474315
May 07 22:26:59.921875 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9fc86e78-b3b7-4aa8-961b-ca2401b5e605 req-85560acb-59fd-42e5-aee1-abd2ca072adb tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405617
May 07 22:27:00.334085 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:27:01.039202 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf7cec3-998c-4c33-9118-60fbbdc05320 req-9a72d964-908f-4393-b25d-32c338c2d80b tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:01.040662 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4bf7cec3-998c-4c33-9118-60fbbdc05320 req-9a72d964-908f-4393-b25d-32c338c2d80b tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5cbb6de-b5cb-4d93-8ac4-e7b81fcf7c23 HTTP/1.1" status: 200  len: 946 time: 0.0510137
May 07 22:27:01.088854 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4bf7cec3-998c-4c33-9118-60fbbdc05320 req-18e49b20-a06a-4a9c-91d1-fc4bbe09ca09 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423417
May 07 22:27:02.200804 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ad456d-dcb9-416e-a6ce-ea0d789c7698 req-e0f4b48f-67d7-4e62-a6ee-418f396af6f6 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:02.202304 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-66ad456d-dcb9-416e-a6ce-ea0d789c7698 req-e0f4b48f-67d7-4e62-a6ee-418f396af6f6 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5cbb6de-b5cb-4d93-8ac4-e7b81fcf7c23 HTTP/1.1" status: 200  len: 946 time: 0.0458460
May 07 22:27:02.248934 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-66ad456d-dcb9-416e-a6ce-ea0d789c7698 req-9bd622eb-f8cc-495e-99af-d2140ad19d37 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409083
May 07 22:27:03.362675 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b000685f-2428-42f9-90fd-069171196c9e req-e2c401d8-6649-4ecd-afd3-988d7249179d tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:03.364141 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b000685f-2428-42f9-90fd-069171196c9e req-e2c401d8-6649-4ecd-afd3-988d7249179d tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5cbb6de-b5cb-4d93-8ac4-e7b81fcf7c23 HTTP/1.1" status: 200  len: 946 time: 0.0462735
May 07 22:27:03.411021 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b000685f-2428-42f9-90fd-069171196c9e req-7d477402-6450-4cf7-8eef-951f0436af21 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413399
May 07 22:27:04.535219 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91ede40-8daf-45b6-bfc1-72d9dd249077 req-afefe699-b5a1-485c-b92a-6a8451f4475a tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:04.536689 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c91ede40-8daf-45b6-bfc1-72d9dd249077 req-afefe699-b5a1-485c-b92a-6a8451f4475a tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5cbb6de-b5cb-4d93-8ac4-e7b81fcf7c23 HTTP/1.1" status: 200  len: 946 time: 0.0552077
May 07 22:27:04.582485 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c91ede40-8daf-45b6-bfc1-72d9dd249077 req-c1b23469-bbbb-40d4-b41a-b8871c6d8e89 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399451
May 07 22:27:05.701475 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e09fda-8400-4eff-9b97-da7f0213ff76 req-4eb13a72-3888-4bff-af22-d8dcb031dfa8 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:05.702970 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c6e09fda-8400-4eff-9b97-da7f0213ff76 req-4eb13a72-3888-4bff-af22-d8dcb031dfa8 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5cbb6de-b5cb-4d93-8ac4-e7b81fcf7c23 HTTP/1.1" status: 200  len: 946 time: 0.0500216
May 07 22:27:05.749267 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c6e09fda-8400-4eff-9b97-da7f0213ff76 req-49c044b7-5838-4b3f-af61-c1c4e523fd64 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408368
May 07 22:27:06.862968 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2860bc54-c912-48ff-9ee0-834766fb2ad9 req-fc68d82d-583c-4213-96dd-bd789bcf04d6 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:06.864437 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2860bc54-c912-48ff-9ee0-834766fb2ad9 req-fc68d82d-583c-4213-96dd-bd789bcf04d6 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5cbb6de-b5cb-4d93-8ac4-e7b81fcf7c23 HTTP/1.1" status: 200  len: 946 time: 0.0467379
May 07 22:27:06.910165 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2860bc54-c912-48ff-9ee0-834766fb2ad9 req-911b4d3d-379d-41de-abdb-4fa360c23543 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400887
May 07 22:27:08.023303 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62c3b22-2b5e-4682-8eea-552c41ef5bcb req-c8865f60-4ae6-4adf-a40b-7570ae889b3a tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:08.024786 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e62c3b22-2b5e-4682-8eea-552c41ef5bcb req-c8865f60-4ae6-4adf-a40b-7570ae889b3a tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5cbb6de-b5cb-4d93-8ac4-e7b81fcf7c23 HTTP/1.1" status: 200  len: 946 time: 0.0467832
May 07 22:27:08.078306 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e62c3b22-2b5e-4682-8eea-552c41ef5bcb req-02695c56-e21e-4fba-806e-98a850b325cc tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478339
May 07 22:27:09.191567 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3674c35b-6ae2-4223-aeae-a3771cf93051 req-dcbf6726-b7ba-4b83-9e0b-5fa82b6a3ecf tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:09.193041 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3674c35b-6ae2-4223-aeae-a3771cf93051 req-dcbf6726-b7ba-4b83-9e0b-5fa82b6a3ecf tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5cbb6de-b5cb-4d93-8ac4-e7b81fcf7c23 HTTP/1.1" status: 200  len: 946 time: 0.0461953
May 07 22:27:09.245051 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3674c35b-6ae2-4223-aeae-a3771cf93051 req-551a1595-ee39-4ac7-9f07-9704484381fb tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456262
May 07 22:27:10.360619 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cf2675-e22f-4f1a-bfa8-3cb5726ae71a req-a0c29703-8c50-4491-84a7-7570ff955e32 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:10.362093 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b0cf2675-e22f-4f1a-bfa8-3cb5726ae71a req-a0c29703-8c50-4491-84a7-7570ff955e32 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5cbb6de-b5cb-4d93-8ac4-e7b81fcf7c23 HTTP/1.1" status: 200  len: 946 time: 0.0480580
May 07 22:27:10.412238 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b0cf2675-e22f-4f1a-bfa8-3cb5726ae71a req-4cfcec8a-8d3f-48b2-a0d7-71b3847bf0d2 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444431
May 07 22:27:11.522788 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6822fa-ede9-4901-b013-43d2f4019681 req-1a8e1dbe-c23b-4c0a-b130-39d2eea428e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:11.524255 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ed6822fa-ede9-4901-b013-43d2f4019681 req-1a8e1dbe-c23b-4c0a-b130-39d2eea428e6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=697345bef14f49b0a7ffff78f8f90913&device_id=d5cbb6de-b5cb-4d93-8ac4-e7b81fcf7c23 HTTP/1.1" status: 200  len: 1128 time: 0.0649688
May 07 22:27:11.538341 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93f0f71-cdee-4bf3-921c-6b830876bd06 req-93635c09-929d-4f50-bbbe-74b2799d1ae7 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:11.539958 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e93f0f71-cdee-4bf3-921c-6b830876bd06 req-93635c09-929d-4f50-bbbe-74b2799d1ae7 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5cbb6de-b5cb-4d93-8ac4-e7b81fcf7c23 HTTP/1.1" status: 200  len: 946 time: 0.0538597
May 07 22:27:11.646936 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e93f0f71-cdee-4bf3-921c-6b830876bd06 req-4546cdd9-1ff0-4368-9fc4-ef39c9cd1b35 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0971189
May 07 22:27:11.660283 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6822fa-ede9-4901-b013-43d2f4019681 req-3b3891be-f8ff-4b94-af5d-ab11d826681c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:11.661772 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ed6822fa-ede9-4901-b013-43d2f4019681 req-3b3891be-f8ff-4b94-af5d-ab11d826681c service neutron] 10.222.0.59 "GET /v2.0/networks?id=0edc1271-8a82-489b-912c-a8fef30fb1c9 HTTP/1.1" status: 200  len: 911 time: 0.1209316
May 07 22:27:11.725596 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ed6822fa-ede9-4901-b013-43d2f4019681 req-f4402e3c-6055-4554-9dfa-1c8bae2210d2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86657e51-7c13-4822-82f8-a74debc881c8 HTTP/1.1" status: 200  len: 1002 time: 0.0582476
May 07 22:27:11.776662 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6822fa-ede9-4901-b013-43d2f4019681 req-5b413ccb-90ba-4682-9eb9-e80e4c6fa00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:11.778065 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ed6822fa-ede9-4901-b013-43d2f4019681 req-5b413ccb-90ba-4682-9eb9-e80e4c6fa00a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b2f7d31e-bd3c-4e70-a318-4783f06407ca HTTP/1.1" status: 200  len: 849 time: 0.0472088
May 07 22:27:11.822850 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6822fa-ede9-4901-b013-43d2f4019681 req-def5b120-2f5c-4a5d-b5d8-f979ffcd783e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:11.824434 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ed6822fa-ede9-4901-b013-43d2f4019681 req-def5b120-2f5c-4a5d-b5d8-f979ffcd783e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0edc1271-8a82-489b-912c-a8fef30fb1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0403638
May 07 22:27:11.916495 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ed6822fa-ede9-4901-b013-43d2f4019681 req-95029806-b9b5-420c-840d-3202db6f74b7 service neutron] 10.222.0.59 "GET /v2.0/networks/0edc1271-8a82-489b-912c-a8fef30fb1c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0853217
May 07 22:27:12.003096 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ed6822fa-ede9-4901-b013-43d2f4019681 req-e030e1ad-b70c-4172-a236-ff3abf1413ad service neutron] 10.222.0.59 "GET /v2.0/networks/0edc1271-8a82-489b-912c-a8fef30fb1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0818186
May 07 22:27:12.760654 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadd04b0-4428-4a68-b0d3-def3185b42f7 req-0593bf39-b638-4238-bbb1-1df3d7c90cae tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:12.762226 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-aadd04b0-4428-4a68-b0d3-def3185b42f7 req-0593bf39-b638-4238-bbb1-1df3d7c90cae tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5cbb6de-b5cb-4d93-8ac4-e7b81fcf7c23 HTTP/1.1" status: 200  len: 946 time: 0.0463610
May 07 22:27:12.809309 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-aadd04b0-4428-4a68-b0d3-def3185b42f7 req-59fe0aaf-f108-4d25-b505-f895ee7287ff tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415151
May 07 22:27:12.864938 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 22:27:13.921695 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04877720-271d-43f4-ba9f-c4495a27f597 req-1694f93a-b17e-4f96-a4ef-752c1fb3e41b tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:13.923170 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-04877720-271d-43f4-ba9f-c4495a27f597 req-1694f93a-b17e-4f96-a4ef-752c1fb3e41b tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5cbb6de-b5cb-4d93-8ac4-e7b81fcf7c23 HTTP/1.1" status: 200  len: 946 time: 0.0463450
May 07 22:27:13.972625 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-04877720-271d-43f4-ba9f-c4495a27f597 req-0eefdd2d-41e0-40b7-8183-461305e94ef9 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439239
May 07 22:27:15.085540 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18d5a1c-e06f-448b-91fa-bb9198f0e674 req-20bf22ca-ac11-418e-b553-cfaae618fa85 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:15.087002 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f18d5a1c-e06f-448b-91fa-bb9198f0e674 req-20bf22ca-ac11-418e-b553-cfaae618fa85 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5cbb6de-b5cb-4d93-8ac4-e7b81fcf7c23 HTTP/1.1" status: 200  len: 946 time: 0.0462880
May 07 22:27:15.136989 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f18d5a1c-e06f-448b-91fa-bb9198f0e674 req-5f7b8bdd-2f44-4958-afa5-0a52fd512d33 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443616
May 07 22:27:16.251327 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389a5a58-9687-48d7-b631-a3fe16be333f req-0d402bbf-6494-4066-a5a6-93b1bf138dd0 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:16.252779 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-389a5a58-9687-48d7-b631-a3fe16be333f req-0d402bbf-6494-4066-a5a6-93b1bf138dd0 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5cbb6de-b5cb-4d93-8ac4-e7b81fcf7c23 HTTP/1.1" status: 200  len: 946 time: 0.0460742
May 07 22:27:16.298716 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-389a5a58-9687-48d7-b631-a3fe16be333f req-41e5ee0b-6754-417b-b211-1cda70d77e9e tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403526
May 07 22:27:16.551724 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-41c42058-c31d-4723-ac25-54f1526830f0 req-6c6ad6b2-8c61-4005-93f2-07a65379ccc4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=d5cbb6de-b5cb-4d93-8ac4-e7b81fcf7c23&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0679910
May 07 22:27:16.564778 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c819f2-bcc6-402c-82fa-6531ad2d2954 req-dd7400de-3bff-45b6-a3c3-18f1bec1a070 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:16.566282 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-02c819f2-bcc6-402c-82fa-6531ad2d2954 req-dd7400de-3bff-45b6-a3c3-18f1bec1a070 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5cbb6de-b5cb-4d93-8ac4-e7b81fcf7c23 HTTP/1.1" status: 200  len: 946 time: 0.0564187
May 07 22:27:16.618122 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-02c819f2-bcc6-402c-82fa-6531ad2d2954 req-2b484ae2-a6a7-4a18-968b-1c6b49d811b2 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422573
May 07 22:27:16.977964 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c42058-c31d-4723-ac25-54f1526830f0 req-8dfea9c2-32f9-4983-8d4e-ba2940535081 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:16.981704 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-41c42058-c31d-4723-ac25-54f1526830f0 req-8dfea9c2-32f9-4983-8d4e-ba2940535081 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports/86657e51-7c13-4822-82f8-a74debc881c8 HTTP/1.1" status: 200  len: 943 time: 0.0499408
May 07 22:27:17.748524 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe19b9ff-7006-4f5b-ad72-81039b25cf51 req-8ec3fa79-f309-444b-aa14-ed46e4f94e53 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:17.750013 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fe19b9ff-7006-4f5b-ad72-81039b25cf51 req-8ec3fa79-f309-444b-aa14-ed46e4f94e53 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5cbb6de-b5cb-4d93-8ac4-e7b81fcf7c23 HTTP/1.1" status: 200  len: 946 time: 0.0517168
May 07 22:27:17.762276 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c42058-c31d-4723-ac25-54f1526830f0 req-72e94f81-34ad-4780-9798-6b634e839ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:17.763834 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-41c42058-c31d-4723-ac25-54f1526830f0 req-72e94f81-34ad-4780-9798-6b634e839ab2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=697345bef14f49b0a7ffff78f8f90913&device_id=d5cbb6de-b5cb-4d93-8ac4-e7b81fcf7c23 HTTP/1.1" status: 200  len: 1128 time: 0.0396142
May 07 22:27:17.798046 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fe19b9ff-7006-4f5b-ad72-81039b25cf51 req-43ce7c40-ccd7-4970-a64a-11288078fe81 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420320
May 07 22:27:17.857509 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c42058-c31d-4723-ac25-54f1526830f0 req-1041a329-bec6-4bdd-8c2a-f19d9a26cd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:17.859000 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-41c42058-c31d-4723-ac25-54f1526830f0 req-1041a329-bec6-4bdd-8c2a-f19d9a26cd78 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0edc1271-8a82-489b-912c-a8fef30fb1c9 HTTP/1.1" status: 200  len: 911 time: 0.0887730
May 07 22:27:17.922378 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-41c42058-c31d-4723-ac25-54f1526830f0 req-84616b57-fa83-4523-9f6a-1025cb7499c1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86657e51-7c13-4822-82f8-a74debc881c8 HTTP/1.1" status: 200  len: 1002 time: 0.0578611
May 07 22:27:17.973983 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c42058-c31d-4723-ac25-54f1526830f0 req-f5a27373-4b36-4a95-8b75-23a309de306f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:17.975447 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-41c42058-c31d-4723-ac25-54f1526830f0 req-f5a27373-4b36-4a95-8b75-23a309de306f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b2f7d31e-bd3c-4e70-a318-4783f06407ca HTTP/1.1" status: 200  len: 849 time: 0.0475025
May 07 22:27:18.017620 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c42058-c31d-4723-ac25-54f1526830f0 req-138f7e7e-3ee7-4c0e-a4b7-6560c8a0fb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:18.019169 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-41c42058-c31d-4723-ac25-54f1526830f0 req-138f7e7e-3ee7-4c0e-a4b7-6560c8a0fb64 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0edc1271-8a82-489b-912c-a8fef30fb1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0379186
May 07 22:27:18.107337 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-41c42058-c31d-4723-ac25-54f1526830f0 req-6ba64d87-8179-4872-a2a9-f8598b77b21f service neutron] 10.222.0.59 "GET /v2.0/networks/0edc1271-8a82-489b-912c-a8fef30fb1c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0826502
May 07 22:27:18.199875 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-41c42058-c31d-4723-ac25-54f1526830f0 req-071e1bad-523e-4d74-9a11-ddf09ef27419 service neutron] 10.222.0.59 "GET /v2.0/networks/0edc1271-8a82-489b-912c-a8fef30fb1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0869305
May 07 22:27:18.911121 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dfb0a2-381d-48b8-a6de-448c1cc7b7fd req-292b08cd-39e7-4546-ba04-0353d995c6ea tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:18.912616 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b7dfb0a2-381d-48b8-a6de-448c1cc7b7fd req-292b08cd-39e7-4546-ba04-0353d995c6ea tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5cbb6de-b5cb-4d93-8ac4-e7b81fcf7c23 HTTP/1.1" status: 200  len: 946 time: 0.0463474
May 07 22:27:18.959006 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b7dfb0a2-381d-48b8-a6de-448c1cc7b7fd req-71c62f55-682b-4c7e-916c-f8b0e5c5b940 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399032
May 07 22:27:20.001878 ncdv-master-1 neutron-server[121837]: INFO neutron.api.v2.resource [req-41c42058-c31d-4723-ac25-54f1526830f0 req-28269b57-9e26-41b7-818b-cdff0c6e40f5 service neutron] show failed (client error): The resource could not be found.
May 07 22:27:20.003009 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-41c42058-c31d-4723-ac25-54f1526830f0 req-28269b57-9e26-41b7-818b-cdff0c6e40f5 service neutron] 10.222.0.59 "GET /v2.0/ports/86657e51-7c13-4822-82f8-a74debc881c8/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0590346
May 07 22:27:20.079605 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377f5678-b0f2-4dd0-9b7c-250a051d7bbe req-0fd000d9-a3ed-4b96-bf30-970c26822b5f tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:20.081111 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-377f5678-b0f2-4dd0-9b7c-250a051d7bbe req-0fd000d9-a3ed-4b96-bf30-970c26822b5f tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5cbb6de-b5cb-4d93-8ac4-e7b81fcf7c23 HTTP/1.1" status: 200  len: 946 time: 0.0492651
May 07 22:27:20.131472 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-377f5678-b0f2-4dd0-9b7c-250a051d7bbe req-6c818d1f-2014-4067-8a36-c505ba366ce6 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420346
May 07 22:27:20.280130 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c42058-c31d-4723-ac25-54f1526830f0 req-d2afed0b-97df-4d32-847d-adbba1bc2d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:20.281582 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-41c42058-c31d-4723-ac25-54f1526830f0 req-d2afed0b-97df-4d32-847d-adbba1bc2d96 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d5cbb6de-b5cb-4d93-8ac4-e7b81fcf7c23&tenant_id=697345bef14f49b0a7ffff78f8f90913 HTTP/1.1" status: 200  len: 1128 time: 0.1032965
May 07 22:27:20.292772 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-41c42058-c31d-4723-ac25-54f1526830f0 req-28fb05e8-5b14-418b-87fa-496509afca5f service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:27:20.354009 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-41c42058-c31d-4723-ac25-54f1526830f0 req-28fb05e8-5b14-418b-87fa-496509afca5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (86657e51-7c13-4822-82f8-a74debc881c8), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:27:20.571460 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-41c42058-c31d-4723-ac25-54f1526830f0 req-28fb05e8-5b14-418b-87fa-496509afca5f service neutron] For port 86657e51-7c13-4822-82f8-a74debc881c8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=86657e51-7c13-4822-82f8-a74debc881c8,segment=NetworkSegment(53fc118f-18fe-4132-af8b-066e9b1766f5),segment_id=53fc118f-18fe-4132-af8b-066e9b1766f5)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:27:20.605185 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-41c42058-c31d-4723-ac25-54f1526830f0 req-28fb05e8-5b14-418b-87fa-496509afca5f service neutron] For port 86657e51-7c13-4822-82f8-a74debc881c8, host nch2-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:27:20.645514 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5cbb6de-b5cb-4d93-8ac4-e7b81fcf7c23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86657e51-7c13-4822-82f8-a74debc881c8'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:27:20.647805 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c25acfb0-9990-4c26-ab89-af11c9d142f3" -d '{"events": [{"server_uuid": "d5cbb6de-b5cb-4d93-8ac4-e7b81fcf7c23", "name": "network-vif-unplugged", "status": "completed", "tag": "86657e51-7c13-4822-82f8-a74debc881c8"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:27:20.651924 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-41c42058-c31d-4723-ac25-54f1526830f0 req-28fb05e8-5b14-418b-87fa-496509afca5f service neutron] Publish callbacks [] for port (86657e51-7c13-4822-82f8-a74debc881c8), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:27:20.665956 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.provisioning_blocks [req-41c42058-c31d-4723-ac25-54f1526830f0 req-28fb05e8-5b14-418b-87fa-496509afca5f service neutron] Transition to ACTIVE for port object 86657e51-7c13-4822-82f8-a74debc881c8 will not be triggered until provisioned by entity L2. {{(pid=121836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 22:27:20.670321 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-41c42058-c31d-4723-ac25-54f1526830f0 req-28fb05e8-5b14-418b-87fa-496509afca5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (86657e51-7c13-4822-82f8-a74debc881c8), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:27:20.702563 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 07 May 2022 22:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99cf238f-d8cd-42ca-a45a-f987ae041f6b x-openstack-request-id: req-99cf238f-d8cd-42ca-a45a-f987ae041f6b {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:27:20.702887 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5cbb6de-b5cb-4d93-8ac4-e7b81fcf7c23", "name": "network-vif-unplugged", "status": "completed", "tag": "86657e51-7c13-4822-82f8-a74debc881c8", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:27:20.703144 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-99cf238f-d8cd-42ca-a45a-f987ae041f6b {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:27:20.703545 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99cf238f-d8cd-42ca-a45a-f987ae041f6b'] response: {'server_uuid': 'd5cbb6de-b5cb-4d93-8ac4-e7b81fcf7c23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86657e51-7c13-4822-82f8-a74debc881c8', 'code': 200}
May 07 22:27:20.755475 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fb05e8-5b14-418b-87fa-496509afca5f service neutron] Pushing event updated for resources: {'Port': ['ID=86657e51-7c13-4822-82f8-a74debc881c8,revision_number=6']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:27:20.799291 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-41c42058-c31d-4723-ac25-54f1526830f0 req-28fb05e8-5b14-418b-87fa-496509afca5f service neutron] No DVR routers for this DVR port 86657e51-7c13-4822-82f8-a74debc881c8 on host nch2-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:27:20.950803 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-41c42058-c31d-4723-ac25-54f1526830f0 req-28fb05e8-5b14-418b-87fa-496509afca5f service neutron] Attempting to bind port 86657e51-7c13-4822-82f8-a74debc881c8 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:27:20.951149 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-41c42058-c31d-4723-ac25-54f1526830f0 req-28fb05e8-5b14-418b-87fa-496509afca5f service neutron] Attempting to bind port 86657e51-7c13-4822-82f8-a74debc881c8 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '53fc118f-18fe-4132-af8b-066e9b1766f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:27:20.951479 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c42058-c31d-4723-ac25-54f1526830f0 req-28fb05e8-5b14-418b-87fa-496509afca5f service neutron] Attempting to bind port 86657e51-7c13-4822-82f8-a74debc881c8 on network 0edc1271-8a82-489b-912c-a8fef30fb1c9 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:27:20.955749 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c42058-c31d-4723-ac25-54f1526830f0 req-28fb05e8-5b14-418b-87fa-496509afca5f service neutron] Port 86657e51-7c13-4822-82f8-a74debc881c8 on network 0edc1271-8a82-489b-912c-a8fef30fb1c9 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:27:20.956070 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c42058-c31d-4723-ac25-54f1526830f0 req-28fb05e8-5b14-418b-87fa-496509afca5f service neutron] Attempting to bind port 86657e51-7c13-4822-82f8-a74debc881c8 on network 0edc1271-8a82-489b-912c-a8fef30fb1c9 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:27:20.960951 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c42058-c31d-4723-ac25-54f1526830f0 req-28fb05e8-5b14-418b-87fa-496509afca5f service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:27:20.961289 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c42058-c31d-4723-ac25-54f1526830f0 req-28fb05e8-5b14-418b-87fa-496509afca5f service neutron] Checking segment: {'id': '53fc118f-18fe-4132-af8b-066e9b1766f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:27:20.961676 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c42058-c31d-4723-ac25-54f1526830f0 req-28fb05e8-5b14-418b-87fa-496509afca5f service neutron] Bound using segment: {'id': '53fc118f-18fe-4132-af8b-066e9b1766f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:27:20.962100 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-41c42058-c31d-4723-ac25-54f1526830f0 req-28fb05e8-5b14-418b-87fa-496509afca5f service neutron] Bound port: 86657e51-7c13-4822-82f8-a74debc881c8, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53fc118f-18fe-4132-af8b-066e9b1766f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:27:20.963134 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-41c42058-c31d-4723-ac25-54f1526830f0 req-28fb05e8-5b14-418b-87fa-496509afca5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (86657e51-7c13-4822-82f8-a74debc881c8), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:27:21.028923 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-41c42058-c31d-4723-ac25-54f1526830f0 req-28fb05e8-5b14-418b-87fa-496509afca5f service neutron] For port 86657e51-7c13-4822-82f8-a74debc881c8, host nch1-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:27:21.032096 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-41c42058-c31d-4723-ac25-54f1526830f0 req-28fb05e8-5b14-418b-87fa-496509afca5f service neutron] For port 86657e51-7c13-4822-82f8-a74debc881c8, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=86657e51-7c13-4822-82f8-a74debc881c8,segment=NetworkSegment(53fc118f-18fe-4132-af8b-066e9b1766f5),segment_id=53fc118f-18fe-4132-af8b-066e9b1766f5)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:27:21.037190 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-41c42058-c31d-4723-ac25-54f1526830f0 req-28fb05e8-5b14-418b-87fa-496509afca5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (86657e51-7c13-4822-82f8-a74debc881c8), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:27:21.073307 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c42058-c31d-4723-ac25-54f1526830f0 req-28fb05e8-5b14-418b-87fa-496509afca5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:21.073934 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-41c42058-c31d-4723-ac25-54f1526830f0 req-28fb05e8-5b14-418b-87fa-496509afca5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:27:21.075385 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-41c42058-c31d-4723-ac25-54f1526830f0 req-28fb05e8-5b14-418b-87fa-496509afca5f service neutron] 10.222.0.55 "PUT /v2.0/ports/86657e51-7c13-4822-82f8-a74debc881c8 HTTP/1.1" status: 200  len: 1092 time: 0.7872653
May 07 22:27:21.107662 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fb05e8-5b14-418b-87fa-496509afca5f service neutron] Pushing event updated for resources: {'Port': ['ID=86657e51-7c13-4822-82f8-a74debc881c8,revision_number=7']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:27:21.141224 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c42058-c31d-4723-ac25-54f1526830f0 req-3599b4cd-d10e-479c-bf85-a184b9d85ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:21.142803 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-41c42058-c31d-4723-ac25-54f1526830f0 req-3599b4cd-d10e-479c-bf85-a184b9d85ae9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=697345bef14f49b0a7ffff78f8f90913&device_id=d5cbb6de-b5cb-4d93-8ac4-e7b81fcf7c23 HTTP/1.1" status: 200  len: 1126 time: 0.0458031
May 07 22:27:21.294644 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef7ce8c-304b-402d-9b69-96c922d5c455 req-0f68e67f-35ee-4808-bb0b-fc09b0b9fbbd tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:21.296131 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3ef7ce8c-304b-402d-9b69-96c922d5c455 req-0f68e67f-35ee-4808-bb0b-fc09b0b9fbbd tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5cbb6de-b5cb-4d93-8ac4-e7b81fcf7c23 HTTP/1.1" status: 200  len: 944 time: 0.0631616
May 07 22:27:21.317720 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c42058-c31d-4723-ac25-54f1526830f0 req-4095e9b1-1e27-40a3-8cf9-05b05cab0c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:21.319128 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-41c42058-c31d-4723-ac25-54f1526830f0 req-4095e9b1-1e27-40a3-8cf9-05b05cab0c28 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0edc1271-8a82-489b-912c-a8fef30fb1c9 HTTP/1.1" status: 200  len: 911 time: 0.1710804
May 07 22:27:21.391148 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3ef7ce8c-304b-402d-9b69-96c922d5c455 req-adb49061-acd8-4037-b6c3-6fc2457277df tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0893102
May 07 22:27:21.407995 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-41c42058-c31d-4723-ac25-54f1526830f0 req-f132a54a-2857-43b6-931f-bf75d0bd3e1b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86657e51-7c13-4822-82f8-a74debc881c8 HTTP/1.1" status: 200  len: 1000 time: 0.0821128
May 07 22:27:21.457450 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c42058-c31d-4723-ac25-54f1526830f0 req-97fdbf73-3efb-453f-b576-eca57152caa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:21.458880 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-41c42058-c31d-4723-ac25-54f1526830f0 req-97fdbf73-3efb-453f-b576-eca57152caa6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b2f7d31e-bd3c-4e70-a318-4783f06407ca HTTP/1.1" status: 200  len: 849 time: 0.0456851
May 07 22:27:21.502806 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c42058-c31d-4723-ac25-54f1526830f0 req-9b04c0cd-4f6f-462e-88ae-6237aaf670a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:21.504324 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-41c42058-c31d-4723-ac25-54f1526830f0 req-9b04c0cd-4f6f-462e-88ae-6237aaf670a9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0edc1271-8a82-489b-912c-a8fef30fb1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0388656
May 07 22:27:21.602847 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-41c42058-c31d-4723-ac25-54f1526830f0 req-9e4de514-55f7-44cf-8c4f-ce06cd16a28d service neutron] 10.222.0.55 "GET /v2.0/networks/0edc1271-8a82-489b-912c-a8fef30fb1c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0921252
May 07 22:27:21.692040 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-41c42058-c31d-4723-ac25-54f1526830f0 req-006816da-8f72-485d-b082-83dd90adeb8b service neutron] 10.222.0.55 "GET /v2.0/networks/0edc1271-8a82-489b-912c-a8fef30fb1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0831468
May 07 22:27:22.110247 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:27:22.506798 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe9f695-36bd-4aa8-a850-840fe544c4a1 req-cef68abd-4115-4ef8-9bbb-520b9689f2eb tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:22.508259 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-abe9f695-36bd-4aa8-a850-840fe544c4a1 req-cef68abd-4115-4ef8-9bbb-520b9689f2eb tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5cbb6de-b5cb-4d93-8ac4-e7b81fcf7c23 HTTP/1.1" status: 200  len: 944 time: 0.0463507
May 07 22:27:22.555086 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-abe9f695-36bd-4aa8-a850-840fe544c4a1 req-341abf3a-9fbf-4960-b876-280569641e9b tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407066
May 07 22:27:22.705107 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5cbb6de-b5cb-4d93-8ac4-e7b81fcf7c23', 'tag': '86657e51-7c13-4822-82f8-a74debc881c8'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:27:22.707447 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5ca36d9-dc75-4bc4-8a58-156fe64f8d84" -d '{"events": [{"name": "network-changed", "server_uuid": "d5cbb6de-b5cb-4d93-8ac4-e7b81fcf7c23", "tag": "86657e51-7c13-4822-82f8-a74debc881c8"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:27:22.754382 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce3848f3-ede0-4317-bd4f-ae2aaf2ada18 x-openstack-request-id: req-ce3848f3-ede0-4317-bd4f-ae2aaf2ada18 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:27:22.754700 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5cbb6de-b5cb-4d93-8ac4-e7b81fcf7c23", "tag": "86657e51-7c13-4822-82f8-a74debc881c8", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:27:22.754984 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ce3848f3-ede0-4317-bd4f-ae2aaf2ada18 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:27:22.755423 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce3848f3-ede0-4317-bd4f-ae2aaf2ada18'] response: {'name': 'network-changed', 'server_uuid': 'd5cbb6de-b5cb-4d93-8ac4-e7b81fcf7c23', 'tag': '86657e51-7c13-4822-82f8-a74debc881c8', 'status': 'completed', 'code': 200}
May 07 22:27:22.817886 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca36d9-dc75-4bc4-8a58-156fe64f8d84 req-a45c222a-0c85-4232-9319-3d53788a954a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:22.819456 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d5ca36d9-dc75-4bc4-8a58-156fe64f8d84 req-a45c222a-0c85-4232-9319-3d53788a954a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=697345bef14f49b0a7ffff78f8f90913&device_id=d5cbb6de-b5cb-4d93-8ac4-e7b81fcf7c23 HTTP/1.1" status: 200  len: 1126 time: 0.0428724
May 07 22:27:22.849336 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca36d9-dc75-4bc4-8a58-156fe64f8d84 req-2c532305-cec8-4d47-8927-8720e7cd5e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:22.852011 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d5ca36d9-dc75-4bc4-8a58-156fe64f8d84 req-2c532305-cec8-4d47-8927-8720e7cd5e08 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=697345bef14f49b0a7ffff78f8f90913&device_id=d5cbb6de-b5cb-4d93-8ac4-e7b81fcf7c23 HTTP/1.1" status: 200  len: 1126 time: 0.0500124
May 07 22:27:22.924136 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca36d9-dc75-4bc4-8a58-156fe64f8d84 req-69dcabae-79f8-4bb3-9390-02f5d9c704a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:22.925607 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d5ca36d9-dc75-4bc4-8a58-156fe64f8d84 req-69dcabae-79f8-4bb3-9390-02f5d9c704a1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0edc1271-8a82-489b-912c-a8fef30fb1c9 HTTP/1.1" status: 200  len: 911 time: 0.1009698
May 07 22:27:22.929173 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 86657e51-7c13-4822-82f8-a74debc881c8 no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:27:22.952368 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca36d9-dc75-4bc4-8a58-156fe64f8d84 req-691c832f-a2c9-4c02-99f2-003676480cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:22.954269 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d5ca36d9-dc75-4bc4-8a58-156fe64f8d84 req-691c832f-a2c9-4c02-99f2-003676480cc8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0edc1271-8a82-489b-912c-a8fef30fb1c9 HTTP/1.1" status: 200  len: 911 time: 0.0955834
May 07 22:27:22.972734 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] The host nch2-master-1 is not matching for port 86657e51-7c13-4822-82f8-a74debc881c8 host nch1-master-1! {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2394}}
May 07 22:27:22.973042 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 86657e51-7c13-4822-82f8-a74debc881c8 not bound to the agent host nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:27:22.995430 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d5ca36d9-dc75-4bc4-8a58-156fe64f8d84 req-282fea83-3577-4861-ac2f-1199d84d58fb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86657e51-7c13-4822-82f8-a74debc881c8 HTTP/1.1" status: 200  len: 1000 time: 0.0640576
May 07 22:27:23.027864 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d5ca36d9-dc75-4bc4-8a58-156fe64f8d84 req-caa165b6-32be-4113-a807-1d61c0f0958b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86657e51-7c13-4822-82f8-a74debc881c8 HTTP/1.1" status: 200  len: 1000 time: 0.0668142
May 07 22:27:23.049434 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca36d9-dc75-4bc4-8a58-156fe64f8d84 req-154a4c3a-6cb3-420b-8f13-ab3e68542a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:23.050922 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d5ca36d9-dc75-4bc4-8a58-156fe64f8d84 req-154a4c3a-6cb3-420b-8f13-ab3e68542a15 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b2f7d31e-bd3c-4e70-a318-4783f06407ca HTTP/1.1" status: 200  len: 849 time: 0.0491045
May 07 22:27:23.075937 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca36d9-dc75-4bc4-8a58-156fe64f8d84 req-5bed620d-b8b6-45c6-8fa1-f41ead226d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:23.077397 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d5ca36d9-dc75-4bc4-8a58-156fe64f8d84 req-5bed620d-b8b6-45c6-8fa1-f41ead226d25 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b2f7d31e-bd3c-4e70-a318-4783f06407ca HTTP/1.1" status: 200  len: 849 time: 0.0444605
May 07 22:27:23.094289 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca36d9-dc75-4bc4-8a58-156fe64f8d84 req-e33bab8e-eee5-4383-bef8-a72657135941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:23.095832 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d5ca36d9-dc75-4bc4-8a58-156fe64f8d84 req-e33bab8e-eee5-4383-bef8-a72657135941 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0edc1271-8a82-489b-912c-a8fef30fb1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0391705
May 07 22:27:23.121264 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca36d9-dc75-4bc4-8a58-156fe64f8d84 req-265e2d24-8969-474b-9318-3bbb788ba2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:23.122914 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d5ca36d9-dc75-4bc4-8a58-156fe64f8d84 req-265e2d24-8969-474b-9318-3bbb788ba2bc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0edc1271-8a82-489b-912c-a8fef30fb1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0397882
May 07 22:27:23.187671 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d5ca36d9-dc75-4bc4-8a58-156fe64f8d84 req-563e1f00-32ee-4cec-9919-fc85947bfd48 service neutron] 10.222.0.59 "GET /v2.0/networks/0edc1271-8a82-489b-912c-a8fef30fb1c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0863125
May 07 22:27:23.225913 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d5ca36d9-dc75-4bc4-8a58-156fe64f8d84 req-0164458e-bdf5-4c20-b57e-834110c5d2c2 service neutron] 10.222.0.55 "GET /v2.0/networks/0edc1271-8a82-489b-912c-a8fef30fb1c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0970495
May 07 22:27:23.283809 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d5ca36d9-dc75-4bc4-8a58-156fe64f8d84 req-c8cb758f-98ce-4490-9841-1726d3567cae service neutron] 10.222.0.59 "GET /v2.0/networks/0edc1271-8a82-489b-912c-a8fef30fb1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0904989
May 07 22:27:23.317796 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d5ca36d9-dc75-4bc4-8a58-156fe64f8d84 req-4c06af4d-37bc-4802-93e9-019c5bfc887e service neutron] 10.222.0.55 "GET /v2.0/networks/0edc1271-8a82-489b-912c-a8fef30fb1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0853512
May 07 22:27:23.668114 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fac5c0-1e5a-4069-aff9-64bd201bd046 req-85d405b8-d197-48f4-b5da-4f89e927a8c5 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:23.669966 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c2fac5c0-1e5a-4069-aff9-64bd201bd046 req-85d405b8-d197-48f4-b5da-4f89e927a8c5 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5cbb6de-b5cb-4d93-8ac4-e7b81fcf7c23 HTTP/1.1" status: 200  len: 944 time: 0.0462227
May 07 22:27:23.682304 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ee68a5e5-b607-4f55-944d-0aef0a0fd3d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:27:23.716008 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c2fac5c0-1e5a-4069-aff9-64bd201bd046 req-7e759f1a-adfe-471c-99a0-c13eff8c1636 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407622
May 07 22:27:23.939706 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c496dc00-7083-4608-8bbc-3a9209c256ff req-c8c32493-df5b-4937-8a5c-3a824eb26af4 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:23.941200 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c496dc00-7083-4608-8bbc-3a9209c256ff req-c8c32493-df5b-4937-8a5c-3a824eb26af4 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5cbb6de-b5cb-4d93-8ac4-e7b81fcf7c23 HTTP/1.1" status: 200  len: 944 time: 0.0812387
May 07 22:27:23.953198 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7336a7e-bf5a-4c4e-8968-267bda3be61e req-ca25078b-4908-495a-b339-cf6115c56e5f tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:23.954568 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f7336a7e-bf5a-4c4e-8968-267bda3be61e req-ca25078b-4908-495a-b339-cf6115c56e5f tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5cbb6de-b5cb-4d93-8ac4-e7b81fcf7c23&tenant_id=697345bef14f49b0a7ffff78f8f90913&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 944 time: 0.0629249
May 07 22:27:24.031638 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c496dc00-7083-4608-8bbc-3a9209c256ff req-a480197e-9cf9-4f09-a19f-b8af2adbe554 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0847940
May 07 22:27:24.040286 ncdv-master-1 neutron-server[121837]: INFO neutron.api.v2.resource [req-f7336a7e-bf5a-4c4e-8968-267bda3be61e req-de08fb03-196c-4ab4-ab66-18f8935cdc4b service neutron] delete failed (client error): The resource could not be found.
May 07 22:27:24.042127 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f7336a7e-bf5a-4c4e-8968-267bda3be61e req-de08fb03-196c-4ab4-ab66-18f8935cdc4b service neutron] 10.222.0.59 "DELETE /v2.0/ports/86657e51-7c13-4822-82f8-a74debc881c8/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0812387
May 07 22:27:24.112550 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:27:24.125918 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7336a7e-bf5a-4c4e-8968-267bda3be61e req-53e64d2b-ded8-415c-b137-0ee6e031513d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:24.127487 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f7336a7e-bf5a-4c4e-8968-267bda3be61e req-53e64d2b-ded8-415c-b137-0ee6e031513d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=697345bef14f49b0a7ffff78f8f90913&device_id=d5cbb6de-b5cb-4d93-8ac4-e7b81fcf7c23 HTTP/1.1" status: 200  len: 1126 time: 0.0441332
May 07 22:27:24.216640 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7336a7e-bf5a-4c4e-8968-267bda3be61e req-fb865024-15c6-4b37-a8ca-5ff64e4ba630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:24.218190 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f7336a7e-bf5a-4c4e-8968-267bda3be61e req-fb865024-15c6-4b37-a8ca-5ff64e4ba630 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0edc1271-8a82-489b-912c-a8fef30fb1c9 HTTP/1.1" status: 200  len: 911 time: 0.0851979
May 07 22:27:24.286578 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f7336a7e-bf5a-4c4e-8968-267bda3be61e req-53250e35-b9b2-414a-803e-d8dc6502c76e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86657e51-7c13-4822-82f8-a74debc881c8 HTTP/1.1" status: 200  len: 1000 time: 0.0620596
May 07 22:27:24.334593 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7336a7e-bf5a-4c4e-8968-267bda3be61e req-ff162df6-b14e-4b2a-affe-41e65f62abca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:24.336078 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f7336a7e-bf5a-4c4e-8968-267bda3be61e req-ff162df6-b14e-4b2a-affe-41e65f62abca service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b2f7d31e-bd3c-4e70-a318-4783f06407ca HTTP/1.1" status: 200  len: 849 time: 0.0438843
May 07 22:27:24.340025 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 86657e51-7c13-4822-82f8-a74debc881c8 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:27:24.378290 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7336a7e-bf5a-4c4e-8968-267bda3be61e req-10b3bb20-dbd6-4090-a5e7-df692e8b87b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:24.379726 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f7336a7e-bf5a-4c4e-8968-267bda3be61e req-10b3bb20-dbd6-4090-a5e7-df692e8b87b7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0edc1271-8a82-489b-912c-a8fef30fb1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0373998
May 07 22:27:24.438607 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 86657e51-7c13-4822-82f8-a74debc881c8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=86657e51-7c13-4822-82f8-a74debc881c8,segment=NetworkSegment(53fc118f-18fe-4132-af8b-066e9b1766f5),segment_id=53fc118f-18fe-4132-af8b-066e9b1766f5)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:27:24.450489 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': '86657e51-7c13-4822-82f8-a74debc881c8', 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9', 'port_id': '86657e51-7c13-4822-82f8-a74debc881c8', 'mac_address': 'fa:16:3e:68:a3:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2f7d31e-bd3c-4e70-a318-4783f06407ca', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:27:24.473431 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f7336a7e-bf5a-4c4e-8968-267bda3be61e req-4a9d1132-12db-4d34-a4f2-d492b2124681 service neutron] 10.222.0.59 "GET /v2.0/networks/0edc1271-8a82-489b-912c-a8fef30fb1c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0878613
May 07 22:27:24.487242 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 86657e51-7c13-4822-82f8-a74debc881c8 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:27:24.487639 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (86657e51-7c13-4822-82f8-a74debc881c8), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:27:24.500476 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86657e51-7c13-4822-82f8-a74debc881c8 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:27:24.520495 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 86657e51-7c13-4822-82f8-a74debc881c8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=86657e51-7c13-4822-82f8-a74debc881c8,segment=NetworkSegment(53fc118f-18fe-4132-af8b-066e9b1766f5),segment_id=53fc118f-18fe-4132-af8b-066e9b1766f5)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:27:24.524535 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (86657e51-7c13-4822-82f8-a74debc881c8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:27:24.564523 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f7336a7e-bf5a-4c4e-8968-267bda3be61e req-8c92091c-ad5e-41e5-8130-5a9d8eaae0e1 service neutron] 10.222.0.59 "GET /v2.0/networks/0edc1271-8a82-489b-912c-a8fef30fb1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0854435
May 07 22:27:24.571481 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=86657e51-7c13-4822-82f8-a74debc881c8,revision_number=8']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:27:24.705871 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['86657e51-7c13-4822-82f8-a74debc881c8'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:27:25.156231 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90450d4-624c-4292-b05c-47cac27fd22e req-e85921d9-fb7e-42f2-8735-eb8e1ef9b516 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:25.158286 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c90450d4-624c-4292-b05c-47cac27fd22e req-e85921d9-fb7e-42f2-8735-eb8e1ef9b516 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5cbb6de-b5cb-4d93-8ac4-e7b81fcf7c23 HTTP/1.1" status: 200  len: 945 time: 0.0536740
May 07 22:27:25.206293 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c90450d4-624c-4292-b05c-47cac27fd22e req-1c29b542-212d-4260-8ed9-b14d9dc1bd24 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422168
May 07 22:27:25.325762 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51358362-a844-4088-acf3-769193fe05f2 req-1fb08c91-9b3e-4c6f-b910-ebd939216da0 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:25.327262 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-51358362-a844-4088-acf3-769193fe05f2 req-1fb08c91-9b3e-4c6f-b910-ebd939216da0 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5cbb6de-b5cb-4d93-8ac4-e7b81fcf7c23 HTTP/1.1" status: 200  len: 945 time: 0.0516293
May 07 22:27:25.374017 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-51358362-a844-4088-acf3-769193fe05f2 req-38c90af6-c257-4cff-9980-ffc348c68a74 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411768
May 07 22:27:25.570886 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56022a53-6662-4829-b2cf-d4f6995b875b req-c960f904-4b74-4c10-8506-ffe21197618c tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:25.572372 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-56022a53-6662-4829-b2cf-d4f6995b875b req-c960f904-4b74-4c10-8506-ffe21197618c tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5cbb6de-b5cb-4d93-8ac4-e7b81fcf7c23 HTTP/1.1" status: 200  len: 945 time: 0.0504053
May 07 22:27:25.601582 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f0fe96-a062-414b-add6-a3863dab89dd req-47f0c588-3f21-48aa-b62b-6a6bfad32937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:25.603781 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-82f0fe96-a062-414b-add6-a3863dab89dd req-47f0c588-3f21-48aa-b62b-6a6bfad32937 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=697345bef14f49b0a7ffff78f8f90913&device_id=d5cbb6de-b5cb-4d93-8ac4-e7b81fcf7c23 HTTP/1.1" status: 200  len: 1127 time: 0.0433102
May 07 22:27:25.619937 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-56022a53-6662-4829-b2cf-d4f6995b875b req-093962e4-57dd-4920-a292-7d3216516710 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418277
May 07 22:27:25.695073 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f0fe96-a062-414b-add6-a3863dab89dd req-56bac721-88b8-4df1-a85c-b17e291f29ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:25.696546 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-82f0fe96-a062-414b-add6-a3863dab89dd req-56bac721-88b8-4df1-a85c-b17e291f29ff service neutron] 10.222.0.55 "GET /v2.0/networks?id=0edc1271-8a82-489b-912c-a8fef30fb1c9 HTTP/1.1" status: 200  len: 911 time: 0.0876594
May 07 22:27:25.760097 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-82f0fe96-a062-414b-add6-a3863dab89dd req-8abd0aea-e437-4ec9-b686-09612166e7c4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=86657e51-7c13-4822-82f8-a74debc881c8 HTTP/1.1" status: 200  len: 1001 time: 0.0579667
May 07 22:27:25.808270 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f0fe96-a062-414b-add6-a3863dab89dd req-a30acd3e-4dfa-4f12-9c70-7597263641b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:25.809688 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-82f0fe96-a062-414b-add6-a3863dab89dd req-a30acd3e-4dfa-4f12-9c70-7597263641b3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b2f7d31e-bd3c-4e70-a318-4783f06407ca HTTP/1.1" status: 200  len: 849 time: 0.0439761
May 07 22:27:25.859259 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f0fe96-a062-414b-add6-a3863dab89dd req-8fa66285-7239-4eb7-9237-13e338c7c0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:25.860674 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-82f0fe96-a062-414b-add6-a3863dab89dd req-8fa66285-7239-4eb7-9237-13e338c7c0a1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0edc1271-8a82-489b-912c-a8fef30fb1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0457482
May 07 22:27:25.948020 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-82f0fe96-a062-414b-add6-a3863dab89dd req-4b4d2e7d-c0ad-4d3e-8e4a-e04ad6c219b1 service neutron] 10.222.0.55 "GET /v2.0/networks/0edc1271-8a82-489b-912c-a8fef30fb1c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0819497
May 07 22:27:26.038989 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-82f0fe96-a062-414b-add6-a3863dab89dd req-0b050bee-e284-4500-8bd3-d3d587b9241f service neutron] 10.222.0.55 "GET /v2.0/networks/0edc1271-8a82-489b-912c-a8fef30fb1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0857246
May 07 22:27:26.347639 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 86657e51-7c13-4822-82f8-a74debc881c8 up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:27:26.390631 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning for port 86657e51-7c13-4822-82f8-a74debc881c8 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 22:27:26.398854 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port 86657e51-7c13-4822-82f8-a74debc881c8 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:27:26.399269 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (86657e51-7c13-4822-82f8-a74debc881c8), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:27:26.479361 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 86657e51-7c13-4822-82f8-a74debc881c8 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:27:26.479755 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (86657e51-7c13-4822-82f8-a74debc881c8), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:27:26.503492 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5cbb6de-b5cb-4d93-8ac4-e7b81fcf7c23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86657e51-7c13-4822-82f8-a74debc881c8'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:27:26.505754 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a513b992-f231-4016-bc2f-764e84aad8b1" -d '{"events": [{"server_uuid": "d5cbb6de-b5cb-4d93-8ac4-e7b81fcf7c23", "name": "network-vif-plugged", "status": "completed", "tag": "86657e51-7c13-4822-82f8-a74debc881c8"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:27:26.519329 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 86657e51-7c13-4822-82f8-a74debc881c8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=86657e51-7c13-4822-82f8-a74debc881c8,segment=NetworkSegment(53fc118f-18fe-4132-af8b-066e9b1766f5),segment_id=53fc118f-18fe-4132-af8b-066e9b1766f5)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:27:26.527766 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (86657e51-7c13-4822-82f8-a74debc881c8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:27:26.551323 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad0f69c8-7f5a-46db-9123-3e04a5d02657 x-openstack-request-id: req-ad0f69c8-7f5a-46db-9123-3e04a5d02657 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:27:26.551621 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5cbb6de-b5cb-4d93-8ac4-e7b81fcf7c23", "name": "network-vif-plugged", "status": "completed", "tag": "86657e51-7c13-4822-82f8-a74debc881c8", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:27:26.551880 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ad0f69c8-7f5a-46db-9123-3e04a5d02657 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:27:26.552289 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad0f69c8-7f5a-46db-9123-3e04a5d02657'] response: {'server_uuid': 'd5cbb6de-b5cb-4d93-8ac4-e7b81fcf7c23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86657e51-7c13-4822-82f8-a74debc881c8', 'code': 200}
May 07 22:27:26.587946 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=86657e51-7c13-4822-82f8-a74debc881c8,revision_number=9']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:27:26.590500 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2793c62f-e701-41c9-a17a-79828940c097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:27:26.735724 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f68d19-47fe-4fe9-b8dc-7d397e388c14 req-0363a28c-27a6-41ca-a783-07611d1f5e52 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:26.737165 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-44f68d19-47fe-4fe9-b8dc-7d397e388c14 req-0363a28c-27a6-41ca-a783-07611d1f5e52 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5cbb6de-b5cb-4d93-8ac4-e7b81fcf7c23 HTTP/1.1" status: 200  len: 946 time: 0.0466580
May 07 22:27:26.786715 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-44f68d19-47fe-4fe9-b8dc-7d397e388c14 req-140a7f12-00a0-4c67-bc84-af1fa8c914a4 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440989
May 07 22:27:27.018905 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e59e2b8-2339-48f7-aabc-590c71a289f1 req-f18d418f-249c-4bfb-a84c-d384c4993a0a tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:27.020278 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0e59e2b8-2339-48f7-aabc-590c71a289f1 req-f18d418f-249c-4bfb-a84c-d384c4993a0a tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5cbb6de-b5cb-4d93-8ac4-e7b81fcf7c23 HTTP/1.1" status: 200  len: 946 time: 0.0456665
May 07 22:27:27.066388 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0e59e2b8-2339-48f7-aabc-590c71a289f1 req-bdb6ea1b-c102-471e-9d3a-9721cfc833a6 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402453
May 07 22:27:27.521395 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:27:28.181878 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86150057-d492-405a-bcec-2a0c7b52cdc2 req-f13b5d1b-3723-400e-ab5e-96ec1fbdf845 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:28.183374 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-86150057-d492-405a-bcec-2a0c7b52cdc2 req-f13b5d1b-3723-400e-ab5e-96ec1fbdf845 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5cbb6de-b5cb-4d93-8ac4-e7b81fcf7c23 HTTP/1.1" status: 200  len: 946 time: 0.0474927
May 07 22:27:28.230252 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-86150057-d492-405a-bcec-2a0c7b52cdc2 req-3d2648d2-3e85-4035-ba71-39cac3eb5634 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413311
May 07 22:27:28.328481 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc71017-a33a-439a-814c-cc88d3be2f81 req-9d5f4b6c-157f-4faa-b829-d23ab6282759 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:28.329905 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6fc71017-a33a-439a-814c-cc88d3be2f81 req-9d5f4b6c-157f-4faa-b829-d23ab6282759 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5cbb6de-b5cb-4d93-8ac4-e7b81fcf7c23 HTTP/1.1" status: 200  len: 946 time: 0.0451856
May 07 22:27:28.413939 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-6fc71017-a33a-439a-814c-cc88d3be2f81 req-fe6e0eef-7ff8-47bf-9bf4-88ce01f8ac53 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Deleting port 86657e51-7c13-4822-82f8-a74debc881c8 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:27:28.414278 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-6fc71017-a33a-439a-814c-cc88d3be2f81 req-fe6e0eef-7ff8-47bf-9bf4-88ce01f8ac53 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (86657e51-7c13-4822-82f8-a74debc881c8), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:27:28.504994 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-6fc71017-a33a-439a-814c-cc88d3be2f81 req-fe6e0eef-7ff8-47bf-9bf4-88ce01f8ac53 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] For port 86657e51-7c13-4822-82f8-a74debc881c8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=86657e51-7c13-4822-82f8-a74debc881c8,segment=NetworkSegment(53fc118f-18fe-4132-af8b-066e9b1766f5),segment_id=53fc118f-18fe-4132-af8b-066e9b1766f5)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:27:28.505278 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-6fc71017-a33a-439a-814c-cc88d3be2f81 req-fe6e0eef-7ff8-47bf-9bf4-88ce01f8ac53 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (86657e51-7c13-4822-82f8-a74debc881c8), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:27:28.678581 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-6fc71017-a33a-439a-814c-cc88d3be2f81 req-fe6e0eef-7ff8-47bf-9bf4-88ce01f8ac53 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:27:28.678974 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-6fc71017-a33a-439a-814c-cc88d3be2f81 req-fe6e0eef-7ff8-47bf-9bf4-88ce01f8ac53 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (7dfcd854-b52b-4f0a-9ac3-d2e482bb813f), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:27:28.679292 ncdv-master-1 neutron-server[121836]: INFO neutron.db.l3_db [req-6fc71017-a33a-439a-814c-cc88d3be2f81 req-fe6e0eef-7ff8-47bf-9bf4-88ce01f8ac53 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Floating IP 7dfcd854-b52b-4f0a-9ac3-d2e482bb813f disassociated. External IP: 172.35.4.114, port: 86657e51-7c13-4822-82f8-a74debc881c8.
May 07 22:27:28.679635 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-6fc71017-a33a-439a-814c-cc88d3be2f81 req-fe6e0eef-7ff8-47bf-9bf4-88ce01f8ac53 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Calling delete_port for 86657e51-7c13-4822-82f8-a74debc881c8 owned by compute:nova {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:27:28.805788 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-6fc71017-a33a-439a-814c-cc88d3be2f81 req-fe6e0eef-7ff8-47bf-9bf4-88ce01f8ac53 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (86657e51-7c13-4822-82f8-a74debc881c8), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:27:28.836446 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6e0eef-7ff8-47bf-9bf4-88ce01f8ac53 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Pushing event deleted for resources: {'Port': ['ID=86657e51-7c13-4822-82f8-a74debc881c8,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:27:28.847108 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6e0eef-7ff8-47bf-9bf4-88ce01f8ac53 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:27:28.847461 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6e0eef-7ff8-47bf-9bf4-88ce01f8ac53 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:27:28.847809 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6e0eef-7ff8-47bf-9bf4-88ce01f8ac53 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:27:28.848159 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6e0eef-7ff8-47bf-9bf4-88ce01f8ac53 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:27:28.848524 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6e0eef-7ff8-47bf-9bf4-88ce01f8ac53 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:27:28.848945 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6e0eef-7ff8-47bf-9bf4-88ce01f8ac53 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:27:28.849221 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6e0eef-7ff8-47bf-9bf4-88ce01f8ac53 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:27:28.849575 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6e0eef-7ff8-47bf-9bf4-88ce01f8ac53 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:27:28.849908 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6e0eef-7ff8-47bf-9bf4-88ce01f8ac53 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:27:28.850890 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6e0eef-7ff8-47bf-9bf4-88ce01f8ac53 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:27:28.850890 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6e0eef-7ff8-47bf-9bf4-88ce01f8ac53 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:27:28.850890 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6e0eef-7ff8-47bf-9bf4-88ce01f8ac53 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:27:28.851301 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6e0eef-7ff8-47bf-9bf4-88ce01f8ac53 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:27:28.851534 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6e0eef-7ff8-47bf-9bf4-88ce01f8ac53 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:27:28.851861 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe6e0eef-7ff8-47bf-9bf4-88ce01f8ac53 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:27:29.226076 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:27:29.302448 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6fc71017-a33a-439a-814c-cc88d3be2f81 req-fe6e0eef-7ff8-47bf-9bf4-88ce01f8ac53 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Router 6c84532b-a939-4efd-ab5d-5dd714f1ea20 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:27:29.333828 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c2492f9a-dfd1-4b32-82c2-088fb468458a req-afb303a8-0b72-44b4-b083-7c704c8ae595 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=d5cbb6de-b5cb-4d93-8ac4-e7b81fcf7c23 HTTP/1.1" status: 200  len: 210 time: 0.0309775
May 07 22:27:29.422590 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6fc71017-a33a-439a-814c-cc88d3be2f81 req-fe6e0eef-7ff8-47bf-9bf4-88ce01f8ac53 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:27:29.432917 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb286212-c17e-4d86-9a98-ac8af35ef072 None None] Sync routers for ids ['6c84532b-a939-4efd-ab5d-5dd714f1ea20'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:27:29.442822 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb286212-c17e-4d86-9a98-ac8af35ef072 None None] Routers {'6c84532b-a939-4efd-ab5d-5dd714f1ea20'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:27:29.443439 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-cb286212-c17e-4d86-9a98-ac8af35ef072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f877760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:27:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['6c84532b-a939-4efd-ab5d-5dd714f1ea20'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:27:29.464400 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fc71017-a33a-439a-814c-cc88d3be2f81 req-fe6e0eef-7ff8-47bf-9bf4-88ce01f8ac53 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] No DVR routers for this DVR port 86657e51-7c13-4822-82f8-a74debc881c8 on host nch1-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:27:29.466963 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-6fc71017-a33a-439a-814c-cc88d3be2f81 req-fe6e0eef-7ff8-47bf-9bf4-88ce01f8ac53 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:27:29.470210 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6fc71017-a33a-439a-814c-cc88d3be2f81 req-fe6e0eef-7ff8-47bf-9bf4-88ce01f8ac53 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.55 "DELETE /v2.0/ports/86657e51-7c13-4822-82f8-a74debc881c8 HTTP/1.1" status: 204  len: 173 time: 1.1356711
May 07 22:27:29.470656 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5cbb6de-b5cb-4d93-8ac4-e7b81fcf7c23', 'name': 'network-vif-deleted', 'tag': '86657e51-7c13-4822-82f8-a74debc881c8'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:27:29.473176 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1dfe7ed-fc57-4d90-b1a9-da89b071f812" -d '{"events": [{"server_uuid": "d5cbb6de-b5cb-4d93-8ac4-e7b81fcf7c23", "name": "network-vif-deleted", "tag": "86657e51-7c13-4822-82f8-a74debc881c8"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:27:29.510810 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3d9a07d-75de-4853-a9d5-a789198eef8c x-openstack-request-id: req-c3d9a07d-75de-4853-a9d5-a789198eef8c {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:27:29.511119 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5cbb6de-b5cb-4d93-8ac4-e7b81fcf7c23", "name": "network-vif-deleted", "tag": "86657e51-7c13-4822-82f8-a74debc881c8", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:27:29.511378 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c3d9a07d-75de-4853-a9d5-a789198eef8c {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:27:29.511830 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3d9a07d-75de-4853-a9d5-a789198eef8c'] response: {'server_uuid': 'd5cbb6de-b5cb-4d93-8ac4-e7b81fcf7c23', 'name': 'network-vif-deleted', 'tag': '86657e51-7c13-4822-82f8-a74debc881c8', 'status': 'completed', 'code': 200}
May 07 22:27:29.560614 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-cb286212-c17e-4d86-9a98-ac8af35ef072 None None] Set router 6c84532b-a939-4efd-ab5d-5dd714f1ea20 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:27:29.749308 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-cb286212-c17e-4d86-9a98-ac8af35ef072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f877760>, [{'id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'name': 'tempest-ServerActionsTestJSON-57126734-router', 'tenant_id': '697345bef14f49b0a7ffff78f8f90913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.19'}], 'enable_snat': True}, 'gw_port_id': 'fd023d51-546a-4746-b00f-1b42dcff4178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:25:50Z', 'updated_at': '2022-05-07T22:25:53Z', 'revision_number': 4, 'project_id': '697345bef14f49b0a7ffff78f8f90913', 'gw_port': {'id': 'fd023d51-546a-4746-b00f-1b42dcff4178', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:fd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:25:51Z', 'updated_at': '2022-05-07T22:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '20172faa-7474-4125-93fb-57de137475bf', 'name': '', 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9', 'tenant_id': '697345bef14f49b0a7ffff78f8f90913', 'mac_address': 'fa:16:3e:ed:b1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'b2f7d31e-bd3c-4e70-a318-4783f06407ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:25:52Z', 'updated_at': '2022-05-07T22:25:57Z', 'revision_number': 5, 'project_id': '697345bef14f49b0a7ffff78f8f90913', 'subnets': [{'id': 'b2f7d31e-bd3c-4e70-a318-4783f06407ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:27:29.779151 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb286212-c17e-4d86-9a98-ac8af35ef072 None None] Checking router: 6c84532b-a939-4efd-ab5d-5dd714f1ea20 for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:27:29.787408 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb286212-c17e-4d86-9a98-ac8af35ef072 None None] Routers {'6c84532b-a939-4efd-ab5d-5dd714f1ea20'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:27:29.788024 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-cb286212-c17e-4d86-9a98-ac8af35ef072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f877760>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:27:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['6c84532b-a939-4efd-ab5d-5dd714f1ea20'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:27:29.896169 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-cb286212-c17e-4d86-9a98-ac8af35ef072 None None] Set router 6c84532b-a939-4efd-ab5d-5dd714f1ea20 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:27:30.085605 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-cb286212-c17e-4d86-9a98-ac8af35ef072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f877760>, [{'id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'name': 'tempest-ServerActionsTestJSON-57126734-router', 'tenant_id': '697345bef14f49b0a7ffff78f8f90913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.19'}], 'enable_snat': True}, 'gw_port_id': 'fd023d51-546a-4746-b00f-1b42dcff4178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:25:50Z', 'updated_at': '2022-05-07T22:25:53Z', 'revision_number': 4, 'project_id': '697345bef14f49b0a7ffff78f8f90913', 'gw_port': {'id': 'fd023d51-546a-4746-b00f-1b42dcff4178', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:fd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:25:51Z', 'updated_at': '2022-05-07T22:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '20172faa-7474-4125-93fb-57de137475bf', 'name': '', 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9', 'tenant_id': '697345bef14f49b0a7ffff78f8f90913', 'mac_address': 'fa:16:3e:ed:b1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'b2f7d31e-bd3c-4e70-a318-4783f06407ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:25:52Z', 'updated_at': '2022-05-07T22:25:57Z', 'revision_number': 5, 'project_id': '697345bef14f49b0a7ffff78f8f90913', 'subnets': [{'id': 'b2f7d31e-bd3c-4e70-a318-4783f06407ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:27:30.111757 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb286212-c17e-4d86-9a98-ac8af35ef072 None None] The sync data for ids ['6c84532b-a939-4efd-ab5d-5dd714f1ea20'] in ncdv-master-1 is: [{'id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'name': 'tempest-ServerActionsTestJSON-57126734-router', 'tenant_id': '697345bef14f49b0a7ffff78f8f90913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.19'}], 'enable_snat': True}, 'gw_port_id': 'fd023d51-546a-4746-b00f-1b42dcff4178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:25:50Z', 'updated_at': '2022-05-07T22:25:53Z', 'revision_number': 4, 'project_id': '697345bef14f49b0a7ffff78f8f90913', 'gw_port': {'id': 'fd023d51-546a-4746-b00f-1b42dcff4178', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:fd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:25:51Z', 'updated_at': '2022-05-07T22:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '20172faa-7474-4125-93fb-57de137475bf', 'name': '', 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9', 'tenant_id': '697345bef14f49b0a7ffff78f8f90913', 'mac_address': 'fa:16:3e:ed:b1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'b2f7d31e-bd3c-4e70-a318-4783f06407ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:25:52Z', 'updated_at': '2022-05-07T22:25:57Z', 'revision_number': 5, 'project_id': '697345bef14f49b0a7ffff78f8f90913', 'subnets': [{'id': 'b2f7d31e-bd3c-4e70-a318-4783f06407ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:27:30.337132 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b406b99-12eb-4b0e-8d71-fad70f298612 None None] New status for floating IP 7dfcd854-b52b-4f0a-9ac3-d2e482bb813f: DOWN {{(pid=121839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 07 22:27:30.338412 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:27:30.595409 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-460aa3aa-236c-49e4-9c3e-aaae1bcbe9cf req-0334a362-9fb9-472a-9e9f-97229ad256c1 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1338130233&fields=id&tenant_id=697345bef14f49b0a7ffff78f8f90913 HTTP/1.1" status: 200  len: 267 time: 0.0478785
May 07 22:27:30.701709 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460aa3aa-236c-49e4-9c3e-aaae1bcbe9cf req-09a94269-bee1-4551-a452-312a9d29dfa1 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:30.703169 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-460aa3aa-236c-49e4-9c3e-aaae1bcbe9cf req-09a94269-bee1-4551-a452-312a9d29dfa1 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/networks?id=0edc1271-8a82-489b-912c-a8fef30fb1c9 HTTP/1.1" status: 200  len: 810 time: 0.1014092
May 07 22:27:30.717270 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-460aa3aa-236c-49e4-9c3e-aaae1bcbe9cf req-a0d69210-2755-46ee-9e1e-1f68546949fc tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/quotas/697345bef14f49b0a7ffff78f8f90913 HTTP/1.1" status: 200  len: 375 time: 0.0086710
May 07 22:27:30.764169 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-460aa3aa-236c-49e4-9c3e-aaae1bcbe9cf req-773300cc-2df7-41ea-b075-5cb0e82c8807 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=697345bef14f49b0a7ffff78f8f90913&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0421543
May 07 22:27:30.911387 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-460aa3aa-236c-49e4-9c3e-aaae1bcbe9cf req-0fb16555-a431-47a1-ab04-2914283f7537 service neutron] 10.222.0.32 "GET /v2.0/networks/0edc1271-8a82-489b-912c-a8fef30fb1c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1361361
May 07 22:27:30.997288 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-460aa3aa-236c-49e4-9c3e-aaae1bcbe9cf req-f7bde467-cdaa-4542-9010-e925f08f31c6 service neutron] 10.222.0.32 "GET /v2.0/networks/0edc1271-8a82-489b-912c-a8fef30fb1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0799005
May 07 22:27:31.157254 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d57443d9-70f6-4dfa-a124-641db9575dc9 req-59c781a3-c5cc-4e9c-829c-2a6d8c7b580a tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=34cbc3dd-6401-46bb-9337-dced1409c1bd HTTP/1.1" status: 200  len: 210 time: 0.0277419
May 07 22:27:32.050835 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460aa3aa-236c-49e4-9c3e-aaae1bcbe9cf req-dc3637c8-db9c-4092-b662-9aa12b611ceb tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:32.052295 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-460aa3aa-236c-49e4-9c3e-aaae1bcbe9cf req-dc3637c8-db9c-4092-b662-9aa12b611ceb tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.59 "GET /v2.0/networks?id=0edc1271-8a82-489b-912c-a8fef30fb1c9 HTTP/1.1" status: 200  len: 810 time: 0.1062133
May 07 22:27:32.112442 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-460aa3aa-236c-49e4-9c3e-aaae1bcbe9cf req-2bc04a14-7de2-402b-95c2-e24fa5f5d9f5 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=697345bef14f49b0a7ffff78f8f90913 HTTP/1.1" status: 200  len: 380 time: 0.0523124
May 07 22:27:32.121058 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-460aa3aa-236c-49e4-9c3e-aaae1bcbe9cf req-afc4dd85-3dd1-4fc5-8ab3-2fee67453254 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Request body: {'port': {'device_id': '34cbc3dd-6401-46bb-9337-dced1409c1bd', 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9', 'admin_state_up': True, 'tenant_id': '697345bef14f49b0a7ffff78f8f90913', 'security_groups': ['2ab47223-8585-4c6f-8646-525a986d3313']}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:27:32.370954 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 86657e51-7c13-4822-82f8-a74debc881c8 no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:27:32.392632 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] No Port match for: 86657e51-7c13-4822-82f8-a74debc881c8 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:27:32.392980 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 86657e51-7c13-4822-82f8-a74debc881c8 not bound to the agent host nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:27:32.475526 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-21187ceb-fc14-43b0-b6f8-b5067217f6c1 req-0325bab4-0709-48ee-8e25-8e29922a96d6 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=34cbc3dd-6401-46bb-9337-dced1409c1bd HTTP/1.1" status: 200  len: 210 time: 0.0332696
May 07 22:27:32.517623 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-460aa3aa-236c-49e4-9c3e-aaae1bcbe9cf req-afc4dd85-3dd1-4fc5-8ab3-2fee67453254 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Made reservation on behalf of 697345bef14f49b0a7ffff78f8f90913 for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:27:32.521009 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-460aa3aa-236c-49e4-9c3e-aaae1bcbe9cf req-afc4dd85-3dd1-4fc5-8ab3-2fee67453254 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:27:32.645634 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [req-460aa3aa-236c-49e4-9c3e-aaae1bcbe9cf req-afc4dd85-3dd1-4fc5-8ab3-2fee67453254 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Allocated IP 172.20.0.13 (0edc1271-8a82-489b-912c-a8fef30fb1c9/b2f7d31e-bd3c-4e70-a318-4783f06407ca/f074d4aa-c0b3-439e-bc78-a4a1379e7f1c) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:27:32.777145 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-460aa3aa-236c-49e4-9c3e-aaae1bcbe9cf req-afc4dd85-3dd1-4fc5-8ab3-2fee67453254 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Publish callbacks [] for port (f074d4aa-c0b3-439e-bc78-a4a1379e7f1c), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:27:32.811040 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-460aa3aa-236c-49e4-9c3e-aaae1bcbe9cf req-afc4dd85-3dd1-4fc5-8ab3-2fee67453254 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (f074d4aa-c0b3-439e-bc78-a4a1379e7f1c), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:27:32.855238 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-460aa3aa-236c-49e4-9c3e-aaae1bcbe9cf req-afc4dd85-3dd1-4fc5-8ab3-2fee67453254 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Network 0edc1271-8a82-489b-912c-a8fef30fb1c9 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:27:32.858140 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [req-460aa3aa-236c-49e4-9c3e-aaae1bcbe9cf req-afc4dd85-3dd1-4fc5-8ab3-2fee67453254 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:27:32.861708 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-460aa3aa-236c-49e4-9c3e-aaae1bcbe9cf req-afc4dd85-3dd1-4fc5-8ab3-2fee67453254 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:27:32.889542 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc4dd85-3dd1-4fc5-8ab3-2fee67453254 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Pushing event updated for resources: {'Port': ['ID=f074d4aa-c0b3-439e-bc78-a4a1379e7f1c,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:27:32.918202 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460aa3aa-236c-49e4-9c3e-aaae1bcbe9cf req-afc4dd85-3dd1-4fc5-8ab3-2fee67453254 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:32.918851 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-460aa3aa-236c-49e4-9c3e-aaae1bcbe9cf req-afc4dd85-3dd1-4fc5-8ab3-2fee67453254 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:27:32.935365 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-460aa3aa-236c-49e4-9c3e-aaae1bcbe9cf req-afc4dd85-3dd1-4fc5-8ab3-2fee67453254 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8178029
May 07 22:27:32.944995 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [req-460aa3aa-236c-49e4-9c3e-aaae1bcbe9cf req-5aa7ea09-7000-45ad-8ef3-357baea0bee9 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121837) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:27:32.946016 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-460aa3aa-236c-49e4-9c3e-aaae1bcbe9cf req-5aa7ea09-7000-45ad-8ef3-357baea0bee9 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0051556
May 07 22:27:32.957666 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-460aa3aa-236c-49e4-9c3e-aaae1bcbe9cf req-3f5dd6ec-c2af-415b-9969-a567e5f8f282 service neutron] Request body: {'port': {'device_id': '34cbc3dd-6401-46bb-9337-dced1409c1bd', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:27:33.018838 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-460aa3aa-236c-49e4-9c3e-aaae1bcbe9cf req-3f5dd6ec-c2af-415b-9969-a567e5f8f282 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f074d4aa-c0b3-439e-bc78-a4a1379e7f1c), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:27:33.302320 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [req-460aa3aa-236c-49e4-9c3e-aaae1bcbe9cf req-3f5dd6ec-c2af-415b-9969-a567e5f8f282 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f074d4aa-c0b3-439e-bc78-a4a1379e7f1c {{(pid=121837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:27:33.309979 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-460aa3aa-236c-49e4-9c3e-aaae1bcbe9cf req-3f5dd6ec-c2af-415b-9969-a567e5f8f282 service neutron] Publish callbacks [] for port (f074d4aa-c0b3-439e-bc78-a4a1379e7f1c), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:27:33.323571 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-460aa3aa-236c-49e4-9c3e-aaae1bcbe9cf req-3f5dd6ec-c2af-415b-9969-a567e5f8f282 service neutron] Transition to ACTIVE for port object f074d4aa-c0b3-439e-bc78-a4a1379e7f1c will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 22:27:33.327421 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-460aa3aa-236c-49e4-9c3e-aaae1bcbe9cf req-3f5dd6ec-c2af-415b-9969-a567e5f8f282 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (f074d4aa-c0b3-439e-bc78-a4a1379e7f1c), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:27:33.333391 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-3e1be4bb-6ab1-4e1b-afb9-637710444f9f None None] Provisioning complete for port f074d4aa-c0b3-439e-bc78-a4a1379e7f1c triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:27:33.333767 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-3e1be4bb-6ab1-4e1b-afb9-637710444f9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (f074d4aa-c0b3-439e-bc78-a4a1379e7f1c), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:27:33.380808 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-3e1be4bb-6ab1-4e1b-afb9-637710444f9f None None] Port f074d4aa-c0b3-439e-bc78-a4a1379e7f1c cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:27:33.382341 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dd6ec-c2af-415b-9969-a567e5f8f282 service neutron] Pushing event updated for resources: {'Port': ['ID=f074d4aa-c0b3-439e-bc78-a4a1379e7f1c,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:27:33.455897 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-460aa3aa-236c-49e4-9c3e-aaae1bcbe9cf req-3f5dd6ec-c2af-415b-9969-a567e5f8f282 service neutron] Attempting to bind port f074d4aa-c0b3-439e-bc78-a4a1379e7f1c on host nch2-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:27:33.456159 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-460aa3aa-236c-49e4-9c3e-aaae1bcbe9cf req-3f5dd6ec-c2af-415b-9969-a567e5f8f282 service neutron] Attempting to bind port f074d4aa-c0b3-439e-bc78-a4a1379e7f1c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '53fc118f-18fe-4132-af8b-066e9b1766f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:27:33.456528 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460aa3aa-236c-49e4-9c3e-aaae1bcbe9cf req-3f5dd6ec-c2af-415b-9969-a567e5f8f282 service neutron] Attempting to bind port f074d4aa-c0b3-439e-bc78-a4a1379e7f1c on network 0edc1271-8a82-489b-912c-a8fef30fb1c9 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:27:33.461369 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460aa3aa-236c-49e4-9c3e-aaae1bcbe9cf req-3f5dd6ec-c2af-415b-9969-a567e5f8f282 service neutron] Port f074d4aa-c0b3-439e-bc78-a4a1379e7f1c on network 0edc1271-8a82-489b-912c-a8fef30fb1c9 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:27:33.461687 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460aa3aa-236c-49e4-9c3e-aaae1bcbe9cf req-3f5dd6ec-c2af-415b-9969-a567e5f8f282 service neutron] Attempting to bind port f074d4aa-c0b3-439e-bc78-a4a1379e7f1c on network 0edc1271-8a82-489b-912c-a8fef30fb1c9 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:27:33.468141 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460aa3aa-236c-49e4-9c3e-aaae1bcbe9cf req-3f5dd6ec-c2af-415b-9969-a567e5f8f282 service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:27:33.468480 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460aa3aa-236c-49e4-9c3e-aaae1bcbe9cf req-3f5dd6ec-c2af-415b-9969-a567e5f8f282 service neutron] Checking segment: {'id': '53fc118f-18fe-4132-af8b-066e9b1766f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:27:33.468850 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-460aa3aa-236c-49e4-9c3e-aaae1bcbe9cf req-3f5dd6ec-c2af-415b-9969-a567e5f8f282 service neutron] Bound using segment: {'id': '53fc118f-18fe-4132-af8b-066e9b1766f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:27:33.469270 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-460aa3aa-236c-49e4-9c3e-aaae1bcbe9cf req-3f5dd6ec-c2af-415b-9969-a567e5f8f282 service neutron] Bound port: f074d4aa-c0b3-439e-bc78-a4a1379e7f1c, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53fc118f-18fe-4132-af8b-066e9b1766f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:27:33.469624 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-460aa3aa-236c-49e4-9c3e-aaae1bcbe9cf req-3f5dd6ec-c2af-415b-9969-a567e5f8f282 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f074d4aa-c0b3-439e-bc78-a4a1379e7f1c), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:27:33.538388 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-460aa3aa-236c-49e4-9c3e-aaae1bcbe9cf req-3f5dd6ec-c2af-415b-9969-a567e5f8f282 service neutron] For port f074d4aa-c0b3-439e-bc78-a4a1379e7f1c, host nch2-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:27:33.542979 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-460aa3aa-236c-49e4-9c3e-aaae1bcbe9cf req-3f5dd6ec-c2af-415b-9969-a567e5f8f282 service neutron] For port f074d4aa-c0b3-439e-bc78-a4a1379e7f1c, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f074d4aa-c0b3-439e-bc78-a4a1379e7f1c,segment=NetworkSegment(53fc118f-18fe-4132-af8b-066e9b1766f5),segment_id=53fc118f-18fe-4132-af8b-066e9b1766f5)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:27:33.550406 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-460aa3aa-236c-49e4-9c3e-aaae1bcbe9cf req-3f5dd6ec-c2af-415b-9969-a567e5f8f282 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (f074d4aa-c0b3-439e-bc78-a4a1379e7f1c), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:27:33.587898 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460aa3aa-236c-49e4-9c3e-aaae1bcbe9cf req-3f5dd6ec-c2af-415b-9969-a567e5f8f282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:33.588747 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-460aa3aa-236c-49e4-9c3e-aaae1bcbe9cf req-3f5dd6ec-c2af-415b-9969-a567e5f8f282 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:27:33.590269 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-460aa3aa-236c-49e4-9c3e-aaae1bcbe9cf req-3f5dd6ec-c2af-415b-9969-a567e5f8f282 service neutron] 10.222.0.59 "PUT /v2.0/ports/f074d4aa-c0b3-439e-bc78-a4a1379e7f1c HTTP/1.1" status: 200  len: 1092 time: 0.6366782
May 07 22:27:33.590825 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34cbc3dd-6401-46bb-9337-dced1409c1bd', 'tag': 'f074d4aa-c0b3-439e-bc78-a4a1379e7f1c'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:27:33.594102 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f3b501f-5f03-4a26-a7d7-154398734ef3" -d '{"events": [{"name": "network-changed", "server_uuid": "34cbc3dd-6401-46bb-9337-dced1409c1bd", "tag": "f074d4aa-c0b3-439e-bc78-a4a1379e7f1c"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:27:33.597584 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c404f14-6a28-409f-a70f-860ca0b4f154 req-b04c8825-fed5-4414-94cf-6927e94b2adf tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:33.599262 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1c404f14-6a28-409f-a70f-860ca0b4f154 req-b04c8825-fed5-4414-94cf-6927e94b2adf tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=34cbc3dd-6401-46bb-9337-dced1409c1bd HTTP/1.1" status: 200  len: 944 time: 0.0494025
May 07 22:27:33.620810 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dd6ec-c2af-415b-9969-a567e5f8f282 service neutron] Pushing event updated for resources: {'Port': ['ID=f074d4aa-c0b3-439e-bc78-a4a1379e7f1c,revision_number=3']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:27:33.677083 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ae7b231-3934-4a5c-924e-1faebbdc4add x-openstack-request-id: req-8ae7b231-3934-4a5c-924e-1faebbdc4add {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:27:33.677385 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34cbc3dd-6401-46bb-9337-dced1409c1bd", "tag": "f074d4aa-c0b3-439e-bc78-a4a1379e7f1c", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:27:33.677638 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8ae7b231-3934-4a5c-924e-1faebbdc4add {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:27:33.678036 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ae7b231-3934-4a5c-924e-1faebbdc4add'] response: {'name': 'network-changed', 'server_uuid': '34cbc3dd-6401-46bb-9337-dced1409c1bd', 'tag': 'f074d4aa-c0b3-439e-bc78-a4a1379e7f1c', 'status': 'completed', 'code': 200}
May 07 22:27:33.692754 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1c404f14-6a28-409f-a70f-860ca0b4f154 req-2d2ae241-910d-4092-8da0-13c2421cd1e5 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0871058
May 07 22:27:33.717760 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460aa3aa-236c-49e4-9c3e-aaae1bcbe9cf req-ae754c5d-d04f-479b-a276-acc91965f7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:33.719442 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-460aa3aa-236c-49e4-9c3e-aaae1bcbe9cf req-ae754c5d-d04f-479b-a276-acc91965f7da service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=697345bef14f49b0a7ffff78f8f90913&device_id=34cbc3dd-6401-46bb-9337-dced1409c1bd HTTP/1.1" status: 200  len: 1126 time: 0.0515699
May 07 22:27:33.767934 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-460aa3aa-236c-49e4-9c3e-aaae1bcbe9cf req-6a680404-83f5-4e91-b7c4-a33c85f66f10 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f074d4aa-c0b3-439e-bc78-a4a1379e7f1c HTTP/1.1" status: 200  len: 217 time: 0.0399091
May 07 22:27:33.816272 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460aa3aa-236c-49e4-9c3e-aaae1bcbe9cf req-fb77da43-e002-4191-8d4d-3217968bcce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:33.817782 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-460aa3aa-236c-49e4-9c3e-aaae1bcbe9cf req-fb77da43-e002-4191-8d4d-3217968bcce6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b2f7d31e-bd3c-4e70-a318-4783f06407ca HTTP/1.1" status: 200  len: 849 time: 0.0442162
May 07 22:27:33.860912 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460aa3aa-236c-49e4-9c3e-aaae1bcbe9cf req-70b9196b-3e8e-4e85-9306-133cbf202991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:33.862449 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-460aa3aa-236c-49e4-9c3e-aaae1bcbe9cf req-70b9196b-3e8e-4e85-9306-133cbf202991 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0edc1271-8a82-489b-912c-a8fef30fb1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0393195
May 07 22:27:33.955900 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-460aa3aa-236c-49e4-9c3e-aaae1bcbe9cf req-c201a4cd-b9bd-41d3-b4e7-3c98f596b2ea service neutron] 10.222.0.59 "GET /v2.0/networks/0edc1271-8a82-489b-912c-a8fef30fb1c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0870731
May 07 22:27:34.042537 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-460aa3aa-236c-49e4-9c3e-aaae1bcbe9cf req-5a72cb71-1ce6-4834-ab2b-bdbd8b2dad49 service neutron] 10.222.0.59 "GET /v2.0/networks/0edc1271-8a82-489b-912c-a8fef30fb1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0810151
May 07 22:27:34.807082 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8133c4-b1d6-4a35-b55f-2d7fe2dd12e6 req-be52f2c3-0fd9-40b4-b7eb-f336c9da6de6 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:34.808546 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6f8133c4-b1d6-4a35-b55f-2d7fe2dd12e6 req-be52f2c3-0fd9-40b4-b7eb-f336c9da6de6 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=34cbc3dd-6401-46bb-9337-dced1409c1bd HTTP/1.1" status: 200  len: 944 time: 0.0514531
May 07 22:27:34.855690 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6f8133c4-b1d6-4a35-b55f-2d7fe2dd12e6 req-7537db4e-8d44-4c52-9956-2798a6643838 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414953
May 07 22:27:34.901795 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b501f-5f03-4a26-a7d7-154398734ef3 req-a4e6d7c3-b817-444a-b923-32ff435f3d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:34.903411 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7f3b501f-5f03-4a26-a7d7-154398734ef3 req-a4e6d7c3-b817-444a-b923-32ff435f3d05 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=697345bef14f49b0a7ffff78f8f90913&device_id=34cbc3dd-6401-46bb-9337-dced1409c1bd HTTP/1.1" status: 200  len: 1126 time: 0.0468557
May 07 22:27:34.995638 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b501f-5f03-4a26-a7d7-154398734ef3 req-8ad0e8a6-260e-4f43-9e44-04fbcda0d2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:34.997098 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7f3b501f-5f03-4a26-a7d7-154398734ef3 req-8ad0e8a6-260e-4f43-9e44-04fbcda0d2e7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0edc1271-8a82-489b-912c-a8fef30fb1c9 HTTP/1.1" status: 200  len: 911 time: 0.0874648
May 07 22:27:35.037483 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7f3b501f-5f03-4a26-a7d7-154398734ef3 req-f15e8919-7b42-4a11-af16-0fdd63d2505a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f074d4aa-c0b3-439e-bc78-a4a1379e7f1c HTTP/1.1" status: 200  len: 217 time: 0.0343869
May 07 22:27:35.083493 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b501f-5f03-4a26-a7d7-154398734ef3 req-d44e56b7-793d-49e8-bfab-6db6c857d20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:35.084893 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7f3b501f-5f03-4a26-a7d7-154398734ef3 req-d44e56b7-793d-49e8-bfab-6db6c857d20a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b2f7d31e-bd3c-4e70-a318-4783f06407ca HTTP/1.1" status: 200  len: 849 time: 0.0424843
May 07 22:27:35.129682 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b501f-5f03-4a26-a7d7-154398734ef3 req-318e1e7d-1717-4db4-8a13-10f9b6f8f3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:35.131159 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7f3b501f-5f03-4a26-a7d7-154398734ef3 req-318e1e7d-1717-4db4-8a13-10f9b6f8f3a0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0edc1271-8a82-489b-912c-a8fef30fb1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0407372
May 07 22:27:35.225479 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7f3b501f-5f03-4a26-a7d7-154398734ef3 req-aa4b68a0-c06f-4ac8-815c-e914853773a7 service neutron] 10.222.0.59 "GET /v2.0/networks/0edc1271-8a82-489b-912c-a8fef30fb1c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0888228
May 07 22:27:35.324410 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7f3b501f-5f03-4a26-a7d7-154398734ef3 req-c63ee6ff-eab9-4bd7-a3ff-28e4590c804c service neutron] 10.222.0.59 "GET /v2.0/networks/0edc1271-8a82-489b-912c-a8fef30fb1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0930793
May 07 22:27:35.982479 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebaa30c-a080-402f-bbca-87aded4b08f2 req-2ecea55d-34eb-4d7e-a1e6-235d983d151d tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:35.983945 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-eebaa30c-a080-402f-bbca-87aded4b08f2 req-2ecea55d-34eb-4d7e-a1e6-235d983d151d tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=34cbc3dd-6401-46bb-9337-dced1409c1bd HTTP/1.1" status: 200  len: 944 time: 0.0470116
May 07 22:27:36.030644 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-eebaa30c-a080-402f-bbca-87aded4b08f2 req-ed33f1c5-f730-4d42-802a-1d8aaf8dfd91 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411408
May 07 22:27:36.971875 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device f074d4aa-c0b3-439e-bc78-a4a1379e7f1c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:27:37.066612 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port f074d4aa-c0b3-439e-bc78-a4a1379e7f1c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f074d4aa-c0b3-439e-bc78-a4a1379e7f1c,segment=NetworkSegment(53fc118f-18fe-4132-af8b-066e9b1766f5),segment_id=53fc118f-18fe-4132-af8b-066e9b1766f5)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:27:37.078295 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': 'f074d4aa-c0b3-439e-bc78-a4a1379e7f1c', 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9', 'port_id': 'f074d4aa-c0b3-439e-bc78-a4a1379e7f1c', 'mac_address': 'fa:16:3e:9b:ae:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2f7d31e-bd3c-4e70-a318-4783f06407ca', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:27:37.120025 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port f074d4aa-c0b3-439e-bc78-a4a1379e7f1c is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:27:37.120408 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f074d4aa-c0b3-439e-bc78-a4a1379e7f1c), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:27:37.132795 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f074d4aa-c0b3-439e-bc78-a4a1379e7f1c {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:27:37.146426 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e764e92-aec5-45df-9980-77637f5184d1 req-e83313f2-66b9-489d-8eb1-22a7b7881ad4 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:37.147963 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1e764e92-aec5-45df-9980-77637f5184d1 req-e83313f2-66b9-489d-8eb1-22a7b7881ad4 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=34cbc3dd-6401-46bb-9337-dced1409c1bd HTTP/1.1" status: 200  len: 944 time: 0.0472956
May 07 22:27:37.151965 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port f074d4aa-c0b3-439e-bc78-a4a1379e7f1c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f074d4aa-c0b3-439e-bc78-a4a1379e7f1c,segment=NetworkSegment(53fc118f-18fe-4132-af8b-066e9b1766f5),segment_id=53fc118f-18fe-4132-af8b-066e9b1766f5)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:27:37.155925 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (f074d4aa-c0b3-439e-bc78-a4a1379e7f1c), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:27:37.198165 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1e764e92-aec5-45df-9980-77637f5184d1 req-fec24cb2-fc47-4bbd-aa62-80ea0224035a tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441251
May 07 22:27:37.206208 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=f074d4aa-c0b3-439e-bc78-a4a1379e7f1c,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:27:37.340359 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['f074d4aa-c0b3-439e-bc78-a4a1379e7f1c'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:27:38.317638 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ca7050-ac91-4439-a42e-bdd658e14298 req-195b0d0c-ec2e-4b23-9b59-a6c8c96baf58 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:38.319130 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-26ca7050-ac91-4439-a42e-bdd658e14298 req-195b0d0c-ec2e-4b23-9b59-a6c8c96baf58 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=34cbc3dd-6401-46bb-9337-dced1409c1bd HTTP/1.1" status: 200  len: 945 time: 0.0465949
May 07 22:27:38.365077 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-26ca7050-ac91-4439-a42e-bdd658e14298 req-2263a036-28ac-429f-a988-e9087f73baaf tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398757
May 07 22:27:38.987748 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device f074d4aa-c0b3-439e-bc78-a4a1379e7f1c up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:27:39.030296 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning for port f074d4aa-c0b3-439e-bc78-a4a1379e7f1c completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 22:27:39.036008 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port f074d4aa-c0b3-439e-bc78-a4a1379e7f1c triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:27:39.036415 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (f074d4aa-c0b3-439e-bc78-a4a1379e7f1c), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:27:39.115313 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port f074d4aa-c0b3-439e-bc78-a4a1379e7f1c is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:27:39.115704 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f074d4aa-c0b3-439e-bc78-a4a1379e7f1c), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:27:39.137018 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34cbc3dd-6401-46bb-9337-dced1409c1bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f074d4aa-c0b3-439e-bc78-a4a1379e7f1c'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:27:39.139309 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba547c36-f5ee-430a-91be-9d82cefed8d2" -d '{"events": [{"server_uuid": "34cbc3dd-6401-46bb-9337-dced1409c1bd", "name": "network-vif-plugged", "status": "completed", "tag": "f074d4aa-c0b3-439e-bc78-a4a1379e7f1c"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:27:39.152417 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port f074d4aa-c0b3-439e-bc78-a4a1379e7f1c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f074d4aa-c0b3-439e-bc78-a4a1379e7f1c,segment=NetworkSegment(53fc118f-18fe-4132-af8b-066e9b1766f5),segment_id=53fc118f-18fe-4132-af8b-066e9b1766f5)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:27:39.156470 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (f074d4aa-c0b3-439e-bc78-a4a1379e7f1c), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:27:39.179872 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9314be74-8766-4dc5-973e-66c37ebc6d5f x-openstack-request-id: req-9314be74-8766-4dc5-973e-66c37ebc6d5f {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:27:39.180169 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34cbc3dd-6401-46bb-9337-dced1409c1bd", "name": "network-vif-plugged", "status": "completed", "tag": "f074d4aa-c0b3-439e-bc78-a4a1379e7f1c", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:27:39.180425 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9314be74-8766-4dc5-973e-66c37ebc6d5f {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:27:39.180826 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9314be74-8766-4dc5-973e-66c37ebc6d5f'] response: {'server_uuid': '34cbc3dd-6401-46bb-9337-dced1409c1bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f074d4aa-c0b3-439e-bc78-a4a1379e7f1c', 'code': 200}
May 07 22:27:39.209906 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=f074d4aa-c0b3-439e-bc78-a4a1379e7f1c,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:27:39.275013 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b7a84b-fd8a-43da-bb69-6c3f4056480c req-8863553b-98bb-4cc3-af68-f0062603c85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:39.276943 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a0b7a84b-fd8a-43da-bb69-6c3f4056480c req-8863553b-98bb-4cc3-af68-f0062603c85b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=34cbc3dd-6401-46bb-9337-dced1409c1bd HTTP/1.1" status: 200  len: 1128 time: 0.0375011
May 07 22:27:39.325199 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a0b7a84b-fd8a-43da-bb69-6c3f4056480c req-14012389-22f8-499f-84b0-52a2beb1fd58 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423036
May 07 22:27:39.483036 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf1afab-0edd-41b7-896c-6d8645eb0cc9 req-2b371fc1-8a61-4114-83cf-81e648121440 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:39.484500 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ecf1afab-0edd-41b7-896c-6d8645eb0cc9 req-2b371fc1-8a61-4114-83cf-81e648121440 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=34cbc3dd-6401-46bb-9337-dced1409c1bd HTTP/1.1" status: 200  len: 946 time: 0.0511038
May 07 22:27:39.532014 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ecf1afab-0edd-41b7-896c-6d8645eb0cc9 req-4f1fb384-1ef8-4918-af97-7ed9ce44008f tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418537
May 07 22:27:40.644864 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250e82e1-a153-4eca-8069-e2ea90e215d9 req-8d09d3ab-f084-46b3-ab44-519a5f74206b tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:40.646310 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-250e82e1-a153-4eca-8069-e2ea90e215d9 req-8d09d3ab-f084-46b3-ab44-519a5f74206b tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=34cbc3dd-6401-46bb-9337-dced1409c1bd HTTP/1.1" status: 200  len: 946 time: 0.0455139
May 07 22:27:40.692773 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-250e82e1-a153-4eca-8069-e2ea90e215d9 req-f874a2c3-2804-4a16-8ed2-29b83ba10a39 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404313
May 07 22:27:40.801394 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379e4445-59e4-4ee1-b7f1-4768a1058840 req-8a860c9a-6a39-4315-befe-e17aa1a1c6db tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:40.802883 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-379e4445-59e4-4ee1-b7f1-4768a1058840 req-8a860c9a-6a39-4315-befe-e17aa1a1c6db tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=34cbc3dd-6401-46bb-9337-dced1409c1bd HTTP/1.1" status: 200  len: 946 time: 0.0467296
May 07 22:27:40.811566 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 56808) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:27:40.816035 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-b3dd02ed-605c-4efc-8e3b-001df5c95a92 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Request body: {'floatingip': {'port_id': 'f074d4aa-c0b3-439e-bc78-a4a1379e7f1c'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:27:40.859445 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b3dd02ed-605c-4efc-8e3b-001df5c95a92 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Publish callbacks [] for floatingip (7dfcd854-b52b-4f0a-9ac3-d2e482bb813f), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:27:41.299757 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b3dd02ed-605c-4efc-8e3b-001df5c95a92 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:27:41.303535 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b3dd02ed-605c-4efc-8e3b-001df5c95a92 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (7dfcd854-b52b-4f0a-9ac3-d2e482bb813f), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:27:41.407224 ncdv-master-1 neutron-server[121837]: INFO neutron.db.l3_db [None req-b3dd02ed-605c-4efc-8e3b-001df5c95a92 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Floating IP 7dfcd854-b52b-4f0a-9ac3-d2e482bb813f associated. External IP: 172.35.4.114, port: f074d4aa-c0b3-439e-bc78-a4a1379e7f1c.
May 07 22:27:41.620344 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3dd02ed-605c-4efc-8e3b-001df5c95a92 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Router 6c84532b-a939-4efd-ab5d-5dd714f1ea20 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:27:41.727936 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3dd02ed-605c-4efc-8e3b-001df5c95a92 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:27:41.733395 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b3dd02ed-605c-4efc-8e3b-001df5c95a92 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:27:41.737919 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4605c0b-19cc-4949-ba5c-7328f3a40efd None None] Sync routers for ids ['6c84532b-a939-4efd-ab5d-5dd714f1ea20'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:27:41.748734 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4605c0b-19cc-4949-ba5c-7328f3a40efd None None] Routers {'6c84532b-a939-4efd-ab5d-5dd714f1ea20'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:27:41.749357 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-d4605c0b-19cc-4949-ba5c-7328f3a40efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7e9d4dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:27:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['6c84532b-a939-4efd-ab5d-5dd714f1ea20'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:27:41.763032 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-b3dd02ed-605c-4efc-8e3b-001df5c95a92 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "PUT /v2.0/floatingips/7dfcd854-b52b-4f0a-9ac3-d2e482bb813f HTTP/1.1" status: 200  len: 992 time: 0.9504116
May 07 22:27:41.763600 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34cbc3dd-6401-46bb-9337-dced1409c1bd', 'tag': 'f074d4aa-c0b3-439e-bc78-a4a1379e7f1c'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:27:41.766163 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fc20b1e-8dec-4d35-89ff-c234f77e5bb8" -d '{"events": [{"name": "network-changed", "server_uuid": "34cbc3dd-6401-46bb-9337-dced1409c1bd", "tag": "f074d4aa-c0b3-439e-bc78-a4a1379e7f1c"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:27:41.804294 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c6588bd-d3d7-418d-a6ce-09fb6cb213f4 x-openstack-request-id: req-7c6588bd-d3d7-418d-a6ce-09fb6cb213f4 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:27:41.804564 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34cbc3dd-6401-46bb-9337-dced1409c1bd", "tag": "f074d4aa-c0b3-439e-bc78-a4a1379e7f1c", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:27:41.804802 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7c6588bd-d3d7-418d-a6ce-09fb6cb213f4 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:27:41.805693 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c6588bd-d3d7-418d-a6ce-09fb6cb213f4'] response: {'name': 'network-changed', 'server_uuid': '34cbc3dd-6401-46bb-9337-dced1409c1bd', 'tag': 'f074d4aa-c0b3-439e-bc78-a4a1379e7f1c', 'status': 'completed', 'code': 200}
May 07 22:27:41.875153 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc20b1e-8dec-4d35-89ff-c234f77e5bb8 req-5a4d2fe8-4c4b-4e24-bf00-d89a2730d804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:41.876580 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1fc20b1e-8dec-4d35-89ff-c234f77e5bb8 req-5a4d2fe8-4c4b-4e24-bf00-d89a2730d804 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=697345bef14f49b0a7ffff78f8f90913&device_id=34cbc3dd-6401-46bb-9337-dced1409c1bd HTTP/1.1" status: 200  len: 1128 time: 0.0435874
May 07 22:27:41.878878 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-d4605c0b-19cc-4949-ba5c-7328f3a40efd None None] Set router 6c84532b-a939-4efd-ab5d-5dd714f1ea20 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:27:42.008609 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc20b1e-8dec-4d35-89ff-c234f77e5bb8 req-280019ad-c83a-4b00-8acf-8ef8f690473a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:42.010201 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1fc20b1e-8dec-4d35-89ff-c234f77e5bb8 req-280019ad-c83a-4b00-8acf-8ef8f690473a service neutron] 10.222.0.59 "GET /v2.0/networks?id=0edc1271-8a82-489b-912c-a8fef30fb1c9 HTTP/1.1" status: 200  len: 911 time: 0.1272268
May 07 22:27:42.016444 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d72a621b-5f7f-46a4-9bd7-f62adc37dcd9 req-a3829774-5d18-464d-8a91-7574f9f07bc5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=34cbc3dd-6401-46bb-9337-dced1409c1bd&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0500760
May 07 22:27:42.016964 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91859924-2fc3-4526-871b-808861d4a335 req-d78e2312-af2f-4ed3-be96-2490bd76de09 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:42.019154 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-91859924-2fc3-4526-871b-808861d4a335 req-d78e2312-af2f-4ed3-be96-2490bd76de09 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=34cbc3dd-6401-46bb-9337-dced1409c1bd HTTP/1.1" status: 200  len: 946 time: 0.0497141
May 07 22:27:42.085907 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1fc20b1e-8dec-4d35-89ff-c234f77e5bb8 req-55c6b619-dc40-4a9e-8acb-adee540d716c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f074d4aa-c0b3-439e-bc78-a4a1379e7f1c HTTP/1.1" status: 200  len: 1000 time: 0.0683789
May 07 22:27:42.094666 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-91859924-2fc3-4526-871b-808861d4a335 req-ab0ae223-4d06-44c1-8043-0957b3f4b5b0 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0629358
May 07 22:27:42.132047 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-d4605c0b-19cc-4949-ba5c-7328f3a40efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7e9d4dc0>, [{'id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'name': 'tempest-ServerActionsTestJSON-57126734-router', 'tenant_id': '697345bef14f49b0a7ffff78f8f90913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.19'}], 'enable_snat': True}, 'gw_port_id': 'fd023d51-546a-4746-b00f-1b42dcff4178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:25:50Z', 'updated_at': '2022-05-07T22:25:53Z', 'revision_number': 4, 'project_id': '697345bef14f49b0a7ffff78f8f90913', 'gw_port': {'id': 'fd023d51-546a-4746-b00f-1b42dcff4178', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:fd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:25:51Z', 'updated_at': '2022-05-07T22:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '7dfcd854-b52b-4f0a-9ac3-d2e482bb813f', 'tenant_id': '697345bef14f49b0a7ffff78f8f90913', 'floating_ip_address': '172.35.4.114', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'port_id': 'f074d4aa-c0b3-439e-bc78-a4a1379e7f1c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4166, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9', 'mac_address': 'fa:16:3e:9b:ae:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34cbc3dd-6401-46bb-9337-dced1409c1bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:25:55Z', 'updated_at': '2022-05-07T22:27:41Z', 'revision_number': 9, 'project_id': '697345bef14f49b0a7ffff78f8f90913', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20172faa-7474-4125-93fb-57de137475bf', 'name': '', 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9', 'tenant_id': '697345bef14f49b0a7ffff78f8f90913', 'mac_address': 'fa:16:3e:ed:b1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'b2f7d31e-bd3c-4e70-a318-4783f06407ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:25:52Z', 'updated_at': '2022-05-07T22:25:57Z', 'revision_number': 5, 'project_id': '697345bef14f49b0a7ffff78f8f90913', 'subnets': [{'id': 'b2f7d31e-bd3c-4e70-a318-4783f06407ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:27:42.143735 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc20b1e-8dec-4d35-89ff-c234f77e5bb8 req-e6a83ade-1acf-4237-b02f-2f9581e31079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:42.145429 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1fc20b1e-8dec-4d35-89ff-c234f77e5bb8 req-e6a83ade-1acf-4237-b02f-2f9581e31079 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b2f7d31e-bd3c-4e70-a318-4783f06407ca HTTP/1.1" status: 200  len: 849 time: 0.0536988
May 07 22:27:42.159617 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4605c0b-19cc-4949-ba5c-7328f3a40efd None None] Checking router: 6c84532b-a939-4efd-ab5d-5dd714f1ea20 for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:27:42.169219 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4605c0b-19cc-4949-ba5c-7328f3a40efd None None] Routers {'6c84532b-a939-4efd-ab5d-5dd714f1ea20'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:27:42.169849 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-d4605c0b-19cc-4949-ba5c-7328f3a40efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7e9d4dc0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:27:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['6c84532b-a939-4efd-ab5d-5dd714f1ea20'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:27:42.189672 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc20b1e-8dec-4d35-89ff-c234f77e5bb8 req-b63e8a7d-8417-40e2-8b1d-c99ae6b5a48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:42.191313 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1fc20b1e-8dec-4d35-89ff-c234f77e5bb8 req-b63e8a7d-8417-40e2-8b1d-c99ae6b5a48b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0edc1271-8a82-489b-912c-a8fef30fb1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0398695
May 07 22:27:42.283644 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-d4605c0b-19cc-4949-ba5c-7328f3a40efd None None] Set router 6c84532b-a939-4efd-ab5d-5dd714f1ea20 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:27:42.298558 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1fc20b1e-8dec-4d35-89ff-c234f77e5bb8 req-38734046-bba4-47cb-ba0d-0b1565bf521c service neutron] 10.222.0.59 "GET /v2.0/networks/0edc1271-8a82-489b-912c-a8fef30fb1c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1007562
May 07 22:27:42.434595 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a621b-5f7f-46a4-9bd7-f62adc37dcd9 req-dd79aae5-c1b2-4892-8884-2c855e7087b0 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:42.435886 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d72a621b-5f7f-46a4-9bd7-f62adc37dcd9 req-dd79aae5-c1b2-4892-8884-2c855e7087b0 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports/f074d4aa-c0b3-439e-bc78-a4a1379e7f1c HTTP/1.1" status: 200  len: 943 time: 0.0643368
May 07 22:27:42.437832 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1fc20b1e-8dec-4d35-89ff-c234f77e5bb8 req-7b7eae0a-8590-4562-ba54-27426816d585 service neutron] 10.222.0.59 "GET /v2.0/networks/0edc1271-8a82-489b-912c-a8fef30fb1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1341288
May 07 22:27:42.508630 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-d4605c0b-19cc-4949-ba5c-7328f3a40efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7e9d4dc0>, [{'id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'name': 'tempest-ServerActionsTestJSON-57126734-router', 'tenant_id': '697345bef14f49b0a7ffff78f8f90913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.19'}], 'enable_snat': True}, 'gw_port_id': 'fd023d51-546a-4746-b00f-1b42dcff4178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:25:50Z', 'updated_at': '2022-05-07T22:25:53Z', 'revision_number': 4, 'project_id': '697345bef14f49b0a7ffff78f8f90913', 'gw_port': {'id': 'fd023d51-546a-4746-b00f-1b42dcff4178', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:fd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:25:51Z', 'updated_at': '2022-05-07T22:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '7dfcd854-b52b-4f0a-9ac3-d2e482bb813f', 'tenant_id': '697345bef14f49b0a7ffff78f8f90913', 'floating_ip_address': '172.35.4.114', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'port_id': 'f074d4aa-c0b3-439e-bc78-a4a1379e7f1c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4166, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9', 'mac_address': 'fa:16:3e:9b:ae:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34cbc3dd-6401-46bb-9337-dced1409c1bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:25:55Z', 'updated_at': '2022-05-07T22:27:41Z', 'revision_number': 9, 'project_id': '697345bef14f49b0a7ffff78f8f90913', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20172faa-7474-4125-93fb-57de137475bf', 'name': '', 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9', 'tenant_id': '697345bef14f49b0a7ffff78f8f90913', 'mac_address': 'fa:16:3e:ed:b1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'b2f7d31e-bd3c-4e70-a318-4783f06407ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:25:52Z', 'updated_at': '2022-05-07T22:25:57Z', 'revision_number': 5, 'project_id': '697345bef14f49b0a7ffff78f8f90913', 'subnets': [{'id': 'b2f7d31e-bd3c-4e70-a318-4783f06407ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:27:42.536266 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4605c0b-19cc-4949-ba5c-7328f3a40efd None None] The sync data for ids ['6c84532b-a939-4efd-ab5d-5dd714f1ea20'] in ncdv-master-1 is: [{'id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'name': 'tempest-ServerActionsTestJSON-57126734-router', 'tenant_id': '697345bef14f49b0a7ffff78f8f90913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.19'}], 'enable_snat': True}, 'gw_port_id': 'fd023d51-546a-4746-b00f-1b42dcff4178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:25:50Z', 'updated_at': '2022-05-07T22:25:53Z', 'revision_number': 4, 'project_id': '697345bef14f49b0a7ffff78f8f90913', 'gw_port': {'id': 'fd023d51-546a-4746-b00f-1b42dcff4178', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:fd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:25:51Z', 'updated_at': '2022-05-07T22:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '7dfcd854-b52b-4f0a-9ac3-d2e482bb813f', 'tenant_id': '697345bef14f49b0a7ffff78f8f90913', 'floating_ip_address': '172.35.4.114', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'port_id': 'f074d4aa-c0b3-439e-bc78-a4a1379e7f1c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4166, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9', 'mac_address': 'fa:16:3e:9b:ae:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34cbc3dd-6401-46bb-9337-dced1409c1bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:25:55Z', 'updated_at': '2022-05-07T22:27:41Z', 'revision_number': 9, 'project_id': '697345bef14f49b0a7ffff78f8f90913', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20172faa-7474-4125-93fb-57de137475bf', 'name': '', 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9', 'tenant_id': '697345bef14f49b0a7ffff78f8f90913', 'mac_address': 'fa:16:3e:ed:b1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'b2f7d31e-bd3c-4e70-a318-4783f06407ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:25:52Z', 'updated_at': '2022-05-07T22:25:57Z', 'revision_number': 5, 'project_id': '697345bef14f49b0a7ffff78f8f90913', 'subnets': [{'id': 'b2f7d31e-bd3c-4e70-a318-4783f06407ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:27:42.749116 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d890f1b-5fcd-4377-ade5-6a6e4d8630d2 None None] New status for floating IP 7dfcd854-b52b-4f0a-9ac3-d2e482bb813f: ACTIVE {{(pid=121839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 07 22:27:43.242269 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90d9991-21ec-43d0-aea5-ea4223e98071 req-ea455f99-d735-4132-a22d-600ede408501 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:43.243785 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a90d9991-21ec-43d0-aea5-ea4223e98071 req-ea455f99-d735-4132-a22d-600ede408501 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=34cbc3dd-6401-46bb-9337-dced1409c1bd HTTP/1.1" status: 200  len: 946 time: 0.0750101
May 07 22:27:43.249279 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a621b-5f7f-46a4-9bd7-f62adc37dcd9 req-5309ac26-ef06-4e60-bebd-0b262c9c7156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:43.250658 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d72a621b-5f7f-46a4-9bd7-f62adc37dcd9 req-5309ac26-ef06-4e60-bebd-0b262c9c7156 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=697345bef14f49b0a7ffff78f8f90913&device_id=34cbc3dd-6401-46bb-9337-dced1409c1bd HTTP/1.1" status: 200  len: 1128 time: 0.0531766
May 07 22:27:43.351223 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a90d9991-21ec-43d0-aea5-ea4223e98071 req-8a163ac0-5115-4e91-a699-75209fce4c1e tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0996051
May 07 22:27:43.371322 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a621b-5f7f-46a4-9bd7-f62adc37dcd9 req-81cadbf5-bedf-41ae-bb00-6519218327a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:43.372755 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d72a621b-5f7f-46a4-9bd7-f62adc37dcd9 req-81cadbf5-bedf-41ae-bb00-6519218327a0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0edc1271-8a82-489b-912c-a8fef30fb1c9 HTTP/1.1" status: 200  len: 911 time: 0.1156242
May 07 22:27:43.441495 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d72a621b-5f7f-46a4-9bd7-f62adc37dcd9 req-5e6db8a7-06cb-472e-9e47-aa3a2269086c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f074d4aa-c0b3-439e-bc78-a4a1379e7f1c HTTP/1.1" status: 200  len: 1003 time: 0.0630007
May 07 22:27:43.489368 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a621b-5f7f-46a4-9bd7-f62adc37dcd9 req-abadfa72-fb91-46b4-97b7-ce16d6272020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:43.490812 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d72a621b-5f7f-46a4-9bd7-f62adc37dcd9 req-abadfa72-fb91-46b4-97b7-ce16d6272020 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b2f7d31e-bd3c-4e70-a318-4783f06407ca HTTP/1.1" status: 200  len: 849 time: 0.0438685
May 07 22:27:43.531013 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a621b-5f7f-46a4-9bd7-f62adc37dcd9 req-0ef3f461-9665-4019-b2db-eb13aa29a034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:43.532439 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d72a621b-5f7f-46a4-9bd7-f62adc37dcd9 req-0ef3f461-9665-4019-b2db-eb13aa29a034 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0edc1271-8a82-489b-912c-a8fef30fb1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0363595
May 07 22:27:43.883163 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d72a621b-5f7f-46a4-9bd7-f62adc37dcd9 req-90f8fe75-0bf0-4864-94e4-12f9f67de988 service neutron] 10.222.0.59 "GET /v2.0/networks/0edc1271-8a82-489b-912c-a8fef30fb1c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3449235
May 07 22:27:43.969949 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d72a621b-5f7f-46a4-9bd7-f62adc37dcd9 req-aa14b076-b086-4ffc-9876-3be84d36e1be service neutron] 10.222.0.59 "GET /v2.0/networks/0edc1271-8a82-489b-912c-a8fef30fb1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0809186
May 07 22:27:44.469165 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4869d08-eee8-4ce5-a34c-a81e95d05cb7 req-45ed664a-d9c8-4a68-bfe6-da6191c9ba3c tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:44.470542 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b4869d08-eee8-4ce5-a34c-a81e95d05cb7 req-45ed664a-d9c8-4a68-bfe6-da6191c9ba3c tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=34cbc3dd-6401-46bb-9337-dced1409c1bd HTTP/1.1" status: 200  len: 946 time: 0.0502107
May 07 22:27:44.516545 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b4869d08-eee8-4ce5-a34c-a81e95d05cb7 req-efe1c225-f15e-4629-b0f5-335f1b98854e tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404971
May 07 22:27:45.628007 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d4fed-c222-447b-851d-f6e10edeb365 req-6434c563-2e06-4be5-a1be-deeb21e09051 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:45.629472 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d98d4fed-c222-447b-851d-f6e10edeb365 req-6434c563-2e06-4be5-a1be-deeb21e09051 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=34cbc3dd-6401-46bb-9337-dced1409c1bd HTTP/1.1" status: 200  len: 946 time: 0.0459707
May 07 22:27:45.679160 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d98d4fed-c222-447b-851d-f6e10edeb365 req-a6315787-b860-46c6-962d-1b04c1b51cba tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441372
May 07 22:27:46.797892 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7390bd-5edb-4635-ad37-e5d714b4ad7f req-4e0e7223-78d2-495a-b0b8-46aeb99efa2c tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:46.799363 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3f7390bd-5edb-4635-ad37-e5d714b4ad7f req-4e0e7223-78d2-495a-b0b8-46aeb99efa2c tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=34cbc3dd-6401-46bb-9337-dced1409c1bd HTTP/1.1" status: 200  len: 946 time: 0.0464764
May 07 22:27:46.847024 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3f7390bd-5edb-4635-ad37-e5d714b4ad7f req-91d1371b-e251-4d60-90ee-325c05999bf3 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420911
May 07 22:27:47.962498 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40e12fe-e3ca-4420-9334-057b89366b06 req-3ccbcb4e-4622-4312-9e6b-2828e7cad313 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:47.964484 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a40e12fe-e3ca-4420-9334-057b89366b06 req-3ccbcb4e-4622-4312-9e6b-2828e7cad313 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=34cbc3dd-6401-46bb-9337-dced1409c1bd HTTP/1.1" status: 200  len: 946 time: 0.0464957
May 07 22:27:48.009343 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a40e12fe-e3ca-4420-9334-057b89366b06 req-9698b16f-91ac-4192-ad68-ab52cd013f3d tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394576
May 07 22:27:49.126632 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b2a3da-1ea3-47d8-a664-b74fbe58e90a req-6ae187e3-f9b1-4bc4-9f74-d3146ae2a1bc tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:49.128118 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-69b2a3da-1ea3-47d8-a664-b74fbe58e90a req-6ae187e3-f9b1-4bc4-9f74-d3146ae2a1bc tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=34cbc3dd-6401-46bb-9337-dced1409c1bd HTTP/1.1" status: 200  len: 946 time: 0.0499506
May 07 22:27:49.174646 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-69b2a3da-1ea3-47d8-a664-b74fbe58e90a req-56b2e6d8-ca05-46d3-9b2c-8d4a575f5878 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408273
May 07 22:27:49.863611 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 22:27:50.290323 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed27d9a7-8e0d-4c84-a86b-48dd649a4070 req-95650a1c-685a-4360-ad91-75700e881b97 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:50.292653 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ed27d9a7-8e0d-4c84-a86b-48dd649a4070 req-95650a1c-685a-4360-ad91-75700e881b97 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=34cbc3dd-6401-46bb-9337-dced1409c1bd HTTP/1.1" status: 200  len: 946 time: 0.0467510
May 07 22:27:50.339206 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ed27d9a7-8e0d-4c84-a86b-48dd649a4070 req-5aa63f4b-cd86-458c-9a3a-56be7c0a213e tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403705
May 07 22:27:51.454256 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9435c9-3267-4730-bdae-05af99e7478d req-4021746c-28f2-4af5-9184-67d2d090efde tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:51.455690 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0d9435c9-3267-4730-bdae-05af99e7478d req-4021746c-28f2-4af5-9184-67d2d090efde tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=34cbc3dd-6401-46bb-9337-dced1409c1bd HTTP/1.1" status: 200  len: 946 time: 0.0475667
May 07 22:27:51.502478 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0d9435c9-3267-4730-bdae-05af99e7478d req-451f4723-dfb5-42b3-9b74-2649875b1337 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410640
May 07 22:27:52.106389 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:27:52.620714 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8cf1ed-4ab0-41aa-a512-b839ab7ae8bc req-0477b425-f19d-479b-b85d-ac9e4995f544 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:52.622153 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1c8cf1ed-4ab0-41aa-a512-b839ab7ae8bc req-0477b425-f19d-479b-b85d-ac9e4995f544 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=34cbc3dd-6401-46bb-9337-dced1409c1bd HTTP/1.1" status: 200  len: 946 time: 0.0498345
May 07 22:27:52.666971 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1c8cf1ed-4ab0-41aa-a512-b839ab7ae8bc req-910b2064-81b6-4e4a-9eb9-39008e93ace7 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392084
May 07 22:27:53.684960 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e86a15c2-6012-4a85-a803-cd296ed56fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:27:53.780246 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639d62bd-4445-40d1-90e8-7cefd9dc4025 req-3ddbbe12-3b60-44dc-aad1-222060006ee7 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:53.781718 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-639d62bd-4445-40d1-90e8-7cefd9dc4025 req-3ddbbe12-3b60-44dc-aad1-222060006ee7 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=34cbc3dd-6401-46bb-9337-dced1409c1bd HTTP/1.1" status: 200  len: 946 time: 0.0460525
May 07 22:27:53.833221 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-639d62bd-4445-40d1-90e8-7cefd9dc4025 req-a6dbf1d9-cd77-42de-9a94-053c05285359 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459769
May 07 22:27:54.106924 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:27:54.946739 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d1c16d-9ba9-4def-ad0f-9f634fefa765 req-022ee4ed-3135-4d63-a3df-5967df271e07 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:54.948239 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d1d1c16d-9ba9-4def-ad0f-9f634fefa765 req-022ee4ed-3135-4d63-a3df-5967df271e07 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=34cbc3dd-6401-46bb-9337-dced1409c1bd HTTP/1.1" status: 200  len: 946 time: 0.0462282
May 07 22:27:54.993579 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d1d1c16d-9ba9-4def-ad0f-9f634fefa765 req-6842bd29-7943-4ea0-896f-d1174bf40445 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390849
May 07 22:27:56.107211 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad481b0-2e94-4afd-aa8b-8e720d29c4b8 req-864461bd-7779-4f05-b6f2-601eed0d6171 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:56.108672 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6ad481b0-2e94-4afd-aa8b-8e720d29c4b8 req-864461bd-7779-4f05-b6f2-601eed0d6171 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=34cbc3dd-6401-46bb-9337-dced1409c1bd HTTP/1.1" status: 200  len: 946 time: 0.0466366
May 07 22:27:56.155033 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6ad481b0-2e94-4afd-aa8b-8e720d29c4b8 req-1157b8e0-f453-4b1a-a89a-ac817ce62fec tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407565
May 07 22:27:56.572513 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-47f4c18a-b354-4cef-be87-a3605385e0ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:27:57.270990 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2212743-78f5-446a-b691-ec8764377641 req-fa18dbeb-9956-4cf8-8e75-a07ca3d115dc tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:57.272482 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f2212743-78f5-446a-b691-ec8764377641 req-fa18dbeb-9956-4cf8-8e75-a07ca3d115dc tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=34cbc3dd-6401-46bb-9337-dced1409c1bd HTTP/1.1" status: 200  len: 946 time: 0.0498183
May 07 22:27:57.322873 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f2212743-78f5-446a-b691-ec8764377641 req-47044e81-b6c0-4bc8-abe3-da31012a50f1 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441749
May 07 22:27:57.523667 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:27:58.437604 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00360bcb-b56b-4ecf-9e30-0f6da6964188 req-357cf731-bd79-45a1-9868-d9bf51678d07 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:58.439071 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-00360bcb-b56b-4ecf-9e30-0f6da6964188 req-357cf731-bd79-45a1-9868-d9bf51678d07 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=34cbc3dd-6401-46bb-9337-dced1409c1bd HTTP/1.1" status: 200  len: 946 time: 0.0466247
May 07 22:27:58.486075 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-00360bcb-b56b-4ecf-9e30-0f6da6964188 req-d93941bd-4c95-4cbd-9d27-c39510560302 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413525
May 07 22:27:59.229840 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:27:59.597448 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb574a4-21fb-439d-bd4c-84c2f9c27f31 req-f45dc53d-c85d-4350-aa27-397ad35b80fe tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:27:59.598903 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2bb574a4-21fb-439d-bd4c-84c2f9c27f31 req-f45dc53d-c85d-4350-aa27-397ad35b80fe tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=34cbc3dd-6401-46bb-9337-dced1409c1bd HTTP/1.1" status: 200  len: 946 time: 0.0450056
May 07 22:27:59.644203 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2bb574a4-21fb-439d-bd4c-84c2f9c27f31 req-408c09df-146b-4ba6-a34b-c0de7521e06a tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398273
May 07 22:28:00.341698 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:28:00.764649 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c585627-788b-4f98-8e0d-75046677752b req-c3219515-a582-4e0a-8df9-c9aeeadc924b tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:00.766124 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2c585627-788b-4f98-8e0d-75046677752b req-c3219515-a582-4e0a-8df9-c9aeeadc924b tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=34cbc3dd-6401-46bb-9337-dced1409c1bd HTTP/1.1" status: 200  len: 946 time: 0.0507405
May 07 22:28:00.812283 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2c585627-788b-4f98-8e0d-75046677752b req-0e0ffb75-b6b1-4aa6-9e50-8cde5db81daa tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405638
May 07 22:28:01.929016 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea391279-4a67-44b7-a0c6-f3a99d37335f req-8c33a3ec-52b8-4787-a0ad-14bb47a0a389 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:01.930469 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ea391279-4a67-44b7-a0c6-f3a99d37335f req-8c33a3ec-52b8-4787-a0ad-14bb47a0a389 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=34cbc3dd-6401-46bb-9337-dced1409c1bd HTTP/1.1" status: 200  len: 946 time: 0.0469818
May 07 22:28:01.977072 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ea391279-4a67-44b7-a0c6-f3a99d37335f req-7ff28ff9-80ee-490d-8158-1d68a1d6fa37 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409112
May 07 22:28:03.088124 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe56c5eb-c529-44e9-9589-373f12ce8aa6 req-f3f879c0-4200-49cd-9aac-784d2f59a087 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:03.089590 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fe56c5eb-c529-44e9-9589-373f12ce8aa6 req-f3f879c0-4200-49cd-9aac-784d2f59a087 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=34cbc3dd-6401-46bb-9337-dced1409c1bd HTTP/1.1" status: 200  len: 946 time: 0.0455046
May 07 22:28:03.136417 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fe56c5eb-c529-44e9-9589-373f12ce8aa6 req-c92a4a57-2cf4-4eee-b860-1b1821cdb3dc tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404840
May 07 22:28:04.254298 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14679216-96c6-4f6e-beb1-07aaf1bf13b5 req-903aeee5-a3d9-4977-a5d9-aa5b8b114867 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:04.255793 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-14679216-96c6-4f6e-beb1-07aaf1bf13b5 req-903aeee5-a3d9-4977-a5d9-aa5b8b114867 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=34cbc3dd-6401-46bb-9337-dced1409c1bd HTTP/1.1" status: 200  len: 946 time: 0.0503967
May 07 22:28:04.301477 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-14679216-96c6-4f6e-beb1-07aaf1bf13b5 req-e982277d-5b56-4260-9e18-ab28562f46e5 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400977
May 07 22:28:05.414494 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbcff68-4b65-43e6-b01a-1506b08028df req-39093926-9ba7-41e1-a01b-75bded06f457 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:05.415994 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bdbcff68-4b65-43e6-b01a-1506b08028df req-39093926-9ba7-41e1-a01b-75bded06f457 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=34cbc3dd-6401-46bb-9337-dced1409c1bd HTTP/1.1" status: 200  len: 946 time: 0.0466266
May 07 22:28:05.467744 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bdbcff68-4b65-43e6-b01a-1506b08028df req-a22340bd-a37f-4c95-98e3-a83ee4a12347 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457666
May 07 22:28:06.579418 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9392ebd8-ebd8-499e-bc36-5cad53de5611 req-b2b27914-f5f3-4197-b4cb-bd530567f90b tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:06.580896 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9392ebd8-ebd8-499e-bc36-5cad53de5611 req-b2b27914-f5f3-4197-b4cb-bd530567f90b tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=34cbc3dd-6401-46bb-9337-dced1409c1bd HTTP/1.1" status: 200  len: 946 time: 0.0466156
May 07 22:28:06.633505 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9392ebd8-ebd8-499e-bc36-5cad53de5611 req-9872f21a-2ccc-4bf7-a706-b5d6b18af5f8 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468338
May 07 22:28:07.746952 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aef7fe1-afad-4978-8ee4-823fdfa6b4ab req-2981e707-6418-4909-a3b9-c9af60f6caec tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:07.748433 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2aef7fe1-afad-4978-8ee4-823fdfa6b4ab req-2981e707-6418-4909-a3b9-c9af60f6caec tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=34cbc3dd-6401-46bb-9337-dced1409c1bd HTTP/1.1" status: 200  len: 946 time: 0.0463059
May 07 22:28:07.795530 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2aef7fe1-afad-4978-8ee4-823fdfa6b4ab req-1ae457b3-3fd7-4340-9f5e-987a1b3f5fa5 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415866
May 07 22:28:08.913228 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c6afae-efdf-4587-9a84-c65aa8bf60c7 req-a5c1f0f8-6e7a-469e-bc1e-946c174bdc41 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:08.914708 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b0c6afae-efdf-4587-9a84-c65aa8bf60c7 req-a5c1f0f8-6e7a-469e-bc1e-946c174bdc41 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=34cbc3dd-6401-46bb-9337-dced1409c1bd HTTP/1.1" status: 200  len: 946 time: 0.0514688
May 07 22:28:08.964528 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b0c6afae-efdf-4587-9a84-c65aa8bf60c7 req-bc92518e-2b6d-457c-a45a-e100f5bbee39 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439029
May 07 22:28:10.081922 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1713f0-cdb5-4bef-9175-16fd9b3e8b70 req-fa580df8-c653-4529-92bc-94f3256ba222 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:10.083561 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5c1713f0-cdb5-4bef-9175-16fd9b3e8b70 req-fa580df8-c653-4529-92bc-94f3256ba222 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=34cbc3dd-6401-46bb-9337-dced1409c1bd HTTP/1.1" status: 200  len: 946 time: 0.0496931
May 07 22:28:10.131128 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5c1713f0-cdb5-4bef-9175-16fd9b3e8b70 req-ee9d6e84-2e57-4a6a-9219-7f335871ebba tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418057
May 07 22:28:11.248663 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ce2476-3fe0-4336-8559-b110dbe6069b req-1a0cafc8-95be-4638-85fe-12ef6cf0b73f tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:11.250121 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-94ce2476-3fe0-4336-8559-b110dbe6069b req-1a0cafc8-95be-4638-85fe-12ef6cf0b73f tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=34cbc3dd-6401-46bb-9337-dced1409c1bd HTTP/1.1" status: 200  len: 946 time: 0.0460186
May 07 22:28:11.299435 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-94ce2476-3fe0-4336-8559-b110dbe6069b req-ece8d153-8fa6-4358-a483-469499d828a6 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437248
May 07 22:28:12.416713 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14261b22-6721-41ef-8fad-f979510c2132 req-4b3f79cb-e4e2-478b-bd9a-f80c7f26ff81 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:12.418663 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-14261b22-6721-41ef-8fad-f979510c2132 req-4b3f79cb-e4e2-478b-bd9a-f80c7f26ff81 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=34cbc3dd-6401-46bb-9337-dced1409c1bd HTTP/1.1" status: 200  len: 946 time: 0.0508058
May 07 22:28:12.465511 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-14261b22-6721-41ef-8fad-f979510c2132 req-9b03f043-7c7e-4b01-ba3c-ca32e1d08f13 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410974
May 07 22:28:13.531492 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69e7d16-e6b7-4189-97ee-5323b328b42f req-6c7131fb-dae5-42c9-86c8-23bc3074616c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:13.533012 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e69e7d16-e6b7-4189-97ee-5323b328b42f req-6c7131fb-dae5-42c9-86c8-23bc3074616c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=697345bef14f49b0a7ffff78f8f90913&device_id=34cbc3dd-6401-46bb-9337-dced1409c1bd HTTP/1.1" status: 200  len: 1128 time: 0.0885432
May 07 22:28:13.605799 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39bb238-302b-4608-a7a7-c23ca951cdff req-189e903f-6a4a-4ffc-b5f6-c6577fee8770 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:13.607295 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e39bb238-302b-4608-a7a7-c23ca951cdff req-189e903f-6a4a-4ffc-b5f6-c6577fee8770 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=34cbc3dd-6401-46bb-9337-dced1409c1bd HTTP/1.1" status: 200  len: 946 time: 0.0730908
May 07 22:28:13.694693 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69e7d16-e6b7-4189-97ee-5323b328b42f req-f1bb4edd-4459-499e-8fff-b825f447fa2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:13.696176 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e69e7d16-e6b7-4189-97ee-5323b328b42f req-f1bb4edd-4459-499e-8fff-b825f447fa2b service neutron] 10.222.0.59 "GET /v2.0/networks?id=0edc1271-8a82-489b-912c-a8fef30fb1c9 HTTP/1.1" status: 200  len: 911 time: 0.1313710
May 07 22:28:13.699911 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e39bb238-302b-4608-a7a7-c23ca951cdff req-8a5b52fd-c6cb-4fef-a246-be05c0c7db6e tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0655460
May 07 22:28:13.763792 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e69e7d16-e6b7-4189-97ee-5323b328b42f req-8d228cdd-79b5-46d6-a52c-0998bbfdc150 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f074d4aa-c0b3-439e-bc78-a4a1379e7f1c HTTP/1.1" status: 200  len: 1003 time: 0.0621452
May 07 22:28:13.811015 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69e7d16-e6b7-4189-97ee-5323b328b42f req-e4d0c1ac-a077-46d0-b93f-995bd2265778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:13.812422 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e69e7d16-e6b7-4189-97ee-5323b328b42f req-e4d0c1ac-a077-46d0-b93f-995bd2265778 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b2f7d31e-bd3c-4e70-a318-4783f06407ca HTTP/1.1" status: 200  len: 849 time: 0.0430868
May 07 22:28:13.853527 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69e7d16-e6b7-4189-97ee-5323b328b42f req-c3d02396-09b7-4668-82a8-984454a74d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:13.855002 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e69e7d16-e6b7-4189-97ee-5323b328b42f req-c3d02396-09b7-4668-82a8-984454a74d56 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0edc1271-8a82-489b-912c-a8fef30fb1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0368690
May 07 22:28:13.946615 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e69e7d16-e6b7-4189-97ee-5323b328b42f req-45bdeff9-b3cd-46e3-b197-4802d671f116 service neutron] 10.222.0.59 "GET /v2.0/networks/0edc1271-8a82-489b-912c-a8fef30fb1c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0856705
May 07 22:28:14.040037 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e69e7d16-e6b7-4189-97ee-5323b328b42f req-2495c5fd-7938-4f70-9e80-4ffb3b61afb5 service neutron] 10.222.0.59 "GET /v2.0/networks/0edc1271-8a82-489b-912c-a8fef30fb1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0870368
May 07 22:28:14.815995 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0aaf65-1823-4c9e-a6b1-ad31906871d2 req-4a0b9aba-0f07-4b6b-bbd6-b79c0caea392 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:14.817460 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ae0aaf65-1823-4c9e-a6b1-ad31906871d2 req-4a0b9aba-0f07-4b6b-bbd6-b79c0caea392 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=34cbc3dd-6401-46bb-9337-dced1409c1bd HTTP/1.1" status: 200  len: 946 time: 0.0464666
May 07 22:28:14.863978 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ae0aaf65-1823-4c9e-a6b1-ad31906871d2 req-2c526898-5705-473d-90f7-133a8dcc7fb5 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409892
May 07 22:28:15.714092 ncdv-master-1 neutron-server[121837]: INFO neutron.api.v2.resource [req-d72a621b-5f7f-46a4-9bd7-f62adc37dcd9 req-b296eec8-9455-48a4-91f4-e00eee341f34 service neutron] show failed (client error): The resource could not be found.
May 07 22:28:15.715128 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d72a621b-5f7f-46a4-9bd7-f62adc37dcd9 req-b296eec8-9455-48a4-91f4-e00eee341f34 service neutron] 10.222.0.59 "GET /v2.0/ports/f074d4aa-c0b3-439e-bc78-a4a1379e7f1c/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0546756
May 07 22:28:15.908971 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a621b-5f7f-46a4-9bd7-f62adc37dcd9 req-b9a7f937-0990-4d96-8455-196b3c14dd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:15.910536 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d72a621b-5f7f-46a4-9bd7-f62adc37dcd9 req-b9a7f937-0990-4d96-8455-196b3c14dd65 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=34cbc3dd-6401-46bb-9337-dced1409c1bd&tenant_id=697345bef14f49b0a7ffff78f8f90913 HTTP/1.1" status: 200  len: 1128 time: 0.0443959
May 07 22:28:15.922042 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-d72a621b-5f7f-46a4-9bd7-f62adc37dcd9 req-d9a10357-e18e-4a27-ae10-33735c18909e service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:28:15.985314 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-d72a621b-5f7f-46a4-9bd7-f62adc37dcd9 req-d9a10357-e18e-4a27-ae10-33735c18909e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f074d4aa-c0b3-439e-bc78-a4a1379e7f1c), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:28:15.987259 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0dabaa-0b47-44a6-9348-1681f0abd178 req-0fc7b092-9fc4-49c6-96bb-d6d971170d0c tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:15.989025 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-cf0dabaa-0b47-44a6-9348-1681f0abd178 req-0fc7b092-9fc4-49c6-96bb-d6d971170d0c tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=34cbc3dd-6401-46bb-9337-dced1409c1bd HTTP/1.1" status: 200  len: 946 time: 0.0508175
May 07 22:28:16.036011 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-cf0dabaa-0b47-44a6-9348-1681f0abd178 req-b619be25-be08-44b7-b62f-55eb1aa8f5cc tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412188
May 07 22:28:16.190242 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-d72a621b-5f7f-46a4-9bd7-f62adc37dcd9 req-d9a10357-e18e-4a27-ae10-33735c18909e service neutron] For port f074d4aa-c0b3-439e-bc78-a4a1379e7f1c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f074d4aa-c0b3-439e-bc78-a4a1379e7f1c,segment=NetworkSegment(53fc118f-18fe-4132-af8b-066e9b1766f5),segment_id=53fc118f-18fe-4132-af8b-066e9b1766f5)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:28:16.223071 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-d72a621b-5f7f-46a4-9bd7-f62adc37dcd9 req-d9a10357-e18e-4a27-ae10-33735c18909e service neutron] For port f074d4aa-c0b3-439e-bc78-a4a1379e7f1c, host nch2-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:28:16.268153 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34cbc3dd-6401-46bb-9337-dced1409c1bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f074d4aa-c0b3-439e-bc78-a4a1379e7f1c'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:28:16.270316 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6f08ab2-7b3c-4239-ae11-a8757b1ba81e" -d '{"events": [{"server_uuid": "34cbc3dd-6401-46bb-9337-dced1409c1bd", "name": "network-vif-unplugged", "status": "completed", "tag": "f074d4aa-c0b3-439e-bc78-a4a1379e7f1c"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:28:16.274337 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-d72a621b-5f7f-46a4-9bd7-f62adc37dcd9 req-d9a10357-e18e-4a27-ae10-33735c18909e service neutron] Publish callbacks [] for port (f074d4aa-c0b3-439e-bc78-a4a1379e7f1c), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:28:16.288911 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.provisioning_blocks [req-d72a621b-5f7f-46a4-9bd7-f62adc37dcd9 req-d9a10357-e18e-4a27-ae10-33735c18909e service neutron] Transition to ACTIVE for port object f074d4aa-c0b3-439e-bc78-a4a1379e7f1c will not be triggered until provisioned by entity L2. {{(pid=121836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 22:28:16.292471 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-d72a621b-5f7f-46a4-9bd7-f62adc37dcd9 req-d9a10357-e18e-4a27-ae10-33735c18909e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (f074d4aa-c0b3-439e-bc78-a4a1379e7f1c), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:28:16.322611 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 07 May 2022 22:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53dbe030-9e42-4fd0-82bc-5abba574affc x-openstack-request-id: req-53dbe030-9e42-4fd0-82bc-5abba574affc {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:28:16.322947 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34cbc3dd-6401-46bb-9337-dced1409c1bd", "name": "network-vif-unplugged", "status": "completed", "tag": "f074d4aa-c0b3-439e-bc78-a4a1379e7f1c", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:28:16.323190 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-53dbe030-9e42-4fd0-82bc-5abba574affc {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:28:16.323609 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53dbe030-9e42-4fd0-82bc-5abba574affc'] response: {'server_uuid': '34cbc3dd-6401-46bb-9337-dced1409c1bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f074d4aa-c0b3-439e-bc78-a4a1379e7f1c', 'code': 200}
May 07 22:28:16.377940 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a10357-e18e-4a27-ae10-33735c18909e service neutron] Pushing event updated for resources: {'Port': ['ID=f074d4aa-c0b3-439e-bc78-a4a1379e7f1c,revision_number=6']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:28:16.421743 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-d72a621b-5f7f-46a4-9bd7-f62adc37dcd9 req-d9a10357-e18e-4a27-ae10-33735c18909e service neutron] No DVR routers for this DVR port f074d4aa-c0b3-439e-bc78-a4a1379e7f1c on host nch2-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:28:16.573482 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-d72a621b-5f7f-46a4-9bd7-f62adc37dcd9 req-d9a10357-e18e-4a27-ae10-33735c18909e service neutron] Attempting to bind port f074d4aa-c0b3-439e-bc78-a4a1379e7f1c on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:28:16.573961 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-d72a621b-5f7f-46a4-9bd7-f62adc37dcd9 req-d9a10357-e18e-4a27-ae10-33735c18909e service neutron] Attempting to bind port f074d4aa-c0b3-439e-bc78-a4a1379e7f1c by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '53fc118f-18fe-4132-af8b-066e9b1766f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:28:16.575274 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72a621b-5f7f-46a4-9bd7-f62adc37dcd9 req-d9a10357-e18e-4a27-ae10-33735c18909e service neutron] Attempting to bind port f074d4aa-c0b3-439e-bc78-a4a1379e7f1c on network 0edc1271-8a82-489b-912c-a8fef30fb1c9 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:28:16.580418 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72a621b-5f7f-46a4-9bd7-f62adc37dcd9 req-d9a10357-e18e-4a27-ae10-33735c18909e service neutron] Port f074d4aa-c0b3-439e-bc78-a4a1379e7f1c on network 0edc1271-8a82-489b-912c-a8fef30fb1c9 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:28:16.580736 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72a621b-5f7f-46a4-9bd7-f62adc37dcd9 req-d9a10357-e18e-4a27-ae10-33735c18909e service neutron] Attempting to bind port f074d4aa-c0b3-439e-bc78-a4a1379e7f1c on network 0edc1271-8a82-489b-912c-a8fef30fb1c9 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:28:16.587409 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72a621b-5f7f-46a4-9bd7-f62adc37dcd9 req-d9a10357-e18e-4a27-ae10-33735c18909e service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 27, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:28:16.587751 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72a621b-5f7f-46a4-9bd7-f62adc37dcd9 req-d9a10357-e18e-4a27-ae10-33735c18909e service neutron] Checking segment: {'id': '53fc118f-18fe-4132-af8b-066e9b1766f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:28:16.588628 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d72a621b-5f7f-46a4-9bd7-f62adc37dcd9 req-d9a10357-e18e-4a27-ae10-33735c18909e service neutron] Bound using segment: {'id': '53fc118f-18fe-4132-af8b-066e9b1766f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:28:16.589062 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-d72a621b-5f7f-46a4-9bd7-f62adc37dcd9 req-d9a10357-e18e-4a27-ae10-33735c18909e service neutron] Bound port: f074d4aa-c0b3-439e-bc78-a4a1379e7f1c, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53fc118f-18fe-4132-af8b-066e9b1766f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:28:16.589423 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-d72a621b-5f7f-46a4-9bd7-f62adc37dcd9 req-d9a10357-e18e-4a27-ae10-33735c18909e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f074d4aa-c0b3-439e-bc78-a4a1379e7f1c), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:28:16.673453 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-d72a621b-5f7f-46a4-9bd7-f62adc37dcd9 req-d9a10357-e18e-4a27-ae10-33735c18909e service neutron] For port f074d4aa-c0b3-439e-bc78-a4a1379e7f1c, host nch1-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:28:16.675872 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-d72a621b-5f7f-46a4-9bd7-f62adc37dcd9 req-d9a10357-e18e-4a27-ae10-33735c18909e service neutron] For port f074d4aa-c0b3-439e-bc78-a4a1379e7f1c, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f074d4aa-c0b3-439e-bc78-a4a1379e7f1c,segment=NetworkSegment(53fc118f-18fe-4132-af8b-066e9b1766f5),segment_id=53fc118f-18fe-4132-af8b-066e9b1766f5)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:28:16.681821 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-d72a621b-5f7f-46a4-9bd7-f62adc37dcd9 req-d9a10357-e18e-4a27-ae10-33735c18909e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (f074d4aa-c0b3-439e-bc78-a4a1379e7f1c), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:28:16.723934 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a621b-5f7f-46a4-9bd7-f62adc37dcd9 req-d9a10357-e18e-4a27-ae10-33735c18909e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:16.724574 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-d72a621b-5f7f-46a4-9bd7-f62adc37dcd9 req-d9a10357-e18e-4a27-ae10-33735c18909e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:28:16.725953 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d72a621b-5f7f-46a4-9bd7-f62adc37dcd9 req-d9a10357-e18e-4a27-ae10-33735c18909e service neutron] 10.222.0.55 "PUT /v2.0/ports/f074d4aa-c0b3-439e-bc78-a4a1379e7f1c HTTP/1.1" status: 200  len: 1092 time: 0.8079457
May 07 22:28:16.766829 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a10357-e18e-4a27-ae10-33735c18909e service neutron] Pushing event updated for resources: {'Port': ['ID=f074d4aa-c0b3-439e-bc78-a4a1379e7f1c,revision_number=7']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:28:16.806290 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a621b-5f7f-46a4-9bd7-f62adc37dcd9 req-92421b15-ea28-454f-b0c9-b7e38ad78824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:16.807850 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d72a621b-5f7f-46a4-9bd7-f62adc37dcd9 req-92421b15-ea28-454f-b0c9-b7e38ad78824 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=697345bef14f49b0a7ffff78f8f90913&device_id=34cbc3dd-6401-46bb-9337-dced1409c1bd HTTP/1.1" status: 200  len: 1126 time: 0.0575302
May 07 22:28:16.918364 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a621b-5f7f-46a4-9bd7-f62adc37dcd9 req-324f6ceb-b8fd-40bb-90d6-3936ed8650bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:16.920436 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d72a621b-5f7f-46a4-9bd7-f62adc37dcd9 req-324f6ceb-b8fd-40bb-90d6-3936ed8650bc service neutron] 10.222.0.55 "GET /v2.0/networks?id=0edc1271-8a82-489b-912c-a8fef30fb1c9 HTTP/1.1" status: 200  len: 911 time: 0.1072419
May 07 22:28:16.986226 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d72a621b-5f7f-46a4-9bd7-f62adc37dcd9 req-489f1e7d-da6a-4ae8-bb8a-d6640ab95097 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f074d4aa-c0b3-439e-bc78-a4a1379e7f1c HTTP/1.1" status: 200  len: 1001 time: 0.0601053
May 07 22:28:17.039413 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a621b-5f7f-46a4-9bd7-f62adc37dcd9 req-e6739b6a-2e35-4055-bc95-62907e1a3d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:17.040778 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d72a621b-5f7f-46a4-9bd7-f62adc37dcd9 req-e6739b6a-2e35-4055-bc95-62907e1a3d75 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b2f7d31e-bd3c-4e70-a318-4783f06407ca HTTP/1.1" status: 200  len: 849 time: 0.0494590
May 07 22:28:17.084883 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72a621b-5f7f-46a4-9bd7-f62adc37dcd9 req-682136b0-fb9f-423f-89f2-331d7a987fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:17.086422 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d72a621b-5f7f-46a4-9bd7-f62adc37dcd9 req-682136b0-fb9f-423f-89f2-331d7a987fa9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0edc1271-8a82-489b-912c-a8fef30fb1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0397301
May 07 22:28:17.164551 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f0ba28-a4d4-4a79-b0b3-0c344f4cd00c req-f0018db0-a149-48bc-ad25-413cf6945a98 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:17.166803 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-51f0ba28-a4d4-4a79-b0b3-0c344f4cd00c req-f0018db0-a149-48bc-ad25-413cf6945a98 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=34cbc3dd-6401-46bb-9337-dced1409c1bd HTTP/1.1" status: 200  len: 944 time: 0.0476768
May 07 22:28:17.185731 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d72a621b-5f7f-46a4-9bd7-f62adc37dcd9 req-8cfbfb5a-5360-4de5-8469-7d0ae4c6c400 service neutron] 10.222.0.55 "GET /v2.0/networks/0edc1271-8a82-489b-912c-a8fef30fb1c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0925341
May 07 22:28:17.223196 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-51f0ba28-a4d4-4a79-b0b3-0c344f4cd00c req-b628fe6d-f283-4436-a052-2adba212c96a tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0493822
May 07 22:28:17.286233 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d72a621b-5f7f-46a4-9bd7-f62adc37dcd9 req-0e43ae5d-8866-41d6-ad65-620234cfc928 service neutron] 10.222.0.55 "GET /v2.0/networks/0edc1271-8a82-489b-912c-a8fef30fb1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0935669
May 07 22:28:18.324195 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34cbc3dd-6401-46bb-9337-dced1409c1bd', 'tag': 'f074d4aa-c0b3-439e-bc78-a4a1379e7f1c'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:28:18.326403 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d62a1f7-d63e-401f-87b8-193196ee3759" -d '{"events": [{"name": "network-changed", "server_uuid": "34cbc3dd-6401-46bb-9337-dced1409c1bd", "tag": "f074d4aa-c0b3-439e-bc78-a4a1379e7f1c"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:28:18.345813 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b8ecd6-437f-4c18-8c5b-259051ed3ce9 req-0b9234e5-7c88-461a-bf39-e8ec12916cb6 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:18.347347 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e9b8ecd6-437f-4c18-8c5b-259051ed3ce9 req-0b9234e5-7c88-461a-bf39-e8ec12916cb6 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=34cbc3dd-6401-46bb-9337-dced1409c1bd HTTP/1.1" status: 200  len: 944 time: 0.0507762
May 07 22:28:18.380416 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c8554a4-8674-472c-89d0-7dc8d6c47519 x-openstack-request-id: req-6c8554a4-8674-472c-89d0-7dc8d6c47519 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:28:18.380727 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34cbc3dd-6401-46bb-9337-dced1409c1bd", "tag": "f074d4aa-c0b3-439e-bc78-a4a1379e7f1c", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:28:18.380986 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6c8554a4-8674-472c-89d0-7dc8d6c47519 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:28:18.381386 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c8554a4-8674-472c-89d0-7dc8d6c47519'] response: {'name': 'network-changed', 'server_uuid': '34cbc3dd-6401-46bb-9337-dced1409c1bd', 'tag': 'f074d4aa-c0b3-439e-bc78-a4a1379e7f1c', 'status': 'completed', 'code': 200}
May 07 22:28:18.398573 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e9b8ecd6-437f-4c18-8c5b-259051ed3ce9 req-b07bae46-2c43-4e88-8b95-0d181c5c8b33 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456095
May 07 22:28:18.434321 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d62a1f7-d63e-401f-87b8-193196ee3759 req-66b6ed8e-996a-469c-9b9c-073c1ea118b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:18.436506 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0d62a1f7-d63e-401f-87b8-193196ee3759 req-66b6ed8e-996a-469c-9b9c-073c1ea118b6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=697345bef14f49b0a7ffff78f8f90913&device_id=34cbc3dd-6401-46bb-9337-dced1409c1bd HTTP/1.1" status: 200  len: 1126 time: 0.0406704
May 07 22:28:18.496537 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d62a1f7-d63e-401f-87b8-193196ee3759 req-1c6d17db-037d-4b95-9d80-cb183eb663b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:18.498150 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0d62a1f7-d63e-401f-87b8-193196ee3759 req-1c6d17db-037d-4b95-9d80-cb183eb663b1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=697345bef14f49b0a7ffff78f8f90913&device_id=34cbc3dd-6401-46bb-9337-dced1409c1bd HTTP/1.1" status: 200  len: 1126 time: 0.0436790
May 07 22:28:18.529764 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d62a1f7-d63e-401f-87b8-193196ee3759 req-a2fed1f5-3b41-4904-86b9-20da79f61bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:18.531290 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0d62a1f7-d63e-401f-87b8-193196ee3759 req-a2fed1f5-3b41-4904-86b9-20da79f61bef service neutron] 10.222.0.59 "GET /v2.0/networks?id=0edc1271-8a82-489b-912c-a8fef30fb1c9 HTTP/1.1" status: 200  len: 911 time: 0.0882757
May 07 22:28:18.588689 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d62a1f7-d63e-401f-87b8-193196ee3759 req-b28c02cf-c36a-4fc3-9f4f-5d4300390ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:18.590199 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0d62a1f7-d63e-401f-87b8-193196ee3759 req-b28c02cf-c36a-4fc3-9f4f-5d4300390ea2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0edc1271-8a82-489b-912c-a8fef30fb1c9 HTTP/1.1" status: 200  len: 911 time: 0.0865519
May 07 22:28:18.599842 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0d62a1f7-d63e-401f-87b8-193196ee3759 req-df750999-99ef-443a-bd65-e416bc55e530 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f074d4aa-c0b3-439e-bc78-a4a1379e7f1c HTTP/1.1" status: 200  len: 1001 time: 0.0630131
May 07 22:28:18.647422 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d62a1f7-d63e-401f-87b8-193196ee3759 req-472418cc-dab3-4a59-9a7a-0c6255da6ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:18.649676 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0d62a1f7-d63e-401f-87b8-193196ee3759 req-472418cc-dab3-4a59-9a7a-0c6255da6ffd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b2f7d31e-bd3c-4e70-a318-4783f06407ca HTTP/1.1" status: 200  len: 849 time: 0.0444794
May 07 22:28:18.661421 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0d62a1f7-d63e-401f-87b8-193196ee3759 req-e3fb400d-9693-4dc2-9f0f-a28ce4f43a7f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f074d4aa-c0b3-439e-bc78-a4a1379e7f1c HTTP/1.1" status: 200  len: 1001 time: 0.0642071
May 07 22:28:18.692033 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d62a1f7-d63e-401f-87b8-193196ee3759 req-9c8bc0eb-5a83-4a99-8bb5-d331e5db20fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:18.693548 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0d62a1f7-d63e-401f-87b8-193196ee3759 req-9c8bc0eb-5a83-4a99-8bb5-d331e5db20fc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0edc1271-8a82-489b-912c-a8fef30fb1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0393784
May 07 22:28:18.746373 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d62a1f7-d63e-401f-87b8-193196ee3759 req-c8f99b22-2ef6-4fa5-98ab-8cf3824a51a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:18.748909 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0d62a1f7-d63e-401f-87b8-193196ee3759 req-c8f99b22-2ef6-4fa5-98ab-8cf3824a51a5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b2f7d31e-bd3c-4e70-a318-4783f06407ca HTTP/1.1" status: 200  len: 849 time: 0.0497282
May 07 22:28:18.795709 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0d62a1f7-d63e-401f-87b8-193196ee3759 req-a7008ed3-b8b1-4179-98fb-fb698ce8ea3e service neutron] 10.222.0.59 "GET /v2.0/networks/0edc1271-8a82-489b-912c-a8fef30fb1c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0961480
May 07 22:28:18.801769 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d62a1f7-d63e-401f-87b8-193196ee3759 req-49dcb5e4-677c-44fb-84e9-3c593f23d1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:18.803290 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0d62a1f7-d63e-401f-87b8-193196ee3759 req-49dcb5e4-677c-44fb-84e9-3c593f23d1e7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0edc1271-8a82-489b-912c-a8fef30fb1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0469720
May 07 22:28:18.890140 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0d62a1f7-d63e-401f-87b8-193196ee3759 req-fee7a3d1-2146-48ca-aa45-d086d1b3f79c service neutron] 10.222.0.59 "GET /v2.0/networks/0edc1271-8a82-489b-912c-a8fef30fb1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0891633
May 07 22:28:18.899104 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0d62a1f7-d63e-401f-87b8-193196ee3759 req-cc8b5873-6ec2-4e6e-900d-91e1ceb1e9a2 service neutron] 10.222.0.55 "GET /v2.0/networks/0edc1271-8a82-489b-912c-a8fef30fb1c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0881660
May 07 22:28:18.991031 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0d62a1f7-d63e-401f-87b8-193196ee3759 req-6548850d-31d3-4a5b-b6e1-48e7b78827cb service neutron] 10.222.0.55 "GET /v2.0/networks/0edc1271-8a82-489b-912c-a8fef30fb1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0855463
May 07 22:28:19.175412 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device f074d4aa-c0b3-439e-bc78-a4a1379e7f1c no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:28:19.217036 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] The host nch2-master-1 is not matching for port f074d4aa-c0b3-439e-bc78-a4a1379e7f1c host nch1-master-1! {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2394}}
May 07 22:28:19.217432 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device f074d4aa-c0b3-439e-bc78-a4a1379e7f1c not bound to the agent host nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:28:19.518646 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448bafc9-7ac8-4a3a-abb9-825e66f80529 req-8e9a48c4-4e47-4d76-a11e-b581cf6b191e tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:19.520152 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-448bafc9-7ac8-4a3a-abb9-825e66f80529 req-8e9a48c4-4e47-4d76-a11e-b581cf6b191e tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=34cbc3dd-6401-46bb-9337-dced1409c1bd HTTP/1.1" status: 200  len: 944 time: 0.0470335
May 07 22:28:19.568237 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-448bafc9-7ac8-4a3a-abb9-825e66f80529 req-b32a6760-8381-4fad-a8fa-dfae0f334570 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425737
May 07 22:28:19.849294 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55884a6-af89-4a74-af42-45f5059f8bac req-93155491-fd69-4d2a-adaf-cfa2554ec710 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:19.853515 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a55884a6-af89-4a74-af42-45f5059f8bac req-93155491-fd69-4d2a-adaf-cfa2554ec710 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.55 "GET /v2.0/ports?device_id=34cbc3dd-6401-46bb-9337-dced1409c1bd&tenant_id=697345bef14f49b0a7ffff78f8f90913&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200  len: 944 time: 0.0575573
May 07 22:28:19.863762 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2306c0d-b25a-4601-8455-9cd640d05d5e req-2ca7bb07-6a88-406b-a537-0ed667b2846f tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:19.865228 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a2306c0d-b25a-4601-8455-9cd640d05d5e req-2ca7bb07-6a88-406b-a537-0ed667b2846f tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=34cbc3dd-6401-46bb-9337-dced1409c1bd HTTP/1.1" status: 200  len: 944 time: 0.0477118
May 07 22:28:19.911487 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a2306c0d-b25a-4601-8455-9cd640d05d5e req-dd4b2ef0-983b-476e-b016-155649ba2165 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405641
May 07 22:28:19.918382 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a55884a6-af89-4a74-af42-45f5059f8bac req-2b92cddc-2cad-4a8d-bf11-e54805e55377 service neutron] 10.222.0.55 "GET /v2.0/ports/f074d4aa-c0b3-439e-bc78-a4a1379e7f1c/bindings/nch1-master-1 HTTP/1.1" status: 200  len: 382 time: 0.0591102
May 07 22:28:19.977500 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55884a6-af89-4a74-af42-45f5059f8bac req-54031312-0b1d-4cc7-b9d6-0119aa740aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:19.978982 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a55884a6-af89-4a74-af42-45f5059f8bac req-54031312-0b1d-4cc7-b9d6-0119aa740aa3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=697345bef14f49b0a7ffff78f8f90913&device_id=34cbc3dd-6401-46bb-9337-dced1409c1bd HTTP/1.1" status: 200  len: 1126 time: 0.0396390
May 07 22:28:20.085201 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55884a6-af89-4a74-af42-45f5059f8bac req-6e1d7a5d-466c-4daf-aa35-86bf4eabcbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:20.086570 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a55884a6-af89-4a74-af42-45f5059f8bac req-6e1d7a5d-466c-4daf-aa35-86bf4eabcbdd service neutron] 10.222.0.55 "GET /v2.0/networks?id=0edc1271-8a82-489b-912c-a8fef30fb1c9 HTTP/1.1" status: 200  len: 911 time: 0.1023090
May 07 22:28:20.152153 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a55884a6-af89-4a74-af42-45f5059f8bac req-e811824e-e931-439e-80ea-70a873c0ab2f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f074d4aa-c0b3-439e-bc78-a4a1379e7f1c HTTP/1.1" status: 200  len: 1001 time: 0.0594044
May 07 22:28:20.204056 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55884a6-af89-4a74-af42-45f5059f8bac req-e4663b9e-45ed-4b07-9a8c-649a4fcc982a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:20.205494 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a55884a6-af89-4a74-af42-45f5059f8bac req-e4663b9e-45ed-4b07-9a8c-649a4fcc982a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b2f7d31e-bd3c-4e70-a318-4783f06407ca HTTP/1.1" status: 200  len: 849 time: 0.0478830
May 07 22:28:20.247954 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55884a6-af89-4a74-af42-45f5059f8bac req-739a1dd2-17a8-4be7-aada-fbf74cd62a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:20.249410 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a55884a6-af89-4a74-af42-45f5059f8bac req-739a1dd2-17a8-4be7-aada-fbf74cd62a91 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0edc1271-8a82-489b-912c-a8fef30fb1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0381091
May 07 22:28:20.336907 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a55884a6-af89-4a74-af42-45f5059f8bac req-3e2fe1ae-9866-46ff-9d1f-0eb701f32211 service neutron] 10.222.0.55 "GET /v2.0/networks/0edc1271-8a82-489b-912c-a8fef30fb1c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0814905
May 07 22:28:20.428186 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a55884a6-af89-4a74-af42-45f5059f8bac req-a68f4938-eb31-42d9-b6b5-e3c0af77293b service neutron] 10.222.0.55 "GET /v2.0/networks/0edc1271-8a82-489b-912c-a8fef30fb1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0859172
May 07 22:28:20.631833 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device f074d4aa-c0b3-439e-bc78-a4a1379e7f1c details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:28:20.724651 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port f074d4aa-c0b3-439e-bc78-a4a1379e7f1c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f074d4aa-c0b3-439e-bc78-a4a1379e7f1c,segment=NetworkSegment(53fc118f-18fe-4132-af8b-066e9b1766f5),segment_id=53fc118f-18fe-4132-af8b-066e9b1766f5)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:28:20.735886 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': 'f074d4aa-c0b3-439e-bc78-a4a1379e7f1c', 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9', 'port_id': 'f074d4aa-c0b3-439e-bc78-a4a1379e7f1c', 'mac_address': 'fa:16:3e:9b:ae:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2f7d31e-bd3c-4e70-a318-4783f06407ca', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:28:20.774899 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port f074d4aa-c0b3-439e-bc78-a4a1379e7f1c is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:28:20.775288 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f074d4aa-c0b3-439e-bc78-a4a1379e7f1c), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:28:20.787480 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f074d4aa-c0b3-439e-bc78-a4a1379e7f1c {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:28:20.806356 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port f074d4aa-c0b3-439e-bc78-a4a1379e7f1c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f074d4aa-c0b3-439e-bc78-a4a1379e7f1c,segment=NetworkSegment(53fc118f-18fe-4132-af8b-066e9b1766f5),segment_id=53fc118f-18fe-4132-af8b-066e9b1766f5)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:28:20.811094 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (f074d4aa-c0b3-439e-bc78-a4a1379e7f1c), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:28:20.855846 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=f074d4aa-c0b3-439e-bc78-a4a1379e7f1c,revision_number=8']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:28:20.863509 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:28:20.863863 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:28:20.864205 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:28:20.864547 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:28:20.864908 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:28:20.865241 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:28:20.865572 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:28:20.865899 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:28:20.866226 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:28:20.866557 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:28:20.866919 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:28:20.867244 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:28:20.867572 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:28:20.867893 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:28:20.868215 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:28:21.031323 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['f074d4aa-c0b3-439e-bc78-a4a1379e7f1c'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:28:21.034105 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e2f7a7-cd0a-4fe2-a226-bf3cc8a4bfe5 req-2f77db28-5841-4792-8694-4f65616ece96 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:21.035664 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-79e2f7a7-cd0a-4fe2-a226-bf3cc8a4bfe5 req-2f77db28-5841-4792-8694-4f65616ece96 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=34cbc3dd-6401-46bb-9337-dced1409c1bd HTTP/1.1" status: 200  len: 945 time: 0.0465815
May 07 22:28:21.083500 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-79e2f7a7-cd0a-4fe2-a226-bf3cc8a4bfe5 req-7887a294-9df4-4cc3-bf46-9942905167c5 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421340
May 07 22:28:22.119678 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:28:22.208666 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b13c9b-e7a8-4b82-a7c2-6b8dde1fb8d7 req-b4d1c2cd-7a57-4163-a832-315b84512234 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:22.210173 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-28b13c9b-e7a8-4b82-a7c2-6b8dde1fb8d7 req-b4d1c2cd-7a57-4163-a832-315b84512234 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=34cbc3dd-6401-46bb-9337-dced1409c1bd HTTP/1.1" status: 200  len: 945 time: 0.0528650
May 07 22:28:22.257552 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-28b13c9b-e7a8-4b82-a7c2-6b8dde1fb8d7 req-7ce580bc-882c-4b97-a128-4d14e36692d8 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414939
May 07 22:28:22.335389 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55884a6-af89-4a74-af42-45f5059f8bac req-30f00390-b572-44f8-94c4-be1455ee1b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:22.336937 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a55884a6-af89-4a74-af42-45f5059f8bac req-30f00390-b572-44f8-94c4-be1455ee1b00 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=34cbc3dd-6401-46bb-9337-dced1409c1bd&tenant_id=697345bef14f49b0a7ffff78f8f90913 HTTP/1.1" status: 200  len: 1127 time: 0.0387278
May 07 22:28:22.347787 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-a55884a6-af89-4a74-af42-45f5059f8bac req-3119e471-60c1-4983-8ef9-e0cea5ce71e0 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:28:22.414746 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-a55884a6-af89-4a74-af42-45f5059f8bac req-3119e471-60c1-4983-8ef9-e0cea5ce71e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f074d4aa-c0b3-439e-bc78-a4a1379e7f1c), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:28:22.620572 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-a55884a6-af89-4a74-af42-45f5059f8bac req-3119e471-60c1-4983-8ef9-e0cea5ce71e0 service neutron] For port f074d4aa-c0b3-439e-bc78-a4a1379e7f1c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f074d4aa-c0b3-439e-bc78-a4a1379e7f1c,segment=NetworkSegment(53fc118f-18fe-4132-af8b-066e9b1766f5),segment_id=53fc118f-18fe-4132-af8b-066e9b1766f5)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:28:22.653792 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-a55884a6-af89-4a74-af42-45f5059f8bac req-3119e471-60c1-4983-8ef9-e0cea5ce71e0 service neutron] For port f074d4aa-c0b3-439e-bc78-a4a1379e7f1c, host nch1-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:28:22.655251 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device f074d4aa-c0b3-439e-bc78-a4a1379e7f1c no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:28:22.686748 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [req-a55884a6-af89-4a74-af42-45f5059f8bac req-3119e471-60c1-4983-8ef9-e0cea5ce71e0 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id f074d4aa-c0b3-439e-bc78-a4a1379e7f1c {{(pid=121837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:28:22.695446 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-a55884a6-af89-4a74-af42-45f5059f8bac req-3119e471-60c1-4983-8ef9-e0cea5ce71e0 service neutron] Publish callbacks [] for port (f074d4aa-c0b3-439e-bc78-a4a1379e7f1c), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:28:22.706909 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-a55884a6-af89-4a74-af42-45f5059f8bac req-3119e471-60c1-4983-8ef9-e0cea5ce71e0 service neutron] Ignored duplicate provisioning block setup for port f074d4aa-c0b3-439e-bc78-a4a1379e7f1c by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:70}}
May 07 22:28:22.710542 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-a55884a6-af89-4a74-af42-45f5059f8bac req-3119e471-60c1-4983-8ef9-e0cea5ce71e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (f074d4aa-c0b3-439e-bc78-a4a1379e7f1c), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:28:22.735639 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port f074d4aa-c0b3-439e-bc78-a4a1379e7f1c is: BUILD; New status is: DOWN {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:28:22.736029 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f074d4aa-c0b3-439e-bc78-a4a1379e7f1c), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:28:22.761679 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id f074d4aa-c0b3-439e-bc78-a4a1379e7f1c {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:28:22.807082 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.db.api [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 07 22:28:22.807463 ncdv-master-1 neutron-server[121838]: DEBUG oslo_db.api [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 07 22:28:22.831040 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3119e471-60c1-4983-8ef9-e0cea5ce71e0 service neutron] Pushing event updated for resources: {'Port': ['ID=f074d4aa-c0b3-439e-bc78-a4a1379e7f1c,revision_number=9']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:28:22.852881 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3119e471-60c1-4983-8ef9-e0cea5ce71e0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:28:22.853239 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3119e471-60c1-4983-8ef9-e0cea5ce71e0 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:28:22.853589 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3119e471-60c1-4983-8ef9-e0cea5ce71e0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:28:22.853932 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3119e471-60c1-4983-8ef9-e0cea5ce71e0 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:28:22.854275 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3119e471-60c1-4983-8ef9-e0cea5ce71e0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:28:22.854614 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3119e471-60c1-4983-8ef9-e0cea5ce71e0 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:28:22.854976 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3119e471-60c1-4983-8ef9-e0cea5ce71e0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:28:22.855312 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3119e471-60c1-4983-8ef9-e0cea5ce71e0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:28:22.855645 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3119e471-60c1-4983-8ef9-e0cea5ce71e0 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:28:22.855973 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3119e471-60c1-4983-8ef9-e0cea5ce71e0 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:28:22.856303 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3119e471-60c1-4983-8ef9-e0cea5ce71e0 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:28:22.856634 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3119e471-60c1-4983-8ef9-e0cea5ce71e0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:28:22.857506 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3119e471-60c1-4983-8ef9-e0cea5ce71e0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:28:22.857837 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3119e471-60c1-4983-8ef9-e0cea5ce71e0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:28:22.858168 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3119e471-60c1-4983-8ef9-e0cea5ce71e0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:28:22.907677 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-a55884a6-af89-4a74-af42-45f5059f8bac req-3119e471-60c1-4983-8ef9-e0cea5ce71e0 service neutron] No DVR routers for this DVR port f074d4aa-c0b3-439e-bc78-a4a1379e7f1c on host nch1-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:28:23.049284 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-a55884a6-af89-4a74-af42-45f5059f8bac req-3119e471-60c1-4983-8ef9-e0cea5ce71e0 service neutron] Attempting to bind port f074d4aa-c0b3-439e-bc78-a4a1379e7f1c on host nch2-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:28:23.049541 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-a55884a6-af89-4a74-af42-45f5059f8bac req-3119e471-60c1-4983-8ef9-e0cea5ce71e0 service neutron] Attempting to bind port f074d4aa-c0b3-439e-bc78-a4a1379e7f1c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '53fc118f-18fe-4132-af8b-066e9b1766f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:28:23.049867 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55884a6-af89-4a74-af42-45f5059f8bac req-3119e471-60c1-4983-8ef9-e0cea5ce71e0 service neutron] Attempting to bind port f074d4aa-c0b3-439e-bc78-a4a1379e7f1c on network 0edc1271-8a82-489b-912c-a8fef30fb1c9 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:28:23.054185 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55884a6-af89-4a74-af42-45f5059f8bac req-3119e471-60c1-4983-8ef9-e0cea5ce71e0 service neutron] Port f074d4aa-c0b3-439e-bc78-a4a1379e7f1c on network 0edc1271-8a82-489b-912c-a8fef30fb1c9 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:28:23.054501 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55884a6-af89-4a74-af42-45f5059f8bac req-3119e471-60c1-4983-8ef9-e0cea5ce71e0 service neutron] Attempting to bind port f074d4aa-c0b3-439e-bc78-a4a1379e7f1c on network 0edc1271-8a82-489b-912c-a8fef30fb1c9 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:28:23.059351 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55884a6-af89-4a74-af42-45f5059f8bac req-3119e471-60c1-4983-8ef9-e0cea5ce71e0 service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:28:23.059690 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55884a6-af89-4a74-af42-45f5059f8bac req-3119e471-60c1-4983-8ef9-e0cea5ce71e0 service neutron] Checking segment: {'id': '53fc118f-18fe-4132-af8b-066e9b1766f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:28:23.060724 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a55884a6-af89-4a74-af42-45f5059f8bac req-3119e471-60c1-4983-8ef9-e0cea5ce71e0 service neutron] Bound using segment: {'id': '53fc118f-18fe-4132-af8b-066e9b1766f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:28:23.061341 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-a55884a6-af89-4a74-af42-45f5059f8bac req-3119e471-60c1-4983-8ef9-e0cea5ce71e0 service neutron] Bound port: f074d4aa-c0b3-439e-bc78-a4a1379e7f1c, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53fc118f-18fe-4132-af8b-066e9b1766f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:28:23.061835 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-a55884a6-af89-4a74-af42-45f5059f8bac req-3119e471-60c1-4983-8ef9-e0cea5ce71e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f074d4aa-c0b3-439e-bc78-a4a1379e7f1c), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:28:23.134275 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-a55884a6-af89-4a74-af42-45f5059f8bac req-3119e471-60c1-4983-8ef9-e0cea5ce71e0 service neutron] For port f074d4aa-c0b3-439e-bc78-a4a1379e7f1c, host nch2-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:28:23.137301 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-a55884a6-af89-4a74-af42-45f5059f8bac req-3119e471-60c1-4983-8ef9-e0cea5ce71e0 service neutron] For port f074d4aa-c0b3-439e-bc78-a4a1379e7f1c, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f074d4aa-c0b3-439e-bc78-a4a1379e7f1c,segment=NetworkSegment(53fc118f-18fe-4132-af8b-066e9b1766f5),segment_id=53fc118f-18fe-4132-af8b-066e9b1766f5)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:28:23.143195 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-a55884a6-af89-4a74-af42-45f5059f8bac req-3119e471-60c1-4983-8ef9-e0cea5ce71e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (f074d4aa-c0b3-439e-bc78-a4a1379e7f1c), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:28:23.176703 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55884a6-af89-4a74-af42-45f5059f8bac req-3119e471-60c1-4983-8ef9-e0cea5ce71e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:23.177338 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-a55884a6-af89-4a74-af42-45f5059f8bac req-3119e471-60c1-4983-8ef9-e0cea5ce71e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:28:23.178752 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a55884a6-af89-4a74-af42-45f5059f8bac req-3119e471-60c1-4983-8ef9-e0cea5ce71e0 service neutron] 10.222.0.59 "PUT /v2.0/ports/f074d4aa-c0b3-439e-bc78-a4a1379e7f1c HTTP/1.1" status: 200  len: 1092 time: 0.8347640
May 07 22:28:23.179193 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34cbc3dd-6401-46bb-9337-dced1409c1bd', 'tag': 'f074d4aa-c0b3-439e-bc78-a4a1379e7f1c'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:28:23.181449 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-612af242-b0b6-4fbf-8022-1ce8bc64c3e1" -d '{"events": [{"name": "network-changed", "server_uuid": "34cbc3dd-6401-46bb-9337-dced1409c1bd", "tag": "f074d4aa-c0b3-439e-bc78-a4a1379e7f1c"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:28:23.218501 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3119e471-60c1-4983-8ef9-e0cea5ce71e0 service neutron] Pushing event updated for resources: {'Port': ['ID=f074d4aa-c0b3-439e-bc78-a4a1379e7f1c,revision_number=10']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:28:23.253375 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55884a6-af89-4a74-af42-45f5059f8bac req-7668b6bc-74d0-4745-b42f-3b55533c8044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:23.255689 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a55884a6-af89-4a74-af42-45f5059f8bac req-7668b6bc-74d0-4745-b42f-3b55533c8044 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=697345bef14f49b0a7ffff78f8f90913&device_id=34cbc3dd-6401-46bb-9337-dced1409c1bd HTTP/1.1" status: 200  len: 1127 time: 0.0521107
May 07 22:28:23.354848 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port f074d4aa-c0b3-439e-bc78-a4a1379e7f1c is: DOWN; New status is: DOWN {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:28:23.362917 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55884a6-af89-4a74-af42-45f5059f8bac req-28875496-678c-4f20-a866-2c026c192882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:23.364582 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a55884a6-af89-4a74-af42-45f5059f8bac req-28875496-678c-4f20-a866-2c026c192882 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0edc1271-8a82-489b-912c-a8fef30fb1c9 HTTP/1.1" status: 200  len: 911 time: 0.1033916
May 07 22:28:23.382206 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7358b42-211f-49be-aa39-c7e3b3fb2018 x-openstack-request-id: req-d7358b42-211f-49be-aa39-c7e3b3fb2018 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:28:23.382501 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34cbc3dd-6401-46bb-9337-dced1409c1bd", "tag": "f074d4aa-c0b3-439e-bc78-a4a1379e7f1c", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:28:23.382759 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d7358b42-211f-49be-aa39-c7e3b3fb2018 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:28:23.383198 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7358b42-211f-49be-aa39-c7e3b3fb2018'] response: {'name': 'network-changed', 'server_uuid': '34cbc3dd-6401-46bb-9337-dced1409c1bd', 'tag': 'f074d4aa-c0b3-439e-bc78-a4a1379e7f1c', 'status': 'completed', 'code': 200}
May 07 22:28:23.451639 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612af242-b0b6-4fbf-8022-1ce8bc64c3e1 req-9ec64810-10f6-49d4-afd5-eff0f3adf658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:23.453252 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-612af242-b0b6-4fbf-8022-1ce8bc64c3e1 req-9ec64810-10f6-49d4-afd5-eff0f3adf658 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=697345bef14f49b0a7ffff78f8f90913&device_id=34cbc3dd-6401-46bb-9337-dced1409c1bd HTTP/1.1" status: 200  len: 1127 time: 0.0518830
May 07 22:28:23.461961 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf87da4-557a-4fdb-ae8f-5fe751adc5f7 req-51c6a580-29e3-4b4a-b9b8-f358dee0bcd8 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:23.463477 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-baf87da4-557a-4fdb-ae8f-5fe751adc5f7 req-51c6a580-29e3-4b4a-b9b8-f358dee0bcd8 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=34cbc3dd-6401-46bb-9337-dced1409c1bd HTTP/1.1" status: 200  len: 945 time: 0.0928280
May 07 22:28:23.492293 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a55884a6-af89-4a74-af42-45f5059f8bac req-23140e8c-f441-40e8-8575-477f1e728f95 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f074d4aa-c0b3-439e-bc78-a4a1379e7f1c HTTP/1.1" status: 200  len: 1001 time: 0.1197174
May 07 22:28:23.545575 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612af242-b0b6-4fbf-8022-1ce8bc64c3e1 req-7c65bc8d-4558-424d-ba7f-90078aabf15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:23.547083 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-612af242-b0b6-4fbf-8022-1ce8bc64c3e1 req-7c65bc8d-4558-424d-ba7f-90078aabf15f service neutron] 10.222.0.55 "GET /v2.0/networks?id=0edc1271-8a82-489b-912c-a8fef30fb1c9 HTTP/1.1" status: 200  len: 911 time: 0.0885046
May 07 22:28:23.552956 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-baf87da4-557a-4fdb-ae8f-5fe751adc5f7 req-776a1a4a-ded5-4c24-887e-b1f0930e6ef6 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0798633
May 07 22:28:23.561368 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55884a6-af89-4a74-af42-45f5059f8bac req-ed561ef7-257e-4236-a5a8-0ae2bfcd0cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:23.562832 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a55884a6-af89-4a74-af42-45f5059f8bac req-ed561ef7-257e-4236-a5a8-0ae2bfcd0cc2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b2f7d31e-bd3c-4e70-a318-4783f06407ca HTTP/1.1" status: 200  len: 849 time: 0.0631614
May 07 22:28:23.610542 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55884a6-af89-4a74-af42-45f5059f8bac req-ec69e5e7-b2db-4acd-9c50-343e7f67ba42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:23.612075 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a55884a6-af89-4a74-af42-45f5059f8bac req-ec69e5e7-b2db-4acd-9c50-343e7f67ba42 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0edc1271-8a82-489b-912c-a8fef30fb1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0431514
May 07 22:28:23.616780 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-612af242-b0b6-4fbf-8022-1ce8bc64c3e1 req-fa08534a-e8ea-48e5-967e-a24d4e6b9967 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f074d4aa-c0b3-439e-bc78-a4a1379e7f1c HTTP/1.1" status: 200  len: 1001 time: 0.0644040
May 07 22:28:23.665193 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612af242-b0b6-4fbf-8022-1ce8bc64c3e1 req-600b4915-dcb3-4c7c-9603-757d739c50a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:23.667209 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-612af242-b0b6-4fbf-8022-1ce8bc64c3e1 req-600b4915-dcb3-4c7c-9603-757d739c50a0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b2f7d31e-bd3c-4e70-a318-4783f06407ca HTTP/1.1" status: 200  len: 849 time: 0.0446436
May 07 22:28:23.688624 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-870cef1f-cb16-4f99-970e-433afabbbecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:28:23.705534 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a55884a6-af89-4a74-af42-45f5059f8bac req-adefd98a-3fdc-4679-8e32-941ea857ff13 service neutron] 10.222.0.59 "GET /v2.0/networks/0edc1271-8a82-489b-912c-a8fef30fb1c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0871720
May 07 22:28:23.710230 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612af242-b0b6-4fbf-8022-1ce8bc64c3e1 req-2e848a32-1d52-4d09-8020-d67c60392c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:23.711750 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-612af242-b0b6-4fbf-8022-1ce8bc64c3e1 req-2e848a32-1d52-4d09-8020-d67c60392c9d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0edc1271-8a82-489b-912c-a8fef30fb1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0392067
May 07 22:28:23.798293 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a55884a6-af89-4a74-af42-45f5059f8bac req-5ef51f07-0799-4856-945a-3a197d463535 service neutron] 10.222.0.59 "GET /v2.0/networks/0edc1271-8a82-489b-912c-a8fef30fb1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0873196
May 07 22:28:23.805267 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-612af242-b0b6-4fbf-8022-1ce8bc64c3e1 req-4a6666c6-76ff-40d5-9b1b-716b83069d2d service neutron] 10.222.0.55 "GET /v2.0/networks/0edc1271-8a82-489b-912c-a8fef30fb1c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0876029
May 07 22:28:23.895653 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-612af242-b0b6-4fbf-8022-1ce8bc64c3e1 req-959da49c-7e97-4bcd-b2d1-504fb8cdc182 service neutron] 10.222.0.55 "GET /v2.0/networks/0edc1271-8a82-489b-912c-a8fef30fb1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0843403
May 07 22:28:24.110518 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:28:24.678431 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82260209-4444-4ec1-a30e-6cc98419b316 req-9132c4d5-8191-46ee-8e56-6fef47700411 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:24.679912 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-82260209-4444-4ec1-a30e-6cc98419b316 req-9132c4d5-8191-46ee-8e56-6fef47700411 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=34cbc3dd-6401-46bb-9337-dced1409c1bd HTTP/1.1" status: 200  len: 945 time: 0.0509219
May 07 22:28:24.728927 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-82260209-4444-4ec1-a30e-6cc98419b316 req-4f39b4c8-53c4-42a4-bc25-6cd1a02ba14f tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434110
May 07 22:28:24.874188 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612af242-b0b6-4fbf-8022-1ce8bc64c3e1 req-f8e8a6e1-f13a-4dd7-abfc-b61e7f376e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:24.875640 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-612af242-b0b6-4fbf-8022-1ce8bc64c3e1 req-f8e8a6e1-f13a-4dd7-abfc-b61e7f376e1e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=697345bef14f49b0a7ffff78f8f90913&device_id=34cbc3dd-6401-46bb-9337-dced1409c1bd HTTP/1.1" status: 200  len: 1127 time: 0.0392427
May 07 22:28:24.964405 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612af242-b0b6-4fbf-8022-1ce8bc64c3e1 req-b7ccb9f5-0a05-4375-8000-620434d72a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:24.965872 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-612af242-b0b6-4fbf-8022-1ce8bc64c3e1 req-b7ccb9f5-0a05-4375-8000-620434d72a2a service neutron] 10.222.0.59 "GET /v2.0/networks?id=0edc1271-8a82-489b-912c-a8fef30fb1c9 HTTP/1.1" status: 200  len: 911 time: 0.0842013
May 07 22:28:25.035507 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-612af242-b0b6-4fbf-8022-1ce8bc64c3e1 req-e9ab02aa-8471-4acb-8e54-7fb283b9a884 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f074d4aa-c0b3-439e-bc78-a4a1379e7f1c HTTP/1.1" status: 200  len: 1001 time: 0.0608084
May 07 22:28:25.166566 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612af242-b0b6-4fbf-8022-1ce8bc64c3e1 req-1650b167-3a3a-446b-a8e5-ea0a0a92e67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:25.168008 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-612af242-b0b6-4fbf-8022-1ce8bc64c3e1 req-1650b167-3a3a-446b-a8e5-ea0a0a92e67a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b2f7d31e-bd3c-4e70-a318-4783f06407ca HTTP/1.1" status: 200  len: 849 time: 0.0477791
May 07 22:28:25.212101 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612af242-b0b6-4fbf-8022-1ce8bc64c3e1 req-e6851ae4-b6ff-4b05-b307-6fb58326ffab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:25.213626 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-612af242-b0b6-4fbf-8022-1ce8bc64c3e1 req-e6851ae4-b6ff-4b05-b307-6fb58326ffab service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0edc1271-8a82-489b-912c-a8fef30fb1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0395017
May 07 22:28:25.339047 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-612af242-b0b6-4fbf-8022-1ce8bc64c3e1 req-fd605467-9e47-45ff-a40e-48278d72f28a service neutron] 10.222.0.59 "GET /v2.0/networks/0edc1271-8a82-489b-912c-a8fef30fb1c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0922673
May 07 22:28:25.437346 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-612af242-b0b6-4fbf-8022-1ce8bc64c3e1 req-6199d829-b4f5-4c78-b841-8c13aae42f2b service neutron] 10.222.0.59 "GET /v2.0/networks/0edc1271-8a82-489b-912c-a8fef30fb1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0931239
May 07 22:28:25.850966 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb7b0bd-8135-470e-864d-064bd57bec30 req-cf79797e-f027-4593-8d53-8ce0859699d7 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:25.852461 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bdb7b0bd-8135-470e-864d-064bd57bec30 req-cf79797e-f027-4593-8d53-8ce0859699d7 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=34cbc3dd-6401-46bb-9337-dced1409c1bd HTTP/1.1" status: 200  len: 945 time: 0.0464132
May 07 22:28:25.898674 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bdb7b0bd-8135-470e-864d-064bd57bec30 req-332f8cfb-c44c-4159-8ec3-fc0382fef277 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401821
May 07 22:28:26.015793 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeb8f38-f7b6-4199-aab3-5cb59c66fddf req-e4213fb9-113a-4e74-8032-20549c78c149 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:26.017152 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6aeb8f38-f7b6-4199-aab3-5cb59c66fddf req-e4213fb9-113a-4e74-8032-20549c78c149 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=34cbc3dd-6401-46bb-9337-dced1409c1bd HTTP/1.1" status: 200  len: 945 time: 0.0463581
May 07 22:28:26.063359 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6aeb8f38-f7b6-4199-aab3-5cb59c66fddf req-c8681be1-f355-4516-9b1f-fd327760e56c tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406418
May 07 22:28:26.173918 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5d40ed-035e-4f24-8ba7-a4c940aa3d7e req-7ad8176b-62cb-4152-9610-2b1266a57670 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:26.175406 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1c5d40ed-035e-4f24-8ba7-a4c940aa3d7e req-7ad8176b-62cb-4152-9610-2b1266a57670 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=34cbc3dd-6401-46bb-9337-dced1409c1bd HTTP/1.1" status: 200  len: 945 time: 0.0455601
May 07 22:28:26.222870 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1c5d40ed-035e-4f24-8ba7-a4c940aa3d7e req-36f81c69-ccc8-4208-8580-4d773b3131e3 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418167
May 07 22:28:26.453383 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a1f049-42ae-487c-98cd-4153aae225da req-dea7932b-2921-4d60-8e3b-a5f62bdfbeb7 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:26.455022 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-56a1f049-42ae-487c-98cd-4153aae225da req-dea7932b-2921-4d60-8e3b-a5f62bdfbeb7 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=34cbc3dd-6401-46bb-9337-dced1409c1bd HTTP/1.1" status: 200  len: 945 time: 0.0512400
May 07 22:28:26.501281 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-56a1f049-42ae-487c-98cd-4153aae225da req-a8a36c6c-f307-49e6-9543-3888bc93c3b3 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406535
May 07 22:28:26.574064 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-3e3ece39-7f0a-4da4-8908-07d9f863e25b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:28:26.862055 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 22:28:27.216323 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device f074d4aa-c0b3-439e-bc78-a4a1379e7f1c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:28:27.311447 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port f074d4aa-c0b3-439e-bc78-a4a1379e7f1c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f074d4aa-c0b3-439e-bc78-a4a1379e7f1c,segment=NetworkSegment(53fc118f-18fe-4132-af8b-066e9b1766f5),segment_id=53fc118f-18fe-4132-af8b-066e9b1766f5)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:28:27.322268 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': 'f074d4aa-c0b3-439e-bc78-a4a1379e7f1c', 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9', 'port_id': 'f074d4aa-c0b3-439e-bc78-a4a1379e7f1c', 'mac_address': 'fa:16:3e:9b:ae:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2f7d31e-bd3c-4e70-a318-4783f06407ca', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:28:27.362610 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port f074d4aa-c0b3-439e-bc78-a4a1379e7f1c is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:28:27.363056 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f074d4aa-c0b3-439e-bc78-a4a1379e7f1c), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:28:27.379274 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f074d4aa-c0b3-439e-bc78-a4a1379e7f1c {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:28:27.397869 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port f074d4aa-c0b3-439e-bc78-a4a1379e7f1c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f074d4aa-c0b3-439e-bc78-a4a1379e7f1c,segment=NetworkSegment(53fc118f-18fe-4132-af8b-066e9b1766f5),segment_id=53fc118f-18fe-4132-af8b-066e9b1766f5)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:28:27.401601 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (f074d4aa-c0b3-439e-bc78-a4a1379e7f1c), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:28:27.450712 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=f074d4aa-c0b3-439e-bc78-a4a1379e7f1c,revision_number=11']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:28:27.527973 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:28:27.559827 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cdba61-0b6d-4916-bc65-4f933a2d6d8f req-182123d8-b052-4556-9047-5ee3d4f7c924 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:27.561870 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a1cdba61-0b6d-4916-bc65-4f933a2d6d8f req-182123d8-b052-4556-9047-5ee3d4f7c924 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.59 "GET /v2.0/ports?device_id=34cbc3dd-6401-46bb-9337-dced1409c1bd HTTP/1.1" status: 200  len: 946 time: 0.0508499
May 07 22:28:27.617595 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e41aaf1-80a1-4ce5-8b24-3ef5ee8dec4d req-e1a325ce-b193-4e6b-a0fd-279cf86ff727 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:27.619092 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9e41aaf1-80a1-4ce5-8b24-3ef5ee8dec4d req-e1a325ce-b193-4e6b-a0fd-279cf86ff727 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=34cbc3dd-6401-46bb-9337-dced1409c1bd HTTP/1.1" status: 200  len: 946 time: 0.0472376
May 07 22:28:27.649575 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-a1cdba61-0b6d-4916-bc65-4f933a2d6d8f req-0125b287-0186-4eff-adb7-56822ca6eb27 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Deleting port f074d4aa-c0b3-439e-bc78-a4a1379e7f1c {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:28:27.649909 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-a1cdba61-0b6d-4916-bc65-4f933a2d6d8f req-0125b287-0186-4eff-adb7-56822ca6eb27 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (f074d4aa-c0b3-439e-bc78-a4a1379e7f1c), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:28:27.671469 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9e41aaf1-80a1-4ce5-8b24-3ef5ee8dec4d req-a1fe202d-e75f-47ab-9eb7-005afab52b9c tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465293
May 07 22:28:27.740987 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-a1cdba61-0b6d-4916-bc65-4f933a2d6d8f req-0125b287-0186-4eff-adb7-56822ca6eb27 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] For port f074d4aa-c0b3-439e-bc78-a4a1379e7f1c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f074d4aa-c0b3-439e-bc78-a4a1379e7f1c,segment=NetworkSegment(53fc118f-18fe-4132-af8b-066e9b1766f5),segment_id=53fc118f-18fe-4132-af8b-066e9b1766f5)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:28:27.741355 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-a1cdba61-0b6d-4916-bc65-4f933a2d6d8f req-0125b287-0186-4eff-adb7-56822ca6eb27 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (f074d4aa-c0b3-439e-bc78-a4a1379e7f1c), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:28:28.225905 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-a1cdba61-0b6d-4916-bc65-4f933a2d6d8f req-0125b287-0186-4eff-adb7-56822ca6eb27 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:28:28.226269 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-a1cdba61-0b6d-4916-bc65-4f933a2d6d8f req-0125b287-0186-4eff-adb7-56822ca6eb27 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (7dfcd854-b52b-4f0a-9ac3-d2e482bb813f), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:28:28.226579 ncdv-master-1 neutron-server[121837]: INFO neutron.db.l3_db [req-a1cdba61-0b6d-4916-bc65-4f933a2d6d8f req-0125b287-0186-4eff-adb7-56822ca6eb27 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Floating IP 7dfcd854-b52b-4f0a-9ac3-d2e482bb813f disassociated. External IP: 172.35.4.114, port: f074d4aa-c0b3-439e-bc78-a4a1379e7f1c.
May 07 22:28:28.227034 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-a1cdba61-0b6d-4916-bc65-4f933a2d6d8f req-0125b287-0186-4eff-adb7-56822ca6eb27 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Calling delete_port for f074d4aa-c0b3-439e-bc78-a4a1379e7f1c owned by compute:nova {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:28:28.353123 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-a1cdba61-0b6d-4916-bc65-4f933a2d6d8f req-0125b287-0186-4eff-adb7-56822ca6eb27 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (f074d4aa-c0b3-439e-bc78-a4a1379e7f1c), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:28:28.381533 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0125b287-0186-4eff-adb7-56822ca6eb27 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Pushing event deleted for resources: {'Port': ['ID=f074d4aa-c0b3-439e-bc78-a4a1379e7f1c,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:28:28.506517 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a1cdba61-0b6d-4916-bc65-4f933a2d6d8f req-0125b287-0186-4eff-adb7-56822ca6eb27 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Router 6c84532b-a939-4efd-ab5d-5dd714f1ea20 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:28:28.618678 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a1cdba61-0b6d-4916-bc65-4f933a2d6d8f req-0125b287-0186-4eff-adb7-56822ca6eb27 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:28:28.628438 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ebb2b4-49a8-4122-ae4b-4c0aa39d85bf None None] Sync routers for ids ['6c84532b-a939-4efd-ab5d-5dd714f1ea20'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:28:28.639098 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ebb2b4-49a8-4122-ae4b-4c0aa39d85bf None None] Routers {'6c84532b-a939-4efd-ab5d-5dd714f1ea20'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:28:28.639727 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-13ebb2b4-49a8-4122-ae4b-4c0aa39d85bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7fa8a970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:28:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['6c84532b-a939-4efd-ab5d-5dd714f1ea20'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:28:28.660475 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1cdba61-0b6d-4916-bc65-4f933a2d6d8f req-0125b287-0186-4eff-adb7-56822ca6eb27 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] No DVR routers for this DVR port f074d4aa-c0b3-439e-bc78-a4a1379e7f1c on host nch2-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:28:28.663060 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-a1cdba61-0b6d-4916-bc65-4f933a2d6d8f req-0125b287-0186-4eff-adb7-56822ca6eb27 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:28:28.666549 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a1cdba61-0b6d-4916-bc65-4f933a2d6d8f req-0125b287-0186-4eff-adb7-56822ca6eb27 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.59 "DELETE /v2.0/ports/f074d4aa-c0b3-439e-bc78-a4a1379e7f1c HTTP/1.1" status: 204  len: 173 time: 1.0994515
May 07 22:28:28.667018 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34cbc3dd-6401-46bb-9337-dced1409c1bd', 'name': 'network-vif-deleted', 'tag': 'f074d4aa-c0b3-439e-bc78-a4a1379e7f1c'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:28:28.669287 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb2a8ef7-0202-4137-8a72-c32d75ad3317" -d '{"events": [{"server_uuid": "34cbc3dd-6401-46bb-9337-dced1409c1bd", "name": "network-vif-deleted", "tag": "f074d4aa-c0b3-439e-bc78-a4a1379e7f1c"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:28:28.712141 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31df5a42-e4b1-415b-a6c5-439e4635e123 x-openstack-request-id: req-31df5a42-e4b1-415b-a6c5-439e4635e123 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:28:28.712437 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34cbc3dd-6401-46bb-9337-dced1409c1bd", "name": "network-vif-deleted", "tag": "f074d4aa-c0b3-439e-bc78-a4a1379e7f1c", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:28:28.712691 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-31df5a42-e4b1-415b-a6c5-439e4635e123 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:28:28.713102 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31df5a42-e4b1-415b-a6c5-439e4635e123'] response: {'server_uuid': '34cbc3dd-6401-46bb-9337-dced1409c1bd', 'name': 'network-vif-deleted', 'tag': 'f074d4aa-c0b3-439e-bc78-a4a1379e7f1c', 'status': 'completed', 'code': 200}
May 07 22:28:28.771229 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-13ebb2b4-49a8-4122-ae4b-4c0aa39d85bf None None] Set router 6c84532b-a939-4efd-ab5d-5dd714f1ea20 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:28:28.802625 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f3f300cb-1a7c-425b-baa0-d19001ee0ae6 req-5c4b316a-2d25-4ab0-bbf6-df7204a5c391 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=34cbc3dd-6401-46bb-9337-dced1409c1bd HTTP/1.1" status: 200  len: 210 time: 0.0323443
May 07 22:28:29.118518 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-13ebb2b4-49a8-4122-ae4b-4c0aa39d85bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7fa8a970>, [{'id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'name': 'tempest-ServerActionsTestJSON-57126734-router', 'tenant_id': '697345bef14f49b0a7ffff78f8f90913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.19'}], 'enable_snat': True}, 'gw_port_id': 'fd023d51-546a-4746-b00f-1b42dcff4178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:25:50Z', 'updated_at': '2022-05-07T22:25:53Z', 'revision_number': 4, 'project_id': '697345bef14f49b0a7ffff78f8f90913', 'gw_port': {'id': 'fd023d51-546a-4746-b00f-1b42dcff4178', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:fd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:25:51Z', 'updated_at': '2022-05-07T22:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '20172faa-7474-4125-93fb-57de137475bf', 'name': '', 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9', 'tenant_id': '697345bef14f49b0a7ffff78f8f90913', 'mac_address': 'fa:16:3e:ed:b1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'b2f7d31e-bd3c-4e70-a318-4783f06407ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:25:52Z', 'updated_at': '2022-05-07T22:25:57Z', 'revision_number': 5, 'project_id': '697345bef14f49b0a7ffff78f8f90913', 'subnets': [{'id': 'b2f7d31e-bd3c-4e70-a318-4783f06407ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:28:29.145598 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ebb2b4-49a8-4122-ae4b-4c0aa39d85bf None None] Checking router: 6c84532b-a939-4efd-ab5d-5dd714f1ea20 for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:28:29.153817 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ebb2b4-49a8-4122-ae4b-4c0aa39d85bf None None] Routers {'6c84532b-a939-4efd-ab5d-5dd714f1ea20'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:28:29.154426 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-13ebb2b4-49a8-4122-ae4b-4c0aa39d85bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7fa8a970>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:28:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['6c84532b-a939-4efd-ab5d-5dd714f1ea20'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:28:29.261189 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:28:29.272978 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-13ebb2b4-49a8-4122-ae4b-4c0aa39d85bf None None] Set router 6c84532b-a939-4efd-ab5d-5dd714f1ea20 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:28:29.467514 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-13ebb2b4-49a8-4122-ae4b-4c0aa39d85bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7fa8a970>, [{'id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'name': 'tempest-ServerActionsTestJSON-57126734-router', 'tenant_id': '697345bef14f49b0a7ffff78f8f90913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.19'}], 'enable_snat': True}, 'gw_port_id': 'fd023d51-546a-4746-b00f-1b42dcff4178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:25:50Z', 'updated_at': '2022-05-07T22:25:53Z', 'revision_number': 4, 'project_id': '697345bef14f49b0a7ffff78f8f90913', 'gw_port': {'id': 'fd023d51-546a-4746-b00f-1b42dcff4178', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:fd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:25:51Z', 'updated_at': '2022-05-07T22:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '20172faa-7474-4125-93fb-57de137475bf', 'name': '', 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9', 'tenant_id': '697345bef14f49b0a7ffff78f8f90913', 'mac_address': 'fa:16:3e:ed:b1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'b2f7d31e-bd3c-4e70-a318-4783f06407ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:25:52Z', 'updated_at': '2022-05-07T22:25:57Z', 'revision_number': 5, 'project_id': '697345bef14f49b0a7ffff78f8f90913', 'subnets': [{'id': 'b2f7d31e-bd3c-4e70-a318-4783f06407ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:28:29.493268 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ebb2b4-49a8-4122-ae4b-4c0aa39d85bf None None] The sync data for ids ['6c84532b-a939-4efd-ab5d-5dd714f1ea20'] in ncdv-master-1 is: [{'id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'name': 'tempest-ServerActionsTestJSON-57126734-router', 'tenant_id': '697345bef14f49b0a7ffff78f8f90913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.19'}], 'enable_snat': True}, 'gw_port_id': 'fd023d51-546a-4746-b00f-1b42dcff4178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:25:50Z', 'updated_at': '2022-05-07T22:25:53Z', 'revision_number': 4, 'project_id': '697345bef14f49b0a7ffff78f8f90913', 'gw_port': {'id': 'fd023d51-546a-4746-b00f-1b42dcff4178', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:fd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:25:51Z', 'updated_at': '2022-05-07T22:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '20172faa-7474-4125-93fb-57de137475bf', 'name': '', 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9', 'tenant_id': '697345bef14f49b0a7ffff78f8f90913', 'mac_address': 'fa:16:3e:ed:b1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'b2f7d31e-bd3c-4e70-a318-4783f06407ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:25:52Z', 'updated_at': '2022-05-07T22:25:57Z', 'revision_number': 5, 'project_id': '697345bef14f49b0a7ffff78f8f90913', 'subnets': [{'id': 'b2f7d31e-bd3c-4e70-a318-4783f06407ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:28:29.804737 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c7c13d-5a41-4b88-bcc3-3e624bbaac62 None None] New status for floating IP 7dfcd854-b52b-4f0a-9ac3-d2e482bb813f: DOWN {{(pid=121839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 07 22:28:30.057559 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-64b4f6c7-9120-4ef8-b222-3838ea883aaa req-ef401008-0090-4598-9a73-b0736922e009 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1338130233&fields=id&tenant_id=697345bef14f49b0a7ffff78f8f90913 HTTP/1.1" status: 200  len: 267 time: 0.0440621
May 07 22:28:30.166855 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b4f6c7-9120-4ef8-b222-3838ea883aaa req-c6ca3e18-cc44-45b6-a329-3844b6a922b9 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:30.168292 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-64b4f6c7-9120-4ef8-b222-3838ea883aaa req-c6ca3e18-cc44-45b6-a329-3844b6a922b9 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/networks?id=0edc1271-8a82-489b-912c-a8fef30fb1c9 HTTP/1.1" status: 200  len: 810 time: 0.1030822
May 07 22:28:30.183473 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-64b4f6c7-9120-4ef8-b222-3838ea883aaa req-d13d9036-e7d9-4cee-9609-d5877014405f tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/quotas/697345bef14f49b0a7ffff78f8f90913 HTTP/1.1" status: 200  len: 375 time: 0.0088403
May 07 22:28:30.230934 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-64b4f6c7-9120-4ef8-b222-3838ea883aaa req-4e2568b4-c7d7-4168-a3b5-6c17fbd387ce tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=697345bef14f49b0a7ffff78f8f90913&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0426681
May 07 22:28:30.246051 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [req-64b4f6c7-9120-4ef8-b222-3838ea883aaa req-5507329a-3fca-40f6-b751-14a83354b752 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121837) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:28:30.247027 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-64b4f6c7-9120-4ef8-b222-3838ea883aaa req-5507329a-3fca-40f6-b751-14a83354b752 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0049472
May 07 22:28:30.338261 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-64b4f6c7-9120-4ef8-b222-3838ea883aaa req-fbf93078-cdec-4443-9e0f-d2daa1be7641 service neutron] 10.222.0.32 "GET /v2.0/networks/0edc1271-8a82-489b-912c-a8fef30fb1c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0858538
May 07 22:28:30.345137 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:28:30.427291 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-64b4f6c7-9120-4ef8-b222-3838ea883aaa req-fc85e06f-8e70-4f06-af47-96f3dfbfcdc2 service neutron] 10.222.0.32 "GET /v2.0/networks/0edc1271-8a82-489b-912c-a8fef30fb1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0822287
May 07 22:28:30.586721 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-abc10392-c9ef-4438-a1a0-d0423a654cbe req-2bcb890e-271c-4826-83fd-4932c34a7587 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5b45ab2-7469-460c-9cc8-a8993d5906ed HTTP/1.1" status: 200  len: 210 time: 0.0275803
May 07 22:28:31.253647 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device f074d4aa-c0b3-439e-bc78-a4a1379e7f1c no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:28:31.277156 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] No Port match for: f074d4aa-c0b3-439e-bc78-a4a1379e7f1c {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:28:31.277508 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device f074d4aa-c0b3-439e-bc78-a4a1379e7f1c not bound to the agent host nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:28:31.559717 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b4f6c7-9120-4ef8-b222-3838ea883aaa req-d9ac363c-f94e-4153-a362-b562e4e06fcf tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:31.561147 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-64b4f6c7-9120-4ef8-b222-3838ea883aaa req-d9ac363c-f94e-4153-a362-b562e4e06fcf tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.55 "GET /v2.0/networks?id=0edc1271-8a82-489b-912c-a8fef30fb1c9 HTTP/1.1" status: 200  len: 810 time: 0.1153002
May 07 22:28:31.621272 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-64b4f6c7-9120-4ef8-b222-3838ea883aaa req-da877c77-be16-468d-8022-8dce5fc1056d tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=697345bef14f49b0a7ffff78f8f90913 HTTP/1.1" status: 200  len: 380 time: 0.0522211
May 07 22:28:31.630104 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-64b4f6c7-9120-4ef8-b222-3838ea883aaa req-2eb72c17-cdf2-4a09-beda-2080f41a4f7b tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Request body: {'port': {'device_id': 'a5b45ab2-7469-460c-9cc8-a8993d5906ed', 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9', 'admin_state_up': True, 'tenant_id': '697345bef14f49b0a7ffff78f8f90913', 'security_groups': ['2ab47223-8585-4c6f-8646-525a986d3313']}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:28:31.689244 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c6117a8e-d44b-49b0-967e-c19640d3d005 req-4e96ea08-b4a6-4417-bf27-88df81bfcf81 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5b45ab2-7469-460c-9cc8-a8993d5906ed HTTP/1.1" status: 200  len: 210 time: 0.0332806
May 07 22:28:31.737231 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64b4f6c7-9120-4ef8-b222-3838ea883aaa req-2eb72c17-cdf2-4a09-beda-2080f41a4f7b tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Made reservation on behalf of 697345bef14f49b0a7ffff78f8f90913 for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:28:31.740545 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-64b4f6c7-9120-4ef8-b222-3838ea883aaa req-2eb72c17-cdf2-4a09-beda-2080f41a4f7b tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:28:31.896482 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [req-64b4f6c7-9120-4ef8-b222-3838ea883aaa req-2eb72c17-cdf2-4a09-beda-2080f41a4f7b tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Allocated IP 172.20.0.9 (0edc1271-8a82-489b-912c-a8fef30fb1c9/b2f7d31e-bd3c-4e70-a318-4783f06407ca/4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:28:32.043348 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-64b4f6c7-9120-4ef8-b222-3838ea883aaa req-2eb72c17-cdf2-4a09-beda-2080f41a4f7b tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Publish callbacks [] for port (4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:28:32.082980 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-64b4f6c7-9120-4ef8-b222-3838ea883aaa req-2eb72c17-cdf2-4a09-beda-2080f41a4f7b tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:28:32.132733 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64b4f6c7-9120-4ef8-b222-3838ea883aaa req-2eb72c17-cdf2-4a09-beda-2080f41a4f7b tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Network 0edc1271-8a82-489b-912c-a8fef30fb1c9 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:28:32.136944 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [req-64b4f6c7-9120-4ef8-b222-3838ea883aaa req-2eb72c17-cdf2-4a09-beda-2080f41a4f7b tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:28:32.144415 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-64b4f6c7-9120-4ef8-b222-3838ea883aaa req-2eb72c17-cdf2-4a09-beda-2080f41a4f7b tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:28:32.175429 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb72c17-cdf2-4a09-beda-2080f41a4f7b tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Pushing event updated for resources: {'Port': ['ID=4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:28:32.193254 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb72c17-cdf2-4a09-beda-2080f41a4f7b tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:28:32.193605 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb72c17-cdf2-4a09-beda-2080f41a4f7b tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:28:32.193950 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb72c17-cdf2-4a09-beda-2080f41a4f7b tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:28:32.194881 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb72c17-cdf2-4a09-beda-2080f41a4f7b tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:28:32.194881 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb72c17-cdf2-4a09-beda-2080f41a4f7b tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:28:32.195098 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb72c17-cdf2-4a09-beda-2080f41a4f7b tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:28:32.195314 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb72c17-cdf2-4a09-beda-2080f41a4f7b tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:28:32.195648 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb72c17-cdf2-4a09-beda-2080f41a4f7b tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:28:32.195977 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb72c17-cdf2-4a09-beda-2080f41a4f7b tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:28:32.196314 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb72c17-cdf2-4a09-beda-2080f41a4f7b tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:28:32.196633 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb72c17-cdf2-4a09-beda-2080f41a4f7b tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:28:32.197020 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb72c17-cdf2-4a09-beda-2080f41a4f7b tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:28:32.197263 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb72c17-cdf2-4a09-beda-2080f41a4f7b tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:28:32.197593 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb72c17-cdf2-4a09-beda-2080f41a4f7b tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:28:32.197914 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb72c17-cdf2-4a09-beda-2080f41a4f7b tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:28:32.219352 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b4f6c7-9120-4ef8-b222-3838ea883aaa req-2eb72c17-cdf2-4a09-beda-2080f41a4f7b tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:32.220115 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-64b4f6c7-9120-4ef8-b222-3838ea883aaa req-2eb72c17-cdf2-4a09-beda-2080f41a4f7b tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:28:32.236670 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-64b4f6c7-9120-4ef8-b222-3838ea883aaa req-2eb72c17-cdf2-4a09-beda-2080f41a4f7b tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.6103439
May 07 22:28:32.247897 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-64b4f6c7-9120-4ef8-b222-3838ea883aaa req-a13a66e7-e222-458c-bfac-bcec36a3e249 service neutron] Request body: {'port': {'device_id': 'a5b45ab2-7469-460c-9cc8-a8993d5906ed', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:28:32.315400 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-64b4f6c7-9120-4ef8-b222-3838ea883aaa req-a13a66e7-e222-458c-bfac-bcec36a3e249 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:28:32.393068 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-d701c230-3638-4dc8-9b76-335a378a1561 None None] Provisioning complete for port 4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:28:32.393661 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d701c230-3638-4dc8-9b76-335a378a1561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:28:32.430422 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-d701c230-3638-4dc8-9b76-335a378a1561 None None] Port 4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:28:32.575521 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [req-64b4f6c7-9120-4ef8-b222-3838ea883aaa req-a13a66e7-e222-458c-bfac-bcec36a3e249 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d {{(pid=121836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:28:32.582920 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-64b4f6c7-9120-4ef8-b222-3838ea883aaa req-a13a66e7-e222-458c-bfac-bcec36a3e249 service neutron] Publish callbacks [] for port (4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:28:32.595046 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.provisioning_blocks [req-64b4f6c7-9120-4ef8-b222-3838ea883aaa req-a13a66e7-e222-458c-bfac-bcec36a3e249 service neutron] Transition to ACTIVE for port object 4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d will not be triggered until provisioned by entity L2. {{(pid=121836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 22:28:32.598475 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-64b4f6c7-9120-4ef8-b222-3838ea883aaa req-a13a66e7-e222-458c-bfac-bcec36a3e249 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:28:32.655049 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13a66e7-e222-458c-bfac-bcec36a3e249 service neutron] Pushing event updated for resources: {'Port': ['ID=4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:28:32.723457 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-64b4f6c7-9120-4ef8-b222-3838ea883aaa req-a13a66e7-e222-458c-bfac-bcec36a3e249 service neutron] Attempting to bind port 4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:28:32.723793 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-64b4f6c7-9120-4ef8-b222-3838ea883aaa req-a13a66e7-e222-458c-bfac-bcec36a3e249 service neutron] Attempting to bind port 4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '53fc118f-18fe-4132-af8b-066e9b1766f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:28:32.724118 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b4f6c7-9120-4ef8-b222-3838ea883aaa req-a13a66e7-e222-458c-bfac-bcec36a3e249 service neutron] Attempting to bind port 4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d on network 0edc1271-8a82-489b-912c-a8fef30fb1c9 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:28:32.728789 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b4f6c7-9120-4ef8-b222-3838ea883aaa req-a13a66e7-e222-458c-bfac-bcec36a3e249 service neutron] Port 4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d on network 0edc1271-8a82-489b-912c-a8fef30fb1c9 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:28:32.729122 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b4f6c7-9120-4ef8-b222-3838ea883aaa req-a13a66e7-e222-458c-bfac-bcec36a3e249 service neutron] Attempting to bind port 4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d on network 0edc1271-8a82-489b-912c-a8fef30fb1c9 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:28:32.735091 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b4f6c7-9120-4ef8-b222-3838ea883aaa req-a13a66e7-e222-458c-bfac-bcec36a3e249 service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:28:32.735432 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b4f6c7-9120-4ef8-b222-3838ea883aaa req-a13a66e7-e222-458c-bfac-bcec36a3e249 service neutron] Checking segment: {'id': '53fc118f-18fe-4132-af8b-066e9b1766f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:28:32.735815 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64b4f6c7-9120-4ef8-b222-3838ea883aaa req-a13a66e7-e222-458c-bfac-bcec36a3e249 service neutron] Bound using segment: {'id': '53fc118f-18fe-4132-af8b-066e9b1766f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:28:32.736245 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-64b4f6c7-9120-4ef8-b222-3838ea883aaa req-a13a66e7-e222-458c-bfac-bcec36a3e249 service neutron] Bound port: 4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53fc118f-18fe-4132-af8b-066e9b1766f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:28:32.736603 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-64b4f6c7-9120-4ef8-b222-3838ea883aaa req-a13a66e7-e222-458c-bfac-bcec36a3e249 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:28:32.838721 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3d47ee-da23-4c5e-9cc3-4708a7a3409e req-03a41b08-e3b1-4724-b235-849bc81e29dd tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:32.840245 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0c3d47ee-da23-4c5e-9cc3-4708a7a3409e req-03a41b08-e3b1-4724-b235-849bc81e29dd tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5b45ab2-7469-460c-9cc8-a8993d5906ed HTTP/1.1" status: 200  len: 943 time: 0.0695071
May 07 22:28:32.847862 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-64b4f6c7-9120-4ef8-b222-3838ea883aaa req-a13a66e7-e222-458c-bfac-bcec36a3e249 service neutron] For port 4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d, host nch1-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:28:32.855458 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-64b4f6c7-9120-4ef8-b222-3838ea883aaa req-a13a66e7-e222-458c-bfac-bcec36a3e249 service neutron] For port 4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d,segment=NetworkSegment(53fc118f-18fe-4132-af8b-066e9b1766f5),segment_id=53fc118f-18fe-4132-af8b-066e9b1766f5)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:28:32.866948 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-64b4f6c7-9120-4ef8-b222-3838ea883aaa req-a13a66e7-e222-458c-bfac-bcec36a3e249 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:28:32.912121 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b4f6c7-9120-4ef8-b222-3838ea883aaa req-a13a66e7-e222-458c-bfac-bcec36a3e249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:32.912821 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-64b4f6c7-9120-4ef8-b222-3838ea883aaa req-a13a66e7-e222-458c-bfac-bcec36a3e249 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:28:32.914223 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-64b4f6c7-9120-4ef8-b222-3838ea883aaa req-a13a66e7-e222-458c-bfac-bcec36a3e249 service neutron] 10.222.0.55 "PUT /v2.0/ports/4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d HTTP/1.1" status: 200  len: 1091 time: 0.6711817
May 07 22:28:32.917079 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5b45ab2-7469-460c-9cc8-a8993d5906ed', 'tag': '4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:28:32.919490 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85b2e658-1e9a-4e9f-b540-5a93fd6901fa" -d '{"events": [{"name": "network-changed", "server_uuid": "a5b45ab2-7469-460c-9cc8-a8993d5906ed", "tag": "4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:28:32.959966 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0c3d47ee-da23-4c5e-9cc3-4708a7a3409e req-d18c9877-8171-43f7-a87e-e92f5b20066a tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1126831
May 07 22:28:32.966637 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13a66e7-e222-458c-bfac-bcec36a3e249 service neutron] Pushing event updated for resources: {'Port': ['ID=4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d,revision_number=3']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:28:32.979479 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1abf729-52a8-4787-bdd2-11ec2c7f5ae2 x-openstack-request-id: req-a1abf729-52a8-4787-bdd2-11ec2c7f5ae2 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:28:32.979778 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5b45ab2-7469-460c-9cc8-a8993d5906ed", "tag": "4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:28:32.980034 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a1abf729-52a8-4787-bdd2-11ec2c7f5ae2 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:28:32.980445 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1abf729-52a8-4787-bdd2-11ec2c7f5ae2'] response: {'name': 'network-changed', 'server_uuid': 'a5b45ab2-7469-460c-9cc8-a8993d5906ed', 'tag': '4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d', 'status': 'completed', 'code': 200}
May 07 22:28:33.010333 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b4f6c7-9120-4ef8-b222-3838ea883aaa req-8be23616-5628-4326-bc27-a153819b2d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:33.012034 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-64b4f6c7-9120-4ef8-b222-3838ea883aaa req-8be23616-5628-4326-bc27-a153819b2d34 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=697345bef14f49b0a7ffff78f8f90913&device_id=a5b45ab2-7469-460c-9cc8-a8993d5906ed HTTP/1.1" status: 200  len: 1125 time: 0.0470114
May 07 22:28:33.060095 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-64b4f6c7-9120-4ef8-b222-3838ea883aaa req-8245d4aa-efb5-464d-a049-76ee92de5f24 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d HTTP/1.1" status: 200  len: 217 time: 0.0415459
May 07 22:28:33.111240 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b4f6c7-9120-4ef8-b222-3838ea883aaa req-f02ed584-b1be-43c0-9d0d-695ede05cb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:33.112719 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-64b4f6c7-9120-4ef8-b222-3838ea883aaa req-f02ed584-b1be-43c0-9d0d-695ede05cb6f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b2f7d31e-bd3c-4e70-a318-4783f06407ca HTTP/1.1" status: 200  len: 849 time: 0.0476770
May 07 22:28:33.155051 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b4f6c7-9120-4ef8-b222-3838ea883aaa req-53ee997c-1987-47db-b1ba-0023bd09216c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:33.156512 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-64b4f6c7-9120-4ef8-b222-3838ea883aaa req-53ee997c-1987-47db-b1ba-0023bd09216c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0edc1271-8a82-489b-912c-a8fef30fb1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0382383
May 07 22:28:33.251502 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-64b4f6c7-9120-4ef8-b222-3838ea883aaa req-30c2562e-bbd7-41d4-b04b-a9c86aa7d70b service neutron] 10.222.0.55 "GET /v2.0/networks/0edc1271-8a82-489b-912c-a8fef30fb1c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0890973
May 07 22:28:33.341750 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-64b4f6c7-9120-4ef8-b222-3838ea883aaa req-1721a942-43b6-4d97-9592-810c255eec3e service neutron] 10.222.0.55 "GET /v2.0/networks/0edc1271-8a82-489b-912c-a8fef30fb1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0835388
May 07 22:28:34.075629 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f5721f-9512-4efe-bba8-c6bcd560d516 req-35263475-0dde-4c03-ac6e-9f27f9eae848 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:34.077094 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c8f5721f-9512-4efe-bba8-c6bcd560d516 req-35263475-0dde-4c03-ac6e-9f27f9eae848 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5b45ab2-7469-460c-9cc8-a8993d5906ed HTTP/1.1" status: 200  len: 943 time: 0.0515299
May 07 22:28:34.469498 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b2e658-1e9a-4e9f-b540-5a93fd6901fa req-7006e371-2467-4667-bbc5-9f5ba74e057e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:34.470905 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-85b2e658-1e9a-4e9f-b540-5a93fd6901fa req-7006e371-2467-4667-bbc5-9f5ba74e057e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=697345bef14f49b0a7ffff78f8f90913&device_id=a5b45ab2-7469-460c-9cc8-a8993d5906ed HTTP/1.1" status: 200  len: 1125 time: 0.0563824
May 07 22:28:34.474254 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c8f5721f-9512-4efe-bba8-c6bcd560d516 req-d7401e08-7145-44fb-a11d-5925b531c960 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3915753
May 07 22:28:34.562303 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b2e658-1e9a-4e9f-b540-5a93fd6901fa req-9a8de789-caa1-4a51-9944-17cc6a1ccfae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:34.563780 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-85b2e658-1e9a-4e9f-b540-5a93fd6901fa req-9a8de789-caa1-4a51-9944-17cc6a1ccfae service neutron] 10.222.0.55 "GET /v2.0/networks?id=0edc1271-8a82-489b-912c-a8fef30fb1c9 HTTP/1.1" status: 200  len: 911 time: 0.0871704
May 07 22:28:34.604008 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-85b2e658-1e9a-4e9f-b540-5a93fd6901fa req-7e77fa21-f405-4175-b1fc-41435d02ee7a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d HTTP/1.1" status: 200  len: 217 time: 0.0344541
May 07 22:28:34.651848 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b2e658-1e9a-4e9f-b540-5a93fd6901fa req-f975def1-9005-4f9b-887b-6ee504f8d000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:34.653246 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-85b2e658-1e9a-4e9f-b540-5a93fd6901fa req-f975def1-9005-4f9b-887b-6ee504f8d000 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b2f7d31e-bd3c-4e70-a318-4783f06407ca HTTP/1.1" status: 200  len: 849 time: 0.0433483
May 07 22:28:34.699344 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b2e658-1e9a-4e9f-b540-5a93fd6901fa req-98563c73-5f83-4e4c-baf3-fddfe3d71c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:34.700793 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-85b2e658-1e9a-4e9f-b540-5a93fd6901fa req-98563c73-5f83-4e4c-baf3-fddfe3d71c76 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0edc1271-8a82-489b-912c-a8fef30fb1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0419879
May 07 22:28:34.788602 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-85b2e658-1e9a-4e9f-b540-5a93fd6901fa req-164a21ca-2fe3-451a-9f2d-61d4551b3316 service neutron] 10.222.0.55 "GET /v2.0/networks/0edc1271-8a82-489b-912c-a8fef30fb1c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0819390
May 07 22:28:34.881443 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-85b2e658-1e9a-4e9f-b540-5a93fd6901fa req-87822fa1-d272-4139-996a-0f91d4ef4318 service neutron] 10.222.0.55 "GET /v2.0/networks/0edc1271-8a82-489b-912c-a8fef30fb1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0868134
May 07 22:28:35.589162 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a11335-0e40-42d8-b976-3450e2396e96 req-bf94d99f-545d-41d2-bbb5-220de4ce8dcb tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:35.590632 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a3a11335-0e40-42d8-b976-3450e2396e96 req-bf94d99f-545d-41d2-bbb5-220de4ce8dcb tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5b45ab2-7469-460c-9cc8-a8993d5906ed HTTP/1.1" status: 200  len: 943 time: 0.0463924
May 07 22:28:35.637094 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a3a11335-0e40-42d8-b976-3450e2396e96 req-d98cbe93-cf66-4bdf-8399-90688de49060 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408986
May 07 22:28:36.698425 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:28:36.751566 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4281b1-422a-419a-91f5-e5c74bafd6a8 req-d64087e9-03b2-47ca-80cc-ec33f204c9fe tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:36.753042 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8e4281b1-422a-419a-91f5-e5c74bafd6a8 req-d64087e9-03b2-47ca-80cc-ec33f204c9fe tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5b45ab2-7469-460c-9cc8-a8993d5906ed HTTP/1.1" status: 200  len: 943 time: 0.0479946
May 07 22:28:36.798743 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d,segment=NetworkSegment(53fc118f-18fe-4132-af8b-066e9b1766f5),segment_id=53fc118f-18fe-4132-af8b-066e9b1766f5)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:28:36.801392 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8e4281b1-422a-419a-91f5-e5c74bafd6a8 req-874451db-ae94-4725-a029-45213e77eadd tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426924
May 07 22:28:36.814166 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': '4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d', 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9', 'port_id': '4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d', 'mac_address': 'fa:16:3e:95:5b:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2f7d31e-bd3c-4e70-a318-4783f06407ca', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:28:36.850949 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:28:36.851334 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:28:36.864986 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:28:36.887291 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d,segment=NetworkSegment(53fc118f-18fe-4132-af8b-066e9b1766f5),segment_id=53fc118f-18fe-4132-af8b-066e9b1766f5)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:28:36.891176 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:28:36.938650 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:28:37.070196 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:28:37.935495 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcaa3d6-ae84-4626-a95d-d05d52d2889d req-36b328eb-ed0b-442e-974f-ae9f393eff3b tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:37.936981 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9dcaa3d6-ae84-4626-a95d-d05d52d2889d req-36b328eb-ed0b-442e-974f-ae9f393eff3b tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5b45ab2-7469-460c-9cc8-a8993d5906ed HTTP/1.1" status: 200  len: 944 time: 0.0505705
May 07 22:28:37.983170 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9dcaa3d6-ae84-4626-a95d-d05d52d2889d req-07a2d4c6-8386-42f9-b6e8-24ee41ab2961 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404158
May 07 22:28:38.703628 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:28:38.745940 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning for port 4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 22:28:38.751670 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port 4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:28:38.752043 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:28:38.831370 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:28:38.831776 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:28:38.853355 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5b45ab2-7469-460c-9cc8-a8993d5906ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:28:38.855589 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc59a7db-d7a2-4132-bc59-7ff6619e5d62" -d '{"events": [{"server_uuid": "a5b45ab2-7469-460c-9cc8-a8993d5906ed", "name": "network-vif-plugged", "status": "completed", "tag": "4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:28:38.870077 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d,segment=NetworkSegment(53fc118f-18fe-4132-af8b-066e9b1766f5),segment_id=53fc118f-18fe-4132-af8b-066e9b1766f5)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:28:38.875611 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:28:38.926886 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:28:38.962415 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2db50f2-8537-4158-a985-8d51dbc86957 x-openstack-request-id: req-b2db50f2-8537-4158-a985-8d51dbc86957 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:28:38.962718 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5b45ab2-7469-460c-9cc8-a8993d5906ed", "name": "network-vif-plugged", "status": "completed", "tag": "4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:28:38.963012 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b2db50f2-8537-4158-a985-8d51dbc86957 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:28:38.963420 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2db50f2-8537-4158-a985-8d51dbc86957'] response: {'server_uuid': 'a5b45ab2-7469-460c-9cc8-a8993d5906ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d', 'code': 200}
May 07 22:28:39.053684 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2219a2dc-42c3-42f1-9b09-dfd5f26d3be4 req-22c87af4-627c-4d9a-a15a-f0db2f896acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:39.055213 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2219a2dc-42c3-42f1-9b09-dfd5f26d3be4 req-22c87af4-627c-4d9a-a15a-f0db2f896acb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a5b45ab2-7469-460c-9cc8-a8993d5906ed HTTP/1.1" status: 200  len: 1127 time: 0.0380967
May 07 22:28:39.100345 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7796be-ef3d-4638-b1fd-8b4e5f34d494 req-8409bb6a-fb83-4b05-90d5-3eecdbae2ab1 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:39.101824 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2f7796be-ef3d-4638-b1fd-8b4e5f34d494 req-8409bb6a-fb83-4b05-90d5-3eecdbae2ab1 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5b45ab2-7469-460c-9cc8-a8993d5906ed HTTP/1.1" status: 200  len: 945 time: 0.0501456
May 07 22:28:39.103653 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2219a2dc-42c3-42f1-9b09-dfd5f26d3be4 req-53396d85-9bef-48ad-a6b6-558c1b8c851a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428135
May 07 22:28:39.148369 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2f7796be-ef3d-4638-b1fd-8b4e5f34d494 req-6b97e8fc-5aeb-4082-bfeb-c7bff1468234 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405798
May 07 22:28:40.266688 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076d442b-5eff-40cb-8437-bc2acf29d1e9 req-88e52029-f298-4f9c-9ff1-0525b07c79ab tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:40.268188 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-076d442b-5eff-40cb-8437-bc2acf29d1e9 req-88e52029-f298-4f9c-9ff1-0525b07c79ab tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5b45ab2-7469-460c-9cc8-a8993d5906ed HTTP/1.1" status: 200  len: 945 time: 0.0482943
May 07 22:28:40.315058 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-076d442b-5eff-40cb-8437-bc2acf29d1e9 req-0ba2c1ab-aedf-4cd7-84f4-3d60972eec35 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411537
May 07 22:28:41.429742 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398acd0a-a446-4198-9fa4-061d1f941b24 req-35cfd510-ccb5-4760-8e30-c0640d31aa3d tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:41.431256 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-398acd0a-a446-4198-9fa4-061d1f941b24 req-35cfd510-ccb5-4760-8e30-c0640d31aa3d tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5b45ab2-7469-460c-9cc8-a8993d5906ed HTTP/1.1" status: 200  len: 945 time: 0.0474741
May 07 22:28:41.481560 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-398acd0a-a446-4198-9fa4-061d1f941b24 req-dd7814d6-0ffc-4ee0-a44c-17b414232f6d tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439553
May 07 22:28:41.591457 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f3cc48-f36d-4f0c-9f98-bb75d90c0576 req-3aaf77b3-d2fa-47d9-abff-9f0fa34b7a3e tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:41.592940 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-14f3cc48-f36d-4f0c-9f98-bb75d90c0576 req-3aaf77b3-d2fa-47d9-abff-9f0fa34b7a3e tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5b45ab2-7469-460c-9cc8-a8993d5906ed HTTP/1.1" status: 200  len: 945 time: 0.0473688
May 07 22:28:41.601642 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 57018) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:28:41.605904 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-51dc6ff8-8bef-4536-a0db-e266171a55b6 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Request body: {'floatingip': {'port_id': '4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:28:41.648816 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-51dc6ff8-8bef-4536-a0db-e266171a55b6 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Publish callbacks [] for floatingip (7dfcd854-b52b-4f0a-9ac3-d2e482bb813f), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:28:42.095845 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-51dc6ff8-8bef-4536-a0db-e266171a55b6 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:28:42.099762 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-51dc6ff8-8bef-4536-a0db-e266171a55b6 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (7dfcd854-b52b-4f0a-9ac3-d2e482bb813f), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:28:42.202840 ncdv-master-1 neutron-server[121836]: INFO neutron.db.l3_db [None req-51dc6ff8-8bef-4536-a0db-e266171a55b6 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Floating IP 7dfcd854-b52b-4f0a-9ac3-d2e482bb813f associated. External IP: 172.35.4.114, port: 4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d.
May 07 22:28:42.413940 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51dc6ff8-8bef-4536-a0db-e266171a55b6 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Router 6c84532b-a939-4efd-ab5d-5dd714f1ea20 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:28:42.527020 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51dc6ff8-8bef-4536-a0db-e266171a55b6 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:28:42.531980 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-51dc6ff8-8bef-4536-a0db-e266171a55b6 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:28:42.536850 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c09c1eb-4349-4f76-993e-e9eb3c1bd72f None None] Sync routers for ids ['6c84532b-a939-4efd-ab5d-5dd714f1ea20'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:28:42.547543 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c09c1eb-4349-4f76-993e-e9eb3c1bd72f None None] Routers {'6c84532b-a939-4efd-ab5d-5dd714f1ea20'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:28:42.548188 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-9c09c1eb-4349-4f76-993e-e9eb3c1bd72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c1a2490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:28:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['6c84532b-a939-4efd-ab5d-5dd714f1ea20'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:28:42.562588 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-51dc6ff8-8bef-4536-a0db-e266171a55b6 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "PUT /v2.0/floatingips/7dfcd854-b52b-4f0a-9ac3-d2e482bb813f HTTP/1.1" status: 200  len: 992 time: 0.9599087
May 07 22:28:42.563205 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5b45ab2-7469-460c-9cc8-a8993d5906ed', 'tag': '4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:28:42.565783 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbdb9583-bd19-4db9-9f7a-ed5c610aab64" -d '{"events": [{"name": "network-changed", "server_uuid": "a5b45ab2-7469-460c-9cc8-a8993d5906ed", "tag": "4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:28:42.603089 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a690b8c-7314-41a8-8142-1ae1955f8a56 x-openstack-request-id: req-8a690b8c-7314-41a8-8142-1ae1955f8a56 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:28:42.604149 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5b45ab2-7469-460c-9cc8-a8993d5906ed", "tag": "4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:28:42.604410 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8a690b8c-7314-41a8-8142-1ae1955f8a56 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:28:42.604843 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a690b8c-7314-41a8-8142-1ae1955f8a56'] response: {'name': 'network-changed', 'server_uuid': 'a5b45ab2-7469-460c-9cc8-a8993d5906ed', 'tag': '4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d', 'status': 'completed', 'code': 200}
May 07 22:28:42.664057 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-9c09c1eb-4349-4f76-993e-e9eb3c1bd72f None None] Set router 6c84532b-a939-4efd-ab5d-5dd714f1ea20 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:28:42.674200 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdb9583-bd19-4db9-9f7a-ed5c610aab64 req-104afd18-c627-4de1-ade1-7f8c6597b781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:42.675761 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bbdb9583-bd19-4db9-9f7a-ed5c610aab64 req-104afd18-c627-4de1-ade1-7f8c6597b781 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=697345bef14f49b0a7ffff78f8f90913&device_id=a5b45ab2-7469-460c-9cc8-a8993d5906ed HTTP/1.1" status: 200  len: 1127 time: 0.0457623
May 07 22:28:42.771367 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdb9583-bd19-4db9-9f7a-ed5c610aab64 req-2b9df952-094f-4187-9112-5a0083f27dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:42.772888 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bbdb9583-bd19-4db9-9f7a-ed5c610aab64 req-2b9df952-094f-4187-9112-5a0083f27dee service neutron] 10.222.0.55 "GET /v2.0/networks?id=0edc1271-8a82-489b-912c-a8fef30fb1c9 HTTP/1.1" status: 200  len: 911 time: 0.0917275
May 07 22:28:42.857974 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bbdb9583-bd19-4db9-9f7a-ed5c610aab64 req-de41b3bd-eee4-41b3-85eb-66098f9e81d6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d HTTP/1.1" status: 200  len: 1000 time: 0.0791955
May 07 22:28:42.908260 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdb9583-bd19-4db9-9f7a-ed5c610aab64 req-e2b0caf8-d9c5-40f5-91b0-e3d7f9f563dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:42.908854 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-9c09c1eb-4349-4f76-993e-e9eb3c1bd72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c1a2490>, [{'id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'name': 'tempest-ServerActionsTestJSON-57126734-router', 'tenant_id': '697345bef14f49b0a7ffff78f8f90913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.19'}], 'enable_snat': True}, 'gw_port_id': 'fd023d51-546a-4746-b00f-1b42dcff4178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:25:50Z', 'updated_at': '2022-05-07T22:25:53Z', 'revision_number': 4, 'project_id': '697345bef14f49b0a7ffff78f8f90913', 'gw_port': {'id': 'fd023d51-546a-4746-b00f-1b42dcff4178', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:fd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:25:51Z', 'updated_at': '2022-05-07T22:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '7dfcd854-b52b-4f0a-9ac3-d2e482bb813f', 'tenant_id': '697345bef14f49b0a7ffff78f8f90913', 'floating_ip_address': '172.35.4.114', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'port_id': '4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4166, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9', 'mac_address': 'fa:16:3e:95:5b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b45ab2-7469-460c-9cc8-a8993d5906ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:25:55Z', 'updated_at': '2022-05-07T22:28:42Z', 'revision_number': 13, 'project_id': '697345bef14f49b0a7ffff78f8f90913', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20172faa-7474-4125-93fb-57de137475bf', 'name': '', 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9', 'tenant_id': '697345bef14f49b0a7ffff78f8f90913', 'mac_address': 'fa:16:3e:ed:b1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'b2f7d31e-bd3c-4e70-a318-4783f06407ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:25:52Z', 'updated_at': '2022-05-07T22:25:57Z', 'revision_number': 5, 'project_id': '697345bef14f49b0a7ffff78f8f90913', 'subnets': [{'id': 'b2f7d31e-bd3c-4e70-a318-4783f06407ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:28:42.910864 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bbdb9583-bd19-4db9-9f7a-ed5c610aab64 req-e2b0caf8-d9c5-40f5-91b0-e3d7f9f563dc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b2f7d31e-bd3c-4e70-a318-4783f06407ca HTTP/1.1" status: 200  len: 849 time: 0.0477767
May 07 22:28:42.942537 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c09c1eb-4349-4f76-993e-e9eb3c1bd72f None None] Checking router: 6c84532b-a939-4efd-ab5d-5dd714f1ea20 for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:28:42.950885 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c09c1eb-4349-4f76-993e-e9eb3c1bd72f None None] Routers {'6c84532b-a939-4efd-ab5d-5dd714f1ea20'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:28:42.951509 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-9c09c1eb-4349-4f76-993e-e9eb3c1bd72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c1a2490>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:28:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['6c84532b-a939-4efd-ab5d-5dd714f1ea20'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:28:42.959819 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdb9583-bd19-4db9-9f7a-ed5c610aab64 req-bed4a16e-f547-4d66-963f-a18d80cd400b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:42.961338 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bbdb9583-bd19-4db9-9f7a-ed5c610aab64 req-bed4a16e-f547-4d66-963f-a18d80cd400b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0edc1271-8a82-489b-912c-a8fef30fb1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0448976
May 07 22:28:43.067613 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-9c09c1eb-4349-4f76-993e-e9eb3c1bd72f None None] Set router 6c84532b-a939-4efd-ab5d-5dd714f1ea20 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:28:43.068318 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bbdb9583-bd19-4db9-9f7a-ed5c610aab64 req-936c5a97-84a8-42d8-8225-a24532da7591 service neutron] 10.222.0.55 "GET /v2.0/networks/0edc1271-8a82-489b-912c-a8fef30fb1c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0995107
May 07 22:28:43.167368 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bbdb9583-bd19-4db9-9f7a-ed5c610aab64 req-396770e7-29ac-4cb9-a019-f473fee6516c service neutron] 10.222.0.55 "GET /v2.0/networks/0edc1271-8a82-489b-912c-a8fef30fb1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0937910
May 07 22:28:43.287898 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-9c09c1eb-4349-4f76-993e-e9eb3c1bd72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c1a2490>, [{'id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'name': 'tempest-ServerActionsTestJSON-57126734-router', 'tenant_id': '697345bef14f49b0a7ffff78f8f90913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.19'}], 'enable_snat': True}, 'gw_port_id': 'fd023d51-546a-4746-b00f-1b42dcff4178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:25:50Z', 'updated_at': '2022-05-07T22:25:53Z', 'revision_number': 4, 'project_id': '697345bef14f49b0a7ffff78f8f90913', 'gw_port': {'id': 'fd023d51-546a-4746-b00f-1b42dcff4178', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:fd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:25:51Z', 'updated_at': '2022-05-07T22:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '7dfcd854-b52b-4f0a-9ac3-d2e482bb813f', 'tenant_id': '697345bef14f49b0a7ffff78f8f90913', 'floating_ip_address': '172.35.4.114', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'port_id': '4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4166, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9', 'mac_address': 'fa:16:3e:95:5b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b45ab2-7469-460c-9cc8-a8993d5906ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:25:55Z', 'updated_at': '2022-05-07T22:28:42Z', 'revision_number': 13, 'project_id': '697345bef14f49b0a7ffff78f8f90913', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20172faa-7474-4125-93fb-57de137475bf', 'name': '', 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9', 'tenant_id': '697345bef14f49b0a7ffff78f8f90913', 'mac_address': 'fa:16:3e:ed:b1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'b2f7d31e-bd3c-4e70-a318-4783f06407ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:25:52Z', 'updated_at': '2022-05-07T22:25:57Z', 'revision_number': 5, 'project_id': '697345bef14f49b0a7ffff78f8f90913', 'subnets': [{'id': 'b2f7d31e-bd3c-4e70-a318-4783f06407ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:28:43.317850 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c09c1eb-4349-4f76-993e-e9eb3c1bd72f None None] The sync data for ids ['6c84532b-a939-4efd-ab5d-5dd714f1ea20'] in ncdv-master-1 is: [{'id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'name': 'tempest-ServerActionsTestJSON-57126734-router', 'tenant_id': '697345bef14f49b0a7ffff78f8f90913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.19'}], 'enable_snat': True}, 'gw_port_id': 'fd023d51-546a-4746-b00f-1b42dcff4178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:25:50Z', 'updated_at': '2022-05-07T22:25:53Z', 'revision_number': 4, 'project_id': '697345bef14f49b0a7ffff78f8f90913', 'gw_port': {'id': 'fd023d51-546a-4746-b00f-1b42dcff4178', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:fd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:25:51Z', 'updated_at': '2022-05-07T22:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '7dfcd854-b52b-4f0a-9ac3-d2e482bb813f', 'tenant_id': '697345bef14f49b0a7ffff78f8f90913', 'floating_ip_address': '172.35.4.114', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'port_id': '4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4166, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9', 'mac_address': 'fa:16:3e:95:5b:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5b45ab2-7469-460c-9cc8-a8993d5906ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:25:55Z', 'updated_at': '2022-05-07T22:28:42Z', 'revision_number': 13, 'project_id': '697345bef14f49b0a7ffff78f8f90913', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20172faa-7474-4125-93fb-57de137475bf', 'name': '', 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9', 'tenant_id': '697345bef14f49b0a7ffff78f8f90913', 'mac_address': 'fa:16:3e:ed:b1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'b2f7d31e-bd3c-4e70-a318-4783f06407ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:25:52Z', 'updated_at': '2022-05-07T22:25:57Z', 'revision_number': 5, 'project_id': '697345bef14f49b0a7ffff78f8f90913', 'subnets': [{'id': 'b2f7d31e-bd3c-4e70-a318-4783f06407ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:28:43.504507 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8b4836-6597-4663-a3d7-cae1559b9aee None None] New status for floating IP 7dfcd854-b52b-4f0a-9ac3-d2e482bb813f: ACTIVE {{(pid=121839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 07 22:28:44.028843 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df0394d-3b1f-467f-9fb8-e6ffad3f9c07 req-d1c99092-f5ca-4821-9059-71ac7bcb8288 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:44.030929 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2df0394d-3b1f-467f-9fb8-e6ffad3f9c07 req-d1c99092-f5ca-4821-9059-71ac7bcb8288 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5b45ab2-7469-460c-9cc8-a8993d5906ed HTTP/1.1" status: 200  len: 945 time: 0.0518367
May 07 22:28:44.077930 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2df0394d-3b1f-467f-9fb8-e6ffad3f9c07 req-d404dac5-acbc-47f8-8cb2-ca6d9d08a547 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414200
May 07 22:28:46.793473 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-17d13939-b2d0-4983-91cf-5b9fd0f0b2d2 req-2f80e287-b25e-4d2a-a81e-84552ceb6fcb service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a5b45ab2-7469-460c-9cc8-a8993d5906ed&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0691564
May 07 22:28:46.804205 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474b66f4-9b50-43e8-a854-76e2df077827 req-130e6a7a-0166-47f7-8672-c910e3662238 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:46.805630 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-474b66f4-9b50-43e8-a854-76e2df077827 req-130e6a7a-0166-47f7-8672-c910e3662238 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5b45ab2-7469-460c-9cc8-a8993d5906ed HTTP/1.1" status: 200  len: 945 time: 0.0709147
May 07 22:28:46.853250 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-474b66f4-9b50-43e8-a854-76e2df077827 req-969ef938-3785-4e31-9d8e-2854711a0eb9 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416610
May 07 22:28:47.195627 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d13939-b2d0-4983-91cf-5b9fd0f0b2d2 req-fa12cd93-a495-4b84-9cfa-044530dce7e4 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:47.196988 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-17d13939-b2d0-4983-91cf-5b9fd0f0b2d2 req-fa12cd93-a495-4b84-9cfa-044530dce7e4 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports/4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d HTTP/1.1" status: 200  len: 942 time: 0.1101685
May 07 22:28:47.993583 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d13939-b2d0-4983-91cf-5b9fd0f0b2d2 req-acf1db85-9511-4a18-8a80-dec9a2de64e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:47.995142 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-17d13939-b2d0-4983-91cf-5b9fd0f0b2d2 req-acf1db85-9511-4a18-8a80-dec9a2de64e6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=697345bef14f49b0a7ffff78f8f90913&device_id=a5b45ab2-7469-460c-9cc8-a8993d5906ed HTTP/1.1" status: 200  len: 1127 time: 0.0687275
May 07 22:28:48.003091 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fafb774-ac22-4e5f-aa6f-deb0147c1dc1 req-e480ba07-df92-4fb9-8263-b57ca83be70b tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:48.004463 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8fafb774-ac22-4e5f-aa6f-deb0147c1dc1 req-e480ba07-df92-4fb9-8263-b57ca83be70b tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5b45ab2-7469-460c-9cc8-a8993d5906ed HTTP/1.1" status: 200  len: 945 time: 0.0693755
May 07 22:28:48.108274 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8fafb774-ac22-4e5f-aa6f-deb0147c1dc1 req-fe209e9b-f6ac-48e8-b83f-905a4b07298f tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0959744
May 07 22:28:48.125908 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d13939-b2d0-4983-91cf-5b9fd0f0b2d2 req-baed1854-4086-4014-bdff-0a5e44267cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:48.127417 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-17d13939-b2d0-4983-91cf-5b9fd0f0b2d2 req-baed1854-4086-4014-bdff-0a5e44267cf9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0edc1271-8a82-489b-912c-a8fef30fb1c9 HTTP/1.1" status: 200  len: 911 time: 0.1221316
May 07 22:28:48.198141 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-17d13939-b2d0-4983-91cf-5b9fd0f0b2d2 req-fdd5d344-6ad9-4bfd-86cc-35495976f00b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d HTTP/1.1" status: 200  len: 1002 time: 0.0639009
May 07 22:28:48.245621 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d13939-b2d0-4983-91cf-5b9fd0f0b2d2 req-1b840b91-b8e4-4b81-b948-675691b5051d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:48.247115 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-17d13939-b2d0-4983-91cf-5b9fd0f0b2d2 req-1b840b91-b8e4-4b81-b948-675691b5051d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b2f7d31e-bd3c-4e70-a318-4783f06407ca HTTP/1.1" status: 200  len: 849 time: 0.0436823
May 07 22:28:48.289533 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d13939-b2d0-4983-91cf-5b9fd0f0b2d2 req-55b65dfd-9381-42f4-928a-f27324a5f4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:48.291032 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-17d13939-b2d0-4983-91cf-5b9fd0f0b2d2 req-55b65dfd-9381-42f4-928a-f27324a5f4bb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0edc1271-8a82-489b-912c-a8fef30fb1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0385046
May 07 22:28:48.382191 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-17d13939-b2d0-4983-91cf-5b9fd0f0b2d2 req-61e33f1e-1f17-4b6f-9a37-cfb846f57188 service neutron] 10.222.0.55 "GET /v2.0/networks/0edc1271-8a82-489b-912c-a8fef30fb1c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0850976
May 07 22:28:48.472368 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-17d13939-b2d0-4983-91cf-5b9fd0f0b2d2 req-f279ad6c-75a8-4429-821b-73ddde550f71 service neutron] 10.222.0.55 "GET /v2.0/networks/0edc1271-8a82-489b-912c-a8fef30fb1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0843222
May 07 22:28:49.226041 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc30e17a-e334-493c-a4d9-4a0349e741d2 req-ffaef250-0a14-453e-baf4-dabe4fa24921 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:49.227554 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bc30e17a-e334-493c-a4d9-4a0349e741d2 req-ffaef250-0a14-453e-baf4-dabe4fa24921 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5b45ab2-7469-460c-9cc8-a8993d5906ed HTTP/1.1" status: 200  len: 945 time: 0.0468488
May 07 22:28:49.276769 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bc30e17a-e334-493c-a4d9-4a0349e741d2 req-41fb2093-b543-4163-ae36-7eb2179c0a4a tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436335
May 07 22:28:50.395491 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251b29fc-9d2a-4827-ba2a-24d38e5957e7 req-7fdca555-e021-47be-b5af-6c2eb82dc147 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:50.396948 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-251b29fc-9d2a-4827-ba2a-24d38e5957e7 req-7fdca555-e021-47be-b5af-6c2eb82dc147 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5b45ab2-7469-460c-9cc8-a8993d5906ed HTTP/1.1" status: 200  len: 945 time: 0.0504754
May 07 22:28:50.443755 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-251b29fc-9d2a-4827-ba2a-24d38e5957e7 req-f33e82cd-cac4-4774-ad99-deeab53e0a2f tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412505
May 07 22:28:51.559187 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa11e6c-ba33-4771-83c1-1abfdf99faa5 req-1d4adab5-bfef-4e3d-9f78-0892489f20cf tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:51.560664 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8fa11e6c-ba33-4771-83c1-1abfdf99faa5 req-1d4adab5-bfef-4e3d-9f78-0892489f20cf tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5b45ab2-7469-460c-9cc8-a8993d5906ed HTTP/1.1" status: 200  len: 945 time: 0.0473003
May 07 22:28:51.607362 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8fa11e6c-ba33-4771-83c1-1abfdf99faa5 req-d4e43792-feae-4c27-8792-add5febaa1d2 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405638
May 07 22:28:52.117354 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:28:52.720740 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a697b3b-3b85-4412-9b13-6f800d9240ce req-6e6e9f89-9dfd-4772-a338-3f8c73bb4add tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:52.722236 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5a697b3b-3b85-4412-9b13-6f800d9240ce req-6e6e9f89-9dfd-4772-a338-3f8c73bb4add tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5b45ab2-7469-460c-9cc8-a8993d5906ed HTTP/1.1" status: 200  len: 945 time: 0.0454233
May 07 22:28:52.769716 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5a697b3b-3b85-4412-9b13-6f800d9240ce req-971223bc-668d-48a0-9734-e006ddc4ef8b tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417583
May 07 22:28:53.690059 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-927522a9-aea9-49f7-8df2-8eb20deff326 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:28:53.895689 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530ad8a0-6efa-4d06-bc91-9a61187a756c req-2972529e-8454-4afd-9673-616e6b7547c7 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:53.897193 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-530ad8a0-6efa-4d06-bc91-9a61187a756c req-2972529e-8454-4afd-9673-616e6b7547c7 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5b45ab2-7469-460c-9cc8-a8993d5906ed HTTP/1.1" status: 200  len: 945 time: 0.0467229
May 07 22:28:53.944180 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-530ad8a0-6efa-4d06-bc91-9a61187a756c req-ab6eef06-5f44-4e5e-bf2c-578184a623ff tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414758
May 07 22:28:54.109191 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:28:55.056549 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb539a4d-9f6e-4198-a261-87f5b4b47273 req-42717e68-4316-454a-a6d6-7261bc1711bf tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:55.058017 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-eb539a4d-9f6e-4198-a261-87f5b4b47273 req-42717e68-4316-454a-a6d6-7261bc1711bf tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5b45ab2-7469-460c-9cc8-a8993d5906ed HTTP/1.1" status: 200  len: 945 time: 0.0462990
May 07 22:28:55.109049 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-eb539a4d-9f6e-4198-a261-87f5b4b47273 req-f20a9a0a-abee-449d-896a-c8495376bcea tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454173
May 07 22:28:56.227410 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b25fe50-433f-475c-a978-65d1dc18b8bb req-d979ab49-6f99-4a8c-9d90-6f837125be3a tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:56.228897 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9b25fe50-433f-475c-a978-65d1dc18b8bb req-d979ab49-6f99-4a8c-9d90-6f837125be3a tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5b45ab2-7469-460c-9cc8-a8993d5906ed HTTP/1.1" status: 200  len: 945 time: 0.0509634
May 07 22:28:56.274737 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9b25fe50-433f-475c-a978-65d1dc18b8bb req-7973539a-3354-414e-9859-019f60d89ba8 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402048
May 07 22:28:56.575424 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e2e49b19-9503-4fa0-9be1-73b713d7f6f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:28:57.387961 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67d7082-c790-4657-8b47-9ed559414474 req-18ad4ef1-5fb4-472e-b4c2-a56e03dddaae tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:57.389401 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a67d7082-c790-4657-8b47-9ed559414474 req-18ad4ef1-5fb4-472e-b4c2-a56e03dddaae tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5b45ab2-7469-460c-9cc8-a8993d5906ed HTTP/1.1" status: 200  len: 945 time: 0.0450039
May 07 22:28:57.435654 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a67d7082-c790-4657-8b47-9ed559414474 req-cd94b78b-bd62-42a9-b166-ed89a1ec1602 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402474
May 07 22:28:57.535656 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:28:58.549704 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3208f6e-c6da-4f8d-8020-bd46000e4f62 req-544e0f31-71fe-4e03-8640-ddb2386426a5 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:58.551238 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d3208f6e-c6da-4f8d-8020-bd46000e4f62 req-544e0f31-71fe-4e03-8640-ddb2386426a5 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5b45ab2-7469-460c-9cc8-a8993d5906ed HTTP/1.1" status: 200  len: 945 time: 0.0465679
May 07 22:28:58.597204 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d3208f6e-c6da-4f8d-8020-bd46000e4f62 req-d57caf9e-4e4b-4490-8dc6-f1a349f13a0a tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404074
May 07 22:28:59.236733 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:28:59.710042 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b64397a-1dcc-4a29-81ea-7b00e1d2f447 req-a1294931-2e3d-4144-8448-c08c13dbb118 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:28:59.711450 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6b64397a-1dcc-4a29-81ea-7b00e1d2f447 req-a1294931-2e3d-4144-8448-c08c13dbb118 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5b45ab2-7469-460c-9cc8-a8993d5906ed HTTP/1.1" status: 200  len: 945 time: 0.0463288
May 07 22:28:59.758110 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6b64397a-1dcc-4a29-81ea-7b00e1d2f447 req-7bf77153-b454-46d5-b16b-a8d4efd2d5fe tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412121
May 07 22:29:00.348275 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:00.873833 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3cdb33-4c64-4f07-8a76-47f42fb0e7bf req-420cf692-1a84-4659-bc23-d0a126ac82fa tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:00.875828 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-af3cdb33-4c64-4f07-8a76-47f42fb0e7bf req-420cf692-1a84-4659-bc23-d0a126ac82fa tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5b45ab2-7469-460c-9cc8-a8993d5906ed HTTP/1.1" status: 200  len: 945 time: 0.0500729
May 07 22:29:00.923352 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-af3cdb33-4c64-4f07-8a76-47f42fb0e7bf req-d4c5209a-7b6a-465a-a671-906b084c3f44 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419464
May 07 22:29:02.044422 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d05dcf-433f-4e41-8384-2f71bbc7dfe9 req-3d7cefa2-83c5-4795-a99f-1e58123f4669 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:02.046495 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d4d05dcf-433f-4e41-8384-2f71bbc7dfe9 req-3d7cefa2-83c5-4795-a99f-1e58123f4669 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5b45ab2-7469-460c-9cc8-a8993d5906ed HTTP/1.1" status: 200  len: 945 time: 0.0498981
May 07 22:29:02.094001 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d4d05dcf-433f-4e41-8384-2f71bbc7dfe9 req-bc6b3ec1-01fa-4e6a-9feb-cc15e9430241 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410516
May 07 22:29:03.210713 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c3f897-e2a1-428d-bcbb-f3fe09d247c3 req-58124d33-adb8-4139-9528-e34bda2b7bac tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:03.212247 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-73c3f897-e2a1-428d-bcbb-f3fe09d247c3 req-58124d33-adb8-4139-9528-e34bda2b7bac tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5b45ab2-7469-460c-9cc8-a8993d5906ed HTTP/1.1" status: 200  len: 945 time: 0.0473986
May 07 22:29:03.259892 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-73c3f897-e2a1-428d-bcbb-f3fe09d247c3 req-d2f1745c-2be0-432c-8a06-f8bcbb092bc2 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0419931
May 07 22:29:03.861340 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 22:29:04.372468 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88a4566-4565-487f-995b-786aef12497f req-ee5ad608-5072-48fd-bed1-a1496bb22021 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:04.374452 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e88a4566-4565-487f-995b-786aef12497f req-ee5ad608-5072-48fd-bed1-a1496bb22021 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5b45ab2-7469-460c-9cc8-a8993d5906ed HTTP/1.1" status: 200  len: 945 time: 0.0453906
May 07 22:29:04.420773 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e88a4566-4565-487f-995b-786aef12497f req-b6d68fc3-c437-485b-a9d9-8ff1967560bc tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408516
May 07 22:29:05.536277 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8ec42b-52db-4c51-ae16-174ced46957e req-654a6d57-c238-4c48-9106-8d524d751c60 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:05.537753 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-db8ec42b-52db-4c51-ae16-174ced46957e req-654a6d57-c238-4c48-9106-8d524d751c60 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5b45ab2-7469-460c-9cc8-a8993d5906ed HTTP/1.1" status: 200  len: 945 time: 0.0489836
May 07 22:29:05.591443 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-db8ec42b-52db-4c51-ae16-174ced46957e req-776a63d6-98ab-41de-8ff5-e4ed2cae6ad3 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478051
May 07 22:29:06.704805 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b638212e-258f-4818-9205-cbd5f38b3af7 req-a9374333-b79b-4854-beba-0ab6caaccff2 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:06.706268 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b638212e-258f-4818-9205-cbd5f38b3af7 req-a9374333-b79b-4854-beba-0ab6caaccff2 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5b45ab2-7469-460c-9cc8-a8993d5906ed HTTP/1.1" status: 200  len: 945 time: 0.0464482
May 07 22:29:06.756860 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b638212e-258f-4818-9205-cbd5f38b3af7 req-84ef8ae3-888a-4084-b7f4-e87508796312 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450130
May 07 22:29:07.132378 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c589d34c-f138-41ea-a7ba-a803848d9c84 req-a9ae101f-3497-4755-8890-212be2316f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:07.133936 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c589d34c-f138-41ea-a7ba-a803848d9c84 req-a9ae101f-3497-4755-8890-212be2316f5c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=697345bef14f49b0a7ffff78f8f90913&device_id=a5b45ab2-7469-460c-9cc8-a8993d5906ed HTTP/1.1" status: 200  len: 1127 time: 0.0391629
May 07 22:29:07.234842 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c589d34c-f138-41ea-a7ba-a803848d9c84 req-1d99bb7a-715c-4a04-a2da-90353f4e8c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:07.236260 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c589d34c-f138-41ea-a7ba-a803848d9c84 req-1d99bb7a-715c-4a04-a2da-90353f4e8c3a service neutron] 10.222.0.55 "GET /v2.0/networks?id=0edc1271-8a82-489b-912c-a8fef30fb1c9 HTTP/1.1" status: 200  len: 911 time: 0.0851738
May 07 22:29:07.304202 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c589d34c-f138-41ea-a7ba-a803848d9c84 req-7c2becab-c279-4031-8f59-41c3b328b4b9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d HTTP/1.1" status: 200  len: 1002 time: 0.0622194
May 07 22:29:07.353051 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c589d34c-f138-41ea-a7ba-a803848d9c84 req-68df437d-df67-4452-b3d7-293979cd5a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:07.354446 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c589d34c-f138-41ea-a7ba-a803848d9c84 req-68df437d-df67-4452-b3d7-293979cd5a4e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b2f7d31e-bd3c-4e70-a318-4783f06407ca HTTP/1.1" status: 200  len: 849 time: 0.0429645
May 07 22:29:07.396569 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c589d34c-f138-41ea-a7ba-a803848d9c84 req-f39cc193-e7e3-43ea-af4c-652b838b8996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:07.397933 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c589d34c-f138-41ea-a7ba-a803848d9c84 req-f39cc193-e7e3-43ea-af4c-652b838b8996 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0edc1271-8a82-489b-912c-a8fef30fb1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0380430
May 07 22:29:07.492642 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c589d34c-f138-41ea-a7ba-a803848d9c84 req-60d41a71-bd6e-4a37-a2a8-e54ad22c3b74 service neutron] 10.222.0.55 "GET /v2.0/networks/0edc1271-8a82-489b-912c-a8fef30fb1c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0876279
May 07 22:29:07.597639 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c589d34c-f138-41ea-a7ba-a803848d9c84 req-4a906381-d6e7-49e4-9be7-1bdfead884bd service neutron] 10.222.0.55 "GET /v2.0/networks/0edc1271-8a82-489b-912c-a8fef30fb1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0987995
May 07 22:29:07.873196 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8322416-38da-4ba6-8e9b-2d9ee1b1fad1 req-39dacc9f-ac4b-4105-bcc5-b1e3680adf28 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:07.875415 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c8322416-38da-4ba6-8e9b-2d9ee1b1fad1 req-39dacc9f-ac4b-4105-bcc5-b1e3680adf28 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5b45ab2-7469-460c-9cc8-a8993d5906ed HTTP/1.1" status: 200  len: 945 time: 0.0467958
May 07 22:29:07.921370 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c8322416-38da-4ba6-8e9b-2d9ee1b1fad1 req-78a732c2-13f3-432d-b7c8-40efb7e895bf tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398986
May 07 22:29:09.036914 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352bb7ef-477d-4f07-807d-e00be8b25b40 req-01b52285-9006-4560-9a59-4c3be8735bca tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:09.038407 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-352bb7ef-477d-4f07-807d-e00be8b25b40 req-01b52285-9006-4560-9a59-4c3be8735bca tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5b45ab2-7469-460c-9cc8-a8993d5906ed HTTP/1.1" status: 200  len: 945 time: 0.0476899
May 07 22:29:09.086656 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-352bb7ef-477d-4f07-807d-e00be8b25b40 req-8a2bb58a-36f7-40dc-865a-984e1c512db3 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423045
May 07 22:29:10.201376 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc922c8-1abb-4717-a837-83b41d949af3 req-7dd64613-5ee5-4a6d-8bc6-a5d402699a13 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:10.202904 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1cc922c8-1abb-4717-a837-83b41d949af3 req-7dd64613-5ee5-4a6d-8bc6-a5d402699a13 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5b45ab2-7469-460c-9cc8-a8993d5906ed HTTP/1.1" status: 200  len: 945 time: 0.0473678
May 07 22:29:10.250100 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1cc922c8-1abb-4717-a837-83b41d949af3 req-6546fc7d-3bdd-4090-8dbd-799ce4a8bf36 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415883
May 07 22:29:11.290740 ncdv-master-1 neutron-server[121836]: INFO neutron.api.v2.resource [req-17d13939-b2d0-4983-91cf-5b9fd0f0b2d2 req-76b78cac-73ba-4992-adee-b0dbaee474c9 service neutron] show failed (client error): The resource could not be found.
May 07 22:29:11.291738 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-17d13939-b2d0-4983-91cf-5b9fd0f0b2d2 req-76b78cac-73ba-4992-adee-b0dbaee474c9 service neutron] 10.222.0.55 "GET /v2.0/ports/4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0564513
May 07 22:29:11.369579 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b83077-a9a0-40f4-996d-4ddf1b68556b req-e2d8f770-3248-4697-9c3e-0568f18f63c7 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:11.371001 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-07b83077-a9a0-40f4-996d-4ddf1b68556b req-e2d8f770-3248-4697-9c3e-0568f18f63c7 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5b45ab2-7469-460c-9cc8-a8993d5906ed HTTP/1.1" status: 200  len: 945 time: 0.0510807
May 07 22:29:11.422594 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-07b83077-a9a0-40f4-996d-4ddf1b68556b req-d504eacc-8bb5-400c-9f9c-8e458a9262d9 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444791
May 07 22:29:11.495308 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d13939-b2d0-4983-91cf-5b9fd0f0b2d2 req-ecbeb561-658c-43ca-8280-dd8e6e5e585d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:11.496810 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-17d13939-b2d0-4983-91cf-5b9fd0f0b2d2 req-ecbeb561-658c-43ca-8280-dd8e6e5e585d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a5b45ab2-7469-460c-9cc8-a8993d5906ed&tenant_id=697345bef14f49b0a7ffff78f8f90913 HTTP/1.1" status: 200  len: 1127 time: 0.0433736
May 07 22:29:11.507810 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-17d13939-b2d0-4983-91cf-5b9fd0f0b2d2 req-c280be63-c0f4-4b83-b69f-0cdd95f2e064 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:29:11.570167 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-17d13939-b2d0-4983-91cf-5b9fd0f0b2d2 req-c280be63-c0f4-4b83-b69f-0cdd95f2e064 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:11.771931 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-17d13939-b2d0-4983-91cf-5b9fd0f0b2d2 req-c280be63-c0f4-4b83-b69f-0cdd95f2e064 service neutron] For port 4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d,segment=NetworkSegment(53fc118f-18fe-4132-af8b-066e9b1766f5),segment_id=53fc118f-18fe-4132-af8b-066e9b1766f5)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:29:11.804652 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-17d13939-b2d0-4983-91cf-5b9fd0f0b2d2 req-c280be63-c0f4-4b83-b69f-0cdd95f2e064 service neutron] For port 4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d, host nch1-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:29:11.849590 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5b45ab2-7469-460c-9cc8-a8993d5906ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:29:11.852174 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb77ce2-9c4d-4978-8563-b8833be7db4f" -d '{"events": [{"server_uuid": "a5b45ab2-7469-460c-9cc8-a8993d5906ed", "name": "network-vif-unplugged", "status": "completed", "tag": "4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:29:11.855676 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-17d13939-b2d0-4983-91cf-5b9fd0f0b2d2 req-c280be63-c0f4-4b83-b69f-0cdd95f2e064 service neutron] Publish callbacks [] for port (4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:11.868121 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-17d13939-b2d0-4983-91cf-5b9fd0f0b2d2 req-c280be63-c0f4-4b83-b69f-0cdd95f2e064 service neutron] Transition to ACTIVE for port object 4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 22:29:11.871952 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-17d13939-b2d0-4983-91cf-5b9fd0f0b2d2 req-c280be63-c0f4-4b83-b69f-0cdd95f2e064 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:11.906138 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 07 May 2022 22:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19d7dd00-8b11-4a87-b10f-89cb4494c502 x-openstack-request-id: req-19d7dd00-8b11-4a87-b10f-89cb4494c502 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:29:11.906437 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5b45ab2-7469-460c-9cc8-a8993d5906ed", "name": "network-vif-unplugged", "status": "completed", "tag": "4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:29:11.906692 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-19d7dd00-8b11-4a87-b10f-89cb4494c502 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:29:11.907182 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19d7dd00-8b11-4a87-b10f-89cb4494c502'] response: {'server_uuid': 'a5b45ab2-7469-460c-9cc8-a8993d5906ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d', 'code': 200}
May 07 22:29:11.954913 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c280be63-c0f4-4b83-b69f-0cdd95f2e064 service neutron] Pushing event updated for resources: {'Port': ['ID=4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d,revision_number=6']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:29:11.997992 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-17d13939-b2d0-4983-91cf-5b9fd0f0b2d2 req-c280be63-c0f4-4b83-b69f-0cdd95f2e064 service neutron] No DVR routers for this DVR port 4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d on host nch1-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:29:12.144617 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-17d13939-b2d0-4983-91cf-5b9fd0f0b2d2 req-c280be63-c0f4-4b83-b69f-0cdd95f2e064 service neutron] Attempting to bind port 4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d on host nch2-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:29:12.144949 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-17d13939-b2d0-4983-91cf-5b9fd0f0b2d2 req-c280be63-c0f4-4b83-b69f-0cdd95f2e064 service neutron] Attempting to bind port 4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '53fc118f-18fe-4132-af8b-066e9b1766f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:29:12.145277 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d13939-b2d0-4983-91cf-5b9fd0f0b2d2 req-c280be63-c0f4-4b83-b69f-0cdd95f2e064 service neutron] Attempting to bind port 4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d on network 0edc1271-8a82-489b-912c-a8fef30fb1c9 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:29:12.149491 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d13939-b2d0-4983-91cf-5b9fd0f0b2d2 req-c280be63-c0f4-4b83-b69f-0cdd95f2e064 service neutron] Port 4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d on network 0edc1271-8a82-489b-912c-a8fef30fb1c9 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:29:12.149814 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d13939-b2d0-4983-91cf-5b9fd0f0b2d2 req-c280be63-c0f4-4b83-b69f-0cdd95f2e064 service neutron] Attempting to bind port 4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d on network 0edc1271-8a82-489b-912c-a8fef30fb1c9 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:29:12.154654 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d13939-b2d0-4983-91cf-5b9fd0f0b2d2 req-c280be63-c0f4-4b83-b69f-0cdd95f2e064 service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:29:12.158453 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d13939-b2d0-4983-91cf-5b9fd0f0b2d2 req-c280be63-c0f4-4b83-b69f-0cdd95f2e064 service neutron] Checking segment: {'id': '53fc118f-18fe-4132-af8b-066e9b1766f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:29:12.158883 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17d13939-b2d0-4983-91cf-5b9fd0f0b2d2 req-c280be63-c0f4-4b83-b69f-0cdd95f2e064 service neutron] Bound using segment: {'id': '53fc118f-18fe-4132-af8b-066e9b1766f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:29:12.159321 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-17d13939-b2d0-4983-91cf-5b9fd0f0b2d2 req-c280be63-c0f4-4b83-b69f-0cdd95f2e064 service neutron] Bound port: 4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53fc118f-18fe-4132-af8b-066e9b1766f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:29:12.159686 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-17d13939-b2d0-4983-91cf-5b9fd0f0b2d2 req-c280be63-c0f4-4b83-b69f-0cdd95f2e064 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:12.222550 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-17d13939-b2d0-4983-91cf-5b9fd0f0b2d2 req-c280be63-c0f4-4b83-b69f-0cdd95f2e064 service neutron] For port 4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d, host nch2-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:29:12.225853 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-17d13939-b2d0-4983-91cf-5b9fd0f0b2d2 req-c280be63-c0f4-4b83-b69f-0cdd95f2e064 service neutron] For port 4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d,segment=NetworkSegment(53fc118f-18fe-4132-af8b-066e9b1766f5),segment_id=53fc118f-18fe-4132-af8b-066e9b1766f5)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:29:12.231919 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-17d13939-b2d0-4983-91cf-5b9fd0f0b2d2 req-c280be63-c0f4-4b83-b69f-0cdd95f2e064 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:12.264298 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d13939-b2d0-4983-91cf-5b9fd0f0b2d2 req-c280be63-c0f4-4b83-b69f-0cdd95f2e064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:12.265186 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-17d13939-b2d0-4983-91cf-5b9fd0f0b2d2 req-c280be63-c0f4-4b83-b69f-0cdd95f2e064 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:12.266547 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-17d13939-b2d0-4983-91cf-5b9fd0f0b2d2 req-c280be63-c0f4-4b83-b69f-0cdd95f2e064 service neutron] 10.222.0.59 "PUT /v2.0/ports/4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d HTTP/1.1" status: 200  len: 1091 time: 0.7626522
May 07 22:29:12.319047 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c280be63-c0f4-4b83-b69f-0cdd95f2e064 service neutron] Pushing event updated for resources: {'Port': ['ID=4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d,revision_number=7']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:29:12.332927 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d13939-b2d0-4983-91cf-5b9fd0f0b2d2 req-62898f13-8282-41ef-b7be-4344ff134d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:12.334452 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-17d13939-b2d0-4983-91cf-5b9fd0f0b2d2 req-62898f13-8282-41ef-b7be-4344ff134d5f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=697345bef14f49b0a7ffff78f8f90913&device_id=a5b45ab2-7469-460c-9cc8-a8993d5906ed HTTP/1.1" status: 200  len: 1125 time: 0.0466585
May 07 22:29:12.432211 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d13939-b2d0-4983-91cf-5b9fd0f0b2d2 req-1c360466-9c5b-48c5-8e88-1d1fa6267fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:12.433706 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-17d13939-b2d0-4983-91cf-5b9fd0f0b2d2 req-1c360466-9c5b-48c5-8e88-1d1fa6267fe9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0edc1271-8a82-489b-912c-a8fef30fb1c9 HTTP/1.1" status: 200  len: 911 time: 0.0937169
May 07 22:29:12.506269 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-17d13939-b2d0-4983-91cf-5b9fd0f0b2d2 req-2c60b458-d780-4a31-b10b-12c7cb33650a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d HTTP/1.1" status: 200  len: 1000 time: 0.0644417
May 07 22:29:12.546506 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf5678-b1a8-4d71-8a77-0fccdc6e5bfa req-216940d5-12bd-4c0e-b571-e41c008a7945 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:12.548711 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1acf5678-b1a8-4d71-8a77-0fccdc6e5bfa req-216940d5-12bd-4c0e-b571-e41c008a7945 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5b45ab2-7469-460c-9cc8-a8993d5906ed HTTP/1.1" status: 200  len: 943 time: 0.0541091
May 07 22:29:12.561449 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d13939-b2d0-4983-91cf-5b9fd0f0b2d2 req-7dd12a43-3a4c-4d1a-a76c-5ac267f091a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:12.562964 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-17d13939-b2d0-4983-91cf-5b9fd0f0b2d2 req-7dd12a43-3a4c-4d1a-a76c-5ac267f091a6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b2f7d31e-bd3c-4e70-a318-4783f06407ca HTTP/1.1" status: 200  len: 849 time: 0.0514767
May 07 22:29:12.596606 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1acf5678-b1a8-4d71-8a77-0fccdc6e5bfa req-1666a141-93a8-492e-aad7-8edbcc45f3d7 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415552
May 07 22:29:12.605501 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d13939-b2d0-4983-91cf-5b9fd0f0b2d2 req-0a666522-b0d2-4242-9257-fa0d262c6c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:12.607049 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-17d13939-b2d0-4983-91cf-5b9fd0f0b2d2 req-0a666522-b0d2-4242-9257-fa0d262c6c3f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0edc1271-8a82-489b-912c-a8fef30fb1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0386512
May 07 22:29:12.695046 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-17d13939-b2d0-4983-91cf-5b9fd0f0b2d2 req-7e641d3a-2b06-4bcc-8182-3a290aaed1c4 service neutron] 10.222.0.59 "GET /v2.0/networks/0edc1271-8a82-489b-912c-a8fef30fb1c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0818775
May 07 22:29:12.785472 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-17d13939-b2d0-4983-91cf-5b9fd0f0b2d2 req-b2fa5388-08f5-4bdb-afa4-274e429d273b service neutron] 10.222.0.59 "GET /v2.0/networks/0edc1271-8a82-489b-912c-a8fef30fb1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0850418
May 07 22:29:13.484829 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d4076e-4a76-4928-8e44-480d322e932b req-98412950-b7fa-497b-a151-720401b8592e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:13.486318 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-28d4076e-4a76-4928-8e44-480d322e932b req-98412950-b7fa-497b-a151-720401b8592e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=697345bef14f49b0a7ffff78f8f90913&device_id=a5b45ab2-7469-460c-9cc8-a8993d5906ed HTTP/1.1" status: 200  len: 1125 time: 0.0403318
May 07 22:29:13.603163 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d4076e-4a76-4928-8e44-480d322e932b req-37349839-d27b-42f2-8868-68dc8a5f75b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:13.604651 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-28d4076e-4a76-4928-8e44-480d322e932b req-37349839-d27b-42f2-8868-68dc8a5f75b3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0edc1271-8a82-489b-912c-a8fef30fb1c9 HTTP/1.1" status: 200  len: 911 time: 0.1004775
May 07 22:29:13.675180 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-28d4076e-4a76-4928-8e44-480d322e932b req-fb08897c-8c8d-4c47-a438-ec900fc5139e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d HTTP/1.1" status: 200  len: 1000 time: 0.0641253
May 07 22:29:13.759530 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d19126e-6184-4dc0-a069-894fa2046547 req-cde38128-3b9e-4d05-888f-20b2e33e8529 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:13.761011 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5d19126e-6184-4dc0-a069-894fa2046547 req-cde38128-3b9e-4d05-888f-20b2e33e8529 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5b45ab2-7469-460c-9cc8-a8993d5906ed HTTP/1.1" status: 200  len: 943 time: 0.0839784
May 07 22:29:13.775967 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d4076e-4a76-4928-8e44-480d322e932b req-56322759-97ee-46ee-a64e-14af62f930e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:13.777331 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-28d4076e-4a76-4928-8e44-480d322e932b req-56322759-97ee-46ee-a64e-14af62f930e1 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b2f7d31e-bd3c-4e70-a318-4783f06407ca HTTP/1.1" status: 200  len: 849 time: 0.0903068
May 07 22:29:13.812844 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5d19126e-6184-4dc0-a069-894fa2046547 req-f0f070ef-a13f-46c9-b265-9dd9c7ff489d tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459778
May 07 22:29:13.908586 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5b45ab2-7469-460c-9cc8-a8993d5906ed', 'tag': '4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:29:13.910963 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16ec5dc2-250e-47f4-a4d1-f64a28579484" -d '{"events": [{"name": "network-changed", "server_uuid": "a5b45ab2-7469-460c-9cc8-a8993d5906ed", "tag": "4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:29:13.959163 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ec5635e-b3b1-4019-8bb0-fd8f5b3b5662 x-openstack-request-id: req-0ec5635e-b3b1-4019-8bb0-fd8f5b3b5662 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:29:13.959394 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5b45ab2-7469-460c-9cc8-a8993d5906ed", "tag": "4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:29:13.959654 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0ec5635e-b3b1-4019-8bb0-fd8f5b3b5662 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:29:13.960094 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ec5635e-b3b1-4019-8bb0-fd8f5b3b5662'] response: {'name': 'network-changed', 'server_uuid': 'a5b45ab2-7469-460c-9cc8-a8993d5906ed', 'tag': '4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d', 'status': 'completed', 'code': 200}
May 07 22:29:14.014779 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ec5dc2-250e-47f4-a4d1-f64a28579484 req-aa402884-3505-4931-82c7-8272cc56a5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:14.016272 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-16ec5dc2-250e-47f4-a4d1-f64a28579484 req-aa402884-3505-4931-82c7-8272cc56a5c8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=697345bef14f49b0a7ffff78f8f90913&device_id=a5b45ab2-7469-460c-9cc8-a8993d5906ed HTTP/1.1" status: 200  len: 1125 time: 0.0393093
May 07 22:29:14.110299 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ec5dc2-250e-47f4-a4d1-f64a28579484 req-a938b18a-e2be-444a-8a62-18a2b15aef81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:14.111828 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-16ec5dc2-250e-47f4-a4d1-f64a28579484 req-a938b18a-e2be-444a-8a62-18a2b15aef81 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0edc1271-8a82-489b-912c-a8fef30fb1c9 HTTP/1.1" status: 200  len: 911 time: 0.0893199
May 07 22:29:14.176776 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-16ec5dc2-250e-47f4-a4d1-f64a28579484 req-b337d276-07c2-47f9-8f3a-75f5ae637fdf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d HTTP/1.1" status: 200  len: 1000 time: 0.0583351
May 07 22:29:14.228588 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ec5dc2-250e-47f4-a4d1-f64a28579484 req-89015168-9874-44eb-86a0-53a61c50a867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:14.229984 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-16ec5dc2-250e-47f4-a4d1-f64a28579484 req-89015168-9874-44eb-86a0-53a61c50a867 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b2f7d31e-bd3c-4e70-a318-4783f06407ca HTTP/1.1" status: 200  len: 849 time: 0.0477233
May 07 22:29:14.271691 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ec5dc2-250e-47f4-a4d1-f64a28579484 req-a3eed340-726d-4593-b964-36ec179d9904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:14.273144 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-16ec5dc2-250e-47f4-a4d1-f64a28579484 req-a3eed340-726d-4593-b964-36ec179d9904 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0edc1271-8a82-489b-912c-a8fef30fb1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0371783
May 07 22:29:14.350743 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d4076e-4a76-4928-8e44-480d322e932b req-d80b2a2b-b9d5-4593-b016-678c98e68d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:14.352276 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-28d4076e-4a76-4928-8e44-480d322e932b req-d80b2a2b-b9d5-4593-b016-678c98e68d5a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0edc1271-8a82-489b-912c-a8fef30fb1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0392003
May 07 22:29:14.363420 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-16ec5dc2-250e-47f4-a4d1-f64a28579484 req-bc7af4fc-5082-4516-aa54-35e33586dd1c service neutron] 10.222.0.55 "GET /v2.0/networks/0edc1271-8a82-489b-912c-a8fef30fb1c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0835297
May 07 22:29:14.446396 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-28d4076e-4a76-4928-8e44-480d322e932b req-71facabc-4ef0-4df2-bd48-be9b86bb64c6 service neutron] 10.222.0.59 "GET /v2.0/networks/0edc1271-8a82-489b-912c-a8fef30fb1c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0881944
May 07 22:29:14.457178 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-16ec5dc2-250e-47f4-a4d1-f64a28579484 req-45aaba10-3f58-41b5-9a6d-a05b218826fe service neutron] 10.222.0.55 "GET /v2.0/networks/0edc1271-8a82-489b-912c-a8fef30fb1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0874965
May 07 22:29:14.536065 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-28d4076e-4a76-4928-8e44-480d322e932b req-6bb5eb8e-1fc7-4f00-a197-492eeb5e1504 service neutron] 10.222.0.59 "GET /v2.0/networks/0edc1271-8a82-489b-912c-a8fef30fb1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0825906
May 07 22:29:14.627509 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ec5dc2-250e-47f4-a4d1-f64a28579484 req-61920542-443f-4f5e-ab73-0057e331379b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:14.629027 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-16ec5dc2-250e-47f4-a4d1-f64a28579484 req-61920542-443f-4f5e-ab73-0057e331379b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=697345bef14f49b0a7ffff78f8f90913&device_id=a5b45ab2-7469-460c-9cc8-a8993d5906ed HTTP/1.1" status: 200  len: 1125 time: 0.0454152
May 07 22:29:14.761084 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ec5dc2-250e-47f4-a4d1-f64a28579484 req-e2fe2995-9db3-42bc-a928-e54be14c6944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:14.762545 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-16ec5dc2-250e-47f4-a4d1-f64a28579484 req-e2fe2995-9db3-42bc-a928-e54be14c6944 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0edc1271-8a82-489b-912c-a8fef30fb1c9 HTTP/1.1" status: 200  len: 911 time: 0.0838721
May 07 22:29:14.791934 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:29:14.830843 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-16ec5dc2-250e-47f4-a4d1-f64a28579484 req-79206901-d240-40dc-b00d-edd82eeecc50 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d HTTP/1.1" status: 200  len: 1000 time: 0.0617905
May 07 22:29:14.831265 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] The host nch1-master-1 is not matching for port 4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d host nch2-master-1! {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2394}}
May 07 22:29:14.831667 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d not bound to the agent host nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:29:14.879469 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ec5dc2-250e-47f4-a4d1-f64a28579484 req-af05439c-e596-4f75-afe7-3d80de469708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:14.880937 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-16ec5dc2-250e-47f4-a4d1-f64a28579484 req-af05439c-e596-4f75-afe7-3d80de469708 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b2f7d31e-bd3c-4e70-a318-4783f06407ca HTTP/1.1" status: 200  len: 849 time: 0.0444005
May 07 22:29:14.959397 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878b5a9e-49ec-415b-8672-9991173ecdc6 req-ccbb7642-6759-412e-a023-4f945f2473c6 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:14.960843 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-878b5a9e-49ec-415b-8672-9991173ecdc6 req-ccbb7642-6759-412e-a023-4f945f2473c6 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5b45ab2-7469-460c-9cc8-a8993d5906ed HTTP/1.1" status: 200  len: 943 time: 0.0759261
May 07 22:29:14.961870 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ec5dc2-250e-47f4-a4d1-f64a28579484 req-8d6a889c-1109-44c7-86de-82ad44150e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:14.963201 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-16ec5dc2-250e-47f4-a4d1-f64a28579484 req-8d6a889c-1109-44c7-86de-82ad44150e86 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0edc1271-8a82-489b-912c-a8fef30fb1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0700817
May 07 22:29:15.061052 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-878b5a9e-49ec-415b-8672-9991173ecdc6 req-db6ff39f-324c-4547-9cba-a9074d3dfa9d tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0942018
May 07 22:29:15.086468 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-16ec5dc2-250e-47f4-a4d1-f64a28579484 req-d9cf4fe0-b8b4-4de7-b74d-593cd404b8b0 service neutron] 10.222.0.59 "GET /v2.0/networks/0edc1271-8a82-489b-912c-a8fef30fb1c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1126447
May 07 22:29:15.203605 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-16ec5dc2-250e-47f4-a4d1-f64a28579484 req-d95ac719-6f45-4bf3-8233-eeb24e9ece09 service neutron] 10.222.0.59 "GET /v2.0/networks/0edc1271-8a82-489b-912c-a8fef30fb1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0855548
May 07 22:29:16.182460 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fad9ba-b928-4e24-b350-2887cc8527d2 req-ac942224-5b39-4f40-bad1-b8195b5baf55 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:16.183945 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-78fad9ba-b928-4e24-b350-2887cc8527d2 req-ac942224-5b39-4f40-bad1-b8195b5baf55 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5b45ab2-7469-460c-9cc8-a8993d5906ed HTTP/1.1" status: 200  len: 943 time: 0.0469110
May 07 22:29:16.230997 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-78fad9ba-b928-4e24-b350-2887cc8527d2 req-511fb45c-9b19-4a73-a0c8-3ce4cb135bfa tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414832
May 07 22:29:17.345254 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedfbd97-0449-4fba-9fd2-f367012b4694 req-d9b67225-2d5e-4412-8395-c150b8587291 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:17.346700 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bedfbd97-0449-4fba-9fd2-f367012b4694 req-d9b67225-2d5e-4412-8395-c150b8587291 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5b45ab2-7469-460c-9cc8-a8993d5906ed HTTP/1.1" status: 200  len: 943 time: 0.0467525
May 07 22:29:17.392268 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bedfbd97-0449-4fba-9fd2-f367012b4694 req-d4dee880-664f-4b59-8b9a-c2d7f5016836 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400484
May 07 22:29:17.448078 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:29:17.713698 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e205cc-d7e4-46d3-809e-221960f0af07 req-be37d878-8803-4a77-a892-6efdfeb3de03 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:17.715098 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e0e205cc-d7e4-46d3-809e-221960f0af07 req-be37d878-8803-4a77-a892-6efdfeb3de03 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.59 "GET /v2.0/ports?device_id=a5b45ab2-7469-460c-9cc8-a8993d5906ed&tenant_id=697345bef14f49b0a7ffff78f8f90913&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 943 time: 0.0793939
May 07 22:29:17.716481 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d,segment=NetworkSegment(53fc118f-18fe-4132-af8b-066e9b1766f5),segment_id=53fc118f-18fe-4132-af8b-066e9b1766f5)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:29:17.727746 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': '4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d', 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9', 'port_id': '4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d', 'mac_address': 'fa:16:3e:95:5b:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2f7d31e-bd3c-4e70-a318-4783f06407ca', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:29:17.736579 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6194bd2-0c54-4aef-ba32-de69916fa367 req-2a6117a1-b434-419c-9cc9-9d4ac2d0c305 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:17.738045 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a6194bd2-0c54-4aef-ba32-de69916fa367 req-2a6117a1-b434-419c-9cc9-9d4ac2d0c305 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5b45ab2-7469-460c-9cc8-a8993d5906ed HTTP/1.1" status: 200  len: 943 time: 0.0684450
May 07 22:29:17.764813 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:29:17.765540 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:17.777754 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:29:17.797990 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d,segment=NetworkSegment(53fc118f-18fe-4132-af8b-066e9b1766f5),segment_id=53fc118f-18fe-4132-af8b-066e9b1766f5)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:29:17.803608 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:17.824513 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a6194bd2-0c54-4aef-ba32-de69916fa367 req-5445fc1a-775f-43dd-a931-3e2a644f2acc tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0686300
May 07 22:29:17.825993 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e0e205cc-d7e4-46d3-809e-221960f0af07 req-116ae0ca-a596-4e1c-a16a-75dc04b2709d service neutron] 10.222.0.59 "GET /v2.0/ports/4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d/bindings/nch2-master-1 HTTP/1.1" status: 200  len: 382 time: 0.1032882
May 07 22:29:17.850491 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d,revision_number=8']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:29:17.891993 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e205cc-d7e4-46d3-809e-221960f0af07 req-6f3acdc8-0959-45e2-9254-7a229bbc39d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:17.893527 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e0e205cc-d7e4-46d3-809e-221960f0af07 req-6f3acdc8-0959-45e2-9254-7a229bbc39d3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=697345bef14f49b0a7ffff78f8f90913&device_id=a5b45ab2-7469-460c-9cc8-a8993d5906ed HTTP/1.1" status: 200  len: 1126 time: 0.0392632
May 07 22:29:17.987684 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e205cc-d7e4-46d3-809e-221960f0af07 req-9334b87b-2317-40fb-898b-3884b4102aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:17.989150 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e0e205cc-d7e4-46d3-809e-221960f0af07 req-9334b87b-2317-40fb-898b-3884b4102aec service neutron] 10.222.0.59 "GET /v2.0/networks?id=0edc1271-8a82-489b-912c-a8fef30fb1c9 HTTP/1.1" status: 200  len: 911 time: 0.0888631
May 07 22:29:18.013884 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:29:18.058216 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e0e205cc-d7e4-46d3-809e-221960f0af07 req-1034fa51-19f4-4fa7-b3ca-7351bb7556f8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d HTTP/1.1" status: 200  len: 1001 time: 0.0622427
May 07 22:29:18.105743 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e205cc-d7e4-46d3-809e-221960f0af07 req-c2610c9c-4ae5-460b-ada8-b9d257e7d2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:18.107276 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e0e205cc-d7e4-46d3-809e-221960f0af07 req-c2610c9c-4ae5-460b-ada8-b9d257e7d2d7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b2f7d31e-bd3c-4e70-a318-4783f06407ca HTTP/1.1" status: 200  len: 849 time: 0.0435297
May 07 22:29:18.149005 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e205cc-d7e4-46d3-809e-221960f0af07 req-05da436b-03f6-4b85-aa14-be56696b79ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:18.150518 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e0e205cc-d7e4-46d3-809e-221960f0af07 req-05da436b-03f6-4b85-aa14-be56696b79ec service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0edc1271-8a82-489b-912c-a8fef30fb1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0380955
May 07 22:29:18.247238 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e0e205cc-d7e4-46d3-809e-221960f0af07 req-e690289e-b3ae-4d66-9975-689f8881384c service neutron] 10.222.0.59 "GET /v2.0/networks/0edc1271-8a82-489b-912c-a8fef30fb1c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0904713
May 07 22:29:18.334109 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e0e205cc-d7e4-46d3-809e-221960f0af07 req-f7e77050-9dfd-4d5c-ae66-9ae655a0fac7 service neutron] 10.222.0.59 "GET /v2.0/networks/0edc1271-8a82-489b-912c-a8fef30fb1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0809801
May 07 22:29:18.949809 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac44242d-79ad-4461-ae2b-7f04c9cf6a3e req-1f676cb7-addd-4164-94ca-da7aa69b49c0 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:18.951318 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ac44242d-79ad-4461-ae2b-7f04c9cf6a3e req-1f676cb7-addd-4164-94ca-da7aa69b49c0 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5b45ab2-7469-460c-9cc8-a8993d5906ed HTTP/1.1" status: 200  len: 944 time: 0.0529454
May 07 22:29:18.997674 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ac44242d-79ad-4461-ae2b-7f04c9cf6a3e req-4d081900-e651-4ffd-838f-c7b22eb63380 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401716
May 07 22:29:19.462616 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:29:19.509512 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning for port 4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 22:29:19.514525 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port 4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:29:19.514928 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:19.597837 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:29:19.598225 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:19.620277 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5b45ab2-7469-460c-9cc8-a8993d5906ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:29:19.622517 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7b4bc7a-5682-4527-b23c-7cf0bd2ee6f9" -d '{"events": [{"server_uuid": "a5b45ab2-7469-460c-9cc8-a8993d5906ed", "name": "network-vif-plugged", "status": "completed", "tag": "4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:29:19.634175 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d,segment=NetworkSegment(53fc118f-18fe-4132-af8b-066e9b1766f5),segment_id=53fc118f-18fe-4132-af8b-066e9b1766f5)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:29:19.638020 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:19.677997 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-251b85b5-165e-4e79-841d-16d8f5427292 x-openstack-request-id: req-251b85b5-165e-4e79-841d-16d8f5427292 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:29:19.678287 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5b45ab2-7469-460c-9cc8-a8993d5906ed", "name": "network-vif-plugged", "status": "completed", "tag": "4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:29:19.678542 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-251b85b5-165e-4e79-841d-16d8f5427292 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:29:19.678970 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-251b85b5-165e-4e79-841d-16d8f5427292'] response: {'server_uuid': 'a5b45ab2-7469-460c-9cc8-a8993d5906ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d', 'code': 200}
May 07 22:29:19.687773 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d,revision_number=9']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:29:20.115055 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc355b1-f31d-4a66-85a0-e6455642d92f req-14cf03cb-e33f-483a-976d-9cb9d5ee22de tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:20.116556 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9bc355b1-f31d-4a66-85a0-e6455642d92f req-14cf03cb-e33f-483a-976d-9cb9d5ee22de tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5b45ab2-7469-460c-9cc8-a8993d5906ed HTTP/1.1" status: 200  len: 945 time: 0.0473983
May 07 22:29:20.165972 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9bc355b1-f31d-4a66-85a0-e6455642d92f req-7cc93635-1560-41e5-9afa-89124135f27d tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437739
May 07 22:29:20.771784 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e205cc-d7e4-46d3-809e-221960f0af07 req-e4762c5f-66a3-4c72-af8b-a326f6ccea07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:20.773267 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e0e205cc-d7e4-46d3-809e-221960f0af07 req-e4762c5f-66a3-4c72-af8b-a326f6ccea07 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a5b45ab2-7469-460c-9cc8-a8993d5906ed&tenant_id=697345bef14f49b0a7ffff78f8f90913 HTTP/1.1" status: 200  len: 1127 time: 0.0432496
May 07 22:29:20.783245 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-e0e205cc-d7e4-46d3-809e-221960f0af07 req-b7c04d2d-668b-4497-a74d-79466a67bda8 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:29:20.841211 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-e0e205cc-d7e4-46d3-809e-221960f0af07 req-b7c04d2d-668b-4497-a74d-79466a67bda8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:21.051732 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-e0e205cc-d7e4-46d3-809e-221960f0af07 req-b7c04d2d-668b-4497-a74d-79466a67bda8 service neutron] For port 4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d,segment=NetworkSegment(53fc118f-18fe-4132-af8b-066e9b1766f5),segment_id=53fc118f-18fe-4132-af8b-066e9b1766f5)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:29:21.085327 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-e0e205cc-d7e4-46d3-809e-221960f0af07 req-b7c04d2d-668b-4497-a74d-79466a67bda8 service neutron] For port 4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d, host nch2-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:29:21.129049 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5b45ab2-7469-460c-9cc8-a8993d5906ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:29:21.131355 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8518db87-0965-48ce-b33c-d35ac9f020d3" -d '{"events": [{"server_uuid": "a5b45ab2-7469-460c-9cc8-a8993d5906ed", "name": "network-vif-unplugged", "status": "completed", "tag": "4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:29:21.134866 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-e0e205cc-d7e4-46d3-809e-221960f0af07 req-b7c04d2d-668b-4497-a74d-79466a67bda8 service neutron] Publish callbacks [] for port (4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:21.148080 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.provisioning_blocks [req-e0e205cc-d7e4-46d3-809e-221960f0af07 req-b7c04d2d-668b-4497-a74d-79466a67bda8 service neutron] Transition to ACTIVE for port object 4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d will not be triggered until provisioned by entity L2. {{(pid=121836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 22:29:21.151962 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-e0e205cc-d7e4-46d3-809e-221960f0af07 req-b7c04d2d-668b-4497-a74d-79466a67bda8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:21.253160 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c04d2d-668b-4497-a74d-79466a67bda8 service neutron] Pushing event updated for resources: {'Port': ['ID=4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d,revision_number=10']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:29:21.298939 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 07 May 2022 22:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f47b42a0-0958-471b-9d70-719665406910 x-openstack-request-id: req-f47b42a0-0958-471b-9d70-719665406910 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:29:21.299243 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5b45ab2-7469-460c-9cc8-a8993d5906ed", "name": "network-vif-unplugged", "status": "completed", "tag": "4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:29:21.299501 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f47b42a0-0958-471b-9d70-719665406910 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:29:21.299912 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f47b42a0-0958-471b-9d70-719665406910'] response: {'server_uuid': 'a5b45ab2-7469-460c-9cc8-a8993d5906ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d', 'code': 200}
May 07 22:29:21.335430 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0e205cc-d7e4-46d3-809e-221960f0af07 req-b7c04d2d-668b-4497-a74d-79466a67bda8 service neutron] No DVR routers for this DVR port 4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d on host nch2-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:29:21.342534 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1b8d2a-60b8-425a-9586-1b3a5179a764 req-d93e429a-7f3d-4e71-bdeb-dbabab340750 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:21.344111 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4b1b8d2a-60b8-425a-9586-1b3a5179a764 req-d93e429a-7f3d-4e71-bdeb-dbabab340750 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5b45ab2-7469-460c-9cc8-a8993d5906ed HTTP/1.1" status: 200  len: 944 time: 0.0852354
May 07 22:29:21.464527 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4b1b8d2a-60b8-425a-9586-1b3a5179a764 req-908ee5b4-86f6-4006-be66-a05e534148d1 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0860832
May 07 22:29:21.524828 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-e0e205cc-d7e4-46d3-809e-221960f0af07 req-b7c04d2d-668b-4497-a74d-79466a67bda8 service neutron] Attempting to bind port 4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:29:21.525161 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-e0e205cc-d7e4-46d3-809e-221960f0af07 req-b7c04d2d-668b-4497-a74d-79466a67bda8 service neutron] Attempting to bind port 4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '53fc118f-18fe-4132-af8b-066e9b1766f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:29:21.525481 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e205cc-d7e4-46d3-809e-221960f0af07 req-b7c04d2d-668b-4497-a74d-79466a67bda8 service neutron] Attempting to bind port 4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d on network 0edc1271-8a82-489b-912c-a8fef30fb1c9 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:29:21.529756 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e205cc-d7e4-46d3-809e-221960f0af07 req-b7c04d2d-668b-4497-a74d-79466a67bda8 service neutron] Port 4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d on network 0edc1271-8a82-489b-912c-a8fef30fb1c9 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:29:21.530069 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e205cc-d7e4-46d3-809e-221960f0af07 req-b7c04d2d-668b-4497-a74d-79466a67bda8 service neutron] Attempting to bind port 4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d on network 0edc1271-8a82-489b-912c-a8fef30fb1c9 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:29:21.535371 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e205cc-d7e4-46d3-809e-221960f0af07 req-b7c04d2d-668b-4497-a74d-79466a67bda8 service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:29:21.535700 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e205cc-d7e4-46d3-809e-221960f0af07 req-b7c04d2d-668b-4497-a74d-79466a67bda8 service neutron] Checking segment: {'id': '53fc118f-18fe-4132-af8b-066e9b1766f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:29:21.536072 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0e205cc-d7e4-46d3-809e-221960f0af07 req-b7c04d2d-668b-4497-a74d-79466a67bda8 service neutron] Bound using segment: {'id': '53fc118f-18fe-4132-af8b-066e9b1766f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:29:21.536482 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-e0e205cc-d7e4-46d3-809e-221960f0af07 req-b7c04d2d-668b-4497-a74d-79466a67bda8 service neutron] Bound port: 4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53fc118f-18fe-4132-af8b-066e9b1766f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:29:21.536831 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-e0e205cc-d7e4-46d3-809e-221960f0af07 req-b7c04d2d-668b-4497-a74d-79466a67bda8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:21.604204 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-e0e205cc-d7e4-46d3-809e-221960f0af07 req-b7c04d2d-668b-4497-a74d-79466a67bda8 service neutron] For port 4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d, host nch1-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:29:21.607085 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-e0e205cc-d7e4-46d3-809e-221960f0af07 req-b7c04d2d-668b-4497-a74d-79466a67bda8 service neutron] For port 4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d,segment=NetworkSegment(53fc118f-18fe-4132-af8b-066e9b1766f5),segment_id=53fc118f-18fe-4132-af8b-066e9b1766f5)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:29:21.612797 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-e0e205cc-d7e4-46d3-809e-221960f0af07 req-b7c04d2d-668b-4497-a74d-79466a67bda8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:21.968293 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e205cc-d7e4-46d3-809e-221960f0af07 req-b7c04d2d-668b-4497-a74d-79466a67bda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:21.969516 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-e0e205cc-d7e4-46d3-809e-221960f0af07 req-b7c04d2d-668b-4497-a74d-79466a67bda8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:21.970848 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e0e205cc-d7e4-46d3-809e-221960f0af07 req-b7c04d2d-668b-4497-a74d-79466a67bda8 service neutron] 10.222.0.55 "PUT /v2.0/ports/4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d HTTP/1.1" status: 200  len: 1092 time: 1.1913700
May 07 22:29:21.992091 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c04d2d-668b-4497-a74d-79466a67bda8 service neutron] Pushing event updated for resources: {'Port': ['ID=4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d,revision_number=11']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:29:22.034924 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e205cc-d7e4-46d3-809e-221960f0af07 req-ad59aa94-581e-4eef-8f30-7731016e3762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:22.036443 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e0e205cc-d7e4-46d3-809e-221960f0af07 req-ad59aa94-581e-4eef-8f30-7731016e3762 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=697345bef14f49b0a7ffff78f8f90913&device_id=a5b45ab2-7469-460c-9cc8-a8993d5906ed HTTP/1.1" status: 200  len: 1126 time: 0.0414319
May 07 22:29:22.119175 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:22.135503 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e205cc-d7e4-46d3-809e-221960f0af07 req-0202c421-3e2f-405c-bd32-e810c8ce1d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:22.137043 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e0e205cc-d7e4-46d3-809e-221960f0af07 req-0202c421-3e2f-405c-bd32-e810c8ce1d8d service neutron] 10.222.0.55 "GET /v2.0/networks?id=0edc1271-8a82-489b-912c-a8fef30fb1c9 HTTP/1.1" status: 200  len: 911 time: 0.0943058
May 07 22:29:22.203476 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e0e205cc-d7e4-46d3-809e-221960f0af07 req-6864ad64-9a40-4417-be0d-5ae6bc4d22d0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d HTTP/1.1" status: 200  len: 1000 time: 0.0605822
May 07 22:29:22.252010 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e205cc-d7e4-46d3-809e-221960f0af07 req-ceaffb35-9f4c-4cb9-bfa6-dde54b8f14d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:22.253406 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e0e205cc-d7e4-46d3-809e-221960f0af07 req-ceaffb35-9f4c-4cb9-bfa6-dde54b8f14d5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b2f7d31e-bd3c-4e70-a318-4783f06407ca HTTP/1.1" status: 200  len: 849 time: 0.0449100
May 07 22:29:22.299589 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e205cc-d7e4-46d3-809e-221960f0af07 req-71d61292-4399-4a90-ae68-ac98b08b84b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:22.301035 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e0e205cc-d7e4-46d3-809e-221960f0af07 req-71d61292-4399-4a90-ae68-ac98b08b84b3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0edc1271-8a82-489b-912c-a8fef30fb1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0418885
May 07 22:29:22.387810 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e0e205cc-d7e4-46d3-809e-221960f0af07 req-c29fc120-e516-48a0-8acf-59a4626f70dc service neutron] 10.222.0.55 "GET /v2.0/networks/0edc1271-8a82-489b-912c-a8fef30fb1c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0805480
May 07 22:29:22.480197 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e0e205cc-d7e4-46d3-809e-221960f0af07 req-6a6d105b-d402-42f7-8379-0e86de1aa257 service neutron] 10.222.0.55 "GET /v2.0/networks/0edc1271-8a82-489b-912c-a8fef30fb1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0865345
May 07 22:29:22.582093 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f6c89a-78ba-4fbf-9bd1-5698a48d8b76 req-18b24346-e19e-420b-a8eb-7362eb8547df tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:22.583647 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e4f6c89a-78ba-4fbf-9bd1-5698a48d8b76 req-18b24346-e19e-420b-a8eb-7362eb8547df tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5b45ab2-7469-460c-9cc8-a8993d5906ed HTTP/1.1" status: 200  len: 944 time: 0.0469255
May 07 22:29:22.635292 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e4f6c89a-78ba-4fbf-9bd1-5698a48d8b76 req-f54af8af-d4b2-4c22-a808-43b927135018 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459585
May 07 22:29:23.301541 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5b45ab2-7469-460c-9cc8-a8993d5906ed', 'tag': '4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:29:23.304020 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6234c43-bf3e-4bee-b22d-8937e86b7631" -d '{"events": [{"name": "network-changed", "server_uuid": "a5b45ab2-7469-460c-9cc8-a8993d5906ed", "tag": "4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:29:23.352039 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0538df6d-c578-48d9-88e6-a70fd3492cb3 x-openstack-request-id: req-0538df6d-c578-48d9-88e6-a70fd3492cb3 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:29:23.352345 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5b45ab2-7469-460c-9cc8-a8993d5906ed", "tag": "4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:29:23.352603 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0538df6d-c578-48d9-88e6-a70fd3492cb3 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:29:23.353104 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0538df6d-c578-48d9-88e6-a70fd3492cb3'] response: {'name': 'network-changed', 'server_uuid': 'a5b45ab2-7469-460c-9cc8-a8993d5906ed', 'tag': '4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d', 'status': 'completed', 'code': 200}
May 07 22:29:23.412608 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6234c43-bf3e-4bee-b22d-8937e86b7631 req-9ed82f65-74c0-44a8-b87a-40b5015118bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:23.414120 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a6234c43-bf3e-4bee-b22d-8937e86b7631 req-9ed82f65-74c0-44a8-b87a-40b5015118bb service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=697345bef14f49b0a7ffff78f8f90913&device_id=a5b45ab2-7469-460c-9cc8-a8993d5906ed HTTP/1.1" status: 200  len: 1126 time: 0.0392118
May 07 22:29:23.472215 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:29:23.503578 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6234c43-bf3e-4bee-b22d-8937e86b7631 req-210120cd-10d8-48ab-a953-89caf5ab41e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:23.505095 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a6234c43-bf3e-4bee-b22d-8937e86b7631 req-210120cd-10d8-48ab-a953-89caf5ab41e4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0edc1271-8a82-489b-912c-a8fef30fb1c9 HTTP/1.1" status: 200  len: 911 time: 0.0851200
May 07 22:29:23.511155 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] The host nch2-master-1 is not matching for port 4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d host nch1-master-1! {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2394}}
May 07 22:29:23.511530 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d not bound to the agent host nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:29:23.585866 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a6234c43-bf3e-4bee-b22d-8937e86b7631 req-89d73d19-6a20-42af-b3ef-51e630f55bd2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d HTTP/1.1" status: 200  len: 1000 time: 0.0750301
May 07 22:29:23.633056 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6234c43-bf3e-4bee-b22d-8937e86b7631 req-b5184ac0-eeb9-4b3c-82f8-c1809641ca61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:23.634473 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a6234c43-bf3e-4bee-b22d-8937e86b7631 req-b5184ac0-eeb9-4b3c-82f8-c1809641ca61 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b2f7d31e-bd3c-4e70-a318-4783f06407ca HTTP/1.1" status: 200  len: 849 time: 0.0430646
May 07 22:29:23.677082 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6234c43-bf3e-4bee-b22d-8937e86b7631 req-ff5f26ea-2af5-4f82-8440-c6d802c33098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:23.678579 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a6234c43-bf3e-4bee-b22d-8937e86b7631 req-ff5f26ea-2af5-4f82-8440-c6d802c33098 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0edc1271-8a82-489b-912c-a8fef30fb1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0376294
May 07 22:29:23.693169 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-948b5b42-0e84-46c1-bbf5-0b794f2f9a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:23.787858 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351aa587-3c93-44a1-8bdf-7947871d1837 req-abb64b75-233a-4ff4-994e-6f73e79b85d2 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:23.789335 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-351aa587-3c93-44a1-8bdf-7947871d1837 req-abb64b75-233a-4ff4-994e-6f73e79b85d2 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5b45ab2-7469-460c-9cc8-a8993d5906ed HTTP/1.1" status: 200  len: 944 time: 0.0813453
May 07 22:29:23.824007 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a6234c43-bf3e-4bee-b22d-8937e86b7631 req-51371967-75f7-491f-8ba2-7bd476545173 service neutron] 10.222.0.59 "GET /v2.0/networks/0edc1271-8a82-489b-912c-a8fef30fb1c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1392426
May 07 22:29:23.882331 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-351aa587-3c93-44a1-8bdf-7947871d1837 req-83ba4fa9-c8d4-4136-bcdd-39caf089a3cc tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0867980
May 07 22:29:23.937970 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a6234c43-bf3e-4bee-b22d-8937e86b7631 req-45e821ed-1b0a-48f9-992a-a8ee66513c67 service neutron] 10.222.0.59 "GET /v2.0/networks/0edc1271-8a82-489b-912c-a8fef30fb1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1049438
May 07 22:29:23.998696 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6234c43-bf3e-4bee-b22d-8937e86b7631 req-d789debb-0677-4950-89ed-b9c52f02ac85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:24.000231 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a6234c43-bf3e-4bee-b22d-8937e86b7631 req-d789debb-0677-4950-89ed-b9c52f02ac85 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=697345bef14f49b0a7ffff78f8f90913&device_id=a5b45ab2-7469-460c-9cc8-a8993d5906ed HTTP/1.1" status: 200  len: 1126 time: 0.0387862
May 07 22:29:24.091476 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6234c43-bf3e-4bee-b22d-8937e86b7631 req-23fc8ee7-e3ad-4f48-af49-1cfddc202a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:24.092821 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a6234c43-bf3e-4bee-b22d-8937e86b7631 req-23fc8ee7-e3ad-4f48-af49-1cfddc202a5c service neutron] 10.222.0.55 "GET /v2.0/networks?id=0edc1271-8a82-489b-912c-a8fef30fb1c9 HTTP/1.1" status: 200  len: 911 time: 0.0860355
May 07 22:29:24.110366 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:24.158614 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a6234c43-bf3e-4bee-b22d-8937e86b7631 req-5572d5ce-b3f9-4eb9-98d3-c26a24d31cb9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d HTTP/1.1" status: 200  len: 1000 time: 0.0597150
May 07 22:29:24.218081 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6234c43-bf3e-4bee-b22d-8937e86b7631 req-e84031ae-3b8c-4bf1-8f6b-40655e535e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:24.220382 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a6234c43-bf3e-4bee-b22d-8937e86b7631 req-e84031ae-3b8c-4bf1-8f6b-40655e535e92 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b2f7d31e-bd3c-4e70-a318-4783f06407ca HTTP/1.1" status: 200  len: 849 time: 0.0548162
May 07 22:29:24.268147 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6234c43-bf3e-4bee-b22d-8937e86b7631 req-d9ce1c4b-0c51-4877-8c23-cfb4323ec008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:24.269642 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a6234c43-bf3e-4bee-b22d-8937e86b7631 req-d9ce1c4b-0c51-4877-8c23-cfb4323ec008 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0edc1271-8a82-489b-912c-a8fef30fb1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0429275
May 07 22:29:24.359929 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a6234c43-bf3e-4bee-b22d-8937e86b7631 req-c9c9737a-ea70-4a75-b96f-dcb92005f32f service neutron] 10.222.0.55 "GET /v2.0/networks/0edc1271-8a82-489b-912c-a8fef30fb1c9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0839086
May 07 22:29:24.455576 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a6234c43-bf3e-4bee-b22d-8937e86b7631 req-7456c5e9-571f-47da-83e0-b16890e1bbc5 service neutron] 10.222.0.55 "GET /v2.0/networks/0edc1271-8a82-489b-912c-a8fef30fb1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0899827
May 07 22:29:25.004232 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a066b836-83f1-46a8-a602-8972b732ce4b req-9fbc4ff1-b595-4463-802f-de9c8b12bd4b tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:25.005933 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a066b836-83f1-46a8-a602-8972b732ce4b req-9fbc4ff1-b595-4463-802f-de9c8b12bd4b tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5b45ab2-7469-460c-9cc8-a8993d5906ed HTTP/1.1" status: 200  len: 944 time: 0.0480130
May 07 22:29:25.053790 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a066b836-83f1-46a8-a602-8972b732ce4b req-ec4cfe63-d2cf-4b12-b0ec-fc82d5547aff tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420527
May 07 22:29:26.178308 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b200b023-2c4d-44da-81ab-7b3415171457 req-34e2f878-9d3e-4a5b-8ea9-1ca0205ff64c tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:26.179809 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b200b023-2c4d-44da-81ab-7b3415171457 req-34e2f878-9d3e-4a5b-8ea9-1ca0205ff64c tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5b45ab2-7469-460c-9cc8-a8993d5906ed HTTP/1.1" status: 200  len: 944 time: 0.0588045
May 07 22:29:26.226912 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b200b023-2c4d-44da-81ab-7b3415171457 req-8e77d673-1186-4934-ac26-3b8418a657d4 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412996
May 07 22:29:26.339542 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bad70ad-5fcb-4cd6-bf4e-4be27203e891 req-dc3d944f-128c-4aaf-abc8-d93a8087d35a tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:26.340923 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2bad70ad-5fcb-4cd6-bf4e-4be27203e891 req-dc3d944f-128c-4aaf-abc8-d93a8087d35a tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5b45ab2-7469-460c-9cc8-a8993d5906ed HTTP/1.1" status: 200  len: 944 time: 0.0463581
May 07 22:29:26.391418 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2bad70ad-5fcb-4cd6-bf4e-4be27203e891 req-844727f3-e038-4989-9af1-eba8b5a35517 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445151
May 07 22:29:26.509585 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a03ea16-3318-4995-8091-66947f00cf32 req-e95d95ac-9e4c-4d09-80cb-6db864e884a2 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:26.511205 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1a03ea16-3318-4995-8091-66947f00cf32 req-e95d95ac-9e4c-4d09-80cb-6db864e884a2 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5b45ab2-7469-460c-9cc8-a8993d5906ed HTTP/1.1" status: 200  len: 944 time: 0.0511520
May 07 22:29:26.559658 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1a03ea16-3318-4995-8091-66947f00cf32 req-29cc3782-024c-4fac-aa9c-0deaf44dd328 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425038
May 07 22:29:26.580722 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e728a377-32fa-4e55-8700-c8af87328817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:26.791084 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab5e5f-f884-4c61-b4f6-d05758132550 req-811e4d6c-15ec-49ff-a1fc-28452b56525d tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:26.792807 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9dab5e5f-f884-4c61-b4f6-d05758132550 req-811e4d6c-15ec-49ff-a1fc-28452b56525d tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5b45ab2-7469-460c-9cc8-a8993d5906ed HTTP/1.1" status: 200  len: 944 time: 0.0467665
May 07 22:29:26.838280 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9dab5e5f-f884-4c61-b4f6-d05758132550 req-3ca3bb3f-ea85-465a-a4a0-dd67639b3263 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391667
May 07 22:29:26.849656 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:29:26.944369 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d,segment=NetworkSegment(53fc118f-18fe-4132-af8b-066e9b1766f5),segment_id=53fc118f-18fe-4132-af8b-066e9b1766f5)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:29:26.955183 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': '4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d', 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9', 'port_id': '4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d', 'mac_address': 'fa:16:3e:95:5b:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2f7d31e-bd3c-4e70-a318-4783f06407ca', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:29:26.995460 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:29:26.995849 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:27.008108 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:29:27.026473 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d,segment=NetworkSegment(53fc118f-18fe-4132-af8b-066e9b1766f5),segment_id=53fc118f-18fe-4132-af8b-066e9b1766f5)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:29:27.030410 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:27.075936 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d,revision_number=12']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:29:27.083119 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:29:27.083472 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:29:27.083819 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:29:27.084162 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:29:27.084500 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:29:27.084835 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:29:27.085164 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:29:27.085496 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:29:27.085825 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:29:27.086153 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:29:27.086481 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:29:27.086830 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:29:27.087159 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:29:27.087486 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:29:27.087810 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:29:27.286314 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:29:27.536306 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:27.955284 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f95e155-ad5a-48ed-b34d-2cced903d740 req-8256397c-c4a1-41d1-8903-a83e35900ffd tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:27.956965 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9f95e155-ad5a-48ed-b34d-2cced903d740 req-8256397c-c4a1-41d1-8903-a83e35900ffd tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5b45ab2-7469-460c-9cc8-a8993d5906ed HTTP/1.1" status: 200  len: 945 time: 0.0471451
May 07 22:29:28.003646 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9f95e155-ad5a-48ed-b34d-2cced903d740 req-df1a300c-e9e3-4077-8b2e-5da636018a37 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups?id=2ab47223-8585-4c6f-8646-525a986d3313&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413048
May 07 22:29:28.366121 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b249a866-98d9-42af-9f8a-3e1596d69987 req-7ce67166-c94f-47ef-adc4-0dfe6ed29531 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:28.367636 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b249a866-98d9-42af-9f8a-3e1596d69987 req-7ce67166-c94f-47ef-adc4-0dfe6ed29531 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.55 "GET /v2.0/ports?device_id=a5b45ab2-7469-460c-9cc8-a8993d5906ed HTTP/1.1" status: 200  len: 945 time: 0.0461824
May 07 22:29:28.453677 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-b249a866-98d9-42af-9f8a-3e1596d69987 req-fc8acee8-5f9c-46c1-b293-c43b9c5bf0ea tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Deleting port 4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:29:28.453933 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-b249a866-98d9-42af-9f8a-3e1596d69987 req-fc8acee8-5f9c-46c1-b293-c43b9c5bf0ea tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:28.543513 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-b249a866-98d9-42af-9f8a-3e1596d69987 req-fc8acee8-5f9c-46c1-b293-c43b9c5bf0ea tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] For port 4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d,segment=NetworkSegment(53fc118f-18fe-4132-af8b-066e9b1766f5),segment_id=53fc118f-18fe-4132-af8b-066e9b1766f5)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:29:28.543877 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-b249a866-98d9-42af-9f8a-3e1596d69987 req-fc8acee8-5f9c-46c1-b293-c43b9c5bf0ea tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:28.721656 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-b249a866-98d9-42af-9f8a-3e1596d69987 req-fc8acee8-5f9c-46c1-b293-c43b9c5bf0ea tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:28.721925 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-b249a866-98d9-42af-9f8a-3e1596d69987 req-fc8acee8-5f9c-46c1-b293-c43b9c5bf0ea tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (7dfcd854-b52b-4f0a-9ac3-d2e482bb813f), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:28.722235 ncdv-master-1 neutron-server[121836]: INFO neutron.db.l3_db [req-b249a866-98d9-42af-9f8a-3e1596d69987 req-fc8acee8-5f9c-46c1-b293-c43b9c5bf0ea tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Floating IP 7dfcd854-b52b-4f0a-9ac3-d2e482bb813f disassociated. External IP: 172.35.4.114, port: 4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d.
May 07 22:29:28.722622 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-b249a866-98d9-42af-9f8a-3e1596d69987 req-fc8acee8-5f9c-46c1-b293-c43b9c5bf0ea tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Calling delete_port for 4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d owned by compute:nova {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:29:28.848292 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-b249a866-98d9-42af-9f8a-3e1596d69987 req-fc8acee8-5f9c-46c1-b293-c43b9c5bf0ea tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:28.854901 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:29:28.874446 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] No Port match for: 4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:29:28.874824 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d not bound to the agent host nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}}
May 07 22:29:28.880774 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8acee8-5f9c-46c1-b293-c43b9c5bf0ea tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Pushing event deleted for resources: {'Port': ['ID=4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:29:28.894841 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Port 4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d not found, will not notify nova. {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}}
May 07 22:29:29.003071 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b249a866-98d9-42af-9f8a-3e1596d69987 req-fc8acee8-5f9c-46c1-b293-c43b9c5bf0ea tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Router 6c84532b-a939-4efd-ab5d-5dd714f1ea20 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:29:29.106856 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2115d975-5799-4de2-a12d-bbe1897f302c req-80286156-9a70-41a7-9ea7-a0a96e93edb5 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/ports?device_id=a5b45ab2-7469-460c-9cc8-a8993d5906ed HTTP/1.1" status: 200  len: 210 time: 0.0316365
May 07 22:29:29.118967 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b249a866-98d9-42af-9f8a-3e1596d69987 req-fc8acee8-5f9c-46c1-b293-c43b9c5bf0ea tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:29:29.137655 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df92dc42-24b3-465a-a670-2f5e1f00644d None None] Sync routers for ids ['6c84532b-a939-4efd-ab5d-5dd714f1ea20'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:29:29.148741 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df92dc42-24b3-465a-a670-2f5e1f00644d None None] Routers {'6c84532b-a939-4efd-ab5d-5dd714f1ea20'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:29:29.149375 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-df92dc42-24b3-465a-a670-2f5e1f00644d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7e7cb4c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:29:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['6c84532b-a939-4efd-ab5d-5dd714f1ea20'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:29:29.169124 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-b249a866-98d9-42af-9f8a-3e1596d69987 req-fc8acee8-5f9c-46c1-b293-c43b9c5bf0ea tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] No DVR routers for this DVR port 4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d on host nch1-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:29:29.171943 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-b249a866-98d9-42af-9f8a-3e1596d69987 req-fc8acee8-5f9c-46c1-b293-c43b9c5bf0ea tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:29.175376 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b249a866-98d9-42af-9f8a-3e1596d69987 req-fc8acee8-5f9c-46c1-b293-c43b9c5bf0ea tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.55 "DELETE /v2.0/ports/4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d HTTP/1.1" status: 204  len: 173 time: 0.8027425
May 07 22:29:29.175855 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5b45ab2-7469-460c-9cc8-a8993d5906ed', 'name': 'network-vif-deleted', 'tag': '4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:29:29.178115 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdec2667-a076-43a0-aa7b-aac5a2352b07" -d '{"events": [{"server_uuid": "a5b45ab2-7469-460c-9cc8-a8993d5906ed", "name": "network-vif-deleted", "tag": "4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:29:29.218694 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5286e5aa-bcce-40ec-8af6-07210cca2232 x-openstack-request-id: req-5286e5aa-bcce-40ec-8af6-07210cca2232 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:29:29.218694 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5b45ab2-7469-460c-9cc8-a8993d5906ed", "name": "network-vif-deleted", "tag": "4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:29:29.218694 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5286e5aa-bcce-40ec-8af6-07210cca2232 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:29:29.219202 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5286e5aa-bcce-40ec-8af6-07210cca2232'] response: {'server_uuid': 'a5b45ab2-7469-460c-9cc8-a8993d5906ed', 'name': 'network-vif-deleted', 'tag': '4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d', 'status': 'completed', 'code': 200}
May 07 22:29:29.258505 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:29.278956 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-df92dc42-24b3-465a-a670-2f5e1f00644d None None] Set router 6c84532b-a939-4efd-ab5d-5dd714f1ea20 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:29:29.475095 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-df92dc42-24b3-465a-a670-2f5e1f00644d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7e7cb4c0>, [{'id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'name': 'tempest-ServerActionsTestJSON-57126734-router', 'tenant_id': '697345bef14f49b0a7ffff78f8f90913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.19'}], 'enable_snat': True}, 'gw_port_id': 'fd023d51-546a-4746-b00f-1b42dcff4178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:25:50Z', 'updated_at': '2022-05-07T22:25:53Z', 'revision_number': 4, 'project_id': '697345bef14f49b0a7ffff78f8f90913', 'gw_port': {'id': 'fd023d51-546a-4746-b00f-1b42dcff4178', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:fd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:25:51Z', 'updated_at': '2022-05-07T22:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '20172faa-7474-4125-93fb-57de137475bf', 'name': '', 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9', 'tenant_id': '697345bef14f49b0a7ffff78f8f90913', 'mac_address': 'fa:16:3e:ed:b1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'b2f7d31e-bd3c-4e70-a318-4783f06407ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:25:52Z', 'updated_at': '2022-05-07T22:25:57Z', 'revision_number': 5, 'project_id': '697345bef14f49b0a7ffff78f8f90913', 'subnets': [{'id': 'b2f7d31e-bd3c-4e70-a318-4783f06407ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:29:29.501883 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df92dc42-24b3-465a-a670-2f5e1f00644d None None] Checking router: 6c84532b-a939-4efd-ab5d-5dd714f1ea20 for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:29:29.510029 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df92dc42-24b3-465a-a670-2f5e1f00644d None None] Routers {'6c84532b-a939-4efd-ab5d-5dd714f1ea20'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:29:29.510595 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-df92dc42-24b3-465a-a670-2f5e1f00644d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7e7cb4c0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:29:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['6c84532b-a939-4efd-ab5d-5dd714f1ea20'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:29:29.626599 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-df92dc42-24b3-465a-a670-2f5e1f00644d None None] Set router 6c84532b-a939-4efd-ab5d-5dd714f1ea20 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:29:29.830540 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-df92dc42-24b3-465a-a670-2f5e1f00644d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7e7cb4c0>, [{'id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'name': 'tempest-ServerActionsTestJSON-57126734-router', 'tenant_id': '697345bef14f49b0a7ffff78f8f90913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.19'}], 'enable_snat': True}, 'gw_port_id': 'fd023d51-546a-4746-b00f-1b42dcff4178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:25:50Z', 'updated_at': '2022-05-07T22:25:53Z', 'revision_number': 4, 'project_id': '697345bef14f49b0a7ffff78f8f90913', 'gw_port': {'id': 'fd023d51-546a-4746-b00f-1b42dcff4178', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:fd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:25:51Z', 'updated_at': '2022-05-07T22:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '20172faa-7474-4125-93fb-57de137475bf', 'name': '', 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9', 'tenant_id': '697345bef14f49b0a7ffff78f8f90913', 'mac_address': 'fa:16:3e:ed:b1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'b2f7d31e-bd3c-4e70-a318-4783f06407ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:25:52Z', 'updated_at': '2022-05-07T22:25:57Z', 'revision_number': 5, 'project_id': '697345bef14f49b0a7ffff78f8f90913', 'subnets': [{'id': 'b2f7d31e-bd3c-4e70-a318-4783f06407ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:29:29.857705 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df92dc42-24b3-465a-a670-2f5e1f00644d None None] The sync data for ids ['6c84532b-a939-4efd-ab5d-5dd714f1ea20'] in ncdv-master-1 is: [{'id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'name': 'tempest-ServerActionsTestJSON-57126734-router', 'tenant_id': '697345bef14f49b0a7ffff78f8f90913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.19'}], 'enable_snat': True}, 'gw_port_id': 'fd023d51-546a-4746-b00f-1b42dcff4178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:25:50Z', 'updated_at': '2022-05-07T22:25:53Z', 'revision_number': 4, 'project_id': '697345bef14f49b0a7ffff78f8f90913', 'gw_port': {'id': 'fd023d51-546a-4746-b00f-1b42dcff4178', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:fd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:25:51Z', 'updated_at': '2022-05-07T22:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '20172faa-7474-4125-93fb-57de137475bf', 'name': '', 'network_id': '0edc1271-8a82-489b-912c-a8fef30fb1c9', 'tenant_id': '697345bef14f49b0a7ffff78f8f90913', 'mac_address': 'fa:16:3e:ed:b1:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': 'b2f7d31e-bd3c-4e70-a318-4783f06407ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:25:52Z', 'updated_at': '2022-05-07T22:25:57Z', 'revision_number': 5, 'project_id': '697345bef14f49b0a7ffff78f8f90913', 'subnets': [{'id': 'b2f7d31e-bd3c-4e70-a318-4783f06407ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:29:30.064754 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1b6668-d1b8-46ab-a5d3-e5cc77200b86 None None] New status for floating IP 7dfcd854-b52b-4f0a-9ac3-d2e482bb813f: DOWN {{(pid=121839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 07 22:29:30.350945 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:30.853516 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:29:30.874062 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] No Port match for: 4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:29:30.874667 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 4aa349b6-2d5a-4bf6-b3e1-d949ac3abc1d not bound to the agent host nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:29:31.732665 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 57292) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:29:31.786614 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-43f648e2-af49-423b-b936-9266a619db4b tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Publish callbacks [] for security_group (2ab47223-8585-4c6f-8646-525a986d3313), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:31.809522 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-43f648e2-af49-423b-b936-9266a619db4b tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Publish callbacks [] for security_group (2ab47223-8585-4c6f-8646-525a986d3313), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:31.859294 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-43f648e2-af49-423b-b936-9266a619db4b tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (2ab47223-8585-4c6f-8646-525a986d3313), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:31.861884 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-43f648e2-af49-423b-b936-9266a619db4b tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:31.864062 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-43f648e2-af49-423b-b936-9266a619db4b tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "DELETE /v2.0/security-groups/2ab47223-8585-4c6f-8646-525a986d3313 HTTP/1.1" status: 204  len: 168 time: 0.1293101
May 07 22:29:31.866031 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 57294) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:29:31.872484 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f648e2-af49-423b-b936-9266a619db4b tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab47223-8585-4c6f-8646-525a986d3313,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:29:31.879136 ncdv-master-1 neutron-server[121837]: INFO neutron.api.v2.resource [None req-52c5b2a6-71df-4f39-ae76-cde32f10df12 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] show failed (client error): The resource could not be found.
May 07 22:29:31.882859 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-52c5b2a6-71df-4f39-ae76-cde32f10df12 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "GET /v2.0/security-groups/2ab47223-8585-4c6f-8646-525a986d3313 HTTP/1.1" status: 404  len: 347 time: 0.0157800
May 07 22:29:31.883410 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 57296) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:29:31.998819 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-74bc6124-e948-4157-830d-b14324a5516c tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Deleting port 9100d93d-da71-4891-af70-bd8b0968c54a {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:29:31.999162 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-74bc6124-e948-4157-830d-b14324a5516c tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (9100d93d-da71-4891-af70-bd8b0968c54a), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:32.072991 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-74bc6124-e948-4157-830d-b14324a5516c tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (9100d93d-da71-4891-af70-bd8b0968c54a), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:32.073312 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-74bc6124-e948-4157-830d-b14324a5516c tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Publish callbacks [] for floatingip (9100d93d-da71-4891-af70-bd8b0968c54a), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:32.085585 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-74bc6124-e948-4157-830d-b14324a5516c tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Calling delete_port for 9100d93d-da71-4891-af70-bd8b0968c54a owned by network:floatingip {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:29:32.219536 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-74bc6124-e948-4157-830d-b14324a5516c tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (9100d93d-da71-4891-af70-bd8b0968c54a), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:32.249199 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bc6124-e948-4157-830d-b14324a5516c tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Pushing event deleted for resources: {'Port': ['ID=9100d93d-da71-4891-af70-bd8b0968c54a,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:29:32.271957 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bc6124-e948-4157-830d-b14324a5516c tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:29:32.272300 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bc6124-e948-4157-830d-b14324a5516c tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:29:32.272637 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bc6124-e948-4157-830d-b14324a5516c tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:29:32.272969 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bc6124-e948-4157-830d-b14324a5516c tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:29:32.273301 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bc6124-e948-4157-830d-b14324a5516c tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:29:32.273627 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bc6124-e948-4157-830d-b14324a5516c tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:29:32.273952 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bc6124-e948-4157-830d-b14324a5516c tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:29:32.274280 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bc6124-e948-4157-830d-b14324a5516c tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:29:32.274604 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bc6124-e948-4157-830d-b14324a5516c tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:29:32.274947 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bc6124-e948-4157-830d-b14324a5516c tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:29:32.275269 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bc6124-e948-4157-830d-b14324a5516c tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:29:32.275586 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bc6124-e948-4157-830d-b14324a5516c tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:29:32.275904 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bc6124-e948-4157-830d-b14324a5516c tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:29:32.276223 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bc6124-e948-4157-830d-b14324a5516c tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:29:32.276541 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74bc6124-e948-4157-830d-b14324a5516c tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:29:32.319767 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-74bc6124-e948-4157-830d-b14324a5516c tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Publish callbacks [] for floatingip (7dfcd854-b52b-4f0a-9ac3-d2e482bb813f), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:32.322332 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-74bc6124-e948-4157-830d-b14324a5516c tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:32.323537 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-74bc6124-e948-4157-830d-b14324a5516c tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] 10.222.0.32 "DELETE /v2.0/floatingips/7dfcd854-b52b-4f0a-9ac3-d2e482bb813f HTTP/1.1" status: 204  len: 168 time: 0.4392464
May 07 22:29:32.326341 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 57298) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:29:32.915243 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d87893f6-0d6a-4fa9-aa7f-f72d4b63bbab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401094'] for router_interface (6c84532b-a939-4efd-ab5d-5dd714f1ea20), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:33.146174 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-d87893f6-0d6a-4fa9-aa7f-f72d4b63bbab admin admin] Deleting port 20172faa-7474-4125-93fb-57de137475bf {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:29:33.146515 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d87893f6-0d6a-4fa9-aa7f-f72d4b63bbab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (20172faa-7474-4125-93fb-57de137475bf), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:33.230407 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-d87893f6-0d6a-4fa9-aa7f-f72d4b63bbab admin admin] For port 20172faa-7474-4125-93fb-57de137475bf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=20172faa-7474-4125-93fb-57de137475bf,segment=NetworkSegment(53fc118f-18fe-4132-af8b-066e9b1766f5),segment_id=53fc118f-18fe-4132-af8b-066e9b1766f5)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:29:33.230764 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d87893f6-0d6a-4fa9-aa7f-f72d4b63bbab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (20172faa-7474-4125-93fb-57de137475bf), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:33.243128 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-d87893f6-0d6a-4fa9-aa7f-f72d4b63bbab admin admin] Calling delete_port for 20172faa-7474-4125-93fb-57de137475bf owned by network:router_interface {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:29:33.421145 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d87893f6-0d6a-4fa9-aa7f-f72d4b63bbab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (20172faa-7474-4125-93fb-57de137475bf), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:33.447407 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87893f6-0d6a-4fa9-aa7f-f72d4b63bbab admin admin] Pushing event deleted for resources: {'Port': ['ID=20172faa-7474-4125-93fb-57de137475bf,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:29:33.637945 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d87893f6-0d6a-4fa9-aa7f-f72d4b63bbab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401002'] for router_interface (6c84532b-a939-4efd-ab5d-5dd714f1ea20), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:33.858048 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d87893f6-0d6a-4fa9-aa7f-f72d4b63bbab admin admin] Router 6c84532b-a939-4efd-ab5d-5dd714f1ea20 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:29:33.968084 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d87893f6-0d6a-4fa9-aa7f-f72d4b63bbab admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:29:33.974003 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-d87893f6-0d6a-4fa9-aa7f-f72d4b63bbab admin admin] 10.222.0.32 "PUT /v2.0/routers/6c84532b-a939-4efd-ab5d-5dd714f1ea20/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6465404
May 07 22:29:33.975799 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 57300) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:29:33.978373 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb59604-ebd2-4c5e-bfc0-6b491bda4f25 None None] Sync routers for ids ['6c84532b-a939-4efd-ab5d-5dd714f1ea20'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:29:33.989683 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb59604-ebd2-4c5e-bfc0-6b491bda4f25 None None] Routers {'6c84532b-a939-4efd-ab5d-5dd714f1ea20'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:29:33.990310 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-0eb59604-ebd2-4c5e-bfc0-6b491bda4f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cf73220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:29:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['6c84532b-a939-4efd-ab5d-5dd714f1ea20'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:29:34.085244 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d250f1f5-9969-4648-a876-2a47f163fe7c admin admin] Publish callbacks [] for router (6c84532b-a939-4efd-ab5d-5dd714f1ea20), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:34.099290 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-0eb59604-ebd2-4c5e-bfc0-6b491bda4f25 None None] Set router 6c84532b-a939-4efd-ab5d-5dd714f1ea20 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:29:34.195086 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d250f1f5-9969-4648-a876-2a47f163fe7c admin admin] Publish callbacks [] for router_gateway (6c84532b-a939-4efd-ab5d-5dd714f1ea20), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:34.241406 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-d250f1f5-9969-4648-a876-2a47f163fe7c admin admin] Deleting port fd023d51-546a-4746-b00f-1b42dcff4178 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:29:34.241749 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d250f1f5-9969-4648-a876-2a47f163fe7c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (fd023d51-546a-4746-b00f-1b42dcff4178), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:34.267144 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-0eb59604-ebd2-4c5e-bfc0-6b491bda4f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cf73220>, [{'id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'name': 'tempest-ServerActionsTestJSON-57126734-router', 'tenant_id': '697345bef14f49b0a7ffff78f8f90913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.19'}], 'enable_snat': True}, 'gw_port_id': 'fd023d51-546a-4746-b00f-1b42dcff4178', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:25:50Z', 'updated_at': '2022-05-07T22:29:33Z', 'revision_number': 5, 'project_id': '697345bef14f49b0a7ffff78f8f90913', 'gw_port': {'id': 'fd023d51-546a-4746-b00f-1b42dcff4178', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:fd:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:25:51Z', 'updated_at': '2022-05-07T22:25:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:29:34.295541 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb59604-ebd2-4c5e-bfc0-6b491bda4f25 None None] Checking router: 6c84532b-a939-4efd-ab5d-5dd714f1ea20 for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:29:34.304313 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb59604-ebd2-4c5e-bfc0-6b491bda4f25 None None] Routers {'6c84532b-a939-4efd-ab5d-5dd714f1ea20'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:29:34.304938 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-0eb59604-ebd2-4c5e-bfc0-6b491bda4f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cf73220>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:29:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['6c84532b-a939-4efd-ab5d-5dd714f1ea20'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:29:34.327449 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-d250f1f5-9969-4648-a876-2a47f163fe7c admin admin] For port fd023d51-546a-4746-b00f-1b42dcff4178, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fd023d51-546a-4746-b00f-1b42dcff4178,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:29:34.327834 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d250f1f5-9969-4648-a876-2a47f163fe7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (fd023d51-546a-4746-b00f-1b42dcff4178), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:34.340583 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-d250f1f5-9969-4648-a876-2a47f163fe7c admin admin] Calling delete_port for fd023d51-546a-4746-b00f-1b42dcff4178 owned by network:router_gateway {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:29:34.393574 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-0eb59604-ebd2-4c5e-bfc0-6b491bda4f25 None None] Set router 6c84532b-a939-4efd-ab5d-5dd714f1ea20 gateway port host: None {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:29:34.517802 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d250f1f5-9969-4648-a876-2a47f163fe7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (fd023d51-546a-4746-b00f-1b42dcff4178), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:34.545222 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d250f1f5-9969-4648-a876-2a47f163fe7c admin admin] Pushing event deleted for resources: {'Port': ['ID=fd023d51-546a-4746-b00f-1b42dcff4178,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:29:34.608443 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-0eb59604-ebd2-4c5e-bfc0-6b491bda4f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cf73220>, [{'id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'name': 'tempest-ServerActionsTestJSON-57126734-router', 'tenant_id': '697345bef14f49b0a7ffff78f8f90913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:25:50Z', 'updated_at': '2022-05-07T22:29:34Z', 'revision_number': 6, 'project_id': '697345bef14f49b0a7ffff78f8f90913', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:29:34.609735 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d250f1f5-9969-4648-a876-2a47f163fe7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395776'] for router_gateway (6c84532b-a939-4efd-ab5d-5dd714f1ea20), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:34.635960 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb59604-ebd2-4c5e-bfc0-6b491bda4f25 None None] The sync data for ids ['6c84532b-a939-4efd-ab5d-5dd714f1ea20'] in ncdv-master-1 is: [{'id': '6c84532b-a939-4efd-ab5d-5dd714f1ea20', 'name': 'tempest-ServerActionsTestJSON-57126734-router', 'tenant_id': '697345bef14f49b0a7ffff78f8f90913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:25:50Z', 'updated_at': '2022-05-07T22:29:34Z', 'revision_number': 6, 'project_id': '697345bef14f49b0a7ffff78f8f90913', 'gw_port_host': None}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:29:34.712397 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d250f1f5-9969-4648-a876-2a47f163fe7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (6c84532b-a939-4efd-ab5d-5dd714f1ea20), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:34.714649 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d250f1f5-9969-4648-a876-2a47f163fe7c admin admin] Publish callbacks [] for router_controller (6c84532b-a939-4efd-ab5d-5dd714f1ea20), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:34.758715 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d250f1f5-9969-4648-a876-2a47f163fe7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (6c84532b-a939-4efd-ab5d-5dd714f1ea20), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:34.759266 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d250f1f5-9969-4648-a876-2a47f163fe7c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c84532b-a939-4efd-ab5d-5dd714f1ea20 {{(pid=121837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 22:29:34.763615 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d250f1f5-9969-4648-a876-2a47f163fe7c admin admin] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:34.764803 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-d250f1f5-9969-4648-a876-2a47f163fe7c admin admin] 10.222.0.32 "DELETE /v2.0/routers/6c84532b-a939-4efd-ab5d-5dd714f1ea20 HTTP/1.1" status: 204  len: 168 time: 0.7880676
May 07 22:29:34.767871 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 57302) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:29:34.811543 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-4437805f-a7f7-4e18-a987-3a3b2ba7ecc0 admin admin] Deleting subnet b2f7d31e-bd3c-4e70-a318-4783f06407ca {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:29:34.814669 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4437805f-a7f7-4e18-a987-3a3b2ba7ecc0 admin admin] Publish callbacks [] for subnet (b2f7d31e-bd3c-4e70-a318-4783f06407ca), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:34.849077 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4437805f-a7f7-4e18-a987-3a3b2ba7ecc0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (b2f7d31e-bd3c-4e70-a318-4783f06407ca), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:34.929072 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4437805f-a7f7-4e18-a987-3a3b2ba7ecc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (b2f7d31e-bd3c-4e70-a318-4783f06407ca), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:34.981585 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4437805f-a7f7-4e18-a987-3a3b2ba7ecc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (b2f7d31e-bd3c-4e70-a318-4783f06407ca), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:35.009771 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4437805f-a7f7-4e18-a987-3a3b2ba7ecc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2f7d31e-bd3c-4e70-a318-4783f06407ca,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:29:35.011798 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-4437805f-a7f7-4e18-a987-3a3b2ba7ecc0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:35.015042 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-4437805f-a7f7-4e18-a987-3a3b2ba7ecc0 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/b2f7d31e-bd3c-4e70-a318-4783f06407ca HTTP/1.1" status: 204  len: 168 time: 0.2462504
May 07 22:29:35.018342 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 57304) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:29:35.021156 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e403d0c-737f-45a6-aee8-65272de5cb3b None None] Network 0edc1271-8a82-489b-912c-a8fef30fb1c9 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:29:35.093780 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d2910764-1479-4ca1-b013-c7362651a2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (0edc1271-8a82-489b-912c-a8fef30fb1c9), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:35.138834 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-d2910764-1479-4ca1-b013-c7362651a2b0 admin admin] Deleting port ee2f403b-9d0e-467c-8839-67019e08752f {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:29:35.139179 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d2910764-1479-4ca1-b013-c7362651a2b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (ee2f403b-9d0e-467c-8839-67019e08752f), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:35.201492 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-d2910764-1479-4ca1-b013-c7362651a2b0 admin admin] For port ee2f403b-9d0e-467c-8839-67019e08752f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ee2f403b-9d0e-467c-8839-67019e08752f,segment=NetworkSegment(53fc118f-18fe-4132-af8b-066e9b1766f5),segment_id=53fc118f-18fe-4132-af8b-066e9b1766f5)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:29:35.201852 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d2910764-1479-4ca1-b013-c7362651a2b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (ee2f403b-9d0e-467c-8839-67019e08752f), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:35.219926 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-d2910764-1479-4ca1-b013-c7362651a2b0 admin admin] Calling delete_port for ee2f403b-9d0e-467c-8839-67019e08752f owned by network:dhcp {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:29:35.299116 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d2910764-1479-4ca1-b013-c7362651a2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (ee2f403b-9d0e-467c-8839-67019e08752f), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:35.322088 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2910764-1479-4ca1-b013-c7362651a2b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee2f403b-9d0e-467c-8839-67019e08752f,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:29:35.327428 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2910764-1479-4ca1-b013-c7362651a2b0 admin admin] No DVR routers for this DVR port ee2f403b-9d0e-467c-8839-67019e08752f on host ncdv-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:29:35.402493 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d2910764-1479-4ca1-b013-c7362651a2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (0edc1271-8a82-489b-912c-a8fef30fb1c9), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:35.408730 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8861a5b-16b9-4f5f-b49d-3bdb71f31048 None None] DHCP port deletion for 0edc1271-8a82-489b-912c-a8fef30fb1c9 request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:29:35.424955 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-d2910764-1479-4ca1-b013-c7362651a2b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf8d690a90>,) {'filters': {'network_id': ['0edc1271-8a82-489b-912c-a8fef30fb1c9']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:29:35.434943 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-d2910764-1479-4ca1-b013-c7362651a2b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8d690a90>, '53fc118f-18fe-4132-af8b-066e9b1766f5') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:29:35.435243 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-d2910764-1479-4ca1-b013-c7362651a2b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8d690a90>, '53fc118f-18fe-4132-af8b-066e9b1766f5') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:29:35.445465 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d2910764-1479-4ca1-b013-c7362651a2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (53fc118f-18fe-4132-af8b-066e9b1766f5), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:35.458811 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d2910764-1479-4ca1-b013-c7362651a2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (53fc118f-18fe-4132-af8b-066e9b1766f5), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:35.465136 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2910764-1479-4ca1-b013-c7362651a2b0 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:29:35.465518 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d2910764-1479-4ca1-b013-c7362651a2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (53fc118f-18fe-4132-af8b-066e9b1766f5), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:35.467153 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 22:29:35.467153 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:29:35.467153 ncdv-master-1 neutron-server[121837]:     timer()
May 07 22:29:35.467153 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:29:35.467153 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 22:29:35.467153 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:29:35.467153 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 22:29:35.467153 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:29:35.467153 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 22:29:35.467153 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:29:35.467153 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 22:29:35.467153 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:29:35.467153 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 22:29:35.467153 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:29:35.467153 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:29:35.467153 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:29:35.467153 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:29:35.467153 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:29:35.467153 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 22:29:35.467153 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:29:35.467153 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 22:29:35.467153 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:29:35.467153 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:29:35.467153 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:29:35.467153 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 22:29:35.467153 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:29:35.467153 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:29:35.467153 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:29:35.467153 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:29:35.467153 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:29:35.467153 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:29:35.467153 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:29:35.524088 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d2910764-1479-4ca1-b013-c7362651a2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (0edc1271-8a82-489b-912c-a8fef30fb1c9), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:35.530039 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d2910764-1479-4ca1-b013-c7362651a2b0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:35.532865 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 20172faa-7474-4125-93fb-57de137475bf no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:29:35.533303 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-d2910764-1479-4ca1-b013-c7362651a2b0 admin admin] 10.222.0.32 "DELETE /v2.0/networks/0edc1271-8a82-489b-912c-a8fef30fb1c9 HTTP/1.1" status: 204  len: 168 time: 0.5129979
May 07 22:29:35.544674 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2910764-1479-4ca1-b013-c7362651a2b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=0edc1271-8a82-489b-912c-a8fef30fb1c9,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:29:35.558586 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 20172faa-7474-4125-93fb-57de137475bf {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:29:35.559062 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 20172faa-7474-4125-93fb-57de137475bf not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:29:35.559518 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device fd023d51-546a-4746-b00f-1b42dcff4178 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:29:35.586166 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: fd023d51-546a-4746-b00f-1b42dcff4178 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:29:35.586498 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device fd023d51-546a-4746-b00f-1b42dcff4178 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:29:35.586940 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device ee2f403b-9d0e-467c-8839-67019e08752f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:29:35.607405 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: ee2f403b-9d0e-467c-8839-67019e08752f {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:29:35.608017 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device ee2f403b-9d0e-467c-8839-67019e08752f not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:29:35.671339 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 57310) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:29:35.720976 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-72ea7646-950e-4b20-915e-c605b35bc919 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=697345bef14f49b0a7ffff78f8f90913&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0478771
May 07 22:29:35.723364 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 57312) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:29:35.769535 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a54ba782-6110-4831-9df8-5a43b023a7b4 admin admin] Publish callbacks [] for security_group (dea32030-6604-444e-81d0-48bc5adf8b1b), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:35.790514 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a54ba782-6110-4831-9df8-5a43b023a7b4 admin admin] Publish callbacks [] for security_group (dea32030-6604-444e-81d0-48bc5adf8b1b), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:35.837012 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a54ba782-6110-4831-9df8-5a43b023a7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (dea32030-6604-444e-81d0-48bc5adf8b1b), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:35.839762 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a54ba782-6110-4831-9df8-5a43b023a7b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:35.840916 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-a54ba782-6110-4831-9df8-5a43b023a7b4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dea32030-6604-444e-81d0-48bc5adf8b1b HTTP/1.1" status: 204  len: 168 time: 0.1166661
May 07 22:29:35.850349 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54ba782-6110-4831-9df8-5a43b023a7b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea32030-6604-444e-81d0-48bc5adf8b1b,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:29:36.529954 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 57334) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:29:36.627660 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-86d5e1a7-b21a-49c2-8d88-cb5c18aa1aed admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1719366493-network', 'tenant_id': '513bc8fe3df847c2914e5d3e465e864f'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:29:36.646915 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86d5e1a7-b21a-49c2-8d88-cb5c18aa1aed admin admin] Made reservation on behalf of 513bc8fe3df847c2914e5d3e465e864f for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:29:36.649227 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-86d5e1a7-b21a-49c2-8d88-cb5c18aa1aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:36.658023 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-86d5e1a7-b21a-49c2-8d88-cb5c18aa1aed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:36.730916 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-86d5e1a7-b21a-49c2-8d88-cb5c18aa1aed admin admin] Publish callbacks [] for security_group (df8c724d-097d-46c1-80a4-ca70d986cca3), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:36.734954 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-86d5e1a7-b21a-49c2-8d88-cb5c18aa1aed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (df8c724d-097d-46c1-80a4-ca70d986cca3), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:36.762158 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86d5e1a7-b21a-49c2-8d88-cb5c18aa1aed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:29:36.768543 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d5e1a7-b21a-49c2-8d88-cb5c18aa1aed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df8c724d-097d-46c1-80a4-ca70d986cca3,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:29:36.774703 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-86d5e1a7-b21a-49c2-8d88-cb5c18aa1aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (f4949023-4de7-4277-bdee-4db1b9a675fa), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:36.775115 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-86d5e1a7-b21a-49c2-8d88-cb5c18aa1aed admin admin] Added segment f4949023-4de7-4277-bdee-4db1b9a675fa of type vlan for network f2975d03-209e-4fce-88c6-92b80d15feea
May 07 22:29:36.818471 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-86d5e1a7-b21a-49c2-8d88-cb5c18aa1aed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (f2975d03-209e-4fce-88c6-92b80d15feea), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:36.841841 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-86d5e1a7-b21a-49c2-8d88-cb5c18aa1aed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (f2975d03-209e-4fce-88c6-92b80d15feea), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:36.842762 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d5e1a7-b21a-49c2-8d88-cb5c18aa1aed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:36.843894 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-86d5e1a7-b21a-49c2-8d88-cb5c18aa1aed admin admin] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:36.880447 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-86d5e1a7-b21a-49c2-8d88-cb5c18aa1aed admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.3492219
May 07 22:29:36.883167 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 57338) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:29:36.887738 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-0bad41bb-1d62-4231-80c7-80577c071109 admin admin] Request body: {'subnet': {'network_id': 'f2975d03-209e-4fce-88c6-92b80d15feea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1719366493-subnet', 'tenant_id': '513bc8fe3df847c2914e5d3e465e864f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:29:36.927039 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d5e1a7-b21a-49c2-8d88-cb5c18aa1aed admin admin] Pushing event updated for resources: {'Network': ['ID=f2975d03-209e-4fce-88c6-92b80d15feea,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:29:36.937913 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bad41bb-1d62-4231-80c7-80577c071109 admin admin] Made reservation on behalf of 513bc8fe3df847c2914e5d3e465e864f for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:29:36.940264 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0bad41bb-1d62-4231-80c7-80577c071109 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:36.940522 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network f2975d03-209e-4fce-88c6-92b80d15feea details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:29:37.105745 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0bad41bb-1d62-4231-80c7-80577c071109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (321f31ae-9fd6-459c-aaf6-bcc3e6400656), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:37.158599 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bad41bb-1d62-4231-80c7-80577c071109 admin admin] Pushing event updated for resources: {'Subnet': ['ID=321f31ae-9fd6-459c-aaf6-bcc3e6400656,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:29:37.173375 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bad41bb-1d62-4231-80c7-80577c071109 admin admin] Checking segment: {'id': 'f4949023-4de7-4277-bdee-4db1b9a675fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f2975d03-209e-4fce-88c6-92b80d15feea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:29:37.173737 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bad41bb-1d62-4231-80c7-80577c071109 admin admin] Network hostable DHCP agents. Network: f2975d03-209e-4fce-88c6-92b80d15feea, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:29:37.190444 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bad41bb-1d62-4231-80c7-80577c071109 admin admin] Network f2975d03-209e-4fce-88c6-92b80d15feea is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:29:37.200705 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-0bad41bb-1d62-4231-80c7-80577c071109 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f2975d03-209e-4fce-88c6-92b80d15feea) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:29:37.205614 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bad41bb-1d62-4231-80c7-80577c071109 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:37.206267 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0bad41bb-1d62-4231-80c7-80577c071109 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:37.217044 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e006130-1ece-4f2c-a950-f2402ae7d5b9 None None] Network f2975d03-209e-4fce-88c6-92b80d15feea requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:29:37.223931 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-0bad41bb-1d62-4231-80c7-80577c071109 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.3397317
May 07 22:29:37.316575 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502aedce-fea1-491b-974c-6aedab547b28 None None] Network f2975d03-209e-4fce-88c6-92b80d15feea requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:29:37.645669 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c305e371-d607-4415-bad5-650924c3cb8f req-886b9e19-8919-4aea-a2bc-2e730342dd4f tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:37.647194 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c305e371-d607-4415-bad5-650924c3cb8f req-886b9e19-8919-4aea-a2bc-2e730342dd4f tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] 10.222.0.32 "GET /v2.0/networks?id=f2975d03-209e-4fce-88c6-92b80d15feea HTTP/1.1" status: 200  len: 814 time: 0.1044493
May 07 22:29:37.662748 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c305e371-d607-4415-bad5-650924c3cb8f req-6c2aff0b-a5c5-4e7e-9254-66ae27ede87e tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] 10.222.0.32 "GET /v2.0/quotas/513bc8fe3df847c2914e5d3e465e864f HTTP/1.1" status: 200  len: 375 time: 0.0093815
May 07 22:29:37.696527 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c305e371-d607-4415-bad5-650924c3cb8f req-da27b7be-1940-4a2d-9d95-358fcf282b68 tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=513bc8fe3df847c2914e5d3e465e864f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0285180
May 07 22:29:37.759741 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [req-c305e371-d607-4415-bad5-650924c3cb8f req-1901b967-40a7-42ec-a856-9e337d6ce05b service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121836) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:29:37.760737 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c305e371-d607-4415-bad5-650924c3cb8f req-1901b967-40a7-42ec-a856-9e337d6ce05b service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0581026
May 07 22:29:37.853549 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c305e371-d607-4415-bad5-650924c3cb8f req-55dca78c-e9dc-4d65-a217-3bddd476e5d1 service neutron] 10.222.0.32 "GET /v2.0/networks/f2975d03-209e-4fce-88c6-92b80d15feea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0869579
May 07 22:29:37.942898 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c305e371-d607-4415-bad5-650924c3cb8f req-9c83668e-2b05-41fb-a9d3-274a58c76028 service neutron] 10.222.0.32 "GET /v2.0/networks/f2975d03-209e-4fce-88c6-92b80d15feea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0829978
May 07 22:29:38.105012 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-71c2baa0-a1e4-4c0f-8465-17d4296a692d req-e54b1a30-702d-418a-962d-73372b607525 tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] 10.222.0.32 "GET /v2.0/ports?device_id=a524c004-9e63-4ff9-9b20-839398f5eefb HTTP/1.1" status: 200  len: 210 time: 0.0293136
May 07 22:29:39.149811 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c305e371-d607-4415-bad5-650924c3cb8f req-2a115048-b862-4125-88d4-c59f2992a055 tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:39.152193 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c305e371-d607-4415-bad5-650924c3cb8f req-2a115048-b862-4125-88d4-c59f2992a055 tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] 10.222.0.59 "GET /v2.0/networks?id=f2975d03-209e-4fce-88c6-92b80d15feea HTTP/1.1" status: 200  len: 814 time: 0.1088190
May 07 22:29:39.164046 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-c305e371-d607-4415-bad5-650924c3cb8f req-053438bb-61ff-4d9c-8064-f721df1cff4a tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] Request body: {'port': {'device_id': 'a524c004-9e63-4ff9-9b20-839398f5eefb', 'network_id': 'f2975d03-209e-4fce-88c6-92b80d15feea', 'admin_state_up': True, 'tenant_id': '513bc8fe3df847c2914e5d3e465e864f'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:29:39.203836 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ab1f77c7-8d8b-4865-91b7-51f3981a2236 req-c0d965ee-513a-4aac-bbb1-adeafc15348a tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] 10.222.0.32 "GET /v2.0/ports?device_id=a524c004-9e63-4ff9-9b20-839398f5eefb HTTP/1.1" status: 200  len: 210 time: 0.0289354
May 07 22:29:39.283630 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c305e371-d607-4415-bad5-650924c3cb8f req-053438bb-61ff-4d9c-8064-f721df1cff4a tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] Made reservation on behalf of 513bc8fe3df847c2914e5d3e465e864f for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:29:39.287177 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-c305e371-d607-4415-bad5-650924c3cb8f req-053438bb-61ff-4d9c-8064-f721df1cff4a tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:39.416523 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [req-c305e371-d607-4415-bad5-650924c3cb8f req-053438bb-61ff-4d9c-8064-f721df1cff4a tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] Allocated IP 172.20.0.14 (f2975d03-209e-4fce-88c6-92b80d15feea/321f31ae-9fd6-459c-aaf6-bcc3e6400656/e916cbd4-3734-4867-9a4c-7957b9d9d9ca) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:29:39.566293 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-c305e371-d607-4415-bad5-650924c3cb8f req-053438bb-61ff-4d9c-8064-f721df1cff4a tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] Publish callbacks [] for port (e916cbd4-3734-4867-9a4c-7957b9d9d9ca), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:39.600065 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-c305e371-d607-4415-bad5-650924c3cb8f req-053438bb-61ff-4d9c-8064-f721df1cff4a tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (e916cbd4-3734-4867-9a4c-7957b9d9d9ca), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:39.644223 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c305e371-d607-4415-bad5-650924c3cb8f req-053438bb-61ff-4d9c-8064-f721df1cff4a tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] Network f2975d03-209e-4fce-88c6-92b80d15feea is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:29:39.647218 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [req-c305e371-d607-4415-bad5-650924c3cb8f req-053438bb-61ff-4d9c-8064-f721df1cff4a tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:29:39.650823 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-c305e371-d607-4415-bad5-650924c3cb8f req-053438bb-61ff-4d9c-8064-f721df1cff4a tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:29:39.679756 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053438bb-61ff-4d9c-8064-f721df1cff4a tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] Pushing event updated for resources: {'Port': ['ID=e916cbd4-3734-4867-9a4c-7957b9d9d9ca,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:29:39.705998 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c305e371-d607-4415-bad5-650924c3cb8f req-053438bb-61ff-4d9c-8064-f721df1cff4a tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:39.706614 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-c305e371-d607-4415-bad5-650924c3cb8f req-053438bb-61ff-4d9c-8064-f721df1cff4a tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:39.721987 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c305e371-d607-4415-bad5-650924c3cb8f req-053438bb-61ff-4d9c-8064-f721df1cff4a tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5620954
May 07 22:29:39.732747 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-c305e371-d607-4415-bad5-650924c3cb8f req-5d4c7be8-8f20-428b-9e6a-c43fe2b2a1a7 service neutron] Request body: {'port': {'device_id': 'a524c004-9e63-4ff9-9b20-839398f5eefb', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:29:39.796078 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-c305e371-d607-4415-bad5-650924c3cb8f req-5d4c7be8-8f20-428b-9e6a-c43fe2b2a1a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (e916cbd4-3734-4867-9a4c-7957b9d9d9ca), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:40.064720 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [req-c305e371-d607-4415-bad5-650924c3cb8f req-5d4c7be8-8f20-428b-9e6a-c43fe2b2a1a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e916cbd4-3734-4867-9a4c-7957b9d9d9ca {{(pid=121837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:29:40.072324 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-c305e371-d607-4415-bad5-650924c3cb8f req-5d4c7be8-8f20-428b-9e6a-c43fe2b2a1a7 service neutron] Publish callbacks [] for port (e916cbd4-3734-4867-9a4c-7957b9d9d9ca), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:40.084988 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-c305e371-d607-4415-bad5-650924c3cb8f req-5d4c7be8-8f20-428b-9e6a-c43fe2b2a1a7 service neutron] Transition to ACTIVE for port object e916cbd4-3734-4867-9a4c-7957b9d9d9ca will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 22:29:40.088169 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-c305e371-d607-4415-bad5-650924c3cb8f req-5d4c7be8-8f20-428b-9e6a-c43fe2b2a1a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (e916cbd4-3734-4867-9a4c-7957b9d9d9ca), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:40.139255 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4c7be8-8f20-428b-9e6a-c43fe2b2a1a7 service neutron] Pushing event updated for resources: {'Port': ['ID=e916cbd4-3734-4867-9a4c-7957b9d9d9ca,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:29:40.208382 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-c305e371-d607-4415-bad5-650924c3cb8f req-5d4c7be8-8f20-428b-9e6a-c43fe2b2a1a7 service neutron] Attempting to bind port e916cbd4-3734-4867-9a4c-7957b9d9d9ca on host nch2-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:29:40.209041 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-c305e371-d607-4415-bad5-650924c3cb8f req-5d4c7be8-8f20-428b-9e6a-c43fe2b2a1a7 service neutron] Attempting to bind port e916cbd4-3734-4867-9a4c-7957b9d9d9ca by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'f4949023-4de7-4277-bdee-4db1b9a675fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f2975d03-209e-4fce-88c6-92b80d15feea'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:29:40.209041 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c305e371-d607-4415-bad5-650924c3cb8f req-5d4c7be8-8f20-428b-9e6a-c43fe2b2a1a7 service neutron] Attempting to bind port e916cbd4-3734-4867-9a4c-7957b9d9d9ca on network f2975d03-209e-4fce-88c6-92b80d15feea {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:29:40.213485 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c305e371-d607-4415-bad5-650924c3cb8f req-5d4c7be8-8f20-428b-9e6a-c43fe2b2a1a7 service neutron] Port e916cbd4-3734-4867-9a4c-7957b9d9d9ca on network f2975d03-209e-4fce-88c6-92b80d15feea not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:29:40.213800 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c305e371-d607-4415-bad5-650924c3cb8f req-5d4c7be8-8f20-428b-9e6a-c43fe2b2a1a7 service neutron] Attempting to bind port e916cbd4-3734-4867-9a4c-7957b9d9d9ca on network f2975d03-209e-4fce-88c6-92b80d15feea {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:29:40.219336 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c305e371-d607-4415-bad5-650924c3cb8f req-5d4c7be8-8f20-428b-9e6a-c43fe2b2a1a7 service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:29:40.219675 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c305e371-d607-4415-bad5-650924c3cb8f req-5d4c7be8-8f20-428b-9e6a-c43fe2b2a1a7 service neutron] Checking segment: {'id': 'f4949023-4de7-4277-bdee-4db1b9a675fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f2975d03-209e-4fce-88c6-92b80d15feea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:29:40.220066 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c305e371-d607-4415-bad5-650924c3cb8f req-5d4c7be8-8f20-428b-9e6a-c43fe2b2a1a7 service neutron] Bound using segment: {'id': 'f4949023-4de7-4277-bdee-4db1b9a675fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f2975d03-209e-4fce-88c6-92b80d15feea'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:29:40.220482 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-c305e371-d607-4415-bad5-650924c3cb8f req-5d4c7be8-8f20-428b-9e6a-c43fe2b2a1a7 service neutron] Bound port: e916cbd4-3734-4867-9a4c-7957b9d9d9ca, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4949023-4de7-4277-bdee-4db1b9a675fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f2975d03-209e-4fce-88c6-92b80d15feea'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:29:40.220844 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-c305e371-d607-4415-bad5-650924c3cb8f req-5d4c7be8-8f20-428b-9e6a-c43fe2b2a1a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (e916cbd4-3734-4867-9a4c-7957b9d9d9ca), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:40.571801 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf70d3eb-a037-4be4-a21d-e2aefa486bda req-10e605fa-12f4-4a68-926b-e7051c259e6a tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:40.573376 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-cf70d3eb-a037-4be4-a21d-e2aefa486bda req-10e605fa-12f4-4a68-926b-e7051c259e6a tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] 10.222.0.32 "GET /v2.0/ports?device_id=a524c004-9e63-4ff9-9b20-839398f5eefb HTTP/1.1" status: 200  len: 944 time: 0.0686548
May 07 22:29:40.610995 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-c305e371-d607-4415-bad5-650924c3cb8f req-5d4c7be8-8f20-428b-9e6a-c43fe2b2a1a7 service neutron] For port e916cbd4-3734-4867-9a4c-7957b9d9d9ca, host nch2-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:29:40.633158 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-c305e371-d607-4415-bad5-650924c3cb8f req-5d4c7be8-8f20-428b-9e6a-c43fe2b2a1a7 service neutron] For port e916cbd4-3734-4867-9a4c-7957b9d9d9ca, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e916cbd4-3734-4867-9a4c-7957b9d9d9ca,segment=NetworkSegment(f4949023-4de7-4277-bdee-4db1b9a675fa),segment_id=f4949023-4de7-4277-bdee-4db1b9a675fa)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:29:40.645807 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-c305e371-d607-4415-bad5-650924c3cb8f req-5d4c7be8-8f20-428b-9e6a-c43fe2b2a1a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (e916cbd4-3734-4867-9a4c-7957b9d9d9ca), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:40.657424 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-cf70d3eb-a037-4be4-a21d-e2aefa486bda req-7e45da1b-dffe-4d7b-a5b2-418c4a02b975 tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] 10.222.0.32 "GET /v2.0/security-groups?id=df8c724d-097d-46c1-80a4-ca70d986cca3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0752616
May 07 22:29:40.684913 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c305e371-d607-4415-bad5-650924c3cb8f req-5d4c7be8-8f20-428b-9e6a-c43fe2b2a1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:40.685738 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-c305e371-d607-4415-bad5-650924c3cb8f req-5d4c7be8-8f20-428b-9e6a-c43fe2b2a1a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:40.687340 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c305e371-d607-4415-bad5-650924c3cb8f req-5d4c7be8-8f20-428b-9e6a-c43fe2b2a1a7 service neutron] 10.222.0.59 "PUT /v2.0/ports/e916cbd4-3734-4867-9a4c-7957b9d9d9ca HTTP/1.1" status: 200  len: 1092 time: 0.9584565
May 07 22:29:40.689470 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a524c004-9e63-4ff9-9b20-839398f5eefb', 'tag': 'e916cbd4-3734-4867-9a4c-7957b9d9d9ca'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:29:40.692494 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef17b334-74d6-41bf-b4ef-3bb1f0ad1735" -d '{"events": [{"name": "network-changed", "server_uuid": "a524c004-9e63-4ff9-9b20-839398f5eefb", "tag": "e916cbd4-3734-4867-9a4c-7957b9d9d9ca"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:29:40.715947 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4c7be8-8f20-428b-9e6a-c43fe2b2a1a7 service neutron] Pushing event updated for resources: {'Port': ['ID=e916cbd4-3734-4867-9a4c-7957b9d9d9ca,revision_number=3']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:29:40.741850 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ec67560-c0f2-4e37-b4bd-cdc8bc20f044 x-openstack-request-id: req-8ec67560-c0f2-4e37-b4bd-cdc8bc20f044 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:29:40.742161 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a524c004-9e63-4ff9-9b20-839398f5eefb", "tag": "e916cbd4-3734-4867-9a4c-7957b9d9d9ca", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:29:40.742412 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8ec67560-c0f2-4e37-b4bd-cdc8bc20f044 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:29:40.742836 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ec67560-c0f2-4e37-b4bd-cdc8bc20f044'] response: {'name': 'network-changed', 'server_uuid': 'a524c004-9e63-4ff9-9b20-839398f5eefb', 'tag': 'e916cbd4-3734-4867-9a4c-7957b9d9d9ca', 'status': 'completed', 'code': 200}
May 07 22:29:40.773527 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c305e371-d607-4415-bad5-650924c3cb8f req-e1a2fb0a-20d6-437c-91df-70c64174ccb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:40.775054 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c305e371-d607-4415-bad5-650924c3cb8f req-e1a2fb0a-20d6-437c-91df-70c64174ccb2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=513bc8fe3df847c2914e5d3e465e864f&device_id=a524c004-9e63-4ff9-9b20-839398f5eefb HTTP/1.1" status: 200  len: 1126 time: 0.0420945
May 07 22:29:40.817002 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c305e371-d607-4415-bad5-650924c3cb8f req-934012dc-5d4a-45db-9368-ffd64d103c85 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e916cbd4-3734-4867-9a4c-7957b9d9d9ca HTTP/1.1" status: 200  len: 217 time: 0.0344162
May 07 22:29:40.860286 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 22:29:40.867887 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c305e371-d607-4415-bad5-650924c3cb8f req-77288f41-d911-4d0a-a1cf-d9624c3efbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:40.869347 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c305e371-d607-4415-bad5-650924c3cb8f req-77288f41-d911-4d0a-a1cf-d9624c3efbc7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=321f31ae-9fd6-459c-aaf6-bcc3e6400656 HTTP/1.1" status: 200  len: 854 time: 0.0471661
May 07 22:29:40.900663 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c305e371-d607-4415-bad5-650924c3cb8f req-b8091ec2-e790-44df-ae9b-89766c0b416d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f2975d03-209e-4fce-88c6-92b80d15feea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0257087
May 07 22:29:40.989109 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c305e371-d607-4415-bad5-650924c3cb8f req-9d88328f-8760-45c4-9e5e-5428f52ab710 service neutron] 10.222.0.59 "GET /v2.0/networks/f2975d03-209e-4fce-88c6-92b80d15feea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0818026
May 07 22:29:41.081766 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c305e371-d607-4415-bad5-650924c3cb8f req-cd7ae137-b76e-48f3-a147-1e300b56d973 service neutron] 10.222.0.59 "GET /v2.0/networks/f2975d03-209e-4fce-88c6-92b80d15feea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0870450
May 07 22:29:41.771394 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6508ae7-28c2-4c1c-8bb5-5f0e9e12b650 req-658bc4b9-8c3a-44d4-8b59-c8c4be27976b tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:41.772853 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a6508ae7-28c2-4c1c-8bb5-5f0e9e12b650 req-658bc4b9-8c3a-44d4-8b59-c8c4be27976b tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] 10.222.0.32 "GET /v2.0/ports?device_id=a524c004-9e63-4ff9-9b20-839398f5eefb HTTP/1.1" status: 200  len: 944 time: 0.0476201
May 07 22:29:41.819493 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a6508ae7-28c2-4c1c-8bb5-5f0e9e12b650 req-84151cd8-bd17-41d3-9c9c-ad3c06928df0 tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] 10.222.0.32 "GET /v2.0/security-groups?id=df8c724d-097d-46c1-80a4-ca70d986cca3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411332
May 07 22:29:41.961160 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef17b334-74d6-41bf-b4ef-3bb1f0ad1735 req-e57512a2-95a6-4f69-811d-74381b09a337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:41.962703 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ef17b334-74d6-41bf-b4ef-3bb1f0ad1735 req-e57512a2-95a6-4f69-811d-74381b09a337 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=513bc8fe3df847c2914e5d3e465e864f&device_id=a524c004-9e63-4ff9-9b20-839398f5eefb HTTP/1.1" status: 200  len: 1126 time: 0.0443947
May 07 22:29:42.052570 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef17b334-74d6-41bf-b4ef-3bb1f0ad1735 req-9b960b84-3aa3-4eb7-b585-bd9fd7725dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:42.053953 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ef17b334-74d6-41bf-b4ef-3bb1f0ad1735 req-9b960b84-3aa3-4eb7-b585-bd9fd7725dd9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f2975d03-209e-4fce-88c6-92b80d15feea HTTP/1.1" status: 200  len: 915 time: 0.0844104
May 07 22:29:42.097472 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ef17b334-74d6-41bf-b4ef-3bb1f0ad1735 req-697942a3-b0fd-4736-8946-7e88f31944d2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e916cbd4-3734-4867-9a4c-7957b9d9d9ca HTTP/1.1" status: 200  len: 217 time: 0.0380032
May 07 22:29:42.144729 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef17b334-74d6-41bf-b4ef-3bb1f0ad1735 req-3e8c1dd1-eaa0-4f6c-8773-7c89bb8321c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:42.146141 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ef17b334-74d6-41bf-b4ef-3bb1f0ad1735 req-3e8c1dd1-eaa0-4f6c-8773-7c89bb8321c4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=321f31ae-9fd6-459c-aaf6-bcc3e6400656 HTTP/1.1" status: 200  len: 854 time: 0.0434470
May 07 22:29:42.177376 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ef17b334-74d6-41bf-b4ef-3bb1f0ad1735 req-ca0ecea8-bcde-4e68-88a5-82b0c76b52db service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f2975d03-209e-4fce-88c6-92b80d15feea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0260158
May 07 22:29:42.268047 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ef17b334-74d6-41bf-b4ef-3bb1f0ad1735 req-4569e4fe-79c0-4cf1-bf15-e16feb869ede service neutron] 10.222.0.59 "GET /v2.0/networks/f2975d03-209e-4fce-88c6-92b80d15feea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0849559
May 07 22:29:42.357087 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ef17b334-74d6-41bf-b4ef-3bb1f0ad1735 req-eae38031-d7cb-45dd-ac91-34b84164e88d service neutron] 10.222.0.59 "GET /v2.0/networks/f2975d03-209e-4fce-88c6-92b80d15feea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0832381
May 07 22:29:42.946567 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8487a523-be34-4f77-8fb5-41933637d46f req-dbbee737-5f87-447c-8bc6-f27b218d7df6 tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:42.948074 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8487a523-be34-4f77-8fb5-41933637d46f req-dbbee737-5f87-447c-8bc6-f27b218d7df6 tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] 10.222.0.32 "GET /v2.0/ports?device_id=a524c004-9e63-4ff9-9b20-839398f5eefb HTTP/1.1" status: 200  len: 944 time: 0.0525186
May 07 22:29:42.995022 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8487a523-be34-4f77-8fb5-41933637d46f req-6e26b3e5-14eb-4f23-9ec7-a514149afa9e tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] 10.222.0.32 "GET /v2.0/security-groups?id=df8c724d-097d-46c1-80a4-ca70d986cca3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411313
May 07 22:29:43.549129 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device e916cbd4-3734-4867-9a4c-7957b9d9d9ca details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:29:43.647012 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port e916cbd4-3734-4867-9a4c-7957b9d9d9ca, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e916cbd4-3734-4867-9a4c-7957b9d9d9ca,segment=NetworkSegment(f4949023-4de7-4277-bdee-4db1b9a675fa),segment_id=f4949023-4de7-4277-bdee-4db1b9a675fa)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:29:43.659102 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': 'e916cbd4-3734-4867-9a4c-7957b9d9d9ca', 'network_id': 'f2975d03-209e-4fce-88c6-92b80d15feea', 'port_id': 'e916cbd4-3734-4867-9a4c-7957b9d9d9ca', 'mac_address': 'fa:16:3e:f0:91:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '321f31ae-9fd6-459c-aaf6-bcc3e6400656', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:29:43.697030 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port e916cbd4-3734-4867-9a4c-7957b9d9d9ca is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:29:43.697420 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (e916cbd4-3734-4867-9a4c-7957b9d9d9ca), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:43.710323 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e916cbd4-3734-4867-9a4c-7957b9d9d9ca {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:29:43.733440 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port e916cbd4-3734-4867-9a4c-7957b9d9d9ca, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e916cbd4-3734-4867-9a4c-7957b9d9d9ca,segment=NetworkSegment(f4949023-4de7-4277-bdee-4db1b9a675fa),segment_id=f4949023-4de7-4277-bdee-4db1b9a675fa)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:29:43.737484 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (e916cbd4-3734-4867-9a4c-7957b9d9d9ca), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:43.784021 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=e916cbd4-3734-4867-9a4c-7957b9d9d9ca,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:29:43.929764 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['e916cbd4-3734-4867-9a4c-7957b9d9d9ca'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:29:44.109377 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db3ea1d-98c0-4818-a69c-b290df4c800e req-87167ada-b862-44e1-8f36-5dc81ce23fec tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:44.111084 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6db3ea1d-98c0-4818-a69c-b290df4c800e req-87167ada-b862-44e1-8f36-5dc81ce23fec tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] 10.222.0.32 "GET /v2.0/ports?device_id=a524c004-9e63-4ff9-9b20-839398f5eefb HTTP/1.1" status: 200  len: 945 time: 0.0475206
May 07 22:29:44.161658 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6db3ea1d-98c0-4818-a69c-b290df4c800e req-2bff9c56-a304-49d9-87d9-16337b5be2fa tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] 10.222.0.32 "GET /v2.0/security-groups?id=df8c724d-097d-46c1-80a4-ca70d986cca3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449250
May 07 22:29:45.275610 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8b0bd3-0413-4734-b727-08287fd96198 req-32e37413-d613-43c0-a574-502342f4a59e tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:45.277081 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ce8b0bd3-0413-4734-b727-08287fd96198 req-32e37413-d613-43c0-a574-502342f4a59e tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] 10.222.0.32 "GET /v2.0/ports?device_id=a524c004-9e63-4ff9-9b20-839398f5eefb HTTP/1.1" status: 200  len: 945 time: 0.0472326
May 07 22:29:45.323187 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ce8b0bd3-0413-4734-b727-08287fd96198 req-61c733f6-a74d-4a53-89ce-6cc85519cdbc tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] 10.222.0.32 "GET /v2.0/security-groups?id=df8c724d-097d-46c1-80a4-ca70d986cca3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399401
May 07 22:29:45.564592 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device e916cbd4-3734-4867-9a4c-7957b9d9d9ca up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:29:45.609806 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning for port e916cbd4-3734-4867-9a4c-7957b9d9d9ca completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 22:29:45.614997 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port e916cbd4-3734-4867-9a4c-7957b9d9d9ca triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:29:45.615377 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (e916cbd4-3734-4867-9a4c-7957b9d9d9ca), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:45.695882 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port e916cbd4-3734-4867-9a4c-7957b9d9d9ca is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:29:45.696273 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (e916cbd4-3734-4867-9a4c-7957b9d9d9ca), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:45.719262 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a524c004-9e63-4ff9-9b20-839398f5eefb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e916cbd4-3734-4867-9a4c-7957b9d9d9ca'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:29:45.721505 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d576e74-4509-45e3-88e4-39886634fa17" -d '{"events": [{"server_uuid": "a524c004-9e63-4ff9-9b20-839398f5eefb", "name": "network-vif-plugged", "status": "completed", "tag": "e916cbd4-3734-4867-9a4c-7957b9d9d9ca"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:29:45.733889 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port e916cbd4-3734-4867-9a4c-7957b9d9d9ca, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e916cbd4-3734-4867-9a4c-7957b9d9d9ca,segment=NetworkSegment(f4949023-4de7-4277-bdee-4db1b9a675fa),segment_id=f4949023-4de7-4277-bdee-4db1b9a675fa)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:29:45.738367 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (e916cbd4-3734-4867-9a4c-7957b9d9d9ca), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:45.764250 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d71f0fce-3ae4-4f12-878f-58cb1962715f x-openstack-request-id: req-d71f0fce-3ae4-4f12-878f-58cb1962715f {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:29:45.764544 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a524c004-9e63-4ff9-9b20-839398f5eefb", "name": "network-vif-plugged", "status": "completed", "tag": "e916cbd4-3734-4867-9a4c-7957b9d9d9ca", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:29:45.764794 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d71f0fce-3ae4-4f12-878f-58cb1962715f {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:29:45.765212 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d71f0fce-3ae4-4f12-878f-58cb1962715f'] response: {'server_uuid': 'a524c004-9e63-4ff9-9b20-839398f5eefb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e916cbd4-3734-4867-9a4c-7957b9d9d9ca', 'code': 200}
May 07 22:29:45.790971 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=e916cbd4-3734-4867-9a4c-7957b9d9d9ca,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:29:45.848241 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8091d7e9-5b84-410f-b877-ab3525ae2a17 req-a9392c73-32ce-472e-b231-a164ce5bd14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:45.849729 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8091d7e9-5b84-410f-b877-ab3525ae2a17 req-a9392c73-32ce-472e-b231-a164ce5bd14d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a524c004-9e63-4ff9-9b20-839398f5eefb HTTP/1.1" status: 200  len: 1128 time: 0.0381939
May 07 22:29:45.892296 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8091d7e9-5b84-410f-b877-ab3525ae2a17 req-0eab6400-e902-4173-977a-897d9dfbdac1 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=df8c724d-097d-46c1-80a4-ca70d986cca3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0367985
May 07 22:29:46.442962 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5295d0c0-95d7-4474-8bbf-59bc8e8a4905 req-5b382702-e0b3-4e77-a64d-3bae136b99fd tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:46.444459 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5295d0c0-95d7-4474-8bbf-59bc8e8a4905 req-5b382702-e0b3-4e77-a64d-3bae136b99fd tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] 10.222.0.32 "GET /v2.0/ports?device_id=a524c004-9e63-4ff9-9b20-839398f5eefb HTTP/1.1" status: 200  len: 946 time: 0.0529480
May 07 22:29:46.494794 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5295d0c0-95d7-4474-8bbf-59bc8e8a4905 req-abfe28e1-1fb4-448d-924b-15c286a1fb34 tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] 10.222.0.32 "GET /v2.0/security-groups?id=df8c724d-097d-46c1-80a4-ca70d986cca3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428708
May 07 22:29:47.607091 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee6e90a-24c8-42fe-8dc9-83c7cd0a5b65 req-2fe8ea07-3967-45e5-b4aa-ba79685dc6f6 tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:47.608549 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bee6e90a-24c8-42fe-8dc9-83c7cd0a5b65 req-2fe8ea07-3967-45e5-b4aa-ba79685dc6f6 tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] 10.222.0.32 "GET /v2.0/ports?device_id=a524c004-9e63-4ff9-9b20-839398f5eefb HTTP/1.1" status: 200  len: 946 time: 0.0466478
May 07 22:29:47.655267 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bee6e90a-24c8-42fe-8dc9-83c7cd0a5b65 req-022c9368-fb4e-48bf-94af-75ee10e38687 tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] 10.222.0.32 "GET /v2.0/security-groups?id=df8c724d-097d-46c1-80a4-ca70d986cca3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403695
May 07 22:29:47.881120 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef596d91-3fa2-4866-b7b5-8d76e5d856e0 req-a7749593-2f74-4e09-8d29-26eccf6c4f97 tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:47.882587 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ef596d91-3fa2-4866-b7b5-8d76e5d856e0 req-a7749593-2f74-4e09-8d29-26eccf6c4f97 tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] 10.222.0.32 "GET /v2.0/networks?id=f2975d03-209e-4fce-88c6-92b80d15feea HTTP/1.1" status: 200  len: 814 time: 0.1001892
May 07 22:29:47.896661 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ef596d91-3fa2-4866-b7b5-8d76e5d856e0 req-75e33898-a360-4883-8989-63b7bf95487a tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] 10.222.0.32 "GET /v2.0/quotas/513bc8fe3df847c2914e5d3e465e864f HTTP/1.1" status: 200  len: 375 time: 0.0087252
May 07 22:29:47.948930 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ef596d91-3fa2-4866-b7b5-8d76e5d856e0 req-018d4f18-dc5d-4ac7-893b-b45851bc998a tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=513bc8fe3df847c2914e5d3e465e864f&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0474994
May 07 22:29:48.038927 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ef596d91-3fa2-4866-b7b5-8d76e5d856e0 req-0f3eb2c5-4945-4942-b3a7-309e0e51b27a service neutron] 10.222.0.32 "GET /v2.0/networks/f2975d03-209e-4fce-88c6-92b80d15feea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0832155
May 07 22:29:48.131883 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ef596d91-3fa2-4866-b7b5-8d76e5d856e0 req-66552b8e-370b-4c8e-9c89-7a23989b6c63 service neutron] 10.222.0.32 "GET /v2.0/networks/f2975d03-209e-4fce-88c6-92b80d15feea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0870764
May 07 22:29:48.300198 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1fc5ddc0-aa04-43c9-86f4-79b32d9f5fdb req-f35577c0-6705-4789-92c7-dcf9a74e38d2 tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf0d7a82-c146-4ead-9901-e953dbd16ce2 HTTP/1.1" status: 200  len: 210 time: 0.0335000
May 07 22:29:49.233604 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef596d91-3fa2-4866-b7b5-8d76e5d856e0 req-a07235e8-111e-416b-8f8b-51a8241837f5 tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:49.235625 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ef596d91-3fa2-4866-b7b5-8d76e5d856e0 req-a07235e8-111e-416b-8f8b-51a8241837f5 tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] 10.222.0.55 "GET /v2.0/networks?id=f2975d03-209e-4fce-88c6-92b80d15feea HTTP/1.1" status: 200  len: 814 time: 0.1040752
May 07 22:29:49.247209 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-ef596d91-3fa2-4866-b7b5-8d76e5d856e0 req-10e50479-7ecf-4354-8830-efbc9f570a01 tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] Request body: {'port': {'device_id': 'cf0d7a82-c146-4ead-9901-e953dbd16ce2', 'network_id': 'f2975d03-209e-4fce-88c6-92b80d15feea', 'admin_state_up': True, 'tenant_id': '513bc8fe3df847c2914e5d3e465e864f'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:29:49.357173 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef596d91-3fa2-4866-b7b5-8d76e5d856e0 req-10e50479-7ecf-4354-8830-efbc9f570a01 tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] Made reservation on behalf of 513bc8fe3df847c2914e5d3e465e864f for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:29:49.364501 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-ef596d91-3fa2-4866-b7b5-8d76e5d856e0 req-10e50479-7ecf-4354-8830-efbc9f570a01 tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:49.415705 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c581f7b5-bf76-4c52-8dfb-6b4400ad9b28 req-aebbbd05-a4a0-4475-8e9e-922047d16127 tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf0d7a82-c146-4ead-9901-e953dbd16ce2 HTTP/1.1" status: 200  len: 210 time: 0.0354826
May 07 22:29:49.523449 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [req-ef596d91-3fa2-4866-b7b5-8d76e5d856e0 req-10e50479-7ecf-4354-8830-efbc9f570a01 tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] Allocated IP 172.20.0.4 (f2975d03-209e-4fce-88c6-92b80d15feea/321f31ae-9fd6-459c-aaf6-bcc3e6400656/32e81fe2-b79c-425b-b366-1961f8eadc69) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:29:49.668472 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-ef596d91-3fa2-4866-b7b5-8d76e5d856e0 req-10e50479-7ecf-4354-8830-efbc9f570a01 tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] Publish callbacks [] for port (32e81fe2-b79c-425b-b366-1961f8eadc69), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:49.708629 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-ef596d91-3fa2-4866-b7b5-8d76e5d856e0 req-10e50479-7ecf-4354-8830-efbc9f570a01 tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (32e81fe2-b79c-425b-b366-1961f8eadc69), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:49.721214 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['e916cbd4-3734-4867-9a4c-7957b9d9d9ca'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:29:49.749730 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef596d91-3fa2-4866-b7b5-8d76e5d856e0 req-10e50479-7ecf-4354-8830-efbc9f570a01 tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] Network f2975d03-209e-4fce-88c6-92b80d15feea is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:29:49.752755 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [req-ef596d91-3fa2-4866-b7b5-8d76e5d856e0 req-10e50479-7ecf-4354-8830-efbc9f570a01 tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:29:49.756381 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef596d91-3fa2-4866-b7b5-8d76e5d856e0 req-10e50479-7ecf-4354-8830-efbc9f570a01 tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:29:49.788504 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e50479-7ecf-4354-8830-efbc9f570a01 tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] Pushing event updated for resources: {'Port': ['ID=32e81fe2-b79c-425b-b366-1961f8eadc69,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:29:49.801628 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e50479-7ecf-4354-8830-efbc9f570a01 tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:29:49.801955 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e50479-7ecf-4354-8830-efbc9f570a01 tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:29:49.802320 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e50479-7ecf-4354-8830-efbc9f570a01 tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:29:49.802668 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e50479-7ecf-4354-8830-efbc9f570a01 tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:29:49.803042 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e50479-7ecf-4354-8830-efbc9f570a01 tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:29:49.803384 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e50479-7ecf-4354-8830-efbc9f570a01 tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:29:49.803720 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e50479-7ecf-4354-8830-efbc9f570a01 tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:29:49.804064 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e50479-7ecf-4354-8830-efbc9f570a01 tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:29:49.804390 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e50479-7ecf-4354-8830-efbc9f570a01 tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:29:49.804721 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e50479-7ecf-4354-8830-efbc9f570a01 tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:29:49.805050 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e50479-7ecf-4354-8830-efbc9f570a01 tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:29:49.805373 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e50479-7ecf-4354-8830-efbc9f570a01 tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:29:49.805701 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e50479-7ecf-4354-8830-efbc9f570a01 tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:29:49.806027 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e50479-7ecf-4354-8830-efbc9f570a01 tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:29:49.806353 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e50479-7ecf-4354-8830-efbc9f570a01 tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:29:49.823545 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef596d91-3fa2-4866-b7b5-8d76e5d856e0 req-10e50479-7ecf-4354-8830-efbc9f570a01 tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:49.824161 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-ef596d91-3fa2-4866-b7b5-8d76e5d856e0 req-10e50479-7ecf-4354-8830-efbc9f570a01 tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:49.840310 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ef596d91-3fa2-4866-b7b5-8d76e5d856e0 req-10e50479-7ecf-4354-8830-efbc9f570a01 tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5966654
May 07 22:29:49.852949 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-ef596d91-3fa2-4866-b7b5-8d76e5d856e0 req-b40a2fef-3e27-4b38-9673-965e1a46da48 service neutron] Request body: {'port': {'device_id': 'cf0d7a82-c146-4ead-9901-e953dbd16ce2', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:29:49.915013 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-ef596d91-3fa2-4866-b7b5-8d76e5d856e0 req-b40a2fef-3e27-4b38-9673-965e1a46da48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (32e81fe2-b79c-425b-b366-1961f8eadc69), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:50.173886 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [req-ef596d91-3fa2-4866-b7b5-8d76e5d856e0 req-b40a2fef-3e27-4b38-9673-965e1a46da48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32e81fe2-b79c-425b-b366-1961f8eadc69 {{(pid=121836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:29:50.181752 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-ef596d91-3fa2-4866-b7b5-8d76e5d856e0 req-b40a2fef-3e27-4b38-9673-965e1a46da48 service neutron] Publish callbacks [] for port (32e81fe2-b79c-425b-b366-1961f8eadc69), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:50.195105 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.provisioning_blocks [req-ef596d91-3fa2-4866-b7b5-8d76e5d856e0 req-b40a2fef-3e27-4b38-9673-965e1a46da48 service neutron] Transition to ACTIVE for port object 32e81fe2-b79c-425b-b366-1961f8eadc69 will not be triggered until provisioned by entity L2. {{(pid=121836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 22:29:50.199936 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-ef596d91-3fa2-4866-b7b5-8d76e5d856e0 req-b40a2fef-3e27-4b38-9673-965e1a46da48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (32e81fe2-b79c-425b-b366-1961f8eadc69), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:50.272192 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40a2fef-3e27-4b38-9673-965e1a46da48 service neutron] Pushing event updated for resources: {'Port': ['ID=32e81fe2-b79c-425b-b366-1961f8eadc69,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:29:50.323542 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-ef596d91-3fa2-4866-b7b5-8d76e5d856e0 req-b40a2fef-3e27-4b38-9673-965e1a46da48 service neutron] Attempting to bind port 32e81fe2-b79c-425b-b366-1961f8eadc69 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:29:50.323877 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-ef596d91-3fa2-4866-b7b5-8d76e5d856e0 req-b40a2fef-3e27-4b38-9673-965e1a46da48 service neutron] Attempting to bind port 32e81fe2-b79c-425b-b366-1961f8eadc69 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f4949023-4de7-4277-bdee-4db1b9a675fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f2975d03-209e-4fce-88c6-92b80d15feea'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:29:50.324206 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef596d91-3fa2-4866-b7b5-8d76e5d856e0 req-b40a2fef-3e27-4b38-9673-965e1a46da48 service neutron] Attempting to bind port 32e81fe2-b79c-425b-b366-1961f8eadc69 on network f2975d03-209e-4fce-88c6-92b80d15feea {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:29:50.329041 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef596d91-3fa2-4866-b7b5-8d76e5d856e0 req-b40a2fef-3e27-4b38-9673-965e1a46da48 service neutron] Port 32e81fe2-b79c-425b-b366-1961f8eadc69 on network f2975d03-209e-4fce-88c6-92b80d15feea not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:29:50.329361 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef596d91-3fa2-4866-b7b5-8d76e5d856e0 req-b40a2fef-3e27-4b38-9673-965e1a46da48 service neutron] Attempting to bind port 32e81fe2-b79c-425b-b366-1961f8eadc69 on network f2975d03-209e-4fce-88c6-92b80d15feea {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:29:50.334229 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef596d91-3fa2-4866-b7b5-8d76e5d856e0 req-b40a2fef-3e27-4b38-9673-965e1a46da48 service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:29:50.334563 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef596d91-3fa2-4866-b7b5-8d76e5d856e0 req-b40a2fef-3e27-4b38-9673-965e1a46da48 service neutron] Checking segment: {'id': 'f4949023-4de7-4277-bdee-4db1b9a675fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f2975d03-209e-4fce-88c6-92b80d15feea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:29:50.334989 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef596d91-3fa2-4866-b7b5-8d76e5d856e0 req-b40a2fef-3e27-4b38-9673-965e1a46da48 service neutron] Bound using segment: {'id': 'f4949023-4de7-4277-bdee-4db1b9a675fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f2975d03-209e-4fce-88c6-92b80d15feea'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:29:50.335412 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-ef596d91-3fa2-4866-b7b5-8d76e5d856e0 req-b40a2fef-3e27-4b38-9673-965e1a46da48 service neutron] Bound port: 32e81fe2-b79c-425b-b366-1961f8eadc69, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4949023-4de7-4277-bdee-4db1b9a675fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'f2975d03-209e-4fce-88c6-92b80d15feea'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:29:50.335765 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-ef596d91-3fa2-4866-b7b5-8d76e5d856e0 req-b40a2fef-3e27-4b38-9673-965e1a46da48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (32e81fe2-b79c-425b-b366-1961f8eadc69), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:50.398837 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-ef596d91-3fa2-4866-b7b5-8d76e5d856e0 req-b40a2fef-3e27-4b38-9673-965e1a46da48 service neutron] For port 32e81fe2-b79c-425b-b366-1961f8eadc69, host nch1-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:29:50.401937 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-ef596d91-3fa2-4866-b7b5-8d76e5d856e0 req-b40a2fef-3e27-4b38-9673-965e1a46da48 service neutron] For port 32e81fe2-b79c-425b-b366-1961f8eadc69, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=32e81fe2-b79c-425b-b366-1961f8eadc69,segment=NetworkSegment(f4949023-4de7-4277-bdee-4db1b9a675fa),segment_id=f4949023-4de7-4277-bdee-4db1b9a675fa)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:29:50.407017 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-ef596d91-3fa2-4866-b7b5-8d76e5d856e0 req-b40a2fef-3e27-4b38-9673-965e1a46da48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (32e81fe2-b79c-425b-b366-1961f8eadc69), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:50.442401 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef596d91-3fa2-4866-b7b5-8d76e5d856e0 req-b40a2fef-3e27-4b38-9673-965e1a46da48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:50.443047 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-ef596d91-3fa2-4866-b7b5-8d76e5d856e0 req-b40a2fef-3e27-4b38-9673-965e1a46da48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:50.444445 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ef596d91-3fa2-4866-b7b5-8d76e5d856e0 req-b40a2fef-3e27-4b38-9673-965e1a46da48 service neutron] 10.222.0.55 "PUT /v2.0/ports/32e81fe2-b79c-425b-b366-1961f8eadc69 HTTP/1.1" status: 200  len: 1091 time: 0.5968733
May 07 22:29:50.445027 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf0d7a82-c146-4ead-9901-e953dbd16ce2', 'tag': '32e81fe2-b79c-425b-b366-1961f8eadc69'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:29:50.447135 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2854c33f-912e-427d-82e7-892dc6e007a4" -d '{"events": [{"name": "network-changed", "server_uuid": "cf0d7a82-c146-4ead-9901-e953dbd16ce2", "tag": "32e81fe2-b79c-425b-b366-1961f8eadc69"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:29:50.472339 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40a2fef-3e27-4b38-9673-965e1a46da48 service neutron] Pushing event updated for resources: {'Port': ['ID=32e81fe2-b79c-425b-b366-1961f8eadc69,revision_number=3']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:29:50.497573 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c35e923-d1a4-46c8-b60b-33b4864bac78 x-openstack-request-id: req-1c35e923-d1a4-46c8-b60b-33b4864bac78 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:29:50.497573 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf0d7a82-c146-4ead-9901-e953dbd16ce2", "tag": "32e81fe2-b79c-425b-b366-1961f8eadc69", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:29:50.497573 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1c35e923-d1a4-46c8-b60b-33b4864bac78 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:29:50.497573 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c35e923-d1a4-46c8-b60b-33b4864bac78'] response: {'name': 'network-changed', 'server_uuid': 'cf0d7a82-c146-4ead-9901-e953dbd16ce2', 'tag': '32e81fe2-b79c-425b-b366-1961f8eadc69', 'status': 'completed', 'code': 200}
May 07 22:29:50.533090 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef596d91-3fa2-4866-b7b5-8d76e5d856e0 req-5eb0387e-d5f7-484e-b4a0-e5843d327087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:50.534621 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ef596d91-3fa2-4866-b7b5-8d76e5d856e0 req-5eb0387e-d5f7-484e-b4a0-e5843d327087 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=513bc8fe3df847c2914e5d3e465e864f&device_id=cf0d7a82-c146-4ead-9901-e953dbd16ce2 HTTP/1.1" status: 200  len: 1125 time: 0.0490870
May 07 22:29:50.559194 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc5efb2-c3bf-4357-a100-e66393d7d972 req-400cf6d0-d38d-4d37-a674-9a6d9e91c103 tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:50.560685 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3cc5efb2-c3bf-4357-a100-e66393d7d972 req-400cf6d0-d38d-4d37-a674-9a6d9e91c103 tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf0d7a82-c146-4ead-9901-e953dbd16ce2 HTTP/1.1" status: 200  len: 943 time: 0.0488608
May 07 22:29:50.578400 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ef596d91-3fa2-4866-b7b5-8d76e5d856e0 req-d1b84e23-b94b-4b3d-957b-583b253555bd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=32e81fe2-b79c-425b-b366-1961f8eadc69 HTTP/1.1" status: 200  len: 217 time: 0.0364671
May 07 22:29:50.607620 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3cc5efb2-c3bf-4357-a100-e66393d7d972 req-5420b01c-005e-4d85-a358-2a97710532ff tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] 10.222.0.32 "GET /v2.0/security-groups?id=df8c724d-097d-46c1-80a4-ca70d986cca3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407228
May 07 22:29:50.625983 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef596d91-3fa2-4866-b7b5-8d76e5d856e0 req-2c849d13-cc27-423a-94ce-26c5d58cbe53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:50.627463 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ef596d91-3fa2-4866-b7b5-8d76e5d856e0 req-2c849d13-cc27-423a-94ce-26c5d58cbe53 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=321f31ae-9fd6-459c-aaf6-bcc3e6400656 HTTP/1.1" status: 200  len: 854 time: 0.0440521
May 07 22:29:50.659253 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ef596d91-3fa2-4866-b7b5-8d76e5d856e0 req-00ff01cb-2161-43aa-8e62-d8fed6183ce5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f2975d03-209e-4fce-88c6-92b80d15feea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0254374
May 07 22:29:50.750692 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ef596d91-3fa2-4866-b7b5-8d76e5d856e0 req-14d300fc-9310-430c-a2cc-a6962144f4ba service neutron] 10.222.0.55 "GET /v2.0/networks/f2975d03-209e-4fce-88c6-92b80d15feea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0855434
May 07 22:29:50.843851 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ef596d91-3fa2-4866-b7b5-8d76e5d856e0 req-97c3826c-bdde-4b52-a779-c63c3987c66e service neutron] 10.222.0.55 "GET /v2.0/networks/f2975d03-209e-4fce-88c6-92b80d15feea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0859835
May 07 22:29:51.692184 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2854c33f-912e-427d-82e7-892dc6e007a4 req-cdb7b983-ac68-433e-9084-ba9536064462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:51.693609 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2854c33f-912e-427d-82e7-892dc6e007a4 req-cdb7b983-ac68-433e-9084-ba9536064462 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=513bc8fe3df847c2914e5d3e465e864f&device_id=cf0d7a82-c146-4ead-9901-e953dbd16ce2 HTTP/1.1" status: 200  len: 1125 time: 0.0491753
May 07 22:29:51.752952 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feecc83-3134-4b9e-8429-a72a0a4337e2 req-5e43eb8b-a3e6-4a70-8efe-822210891744 tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:51.754378 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5feecc83-3134-4b9e-8429-a72a0a4337e2 req-5e43eb8b-a3e6-4a70-8efe-822210891744 tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf0d7a82-c146-4ead-9901-e953dbd16ce2 HTTP/1.1" status: 200  len: 943 time: 0.0757310
May 07 22:29:51.849653 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5feecc83-3134-4b9e-8429-a72a0a4337e2 req-37e75653-7506-49d2-b2a6-0ee3e7f088ad tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] 10.222.0.32 "GET /v2.0/security-groups?id=df8c724d-097d-46c1-80a4-ca70d986cca3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635126
May 07 22:29:51.850795 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2854c33f-912e-427d-82e7-892dc6e007a4 req-a6dada78-dc72-475a-8c66-c50a64525a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:51.852129 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2854c33f-912e-427d-82e7-892dc6e007a4 req-a6dada78-dc72-475a-8c66-c50a64525a2d service neutron] 10.222.0.55 "GET /v2.0/networks?id=f2975d03-209e-4fce-88c6-92b80d15feea HTTP/1.1" status: 200  len: 915 time: 0.1369503
May 07 22:29:51.894691 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2854c33f-912e-427d-82e7-892dc6e007a4 req-e746b8fa-21f1-4e0f-bfce-77586f402c1d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=32e81fe2-b79c-425b-b366-1961f8eadc69 HTTP/1.1" status: 200  len: 217 time: 0.0364909
May 07 22:29:51.942828 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2854c33f-912e-427d-82e7-892dc6e007a4 req-332b5c25-3d72-4258-a1c4-fbd7148c0eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:51.944216 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2854c33f-912e-427d-82e7-892dc6e007a4 req-332b5c25-3d72-4258-a1c4-fbd7148c0eed service neutron] 10.222.0.55 "GET /v2.0/subnets?id=321f31ae-9fd6-459c-aaf6-bcc3e6400656 HTTP/1.1" status: 200  len: 854 time: 0.0443585
May 07 22:29:51.978705 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2854c33f-912e-427d-82e7-892dc6e007a4 req-2939118a-d162-4ee0-a987-659707d27dcb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f2975d03-209e-4fce-88c6-92b80d15feea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0289733
May 07 22:29:52.066016 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2854c33f-912e-427d-82e7-892dc6e007a4 req-2a99933d-7e2f-4778-b1f9-7a716dbd5750 service neutron] 10.222.0.55 "GET /v2.0/networks/f2975d03-209e-4fce-88c6-92b80d15feea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0806966
May 07 22:29:52.116801 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:52.488645 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2854c33f-912e-427d-82e7-892dc6e007a4 req-82a6fef9-6ddd-4517-b092-0f3358fc6b2d service neutron] 10.222.0.55 "GET /v2.0/networks/f2975d03-209e-4fce-88c6-92b80d15feea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4173555
May 07 22:29:52.964177 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23b6a51-6f21-4852-9289-8fac4b594538 req-f5673739-37b0-4c62-85cb-94b6f7bd85b4 tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:52.965659 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c23b6a51-6f21-4852-9289-8fac4b594538 req-f5673739-37b0-4c62-85cb-94b6f7bd85b4 tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf0d7a82-c146-4ead-9901-e953dbd16ce2 HTTP/1.1" status: 200  len: 943 time: 0.0480137
May 07 22:29:52.977844 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 32e81fe2-b79c-425b-b366-1961f8eadc69 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:29:53.014022 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c23b6a51-6f21-4852-9289-8fac4b594538 req-5c14ca64-3ee6-43cd-a770-504fa2ad7c0f tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] 10.222.0.32 "GET /v2.0/security-groups?id=df8c724d-097d-46c1-80a4-ca70d986cca3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420737
May 07 22:29:53.074154 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 32e81fe2-b79c-425b-b366-1961f8eadc69, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=32e81fe2-b79c-425b-b366-1961f8eadc69,segment=NetworkSegment(f4949023-4de7-4277-bdee-4db1b9a675fa),segment_id=f4949023-4de7-4277-bdee-4db1b9a675fa)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:29:53.085716 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': '32e81fe2-b79c-425b-b366-1961f8eadc69', 'network_id': 'f2975d03-209e-4fce-88c6-92b80d15feea', 'port_id': '32e81fe2-b79c-425b-b366-1961f8eadc69', 'mac_address': 'fa:16:3e:f3:6e:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '321f31ae-9fd6-459c-aaf6-bcc3e6400656', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:29:53.125905 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 32e81fe2-b79c-425b-b366-1961f8eadc69 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:29:53.126556 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (32e81fe2-b79c-425b-b366-1961f8eadc69), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:53.139014 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32e81fe2-b79c-425b-b366-1961f8eadc69 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:29:53.158185 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 32e81fe2-b79c-425b-b366-1961f8eadc69, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=32e81fe2-b79c-425b-b366-1961f8eadc69,segment=NetworkSegment(f4949023-4de7-4277-bdee-4db1b9a675fa),segment_id=f4949023-4de7-4277-bdee-4db1b9a675fa)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:29:53.162001 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (32e81fe2-b79c-425b-b366-1961f8eadc69), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:53.207578 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=32e81fe2-b79c-425b-b366-1961f8eadc69,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:29:53.344418 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['32e81fe2-b79c-425b-b366-1961f8eadc69'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:29:53.695898 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-3a531e42-e9f4-484e-a7cf-e5241d861309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:54.124044 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:54.134604 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d566167-e998-47ab-b6ad-0acf74c0d469 req-6519bfa5-cc6d-47fe-a203-e3ffd48c3116 tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:54.136114 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8d566167-e998-47ab-b6ad-0acf74c0d469 req-6519bfa5-cc6d-47fe-a203-e3ffd48c3116 tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf0d7a82-c146-4ead-9901-e953dbd16ce2 HTTP/1.1" status: 200  len: 944 time: 0.0526159
May 07 22:29:54.183323 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8d566167-e998-47ab-b6ad-0acf74c0d469 req-e7104870-3cbd-4038-afa2-a0ee9517bf65 tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] 10.222.0.32 "GET /v2.0/security-groups?id=df8c724d-097d-46c1-80a4-ca70d986cca3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409253
May 07 22:29:54.978667 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 32e81fe2-b79c-425b-b366-1961f8eadc69 up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:29:55.023456 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning for port 32e81fe2-b79c-425b-b366-1961f8eadc69 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 22:29:55.029260 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port 32e81fe2-b79c-425b-b366-1961f8eadc69 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:29:55.029754 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (32e81fe2-b79c-425b-b366-1961f8eadc69), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:55.114131 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 32e81fe2-b79c-425b-b366-1961f8eadc69 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:29:55.114522 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (32e81fe2-b79c-425b-b366-1961f8eadc69), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:55.137115 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf0d7a82-c146-4ead-9901-e953dbd16ce2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32e81fe2-b79c-425b-b366-1961f8eadc69'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:29:55.139509 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba168033-a679-4c83-892c-c3bd7a7fb392" -d '{"events": [{"server_uuid": "cf0d7a82-c146-4ead-9901-e953dbd16ce2", "name": "network-vif-plugged", "status": "completed", "tag": "32e81fe2-b79c-425b-b366-1961f8eadc69"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:29:55.152573 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 32e81fe2-b79c-425b-b366-1961f8eadc69, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=32e81fe2-b79c-425b-b366-1961f8eadc69,segment=NetworkSegment(f4949023-4de7-4277-bdee-4db1b9a675fa),segment_id=f4949023-4de7-4277-bdee-4db1b9a675fa)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:29:55.157643 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (32e81fe2-b79c-425b-b366-1961f8eadc69), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:55.180479 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb5767b8-c52a-427a-887b-c789b7ebe293 x-openstack-request-id: req-fb5767b8-c52a-427a-887b-c789b7ebe293 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:29:55.180779 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf0d7a82-c146-4ead-9901-e953dbd16ce2", "name": "network-vif-plugged", "status": "completed", "tag": "32e81fe2-b79c-425b-b366-1961f8eadc69", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:29:55.181035 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fb5767b8-c52a-427a-887b-c789b7ebe293 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:29:55.181433 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb5767b8-c52a-427a-887b-c789b7ebe293'] response: {'server_uuid': 'cf0d7a82-c146-4ead-9901-e953dbd16ce2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32e81fe2-b79c-425b-b366-1961f8eadc69', 'code': 200}
May 07 22:29:55.208477 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=32e81fe2-b79c-425b-b366-1961f8eadc69,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:29:55.306366 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311f422a-5b5b-4265-a640-d06ac84f5e6a req-dca5f039-0f00-4972-ab80-52797596884d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:55.307807 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-311f422a-5b5b-4265-a640-d06ac84f5e6a req-dca5f039-0f00-4972-ab80-52797596884d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cf0d7a82-c146-4ead-9901-e953dbd16ce2 HTTP/1.1" status: 200  len: 1127 time: 0.0689917
May 07 22:29:55.333861 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e3c8cf-a287-48f8-a1b8-a2c44102c7ad req-688a0029-5b3c-446e-8f06-b9585ffe9ac5 tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:55.335298 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-40e3c8cf-a287-48f8-a1b8-a2c44102c7ad req-688a0029-5b3c-446e-8f06-b9585ffe9ac5 tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf0d7a82-c146-4ead-9901-e953dbd16ce2 HTTP/1.1" status: 200  len: 945 time: 0.0682032
May 07 22:29:55.377978 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-311f422a-5b5b-4265-a640-d06ac84f5e6a req-20f0b85e-3680-46cd-89dd-d46c49f217ed service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=df8c724d-097d-46c1-80a4-ca70d986cca3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644143
May 07 22:29:55.398557 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-40e3c8cf-a287-48f8-a1b8-a2c44102c7ad req-51588b99-bfd4-473b-adc4-38a7460bf421 tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] 10.222.0.32 "GET /v2.0/security-groups?id=df8c724d-097d-46c1-80a4-ca70d986cca3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0564938
May 07 22:29:56.531962 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e69211-d96b-4c38-ad2c-cdfc39c8d01b req-01449e6e-25f4-4078-b850-ad8001a92d95 tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:56.533463 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e7e69211-d96b-4c38-ad2c-cdfc39c8d01b req-01449e6e-25f4-4078-b850-ad8001a92d95 tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf0d7a82-c146-4ead-9901-e953dbd16ce2 HTTP/1.1" status: 200  len: 945 time: 0.0530808
May 07 22:29:56.580891 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e7e69211-d96b-4c38-ad2c-cdfc39c8d01b req-a24cd05c-92fd-4204-ad26-69f3d4bf355e tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] 10.222.0.32 "GET /v2.0/security-groups?id=df8c724d-097d-46c1-80a4-ca70d986cca3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415740
May 07 22:29:56.582974 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7b4784ea-bc4f-4b3c-97d4-36673eb281e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:57.538345 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:57.695924 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03780530-30fd-41ec-b09c-97cc45980a3d req-6bfbf804-9418-4c10-8a3e-05e0157e4435 tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:57.697390 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-03780530-30fd-41ec-b09c-97cc45980a3d req-6bfbf804-9418-4c10-8a3e-05e0157e4435 tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf0d7a82-c146-4ead-9901-e953dbd16ce2 HTTP/1.1" status: 200  len: 945 time: 0.0482075
May 07 22:29:57.747132 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-03780530-30fd-41ec-b09c-97cc45980a3d req-0d69ed91-d22b-4947-97d6-7155d1c568c9 tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] 10.222.0.32 "GET /v2.0/security-groups?id=df8c724d-097d-46c1-80a4-ca70d986cca3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439837
May 07 22:29:57.984028 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d243d0ad-0ae7-4338-91e7-103fd9c4a8cf req-77960a24-b308-47f9-9049-071dcb521da5 tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:57.985477 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d243d0ad-0ae7-4338-91e7-103fd9c4a8cf req-77960a24-b308-47f9-9049-071dcb521da5 tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf0d7a82-c146-4ead-9901-e953dbd16ce2 HTTP/1.1" status: 200  len: 945 time: 0.0512500
May 07 22:29:58.032386 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d243d0ad-0ae7-4338-91e7-103fd9c4a8cf req-64beb912-12a3-42c3-a70e-1feb3feff40a tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] 10.222.0.32 "GET /v2.0/security-groups?id=df8c724d-097d-46c1-80a4-ca70d986cca3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411806
May 07 22:29:59.147623 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755aa1d7-3152-429a-ac2b-4ed9d84dabaa req-d67d6a86-c389-4b99-890e-4129b6df7a2a tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:59.149527 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-755aa1d7-3152-429a-ac2b-4ed9d84dabaa req-d67d6a86-c389-4b99-890e-4129b6df7a2a tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] 10.222.0.32 "GET /v2.0/ports?device_id=cf0d7a82-c146-4ead-9901-e953dbd16ce2 HTTP/1.1" status: 200  len: 945 time: 0.0484359
May 07 22:29:59.156473 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14125bdf-b92b-4d1c-9073-5178f137db11 req-6950e42e-73ff-498c-98bd-891c7d92e910 tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:29:59.157925 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-14125bdf-b92b-4d1c-9073-5178f137db11 req-6950e42e-73ff-498c-98bd-891c7d92e910 tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf0d7a82-c146-4ead-9901-e953dbd16ce2 HTTP/1.1" status: 200  len: 945 time: 0.0470049
May 07 22:29:59.196141 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-755aa1d7-3152-429a-ac2b-4ed9d84dabaa req-52517e8e-d598-4586-a47f-9b83c165057c tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] 10.222.0.32 "GET /v2.0/security-groups?id=df8c724d-097d-46c1-80a4-ca70d986cca3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407407
May 07 22:29:59.243340 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:59.248618 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-14125bdf-b92b-4d1c-9073-5178f137db11 req-65218c28-2eb5-4d63-92be-0d04b80613d7 tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] Deleting port 32e81fe2-b79c-425b-b366-1961f8eadc69 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:29:59.248962 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-14125bdf-b92b-4d1c-9073-5178f137db11 req-65218c28-2eb5-4d63-92be-0d04b80613d7 tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (32e81fe2-b79c-425b-b366-1961f8eadc69), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:59.338737 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-14125bdf-b92b-4d1c-9073-5178f137db11 req-65218c28-2eb5-4d63-92be-0d04b80613d7 tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] For port 32e81fe2-b79c-425b-b366-1961f8eadc69, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=32e81fe2-b79c-425b-b366-1961f8eadc69,segment=NetworkSegment(f4949023-4de7-4277-bdee-4db1b9a675fa),segment_id=f4949023-4de7-4277-bdee-4db1b9a675fa)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:29:59.339062 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-14125bdf-b92b-4d1c-9073-5178f137db11 req-65218c28-2eb5-4d63-92be-0d04b80613d7 tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (32e81fe2-b79c-425b-b366-1961f8eadc69), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:59.351822 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-14125bdf-b92b-4d1c-9073-5178f137db11 req-65218c28-2eb5-4d63-92be-0d04b80613d7 tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] Calling delete_port for 32e81fe2-b79c-425b-b366-1961f8eadc69 owned by compute:nova {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:29:59.483678 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-14125bdf-b92b-4d1c-9073-5178f137db11 req-65218c28-2eb5-4d63-92be-0d04b80613d7 tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (32e81fe2-b79c-425b-b366-1961f8eadc69), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:59.495222 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['32e81fe2-b79c-425b-b366-1961f8eadc69'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:29:59.500580 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['e916cbd4-3734-4867-9a4c-7957b9d9d9ca'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:29:59.511632 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65218c28-2eb5-4d63-92be-0d04b80613d7 tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] Pushing event deleted for resources: {'Port': ['ID=32e81fe2-b79c-425b-b366-1961f8eadc69,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:29:59.557459 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-14125bdf-b92b-4d1c-9073-5178f137db11 req-65218c28-2eb5-4d63-92be-0d04b80613d7 tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] No DVR routers for this DVR port 32e81fe2-b79c-425b-b366-1961f8eadc69 on host nch1-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:29:59.559967 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-14125bdf-b92b-4d1c-9073-5178f137db11 req-65218c28-2eb5-4d63-92be-0d04b80613d7 tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:29:59.563815 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-14125bdf-b92b-4d1c-9073-5178f137db11 req-65218c28-2eb5-4d63-92be-0d04b80613d7 tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] 10.222.0.55 "DELETE /v2.0/ports/32e81fe2-b79c-425b-b366-1961f8eadc69 HTTP/1.1" status: 204  len: 173 time: 0.4002492
May 07 22:29:59.564255 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf0d7a82-c146-4ead-9901-e953dbd16ce2', 'name': 'network-vif-deleted', 'tag': '32e81fe2-b79c-425b-b366-1961f8eadc69'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:29:59.566491 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06d49129-9e0d-44b4-879a-d18beb8a21f5" -d '{"events": [{"server_uuid": "cf0d7a82-c146-4ead-9901-e953dbd16ce2", "name": "network-vif-deleted", "tag": "32e81fe2-b79c-425b-b366-1961f8eadc69"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:29:59.610181 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10c5510f-ee5e-4649-826e-cb54f4eb4c77 x-openstack-request-id: req-10c5510f-ee5e-4649-826e-cb54f4eb4c77 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:29:59.610473 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf0d7a82-c146-4ead-9901-e953dbd16ce2", "name": "network-vif-deleted", "tag": "32e81fe2-b79c-425b-b366-1961f8eadc69", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:29:59.610725 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-10c5510f-ee5e-4649-826e-cb54f4eb4c77 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:29:59.611162 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10c5510f-ee5e-4649-826e-cb54f4eb4c77'] response: {'server_uuid': 'cf0d7a82-c146-4ead-9901-e953dbd16ce2', 'name': 'network-vif-deleted', 'tag': '32e81fe2-b79c-425b-b366-1961f8eadc69', 'status': 'completed', 'code': 200}
May 07 22:30:00.351197 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e377fa3-48da-411e-8541-546f6295f958 req-a709f4f4-82a5-4627-a806-03c2657e72ef tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:30:00.352702 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8e377fa3-48da-411e-8541-546f6295f958 req-a709f4f4-82a5-4627-a806-03c2657e72ef tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] 10.222.0.32 "GET /v2.0/ports?device_id=a524c004-9e63-4ff9-9b20-839398f5eefb HTTP/1.1" status: 200  len: 946 time: 0.0516670
May 07 22:30:00.354032 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:00.407853 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8e377fa3-48da-411e-8541-546f6295f958 req-40a335c2-846f-45ca-a952-0596855cc052 tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] 10.222.0.32 "GET /v2.0/security-groups?id=df8c724d-097d-46c1-80a4-ca70d986cca3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480216
May 07 22:30:00.537092 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba171f3-6b86-4bcc-8af3-725db1791a1e req-2ad7cc91-1099-425c-9928-0105676d5550 tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:30:00.538558 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0ba171f3-6b86-4bcc-8af3-725db1791a1e req-2ad7cc91-1099-425c-9928-0105676d5550 tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] 10.222.0.32 "GET /v2.0/ports?device_id=a524c004-9e63-4ff9-9b20-839398f5eefb HTTP/1.1" status: 200  len: 946 time: 0.0476301
May 07 22:30:00.585513 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0ba171f3-6b86-4bcc-8af3-725db1791a1e req-fce03d45-e1f5-4658-aff3-9e08fb5068f6 tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] 10.222.0.32 "GET /v2.0/security-groups?id=df8c724d-097d-46c1-80a4-ca70d986cca3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411663
May 07 22:30:00.698613 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150245ab-e98e-4516-abf3-4a108c2036af req-83ec88ff-cab9-435d-844c-717930f86fab tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:30:00.700098 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-150245ab-e98e-4516-abf3-4a108c2036af req-83ec88ff-cab9-435d-844c-717930f86fab tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] 10.222.0.32 "GET /v2.0/ports?device_id=a524c004-9e63-4ff9-9b20-839398f5eefb HTTP/1.1" status: 200  len: 946 time: 0.0478952
May 07 22:30:00.749545 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-150245ab-e98e-4516-abf3-4a108c2036af req-6978e8ae-acbe-476e-8858-5fe3ba1c4920 tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] 10.222.0.32 "GET /v2.0/security-groups?id=df8c724d-097d-46c1-80a4-ca70d986cca3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438104
May 07 22:30:00.913257 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16812b0-8caa-4980-af7d-74b276160559 req-01bf92e6-31d1-4ac2-95dc-17a4d3b8bd6d tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:30:00.914712 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f16812b0-8caa-4980-af7d-74b276160559 req-01bf92e6-31d1-4ac2-95dc-17a4d3b8bd6d tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] 10.222.0.32 "GET /v2.0/ports?device_id=a524c004-9e63-4ff9-9b20-839398f5eefb HTTP/1.1" status: 200  len: 946 time: 0.0468533
May 07 22:30:00.961210 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f16812b0-8caa-4980-af7d-74b276160559 req-2417ee2a-efd6-4380-9443-236f1be32418 tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] 10.222.0.32 "GET /v2.0/security-groups?id=df8c724d-097d-46c1-80a4-ca70d986cca3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406961
May 07 22:30:01.078571 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb50712-a3f8-4298-b9e5-d78cd3a5440f req-32822311-aedb-4c92-a9c5-520a84bca8dc tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:30:01.080016 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fdb50712-a3f8-4298-b9e5-d78cd3a5440f req-32822311-aedb-4c92-a9c5-520a84bca8dc tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] 10.222.0.32 "GET /v2.0/ports?device_id=a524c004-9e63-4ff9-9b20-839398f5eefb HTTP/1.1" status: 200  len: 946 time: 0.0521946
May 07 22:30:01.126565 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fdb50712-a3f8-4298-b9e5-d78cd3a5440f req-e0005d22-913a-4fad-83d9-d1596bca767d tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] 10.222.0.32 "GET /v2.0/security-groups?id=df8c724d-097d-46c1-80a4-ca70d986cca3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409117
May 07 22:30:01.248155 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abe6b95-6259-466b-a71c-8d971aa5b91c req-db457f42-e04f-4cd8-be41-7b2573660825 tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:30:01.250114 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3abe6b95-6259-466b-a71c-8d971aa5b91c req-db457f42-e04f-4cd8-be41-7b2573660825 tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] 10.222.0.32 "GET /v2.0/ports?device_id=a524c004-9e63-4ff9-9b20-839398f5eefb HTTP/1.1" status: 200  len: 946 time: 0.0476730
May 07 22:30:01.296312 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3abe6b95-6259-466b-a71c-8d971aa5b91c req-364b6390-c156-4faa-86a0-d9fadb944038 tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] 10.222.0.32 "GET /v2.0/security-groups?id=df8c724d-097d-46c1-80a4-ca70d986cca3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406415
May 07 22:30:01.602496 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf3b350-28d0-4725-848e-b7a4b4bc64b7 req-88ade256-4590-4d0c-bed7-6bcf2935bc1a tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:30:01.604055 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bcf3b350-28d0-4725-848e-b7a4b4bc64b7 req-88ade256-4590-4d0c-bed7-6bcf2935bc1a tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] 10.222.0.32 "GET /v2.0/ports?device_id=a524c004-9e63-4ff9-9b20-839398f5eefb HTTP/1.1" status: 200  len: 946 time: 0.0486035
May 07 22:30:01.654856 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bcf3b350-28d0-4725-848e-b7a4b4bc64b7 req-01f9d376-423e-4a16-9f98-e9c6461fd32e tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] 10.222.0.32 "GET /v2.0/security-groups?id=df8c724d-097d-46c1-80a4-ca70d986cca3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445428
May 07 22:30:02.775624 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a96e2ab-7b5a-4a05-85c4-72e8869af61e req-f6bc9b92-5e42-469e-9447-b91fd7e3e818 tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:30:02.777081 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4a96e2ab-7b5a-4a05-85c4-72e8869af61e req-f6bc9b92-5e42-469e-9447-b91fd7e3e818 tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] 10.222.0.32 "GET /v2.0/ports?device_id=a524c004-9e63-4ff9-9b20-839398f5eefb HTTP/1.1" status: 200  len: 946 time: 0.0476487
May 07 22:30:02.822760 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4a96e2ab-7b5a-4a05-85c4-72e8869af61e req-4bbf1f26-7aa5-4d9e-b675-8458a459fde5 tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] 10.222.0.32 "GET /v2.0/security-groups?id=df8c724d-097d-46c1-80a4-ca70d986cca3&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401430
May 07 22:30:02.871709 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1819e246-a245-462b-b176-49341fa1637a req-9f3f60ab-e81b-436a-88ae-9824f91bec71 tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:30:02.873125 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1819e246-a245-462b-b176-49341fa1637a req-9f3f60ab-e81b-436a-88ae-9824f91bec71 tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] 10.222.0.59 "GET /v2.0/ports?device_id=a524c004-9e63-4ff9-9b20-839398f5eefb HTTP/1.1" status: 200  len: 946 time: 0.0495229
May 07 22:30:02.963027 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-1819e246-a245-462b-b176-49341fa1637a req-6c17070e-bce7-4c61-b079-d84248f88956 tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] Deleting port e916cbd4-3734-4867-9a4c-7957b9d9d9ca {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:30:02.964670 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1819e246-a245-462b-b176-49341fa1637a req-6c17070e-bce7-4c61-b079-d84248f88956 tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (e916cbd4-3734-4867-9a4c-7957b9d9d9ca), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:03.026118 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 32e81fe2-b79c-425b-b366-1961f8eadc69 no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:30:03.050446 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] No Port match for: 32e81fe2-b79c-425b-b366-1961f8eadc69 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:30:03.050871 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 32e81fe2-b79c-425b-b366-1961f8eadc69 not bound to the agent host nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:30:03.072059 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-1819e246-a245-462b-b176-49341fa1637a req-6c17070e-bce7-4c61-b079-d84248f88956 tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] For port e916cbd4-3734-4867-9a4c-7957b9d9d9ca, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e916cbd4-3734-4867-9a4c-7957b9d9d9ca,segment=NetworkSegment(f4949023-4de7-4277-bdee-4db1b9a675fa),segment_id=f4949023-4de7-4277-bdee-4db1b9a675fa)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:30:03.072424 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1819e246-a245-462b-b176-49341fa1637a req-6c17070e-bce7-4c61-b079-d84248f88956 tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (e916cbd4-3734-4867-9a4c-7957b9d9d9ca), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:03.087524 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-1819e246-a245-462b-b176-49341fa1637a req-6c17070e-bce7-4c61-b079-d84248f88956 tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] Calling delete_port for e916cbd4-3734-4867-9a4c-7957b9d9d9ca owned by compute:nova {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:30:03.217092 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1819e246-a245-462b-b176-49341fa1637a req-6c17070e-bce7-4c61-b079-d84248f88956 tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (e916cbd4-3734-4867-9a4c-7957b9d9d9ca), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:03.227972 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['e916cbd4-3734-4867-9a4c-7957b9d9d9ca'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:30:03.244310 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c17070e-bce7-4c61-b079-d84248f88956 tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] Pushing event deleted for resources: {'Port': ['ID=e916cbd4-3734-4867-9a4c-7957b9d9d9ca,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:30:03.292949 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-1819e246-a245-462b-b176-49341fa1637a req-6c17070e-bce7-4c61-b079-d84248f88956 tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] No DVR routers for this DVR port e916cbd4-3734-4867-9a4c-7957b9d9d9ca on host nch2-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:30:03.295630 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1819e246-a245-462b-b176-49341fa1637a req-6c17070e-bce7-4c61-b079-d84248f88956 tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:03.299485 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1819e246-a245-462b-b176-49341fa1637a req-6c17070e-bce7-4c61-b079-d84248f88956 tempest-ServersNegativeTestJSON-1361178991 tempest-ServersNegativeTestJSON-1361178991-project] 10.222.0.59 "DELETE /v2.0/ports/e916cbd4-3734-4867-9a4c-7957b9d9d9ca HTTP/1.1" status: 204  len: 173 time: 0.4214818
May 07 22:30:03.299924 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a524c004-9e63-4ff9-9b20-839398f5eefb', 'name': 'network-vif-deleted', 'tag': 'e916cbd4-3734-4867-9a4c-7957b9d9d9ca'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:30:03.302233 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e77c9df1-ba21-4f3e-8757-c615f9185edc" -d '{"events": [{"server_uuid": "a524c004-9e63-4ff9-9b20-839398f5eefb", "name": "network-vif-deleted", "tag": "e916cbd4-3734-4867-9a4c-7957b9d9d9ca"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:30:03.338952 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e930e5c-21ba-4efa-900d-cb0460b98b8f x-openstack-request-id: req-0e930e5c-21ba-4efa-900d-cb0460b98b8f {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:30:03.339257 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a524c004-9e63-4ff9-9b20-839398f5eefb", "name": "network-vif-deleted", "tag": "e916cbd4-3734-4867-9a4c-7957b9d9d9ca", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:30:03.339590 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0e930e5c-21ba-4efa-900d-cb0460b98b8f {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:30:03.340087 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e930e5c-21ba-4efa-900d-cb0460b98b8f'] response: {'server_uuid': 'a524c004-9e63-4ff9-9b20-839398f5eefb', 'name': 'network-vif-deleted', 'tag': 'e916cbd4-3734-4867-9a4c-7957b9d9d9ca', 'status': 'completed', 'code': 200}
May 07 22:30:03.883412 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 57478) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:30:03.928253 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-224da64a-22b3-4c43-91b7-eb96c63bc460 admin admin] Deleting subnet 321f31ae-9fd6-459c-aaf6-bcc3e6400656 {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:30:03.931497 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-224da64a-22b3-4c43-91b7-eb96c63bc460 admin admin] Publish callbacks [] for subnet (321f31ae-9fd6-459c-aaf6-bcc3e6400656), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:03.970851 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-224da64a-22b3-4c43-91b7-eb96c63bc460 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (321f31ae-9fd6-459c-aaf6-bcc3e6400656), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:04.009318 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-224da64a-22b3-4c43-91b7-eb96c63bc460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (321f31ae-9fd6-459c-aaf6-bcc3e6400656), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:04.060566 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-224da64a-22b3-4c43-91b7-eb96c63bc460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (321f31ae-9fd6-459c-aaf6-bcc3e6400656), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:04.088798 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-224da64a-22b3-4c43-91b7-eb96c63bc460 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:04.091962 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-224da64a-22b3-4c43-91b7-eb96c63bc460 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/321f31ae-9fd6-459c-aaf6-bcc3e6400656 HTTP/1.1" status: 204  len: 168 time: 0.2075021
May 07 22:30:04.092942 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224da64a-22b3-4c43-91b7-eb96c63bc460 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=321f31ae-9fd6-459c-aaf6-bcc3e6400656,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:30:04.094645 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 57480) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:30:04.164074 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c45fa094-9c5c-4a33-954a-d38aba49b594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (f2975d03-209e-4fce-88c6-92b80d15feea), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:04.246573 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c45fa094-9c5c-4a33-954a-d38aba49b594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (f2975d03-209e-4fce-88c6-92b80d15feea), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:04.267571 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-c45fa094-9c5c-4a33-954a-d38aba49b594 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf87431070>,) {'filters': {'network_id': ['f2975d03-209e-4fce-88c6-92b80d15feea']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:30:04.276741 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-c45fa094-9c5c-4a33-954a-d38aba49b594 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf87431070>, 'f4949023-4de7-4277-bdee-4db1b9a675fa') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:30:04.277030 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-c45fa094-9c5c-4a33-954a-d38aba49b594 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf87431070>, 'f4949023-4de7-4277-bdee-4db1b9a675fa') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:30:04.286796 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c45fa094-9c5c-4a33-954a-d38aba49b594 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (f4949023-4de7-4277-bdee-4db1b9a675fa), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:04.300645 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c45fa094-9c5c-4a33-954a-d38aba49b594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (f4949023-4de7-4277-bdee-4db1b9a675fa), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:04.306370 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c45fa094-9c5c-4a33-954a-d38aba49b594 admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:30:04.306751 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c45fa094-9c5c-4a33-954a-d38aba49b594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (f4949023-4de7-4277-bdee-4db1b9a675fa), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:04.308444 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 22:30:04.308444 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:30:04.308444 ncdv-master-1 neutron-server[121836]:     timer()
May 07 22:30:04.308444 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:30:04.308444 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 22:30:04.308444 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:30:04.308444 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 22:30:04.308444 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:30:04.308444 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 22:30:04.308444 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:30:04.308444 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 22:30:04.308444 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:30:04.308444 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 22:30:04.308444 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:30:04.308444 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:30:04.308444 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:30:04.308444 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:30:04.308444 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:30:04.308444 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 22:30:04.308444 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:30:04.308444 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 22:30:04.308444 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:30:04.308444 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:30:04.308444 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:30:04.308444 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 22:30:04.308444 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:30:04.308444 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:30:04.308444 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:30:04.308444 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:30:04.308444 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:30:04.308444 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:30:04.308444 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:30:04.362379 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c45fa094-9c5c-4a33-954a-d38aba49b594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (f2975d03-209e-4fce-88c6-92b80d15feea), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:04.367825 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c45fa094-9c5c-4a33-954a-d38aba49b594 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:04.371050 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-c45fa094-9c5c-4a33-954a-d38aba49b594 admin admin] 10.222.0.32 "DELETE /v2.0/networks/f2975d03-209e-4fce-88c6-92b80d15feea HTTP/1.1" status: 204  len: 168 time: 0.2753191
May 07 22:30:04.386126 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45fa094-9c5c-4a33-954a-d38aba49b594 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2975d03-209e-4fce-88c6-92b80d15feea,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:30:04.486086 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 57484) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:30:04.554979 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-82bf76ef-a121-43e8-a294-503e7fbe34a9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=513bc8fe3df847c2914e5d3e465e864f&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0561392
May 07 22:30:04.556514 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 57486) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:30:04.609767 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0b5c9435-38fd-49b1-a376-f7140082f3b3 admin admin] Publish callbacks [] for security_group (df8c724d-097d-46c1-80a4-ca70d986cca3), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:04.631903 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0b5c9435-38fd-49b1-a376-f7140082f3b3 admin admin] Publish callbacks [] for security_group (df8c724d-097d-46c1-80a4-ca70d986cca3), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:04.688295 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0b5c9435-38fd-49b1-a376-f7140082f3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (df8c724d-097d-46c1-80a4-ca70d986cca3), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:04.690900 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0b5c9435-38fd-49b1-a376-f7140082f3b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:04.692201 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-0b5c9435-38fd-49b1-a376-f7140082f3b3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/df8c724d-097d-46c1-80a4-ca70d986cca3 HTTP/1.1" status: 204  len: 168 time: 0.1347702
May 07 22:30:04.700293 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5c9435-38fd-49b1-a376-f7140082f3b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df8c724d-097d-46c1-80a4-ca70d986cca3,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:30:05.415750 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 57508) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:30:05.514119 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-277dfa5a-a92d-4868-8e51-bdae9ec5ac59 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1019813767'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:30:05.532740 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-277dfa5a-a92d-4868-8e51-bdae9ec5ac59 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Made reservation on behalf of 248c06fe1bea439ba920ff4b093f0491 for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:30:05.535990 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-277dfa5a-a92d-4868-8e51-bdae9ec5ac59 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:05.544694 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-277dfa5a-a92d-4868-8e51-bdae9ec5ac59 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:05.625447 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-277dfa5a-a92d-4868-8e51-bdae9ec5ac59 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Publish callbacks [] for security_group (457a8108-86dd-44a3-9787-70961a6e6131), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:05.629056 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-277dfa5a-a92d-4868-8e51-bdae9ec5ac59 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (457a8108-86dd-44a3-9787-70961a6e6131), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:05.651424 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-277dfa5a-a92d-4868-8e51-bdae9ec5ac59 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:30:05.665994 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277dfa5a-a92d-4868-8e51-bdae9ec5ac59 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=457a8108-86dd-44a3-9787-70961a6e6131,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:30:05.669179 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-277dfa5a-a92d-4868-8e51-bdae9ec5ac59 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (99f87f14-5fb9-4be5-80e8-3acf033367b3), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:05.669529 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-277dfa5a-a92d-4868-8e51-bdae9ec5ac59 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Added segment 99f87f14-5fb9-4be5-80e8-3acf033367b3 of type vlan for network fae3f0e3-36f1-42b5-afbe-0c5a2081e9fd
May 07 22:30:05.676972 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device e916cbd4-3734-4867-9a4c-7957b9d9d9ca no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:30:05.706896 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] No Port match for: e916cbd4-3734-4867-9a4c-7957b9d9d9ca {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:30:05.707258 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device e916cbd4-3734-4867-9a4c-7957b9d9d9ca not bound to the agent host nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:30:05.710951 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-277dfa5a-a92d-4868-8e51-bdae9ec5ac59 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (fae3f0e3-36f1-42b5-afbe-0c5a2081e9fd), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:05.736046 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-277dfa5a-a92d-4868-8e51-bdae9ec5ac59 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (fae3f0e3-36f1-42b5-afbe-0c5a2081e9fd), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:05.740957 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277dfa5a-a92d-4868-8e51-bdae9ec5ac59 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:30:05.741582 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-277dfa5a-a92d-4868-8e51-bdae9ec5ac59 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:05.779544 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-277dfa5a-a92d-4868-8e51-bdae9ec5ac59 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.3624232
May 07 22:30:05.815600 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277dfa5a-a92d-4868-8e51-bdae9ec5ac59 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Pushing event updated for resources: {'Network': ['ID=fae3f0e3-36f1-42b5-afbe-0c5a2081e9fd,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:30:05.825520 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network fae3f0e3-36f1-42b5-afbe-0c5a2081e9fd details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:30:08.956872 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 57512) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:30:08.961979 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-44652996-1d00-4e5c-a76a-dba3f27fdf3c tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Request body: {'subnet': {'network_id': 'fae3f0e3-36f1-42b5-afbe-0c5a2081e9fd', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:30:09.053129 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44652996-1d00-4e5c-a76a-dba3f27fdf3c tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Made reservation on behalf of 248c06fe1bea439ba920ff4b093f0491 for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:30:09.056547 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-44652996-1d00-4e5c-a76a-dba3f27fdf3c tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:09.237935 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-44652996-1d00-4e5c-a76a-dba3f27fdf3c tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (e4b0db2c-2697-47d8-88ae-d18de8677101), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:09.301062 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44652996-1d00-4e5c-a76a-dba3f27fdf3c tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Pushing event updated for resources: {'Subnet': ['ID=e4b0db2c-2697-47d8-88ae-d18de8677101,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:30:09.309793 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44652996-1d00-4e5c-a76a-dba3f27fdf3c tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Checking segment: {'id': '99f87f14-5fb9-4be5-80e8-3acf033367b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'fae3f0e3-36f1-42b5-afbe-0c5a2081e9fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:30:09.310155 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44652996-1d00-4e5c-a76a-dba3f27fdf3c tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Network hostable DHCP agents. Network: fae3f0e3-36f1-42b5-afbe-0c5a2081e9fd, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:30:09.326949 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44652996-1d00-4e5c-a76a-dba3f27fdf3c tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Network fae3f0e3-36f1-42b5-afbe-0c5a2081e9fd is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:30:09.335515 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-44652996-1d00-4e5c-a76a-dba3f27fdf3c tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, fae3f0e3-36f1-42b5-afbe-0c5a2081e9fd) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:30:09.343697 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44652996-1d00-4e5c-a76a-dba3f27fdf3c tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:30:09.344307 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-44652996-1d00-4e5c-a76a-dba3f27fdf3c tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:09.345149 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf74835-c036-44b3-b173-ed633731d5b5 None None] Network fae3f0e3-36f1-42b5-afbe-0c5a2081e9fd requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:30:09.360610 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-44652996-1d00-4e5c-a76a-dba3f27fdf3c tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.4026270
May 07 22:30:09.364073 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 57514) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:30:09.369039 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-5112a4f4-ee58-4718-aa5f-0c78cdc251e7 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1642799030'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:30:09.387681 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5112a4f4-ee58-4718-aa5f-0c78cdc251e7 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Made reservation on behalf of 248c06fe1bea439ba920ff4b093f0491 for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:30:09.391526 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5112a4f4-ee58-4718-aa5f-0c78cdc251e7 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:09.415845 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5112a4f4-ee58-4718-aa5f-0c78cdc251e7 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:30:09.425676 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5112a4f4-ee58-4718-aa5f-0c78cdc251e7 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (87119adc-1759-4e16-bd46-9eb778f3b13f), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:09.426017 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-5112a4f4-ee58-4718-aa5f-0c78cdc251e7 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Added segment 87119adc-1759-4e16-bd46-9eb778f3b13f of type vlan for network eebe0b43-cafd-4443-9135-6f85fa37a101
May 07 22:30:09.454747 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7150837a-e03a-4875-ad79-b3be1ef26aa0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-fae3f0e3-36f1-42b5-afbe-0c5a2081e9fd', 'network_id': 'fae3f0e3-36f1-42b5-afbe-0c5a2081e9fd', 'project_id': '248c06fe1bea439ba920ff4b093f0491', 'fixed_ips': [{'subnet_id': 'e4b0db2c-2697-47d8-88ae-d18de8677101'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:30:09.455676 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7150837a-e03a-4875-ad79-b3be1ef26aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:09.466456 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5112a4f4-ee58-4718-aa5f-0c78cdc251e7 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (eebe0b43-cafd-4443-9135-6f85fa37a101), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:09.493144 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5112a4f4-ee58-4718-aa5f-0c78cdc251e7 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (eebe0b43-cafd-4443-9135-6f85fa37a101), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:09.498112 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5112a4f4-ee58-4718-aa5f-0c78cdc251e7 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:30:09.498692 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5112a4f4-ee58-4718-aa5f-0c78cdc251e7 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:09.537471 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-5112a4f4-ee58-4718-aa5f-0c78cdc251e7 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.1723211
May 07 22:30:09.540549 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 57516) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:30:09.546103 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-3de7aeec-3d27-4bf0-9526-76d5276186a9 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Request body: {'subnet': {'network_id': 'eebe0b43-cafd-4443-9135-6f85fa37a101', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:30:09.570118 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5112a4f4-ee58-4718-aa5f-0c78cdc251e7 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Pushing event updated for resources: {'Network': ['ID=eebe0b43-cafd-4443-9135-6f85fa37a101,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:30:09.582619 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network eebe0b43-cafd-4443-9135-6f85fa37a101 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:30:09.616088 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-7150837a-e03a-4875-ad79-b3be1ef26aa0 None None] Allocated IP 2001:db8:0:ffff::2 (fae3f0e3-36f1-42b5-afbe-0c5a2081e9fd/e4b0db2c-2697-47d8-88ae-d18de8677101/41189f80-9bab-4ac3-953d-4e5de2d2502c) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:30:09.661732 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de7aeec-3d27-4bf0-9526-76d5276186a9 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Made reservation on behalf of 248c06fe1bea439ba920ff4b093f0491 for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:30:09.665301 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3de7aeec-3d27-4bf0-9526-76d5276186a9 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:09.805777 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7150837a-e03a-4875-ad79-b3be1ef26aa0 None None] Publish callbacks [] for port (41189f80-9bab-4ac3-953d-4e5de2d2502c), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:09.812552 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7150837a-e03a-4875-ad79-b3be1ef26aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (41189f80-9bab-4ac3-953d-4e5de2d2502c), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:09.860017 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7150837a-e03a-4875-ad79-b3be1ef26aa0 None None] Network fae3f0e3-36f1-42b5-afbe-0c5a2081e9fd is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:30:09.866234 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7150837a-e03a-4875-ad79-b3be1ef26aa0 None None] Pushing event updated for resources: {'Port': ['ID=41189f80-9bab-4ac3-953d-4e5de2d2502c,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:30:09.867105 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3de7aeec-3d27-4bf0-9526-76d5276186a9 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (634b99bc-6c60-4e2e-9995-0817e3b4ed1e), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:09.868777 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-7150837a-e03a-4875-ad79-b3be1ef26aa0 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:30:09.870888 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7150837a-e03a-4875-ad79-b3be1ef26aa0 None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:30:09.930857 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-7150837a-e03a-4875-ad79-b3be1ef26aa0 None None] Attempting to bind port 41189f80-9bab-4ac3-953d-4e5de2d2502c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:30:09.931290 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-7150837a-e03a-4875-ad79-b3be1ef26aa0 None None] Attempting to bind port 41189f80-9bab-4ac3-953d-4e5de2d2502c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '99f87f14-5fb9-4be5-80e8-3acf033367b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'fae3f0e3-36f1-42b5-afbe-0c5a2081e9fd'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:30:09.931668 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7150837a-e03a-4875-ad79-b3be1ef26aa0 None None] Attempting to bind port 41189f80-9bab-4ac3-953d-4e5de2d2502c on network fae3f0e3-36f1-42b5-afbe-0c5a2081e9fd {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:30:09.937556 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de7aeec-3d27-4bf0-9526-76d5276186a9 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Pushing event updated for resources: {'Subnet': ['ID=634b99bc-6c60-4e2e-9995-0817e3b4ed1e,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:30:09.938146 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7150837a-e03a-4875-ad79-b3be1ef26aa0 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:30:09.938532 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7150837a-e03a-4875-ad79-b3be1ef26aa0 None None] Checking segment: {'id': '99f87f14-5fb9-4be5-80e8-3acf033367b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'fae3f0e3-36f1-42b5-afbe-0c5a2081e9fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:30:09.939032 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7150837a-e03a-4875-ad79-b3be1ef26aa0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:09.939434 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7150837a-e03a-4875-ad79-b3be1ef26aa0 None None] Bound using segment: {'id': '99f87f14-5fb9-4be5-80e8-3acf033367b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'fae3f0e3-36f1-42b5-afbe-0c5a2081e9fd'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:30:09.939909 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-7150837a-e03a-4875-ad79-b3be1ef26aa0 None None] Bound port: 41189f80-9bab-4ac3-953d-4e5de2d2502c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99f87f14-5fb9-4be5-80e8-3acf033367b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'fae3f0e3-36f1-42b5-afbe-0c5a2081e9fd'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:30:09.940300 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7150837a-e03a-4875-ad79-b3be1ef26aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (41189f80-9bab-4ac3-953d-4e5de2d2502c), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:09.952507 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de7aeec-3d27-4bf0-9526-76d5276186a9 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Checking segment: {'id': '87119adc-1759-4e16-bd46-9eb778f3b13f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'eebe0b43-cafd-4443-9135-6f85fa37a101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:30:09.952872 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de7aeec-3d27-4bf0-9526-76d5276186a9 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Network hostable DHCP agents. Network: eebe0b43-cafd-4443-9135-6f85fa37a101, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:30:09.969664 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de7aeec-3d27-4bf0-9526-76d5276186a9 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Network eebe0b43-cafd-4443-9135-6f85fa37a101 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:30:09.978987 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-3de7aeec-3d27-4bf0-9526-76d5276186a9 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, eebe0b43-cafd-4443-9135-6f85fa37a101) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:30:09.983490 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de7aeec-3d27-4bf0-9526-76d5276186a9 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:30:09.984899 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3de7aeec-3d27-4bf0-9526-76d5276186a9 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:09.992126 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770a9a36-9aa5-486e-80a2-98117f37b8fb None None] Network eebe0b43-cafd-4443-9135-6f85fa37a101 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:30:10.002021 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-3de7aeec-3d27-4bf0-9526-76d5276186a9 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 913 time: 0.4598362
May 07 22:30:10.004852 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 57518) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:30:10.055376 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-7150837a-e03a-4875-ad79-b3be1ef26aa0 None None] For port 41189f80-9bab-4ac3-953d-4e5de2d2502c, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:30:10.073842 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-7150837a-e03a-4875-ad79-b3be1ef26aa0 None None] For port 41189f80-9bab-4ac3-953d-4e5de2d2502c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=41189f80-9bab-4ac3-953d-4e5de2d2502c,segment=NetworkSegment(99f87f14-5fb9-4be5-80e8-3acf033367b3),segment_id=99f87f14-5fb9-4be5-80e8-3acf033367b3)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:30:10.082102 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7150837a-e03a-4875-ad79-b3be1ef26aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (41189f80-9bab-4ac3-953d-4e5de2d2502c), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:10.110260 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-90ff64f2-9a29-46dc-839c-0d091c341e5c tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (eebe0b43-cafd-4443-9135-6f85fa37a101), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:10.151092 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e280a2e-e5cb-41f1-96b4-7eb6ebc03f06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-eebe0b43-cafd-4443-9135-6f85fa37a101', 'network_id': 'eebe0b43-cafd-4443-9135-6f85fa37a101', 'project_id': '248c06fe1bea439ba920ff4b093f0491', 'fixed_ips': [{'subnet_id': '634b99bc-6c60-4e2e-9995-0817e3b4ed1e'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:30:10.151934 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9e280a2e-e5cb-41f1-96b4-7eb6ebc03f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:10.176798 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7150837a-e03a-4875-ad79-b3be1ef26aa0 None None] Pushing event updated for resources: {'Port': ['ID=41189f80-9bab-4ac3-953d-4e5de2d2502c,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:30:10.206365 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-90ff64f2-9a29-46dc-839c-0d091c341e5c tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (634b99bc-6c60-4e2e-9995-0817e3b4ed1e), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:10.282597 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-90ff64f2-9a29-46dc-839c-0d091c341e5c tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (634b99bc-6c60-4e2e-9995-0817e3b4ed1e), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:10.287002 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server [None req-9e280a2e-e5cb-41f1-96b4-7eb6ebc03f06 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 634b99bc-6c60-4e2e-9995-0817e3b4ed1e: This subnet is being modified by another concurrent operation.
May 07 22:30:10.287002 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
May 07 22:30:10.287002 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
May 07 22:30:10.287002 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
May 07 22:30:10.287002 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
May 07 22:30:10.287002 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
May 07 22:30:10.287002 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
May 07 22:30:10.287002 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
May 07 22:30:10.287002 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
May 07 22:30:10.287002 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
May 07 22:30:10.287002 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
May 07 22:30:10.287002 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
May 07 22:30:10.287002 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
May 07 22:30:10.287002 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     self.force_reraise()
May 07 22:30:10.287002 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
May 07 22:30:10.287002 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     raise self.value
May 07 22:30:10.287002 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
May 07 22:30:10.287002 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
May 07 22:30:10.287002 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
May 07 22:30:10.287002 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
May 07 22:30:10.287002 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
May 07 22:30:10.287002 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     self.force_reraise()
May 07 22:30:10.287002 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
May 07 22:30:10.287002 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     raise self.value
May 07 22:30:10.287002 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
May 07 22:30:10.287002 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
May 07 22:30:10.287002 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
May 07 22:30:10.287002 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
May 07 22:30:10.287002 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
May 07 22:30:10.287002 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     self.force_reraise()
May 07 22:30:10.287002 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
May 07 22:30:10.287002 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     raise self.value
May 07 22:30:10.287002 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
May 07 22:30:10.287002 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
May 07 22:30:10.287002 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
May 07 22:30:10.287002 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
May 07 22:30:10.287002 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port
May 07 22:30:10.287002 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
May 07 22:30:10.287002 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action
May 07 22:30:10.287002 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
May 07 22:30:10.287002 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
May 07 22:30:10.287002 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
May 07 22:30:10.287002 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner
May 07 22:30:10.287002 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
May 07 22:30:10.287002 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
May 07 22:30:10.287002 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
May 07 22:30:10.287002 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
May 07 22:30:10.287002 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
May 07 22:30:10.287002 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
May 07 22:30:10.287002 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     self.force_reraise()
May 07 22:30:10.287002 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
May 07 22:30:10.287002 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     raise self.value
May 07 22:30:10.287002 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
May 07 22:30:10.287002 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
May 07 22:30:10.287002 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
May 07 22:30:10.287002 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
May 07 22:30:10.287002 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
May 07 22:30:10.287002 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     self.force_reraise()
May 07 22:30:10.287002 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
May 07 22:30:10.287002 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     raise self.value
May 07 22:30:10.287002 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
May 07 22:30:10.287002 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
May 07 22:30:10.287002 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
May 07 22:30:10.287002 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
May 07 22:30:10.287002 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
May 07 22:30:10.287002 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     self.force_reraise()
May 07 22:30:10.287002 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
May 07 22:30:10.287002 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     raise self.value
May 07 22:30:10.287002 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
May 07 22:30:10.287002 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
May 07 22:30:10.287002 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1543, in create_port
May 07 22:30:10.287002 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
May 07 22:30:10.287002 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1508, in _create_port_db
May 07 22:30:10.287002 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
May 07 22:30:10.287002 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1468, in create_port_db
May 07 22:30:10.287002 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
May 07 22:30:10.287002 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store
May 07 22:30:10.287002 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     ips = self.allocate_ips_for_port(context, port_copy)
May 07 22:30:10.287002 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
May 07 22:30:10.287002 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
May 07 22:30:10.287002 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
May 07 22:30:10.287002 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     return fn(*args, **kwargs)
May 07 22:30:10.287002 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port
May 07 22:30:10.287002 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     return self._allocate_ips_for_port(context, port)
May 07 22:30:10.287002 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port
May 07 22:30:10.287002 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
May 07 22:30:10.287002 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets
May 07 22:30:10.287002 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
May 07 22:30:10.287002 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
May 07 22:30:10.287002 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     raise exception
May 07 22:30:10.287002 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 634b99bc-6c60-4e2e-9995-0817e3b4ed1e: This subnet is being modified by another concurrent operation.
May 07 22:30:10.287002 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server 
May 07 22:30:10.313310 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a02fc7-91c8-404e-a9e2-b31bdd23cc0e None None] Network eebe0b43-cafd-4443-9135-6f85fa37a101 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:30:10.325213 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ff64f2-9a29-46dc-839c-0d091c341e5c tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Pushing event deleted for resources: {'Subnet': ['ID=634b99bc-6c60-4e2e-9995-0817e3b4ed1e,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:30:10.411710 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-90ff64f2-9a29-46dc-839c-0d091c341e5c tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (eebe0b43-cafd-4443-9135-6f85fa37a101), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:10.444042 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-90ff64f2-9a29-46dc-839c-0d091c341e5c tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf87480160>,) {'filters': {'network_id': ['eebe0b43-cafd-4443-9135-6f85fa37a101']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:30:10.454129 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-90ff64f2-9a29-46dc-839c-0d091c341e5c tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf87480160>, '87119adc-1759-4e16-bd46-9eb778f3b13f') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:30:10.454423 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-90ff64f2-9a29-46dc-839c-0d091c341e5c tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf87480160>, '87119adc-1759-4e16-bd46-9eb778f3b13f') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:30:10.465528 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-90ff64f2-9a29-46dc-839c-0d091c341e5c tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (87119adc-1759-4e16-bd46-9eb778f3b13f), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:10.480678 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-90ff64f2-9a29-46dc-839c-0d091c341e5c tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (87119adc-1759-4e16-bd46-9eb778f3b13f), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:10.487444 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90ff64f2-9a29-46dc-839c-0d091c341e5c tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:30:10.487831 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-90ff64f2-9a29-46dc-839c-0d091c341e5c tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (87119adc-1759-4e16-bd46-9eb778f3b13f), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:10.490886 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 22:30:10.490886 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:30:10.490886 ncdv-master-1 neutron-server[121836]:     timer()
May 07 22:30:10.490886 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:30:10.490886 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 22:30:10.490886 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:30:10.490886 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 22:30:10.490886 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:30:10.490886 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 22:30:10.490886 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:30:10.490886 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 22:30:10.490886 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:30:10.490886 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 22:30:10.490886 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:30:10.490886 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:30:10.490886 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:30:10.490886 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:30:10.490886 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:30:10.490886 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 22:30:10.490886 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:30:10.490886 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 22:30:10.490886 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:30:10.490886 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:30:10.490886 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:30:10.490886 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 22:30:10.490886 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:30:10.490886 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:30:10.490886 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:30:10.490886 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:30:10.490886 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:30:10.490886 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:30:10.490886 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:30:10.552327 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-90ff64f2-9a29-46dc-839c-0d091c341e5c tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (eebe0b43-cafd-4443-9135-6f85fa37a101), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:10.559596 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-90ff64f2-9a29-46dc-839c-0d091c341e5c tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:10.562548 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-90ff64f2-9a29-46dc-839c-0d091c341e5c tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] 10.222.0.32 "DELETE /v2.0/networks/eebe0b43-cafd-4443-9135-6f85fa37a101 HTTP/1.1" status: 204  len: 168 time: 0.5566900
May 07 22:30:10.566609 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 57520) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:30:10.572230 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-e1e25ffd-2cff-4473-ae98-bbd9ae4a0240 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1521506935'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:30:10.574070 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ff64f2-9a29-46dc-839c-0d091c341e5c tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Pushing event deleted for resources: {'Network': ['ID=eebe0b43-cafd-4443-9135-6f85fa37a101,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:30:10.594741 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e25ffd-2cff-4473-ae98-bbd9ae4a0240 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Made reservation on behalf of 248c06fe1bea439ba920ff4b093f0491 for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:30:10.597961 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e1e25ffd-2cff-4473-ae98-bbd9ae4a0240 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:10.621711 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1e25ffd-2cff-4473-ae98-bbd9ae4a0240 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:30:10.630433 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e1e25ffd-2cff-4473-ae98-bbd9ae4a0240 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (3e454374-9e7f-4e5d-8809-57240b1adfa7), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:10.630789 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-e1e25ffd-2cff-4473-ae98-bbd9ae4a0240 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Added segment 3e454374-9e7f-4e5d-8809-57240b1adfa7 of type vlan for network 1734b747-43f8-4223-8ff1-720b644ab54f
May 07 22:30:10.679263 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e1e25ffd-2cff-4473-ae98-bbd9ae4a0240 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (1734b747-43f8-4223-8ff1-720b644ab54f), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:10.717364 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e1e25ffd-2cff-4473-ae98-bbd9ae4a0240 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (1734b747-43f8-4223-8ff1-720b644ab54f), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:10.723761 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e25ffd-2cff-4473-ae98-bbd9ae4a0240 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:30:10.724381 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e1e25ffd-2cff-4473-ae98-bbd9ae4a0240 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:10.808307 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-e1e25ffd-2cff-4473-ae98-bbd9ae4a0240 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.2400091
May 07 22:30:10.811336 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 57522) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:30:10.816868 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-bb55a1a6-bd6f-44a8-992e-b10fd934f2c8 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Request body: {'subnet': {'network_id': '1734b747-43f8-4223-8ff1-720b644ab54f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:30:10.862158 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e25ffd-2cff-4473-ae98-bbd9ae4a0240 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Pushing event updated for resources: {'Network': ['ID=1734b747-43f8-4223-8ff1-720b644ab54f,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:30:10.872267 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 1734b747-43f8-4223-8ff1-720b644ab54f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:30:10.930001 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb55a1a6-bd6f-44a8-992e-b10fd934f2c8 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Made reservation on behalf of 248c06fe1bea439ba920ff4b093f0491 for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:30:10.933946 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bb55a1a6-bd6f-44a8-992e-b10fd934f2c8 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:10.995363 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.ipam_backend_mixin [None req-bb55a1a6-bd6f-44a8-992e-b10fd934f2c8 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Performing IP validity checks on allocation pools {{(pid=121836) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}}
May 07 22:30:10.995911 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.ipam_backend_mixin [None req-bb55a1a6-bd6f-44a8-992e-b10fd934f2c8 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Checking for overlaps among allocation pools and gateway ip {{(pid=121836) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}}
May 07 22:30:11.126760 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bb55a1a6-bd6f-44a8-992e-b10fd934f2c8 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (6cb62cdd-902b-47bc-9181-2dfbf5334fab), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:11.188184 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb55a1a6-bd6f-44a8-992e-b10fd934f2c8 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Pushing event updated for resources: {'Subnet': ['ID=6cb62cdd-902b-47bc-9181-2dfbf5334fab,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:30:11.207001 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb55a1a6-bd6f-44a8-992e-b10fd934f2c8 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Checking segment: {'id': '3e454374-9e7f-4e5d-8809-57240b1adfa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '1734b747-43f8-4223-8ff1-720b644ab54f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:30:11.207445 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb55a1a6-bd6f-44a8-992e-b10fd934f2c8 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Network hostable DHCP agents. Network: 1734b747-43f8-4223-8ff1-720b644ab54f, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:30:11.213444 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e23696-736a-4cbb-a467-0782f9c73197 None None] get_active_networks_info from ncdv-master-1 {{(pid=121838) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
May 07 22:30:11.226348 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb55a1a6-bd6f-44a8-992e-b10fd934f2c8 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Network 1734b747-43f8-4223-8ff1-720b644ab54f is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:30:11.235919 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-bb55a1a6-bd6f-44a8-992e-b10fd934f2c8 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1734b747-43f8-4223-8ff1-720b644ab54f) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:30:11.241253 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb55a1a6-bd6f-44a8-992e-b10fd934f2c8 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:30:11.242622 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bb55a1a6-bd6f-44a8-992e-b10fd934f2c8 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:11.260035 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-836112eb-eac5-460b-8443-94bf9f88e157 None None] Provisioning complete for port 41189f80-9bab-4ac3-953d-4e5de2d2502c triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:30:11.260425 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-836112eb-eac5-460b-8443-94bf9f88e157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (41189f80-9bab-4ac3-953d-4e5de2d2502c), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:11.262078 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-bb55a1a6-bd6f-44a8-992e-b10fd934f2c8 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 794 time: 0.4495187
May 07 22:30:11.264899 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 57524) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:30:11.367551 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cc0f175c-956d-4702-b67d-d5ee185a03bb tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (1734b747-43f8-4223-8ff1-720b644ab54f), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:11.419418 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cc0f175c-956d-4702-b67d-d5ee185a03bb tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (6cb62cdd-902b-47bc-9181-2dfbf5334fab), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:11.422679 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-836112eb-eac5-460b-8443-94bf9f88e157 None None] Current status of the port 41189f80-9bab-4ac3-953d-4e5de2d2502c is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:30:11.423091 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-836112eb-eac5-460b-8443-94bf9f88e157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (41189f80-9bab-4ac3-953d-4e5de2d2502c), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:11.484691 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cc0f175c-956d-4702-b67d-d5ee185a03bb tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (6cb62cdd-902b-47bc-9181-2dfbf5334fab), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:11.514497 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0f175c-956d-4702-b67d-d5ee185a03bb tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Pushing event deleted for resources: {'Subnet': ['ID=6cb62cdd-902b-47bc-9181-2dfbf5334fab,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:30:11.592913 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cc0f175c-956d-4702-b67d-d5ee185a03bb tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (1734b747-43f8-4223-8ff1-720b644ab54f), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:11.617390 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-cc0f175c-956d-4702-b67d-d5ee185a03bb tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf8d09f700>,) {'filters': {'network_id': ['1734b747-43f8-4223-8ff1-720b644ab54f']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:30:11.619582 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 41189f80-9bab-4ac3-953d-4e5de2d2502c up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:30:11.628228 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-cc0f175c-956d-4702-b67d-d5ee185a03bb tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8d09f700>, '3e454374-9e7f-4e5d-8809-57240b1adfa7') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:30:11.628530 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-cc0f175c-956d-4702-b67d-d5ee185a03bb tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8d09f700>, '3e454374-9e7f-4e5d-8809-57240b1adfa7') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:30:11.638132 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cc0f175c-956d-4702-b67d-d5ee185a03bb tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (3e454374-9e7f-4e5d-8809-57240b1adfa7), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:11.651529 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cc0f175c-956d-4702-b67d-d5ee185a03bb tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (3e454374-9e7f-4e5d-8809-57240b1adfa7), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:11.657926 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc0f175c-956d-4702-b67d-d5ee185a03bb tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:30:11.658896 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cc0f175c-956d-4702-b67d-d5ee185a03bb tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (3e454374-9e7f-4e5d-8809-57240b1adfa7), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:11.661823 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 22:30:11.661823 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:30:11.661823 ncdv-master-1 neutron-server[121836]:     timer()
May 07 22:30:11.661823 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:30:11.661823 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 22:30:11.661823 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:30:11.661823 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 22:30:11.661823 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:30:11.661823 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 22:30:11.661823 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:30:11.661823 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 22:30:11.661823 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:30:11.661823 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 22:30:11.661823 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:30:11.661823 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:30:11.661823 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:30:11.661823 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:30:11.661823 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:30:11.661823 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 22:30:11.661823 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:30:11.661823 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 22:30:11.661823 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:30:11.661823 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:30:11.661823 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:30:11.661823 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 22:30:11.661823 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:30:11.661823 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:30:11.661823 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:30:11.661823 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:30:11.661823 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:30:11.661823 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:30:11.661823 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:30:11.668368 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-836112eb-eac5-460b-8443-94bf9f88e157 None None] For port 41189f80-9bab-4ac3-953d-4e5de2d2502c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=41189f80-9bab-4ac3-953d-4e5de2d2502c,segment=NetworkSegment(99f87f14-5fb9-4be5-80e8-3acf033367b3),segment_id=99f87f14-5fb9-4be5-80e8-3acf033367b3)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:30:11.679142 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-836112eb-eac5-460b-8443-94bf9f88e157 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (41189f80-9bab-4ac3-953d-4e5de2d2502c), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:11.685274 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e23696-736a-4cbb-a467-0782f9c73197 None None] Unable to find a vacant binding_index for network 1734b747-43f8-4223-8ff1-720b644ab54f and agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 {{(pid=121838) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}}
May 07 22:30:11.712990 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e23696-736a-4cbb-a467-0782f9c73197 None None] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1734b747-43f8-4223-8ff1-720b644ab54f) {{(pid=121838) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
May 07 22:30:11.725294 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cc0f175c-956d-4702-b67d-d5ee185a03bb tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (1734b747-43f8-4223-8ff1-720b644ab54f), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:11.731982 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cc0f175c-956d-4702-b67d-d5ee185a03bb tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:11.736348 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-cc0f175c-956d-4702-b67d-d5ee185a03bb tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] 10.222.0.32 "DELETE /v2.0/networks/1734b747-43f8-4223-8ff1-720b644ab54f HTTP/1.1" status: 204  len: 168 time: 0.4699950
May 07 22:30:11.741591 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 57526) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:30:11.748055 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-1e89ca1f-2c9a-423f-8f5a-6cdd569c6745 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1106793326'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:30:11.748245 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0f175c-956d-4702-b67d-d5ee185a03bb tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Pushing event deleted for resources: {'Network': ['ID=1734b747-43f8-4223-8ff1-720b644ab54f,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:30:11.750635 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 41189f80-9bab-4ac3-953d-4e5de2d2502c triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:30:11.751046 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (41189f80-9bab-4ac3-953d-4e5de2d2502c), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:11.756353 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836112eb-eac5-460b-8443-94bf9f88e157 None None] Pushing event updated for resources: {'Port': ['ID=41189f80-9bab-4ac3-953d-4e5de2d2502c,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:30:11.775479 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e89ca1f-2c9a-423f-8f5a-6cdd569c6745 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Made reservation on behalf of 248c06fe1bea439ba920ff4b093f0491 for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:30:11.778924 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1e89ca1f-2c9a-423f-8f5a-6cdd569c6745 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:11.804781 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e89ca1f-2c9a-423f-8f5a-6cdd569c6745 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:30:11.814336 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1e89ca1f-2c9a-423f-8f5a-6cdd569c6745 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (75a81277-c4b3-455c-ba17-dad782f7e2b3), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:11.814832 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-1e89ca1f-2c9a-423f-8f5a-6cdd569c6745 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Added segment 75a81277-c4b3-455c-ba17-dad782f7e2b3 of type vlan for network 47bd9908-66ba-4f47-9a67-ccd5f5db587b
May 07 22:30:11.867385 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1e89ca1f-2c9a-423f-8f5a-6cdd569c6745 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (47bd9908-66ba-4f47-9a67-ccd5f5db587b), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:11.891845 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1e89ca1f-2c9a-423f-8f5a-6cdd569c6745 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (47bd9908-66ba-4f47-9a67-ccd5f5db587b), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:11.897287 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e89ca1f-2c9a-423f-8f5a-6cdd569c6745 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:30:11.897872 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1e89ca1f-2c9a-423f-8f5a-6cdd569c6745 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:11.935828 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 41189f80-9bab-4ac3-953d-4e5de2d2502c is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:30:11.941955 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-1e89ca1f-2c9a-423f-8f5a-6cdd569c6745 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 784 time: 0.1980526
May 07 22:30:11.945768 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 57528) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:30:11.951087 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-cda4e15b-08ba-4881-9854-7387866b9e73 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Request body: {'subnet': {'network_id': '47bd9908-66ba-4f47-9a67-ccd5f5db587b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:30:11.981459 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57572dca-f2c8-415a-b38b-76d538a519c4 None None] Network fae3f0e3-36f1-42b5-afbe-0c5a2081e9fd requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:30:11.985465 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bec4d18-82ca-4177-ab78-ad5ec004f4d0 None None] Network 1734b747-43f8-4223-8ff1-720b644ab54f requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:30:11.988195 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e89ca1f-2c9a-423f-8f5a-6cdd569c6745 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Pushing event updated for resources: {'Network': ['ID=47bd9908-66ba-4f47-9a67-ccd5f5db587b,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:30:12.009368 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 47bd9908-66ba-4f47-9a67-ccd5f5db587b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:30:12.018167 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bec4d18-82ca-4177-ab78-ad5ec004f4d0 None None] Network 1734b747-43f8-4223-8ff1-720b644ab54f could not be found, it might have been deleted concurrently. {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}}
May 07 22:30:12.036526 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30137511-f90d-439d-a482-6c8554e0603c None None] Network 1734b747-43f8-4223-8ff1-720b644ab54f requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:30:12.073224 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cda4e15b-08ba-4881-9854-7387866b9e73 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Made reservation on behalf of 248c06fe1bea439ba920ff4b093f0491 for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:30:12.077811 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cda4e15b-08ba-4881-9854-7387866b9e73 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:12.090810 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30137511-f90d-439d-a482-6c8554e0603c None None] Network 1734b747-43f8-4223-8ff1-720b644ab54f could not be found, it might have been deleted concurrently. {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}}
May 07 22:30:12.290424 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cda4e15b-08ba-4881-9854-7387866b9e73 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (f9c1fa6e-321c-4a29-a867-418712c92eda), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:12.362180 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda4e15b-08ba-4881-9854-7387866b9e73 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Pushing event updated for resources: {'Subnet': ['ID=f9c1fa6e-321c-4a29-a867-418712c92eda,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:30:12.370112 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda4e15b-08ba-4881-9854-7387866b9e73 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Checking segment: {'id': '75a81277-c4b3-455c-ba17-dad782f7e2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '47bd9908-66ba-4f47-9a67-ccd5f5db587b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:30:12.370540 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda4e15b-08ba-4881-9854-7387866b9e73 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Network hostable DHCP agents. Network: 47bd9908-66ba-4f47-9a67-ccd5f5db587b, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:30:12.387658 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda4e15b-08ba-4881-9854-7387866b9e73 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Network 47bd9908-66ba-4f47-9a67-ccd5f5db587b is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:30:12.396438 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-cda4e15b-08ba-4881-9854-7387866b9e73 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 47bd9908-66ba-4f47-9a67-ccd5f5db587b) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:30:12.400666 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda4e15b-08ba-4881-9854-7387866b9e73 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:30:12.401649 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cda4e15b-08ba-4881-9854-7387866b9e73 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:12.401757 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-058658d7-a226-46d4-85ab-dbb8f4d82041 None None] Provisioning complete for port 41189f80-9bab-4ac3-953d-4e5de2d2502c triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:30:12.402082 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-058658d7-a226-46d4-85ab-dbb8f4d82041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (41189f80-9bab-4ac3-953d-4e5de2d2502c), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:12.406585 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b6072f-cebe-4034-8a72-c57d7d55bcc2 None None] Network 47bd9908-66ba-4f47-9a67-ccd5f5db587b requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:30:12.419277 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-cda4e15b-08ba-4881-9854-7387866b9e73 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.4724152
May 07 22:30:12.423317 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 57530) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:30:12.428958 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-f2b36fe1-d75f-4c5c-a1a5-edcc09de0e8c tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-113793620'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:30:12.449063 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2b36fe1-d75f-4c5c-a1a5-edcc09de0e8c tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Made reservation on behalf of 248c06fe1bea439ba920ff4b093f0491 for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:30:12.452333 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f2b36fe1-d75f-4c5c-a1a5-edcc09de0e8c tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:12.477248 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2b36fe1-d75f-4c5c-a1a5-edcc09de0e8c tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:30:12.487035 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f2b36fe1-d75f-4c5c-a1a5-edcc09de0e8c tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (2ddd2f5d-b6a8-4968-a350-4af14078358b), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:12.487428 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-f2b36fe1-d75f-4c5c-a1a5-edcc09de0e8c tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Added segment 2ddd2f5d-b6a8-4968-a350-4af14078358b of type vlan for network 7d0bab5b-de04-47e5-b9e0-cf4b71ff239e
May 07 22:30:12.528799 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f2b36fe1-d75f-4c5c-a1a5-edcc09de0e8c tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (7d0bab5b-de04-47e5-b9e0-cf4b71ff239e), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:12.557589 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f2b36fe1-d75f-4c5c-a1a5-edcc09de0e8c tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (7d0bab5b-de04-47e5-b9e0-cf4b71ff239e), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:12.563286 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b36fe1-d75f-4c5c-a1a5-edcc09de0e8c tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:30:12.564021 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f2b36fe1-d75f-4c5c-a1a5-edcc09de0e8c tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:12.565451 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4659573d-0ecb-4c94-a250-16ac6e8c6497 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-47bd9908-66ba-4f47-9a67-ccd5f5db587b', 'network_id': '47bd9908-66ba-4f47-9a67-ccd5f5db587b', 'project_id': '248c06fe1bea439ba920ff4b093f0491', 'fixed_ips': [{'subnet_id': 'f9c1fa6e-321c-4a29-a867-418712c92eda'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:30:12.566288 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-4659573d-0ecb-4c94-a250-16ac6e8c6497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:12.583207 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-058658d7-a226-46d4-85ab-dbb8f4d82041 None None] Current status of the port 41189f80-9bab-4ac3-953d-4e5de2d2502c is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:30:12.592861 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-f2b36fe1-d75f-4c5c-a1a5-edcc09de0e8c tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 783 time: 0.1684797
May 07 22:30:12.596396 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 57532) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:30:12.601680 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-0e80cfd0-18c2-42f8-bfce-deeef42c8777 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Request body: {'subnet': {'network_id': '7d0bab5b-de04-47e5-b9e0-cf4b71ff239e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:30:12.638950 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b36fe1-d75f-4c5c-a1a5-edcc09de0e8c tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Pushing event updated for resources: {'Network': ['ID=7d0bab5b-de04-47e5-b9e0-cf4b71ff239e,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:30:12.653765 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 7d0bab5b-de04-47e5-b9e0-cf4b71ff239e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:30:12.692038 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e80cfd0-18c2-42f8-bfce-deeef42c8777 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Made reservation on behalf of 248c06fe1bea439ba920ff4b093f0491 for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:30:12.695562 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0e80cfd0-18c2-42f8-bfce-deeef42c8777 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:12.776813 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-4659573d-0ecb-4c94-a250-16ac6e8c6497 None None] Allocated IP 2001:db8::2 (47bd9908-66ba-4f47-9a67-ccd5f5db587b/f9c1fa6e-321c-4a29-a867-418712c92eda/6cb2a9f8-242f-4b1e-bd50-d06e1d94fdeb) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:30:12.888249 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0e80cfd0-18c2-42f8-bfce-deeef42c8777 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (d75ff675-27a4-4ef3-834e-d64e3ee7291c), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:12.926310 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-4659573d-0ecb-4c94-a250-16ac6e8c6497 None None] Publish callbacks [] for port (6cb2a9f8-242f-4b1e-bd50-d06e1d94fdeb), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:12.931476 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-4659573d-0ecb-4c94-a250-16ac6e8c6497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (6cb2a9f8-242f-4b1e-bd50-d06e1d94fdeb), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:12.953652 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80cfd0-18c2-42f8-bfce-deeef42c8777 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Pushing event updated for resources: {'Subnet': ['ID=d75ff675-27a4-4ef3-834e-d64e3ee7291c,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:30:12.958213 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e80cfd0-18c2-42f8-bfce-deeef42c8777 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Checking segment: {'id': '2ddd2f5d-b6a8-4968-a350-4af14078358b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '7d0bab5b-de04-47e5-b9e0-cf4b71ff239e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:30:12.958597 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e80cfd0-18c2-42f8-bfce-deeef42c8777 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Network hostable DHCP agents. Network: 7d0bab5b-de04-47e5-b9e0-cf4b71ff239e, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:30:12.970281 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4659573d-0ecb-4c94-a250-16ac6e8c6497 None None] Network 47bd9908-66ba-4f47-9a67-ccd5f5db587b is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:30:12.974655 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-4659573d-0ecb-4c94-a250-16ac6e8c6497 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:30:12.977761 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e80cfd0-18c2-42f8-bfce-deeef42c8777 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Network 7d0bab5b-de04-47e5-b9e0-cf4b71ff239e is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:30:12.978060 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4659573d-0ecb-4c94-a250-16ac6e8c6497 None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:30:12.987193 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4659573d-0ecb-4c94-a250-16ac6e8c6497 None None] Pushing event updated for resources: {'Port': ['ID=6cb2a9f8-242f-4b1e-bd50-d06e1d94fdeb,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:30:12.998966 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-0e80cfd0-18c2-42f8-bfce-deeef42c8777 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7d0bab5b-de04-47e5-b9e0-cf4b71ff239e) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:30:13.005792 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e80cfd0-18c2-42f8-bfce-deeef42c8777 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:30:13.006537 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0e80cfd0-18c2-42f8-bfce-deeef42c8777 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:13.021291 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ad151e-700d-4f58-bcae-ad85d23973cb None None] Network 7d0bab5b-de04-47e5-b9e0-cf4b71ff239e requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:30:13.024654 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-0e80cfd0-18c2-42f8-bfce-deeef42c8777 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.4271882
May 07 22:30:13.027477 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 57534) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:30:13.103894 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-4659573d-0ecb-4c94-a250-16ac6e8c6497 None None] Attempting to bind port 6cb2a9f8-242f-4b1e-bd50-d06e1d94fdeb on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:30:13.104271 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-4659573d-0ecb-4c94-a250-16ac6e8c6497 None None] Attempting to bind port 6cb2a9f8-242f-4b1e-bd50-d06e1d94fdeb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '75a81277-c4b3-455c-ba17-dad782f7e2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '47bd9908-66ba-4f47-9a67-ccd5f5db587b'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:30:13.104646 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4659573d-0ecb-4c94-a250-16ac6e8c6497 None None] Attempting to bind port 6cb2a9f8-242f-4b1e-bd50-d06e1d94fdeb on network 47bd9908-66ba-4f47-9a67-ccd5f5db587b {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:30:13.114149 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4659573d-0ecb-4c94-a250-16ac6e8c6497 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:30:13.114532 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4659573d-0ecb-4c94-a250-16ac6e8c6497 None None] Checking segment: {'id': '75a81277-c4b3-455c-ba17-dad782f7e2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '47bd9908-66ba-4f47-9a67-ccd5f5db587b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:30:13.114962 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-4659573d-0ecb-4c94-a250-16ac6e8c6497 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:13.115363 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4659573d-0ecb-4c94-a250-16ac6e8c6497 None None] Bound using segment: {'id': '75a81277-c4b3-455c-ba17-dad782f7e2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '47bd9908-66ba-4f47-9a67-ccd5f5db587b'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:30:13.115830 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-4659573d-0ecb-4c94-a250-16ac6e8c6497 None None] Bound port: 6cb2a9f8-242f-4b1e-bd50-d06e1d94fdeb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75a81277-c4b3-455c-ba17-dad782f7e2b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '47bd9908-66ba-4f47-9a67-ccd5f5db587b'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:30:13.116218 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-4659573d-0ecb-4c94-a250-16ac6e8c6497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (6cb2a9f8-242f-4b1e-bd50-d06e1d94fdeb), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:13.133295 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ea33bad4-e95c-4d91-a3ce-76622e34323e tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (7d0bab5b-de04-47e5-b9e0-cf4b71ff239e), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:13.192461 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ea33bad4-e95c-4d91-a3ce-76622e34323e tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (d75ff675-27a4-4ef3-834e-d64e3ee7291c), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:13.212751 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c733ec92-5fd6-42f3-9bd5-15ec812348b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7d0bab5b-de04-47e5-b9e0-cf4b71ff239e', 'network_id': '7d0bab5b-de04-47e5-b9e0-cf4b71ff239e', 'project_id': '248c06fe1bea439ba920ff4b093f0491', 'fixed_ips': [{'subnet_id': 'd75ff675-27a4-4ef3-834e-d64e3ee7291c'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:30:13.213732 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c733ec92-5fd6-42f3-9bd5-15ec812348b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:13.219206 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-4659573d-0ecb-4c94-a250-16ac6e8c6497 None None] For port 6cb2a9f8-242f-4b1e-bd50-d06e1d94fdeb, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:30:13.239374 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-4659573d-0ecb-4c94-a250-16ac6e8c6497 None None] For port 6cb2a9f8-242f-4b1e-bd50-d06e1d94fdeb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6cb2a9f8-242f-4b1e-bd50-d06e1d94fdeb,segment=NetworkSegment(75a81277-c4b3-455c-ba17-dad782f7e2b3),segment_id=75a81277-c4b3-455c-ba17-dad782f7e2b3)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:30:13.250980 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-4659573d-0ecb-4c94-a250-16ac6e8c6497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (6cb2a9f8-242f-4b1e-bd50-d06e1d94fdeb), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:13.266601 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ea33bad4-e95c-4d91-a3ce-76622e34323e tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (d75ff675-27a4-4ef3-834e-d64e3ee7291c), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:13.294940 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea33bad4-e95c-4d91-a3ce-76622e34323e tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Pushing event deleted for resources: {'Subnet': ['ID=d75ff675-27a4-4ef3-834e-d64e3ee7291c,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:30:13.360277 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ea33bad4-e95c-4d91-a3ce-76622e34323e tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (7d0bab5b-de04-47e5-b9e0-cf4b71ff239e), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:13.371452 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4659573d-0ecb-4c94-a250-16ac6e8c6497 None None] Pushing event updated for resources: {'Port': ['ID=6cb2a9f8-242f-4b1e-bd50-d06e1d94fdeb,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:30:13.375683 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server [None req-c733ec92-5fd6-42f3-9bd5-15ec812348b3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d75ff675-27a4-4ef3-834e-d64e3ee7291c: This subnet is being modified by another concurrent operation.
May 07 22:30:13.375683 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server Traceback (most recent call last):
May 07 22:30:13.375683 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming
May 07 22:30:13.375683 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     res = self.dispatcher.dispatch(message)
May 07 22:30:13.375683 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch
May 07 22:30:13.375683 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     return self._do_dispatch(endpoint, method, ctxt, args)
May 07 22:30:13.375683 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch
May 07 22:30:13.375683 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     result = func(ctxt, **new_args)
May 07 22:30:13.375683 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner
May 07 22:30:13.375683 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     return func(*args, **kwargs)
May 07 22:30:13.375683 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
May 07 22:30:13.375683 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
May 07 22:30:13.375683 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
May 07 22:30:13.375683 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     self.force_reraise()
May 07 22:30:13.375683 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
May 07 22:30:13.375683 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     raise self.value
May 07 22:30:13.375683 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
May 07 22:30:13.375683 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
May 07 22:30:13.375683 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
May 07 22:30:13.375683 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
May 07 22:30:13.375683 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
May 07 22:30:13.375683 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     self.force_reraise()
May 07 22:30:13.375683 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
May 07 22:30:13.375683 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     raise self.value
May 07 22:30:13.375683 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
May 07 22:30:13.375683 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
May 07 22:30:13.375683 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
May 07 22:30:13.375683 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
May 07 22:30:13.375683 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
May 07 22:30:13.375683 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     self.force_reraise()
May 07 22:30:13.375683 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
May 07 22:30:13.375683 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     raise self.value
May 07 22:30:13.375683 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
May 07 22:30:13.375683 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
May 07 22:30:13.375683 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper
May 07 22:30:13.375683 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     ret_val = f(_self, context, *args, **kwargs)
May 07 22:30:13.375683 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port
May 07 22:30:13.375683 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     return self._port_action(plugin, context, port, 'create_port')
May 07 22:30:13.375683 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action
May 07 22:30:13.375683 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     return p_utils.create_port(plugin, context, port)
May 07 22:30:13.375683 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port
May 07 22:30:13.375683 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     return core_plugin.create_port(
May 07 22:30:13.375683 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner
May 07 22:30:13.375683 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
May 07 22:30:13.375683 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
May 07 22:30:13.375683 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
May 07 22:30:13.375683 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped
May 07 22:30:13.375683 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     setattr(e, '_RETRY_EXCEEDED', True)
May 07 22:30:13.375683 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
May 07 22:30:13.375683 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     self.force_reraise()
May 07 22:30:13.375683 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
May 07 22:30:13.375683 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     raise self.value
May 07 22:30:13.375683 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped
May 07 22:30:13.375683 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
May 07 22:30:13.375683 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper
May 07 22:30:13.375683 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     ectxt.value = e.inner_exc
May 07 22:30:13.375683 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
May 07 22:30:13.375683 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     self.force_reraise()
May 07 22:30:13.375683 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
May 07 22:30:13.375683 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     raise self.value
May 07 22:30:13.375683 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper
May 07 22:30:13.375683 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     return f(*args, **kwargs)
May 07 22:30:13.375683 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped
May 07 22:30:13.375683 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     LOG.debug("Retry wrapper got retriable exception: %s", e)
May 07 22:30:13.375683 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__
May 07 22:30:13.375683 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     self.force_reraise()
May 07 22:30:13.375683 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise
May 07 22:30:13.375683 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     raise self.value
May 07 22:30:13.375683 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped
May 07 22:30:13.375683 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     return f(*dup_args, **dup_kwargs)
May 07 22:30:13.375683 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1543, in create_port
May 07 22:30:13.375683 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     result, mech_context = self._create_port_db(context, port)
May 07 22:30:13.375683 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1508, in _create_port_db
May 07 22:30:13.375683 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     port_db = self.create_port_db(context, port)
May 07 22:30:13.375683 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1468, in create_port_db
May 07 22:30:13.375683 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     self.ipam.allocate_ips_for_port_and_store(
May 07 22:30:13.375683 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store
May 07 22:30:13.375683 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     ips = self.allocate_ips_for_port(context, port_copy)
May 07 22:30:13.375683 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped
May 07 22:30:13.375683 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     return method(*args, **kwargs)
May 07 22:30:13.375683 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper
May 07 22:30:13.375683 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     return fn(*args, **kwargs)
May 07 22:30:13.375683 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port
May 07 22:30:13.375683 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     return self._allocate_ips_for_port(context, port)
May 07 22:30:13.375683 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port
May 07 22:30:13.375683 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     subnets = self._ipam_get_subnets(
May 07 22:30:13.375683 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets
May 07 22:30:13.375683 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     subnet.lock_register(
May 07 22:30:13.375683 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server   File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register
May 07 22:30:13.375683 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server     raise exception
May 07 22:30:13.375683 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d75ff675-27a4-4ef3-834e-d64e3ee7291c: This subnet is being modified by another concurrent operation.
May 07 22:30:13.375683 ncdv-master-1 neutron-server[121838]: ERROR oslo_messaging.rpc.server 
May 07 22:30:13.393030 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f6779e-3cc8-4520-a93f-634ab085359d None None] Network 7d0bab5b-de04-47e5-b9e0-cf4b71ff239e requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:30:13.401330 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-ea33bad4-e95c-4d91-a3ce-76622e34323e tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf86e6afa0>,) {'filters': {'network_id': ['7d0bab5b-de04-47e5-b9e0-cf4b71ff239e']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:30:13.413348 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-ea33bad4-e95c-4d91-a3ce-76622e34323e tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf86e6afa0>, '2ddd2f5d-b6a8-4968-a350-4af14078358b') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:30:13.413954 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-ea33bad4-e95c-4d91-a3ce-76622e34323e tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf86e6afa0>, '2ddd2f5d-b6a8-4968-a350-4af14078358b') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:30:13.425058 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ea33bad4-e95c-4d91-a3ce-76622e34323e tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (2ddd2f5d-b6a8-4968-a350-4af14078358b), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:13.442651 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ea33bad4-e95c-4d91-a3ce-76622e34323e tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (2ddd2f5d-b6a8-4968-a350-4af14078358b), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:13.450337 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea33bad4-e95c-4d91-a3ce-76622e34323e tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:30:13.450738 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ea33bad4-e95c-4d91-a3ce-76622e34323e tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (2ddd2f5d-b6a8-4968-a350-4af14078358b), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:13.454819 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 22:30:13.454819 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:30:13.454819 ncdv-master-1 neutron-server[121836]:     timer()
May 07 22:30:13.454819 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:30:13.454819 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 22:30:13.454819 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:30:13.454819 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 22:30:13.454819 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:30:13.454819 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 22:30:13.454819 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:30:13.454819 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 22:30:13.454819 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:30:13.454819 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 22:30:13.454819 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:30:13.454819 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:30:13.454819 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:30:13.454819 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:30:13.454819 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:30:13.454819 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 22:30:13.454819 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:30:13.454819 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 22:30:13.454819 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:30:13.454819 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:30:13.454819 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:30:13.454819 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 22:30:13.454819 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:30:13.454819 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:30:13.454819 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:30:13.454819 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:30:13.454819 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:30:13.454819 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:30:13.454819 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:30:13.533675 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ea33bad4-e95c-4d91-a3ce-76622e34323e tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (7d0bab5b-de04-47e5-b9e0-cf4b71ff239e), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:13.542993 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ea33bad4-e95c-4d91-a3ce-76622e34323e tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:13.547846 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-ea33bad4-e95c-4d91-a3ce-76622e34323e tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] 10.222.0.32 "DELETE /v2.0/networks/7d0bab5b-de04-47e5-b9e0-cf4b71ff239e HTTP/1.1" status: 204  len: 168 time: 0.5145035
May 07 22:30:13.551838 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 57536) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:30:13.575455 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea33bad4-e95c-4d91-a3ce-76622e34323e tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Pushing event deleted for resources: {'Network': ['ID=7d0bab5b-de04-47e5-b9e0-cf4b71ff239e,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:30:13.596020 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6d51f2d-a3c9-4029-88e7-6fd7c57c610f tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] GET failed (client error): The resource could not be found.
May 07 22:30:13.597378 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-b6d51f2d-a3c9-4029-88e7-6fd7c57c610f tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] 10.222.0.32 "GET /v2.0/subnets/d75ff675-27a4-4ef3-834e-d64e3ee7291c HTTP/1.1" status: 404  len: 337 time: 0.0443649
May 07 22:30:13.600157 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 57538) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:30:13.619645 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ddadb1c-650a-45de-bbd2-03ff4094b2bb tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] DELETE failed (client error): The resource could not be found.
May 07 22:30:13.620155 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ddadb1c-650a-45de-bbd2-03ff4094b2bb tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:30:13.623190 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-6ddadb1c-650a-45de-bbd2-03ff4094b2bb tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] 10.222.0.32 "DELETE /v2.0/networks/7d0bab5b-de04-47e5-b9e0-cf4b71ff239e HTTP/1.1" status: 404  len: 339 time: 0.0218823
May 07 22:30:13.625164 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 41189f80-9bab-4ac3-953d-4e5de2d2502c up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:30:13.628723 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 57540) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:30:13.656575 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-053a1b7a-e88e-49e7-9014-368feebcb0b6 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] DELETE failed (client error): The resource could not be found.
May 07 22:30:13.657031 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-053a1b7a-e88e-49e7-9014-368feebcb0b6 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:30:13.662386 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-053a1b7a-e88e-49e7-9014-368feebcb0b6 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] 10.222.0.32 "DELETE /v2.0/subnets/d75ff675-27a4-4ef3-834e-d64e3ee7291c HTTP/1.1" status: 404  len: 337 time: 0.0304151
May 07 22:30:13.662662 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 57542) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:30:13.681370 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-efd51269-4a75-4b50-bd30-469880765fc8 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] DELETE failed (client error): The resource could not be found.
May 07 22:30:13.681705 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efd51269-4a75-4b50-bd30-469880765fc8 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:30:13.685130 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-efd51269-4a75-4b50-bd30-469880765fc8 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] 10.222.0.32 "DELETE /v2.0/networks/7d0bab5b-de04-47e5-b9e0-cf4b71ff239e HTTP/1.1" status: 404  len: 339 time: 0.0212677
May 07 22:30:13.687662 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 57544) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:30:13.691432 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 41189f80-9bab-4ac3-953d-4e5de2d2502c triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:30:13.691595 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (41189f80-9bab-4ac3-953d-4e5de2d2502c), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:13.745646 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_v2 [None req-add1b862-318c-493d-8ecb-66ad140edcd3 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Deleting subnet f9c1fa6e-321c-4a29-a867-418712c92eda {{(pid=121836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:30:13.748737 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-add1b862-318c-493d-8ecb-66ad140edcd3 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Publish callbacks [] for subnet (f9c1fa6e-321c-4a29-a867-418712c92eda), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:13.775958 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 41189f80-9bab-4ac3-953d-4e5de2d2502c is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:30:13.792656 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-add1b862-318c-493d-8ecb-66ad140edcd3 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726883'] for subnet (f9c1fa6e-321c-4a29-a867-418712c92eda), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:13.880335 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-add1b862-318c-493d-8ecb-66ad140edcd3 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (f9c1fa6e-321c-4a29-a867-418712c92eda), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:13.943435 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-add1b862-318c-493d-8ecb-66ad140edcd3 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (f9c1fa6e-321c-4a29-a867-418712c92eda), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:13.968151 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add1b862-318c-493d-8ecb-66ad140edcd3 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Pushing event deleted for resources: {'Subnet': ['ID=f9c1fa6e-321c-4a29-a867-418712c92eda,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:30:13.973721 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-add1b862-318c-493d-8ecb-66ad140edcd3 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:13.976918 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-add1b862-318c-493d-8ecb-66ad140edcd3 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] 10.222.0.32 "DELETE /v2.0/subnets/f9c1fa6e-321c-4a29-a867-418712c92eda HTTP/1.1" status: 204  len: 168 time: 0.2883437
May 07 22:30:13.979358 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 57546) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:30:14.055409 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2f14eaee-3c9b-4065-98d0-f8390fdf3f4d tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (47bd9908-66ba-4f47-9a67-ccd5f5db587b), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:14.105644 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-2f14eaee-3c9b-4065-98d0-f8390fdf3f4d tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Deleting port 6cb2a9f8-242f-4b1e-bd50-d06e1d94fdeb {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:30:14.105987 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2f14eaee-3c9b-4065-98d0-f8390fdf3f4d tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (6cb2a9f8-242f-4b1e-bd50-d06e1d94fdeb), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:14.172813 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-2f14eaee-3c9b-4065-98d0-f8390fdf3f4d tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] For port 6cb2a9f8-242f-4b1e-bd50-d06e1d94fdeb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6cb2a9f8-242f-4b1e-bd50-d06e1d94fdeb,segment=NetworkSegment(75a81277-c4b3-455c-ba17-dad782f7e2b3),segment_id=75a81277-c4b3-455c-ba17-dad782f7e2b3)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:30:14.173180 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2f14eaee-3c9b-4065-98d0-f8390fdf3f4d tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (6cb2a9f8-242f-4b1e-bd50-d06e1d94fdeb), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:14.186925 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-2f14eaee-3c9b-4065-98d0-f8390fdf3f4d tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Calling delete_port for 6cb2a9f8-242f-4b1e-bd50-d06e1d94fdeb owned by network:dhcp {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:30:14.274419 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2f14eaee-3c9b-4065-98d0-f8390fdf3f4d tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (6cb2a9f8-242f-4b1e-bd50-d06e1d94fdeb), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:14.302920 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14eaee-3c9b-4065-98d0-f8390fdf3f4d tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Pushing event deleted for resources: {'Port': ['ID=6cb2a9f8-242f-4b1e-bd50-d06e1d94fdeb,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:30:14.306476 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f14eaee-3c9b-4065-98d0-f8390fdf3f4d tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] No DVR routers for this DVR port 6cb2a9f8-242f-4b1e-bd50-d06e1d94fdeb on host ncdv-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:30:14.388924 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef4b32c-b89d-42d5-bc5c-f36a5995c486 None None] get_active_networks_info from ncdv-master-1 {{(pid=121838) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}}
May 07 22:30:14.393143 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2f14eaee-3c9b-4065-98d0-f8390fdf3f4d tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (47bd9908-66ba-4f47-9a67-ccd5f5db587b), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:14.415592 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-2f14eaee-3c9b-4065-98d0-f8390fdf3f4d tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf87eda6a0>,) {'filters': {'network_id': ['47bd9908-66ba-4f47-9a67-ccd5f5db587b']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:30:14.425736 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-2f14eaee-3c9b-4065-98d0-f8390fdf3f4d tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf87eda6a0>, '75a81277-c4b3-455c-ba17-dad782f7e2b3') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:30:14.426161 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-2f14eaee-3c9b-4065-98d0-f8390fdf3f4d tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf87eda6a0>, '75a81277-c4b3-455c-ba17-dad782f7e2b3') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:30:14.428726 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-6774c2cc-c069-43bc-8a78-aad156a9c60b None None] Could not find standard attr ID for object 6cb2a9f8-242f-4b1e-bd50-d06e1d94fdeb. {{(pid=121838) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
May 07 22:30:14.435934 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2f14eaee-3c9b-4065-98d0-f8390fdf3f4d tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (75a81277-c4b3-455c-ba17-dad782f7e2b3), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:14.449127 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2f14eaee-3c9b-4065-98d0-f8390fdf3f4d tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (75a81277-c4b3-455c-ba17-dad782f7e2b3), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:14.455549 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f14eaee-3c9b-4065-98d0-f8390fdf3f4d tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:30:14.455935 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2f14eaee-3c9b-4065-98d0-f8390fdf3f4d tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (75a81277-c4b3-455c-ba17-dad782f7e2b3), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:14.458958 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 22:30:14.458958 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:30:14.458958 ncdv-master-1 neutron-server[121836]:     timer()
May 07 22:30:14.458958 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:30:14.458958 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 22:30:14.458958 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:30:14.458958 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 22:30:14.458958 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:30:14.458958 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 22:30:14.458958 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:30:14.458958 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 22:30:14.458958 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:30:14.458958 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 22:30:14.458958 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:30:14.458958 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:30:14.458958 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:30:14.458958 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:30:14.458958 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:30:14.458958 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 22:30:14.458958 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:30:14.458958 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 22:30:14.458958 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:30:14.458958 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:30:14.458958 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:30:14.458958 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 22:30:14.458958 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:30:14.458958 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:30:14.458958 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:30:14.458958 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:30:14.458958 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:30:14.458958 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:30:14.458958 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:30:14.465539 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef4b32c-b89d-42d5-bc5c-f36a5995c486 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}}
May 07 22:30:14.517935 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2f14eaee-3c9b-4065-98d0-f8390fdf3f4d tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (47bd9908-66ba-4f47-9a67-ccd5f5db587b), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:14.524848 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2f14eaee-3c9b-4065-98d0-f8390fdf3f4d tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:14.527967 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-2f14eaee-3c9b-4065-98d0-f8390fdf3f4d tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] 10.222.0.32 "DELETE /v2.0/networks/47bd9908-66ba-4f47-9a67-ccd5f5db587b HTTP/1.1" status: 204  len: 168 time: 0.5477121
May 07 22:30:14.531165 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 57548) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:30:14.541952 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f14eaee-3c9b-4065-98d0-f8390fdf3f4d tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Pushing event deleted for resources: {'Network': ['ID=47bd9908-66ba-4f47-9a67-ccd5f5db587b,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:30:14.559160 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d966e7c-2348-48b3-ac9e-9f0962cb9017 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] DELETE failed (client error): The resource could not be found.
May 07 22:30:14.559617 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d966e7c-2348-48b3-ac9e-9f0962cb9017 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:30:14.562967 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-2d966e7c-2348-48b3-ac9e-9f0962cb9017 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] 10.222.0.32 "DELETE /v2.0/subnets/6cb62cdd-902b-47bc-9181-2dfbf5334fab HTTP/1.1" status: 404  len: 337 time: 0.0302238
May 07 22:30:14.566408 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 57550) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:30:14.585425 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-f61332a3-6dc1-4b36-a293-3d8d1813ab3f tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] DELETE failed (client error): The resource could not be found.
May 07 22:30:14.585925 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f61332a3-6dc1-4b36-a293-3d8d1813ab3f tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:30:14.588946 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-f61332a3-6dc1-4b36-a293-3d8d1813ab3f tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] 10.222.0.32 "DELETE /v2.0/networks/1734b747-43f8-4223-8ff1-720b644ab54f HTTP/1.1" status: 404  len: 339 time: 0.0215442
May 07 22:30:14.591530 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 57552) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:30:14.614152 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5729ca57-2f9d-4543-a504-0140affcd7a2 None None] Network 47bd9908-66ba-4f47-9a67-ccd5f5db587b requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:30:14.621953 ncdv-master-1 neutron-server[121837]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6d8915a-17e5-46f9-9355-802aed55d0d9 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] DELETE failed (client error): The resource could not be found.
May 07 22:30:14.622419 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6d8915a-17e5-46f9-9355-802aed55d0d9 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121837) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:30:14.625639 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-f6d8915a-17e5-46f9-9355-802aed55d0d9 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] 10.222.0.32 "DELETE /v2.0/subnets/634b99bc-6c60-4e2e-9995-0817e3b4ed1e HTTP/1.1" status: 404  len: 337 time: 0.0331967
May 07 22:30:14.628522 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 57554) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:30:14.630387 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5729ca57-2f9d-4543-a504-0140affcd7a2 None None] Network 47bd9908-66ba-4f47-9a67-ccd5f5db587b could not be found, it might have been deleted concurrently. {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}}
May 07 22:30:14.647723 ncdv-master-1 neutron-server[121836]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b6557e5-fb51-45e5-ae25-7e0bf15fe9df tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] DELETE failed (client error): The resource could not be found.
May 07 22:30:14.648276 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b6557e5-fb51-45e5-ae25-7e0bf15fe9df tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=121836) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}}
May 07 22:30:14.651333 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-2b6557e5-fb51-45e5-ae25-7e0bf15fe9df tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] 10.222.0.32 "DELETE /v2.0/networks/eebe0b43-cafd-4443-9135-6f85fa37a101 HTTP/1.1" status: 404  len: 339 time: 0.0218337
May 07 22:30:14.653964 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 57556) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:30:14.687904 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a882e8-49af-446f-bc89-54eb8176bdb9 None None] DHCP port deletion for 47bd9908-66ba-4f47-9a67-ccd5f5db587b request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:30:14.710997 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ebca2f9-6cb1-44bb-b67d-26dd98742401 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Deleting subnet e4b0db2c-2697-47d8-88ae-d18de8677101 {{(pid=121836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:30:14.714083 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2ebca2f9-6cb1-44bb-b67d-26dd98742401 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Publish callbacks [] for subnet (e4b0db2c-2697-47d8-88ae-d18de8677101), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:14.755361 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2ebca2f9-6cb1-44bb-b67d-26dd98742401 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726883'] for subnet (e4b0db2c-2697-47d8-88ae-d18de8677101), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:14.837276 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2ebca2f9-6cb1-44bb-b67d-26dd98742401 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (e4b0db2c-2697-47d8-88ae-d18de8677101), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:14.899132 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2ebca2f9-6cb1-44bb-b67d-26dd98742401 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (e4b0db2c-2697-47d8-88ae-d18de8677101), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:14.925317 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebca2f9-6cb1-44bb-b67d-26dd98742401 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Pushing event deleted for resources: {'Subnet': ['ID=e4b0db2c-2697-47d8-88ae-d18de8677101,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:30:14.930933 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-2ebca2f9-6cb1-44bb-b67d-26dd98742401 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:14.934060 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-2ebca2f9-6cb1-44bb-b67d-26dd98742401 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] 10.222.0.32 "DELETE /v2.0/subnets/e4b0db2c-2697-47d8-88ae-d18de8677101 HTTP/1.1" status: 204  len: 168 time: 0.2791815
May 07 22:30:14.936767 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 57558) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:30:14.937781 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa83e5d-3760-4850-b174-0b8bc903fc19 None None] Network fae3f0e3-36f1-42b5-afbe-0c5a2081e9fd requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:30:15.013798 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-422107eb-2b48-48b7-8505-8e62696e5065 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (fae3f0e3-36f1-42b5-afbe-0c5a2081e9fd), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:15.061996 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-422107eb-2b48-48b7-8505-8e62696e5065 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Deleting port 41189f80-9bab-4ac3-953d-4e5de2d2502c {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:30:15.062334 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-422107eb-2b48-48b7-8505-8e62696e5065 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (41189f80-9bab-4ac3-953d-4e5de2d2502c), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:15.079250 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2550a429-c68d-460f-8f44-a2dac9a59e58 None None] DHCP port deletion for fae3f0e3-36f1-42b5-afbe-0c5a2081e9fd request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:30:15.122120 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-2550a429-c68d-460f-8f44-a2dac9a59e58 None None] Deleting port 41189f80-9bab-4ac3-953d-4e5de2d2502c {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:30:15.122493 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2550a429-c68d-460f-8f44-a2dac9a59e58 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (41189f80-9bab-4ac3-953d-4e5de2d2502c), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:15.129517 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-422107eb-2b48-48b7-8505-8e62696e5065 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] For port 41189f80-9bab-4ac3-953d-4e5de2d2502c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=41189f80-9bab-4ac3-953d-4e5de2d2502c,segment=NetworkSegment(99f87f14-5fb9-4be5-80e8-3acf033367b3),segment_id=99f87f14-5fb9-4be5-80e8-3acf033367b3)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:30:15.129885 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-422107eb-2b48-48b7-8505-8e62696e5065 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (41189f80-9bab-4ac3-953d-4e5de2d2502c), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:15.143021 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-422107eb-2b48-48b7-8505-8e62696e5065 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Calling delete_port for 41189f80-9bab-4ac3-953d-4e5de2d2502c owned by network:dhcp {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:30:15.183243 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-2550a429-c68d-460f-8f44-a2dac9a59e58 None None] For port 41189f80-9bab-4ac3-953d-4e5de2d2502c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=41189f80-9bab-4ac3-953d-4e5de2d2502c,segment=NetworkSegment(99f87f14-5fb9-4be5-80e8-3acf033367b3),segment_id=99f87f14-5fb9-4be5-80e8-3acf033367b3)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:30:15.183560 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2550a429-c68d-460f-8f44-a2dac9a59e58 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (41189f80-9bab-4ac3-953d-4e5de2d2502c), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:15.199924 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-2550a429-c68d-460f-8f44-a2dac9a59e58 None None] Calling delete_port for 41189f80-9bab-4ac3-953d-4e5de2d2502c owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:30:15.230538 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-422107eb-2b48-48b7-8505-8e62696e5065 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (41189f80-9bab-4ac3-953d-4e5de2d2502c), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:15.256200 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422107eb-2b48-48b7-8505-8e62696e5065 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Pushing event deleted for resources: {'Port': ['ID=41189f80-9bab-4ac3-953d-4e5de2d2502c,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:30:15.260766 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422107eb-2b48-48b7-8505-8e62696e5065 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] No DVR routers for this DVR port 41189f80-9bab-4ac3-953d-4e5de2d2502c on host ncdv-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:30:15.281459 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2550a429-c68d-460f-8f44-a2dac9a59e58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (41189f80-9bab-4ac3-953d-4e5de2d2502c), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:15.306017 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2550a429-c68d-460f-8f44-a2dac9a59e58 None None] Pushing event deleted for resources: {'Port': ['ID=41189f80-9bab-4ac3-953d-4e5de2d2502c,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:30:15.309377 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2550a429-c68d-460f-8f44-a2dac9a59e58 None None] No DVR routers for this DVR port 41189f80-9bab-4ac3-953d-4e5de2d2502c on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:30:15.345154 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-422107eb-2b48-48b7-8505-8e62696e5065 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (fae3f0e3-36f1-42b5-afbe-0c5a2081e9fd), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:15.368590 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-422107eb-2b48-48b7-8505-8e62696e5065 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf87b40e50>,) {'filters': {'network_id': ['fae3f0e3-36f1-42b5-afbe-0c5a2081e9fd']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:30:15.377719 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-422107eb-2b48-48b7-8505-8e62696e5065 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf87b40e50>, '99f87f14-5fb9-4be5-80e8-3acf033367b3') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:30:15.378017 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-422107eb-2b48-48b7-8505-8e62696e5065 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf87b40e50>, '99f87f14-5fb9-4be5-80e8-3acf033367b3') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:30:15.546063 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 41189f80-9bab-4ac3-953d-4e5de2d2502c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:30:15.568535 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 41189f80-9bab-4ac3-953d-4e5de2d2502c {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:30:15.568932 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 41189f80-9bab-4ac3-953d-4e5de2d2502c not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:30:15.717859 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-422107eb-2b48-48b7-8505-8e62696e5065 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (99f87f14-5fb9-4be5-80e8-3acf033367b3), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:15.731909 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-422107eb-2b48-48b7-8505-8e62696e5065 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (99f87f14-5fb9-4be5-80e8-3acf033367b3), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:15.738379 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-422107eb-2b48-48b7-8505-8e62696e5065 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:30:15.738758 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-422107eb-2b48-48b7-8505-8e62696e5065 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (99f87f14-5fb9-4be5-80e8-3acf033367b3), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:15.741771 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 22:30:15.741771 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:30:15.741771 ncdv-master-1 neutron-server[121836]:     timer()
May 07 22:30:15.741771 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:30:15.741771 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 22:30:15.741771 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:30:15.741771 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 22:30:15.741771 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:30:15.741771 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 22:30:15.741771 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:30:15.741771 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 22:30:15.741771 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:30:15.741771 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 22:30:15.741771 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:30:15.741771 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:30:15.741771 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:30:15.741771 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:30:15.741771 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:30:15.741771 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 22:30:15.741771 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:30:15.741771 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 22:30:15.741771 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:30:15.741771 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:30:15.741771 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:30:15.741771 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 22:30:15.741771 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:30:15.741771 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:30:15.741771 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:30:15.741771 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:30:15.741771 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:30:15.741771 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:30:15.741771 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:30:15.800971 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-422107eb-2b48-48b7-8505-8e62696e5065 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (fae3f0e3-36f1-42b5-afbe-0c5a2081e9fd), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:15.807800 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-422107eb-2b48-48b7-8505-8e62696e5065 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:15.810918 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-422107eb-2b48-48b7-8505-8e62696e5065 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] 10.222.0.32 "DELETE /v2.0/networks/fae3f0e3-36f1-42b5-afbe-0c5a2081e9fd HTTP/1.1" status: 204  len: 168 time: 0.8731658
May 07 22:30:15.822212 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422107eb-2b48-48b7-8505-8e62696e5065 tempest-NetworksIpV6Test-758187259 tempest-NetworksIpV6Test-758187259-project] Pushing event deleted for resources: {'Network': ['ID=fae3f0e3-36f1-42b5-afbe-0c5a2081e9fd,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:30:16.051759 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 57564) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:30:16.183131 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-4a31a5fa-3f7a-463c-be5f-d9b3d5a80ea6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=248c06fe1bea439ba920ff4b093f0491&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1301959
May 07 22:30:16.185584 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 57568) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:30:16.236581 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-52385aa2-2a17-41b2-95f7-4eab4466206c admin admin] Publish callbacks [] for security_group (457a8108-86dd-44a3-9787-70961a6e6131), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:16.257557 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-52385aa2-2a17-41b2-95f7-4eab4466206c admin admin] Publish callbacks [] for security_group (457a8108-86dd-44a3-9787-70961a6e6131), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:16.303570 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-52385aa2-2a17-41b2-95f7-4eab4466206c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (457a8108-86dd-44a3-9787-70961a6e6131), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:16.306360 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-52385aa2-2a17-41b2-95f7-4eab4466206c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:16.307533 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-52385aa2-2a17-41b2-95f7-4eab4466206c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/457a8108-86dd-44a3-9787-70961a6e6131 HTTP/1.1" status: 204  len: 168 time: 0.1210444
May 07 22:30:16.315415 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52385aa2-2a17-41b2-95f7-4eab4466206c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=457a8108-86dd-44a3-9787-70961a6e6131,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:30:16.921990 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 57590) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:30:17.018923 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-60baa999-9451-4f41-a219-742bf39950f6 tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1256742718', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:30:17.039892 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-60baa999-9451-4f41-a219-742bf39950f6 tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (5592dd37-f2f6-462f-b83f-3fc5f8c336e5), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:17.040838 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-60baa999-9451-4f41-a219-742bf39950f6 tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (5592dd37-f2f6-462f-b83f-3fc5f8c336e5), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:17.092722 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-60baa999-9451-4f41-a219-742bf39950f6 tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] Publish callbacks [] for router_controller (5592dd37-f2f6-462f-b83f-3fc5f8c336e5), precommit_add_association {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:17.096858 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-60baa999-9451-4f41-a219-742bf39950f6 tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (5592dd37-f2f6-462f-b83f-3fc5f8c336e5), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:17.113104 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-60baa999-9451-4f41-a219-742bf39950f6 tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:17.114261 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-60baa999-9451-4f41-a219-742bf39950f6 tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 708 time: 0.1912639
May 07 22:30:17.117252 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 57594) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:30:17.121921 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-26454ae5-e99c-42c5-9b2d-db644d011395 tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-964951295'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:30:17.141151 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26454ae5-e99c-42c5-9b2d-db644d011395 tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] Made reservation on behalf of eca2ce95995d47c4b836f5eeccc23a35 for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:30:17.144470 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-26454ae5-e99c-42c5-9b2d-db644d011395 tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:17.153068 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-26454ae5-e99c-42c5-9b2d-db644d011395 tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:17.229828 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-26454ae5-e99c-42c5-9b2d-db644d011395 tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] Publish callbacks [] for security_group (e04edb56-b070-4b9c-a896-8e7500ddbe55), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:17.233810 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-26454ae5-e99c-42c5-9b2d-db644d011395 tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (e04edb56-b070-4b9c-a896-8e7500ddbe55), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:17.261542 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26454ae5-e99c-42c5-9b2d-db644d011395 tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:30:17.272339 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26454ae5-e99c-42c5-9b2d-db644d011395 tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e04edb56-b070-4b9c-a896-8e7500ddbe55,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:30:17.278043 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-26454ae5-e99c-42c5-9b2d-db644d011395 tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (87904e85-918c-4db8-9695-b421539d3e23), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:17.278385 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-26454ae5-e99c-42c5-9b2d-db644d011395 tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] Added segment 87904e85-918c-4db8-9695-b421539d3e23 of type vlan for network e3aa5de4-e911-4bdb-bac3-ecd6a4357c4f
May 07 22:30:17.318413 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-26454ae5-e99c-42c5-9b2d-db644d011395 tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (e3aa5de4-e911-4bdb-bac3-ecd6a4357c4f), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:17.343332 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-26454ae5-e99c-42c5-9b2d-db644d011395 tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (e3aa5de4-e911-4bdb-bac3-ecd6a4357c4f), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:17.348263 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26454ae5-e99c-42c5-9b2d-db644d011395 tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:30:17.348856 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-26454ae5-e99c-42c5-9b2d-db644d011395 tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:17.381817 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-26454ae5-e99c-42c5-9b2d-db644d011395 tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 786 time: 0.2635803
May 07 22:30:17.384640 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 57596) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:30:17.389545 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-bdca424a-86e3-4f12-8802-fd109642aa56 tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] Request body: {'subnet': {'network_id': 'e3aa5de4-e911-4bdb-bac3-ecd6a4357c4f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:30:17.445705 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26454ae5-e99c-42c5-9b2d-db644d011395 tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] Pushing event updated for resources: {'Network': ['ID=e3aa5de4-e911-4bdb-bac3-ecd6a4357c4f,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:30:17.455861 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network e3aa5de4-e911-4bdb-bac3-ecd6a4357c4f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:30:17.512602 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdca424a-86e3-4f12-8802-fd109642aa56 tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] Made reservation on behalf of eca2ce95995d47c4b836f5eeccc23a35 for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:30:17.516035 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bdca424a-86e3-4f12-8802-fd109642aa56 tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:17.699120 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bdca424a-86e3-4f12-8802-fd109642aa56 tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (5c5cf499-c354-4e36-bef7-9f57dcc892ea), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:17.762014 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdca424a-86e3-4f12-8802-fd109642aa56 tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] Pushing event updated for resources: {'Subnet': ['ID=5c5cf499-c354-4e36-bef7-9f57dcc892ea,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:30:17.771488 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdca424a-86e3-4f12-8802-fd109642aa56 tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] Checking segment: {'id': '87904e85-918c-4db8-9695-b421539d3e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e3aa5de4-e911-4bdb-bac3-ecd6a4357c4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:30:17.771710 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdca424a-86e3-4f12-8802-fd109642aa56 tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] Network hostable DHCP agents. Network: e3aa5de4-e911-4bdb-bac3-ecd6a4357c4f, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:30:17.790215 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdca424a-86e3-4f12-8802-fd109642aa56 tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] Network e3aa5de4-e911-4bdb-bac3-ecd6a4357c4f is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:30:17.801450 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-bdca424a-86e3-4f12-8802-fd109642aa56 tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e3aa5de4-e911-4bdb-bac3-ecd6a4357c4f) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:30:17.805571 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdca424a-86e3-4f12-8802-fd109642aa56 tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:30:17.806248 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-bdca424a-86e3-4f12-8802-fd109642aa56 tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:17.810250 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad0b299-2a9b-4b6e-8c0c-fefc2d1e1af1 None None] Network e3aa5de4-e911-4bdb-bac3-ecd6a4357c4f requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:30:17.826196 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 57598) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:30:17.826756 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-bdca424a-86e3-4f12-8802-fd109642aa56 tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.4405744
May 07 22:30:17.831423 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-11937044-e082-483d-9c09-c013daa5db4d tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1282366404'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:30:17.851141 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11937044-e082-483d-9c09-c013daa5db4d tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] Made reservation on behalf of eca2ce95995d47c4b836f5eeccc23a35 for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:30:17.854466 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-11937044-e082-483d-9c09-c013daa5db4d tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:17.860362 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 22:30:17.880438 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11937044-e082-483d-9c09-c013daa5db4d tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:30:17.890125 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-11937044-e082-483d-9c09-c013daa5db4d tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (331d515b-2ca2-4c3c-858a-5465409af6a7), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:17.890469 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-11937044-e082-483d-9c09-c013daa5db4d tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] Added segment 331d515b-2ca2-4c3c-858a-5465409af6a7 of type vlan for network c027906a-6519-4641-b777-662e55c358f4
May 07 22:30:17.915748 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1436ea-241c-4774-8338-34ba13cbc01d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e3aa5de4-e911-4bdb-bac3-ecd6a4357c4f', 'network_id': 'e3aa5de4-e911-4bdb-bac3-ecd6a4357c4f', 'project_id': 'eca2ce95995d47c4b836f5eeccc23a35', 'fixed_ips': [{'subnet_id': '5c5cf499-c354-4e36-bef7-9f57dcc892ea'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:30:17.917062 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5d1436ea-241c-4774-8338-34ba13cbc01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:17.937803 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-11937044-e082-483d-9c09-c013daa5db4d tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (c027906a-6519-4641-b777-662e55c358f4), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:17.963635 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-11937044-e082-483d-9c09-c013daa5db4d tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (c027906a-6519-4641-b777-662e55c358f4), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:17.969096 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11937044-e082-483d-9c09-c013daa5db4d tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:30:17.969690 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-11937044-e082-483d-9c09-c013daa5db4d tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:18.004914 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-11937044-e082-483d-9c09-c013daa5db4d tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 787 time: 0.1774879
May 07 22:30:18.007740 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 57600) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:30:18.037140 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-eec93447-57ca-40dd-a20f-ca1f844e64a8 tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] Request body: {'subnet': {'network_id': 'c027906a-6519-4641-b777-662e55c358f4', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:30:18.055816 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11937044-e082-483d-9c09-c013daa5db4d tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] Pushing event updated for resources: {'Network': ['ID=c027906a-6519-4641-b777-662e55c358f4,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:30:18.061266 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-5d1436ea-241c-4774-8338-34ba13cbc01d None None] Allocated IP 172.20.0.2 (e3aa5de4-e911-4bdb-bac3-ecd6a4357c4f/5c5cf499-c354-4e36-bef7-9f57dcc892ea/f05ab058-2a2f-460d-ad78-1bfb5050484d) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:30:18.069070 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network c027906a-6519-4641-b777-662e55c358f4 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:30:18.139011 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec93447-57ca-40dd-a20f-ca1f844e64a8 tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] Made reservation on behalf of eca2ce95995d47c4b836f5eeccc23a35 for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:30:18.143783 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-eec93447-57ca-40dd-a20f-ca1f844e64a8 tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:18.353447 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-eec93447-57ca-40dd-a20f-ca1f844e64a8 tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (f172f6ae-92b4-4821-953e-85f45c2c890d), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:18.416853 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec93447-57ca-40dd-a20f-ca1f844e64a8 tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] Pushing event updated for resources: {'Subnet': ['ID=f172f6ae-92b4-4821-953e-85f45c2c890d,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:30:18.424899 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec93447-57ca-40dd-a20f-ca1f844e64a8 tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] Checking segment: {'id': '331d515b-2ca2-4c3c-858a-5465409af6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c027906a-6519-4641-b777-662e55c358f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:30:18.425288 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec93447-57ca-40dd-a20f-ca1f844e64a8 tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] Network hostable DHCP agents. Network: c027906a-6519-4641-b777-662e55c358f4, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:30:18.433434 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5d1436ea-241c-4774-8338-34ba13cbc01d None None] Publish callbacks [] for port (f05ab058-2a2f-460d-ad78-1bfb5050484d), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:18.439635 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5d1436ea-241c-4774-8338-34ba13cbc01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (f05ab058-2a2f-460d-ad78-1bfb5050484d), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:18.442994 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec93447-57ca-40dd-a20f-ca1f844e64a8 tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] Network c027906a-6519-4641-b777-662e55c358f4 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:30:18.451494 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-eec93447-57ca-40dd-a20f-ca1f844e64a8 tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c027906a-6519-4641-b777-662e55c358f4) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:30:18.456585 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec93447-57ca-40dd-a20f-ca1f844e64a8 tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:30:18.457374 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-eec93447-57ca-40dd-a20f-ca1f844e64a8 tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:18.469343 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6745acca-972d-42a4-8495-9181522f1419 None None] Network c027906a-6519-4641-b777-662e55c358f4 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:30:18.474705 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-eec93447-57ca-40dd-a20f-ca1f844e64a8 tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 801 time: 0.4658682
May 07 22:30:18.477284 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 57602) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:30:18.481740 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-486d0900-42eb-4d60-9841-4c9cf4df0520 tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c027906a-6519-4641-b777-662e55c358f4'}}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:30:18.495388 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1436ea-241c-4774-8338-34ba13cbc01d None None] Network e3aa5de4-e911-4bdb-bac3-ecd6a4357c4f is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:30:18.510969 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-5d1436ea-241c-4774-8338-34ba13cbc01d None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:30:18.543697 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1436ea-241c-4774-8338-34ba13cbc01d None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:30:18.551834 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1436ea-241c-4774-8338-34ba13cbc01d None None] Pushing event updated for resources: {'Port': ['ID=f05ab058-2a2f-460d-ad78-1bfb5050484d,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:30:18.620239 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-5d1436ea-241c-4774-8338-34ba13cbc01d None None] Attempting to bind port f05ab058-2a2f-460d-ad78-1bfb5050484d on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:30:18.620541 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-5d1436ea-241c-4774-8338-34ba13cbc01d None None] Attempting to bind port f05ab058-2a2f-460d-ad78-1bfb5050484d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '87904e85-918c-4db8-9695-b421539d3e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e3aa5de4-e911-4bdb-bac3-ecd6a4357c4f'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:30:18.620905 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1436ea-241c-4774-8338-34ba13cbc01d None None] Attempting to bind port f05ab058-2a2f-460d-ad78-1bfb5050484d on network e3aa5de4-e911-4bdb-bac3-ecd6a4357c4f {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:30:18.642367 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1436ea-241c-4774-8338-34ba13cbc01d None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:30:18.642753 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1436ea-241c-4774-8338-34ba13cbc01d None None] Checking segment: {'id': '87904e85-918c-4db8-9695-b421539d3e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e3aa5de4-e911-4bdb-bac3-ecd6a4357c4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:30:18.643191 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5d1436ea-241c-4774-8338-34ba13cbc01d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:18.643586 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1436ea-241c-4774-8338-34ba13cbc01d None None] Bound using segment: {'id': '87904e85-918c-4db8-9695-b421539d3e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e3aa5de4-e911-4bdb-bac3-ecd6a4357c4f'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:30:18.644064 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-5d1436ea-241c-4774-8338-34ba13cbc01d None None] Bound port: f05ab058-2a2f-460d-ad78-1bfb5050484d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87904e85-918c-4db8-9695-b421539d3e23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'e3aa5de4-e911-4bdb-bac3-ecd6a4357c4f'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:30:18.644468 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5d1436ea-241c-4774-8338-34ba13cbc01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f05ab058-2a2f-460d-ad78-1bfb5050484d), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:18.648942 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef4e779-a3ac-4912-a583-66d24ad801b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c027906a-6519-4641-b777-662e55c358f4', 'network_id': 'c027906a-6519-4641-b777-662e55c358f4', 'project_id': 'eca2ce95995d47c4b836f5eeccc23a35', 'fixed_ips': [{'subnet_id': 'f172f6ae-92b4-4821-953e-85f45c2c890d'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:30:18.649770 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-0ef4e779-a3ac-4912-a583-66d24ad801b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:18.710233 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-486d0900-42eb-4d60-9841-4c9cf4df0520 tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] Publish callbacks [] for router_gateway (5592dd37-f2f6-462f-b83f-3fc5f8c336e5), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:18.792435 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-5d1436ea-241c-4774-8338-34ba13cbc01d None None] For port f05ab058-2a2f-460d-ad78-1bfb5050484d, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:30:18.792669 ncdv-master-1 neutron-server[121837]: INFO neutron.api.v2.resource [None req-486d0900-42eb-4d60-9841-4c9cf4df0520 tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect.
May 07 22:30:18.793728 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-486d0900-42eb-4d60-9841-4c9cf4df0520 tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] 10.222.0.32 "PUT /v2.0/routers/5592dd37-f2f6-462f-b83f-3fc5f8c336e5 HTTP/1.1" status: 400  len: 364 time: 0.3155298
May 07 22:30:18.799919 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 57604) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:30:18.831775 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-5d1436ea-241c-4774-8338-34ba13cbc01d None None] For port f05ab058-2a2f-460d-ad78-1bfb5050484d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f05ab058-2a2f-460d-ad78-1bfb5050484d,segment=NetworkSegment(87904e85-918c-4db8-9695-b421539d3e23),segment_id=87904e85-918c-4db8-9695-b421539d3e23)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:30:18.842341 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5d1436ea-241c-4774-8338-34ba13cbc01d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (f05ab058-2a2f-460d-ad78-1bfb5050484d), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:18.850838 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-0ef4e779-a3ac-4912-a583-66d24ad801b1 None None] Allocated IP 172.21.0.2 (c027906a-6519-4641-b777-662e55c358f4/f172f6ae-92b4-4821-953e-85f45c2c890d/cdbf6aff-cdcd-48d2-a7b8-fc8773eed928) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:30:18.852833 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6298fd1-c881-4d3d-8ed0-c8156b6f6818 tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] Deleting subnet f172f6ae-92b4-4821-953e-85f45c2c890d {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:30:18.930583 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1436ea-241c-4774-8338-34ba13cbc01d None None] Pushing event updated for resources: {'Port': ['ID=f05ab058-2a2f-460d-ad78-1bfb5050484d,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:30:19.052491 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-0ef4e779-a3ac-4912-a583-66d24ad801b1 None None] Publish callbacks [] for port (cdbf6aff-cdcd-48d2-a7b8-fc8773eed928), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:19.059479 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e6298fd1-c881-4d3d-8ed0-c8156b6f6818 tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] Publish callbacks [] for subnet (f172f6ae-92b4-4821-953e-85f45c2c890d), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:19.065603 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-0ef4e779-a3ac-4912-a583-66d24ad801b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (cdbf6aff-cdcd-48d2-a7b8-fc8773eed928), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:19.106156 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef4e779-a3ac-4912-a583-66d24ad801b1 None None] Network c027906a-6519-4641-b777-662e55c358f4 is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:30:19.109598 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-0ef4e779-a3ac-4912-a583-66d24ad801b1 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:30:19.119301 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef4e779-a3ac-4912-a583-66d24ad801b1 None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:30:19.121417 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef4e779-a3ac-4912-a583-66d24ad801b1 None None] Pushing event updated for resources: {'Port': ['ID=cdbf6aff-cdcd-48d2-a7b8-fc8773eed928,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:30:19.123417 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e6298fd1-c881-4d3d-8ed0-c8156b6f6818 tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (f172f6ae-92b4-4821-953e-85f45c2c890d), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:19.182990 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-0ef4e779-a3ac-4912-a583-66d24ad801b1 None None] Attempting to bind port cdbf6aff-cdcd-48d2-a7b8-fc8773eed928 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:30:19.183365 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-0ef4e779-a3ac-4912-a583-66d24ad801b1 None None] Attempting to bind port cdbf6aff-cdcd-48d2-a7b8-fc8773eed928 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '331d515b-2ca2-4c3c-858a-5465409af6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c027906a-6519-4641-b777-662e55c358f4'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:30:19.183748 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef4e779-a3ac-4912-a583-66d24ad801b1 None None] Attempting to bind port cdbf6aff-cdcd-48d2-a7b8-fc8773eed928 on network c027906a-6519-4641-b777-662e55c358f4 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:30:19.189642 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef4e779-a3ac-4912-a583-66d24ad801b1 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:30:19.190029 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef4e779-a3ac-4912-a583-66d24ad801b1 None None] Checking segment: {'id': '331d515b-2ca2-4c3c-858a-5465409af6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c027906a-6519-4641-b777-662e55c358f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:30:19.190442 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-0ef4e779-a3ac-4912-a583-66d24ad801b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:19.190872 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef4e779-a3ac-4912-a583-66d24ad801b1 None None] Bound using segment: {'id': '331d515b-2ca2-4c3c-858a-5465409af6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c027906a-6519-4641-b777-662e55c358f4'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:30:19.191352 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-0ef4e779-a3ac-4912-a583-66d24ad801b1 None None] Bound port: cdbf6aff-cdcd-48d2-a7b8-fc8773eed928, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '331d515b-2ca2-4c3c-858a-5465409af6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c027906a-6519-4641-b777-662e55c358f4'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:30:19.191743 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-0ef4e779-a3ac-4912-a583-66d24ad801b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (cdbf6aff-cdcd-48d2-a7b8-fc8773eed928), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:19.221392 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e6298fd1-c881-4d3d-8ed0-c8156b6f6818 tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (f172f6ae-92b4-4821-953e-85f45c2c890d), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:19.284606 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-0ef4e779-a3ac-4912-a583-66d24ad801b1 None None] For port cdbf6aff-cdcd-48d2-a7b8-fc8773eed928, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:30:19.285971 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e6298fd1-c881-4d3d-8ed0-c8156b6f6818 tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (f172f6ae-92b4-4821-953e-85f45c2c890d), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:19.288864 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-0ef4e779-a3ac-4912-a583-66d24ad801b1 None None] For port cdbf6aff-cdcd-48d2-a7b8-fc8773eed928, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cdbf6aff-cdcd-48d2-a7b8-fc8773eed928,segment=NetworkSegment(331d515b-2ca2-4c3c-858a-5465409af6a7),segment_id=331d515b-2ca2-4c3c-858a-5465409af6a7)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:30:19.297779 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-0ef4e779-a3ac-4912-a583-66d24ad801b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (cdbf6aff-cdcd-48d2-a7b8-fc8773eed928), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:19.319224 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6298fd1-c881-4d3d-8ed0-c8156b6f6818 tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] Pushing event deleted for resources: {'Subnet': ['ID=f172f6ae-92b4-4821-953e-85f45c2c890d,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:30:19.327051 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e6298fd1-c881-4d3d-8ed0-c8156b6f6818 tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:19.330313 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-e6298fd1-c881-4d3d-8ed0-c8156b6f6818 tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] 10.222.0.32 "DELETE /v2.0/subnets/f172f6ae-92b4-4821-953e-85f45c2c890d HTTP/1.1" status: 204  len: 168 time: 0.5293937
May 07 22:30:19.332795 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 57606) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:30:19.360458 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef4e779-a3ac-4912-a583-66d24ad801b1 None None] Pushing event updated for resources: {'Port': ['ID=cdbf6aff-cdcd-48d2-a7b8-fc8773eed928,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:30:19.412882 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9fcdbb3a-4c0d-4083-84d3-bbf01ac051fc tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (c027906a-6519-4641-b777-662e55c358f4), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:19.459344 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-9fcdbb3a-4c0d-4083-84d3-bbf01ac051fc tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] Deleting port cdbf6aff-cdcd-48d2-a7b8-fc8773eed928 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:30:19.459686 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9fcdbb3a-4c0d-4083-84d3-bbf01ac051fc tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (cdbf6aff-cdcd-48d2-a7b8-fc8773eed928), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:19.665218 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device f05ab058-2a2f-460d-ad78-1bfb5050484d up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:30:19.742261 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port f05ab058-2a2f-460d-ad78-1bfb5050484d triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:30:19.742808 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (f05ab058-2a2f-460d-ad78-1bfb5050484d), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:19.836965 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-9fcdbb3a-4c0d-4083-84d3-bbf01ac051fc tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] For port cdbf6aff-cdcd-48d2-a7b8-fc8773eed928, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cdbf6aff-cdcd-48d2-a7b8-fc8773eed928,segment=NetworkSegment(331d515b-2ca2-4c3c-858a-5465409af6a7),segment_id=331d515b-2ca2-4c3c-858a-5465409af6a7)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:30:19.837258 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port f05ab058-2a2f-460d-ad78-1bfb5050484d is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:30:19.837373 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f05ab058-2a2f-460d-ad78-1bfb5050484d), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:19.837881 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9fcdbb3a-4c0d-4083-84d3-bbf01ac051fc tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (cdbf6aff-cdcd-48d2-a7b8-fc8773eed928), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:19.857684 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-9fcdbb3a-4c0d-4083-84d3-bbf01ac051fc tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] Calling delete_port for cdbf6aff-cdcd-48d2-a7b8-fc8773eed928 owned by network:dhcp {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:30:19.873751 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port f05ab058-2a2f-460d-ad78-1bfb5050484d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f05ab058-2a2f-460d-ad78-1bfb5050484d,segment=NetworkSegment(87904e85-918c-4db8-9695-b421539d3e23),segment_id=87904e85-918c-4db8-9695-b421539d3e23)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:30:19.880061 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (f05ab058-2a2f-460d-ad78-1bfb5050484d), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:19.933167 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=f05ab058-2a2f-460d-ad78-1bfb5050484d,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:30:19.947110 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9fcdbb3a-4c0d-4083-84d3-bbf01ac051fc tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (cdbf6aff-cdcd-48d2-a7b8-fc8773eed928), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:19.979424 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcdbb3a-4c0d-4083-84d3-bbf01ac051fc tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] Pushing event deleted for resources: {'Port': ['ID=cdbf6aff-cdcd-48d2-a7b8-fc8773eed928,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:30:19.981300 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcdbb3a-4c0d-4083-84d3-bbf01ac051fc tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] No DVR routers for this DVR port cdbf6aff-cdcd-48d2-a7b8-fc8773eed928 on host ncdv-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:30:20.030673 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7351081-6122-4040-bbaf-51881942c00f None None] Network e3aa5de4-e911-4bdb-bac3-ecd6a4357c4f requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:30:20.069532 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9fcdbb3a-4c0d-4083-84d3-bbf01ac051fc tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (c027906a-6519-4641-b777-662e55c358f4), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:20.093015 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-9fcdbb3a-4c0d-4083-84d3-bbf01ac051fc tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf8c951f10>,) {'filters': {'network_id': ['c027906a-6519-4641-b777-662e55c358f4']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:30:20.103481 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-9fcdbb3a-4c0d-4083-84d3-bbf01ac051fc tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8c951f10>, '331d515b-2ca2-4c3c-858a-5465409af6a7') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:30:20.103775 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-9fcdbb3a-4c0d-4083-84d3-bbf01ac051fc tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8c951f10>, '331d515b-2ca2-4c3c-858a-5465409af6a7') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:30:20.112797 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-3c4ac131-cf50-4729-85fa-4974f7f27189 None None] Provisioning complete for port f05ab058-2a2f-460d-ad78-1bfb5050484d triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:30:20.113192 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-3c4ac131-cf50-4729-85fa-4974f7f27189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (f05ab058-2a2f-460d-ad78-1bfb5050484d), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:20.115722 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9fcdbb3a-4c0d-4083-84d3-bbf01ac051fc tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (331d515b-2ca2-4c3c-858a-5465409af6a7), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:20.130980 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9fcdbb3a-4c0d-4083-84d3-bbf01ac051fc tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (331d515b-2ca2-4c3c-858a-5465409af6a7), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:20.138437 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fcdbb3a-4c0d-4083-84d3-bbf01ac051fc tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:30:20.139335 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9fcdbb3a-4c0d-4083-84d3-bbf01ac051fc tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (331d515b-2ca2-4c3c-858a-5465409af6a7), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:20.143621 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 22:30:20.143621 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:30:20.143621 ncdv-master-1 neutron-server[121837]:     timer()
May 07 22:30:20.143621 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:30:20.143621 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 22:30:20.143621 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:30:20.143621 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 22:30:20.143621 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:30:20.143621 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 22:30:20.143621 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:30:20.143621 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 22:30:20.143621 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:30:20.143621 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 22:30:20.143621 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:30:20.143621 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:30:20.143621 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:30:20.143621 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:30:20.143621 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:30:20.143621 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 22:30:20.143621 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:30:20.143621 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 22:30:20.143621 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:30:20.143621 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:30:20.143621 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:30:20.143621 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 22:30:20.143621 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:30:20.143621 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:30:20.143621 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:30:20.143621 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:30:20.143621 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:30:20.143621 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:30:20.143621 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:30:20.219363 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9fcdbb3a-4c0d-4083-84d3-bbf01ac051fc tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (c027906a-6519-4641-b777-662e55c358f4), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:20.227873 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9fcdbb3a-4c0d-4083-84d3-bbf01ac051fc tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:20.235146 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-9fcdbb3a-4c0d-4083-84d3-bbf01ac051fc tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] 10.222.0.32 "DELETE /v2.0/networks/c027906a-6519-4641-b777-662e55c358f4 HTTP/1.1" status: 204  len: 168 time: 0.9013047
May 07 22:30:20.237765 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 57608) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:30:20.247616 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-3c4ac131-cf50-4729-85fa-4974f7f27189 None None] Current status of the port f05ab058-2a2f-460d-ad78-1bfb5050484d is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:30:20.249835 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcdbb3a-4c0d-4083-84d3-bbf01ac051fc tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] Pushing event deleted for resources: {'Network': ['ID=c027906a-6519-4641-b777-662e55c358f4,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:30:20.300094 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0a3413e-ea04-4e5e-a564-974f9690d6a5 tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] Deleting subnet 5c5cf499-c354-4e36-bef7-9f57dcc892ea {{(pid=121836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:30:20.303718 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c0a3413e-ea04-4e5e-a564-974f9690d6a5 tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] Publish callbacks [] for subnet (5c5cf499-c354-4e36-bef7-9f57dcc892ea), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:20.350438 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c0a3413e-ea04-4e5e-a564-974f9690d6a5 tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726883'] for subnet (5c5cf499-c354-4e36-bef7-9f57dcc892ea), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:20.442505 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c0a3413e-ea04-4e5e-a564-974f9690d6a5 tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (5c5cf499-c354-4e36-bef7-9f57dcc892ea), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:20.511831 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c0a3413e-ea04-4e5e-a564-974f9690d6a5 tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (5c5cf499-c354-4e36-bef7-9f57dcc892ea), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:20.540273 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a3413e-ea04-4e5e-a564-974f9690d6a5 tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] Pushing event deleted for resources: {'Subnet': ['ID=5c5cf499-c354-4e36-bef7-9f57dcc892ea,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:30:20.544143 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c0a3413e-ea04-4e5e-a564-974f9690d6a5 tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:20.550370 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 57610) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:30:20.550530 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-c0a3413e-ea04-4e5e-a564-974f9690d6a5 tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] 10.222.0.32 "DELETE /v2.0/subnets/5c5cf499-c354-4e36-bef7-9f57dcc892ea HTTP/1.1" status: 204  len: 168 time: 0.3116043
May 07 22:30:20.551414 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6559cd2f-9cad-447d-983e-d1bafc1a4739 None None] Network e3aa5de4-e911-4bdb-bac3-ecd6a4357c4f requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:30:20.573358 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede789aa-7f48-428b-b181-6702aa2e7744 None None] DHCP port deletion for c027906a-6519-4641-b777-662e55c358f4 request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:30:20.622399 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-addfe95a-abfa-452c-b19f-2c236c673f49 None None] Network c027906a-6519-4641-b777-662e55c358f4 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:30:20.628739 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-7ade9394-d232-4c83-9319-3c3173a51aa9 None None] Provisioning complete for port f05ab058-2a2f-460d-ad78-1bfb5050484d triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:30:20.629116 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7ade9394-d232-4c83-9319-3c3173a51aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (f05ab058-2a2f-460d-ad78-1bfb5050484d), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:20.634465 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-84470b4c-105c-4903-a30b-1bb0e9150221 tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (e3aa5de4-e911-4bdb-bac3-ecd6a4357c4f), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:20.656578 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-addfe95a-abfa-452c-b19f-2c236c673f49 None None] Network c027906a-6519-4641-b777-662e55c358f4 could not be found, it might have been deleted concurrently. {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}}
May 07 22:30:20.681817 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-84470b4c-105c-4903-a30b-1bb0e9150221 tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] Deleting port f05ab058-2a2f-460d-ad78-1bfb5050484d {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:30:20.682162 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-84470b4c-105c-4903-a30b-1bb0e9150221 tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (f05ab058-2a2f-460d-ad78-1bfb5050484d), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:20.749013 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-84470b4c-105c-4903-a30b-1bb0e9150221 tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] For port f05ab058-2a2f-460d-ad78-1bfb5050484d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f05ab058-2a2f-460d-ad78-1bfb5050484d,segment=NetworkSegment(87904e85-918c-4db8-9695-b421539d3e23),segment_id=87904e85-918c-4db8-9695-b421539d3e23)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:30:20.749943 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-84470b4c-105c-4903-a30b-1bb0e9150221 tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (f05ab058-2a2f-460d-ad78-1bfb5050484d), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:20.754065 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-7ade9394-d232-4c83-9319-3c3173a51aa9 None None] Current status of the port f05ab058-2a2f-460d-ad78-1bfb5050484d is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:30:20.757472 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-7ade9394-d232-4c83-9319-3c3173a51aa9 None None] Could not find standard attr ID for object cdbf6aff-cdcd-48d2-a7b8-fc8773eed928. {{(pid=121838) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}}
May 07 22:30:20.763349 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-84470b4c-105c-4903-a30b-1bb0e9150221 tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] Calling delete_port for f05ab058-2a2f-460d-ad78-1bfb5050484d owned by network:dhcp {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:30:20.784312 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93875a72-a3b4-44da-8124-27cb5065f3a4 None None] DHCP port deletion for e3aa5de4-e911-4bdb-bac3-ecd6a4357c4f request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:30:20.822888 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-93875a72-a3b4-44da-8124-27cb5065f3a4 None None] Deleting port f05ab058-2a2f-460d-ad78-1bfb5050484d {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:30:20.823344 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-93875a72-a3b4-44da-8124-27cb5065f3a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (f05ab058-2a2f-460d-ad78-1bfb5050484d), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:20.847660 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-84470b4c-105c-4903-a30b-1bb0e9150221 tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (f05ab058-2a2f-460d-ad78-1bfb5050484d), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:20.871350 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84470b4c-105c-4903-a30b-1bb0e9150221 tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] Pushing event deleted for resources: {'Port': ['ID=f05ab058-2a2f-460d-ad78-1bfb5050484d,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:30:20.877936 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84470b4c-105c-4903-a30b-1bb0e9150221 tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] No DVR routers for this DVR port f05ab058-2a2f-460d-ad78-1bfb5050484d on host ncdv-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:30:20.889240 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-93875a72-a3b4-44da-8124-27cb5065f3a4 None None] For port f05ab058-2a2f-460d-ad78-1bfb5050484d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f05ab058-2a2f-460d-ad78-1bfb5050484d,segment=NetworkSegment(87904e85-918c-4db8-9695-b421539d3e23),segment_id=87904e85-918c-4db8-9695-b421539d3e23)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:30:20.889645 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-93875a72-a3b4-44da-8124-27cb5065f3a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (f05ab058-2a2f-460d-ad78-1bfb5050484d), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:20.902956 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-93875a72-a3b4-44da-8124-27cb5065f3a4 None None] Calling delete_port for f05ab058-2a2f-460d-ad78-1bfb5050484d owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:30:20.960598 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-84470b4c-105c-4903-a30b-1bb0e9150221 tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (e3aa5de4-e911-4bdb-bac3-ecd6a4357c4f), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:20.980683 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-93875a72-a3b4-44da-8124-27cb5065f3a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (f05ab058-2a2f-460d-ad78-1bfb5050484d), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:20.980926 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-84470b4c-105c-4903-a30b-1bb0e9150221 tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf8c3f2520>,) {'filters': {'network_id': ['e3aa5de4-e911-4bdb-bac3-ecd6a4357c4f']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:30:20.991424 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-84470b4c-105c-4903-a30b-1bb0e9150221 tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8c3f2520>, '87904e85-918c-4db8-9695-b421539d3e23') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:30:20.991715 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-84470b4c-105c-4903-a30b-1bb0e9150221 tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8c3f2520>, '87904e85-918c-4db8-9695-b421539d3e23') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:30:21.000999 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-84470b4c-105c-4903-a30b-1bb0e9150221 tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (87904e85-918c-4db8-9695-b421539d3e23), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:21.004507 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93875a72-a3b4-44da-8124-27cb5065f3a4 None None] Pushing event deleted for resources: {'Port': ['ID=f05ab058-2a2f-460d-ad78-1bfb5050484d,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:30:21.009853 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93875a72-a3b4-44da-8124-27cb5065f3a4 None None] No DVR routers for this DVR port f05ab058-2a2f-460d-ad78-1bfb5050484d on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:30:21.019846 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-84470b4c-105c-4903-a30b-1bb0e9150221 tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (87904e85-918c-4db8-9695-b421539d3e23), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:21.026497 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84470b4c-105c-4903-a30b-1bb0e9150221 tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:30:21.027061 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-84470b4c-105c-4903-a30b-1bb0e9150221 tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (87904e85-918c-4db8-9695-b421539d3e23), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:21.030955 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 22:30:21.030955 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:30:21.030955 ncdv-master-1 neutron-server[121837]:     timer()
May 07 22:30:21.030955 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:30:21.030955 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 22:30:21.030955 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:30:21.030955 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 22:30:21.030955 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:30:21.030955 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 22:30:21.030955 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:30:21.030955 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 22:30:21.030955 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:30:21.030955 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 22:30:21.030955 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:30:21.030955 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:30:21.030955 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:30:21.030955 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:30:21.030955 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:30:21.030955 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 22:30:21.030955 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:30:21.030955 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 22:30:21.030955 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:30:21.030955 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:30:21.030955 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:30:21.030955 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 22:30:21.030955 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:30:21.030955 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:30:21.030955 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:30:21.030955 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:30:21.030955 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:30:21.030955 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:30:21.030955 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:30:21.088779 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-84470b4c-105c-4903-a30b-1bb0e9150221 tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (e3aa5de4-e911-4bdb-bac3-ecd6a4357c4f), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:21.093838 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-84470b4c-105c-4903-a30b-1bb0e9150221 tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:21.097012 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-84470b4c-105c-4903-a30b-1bb0e9150221 tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] 10.222.0.32 "DELETE /v2.0/networks/e3aa5de4-e911-4bdb-bac3-ecd6a4357c4f HTTP/1.1" status: 204  len: 168 time: 0.5455604
May 07 22:30:21.099867 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 57612) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:30:21.116364 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84470b4c-105c-4903-a30b-1bb0e9150221 tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] Pushing event deleted for resources: {'Network': ['ID=e3aa5de4-e911-4bdb-bac3-ecd6a4357c4f,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:30:21.129861 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-0536d85e-0208-46f1-a92e-e2135ff99cb9 tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] 10.222.0.32 "GET /v2.0/ports?device_id=5592dd37-f2f6-462f-b83f-3fc5f8c336e5 HTTP/1.1" status: 200  len: 205 time: 0.0288441
May 07 22:30:21.132274 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 57614) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:30:21.211209 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5fd4e8e5-b5dd-40a3-bd03-53d4e56d594e tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] Publish callbacks [] for router (5592dd37-f2f6-462f-b83f-3fc5f8c336e5), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:21.379037 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5fd4e8e5-b5dd-40a3-bd03-53d4e56d594e tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (5592dd37-f2f6-462f-b83f-3fc5f8c336e5), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:21.381123 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5fd4e8e5-b5dd-40a3-bd03-53d4e56d594e tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] Publish callbacks [] for router_controller (5592dd37-f2f6-462f-b83f-3fc5f8c336e5), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:21.426156 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5fd4e8e5-b5dd-40a3-bd03-53d4e56d594e tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (5592dd37-f2f6-462f-b83f-3fc5f8c336e5), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:21.426687 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fd4e8e5-b5dd-40a3-bd03-53d4e56d594e tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] Fanout notify agent at l3_agent the message router_deleted on router 5592dd37-f2f6-462f-b83f-3fc5f8c336e5 {{(pid=121836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 22:30:21.433364 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5fd4e8e5-b5dd-40a3-bd03-53d4e56d594e tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:21.434545 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-5fd4e8e5-b5dd-40a3-bd03-53d4e56d594e tempest-RoutersNegativeTest-346585004 tempest-RoutersNegativeTest-346585004-project] 10.222.0.32 "DELETE /v2.0/routers/5592dd37-f2f6-462f-b83f-3fc5f8c336e5 HTTP/1.1" status: 204  len: 168 time: 0.3013558
May 07 22:30:21.549205 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device f05ab058-2a2f-460d-ad78-1bfb5050484d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:30:21.573627 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: f05ab058-2a2f-460d-ad78-1bfb5050484d {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:30:21.573975 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device f05ab058-2a2f-460d-ad78-1bfb5050484d not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:30:21.678690 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 57620) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:30:21.809728 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-218e9d1e-6ceb-43be-b330-2937c43cc17f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=eca2ce95995d47c4b836f5eeccc23a35&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1298542
May 07 22:30:21.812680 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 57624) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:30:21.864350 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-dc017cc7-db70-44ae-ae91-6864aa54c057 admin admin] Publish callbacks [] for security_group (e04edb56-b070-4b9c-a896-8e7500ddbe55), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:21.886933 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-dc017cc7-db70-44ae-ae91-6864aa54c057 admin admin] Publish callbacks [] for security_group (e04edb56-b070-4b9c-a896-8e7500ddbe55), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:21.937240 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-dc017cc7-db70-44ae-ae91-6864aa54c057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (e04edb56-b070-4b9c-a896-8e7500ddbe55), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:21.939747 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-dc017cc7-db70-44ae-ae91-6864aa54c057 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:21.940888 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-dc017cc7-db70-44ae-ae91-6864aa54c057 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e04edb56-b070-4b9c-a896-8e7500ddbe55 HTTP/1.1" status: 204  len: 168 time: 0.1273143
May 07 22:30:21.948547 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc017cc7-db70-44ae-ae91-6864aa54c057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e04edb56-b070-4b9c-a896-8e7500ddbe55,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:30:22.116255 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:22.546721 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 57646) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:30:22.644221 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-18fd5dce-7a2d-4d25-9676-208fa4879c38 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1522920336-network', 'tenant_id': '42b928f3be814de2bf73bded06b23fd4'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:30:22.663671 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18fd5dce-7a2d-4d25-9676-208fa4879c38 admin admin] Made reservation on behalf of 42b928f3be814de2bf73bded06b23fd4 for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:30:22.665883 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-18fd5dce-7a2d-4d25-9676-208fa4879c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:22.674339 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-18fd5dce-7a2d-4d25-9676-208fa4879c38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:22.747763 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-18fd5dce-7a2d-4d25-9676-208fa4879c38 admin admin] Publish callbacks [] for security_group (01127dbf-b427-41a9-9895-14d47dec9855), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:22.751139 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-18fd5dce-7a2d-4d25-9676-208fa4879c38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (01127dbf-b427-41a9-9895-14d47dec9855), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:22.771504 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18fd5dce-7a2d-4d25-9676-208fa4879c38 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:30:22.786370 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fd5dce-7a2d-4d25-9676-208fa4879c38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01127dbf-b427-41a9-9895-14d47dec9855,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:30:22.789220 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-18fd5dce-7a2d-4d25-9676-208fa4879c38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (af3a0180-0565-449d-969a-7937b8e53e44), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:22.789555 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-18fd5dce-7a2d-4d25-9676-208fa4879c38 admin admin] Added segment af3a0180-0565-449d-969a-7937b8e53e44 of type vlan for network 911f7ebe-0e4c-46f0-8810-404a7aa9cfab
May 07 22:30:22.830076 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-18fd5dce-7a2d-4d25-9676-208fa4879c38 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (911f7ebe-0e4c-46f0-8810-404a7aa9cfab), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:22.855423 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-18fd5dce-7a2d-4d25-9676-208fa4879c38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (911f7ebe-0e4c-46f0-8810-404a7aa9cfab), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:22.856466 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18fd5dce-7a2d-4d25-9676-208fa4879c38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:30:22.857069 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-18fd5dce-7a2d-4d25-9676-208fa4879c38 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:22.887995 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-18fd5dce-7a2d-4d25-9676-208fa4879c38 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.3401911
May 07 22:30:22.891561 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 57650) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:30:22.896514 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-df256990-7db9-4793-a2bd-734c62798eb8 admin admin] Request body: {'subnet': {'network_id': '911f7ebe-0e4c-46f0-8810-404a7aa9cfab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1522920336-subnet', 'tenant_id': '42b928f3be814de2bf73bded06b23fd4', 'ip_version': 4}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:30:22.917075 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df256990-7db9-4793-a2bd-734c62798eb8 admin admin] Made reservation on behalf of 42b928f3be814de2bf73bded06b23fd4 for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:30:22.919470 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-df256990-7db9-4793-a2bd-734c62798eb8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:22.925046 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fd5dce-7a2d-4d25-9676-208fa4879c38 admin admin] Pushing event updated for resources: {'Network': ['ID=911f7ebe-0e4c-46f0-8810-404a7aa9cfab,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:30:22.935253 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 911f7ebe-0e4c-46f0-8810-404a7aa9cfab details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:30:23.116374 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-df256990-7db9-4793-a2bd-734c62798eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (92ffe26f-6d2a-4848-ae60-c70e06d2ea24), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:23.173943 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df256990-7db9-4793-a2bd-734c62798eb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92ffe26f-6d2a-4848-ae60-c70e06d2ea24,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:30:23.181763 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df256990-7db9-4793-a2bd-734c62798eb8 admin admin] Checking segment: {'id': 'af3a0180-0565-449d-969a-7937b8e53e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '911f7ebe-0e4c-46f0-8810-404a7aa9cfab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:30:23.182121 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df256990-7db9-4793-a2bd-734c62798eb8 admin admin] Network hostable DHCP agents. Network: 911f7ebe-0e4c-46f0-8810-404a7aa9cfab, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:30:23.199372 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df256990-7db9-4793-a2bd-734c62798eb8 admin admin] Network 911f7ebe-0e4c-46f0-8810-404a7aa9cfab is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:30:23.208428 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-df256990-7db9-4793-a2bd-734c62798eb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 911f7ebe-0e4c-46f0-8810-404a7aa9cfab) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:30:23.213096 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df256990-7db9-4793-a2bd-734c62798eb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:30:23.214181 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-df256990-7db9-4793-a2bd-734c62798eb8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:23.217551 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a7dd28-811e-4f30-ac9f-685f525c6c02 None None] Network 911f7ebe-0e4c-46f0-8810-404a7aa9cfab requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:30:23.230304 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-df256990-7db9-4793-a2bd-734c62798eb8 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.3375912
May 07 22:30:23.233177 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 57652) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:30:23.237686 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-91c1473f-76e6-49a7-abfa-f3af071f2d23 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1522920336-router', 'tenant_id': '42b928f3be814de2bf73bded06b23fd4', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:30:23.257540 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-91c1473f-76e6-49a7-abfa-f3af071f2d23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (5579a99e-3fd1-4435-83e5-24104cf8a178), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:23.258556 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-91c1473f-76e6-49a7-abfa-f3af071f2d23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (5579a99e-3fd1-4435-83e5-24104cf8a178), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:23.313069 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-91c1473f-76e6-49a7-abfa-f3af071f2d23 admin admin] Publish callbacks [] for router_controller (5579a99e-3fd1-4435-83e5-24104cf8a178), precommit_add_association {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:23.322668 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c6127b-44b6-4a89-952f-f0107b78933b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-911f7ebe-0e4c-46f0-8810-404a7aa9cfab', 'network_id': '911f7ebe-0e4c-46f0-8810-404a7aa9cfab', 'project_id': '42b928f3be814de2bf73bded06b23fd4', 'fixed_ips': [{'subnet_id': '92ffe26f-6d2a-4848-ae60-c70e06d2ea24'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:30:23.323545 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-48c6127b-44b6-4a89-952f-f0107b78933b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:23.461762 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-48c6127b-44b6-4a89-952f-f0107b78933b None None] Allocated IP 172.20.0.2 (911f7ebe-0e4c-46f0-8810-404a7aa9cfab/92ffe26f-6d2a-4848-ae60-c70e06d2ea24/0e360ca1-e7bf-43d0-9219-a492e6d2eaca) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:30:23.477246 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-91c1473f-76e6-49a7-abfa-f3af071f2d23 admin admin] Publish callbacks [] for router_gateway (5579a99e-3fd1-4435-83e5-24104cf8a178), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:23.607418 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-48c6127b-44b6-4a89-952f-f0107b78933b None None] Publish callbacks [] for port (0e360ca1-e7bf-43d0-9219-a492e6d2eaca), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:23.614483 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-48c6127b-44b6-4a89-952f-f0107b78933b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (0e360ca1-e7bf-43d0-9219-a492e6d2eaca), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:23.652828 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c6127b-44b6-4a89-952f-f0107b78933b None None] Network 911f7ebe-0e4c-46f0-8810-404a7aa9cfab is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:30:23.656127 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-48c6127b-44b6-4a89-952f-f0107b78933b None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:30:23.662449 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-91c1473f-76e6-49a7-abfa-f3af071f2d23 admin admin] Publish callbacks [] for router_gateway (5579a99e-3fd1-4435-83e5-24104cf8a178), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:23.663200 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c6127b-44b6-4a89-952f-f0107b78933b None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:30:23.665180 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c6127b-44b6-4a89-952f-f0107b78933b None None] Pushing event updated for resources: {'Port': ['ID=0e360ca1-e7bf-43d0-9219-a492e6d2eaca,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:30:23.688385 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-91c1473f-76e6-49a7-abfa-f3af071f2d23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:23.729581 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-4757b263-fc0d-4dab-8f05-eae0b62a09c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:23.731124 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-48c6127b-44b6-4a89-952f-f0107b78933b None None] Attempting to bind port 0e360ca1-e7bf-43d0-9219-a492e6d2eaca on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:30:23.731503 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-48c6127b-44b6-4a89-952f-f0107b78933b None None] Attempting to bind port 0e360ca1-e7bf-43d0-9219-a492e6d2eaca by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'af3a0180-0565-449d-969a-7937b8e53e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '911f7ebe-0e4c-46f0-8810-404a7aa9cfab'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:30:23.731864 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c6127b-44b6-4a89-952f-f0107b78933b None None] Attempting to bind port 0e360ca1-e7bf-43d0-9219-a492e6d2eaca on network 911f7ebe-0e4c-46f0-8810-404a7aa9cfab {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:30:23.737837 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c6127b-44b6-4a89-952f-f0107b78933b None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:30:23.738214 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c6127b-44b6-4a89-952f-f0107b78933b None None] Checking segment: {'id': 'af3a0180-0565-449d-969a-7937b8e53e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '911f7ebe-0e4c-46f0-8810-404a7aa9cfab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:30:23.738613 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-48c6127b-44b6-4a89-952f-f0107b78933b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:23.739037 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c6127b-44b6-4a89-952f-f0107b78933b None None] Bound using segment: {'id': 'af3a0180-0565-449d-969a-7937b8e53e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '911f7ebe-0e4c-46f0-8810-404a7aa9cfab'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:30:23.739500 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-48c6127b-44b6-4a89-952f-f0107b78933b None None] Bound port: 0e360ca1-e7bf-43d0-9219-a492e6d2eaca, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af3a0180-0565-449d-969a-7937b8e53e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '911f7ebe-0e4c-46f0-8810-404a7aa9cfab'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:30:23.739882 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-48c6127b-44b6-4a89-952f-f0107b78933b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (0e360ca1-e7bf-43d0-9219-a492e6d2eaca), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:23.795405 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-91c1473f-76e6-49a7-abfa-f3af071f2d23 admin admin] Allocated IP 172.35.4.84 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/5b4e510b-9544-4526-9251-297e9a4ef529) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:30:23.805524 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-48c6127b-44b6-4a89-952f-f0107b78933b None None] For port 0e360ca1-e7bf-43d0-9219-a492e6d2eaca, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:30:23.809065 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-48c6127b-44b6-4a89-952f-f0107b78933b None None] For port 0e360ca1-e7bf-43d0-9219-a492e6d2eaca, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0e360ca1-e7bf-43d0-9219-a492e6d2eaca,segment=NetworkSegment(af3a0180-0565-449d-969a-7937b8e53e44),segment_id=af3a0180-0565-449d-969a-7937b8e53e44)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:30:23.814925 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-48c6127b-44b6-4a89-952f-f0107b78933b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (0e360ca1-e7bf-43d0-9219-a492e6d2eaca), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:23.878264 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c6127b-44b6-4a89-952f-f0107b78933b None None] Pushing event updated for resources: {'Port': ['ID=0e360ca1-e7bf-43d0-9219-a492e6d2eaca,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:30:23.907934 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-91c1473f-76e6-49a7-abfa-f3af071f2d23 admin admin] Publish callbacks [] for port (5b4e510b-9544-4526-9251-297e9a4ef529), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:23.944124 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-91c1473f-76e6-49a7-abfa-f3af071f2d23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (5b4e510b-9544-4526-9251-297e9a4ef529), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:23.983087 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c1473f-76e6-49a7-abfa-f3af071f2d23 admin admin] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:30:23.986487 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-91c1473f-76e6-49a7-abfa-f3af071f2d23 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:30:23.988927 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c1473f-76e6-49a7-abfa-f3af071f2d23 admin admin] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:30:24.018869 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c1473f-76e6-49a7-abfa-f3af071f2d23 admin admin] Pushing event updated for resources: {'Port': ['ID=5b4e510b-9544-4526-9251-297e9a4ef529,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:30:24.143136 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:24.271584 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-91c1473f-76e6-49a7-abfa-f3af071f2d23 admin admin] Publish callbacks [] for router_gateway (5579a99e-3fd1-4435-83e5-24104cf8a178), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:24.482958 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-91c1473f-76e6-49a7-abfa-f3af071f2d23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (5579a99e-3fd1-4435-83e5-24104cf8a178), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:24.623505 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91c1473f-76e6-49a7-abfa-f3af071f2d23 admin admin] Router 5579a99e-3fd1-4435-83e5-24104cf8a178 is scheduled to L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db with binding_index 1 {{(pid=121836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 07 22:30:24.742007 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91c1473f-76e6-49a7-abfa-f3af071f2d23 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:30:24.752648 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb5de81-d2c2-4cb6-81c6-a67604076e43 None None] Sync routers for ids ['5579a99e-3fd1-4435-83e5-24104cf8a178'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:30:24.761650 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-91c1473f-76e6-49a7-abfa-f3af071f2d23 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:24.762925 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-91c1473f-76e6-49a7-abfa-f3af071f2d23 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 1.5286789
May 07 22:30:24.766369 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 57654) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:30:24.768169 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb5de81-d2c2-4cb6-81c6-a67604076e43 None None] Routers {'5579a99e-3fd1-4435-83e5-24104cf8a178'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:30:24.768808 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-6bb5de81-d2c2-4cb6-81c6-a67604076e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cd0a520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:29:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['5579a99e-3fd1-4435-83e5-24104cf8a178'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:30:24.841272 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b02dc10-346e-4f52-ac8b-4a34ed401b22 None None] Network 911f7ebe-0e4c-46f0-8810-404a7aa9cfab requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:30:24.885844 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-6bb5de81-d2c2-4cb6-81c6-a67604076e43 None None] Set router 5579a99e-3fd1-4435-83e5-24104cf8a178 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:30:24.917147 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-257c1d93-2e06-44e3-96db-f863a4db8f60 None None] Provisioning complete for port 0e360ca1-e7bf-43d0-9219-a492e6d2eaca triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:30:24.917549 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-257c1d93-2e06-44e3-96db-f863a4db8f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (0e360ca1-e7bf-43d0-9219-a492e6d2eaca), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:25.045713 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-257c1d93-2e06-44e3-96db-f863a4db8f60 None None] Current status of the port 0e360ca1-e7bf-43d0-9219-a492e6d2eaca is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:30:25.046214 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-257c1d93-2e06-44e3-96db-f863a4db8f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (0e360ca1-e7bf-43d0-9219-a492e6d2eaca), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:25.067665 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-6bb5de81-d2c2-4cb6-81c6-a67604076e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cd0a520>, [{'id': '5579a99e-3fd1-4435-83e5-24104cf8a178', 'name': 'tempest-TestMinimumBasicScenario-1522920336-router', 'tenant_id': '42b928f3be814de2bf73bded06b23fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.84'}], 'enable_snat': True}, 'gw_port_id': '5b4e510b-9544-4526-9251-297e9a4ef529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:30:23Z', 'updated_at': '2022-05-07T22:30:24Z', 'revision_number': 3, 'project_id': '42b928f3be814de2bf73bded06b23fd4', 'gw_port': {'id': '5b4e510b-9544-4526-9251-297e9a4ef529', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a2:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5579a99e-3fd1-4435-83e5-24104cf8a178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:30:23Z', 'updated_at': '2022-05-07T22:30:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:30:25.087012 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-257c1d93-2e06-44e3-96db-f863a4db8f60 None None] For port 0e360ca1-e7bf-43d0-9219-a492e6d2eaca, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0e360ca1-e7bf-43d0-9219-a492e6d2eaca,segment=NetworkSegment(af3a0180-0565-449d-969a-7937b8e53e44),segment_id=af3a0180-0565-449d-969a-7937b8e53e44)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:30:25.092429 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-257c1d93-2e06-44e3-96db-f863a4db8f60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (0e360ca1-e7bf-43d0-9219-a492e6d2eaca), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:25.101846 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb5de81-d2c2-4cb6-81c6-a67604076e43 None None] Checking router: 5579a99e-3fd1-4435-83e5-24104cf8a178 for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:30:25.102192 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb5de81-d2c2-4cb6-81c6-a67604076e43 None None] Updating router 5579a99e-3fd1-4435-83e5-24104cf8a178 port 5b4e510b-9544-4526-9251-297e9a4ef529 binding host ncdv-master-1 {{(pid=121839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 22:30:25.140674 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-6bb5de81-d2c2-4cb6-81c6-a67604076e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (5b4e510b-9544-4526-9251-297e9a4ef529), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:25.162479 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257c1d93-2e06-44e3-96db-f863a4db8f60 None None] Pushing event updated for resources: {'Port': ['ID=0e360ca1-e7bf-43d0-9219-a492e6d2eaca,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:30:25.313000 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-345cbe75-3bb6-4615-9b7e-7eda61664bdc None None] Provisioning complete for port 0e360ca1-e7bf-43d0-9219-a492e6d2eaca triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:30:25.313380 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-345cbe75-3bb6-4615-9b7e-7eda61664bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (0e360ca1-e7bf-43d0-9219-a492e6d2eaca), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:25.398435 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-345cbe75-3bb6-4615-9b7e-7eda61664bdc None None] Current status of the port 0e360ca1-e7bf-43d0-9219-a492e6d2eaca is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:30:25.411892 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-6bb5de81-d2c2-4cb6-81c6-a67604076e43 None None] Publish callbacks [] for port (5b4e510b-9544-4526-9251-297e9a4ef529), precommit_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:25.416978 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-6bb5de81-d2c2-4cb6-81c6-a67604076e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (5b4e510b-9544-4526-9251-297e9a4ef529), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:25.471057 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1597bf7-5c37-4e2a-84a0-217c47aa106b None None] Pushing event updated for resources: {'Port': ['ID=5b4e510b-9544-4526-9251-297e9a4ef529,revision_number=2']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:30:25.473088 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-6bb5de81-d2c2-4cb6-81c6-a67604076e43 None None] Attempting to bind port 5b4e510b-9544-4526-9251-297e9a4ef529 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:30:25.473456 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-6bb5de81-d2c2-4cb6-81c6-a67604076e43 None None] Attempting to bind port 5b4e510b-9544-4526-9251-297e9a4ef529 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:30:25.473816 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb5de81-d2c2-4cb6-81c6-a67604076e43 None None] Attempting to bind port 5b4e510b-9544-4526-9251-297e9a4ef529 on network 9221b764-ef06-431f-8941-796516ed7c3b {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:30:25.482578 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb5de81-d2c2-4cb6-81c6-a67604076e43 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:30:25.482977 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb5de81-d2c2-4cb6-81c6-a67604076e43 None None] Checking segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:30:25.483408 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-6bb5de81-d2c2-4cb6-81c6-a67604076e43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:25.483802 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb5de81-d2c2-4cb6-81c6-a67604076e43 None None] Bound using segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:30:25.484261 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-6bb5de81-d2c2-4cb6-81c6-a67604076e43 None None] Bound port: 5b4e510b-9544-4526-9251-297e9a4ef529, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:30:25.484641 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-6bb5de81-d2c2-4cb6-81c6-a67604076e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (5b4e510b-9544-4526-9251-297e9a4ef529), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:25.486754 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1597bf7-5c37-4e2a-84a0-217c47aa106b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:30:25.487120 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1597bf7-5c37-4e2a-84a0-217c47aa106b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:30:25.487462 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1597bf7-5c37-4e2a-84a0-217c47aa106b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:30:25.487800 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1597bf7-5c37-4e2a-84a0-217c47aa106b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:30:25.488132 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1597bf7-5c37-4e2a-84a0-217c47aa106b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:30:25.488465 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1597bf7-5c37-4e2a-84a0-217c47aa106b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:30:25.488796 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1597bf7-5c37-4e2a-84a0-217c47aa106b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:30:25.489144 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1597bf7-5c37-4e2a-84a0-217c47aa106b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:30:25.489451 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1597bf7-5c37-4e2a-84a0-217c47aa106b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:30:25.489777 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1597bf7-5c37-4e2a-84a0-217c47aa106b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:30:25.490120 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1597bf7-5c37-4e2a-84a0-217c47aa106b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:30:25.490434 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1597bf7-5c37-4e2a-84a0-217c47aa106b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:30:25.490754 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1597bf7-5c37-4e2a-84a0-217c47aa106b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:30:25.491102 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1597bf7-5c37-4e2a-84a0-217c47aa106b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:30:25.491424 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1597bf7-5c37-4e2a-84a0-217c47aa106b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:30:25.550530 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-6bb5de81-d2c2-4cb6-81c6-a67604076e43 None None] For port 5b4e510b-9544-4526-9251-297e9a4ef529, host ncdv-master-1, cleared binding levels {{(pid=121839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:30:25.553734 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-6bb5de81-d2c2-4cb6-81c6-a67604076e43 None None] For port 5b4e510b-9544-4526-9251-297e9a4ef529, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5b4e510b-9544-4526-9251-297e9a4ef529,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:30:25.562497 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-6bb5de81-d2c2-4cb6-81c6-a67604076e43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (5b4e510b-9544-4526-9251-297e9a4ef529), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:25.582804 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e43b4e5f-a188-4a84-814c-e22156b7737c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:25.592944 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 0e360ca1-e7bf-43d0-9219-a492e6d2eaca up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:30:25.635325 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1597bf7-5c37-4e2a-84a0-217c47aa106b None None] Pushing event updated for resources: {'Port': ['ID=5b4e510b-9544-4526-9251-297e9a4ef529,revision_number=3']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:30:25.638625 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb5de81-d2c2-4cb6-81c6-a67604076e43 None None] Routers {'5579a99e-3fd1-4435-83e5-24104cf8a178'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:30:25.639260 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-6bb5de81-d2c2-4cb6-81c6-a67604076e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cd0a520>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:29:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['5579a99e-3fd1-4435-83e5-24104cf8a178'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:30:25.646956 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 0e360ca1-e7bf-43d0-9219-a492e6d2eaca triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:30:25.647334 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (0e360ca1-e7bf-43d0-9219-a492e6d2eaca), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:25.728481 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 0e360ca1-e7bf-43d0-9219-a492e6d2eaca is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:30:25.763484 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-e43b4e5f-a188-4a84-814c-e22156b7737c admin admin] Allocated IP 172.20.0.1 (911f7ebe-0e4c-46f0-8810-404a7aa9cfab/92ffe26f-6d2a-4848-ae60-c70e06d2ea24/2fecb251-b9bf-4e5d-af14-ed4f2a0d89f9) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:30:25.764433 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-6bb5de81-d2c2-4cb6-81c6-a67604076e43 None None] Set router 5579a99e-3fd1-4435-83e5-24104cf8a178 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:30:25.872434 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e43b4e5f-a188-4a84-814c-e22156b7737c admin admin] Publish callbacks [] for port (2fecb251-b9bf-4e5d-af14-ed4f2a0d89f9), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:25.907745 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e43b4e5f-a188-4a84-814c-e22156b7737c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (2fecb251-b9bf-4e5d-af14-ed4f2a0d89f9), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:25.948752 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43b4e5f-a188-4a84-814c-e22156b7737c admin admin] Network 911f7ebe-0e4c-46f0-8810-404a7aa9cfab is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:30:25.951612 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-e43b4e5f-a188-4a84-814c-e22156b7737c admin admin] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:30:25.955190 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43b4e5f-a188-4a84-814c-e22156b7737c admin admin] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:30:25.979891 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b4e5f-a188-4a84-814c-e22156b7737c admin admin] Pushing event updated for resources: {'Port': ['ID=2fecb251-b9bf-4e5d-af14-ed4f2a0d89f9,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:30:26.000605 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e43b4e5f-a188-4a84-814c-e22156b7737c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398161'] for router_interface (5579a99e-3fd1-4435-83e5-24104cf8a178), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:26.036662 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-6bb5de81-d2c2-4cb6-81c6-a67604076e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cd0a520>, [{'id': '5579a99e-3fd1-4435-83e5-24104cf8a178', 'name': 'tempest-TestMinimumBasicScenario-1522920336-router', 'tenant_id': '42b928f3be814de2bf73bded06b23fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.84'}], 'enable_snat': True}, 'gw_port_id': '5b4e510b-9544-4526-9251-297e9a4ef529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:30:23Z', 'updated_at': '2022-05-07T22:30:24Z', 'revision_number': 3, 'project_id': '42b928f3be814de2bf73bded06b23fd4', 'gw_port': {'id': '5b4e510b-9544-4526-9251-297e9a4ef529', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a2:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5579a99e-3fd1-4435-83e5-24104cf8a178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:30:23Z', 'updated_at': '2022-05-07T22:30:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:30:26.071843 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb5de81-d2c2-4cb6-81c6-a67604076e43 None None] The sync data for ids ['5579a99e-3fd1-4435-83e5-24104cf8a178'] in ncdv-master-1 is: [{'id': '5579a99e-3fd1-4435-83e5-24104cf8a178', 'name': 'tempest-TestMinimumBasicScenario-1522920336-router', 'tenant_id': '42b928f3be814de2bf73bded06b23fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.84'}], 'enable_snat': True}, 'gw_port_id': '5b4e510b-9544-4526-9251-297e9a4ef529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:30:23Z', 'updated_at': '2022-05-07T22:30:24Z', 'revision_number': 3, 'project_id': '42b928f3be814de2bf73bded06b23fd4', 'gw_port': {'id': '5b4e510b-9544-4526-9251-297e9a4ef529', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a2:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5579a99e-3fd1-4435-83e5-24104cf8a178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:30:23Z', 'updated_at': '2022-05-07T22:30:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:30:26.164119 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e43b4e5f-a188-4a84-814c-e22156b7737c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (2fecb251-b9bf-4e5d-af14-ed4f2a0d89f9), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:26.221161 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-61efb040-e758-44eb-987a-98da12a6a1d9 None None] Provisioning complete for port 2fecb251-b9bf-4e5d-af14-ed4f2a0d89f9 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:30:26.221751 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-61efb040-e758-44eb-987a-98da12a6a1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (2fecb251-b9bf-4e5d-af14-ed4f2a0d89f9), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:26.262479 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-61efb040-e758-44eb-987a-98da12a6a1d9 None None] Port 2fecb251-b9bf-4e5d-af14-ed4f2a0d89f9 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:30:26.357221 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e43b4e5f-a188-4a84-814c-e22156b7737c admin admin] Publish callbacks [] for port (2fecb251-b9bf-4e5d-af14-ed4f2a0d89f9), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:26.362419 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e43b4e5f-a188-4a84-814c-e22156b7737c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (2fecb251-b9bf-4e5d-af14-ed4f2a0d89f9), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:26.439534 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b4e5f-a188-4a84-814c-e22156b7737c admin admin] Pushing event updated for resources: {'Port': ['ID=2fecb251-b9bf-4e5d-af14-ed4f2a0d89f9,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:30:26.442186 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e43b4e5f-a188-4a84-814c-e22156b7737c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401121'] for router_interface (5579a99e-3fd1-4435-83e5-24104cf8a178), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:26.541741 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43b4e5f-a188-4a84-814c-e22156b7737c admin admin] Network 911f7ebe-0e4c-46f0-8810-404a7aa9cfab is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:30:26.543309 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-e43b4e5f-a188-4a84-814c-e22156b7737c admin admin] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:30:26.594173 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5312d8d8-978b-49f7-98c7-d5cddf8ed2af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:26.683856 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e43b4e5f-a188-4a84-814c-e22156b7737c admin admin] Router 5579a99e-3fd1-4435-83e5-24104cf8a178 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:30:26.821268 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e43b4e5f-a188-4a84-814c-e22156b7737c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:30:26.835421 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-e43b4e5f-a188-4a84-814c-e22156b7737c admin admin] 10.222.0.32 "PUT /v2.0/routers/5579a99e-3fd1-4435-83e5-24104cf8a178/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0678442
May 07 22:30:26.849371 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-f151e688-64b1-4027-b399-0c45ba7926db None None] Provisioning complete for port 2fecb251-b9bf-4e5d-af14-ed4f2a0d89f9 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:30:26.849795 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f151e688-64b1-4027-b399-0c45ba7926db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (2fecb251-b9bf-4e5d-af14-ed4f2a0d89f9), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:26.886016 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-f151e688-64b1-4027-b399-0c45ba7926db None None] Port 2fecb251-b9bf-4e5d-af14-ed4f2a0d89f9 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:30:27.306897 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 57670) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:30:27.312354 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-76314c23-c16a-405b-902c-520896471771 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-988771780-network', 'tenant_id': 'e61d05fbf2a344189ea05c81e878b299'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:30:27.331522 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76314c23-c16a-405b-902c-520896471771 admin admin] Made reservation on behalf of e61d05fbf2a344189ea05c81e878b299 for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:30:27.333809 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-76314c23-c16a-405b-902c-520896471771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:27.342592 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-76314c23-c16a-405b-902c-520896471771 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:27.422993 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-76314c23-c16a-405b-902c-520896471771 admin admin] Publish callbacks [] for security_group (5f27412d-7d54-441c-ba43-c7122202f3c0), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:27.427740 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-76314c23-c16a-405b-902c-520896471771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (5f27412d-7d54-441c-ba43-c7122202f3c0), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:27.453816 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76314c23-c16a-405b-902c-520896471771 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:30:27.463986 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76314c23-c16a-405b-902c-520896471771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f27412d-7d54-441c-ba43-c7122202f3c0,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:30:27.468846 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-76314c23-c16a-405b-902c-520896471771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (9c117fd0-cf36-4813-b01c-b1327079b377), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:27.469194 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-76314c23-c16a-405b-902c-520896471771 admin admin] Added segment 9c117fd0-cf36-4813-b01c-b1327079b377 of type vlan for network c12aecbb-54dd-4f12-a392-14a6936abb32
May 07 22:30:27.513754 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-76314c23-c16a-405b-902c-520896471771 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (c12aecbb-54dd-4f12-a392-14a6936abb32), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:27.545294 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-76314c23-c16a-405b-902c-520896471771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (c12aecbb-54dd-4f12-a392-14a6936abb32), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:27.547074 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76314c23-c16a-405b-902c-520896471771 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:30:27.548449 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-76314c23-c16a-405b-902c-520896471771 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:27.552703 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:27.583862 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 5b4e510b-9544-4526-9251-297e9a4ef529 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:30:27.590267 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-76314c23-c16a-405b-902c-520896471771 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.2821214
May 07 22:30:27.593931 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 57672) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:30:27.599461 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-161289c1-3535-44a4-92d9-396f4a5cc590 admin admin] Request body: {'subnet': {'network_id': 'c12aecbb-54dd-4f12-a392-14a6936abb32', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-988771780-subnet', 'tenant_id': 'e61d05fbf2a344189ea05c81e878b299', 'ip_version': 4}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:30:27.620856 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-161289c1-3535-44a4-92d9-396f4a5cc590 admin admin] Made reservation on behalf of e61d05fbf2a344189ea05c81e878b299 for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:30:27.623743 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-161289c1-3535-44a4-92d9-396f4a5cc590 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:27.624529 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76314c23-c16a-405b-902c-520896471771 admin admin] Pushing event updated for resources: {'Network': ['ID=c12aecbb-54dd-4f12-a392-14a6936abb32,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:30:27.636424 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network c12aecbb-54dd-4f12-a392-14a6936abb32 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:30:27.698881 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 5b4e510b-9544-4526-9251-297e9a4ef529 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:30:27.699316 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (5b4e510b-9544-4526-9251-297e9a4ef529), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:27.745967 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d08b9ad-117b-432e-84ef-a440ea657f88 None None] Sync routers for ids ['5579a99e-3fd1-4435-83e5-24104cf8a178'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:30:27.761590 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d08b9ad-117b-432e-84ef-a440ea657f88 None None] Routers {'5579a99e-3fd1-4435-83e5-24104cf8a178'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:30:27.762236 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-5d08b9ad-117b-432e-84ef-a440ea657f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7e996550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:30:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['5579a99e-3fd1-4435-83e5-24104cf8a178'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:30:27.803339 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-161289c1-3535-44a4-92d9-396f4a5cc590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (bbcece54-f338-43e4-b1cd-1116cd8d93cb), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:27.863439 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161289c1-3535-44a4-92d9-396f4a5cc590 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbcece54-f338-43e4-b1cd-1116cd8d93cb,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:30:27.870626 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161289c1-3535-44a4-92d9-396f4a5cc590 admin admin] Checking segment: {'id': '9c117fd0-cf36-4813-b01c-b1327079b377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'c12aecbb-54dd-4f12-a392-14a6936abb32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:30:27.871023 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161289c1-3535-44a4-92d9-396f4a5cc590 admin admin] Network hostable DHCP agents. Network: c12aecbb-54dd-4f12-a392-14a6936abb32, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:30:27.884462 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 5b4e510b-9544-4526-9251-297e9a4ef529 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:30:27.884859 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (5b4e510b-9544-4526-9251-297e9a4ef529), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:27.888240 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161289c1-3535-44a4-92d9-396f4a5cc590 admin admin] Network c12aecbb-54dd-4f12-a392-14a6936abb32 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:30:27.900681 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-161289c1-3535-44a4-92d9-396f4a5cc590 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c12aecbb-54dd-4f12-a392-14a6936abb32) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:30:27.906729 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161289c1-3535-44a4-92d9-396f4a5cc590 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:30:27.907495 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-161289c1-3535-44a4-92d9-396f4a5cc590 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:27.917413 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a016e0-420f-495a-9c99-d07ee9ed2345 None None] Network c12aecbb-54dd-4f12-a392-14a6936abb32 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:30:27.923942 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port 5b4e510b-9544-4526-9251-297e9a4ef529, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5b4e510b-9544-4526-9251-297e9a4ef529,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:30:27.924647 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-161289c1-3535-44a4-92d9-396f4a5cc590 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.3296237
May 07 22:30:27.927693 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 57674) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:30:27.932173 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-eee6b2ef-12d7-4156-9e5d-a2dcf7c61f9b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-988771780-router', 'tenant_id': 'e61d05fbf2a344189ea05c81e878b299', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:30:27.952916 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (5b4e510b-9544-4526-9251-297e9a4ef529), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:27.956922 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-eee6b2ef-12d7-4156-9e5d-a2dcf7c61f9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (6976d40d-9e1b-4c2b-b6ed-3b85677d50cf), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:27.957302 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-5d08b9ad-117b-432e-84ef-a440ea657f88 None None] Set router 5579a99e-3fd1-4435-83e5-24104cf8a178 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:30:27.958134 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-eee6b2ef-12d7-4156-9e5d-a2dcf7c61f9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (6976d40d-9e1b-4c2b-b6ed-3b85677d50cf), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:28.050341 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-eee6b2ef-12d7-4156-9e5d-a2dcf7c61f9b admin admin] Publish callbacks [] for router_controller (6976d40d-9e1b-4c2b-b6ed-3b85677d50cf), precommit_add_association {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:28.144779 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=5b4e510b-9544-4526-9251-297e9a4ef529,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:30:28.181541 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21bb7243-2510-4de6-9f8a-ec07372fe715 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c12aecbb-54dd-4f12-a392-14a6936abb32', 'network_id': 'c12aecbb-54dd-4f12-a392-14a6936abb32', 'project_id': 'e61d05fbf2a344189ea05c81e878b299', 'fixed_ips': [{'subnet_id': 'bbcece54-f338-43e4-b1cd-1116cd8d93cb'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:30:28.182401 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-21bb7243-2510-4de6-9f8a-ec07372fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:28.189033 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:30:28.189390 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:30:28.189738 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:30:28.190083 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:30:28.190427 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:30:28.190794 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:30:28.191142 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:30:28.191478 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:30:28.191813 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:30:28.192143 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:30:28.192475 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:30:28.192807 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:30:28.193155 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:30:28.193463 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:30:28.193793 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:30:28.196231 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-eee6b2ef-12d7-4156-9e5d-a2dcf7c61f9b admin admin] Publish callbacks [] for router_gateway (6976d40d-9e1b-4c2b-b6ed-3b85677d50cf), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:28.364954 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-5d08b9ad-117b-432e-84ef-a440ea657f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7e996550>, [{'id': '5579a99e-3fd1-4435-83e5-24104cf8a178', 'name': 'tempest-TestMinimumBasicScenario-1522920336-router', 'tenant_id': '42b928f3be814de2bf73bded06b23fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.84'}], 'enable_snat': True}, 'gw_port_id': '5b4e510b-9544-4526-9251-297e9a4ef529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:30:23Z', 'updated_at': '2022-05-07T22:30:26Z', 'revision_number': 4, 'project_id': '42b928f3be814de2bf73bded06b23fd4', 'gw_port': {'id': '5b4e510b-9544-4526-9251-297e9a4ef529', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a2:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5579a99e-3fd1-4435-83e5-24104cf8a178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:30:23Z', 'updated_at': '2022-05-07T22:30:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2fecb251-b9bf-4e5d-af14-ed4f2a0d89f9', 'name': '', 'network_id': '911f7ebe-0e4c-46f0-8810-404a7aa9cfab', 'tenant_id': '42b928f3be814de2bf73bded06b23fd4', 'mac_address': 'fa:16:3e:e9:e7:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5579a99e-3fd1-4435-83e5-24104cf8a178', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '92ffe26f-6d2a-4848-ae60-c70e06d2ea24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:30:25Z', 'updated_at': '2022-05-07T22:30:26Z', 'revision_number': 2, 'project_id': '42b928f3be814de2bf73bded06b23fd4', 'subnets': [{'id': '92ffe26f-6d2a-4848-ae60-c70e06d2ea24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:30:28.395703 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d08b9ad-117b-432e-84ef-a440ea657f88 None None] Checking router: 5579a99e-3fd1-4435-83e5-24104cf8a178 for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:30:28.396062 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d08b9ad-117b-432e-84ef-a440ea657f88 None None] Updating router 5579a99e-3fd1-4435-83e5-24104cf8a178 port 2fecb251-b9bf-4e5d-af14-ed4f2a0d89f9 binding host ncdv-master-1 {{(pid=121838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 22:30:28.408578 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-eee6b2ef-12d7-4156-9e5d-a2dcf7c61f9b admin admin] Publish callbacks [] for router_gateway (6976d40d-9e1b-4c2b-b6ed-3b85677d50cf), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:28.432708 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-21bb7243-2510-4de6-9f8a-ec07372fe715 None None] Allocated IP 172.20.0.2 (c12aecbb-54dd-4f12-a392-14a6936abb32/bbcece54-f338-43e4-b1cd-1116cd8d93cb/589019d2-47db-4f1c-aaa9-cfe6423cfbf3) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:30:28.434926 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-eee6b2ef-12d7-4156-9e5d-a2dcf7c61f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:28.445696 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5d08b9ad-117b-432e-84ef-a440ea657f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (2fecb251-b9bf-4e5d-af14-ed4f2a0d89f9), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:28.542072 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-eee6b2ef-12d7-4156-9e5d-a2dcf7c61f9b admin admin] Allocated IP 172.35.4.71 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/dca912c9-cd14-4ffb-a650-9a3feaea56c5) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:30:28.644818 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-eee6b2ef-12d7-4156-9e5d-a2dcf7c61f9b admin admin] Publish callbacks [] for port (dca912c9-cd14-4ffb-a650-9a3feaea56c5), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:28.687201 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-eee6b2ef-12d7-4156-9e5d-a2dcf7c61f9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (dca912c9-cd14-4ffb-a650-9a3feaea56c5), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:28.728315 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-21bb7243-2510-4de6-9f8a-ec07372fe715 None None] Publish callbacks [] for port (589019d2-47db-4f1c-aaa9-cfe6423cfbf3), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:28.732305 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee6b2ef-12d7-4156-9e5d-a2dcf7c61f9b admin admin] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:30:28.735208 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-eee6b2ef-12d7-4156-9e5d-a2dcf7c61f9b admin admin] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:30:28.738728 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee6b2ef-12d7-4156-9e5d-a2dcf7c61f9b admin admin] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:30:28.740049 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-21bb7243-2510-4de6-9f8a-ec07372fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (589019d2-47db-4f1c-aaa9-cfe6423cfbf3), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:28.763026 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee6b2ef-12d7-4156-9e5d-a2dcf7c61f9b admin admin] Pushing event updated for resources: {'Port': ['ID=dca912c9-cd14-4ffb-a650-9a3feaea56c5,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:30:28.795876 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21bb7243-2510-4de6-9f8a-ec07372fe715 None None] Network c12aecbb-54dd-4f12-a392-14a6936abb32 is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:30:28.801297 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-21bb7243-2510-4de6-9f8a-ec07372fe715 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:30:28.810242 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bb7243-2510-4de6-9f8a-ec07372fe715 None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:30:28.818699 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bb7243-2510-4de6-9f8a-ec07372fe715 None None] Pushing event updated for resources: {'Port': ['ID=589019d2-47db-4f1c-aaa9-cfe6423cfbf3,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:30:28.914833 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-21bb7243-2510-4de6-9f8a-ec07372fe715 None None] Attempting to bind port 589019d2-47db-4f1c-aaa9-cfe6423cfbf3 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:30:28.915136 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-21bb7243-2510-4de6-9f8a-ec07372fe715 None None] Attempting to bind port 589019d2-47db-4f1c-aaa9-cfe6423cfbf3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9c117fd0-cf36-4813-b01c-b1327079b377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'c12aecbb-54dd-4f12-a392-14a6936abb32'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:30:28.915512 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bb7243-2510-4de6-9f8a-ec07372fe715 None None] Attempting to bind port 589019d2-47db-4f1c-aaa9-cfe6423cfbf3 on network c12aecbb-54dd-4f12-a392-14a6936abb32 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:30:28.921521 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5d08b9ad-117b-432e-84ef-a440ea657f88 None None] Publish callbacks [] for port (2fecb251-b9bf-4e5d-af14-ed4f2a0d89f9), precommit_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:28.925541 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bb7243-2510-4de6-9f8a-ec07372fe715 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:30:28.925968 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bb7243-2510-4de6-9f8a-ec07372fe715 None None] Checking segment: {'id': '9c117fd0-cf36-4813-b01c-b1327079b377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'c12aecbb-54dd-4f12-a392-14a6936abb32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:30:28.926325 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-21bb7243-2510-4de6-9f8a-ec07372fe715 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:28.926726 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bb7243-2510-4de6-9f8a-ec07372fe715 None None] Bound using segment: {'id': '9c117fd0-cf36-4813-b01c-b1327079b377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'c12aecbb-54dd-4f12-a392-14a6936abb32'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:30:28.927223 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-21bb7243-2510-4de6-9f8a-ec07372fe715 None None] Bound port: 589019d2-47db-4f1c-aaa9-cfe6423cfbf3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c117fd0-cf36-4813-b01c-b1327079b377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'c12aecbb-54dd-4f12-a392-14a6936abb32'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:30:28.927606 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-21bb7243-2510-4de6-9f8a-ec07372fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (589019d2-47db-4f1c-aaa9-cfe6423cfbf3), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:28.930581 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5d08b9ad-117b-432e-84ef-a440ea657f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (2fecb251-b9bf-4e5d-af14-ed4f2a0d89f9), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:29.011251 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-eee6b2ef-12d7-4156-9e5d-a2dcf7c61f9b admin admin] Publish callbacks [] for router_gateway (6976d40d-9e1b-4c2b-b6ed-3b85677d50cf), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:29.018262 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6499f81-6c4a-41c4-a129-63a507d3695b None None] Pushing event updated for resources: {'Port': ['ID=2fecb251-b9bf-4e5d-af14-ed4f2a0d89f9,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:30:29.094155 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-21bb7243-2510-4de6-9f8a-ec07372fe715 None None] For port 589019d2-47db-4f1c-aaa9-cfe6423cfbf3, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:30:29.096386 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-5d08b9ad-117b-432e-84ef-a440ea657f88 None None] Attempting to bind port 2fecb251-b9bf-4e5d-af14-ed4f2a0d89f9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:30:29.096766 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-5d08b9ad-117b-432e-84ef-a440ea657f88 None None] Attempting to bind port 2fecb251-b9bf-4e5d-af14-ed4f2a0d89f9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'af3a0180-0565-449d-969a-7937b8e53e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '911f7ebe-0e4c-46f0-8810-404a7aa9cfab'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:30:29.097136 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d08b9ad-117b-432e-84ef-a440ea657f88 None None] Attempting to bind port 2fecb251-b9bf-4e5d-af14-ed4f2a0d89f9 on network 911f7ebe-0e4c-46f0-8810-404a7aa9cfab {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:30:29.109568 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d08b9ad-117b-432e-84ef-a440ea657f88 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:30:29.109957 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d08b9ad-117b-432e-84ef-a440ea657f88 None None] Checking segment: {'id': 'af3a0180-0565-449d-969a-7937b8e53e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '911f7ebe-0e4c-46f0-8810-404a7aa9cfab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:30:29.110371 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5d08b9ad-117b-432e-84ef-a440ea657f88 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:29.110793 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d08b9ad-117b-432e-84ef-a440ea657f88 None None] Bound using segment: {'id': 'af3a0180-0565-449d-969a-7937b8e53e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '911f7ebe-0e4c-46f0-8810-404a7aa9cfab'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:30:29.111300 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-5d08b9ad-117b-432e-84ef-a440ea657f88 None None] Bound port: 2fecb251-b9bf-4e5d-af14-ed4f2a0d89f9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af3a0180-0565-449d-969a-7937b8e53e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '911f7ebe-0e4c-46f0-8810-404a7aa9cfab'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:30:29.111699 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5d08b9ad-117b-432e-84ef-a440ea657f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (2fecb251-b9bf-4e5d-af14-ed4f2a0d89f9), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:29.114845 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-21bb7243-2510-4de6-9f8a-ec07372fe715 None None] For port 589019d2-47db-4f1c-aaa9-cfe6423cfbf3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=589019d2-47db-4f1c-aaa9-cfe6423cfbf3,segment=NetworkSegment(9c117fd0-cf36-4813-b01c-b1327079b377),segment_id=9c117fd0-cf36-4813-b01c-b1327079b377)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:30:29.125579 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-21bb7243-2510-4de6-9f8a-ec07372fe715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (589019d2-47db-4f1c-aaa9-cfe6423cfbf3), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:29.215144 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bb7243-2510-4de6-9f8a-ec07372fe715 None None] Pushing event updated for resources: {'Port': ['ID=589019d2-47db-4f1c-aaa9-cfe6423cfbf3,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:30:29.252951 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-86c08a16-7036-4477-8c57-d963a1151bc6 None None] Provisioning complete for port 2fecb251-b9bf-4e5d-af14-ed4f2a0d89f9 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:30:29.253331 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-86c08a16-7036-4477-8c57-d963a1151bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (2fecb251-b9bf-4e5d-af14-ed4f2a0d89f9), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:29.257082 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-5d08b9ad-117b-432e-84ef-a440ea657f88 None None] For port 2fecb251-b9bf-4e5d-af14-ed4f2a0d89f9, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:30:29.267080 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-eee6b2ef-12d7-4156-9e5d-a2dcf7c61f9b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (6976d40d-9e1b-4c2b-b6ed-3b85677d50cf), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:29.288572 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-5d08b9ad-117b-432e-84ef-a440ea657f88 None None] For port 2fecb251-b9bf-4e5d-af14-ed4f2a0d89f9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2fecb251-b9bf-4e5d-af14-ed4f2a0d89f9,segment=NetworkSegment(af3a0180-0565-449d-969a-7937b8e53e44),segment_id=af3a0180-0565-449d-969a-7937b8e53e44)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:30:29.289975 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:29.300927 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5d08b9ad-117b-432e-84ef-a440ea657f88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (2fecb251-b9bf-4e5d-af14-ed4f2a0d89f9), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:29.330129 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-86c08a16-7036-4477-8c57-d963a1151bc6 None None] Port 2fecb251-b9bf-4e5d-af14-ed4f2a0d89f9 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:30:29.366696 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6499f81-6c4a-41c4-a129-63a507d3695b None None] Pushing event updated for resources: {'Port': ['ID=2fecb251-b9bf-4e5d-af14-ed4f2a0d89f9,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:30:29.376964 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d08b9ad-117b-432e-84ef-a440ea657f88 None None] Routers {'5579a99e-3fd1-4435-83e5-24104cf8a178'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:30:29.377541 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-5d08b9ad-117b-432e-84ef-a440ea657f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7e996550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:30:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['5579a99e-3fd1-4435-83e5-24104cf8a178'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:30:29.444376 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eee6b2ef-12d7-4156-9e5d-a2dcf7c61f9b admin admin] Router 6976d40d-9e1b-4c2b-b6ed-3b85677d50cf is scheduled to L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db with binding_index 1 {{(pid=121837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 07 22:30:29.743989 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 5b4e510b-9544-4526-9251-297e9a4ef529 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:30:29.750163 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-5d08b9ad-117b-432e-84ef-a440ea657f88 None None] Set router 5579a99e-3fd1-4435-83e5-24104cf8a178 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:30:29.824468 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-845d2f26-1488-47e4-a905-0f7944b82d44 None None] Provisioning complete for port 2fecb251-b9bf-4e5d-af14-ed4f2a0d89f9 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:30:29.824851 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-845d2f26-1488-47e4-a905-0f7944b82d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (2fecb251-b9bf-4e5d-af14-ed4f2a0d89f9), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:29.929982 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 5b4e510b-9544-4526-9251-297e9a4ef529 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:30:29.930711 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (5b4e510b-9544-4526-9251-297e9a4ef529), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:29.936481 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eee6b2ef-12d7-4156-9e5d-a2dcf7c61f9b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:30:29.946309 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae62d146-6780-4750-b3e4-b6af80c02003 None None] Sync routers for ids ['6976d40d-9e1b-4c2b-b6ed-3b85677d50cf'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:30:29.957146 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae62d146-6780-4750-b3e4-b6af80c02003 None None] Routers {'6976d40d-9e1b-4c2b-b6ed-3b85677d50cf'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:30:29.957795 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-ae62d146-6780-4750-b3e4-b6af80c02003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8e2b9640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:30:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['6976d40d-9e1b-4c2b-b6ed-3b85677d50cf'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:30:29.958331 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-eee6b2ef-12d7-4156-9e5d-a2dcf7c61f9b admin admin] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:29.959590 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-eee6b2ef-12d7-4156-9e5d-a2dcf7c61f9b admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 2.0308776
May 07 22:30:29.962300 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 57676) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:30:30.068939 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-845d2f26-1488-47e4-a905-0f7944b82d44 None None] Current status of the port 2fecb251-b9bf-4e5d-af14-ed4f2a0d89f9 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:30:30.069361 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-845d2f26-1488-47e4-a905-0f7944b82d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (2fecb251-b9bf-4e5d-af14-ed4f2a0d89f9), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:30.071649 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-ae62d146-6780-4750-b3e4-b6af80c02003 None None] Set router 6976d40d-9e1b-4c2b-b6ed-3b85677d50cf gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:30:30.167157 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-5d08b9ad-117b-432e-84ef-a440ea657f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7e996550>, [{'id': '5579a99e-3fd1-4435-83e5-24104cf8a178', 'name': 'tempest-TestMinimumBasicScenario-1522920336-router', 'tenant_id': '42b928f3be814de2bf73bded06b23fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.84'}], 'enable_snat': True}, 'gw_port_id': '5b4e510b-9544-4526-9251-297e9a4ef529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:30:23Z', 'updated_at': '2022-05-07T22:30:26Z', 'revision_number': 4, 'project_id': '42b928f3be814de2bf73bded06b23fd4', 'gw_port': {'id': '5b4e510b-9544-4526-9251-297e9a4ef529', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5579a99e-3fd1-4435-83e5-24104cf8a178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:30:23Z', 'updated_at': '2022-05-07T22:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2fecb251-b9bf-4e5d-af14-ed4f2a0d89f9', 'name': '', 'network_id': '911f7ebe-0e4c-46f0-8810-404a7aa9cfab', 'tenant_id': '42b928f3be814de2bf73bded06b23fd4', 'mac_address': 'fa:16:3e:e9:e7:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5579a99e-3fd1-4435-83e5-24104cf8a178', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '92ffe26f-6d2a-4848-ae60-c70e06d2ea24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:30:25Z', 'updated_at': '2022-05-07T22:30:29Z', 'revision_number': 4, 'project_id': '42b928f3be814de2bf73bded06b23fd4', 'subnets': [{'id': '92ffe26f-6d2a-4848-ae60-c70e06d2ea24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:30:30.171600 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-845d2f26-1488-47e4-a905-0f7944b82d44 None None] For port 2fecb251-b9bf-4e5d-af14-ed4f2a0d89f9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2fecb251-b9bf-4e5d-af14-ed4f2a0d89f9,segment=NetworkSegment(af3a0180-0565-449d-969a-7937b8e53e44),segment_id=af3a0180-0565-449d-969a-7937b8e53e44)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:30:30.203029 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 5b4e510b-9544-4526-9251-297e9a4ef529 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:30:30.204134 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 589019d2-47db-4f1c-aaa9-cfe6423cfbf3 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:30:30.206129 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-845d2f26-1488-47e4-a905-0f7944b82d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (2fecb251-b9bf-4e5d-af14-ed4f2a0d89f9), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:30.208322 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d08b9ad-117b-432e-84ef-a440ea657f88 None None] The sync data for ids ['5579a99e-3fd1-4435-83e5-24104cf8a178'] in ncdv-master-1 is: [{'id': '5579a99e-3fd1-4435-83e5-24104cf8a178', 'name': 'tempest-TestMinimumBasicScenario-1522920336-router', 'tenant_id': '42b928f3be814de2bf73bded06b23fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.84'}], 'enable_snat': True}, 'gw_port_id': '5b4e510b-9544-4526-9251-297e9a4ef529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:30:23Z', 'updated_at': '2022-05-07T22:30:26Z', 'revision_number': 4, 'project_id': '42b928f3be814de2bf73bded06b23fd4', 'gw_port': {'id': '5b4e510b-9544-4526-9251-297e9a4ef529', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5579a99e-3fd1-4435-83e5-24104cf8a178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:30:23Z', 'updated_at': '2022-05-07T22:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2fecb251-b9bf-4e5d-af14-ed4f2a0d89f9', 'name': '', 'network_id': '911f7ebe-0e4c-46f0-8810-404a7aa9cfab', 'tenant_id': '42b928f3be814de2bf73bded06b23fd4', 'mac_address': 'fa:16:3e:e9:e7:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5579a99e-3fd1-4435-83e5-24104cf8a178', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '92ffe26f-6d2a-4848-ae60-c70e06d2ea24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:30:25Z', 'updated_at': '2022-05-07T22:30:29Z', 'revision_number': 4, 'project_id': '42b928f3be814de2bf73bded06b23fd4', 'subnets': [{'id': '92ffe26f-6d2a-4848-ae60-c70e06d2ea24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:30:30.330786 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845d2f26-1488-47e4-a905-0f7944b82d44 None None] Pushing event updated for resources: {'Port': ['ID=2fecb251-b9bf-4e5d-af14-ed4f2a0d89f9,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:30:30.391768 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-ae62d146-6780-4750-b3e4-b6af80c02003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8e2b9640>, [{'id': '6976d40d-9e1b-4c2b-b6ed-3b85677d50cf', 'name': 'tempest-TestMinimumBasicScenario-988771780-router', 'tenant_id': 'e61d05fbf2a344189ea05c81e878b299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.71'}], 'enable_snat': True}, 'gw_port_id': 'dca912c9-cd14-4ffb-a650-9a3feaea56c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:30:27Z', 'updated_at': '2022-05-07T22:30:28Z', 'revision_number': 3, 'project_id': 'e61d05fbf2a344189ea05c81e878b299', 'gw_port': {'id': 'dca912c9-cd14-4ffb-a650-9a3feaea56c5', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:af:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6976d40d-9e1b-4c2b-b6ed-3b85677d50cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:30:28Z', 'updated_at': '2022-05-07T22:30:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:30:30.392446 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 589019d2-47db-4f1c-aaa9-cfe6423cfbf3 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:30:30.393025 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (589019d2-47db-4f1c-aaa9-cfe6423cfbf3), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:30.421003 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:30.438161 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae62d146-6780-4750-b3e4-b6af80c02003 None None] Checking router: 6976d40d-9e1b-4c2b-b6ed-3b85677d50cf for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:30:30.438523 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae62d146-6780-4750-b3e4-b6af80c02003 None None] Updating router 6976d40d-9e1b-4c2b-b6ed-3b85677d50cf port dca912c9-cd14-4ffb-a650-9a3feaea56c5 binding host ncdv-master-1 {{(pid=121839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 22:30:30.480967 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-ae62d146-6780-4750-b3e4-b6af80c02003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (dca912c9-cd14-4ffb-a650-9a3feaea56c5), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:30.536434 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 589019d2-47db-4f1c-aaa9-cfe6423cfbf3 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:30:30.536835 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (589019d2-47db-4f1c-aaa9-cfe6423cfbf3), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:30.588624 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port 589019d2-47db-4f1c-aaa9-cfe6423cfbf3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=589019d2-47db-4f1c-aaa9-cfe6423cfbf3,segment=NetworkSegment(9c117fd0-cf36-4813-b01c-b1327079b377),segment_id=9c117fd0-cf36-4813-b01c-b1327079b377)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:30:30.592767 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1f0bc8-3259-4801-b5cc-b3ac26e25908 None None] Network c12aecbb-54dd-4f12-a392-14a6936abb32 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:30:30.597391 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (589019d2-47db-4f1c-aaa9-cfe6423cfbf3), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:30.628249 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-795878f9-4100-4d20-b611-dbb5f0c75839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:30.709955 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-571fa133-0a86-473b-a063-ae83a94c0f80 None None] Provisioning complete for port 589019d2-47db-4f1c-aaa9-cfe6423cfbf3 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:30:30.710403 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-571fa133-0a86-473b-a063-ae83a94c0f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (589019d2-47db-4f1c-aaa9-cfe6423cfbf3), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:30.757560 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=589019d2-47db-4f1c-aaa9-cfe6423cfbf3,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:30:30.864788 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-571fa133-0a86-473b-a063-ae83a94c0f80 None None] Current status of the port 589019d2-47db-4f1c-aaa9-cfe6423cfbf3 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:30:30.870728 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-ae62d146-6780-4750-b3e4-b6af80c02003 None None] Publish callbacks [] for port (dca912c9-cd14-4ffb-a650-9a3feaea56c5), precommit_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:30.877498 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-ae62d146-6780-4750-b3e4-b6af80c02003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (dca912c9-cd14-4ffb-a650-9a3feaea56c5), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:30.921262 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-795878f9-4100-4d20-b611-dbb5f0c75839 admin admin] Allocated IP 172.20.0.1 (c12aecbb-54dd-4f12-a392-14a6936abb32/bbcece54-f338-43e4-b1cd-1116cd8d93cb/31fbecbb-03f4-470c-92c5-27929435eed8) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:30:30.942660 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-ae62d146-6780-4750-b3e4-b6af80c02003 None None] Attempting to bind port dca912c9-cd14-4ffb-a650-9a3feaea56c5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:30:30.943291 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-ae62d146-6780-4750-b3e4-b6af80c02003 None None] Attempting to bind port dca912c9-cd14-4ffb-a650-9a3feaea56c5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:30:30.943412 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae62d146-6780-4750-b3e4-b6af80c02003 None None] Attempting to bind port dca912c9-cd14-4ffb-a650-9a3feaea56c5 on network 9221b764-ef06-431f-8941-796516ed7c3b {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:30:30.957596 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae62d146-6780-4750-b3e4-b6af80c02003 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:30:30.958311 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae62d146-6780-4750-b3e4-b6af80c02003 None None] Checking segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:30:30.958444 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-ae62d146-6780-4750-b3e4-b6af80c02003 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:30.959021 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae62d146-6780-4750-b3e4-b6af80c02003 None None] Bound using segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:30:30.959693 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-ae62d146-6780-4750-b3e4-b6af80c02003 None None] Bound port: dca912c9-cd14-4ffb-a650-9a3feaea56c5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:30:30.960078 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-ae62d146-6780-4750-b3e4-b6af80c02003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (dca912c9-cd14-4ffb-a650-9a3feaea56c5), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:30.962715 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c4d90c-25cf-423b-8363-3352f98ce71b None None] Pushing event updated for resources: {'Port': ['ID=dca912c9-cd14-4ffb-a650-9a3feaea56c5,revision_number=2']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:30:31.037330 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-ae62d146-6780-4750-b3e4-b6af80c02003 None None] For port dca912c9-cd14-4ffb-a650-9a3feaea56c5, host ncdv-master-1, cleared binding levels {{(pid=121839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:30:31.053970 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-ae62d146-6780-4750-b3e4-b6af80c02003 None None] For port dca912c9-cd14-4ffb-a650-9a3feaea56c5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dca912c9-cd14-4ffb-a650-9a3feaea56c5,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:30:31.063491 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-ae62d146-6780-4750-b3e4-b6af80c02003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (dca912c9-cd14-4ffb-a650-9a3feaea56c5), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:31.072412 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-795878f9-4100-4d20-b611-dbb5f0c75839 admin admin] Publish callbacks [] for port (31fbecbb-03f4-470c-92c5-27929435eed8), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:31.085586 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-e359c6a7-70e3-4770-a6d7-b32730d0bc9e None None] Provisioning complete for port 589019d2-47db-4f1c-aaa9-cfe6423cfbf3 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:30:31.086078 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e359c6a7-70e3-4770-a6d7-b32730d0bc9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (589019d2-47db-4f1c-aaa9-cfe6423cfbf3), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:31.124801 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-795878f9-4100-4d20-b611-dbb5f0c75839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (31fbecbb-03f4-470c-92c5-27929435eed8), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:31.127363 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae62d146-6780-4750-b3e4-b6af80c02003 None None] Routers {'6976d40d-9e1b-4c2b-b6ed-3b85677d50cf'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:30:31.128008 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-ae62d146-6780-4750-b3e4-b6af80c02003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8e2b9640>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:30:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['6976d40d-9e1b-4c2b-b6ed-3b85677d50cf'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:30:31.130012 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c4d90c-25cf-423b-8363-3352f98ce71b None None] Pushing event updated for resources: {'Port': ['ID=dca912c9-cd14-4ffb-a650-9a3feaea56c5,revision_number=3']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:30:31.173076 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795878f9-4100-4d20-b611-dbb5f0c75839 admin admin] Network c12aecbb-54dd-4f12-a392-14a6936abb32 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:30:31.175982 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-795878f9-4100-4d20-b611-dbb5f0c75839 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:30:31.179483 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795878f9-4100-4d20-b611-dbb5f0c75839 admin admin] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:30:31.185234 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-e359c6a7-70e3-4770-a6d7-b32730d0bc9e None None] Current status of the port 589019d2-47db-4f1c-aaa9-cfe6423cfbf3 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:30:31.189797 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795878f9-4100-4d20-b611-dbb5f0c75839 admin admin] Pushing event updated for resources: {'Port': ['ID=31fbecbb-03f4-470c-92c5-27929435eed8,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:30:31.237552 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-795878f9-4100-4d20-b611-dbb5f0c75839 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398161'] for router_interface (6976d40d-9e1b-4c2b-b6ed-3b85677d50cf), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:31.288024 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-ae62d146-6780-4750-b3e4-b6af80c02003 None None] Set router 6976d40d-9e1b-4c2b-b6ed-3b85677d50cf gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:30:31.432329 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-795878f9-4100-4d20-b611-dbb5f0c75839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (31fbecbb-03f4-470c-92c5-27929435eed8), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:31.490396 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-ae62d146-6780-4750-b3e4-b6af80c02003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8e2b9640>, [{'id': '6976d40d-9e1b-4c2b-b6ed-3b85677d50cf', 'name': 'tempest-TestMinimumBasicScenario-988771780-router', 'tenant_id': 'e61d05fbf2a344189ea05c81e878b299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.71'}], 'enable_snat': True}, 'gw_port_id': 'dca912c9-cd14-4ffb-a650-9a3feaea56c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:30:27Z', 'updated_at': '2022-05-07T22:30:28Z', 'revision_number': 3, 'project_id': 'e61d05fbf2a344189ea05c81e878b299', 'gw_port': {'id': 'dca912c9-cd14-4ffb-a650-9a3feaea56c5', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:af:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6976d40d-9e1b-4c2b-b6ed-3b85677d50cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:30:28Z', 'updated_at': '2022-05-07T22:30:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:30:31.521618 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae62d146-6780-4750-b3e4-b6af80c02003 None None] The sync data for ids ['6976d40d-9e1b-4c2b-b6ed-3b85677d50cf'] in ncdv-master-1 is: [{'id': '6976d40d-9e1b-4c2b-b6ed-3b85677d50cf', 'name': 'tempest-TestMinimumBasicScenario-988771780-router', 'tenant_id': 'e61d05fbf2a344189ea05c81e878b299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.71'}], 'enable_snat': True}, 'gw_port_id': 'dca912c9-cd14-4ffb-a650-9a3feaea56c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:30:27Z', 'updated_at': '2022-05-07T22:30:28Z', 'revision_number': 3, 'project_id': 'e61d05fbf2a344189ea05c81e878b299', 'gw_port': {'id': 'dca912c9-cd14-4ffb-a650-9a3feaea56c5', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:af:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6976d40d-9e1b-4c2b-b6ed-3b85677d50cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:30:28Z', 'updated_at': '2022-05-07T22:30:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:30:31.535014 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-77b41890-75ba-4e7e-8366-451106a305e7 None None] Provisioning complete for port 31fbecbb-03f4-470c-92c5-27929435eed8 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:30:31.535395 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-77b41890-75ba-4e7e-8366-451106a305e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (31fbecbb-03f4-470c-92c5-27929435eed8), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:31.630414 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-795878f9-4100-4d20-b611-dbb5f0c75839 admin admin] Publish callbacks [] for port (31fbecbb-03f4-470c-92c5-27929435eed8), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:31.636066 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-795878f9-4100-4d20-b611-dbb5f0c75839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (31fbecbb-03f4-470c-92c5-27929435eed8), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:31.651009 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-77b41890-75ba-4e7e-8366-451106a305e7 None None] Port 31fbecbb-03f4-470c-92c5-27929435eed8 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:30:31.709384 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795878f9-4100-4d20-b611-dbb5f0c75839 admin admin] Pushing event updated for resources: {'Port': ['ID=31fbecbb-03f4-470c-92c5-27929435eed8,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:30:31.711813 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-795878f9-4100-4d20-b611-dbb5f0c75839 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401121'] for router_interface (6976d40d-9e1b-4c2b-b6ed-3b85677d50cf), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:31.716527 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 2fecb251-b9bf-4e5d-af14-ed4f2a0d89f9 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:30:31.765266 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 2fecb251-b9bf-4e5d-af14-ed4f2a0d89f9 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:30:31.765891 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (2fecb251-b9bf-4e5d-af14-ed4f2a0d89f9), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:31.813229 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795878f9-4100-4d20-b611-dbb5f0c75839 admin admin] Network c12aecbb-54dd-4f12-a392-14a6936abb32 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:30:31.814727 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-795878f9-4100-4d20-b611-dbb5f0c75839 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:30:31.857591 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 2fecb251-b9bf-4e5d-af14-ed4f2a0d89f9 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:30:31.859595 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 589019d2-47db-4f1c-aaa9-cfe6423cfbf3 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:30:31.919070 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 589019d2-47db-4f1c-aaa9-cfe6423cfbf3 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:30:31.919546 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (589019d2-47db-4f1c-aaa9-cfe6423cfbf3), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:31.993605 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-795878f9-4100-4d20-b611-dbb5f0c75839 admin admin] Router 6976d40d-9e1b-4c2b-b6ed-3b85677d50cf has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:30:32.051761 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 589019d2-47db-4f1c-aaa9-cfe6423cfbf3 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:30:32.133040 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-795878f9-4100-4d20-b611-dbb5f0c75839 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:30:32.138450 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-795878f9-4100-4d20-b611-dbb5f0c75839 admin admin] 10.222.0.32 "PUT /v2.0/routers/6976d40d-9e1b-4c2b-b6ed-3b85677d50cf/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1749861
May 07 22:30:32.174617 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-0ff66174-40e5-431f-980e-877b54dfc2cc None None] Provisioning complete for port 31fbecbb-03f4-470c-92c5-27929435eed8 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:30:32.175143 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-0ff66174-40e5-431f-980e-877b54dfc2cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (31fbecbb-03f4-470c-92c5-27929435eed8), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:32.215749 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-0ff66174-40e5-431f-980e-877b54dfc2cc None None] Port 31fbecbb-03f4-470c-92c5-27929435eed8 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:30:33.607818 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device dca912c9-cd14-4ffb-a650-9a3feaea56c5 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:30:33.670121 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port dca912c9-cd14-4ffb-a650-9a3feaea56c5 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:30:33.672288 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (dca912c9-cd14-4ffb-a650-9a3feaea56c5), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:33.778144 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port dca912c9-cd14-4ffb-a650-9a3feaea56c5 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:30:33.778730 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (dca912c9-cd14-4ffb-a650-9a3feaea56c5), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:33.809414 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port dca912c9-cd14-4ffb-a650-9a3feaea56c5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dca912c9-cd14-4ffb-a650-9a3feaea56c5,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:30:33.815044 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (dca912c9-cd14-4ffb-a650-9a3feaea56c5), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:33.860172 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118d4713-ee33-414d-93db-c52ed0ac5837 None None] Sync routers for ids ['6976d40d-9e1b-4c2b-b6ed-3b85677d50cf'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:30:33.873943 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=dca912c9-cd14-4ffb-a650-9a3feaea56c5,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:30:33.885636 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118d4713-ee33-414d-93db-c52ed0ac5837 None None] Routers {'6976d40d-9e1b-4c2b-b6ed-3b85677d50cf'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:30:33.886357 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-118d4713-ee33-414d-93db-c52ed0ac5837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f68feb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:30:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['6976d40d-9e1b-4c2b-b6ed-3b85677d50cf'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:30:34.006515 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-118d4713-ee33-414d-93db-c52ed0ac5837 None None] Set router 6976d40d-9e1b-4c2b-b6ed-3b85677d50cf gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:30:34.231158 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-118d4713-ee33-414d-93db-c52ed0ac5837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f68feb0>, [{'id': '6976d40d-9e1b-4c2b-b6ed-3b85677d50cf', 'name': 'tempest-TestMinimumBasicScenario-988771780-router', 'tenant_id': 'e61d05fbf2a344189ea05c81e878b299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.71'}], 'enable_snat': True}, 'gw_port_id': 'dca912c9-cd14-4ffb-a650-9a3feaea56c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:30:27Z', 'updated_at': '2022-05-07T22:30:31Z', 'revision_number': 4, 'project_id': 'e61d05fbf2a344189ea05c81e878b299', 'gw_port': {'id': 'dca912c9-cd14-4ffb-a650-9a3feaea56c5', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:af:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6976d40d-9e1b-4c2b-b6ed-3b85677d50cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:30:28Z', 'updated_at': '2022-05-07T22:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '31fbecbb-03f4-470c-92c5-27929435eed8', 'name': '', 'network_id': 'c12aecbb-54dd-4f12-a392-14a6936abb32', 'tenant_id': 'e61d05fbf2a344189ea05c81e878b299', 'mac_address': 'fa:16:3e:ac:44:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6976d40d-9e1b-4c2b-b6ed-3b85677d50cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'bbcece54-f338-43e4-b1cd-1116cd8d93cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:30:30Z', 'updated_at': '2022-05-07T22:30:31Z', 'revision_number': 2, 'project_id': 'e61d05fbf2a344189ea05c81e878b299', 'subnets': [{'id': 'bbcece54-f338-43e4-b1cd-1116cd8d93cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:30:34.260088 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118d4713-ee33-414d-93db-c52ed0ac5837 None None] Checking router: 6976d40d-9e1b-4c2b-b6ed-3b85677d50cf for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:30:34.260454 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118d4713-ee33-414d-93db-c52ed0ac5837 None None] Updating router 6976d40d-9e1b-4c2b-b6ed-3b85677d50cf port 31fbecbb-03f4-470c-92c5-27929435eed8 binding host ncdv-master-1 {{(pid=121838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 22:30:34.290347 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-118d4713-ee33-414d-93db-c52ed0ac5837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (31fbecbb-03f4-470c-92c5-27929435eed8), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:34.585918 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-118d4713-ee33-414d-93db-c52ed0ac5837 None None] Publish callbacks [] for port (31fbecbb-03f4-470c-92c5-27929435eed8), precommit_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:34.600695 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-118d4713-ee33-414d-93db-c52ed0ac5837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (31fbecbb-03f4-470c-92c5-27929435eed8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:34.690132 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61218dd-538a-41f7-a514-665b6bf83abf None None] Pushing event updated for resources: {'Port': ['ID=31fbecbb-03f4-470c-92c5-27929435eed8,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:30:34.709209 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-118d4713-ee33-414d-93db-c52ed0ac5837 None None] Attempting to bind port 31fbecbb-03f4-470c-92c5-27929435eed8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:30:34.709897 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-118d4713-ee33-414d-93db-c52ed0ac5837 None None] Attempting to bind port 31fbecbb-03f4-470c-92c5-27929435eed8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9c117fd0-cf36-4813-b01c-b1327079b377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'c12aecbb-54dd-4f12-a392-14a6936abb32'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:30:34.710449 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118d4713-ee33-414d-93db-c52ed0ac5837 None None] Attempting to bind port 31fbecbb-03f4-470c-92c5-27929435eed8 on network c12aecbb-54dd-4f12-a392-14a6936abb32 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:30:34.716630 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118d4713-ee33-414d-93db-c52ed0ac5837 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 30, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:30:34.717327 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118d4713-ee33-414d-93db-c52ed0ac5837 None None] Checking segment: {'id': '9c117fd0-cf36-4813-b01c-b1327079b377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'c12aecbb-54dd-4f12-a392-14a6936abb32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:30:34.718311 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-118d4713-ee33-414d-93db-c52ed0ac5837 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:34.718719 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118d4713-ee33-414d-93db-c52ed0ac5837 None None] Bound using segment: {'id': '9c117fd0-cf36-4813-b01c-b1327079b377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'c12aecbb-54dd-4f12-a392-14a6936abb32'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:30:34.719219 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-118d4713-ee33-414d-93db-c52ed0ac5837 None None] Bound port: 31fbecbb-03f4-470c-92c5-27929435eed8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c117fd0-cf36-4813-b01c-b1327079b377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'c12aecbb-54dd-4f12-a392-14a6936abb32'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:30:34.719609 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-118d4713-ee33-414d-93db-c52ed0ac5837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (31fbecbb-03f4-470c-92c5-27929435eed8), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:34.820627 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-118d4713-ee33-414d-93db-c52ed0ac5837 None None] For port 31fbecbb-03f4-470c-92c5-27929435eed8, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:30:34.824019 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-118d4713-ee33-414d-93db-c52ed0ac5837 None None] For port 31fbecbb-03f4-470c-92c5-27929435eed8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=31fbecbb-03f4-470c-92c5-27929435eed8,segment=NetworkSegment(9c117fd0-cf36-4813-b01c-b1327079b377),segment_id=9c117fd0-cf36-4813-b01c-b1327079b377)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:30:34.832071 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-118d4713-ee33-414d-93db-c52ed0ac5837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (31fbecbb-03f4-470c-92c5-27929435eed8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:34.887739 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118d4713-ee33-414d-93db-c52ed0ac5837 None None] Routers {'6976d40d-9e1b-4c2b-b6ed-3b85677d50cf'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:30:34.888392 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-118d4713-ee33-414d-93db-c52ed0ac5837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f68feb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:30:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['6976d40d-9e1b-4c2b-b6ed-3b85677d50cf'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:30:34.962159 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61218dd-538a-41f7-a514-665b6bf83abf None None] Pushing event updated for resources: {'Port': ['ID=31fbecbb-03f4-470c-92c5-27929435eed8,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:30:35.222650 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-1c6daf6c-9488-4c1d-9a3f-97167d23a9d8 None None] Provisioning complete for port 31fbecbb-03f4-470c-92c5-27929435eed8 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:30:35.225068 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1c6daf6c-9488-4c1d-9a3f-97167d23a9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (31fbecbb-03f4-470c-92c5-27929435eed8), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:35.280026 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-118d4713-ee33-414d-93db-c52ed0ac5837 None None] Set router 6976d40d-9e1b-4c2b-b6ed-3b85677d50cf gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:30:35.412005 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-1c6daf6c-9488-4c1d-9a3f-97167d23a9d8 None None] Current status of the port 31fbecbb-03f4-470c-92c5-27929435eed8 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:30:35.412316 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1c6daf6c-9488-4c1d-9a3f-97167d23a9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (31fbecbb-03f4-470c-92c5-27929435eed8), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:35.494312 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-1c6daf6c-9488-4c1d-9a3f-97167d23a9d8 None None] For port 31fbecbb-03f4-470c-92c5-27929435eed8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=31fbecbb-03f4-470c-92c5-27929435eed8,segment=NetworkSegment(9c117fd0-cf36-4813-b01c-b1327079b377),segment_id=9c117fd0-cf36-4813-b01c-b1327079b377)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:30:35.511814 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1c6daf6c-9488-4c1d-9a3f-97167d23a9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (31fbecbb-03f4-470c-92c5-27929435eed8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:35.660605 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6daf6c-9488-4c1d-9a3f-97167d23a9d8 None None] Pushing event updated for resources: {'Port': ['ID=31fbecbb-03f4-470c-92c5-27929435eed8,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:30:35.663591 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-118d4713-ee33-414d-93db-c52ed0ac5837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f68feb0>, [{'id': '6976d40d-9e1b-4c2b-b6ed-3b85677d50cf', 'name': 'tempest-TestMinimumBasicScenario-988771780-router', 'tenant_id': 'e61d05fbf2a344189ea05c81e878b299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.71'}], 'enable_snat': True}, 'gw_port_id': 'dca912c9-cd14-4ffb-a650-9a3feaea56c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:30:27Z', 'updated_at': '2022-05-07T22:30:31Z', 'revision_number': 4, 'project_id': 'e61d05fbf2a344189ea05c81e878b299', 'gw_port': {'id': 'dca912c9-cd14-4ffb-a650-9a3feaea56c5', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:af:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6976d40d-9e1b-4c2b-b6ed-3b85677d50cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:30:28Z', 'updated_at': '2022-05-07T22:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '31fbecbb-03f4-470c-92c5-27929435eed8', 'name': '', 'network_id': 'c12aecbb-54dd-4f12-a392-14a6936abb32', 'tenant_id': 'e61d05fbf2a344189ea05c81e878b299', 'mac_address': 'fa:16:3e:ac:44:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6976d40d-9e1b-4c2b-b6ed-3b85677d50cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'bbcece54-f338-43e4-b1cd-1116cd8d93cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:30:30Z', 'updated_at': '2022-05-07T22:30:34Z', 'revision_number': 4, 'project_id': 'e61d05fbf2a344189ea05c81e878b299', 'subnets': [{'id': 'bbcece54-f338-43e4-b1cd-1116cd8d93cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:30:35.667961 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device dca912c9-cd14-4ffb-a650-9a3feaea56c5 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:30:35.671928 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-b572477a-12af-430f-bc14-bfa0471d1693 None None] Provisioning complete for port 31fbecbb-03f4-470c-92c5-27929435eed8 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:30:35.672285 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b572477a-12af-430f-bc14-bfa0471d1693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (31fbecbb-03f4-470c-92c5-27929435eed8), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:35.736631 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118d4713-ee33-414d-93db-c52ed0ac5837 None None] The sync data for ids ['6976d40d-9e1b-4c2b-b6ed-3b85677d50cf'] in ncdv-master-1 is: [{'id': '6976d40d-9e1b-4c2b-b6ed-3b85677d50cf', 'name': 'tempest-TestMinimumBasicScenario-988771780-router', 'tenant_id': 'e61d05fbf2a344189ea05c81e878b299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.71'}], 'enable_snat': True}, 'gw_port_id': 'dca912c9-cd14-4ffb-a650-9a3feaea56c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:30:27Z', 'updated_at': '2022-05-07T22:30:31Z', 'revision_number': 4, 'project_id': 'e61d05fbf2a344189ea05c81e878b299', 'gw_port': {'id': 'dca912c9-cd14-4ffb-a650-9a3feaea56c5', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:af:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6976d40d-9e1b-4c2b-b6ed-3b85677d50cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:30:28Z', 'updated_at': '2022-05-07T22:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '31fbecbb-03f4-470c-92c5-27929435eed8', 'name': '', 'network_id': 'c12aecbb-54dd-4f12-a392-14a6936abb32', 'tenant_id': 'e61d05fbf2a344189ea05c81e878b299', 'mac_address': 'fa:16:3e:ac:44:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6976d40d-9e1b-4c2b-b6ed-3b85677d50cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': 'bbcece54-f338-43e4-b1cd-1116cd8d93cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:30:30Z', 'updated_at': '2022-05-07T22:30:34Z', 'revision_number': 4, 'project_id': 'e61d05fbf2a344189ea05c81e878b299', 'subnets': [{'id': 'bbcece54-f338-43e4-b1cd-1116cd8d93cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:30:35.782993 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port dca912c9-cd14-4ffb-a650-9a3feaea56c5 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:30:35.783930 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (dca912c9-cd14-4ffb-a650-9a3feaea56c5), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:35.885968 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-b572477a-12af-430f-bc14-bfa0471d1693 None None] Current status of the port 31fbecbb-03f4-470c-92c5-27929435eed8 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:30:35.945134 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port dca912c9-cd14-4ffb-a650-9a3feaea56c5 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:30:37.612464 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 31fbecbb-03f4-470c-92c5-27929435eed8 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:30:37.680988 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 31fbecbb-03f4-470c-92c5-27929435eed8 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:30:37.681375 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (31fbecbb-03f4-470c-92c5-27929435eed8), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:37.789962 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 31fbecbb-03f4-470c-92c5-27929435eed8 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:30:41.794009 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5909acf-ee9f-4057-917b-02ca67f6ad48 req-93fa767f-34cb-4383-801c-8d4e077a18fd tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:30:41.795531 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b5909acf-ee9f-4057-917b-02ca67f6ad48 req-93fa767f-34cb-4383-801c-8d4e077a18fd tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] 10.222.0.32 "GET /v2.0/networks?id=911f7ebe-0e4c-46f0-8810-404a7aa9cfab HTTP/1.1" status: 200  len: 815 time: 0.1039903
May 07 22:30:41.809880 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b5909acf-ee9f-4057-917b-02ca67f6ad48 req-28ec398c-9350-44f1-9a2f-14fe5cb0a955 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] 10.222.0.32 "GET /v2.0/quotas/42b928f3be814de2bf73bded06b23fd4 HTTP/1.1" status: 200  len: 375 time: 0.0088444
May 07 22:30:41.863749 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b5909acf-ee9f-4057-917b-02ca67f6ad48 req-2ae8a6ab-014e-4c29-8500-bce4f9c49fe5 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=42b928f3be814de2bf73bded06b23fd4&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0486014
May 07 22:30:41.970182 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b5909acf-ee9f-4057-917b-02ca67f6ad48 req-ce12096e-1013-4ab1-808c-b40bcf9fc973 service neutron] 10.222.0.32 "GET /v2.0/networks/911f7ebe-0e4c-46f0-8810-404a7aa9cfab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0922494
May 07 22:30:42.059502 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b5909acf-ee9f-4057-917b-02ca67f6ad48 req-b69c0f02-0773-4865-bfb0-982d09b402a5 service neutron] 10.222.0.32 "GET /v2.0/networks/911f7ebe-0e4c-46f0-8810-404a7aa9cfab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0830612
May 07 22:30:42.224372 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4fc569e0-b5e0-4a97-89db-d394d8626521 req-77d6b776-32c5-4ffa-8ddd-4c2310547d65 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac17638e-6dd6-4f75-8473-22f89b9e1e56 HTTP/1.1" status: 200  len: 210 time: 0.0328732
May 07 22:30:43.168241 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5909acf-ee9f-4057-917b-02ca67f6ad48 req-73cb2f20-0a07-440c-b641-5ed00b17014b tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:30:43.169724 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b5909acf-ee9f-4057-917b-02ca67f6ad48 req-73cb2f20-0a07-440c-b641-5ed00b17014b tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] 10.222.0.59 "GET /v2.0/networks?id=911f7ebe-0e4c-46f0-8810-404a7aa9cfab HTTP/1.1" status: 200  len: 815 time: 0.1101124
May 07 22:30:43.181940 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-b5909acf-ee9f-4057-917b-02ca67f6ad48 req-3d4ef83b-bf0b-42a5-8134-1e5c8c6da670 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Request body: {'port': {'device_id': 'ac17638e-6dd6-4f75-8473-22f89b9e1e56', 'network_id': '911f7ebe-0e4c-46f0-8810-404a7aa9cfab', 'admin_state_up': True, 'tenant_id': '42b928f3be814de2bf73bded06b23fd4'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:30:43.291783 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5909acf-ee9f-4057-917b-02ca67f6ad48 req-3d4ef83b-bf0b-42a5-8134-1e5c8c6da670 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Made reservation on behalf of 42b928f3be814de2bf73bded06b23fd4 for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:30:43.295333 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-b5909acf-ee9f-4057-917b-02ca67f6ad48 req-3d4ef83b-bf0b-42a5-8134-1e5c8c6da670 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:43.343789 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-208a3cc2-0312-4005-83e1-4e06fae6bcae req-11e8a382-a182-4177-b736-6f845aefd873 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac17638e-6dd6-4f75-8473-22f89b9e1e56 HTTP/1.1" status: 200  len: 210 time: 0.0338984
May 07 22:30:43.469578 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [req-b5909acf-ee9f-4057-917b-02ca67f6ad48 req-3d4ef83b-bf0b-42a5-8134-1e5c8c6da670 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Allocated IP 172.20.0.5 (911f7ebe-0e4c-46f0-8810-404a7aa9cfab/92ffe26f-6d2a-4848-ae60-c70e06d2ea24/3bfbd29b-32ec-4b40-b0ab-497ba05496e8) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:30:43.680521 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-b5909acf-ee9f-4057-917b-02ca67f6ad48 req-3d4ef83b-bf0b-42a5-8134-1e5c8c6da670 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Publish callbacks [] for port (3bfbd29b-32ec-4b40-b0ab-497ba05496e8), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:43.715521 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-b5909acf-ee9f-4057-917b-02ca67f6ad48 req-3d4ef83b-bf0b-42a5-8134-1e5c8c6da670 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (3bfbd29b-32ec-4b40-b0ab-497ba05496e8), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:43.786212 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5909acf-ee9f-4057-917b-02ca67f6ad48 req-3d4ef83b-bf0b-42a5-8134-1e5c8c6da670 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Network 911f7ebe-0e4c-46f0-8810-404a7aa9cfab is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:30:43.789425 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [req-b5909acf-ee9f-4057-917b-02ca67f6ad48 req-3d4ef83b-bf0b-42a5-8134-1e5c8c6da670 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:30:43.799441 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5909acf-ee9f-4057-917b-02ca67f6ad48 req-3d4ef83b-bf0b-42a5-8134-1e5c8c6da670 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:30:43.803995 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4ef83b-bf0b-42a5-8134-1e5c8c6da670 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Pushing event updated for resources: {'Port': ['ID=3bfbd29b-32ec-4b40-b0ab-497ba05496e8,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:30:43.838050 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4ef83b-bf0b-42a5-8134-1e5c8c6da670 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:30:43.838383 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4ef83b-bf0b-42a5-8134-1e5c8c6da670 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:30:43.838715 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4ef83b-bf0b-42a5-8134-1e5c8c6da670 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:30:43.839082 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4ef83b-bf0b-42a5-8134-1e5c8c6da670 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:30:43.839422 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4ef83b-bf0b-42a5-8134-1e5c8c6da670 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:30:43.839769 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4ef83b-bf0b-42a5-8134-1e5c8c6da670 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:30:43.840096 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4ef83b-bf0b-42a5-8134-1e5c8c6da670 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:30:43.841093 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4ef83b-bf0b-42a5-8134-1e5c8c6da670 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:30:43.841093 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4ef83b-bf0b-42a5-8134-1e5c8c6da670 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:30:43.841093 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4ef83b-bf0b-42a5-8134-1e5c8c6da670 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:30:43.841640 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4ef83b-bf0b-42a5-8134-1e5c8c6da670 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:30:43.841754 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4ef83b-bf0b-42a5-8134-1e5c8c6da670 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:30:43.841989 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4ef83b-bf0b-42a5-8134-1e5c8c6da670 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:30:43.844815 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4ef83b-bf0b-42a5-8134-1e5c8c6da670 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:30:43.844815 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d4ef83b-bf0b-42a5-8134-1e5c8c6da670 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:30:43.896933 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5909acf-ee9f-4057-917b-02ca67f6ad48 req-3d4ef83b-bf0b-42a5-8134-1e5c8c6da670 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:30:43.897901 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-b5909acf-ee9f-4057-917b-02ca67f6ad48 req-3d4ef83b-bf0b-42a5-8134-1e5c8c6da670 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:43.924028 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b5909acf-ee9f-4057-917b-02ca67f6ad48 req-3d4ef83b-bf0b-42a5-8134-1e5c8c6da670 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7458520
May 07 22:30:44.068203 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-17087100-a297-46de-ab85-4012bb920b85 None None] Provisioning complete for port 3bfbd29b-32ec-4b40-b0ab-497ba05496e8 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:30:44.068852 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-17087100-a297-46de-ab85-4012bb920b85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (3bfbd29b-32ec-4b40-b0ab-497ba05496e8), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:44.104572 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-17087100-a297-46de-ab85-4012bb920b85 None None] Port 3bfbd29b-32ec-4b40-b0ab-497ba05496e8 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:30:44.475884 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b808ffe7-2aa1-4b79-aea9-c3e5c66b61f8 req-75bb94ac-88fe-40be-8d24-434d5e9d1d3c tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:30:44.477465 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b808ffe7-2aa1-4b79-aea9-c3e5c66b61f8 req-75bb94ac-88fe-40be-8d24-434d5e9d1d3c tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac17638e-6dd6-4f75-8473-22f89b9e1e56 HTTP/1.1" status: 200  len: 931 time: 0.0536971
May 07 22:30:44.540128 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b808ffe7-2aa1-4b79-aea9-c3e5c66b61f8 req-17f88d0d-4c0e-4daa-9720-ae23d8266267 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] 10.222.0.32 "GET /v2.0/security-groups?id=01127dbf-b427-41a9-9895-14d47dec9855&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0561123
May 07 22:30:45.675943 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f51820-ae6f-4066-b133-37c15d45f5ea req-0a75c0ef-1325-44ce-93fd-3664a53ee350 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:30:45.677518 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-67f51820-ae6f-4066-b133-37c15d45f5ea req-0a75c0ef-1325-44ce-93fd-3664a53ee350 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac17638e-6dd6-4f75-8473-22f89b9e1e56 HTTP/1.1" status: 200  len: 931 time: 0.0589328
May 07 22:30:45.732077 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-67f51820-ae6f-4066-b133-37c15d45f5ea req-e2775921-130d-4408-8eb5-031a7e1a2c94 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] 10.222.0.32 "GET /v2.0/security-groups?id=01127dbf-b427-41a9-9895-14d47dec9855&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487452
May 07 22:30:46.876700 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5d4569-5599-4c2e-b661-30c7bb661614 req-2d7ff3ce-d8bd-48af-8f25-15c522ae5c92 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:30:46.879143 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bb5d4569-5599-4c2e-b661-30c7bb661614 req-2d7ff3ce-d8bd-48af-8f25-15c522ae5c92 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac17638e-6dd6-4f75-8473-22f89b9e1e56 HTTP/1.1" status: 200  len: 931 time: 0.0568423
May 07 22:30:46.948338 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bb5d4569-5599-4c2e-b661-30c7bb661614 req-b102ce00-fe13-41a6-b348-9b287677371f tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] 10.222.0.32 "GET /v2.0/security-groups?id=01127dbf-b427-41a9-9895-14d47dec9855&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588858
May 07 22:30:48.079665 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54596b29-b6fe-474c-ad1e-75454a2beb1e req-a8db60ef-ebe2-44e4-8fce-0d17ae5e5be5 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:30:48.081479 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-54596b29-b6fe-474c-ad1e-75454a2beb1e req-a8db60ef-ebe2-44e4-8fce-0d17ae5e5be5 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac17638e-6dd6-4f75-8473-22f89b9e1e56 HTTP/1.1" status: 200  len: 931 time: 0.0523496
May 07 22:30:48.133806 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-54596b29-b6fe-474c-ad1e-75454a2beb1e req-44f25cb3-9a9f-487d-9a7b-fdd706cf97bc tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] 10.222.0.32 "GET /v2.0/security-groups?id=01127dbf-b427-41a9-9895-14d47dec9855&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467050
May 07 22:30:49.256155 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a01bb3-7365-4c94-babe-461bf6609a8a req-434d497f-cc94-4bee-969b-c669d33339ae tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:30:49.257884 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d6a01bb3-7365-4c94-babe-461bf6609a8a req-434d497f-cc94-4bee-969b-c669d33339ae tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac17638e-6dd6-4f75-8473-22f89b9e1e56 HTTP/1.1" status: 200  len: 931 time: 0.0508220
May 07 22:30:49.332943 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d6a01bb3-7365-4c94-babe-461bf6609a8a req-239e4ff1-f821-4269-a383-2581f7d1399d tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] 10.222.0.32 "GET /v2.0/security-groups?id=01127dbf-b427-41a9-9895-14d47dec9855&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0631382
May 07 22:30:50.466964 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2533a4-3f33-4904-910e-c4ef38a90616 req-204e92f7-c1e6-4f9e-a7e1-dd2900abb4d6 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:30:50.573525 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9c2533a4-3f33-4904-910e-c4ef38a90616 req-204e92f7-c1e6-4f9e-a7e1-dd2900abb4d6 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac17638e-6dd6-4f75-8473-22f89b9e1e56 HTTP/1.1" status: 200  len: 931 time: 0.0620182
May 07 22:30:50.573525 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9c2533a4-3f33-4904-910e-c4ef38a90616 req-b11e704f-20ea-4c75-968f-606b8c2fa07e tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] 10.222.0.32 "GET /v2.0/security-groups?id=01127dbf-b427-41a9-9895-14d47dec9855&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496290
May 07 22:30:50.898013 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-b5909acf-ee9f-4057-917b-02ca67f6ad48 req-4273639c-9fec-4fbc-8d7b-64b6bb3a8807 service neutron] Request body: {'port': {'device_id': 'ac17638e-6dd6-4f75-8473-22f89b9e1e56', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:30:50.955022 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-b5909acf-ee9f-4057-917b-02ca67f6ad48 req-4273639c-9fec-4fbc-8d7b-64b6bb3a8807 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (3bfbd29b-32ec-4b40-b0ab-497ba05496e8), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:51.212199 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [req-b5909acf-ee9f-4057-917b-02ca67f6ad48 req-4273639c-9fec-4fbc-8d7b-64b6bb3a8807 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bfbd29b-32ec-4b40-b0ab-497ba05496e8 {{(pid=121837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:30:51.220479 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-b5909acf-ee9f-4057-917b-02ca67f6ad48 req-4273639c-9fec-4fbc-8d7b-64b6bb3a8807 service neutron] Publish callbacks [] for port (3bfbd29b-32ec-4b40-b0ab-497ba05496e8), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:51.233252 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-b5909acf-ee9f-4057-917b-02ca67f6ad48 req-4273639c-9fec-4fbc-8d7b-64b6bb3a8807 service neutron] Transition to ACTIVE for port object 3bfbd29b-32ec-4b40-b0ab-497ba05496e8 will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 22:30:51.236784 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-b5909acf-ee9f-4057-917b-02ca67f6ad48 req-4273639c-9fec-4fbc-8d7b-64b6bb3a8807 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (3bfbd29b-32ec-4b40-b0ab-497ba05496e8), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:51.291033 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4273639c-9fec-4fbc-8d7b-64b6bb3a8807 service neutron] Pushing event updated for resources: {'Port': ['ID=3bfbd29b-32ec-4b40-b0ab-497ba05496e8,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:30:51.365745 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-b5909acf-ee9f-4057-917b-02ca67f6ad48 req-4273639c-9fec-4fbc-8d7b-64b6bb3a8807 service neutron] Attempting to bind port 3bfbd29b-32ec-4b40-b0ab-497ba05496e8 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:30:51.366085 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-b5909acf-ee9f-4057-917b-02ca67f6ad48 req-4273639c-9fec-4fbc-8d7b-64b6bb3a8807 service neutron] Attempting to bind port 3bfbd29b-32ec-4b40-b0ab-497ba05496e8 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'af3a0180-0565-449d-969a-7937b8e53e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '911f7ebe-0e4c-46f0-8810-404a7aa9cfab'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:30:51.366414 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5909acf-ee9f-4057-917b-02ca67f6ad48 req-4273639c-9fec-4fbc-8d7b-64b6bb3a8807 service neutron] Attempting to bind port 3bfbd29b-32ec-4b40-b0ab-497ba05496e8 on network 911f7ebe-0e4c-46f0-8810-404a7aa9cfab {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:30:51.371118 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5909acf-ee9f-4057-917b-02ca67f6ad48 req-4273639c-9fec-4fbc-8d7b-64b6bb3a8807 service neutron] Port 3bfbd29b-32ec-4b40-b0ab-497ba05496e8 on network 911f7ebe-0e4c-46f0-8810-404a7aa9cfab not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:30:51.371442 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5909acf-ee9f-4057-917b-02ca67f6ad48 req-4273639c-9fec-4fbc-8d7b-64b6bb3a8807 service neutron] Attempting to bind port 3bfbd29b-32ec-4b40-b0ab-497ba05496e8 on network 911f7ebe-0e4c-46f0-8810-404a7aa9cfab {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:30:51.376597 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5909acf-ee9f-4057-917b-02ca67f6ad48 req-4273639c-9fec-4fbc-8d7b-64b6bb3a8807 service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:30:51.376928 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5909acf-ee9f-4057-917b-02ca67f6ad48 req-4273639c-9fec-4fbc-8d7b-64b6bb3a8807 service neutron] Checking segment: {'id': 'af3a0180-0565-449d-969a-7937b8e53e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '911f7ebe-0e4c-46f0-8810-404a7aa9cfab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:30:51.377308 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5909acf-ee9f-4057-917b-02ca67f6ad48 req-4273639c-9fec-4fbc-8d7b-64b6bb3a8807 service neutron] Bound using segment: {'id': 'af3a0180-0565-449d-969a-7937b8e53e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '911f7ebe-0e4c-46f0-8810-404a7aa9cfab'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:30:51.377724 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-b5909acf-ee9f-4057-917b-02ca67f6ad48 req-4273639c-9fec-4fbc-8d7b-64b6bb3a8807 service neutron] Bound port: 3bfbd29b-32ec-4b40-b0ab-497ba05496e8, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af3a0180-0565-449d-969a-7937b8e53e44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '911f7ebe-0e4c-46f0-8810-404a7aa9cfab'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:30:51.378078 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-b5909acf-ee9f-4057-917b-02ca67f6ad48 req-4273639c-9fec-4fbc-8d7b-64b6bb3a8807 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (3bfbd29b-32ec-4b40-b0ab-497ba05496e8), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:51.444478 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-b5909acf-ee9f-4057-917b-02ca67f6ad48 req-4273639c-9fec-4fbc-8d7b-64b6bb3a8807 service neutron] For port 3bfbd29b-32ec-4b40-b0ab-497ba05496e8, host nch2-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:30:51.447576 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-b5909acf-ee9f-4057-917b-02ca67f6ad48 req-4273639c-9fec-4fbc-8d7b-64b6bb3a8807 service neutron] For port 3bfbd29b-32ec-4b40-b0ab-497ba05496e8, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3bfbd29b-32ec-4b40-b0ab-497ba05496e8,segment=NetworkSegment(af3a0180-0565-449d-969a-7937b8e53e44),segment_id=af3a0180-0565-449d-969a-7937b8e53e44)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:30:51.454426 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-b5909acf-ee9f-4057-917b-02ca67f6ad48 req-4273639c-9fec-4fbc-8d7b-64b6bb3a8807 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (3bfbd29b-32ec-4b40-b0ab-497ba05496e8), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:51.489111 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5909acf-ee9f-4057-917b-02ca67f6ad48 req-4273639c-9fec-4fbc-8d7b-64b6bb3a8807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:30:51.489737 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-b5909acf-ee9f-4057-917b-02ca67f6ad48 req-4273639c-9fec-4fbc-8d7b-64b6bb3a8807 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:51.491233 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b5909acf-ee9f-4057-917b-02ca67f6ad48 req-4273639c-9fec-4fbc-8d7b-64b6bb3a8807 service neutron] 10.222.0.59 "PUT /v2.0/ports/3bfbd29b-32ec-4b40-b0ab-497ba05496e8 HTTP/1.1" status: 200  len: 1091 time: 0.5978513
May 07 22:30:51.491656 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac17638e-6dd6-4f75-8473-22f89b9e1e56', 'tag': '3bfbd29b-32ec-4b40-b0ab-497ba05496e8'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:30:51.493840 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc4761ad-f185-4152-8f69-64c09da36066" -d '{"events": [{"name": "network-changed", "server_uuid": "ac17638e-6dd6-4f75-8473-22f89b9e1e56", "tag": "3bfbd29b-32ec-4b40-b0ab-497ba05496e8"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:30:51.520730 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4273639c-9fec-4fbc-8d7b-64b6bb3a8807 service neutron] Pushing event updated for resources: {'Port': ['ID=3bfbd29b-32ec-4b40-b0ab-497ba05496e8,revision_number=3']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:30:51.544847 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a17d616c-8d45-471a-a5c6-0989644249ed x-openstack-request-id: req-a17d616c-8d45-471a-a5c6-0989644249ed {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:30:51.545195 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac17638e-6dd6-4f75-8473-22f89b9e1e56", "tag": "3bfbd29b-32ec-4b40-b0ab-497ba05496e8", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:30:51.545630 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a17d616c-8d45-471a-a5c6-0989644249ed {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:30:51.546043 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a17d616c-8d45-471a-a5c6-0989644249ed'] response: {'name': 'network-changed', 'server_uuid': 'ac17638e-6dd6-4f75-8473-22f89b9e1e56', 'tag': '3bfbd29b-32ec-4b40-b0ab-497ba05496e8', 'status': 'completed', 'code': 200}
May 07 22:30:51.576397 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5909acf-ee9f-4057-917b-02ca67f6ad48 req-1e32770e-a9f0-4ab0-bf42-ab4eea0b698e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:30:51.579156 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b5909acf-ee9f-4057-917b-02ca67f6ad48 req-1e32770e-a9f0-4ab0-bf42-ab4eea0b698e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=42b928f3be814de2bf73bded06b23fd4&device_id=ac17638e-6dd6-4f75-8473-22f89b9e1e56 HTTP/1.1" status: 200  len: 1125 time: 0.0469403
May 07 22:30:51.629273 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b5909acf-ee9f-4057-917b-02ca67f6ad48 req-aea36345-6c07-4bb2-8258-b2d3c66c8a80 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3bfbd29b-32ec-4b40-b0ab-497ba05496e8 HTTP/1.1" status: 200  len: 217 time: 0.0437696
May 07 22:30:51.703847 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fae339-cd0f-4746-a70c-a25f081b8099 req-5beab12b-7d8a-481b-8941-2fa9fc9f880d tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:30:51.705420 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f6fae339-cd0f-4746-a70c-a25f081b8099 req-5beab12b-7d8a-481b-8941-2fa9fc9f880d tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac17638e-6dd6-4f75-8473-22f89b9e1e56 HTTP/1.1" status: 200  len: 943 time: 0.0786850
May 07 22:30:51.714260 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5909acf-ee9f-4057-917b-02ca67f6ad48 req-6badab58-53d2-4130-9b63-587ddd0a9e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:30:51.715663 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b5909acf-ee9f-4057-917b-02ca67f6ad48 req-6badab58-53d2-4130-9b63-587ddd0a9e47 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=92ffe26f-6d2a-4848-ae60-c70e06d2ea24 HTTP/1.1" status: 200  len: 854 time: 0.0786827
May 07 22:30:51.785384 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5909acf-ee9f-4057-917b-02ca67f6ad48 req-732de63b-f4eb-4655-9090-9bd533c6a84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:30:51.786902 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b5909acf-ee9f-4057-917b-02ca67f6ad48 req-732de63b-f4eb-4655-9090-9bd533c6a84d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=911f7ebe-0e4c-46f0-8810-404a7aa9cfab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0655372
May 07 22:30:51.790329 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f6fae339-cd0f-4746-a70c-a25f081b8099 req-6ddb6d8f-831e-4bbe-871d-bff6ada2e790 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] 10.222.0.32 "GET /v2.0/security-groups?id=01127dbf-b427-41a9-9895-14d47dec9855&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0783966
May 07 22:30:51.877735 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b5909acf-ee9f-4057-917b-02ca67f6ad48 req-69bbe3a8-9c0f-4f06-ad29-44d502164c9d service neutron] 10.222.0.59 "GET /v2.0/networks/911f7ebe-0e4c-46f0-8810-404a7aa9cfab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0849490
May 07 22:30:51.970748 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b5909acf-ee9f-4057-917b-02ca67f6ad48 req-00b1ba84-3a27-43e4-b0ab-293015030fb6 service neutron] 10.222.0.59 "GET /v2.0/networks/911f7ebe-0e4c-46f0-8810-404a7aa9cfab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0853252
May 07 22:30:52.115803 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:52.811655 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4761ad-f185-4152-8f69-64c09da36066 req-dabd0094-7424-484d-9522-fa3ee09a37c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:30:52.813164 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bc4761ad-f185-4152-8f69-64c09da36066 req-dabd0094-7424-484d-9522-fa3ee09a37c4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=42b928f3be814de2bf73bded06b23fd4&device_id=ac17638e-6dd6-4f75-8473-22f89b9e1e56 HTTP/1.1" status: 200  len: 1125 time: 0.0388782
May 07 22:30:52.910369 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4761ad-f185-4152-8f69-64c09da36066 req-d6f1926e-05c5-4516-b272-298717a7f451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:30:52.911868 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bc4761ad-f185-4152-8f69-64c09da36066 req-d6f1926e-05c5-4516-b272-298717a7f451 service neutron] 10.222.0.59 "GET /v2.0/networks?id=911f7ebe-0e4c-46f0-8810-404a7aa9cfab HTTP/1.1" status: 200  len: 916 time: 0.0929275
May 07 22:30:52.912752 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d23382-232b-4ee4-af14-a36cefd70f2c req-c9044a45-a6dc-4567-9f47-a72c00f7fa10 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:30:52.914221 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-32d23382-232b-4ee4-af14-a36cefd70f2c req-c9044a45-a6dc-4567-9f47-a72c00f7fa10 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac17638e-6dd6-4f75-8473-22f89b9e1e56 HTTP/1.1" status: 200  len: 943 time: 0.0530024
May 07 22:30:52.952640 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bc4761ad-f185-4152-8f69-64c09da36066 req-a3cffc8c-336e-491e-950f-fc96b4a83cec service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3bfbd29b-32ec-4b40-b0ab-497ba05496e8 HTTP/1.1" status: 200  len: 217 time: 0.0343654
May 07 22:30:52.960866 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-32d23382-232b-4ee4-af14-a36cefd70f2c req-7e995014-cb80-4fde-9fab-a9c3ef28a72f tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] 10.222.0.32 "GET /v2.0/security-groups?id=01127dbf-b427-41a9-9895-14d47dec9855&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405412
May 07 22:30:53.001898 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4761ad-f185-4152-8f69-64c09da36066 req-5f47b0de-ccb4-4b31-b741-0dfe76963880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:30:53.003530 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bc4761ad-f185-4152-8f69-64c09da36066 req-5f47b0de-ccb4-4b31-b741-0dfe76963880 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=92ffe26f-6d2a-4848-ae60-c70e06d2ea24 HTTP/1.1" status: 200  len: 854 time: 0.0449448
May 07 22:30:53.049459 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4761ad-f185-4152-8f69-64c09da36066 req-6165099b-ff69-4cfb-bc14-5ae1e5362bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:30:53.050997 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bc4761ad-f185-4152-8f69-64c09da36066 req-6165099b-ff69-4cfb-bc14-5ae1e5362bc2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=911f7ebe-0e4c-46f0-8810-404a7aa9cfab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0419421
May 07 22:30:53.140765 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bc4761ad-f185-4152-8f69-64c09da36066 req-21fe6f7a-95c4-428d-8dd2-aedcbe810a79 service neutron] 10.222.0.59 "GET /v2.0/networks/911f7ebe-0e4c-46f0-8810-404a7aa9cfab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0840454
May 07 22:30:53.241407 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bc4761ad-f185-4152-8f69-64c09da36066 req-5a868daf-641e-4831-9069-ca2f3eea87db service neutron] 10.222.0.59 "GET /v2.0/networks/911f7ebe-0e4c-46f0-8810-404a7aa9cfab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0945346
May 07 22:30:53.701652 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-48f81a87-7d8f-4b92-9bb6-a28e209722da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:53.890442 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 3bfbd29b-32ec-4b40-b0ab-497ba05496e8 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:30:53.993300 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 3bfbd29b-32ec-4b40-b0ab-497ba05496e8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3bfbd29b-32ec-4b40-b0ab-497ba05496e8,segment=NetworkSegment(af3a0180-0565-449d-969a-7937b8e53e44),segment_id=af3a0180-0565-449d-969a-7937b8e53e44)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:30:54.005395 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': '3bfbd29b-32ec-4b40-b0ab-497ba05496e8', 'network_id': '911f7ebe-0e4c-46f0-8810-404a7aa9cfab', 'port_id': '3bfbd29b-32ec-4b40-b0ab-497ba05496e8', 'mac_address': 'fa:16:3e:32:a4:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92ffe26f-6d2a-4848-ae60-c70e06d2ea24', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:30:54.043734 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 3bfbd29b-32ec-4b40-b0ab-497ba05496e8 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:30:54.044128 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (3bfbd29b-32ec-4b40-b0ab-497ba05496e8), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:54.057067 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bfbd29b-32ec-4b40-b0ab-497ba05496e8 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:30:54.076330 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 3bfbd29b-32ec-4b40-b0ab-497ba05496e8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3bfbd29b-32ec-4b40-b0ab-497ba05496e8,segment=NetworkSegment(af3a0180-0565-449d-969a-7937b8e53e44),segment_id=af3a0180-0565-449d-969a-7937b8e53e44)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:30:54.079165 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e679a-86f9-4719-9d4c-f201073a789c req-429223fe-b25f-400c-86e8-ae5a8484571d tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:30:54.080674 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3f4e679a-86f9-4719-9d4c-f201073a789c req-429223fe-b25f-400c-86e8-ae5a8484571d tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac17638e-6dd6-4f75-8473-22f89b9e1e56 HTTP/1.1" status: 200  len: 943 time: 0.0469918
May 07 22:30:54.081112 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (3bfbd29b-32ec-4b40-b0ab-497ba05496e8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:54.128823 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=3bfbd29b-32ec-4b40-b0ab-497ba05496e8,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:30:54.129381 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3f4e679a-86f9-4719-9d4c-f201073a789c req-47a54014-c489-41f0-9a1b-082d87a6dd33 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] 10.222.0.32 "GET /v2.0/security-groups?id=01127dbf-b427-41a9-9895-14d47dec9855&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416348
May 07 22:30:54.231065 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:54.283710 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['3bfbd29b-32ec-4b40-b0ab-497ba05496e8'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:30:54.860277 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 22:30:55.247596 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0983d9b-2395-4b4b-884c-ce3e3a2d2b1a req-358ae5b8-afab-45d3-a8cc-6dacac0dd0c7 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:30:55.249604 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b0983d9b-2395-4b4b-884c-ce3e3a2d2b1a req-358ae5b8-afab-45d3-a8cc-6dacac0dd0c7 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac17638e-6dd6-4f75-8473-22f89b9e1e56 HTTP/1.1" status: 200  len: 944 time: 0.0487518
May 07 22:30:55.296456 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b0983d9b-2395-4b4b-884c-ce3e3a2d2b1a req-b7692ff4-4c12-4b0d-8ac9-93da798d3629 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] 10.222.0.32 "GET /v2.0/security-groups?id=01127dbf-b427-41a9-9895-14d47dec9855&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412166
May 07 22:30:55.921752 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 3bfbd29b-32ec-4b40-b0ab-497ba05496e8 up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:30:55.965049 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning for port 3bfbd29b-32ec-4b40-b0ab-497ba05496e8 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 22:30:55.970803 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port 3bfbd29b-32ec-4b40-b0ab-497ba05496e8 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:30:55.971255 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (3bfbd29b-32ec-4b40-b0ab-497ba05496e8), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:56.053931 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 3bfbd29b-32ec-4b40-b0ab-497ba05496e8 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:30:56.054329 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (3bfbd29b-32ec-4b40-b0ab-497ba05496e8), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:56.076298 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac17638e-6dd6-4f75-8473-22f89b9e1e56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bfbd29b-32ec-4b40-b0ab-497ba05496e8'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:30:56.078576 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-471b2ea8-9234-4888-952f-bf2a97cbe8ba" -d '{"events": [{"server_uuid": "ac17638e-6dd6-4f75-8473-22f89b9e1e56", "name": "network-vif-plugged", "status": "completed", "tag": "3bfbd29b-32ec-4b40-b0ab-497ba05496e8"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:30:56.091355 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 3bfbd29b-32ec-4b40-b0ab-497ba05496e8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3bfbd29b-32ec-4b40-b0ab-497ba05496e8,segment=NetworkSegment(af3a0180-0565-449d-969a-7937b8e53e44),segment_id=af3a0180-0565-449d-969a-7937b8e53e44)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:30:56.096238 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (3bfbd29b-32ec-4b40-b0ab-497ba05496e8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:56.119239 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b4fc32c-5a79-4a57-97f0-5d2034e5f0e1 x-openstack-request-id: req-3b4fc32c-5a79-4a57-97f0-5d2034e5f0e1 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:30:56.119532 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac17638e-6dd6-4f75-8473-22f89b9e1e56", "name": "network-vif-plugged", "status": "completed", "tag": "3bfbd29b-32ec-4b40-b0ab-497ba05496e8", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:30:56.119788 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3b4fc32c-5a79-4a57-97f0-5d2034e5f0e1 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:30:56.120191 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b4fc32c-5a79-4a57-97f0-5d2034e5f0e1'] response: {'server_uuid': 'ac17638e-6dd6-4f75-8473-22f89b9e1e56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bfbd29b-32ec-4b40-b0ab-497ba05496e8', 'code': 200}
May 07 22:30:56.145710 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=3bfbd29b-32ec-4b40-b0ab-497ba05496e8,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:30:56.214132 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b4e5a1-c13b-4e14-a7d1-89cf7f224c7c req-597bcb48-abe0-46ed-ad53-b44bdf87ab15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:30:56.214132 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e0b4e5a1-c13b-4e14-a7d1-89cf7f224c7c req-597bcb48-abe0-46ed-ad53-b44bdf87ab15 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ac17638e-6dd6-4f75-8473-22f89b9e1e56 HTTP/1.1" status: 200  len: 1127 time: 0.0373688
May 07 22:30:56.260278 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e0b4e5a1-c13b-4e14-a7d1-89cf7f224c7c req-73323f3a-dc2d-4208-be25-ee1082648c3a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=01127dbf-b427-41a9-9895-14d47dec9855&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406237
May 07 22:30:56.412524 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a57f39-f316-4ab1-a293-cfb2bdc581e0 req-c5d772be-c3e7-432e-82a2-695e841ff760 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:30:56.414005 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-33a57f39-f316-4ab1-a293-cfb2bdc581e0 req-c5d772be-c3e7-432e-82a2-695e841ff760 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac17638e-6dd6-4f75-8473-22f89b9e1e56 HTTP/1.1" status: 200  len: 945 time: 0.0503974
May 07 22:30:56.461192 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-33a57f39-f316-4ab1-a293-cfb2bdc581e0 req-1447fd8b-3364-45da-8226-b1b60875600c tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] 10.222.0.32 "GET /v2.0/security-groups?id=01127dbf-b427-41a9-9895-14d47dec9855&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410931
May 07 22:30:56.587323 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-21e7b5c0-866b-4f9c-924a-b2878a554ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:57.542088 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:30:57.583651 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f747a470-d13c-496a-9e23-f8ee737ff660 req-f143dc26-7f2b-4b98-bab0-6f0ae8acb83c tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:30:57.585192 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f747a470-d13c-496a-9e23-f8ee737ff660 req-f143dc26-7f2b-4b98-bab0-6f0ae8acb83c tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac17638e-6dd6-4f75-8473-22f89b9e1e56 HTTP/1.1" status: 200  len: 945 time: 0.0532551
May 07 22:30:57.631778 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f747a470-d13c-496a-9e23-f8ee737ff660 req-6569876f-55f7-4bfd-ba79-827465705b48 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] 10.222.0.32 "GET /v2.0/security-groups?id=01127dbf-b427-41a9-9895-14d47dec9855&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406115
May 07 22:30:57.743437 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0d6008-4b99-4400-a805-daa3d8f19b53 req-65083354-52f3-44fa-9f0a-4c99357c438c tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:30:57.744787 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ab0d6008-4b99-4400-a805-daa3d8f19b53 req-65083354-52f3-44fa-9f0a-4c99357c438c tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac17638e-6dd6-4f75-8473-22f89b9e1e56 HTTP/1.1" status: 200  len: 945 time: 0.0463622
May 07 22:30:57.791723 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ab0d6008-4b99-4400-a805-daa3d8f19b53 req-9d1b42ae-eaf0-41ef-849b-2743c72a8066 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] 10.222.0.32 "GET /v2.0/security-groups?id=01127dbf-b427-41a9-9895-14d47dec9855&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409195
May 07 22:30:57.981938 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c3dc73-437c-43e4-b39f-f47383aef7da req-8bc5c24b-58a6-44aa-bb8a-d8c43bbb004a tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:30:57.983941 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c2c3dc73-437c-43e4-b39f-f47383aef7da req-8bc5c24b-58a6-44aa-bb8a-d8c43bbb004a tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac17638e-6dd6-4f75-8473-22f89b9e1e56 HTTP/1.1" status: 200  len: 945 time: 0.0461531
May 07 22:30:58.036490 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c2c3dc73-437c-43e4-b39f-f47383aef7da req-18f2f93f-dd3f-4cf8-9332-01e816900194 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] 10.222.0.32 "GET /v2.0/security-groups?id=01127dbf-b427-41a9-9895-14d47dec9855&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467846
May 07 22:30:59.248527 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:31:00.364240 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:31:02.421886 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe93d89-bfd1-4fa4-a66c-c70b8f2cbd09 req-8d5116ce-fb71-4e13-93a9-71728b6c64e9 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:31:02.423406 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-dfe93d89-bfd1-4fa4-a66c-c70b8f2cbd09 req-8d5116ce-fb71-4e13-93a9-71728b6c64e9 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac17638e-6dd6-4f75-8473-22f89b9e1e56 HTTP/1.1" status: 200  len: 945 time: 0.1478059
May 07 22:31:02.470261 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-dfe93d89-bfd1-4fa4-a66c-c70b8f2cbd09 req-bcbe4c4a-3a18-4d9c-b3a7-41694ce3c47e tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] 10.222.0.32 "GET /v2.0/security-groups?id=01127dbf-b427-41a9-9895-14d47dec9855&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411136
May 07 22:31:02.492904 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 57884) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:31:02.574668 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c79055-bb49-4d82-8b22-b2bfe9ffe47e tempest-TestMinimumBasicScenario-1578617994 tempest-TestMinimumBasicScenario-1578617994-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:31:02.576202 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-b4c79055-bb49-4d82-8b22-b2bfe9ffe47e tempest-TestMinimumBasicScenario-1578617994 tempest-TestMinimumBasicScenario-1578617994-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ac17638e-6dd6-4f75-8473-22f89b9e1e56 HTTP/1.1" status: 200  len: 1122 time: 0.0823541
May 07 22:31:02.579187 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 57888) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:31:02.583248 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-072b1154-abf7-42c0-9d49-98d0dc46f540 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Request body: {'floatingip': {'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'port_id': '3bfbd29b-32ec-4b40-b0ab-497ba05496e8', 'tenant_id': '42b928f3be814de2bf73bded06b23fd4', 'fixed_ip_address': '172.20.0.5'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:31:02.603428 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-072b1154-abf7-42c0-9d49-98d0dc46f540 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:31:02.685316 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-072b1154-abf7-42c0-9d49-98d0dc46f540 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:31:02.787981 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-072b1154-abf7-42c0-9d49-98d0dc46f540 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Allocated IP 172.35.4.169 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/cd73a911-ae72-4589-b623-0853b6eeacf5) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:31:02.891961 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-072b1154-abf7-42c0-9d49-98d0dc46f540 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Publish callbacks [] for port (cd73a911-ae72-4589-b623-0853b6eeacf5), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:31:02.926821 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-072b1154-abf7-42c0-9d49-98d0dc46f540 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (cd73a911-ae72-4589-b623-0853b6eeacf5), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:31:02.963412 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072b1154-abf7-42c0-9d49-98d0dc46f540 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:31:02.966270 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-072b1154-abf7-42c0-9d49-98d0dc46f540 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:31:02.970281 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072b1154-abf7-42c0-9d49-98d0dc46f540 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:31:02.999420 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072b1154-abf7-42c0-9d49-98d0dc46f540 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Pushing event updated for resources: {'Port': ['ID=cd73a911-ae72-4589-b623-0853b6eeacf5,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:31:03.011114 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072b1154-abf7-42c0-9d49-98d0dc46f540 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:31:03.011465 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072b1154-abf7-42c0-9d49-98d0dc46f540 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:31:03.011814 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072b1154-abf7-42c0-9d49-98d0dc46f540 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:31:03.012163 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072b1154-abf7-42c0-9d49-98d0dc46f540 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:31:03.012500 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072b1154-abf7-42c0-9d49-98d0dc46f540 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:31:03.012834 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072b1154-abf7-42c0-9d49-98d0dc46f540 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:31:03.013165 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072b1154-abf7-42c0-9d49-98d0dc46f540 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:31:03.013494 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072b1154-abf7-42c0-9d49-98d0dc46f540 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:31:03.013824 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072b1154-abf7-42c0-9d49-98d0dc46f540 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:31:03.014154 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072b1154-abf7-42c0-9d49-98d0dc46f540 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:31:03.014480 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072b1154-abf7-42c0-9d49-98d0dc46f540 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:31:03.014831 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072b1154-abf7-42c0-9d49-98d0dc46f540 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:31:03.015192 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072b1154-abf7-42c0-9d49-98d0dc46f540 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:31:03.015520 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072b1154-abf7-42c0-9d49-98d0dc46f540 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:31:03.015844 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072b1154-abf7-42c0-9d49-98d0dc46f540 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:31:03.359419 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-072b1154-abf7-42c0-9d49-98d0dc46f540 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Publish callbacks [] for floatingip (327a6782-ce12-4535-9bf2-3dba3e3e3786), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:31:03.428903 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-072b1154-abf7-42c0-9d49-98d0dc46f540 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (cd73a911-ae72-4589-b623-0853b6eeacf5), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:31:03.580459 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-072b1154-abf7-42c0-9d49-98d0dc46f540 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Publish callbacks [] for port (cd73a911-ae72-4589-b623-0853b6eeacf5), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:31:03.585014 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-072b1154-abf7-42c0-9d49-98d0dc46f540 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (cd73a911-ae72-4589-b623-0853b6eeacf5), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:31:03.655200 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072b1154-abf7-42c0-9d49-98d0dc46f540 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Pushing event updated for resources: {'Port': ['ID=cd73a911-ae72-4589-b623-0853b6eeacf5,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:31:03.668997 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-072b1154-abf7-42c0-9d49-98d0dc46f540 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (327a6782-ce12-4535-9bf2-3dba3e3e3786), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:31:03.772176 ncdv-master-1 neutron-server[121836]: INFO neutron.db.l3_db [None req-072b1154-abf7-42c0-9d49-98d0dc46f540 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Floating IP 327a6782-ce12-4535-9bf2-3dba3e3e3786 associated. External IP: 172.35.4.169, port: 3bfbd29b-32ec-4b40-b0ab-497ba05496e8.
May 07 22:31:03.985256 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-072b1154-abf7-42c0-9d49-98d0dc46f540 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Router 5579a99e-3fd1-4435-83e5-24104cf8a178 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:31:04.096120 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-072b1154-abf7-42c0-9d49-98d0dc46f540 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:31:04.105486 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abcfda6-8993-4e55-af15-46f29e919228 None None] Sync routers for ids ['5579a99e-3fd1-4435-83e5-24104cf8a178'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:31:04.113619 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-072b1154-abf7-42c0-9d49-98d0dc46f540 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:31:04.115118 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abcfda6-8993-4e55-af15-46f29e919228 None None] Routers {'5579a99e-3fd1-4435-83e5-24104cf8a178'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:31:04.115731 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-8abcfda6-8993-4e55-af15-46f29e919228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cda0f70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:30:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['5579a99e-3fd1-4435-83e5-24104cf8a178'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:31:04.143540 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-072b1154-abf7-42c0-9d49-98d0dc46f540 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.5633726
May 07 22:31:04.144125 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac17638e-6dd6-4f75-8473-22f89b9e1e56', 'tag': '3bfbd29b-32ec-4b40-b0ab-497ba05496e8'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:31:04.146385 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 57890) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:31:04.146963 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-897f0344-338c-4787-bee4-f1471d3f12cf" -d '{"events": [{"name": "network-changed", "server_uuid": "ac17638e-6dd6-4f75-8473-22f89b9e1e56", "tag": "3bfbd29b-32ec-4b40-b0ab-497ba05496e8"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:31:04.151443 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-698e16ea-9f9f-43a7-aabd-5720717fe96c tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-593561874', 'description': 'tempest-secgroup-smoke-593561874 description', 'project_id': '42b928f3be814de2bf73bded06b23fd4'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:31:04.181557 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-698e16ea-9f9f-43a7-aabd-5720717fe96c tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:31:04.187132 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd3b27d2-8907-45c8-9625-73a41fe6f843 x-openstack-request-id: req-fd3b27d2-8907-45c8-9625-73a41fe6f843 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:31:04.187524 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac17638e-6dd6-4f75-8473-22f89b9e1e56", "tag": "3bfbd29b-32ec-4b40-b0ab-497ba05496e8", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:31:04.187850 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fd3b27d2-8907-45c8-9625-73a41fe6f843 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:31:04.188368 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd3b27d2-8907-45c8-9625-73a41fe6f843'] response: {'name': 'network-changed', 'server_uuid': 'ac17638e-6dd6-4f75-8473-22f89b9e1e56', 'tag': '3bfbd29b-32ec-4b40-b0ab-497ba05496e8', 'status': 'completed', 'code': 200}
May 07 22:31:04.238215 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-8abcfda6-8993-4e55-af15-46f29e919228 None None] Set router 5579a99e-3fd1-4435-83e5-24104cf8a178 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:31:04.258323 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f0344-338c-4787-bee4-f1471d3f12cf req-f844ee73-7afa-454f-8bb4-61b7e61c1d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:31:04.259938 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-897f0344-338c-4787-bee4-f1471d3f12cf req-f844ee73-7afa-454f-8bb4-61b7e61c1d3a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=42b928f3be814de2bf73bded06b23fd4&device_id=ac17638e-6dd6-4f75-8473-22f89b9e1e56 HTTP/1.1" status: 200  len: 1127 time: 0.0526164
May 07 22:31:04.557129 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-8abcfda6-8993-4e55-af15-46f29e919228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cda0f70>, [{'id': '5579a99e-3fd1-4435-83e5-24104cf8a178', 'name': 'tempest-TestMinimumBasicScenario-1522920336-router', 'tenant_id': '42b928f3be814de2bf73bded06b23fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.84'}], 'enable_snat': True}, 'gw_port_id': '5b4e510b-9544-4526-9251-297e9a4ef529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:30:23Z', 'updated_at': '2022-05-07T22:30:26Z', 'revision_number': 4, 'project_id': '42b928f3be814de2bf73bded06b23fd4', 'gw_port': {'id': '5b4e510b-9544-4526-9251-297e9a4ef529', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5579a99e-3fd1-4435-83e5-24104cf8a178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:30:23Z', 'updated_at': '2022-05-07T22:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '327a6782-ce12-4535-9bf2-3dba3e3e3786', 'tenant_id': '42b928f3be814de2bf73bded06b23fd4', 'floating_ip_address': '172.35.4.169', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '5579a99e-3fd1-4435-83e5-24104cf8a178', 'port_id': '3bfbd29b-32ec-4b40-b0ab-497ba05496e8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4245, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '911f7ebe-0e4c-46f0-8810-404a7aa9cfab', 'mac_address': 'fa:16:3e:32:a4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac17638e-6dd6-4f75-8473-22f89b9e1e56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:31:03Z', 'updated_at': '2022-05-07T22:31:03Z', 'revision_number': 0, 'project_id': '42b928f3be814de2bf73bded06b23fd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fecb251-b9bf-4e5d-af14-ed4f2a0d89f9', 'name': '', 'network_id': '911f7ebe-0e4c-46f0-8810-404a7aa9cfab', 'tenant_id': '42b928f3be814de2bf73bded06b23fd4', 'mac_address': 'fa:16:3e:e9:e7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5579a99e-3fd1-4435-83e5-24104cf8a178', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '92ffe26f-6d2a-4848-ae60-c70e06d2ea24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:30:25Z', 'updated_at': '2022-05-07T22:30:30Z', 'revision_number': 5, 'project_id': '42b928f3be814de2bf73bded06b23fd4', 'subnets': [{'id': '92ffe26f-6d2a-4848-ae60-c70e06d2ea24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:31:04.585168 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abcfda6-8993-4e55-af15-46f29e919228 None None] Checking router: 5579a99e-3fd1-4435-83e5-24104cf8a178 for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:31:04.594297 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abcfda6-8993-4e55-af15-46f29e919228 None None] Routers {'5579a99e-3fd1-4435-83e5-24104cf8a178'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:31:04.595177 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-8abcfda6-8993-4e55-af15-46f29e919228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cda0f70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:30:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['5579a99e-3fd1-4435-83e5-24104cf8a178'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:31:04.650385 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-698e16ea-9f9f-43a7-aabd-5720717fe96c tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Publish callbacks [] for security_group (a6b8d8fb-a299-4fa8-9cae-15d996012636), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:31:04.656902 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-698e16ea-9f9f-43a7-aabd-5720717fe96c tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (a6b8d8fb-a299-4fa8-9cae-15d996012636), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:31:04.700235 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-698e16ea-9f9f-43a7-aabd-5720717fe96c tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:31:04.704271 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-698e16ea-9f9f-43a7-aabd-5720717fe96c tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.5537832
May 07 22:31:04.704452 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 57894) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:31:04.705442 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-8abcfda6-8993-4e55-af15-46f29e919228 None None] Set router 5579a99e-3fd1-4435-83e5-24104cf8a178 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:31:04.710050 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-5903790b-47b3-40d9-9704-8d8a4b4867e7 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Request body: {'security_group_rule': {'security_group_id': 'a6b8d8fb-a299-4fa8-9cae-15d996012636', 'project_id': '42b928f3be814de2bf73bded06b23fd4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:31:04.713822 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698e16ea-9f9f-43a7-aabd-5720717fe96c tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b8d8fb-a299-4fa8-9cae-15d996012636,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:31:04.718102 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f0344-338c-4787-bee4-f1471d3f12cf req-c6930cad-e792-4f1d-9f98-6947a658e58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:31:04.719578 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-897f0344-338c-4787-bee4-f1471d3f12cf req-c6930cad-e792-4f1d-9f98-6947a658e58f service neutron] 10.222.0.59 "GET /v2.0/networks?id=911f7ebe-0e4c-46f0-8810-404a7aa9cfab HTTP/1.1" status: 200  len: 916 time: 0.4529629
May 07 22:31:04.789203 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5903790b-47b3-40d9-9704-8d8a4b4867e7 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Publish callbacks [] for security_group_rule (cf8eb86a-5a81-4209-9e6a-54b1e02237a6), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:31:04.805068 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-897f0344-338c-4787-bee4-f1471d3f12cf req-2d5c6e8f-398d-4e38-9467-8d44bf78c76d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3bfbd29b-32ec-4b40-b0ab-497ba05496e8 HTTP/1.1" status: 200  len: 999 time: 0.0794451
May 07 22:31:04.878392 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f0344-338c-4787-bee4-f1471d3f12cf req-d3d77fe2-021b-4b0b-8dac-5fe4106766f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:31:04.879865 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-897f0344-338c-4787-bee4-f1471d3f12cf req-d3d77fe2-021b-4b0b-8dac-5fe4106766f9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=92ffe26f-6d2a-4848-ae60-c70e06d2ea24 HTTP/1.1" status: 200  len: 854 time: 0.0647526
May 07 22:31:04.881474 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5903790b-47b3-40d9-9704-8d8a4b4867e7 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Publish callbacks [] for security_group_rule (cf8eb86a-5a81-4209-9e6a-54b1e02237a6), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:31:04.893332 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5903790b-47b3-40d9-9704-8d8a4b4867e7 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (cf8eb86a-5a81-4209-9e6a-54b1e02237a6), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:31:04.927856 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-8abcfda6-8993-4e55-af15-46f29e919228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cda0f70>, [{'id': '5579a99e-3fd1-4435-83e5-24104cf8a178', 'name': 'tempest-TestMinimumBasicScenario-1522920336-router', 'tenant_id': '42b928f3be814de2bf73bded06b23fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.84'}], 'enable_snat': True}, 'gw_port_id': '5b4e510b-9544-4526-9251-297e9a4ef529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:30:23Z', 'updated_at': '2022-05-07T22:30:26Z', 'revision_number': 4, 'project_id': '42b928f3be814de2bf73bded06b23fd4', 'gw_port': {'id': '5b4e510b-9544-4526-9251-297e9a4ef529', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5579a99e-3fd1-4435-83e5-24104cf8a178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:30:23Z', 'updated_at': '2022-05-07T22:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '327a6782-ce12-4535-9bf2-3dba3e3e3786', 'tenant_id': '42b928f3be814de2bf73bded06b23fd4', 'floating_ip_address': '172.35.4.169', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '5579a99e-3fd1-4435-83e5-24104cf8a178', 'port_id': '3bfbd29b-32ec-4b40-b0ab-497ba05496e8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4245, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '911f7ebe-0e4c-46f0-8810-404a7aa9cfab', 'mac_address': 'fa:16:3e:32:a4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac17638e-6dd6-4f75-8473-22f89b9e1e56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:31:03Z', 'updated_at': '2022-05-07T22:31:03Z', 'revision_number': 0, 'project_id': '42b928f3be814de2bf73bded06b23fd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fecb251-b9bf-4e5d-af14-ed4f2a0d89f9', 'name': '', 'network_id': '911f7ebe-0e4c-46f0-8810-404a7aa9cfab', 'tenant_id': '42b928f3be814de2bf73bded06b23fd4', 'mac_address': 'fa:16:3e:e9:e7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5579a99e-3fd1-4435-83e5-24104cf8a178', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '92ffe26f-6d2a-4848-ae60-c70e06d2ea24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:30:25Z', 'updated_at': '2022-05-07T22:30:30Z', 'revision_number': 5, 'project_id': '42b928f3be814de2bf73bded06b23fd4', 'subnets': [{'id': '92ffe26f-6d2a-4848-ae60-c70e06d2ea24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:31:04.932344 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5903790b-47b3-40d9-9704-8d8a4b4867e7 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf8eb86a-5a81-4209-9e6a-54b1e02237a6,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:31:04.940574 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f0344-338c-4787-bee4-f1471d3f12cf req-3a1c7604-c3b6-4feb-bd4e-82c4095e9e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:31:04.941991 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-897f0344-338c-4787-bee4-f1471d3f12cf req-3a1c7604-c3b6-4feb-bd4e-82c4095e9e3b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=911f7ebe-0e4c-46f0-8810-404a7aa9cfab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0564513
May 07 22:31:04.944973 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5903790b-47b3-40d9-9704-8d8a4b4867e7 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:31:04.946040 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-5903790b-47b3-40d9-9704-8d8a4b4867e7 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2407072
May 07 22:31:04.948872 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 57896) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:31:04.953287 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-fac2d595-90d5-4f6c-ade5-0f0c40befaf3 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Request body: {'security_group_rule': {'security_group_id': 'a6b8d8fb-a299-4fa8-9cae-15d996012636', 'project_id': '42b928f3be814de2bf73bded06b23fd4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:31:04.959651 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abcfda6-8993-4e55-af15-46f29e919228 None None] The sync data for ids ['5579a99e-3fd1-4435-83e5-24104cf8a178'] in ncdv-master-1 is: [{'id': '5579a99e-3fd1-4435-83e5-24104cf8a178', 'name': 'tempest-TestMinimumBasicScenario-1522920336-router', 'tenant_id': '42b928f3be814de2bf73bded06b23fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.84'}], 'enable_snat': True}, 'gw_port_id': '5b4e510b-9544-4526-9251-297e9a4ef529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:30:23Z', 'updated_at': '2022-05-07T22:30:26Z', 'revision_number': 4, 'project_id': '42b928f3be814de2bf73bded06b23fd4', 'gw_port': {'id': '5b4e510b-9544-4526-9251-297e9a4ef529', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5579a99e-3fd1-4435-83e5-24104cf8a178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:30:23Z', 'updated_at': '2022-05-07T22:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '327a6782-ce12-4535-9bf2-3dba3e3e3786', 'tenant_id': '42b928f3be814de2bf73bded06b23fd4', 'floating_ip_address': '172.35.4.169', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '5579a99e-3fd1-4435-83e5-24104cf8a178', 'port_id': '3bfbd29b-32ec-4b40-b0ab-497ba05496e8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4245, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '911f7ebe-0e4c-46f0-8810-404a7aa9cfab', 'mac_address': 'fa:16:3e:32:a4:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac17638e-6dd6-4f75-8473-22f89b9e1e56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:31:03Z', 'updated_at': '2022-05-07T22:31:03Z', 'revision_number': 0, 'project_id': '42b928f3be814de2bf73bded06b23fd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fecb251-b9bf-4e5d-af14-ed4f2a0d89f9', 'name': '', 'network_id': '911f7ebe-0e4c-46f0-8810-404a7aa9cfab', 'tenant_id': '42b928f3be814de2bf73bded06b23fd4', 'mac_address': 'fa:16:3e:e9:e7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5579a99e-3fd1-4435-83e5-24104cf8a178', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '92ffe26f-6d2a-4848-ae60-c70e06d2ea24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:30:25Z', 'updated_at': '2022-05-07T22:30:30Z', 'revision_number': 5, 'project_id': '42b928f3be814de2bf73bded06b23fd4', 'subnets': [{'id': '92ffe26f-6d2a-4848-ae60-c70e06d2ea24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:31:04.988772 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fac2d595-90d5-4f6c-ade5-0f0c40befaf3 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Publish callbacks [] for security_group_rule (a28dbd09-cdbb-4573-b9ff-232527eafcdf), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:31:05.044648 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-897f0344-338c-4787-bee4-f1471d3f12cf req-4c2aa084-57b9-40f6-8cec-ac52ec904a9f service neutron] 10.222.0.59 "GET /v2.0/networks/911f7ebe-0e4c-46f0-8810-404a7aa9cfab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0967796
May 07 22:31:05.053325 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fac2d595-90d5-4f6c-ade5-0f0c40befaf3 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Publish callbacks [] for security_group_rule (a28dbd09-cdbb-4573-b9ff-232527eafcdf), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:31:05.057796 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fac2d595-90d5-4f6c-ade5-0f0c40befaf3 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (a28dbd09-cdbb-4573-b9ff-232527eafcdf), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:31:05.079545 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac2d595-90d5-4f6c-ade5-0f0c40befaf3 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a28dbd09-cdbb-4573-b9ff-232527eafcdf,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:31:05.085684 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fac2d595-90d5-4f6c-ade5-0f0c40befaf3 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:31:05.086800 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-fac2d595-90d5-4f6c-ade5-0f0c40befaf3 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1369314
May 07 22:31:05.089515 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 57898) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:31:05.094509 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-4003acf4-9f13-49a2-bab6-fe5047d9e660 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Request body: {'security_group_rule': {'security_group_id': 'a6b8d8fb-a299-4fa8-9cae-15d996012636', 'project_id': '42b928f3be814de2bf73bded06b23fd4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:31:05.123661 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4003acf4-9f13-49a2-bab6-fe5047d9e660 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Publish callbacks [] for security_group_rule (1add4089-bff0-4f0e-9ff9-fbca63455dd1), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:31:05.143458 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-897f0344-338c-4787-bee4-f1471d3f12cf req-6b41ba80-3d21-4441-8299-5f9030d6d6bc service neutron] 10.222.0.59 "GET /v2.0/networks/911f7ebe-0e4c-46f0-8810-404a7aa9cfab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0927010
May 07 22:31:05.187986 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4003acf4-9f13-49a2-bab6-fe5047d9e660 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Publish callbacks [] for security_group_rule (1add4089-bff0-4f0e-9ff9-fbca63455dd1), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:31:05.192351 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4003acf4-9f13-49a2-bab6-fe5047d9e660 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (1add4089-bff0-4f0e-9ff9-fbca63455dd1), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:31:05.207419 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42577bdf-fc0c-4a1d-a0db-177b45ac4bf6 None None] New status for floating IP 327a6782-ce12-4535-9bf2-3dba3e3e3786: ACTIVE {{(pid=121838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 07 22:31:05.217413 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4003acf4-9f13-49a2-bab6-fe5047d9e660 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1add4089-bff0-4f0e-9ff9-fbca63455dd1,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:31:05.224230 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4003acf4-9f13-49a2-bab6-fe5047d9e660 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:31:05.225459 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-4003acf4-9f13-49a2-bab6-fe5047d9e660 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1350212
May 07 22:31:05.228215 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 57900) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:31:05.232982 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-ec8066ed-8199-4a65-8ea2-07ced2ca0bb2 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Request body: {'security_group_rule': {'security_group_id': 'a6b8d8fb-a299-4fa8-9cae-15d996012636', 'project_id': '42b928f3be814de2bf73bded06b23fd4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:31:05.259095 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ec8066ed-8199-4a65-8ea2-07ced2ca0bb2 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Publish callbacks [] for security_group_rule (476276ca-89d4-4b97-b584-6b13a099be34), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:31:05.321243 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ec8066ed-8199-4a65-8ea2-07ced2ca0bb2 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Publish callbacks [] for security_group_rule (476276ca-89d4-4b97-b584-6b13a099be34), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:31:05.324636 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ec8066ed-8199-4a65-8ea2-07ced2ca0bb2 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (476276ca-89d4-4b97-b584-6b13a099be34), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:31:05.342364 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8066ed-8199-4a65-8ea2-07ced2ca0bb2 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=476276ca-89d4-4b97-b584-6b13a099be34,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:31:05.350822 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ec8066ed-8199-4a65-8ea2-07ced2ca0bb2 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:31:05.352107 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-ec8066ed-8199-4a65-8ea2-07ced2ca0bb2 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1227109
May 07 22:31:05.354909 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 57902) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:31:05.359532 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-b36042eb-9f1c-4232-9524-84fd061f563a tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Request body: {'security_group_rule': {'security_group_id': 'a6b8d8fb-a299-4fa8-9cae-15d996012636', 'project_id': '42b928f3be814de2bf73bded06b23fd4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:31:05.379959 ncdv-master-1 neutron-server[121836]: INFO neutron.db.securitygroups_db [None req-b36042eb-9f1c-4232-9524-84fd061f563a tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Project 42b928f3be814de2bf73bded06b23fd4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 07 22:31:05.385882 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b36042eb-9f1c-4232-9524-84fd061f563a tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Publish callbacks [] for security_group_rule (fcb50f40-9253-4cde-9f51-38ea26803bf8), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:31:05.445405 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b36042eb-9f1c-4232-9524-84fd061f563a tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Publish callbacks [] for security_group_rule (fcb50f40-9253-4cde-9f51-38ea26803bf8), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:31:05.452023 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b36042eb-9f1c-4232-9524-84fd061f563a tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (fcb50f40-9253-4cde-9f51-38ea26803bf8), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:31:05.470934 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36042eb-9f1c-4232-9524-84fd061f563a tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcb50f40-9253-4cde-9f51-38ea26803bf8,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:31:05.478462 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b36042eb-9f1c-4232-9524-84fd061f563a tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:31:05.479690 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-b36042eb-9f1c-4232-9524-84fd061f563a tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1238794
May 07 22:31:05.482392 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 57904) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:31:05.486703 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-b2d7349f-b9d6-45ac-8731-4943082e56f0 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Request body: {'security_group_rule': {'security_group_id': 'a6b8d8fb-a299-4fa8-9cae-15d996012636', 'project_id': '42b928f3be814de2bf73bded06b23fd4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:31:05.506506 ncdv-master-1 neutron-server[121836]: INFO neutron.db.securitygroups_db [None req-b2d7349f-b9d6-45ac-8731-4943082e56f0 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Project 42b928f3be814de2bf73bded06b23fd4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 07 22:31:05.511843 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b2d7349f-b9d6-45ac-8731-4943082e56f0 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Publish callbacks [] for security_group_rule (4a63c638-cc3d-4efa-965b-5cf74f8e50f3), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:31:05.570423 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b2d7349f-b9d6-45ac-8731-4943082e56f0 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Publish callbacks [] for security_group_rule (4a63c638-cc3d-4efa-965b-5cf74f8e50f3), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:31:05.573799 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b2d7349f-b9d6-45ac-8731-4943082e56f0 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (4a63c638-cc3d-4efa-965b-5cf74f8e50f3), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:31:05.591477 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d7349f-b9d6-45ac-8731-4943082e56f0 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a63c638-cc3d-4efa-965b-5cf74f8e50f3,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:31:05.598935 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b2d7349f-b9d6-45ac-8731-4943082e56f0 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:31:05.600119 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-b2d7349f-b9d6-45ac-8731-4943082e56f0 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1167474
May 07 22:31:05.692142 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d8eeff87-1f8b-48e7-aebb-159a8b727aae req-39f21adc-7e02-4f8d-a9d0-799fee988eb0 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-593561874&fields=id&tenant_id=42b928f3be814de2bf73bded06b23fd4 HTTP/1.1" status: 200  len: 267 time: 0.0461555
May 07 22:31:05.742378 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eeff87-1f8b-48e7-aebb-159a8b727aae req-5dffb460-db62-416c-90d2-a980cfd828c3 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:31:05.743853 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d8eeff87-1f8b-48e7-aebb-159a8b727aae req-5dffb460-db62-416c-90d2-a980cfd828c3 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac17638e-6dd6-4f75-8473-22f89b9e1e56 HTTP/1.1" status: 200  len: 945 time: 0.0463841
May 07 22:31:05.754668 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-d8eeff87-1f8b-48e7-aebb-159a8b727aae req-47d57d71-e4da-49dd-9a46-34b60217c545 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Request body: {'port': {'security_groups': ['01127dbf-b427-41a9-9895-14d47dec9855', 'a6b8d8fb-a299-4fa8-9cae-15d996012636']}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:31:05.822050 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-d8eeff87-1f8b-48e7-aebb-159a8b727aae req-47d57d71-e4da-49dd-9a46-34b60217c545 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (3bfbd29b-32ec-4b40-b0ab-497ba05496e8), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:31:06.341506 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-d8eeff87-1f8b-48e7-aebb-159a8b727aae req-47d57d71-e4da-49dd-9a46-34b60217c545 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] For port 3bfbd29b-32ec-4b40-b0ab-497ba05496e8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3bfbd29b-32ec-4b40-b0ab-497ba05496e8,segment=NetworkSegment(af3a0180-0565-449d-969a-7937b8e53e44),segment_id=af3a0180-0565-449d-969a-7937b8e53e44)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:31:06.373600 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-d8eeff87-1f8b-48e7-aebb-159a8b727aae req-47d57d71-e4da-49dd-9a46-34b60217c545 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Publish callbacks [] for port (3bfbd29b-32ec-4b40-b0ab-497ba05496e8), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:31:06.378122 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-d8eeff87-1f8b-48e7-aebb-159a8b727aae req-47d57d71-e4da-49dd-9a46-34b60217c545 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (3bfbd29b-32ec-4b40-b0ab-497ba05496e8), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:31:06.390627 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['3bfbd29b-32ec-4b40-b0ab-497ba05496e8'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:31:06.424952 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eeff87-1f8b-48e7-aebb-159a8b727aae req-47d57d71-e4da-49dd-9a46-34b60217c545 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:31:06.425602 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-d8eeff87-1f8b-48e7-aebb-159a8b727aae req-47d57d71-e4da-49dd-9a46-34b60217c545 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:31:06.427006 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d8eeff87-1f8b-48e7-aebb-159a8b727aae req-47d57d71-e4da-49dd-9a46-34b60217c545 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] 10.222.0.32 "PUT /v2.0/ports/3bfbd29b-32ec-4b40-b0ab-497ba05496e8 HTTP/1.1" status: 200  len: 981 time: 0.6766236
May 07 22:31:06.427467 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac17638e-6dd6-4f75-8473-22f89b9e1e56', 'tag': '3bfbd29b-32ec-4b40-b0ab-497ba05496e8'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:31:06.429749 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdce2f92-7d41-4961-98df-baa9bda1276f" -d '{"events": [{"name": "network-changed", "server_uuid": "ac17638e-6dd6-4f75-8473-22f89b9e1e56", "tag": "3bfbd29b-32ec-4b40-b0ab-497ba05496e8"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:31:06.456474 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d57d71-e4da-49dd-9a46-34b60217c545 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Pushing event updated for resources: {'Port': ['ID=3bfbd29b-32ec-4b40-b0ab-497ba05496e8,revision_number=6']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:31:06.492102 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['3bfbd29b-32ec-4b40-b0ab-497ba05496e8'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:31:06.532214 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a55cbb00-f9ed-4da5-bddf-204996a5d1ac x-openstack-request-id: req-a55cbb00-f9ed-4da5-bddf-204996a5d1ac {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:31:06.532823 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac17638e-6dd6-4f75-8473-22f89b9e1e56", "tag": "3bfbd29b-32ec-4b40-b0ab-497ba05496e8", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:31:06.533251 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a55cbb00-f9ed-4da5-bddf-204996a5d1ac {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:31:06.533839 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a55cbb00-f9ed-4da5-bddf-204996a5d1ac'] response: {'name': 'network-changed', 'server_uuid': 'ac17638e-6dd6-4f75-8473-22f89b9e1e56', 'tag': '3bfbd29b-32ec-4b40-b0ab-497ba05496e8', 'status': 'completed', 'code': 200}
May 07 22:31:06.555790 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5489eaf7-0763-4563-a118-37def0a60c39 req-97c04b22-4dc8-487d-af79-2074ef26e052 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:31:06.564376 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5489eaf7-0763-4563-a118-37def0a60c39 req-97c04b22-4dc8-487d-af79-2074ef26e052 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac17638e-6dd6-4f75-8473-22f89b9e1e56 HTTP/1.1" status: 200  len: 984 time: 0.0747802
May 07 22:31:06.565660 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdce2f92-7d41-4961-98df-baa9bda1276f req-8a23cbda-c430-4399-871c-3702b2a18d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:31:06.567642 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bdce2f92-7d41-4961-98df-baa9bda1276f req-8a23cbda-c430-4399-871c-3702b2a18d5e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=42b928f3be814de2bf73bded06b23fd4&device_id=ac17638e-6dd6-4f75-8473-22f89b9e1e56 HTTP/1.1" status: 200  len: 1166 time: 0.0487614
May 07 22:31:06.639262 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5489eaf7-0763-4563-a118-37def0a60c39 req-4cbb3111-c908-43ed-86c6-9979011a7d82 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] 10.222.0.32 "GET /v2.0/security-groups?id=a6b8d8fb-a299-4fa8-9cae-15d996012636&id=01127dbf-b427-41a9-9895-14d47dec9855&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0715251
May 07 22:31:06.678818 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdce2f92-7d41-4961-98df-baa9bda1276f req-2b9811e5-caab-4814-b28c-83f27ed3ffd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:31:06.678818 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bdce2f92-7d41-4961-98df-baa9bda1276f req-2b9811e5-caab-4814-b28c-83f27ed3ffd7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=911f7ebe-0e4c-46f0-8810-404a7aa9cfab HTTP/1.1" status: 200  len: 916 time: 0.1037271
May 07 22:31:06.731087 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-bb2171fe-c9a9-4af0-aefc-9a4a1450fad8 None None] Provisioning complete for port 3bfbd29b-32ec-4b40-b0ab-497ba05496e8 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:31:06.731463 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-bb2171fe-c9a9-4af0-aefc-9a4a1450fad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (3bfbd29b-32ec-4b40-b0ab-497ba05496e8), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:31:06.749984 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bdce2f92-7d41-4961-98df-baa9bda1276f req-e8a48232-9038-40af-ab84-76173d5329cf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3bfbd29b-32ec-4b40-b0ab-497ba05496e8 HTTP/1.1" status: 200  len: 1001 time: 0.0659766
May 07 22:31:06.797749 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdce2f92-7d41-4961-98df-baa9bda1276f req-2b340b38-19ac-43f9-a993-fa3cbc10e428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:31:06.799250 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bdce2f92-7d41-4961-98df-baa9bda1276f req-2b340b38-19ac-43f9-a993-fa3cbc10e428 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=92ffe26f-6d2a-4848-ae60-c70e06d2ea24 HTTP/1.1" status: 200  len: 854 time: 0.0441477
May 07 22:31:06.841284 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdce2f92-7d41-4961-98df-baa9bda1276f req-1d6c0eba-117a-4c90-9d33-233feec5b296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:31:06.842826 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bdce2f92-7d41-4961-98df-baa9bda1276f req-1d6c0eba-117a-4c90-9d33-233feec5b296 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=911f7ebe-0e4c-46f0-8810-404a7aa9cfab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0384185
May 07 22:31:06.936785 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bdce2f92-7d41-4961-98df-baa9bda1276f req-06672989-93c2-492f-b7b6-d15f868fa0f8 service neutron] 10.222.0.59 "GET /v2.0/networks/911f7ebe-0e4c-46f0-8810-404a7aa9cfab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0875993
May 07 22:31:06.948569 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-bb2171fe-c9a9-4af0-aefc-9a4a1450fad8 None None] Current status of the port 3bfbd29b-32ec-4b40-b0ab-497ba05496e8 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:31:07.031787 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-bdce2f92-7d41-4961-98df-baa9bda1276f req-e5bd7c3f-5526-47a6-8a5b-5c29ab8a7b7b service neutron] 10.222.0.59 "GET /v2.0/networks/911f7ebe-0e4c-46f0-8810-404a7aa9cfab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0892859
May 07 22:31:14.477253 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b5cc4cc7-aaeb-458d-91b7-06d38666babd req-6d17d7a2-01dc-4d09-9d51-02333c423b90 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ac17638e-6dd6-4f75-8473-22f89b9e1e56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0390275
May 07 22:31:14.554158 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc4cc7-aaeb-458d-91b7-06d38666babd req-594c7433-6e59-4c1f-9eec-4a2ff27eff9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:31:14.555666 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b5cc4cc7-aaeb-458d-91b7-06d38666babd req-594c7433-6e59-4c1f-9eec-4a2ff27eff9e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=42b928f3be814de2bf73bded06b23fd4&device_id=ac17638e-6dd6-4f75-8473-22f89b9e1e56 HTTP/1.1" status: 200  len: 1166 time: 0.0384409
May 07 22:31:14.661357 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc4cc7-aaeb-458d-91b7-06d38666babd req-e85fba0e-32e6-45f2-87f7-0ed8a91ae020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:31:14.662975 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b5cc4cc7-aaeb-458d-91b7-06d38666babd req-e85fba0e-32e6-45f2-87f7-0ed8a91ae020 service neutron] 10.222.0.59 "GET /v2.0/networks?id=911f7ebe-0e4c-46f0-8810-404a7aa9cfab HTTP/1.1" status: 200  len: 916 time: 0.0889161
May 07 22:31:14.728276 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b5cc4cc7-aaeb-458d-91b7-06d38666babd req-2ae13111-c10d-4f1f-b215-b8ee5d23ca88 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3bfbd29b-32ec-4b40-b0ab-497ba05496e8 HTTP/1.1" status: 200  len: 1001 time: 0.0590570
May 07 22:31:14.776518 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc4cc7-aaeb-458d-91b7-06d38666babd req-11f046b3-f50a-43e5-a848-47cee949d98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:31:14.777952 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b5cc4cc7-aaeb-458d-91b7-06d38666babd req-11f046b3-f50a-43e5-a848-47cee949d98e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=92ffe26f-6d2a-4848-ae60-c70e06d2ea24 HTTP/1.1" status: 200  len: 854 time: 0.0434678
May 07 22:31:14.825948 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc4cc7-aaeb-458d-91b7-06d38666babd req-f322b856-a6da-4ebd-a01c-04539f039533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:31:14.827485 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b5cc4cc7-aaeb-458d-91b7-06d38666babd req-f322b856-a6da-4ebd-a01c-04539f039533 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=911f7ebe-0e4c-46f0-8810-404a7aa9cfab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0422845
May 07 22:31:14.914233 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b5cc4cc7-aaeb-458d-91b7-06d38666babd req-13f117c2-6e89-46ff-b1dd-4ee8c30b591d service neutron] 10.222.0.59 "GET /v2.0/networks/911f7ebe-0e4c-46f0-8810-404a7aa9cfab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0804789
May 07 22:31:15.006696 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b5cc4cc7-aaeb-458d-91b7-06d38666babd req-1e3aba21-9950-4f27-8c36-908f4be91007 service neutron] 10.222.0.59 "GET /v2.0/networks/911f7ebe-0e4c-46f0-8810-404a7aa9cfab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0861440
May 07 22:31:22.124695 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:31:23.701874 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-00de43cd-2dde-4ac5-af71-501af2c2bca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:31:24.238228 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:31:26.588525 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7c0e91c8-f6ca-410e-be0c-25398e192dd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:31:27.543015 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:31:29.251537 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:31:30.365789 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:31:31.250925 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccc5c5f-2c41-4903-84ed-039beb498d74 req-0e9ca3f2-0e9b-4784-8cb3-4165a2a3bfa4 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:31:31.252433 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6ccc5c5f-2c41-4903-84ed-039beb498d74 req-0e9ca3f2-0e9b-4784-8cb3-4165a2a3bfa4 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac17638e-6dd6-4f75-8473-22f89b9e1e56 HTTP/1.1" status: 200  len: 984 time: 0.0509071
May 07 22:31:31.258653 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee857c-3a44-4157-9951-8c5c98ce959b req-52e17563-33cf-4ea5-93d8-08a9edd96b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:31:31.260891 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-24ee857c-3a44-4157-9951-8c5c98ce959b req-52e17563-33cf-4ea5-93d8-08a9edd96b2f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=42b928f3be814de2bf73bded06b23fd4&device_id=ac17638e-6dd6-4f75-8473-22f89b9e1e56 HTTP/1.1" status: 200  len: 1166 time: 0.0433660
May 07 22:31:31.322181 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6ccc5c5f-2c41-4903-84ed-039beb498d74 req-ed5b2acc-10af-4416-8a47-d124a7075a35 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] 10.222.0.32 "GET /v2.0/security-groups?id=a6b8d8fb-a299-4fa8-9cae-15d996012636&id=01127dbf-b427-41a9-9895-14d47dec9855&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0637612
May 07 22:31:31.358751 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee857c-3a44-4157-9951-8c5c98ce959b req-7e721d4c-70fa-48c9-9187-3de0e174eef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:31:31.360265 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-24ee857c-3a44-4157-9951-8c5c98ce959b req-7e721d4c-70fa-48c9-9187-3de0e174eef1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=911f7ebe-0e4c-46f0-8810-404a7aa9cfab HTTP/1.1" status: 200  len: 916 time: 0.0919030
May 07 22:31:31.433084 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-24ee857c-3a44-4157-9951-8c5c98ce959b req-a6b9dc87-1264-4f21-a3d8-dcd78bea7804 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3bfbd29b-32ec-4b40-b0ab-497ba05496e8 HTTP/1.1" status: 200  len: 1001 time: 0.0666897
May 07 22:31:31.482290 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee857c-3a44-4157-9951-8c5c98ce959b req-7d55e878-fcbd-4d70-a675-e96b80a27a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:31:31.483791 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-24ee857c-3a44-4157-9951-8c5c98ce959b req-7d55e878-fcbd-4d70-a675-e96b80a27a7b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=92ffe26f-6d2a-4848-ae60-c70e06d2ea24 HTTP/1.1" status: 200  len: 854 time: 0.0436294
May 07 22:31:31.530548 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee857c-3a44-4157-9951-8c5c98ce959b req-2bc6020e-00e4-494a-bd76-b4cba61dc5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:31:31.532042 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-24ee857c-3a44-4157-9951-8c5c98ce959b req-2bc6020e-00e4-494a-bd76-b4cba61dc5c5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=911f7ebe-0e4c-46f0-8810-404a7aa9cfab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0423875
May 07 22:31:31.620478 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-24ee857c-3a44-4157-9951-8c5c98ce959b req-6f68b4ff-b173-4b1d-a06c-af4cda62d810 service neutron] 10.222.0.59 "GET /v2.0/networks/911f7ebe-0e4c-46f0-8810-404a7aa9cfab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0821424
May 07 22:31:31.713509 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-24ee857c-3a44-4157-9951-8c5c98ce959b req-526ad4fb-3c2e-4d5a-afa0-3d283e13c6c4 service neutron] 10.222.0.59 "GET /v2.0/networks/911f7ebe-0e4c-46f0-8810-404a7aa9cfab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0861354
May 07 22:31:31.859756 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 22:31:32.438032 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed31711-af11-49e2-b275-a09a920a7238 req-68b89a6f-3b5b-4fba-9e83-c8f01072f390 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:31:32.439510 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-eed31711-af11-49e2-b275-a09a920a7238 req-68b89a6f-3b5b-4fba-9e83-c8f01072f390 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac17638e-6dd6-4f75-8473-22f89b9e1e56 HTTP/1.1" status: 200  len: 984 time: 0.0466440
May 07 22:31:32.499133 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-eed31711-af11-49e2-b275-a09a920a7238 req-d916b1a7-c22f-40f7-9491-6ee399907967 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] 10.222.0.32 "GET /v2.0/security-groups?id=a6b8d8fb-a299-4fa8-9cae-15d996012636&id=01127dbf-b427-41a9-9895-14d47dec9855&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0539129
May 07 22:31:33.615476 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60496a79-84d2-4d44-9980-071957a297df req-1c11b638-54fb-4693-a130-c026a0b306e3 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:31:33.616970 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-60496a79-84d2-4d44-9980-071957a297df req-1c11b638-54fb-4693-a130-c026a0b306e3 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac17638e-6dd6-4f75-8473-22f89b9e1e56 HTTP/1.1" status: 200  len: 984 time: 0.0465825
May 07 22:31:33.676309 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-60496a79-84d2-4d44-9980-071957a297df req-302c06e5-aee2-4882-aa52-f803043a9778 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] 10.222.0.32 "GET /v2.0/security-groups?id=a6b8d8fb-a299-4fa8-9cae-15d996012636&id=01127dbf-b427-41a9-9895-14d47dec9855&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0537214
May 07 22:31:34.790461 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8340ccd-94bb-4889-8069-5a16fcbee5cb req-24169f52-f7c0-49bc-9644-186696b7d010 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:31:34.792193 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d8340ccd-94bb-4889-8069-5a16fcbee5cb req-24169f52-f7c0-49bc-9644-186696b7d010 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac17638e-6dd6-4f75-8473-22f89b9e1e56 HTTP/1.1" status: 200  len: 984 time: 0.0457890
May 07 22:31:34.855628 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d8340ccd-94bb-4889-8069-5a16fcbee5cb req-d772cd0a-e779-4eac-b979-c1b156064d6f tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] 10.222.0.32 "GET /v2.0/security-groups?id=a6b8d8fb-a299-4fa8-9cae-15d996012636&id=01127dbf-b427-41a9-9895-14d47dec9855&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0570247
May 07 22:31:35.968511 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea6d6c8-21ee-4c32-acc6-2857f863779e req-b79631b3-8c32-4e55-ae89-c2ba0a8d61e7 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:31:35.969943 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5ea6d6c8-21ee-4c32-acc6-2857f863779e req-b79631b3-8c32-4e55-ae89-c2ba0a8d61e7 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac17638e-6dd6-4f75-8473-22f89b9e1e56 HTTP/1.1" status: 200  len: 984 time: 0.0464792
May 07 22:31:36.028628 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5ea6d6c8-21ee-4c32-acc6-2857f863779e req-9176a4f3-cf59-422d-9822-a8b45dada381 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] 10.222.0.32 "GET /v2.0/security-groups?id=a6b8d8fb-a299-4fa8-9cae-15d996012636&id=01127dbf-b427-41a9-9895-14d47dec9855&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0529566
May 07 22:31:37.141374 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9078eb0e-26f7-445f-93a3-f8af93193631 req-9f6510b0-8902-47a6-8b10-2f39e3854d41 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:31:37.142915 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9078eb0e-26f7-445f-93a3-f8af93193631 req-9f6510b0-8902-47a6-8b10-2f39e3854d41 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac17638e-6dd6-4f75-8473-22f89b9e1e56 HTTP/1.1" status: 200  len: 984 time: 0.0467324
May 07 22:31:37.203704 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9078eb0e-26f7-445f-93a3-f8af93193631 req-c89309fd-4fc9-40a3-aab0-c55f0c913ce4 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] 10.222.0.32 "GET /v2.0/security-groups?id=a6b8d8fb-a299-4fa8-9cae-15d996012636&id=01127dbf-b427-41a9-9895-14d47dec9855&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0550747
May 07 22:31:38.322136 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44de9039-de0b-4de1-8e57-ffa2f415d5b7 req-86740721-84e1-4930-9031-fedf34d1623b tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:31:38.323649 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-44de9039-de0b-4de1-8e57-ffa2f415d5b7 req-86740721-84e1-4930-9031-fedf34d1623b tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac17638e-6dd6-4f75-8473-22f89b9e1e56 HTTP/1.1" status: 200  len: 984 time: 0.0508966
May 07 22:31:38.382554 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-44de9039-de0b-4de1-8e57-ffa2f415d5b7 req-7939f42b-78f4-4152-9175-9fdeb95bb250 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] 10.222.0.32 "GET /v2.0/security-groups?id=a6b8d8fb-a299-4fa8-9cae-15d996012636&id=01127dbf-b427-41a9-9895-14d47dec9855&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0526972
May 07 22:31:39.497509 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d4a2b2-6205-4545-b9b5-b4d016e64f44 req-15aa912e-15f8-4e97-8415-db20ab6b1323 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:31:39.499550 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c7d4a2b2-6205-4545-b9b5-b4d016e64f44 req-15aa912e-15f8-4e97-8415-db20ab6b1323 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac17638e-6dd6-4f75-8473-22f89b9e1e56 HTTP/1.1" status: 200  len: 984 time: 0.0481594
May 07 22:31:39.558227 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c7d4a2b2-6205-4545-b9b5-b4d016e64f44 req-d560f485-7b87-4569-8088-0340826d2bb3 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] 10.222.0.32 "GET /v2.0/security-groups?id=a6b8d8fb-a299-4fa8-9cae-15d996012636&id=01127dbf-b427-41a9-9895-14d47dec9855&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0531282
May 07 22:31:40.672977 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd901f0-fc21-4b94-9040-1219d9a8670a req-679d1268-a684-4e45-87e9-7f36293ba90b tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:31:40.674443 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-afd901f0-fc21-4b94-9040-1219d9a8670a req-679d1268-a684-4e45-87e9-7f36293ba90b tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac17638e-6dd6-4f75-8473-22f89b9e1e56 HTTP/1.1" status: 200  len: 984 time: 0.0475018
May 07 22:31:40.733387 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-afd901f0-fc21-4b94-9040-1219d9a8670a req-e3b35c5a-d752-49dd-959c-eb3554cbc5e5 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] 10.222.0.32 "GET /v2.0/security-groups?id=a6b8d8fb-a299-4fa8-9cae-15d996012636&id=01127dbf-b427-41a9-9895-14d47dec9855&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0532634
May 07 22:31:41.850815 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6197e630-3115-4feb-8726-af935a978b53 req-9ac26dbc-4107-491f-ba18-4b0eebca7ad8 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:31:41.852221 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6197e630-3115-4feb-8726-af935a978b53 req-9ac26dbc-4107-491f-ba18-4b0eebca7ad8 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac17638e-6dd6-4f75-8473-22f89b9e1e56 HTTP/1.1" status: 200  len: 984 time: 0.0510743
May 07 22:31:41.911317 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6197e630-3115-4feb-8726-af935a978b53 req-a4020a63-c230-4e6d-8cfa-f00c8f6aa02e tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] 10.222.0.32 "GET /v2.0/security-groups?id=a6b8d8fb-a299-4fa8-9cae-15d996012636&id=01127dbf-b427-41a9-9895-14d47dec9855&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0532773
May 07 22:31:43.032783 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b6f8ee-ab5a-4ffd-ba68-5fa6cc0f7ca3 req-c19d3f40-01f0-4dbf-a317-cc3fb2d87453 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:31:43.034715 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d5b6f8ee-ab5a-4ffd-ba68-5fa6cc0f7ca3 req-c19d3f40-01f0-4dbf-a317-cc3fb2d87453 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac17638e-6dd6-4f75-8473-22f89b9e1e56 HTTP/1.1" status: 200  len: 984 time: 0.0534039
May 07 22:31:43.097571 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d5b6f8ee-ab5a-4ffd-ba68-5fa6cc0f7ca3 req-3e4b22a4-fc7e-43c8-97a5-4861cb96daf6 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] 10.222.0.32 "GET /v2.0/security-groups?id=a6b8d8fb-a299-4fa8-9cae-15d996012636&id=01127dbf-b427-41a9-9895-14d47dec9855&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0539875
May 07 22:31:44.219833 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c82c25-1f2f-49e3-a5f7-cbb933d63b08 req-a5ae9c10-cca4-468d-998d-4820d8a8e32e tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:31:44.221385 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f7c82c25-1f2f-49e3-a5f7-cbb933d63b08 req-a5ae9c10-cca4-468d-998d-4820d8a8e32e tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac17638e-6dd6-4f75-8473-22f89b9e1e56 HTTP/1.1" status: 200  len: 984 time: 0.0563941
May 07 22:31:44.280981 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f7c82c25-1f2f-49e3-a5f7-cbb933d63b08 req-e167ca28-5650-43ab-98a9-3516037e1580 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] 10.222.0.32 "GET /v2.0/security-groups?id=a6b8d8fb-a299-4fa8-9cae-15d996012636&id=01127dbf-b427-41a9-9895-14d47dec9855&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0538199
May 07 22:31:45.394893 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a16396-f1ca-4cfe-b6ff-ac4eb6c736eb req-bf1c61e7-fb86-463a-bbf4-401dde74f2fb tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:31:45.396374 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-18a16396-f1ca-4cfe-b6ff-ac4eb6c736eb req-bf1c61e7-fb86-463a-bbf4-401dde74f2fb tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac17638e-6dd6-4f75-8473-22f89b9e1e56 HTTP/1.1" status: 200  len: 984 time: 0.0467718
May 07 22:31:45.456339 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-18a16396-f1ca-4cfe-b6ff-ac4eb6c736eb req-93ea91da-be46-4ace-83d8-abfec4a81763 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] 10.222.0.32 "GET /v2.0/security-groups?id=a6b8d8fb-a299-4fa8-9cae-15d996012636&id=01127dbf-b427-41a9-9895-14d47dec9855&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0541165
May 07 22:31:46.577752 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ce941a-8d70-435e-a57f-b6e58455fa9c req-09ff07ba-b801-4790-8eb4-96af2b9fef0e tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:31:46.579234 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-24ce941a-8d70-435e-a57f-b6e58455fa9c req-09ff07ba-b801-4790-8eb4-96af2b9fef0e tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac17638e-6dd6-4f75-8473-22f89b9e1e56 HTTP/1.1" status: 200  len: 984 time: 0.0508778
May 07 22:31:46.638381 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-24ce941a-8d70-435e-a57f-b6e58455fa9c req-e3912617-7c08-4da1-91af-fe6094f65c8e tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] 10.222.0.32 "GET /v2.0/security-groups?id=a6b8d8fb-a299-4fa8-9cae-15d996012636&id=01127dbf-b427-41a9-9895-14d47dec9855&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0534127
May 07 22:31:47.754381 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b698cb64-4414-4408-a99c-7410999264ce req-4f2320a4-b567-4faa-acbb-492a380c6c45 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:31:47.755895 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b698cb64-4414-4408-a99c-7410999264ce req-4f2320a4-b567-4faa-acbb-492a380c6c45 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac17638e-6dd6-4f75-8473-22f89b9e1e56 HTTP/1.1" status: 200  len: 984 time: 0.0473650
May 07 22:31:47.819202 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b698cb64-4414-4408-a99c-7410999264ce req-986efa39-d75d-4442-a73b-5d765555849b tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] 10.222.0.32 "GET /v2.0/security-groups?id=a6b8d8fb-a299-4fa8-9cae-15d996012636&id=01127dbf-b427-41a9-9895-14d47dec9855&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0575442
May 07 22:31:52.115410 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:31:53.705251 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-fe16d4f7-a35b-4692-ad26-f187ed02099b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:31:54.238644 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:31:56.589697 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-93bf460d-9b62-4a01-b2b1-6aff214cd885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:31:57.545919 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:31:59.254629 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:00.366992 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:08.858909 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 22:32:15.447132 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a326769c-8357-4a05-9dc8-4a0a67257323 req-ec8e1e1c-b0d7-4a56-9673-eb52f9d66e64 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ac17638e-6dd6-4f75-8473-22f89b9e1e56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0386112
May 07 22:32:15.534485 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a326769c-8357-4a05-9dc8-4a0a67257323 req-362413f2-323e-4dc4-a247-090ae96c5d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:32:15.536050 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a326769c-8357-4a05-9dc8-4a0a67257323 req-362413f2-323e-4dc4-a247-090ae96c5d84 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=42b928f3be814de2bf73bded06b23fd4&device_id=ac17638e-6dd6-4f75-8473-22f89b9e1e56 HTTP/1.1" status: 200  len: 1166 time: 0.0481086
May 07 22:32:15.644540 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a326769c-8357-4a05-9dc8-4a0a67257323 req-672e699a-702f-441b-93be-572e3dcae7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:32:15.645999 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a326769c-8357-4a05-9dc8-4a0a67257323 req-672e699a-702f-441b-93be-572e3dcae7e7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=911f7ebe-0e4c-46f0-8810-404a7aa9cfab HTTP/1.1" status: 200  len: 916 time: 0.0890913
May 07 22:32:15.711132 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a326769c-8357-4a05-9dc8-4a0a67257323 req-70ac104f-e100-4753-a985-b97fe5c4f39c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3bfbd29b-32ec-4b40-b0ab-497ba05496e8 HTTP/1.1" status: 200  len: 1001 time: 0.0581384
May 07 22:32:15.763519 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a326769c-8357-4a05-9dc8-4a0a67257323 req-5a7c8f14-88a2-4abe-a55e-2c4fa2c26105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:32:15.764968 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a326769c-8357-4a05-9dc8-4a0a67257323 req-5a7c8f14-88a2-4abe-a55e-2c4fa2c26105 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=92ffe26f-6d2a-4848-ae60-c70e06d2ea24 HTTP/1.1" status: 200  len: 854 time: 0.0474803
May 07 22:32:15.808012 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a326769c-8357-4a05-9dc8-4a0a67257323 req-57dde008-a4dd-4976-838b-a94394c3a4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:32:15.809368 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a326769c-8357-4a05-9dc8-4a0a67257323 req-57dde008-a4dd-4976-838b-a94394c3a4e7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=911f7ebe-0e4c-46f0-8810-404a7aa9cfab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0377448
May 07 22:32:15.897638 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a326769c-8357-4a05-9dc8-4a0a67257323 req-455b8238-cee8-4759-be6a-e1d4a9714501 service neutron] 10.222.0.59 "GET /v2.0/networks/911f7ebe-0e4c-46f0-8810-404a7aa9cfab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0814834
May 07 22:32:15.987731 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a326769c-8357-4a05-9dc8-4a0a67257323 req-f23a564a-2473-4f31-9c1e-15e944975766 service neutron] 10.222.0.59 "GET /v2.0/networks/911f7ebe-0e4c-46f0-8810-404a7aa9cfab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0836093
May 07 22:32:19.468499 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d33ebbb0-7867-46c0-827d-bf9234350368 req-956e70a8-393c-4212-ba07-e6e2d1b30385 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-593561874&fields=id&tenant_id=42b928f3be814de2bf73bded06b23fd4 HTTP/1.1" status: 200  len: 267 time: 0.0433443
May 07 22:32:19.519522 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33ebbb0-7867-46c0-827d-bf9234350368 req-62db64be-63d1-4c15-b23a-67c98b3dcfc6 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:32:19.520977 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d33ebbb0-7867-46c0-827d-bf9234350368 req-62db64be-63d1-4c15-b23a-67c98b3dcfc6 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac17638e-6dd6-4f75-8473-22f89b9e1e56 HTTP/1.1" status: 200  len: 984 time: 0.0465901
May 07 22:32:19.531268 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-d33ebbb0-7867-46c0-827d-bf9234350368 req-07687762-fe89-4c23-a809-57da759ec243 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Request body: {'port': {'security_groups': ['01127dbf-b427-41a9-9895-14d47dec9855']}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:32:19.607392 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-d33ebbb0-7867-46c0-827d-bf9234350368 req-07687762-fe89-4c23-a809-57da759ec243 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (3bfbd29b-32ec-4b40-b0ab-497ba05496e8), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:19.779438 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-d33ebbb0-7867-46c0-827d-bf9234350368 req-07687762-fe89-4c23-a809-57da759ec243 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] For port 3bfbd29b-32ec-4b40-b0ab-497ba05496e8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3bfbd29b-32ec-4b40-b0ab-497ba05496e8,segment=NetworkSegment(af3a0180-0565-449d-969a-7937b8e53e44),segment_id=af3a0180-0565-449d-969a-7937b8e53e44)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:32:19.808760 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-d33ebbb0-7867-46c0-827d-bf9234350368 req-07687762-fe89-4c23-a809-57da759ec243 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Publish callbacks [] for port (3bfbd29b-32ec-4b40-b0ab-497ba05496e8), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:19.813623 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-d33ebbb0-7867-46c0-827d-bf9234350368 req-07687762-fe89-4c23-a809-57da759ec243 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (3bfbd29b-32ec-4b40-b0ab-497ba05496e8), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:19.825740 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['3bfbd29b-32ec-4b40-b0ab-497ba05496e8'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:32:19.858315 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33ebbb0-7867-46c0-827d-bf9234350368 req-07687762-fe89-4c23-a809-57da759ec243 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:32:19.858786 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-d33ebbb0-7867-46c0-827d-bf9234350368 req-07687762-fe89-4c23-a809-57da759ec243 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:19.860175 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d33ebbb0-7867-46c0-827d-bf9234350368 req-07687762-fe89-4c23-a809-57da759ec243 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] 10.222.0.32 "PUT /v2.0/ports/3bfbd29b-32ec-4b40-b0ab-497ba05496e8 HTTP/1.1" status: 200  len: 942 time: 0.3332653
May 07 22:32:19.860986 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac17638e-6dd6-4f75-8473-22f89b9e1e56', 'tag': '3bfbd29b-32ec-4b40-b0ab-497ba05496e8'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:32:19.863389 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da6f2e94-fa53-4fde-916c-3d1ce36a6822" -d '{"events": [{"name": "network-changed", "server_uuid": "ac17638e-6dd6-4f75-8473-22f89b9e1e56", "tag": "3bfbd29b-32ec-4b40-b0ab-497ba05496e8"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:32:19.868006 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 57994) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:32:19.913216 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07687762-fe89-4c23-a809-57da759ec243 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Pushing event updated for resources: {'Port': ['ID=3bfbd29b-32ec-4b40-b0ab-497ba05496e8,revision_number=7']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:32:19.920173 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f959393a-87f8-42a0-8209-c2b9378e0446 x-openstack-request-id: req-f959393a-87f8-42a0-8209-c2b9378e0446 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:32:19.920593 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac17638e-6dd6-4f75-8473-22f89b9e1e56", "tag": "3bfbd29b-32ec-4b40-b0ab-497ba05496e8", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:32:19.921406 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f959393a-87f8-42a0-8209-c2b9378e0446 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:32:19.922529 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f959393a-87f8-42a0-8209-c2b9378e0446'] response: {'name': 'network-changed', 'server_uuid': 'ac17638e-6dd6-4f75-8473-22f89b9e1e56', 'tag': '3bfbd29b-32ec-4b40-b0ab-497ba05496e8', 'status': 'completed', 'code': 200}
May 07 22:32:19.925501 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['3bfbd29b-32ec-4b40-b0ab-497ba05496e8'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:32:19.930052 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07687762-fe89-4c23-a809-57da759ec243 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:32:19.930454 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07687762-fe89-4c23-a809-57da759ec243 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:32:19.930823 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07687762-fe89-4c23-a809-57da759ec243 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:32:19.931170 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07687762-fe89-4c23-a809-57da759ec243 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:32:19.931509 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07687762-fe89-4c23-a809-57da759ec243 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:32:19.931843 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07687762-fe89-4c23-a809-57da759ec243 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:32:19.932172 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07687762-fe89-4c23-a809-57da759ec243 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:32:19.932501 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07687762-fe89-4c23-a809-57da759ec243 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:32:19.932830 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07687762-fe89-4c23-a809-57da759ec243 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:32:19.933232 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07687762-fe89-4c23-a809-57da759ec243 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:32:19.933558 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07687762-fe89-4c23-a809-57da759ec243 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:32:19.933882 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07687762-fe89-4c23-a809-57da759ec243 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:32:19.934206 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07687762-fe89-4c23-a809-57da759ec243 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:32:19.934581 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07687762-fe89-4c23-a809-57da759ec243 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:32:19.934933 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07687762-fe89-4c23-a809-57da759ec243 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:32:19.952717 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-06e526ba-8e91-4da4-9778-f138d8dac992 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Publish callbacks [] for security_group (a6b8d8fb-a299-4fa8-9cae-15d996012636), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:19.982295 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-06e526ba-8e91-4da4-9778-f138d8dac992 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Publish callbacks [] for security_group (a6b8d8fb-a299-4fa8-9cae-15d996012636), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:19.985770 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6f2e94-fa53-4fde-916c-3d1ce36a6822 req-db5b115a-cee0-4b2a-83a3-27f914d2fcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:32:19.987224 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-da6f2e94-fa53-4fde-916c-3d1ce36a6822 req-db5b115a-cee0-4b2a-83a3-27f914d2fcf1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=42b928f3be814de2bf73bded06b23fd4&device_id=ac17638e-6dd6-4f75-8473-22f89b9e1e56 HTTP/1.1" status: 200  len: 1127 time: 0.0450354
May 07 22:32:20.053897 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-06e526ba-8e91-4da4-9778-f138d8dac992 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (a6b8d8fb-a299-4fa8-9cae-15d996012636), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:20.056664 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-06e526ba-8e91-4da4-9778-f138d8dac992 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:20.060371 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-06e526ba-8e91-4da4-9778-f138d8dac992 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] 10.222.0.32 "DELETE /v2.0/security-groups/a6b8d8fb-a299-4fa8-9cae-15d996012636 HTTP/1.1" status: 204  len: 168 time: 0.1884129
May 07 22:32:20.065139 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 57996) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:32:20.106127 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6f2e94-fa53-4fde-916c-3d1ce36a6822 req-56e1a819-0c41-4fcd-9cc3-96f27373b420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:32:20.107741 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-da6f2e94-fa53-4fde-916c-3d1ce36a6822 req-56e1a819-0c41-4fcd-9cc3-96f27373b420 service neutron] 10.222.0.59 "GET /v2.0/networks?id=911f7ebe-0e4c-46f0-8810-404a7aa9cfab HTTP/1.1" status: 200  len: 916 time: 0.1142991
May 07 22:32:20.122713 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e526ba-8e91-4da4-9778-f138d8dac992 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b8d8fb-a299-4fa8-9cae-15d996012636,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:32:20.138158 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e526ba-8e91-4da4-9778-f138d8dac992 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:32:20.138460 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e526ba-8e91-4da4-9778-f138d8dac992 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:32:20.138779 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e526ba-8e91-4da4-9778-f138d8dac992 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:32:20.139134 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e526ba-8e91-4da4-9778-f138d8dac992 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:32:20.139476 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e526ba-8e91-4da4-9778-f138d8dac992 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:32:20.139814 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e526ba-8e91-4da4-9778-f138d8dac992 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:32:20.140149 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e526ba-8e91-4da4-9778-f138d8dac992 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:32:20.140596 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e526ba-8e91-4da4-9778-f138d8dac992 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:32:20.140987 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e526ba-8e91-4da4-9778-f138d8dac992 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:32:20.141265 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e526ba-8e91-4da4-9778-f138d8dac992 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:32:20.141598 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e526ba-8e91-4da4-9778-f138d8dac992 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:32:20.142130 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e526ba-8e91-4da4-9778-f138d8dac992 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:32:20.142264 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e526ba-8e91-4da4-9778-f138d8dac992 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:32:20.143250 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e526ba-8e91-4da4-9778-f138d8dac992 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:32:20.143488 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06e526ba-8e91-4da4-9778-f138d8dac992 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:32:20.185381 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-da6f2e94-fa53-4fde-916c-3d1ce36a6822 req-1e3e85fd-cd14-4d9a-a939-fb38d3cfe726 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3bfbd29b-32ec-4b40-b0ab-497ba05496e8 HTTP/1.1" status: 200  len: 1001 time: 0.0696139
May 07 22:32:20.198343 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-582de033-ece5-490c-b025-13e78b7d8036 None None] Provisioning complete for port 3bfbd29b-32ec-4b40-b0ab-497ba05496e8 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:32:20.198731 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-582de033-ece5-490c-b025-13e78b7d8036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (3bfbd29b-32ec-4b40-b0ab-497ba05496e8), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:20.247598 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6f2e94-fa53-4fde-916c-3d1ce36a6822 req-6c60d89a-81e2-4824-982d-5cbca4beefc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:32:20.249324 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-da6f2e94-fa53-4fde-916c-3d1ce36a6822 req-6c60d89a-81e2-4824-982d-5cbca4beefc4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=92ffe26f-6d2a-4848-ae60-c70e06d2ea24 HTTP/1.1" status: 200  len: 854 time: 0.0565791
May 07 22:32:20.257583 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-c43abb58-cd3d-4a15-8ed3-d08ed203f384 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Deleting port cd73a911-ae72-4589-b623-0853b6eeacf5 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:32:20.257933 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c43abb58-cd3d-4a15-8ed3-d08ed203f384 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (cd73a911-ae72-4589-b623-0853b6eeacf5), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:20.290603 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-582de033-ece5-490c-b025-13e78b7d8036 None None] Current status of the port 3bfbd29b-32ec-4b40-b0ab-497ba05496e8 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:32:20.294745 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6f2e94-fa53-4fde-916c-3d1ce36a6822 req-51387245-296e-4e82-b7c3-88922d44a997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:32:20.296299 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-da6f2e94-fa53-4fde-916c-3d1ce36a6822 req-51387245-296e-4e82-b7c3-88922d44a997 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=911f7ebe-0e4c-46f0-8810-404a7aa9cfab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0405583
May 07 22:32:20.343156 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c43abb58-cd3d-4a15-8ed3-d08ed203f384 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (cd73a911-ae72-4589-b623-0853b6eeacf5), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:20.343416 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c43abb58-cd3d-4a15-8ed3-d08ed203f384 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Publish callbacks [] for floatingip (cd73a911-ae72-4589-b623-0853b6eeacf5), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:20.356120 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-c43abb58-cd3d-4a15-8ed3-d08ed203f384 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Calling delete_port for cd73a911-ae72-4589-b623-0853b6eeacf5 owned by network:floatingip {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:32:20.385816 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-da6f2e94-fa53-4fde-916c-3d1ce36a6822 req-79c91d74-f75d-4471-b458-339907caea90 service neutron] 10.222.0.59 "GET /v2.0/networks/911f7ebe-0e4c-46f0-8810-404a7aa9cfab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0833287
May 07 22:32:20.487478 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-da6f2e94-fa53-4fde-916c-3d1ce36a6822 req-df9ce529-de87-4808-88b7-bc8da1f76c61 service neutron] 10.222.0.59 "GET /v2.0/networks/911f7ebe-0e4c-46f0-8810-404a7aa9cfab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0960374
May 07 22:32:20.521331 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c43abb58-cd3d-4a15-8ed3-d08ed203f384 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (cd73a911-ae72-4589-b623-0853b6eeacf5), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:20.547649 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43abb58-cd3d-4a15-8ed3-d08ed203f384 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Pushing event deleted for resources: {'Port': ['ID=cd73a911-ae72-4589-b623-0853b6eeacf5,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:32:20.625276 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c43abb58-cd3d-4a15-8ed3-d08ed203f384 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Publish callbacks [] for floatingip (327a6782-ce12-4535-9bf2-3dba3e3e3786), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:20.639067 ncdv-master-1 neutron-server[121836]: INFO neutron.db.l3_db [None req-c43abb58-cd3d-4a15-8ed3-d08ed203f384 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Floating IP 327a6782-ce12-4535-9bf2-3dba3e3e3786 disassociated (deleted). External IP: 172.35.4.169, port: 3bfbd29b-32ec-4b40-b0ab-497ba05496e8.
May 07 22:32:20.864395 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c43abb58-cd3d-4a15-8ed3-d08ed203f384 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Router 5579a99e-3fd1-4435-83e5-24104cf8a178 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:32:20.980150 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c43abb58-cd3d-4a15-8ed3-d08ed203f384 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:32:20.984602 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c43abb58-cd3d-4a15-8ed3-d08ed203f384 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:20.990522 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee0d0c0-c1ab-4892-970b-743425a42885 None None] Sync routers for ids ['5579a99e-3fd1-4435-83e5-24104cf8a178'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:32:21.000662 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee0d0c0-c1ab-4892-970b-743425a42885 None None] Routers {'5579a99e-3fd1-4435-83e5-24104cf8a178'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:32:21.001324 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-fee0d0c0-c1ab-4892-970b-743425a42885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c8f9be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:31:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['5579a99e-3fd1-4435-83e5-24104cf8a178'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:32:21.016748 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-c43abb58-cd3d-4a15-8ed3-d08ed203f384 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] 10.222.0.32 "DELETE /v2.0/floatingips/327a6782-ce12-4535-9bf2-3dba3e3e3786 HTTP/1.1" status: 204  len: 168 time: 0.9505630
May 07 22:32:21.018048 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac17638e-6dd6-4f75-8473-22f89b9e1e56', 'tag': '3bfbd29b-32ec-4b40-b0ab-497ba05496e8'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:32:21.021030 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa004d35-ba76-407d-8715-9855b94ee8b7" -d '{"events": [{"name": "network-changed", "server_uuid": "ac17638e-6dd6-4f75-8473-22f89b9e1e56", "tag": "3bfbd29b-32ec-4b40-b0ab-497ba05496e8"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:32:21.061184 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebce8640-772c-4ba0-8cb3-85a2589a01b7 x-openstack-request-id: req-ebce8640-772c-4ba0-8cb3-85a2589a01b7 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:32:21.061483 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac17638e-6dd6-4f75-8473-22f89b9e1e56", "tag": "3bfbd29b-32ec-4b40-b0ab-497ba05496e8", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:32:21.061972 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ebce8640-772c-4ba0-8cb3-85a2589a01b7 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:32:21.062580 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebce8640-772c-4ba0-8cb3-85a2589a01b7'] response: {'name': 'network-changed', 'server_uuid': 'ac17638e-6dd6-4f75-8473-22f89b9e1e56', 'tag': '3bfbd29b-32ec-4b40-b0ab-497ba05496e8', 'status': 'completed', 'code': 200}
May 07 22:32:21.115659 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-fee0d0c0-c1ab-4892-970b-743425a42885 None None] Set router 5579a99e-3fd1-4435-83e5-24104cf8a178 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:32:21.124543 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa004d35-ba76-407d-8715-9855b94ee8b7 req-6b4f0350-ad6e-4dff-bc53-b05ec40451b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:32:21.126165 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-aa004d35-ba76-407d-8715-9855b94ee8b7 req-6b4f0350-ad6e-4dff-bc53-b05ec40451b4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=42b928f3be814de2bf73bded06b23fd4&device_id=ac17638e-6dd6-4f75-8473-22f89b9e1e56 HTTP/1.1" status: 200  len: 1127 time: 0.0417881
May 07 22:32:21.246662 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa004d35-ba76-407d-8715-9855b94ee8b7 req-75506fd8-f6a7-468e-9b90-3f85af58388b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:32:21.248222 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-aa004d35-ba76-407d-8715-9855b94ee8b7 req-75506fd8-f6a7-468e-9b90-3f85af58388b service neutron] 10.222.0.59 "GET /v2.0/networks?id=911f7ebe-0e4c-46f0-8810-404a7aa9cfab HTTP/1.1" status: 200  len: 916 time: 0.1168146
May 07 22:32:21.304086 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-aa004d35-ba76-407d-8715-9855b94ee8b7 req-2a34da74-fc36-4973-9e82-088826911024 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3bfbd29b-32ec-4b40-b0ab-497ba05496e8 HTTP/1.1" status: 200  len: 217 time: 0.0464952
May 07 22:32:21.320251 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-fee0d0c0-c1ab-4892-970b-743425a42885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c8f9be0>, [{'id': '5579a99e-3fd1-4435-83e5-24104cf8a178', 'name': 'tempest-TestMinimumBasicScenario-1522920336-router', 'tenant_id': '42b928f3be814de2bf73bded06b23fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.84'}], 'enable_snat': True}, 'gw_port_id': '5b4e510b-9544-4526-9251-297e9a4ef529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:30:23Z', 'updated_at': '2022-05-07T22:30:26Z', 'revision_number': 4, 'project_id': '42b928f3be814de2bf73bded06b23fd4', 'gw_port': {'id': '5b4e510b-9544-4526-9251-297e9a4ef529', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5579a99e-3fd1-4435-83e5-24104cf8a178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:30:23Z', 'updated_at': '2022-05-07T22:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2fecb251-b9bf-4e5d-af14-ed4f2a0d89f9', 'name': '', 'network_id': '911f7ebe-0e4c-46f0-8810-404a7aa9cfab', 'tenant_id': '42b928f3be814de2bf73bded06b23fd4', 'mac_address': 'fa:16:3e:e9:e7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5579a99e-3fd1-4435-83e5-24104cf8a178', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '92ffe26f-6d2a-4848-ae60-c70e06d2ea24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:30:25Z', 'updated_at': '2022-05-07T22:30:30Z', 'revision_number': 5, 'project_id': '42b928f3be814de2bf73bded06b23fd4', 'subnets': [{'id': '92ffe26f-6d2a-4848-ae60-c70e06d2ea24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:32:21.348590 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee0d0c0-c1ab-4892-970b-743425a42885 None None] Checking router: 5579a99e-3fd1-4435-83e5-24104cf8a178 for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:32:21.356872 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee0d0c0-c1ab-4892-970b-743425a42885 None None] Routers {'5579a99e-3fd1-4435-83e5-24104cf8a178'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:32:21.357556 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-fee0d0c0-c1ab-4892-970b-743425a42885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c8f9be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:31:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['5579a99e-3fd1-4435-83e5-24104cf8a178'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:32:21.358947 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa004d35-ba76-407d-8715-9855b94ee8b7 req-67645ff1-e69c-4235-8b11-ec2ea455cf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:32:21.360419 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-aa004d35-ba76-407d-8715-9855b94ee8b7 req-67645ff1-e69c-4235-8b11-ec2ea455cf57 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=92ffe26f-6d2a-4848-ae60-c70e06d2ea24 HTTP/1.1" status: 200  len: 854 time: 0.0496249
May 07 22:32:21.462085 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa004d35-ba76-407d-8715-9855b94ee8b7 req-fb5049f6-256d-444e-96a9-8534c83b32d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:32:21.463734 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-aa004d35-ba76-407d-8715-9855b94ee8b7 req-fb5049f6-256d-444e-96a9-8534c83b32d2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=911f7ebe-0e4c-46f0-8810-404a7aa9cfab&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0401046
May 07 22:32:21.465568 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-fee0d0c0-c1ab-4892-970b-743425a42885 None None] Set router 5579a99e-3fd1-4435-83e5-24104cf8a178 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:32:21.553104 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-aa004d35-ba76-407d-8715-9855b94ee8b7 req-7204bedf-4f9c-4bdc-af02-069929c5918b service neutron] 10.222.0.59 "GET /v2.0/networks/911f7ebe-0e4c-46f0-8810-404a7aa9cfab?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0828974
May 07 22:32:21.655430 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-fee0d0c0-c1ab-4892-970b-743425a42885 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c8f9be0>, [{'id': '5579a99e-3fd1-4435-83e5-24104cf8a178', 'name': 'tempest-TestMinimumBasicScenario-1522920336-router', 'tenant_id': '42b928f3be814de2bf73bded06b23fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.84'}], 'enable_snat': True}, 'gw_port_id': '5b4e510b-9544-4526-9251-297e9a4ef529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:30:23Z', 'updated_at': '2022-05-07T22:30:26Z', 'revision_number': 4, 'project_id': '42b928f3be814de2bf73bded06b23fd4', 'gw_port': {'id': '5b4e510b-9544-4526-9251-297e9a4ef529', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5579a99e-3fd1-4435-83e5-24104cf8a178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:30:23Z', 'updated_at': '2022-05-07T22:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2fecb251-b9bf-4e5d-af14-ed4f2a0d89f9', 'name': '', 'network_id': '911f7ebe-0e4c-46f0-8810-404a7aa9cfab', 'tenant_id': '42b928f3be814de2bf73bded06b23fd4', 'mac_address': 'fa:16:3e:e9:e7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5579a99e-3fd1-4435-83e5-24104cf8a178', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '92ffe26f-6d2a-4848-ae60-c70e06d2ea24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:30:25Z', 'updated_at': '2022-05-07T22:30:30Z', 'revision_number': 5, 'project_id': '42b928f3be814de2bf73bded06b23fd4', 'subnets': [{'id': '92ffe26f-6d2a-4848-ae60-c70e06d2ea24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:32:21.681445 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee0d0c0-c1ab-4892-970b-743425a42885 None None] The sync data for ids ['5579a99e-3fd1-4435-83e5-24104cf8a178'] in ncdv-master-1 is: [{'id': '5579a99e-3fd1-4435-83e5-24104cf8a178', 'name': 'tempest-TestMinimumBasicScenario-1522920336-router', 'tenant_id': '42b928f3be814de2bf73bded06b23fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.84'}], 'enable_snat': True}, 'gw_port_id': '5b4e510b-9544-4526-9251-297e9a4ef529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:30:23Z', 'updated_at': '2022-05-07T22:30:26Z', 'revision_number': 4, 'project_id': '42b928f3be814de2bf73bded06b23fd4', 'gw_port': {'id': '5b4e510b-9544-4526-9251-297e9a4ef529', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5579a99e-3fd1-4435-83e5-24104cf8a178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:30:23Z', 'updated_at': '2022-05-07T22:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2fecb251-b9bf-4e5d-af14-ed4f2a0d89f9', 'name': '', 'network_id': '911f7ebe-0e4c-46f0-8810-404a7aa9cfab', 'tenant_id': '42b928f3be814de2bf73bded06b23fd4', 'mac_address': 'fa:16:3e:e9:e7:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5579a99e-3fd1-4435-83e5-24104cf8a178', 'device_owner': 'network:router_interface', 'standard_attr_id': 4230, 'fixed_ips': [{'subnet_id': '92ffe26f-6d2a-4848-ae60-c70e06d2ea24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:30:25Z', 'updated_at': '2022-05-07T22:30:30Z', 'revision_number': 5, 'project_id': '42b928f3be814de2bf73bded06b23fd4', 'subnets': [{'id': '92ffe26f-6d2a-4848-ae60-c70e06d2ea24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:32:21.744809 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-aa004d35-ba76-407d-8715-9855b94ee8b7 req-17e1502c-5c3f-49cd-a894-934b6f929dd0 service neutron] 10.222.0.59 "GET /v2.0/networks/911f7ebe-0e4c-46f0-8810-404a7aa9cfab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0904500
May 07 22:32:21.924737 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d535f1ef-7984-4d1c-be19-4d28e9189ff9 None None] New status for floating IP 327a6782-ce12-4535-9bf2-3dba3e3e3786: DOWN {{(pid=121838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 07 22:32:22.269445 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:23.706876 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5a3dac70-0cde-4b14-9a1c-19a1ac763f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:23.779118 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79329e25-a71f-4184-bc7c-0c7e8d79e546 req-21162775-cfca-4abf-b06a-70b3cd27db37 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:32:23.780609 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-79329e25-a71f-4184-bc7c-0c7e8d79e546 req-21162775-cfca-4abf-b06a-70b3cd27db37 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac17638e-6dd6-4f75-8473-22f89b9e1e56 HTTP/1.1" status: 200  len: 945 time: 0.0476739
May 07 22:32:23.831952 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-79329e25-a71f-4184-bc7c-0c7e8d79e546 req-8f8c6628-e177-494d-b281-28ea13bfa44a tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] 10.222.0.32 "GET /v2.0/security-groups?id=01127dbf-b427-41a9-9895-14d47dec9855&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455351
May 07 22:32:24.238605 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:24.945503 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e575b3f-6856-4731-bcb0-c23b4371c06f req-e11c894c-4bac-4b73-bc83-8a2a9da60bda tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:32:24.946980 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0e575b3f-6856-4731-bcb0-c23b4371c06f req-e11c894c-4bac-4b73-bc83-8a2a9da60bda tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac17638e-6dd6-4f75-8473-22f89b9e1e56 HTTP/1.1" status: 200  len: 945 time: 0.0464141
May 07 22:32:24.992920 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0e575b3f-6856-4731-bcb0-c23b4371c06f req-953f7027-f190-47e8-a309-b913865a8e59 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] 10.222.0.32 "GET /v2.0/security-groups?id=01127dbf-b427-41a9-9895-14d47dec9855&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404062
May 07 22:32:25.337314 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49bb46d-4078-42bf-82f5-e1ae990e138e req-6bcbe3d2-116f-4455-a5be-6f809a3d0701 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:32:25.339629 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e49bb46d-4078-42bf-82f5-e1ae990e138e req-6bcbe3d2-116f-4455-a5be-6f809a3d0701 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] 10.222.0.59 "GET /v2.0/ports?device_id=ac17638e-6dd6-4f75-8473-22f89b9e1e56 HTTP/1.1" status: 200  len: 945 time: 0.0527329
May 07 22:32:25.422645 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-e49bb46d-4078-42bf-82f5-e1ae990e138e req-753f7b6b-426e-4506-affc-9b32ba53fec3 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Deleting port 3bfbd29b-32ec-4b40-b0ab-497ba05496e8 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:32:25.423013 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-e49bb46d-4078-42bf-82f5-e1ae990e138e req-753f7b6b-426e-4506-affc-9b32ba53fec3 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (3bfbd29b-32ec-4b40-b0ab-497ba05496e8), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:25.513671 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-e49bb46d-4078-42bf-82f5-e1ae990e138e req-753f7b6b-426e-4506-affc-9b32ba53fec3 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] For port 3bfbd29b-32ec-4b40-b0ab-497ba05496e8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3bfbd29b-32ec-4b40-b0ab-497ba05496e8,segment=NetworkSegment(af3a0180-0565-449d-969a-7937b8e53e44),segment_id=af3a0180-0565-449d-969a-7937b8e53e44)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:32:25.514027 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-e49bb46d-4078-42bf-82f5-e1ae990e138e req-753f7b6b-426e-4506-affc-9b32ba53fec3 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (3bfbd29b-32ec-4b40-b0ab-497ba05496e8), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:25.526452 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-e49bb46d-4078-42bf-82f5-e1ae990e138e req-753f7b6b-426e-4506-affc-9b32ba53fec3 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Calling delete_port for 3bfbd29b-32ec-4b40-b0ab-497ba05496e8 owned by compute:nova {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:32:25.653910 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-e49bb46d-4078-42bf-82f5-e1ae990e138e req-753f7b6b-426e-4506-affc-9b32ba53fec3 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (3bfbd29b-32ec-4b40-b0ab-497ba05496e8), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:25.666905 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['3bfbd29b-32ec-4b40-b0ab-497ba05496e8'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:32:25.686532 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753f7b6b-426e-4506-affc-9b32ba53fec3 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Pushing event deleted for resources: {'Port': ['ID=3bfbd29b-32ec-4b40-b0ab-497ba05496e8,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:32:25.730601 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-e49bb46d-4078-42bf-82f5-e1ae990e138e req-753f7b6b-426e-4506-affc-9b32ba53fec3 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] No DVR routers for this DVR port 3bfbd29b-32ec-4b40-b0ab-497ba05496e8 on host nch2-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:32:25.733228 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-e49bb46d-4078-42bf-82f5-e1ae990e138e req-753f7b6b-426e-4506-affc-9b32ba53fec3 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:25.736999 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e49bb46d-4078-42bf-82f5-e1ae990e138e req-753f7b6b-426e-4506-affc-9b32ba53fec3 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] 10.222.0.59 "DELETE /v2.0/ports/3bfbd29b-32ec-4b40-b0ab-497ba05496e8 HTTP/1.1" status: 204  len: 173 time: 0.3918409
May 07 22:32:25.737441 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac17638e-6dd6-4f75-8473-22f89b9e1e56', 'name': 'network-vif-deleted', 'tag': '3bfbd29b-32ec-4b40-b0ab-497ba05496e8'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:32:25.739767 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd0defb-a417-4924-9df3-e5084de310a4" -d '{"events": [{"server_uuid": "ac17638e-6dd6-4f75-8473-22f89b9e1e56", "name": "network-vif-deleted", "tag": "3bfbd29b-32ec-4b40-b0ab-497ba05496e8"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:32:25.780200 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f352ad60-824d-4f67-82a2-621b813ec2b4 x-openstack-request-id: req-f352ad60-824d-4f67-82a2-621b813ec2b4 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:32:25.780530 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac17638e-6dd6-4f75-8473-22f89b9e1e56", "name": "network-vif-deleted", "tag": "3bfbd29b-32ec-4b40-b0ab-497ba05496e8", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:32:25.780788 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f352ad60-824d-4f67-82a2-621b813ec2b4 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:32:25.781352 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f352ad60-824d-4f67-82a2-621b813ec2b4'] response: {'server_uuid': 'ac17638e-6dd6-4f75-8473-22f89b9e1e56', 'name': 'network-vif-deleted', 'tag': '3bfbd29b-32ec-4b40-b0ab-497ba05496e8', 'status': 'completed', 'code': 200}
May 07 22:32:26.107403 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8104214c-89d5-41c0-8ccb-22f59f94487f req-746a0888-3730-41cd-9425-cc60139a4415 tempest-TestMinimumBasicScenario-472552688 tempest-TestMinimumBasicScenario-472552688-project] 10.222.0.32 "GET /v2.0/ports?device_id=ac17638e-6dd6-4f75-8473-22f89b9e1e56 HTTP/1.1" status: 200  len: 210 time: 0.0312424
May 07 22:32:26.590964 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5dd36905-35a6-4f03-a0b0-1ba869a7613b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:27.551664 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:27.679777 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 58108) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:32:28.006359 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-88df981a-2ca2-4bcd-a78e-77ec8eeb3fcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401094'] for router_interface (5579a99e-3fd1-4435-83e5-24104cf8a178), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:28.241909 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-88df981a-2ca2-4bcd-a78e-77ec8eeb3fcf admin admin] Deleting port 2fecb251-b9bf-4e5d-af14-ed4f2a0d89f9 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:32:28.242243 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-88df981a-2ca2-4bcd-a78e-77ec8eeb3fcf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (2fecb251-b9bf-4e5d-af14-ed4f2a0d89f9), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:28.309858 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 3bfbd29b-32ec-4b40-b0ab-497ba05496e8 no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:32:28.327004 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-88df981a-2ca2-4bcd-a78e-77ec8eeb3fcf admin admin] For port 2fecb251-b9bf-4e5d-af14-ed4f2a0d89f9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2fecb251-b9bf-4e5d-af14-ed4f2a0d89f9,segment=NetworkSegment(af3a0180-0565-449d-969a-7937b8e53e44),segment_id=af3a0180-0565-449d-969a-7937b8e53e44)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:32:28.327365 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-88df981a-2ca2-4bcd-a78e-77ec8eeb3fcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (2fecb251-b9bf-4e5d-af14-ed4f2a0d89f9), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:28.332566 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] No Port match for: 3bfbd29b-32ec-4b40-b0ab-497ba05496e8 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:32:28.332914 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 3bfbd29b-32ec-4b40-b0ab-497ba05496e8 not bound to the agent host nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:32:28.342186 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-88df981a-2ca2-4bcd-a78e-77ec8eeb3fcf admin admin] Calling delete_port for 2fecb251-b9bf-4e5d-af14-ed4f2a0d89f9 owned by network:router_interface {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:32:28.522543 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-88df981a-2ca2-4bcd-a78e-77ec8eeb3fcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (2fecb251-b9bf-4e5d-af14-ed4f2a0d89f9), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:28.548203 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88df981a-2ca2-4bcd-a78e-77ec8eeb3fcf admin admin] Pushing event deleted for resources: {'Port': ['ID=2fecb251-b9bf-4e5d-af14-ed4f2a0d89f9,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:32:28.722132 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-88df981a-2ca2-4bcd-a78e-77ec8eeb3fcf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401002'] for router_interface (5579a99e-3fd1-4435-83e5-24104cf8a178), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:28.938451 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88df981a-2ca2-4bcd-a78e-77ec8eeb3fcf admin admin] Router 5579a99e-3fd1-4435-83e5-24104cf8a178 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:32:29.047873 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88df981a-2ca2-4bcd-a78e-77ec8eeb3fcf admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:32:29.053362 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-88df981a-2ca2-4bcd-a78e-77ec8eeb3fcf admin admin] 10.222.0.32 "PUT /v2.0/routers/5579a99e-3fd1-4435-83e5-24104cf8a178/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.3725774
May 07 22:32:29.055899 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 58110) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:32:29.056801 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e14e69-6769-490b-acca-6c1ee0408252 None None] Sync routers for ids ['5579a99e-3fd1-4435-83e5-24104cf8a178'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:32:29.067411 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e14e69-6769-490b-acca-6c1ee0408252 None None] Routers {'5579a99e-3fd1-4435-83e5-24104cf8a178'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:32:29.068031 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-55e14e69-6769-490b-acca-6c1ee0408252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c8f9730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:32:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['5579a99e-3fd1-4435-83e5-24104cf8a178'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:32:29.161917 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-def307b0-7b4b-4389-9dd6-405088cc36d4 admin admin] Publish callbacks [] for router (5579a99e-3fd1-4435-83e5-24104cf8a178), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:29.175872 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-55e14e69-6769-490b-acca-6c1ee0408252 None None] Set router 5579a99e-3fd1-4435-83e5-24104cf8a178 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:32:29.259219 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:29.271482 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-def307b0-7b4b-4389-9dd6-405088cc36d4 admin admin] Publish callbacks [] for router_gateway (5579a99e-3fd1-4435-83e5-24104cf8a178), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:29.316278 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-def307b0-7b4b-4389-9dd6-405088cc36d4 admin admin] Deleting port 5b4e510b-9544-4526-9251-297e9a4ef529 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:32:29.316696 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-def307b0-7b4b-4389-9dd6-405088cc36d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (5b4e510b-9544-4526-9251-297e9a4ef529), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:29.403687 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-def307b0-7b4b-4389-9dd6-405088cc36d4 admin admin] For port 5b4e510b-9544-4526-9251-297e9a4ef529, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5b4e510b-9544-4526-9251-297e9a4ef529,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:32:29.404062 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-def307b0-7b4b-4389-9dd6-405088cc36d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (5b4e510b-9544-4526-9251-297e9a4ef529), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:29.418870 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-def307b0-7b4b-4389-9dd6-405088cc36d4 admin admin] Calling delete_port for 5b4e510b-9544-4526-9251-297e9a4ef529 owned by network:router_gateway {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:32:29.447613 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-55e14e69-6769-490b-acca-6c1ee0408252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c8f9730>, [{'id': '5579a99e-3fd1-4435-83e5-24104cf8a178', 'name': 'tempest-TestMinimumBasicScenario-1522920336-router', 'tenant_id': '42b928f3be814de2bf73bded06b23fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.84'}], 'enable_snat': True}, 'gw_port_id': '5b4e510b-9544-4526-9251-297e9a4ef529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:30:23Z', 'updated_at': '2022-05-07T22:32:28Z', 'revision_number': 5, 'project_id': '42b928f3be814de2bf73bded06b23fd4', 'gw_port': {'id': '5b4e510b-9544-4526-9251-297e9a4ef529', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:a2:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5579a99e-3fd1-4435-83e5-24104cf8a178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:30:23Z', 'updated_at': '2022-05-07T22:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:32:29.474225 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e14e69-6769-490b-acca-6c1ee0408252 None None] Checking router: 5579a99e-3fd1-4435-83e5-24104cf8a178 for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:32:29.482997 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e14e69-6769-490b-acca-6c1ee0408252 None None] Routers {'5579a99e-3fd1-4435-83e5-24104cf8a178'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:32:29.483609 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-55e14e69-6769-490b-acca-6c1ee0408252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c8f9730>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:32:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['5579a99e-3fd1-4435-83e5-24104cf8a178'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:32:29.571738 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-55e14e69-6769-490b-acca-6c1ee0408252 None None] Set router 5579a99e-3fd1-4435-83e5-24104cf8a178 gateway port host: None {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:32:29.612109 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-def307b0-7b4b-4389-9dd6-405088cc36d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (5b4e510b-9544-4526-9251-297e9a4ef529), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:29.630955 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-55e14e69-6769-490b-acca-6c1ee0408252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c8f9730>, [{'id': '5579a99e-3fd1-4435-83e5-24104cf8a178', 'name': 'tempest-TestMinimumBasicScenario-1522920336-router', 'tenant_id': '42b928f3be814de2bf73bded06b23fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:30:23Z', 'updated_at': '2022-05-07T22:32:29Z', 'revision_number': 6, 'project_id': '42b928f3be814de2bf73bded06b23fd4', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:32:29.640236 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def307b0-7b4b-4389-9dd6-405088cc36d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b4e510b-9544-4526-9251-297e9a4ef529,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:32:29.664942 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e14e69-6769-490b-acca-6c1ee0408252 None None] The sync data for ids ['5579a99e-3fd1-4435-83e5-24104cf8a178'] in ncdv-master-1 is: [{'id': '5579a99e-3fd1-4435-83e5-24104cf8a178', 'name': 'tempest-TestMinimumBasicScenario-1522920336-router', 'tenant_id': '42b928f3be814de2bf73bded06b23fd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:30:23Z', 'updated_at': '2022-05-07T22:32:29Z', 'revision_number': 6, 'project_id': '42b928f3be814de2bf73bded06b23fd4', 'gw_port_host': None}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:32:29.718159 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-def307b0-7b4b-4389-9dd6-405088cc36d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395776'] for router_gateway (5579a99e-3fd1-4435-83e5-24104cf8a178), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:29.809829 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-def307b0-7b4b-4389-9dd6-405088cc36d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (5579a99e-3fd1-4435-83e5-24104cf8a178), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:29.811971 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-def307b0-7b4b-4389-9dd6-405088cc36d4 admin admin] Publish callbacks [] for router_controller (5579a99e-3fd1-4435-83e5-24104cf8a178), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:29.854548 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-def307b0-7b4b-4389-9dd6-405088cc36d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (5579a99e-3fd1-4435-83e5-24104cf8a178), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:29.855115 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-def307b0-7b4b-4389-9dd6-405088cc36d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5579a99e-3fd1-4435-83e5-24104cf8a178 {{(pid=121836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 22:32:29.859279 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-def307b0-7b4b-4389-9dd6-405088cc36d4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:29.860386 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-def307b0-7b4b-4389-9dd6-405088cc36d4 admin admin] 10.222.0.32 "DELETE /v2.0/routers/5579a99e-3fd1-4435-83e5-24104cf8a178 HTTP/1.1" status: 204  len: 168 time: 0.8035891
May 07 22:32:29.863260 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 58112) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:32:29.911138 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ba9d5a5-6016-49fc-bb62-d19b282d3cb8 admin admin] Deleting subnet 92ffe26f-6d2a-4848-ae60-c70e06d2ea24 {{(pid=121836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:32:29.914143 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8ba9d5a5-6016-49fc-bb62-d19b282d3cb8 admin admin] Publish callbacks [] for subnet (92ffe26f-6d2a-4848-ae60-c70e06d2ea24), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:30.275801 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8ba9d5a5-6016-49fc-bb62-d19b282d3cb8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726883'] for subnet (92ffe26f-6d2a-4848-ae60-c70e06d2ea24), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:30.357389 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8ba9d5a5-6016-49fc-bb62-d19b282d3cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (92ffe26f-6d2a-4848-ae60-c70e06d2ea24), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:30.369135 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:30.408582 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8ba9d5a5-6016-49fc-bb62-d19b282d3cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (92ffe26f-6d2a-4848-ae60-c70e06d2ea24), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:30.439598 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba9d5a5-6016-49fc-bb62-d19b282d3cb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92ffe26f-6d2a-4848-ae60-c70e06d2ea24,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:32:30.443416 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8ba9d5a5-6016-49fc-bb62-d19b282d3cb8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:30.448854 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-8ba9d5a5-6016-49fc-bb62-d19b282d3cb8 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/92ffe26f-6d2a-4848-ae60-c70e06d2ea24 HTTP/1.1" status: 204  len: 168 time: 0.5824559
May 07 22:32:30.449402 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 58114) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:32:30.450527 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1864afd6-0ca0-41f1-a352-074bb43237c9 None None] Network 911f7ebe-0e4c-46f0-8810-404a7aa9cfab requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:32:30.525525 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a71260c8-ca8b-4002-8a6b-5d821f0bd4bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (911f7ebe-0e4c-46f0-8810-404a7aa9cfab), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:30.571988 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-a71260c8-ca8b-4002-8a6b-5d821f0bd4bf admin admin] Deleting port 0e360ca1-e7bf-43d0-9219-a492e6d2eaca {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:32:30.572332 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a71260c8-ca8b-4002-8a6b-5d821f0bd4bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (0e360ca1-e7bf-43d0-9219-a492e6d2eaca), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:30.631187 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a4dcfd-1f7a-492c-88bc-96bb0ef641b6 None None] DHCP port deletion for 911f7ebe-0e4c-46f0-8810-404a7aa9cfab request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:32:30.644197 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-a71260c8-ca8b-4002-8a6b-5d821f0bd4bf admin admin] For port 0e360ca1-e7bf-43d0-9219-a492e6d2eaca, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0e360ca1-e7bf-43d0-9219-a492e6d2eaca,segment=NetworkSegment(af3a0180-0565-449d-969a-7937b8e53e44),segment_id=af3a0180-0565-449d-969a-7937b8e53e44)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:32:30.644563 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a71260c8-ca8b-4002-8a6b-5d821f0bd4bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (0e360ca1-e7bf-43d0-9219-a492e6d2eaca), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:30.660589 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-a71260c8-ca8b-4002-8a6b-5d821f0bd4bf admin admin] Calling delete_port for 0e360ca1-e7bf-43d0-9219-a492e6d2eaca owned by network:dhcp {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:32:30.680073 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-89a4dcfd-1f7a-492c-88bc-96bb0ef641b6 None None] Deleting port 0e360ca1-e7bf-43d0-9219-a492e6d2eaca {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:32:30.680449 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-89a4dcfd-1f7a-492c-88bc-96bb0ef641b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (0e360ca1-e7bf-43d0-9219-a492e6d2eaca), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:30.750825 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a71260c8-ca8b-4002-8a6b-5d821f0bd4bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (0e360ca1-e7bf-43d0-9219-a492e6d2eaca), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:30.752589 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-89a4dcfd-1f7a-492c-88bc-96bb0ef641b6 None None] For port 0e360ca1-e7bf-43d0-9219-a492e6d2eaca, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0e360ca1-e7bf-43d0-9219-a492e6d2eaca,segment=NetworkSegment(af3a0180-0565-449d-969a-7937b8e53e44),segment_id=af3a0180-0565-449d-969a-7937b8e53e44)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:32:30.753086 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-89a4dcfd-1f7a-492c-88bc-96bb0ef641b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (0e360ca1-e7bf-43d0-9219-a492e6d2eaca), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:30.767794 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-89a4dcfd-1f7a-492c-88bc-96bb0ef641b6 None None] Calling delete_port for 0e360ca1-e7bf-43d0-9219-a492e6d2eaca owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:32:30.780799 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71260c8-ca8b-4002-8a6b-5d821f0bd4bf admin admin] No DVR routers for this DVR port 0e360ca1-e7bf-43d0-9219-a492e6d2eaca on host ncdv-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:32:30.788473 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71260c8-ca8b-4002-8a6b-5d821f0bd4bf admin admin] Pushing event deleted for resources: {'Port': ['ID=0e360ca1-e7bf-43d0-9219-a492e6d2eaca,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:32:30.855469 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-89a4dcfd-1f7a-492c-88bc-96bb0ef641b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (0e360ca1-e7bf-43d0-9219-a492e6d2eaca), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:30.860393 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a71260c8-ca8b-4002-8a6b-5d821f0bd4bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (911f7ebe-0e4c-46f0-8810-404a7aa9cfab), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:30.880581 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-a71260c8-ca8b-4002-8a6b-5d821f0bd4bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf85f7c430>,) {'filters': {'network_id': ['911f7ebe-0e4c-46f0-8810-404a7aa9cfab']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:32:30.885333 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a4dcfd-1f7a-492c-88bc-96bb0ef641b6 None None] Pushing event deleted for resources: {'Port': ['ID=0e360ca1-e7bf-43d0-9219-a492e6d2eaca,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:32:30.887443 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a4dcfd-1f7a-492c-88bc-96bb0ef641b6 None None] No DVR routers for this DVR port 0e360ca1-e7bf-43d0-9219-a492e6d2eaca on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:32:30.890654 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-a71260c8-ca8b-4002-8a6b-5d821f0bd4bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf85f7c430>, 'af3a0180-0565-449d-969a-7937b8e53e44') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:32:30.891070 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-a71260c8-ca8b-4002-8a6b-5d821f0bd4bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf85f7c430>, 'af3a0180-0565-449d-969a-7937b8e53e44') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:32:30.896811 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a4dcfd-1f7a-492c-88bc-96bb0ef641b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:32:30.897166 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a4dcfd-1f7a-492c-88bc-96bb0ef641b6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:32:30.897514 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a4dcfd-1f7a-492c-88bc-96bb0ef641b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:32:30.897889 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a4dcfd-1f7a-492c-88bc-96bb0ef641b6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:32:30.898227 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a4dcfd-1f7a-492c-88bc-96bb0ef641b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:32:30.898564 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a4dcfd-1f7a-492c-88bc-96bb0ef641b6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:32:30.898925 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a4dcfd-1f7a-492c-88bc-96bb0ef641b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:32:30.899361 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a4dcfd-1f7a-492c-88bc-96bb0ef641b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:32:30.899578 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a4dcfd-1f7a-492c-88bc-96bb0ef641b6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:32:30.899908 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a4dcfd-1f7a-492c-88bc-96bb0ef641b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:32:30.900237 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a4dcfd-1f7a-492c-88bc-96bb0ef641b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:32:30.900563 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a4dcfd-1f7a-492c-88bc-96bb0ef641b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:32:30.900888 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a4dcfd-1f7a-492c-88bc-96bb0ef641b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:32:30.901215 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a4dcfd-1f7a-492c-88bc-96bb0ef641b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:32:30.901616 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a4dcfd-1f7a-492c-88bc-96bb0ef641b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:32:30.906808 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a71260c8-ca8b-4002-8a6b-5d821f0bd4bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (af3a0180-0565-449d-969a-7937b8e53e44), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:30.921268 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a71260c8-ca8b-4002-8a6b-5d821f0bd4bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (af3a0180-0565-449d-969a-7937b8e53e44), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:30.931582 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a71260c8-ca8b-4002-8a6b-5d821f0bd4bf admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:32:30.931985 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a71260c8-ca8b-4002-8a6b-5d821f0bd4bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (af3a0180-0565-449d-969a-7937b8e53e44), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:30.933729 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 22:32:30.933729 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:32:30.933729 ncdv-master-1 neutron-server[121837]:     timer()
May 07 22:32:30.933729 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:32:30.933729 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 22:32:30.933729 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:32:30.933729 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 22:32:30.933729 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:32:30.933729 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 22:32:30.933729 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:32:30.933729 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 22:32:30.933729 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:32:30.933729 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 22:32:30.933729 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:32:30.933729 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:32:30.933729 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:32:30.933729 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:32:30.933729 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:32:30.933729 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 22:32:30.933729 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:32:30.933729 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 22:32:30.933729 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:32:30.933729 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:32:30.933729 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:32:30.933729 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 22:32:30.933729 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:32:30.933729 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:32:30.933729 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:32:30.933729 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:32:30.933729 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:32:30.933729 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:32:30.933729 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:32:31.279753 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a71260c8-ca8b-4002-8a6b-5d821f0bd4bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (911f7ebe-0e4c-46f0-8810-404a7aa9cfab), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:31.285045 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a71260c8-ca8b-4002-8a6b-5d821f0bd4bf admin admin] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:31.288118 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-a71260c8-ca8b-4002-8a6b-5d821f0bd4bf admin admin] 10.222.0.32 "DELETE /v2.0/networks/911f7ebe-0e4c-46f0-8810-404a7aa9cfab HTTP/1.1" status: 204  len: 168 time: 0.8375964
May 07 22:32:31.291418 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 58116) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:32:31.303332 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71260c8-ca8b-4002-8a6b-5d821f0bd4bf admin admin] Pushing event deleted for resources: {'Network': ['ID=911f7ebe-0e4c-46f0-8810-404a7aa9cfab,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:32:31.615951 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-206630c6-0b3d-4cab-b752-4784a042802d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401094'] for router_interface (6976d40d-9e1b-4c2b-b6ed-3b85677d50cf), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:31.634578 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 2fecb251-b9bf-4e5d-af14-ed4f2a0d89f9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:32:31.656808 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 2fecb251-b9bf-4e5d-af14-ed4f2a0d89f9 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:32:31.657151 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 2fecb251-b9bf-4e5d-af14-ed4f2a0d89f9 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:32:31.657562 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 5b4e510b-9544-4526-9251-297e9a4ef529 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:32:31.678845 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 5b4e510b-9544-4526-9251-297e9a4ef529 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:32:31.679219 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 5b4e510b-9544-4526-9251-297e9a4ef529 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:32:31.679607 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 0e360ca1-e7bf-43d0-9219-a492e6d2eaca no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:32:31.698707 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 0e360ca1-e7bf-43d0-9219-a492e6d2eaca {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:32:31.699079 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 0e360ca1-e7bf-43d0-9219-a492e6d2eaca not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:32:31.853301 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-206630c6-0b3d-4cab-b752-4784a042802d admin admin] Deleting port 31fbecbb-03f4-470c-92c5-27929435eed8 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:32:31.853547 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-206630c6-0b3d-4cab-b752-4784a042802d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (31fbecbb-03f4-470c-92c5-27929435eed8), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:31.934464 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-206630c6-0b3d-4cab-b752-4784a042802d admin admin] For port 31fbecbb-03f4-470c-92c5-27929435eed8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=31fbecbb-03f4-470c-92c5-27929435eed8,segment=NetworkSegment(9c117fd0-cf36-4813-b01c-b1327079b377),segment_id=9c117fd0-cf36-4813-b01c-b1327079b377)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:32:31.934843 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-206630c6-0b3d-4cab-b752-4784a042802d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (31fbecbb-03f4-470c-92c5-27929435eed8), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:31.947448 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-206630c6-0b3d-4cab-b752-4784a042802d admin admin] Calling delete_port for 31fbecbb-03f4-470c-92c5-27929435eed8 owned by network:router_interface {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:32:32.127226 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-206630c6-0b3d-4cab-b752-4784a042802d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (31fbecbb-03f4-470c-92c5-27929435eed8), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:32.152711 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206630c6-0b3d-4cab-b752-4784a042802d admin admin] Pushing event deleted for resources: {'Port': ['ID=31fbecbb-03f4-470c-92c5-27929435eed8,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:32:32.328530 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-206630c6-0b3d-4cab-b752-4784a042802d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401002'] for router_interface (6976d40d-9e1b-4c2b-b6ed-3b85677d50cf), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:32.560960 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-206630c6-0b3d-4cab-b752-4784a042802d admin admin] Router 6976d40d-9e1b-4c2b-b6ed-3b85677d50cf has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:32:32.671520 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-206630c6-0b3d-4cab-b752-4784a042802d admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:32:32.676490 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-206630c6-0b3d-4cab-b752-4784a042802d admin admin] 10.222.0.32 "PUT /v2.0/routers/6976d40d-9e1b-4c2b-b6ed-3b85677d50cf/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.3839648
May 07 22:32:32.678990 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 58118) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:32:32.682347 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd148a8-0af0-40e0-ad78-ca277b12c51e None None] Sync routers for ids ['6976d40d-9e1b-4c2b-b6ed-3b85677d50cf'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:32:32.692805 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd148a8-0af0-40e0-ad78-ca277b12c51e None None] Routers {'6976d40d-9e1b-4c2b-b6ed-3b85677d50cf'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:32:32.693442 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-ccd148a8-0af0-40e0-ad78-ca277b12c51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7e87f790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:32:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['6976d40d-9e1b-4c2b-b6ed-3b85677d50cf'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:32:32.789607 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f956584a-8129-4836-be24-e514e4108682 admin admin] Publish callbacks [] for router (6976d40d-9e1b-4c2b-b6ed-3b85677d50cf), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:32.807451 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-ccd148a8-0af0-40e0-ad78-ca277b12c51e None None] Set router 6976d40d-9e1b-4c2b-b6ed-3b85677d50cf gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:32:32.900138 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f956584a-8129-4836-be24-e514e4108682 admin admin] Publish callbacks [] for router_gateway (6976d40d-9e1b-4c2b-b6ed-3b85677d50cf), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:32.945349 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-f956584a-8129-4836-be24-e514e4108682 admin admin] Deleting port dca912c9-cd14-4ffb-a650-9a3feaea56c5 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:32:32.945712 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f956584a-8129-4836-be24-e514e4108682 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (dca912c9-cd14-4ffb-a650-9a3feaea56c5), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:32.978064 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-ccd148a8-0af0-40e0-ad78-ca277b12c51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7e87f790>, [{'id': '6976d40d-9e1b-4c2b-b6ed-3b85677d50cf', 'name': 'tempest-TestMinimumBasicScenario-988771780-router', 'tenant_id': 'e61d05fbf2a344189ea05c81e878b299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.71'}], 'enable_snat': True}, 'gw_port_id': 'dca912c9-cd14-4ffb-a650-9a3feaea56c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:30:27Z', 'updated_at': '2022-05-07T22:32:32Z', 'revision_number': 5, 'project_id': 'e61d05fbf2a344189ea05c81e878b299', 'gw_port': {'id': 'dca912c9-cd14-4ffb-a650-9a3feaea56c5', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:af:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6976d40d-9e1b-4c2b-b6ed-3b85677d50cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:30:28Z', 'updated_at': '2022-05-07T22:30:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:32:33.007286 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd148a8-0af0-40e0-ad78-ca277b12c51e None None] Checking router: 6976d40d-9e1b-4c2b-b6ed-3b85677d50cf for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:32:33.015390 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd148a8-0af0-40e0-ad78-ca277b12c51e None None] Routers {'6976d40d-9e1b-4c2b-b6ed-3b85677d50cf'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:32:33.015996 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-ccd148a8-0af0-40e0-ad78-ca277b12c51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7e87f790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:32:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['6976d40d-9e1b-4c2b-b6ed-3b85677d50cf'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:32:33.029116 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-f956584a-8129-4836-be24-e514e4108682 admin admin] For port dca912c9-cd14-4ffb-a650-9a3feaea56c5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dca912c9-cd14-4ffb-a650-9a3feaea56c5,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:32:33.029485 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f956584a-8129-4836-be24-e514e4108682 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (dca912c9-cd14-4ffb-a650-9a3feaea56c5), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:33.042749 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-f956584a-8129-4836-be24-e514e4108682 admin admin] Calling delete_port for dca912c9-cd14-4ffb-a650-9a3feaea56c5 owned by network:router_gateway {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:32:33.105714 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-ccd148a8-0af0-40e0-ad78-ca277b12c51e None None] Set router 6976d40d-9e1b-4c2b-b6ed-3b85677d50cf gateway port host: None {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:32:33.156915 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-ccd148a8-0af0-40e0-ad78-ca277b12c51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7e87f790>, [{'id': '6976d40d-9e1b-4c2b-b6ed-3b85677d50cf', 'name': 'tempest-TestMinimumBasicScenario-988771780-router', 'tenant_id': 'e61d05fbf2a344189ea05c81e878b299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:30:27Z', 'updated_at': '2022-05-07T22:32:32Z', 'revision_number': 6, 'project_id': 'e61d05fbf2a344189ea05c81e878b299', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:32:33.188259 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccd148a8-0af0-40e0-ad78-ca277b12c51e None None] The sync data for ids ['6976d40d-9e1b-4c2b-b6ed-3b85677d50cf'] in ncdv-master-1 is: [{'id': '6976d40d-9e1b-4c2b-b6ed-3b85677d50cf', 'name': 'tempest-TestMinimumBasicScenario-988771780-router', 'tenant_id': 'e61d05fbf2a344189ea05c81e878b299', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:30:27Z', 'updated_at': '2022-05-07T22:32:32Z', 'revision_number': 6, 'project_id': 'e61d05fbf2a344189ea05c81e878b299', 'gw_port_host': None}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:32:33.218476 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f956584a-8129-4836-be24-e514e4108682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (dca912c9-cd14-4ffb-a650-9a3feaea56c5), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:33.241994 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f956584a-8129-4836-be24-e514e4108682 admin admin] Pushing event deleted for resources: {'Port': ['ID=dca912c9-cd14-4ffb-a650-9a3feaea56c5,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:32:33.309501 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f956584a-8129-4836-be24-e514e4108682 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395776'] for router_gateway (6976d40d-9e1b-4c2b-b6ed-3b85677d50cf), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:33.408223 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f956584a-8129-4836-be24-e514e4108682 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (6976d40d-9e1b-4c2b-b6ed-3b85677d50cf), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:33.410865 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f956584a-8129-4836-be24-e514e4108682 admin admin] Publish callbacks [] for router_controller (6976d40d-9e1b-4c2b-b6ed-3b85677d50cf), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:33.454977 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f956584a-8129-4836-be24-e514e4108682 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (6976d40d-9e1b-4c2b-b6ed-3b85677d50cf), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:33.455511 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f956584a-8129-4836-be24-e514e4108682 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6976d40d-9e1b-4c2b-b6ed-3b85677d50cf {{(pid=121836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 22:32:33.460190 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f956584a-8129-4836-be24-e514e4108682 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:33.461305 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-f956584a-8129-4836-be24-e514e4108682 admin admin] 10.222.0.32 "DELETE /v2.0/routers/6976d40d-9e1b-4c2b-b6ed-3b85677d50cf HTTP/1.1" status: 204  len: 168 time: 0.7814245
May 07 22:32:33.463860 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 58120) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:32:33.508992 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_v2 [None req-b486a6c6-e446-4c50-8d1b-8de5288ae077 admin admin] Deleting subnet bbcece54-f338-43e4-b1cd-1116cd8d93cb {{(pid=121836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:32:33.513604 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b486a6c6-e446-4c50-8d1b-8de5288ae077 admin admin] Publish callbacks [] for subnet (bbcece54-f338-43e4-b1cd-1116cd8d93cb), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:33.555075 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b486a6c6-e446-4c50-8d1b-8de5288ae077 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726883'] for subnet (bbcece54-f338-43e4-b1cd-1116cd8d93cb), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:33.639994 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b486a6c6-e446-4c50-8d1b-8de5288ae077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (bbcece54-f338-43e4-b1cd-1116cd8d93cb), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:33.693312 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b486a6c6-e446-4c50-8d1b-8de5288ae077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (bbcece54-f338-43e4-b1cd-1116cd8d93cb), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:33.722396 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b486a6c6-e446-4c50-8d1b-8de5288ae077 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:33.726287 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-b486a6c6-e446-4c50-8d1b-8de5288ae077 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/bbcece54-f338-43e4-b1cd-1116cd8d93cb HTTP/1.1" status: 204  len: 168 time: 0.2613037
May 07 22:32:33.727371 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b486a6c6-e446-4c50-8d1b-8de5288ae077 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbcece54-f338-43e4-b1cd-1116cd8d93cb,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:32:33.727694 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a650c68-89f4-4bcc-9035-9d8de1bb76b6 None None] Network c12aecbb-54dd-4f12-a392-14a6936abb32 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:32:33.728883 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 58122) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:32:33.796902 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d8e0b44b-0c53-4d5a-9fa5-b9e1b2c10492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (c12aecbb-54dd-4f12-a392-14a6936abb32), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:33.842642 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-d8e0b44b-0c53-4d5a-9fa5-b9e1b2c10492 admin admin] Deleting port 589019d2-47db-4f1c-aaa9-cfe6423cfbf3 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:32:33.843112 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d8e0b44b-0c53-4d5a-9fa5-b9e1b2c10492 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (589019d2-47db-4f1c-aaa9-cfe6423cfbf3), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:33.907551 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-d8e0b44b-0c53-4d5a-9fa5-b9e1b2c10492 admin admin] For port 589019d2-47db-4f1c-aaa9-cfe6423cfbf3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=589019d2-47db-4f1c-aaa9-cfe6423cfbf3,segment=NetworkSegment(9c117fd0-cf36-4813-b01c-b1327079b377),segment_id=9c117fd0-cf36-4813-b01c-b1327079b377)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:32:33.907832 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d8e0b44b-0c53-4d5a-9fa5-b9e1b2c10492 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (589019d2-47db-4f1c-aaa9-cfe6423cfbf3), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:33.921047 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-d8e0b44b-0c53-4d5a-9fa5-b9e1b2c10492 admin admin] Calling delete_port for 589019d2-47db-4f1c-aaa9-cfe6423cfbf3 owned by network:dhcp {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:32:33.954314 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0909dc4-30d9-43a7-832d-394bedcd8d86 None None] DHCP port deletion for c12aecbb-54dd-4f12-a392-14a6936abb32 request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:32:34.002198 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-c0909dc4-30d9-43a7-832d-394bedcd8d86 None None] Deleting port 589019d2-47db-4f1c-aaa9-cfe6423cfbf3 {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:32:34.002858 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c0909dc4-30d9-43a7-832d-394bedcd8d86 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (589019d2-47db-4f1c-aaa9-cfe6423cfbf3), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:34.017060 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d8e0b44b-0c53-4d5a-9fa5-b9e1b2c10492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (589019d2-47db-4f1c-aaa9-cfe6423cfbf3), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:34.049805 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e0b44b-0c53-4d5a-9fa5-b9e1b2c10492 admin admin] Pushing event deleted for resources: {'Port': ['ID=589019d2-47db-4f1c-aaa9-cfe6423cfbf3,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:32:34.052562 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e0b44b-0c53-4d5a-9fa5-b9e1b2c10492 admin admin] No DVR routers for this DVR port 589019d2-47db-4f1c-aaa9-cfe6423cfbf3 on host ncdv-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:32:34.053927 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 31fbecbb-03f4-470c-92c5-27929435eed8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:32:34.087610 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 31fbecbb-03f4-470c-92c5-27929435eed8 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:32:34.087965 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 31fbecbb-03f4-470c-92c5-27929435eed8 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:32:34.093873 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-c0909dc4-30d9-43a7-832d-394bedcd8d86 None None] For port 589019d2-47db-4f1c-aaa9-cfe6423cfbf3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=589019d2-47db-4f1c-aaa9-cfe6423cfbf3,segment=NetworkSegment(9c117fd0-cf36-4813-b01c-b1327079b377),segment_id=9c117fd0-cf36-4813-b01c-b1327079b377)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:32:34.094278 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c0909dc4-30d9-43a7-832d-394bedcd8d86 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (589019d2-47db-4f1c-aaa9-cfe6423cfbf3), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:34.107912 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-c0909dc4-30d9-43a7-832d-394bedcd8d86 None None] Calling delete_port for 589019d2-47db-4f1c-aaa9-cfe6423cfbf3 owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:32:34.129601 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d8e0b44b-0c53-4d5a-9fa5-b9e1b2c10492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (c12aecbb-54dd-4f12-a392-14a6936abb32), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:34.149702 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-d8e0b44b-0c53-4d5a-9fa5-b9e1b2c10492 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf8e994640>,) {'filters': {'network_id': ['c12aecbb-54dd-4f12-a392-14a6936abb32']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:32:34.159478 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-d8e0b44b-0c53-4d5a-9fa5-b9e1b2c10492 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8e994640>, '9c117fd0-cf36-4813-b01c-b1327079b377') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:32:34.159653 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-d8e0b44b-0c53-4d5a-9fa5-b9e1b2c10492 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8e994640>, '9c117fd0-cf36-4813-b01c-b1327079b377') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:32:34.174508 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d8e0b44b-0c53-4d5a-9fa5-b9e1b2c10492 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (9c117fd0-cf36-4813-b01c-b1327079b377), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:34.189173 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d8e0b44b-0c53-4d5a-9fa5-b9e1b2c10492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (9c117fd0-cf36-4813-b01c-b1327079b377), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:34.189729 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c0909dc4-30d9-43a7-832d-394bedcd8d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (589019d2-47db-4f1c-aaa9-cfe6423cfbf3), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:34.199008 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8e0b44b-0c53-4d5a-9fa5-b9e1b2c10492 admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:32:34.199569 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d8e0b44b-0c53-4d5a-9fa5-b9e1b2c10492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (9c117fd0-cf36-4813-b01c-b1327079b377), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:34.201370 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 22:32:34.201370 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:32:34.201370 ncdv-master-1 neutron-server[121837]:     timer()
May 07 22:32:34.201370 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:32:34.201370 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 22:32:34.201370 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:32:34.201370 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 22:32:34.201370 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:32:34.201370 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 22:32:34.201370 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:32:34.201370 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 22:32:34.201370 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:32:34.201370 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 22:32:34.201370 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:32:34.201370 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:32:34.201370 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:32:34.201370 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:32:34.201370 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:32:34.201370 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 22:32:34.201370 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:32:34.201370 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 22:32:34.201370 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:32:34.201370 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:32:34.201370 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:32:34.201370 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 22:32:34.201370 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:32:34.201370 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:32:34.201370 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:32:34.201370 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:32:34.201370 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:32:34.201370 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:32:34.201370 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:32:34.218504 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0909dc4-30d9-43a7-832d-394bedcd8d86 None None] Pushing event deleted for resources: {'Port': ['ID=589019d2-47db-4f1c-aaa9-cfe6423cfbf3,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:32:34.222997 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0909dc4-30d9-43a7-832d-394bedcd8d86 None None] No DVR routers for this DVR port 589019d2-47db-4f1c-aaa9-cfe6423cfbf3 on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:32:34.261670 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d8e0b44b-0c53-4d5a-9fa5-b9e1b2c10492 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (c12aecbb-54dd-4f12-a392-14a6936abb32), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:34.267400 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d8e0b44b-0c53-4d5a-9fa5-b9e1b2c10492 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:34.271418 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-d8e0b44b-0c53-4d5a-9fa5-b9e1b2c10492 admin admin] 10.222.0.32 "DELETE /v2.0/networks/c12aecbb-54dd-4f12-a392-14a6936abb32 HTTP/1.1" status: 204  len: 168 time: 0.5415134
May 07 22:32:34.283123 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e0b44b-0c53-4d5a-9fa5-b9e1b2c10492 admin admin] Pushing event deleted for resources: {'Network': ['ID=c12aecbb-54dd-4f12-a392-14a6936abb32,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:32:34.434697 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 58126) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:32:34.475103 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-f9031437-f193-4976-98ff-5418a35c466c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=42b928f3be814de2bf73bded06b23fd4&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0390747
May 07 22:32:34.477570 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 58128) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:32:34.524328 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f2af5f2b-d431-4255-8917-84e5510a929d admin admin] Publish callbacks [] for security_group (01127dbf-b427-41a9-9895-14d47dec9855), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:34.548829 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f2af5f2b-d431-4255-8917-84e5510a929d admin admin] Publish callbacks [] for security_group (01127dbf-b427-41a9-9895-14d47dec9855), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:34.595849 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f2af5f2b-d431-4255-8917-84e5510a929d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (01127dbf-b427-41a9-9895-14d47dec9855), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:34.598715 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f2af5f2b-d431-4255-8917-84e5510a929d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:34.600550 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-f2af5f2b-d431-4255-8917-84e5510a929d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/01127dbf-b427-41a9-9895-14d47dec9855 HTTP/1.1" status: 204  len: 168 time: 0.1219430
May 07 22:32:34.609055 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2af5f2b-d431-4255-8917-84e5510a929d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01127dbf-b427-41a9-9895-14d47dec9855,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:32:34.906036 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 58134) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:32:34.950399 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-f6ba16d5-6a23-4c47-a38d-9b36fe5e3653 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e61d05fbf2a344189ea05c81e878b299&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0432129
May 07 22:32:34.952907 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 58136) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:32:34.999029 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-acd12357-94a7-4c73-90b5-57e14b28fbdf admin admin] Publish callbacks [] for security_group (5f27412d-7d54-441c-ba43-c7122202f3c0), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:35.019551 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-acd12357-94a7-4c73-90b5-57e14b28fbdf admin admin] Publish callbacks [] for security_group (5f27412d-7d54-441c-ba43-c7122202f3c0), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:35.067263 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-acd12357-94a7-4c73-90b5-57e14b28fbdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (5f27412d-7d54-441c-ba43-c7122202f3c0), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:35.070059 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-acd12357-94a7-4c73-90b5-57e14b28fbdf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:35.071366 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-acd12357-94a7-4c73-90b5-57e14b28fbdf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5f27412d-7d54-441c-ba43-c7122202f3c0 HTTP/1.1" status: 204  len: 168 time: 0.1174946
May 07 22:32:35.080117 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd12357-94a7-4c73-90b5-57e14b28fbdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f27412d-7d54-441c-ba43-c7122202f3c0,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:32:35.622499 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device dca912c9-cd14-4ffb-a650-9a3feaea56c5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:32:35.644397 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: dca912c9-cd14-4ffb-a650-9a3feaea56c5 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:32:35.644753 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device dca912c9-cd14-4ffb-a650-9a3feaea56c5 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:32:35.645169 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 589019d2-47db-4f1c-aaa9-cfe6423cfbf3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:32:35.664933 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 589019d2-47db-4f1c-aaa9-cfe6423cfbf3 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:32:35.665304 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 589019d2-47db-4f1c-aaa9-cfe6423cfbf3 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:32:36.622492 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 58176) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:32:36.627102 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-3f574e7d-6b41-4577-834b-6ccb06f7ffe4 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1993195314', 'description': 'tempest-secgroup-smoke-1993195314 description', 'project_id': 'f3dc672b922b4f86869d8b6108240e0a'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:32:36.647398 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3f574e7d-6b41-4577-834b-6ccb06f7ffe4 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:36.655141 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3f574e7d-6b41-4577-834b-6ccb06f7ffe4 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:36.732567 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3f574e7d-6b41-4577-834b-6ccb06f7ffe4 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group (31d381e5-60ea-40db-bf69-37be397fd86a), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:36.736062 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3f574e7d-6b41-4577-834b-6ccb06f7ffe4 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (31d381e5-60ea-40db-bf69-37be397fd86a), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:36.769764 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f574e7d-6b41-4577-834b-6ccb06f7ffe4 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31d381e5-60ea-40db-bf69-37be397fd86a,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:32:36.814013 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3f574e7d-6b41-4577-834b-6ccb06f7ffe4 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group (283589d0-4ae8-4ad4-a655-3e8aa85d7d2a), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:36.817721 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3f574e7d-6b41-4577-834b-6ccb06f7ffe4 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (283589d0-4ae8-4ad4-a655-3e8aa85d7d2a), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:36.841969 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3f574e7d-6b41-4577-834b-6ccb06f7ffe4 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:36.843215 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-3f574e7d-6b41-4577-834b-6ccb06f7ffe4 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.2196865
May 07 22:32:36.846260 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 58178) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:32:36.851481 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-c83fedab-2c4e-4dff-825d-c49af32d4c7b tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Request body: {'security_group_rule': {'security_group_id': '283589d0-4ae8-4ad4-a655-3e8aa85d7d2a', 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:32:36.851658 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f574e7d-6b41-4577-834b-6ccb06f7ffe4 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=283589d0-4ae8-4ad4-a655-3e8aa85d7d2a,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:32:36.876369 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c83fedab-2c4e-4dff-825d-c49af32d4c7b tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group_rule (86f64a7d-f05d-428f-837b-04a6810ee2d3), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:36.938027 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c83fedab-2c4e-4dff-825d-c49af32d4c7b tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group_rule (86f64a7d-f05d-428f-837b-04a6810ee2d3), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:36.941610 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c83fedab-2c4e-4dff-825d-c49af32d4c7b tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (86f64a7d-f05d-428f-837b-04a6810ee2d3), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:36.959237 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83fedab-2c4e-4dff-825d-c49af32d4c7b tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86f64a7d-f05d-428f-837b-04a6810ee2d3,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:32:36.966654 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c83fedab-2c4e-4dff-825d-c49af32d4c7b tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:36.967878 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-c83fedab-2c4e-4dff-825d-c49af32d4c7b tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1200161
May 07 22:32:36.970626 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 58180) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:32:36.975453 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-0ffa9310-fc7c-4ab9-abb5-99ca84edf991 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Request body: {'security_group_rule': {'security_group_id': '283589d0-4ae8-4ad4-a655-3e8aa85d7d2a', 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:32:36.999856 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0ffa9310-fc7c-4ab9-abb5-99ca84edf991 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group_rule (2c27d198-93bb-4f16-bac6-b5d4f01f4c72), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:37.055124 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0ffa9310-fc7c-4ab9-abb5-99ca84edf991 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group_rule (2c27d198-93bb-4f16-bac6-b5d4f01f4c72), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:37.058437 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0ffa9310-fc7c-4ab9-abb5-99ca84edf991 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (2c27d198-93bb-4f16-bac6-b5d4f01f4c72), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:37.077312 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffa9310-fc7c-4ab9-abb5-99ca84edf991 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c27d198-93bb-4f16-bac6-b5d4f01f4c72,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:32:37.085217 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0ffa9310-fc7c-4ab9-abb5-99ca84edf991 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:37.086425 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-0ffa9310-fc7c-4ab9-abb5-99ca84edf991 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1148562
May 07 22:32:37.089177 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 58182) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:32:37.093492 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-3e02c302-b2b0-4d8d-b8a1-bd9478e63ff3 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Request body: {'security_group_rule': {'security_group_id': '283589d0-4ae8-4ad4-a655-3e8aa85d7d2a', 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:32:37.117755 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3e02c302-b2b0-4d8d-b8a1-bd9478e63ff3 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group_rule (10a74dea-92fc-4291-8351-26a9bd762afd), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:37.174135 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3e02c302-b2b0-4d8d-b8a1-bd9478e63ff3 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group_rule (10a74dea-92fc-4291-8351-26a9bd762afd), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:37.177364 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3e02c302-b2b0-4d8d-b8a1-bd9478e63ff3 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (10a74dea-92fc-4291-8351-26a9bd762afd), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:37.194943 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e02c302-b2b0-4d8d-b8a1-bd9478e63ff3 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10a74dea-92fc-4291-8351-26a9bd762afd,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:32:37.202747 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-3e02c302-b2b0-4d8d-b8a1-bd9478e63ff3 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:37.204013 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-3e02c302-b2b0-4d8d-b8a1-bd9478e63ff3 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1139235
May 07 22:32:37.207230 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 58184) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:32:37.211488 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-fd998fd6-be4b-433d-83e6-ea7c15340f0c tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Request body: {'security_group_rule': {'security_group_id': '283589d0-4ae8-4ad4-a655-3e8aa85d7d2a', 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:32:37.236286 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fd998fd6-be4b-433d-83e6-ea7c15340f0c tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group_rule (439785b9-cbd4-4f12-a251-c8ac91bd350d), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:37.295466 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fd998fd6-be4b-433d-83e6-ea7c15340f0c tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group_rule (439785b9-cbd4-4f12-a251-c8ac91bd350d), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:37.298721 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fd998fd6-be4b-433d-83e6-ea7c15340f0c tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (439785b9-cbd4-4f12-a251-c8ac91bd350d), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:37.319474 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd998fd6-be4b-433d-83e6-ea7c15340f0c tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=439785b9-cbd4-4f12-a251-c8ac91bd350d,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:32:37.323778 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fd998fd6-be4b-433d-83e6-ea7c15340f0c tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:37.324954 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-fd998fd6-be4b-433d-83e6-ea7c15340f0c tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1168196
May 07 22:32:37.327642 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 58186) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:32:37.332679 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-136a4f74-393e-4d20-8d63-a3ac3b2dc690 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Request body: {'security_group_rule': {'security_group_id': '283589d0-4ae8-4ad4-a655-3e8aa85d7d2a', 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:32:37.352128 ncdv-master-1 neutron-server[121836]: INFO neutron.db.securitygroups_db [None req-136a4f74-393e-4d20-8d63-a3ac3b2dc690 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Project f3dc672b922b4f86869d8b6108240e0a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 07 22:32:37.357579 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-136a4f74-393e-4d20-8d63-a3ac3b2dc690 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group_rule (c9406139-1975-4ea4-b4e4-67279937742e), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:37.415268 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-136a4f74-393e-4d20-8d63-a3ac3b2dc690 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group_rule (c9406139-1975-4ea4-b4e4-67279937742e), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:37.418951 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-136a4f74-393e-4d20-8d63-a3ac3b2dc690 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (c9406139-1975-4ea4-b4e4-67279937742e), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:37.436617 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136a4f74-393e-4d20-8d63-a3ac3b2dc690 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9406139-1975-4ea4-b4e4-67279937742e,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:32:37.443498 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-136a4f74-393e-4d20-8d63-a3ac3b2dc690 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:37.444710 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-136a4f74-393e-4d20-8d63-a3ac3b2dc690 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1161220
May 07 22:32:37.447526 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 58188) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:32:37.451724 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-32524ee8-a407-4cf3-8bf3-c67a44e3059f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Request body: {'security_group_rule': {'security_group_id': '283589d0-4ae8-4ad4-a655-3e8aa85d7d2a', 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:32:37.472007 ncdv-master-1 neutron-server[121836]: INFO neutron.db.securitygroups_db [None req-32524ee8-a407-4cf3-8bf3-c67a44e3059f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Project f3dc672b922b4f86869d8b6108240e0a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 07 22:32:37.478097 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-32524ee8-a407-4cf3-8bf3-c67a44e3059f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group_rule (65c0d890-0d79-415a-998c-303591d09d85), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:37.536968 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-32524ee8-a407-4cf3-8bf3-c67a44e3059f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group_rule (65c0d890-0d79-415a-998c-303591d09d85), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:37.540921 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-32524ee8-a407-4cf3-8bf3-c67a44e3059f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (65c0d890-0d79-415a-998c-303591d09d85), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:37.560133 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32524ee8-a407-4cf3-8bf3-c67a44e3059f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65c0d890-0d79-415a-998c-303591d09d85,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:32:37.564863 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-32524ee8-a407-4cf3-8bf3-c67a44e3059f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:37.566068 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-32524ee8-a407-4cf3-8bf3-c67a44e3059f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1176748
May 07 22:32:37.569545 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 58190) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:32:37.574242 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-7cfc7f77-9a15-4cff-b8b5-d2c29a224368 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Request body: {'network': {'name': 'tempest-network-smoke--226172369', 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'port_security_enabled': True}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:32:37.592323 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cfc7f77-9a15-4cff-b8b5-d2c29a224368 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Made reservation on behalf of f3dc672b922b4f86869d8b6108240e0a for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:32:37.595620 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7cfc7f77-9a15-4cff-b8b5-d2c29a224368 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:37.619393 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cfc7f77-9a15-4cff-b8b5-d2c29a224368 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:32:37.628791 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7cfc7f77-9a15-4cff-b8b5-d2c29a224368 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (812dffc3-b487-465e-85a0-6c05bd409142), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:37.629129 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-7cfc7f77-9a15-4cff-b8b5-d2c29a224368 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Added segment 812dffc3-b487-465e-85a0-6c05bd409142 of type vlan for network 4a772aa2-7b44-4bb9-85fd-ab5c602219d9
May 07 22:32:37.669764 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7cfc7f77-9a15-4cff-b8b5-d2c29a224368 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (4a772aa2-7b44-4bb9-85fd-ab5c602219d9), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:37.695147 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7cfc7f77-9a15-4cff-b8b5-d2c29a224368 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (4a772aa2-7b44-4bb9-85fd-ab5c602219d9), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:37.700129 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cfc7f77-9a15-4cff-b8b5-d2c29a224368 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:32:37.700663 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7cfc7f77-9a15-4cff-b8b5-d2c29a224368 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:37.766141 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-7cfc7f77-9a15-4cff-b8b5-d2c29a224368 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.1928570
May 07 22:32:37.766409 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 58192) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:32:37.770571 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-c526e466-5bb6-4224-b9bf-32f1fad1ebcd tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1868957979', 'admin_state_up': True, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:32:37.780205 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfc7f77-9a15-4cff-b8b5-d2c29a224368 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event updated for resources: {'Network': ['ID=4a772aa2-7b44-4bb9-85fd-ab5c602219d9,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:32:37.791266 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 4a772aa2-7b44-4bb9-85fd-ab5c602219d9 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:32:37.795981 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c526e466-5bb6-4224-b9bf-32f1fad1ebcd tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (e5721a36-403a-4aa1-8f73-cf07b36dfcc0), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:37.797020 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c526e466-5bb6-4224-b9bf-32f1fad1ebcd tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (e5721a36-403a-4aa1-8f73-cf07b36dfcc0), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:37.854860 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c526e466-5bb6-4224-b9bf-32f1fad1ebcd tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for router_controller (e5721a36-403a-4aa1-8f73-cf07b36dfcc0), precommit_add_association {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:37.996984 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c526e466-5bb6-4224-b9bf-32f1fad1ebcd tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for router_gateway (e5721a36-403a-4aa1-8f73-cf07b36dfcc0), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:38.181309 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c526e466-5bb6-4224-b9bf-32f1fad1ebcd tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for router_gateway (e5721a36-403a-4aa1-8f73-cf07b36dfcc0), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:38.199873 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c526e466-5bb6-4224-b9bf-32f1fad1ebcd tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:38.304732 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-c526e466-5bb6-4224-b9bf-32f1fad1ebcd tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Allocated IP 172.35.4.190 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/35e2145f-42a8-4ef4-86df-f06c4fb946fc) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:32:38.410884 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c526e466-5bb6-4224-b9bf-32f1fad1ebcd tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for port (35e2145f-42a8-4ef4-86df-f06c4fb946fc), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:38.445113 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c526e466-5bb6-4224-b9bf-32f1fad1ebcd tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (35e2145f-42a8-4ef4-86df-f06c4fb946fc), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:38.493526 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c526e466-5bb6-4224-b9bf-32f1fad1ebcd tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:32:38.497676 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-c526e466-5bb6-4224-b9bf-32f1fad1ebcd tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:32:38.500175 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c526e466-5bb6-4224-b9bf-32f1fad1ebcd tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:32:38.508427 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c526e466-5bb6-4224-b9bf-32f1fad1ebcd tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event updated for resources: {'Port': ['ID=35e2145f-42a8-4ef4-86df-f06c4fb946fc,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:32:38.767837 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c526e466-5bb6-4224-b9bf-32f1fad1ebcd tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for router_gateway (e5721a36-403a-4aa1-8f73-cf07b36dfcc0), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:39.285137 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c526e466-5bb6-4224-b9bf-32f1fad1ebcd tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (e5721a36-403a-4aa1-8f73-cf07b36dfcc0), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:39.416181 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c526e466-5bb6-4224-b9bf-32f1fad1ebcd tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Router e5721a36-403a-4aa1-8f73-cf07b36dfcc0 is scheduled to L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db with binding_index 1 {{(pid=121836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 07 22:32:39.527662 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c526e466-5bb6-4224-b9bf-32f1fad1ebcd tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:32:39.537358 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4697ec-f7bb-4b10-a5de-ba98223a84f1 None None] Sync routers for ids ['e5721a36-403a-4aa1-8f73-cf07b36dfcc0'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:32:39.546968 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4697ec-f7bb-4b10-a5de-ba98223a84f1 None None] Routers {'e5721a36-403a-4aa1-8f73-cf07b36dfcc0'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:32:39.547590 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-bb4697ec-f7bb-4b10-a5de-ba98223a84f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cf0aeb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:32:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['e5721a36-403a-4aa1-8f73-cf07b36dfcc0'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:32:39.548245 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c526e466-5bb6-4224-b9bf-32f1fad1ebcd tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:39.550160 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-c526e466-5bb6-4224-b9bf-32f1fad1ebcd tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 1.7822602
May 07 22:32:39.553215 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 58194) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:32:39.655970 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-bb4697ec-f7bb-4b10-a5de-ba98223a84f1 None None] Set router e5721a36-403a-4aa1-8f73-cf07b36dfcc0 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:32:39.677229 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-ec93fdb5-4ac6-4f87-a7a5-67c3d159366e tempest-TestNetworkAdvancedServerOps-404863911 tempest-TestNetworkAdvancedServerOps-404863911-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=f3dc672b922b4f86869d8b6108240e0a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.1229320
May 07 22:32:39.679931 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 58198) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:32:39.771232 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e37ccb-53a2-4c7b-8b53-34c34e9a461c tempest-TestNetworkAdvancedServerOps-404863911 tempest-TestNetworkAdvancedServerOps-404863911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:32:39.772756 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-48e37ccb-53a2-4c7b-8b53-34c34e9a461c tempest-TestNetworkAdvancedServerOps-404863911 tempest-TestNetworkAdvancedServerOps-404863911-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0919092
May 07 22:32:39.775582 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 58200) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:32:39.808430 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-1fa32164-7800-4cf4-9b89-545f6c11df30 tempest-TestNetworkAdvancedServerOps-404863911 tempest-TestNetworkAdvancedServerOps-404863911-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=9221b764-ef06-431f-8941-796516ed7c3b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0316234
May 07 22:32:39.810883 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 58202) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:32:39.815562 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-202627d0-be57-4c72-ada2-23c94f22b756 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-317015190', 'network_id': '4a772aa2-7b44-4bb9-85fd-ab5c602219d9', 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:32:39.832367 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-bb4697ec-f7bb-4b10-a5de-ba98223a84f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cf0aeb0>, [{'id': 'e5721a36-403a-4aa1-8f73-cf07b36dfcc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1868957979', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.190'}], 'enable_snat': True}, 'gw_port_id': '35e2145f-42a8-4ef4-86df-f06c4fb946fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:32:37Z', 'updated_at': '2022-05-07T22:32:38Z', 'revision_number': 3, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'gw_port': {'id': '35e2145f-42a8-4ef4-86df-f06c4fb946fc', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ee:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5721a36-403a-4aa1-8f73-cf07b36dfcc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:32:38Z', 'updated_at': '2022-05-07T22:32:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:32:39.859921 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4697ec-f7bb-4b10-a5de-ba98223a84f1 None None] Checking router: e5721a36-403a-4aa1-8f73-cf07b36dfcc0 for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:32:39.860278 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4697ec-f7bb-4b10-a5de-ba98223a84f1 None None] Updating router e5721a36-403a-4aa1-8f73-cf07b36dfcc0 port 35e2145f-42a8-4ef4-86df-f06c4fb946fc binding host ncdv-master-1 {{(pid=121839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 22:32:39.888571 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-bb4697ec-f7bb-4b10-a5de-ba98223a84f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (35e2145f-42a8-4ef4-86df-f06c4fb946fc), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:39.902743 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-202627d0-be57-4c72-ada2-23c94f22b756 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Made reservation on behalf of f3dc672b922b4f86869d8b6108240e0a for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:32:39.906132 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-202627d0-be57-4c72-ada2-23c94f22b756 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:40.088122 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-202627d0-be57-4c72-ada2-23c94f22b756 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (23549100-9456-4ef0-b502-04ab11cc6608), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:40.138680 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-bb4697ec-f7bb-4b10-a5de-ba98223a84f1 None None] Publish callbacks [] for port (35e2145f-42a8-4ef4-86df-f06c4fb946fc), precommit_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:40.144279 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-bb4697ec-f7bb-4b10-a5de-ba98223a84f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (35e2145f-42a8-4ef4-86df-f06c4fb946fc), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:40.149695 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202627d0-be57-4c72-ada2-23c94f22b756 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event updated for resources: {'Subnet': ['ID=23549100-9456-4ef0-b502-04ab11cc6608,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:32:40.158977 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202627d0-be57-4c72-ada2-23c94f22b756 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Checking segment: {'id': '812dffc3-b487-465e-85a0-6c05bd409142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4a772aa2-7b44-4bb9-85fd-ab5c602219d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:32:40.159350 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202627d0-be57-4c72-ada2-23c94f22b756 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Network hostable DHCP agents. Network: 4a772aa2-7b44-4bb9-85fd-ab5c602219d9, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:32:40.177467 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202627d0-be57-4c72-ada2-23c94f22b756 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Network 4a772aa2-7b44-4bb9-85fd-ab5c602219d9 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:32:40.186620 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-202627d0-be57-4c72-ada2-23c94f22b756 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4a772aa2-7b44-4bb9-85fd-ab5c602219d9) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:32:40.191969 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202627d0-be57-4c72-ada2-23c94f22b756 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:32:40.192675 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-202627d0-be57-4c72-ada2-23c94f22b756 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:40.192902 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-bb4697ec-f7bb-4b10-a5de-ba98223a84f1 None None] Attempting to bind port 35e2145f-42a8-4ef4-86df-f06c4fb946fc on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:32:40.193279 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-bb4697ec-f7bb-4b10-a5de-ba98223a84f1 None None] Attempting to bind port 35e2145f-42a8-4ef4-86df-f06c4fb946fc by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:32:40.193643 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4697ec-f7bb-4b10-a5de-ba98223a84f1 None None] Attempting to bind port 35e2145f-42a8-4ef4-86df-f06c4fb946fc on network 9221b764-ef06-431f-8941-796516ed7c3b {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:32:40.200341 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1953803f-1fb7-4173-aeeb-f5eaa7df142f None None] Network 4a772aa2-7b44-4bb9-85fd-ab5c602219d9 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:32:40.201416 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3009f-55fd-40be-a163-a053045f938b None None] Pushing event updated for resources: {'Port': ['ID=35e2145f-42a8-4ef4-86df-f06c4fb946fc,revision_number=2']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:32:40.210357 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4697ec-f7bb-4b10-a5de-ba98223a84f1 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:32:40.210731 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4697ec-f7bb-4b10-a5de-ba98223a84f1 None None] Checking segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:32:40.211158 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-bb4697ec-f7bb-4b10-a5de-ba98223a84f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:40.211550 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4697ec-f7bb-4b10-a5de-ba98223a84f1 None None] Bound using segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:32:40.212016 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-bb4697ec-f7bb-4b10-a5de-ba98223a84f1 None None] Bound port: 35e2145f-42a8-4ef4-86df-f06c4fb946fc, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:32:40.212392 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-bb4697ec-f7bb-4b10-a5de-ba98223a84f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (35e2145f-42a8-4ef4-86df-f06c4fb946fc), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:40.215829 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3009f-55fd-40be-a163-a053045f938b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:32:40.216114 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3009f-55fd-40be-a163-a053045f938b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:32:40.216466 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3009f-55fd-40be-a163-a053045f938b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:32:40.216848 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3009f-55fd-40be-a163-a053045f938b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:32:40.217692 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3009f-55fd-40be-a163-a053045f938b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:32:40.218041 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3009f-55fd-40be-a163-a053045f938b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:32:40.218376 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3009f-55fd-40be-a163-a053045f938b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:32:40.218732 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3009f-55fd-40be-a163-a053045f938b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:32:40.219061 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3009f-55fd-40be-a163-a053045f938b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:32:40.219388 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3009f-55fd-40be-a163-a053045f938b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:32:40.219709 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3009f-55fd-40be-a163-a053045f938b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:32:40.220034 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3009f-55fd-40be-a163-a053045f938b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:32:40.220371 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3009f-55fd-40be-a163-a053045f938b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:32:40.220673 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3009f-55fd-40be-a163-a053045f938b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:32:40.220994 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62e3009f-55fd-40be-a163-a053045f938b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:32:40.225455 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-202627d0-be57-4c72-ada2-23c94f22b756 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.4105787
May 07 22:32:40.225455 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 58204) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:32:40.275641 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-bb4697ec-f7bb-4b10-a5de-ba98223a84f1 None None] For port 35e2145f-42a8-4ef4-86df-f06c4fb946fc, host ncdv-master-1, cleared binding levels {{(pid=121839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:32:40.278988 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-bb4697ec-f7bb-4b10-a5de-ba98223a84f1 None None] For port 35e2145f-42a8-4ef4-86df-f06c4fb946fc, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=35e2145f-42a8-4ef4-86df-f06c4fb946fc,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:32:40.285765 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-bb4697ec-f7bb-4b10-a5de-ba98223a84f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (35e2145f-42a8-4ef4-86df-f06c4fb946fc), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:40.314729 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9339b12-4448-4a82-8038-c84a9a57ec5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4a772aa2-7b44-4bb9-85fd-ab5c602219d9', 'network_id': '4a772aa2-7b44-4bb9-85fd-ab5c602219d9', 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'fixed_ips': [{'subnet_id': '23549100-9456-4ef0-b502-04ab11cc6608'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:32:40.316036 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d9339b12-4448-4a82-8038-c84a9a57ec5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:40.346432 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3009f-55fd-40be-a163-a053045f938b None None] Pushing event updated for resources: {'Port': ['ID=35e2145f-42a8-4ef4-86df-f06c4fb946fc,revision_number=3']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:32:40.353684 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4697ec-f7bb-4b10-a5de-ba98223a84f1 None None] Routers {'e5721a36-403a-4aa1-8f73-cf07b36dfcc0'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:32:40.354320 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-bb4697ec-f7bb-4b10-a5de-ba98223a84f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cf0aeb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:32:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['e5721a36-403a-4aa1-8f73-cf07b36dfcc0'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:32:40.463721 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-d9339b12-4448-4a82-8038-c84a9a57ec5d None None] Allocated IP 172.20.0.2 (4a772aa2-7b44-4bb9-85fd-ab5c602219d9/23549100-9456-4ef0-b502-04ab11cc6608/c2c28920-b078-40fb-b9c6-93fb001eecb7) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:32:40.471172 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-bb4697ec-f7bb-4b10-a5de-ba98223a84f1 None None] Set router e5721a36-403a-4aa1-8f73-cf07b36dfcc0 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:32:40.618080 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d9339b12-4448-4a82-8038-c84a9a57ec5d None None] Publish callbacks [] for port (c2c28920-b078-40fb-b9c6-93fb001eecb7), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:40.624183 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d9339b12-4448-4a82-8038-c84a9a57ec5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (c2c28920-b078-40fb-b9c6-93fb001eecb7), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:40.666747 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9339b12-4448-4a82-8038-c84a9a57ec5d None None] Network 4a772aa2-7b44-4bb9-85fd-ab5c602219d9 is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:32:40.669569 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-d9339b12-4448-4a82-8038-c84a9a57ec5d None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:32:40.673861 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-bb4697ec-f7bb-4b10-a5de-ba98223a84f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cf0aeb0>, [{'id': 'e5721a36-403a-4aa1-8f73-cf07b36dfcc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1868957979', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.190'}], 'enable_snat': True}, 'gw_port_id': '35e2145f-42a8-4ef4-86df-f06c4fb946fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:32:37Z', 'updated_at': '2022-05-07T22:32:38Z', 'revision_number': 3, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'gw_port': {'id': '35e2145f-42a8-4ef4-86df-f06c4fb946fc', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ee:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5721a36-403a-4aa1-8f73-cf07b36dfcc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:32:38Z', 'updated_at': '2022-05-07T22:32:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:32:40.676849 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9339b12-4448-4a82-8038-c84a9a57ec5d None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:32:40.684013 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9339b12-4448-4a82-8038-c84a9a57ec5d None None] Pushing event updated for resources: {'Port': ['ID=c2c28920-b078-40fb-b9c6-93fb001eecb7,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:32:40.711901 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4697ec-f7bb-4b10-a5de-ba98223a84f1 None None] The sync data for ids ['e5721a36-403a-4aa1-8f73-cf07b36dfcc0'] in ncdv-master-1 is: [{'id': 'e5721a36-403a-4aa1-8f73-cf07b36dfcc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1868957979', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.190'}], 'enable_snat': True}, 'gw_port_id': '35e2145f-42a8-4ef4-86df-f06c4fb946fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:32:37Z', 'updated_at': '2022-05-07T22:32:38Z', 'revision_number': 3, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'gw_port': {'id': '35e2145f-42a8-4ef4-86df-f06c4fb946fc', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ee:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5721a36-403a-4aa1-8f73-cf07b36dfcc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:32:38Z', 'updated_at': '2022-05-07T22:32:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:32:40.734853 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a15ec9ff-ff4e-4f05-8bb7-b3a522e81976 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:40.743517 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-d9339b12-4448-4a82-8038-c84a9a57ec5d None None] Attempting to bind port c2c28920-b078-40fb-b9c6-93fb001eecb7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:32:40.743891 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-d9339b12-4448-4a82-8038-c84a9a57ec5d None None] Attempting to bind port c2c28920-b078-40fb-b9c6-93fb001eecb7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '812dffc3-b487-465e-85a0-6c05bd409142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4a772aa2-7b44-4bb9-85fd-ab5c602219d9'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:32:40.744249 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9339b12-4448-4a82-8038-c84a9a57ec5d None None] Attempting to bind port c2c28920-b078-40fb-b9c6-93fb001eecb7 on network 4a772aa2-7b44-4bb9-85fd-ab5c602219d9 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:32:40.750246 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9339b12-4448-4a82-8038-c84a9a57ec5d None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:32:40.750620 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9339b12-4448-4a82-8038-c84a9a57ec5d None None] Checking segment: {'id': '812dffc3-b487-465e-85a0-6c05bd409142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4a772aa2-7b44-4bb9-85fd-ab5c602219d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:32:40.751057 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d9339b12-4448-4a82-8038-c84a9a57ec5d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:40.751459 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9339b12-4448-4a82-8038-c84a9a57ec5d None None] Bound using segment: {'id': '812dffc3-b487-465e-85a0-6c05bd409142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4a772aa2-7b44-4bb9-85fd-ab5c602219d9'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:32:40.751924 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-d9339b12-4448-4a82-8038-c84a9a57ec5d None None] Bound port: c2c28920-b078-40fb-b9c6-93fb001eecb7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '812dffc3-b487-465e-85a0-6c05bd409142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4a772aa2-7b44-4bb9-85fd-ab5c602219d9'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:32:40.752311 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d9339b12-4448-4a82-8038-c84a9a57ec5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (c2c28920-b078-40fb-b9c6-93fb001eecb7), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:40.823285 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-d9339b12-4448-4a82-8038-c84a9a57ec5d None None] For port c2c28920-b078-40fb-b9c6-93fb001eecb7, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:32:40.826611 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-d9339b12-4448-4a82-8038-c84a9a57ec5d None None] For port c2c28920-b078-40fb-b9c6-93fb001eecb7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c2c28920-b078-40fb-b9c6-93fb001eecb7,segment=NetworkSegment(812dffc3-b487-465e-85a0-6c05bd409142),segment_id=812dffc3-b487-465e-85a0-6c05bd409142)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:32:40.833519 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d9339b12-4448-4a82-8038-c84a9a57ec5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (c2c28920-b078-40fb-b9c6-93fb001eecb7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:40.897270 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9339b12-4448-4a82-8038-c84a9a57ec5d None None] Pushing event updated for resources: {'Port': ['ID=c2c28920-b078-40fb-b9c6-93fb001eecb7,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:32:41.103438 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-a15ec9ff-ff4e-4f05-8bb7-b3a522e81976 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Allocated IP 172.20.0.1 (4a772aa2-7b44-4bb9-85fd-ab5c602219d9/23549100-9456-4ef0-b502-04ab11cc6608/6b59d25e-a4d8-43e8-9d48-54c330d41b42) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:32:41.240354 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a15ec9ff-ff4e-4f05-8bb7-b3a522e81976 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for port (6b59d25e-a4d8-43e8-9d48-54c330d41b42), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:41.278647 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a15ec9ff-ff4e-4f05-8bb7-b3a522e81976 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (6b59d25e-a4d8-43e8-9d48-54c330d41b42), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:41.328799 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15ec9ff-ff4e-4f05-8bb7-b3a522e81976 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Network 4a772aa2-7b44-4bb9-85fd-ab5c602219d9 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:32:41.332710 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-a15ec9ff-ff4e-4f05-8bb7-b3a522e81976 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:32:41.339639 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15ec9ff-ff4e-4f05-8bb7-b3a522e81976 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:32:41.343792 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15ec9ff-ff4e-4f05-8bb7-b3a522e81976 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event updated for resources: {'Port': ['ID=6b59d25e-a4d8-43e8-9d48-54c330d41b42,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:32:41.386811 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a15ec9ff-ff4e-4f05-8bb7-b3a522e81976 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398161'] for router_interface (e5721a36-403a-4aa1-8f73-cf07b36dfcc0), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:41.531859 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a15ec9ff-ff4e-4f05-8bb7-b3a522e81976 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (6b59d25e-a4d8-43e8-9d48-54c330d41b42), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:41.727837 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device c2c28920-b078-40fb-b9c6-93fb001eecb7 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:32:41.783070 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port c2c28920-b078-40fb-b9c6-93fb001eecb7 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:32:41.783550 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (c2c28920-b078-40fb-b9c6-93fb001eecb7), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:41.874634 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port c2c28920-b078-40fb-b9c6-93fb001eecb7 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:32:41.875060 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (c2c28920-b078-40fb-b9c6-93fb001eecb7), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:41.885806 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a15ec9ff-ff4e-4f05-8bb7-b3a522e81976 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for port (6b59d25e-a4d8-43e8-9d48-54c330d41b42), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:41.892348 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a15ec9ff-ff4e-4f05-8bb7-b3a522e81976 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (6b59d25e-a4d8-43e8-9d48-54c330d41b42), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:41.912986 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port c2c28920-b078-40fb-b9c6-93fb001eecb7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c2c28920-b078-40fb-b9c6-93fb001eecb7,segment=NetworkSegment(812dffc3-b487-465e-85a0-6c05bd409142),segment_id=812dffc3-b487-465e-85a0-6c05bd409142)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:32:41.918203 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (c2c28920-b078-40fb-b9c6-93fb001eecb7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:41.919824 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 35e2145f-42a8-4ef4-86df-f06c4fb946fc up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:32:41.977392 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15ec9ff-ff4e-4f05-8bb7-b3a522e81976 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event updated for resources: {'Port': ['ID=6b59d25e-a4d8-43e8-9d48-54c330d41b42,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:32:41.981088 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a15ec9ff-ff4e-4f05-8bb7-b3a522e81976 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401121'] for router_interface (e5721a36-403a-4aa1-8f73-cf07b36dfcc0), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:42.002733 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=c2c28920-b078-40fb-b9c6-93fb001eecb7,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:32:42.012382 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 35e2145f-42a8-4ef4-86df-f06c4fb946fc triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:32:42.012623 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (35e2145f-42a8-4ef4-86df-f06c4fb946fc), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:42.034792 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07ec37c-578b-4eeb-bd91-8b89d00b7104 None None] Network 4a772aa2-7b44-4bb9-85fd-ab5c602219d9 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:32:42.085211 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15ec9ff-ff4e-4f05-8bb7-b3a522e81976 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Network 4a772aa2-7b44-4bb9-85fd-ab5c602219d9 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:32:42.086679 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-a15ec9ff-ff4e-4f05-8bb7-b3a522e81976 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:32:42.220414 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a15ec9ff-ff4e-4f05-8bb7-b3a522e81976 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Router e5721a36-403a-4aa1-8f73-cf07b36dfcc0 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:32:42.263815 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-384838c9-cb3c-45e4-987e-9225d2867886 None None] Provisioning complete for port c2c28920-b078-40fb-b9c6-93fb001eecb7 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:32:42.264061 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-384838c9-cb3c-45e4-987e-9225d2867886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (c2c28920-b078-40fb-b9c6-93fb001eecb7), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:42.341467 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a15ec9ff-ff4e-4f05-8bb7-b3a522e81976 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:32:42.355209 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-a15ec9ff-ff4e-4f05-8bb7-b3a522e81976 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "PUT /v2.0/routers/e5721a36-403a-4aa1-8f73-cf07b36dfcc0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.1275275
May 07 22:32:42.418576 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 35e2145f-42a8-4ef4-86df-f06c4fb946fc is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:32:42.418868 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (35e2145f-42a8-4ef4-86df-f06c4fb946fc), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:42.438689 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-384838c9-cb3c-45e4-987e-9225d2867886 None None] Current status of the port c2c28920-b078-40fb-b9c6-93fb001eecb7 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:32:42.450391 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port 35e2145f-42a8-4ef4-86df-f06c4fb946fc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=35e2145f-42a8-4ef4-86df-f06c4fb946fc,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:32:42.456301 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (35e2145f-42a8-4ef4-86df-f06c4fb946fc), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:42.509660 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=35e2145f-42a8-4ef4-86df-f06c4fb946fc,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:32:42.520248 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5bc0f1ae-a2ac-4303-aa4b-525b0d8175e1 req-a4e2690a-441a-4958-bce8-588fca7dd030 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1993195314&fields=id&tenant_id=f3dc672b922b4f86869d8b6108240e0a HTTP/1.1" status: 200  len: 267 time: 0.0542731
May 07 22:32:42.575499 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333c5c35-2fb3-47af-afae-092d7cd34758 None None] Sync routers for ids ['e5721a36-403a-4aa1-8f73-cf07b36dfcc0'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:32:42.587411 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333c5c35-2fb3-47af-afae-092d7cd34758 None None] Routers {'e5721a36-403a-4aa1-8f73-cf07b36dfcc0'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:32:42.588147 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-333c5c35-2fb3-47af-afae-092d7cd34758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f9ffeb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:32:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['e5721a36-403a-4aa1-8f73-cf07b36dfcc0'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:32:42.630437 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc0f1ae-a2ac-4303-aa4b-525b0d8175e1 req-55af3cbb-2efb-4c64-a5b5-485e6767f1c4 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:32:42.632017 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5bc0f1ae-a2ac-4303-aa4b-525b0d8175e1 req-55af3cbb-2efb-4c64-a5b5-485e6767f1c4 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/networks?id=4a772aa2-7b44-4bb9-85fd-ab5c602219d9 HTTP/1.1" status: 200  len: 796 time: 0.1109571
May 07 22:32:42.652376 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5bc0f1ae-a2ac-4303-aa4b-525b0d8175e1 req-e5182b37-02a3-4344-b2e1-1806117cd67e tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/quotas/f3dc672b922b4f86869d8b6108240e0a HTTP/1.1" status: 200  len: 375 time: 0.0145438
May 07 22:32:42.689456 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-3cf7ab2e-68e9-47b3-a8e5-a89f99aa3ce6 None None] Provisioning complete for port 6b59d25e-a4d8-43e8-9d48-54c330d41b42 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:32:42.689723 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-3cf7ab2e-68e9-47b3-a8e5-a89f99aa3ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (6b59d25e-a4d8-43e8-9d48-54c330d41b42), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:42.706839 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5bc0f1ae-a2ac-4303-aa4b-525b0d8175e1 req-c6540f99-a1a3-4601-a37a-f6426ea6d8a6 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f3dc672b922b4f86869d8b6108240e0a&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0482931
May 07 22:32:42.745804 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-3cf7ab2e-68e9-47b3-a8e5-a89f99aa3ce6 None None] Port 6b59d25e-a4d8-43e8-9d48-54c330d41b42 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:32:42.748747 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-333c5c35-2fb3-47af-afae-092d7cd34758 None None] Set router e5721a36-403a-4aa1-8f73-cf07b36dfcc0 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:32:42.787527 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-3cf7ab2e-68e9-47b3-a8e5-a89f99aa3ce6 None None] Provisioning complete for port c2c28920-b078-40fb-b9c6-93fb001eecb7 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:32:42.787899 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-3cf7ab2e-68e9-47b3-a8e5-a89f99aa3ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (c2c28920-b078-40fb-b9c6-93fb001eecb7), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:42.880162 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5bc0f1ae-a2ac-4303-aa4b-525b0d8175e1 req-73a7fc34-531e-489e-8104-c3863140a63e service neutron] 10.222.0.32 "GET /v2.0/networks/4a772aa2-7b44-4bb9-85fd-ab5c602219d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1600270
May 07 22:32:42.983099 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5bc0f1ae-a2ac-4303-aa4b-525b0d8175e1 req-13daf429-975c-475a-86fb-66705ee34acd service neutron] 10.222.0.32 "GET /v2.0/networks/4a772aa2-7b44-4bb9-85fd-ab5c602219d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0967615
May 07 22:32:43.008055 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-3cf7ab2e-68e9-47b3-a8e5-a89f99aa3ce6 None None] Current status of the port c2c28920-b078-40fb-b9c6-93fb001eecb7 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:32:43.027395 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-333c5c35-2fb3-47af-afae-092d7cd34758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f9ffeb0>, [{'id': 'e5721a36-403a-4aa1-8f73-cf07b36dfcc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1868957979', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.190'}], 'enable_snat': True}, 'gw_port_id': '35e2145f-42a8-4ef4-86df-f06c4fb946fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:32:37Z', 'updated_at': '2022-05-07T22:32:41Z', 'revision_number': 4, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'gw_port': {'id': '35e2145f-42a8-4ef4-86df-f06c4fb946fc', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ee:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5721a36-403a-4aa1-8f73-cf07b36dfcc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:32:38Z', 'updated_at': '2022-05-07T22:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6b59d25e-a4d8-43e8-9d48-54c330d41b42', 'name': '', 'network_id': '4a772aa2-7b44-4bb9-85fd-ab5c602219d9', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'mac_address': 'fa:16:3e:69:5e:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5721a36-403a-4aa1-8f73-cf07b36dfcc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '23549100-9456-4ef0-b502-04ab11cc6608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:32:40Z', 'updated_at': '2022-05-07T22:32:41Z', 'revision_number': 2, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'subnets': [{'id': '23549100-9456-4ef0-b502-04ab11cc6608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:32:43.062003 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333c5c35-2fb3-47af-afae-092d7cd34758 None None] Checking router: e5721a36-403a-4aa1-8f73-cf07b36dfcc0 for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:32:43.062581 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333c5c35-2fb3-47af-afae-092d7cd34758 None None] Updating router e5721a36-403a-4aa1-8f73-cf07b36dfcc0 port 6b59d25e-a4d8-43e8-9d48-54c330d41b42 binding host ncdv-master-1 {{(pid=121838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 22:32:43.093097 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-333c5c35-2fb3-47af-afae-092d7cd34758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (6b59d25e-a4d8-43e8-9d48-54c330d41b42), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:43.146733 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-0b296f3b-68f3-4464-b035-c7af5b811571 None None] Provisioning complete for port 6b59d25e-a4d8-43e8-9d48-54c330d41b42 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:32:43.147063 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-0b296f3b-68f3-4464-b035-c7af5b811571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (6b59d25e-a4d8-43e8-9d48-54c330d41b42), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:43.169801 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1e851944-7544-4c73-90b1-176843e53ef8 req-9032cccb-1a07-4c78-a38b-9251476a80d3 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b50d1a1-8fc0-4c3f-9b94-ad25507a1ca8 HTTP/1.1" status: 200  len: 210 time: 0.0308850
May 07 22:32:43.258998 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-0b296f3b-68f3-4464-b035-c7af5b811571 None None] Port 6b59d25e-a4d8-43e8-9d48-54c330d41b42 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:32:43.416600 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-333c5c35-2fb3-47af-afae-092d7cd34758 None None] Publish callbacks [] for port (6b59d25e-a4d8-43e8-9d48-54c330d41b42), precommit_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:43.422572 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-333c5c35-2fb3-47af-afae-092d7cd34758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (6b59d25e-a4d8-43e8-9d48-54c330d41b42), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:43.500530 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e4e95e-923a-4deb-b509-5c585aad4e1a None None] Pushing event updated for resources: {'Port': ['ID=6b59d25e-a4d8-43e8-9d48-54c330d41b42,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:32:43.539779 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-333c5c35-2fb3-47af-afae-092d7cd34758 None None] Attempting to bind port 6b59d25e-a4d8-43e8-9d48-54c330d41b42 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:32:43.540166 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-333c5c35-2fb3-47af-afae-092d7cd34758 None None] Attempting to bind port 6b59d25e-a4d8-43e8-9d48-54c330d41b42 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '812dffc3-b487-465e-85a0-6c05bd409142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4a772aa2-7b44-4bb9-85fd-ab5c602219d9'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:32:43.540545 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333c5c35-2fb3-47af-afae-092d7cd34758 None None] Attempting to bind port 6b59d25e-a4d8-43e8-9d48-54c330d41b42 on network 4a772aa2-7b44-4bb9-85fd-ab5c602219d9 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:32:43.546386 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333c5c35-2fb3-47af-afae-092d7cd34758 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 32, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:32:43.546788 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333c5c35-2fb3-47af-afae-092d7cd34758 None None] Checking segment: {'id': '812dffc3-b487-465e-85a0-6c05bd409142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4a772aa2-7b44-4bb9-85fd-ab5c602219d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:32:43.547259 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-333c5c35-2fb3-47af-afae-092d7cd34758 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:43.547663 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333c5c35-2fb3-47af-afae-092d7cd34758 None None] Bound using segment: {'id': '812dffc3-b487-465e-85a0-6c05bd409142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4a772aa2-7b44-4bb9-85fd-ab5c602219d9'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:32:43.548135 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-333c5c35-2fb3-47af-afae-092d7cd34758 None None] Bound port: 6b59d25e-a4d8-43e8-9d48-54c330d41b42, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '812dffc3-b487-465e-85a0-6c05bd409142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4a772aa2-7b44-4bb9-85fd-ab5c602219d9'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:32:43.548523 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-333c5c35-2fb3-47af-afae-092d7cd34758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (6b59d25e-a4d8-43e8-9d48-54c330d41b42), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:43.626759 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-333c5c35-2fb3-47af-afae-092d7cd34758 None None] For port 6b59d25e-a4d8-43e8-9d48-54c330d41b42, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:32:43.630316 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-333c5c35-2fb3-47af-afae-092d7cd34758 None None] For port 6b59d25e-a4d8-43e8-9d48-54c330d41b42, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6b59d25e-a4d8-43e8-9d48-54c330d41b42,segment=NetworkSegment(812dffc3-b487-465e-85a0-6c05bd409142),segment_id=812dffc3-b487-465e-85a0-6c05bd409142)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:32:43.638160 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-333c5c35-2fb3-47af-afae-092d7cd34758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (6b59d25e-a4d8-43e8-9d48-54c330d41b42), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:43.677363 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device c2c28920-b078-40fb-b9c6-93fb001eecb7 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:32:43.740053 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e4e95e-923a-4deb-b509-5c585aad4e1a None None] Pushing event updated for resources: {'Port': ['ID=6b59d25e-a4d8-43e8-9d48-54c330d41b42,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:32:43.754972 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333c5c35-2fb3-47af-afae-092d7cd34758 None None] Routers {'e5721a36-403a-4aa1-8f73-cf07b36dfcc0'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:32:43.756648 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-333c5c35-2fb3-47af-afae-092d7cd34758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f9ffeb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:32:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['e5721a36-403a-4aa1-8f73-cf07b36dfcc0'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:32:43.827821 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port c2c28920-b078-40fb-b9c6-93fb001eecb7 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:32:43.828207 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (c2c28920-b078-40fb-b9c6-93fb001eecb7), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:43.832215 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-64bd1a33-96a6-4adf-97fd-69854ffce478 None None] Provisioning complete for port 6b59d25e-a4d8-43e8-9d48-54c330d41b42 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:32:43.832654 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-64bd1a33-96a6-4adf-97fd-69854ffce478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (6b59d25e-a4d8-43e8-9d48-54c330d41b42), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:43.963958 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-333c5c35-2fb3-47af-afae-092d7cd34758 None None] Set router e5721a36-403a-4aa1-8f73-cf07b36dfcc0 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:32:44.114917 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-64bd1a33-96a6-4adf-97fd-69854ffce478 None None] Current status of the port 6b59d25e-a4d8-43e8-9d48-54c330d41b42 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:32:44.115344 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-64bd1a33-96a6-4adf-97fd-69854ffce478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (6b59d25e-a4d8-43e8-9d48-54c330d41b42), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:44.129846 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port c2c28920-b078-40fb-b9c6-93fb001eecb7 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:32:44.130991 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 35e2145f-42a8-4ef4-86df-f06c4fb946fc up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:32:44.164244 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc0f1ae-a2ac-4303-aa4b-525b0d8175e1 req-09c25b66-4bf8-4a62-b2b2-9531e4304c53 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:32:44.165994 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5bc0f1ae-a2ac-4303-aa4b-525b0d8175e1 req-09c25b66-4bf8-4a62-b2b2-9531e4304c53 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.55 "GET /v2.0/networks?id=4a772aa2-7b44-4bb9-85fd-ab5c602219d9 HTTP/1.1" status: 200  len: 796 time: 0.1098657
May 07 22:32:44.238595 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-64bd1a33-96a6-4adf-97fd-69854ffce478 None None] For port 6b59d25e-a4d8-43e8-9d48-54c330d41b42, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6b59d25e-a4d8-43e8-9d48-54c330d41b42,segment=NetworkSegment(812dffc3-b487-465e-85a0-6c05bd409142),segment_id=812dffc3-b487-465e-85a0-6c05bd409142)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:32:44.242076 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5bc0f1ae-a2ac-4303-aa4b-525b0d8175e1 req-fade99d5-7c1b-4a6d-9dd9-9eb9f6eb0cf6 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3dc672b922b4f86869d8b6108240e0a HTTP/1.1" status: 200  len: 380 time: 0.0685916
May 07 22:32:44.249713 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-64bd1a33-96a6-4adf-97fd-69854ffce478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (6b59d25e-a4d8-43e8-9d48-54c330d41b42), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:44.251870 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-5bc0f1ae-a2ac-4303-aa4b-525b0d8175e1 req-55308b27-dc51-42dc-8e21-9767997e3f1e tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Request body: {'port': {'device_id': '4b50d1a1-8fc0-4c3f-9b94-ad25507a1ca8', 'network_id': '4a772aa2-7b44-4bb9-85fd-ab5c602219d9', 'admin_state_up': True, 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'security_groups': ['283589d0-4ae8-4ad4-a655-3e8aa85d7d2a']}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:32:44.278499 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d89dd123-356b-4f74-b297-b2ff6c1eb681 req-f50076e9-9fba-4b4f-acf1-5b0604b4c76a tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b50d1a1-8fc0-4c3f-9b94-ad25507a1ca8 HTTP/1.1" status: 200  len: 210 time: 0.0276086
May 07 22:32:44.334743 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 35e2145f-42a8-4ef4-86df-f06c4fb946fc triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:32:44.335144 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (35e2145f-42a8-4ef4-86df-f06c4fb946fc), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:44.338212 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bd1a33-96a6-4adf-97fd-69854ffce478 None None] Pushing event updated for resources: {'Port': ['ID=6b59d25e-a4d8-43e8-9d48-54c330d41b42,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:32:44.365571 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bc0f1ae-a2ac-4303-aa4b-525b0d8175e1 req-55308b27-dc51-42dc-8e21-9767997e3f1e tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Made reservation on behalf of f3dc672b922b4f86869d8b6108240e0a for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:32:44.370129 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-5bc0f1ae-a2ac-4303-aa4b-525b0d8175e1 req-55308b27-dc51-42dc-8e21-9767997e3f1e tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:44.386888 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-333c5c35-2fb3-47af-afae-092d7cd34758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f9ffeb0>, [{'id': 'e5721a36-403a-4aa1-8f73-cf07b36dfcc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1868957979', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.190'}], 'enable_snat': True}, 'gw_port_id': '35e2145f-42a8-4ef4-86df-f06c4fb946fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:32:37Z', 'updated_at': '2022-05-07T22:32:41Z', 'revision_number': 4, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'gw_port': {'id': '35e2145f-42a8-4ef4-86df-f06c4fb946fc', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ee:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5721a36-403a-4aa1-8f73-cf07b36dfcc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:32:38Z', 'updated_at': '2022-05-07T22:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6b59d25e-a4d8-43e8-9d48-54c330d41b42', 'name': '', 'network_id': '4a772aa2-7b44-4bb9-85fd-ab5c602219d9', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'mac_address': 'fa:16:3e:69:5e:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5721a36-403a-4aa1-8f73-cf07b36dfcc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '23549100-9456-4ef0-b502-04ab11cc6608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:32:40Z', 'updated_at': '2022-05-07T22:32:43Z', 'revision_number': 4, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'subnets': [{'id': '23549100-9456-4ef0-b502-04ab11cc6608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:32:44.425646 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333c5c35-2fb3-47af-afae-092d7cd34758 None None] The sync data for ids ['e5721a36-403a-4aa1-8f73-cf07b36dfcc0'] in ncdv-master-1 is: [{'id': 'e5721a36-403a-4aa1-8f73-cf07b36dfcc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1868957979', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.190'}], 'enable_snat': True}, 'gw_port_id': '35e2145f-42a8-4ef4-86df-f06c4fb946fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:32:37Z', 'updated_at': '2022-05-07T22:32:41Z', 'revision_number': 4, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'gw_port': {'id': '35e2145f-42a8-4ef4-86df-f06c4fb946fc', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ee:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5721a36-403a-4aa1-8f73-cf07b36dfcc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:32:38Z', 'updated_at': '2022-05-07T22:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6b59d25e-a4d8-43e8-9d48-54c330d41b42', 'name': '', 'network_id': '4a772aa2-7b44-4bb9-85fd-ab5c602219d9', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'mac_address': 'fa:16:3e:69:5e:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5721a36-403a-4aa1-8f73-cf07b36dfcc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '23549100-9456-4ef0-b502-04ab11cc6608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:32:40Z', 'updated_at': '2022-05-07T22:32:43Z', 'revision_number': 4, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'subnets': [{'id': '23549100-9456-4ef0-b502-04ab11cc6608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:32:44.428036 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-edc8293b-2a88-46b9-9fd9-469b80bd0c4f None None] Provisioning complete for port 6b59d25e-a4d8-43e8-9d48-54c330d41b42 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:32:44.428410 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-edc8293b-2a88-46b9-9fd9-469b80bd0c4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (6b59d25e-a4d8-43e8-9d48-54c330d41b42), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:44.511726 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 35e2145f-42a8-4ef4-86df-f06c4fb946fc is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:32:44.538000 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [req-5bc0f1ae-a2ac-4303-aa4b-525b0d8175e1 req-55308b27-dc51-42dc-8e21-9767997e3f1e tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Allocated IP 172.20.0.7 (4a772aa2-7b44-4bb9-85fd-ab5c602219d9/23549100-9456-4ef0-b502-04ab11cc6608/a2baf512-a22b-493a-893b-2c9968be2ba1) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:32:44.556787 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-edc8293b-2a88-46b9-9fd9-469b80bd0c4f None None] Current status of the port 6b59d25e-a4d8-43e8-9d48-54c330d41b42 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:32:44.696040 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-5bc0f1ae-a2ac-4303-aa4b-525b0d8175e1 req-55308b27-dc51-42dc-8e21-9767997e3f1e tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for port (a2baf512-a22b-493a-893b-2c9968be2ba1), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:44.731124 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-5bc0f1ae-a2ac-4303-aa4b-525b0d8175e1 req-55308b27-dc51-42dc-8e21-9767997e3f1e tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (a2baf512-a22b-493a-893b-2c9968be2ba1), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:44.779352 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bc0f1ae-a2ac-4303-aa4b-525b0d8175e1 req-55308b27-dc51-42dc-8e21-9767997e3f1e tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Network 4a772aa2-7b44-4bb9-85fd-ab5c602219d9 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:32:44.782557 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [req-5bc0f1ae-a2ac-4303-aa4b-525b0d8175e1 req-55308b27-dc51-42dc-8e21-9767997e3f1e tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:32:44.787157 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bc0f1ae-a2ac-4303-aa4b-525b0d8175e1 req-55308b27-dc51-42dc-8e21-9767997e3f1e tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:32:44.815094 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55308b27-dc51-42dc-8e21-9767997e3f1e tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event updated for resources: {'Port': ['ID=a2baf512-a22b-493a-893b-2c9968be2ba1,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:32:44.843863 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc0f1ae-a2ac-4303-aa4b-525b0d8175e1 req-55308b27-dc51-42dc-8e21-9767997e3f1e tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:32:44.844581 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-5bc0f1ae-a2ac-4303-aa4b-525b0d8175e1 req-55308b27-dc51-42dc-8e21-9767997e3f1e tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:44.863977 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5bc0f1ae-a2ac-4303-aa4b-525b0d8175e1 req-55308b27-dc51-42dc-8e21-9767997e3f1e tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.6159384
May 07 22:32:44.950876 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-5bc0f1ae-a2ac-4303-aa4b-525b0d8175e1 req-f659ee55-82b8-42b1-8050-54d5b902b68d service neutron] Request body: {'port': {'device_id': '4b50d1a1-8fc0-4c3f-9b94-ad25507a1ca8', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:32:45.021722 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-5bc0f1ae-a2ac-4303-aa4b-525b0d8175e1 req-f659ee55-82b8-42b1-8050-54d5b902b68d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (a2baf512-a22b-493a-893b-2c9968be2ba1), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:45.083277 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-fa64856c-0af0-45e0-8b4c-40a4ec754e35 None None] Provisioning complete for port a2baf512-a22b-493a-893b-2c9968be2ba1 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:32:45.083928 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-fa64856c-0af0-45e0-8b4c-40a4ec754e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (a2baf512-a22b-493a-893b-2c9968be2ba1), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:45.119006 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-fa64856c-0af0-45e0-8b4c-40a4ec754e35 None None] Port a2baf512-a22b-493a-893b-2c9968be2ba1 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:32:45.314294 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [req-5bc0f1ae-a2ac-4303-aa4b-525b0d8175e1 req-f659ee55-82b8-42b1-8050-54d5b902b68d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2baf512-a22b-493a-893b-2c9968be2ba1 {{(pid=121836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:32:45.324878 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-5bc0f1ae-a2ac-4303-aa4b-525b0d8175e1 req-f659ee55-82b8-42b1-8050-54d5b902b68d service neutron] Publish callbacks [] for port (a2baf512-a22b-493a-893b-2c9968be2ba1), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:45.339374 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.provisioning_blocks [req-5bc0f1ae-a2ac-4303-aa4b-525b0d8175e1 req-f659ee55-82b8-42b1-8050-54d5b902b68d service neutron] Transition to ACTIVE for port object a2baf512-a22b-493a-893b-2c9968be2ba1 will not be triggered until provisioned by entity L2. {{(pid=121836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 22:32:45.345498 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-5bc0f1ae-a2ac-4303-aa4b-525b0d8175e1 req-f659ee55-82b8-42b1-8050-54d5b902b68d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (a2baf512-a22b-493a-893b-2c9968be2ba1), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:45.668771 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 6b59d25e-a4d8-43e8-9d48-54c330d41b42 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:32:45.721817 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 6b59d25e-a4d8-43e8-9d48-54c330d41b42 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:32:45.722287 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (6b59d25e-a4d8-43e8-9d48-54c330d41b42), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:45.800829 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f659ee55-82b8-42b1-8050-54d5b902b68d service neutron] Pushing event updated for resources: {'Port': ['ID=a2baf512-a22b-493a-893b-2c9968be2ba1,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:32:45.820702 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 6b59d25e-a4d8-43e8-9d48-54c330d41b42 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:32:45.830991 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b427f25-f628-488b-bf8a-908991239e66 req-718d09b1-db51-4b32-8699-65bf05ca7129 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:32:45.832502 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3b427f25-f628-488b-bf8a-908991239e66 req-718d09b1-db51-4b32-8699-65bf05ca7129 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b50d1a1-8fc0-4c3f-9b94-ad25507a1ca8 HTTP/1.1" status: 200  len: 943 time: 0.4586463
May 07 22:32:45.857343 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 22:32:45.914060 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-5bc0f1ae-a2ac-4303-aa4b-525b0d8175e1 req-f659ee55-82b8-42b1-8050-54d5b902b68d service neutron] Attempting to bind port a2baf512-a22b-493a-893b-2c9968be2ba1 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:32:45.914316 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-5bc0f1ae-a2ac-4303-aa4b-525b0d8175e1 req-f659ee55-82b8-42b1-8050-54d5b902b68d service neutron] Attempting to bind port a2baf512-a22b-493a-893b-2c9968be2ba1 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '812dffc3-b487-465e-85a0-6c05bd409142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4a772aa2-7b44-4bb9-85fd-ab5c602219d9'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:32:45.914646 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc0f1ae-a2ac-4303-aa4b-525b0d8175e1 req-f659ee55-82b8-42b1-8050-54d5b902b68d service neutron] Attempting to bind port a2baf512-a22b-493a-893b-2c9968be2ba1 on network 4a772aa2-7b44-4bb9-85fd-ab5c602219d9 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:32:45.921127 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3b427f25-f628-488b-bf8a-908991239e66 req-2a7c97ae-848d-4669-8bb1-dbfc278484bf tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=283589d0-4ae8-4ad4-a655-3e8aa85d7d2a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0681663
May 07 22:32:45.923217 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc0f1ae-a2ac-4303-aa4b-525b0d8175e1 req-f659ee55-82b8-42b1-8050-54d5b902b68d service neutron] Port a2baf512-a22b-493a-893b-2c9968be2ba1 on network 4a772aa2-7b44-4bb9-85fd-ab5c602219d9 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:32:45.923546 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc0f1ae-a2ac-4303-aa4b-525b0d8175e1 req-f659ee55-82b8-42b1-8050-54d5b902b68d service neutron] Attempting to bind port a2baf512-a22b-493a-893b-2c9968be2ba1 on network 4a772aa2-7b44-4bb9-85fd-ab5c602219d9 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:32:45.929158 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc0f1ae-a2ac-4303-aa4b-525b0d8175e1 req-f659ee55-82b8-42b1-8050-54d5b902b68d service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:32:45.929499 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc0f1ae-a2ac-4303-aa4b-525b0d8175e1 req-f659ee55-82b8-42b1-8050-54d5b902b68d service neutron] Checking segment: {'id': '812dffc3-b487-465e-85a0-6c05bd409142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4a772aa2-7b44-4bb9-85fd-ab5c602219d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:32:45.929882 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc0f1ae-a2ac-4303-aa4b-525b0d8175e1 req-f659ee55-82b8-42b1-8050-54d5b902b68d service neutron] Bound using segment: {'id': '812dffc3-b487-465e-85a0-6c05bd409142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4a772aa2-7b44-4bb9-85fd-ab5c602219d9'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:32:45.930309 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-5bc0f1ae-a2ac-4303-aa4b-525b0d8175e1 req-f659ee55-82b8-42b1-8050-54d5b902b68d service neutron] Bound port: a2baf512-a22b-493a-893b-2c9968be2ba1, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '812dffc3-b487-465e-85a0-6c05bd409142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '4a772aa2-7b44-4bb9-85fd-ab5c602219d9'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:32:45.930673 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-5bc0f1ae-a2ac-4303-aa4b-525b0d8175e1 req-f659ee55-82b8-42b1-8050-54d5b902b68d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (a2baf512-a22b-493a-893b-2c9968be2ba1), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:45.993960 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-5bc0f1ae-a2ac-4303-aa4b-525b0d8175e1 req-f659ee55-82b8-42b1-8050-54d5b902b68d service neutron] For port a2baf512-a22b-493a-893b-2c9968be2ba1, host nch1-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:32:45.996947 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-5bc0f1ae-a2ac-4303-aa4b-525b0d8175e1 req-f659ee55-82b8-42b1-8050-54d5b902b68d service neutron] For port a2baf512-a22b-493a-893b-2c9968be2ba1, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a2baf512-a22b-493a-893b-2c9968be2ba1,segment=NetworkSegment(812dffc3-b487-465e-85a0-6c05bd409142),segment_id=812dffc3-b487-465e-85a0-6c05bd409142)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:32:46.003639 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-5bc0f1ae-a2ac-4303-aa4b-525b0d8175e1 req-f659ee55-82b8-42b1-8050-54d5b902b68d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (a2baf512-a22b-493a-893b-2c9968be2ba1), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:46.041270 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc0f1ae-a2ac-4303-aa4b-525b0d8175e1 req-f659ee55-82b8-42b1-8050-54d5b902b68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:32:46.041894 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-5bc0f1ae-a2ac-4303-aa4b-525b0d8175e1 req-f659ee55-82b8-42b1-8050-54d5b902b68d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:46.043285 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5bc0f1ae-a2ac-4303-aa4b-525b0d8175e1 req-f659ee55-82b8-42b1-8050-54d5b902b68d service neutron] 10.222.0.55 "PUT /v2.0/ports/a2baf512-a22b-493a-893b-2c9968be2ba1 HTTP/1.1" status: 200  len: 1091 time: 1.1726918
May 07 22:32:46.043725 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b50d1a1-8fc0-4c3f-9b94-ad25507a1ca8', 'tag': 'a2baf512-a22b-493a-893b-2c9968be2ba1'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:32:46.045950 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7889278-53bb-4644-ac61-07105486ee8c" -d '{"events": [{"name": "network-changed", "server_uuid": "4b50d1a1-8fc0-4c3f-9b94-ad25507a1ca8", "tag": "a2baf512-a22b-493a-893b-2c9968be2ba1"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:32:46.075475 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f659ee55-82b8-42b1-8050-54d5b902b68d service neutron] Pushing event updated for resources: {'Port': ['ID=a2baf512-a22b-493a-893b-2c9968be2ba1,revision_number=3']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:32:46.114606 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c39d8e1e-4578-4d1a-9dab-5c043f529af9 x-openstack-request-id: req-c39d8e1e-4578-4d1a-9dab-5c043f529af9 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:32:46.115018 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b50d1a1-8fc0-4c3f-9b94-ad25507a1ca8", "tag": "a2baf512-a22b-493a-893b-2c9968be2ba1", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:32:46.115348 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c39d8e1e-4578-4d1a-9dab-5c043f529af9 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:32:46.115828 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c39d8e1e-4578-4d1a-9dab-5c043f529af9'] response: {'name': 'network-changed', 'server_uuid': '4b50d1a1-8fc0-4c3f-9b94-ad25507a1ca8', 'tag': 'a2baf512-a22b-493a-893b-2c9968be2ba1', 'status': 'completed', 'code': 200}
May 07 22:32:46.129601 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc0f1ae-a2ac-4303-aa4b-525b0d8175e1 req-b44b685d-44c3-40ec-aacb-9e813dd471fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:32:46.131895 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5bc0f1ae-a2ac-4303-aa4b-525b0d8175e1 req-b44b685d-44c3-40ec-aacb-9e813dd471fd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f3dc672b922b4f86869d8b6108240e0a&device_id=4b50d1a1-8fc0-4c3f-9b94-ad25507a1ca8 HTTP/1.1" status: 200  len: 1125 time: 0.0487821
May 07 22:32:46.177399 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5bc0f1ae-a2ac-4303-aa4b-525b0d8175e1 req-74f500da-72bf-486c-9b6e-b2ed707eaf02 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a2baf512-a22b-493a-893b-2c9968be2ba1 HTTP/1.1" status: 200  len: 217 time: 0.0387173
May 07 22:32:46.232649 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc0f1ae-a2ac-4303-aa4b-525b0d8175e1 req-8e39e7cf-0786-4482-85d9-de99898bb09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:32:46.234164 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5bc0f1ae-a2ac-4303-aa4b-525b0d8175e1 req-8e39e7cf-0786-4482-85d9-de99898bb09a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=23549100-9456-4ef0-b502-04ab11cc6608 HTTP/1.1" status: 200  len: 834 time: 0.0515049
May 07 22:32:46.276789 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc0f1ae-a2ac-4303-aa4b-525b0d8175e1 req-353251b8-de36-49d0-bf3e-4b69d3caa250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:32:46.279149 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5bc0f1ae-a2ac-4303-aa4b-525b0d8175e1 req-353251b8-de36-49d0-bf3e-4b69d3caa250 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4a772aa2-7b44-4bb9-85fd-ab5c602219d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0384526
May 07 22:32:46.368229 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5bc0f1ae-a2ac-4303-aa4b-525b0d8175e1 req-ee341262-cef1-4092-a9f3-4c89169a6ab0 service neutron] 10.222.0.55 "GET /v2.0/networks/4a772aa2-7b44-4bb9-85fd-ab5c602219d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0831554
May 07 22:32:46.469183 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5bc0f1ae-a2ac-4303-aa4b-525b0d8175e1 req-8897735b-af19-4dfe-b25f-a2b0db5f1a69 service neutron] 10.222.0.55 "GET /v2.0/networks/4a772aa2-7b44-4bb9-85fd-ab5c602219d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0945702
May 07 22:32:47.035236 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6439e44a-d95d-4022-abf5-5ac4064c8679 req-3e4978c5-2a6b-494f-b7e5-9a02eec01cac tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:32:47.036690 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6439e44a-d95d-4022-abf5-5ac4064c8679 req-3e4978c5-2a6b-494f-b7e5-9a02eec01cac tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b50d1a1-8fc0-4c3f-9b94-ad25507a1ca8 HTTP/1.1" status: 200  len: 943 time: 0.0467269
May 07 22:32:47.086866 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6439e44a-d95d-4022-abf5-5ac4064c8679 req-a4007938-49b1-46d1-af42-82fec54d4ae5 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=283589d0-4ae8-4ad4-a655-3e8aa85d7d2a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442488
May 07 22:32:47.400418 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7889278-53bb-4644-ac61-07105486ee8c req-d4a4d79e-444d-4ccc-aebe-1db057bb3613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:32:47.401964 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a7889278-53bb-4644-ac61-07105486ee8c req-d4a4d79e-444d-4ccc-aebe-1db057bb3613 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f3dc672b922b4f86869d8b6108240e0a&device_id=4b50d1a1-8fc0-4c3f-9b94-ad25507a1ca8 HTTP/1.1" status: 200  len: 1125 time: 0.0449381
May 07 22:32:47.491584 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7889278-53bb-4644-ac61-07105486ee8c req-a10ed47a-19b8-44cb-ad36-39883ee85c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:32:47.493052 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a7889278-53bb-4644-ac61-07105486ee8c req-a10ed47a-19b8-44cb-ad36-39883ee85c30 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4a772aa2-7b44-4bb9-85fd-ab5c602219d9 HTTP/1.1" status: 200  len: 897 time: 0.0854614
May 07 22:32:47.536704 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a7889278-53bb-4644-ac61-07105486ee8c req-d7fee50d-0805-4274-b4ac-7f9bb4879762 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a2baf512-a22b-493a-893b-2c9968be2ba1 HTTP/1.1" status: 200  len: 217 time: 0.0377090
May 07 22:32:47.584087 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7889278-53bb-4644-ac61-07105486ee8c req-3b69f1a2-72c7-4aae-ba24-3e23a65c530c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:32:47.585497 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a7889278-53bb-4644-ac61-07105486ee8c req-3b69f1a2-72c7-4aae-ba24-3e23a65c530c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=23549100-9456-4ef0-b502-04ab11cc6608 HTTP/1.1" status: 200  len: 834 time: 0.0433331
May 07 22:32:47.629484 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7889278-53bb-4644-ac61-07105486ee8c req-15f5d84b-8b35-4581-a30d-03a9e32b6427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:32:47.630926 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a7889278-53bb-4644-ac61-07105486ee8c req-15f5d84b-8b35-4581-a30d-03a9e32b6427 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4a772aa2-7b44-4bb9-85fd-ab5c602219d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0389891
May 07 22:32:47.722640 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a7889278-53bb-4644-ac61-07105486ee8c req-b56dd7dc-492d-4d5b-b978-8a5ca961fa9e service neutron] 10.222.0.55 "GET /v2.0/networks/4a772aa2-7b44-4bb9-85fd-ab5c602219d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0859277
May 07 22:32:47.817320 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a7889278-53bb-4644-ac61-07105486ee8c req-c5573d59-7d59-496a-a64a-31bcb4ea243c service neutron] 10.222.0.55 "GET /v2.0/networks/4a772aa2-7b44-4bb9-85fd-ab5c602219d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0887825
May 07 22:32:47.923312 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device a2baf512-a22b-493a-893b-2c9968be2ba1 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:32:48.175791 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port a2baf512-a22b-493a-893b-2c9968be2ba1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a2baf512-a22b-493a-893b-2c9968be2ba1,segment=NetworkSegment(812dffc3-b487-465e-85a0-6c05bd409142),segment_id=812dffc3-b487-465e-85a0-6c05bd409142)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:32:48.186700 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': 'a2baf512-a22b-493a-893b-2c9968be2ba1', 'network_id': '4a772aa2-7b44-4bb9-85fd-ab5c602219d9', 'port_id': 'a2baf512-a22b-493a-893b-2c9968be2ba1', 'mac_address': 'fa:16:3e:db:c1:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23549100-9456-4ef0-b502-04ab11cc6608', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:32:48.205429 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d35b21-ca7c-442e-a33a-11a736403e9a req-4e3c6abb-d7fb-4179-ad22-c0cfe2ecf96e tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:32:48.206961 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-53d35b21-ca7c-442e-a33a-11a736403e9a req-4e3c6abb-d7fb-4179-ad22-c0cfe2ecf96e tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b50d1a1-8fc0-4c3f-9b94-ad25507a1ca8 HTTP/1.1" status: 200  len: 943 time: 0.0478342
May 07 22:32:48.223673 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port a2baf512-a22b-493a-893b-2c9968be2ba1 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:32:48.224059 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (a2baf512-a22b-493a-893b-2c9968be2ba1), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:48.237514 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2baf512-a22b-493a-893b-2c9968be2ba1 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:32:48.257536 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port a2baf512-a22b-493a-893b-2c9968be2ba1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a2baf512-a22b-493a-893b-2c9968be2ba1,segment=NetworkSegment(812dffc3-b487-465e-85a0-6c05bd409142),segment_id=812dffc3-b487-465e-85a0-6c05bd409142)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:32:48.261576 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-53d35b21-ca7c-442e-a33a-11a736403e9a req-1d99b3e1-f263-4b6d-9a0c-298c3d9b6b9c tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=283589d0-4ae8-4ad4-a655-3e8aa85d7d2a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0489056
May 07 22:32:48.262605 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (a2baf512-a22b-493a-893b-2c9968be2ba1), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:48.312250 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=a2baf512-a22b-493a-893b-2c9968be2ba1,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:32:48.514273 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['a2baf512-a22b-493a-893b-2c9968be2ba1'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:32:49.378378 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa1ff6-5d67-440c-9ce0-4daa9c3d13be req-178b60fe-124a-474e-8b72-4ae9083fa6b6 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:32:49.379847 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-31fa1ff6-5d67-440c-9ce0-4daa9c3d13be req-178b60fe-124a-474e-8b72-4ae9083fa6b6 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b50d1a1-8fc0-4c3f-9b94-ad25507a1ca8 HTTP/1.1" status: 200  len: 944 time: 0.0504732
May 07 22:32:49.428633 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-31fa1ff6-5d67-440c-9ce0-4daa9c3d13be req-40c2fff7-8179-4a81-a45c-a2f36dd2bc65 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=283589d0-4ae8-4ad4-a655-3e8aa85d7d2a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431764
May 07 22:32:49.945390 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device a2baf512-a22b-493a-893b-2c9968be2ba1 up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:32:49.987961 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning for port a2baf512-a22b-493a-893b-2c9968be2ba1 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 22:32:49.992641 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port a2baf512-a22b-493a-893b-2c9968be2ba1 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:32:49.993052 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (a2baf512-a22b-493a-893b-2c9968be2ba1), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:50.070208 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port a2baf512-a22b-493a-893b-2c9968be2ba1 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:32:50.070596 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (a2baf512-a22b-493a-893b-2c9968be2ba1), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:50.091818 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b50d1a1-8fc0-4c3f-9b94-ad25507a1ca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2baf512-a22b-493a-893b-2c9968be2ba1'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:32:50.094038 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b07fe05-4ebc-4a7e-8f04-98b2292743a4" -d '{"events": [{"server_uuid": "4b50d1a1-8fc0-4c3f-9b94-ad25507a1ca8", "name": "network-vif-plugged", "status": "completed", "tag": "a2baf512-a22b-493a-893b-2c9968be2ba1"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:32:50.106748 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port a2baf512-a22b-493a-893b-2c9968be2ba1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a2baf512-a22b-493a-893b-2c9968be2ba1,segment=NetworkSegment(812dffc3-b487-465e-85a0-6c05bd409142),segment_id=812dffc3-b487-465e-85a0-6c05bd409142)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:32:50.110971 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (a2baf512-a22b-493a-893b-2c9968be2ba1), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:50.133934 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f691bffe-dab5-4d60-a124-7c9184e39f4a x-openstack-request-id: req-f691bffe-dab5-4d60-a124-7c9184e39f4a {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:32:50.134227 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b50d1a1-8fc0-4c3f-9b94-ad25507a1ca8", "name": "network-vif-plugged", "status": "completed", "tag": "a2baf512-a22b-493a-893b-2c9968be2ba1", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:32:50.134478 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f691bffe-dab5-4d60-a124-7c9184e39f4a {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:32:50.134898 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f691bffe-dab5-4d60-a124-7c9184e39f4a'] response: {'server_uuid': '4b50d1a1-8fc0-4c3f-9b94-ad25507a1ca8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2baf512-a22b-493a-893b-2c9968be2ba1', 'code': 200}
May 07 22:32:50.161337 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=a2baf512-a22b-493a-893b-2c9968be2ba1,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:32:50.226068 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637fe63c-637e-4a7a-bfdb-b98b3651e513 req-eab3e936-2a7a-4d97-9d98-faddc51a657a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:32:50.227631 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-637fe63c-637e-4a7a-bfdb-b98b3651e513 req-eab3e936-2a7a-4d97-9d98-faddc51a657a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4b50d1a1-8fc0-4c3f-9b94-ad25507a1ca8 HTTP/1.1" status: 200  len: 1127 time: 0.0392044
May 07 22:32:50.272489 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-637fe63c-637e-4a7a-bfdb-b98b3651e513 req-c826954a-d7d7-47ce-9e51-f28f86743a1e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=283589d0-4ae8-4ad4-a655-3e8aa85d7d2a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384521
May 07 22:32:50.543427 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2013eda6-71a4-4985-9f3f-7514b807249d req-a08b9ac8-c7f6-4b7a-9215-25f8f3b2b6f7 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:32:50.544899 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2013eda6-71a4-4985-9f3f-7514b807249d req-a08b9ac8-c7f6-4b7a-9215-25f8f3b2b6f7 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b50d1a1-8fc0-4c3f-9b94-ad25507a1ca8 HTTP/1.1" status: 200  len: 945 time: 0.0473747
May 07 22:32:50.598585 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2013eda6-71a4-4985-9f3f-7514b807249d req-01d1c620-06c1-43e3-b9e5-44d8dec344af tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=283589d0-4ae8-4ad4-a655-3e8aa85d7d2a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480182
May 07 22:32:51.714562 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068c46dd-1452-474a-9752-24dc679941fd req-5c7b330c-3b9a-421b-ac2a-9b4b971daaae tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:32:51.716047 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-068c46dd-1452-474a-9752-24dc679941fd req-5c7b330c-3b9a-421b-ac2a-9b4b971daaae tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b50d1a1-8fc0-4c3f-9b94-ad25507a1ca8 HTTP/1.1" status: 200  len: 945 time: 0.0459793
May 07 22:32:51.764360 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-068c46dd-1452-474a-9752-24dc679941fd req-11b8396c-ddf8-49c0-9fd2-a879066e83c8 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=283589d0-4ae8-4ad4-a655-3e8aa85d7d2a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427697
May 07 22:32:51.877916 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56adb11d-e20a-447b-a45b-be530a0ed91b req-34e393a1-3953-47e4-a145-0a2ddc4eb9fe tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:32:51.879333 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-56adb11d-e20a-447b-a45b-be530a0ed91b req-34e393a1-3953-47e4-a145-0a2ddc4eb9fe tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b50d1a1-8fc0-4c3f-9b94-ad25507a1ca8 HTTP/1.1" status: 200  len: 945 time: 0.0476158
May 07 22:32:51.927480 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-56adb11d-e20a-447b-a45b-be530a0ed91b req-52582deb-b18f-4ee9-bd2f-516e4e7aec9a tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=283589d0-4ae8-4ad4-a655-3e8aa85d7d2a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424764
May 07 22:32:51.949248 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 58254) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:32:51.985138 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a0767e-4dd3-4d06-9f50-4f4dde95f763 tempest-TestNetworkAdvancedServerOps-404863911 tempest-TestNetworkAdvancedServerOps-404863911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:32:51.987136 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-a5a0767e-4dd3-4d06-9f50-4f4dde95f763 tempest-TestNetworkAdvancedServerOps-404863911 tempest-TestNetworkAdvancedServerOps-404863911-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=4b50d1a1-8fc0-4c3f-9b94-ad25507a1ca8 HTTP/1.1" status: 200  len: 1122 time: 0.0363886
May 07 22:32:51.989880 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 58256) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:32:51.994082 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-529e07ab-cc80-465e-8af0-2def4b1b9dd0 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Request body: {'floatingip': {'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'port_id': 'a2baf512-a22b-493a-893b-2c9968be2ba1', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:32:52.014502 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-529e07ab-cc80-465e-8af0-2def4b1b9dd0 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:52.095826 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-529e07ab-cc80-465e-8af0-2def4b1b9dd0 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:52.120222 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:52.200408 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-529e07ab-cc80-465e-8af0-2def4b1b9dd0 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Allocated IP 172.35.4.69 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/9dd8e6dc-acdb-41eb-b9fa-0fad6eefa208) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:32:52.308128 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-529e07ab-cc80-465e-8af0-2def4b1b9dd0 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for port (9dd8e6dc-acdb-41eb-b9fa-0fad6eefa208), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:52.341746 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-529e07ab-cc80-465e-8af0-2def4b1b9dd0 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (9dd8e6dc-acdb-41eb-b9fa-0fad6eefa208), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:52.377790 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529e07ab-cc80-465e-8af0-2def4b1b9dd0 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:32:52.382165 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-529e07ab-cc80-465e-8af0-2def4b1b9dd0 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:32:52.385593 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529e07ab-cc80-465e-8af0-2def4b1b9dd0 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:32:52.414328 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529e07ab-cc80-465e-8af0-2def4b1b9dd0 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event updated for resources: {'Port': ['ID=9dd8e6dc-acdb-41eb-b9fa-0fad6eefa208,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:32:52.761710 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-529e07ab-cc80-465e-8af0-2def4b1b9dd0 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for floatingip (795e3a96-26b5-4b64-a26d-fd2c1ba88d17), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:52.830117 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-529e07ab-cc80-465e-8af0-2def4b1b9dd0 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (9dd8e6dc-acdb-41eb-b9fa-0fad6eefa208), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:52.981663 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-529e07ab-cc80-465e-8af0-2def4b1b9dd0 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for port (9dd8e6dc-acdb-41eb-b9fa-0fad6eefa208), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:52.985993 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-529e07ab-cc80-465e-8af0-2def4b1b9dd0 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (9dd8e6dc-acdb-41eb-b9fa-0fad6eefa208), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:53.057561 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529e07ab-cc80-465e-8af0-2def4b1b9dd0 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event updated for resources: {'Port': ['ID=9dd8e6dc-acdb-41eb-b9fa-0fad6eefa208,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:32:53.070336 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-529e07ab-cc80-465e-8af0-2def4b1b9dd0 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (795e3a96-26b5-4b64-a26d-fd2c1ba88d17), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:53.178506 ncdv-master-1 neutron-server[121836]: INFO neutron.db.l3_db [None req-529e07ab-cc80-465e-8af0-2def4b1b9dd0 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Floating IP 795e3a96-26b5-4b64-a26d-fd2c1ba88d17 associated. External IP: 172.35.4.69, port: a2baf512-a22b-493a-893b-2c9968be2ba1.
May 07 22:32:53.396498 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-529e07ab-cc80-465e-8af0-2def4b1b9dd0 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Router e5721a36-403a-4aa1-8f73-cf07b36dfcc0 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:32:53.507715 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-529e07ab-cc80-465e-8af0-2def4b1b9dd0 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:32:53.517459 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9800714c-3e03-4710-a33b-dc1284b6b91a None None] Sync routers for ids ['e5721a36-403a-4aa1-8f73-cf07b36dfcc0'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:32:53.526432 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-529e07ab-cc80-465e-8af0-2def4b1b9dd0 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:53.529006 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9800714c-3e03-4710-a33b-dc1284b6b91a None None] Routers {'e5721a36-403a-4aa1-8f73-cf07b36dfcc0'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:32:53.529632 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-9800714c-3e03-4710-a33b-dc1284b6b91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8d0cc790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:32:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['e5721a36-403a-4aa1-8f73-cf07b36dfcc0'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:32:53.563410 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-529e07ab-cc80-465e-8af0-2def4b1b9dd0 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 1.5725136
May 07 22:32:53.564010 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b50d1a1-8fc0-4c3f-9b94-ad25507a1ca8', 'tag': 'a2baf512-a22b-493a-893b-2c9968be2ba1'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:32:53.566938 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47265176-5502-405f-b604-63b6eebd9aca" -d '{"events": [{"name": "network-changed", "server_uuid": "4b50d1a1-8fc0-4c3f-9b94-ad25507a1ca8", "tag": "a2baf512-a22b-493a-893b-2c9968be2ba1"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:32:53.627351 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ee63af-aeb2-4861-9cbb-06b3436a6787 x-openstack-request-id: req-57ee63af-aeb2-4861-9cbb-06b3436a6787 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:32:53.628745 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b50d1a1-8fc0-4c3f-9b94-ad25507a1ca8", "tag": "a2baf512-a22b-493a-893b-2c9968be2ba1", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:32:53.629021 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-57ee63af-aeb2-4861-9cbb-06b3436a6787 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:32:53.629724 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57ee63af-aeb2-4861-9cbb-06b3436a6787'] response: {'name': 'network-changed', 'server_uuid': '4b50d1a1-8fc0-4c3f-9b94-ad25507a1ca8', 'tag': 'a2baf512-a22b-493a-893b-2c9968be2ba1', 'status': 'completed', 'code': 200}
May 07 22:32:53.660081 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-9800714c-3e03-4710-a33b-dc1284b6b91a None None] Set router e5721a36-403a-4aa1-8f73-cf07b36dfcc0 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:32:53.684755 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21b6eee-6a93-4d14-97e4-dbe3da143b83 req-7689cfd6-d810-4d30-a2f5-aa9f359acea2 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:32:53.687184 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c21b6eee-6a93-4d14-97e4-dbe3da143b83 req-7689cfd6-d810-4d30-a2f5-aa9f359acea2 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b50d1a1-8fc0-4c3f-9b94-ad25507a1ca8 HTTP/1.1" status: 200  len: 945 time: 0.0506356
May 07 22:32:53.701442 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47265176-5502-405f-b604-63b6eebd9aca req-9b584506-ae52-4b06-a67c-4da7bd7fdb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:32:53.703045 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-47265176-5502-405f-b604-63b6eebd9aca req-9b584506-ae52-4b06-a67c-4da7bd7fdb80 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f3dc672b922b4f86869d8b6108240e0a&device_id=4b50d1a1-8fc0-4c3f-9b94-ad25507a1ca8 HTTP/1.1" status: 200  len: 1127 time: 0.0550246
May 07 22:32:53.711643 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-fc05e029-f8c9-4b44-a91b-c2e09d23c9f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:53.747306 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c21b6eee-6a93-4d14-97e4-dbe3da143b83 req-2361d4ed-e835-44ad-b4f1-08915245fb07 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=283589d0-4ae8-4ad4-a655-3e8aa85d7d2a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0540931
May 07 22:32:53.768025 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 58262) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:32:53.804735 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47265176-5502-405f-b604-63b6eebd9aca req-85dff059-9c93-439f-b919-97c598d63e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:32:53.806333 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-47265176-5502-405f-b604-63b6eebd9aca req-85dff059-9c93-439f-b919-97c598d63e34 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4a772aa2-7b44-4bb9-85fd-ab5c602219d9 HTTP/1.1" status: 200  len: 897 time: 0.0977435
May 07 22:32:53.834621 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-690e5e28-f832-4245-a589-dad383c2f8d4 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/floatingips/795e3a96-26b5-4b64-a26d-fd2c1ba88d17 HTTP/1.1" status: 200  len: 990 time: 0.0648174
May 07 22:32:53.876123 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-47265176-5502-405f-b604-63b6eebd9aca req-a61b7939-8192-4df8-b356-03b5fe3db334 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a2baf512-a22b-493a-893b-2c9968be2ba1 HTTP/1.1" status: 200  len: 998 time: 0.0638764
May 07 22:32:53.934943 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47265176-5502-405f-b604-63b6eebd9aca req-ae07e05a-f0ca-4b36-981f-54752f1abc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:32:53.936334 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-47265176-5502-405f-b604-63b6eebd9aca req-ae07e05a-f0ca-4b36-981f-54752f1abc3f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=23549100-9456-4ef0-b502-04ab11cc6608 HTTP/1.1" status: 200  len: 834 time: 0.0517092
May 07 22:32:53.984484 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47265176-5502-405f-b604-63b6eebd9aca req-da623fe1-5238-4c06-bd97-b8c76eb57a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:32:53.985643 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-9800714c-3e03-4710-a33b-dc1284b6b91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8d0cc790>, [{'id': 'e5721a36-403a-4aa1-8f73-cf07b36dfcc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1868957979', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.190'}], 'enable_snat': True}, 'gw_port_id': '35e2145f-42a8-4ef4-86df-f06c4fb946fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:32:37Z', 'updated_at': '2022-05-07T22:32:41Z', 'revision_number': 4, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'gw_port': {'id': '35e2145f-42a8-4ef4-86df-f06c4fb946fc', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ee:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5721a36-403a-4aa1-8f73-cf07b36dfcc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:32:38Z', 'updated_at': '2022-05-07T22:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '795e3a96-26b5-4b64-a26d-fd2c1ba88d17', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'floating_ip_address': '172.35.4.69', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': 'e5721a36-403a-4aa1-8f73-cf07b36dfcc0', 'port_id': 'a2baf512-a22b-493a-893b-2c9968be2ba1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a772aa2-7b44-4bb9-85fd-ab5c602219d9', 'mac_address': 'fa:16:3e:db:c1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b50d1a1-8fc0-4c3f-9b94-ad25507a1ca8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:32:52Z', 'updated_at': '2022-05-07T22:32:52Z', 'revision_number': 0, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b59d25e-a4d8-43e8-9d48-54c330d41b42', 'name': '', 'network_id': '4a772aa2-7b44-4bb9-85fd-ab5c602219d9', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'mac_address': 'fa:16:3e:69:5e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5721a36-403a-4aa1-8f73-cf07b36dfcc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '23549100-9456-4ef0-b502-04ab11cc6608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:32:40Z', 'updated_at': '2022-05-07T22:32:44Z', 'revision_number': 5, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'subnets': [{'id': '23549100-9456-4ef0-b502-04ab11cc6608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:32:53.985995 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-47265176-5502-405f-b604-63b6eebd9aca req-da623fe1-5238-4c06-bd97-b8c76eb57a72 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4a772aa2-7b44-4bb9-85fd-ab5c602219d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0438743
May 07 22:32:54.011415 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9800714c-3e03-4710-a33b-dc1284b6b91a None None] Checking router: e5721a36-403a-4aa1-8f73-cf07b36dfcc0 for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:32:54.020163 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9800714c-3e03-4710-a33b-dc1284b6b91a None None] Routers {'e5721a36-403a-4aa1-8f73-cf07b36dfcc0'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:32:54.020772 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-9800714c-3e03-4710-a33b-dc1284b6b91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8d0cc790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:32:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['e5721a36-403a-4aa1-8f73-cf07b36dfcc0'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:32:54.075683 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-47265176-5502-405f-b604-63b6eebd9aca req-183a7164-80b2-42f6-b837-e055d9ad9d75 service neutron] 10.222.0.55 "GET /v2.0/networks/4a772aa2-7b44-4bb9-85fd-ab5c602219d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0838459
May 07 22:32:54.128842 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-9800714c-3e03-4710-a33b-dc1284b6b91a None None] Set router e5721a36-403a-4aa1-8f73-cf07b36dfcc0 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:32:54.174255 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-47265176-5502-405f-b604-63b6eebd9aca req-f7a1784c-24f0-4f00-8dc2-2c5ec5aad79e service neutron] 10.222.0.55 "GET /v2.0/networks/4a772aa2-7b44-4bb9-85fd-ab5c602219d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0926638
May 07 22:32:54.259211 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:54.342592 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-9800714c-3e03-4710-a33b-dc1284b6b91a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8d0cc790>, [{'id': 'e5721a36-403a-4aa1-8f73-cf07b36dfcc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1868957979', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.190'}], 'enable_snat': True}, 'gw_port_id': '35e2145f-42a8-4ef4-86df-f06c4fb946fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:32:37Z', 'updated_at': '2022-05-07T22:32:41Z', 'revision_number': 4, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'gw_port': {'id': '35e2145f-42a8-4ef4-86df-f06c4fb946fc', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ee:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5721a36-403a-4aa1-8f73-cf07b36dfcc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:32:38Z', 'updated_at': '2022-05-07T22:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '795e3a96-26b5-4b64-a26d-fd2c1ba88d17', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'floating_ip_address': '172.35.4.69', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': 'e5721a36-403a-4aa1-8f73-cf07b36dfcc0', 'port_id': 'a2baf512-a22b-493a-893b-2c9968be2ba1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a772aa2-7b44-4bb9-85fd-ab5c602219d9', 'mac_address': 'fa:16:3e:db:c1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b50d1a1-8fc0-4c3f-9b94-ad25507a1ca8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:32:52Z', 'updated_at': '2022-05-07T22:32:52Z', 'revision_number': 0, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b59d25e-a4d8-43e8-9d48-54c330d41b42', 'name': '', 'network_id': '4a772aa2-7b44-4bb9-85fd-ab5c602219d9', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'mac_address': 'fa:16:3e:69:5e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5721a36-403a-4aa1-8f73-cf07b36dfcc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '23549100-9456-4ef0-b502-04ab11cc6608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:32:40Z', 'updated_at': '2022-05-07T22:32:44Z', 'revision_number': 5, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'subnets': [{'id': '23549100-9456-4ef0-b502-04ab11cc6608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:32:54.368884 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9800714c-3e03-4710-a33b-dc1284b6b91a None None] The sync data for ids ['e5721a36-403a-4aa1-8f73-cf07b36dfcc0'] in ncdv-master-1 is: [{'id': 'e5721a36-403a-4aa1-8f73-cf07b36dfcc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1868957979', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.190'}], 'enable_snat': True}, 'gw_port_id': '35e2145f-42a8-4ef4-86df-f06c4fb946fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:32:37Z', 'updated_at': '2022-05-07T22:32:41Z', 'revision_number': 4, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'gw_port': {'id': '35e2145f-42a8-4ef4-86df-f06c4fb946fc', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ee:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5721a36-403a-4aa1-8f73-cf07b36dfcc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:32:38Z', 'updated_at': '2022-05-07T22:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '795e3a96-26b5-4b64-a26d-fd2c1ba88d17', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'floating_ip_address': '172.35.4.69', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': 'e5721a36-403a-4aa1-8f73-cf07b36dfcc0', 'port_id': 'a2baf512-a22b-493a-893b-2c9968be2ba1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4278, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a772aa2-7b44-4bb9-85fd-ab5c602219d9', 'mac_address': 'fa:16:3e:db:c1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b50d1a1-8fc0-4c3f-9b94-ad25507a1ca8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:32:52Z', 'updated_at': '2022-05-07T22:32:52Z', 'revision_number': 0, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b59d25e-a4d8-43e8-9d48-54c330d41b42', 'name': '', 'network_id': '4a772aa2-7b44-4bb9-85fd-ab5c602219d9', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'mac_address': 'fa:16:3e:69:5e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5721a36-403a-4aa1-8f73-cf07b36dfcc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '23549100-9456-4ef0-b502-04ab11cc6608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:32:40Z', 'updated_at': '2022-05-07T22:32:44Z', 'revision_number': 5, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'subnets': [{'id': '23549100-9456-4ef0-b502-04ab11cc6608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:32:54.562991 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b025055-edce-4eac-9e24-549cecbecc5e None None] New status for floating IP 795e3a96-26b5-4b64-a26d-fd2c1ba88d17: ACTIVE {{(pid=121838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 07 22:32:54.836575 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 58264) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:32:54.897084 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-b48f496e-c298-43a8-bbc9-97b2148fb1e5 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/floatingips/795e3a96-26b5-4b64-a26d-fd2c1ba88d17 HTTP/1.1" status: 200  len: 992 time: 0.0592713
May 07 22:32:56.591822 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ca308cb5-62b6-4ed9-b4b4-cc2228da8646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:57.555523 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:32:59.261884 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:00.371510 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:11.114399 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a6438486-6fb8-4ece-bc47-3fe60445e3f3 req-79f39d97-428c-4324-a3ef-f5fba92675e9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4b50d1a1-8fc0-4c3f-9b94-ad25507a1ca8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0413909
May 07 22:33:11.194663 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6438486-6fb8-4ece-bc47-3fe60445e3f3 req-e0395941-6336-4e3c-be51-faf02d2ed445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:33:11.196168 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a6438486-6fb8-4ece-bc47-3fe60445e3f3 req-e0395941-6336-4e3c-be51-faf02d2ed445 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f3dc672b922b4f86869d8b6108240e0a&device_id=4b50d1a1-8fc0-4c3f-9b94-ad25507a1ca8 HTTP/1.1" status: 200  len: 1127 time: 0.0391927
May 07 22:33:11.298677 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6438486-6fb8-4ece-bc47-3fe60445e3f3 req-79270d19-6b0a-4f81-87de-6b871729b143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:33:11.300255 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a6438486-6fb8-4ece-bc47-3fe60445e3f3 req-79270d19-6b0a-4f81-87de-6b871729b143 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4a772aa2-7b44-4bb9-85fd-ab5c602219d9 HTTP/1.1" status: 200  len: 897 time: 0.0852113
May 07 22:33:11.369303 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a6438486-6fb8-4ece-bc47-3fe60445e3f3 req-a7f4b019-d2f3-433a-a109-38f0b6dab02e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a2baf512-a22b-493a-893b-2c9968be2ba1 HTTP/1.1" status: 200  len: 1000 time: 0.0623143
May 07 22:33:11.418309 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6438486-6fb8-4ece-bc47-3fe60445e3f3 req-b10c0edb-7f66-47ea-b020-30fcda8d0843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:33:11.420194 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a6438486-6fb8-4ece-bc47-3fe60445e3f3 req-b10c0edb-7f66-47ea-b020-30fcda8d0843 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=23549100-9456-4ef0-b502-04ab11cc6608 HTTP/1.1" status: 200  len: 834 time: 0.0444679
May 07 22:33:11.467331 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6438486-6fb8-4ece-bc47-3fe60445e3f3 req-eb896802-c2e0-4dbd-840b-8355ec366da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:33:11.468793 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a6438486-6fb8-4ece-bc47-3fe60445e3f3 req-eb896802-c2e0-4dbd-840b-8355ec366da9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4a772aa2-7b44-4bb9-85fd-ab5c602219d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0380924
May 07 22:33:11.560539 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a6438486-6fb8-4ece-bc47-3fe60445e3f3 req-fc7be61a-1794-48e3-823a-c0c217d23836 service neutron] 10.222.0.55 "GET /v2.0/networks/4a772aa2-7b44-4bb9-85fd-ab5c602219d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0847685
May 07 22:33:11.658972 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a6438486-6fb8-4ece-bc47-3fe60445e3f3 req-79825b5b-0ed5-49e3-9b32-1befcf9cf882 service neutron] 10.222.0.55 "GET /v2.0/networks/4a772aa2-7b44-4bb9-85fd-ab5c602219d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0921555
May 07 22:33:22.119937 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:22.857028 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 22:33:23.681800 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3010401b-2360-4192-8494-3e2a2d2ff78e req-afe21aac-df63-42ee-b816-23bea2c754b5 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:33:23.683424 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3010401b-2360-4192-8494-3e2a2d2ff78e req-afe21aac-df63-42ee-b816-23bea2c754b5 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b50d1a1-8fc0-4c3f-9b94-ad25507a1ca8 HTTP/1.1" status: 200  len: 945 time: 0.0517590
May 07 22:33:23.704874 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a40e0e13-007e-4ceb-9827-0ac92f237539 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:23.737656 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3010401b-2360-4192-8494-3e2a2d2ff78e req-32eb0875-7528-4aa0-9c7f-c385f5fc748a tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=283589d0-4ae8-4ad4-a655-3e8aa85d7d2a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483878
May 07 22:33:24.260693 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:24.860136 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb61126-3533-45fd-bf63-7c845482aaac req-c9e516f1-84c3-4988-8788-adb0453548fa tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:33:24.861584 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-deb61126-3533-45fd-bf63-7c845482aaac req-c9e516f1-84c3-4988-8788-adb0453548fa tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b50d1a1-8fc0-4c3f-9b94-ad25507a1ca8 HTTP/1.1" status: 200  len: 945 time: 0.0462837
May 07 22:33:24.908977 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-deb61126-3533-45fd-bf63-7c845482aaac req-f4ff0088-7ddd-4776-9598-2606b7ccd99c tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=283589d0-4ae8-4ad4-a655-3e8aa85d7d2a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416825
May 07 22:33:24.931845 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 58280) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:33:24.992986 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-c5eae68f-d745-4b05-b29b-05d015ad03d9 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/floatingips/795e3a96-26b5-4b64-a26d-fd2c1ba88d17 HTTP/1.1" status: 200  len: 992 time: 0.0599823
May 07 22:33:26.528296 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9046e683-c73c-4f20-a13f-5fe609e2f56d req-309e672b-bde0-4f90-b298-c9832b6ed975 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:33:26.529795 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9046e683-c73c-4f20-a13f-5fe609e2f56d req-309e672b-bde0-4f90-b298-c9832b6ed975 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b50d1a1-8fc0-4c3f-9b94-ad25507a1ca8 HTTP/1.1" status: 200  len: 945 time: 0.0503185
May 07 22:33:26.579555 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9046e683-c73c-4f20-a13f-5fe609e2f56d req-edf2aeda-932e-4b2d-afac-dab5a7b52ba9 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=283589d0-4ae8-4ad4-a655-3e8aa85d7d2a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434399
May 07 22:33:26.594940 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7a8393f8-6c60-4e4b-b9f5-dd27ade95566 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:27.556750 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:27.700514 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af28bae5-fd20-4649-8a5c-986c96970c2b req-81764b89-ff8f-41c7-b621-e5e20c5a3e98 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:33:27.701995 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-af28bae5-fd20-4649-8a5c-986c96970c2b req-81764b89-ff8f-41c7-b621-e5e20c5a3e98 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b50d1a1-8fc0-4c3f-9b94-ad25507a1ca8 HTTP/1.1" status: 200  len: 945 time: 0.0511754
May 07 22:33:27.750189 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-af28bae5-fd20-4649-8a5c-986c96970c2b req-1189c9cd-ff41-4393-84ab-025eba2753ff tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=283589d0-4ae8-4ad4-a655-3e8aa85d7d2a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420575
May 07 22:33:28.863025 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6745582d-81a9-458a-a362-02da012002d9 req-0ff73a8f-9fcb-4fb4-be06-a9b2a491038a tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:33:28.864469 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6745582d-81a9-458a-a362-02da012002d9 req-0ff73a8f-9fcb-4fb4-be06-a9b2a491038a tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b50d1a1-8fc0-4c3f-9b94-ad25507a1ca8 HTTP/1.1" status: 200  len: 945 time: 0.0457704
May 07 22:33:28.912705 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-6745582d-81a9-458a-a362-02da012002d9 req-78a71120-86df-40fb-aec1-d9e21036b723 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=283589d0-4ae8-4ad4-a655-3e8aa85d7d2a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428152
May 07 22:33:29.264924 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:30.025102 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e37dc5e-c267-4d9e-83ef-3603fe5ba0a8 req-0d96440a-fecb-4461-a6c9-6ac77e1dd060 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:33:30.026551 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2e37dc5e-c267-4d9e-83ef-3603fe5ba0a8 req-0d96440a-fecb-4461-a6c9-6ac77e1dd060 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b50d1a1-8fc0-4c3f-9b94-ad25507a1ca8 HTTP/1.1" status: 200  len: 945 time: 0.0463974
May 07 22:33:30.074789 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2e37dc5e-c267-4d9e-83ef-3603fe5ba0a8 req-9ff8badf-2791-42e8-9948-8f51505b37c8 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=283589d0-4ae8-4ad4-a655-3e8aa85d7d2a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426488
May 07 22:33:30.374487 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:31.187162 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4c122a-d414-46ea-80e3-e64c618d8036 req-2dc4ff87-9ed7-430e-9af1-d9dcf3ff5493 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:33:31.188654 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3d4c122a-d414-46ea-80e3-e64c618d8036 req-2dc4ff87-9ed7-430e-9af1-d9dcf3ff5493 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b50d1a1-8fc0-4c3f-9b94-ad25507a1ca8 HTTP/1.1" status: 200  len: 945 time: 0.0464830
May 07 22:33:31.249467 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3d4c122a-d414-46ea-80e3-e64c618d8036 req-e7770760-1621-449b-a21a-c5038fdb5aa8 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=283589d0-4ae8-4ad4-a655-3e8aa85d7d2a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0546548
May 07 22:33:32.367289 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d300eb-5c73-46c2-9edb-30f5cb0a0cab req-5d3e87c7-ba87-4b70-949c-5bead1fa313f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:33:32.368766 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-59d300eb-5c73-46c2-9edb-30f5cb0a0cab req-5d3e87c7-ba87-4b70-949c-5bead1fa313f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b50d1a1-8fc0-4c3f-9b94-ad25507a1ca8 HTTP/1.1" status: 200  len: 945 time: 0.0465312
May 07 22:33:32.421046 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-59d300eb-5c73-46c2-9edb-30f5cb0a0cab req-c0032e12-ce2a-4055-a0e5-3430de1ca2b0 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=283589d0-4ae8-4ad4-a655-3e8aa85d7d2a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466061
May 07 22:33:32.442743 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 58314) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:33:32.503414 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-d39f0921-d536-4dcc-bf86-025e29152b58 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/floatingips/795e3a96-26b5-4b64-a26d-fd2c1ba88d17 HTTP/1.1" status: 200  len: 992 time: 0.0594981
May 07 22:33:32.723467 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 58320) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:33:32.873120 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-9e2e6189-7210-43b4-b423-092a3d6285bb tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Deleting port 9dd8e6dc-acdb-41eb-b9fa-0fad6eefa208 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:33:32.873370 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9e2e6189-7210-43b4-b423-092a3d6285bb tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (9dd8e6dc-acdb-41eb-b9fa-0fad6eefa208), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:33.276184 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9e2e6189-7210-43b4-b423-092a3d6285bb tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (9dd8e6dc-acdb-41eb-b9fa-0fad6eefa208), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:33.276515 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9e2e6189-7210-43b4-b423-092a3d6285bb tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for floatingip (9dd8e6dc-acdb-41eb-b9fa-0fad6eefa208), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:33.289030 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-9e2e6189-7210-43b4-b423-092a3d6285bb tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Calling delete_port for 9dd8e6dc-acdb-41eb-b9fa-0fad6eefa208 owned by network:floatingip {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:33:33.437694 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9e2e6189-7210-43b4-b423-092a3d6285bb tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (9dd8e6dc-acdb-41eb-b9fa-0fad6eefa208), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:33.463068 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2e6189-7210-43b4-b423-092a3d6285bb tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event deleted for resources: {'Port': ['ID=9dd8e6dc-acdb-41eb-b9fa-0fad6eefa208,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:33:33.489002 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2e6189-7210-43b4-b423-092a3d6285bb tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:33:33.489365 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2e6189-7210-43b4-b423-092a3d6285bb tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:33:33.489716 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2e6189-7210-43b4-b423-092a3d6285bb tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:33:33.490700 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2e6189-7210-43b4-b423-092a3d6285bb tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:33:33.491085 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2e6189-7210-43b4-b423-092a3d6285bb tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:33:33.491424 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2e6189-7210-43b4-b423-092a3d6285bb tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:33:33.491764 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2e6189-7210-43b4-b423-092a3d6285bb tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:33:33.492102 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2e6189-7210-43b4-b423-092a3d6285bb tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:33:33.492438 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2e6189-7210-43b4-b423-092a3d6285bb tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:33:33.492773 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2e6189-7210-43b4-b423-092a3d6285bb tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:33:33.493108 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2e6189-7210-43b4-b423-092a3d6285bb tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:33:33.493440 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2e6189-7210-43b4-b423-092a3d6285bb tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:33:33.493773 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2e6189-7210-43b4-b423-092a3d6285bb tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:33:33.494111 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2e6189-7210-43b4-b423-092a3d6285bb tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:33:33.494438 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2e6189-7210-43b4-b423-092a3d6285bb tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:33:33.534618 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9e2e6189-7210-43b4-b423-092a3d6285bb tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for floatingip (795e3a96-26b5-4b64-a26d-fd2c1ba88d17), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:33.534976 ncdv-master-1 neutron-server[121836]: INFO neutron.db.l3_db [None req-9e2e6189-7210-43b4-b423-092a3d6285bb tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Floating IP 795e3a96-26b5-4b64-a26d-fd2c1ba88d17 disassociated (deleted). External IP: 172.35.4.69, port: a2baf512-a22b-493a-893b-2c9968be2ba1.
May 07 22:33:33.748608 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e2e6189-7210-43b4-b423-092a3d6285bb tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Router e5721a36-403a-4aa1-8f73-cf07b36dfcc0 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:33:33.858445 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e2e6189-7210-43b4-b423-092a3d6285bb tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:33:33.863238 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9e2e6189-7210-43b4-b423-092a3d6285bb tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:33.868154 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7918805-cc6d-4fa6-a536-fadc6c93646e None None] Sync routers for ids ['e5721a36-403a-4aa1-8f73-cf07b36dfcc0'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:33:33.877328 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7918805-cc6d-4fa6-a536-fadc6c93646e None None] Routers {'e5721a36-403a-4aa1-8f73-cf07b36dfcc0'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:33:33.877939 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-a7918805-cc6d-4fa6-a536-fadc6c93646e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8ca4b5e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:33:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['e5721a36-403a-4aa1-8f73-cf07b36dfcc0'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:33:33.892246 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-9e2e6189-7210-43b4-b423-092a3d6285bb tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "DELETE /v2.0/floatingips/795e3a96-26b5-4b64-a26d-fd2c1ba88d17 HTTP/1.1" status: 204  len: 168 time: 1.1676836
May 07 22:33:33.892840 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b50d1a1-8fc0-4c3f-9b94-ad25507a1ca8', 'tag': 'a2baf512-a22b-493a-893b-2c9968be2ba1'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:33:33.895152 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2e519cd-9504-4abc-bec7-4acb9725fd91" -d '{"events": [{"name": "network-changed", "server_uuid": "4b50d1a1-8fc0-4c3f-9b94-ad25507a1ca8", "tag": "a2baf512-a22b-493a-893b-2c9968be2ba1"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:33:33.939743 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae5ec49-eaf7-4ce1-a2a1-4bf739327fd5 x-openstack-request-id: req-1ae5ec49-eaf7-4ce1-a2a1-4bf739327fd5 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:33:33.940634 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b50d1a1-8fc0-4c3f-9b94-ad25507a1ca8", "tag": "a2baf512-a22b-493a-893b-2c9968be2ba1", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:33:33.940634 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1ae5ec49-eaf7-4ce1-a2a1-4bf739327fd5 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:33:33.940869 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ae5ec49-eaf7-4ce1-a2a1-4bf739327fd5'] response: {'name': 'network-changed', 'server_uuid': '4b50d1a1-8fc0-4c3f-9b94-ad25507a1ca8', 'tag': 'a2baf512-a22b-493a-893b-2c9968be2ba1', 'status': 'completed', 'code': 200}
May 07 22:33:34.000190 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-a7918805-cc6d-4fa6-a536-fadc6c93646e None None] Set router e5721a36-403a-4aa1-8f73-cf07b36dfcc0 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:33:34.006750 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e519cd-9504-4abc-bec7-4acb9725fd91 req-ef34417e-8e23-47e4-a9d8-ddc94f59032e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:33:34.008590 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d2e519cd-9504-4abc-bec7-4acb9725fd91 req-ef34417e-8e23-47e4-a9d8-ddc94f59032e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f3dc672b922b4f86869d8b6108240e0a&device_id=4b50d1a1-8fc0-4c3f-9b94-ad25507a1ca8 HTTP/1.1" status: 200  len: 1127 time: 0.0461848
May 07 22:33:34.116416 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e519cd-9504-4abc-bec7-4acb9725fd91 req-36bd158e-76a2-4649-91f3-7ed4e287d009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:33:34.117857 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d2e519cd-9504-4abc-bec7-4acb9725fd91 req-36bd158e-76a2-4649-91f3-7ed4e287d009 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4a772aa2-7b44-4bb9-85fd-ab5c602219d9 HTTP/1.1" status: 200  len: 897 time: 0.1040523
May 07 22:33:34.151834 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9095d26-f253-4ab3-901c-580bc2de12b4 req-d32b65cb-9e22-48b6-829a-da00725430eb tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:33:34.153314 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e9095d26-f253-4ab3-901c-580bc2de12b4 req-d32b65cb-9e22-48b6-829a-da00725430eb tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b50d1a1-8fc0-4c3f-9b94-ad25507a1ca8 HTTP/1.1" status: 200  len: 945 time: 0.0555038
May 07 22:33:34.196093 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-a7918805-cc6d-4fa6-a536-fadc6c93646e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8ca4b5e0>, [{'id': 'e5721a36-403a-4aa1-8f73-cf07b36dfcc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1868957979', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.190'}], 'enable_snat': True}, 'gw_port_id': '35e2145f-42a8-4ef4-86df-f06c4fb946fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:32:37Z', 'updated_at': '2022-05-07T22:32:41Z', 'revision_number': 4, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'gw_port': {'id': '35e2145f-42a8-4ef4-86df-f06c4fb946fc', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ee:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5721a36-403a-4aa1-8f73-cf07b36dfcc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:32:38Z', 'updated_at': '2022-05-07T22:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6b59d25e-a4d8-43e8-9d48-54c330d41b42', 'name': '', 'network_id': '4a772aa2-7b44-4bb9-85fd-ab5c602219d9', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'mac_address': 'fa:16:3e:69:5e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5721a36-403a-4aa1-8f73-cf07b36dfcc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '23549100-9456-4ef0-b502-04ab11cc6608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:32:40Z', 'updated_at': '2022-05-07T22:32:44Z', 'revision_number': 5, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'subnets': [{'id': '23549100-9456-4ef0-b502-04ab11cc6608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:33:34.211290 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e9095d26-f253-4ab3-901c-580bc2de12b4 req-b1e5b159-cd25-4834-89c5-e96cf9f186a1 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=283589d0-4ae8-4ad4-a655-3e8aa85d7d2a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0517371
May 07 22:33:34.228200 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7918805-cc6d-4fa6-a536-fadc6c93646e None None] Checking router: e5721a36-403a-4aa1-8f73-cf07b36dfcc0 for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:33:34.236611 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7918805-cc6d-4fa6-a536-fadc6c93646e None None] Routers {'e5721a36-403a-4aa1-8f73-cf07b36dfcc0'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:33:34.237211 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-a7918805-cc6d-4fa6-a536-fadc6c93646e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8ca4b5e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:33:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['e5721a36-403a-4aa1-8f73-cf07b36dfcc0'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:33:34.343009 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-a7918805-cc6d-4fa6-a536-fadc6c93646e None None] Set router e5721a36-403a-4aa1-8f73-cf07b36dfcc0 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:33:34.525226 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-a7918805-cc6d-4fa6-a536-fadc6c93646e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8ca4b5e0>, [{'id': 'e5721a36-403a-4aa1-8f73-cf07b36dfcc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1868957979', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.190'}], 'enable_snat': True}, 'gw_port_id': '35e2145f-42a8-4ef4-86df-f06c4fb946fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:32:37Z', 'updated_at': '2022-05-07T22:32:41Z', 'revision_number': 4, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'gw_port': {'id': '35e2145f-42a8-4ef4-86df-f06c4fb946fc', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ee:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5721a36-403a-4aa1-8f73-cf07b36dfcc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:32:38Z', 'updated_at': '2022-05-07T22:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6b59d25e-a4d8-43e8-9d48-54c330d41b42', 'name': '', 'network_id': '4a772aa2-7b44-4bb9-85fd-ab5c602219d9', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'mac_address': 'fa:16:3e:69:5e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5721a36-403a-4aa1-8f73-cf07b36dfcc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '23549100-9456-4ef0-b502-04ab11cc6608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:32:40Z', 'updated_at': '2022-05-07T22:32:44Z', 'revision_number': 5, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'subnets': [{'id': '23549100-9456-4ef0-b502-04ab11cc6608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:33:34.550788 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7918805-cc6d-4fa6-a536-fadc6c93646e None None] The sync data for ids ['e5721a36-403a-4aa1-8f73-cf07b36dfcc0'] in ncdv-master-1 is: [{'id': 'e5721a36-403a-4aa1-8f73-cf07b36dfcc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1868957979', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.190'}], 'enable_snat': True}, 'gw_port_id': '35e2145f-42a8-4ef4-86df-f06c4fb946fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:32:37Z', 'updated_at': '2022-05-07T22:32:41Z', 'revision_number': 4, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'gw_port': {'id': '35e2145f-42a8-4ef4-86df-f06c4fb946fc', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ee:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5721a36-403a-4aa1-8f73-cf07b36dfcc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:32:38Z', 'updated_at': '2022-05-07T22:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6b59d25e-a4d8-43e8-9d48-54c330d41b42', 'name': '', 'network_id': '4a772aa2-7b44-4bb9-85fd-ab5c602219d9', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'mac_address': 'fa:16:3e:69:5e:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5721a36-403a-4aa1-8f73-cf07b36dfcc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '23549100-9456-4ef0-b502-04ab11cc6608', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:32:40Z', 'updated_at': '2022-05-07T22:32:44Z', 'revision_number': 5, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'subnets': [{'id': '23549100-9456-4ef0-b502-04ab11cc6608', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:33:34.771866 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dea10e4-4482-4198-a6fe-28a4c24e45e7 None None] New status for floating IP 795e3a96-26b5-4b64-a26d-fd2c1ba88d17: DOWN {{(pid=121838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 07 22:33:35.329213 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4d5911-ed6a-40fb-ac32-053ca7c82695 req-86a14301-10b3-49db-94a1-44d6c83b9df6 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:33:35.329811 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d2e519cd-9504-4abc-bec7-4acb9725fd91 req-0b55dd0c-477e-4bb2-85d1-b9d6e38200ed service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a2baf512-a22b-493a-893b-2c9968be2ba1 HTTP/1.1" status: 200  len: 217 time: 0.0347230
May 07 22:33:35.330717 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0c4d5911-ed6a-40fb-ac32-053ca7c82695 req-86a14301-10b3-49db-94a1-44d6c83b9df6 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b50d1a1-8fc0-4c3f-9b94-ad25507a1ca8 HTTP/1.1" status: 200  len: 945 time: 0.0468636
May 07 22:33:35.379187 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e519cd-9504-4abc-bec7-4acb9725fd91 req-66c2608e-bad7-4a6a-a772-5fe1122859af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:33:35.380516 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0c4d5911-ed6a-40fb-ac32-053ca7c82695 req-2ee9b18b-163e-4616-b1e5-65f6d0dc480f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=283589d0-4ae8-4ad4-a655-3e8aa85d7d2a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436692
May 07 22:33:35.380732 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d2e519cd-9504-4abc-bec7-4acb9725fd91 req-66c2608e-bad7-4a6a-a772-5fe1122859af service neutron] 10.222.0.55 "GET /v2.0/subnets?id=23549100-9456-4ef0-b502-04ab11cc6608 HTTP/1.1" status: 200  len: 834 time: 0.0440578
May 07 22:33:35.445294 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e519cd-9504-4abc-bec7-4acb9725fd91 req-1a0bfe1a-a2e8-4adb-9dc9-5db136b01844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:33:35.446803 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d2e519cd-9504-4abc-bec7-4acb9725fd91 req-1a0bfe1a-a2e8-4adb-9dc9-5db136b01844 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4a772aa2-7b44-4bb9-85fd-ab5c602219d9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0392382
May 07 22:33:35.608461 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d2e519cd-9504-4abc-bec7-4acb9725fd91 req-9eca20bc-3de5-431b-af2f-9cd60b168e53 service neutron] 10.222.0.55 "GET /v2.0/networks/4a772aa2-7b44-4bb9-85fd-ab5c602219d9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0967224
May 07 22:33:35.663510 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f89d5e6-302b-44bd-b1db-ed1a81a89c4c req-41485163-d827-44e9-9414-a78491e57dd5 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:33:35.664917 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2f89d5e6-302b-44bd-b1db-ed1a81a89c4c req-41485163-d827-44e9-9414-a78491e57dd5 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.55 "GET /v2.0/ports?device_id=4b50d1a1-8fc0-4c3f-9b94-ad25507a1ca8 HTTP/1.1" status: 200  len: 945 time: 0.0686648
May 07 22:33:35.782337 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d2e519cd-9504-4abc-bec7-4acb9725fd91 req-74f1a5ea-1a13-4509-97ba-a55b44d3fda8 service neutron] 10.222.0.55 "GET /v2.0/networks/4a772aa2-7b44-4bb9-85fd-ab5c602219d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1581771
May 07 22:33:35.793699 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-2f89d5e6-302b-44bd-b1db-ed1a81a89c4c req-2fb1ebc7-77d5-450f-ae57-3c20b3677bd6 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Deleting port a2baf512-a22b-493a-893b-2c9968be2ba1 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:33:35.794041 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-2f89d5e6-302b-44bd-b1db-ed1a81a89c4c req-2fb1ebc7-77d5-450f-ae57-3c20b3677bd6 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (a2baf512-a22b-493a-893b-2c9968be2ba1), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:35.888023 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-2f89d5e6-302b-44bd-b1db-ed1a81a89c4c req-2fb1ebc7-77d5-450f-ae57-3c20b3677bd6 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] For port a2baf512-a22b-493a-893b-2c9968be2ba1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a2baf512-a22b-493a-893b-2c9968be2ba1,segment=NetworkSegment(812dffc3-b487-465e-85a0-6c05bd409142),segment_id=812dffc3-b487-465e-85a0-6c05bd409142)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:33:35.888304 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-2f89d5e6-302b-44bd-b1db-ed1a81a89c4c req-2fb1ebc7-77d5-450f-ae57-3c20b3677bd6 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (a2baf512-a22b-493a-893b-2c9968be2ba1), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:35.901332 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-2f89d5e6-302b-44bd-b1db-ed1a81a89c4c req-2fb1ebc7-77d5-450f-ae57-3c20b3677bd6 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Calling delete_port for a2baf512-a22b-493a-893b-2c9968be2ba1 owned by compute:nova {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:33:36.032383 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-2f89d5e6-302b-44bd-b1db-ed1a81a89c4c req-2fb1ebc7-77d5-450f-ae57-3c20b3677bd6 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (a2baf512-a22b-493a-893b-2c9968be2ba1), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:36.059507 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb1ebc7-77d5-450f-ae57-3c20b3677bd6 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event deleted for resources: {'Port': ['ID=a2baf512-a22b-493a-893b-2c9968be2ba1,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:33:36.104750 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f89d5e6-302b-44bd-b1db-ed1a81a89c4c req-2fb1ebc7-77d5-450f-ae57-3c20b3677bd6 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] No DVR routers for this DVR port a2baf512-a22b-493a-893b-2c9968be2ba1 on host nch1-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:33:36.107246 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-2f89d5e6-302b-44bd-b1db-ed1a81a89c4c req-2fb1ebc7-77d5-450f-ae57-3c20b3677bd6 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:36.110456 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2f89d5e6-302b-44bd-b1db-ed1a81a89c4c req-2fb1ebc7-77d5-450f-ae57-3c20b3677bd6 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.55 "DELETE /v2.0/ports/a2baf512-a22b-493a-893b-2c9968be2ba1 HTTP/1.1" status: 204  len: 173 time: 0.4143071
May 07 22:33:36.110912 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b50d1a1-8fc0-4c3f-9b94-ad25507a1ca8', 'name': 'network-vif-deleted', 'tag': 'a2baf512-a22b-493a-893b-2c9968be2ba1'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:33:36.113115 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fde6913-274b-44f3-8af4-caa08c9009c0" -d '{"events": [{"server_uuid": "4b50d1a1-8fc0-4c3f-9b94-ad25507a1ca8", "name": "network-vif-deleted", "tag": "a2baf512-a22b-493a-893b-2c9968be2ba1"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:33:36.150632 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eae36e1-a2cc-4b55-acde-888277ea24e9 x-openstack-request-id: req-3eae36e1-a2cc-4b55-acde-888277ea24e9 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:33:36.150986 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b50d1a1-8fc0-4c3f-9b94-ad25507a1ca8", "name": "network-vif-deleted", "tag": "a2baf512-a22b-493a-893b-2c9968be2ba1", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:33:36.151242 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3eae36e1-a2cc-4b55-acde-888277ea24e9 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:33:36.151691 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3eae36e1-a2cc-4b55-acde-888277ea24e9'] response: {'server_uuid': '4b50d1a1-8fc0-4c3f-9b94-ad25507a1ca8', 'name': 'network-vif-deleted', 'tag': 'a2baf512-a22b-493a-893b-2c9968be2ba1', 'status': 'completed', 'code': 200}
May 07 22:33:36.504910 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0331fcb5-751c-4ab9-b693-89c9bae8f9f9 req-338d80cb-72a7-491c-8b4b-1a1d1a5ecf89 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=4b50d1a1-8fc0-4c3f-9b94-ad25507a1ca8 HTTP/1.1" status: 200  len: 210 time: 0.0349462
May 07 22:33:37.564736 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 58336) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:33:37.906400 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5a8d49c0-df42-4fb3-b53a-0cde5bdf0eb5 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401094'] for router_interface (e5721a36-403a-4aa1-8f73-cf07b36dfcc0), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:38.150940 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-5a8d49c0-df42-4fb3-b53a-0cde5bdf0eb5 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Deleting port 6b59d25e-a4d8-43e8-9d48-54c330d41b42 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:33:38.151283 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5a8d49c0-df42-4fb3-b53a-0cde5bdf0eb5 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (6b59d25e-a4d8-43e8-9d48-54c330d41b42), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:38.178946 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device a2baf512-a22b-493a-893b-2c9968be2ba1 no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:33:38.197959 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] No Port match for: a2baf512-a22b-493a-893b-2c9968be2ba1 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:33:38.198305 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device a2baf512-a22b-493a-893b-2c9968be2ba1 not bound to the agent host nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:33:38.240877 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-5a8d49c0-df42-4fb3-b53a-0cde5bdf0eb5 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] For port 6b59d25e-a4d8-43e8-9d48-54c330d41b42, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6b59d25e-a4d8-43e8-9d48-54c330d41b42,segment=NetworkSegment(812dffc3-b487-465e-85a0-6c05bd409142),segment_id=812dffc3-b487-465e-85a0-6c05bd409142)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:33:38.241241 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5a8d49c0-df42-4fb3-b53a-0cde5bdf0eb5 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (6b59d25e-a4d8-43e8-9d48-54c330d41b42), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:38.254185 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-5a8d49c0-df42-4fb3-b53a-0cde5bdf0eb5 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Calling delete_port for 6b59d25e-a4d8-43e8-9d48-54c330d41b42 owned by network:router_interface {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:33:38.450058 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5a8d49c0-df42-4fb3-b53a-0cde5bdf0eb5 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (6b59d25e-a4d8-43e8-9d48-54c330d41b42), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:38.479823 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8d49c0-df42-4fb3-b53a-0cde5bdf0eb5 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event deleted for resources: {'Port': ['ID=6b59d25e-a4d8-43e8-9d48-54c330d41b42,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:33:38.669563 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5a8d49c0-df42-4fb3-b53a-0cde5bdf0eb5 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401002'] for router_interface (e5721a36-403a-4aa1-8f73-cf07b36dfcc0), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:38.893759 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a8d49c0-df42-4fb3-b53a-0cde5bdf0eb5 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Router e5721a36-403a-4aa1-8f73-cf07b36dfcc0 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:33:39.004279 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a8d49c0-df42-4fb3-b53a-0cde5bdf0eb5 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:33:39.009851 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-5a8d49c0-df42-4fb3-b53a-0cde5bdf0eb5 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "PUT /v2.0/routers/e5721a36-403a-4aa1-8f73-cf07b36dfcc0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4441099
May 07 22:33:39.012631 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 58338) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:33:39.015094 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da69e3e2-d3d5-444e-939f-bb72f8a5f1a2 None None] Sync routers for ids ['e5721a36-403a-4aa1-8f73-cf07b36dfcc0'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:33:39.024618 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da69e3e2-d3d5-444e-939f-bb72f8a5f1a2 None None] Routers {'e5721a36-403a-4aa1-8f73-cf07b36dfcc0'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:33:39.025349 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-da69e3e2-d3d5-444e-939f-bb72f8a5f1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cc1d4f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:33:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['e5721a36-403a-4aa1-8f73-cf07b36dfcc0'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:33:39.064201 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d5cea8e-db04-48ff-807d-d4d9d6ea9874 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Deleting subnet 23549100-9456-4ef0-b502-04ab11cc6608 {{(pid=121836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:33:39.067329 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9d5cea8e-db04-48ff-807d-d4d9d6ea9874 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for subnet (23549100-9456-4ef0-b502-04ab11cc6608), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:39.107524 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9d5cea8e-db04-48ff-807d-d4d9d6ea9874 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726883'] for subnet (23549100-9456-4ef0-b502-04ab11cc6608), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:39.133124 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-da69e3e2-d3d5-444e-939f-bb72f8a5f1a2 None None] Set router e5721a36-403a-4aa1-8f73-cf07b36dfcc0 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:33:39.198470 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9d5cea8e-db04-48ff-807d-d4d9d6ea9874 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (23549100-9456-4ef0-b502-04ab11cc6608), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:39.261275 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9d5cea8e-db04-48ff-807d-d4d9d6ea9874 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (23549100-9456-4ef0-b502-04ab11cc6608), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:39.289894 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5cea8e-db04-48ff-807d-d4d9d6ea9874 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event deleted for resources: {'Subnet': ['ID=23549100-9456-4ef0-b502-04ab11cc6608,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:33:39.292181 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9d5cea8e-db04-48ff-807d-d4d9d6ea9874 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:39.295753 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-9d5cea8e-db04-48ff-807d-d4d9d6ea9874 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "DELETE /v2.0/subnets/23549100-9456-4ef0-b502-04ab11cc6608 HTTP/1.1" status: 204  len: 168 time: 0.2819467
May 07 22:33:39.298050 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 58340) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:33:39.300993 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1afd5ba2-b985-4c8e-a231-003114f9cd36 None None] Network 4a772aa2-7b44-4bb9-85fd-ab5c602219d9 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:33:39.411302 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-da69e3e2-d3d5-444e-939f-bb72f8a5f1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cc1d4f0>, [{'id': 'e5721a36-403a-4aa1-8f73-cf07b36dfcc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1868957979', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.190'}], 'enable_snat': True}, 'gw_port_id': '35e2145f-42a8-4ef4-86df-f06c4fb946fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:32:37Z', 'updated_at': '2022-05-07T22:33:38Z', 'revision_number': 5, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'gw_port': {'id': '35e2145f-42a8-4ef4-86df-f06c4fb946fc', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ee:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5721a36-403a-4aa1-8f73-cf07b36dfcc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:32:38Z', 'updated_at': '2022-05-07T22:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:33:39.420043 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-eaf61fd8-1a9c-4998-a791-90b57e9667d0 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for router (e5721a36-403a-4aa1-8f73-cf07b36dfcc0), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:39.450176 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da69e3e2-d3d5-444e-939f-bb72f8a5f1a2 None None] Checking router: e5721a36-403a-4aa1-8f73-cf07b36dfcc0 for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:33:39.458920 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da69e3e2-d3d5-444e-939f-bb72f8a5f1a2 None None] Routers {'e5721a36-403a-4aa1-8f73-cf07b36dfcc0'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:33:39.459661 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-da69e3e2-d3d5-444e-939f-bb72f8a5f1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cc1d4f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:33:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['e5721a36-403a-4aa1-8f73-cf07b36dfcc0'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:33:39.469888 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e988ecdb-81da-4b71-bdba-602a8169795d None None] DHCP port deletion for 4a772aa2-7b44-4bb9-85fd-ab5c602219d9 request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:33:39.511025 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-e988ecdb-81da-4b71-bdba-602a8169795d None None] Deleting port c2c28920-b078-40fb-b9c6-93fb001eecb7 {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:33:39.511397 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e988ecdb-81da-4b71-bdba-602a8169795d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (c2c28920-b078-40fb-b9c6-93fb001eecb7), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:39.545821 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-eaf61fd8-1a9c-4998-a791-90b57e9667d0 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for router_gateway (e5721a36-403a-4aa1-8f73-cf07b36dfcc0), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:39.575492 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-e988ecdb-81da-4b71-bdba-602a8169795d None None] For port c2c28920-b078-40fb-b9c6-93fb001eecb7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c2c28920-b078-40fb-b9c6-93fb001eecb7,segment=NetworkSegment(812dffc3-b487-465e-85a0-6c05bd409142),segment_id=812dffc3-b487-465e-85a0-6c05bd409142)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:33:39.575898 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e988ecdb-81da-4b71-bdba-602a8169795d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (c2c28920-b078-40fb-b9c6-93fb001eecb7), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:39.584852 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-da69e3e2-d3d5-444e-939f-bb72f8a5f1a2 None None] Set router e5721a36-403a-4aa1-8f73-cf07b36dfcc0 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:33:39.589385 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-e988ecdb-81da-4b71-bdba-602a8169795d None None] Calling delete_port for c2c28920-b078-40fb-b9c6-93fb001eecb7 owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:33:39.596877 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-eaf61fd8-1a9c-4998-a791-90b57e9667d0 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Deleting port 35e2145f-42a8-4ef4-86df-f06c4fb946fc {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:33:39.597300 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-eaf61fd8-1a9c-4998-a791-90b57e9667d0 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (35e2145f-42a8-4ef4-86df-f06c4fb946fc), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:39.694338 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-eaf61fd8-1a9c-4998-a791-90b57e9667d0 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] For port 35e2145f-42a8-4ef4-86df-f06c4fb946fc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=35e2145f-42a8-4ef4-86df-f06c4fb946fc,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:33:39.695073 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-eaf61fd8-1a9c-4998-a791-90b57e9667d0 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (35e2145f-42a8-4ef4-86df-f06c4fb946fc), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:39.706187 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e988ecdb-81da-4b71-bdba-602a8169795d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (c2c28920-b078-40fb-b9c6-93fb001eecb7), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:39.711184 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-eaf61fd8-1a9c-4998-a791-90b57e9667d0 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Calling delete_port for 35e2145f-42a8-4ef4-86df-f06c4fb946fc owned by network:router_gateway {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:33:39.735550 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e988ecdb-81da-4b71-bdba-602a8169795d None None] Pushing event deleted for resources: {'Port': ['ID=c2c28920-b078-40fb-b9c6-93fb001eecb7,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:33:39.739706 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e988ecdb-81da-4b71-bdba-602a8169795d None None] No DVR routers for this DVR port c2c28920-b078-40fb-b9c6-93fb001eecb7 on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:33:39.759639 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e988ecdb-81da-4b71-bdba-602a8169795d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:33:39.760272 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e988ecdb-81da-4b71-bdba-602a8169795d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:33:39.761325 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e988ecdb-81da-4b71-bdba-602a8169795d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:33:39.761906 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e988ecdb-81da-4b71-bdba-602a8169795d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:33:39.762518 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e988ecdb-81da-4b71-bdba-602a8169795d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:33:39.763151 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e988ecdb-81da-4b71-bdba-602a8169795d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:33:39.763750 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e988ecdb-81da-4b71-bdba-602a8169795d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:33:39.764319 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e988ecdb-81da-4b71-bdba-602a8169795d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:33:39.764901 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e988ecdb-81da-4b71-bdba-602a8169795d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:33:39.765467 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e988ecdb-81da-4b71-bdba-602a8169795d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:33:39.766031 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e988ecdb-81da-4b71-bdba-602a8169795d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:33:39.766595 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e988ecdb-81da-4b71-bdba-602a8169795d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:33:39.770261 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e988ecdb-81da-4b71-bdba-602a8169795d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:33:39.770984 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e988ecdb-81da-4b71-bdba-602a8169795d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:33:39.772277 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e988ecdb-81da-4b71-bdba-602a8169795d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:33:39.789633 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device c2c28920-b078-40fb-b9c6-93fb001eecb7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:33:39.794311 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-da69e3e2-d3d5-444e-939f-bb72f8a5f1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cc1d4f0>, [{'id': 'e5721a36-403a-4aa1-8f73-cf07b36dfcc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1868957979', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.190'}], 'enable_snat': True}, 'gw_port_id': '35e2145f-42a8-4ef4-86df-f06c4fb946fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:32:37Z', 'updated_at': '2022-05-07T22:33:38Z', 'revision_number': 5, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'gw_port': {'id': '35e2145f-42a8-4ef4-86df-f06c4fb946fc', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ee:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5721a36-403a-4aa1-8f73-cf07b36dfcc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:32:38Z', 'updated_at': '2022-05-07T22:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:33:39.814002 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: c2c28920-b078-40fb-b9c6-93fb001eecb7 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:33:39.814384 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device c2c28920-b078-40fb-b9c6-93fb001eecb7 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:33:39.822352 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da69e3e2-d3d5-444e-939f-bb72f8a5f1a2 None None] The sync data for ids ['e5721a36-403a-4aa1-8f73-cf07b36dfcc0'] in ncdv-master-1 is: [{'id': 'e5721a36-403a-4aa1-8f73-cf07b36dfcc0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1868957979', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.190'}], 'enable_snat': True}, 'gw_port_id': '35e2145f-42a8-4ef4-86df-f06c4fb946fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:32:37Z', 'updated_at': '2022-05-07T22:33:38Z', 'revision_number': 5, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'gw_port': {'id': '35e2145f-42a8-4ef4-86df-f06c4fb946fc', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:ee:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5721a36-403a-4aa1-8f73-cf07b36dfcc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4272, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:32:38Z', 'updated_at': '2022-05-07T22:32:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:33:39.907771 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-eaf61fd8-1a9c-4998-a791-90b57e9667d0 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (35e2145f-42a8-4ef4-86df-f06c4fb946fc), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:39.934957 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf61fd8-1a9c-4998-a791-90b57e9667d0 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event deleted for resources: {'Port': ['ID=35e2145f-42a8-4ef4-86df-f06c4fb946fc,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:33:39.995536 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-eaf61fd8-1a9c-4998-a791-90b57e9667d0 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395776'] for router_gateway (e5721a36-403a-4aa1-8f73-cf07b36dfcc0), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:40.099126 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-eaf61fd8-1a9c-4998-a791-90b57e9667d0 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (e5721a36-403a-4aa1-8f73-cf07b36dfcc0), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:40.101378 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-eaf61fd8-1a9c-4998-a791-90b57e9667d0 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for router_controller (e5721a36-403a-4aa1-8f73-cf07b36dfcc0), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:40.144270 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-eaf61fd8-1a9c-4998-a791-90b57e9667d0 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (e5721a36-403a-4aa1-8f73-cf07b36dfcc0), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:40.144820 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaf61fd8-1a9c-4998-a791-90b57e9667d0 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Fanout notify agent at l3_agent the message router_deleted on router e5721a36-403a-4aa1-8f73-cf07b36dfcc0 {{(pid=121836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 22:33:40.151805 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-eaf61fd8-1a9c-4998-a791-90b57e9667d0 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:40.152940 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-eaf61fd8-1a9c-4998-a791-90b57e9667d0 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "DELETE /v2.0/routers/e5721a36-403a-4aa1-8f73-cf07b36dfcc0 HTTP/1.1" status: 204  len: 168 time: 0.8539863
May 07 22:33:40.155889 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 58342) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:33:40.234517 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ff5a34ed-6265-4b6e-bd75-3c7b3f749dd8 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (4a772aa2-7b44-4bb9-85fd-ab5c602219d9), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:40.331524 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ff5a34ed-6265-4b6e-bd75-3c7b3f749dd8 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (4a772aa2-7b44-4bb9-85fd-ab5c602219d9), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:40.351681 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-ff5a34ed-6265-4b6e-bd75-3c7b3f749dd8 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf87446e50>,) {'filters': {'network_id': ['4a772aa2-7b44-4bb9-85fd-ab5c602219d9']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:33:40.360801 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-ff5a34ed-6265-4b6e-bd75-3c7b3f749dd8 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf87446e50>, '812dffc3-b487-465e-85a0-6c05bd409142') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:33:40.361103 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-ff5a34ed-6265-4b6e-bd75-3c7b3f749dd8 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf87446e50>, '812dffc3-b487-465e-85a0-6c05bd409142') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:33:40.371273 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ff5a34ed-6265-4b6e-bd75-3c7b3f749dd8 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (812dffc3-b487-465e-85a0-6c05bd409142), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:40.385708 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ff5a34ed-6265-4b6e-bd75-3c7b3f749dd8 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (812dffc3-b487-465e-85a0-6c05bd409142), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:40.391993 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff5a34ed-6265-4b6e-bd75-3c7b3f749dd8 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:33:40.392686 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ff5a34ed-6265-4b6e-bd75-3c7b3f749dd8 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (812dffc3-b487-465e-85a0-6c05bd409142), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:40.395562 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 22:33:40.395562 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:33:40.395562 ncdv-master-1 neutron-server[121836]:     timer()
May 07 22:33:40.395562 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:33:40.395562 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 22:33:40.395562 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:33:40.395562 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 22:33:40.395562 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:33:40.395562 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 22:33:40.395562 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:33:40.395562 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 22:33:40.395562 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:33:40.395562 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 22:33:40.395562 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:33:40.395562 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:33:40.395562 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:33:40.395562 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:33:40.395562 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:33:40.395562 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 22:33:40.395562 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:33:40.395562 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 22:33:40.395562 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:33:40.395562 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:33:40.395562 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:33:40.395562 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 22:33:40.395562 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:33:40.395562 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:33:40.395562 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:33:40.395562 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:33:40.395562 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:33:40.395562 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:33:40.395562 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:33:40.461238 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ff5a34ed-6265-4b6e-bd75-3c7b3f749dd8 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (4a772aa2-7b44-4bb9-85fd-ab5c602219d9), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:40.479566 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ff5a34ed-6265-4b6e-bd75-3c7b3f749dd8 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:40.482919 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-ff5a34ed-6265-4b6e-bd75-3c7b3f749dd8 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "DELETE /v2.0/networks/4a772aa2-7b44-4bb9-85fd-ab5c602219d9 HTTP/1.1" status: 204  len: 168 time: 0.3260098
May 07 22:33:40.484110 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5a34ed-6265-4b6e-bd75-3c7b3f749dd8 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event deleted for resources: {'Network': ['ID=4a772aa2-7b44-4bb9-85fd-ab5c602219d9,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:33:40.485861 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 58344) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:33:40.546195 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-365cabf9-09e4-41f6-856e-990ecc7e8275 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group (283589d0-4ae8-4ad4-a655-3e8aa85d7d2a), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:40.576197 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-365cabf9-09e4-41f6-856e-990ecc7e8275 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group (283589d0-4ae8-4ad4-a655-3e8aa85d7d2a), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:40.640521 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-365cabf9-09e4-41f6-856e-990ecc7e8275 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (283589d0-4ae8-4ad4-a655-3e8aa85d7d2a), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:40.643266 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-365cabf9-09e4-41f6-856e-990ecc7e8275 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:40.644409 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-365cabf9-09e4-41f6-856e-990ecc7e8275 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "DELETE /v2.0/security-groups/283589d0-4ae8-4ad4-a655-3e8aa85d7d2a HTTP/1.1" status: 204  len: 168 time: 0.1568024
May 07 22:33:40.654329 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365cabf9-09e4-41f6-856e-990ecc7e8275 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=283589d0-4ae8-4ad4-a655-3e8aa85d7d2a,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:33:40.663803 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365cabf9-09e4-41f6-856e-990ecc7e8275 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:33:40.664202 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365cabf9-09e4-41f6-856e-990ecc7e8275 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:33:40.664550 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365cabf9-09e4-41f6-856e-990ecc7e8275 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:33:40.664883 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365cabf9-09e4-41f6-856e-990ecc7e8275 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:33:40.665226 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365cabf9-09e4-41f6-856e-990ecc7e8275 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:33:40.665824 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365cabf9-09e4-41f6-856e-990ecc7e8275 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:33:40.666159 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365cabf9-09e4-41f6-856e-990ecc7e8275 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:33:40.666511 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365cabf9-09e4-41f6-856e-990ecc7e8275 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:33:40.666820 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365cabf9-09e4-41f6-856e-990ecc7e8275 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:33:40.667281 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365cabf9-09e4-41f6-856e-990ecc7e8275 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:33:40.667647 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365cabf9-09e4-41f6-856e-990ecc7e8275 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:33:40.668001 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365cabf9-09e4-41f6-856e-990ecc7e8275 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:33:40.668297 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365cabf9-09e4-41f6-856e-990ecc7e8275 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:33:40.668666 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365cabf9-09e4-41f6-856e-990ecc7e8275 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:33:40.669027 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-365cabf9-09e4-41f6-856e-990ecc7e8275 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:33:40.930660 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 58350) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:33:40.935145 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-55f29525-3605-4c65-8740-e1862e9be680 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-59375524', 'description': 'tempest-secgroup-smoke-59375524 description', 'project_id': 'f3dc672b922b4f86869d8b6108240e0a'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:33:40.955441 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-55f29525-3605-4c65-8740-e1862e9be680 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:41.020803 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-55f29525-3605-4c65-8740-e1862e9be680 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group (2acd4da7-9c9a-4d19-bc32-0a211948d952), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:41.024450 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-55f29525-3605-4c65-8740-e1862e9be680 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (2acd4da7-9c9a-4d19-bc32-0a211948d952), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:41.057618 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-55f29525-3605-4c65-8740-e1862e9be680 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:41.058873 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-55f29525-3605-4c65-8740-e1862e9be680 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1809 time: 0.1271605
May 07 22:33:41.059737 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f29525-3605-4c65-8740-e1862e9be680 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2acd4da7-9c9a-4d19-bc32-0a211948d952,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:33:41.061824 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 58352) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:33:41.066295 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-84ed2b6a-5f8c-4e15-8ba1-1c2f1ce4fe43 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Request body: {'security_group_rule': {'security_group_id': '2acd4da7-9c9a-4d19-bc32-0a211948d952', 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:33:41.093033 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-84ed2b6a-5f8c-4e15-8ba1-1c2f1ce4fe43 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group_rule (58d663f7-131a-4728-8292-5d4be9eef296), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:41.148027 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-84ed2b6a-5f8c-4e15-8ba1-1c2f1ce4fe43 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group_rule (58d663f7-131a-4728-8292-5d4be9eef296), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:41.151448 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-84ed2b6a-5f8c-4e15-8ba1-1c2f1ce4fe43 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (58d663f7-131a-4728-8292-5d4be9eef296), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:41.169233 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ed2b6a-5f8c-4e15-8ba1-1c2f1ce4fe43 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58d663f7-131a-4728-8292-5d4be9eef296,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:33:41.177227 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-84ed2b6a-5f8c-4e15-8ba1-1c2f1ce4fe43 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:41.178799 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-84ed2b6a-5f8c-4e15-8ba1-1c2f1ce4fe43 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1157618
May 07 22:33:41.181406 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 58354) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:33:41.185712 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-ccc369f9-803e-47ba-9b27-27adfd774bb0 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Request body: {'security_group_rule': {'security_group_id': '2acd4da7-9c9a-4d19-bc32-0a211948d952', 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:33:41.211079 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ccc369f9-803e-47ba-9b27-27adfd774bb0 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group_rule (fdd7d69f-964e-4096-a787-5409f65d78b7), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:41.269800 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ccc369f9-803e-47ba-9b27-27adfd774bb0 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group_rule (fdd7d69f-964e-4096-a787-5409f65d78b7), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:41.273797 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ccc369f9-803e-47ba-9b27-27adfd774bb0 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (fdd7d69f-964e-4096-a787-5409f65d78b7), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:41.289090 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc369f9-803e-47ba-9b27-27adfd774bb0 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdd7d69f-964e-4096-a787-5409f65d78b7,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:33:41.299722 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ccc369f9-803e-47ba-9b27-27adfd774bb0 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:41.301005 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-ccc369f9-803e-47ba-9b27-27adfd774bb0 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1186249
May 07 22:33:41.303781 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 58356) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:33:41.308090 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-e91a4423-6440-45ac-bee9-a7b66e5769ae tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Request body: {'security_group_rule': {'security_group_id': '2acd4da7-9c9a-4d19-bc32-0a211948d952', 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:33:41.332627 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e91a4423-6440-45ac-bee9-a7b66e5769ae tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group_rule (7fa8d267-f63c-4f30-b92a-b1be4878739e), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:41.388930 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e91a4423-6440-45ac-bee9-a7b66e5769ae tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group_rule (7fa8d267-f63c-4f30-b92a-b1be4878739e), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:41.392317 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e91a4423-6440-45ac-bee9-a7b66e5769ae tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (7fa8d267-f63c-4f30-b92a-b1be4878739e), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:41.411146 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91a4423-6440-45ac-bee9-a7b66e5769ae tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fa8d267-f63c-4f30-b92a-b1be4878739e,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:33:41.419342 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e91a4423-6440-45ac-bee9-a7b66e5769ae tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:41.420533 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-e91a4423-6440-45ac-bee9-a7b66e5769ae tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1157973
May 07 22:33:41.423434 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 58358) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:33:41.427664 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-a39dc0b6-8af5-4773-b30b-3157e4153952 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Request body: {'security_group_rule': {'security_group_id': '2acd4da7-9c9a-4d19-bc32-0a211948d952', 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:33:41.453263 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a39dc0b6-8af5-4773-b30b-3157e4153952 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group_rule (f435dea2-2561-4ce3-a472-da6ba9d5b171), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:41.512040 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a39dc0b6-8af5-4773-b30b-3157e4153952 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group_rule (f435dea2-2561-4ce3-a472-da6ba9d5b171), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:41.515442 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a39dc0b6-8af5-4773-b30b-3157e4153952 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (f435dea2-2561-4ce3-a472-da6ba9d5b171), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:41.532668 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39dc0b6-8af5-4773-b30b-3157e4153952 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f435dea2-2561-4ce3-a472-da6ba9d5b171,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:33:41.540916 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a39dc0b6-8af5-4773-b30b-3157e4153952 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:41.542085 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-a39dc0b6-8af5-4773-b30b-3157e4153952 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1177549
May 07 22:33:41.544906 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 58360) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:33:41.549057 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-b77d3ad9-df0d-4998-b648-0286edc11d57 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Request body: {'security_group_rule': {'security_group_id': '2acd4da7-9c9a-4d19-bc32-0a211948d952', 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:33:41.570860 ncdv-master-1 neutron-server[121837]: INFO neutron.db.securitygroups_db [None req-b77d3ad9-df0d-4998-b648-0286edc11d57 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Project f3dc672b922b4f86869d8b6108240e0a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 07 22:33:41.576477 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b77d3ad9-df0d-4998-b648-0286edc11d57 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group_rule (024d42e9-16f8-40ce-93c7-46ed5ce7843d), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:41.638418 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b77d3ad9-df0d-4998-b648-0286edc11d57 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group_rule (024d42e9-16f8-40ce-93c7-46ed5ce7843d), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:41.642982 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b77d3ad9-df0d-4998-b648-0286edc11d57 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (024d42e9-16f8-40ce-93c7-46ed5ce7843d), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:41.662152 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77d3ad9-df0d-4998-b648-0286edc11d57 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=024d42e9-16f8-40ce-93c7-46ed5ce7843d,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:33:41.668517 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 6b59d25e-a4d8-43e8-9d48-54c330d41b42 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:33:41.672331 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b77d3ad9-df0d-4998-b648-0286edc11d57 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:41.673580 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-b77d3ad9-df0d-4998-b648-0286edc11d57 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1277578
May 07 22:33:41.676451 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 58362) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:33:41.680871 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-2b2d2343-4798-44a5-8584-51136f155749 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Request body: {'security_group_rule': {'security_group_id': '2acd4da7-9c9a-4d19-bc32-0a211948d952', 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:33:41.690959 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 6b59d25e-a4d8-43e8-9d48-54c330d41b42 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:33:41.691312 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 6b59d25e-a4d8-43e8-9d48-54c330d41b42 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:33:41.691725 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 35e2145f-42a8-4ef4-86df-f06c4fb946fc no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:33:41.700850 ncdv-master-1 neutron-server[121837]: INFO neutron.db.securitygroups_db [None req-2b2d2343-4798-44a5-8584-51136f155749 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Project f3dc672b922b4f86869d8b6108240e0a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 07 22:33:41.706115 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2b2d2343-4798-44a5-8584-51136f155749 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group_rule (e8095c05-2c03-4b66-9d30-5ca5a51ff807), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:41.712809 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 35e2145f-42a8-4ef4-86df-f06c4fb946fc {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:33:41.713158 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 35e2145f-42a8-4ef4-86df-f06c4fb946fc not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:33:41.765484 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2b2d2343-4798-44a5-8584-51136f155749 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group_rule (e8095c05-2c03-4b66-9d30-5ca5a51ff807), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:41.769019 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2b2d2343-4798-44a5-8584-51136f155749 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (e8095c05-2c03-4b66-9d30-5ca5a51ff807), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:41.787950 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2d2343-4798-44a5-8584-51136f155749 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8095c05-2c03-4b66-9d30-5ca5a51ff807,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:33:41.796517 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2b2d2343-4798-44a5-8584-51136f155749 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:41.797710 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-2b2d2343-4798-44a5-8584-51136f155749 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1202965
May 07 22:33:41.800505 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 58364) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:33:41.805296 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-9e328f64-1aba-4cab-9ec0-85e09471b1ae tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Request body: {'network': {'name': 'tempest-network-smoke--1656132125', 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'port_security_enabled': True}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:33:41.823813 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e328f64-1aba-4cab-9ec0-85e09471b1ae tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Made reservation on behalf of f3dc672b922b4f86869d8b6108240e0a for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:33:41.827196 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9e328f64-1aba-4cab-9ec0-85e09471b1ae tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:41.850625 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e328f64-1aba-4cab-9ec0-85e09471b1ae tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:33:41.860785 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9e328f64-1aba-4cab-9ec0-85e09471b1ae tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (2478d3af-8f16-4fef-aa92-cdd8bf1543ee), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:41.861066 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-9e328f64-1aba-4cab-9ec0-85e09471b1ae tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Added segment 2478d3af-8f16-4fef-aa92-cdd8bf1543ee of type vlan for network adb8f422-2dac-4c3f-acc8-399fa87c8422
May 07 22:33:41.900887 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9e328f64-1aba-4cab-9ec0-85e09471b1ae tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (adb8f422-2dac-4c3f-acc8-399fa87c8422), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:41.924919 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9e328f64-1aba-4cab-9ec0-85e09471b1ae tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (adb8f422-2dac-4c3f-acc8-399fa87c8422), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:41.930482 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e328f64-1aba-4cab-9ec0-85e09471b1ae tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:33:41.931201 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9e328f64-1aba-4cab-9ec0-85e09471b1ae tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:41.966997 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-9e328f64-1aba-4cab-9ec0-85e09471b1ae tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.1654663
May 07 22:33:41.969640 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 58366) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:33:41.976122 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-395fbb59-2bcb-4d69-9155-1ad028825ea8 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-493965580', 'admin_state_up': True, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:33:42.015010 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e328f64-1aba-4cab-9ec0-85e09471b1ae tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event updated for resources: {'Network': ['ID=adb8f422-2dac-4c3f-acc8-399fa87c8422,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:33:42.025593 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network adb8f422-2dac-4c3f-acc8-399fa87c8422 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:33:42.032180 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-395fbb59-2bcb-4d69-9155-1ad028825ea8 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (e3197533-7940-462b-89ab-aa431de4f136), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:42.033300 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-395fbb59-2bcb-4d69-9155-1ad028825ea8 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (e3197533-7940-462b-89ab-aa431de4f136), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:42.090417 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-395fbb59-2bcb-4d69-9155-1ad028825ea8 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for router_controller (e3197533-7940-462b-89ab-aa431de4f136), precommit_add_association {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:42.240490 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-395fbb59-2bcb-4d69-9155-1ad028825ea8 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for router_gateway (e3197533-7940-462b-89ab-aa431de4f136), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:42.421418 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-395fbb59-2bcb-4d69-9155-1ad028825ea8 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for router_gateway (e3197533-7940-462b-89ab-aa431de4f136), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:42.440365 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-395fbb59-2bcb-4d69-9155-1ad028825ea8 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:42.540659 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-395fbb59-2bcb-4d69-9155-1ad028825ea8 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Allocated IP 172.35.4.168 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/bd8d0106-bb78-483a-9186-b67704c488e2) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:33:42.649236 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-395fbb59-2bcb-4d69-9155-1ad028825ea8 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for port (bd8d0106-bb78-483a-9186-b67704c488e2), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:42.685252 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-395fbb59-2bcb-4d69-9155-1ad028825ea8 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (bd8d0106-bb78-483a-9186-b67704c488e2), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:42.725165 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395fbb59-2bcb-4d69-9155-1ad028825ea8 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:33:42.729348 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-395fbb59-2bcb-4d69-9155-1ad028825ea8 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:33:42.731895 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395fbb59-2bcb-4d69-9155-1ad028825ea8 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:33:42.740249 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395fbb59-2bcb-4d69-9155-1ad028825ea8 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event updated for resources: {'Port': ['ID=bd8d0106-bb78-483a-9186-b67704c488e2,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:33:42.990290 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-395fbb59-2bcb-4d69-9155-1ad028825ea8 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for router_gateway (e3197533-7940-462b-89ab-aa431de4f136), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:43.197496 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-395fbb59-2bcb-4d69-9155-1ad028825ea8 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (e3197533-7940-462b-89ab-aa431de4f136), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:43.328450 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-395fbb59-2bcb-4d69-9155-1ad028825ea8 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Router e3197533-7940-462b-89ab-aa431de4f136 is scheduled to L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db with binding_index 1 {{(pid=121837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 07 22:33:43.436917 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-395fbb59-2bcb-4d69-9155-1ad028825ea8 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:33:43.447413 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00172a6a-dd58-48fc-b634-4aac67c40945 None None] Sync routers for ids ['e3197533-7940-462b-89ab-aa431de4f136'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:33:43.456360 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-395fbb59-2bcb-4d69-9155-1ad028825ea8 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:43.457477 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00172a6a-dd58-48fc-b634-4aac67c40945 None None] Routers {'e3197533-7940-462b-89ab-aa431de4f136'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:33:43.457758 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-395fbb59-2bcb-4d69-9155-1ad028825ea8 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 895 time: 1.4870427
May 07 22:33:43.458254 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-00172a6a-dd58-48fc-b634-4aac67c40945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7ff06fa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:33:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['e3197533-7940-462b-89ab-aa431de4f136'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:33:43.461019 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 58368) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:33:43.488538 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-20ca9549-10c8-40a2-acf2-b0f6008e3695 tempest-TestNetworkAdvancedServerOps-404863911 tempest-TestNetworkAdvancedServerOps-404863911-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=f3dc672b922b4f86869d8b6108240e0a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0263245
May 07 22:33:43.491528 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 58370) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:33:43.567033 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-00172a6a-dd58-48fc-b634-4aac67c40945 None None] Set router e3197533-7940-462b-89ab-aa431de4f136 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:33:43.750508 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-00172a6a-dd58-48fc-b634-4aac67c40945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7ff06fa0>, [{'id': 'e3197533-7940-462b-89ab-aa431de4f136', 'name': 'tempest-TestNetworkAdvancedServerOps-router-493965580', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.168'}], 'enable_snat': True}, 'gw_port_id': 'bd8d0106-bb78-483a-9186-b67704c488e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:33:42Z', 'updated_at': '2022-05-07T22:33:42Z', 'revision_number': 3, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'gw_port': {'id': 'bd8d0106-bb78-483a-9186-b67704c488e2', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:66:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3197533-7940-462b-89ab-aa431de4f136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:33:42Z', 'updated_at': '2022-05-07T22:33:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:33:43.778354 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00172a6a-dd58-48fc-b634-4aac67c40945 None None] Checking router: e3197533-7940-462b-89ab-aa431de4f136 for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:33:43.778702 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00172a6a-dd58-48fc-b634-4aac67c40945 None None] Updating router e3197533-7940-462b-89ab-aa431de4f136 port bd8d0106-bb78-483a-9186-b67704c488e2 binding host ncdv-master-1 {{(pid=121838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 22:33:43.811340 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-00172a6a-dd58-48fc-b634-4aac67c40945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (bd8d0106-bb78-483a-9186-b67704c488e2), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:43.908838 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93f51d8-5600-459a-b2f6-bf78fd8da33c tempest-TestNetworkAdvancedServerOps-404863911 tempest-TestNetworkAdvancedServerOps-404863911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:33:43.910243 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-c93f51d8-5600-459a-b2f6-bf78fd8da33c tempest-TestNetworkAdvancedServerOps-404863911 tempest-TestNetworkAdvancedServerOps-404863911-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.4178083
May 07 22:33:43.913543 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 58372) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:33:43.943045 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-4546f45c-4729-43db-b7e7-e2ad9713499a tempest-TestNetworkAdvancedServerOps-404863911 tempest-TestNetworkAdvancedServerOps-404863911-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=9221b764-ef06-431f-8941-796516ed7c3b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0262144
May 07 22:33:43.943282 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 58374) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:33:43.947716 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-c2ae30d2-5159-4bcc-b2c4-0d1830dad01f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-969594559', 'network_id': 'adb8f422-2dac-4c3f-acc8-399fa87c8422', 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:33:44.032424 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2ae30d2-5159-4bcc-b2c4-0d1830dad01f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Made reservation on behalf of f3dc672b922b4f86869d8b6108240e0a for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:33:44.036004 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c2ae30d2-5159-4bcc-b2c4-0d1830dad01f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:44.058908 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-00172a6a-dd58-48fc-b634-4aac67c40945 None None] Publish callbacks [] for port (bd8d0106-bb78-483a-9186-b67704c488e2), precommit_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:44.065035 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-00172a6a-dd58-48fc-b634-4aac67c40945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (bd8d0106-bb78-483a-9186-b67704c488e2), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:44.118226 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-00172a6a-dd58-48fc-b634-4aac67c40945 None None] Attempting to bind port bd8d0106-bb78-483a-9186-b67704c488e2 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:33:44.118596 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-00172a6a-dd58-48fc-b634-4aac67c40945 None None] Attempting to bind port bd8d0106-bb78-483a-9186-b67704c488e2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:33:44.118987 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00172a6a-dd58-48fc-b634-4aac67c40945 None None] Attempting to bind port bd8d0106-bb78-483a-9186-b67704c488e2 on network 9221b764-ef06-431f-8941-796516ed7c3b {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:33:44.121053 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d96812-17b6-4948-9602-4ad6a9b69d71 None None] Pushing event updated for resources: {'Port': ['ID=bd8d0106-bb78-483a-9186-b67704c488e2,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:33:44.126581 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00172a6a-dd58-48fc-b634-4aac67c40945 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:33:44.126994 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00172a6a-dd58-48fc-b634-4aac67c40945 None None] Checking segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:33:44.127401 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-00172a6a-dd58-48fc-b634-4aac67c40945 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:44.127794 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00172a6a-dd58-48fc-b634-4aac67c40945 None None] Bound using segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:33:44.128264 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-00172a6a-dd58-48fc-b634-4aac67c40945 None None] Bound port: bd8d0106-bb78-483a-9186-b67704c488e2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:33:44.129158 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-00172a6a-dd58-48fc-b634-4aac67c40945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (bd8d0106-bb78-483a-9186-b67704c488e2), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:44.183858 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-00172a6a-dd58-48fc-b634-4aac67c40945 None None] For port bd8d0106-bb78-483a-9186-b67704c488e2, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:33:44.186991 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-00172a6a-dd58-48fc-b634-4aac67c40945 None None] For port bd8d0106-bb78-483a-9186-b67704c488e2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bd8d0106-bb78-483a-9186-b67704c488e2,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:33:44.192383 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-00172a6a-dd58-48fc-b634-4aac67c40945 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (bd8d0106-bb78-483a-9186-b67704c488e2), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:44.231068 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c2ae30d2-5159-4bcc-b2c4-0d1830dad01f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (eeae5945-68a0-4f32-85d4-4e2530b3d127), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:44.248173 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00172a6a-dd58-48fc-b634-4aac67c40945 None None] Routers {'e3197533-7940-462b-89ab-aa431de4f136'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:33:44.248804 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-00172a6a-dd58-48fc-b634-4aac67c40945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7ff06fa0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:33:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['e3197533-7940-462b-89ab-aa431de4f136'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:33:44.285126 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d96812-17b6-4948-9602-4ad6a9b69d71 None None] Pushing event updated for resources: {'Port': ['ID=bd8d0106-bb78-483a-9186-b67704c488e2,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:33:44.299849 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ae30d2-5159-4bcc-b2c4-0d1830dad01f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event updated for resources: {'Subnet': ['ID=eeae5945-68a0-4f32-85d4-4e2530b3d127,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:33:44.306872 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ae30d2-5159-4bcc-b2c4-0d1830dad01f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Checking segment: {'id': '2478d3af-8f16-4fef-aa92-cdd8bf1543ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'adb8f422-2dac-4c3f-acc8-399fa87c8422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:33:44.307225 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ae30d2-5159-4bcc-b2c4-0d1830dad01f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Network hostable DHCP agents. Network: adb8f422-2dac-4c3f-acc8-399fa87c8422, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:33:44.324567 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ae30d2-5159-4bcc-b2c4-0d1830dad01f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Network adb8f422-2dac-4c3f-acc8-399fa87c8422 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:33:44.334450 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-c2ae30d2-5159-4bcc-b2c4-0d1830dad01f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, adb8f422-2dac-4c3f-acc8-399fa87c8422) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:33:44.338800 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ae30d2-5159-4bcc-b2c4-0d1830dad01f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:33:44.340004 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c2ae30d2-5159-4bcc-b2c4-0d1830dad01f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:44.358752 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-c2ae30d2-5159-4bcc-b2c4-0d1830dad01f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 831 time: 0.4145031
May 07 22:33:44.361632 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 58376) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:33:44.497773 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d86399-ca51-41eb-b987-a713c7e7f136 None None] Network adb8f422-2dac-4c3f-acc8-399fa87c8422 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:33:44.578436 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-00172a6a-dd58-48fc-b634-4aac67c40945 None None] Set router e3197533-7940-462b-89ab-aa431de4f136 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:33:44.711976 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b77818-af28-4329-bf40-a4465acb61a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-adb8f422-2dac-4c3f-acc8-399fa87c8422', 'network_id': 'adb8f422-2dac-4c3f-acc8-399fa87c8422', 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'fixed_ips': [{'subnet_id': 'eeae5945-68a0-4f32-85d4-4e2530b3d127'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:33:44.712826 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b0b77818-af28-4329-bf40-a4465acb61a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:44.828708 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-25807362-ec47-4486-b8a1-e88240e3d4d5 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:44.890386 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-00172a6a-dd58-48fc-b634-4aac67c40945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7ff06fa0>, [{'id': 'e3197533-7940-462b-89ab-aa431de4f136', 'name': 'tempest-TestNetworkAdvancedServerOps-router-493965580', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.168'}], 'enable_snat': True}, 'gw_port_id': 'bd8d0106-bb78-483a-9186-b67704c488e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:33:42Z', 'updated_at': '2022-05-07T22:33:42Z', 'revision_number': 3, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'gw_port': {'id': 'bd8d0106-bb78-483a-9186-b67704c488e2', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:66:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3197533-7940-462b-89ab-aa431de4f136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:33:42Z', 'updated_at': '2022-05-07T22:33:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:33:44.921327 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00172a6a-dd58-48fc-b634-4aac67c40945 None None] The sync data for ids ['e3197533-7940-462b-89ab-aa431de4f136'] in ncdv-master-1 is: [{'id': 'e3197533-7940-462b-89ab-aa431de4f136', 'name': 'tempest-TestNetworkAdvancedServerOps-router-493965580', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.168'}], 'enable_snat': True}, 'gw_port_id': 'bd8d0106-bb78-483a-9186-b67704c488e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:33:42Z', 'updated_at': '2022-05-07T22:33:42Z', 'revision_number': 3, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'gw_port': {'id': 'bd8d0106-bb78-483a-9186-b67704c488e2', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:66:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3197533-7940-462b-89ab-aa431de4f136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:33:42Z', 'updated_at': '2022-05-07T22:33:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:33:44.935282 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-b0b77818-af28-4329-bf40-a4465acb61a5 None None] Allocated IP 172.20.0.2 (adb8f422-2dac-4c3f-acc8-399fa87c8422/eeae5945-68a0-4f32-85d4-4e2530b3d127/95634027-51aa-483b-aee2-f63cc4016a83) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:33:45.094921 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b0b77818-af28-4329-bf40-a4465acb61a5 None None] Publish callbacks [] for port (95634027-51aa-483b-aee2-f63cc4016a83), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:45.101648 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b0b77818-af28-4329-bf40-a4465acb61a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (95634027-51aa-483b-aee2-f63cc4016a83), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:45.140625 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b77818-af28-4329-bf40-a4465acb61a5 None None] Network adb8f422-2dac-4c3f-acc8-399fa87c8422 is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:33:45.145075 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-b0b77818-af28-4329-bf40-a4465acb61a5 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:33:45.152784 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b77818-af28-4329-bf40-a4465acb61a5 None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:33:45.158136 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b77818-af28-4329-bf40-a4465acb61a5 None None] Pushing event updated for resources: {'Port': ['ID=95634027-51aa-483b-aee2-f63cc4016a83,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:33:45.203713 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-25807362-ec47-4486-b8a1-e88240e3d4d5 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Allocated IP 172.20.0.1 (adb8f422-2dac-4c3f-acc8-399fa87c8422/eeae5945-68a0-4f32-85d4-4e2530b3d127/ebfa3d49-bf7d-4576-ba0e-810650ee19cb) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:33:45.253072 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-b0b77818-af28-4329-bf40-a4465acb61a5 None None] Attempting to bind port 95634027-51aa-483b-aee2-f63cc4016a83 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:33:45.253589 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-b0b77818-af28-4329-bf40-a4465acb61a5 None None] Attempting to bind port 95634027-51aa-483b-aee2-f63cc4016a83 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2478d3af-8f16-4fef-aa92-cdd8bf1543ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'adb8f422-2dac-4c3f-acc8-399fa87c8422'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:33:45.253959 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b77818-af28-4329-bf40-a4465acb61a5 None None] Attempting to bind port 95634027-51aa-483b-aee2-f63cc4016a83 on network adb8f422-2dac-4c3f-acc8-399fa87c8422 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:33:45.260278 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b77818-af28-4329-bf40-a4465acb61a5 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:33:45.260648 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b77818-af28-4329-bf40-a4465acb61a5 None None] Checking segment: {'id': '2478d3af-8f16-4fef-aa92-cdd8bf1543ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'adb8f422-2dac-4c3f-acc8-399fa87c8422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:33:45.261055 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b0b77818-af28-4329-bf40-a4465acb61a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:45.261461 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0b77818-af28-4329-bf40-a4465acb61a5 None None] Bound using segment: {'id': '2478d3af-8f16-4fef-aa92-cdd8bf1543ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'adb8f422-2dac-4c3f-acc8-399fa87c8422'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:33:45.261935 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-b0b77818-af28-4329-bf40-a4465acb61a5 None None] Bound port: 95634027-51aa-483b-aee2-f63cc4016a83, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2478d3af-8f16-4fef-aa92-cdd8bf1543ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'adb8f422-2dac-4c3f-acc8-399fa87c8422'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:33:45.262324 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b0b77818-af28-4329-bf40-a4465acb61a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (95634027-51aa-483b-aee2-f63cc4016a83), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:45.337893 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-b0b77818-af28-4329-bf40-a4465acb61a5 None None] For port 95634027-51aa-483b-aee2-f63cc4016a83, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:33:45.341626 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-b0b77818-af28-4329-bf40-a4465acb61a5 None None] For port 95634027-51aa-483b-aee2-f63cc4016a83, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=95634027-51aa-483b-aee2-f63cc4016a83,segment=NetworkSegment(2478d3af-8f16-4fef-aa92-cdd8bf1543ee),segment_id=2478d3af-8f16-4fef-aa92-cdd8bf1543ee)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:33:45.352742 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b0b77818-af28-4329-bf40-a4465acb61a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (95634027-51aa-483b-aee2-f63cc4016a83), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:45.420967 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b77818-af28-4329-bf40-a4465acb61a5 None None] Pushing event updated for resources: {'Port': ['ID=95634027-51aa-483b-aee2-f63cc4016a83,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:33:45.676897 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-25807362-ec47-4486-b8a1-e88240e3d4d5 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for port (ebfa3d49-bf7d-4576-ba0e-810650ee19cb), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:45.724753 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-25807362-ec47-4486-b8a1-e88240e3d4d5 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (ebfa3d49-bf7d-4576-ba0e-810650ee19cb), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:45.758622 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 95634027-51aa-483b-aee2-f63cc4016a83 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:33:45.786709 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25807362-ec47-4486-b8a1-e88240e3d4d5 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Network adb8f422-2dac-4c3f-acc8-399fa87c8422 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:33:45.793734 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25807362-ec47-4486-b8a1-e88240e3d4d5 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event updated for resources: {'Port': ['ID=ebfa3d49-bf7d-4576-ba0e-810650ee19cb,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:33:45.796470 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-25807362-ec47-4486-b8a1-e88240e3d4d5 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:33:45.798701 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25807362-ec47-4486-b8a1-e88240e3d4d5 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:33:45.831911 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 95634027-51aa-483b-aee2-f63cc4016a83 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:33:45.832301 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (95634027-51aa-483b-aee2-f63cc4016a83), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:45.843558 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-25807362-ec47-4486-b8a1-e88240e3d4d5 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398161'] for router_interface (e3197533-7940-462b-89ab-aa431de4f136), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:45.913859 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 95634027-51aa-483b-aee2-f63cc4016a83 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:33:45.914122 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (95634027-51aa-483b-aee2-f63cc4016a83), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:45.954474 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port 95634027-51aa-483b-aee2-f63cc4016a83, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=95634027-51aa-483b-aee2-f63cc4016a83,segment=NetworkSegment(2478d3af-8f16-4fef-aa92-cdd8bf1543ee),segment_id=2478d3af-8f16-4fef-aa92-cdd8bf1543ee)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:33:45.961496 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (95634027-51aa-483b-aee2-f63cc4016a83), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:45.962375 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device bd8d0106-bb78-483a-9186-b67704c488e2 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:33:45.996217 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-25807362-ec47-4486-b8a1-e88240e3d4d5 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (ebfa3d49-bf7d-4576-ba0e-810650ee19cb), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:46.042290 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=95634027-51aa-483b-aee2-f63cc4016a83,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:33:46.051115 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port bd8d0106-bb78-483a-9186-b67704c488e2 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:33:46.051496 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (bd8d0106-bb78-483a-9186-b67704c488e2), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:46.135899 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port bd8d0106-bb78-483a-9186-b67704c488e2 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:33:46.136241 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (bd8d0106-bb78-483a-9186-b67704c488e2), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:46.158944 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port bd8d0106-bb78-483a-9186-b67704c488e2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bd8d0106-bb78-483a-9186-b67704c488e2,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:33:46.163993 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (bd8d0106-bb78-483a-9186-b67704c488e2), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:46.226625 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=bd8d0106-bb78-483a-9186-b67704c488e2,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:33:46.296199 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-25807362-ec47-4486-b8a1-e88240e3d4d5 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for port (ebfa3d49-bf7d-4576-ba0e-810650ee19cb), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:46.300975 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-25807362-ec47-4486-b8a1-e88240e3d4d5 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (ebfa3d49-bf7d-4576-ba0e-810650ee19cb), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:46.379245 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25807362-ec47-4486-b8a1-e88240e3d4d5 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event updated for resources: {'Port': ['ID=ebfa3d49-bf7d-4576-ba0e-810650ee19cb,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:33:46.384334 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-25807362-ec47-4486-b8a1-e88240e3d4d5 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401121'] for router_interface (e3197533-7940-462b-89ab-aa431de4f136), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:46.469035 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b365c87-c101-45ae-9451-15dff9dedda1 None None] Network adb8f422-2dac-4c3f-acc8-399fa87c8422 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:33:46.483637 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25807362-ec47-4486-b8a1-e88240e3d4d5 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Network adb8f422-2dac-4c3f-acc8-399fa87c8422 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:33:46.486012 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-25807362-ec47-4486-b8a1-e88240e3d4d5 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:33:46.500284 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-5631c5ee-1904-416d-bd94-f6b6fbf705f3 None None] Provisioning complete for port 95634027-51aa-483b-aee2-f63cc4016a83 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:33:46.500662 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5631c5ee-1904-416d-bd94-f6b6fbf705f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (95634027-51aa-483b-aee2-f63cc4016a83), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:46.609634 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25807362-ec47-4486-b8a1-e88240e3d4d5 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Router e3197533-7940-462b-89ab-aa431de4f136 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:33:46.650723 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-5631c5ee-1904-416d-bd94-f6b6fbf705f3 None None] Current status of the port 95634027-51aa-483b-aee2-f63cc4016a83 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:33:46.741869 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25807362-ec47-4486-b8a1-e88240e3d4d5 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:33:46.747556 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-25807362-ec47-4486-b8a1-e88240e3d4d5 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "PUT /v2.0/routers/e3197533-7940-462b-89ab-aa431de4f136/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3845873
May 07 22:33:46.873485 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-133e2e66-8f09-4203-8df8-3bc2425012ee None None] Provisioning complete for port ebfa3d49-bf7d-4576-ba0e-810650ee19cb triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:33:46.874010 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-133e2e66-8f09-4203-8df8-3bc2425012ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (ebfa3d49-bf7d-4576-ba0e-810650ee19cb), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:46.911979 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-657b53e5-58a9-48a9-95b9-dd9f2cb018d6 req-21ec7bbb-347e-4cf0-bca7-aea045ccc75d tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-59375524&fields=id&tenant_id=f3dc672b922b4f86869d8b6108240e0a HTTP/1.1" status: 200  len: 267 time: 0.0511541
May 07 22:33:46.919882 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0753cd-35c9-422a-ad16-1c9b02ac5cfd None None] Sync routers for ids ['e3197533-7940-462b-89ab-aa431de4f136'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:33:46.930923 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-133e2e66-8f09-4203-8df8-3bc2425012ee None None] Port ebfa3d49-bf7d-4576-ba0e-810650ee19cb cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:33:46.934312 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0753cd-35c9-422a-ad16-1c9b02ac5cfd None None] Routers {'e3197533-7940-462b-89ab-aa431de4f136'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:33:46.934989 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-8b0753cd-35c9-422a-ad16-1c9b02ac5cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cc1dd90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:33:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['e3197533-7940-462b-89ab-aa431de4f136'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:33:46.941592 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-133e2e66-8f09-4203-8df8-3bc2425012ee None None] Provisioning complete for port 95634027-51aa-483b-aee2-f63cc4016a83 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:33:46.942507 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-133e2e66-8f09-4203-8df8-3bc2425012ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (95634027-51aa-483b-aee2-f63cc4016a83), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:47.059533 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-133e2e66-8f09-4203-8df8-3bc2425012ee None None] Current status of the port 95634027-51aa-483b-aee2-f63cc4016a83 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:33:47.059803 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657b53e5-58a9-48a9-95b9-dd9f2cb018d6 req-22dcff9f-e520-4216-95d1-ff40b02bd343 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:33:47.061431 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-657b53e5-58a9-48a9-95b9-dd9f2cb018d6 req-22dcff9f-e520-4216-95d1-ff40b02bd343 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/networks?id=adb8f422-2dac-4c3f-acc8-399fa87c8422 HTTP/1.1" status: 200  len: 797 time: 0.1401930
May 07 22:33:47.067256 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-8b0753cd-35c9-422a-ad16-1c9b02ac5cfd None None] Set router e3197533-7940-462b-89ab-aa431de4f136 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:33:47.077986 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-657b53e5-58a9-48a9-95b9-dd9f2cb018d6 req-94cc5079-3006-4169-b06b-b554132cc1d4 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/quotas/f3dc672b922b4f86869d8b6108240e0a HTTP/1.1" status: 200  len: 375 time: 0.0102396
May 07 22:33:47.140624 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-657b53e5-58a9-48a9-95b9-dd9f2cb018d6 req-dbfb04a2-d427-4a5b-996b-f4a94e90eaf1 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f3dc672b922b4f86869d8b6108240e0a&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0570190
May 07 22:33:47.178616 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-85d44034-9a75-4262-8856-bd7788d2cec4 None None] Provisioning complete for port ebfa3d49-bf7d-4576-ba0e-810650ee19cb triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:33:47.178946 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-85d44034-9a75-4262-8856-bd7788d2cec4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (ebfa3d49-bf7d-4576-ba0e-810650ee19cb), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:47.227838 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-85d44034-9a75-4262-8856-bd7788d2cec4 None None] Port ebfa3d49-bf7d-4576-ba0e-810650ee19cb cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:33:47.254985 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-657b53e5-58a9-48a9-95b9-dd9f2cb018d6 req-7a9456af-493e-4521-930c-07370f1e91c0 service neutron] 10.222.0.32 "GET /v2.0/networks/adb8f422-2dac-4c3f-acc8-399fa87c8422?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1021686
May 07 22:33:47.294544 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-8b0753cd-35c9-422a-ad16-1c9b02ac5cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cc1dd90>, [{'id': 'e3197533-7940-462b-89ab-aa431de4f136', 'name': 'tempest-TestNetworkAdvancedServerOps-router-493965580', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.168'}], 'enable_snat': True}, 'gw_port_id': 'bd8d0106-bb78-483a-9186-b67704c488e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:33:42Z', 'updated_at': '2022-05-07T22:33:45Z', 'revision_number': 4, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'gw_port': {'id': 'bd8d0106-bb78-483a-9186-b67704c488e2', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:66:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3197533-7940-462b-89ab-aa431de4f136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:33:42Z', 'updated_at': '2022-05-07T22:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ebfa3d49-bf7d-4576-ba0e-810650ee19cb', 'name': '', 'network_id': 'adb8f422-2dac-4c3f-acc8-399fa87c8422', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'mac_address': 'fa:16:3e:ac:b1:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3197533-7940-462b-89ab-aa431de4f136', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'eeae5945-68a0-4f32-85d4-4e2530b3d127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:33:44Z', 'updated_at': '2022-05-07T22:33:46Z', 'revision_number': 2, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'subnets': [{'id': 'eeae5945-68a0-4f32-85d4-4e2530b3d127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:33:47.324573 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0753cd-35c9-422a-ad16-1c9b02ac5cfd None None] Checking router: e3197533-7940-462b-89ab-aa431de4f136 for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:33:47.325082 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0753cd-35c9-422a-ad16-1c9b02ac5cfd None None] Updating router e3197533-7940-462b-89ab-aa431de4f136 port ebfa3d49-bf7d-4576-ba0e-810650ee19cb binding host ncdv-master-1 {{(pid=121839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 22:33:47.346211 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-20fa469e-f893-4d65-97a2-19ad32469351 None None] Provisioning complete for port ebfa3d49-bf7d-4576-ba0e-810650ee19cb triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:33:47.346590 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-20fa469e-f893-4d65-97a2-19ad32469351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (ebfa3d49-bf7d-4576-ba0e-810650ee19cb), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:47.359999 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-657b53e5-58a9-48a9-95b9-dd9f2cb018d6 req-fb179f47-64b4-4bc5-8dfb-bdaca97c7ef3 service neutron] 10.222.0.32 "GET /v2.0/networks/adb8f422-2dac-4c3f-acc8-399fa87c8422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0984478
May 07 22:33:47.376639 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-8b0753cd-35c9-422a-ad16-1c9b02ac5cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (ebfa3d49-bf7d-4576-ba0e-810650ee19cb), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:47.392020 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-20fa469e-f893-4d65-97a2-19ad32469351 None None] Port ebfa3d49-bf7d-4576-ba0e-810650ee19cb cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:33:47.570304 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-aff1f9cd-09a7-4d8f-898f-ea7d5bbbf443 req-9dec1acb-7297-49cc-965d-8fd2154e6aa1 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=792e79ce-e39f-41ba-bda3-20429b5d9694 HTTP/1.1" status: 200  len: 210 time: 0.0368333
May 07 22:33:47.678018 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-8b0753cd-35c9-422a-ad16-1c9b02ac5cfd None None] Publish callbacks [] for port (ebfa3d49-bf7d-4576-ba0e-810650ee19cb), precommit_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:47.687550 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-8b0753cd-35c9-422a-ad16-1c9b02ac5cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (ebfa3d49-bf7d-4576-ba0e-810650ee19cb), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:47.737925 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 95634027-51aa-483b-aee2-f63cc4016a83 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:33:47.798197 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ce0676-3fcb-4a51-a8ff-b753c16d35c8 None None] Pushing event updated for resources: {'Port': ['ID=ebfa3d49-bf7d-4576-ba0e-810650ee19cb,revision_number=3']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:33:47.805588 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 95634027-51aa-483b-aee2-f63cc4016a83 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:33:47.805930 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (95634027-51aa-483b-aee2-f63cc4016a83), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:47.823390 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ce0676-3fcb-4a51-a8ff-b753c16d35c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:33:47.824168 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ce0676-3fcb-4a51-a8ff-b753c16d35c8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:33:47.824882 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ce0676-3fcb-4a51-a8ff-b753c16d35c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:33:47.825574 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ce0676-3fcb-4a51-a8ff-b753c16d35c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:33:47.826262 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ce0676-3fcb-4a51-a8ff-b753c16d35c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:33:47.826966 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ce0676-3fcb-4a51-a8ff-b753c16d35c8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:33:47.827655 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ce0676-3fcb-4a51-a8ff-b753c16d35c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:33:47.828264 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ce0676-3fcb-4a51-a8ff-b753c16d35c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:33:47.829047 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ce0676-3fcb-4a51-a8ff-b753c16d35c8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:33:47.829885 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ce0676-3fcb-4a51-a8ff-b753c16d35c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:33:47.830533 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ce0676-3fcb-4a51-a8ff-b753c16d35c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:33:47.831171 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ce0676-3fcb-4a51-a8ff-b753c16d35c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:33:47.831865 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ce0676-3fcb-4a51-a8ff-b753c16d35c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:33:47.832560 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ce0676-3fcb-4a51-a8ff-b753c16d35c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:33:47.833234 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ce0676-3fcb-4a51-a8ff-b753c16d35c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:33:47.869163 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-8b0753cd-35c9-422a-ad16-1c9b02ac5cfd None None] Attempting to bind port ebfa3d49-bf7d-4576-ba0e-810650ee19cb on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:33:47.869482 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-8b0753cd-35c9-422a-ad16-1c9b02ac5cfd None None] Attempting to bind port ebfa3d49-bf7d-4576-ba0e-810650ee19cb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2478d3af-8f16-4fef-aa92-cdd8bf1543ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'adb8f422-2dac-4c3f-acc8-399fa87c8422'}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:33:47.869926 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0753cd-35c9-422a-ad16-1c9b02ac5cfd None None] Attempting to bind port ebfa3d49-bf7d-4576-ba0e-810650ee19cb on network adb8f422-2dac-4c3f-acc8-399fa87c8422 {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:33:47.875835 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0753cd-35c9-422a-ad16-1c9b02ac5cfd None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:33:47.876220 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0753cd-35c9-422a-ad16-1c9b02ac5cfd None None] Checking segment: {'id': '2478d3af-8f16-4fef-aa92-cdd8bf1543ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'adb8f422-2dac-4c3f-acc8-399fa87c8422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:33:47.876631 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-8b0753cd-35c9-422a-ad16-1c9b02ac5cfd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:47.877025 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0753cd-35c9-422a-ad16-1c9b02ac5cfd None None] Bound using segment: {'id': '2478d3af-8f16-4fef-aa92-cdd8bf1543ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'adb8f422-2dac-4c3f-acc8-399fa87c8422'} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:33:47.877496 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-8b0753cd-35c9-422a-ad16-1c9b02ac5cfd None None] Bound port: ebfa3d49-bf7d-4576-ba0e-810650ee19cb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2478d3af-8f16-4fef-aa92-cdd8bf1543ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'adb8f422-2dac-4c3f-acc8-399fa87c8422'}}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:33:47.877878 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-8b0753cd-35c9-422a-ad16-1c9b02ac5cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (ebfa3d49-bf7d-4576-ba0e-810650ee19cb), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:47.908671 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 95634027-51aa-483b-aee2-f63cc4016a83 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:33:47.909787 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device bd8d0106-bb78-483a-9186-b67704c488e2 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:33:47.955593 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-8b0753cd-35c9-422a-ad16-1c9b02ac5cfd None None] For port ebfa3d49-bf7d-4576-ba0e-810650ee19cb, host ncdv-master-1, cleared binding levels {{(pid=121839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:33:47.960187 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-8b0753cd-35c9-422a-ad16-1c9b02ac5cfd None None] For port ebfa3d49-bf7d-4576-ba0e-810650ee19cb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ebfa3d49-bf7d-4576-ba0e-810650ee19cb,segment=NetworkSegment(2478d3af-8f16-4fef-aa92-cdd8bf1543ee),segment_id=2478d3af-8f16-4fef-aa92-cdd8bf1543ee)] {{(pid=121839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:33:47.966816 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-8b0753cd-35c9-422a-ad16-1c9b02ac5cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (ebfa3d49-bf7d-4576-ba0e-810650ee19cb), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:47.970082 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port bd8d0106-bb78-483a-9186-b67704c488e2 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:33:47.970470 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (bd8d0106-bb78-483a-9186-b67704c488e2), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:48.018477 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0753cd-35c9-422a-ad16-1c9b02ac5cfd None None] Routers {'e3197533-7940-462b-89ab-aa431de4f136'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:33:48.019289 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-8b0753cd-35c9-422a-ad16-1c9b02ac5cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cc1dd90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:33:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['e3197533-7940-462b-89ab-aa431de4f136'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:33:48.084592 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port bd8d0106-bb78-483a-9186-b67704c488e2 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:33:48.093953 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ce0676-3fcb-4a51-a8ff-b753c16d35c8 None None] Pushing event updated for resources: {'Port': ['ID=ebfa3d49-bf7d-4576-ba0e-810650ee19cb,revision_number=4']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:33:48.119337 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-a15d4701-b92c-4c5b-b6d9-bfa4eab5d868 None None] Provisioning complete for port ebfa3d49-bf7d-4576-ba0e-810650ee19cb triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:33:48.119836 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a15d4701-b92c-4c5b-b6d9-bfa4eab5d868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (ebfa3d49-bf7d-4576-ba0e-810650ee19cb), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:48.192308 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-8b0753cd-35c9-422a-ad16-1c9b02ac5cfd None None] Set router e3197533-7940-462b-89ab-aa431de4f136 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:33:48.223705 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-a15d4701-b92c-4c5b-b6d9-bfa4eab5d868 None None] Current status of the port ebfa3d49-bf7d-4576-ba0e-810650ee19cb is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:33:48.224848 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a15d4701-b92c-4c5b-b6d9-bfa4eab5d868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (ebfa3d49-bf7d-4576-ba0e-810650ee19cb), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:48.262265 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-a15d4701-b92c-4c5b-b6d9-bfa4eab5d868 None None] For port ebfa3d49-bf7d-4576-ba0e-810650ee19cb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ebfa3d49-bf7d-4576-ba0e-810650ee19cb,segment=NetworkSegment(2478d3af-8f16-4fef-aa92-cdd8bf1543ee),segment_id=2478d3af-8f16-4fef-aa92-cdd8bf1543ee)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:33:48.269166 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a15d4701-b92c-4c5b-b6d9-bfa4eab5d868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (ebfa3d49-bf7d-4576-ba0e-810650ee19cb), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:48.335395 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15d4701-b92c-4c5b-b6d9-bfa4eab5d868 None None] Pushing event updated for resources: {'Port': ['ID=ebfa3d49-bf7d-4576-ba0e-810650ee19cb,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:33:48.389567 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-64144591-e917-4b69-8df0-b4aff839f42d None None] Provisioning complete for port ebfa3d49-bf7d-4576-ba0e-810650ee19cb triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:33:48.390077 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-64144591-e917-4b69-8df0-b4aff839f42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (ebfa3d49-bf7d-4576-ba0e-810650ee19cb), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:48.478782 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-64144591-e917-4b69-8df0-b4aff839f42d None None] Current status of the port ebfa3d49-bf7d-4576-ba0e-810650ee19cb is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:33:48.497908 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-8b0753cd-35c9-422a-ad16-1c9b02ac5cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cc1dd90>, [{'id': 'e3197533-7940-462b-89ab-aa431de4f136', 'name': 'tempest-TestNetworkAdvancedServerOps-router-493965580', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.168'}], 'enable_snat': True}, 'gw_port_id': 'bd8d0106-bb78-483a-9186-b67704c488e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:33:42Z', 'updated_at': '2022-05-07T22:33:45Z', 'revision_number': 4, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'gw_port': {'id': 'bd8d0106-bb78-483a-9186-b67704c488e2', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:66:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3197533-7940-462b-89ab-aa431de4f136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:33:42Z', 'updated_at': '2022-05-07T22:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ebfa3d49-bf7d-4576-ba0e-810650ee19cb', 'name': '', 'network_id': 'adb8f422-2dac-4c3f-acc8-399fa87c8422', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'mac_address': 'fa:16:3e:ac:b1:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3197533-7940-462b-89ab-aa431de4f136', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'eeae5945-68a0-4f32-85d4-4e2530b3d127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:33:44Z', 'updated_at': '2022-05-07T22:33:47Z', 'revision_number': 4, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'subnets': [{'id': 'eeae5945-68a0-4f32-85d4-4e2530b3d127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:33:48.526873 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0753cd-35c9-422a-ad16-1c9b02ac5cfd None None] The sync data for ids ['e3197533-7940-462b-89ab-aa431de4f136'] in ncdv-master-1 is: [{'id': 'e3197533-7940-462b-89ab-aa431de4f136', 'name': 'tempest-TestNetworkAdvancedServerOps-router-493965580', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.168'}], 'enable_snat': True}, 'gw_port_id': 'bd8d0106-bb78-483a-9186-b67704c488e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:33:42Z', 'updated_at': '2022-05-07T22:33:45Z', 'revision_number': 4, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'gw_port': {'id': 'bd8d0106-bb78-483a-9186-b67704c488e2', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:66:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3197533-7940-462b-89ab-aa431de4f136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:33:42Z', 'updated_at': '2022-05-07T22:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ebfa3d49-bf7d-4576-ba0e-810650ee19cb', 'name': '', 'network_id': 'adb8f422-2dac-4c3f-acc8-399fa87c8422', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'mac_address': 'fa:16:3e:ac:b1:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3197533-7940-462b-89ab-aa431de4f136', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'eeae5945-68a0-4f32-85d4-4e2530b3d127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:33:44Z', 'updated_at': '2022-05-07T22:33:47Z', 'revision_number': 4, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'subnets': [{'id': 'eeae5945-68a0-4f32-85d4-4e2530b3d127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:33:48.672101 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6a6ba13d-0310-4e56-8c68-d6f042f888e8 req-353d0ebf-c58d-43a2-8690-124bd56d4aed tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=792e79ce-e39f-41ba-bda3-20429b5d9694 HTTP/1.1" status: 200  len: 210 time: 0.0319386
May 07 22:33:48.860786 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657b53e5-58a9-48a9-95b9-dd9f2cb018d6 req-7f27816f-6bc5-40ae-9643-bcd8d897a94b tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:33:48.862324 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-657b53e5-58a9-48a9-95b9-dd9f2cb018d6 req-7f27816f-6bc5-40ae-9643-bcd8d897a94b tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.59 "GET /v2.0/networks?id=adb8f422-2dac-4c3f-acc8-399fa87c8422 HTTP/1.1" status: 200  len: 797 time: 0.1107213
May 07 22:33:48.940950 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-657b53e5-58a9-48a9-95b9-dd9f2cb018d6 req-458444e3-36c0-4cda-9a2f-09ba15ca0087 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3dc672b922b4f86869d8b6108240e0a HTTP/1.1" status: 200  len: 378 time: 0.0703704
May 07 22:33:48.951130 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-657b53e5-58a9-48a9-95b9-dd9f2cb018d6 req-e051c42b-9978-4cb2-b170-1a7dbe735b37 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Request body: {'port': {'device_id': '792e79ce-e39f-41ba-bda3-20429b5d9694', 'network_id': 'adb8f422-2dac-4c3f-acc8-399fa87c8422', 'admin_state_up': True, 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'security_groups': ['2acd4da7-9c9a-4d19-bc32-0a211948d952']}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:33:49.063644 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-657b53e5-58a9-48a9-95b9-dd9f2cb018d6 req-e051c42b-9978-4cb2-b170-1a7dbe735b37 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Made reservation on behalf of f3dc672b922b4f86869d8b6108240e0a for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:33:49.067672 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-657b53e5-58a9-48a9-95b9-dd9f2cb018d6 req-e051c42b-9978-4cb2-b170-1a7dbe735b37 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:49.206054 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [req-657b53e5-58a9-48a9-95b9-dd9f2cb018d6 req-e051c42b-9978-4cb2-b170-1a7dbe735b37 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Allocated IP 172.20.0.14 (adb8f422-2dac-4c3f-acc8-399fa87c8422/eeae5945-68a0-4f32-85d4-4e2530b3d127/49286ea3-2b3a-44c0-ac0f-f863b3d44b2e) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:33:49.348813 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-657b53e5-58a9-48a9-95b9-dd9f2cb018d6 req-e051c42b-9978-4cb2-b170-1a7dbe735b37 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for port (49286ea3-2b3a-44c0-ac0f-f863b3d44b2e), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:49.390727 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-657b53e5-58a9-48a9-95b9-dd9f2cb018d6 req-e051c42b-9978-4cb2-b170-1a7dbe735b37 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (49286ea3-2b3a-44c0-ac0f-f863b3d44b2e), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:49.436036 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-657b53e5-58a9-48a9-95b9-dd9f2cb018d6 req-e051c42b-9978-4cb2-b170-1a7dbe735b37 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Network adb8f422-2dac-4c3f-acc8-399fa87c8422 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:33:49.439190 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [req-657b53e5-58a9-48a9-95b9-dd9f2cb018d6 req-e051c42b-9978-4cb2-b170-1a7dbe735b37 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:33:49.443294 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-657b53e5-58a9-48a9-95b9-dd9f2cb018d6 req-e051c42b-9978-4cb2-b170-1a7dbe735b37 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:33:49.471550 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e051c42b-9978-4cb2-b170-1a7dbe735b37 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event updated for resources: {'Port': ['ID=49286ea3-2b3a-44c0-ac0f-f863b3d44b2e,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:33:49.502320 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657b53e5-58a9-48a9-95b9-dd9f2cb018d6 req-e051c42b-9978-4cb2-b170-1a7dbe735b37 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:33:49.503048 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-657b53e5-58a9-48a9-95b9-dd9f2cb018d6 req-e051c42b-9978-4cb2-b170-1a7dbe735b37 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:49.522598 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-657b53e5-58a9-48a9-95b9-dd9f2cb018d6 req-e051c42b-9978-4cb2-b170-1a7dbe735b37 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5751793
May 07 22:33:49.679659 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-657b53e5-58a9-48a9-95b9-dd9f2cb018d6 req-c80d4607-51d2-4f62-9548-8fa8c7303799 service neutron] Request body: {'port': {'device_id': '792e79ce-e39f-41ba-bda3-20429b5d9694', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:33:49.702758 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device ebfa3d49-bf7d-4576-ba0e-810650ee19cb up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:33:49.753483 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-657b53e5-58a9-48a9-95b9-dd9f2cb018d6 req-c80d4607-51d2-4f62-9548-8fa8c7303799 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (49286ea3-2b3a-44c0-ac0f-f863b3d44b2e), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:49.764625 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-96c492bd-7f5e-4ece-a706-a96614a7904d None None] Provisioning complete for port 49286ea3-2b3a-44c0-ac0f-f863b3d44b2e triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:33:49.765006 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-96c492bd-7f5e-4ece-a706-a96614a7904d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (49286ea3-2b3a-44c0-ac0f-f863b3d44b2e), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:49.794371 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port ebfa3d49-bf7d-4576-ba0e-810650ee19cb triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:33:49.796872 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (ebfa3d49-bf7d-4576-ba0e-810650ee19cb), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:49.810813 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65c8058-24d1-4b9c-9bb9-f6ec0c26de5e req-c49c532f-424a-46cf-ad72-395b9cf317c2 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:33:49.812769 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a65c8058-24d1-4b9c-9bb9-f6ec0c26de5e req-c49c532f-424a-46cf-ad72-395b9cf317c2 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=792e79ce-e39f-41ba-bda3-20429b5d9694 HTTP/1.1" status: 200  len: 932 time: 0.0586467
May 07 22:33:49.841654 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-96c492bd-7f5e-4ece-a706-a96614a7904d None None] Port 49286ea3-2b3a-44c0-ac0f-f863b3d44b2e cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:33:49.876899 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a65c8058-24d1-4b9c-9bb9-f6ec0c26de5e req-47042e89-0f5b-4366-af6c-9db19f05e6b1 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=2acd4da7-9c9a-4d19-bc32-0a211948d952&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0549710
May 07 22:33:49.898026 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port ebfa3d49-bf7d-4576-ba0e-810650ee19cb is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:33:50.041215 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [req-657b53e5-58a9-48a9-95b9-dd9f2cb018d6 req-c80d4607-51d2-4f62-9548-8fa8c7303799 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49286ea3-2b3a-44c0-ac0f-f863b3d44b2e {{(pid=121837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:33:50.048859 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-657b53e5-58a9-48a9-95b9-dd9f2cb018d6 req-c80d4607-51d2-4f62-9548-8fa8c7303799 service neutron] Publish callbacks [] for port (49286ea3-2b3a-44c0-ac0f-f863b3d44b2e), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:50.061742 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-657b53e5-58a9-48a9-95b9-dd9f2cb018d6 req-c80d4607-51d2-4f62-9548-8fa8c7303799 service neutron] Transition to ACTIVE for port object 49286ea3-2b3a-44c0-ac0f-f863b3d44b2e will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 22:33:50.066003 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-657b53e5-58a9-48a9-95b9-dd9f2cb018d6 req-c80d4607-51d2-4f62-9548-8fa8c7303799 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (49286ea3-2b3a-44c0-ac0f-f863b3d44b2e), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:50.116397 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80d4607-51d2-4f62-9548-8fa8c7303799 service neutron] Pushing event updated for resources: {'Port': ['ID=49286ea3-2b3a-44c0-ac0f-f863b3d44b2e,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:33:50.192292 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-657b53e5-58a9-48a9-95b9-dd9f2cb018d6 req-c80d4607-51d2-4f62-9548-8fa8c7303799 service neutron] Attempting to bind port 49286ea3-2b3a-44c0-ac0f-f863b3d44b2e on host nch2-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:33:50.192638 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-657b53e5-58a9-48a9-95b9-dd9f2cb018d6 req-c80d4607-51d2-4f62-9548-8fa8c7303799 service neutron] Attempting to bind port 49286ea3-2b3a-44c0-ac0f-f863b3d44b2e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '2478d3af-8f16-4fef-aa92-cdd8bf1543ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'adb8f422-2dac-4c3f-acc8-399fa87c8422'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:33:50.192999 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657b53e5-58a9-48a9-95b9-dd9f2cb018d6 req-c80d4607-51d2-4f62-9548-8fa8c7303799 service neutron] Attempting to bind port 49286ea3-2b3a-44c0-ac0f-f863b3d44b2e on network adb8f422-2dac-4c3f-acc8-399fa87c8422 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:33:50.197640 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657b53e5-58a9-48a9-95b9-dd9f2cb018d6 req-c80d4607-51d2-4f62-9548-8fa8c7303799 service neutron] Port 49286ea3-2b3a-44c0-ac0f-f863b3d44b2e on network adb8f422-2dac-4c3f-acc8-399fa87c8422 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:33:50.197951 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657b53e5-58a9-48a9-95b9-dd9f2cb018d6 req-c80d4607-51d2-4f62-9548-8fa8c7303799 service neutron] Attempting to bind port 49286ea3-2b3a-44c0-ac0f-f863b3d44b2e on network adb8f422-2dac-4c3f-acc8-399fa87c8422 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:33:50.203274 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657b53e5-58a9-48a9-95b9-dd9f2cb018d6 req-c80d4607-51d2-4f62-9548-8fa8c7303799 service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:33:50.203613 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657b53e5-58a9-48a9-95b9-dd9f2cb018d6 req-c80d4607-51d2-4f62-9548-8fa8c7303799 service neutron] Checking segment: {'id': '2478d3af-8f16-4fef-aa92-cdd8bf1543ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'adb8f422-2dac-4c3f-acc8-399fa87c8422'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:33:50.203998 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-657b53e5-58a9-48a9-95b9-dd9f2cb018d6 req-c80d4607-51d2-4f62-9548-8fa8c7303799 service neutron] Bound using segment: {'id': '2478d3af-8f16-4fef-aa92-cdd8bf1543ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'adb8f422-2dac-4c3f-acc8-399fa87c8422'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:33:50.204423 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-657b53e5-58a9-48a9-95b9-dd9f2cb018d6 req-c80d4607-51d2-4f62-9548-8fa8c7303799 service neutron] Bound port: 49286ea3-2b3a-44c0-ac0f-f863b3d44b2e, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2478d3af-8f16-4fef-aa92-cdd8bf1543ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'adb8f422-2dac-4c3f-acc8-399fa87c8422'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:33:50.204784 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-657b53e5-58a9-48a9-95b9-dd9f2cb018d6 req-c80d4607-51d2-4f62-9548-8fa8c7303799 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (49286ea3-2b3a-44c0-ac0f-f863b3d44b2e), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:50.272022 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-657b53e5-58a9-48a9-95b9-dd9f2cb018d6 req-c80d4607-51d2-4f62-9548-8fa8c7303799 service neutron] For port 49286ea3-2b3a-44c0-ac0f-f863b3d44b2e, host nch2-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:33:50.275315 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-657b53e5-58a9-48a9-95b9-dd9f2cb018d6 req-c80d4607-51d2-4f62-9548-8fa8c7303799 service neutron] For port 49286ea3-2b3a-44c0-ac0f-f863b3d44b2e, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=49286ea3-2b3a-44c0-ac0f-f863b3d44b2e,segment=NetworkSegment(2478d3af-8f16-4fef-aa92-cdd8bf1543ee),segment_id=2478d3af-8f16-4fef-aa92-cdd8bf1543ee)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:33:50.281254 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-657b53e5-58a9-48a9-95b9-dd9f2cb018d6 req-c80d4607-51d2-4f62-9548-8fa8c7303799 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (49286ea3-2b3a-44c0-ac0f-f863b3d44b2e), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:50.316163 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657b53e5-58a9-48a9-95b9-dd9f2cb018d6 req-c80d4607-51d2-4f62-9548-8fa8c7303799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:33:50.316784 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-657b53e5-58a9-48a9-95b9-dd9f2cb018d6 req-c80d4607-51d2-4f62-9548-8fa8c7303799 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:50.318188 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-657b53e5-58a9-48a9-95b9-dd9f2cb018d6 req-c80d4607-51d2-4f62-9548-8fa8c7303799 service neutron] 10.222.0.59 "PUT /v2.0/ports/49286ea3-2b3a-44c0-ac0f-f863b3d44b2e HTTP/1.1" status: 200  len: 1092 time: 0.7888641
May 07 22:33:50.318663 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '792e79ce-e39f-41ba-bda3-20429b5d9694', 'tag': '49286ea3-2b3a-44c0-ac0f-f863b3d44b2e'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:33:50.320873 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3197865-3679-4be8-b3fd-8cf260abf46d" -d '{"events": [{"name": "network-changed", "server_uuid": "792e79ce-e39f-41ba-bda3-20429b5d9694", "tag": "49286ea3-2b3a-44c0-ac0f-f863b3d44b2e"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:33:50.346030 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80d4607-51d2-4f62-9548-8fa8c7303799 service neutron] Pushing event updated for resources: {'Port': ['ID=49286ea3-2b3a-44c0-ac0f-f863b3d44b2e,revision_number=3']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:33:50.421718 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657b53e5-58a9-48a9-95b9-dd9f2cb018d6 req-901e6faf-519f-4396-ba75-eb51f054c67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:33:50.423416 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-657b53e5-58a9-48a9-95b9-dd9f2cb018d6 req-901e6faf-519f-4396-ba75-eb51f054c67e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f3dc672b922b4f86869d8b6108240e0a&device_id=792e79ce-e39f-41ba-bda3-20429b5d9694 HTTP/1.1" status: 200  len: 1126 time: 0.0452447
May 07 22:33:50.440911 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b033ac-08d7-434b-8094-f52443045b3c x-openstack-request-id: req-91b033ac-08d7-434b-8094-f52443045b3c {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:33:50.441205 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "792e79ce-e39f-41ba-bda3-20429b5d9694", "tag": "49286ea3-2b3a-44c0-ac0f-f863b3d44b2e", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:33:50.441460 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-91b033ac-08d7-434b-8094-f52443045b3c {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:33:50.441869 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91b033ac-08d7-434b-8094-f52443045b3c'] response: {'name': 'network-changed', 'server_uuid': '792e79ce-e39f-41ba-bda3-20429b5d9694', 'tag': '49286ea3-2b3a-44c0-ac0f-f863b3d44b2e', 'status': 'completed', 'code': 200}
May 07 22:33:50.473754 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-657b53e5-58a9-48a9-95b9-dd9f2cb018d6 req-b2076707-033e-4db4-829b-368f12439a38 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49286ea3-2b3a-44c0-ac0f-f863b3d44b2e HTTP/1.1" status: 200  len: 217 time: 0.0419157
May 07 22:33:50.524416 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657b53e5-58a9-48a9-95b9-dd9f2cb018d6 req-64fc5f4d-2943-4f63-a124-5ce04126d5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:33:50.525902 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-657b53e5-58a9-48a9-95b9-dd9f2cb018d6 req-64fc5f4d-2943-4f63-a124-5ce04126d5d9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=eeae5945-68a0-4f32-85d4-4e2530b3d127 HTTP/1.1" status: 200  len: 834 time: 0.0459194
May 07 22:33:50.570071 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657b53e5-58a9-48a9-95b9-dd9f2cb018d6 req-86ef71d3-e3f0-4a67-b740-259f740ecb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:33:50.571580 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-657b53e5-58a9-48a9-95b9-dd9f2cb018d6 req-86ef71d3-e3f0-4a67-b740-259f740ecb5f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=adb8f422-2dac-4c3f-acc8-399fa87c8422&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0384700
May 07 22:33:50.669687 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-657b53e5-58a9-48a9-95b9-dd9f2cb018d6 req-2af9eabf-4b8b-43a5-b018-7e1011489939 service neutron] 10.222.0.59 "GET /v2.0/networks/adb8f422-2dac-4c3f-acc8-399fa87c8422?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0895333
May 07 22:33:50.762477 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-657b53e5-58a9-48a9-95b9-dd9f2cb018d6 req-ff2403d7-0238-434f-a105-69b135a9bddb service neutron] 10.222.0.59 "GET /v2.0/networks/adb8f422-2dac-4c3f-acc8-399fa87c8422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0820847
May 07 22:33:50.991560 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0190eb85-f6e3-4a87-a662-1c7eafbfbb04 req-0139e54d-f337-4f0c-97a2-2a0284ba0f08 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:33:50.993026 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0190eb85-f6e3-4a87-a662-1c7eafbfbb04 req-0139e54d-f337-4f0c-97a2-2a0284ba0f08 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=792e79ce-e39f-41ba-bda3-20429b5d9694 HTTP/1.1" status: 200  len: 944 time: 0.0471635
May 07 22:33:51.045151 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0190eb85-f6e3-4a87-a662-1c7eafbfbb04 req-3f3a79ef-adbb-4d47-ad79-528c7ed7adf2 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=2acd4da7-9c9a-4d19-bc32-0a211948d952&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0465810
May 07 22:33:51.656938 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3197865-3679-4be8-b3fd-8cf260abf46d req-ec00d270-de4c-4524-b301-152fcb5327fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:33:51.658478 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c3197865-3679-4be8-b3fd-8cf260abf46d req-ec00d270-de4c-4524-b301-152fcb5327fd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f3dc672b922b4f86869d8b6108240e0a&device_id=792e79ce-e39f-41ba-bda3-20429b5d9694 HTTP/1.1" status: 200  len: 1126 time: 0.0443642
May 07 22:33:51.747200 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3197865-3679-4be8-b3fd-8cf260abf46d req-a3b7fab4-c852-4b6b-be37-3ff17c852c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:33:51.748635 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c3197865-3679-4be8-b3fd-8cf260abf46d req-a3b7fab4-c852-4b6b-be37-3ff17c852c31 service neutron] 10.222.0.59 "GET /v2.0/networks?id=adb8f422-2dac-4c3f-acc8-399fa87c8422 HTTP/1.1" status: 200  len: 898 time: 0.0837996
May 07 22:33:51.792594 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c3197865-3679-4be8-b3fd-8cf260abf46d req-8f08918a-fea8-4d76-896a-3e6efd09c116 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49286ea3-2b3a-44c0-ac0f-f863b3d44b2e HTTP/1.1" status: 200  len: 217 time: 0.0384045
May 07 22:33:51.838572 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3197865-3679-4be8-b3fd-8cf260abf46d req-c03a8a1d-56d9-4cc2-ab82-49e758564694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:33:51.840015 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c3197865-3679-4be8-b3fd-8cf260abf46d req-c03a8a1d-56d9-4cc2-ab82-49e758564694 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=eeae5945-68a0-4f32-85d4-4e2530b3d127 HTTP/1.1" status: 200  len: 834 time: 0.0421326
May 07 22:33:51.882704 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3197865-3679-4be8-b3fd-8cf260abf46d req-4e9b18ae-f0fc-43f2-b701-f4c9d521a099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:33:51.884122 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c3197865-3679-4be8-b3fd-8cf260abf46d req-4e9b18ae-f0fc-43f2-b701-f4c9d521a099 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=adb8f422-2dac-4c3f-acc8-399fa87c8422&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0385263
May 07 22:33:51.976730 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c3197865-3679-4be8-b3fd-8cf260abf46d req-63f0025b-795d-423c-bd6b-36c72838872a service neutron] 10.222.0.59 "GET /v2.0/networks/adb8f422-2dac-4c3f-acc8-399fa87c8422?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0866771
May 07 22:33:52.064512 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c3197865-3679-4be8-b3fd-8cf260abf46d req-09035bce-3aae-4aa7-a0b7-6959145d8bf3 service neutron] 10.222.0.59 "GET /v2.0/networks/adb8f422-2dac-4c3f-acc8-399fa87c8422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0822933
May 07 22:33:52.118313 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:52.169389 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1402e7-b26e-4939-bfaf-5104b2478d9e req-8720799f-cbfe-4651-8652-dd2f971beb3e tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:33:52.170796 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5e1402e7-b26e-4939-bfaf-5104b2478d9e req-8720799f-cbfe-4651-8652-dd2f971beb3e tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=792e79ce-e39f-41ba-bda3-20429b5d9694 HTTP/1.1" status: 200  len: 944 time: 0.0511627
May 07 22:33:52.221117 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5e1402e7-b26e-4939-bfaf-5104b2478d9e req-2fb2f7c9-b385-4b0b-8f2d-585fe17c409d tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=2acd4da7-9c9a-4d19-bc32-0a211948d952&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0445359
May 07 22:33:52.651050 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 49286ea3-2b3a-44c0-ac0f-f863b3d44b2e details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:33:52.903111 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 49286ea3-2b3a-44c0-ac0f-f863b3d44b2e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=49286ea3-2b3a-44c0-ac0f-f863b3d44b2e,segment=NetworkSegment(2478d3af-8f16-4fef-aa92-cdd8bf1543ee),segment_id=2478d3af-8f16-4fef-aa92-cdd8bf1543ee)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:33:52.914075 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': '49286ea3-2b3a-44c0-ac0f-f863b3d44b2e', 'network_id': 'adb8f422-2dac-4c3f-acc8-399fa87c8422', 'port_id': '49286ea3-2b3a-44c0-ac0f-f863b3d44b2e', 'mac_address': 'fa:16:3e:a8:39:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eeae5945-68a0-4f32-85d4-4e2530b3d127', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:33:52.950020 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 49286ea3-2b3a-44c0-ac0f-f863b3d44b2e is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:33:52.950410 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (49286ea3-2b3a-44c0-ac0f-f863b3d44b2e), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:52.962598 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49286ea3-2b3a-44c0-ac0f-f863b3d44b2e {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:33:52.981939 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 49286ea3-2b3a-44c0-ac0f-f863b3d44b2e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=49286ea3-2b3a-44c0-ac0f-f863b3d44b2e,segment=NetworkSegment(2478d3af-8f16-4fef-aa92-cdd8bf1543ee),segment_id=2478d3af-8f16-4fef-aa92-cdd8bf1543ee)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:33:52.985063 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (49286ea3-2b3a-44c0-ac0f-f863b3d44b2e), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:53.034369 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=49286ea3-2b3a-44c0-ac0f-f863b3d44b2e,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:33:53.217453 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['49286ea3-2b3a-44c0-ac0f-f863b3d44b2e'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:33:53.334231 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13407397-1b80-4fdc-82a4-5c69da4bcb14 req-57863c4a-80b2-44b8-a39a-0dae8db207ec tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:33:53.335746 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-13407397-1b80-4fdc-82a4-5c69da4bcb14 req-57863c4a-80b2-44b8-a39a-0dae8db207ec tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=792e79ce-e39f-41ba-bda3-20429b5d9694 HTTP/1.1" status: 200  len: 945 time: 0.0463839
May 07 22:33:53.384522 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-13407397-1b80-4fdc-82a4-5c69da4bcb14 req-e3498ce7-cb97-4498-96f9-91995a5081c0 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=2acd4da7-9c9a-4d19-bc32-0a211948d952&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0431311
May 07 22:33:53.707638 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-360c090a-c25e-4c06-ae5b-4d3b4c146841 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:54.274402 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:54.498626 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bccee7-ef4d-4fbb-b357-87a60a942bc7 req-5d607a4b-33e3-4b6a-a9df-d057ee81d2d6 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:33:54.500183 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d6bccee7-ef4d-4fbb-b357-87a60a942bc7 req-5d607a4b-33e3-4b6a-a9df-d057ee81d2d6 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=792e79ce-e39f-41ba-bda3-20429b5d9694 HTTP/1.1" status: 200  len: 945 time: 0.0474987
May 07 22:33:54.547254 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d6bccee7-ef4d-4fbb-b357-87a60a942bc7 req-49ff23fd-6f5d-4260-bd98-83f7bb9ecc87 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=2acd4da7-9c9a-4d19-bc32-0a211948d952&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0414648
May 07 22:33:54.667762 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 49286ea3-2b3a-44c0-ac0f-f863b3d44b2e up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:33:54.710879 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning for port 49286ea3-2b3a-44c0-ac0f-f863b3d44b2e completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 22:33:54.715667 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port 49286ea3-2b3a-44c0-ac0f-f863b3d44b2e triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:33:54.716043 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (49286ea3-2b3a-44c0-ac0f-f863b3d44b2e), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:54.793542 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 49286ea3-2b3a-44c0-ac0f-f863b3d44b2e is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:33:54.793930 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (49286ea3-2b3a-44c0-ac0f-f863b3d44b2e), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:54.815408 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '792e79ce-e39f-41ba-bda3-20429b5d9694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49286ea3-2b3a-44c0-ac0f-f863b3d44b2e'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:33:54.817660 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b728b16-c44a-4b85-9831-57d856d22203" -d '{"events": [{"server_uuid": "792e79ce-e39f-41ba-bda3-20429b5d9694", "name": "network-vif-plugged", "status": "completed", "tag": "49286ea3-2b3a-44c0-ac0f-f863b3d44b2e"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:33:54.830412 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 49286ea3-2b3a-44c0-ac0f-f863b3d44b2e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=49286ea3-2b3a-44c0-ac0f-f863b3d44b2e,segment=NetworkSegment(2478d3af-8f16-4fef-aa92-cdd8bf1543ee),segment_id=2478d3af-8f16-4fef-aa92-cdd8bf1543ee)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:33:54.835004 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (49286ea3-2b3a-44c0-ac0f-f863b3d44b2e), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:54.883520 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=49286ea3-2b3a-44c0-ac0f-f863b3d44b2e,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:33:54.919542 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df3935a9-5e00-4082-967c-9059c902ae31 x-openstack-request-id: req-df3935a9-5e00-4082-967c-9059c902ae31 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:33:54.919860 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "792e79ce-e39f-41ba-bda3-20429b5d9694", "name": "network-vif-plugged", "status": "completed", "tag": "49286ea3-2b3a-44c0-ac0f-f863b3d44b2e", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:33:54.920119 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-df3935a9-5e00-4082-967c-9059c902ae31 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:33:54.920551 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df3935a9-5e00-4082-967c-9059c902ae31'] response: {'server_uuid': '792e79ce-e39f-41ba-bda3-20429b5d9694', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49286ea3-2b3a-44c0-ac0f-f863b3d44b2e', 'code': 200}
May 07 22:33:55.009078 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad3a1a3-5bf3-4f74-be32-401656fe5a46 req-80ac7f65-fafe-41d6-8713-1cd1684d3d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:33:55.010543 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-dad3a1a3-5bf3-4f74-be32-401656fe5a46 req-80ac7f65-fafe-41d6-8713-1cd1684d3d49 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=792e79ce-e39f-41ba-bda3-20429b5d9694 HTTP/1.1" status: 200  len: 1128 time: 0.0376267
May 07 22:33:55.063052 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-dad3a1a3-5bf3-4f74-be32-401656fe5a46 req-54ae069c-e690-4916-974f-37cb41990fde service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2acd4da7-9c9a-4d19-bc32-0a211948d952&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0464559
May 07 22:33:55.663148 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1788349-3cb9-4385-8107-f529cb500135 req-bdfd75de-d95b-423d-ab16-be646fef580a tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:33:55.664597 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c1788349-3cb9-4385-8107-f529cb500135 req-bdfd75de-d95b-423d-ab16-be646fef580a tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=792e79ce-e39f-41ba-bda3-20429b5d9694 HTTP/1.1" status: 200  len: 946 time: 0.0469882
May 07 22:33:55.712180 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c1788349-3cb9-4385-8107-f529cb500135 req-27db0b15-4d4c-40f7-9599-53ee1f76166f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=2acd4da7-9c9a-4d19-bc32-0a211948d952&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0416925
May 07 22:33:56.592748 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c4745e94-1e84-4803-bd1f-648cf5351c50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:56.830400 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77663682-c4b8-4369-83d9-8e592aa1fcf6 req-ef961df3-d907-43d6-82fb-453ffbdcaf03 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:33:56.831902 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-77663682-c4b8-4369-83d9-8e592aa1fcf6 req-ef961df3-d907-43d6-82fb-453ffbdcaf03 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=792e79ce-e39f-41ba-bda3-20429b5d9694 HTTP/1.1" status: 200  len: 946 time: 0.0473521
May 07 22:33:56.882370 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-77663682-c4b8-4369-83d9-8e592aa1fcf6 req-88f3d727-bc8a-4eee-8f3a-9fcc56b8eb1c tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=2acd4da7-9c9a-4d19-bc32-0a211948d952&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0435069
May 07 22:33:56.992317 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a1c853-bd9d-4f9e-8fa7-c86172985cc2 req-2c805f79-6faf-4455-af0e-e546be2aaf5e tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:33:56.993762 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-89a1c853-bd9d-4f9e-8fa7-c86172985cc2 req-2c805f79-6faf-4455-af0e-e546be2aaf5e tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=792e79ce-e39f-41ba-bda3-20429b5d9694 HTTP/1.1" status: 200  len: 946 time: 0.0447087
May 07 22:33:57.040629 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-89a1c853-bd9d-4f9e-8fa7-c86172985cc2 req-98db74e1-aaf4-4088-9c94-639e82a14e80 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=2acd4da7-9c9a-4d19-bc32-0a211948d952&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0411408
May 07 22:33:57.062153 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 58436) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:33:57.101943 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4adc42a7-5a7d-4897-ba6c-a2350da6b01f tempest-TestNetworkAdvancedServerOps-404863911 tempest-TestNetworkAdvancedServerOps-404863911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:33:57.103454 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-4adc42a7-5a7d-4897-ba6c-a2350da6b01f tempest-TestNetworkAdvancedServerOps-404863911 tempest-TestNetworkAdvancedServerOps-404863911-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=792e79ce-e39f-41ba-bda3-20429b5d9694 HTTP/1.1" status: 200  len: 1123 time: 0.0403979
May 07 22:33:57.106170 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 58438) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:33:57.110393 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-0823bbb9-0c93-42ce-8c3d-5b4b5e82f9a8 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Request body: {'floatingip': {'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'port_id': '49286ea3-2b3a-44c0-ac0f-f863b3d44b2e', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:33:57.130893 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0823bbb9-0c93-42ce-8c3d-5b4b5e82f9a8 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:57.207348 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0823bbb9-0c93-42ce-8c3d-5b4b5e82f9a8 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:57.311374 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-0823bbb9-0c93-42ce-8c3d-5b4b5e82f9a8 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Allocated IP 172.35.4.26 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/89195b81-359b-424a-abe8-e535a13fce28) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:33:57.410179 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0823bbb9-0c93-42ce-8c3d-5b4b5e82f9a8 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for port (89195b81-359b-424a-abe8-e535a13fce28), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:57.443924 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0823bbb9-0c93-42ce-8c3d-5b4b5e82f9a8 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (89195b81-359b-424a-abe8-e535a13fce28), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:57.483419 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0823bbb9-0c93-42ce-8c3d-5b4b5e82f9a8 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:33:57.486353 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-0823bbb9-0c93-42ce-8c3d-5b4b5e82f9a8 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:33:57.490295 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0823bbb9-0c93-42ce-8c3d-5b4b5e82f9a8 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:33:57.518061 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0823bbb9-0c93-42ce-8c3d-5b4b5e82f9a8 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event updated for resources: {'Port': ['ID=89195b81-359b-424a-abe8-e535a13fce28,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:33:57.560095 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:58.153373 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0823bbb9-0c93-42ce-8c3d-5b4b5e82f9a8 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for floatingip (9f0b7944-3caf-43e6-981c-66c9632dc65e), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:58.225050 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0823bbb9-0c93-42ce-8c3d-5b4b5e82f9a8 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (89195b81-359b-424a-abe8-e535a13fce28), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:58.373888 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0823bbb9-0c93-42ce-8c3d-5b4b5e82f9a8 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for port (89195b81-359b-424a-abe8-e535a13fce28), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:58.378239 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0823bbb9-0c93-42ce-8c3d-5b4b5e82f9a8 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (89195b81-359b-424a-abe8-e535a13fce28), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:58.450316 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0823bbb9-0c93-42ce-8c3d-5b4b5e82f9a8 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event updated for resources: {'Port': ['ID=89195b81-359b-424a-abe8-e535a13fce28,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:33:58.458164 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0823bbb9-0c93-42ce-8c3d-5b4b5e82f9a8 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (9f0b7944-3caf-43e6-981c-66c9632dc65e), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:58.559305 ncdv-master-1 neutron-server[121837]: INFO neutron.db.l3_db [None req-0823bbb9-0c93-42ce-8c3d-5b4b5e82f9a8 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Floating IP 9f0b7944-3caf-43e6-981c-66c9632dc65e associated. External IP: 172.35.4.26, port: 49286ea3-2b3a-44c0-ac0f-f863b3d44b2e.
May 07 22:33:58.637404 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [req-38a77230-fafe-4b5d-b1f9-d06a4b854b88 req-1ad16349-13cd-45c2-b88d-d181e3c464b1 tempest-TestNetworkAdvancedServerOps-305006253 tempest-TestNetworkAdvancedServerOps-305006253-project-admin] (121837) timed out ('10.222.0.32', 54664) {{(pid=121837) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
May 07 22:33:58.773075 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0823bbb9-0c93-42ce-8c3d-5b4b5e82f9a8 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Router e3197533-7940-462b-89ab-aa431de4f136 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:33:58.882633 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0823bbb9-0c93-42ce-8c3d-5b4b5e82f9a8 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:33:58.891892 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ab9b81-a022-4480-bf9a-a29543e642ba None None] Sync routers for ids ['e3197533-7940-462b-89ab-aa431de4f136'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:33:58.900391 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0823bbb9-0c93-42ce-8c3d-5b4b5e82f9a8 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:58.902399 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ab9b81-a022-4480-bf9a-a29543e642ba None None] Routers {'e3197533-7940-462b-89ab-aa431de4f136'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:33:58.903060 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-a6ab9b81-a022-4480-bf9a-a29543e642ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7ffac280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:33:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['e3197533-7940-462b-89ab-aa431de4f136'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:33:58.931291 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-0823bbb9-0c93-42ce-8c3d-5b4b5e82f9a8 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.8241363
May 07 22:33:58.931979 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '792e79ce-e39f-41ba-bda3-20429b5d9694', 'tag': '49286ea3-2b3a-44c0-ac0f-f863b3d44b2e'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:33:58.934275 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c985d3c-2ce7-4eb9-8426-071a673d7af8" -d '{"events": [{"name": "network-changed", "server_uuid": "792e79ce-e39f-41ba-bda3-20429b5d9694", "tag": "49286ea3-2b3a-44c0-ac0f-f863b3d44b2e"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:33:58.975610 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b773e312-47b2-403a-9dd8-f3df40c17b02 x-openstack-request-id: req-b773e312-47b2-403a-9dd8-f3df40c17b02 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:33:58.976032 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "792e79ce-e39f-41ba-bda3-20429b5d9694", "tag": "49286ea3-2b3a-44c0-ac0f-f863b3d44b2e", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:33:58.976386 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b773e312-47b2-403a-9dd8-f3df40c17b02 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:33:58.976890 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b773e312-47b2-403a-9dd8-f3df40c17b02'] response: {'name': 'network-changed', 'server_uuid': '792e79ce-e39f-41ba-bda3-20429b5d9694', 'tag': '49286ea3-2b3a-44c0-ac0f-f863b3d44b2e', 'status': 'completed', 'code': 200}
May 07 22:33:59.021555 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-a6ab9b81-a022-4480-bf9a-a29543e642ba None None] Set router e3197533-7940-462b-89ab-aa431de4f136 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:33:59.042425 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c985d3c-2ce7-4eb9-8426-071a673d7af8 req-0a104f86-acab-42ec-a090-58615aa2ca9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:33:59.044541 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9c985d3c-2ce7-4eb9-8426-071a673d7af8 req-0a104f86-acab-42ec-a090-58615aa2ca9d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f3dc672b922b4f86869d8b6108240e0a&device_id=792e79ce-e39f-41ba-bda3-20429b5d9694 HTTP/1.1" status: 200  len: 1128 time: 0.0453804
May 07 22:33:59.044687 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae97e7-7360-4bd9-94b7-2cd71d661bb5 req-71297d9c-2844-4547-9ec5-895c11e5f9ce tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:33:59.046151 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0fae97e7-7360-4bd9-94b7-2cd71d661bb5 req-71297d9c-2844-4547-9ec5-895c11e5f9ce tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=792e79ce-e39f-41ba-bda3-20429b5d9694 HTTP/1.1" status: 200  len: 946 time: 0.0523229
May 07 22:33:59.095641 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0fae97e7-7360-4bd9-94b7-2cd71d661bb5 req-8b74a89a-ff3d-4b09-ac7c-4a8f109fc299 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=2acd4da7-9c9a-4d19-bc32-0a211948d952&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0434437
May 07 22:33:59.121214 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 58444) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:33:59.141548 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c985d3c-2ce7-4eb9-8426-071a673d7af8 req-dfaeec5d-1a65-43e8-827b-9bf08b3acd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:33:59.143229 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9c985d3c-2ce7-4eb9-8426-071a673d7af8 req-dfaeec5d-1a65-43e8-827b-9bf08b3acd55 service neutron] 10.222.0.59 "GET /v2.0/networks?id=adb8f422-2dac-4c3f-acc8-399fa87c8422 HTTP/1.1" status: 200  len: 898 time: 0.0932305
May 07 22:33:59.183621 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-51bf28d9-f497-4fdf-a17c-f0594f69ddfe tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/floatingips/9f0b7944-3caf-43e6-981c-66c9632dc65e HTTP/1.1" status: 200  len: 991 time: 0.0608556
May 07 22:33:59.214586 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9c985d3c-2ce7-4eb9-8426-071a673d7af8 req-051a3fe2-af62-40d5-a0eb-4548cc0cf200 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49286ea3-2b3a-44c0-ac0f-f863b3d44b2e HTTP/1.1" status: 200  len: 999 time: 0.0652335
May 07 22:33:59.245385 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-a6ab9b81-a022-4480-bf9a-a29543e642ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7ffac280>, [{'id': 'e3197533-7940-462b-89ab-aa431de4f136', 'name': 'tempest-TestNetworkAdvancedServerOps-router-493965580', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.168'}], 'enable_snat': True}, 'gw_port_id': 'bd8d0106-bb78-483a-9186-b67704c488e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:33:42Z', 'updated_at': '2022-05-07T22:33:45Z', 'revision_number': 4, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'gw_port': {'id': 'bd8d0106-bb78-483a-9186-b67704c488e2', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:66:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3197533-7940-462b-89ab-aa431de4f136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:33:42Z', 'updated_at': '2022-05-07T22:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '9f0b7944-3caf-43e6-981c-66c9632dc65e', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'floating_ip_address': '172.35.4.26', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': 'e3197533-7940-462b-89ab-aa431de4f136', 'port_id': '49286ea3-2b3a-44c0-ac0f-f863b3d44b2e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4297, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'adb8f422-2dac-4c3f-acc8-399fa87c8422', 'mac_address': 'fa:16:3e:a8:39:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792e79ce-e39f-41ba-bda3-20429b5d9694', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:33:57Z', 'updated_at': '2022-05-07T22:33:57Z', 'revision_number': 0, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebfa3d49-bf7d-4576-ba0e-810650ee19cb', 'name': '', 'network_id': 'adb8f422-2dac-4c3f-acc8-399fa87c8422', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'mac_address': 'fa:16:3e:ac:b1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3197533-7940-462b-89ab-aa431de4f136', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'eeae5945-68a0-4f32-85d4-4e2530b3d127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:33:44Z', 'updated_at': '2022-05-07T22:33:48Z', 'revision_number': 5, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'subnets': [{'id': 'eeae5945-68a0-4f32-85d4-4e2530b3d127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:33:59.264882 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c985d3c-2ce7-4eb9-8426-071a673d7af8 req-eab106dc-cc6d-4cff-a73c-73ca6a16bf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:33:59.266392 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9c985d3c-2ce7-4eb9-8426-071a673d7af8 req-eab106dc-cc6d-4cff-a73c-73ca6a16bf67 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=eeae5945-68a0-4f32-85d4-4e2530b3d127 HTTP/1.1" status: 200  len: 834 time: 0.0465407
May 07 22:33:59.279003 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ab9b81-a022-4480-bf9a-a29543e642ba None None] Checking router: e3197533-7940-462b-89ab-aa431de4f136 for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:33:59.294487 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ab9b81-a022-4480-bf9a-a29543e642ba None None] Routers {'e3197533-7940-462b-89ab-aa431de4f136'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:33:59.295214 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-a6ab9b81-a022-4480-bf9a-a29543e642ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7ffac280>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:33:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['e3197533-7940-462b-89ab-aa431de4f136'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:33:59.299093 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:33:59.310367 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c985d3c-2ce7-4eb9-8426-071a673d7af8 req-cf8f5be8-ebe9-4ee9-b2c6-79a4df681f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:33:59.311914 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9c985d3c-2ce7-4eb9-8426-071a673d7af8 req-cf8f5be8-ebe9-4ee9-b2c6-79a4df681f1e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=adb8f422-2dac-4c3f-acc8-399fa87c8422&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0391076
May 07 22:33:59.403095 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-a6ab9b81-a022-4480-bf9a-a29543e642ba None None] Set router e3197533-7940-462b-89ab-aa431de4f136 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:33:59.406045 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9c985d3c-2ce7-4eb9-8426-071a673d7af8 req-8d4e41dc-7e5f-4cdd-ac43-368be69f11c7 service neutron] 10.222.0.59 "GET /v2.0/networks/adb8f422-2dac-4c3f-acc8-399fa87c8422?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0877595
May 07 22:33:59.497123 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9c985d3c-2ce7-4eb9-8426-071a673d7af8 req-ec24a040-6237-478e-a002-7026f913cb28 service neutron] 10.222.0.59 "GET /v2.0/networks/adb8f422-2dac-4c3f-acc8-399fa87c8422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0852823
May 07 22:33:59.619096 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-a6ab9b81-a022-4480-bf9a-a29543e642ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7ffac280>, [{'id': 'e3197533-7940-462b-89ab-aa431de4f136', 'name': 'tempest-TestNetworkAdvancedServerOps-router-493965580', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.168'}], 'enable_snat': True}, 'gw_port_id': 'bd8d0106-bb78-483a-9186-b67704c488e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:33:42Z', 'updated_at': '2022-05-07T22:33:45Z', 'revision_number': 4, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'gw_port': {'id': 'bd8d0106-bb78-483a-9186-b67704c488e2', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:66:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3197533-7940-462b-89ab-aa431de4f136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:33:42Z', 'updated_at': '2022-05-07T22:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '9f0b7944-3caf-43e6-981c-66c9632dc65e', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'floating_ip_address': '172.35.4.26', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': 'e3197533-7940-462b-89ab-aa431de4f136', 'port_id': '49286ea3-2b3a-44c0-ac0f-f863b3d44b2e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4297, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'adb8f422-2dac-4c3f-acc8-399fa87c8422', 'mac_address': 'fa:16:3e:a8:39:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792e79ce-e39f-41ba-bda3-20429b5d9694', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:33:57Z', 'updated_at': '2022-05-07T22:33:57Z', 'revision_number': 0, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebfa3d49-bf7d-4576-ba0e-810650ee19cb', 'name': '', 'network_id': 'adb8f422-2dac-4c3f-acc8-399fa87c8422', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'mac_address': 'fa:16:3e:ac:b1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3197533-7940-462b-89ab-aa431de4f136', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'eeae5945-68a0-4f32-85d4-4e2530b3d127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:33:44Z', 'updated_at': '2022-05-07T22:33:48Z', 'revision_number': 5, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'subnets': [{'id': 'eeae5945-68a0-4f32-85d4-4e2530b3d127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:33:59.650136 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ab9b81-a022-4480-bf9a-a29543e642ba None None] The sync data for ids ['e3197533-7940-462b-89ab-aa431de4f136'] in ncdv-master-1 is: [{'id': 'e3197533-7940-462b-89ab-aa431de4f136', 'name': 'tempest-TestNetworkAdvancedServerOps-router-493965580', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.168'}], 'enable_snat': True}, 'gw_port_id': 'bd8d0106-bb78-483a-9186-b67704c488e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:33:42Z', 'updated_at': '2022-05-07T22:33:45Z', 'revision_number': 4, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'gw_port': {'id': 'bd8d0106-bb78-483a-9186-b67704c488e2', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:66:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3197533-7940-462b-89ab-aa431de4f136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:33:42Z', 'updated_at': '2022-05-07T22:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '9f0b7944-3caf-43e6-981c-66c9632dc65e', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'floating_ip_address': '172.35.4.26', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': 'e3197533-7940-462b-89ab-aa431de4f136', 'port_id': '49286ea3-2b3a-44c0-ac0f-f863b3d44b2e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4297, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'adb8f422-2dac-4c3f-acc8-399fa87c8422', 'mac_address': 'fa:16:3e:a8:39:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '792e79ce-e39f-41ba-bda3-20429b5d9694', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:33:57Z', 'updated_at': '2022-05-07T22:33:57Z', 'revision_number': 0, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebfa3d49-bf7d-4576-ba0e-810650ee19cb', 'name': '', 'network_id': 'adb8f422-2dac-4c3f-acc8-399fa87c8422', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'mac_address': 'fa:16:3e:ac:b1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3197533-7940-462b-89ab-aa431de4f136', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'eeae5945-68a0-4f32-85d4-4e2530b3d127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:33:44Z', 'updated_at': '2022-05-07T22:33:48Z', 'revision_number': 5, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'subnets': [{'id': 'eeae5945-68a0-4f32-85d4-4e2530b3d127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:33:59.842724 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e622e2-3d66-4eca-83e0-02c97a1cd2c0 None None] New status for floating IP 9f0b7944-3caf-43e6-981c-66c9632dc65e: ACTIVE {{(pid=121839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 07 22:33:59.888344 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 22:34:00.187621 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 58446) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:34:00.257850 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-3421f837-0707-4508-9cee-60b5d83a3ffe tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/floatingips/9f0b7944-3caf-43e6-981c-66c9632dc65e HTTP/1.1" status: 200  len: 993 time: 0.0691135
May 07 22:34:00.377841 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:34:15.986862 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ce0a8234-9b0b-46c9-92a3-d2b078720420 req-b86b4374-b2f7-4c72-8562-cb88809bcc61 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=792e79ce-e39f-41ba-bda3-20429b5d9694&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0456254
May 07 22:34:16.062744 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0a8234-9b0b-46c9-92a3-d2b078720420 req-1707aff8-4601-4adb-bc08-d2a65c81c979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:34:16.064242 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ce0a8234-9b0b-46c9-92a3-d2b078720420 req-1707aff8-4601-4adb-bc08-d2a65c81c979 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f3dc672b922b4f86869d8b6108240e0a&device_id=792e79ce-e39f-41ba-bda3-20429b5d9694 HTTP/1.1" status: 200  len: 1128 time: 0.0378089
May 07 22:34:16.168808 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0a8234-9b0b-46c9-92a3-d2b078720420 req-14cd6d9e-f977-4909-8777-e559697d70bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:34:16.170238 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ce0a8234-9b0b-46c9-92a3-d2b078720420 req-14cd6d9e-f977-4909-8777-e559697d70bd service neutron] 10.222.0.59 "GET /v2.0/networks?id=adb8f422-2dac-4c3f-acc8-399fa87c8422 HTTP/1.1" status: 200  len: 898 time: 0.0870636
May 07 22:34:16.234844 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ce0a8234-9b0b-46c9-92a3-d2b078720420 req-350e9369-0b1e-4edc-97a9-85d0a6140343 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49286ea3-2b3a-44c0-ac0f-f863b3d44b2e HTTP/1.1" status: 200  len: 1001 time: 0.0579474
May 07 22:34:16.289053 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0a8234-9b0b-46c9-92a3-d2b078720420 req-0f7f9490-8c87-42a5-849e-2596f828414a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:34:16.290699 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ce0a8234-9b0b-46c9-92a3-d2b078720420 req-0f7f9490-8c87-42a5-849e-2596f828414a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=eeae5945-68a0-4f32-85d4-4e2530b3d127 HTTP/1.1" status: 200  len: 834 time: 0.0481553
May 07 22:34:16.335533 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0a8234-9b0b-46c9-92a3-d2b078720420 req-c29634d1-f3f1-47cb-ba50-03e29ed15f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:34:16.337069 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ce0a8234-9b0b-46c9-92a3-d2b078720420 req-c29634d1-f3f1-47cb-ba50-03e29ed15f81 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=adb8f422-2dac-4c3f-acc8-399fa87c8422&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0403156
May 07 22:34:16.431887 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ce0a8234-9b0b-46c9-92a3-d2b078720420 req-133c2e9d-96f9-4dea-a644-8397ceb5a724 service neutron] 10.222.0.59 "GET /v2.0/networks/adb8f422-2dac-4c3f-acc8-399fa87c8422?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0885384
May 07 22:34:16.523842 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ce0a8234-9b0b-46c9-92a3-d2b078720420 req-c2308699-57a3-4927-aad0-6eca007ed948 service neutron] 10.222.0.59 "GET /v2.0/networks/adb8f422-2dac-4c3f-acc8-399fa87c8422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0855434
May 07 22:34:22.129660 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:34:23.710692 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-125a4a79-1e93-4b95-bfba-911fce322a08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:34:24.277050 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:34:26.593642 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e0f929e1-8d01-4d5f-998c-0ba850602eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:34:27.562352 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:34:29.271774 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:34:30.382956 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:34:31.605327 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c71ff5a-814e-4885-8bb3-43c639f8800e req-2fd8294d-b217-4537-870b-fb62fc48c2a3 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:34:31.606928 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7c71ff5a-814e-4885-8bb3-43c639f8800e req-2fd8294d-b217-4537-870b-fb62fc48c2a3 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=792e79ce-e39f-41ba-bda3-20429b5d9694 HTTP/1.1" status: 200  len: 946 time: 0.0782099
May 07 22:34:31.610334 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b422b2-ea5e-4810-8c35-6f8df098fa28 req-5a89e798-9489-43d2-9e8d-d4d25f9dffae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:34:31.611813 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-05b422b2-ea5e-4810-8c35-6f8df098fa28 req-5a89e798-9489-43d2-9e8d-d4d25f9dffae service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f3dc672b922b4f86869d8b6108240e0a&device_id=792e79ce-e39f-41ba-bda3-20429b5d9694 HTTP/1.1" status: 200  len: 1128 time: 0.0743191
May 07 22:34:31.718304 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7c71ff5a-814e-4885-8bb3-43c639f8800e req-a6d80f86-7548-4ad7-b416-5afb7d952263 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=2acd4da7-9c9a-4d19-bc32-0a211948d952&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1052425
May 07 22:34:31.740223 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b422b2-ea5e-4810-8c35-6f8df098fa28 req-d06d8a8e-7def-4a30-9f11-b9351a4a91fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:34:31.741722 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-05b422b2-ea5e-4810-8c35-6f8df098fa28 req-d06d8a8e-7def-4a30-9f11-b9351a4a91fe service neutron] 10.222.0.59 "GET /v2.0/networks?id=adb8f422-2dac-4c3f-acc8-399fa87c8422 HTTP/1.1" status: 200  len: 898 time: 0.1212680
May 07 22:34:31.806789 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-05b422b2-ea5e-4810-8c35-6f8df098fa28 req-4c0034a4-170d-4cfd-8b32-d93bbd1dae39 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49286ea3-2b3a-44c0-ac0f-f863b3d44b2e HTTP/1.1" status: 200  len: 1001 time: 0.0582128
May 07 22:34:31.855274 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b422b2-ea5e-4810-8c35-6f8df098fa28 req-3dab0202-f9a1-4355-bcef-a0fac0eb5e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:34:31.856866 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-05b422b2-ea5e-4810-8c35-6f8df098fa28 req-3dab0202-f9a1-4355-bcef-a0fac0eb5e56 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=eeae5945-68a0-4f32-85d4-4e2530b3d127 HTTP/1.1" status: 200  len: 834 time: 0.0436206
May 07 22:34:31.904500 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b422b2-ea5e-4810-8c35-6f8df098fa28 req-6537899e-62c1-4fa6-817e-9c58def89be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:34:31.905978 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-05b422b2-ea5e-4810-8c35-6f8df098fa28 req-6537899e-62c1-4fa6-817e-9c58def89be0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=adb8f422-2dac-4c3f-acc8-399fa87c8422&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0432997
May 07 22:34:31.995119 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-05b422b2-ea5e-4810-8c35-6f8df098fa28 req-45e3c18e-334f-4fae-8008-080ec9d356db service neutron] 10.222.0.59 "GET /v2.0/networks/adb8f422-2dac-4c3f-acc8-399fa87c8422?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0810900
May 07 22:34:32.086629 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-05b422b2-ea5e-4810-8c35-6f8df098fa28 req-1c17924b-19af-4123-a71f-644f6c7497d5 service neutron] 10.222.0.59 "GET /v2.0/networks/adb8f422-2dac-4c3f-acc8-399fa87c8422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0855112
May 07 22:34:32.838523 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35fe2f0-f8ab-496a-acf7-127d245d1099 req-14283e57-f4ac-46a6-913a-20f29ef37b1f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:34:32.840005 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b35fe2f0-f8ab-496a-acf7-127d245d1099 req-14283e57-f4ac-46a6-913a-20f29ef37b1f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=792e79ce-e39f-41ba-bda3-20429b5d9694 HTTP/1.1" status: 200  len: 946 time: 0.0520892
May 07 22:34:32.889219 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b35fe2f0-f8ab-496a-acf7-127d245d1099 req-fa1de3db-e1ab-4500-9ef9-fe6a6533cc33 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=2acd4da7-9c9a-4d19-bc32-0a211948d952&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0435290
May 07 22:34:34.010361 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa6888-1d55-46f6-9f68-f9fdb5cdeac7 req-a0c34440-6db1-4267-9e87-1a7ab6c18fd2 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:34:34.011852 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-14fa6888-1d55-46f6-9f68-f9fdb5cdeac7 req-a0c34440-6db1-4267-9e87-1a7ab6c18fd2 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=792e79ce-e39f-41ba-bda3-20429b5d9694 HTTP/1.1" status: 200  len: 946 time: 0.0465980
May 07 22:34:34.059377 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-14fa6888-1d55-46f6-9f68-f9fdb5cdeac7 req-7fca266a-7a9b-4588-b230-8b5b2980cb7a tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=2acd4da7-9c9a-4d19-bc32-0a211948d952&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0420547
May 07 22:34:35.170688 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5dc113-42f7-4493-9c29-7c1cb30d6717 req-f21fa7fe-1375-4e8b-8be3-b2aae05d6886 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:34:35.172196 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0b5dc113-42f7-4493-9c29-7c1cb30d6717 req-f21fa7fe-1375-4e8b-8be3-b2aae05d6886 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=792e79ce-e39f-41ba-bda3-20429b5d9694 HTTP/1.1" status: 200  len: 946 time: 0.0460153
May 07 22:34:35.221108 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0b5dc113-42f7-4493-9c29-7c1cb30d6717 req-a6fafbce-8b75-4923-b666-c17cbed5ed41 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=2acd4da7-9c9a-4d19-bc32-0a211948d952&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0433507
May 07 22:34:36.337554 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84875b58-698c-49dc-92cf-2fe7ec86fe42 req-a1d60616-f1ef-415a-9338-5ee8799a5000 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:34:36.339031 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-84875b58-698c-49dc-92cf-2fe7ec86fe42 req-a1d60616-f1ef-415a-9338-5ee8799a5000 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=792e79ce-e39f-41ba-bda3-20429b5d9694 HTTP/1.1" status: 200  len: 946 time: 0.0465975
May 07 22:34:36.390709 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-84875b58-698c-49dc-92cf-2fe7ec86fe42 req-20c2606f-770f-4913-9b34-bef7bb723776 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=2acd4da7-9c9a-4d19-bc32-0a211948d952&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0461426
May 07 22:34:36.877702 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 22:34:37.507902 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d12671-3a76-48f0-8824-68ef85e78b49 req-187c0a1e-4eba-4c67-83ff-1e24d3987f09 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:34:37.509370 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f0d12671-3a76-48f0-8824-68ef85e78b49 req-187c0a1e-4eba-4c67-83ff-1e24d3987f09 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=792e79ce-e39f-41ba-bda3-20429b5d9694 HTTP/1.1" status: 200  len: 946 time: 0.0467303
May 07 22:34:37.561856 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f0d12671-3a76-48f0-8824-68ef85e78b49 req-0b9babc9-9ca8-439c-a7f7-2e530ae13d49 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=2acd4da7-9c9a-4d19-bc32-0a211948d952&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0469680
May 07 22:34:38.676176 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb5dac3-632f-4190-b8a3-ec764dd65837 req-8ecebcee-16a4-45c3-97c9-7cb5c732719e tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:34:38.677650 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-fbb5dac3-632f-4190-b8a3-ec764dd65837 req-8ecebcee-16a4-45c3-97c9-7cb5c732719e tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=792e79ce-e39f-41ba-bda3-20429b5d9694 HTTP/1.1" status: 200  len: 946 time: 0.0481112
May 07 22:34:38.727164 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-fbb5dac3-632f-4190-b8a3-ec764dd65837 req-2b8c2820-eb3d-45db-9513-60475d5b7988 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=2acd4da7-9c9a-4d19-bc32-0a211948d952&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0437572
May 07 22:34:39.838876 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9f55af-b342-4550-9877-59f7cf1963f4 req-69499b1b-a7c6-4732-8740-08edc4df894e tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:34:39.840337 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-cf9f55af-b342-4550-9877-59f7cf1963f4 req-69499b1b-a7c6-4732-8740-08edc4df894e tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=792e79ce-e39f-41ba-bda3-20429b5d9694 HTTP/1.1" status: 200  len: 946 time: 0.0459642
May 07 22:34:39.889303 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-cf9f55af-b342-4550-9877-59f7cf1963f4 req-c9b54f6c-6817-4309-a5b1-89e8a23b2946 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=2acd4da7-9c9a-4d19-bc32-0a211948d952&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0434997
May 07 22:34:41.002103 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8edc48f-6686-4fe1-8645-7942ee6a6ecc req-28d53915-3e00-4b13-ba6d-1bbdaeea1c19 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:34:41.003626 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b8edc48f-6686-4fe1-8645-7942ee6a6ecc req-28d53915-3e00-4b13-ba6d-1bbdaeea1c19 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=792e79ce-e39f-41ba-bda3-20429b5d9694 HTTP/1.1" status: 200  len: 946 time: 0.0465965
May 07 22:34:41.052219 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b8edc48f-6686-4fe1-8645-7942ee6a6ecc req-d70da4c8-2631-45ee-8aa9-9bdb97b5cd29 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=2acd4da7-9c9a-4d19-bc32-0a211948d952&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0424840
May 07 22:34:42.166241 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1005d9ff-b0c2-48b4-a510-8ce5be0206ff req-a8a6295e-31b3-4352-8d6f-53db0f468db8 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:34:42.167739 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1005d9ff-b0c2-48b4-a510-8ce5be0206ff req-a8a6295e-31b3-4352-8d6f-53db0f468db8 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=792e79ce-e39f-41ba-bda3-20429b5d9694 HTTP/1.1" status: 200  len: 946 time: 0.0472939
May 07 22:34:42.216969 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1005d9ff-b0c2-48b4-a510-8ce5be0206ff req-1ca348b5-c361-4bb2-a449-e6bf9e5be724 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=2acd4da7-9c9a-4d19-bc32-0a211948d952&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0435555
May 07 22:34:43.333025 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f3bd0d-214c-4547-a539-db4ff4954734 req-4494b6c0-0fd0-4700-b1d0-7b1d4f3c9861 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:34:43.335033 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-24f3bd0d-214c-4547-a539-db4ff4954734 req-4494b6c0-0fd0-4700-b1d0-7b1d4f3c9861 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=792e79ce-e39f-41ba-bda3-20429b5d9694 HTTP/1.1" status: 200  len: 946 time: 0.0509229
May 07 22:34:43.382647 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-24f3bd0d-214c-4547-a539-db4ff4954734 req-cb2035f4-0717-425d-9546-736a377c1434 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=2acd4da7-9c9a-4d19-bc32-0a211948d952&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0419927
May 07 22:34:44.500637 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935724ed-e898-480c-92a9-d6eed90ddd9a req-0c389cac-a7b2-45a4-8b39-34f10fead4d3 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:34:44.502114 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-935724ed-e898-480c-92a9-d6eed90ddd9a req-0c389cac-a7b2-45a4-8b39-34f10fead4d3 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=792e79ce-e39f-41ba-bda3-20429b5d9694 HTTP/1.1" status: 200  len: 946 time: 0.0513875
May 07 22:34:44.550614 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-935724ed-e898-480c-92a9-d6eed90ddd9a req-5bc8c8cd-4b82-479c-896d-04304e8733de tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=2acd4da7-9c9a-4d19-bc32-0a211948d952&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0424337
May 07 22:34:45.666645 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4acace-5439-4bd3-8327-9e3533964f03 req-d9788abc-50f6-4842-a3cf-14b216cdc3d3 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:34:45.668161 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3c4acace-5439-4bd3-8327-9e3533964f03 req-d9788abc-50f6-4842-a3cf-14b216cdc3d3 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=792e79ce-e39f-41ba-bda3-20429b5d9694 HTTP/1.1" status: 200  len: 946 time: 0.0474701
May 07 22:34:45.716172 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3c4acace-5439-4bd3-8327-9e3533964f03 req-debdda8c-ddbb-429c-a854-f310be0a2468 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=2acd4da7-9c9a-4d19-bc32-0a211948d952&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0424690
May 07 22:34:46.832353 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f8493f-941c-43f2-bd8b-a15ba50b5727 req-93da12ba-34bf-443b-bda3-482012e81aaa tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:34:46.833850 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b7f8493f-941c-43f2-bd8b-a15ba50b5727 req-93da12ba-34bf-443b-bda3-482012e81aaa tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=792e79ce-e39f-41ba-bda3-20429b5d9694 HTTP/1.1" status: 200  len: 946 time: 0.0485632
May 07 22:34:46.884145 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b7f8493f-941c-43f2-bd8b-a15ba50b5727 req-725d18ae-06d2-48a0-9fd7-e7b89b127ee5 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=2acd4da7-9c9a-4d19-bc32-0a211948d952&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0445302
May 07 22:34:48.001567 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2767c0a9-7203-4d66-b07a-f6c12fc8b561 req-5217b0fe-3a0b-433c-b88c-0563c2f8bb58 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:34:48.003096 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2767c0a9-7203-4d66-b07a-f6c12fc8b561 req-5217b0fe-3a0b-433c-b88c-0563c2f8bb58 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=792e79ce-e39f-41ba-bda3-20429b5d9694 HTTP/1.1" status: 200  len: 946 time: 0.0467234
May 07 22:34:48.056995 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2767c0a9-7203-4d66-b07a-f6c12fc8b561 req-01feda04-a081-413e-9dc6-a138f3890832 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=2acd4da7-9c9a-4d19-bc32-0a211948d952&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0476482
May 07 22:34:48.079699 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 58510) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:34:48.141116 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-5d71baca-d6b8-41bd-84d3-04cb313e6964 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/floatingips/9f0b7944-3caf-43e6-981c-66c9632dc65e HTTP/1.1" status: 200  len: 993 time: 0.0603094
May 07 22:34:52.143766 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:34:53.712371 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-8d2c2cd4-629e-4644-b426-d83ff2bb5ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:34:54.280728 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:34:56.595277 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f0ce0466-c90f-44ba-b528-36404a6100eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:34:57.565730 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:34:59.277179 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:00.385853 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:13.879794 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 22:35:17.456903 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f67d3dd7-aa57-4a38-8c6f-b0202ded474a req-65b85778-c4f4-4e85-a5e6-3efd3476baa2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=792e79ce-e39f-41ba-bda3-20429b5d9694&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0384901
May 07 22:35:17.539378 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d3dd7-aa57-4a38-8c6f-b0202ded474a req-19962699-f905-4d29-98e6-37b926c302fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:35:17.541155 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f67d3dd7-aa57-4a38-8c6f-b0202ded474a req-19962699-f905-4d29-98e6-37b926c302fc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f3dc672b922b4f86869d8b6108240e0a&device_id=792e79ce-e39f-41ba-bda3-20429b5d9694 HTTP/1.1" status: 200  len: 1128 time: 0.0436459
May 07 22:35:17.642842 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d3dd7-aa57-4a38-8c6f-b0202ded474a req-b0ba6951-21af-42ac-954a-a126380e4f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:35:17.644320 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f67d3dd7-aa57-4a38-8c6f-b0202ded474a req-b0ba6951-21af-42ac-954a-a126380e4f6f service neutron] 10.222.0.59 "GET /v2.0/networks?id=adb8f422-2dac-4c3f-acc8-399fa87c8422 HTTP/1.1" status: 200  len: 898 time: 0.0849569
May 07 22:35:17.713988 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f67d3dd7-aa57-4a38-8c6f-b0202ded474a req-34847b7c-359e-4fb2-908e-5b7adaae75db service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49286ea3-2b3a-44c0-ac0f-f863b3d44b2e HTTP/1.1" status: 200  len: 1001 time: 0.0626557
May 07 22:35:17.761980 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d3dd7-aa57-4a38-8c6f-b0202ded474a req-7ef2fe42-29e9-4a5b-985c-78daf51508c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:35:17.763465 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f67d3dd7-aa57-4a38-8c6f-b0202ded474a req-7ef2fe42-29e9-4a5b-985c-78daf51508c7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=eeae5945-68a0-4f32-85d4-4e2530b3d127 HTTP/1.1" status: 200  len: 834 time: 0.0431380
May 07 22:35:17.805253 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d3dd7-aa57-4a38-8c6f-b0202ded474a req-4a451e74-edff-4ac0-8d0f-d78609b218f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:35:17.806709 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f67d3dd7-aa57-4a38-8c6f-b0202ded474a req-4a451e74-edff-4ac0-8d0f-d78609b218f9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=adb8f422-2dac-4c3f-acc8-399fa87c8422&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0377574
May 07 22:35:17.896806 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f67d3dd7-aa57-4a38-8c6f-b0202ded474a req-bbe4c1f0-ab0d-4e00-9ed3-b79a5875de02 service neutron] 10.222.0.59 "GET /v2.0/networks/adb8f422-2dac-4c3f-acc8-399fa87c8422?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0836077
May 07 22:35:17.985294 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f67d3dd7-aa57-4a38-8c6f-b0202ded474a req-ca7b3a21-24b0-4365-82d8-e7b54b32792b service neutron] 10.222.0.59 "GET /v2.0/networks/adb8f422-2dac-4c3f-acc8-399fa87c8422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0815802
May 07 22:35:18.583347 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 58526) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:35:18.735348 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-23798a7a-102f-4200-acc6-c6a52976a621 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Deleting port 89195b81-359b-424a-abe8-e535a13fce28 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:35:18.735696 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-23798a7a-102f-4200-acc6-c6a52976a621 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (89195b81-359b-424a-abe8-e535a13fce28), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:18.808470 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-23798a7a-102f-4200-acc6-c6a52976a621 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (89195b81-359b-424a-abe8-e535a13fce28), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:18.808809 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-23798a7a-102f-4200-acc6-c6a52976a621 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for floatingip (89195b81-359b-424a-abe8-e535a13fce28), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:18.820931 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-23798a7a-102f-4200-acc6-c6a52976a621 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Calling delete_port for 89195b81-359b-424a-abe8-e535a13fce28 owned by network:floatingip {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:35:18.976233 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-23798a7a-102f-4200-acc6-c6a52976a621 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (89195b81-359b-424a-abe8-e535a13fce28), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:19.000748 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23798a7a-102f-4200-acc6-c6a52976a621 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event deleted for resources: {'Port': ['ID=89195b81-359b-424a-abe8-e535a13fce28,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:35:19.028435 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23798a7a-102f-4200-acc6-c6a52976a621 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:35:19.028790 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23798a7a-102f-4200-acc6-c6a52976a621 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:35:19.029140 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23798a7a-102f-4200-acc6-c6a52976a621 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:35:19.029486 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23798a7a-102f-4200-acc6-c6a52976a621 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:35:19.029826 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23798a7a-102f-4200-acc6-c6a52976a621 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:35:19.030163 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23798a7a-102f-4200-acc6-c6a52976a621 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:35:19.030499 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23798a7a-102f-4200-acc6-c6a52976a621 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:35:19.030858 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23798a7a-102f-4200-acc6-c6a52976a621 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:35:19.031197 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23798a7a-102f-4200-acc6-c6a52976a621 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:35:19.031534 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23798a7a-102f-4200-acc6-c6a52976a621 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:35:19.031867 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23798a7a-102f-4200-acc6-c6a52976a621 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:35:19.032196 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23798a7a-102f-4200-acc6-c6a52976a621 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:35:19.032523 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23798a7a-102f-4200-acc6-c6a52976a621 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:35:19.032848 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23798a7a-102f-4200-acc6-c6a52976a621 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:35:19.033175 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23798a7a-102f-4200-acc6-c6a52976a621 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:35:19.078271 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-23798a7a-102f-4200-acc6-c6a52976a621 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for floatingip (9f0b7944-3caf-43e6-981c-66c9632dc65e), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:19.078634 ncdv-master-1 neutron-server[121837]: INFO neutron.db.l3_db [None req-23798a7a-102f-4200-acc6-c6a52976a621 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Floating IP 9f0b7944-3caf-43e6-981c-66c9632dc65e disassociated (deleted). External IP: 172.35.4.26, port: 49286ea3-2b3a-44c0-ac0f-f863b3d44b2e.
May 07 22:35:19.302505 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23798a7a-102f-4200-acc6-c6a52976a621 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Router e3197533-7940-462b-89ab-aa431de4f136 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:35:19.709358 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23798a7a-102f-4200-acc6-c6a52976a621 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:35:19.714014 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-23798a7a-102f-4200-acc6-c6a52976a621 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:19.718591 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162ac72f-8020-4ec6-943f-bf23b4fa1d47 None None] Sync routers for ids ['e3197533-7940-462b-89ab-aa431de4f136'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:35:19.727611 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162ac72f-8020-4ec6-943f-bf23b4fa1d47 None None] Routers {'e3197533-7940-462b-89ab-aa431de4f136'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:35:19.728232 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-162ac72f-8020-4ec6-943f-bf23b4fa1d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7fc956a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:34:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['e3197533-7940-462b-89ab-aa431de4f136'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:35:19.742607 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-23798a7a-102f-4200-acc6-c6a52976a621 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "DELETE /v2.0/floatingips/9f0b7944-3caf-43e6-981c-66c9632dc65e HTTP/1.1" status: 204  len: 168 time: 1.1581662
May 07 22:35:19.743221 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '792e79ce-e39f-41ba-bda3-20429b5d9694', 'tag': '49286ea3-2b3a-44c0-ac0f-f863b3d44b2e'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:35:19.745471 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b35adb6-ea06-43a0-9b3c-0003d23a4058" -d '{"events": [{"name": "network-changed", "server_uuid": "792e79ce-e39f-41ba-bda3-20429b5d9694", "tag": "49286ea3-2b3a-44c0-ac0f-f863b3d44b2e"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:35:19.784180 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-695c6fa6-c593-407c-a111-a3764635e53c x-openstack-request-id: req-695c6fa6-c593-407c-a111-a3764635e53c {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:35:19.784480 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "792e79ce-e39f-41ba-bda3-20429b5d9694", "tag": "49286ea3-2b3a-44c0-ac0f-f863b3d44b2e", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:35:19.784739 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-695c6fa6-c593-407c-a111-a3764635e53c {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:35:19.785151 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-695c6fa6-c593-407c-a111-a3764635e53c'] response: {'name': 'network-changed', 'server_uuid': '792e79ce-e39f-41ba-bda3-20429b5d9694', 'tag': '49286ea3-2b3a-44c0-ac0f-f863b3d44b2e', 'status': 'completed', 'code': 200}
May 07 22:35:19.844434 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-162ac72f-8020-4ec6-943f-bf23b4fa1d47 None None] Set router e3197533-7940-462b-89ab-aa431de4f136 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:35:19.846140 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b35adb6-ea06-43a0-9b3c-0003d23a4058 req-b5fd580b-1a85-44e9-9d0b-34026da05249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:35:19.847719 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1b35adb6-ea06-43a0-9b3c-0003d23a4058 req-b5fd580b-1a85-44e9-9d0b-34026da05249 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f3dc672b922b4f86869d8b6108240e0a&device_id=792e79ce-e39f-41ba-bda3-20429b5d9694 HTTP/1.1" status: 200  len: 1128 time: 0.0403993
May 07 22:35:19.969096 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b35adb6-ea06-43a0-9b3c-0003d23a4058 req-f8b0dee7-cba5-4a3c-8cd4-6928ce36bb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:35:19.970674 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1b35adb6-ea06-43a0-9b3c-0003d23a4058 req-f8b0dee7-cba5-4a3c-8cd4-6928ce36bb87 service neutron] 10.222.0.59 "GET /v2.0/networks?id=adb8f422-2dac-4c3f-acc8-399fa87c8422 HTTP/1.1" status: 200  len: 898 time: 0.1114659
May 07 22:35:19.988295 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926f6ffa-d551-4ffb-b529-6807023f6c48 req-7c40f79b-0167-45cf-9bae-39b04ef199b4 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:35:19.989795 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-926f6ffa-d551-4ffb-b529-6807023f6c48 req-7c40f79b-0167-45cf-9bae-39b04ef199b4 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=792e79ce-e39f-41ba-bda3-20429b5d9694 HTTP/1.1" status: 200  len: 946 time: 0.0512180
May 07 22:35:20.039454 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-926f6ffa-d551-4ffb-b529-6807023f6c48 req-1d622dd2-7462-4b57-a713-5ec69899a646 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=2acd4da7-9c9a-4d19-bc32-0a211948d952&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0434024
May 07 22:35:20.059404 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-162ac72f-8020-4ec6-943f-bf23b4fa1d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7fc956a0>, [{'id': 'e3197533-7940-462b-89ab-aa431de4f136', 'name': 'tempest-TestNetworkAdvancedServerOps-router-493965580', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.168'}], 'enable_snat': True}, 'gw_port_id': 'bd8d0106-bb78-483a-9186-b67704c488e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:33:42Z', 'updated_at': '2022-05-07T22:33:45Z', 'revision_number': 4, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'gw_port': {'id': 'bd8d0106-bb78-483a-9186-b67704c488e2', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:66:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3197533-7940-462b-89ab-aa431de4f136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:33:42Z', 'updated_at': '2022-05-07T22:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ebfa3d49-bf7d-4576-ba0e-810650ee19cb', 'name': '', 'network_id': 'adb8f422-2dac-4c3f-acc8-399fa87c8422', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'mac_address': 'fa:16:3e:ac:b1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3197533-7940-462b-89ab-aa431de4f136', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'eeae5945-68a0-4f32-85d4-4e2530b3d127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:33:44Z', 'updated_at': '2022-05-07T22:33:48Z', 'revision_number': 5, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'subnets': [{'id': 'eeae5945-68a0-4f32-85d4-4e2530b3d127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:35:20.086381 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162ac72f-8020-4ec6-943f-bf23b4fa1d47 None None] Checking router: e3197533-7940-462b-89ab-aa431de4f136 for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:35:20.094461 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162ac72f-8020-4ec6-943f-bf23b4fa1d47 None None] Routers {'e3197533-7940-462b-89ab-aa431de4f136'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:35:20.095109 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-162ac72f-8020-4ec6-943f-bf23b4fa1d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7fc956a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:34:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['e3197533-7940-462b-89ab-aa431de4f136'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:35:20.355519 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-162ac72f-8020-4ec6-943f-bf23b4fa1d47 None None] Set router e3197533-7940-462b-89ab-aa431de4f136 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:35:20.540942 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-162ac72f-8020-4ec6-943f-bf23b4fa1d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7fc956a0>, [{'id': 'e3197533-7940-462b-89ab-aa431de4f136', 'name': 'tempest-TestNetworkAdvancedServerOps-router-493965580', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.168'}], 'enable_snat': True}, 'gw_port_id': 'bd8d0106-bb78-483a-9186-b67704c488e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:33:42Z', 'updated_at': '2022-05-07T22:33:45Z', 'revision_number': 4, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'gw_port': {'id': 'bd8d0106-bb78-483a-9186-b67704c488e2', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:66:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3197533-7940-462b-89ab-aa431de4f136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:33:42Z', 'updated_at': '2022-05-07T22:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ebfa3d49-bf7d-4576-ba0e-810650ee19cb', 'name': '', 'network_id': 'adb8f422-2dac-4c3f-acc8-399fa87c8422', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'mac_address': 'fa:16:3e:ac:b1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3197533-7940-462b-89ab-aa431de4f136', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'eeae5945-68a0-4f32-85d4-4e2530b3d127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:33:44Z', 'updated_at': '2022-05-07T22:33:48Z', 'revision_number': 5, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'subnets': [{'id': 'eeae5945-68a0-4f32-85d4-4e2530b3d127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:35:20.571069 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162ac72f-8020-4ec6-943f-bf23b4fa1d47 None None] The sync data for ids ['e3197533-7940-462b-89ab-aa431de4f136'] in ncdv-master-1 is: [{'id': 'e3197533-7940-462b-89ab-aa431de4f136', 'name': 'tempest-TestNetworkAdvancedServerOps-router-493965580', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.168'}], 'enable_snat': True}, 'gw_port_id': 'bd8d0106-bb78-483a-9186-b67704c488e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:33:42Z', 'updated_at': '2022-05-07T22:33:45Z', 'revision_number': 4, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'gw_port': {'id': 'bd8d0106-bb78-483a-9186-b67704c488e2', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:66:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3197533-7940-462b-89ab-aa431de4f136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:33:42Z', 'updated_at': '2022-05-07T22:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ebfa3d49-bf7d-4576-ba0e-810650ee19cb', 'name': '', 'network_id': 'adb8f422-2dac-4c3f-acc8-399fa87c8422', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'mac_address': 'fa:16:3e:ac:b1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3197533-7940-462b-89ab-aa431de4f136', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': 'eeae5945-68a0-4f32-85d4-4e2530b3d127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:33:44Z', 'updated_at': '2022-05-07T22:33:48Z', 'revision_number': 5, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'subnets': [{'id': 'eeae5945-68a0-4f32-85d4-4e2530b3d127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:35:20.789614 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b19c0e-9216-498f-a4ce-1a8606b516a6 None None] New status for floating IP 9f0b7944-3caf-43e6-981c-66c9632dc65e: DOWN {{(pid=121839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 07 22:35:21.147602 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1b35adb6-ea06-43a0-9b3c-0003d23a4058 req-86fd9d4a-b80a-4287-9240-09f31fa395e9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49286ea3-2b3a-44c0-ac0f-f863b3d44b2e HTTP/1.1" status: 200  len: 217 time: 0.0451705
May 07 22:35:21.183998 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b306ea45-f567-4fd1-a6bd-140ae4229442 req-0ea917f6-6010-4cdc-9b32-6dd4e0eafd28 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:35:21.185991 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b306ea45-f567-4fd1-a6bd-140ae4229442 req-0ea917f6-6010-4cdc-9b32-6dd4e0eafd28 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=792e79ce-e39f-41ba-bda3-20429b5d9694 HTTP/1.1" status: 200  len: 946 time: 0.0755391
May 07 22:35:21.237234 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b306ea45-f567-4fd1-a6bd-140ae4229442 req-cca87675-254f-4f3b-9fa4-a3c61fa45d1e tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=2acd4da7-9c9a-4d19-bc32-0a211948d952&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0454478
May 07 22:35:21.287124 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b35adb6-ea06-43a0-9b3c-0003d23a4058 req-cad10231-ea78-45e1-86d1-35b1621dfaad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:35:21.288590 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1b35adb6-ea06-43a0-9b3c-0003d23a4058 req-cad10231-ea78-45e1-86d1-35b1621dfaad service neutron] 10.222.0.59 "GET /v2.0/subnets?id=eeae5945-68a0-4f32-85d4-4e2530b3d127 HTTP/1.1" status: 200  len: 834 time: 0.0505044
May 07 22:35:21.332279 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b35adb6-ea06-43a0-9b3c-0003d23a4058 req-64993754-55cf-4e91-9680-fb82be530199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:35:21.333934 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1b35adb6-ea06-43a0-9b3c-0003d23a4058 req-64993754-55cf-4e91-9680-fb82be530199 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=adb8f422-2dac-4c3f-acc8-399fa87c8422&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0391593
May 07 22:35:21.460247 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c986c84-38b6-4dc5-b10c-54535c23496f req-4476a944-af64-46f2-8979-3e478bc6698e tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:35:21.461596 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5c986c84-38b6-4dc5-b10c-54535c23496f req-4476a944-af64-46f2-8979-3e478bc6698e tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.59 "GET /v2.0/ports?device_id=792e79ce-e39f-41ba-bda3-20429b5d9694 HTTP/1.1" status: 200  len: 946 time: 0.0963531
May 07 22:35:21.524495 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1b35adb6-ea06-43a0-9b3c-0003d23a4058 req-d1743628-b601-46a6-93c0-9d15e67555a3 service neutron] 10.222.0.59 "GET /v2.0/networks/adb8f422-2dac-4c3f-acc8-399fa87c8422?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1601934
May 07 22:35:21.616950 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-5c986c84-38b6-4dc5-b10c-54535c23496f req-bc166fe7-f593-45fd-89a8-8e78a66278a5 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Deleting port 49286ea3-2b3a-44c0-ac0f-f863b3d44b2e {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:35:21.617270 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-5c986c84-38b6-4dc5-b10c-54535c23496f req-bc166fe7-f593-45fd-89a8-8e78a66278a5 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (49286ea3-2b3a-44c0-ac0f-f863b3d44b2e), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:21.703669 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1b35adb6-ea06-43a0-9b3c-0003d23a4058 req-bf65de12-252f-4116-9245-93eda435175d service neutron] 10.222.0.59 "GET /v2.0/networks/adb8f422-2dac-4c3f-acc8-399fa87c8422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1582148
May 07 22:35:21.725635 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-5c986c84-38b6-4dc5-b10c-54535c23496f req-bc166fe7-f593-45fd-89a8-8e78a66278a5 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] For port 49286ea3-2b3a-44c0-ac0f-f863b3d44b2e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=49286ea3-2b3a-44c0-ac0f-f863b3d44b2e,segment=NetworkSegment(2478d3af-8f16-4fef-aa92-cdd8bf1543ee),segment_id=2478d3af-8f16-4fef-aa92-cdd8bf1543ee)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:35:21.725892 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-5c986c84-38b6-4dc5-b10c-54535c23496f req-bc166fe7-f593-45fd-89a8-8e78a66278a5 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (49286ea3-2b3a-44c0-ac0f-f863b3d44b2e), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:21.744906 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-5c986c84-38b6-4dc5-b10c-54535c23496f req-bc166fe7-f593-45fd-89a8-8e78a66278a5 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Calling delete_port for 49286ea3-2b3a-44c0-ac0f-f863b3d44b2e owned by compute:nova {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:35:21.871344 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-5c986c84-38b6-4dc5-b10c-54535c23496f req-bc166fe7-f593-45fd-89a8-8e78a66278a5 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (49286ea3-2b3a-44c0-ac0f-f863b3d44b2e), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:21.905697 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc166fe7-f593-45fd-89a8-8e78a66278a5 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event deleted for resources: {'Port': ['ID=49286ea3-2b3a-44c0-ac0f-f863b3d44b2e,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:35:21.952570 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c986c84-38b6-4dc5-b10c-54535c23496f req-bc166fe7-f593-45fd-89a8-8e78a66278a5 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] No DVR routers for this DVR port 49286ea3-2b3a-44c0-ac0f-f863b3d44b2e on host nch2-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:35:21.955475 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-5c986c84-38b6-4dc5-b10c-54535c23496f req-bc166fe7-f593-45fd-89a8-8e78a66278a5 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:21.959074 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5c986c84-38b6-4dc5-b10c-54535c23496f req-bc166fe7-f593-45fd-89a8-8e78a66278a5 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.59 "DELETE /v2.0/ports/49286ea3-2b3a-44c0-ac0f-f863b3d44b2e HTTP/1.1" status: 204  len: 173 time: 0.4916799
May 07 22:35:21.959530 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '792e79ce-e39f-41ba-bda3-20429b5d9694', 'name': 'network-vif-deleted', 'tag': '49286ea3-2b3a-44c0-ac0f-f863b3d44b2e'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:35:21.962301 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2febb07c-84a8-4c7c-ad7b-d3f02f71fc92" -d '{"events": [{"server_uuid": "792e79ce-e39f-41ba-bda3-20429b5d9694", "name": "network-vif-deleted", "tag": "49286ea3-2b3a-44c0-ac0f-f863b3d44b2e"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:35:21.999558 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e137f6d9-c3fd-4a0f-acdf-a371a4c02b55 x-openstack-request-id: req-e137f6d9-c3fd-4a0f-acdf-a371a4c02b55 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:35:21.999856 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "792e79ce-e39f-41ba-bda3-20429b5d9694", "name": "network-vif-deleted", "tag": "49286ea3-2b3a-44c0-ac0f-f863b3d44b2e", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:35:22.000112 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e137f6d9-c3fd-4a0f-acdf-a371a4c02b55 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:35:22.001114 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e137f6d9-c3fd-4a0f-acdf-a371a4c02b55'] response: {'server_uuid': '792e79ce-e39f-41ba-bda3-20429b5d9694', 'name': 'network-vif-deleted', 'tag': '49286ea3-2b3a-44c0-ac0f-f863b3d44b2e', 'status': 'completed', 'code': 200}
May 07 22:35:22.143787 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:22.358118 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8f4cb90f-fd65-4af8-b451-697bd9aeeb08 req-2ab38b4a-069f-46c4-809c-9b8a6a3cd728 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=792e79ce-e39f-41ba-bda3-20429b5d9694 HTTP/1.1" status: 200  len: 210 time: 0.0299828
May 07 22:35:23.419232 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 58546) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:35:23.717278 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1a7fc09a-75dd-4380-b744-628cf0ad7e35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:23.800013 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-77373e27-b4bc-48a9-95b0-85c10d3d17b9 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401094'] for router_interface (e3197533-7940-462b-89ab-aa431de4f136), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:24.070363 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-77373e27-b4bc-48a9-95b0-85c10d3d17b9 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Deleting port ebfa3d49-bf7d-4576-ba0e-810650ee19cb {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:35:24.070599 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-77373e27-b4bc-48a9-95b0-85c10d3d17b9 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (ebfa3d49-bf7d-4576-ba0e-810650ee19cb), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:24.164056 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-77373e27-b4bc-48a9-95b0-85c10d3d17b9 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] For port ebfa3d49-bf7d-4576-ba0e-810650ee19cb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ebfa3d49-bf7d-4576-ba0e-810650ee19cb,segment=NetworkSegment(2478d3af-8f16-4fef-aa92-cdd8bf1543ee),segment_id=2478d3af-8f16-4fef-aa92-cdd8bf1543ee)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:35:24.164529 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-77373e27-b4bc-48a9-95b0-85c10d3d17b9 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (ebfa3d49-bf7d-4576-ba0e-810650ee19cb), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:24.179163 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-77373e27-b4bc-48a9-95b0-85c10d3d17b9 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Calling delete_port for ebfa3d49-bf7d-4576-ba0e-810650ee19cb owned by network:router_interface {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:35:24.304206 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:24.375552 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-77373e27-b4bc-48a9-95b0-85c10d3d17b9 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (ebfa3d49-bf7d-4576-ba0e-810650ee19cb), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:24.407437 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77373e27-b4bc-48a9-95b0-85c10d3d17b9 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event deleted for resources: {'Port': ['ID=ebfa3d49-bf7d-4576-ba0e-810650ee19cb,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:35:24.595195 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-77373e27-b4bc-48a9-95b0-85c10d3d17b9 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401002'] for router_interface (e3197533-7940-462b-89ab-aa431de4f136), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:24.820452 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77373e27-b4bc-48a9-95b0-85c10d3d17b9 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Router e3197533-7940-462b-89ab-aa431de4f136 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:35:24.929903 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77373e27-b4bc-48a9-95b0-85c10d3d17b9 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:35:24.934932 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-77373e27-b4bc-48a9-95b0-85c10d3d17b9 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "PUT /v2.0/routers/e3197533-7940-462b-89ab-aa431de4f136/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.5146365
May 07 22:35:24.937678 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 58550) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:35:24.940747 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5468aa-647d-4809-aad2-1bf158c5246a None None] Sync routers for ids ['e3197533-7940-462b-89ab-aa431de4f136'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:35:24.955010 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5468aa-647d-4809-aad2-1bf158c5246a None None] Routers {'e3197533-7940-462b-89ab-aa431de4f136'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:35:24.955727 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-3a5468aa-647d-4809-aad2-1bf158c5246a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7ffe6a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:34:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['e3197533-7940-462b-89ab-aa431de4f136'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:35:24.990337 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6799662-caef-4c62-a5f8-680ba793c682 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Deleting subnet eeae5945-68a0-4f32-85d4-4e2530b3d127 {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:35:24.993447 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f6799662-caef-4c62-a5f8-680ba793c682 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for subnet (eeae5945-68a0-4f32-85d4-4e2530b3d127), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:25.033081 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f6799662-caef-4c62-a5f8-680ba793c682 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (eeae5945-68a0-4f32-85d4-4e2530b3d127), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:25.065664 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-3a5468aa-647d-4809-aad2-1bf158c5246a None None] Set router e3197533-7940-462b-89ab-aa431de4f136 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:35:25.122030 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f6799662-caef-4c62-a5f8-680ba793c682 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (eeae5945-68a0-4f32-85d4-4e2530b3d127), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:25.180225 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f6799662-caef-4c62-a5f8-680ba793c682 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (eeae5945-68a0-4f32-85d4-4e2530b3d127), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:25.206195 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6799662-caef-4c62-a5f8-680ba793c682 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event deleted for resources: {'Subnet': ['ID=eeae5945-68a0-4f32-85d4-4e2530b3d127,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:35:25.217605 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f6799662-caef-4c62-a5f8-680ba793c682 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:25.223671 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-f6799662-caef-4c62-a5f8-680ba793c682 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "DELETE /v2.0/subnets/eeae5945-68a0-4f32-85d4-4e2530b3d127 HTTP/1.1" status: 204  len: 168 time: 0.2825077
May 07 22:35:25.224396 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 58552) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:35:25.227588 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4cdcd5-dbba-4caa-a062-4ebb7d6d66d1 None None] Network adb8f422-2dac-4c3f-acc8-399fa87c8422 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:35:25.251938 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-3a5468aa-647d-4809-aad2-1bf158c5246a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7ffe6a30>, [{'id': 'e3197533-7940-462b-89ab-aa431de4f136', 'name': 'tempest-TestNetworkAdvancedServerOps-router-493965580', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.168'}], 'enable_snat': True}, 'gw_port_id': 'bd8d0106-bb78-483a-9186-b67704c488e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:33:42Z', 'updated_at': '2022-05-07T22:35:24Z', 'revision_number': 5, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'gw_port': {'id': 'bd8d0106-bb78-483a-9186-b67704c488e2', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:66:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3197533-7940-462b-89ab-aa431de4f136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:33:42Z', 'updated_at': '2022-05-07T22:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:35:25.314510 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5468aa-647d-4809-aad2-1bf158c5246a None None] Checking router: e3197533-7940-462b-89ab-aa431de4f136 for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:35:25.354099 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5468aa-647d-4809-aad2-1bf158c5246a None None] Routers {'e3197533-7940-462b-89ab-aa431de4f136'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:35:25.354748 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-3a5468aa-647d-4809-aad2-1bf158c5246a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7ffe6a30>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:34:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['e3197533-7940-462b-89ab-aa431de4f136'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:35:25.448319 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ae0861-b927-4ded-9db8-bc271d65e479 None None] DHCP port deletion for adb8f422-2dac-4c3f-acc8-399fa87c8422 request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:35:25.512662 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-3a5468aa-647d-4809-aad2-1bf158c5246a None None] Set router e3197533-7940-462b-89ab-aa431de4f136 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:35:25.516231 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-a5ae0861-b927-4ded-9db8-bc271d65e479 None None] Deleting port 95634027-51aa-483b-aee2-f63cc4016a83 {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:35:25.516231 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a5ae0861-b927-4ded-9db8-bc271d65e479 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (95634027-51aa-483b-aee2-f63cc4016a83), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:25.634171 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1b4cf768-fdb4-4bf6-b932-97089c3b5dff tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for router (e3197533-7940-462b-89ab-aa431de4f136), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:25.684303 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-a5ae0861-b927-4ded-9db8-bc271d65e479 None None] For port 95634027-51aa-483b-aee2-f63cc4016a83, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=95634027-51aa-483b-aee2-f63cc4016a83,segment=NetworkSegment(2478d3af-8f16-4fef-aa92-cdd8bf1543ee),segment_id=2478d3af-8f16-4fef-aa92-cdd8bf1543ee)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:35:25.684303 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a5ae0861-b927-4ded-9db8-bc271d65e479 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (95634027-51aa-483b-aee2-f63cc4016a83), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:25.702867 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-a5ae0861-b927-4ded-9db8-bc271d65e479 None None] Calling delete_port for 95634027-51aa-483b-aee2-f63cc4016a83 owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:35:25.750264 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1b4cf768-fdb4-4bf6-b932-97089c3b5dff tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for router_gateway (e3197533-7940-462b-89ab-aa431de4f136), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:25.796162 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-1b4cf768-fdb4-4bf6-b932-97089c3b5dff tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Deleting port bd8d0106-bb78-483a-9186-b67704c488e2 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:35:25.796498 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1b4cf768-fdb4-4bf6-b932-97089c3b5dff tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (bd8d0106-bb78-483a-9186-b67704c488e2), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:25.798161 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 95634027-51aa-483b-aee2-f63cc4016a83 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:35:25.836849 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-3a5468aa-647d-4809-aad2-1bf158c5246a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7ffe6a30>, [{'id': 'e3197533-7940-462b-89ab-aa431de4f136', 'name': 'tempest-TestNetworkAdvancedServerOps-router-493965580', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.168'}], 'enable_snat': True}, 'gw_port_id': 'bd8d0106-bb78-483a-9186-b67704c488e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:33:42Z', 'updated_at': '2022-05-07T22:35:24Z', 'revision_number': 5, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'gw_port': {'id': 'bd8d0106-bb78-483a-9186-b67704c488e2', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:66:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3197533-7940-462b-89ab-aa431de4f136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:33:42Z', 'updated_at': '2022-05-07T22:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:35:25.880273 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5468aa-647d-4809-aad2-1bf158c5246a None None] The sync data for ids ['e3197533-7940-462b-89ab-aa431de4f136'] in ncdv-master-1 is: [{'id': 'e3197533-7940-462b-89ab-aa431de4f136', 'name': 'tempest-TestNetworkAdvancedServerOps-router-493965580', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.168'}], 'enable_snat': True}, 'gw_port_id': 'bd8d0106-bb78-483a-9186-b67704c488e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:33:42Z', 'updated_at': '2022-05-07T22:35:24Z', 'revision_number': 5, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'gw_port': {'id': 'bd8d0106-bb78-483a-9186-b67704c488e2', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:66:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3197533-7940-462b-89ab-aa431de4f136', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:33:42Z', 'updated_at': '2022-05-07T22:33:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:35:25.883080 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-1b4cf768-fdb4-4bf6-b932-97089c3b5dff tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] For port bd8d0106-bb78-483a-9186-b67704c488e2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bd8d0106-bb78-483a-9186-b67704c488e2,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:35:25.883439 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1b4cf768-fdb4-4bf6-b932-97089c3b5dff tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (bd8d0106-bb78-483a-9186-b67704c488e2), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:25.900235 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a5ae0861-b927-4ded-9db8-bc271d65e479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (95634027-51aa-483b-aee2-f63cc4016a83), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:25.901604 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-1b4cf768-fdb4-4bf6-b932-97089c3b5dff tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Calling delete_port for bd8d0106-bb78-483a-9186-b67704c488e2 owned by network:router_gateway {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:35:25.941753 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Port 95634027-51aa-483b-aee2-f63cc4016a83 update to DOWN by agent not found {{(pid=121838) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2273}}
May 07 22:35:25.945053 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ae0861-b927-4ded-9db8-bc271d65e479 None None] Pushing event deleted for resources: {'Port': ['ID=95634027-51aa-483b-aee2-f63cc4016a83,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:35:25.949734 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ae0861-b927-4ded-9db8-bc271d65e479 None None] No DVR routers for this DVR port 95634027-51aa-483b-aee2-f63cc4016a83 on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:35:25.960441 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ae0861-b927-4ded-9db8-bc271d65e479 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:35:25.960797 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ae0861-b927-4ded-9db8-bc271d65e479 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:35:25.961146 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ae0861-b927-4ded-9db8-bc271d65e479 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:35:25.961494 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ae0861-b927-4ded-9db8-bc271d65e479 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:35:25.961822 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ae0861-b927-4ded-9db8-bc271d65e479 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:35:25.962163 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ae0861-b927-4ded-9db8-bc271d65e479 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:35:25.962487 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ae0861-b927-4ded-9db8-bc271d65e479 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:35:25.962842 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ae0861-b927-4ded-9db8-bc271d65e479 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:35:25.963282 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ae0861-b927-4ded-9db8-bc271d65e479 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:35:25.963612 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ae0861-b927-4ded-9db8-bc271d65e479 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:35:25.964006 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ae0861-b927-4ded-9db8-bc271d65e479 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:35:25.964313 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ae0861-b927-4ded-9db8-bc271d65e479 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:35:25.964745 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ae0861-b927-4ded-9db8-bc271d65e479 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:35:25.965228 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ae0861-b927-4ded-9db8-bc271d65e479 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:35:25.965603 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ae0861-b927-4ded-9db8-bc271d65e479 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:35:26.077514 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1b4cf768-fdb4-4bf6-b932-97089c3b5dff tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (bd8d0106-bb78-483a-9186-b67704c488e2), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:26.100738 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4cf768-fdb4-4bf6-b932-97089c3b5dff tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event deleted for resources: {'Port': ['ID=bd8d0106-bb78-483a-9186-b67704c488e2,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:35:26.162823 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1b4cf768-fdb4-4bf6-b932-97089c3b5dff tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395776'] for router_gateway (e3197533-7940-462b-89ab-aa431de4f136), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:26.263480 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1b4cf768-fdb4-4bf6-b932-97089c3b5dff tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (e3197533-7940-462b-89ab-aa431de4f136), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:26.265689 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1b4cf768-fdb4-4bf6-b932-97089c3b5dff tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for router_controller (e3197533-7940-462b-89ab-aa431de4f136), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:26.311914 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1b4cf768-fdb4-4bf6-b932-97089c3b5dff tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (e3197533-7940-462b-89ab-aa431de4f136), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:26.312486 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b4cf768-fdb4-4bf6-b932-97089c3b5dff tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Fanout notify agent at l3_agent the message router_deleted on router e3197533-7940-462b-89ab-aa431de4f136 {{(pid=121837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 22:35:26.319364 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1b4cf768-fdb4-4bf6-b932-97089c3b5dff tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:26.320563 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-1b4cf768-fdb4-4bf6-b932-97089c3b5dff tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "DELETE /v2.0/routers/e3197533-7940-462b-89ab-aa431de4f136 HTTP/1.1" status: 204  len: 168 time: 1.0952387
May 07 22:35:26.323417 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 58556) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:35:26.399814 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d1299d32-1006-4fe4-a063-acfd7101858b tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (adb8f422-2dac-4c3f-acc8-399fa87c8422), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:26.491514 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d1299d32-1006-4fe4-a063-acfd7101858b tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (adb8f422-2dac-4c3f-acc8-399fa87c8422), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:26.512546 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-d1299d32-1006-4fe4-a063-acfd7101858b tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf86daceb0>,) {'filters': {'network_id': ['adb8f422-2dac-4c3f-acc8-399fa87c8422']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:35:26.522246 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-d1299d32-1006-4fe4-a063-acfd7101858b tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf86daceb0>, '2478d3af-8f16-4fef-aa92-cdd8bf1543ee') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:35:26.522549 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-d1299d32-1006-4fe4-a063-acfd7101858b tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf86daceb0>, '2478d3af-8f16-4fef-aa92-cdd8bf1543ee') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:35:26.532760 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d1299d32-1006-4fe4-a063-acfd7101858b tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (2478d3af-8f16-4fef-aa92-cdd8bf1543ee), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:26.546923 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d1299d32-1006-4fe4-a063-acfd7101858b tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (2478d3af-8f16-4fef-aa92-cdd8bf1543ee), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:26.553429 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1299d32-1006-4fe4-a063-acfd7101858b tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:35:26.554011 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d1299d32-1006-4fe4-a063-acfd7101858b tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (2478d3af-8f16-4fef-aa92-cdd8bf1543ee), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:26.557481 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 22:35:26.557481 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:35:26.557481 ncdv-master-1 neutron-server[121837]:     timer()
May 07 22:35:26.557481 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:35:26.557481 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 22:35:26.557481 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:35:26.557481 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 22:35:26.557481 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:35:26.557481 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 22:35:26.557481 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:35:26.557481 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 22:35:26.557481 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:35:26.557481 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 22:35:26.557481 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:35:26.557481 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:35:26.557481 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:35:26.557481 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:35:26.557481 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:35:26.557481 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 22:35:26.557481 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:35:26.557481 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 22:35:26.557481 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:35:26.557481 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:35:26.557481 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:35:26.557481 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 22:35:26.557481 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:35:26.557481 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:35:26.557481 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:35:26.557481 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:35:26.557481 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:35:26.557481 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:35:26.557481 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:35:26.601031 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a4580246-c66f-450b-a58f-cc51136f7a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:26.621201 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d1299d32-1006-4fe4-a063-acfd7101858b tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (adb8f422-2dac-4c3f-acc8-399fa87c8422), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:26.628339 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d1299d32-1006-4fe4-a063-acfd7101858b tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:26.631314 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-d1299d32-1006-4fe4-a063-acfd7101858b tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "DELETE /v2.0/networks/adb8f422-2dac-4c3f-acc8-399fa87c8422 HTTP/1.1" status: 204  len: 168 time: 0.3069730
May 07 22:35:26.634164 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 58558) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:35:26.643230 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1299d32-1006-4fe4-a063-acfd7101858b tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event deleted for resources: {'Network': ['ID=adb8f422-2dac-4c3f-acc8-399fa87c8422,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:35:26.692613 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-68bf02a8-c22d-4017-8652-789b0741d538 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group (2acd4da7-9c9a-4d19-bc32-0a211948d952), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:26.718554 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-68bf02a8-c22d-4017-8652-789b0741d538 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group (2acd4da7-9c9a-4d19-bc32-0a211948d952), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:26.778081 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-68bf02a8-c22d-4017-8652-789b0741d538 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (2acd4da7-9c9a-4d19-bc32-0a211948d952), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:26.781301 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-68bf02a8-c22d-4017-8652-789b0741d538 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:26.782499 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-68bf02a8-c22d-4017-8652-789b0741d538 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "DELETE /v2.0/security-groups/2acd4da7-9c9a-4d19-bc32-0a211948d952 HTTP/1.1" status: 204  len: 168 time: 0.1472867
May 07 22:35:26.791816 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bf02a8-c22d-4017-8652-789b0741d538 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2acd4da7-9c9a-4d19-bc32-0a211948d952,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:35:26.799334 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bf02a8-c22d-4017-8652-789b0741d538 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:35:26.799688 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bf02a8-c22d-4017-8652-789b0741d538 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:35:26.800049 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bf02a8-c22d-4017-8652-789b0741d538 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:35:26.800383 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bf02a8-c22d-4017-8652-789b0741d538 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:35:26.800721 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bf02a8-c22d-4017-8652-789b0741d538 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:35:26.801053 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bf02a8-c22d-4017-8652-789b0741d538 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:35:26.801396 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bf02a8-c22d-4017-8652-789b0741d538 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:35:26.801720 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bf02a8-c22d-4017-8652-789b0741d538 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:35:26.802048 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bf02a8-c22d-4017-8652-789b0741d538 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:35:26.802377 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bf02a8-c22d-4017-8652-789b0741d538 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:35:26.802706 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bf02a8-c22d-4017-8652-789b0741d538 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:35:26.803063 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bf02a8-c22d-4017-8652-789b0741d538 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:35:26.803396 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bf02a8-c22d-4017-8652-789b0741d538 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:35:26.803723 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bf02a8-c22d-4017-8652-789b0741d538 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:35:26.804066 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bf02a8-c22d-4017-8652-789b0741d538 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:35:27.074087 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 58564) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:35:27.080199 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-a205470f-9f86-4813-9826-346e1492f86e tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1638016231', 'description': 'tempest-secgroup-smoke-1638016231 description', 'project_id': 'f3dc672b922b4f86869d8b6108240e0a'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:35:27.086313 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 49286ea3-2b3a-44c0-ac0f-f863b3d44b2e no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:35:27.101995 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a205470f-9f86-4813-9826-346e1492f86e tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:27.107399 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] No Port match for: 49286ea3-2b3a-44c0-ac0f-f863b3d44b2e {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:35:27.107745 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 49286ea3-2b3a-44c0-ac0f-f863b3d44b2e not bound to the agent host nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:35:27.168917 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a205470f-9f86-4813-9826-346e1492f86e tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group (bbcd55bd-1b4a-4fa7-917b-e94f2159fe7d), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:27.175860 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a205470f-9f86-4813-9826-346e1492f86e tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (bbcd55bd-1b4a-4fa7-917b-e94f2159fe7d), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:27.210448 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a205470f-9f86-4813-9826-346e1492f86e tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:27.211717 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-a205470f-9f86-4813-9826-346e1492f86e tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1366200
May 07 22:35:27.213740 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a205470f-9f86-4813-9826-346e1492f86e tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbcd55bd-1b4a-4fa7-917b-e94f2159fe7d,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:35:27.214917 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 58566) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:35:27.220074 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-f45fe4f2-61ac-4538-994e-f9e8d52b07a2 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Request body: {'security_group_rule': {'security_group_id': 'bbcd55bd-1b4a-4fa7-917b-e94f2159fe7d', 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:35:27.245014 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f45fe4f2-61ac-4538-994e-f9e8d52b07a2 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group_rule (74471559-3ccb-4916-b73a-a24e9b61b609), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:27.303394 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f45fe4f2-61ac-4538-994e-f9e8d52b07a2 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group_rule (74471559-3ccb-4916-b73a-a24e9b61b609), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:27.306941 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f45fe4f2-61ac-4538-994e-f9e8d52b07a2 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (74471559-3ccb-4916-b73a-a24e9b61b609), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:27.326189 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45fe4f2-61ac-4538-994e-f9e8d52b07a2 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74471559-3ccb-4916-b73a-a24e9b61b609,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:35:27.331149 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f45fe4f2-61ac-4538-994e-f9e8d52b07a2 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:27.332407 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-f45fe4f2-61ac-4538-994e-f9e8d52b07a2 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1161118
May 07 22:35:27.335184 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 58568) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:35:27.339423 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-1761f28b-5966-4ae5-a4e1-5ce105eefc63 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Request body: {'security_group_rule': {'security_group_id': 'bbcd55bd-1b4a-4fa7-917b-e94f2159fe7d', 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:35:27.364412 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1761f28b-5966-4ae5-a4e1-5ce105eefc63 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group_rule (3f554d47-0bfb-4b5f-8f82-6bf6c7108098), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:27.418874 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1761f28b-5966-4ae5-a4e1-5ce105eefc63 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group_rule (3f554d47-0bfb-4b5f-8f82-6bf6c7108098), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:27.422588 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1761f28b-5966-4ae5-a4e1-5ce105eefc63 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (3f554d47-0bfb-4b5f-8f82-6bf6c7108098), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:27.440136 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1761f28b-5966-4ae5-a4e1-5ce105eefc63 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f554d47-0bfb-4b5f-8f82-6bf6c7108098,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:35:27.447257 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1761f28b-5966-4ae5-a4e1-5ce105eefc63 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:27.448431 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-1761f28b-5966-4ae5-a4e1-5ce105eefc63 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1123400
May 07 22:35:27.451145 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 58570) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:35:27.455326 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-91634f12-68c5-4c50-83d5-d9ce93490e34 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Request body: {'security_group_rule': {'security_group_id': 'bbcd55bd-1b4a-4fa7-917b-e94f2159fe7d', 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:35:27.479374 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-91634f12-68c5-4c50-83d5-d9ce93490e34 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group_rule (8d15cd08-2d12-466c-83e8-bcd4c6d54868), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:27.538085 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-91634f12-68c5-4c50-83d5-d9ce93490e34 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group_rule (8d15cd08-2d12-466c-83e8-bcd4c6d54868), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:27.541869 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-91634f12-68c5-4c50-83d5-d9ce93490e34 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (8d15cd08-2d12-466c-83e8-bcd4c6d54868), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:27.559205 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91634f12-68c5-4c50-83d5-d9ce93490e34 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d15cd08-2d12-466c-83e8-bcd4c6d54868,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:35:27.567496 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:27.567679 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-91634f12-68c5-4c50-83d5-d9ce93490e34 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:27.568869 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-91634f12-68c5-4c50-83d5-d9ce93490e34 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1168172
May 07 22:35:27.571663 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 58572) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:35:27.575982 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-dd29ade6-d1b0-43dc-a279-39c33fe68b84 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Request body: {'security_group_rule': {'security_group_id': 'bbcd55bd-1b4a-4fa7-917b-e94f2159fe7d', 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:35:27.599993 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-dd29ade6-d1b0-43dc-a279-39c33fe68b84 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group_rule (8bac2477-436a-4239-9f5e-6546a977e37d), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:27.662296 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-dd29ade6-d1b0-43dc-a279-39c33fe68b84 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group_rule (8bac2477-436a-4239-9f5e-6546a977e37d), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:27.666488 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-dd29ade6-d1b0-43dc-a279-39c33fe68b84 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (8bac2477-436a-4239-9f5e-6546a977e37d), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:27.686529 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd29ade6-d1b0-43dc-a279-39c33fe68b84 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bac2477-436a-4239-9f5e-6546a977e37d,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:35:27.695285 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-dd29ade6-d1b0-43dc-a279-39c33fe68b84 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:27.696482 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-dd29ade6-d1b0-43dc-a279-39c33fe68b84 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1238849
May 07 22:35:27.699306 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 58574) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:35:27.704418 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-466b94b3-e473-4b82-953b-8882f3268723 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Request body: {'security_group_rule': {'security_group_id': 'bbcd55bd-1b4a-4fa7-917b-e94f2159fe7d', 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:35:27.714446 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device ebfa3d49-bf7d-4576-ba0e-810650ee19cb no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:35:27.724931 ncdv-master-1 neutron-server[121837]: INFO neutron.db.securitygroups_db [None req-466b94b3-e473-4b82-953b-8882f3268723 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Project f3dc672b922b4f86869d8b6108240e0a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 07 22:35:27.730382 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-466b94b3-e473-4b82-953b-8882f3268723 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group_rule (dfd760f8-a400-4c71-ac7d-c11347aa5814), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:27.735852 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: ebfa3d49-bf7d-4576-ba0e-810650ee19cb {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:35:27.736205 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device ebfa3d49-bf7d-4576-ba0e-810650ee19cb not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:35:27.736615 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device bd8d0106-bb78-483a-9186-b67704c488e2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:35:27.756780 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: bd8d0106-bb78-483a-9186-b67704c488e2 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:35:27.757134 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device bd8d0106-bb78-483a-9186-b67704c488e2 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:35:27.790429 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-466b94b3-e473-4b82-953b-8882f3268723 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group_rule (dfd760f8-a400-4c71-ac7d-c11347aa5814), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:27.793862 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-466b94b3-e473-4b82-953b-8882f3268723 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (dfd760f8-a400-4c71-ac7d-c11347aa5814), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:27.813796 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466b94b3-e473-4b82-953b-8882f3268723 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfd760f8-a400-4c71-ac7d-c11347aa5814,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:35:27.818945 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-466b94b3-e473-4b82-953b-8882f3268723 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:27.820063 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-466b94b3-e473-4b82-953b-8882f3268723 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1198578
May 07 22:35:27.823006 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 58576) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:35:27.827215 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-ff2552a1-5778-4fac-867c-34bdd196e264 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Request body: {'security_group_rule': {'security_group_id': 'bbcd55bd-1b4a-4fa7-917b-e94f2159fe7d', 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:35:27.846998 ncdv-master-1 neutron-server[121837]: INFO neutron.db.securitygroups_db [None req-ff2552a1-5778-4fac-867c-34bdd196e264 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Project f3dc672b922b4f86869d8b6108240e0a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 07 22:35:27.852365 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ff2552a1-5778-4fac-867c-34bdd196e264 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group_rule (63995d2a-53bd-4a22-a5d6-98d7eb4876ed), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:27.913815 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ff2552a1-5778-4fac-867c-34bdd196e264 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group_rule (63995d2a-53bd-4a22-a5d6-98d7eb4876ed), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:27.917600 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ff2552a1-5778-4fac-867c-34bdd196e264 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (63995d2a-53bd-4a22-a5d6-98d7eb4876ed), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:27.936463 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2552a1-5778-4fac-867c-34bdd196e264 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63995d2a-53bd-4a22-a5d6-98d7eb4876ed,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:35:27.941456 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ff2552a1-5778-4fac-867c-34bdd196e264 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:27.943202 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-ff2552a1-5778-4fac-867c-34bdd196e264 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1192422
May 07 22:35:27.945558 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 58578) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:35:27.950358 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-3b6b3fd7-8895-460b-b6ef-c0ff8d94927b tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Request body: {'network': {'name': 'tempest-network-smoke--1099505766', 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'port_security_enabled': True}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:35:27.969176 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b6b3fd7-8895-460b-b6ef-c0ff8d94927b tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Made reservation on behalf of f3dc672b922b4f86869d8b6108240e0a for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:35:27.972590 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3b6b3fd7-8895-460b-b6ef-c0ff8d94927b tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:27.996352 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b6b3fd7-8895-460b-b6ef-c0ff8d94927b tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:35:28.005417 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3b6b3fd7-8895-460b-b6ef-c0ff8d94927b tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (dfe722ca-def7-483e-9295-329412380d5c), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:28.005745 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-3b6b3fd7-8895-460b-b6ef-c0ff8d94927b tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Added segment dfe722ca-def7-483e-9295-329412380d5c of type vlan for network 65601071-ae27-4806-9da1-099c419271d7
May 07 22:35:28.045415 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3b6b3fd7-8895-460b-b6ef-c0ff8d94927b tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (65601071-ae27-4806-9da1-099c419271d7), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:28.068554 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3b6b3fd7-8895-460b-b6ef-c0ff8d94927b tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (65601071-ae27-4806-9da1-099c419271d7), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:28.073408 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6b3fd7-8895-460b-b6ef-c0ff8d94927b tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:35:28.073987 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3b6b3fd7-8895-460b-b6ef-c0ff8d94927b tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:28.110487 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-3b6b3fd7-8895-460b-b6ef-c0ff8d94927b tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 769 time: 0.1639049
May 07 22:35:28.113310 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 58580) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:35:28.118119 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-fc2b8968-72e8-4225-8b0d-9d19d2a82e6f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2044695799', 'admin_state_up': True, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:35:28.140149 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fc2b8968-72e8-4225-8b0d-9d19d2a82e6f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (f2e5d3cf-3c53-4686-b6d1-5d20658545a7), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:28.141396 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fc2b8968-72e8-4225-8b0d-9d19d2a82e6f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (f2e5d3cf-3c53-4686-b6d1-5d20658545a7), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:28.145755 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6b3fd7-8895-460b-b6ef-c0ff8d94927b tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event updated for resources: {'Network': ['ID=65601071-ae27-4806-9da1-099c419271d7,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:35:28.158044 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 65601071-ae27-4806-9da1-099c419271d7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:35:28.203043 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fc2b8968-72e8-4225-8b0d-9d19d2a82e6f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for router_controller (f2e5d3cf-3c53-4686-b6d1-5d20658545a7), precommit_add_association {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:28.349915 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fc2b8968-72e8-4225-8b0d-9d19d2a82e6f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for router_gateway (f2e5d3cf-3c53-4686-b6d1-5d20658545a7), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:28.525293 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fc2b8968-72e8-4225-8b0d-9d19d2a82e6f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for router_gateway (f2e5d3cf-3c53-4686-b6d1-5d20658545a7), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:28.544281 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fc2b8968-72e8-4225-8b0d-9d19d2a82e6f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:28.649191 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-fc2b8968-72e8-4225-8b0d-9d19d2a82e6f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Allocated IP 172.35.4.128 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/099ccd66-f1c0-498c-81d0-bfe122aee94c) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:35:28.749510 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fc2b8968-72e8-4225-8b0d-9d19d2a82e6f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for port (099ccd66-f1c0-498c-81d0-bfe122aee94c), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:28.787835 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fc2b8968-72e8-4225-8b0d-9d19d2a82e6f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (099ccd66-f1c0-498c-81d0-bfe122aee94c), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:28.824298 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2b8968-72e8-4225-8b0d-9d19d2a82e6f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:35:28.827756 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-fc2b8968-72e8-4225-8b0d-9d19d2a82e6f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:35:28.830191 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2b8968-72e8-4225-8b0d-9d19d2a82e6f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:35:28.859494 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2b8968-72e8-4225-8b0d-9d19d2a82e6f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event updated for resources: {'Port': ['ID=099ccd66-f1c0-498c-81d0-bfe122aee94c,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:35:29.094296 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fc2b8968-72e8-4225-8b0d-9d19d2a82e6f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for router_gateway (f2e5d3cf-3c53-4686-b6d1-5d20658545a7), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:29.279999 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:29.305093 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fc2b8968-72e8-4225-8b0d-9d19d2a82e6f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (f2e5d3cf-3c53-4686-b6d1-5d20658545a7), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:29.438650 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc2b8968-72e8-4225-8b0d-9d19d2a82e6f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Router f2e5d3cf-3c53-4686-b6d1-5d20658545a7 is scheduled to L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db with binding_index 1 {{(pid=121836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 07 22:35:29.548958 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc2b8968-72e8-4225-8b0d-9d19d2a82e6f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:35:29.558650 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46419e76-4f7c-4f0d-947d-5b506b5bcc53 None None] Sync routers for ids ['f2e5d3cf-3c53-4686-b6d1-5d20658545a7'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:35:29.569103 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-fc2b8968-72e8-4225-8b0d-9d19d2a82e6f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:29.569355 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46419e76-4f7c-4f0d-947d-5b506b5bcc53 None None] Routers {'f2e5d3cf-3c53-4686-b6d1-5d20658545a7'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:35:29.569969 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-46419e76-4f7c-4f0d-947d-5b506b5bcc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c95bbb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:35:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['f2e5d3cf-3c53-4686-b6d1-5d20658545a7'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:35:29.570327 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-fc2b8968-72e8-4225-8b0d-9d19d2a82e6f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 1.4559186
May 07 22:35:29.574901 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 58584) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:35:29.611941 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-1b50c2f8-e534-48e4-8a53-ad4c6ee03506 tempest-TestNetworkAdvancedServerOps-404863911 tempest-TestNetworkAdvancedServerOps-404863911-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=f3dc672b922b4f86869d8b6108240e0a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0327165
May 07 22:35:29.612180 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 58586) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:35:29.680899 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-46419e76-4f7c-4f0d-947d-5b506b5bcc53 None None] Set router f2e5d3cf-3c53-4686-b6d1-5d20658545a7 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:35:29.761161 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22cf1a7a-c93e-4d2d-af53-eaba883e4864 tempest-TestNetworkAdvancedServerOps-404863911 tempest-TestNetworkAdvancedServerOps-404863911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:35:29.765600 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-22cf1a7a-c93e-4d2d-af53-eaba883e4864 tempest-TestNetworkAdvancedServerOps-404863911 tempest-TestNetworkAdvancedServerOps-404863911-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.1497192
May 07 22:35:29.765841 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 58588) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:35:29.799982 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-400264e3-0aa7-4807-a1b3-f18d5d1c6552 tempest-TestNetworkAdvancedServerOps-404863911 tempest-TestNetworkAdvancedServerOps-404863911-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=9221b764-ef06-431f-8941-796516ed7c3b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0330777
May 07 22:35:29.802493 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 58590) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:35:29.807114 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-b4449c22-aaae-4f4e-8d0a-ed3c02964a63 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1032903550', 'network_id': '65601071-ae27-4806-9da1-099c419271d7', 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:35:29.849364 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-46419e76-4f7c-4f0d-947d-5b506b5bcc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c95bbb0>, [{'id': 'f2e5d3cf-3c53-4686-b6d1-5d20658545a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2044695799', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.128'}], 'enable_snat': True}, 'gw_port_id': '099ccd66-f1c0-498c-81d0-bfe122aee94c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:35:28Z', 'updated_at': '2022-05-07T22:35:28Z', 'revision_number': 3, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'gw_port': {'id': '099ccd66-f1c0-498c-81d0-bfe122aee94c', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5f:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2e5d3cf-3c53-4686-b6d1-5d20658545a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:35:28Z', 'updated_at': '2022-05-07T22:35:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:35:29.877446 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46419e76-4f7c-4f0d-947d-5b506b5bcc53 None None] Checking router: f2e5d3cf-3c53-4686-b6d1-5d20658545a7 for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:35:29.877722 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46419e76-4f7c-4f0d-947d-5b506b5bcc53 None None] Updating router f2e5d3cf-3c53-4686-b6d1-5d20658545a7 port 099ccd66-f1c0-498c-81d0-bfe122aee94c binding host ncdv-master-1 {{(pid=121839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 22:35:29.897165 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4449c22-aaae-4f4e-8d0a-ed3c02964a63 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Made reservation on behalf of f3dc672b922b4f86869d8b6108240e0a for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:35:29.900596 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b4449c22-aaae-4f4e-8d0a-ed3c02964a63 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:29.904872 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-46419e76-4f7c-4f0d-947d-5b506b5bcc53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (099ccd66-f1c0-498c-81d0-bfe122aee94c), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:30.094404 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b4449c22-aaae-4f4e-8d0a-ed3c02964a63 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (4307833c-1ca3-4f4b-85cb-c87f199e7957), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:30.161183 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4449c22-aaae-4f4e-8d0a-ed3c02964a63 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event updated for resources: {'Subnet': ['ID=4307833c-1ca3-4f4b-85cb-c87f199e7957,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:35:30.163419 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-46419e76-4f7c-4f0d-947d-5b506b5bcc53 None None] Publish callbacks [] for port (099ccd66-f1c0-498c-81d0-bfe122aee94c), precommit_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:30.166801 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4449c22-aaae-4f4e-8d0a-ed3c02964a63 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Checking segment: {'id': 'dfe722ca-def7-483e-9295-329412380d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '65601071-ae27-4806-9da1-099c419271d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:35:30.167229 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4449c22-aaae-4f4e-8d0a-ed3c02964a63 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Network hostable DHCP agents. Network: 65601071-ae27-4806-9da1-099c419271d7, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:35:30.171222 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-46419e76-4f7c-4f0d-947d-5b506b5bcc53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (099ccd66-f1c0-498c-81d0-bfe122aee94c), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:30.184658 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4449c22-aaae-4f4e-8d0a-ed3c02964a63 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Network 65601071-ae27-4806-9da1-099c419271d7 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:35:30.193314 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-b4449c22-aaae-4f4e-8d0a-ed3c02964a63 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 65601071-ae27-4806-9da1-099c419271d7) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:35:30.198268 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4449c22-aaae-4f4e-8d0a-ed3c02964a63 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:35:30.198960 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-b4449c22-aaae-4f4e-8d0a-ed3c02964a63 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:30.206188 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5cba9a-e726-44a4-944b-49f2d9a2b035 None None] Network 65601071-ae27-4806-9da1-099c419271d7 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:35:30.218512 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-46419e76-4f7c-4f0d-947d-5b506b5bcc53 None None] Attempting to bind port 099ccd66-f1c0-498c-81d0-bfe122aee94c on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:35:30.218925 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-46419e76-4f7c-4f0d-947d-5b506b5bcc53 None None] Attempting to bind port 099ccd66-f1c0-498c-81d0-bfe122aee94c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:35:30.219308 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46419e76-4f7c-4f0d-947d-5b506b5bcc53 None None] Attempting to bind port 099ccd66-f1c0-498c-81d0-bfe122aee94c on network 9221b764-ef06-431f-8941-796516ed7c3b {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:35:30.223577 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 58592) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:35:30.224124 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-b4449c22-aaae-4f4e-8d0a-ed3c02964a63 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.4198673
May 07 22:35:30.228812 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46419e76-4f7c-4f0d-947d-5b506b5bcc53 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:35:30.229188 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46419e76-4f7c-4f0d-947d-5b506b5bcc53 None None] Checking segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:35:30.229786 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-46419e76-4f7c-4f0d-947d-5b506b5bcc53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:30.230176 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46419e76-4f7c-4f0d-947d-5b506b5bcc53 None None] Bound using segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:35:30.230866 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-46419e76-4f7c-4f0d-947d-5b506b5bcc53 None None] Bound port: 099ccd66-f1c0-498c-81d0-bfe122aee94c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:35:30.233832 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-46419e76-4f7c-4f0d-947d-5b506b5bcc53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (099ccd66-f1c0-498c-81d0-bfe122aee94c), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:30.260236 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36951529-2363-4d94-a74b-d5c008371a9f None None] Pushing event updated for resources: {'Port': ['ID=099ccd66-f1c0-498c-81d0-bfe122aee94c,revision_number=2']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:35:30.281956 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36951529-2363-4d94-a74b-d5c008371a9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:35:30.282632 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36951529-2363-4d94-a74b-d5c008371a9f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:35:30.283001 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36951529-2363-4d94-a74b-d5c008371a9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:35:30.283347 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36951529-2363-4d94-a74b-d5c008371a9f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:35:30.283681 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36951529-2363-4d94-a74b-d5c008371a9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:35:30.284014 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36951529-2363-4d94-a74b-d5c008371a9f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:35:30.284345 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36951529-2363-4d94-a74b-d5c008371a9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:35:30.284673 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36951529-2363-4d94-a74b-d5c008371a9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:35:30.284997 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36951529-2363-4d94-a74b-d5c008371a9f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:35:30.285323 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36951529-2363-4d94-a74b-d5c008371a9f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:35:30.285648 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36951529-2363-4d94-a74b-d5c008371a9f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:35:30.285970 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36951529-2363-4d94-a74b-d5c008371a9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:35:30.286292 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36951529-2363-4d94-a74b-d5c008371a9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:35:30.286620 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36951529-2363-4d94-a74b-d5c008371a9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:35:30.286967 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36951529-2363-4d94-a74b-d5c008371a9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:35:30.306085 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-46419e76-4f7c-4f0d-947d-5b506b5bcc53 None None] For port 099ccd66-f1c0-498c-81d0-bfe122aee94c, host ncdv-master-1, cleared binding levels {{(pid=121839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:35:30.311918 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-46419e76-4f7c-4f0d-947d-5b506b5bcc53 None None] For port 099ccd66-f1c0-498c-81d0-bfe122aee94c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=099ccd66-f1c0-498c-81d0-bfe122aee94c,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:35:30.321661 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-46419e76-4f7c-4f0d-947d-5b506b5bcc53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (099ccd66-f1c0-498c-81d0-bfe122aee94c), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:30.331842 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54814761-8eb9-4d65-b83c-ad377c9bb14c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-65601071-ae27-4806-9da1-099c419271d7', 'network_id': '65601071-ae27-4806-9da1-099c419271d7', 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'fixed_ips': [{'subnet_id': '4307833c-1ca3-4f4b-85cb-c87f199e7957'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:35:30.332714 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-54814761-8eb9-4d65-b83c-ad377c9bb14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:30.383304 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46419e76-4f7c-4f0d-947d-5b506b5bcc53 None None] Routers {'f2e5d3cf-3c53-4686-b6d1-5d20658545a7'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:35:30.383935 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-46419e76-4f7c-4f0d-947d-5b506b5bcc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c95bbb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:35:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['f2e5d3cf-3c53-4686-b6d1-5d20658545a7'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:35:30.421917 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36951529-2363-4d94-a74b-d5c008371a9f None None] Pushing event updated for resources: {'Port': ['ID=099ccd66-f1c0-498c-81d0-bfe122aee94c,revision_number=3']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:35:30.443694 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:30.500322 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-54814761-8eb9-4d65-b83c-ad377c9bb14c None None] Allocated IP 172.20.0.2 (65601071-ae27-4806-9da1-099c419271d7/4307833c-1ca3-4f4b-85cb-c87f199e7957/780cf09b-cba2-4257-a92e-b1f8f01877d5) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:35:30.593810 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-46419e76-4f7c-4f0d-947d-5b506b5bcc53 None None] Set router f2e5d3cf-3c53-4686-b6d1-5d20658545a7 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:35:30.655799 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-54814761-8eb9-4d65-b83c-ad377c9bb14c None None] Publish callbacks [] for port (780cf09b-cba2-4257-a92e-b1f8f01877d5), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:30.663094 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-54814761-8eb9-4d65-b83c-ad377c9bb14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (780cf09b-cba2-4257-a92e-b1f8f01877d5), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:30.706260 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54814761-8eb9-4d65-b83c-ad377c9bb14c None None] Network 65601071-ae27-4806-9da1-099c419271d7 is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:35:30.711886 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-54814761-8eb9-4d65-b83c-ad377c9bb14c None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:35:30.714945 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54814761-8eb9-4d65-b83c-ad377c9bb14c None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:35:30.721214 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ad2d4cbd-eab6-4ff7-93b6-84e8f341175f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:30.736687 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54814761-8eb9-4d65-b83c-ad377c9bb14c None None] Pushing event updated for resources: {'Port': ['ID=780cf09b-cba2-4257-a92e-b1f8f01877d5,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:35:30.781025 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-46419e76-4f7c-4f0d-947d-5b506b5bcc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c95bbb0>, [{'id': 'f2e5d3cf-3c53-4686-b6d1-5d20658545a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2044695799', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.128'}], 'enable_snat': True}, 'gw_port_id': '099ccd66-f1c0-498c-81d0-bfe122aee94c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:35:28Z', 'updated_at': '2022-05-07T22:35:28Z', 'revision_number': 3, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'gw_port': {'id': '099ccd66-f1c0-498c-81d0-bfe122aee94c', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5f:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2e5d3cf-3c53-4686-b6d1-5d20658545a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:35:28Z', 'updated_at': '2022-05-07T22:35:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:35:30.788487 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-54814761-8eb9-4d65-b83c-ad377c9bb14c None None] Attempting to bind port 780cf09b-cba2-4257-a92e-b1f8f01877d5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:35:30.788867 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-54814761-8eb9-4d65-b83c-ad377c9bb14c None None] Attempting to bind port 780cf09b-cba2-4257-a92e-b1f8f01877d5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'dfe722ca-def7-483e-9295-329412380d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '65601071-ae27-4806-9da1-099c419271d7'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:35:30.789229 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54814761-8eb9-4d65-b83c-ad377c9bb14c None None] Attempting to bind port 780cf09b-cba2-4257-a92e-b1f8f01877d5 on network 65601071-ae27-4806-9da1-099c419271d7 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:35:30.795176 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54814761-8eb9-4d65-b83c-ad377c9bb14c None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:35:30.795561 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54814761-8eb9-4d65-b83c-ad377c9bb14c None None] Checking segment: {'id': 'dfe722ca-def7-483e-9295-329412380d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '65601071-ae27-4806-9da1-099c419271d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:35:30.795970 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-54814761-8eb9-4d65-b83c-ad377c9bb14c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:30.796368 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54814761-8eb9-4d65-b83c-ad377c9bb14c None None] Bound using segment: {'id': 'dfe722ca-def7-483e-9295-329412380d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '65601071-ae27-4806-9da1-099c419271d7'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:35:30.796839 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-54814761-8eb9-4d65-b83c-ad377c9bb14c None None] Bound port: 780cf09b-cba2-4257-a92e-b1f8f01877d5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfe722ca-def7-483e-9295-329412380d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '65601071-ae27-4806-9da1-099c419271d7'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:35:30.797226 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-54814761-8eb9-4d65-b83c-ad377c9bb14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (780cf09b-cba2-4257-a92e-b1f8f01877d5), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:30.812003 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46419e76-4f7c-4f0d-947d-5b506b5bcc53 None None] The sync data for ids ['f2e5d3cf-3c53-4686-b6d1-5d20658545a7'] in ncdv-master-1 is: [{'id': 'f2e5d3cf-3c53-4686-b6d1-5d20658545a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2044695799', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.128'}], 'enable_snat': True}, 'gw_port_id': '099ccd66-f1c0-498c-81d0-bfe122aee94c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:35:28Z', 'updated_at': '2022-05-07T22:35:28Z', 'revision_number': 3, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'gw_port': {'id': '099ccd66-f1c0-498c-81d0-bfe122aee94c', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5f:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2e5d3cf-3c53-4686-b6d1-5d20658545a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:35:28Z', 'updated_at': '2022-05-07T22:35:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:35:30.866714 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-54814761-8eb9-4d65-b83c-ad377c9bb14c None None] For port 780cf09b-cba2-4257-a92e-b1f8f01877d5, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:35:30.870442 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-54814761-8eb9-4d65-b83c-ad377c9bb14c None None] For port 780cf09b-cba2-4257-a92e-b1f8f01877d5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=780cf09b-cba2-4257-a92e-b1f8f01877d5,segment=NetworkSegment(dfe722ca-def7-483e-9295-329412380d5c),segment_id=dfe722ca-def7-483e-9295-329412380d5c)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:35:30.876179 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-54814761-8eb9-4d65-b83c-ad377c9bb14c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (780cf09b-cba2-4257-a92e-b1f8f01877d5), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:30.943924 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54814761-8eb9-4d65-b83c-ad377c9bb14c None None] Pushing event updated for resources: {'Port': ['ID=780cf09b-cba2-4257-a92e-b1f8f01877d5,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:35:31.425706 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-ad2d4cbd-eab6-4ff7-93b6-84e8f341175f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Allocated IP 172.20.0.1 (65601071-ae27-4806-9da1-099c419271d7/4307833c-1ca3-4f4b-85cb-c87f199e7957/e14a20f4-62f0-46c4-a50a-be6c8d831cc8) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:35:31.548272 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ad2d4cbd-eab6-4ff7-93b6-84e8f341175f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for port (e14a20f4-62f0-46c4-a50a-be6c8d831cc8), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:31.585013 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ad2d4cbd-eab6-4ff7-93b6-84e8f341175f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (e14a20f4-62f0-46c4-a50a-be6c8d831cc8), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:31.630738 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2d4cbd-eab6-4ff7-93b6-84e8f341175f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Network 65601071-ae27-4806-9da1-099c419271d7 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:35:31.634161 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-ad2d4cbd-eab6-4ff7-93b6-84e8f341175f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:35:31.636540 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2d4cbd-eab6-4ff7-93b6-84e8f341175f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:35:31.665668 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2d4cbd-eab6-4ff7-93b6-84e8f341175f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event updated for resources: {'Port': ['ID=e14a20f4-62f0-46c4-a50a-be6c8d831cc8,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:35:31.702191 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ad2d4cbd-eab6-4ff7-93b6-84e8f341175f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398161'] for router_interface (f2e5d3cf-3c53-4686-b6d1-5d20658545a7), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:31.822812 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 099ccd66-f1c0-498c-81d0-bfe122aee94c up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:35:31.875982 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ad2d4cbd-eab6-4ff7-93b6-84e8f341175f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (e14a20f4-62f0-46c4-a50a-be6c8d831cc8), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:31.896614 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 099ccd66-f1c0-498c-81d0-bfe122aee94c triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:35:31.896989 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (099ccd66-f1c0-498c-81d0-bfe122aee94c), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:31.977771 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 099ccd66-f1c0-498c-81d0-bfe122aee94c is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:35:31.978192 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (099ccd66-f1c0-498c-81d0-bfe122aee94c), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:32.001050 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port 099ccd66-f1c0-498c-81d0-bfe122aee94c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=099ccd66-f1c0-498c-81d0-bfe122aee94c,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:35:32.005067 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (099ccd66-f1c0-498c-81d0-bfe122aee94c), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:32.006010 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 780cf09b-cba2-4257-a92e-b1f8f01877d5 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:35:32.082283 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=099ccd66-f1c0-498c-81d0-bfe122aee94c,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:35:32.094169 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 780cf09b-cba2-4257-a92e-b1f8f01877d5 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:35:32.094750 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (780cf09b-cba2-4257-a92e-b1f8f01877d5), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:32.135374 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6630d5f-6cfe-4bc0-a27b-0e1295f6979c None None] Network 65601071-ae27-4806-9da1-099c419271d7 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:35:32.187415 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ad2d4cbd-eab6-4ff7-93b6-84e8f341175f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for port (e14a20f4-62f0-46c4-a50a-be6c8d831cc8), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:32.192875 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ad2d4cbd-eab6-4ff7-93b6-84e8f341175f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (e14a20f4-62f0-46c4-a50a-be6c8d831cc8), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:32.241693 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-ff9aab26-a61b-4982-a624-80d0fa191e5a None None] Provisioning complete for port 780cf09b-cba2-4257-a92e-b1f8f01877d5 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:35:32.242068 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ff9aab26-a61b-4982-a624-80d0fa191e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (780cf09b-cba2-4257-a92e-b1f8f01877d5), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:32.268561 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2d4cbd-eab6-4ff7-93b6-84e8f341175f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event updated for resources: {'Port': ['ID=e14a20f4-62f0-46c4-a50a-be6c8d831cc8,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:35:32.282906 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 780cf09b-cba2-4257-a92e-b1f8f01877d5 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:35:32.283301 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (780cf09b-cba2-4257-a92e-b1f8f01877d5), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:32.286323 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ad2d4cbd-eab6-4ff7-93b6-84e8f341175f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401121'] for router_interface (f2e5d3cf-3c53-4686-b6d1-5d20658545a7), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:32.396442 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2d4cbd-eab6-4ff7-93b6-84e8f341175f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Network 65601071-ae27-4806-9da1-099c419271d7 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:35:32.397929 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-ad2d4cbd-eab6-4ff7-93b6-84e8f341175f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:35:32.522072 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad2d4cbd-eab6-4ff7-93b6-84e8f341175f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Router f2e5d3cf-3c53-4686-b6d1-5d20658545a7 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:35:32.525927 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port 780cf09b-cba2-4257-a92e-b1f8f01877d5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=780cf09b-cba2-4257-a92e-b1f8f01877d5,segment=NetworkSegment(dfe722ca-def7-483e-9295-329412380d5c),segment_id=dfe722ca-def7-483e-9295-329412380d5c)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:35:32.547077 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (780cf09b-cba2-4257-a92e-b1f8f01877d5), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:32.589211 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-ff9aab26-a61b-4982-a624-80d0fa191e5a None None] Current status of the port 780cf09b-cba2-4257-a92e-b1f8f01877d5 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:35:32.589603 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ff9aab26-a61b-4982-a624-80d0fa191e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (780cf09b-cba2-4257-a92e-b1f8f01877d5), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:32.635463 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=780cf09b-cba2-4257-a92e-b1f8f01877d5,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:35:32.667971 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad2d4cbd-eab6-4ff7-93b6-84e8f341175f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:35:32.674550 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-ad2d4cbd-eab6-4ff7-93b6-84e8f341175f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "PUT /v2.0/routers/f2e5d3cf-3c53-4686-b6d1-5d20658545a7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4494691
May 07 22:35:32.680882 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fb7f3e-3c80-4e63-84e3-d340d9ebd99e None None] Sync routers for ids ['f2e5d3cf-3c53-4686-b6d1-5d20658545a7'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:35:32.688913 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.db.api [None req-ff9aab26-a61b-4982-a624-80d0fa191e5a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=121838) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 07 22:35:32.689274 ncdv-master-1 neutron-server[121838]: DEBUG oslo_db.api [None req-ff9aab26-a61b-4982-a624-80d0fa191e5a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 07 22:35:32.696619 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fb7f3e-3c80-4e63-84e3-d340d9ebd99e None None] Routers {'f2e5d3cf-3c53-4686-b6d1-5d20658545a7'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:35:32.697271 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-f4fb7f3e-3c80-4e63-84e3-d340d9ebd99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7fcddaf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:35:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['f2e5d3cf-3c53-4686-b6d1-5d20658545a7'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:35:32.820228 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-f4fb7f3e-3c80-4e63-84e3-d340d9ebd99e None None] Set router f2e5d3cf-3c53-4686-b6d1-5d20658545a7 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:35:32.840852 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5ad65332-e0a5-4b43-b1ec-38d6f6cfd01b req-b63939b7-ee71-4c9d-bcb6-94bdb34d32e9 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1638016231&fields=id&tenant_id=f3dc672b922b4f86869d8b6108240e0a HTTP/1.1" status: 200  len: 267 time: 0.0546129
May 07 22:35:32.950853 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad65332-e0a5-4b43-b1ec-38d6f6cfd01b req-7cfcb842-646d-412a-9bce-bac9a838344e tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:35:32.952415 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5ad65332-e0a5-4b43-b1ec-38d6f6cfd01b req-7cfcb842-646d-412a-9bce-bac9a838344e tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/networks?id=65601071-ae27-4806-9da1-099c419271d7 HTTP/1.1" status: 200  len: 797 time: 0.1065550
May 07 22:35:32.973471 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5ad65332-e0a5-4b43-b1ec-38d6f6cfd01b req-7a4b2bcc-675d-472d-abc8-e57ce7e406fd tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/quotas/f3dc672b922b4f86869d8b6108240e0a HTTP/1.1" status: 200  len: 375 time: 0.0136709
May 07 22:35:33.033312 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5ad65332-e0a5-4b43-b1ec-38d6f6cfd01b req-c1b6863e-b257-4cbc-968e-1a5c7eb142ee tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f3dc672b922b4f86869d8b6108240e0a&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0535281
May 07 22:35:33.033683 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-f4fb7f3e-3c80-4e63-84e3-d340d9ebd99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7fcddaf0>, [{'id': 'f2e5d3cf-3c53-4686-b6d1-5d20658545a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2044695799', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.128'}], 'enable_snat': True}, 'gw_port_id': '099ccd66-f1c0-498c-81d0-bfe122aee94c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:35:28Z', 'updated_at': '2022-05-07T22:35:31Z', 'revision_number': 4, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'gw_port': {'id': '099ccd66-f1c0-498c-81d0-bfe122aee94c', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e5d3cf-3c53-4686-b6d1-5d20658545a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:35:28Z', 'updated_at': '2022-05-07T22:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e14a20f4-62f0-46c4-a50a-be6c8d831cc8', 'name': '', 'network_id': '65601071-ae27-4806-9da1-099c419271d7', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'mac_address': 'fa:16:3e:69:9b:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2e5d3cf-3c53-4686-b6d1-5d20658545a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '4307833c-1ca3-4f4b-85cb-c87f199e7957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:35:30Z', 'updated_at': '2022-05-07T22:35:32Z', 'revision_number': 2, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'subnets': [{'id': '4307833c-1ca3-4f4b-85cb-c87f199e7957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:35:33.062272 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fb7f3e-3c80-4e63-84e3-d340d9ebd99e None None] Checking router: f2e5d3cf-3c53-4686-b6d1-5d20658545a7 for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:35:33.062796 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fb7f3e-3c80-4e63-84e3-d340d9ebd99e None None] Updating router f2e5d3cf-3c53-4686-b6d1-5d20658545a7 port e14a20f4-62f0-46c4-a50a-be6c8d831cc8 binding host ncdv-master-1 {{(pid=121838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 22:35:33.092158 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f4fb7f3e-3c80-4e63-84e3-d340d9ebd99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (e14a20f4-62f0-46c4-a50a-be6c8d831cc8), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:33.138854 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5ad65332-e0a5-4b43-b1ec-38d6f6cfd01b req-9e09a553-0597-4a45-bed8-145492690f9c service neutron] 10.222.0.32 "GET /v2.0/networks/65601071-ae27-4806-9da1-099c419271d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0929098
May 07 22:35:33.235187 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5ad65332-e0a5-4b43-b1ec-38d6f6cfd01b req-3bbfba9b-efc5-4026-8b4a-80d7cc19734e service neutron] 10.222.0.32 "GET /v2.0/networks/65601071-ae27-4806-9da1-099c419271d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0900860
May 07 22:35:33.246036 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-ff9aab26-a61b-4982-a624-80d0fa191e5a None None] Current status of the port 780cf09b-cba2-4257-a92e-b1f8f01877d5 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:35:33.387125 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-af2c2315-8e89-4b78-b61c-c0a71015ccbc None None] Provisioning complete for port 780cf09b-cba2-4257-a92e-b1f8f01877d5 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:35:33.387499 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-af2c2315-8e89-4b78-b61c-c0a71015ccbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (780cf09b-cba2-4257-a92e-b1f8f01877d5), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:33.399095 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-67a14e1c-547c-49f6-a9f5-572c90539c6a req-43614cdf-c147-486b-923b-57db1dc95af0 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=198f28b8-a612-4403-b548-7092f68b2674 HTTP/1.1" status: 200  len: 210 time: 0.0277171
May 07 22:35:33.424647 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f4fb7f3e-3c80-4e63-84e3-d340d9ebd99e None None] Publish callbacks [] for port (e14a20f4-62f0-46c4-a50a-be6c8d831cc8), precommit_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:33.431931 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f4fb7f3e-3c80-4e63-84e3-d340d9ebd99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (e14a20f4-62f0-46c4-a50a-be6c8d831cc8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:33.492637 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5076ddf-3295-4cfe-8ced-1aa9e9ddfab5 None None] Pushing event updated for resources: {'Port': ['ID=e14a20f4-62f0-46c4-a50a-be6c8d831cc8,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:35:33.571068 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-af2c2315-8e89-4b78-b61c-c0a71015ccbc None None] Current status of the port 780cf09b-cba2-4257-a92e-b1f8f01877d5 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:35:33.581433 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-f4fb7f3e-3c80-4e63-84e3-d340d9ebd99e None None] Attempting to bind port e14a20f4-62f0-46c4-a50a-be6c8d831cc8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:35:33.581805 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-f4fb7f3e-3c80-4e63-84e3-d340d9ebd99e None None] Attempting to bind port e14a20f4-62f0-46c4-a50a-be6c8d831cc8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'dfe722ca-def7-483e-9295-329412380d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '65601071-ae27-4806-9da1-099c419271d7'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:35:33.582176 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fb7f3e-3c80-4e63-84e3-d340d9ebd99e None None] Attempting to bind port e14a20f4-62f0-46c4-a50a-be6c8d831cc8 on network 65601071-ae27-4806-9da1-099c419271d7 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:35:33.586007 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-af2c2315-8e89-4b78-b61c-c0a71015ccbc None None] Provisioning complete for port e14a20f4-62f0-46c4-a50a-be6c8d831cc8 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:35:33.586382 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-af2c2315-8e89-4b78-b61c-c0a71015ccbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (e14a20f4-62f0-46c4-a50a-be6c8d831cc8), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:33.590669 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fb7f3e-3c80-4e63-84e3-d340d9ebd99e None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:35:33.591633 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fb7f3e-3c80-4e63-84e3-d340d9ebd99e None None] Checking segment: {'id': 'dfe722ca-def7-483e-9295-329412380d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '65601071-ae27-4806-9da1-099c419271d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:35:33.592034 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f4fb7f3e-3c80-4e63-84e3-d340d9ebd99e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:33.592440 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fb7f3e-3c80-4e63-84e3-d340d9ebd99e None None] Bound using segment: {'id': 'dfe722ca-def7-483e-9295-329412380d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '65601071-ae27-4806-9da1-099c419271d7'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:35:33.592922 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-f4fb7f3e-3c80-4e63-84e3-d340d9ebd99e None None] Bound port: e14a20f4-62f0-46c4-a50a-be6c8d831cc8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfe722ca-def7-483e-9295-329412380d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '65601071-ae27-4806-9da1-099c419271d7'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:35:33.593293 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f4fb7f3e-3c80-4e63-84e3-d340d9ebd99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (e14a20f4-62f0-46c4-a50a-be6c8d831cc8), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:33.650360 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-af2c2315-8e89-4b78-b61c-c0a71015ccbc None None] Port e14a20f4-62f0-46c4-a50a-be6c8d831cc8 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:35:33.682911 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-f4fb7f3e-3c80-4e63-84e3-d340d9ebd99e None None] For port e14a20f4-62f0-46c4-a50a-be6c8d831cc8, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:35:33.686075 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-f4fb7f3e-3c80-4e63-84e3-d340d9ebd99e None None] For port e14a20f4-62f0-46c4-a50a-be6c8d831cc8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e14a20f4-62f0-46c4-a50a-be6c8d831cc8,segment=NetworkSegment(dfe722ca-def7-483e-9295-329412380d5c),segment_id=dfe722ca-def7-483e-9295-329412380d5c)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:35:33.692632 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f4fb7f3e-3c80-4e63-84e3-d340d9ebd99e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (e14a20f4-62f0-46c4-a50a-be6c8d831cc8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:33.744760 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 099ccd66-f1c0-498c-81d0-bfe122aee94c up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:35:33.787051 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fb7f3e-3c80-4e63-84e3-d340d9ebd99e None None] Routers {'f2e5d3cf-3c53-4686-b6d1-5d20658545a7'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:35:33.787622 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-f4fb7f3e-3c80-4e63-84e3-d340d9ebd99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7fcddaf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:35:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['f2e5d3cf-3c53-4686-b6d1-5d20658545a7'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:35:33.789382 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5076ddf-3295-4cfe-8ced-1aa9e9ddfab5 None None] Pushing event updated for resources: {'Port': ['ID=e14a20f4-62f0-46c4-a50a-be6c8d831cc8,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:35:33.838648 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-44ded6b7-9f52-41d0-b654-2e50dba1dd90 None None] Provisioning complete for port e14a20f4-62f0-46c4-a50a-be6c8d831cc8 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:35:33.839076 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-44ded6b7-9f52-41d0-b654-2e50dba1dd90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (e14a20f4-62f0-46c4-a50a-be6c8d831cc8), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:33.936586 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 099ccd66-f1c0-498c-81d0-bfe122aee94c triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:35:33.937132 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (099ccd66-f1c0-498c-81d0-bfe122aee94c), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:33.987736 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-f4fb7f3e-3c80-4e63-84e3-d340d9ebd99e None None] Set router f2e5d3cf-3c53-4686-b6d1-5d20658545a7 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:35:34.063591 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-44ded6b7-9f52-41d0-b654-2e50dba1dd90 None None] Current status of the port e14a20f4-62f0-46c4-a50a-be6c8d831cc8 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:35:34.064252 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-44ded6b7-9f52-41d0-b654-2e50dba1dd90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (e14a20f4-62f0-46c4-a50a-be6c8d831cc8), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:34.204111 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-44ded6b7-9f52-41d0-b654-2e50dba1dd90 None None] For port e14a20f4-62f0-46c4-a50a-be6c8d831cc8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e14a20f4-62f0-46c4-a50a-be6c8d831cc8,segment=NetworkSegment(dfe722ca-def7-483e-9295-329412380d5c),segment_id=dfe722ca-def7-483e-9295-329412380d5c)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:35:34.208090 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 099ccd66-f1c0-498c-81d0-bfe122aee94c is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:35:34.209114 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 780cf09b-cba2-4257-a92e-b1f8f01877d5 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:35:34.212388 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-44ded6b7-9f52-41d0-b654-2e50dba1dd90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (e14a20f4-62f0-46c4-a50a-be6c8d831cc8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:34.340261 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ded6b7-9f52-41d0-b654-2e50dba1dd90 None None] Pushing event updated for resources: {'Port': ['ID=e14a20f4-62f0-46c4-a50a-be6c8d831cc8,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:35:34.352443 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-73362807-9f2e-440a-a05b-7b7ef638a69c None None] Provisioning complete for port e14a20f4-62f0-46c4-a50a-be6c8d831cc8 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:35:34.352817 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-73362807-9f2e-440a-a05b-7b7ef638a69c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (e14a20f4-62f0-46c4-a50a-be6c8d831cc8), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:34.384841 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 780cf09b-cba2-4257-a92e-b1f8f01877d5 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:35:34.385219 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (780cf09b-cba2-4257-a92e-b1f8f01877d5), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:34.389314 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-f4fb7f3e-3c80-4e63-84e3-d340d9ebd99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7fcddaf0>, [{'id': 'f2e5d3cf-3c53-4686-b6d1-5d20658545a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2044695799', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.128'}], 'enable_snat': True}, 'gw_port_id': '099ccd66-f1c0-498c-81d0-bfe122aee94c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:35:28Z', 'updated_at': '2022-05-07T22:35:31Z', 'revision_number': 4, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'gw_port': {'id': '099ccd66-f1c0-498c-81d0-bfe122aee94c', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e5d3cf-3c53-4686-b6d1-5d20658545a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:35:28Z', 'updated_at': '2022-05-07T22:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e14a20f4-62f0-46c4-a50a-be6c8d831cc8', 'name': '', 'network_id': '65601071-ae27-4806-9da1-099c419271d7', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'mac_address': 'fa:16:3e:69:9b:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2e5d3cf-3c53-4686-b6d1-5d20658545a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '4307833c-1ca3-4f4b-85cb-c87f199e7957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:35:30Z', 'updated_at': '2022-05-07T22:35:33Z', 'revision_number': 4, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'subnets': [{'id': '4307833c-1ca3-4f4b-85cb-c87f199e7957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:35:34.448557 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fb7f3e-3c80-4e63-84e3-d340d9ebd99e None None] The sync data for ids ['f2e5d3cf-3c53-4686-b6d1-5d20658545a7'] in ncdv-master-1 is: [{'id': 'f2e5d3cf-3c53-4686-b6d1-5d20658545a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2044695799', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.128'}], 'enable_snat': True}, 'gw_port_id': '099ccd66-f1c0-498c-81d0-bfe122aee94c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:35:28Z', 'updated_at': '2022-05-07T22:35:31Z', 'revision_number': 4, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'gw_port': {'id': '099ccd66-f1c0-498c-81d0-bfe122aee94c', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e5d3cf-3c53-4686-b6d1-5d20658545a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:35:28Z', 'updated_at': '2022-05-07T22:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e14a20f4-62f0-46c4-a50a-be6c8d831cc8', 'name': '', 'network_id': '65601071-ae27-4806-9da1-099c419271d7', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'mac_address': 'fa:16:3e:69:9b:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2e5d3cf-3c53-4686-b6d1-5d20658545a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '4307833c-1ca3-4f4b-85cb-c87f199e7957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:35:30Z', 'updated_at': '2022-05-07T22:35:33Z', 'revision_number': 4, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'subnets': [{'id': '4307833c-1ca3-4f4b-85cb-c87f199e7957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:35:34.492279 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f37c8d8d-cd62-4e89-9766-bf6320aea798 req-f8cae0c0-7286-42dd-ac6e-db9a952bd59a tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=198f28b8-a612-4403-b548-7092f68b2674 HTTP/1.1" status: 200  len: 210 time: 0.0382428
May 07 22:35:34.548600 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-73362807-9f2e-440a-a05b-7b7ef638a69c None None] Current status of the port e14a20f4-62f0-46c4-a50a-be6c8d831cc8 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:35:34.570304 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 780cf09b-cba2-4257-a92e-b1f8f01877d5 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:35:35.577148 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f86c06f8-f342-43ab-aa76-63a4fe436b1e req-52587ab8-e26b-47fa-a3f3-33ca0bd9c2e7 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=198f28b8-a612-4403-b548-7092f68b2674 HTTP/1.1" status: 200  len: 210 time: 0.0287800
May 07 22:35:35.733523 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device e14a20f4-62f0-46c4-a50a-be6c8d831cc8 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:35:35.782200 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port e14a20f4-62f0-46c4-a50a-be6c8d831cc8 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:35:35.782576 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (e14a20f4-62f0-46c4-a50a-be6c8d831cc8), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:35.859621 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port e14a20f4-62f0-46c4-a50a-be6c8d831cc8 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:35:36.670975 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9a9db706-b5b5-4c58-8db6-0b57ee47309a req-8f77f7c9-31de-401f-a1ec-d92e287890b8 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=198f28b8-a612-4403-b548-7092f68b2674 HTTP/1.1" status: 200  len: 210 time: 0.0306752
May 07 22:35:37.762506 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-07f6f855-fe5c-420c-b16a-23915f1b9346 req-5a4bb8c4-16a4-44fb-a6d2-0b91aad02da9 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=198f28b8-a612-4403-b548-7092f68b2674 HTTP/1.1" status: 200  len: 210 time: 0.0273209
May 07 22:35:38.479301 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad65332-e0a5-4b43-b1ec-38d6f6cfd01b req-721f11be-e094-4d8a-8323-4d49e61109e9 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:35:38.481136 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5ad65332-e0a5-4b43-b1ec-38d6f6cfd01b req-721f11be-e094-4d8a-8323-4d49e61109e9 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.55 "GET /v2.0/networks?id=65601071-ae27-4806-9da1-099c419271d7 HTTP/1.1" status: 200  len: 797 time: 0.1076436
May 07 22:35:38.546990 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5ad65332-e0a5-4b43-b1ec-38d6f6cfd01b req-3f1c4ac3-939c-4576-b84d-3474c1463b52 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3dc672b922b4f86869d8b6108240e0a HTTP/1.1" status: 200  len: 380 time: 0.0560155
May 07 22:35:38.556351 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-5ad65332-e0a5-4b43-b1ec-38d6f6cfd01b req-48e60f74-5bf7-44dd-a87c-e9ae4ea850b2 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Request body: {'port': {'device_id': '198f28b8-a612-4403-b548-7092f68b2674', 'network_id': '65601071-ae27-4806-9da1-099c419271d7', 'admin_state_up': True, 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'security_groups': ['bbcd55bd-1b4a-4fa7-917b-e94f2159fe7d']}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:35:38.668339 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ad65332-e0a5-4b43-b1ec-38d6f6cfd01b req-48e60f74-5bf7-44dd-a87c-e9ae4ea850b2 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Made reservation on behalf of f3dc672b922b4f86869d8b6108240e0a for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:35:38.671747 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-5ad65332-e0a5-4b43-b1ec-38d6f6cfd01b req-48e60f74-5bf7-44dd-a87c-e9ae4ea850b2 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:38.798567 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [req-5ad65332-e0a5-4b43-b1ec-38d6f6cfd01b req-48e60f74-5bf7-44dd-a87c-e9ae4ea850b2 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Allocated IP 172.20.0.3 (65601071-ae27-4806-9da1-099c419271d7/4307833c-1ca3-4f4b-85cb-c87f199e7957/024aac08-2cff-469c-bbab-8f595fa70df3) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:35:38.860039 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ba48b3d4-c9da-415b-8513-5f0f1961c1fd req-2df10235-1896-49f6-af0b-9ff06e07217c tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=198f28b8-a612-4403-b548-7092f68b2674 HTTP/1.1" status: 200  len: 210 time: 0.0273342
May 07 22:35:38.941488 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-5ad65332-e0a5-4b43-b1ec-38d6f6cfd01b req-48e60f74-5bf7-44dd-a87c-e9ae4ea850b2 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for port (024aac08-2cff-469c-bbab-8f595fa70df3), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:38.975798 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-5ad65332-e0a5-4b43-b1ec-38d6f6cfd01b req-48e60f74-5bf7-44dd-a87c-e9ae4ea850b2 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (024aac08-2cff-469c-bbab-8f595fa70df3), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:39.022856 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ad65332-e0a5-4b43-b1ec-38d6f6cfd01b req-48e60f74-5bf7-44dd-a87c-e9ae4ea850b2 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Network 65601071-ae27-4806-9da1-099c419271d7 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:35:39.025816 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [req-5ad65332-e0a5-4b43-b1ec-38d6f6cfd01b req-48e60f74-5bf7-44dd-a87c-e9ae4ea850b2 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:35:39.030039 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ad65332-e0a5-4b43-b1ec-38d6f6cfd01b req-48e60f74-5bf7-44dd-a87c-e9ae4ea850b2 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:35:39.066492 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e60f74-5bf7-44dd-a87c-e9ae4ea850b2 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event updated for resources: {'Port': ['ID=024aac08-2cff-469c-bbab-8f595fa70df3,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:35:39.092186 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad65332-e0a5-4b43-b1ec-38d6f6cfd01b req-48e60f74-5bf7-44dd-a87c-e9ae4ea850b2 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:35:39.092831 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-5ad65332-e0a5-4b43-b1ec-38d6f6cfd01b req-48e60f74-5bf7-44dd-a87c-e9ae4ea850b2 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:39.110520 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5ad65332-e0a5-4b43-b1ec-38d6f6cfd01b req-48e60f74-5bf7-44dd-a87c-e9ae4ea850b2 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5577304
May 07 22:35:39.121751 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-5ad65332-e0a5-4b43-b1ec-38d6f6cfd01b req-d50018ff-92ee-4489-969c-941340f4822e service neutron] Request body: {'port': {'device_id': '198f28b8-a612-4403-b548-7092f68b2674', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:35:39.187623 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-5ad65332-e0a5-4b43-b1ec-38d6f6cfd01b req-d50018ff-92ee-4489-969c-941340f4822e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (024aac08-2cff-469c-bbab-8f595fa70df3), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:39.299155 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-d45b3305-ed4b-4f88-ab82-2a0273dd8930 None None] Provisioning complete for port 024aac08-2cff-469c-bbab-8f595fa70df3 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:35:39.299741 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d45b3305-ed4b-4f88-ab82-2a0273dd8930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (024aac08-2cff-469c-bbab-8f595fa70df3), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:39.345143 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-d45b3305-ed4b-4f88-ab82-2a0273dd8930 None None] Port 024aac08-2cff-469c-bbab-8f595fa70df3 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:35:39.465363 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [req-5ad65332-e0a5-4b43-b1ec-38d6f6cfd01b req-d50018ff-92ee-4489-969c-941340f4822e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 024aac08-2cff-469c-bbab-8f595fa70df3 {{(pid=121836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:35:39.472799 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-5ad65332-e0a5-4b43-b1ec-38d6f6cfd01b req-d50018ff-92ee-4489-969c-941340f4822e service neutron] Publish callbacks [] for port (024aac08-2cff-469c-bbab-8f595fa70df3), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:39.485709 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.provisioning_blocks [req-5ad65332-e0a5-4b43-b1ec-38d6f6cfd01b req-d50018ff-92ee-4489-969c-941340f4822e service neutron] Transition to ACTIVE for port object 024aac08-2cff-469c-bbab-8f595fa70df3 will not be triggered until provisioned by entity L2. {{(pid=121836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 22:35:39.489497 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-5ad65332-e0a5-4b43-b1ec-38d6f6cfd01b req-d50018ff-92ee-4489-969c-941340f4822e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (024aac08-2cff-469c-bbab-8f595fa70df3), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:39.538735 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50018ff-92ee-4489-969c-941340f4822e service neutron] Pushing event updated for resources: {'Port': ['ID=024aac08-2cff-469c-bbab-8f595fa70df3,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:35:39.612877 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-5ad65332-e0a5-4b43-b1ec-38d6f6cfd01b req-d50018ff-92ee-4489-969c-941340f4822e service neutron] Attempting to bind port 024aac08-2cff-469c-bbab-8f595fa70df3 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:35:39.613217 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-5ad65332-e0a5-4b43-b1ec-38d6f6cfd01b req-d50018ff-92ee-4489-969c-941340f4822e service neutron] Attempting to bind port 024aac08-2cff-469c-bbab-8f595fa70df3 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'dfe722ca-def7-483e-9295-329412380d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '65601071-ae27-4806-9da1-099c419271d7'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:35:39.613547 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad65332-e0a5-4b43-b1ec-38d6f6cfd01b req-d50018ff-92ee-4489-969c-941340f4822e service neutron] Attempting to bind port 024aac08-2cff-469c-bbab-8f595fa70df3 on network 65601071-ae27-4806-9da1-099c419271d7 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:35:39.618267 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad65332-e0a5-4b43-b1ec-38d6f6cfd01b req-d50018ff-92ee-4489-969c-941340f4822e service neutron] Port 024aac08-2cff-469c-bbab-8f595fa70df3 on network 65601071-ae27-4806-9da1-099c419271d7 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:35:39.618587 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad65332-e0a5-4b43-b1ec-38d6f6cfd01b req-d50018ff-92ee-4489-969c-941340f4822e service neutron] Attempting to bind port 024aac08-2cff-469c-bbab-8f595fa70df3 on network 65601071-ae27-4806-9da1-099c419271d7 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:35:39.624257 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad65332-e0a5-4b43-b1ec-38d6f6cfd01b req-d50018ff-92ee-4489-969c-941340f4822e service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:35:39.624600 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad65332-e0a5-4b43-b1ec-38d6f6cfd01b req-d50018ff-92ee-4489-969c-941340f4822e service neutron] Checking segment: {'id': 'dfe722ca-def7-483e-9295-329412380d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '65601071-ae27-4806-9da1-099c419271d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:35:39.624990 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad65332-e0a5-4b43-b1ec-38d6f6cfd01b req-d50018ff-92ee-4489-969c-941340f4822e service neutron] Bound using segment: {'id': 'dfe722ca-def7-483e-9295-329412380d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '65601071-ae27-4806-9da1-099c419271d7'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:35:39.625424 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-5ad65332-e0a5-4b43-b1ec-38d6f6cfd01b req-d50018ff-92ee-4489-969c-941340f4822e service neutron] Bound port: 024aac08-2cff-469c-bbab-8f595fa70df3, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfe722ca-def7-483e-9295-329412380d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '65601071-ae27-4806-9da1-099c419271d7'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:35:39.625779 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-5ad65332-e0a5-4b43-b1ec-38d6f6cfd01b req-d50018ff-92ee-4489-969c-941340f4822e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (024aac08-2cff-469c-bbab-8f595fa70df3), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:39.697416 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-5ad65332-e0a5-4b43-b1ec-38d6f6cfd01b req-d50018ff-92ee-4489-969c-941340f4822e service neutron] For port 024aac08-2cff-469c-bbab-8f595fa70df3, host nch1-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:35:39.700511 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-5ad65332-e0a5-4b43-b1ec-38d6f6cfd01b req-d50018ff-92ee-4489-969c-941340f4822e service neutron] For port 024aac08-2cff-469c-bbab-8f595fa70df3, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=024aac08-2cff-469c-bbab-8f595fa70df3,segment=NetworkSegment(dfe722ca-def7-483e-9295-329412380d5c),segment_id=dfe722ca-def7-483e-9295-329412380d5c)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:35:39.706541 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-5ad65332-e0a5-4b43-b1ec-38d6f6cfd01b req-d50018ff-92ee-4489-969c-941340f4822e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (024aac08-2cff-469c-bbab-8f595fa70df3), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:39.741562 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad65332-e0a5-4b43-b1ec-38d6f6cfd01b req-d50018ff-92ee-4489-969c-941340f4822e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:35:39.742166 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-5ad65332-e0a5-4b43-b1ec-38d6f6cfd01b req-d50018ff-92ee-4489-969c-941340f4822e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:39.743596 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5ad65332-e0a5-4b43-b1ec-38d6f6cfd01b req-d50018ff-92ee-4489-969c-941340f4822e service neutron] 10.222.0.55 "PUT /v2.0/ports/024aac08-2cff-469c-bbab-8f595fa70df3 HTTP/1.1" status: 200  len: 1091 time: 0.6260822
May 07 22:35:39.744044 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '198f28b8-a612-4403-b548-7092f68b2674', 'tag': '024aac08-2cff-469c-bbab-8f595fa70df3'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:35:39.746290 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8072ae1-8762-4fc4-b63b-05b371c0eaef" -d '{"events": [{"name": "network-changed", "server_uuid": "198f28b8-a612-4403-b548-7092f68b2674", "tag": "024aac08-2cff-469c-bbab-8f595fa70df3"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:35:39.773969 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50018ff-92ee-4489-969c-941340f4822e service neutron] Pushing event updated for resources: {'Port': ['ID=024aac08-2cff-469c-bbab-8f595fa70df3,revision_number=3']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:35:39.840377 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad65332-e0a5-4b43-b1ec-38d6f6cfd01b req-de7ff68b-e9a6-488d-a4eb-d9ed7f1f78b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:35:39.842316 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5ad65332-e0a5-4b43-b1ec-38d6f6cfd01b req-de7ff68b-e9a6-488d-a4eb-d9ed7f1f78b1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f3dc672b922b4f86869d8b6108240e0a&device_id=198f28b8-a612-4403-b548-7092f68b2674 HTTP/1.1" status: 200  len: 1125 time: 0.0461271
May 07 22:35:39.890556 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42ef56e4-43d4-4ae4-8805-53d6d6371526 x-openstack-request-id: req-42ef56e4-43d4-4ae4-8805-53d6d6371526 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:35:39.890717 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "198f28b8-a612-4403-b548-7092f68b2674", "tag": "024aac08-2cff-469c-bbab-8f595fa70df3", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:35:39.891004 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-42ef56e4-43d4-4ae4-8805-53d6d6371526 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:35:39.891425 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42ef56e4-43d4-4ae4-8805-53d6d6371526'] response: {'name': 'network-changed', 'server_uuid': '198f28b8-a612-4403-b548-7092f68b2674', 'tag': '024aac08-2cff-469c-bbab-8f595fa70df3', 'status': 'completed', 'code': 200}
May 07 22:35:39.893402 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5ad65332-e0a5-4b43-b1ec-38d6f6cfd01b req-a49f5c5a-92c8-44ce-ad3e-f986ecbfa955 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=024aac08-2cff-469c-bbab-8f595fa70df3 HTTP/1.1" status: 200  len: 217 time: 0.0440249
May 07 22:35:39.944466 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad65332-e0a5-4b43-b1ec-38d6f6cfd01b req-87fd08b5-c80b-41ef-a347-a43f674f8f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:35:39.945965 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5ad65332-e0a5-4b43-b1ec-38d6f6cfd01b req-87fd08b5-c80b-41ef-a347-a43f674f8f40 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4307833c-1ca3-4f4b-85cb-c87f199e7957 HTTP/1.1" status: 200  len: 835 time: 0.0471063
May 07 22:35:39.993365 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55cc65b-8feb-453b-aeaf-c562b25dbee7 req-9b25d1c4-d3a5-416b-8317-4cd5c7fb95cf tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:35:39.994486 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad65332-e0a5-4b43-b1ec-38d6f6cfd01b req-89fe104f-35a2-4c9b-9c07-819259e1e566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:35:39.995196 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a55cc65b-8feb-453b-aeaf-c562b25dbee7 req-9b25d1c4-d3a5-416b-8317-4cd5c7fb95cf tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=198f28b8-a612-4403-b548-7092f68b2674 HTTP/1.1" status: 200  len: 943 time: 0.0580854
May 07 22:35:39.996100 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5ad65332-e0a5-4b43-b1ec-38d6f6cfd01b req-89fe104f-35a2-4c9b-9c07-819259e1e566 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=65601071-ae27-4806-9da1-099c419271d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0428150
May 07 22:35:40.045820 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a55cc65b-8feb-453b-aeaf-c562b25dbee7 req-41c35cb1-d671-4039-bef3-a0474fae0c4a tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbcd55bd-1b4a-4fa7-917b-e94f2159fe7d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441701
May 07 22:35:40.091792 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5ad65332-e0a5-4b43-b1ec-38d6f6cfd01b req-523d62f6-d37f-4c7c-ad9b-2a6155db392e service neutron] 10.222.0.55 "GET /v2.0/networks/65601071-ae27-4806-9da1-099c419271d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0893266
May 07 22:35:40.179496 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5ad65332-e0a5-4b43-b1ec-38d6f6cfd01b req-01e43e04-bc84-41b3-8bb0-56af92b77ecd service neutron] 10.222.0.55 "GET /v2.0/networks/65601071-ae27-4806-9da1-099c419271d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0815268
May 07 22:35:41.037338 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8072ae1-8762-4fc4-b63b-05b371c0eaef req-19439d73-5237-45d0-9b15-fa90c993e35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:35:41.038854 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f8072ae1-8762-4fc4-b63b-05b371c0eaef req-19439d73-5237-45d0-9b15-fa90c993e35f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f3dc672b922b4f86869d8b6108240e0a&device_id=198f28b8-a612-4403-b548-7092f68b2674 HTTP/1.1" status: 200  len: 1125 time: 0.0477777
May 07 22:35:41.152193 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8072ae1-8762-4fc4-b63b-05b371c0eaef req-014dc50c-3861-4450-b159-2bd7728dd5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:35:41.154168 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f8072ae1-8762-4fc4-b63b-05b371c0eaef req-014dc50c-3861-4450-b159-2bd7728dd5fd service neutron] 10.222.0.55 "GET /v2.0/networks?id=65601071-ae27-4806-9da1-099c419271d7 HTTP/1.1" status: 200  len: 898 time: 0.1092308
May 07 22:35:41.206300 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d567b8dd-d2e7-4c5b-bd72-5eddce46bbda req-14344ba4-7a8f-481f-9a16-dcc0974051ba tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:35:41.207798 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d567b8dd-d2e7-4c5b-bd72-5eddce46bbda req-14344ba4-7a8f-481f-9a16-dcc0974051ba tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=198f28b8-a612-4403-b548-7092f68b2674 HTTP/1.1" status: 200  len: 943 time: 0.0913107
May 07 22:35:41.209009 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f8072ae1-8762-4fc4-b63b-05b371c0eaef req-ac2bceab-b647-4386-87b8-a6479b8e8117 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=024aac08-2cff-469c-bbab-8f595fa70df3 HTTP/1.1" status: 200  len: 217 time: 0.0493963
May 07 22:35:41.284599 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8072ae1-8762-4fc4-b63b-05b371c0eaef req-c7c9f930-85c5-4d50-a2cc-027963c514c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:35:41.285927 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f8072ae1-8762-4fc4-b63b-05b371c0eaef req-c7c9f930-85c5-4d50-a2cc-027963c514c8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4307833c-1ca3-4f4b-85cb-c87f199e7957 HTTP/1.1" status: 200  len: 835 time: 0.0657415
May 07 22:35:41.295614 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d567b8dd-d2e7-4c5b-bd72-5eddce46bbda req-dbfb347c-214b-4af8-8d27-c2697fd75fb0 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbcd55bd-1b4a-4fa7-917b-e94f2159fe7d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0820730
May 07 22:35:41.336860 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8072ae1-8762-4fc4-b63b-05b371c0eaef req-b2f6ded1-63dc-40c4-b409-a247b5881066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:35:41.338386 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f8072ae1-8762-4fc4-b63b-05b371c0eaef req-b2f6ded1-63dc-40c4-b409-a247b5881066 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=65601071-ae27-4806-9da1-099c419271d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0465560
May 07 22:35:41.433248 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f8072ae1-8762-4fc4-b63b-05b371c0eaef req-f60c6373-a15a-4130-aa4c-69c09572d211 service neutron] 10.222.0.55 "GET /v2.0/networks/65601071-ae27-4806-9da1-099c419271d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0877705
May 07 22:35:41.527726 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f8072ae1-8762-4fc4-b63b-05b371c0eaef req-24db0a26-d3bb-49c2-99ad-c81f30abc1f9 service neutron] 10.222.0.55 "GET /v2.0/networks/65601071-ae27-4806-9da1-099c419271d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0887432
May 07 22:35:42.407507 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948a5f0f-006e-4b26-9190-46ebb198dbfe req-10a29122-8b96-4f89-9136-5343c8b53782 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:35:42.408961 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-948a5f0f-006e-4b26-9190-46ebb198dbfe req-10a29122-8b96-4f89-9136-5343c8b53782 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=198f28b8-a612-4403-b548-7092f68b2674 HTTP/1.1" status: 200  len: 943 time: 0.0462735
May 07 22:35:42.457450 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-948a5f0f-006e-4b26-9190-46ebb198dbfe req-44b63b38-0b9c-48c0-b609-2675aca4a3f3 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbcd55bd-1b4a-4fa7-917b-e94f2159fe7d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429716
May 07 22:35:42.646061 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 024aac08-2cff-469c-bbab-8f595fa70df3 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:35:42.897308 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 024aac08-2cff-469c-bbab-8f595fa70df3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=024aac08-2cff-469c-bbab-8f595fa70df3,segment=NetworkSegment(dfe722ca-def7-483e-9295-329412380d5c),segment_id=dfe722ca-def7-483e-9295-329412380d5c)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:35:42.908876 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': '024aac08-2cff-469c-bbab-8f595fa70df3', 'network_id': '65601071-ae27-4806-9da1-099c419271d7', 'port_id': '024aac08-2cff-469c-bbab-8f595fa70df3', 'mac_address': 'fa:16:3e:16:85:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4307833c-1ca3-4f4b-85cb-c87f199e7957', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:35:42.946443 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 024aac08-2cff-469c-bbab-8f595fa70df3 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:35:42.946855 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (024aac08-2cff-469c-bbab-8f595fa70df3), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:42.959124 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 024aac08-2cff-469c-bbab-8f595fa70df3 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:35:42.977881 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 024aac08-2cff-469c-bbab-8f595fa70df3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=024aac08-2cff-469c-bbab-8f595fa70df3,segment=NetworkSegment(dfe722ca-def7-483e-9295-329412380d5c),segment_id=dfe722ca-def7-483e-9295-329412380d5c)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:35:42.982428 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (024aac08-2cff-469c-bbab-8f595fa70df3), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:43.036065 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=024aac08-2cff-469c-bbab-8f595fa70df3,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:35:43.214558 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['024aac08-2cff-469c-bbab-8f595fa70df3'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:35:43.571260 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57364ccc-d7cd-45b8-98ae-d51701f762da req-4e3aa414-b745-47e2-8ae3-3aba4492995b tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:35:43.572683 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-57364ccc-d7cd-45b8-98ae-d51701f762da req-4e3aa414-b745-47e2-8ae3-3aba4492995b tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=198f28b8-a612-4403-b548-7092f68b2674 HTTP/1.1" status: 200  len: 944 time: 0.0466373
May 07 22:35:43.620388 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-57364ccc-d7cd-45b8-98ae-d51701f762da req-511dafc5-1be1-42d2-a704-5616b7700e0b tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbcd55bd-1b4a-4fa7-917b-e94f2159fe7d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415542
May 07 22:35:44.652391 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 024aac08-2cff-469c-bbab-8f595fa70df3 up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:35:44.696787 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning for port 024aac08-2cff-469c-bbab-8f595fa70df3 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 22:35:44.703733 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port 024aac08-2cff-469c-bbab-8f595fa70df3 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:35:44.704105 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (024aac08-2cff-469c-bbab-8f595fa70df3), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:44.735431 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6b7a02-b998-4d8b-bd91-196764798c5e req-a7602b02-aa04-4710-a82a-38aa6e60f1e1 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:35:44.736908 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6d6b7a02-b998-4d8b-bd91-196764798c5e req-a7602b02-aa04-4710-a82a-38aa6e60f1e1 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=198f28b8-a612-4403-b548-7092f68b2674 HTTP/1.1" status: 200  len: 944 time: 0.0474710
May 07 22:35:44.780837 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 024aac08-2cff-469c-bbab-8f595fa70df3 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:35:44.781516 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (024aac08-2cff-469c-bbab-8f595fa70df3), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:44.789742 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6d6b7a02-b998-4d8b-bd91-196764798c5e req-c40bd348-0f49-426b-b1b2-75f02d89b943 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbcd55bd-1b4a-4fa7-917b-e94f2159fe7d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465832
May 07 22:35:44.804242 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '198f28b8-a612-4403-b548-7092f68b2674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '024aac08-2cff-469c-bbab-8f595fa70df3'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:35:44.806540 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdeea001-14b6-4f36-90c7-59e718388c74" -d '{"events": [{"server_uuid": "198f28b8-a612-4403-b548-7092f68b2674", "name": "network-vif-plugged", "status": "completed", "tag": "024aac08-2cff-469c-bbab-8f595fa70df3"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:35:44.819163 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 024aac08-2cff-469c-bbab-8f595fa70df3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=024aac08-2cff-469c-bbab-8f595fa70df3,segment=NetworkSegment(dfe722ca-def7-483e-9295-329412380d5c),segment_id=dfe722ca-def7-483e-9295-329412380d5c)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:35:44.823256 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (024aac08-2cff-469c-bbab-8f595fa70df3), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:44.850585 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d85f07-68c6-4dee-8a81-9bef30fd9fca x-openstack-request-id: req-f1d85f07-68c6-4dee-8a81-9bef30fd9fca {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:35:44.850909 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "198f28b8-a612-4403-b548-7092f68b2674", "name": "network-vif-plugged", "status": "completed", "tag": "024aac08-2cff-469c-bbab-8f595fa70df3", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:35:44.851166 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f1d85f07-68c6-4dee-8a81-9bef30fd9fca {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:35:44.851560 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1d85f07-68c6-4dee-8a81-9bef30fd9fca'] response: {'server_uuid': '198f28b8-a612-4403-b548-7092f68b2674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '024aac08-2cff-469c-bbab-8f595fa70df3', 'code': 200}
May 07 22:35:44.877333 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=024aac08-2cff-469c-bbab-8f595fa70df3,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:35:44.938441 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcabcb1-3bf3-4143-b999-4428feb2bd48 req-23bff522-b8b9-4689-9a91-b078619d8eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:35:44.939909 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-cbcabcb1-3bf3-4143-b999-4428feb2bd48 req-23bff522-b8b9-4689-9a91-b078619d8eb2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=198f28b8-a612-4403-b548-7092f68b2674 HTTP/1.1" status: 200  len: 1127 time: 0.0376897
May 07 22:35:44.989088 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-cbcabcb1-3bf3-4143-b999-4428feb2bd48 req-36dfad21-f195-45a7-bb07-c940bcd21390 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=bbcd55bd-1b4a-4fa7-917b-e94f2159fe7d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434279
May 07 22:35:45.901708 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2684335-f04b-4e5f-a90b-16e8da2bdb26 req-80233574-7ee9-4444-b92b-3af63185ebc0 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:35:45.903105 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a2684335-f04b-4e5f-a90b-16e8da2bdb26 req-80233574-7ee9-4444-b92b-3af63185ebc0 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=198f28b8-a612-4403-b548-7092f68b2674 HTTP/1.1" status: 200  len: 945 time: 0.0454097
May 07 22:35:45.954533 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a2684335-f04b-4e5f-a90b-16e8da2bdb26 req-989bb556-4ce4-45ed-bfc7-f8a8873e144d tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbcd55bd-1b4a-4fa7-917b-e94f2159fe7d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450752
May 07 22:35:47.073675 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39a2276-434e-4a9c-8c60-458d6d995fa2 req-d5bf55b5-4cea-47a0-8867-cb90df250a8f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:35:47.075720 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f39a2276-434e-4a9c-8c60-458d6d995fa2 req-d5bf55b5-4cea-47a0-8867-cb90df250a8f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=198f28b8-a612-4403-b548-7092f68b2674 HTTP/1.1" status: 200  len: 945 time: 0.0495005
May 07 22:35:47.123975 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f39a2276-434e-4a9c-8c60-458d6d995fa2 req-52b2a51a-b958-4966-a5e5-a52ab679d439 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbcd55bd-1b4a-4fa7-917b-e94f2159fe7d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426784
May 07 22:35:47.235885 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d10b2e7-690c-4c7c-89fa-766b126e1ee9 req-6ac40912-43b1-4e19-9768-02208b0bb4a1 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:35:47.236900 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5d10b2e7-690c-4c7c-89fa-766b126e1ee9 req-6ac40912-43b1-4e19-9768-02208b0bb4a1 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=198f28b8-a612-4403-b548-7092f68b2674 HTTP/1.1" status: 200  len: 945 time: 0.0461586
May 07 22:35:47.284003 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5d10b2e7-690c-4c7c-89fa-766b126e1ee9 req-bb018277-05b1-4832-a7f9-17a17629baff tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbcd55bd-1b4a-4fa7-917b-e94f2159fe7d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415506
May 07 22:35:47.305177 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 58690) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:35:47.345056 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d11b2c2-983e-4a2a-84c7-c86d9007395d tempest-TestNetworkAdvancedServerOps-404863911 tempest-TestNetworkAdvancedServerOps-404863911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:35:47.347182 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-6d11b2c2-983e-4a2a-84c7-c86d9007395d tempest-TestNetworkAdvancedServerOps-404863911 tempest-TestNetworkAdvancedServerOps-404863911-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=198f28b8-a612-4403-b548-7092f68b2674 HTTP/1.1" status: 200  len: 1122 time: 0.0404255
May 07 22:35:47.349300 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 58692) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:35:47.353459 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-1791b73b-ac65-4db7-a432-507977c3c993 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Request body: {'floatingip': {'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'port_id': '024aac08-2cff-469c-bbab-8f595fa70df3', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'fixed_ip_address': '172.20.0.3'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:35:47.373483 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1791b73b-ac65-4db7-a432-507977c3c993 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:47.449713 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1791b73b-ac65-4db7-a432-507977c3c993 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:47.555055 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-1791b73b-ac65-4db7-a432-507977c3c993 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Allocated IP 172.35.4.131 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/1fee74cc-a317-459d-b6fd-4563ffda3035) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:35:47.653589 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1791b73b-ac65-4db7-a432-507977c3c993 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for port (1fee74cc-a317-459d-b6fd-4563ffda3035), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:47.695855 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1791b73b-ac65-4db7-a432-507977c3c993 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (1fee74cc-a317-459d-b6fd-4563ffda3035), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:47.734485 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1791b73b-ac65-4db7-a432-507977c3c993 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:35:47.738730 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-1791b73b-ac65-4db7-a432-507977c3c993 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:35:47.746088 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1791b73b-ac65-4db7-a432-507977c3c993 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:35:47.749873 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1791b73b-ac65-4db7-a432-507977c3c993 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event updated for resources: {'Port': ['ID=1fee74cc-a317-459d-b6fd-4563ffda3035,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:35:48.126548 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1791b73b-ac65-4db7-a432-507977c3c993 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for floatingip (be7e3f36-72da-445c-a4d2-a593768145a6), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:48.196270 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1791b73b-ac65-4db7-a432-507977c3c993 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (1fee74cc-a317-459d-b6fd-4563ffda3035), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:48.349804 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1791b73b-ac65-4db7-a432-507977c3c993 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for port (1fee74cc-a317-459d-b6fd-4563ffda3035), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:48.354129 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1791b73b-ac65-4db7-a432-507977c3c993 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (1fee74cc-a317-459d-b6fd-4563ffda3035), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:48.426807 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1791b73b-ac65-4db7-a432-507977c3c993 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event updated for resources: {'Port': ['ID=1fee74cc-a317-459d-b6fd-4563ffda3035,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:35:48.434858 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1791b73b-ac65-4db7-a432-507977c3c993 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (be7e3f36-72da-445c-a4d2-a593768145a6), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:48.830911 ncdv-master-1 neutron-server[121837]: INFO neutron.db.l3_db [None req-1791b73b-ac65-4db7-a432-507977c3c993 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Floating IP be7e3f36-72da-445c-a4d2-a593768145a6 associated. External IP: 172.35.4.131, port: 024aac08-2cff-469c-bbab-8f595fa70df3.
May 07 22:35:49.040614 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1791b73b-ac65-4db7-a432-507977c3c993 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Router f2e5d3cf-3c53-4686-b6d1-5d20658545a7 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:35:49.150874 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1791b73b-ac65-4db7-a432-507977c3c993 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:35:49.161034 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575ac941-2f9c-4004-8011-fc84c407907b None None] Sync routers for ids ['f2e5d3cf-3c53-4686-b6d1-5d20658545a7'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:35:49.168478 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1791b73b-ac65-4db7-a432-507977c3c993 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:49.172837 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575ac941-2f9c-4004-8011-fc84c407907b None None] Routers {'f2e5d3cf-3c53-4686-b6d1-5d20658545a7'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:35:49.173454 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-575ac941-2f9c-4004-8011-fc84c407907b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cc1d3a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:35:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['f2e5d3cf-3c53-4686-b6d1-5d20658545a7'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:35:49.201711 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-1791b73b-ac65-4db7-a432-507977c3c993 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.8490682
May 07 22:35:49.201711 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '198f28b8-a612-4403-b548-7092f68b2674', 'tag': '024aac08-2cff-469c-bbab-8f595fa70df3'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:35:49.202580 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-705bb3fa-acea-4174-b174-593a5327bde6" -d '{"events": [{"name": "network-changed", "server_uuid": "198f28b8-a612-4403-b548-7092f68b2674", "tag": "024aac08-2cff-469c-bbab-8f595fa70df3"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:35:49.241047 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d47f2126-00df-4f40-a90a-99bc5231ad1c x-openstack-request-id: req-d47f2126-00df-4f40-a90a-99bc5231ad1c {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:35:49.241414 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "198f28b8-a612-4403-b548-7092f68b2674", "tag": "024aac08-2cff-469c-bbab-8f595fa70df3", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:35:49.241736 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d47f2126-00df-4f40-a90a-99bc5231ad1c {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:35:49.242288 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d47f2126-00df-4f40-a90a-99bc5231ad1c'] response: {'name': 'network-changed', 'server_uuid': '198f28b8-a612-4403-b548-7092f68b2674', 'tag': '024aac08-2cff-469c-bbab-8f595fa70df3', 'status': 'completed', 'code': 200}
May 07 22:35:49.295594 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-575ac941-2f9c-4004-8011-fc84c407907b None None] Set router f2e5d3cf-3c53-4686-b6d1-5d20658545a7 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:35:49.333136 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8033381-cbc5-478d-a3c0-21b27552cae2 req-35967849-f924-40ef-ab9c-1c536b8f8af5 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:35:49.334643 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c8033381-cbc5-478d-a3c0-21b27552cae2 req-35967849-f924-40ef-ab9c-1c536b8f8af5 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=198f28b8-a612-4403-b548-7092f68b2674 HTTP/1.1" status: 200  len: 945 time: 0.0820553
May 07 22:35:49.337631 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705bb3fa-acea-4174-b174-593a5327bde6 req-60ab74a6-db98-4a49-bcd3-5b66986e3fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:35:49.339064 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-705bb3fa-acea-4174-b174-593a5327bde6 req-60ab74a6-db98-4a49-bcd3-5b66986e3fe8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f3dc672b922b4f86869d8b6108240e0a&device_id=198f28b8-a612-4403-b548-7092f68b2674 HTTP/1.1" status: 200  len: 1127 time: 0.0747700
May 07 22:35:49.441293 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c8033381-cbc5-478d-a3c0-21b27552cae2 req-f8d8bcb0-3871-4b7c-96e7-88e1675d1dbb tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbcd55bd-1b4a-4fa7-917b-e94f2159fe7d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1005855
May 07 22:35:49.464348 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 58698) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:35:49.474407 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705bb3fa-acea-4174-b174-593a5327bde6 req-ec5622c3-0179-4a7b-a9c7-e3ca50a122dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:35:49.475909 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-705bb3fa-acea-4174-b174-593a5327bde6 req-ec5622c3-0179-4a7b-a9c7-e3ca50a122dd service neutron] 10.222.0.55 "GET /v2.0/networks?id=65601071-ae27-4806-9da1-099c419271d7 HTTP/1.1" status: 200  len: 898 time: 0.1295338
May 07 22:35:49.520358 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-575ac941-2f9c-4004-8011-fc84c407907b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cc1d3a0>, [{'id': 'f2e5d3cf-3c53-4686-b6d1-5d20658545a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2044695799', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.128'}], 'enable_snat': True}, 'gw_port_id': '099ccd66-f1c0-498c-81d0-bfe122aee94c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:35:28Z', 'updated_at': '2022-05-07T22:35:31Z', 'revision_number': 4, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'gw_port': {'id': '099ccd66-f1c0-498c-81d0-bfe122aee94c', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e5d3cf-3c53-4686-b6d1-5d20658545a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:35:28Z', 'updated_at': '2022-05-07T22:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'be7e3f36-72da-445c-a4d2-a593768145a6', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'floating_ip_address': '172.35.4.131', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': 'f2e5d3cf-3c53-4686-b6d1-5d20658545a7', 'port_id': '024aac08-2cff-469c-bbab-8f595fa70df3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65601071-ae27-4806-9da1-099c419271d7', 'mac_address': 'fa:16:3e:16:85:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198f28b8-a612-4403-b548-7092f68b2674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:35:47Z', 'updated_at': '2022-05-07T22:35:47Z', 'revision_number': 0, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e14a20f4-62f0-46c4-a50a-be6c8d831cc8', 'name': '', 'network_id': '65601071-ae27-4806-9da1-099c419271d7', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'mac_address': 'fa:16:3e:69:9b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e5d3cf-3c53-4686-b6d1-5d20658545a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '4307833c-1ca3-4f4b-85cb-c87f199e7957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:35:30Z', 'updated_at': '2022-05-07T22:35:34Z', 'revision_number': 5, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'subnets': [{'id': '4307833c-1ca3-4f4b-85cb-c87f199e7957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:35:49.533849 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-06953356-554e-4573-8a1f-9931093d315d tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/floatingips/be7e3f36-72da-445c-a4d2-a593768145a6 HTTP/1.1" status: 200  len: 991 time: 0.0681791
May 07 22:35:49.552606 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-705bb3fa-acea-4174-b174-593a5327bde6 req-aad09b11-f106-431e-93e7-e45b112f705e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=024aac08-2cff-469c-bbab-8f595fa70df3 HTTP/1.1" status: 200  len: 999 time: 0.0702162
May 07 22:35:49.553333 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575ac941-2f9c-4004-8011-fc84c407907b None None] Checking router: f2e5d3cf-3c53-4686-b6d1-5d20658545a7 for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:35:49.561743 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575ac941-2f9c-4004-8011-fc84c407907b None None] Routers {'f2e5d3cf-3c53-4686-b6d1-5d20658545a7'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:35:49.564002 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-575ac941-2f9c-4004-8011-fc84c407907b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cc1d3a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:35:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['f2e5d3cf-3c53-4686-b6d1-5d20658545a7'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:35:49.609209 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705bb3fa-acea-4174-b174-593a5327bde6 req-9c222201-4426-4957-b47b-83bba8803a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:35:49.610781 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-705bb3fa-acea-4174-b174-593a5327bde6 req-9c222201-4426-4957-b47b-83bba8803a5c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4307833c-1ca3-4f4b-85cb-c87f199e7957 HTTP/1.1" status: 200  len: 835 time: 0.0532753
May 07 22:35:49.653777 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705bb3fa-acea-4174-b174-593a5327bde6 req-d50d5d59-06a5-4301-8654-c6a85a97ea9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:35:49.655320 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-705bb3fa-acea-4174-b174-593a5327bde6 req-d50d5d59-06a5-4301-8654-c6a85a97ea9c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=65601071-ae27-4806-9da1-099c419271d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0388832
May 07 22:35:49.672434 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-575ac941-2f9c-4004-8011-fc84c407907b None None] Set router f2e5d3cf-3c53-4686-b6d1-5d20658545a7 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:35:49.748099 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-705bb3fa-acea-4174-b174-593a5327bde6 req-dd52a044-33a7-4b11-acec-a768fc208808 service neutron] 10.222.0.55 "GET /v2.0/networks/65601071-ae27-4806-9da1-099c419271d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0873289
May 07 22:35:49.837141 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-705bb3fa-acea-4174-b174-593a5327bde6 req-7a6488a6-a484-48f3-b93c-b498a62b923e service neutron] 10.222.0.55 "GET /v2.0/networks/65601071-ae27-4806-9da1-099c419271d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0828223
May 07 22:35:49.884214 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-575ac941-2f9c-4004-8011-fc84c407907b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cc1d3a0>, [{'id': 'f2e5d3cf-3c53-4686-b6d1-5d20658545a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2044695799', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.128'}], 'enable_snat': True}, 'gw_port_id': '099ccd66-f1c0-498c-81d0-bfe122aee94c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:35:28Z', 'updated_at': '2022-05-07T22:35:31Z', 'revision_number': 4, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'gw_port': {'id': '099ccd66-f1c0-498c-81d0-bfe122aee94c', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e5d3cf-3c53-4686-b6d1-5d20658545a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:35:28Z', 'updated_at': '2022-05-07T22:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'be7e3f36-72da-445c-a4d2-a593768145a6', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'floating_ip_address': '172.35.4.131', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': 'f2e5d3cf-3c53-4686-b6d1-5d20658545a7', 'port_id': '024aac08-2cff-469c-bbab-8f595fa70df3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65601071-ae27-4806-9da1-099c419271d7', 'mac_address': 'fa:16:3e:16:85:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198f28b8-a612-4403-b548-7092f68b2674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:35:47Z', 'updated_at': '2022-05-07T22:35:47Z', 'revision_number': 0, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e14a20f4-62f0-46c4-a50a-be6c8d831cc8', 'name': '', 'network_id': '65601071-ae27-4806-9da1-099c419271d7', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'mac_address': 'fa:16:3e:69:9b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e5d3cf-3c53-4686-b6d1-5d20658545a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '4307833c-1ca3-4f4b-85cb-c87f199e7957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:35:30Z', 'updated_at': '2022-05-07T22:35:34Z', 'revision_number': 5, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'subnets': [{'id': '4307833c-1ca3-4f4b-85cb-c87f199e7957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:35:49.914844 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575ac941-2f9c-4004-8011-fc84c407907b None None] The sync data for ids ['f2e5d3cf-3c53-4686-b6d1-5d20658545a7'] in ncdv-master-1 is: [{'id': 'f2e5d3cf-3c53-4686-b6d1-5d20658545a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2044695799', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.128'}], 'enable_snat': True}, 'gw_port_id': '099ccd66-f1c0-498c-81d0-bfe122aee94c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:35:28Z', 'updated_at': '2022-05-07T22:35:31Z', 'revision_number': 4, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'gw_port': {'id': '099ccd66-f1c0-498c-81d0-bfe122aee94c', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e5d3cf-3c53-4686-b6d1-5d20658545a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:35:28Z', 'updated_at': '2022-05-07T22:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'be7e3f36-72da-445c-a4d2-a593768145a6', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'floating_ip_address': '172.35.4.131', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': 'f2e5d3cf-3c53-4686-b6d1-5d20658545a7', 'port_id': '024aac08-2cff-469c-bbab-8f595fa70df3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65601071-ae27-4806-9da1-099c419271d7', 'mac_address': 'fa:16:3e:16:85:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '198f28b8-a612-4403-b548-7092f68b2674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:35:47Z', 'updated_at': '2022-05-07T22:35:47Z', 'revision_number': 0, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e14a20f4-62f0-46c4-a50a-be6c8d831cc8', 'name': '', 'network_id': '65601071-ae27-4806-9da1-099c419271d7', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'mac_address': 'fa:16:3e:69:9b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e5d3cf-3c53-4686-b6d1-5d20658545a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '4307833c-1ca3-4f4b-85cb-c87f199e7957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:35:30Z', 'updated_at': '2022-05-07T22:35:34Z', 'revision_number': 5, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'subnets': [{'id': '4307833c-1ca3-4f4b-85cb-c87f199e7957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:35:50.124485 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6877411e-25ca-4ac8-8272-851447f0aeb5 None None] New status for floating IP be7e3f36-72da-445c-a4d2-a593768145a6: ACTIVE {{(pid=121838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 07 22:35:50.537170 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 58706) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:35:50.601700 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-7da27f4f-f41b-4e54-89b3-4bf277a428d6 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/floatingips/be7e3f36-72da-445c-a4d2-a593768145a6 HTTP/1.1" status: 200  len: 993 time: 0.0633171
May 07 22:35:50.879682 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 22:35:52.167571 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:53.708914 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9bd6644c-8ef7-4734-a1af-88b96a37c6ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:54.301983 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:55.630273 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [req-2f5226eb-3af2-42a0-bd2f-4ce4daf13dcd req-482737a6-991d-4294-b62f-8b4aeeabee56 service neutron] (121836) timed out ('10.222.0.32', 53630) {{(pid=121836) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
May 07 22:35:56.602667 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-36d73917-b69f-46a5-944b-cab8655edd02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:57.571279 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:35:59.280642 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:36:00.387741 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:36:16.112124 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b5b2b7d0-9514-4bbe-85d2-01f7c51cda5a req-d5dcbdd7-8533-48dc-8c80-2b0629f75b19 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=198f28b8-a612-4403-b548-7092f68b2674&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0415158
May 07 22:36:16.189676 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b2b7d0-9514-4bbe-85d2-01f7c51cda5a req-4091c9cc-01f9-4f3d-a927-9f5498674b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:36:16.191143 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b5b2b7d0-9514-4bbe-85d2-01f7c51cda5a req-4091c9cc-01f9-4f3d-a927-9f5498674b9f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f3dc672b922b4f86869d8b6108240e0a&device_id=198f28b8-a612-4403-b548-7092f68b2674 HTTP/1.1" status: 200  len: 1127 time: 0.0386028
May 07 22:36:16.294102 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b2b7d0-9514-4bbe-85d2-01f7c51cda5a req-e6819097-73d3-4083-ab06-456606c5b798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:36:16.296121 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b5b2b7d0-9514-4bbe-85d2-01f7c51cda5a req-e6819097-73d3-4083-ab06-456606c5b798 service neutron] 10.222.0.55 "GET /v2.0/networks?id=65601071-ae27-4806-9da1-099c419271d7 HTTP/1.1" status: 200  len: 898 time: 0.0876181
May 07 22:36:16.360099 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b5b2b7d0-9514-4bbe-85d2-01f7c51cda5a req-99f0fd7e-4246-4f66-a016-5034bd1597fd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=024aac08-2cff-469c-bbab-8f595fa70df3 HTTP/1.1" status: 200  len: 1001 time: 0.0575409
May 07 22:36:16.410140 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b2b7d0-9514-4bbe-85d2-01f7c51cda5a req-e203be2f-78a1-4e89-a79f-9a59020bc28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:36:16.411596 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b5b2b7d0-9514-4bbe-85d2-01f7c51cda5a req-e203be2f-78a1-4e89-a79f-9a59020bc28c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4307833c-1ca3-4f4b-85cb-c87f199e7957 HTTP/1.1" status: 200  len: 835 time: 0.0444400
May 07 22:36:16.457615 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b2b7d0-9514-4bbe-85d2-01f7c51cda5a req-dd89338c-7afd-4de5-b872-69b7e76c47dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:36:16.459175 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b5b2b7d0-9514-4bbe-85d2-01f7c51cda5a req-dd89338c-7afd-4de5-b872-69b7e76c47dd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=65601071-ae27-4806-9da1-099c419271d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0423596
May 07 22:36:16.548418 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b5b2b7d0-9514-4bbe-85d2-01f7c51cda5a req-9aad45f1-00b6-4992-8518-19405d3a9bc6 service neutron] 10.222.0.55 "GET /v2.0/networks/65601071-ae27-4806-9da1-099c419271d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0830917
May 07 22:36:16.643774 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b5b2b7d0-9514-4bbe-85d2-01f7c51cda5a req-61dd7721-900f-441b-ba43-ec95544c6538 service neutron] 10.222.0.55 "GET /v2.0/networks/65601071-ae27-4806-9da1-099c419271d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0886707
May 07 22:36:21.955096 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [req-1efec449-c1e5-4589-b0e6-feaa164a5d07 req-4de91513-3f29-4ac2-a2a9-d3275711231f service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121836) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:36:21.956109 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1efec449-c1e5-4589-b0e6-feaa164a5d07 req-4de91513-3f29-4ac2-a2a9-d3275711231f service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.1445701
May 07 22:36:22.077786 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 58742) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:36:22.169060 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d6565f36-0fff-4326-9887-0af10f52a181 req-c04c8bee-2431-4114-8f5a-c535391f057e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=198f28b8-a612-4403-b548-7092f68b2674&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0901091
May 07 22:36:22.170787 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:36:22.178905 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [req-d6565f36-0fff-4326-9887-0af10f52a181 req-15f7a76f-7549-4ea7-8274-cfd9d7ae7b21 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121837) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:36:22.179707 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d6565f36-0fff-4326-9887-0af10f52a181 req-15f7a76f-7549-4ea7-8274-cfd9d7ae7b21 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0058796
May 07 22:36:22.229893 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bee3b28-1986-4070-a298-80b73000c5ec req-0cdd8fb6-2f46-4fb2-a56a-cdc4b837b20f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:36:22.231489 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9bee3b28-1986-4070-a298-80b73000c5ec req-0cdd8fb6-2f46-4fb2-a56a-cdc4b837b20f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=198f28b8-a612-4403-b548-7092f68b2674 HTTP/1.1" status: 200  len: 945 time: 0.1373754
May 07 22:36:22.290580 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9bee3b28-1986-4070-a298-80b73000c5ec req-daefbf37-b77c-481a-a8e1-a7fd3eb6e436 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbcd55bd-1b4a-4fa7-917b-e94f2159fe7d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0527167
May 07 22:36:22.474925 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 58764) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:36:22.593219 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6565f36-0fff-4326-9887-0af10f52a181 req-b47bad18-99db-4454-b61c-1c6a9cc6565c tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:36:22.594609 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d6565f36-0fff-4326-9887-0af10f52a181 req-b47bad18-99db-4454-b61c-1c6a9cc6565c tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports/024aac08-2cff-469c-bbab-8f595fa70df3 HTTP/1.1" status: 200  len: 942 time: 0.1186512
May 07 22:36:23.466437 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6565f36-0fff-4326-9887-0af10f52a181 req-67a0add2-1920-404b-9fcb-fcab0d7357e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:36:23.468511 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d6565f36-0fff-4326-9887-0af10f52a181 req-67a0add2-1920-404b-9fcb-fcab0d7357e4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f3dc672b922b4f86869d8b6108240e0a&device_id=198f28b8-a612-4403-b548-7092f68b2674 HTTP/1.1" status: 200  len: 1127 time: 0.0715096
May 07 22:36:23.488253 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d2722-245e-4cbb-836f-6203ac63ca01 req-c1c52042-beec-4f8b-8188-45b1d29bc0a5 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:36:23.489732 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5f8d2722-245e-4cbb-836f-6203ac63ca01 req-c1c52042-beec-4f8b-8188-45b1d29bc0a5 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=198f28b8-a612-4403-b548-7092f68b2674 HTTP/1.1" status: 200  len: 945 time: 0.1305127
May 07 22:36:23.595829 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5f8d2722-245e-4cbb-836f-6203ac63ca01 req-ca189794-5df0-4c50-83d2-de34085da0d0 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbcd55bd-1b4a-4fa7-917b-e94f2159fe7d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0943947
May 07 22:36:23.608830 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6565f36-0fff-4326-9887-0af10f52a181 req-0c2a2d16-0520-48c0-94fe-6a67b798d389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:36:23.610267 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d6565f36-0fff-4326-9887-0af10f52a181 req-0c2a2d16-0520-48c0-94fe-6a67b798d389 service neutron] 10.222.0.55 "GET /v2.0/networks?id=65601071-ae27-4806-9da1-099c419271d7 HTTP/1.1" status: 200  len: 898 time: 0.1346426
May 07 22:36:23.678526 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d6565f36-0fff-4326-9887-0af10f52a181 req-d7c21574-cb00-4e36-aa10-896acd99e6ba service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=024aac08-2cff-469c-bbab-8f595fa70df3 HTTP/1.1" status: 200  len: 1001 time: 0.0621941
May 07 22:36:23.710545 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f9d695dd-3a9e-4ebc-9f71-531e63124000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:36:23.727721 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6565f36-0fff-4326-9887-0af10f52a181 req-a9daedb3-fffb-4077-a3af-0fbc7a1b1546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:36:23.729182 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d6565f36-0fff-4326-9887-0af10f52a181 req-a9daedb3-fffb-4077-a3af-0fbc7a1b1546 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4307833c-1ca3-4f4b-85cb-c87f199e7957 HTTP/1.1" status: 200  len: 835 time: 0.0452337
May 07 22:36:23.770844 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6565f36-0fff-4326-9887-0af10f52a181 req-03423031-506f-40a9-bd50-a907aa5dcc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:36:23.772289 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d6565f36-0fff-4326-9887-0af10f52a181 req-03423031-506f-40a9-bd50-a907aa5dcc6e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=65601071-ae27-4806-9da1-099c419271d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0374482
May 07 22:36:24.184435 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d6565f36-0fff-4326-9887-0af10f52a181 req-4b560dc2-0a41-478c-a5a2-80ff6848d348 service neutron] 10.222.0.55 "GET /v2.0/networks/65601071-ae27-4806-9da1-099c419271d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4065630
May 07 22:36:24.273785 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d6565f36-0fff-4326-9887-0af10f52a181 req-3d6876b0-b415-4823-a88a-dcea9ca9a8f6 service neutron] 10.222.0.55 "GET /v2.0/networks/65601071-ae27-4806-9da1-099c419271d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0825872
May 07 22:36:24.317793 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:36:24.710216 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ff1e4-3b0c-4b8f-83fa-aac83ac84c68 req-2bb45843-4c3e-4d3f-ba75-982a968238c2 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:36:24.711953 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6f7ff1e4-3b0c-4b8f-83fa-aac83ac84c68 req-2bb45843-4c3e-4d3f-ba75-982a968238c2 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=198f28b8-a612-4403-b548-7092f68b2674 HTTP/1.1" status: 200  len: 945 time: 0.0462825
May 07 22:36:24.760123 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6f7ff1e4-3b0c-4b8f-83fa-aac83ac84c68 req-93c323dd-9b96-4b2f-bbdb-3e9ea573921b tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbcd55bd-1b4a-4fa7-917b-e94f2159fe7d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427902
May 07 22:36:25.888952 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a468516-4b35-4c6d-a05c-80681ddac6ad req-49990ba0-b0dc-4e3e-9b5d-c314db824988 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:36:25.890554 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8a468516-4b35-4c6d-a05c-80681ddac6ad req-49990ba0-b0dc-4e3e-9b5d-c314db824988 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=198f28b8-a612-4403-b548-7092f68b2674 HTTP/1.1" status: 200  len: 945 time: 0.0537465
May 07 22:36:25.952081 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8a468516-4b35-4c6d-a05c-80681ddac6ad req-d7a1ba50-ec85-4c35-89ce-856646f48613 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbcd55bd-1b4a-4fa7-917b-e94f2159fe7d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0528145
May 07 22:36:26.604214 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-48c620f3-e018-4c77-af5a-71d6fb4bbf6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:36:27.070482 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a83ed41-c26c-4302-be5a-d2df6ece4c4b req-0d2964bd-1515-49c9-b276-c94fe29e7e05 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:36:27.071969 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0a83ed41-c26c-4302-be5a-d2df6ece4c4b req-0d2964bd-1515-49c9-b276-c94fe29e7e05 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=198f28b8-a612-4403-b548-7092f68b2674 HTTP/1.1" status: 200  len: 945 time: 0.0459418
May 07 22:36:27.124485 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0a83ed41-c26c-4302-be5a-d2df6ece4c4b req-87aa3fbc-4f24-470f-b74f-75aa588b799c tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbcd55bd-1b4a-4fa7-917b-e94f2159fe7d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463386
May 07 22:36:27.573321 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:36:27.878649 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 22:36:28.246491 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4044f3-ce20-4f9e-99ef-52640c3438c4 req-aaf93dbc-33c2-4b6a-a4dd-c4bd7567bb82 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:36:28.247991 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9c4044f3-ce20-4f9e-99ef-52640c3438c4 req-aaf93dbc-33c2-4b6a-a4dd-c4bd7567bb82 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=198f28b8-a612-4403-b548-7092f68b2674 HTTP/1.1" status: 200  len: 945 time: 0.0471005
May 07 22:36:28.296323 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9c4044f3-ce20-4f9e-99ef-52640c3438c4 req-3fc0bb33-8976-4e3e-9470-788db7fece4b tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbcd55bd-1b4a-4fa7-917b-e94f2159fe7d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427191
May 07 22:36:29.283605 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:36:29.411235 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c4644d-6957-403c-aadc-29b6d9292eb3 req-4df757ba-9fc8-4a56-915a-957002f1de21 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:36:29.412808 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b1c4644d-6957-403c-aadc-29b6d9292eb3 req-4df757ba-9fc8-4a56-915a-957002f1de21 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=198f28b8-a612-4403-b548-7092f68b2674 HTTP/1.1" status: 200  len: 945 time: 0.0483670
May 07 22:36:29.462180 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b1c4644d-6957-403c-aadc-29b6d9292eb3 req-c7d764c8-6428-4ee5-b038-a01fa2ef83bf tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbcd55bd-1b4a-4fa7-917b-e94f2159fe7d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432026
May 07 22:36:30.390047 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:36:30.575288 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d75b56-19b9-458c-825b-56c8c9eb26f0 req-90351ee3-182c-45b9-b19a-d8934697ae2d tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:36:30.577254 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e5d75b56-19b9-458c-825b-56c8c9eb26f0 req-90351ee3-182c-45b9-b19a-d8934697ae2d tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=198f28b8-a612-4403-b548-7092f68b2674 HTTP/1.1" status: 200  len: 945 time: 0.0454767
May 07 22:36:30.625518 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e5d75b56-19b9-458c-825b-56c8c9eb26f0 req-6aeda482-44eb-4c64-a4e7-4684d25f7f1f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbcd55bd-1b4a-4fa7-917b-e94f2159fe7d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426888
May 07 22:36:31.742547 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c4157-dabd-4840-b779-5af0b8dc1de7 req-a628a3d8-ef90-4e5c-82d5-1f774d268b94 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:36:31.744053 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4c2c4157-dabd-4840-b779-5af0b8dc1de7 req-a628a3d8-ef90-4e5c-82d5-1f774d268b94 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=198f28b8-a612-4403-b548-7092f68b2674 HTTP/1.1" status: 200  len: 945 time: 0.0472231
May 07 22:36:31.792072 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4c2c4157-dabd-4840-b779-5af0b8dc1de7 req-26b990f9-0c48-4df3-a899-68de57736c13 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbcd55bd-1b4a-4fa7-917b-e94f2159fe7d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423322
May 07 22:36:32.908086 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc7fefd-6992-4c23-a801-dc8fcce344bb req-b4f6f457-025b-4d02-8ee3-231a6fc5bb39 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:36:32.909539 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9fc7fefd-6992-4c23-a801-dc8fcce344bb req-b4f6f457-025b-4d02-8ee3-231a6fc5bb39 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=198f28b8-a612-4403-b548-7092f68b2674 HTTP/1.1" status: 200  len: 945 time: 0.0496275
May 07 22:36:32.958300 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9fc7fefd-6992-4c23-a801-dc8fcce344bb req-24672cd8-ab6c-4e57-9f6e-60f10d7816aa tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbcd55bd-1b4a-4fa7-917b-e94f2159fe7d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429430
May 07 22:36:34.074148 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0092268-20c7-45cf-b5ae-52b4f396a30b req-18e7731e-2d4d-41e0-9dea-400e79238e3e tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:36:34.075624 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d0092268-20c7-45cf-b5ae-52b4f396a30b req-18e7731e-2d4d-41e0-9dea-400e79238e3e tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=198f28b8-a612-4403-b548-7092f68b2674 HTTP/1.1" status: 200  len: 945 time: 0.0498087
May 07 22:36:34.123467 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d0092268-20c7-45cf-b5ae-52b4f396a30b req-9739d10f-8363-482a-80c4-446c9b777ae8 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbcd55bd-1b4a-4fa7-917b-e94f2159fe7d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417132
May 07 22:36:35.242193 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0f2f0c-5177-47c1-82a7-c6acdd4027d3 req-22eaf932-cb9b-49f7-a768-544c172ebe2a tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:36:35.243715 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-cb0f2f0c-5177-47c1-82a7-c6acdd4027d3 req-22eaf932-cb9b-49f7-a768-544c172ebe2a tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=198f28b8-a612-4403-b548-7092f68b2674 HTTP/1.1" status: 200  len: 945 time: 0.0475457
May 07 22:36:35.292456 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-cb0f2f0c-5177-47c1-82a7-c6acdd4027d3 req-41cfb589-3657-46cb-a4aa-6c4d34ce4d12 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbcd55bd-1b4a-4fa7-917b-e94f2159fe7d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430470
May 07 22:36:36.409782 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534a09cd-fdad-44c8-9a75-40215f8cdfdc req-c2b557b3-d885-4cc1-ac11-2540357e8e94 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:36:36.411281 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-534a09cd-fdad-44c8-9a75-40215f8cdfdc req-c2b557b3-d885-4cc1-ac11-2540357e8e94 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=198f28b8-a612-4403-b548-7092f68b2674 HTTP/1.1" status: 200  len: 945 time: 0.0465865
May 07 22:36:36.459844 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-534a09cd-fdad-44c8-9a75-40215f8cdfdc req-d5e24cb6-8e0e-43f1-9ff9-18e321b24abf tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbcd55bd-1b4a-4fa7-917b-e94f2159fe7d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427403
May 07 22:36:37.572756 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e71f70e-a98c-49ad-a710-d5b69be9bb48 req-9a8c888c-4094-4ad9-b3e5-c1af3069fb83 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:36:37.574163 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1e71f70e-a98c-49ad-a710-d5b69be9bb48 req-9a8c888c-4094-4ad9-b3e5-c1af3069fb83 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=198f28b8-a612-4403-b548-7092f68b2674 HTTP/1.1" status: 200  len: 945 time: 0.0457628
May 07 22:36:37.628156 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1e71f70e-a98c-49ad-a710-d5b69be9bb48 req-2bc0109d-407c-4167-8d59-99a4a3f3cc30 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbcd55bd-1b4a-4fa7-917b-e94f2159fe7d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480533
May 07 22:36:38.759588 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e1b00b-742b-47f7-b08c-958e24bc731d req-45be70ab-2804-4e7c-86cc-e5a817d73be8 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:36:38.761138 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-68e1b00b-742b-47f7-b08c-958e24bc731d req-45be70ab-2804-4e7c-86cc-e5a817d73be8 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=198f28b8-a612-4403-b548-7092f68b2674 HTTP/1.1" status: 200  len: 945 time: 0.0504563
May 07 22:36:38.810468 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-68e1b00b-742b-47f7-b08c-958e24bc731d req-6d65eec5-e45d-4aca-ad76-90a0c69dbc2f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbcd55bd-1b4a-4fa7-917b-e94f2159fe7d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431705
May 07 22:36:39.924122 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b989931-f5aa-4173-87b8-2600c8b2f323 req-66629ab1-3cc1-4fd4-8e17-6e5a7ae9183f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:36:39.925587 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1b989931-f5aa-4173-87b8-2600c8b2f323 req-66629ab1-3cc1-4fd4-8e17-6e5a7ae9183f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=198f28b8-a612-4403-b548-7092f68b2674 HTTP/1.1" status: 200  len: 945 time: 0.0470164
May 07 22:36:39.973490 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1b989931-f5aa-4173-87b8-2600c8b2f323 req-d25476c0-9b8f-43a7-925a-c7750d346cc5 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbcd55bd-1b4a-4fa7-917b-e94f2159fe7d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420713
May 07 22:36:40.944961 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [req-d6565f36-0fff-4326-9887-0af10f52a181 req-cd891302-b566-4fea-8d00-4f9176b84b89 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121836) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:36:40.945916 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d6565f36-0fff-4326-9887-0af10f52a181 req-cd891302-b566-4fea-8d00-4f9176b84b89 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0052214
May 07 22:36:41.004766 ncdv-master-1 neutron-server[121836]: INFO neutron.api.v2.resource [req-d6565f36-0fff-4326-9887-0af10f52a181 req-bfcef2b2-e0ad-4ef6-bda9-b96198671584 service neutron] show failed (client error): The resource could not be found.
May 07 22:36:41.005780 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d6565f36-0fff-4326-9887-0af10f52a181 req-bfcef2b2-e0ad-4ef6-bda9-b96198671584 service neutron] 10.222.0.55 "GET /v2.0/ports/024aac08-2cff-469c-bbab-8f595fa70df3/bindings/nch2-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0542839
May 07 22:36:41.090573 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8c4304-d673-45c0-bea3-e05278b5bb7f req-e60273d7-ce0d-4a7b-9fe8-2fd754082094 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:36:41.092179 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ac8c4304-d673-45c0-bea3-e05278b5bb7f req-e60273d7-ce0d-4a7b-9fe8-2fd754082094 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=198f28b8-a612-4403-b548-7092f68b2674 HTTP/1.1" status: 200  len: 945 time: 0.0472505
May 07 22:36:41.143497 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ac8c4304-d673-45c0-bea3-e05278b5bb7f req-2a08868e-bba5-4173-8ab3-d647ecf00286 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbcd55bd-1b4a-4fa7-917b-e94f2159fe7d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0453246
May 07 22:36:41.201036 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6565f36-0fff-4326-9887-0af10f52a181 req-0f74899c-1e5e-4fda-91f8-3cd74f1401e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:36:41.202048 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d6565f36-0fff-4326-9887-0af10f52a181 req-0f74899c-1e5e-4fda-91f8-3cd74f1401e3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=198f28b8-a612-4403-b548-7092f68b2674&tenant_id=f3dc672b922b4f86869d8b6108240e0a HTTP/1.1" status: 200  len: 1127 time: 0.0396557
May 07 22:36:41.214527 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-d6565f36-0fff-4326-9887-0af10f52a181 req-e976ec65-617b-4f6c-9a64-d396bf071cfc service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:36:41.276724 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-d6565f36-0fff-4326-9887-0af10f52a181 req-e976ec65-617b-4f6c-9a64-d396bf071cfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (024aac08-2cff-469c-bbab-8f595fa70df3), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:36:41.476049 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-d6565f36-0fff-4326-9887-0af10f52a181 req-e976ec65-617b-4f6c-9a64-d396bf071cfc service neutron] For port 024aac08-2cff-469c-bbab-8f595fa70df3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=024aac08-2cff-469c-bbab-8f595fa70df3,segment=NetworkSegment(dfe722ca-def7-483e-9295-329412380d5c),segment_id=dfe722ca-def7-483e-9295-329412380d5c)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:36:41.508658 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-d6565f36-0fff-4326-9887-0af10f52a181 req-e976ec65-617b-4f6c-9a64-d396bf071cfc service neutron] For port 024aac08-2cff-469c-bbab-8f595fa70df3, host nch1-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:36:41.548420 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '198f28b8-a612-4403-b548-7092f68b2674', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '024aac08-2cff-469c-bbab-8f595fa70df3'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:36:41.550849 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74089c55-492e-4592-8be3-157c35fa0c2f" -d '{"events": [{"server_uuid": "198f28b8-a612-4403-b548-7092f68b2674", "name": "network-vif-unplugged", "status": "completed", "tag": "024aac08-2cff-469c-bbab-8f595fa70df3"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:36:41.554704 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-d6565f36-0fff-4326-9887-0af10f52a181 req-e976ec65-617b-4f6c-9a64-d396bf071cfc service neutron] Publish callbacks [] for port (024aac08-2cff-469c-bbab-8f595fa70df3), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:36:41.568707 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-d6565f36-0fff-4326-9887-0af10f52a181 req-e976ec65-617b-4f6c-9a64-d396bf071cfc service neutron] Transition to ACTIVE for port object 024aac08-2cff-469c-bbab-8f595fa70df3 will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 22:36:41.572494 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-d6565f36-0fff-4326-9887-0af10f52a181 req-e976ec65-617b-4f6c-9a64-d396bf071cfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (024aac08-2cff-469c-bbab-8f595fa70df3), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:36:41.607915 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 07 May 2022 22:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4abc83d3-4b15-4243-a38c-598c5512ee8b x-openstack-request-id: req-4abc83d3-4b15-4243-a38c-598c5512ee8b {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:36:41.608226 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "198f28b8-a612-4403-b548-7092f68b2674", "name": "network-vif-unplugged", "status": "completed", "tag": "024aac08-2cff-469c-bbab-8f595fa70df3", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:36:41.608457 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4abc83d3-4b15-4243-a38c-598c5512ee8b {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:36:41.608847 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4abc83d3-4b15-4243-a38c-598c5512ee8b'] response: {'server_uuid': '198f28b8-a612-4403-b548-7092f68b2674', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '024aac08-2cff-469c-bbab-8f595fa70df3', 'code': 200}
May 07 22:36:41.663560 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e976ec65-617b-4f6c-9a64-d396bf071cfc service neutron] Pushing event updated for resources: {'Port': ['ID=024aac08-2cff-469c-bbab-8f595fa70df3,revision_number=6']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:36:41.677914 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e976ec65-617b-4f6c-9a64-d396bf071cfc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:36:41.679001 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e976ec65-617b-4f6c-9a64-d396bf071cfc service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:36:41.679521 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e976ec65-617b-4f6c-9a64-d396bf071cfc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:36:41.679831 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e976ec65-617b-4f6c-9a64-d396bf071cfc service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:36:41.680156 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e976ec65-617b-4f6c-9a64-d396bf071cfc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:36:41.680586 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e976ec65-617b-4f6c-9a64-d396bf071cfc service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:36:41.680917 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e976ec65-617b-4f6c-9a64-d396bf071cfc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:36:41.681244 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e976ec65-617b-4f6c-9a64-d396bf071cfc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:36:41.681571 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e976ec65-617b-4f6c-9a64-d396bf071cfc service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:36:41.681895 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e976ec65-617b-4f6c-9a64-d396bf071cfc service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:36:41.682215 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e976ec65-617b-4f6c-9a64-d396bf071cfc service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:36:41.682535 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e976ec65-617b-4f6c-9a64-d396bf071cfc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:36:41.682884 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e976ec65-617b-4f6c-9a64-d396bf071cfc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:36:41.683209 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e976ec65-617b-4f6c-9a64-d396bf071cfc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:36:41.683526 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e976ec65-617b-4f6c-9a64-d396bf071cfc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:36:41.726957 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6565f36-0fff-4326-9887-0af10f52a181 req-e976ec65-617b-4f6c-9a64-d396bf071cfc service neutron] No DVR routers for this DVR port 024aac08-2cff-469c-bbab-8f595fa70df3 on host nch1-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:36:41.868400 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-d6565f36-0fff-4326-9887-0af10f52a181 req-e976ec65-617b-4f6c-9a64-d396bf071cfc service neutron] Attempting to bind port 024aac08-2cff-469c-bbab-8f595fa70df3 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:36:41.868742 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-d6565f36-0fff-4326-9887-0af10f52a181 req-e976ec65-617b-4f6c-9a64-d396bf071cfc service neutron] Attempting to bind port 024aac08-2cff-469c-bbab-8f595fa70df3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'dfe722ca-def7-483e-9295-329412380d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '65601071-ae27-4806-9da1-099c419271d7'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:36:41.869232 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6565f36-0fff-4326-9887-0af10f52a181 req-e976ec65-617b-4f6c-9a64-d396bf071cfc service neutron] Attempting to bind port 024aac08-2cff-469c-bbab-8f595fa70df3 on network 65601071-ae27-4806-9da1-099c419271d7 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:36:41.873883 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6565f36-0fff-4326-9887-0af10f52a181 req-e976ec65-617b-4f6c-9a64-d396bf071cfc service neutron] Port 024aac08-2cff-469c-bbab-8f595fa70df3 on network 65601071-ae27-4806-9da1-099c419271d7 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:36:41.874209 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6565f36-0fff-4326-9887-0af10f52a181 req-e976ec65-617b-4f6c-9a64-d396bf071cfc service neutron] Attempting to bind port 024aac08-2cff-469c-bbab-8f595fa70df3 on network 65601071-ae27-4806-9da1-099c419271d7 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:36:41.879243 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6565f36-0fff-4326-9887-0af10f52a181 req-e976ec65-617b-4f6c-9a64-d396bf071cfc service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:36:41.879527 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6565f36-0fff-4326-9887-0af10f52a181 req-e976ec65-617b-4f6c-9a64-d396bf071cfc service neutron] Checking segment: {'id': 'dfe722ca-def7-483e-9295-329412380d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '65601071-ae27-4806-9da1-099c419271d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:36:41.880020 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6565f36-0fff-4326-9887-0af10f52a181 req-e976ec65-617b-4f6c-9a64-d396bf071cfc service neutron] Bound using segment: {'id': 'dfe722ca-def7-483e-9295-329412380d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '65601071-ae27-4806-9da1-099c419271d7'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:36:41.880444 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-d6565f36-0fff-4326-9887-0af10f52a181 req-e976ec65-617b-4f6c-9a64-d396bf071cfc service neutron] Bound port: 024aac08-2cff-469c-bbab-8f595fa70df3, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfe722ca-def7-483e-9295-329412380d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '65601071-ae27-4806-9da1-099c419271d7'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:36:41.880802 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-d6565f36-0fff-4326-9887-0af10f52a181 req-e976ec65-617b-4f6c-9a64-d396bf071cfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (024aac08-2cff-469c-bbab-8f595fa70df3), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:36:41.947216 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-d6565f36-0fff-4326-9887-0af10f52a181 req-e976ec65-617b-4f6c-9a64-d396bf071cfc service neutron] For port 024aac08-2cff-469c-bbab-8f595fa70df3, host nch2-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:36:41.950169 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-d6565f36-0fff-4326-9887-0af10f52a181 req-e976ec65-617b-4f6c-9a64-d396bf071cfc service neutron] For port 024aac08-2cff-469c-bbab-8f595fa70df3, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=024aac08-2cff-469c-bbab-8f595fa70df3,segment=NetworkSegment(dfe722ca-def7-483e-9295-329412380d5c),segment_id=dfe722ca-def7-483e-9295-329412380d5c)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:36:41.956400 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-d6565f36-0fff-4326-9887-0af10f52a181 req-e976ec65-617b-4f6c-9a64-d396bf071cfc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (024aac08-2cff-469c-bbab-8f595fa70df3), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:36:41.989878 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6565f36-0fff-4326-9887-0af10f52a181 req-e976ec65-617b-4f6c-9a64-d396bf071cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:36:41.990515 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-d6565f36-0fff-4326-9887-0af10f52a181 req-e976ec65-617b-4f6c-9a64-d396bf071cfc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:36:41.991924 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d6565f36-0fff-4326-9887-0af10f52a181 req-e976ec65-617b-4f6c-9a64-d396bf071cfc service neutron] 10.222.0.59 "PUT /v2.0/ports/024aac08-2cff-469c-bbab-8f595fa70df3 HTTP/1.1" status: 200  len: 1091 time: 0.7815847
May 07 22:36:42.013549 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e976ec65-617b-4f6c-9a64-d396bf071cfc service neutron] Pushing event updated for resources: {'Port': ['ID=024aac08-2cff-469c-bbab-8f595fa70df3,revision_number=7']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:36:42.056304 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6565f36-0fff-4326-9887-0af10f52a181 req-371b8e3f-b4bf-40b8-979c-b1bf20bacb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:36:42.057820 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d6565f36-0fff-4326-9887-0af10f52a181 req-371b8e3f-b4bf-40b8-979c-b1bf20bacb8f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f3dc672b922b4f86869d8b6108240e0a&device_id=198f28b8-a612-4403-b548-7092f68b2674 HTTP/1.1" status: 200  len: 1125 time: 0.0401459
May 07 22:36:42.154373 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6565f36-0fff-4326-9887-0af10f52a181 req-d6f2a718-700a-424b-9c05-ce33d9a4684f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:36:42.155906 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d6565f36-0fff-4326-9887-0af10f52a181 req-d6f2a718-700a-424b-9c05-ce33d9a4684f service neutron] 10.222.0.59 "GET /v2.0/networks?id=65601071-ae27-4806-9da1-099c419271d7 HTTP/1.1" status: 200  len: 898 time: 0.0919425
May 07 22:36:42.235534 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d6565f36-0fff-4326-9887-0af10f52a181 req-a8b1265c-02af-4261-8a07-38b2a0ee4944 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=024aac08-2cff-469c-bbab-8f595fa70df3 HTTP/1.1" status: 200  len: 999 time: 0.0726452
May 07 22:36:42.302662 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb8f0e2-71fe-43a5-bcd1-dcf9b59a6d41 req-03b06ef2-2cff-4ca9-b013-12bea3997157 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:36:42.304050 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3eb8f0e2-71fe-43a5-bcd1-dcf9b59a6d41 req-03b06ef2-2cff-4ca9-b013-12bea3997157 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=198f28b8-a612-4403-b548-7092f68b2674 HTTP/1.1" status: 200  len: 943 time: 0.0819237
May 07 22:36:42.318916 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6565f36-0fff-4326-9887-0af10f52a181 req-d637ab5b-3fd0-4961-b8d0-633d92e57c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:36:42.320273 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d6565f36-0fff-4326-9887-0af10f52a181 req-d637ab5b-3fd0-4961-b8d0-633d92e57c3f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4307833c-1ca3-4f4b-85cb-c87f199e7957 HTTP/1.1" status: 200  len: 835 time: 0.0690334
May 07 22:36:42.380826 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6565f36-0fff-4326-9887-0af10f52a181 req-10c3518f-5b1d-4a2b-845f-8497d083f957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:36:42.382333 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d6565f36-0fff-4326-9887-0af10f52a181 req-10c3518f-5b1d-4a2b-845f-8497d083f957 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=65601071-ae27-4806-9da1-099c419271d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0559187
May 07 22:36:42.398053 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3eb8f0e2-71fe-43a5-bcd1-dcf9b59a6d41 req-0caa99fd-6190-485f-8555-19faca5b0bcc tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbcd55bd-1b4a-4fa7-917b-e94f2159fe7d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0882692
May 07 22:36:42.479358 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d6565f36-0fff-4326-9887-0af10f52a181 req-bbc0555c-bbaa-446b-97eb-d214c74f0ae2 service neutron] 10.222.0.59 "GET /v2.0/networks/65601071-ae27-4806-9da1-099c419271d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0913045
May 07 22:36:42.566664 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d6565f36-0fff-4326-9887-0af10f52a181 req-d86a6d2e-98f9-4cb7-844f-e2b955cae1a3 service neutron] 10.222.0.59 "GET /v2.0/networks/65601071-ae27-4806-9da1-099c419271d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0814447
May 07 22:36:43.518620 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f554cf06-8e40-4f66-8b90-da4d71578af4 req-5e7ea7ae-5240-45fe-a35d-297a51b584e2 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:36:43.520115 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f554cf06-8e40-4f66-8b90-da4d71578af4 req-5e7ea7ae-5240-45fe-a35d-297a51b584e2 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=198f28b8-a612-4403-b548-7092f68b2674 HTTP/1.1" status: 200  len: 943 time: 0.0515068
May 07 22:36:43.569046 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f554cf06-8e40-4f66-8b90-da4d71578af4 req-97e65814-2759-4e80-a825-d4a0f34aa849 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbcd55bd-1b4a-4fa7-917b-e94f2159fe7d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433753
May 07 22:36:43.610263 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '198f28b8-a612-4403-b548-7092f68b2674', 'tag': '024aac08-2cff-469c-bbab-8f595fa70df3'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:36:43.612624 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ad8e5c-f1ee-416f-a6cc-5d1d679e281b" -d '{"events": [{"name": "network-changed", "server_uuid": "198f28b8-a612-4403-b548-7092f68b2674", "tag": "024aac08-2cff-469c-bbab-8f595fa70df3"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:36:43.659789 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e330b707-da38-4937-bc50-e0cc86c4d14c x-openstack-request-id: req-e330b707-da38-4937-bc50-e0cc86c4d14c {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:36:43.660081 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "198f28b8-a612-4403-b548-7092f68b2674", "tag": "024aac08-2cff-469c-bbab-8f595fa70df3", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:36:43.660339 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e330b707-da38-4937-bc50-e0cc86c4d14c {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:36:43.660747 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e330b707-da38-4937-bc50-e0cc86c4d14c'] response: {'name': 'network-changed', 'server_uuid': '198f28b8-a612-4403-b548-7092f68b2674', 'tag': '024aac08-2cff-469c-bbab-8f595fa70df3', 'status': 'completed', 'code': 200}
May 07 22:36:43.714246 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad8e5c-f1ee-416f-a6cc-5d1d679e281b req-02505f32-7226-43c2-9fb1-825923d74921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:36:43.715763 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-69ad8e5c-f1ee-416f-a6cc-5d1d679e281b req-02505f32-7226-43c2-9fb1-825923d74921 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f3dc672b922b4f86869d8b6108240e0a&device_id=198f28b8-a612-4403-b548-7092f68b2674 HTTP/1.1" status: 200  len: 1125 time: 0.0385485
May 07 22:36:43.804290 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad8e5c-f1ee-416f-a6cc-5d1d679e281b req-025bf470-fce8-4123-a800-08d3bfa272be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:36:43.805699 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-69ad8e5c-f1ee-416f-a6cc-5d1d679e281b req-025bf470-fce8-4123-a800-08d3bfa272be service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f3dc672b922b4f86869d8b6108240e0a&device_id=198f28b8-a612-4403-b548-7092f68b2674 HTTP/1.1" status: 200  len: 1125 time: 0.0401556
May 07 22:36:43.809782 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad8e5c-f1ee-416f-a6cc-5d1d679e281b req-dfd8511d-5a78-46df-ba6e-d4308319aedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:36:43.811327 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-69ad8e5c-f1ee-416f-a6cc-5d1d679e281b req-dfd8511d-5a78-46df-ba6e-d4308319aedb service neutron] 10.222.0.55 "GET /v2.0/networks?id=65601071-ae27-4806-9da1-099c419271d7 HTTP/1.1" status: 200  len: 898 time: 0.0895538
May 07 22:36:43.875718 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-69ad8e5c-f1ee-416f-a6cc-5d1d679e281b req-20546041-1b2b-4dda-a7ab-e2cd7bf1da0e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=024aac08-2cff-469c-bbab-8f595fa70df3 HTTP/1.1" status: 200  len: 999 time: 0.0583522
May 07 22:36:43.902892 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad8e5c-f1ee-416f-a6cc-5d1d679e281b req-6273944a-e1eb-4bea-8edd-c03ad95fcc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:36:43.904339 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-69ad8e5c-f1ee-416f-a6cc-5d1d679e281b req-6273944a-e1eb-4bea-8edd-c03ad95fcc16 service neutron] 10.222.0.59 "GET /v2.0/networks?id=65601071-ae27-4806-9da1-099c419271d7 HTTP/1.1" status: 200  len: 898 time: 0.0904105
May 07 22:36:43.925627 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad8e5c-f1ee-416f-a6cc-5d1d679e281b req-62f6c434-0630-417f-819d-4c9fb9a42e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:36:43.927124 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-69ad8e5c-f1ee-416f-a6cc-5d1d679e281b req-62f6c434-0630-417f-819d-4c9fb9a42e0d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4307833c-1ca3-4f4b-85cb-c87f199e7957 HTTP/1.1" status: 200  len: 835 time: 0.0460434
May 07 22:36:43.974602 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-69ad8e5c-f1ee-416f-a6cc-5d1d679e281b req-168285b3-02ce-4f23-9ab9-cef192b7a1e0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=024aac08-2cff-469c-bbab-8f595fa70df3 HTTP/1.1" status: 200  len: 999 time: 0.0611279
May 07 22:36:43.975733 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad8e5c-f1ee-416f-a6cc-5d1d679e281b req-159312e4-463a-40c1-9027-f380cc8a507b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:36:43.977236 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-69ad8e5c-f1ee-416f-a6cc-5d1d679e281b req-159312e4-463a-40c1-9027-f380cc8a507b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=65601071-ae27-4806-9da1-099c419271d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0449727
May 07 22:36:44.069845 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-69ad8e5c-f1ee-416f-a6cc-5d1d679e281b req-25e270ff-94bb-4f48-8607-a8f8346c57b9 service neutron] 10.222.0.55 "GET /v2.0/networks/65601071-ae27-4806-9da1-099c419271d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0864673
May 07 22:36:44.093299 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad8e5c-f1ee-416f-a6cc-5d1d679e281b req-c5a8a596-8199-4a57-a775-32f395975ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:36:44.095651 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-69ad8e5c-f1ee-416f-a6cc-5d1d679e281b req-c5a8a596-8199-4a57-a775-32f395975ccf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4307833c-1ca3-4f4b-85cb-c87f199e7957 HTTP/1.1" status: 200  len: 835 time: 0.0522530
May 07 22:36:44.142338 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad8e5c-f1ee-416f-a6cc-5d1d679e281b req-c1d90af3-ae7c-4198-9d5e-830d8b252828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:36:44.144253 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-69ad8e5c-f1ee-416f-a6cc-5d1d679e281b req-c1d90af3-ae7c-4198-9d5e-830d8b252828 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=65601071-ae27-4806-9da1-099c419271d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0432358
May 07 22:36:44.171470 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-69ad8e5c-f1ee-416f-a6cc-5d1d679e281b req-f73df511-712d-4028-b68f-3b13cf402270 service neutron] 10.222.0.55 "GET /v2.0/networks/65601071-ae27-4806-9da1-099c419271d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0957124
May 07 22:36:44.236750 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-69ad8e5c-f1ee-416f-a6cc-5d1d679e281b req-88d4f747-9048-47dc-a0d8-81ea67b46b47 service neutron] 10.222.0.59 "GET /v2.0/networks/65601071-ae27-4806-9da1-099c419271d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0858800
May 07 22:36:44.327704 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-69ad8e5c-f1ee-416f-a6cc-5d1d679e281b req-9e52dc38-7bef-4947-abc5-f5592fa3b6ff service neutron] 10.222.0.59 "GET /v2.0/networks/65601071-ae27-4806-9da1-099c419271d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0853667
May 07 22:36:44.684960 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decfa79f-785c-471e-8153-bcd591a98fd1 req-f4d192de-ca8f-4b70-92fc-eed9823cf408 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:36:44.686458 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-decfa79f-785c-471e-8153-bcd591a98fd1 req-f4d192de-ca8f-4b70-92fc-eed9823cf408 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=198f28b8-a612-4403-b548-7092f68b2674 HTTP/1.1" status: 200  len: 943 time: 0.0479159
May 07 22:36:44.735164 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-decfa79f-785c-471e-8153-bcd591a98fd1 req-e45e9c80-2fb3-4aca-aaf2-bc23cd815682 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbcd55bd-1b4a-4fa7-917b-e94f2159fe7d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425274
May 07 22:36:44.961131 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd787049-e5af-407e-8366-91d0330661e1 req-c56591f1-581e-4db6-a85e-f79a458e16ce tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:36:44.962535 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bd787049-e5af-407e-8366-91d0330661e1 req-c56591f1-581e-4db6-a85e-f79a458e16ce tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=198f28b8-a612-4403-b548-7092f68b2674 HTTP/1.1" status: 200  len: 943 time: 0.0823393
May 07 22:36:44.970888 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9884dd28-2fd6-41b8-9aab-f126c650d85d req-54e7924e-4893-4962-8252-59a50d45e372 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:36:44.972234 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9884dd28-2fd6-41b8-9aab-f126c650d85d req-54e7924e-4893-4962-8252-59a50d45e372 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.55 "GET /v2.0/ports?device_id=198f28b8-a612-4403-b548-7092f68b2674&tenant_id=f3dc672b922b4f86869d8b6108240e0a&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200  len: 943 time: 0.0802431
May 07 22:36:45.004034 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 024aac08-2cff-469c-bbab-8f595fa70df3 no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:36:45.043867 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] The host nch1-master-1 is not matching for port 024aac08-2cff-469c-bbab-8f595fa70df3 host nch2-master-1! {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2394}}
May 07 22:36:45.044260 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 024aac08-2cff-469c-bbab-8f595fa70df3 not bound to the agent host nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:36:45.059040 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bd787049-e5af-407e-8366-91d0330661e1 req-196804fd-0171-4c17-9131-3bf21c898161 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbcd55bd-1b4a-4fa7-917b-e94f2159fe7d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0858471
May 07 22:36:45.064003 ncdv-master-1 neutron-server[121836]: INFO neutron.api.v2.resource [req-9884dd28-2fd6-41b8-9aab-f126c650d85d req-fc893be0-893d-42ca-8f9b-9f0c4440ac8a service neutron] delete failed (client error): The resource could not be found.
May 07 22:36:45.064958 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9884dd28-2fd6-41b8-9aab-f126c650d85d req-fc893be0-893d-42ca-8f9b-9f0c4440ac8a service neutron] 10.222.0.55 "DELETE /v2.0/ports/024aac08-2cff-469c-bbab-8f595fa70df3/bindings/nch1-master-1 HTTP/1.1" status: 404  len: 380 time: 0.0861456
May 07 22:36:45.144774 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9884dd28-2fd6-41b8-9aab-f126c650d85d req-e9003c50-27e8-4523-94da-bea37941b07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:36:45.146292 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9884dd28-2fd6-41b8-9aab-f126c650d85d req-e9003c50-27e8-4523-94da-bea37941b07d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f3dc672b922b4f86869d8b6108240e0a&device_id=198f28b8-a612-4403-b548-7092f68b2674 HTTP/1.1" status: 200  len: 1125 time: 0.0399692
May 07 22:36:45.180069 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a06c23-f67c-48c1-86b9-ad8b838fcd90 req-3b8355ec-63d9-4e81-ad13-5e5b800fbe94 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:36:45.181564 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c7a06c23-f67c-48c1-86b9-ad8b838fcd90 req-3b8355ec-63d9-4e81-ad13-5e5b800fbe94 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=198f28b8-a612-4403-b548-7092f68b2674 HTTP/1.1" status: 200  len: 943 time: 0.0474148
May 07 22:36:45.230831 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c7a06c23-f67c-48c1-86b9-ad8b838fcd90 req-799dfcc2-f72b-43f3-a76d-09070b5edf70 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbcd55bd-1b4a-4fa7-917b-e94f2159fe7d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436001
May 07 22:36:45.246877 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9884dd28-2fd6-41b8-9aab-f126c650d85d req-76dc8eae-c483-4840-80bc-8fbbe97cd9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:36:45.248353 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9884dd28-2fd6-41b8-9aab-f126c650d85d req-76dc8eae-c483-4840-80bc-8fbbe97cd9ec service neutron] 10.222.0.55 "GET /v2.0/networks?id=65601071-ae27-4806-9da1-099c419271d7 HTTP/1.1" status: 200  len: 898 time: 0.0966210
May 07 22:36:45.312915 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9884dd28-2fd6-41b8-9aab-f126c650d85d req-a7d9746e-0420-4d4e-a859-ff574a2f3c20 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=024aac08-2cff-469c-bbab-8f595fa70df3 HTTP/1.1" status: 200  len: 999 time: 0.0582743
May 07 22:36:45.363849 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9884dd28-2fd6-41b8-9aab-f126c650d85d req-77d1fbca-e728-4372-9266-af2fa8044612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:36:45.365278 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9884dd28-2fd6-41b8-9aab-f126c650d85d req-77d1fbca-e728-4372-9266-af2fa8044612 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4307833c-1ca3-4f4b-85cb-c87f199e7957 HTTP/1.1" status: 200  len: 835 time: 0.0474107
May 07 22:36:45.405848 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9884dd28-2fd6-41b8-9aab-f126c650d85d req-d75fb955-3b2b-421c-a1ad-cab1f7d24df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:36:45.407851 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9884dd28-2fd6-41b8-9aab-f126c650d85d req-d75fb955-3b2b-421c-a1ad-cab1f7d24df6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=65601071-ae27-4806-9da1-099c419271d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0374284
May 07 22:36:45.498291 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9884dd28-2fd6-41b8-9aab-f126c650d85d req-aa220469-96b8-429b-acbd-a84a777d9932 service neutron] 10.222.0.55 "GET /v2.0/networks/65601071-ae27-4806-9da1-099c419271d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0847504
May 07 22:36:45.553337 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 024aac08-2cff-469c-bbab-8f595fa70df3 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:36:45.588005 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9884dd28-2fd6-41b8-9aab-f126c650d85d req-6d06434f-7fe7-4a5a-be99-8b4ea513d664 service neutron] 10.222.0.55 "GET /v2.0/networks/65601071-ae27-4806-9da1-099c419271d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0837450
May 07 22:36:45.653310 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 024aac08-2cff-469c-bbab-8f595fa70df3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=024aac08-2cff-469c-bbab-8f595fa70df3,segment=NetworkSegment(dfe722ca-def7-483e-9295-329412380d5c),segment_id=dfe722ca-def7-483e-9295-329412380d5c)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:36:45.666145 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': '024aac08-2cff-469c-bbab-8f595fa70df3', 'network_id': '65601071-ae27-4806-9da1-099c419271d7', 'port_id': '024aac08-2cff-469c-bbab-8f595fa70df3', 'mac_address': 'fa:16:3e:16:85:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4307833c-1ca3-4f4b-85cb-c87f199e7957', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:36:45.710912 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 024aac08-2cff-469c-bbab-8f595fa70df3 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:36:45.711313 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (024aac08-2cff-469c-bbab-8f595fa70df3), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:36:45.727737 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 024aac08-2cff-469c-bbab-8f595fa70df3 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:36:45.746251 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 024aac08-2cff-469c-bbab-8f595fa70df3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=024aac08-2cff-469c-bbab-8f595fa70df3,segment=NetworkSegment(dfe722ca-def7-483e-9295-329412380d5c),segment_id=dfe722ca-def7-483e-9295-329412380d5c)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:36:45.750734 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (024aac08-2cff-469c-bbab-8f595fa70df3), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:36:45.797040 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=024aac08-2cff-469c-bbab-8f595fa70df3,revision_number=8']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:36:45.804252 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:36:45.804609 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:36:45.804961 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:36:45.805308 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:36:45.805648 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:36:45.805987 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:36:45.806323 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:36:45.806658 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:36:45.807015 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:36:45.807349 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:36:45.807680 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:36:45.808011 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:36:45.808341 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:36:45.808666 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:36:45.808992 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:36:45.985777 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['024aac08-2cff-469c-bbab-8f595fa70df3'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:36:46.344378 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb38d8de-17b4-40d6-ba97-3ba05066d8f9 req-55356675-3df4-416e-8705-90389933b655 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:36:46.345759 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fb38d8de-17b4-40d6-ba97-3ba05066d8f9 req-55356675-3df4-416e-8705-90389933b655 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=198f28b8-a612-4403-b548-7092f68b2674 HTTP/1.1" status: 200  len: 944 time: 0.0463738
May 07 22:36:46.399280 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fb38d8de-17b4-40d6-ba97-3ba05066d8f9 req-3a1b7905-49db-47e2-ae5c-28543a826e9f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbcd55bd-1b4a-4fa7-917b-e94f2159fe7d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477808
May 07 22:36:46.422419 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 58852) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:36:46.482761 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-a71cd1c9-2beb-4442-9c0d-b40a45135396 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/floatingips/be7e3f36-72da-445c-a4d2-a593768145a6 HTTP/1.1" status: 200  len: 992 time: 0.0591037
May 07 22:36:47.561306 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 024aac08-2cff-469c-bbab-8f595fa70df3 up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:36:47.604338 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning for port 024aac08-2cff-469c-bbab-8f595fa70df3 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 22:36:47.610699 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port 024aac08-2cff-469c-bbab-8f595fa70df3 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:36:47.611112 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (024aac08-2cff-469c-bbab-8f595fa70df3), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:36:47.696579 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 024aac08-2cff-469c-bbab-8f595fa70df3 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:36:47.696973 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (024aac08-2cff-469c-bbab-8f595fa70df3), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:36:47.719420 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '198f28b8-a612-4403-b548-7092f68b2674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '024aac08-2cff-469c-bbab-8f595fa70df3'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:36:47.721671 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df7c65c2-7aa0-42f3-a9b1-6ff6bccda9b2" -d '{"events": [{"server_uuid": "198f28b8-a612-4403-b548-7092f68b2674", "name": "network-vif-plugged", "status": "completed", "tag": "024aac08-2cff-469c-bbab-8f595fa70df3"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:36:47.733395 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 024aac08-2cff-469c-bbab-8f595fa70df3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=024aac08-2cff-469c-bbab-8f595fa70df3,segment=NetworkSegment(dfe722ca-def7-483e-9295-329412380d5c),segment_id=dfe722ca-def7-483e-9295-329412380d5c)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:36:47.738082 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (024aac08-2cff-469c-bbab-8f595fa70df3), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:36:47.763089 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce0c432d-4c74-4dcf-8095-ba0a66497072 x-openstack-request-id: req-ce0c432d-4c74-4dcf-8095-ba0a66497072 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:36:47.763380 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "198f28b8-a612-4403-b548-7092f68b2674", "name": "network-vif-plugged", "status": "completed", "tag": "024aac08-2cff-469c-bbab-8f595fa70df3", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:36:47.763634 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ce0c432d-4c74-4dcf-8095-ba0a66497072 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:36:47.764040 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce0c432d-4c74-4dcf-8095-ba0a66497072'] response: {'server_uuid': '198f28b8-a612-4403-b548-7092f68b2674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '024aac08-2cff-469c-bbab-8f595fa70df3', 'code': 200}
May 07 22:36:47.788224 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=024aac08-2cff-469c-bbab-8f595fa70df3,revision_number=9']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:36:52.158055 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:36:53.716226 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-37807735-f382-45bf-bdbb-ffad51f47d9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:36:54.318478 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:36:56.606049 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-761ba8e4-0e5a-4c65-8deb-7911a1647011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:36:57.576557 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:36:59.287600 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:00.392132 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:04.878355 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 22:37:14.885035 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 58864) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:37:15.035786 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-00d6a385-6775-4543-96be-2a50c5d6364c tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Deleting port 1fee74cc-a317-459d-b6fd-4563ffda3035 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:37:15.036131 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-00d6a385-6775-4543-96be-2a50c5d6364c tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (1fee74cc-a317-459d-b6fd-4563ffda3035), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:15.114840 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-00d6a385-6775-4543-96be-2a50c5d6364c tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (1fee74cc-a317-459d-b6fd-4563ffda3035), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:15.115175 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-00d6a385-6775-4543-96be-2a50c5d6364c tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for floatingip (1fee74cc-a317-459d-b6fd-4563ffda3035), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:15.127056 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-00d6a385-6775-4543-96be-2a50c5d6364c tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Calling delete_port for 1fee74cc-a317-459d-b6fd-4563ffda3035 owned by network:floatingip {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:37:15.276659 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-00d6a385-6775-4543-96be-2a50c5d6364c tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (1fee74cc-a317-459d-b6fd-4563ffda3035), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:15.302976 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d6a385-6775-4543-96be-2a50c5d6364c tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event deleted for resources: {'Port': ['ID=1fee74cc-a317-459d-b6fd-4563ffda3035,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:37:15.315534 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d6a385-6775-4543-96be-2a50c5d6364c tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:37:15.315890 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d6a385-6775-4543-96be-2a50c5d6364c tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:37:15.316241 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d6a385-6775-4543-96be-2a50c5d6364c tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:37:15.316586 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d6a385-6775-4543-96be-2a50c5d6364c tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:37:15.316927 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d6a385-6775-4543-96be-2a50c5d6364c tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:37:15.317264 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d6a385-6775-4543-96be-2a50c5d6364c tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:37:15.317601 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d6a385-6775-4543-96be-2a50c5d6364c tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:37:15.317934 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d6a385-6775-4543-96be-2a50c5d6364c tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:37:15.318297 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d6a385-6775-4543-96be-2a50c5d6364c tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:37:15.318631 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d6a385-6775-4543-96be-2a50c5d6364c tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:37:15.318997 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d6a385-6775-4543-96be-2a50c5d6364c tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:37:15.319329 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d6a385-6775-4543-96be-2a50c5d6364c tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:37:15.319660 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d6a385-6775-4543-96be-2a50c5d6364c tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:37:15.319993 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d6a385-6775-4543-96be-2a50c5d6364c tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:37:15.320323 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d6a385-6775-4543-96be-2a50c5d6364c tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:37:15.376724 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-00d6a385-6775-4543-96be-2a50c5d6364c tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for floatingip (be7e3f36-72da-445c-a4d2-a593768145a6), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:15.377058 ncdv-master-1 neutron-server[121836]: INFO neutron.db.l3_db [None req-00d6a385-6775-4543-96be-2a50c5d6364c tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Floating IP be7e3f36-72da-445c-a4d2-a593768145a6 disassociated (deleted). External IP: 172.35.4.131, port: 024aac08-2cff-469c-bbab-8f595fa70df3.
May 07 22:37:15.592451 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00d6a385-6775-4543-96be-2a50c5d6364c tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Router f2e5d3cf-3c53-4686-b6d1-5d20658545a7 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:37:15.703499 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00d6a385-6775-4543-96be-2a50c5d6364c tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:37:15.711308 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-00d6a385-6775-4543-96be-2a50c5d6364c tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:15.717355 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa3158d-1e10-458d-8b1c-d7c48bfe4941 None None] Sync routers for ids ['f2e5d3cf-3c53-4686-b6d1-5d20658545a7'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:37:15.727802 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa3158d-1e10-458d-8b1c-d7c48bfe4941 None None] Routers {'f2e5d3cf-3c53-4686-b6d1-5d20658545a7'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:37:15.728426 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-8aa3158d-1e10-458d-8b1c-d7c48bfe4941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c8beaf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:36:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['f2e5d3cf-3c53-4686-b6d1-5d20658545a7'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:37:15.738019 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-00d6a385-6775-4543-96be-2a50c5d6364c tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "DELETE /v2.0/floatingips/be7e3f36-72da-445c-a4d2-a593768145a6 HTTP/1.1" status: 204  len: 168 time: 0.8519230
May 07 22:37:15.738613 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '198f28b8-a612-4403-b548-7092f68b2674', 'tag': '024aac08-2cff-469c-bbab-8f595fa70df3'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:37:15.740901 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3801c90-a31c-4db8-8a00-269a8c928203" -d '{"events": [{"name": "network-changed", "server_uuid": "198f28b8-a612-4403-b548-7092f68b2674", "tag": "024aac08-2cff-469c-bbab-8f595fa70df3"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:37:15.780599 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef45e3bb-a693-4860-a10e-d0a283f626b6 x-openstack-request-id: req-ef45e3bb-a693-4860-a10e-d0a283f626b6 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:37:15.780894 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "198f28b8-a612-4403-b548-7092f68b2674", "tag": "024aac08-2cff-469c-bbab-8f595fa70df3", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:37:15.781149 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ef45e3bb-a693-4860-a10e-d0a283f626b6 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:37:15.781564 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef45e3bb-a693-4860-a10e-d0a283f626b6'] response: {'name': 'network-changed', 'server_uuid': '198f28b8-a612-4403-b548-7092f68b2674', 'tag': '024aac08-2cff-469c-bbab-8f595fa70df3', 'status': 'completed', 'code': 200}
May 07 22:37:15.854474 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3801c90-a31c-4db8-8a00-269a8c928203 req-132b1fc7-0932-4446-b6ff-e39bd9605dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:37:15.856133 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c3801c90-a31c-4db8-8a00-269a8c928203 req-132b1fc7-0932-4446-b6ff-e39bd9605dd8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f3dc672b922b4f86869d8b6108240e0a&device_id=198f28b8-a612-4403-b548-7092f68b2674 HTTP/1.1" status: 200  len: 1127 time: 0.0468345
May 07 22:37:15.948073 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-8aa3158d-1e10-458d-8b1c-d7c48bfe4941 None None] Set router f2e5d3cf-3c53-4686-b6d1-5d20658545a7 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:37:15.967307 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3801c90-a31c-4db8-8a00-269a8c928203 req-0971bb77-682b-4f09-a4ea-fe8b44d94e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:37:15.968945 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c3801c90-a31c-4db8-8a00-269a8c928203 req-0971bb77-682b-4f09-a4ea-fe8b44d94e2b service neutron] 10.222.0.59 "GET /v2.0/networks?id=65601071-ae27-4806-9da1-099c419271d7 HTTP/1.1" status: 200  len: 898 time: 0.1024292
May 07 22:37:15.980310 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5819c106-bd2b-42d3-97d1-61abf36a17f0 req-61ffb811-2163-4935-a200-fc5628c28afd tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:37:15.981802 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5819c106-bd2b-42d3-97d1-61abf36a17f0 req-61ffb811-2163-4935-a200-fc5628c28afd tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=198f28b8-a612-4403-b548-7092f68b2674 HTTP/1.1" status: 200  len: 945 time: 0.0487347
May 07 22:37:16.037076 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5819c106-bd2b-42d3-97d1-61abf36a17f0 req-1360a467-7a61-4d62-8ce9-88a5e3182d0c tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbcd55bd-1b4a-4fa7-917b-e94f2159fe7d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484991
May 07 22:37:16.139677 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-8aa3158d-1e10-458d-8b1c-d7c48bfe4941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c8beaf0>, [{'id': 'f2e5d3cf-3c53-4686-b6d1-5d20658545a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2044695799', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.128'}], 'enable_snat': True}, 'gw_port_id': '099ccd66-f1c0-498c-81d0-bfe122aee94c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:35:28Z', 'updated_at': '2022-05-07T22:35:31Z', 'revision_number': 4, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'gw_port': {'id': '099ccd66-f1c0-498c-81d0-bfe122aee94c', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e5d3cf-3c53-4686-b6d1-5d20658545a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:35:28Z', 'updated_at': '2022-05-07T22:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e14a20f4-62f0-46c4-a50a-be6c8d831cc8', 'name': '', 'network_id': '65601071-ae27-4806-9da1-099c419271d7', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'mac_address': 'fa:16:3e:69:9b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e5d3cf-3c53-4686-b6d1-5d20658545a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '4307833c-1ca3-4f4b-85cb-c87f199e7957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:35:30Z', 'updated_at': '2022-05-07T22:35:34Z', 'revision_number': 5, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'subnets': [{'id': '4307833c-1ca3-4f4b-85cb-c87f199e7957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:37:16.166128 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa3158d-1e10-458d-8b1c-d7c48bfe4941 None None] Checking router: f2e5d3cf-3c53-4686-b6d1-5d20658545a7 for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:37:16.174858 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa3158d-1e10-458d-8b1c-d7c48bfe4941 None None] Routers {'f2e5d3cf-3c53-4686-b6d1-5d20658545a7'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:37:16.175464 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-8aa3158d-1e10-458d-8b1c-d7c48bfe4941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c8beaf0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:36:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['f2e5d3cf-3c53-4686-b6d1-5d20658545a7'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:37:16.279804 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-8aa3158d-1e10-458d-8b1c-d7c48bfe4941 None None] Set router f2e5d3cf-3c53-4686-b6d1-5d20658545a7 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:37:16.464668 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-8aa3158d-1e10-458d-8b1c-d7c48bfe4941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c8beaf0>, [{'id': 'f2e5d3cf-3c53-4686-b6d1-5d20658545a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2044695799', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.128'}], 'enable_snat': True}, 'gw_port_id': '099ccd66-f1c0-498c-81d0-bfe122aee94c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:35:28Z', 'updated_at': '2022-05-07T22:35:31Z', 'revision_number': 4, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'gw_port': {'id': '099ccd66-f1c0-498c-81d0-bfe122aee94c', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e5d3cf-3c53-4686-b6d1-5d20658545a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:35:28Z', 'updated_at': '2022-05-07T22:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e14a20f4-62f0-46c4-a50a-be6c8d831cc8', 'name': '', 'network_id': '65601071-ae27-4806-9da1-099c419271d7', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'mac_address': 'fa:16:3e:69:9b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e5d3cf-3c53-4686-b6d1-5d20658545a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '4307833c-1ca3-4f4b-85cb-c87f199e7957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:35:30Z', 'updated_at': '2022-05-07T22:35:34Z', 'revision_number': 5, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'subnets': [{'id': '4307833c-1ca3-4f4b-85cb-c87f199e7957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:37:16.494463 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa3158d-1e10-458d-8b1c-d7c48bfe4941 None None] The sync data for ids ['f2e5d3cf-3c53-4686-b6d1-5d20658545a7'] in ncdv-master-1 is: [{'id': 'f2e5d3cf-3c53-4686-b6d1-5d20658545a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2044695799', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.128'}], 'enable_snat': True}, 'gw_port_id': '099ccd66-f1c0-498c-81d0-bfe122aee94c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:35:28Z', 'updated_at': '2022-05-07T22:35:31Z', 'revision_number': 4, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'gw_port': {'id': '099ccd66-f1c0-498c-81d0-bfe122aee94c', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e5d3cf-3c53-4686-b6d1-5d20658545a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:35:28Z', 'updated_at': '2022-05-07T22:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e14a20f4-62f0-46c4-a50a-be6c8d831cc8', 'name': '', 'network_id': '65601071-ae27-4806-9da1-099c419271d7', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'mac_address': 'fa:16:3e:69:9b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e5d3cf-3c53-4686-b6d1-5d20658545a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '4307833c-1ca3-4f4b-85cb-c87f199e7957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:35:30Z', 'updated_at': '2022-05-07T22:35:34Z', 'revision_number': 5, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'subnets': [{'id': '4307833c-1ca3-4f4b-85cb-c87f199e7957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:37:16.717282 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38aa751c-5ce0-4ac6-a245-62fcaf349f76 None None] New status for floating IP be7e3f36-72da-445c-a4d2-a593768145a6: DOWN {{(pid=121838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 07 22:37:16.918196 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c3801c90-a31c-4db8-8a00-269a8c928203 req-9150f864-71af-4aae-bace-669bac0685e1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=024aac08-2cff-469c-bbab-8f595fa70df3 HTTP/1.1" status: 200  len: 217 time: 0.0382345
May 07 22:37:16.970621 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3801c90-a31c-4db8-8a00-269a8c928203 req-7add3cc5-dcfc-4efc-929c-f78404187406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:37:16.972028 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c3801c90-a31c-4db8-8a00-269a8c928203 req-7add3cc5-dcfc-4efc-929c-f78404187406 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=4307833c-1ca3-4f4b-85cb-c87f199e7957 HTTP/1.1" status: 200  len: 835 time: 0.0452359
May 07 22:37:17.109304 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3801c90-a31c-4db8-8a00-269a8c928203 req-e559c4b1-e1be-4dd6-be2e-b5691540ba94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:37:17.110816 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c3801c90-a31c-4db8-8a00-269a8c928203 req-e559c4b1-e1be-4dd6-be2e-b5691540ba94 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=65601071-ae27-4806-9da1-099c419271d7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0391819
May 07 22:37:17.232159 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64f79f3-922f-4331-ba66-727412f79186 req-acdd291c-0f7e-4233-8e07-3eb6a433d3e0 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:37:17.233643 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f64f79f3-922f-4331-ba66-727412f79186 req-acdd291c-0f7e-4233-8e07-3eb6a433d3e0 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=198f28b8-a612-4403-b548-7092f68b2674 HTTP/1.1" status: 200  len: 945 time: 0.1219625
May 07 22:37:17.267361 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca25dfdd-c42e-4fc5-8be3-5d188281ad60 req-1d3f92c5-7e08-4a80-abec-d78440ca5219 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:37:17.268776 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ca25dfdd-c42e-4fc5-8be3-5d188281ad60 req-1d3f92c5-7e08-4a80-abec-d78440ca5219 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.59 "GET /v2.0/ports?device_id=198f28b8-a612-4403-b548-7092f68b2674 HTTP/1.1" status: 200  len: 945 time: 0.0982182
May 07 22:37:17.336593 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c3801c90-a31c-4db8-8a00-269a8c928203 req-7963d759-da58-49c3-b06c-bff6a10d424c service neutron] 10.222.0.59 "GET /v2.0/networks/65601071-ae27-4806-9da1-099c419271d7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2166944
May 07 22:37:17.347954 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f64f79f3-922f-4331-ba66-727412f79186 req-d8caa1fc-491a-4235-ac2a-43e8f13c20a8 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=bbcd55bd-1b4a-4fa7-917b-e94f2159fe7d&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1066232
May 07 22:37:17.451024 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-ca25dfdd-c42e-4fc5-8be3-5d188281ad60 req-d6ec29cf-d2ba-4f61-a9d4-97fb2b5dadf3 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Deleting port 024aac08-2cff-469c-bbab-8f595fa70df3 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:37:17.451361 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-ca25dfdd-c42e-4fc5-8be3-5d188281ad60 req-d6ec29cf-d2ba-4f61-a9d4-97fb2b5dadf3 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (024aac08-2cff-469c-bbab-8f595fa70df3), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:17.820868 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c3801c90-a31c-4db8-8a00-269a8c928203 req-34cdf5b8-1924-42d2-b5d3-e4b0132bf250 service neutron] 10.222.0.59 "GET /v2.0/networks/65601071-ae27-4806-9da1-099c419271d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4786611
May 07 22:37:17.852582 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-ca25dfdd-c42e-4fc5-8be3-5d188281ad60 req-d6ec29cf-d2ba-4f61-a9d4-97fb2b5dadf3 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] For port 024aac08-2cff-469c-bbab-8f595fa70df3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=024aac08-2cff-469c-bbab-8f595fa70df3,segment=NetworkSegment(dfe722ca-def7-483e-9295-329412380d5c),segment_id=dfe722ca-def7-483e-9295-329412380d5c)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:37:17.852943 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-ca25dfdd-c42e-4fc5-8be3-5d188281ad60 req-d6ec29cf-d2ba-4f61-a9d4-97fb2b5dadf3 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (024aac08-2cff-469c-bbab-8f595fa70df3), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:17.866069 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-ca25dfdd-c42e-4fc5-8be3-5d188281ad60 req-d6ec29cf-d2ba-4f61-a9d4-97fb2b5dadf3 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Calling delete_port for 024aac08-2cff-469c-bbab-8f595fa70df3 owned by compute:nova {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:37:17.996510 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-ca25dfdd-c42e-4fc5-8be3-5d188281ad60 req-d6ec29cf-d2ba-4f61-a9d4-97fb2b5dadf3 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (024aac08-2cff-469c-bbab-8f595fa70df3), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:18.024665 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec29cf-d2ba-4f61-a9d4-97fb2b5dadf3 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event deleted for resources: {'Port': ['ID=024aac08-2cff-469c-bbab-8f595fa70df3,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:37:18.070415 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca25dfdd-c42e-4fc5-8be3-5d188281ad60 req-d6ec29cf-d2ba-4f61-a9d4-97fb2b5dadf3 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] No DVR routers for this DVR port 024aac08-2cff-469c-bbab-8f595fa70df3 on host nch2-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:37:18.073044 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-ca25dfdd-c42e-4fc5-8be3-5d188281ad60 req-d6ec29cf-d2ba-4f61-a9d4-97fb2b5dadf3 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:18.076278 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ca25dfdd-c42e-4fc5-8be3-5d188281ad60 req-d6ec29cf-d2ba-4f61-a9d4-97fb2b5dadf3 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.59 "DELETE /v2.0/ports/024aac08-2cff-469c-bbab-8f595fa70df3 HTTP/1.1" status: 204  len: 173 time: 0.8009527
May 07 22:37:18.076721 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '198f28b8-a612-4403-b548-7092f68b2674', 'name': 'network-vif-deleted', 'tag': '024aac08-2cff-469c-bbab-8f595fa70df3'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:37:18.079529 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b7baed-92b6-4d92-9c2d-afece48d8a97" -d '{"events": [{"server_uuid": "198f28b8-a612-4403-b548-7092f68b2674", "name": "network-vif-deleted", "tag": "024aac08-2cff-469c-bbab-8f595fa70df3"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:37:18.118106 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6b07a2e-cd72-47f0-abd2-0916c57469e8 x-openstack-request-id: req-b6b07a2e-cd72-47f0-abd2-0916c57469e8 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:37:18.118405 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "198f28b8-a612-4403-b548-7092f68b2674", "name": "network-vif-deleted", "tag": "024aac08-2cff-469c-bbab-8f595fa70df3", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:37:18.118663 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b6b07a2e-cd72-47f0-abd2-0916c57469e8 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:37:18.119102 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6b07a2e-cd72-47f0-abd2-0916c57469e8'] response: {'server_uuid': '198f28b8-a612-4403-b548-7092f68b2674', 'name': 'network-vif-deleted', 'tag': '024aac08-2cff-469c-bbab-8f595fa70df3', 'status': 'completed', 'code': 200}
May 07 22:37:18.464330 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1feb74bf-570f-4b38-ba8c-cbfdd0260ba0 req-07c3b587-2125-465d-ab77-ce666c2ef080 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=198f28b8-a612-4403-b548-7092f68b2674 HTTP/1.1" status: 200  len: 210 time: 0.0306985
May 07 22:37:19.523458 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 58880) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:37:19.865097 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0953cd22-00f6-4b8a-aa6b-16f0dfe9b3d9 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401094'] for router_interface (f2e5d3cf-3c53-4686-b6d1-5d20658545a7), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:20.110276 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-0953cd22-00f6-4b8a-aa6b-16f0dfe9b3d9 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Deleting port e14a20f4-62f0-46c4-a50a-be6c8d831cc8 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:37:20.110616 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0953cd22-00f6-4b8a-aa6b-16f0dfe9b3d9 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (e14a20f4-62f0-46c4-a50a-be6c8d831cc8), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:20.203008 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-0953cd22-00f6-4b8a-aa6b-16f0dfe9b3d9 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] For port e14a20f4-62f0-46c4-a50a-be6c8d831cc8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e14a20f4-62f0-46c4-a50a-be6c8d831cc8,segment=NetworkSegment(dfe722ca-def7-483e-9295-329412380d5c),segment_id=dfe722ca-def7-483e-9295-329412380d5c)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:37:20.203405 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0953cd22-00f6-4b8a-aa6b-16f0dfe9b3d9 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (e14a20f4-62f0-46c4-a50a-be6c8d831cc8), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:20.217312 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-0953cd22-00f6-4b8a-aa6b-16f0dfe9b3d9 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Calling delete_port for e14a20f4-62f0-46c4-a50a-be6c8d831cc8 owned by network:router_interface {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:37:20.405357 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0953cd22-00f6-4b8a-aa6b-16f0dfe9b3d9 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (e14a20f4-62f0-46c4-a50a-be6c8d831cc8), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:20.433344 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0953cd22-00f6-4b8a-aa6b-16f0dfe9b3d9 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event deleted for resources: {'Port': ['ID=e14a20f4-62f0-46c4-a50a-be6c8d831cc8,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:37:20.618199 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0953cd22-00f6-4b8a-aa6b-16f0dfe9b3d9 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401002'] for router_interface (f2e5d3cf-3c53-4686-b6d1-5d20658545a7), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:21.170824 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0953cd22-00f6-4b8a-aa6b-16f0dfe9b3d9 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Router f2e5d3cf-3c53-4686-b6d1-5d20658545a7 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:37:21.281402 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0953cd22-00f6-4b8a-aa6b-16f0dfe9b3d9 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:37:21.286931 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-0953cd22-00f6-4b8a-aa6b-16f0dfe9b3d9 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "PUT /v2.0/routers/f2e5d3cf-3c53-4686-b6d1-5d20658545a7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7622774
May 07 22:37:21.290141 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 58882) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:37:21.292989 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038994ff-ea8d-48b1-bd04-1e4354bd59b3 None None] Sync routers for ids ['f2e5d3cf-3c53-4686-b6d1-5d20658545a7'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:37:21.304268 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038994ff-ea8d-48b1-bd04-1e4354bd59b3 None None] Routers {'f2e5d3cf-3c53-4686-b6d1-5d20658545a7'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:37:21.304891 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-038994ff-ea8d-48b1-bd04-1e4354bd59b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cec2be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:36:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['f2e5d3cf-3c53-4686-b6d1-5d20658545a7'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:37:21.340992 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7fae0db-1a32-48a0-b4fe-07dc4428d020 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Deleting subnet 4307833c-1ca3-4f4b-85cb-c87f199e7957 {{(pid=121836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:37:21.344206 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b7fae0db-1a32-48a0-b4fe-07dc4428d020 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for subnet (4307833c-1ca3-4f4b-85cb-c87f199e7957), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:21.387695 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b7fae0db-1a32-48a0-b4fe-07dc4428d020 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726883'] for subnet (4307833c-1ca3-4f4b-85cb-c87f199e7957), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:21.414428 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-038994ff-ea8d-48b1-bd04-1e4354bd59b3 None None] Set router f2e5d3cf-3c53-4686-b6d1-5d20658545a7 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:37:21.477647 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b7fae0db-1a32-48a0-b4fe-07dc4428d020 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (4307833c-1ca3-4f4b-85cb-c87f199e7957), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:21.536534 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b7fae0db-1a32-48a0-b4fe-07dc4428d020 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (4307833c-1ca3-4f4b-85cb-c87f199e7957), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:21.565919 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fae0db-1a32-48a0-b4fe-07dc4428d020 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event deleted for resources: {'Subnet': ['ID=4307833c-1ca3-4f4b-85cb-c87f199e7957,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:37:21.567930 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b7fae0db-1a32-48a0-b4fe-07dc4428d020 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:21.574383 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-b7fae0db-1a32-48a0-b4fe-07dc4428d020 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "DELETE /v2.0/subnets/4307833c-1ca3-4f4b-85cb-c87f199e7957 HTTP/1.1" status: 204  len: 168 time: 0.2800138
May 07 22:37:21.575154 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 58884) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:37:21.578048 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03491ab-75c9-4a00-a83a-283434180b45 None None] Network 65601071-ae27-4806-9da1-099c419271d7 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:37:21.587955 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-038994ff-ea8d-48b1-bd04-1e4354bd59b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cec2be0>, [{'id': 'f2e5d3cf-3c53-4686-b6d1-5d20658545a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2044695799', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.128'}], 'enable_snat': True}, 'gw_port_id': '099ccd66-f1c0-498c-81d0-bfe122aee94c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:35:28Z', 'updated_at': '2022-05-07T22:37:20Z', 'revision_number': 5, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'gw_port': {'id': '099ccd66-f1c0-498c-81d0-bfe122aee94c', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e5d3cf-3c53-4686-b6d1-5d20658545a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:35:28Z', 'updated_at': '2022-05-07T22:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:37:21.621515 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038994ff-ea8d-48b1-bd04-1e4354bd59b3 None None] Checking router: f2e5d3cf-3c53-4686-b6d1-5d20658545a7 for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:37:21.630507 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038994ff-ea8d-48b1-bd04-1e4354bd59b3 None None] Routers {'f2e5d3cf-3c53-4686-b6d1-5d20658545a7'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:37:21.631634 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-038994ff-ea8d-48b1-bd04-1e4354bd59b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cec2be0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:36:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['f2e5d3cf-3c53-4686-b6d1-5d20658545a7'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:37:21.709057 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 024aac08-2cff-469c-bbab-8f595fa70df3 no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:37:21.738585 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3ca3b2f5-9dab-4b15-a960-4930a4f1c59f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for router (f2e5d3cf-3c53-4686-b6d1-5d20658545a7), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:21.746121 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c090437e-61f4-4368-b5c9-0c98fbc72491 None None] DHCP port deletion for 65601071-ae27-4806-9da1-099c419271d7 request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:37:21.748337 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] No Port match for: 024aac08-2cff-469c-bbab-8f595fa70df3 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:37:21.748684 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 024aac08-2cff-469c-bbab-8f595fa70df3 not bound to the agent host nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:37:21.749102 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-038994ff-ea8d-48b1-bd04-1e4354bd59b3 None None] Set router f2e5d3cf-3c53-4686-b6d1-5d20658545a7 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:37:21.796208 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-c090437e-61f4-4368-b5c9-0c98fbc72491 None None] Deleting port 780cf09b-cba2-4257-a92e-b1f8f01877d5 {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:37:21.796587 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c090437e-61f4-4368-b5c9-0c98fbc72491 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (780cf09b-cba2-4257-a92e-b1f8f01877d5), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:21.870924 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-c090437e-61f4-4368-b5c9-0c98fbc72491 None None] For port 780cf09b-cba2-4257-a92e-b1f8f01877d5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=780cf09b-cba2-4257-a92e-b1f8f01877d5,segment=NetworkSegment(dfe722ca-def7-483e-9295-329412380d5c),segment_id=dfe722ca-def7-483e-9295-329412380d5c)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:37:21.872081 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c090437e-61f4-4368-b5c9-0c98fbc72491 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (780cf09b-cba2-4257-a92e-b1f8f01877d5), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:21.886676 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3ca3b2f5-9dab-4b15-a960-4930a4f1c59f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for router_gateway (f2e5d3cf-3c53-4686-b6d1-5d20658545a7), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:21.890869 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 780cf09b-cba2-4257-a92e-b1f8f01877d5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:37:21.915369 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-c090437e-61f4-4368-b5c9-0c98fbc72491 None None] Calling delete_port for 780cf09b-cba2-4257-a92e-b1f8f01877d5 owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:37:21.933744 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-3ca3b2f5-9dab-4b15-a960-4930a4f1c59f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Deleting port 099ccd66-f1c0-498c-81d0-bfe122aee94c {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:37:21.934220 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3ca3b2f5-9dab-4b15-a960-4930a4f1c59f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (099ccd66-f1c0-498c-81d0-bfe122aee94c), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:21.962507 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-038994ff-ea8d-48b1-bd04-1e4354bd59b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cec2be0>, [{'id': 'f2e5d3cf-3c53-4686-b6d1-5d20658545a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2044695799', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.128'}], 'enable_snat': True}, 'gw_port_id': '099ccd66-f1c0-498c-81d0-bfe122aee94c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:35:28Z', 'updated_at': '2022-05-07T22:37:20Z', 'revision_number': 5, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'gw_port': {'id': '099ccd66-f1c0-498c-81d0-bfe122aee94c', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e5d3cf-3c53-4686-b6d1-5d20658545a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:35:28Z', 'updated_at': '2022-05-07T22:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:37:21.991832 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038994ff-ea8d-48b1-bd04-1e4354bd59b3 None None] The sync data for ids ['f2e5d3cf-3c53-4686-b6d1-5d20658545a7'] in ncdv-master-1 is: [{'id': 'f2e5d3cf-3c53-4686-b6d1-5d20658545a7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2044695799', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.128'}], 'enable_snat': True}, 'gw_port_id': '099ccd66-f1c0-498c-81d0-bfe122aee94c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:35:28Z', 'updated_at': '2022-05-07T22:37:20Z', 'revision_number': 5, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'gw_port': {'id': '099ccd66-f1c0-498c-81d0-bfe122aee94c', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:5f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e5d3cf-3c53-4686-b6d1-5d20658545a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:35:28Z', 'updated_at': '2022-05-07T22:35:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:37:22.016969 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-3ca3b2f5-9dab-4b15-a960-4930a4f1c59f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] For port 099ccd66-f1c0-498c-81d0-bfe122aee94c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=099ccd66-f1c0-498c-81d0-bfe122aee94c,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:37:22.018050 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3ca3b2f5-9dab-4b15-a960-4930a4f1c59f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (099ccd66-f1c0-498c-81d0-bfe122aee94c), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:22.036410 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 780cf09b-cba2-4257-a92e-b1f8f01877d5 is: ACTIVE; New status is: DOWN {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:37:22.036806 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (780cf09b-cba2-4257-a92e-b1f8f01877d5), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:22.044350 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-3ca3b2f5-9dab-4b15-a960-4930a4f1c59f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Calling delete_port for 099ccd66-f1c0-498c-81d0-bfe122aee94c owned by network:router_gateway {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:37:22.121568 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c090437e-61f4-4368-b5c9-0c98fbc72491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (780cf09b-cba2-4257-a92e-b1f8f01877d5), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:22.155370 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c090437e-61f4-4368-b5c9-0c98fbc72491 None None] No DVR routers for this DVR port 780cf09b-cba2-4257-a92e-b1f8f01877d5 on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:37:22.182806 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c090437e-61f4-4368-b5c9-0c98fbc72491 None None] Pushing event deleted for resources: {'Port': ['ID=780cf09b-cba2-4257-a92e-b1f8f01877d5,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:37:22.199311 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:22.225727 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3ca3b2f5-9dab-4b15-a960-4930a4f1c59f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (099ccd66-f1c0-498c-81d0-bfe122aee94c), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:22.252026 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca3b2f5-9dab-4b15-a960-4930a4f1c59f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event deleted for resources: {'Port': ['ID=099ccd66-f1c0-498c-81d0-bfe122aee94c,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:37:22.322647 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3ca3b2f5-9dab-4b15-a960-4930a4f1c59f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395776'] for router_gateway (f2e5d3cf-3c53-4686-b6d1-5d20658545a7), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:22.421028 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3ca3b2f5-9dab-4b15-a960-4930a4f1c59f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (f2e5d3cf-3c53-4686-b6d1-5d20658545a7), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:22.423790 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3ca3b2f5-9dab-4b15-a960-4930a4f1c59f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for router_controller (f2e5d3cf-3c53-4686-b6d1-5d20658545a7), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:22.473178 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3ca3b2f5-9dab-4b15-a960-4930a4f1c59f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (f2e5d3cf-3c53-4686-b6d1-5d20658545a7), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:22.473595 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ca3b2f5-9dab-4b15-a960-4930a4f1c59f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Fanout notify agent at l3_agent the message router_deleted on router f2e5d3cf-3c53-4686-b6d1-5d20658545a7 {{(pid=121837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 22:37:22.481010 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3ca3b2f5-9dab-4b15-a960-4930a4f1c59f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:22.482399 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-3ca3b2f5-9dab-4b15-a960-4930a4f1c59f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "DELETE /v2.0/routers/f2e5d3cf-3c53-4686-b6d1-5d20658545a7 HTTP/1.1" status: 204  len: 168 time: 0.9073555
May 07 22:37:22.485074 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 58886) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:37:22.560898 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d034144d-40e9-4fd5-ab2c-31068a95e457 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (65601071-ae27-4806-9da1-099c419271d7), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:22.654579 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d034144d-40e9-4fd5-ab2c-31068a95e457 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (65601071-ae27-4806-9da1-099c419271d7), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:22.678868 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-d034144d-40e9-4fd5-ab2c-31068a95e457 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf8c0b1c70>,) {'filters': {'network_id': ['65601071-ae27-4806-9da1-099c419271d7']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:37:22.688609 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-d034144d-40e9-4fd5-ab2c-31068a95e457 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8c0b1c70>, 'dfe722ca-def7-483e-9295-329412380d5c') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:37:22.688959 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-d034144d-40e9-4fd5-ab2c-31068a95e457 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8c0b1c70>, 'dfe722ca-def7-483e-9295-329412380d5c') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:37:22.699134 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d034144d-40e9-4fd5-ab2c-31068a95e457 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (dfe722ca-def7-483e-9295-329412380d5c), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:22.712132 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d034144d-40e9-4fd5-ab2c-31068a95e457 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (dfe722ca-def7-483e-9295-329412380d5c), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:22.717847 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d034144d-40e9-4fd5-ab2c-31068a95e457 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:37:22.718229 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d034144d-40e9-4fd5-ab2c-31068a95e457 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (dfe722ca-def7-483e-9295-329412380d5c), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:22.721176 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 22:37:22.721176 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:37:22.721176 ncdv-master-1 neutron-server[121837]:     timer()
May 07 22:37:22.721176 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:37:22.721176 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 22:37:22.721176 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:37:22.721176 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 22:37:22.721176 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:37:22.721176 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 22:37:22.721176 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:37:22.721176 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 22:37:22.721176 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:37:22.721176 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 22:37:22.721176 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:37:22.721176 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:37:22.721176 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:37:22.721176 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:37:22.721176 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:37:22.721176 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 22:37:22.721176 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:37:22.721176 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 22:37:22.721176 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:37:22.721176 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:37:22.721176 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:37:22.721176 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 22:37:22.721176 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:37:22.721176 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:37:22.721176 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:37:22.721176 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:37:22.721176 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:37:22.721176 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:37:22.721176 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:37:22.782412 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d034144d-40e9-4fd5-ab2c-31068a95e457 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (65601071-ae27-4806-9da1-099c419271d7), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:22.787969 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d034144d-40e9-4fd5-ab2c-31068a95e457 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:22.791574 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-d034144d-40e9-4fd5-ab2c-31068a95e457 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "DELETE /v2.0/networks/65601071-ae27-4806-9da1-099c419271d7 HTTP/1.1" status: 204  len: 168 time: 0.3054790
May 07 22:37:22.794440 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 58888) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:37:22.806636 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d034144d-40e9-4fd5-ab2c-31068a95e457 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event deleted for resources: {'Network': ['ID=65601071-ae27-4806-9da1-099c419271d7,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:37:22.851612 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0096d6af-182e-4d59-bc61-71b4d2653ae2 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group (bbcd55bd-1b4a-4fa7-917b-e94f2159fe7d), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:22.876754 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0096d6af-182e-4d59-bc61-71b4d2653ae2 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group (bbcd55bd-1b4a-4fa7-917b-e94f2159fe7d), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:22.936464 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0096d6af-182e-4d59-bc61-71b4d2653ae2 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (bbcd55bd-1b4a-4fa7-917b-e94f2159fe7d), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:22.939197 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0096d6af-182e-4d59-bc61-71b4d2653ae2 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:22.940359 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-0096d6af-182e-4d59-bc61-71b4d2653ae2 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "DELETE /v2.0/security-groups/bbcd55bd-1b4a-4fa7-917b-e94f2159fe7d HTTP/1.1" status: 204  len: 168 time: 0.1448605
May 07 22:37:22.953465 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0096d6af-182e-4d59-bc61-71b4d2653ae2 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbcd55bd-1b4a-4fa7-917b-e94f2159fe7d,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:37:23.204394 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 58894) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:37:23.209584 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-56341a39-5109-41d6-9e62-10f7f1bef6f8 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-28696311', 'description': 'tempest-secgroup-smoke-28696311 description', 'project_id': 'f3dc672b922b4f86869d8b6108240e0a'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:37:23.231413 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-56341a39-5109-41d6-9e62-10f7f1bef6f8 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:23.304706 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-56341a39-5109-41d6-9e62-10f7f1bef6f8 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group (7b744860-6934-46f9-949e-2c64feb37163), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:23.308340 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-56341a39-5109-41d6-9e62-10f7f1bef6f8 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (7b744860-6934-46f9-949e-2c64feb37163), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:23.338271 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-56341a39-5109-41d6-9e62-10f7f1bef6f8 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:23.339529 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-56341a39-5109-41d6-9e62-10f7f1bef6f8 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1809 time: 0.1335042
May 07 22:37:23.341423 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56341a39-5109-41d6-9e62-10f7f1bef6f8 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b744860-6934-46f9-949e-2c64feb37163,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:37:23.342602 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 58896) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:37:23.349939 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-c506bdf9-acc0-4b77-84ac-372e8babffc5 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Request body: {'security_group_rule': {'security_group_id': '7b744860-6934-46f9-949e-2c64feb37163', 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:37:23.379264 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c506bdf9-acc0-4b77-84ac-372e8babffc5 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group_rule (b0bce6a4-2748-4a9a-8805-7482ebb29c0d), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:23.435636 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c506bdf9-acc0-4b77-84ac-372e8babffc5 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group_rule (b0bce6a4-2748-4a9a-8805-7482ebb29c0d), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:23.439167 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c506bdf9-acc0-4b77-84ac-372e8babffc5 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (b0bce6a4-2748-4a9a-8805-7482ebb29c0d), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:23.457385 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c506bdf9-acc0-4b77-84ac-372e8babffc5 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0bce6a4-2748-4a9a-8805-7482ebb29c0d,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:37:23.464646 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c506bdf9-acc0-4b77-84ac-372e8babffc5 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:23.465826 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-c506bdf9-acc0-4b77-84ac-372e8babffc5 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1221385
May 07 22:37:23.468569 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 58898) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:37:23.473561 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-875557f1-32a8-4355-af73-ac9e8fb0232f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Request body: {'security_group_rule': {'security_group_id': '7b744860-6934-46f9-949e-2c64feb37163', 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:37:23.497988 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-875557f1-32a8-4355-af73-ac9e8fb0232f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group_rule (5ba3044c-8e1e-4775-a347-3ead16668ede), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:23.553513 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-875557f1-32a8-4355-af73-ac9e8fb0232f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group_rule (5ba3044c-8e1e-4775-a347-3ead16668ede), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:23.557016 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-875557f1-32a8-4355-af73-ac9e8fb0232f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (5ba3044c-8e1e-4775-a347-3ead16668ede), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:23.577220 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875557f1-32a8-4355-af73-ac9e8fb0232f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ba3044c-8e1e-4775-a347-3ead16668ede,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:37:23.583085 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-875557f1-32a8-4355-af73-ac9e8fb0232f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:23.584266 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-875557f1-32a8-4355-af73-ac9e8fb0232f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1147923
May 07 22:37:23.587028 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 58900) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:37:23.591389 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-2fc6ea09-361d-458c-9c78-d03834d08a08 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Request body: {'security_group_rule': {'security_group_id': '7b744860-6934-46f9-949e-2c64feb37163', 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:37:23.615845 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2fc6ea09-361d-458c-9c78-d03834d08a08 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group_rule (fb3aec18-c3f9-42d9-81f8-2cf21e891ba2), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:23.673446 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2fc6ea09-361d-458c-9c78-d03834d08a08 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group_rule (fb3aec18-c3f9-42d9-81f8-2cf21e891ba2), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:23.677210 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2fc6ea09-361d-458c-9c78-d03834d08a08 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (fb3aec18-c3f9-42d9-81f8-2cf21e891ba2), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:23.701301 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc6ea09-361d-458c-9c78-d03834d08a08 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb3aec18-c3f9-42d9-81f8-2cf21e891ba2,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:37:23.711667 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2fc6ea09-361d-458c-9c78-d03834d08a08 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:23.715236 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-2fc6ea09-361d-458c-9c78-d03834d08a08 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1247172
May 07 22:37:23.715499 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 58902) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:37:23.720689 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2c6d82ee-5a9c-41a7-9ced-507262ef07b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:23.721211 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-6135eae1-9829-4919-94bf-88293daf4941 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Request body: {'security_group_rule': {'security_group_id': '7b744860-6934-46f9-949e-2c64feb37163', 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:37:23.747528 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6135eae1-9829-4919-94bf-88293daf4941 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group_rule (3a66c192-bbbd-4e93-bed7-4a591a009de0), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:23.780925 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 099ccd66-f1c0-498c-81d0-bfe122aee94c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:37:23.801696 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 099ccd66-f1c0-498c-81d0-bfe122aee94c {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:37:23.802043 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 099ccd66-f1c0-498c-81d0-bfe122aee94c not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:37:23.802465 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device e14a20f4-62f0-46c4-a50a-be6c8d831cc8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:37:23.807390 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6135eae1-9829-4919-94bf-88293daf4941 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group_rule (3a66c192-bbbd-4e93-bed7-4a591a009de0), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:23.811027 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6135eae1-9829-4919-94bf-88293daf4941 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (3a66c192-bbbd-4e93-bed7-4a591a009de0), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:23.826024 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: e14a20f4-62f0-46c4-a50a-be6c8d831cc8 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:37:23.826375 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device e14a20f4-62f0-46c4-a50a-be6c8d831cc8 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:37:23.829400 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6135eae1-9829-4919-94bf-88293daf4941 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a66c192-bbbd-4e93-bed7-4a591a009de0,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:37:23.837160 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6135eae1-9829-4919-94bf-88293daf4941 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:23.838347 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-6135eae1-9829-4919-94bf-88293daf4941 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1213410
May 07 22:37:23.841014 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 58904) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:37:23.845246 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-829b6b41-6d83-4428-8665-ed11f1a3ab33 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Request body: {'security_group_rule': {'security_group_id': '7b744860-6934-46f9-949e-2c64feb37163', 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:37:23.864079 ncdv-master-1 neutron-server[121837]: INFO neutron.db.securitygroups_db [None req-829b6b41-6d83-4428-8665-ed11f1a3ab33 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Project f3dc672b922b4f86869d8b6108240e0a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 07 22:37:23.869401 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-829b6b41-6d83-4428-8665-ed11f1a3ab33 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group_rule (93249989-7afc-4f49-9c0d-ff68c733863a), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:23.928012 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-829b6b41-6d83-4428-8665-ed11f1a3ab33 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group_rule (93249989-7afc-4f49-9c0d-ff68c733863a), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:23.931451 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-829b6b41-6d83-4428-8665-ed11f1a3ab33 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (93249989-7afc-4f49-9c0d-ff68c733863a), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:23.949290 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829b6b41-6d83-4428-8665-ed11f1a3ab33 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93249989-7afc-4f49-9c0d-ff68c733863a,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:37:23.956218 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-829b6b41-6d83-4428-8665-ed11f1a3ab33 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:23.957406 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-829b6b41-6d83-4428-8665-ed11f1a3ab33 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1154881
May 07 22:37:23.961074 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 58906) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:37:23.965332 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-5aca7562-3be2-4eb0-9e4a-202b3ed58b3f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Request body: {'security_group_rule': {'security_group_id': '7b744860-6934-46f9-949e-2c64feb37163', 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:37:23.984348 ncdv-master-1 neutron-server[121837]: INFO neutron.db.securitygroups_db [None req-5aca7562-3be2-4eb0-9e4a-202b3ed58b3f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Project f3dc672b922b4f86869d8b6108240e0a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 07 22:37:23.990255 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5aca7562-3be2-4eb0-9e4a-202b3ed58b3f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group_rule (137871b0-0f96-4c8e-bc52-3678031436dc), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:24.059879 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5aca7562-3be2-4eb0-9e4a-202b3ed58b3f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group_rule (137871b0-0f96-4c8e-bc52-3678031436dc), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:24.063486 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5aca7562-3be2-4eb0-9e4a-202b3ed58b3f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (137871b0-0f96-4c8e-bc52-3678031436dc), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:24.081999 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aca7562-3be2-4eb0-9e4a-202b3ed58b3f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=137871b0-0f96-4c8e-bc52-3678031436dc,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:37:24.088719 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-5aca7562-3be2-4eb0-9e4a-202b3ed58b3f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:24.089902 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-5aca7562-3be2-4eb0-9e4a-202b3ed58b3f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1279118
May 07 22:37:24.092692 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 58908) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:37:24.097443 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-6046b600-866e-4bc7-953c-f921e6a524db tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Request body: {'network': {'name': 'tempest-network-smoke--130484497', 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'port_security_enabled': True}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:37:24.115243 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6046b600-866e-4bc7-953c-f921e6a524db tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Made reservation on behalf of f3dc672b922b4f86869d8b6108240e0a for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:37:24.118384 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6046b600-866e-4bc7-953c-f921e6a524db tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:24.141580 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6046b600-866e-4bc7-953c-f921e6a524db tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:37:24.150215 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6046b600-866e-4bc7-953c-f921e6a524db tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (faf14da2-21d4-4199-8a2c-a532cf86110c), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:24.150561 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-6046b600-866e-4bc7-953c-f921e6a524db tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Added segment faf14da2-21d4-4199-8a2c-a532cf86110c of type vlan for network 113e217e-2498-42de-9275-e28e3e4deabe
May 07 22:37:24.191181 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6046b600-866e-4bc7-953c-f921e6a524db tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (113e217e-2498-42de-9275-e28e3e4deabe), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:24.215188 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6046b600-866e-4bc7-953c-f921e6a524db tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (113e217e-2498-42de-9275-e28e3e4deabe), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:24.220110 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6046b600-866e-4bc7-953c-f921e6a524db tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:37:24.220694 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6046b600-866e-4bc7-953c-f921e6a524db tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:24.255876 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-6046b600-866e-4bc7-953c-f921e6a524db tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.1621630
May 07 22:37:24.258806 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 58910) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:37:24.292038 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-f089f82e-fbc0-47d7-8bc8-333c8d2add66 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-139444034', 'admin_state_up': True, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:37:24.307581 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6046b600-866e-4bc7-953c-f921e6a524db tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event updated for resources: {'Network': ['ID=113e217e-2498-42de-9275-e28e3e4deabe,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:37:24.315721 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:24.318009 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 113e217e-2498-42de-9275-e28e3e4deabe details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:37:24.323055 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f089f82e-fbc0-47d7-8bc8-333c8d2add66 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (d9c08af4-085c-4a6d-872f-0b7fed53e16f), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:24.324182 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f089f82e-fbc0-47d7-8bc8-333c8d2add66 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (d9c08af4-085c-4a6d-872f-0b7fed53e16f), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:24.381608 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f089f82e-fbc0-47d7-8bc8-333c8d2add66 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for router_controller (d9c08af4-085c-4a6d-872f-0b7fed53e16f), precommit_add_association {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:24.526468 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f089f82e-fbc0-47d7-8bc8-333c8d2add66 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for router_gateway (d9c08af4-085c-4a6d-872f-0b7fed53e16f), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:24.702219 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f089f82e-fbc0-47d7-8bc8-333c8d2add66 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for router_gateway (d9c08af4-085c-4a6d-872f-0b7fed53e16f), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:24.721641 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f089f82e-fbc0-47d7-8bc8-333c8d2add66 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:24.824942 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-f089f82e-fbc0-47d7-8bc8-333c8d2add66 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Allocated IP 172.35.4.80 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/5d591951-d016-4e09-88bb-ebe7898cd79f) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:37:24.923239 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f089f82e-fbc0-47d7-8bc8-333c8d2add66 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for port (5d591951-d016-4e09-88bb-ebe7898cd79f), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:24.960764 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f089f82e-fbc0-47d7-8bc8-333c8d2add66 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (5d591951-d016-4e09-88bb-ebe7898cd79f), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:24.998350 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f089f82e-fbc0-47d7-8bc8-333c8d2add66 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:37:25.001934 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-f089f82e-fbc0-47d7-8bc8-333c8d2add66 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:37:25.004319 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f089f82e-fbc0-47d7-8bc8-333c8d2add66 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:37:25.033204 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f089f82e-fbc0-47d7-8bc8-333c8d2add66 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event updated for resources: {'Port': ['ID=5d591951-d016-4e09-88bb-ebe7898cd79f,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:37:25.263957 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f089f82e-fbc0-47d7-8bc8-333c8d2add66 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for router_gateway (d9c08af4-085c-4a6d-872f-0b7fed53e16f), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:25.477362 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f089f82e-fbc0-47d7-8bc8-333c8d2add66 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (d9c08af4-085c-4a6d-872f-0b7fed53e16f), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:25.612037 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f089f82e-fbc0-47d7-8bc8-333c8d2add66 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Router d9c08af4-085c-4a6d-872f-0b7fed53e16f is scheduled to L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db with binding_index 1 {{(pid=121837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 07 22:37:26.036300 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f089f82e-fbc0-47d7-8bc8-333c8d2add66 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:37:26.045958 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b97976-5daa-40b2-bb83-4f7e3a75cda3 None None] Sync routers for ids ['d9c08af4-085c-4a6d-872f-0b7fed53e16f'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:37:26.057367 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f089f82e-fbc0-47d7-8bc8-333c8d2add66 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:26.058645 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-f089f82e-fbc0-47d7-8bc8-333c8d2add66 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 894 time: 1.7989173
May 07 22:37:26.060655 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b97976-5daa-40b2-bb83-4f7e3a75cda3 None None] Routers {'d9c08af4-085c-4a6d-872f-0b7fed53e16f'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:37:26.061685 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 58912) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:37:26.061855 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-c1b97976-5daa-40b2-bb83-4f7e3a75cda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7e7f97f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:36:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['d9c08af4-085c-4a6d-872f-0b7fed53e16f'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:37:26.089809 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-1cd93f6e-6592-4913-952c-56a3568eabab tempest-TestNetworkAdvancedServerOps-404863911 tempest-TestNetworkAdvancedServerOps-404863911-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=f3dc672b922b4f86869d8b6108240e0a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0270236
May 07 22:37:26.092385 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 58914) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:37:26.181101 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db11988-be28-42a9-95fb-107cb1c74de7 tempest-TestNetworkAdvancedServerOps-404863911 tempest-TestNetworkAdvancedServerOps-404863911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:37:26.182731 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-9db11988-be28-42a9-95fb-107cb1c74de7 tempest-TestNetworkAdvancedServerOps-404863911 tempest-TestNetworkAdvancedServerOps-404863911-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0894253
May 07 22:37:26.185475 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-c1b97976-5daa-40b2-bb83-4f7e3a75cda3 None None] Set router d9c08af4-085c-4a6d-872f-0b7fed53e16f gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:37:26.185628 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 58916) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:37:26.219768 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-fbe636bb-9d95-4442-87c6-472097dab383 tempest-TestNetworkAdvancedServerOps-404863911 tempest-TestNetworkAdvancedServerOps-404863911-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=9221b764-ef06-431f-8941-796516ed7c3b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0331686
May 07 22:37:26.222877 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 58918) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:37:26.227681 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-c7ef6d31-13c8-4551-bb00-14406b54a927 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1855013031', 'network_id': '113e217e-2498-42de-9275-e28e3e4deabe', 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:37:26.315903 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7ef6d31-13c8-4551-bb00-14406b54a927 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Made reservation on behalf of f3dc672b922b4f86869d8b6108240e0a for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:37:26.319425 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c7ef6d31-13c8-4551-bb00-14406b54a927 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:26.362546 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-c1b97976-5daa-40b2-bb83-4f7e3a75cda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7e7f97f0>, [{'id': 'd9c08af4-085c-4a6d-872f-0b7fed53e16f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139444034', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.80'}], 'enable_snat': True}, 'gw_port_id': '5d591951-d016-4e09-88bb-ebe7898cd79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:37:24Z', 'updated_at': '2022-05-07T22:37:25Z', 'revision_number': 3, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'gw_port': {'id': '5d591951-d016-4e09-88bb-ebe7898cd79f', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:df:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c08af4-085c-4a6d-872f-0b7fed53e16f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:37:24Z', 'updated_at': '2022-05-07T22:37:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:37:26.389918 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b97976-5daa-40b2-bb83-4f7e3a75cda3 None None] Checking router: d9c08af4-085c-4a6d-872f-0b7fed53e16f for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:37:26.390270 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b97976-5daa-40b2-bb83-4f7e3a75cda3 None None] Updating router d9c08af4-085c-4a6d-872f-0b7fed53e16f port 5d591951-d016-4e09-88bb-ebe7898cd79f binding host ncdv-master-1 {{(pid=121838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 22:37:26.419945 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c1b97976-5daa-40b2-bb83-4f7e3a75cda3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (5d591951-d016-4e09-88bb-ebe7898cd79f), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:26.498713 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c7ef6d31-13c8-4551-bb00-14406b54a927 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (fac05695-58a2-4a4a-b48a-67791838fa99), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:26.564608 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ef6d31-13c8-4551-bb00-14406b54a927 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event updated for resources: {'Subnet': ['ID=fac05695-58a2-4a4a-b48a-67791838fa99,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:37:26.573207 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ef6d31-13c8-4551-bb00-14406b54a927 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Checking segment: {'id': 'faf14da2-21d4-4199-8a2c-a532cf86110c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '113e217e-2498-42de-9275-e28e3e4deabe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:37:26.573561 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ef6d31-13c8-4551-bb00-14406b54a927 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Network hostable DHCP agents. Network: 113e217e-2498-42de-9275-e28e3e4deabe, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:37:26.591297 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ef6d31-13c8-4551-bb00-14406b54a927 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Network 113e217e-2498-42de-9275-e28e3e4deabe is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:37:26.599839 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-c7ef6d31-13c8-4551-bb00-14406b54a927 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 113e217e-2498-42de-9275-e28e3e4deabe) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:37:26.604962 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ef6d31-13c8-4551-bb00-14406b54a927 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:37:26.606878 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-c7ef6d31-13c8-4551-bb00-14406b54a927 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:26.613858 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89df676-903d-4214-aec0-be2e993e113a None None] Network 113e217e-2498-42de-9275-e28e3e4deabe requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:37:26.623995 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-c7ef6d31-13c8-4551-bb00-14406b54a927 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.4001226
May 07 22:37:26.627404 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 58920) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:37:26.653570 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-683fa46d-469d-4dda-ba05-3c64edab58aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:26.750064 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c1b97976-5daa-40b2-bb83-4f7e3a75cda3 None None] Publish callbacks [] for port (5d591951-d016-4e09-88bb-ebe7898cd79f), precommit_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:26.772813 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c1b97976-5daa-40b2-bb83-4f7e3a75cda3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (5d591951-d016-4e09-88bb-ebe7898cd79f), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:26.797501 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37f1b09-62e2-462f-8d17-645bb5969833 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-113e217e-2498-42de-9275-e28e3e4deabe', 'network_id': '113e217e-2498-42de-9275-e28e3e4deabe', 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'fixed_ips': [{'subnet_id': 'fac05695-58a2-4a4a-b48a-67791838fa99'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:37:26.798533 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a37f1b09-62e2-462f-8d17-645bb5969833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:26.845589 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8500cfd-1b0a-4fbb-b64d-cf84a0745158 None None] Pushing event updated for resources: {'Port': ['ID=5d591951-d016-4e09-88bb-ebe7898cd79f,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:37:26.850076 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-c1b97976-5daa-40b2-bb83-4f7e3a75cda3 None None] Attempting to bind port 5d591951-d016-4e09-88bb-ebe7898cd79f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:37:26.850455 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-c1b97976-5daa-40b2-bb83-4f7e3a75cda3 None None] Attempting to bind port 5d591951-d016-4e09-88bb-ebe7898cd79f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:37:26.850841 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b97976-5daa-40b2-bb83-4f7e3a75cda3 None None] Attempting to bind port 5d591951-d016-4e09-88bb-ebe7898cd79f on network 9221b764-ef06-431f-8941-796516ed7c3b {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:37:26.903730 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b97976-5daa-40b2-bb83-4f7e3a75cda3 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:37:26.904103 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b97976-5daa-40b2-bb83-4f7e3a75cda3 None None] Checking segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:37:26.904509 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c1b97976-5daa-40b2-bb83-4f7e3a75cda3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:26.904902 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1b97976-5daa-40b2-bb83-4f7e3a75cda3 None None] Bound using segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:37:26.905378 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-c1b97976-5daa-40b2-bb83-4f7e3a75cda3 None None] Bound port: 5d591951-d016-4e09-88bb-ebe7898cd79f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:37:26.905757 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c1b97976-5daa-40b2-bb83-4f7e3a75cda3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (5d591951-d016-4e09-88bb-ebe7898cd79f), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:26.996771 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-c1b97976-5daa-40b2-bb83-4f7e3a75cda3 None None] For port 5d591951-d016-4e09-88bb-ebe7898cd79f, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:37:27.001115 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-c1b97976-5daa-40b2-bb83-4f7e3a75cda3 None None] For port 5d591951-d016-4e09-88bb-ebe7898cd79f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5d591951-d016-4e09-88bb-ebe7898cd79f,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:37:27.010565 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c1b97976-5daa-40b2-bb83-4f7e3a75cda3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (5d591951-d016-4e09-88bb-ebe7898cd79f), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:27.019798 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-a37f1b09-62e2-462f-8d17-645bb5969833 None None] Allocated IP 172.20.0.2 (113e217e-2498-42de-9275-e28e3e4deabe/fac05695-58a2-4a4a-b48a-67791838fa99/cfa87bce-b272-463e-8434-6ed97219f8f9) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:37:27.086070 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6979ebfc-206e-41b0-bdb2-7a4e8c59fc87 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:27.090815 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8500cfd-1b0a-4fbb-b64d-cf84a0745158 None None] Pushing event updated for resources: {'Port': ['ID=5d591951-d016-4e09-88bb-ebe7898cd79f,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:37:27.103640 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b97976-5daa-40b2-bb83-4f7e3a75cda3 None None] Routers {'d9c08af4-085c-4a6d-872f-0b7fed53e16f'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:37:27.104276 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-c1b97976-5daa-40b2-bb83-4f7e3a75cda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7e7f97f0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:37:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['d9c08af4-085c-4a6d-872f-0b7fed53e16f'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:37:27.455560 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-c1b97976-5daa-40b2-bb83-4f7e3a75cda3 None None] Set router d9c08af4-085c-4a6d-872f-0b7fed53e16f gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:37:27.543156 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a37f1b09-62e2-462f-8d17-645bb5969833 None None] Publish callbacks [] for port (cfa87bce-b272-463e-8434-6ed97219f8f9), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:27.579483 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a37f1b09-62e2-462f-8d17-645bb5969833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (cfa87bce-b272-463e-8434-6ed97219f8f9), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:27.598905 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-6979ebfc-206e-41b0-bdb2-7a4e8c59fc87 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Allocated IP 172.20.0.1 (113e217e-2498-42de-9275-e28e3e4deabe/fac05695-58a2-4a4a-b48a-67791838fa99/de17669b-3548-4977-8202-3c6c3e13a60f) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:37:27.633506 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:27.643193 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37f1b09-62e2-462f-8d17-645bb5969833 None None] Network 113e217e-2498-42de-9275-e28e3e4deabe is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:37:27.651686 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-a37f1b09-62e2-462f-8d17-645bb5969833 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:37:27.657050 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37f1b09-62e2-462f-8d17-645bb5969833 None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:37:27.659490 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37f1b09-62e2-462f-8d17-645bb5969833 None None] Pushing event updated for resources: {'Port': ['ID=cfa87bce-b272-463e-8434-6ed97219f8f9,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:37:27.720840 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6979ebfc-206e-41b0-bdb2-7a4e8c59fc87 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for port (de17669b-3548-4977-8202-3c6c3e13a60f), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:27.750218 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-a37f1b09-62e2-462f-8d17-645bb5969833 None None] Attempting to bind port cfa87bce-b272-463e-8434-6ed97219f8f9 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:37:27.750594 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-a37f1b09-62e2-462f-8d17-645bb5969833 None None] Attempting to bind port cfa87bce-b272-463e-8434-6ed97219f8f9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'faf14da2-21d4-4199-8a2c-a532cf86110c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '113e217e-2498-42de-9275-e28e3e4deabe'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:37:27.750977 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37f1b09-62e2-462f-8d17-645bb5969833 None None] Attempting to bind port cfa87bce-b272-463e-8434-6ed97219f8f9 on network 113e217e-2498-42de-9275-e28e3e4deabe {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:37:27.755246 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6979ebfc-206e-41b0-bdb2-7a4e8c59fc87 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (de17669b-3548-4977-8202-3c6c3e13a60f), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:27.757274 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-c1b97976-5daa-40b2-bb83-4f7e3a75cda3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7e7f97f0>, [{'id': 'd9c08af4-085c-4a6d-872f-0b7fed53e16f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139444034', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.80'}], 'enable_snat': True}, 'gw_port_id': '5d591951-d016-4e09-88bb-ebe7898cd79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:37:24Z', 'updated_at': '2022-05-07T22:37:25Z', 'revision_number': 3, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'gw_port': {'id': '5d591951-d016-4e09-88bb-ebe7898cd79f', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:df:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c08af4-085c-4a6d-872f-0b7fed53e16f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:37:24Z', 'updated_at': '2022-05-07T22:37:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:37:27.760269 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37f1b09-62e2-462f-8d17-645bb5969833 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:37:27.760653 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37f1b09-62e2-462f-8d17-645bb5969833 None None] Checking segment: {'id': 'faf14da2-21d4-4199-8a2c-a532cf86110c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '113e217e-2498-42de-9275-e28e3e4deabe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:37:27.761056 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a37f1b09-62e2-462f-8d17-645bb5969833 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:27.761451 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37f1b09-62e2-462f-8d17-645bb5969833 None None] Bound using segment: {'id': 'faf14da2-21d4-4199-8a2c-a532cf86110c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '113e217e-2498-42de-9275-e28e3e4deabe'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:37:27.761915 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-a37f1b09-62e2-462f-8d17-645bb5969833 None None] Bound port: cfa87bce-b272-463e-8434-6ed97219f8f9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faf14da2-21d4-4199-8a2c-a532cf86110c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '113e217e-2498-42de-9275-e28e3e4deabe'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:37:27.762296 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a37f1b09-62e2-462f-8d17-645bb5969833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (cfa87bce-b272-463e-8434-6ed97219f8f9), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:27.797304 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6979ebfc-206e-41b0-bdb2-7a4e8c59fc87 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Network 113e217e-2498-42de-9275-e28e3e4deabe is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:37:27.797572 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b97976-5daa-40b2-bb83-4f7e3a75cda3 None None] The sync data for ids ['d9c08af4-085c-4a6d-872f-0b7fed53e16f'] in ncdv-master-1 is: [{'id': 'd9c08af4-085c-4a6d-872f-0b7fed53e16f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139444034', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.80'}], 'enable_snat': True}, 'gw_port_id': '5d591951-d016-4e09-88bb-ebe7898cd79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:37:24Z', 'updated_at': '2022-05-07T22:37:25Z', 'revision_number': 3, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'gw_port': {'id': '5d591951-d016-4e09-88bb-ebe7898cd79f', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:df:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c08af4-085c-4a6d-872f-0b7fed53e16f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:37:24Z', 'updated_at': '2022-05-07T22:37:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:37:27.800462 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-6979ebfc-206e-41b0-bdb2-7a4e8c59fc87 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:37:27.804158 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6979ebfc-206e-41b0-bdb2-7a4e8c59fc87 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:37:27.831048 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6979ebfc-206e-41b0-bdb2-7a4e8c59fc87 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event updated for resources: {'Port': ['ID=de17669b-3548-4977-8202-3c6c3e13a60f,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:37:27.854352 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6979ebfc-206e-41b0-bdb2-7a4e8c59fc87 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398161'] for router_interface (d9c08af4-085c-4a6d-872f-0b7fed53e16f), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:27.861713 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-a37f1b09-62e2-462f-8d17-645bb5969833 None None] For port cfa87bce-b272-463e-8434-6ed97219f8f9, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:37:27.865052 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-a37f1b09-62e2-462f-8d17-645bb5969833 None None] For port cfa87bce-b272-463e-8434-6ed97219f8f9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cfa87bce-b272-463e-8434-6ed97219f8f9,segment=NetworkSegment(faf14da2-21d4-4199-8a2c-a532cf86110c),segment_id=faf14da2-21d4-4199-8a2c-a532cf86110c)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:37:27.872840 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a37f1b09-62e2-462f-8d17-645bb5969833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (cfa87bce-b272-463e-8434-6ed97219f8f9), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:27.934240 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37f1b09-62e2-462f-8d17-645bb5969833 None None] Pushing event updated for resources: {'Port': ['ID=cfa87bce-b272-463e-8434-6ed97219f8f9,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:37:28.017774 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6979ebfc-206e-41b0-bdb2-7a4e8c59fc87 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (de17669b-3548-4977-8202-3c6c3e13a60f), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:28.375554 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6979ebfc-206e-41b0-bdb2-7a4e8c59fc87 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for port (de17669b-3548-4977-8202-3c6c3e13a60f), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:28.381383 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6979ebfc-206e-41b0-bdb2-7a4e8c59fc87 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (de17669b-3548-4977-8202-3c6c3e13a60f), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:28.456716 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6979ebfc-206e-41b0-bdb2-7a4e8c59fc87 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event updated for resources: {'Port': ['ID=de17669b-3548-4977-8202-3c6c3e13a60f,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:37:28.459144 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6979ebfc-206e-41b0-bdb2-7a4e8c59fc87 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401121'] for router_interface (d9c08af4-085c-4a6d-872f-0b7fed53e16f), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:28.578279 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6979ebfc-206e-41b0-bdb2-7a4e8c59fc87 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Network 113e217e-2498-42de-9275-e28e3e4deabe is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:37:28.579797 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-6979ebfc-206e-41b0-bdb2-7a4e8c59fc87 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:37:28.709310 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6979ebfc-206e-41b0-bdb2-7a4e8c59fc87 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Router d9c08af4-085c-4a6d-872f-0b7fed53e16f has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:37:28.825079 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6979ebfc-206e-41b0-bdb2-7a4e8c59fc87 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:37:28.830040 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-6979ebfc-206e-41b0-bdb2-7a4e8c59fc87 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "PUT /v2.0/routers/d9c08af4-085c-4a6d-872f-0b7fed53e16f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2016017
May 07 22:37:28.995089 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1a571fa5-13cd-46eb-9f9b-42607630bc99 req-366c2031-00d4-415b-a0fa-d0739d097ef2 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-28696311&fields=id&tenant_id=f3dc672b922b4f86869d8b6108240e0a HTTP/1.1" status: 200  len: 267 time: 0.0474253
May 07 22:37:29.010670 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfdcfdbe-c4da-4d8d-a126-686078bf3690 None None] Network 113e217e-2498-42de-9275-e28e3e4deabe requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:37:29.103566 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a571fa5-13cd-46eb-9f9b-42607630bc99 req-327d30de-36b5-4707-b366-039347564531 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:37:29.104443 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1a571fa5-13cd-46eb-9f9b-42607630bc99 req-327d30de-36b5-4707-b366-039347564531 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/networks?id=113e217e-2498-42de-9275-e28e3e4deabe HTTP/1.1" status: 200  len: 796 time: 0.1022465
May 07 22:37:29.119417 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1a571fa5-13cd-46eb-9f9b-42607630bc99 req-9beeabcf-1a30-46ad-9a81-fb046db31020 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/quotas/f3dc672b922b4f86869d8b6108240e0a HTTP/1.1" status: 200  len: 375 time: 0.0091784
May 07 22:37:29.120862 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-e304824e-2aa1-450b-b26c-006da4f383f8 None None] Provisioning complete for port cfa87bce-b272-463e-8434-6ed97219f8f9 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:37:29.121245 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e304824e-2aa1-450b-b26c-006da4f383f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (cfa87bce-b272-463e-8434-6ed97219f8f9), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:29.200322 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1a571fa5-13cd-46eb-9f9b-42607630bc99 req-16894df7-1cc6-4e33-bc96-ab69d2fa1805 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f3dc672b922b4f86869d8b6108240e0a&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0663469
May 07 22:37:29.222737 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-e304824e-2aa1-450b-b26c-006da4f383f8 None None] Current status of the port cfa87bce-b272-463e-8434-6ed97219f8f9 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:37:29.223166 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e304824e-2aa1-450b-b26c-006da4f383f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (cfa87bce-b272-463e-8434-6ed97219f8f9), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:29.261313 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-e304824e-2aa1-450b-b26c-006da4f383f8 None None] For port cfa87bce-b272-463e-8434-6ed97219f8f9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cfa87bce-b272-463e-8434-6ed97219f8f9,segment=NetworkSegment(faf14da2-21d4-4199-8a2c-a532cf86110c),segment_id=faf14da2-21d4-4199-8a2c-a532cf86110c)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:37:29.266124 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e304824e-2aa1-450b-b26c-006da4f383f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (cfa87bce-b272-463e-8434-6ed97219f8f9), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:29.296554 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1a571fa5-13cd-46eb-9f9b-42607630bc99 req-f980fc51-e41f-4f12-86f2-0d47f3b12cb6 service neutron] 10.222.0.32 "GET /v2.0/networks/113e217e-2498-42de-9275-e28e3e4deabe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0937338
May 07 22:37:29.340651 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:29.346242 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e304824e-2aa1-450b-b26c-006da4f383f8 None None] Pushing event updated for resources: {'Port': ['ID=cfa87bce-b272-463e-8434-6ed97219f8f9,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:37:29.394510 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-dc372b23-f8bd-41f0-8d62-db16646fc798 None None] Provisioning complete for port de17669b-3548-4977-8202-3c6c3e13a60f triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:37:29.394939 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-dc372b23-f8bd-41f0-8d62-db16646fc798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (de17669b-3548-4977-8202-3c6c3e13a60f), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:29.401352 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1a571fa5-13cd-46eb-9f9b-42607630bc99 req-1362a78e-489f-4ff2-b438-d6dfce87d8d8 service neutron] 10.222.0.32 "GET /v2.0/networks/113e217e-2498-42de-9275-e28e3e4deabe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0981863
May 07 22:37:29.434916 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-dc372b23-f8bd-41f0-8d62-db16646fc798 None None] Port de17669b-3548-4977-8202-3c6c3e13a60f cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:37:29.443715 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-dc372b23-f8bd-41f0-8d62-db16646fc798 None None] Provisioning complete for port cfa87bce-b272-463e-8434-6ed97219f8f9 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:37:29.444096 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-dc372b23-f8bd-41f0-8d62-db16646fc798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (cfa87bce-b272-463e-8434-6ed97219f8f9), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:29.536932 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-dc372b23-f8bd-41f0-8d62-db16646fc798 None None] Current status of the port cfa87bce-b272-463e-8434-6ed97219f8f9 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:37:29.623395 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c62767-18fc-45cd-a379-244ec9210534 None None] Sync routers for ids ['d9c08af4-085c-4a6d-872f-0b7fed53e16f'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:37:29.631072 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-23cd072a-537e-44bd-8940-c5449d654537 req-6878c460-768d-4e42-80a2-697098a0dd66 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=931d8542-a351-49bc-afdd-eda877dfe3c2 HTTP/1.1" status: 200  len: 210 time: 0.0500791
May 07 22:37:29.654945 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c62767-18fc-45cd-a379-244ec9210534 None None] Routers {'d9c08af4-085c-4a6d-872f-0b7fed53e16f'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:37:29.655572 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-d6c62767-18fc-45cd-a379-244ec9210534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cec2eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:37:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['d9c08af4-085c-4a6d-872f-0b7fed53e16f'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:37:29.660398 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-b971b9c9-8036-402c-a5a8-5ca10219266f None None] Provisioning complete for port de17669b-3548-4977-8202-3c6c3e13a60f triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:37:29.660783 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b971b9c9-8036-402c-a5a8-5ca10219266f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (de17669b-3548-4977-8202-3c6c3e13a60f), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:29.704633 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-b971b9c9-8036-402c-a5a8-5ca10219266f None None] Port de17669b-3548-4977-8202-3c6c3e13a60f cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:37:29.875691 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 5d591951-d016-4e09-88bb-ebe7898cd79f up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:37:29.908945 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-d6c62767-18fc-45cd-a379-244ec9210534 None None] Set router d9c08af4-085c-4a6d-872f-0b7fed53e16f gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:37:29.939362 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-efa16fdc-b03d-4be7-b243-2de81c82a6ef None None] Provisioning complete for port de17669b-3548-4977-8202-3c6c3e13a60f triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:37:29.939762 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-efa16fdc-b03d-4be7-b243-2de81c82a6ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (de17669b-3548-4977-8202-3c6c3e13a60f), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:29.971931 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 5d591951-d016-4e09-88bb-ebe7898cd79f triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:37:29.972318 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (5d591951-d016-4e09-88bb-ebe7898cd79f), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:30.003477 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-efa16fdc-b03d-4be7-b243-2de81c82a6ef None None] Port de17669b-3548-4977-8202-3c6c3e13a60f cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:37:30.063886 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 5d591951-d016-4e09-88bb-ebe7898cd79f is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:37:30.065101 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (5d591951-d016-4e09-88bb-ebe7898cd79f), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:30.087354 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port 5d591951-d016-4e09-88bb-ebe7898cd79f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5d591951-d016-4e09-88bb-ebe7898cd79f,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:37:30.092762 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (5d591951-d016-4e09-88bb-ebe7898cd79f), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:30.093780 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device cfa87bce-b272-463e-8434-6ed97219f8f9 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:37:30.131469 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-d6c62767-18fc-45cd-a379-244ec9210534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cec2eb0>, [{'id': 'd9c08af4-085c-4a6d-872f-0b7fed53e16f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139444034', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.80'}], 'enable_snat': True}, 'gw_port_id': '5d591951-d016-4e09-88bb-ebe7898cd79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:37:24Z', 'updated_at': '2022-05-07T22:37:27Z', 'revision_number': 4, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'gw_port': {'id': '5d591951-d016-4e09-88bb-ebe7898cd79f', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:df:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c08af4-085c-4a6d-872f-0b7fed53e16f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:37:24Z', 'updated_at': '2022-05-07T22:37:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'de17669b-3548-4977-8202-3c6c3e13a60f', 'name': '', 'network_id': '113e217e-2498-42de-9275-e28e3e4deabe', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'mac_address': 'fa:16:3e:94:61:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c08af4-085c-4a6d-872f-0b7fed53e16f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'fac05695-58a2-4a4a-b48a-67791838fa99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:37:27Z', 'updated_at': '2022-05-07T22:37:28Z', 'revision_number': 2, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'subnets': [{'id': 'fac05695-58a2-4a4a-b48a-67791838fa99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:37:30.162567 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c62767-18fc-45cd-a379-244ec9210534 None None] Checking router: d9c08af4-085c-4a6d-872f-0b7fed53e16f for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:37:30.163007 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c62767-18fc-45cd-a379-244ec9210534 None None] Updating router d9c08af4-085c-4a6d-872f-0b7fed53e16f port de17669b-3548-4977-8202-3c6c3e13a60f binding host ncdv-master-1 {{(pid=121839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 22:37:30.178673 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port cfa87bce-b272-463e-8434-6ed97219f8f9 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:37:30.179067 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (cfa87bce-b272-463e-8434-6ed97219f8f9), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:30.190695 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-d6c62767-18fc-45cd-a379-244ec9210534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (de17669b-3548-4977-8202-3c6c3e13a60f), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:30.205699 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=5d591951-d016-4e09-88bb-ebe7898cd79f,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:37:30.266524 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port cfa87bce-b272-463e-8434-6ed97219f8f9 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:37:30.394058 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:30.465731 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-d6c62767-18fc-45cd-a379-244ec9210534 None None] Publish callbacks [] for port (de17669b-3548-4977-8202-3c6c3e13a60f), precommit_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:30.471361 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-d6c62767-18fc-45cd-a379-244ec9210534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (de17669b-3548-4977-8202-3c6c3e13a60f), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:30.530001 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2fe011-d7be-4834-9fa8-4320ce6e818e None None] Pushing event updated for resources: {'Port': ['ID=de17669b-3548-4977-8202-3c6c3e13a60f,revision_number=3']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:37:30.556165 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2fe011-d7be-4834-9fa8-4320ce6e818e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:37:30.556502 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2fe011-d7be-4834-9fa8-4320ce6e818e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:37:30.557044 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2fe011-d7be-4834-9fa8-4320ce6e818e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:37:30.557556 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2fe011-d7be-4834-9fa8-4320ce6e818e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:37:30.558057 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2fe011-d7be-4834-9fa8-4320ce6e818e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:37:30.558592 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2fe011-d7be-4834-9fa8-4320ce6e818e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:37:30.559117 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2fe011-d7be-4834-9fa8-4320ce6e818e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:37:30.559624 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2fe011-d7be-4834-9fa8-4320ce6e818e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:37:30.560120 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2fe011-d7be-4834-9fa8-4320ce6e818e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:37:30.560621 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2fe011-d7be-4834-9fa8-4320ce6e818e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:37:30.561114 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2fe011-d7be-4834-9fa8-4320ce6e818e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:37:30.561697 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2fe011-d7be-4834-9fa8-4320ce6e818e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:37:30.562192 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2fe011-d7be-4834-9fa8-4320ce6e818e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:37:30.562715 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2fe011-d7be-4834-9fa8-4320ce6e818e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:37:30.563237 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2fe011-d7be-4834-9fa8-4320ce6e818e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:37:30.598931 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-d6c62767-18fc-45cd-a379-244ec9210534 None None] Attempting to bind port de17669b-3548-4977-8202-3c6c3e13a60f on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:37:30.599864 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-d6c62767-18fc-45cd-a379-244ec9210534 None None] Attempting to bind port de17669b-3548-4977-8202-3c6c3e13a60f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'faf14da2-21d4-4199-8a2c-a532cf86110c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '113e217e-2498-42de-9275-e28e3e4deabe'}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:37:30.600411 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c62767-18fc-45cd-a379-244ec9210534 None None] Attempting to bind port de17669b-3548-4977-8202-3c6c3e13a60f on network 113e217e-2498-42de-9275-e28e3e4deabe {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:37:30.606093 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c62767-18fc-45cd-a379-244ec9210534 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:37:30.606883 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c62767-18fc-45cd-a379-244ec9210534 None None] Checking segment: {'id': 'faf14da2-21d4-4199-8a2c-a532cf86110c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '113e217e-2498-42de-9275-e28e3e4deabe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:37:30.607619 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-d6c62767-18fc-45cd-a379-244ec9210534 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:30.608196 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c62767-18fc-45cd-a379-244ec9210534 None None] Bound using segment: {'id': 'faf14da2-21d4-4199-8a2c-a532cf86110c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '113e217e-2498-42de-9275-e28e3e4deabe'} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:37:30.608903 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-d6c62767-18fc-45cd-a379-244ec9210534 None None] Bound port: de17669b-3548-4977-8202-3c6c3e13a60f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faf14da2-21d4-4199-8a2c-a532cf86110c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '113e217e-2498-42de-9275-e28e3e4deabe'}}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:37:30.609286 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-d6c62767-18fc-45cd-a379-244ec9210534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (de17669b-3548-4977-8202-3c6c3e13a60f), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:30.669821 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a571fa5-13cd-46eb-9f9b-42607630bc99 req-ea6ff12d-82e4-4ab1-a27a-9a48859a7e54 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:37:30.671519 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1a571fa5-13cd-46eb-9f9b-42607630bc99 req-ea6ff12d-82e4-4ab1-a27a-9a48859a7e54 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.55 "GET /v2.0/networks?id=113e217e-2498-42de-9275-e28e3e4deabe HTTP/1.1" status: 200  len: 796 time: 0.1441410
May 07 22:37:30.678675 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-d6c62767-18fc-45cd-a379-244ec9210534 None None] For port de17669b-3548-4977-8202-3c6c3e13a60f, host ncdv-master-1, cleared binding levels {{(pid=121839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:37:30.682205 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-d6c62767-18fc-45cd-a379-244ec9210534 None None] For port de17669b-3548-4977-8202-3c6c3e13a60f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=de17669b-3548-4977-8202-3c6c3e13a60f,segment=NetworkSegment(faf14da2-21d4-4199-8a2c-a532cf86110c),segment_id=faf14da2-21d4-4199-8a2c-a532cf86110c)] {{(pid=121839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:37:30.690315 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-d6c62767-18fc-45cd-a379-244ec9210534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (de17669b-3548-4977-8202-3c6c3e13a60f), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:30.738983 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c62767-18fc-45cd-a379-244ec9210534 None None] Routers {'d9c08af4-085c-4a6d-872f-0b7fed53e16f'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:37:30.739884 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-d6c62767-18fc-45cd-a379-244ec9210534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cec2eb0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:37:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['d9c08af4-085c-4a6d-872f-0b7fed53e16f'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:37:30.754462 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1a571fa5-13cd-46eb-9f9b-42607630bc99 req-c239d2d4-977e-4aec-89f0-84ea3ff5cbf7 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3dc672b922b4f86869d8b6108240e0a HTTP/1.1" status: 200  len: 378 time: 0.0744951
May 07 22:37:30.763256 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f094f730-45f4-4fb3-a898-a0e781b45218 req-b337487e-5797-4dda-8ea8-8f1037dadd48 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=931d8542-a351-49bc-afdd-eda877dfe3c2 HTTP/1.1" status: 200  len: 210 time: 0.0305474
May 07 22:37:30.772270 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-1a571fa5-13cd-46eb-9f9b-42607630bc99 req-99feebad-f884-4ac8-9da1-0d6cdf109395 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Request body: {'port': {'device_id': '931d8542-a351-49bc-afdd-eda877dfe3c2', 'network_id': '113e217e-2498-42de-9275-e28e3e4deabe', 'admin_state_up': True, 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'security_groups': ['7b744860-6934-46f9-949e-2c64feb37163']}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:37:30.828882 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-640acb11-280e-485f-abae-6d5bbe137957 None None] Provisioning complete for port de17669b-3548-4977-8202-3c6c3e13a60f triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:37:30.829347 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-640acb11-280e-485f-abae-6d5bbe137957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (de17669b-3548-4977-8202-3c6c3e13a60f), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:30.863524 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-d6c62767-18fc-45cd-a379-244ec9210534 None None] Set router d9c08af4-085c-4a6d-872f-0b7fed53e16f gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:37:30.908801 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a571fa5-13cd-46eb-9f9b-42607630bc99 req-99feebad-f884-4ac8-9da1-0d6cdf109395 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Made reservation on behalf of f3dc672b922b4f86869d8b6108240e0a for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:37:30.913106 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-1a571fa5-13cd-46eb-9f9b-42607630bc99 req-99feebad-f884-4ac8-9da1-0d6cdf109395 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:30.943246 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-640acb11-280e-485f-abae-6d5bbe137957 None None] Current status of the port de17669b-3548-4977-8202-3c6c3e13a60f is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:37:30.943874 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-640acb11-280e-485f-abae-6d5bbe137957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (de17669b-3548-4977-8202-3c6c3e13a60f), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:30.980293 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-640acb11-280e-485f-abae-6d5bbe137957 None None] For port de17669b-3548-4977-8202-3c6c3e13a60f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=de17669b-3548-4977-8202-3c6c3e13a60f,segment=NetworkSegment(faf14da2-21d4-4199-8a2c-a532cf86110c),segment_id=faf14da2-21d4-4199-8a2c-a532cf86110c)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:37:30.986125 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-640acb11-280e-485f-abae-6d5bbe137957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (de17669b-3548-4977-8202-3c6c3e13a60f), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:31.020590 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2fe011-d7be-4834-9fa8-4320ce6e818e None None] Pushing event updated for resources: {'Port': ['ID=de17669b-3548-4977-8202-3c6c3e13a60f,revision_number=4']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:37:31.042447 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640acb11-280e-485f-abae-6d5bbe137957 None None] Pushing event updated for resources: {'Port': ['ID=de17669b-3548-4977-8202-3c6c3e13a60f,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:37:31.082439 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [req-1a571fa5-13cd-46eb-9f9b-42607630bc99 req-99feebad-f884-4ac8-9da1-0d6cdf109395 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Allocated IP 172.20.0.11 (113e217e-2498-42de-9275-e28e3e4deabe/fac05695-58a2-4a4a-b48a-67791838fa99/1198e88f-fdd8-4ae3-acce-dbd51b91440c) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:37:31.085897 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-d6c62767-18fc-45cd-a379-244ec9210534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cec2eb0>, [{'id': 'd9c08af4-085c-4a6d-872f-0b7fed53e16f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139444034', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.80'}], 'enable_snat': True}, 'gw_port_id': '5d591951-d016-4e09-88bb-ebe7898cd79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:37:24Z', 'updated_at': '2022-05-07T22:37:27Z', 'revision_number': 4, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'gw_port': {'id': '5d591951-d016-4e09-88bb-ebe7898cd79f', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:df:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c08af4-085c-4a6d-872f-0b7fed53e16f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:37:24Z', 'updated_at': '2022-05-07T22:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'de17669b-3548-4977-8202-3c6c3e13a60f', 'name': '', 'network_id': '113e217e-2498-42de-9275-e28e3e4deabe', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'mac_address': 'fa:16:3e:94:61:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c08af4-085c-4a6d-872f-0b7fed53e16f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'fac05695-58a2-4a4a-b48a-67791838fa99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:37:27Z', 'updated_at': '2022-05-07T22:37:30Z', 'revision_number': 4, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'subnets': [{'id': 'fac05695-58a2-4a4a-b48a-67791838fa99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:37:31.108748 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-2c389042-6e6c-405f-ade6-7811aaecc8c7 None None] Provisioning complete for port de17669b-3548-4977-8202-3c6c3e13a60f triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:37:31.109368 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2c389042-6e6c-405f-ade6-7811aaecc8c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (de17669b-3548-4977-8202-3c6c3e13a60f), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:31.114595 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c62767-18fc-45cd-a379-244ec9210534 None None] The sync data for ids ['d9c08af4-085c-4a6d-872f-0b7fed53e16f'] in ncdv-master-1 is: [{'id': 'd9c08af4-085c-4a6d-872f-0b7fed53e16f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139444034', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.80'}], 'enable_snat': True}, 'gw_port_id': '5d591951-d016-4e09-88bb-ebe7898cd79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:37:24Z', 'updated_at': '2022-05-07T22:37:27Z', 'revision_number': 4, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'gw_port': {'id': '5d591951-d016-4e09-88bb-ebe7898cd79f', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:df:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c08af4-085c-4a6d-872f-0b7fed53e16f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:37:24Z', 'updated_at': '2022-05-07T22:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'de17669b-3548-4977-8202-3c6c3e13a60f', 'name': '', 'network_id': '113e217e-2498-42de-9275-e28e3e4deabe', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'mac_address': 'fa:16:3e:94:61:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9c08af4-085c-4a6d-872f-0b7fed53e16f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'fac05695-58a2-4a4a-b48a-67791838fa99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:37:27Z', 'updated_at': '2022-05-07T22:37:30Z', 'revision_number': 4, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'subnets': [{'id': 'fac05695-58a2-4a4a-b48a-67791838fa99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:37:31.209077 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-2c389042-6e6c-405f-ade6-7811aaecc8c7 None None] Current status of the port de17669b-3548-4977-8202-3c6c3e13a60f is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:37:31.272535 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-1a571fa5-13cd-46eb-9f9b-42607630bc99 req-99feebad-f884-4ac8-9da1-0d6cdf109395 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for port (1198e88f-fdd8-4ae3-acce-dbd51b91440c), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:31.315721 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-1a571fa5-13cd-46eb-9f9b-42607630bc99 req-99feebad-f884-4ac8-9da1-0d6cdf109395 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (1198e88f-fdd8-4ae3-acce-dbd51b91440c), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:31.362554 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a571fa5-13cd-46eb-9f9b-42607630bc99 req-99feebad-f884-4ac8-9da1-0d6cdf109395 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Network 113e217e-2498-42de-9275-e28e3e4deabe is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:37:31.365808 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [req-1a571fa5-13cd-46eb-9f9b-42607630bc99 req-99feebad-f884-4ac8-9da1-0d6cdf109395 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:37:31.369766 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a571fa5-13cd-46eb-9f9b-42607630bc99 req-99feebad-f884-4ac8-9da1-0d6cdf109395 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:37:31.410430 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99feebad-f884-4ac8-9da1-0d6cdf109395 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event updated for resources: {'Port': ['ID=1198e88f-fdd8-4ae3-acce-dbd51b91440c,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:37:31.441292 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a571fa5-13cd-46eb-9f9b-42607630bc99 req-99feebad-f884-4ac8-9da1-0d6cdf109395 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:37:31.442050 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-1a571fa5-13cd-46eb-9f9b-42607630bc99 req-99feebad-f884-4ac8-9da1-0d6cdf109395 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:31.460769 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1a571fa5-13cd-46eb-9f9b-42607630bc99 req-99feebad-f884-4ac8-9da1-0d6cdf109395 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.6943426
May 07 22:37:31.474254 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-1a571fa5-13cd-46eb-9f9b-42607630bc99 req-aadac92b-c276-4294-9a77-0bf648e713ae service neutron] Request body: {'port': {'device_id': '931d8542-a351-49bc-afdd-eda877dfe3c2', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:37:31.546873 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-1a571fa5-13cd-46eb-9f9b-42607630bc99 req-aadac92b-c276-4294-9a77-0bf648e713ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (1198e88f-fdd8-4ae3-acce-dbd51b91440c), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:31.630169 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78cd9cb7-e2d2-4a18-b3b4-ff75a102addc None None] Provisioning complete for port 1198e88f-fdd8-4ae3-acce-dbd51b91440c triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:37:31.630552 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78cd9cb7-e2d2-4a18-b3b4-ff75a102addc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (1198e88f-fdd8-4ae3-acce-dbd51b91440c), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:31.681096 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78cd9cb7-e2d2-4a18-b3b4-ff75a102addc None None] Port 1198e88f-fdd8-4ae3-acce-dbd51b91440c cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:37:31.925225 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [req-1a571fa5-13cd-46eb-9f9b-42607630bc99 req-aadac92b-c276-4294-9a77-0bf648e713ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1198e88f-fdd8-4ae3-acce-dbd51b91440c {{(pid=121836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:37:31.926277 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device de17669b-3548-4977-8202-3c6c3e13a60f up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:37:31.936626 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-1a571fa5-13cd-46eb-9f9b-42607630bc99 req-aadac92b-c276-4294-9a77-0bf648e713ae service neutron] Publish callbacks [] for port (1198e88f-fdd8-4ae3-acce-dbd51b91440c), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:31.949976 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664b4d20-9608-4246-9abf-d73df904e942 req-972c2b51-4b36-476c-8ae6-9324c0cf0156 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:37:31.951933 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-664b4d20-9608-4246-9abf-d73df904e942 req-972c2b51-4b36-476c-8ae6-9324c0cf0156 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=931d8542-a351-49bc-afdd-eda877dfe3c2 HTTP/1.1" status: 200  len: 932 time: 0.0761552
May 07 22:37:31.960141 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.provisioning_blocks [req-1a571fa5-13cd-46eb-9f9b-42607630bc99 req-aadac92b-c276-4294-9a77-0bf648e713ae service neutron] Transition to ACTIVE for port object 1198e88f-fdd8-4ae3-acce-dbd51b91440c will not be triggered until provisioned by entity L2. {{(pid=121836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 22:37:31.971028 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-1a571fa5-13cd-46eb-9f9b-42607630bc99 req-aadac92b-c276-4294-9a77-0bf648e713ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (1198e88f-fdd8-4ae3-acce-dbd51b91440c), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:31.980452 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port de17669b-3548-4977-8202-3c6c3e13a60f triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:37:31.980825 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (de17669b-3548-4977-8202-3c6c3e13a60f), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:32.062997 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadac92b-c276-4294-9a77-0bf648e713ae service neutron] Pushing event updated for resources: {'Port': ['ID=1198e88f-fdd8-4ae3-acce-dbd51b91440c,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:37:32.076483 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port de17669b-3548-4977-8202-3c6c3e13a60f is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:37:32.078050 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 5d591951-d016-4e09-88bb-ebe7898cd79f up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:37:32.098943 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-664b4d20-9608-4246-9abf-d73df904e942 req-35c2a2e9-d9c9-4c05-837d-bc3c1730510b tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b744860-6934-46f9-949e-2c64feb37163&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1293104
May 07 22:37:32.151798 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 5d591951-d016-4e09-88bb-ebe7898cd79f triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:37:32.152405 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (5d591951-d016-4e09-88bb-ebe7898cd79f), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:32.166167 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-1a571fa5-13cd-46eb-9f9b-42607630bc99 req-aadac92b-c276-4294-9a77-0bf648e713ae service neutron] Attempting to bind port 1198e88f-fdd8-4ae3-acce-dbd51b91440c on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:37:32.166538 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-1a571fa5-13cd-46eb-9f9b-42607630bc99 req-aadac92b-c276-4294-9a77-0bf648e713ae service neutron] Attempting to bind port 1198e88f-fdd8-4ae3-acce-dbd51b91440c by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'faf14da2-21d4-4199-8a2c-a532cf86110c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '113e217e-2498-42de-9275-e28e3e4deabe'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:37:32.166899 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a571fa5-13cd-46eb-9f9b-42607630bc99 req-aadac92b-c276-4294-9a77-0bf648e713ae service neutron] Attempting to bind port 1198e88f-fdd8-4ae3-acce-dbd51b91440c on network 113e217e-2498-42de-9275-e28e3e4deabe {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:37:32.171996 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a571fa5-13cd-46eb-9f9b-42607630bc99 req-aadac92b-c276-4294-9a77-0bf648e713ae service neutron] Port 1198e88f-fdd8-4ae3-acce-dbd51b91440c on network 113e217e-2498-42de-9275-e28e3e4deabe not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:37:32.172327 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a571fa5-13cd-46eb-9f9b-42607630bc99 req-aadac92b-c276-4294-9a77-0bf648e713ae service neutron] Attempting to bind port 1198e88f-fdd8-4ae3-acce-dbd51b91440c on network 113e217e-2498-42de-9275-e28e3e4deabe {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:37:32.177760 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a571fa5-13cd-46eb-9f9b-42607630bc99 req-aadac92b-c276-4294-9a77-0bf648e713ae service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 37, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:37:32.178105 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a571fa5-13cd-46eb-9f9b-42607630bc99 req-aadac92b-c276-4294-9a77-0bf648e713ae service neutron] Checking segment: {'id': 'faf14da2-21d4-4199-8a2c-a532cf86110c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '113e217e-2498-42de-9275-e28e3e4deabe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:37:32.178493 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a571fa5-13cd-46eb-9f9b-42607630bc99 req-aadac92b-c276-4294-9a77-0bf648e713ae service neutron] Bound using segment: {'id': 'faf14da2-21d4-4199-8a2c-a532cf86110c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '113e217e-2498-42de-9275-e28e3e4deabe'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:37:32.178964 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-1a571fa5-13cd-46eb-9f9b-42607630bc99 req-aadac92b-c276-4294-9a77-0bf648e713ae service neutron] Bound port: 1198e88f-fdd8-4ae3-acce-dbd51b91440c, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faf14da2-21d4-4199-8a2c-a532cf86110c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '113e217e-2498-42de-9275-e28e3e4deabe'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:37:32.179341 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-1a571fa5-13cd-46eb-9f9b-42607630bc99 req-aadac92b-c276-4294-9a77-0bf648e713ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (1198e88f-fdd8-4ae3-acce-dbd51b91440c), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:32.255652 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 5d591951-d016-4e09-88bb-ebe7898cd79f is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:37:32.278430 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-1a571fa5-13cd-46eb-9f9b-42607630bc99 req-aadac92b-c276-4294-9a77-0bf648e713ae service neutron] For port 1198e88f-fdd8-4ae3-acce-dbd51b91440c, host nch1-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:37:32.282153 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-1a571fa5-13cd-46eb-9f9b-42607630bc99 req-aadac92b-c276-4294-9a77-0bf648e713ae service neutron] For port 1198e88f-fdd8-4ae3-acce-dbd51b91440c, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1198e88f-fdd8-4ae3-acce-dbd51b91440c,segment=NetworkSegment(faf14da2-21d4-4199-8a2c-a532cf86110c),segment_id=faf14da2-21d4-4199-8a2c-a532cf86110c)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:37:32.291233 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-1a571fa5-13cd-46eb-9f9b-42607630bc99 req-aadac92b-c276-4294-9a77-0bf648e713ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (1198e88f-fdd8-4ae3-acce-dbd51b91440c), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:32.327542 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a571fa5-13cd-46eb-9f9b-42607630bc99 req-aadac92b-c276-4294-9a77-0bf648e713ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:37:32.328375 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-1a571fa5-13cd-46eb-9f9b-42607630bc99 req-aadac92b-c276-4294-9a77-0bf648e713ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:32.330288 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1a571fa5-13cd-46eb-9f9b-42607630bc99 req-aadac92b-c276-4294-9a77-0bf648e713ae service neutron] 10.222.0.55 "PUT /v2.0/ports/1198e88f-fdd8-4ae3-acce-dbd51b91440c HTTP/1.1" status: 200  len: 1092 time: 0.8617737
May 07 22:37:32.333287 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '931d8542-a351-49bc-afdd-eda877dfe3c2', 'tag': '1198e88f-fdd8-4ae3-acce-dbd51b91440c'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:37:32.336736 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cff7041-6643-4030-ba7a-165d58083d69" -d '{"events": [{"name": "network-changed", "server_uuid": "931d8542-a351-49bc-afdd-eda877dfe3c2", "tag": "1198e88f-fdd8-4ae3-acce-dbd51b91440c"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:37:32.368111 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadac92b-c276-4294-9a77-0bf648e713ae service neutron] Pushing event updated for resources: {'Port': ['ID=1198e88f-fdd8-4ae3-acce-dbd51b91440c,revision_number=3']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:37:32.411673 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbd36cfe-8b53-4090-af7c-3fbb612090f5 x-openstack-request-id: req-dbd36cfe-8b53-4090-af7c-3fbb612090f5 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:37:32.411974 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "931d8542-a351-49bc-afdd-eda877dfe3c2", "tag": "1198e88f-fdd8-4ae3-acce-dbd51b91440c", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:37:32.412236 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dbd36cfe-8b53-4090-af7c-3fbb612090f5 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:37:32.412647 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbd36cfe-8b53-4090-af7c-3fbb612090f5'] response: {'name': 'network-changed', 'server_uuid': '931d8542-a351-49bc-afdd-eda877dfe3c2', 'tag': '1198e88f-fdd8-4ae3-acce-dbd51b91440c', 'status': 'completed', 'code': 200}
May 07 22:37:32.426670 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a571fa5-13cd-46eb-9f9b-42607630bc99 req-1d3800b9-bae1-4550-93e9-aea58a584421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:37:32.428741 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1a571fa5-13cd-46eb-9f9b-42607630bc99 req-1d3800b9-bae1-4550-93e9-aea58a584421 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f3dc672b922b4f86869d8b6108240e0a&device_id=931d8542-a351-49bc-afdd-eda877dfe3c2 HTTP/1.1" status: 200  len: 1126 time: 0.0480514
May 07 22:37:32.482366 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1a571fa5-13cd-46eb-9f9b-42607630bc99 req-3f5e1665-af90-4454-af21-6a55e0e0caea service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1198e88f-fdd8-4ae3-acce-dbd51b91440c HTTP/1.1" status: 200  len: 217 time: 0.0473578
May 07 22:37:32.534750 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a571fa5-13cd-46eb-9f9b-42607630bc99 req-1a5fe7a1-7526-44cd-aeb0-87e1f3fa9291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:37:32.536238 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1a571fa5-13cd-46eb-9f9b-42607630bc99 req-1a5fe7a1-7526-44cd-aeb0-87e1f3fa9291 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fac05695-58a2-4a4a-b48a-67791838fa99 HTTP/1.1" status: 200  len: 835 time: 0.0474398
May 07 22:37:32.578323 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a571fa5-13cd-46eb-9f9b-42607630bc99 req-3cbe6022-a676-4ee4-9a09-050df764ef13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:37:32.580506 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1a571fa5-13cd-46eb-9f9b-42607630bc99 req-3cbe6022-a676-4ee4-9a09-050df764ef13 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=113e217e-2498-42de-9275-e28e3e4deabe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0384979
May 07 22:37:32.673711 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1a571fa5-13cd-46eb-9f9b-42607630bc99 req-e76bd657-10c8-47f3-861f-58e0c7c74c2a service neutron] 10.222.0.55 "GET /v2.0/networks/113e217e-2498-42de-9275-e28e3e4deabe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0874872
May 07 22:37:32.762269 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1a571fa5-13cd-46eb-9f9b-42607630bc99 req-51c3ba75-af1f-4da9-8aee-c8ff7dcfcab9 service neutron] 10.222.0.55 "GET /v2.0/networks/113e217e-2498-42de-9275-e28e3e4deabe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0832345
May 07 22:37:33.210215 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dac52a-d9fc-401f-aa7a-8b5e5e4613e2 req-ba6c9d0b-ec90-4880-9dd4-40fd2c1faddd tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:37:33.211745 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-46dac52a-d9fc-401f-aa7a-8b5e5e4613e2 req-ba6c9d0b-ec90-4880-9dd4-40fd2c1faddd tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=931d8542-a351-49bc-afdd-eda877dfe3c2 HTTP/1.1" status: 200  len: 944 time: 0.0521927
May 07 22:37:33.260848 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-46dac52a-d9fc-401f-aa7a-8b5e5e4613e2 req-12023794-2928-467b-899f-8826a6b11c02 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b744860-6934-46f9-949e-2c64feb37163&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0434234
May 07 22:37:33.596985 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff7041-6643-4030-ba7a-165d58083d69 req-1bda77d1-1e3b-459d-a0e6-df354376a657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:37:33.598442 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9cff7041-6643-4030-ba7a-165d58083d69 req-1bda77d1-1e3b-459d-a0e6-df354376a657 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f3dc672b922b4f86869d8b6108240e0a&device_id=931d8542-a351-49bc-afdd-eda877dfe3c2 HTTP/1.1" status: 200  len: 1126 time: 0.0384648
May 07 22:37:33.691283 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff7041-6643-4030-ba7a-165d58083d69 req-55db7cd3-8784-4144-8350-f7457cc3b4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:37:33.692783 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9cff7041-6643-4030-ba7a-165d58083d69 req-55db7cd3-8784-4144-8350-f7457cc3b4a5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=113e217e-2498-42de-9275-e28e3e4deabe HTTP/1.1" status: 200  len: 897 time: 0.0887256
May 07 22:37:33.732935 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9cff7041-6643-4030-ba7a-165d58083d69 req-a7150bf3-28df-4389-97b9-1b072f829901 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1198e88f-fdd8-4ae3-acce-dbd51b91440c HTTP/1.1" status: 200  len: 217 time: 0.0344610
May 07 22:37:33.778498 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff7041-6643-4030-ba7a-165d58083d69 req-fee655d5-23e3-4e3f-8f7c-b8e2b9cdefd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:37:33.779900 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9cff7041-6643-4030-ba7a-165d58083d69 req-fee655d5-23e3-4e3f-8f7c-b8e2b9cdefd6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fac05695-58a2-4a4a-b48a-67791838fa99 HTTP/1.1" status: 200  len: 835 time: 0.0420194
May 07 22:37:33.823990 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff7041-6643-4030-ba7a-165d58083d69 req-b47f1726-5f48-411d-a083-81eb206ddf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:37:33.825417 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9cff7041-6643-4030-ba7a-165d58083d69 req-b47f1726-5f48-411d-a083-81eb206ddf02 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=113e217e-2498-42de-9275-e28e3e4deabe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0402308
May 07 22:37:33.914421 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9cff7041-6643-4030-ba7a-165d58083d69 req-fd36e7b5-e9db-42f9-a694-d10ce117d2f0 service neutron] 10.222.0.55 "GET /v2.0/networks/113e217e-2498-42de-9275-e28e3e4deabe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0827665
May 07 22:37:34.005398 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9cff7041-6643-4030-ba7a-165d58083d69 req-2723e2cd-6cd1-49b5-b3f8-a545f60c8713 service neutron] 10.222.0.55 "GET /v2.0/networks/113e217e-2498-42de-9275-e28e3e4deabe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0857441
May 07 22:37:34.374201 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5599f0-5219-418c-9850-0afce57a08fa req-795df395-b98c-4101-9584-77867abc115a tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:37:34.375673 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3b5599f0-5219-418c-9850-0afce57a08fa req-795df395-b98c-4101-9584-77867abc115a tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=931d8542-a351-49bc-afdd-eda877dfe3c2 HTTP/1.1" status: 200  len: 944 time: 0.0448437
May 07 22:37:34.424192 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3b5599f0-5219-418c-9850-0afce57a08fa req-dd14f34f-113b-4bf8-88c1-f4921d13577c tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b744860-6934-46f9-949e-2c64feb37163&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0424149
May 07 22:37:35.252771 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 1198e88f-fdd8-4ae3-acce-dbd51b91440c details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:37:35.350836 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 1198e88f-fdd8-4ae3-acce-dbd51b91440c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1198e88f-fdd8-4ae3-acce-dbd51b91440c,segment=NetworkSegment(faf14da2-21d4-4199-8a2c-a532cf86110c),segment_id=faf14da2-21d4-4199-8a2c-a532cf86110c)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:37:35.361675 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': '1198e88f-fdd8-4ae3-acce-dbd51b91440c', 'network_id': '113e217e-2498-42de-9275-e28e3e4deabe', 'port_id': '1198e88f-fdd8-4ae3-acce-dbd51b91440c', 'mac_address': 'fa:16:3e:5f:2c:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fac05695-58a2-4a4a-b48a-67791838fa99', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:37:35.397757 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 1198e88f-fdd8-4ae3-acce-dbd51b91440c is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:37:35.398154 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (1198e88f-fdd8-4ae3-acce-dbd51b91440c), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:35.412572 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1198e88f-fdd8-4ae3-acce-dbd51b91440c {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:37:35.432360 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 1198e88f-fdd8-4ae3-acce-dbd51b91440c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1198e88f-fdd8-4ae3-acce-dbd51b91440c,segment=NetworkSegment(faf14da2-21d4-4199-8a2c-a532cf86110c),segment_id=faf14da2-21d4-4199-8a2c-a532cf86110c)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:37:35.436678 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (1198e88f-fdd8-4ae3-acce-dbd51b91440c), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:35.486858 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=1198e88f-fdd8-4ae3-acce-dbd51b91440c,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:37:35.537942 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7307b8c9-be52-4b6d-a1a1-e2ee95d92811 req-cf9d826c-eb40-4dbb-8730-7ebd88cd634f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:37:35.539699 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7307b8c9-be52-4b6d-a1a1-e2ee95d92811 req-cf9d826c-eb40-4dbb-8730-7ebd88cd634f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=931d8542-a351-49bc-afdd-eda877dfe3c2 HTTP/1.1" status: 200  len: 945 time: 0.0474319
May 07 22:37:35.588328 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7307b8c9-be52-4b6d-a1a1-e2ee95d92811 req-123b1a8f-1a88-447e-b253-0f7233f5e71e tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b744860-6934-46f9-949e-2c64feb37163&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0429745
May 07 22:37:35.631147 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['1198e88f-fdd8-4ae3-acce-dbd51b91440c'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:37:36.753853 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ee9094-99b1-43b4-ba0c-feeb5db69eb3 req-d4685514-37d2-438a-adcc-6956b57f2590 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:37:36.755400 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-76ee9094-99b1-43b4-ba0c-feeb5db69eb3 req-d4685514-37d2-438a-adcc-6956b57f2590 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=931d8542-a351-49bc-afdd-eda877dfe3c2 HTTP/1.1" status: 200  len: 945 time: 0.0507121
May 07 22:37:36.804088 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-76ee9094-99b1-43b4-ba0c-feeb5db69eb3 req-99a32dad-a179-4b5f-b313-e996ee905132 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b744860-6934-46f9-949e-2c64feb37163&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0429633
May 07 22:37:37.267459 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 1198e88f-fdd8-4ae3-acce-dbd51b91440c up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:37:37.311394 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning for port 1198e88f-fdd8-4ae3-acce-dbd51b91440c completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 22:37:37.316269 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port 1198e88f-fdd8-4ae3-acce-dbd51b91440c triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:37:37.316664 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (1198e88f-fdd8-4ae3-acce-dbd51b91440c), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:37.391070 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 1198e88f-fdd8-4ae3-acce-dbd51b91440c is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:37:37.391464 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (1198e88f-fdd8-4ae3-acce-dbd51b91440c), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:37.414859 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '931d8542-a351-49bc-afdd-eda877dfe3c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1198e88f-fdd8-4ae3-acce-dbd51b91440c'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:37:37.417340 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4a88bae-1965-4080-ab4e-d6fb0b6bebab" -d '{"events": [{"server_uuid": "931d8542-a351-49bc-afdd-eda877dfe3c2", "name": "network-vif-plugged", "status": "completed", "tag": "1198e88f-fdd8-4ae3-acce-dbd51b91440c"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:37:37.437237 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 1198e88f-fdd8-4ae3-acce-dbd51b91440c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1198e88f-fdd8-4ae3-acce-dbd51b91440c,segment=NetworkSegment(faf14da2-21d4-4199-8a2c-a532cf86110c),segment_id=faf14da2-21d4-4199-8a2c-a532cf86110c)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:37:37.441104 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (1198e88f-fdd8-4ae3-acce-dbd51b91440c), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:37.466086 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f569a9-8813-47b9-9d59-2b36354e5470 x-openstack-request-id: req-b5f569a9-8813-47b9-9d59-2b36354e5470 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:37:37.466383 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "931d8542-a351-49bc-afdd-eda877dfe3c2", "name": "network-vif-plugged", "status": "completed", "tag": "1198e88f-fdd8-4ae3-acce-dbd51b91440c", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:37:37.466639 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b5f569a9-8813-47b9-9d59-2b36354e5470 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:37:37.467072 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5f569a9-8813-47b9-9d59-2b36354e5470'] response: {'server_uuid': '931d8542-a351-49bc-afdd-eda877dfe3c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1198e88f-fdd8-4ae3-acce-dbd51b91440c', 'code': 200}
May 07 22:37:37.492705 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=1198e88f-fdd8-4ae3-acce-dbd51b91440c,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:37:37.548824 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0266677b-3458-4dfa-8257-65772bcdcce1 req-9b4d430c-8eaf-456b-8f45-bcdd5c81efa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:37:37.550345 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0266677b-3458-4dfa-8257-65772bcdcce1 req-9b4d430c-8eaf-456b-8f45-bcdd5c81efa6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=931d8542-a351-49bc-afdd-eda877dfe3c2 HTTP/1.1" status: 200  len: 1128 time: 0.0386622
May 07 22:37:37.598824 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0266677b-3458-4dfa-8257-65772bcdcce1 req-ddd33bc0-3c99-4bc8-92dd-69976abd352a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=7b744860-6934-46f9-949e-2c64feb37163&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0426610
May 07 22:37:37.918738 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f040bd67-38f3-4544-b53a-1647de8d072a req-4f88d8e3-3ab0-4542-8d4e-f7197ead65a3 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:37:37.920264 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f040bd67-38f3-4544-b53a-1647de8d072a req-4f88d8e3-3ab0-4542-8d4e-f7197ead65a3 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=931d8542-a351-49bc-afdd-eda877dfe3c2 HTTP/1.1" status: 200  len: 946 time: 0.0480473
May 07 22:37:37.968805 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f040bd67-38f3-4544-b53a-1647de8d072a req-1824788b-95eb-4f17-83d9-0bfaeaa98e7c tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b744860-6934-46f9-949e-2c64feb37163&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0428417
May 07 22:37:39.082039 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526c574e-a916-4fd0-a33d-b3c7fc68d85f req-a762ca33-e27e-406b-81ad-1ad42000a4b6 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:37:39.083545 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-526c574e-a916-4fd0-a33d-b3c7fc68d85f req-a762ca33-e27e-406b-81ad-1ad42000a4b6 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=931d8542-a351-49bc-afdd-eda877dfe3c2 HTTP/1.1" status: 200  len: 946 time: 0.0474072
May 07 22:37:39.140908 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-526c574e-a916-4fd0-a33d-b3c7fc68d85f req-a151ba1a-8389-481b-85fe-a8a1383d272a tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b744860-6934-46f9-949e-2c64feb37163&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0515316
May 07 22:37:39.257353 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457569f3-d570-4849-b591-247a27df4517 req-78c85d37-9f58-4790-a2bc-aec275af9f30 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:37:39.258833 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-457569f3-d570-4849-b591-247a27df4517 req-78c85d37-9f58-4790-a2bc-aec275af9f30 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=931d8542-a351-49bc-afdd-eda877dfe3c2 HTTP/1.1" status: 200  len: 946 time: 0.0502262
May 07 22:37:39.306731 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-457569f3-d570-4849-b591-247a27df4517 req-0e965175-8229-4405-b8f6-f4f1f65ace2d tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b744860-6934-46f9-949e-2c64feb37163&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0423207
May 07 22:37:39.327941 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 58992) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:37:39.405407 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282e1fbc-2c33-4899-bc98-0ca3405a2fb6 tempest-TestNetworkAdvancedServerOps-404863911 tempest-TestNetworkAdvancedServerOps-404863911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:37:39.406914 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-282e1fbc-2c33-4899-bc98-0ca3405a2fb6 tempest-TestNetworkAdvancedServerOps-404863911 tempest-TestNetworkAdvancedServerOps-404863911-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=931d8542-a351-49bc-afdd-eda877dfe3c2 HTTP/1.1" status: 200  len: 1123 time: 0.0779912
May 07 22:37:39.410594 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 58996) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:37:39.415093 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-178567aa-47d8-48c1-b22f-342ba36d1734 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Request body: {'floatingip': {'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'port_id': '1198e88f-fdd8-4ae3-acce-dbd51b91440c', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:37:39.443876 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-178567aa-47d8-48c1-b22f-342ba36d1734 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:39.527310 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-178567aa-47d8-48c1-b22f-342ba36d1734 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:39.629524 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-178567aa-47d8-48c1-b22f-342ba36d1734 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Allocated IP 172.35.4.131 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/27be63da-f06f-46ec-9608-7a319aa0df45) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:37:39.734369 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-178567aa-47d8-48c1-b22f-342ba36d1734 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for port (27be63da-f06f-46ec-9608-7a319aa0df45), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:39.770810 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-178567aa-47d8-48c1-b22f-342ba36d1734 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (27be63da-f06f-46ec-9608-7a319aa0df45), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:39.806147 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178567aa-47d8-48c1-b22f-342ba36d1734 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:37:39.808888 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-178567aa-47d8-48c1-b22f-342ba36d1734 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:37:39.812342 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178567aa-47d8-48c1-b22f-342ba36d1734 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:37:39.841921 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178567aa-47d8-48c1-b22f-342ba36d1734 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event updated for resources: {'Port': ['ID=27be63da-f06f-46ec-9608-7a319aa0df45,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:37:40.489117 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-178567aa-47d8-48c1-b22f-342ba36d1734 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for floatingip (e6f50a54-835d-4f00-b4c9-b00a63445d52), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:40.556198 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-178567aa-47d8-48c1-b22f-342ba36d1734 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (27be63da-f06f-46ec-9608-7a319aa0df45), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:40.703275 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-178567aa-47d8-48c1-b22f-342ba36d1734 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for port (27be63da-f06f-46ec-9608-7a319aa0df45), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:40.707639 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-178567aa-47d8-48c1-b22f-342ba36d1734 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (27be63da-f06f-46ec-9608-7a319aa0df45), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:40.778592 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178567aa-47d8-48c1-b22f-342ba36d1734 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event updated for resources: {'Port': ['ID=27be63da-f06f-46ec-9608-7a319aa0df45,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:37:40.789381 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-178567aa-47d8-48c1-b22f-342ba36d1734 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (e6f50a54-835d-4f00-b4c9-b00a63445d52), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:40.890591 ncdv-master-1 neutron-server[121837]: INFO neutron.db.l3_db [None req-178567aa-47d8-48c1-b22f-342ba36d1734 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Floating IP e6f50a54-835d-4f00-b4c9-b00a63445d52 associated. External IP: 172.35.4.131, port: 1198e88f-fdd8-4ae3-acce-dbd51b91440c.
May 07 22:37:41.104392 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-178567aa-47d8-48c1-b22f-342ba36d1734 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Router d9c08af4-085c-4a6d-872f-0b7fed53e16f has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:37:41.215865 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-178567aa-47d8-48c1-b22f-342ba36d1734 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:37:41.226044 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79296bf9-ef87-45e4-b327-5bdef7dade48 None None] Sync routers for ids ['d9c08af4-085c-4a6d-872f-0b7fed53e16f'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:37:41.234336 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-178567aa-47d8-48c1-b22f-342ba36d1734 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:41.235622 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79296bf9-ef87-45e4-b327-5bdef7dade48 None None] Routers {'d9c08af4-085c-4a6d-872f-0b7fed53e16f'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:37:41.236254 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-79296bf9-ef87-45e4-b327-5bdef7dade48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f74bb50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:37:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['d9c08af4-085c-4a6d-872f-0b7fed53e16f'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:37:41.263667 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-178567aa-47d8-48c1-b22f-342ba36d1734 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 1.8520410
May 07 22:37:41.264270 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '931d8542-a351-49bc-afdd-eda877dfe3c2', 'tag': '1198e88f-fdd8-4ae3-acce-dbd51b91440c'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:37:41.267188 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc7ca34c-515d-47d3-8182-2187d9c85fb8" -d '{"events": [{"name": "network-changed", "server_uuid": "931d8542-a351-49bc-afdd-eda877dfe3c2", "tag": "1198e88f-fdd8-4ae3-acce-dbd51b91440c"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:37:41.305261 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7984f838-24e4-448b-b7b2-7de46d9d9d58 x-openstack-request-id: req-7984f838-24e4-448b-b7b2-7de46d9d9d58 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:37:41.305560 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "931d8542-a351-49bc-afdd-eda877dfe3c2", "tag": "1198e88f-fdd8-4ae3-acce-dbd51b91440c", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:37:41.305817 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7984f838-24e4-448b-b7b2-7de46d9d9d58 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:37:41.306226 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7984f838-24e4-448b-b7b2-7de46d9d9d58'] response: {'name': 'network-changed', 'server_uuid': '931d8542-a351-49bc-afdd-eda877dfe3c2', 'tag': '1198e88f-fdd8-4ae3-acce-dbd51b91440c', 'status': 'completed', 'code': 200}
May 07 22:37:41.409917 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61416257-4d22-48da-ad6c-585035a2dba9 req-f5eb5b3c-58fd-4d7a-9464-889e3b9e11cf tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:37:41.411419 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-61416257-4d22-48da-ad6c-585035a2dba9 req-f5eb5b3c-58fd-4d7a-9464-889e3b9e11cf tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=931d8542-a351-49bc-afdd-eda877dfe3c2 HTTP/1.1" status: 200  len: 946 time: 0.0843437
May 07 22:37:41.412628 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ca34c-515d-47d3-8182-2187d9c85fb8 req-e28bb0b5-ec9c-4ae5-86e3-41255bdccf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:37:41.414276 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fc7ca34c-515d-47d3-8182-2187d9c85fb8 req-e28bb0b5-ec9c-4ae5-86e3-41255bdccf54 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f3dc672b922b4f86869d8b6108240e0a&device_id=931d8542-a351-49bc-afdd-eda877dfe3c2 HTTP/1.1" status: 200  len: 1128 time: 0.0858102
May 07 22:37:41.514913 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-79296bf9-ef87-45e4-b327-5bdef7dade48 None None] Set router d9c08af4-085c-4a6d-872f-0b7fed53e16f gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:37:41.525228 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-61416257-4d22-48da-ad6c-585035a2dba9 req-506aa299-f733-4bb0-8e75-e20102734f02 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b744860-6934-46f9-949e-2c64feb37163&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1072142
May 07 22:37:41.548817 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ca34c-515d-47d3-8182-2187d9c85fb8 req-2b428827-f870-4886-91f4-6e6a0fb29152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:37:41.549453 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 59004) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:37:41.550397 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fc7ca34c-515d-47d3-8182-2187d9c85fb8 req-2b428827-f870-4886-91f4-6e6a0fb29152 service neutron] 10.222.0.55 "GET /v2.0/networks?id=113e217e-2498-42de-9275-e28e3e4deabe HTTP/1.1" status: 200  len: 897 time: 0.1257424
May 07 22:37:41.616880 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-5646b29e-5a9c-402e-a9bd-71a870c5bb15 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/floatingips/e6f50a54-835d-4f00-b4c9-b00a63445d52 HTTP/1.1" status: 200  len: 992 time: 0.0662382
May 07 22:37:41.623983 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fc7ca34c-515d-47d3-8182-2187d9c85fb8 req-88a4443e-95af-4b10-a690-84564aa3708e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1198e88f-fdd8-4ae3-acce-dbd51b91440c HTTP/1.1" status: 200  len: 1000 time: 0.0679414
May 07 22:37:41.672534 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ca34c-515d-47d3-8182-2187d9c85fb8 req-1d414520-a832-4cbe-8c8f-5db385ab04d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:37:41.674495 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fc7ca34c-515d-47d3-8182-2187d9c85fb8 req-1d414520-a832-4cbe-8c8f-5db385ab04d1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fac05695-58a2-4a4a-b48a-67791838fa99 HTTP/1.1" status: 200  len: 835 time: 0.0442481
May 07 22:37:41.716789 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7ca34c-515d-47d3-8182-2187d9c85fb8 req-965e1c45-f58b-4f2d-aefc-502c674cc734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:37:41.718307 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fc7ca34c-515d-47d3-8182-2187d9c85fb8 req-965e1c45-f58b-4f2d-aefc-502c674cc734 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=113e217e-2498-42de-9275-e28e3e4deabe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0385606
May 07 22:37:41.751767 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-79296bf9-ef87-45e4-b327-5bdef7dade48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f74bb50>, [{'id': 'd9c08af4-085c-4a6d-872f-0b7fed53e16f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139444034', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.80'}], 'enable_snat': True}, 'gw_port_id': '5d591951-d016-4e09-88bb-ebe7898cd79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:37:24Z', 'updated_at': '2022-05-07T22:37:27Z', 'revision_number': 4, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'gw_port': {'id': '5d591951-d016-4e09-88bb-ebe7898cd79f', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:df:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c08af4-085c-4a6d-872f-0b7fed53e16f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:37:24Z', 'updated_at': '2022-05-07T22:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e6f50a54-835d-4f00-b4c9-b00a63445d52', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'floating_ip_address': '172.35.4.131', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': 'd9c08af4-085c-4a6d-872f-0b7fed53e16f', 'port_id': '1198e88f-fdd8-4ae3-acce-dbd51b91440c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4335, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '113e217e-2498-42de-9275-e28e3e4deabe', 'mac_address': 'fa:16:3e:5f:2c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931d8542-a351-49bc-afdd-eda877dfe3c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:37:40Z', 'updated_at': '2022-05-07T22:37:40Z', 'revision_number': 0, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de17669b-3548-4977-8202-3c6c3e13a60f', 'name': '', 'network_id': '113e217e-2498-42de-9275-e28e3e4deabe', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'mac_address': 'fa:16:3e:94:61:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c08af4-085c-4a6d-872f-0b7fed53e16f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'fac05695-58a2-4a4a-b48a-67791838fa99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:37:27Z', 'updated_at': '2022-05-07T22:37:30Z', 'revision_number': 5, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'subnets': [{'id': 'fac05695-58a2-4a4a-b48a-67791838fa99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:37:41.777982 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79296bf9-ef87-45e4-b327-5bdef7dade48 None None] Checking router: d9c08af4-085c-4a6d-872f-0b7fed53e16f for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:37:41.786832 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79296bf9-ef87-45e4-b327-5bdef7dade48 None None] Routers {'d9c08af4-085c-4a6d-872f-0b7fed53e16f'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:37:41.787463 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-79296bf9-ef87-45e4-b327-5bdef7dade48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f74bb50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:37:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['d9c08af4-085c-4a6d-872f-0b7fed53e16f'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:37:41.814375 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fc7ca34c-515d-47d3-8182-2187d9c85fb8 req-a43f0df2-c107-4519-96d4-bbd8cfea2389 service neutron] 10.222.0.55 "GET /v2.0/networks/113e217e-2498-42de-9275-e28e3e4deabe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0896928
May 07 22:37:41.878210 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 22:37:41.897247 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-79296bf9-ef87-45e4-b327-5bdef7dade48 None None] Set router d9c08af4-085c-4a6d-872f-0b7fed53e16f gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:37:41.906799 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fc7ca34c-515d-47d3-8182-2187d9c85fb8 req-d097b6e7-9256-47a9-91f3-6c6872eac3ce service neutron] 10.222.0.55 "GET /v2.0/networks/113e217e-2498-42de-9275-e28e3e4deabe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0868893
May 07 22:37:42.109047 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-79296bf9-ef87-45e4-b327-5bdef7dade48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f74bb50>, [{'id': 'd9c08af4-085c-4a6d-872f-0b7fed53e16f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139444034', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.80'}], 'enable_snat': True}, 'gw_port_id': '5d591951-d016-4e09-88bb-ebe7898cd79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:37:24Z', 'updated_at': '2022-05-07T22:37:27Z', 'revision_number': 4, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'gw_port': {'id': '5d591951-d016-4e09-88bb-ebe7898cd79f', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:df:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c08af4-085c-4a6d-872f-0b7fed53e16f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:37:24Z', 'updated_at': '2022-05-07T22:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e6f50a54-835d-4f00-b4c9-b00a63445d52', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'floating_ip_address': '172.35.4.131', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': 'd9c08af4-085c-4a6d-872f-0b7fed53e16f', 'port_id': '1198e88f-fdd8-4ae3-acce-dbd51b91440c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4335, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '113e217e-2498-42de-9275-e28e3e4deabe', 'mac_address': 'fa:16:3e:5f:2c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931d8542-a351-49bc-afdd-eda877dfe3c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:37:40Z', 'updated_at': '2022-05-07T22:37:40Z', 'revision_number': 0, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de17669b-3548-4977-8202-3c6c3e13a60f', 'name': '', 'network_id': '113e217e-2498-42de-9275-e28e3e4deabe', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'mac_address': 'fa:16:3e:94:61:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c08af4-085c-4a6d-872f-0b7fed53e16f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'fac05695-58a2-4a4a-b48a-67791838fa99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:37:27Z', 'updated_at': '2022-05-07T22:37:30Z', 'revision_number': 5, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'subnets': [{'id': 'fac05695-58a2-4a4a-b48a-67791838fa99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:37:42.138625 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79296bf9-ef87-45e4-b327-5bdef7dade48 None None] The sync data for ids ['d9c08af4-085c-4a6d-872f-0b7fed53e16f'] in ncdv-master-1 is: [{'id': 'd9c08af4-085c-4a6d-872f-0b7fed53e16f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139444034', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.80'}], 'enable_snat': True}, 'gw_port_id': '5d591951-d016-4e09-88bb-ebe7898cd79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:37:24Z', 'updated_at': '2022-05-07T22:37:27Z', 'revision_number': 4, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'gw_port': {'id': '5d591951-d016-4e09-88bb-ebe7898cd79f', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:df:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c08af4-085c-4a6d-872f-0b7fed53e16f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:37:24Z', 'updated_at': '2022-05-07T22:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e6f50a54-835d-4f00-b4c9-b00a63445d52', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'floating_ip_address': '172.35.4.131', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': 'd9c08af4-085c-4a6d-872f-0b7fed53e16f', 'port_id': '1198e88f-fdd8-4ae3-acce-dbd51b91440c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4335, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '113e217e-2498-42de-9275-e28e3e4deabe', 'mac_address': 'fa:16:3e:5f:2c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '931d8542-a351-49bc-afdd-eda877dfe3c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:37:40Z', 'updated_at': '2022-05-07T22:37:40Z', 'revision_number': 0, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de17669b-3548-4977-8202-3c6c3e13a60f', 'name': '', 'network_id': '113e217e-2498-42de-9275-e28e3e4deabe', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'mac_address': 'fa:16:3e:94:61:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c08af4-085c-4a6d-872f-0b7fed53e16f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'fac05695-58a2-4a4a-b48a-67791838fa99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:37:27Z', 'updated_at': '2022-05-07T22:37:30Z', 'revision_number': 5, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'subnets': [{'id': 'fac05695-58a2-4a4a-b48a-67791838fa99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:37:42.336464 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4d69c26-2277-45dc-84d0-7a106c59c1c4 None None] New status for floating IP e6f50a54-835d-4f00-b4c9-b00a63445d52: ACTIVE {{(pid=121839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 07 22:37:42.619998 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 59006) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:37:42.683963 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-d5f39dbe-c548-49f4-ac53-804f7b4ff71a tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/floatingips/e6f50a54-835d-4f00-b4c9-b00a63445d52 HTTP/1.1" status: 200  len: 994 time: 0.0628505
May 07 22:37:52.156789 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:53.722986 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-21dc5916-503f-4864-bd59-c93609201f4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:54.316750 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:56.604438 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-45b8b680-6b62-4a95-8044-26e69ef56729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:57.582135 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:37:59.298804 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:38:00.396900 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:38:14.046212 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c253454-b416-46b7-af5b-51f5dc971fdd req-c15892a3-6357-4880-b0cd-0d93e903fdb5 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:38:14.047650 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9c253454-b416-46b7-af5b-51f5dc971fdd req-c15892a3-6357-4880-b0cd-0d93e903fdb5 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=931d8542-a351-49bc-afdd-eda877dfe3c2 HTTP/1.1" status: 200  len: 946 time: 0.0482090
May 07 22:38:14.096395 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9c253454-b416-46b7-af5b-51f5dc971fdd req-f78ce190-3e51-45f6-950e-7e0014c8bb71 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b744860-6934-46f9-949e-2c64feb37163&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0430551
May 07 22:38:15.216656 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09823faf-bcd7-4911-a8a0-484eb48785ff req-1f6b17e9-c1ed-42e1-8e28-b39200a8960f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:38:15.218132 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-09823faf-bcd7-4911-a8a0-484eb48785ff req-1f6b17e9-c1ed-42e1-8e28-b39200a8960f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=931d8542-a351-49bc-afdd-eda877dfe3c2 HTTP/1.1" status: 200  len: 946 time: 0.0505331
May 07 22:38:15.265972 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-09823faf-bcd7-4911-a8a0-484eb48785ff req-bdd1a4c6-b93a-4554-9eff-ba82fec7ccf0 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b744860-6934-46f9-949e-2c64feb37163&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0421042
May 07 22:38:16.379984 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767007d0-e893-47a9-b629-383424845666 req-469c3f7a-59f7-4f22-81b8-e652288868bb tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:38:16.381470 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-767007d0-e893-47a9-b629-383424845666 req-469c3f7a-59f7-4f22-81b8-e652288868bb tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=931d8542-a351-49bc-afdd-eda877dfe3c2 HTTP/1.1" status: 200  len: 946 time: 0.0457137
May 07 22:38:16.435216 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-767007d0-e893-47a9-b629-383424845666 req-a6365816-5c2b-4b7b-b2a5-0edc55fa8139 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b744860-6934-46f9-949e-2c64feb37163&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0480309
May 07 22:38:17.546909 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb98631-98fd-45d5-95ca-92224822d448 req-bb8271e2-21fe-4185-83bd-e929380a66b8 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:38:17.548346 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fcb98631-98fd-45d5-95ca-92224822d448 req-bb8271e2-21fe-4185-83bd-e929380a66b8 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=931d8542-a351-49bc-afdd-eda877dfe3c2 HTTP/1.1" status: 200  len: 946 time: 0.0459878
May 07 22:38:17.598929 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fcb98631-98fd-45d5-95ca-92224822d448 req-72ec64a9-0ea1-449b-b6ee-ae920076956e tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b744860-6934-46f9-949e-2c64feb37163&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0428023
May 07 22:38:18.712654 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bbe0a3-0df1-4d78-92f4-e8245963d3e6 req-492d1c5f-8039-4efe-a331-e6d863ed0031 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:38:18.714138 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d0bbe0a3-0df1-4d78-92f4-e8245963d3e6 req-492d1c5f-8039-4efe-a331-e6d863ed0031 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=931d8542-a351-49bc-afdd-eda877dfe3c2 HTTP/1.1" status: 200  len: 946 time: 0.0463738
May 07 22:38:18.763877 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d0bbe0a3-0df1-4d78-92f4-e8245963d3e6 req-ca43854d-14ac-4d76-9bc4-2fdd3bf04c9f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b744860-6934-46f9-949e-2c64feb37163&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0440493
May 07 22:38:18.878221 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 22:38:19.218863 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d358531e-ba19-4417-ab88-1e9b60ec834b req-32e904ff-3841-4553-851d-afbdaf456b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:38:19.220361 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d358531e-ba19-4417-ab88-1e9b60ec834b req-32e904ff-3841-4553-851d-afbdaf456b65 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f3dc672b922b4f86869d8b6108240e0a&device_id=931d8542-a351-49bc-afdd-eda877dfe3c2 HTTP/1.1" status: 200  len: 1128 time: 0.0847399
May 07 22:38:19.321369 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d358531e-ba19-4417-ab88-1e9b60ec834b req-0823cdc4-35ed-48cc-afa4-b3a4bae6dab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:38:19.322815 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d358531e-ba19-4417-ab88-1e9b60ec834b req-0823cdc4-35ed-48cc-afa4-b3a4bae6dab4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=113e217e-2498-42de-9275-e28e3e4deabe HTTP/1.1" status: 200  len: 897 time: 0.0833516
May 07 22:38:19.391483 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d358531e-ba19-4417-ab88-1e9b60ec834b req-900db074-3933-4417-8dce-0857538b4f89 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1198e88f-fdd8-4ae3-acce-dbd51b91440c HTTP/1.1" status: 200  len: 1002 time: 0.0624459
May 07 22:38:19.438935 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d358531e-ba19-4417-ab88-1e9b60ec834b req-a5028c8b-dae8-4f45-9f82-d297739d8fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:38:19.440400 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d358531e-ba19-4417-ab88-1e9b60ec834b req-a5028c8b-dae8-4f45-9f82-d297739d8fca service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fac05695-58a2-4a4a-b48a-67791838fa99 HTTP/1.1" status: 200  len: 835 time: 0.0431652
May 07 22:38:19.482898 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d358531e-ba19-4417-ab88-1e9b60ec834b req-32170b11-fc99-45de-933a-b9f703c651e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:38:19.484381 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d358531e-ba19-4417-ab88-1e9b60ec834b req-32170b11-fc99-45de-933a-b9f703c651e1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=113e217e-2498-42de-9275-e28e3e4deabe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0386355
May 07 22:38:19.578560 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d358531e-ba19-4417-ab88-1e9b60ec834b req-521ce471-c13a-466f-808b-8912d509363f service neutron] 10.222.0.55 "GET /v2.0/networks/113e217e-2498-42de-9275-e28e3e4deabe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0859766
May 07 22:38:19.668096 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d358531e-ba19-4417-ab88-1e9b60ec834b req-0ba4ed98-5355-470f-8607-8d41bef987cb service neutron] 10.222.0.55 "GET /v2.0/networks/113e217e-2498-42de-9275-e28e3e4deabe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0837140
May 07 22:38:19.881715 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3b28b0-f289-472e-be55-4814d2b3cc7a req-934c6dd1-fc43-43b8-91f2-0068bf77e958 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:38:19.883280 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2f3b28b0-f289-472e-be55-4814d2b3cc7a req-934c6dd1-fc43-43b8-91f2-0068bf77e958 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=931d8542-a351-49bc-afdd-eda877dfe3c2 HTTP/1.1" status: 200  len: 946 time: 0.0506411
May 07 22:38:20.252030 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2f3b28b0-f289-472e-be55-4814d2b3cc7a req-5dccec54-37f6-40e4-a123-ca14a5206623 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b744860-6934-46f9-949e-2c64feb37163&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.3622460
May 07 22:38:21.365144 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd8a730-005e-4f16-b8fb-28cab94ee3f0 req-e7261993-0f32-499c-9885-18ee933a2f69 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:38:21.366618 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ffd8a730-005e-4f16-b8fb-28cab94ee3f0 req-e7261993-0f32-499c-9885-18ee933a2f69 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=931d8542-a351-49bc-afdd-eda877dfe3c2 HTTP/1.1" status: 200  len: 946 time: 0.0458670
May 07 22:38:21.415304 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ffd8a730-005e-4f16-b8fb-28cab94ee3f0 req-0fa3c224-a31c-46df-a886-43953b11ac7b tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b744860-6934-46f9-949e-2c64feb37163&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0428727
May 07 22:38:22.159740 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:38:22.529110 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866f0086-33c6-41bd-9c9b-cc9475c2edee req-9ed4d03e-1a95-4cb2-93af-722f47a6126e tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:38:22.530576 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-866f0086-33c6-41bd-9c9b-cc9475c2edee req-9ed4d03e-1a95-4cb2-93af-722f47a6126e tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=931d8542-a351-49bc-afdd-eda877dfe3c2 HTTP/1.1" status: 200  len: 946 time: 0.0468369
May 07 22:38:22.578170 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-866f0086-33c6-41bd-9c9b-cc9475c2edee req-6a599db4-8c5a-4b80-a19e-a056d918ca70 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b744860-6934-46f9-949e-2c64feb37163&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0413864
May 07 22:38:23.695573 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450eed14-211e-4d41-947e-972707b539c7 req-6f899986-45d3-445b-bf6e-45c2504b421c tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:38:23.697047 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-450eed14-211e-4d41-947e-972707b539c7 req-6f899986-45d3-445b-bf6e-45c2504b421c tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=931d8542-a351-49bc-afdd-eda877dfe3c2 HTTP/1.1" status: 200  len: 946 time: 0.0507538
May 07 22:38:23.723370 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-00973fe8-c9bb-49d3-8340-067195f62d31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:38:23.746950 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-450eed14-211e-4d41-947e-972707b539c7 req-1a7d900f-0b4d-4153-8bf7-dcc1d3ad52aa tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b744860-6934-46f9-949e-2c64feb37163&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0442107
May 07 22:38:24.327652 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:38:24.869202 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daf288b-7610-4ec7-9e4a-18311719a598 req-30c8dccf-3c12-4f5e-87ec-bbeaefa046c4 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:38:24.870697 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7daf288b-7610-4ec7-9e4a-18311719a598 req-30c8dccf-3c12-4f5e-87ec-bbeaefa046c4 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=931d8542-a351-49bc-afdd-eda877dfe3c2 HTTP/1.1" status: 200  len: 946 time: 0.0515034
May 07 22:38:24.922125 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7daf288b-7610-4ec7-9e4a-18311719a598 req-dcb85775-14f0-4dfd-ba41-351b27b3f82d tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b744860-6934-46f9-949e-2c64feb37163&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0458064
May 07 22:38:26.037482 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9995de0-6dd7-488e-a9b6-2d6afe9f76bd req-af807d7f-22e1-473a-a564-e03dfe23d035 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:38:26.039139 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d9995de0-6dd7-488e-a9b6-2d6afe9f76bd req-af807d7f-22e1-473a-a564-e03dfe23d035 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=931d8542-a351-49bc-afdd-eda877dfe3c2 HTTP/1.1" status: 200  len: 946 time: 0.0460026
May 07 22:38:26.087060 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d9995de0-6dd7-488e-a9b6-2d6afe9f76bd req-82934dfd-7b26-4070-b46e-fdd80a013e06 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b744860-6934-46f9-949e-2c64feb37163&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0422695
May 07 22:38:26.612973 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2c8e71bb-214d-4474-b62e-bddd51b76066 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:38:27.208876 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311bedab-7a94-47f0-bb1b-1abb18a1c3ef req-5c281dba-fe56-4ab6-a4c9-3eeb8533fbe6 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:38:27.210461 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-311bedab-7a94-47f0-bb1b-1abb18a1c3ef req-5c281dba-fe56-4ab6-a4c9-3eeb8533fbe6 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=931d8542-a351-49bc-afdd-eda877dfe3c2 HTTP/1.1" status: 200  len: 946 time: 0.0491512
May 07 22:38:27.259805 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-311bedab-7a94-47f0-bb1b-1abb18a1c3ef req-8e092110-6d40-43df-ba29-d6ac6be40d8c tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b744860-6934-46f9-949e-2c64feb37163&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0435464
May 07 22:38:27.585349 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:38:28.376877 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daac357-d393-4dae-9eb2-822b235ebb44 req-1638f6c4-00bd-4946-af25-eeab811ade5f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:38:28.378369 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9daac357-d393-4dae-9eb2-822b235ebb44 req-1638f6c4-00bd-4946-af25-eeab811ade5f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=931d8542-a351-49bc-afdd-eda877dfe3c2 HTTP/1.1" status: 200  len: 946 time: 0.0501349
May 07 22:38:28.426999 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9daac357-d393-4dae-9eb2-822b235ebb44 req-e1acd0e7-63fa-42c3-ac60-d1a5038a4373 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b744860-6934-46f9-949e-2c64feb37163&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0429790
May 07 22:38:29.299532 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:38:29.540797 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0761da9a-0b1c-4aa6-930a-36b1e03ed34d req-564fd2eb-0af4-4221-b7cc-810102262188 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:38:29.542233 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0761da9a-0b1c-4aa6-930a-36b1e03ed34d req-564fd2eb-0af4-4221-b7cc-810102262188 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=931d8542-a351-49bc-afdd-eda877dfe3c2 HTTP/1.1" status: 200  len: 946 time: 0.0471737
May 07 22:38:29.592526 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0761da9a-0b1c-4aa6-930a-36b1e03ed34d req-7e5eb0f2-f012-4d1c-9f33-ac7f65434506 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b744860-6934-46f9-949e-2c64feb37163&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0444846
May 07 22:38:29.617387 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 59054) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:38:29.677796 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-07e04e59-524f-4b42-b568-6fc0d0b504d9 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/floatingips/e6f50a54-835d-4f00-b4c9-b00a63445d52 HTTP/1.1" status: 200  len: 994 time: 0.0592644
May 07 22:38:30.398587 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:38:30.940830 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cb5fc7-13ea-4f28-b73d-427e48b6c033 req-2b08524b-da50-4228-86c8-28f13585c922 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:38:30.943076 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-86cb5fc7-13ea-4f28-b73d-427e48b6c033 req-2b08524b-da50-4228-86c8-28f13585c922 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=931d8542-a351-49bc-afdd-eda877dfe3c2 HTTP/1.1" status: 200  len: 946 time: 0.0484405
May 07 22:38:30.961453 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b08435-73b1-4ab4-acfc-5b76d869bef4 req-3b983262-ef22-44c2-852b-7e391f208725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:38:30.963022 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-03b08435-73b1-4ab4-acfc-5b76d869bef4 req-3b983262-ef22-44c2-852b-7e391f208725 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f3dc672b922b4f86869d8b6108240e0a&device_id=931d8542-a351-49bc-afdd-eda877dfe3c2 HTTP/1.1" status: 200  len: 1128 time: 0.0454531
May 07 22:38:30.997683 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-86cb5fc7-13ea-4f28-b73d-427e48b6c033 req-53353256-5fdb-45f3-b360-56444ee923a6 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b744860-6934-46f9-949e-2c64feb37163&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0484617
May 07 22:38:31.053988 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b08435-73b1-4ab4-acfc-5b76d869bef4 req-46414945-ca83-448a-ad42-0eed41896295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:38:31.055487 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-03b08435-73b1-4ab4-acfc-5b76d869bef4 req-46414945-ca83-448a-ad42-0eed41896295 service neutron] 10.222.0.55 "GET /v2.0/networks?id=113e217e-2498-42de-9275-e28e3e4deabe HTTP/1.1" status: 200  len: 897 time: 0.0864377
May 07 22:38:31.122618 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-03b08435-73b1-4ab4-acfc-5b76d869bef4 req-5a50979d-ea84-40cf-bc7b-e9ac7dd61376 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1198e88f-fdd8-4ae3-acce-dbd51b91440c HTTP/1.1" status: 200  len: 1002 time: 0.0617964
May 07 22:38:31.171563 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b08435-73b1-4ab4-acfc-5b76d869bef4 req-1a66d5ba-0dac-4c99-8354-ae951661761b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:38:31.173002 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-03b08435-73b1-4ab4-acfc-5b76d869bef4 req-1a66d5ba-0dac-4c99-8354-ae951661761b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fac05695-58a2-4a4a-b48a-67791838fa99 HTTP/1.1" status: 200  len: 835 time: 0.0435529
May 07 22:38:31.213708 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b08435-73b1-4ab4-acfc-5b76d869bef4 req-45ee79a4-d5cc-436f-a8fd-56bb9bac6530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:38:31.215145 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-03b08435-73b1-4ab4-acfc-5b76d869bef4 req-45ee79a4-d5cc-436f-a8fd-56bb9bac6530 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=113e217e-2498-42de-9275-e28e3e4deabe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0366173
May 07 22:38:31.311481 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-03b08435-73b1-4ab4-acfc-5b76d869bef4 req-9c807184-0be7-482b-a7a7-da6132369c19 service neutron] 10.222.0.55 "GET /v2.0/networks/113e217e-2498-42de-9275-e28e3e4deabe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0899661
May 07 22:38:31.400177 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-03b08435-73b1-4ab4-acfc-5b76d869bef4 req-1e32dd01-6539-4dbb-a331-2435f8c6ff56 service neutron] 10.222.0.55 "GET /v2.0/networks/113e217e-2498-42de-9275-e28e3e4deabe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0823853
May 07 22:38:32.119457 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850eb7b9-ce9e-40ce-b26f-8a7f08079e86 req-71951047-0a0c-461c-93b9-02220da867b4 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:38:32.120934 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-850eb7b9-ce9e-40ce-b26f-8a7f08079e86 req-71951047-0a0c-461c-93b9-02220da867b4 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=931d8542-a351-49bc-afdd-eda877dfe3c2 HTTP/1.1" status: 200  len: 946 time: 0.0507371
May 07 22:38:32.169093 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-850eb7b9-ce9e-40ce-b26f-8a7f08079e86 req-3814da44-4e78-4bdb-bb4a-860422f08a96 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b744860-6934-46f9-949e-2c64feb37163&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0426061
May 07 22:38:32.191641 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 59080) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:38:32.251196 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-563da9d2-30ed-434f-b958-789d9780ef12 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/floatingips/e6f50a54-835d-4f00-b4c9-b00a63445d52 HTTP/1.1" status: 200  len: 994 time: 0.0577874
May 07 22:38:52.157750 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:38:53.725725 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9c3f74ce-993e-40ac-8952-2273005a842f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:38:54.342268 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:38:55.878015 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 22:38:56.603714 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-054c9656-7a5a-41cb-9d82-b2160cddac25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:38:57.587528 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:38:59.303238 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:00.399648 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:02.622303 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 59092) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:39:02.771377 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-304d8066-844e-4377-ad6e-cad2734dafea tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Deleting port 27be63da-f06f-46ec-9608-7a319aa0df45 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:39:02.771725 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-304d8066-844e-4377-ad6e-cad2734dafea tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (27be63da-f06f-46ec-9608-7a319aa0df45), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:02.849893 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-304d8066-844e-4377-ad6e-cad2734dafea tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (27be63da-f06f-46ec-9608-7a319aa0df45), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:02.850235 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-304d8066-844e-4377-ad6e-cad2734dafea tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for floatingip (27be63da-f06f-46ec-9608-7a319aa0df45), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:02.861769 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-304d8066-844e-4377-ad6e-cad2734dafea tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Calling delete_port for 27be63da-f06f-46ec-9608-7a319aa0df45 owned by network:floatingip {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:39:03.005211 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-304d8066-844e-4377-ad6e-cad2734dafea tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (27be63da-f06f-46ec-9608-7a319aa0df45), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:03.031366 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304d8066-844e-4377-ad6e-cad2734dafea tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event deleted for resources: {'Port': ['ID=27be63da-f06f-46ec-9608-7a319aa0df45,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:39:03.057034 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304d8066-844e-4377-ad6e-cad2734dafea tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:39:03.057382 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304d8066-844e-4377-ad6e-cad2734dafea tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:39:03.057728 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304d8066-844e-4377-ad6e-cad2734dafea tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:39:03.058057 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304d8066-844e-4377-ad6e-cad2734dafea tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:39:03.058399 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304d8066-844e-4377-ad6e-cad2734dafea tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:39:03.058720 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304d8066-844e-4377-ad6e-cad2734dafea tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:39:03.059085 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304d8066-844e-4377-ad6e-cad2734dafea tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:39:03.059407 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304d8066-844e-4377-ad6e-cad2734dafea tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:39:03.059731 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304d8066-844e-4377-ad6e-cad2734dafea tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:39:03.060057 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304d8066-844e-4377-ad6e-cad2734dafea tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:39:03.060379 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304d8066-844e-4377-ad6e-cad2734dafea tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:39:03.060701 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304d8066-844e-4377-ad6e-cad2734dafea tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:39:03.061021 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304d8066-844e-4377-ad6e-cad2734dafea tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:39:03.061341 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304d8066-844e-4377-ad6e-cad2734dafea tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:39:03.061657 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304d8066-844e-4377-ad6e-cad2734dafea tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:39:03.102260 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-304d8066-844e-4377-ad6e-cad2734dafea tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for floatingip (e6f50a54-835d-4f00-b4c9-b00a63445d52), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:03.102583 ncdv-master-1 neutron-server[121837]: INFO neutron.db.l3_db [None req-304d8066-844e-4377-ad6e-cad2734dafea tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Floating IP e6f50a54-835d-4f00-b4c9-b00a63445d52 disassociated (deleted). External IP: 172.35.4.131, port: 1198e88f-fdd8-4ae3-acce-dbd51b91440c.
May 07 22:39:03.315039 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-304d8066-844e-4377-ad6e-cad2734dafea tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Router d9c08af4-085c-4a6d-872f-0b7fed53e16f has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:39:03.424175 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-304d8066-844e-4377-ad6e-cad2734dafea tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:39:03.429682 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-304d8066-844e-4377-ad6e-cad2734dafea tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:03.434288 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7c5253-c6ed-4d82-baa1-06d69c2e8450 None None] Sync routers for ids ['d9c08af4-085c-4a6d-872f-0b7fed53e16f'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:39:03.444082 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7c5253-c6ed-4d82-baa1-06d69c2e8450 None None] Routers {'d9c08af4-085c-4a6d-872f-0b7fed53e16f'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:39:03.444825 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-6b7c5253-c6ed-4d82-baa1-06d69c2e8450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7fc92d90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:38:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['d9c08af4-085c-4a6d-872f-0b7fed53e16f'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:39:03.459053 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-304d8066-844e-4377-ad6e-cad2734dafea tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "DELETE /v2.0/floatingips/e6f50a54-835d-4f00-b4c9-b00a63445d52 HTTP/1.1" status: 204  len: 168 time: 0.8356133
May 07 22:39:03.460150 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '931d8542-a351-49bc-afdd-eda877dfe3c2', 'tag': '1198e88f-fdd8-4ae3-acce-dbd51b91440c'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:39:03.462463 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95af24a7-8980-4de3-b672-4197687a8a08" -d '{"events": [{"name": "network-changed", "server_uuid": "931d8542-a351-49bc-afdd-eda877dfe3c2", "tag": "1198e88f-fdd8-4ae3-acce-dbd51b91440c"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:39:03.556426 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-6b7c5253-c6ed-4d82-baa1-06d69c2e8450 None None] Set router d9c08af4-085c-4a6d-872f-0b7fed53e16f gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:39:03.573692 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d93b37ec-31fb-412d-9ca3-1b735ab00c4e x-openstack-request-id: req-d93b37ec-31fb-412d-9ca3-1b735ab00c4e {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:39:03.574003 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "931d8542-a351-49bc-afdd-eda877dfe3c2", "tag": "1198e88f-fdd8-4ae3-acce-dbd51b91440c", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:39:03.574259 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d93b37ec-31fb-412d-9ca3-1b735ab00c4e {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:39:03.574710 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d93b37ec-31fb-412d-9ca3-1b735ab00c4e'] response: {'name': 'network-changed', 'server_uuid': '931d8542-a351-49bc-afdd-eda877dfe3c2', 'tag': '1198e88f-fdd8-4ae3-acce-dbd51b91440c', 'status': 'completed', 'code': 200}
May 07 22:39:03.641255 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af24a7-8980-4de3-b672-4197687a8a08 req-c9326354-fb4c-4b87-82a5-191304d9ff45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:39:03.643724 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-95af24a7-8980-4de3-b672-4197687a8a08 req-c9326354-fb4c-4b87-82a5-191304d9ff45 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f3dc672b922b4f86869d8b6108240e0a&device_id=931d8542-a351-49bc-afdd-eda877dfe3c2 HTTP/1.1" status: 200  len: 1128 time: 0.0456736
May 07 22:39:03.692124 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6906fa32-218c-4d69-8b8c-698dfa1ab4f1 req-8e86a641-1826-4147-9945-b87bc7557805 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:39:03.693672 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6906fa32-218c-4d69-8b8c-698dfa1ab4f1 req-8e86a641-1826-4147-9945-b87bc7557805 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=931d8542-a351-49bc-afdd-eda877dfe3c2 HTTP/1.1" status: 200  len: 946 time: 0.0480554
May 07 22:39:03.752292 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6906fa32-218c-4d69-8b8c-698dfa1ab4f1 req-2d45a621-b138-4d55-9efa-333b374df78c tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b744860-6934-46f9-949e-2c64feb37163&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0526311
May 07 22:39:03.758448 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-6b7c5253-c6ed-4d82-baa1-06d69c2e8450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7fc92d90>, [{'id': 'd9c08af4-085c-4a6d-872f-0b7fed53e16f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139444034', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.80'}], 'enable_snat': True}, 'gw_port_id': '5d591951-d016-4e09-88bb-ebe7898cd79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:37:24Z', 'updated_at': '2022-05-07T22:37:27Z', 'revision_number': 4, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'gw_port': {'id': '5d591951-d016-4e09-88bb-ebe7898cd79f', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:df:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c08af4-085c-4a6d-872f-0b7fed53e16f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:37:24Z', 'updated_at': '2022-05-07T22:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'de17669b-3548-4977-8202-3c6c3e13a60f', 'name': '', 'network_id': '113e217e-2498-42de-9275-e28e3e4deabe', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'mac_address': 'fa:16:3e:94:61:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c08af4-085c-4a6d-872f-0b7fed53e16f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'fac05695-58a2-4a4a-b48a-67791838fa99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:37:27Z', 'updated_at': '2022-05-07T22:37:30Z', 'revision_number': 5, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'subnets': [{'id': 'fac05695-58a2-4a4a-b48a-67791838fa99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:39:03.789988 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7c5253-c6ed-4d82-baa1-06d69c2e8450 None None] Checking router: d9c08af4-085c-4a6d-872f-0b7fed53e16f for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:39:03.798364 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7c5253-c6ed-4d82-baa1-06d69c2e8450 None None] Routers {'d9c08af4-085c-4a6d-872f-0b7fed53e16f'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:39:03.799008 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-6b7c5253-c6ed-4d82-baa1-06d69c2e8450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7fc92d90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:38:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['d9c08af4-085c-4a6d-872f-0b7fed53e16f'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:39:03.905135 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-6b7c5253-c6ed-4d82-baa1-06d69c2e8450 None None] Set router d9c08af4-085c-4a6d-872f-0b7fed53e16f gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:39:04.087419 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-6b7c5253-c6ed-4d82-baa1-06d69c2e8450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7fc92d90>, [{'id': 'd9c08af4-085c-4a6d-872f-0b7fed53e16f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139444034', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.80'}], 'enable_snat': True}, 'gw_port_id': '5d591951-d016-4e09-88bb-ebe7898cd79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:37:24Z', 'updated_at': '2022-05-07T22:37:27Z', 'revision_number': 4, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'gw_port': {'id': '5d591951-d016-4e09-88bb-ebe7898cd79f', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:df:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c08af4-085c-4a6d-872f-0b7fed53e16f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:37:24Z', 'updated_at': '2022-05-07T22:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'de17669b-3548-4977-8202-3c6c3e13a60f', 'name': '', 'network_id': '113e217e-2498-42de-9275-e28e3e4deabe', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'mac_address': 'fa:16:3e:94:61:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c08af4-085c-4a6d-872f-0b7fed53e16f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'fac05695-58a2-4a4a-b48a-67791838fa99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:37:27Z', 'updated_at': '2022-05-07T22:37:30Z', 'revision_number': 5, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'subnets': [{'id': 'fac05695-58a2-4a4a-b48a-67791838fa99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:39:04.118565 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7c5253-c6ed-4d82-baa1-06d69c2e8450 None None] The sync data for ids ['d9c08af4-085c-4a6d-872f-0b7fed53e16f'] in ncdv-master-1 is: [{'id': 'd9c08af4-085c-4a6d-872f-0b7fed53e16f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139444034', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.80'}], 'enable_snat': True}, 'gw_port_id': '5d591951-d016-4e09-88bb-ebe7898cd79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:37:24Z', 'updated_at': '2022-05-07T22:37:27Z', 'revision_number': 4, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'gw_port': {'id': '5d591951-d016-4e09-88bb-ebe7898cd79f', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:df:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c08af4-085c-4a6d-872f-0b7fed53e16f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:37:24Z', 'updated_at': '2022-05-07T22:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'de17669b-3548-4977-8202-3c6c3e13a60f', 'name': '', 'network_id': '113e217e-2498-42de-9275-e28e3e4deabe', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'mac_address': 'fa:16:3e:94:61:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c08af4-085c-4a6d-872f-0b7fed53e16f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4332, 'fixed_ips': [{'subnet_id': 'fac05695-58a2-4a4a-b48a-67791838fa99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:37:27Z', 'updated_at': '2022-05-07T22:37:30Z', 'revision_number': 5, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'subnets': [{'id': 'fac05695-58a2-4a4a-b48a-67791838fa99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:39:04.342439 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed93281a-44a6-4e38-8ac7-e8702fdbde86 None None] New status for floating IP e6f50a54-835d-4f00-b4c9-b00a63445d52: DOWN {{(pid=121839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 07 22:39:04.908737 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6a9d1f-4997-420c-84e8-d979b3b13749 req-0870baed-bb49-4f5f-96ce-63d440c4c7d2 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:39:04.910203 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4a6a9d1f-4997-420c-84e8-d979b3b13749 req-0870baed-bb49-4f5f-96ce-63d440c4c7d2 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=931d8542-a351-49bc-afdd-eda877dfe3c2 HTTP/1.1" status: 200  len: 946 time: 0.0858030
May 07 22:39:04.945101 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af24a7-8980-4de3-b672-4197687a8a08 req-f62f6d3e-b3f1-4dca-9524-d9808ee3cea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:39:04.946524 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-95af24a7-8980-4de3-b672-4197687a8a08 req-f62f6d3e-b3f1-4dca-9524-d9808ee3cea4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=113e217e-2498-42de-9275-e28e3e4deabe HTTP/1.1" status: 200  len: 897 time: 0.1438868
May 07 22:39:04.981109 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-4a6a9d1f-4997-420c-84e8-d979b3b13749 req-1e5470a0-a847-4775-bfff-4bd9e6676399 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=7b744860-6934-46f9-949e-2c64feb37163&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0638578
May 07 22:39:05.012416 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-95af24a7-8980-4de3-b672-4197687a8a08 req-5dc64744-8d6a-4775-a287-1cffe0ee380a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1198e88f-fdd8-4ae3-acce-dbd51b91440c HTTP/1.1" status: 200  len: 217 time: 0.0422800
May 07 22:39:05.063340 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af24a7-8980-4de3-b672-4197687a8a08 req-f19c34f5-9bd5-46d8-851f-ff5d203719de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:39:05.064907 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-95af24a7-8980-4de3-b672-4197687a8a08 req-f19c34f5-9bd5-46d8-851f-ff5d203719de service neutron] 10.222.0.55 "GET /v2.0/subnets?id=fac05695-58a2-4a4a-b48a-67791838fa99 HTTP/1.1" status: 200  len: 835 time: 0.0446846
May 07 22:39:05.161456 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af24a7-8980-4de3-b672-4197687a8a08 req-6ca4dfa5-c4ee-4971-8592-ba56e4b79010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:39:05.163656 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-95af24a7-8980-4de3-b672-4197687a8a08 req-6ca4dfa5-c4ee-4971-8592-ba56e4b79010 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=113e217e-2498-42de-9275-e28e3e4deabe&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0679176
May 07 22:39:05.169737 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eae9788-b5ea-44e2-add8-3a2e6b98f48e req-e59329dd-26af-44ca-8e91-ae76832479fa tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:39:05.171085 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2eae9788-b5ea-44e2-add8-3a2e6b98f48e req-e59329dd-26af-44ca-8e91-ae76832479fa tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.55 "GET /v2.0/ports?device_id=931d8542-a351-49bc-afdd-eda877dfe3c2 HTTP/1.1" status: 200  len: 946 time: 0.0671601
May 07 22:39:05.317956 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-2eae9788-b5ea-44e2-add8-3a2e6b98f48e req-6a615bdf-2955-42da-a6c7-eadccc460c52 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Deleting port 1198e88f-fdd8-4ae3-acce-dbd51b91440c {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:39:05.318210 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-2eae9788-b5ea-44e2-add8-3a2e6b98f48e req-6a615bdf-2955-42da-a6c7-eadccc460c52 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (1198e88f-fdd8-4ae3-acce-dbd51b91440c), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:05.324875 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-95af24a7-8980-4de3-b672-4197687a8a08 req-c1465291-8799-406a-a752-d033be4189d2 service neutron] 10.222.0.55 "GET /v2.0/networks/113e217e-2498-42de-9275-e28e3e4deabe?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1529412
May 07 22:39:05.481837 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-2eae9788-b5ea-44e2-add8-3a2e6b98f48e req-6a615bdf-2955-42da-a6c7-eadccc460c52 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] For port 1198e88f-fdd8-4ae3-acce-dbd51b91440c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1198e88f-fdd8-4ae3-acce-dbd51b91440c,segment=NetworkSegment(faf14da2-21d4-4199-8a2c-a532cf86110c),segment_id=faf14da2-21d4-4199-8a2c-a532cf86110c)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:39:05.482204 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-2eae9788-b5ea-44e2-add8-3a2e6b98f48e req-6a615bdf-2955-42da-a6c7-eadccc460c52 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (1198e88f-fdd8-4ae3-acce-dbd51b91440c), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:05.495552 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-95af24a7-8980-4de3-b672-4197687a8a08 req-b4cac3be-2c06-4411-b8d0-115827fc7368 service neutron] 10.222.0.55 "GET /v2.0/networks/113e217e-2498-42de-9275-e28e3e4deabe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1601853
May 07 22:39:05.499607 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-2eae9788-b5ea-44e2-add8-3a2e6b98f48e req-6a615bdf-2955-42da-a6c7-eadccc460c52 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Calling delete_port for 1198e88f-fdd8-4ae3-acce-dbd51b91440c owned by compute:nova {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:39:05.627876 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-2eae9788-b5ea-44e2-add8-3a2e6b98f48e req-6a615bdf-2955-42da-a6c7-eadccc460c52 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (1198e88f-fdd8-4ae3-acce-dbd51b91440c), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:05.661189 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a615bdf-2955-42da-a6c7-eadccc460c52 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event deleted for resources: {'Port': ['ID=1198e88f-fdd8-4ae3-acce-dbd51b91440c,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:39:05.688456 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a615bdf-2955-42da-a6c7-eadccc460c52 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:39:05.688811 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a615bdf-2955-42da-a6c7-eadccc460c52 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:39:05.689156 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a615bdf-2955-42da-a6c7-eadccc460c52 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:39:05.689496 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a615bdf-2955-42da-a6c7-eadccc460c52 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:39:05.689832 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a615bdf-2955-42da-a6c7-eadccc460c52 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:39:05.690319 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a615bdf-2955-42da-a6c7-eadccc460c52 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:39:05.690490 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a615bdf-2955-42da-a6c7-eadccc460c52 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:39:05.690841 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a615bdf-2955-42da-a6c7-eadccc460c52 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:39:05.691170 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a615bdf-2955-42da-a6c7-eadccc460c52 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:39:05.691497 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a615bdf-2955-42da-a6c7-eadccc460c52 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:39:05.691826 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a615bdf-2955-42da-a6c7-eadccc460c52 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:39:05.692151 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a615bdf-2955-42da-a6c7-eadccc460c52 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:39:05.692476 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a615bdf-2955-42da-a6c7-eadccc460c52 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:39:05.692800 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a615bdf-2955-42da-a6c7-eadccc460c52 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:39:05.693124 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a615bdf-2955-42da-a6c7-eadccc460c52 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:39:05.716492 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eae9788-b5ea-44e2-add8-3a2e6b98f48e req-6a615bdf-2955-42da-a6c7-eadccc460c52 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] No DVR routers for this DVR port 1198e88f-fdd8-4ae3-acce-dbd51b91440c on host nch1-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:39:05.718932 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-2eae9788-b5ea-44e2-add8-3a2e6b98f48e req-6a615bdf-2955-42da-a6c7-eadccc460c52 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:05.722128 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2eae9788-b5ea-44e2-add8-3a2e6b98f48e req-6a615bdf-2955-42da-a6c7-eadccc460c52 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.55 "DELETE /v2.0/ports/1198e88f-fdd8-4ae3-acce-dbd51b91440c HTTP/1.1" status: 204  len: 173 time: 0.5434241
May 07 22:39:05.722568 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '931d8542-a351-49bc-afdd-eda877dfe3c2', 'name': 'network-vif-deleted', 'tag': '1198e88f-fdd8-4ae3-acce-dbd51b91440c'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:39:05.724820 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa0506a-13bb-4f28-9f82-e0085c71c91b" -d '{"events": [{"server_uuid": "931d8542-a351-49bc-afdd-eda877dfe3c2", "name": "network-vif-deleted", "tag": "1198e88f-fdd8-4ae3-acce-dbd51b91440c"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:39:05.764903 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b44e49e-133f-4f15-a649-d5c233da0729 x-openstack-request-id: req-7b44e49e-133f-4f15-a649-d5c233da0729 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:39:05.765207 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "931d8542-a351-49bc-afdd-eda877dfe3c2", "name": "network-vif-deleted", "tag": "1198e88f-fdd8-4ae3-acce-dbd51b91440c", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:39:05.765488 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7b44e49e-133f-4f15-a649-d5c233da0729 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:39:05.765902 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b44e49e-133f-4f15-a649-d5c233da0729'] response: {'server_uuid': '931d8542-a351-49bc-afdd-eda877dfe3c2', 'name': 'network-vif-deleted', 'tag': '1198e88f-fdd8-4ae3-acce-dbd51b91440c', 'status': 'completed', 'code': 200}
May 07 22:39:06.094380 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c3189bfd-fdb8-4c6d-9fb1-d999753de2fa req-a39846f4-10fa-4f28-b1f8-c5817362788b tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=931d8542-a351-49bc-afdd-eda877dfe3c2 HTTP/1.1" status: 200  len: 210 time: 0.0307775
May 07 22:39:07.161249 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 59110) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:39:07.509142 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c3979b9e-0db8-45e9-845f-74ca81440a2d tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401094'] for router_interface (d9c08af4-085c-4a6d-872f-0b7fed53e16f), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:07.751185 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-c3979b9e-0db8-45e9-845f-74ca81440a2d tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Deleting port de17669b-3548-4977-8202-3c6c3e13a60f {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:39:07.751525 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c3979b9e-0db8-45e9-845f-74ca81440a2d tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (de17669b-3548-4977-8202-3c6c3e13a60f), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:07.841791 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-c3979b9e-0db8-45e9-845f-74ca81440a2d tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] For port de17669b-3548-4977-8202-3c6c3e13a60f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=de17669b-3548-4977-8202-3c6c3e13a60f,segment=NetworkSegment(faf14da2-21d4-4199-8a2c-a532cf86110c),segment_id=faf14da2-21d4-4199-8a2c-a532cf86110c)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:39:07.842160 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c3979b9e-0db8-45e9-845f-74ca81440a2d tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (de17669b-3548-4977-8202-3c6c3e13a60f), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:07.855439 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-c3979b9e-0db8-45e9-845f-74ca81440a2d tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Calling delete_port for de17669b-3548-4977-8202-3c6c3e13a60f owned by network:router_interface {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:39:08.046641 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c3979b9e-0db8-45e9-845f-74ca81440a2d tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (de17669b-3548-4977-8202-3c6c3e13a60f), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:08.078566 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3979b9e-0db8-45e9-845f-74ca81440a2d tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event deleted for resources: {'Port': ['ID=de17669b-3548-4977-8202-3c6c3e13a60f,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:39:08.267186 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c3979b9e-0db8-45e9-845f-74ca81440a2d tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401002'] for router_interface (d9c08af4-085c-4a6d-872f-0b7fed53e16f), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:08.507447 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3979b9e-0db8-45e9-845f-74ca81440a2d tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Router d9c08af4-085c-4a6d-872f-0b7fed53e16f has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:39:08.618446 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3979b9e-0db8-45e9-845f-74ca81440a2d tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:39:08.623713 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-c3979b9e-0db8-45e9-845f-74ca81440a2d tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "PUT /v2.0/routers/d9c08af4-085c-4a6d-872f-0b7fed53e16f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.4614291
May 07 22:39:08.626550 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 59112) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:39:08.627568 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e336570f-e13a-44f9-b20f-4c78a1ed58be None None] Sync routers for ids ['d9c08af4-085c-4a6d-872f-0b7fed53e16f'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:39:08.638336 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e336570f-e13a-44f9-b20f-4c78a1ed58be None None] Routers {'d9c08af4-085c-4a6d-872f-0b7fed53e16f'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:39:08.638996 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-e336570f-e13a-44f9-b20f-4c78a1ed58be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7fba2b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:38:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['d9c08af4-085c-4a6d-872f-0b7fed53e16f'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:39:08.678699 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6846fb1-9859-4249-bdaf-783fffb185e9 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Deleting subnet fac05695-58a2-4a4a-b48a-67791838fa99 {{(pid=121836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:39:08.681818 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e6846fb1-9859-4249-bdaf-783fffb185e9 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for subnet (fac05695-58a2-4a4a-b48a-67791838fa99), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:08.723688 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e6846fb1-9859-4249-bdaf-783fffb185e9 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726883'] for subnet (fac05695-58a2-4a4a-b48a-67791838fa99), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:08.750482 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-e336570f-e13a-44f9-b20f-4c78a1ed58be None None] Set router d9c08af4-085c-4a6d-872f-0b7fed53e16f gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:39:08.813967 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e6846fb1-9859-4249-bdaf-783fffb185e9 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (fac05695-58a2-4a4a-b48a-67791838fa99), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:08.874905 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e6846fb1-9859-4249-bdaf-783fffb185e9 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (fac05695-58a2-4a4a-b48a-67791838fa99), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:08.903129 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6846fb1-9859-4249-bdaf-783fffb185e9 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event deleted for resources: {'Subnet': ['ID=fac05695-58a2-4a4a-b48a-67791838fa99,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:39:08.905142 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e6846fb1-9859-4249-bdaf-783fffb185e9 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:08.908295 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-e6846fb1-9859-4249-bdaf-783fffb185e9 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "DELETE /v2.0/subnets/fac05695-58a2-4a4a-b48a-67791838fa99 HTTP/1.1" status: 204  len: 168 time: 0.2807927
May 07 22:39:08.911083 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 59114) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:39:08.917004 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae3b401-c521-435d-927a-22f5f61bd2f3 None None] Network 113e217e-2498-42de-9275-e28e3e4deabe requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:39:08.942186 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-e336570f-e13a-44f9-b20f-4c78a1ed58be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7fba2b50>, [{'id': 'd9c08af4-085c-4a6d-872f-0b7fed53e16f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139444034', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.80'}], 'enable_snat': True}, 'gw_port_id': '5d591951-d016-4e09-88bb-ebe7898cd79f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:37:24Z', 'updated_at': '2022-05-07T22:39:07Z', 'revision_number': 5, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'gw_port': {'id': '5d591951-d016-4e09-88bb-ebe7898cd79f', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:df:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9c08af4-085c-4a6d-872f-0b7fed53e16f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:37:24Z', 'updated_at': '2022-05-07T22:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:39:09.024884 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9386e39c-574c-42d6-bbe2-8d67788311e1 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for router (d9c08af4-085c-4a6d-872f-0b7fed53e16f), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:09.139333 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9386e39c-574c-42d6-bbe2-8d67788311e1 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for router_gateway (d9c08af4-085c-4a6d-872f-0b7fed53e16f), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:09.161626 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e336570f-e13a-44f9-b20f-4c78a1ed58be None None] Checking router: d9c08af4-085c-4a6d-872f-0b7fed53e16f for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:39:09.185040 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-9386e39c-574c-42d6-bbe2-8d67788311e1 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Deleting port 5d591951-d016-4e09-88bb-ebe7898cd79f {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:39:09.185386 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9386e39c-574c-42d6-bbe2-8d67788311e1 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (5d591951-d016-4e09-88bb-ebe7898cd79f), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:09.192469 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e336570f-e13a-44f9-b20f-4c78a1ed58be None None] Routers {'d9c08af4-085c-4a6d-872f-0b7fed53e16f'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:39:09.193115 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-e336570f-e13a-44f9-b20f-4c78a1ed58be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7fba2b50>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:38:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['d9c08af4-085c-4a6d-872f-0b7fed53e16f'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:39:09.274718 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-9386e39c-574c-42d6-bbe2-8d67788311e1 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] For port 5d591951-d016-4e09-88bb-ebe7898cd79f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5d591951-d016-4e09-88bb-ebe7898cd79f,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:39:09.275251 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9386e39c-574c-42d6-bbe2-8d67788311e1 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (5d591951-d016-4e09-88bb-ebe7898cd79f), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:09.288532 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-9386e39c-574c-42d6-bbe2-8d67788311e1 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Calling delete_port for 5d591951-d016-4e09-88bb-ebe7898cd79f owned by network:router_gateway {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:39:09.288885 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-e336570f-e13a-44f9-b20f-4c78a1ed58be None None] Set router d9c08af4-085c-4a6d-872f-0b7fed53e16f gateway port host: None {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:39:09.318525 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398c4a95-e052-48a9-91bc-627a5b3a7f49 None None] DHCP port deletion for 113e217e-2498-42de-9275-e28e3e4deabe request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:39:09.347867 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-e336570f-e13a-44f9-b20f-4c78a1ed58be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7fba2b50>, [{'id': 'd9c08af4-085c-4a6d-872f-0b7fed53e16f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139444034', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:37:24Z', 'updated_at': '2022-05-07T22:39:09Z', 'revision_number': 6, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:39:09.397726 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e336570f-e13a-44f9-b20f-4c78a1ed58be None None] The sync data for ids ['d9c08af4-085c-4a6d-872f-0b7fed53e16f'] in ncdv-master-1 is: [{'id': 'd9c08af4-085c-4a6d-872f-0b7fed53e16f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-139444034', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:37:24Z', 'updated_at': '2022-05-07T22:39:09Z', 'revision_number': 6, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'gw_port_host': None}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:39:09.412589 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-398c4a95-e052-48a9-91bc-627a5b3a7f49 None None] Deleting port cfa87bce-b272-463e-8434-6ed97219f8f9 {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:39:09.413236 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-398c4a95-e052-48a9-91bc-627a5b3a7f49 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (cfa87bce-b272-463e-8434-6ed97219f8f9), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:09.472909 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9386e39c-574c-42d6-bbe2-8d67788311e1 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (5d591951-d016-4e09-88bb-ebe7898cd79f), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:09.480199 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-398c4a95-e052-48a9-91bc-627a5b3a7f49 None None] For port cfa87bce-b272-463e-8434-6ed97219f8f9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cfa87bce-b272-463e-8434-6ed97219f8f9,segment=NetworkSegment(faf14da2-21d4-4199-8a2c-a532cf86110c),segment_id=faf14da2-21d4-4199-8a2c-a532cf86110c)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:39:09.480750 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-398c4a95-e052-48a9-91bc-627a5b3a7f49 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (cfa87bce-b272-463e-8434-6ed97219f8f9), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:09.497309 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-398c4a95-e052-48a9-91bc-627a5b3a7f49 None None] Calling delete_port for cfa87bce-b272-463e-8434-6ed97219f8f9 owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:39:09.501601 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9386e39c-574c-42d6-bbe2-8d67788311e1 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event deleted for resources: {'Port': ['ID=5d591951-d016-4e09-88bb-ebe7898cd79f,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:39:09.545387 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 1198e88f-fdd8-4ae3-acce-dbd51b91440c no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:39:09.568026 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9386e39c-574c-42d6-bbe2-8d67788311e1 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395776'] for router_gateway (d9c08af4-085c-4a6d-872f-0b7fed53e16f), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:09.574795 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] No Port match for: 1198e88f-fdd8-4ae3-acce-dbd51b91440c {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:39:09.575150 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 1198e88f-fdd8-4ae3-acce-dbd51b91440c not bound to the agent host nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:39:09.604268 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-398c4a95-e052-48a9-91bc-627a5b3a7f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (cfa87bce-b272-463e-8434-6ed97219f8f9), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:09.632713 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398c4a95-e052-48a9-91bc-627a5b3a7f49 None None] Pushing event deleted for resources: {'Port': ['ID=cfa87bce-b272-463e-8434-6ed97219f8f9,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:39:09.635222 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398c4a95-e052-48a9-91bc-627a5b3a7f49 None None] No DVR routers for this DVR port cfa87bce-b272-463e-8434-6ed97219f8f9 on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:39:09.644854 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398c4a95-e052-48a9-91bc-627a5b3a7f49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:39:09.645309 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398c4a95-e052-48a9-91bc-627a5b3a7f49 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:39:09.645917 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398c4a95-e052-48a9-91bc-627a5b3a7f49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:39:09.646378 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398c4a95-e052-48a9-91bc-627a5b3a7f49 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:39:09.647512 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398c4a95-e052-48a9-91bc-627a5b3a7f49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:39:09.648120 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398c4a95-e052-48a9-91bc-627a5b3a7f49 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:39:09.648638 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398c4a95-e052-48a9-91bc-627a5b3a7f49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:39:09.649188 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398c4a95-e052-48a9-91bc-627a5b3a7f49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:39:09.649603 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398c4a95-e052-48a9-91bc-627a5b3a7f49 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:39:09.649943 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398c4a95-e052-48a9-91bc-627a5b3a7f49 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:39:09.650282 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398c4a95-e052-48a9-91bc-627a5b3a7f49 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:39:09.650618 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398c4a95-e052-48a9-91bc-627a5b3a7f49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:39:09.650985 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398c4a95-e052-48a9-91bc-627a5b3a7f49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:39:09.651319 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398c4a95-e052-48a9-91bc-627a5b3a7f49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:39:09.651654 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398c4a95-e052-48a9-91bc-627a5b3a7f49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:39:10.001888 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9386e39c-574c-42d6-bbe2-8d67788311e1 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (d9c08af4-085c-4a6d-872f-0b7fed53e16f), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:10.004040 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9386e39c-574c-42d6-bbe2-8d67788311e1 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for router_controller (d9c08af4-085c-4a6d-872f-0b7fed53e16f), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:10.046912 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9386e39c-574c-42d6-bbe2-8d67788311e1 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (d9c08af4-085c-4a6d-872f-0b7fed53e16f), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:10.047497 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9386e39c-574c-42d6-bbe2-8d67788311e1 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Fanout notify agent at l3_agent the message router_deleted on router d9c08af4-085c-4a6d-872f-0b7fed53e16f {{(pid=121836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 22:39:10.054860 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9386e39c-574c-42d6-bbe2-8d67788311e1 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:10.055961 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-9386e39c-574c-42d6-bbe2-8d67788311e1 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "DELETE /v2.0/routers/d9c08af4-085c-4a6d-872f-0b7fed53e16f HTTP/1.1" status: 204  len: 168 time: 1.1439562
May 07 22:39:10.058663 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 59116) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:39:10.145450 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b133e13e-f5c9-4664-a8cd-378c763870a4 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (113e217e-2498-42de-9275-e28e3e4deabe), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:10.217615 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device de17669b-3548-4977-8202-3c6c3e13a60f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:39:10.238381 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b133e13e-f5c9-4664-a8cd-378c763870a4 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (113e217e-2498-42de-9275-e28e3e4deabe), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:10.239561 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: de17669b-3548-4977-8202-3c6c3e13a60f {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:39:10.239923 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device de17669b-3548-4977-8202-3c6c3e13a60f not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:39:10.240347 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device cfa87bce-b272-463e-8434-6ed97219f8f9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:39:10.258684 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-b133e13e-f5c9-4664-a8cd-378c763870a4 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf87559c70>,) {'filters': {'network_id': ['113e217e-2498-42de-9275-e28e3e4deabe']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:39:10.262759 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: cfa87bce-b272-463e-8434-6ed97219f8f9 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:39:10.263138 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device cfa87bce-b272-463e-8434-6ed97219f8f9 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:39:10.268023 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-b133e13e-f5c9-4664-a8cd-378c763870a4 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf87559c70>, 'faf14da2-21d4-4199-8a2c-a532cf86110c') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:39:10.268331 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-b133e13e-f5c9-4664-a8cd-378c763870a4 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf87559c70>, 'faf14da2-21d4-4199-8a2c-a532cf86110c') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:39:10.278436 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b133e13e-f5c9-4664-a8cd-378c763870a4 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (faf14da2-21d4-4199-8a2c-a532cf86110c), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:10.292406 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b133e13e-f5c9-4664-a8cd-378c763870a4 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (faf14da2-21d4-4199-8a2c-a532cf86110c), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:10.298479 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b133e13e-f5c9-4664-a8cd-378c763870a4 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:39:10.298896 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b133e13e-f5c9-4664-a8cd-378c763870a4 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (faf14da2-21d4-4199-8a2c-a532cf86110c), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:10.301934 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 22:39:10.301934 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:39:10.301934 ncdv-master-1 neutron-server[121836]:     timer()
May 07 22:39:10.301934 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:39:10.301934 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 22:39:10.301934 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:39:10.301934 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 22:39:10.301934 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:39:10.301934 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 22:39:10.301934 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:39:10.301934 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 22:39:10.301934 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:39:10.301934 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 22:39:10.301934 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:39:10.301934 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:39:10.301934 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:39:10.301934 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:39:10.301934 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:39:10.301934 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 22:39:10.301934 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:39:10.301934 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 22:39:10.301934 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:39:10.301934 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:39:10.301934 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:39:10.301934 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 22:39:10.301934 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:39:10.301934 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:39:10.301934 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:39:10.301934 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:39:10.301934 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:39:10.301934 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:39:10.301934 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:39:10.364840 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b133e13e-f5c9-4664-a8cd-378c763870a4 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (113e217e-2498-42de-9275-e28e3e4deabe), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:10.371521 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b133e13e-f5c9-4664-a8cd-378c763870a4 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:10.374546 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-b133e13e-f5c9-4664-a8cd-378c763870a4 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "DELETE /v2.0/networks/113e217e-2498-42de-9275-e28e3e4deabe HTTP/1.1" status: 204  len: 168 time: 0.3149405
May 07 22:39:10.377482 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 59118) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:39:10.387071 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b133e13e-f5c9-4664-a8cd-378c763870a4 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event deleted for resources: {'Network': ['ID=113e217e-2498-42de-9275-e28e3e4deabe,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:39:10.441973 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8a0c4c23-c1e3-444d-82b2-56fe8f4f1077 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group (7b744860-6934-46f9-949e-2c64feb37163), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:10.474394 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8a0c4c23-c1e3-444d-82b2-56fe8f4f1077 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group (7b744860-6934-46f9-949e-2c64feb37163), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:10.543964 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8a0c4c23-c1e3-444d-82b2-56fe8f4f1077 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (7b744860-6934-46f9-949e-2c64feb37163), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:10.550939 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8a0c4c23-c1e3-444d-82b2-56fe8f4f1077 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:10.552116 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-8a0c4c23-c1e3-444d-82b2-56fe8f4f1077 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "DELETE /v2.0/security-groups/7b744860-6934-46f9-949e-2c64feb37163 HTTP/1.1" status: 204  len: 168 time: 0.1736441
May 07 22:39:10.561806 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0c4c23-c1e3-444d-82b2-56fe8f4f1077 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b744860-6934-46f9-949e-2c64feb37163,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:39:10.857966 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 59124) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:39:10.862492 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-05e10820-c0ef-447d-8696-87e526906892 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1170967879', 'description': 'tempest-secgroup-smoke-1170967879 description', 'project_id': 'f3dc672b922b4f86869d8b6108240e0a'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:39:10.883762 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-05e10820-c0ef-447d-8696-87e526906892 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:10.949772 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-05e10820-c0ef-447d-8696-87e526906892 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group (0ee83aba-8c36-456a-8dd1-455a1181cfb4), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:10.953670 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-05e10820-c0ef-447d-8696-87e526906892 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (0ee83aba-8c36-456a-8dd1-455a1181cfb4), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:10.983370 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-05e10820-c0ef-447d-8696-87e526906892 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:10.984584 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-05e10820-c0ef-447d-8696-87e526906892 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1255994
May 07 22:39:10.987670 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 59126) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:39:10.988428 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e10820-c0ef-447d-8696-87e526906892 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee83aba-8c36-456a-8dd1-455a1181cfb4,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:39:10.992294 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-e8939646-18ed-4889-835b-89c77bd07ac5 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Request body: {'security_group_rule': {'security_group_id': '0ee83aba-8c36-456a-8dd1-455a1181cfb4', 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:39:11.016952 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e8939646-18ed-4889-835b-89c77bd07ac5 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group_rule (9631be45-8d30-4e20-b23e-dc3e89ef2382), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:11.071710 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e8939646-18ed-4889-835b-89c77bd07ac5 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group_rule (9631be45-8d30-4e20-b23e-dc3e89ef2382), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:11.075130 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e8939646-18ed-4889-835b-89c77bd07ac5 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (9631be45-8d30-4e20-b23e-dc3e89ef2382), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:11.095400 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8939646-18ed-4889-835b-89c77bd07ac5 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9631be45-8d30-4e20-b23e-dc3e89ef2382,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:39:11.101237 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e8939646-18ed-4889-835b-89c77bd07ac5 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:11.102410 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-e8939646-18ed-4889-835b-89c77bd07ac5 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1137085
May 07 22:39:11.105110 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 59128) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:39:11.109106 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-dc015523-8211-4536-a449-369301bece0f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Request body: {'security_group_rule': {'security_group_id': '0ee83aba-8c36-456a-8dd1-455a1181cfb4', 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:39:11.135844 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-dc015523-8211-4536-a449-369301bece0f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group_rule (ddb9f810-e7f4-41c8-ae1f-d3d38651ec88), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:11.198338 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-dc015523-8211-4536-a449-369301bece0f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group_rule (ddb9f810-e7f4-41c8-ae1f-d3d38651ec88), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:11.202449 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-dc015523-8211-4536-a449-369301bece0f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (ddb9f810-e7f4-41c8-ae1f-d3d38651ec88), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:11.220426 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc015523-8211-4536-a449-369301bece0f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddb9f810-e7f4-41c8-ae1f-d3d38651ec88,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:39:11.229539 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-dc015523-8211-4536-a449-369301bece0f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:11.230730 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-dc015523-8211-4536-a449-369301bece0f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1248674
May 07 22:39:11.233660 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 59130) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:39:11.237997 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-4a9887a2-ba71-4180-9cf0-dca0d5bc5d43 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Request body: {'security_group_rule': {'security_group_id': '0ee83aba-8c36-456a-8dd1-455a1181cfb4', 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:39:11.261411 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4a9887a2-ba71-4180-9cf0-dca0d5bc5d43 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group_rule (a3ef808a-2cef-4e93-ba99-e572068a8f57), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:11.318020 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4a9887a2-ba71-4180-9cf0-dca0d5bc5d43 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group_rule (a3ef808a-2cef-4e93-ba99-e572068a8f57), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:11.321368 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4a9887a2-ba71-4180-9cf0-dca0d5bc5d43 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (a3ef808a-2cef-4e93-ba99-e572068a8f57), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:11.339243 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9887a2-ba71-4180-9cf0-dca0d5bc5d43 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3ef808a-2cef-4e93-ba99-e572068a8f57,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:39:11.345737 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-4a9887a2-ba71-4180-9cf0-dca0d5bc5d43 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:11.346901 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-4a9887a2-ba71-4180-9cf0-dca0d5bc5d43 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1122918
May 07 22:39:11.349585 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 59132) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:39:11.354376 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-b879e6b7-ba3f-405e-81f3-64a9ec7e4b2d tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Request body: {'security_group_rule': {'security_group_id': '0ee83aba-8c36-456a-8dd1-455a1181cfb4', 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:39:11.378009 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b879e6b7-ba3f-405e-81f3-64a9ec7e4b2d tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group_rule (161df8e6-86af-4e71-90b8-a3039bdad619), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:11.435963 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b879e6b7-ba3f-405e-81f3-64a9ec7e4b2d tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group_rule (161df8e6-86af-4e71-90b8-a3039bdad619), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:11.439503 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b879e6b7-ba3f-405e-81f3-64a9ec7e4b2d tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (161df8e6-86af-4e71-90b8-a3039bdad619), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:11.458854 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b879e6b7-ba3f-405e-81f3-64a9ec7e4b2d tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=161df8e6-86af-4e71-90b8-a3039bdad619,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:39:11.471012 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b879e6b7-ba3f-405e-81f3-64a9ec7e4b2d tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:11.472224 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-b879e6b7-ba3f-405e-81f3-64a9ec7e4b2d tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1211565
May 07 22:39:11.475210 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 59134) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:39:11.479760 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-74dcd9ee-7ad8-4f09-8016-852ddb5065f0 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Request body: {'security_group_rule': {'security_group_id': '0ee83aba-8c36-456a-8dd1-455a1181cfb4', 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:39:11.499438 ncdv-master-1 neutron-server[121837]: INFO neutron.db.securitygroups_db [None req-74dcd9ee-7ad8-4f09-8016-852ddb5065f0 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Project f3dc672b922b4f86869d8b6108240e0a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 07 22:39:11.504759 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-74dcd9ee-7ad8-4f09-8016-852ddb5065f0 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group_rule (9bd23c02-63ab-4637-af3f-7f939629936f), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:11.565750 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-74dcd9ee-7ad8-4f09-8016-852ddb5065f0 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group_rule (9bd23c02-63ab-4637-af3f-7f939629936f), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:11.569573 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-74dcd9ee-7ad8-4f09-8016-852ddb5065f0 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (9bd23c02-63ab-4637-af3f-7f939629936f), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:11.587523 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dcd9ee-7ad8-4f09-8016-852ddb5065f0 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bd23c02-63ab-4637-af3f-7f939629936f,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:39:11.597880 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-74dcd9ee-7ad8-4f09-8016-852ddb5065f0 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:11.599056 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-74dcd9ee-7ad8-4f09-8016-852ddb5065f0 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1228828
May 07 22:39:11.601692 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 59136) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:39:11.606578 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-eae2677f-11e6-47cb-969c-d3dd2b22f024 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Request body: {'security_group_rule': {'security_group_id': '0ee83aba-8c36-456a-8dd1-455a1181cfb4', 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:39:11.626533 ncdv-master-1 neutron-server[121837]: INFO neutron.db.securitygroups_db [None req-eae2677f-11e6-47cb-969c-d3dd2b22f024 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Project f3dc672b922b4f86869d8b6108240e0a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 07 22:39:11.632568 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-eae2677f-11e6-47cb-969c-d3dd2b22f024 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group_rule (3cdc2f01-c35b-46d5-a650-71173752a54f), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:11.690472 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-eae2677f-11e6-47cb-969c-d3dd2b22f024 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group_rule (3cdc2f01-c35b-46d5-a650-71173752a54f), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:11.694382 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-eae2677f-11e6-47cb-969c-d3dd2b22f024 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (3cdc2f01-c35b-46d5-a650-71173752a54f), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:11.712282 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae2677f-11e6-47cb-969c-d3dd2b22f024 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cdc2f01-c35b-46d5-a650-71173752a54f,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:39:11.719447 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-eae2677f-11e6-47cb-969c-d3dd2b22f024 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:11.720651 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-eae2677f-11e6-47cb-969c-d3dd2b22f024 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1180072
May 07 22:39:11.723539 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 59138) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:39:11.728396 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-0961536c-211a-408c-9857-7c5c682e513a tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Request body: {'network': {'name': 'tempest-network-smoke--188330621', 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'port_security_enabled': True}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:39:11.748416 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0961536c-211a-408c-9857-7c5c682e513a tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Made reservation on behalf of f3dc672b922b4f86869d8b6108240e0a for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:39:11.751926 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0961536c-211a-408c-9857-7c5c682e513a tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:11.777582 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0961536c-211a-408c-9857-7c5c682e513a tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:39:11.790601 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 5d591951-d016-4e09-88bb-ebe7898cd79f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:39:11.793552 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0961536c-211a-408c-9857-7c5c682e513a tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (6b3b674c-4501-474b-91fc-d6c024f2ae2a), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:11.794101 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-0961536c-211a-408c-9857-7c5c682e513a tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Added segment 6b3b674c-4501-474b-91fc-d6c024f2ae2a of type vlan for network f3d529df-b0b5-47a4-ba13-cc9cedbd95d2
May 07 22:39:11.812318 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 5d591951-d016-4e09-88bb-ebe7898cd79f {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:39:11.812746 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 5d591951-d016-4e09-88bb-ebe7898cd79f not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:39:11.836556 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0961536c-211a-408c-9857-7c5c682e513a tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (f3d529df-b0b5-47a4-ba13-cc9cedbd95d2), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:11.861015 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0961536c-211a-408c-9857-7c5c682e513a tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (f3d529df-b0b5-47a4-ba13-cc9cedbd95d2), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:11.866509 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0961536c-211a-408c-9857-7c5c682e513a tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:39:11.867137 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0961536c-211a-408c-9857-7c5c682e513a tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:11.902163 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-0961536c-211a-408c-9857-7c5c682e513a tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 768 time: 0.1775529
May 07 22:39:11.904909 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 59140) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:39:11.909354 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-3fe8ec08-a7db-4407-974b-f8bfc94fe573 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1070349898', 'admin_state_up': True, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:39:11.952945 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0961536c-211a-408c-9857-7c5c682e513a tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event updated for resources: {'Network': ['ID=f3d529df-b0b5-47a4-ba13-cc9cedbd95d2,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:39:11.963320 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3fe8ec08-a7db-4407-974b-f8bfc94fe573 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (ff116167-bfbc-43f9-9ddd-1b709daa5e94), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:11.964018 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network f3d529df-b0b5-47a4-ba13-cc9cedbd95d2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:39:11.964334 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3fe8ec08-a7db-4407-974b-f8bfc94fe573 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (ff116167-bfbc-43f9-9ddd-1b709daa5e94), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:12.021788 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3fe8ec08-a7db-4407-974b-f8bfc94fe573 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for router_controller (ff116167-bfbc-43f9-9ddd-1b709daa5e94), precommit_add_association {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:12.163374 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3fe8ec08-a7db-4407-974b-f8bfc94fe573 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for router_gateway (ff116167-bfbc-43f9-9ddd-1b709daa5e94), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:12.637301 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3fe8ec08-a7db-4407-974b-f8bfc94fe573 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for router_gateway (ff116167-bfbc-43f9-9ddd-1b709daa5e94), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:12.656600 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3fe8ec08-a7db-4407-974b-f8bfc94fe573 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:12.760609 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-3fe8ec08-a7db-4407-974b-f8bfc94fe573 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Allocated IP 172.35.4.121 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/031a76c0-7faa-40a5-8a53-9683d54e4b7a) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:39:12.869661 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3fe8ec08-a7db-4407-974b-f8bfc94fe573 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for port (031a76c0-7faa-40a5-8a53-9683d54e4b7a), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:12.902169 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3fe8ec08-a7db-4407-974b-f8bfc94fe573 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (031a76c0-7faa-40a5-8a53-9683d54e4b7a), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:12.942057 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe8ec08-a7db-4407-974b-f8bfc94fe573 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:39:12.944932 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-3fe8ec08-a7db-4407-974b-f8bfc94fe573 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:39:12.951237 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe8ec08-a7db-4407-974b-f8bfc94fe573 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:39:12.954222 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe8ec08-a7db-4407-974b-f8bfc94fe573 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event updated for resources: {'Port': ['ID=031a76c0-7faa-40a5-8a53-9683d54e4b7a,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:39:13.210654 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3fe8ec08-a7db-4407-974b-f8bfc94fe573 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for router_gateway (ff116167-bfbc-43f9-9ddd-1b709daa5e94), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:13.418076 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3fe8ec08-a7db-4407-974b-f8bfc94fe573 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (ff116167-bfbc-43f9-9ddd-1b709daa5e94), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:13.548681 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fe8ec08-a7db-4407-974b-f8bfc94fe573 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Router ff116167-bfbc-43f9-9ddd-1b709daa5e94 is scheduled to L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db with binding_index 1 {{(pid=121837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 07 22:39:13.656708 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fe8ec08-a7db-4407-974b-f8bfc94fe573 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:39:13.667852 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f5dc7b-e244-4eab-95ac-afe990d4186f None None] Sync routers for ids ['ff116167-bfbc-43f9-9ddd-1b709daa5e94'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:39:13.678183 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f5dc7b-e244-4eab-95ac-afe990d4186f None None] Routers {'ff116167-bfbc-43f9-9ddd-1b709daa5e94'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:39:13.678825 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-24f5dc7b-e244-4eab-95ac-afe990d4186f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8dc7a400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:38:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['ff116167-bfbc-43f9-9ddd-1b709daa5e94'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:39:13.679844 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3fe8ec08-a7db-4407-974b-f8bfc94fe573 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:13.683955 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-3fe8ec08-a7db-4407-974b-f8bfc94fe573 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 896 time: 1.7752178
May 07 22:39:13.684383 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 59142) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:39:13.713132 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-6380f0a3-31be-4a9a-a5ab-438e81267672 tempest-TestNetworkAdvancedServerOps-404863911 tempest-TestNetworkAdvancedServerOps-404863911-project-admin] 10.222.0.32 "GET /v2.0/subnets?project_id=f3dc672b922b4f86869d8b6108240e0a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0276511
May 07 22:39:13.715701 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 59144) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:39:13.789953 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-24f5dc7b-e244-4eab-95ac-afe990d4186f None None] Set router ff116167-bfbc-43f9-9ddd-1b709daa5e94 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:39:13.802480 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8ad755-4039-4826-b6b7-209cd0a4c858 tempest-TestNetworkAdvancedServerOps-404863911 tempest-TestNetworkAdvancedServerOps-404863911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:39:13.803969 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-9a8ad755-4039-4826-b6b7-209cd0a4c858 tempest-TestNetworkAdvancedServerOps-404863911 tempest-TestNetworkAdvancedServerOps-404863911-project-admin] 10.222.0.32 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200  len: 884 time: 0.0873911
May 07 22:39:13.806787 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 59146) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:39:13.839459 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-1b90a217-38e6-4899-8229-368a2cf718f2 tempest-TestNetworkAdvancedServerOps-404863911 tempest-TestNetworkAdvancedServerOps-404863911-project-admin] 10.222.0.32 "GET /v2.0/subnets?network_id=9221b764-ef06-431f-8941-796516ed7c3b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200  len: 207 time: 0.0315709
May 07 22:39:13.842025 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 59148) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:39:13.846643 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-41edc7ab-f87e-497c-a2bd-b0b79ca2d7c6 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1684334756', 'network_id': 'f3d529df-b0b5-47a4-ba13-cc9cedbd95d2', 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:39:13.931164 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41edc7ab-f87e-497c-a2bd-b0b79ca2d7c6 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Made reservation on behalf of f3dc672b922b4f86869d8b6108240e0a for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:39:13.934567 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-41edc7ab-f87e-497c-a2bd-b0b79ca2d7c6 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:13.960959 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-24f5dc7b-e244-4eab-95ac-afe990d4186f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8dc7a400>, [{'id': 'ff116167-bfbc-43f9-9ddd-1b709daa5e94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1070349898', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.121'}], 'enable_snat': True}, 'gw_port_id': '031a76c0-7faa-40a5-8a53-9683d54e4b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:39:11Z', 'updated_at': '2022-05-07T22:39:13Z', 'revision_number': 3, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'gw_port': {'id': '031a76c0-7faa-40a5-8a53-9683d54e4b7a', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e8:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff116167-bfbc-43f9-9ddd-1b709daa5e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:39:12Z', 'updated_at': '2022-05-07T22:39:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:39:13.988030 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f5dc7b-e244-4eab-95ac-afe990d4186f None None] Checking router: ff116167-bfbc-43f9-9ddd-1b709daa5e94 for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:39:13.988380 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f5dc7b-e244-4eab-95ac-afe990d4186f None None] Updating router ff116167-bfbc-43f9-9ddd-1b709daa5e94 port 031a76c0-7faa-40a5-8a53-9683d54e4b7a binding host ncdv-master-1 {{(pid=121839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 22:39:14.016613 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-24f5dc7b-e244-4eab-95ac-afe990d4186f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (031a76c0-7faa-40a5-8a53-9683d54e4b7a), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:14.117424 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-41edc7ab-f87e-497c-a2bd-b0b79ca2d7c6 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (d10251ec-e370-4478-a269-13e1681bf65d), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:14.176236 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41edc7ab-f87e-497c-a2bd-b0b79ca2d7c6 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event updated for resources: {'Subnet': ['ID=d10251ec-e370-4478-a269-13e1681bf65d,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:39:14.186312 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41edc7ab-f87e-497c-a2bd-b0b79ca2d7c6 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Checking segment: {'id': '6b3b674c-4501-474b-91fc-d6c024f2ae2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f3d529df-b0b5-47a4-ba13-cc9cedbd95d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:39:14.186673 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41edc7ab-f87e-497c-a2bd-b0b79ca2d7c6 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Network hostable DHCP agents. Network: f3d529df-b0b5-47a4-ba13-cc9cedbd95d2, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:39:14.205550 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41edc7ab-f87e-497c-a2bd-b0b79ca2d7c6 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Network f3d529df-b0b5-47a4-ba13-cc9cedbd95d2 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:39:14.218533 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-41edc7ab-f87e-497c-a2bd-b0b79ca2d7c6 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f3d529df-b0b5-47a4-ba13-cc9cedbd95d2) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:39:14.223990 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41edc7ab-f87e-497c-a2bd-b0b79ca2d7c6 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:39:14.225199 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-41edc7ab-f87e-497c-a2bd-b0b79ca2d7c6 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:14.229718 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93add95-c9bc-4bd1-a12a-22fb66e9ed7f None None] Network f3d529df-b0b5-47a4-ba13-cc9cedbd95d2 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:39:14.248248 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-41edc7ab-f87e-497c-a2bd-b0b79ca2d7c6 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 832 time: 0.4052186
May 07 22:39:14.251487 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 59150) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:39:14.275100 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-24f5dc7b-e244-4eab-95ac-afe990d4186f None None] Publish callbacks [] for port (031a76c0-7faa-40a5-8a53-9683d54e4b7a), precommit_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:14.282461 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-24f5dc7b-e244-4eab-95ac-afe990d4186f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (031a76c0-7faa-40a5-8a53-9683d54e4b7a), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:14.327483 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-24f5dc7b-e244-4eab-95ac-afe990d4186f None None] Attempting to bind port 031a76c0-7faa-40a5-8a53-9683d54e4b7a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:39:14.327859 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-24f5dc7b-e244-4eab-95ac-afe990d4186f None None] Attempting to bind port 031a76c0-7faa-40a5-8a53-9683d54e4b7a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:39:14.328227 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f5dc7b-e244-4eab-95ac-afe990d4186f None None] Attempting to bind port 031a76c0-7faa-40a5-8a53-9683d54e4b7a on network 9221b764-ef06-431f-8941-796516ed7c3b {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:39:14.337498 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f5dc7b-e244-4eab-95ac-afe990d4186f None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:39:14.337874 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f5dc7b-e244-4eab-95ac-afe990d4186f None None] Checking segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:39:14.338240 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96948d4-c680-45eb-9ba5-a23fc9d8ad97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f3d529df-b0b5-47a4-ba13-cc9cedbd95d2', 'network_id': 'f3d529df-b0b5-47a4-ba13-cc9cedbd95d2', 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'fixed_ips': [{'subnet_id': 'd10251ec-e370-4478-a269-13e1681bf65d'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:39:14.338412 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-24f5dc7b-e244-4eab-95ac-afe990d4186f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:14.338654 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f5dc7b-e244-4eab-95ac-afe990d4186f None None] Bound using segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:39:14.339199 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-24f5dc7b-e244-4eab-95ac-afe990d4186f None None] Bound port: 031a76c0-7faa-40a5-8a53-9683d54e4b7a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:39:14.339578 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-24f5dc7b-e244-4eab-95ac-afe990d4186f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (031a76c0-7faa-40a5-8a53-9683d54e4b7a), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:14.340072 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c96948d4-c680-45eb-9ba5-a23fc9d8ad97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:14.389521 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-24f5dc7b-e244-4eab-95ac-afe990d4186f None None] For port 031a76c0-7faa-40a5-8a53-9683d54e4b7a, host ncdv-master-1, cleared binding levels {{(pid=121839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:39:14.392530 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-24f5dc7b-e244-4eab-95ac-afe990d4186f None None] For port 031a76c0-7faa-40a5-8a53-9683d54e4b7a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=031a76c0-7faa-40a5-8a53-9683d54e4b7a,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:39:14.402799 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5394758-9fd7-4b82-8ced-c053ad5388d4 None None] Pushing event updated for resources: {'Port': ['ID=031a76c0-7faa-40a5-8a53-9683d54e4b7a,revision_number=2']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:39:14.405340 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-24f5dc7b-e244-4eab-95ac-afe990d4186f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (031a76c0-7faa-40a5-8a53-9683d54e4b7a), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:14.416364 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5394758-9fd7-4b82-8ced-c053ad5388d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:39:14.416712 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5394758-9fd7-4b82-8ced-c053ad5388d4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:39:14.417057 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5394758-9fd7-4b82-8ced-c053ad5388d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:39:14.417445 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5394758-9fd7-4b82-8ced-c053ad5388d4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:39:14.417781 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5394758-9fd7-4b82-8ced-c053ad5388d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:39:14.418111 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5394758-9fd7-4b82-8ced-c053ad5388d4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:39:14.418435 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5394758-9fd7-4b82-8ced-c053ad5388d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:39:14.419032 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5394758-9fd7-4b82-8ced-c053ad5388d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:39:14.419166 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5394758-9fd7-4b82-8ced-c053ad5388d4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:39:14.419408 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5394758-9fd7-4b82-8ced-c053ad5388d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:39:14.419738 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5394758-9fd7-4b82-8ced-c053ad5388d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:39:14.420066 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5394758-9fd7-4b82-8ced-c053ad5388d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:39:14.420812 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5394758-9fd7-4b82-8ced-c053ad5388d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:39:14.420812 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5394758-9fd7-4b82-8ced-c053ad5388d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:39:14.421067 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5394758-9fd7-4b82-8ced-c053ad5388d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:39:14.470486 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5394758-9fd7-4b82-8ced-c053ad5388d4 None None] Pushing event updated for resources: {'Port': ['ID=031a76c0-7faa-40a5-8a53-9683d54e4b7a,revision_number=3']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:39:14.482242 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-c96948d4-c680-45eb-9ba5-a23fc9d8ad97 None None] Allocated IP 172.20.0.2 (f3d529df-b0b5-47a4-ba13-cc9cedbd95d2/d10251ec-e370-4478-a269-13e1681bf65d/880a4e18-bb8e-41f7-9f64-86ba8dacd137) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:39:14.486535 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f5dc7b-e244-4eab-95ac-afe990d4186f None None] Routers {'ff116167-bfbc-43f9-9ddd-1b709daa5e94'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:39:14.487858 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-24f5dc7b-e244-4eab-95ac-afe990d4186f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8dc7a400>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:38:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['ff116167-bfbc-43f9-9ddd-1b709daa5e94'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:39:14.608358 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-24f5dc7b-e244-4eab-95ac-afe990d4186f None None] Set router ff116167-bfbc-43f9-9ddd-1b709daa5e94 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:39:14.629794 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c96948d4-c680-45eb-9ba5-a23fc9d8ad97 None None] Publish callbacks [] for port (880a4e18-bb8e-41f7-9f64-86ba8dacd137), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:14.636060 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c96948d4-c680-45eb-9ba5-a23fc9d8ad97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (880a4e18-bb8e-41f7-9f64-86ba8dacd137), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:14.672077 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96948d4-c680-45eb-9ba5-a23fc9d8ad97 None None] Network f3d529df-b0b5-47a4-ba13-cc9cedbd95d2 is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:39:14.674928 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-c96948d4-c680-45eb-9ba5-a23fc9d8ad97 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:39:14.679119 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96948d4-c680-45eb-9ba5-a23fc9d8ad97 None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:39:14.719168 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96948d4-c680-45eb-9ba5-a23fc9d8ad97 None None] Pushing event updated for resources: {'Port': ['ID=880a4e18-bb8e-41f7-9f64-86ba8dacd137,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:39:14.753624 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-c96948d4-c680-45eb-9ba5-a23fc9d8ad97 None None] Attempting to bind port 880a4e18-bb8e-41f7-9f64-86ba8dacd137 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:39:14.754401 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-c96948d4-c680-45eb-9ba5-a23fc9d8ad97 None None] Attempting to bind port 880a4e18-bb8e-41f7-9f64-86ba8dacd137 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6b3b674c-4501-474b-91fc-d6c024f2ae2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f3d529df-b0b5-47a4-ba13-cc9cedbd95d2'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:39:14.755057 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96948d4-c680-45eb-9ba5-a23fc9d8ad97 None None] Attempting to bind port 880a4e18-bb8e-41f7-9f64-86ba8dacd137 on network f3d529df-b0b5-47a4-ba13-cc9cedbd95d2 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:39:14.760674 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96948d4-c680-45eb-9ba5-a23fc9d8ad97 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:39:14.761199 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96948d4-c680-45eb-9ba5-a23fc9d8ad97 None None] Checking segment: {'id': '6b3b674c-4501-474b-91fc-d6c024f2ae2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f3d529df-b0b5-47a4-ba13-cc9cedbd95d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:39:14.761861 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c96948d4-c680-45eb-9ba5-a23fc9d8ad97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:14.762506 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96948d4-c680-45eb-9ba5-a23fc9d8ad97 None None] Bound using segment: {'id': '6b3b674c-4501-474b-91fc-d6c024f2ae2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f3d529df-b0b5-47a4-ba13-cc9cedbd95d2'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:39:14.763243 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-c96948d4-c680-45eb-9ba5-a23fc9d8ad97 None None] Bound port: 880a4e18-bb8e-41f7-9f64-86ba8dacd137, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3b674c-4501-474b-91fc-d6c024f2ae2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f3d529df-b0b5-47a4-ba13-cc9cedbd95d2'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:39:14.763871 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c96948d4-c680-45eb-9ba5-a23fc9d8ad97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (880a4e18-bb8e-41f7-9f64-86ba8dacd137), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:14.765139 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e99200df-f7f4-4270-a18a-ba455cb167d6 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:14.825619 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-24f5dc7b-e244-4eab-95ac-afe990d4186f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8dc7a400>, [{'id': 'ff116167-bfbc-43f9-9ddd-1b709daa5e94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1070349898', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.121'}], 'enable_snat': True}, 'gw_port_id': '031a76c0-7faa-40a5-8a53-9683d54e4b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:39:11Z', 'updated_at': '2022-05-07T22:39:13Z', 'revision_number': 3, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'gw_port': {'id': '031a76c0-7faa-40a5-8a53-9683d54e4b7a', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e8:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff116167-bfbc-43f9-9ddd-1b709daa5e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:39:12Z', 'updated_at': '2022-05-07T22:39:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:39:14.835620 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-c96948d4-c680-45eb-9ba5-a23fc9d8ad97 None None] For port 880a4e18-bb8e-41f7-9f64-86ba8dacd137, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:39:14.841909 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-c96948d4-c680-45eb-9ba5-a23fc9d8ad97 None None] For port 880a4e18-bb8e-41f7-9f64-86ba8dacd137, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=880a4e18-bb8e-41f7-9f64-86ba8dacd137,segment=NetworkSegment(6b3b674c-4501-474b-91fc-d6c024f2ae2a),segment_id=6b3b674c-4501-474b-91fc-d6c024f2ae2a)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:39:14.852390 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c96948d4-c680-45eb-9ba5-a23fc9d8ad97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (880a4e18-bb8e-41f7-9f64-86ba8dacd137), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:14.859093 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f5dc7b-e244-4eab-95ac-afe990d4186f None None] The sync data for ids ['ff116167-bfbc-43f9-9ddd-1b709daa5e94'] in ncdv-master-1 is: [{'id': 'ff116167-bfbc-43f9-9ddd-1b709daa5e94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1070349898', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.121'}], 'enable_snat': True}, 'gw_port_id': '031a76c0-7faa-40a5-8a53-9683d54e4b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:39:11Z', 'updated_at': '2022-05-07T22:39:13Z', 'revision_number': 3, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'gw_port': {'id': '031a76c0-7faa-40a5-8a53-9683d54e4b7a', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e8:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff116167-bfbc-43f9-9ddd-1b709daa5e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:39:12Z', 'updated_at': '2022-05-07T22:39:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:39:14.934349 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96948d4-c680-45eb-9ba5-a23fc9d8ad97 None None] Pushing event updated for resources: {'Port': ['ID=880a4e18-bb8e-41f7-9f64-86ba8dacd137,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:39:15.083486 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-e99200df-f7f4-4270-a18a-ba455cb167d6 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Allocated IP 172.20.0.1 (f3d529df-b0b5-47a4-ba13-cc9cedbd95d2/d10251ec-e370-4478-a269-13e1681bf65d/9a8efe08-600c-4000-8dc7-69c50bef4658) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:39:15.236011 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e99200df-f7f4-4270-a18a-ba455cb167d6 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for port (9a8efe08-600c-4000-8dc7-69c50bef4658), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:15.280298 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e99200df-f7f4-4270-a18a-ba455cb167d6 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (9a8efe08-600c-4000-8dc7-69c50bef4658), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:15.331039 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99200df-f7f4-4270-a18a-ba455cb167d6 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Network f3d529df-b0b5-47a4-ba13-cc9cedbd95d2 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:39:15.333494 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-e99200df-f7f4-4270-a18a-ba455cb167d6 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:39:15.337971 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99200df-f7f4-4270-a18a-ba455cb167d6 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:39:15.366344 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99200df-f7f4-4270-a18a-ba455cb167d6 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event updated for resources: {'Port': ['ID=9a8efe08-600c-4000-8dc7-69c50bef4658,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:39:15.389484 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e99200df-f7f4-4270-a18a-ba455cb167d6 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398161'] for router_interface (ff116167-bfbc-43f9-9ddd-1b709daa5e94), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:15.535403 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e99200df-f7f4-4270-a18a-ba455cb167d6 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (9a8efe08-600c-4000-8dc7-69c50bef4658), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:15.863444 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e99200df-f7f4-4270-a18a-ba455cb167d6 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for port (9a8efe08-600c-4000-8dc7-69c50bef4658), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:15.871822 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e99200df-f7f4-4270-a18a-ba455cb167d6 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (9a8efe08-600c-4000-8dc7-69c50bef4658), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:15.936384 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 880a4e18-bb8e-41f7-9f64-86ba8dacd137 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:39:15.951621 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e99200df-f7f4-4270-a18a-ba455cb167d6 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401121'] for router_interface (ff116167-bfbc-43f9-9ddd-1b709daa5e94), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:15.953644 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99200df-f7f4-4270-a18a-ba455cb167d6 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event updated for resources: {'Port': ['ID=9a8efe08-600c-4000-8dc7-69c50bef4658,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:39:15.996197 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 880a4e18-bb8e-41f7-9f64-86ba8dacd137 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:39:15.996961 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (880a4e18-bb8e-41f7-9f64-86ba8dacd137), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:16.050167 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8b3498-9d06-46a1-a64b-b16fb9d24802 None None] Network f3d529df-b0b5-47a4-ba13-cc9cedbd95d2 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:39:16.059159 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99200df-f7f4-4270-a18a-ba455cb167d6 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Network f3d529df-b0b5-47a4-ba13-cc9cedbd95d2 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:39:16.060534 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-e99200df-f7f4-4270-a18a-ba455cb167d6 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:39:16.140105 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 880a4e18-bb8e-41f7-9f64-86ba8dacd137 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:39:16.140493 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (880a4e18-bb8e-41f7-9f64-86ba8dacd137), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:16.165640 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-83c5c9ca-8efc-4966-a110-60a1e36997b1 None None] Provisioning complete for port 880a4e18-bb8e-41f7-9f64-86ba8dacd137 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:39:16.166018 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-83c5c9ca-8efc-4966-a110-60a1e36997b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (880a4e18-bb8e-41f7-9f64-86ba8dacd137), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:16.233669 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port 880a4e18-bb8e-41f7-9f64-86ba8dacd137, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=880a4e18-bb8e-41f7-9f64-86ba8dacd137,segment=NetworkSegment(6b3b674c-4501-474b-91fc-d6c024f2ae2a),segment_id=6b3b674c-4501-474b-91fc-d6c024f2ae2a)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:39:16.242807 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (880a4e18-bb8e-41f7-9f64-86ba8dacd137), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:16.243604 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 031a76c0-7faa-40a5-8a53-9683d54e4b7a up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:39:16.371048 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=880a4e18-bb8e-41f7-9f64-86ba8dacd137,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:39:16.392245 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-83c5c9ca-8efc-4966-a110-60a1e36997b1 None None] Current status of the port 880a4e18-bb8e-41f7-9f64-86ba8dacd137 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:39:16.396448 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 031a76c0-7faa-40a5-8a53-9683d54e4b7a triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:39:16.396855 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (031a76c0-7faa-40a5-8a53-9683d54e4b7a), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:16.488683 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 031a76c0-7faa-40a5-8a53-9683d54e4b7a is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:39:16.489074 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (031a76c0-7faa-40a5-8a53-9683d54e4b7a), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:16.511442 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e99200df-f7f4-4270-a18a-ba455cb167d6 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Router ff116167-bfbc-43f9-9ddd-1b709daa5e94 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:39:16.511635 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port 031a76c0-7faa-40a5-8a53-9683d54e4b7a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=031a76c0-7faa-40a5-8a53-9683d54e4b7a,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:39:16.520952 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (031a76c0-7faa-40a5-8a53-9683d54e4b7a), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:16.583812 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=031a76c0-7faa-40a5-8a53-9683d54e4b7a,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:39:16.612027 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-2804d95c-30db-4d46-b92a-b2f98ce1b61a None None] Provisioning complete for port 880a4e18-bb8e-41f7-9f64-86ba8dacd137 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:39:16.612409 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2804d95c-30db-4d46-b92a-b2f98ce1b61a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (880a4e18-bb8e-41f7-9f64-86ba8dacd137), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:16.644985 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e99200df-f7f4-4270-a18a-ba455cb167d6 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:39:16.651331 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-e99200df-f7f4-4270-a18a-ba455cb167d6 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "PUT /v2.0/routers/ff116167-bfbc-43f9-9ddd-1b709daa5e94/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3986158
May 07 22:39:16.710097 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-2804d95c-30db-4d46-b92a-b2f98ce1b61a None None] Current status of the port 880a4e18-bb8e-41f7-9f64-86ba8dacd137 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:39:16.722986 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-2804d95c-30db-4d46-b92a-b2f98ce1b61a None None] Provisioning complete for port 9a8efe08-600c-4000-8dc7-69c50bef4658 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:39:16.723369 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2804d95c-30db-4d46-b92a-b2f98ce1b61a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (9a8efe08-600c-4000-8dc7-69c50bef4658), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:16.725260 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381c5ce5-f8d1-4924-9b88-3d89d7e760bf None None] Sync routers for ids ['ff116167-bfbc-43f9-9ddd-1b709daa5e94'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:39:16.773216 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-2804d95c-30db-4d46-b92a-b2f98ce1b61a None None] Port 9a8efe08-600c-4000-8dc7-69c50bef4658 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:39:16.775389 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381c5ce5-f8d1-4924-9b88-3d89d7e760bf None None] Routers {'ff116167-bfbc-43f9-9ddd-1b709daa5e94'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:39:16.776478 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-381c5ce5-f8d1-4924-9b88-3d89d7e760bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7ea568b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:38:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['ff116167-bfbc-43f9-9ddd-1b709daa5e94'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:39:16.835744 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1add5358-e18d-4b3d-87a3-73301a0f3f42 req-5d833c22-8bb7-4334-8ec9-5f865c9105e5 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1170967879&fields=id&tenant_id=f3dc672b922b4f86869d8b6108240e0a HTTP/1.1" status: 200  len: 267 time: 0.0536306
May 07 22:39:16.967987 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add5358-e18d-4b3d-87a3-73301a0f3f42 req-769c5324-686b-442a-aacf-b6fb4a250d21 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:39:16.969536 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1add5358-e18d-4b3d-87a3-73301a0f3f42 req-769c5324-686b-442a-aacf-b6fb4a250d21 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/networks?id=f3d529df-b0b5-47a4-ba13-cc9cedbd95d2 HTTP/1.1" status: 200  len: 796 time: 0.1267903
May 07 22:39:16.991210 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1add5358-e18d-4b3d-87a3-73301a0f3f42 req-c0c34ca0-d248-4c70-8527-9fb6f257b215 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/quotas/f3dc672b922b4f86869d8b6108240e0a HTTP/1.1" status: 200  len: 375 time: 0.0145411
May 07 22:39:17.045433 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1add5358-e18d-4b3d-87a3-73301a0f3f42 req-67685e17-e5b8-4f5c-81eb-e68b0821be4c tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f3dc672b922b4f86869d8b6108240e0a&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0487828
May 07 22:39:17.048892 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-0840bbc9-f845-4ce6-a849-18e983b5cac3 None None] Provisioning complete for port 9a8efe08-600c-4000-8dc7-69c50bef4658 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:39:17.049436 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-0840bbc9-f845-4ce6-a849-18e983b5cac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (9a8efe08-600c-4000-8dc7-69c50bef4658), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:17.090525 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-381c5ce5-f8d1-4924-9b88-3d89d7e760bf None None] Set router ff116167-bfbc-43f9-9ddd-1b709daa5e94 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:39:17.124835 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-0840bbc9-f845-4ce6-a849-18e983b5cac3 None None] Port 9a8efe08-600c-4000-8dc7-69c50bef4658 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:39:17.145916 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1add5358-e18d-4b3d-87a3-73301a0f3f42 req-5690684c-d18f-46fc-a166-34c70eb55cda service neutron] 10.222.0.32 "GET /v2.0/networks/f3d529df-b0b5-47a4-ba13-cc9cedbd95d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0889676
May 07 22:39:17.240742 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1add5358-e18d-4b3d-87a3-73301a0f3f42 req-2edb96aa-694b-475a-93b7-02a3d8c8b438 service neutron] 10.222.0.32 "GET /v2.0/networks/f3d529df-b0b5-47a4-ba13-cc9cedbd95d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0884142
May 07 22:39:17.257571 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-ec9d32a0-22d3-4882-b380-fe2630586d39 None None] Provisioning complete for port 9a8efe08-600c-4000-8dc7-69c50bef4658 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:39:17.257954 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ec9d32a0-22d3-4882-b380-fe2630586d39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (9a8efe08-600c-4000-8dc7-69c50bef4658), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:17.323098 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-ec9d32a0-22d3-4882-b380-fe2630586d39 None None] Port 9a8efe08-600c-4000-8dc7-69c50bef4658 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:39:17.329373 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-381c5ce5-f8d1-4924-9b88-3d89d7e760bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7ea568b0>, [{'id': 'ff116167-bfbc-43f9-9ddd-1b709daa5e94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1070349898', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.121'}], 'enable_snat': True}, 'gw_port_id': '031a76c0-7faa-40a5-8a53-9683d54e4b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:39:11Z', 'updated_at': '2022-05-07T22:39:15Z', 'revision_number': 4, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'gw_port': {'id': '031a76c0-7faa-40a5-8a53-9683d54e4b7a', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff116167-bfbc-43f9-9ddd-1b709daa5e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:39:12Z', 'updated_at': '2022-05-07T22:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9a8efe08-600c-4000-8dc7-69c50bef4658', 'name': '', 'network_id': 'f3d529df-b0b5-47a4-ba13-cc9cedbd95d2', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'mac_address': 'fa:16:3e:38:e4:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff116167-bfbc-43f9-9ddd-1b709daa5e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'd10251ec-e370-4478-a269-13e1681bf65d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:39:14Z', 'updated_at': '2022-05-07T22:39:15Z', 'revision_number': 2, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'subnets': [{'id': 'd10251ec-e370-4478-a269-13e1681bf65d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:39:17.358137 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381c5ce5-f8d1-4924-9b88-3d89d7e760bf None None] Checking router: ff116167-bfbc-43f9-9ddd-1b709daa5e94 for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:39:17.358497 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381c5ce5-f8d1-4924-9b88-3d89d7e760bf None None] Updating router ff116167-bfbc-43f9-9ddd-1b709daa5e94 port 9a8efe08-600c-4000-8dc7-69c50bef4658 binding host ncdv-master-1 {{(pid=121838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 22:39:17.389742 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-381c5ce5-f8d1-4924-9b88-3d89d7e760bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (9a8efe08-600c-4000-8dc7-69c50bef4658), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:17.408441 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-028fd0dd-d9bd-47ed-a026-806e5e4b4cca req-22eaf50b-2d1f-43bd-930f-68da84f0182f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=28d5a2eb-463e-42b2-bc8a-8b054ac226fe HTTP/1.1" status: 200  len: 210 time: 0.0283103
May 07 22:39:17.650322 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-381c5ce5-f8d1-4924-9b88-3d89d7e760bf None None] Publish callbacks [] for port (9a8efe08-600c-4000-8dc7-69c50bef4658), precommit_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:17.655633 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-381c5ce5-f8d1-4924-9b88-3d89d7e760bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (9a8efe08-600c-4000-8dc7-69c50bef4658), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:17.702936 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89368e5-d466-447d-a7da-1f00dcc3b52f None None] Pushing event updated for resources: {'Port': ['ID=9a8efe08-600c-4000-8dc7-69c50bef4658,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:39:17.765511 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-381c5ce5-f8d1-4924-9b88-3d89d7e760bf None None] Attempting to bind port 9a8efe08-600c-4000-8dc7-69c50bef4658 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:39:17.765885 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-381c5ce5-f8d1-4924-9b88-3d89d7e760bf None None] Attempting to bind port 9a8efe08-600c-4000-8dc7-69c50bef4658 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6b3b674c-4501-474b-91fc-d6c024f2ae2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f3d529df-b0b5-47a4-ba13-cc9cedbd95d2'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:39:17.766463 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381c5ce5-f8d1-4924-9b88-3d89d7e760bf None None] Attempting to bind port 9a8efe08-600c-4000-8dc7-69c50bef4658 on network f3d529df-b0b5-47a4-ba13-cc9cedbd95d2 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:39:17.771503 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381c5ce5-f8d1-4924-9b88-3d89d7e760bf None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:39:17.772422 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381c5ce5-f8d1-4924-9b88-3d89d7e760bf None None] Checking segment: {'id': '6b3b674c-4501-474b-91fc-d6c024f2ae2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f3d529df-b0b5-47a4-ba13-cc9cedbd95d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:39:17.772802 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-381c5ce5-f8d1-4924-9b88-3d89d7e760bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:17.773198 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381c5ce5-f8d1-4924-9b88-3d89d7e760bf None None] Bound using segment: {'id': '6b3b674c-4501-474b-91fc-d6c024f2ae2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f3d529df-b0b5-47a4-ba13-cc9cedbd95d2'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:39:17.773668 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-381c5ce5-f8d1-4924-9b88-3d89d7e760bf None None] Bound port: 9a8efe08-600c-4000-8dc7-69c50bef4658, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b3b674c-4501-474b-91fc-d6c024f2ae2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f3d529df-b0b5-47a4-ba13-cc9cedbd95d2'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:39:17.774056 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-381c5ce5-f8d1-4924-9b88-3d89d7e760bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (9a8efe08-600c-4000-8dc7-69c50bef4658), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:17.843901 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-381c5ce5-f8d1-4924-9b88-3d89d7e760bf None None] For port 9a8efe08-600c-4000-8dc7-69c50bef4658, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:39:17.847251 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-381c5ce5-f8d1-4924-9b88-3d89d7e760bf None None] For port 9a8efe08-600c-4000-8dc7-69c50bef4658, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9a8efe08-600c-4000-8dc7-69c50bef4658,segment=NetworkSegment(6b3b674c-4501-474b-91fc-d6c024f2ae2a),segment_id=6b3b674c-4501-474b-91fc-d6c024f2ae2a)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:39:17.853693 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-381c5ce5-f8d1-4924-9b88-3d89d7e760bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (9a8efe08-600c-4000-8dc7-69c50bef4658), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:17.886692 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 880a4e18-bb8e-41f7-9f64-86ba8dacd137 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:39:17.954747 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381c5ce5-f8d1-4924-9b88-3d89d7e760bf None None] Routers {'ff116167-bfbc-43f9-9ddd-1b709daa5e94'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:39:17.955357 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-381c5ce5-f8d1-4924-9b88-3d89d7e760bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7ea568b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:38:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['ff116167-bfbc-43f9-9ddd-1b709daa5e94'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:39:18.000975 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89368e5-d466-447d-a7da-1f00dcc3b52f None None] Pushing event updated for resources: {'Port': ['ID=9a8efe08-600c-4000-8dc7-69c50bef4658,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:39:18.010680 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-1d1d09be-a2b2-41fd-a1c9-7c727c21122d None None] Provisioning complete for port 9a8efe08-600c-4000-8dc7-69c50bef4658 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:39:18.010998 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1d1d09be-a2b2-41fd-a1c9-7c727c21122d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (9a8efe08-600c-4000-8dc7-69c50bef4658), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:18.088869 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 880a4e18-bb8e-41f7-9f64-86ba8dacd137 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:39:18.089527 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (880a4e18-bb8e-41f7-9f64-86ba8dacd137), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:18.152935 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-381c5ce5-f8d1-4924-9b88-3d89d7e760bf None None] Set router ff116167-bfbc-43f9-9ddd-1b709daa5e94 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:39:18.283571 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-1d1d09be-a2b2-41fd-a1c9-7c727c21122d None None] Current status of the port 9a8efe08-600c-4000-8dc7-69c50bef4658 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:39:18.283962 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1d1d09be-a2b2-41fd-a1c9-7c727c21122d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (9a8efe08-600c-4000-8dc7-69c50bef4658), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:18.341473 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 880a4e18-bb8e-41f7-9f64-86ba8dacd137 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:39:18.342532 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 031a76c0-7faa-40a5-8a53-9683d54e4b7a up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:39:18.402797 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-1d1d09be-a2b2-41fd-a1c9-7c727c21122d None None] For port 9a8efe08-600c-4000-8dc7-69c50bef4658, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9a8efe08-600c-4000-8dc7-69c50bef4658,segment=NetworkSegment(6b3b674c-4501-474b-91fc-d6c024f2ae2a),segment_id=6b3b674c-4501-474b-91fc-d6c024f2ae2a)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:39:18.410139 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1d1d09be-a2b2-41fd-a1c9-7c727c21122d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (9a8efe08-600c-4000-8dc7-69c50bef4658), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:18.464848 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 031a76c0-7faa-40a5-8a53-9683d54e4b7a triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:39:18.465233 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (031a76c0-7faa-40a5-8a53-9683d54e4b7a), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:18.493326 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b6b9be7c-51a0-4213-928c-4d5d9d804fb8 req-befd1059-c3d3-451a-9b41-ef56c8274b66 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=28d5a2eb-463e-42b2-bc8a-8b054ac226fe HTTP/1.1" status: 200  len: 210 time: 0.0342398
May 07 22:39:18.542026 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1d09be-a2b2-41fd-a1c9-7c727c21122d None None] Pushing event updated for resources: {'Port': ['ID=9a8efe08-600c-4000-8dc7-69c50bef4658,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:39:18.555976 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-7f79dbb7-604a-4b87-b0f3-f61dfa198742 None None] Provisioning complete for port 9a8efe08-600c-4000-8dc7-69c50bef4658 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:39:18.556353 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7f79dbb7-604a-4b87-b0f3-f61dfa198742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (9a8efe08-600c-4000-8dc7-69c50bef4658), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:18.560396 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-381c5ce5-f8d1-4924-9b88-3d89d7e760bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7ea568b0>, [{'id': 'ff116167-bfbc-43f9-9ddd-1b709daa5e94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1070349898', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.121'}], 'enable_snat': True}, 'gw_port_id': '031a76c0-7faa-40a5-8a53-9683d54e4b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:39:11Z', 'updated_at': '2022-05-07T22:39:15Z', 'revision_number': 4, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'gw_port': {'id': '031a76c0-7faa-40a5-8a53-9683d54e4b7a', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff116167-bfbc-43f9-9ddd-1b709daa5e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:39:12Z', 'updated_at': '2022-05-07T22:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9a8efe08-600c-4000-8dc7-69c50bef4658', 'name': '', 'network_id': 'f3d529df-b0b5-47a4-ba13-cc9cedbd95d2', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'mac_address': 'fa:16:3e:38:e4:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff116167-bfbc-43f9-9ddd-1b709daa5e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'd10251ec-e370-4478-a269-13e1681bf65d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:39:14Z', 'updated_at': '2022-05-07T22:39:17Z', 'revision_number': 4, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'subnets': [{'id': 'd10251ec-e370-4478-a269-13e1681bf65d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:39:18.614004 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381c5ce5-f8d1-4924-9b88-3d89d7e760bf None None] The sync data for ids ['ff116167-bfbc-43f9-9ddd-1b709daa5e94'] in ncdv-master-1 is: [{'id': 'ff116167-bfbc-43f9-9ddd-1b709daa5e94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1070349898', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.121'}], 'enable_snat': True}, 'gw_port_id': '031a76c0-7faa-40a5-8a53-9683d54e4b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:39:11Z', 'updated_at': '2022-05-07T22:39:15Z', 'revision_number': 4, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'gw_port': {'id': '031a76c0-7faa-40a5-8a53-9683d54e4b7a', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff116167-bfbc-43f9-9ddd-1b709daa5e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:39:12Z', 'updated_at': '2022-05-07T22:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9a8efe08-600c-4000-8dc7-69c50bef4658', 'name': '', 'network_id': 'f3d529df-b0b5-47a4-ba13-cc9cedbd95d2', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'mac_address': 'fa:16:3e:38:e4:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff116167-bfbc-43f9-9ddd-1b709daa5e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'd10251ec-e370-4478-a269-13e1681bf65d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:39:14Z', 'updated_at': '2022-05-07T22:39:17Z', 'revision_number': 4, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'subnets': [{'id': 'd10251ec-e370-4478-a269-13e1681bf65d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:39:18.696542 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 031a76c0-7faa-40a5-8a53-9683d54e4b7a is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:39:18.717731 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-7f79dbb7-604a-4b87-b0f3-f61dfa198742 None None] Current status of the port 9a8efe08-600c-4000-8dc7-69c50bef4658 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:39:19.584524 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6e84aa88-81af-474d-867a-b00a2c63dac2 req-129ccc81-95bd-4268-8491-4d499941ae29 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=28d5a2eb-463e-42b2-bc8a-8b054ac226fe HTTP/1.1" status: 200  len: 210 time: 0.0277169
May 07 22:39:19.853998 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 9a8efe08-600c-4000-8dc7-69c50bef4658 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:39:19.913494 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 9a8efe08-600c-4000-8dc7-69c50bef4658 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:39:19.913868 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (9a8efe08-600c-4000-8dc7-69c50bef4658), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:19.989769 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 9a8efe08-600c-4000-8dc7-69c50bef4658 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:39:20.667258 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-86be9d53-bcbc-49f3-b697-4a89bf8c0b5a req-644ccf72-bdb2-4259-8555-0330dd444825 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=28d5a2eb-463e-42b2-bc8a-8b054ac226fe HTTP/1.1" status: 200  len: 210 time: 0.0295036
May 07 22:39:21.766164 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b854667e-25e5-4864-a231-a731684d435a req-573c0b7a-815c-4608-a1a6-2022039ecbe8 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=28d5a2eb-463e-42b2-bc8a-8b054ac226fe HTTP/1.1" status: 200  len: 210 time: 0.0290513
May 07 22:39:22.186944 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:22.489769 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add5358-e18d-4b3d-87a3-73301a0f3f42 req-9b57942d-a990-4131-985a-cbb2559e81af tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:39:22.491233 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1add5358-e18d-4b3d-87a3-73301a0f3f42 req-9b57942d-a990-4131-985a-cbb2559e81af tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.59 "GET /v2.0/networks?id=f3d529df-b0b5-47a4-ba13-cc9cedbd95d2 HTTP/1.1" status: 200  len: 796 time: 0.1074164
May 07 22:39:22.561203 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1add5358-e18d-4b3d-87a3-73301a0f3f42 req-05c667d3-4f4b-4c47-a234-97bf54629354 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3dc672b922b4f86869d8b6108240e0a HTTP/1.1" status: 200  len: 380 time: 0.0592210
May 07 22:39:22.572323 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-1add5358-e18d-4b3d-87a3-73301a0f3f42 req-0701faee-10b1-4141-9494-0609291359e3 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Request body: {'port': {'device_id': '28d5a2eb-463e-42b2-bc8a-8b054ac226fe', 'network_id': 'f3d529df-b0b5-47a4-ba13-cc9cedbd95d2', 'admin_state_up': True, 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'security_groups': ['0ee83aba-8c36-456a-8dd1-455a1181cfb4']}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:39:22.680319 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1add5358-e18d-4b3d-87a3-73301a0f3f42 req-0701faee-10b1-4141-9494-0609291359e3 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Made reservation on behalf of f3dc672b922b4f86869d8b6108240e0a for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:39:22.683672 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1add5358-e18d-4b3d-87a3-73301a0f3f42 req-0701faee-10b1-4141-9494-0609291359e3 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:22.806320 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [req-1add5358-e18d-4b3d-87a3-73301a0f3f42 req-0701faee-10b1-4141-9494-0609291359e3 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Allocated IP 172.20.0.7 (f3d529df-b0b5-47a4-ba13-cc9cedbd95d2/d10251ec-e370-4478-a269-13e1681bf65d/b9eb864c-7f33-4fd1-b4e2-ce05faad73ca) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:39:22.866656 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fb178909-473f-45d1-bc80-901137995795 req-9b4b4249-b373-43b6-976a-21cd045f8965 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=28d5a2eb-463e-42b2-bc8a-8b054ac226fe HTTP/1.1" status: 200  len: 210 time: 0.0292587
May 07 22:39:22.950442 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1add5358-e18d-4b3d-87a3-73301a0f3f42 req-0701faee-10b1-4141-9494-0609291359e3 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for port (b9eb864c-7f33-4fd1-b4e2-ce05faad73ca), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:22.983940 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1add5358-e18d-4b3d-87a3-73301a0f3f42 req-0701faee-10b1-4141-9494-0609291359e3 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (b9eb864c-7f33-4fd1-b4e2-ce05faad73ca), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:23.023676 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1add5358-e18d-4b3d-87a3-73301a0f3f42 req-0701faee-10b1-4141-9494-0609291359e3 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Network f3d529df-b0b5-47a4-ba13-cc9cedbd95d2 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:39:23.026569 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [req-1add5358-e18d-4b3d-87a3-73301a0f3f42 req-0701faee-10b1-4141-9494-0609291359e3 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:39:23.030066 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-1add5358-e18d-4b3d-87a3-73301a0f3f42 req-0701faee-10b1-4141-9494-0609291359e3 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:39:23.062172 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0701faee-10b1-4141-9494-0609291359e3 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event updated for resources: {'Port': ['ID=b9eb864c-7f33-4fd1-b4e2-ce05faad73ca,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:39:23.090896 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add5358-e18d-4b3d-87a3-73301a0f3f42 req-0701faee-10b1-4141-9494-0609291359e3 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:39:23.091569 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1add5358-e18d-4b3d-87a3-73301a0f3f42 req-0701faee-10b1-4141-9494-0609291359e3 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:23.110172 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1add5358-e18d-4b3d-87a3-73301a0f3f42 req-0701faee-10b1-4141-9494-0609291359e3 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5411134
May 07 22:39:23.119040 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [req-1add5358-e18d-4b3d-87a3-73301a0f3f42 req-b1c2e90e-1c6f-4929-9aef-12bec6d597f3 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121837) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:39:23.120132 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1add5358-e18d-4b3d-87a3-73301a0f3f42 req-b1c2e90e-1c6f-4929-9aef-12bec6d597f3 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0054288
May 07 22:39:23.179063 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-1add5358-e18d-4b3d-87a3-73301a0f3f42 req-09365e46-a925-47c9-aee1-2e7b58d2b440 service neutron] Request body: {'port': {'device_id': '28d5a2eb-463e-42b2-bc8a-8b054ac226fe', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:39:23.240416 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1add5358-e18d-4b3d-87a3-73301a0f3f42 req-09365e46-a925-47c9-aee1-2e7b58d2b440 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (b9eb864c-7f33-4fd1-b4e2-ce05faad73ca), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:23.261949 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-69f3f81a-e5a7-4c7e-a7d6-93e76dc4db49 None None] Provisioning complete for port b9eb864c-7f33-4fd1-b4e2-ce05faad73ca triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:39:23.262519 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-69f3f81a-e5a7-4c7e-a7d6-93e76dc4db49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (b9eb864c-7f33-4fd1-b4e2-ce05faad73ca), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:23.300266 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-69f3f81a-e5a7-4c7e-a7d6-93e76dc4db49 None None] Port b9eb864c-7f33-4fd1-b4e2-ce05faad73ca cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:39:23.502321 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [req-1add5358-e18d-4b3d-87a3-73301a0f3f42 req-09365e46-a925-47c9-aee1-2e7b58d2b440 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9eb864c-7f33-4fd1-b4e2-ce05faad73ca {{(pid=121837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:39:23.510144 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1add5358-e18d-4b3d-87a3-73301a0f3f42 req-09365e46-a925-47c9-aee1-2e7b58d2b440 service neutron] Publish callbacks [] for port (b9eb864c-7f33-4fd1-b4e2-ce05faad73ca), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:23.522646 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-1add5358-e18d-4b3d-87a3-73301a0f3f42 req-09365e46-a925-47c9-aee1-2e7b58d2b440 service neutron] Transition to ACTIVE for port object b9eb864c-7f33-4fd1-b4e2-ce05faad73ca will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 22:39:23.526914 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1add5358-e18d-4b3d-87a3-73301a0f3f42 req-09365e46-a925-47c9-aee1-2e7b58d2b440 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (b9eb864c-7f33-4fd1-b4e2-ce05faad73ca), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:23.576062 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09365e46-a925-47c9-aee1-2e7b58d2b440 service neutron] Pushing event updated for resources: {'Port': ['ID=b9eb864c-7f33-4fd1-b4e2-ce05faad73ca,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:39:23.652286 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-1add5358-e18d-4b3d-87a3-73301a0f3f42 req-09365e46-a925-47c9-aee1-2e7b58d2b440 service neutron] Attempting to bind port b9eb864c-7f33-4fd1-b4e2-ce05faad73ca on host nch2-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:39:23.652888 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-1add5358-e18d-4b3d-87a3-73301a0f3f42 req-09365e46-a925-47c9-aee1-2e7b58d2b440 service neutron] Attempting to bind port b9eb864c-7f33-4fd1-b4e2-ce05faad73ca by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '6b3b674c-4501-474b-91fc-d6c024f2ae2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f3d529df-b0b5-47a4-ba13-cc9cedbd95d2'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:39:23.653213 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1add5358-e18d-4b3d-87a3-73301a0f3f42 req-09365e46-a925-47c9-aee1-2e7b58d2b440 service neutron] Attempting to bind port b9eb864c-7f33-4fd1-b4e2-ce05faad73ca on network f3d529df-b0b5-47a4-ba13-cc9cedbd95d2 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:39:23.657811 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1add5358-e18d-4b3d-87a3-73301a0f3f42 req-09365e46-a925-47c9-aee1-2e7b58d2b440 service neutron] Port b9eb864c-7f33-4fd1-b4e2-ce05faad73ca on network f3d529df-b0b5-47a4-ba13-cc9cedbd95d2 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:39:23.658127 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1add5358-e18d-4b3d-87a3-73301a0f3f42 req-09365e46-a925-47c9-aee1-2e7b58d2b440 service neutron] Attempting to bind port b9eb864c-7f33-4fd1-b4e2-ce05faad73ca on network f3d529df-b0b5-47a4-ba13-cc9cedbd95d2 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:39:23.663623 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1add5358-e18d-4b3d-87a3-73301a0f3f42 req-09365e46-a925-47c9-aee1-2e7b58d2b440 service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:39:23.663963 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1add5358-e18d-4b3d-87a3-73301a0f3f42 req-09365e46-a925-47c9-aee1-2e7b58d2b440 service neutron] Checking segment: {'id': '6b3b674c-4501-474b-91fc-d6c024f2ae2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f3d529df-b0b5-47a4-ba13-cc9cedbd95d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:39:23.664341 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1add5358-e18d-4b3d-87a3-73301a0f3f42 req-09365e46-a925-47c9-aee1-2e7b58d2b440 service neutron] Bound using segment: {'id': '6b3b674c-4501-474b-91fc-d6c024f2ae2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f3d529df-b0b5-47a4-ba13-cc9cedbd95d2'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:39:23.664762 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-1add5358-e18d-4b3d-87a3-73301a0f3f42 req-09365e46-a925-47c9-aee1-2e7b58d2b440 service neutron] Bound port: b9eb864c-7f33-4fd1-b4e2-ce05faad73ca, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b3b674c-4501-474b-91fc-d6c024f2ae2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f3d529df-b0b5-47a4-ba13-cc9cedbd95d2'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:39:23.665140 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1add5358-e18d-4b3d-87a3-73301a0f3f42 req-09365e46-a925-47c9-aee1-2e7b58d2b440 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (b9eb864c-7f33-4fd1-b4e2-ce05faad73ca), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:23.730071 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f158776f-0009-4bcb-9f58-871d21975ff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:23.737936 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-1add5358-e18d-4b3d-87a3-73301a0f3f42 req-09365e46-a925-47c9-aee1-2e7b58d2b440 service neutron] For port b9eb864c-7f33-4fd1-b4e2-ce05faad73ca, host nch2-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:39:23.741337 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-1add5358-e18d-4b3d-87a3-73301a0f3f42 req-09365e46-a925-47c9-aee1-2e7b58d2b440 service neutron] For port b9eb864c-7f33-4fd1-b4e2-ce05faad73ca, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b9eb864c-7f33-4fd1-b4e2-ce05faad73ca,segment=NetworkSegment(6b3b674c-4501-474b-91fc-d6c024f2ae2a),segment_id=6b3b674c-4501-474b-91fc-d6c024f2ae2a)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:39:23.747864 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1add5358-e18d-4b3d-87a3-73301a0f3f42 req-09365e46-a925-47c9-aee1-2e7b58d2b440 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (b9eb864c-7f33-4fd1-b4e2-ce05faad73ca), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:23.782147 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add5358-e18d-4b3d-87a3-73301a0f3f42 req-09365e46-a925-47c9-aee1-2e7b58d2b440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:39:23.782792 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-1add5358-e18d-4b3d-87a3-73301a0f3f42 req-09365e46-a925-47c9-aee1-2e7b58d2b440 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:23.784210 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1add5358-e18d-4b3d-87a3-73301a0f3f42 req-09365e46-a925-47c9-aee1-2e7b58d2b440 service neutron] 10.222.0.59 "PUT /v2.0/ports/b9eb864c-7f33-4fd1-b4e2-ce05faad73ca HTTP/1.1" status: 200  len: 1091 time: 0.6564946
May 07 22:39:23.784646 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28d5a2eb-463e-42b2-bc8a-8b054ac226fe', 'tag': 'b9eb864c-7f33-4fd1-b4e2-ce05faad73ca'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:39:23.786925 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bfa2b28-f1b7-4cbb-99a8-8c33bee2f4df" -d '{"events": [{"name": "network-changed", "server_uuid": "28d5a2eb-463e-42b2-bc8a-8b054ac226fe", "tag": "b9eb864c-7f33-4fd1-b4e2-ce05faad73ca"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:39:23.827285 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09365e46-a925-47c9-aee1-2e7b58d2b440 service neutron] Pushing event updated for resources: {'Port': ['ID=b9eb864c-7f33-4fd1-b4e2-ce05faad73ca,revision_number=3']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:39:23.849129 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e34371b-ece8-4947-a3d5-ade7dbb51dae x-openstack-request-id: req-8e34371b-ece8-4947-a3d5-ade7dbb51dae {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:39:23.849457 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28d5a2eb-463e-42b2-bc8a-8b054ac226fe", "tag": "b9eb864c-7f33-4fd1-b4e2-ce05faad73ca", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:39:23.849710 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8e34371b-ece8-4947-a3d5-ade7dbb51dae {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:39:23.850147 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e34371b-ece8-4947-a3d5-ade7dbb51dae'] response: {'name': 'network-changed', 'server_uuid': '28d5a2eb-463e-42b2-bc8a-8b054ac226fe', 'tag': 'b9eb864c-7f33-4fd1-b4e2-ce05faad73ca', 'status': 'completed', 'code': 200}
May 07 22:39:23.884211 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add5358-e18d-4b3d-87a3-73301a0f3f42 req-b9c81228-01f2-409e-866b-a6eccf7f6fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:39:23.886076 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1add5358-e18d-4b3d-87a3-73301a0f3f42 req-b9c81228-01f2-409e-866b-a6eccf7f6fb4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f3dc672b922b4f86869d8b6108240e0a&device_id=28d5a2eb-463e-42b2-bc8a-8b054ac226fe HTTP/1.1" status: 200  len: 1125 time: 0.0554793
May 07 22:39:23.935216 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1add5358-e18d-4b3d-87a3-73301a0f3f42 req-08358aaa-01f9-4bf5-9651-ce52424b88b7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9eb864c-7f33-4fd1-b4e2-ce05faad73ca HTTP/1.1" status: 200  len: 217 time: 0.0414603
May 07 22:39:23.986561 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c688580-ae71-49ad-a2e8-9b024af974dc req-2d7bb43e-e879-4e5c-bdee-71d55d71f109 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:39:23.987202 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add5358-e18d-4b3d-87a3-73301a0f3f42 req-f6b57d8f-f47e-41fa-bead-0b72ab775252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:39:23.988162 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1add5358-e18d-4b3d-87a3-73301a0f3f42 req-f6b57d8f-f47e-41fa-bead-0b72ab775252 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d10251ec-e370-4478-a269-13e1681bf65d HTTP/1.1" status: 200  len: 835 time: 0.0472267
May 07 22:39:23.991221 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9c688580-ae71-49ad-a2e8-9b024af974dc req-2d7bb43e-e879-4e5c-bdee-71d55d71f109 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=28d5a2eb-463e-42b2-bc8a-8b054ac226fe HTTP/1.1" status: 200  len: 943 time: 0.0531049
May 07 22:39:24.032386 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add5358-e18d-4b3d-87a3-73301a0f3f42 req-7fc52d23-3d10-4c41-8162-1dea7f972ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:39:24.034186 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1add5358-e18d-4b3d-87a3-73301a0f3f42 req-7fc52d23-3d10-4c41-8162-1dea7f972ba0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f3d529df-b0b5-47a4-ba13-cc9cedbd95d2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0401661
May 07 22:39:24.042040 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9c688580-ae71-49ad-a2e8-9b024af974dc req-7025b6d8-c912-4c6d-b314-f5dda19871d1 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ee83aba-8c36-456a-8dd1-455a1181cfb4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475941
May 07 22:39:24.129071 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1add5358-e18d-4b3d-87a3-73301a0f3f42 req-d01ed874-25b0-4b16-8180-c874db89b6d0 service neutron] 10.222.0.59 "GET /v2.0/networks/f3d529df-b0b5-47a4-ba13-cc9cedbd95d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0890031
May 07 22:39:24.221447 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1add5358-e18d-4b3d-87a3-73301a0f3f42 req-7ecfb9ab-e593-4bfe-88b3-362bca458aac service neutron] 10.222.0.59 "GET /v2.0/networks/f3d529df-b0b5-47a4-ba13-cc9cedbd95d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0860176
May 07 22:39:24.341647 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:25.074727 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa2b28-f1b7-4cbb-99a8-8c33bee2f4df req-0af5f2ad-59e1-4446-ab97-540748d05f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:39:25.076264 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2bfa2b28-f1b7-4cbb-99a8-8c33bee2f4df req-0af5f2ad-59e1-4446-ab97-540748d05f66 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f3dc672b922b4f86869d8b6108240e0a&device_id=28d5a2eb-463e-42b2-bc8a-8b054ac226fe HTTP/1.1" status: 200  len: 1125 time: 0.0407534
May 07 22:39:25.204677 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c780f14-4ed4-4f3f-bb3b-89549b910be5 req-d6870514-cb6a-486e-8ede-b8f64706ac2d tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:39:25.206811 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9c780f14-4ed4-4f3f-bb3b-89549b910be5 req-d6870514-cb6a-486e-8ede-b8f64706ac2d tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=28d5a2eb-463e-42b2-bc8a-8b054ac226fe HTTP/1.1" status: 200  len: 943 time: 0.0950744
May 07 22:39:25.235353 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa2b28-f1b7-4cbb-99a8-8c33bee2f4df req-ba0f3aa3-670d-4745-9a4d-92f6748f7e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:39:25.236872 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2bfa2b28-f1b7-4cbb-99a8-8c33bee2f4df req-ba0f3aa3-670d-4745-9a4d-92f6748f7e14 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f3d529df-b0b5-47a4-ba13-cc9cedbd95d2 HTTP/1.1" status: 200  len: 897 time: 0.1550975
May 07 22:39:25.286120 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2bfa2b28-f1b7-4cbb-99a8-8c33bee2f4df req-7f310475-e3d5-4ac6-afdc-d799ec0ea6a6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9eb864c-7f33-4fd1-b4e2-ce05faad73ca HTTP/1.1" status: 200  len: 217 time: 0.0427868
May 07 22:39:25.338414 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9c780f14-4ed4-4f3f-bb3b-89549b910be5 req-5a97b399-058c-4298-b50b-62a954088104 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ee83aba-8c36-456a-8dd1-455a1181cfb4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1192954
May 07 22:39:25.349070 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa2b28-f1b7-4cbb-99a8-8c33bee2f4df req-44941081-7408-4aca-a90a-55d3423d61f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:39:25.350478 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2bfa2b28-f1b7-4cbb-99a8-8c33bee2f4df req-44941081-7408-4aca-a90a-55d3423d61f6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d10251ec-e370-4478-a269-13e1681bf65d HTTP/1.1" status: 200  len: 835 time: 0.0584106
May 07 22:39:25.393002 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa2b28-f1b7-4cbb-99a8-8c33bee2f4df req-62929647-51b4-4b64-b3aa-7a0585e3bf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:39:25.394490 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2bfa2b28-f1b7-4cbb-99a8-8c33bee2f4df req-62929647-51b4-4b64-b3aa-7a0585e3bf21 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f3d529df-b0b5-47a4-ba13-cc9cedbd95d2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0375373
May 07 22:39:25.486329 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2bfa2b28-f1b7-4cbb-99a8-8c33bee2f4df req-57a356d0-2e80-4b06-b764-057d04c3bcfc service neutron] 10.222.0.59 "GET /v2.0/networks/f3d529df-b0b5-47a4-ba13-cc9cedbd95d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0861237
May 07 22:39:25.585330 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2bfa2b28-f1b7-4cbb-99a8-8c33bee2f4df req-9b0b53a9-fbc0-4ba0-be77-8cadfe1f9aec service neutron] 10.222.0.59 "GET /v2.0/networks/f3d529df-b0b5-47a4-ba13-cc9cedbd95d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0930080
May 07 22:39:26.187901 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device b9eb864c-7f33-4fd1-b4e2-ce05faad73ca details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:39:26.293243 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port b9eb864c-7f33-4fd1-b4e2-ce05faad73ca, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b9eb864c-7f33-4fd1-b4e2-ce05faad73ca,segment=NetworkSegment(6b3b674c-4501-474b-91fc-d6c024f2ae2a),segment_id=6b3b674c-4501-474b-91fc-d6c024f2ae2a)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:39:26.304212 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': 'b9eb864c-7f33-4fd1-b4e2-ce05faad73ca', 'network_id': 'f3d529df-b0b5-47a4-ba13-cc9cedbd95d2', 'port_id': 'b9eb864c-7f33-4fd1-b4e2-ce05faad73ca', 'mac_address': 'fa:16:3e:bc:a1:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd10251ec-e370-4478-a269-13e1681bf65d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:39:26.340477 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port b9eb864c-7f33-4fd1-b4e2-ce05faad73ca is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:39:26.340799 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (b9eb864c-7f33-4fd1-b4e2-ce05faad73ca), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:26.353826 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9eb864c-7f33-4fd1-b4e2-ce05faad73ca {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:39:26.372853 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port b9eb864c-7f33-4fd1-b4e2-ce05faad73ca, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b9eb864c-7f33-4fd1-b4e2-ce05faad73ca,segment=NetworkSegment(6b3b674c-4501-474b-91fc-d6c024f2ae2a),segment_id=6b3b674c-4501-474b-91fc-d6c024f2ae2a)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:39:26.377909 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (b9eb864c-7f33-4fd1-b4e2-ce05faad73ca), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:26.429056 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=b9eb864c-7f33-4fd1-b4e2-ce05faad73ca,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:39:26.470450 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b65ae62-ee38-4a12-b877-39058a3cd9f5 req-b4459a94-345e-49fa-b84d-988dede1db45 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:39:26.472013 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5b65ae62-ee38-4a12-b877-39058a3cd9f5 req-b4459a94-345e-49fa-b84d-988dede1db45 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=28d5a2eb-463e-42b2-bc8a-8b054ac226fe HTTP/1.1" status: 200  len: 944 time: 0.0612037
May 07 22:39:26.521959 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-5b65ae62-ee38-4a12-b877-39058a3cd9f5 req-f5b71710-6e91-4bac-a6ea-de72c7fe0e01 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ee83aba-8c36-456a-8dd1-455a1181cfb4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437064
May 07 22:39:26.582383 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['b9eb864c-7f33-4fd1-b4e2-ce05faad73ca'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:39:26.638347 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-cea0ee6f-8a97-49c7-af64-98a2609d4d49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:27.594198 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:27.637398 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b638ad53-4ad4-4a53-b2fa-14554c715b6c req-1d37efbb-db65-4102-88a6-f74669fb958d tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:39:27.638940 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b638ad53-4ad4-4a53-b2fa-14554c715b6c req-1d37efbb-db65-4102-88a6-f74669fb958d tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=28d5a2eb-463e-42b2-bc8a-8b054ac226fe HTTP/1.1" status: 200  len: 944 time: 0.0486825
May 07 22:39:27.688116 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b638ad53-4ad4-4a53-b2fa-14554c715b6c req-f9b56aa7-8262-4434-a5b9-ec9c90663d29 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ee83aba-8c36-456a-8dd1-455a1181cfb4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435288
May 07 22:39:28.204882 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device b9eb864c-7f33-4fd1-b4e2-ce05faad73ca up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:39:28.248560 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning for port b9eb864c-7f33-4fd1-b4e2-ce05faad73ca completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 22:39:28.253829 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port b9eb864c-7f33-4fd1-b4e2-ce05faad73ca triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:39:28.254207 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (b9eb864c-7f33-4fd1-b4e2-ce05faad73ca), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:28.330005 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port b9eb864c-7f33-4fd1-b4e2-ce05faad73ca is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:39:28.330390 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (b9eb864c-7f33-4fd1-b4e2-ce05faad73ca), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:28.351606 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28d5a2eb-463e-42b2-bc8a-8b054ac226fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9eb864c-7f33-4fd1-b4e2-ce05faad73ca'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:39:28.353838 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c261da-47bf-4af9-bf3f-4290e207d803" -d '{"events": [{"server_uuid": "28d5a2eb-463e-42b2-bc8a-8b054ac226fe", "name": "network-vif-plugged", "status": "completed", "tag": "b9eb864c-7f33-4fd1-b4e2-ce05faad73ca"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:39:28.369818 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port b9eb864c-7f33-4fd1-b4e2-ce05faad73ca, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b9eb864c-7f33-4fd1-b4e2-ce05faad73ca,segment=NetworkSegment(6b3b674c-4501-474b-91fc-d6c024f2ae2a),segment_id=6b3b674c-4501-474b-91fc-d6c024f2ae2a)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:39:28.373920 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (b9eb864c-7f33-4fd1-b4e2-ce05faad73ca), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:28.420995 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=b9eb864c-7f33-4fd1-b4e2-ce05faad73ca,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:39:28.451944 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a72d069e-03eb-42cf-b69d-d81e9e2dfa1c x-openstack-request-id: req-a72d069e-03eb-42cf-b69d-d81e9e2dfa1c {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:39:28.452244 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28d5a2eb-463e-42b2-bc8a-8b054ac226fe", "name": "network-vif-plugged", "status": "completed", "tag": "b9eb864c-7f33-4fd1-b4e2-ce05faad73ca", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:39:28.452499 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a72d069e-03eb-42cf-b69d-d81e9e2dfa1c {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:39:28.452903 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a72d069e-03eb-42cf-b69d-d81e9e2dfa1c'] response: {'server_uuid': '28d5a2eb-463e-42b2-bc8a-8b054ac226fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9eb864c-7f33-4fd1-b4e2-ce05faad73ca', 'code': 200}
May 07 22:39:28.545642 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b402ec-ad83-4483-8516-350679d4e10a req-486eac6c-2024-438d-ab29-3f6ade97659a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:39:28.547066 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a0b402ec-ad83-4483-8516-350679d4e10a req-486eac6c-2024-438d-ab29-3f6ade97659a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=28d5a2eb-463e-42b2-bc8a-8b054ac226fe HTTP/1.1" status: 200  len: 1127 time: 0.0386884
May 07 22:39:28.592276 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a0b402ec-ad83-4483-8516-350679d4e10a req-11b75dfc-34a0-428d-8421-aec8904beab7 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=0ee83aba-8c36-456a-8dd1-455a1181cfb4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399408
May 07 22:39:28.818582 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe6ec6a-2b40-4036-9b38-5e91bb6077b7 req-d3e36d78-965f-4e3a-98de-522208784e0d tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:39:28.820013 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-abe6ec6a-2b40-4036-9b38-5e91bb6077b7 req-d3e36d78-965f-4e3a-98de-522208784e0d tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=28d5a2eb-463e-42b2-bc8a-8b054ac226fe HTTP/1.1" status: 200  len: 945 time: 0.0559812
May 07 22:39:28.873770 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-abe6ec6a-2b40-4036-9b38-5e91bb6077b7 req-96e83cef-aff6-4c06-8e4f-0e4882b7cd72 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ee83aba-8c36-456a-8dd1-455a1181cfb4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478516
May 07 22:39:29.306696 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:29.988868 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cd6d22-8ee0-4c0f-bb43-87454b4dc370 req-a3fcd2a1-7ec9-4cd3-affb-43ff00177fde tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:39:29.990439 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e6cd6d22-8ee0-4c0f-bb43-87454b4dc370 req-a3fcd2a1-7ec9-4cd3-affb-43ff00177fde tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=28d5a2eb-463e-42b2-bc8a-8b054ac226fe HTTP/1.1" status: 200  len: 945 time: 0.0472028
May 07 22:39:30.038389 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e6cd6d22-8ee0-4c0f-bb43-87454b4dc370 req-5d98796b-e380-4bce-a9e6-7f9399409ba0 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ee83aba-8c36-456a-8dd1-455a1181cfb4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424373
May 07 22:39:30.154681 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846fbbcc-e478-4cbe-b4ce-f80fc38b8928 req-2896a924-9eea-476d-815f-bc4005d4ce4b tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:39:30.156086 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-846fbbcc-e478-4cbe-b4ce-f80fc38b8928 req-2896a924-9eea-476d-815f-bc4005d4ce4b tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=28d5a2eb-463e-42b2-bc8a-8b054ac226fe HTTP/1.1" status: 200  len: 945 time: 0.0470107
May 07 22:39:30.205224 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-846fbbcc-e478-4cbe-b4ce-f80fc38b8928 req-c8b0fb02-045f-4bad-9495-4bdd18c9ca71 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ee83aba-8c36-456a-8dd1-455a1181cfb4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434928
May 07 22:39:30.227085 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 59220) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:39:30.264359 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebecc68f-a97f-4b68-a7bf-2abdbdf7d425 tempest-TestNetworkAdvancedServerOps-404863911 tempest-TestNetworkAdvancedServerOps-404863911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:39:30.265802 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-ebecc68f-a97f-4b68-a7bf-2abdbdf7d425 tempest-TestNetworkAdvancedServerOps-404863911 tempest-TestNetworkAdvancedServerOps-404863911-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=28d5a2eb-463e-42b2-bc8a-8b054ac226fe HTTP/1.1" status: 200  len: 1122 time: 0.0376554
May 07 22:39:30.268591 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 59222) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:39:30.273325 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-a02966d4-0ebc-41c4-bb06-b90cd58c2e37 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Request body: {'floatingip': {'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'port_id': 'b9eb864c-7f33-4fd1-b4e2-ce05faad73ca', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:39:30.295706 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a02966d4-0ebc-41c4-bb06-b90cd58c2e37 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:30.377614 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a02966d4-0ebc-41c4-bb06-b90cd58c2e37 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:30.402647 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:30.486261 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-a02966d4-0ebc-41c4-bb06-b90cd58c2e37 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Allocated IP 172.35.4.253 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/8e1aa2ce-81c2-44e6-8cbb-8dfa97e55bc3) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:39:30.588580 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a02966d4-0ebc-41c4-bb06-b90cd58c2e37 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for port (8e1aa2ce-81c2-44e6-8cbb-8dfa97e55bc3), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:30.622724 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a02966d4-0ebc-41c4-bb06-b90cd58c2e37 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (8e1aa2ce-81c2-44e6-8cbb-8dfa97e55bc3), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:30.660556 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02966d4-0ebc-41c4-bb06-b90cd58c2e37 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:39:30.663591 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-a02966d4-0ebc-41c4-bb06-b90cd58c2e37 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:39:30.667625 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02966d4-0ebc-41c4-bb06-b90cd58c2e37 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:39:30.675002 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02966d4-0ebc-41c4-bb06-b90cd58c2e37 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event updated for resources: {'Port': ['ID=8e1aa2ce-81c2-44e6-8cbb-8dfa97e55bc3,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:39:31.034588 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a02966d4-0ebc-41c4-bb06-b90cd58c2e37 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for floatingip (37f607ff-20b2-4c0b-bf89-30042b44ad38), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:31.104440 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a02966d4-0ebc-41c4-bb06-b90cd58c2e37 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (8e1aa2ce-81c2-44e6-8cbb-8dfa97e55bc3), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:31.249146 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a02966d4-0ebc-41c4-bb06-b90cd58c2e37 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for port (8e1aa2ce-81c2-44e6-8cbb-8dfa97e55bc3), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:31.254984 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a02966d4-0ebc-41c4-bb06-b90cd58c2e37 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (8e1aa2ce-81c2-44e6-8cbb-8dfa97e55bc3), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:31.330062 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02966d4-0ebc-41c4-bb06-b90cd58c2e37 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event updated for resources: {'Port': ['ID=8e1aa2ce-81c2-44e6-8cbb-8dfa97e55bc3,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:39:31.340260 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a02966d4-0ebc-41c4-bb06-b90cd58c2e37 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (37f607ff-20b2-4c0b-bf89-30042b44ad38), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:31.442959 ncdv-master-1 neutron-server[121837]: INFO neutron.db.l3_db [None req-a02966d4-0ebc-41c4-bb06-b90cd58c2e37 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Floating IP 37f607ff-20b2-4c0b-bf89-30042b44ad38 associated. External IP: 172.35.4.253, port: b9eb864c-7f33-4fd1-b4e2-ce05faad73ca.
May 07 22:39:31.653667 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a02966d4-0ebc-41c4-bb06-b90cd58c2e37 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Router ff116167-bfbc-43f9-9ddd-1b709daa5e94 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:39:31.764815 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a02966d4-0ebc-41c4-bb06-b90cd58c2e37 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:39:31.774433 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1998fc8b-ab60-41a2-95d6-cbd2bcaab664 None None] Sync routers for ids ['ff116167-bfbc-43f9-9ddd-1b709daa5e94'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:39:31.782892 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a02966d4-0ebc-41c4-bb06-b90cd58c2e37 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:31.784361 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1998fc8b-ab60-41a2-95d6-cbd2bcaab664 None None] Routers {'ff116167-bfbc-43f9-9ddd-1b709daa5e94'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:39:31.785016 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-1998fc8b-ab60-41a2-95d6-cbd2bcaab664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8dc7a0a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:39:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['ff116167-bfbc-43f9-9ddd-1b709daa5e94'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:39:31.816411 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-a02966d4-0ebc-41c4-bb06-b90cd58c2e37 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.5443466
May 07 22:39:31.816411 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28d5a2eb-463e-42b2-bc8a-8b054ac226fe', 'tag': 'b9eb864c-7f33-4fd1-b4e2-ce05faad73ca'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:39:31.816820 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cfbc702-f3b0-4f9a-9d19-773ed33823cd" -d '{"events": [{"name": "network-changed", "server_uuid": "28d5a2eb-463e-42b2-bc8a-8b054ac226fe", "tag": "b9eb864c-7f33-4fd1-b4e2-ce05faad73ca"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:39:31.864904 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-658cfee9-4e75-4e6d-9cb0-962705d72521 x-openstack-request-id: req-658cfee9-4e75-4e6d-9cb0-962705d72521 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:39:31.865872 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28d5a2eb-463e-42b2-bc8a-8b054ac226fe", "tag": "b9eb864c-7f33-4fd1-b4e2-ce05faad73ca", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:39:31.866446 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-658cfee9-4e75-4e6d-9cb0-962705d72521 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:39:31.867224 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-658cfee9-4e75-4e6d-9cb0-962705d72521'] response: {'name': 'network-changed', 'server_uuid': '28d5a2eb-463e-42b2-bc8a-8b054ac226fe', 'tag': 'b9eb864c-7f33-4fd1-b4e2-ce05faad73ca', 'status': 'completed', 'code': 200}
May 07 22:39:31.919354 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfbc702-f3b0-4f9a-9d19-773ed33823cd req-2e2c825b-0f01-4048-a5b9-432452c0d0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:39:31.921276 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9cfbc702-f3b0-4f9a-9d19-773ed33823cd req-2e2c825b-0f01-4048-a5b9-432452c0d0fd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f3dc672b922b4f86869d8b6108240e0a&device_id=28d5a2eb-463e-42b2-bc8a-8b054ac226fe HTTP/1.1" status: 200  len: 1127 time: 0.0423038
May 07 22:39:31.921771 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3712b4-8df3-4e7a-a38d-d8b051e9e4b4 req-dde7b40c-4e67-4972-8471-06a6e81896bd tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:39:31.923537 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ae3712b4-8df3-4e7a-a38d-d8b051e9e4b4 req-dde7b40c-4e67-4972-8471-06a6e81896bd tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=28d5a2eb-463e-42b2-bc8a-8b054ac226fe HTTP/1.1" status: 200  len: 945 time: 0.0582397
May 07 22:39:31.931668 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-1998fc8b-ab60-41a2-95d6-cbd2bcaab664 None None] Set router ff116167-bfbc-43f9-9ddd-1b709daa5e94 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:39:31.981255 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ae3712b4-8df3-4e7a-a38d-d8b051e9e4b4 req-fe841fc3-231d-43a9-bb77-8f22a2761ec3 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ee83aba-8c36-456a-8dd1-455a1181cfb4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0514970
May 07 22:39:32.004319 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 59244) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:39:32.024822 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfbc702-f3b0-4f9a-9d19-773ed33823cd req-be680d85-a7c7-410d-b666-054bbcd37cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:39:32.026422 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9cfbc702-f3b0-4f9a-9d19-773ed33823cd req-be680d85-a7c7-410d-b666-054bbcd37cb4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f3d529df-b0b5-47a4-ba13-cc9cedbd95d2 HTTP/1.1" status: 200  len: 897 time: 0.0980964
May 07 22:39:32.070354 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-302f0a2b-57f5-4f5f-86cf-c3d30c51dcb4 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/floatingips/37f607ff-20b2-4c0b-bf89-30042b44ad38 HTTP/1.1" status: 200  len: 991 time: 0.0637329
May 07 22:39:32.093097 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9cfbc702-f3b0-4f9a-9d19-773ed33823cd req-599703cd-e3ca-40b7-a265-57125e2b6ac7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9eb864c-7f33-4fd1-b4e2-ce05faad73ca HTTP/1.1" status: 200  len: 999 time: 0.0603242
May 07 22:39:32.141151 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfbc702-f3b0-4f9a-9d19-773ed33823cd req-0f90355a-3fec-4815-b6de-d19a1a2a5856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:39:32.142613 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9cfbc702-f3b0-4f9a-9d19-773ed33823cd req-0f90355a-3fec-4815-b6de-d19a1a2a5856 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d10251ec-e370-4478-a269-13e1681bf65d HTTP/1.1" status: 200  len: 835 time: 0.0437305
May 07 22:39:32.150638 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-1998fc8b-ab60-41a2-95d6-cbd2bcaab664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8dc7a0a0>, [{'id': 'ff116167-bfbc-43f9-9ddd-1b709daa5e94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1070349898', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.121'}], 'enable_snat': True}, 'gw_port_id': '031a76c0-7faa-40a5-8a53-9683d54e4b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:39:11Z', 'updated_at': '2022-05-07T22:39:15Z', 'revision_number': 4, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'gw_port': {'id': '031a76c0-7faa-40a5-8a53-9683d54e4b7a', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff116167-bfbc-43f9-9ddd-1b709daa5e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:39:12Z', 'updated_at': '2022-05-07T22:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '37f607ff-20b2-4c0b-bf89-30042b44ad38', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'floating_ip_address': '172.35.4.253', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': 'ff116167-bfbc-43f9-9ddd-1b709daa5e94', 'port_id': 'b9eb864c-7f33-4fd1-b4e2-ce05faad73ca', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3d529df-b0b5-47a4-ba13-cc9cedbd95d2', 'mac_address': 'fa:16:3e:bc:a1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d5a2eb-463e-42b2-bc8a-8b054ac226fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:39:30Z', 'updated_at': '2022-05-07T22:39:30Z', 'revision_number': 0, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a8efe08-600c-4000-8dc7-69c50bef4658', 'name': '', 'network_id': 'f3d529df-b0b5-47a4-ba13-cc9cedbd95d2', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'mac_address': 'fa:16:3e:38:e4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff116167-bfbc-43f9-9ddd-1b709daa5e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'd10251ec-e370-4478-a269-13e1681bf65d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:39:14Z', 'updated_at': '2022-05-07T22:39:18Z', 'revision_number': 5, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'subnets': [{'id': 'd10251ec-e370-4478-a269-13e1681bf65d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:39:32.177648 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1998fc8b-ab60-41a2-95d6-cbd2bcaab664 None None] Checking router: ff116167-bfbc-43f9-9ddd-1b709daa5e94 for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:39:32.185849 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1998fc8b-ab60-41a2-95d6-cbd2bcaab664 None None] Routers {'ff116167-bfbc-43f9-9ddd-1b709daa5e94'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:39:32.186461 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-1998fc8b-ab60-41a2-95d6-cbd2bcaab664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8dc7a0a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:39:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['ff116167-bfbc-43f9-9ddd-1b709daa5e94'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:39:32.190525 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfbc702-f3b0-4f9a-9d19-773ed33823cd req-138197b4-2e57-42df-806e-174b2e8870f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:39:32.192124 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9cfbc702-f3b0-4f9a-9d19-773ed33823cd req-138197b4-2e57-42df-806e-174b2e8870f6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f3d529df-b0b5-47a4-ba13-cc9cedbd95d2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0426610
May 07 22:39:32.283012 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9cfbc702-f3b0-4f9a-9d19-773ed33823cd req-e6b141e5-3c72-4a86-a213-1e78af4c228b service neutron] 10.222.0.59 "GET /v2.0/networks/f3d529df-b0b5-47a4-ba13-cc9cedbd95d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0853705
May 07 22:39:32.385791 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-1998fc8b-ab60-41a2-95d6-cbd2bcaab664 None None] Set router ff116167-bfbc-43f9-9ddd-1b709daa5e94 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:39:32.612638 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-1998fc8b-ab60-41a2-95d6-cbd2bcaab664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8dc7a0a0>, [{'id': 'ff116167-bfbc-43f9-9ddd-1b709daa5e94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1070349898', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.121'}], 'enable_snat': True}, 'gw_port_id': '031a76c0-7faa-40a5-8a53-9683d54e4b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:39:11Z', 'updated_at': '2022-05-07T22:39:15Z', 'revision_number': 4, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'gw_port': {'id': '031a76c0-7faa-40a5-8a53-9683d54e4b7a', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff116167-bfbc-43f9-9ddd-1b709daa5e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:39:12Z', 'updated_at': '2022-05-07T22:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '37f607ff-20b2-4c0b-bf89-30042b44ad38', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'floating_ip_address': '172.35.4.253', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': 'ff116167-bfbc-43f9-9ddd-1b709daa5e94', 'port_id': 'b9eb864c-7f33-4fd1-b4e2-ce05faad73ca', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3d529df-b0b5-47a4-ba13-cc9cedbd95d2', 'mac_address': 'fa:16:3e:bc:a1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d5a2eb-463e-42b2-bc8a-8b054ac226fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:39:30Z', 'updated_at': '2022-05-07T22:39:30Z', 'revision_number': 0, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a8efe08-600c-4000-8dc7-69c50bef4658', 'name': '', 'network_id': 'f3d529df-b0b5-47a4-ba13-cc9cedbd95d2', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'mac_address': 'fa:16:3e:38:e4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff116167-bfbc-43f9-9ddd-1b709daa5e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'd10251ec-e370-4478-a269-13e1681bf65d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:39:14Z', 'updated_at': '2022-05-07T22:39:18Z', 'revision_number': 5, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'subnets': [{'id': 'd10251ec-e370-4478-a269-13e1681bf65d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:39:32.640592 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1998fc8b-ab60-41a2-95d6-cbd2bcaab664 None None] The sync data for ids ['ff116167-bfbc-43f9-9ddd-1b709daa5e94'] in ncdv-master-1 is: [{'id': 'ff116167-bfbc-43f9-9ddd-1b709daa5e94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1070349898', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.121'}], 'enable_snat': True}, 'gw_port_id': '031a76c0-7faa-40a5-8a53-9683d54e4b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:39:11Z', 'updated_at': '2022-05-07T22:39:15Z', 'revision_number': 4, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'gw_port': {'id': '031a76c0-7faa-40a5-8a53-9683d54e4b7a', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff116167-bfbc-43f9-9ddd-1b709daa5e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:39:12Z', 'updated_at': '2022-05-07T22:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '37f607ff-20b2-4c0b-bf89-30042b44ad38', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'floating_ip_address': '172.35.4.253', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': 'ff116167-bfbc-43f9-9ddd-1b709daa5e94', 'port_id': 'b9eb864c-7f33-4fd1-b4e2-ce05faad73ca', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3d529df-b0b5-47a4-ba13-cc9cedbd95d2', 'mac_address': 'fa:16:3e:bc:a1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d5a2eb-463e-42b2-bc8a-8b054ac226fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:39:30Z', 'updated_at': '2022-05-07T22:39:30Z', 'revision_number': 0, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a8efe08-600c-4000-8dc7-69c50bef4658', 'name': '', 'network_id': 'f3d529df-b0b5-47a4-ba13-cc9cedbd95d2', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'mac_address': 'fa:16:3e:38:e4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff116167-bfbc-43f9-9ddd-1b709daa5e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'd10251ec-e370-4478-a269-13e1681bf65d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:39:14Z', 'updated_at': '2022-05-07T22:39:18Z', 'revision_number': 5, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'subnets': [{'id': 'd10251ec-e370-4478-a269-13e1681bf65d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:39:32.690747 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9cfbc702-f3b0-4f9a-9d19-773ed33823cd req-c20a553c-05e7-4990-9f2a-70433069aa9c service neutron] 10.222.0.59 "GET /v2.0/networks/f3d529df-b0b5-47a4-ba13-cc9cedbd95d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4006391
May 07 22:39:32.834835 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ee5fd4-7404-4d7b-b05b-c61f11fa633e None None] New status for floating IP 37f607ff-20b2-4c0b-bf89-30042b44ad38: ACTIVE {{(pid=121838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 07 22:39:32.877075 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 22:39:33.072583 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 59246) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:39:33.133294 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-db9669f3-c1d3-4f61-8ce0-ddec79c91e00 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/floatingips/37f607ff-20b2-4c0b-bf89-30042b44ad38 HTTP/1.1" status: 200  len: 991 time: 0.0593796
May 07 22:39:34.137179 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 59248) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:39:34.200551 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-674913bb-f64d-4ef5-bbbf-70d3f689d3fe tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/floatingips/37f607ff-20b2-4c0b-bf89-30042b44ad38 HTTP/1.1" status: 200  len: 993 time: 0.0623002
May 07 22:39:52.220870 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:53.731422 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-4b338a4b-047d-4e18-bf25-e954164b9c8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:54.340712 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:56.611069 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-66df436a-8499-4bba-912b-6019f3833550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:57.596433 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:39:59.309912 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:00.405082 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:00.992040 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09209456-7182-40fb-88d6-7332dfb6b9ab req-3dede7b3-cc69-4f3c-9111-a59d1f1bde7e tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:40:00.993566 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-09209456-7182-40fb-88d6-7332dfb6b9ab req-3dede7b3-cc69-4f3c-9111-a59d1f1bde7e tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=28d5a2eb-463e-42b2-bc8a-8b054ac226fe HTTP/1.1" status: 200  len: 945 time: 0.0512884
May 07 22:40:01.042228 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-09209456-7182-40fb-88d6-7332dfb6b9ab req-12109716-3f25-4543-9c85-41b8b5f81610 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ee83aba-8c36-456a-8dd1-455a1181cfb4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428102
May 07 22:40:02.158048 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eb3c62-66ba-4ee0-98b1-0cb50525bc2d req-fba7307d-5c85-44c3-8df8-49f7c22c2936 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:40:02.159530 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-41eb3c62-66ba-4ee0-98b1-0cb50525bc2d req-fba7307d-5c85-44c3-8df8-49f7c22c2936 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=28d5a2eb-463e-42b2-bc8a-8b054ac226fe HTTP/1.1" status: 200  len: 945 time: 0.0469890
May 07 22:40:02.213070 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-41eb3c62-66ba-4ee0-98b1-0cb50525bc2d req-d298ef08-1d98-4cc5-a496-a8dc285d1da5 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ee83aba-8c36-456a-8dd1-455a1181cfb4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476458
May 07 22:40:02.235154 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 59264) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:40:02.299142 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-cf0b2fd8-df22-4076-8299-a934b3092cd8 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/floatingips/37f607ff-20b2-4c0b-bf89-30042b44ad38 HTTP/1.1" status: 200  len: 993 time: 0.0628312
May 07 22:40:03.593743 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c7e25d-2e3a-4889-9aa1-2723a978467c req-032e050a-76db-4824-8402-6cc8f6e5a632 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:40:03.595227 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-99c7e25d-2e3a-4889-9aa1-2723a978467c req-032e050a-76db-4824-8402-6cc8f6e5a632 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=28d5a2eb-463e-42b2-bc8a-8b054ac226fe HTTP/1.1" status: 200  len: 945 time: 0.0719757
May 07 22:40:03.603864 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abdd663-7662-40ce-be3a-0805b77f1ab0 req-710da15d-e882-4fe5-8d77-0a474e205e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:40:03.605211 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6abdd663-7662-40ce-be3a-0805b77f1ab0 req-710da15d-e882-4fe5-8d77-0a474e205e9d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f3dc672b922b4f86869d8b6108240e0a&device_id=28d5a2eb-463e-42b2-bc8a-8b054ac226fe HTTP/1.1" status: 200  len: 1127 time: 0.0533957
May 07 22:40:03.704443 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-99c7e25d-2e3a-4889-9aa1-2723a978467c req-121ba8b0-a9b8-4353-831a-9f58dd2374ed tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ee83aba-8c36-456a-8dd1-455a1181cfb4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1027033
May 07 22:40:03.729322 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abdd663-7662-40ce-be3a-0805b77f1ab0 req-db3e065c-e472-4e0d-9cd5-ecfe24bdf647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:40:03.730799 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6abdd663-7662-40ce-be3a-0805b77f1ab0 req-db3e065c-e472-4e0d-9cd5-ecfe24bdf647 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f3d529df-b0b5-47a4-ba13-cc9cedbd95d2 HTTP/1.1" status: 200  len: 897 time: 0.1139705
May 07 22:40:03.794867 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6abdd663-7662-40ce-be3a-0805b77f1ab0 req-b3854179-9cfd-42bc-a69d-68c1a0977595 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9eb864c-7f33-4fd1-b4e2-ce05faad73ca HTTP/1.1" status: 200  len: 1001 time: 0.0574777
May 07 22:40:03.845848 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abdd663-7662-40ce-be3a-0805b77f1ab0 req-23498a46-1680-4c9e-8a85-774dec437195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:40:03.847287 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6abdd663-7662-40ce-be3a-0805b77f1ab0 req-23498a46-1680-4c9e-8a85-774dec437195 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d10251ec-e370-4478-a269-13e1681bf65d HTTP/1.1" status: 200  len: 835 time: 0.0466862
May 07 22:40:03.888275 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abdd663-7662-40ce-be3a-0805b77f1ab0 req-00742ba1-db4b-4e24-b38b-4480b567a7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:40:03.889800 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6abdd663-7662-40ce-be3a-0805b77f1ab0 req-00742ba1-db4b-4e24-b38b-4480b567a7e6 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f3d529df-b0b5-47a4-ba13-cc9cedbd95d2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0367963
May 07 22:40:03.980886 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6abdd663-7662-40ce-be3a-0805b77f1ab0 req-73acf0e9-1605-4d32-be2c-9f0de54696d1 service neutron] 10.222.0.59 "GET /v2.0/networks/f3d529df-b0b5-47a4-ba13-cc9cedbd95d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0851500
May 07 22:40:04.068894 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6abdd663-7662-40ce-be3a-0805b77f1ab0 req-ed0049d3-b8e4-4b7a-ac60-c805054e667f service neutron] 10.222.0.59 "GET /v2.0/networks/f3d529df-b0b5-47a4-ba13-cc9cedbd95d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0825834
May 07 22:40:04.822621 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4554ae-fcdb-40f6-b745-926d2e116aa9 req-9f4d7207-38e6-46ac-80bc-f79450c24300 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:40:04.824157 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fa4554ae-fcdb-40f6-b745-926d2e116aa9 req-9f4d7207-38e6-46ac-80bc-f79450c24300 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=28d5a2eb-463e-42b2-bc8a-8b054ac226fe HTTP/1.1" status: 200  len: 945 time: 0.0474129
May 07 22:40:04.874927 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-fa4554ae-fcdb-40f6-b745-926d2e116aa9 req-761ad1f4-926b-4d8f-9bdc-4a4d8a79f0a2 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ee83aba-8c36-456a-8dd1-455a1181cfb4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450215
May 07 22:40:05.995444 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02353671-c3ea-4b21-9d1b-5dd43a58fd6c req-b254279e-8c72-49d0-9770-c45265879649 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:40:05.998486 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-02353671-c3ea-4b21-9d1b-5dd43a58fd6c req-b254279e-8c72-49d0-9770-c45265879649 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=28d5a2eb-463e-42b2-bc8a-8b054ac226fe HTTP/1.1" status: 200  len: 945 time: 0.0510852
May 07 22:40:06.050429 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-02353671-c3ea-4b21-9d1b-5dd43a58fd6c req-d15d7c97-0350-4ef6-9d44-ebaf4ca8654c tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ee83aba-8c36-456a-8dd1-455a1181cfb4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472610
May 07 22:40:06.073040 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 59276) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:40:06.132014 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-fbeca287-d692-4c47-be6d-6282931d8440 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/floatingips/37f607ff-20b2-4c0b-bf89-30042b44ad38 HTTP/1.1" status: 200  len: 993 time: 0.0579102
May 07 22:40:06.406293 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 59282) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:40:06.553953 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-7f60a476-dc5f-43c8-9a65-023163a792ca tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Deleting port 8e1aa2ce-81c2-44e6-8cbb-8dfa97e55bc3 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:40:06.554299 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7f60a476-dc5f-43c8-9a65-023163a792ca tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (8e1aa2ce-81c2-44e6-8cbb-8dfa97e55bc3), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:06.631351 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7f60a476-dc5f-43c8-9a65-023163a792ca tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (8e1aa2ce-81c2-44e6-8cbb-8dfa97e55bc3), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:06.631678 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7f60a476-dc5f-43c8-9a65-023163a792ca tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for floatingip (8e1aa2ce-81c2-44e6-8cbb-8dfa97e55bc3), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:06.643880 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-7f60a476-dc5f-43c8-9a65-023163a792ca tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Calling delete_port for 8e1aa2ce-81c2-44e6-8cbb-8dfa97e55bc3 owned by network:floatingip {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:40:06.794289 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7f60a476-dc5f-43c8-9a65-023163a792ca tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (8e1aa2ce-81c2-44e6-8cbb-8dfa97e55bc3), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:06.819816 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f60a476-dc5f-43c8-9a65-023163a792ca tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event deleted for resources: {'Port': ['ID=8e1aa2ce-81c2-44e6-8cbb-8dfa97e55bc3,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:40:06.831789 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f60a476-dc5f-43c8-9a65-023163a792ca tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:40:06.832140 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f60a476-dc5f-43c8-9a65-023163a792ca tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:40:06.832487 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f60a476-dc5f-43c8-9a65-023163a792ca tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:40:06.832829 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f60a476-dc5f-43c8-9a65-023163a792ca tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:40:06.833164 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f60a476-dc5f-43c8-9a65-023163a792ca tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:40:06.833496 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f60a476-dc5f-43c8-9a65-023163a792ca tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:40:06.833828 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f60a476-dc5f-43c8-9a65-023163a792ca tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:40:06.834160 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f60a476-dc5f-43c8-9a65-023163a792ca tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:40:06.834488 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f60a476-dc5f-43c8-9a65-023163a792ca tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:40:06.834836 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f60a476-dc5f-43c8-9a65-023163a792ca tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:40:06.835248 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f60a476-dc5f-43c8-9a65-023163a792ca tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:40:06.835493 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f60a476-dc5f-43c8-9a65-023163a792ca tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:40:06.835813 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f60a476-dc5f-43c8-9a65-023163a792ca tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:40:06.836172 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f60a476-dc5f-43c8-9a65-023163a792ca tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:40:06.836496 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f60a476-dc5f-43c8-9a65-023163a792ca tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:40:06.892432 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7f60a476-dc5f-43c8-9a65-023163a792ca tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for floatingip (37f607ff-20b2-4c0b-bf89-30042b44ad38), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:06.892754 ncdv-master-1 neutron-server[121837]: INFO neutron.db.l3_db [None req-7f60a476-dc5f-43c8-9a65-023163a792ca tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Floating IP 37f607ff-20b2-4c0b-bf89-30042b44ad38 disassociated (deleted). External IP: 172.35.4.253, port: b9eb864c-7f33-4fd1-b4e2-ce05faad73ca.
May 07 22:40:07.101457 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f60a476-dc5f-43c8-9a65-023163a792ca tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Router ff116167-bfbc-43f9-9ddd-1b709daa5e94 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:40:07.210713 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f60a476-dc5f-43c8-9a65-023163a792ca tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:40:07.215749 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7f60a476-dc5f-43c8-9a65-023163a792ca tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:07.220972 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ec4953-72be-4117-8adf-67f5d7707570 None None] Sync routers for ids ['ff116167-bfbc-43f9-9ddd-1b709daa5e94'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:40:07.231869 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ec4953-72be-4117-8adf-67f5d7707570 None None] Routers {'ff116167-bfbc-43f9-9ddd-1b709daa5e94'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:40:07.232486 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-78ec4953-72be-4117-8adf-67f5d7707570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8d9643a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:39:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['ff116167-bfbc-43f9-9ddd-1b709daa5e94'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:40:07.245987 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-7f60a476-dc5f-43c8-9a65-023163a792ca tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "DELETE /v2.0/floatingips/37f607ff-20b2-4c0b-bf89-30042b44ad38 HTTP/1.1" status: 204  len: 168 time: 0.8386512
May 07 22:40:07.246569 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28d5a2eb-463e-42b2-bc8a-8b054ac226fe', 'tag': 'b9eb864c-7f33-4fd1-b4e2-ce05faad73ca'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:40:07.248839 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e4718b-04ec-4b0e-b8c6-1789f108e67a" -d '{"events": [{"name": "network-changed", "server_uuid": "28d5a2eb-463e-42b2-bc8a-8b054ac226fe", "tag": "b9eb864c-7f33-4fd1-b4e2-ce05faad73ca"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:40:07.290890 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e758f1f4-d0e4-44c8-b352-62900c32495e x-openstack-request-id: req-e758f1f4-d0e4-44c8-b352-62900c32495e {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:40:07.291188 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28d5a2eb-463e-42b2-bc8a-8b054ac226fe", "tag": "b9eb864c-7f33-4fd1-b4e2-ce05faad73ca", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:40:07.291448 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e758f1f4-d0e4-44c8-b352-62900c32495e {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:40:07.291866 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e758f1f4-d0e4-44c8-b352-62900c32495e'] response: {'name': 'network-changed', 'server_uuid': '28d5a2eb-463e-42b2-bc8a-8b054ac226fe', 'tag': 'b9eb864c-7f33-4fd1-b4e2-ce05faad73ca', 'status': 'completed', 'code': 200}
May 07 22:40:07.344600 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-78ec4953-72be-4117-8adf-67f5d7707570 None None] Set router ff116167-bfbc-43f9-9ddd-1b709daa5e94 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:40:07.357456 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e4718b-04ec-4b0e-b8c6-1789f108e67a req-8ef15e22-c625-4f09-90fb-c0016d59ac23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:40:07.358934 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a6e4718b-04ec-4b0e-b8c6-1789f108e67a req-8ef15e22-c625-4f09-90fb-c0016d59ac23 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f3dc672b922b4f86869d8b6108240e0a&device_id=28d5a2eb-463e-42b2-bc8a-8b054ac226fe HTTP/1.1" status: 200  len: 1127 time: 0.0422969
May 07 22:40:07.473639 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e4718b-04ec-4b0e-b8c6-1789f108e67a req-3fc72440-6514-4d7c-b254-928430387e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:40:07.475194 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a6e4718b-04ec-4b0e-b8c6-1789f108e67a req-3fc72440-6514-4d7c-b254-928430387e5d service neutron] 10.222.0.59 "GET /v2.0/networks?id=f3d529df-b0b5-47a4-ba13-cc9cedbd95d2 HTTP/1.1" status: 200  len: 897 time: 0.0988767
May 07 22:40:07.485480 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821b70c6-a9d6-4c2a-9711-1db20d1dd122 req-9fa56a90-62bb-4b98-9307-91d80e31988c tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:40:07.486967 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-821b70c6-a9d6-4c2a-9711-1db20d1dd122 req-9fa56a90-62bb-4b98-9307-91d80e31988c tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=28d5a2eb-463e-42b2-bc8a-8b054ac226fe HTTP/1.1" status: 200  len: 945 time: 0.0491097
May 07 22:40:07.538367 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-821b70c6-a9d6-4c2a-9711-1db20d1dd122 req-f909b87f-252e-4335-823e-bf57997219f7 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ee83aba-8c36-456a-8dd1-455a1181cfb4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456064
May 07 22:40:07.550865 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-78ec4953-72be-4117-8adf-67f5d7707570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8d9643a0>, [{'id': 'ff116167-bfbc-43f9-9ddd-1b709daa5e94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1070349898', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.121'}], 'enable_snat': True}, 'gw_port_id': '031a76c0-7faa-40a5-8a53-9683d54e4b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:39:11Z', 'updated_at': '2022-05-07T22:39:15Z', 'revision_number': 4, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'gw_port': {'id': '031a76c0-7faa-40a5-8a53-9683d54e4b7a', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff116167-bfbc-43f9-9ddd-1b709daa5e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:39:12Z', 'updated_at': '2022-05-07T22:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9a8efe08-600c-4000-8dc7-69c50bef4658', 'name': '', 'network_id': 'f3d529df-b0b5-47a4-ba13-cc9cedbd95d2', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'mac_address': 'fa:16:3e:38:e4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff116167-bfbc-43f9-9ddd-1b709daa5e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'd10251ec-e370-4478-a269-13e1681bf65d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:39:14Z', 'updated_at': '2022-05-07T22:39:18Z', 'revision_number': 5, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'subnets': [{'id': 'd10251ec-e370-4478-a269-13e1681bf65d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:40:07.580455 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ec4953-72be-4117-8adf-67f5d7707570 None None] Checking router: ff116167-bfbc-43f9-9ddd-1b709daa5e94 for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:40:07.589138 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ec4953-72be-4117-8adf-67f5d7707570 None None] Routers {'ff116167-bfbc-43f9-9ddd-1b709daa5e94'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:40:07.589740 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-78ec4953-72be-4117-8adf-67f5d7707570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8d9643a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:39:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['ff116167-bfbc-43f9-9ddd-1b709daa5e94'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:40:07.692554 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-78ec4953-72be-4117-8adf-67f5d7707570 None None] Set router ff116167-bfbc-43f9-9ddd-1b709daa5e94 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:40:07.877225 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-78ec4953-72be-4117-8adf-67f5d7707570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8d9643a0>, [{'id': 'ff116167-bfbc-43f9-9ddd-1b709daa5e94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1070349898', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.121'}], 'enable_snat': True}, 'gw_port_id': '031a76c0-7faa-40a5-8a53-9683d54e4b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:39:11Z', 'updated_at': '2022-05-07T22:39:15Z', 'revision_number': 4, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'gw_port': {'id': '031a76c0-7faa-40a5-8a53-9683d54e4b7a', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff116167-bfbc-43f9-9ddd-1b709daa5e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:39:12Z', 'updated_at': '2022-05-07T22:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9a8efe08-600c-4000-8dc7-69c50bef4658', 'name': '', 'network_id': 'f3d529df-b0b5-47a4-ba13-cc9cedbd95d2', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'mac_address': 'fa:16:3e:38:e4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff116167-bfbc-43f9-9ddd-1b709daa5e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'd10251ec-e370-4478-a269-13e1681bf65d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:39:14Z', 'updated_at': '2022-05-07T22:39:18Z', 'revision_number': 5, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'subnets': [{'id': 'd10251ec-e370-4478-a269-13e1681bf65d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:40:07.903640 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ec4953-72be-4117-8adf-67f5d7707570 None None] The sync data for ids ['ff116167-bfbc-43f9-9ddd-1b709daa5e94'] in ncdv-master-1 is: [{'id': 'ff116167-bfbc-43f9-9ddd-1b709daa5e94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1070349898', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.121'}], 'enable_snat': True}, 'gw_port_id': '031a76c0-7faa-40a5-8a53-9683d54e4b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:39:11Z', 'updated_at': '2022-05-07T22:39:15Z', 'revision_number': 4, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'gw_port': {'id': '031a76c0-7faa-40a5-8a53-9683d54e4b7a', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff116167-bfbc-43f9-9ddd-1b709daa5e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:39:12Z', 'updated_at': '2022-05-07T22:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '9a8efe08-600c-4000-8dc7-69c50bef4658', 'name': '', 'network_id': 'f3d529df-b0b5-47a4-ba13-cc9cedbd95d2', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'mac_address': 'fa:16:3e:38:e4:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff116167-bfbc-43f9-9ddd-1b709daa5e94', 'device_owner': 'network:router_interface', 'standard_attr_id': 4351, 'fixed_ips': [{'subnet_id': 'd10251ec-e370-4478-a269-13e1681bf65d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:39:14Z', 'updated_at': '2022-05-07T22:39:18Z', 'revision_number': 5, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'subnets': [{'id': 'd10251ec-e370-4478-a269-13e1681bf65d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:40:08.120698 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942467be-03d8-4000-928b-941c1e8e2c93 None None] New status for floating IP 37f607ff-20b2-4c0b-bf89-30042b44ad38: DOWN {{(pid=121838) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 07 22:40:08.659253 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70927f8-ab3e-4d16-8656-767de8e4660a req-b14e5fa1-cce7-4d96-94c8-8e4b776380c6 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:40:08.660746 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d70927f8-ab3e-4d16-8656-767de8e4660a req-b14e5fa1-cce7-4d96-94c8-8e4b776380c6 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=28d5a2eb-463e-42b2-bc8a-8b054ac226fe HTTP/1.1" status: 200  len: 945 time: 0.0517571
May 07 22:40:08.705019 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a6e4718b-04ec-4b0e-b8c6-1789f108e67a req-623fc1ac-2d5d-4292-bf70-1f459a5d4daa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b9eb864c-7f33-4fd1-b4e2-ce05faad73ca HTTP/1.1" status: 200  len: 217 time: 0.0433242
May 07 22:40:08.777551 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d70927f8-ab3e-4d16-8656-767de8e4660a req-53830eda-b6fd-4eeb-a6ee-811552e95b62 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/security-groups?id=0ee83aba-8c36-456a-8dd1-455a1181cfb4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1095061
May 07 22:40:08.779063 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e4718b-04ec-4b0e-b8c6-1789f108e67a req-6bff7d63-adf8-4543-9d55-9348506e10ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:40:08.780415 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a6e4718b-04ec-4b0e-b8c6-1789f108e67a req-6bff7d63-adf8-4543-9d55-9348506e10ed service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d10251ec-e370-4478-a269-13e1681bf65d HTTP/1.1" status: 200  len: 835 time: 0.0692503
May 07 22:40:08.886253 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e4718b-04ec-4b0e-b8c6-1789f108e67a req-979b5c1d-61c1-4e76-a92c-2fac9fe70dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:40:08.887699 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a6e4718b-04ec-4b0e-b8c6-1789f108e67a req-979b5c1d-61c1-4e76-a92c-2fac9fe70dc1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f3d529df-b0b5-47a4-ba13-cc9cedbd95d2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0386906
May 07 22:40:09.002982 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12626d17-6d85-4464-905d-bf602183b326 req-526063f0-073e-48b8-ab7f-a9ea4fd29ebd tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:40:09.004419 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-12626d17-6d85-4464-905d-bf602183b326 req-526063f0-073e-48b8-ab7f-a9ea4fd29ebd tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.59 "GET /v2.0/ports?device_id=28d5a2eb-463e-42b2-bc8a-8b054ac226fe HTTP/1.1" status: 200  len: 945 time: 0.0754058
May 07 22:40:09.042052 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a6e4718b-04ec-4b0e-b8c6-1789f108e67a req-4260366c-8457-4e1f-b9f3-14e65d8adeff service neutron] 10.222.0.59 "GET /v2.0/networks/f3d529df-b0b5-47a4-ba13-cc9cedbd95d2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1483159
May 07 22:40:09.151274 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-12626d17-6d85-4464-905d-bf602183b326 req-ba0af77f-74d4-4f39-88af-2771760491b0 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Deleting port b9eb864c-7f33-4fd1-b4e2-ce05faad73ca {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:40:09.151529 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-12626d17-6d85-4464-905d-bf602183b326 req-ba0af77f-74d4-4f39-88af-2771760491b0 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (b9eb864c-7f33-4fd1-b4e2-ce05faad73ca), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:09.224197 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a6e4718b-04ec-4b0e-b8c6-1789f108e67a req-a399fca3-22df-4237-83a0-eb27d9590f29 service neutron] 10.222.0.59 "GET /v2.0/networks/f3d529df-b0b5-47a4-ba13-cc9cedbd95d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1746035
May 07 22:40:09.258532 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-12626d17-6d85-4464-905d-bf602183b326 req-ba0af77f-74d4-4f39-88af-2771760491b0 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] For port b9eb864c-7f33-4fd1-b4e2-ce05faad73ca, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b9eb864c-7f33-4fd1-b4e2-ce05faad73ca,segment=NetworkSegment(6b3b674c-4501-474b-91fc-d6c024f2ae2a),segment_id=6b3b674c-4501-474b-91fc-d6c024f2ae2a)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:40:09.258933 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-12626d17-6d85-4464-905d-bf602183b326 req-ba0af77f-74d4-4f39-88af-2771760491b0 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (b9eb864c-7f33-4fd1-b4e2-ce05faad73ca), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:09.271877 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-12626d17-6d85-4464-905d-bf602183b326 req-ba0af77f-74d4-4f39-88af-2771760491b0 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Calling delete_port for b9eb864c-7f33-4fd1-b4e2-ce05faad73ca owned by compute:nova {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:40:09.400930 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-12626d17-6d85-4464-905d-bf602183b326 req-ba0af77f-74d4-4f39-88af-2771760491b0 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (b9eb864c-7f33-4fd1-b4e2-ce05faad73ca), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:09.430388 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0af77f-74d4-4f39-88af-2771760491b0 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event deleted for resources: {'Port': ['ID=b9eb864c-7f33-4fd1-b4e2-ce05faad73ca,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:40:09.473210 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-12626d17-6d85-4464-905d-bf602183b326 req-ba0af77f-74d4-4f39-88af-2771760491b0 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] No DVR routers for this DVR port b9eb864c-7f33-4fd1-b4e2-ce05faad73ca on host nch2-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:40:09.475833 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-12626d17-6d85-4464-905d-bf602183b326 req-ba0af77f-74d4-4f39-88af-2771760491b0 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:09.479713 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-12626d17-6d85-4464-905d-bf602183b326 req-ba0af77f-74d4-4f39-88af-2771760491b0 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.59 "DELETE /v2.0/ports/b9eb864c-7f33-4fd1-b4e2-ce05faad73ca HTTP/1.1" status: 204  len: 173 time: 0.4688456
May 07 22:40:09.480205 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28d5a2eb-463e-42b2-bc8a-8b054ac226fe', 'name': 'network-vif-deleted', 'tag': 'b9eb864c-7f33-4fd1-b4e2-ce05faad73ca'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:40:09.482515 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76988397-5d1e-46b5-8375-b71196a0ea72" -d '{"events": [{"server_uuid": "28d5a2eb-463e-42b2-bc8a-8b054ac226fe", "name": "network-vif-deleted", "tag": "b9eb864c-7f33-4fd1-b4e2-ce05faad73ca"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:40:09.520151 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9454d1ec-aa05-4928-98c8-0cc7613b16d8 x-openstack-request-id: req-9454d1ec-aa05-4928-98c8-0cc7613b16d8 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:40:09.520453 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28d5a2eb-463e-42b2-bc8a-8b054ac226fe", "name": "network-vif-deleted", "tag": "b9eb864c-7f33-4fd1-b4e2-ce05faad73ca", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:40:09.520704 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9454d1ec-aa05-4928-98c8-0cc7613b16d8 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:40:09.521110 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9454d1ec-aa05-4928-98c8-0cc7613b16d8'] response: {'server_uuid': '28d5a2eb-463e-42b2-bc8a-8b054ac226fe', 'name': 'network-vif-deleted', 'tag': 'b9eb864c-7f33-4fd1-b4e2-ce05faad73ca', 'status': 'completed', 'code': 200}
May 07 22:40:09.876417 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 22:40:09.909908 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-183de2bd-3ef9-42d0-bb28-579feaec8d92 req-9388f329-10fe-4a84-be82-b1e252942a48 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "GET /v2.0/ports?device_id=28d5a2eb-463e-42b2-bc8a-8b054ac226fe HTTP/1.1" status: 200  len: 210 time: 0.0383782
May 07 22:40:10.969424 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 59298) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:40:11.304766 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-77127180-d50e-43f9-b00f-dcdee0995405 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401094'] for router_interface (ff116167-bfbc-43f9-9ddd-1b709daa5e94), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:11.545706 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-77127180-d50e-43f9-b00f-dcdee0995405 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Deleting port 9a8efe08-600c-4000-8dc7-69c50bef4658 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:40:11.546048 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-77127180-d50e-43f9-b00f-dcdee0995405 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (9a8efe08-600c-4000-8dc7-69c50bef4658), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:11.644066 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-77127180-d50e-43f9-b00f-dcdee0995405 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] For port 9a8efe08-600c-4000-8dc7-69c50bef4658, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9a8efe08-600c-4000-8dc7-69c50bef4658,segment=NetworkSegment(6b3b674c-4501-474b-91fc-d6c024f2ae2a),segment_id=6b3b674c-4501-474b-91fc-d6c024f2ae2a)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:40:11.644433 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-77127180-d50e-43f9-b00f-dcdee0995405 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (9a8efe08-600c-4000-8dc7-69c50bef4658), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:11.658843 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-77127180-d50e-43f9-b00f-dcdee0995405 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Calling delete_port for 9a8efe08-600c-4000-8dc7-69c50bef4658 owned by network:router_interface {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:40:11.844201 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-77127180-d50e-43f9-b00f-dcdee0995405 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (9a8efe08-600c-4000-8dc7-69c50bef4658), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:11.872742 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77127180-d50e-43f9-b00f-dcdee0995405 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event deleted for resources: {'Port': ['ID=9a8efe08-600c-4000-8dc7-69c50bef4658,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:40:12.076505 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-77127180-d50e-43f9-b00f-dcdee0995405 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401002'] for router_interface (ff116167-bfbc-43f9-9ddd-1b709daa5e94), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:12.615861 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77127180-d50e-43f9-b00f-dcdee0995405 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Router ff116167-bfbc-43f9-9ddd-1b709daa5e94 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:40:12.728375 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77127180-d50e-43f9-b00f-dcdee0995405 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:40:12.733472 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-77127180-d50e-43f9-b00f-dcdee0995405 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "PUT /v2.0/routers/ff116167-bfbc-43f9-9ddd-1b709daa5e94/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7629323
May 07 22:40:12.736118 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 59300) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:40:12.738701 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8426ab59-cb0a-4aa6-840d-d1fad399746b None None] Sync routers for ids ['ff116167-bfbc-43f9-9ddd-1b709daa5e94'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:40:12.749392 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8426ab59-cb0a-4aa6-840d-d1fad399746b None None] Routers {'ff116167-bfbc-43f9-9ddd-1b709daa5e94'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:40:12.750017 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-8426ab59-cb0a-4aa6-840d-d1fad399746b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c8be460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:39:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['ff116167-bfbc-43f9-9ddd-1b709daa5e94'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:40:12.787902 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c98648b-fdaf-4e3b-b904-656ef9127791 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Deleting subnet d10251ec-e370-4478-a269-13e1681bf65d {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:40:12.791541 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6c98648b-fdaf-4e3b-b904-656ef9127791 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for subnet (d10251ec-e370-4478-a269-13e1681bf65d), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:12.831223 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6c98648b-fdaf-4e3b-b904-656ef9127791 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (d10251ec-e370-4478-a269-13e1681bf65d), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:12.859092 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-8426ab59-cb0a-4aa6-840d-d1fad399746b None None] Set router ff116167-bfbc-43f9-9ddd-1b709daa5e94 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:40:12.919367 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6c98648b-fdaf-4e3b-b904-656ef9127791 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (d10251ec-e370-4478-a269-13e1681bf65d), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:12.981414 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6c98648b-fdaf-4e3b-b904-656ef9127791 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (d10251ec-e370-4478-a269-13e1681bf65d), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:13.013005 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c98648b-fdaf-4e3b-b904-656ef9127791 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event deleted for resources: {'Subnet': ['ID=d10251ec-e370-4478-a269-13e1681bf65d,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:40:13.020535 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6c98648b-fdaf-4e3b-b904-656ef9127791 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:13.023989 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-6c98648b-fdaf-4e3b-b904-656ef9127791 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "DELETE /v2.0/subnets/d10251ec-e370-4478-a269-13e1681bf65d HTTP/1.1" status: 204  len: 168 time: 0.2868965
May 07 22:40:13.026682 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 59302) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:40:13.033252 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff032bdb-5711-4c83-ac36-b0031cc64bfc None None] Network f3d529df-b0b5-47a4-ba13-cc9cedbd95d2 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:40:13.137969 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-8426ab59-cb0a-4aa6-840d-d1fad399746b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c8be460>, [{'id': 'ff116167-bfbc-43f9-9ddd-1b709daa5e94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1070349898', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.121'}], 'enable_snat': True}, 'gw_port_id': '031a76c0-7faa-40a5-8a53-9683d54e4b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:39:11Z', 'updated_at': '2022-05-07T22:40:11Z', 'revision_number': 5, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'gw_port': {'id': '031a76c0-7faa-40a5-8a53-9683d54e4b7a', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff116167-bfbc-43f9-9ddd-1b709daa5e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:39:12Z', 'updated_at': '2022-05-07T22:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:40:13.161295 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7de26b93-73f2-4fd5-a743-abee9f11696f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for router (ff116167-bfbc-43f9-9ddd-1b709daa5e94), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:13.168604 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8426ab59-cb0a-4aa6-840d-d1fad399746b None None] Checking router: ff116167-bfbc-43f9-9ddd-1b709daa5e94 for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:40:13.178355 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8426ab59-cb0a-4aa6-840d-d1fad399746b None None] Routers {'ff116167-bfbc-43f9-9ddd-1b709daa5e94'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:40:13.178942 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-8426ab59-cb0a-4aa6-840d-d1fad399746b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c8be460>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:39:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['ff116167-bfbc-43f9-9ddd-1b709daa5e94'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:40:13.243013 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3574cb1e-ee36-4cc5-aa0e-adc8e3e24d5d None None] DHCP port deletion for f3d529df-b0b5-47a4-ba13-cc9cedbd95d2 request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:40:13.299499 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7de26b93-73f2-4fd5-a743-abee9f11696f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for router_gateway (ff116167-bfbc-43f9-9ddd-1b709daa5e94), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:13.306316 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-8426ab59-cb0a-4aa6-840d-d1fad399746b None None] Set router ff116167-bfbc-43f9-9ddd-1b709daa5e94 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:40:13.308311 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-3574cb1e-ee36-4cc5-aa0e-adc8e3e24d5d None None] Deleting port 880a4e18-bb8e-41f7-9f64-86ba8dacd137 {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:40:13.308695 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-3574cb1e-ee36-4cc5-aa0e-adc8e3e24d5d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (880a4e18-bb8e-41f7-9f64-86ba8dacd137), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:13.359243 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-7de26b93-73f2-4fd5-a743-abee9f11696f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Deleting port 031a76c0-7faa-40a5-8a53-9683d54e4b7a {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:40:13.359583 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7de26b93-73f2-4fd5-a743-abee9f11696f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (031a76c0-7faa-40a5-8a53-9683d54e4b7a), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:13.376938 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-3574cb1e-ee36-4cc5-aa0e-adc8e3e24d5d None None] For port 880a4e18-bb8e-41f7-9f64-86ba8dacd137, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=880a4e18-bb8e-41f7-9f64-86ba8dacd137,segment=NetworkSegment(6b3b674c-4501-474b-91fc-d6c024f2ae2a),segment_id=6b3b674c-4501-474b-91fc-d6c024f2ae2a)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:40:13.377341 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-3574cb1e-ee36-4cc5-aa0e-adc8e3e24d5d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (880a4e18-bb8e-41f7-9f64-86ba8dacd137), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:13.391327 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-3574cb1e-ee36-4cc5-aa0e-adc8e3e24d5d None None] Calling delete_port for 880a4e18-bb8e-41f7-9f64-86ba8dacd137 owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:40:13.452960 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-7de26b93-73f2-4fd5-a743-abee9f11696f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] For port 031a76c0-7faa-40a5-8a53-9683d54e4b7a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=031a76c0-7faa-40a5-8a53-9683d54e4b7a,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:40:13.453209 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7de26b93-73f2-4fd5-a743-abee9f11696f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (031a76c0-7faa-40a5-8a53-9683d54e4b7a), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:13.466394 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-7de26b93-73f2-4fd5-a743-abee9f11696f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Calling delete_port for 031a76c0-7faa-40a5-8a53-9683d54e4b7a owned by network:router_gateway {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:40:13.478874 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-3574cb1e-ee36-4cc5-aa0e-adc8e3e24d5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (880a4e18-bb8e-41f7-9f64-86ba8dacd137), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:13.495049 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-8426ab59-cb0a-4aa6-840d-d1fad399746b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c8be460>, [{'id': 'ff116167-bfbc-43f9-9ddd-1b709daa5e94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1070349898', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.121'}], 'enable_snat': True}, 'gw_port_id': '031a76c0-7faa-40a5-8a53-9683d54e4b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:39:11Z', 'updated_at': '2022-05-07T22:40:11Z', 'revision_number': 5, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'gw_port': {'id': '031a76c0-7faa-40a5-8a53-9683d54e4b7a', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff116167-bfbc-43f9-9ddd-1b709daa5e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:39:12Z', 'updated_at': '2022-05-07T22:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:40:13.506049 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3574cb1e-ee36-4cc5-aa0e-adc8e3e24d5d None None] No DVR routers for this DVR port 880a4e18-bb8e-41f7-9f64-86ba8dacd137 on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:40:13.510855 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3574cb1e-ee36-4cc5-aa0e-adc8e3e24d5d None None] Pushing event deleted for resources: {'Port': ['ID=880a4e18-bb8e-41f7-9f64-86ba8dacd137,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:40:13.520380 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3574cb1e-ee36-4cc5-aa0e-adc8e3e24d5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:40:13.520737 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3574cb1e-ee36-4cc5-aa0e-adc8e3e24d5d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:40:13.521121 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3574cb1e-ee36-4cc5-aa0e-adc8e3e24d5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:40:13.521464 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3574cb1e-ee36-4cc5-aa0e-adc8e3e24d5d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:40:13.521841 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3574cb1e-ee36-4cc5-aa0e-adc8e3e24d5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:40:13.522181 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3574cb1e-ee36-4cc5-aa0e-adc8e3e24d5d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:40:13.522758 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3574cb1e-ee36-4cc5-aa0e-adc8e3e24d5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:40:13.523199 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3574cb1e-ee36-4cc5-aa0e-adc8e3e24d5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:40:13.523612 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3574cb1e-ee36-4cc5-aa0e-adc8e3e24d5d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:40:13.524016 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3574cb1e-ee36-4cc5-aa0e-adc8e3e24d5d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:40:13.524440 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3574cb1e-ee36-4cc5-aa0e-adc8e3e24d5d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:40:13.524841 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3574cb1e-ee36-4cc5-aa0e-adc8e3e24d5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:40:13.525275 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3574cb1e-ee36-4cc5-aa0e-adc8e3e24d5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:40:13.525672 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3574cb1e-ee36-4cc5-aa0e-adc8e3e24d5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:40:13.526207 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3574cb1e-ee36-4cc5-aa0e-adc8e3e24d5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:40:13.535612 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8426ab59-cb0a-4aa6-840d-d1fad399746b None None] The sync data for ids ['ff116167-bfbc-43f9-9ddd-1b709daa5e94'] in ncdv-master-1 is: [{'id': 'ff116167-bfbc-43f9-9ddd-1b709daa5e94', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1070349898', 'tenant_id': 'f3dc672b922b4f86869d8b6108240e0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.121'}], 'enable_snat': True}, 'gw_port_id': '031a76c0-7faa-40a5-8a53-9683d54e4b7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:39:11Z', 'updated_at': '2022-05-07T22:40:11Z', 'revision_number': 5, 'project_id': 'f3dc672b922b4f86869d8b6108240e0a', 'gw_port': {'id': '031a76c0-7faa-40a5-8a53-9683d54e4b7a', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:e8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff116167-bfbc-43f9-9ddd-1b709daa5e94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:39:12Z', 'updated_at': '2022-05-07T22:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:40:13.655098 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7de26b93-73f2-4fd5-a743-abee9f11696f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (031a76c0-7faa-40a5-8a53-9683d54e4b7a), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:13.686149 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de26b93-73f2-4fd5-a743-abee9f11696f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event deleted for resources: {'Port': ['ID=031a76c0-7faa-40a5-8a53-9683d54e4b7a,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:40:13.713797 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de26b93-73f2-4fd5-a743-abee9f11696f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:40:13.714074 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de26b93-73f2-4fd5-a743-abee9f11696f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:40:13.714416 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de26b93-73f2-4fd5-a743-abee9f11696f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:40:13.714757 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de26b93-73f2-4fd5-a743-abee9f11696f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:40:13.715118 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de26b93-73f2-4fd5-a743-abee9f11696f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:40:13.715447 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de26b93-73f2-4fd5-a743-abee9f11696f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:40:13.715778 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de26b93-73f2-4fd5-a743-abee9f11696f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:40:13.716095 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de26b93-73f2-4fd5-a743-abee9f11696f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:40:13.716443 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de26b93-73f2-4fd5-a743-abee9f11696f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:40:13.716747 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de26b93-73f2-4fd5-a743-abee9f11696f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:40:13.717071 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de26b93-73f2-4fd5-a743-abee9f11696f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:40:13.717395 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de26b93-73f2-4fd5-a743-abee9f11696f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:40:13.717717 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de26b93-73f2-4fd5-a743-abee9f11696f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:40:13.718040 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de26b93-73f2-4fd5-a743-abee9f11696f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:40:13.718358 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de26b93-73f2-4fd5-a743-abee9f11696f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:40:13.758122 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7de26b93-73f2-4fd5-a743-abee9f11696f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395776'] for router_gateway (ff116167-bfbc-43f9-9ddd-1b709daa5e94), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:13.854734 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7de26b93-73f2-4fd5-a743-abee9f11696f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (ff116167-bfbc-43f9-9ddd-1b709daa5e94), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:13.857077 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7de26b93-73f2-4fd5-a743-abee9f11696f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for router_controller (ff116167-bfbc-43f9-9ddd-1b709daa5e94), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:13.903932 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7de26b93-73f2-4fd5-a743-abee9f11696f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (ff116167-bfbc-43f9-9ddd-1b709daa5e94), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:13.904488 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de26b93-73f2-4fd5-a743-abee9f11696f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Fanout notify agent at l3_agent the message router_deleted on router ff116167-bfbc-43f9-9ddd-1b709daa5e94 {{(pid=121836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 22:40:13.911834 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-7de26b93-73f2-4fd5-a743-abee9f11696f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:13.914807 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-7de26b93-73f2-4fd5-a743-abee9f11696f tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "DELETE /v2.0/routers/ff116167-bfbc-43f9-9ddd-1b709daa5e94 HTTP/1.1" status: 204  len: 168 time: 0.8854482
May 07 22:40:13.916828 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 59304) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:40:13.984045 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 880a4e18-bb8e-41f7-9f64-86ba8dacd137 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:40:14.004825 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-dfc3b7b3-3e6a-4f10-a0a1-bb4d1e6486c9 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (f3d529df-b0b5-47a4-ba13-cc9cedbd95d2), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:14.007337 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 880a4e18-bb8e-41f7-9f64-86ba8dacd137 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:40:14.008526 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 880a4e18-bb8e-41f7-9f64-86ba8dacd137 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:40:14.009224 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 9a8efe08-600c-4000-8dc7-69c50bef4658 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:40:14.030417 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 9a8efe08-600c-4000-8dc7-69c50bef4658 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:40:14.030812 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 9a8efe08-600c-4000-8dc7-69c50bef4658 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:40:14.098669 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-dfc3b7b3-3e6a-4f10-a0a1-bb4d1e6486c9 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (f3d529df-b0b5-47a4-ba13-cc9cedbd95d2), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:14.121365 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-dfc3b7b3-3e6a-4f10-a0a1-bb4d1e6486c9 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf85f183a0>,) {'filters': {'network_id': ['f3d529df-b0b5-47a4-ba13-cc9cedbd95d2']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:40:14.132075 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-dfc3b7b3-3e6a-4f10-a0a1-bb4d1e6486c9 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf85f183a0>, '6b3b674c-4501-474b-91fc-d6c024f2ae2a') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:40:14.132292 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-dfc3b7b3-3e6a-4f10-a0a1-bb4d1e6486c9 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf85f183a0>, '6b3b674c-4501-474b-91fc-d6c024f2ae2a') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:40:14.142826 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-dfc3b7b3-3e6a-4f10-a0a1-bb4d1e6486c9 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (6b3b674c-4501-474b-91fc-d6c024f2ae2a), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:14.156883 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-dfc3b7b3-3e6a-4f10-a0a1-bb4d1e6486c9 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (6b3b674c-4501-474b-91fc-d6c024f2ae2a), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:14.163549 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfc3b7b3-3e6a-4f10-a0a1-bb4d1e6486c9 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:40:14.163952 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-dfc3b7b3-3e6a-4f10-a0a1-bb4d1e6486c9 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (6b3b674c-4501-474b-91fc-d6c024f2ae2a), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:14.167043 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 22:40:14.167043 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:40:14.167043 ncdv-master-1 neutron-server[121837]:     timer()
May 07 22:40:14.167043 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:40:14.167043 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 22:40:14.167043 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:40:14.167043 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 22:40:14.167043 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:40:14.167043 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 22:40:14.167043 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:40:14.167043 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 22:40:14.167043 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:40:14.167043 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 22:40:14.167043 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:40:14.167043 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:40:14.167043 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:40:14.167043 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:40:14.167043 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:40:14.167043 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 22:40:14.167043 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:40:14.167043 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 22:40:14.167043 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:40:14.167043 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:40:14.167043 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:40:14.167043 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 22:40:14.167043 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:40:14.167043 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:40:14.167043 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:40:14.167043 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:40:14.167043 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:40:14.167043 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:40:14.167043 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:40:14.234521 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-dfc3b7b3-3e6a-4f10-a0a1-bb4d1e6486c9 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (f3d529df-b0b5-47a4-ba13-cc9cedbd95d2), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:14.239393 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-dfc3b7b3-3e6a-4f10-a0a1-bb4d1e6486c9 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:14.246502 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-dfc3b7b3-3e6a-4f10-a0a1-bb4d1e6486c9 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "DELETE /v2.0/networks/f3d529df-b0b5-47a4-ba13-cc9cedbd95d2 HTTP/1.1" status: 204  len: 168 time: 0.3280106
May 07 22:40:14.246723 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 59306) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:40:14.261801 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc3b7b3-3e6a-4f10-a0a1-bb4d1e6486c9 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event deleted for resources: {'Network': ['ID=f3d529df-b0b5-47a4-ba13-cc9cedbd95d2,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:40:14.308638 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-aeb6f3f8-3d40-484e-8edb-b1f9fbb2aa68 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group (0ee83aba-8c36-456a-8dd1-455a1181cfb4), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:14.333423 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-aeb6f3f8-3d40-484e-8edb-b1f9fbb2aa68 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group (0ee83aba-8c36-456a-8dd1-455a1181cfb4), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:14.389954 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device b9eb864c-7f33-4fd1-b4e2-ce05faad73ca no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:40:14.397117 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-aeb6f3f8-3d40-484e-8edb-b1f9fbb2aa68 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (0ee83aba-8c36-456a-8dd1-455a1181cfb4), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:14.399785 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-aeb6f3f8-3d40-484e-8edb-b1f9fbb2aa68 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:14.400959 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-aeb6f3f8-3d40-484e-8edb-b1f9fbb2aa68 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] 10.222.0.32 "DELETE /v2.0/security-groups/0ee83aba-8c36-456a-8dd1-455a1181cfb4 HTTP/1.1" status: 204  len: 168 time: 0.1533799
May 07 22:40:14.410801 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb6f3f8-3d40-484e-8edb-b1f9fbb2aa68 tempest-TestNetworkAdvancedServerOps-1530016272 tempest-TestNetworkAdvancedServerOps-1530016272-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee83aba-8c36-456a-8dd1-455a1181cfb4,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:40:14.415525 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] No Port match for: b9eb864c-7f33-4fd1-b4e2-ce05faad73ca {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:40:14.415868 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device b9eb864c-7f33-4fd1-b4e2-ce05faad73ca not bound to the agent host nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:40:14.740232 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 59314) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:40:14.880547 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-5b41b296-a556-4e25-b1ff-0103bd9dfdfb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f3dc672b922b4f86869d8b6108240e0a&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1391568
May 07 22:40:14.883082 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 59318) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:40:14.929629 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d7ecb6b1-08f2-4284-991e-c55c2d84d86f admin admin] Publish callbacks [] for security_group (31d381e5-60ea-40db-bf69-37be397fd86a), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:14.950671 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d7ecb6b1-08f2-4284-991e-c55c2d84d86f admin admin] Publish callbacks [] for security_group (31d381e5-60ea-40db-bf69-37be397fd86a), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:14.997886 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d7ecb6b1-08f2-4284-991e-c55c2d84d86f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (31d381e5-60ea-40db-bf69-37be397fd86a), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:15.000421 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d7ecb6b1-08f2-4284-991e-c55c2d84d86f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:15.001545 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-d7ecb6b1-08f2-4284-991e-c55c2d84d86f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/31d381e5-60ea-40db-bf69-37be397fd86a HTTP/1.1" status: 204  len: 168 time: 0.1175451
May 07 22:40:15.010088 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ecb6b1-08f2-4284-991e-c55c2d84d86f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d381e5-60ea-40db-bf69-37be397fd86a,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:40:15.259413 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 59324) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:40:15.272428 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-beb67c6e-c78b-40d8-b5a4-9a343f351931 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:15.346664 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-beb67c6e-c78b-40d8-b5a4-9a343f351931 admin admin] Publish callbacks [] for security_group (64741759-d49e-4904-8704-25b54476b99a), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:15.350320 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-beb67c6e-c78b-40d8-b5a4-9a343f351931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (64741759-d49e-4904-8704-25b54476b99a), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:15.392645 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-beb67c6e-c78b-40d8-b5a4-9a343f351931 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c932efe3b64947af87b9370ed91b63ab&name=default HTTP/1.1" status: 200  len: 3000 time: 0.1321366
May 07 22:40:15.393844 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb67c6e-c78b-40d8-b5a4-9a343f351931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64741759-d49e-4904-8704-25b54476b99a,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:40:15.395283 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 59326) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:40:15.444424 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8db8b38a-4eb7-4545-afd3-e00cd4fcb4af admin admin] Publish callbacks [] for security_group (64741759-d49e-4904-8704-25b54476b99a), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:15.465292 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8db8b38a-4eb7-4545-afd3-e00cd4fcb4af admin admin] Publish callbacks [] for security_group (64741759-d49e-4904-8704-25b54476b99a), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:15.511359 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8db8b38a-4eb7-4545-afd3-e00cd4fcb4af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (64741759-d49e-4904-8704-25b54476b99a), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:15.513896 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8db8b38a-4eb7-4545-afd3-e00cd4fcb4af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:15.515160 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-8db8b38a-4eb7-4545-afd3-e00cd4fcb4af admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/64741759-d49e-4904-8704-25b54476b99a HTTP/1.1" status: 204  len: 168 time: 0.1182318
May 07 22:40:15.523073 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db8b38a-4eb7-4545-afd3-e00cd4fcb4af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64741759-d49e-4904-8704-25b54476b99a,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:40:15.824299 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 031a76c0-7faa-40a5-8a53-9683d54e4b7a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:40:15.844988 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 031a76c0-7faa-40a5-8a53-9683d54e4b7a {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:40:15.845340 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 031a76c0-7faa-40a5-8a53-9683d54e4b7a not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:40:16.205863 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 59348) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:40:16.301161 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-9c3c543a-0dc2-4f82-92d1-4a523932d155 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1561802871-network', 'tenant_id': '2a375b5dd32e4b6eb61e9a9877c9a04c'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:40:16.320217 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c3c543a-0dc2-4f82-92d1-4a523932d155 admin admin] Made reservation on behalf of 2a375b5dd32e4b6eb61e9a9877c9a04c for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:40:16.322520 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9c3c543a-0dc2-4f82-92d1-4a523932d155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:16.330638 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9c3c543a-0dc2-4f82-92d1-4a523932d155 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:16.415002 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9c3c543a-0dc2-4f82-92d1-4a523932d155 admin admin] Publish callbacks [] for security_group (9c389a03-bc5e-4fec-b851-144fdf97d98f), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:16.418669 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9c3c543a-0dc2-4f82-92d1-4a523932d155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (9c389a03-bc5e-4fec-b851-144fdf97d98f), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:16.439411 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c3c543a-0dc2-4f82-92d1-4a523932d155 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:40:16.452971 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3c543a-0dc2-4f82-92d1-4a523932d155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c389a03-bc5e-4fec-b851-144fdf97d98f,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:40:16.457981 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9c3c543a-0dc2-4f82-92d1-4a523932d155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (0e7553ac-4fa1-41aa-915c-ca3e75fcc1ba), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:16.458315 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-9c3c543a-0dc2-4f82-92d1-4a523932d155 admin admin] Added segment 0e7553ac-4fa1-41aa-915c-ca3e75fcc1ba of type vlan for network 961433bf-582e-417a-89b7-d9083e8c3ca2
May 07 22:40:16.498040 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9c3c543a-0dc2-4f82-92d1-4a523932d155 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (961433bf-582e-417a-89b7-d9083e8c3ca2), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:16.522884 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9c3c543a-0dc2-4f82-92d1-4a523932d155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (961433bf-582e-417a-89b7-d9083e8c3ca2), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:16.524493 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3c543a-0dc2-4f82-92d1-4a523932d155 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:40:16.525066 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9c3c543a-0dc2-4f82-92d1-4a523932d155 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:16.557546 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-9c3c543a-0dc2-4f82-92d1-4a523932d155 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.3505921
May 07 22:40:16.560642 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 59352) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:40:16.565673 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-e06d4478-cfa9-4042-a149-931777a100d6 admin admin] Request body: {'subnet': {'network_id': '961433bf-582e-417a-89b7-d9083e8c3ca2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1561802871-subnet', 'tenant_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'ip_version': 4}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:40:16.584554 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e06d4478-cfa9-4042-a149-931777a100d6 admin admin] Made reservation on behalf of 2a375b5dd32e4b6eb61e9a9877c9a04c for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:40:16.587485 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e06d4478-cfa9-4042-a149-931777a100d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:16.587643 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3c543a-0dc2-4f82-92d1-4a523932d155 admin admin] Pushing event updated for resources: {'Network': ['ID=961433bf-582e-417a-89b7-d9083e8c3ca2,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:40:16.597479 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 961433bf-582e-417a-89b7-d9083e8c3ca2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:40:16.758152 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e06d4478-cfa9-4042-a149-931777a100d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (bc9ff68a-38d1-476e-b9af-d07f8e3d611e), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:16.815506 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06d4478-cfa9-4042-a149-931777a100d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc9ff68a-38d1-476e-b9af-d07f8e3d611e,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:40:16.823153 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06d4478-cfa9-4042-a149-931777a100d6 admin admin] Checking segment: {'id': '0e7553ac-4fa1-41aa-915c-ca3e75fcc1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '961433bf-582e-417a-89b7-d9083e8c3ca2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:40:16.823511 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06d4478-cfa9-4042-a149-931777a100d6 admin admin] Network hostable DHCP agents. Network: 961433bf-582e-417a-89b7-d9083e8c3ca2, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:40:16.840912 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06d4478-cfa9-4042-a149-931777a100d6 admin admin] Network 961433bf-582e-417a-89b7-d9083e8c3ca2 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:40:16.849254 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-e06d4478-cfa9-4042-a149-931777a100d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 961433bf-582e-417a-89b7-d9083e8c3ca2) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:40:16.853150 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06d4478-cfa9-4042-a149-931777a100d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:40:16.853749 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-e06d4478-cfa9-4042-a149-931777a100d6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:16.858796 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b42b4b-4e20-4592-864d-ed334590d33d None None] Network 961433bf-582e-417a-89b7-d9083e8c3ca2 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:40:16.870203 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-e06d4478-cfa9-4042-a149-931777a100d6 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3084242
May 07 22:40:16.873000 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 59354) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:40:16.878355 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-7f5b2323-2c65-4217-adb3-6d3fd1581c20 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1561802871-router', 'tenant_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:40:16.897322 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7f5b2323-2c65-4217-adb3-6d3fd1581c20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (80d5d31e-6ce2-4797-8009-3df02411c31b), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:16.898324 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7f5b2323-2c65-4217-adb3-6d3fd1581c20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (80d5d31e-6ce2-4797-8009-3df02411c31b), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:16.958236 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7f5b2323-2c65-4217-adb3-6d3fd1581c20 admin admin] Publish callbacks [] for router_controller (80d5d31e-6ce2-4797-8009-3df02411c31b), precommit_add_association {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:16.961694 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be312108-8624-4042-9d6a-37648f077942 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-961433bf-582e-417a-89b7-d9083e8c3ca2', 'network_id': '961433bf-582e-417a-89b7-d9083e8c3ca2', 'project_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'fixed_ips': [{'subnet_id': 'bc9ff68a-38d1-476e-b9af-d07f8e3d611e'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:40:16.962833 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-be312108-8624-4042-9d6a-37648f077942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:17.097594 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-be312108-8624-4042-9d6a-37648f077942 None None] Allocated IP 172.20.0.2 (961433bf-582e-417a-89b7-d9083e8c3ca2/bc9ff68a-38d1-476e-b9af-d07f8e3d611e/5b4fdb2b-e4f7-4da0-8f7b-334df1ee0ec5) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:40:17.101583 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7f5b2323-2c65-4217-adb3-6d3fd1581c20 admin admin] Publish callbacks [] for router_gateway (80d5d31e-6ce2-4797-8009-3df02411c31b), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:17.242814 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-be312108-8624-4042-9d6a-37648f077942 None None] Publish callbacks [] for port (5b4fdb2b-e4f7-4da0-8f7b-334df1ee0ec5), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:17.248702 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-be312108-8624-4042-9d6a-37648f077942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (5b4fdb2b-e4f7-4da0-8f7b-334df1ee0ec5), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:17.287980 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be312108-8624-4042-9d6a-37648f077942 None None] Network 961433bf-582e-417a-89b7-d9083e8c3ca2 is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:40:17.290737 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7f5b2323-2c65-4217-adb3-6d3fd1581c20 admin admin] Publish callbacks [] for router_gateway (80d5d31e-6ce2-4797-8009-3df02411c31b), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:17.291819 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-be312108-8624-4042-9d6a-37648f077942 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:40:17.298824 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be312108-8624-4042-9d6a-37648f077942 None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:40:17.301863 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be312108-8624-4042-9d6a-37648f077942 None None] Pushing event updated for resources: {'Port': ['ID=5b4fdb2b-e4f7-4da0-8f7b-334df1ee0ec5,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:40:17.311200 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7f5b2323-2c65-4217-adb3-6d3fd1581c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:17.360231 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-be312108-8624-4042-9d6a-37648f077942 None None] Attempting to bind port 5b4fdb2b-e4f7-4da0-8f7b-334df1ee0ec5 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:40:17.360501 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-be312108-8624-4042-9d6a-37648f077942 None None] Attempting to bind port 5b4fdb2b-e4f7-4da0-8f7b-334df1ee0ec5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0e7553ac-4fa1-41aa-915c-ca3e75fcc1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '961433bf-582e-417a-89b7-d9083e8c3ca2'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:40:17.360868 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be312108-8624-4042-9d6a-37648f077942 None None] Attempting to bind port 5b4fdb2b-e4f7-4da0-8f7b-334df1ee0ec5 on network 961433bf-582e-417a-89b7-d9083e8c3ca2 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:40:17.365870 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be312108-8624-4042-9d6a-37648f077942 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:40:17.366248 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be312108-8624-4042-9d6a-37648f077942 None None] Checking segment: {'id': '0e7553ac-4fa1-41aa-915c-ca3e75fcc1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '961433bf-582e-417a-89b7-d9083e8c3ca2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:40:17.366681 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-be312108-8624-4042-9d6a-37648f077942 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:17.367675 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be312108-8624-4042-9d6a-37648f077942 None None] Bound using segment: {'id': '0e7553ac-4fa1-41aa-915c-ca3e75fcc1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '961433bf-582e-417a-89b7-d9083e8c3ca2'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:40:17.368143 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-be312108-8624-4042-9d6a-37648f077942 None None] Bound port: 5b4fdb2b-e4f7-4da0-8f7b-334df1ee0ec5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e7553ac-4fa1-41aa-915c-ca3e75fcc1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '961433bf-582e-417a-89b7-d9083e8c3ca2'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:40:17.368528 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-be312108-8624-4042-9d6a-37648f077942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (5b4fdb2b-e4f7-4da0-8f7b-334df1ee0ec5), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:17.421256 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-7f5b2323-2c65-4217-adb3-6d3fd1581c20 admin admin] Allocated IP 172.35.4.169 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/f05cd0f7-5c53-482c-8a58-3df93f5fa1ec) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:40:17.433904 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-be312108-8624-4042-9d6a-37648f077942 None None] For port 5b4fdb2b-e4f7-4da0-8f7b-334df1ee0ec5, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:40:17.437488 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-be312108-8624-4042-9d6a-37648f077942 None None] For port 5b4fdb2b-e4f7-4da0-8f7b-334df1ee0ec5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5b4fdb2b-e4f7-4da0-8f7b-334df1ee0ec5,segment=NetworkSegment(0e7553ac-4fa1-41aa-915c-ca3e75fcc1ba),segment_id=0e7553ac-4fa1-41aa-915c-ca3e75fcc1ba)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:40:17.443306 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-be312108-8624-4042-9d6a-37648f077942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (5b4fdb2b-e4f7-4da0-8f7b-334df1ee0ec5), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:17.497369 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be312108-8624-4042-9d6a-37648f077942 None None] Pushing event updated for resources: {'Port': ['ID=5b4fdb2b-e4f7-4da0-8f7b-334df1ee0ec5,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:40:17.531084 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7f5b2323-2c65-4217-adb3-6d3fd1581c20 admin admin] Publish callbacks [] for port (f05cd0f7-5c53-482c-8a58-3df93f5fa1ec), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:17.566535 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7f5b2323-2c65-4217-adb3-6d3fd1581c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (f05cd0f7-5c53-482c-8a58-3df93f5fa1ec), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:17.605717 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5b2323-2c65-4217-adb3-6d3fd1581c20 admin admin] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:40:17.608551 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-7f5b2323-2c65-4217-adb3-6d3fd1581c20 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:40:17.612063 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5b2323-2c65-4217-adb3-6d3fd1581c20 admin admin] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:40:17.641930 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5b2323-2c65-4217-adb3-6d3fd1581c20 admin admin] Pushing event updated for resources: {'Port': ['ID=f05cd0f7-5c53-482c-8a58-3df93f5fa1ec,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:40:17.889048 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 5b4fdb2b-e4f7-4da0-8f7b-334df1ee0ec5 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:40:17.906208 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7f5b2323-2c65-4217-adb3-6d3fd1581c20 admin admin] Publish callbacks [] for router_gateway (80d5d31e-6ce2-4797-8009-3df02411c31b), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:17.936007 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 5b4fdb2b-e4f7-4da0-8f7b-334df1ee0ec5 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:40:17.936309 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (5b4fdb2b-e4f7-4da0-8f7b-334df1ee0ec5), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:18.020343 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 5b4fdb2b-e4f7-4da0-8f7b-334df1ee0ec5 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:40:18.020736 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (5b4fdb2b-e4f7-4da0-8f7b-334df1ee0ec5), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:18.056154 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port 5b4fdb2b-e4f7-4da0-8f7b-334df1ee0ec5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5b4fdb2b-e4f7-4da0-8f7b-334df1ee0ec5,segment=NetworkSegment(0e7553ac-4fa1-41aa-915c-ca3e75fcc1ba),segment_id=0e7553ac-4fa1-41aa-915c-ca3e75fcc1ba)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:40:18.059429 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (5b4fdb2b-e4f7-4da0-8f7b-334df1ee0ec5), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:18.107050 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=5b4fdb2b-e4f7-4da0-8f7b-334df1ee0ec5,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:40:18.123060 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7f5b2323-2c65-4217-adb3-6d3fd1581c20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (80d5d31e-6ce2-4797-8009-3df02411c31b), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:18.265443 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f5b2323-2c65-4217-adb3-6d3fd1581c20 admin admin] Router 80d5d31e-6ce2-4797-8009-3df02411c31b is scheduled to L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db with binding_index 1 {{(pid=121837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 07 22:40:18.439111 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9454d1-54b0-4398-8bc4-cec951e111f8 None None] Network 961433bf-582e-417a-89b7-d9083e8c3ca2 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:40:18.511874 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-21f2eed0-75a8-4f6a-9991-ab9c4dd67849 None None] Provisioning complete for port 5b4fdb2b-e4f7-4da0-8f7b-334df1ee0ec5 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:40:18.512243 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-21f2eed0-75a8-4f6a-9991-ab9c4dd67849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (5b4fdb2b-e4f7-4da0-8f7b-334df1ee0ec5), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:18.631723 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-21f2eed0-75a8-4f6a-9991-ab9c4dd67849 None None] Current status of the port 5b4fdb2b-e4f7-4da0-8f7b-334df1ee0ec5 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:40:18.688640 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f5b2323-2c65-4217-adb3-6d3fd1581c20 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:40:18.698649 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b97d48c-7dec-4b91-ba80-11d42beb7ae3 None None] Sync routers for ids ['80d5d31e-6ce2-4797-8009-3df02411c31b'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:40:18.709242 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7f5b2323-2c65-4217-adb3-6d3fd1581c20 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:18.710073 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b97d48c-7dec-4b91-ba80-11d42beb7ae3 None None] Routers {'80d5d31e-6ce2-4797-8009-3df02411c31b'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:40:18.710723 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-0b97d48c-7dec-4b91-ba80-11d42beb7ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7fec8670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:39:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['80d5d31e-6ce2-4797-8009-3df02411c31b'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:40:18.710922 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-7f5b2323-2c65-4217-adb3-6d3fd1581c20 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 1.8366685
May 07 22:40:18.713706 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 59356) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:40:18.825904 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-0b97d48c-7dec-4b91-ba80-11d42beb7ae3 None None] Set router 80d5d31e-6ce2-4797-8009-3df02411c31b gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:40:18.900775 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-09e5d1e4-1934-4835-9d30-28c4ad85916d None None] Provisioning complete for port 5b4fdb2b-e4f7-4da0-8f7b-334df1ee0ec5 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:40:18.901451 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-09e5d1e4-1934-4835-9d30-28c4ad85916d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (5b4fdb2b-e4f7-4da0-8f7b-334df1ee0ec5), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:19.059095 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-09e5d1e4-1934-4835-9d30-28c4ad85916d None None] Current status of the port 5b4fdb2b-e4f7-4da0-8f7b-334df1ee0ec5 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:40:19.064849 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-0b97d48c-7dec-4b91-ba80-11d42beb7ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7fec8670>, [{'id': '80d5d31e-6ce2-4797-8009-3df02411c31b', 'name': 'tempest-TestShelveInstance-1561802871-router', 'tenant_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.169'}], 'enable_snat': True}, 'gw_port_id': 'f05cd0f7-5c53-482c-8a58-3df93f5fa1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:40:16Z', 'updated_at': '2022-05-07T22:40:17Z', 'revision_number': 3, 'project_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'gw_port': {'id': 'f05cd0f7-5c53-482c-8a58-3df93f5fa1ec', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:03:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80d5d31e-6ce2-4797-8009-3df02411c31b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:40:17Z', 'updated_at': '2022-05-07T22:40:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:40:19.092347 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b97d48c-7dec-4b91-ba80-11d42beb7ae3 None None] Checking router: 80d5d31e-6ce2-4797-8009-3df02411c31b for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:40:19.092697 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b97d48c-7dec-4b91-ba80-11d42beb7ae3 None None] Updating router 80d5d31e-6ce2-4797-8009-3df02411c31b port f05cd0f7-5c53-482c-8a58-3df93f5fa1ec binding host ncdv-master-1 {{(pid=121838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 22:40:19.120353 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-0b97d48c-7dec-4b91-ba80-11d42beb7ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f05cd0f7-5c53-482c-8a58-3df93f5fa1ec), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:19.159245 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ba531235-af8c-4887-9b53-c37c2e0df80b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:19.313928 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-ba531235-af8c-4887-9b53-c37c2e0df80b admin admin] Allocated IP 172.20.0.1 (961433bf-582e-417a-89b7-d9083e8c3ca2/bc9ff68a-38d1-476e-b9af-d07f8e3d611e/6e7f264f-7613-4e97-8242-f9c80fafa12b) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:40:19.430432 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ba531235-af8c-4887-9b53-c37c2e0df80b admin admin] Publish callbacks [] for port (6e7f264f-7613-4e97-8242-f9c80fafa12b), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:19.465224 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ba531235-af8c-4887-9b53-c37c2e0df80b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (6e7f264f-7613-4e97-8242-f9c80fafa12b), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:19.504193 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba531235-af8c-4887-9b53-c37c2e0df80b admin admin] Network 961433bf-582e-417a-89b7-d9083e8c3ca2 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:40:19.506950 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-ba531235-af8c-4887-9b53-c37c2e0df80b admin admin] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:40:19.511065 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba531235-af8c-4887-9b53-c37c2e0df80b admin admin] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:40:19.537527 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-0b97d48c-7dec-4b91-ba80-11d42beb7ae3 None None] Publish callbacks [] for port (f05cd0f7-5c53-482c-8a58-3df93f5fa1ec), precommit_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:19.542497 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-0b97d48c-7dec-4b91-ba80-11d42beb7ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (f05cd0f7-5c53-482c-8a58-3df93f5fa1ec), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:19.544748 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba531235-af8c-4887-9b53-c37c2e0df80b admin admin] Pushing event updated for resources: {'Port': ['ID=6e7f264f-7613-4e97-8242-f9c80fafa12b,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:40:19.565304 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ba531235-af8c-4887-9b53-c37c2e0df80b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398161'] for router_interface (80d5d31e-6ce2-4797-8009-3df02411c31b), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:19.595464 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51241302-b718-4bb7-8ba4-b907ebc8862c None None] Pushing event updated for resources: {'Port': ['ID=f05cd0f7-5c53-482c-8a58-3df93f5fa1ec,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:40:19.597700 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-0b97d48c-7dec-4b91-ba80-11d42beb7ae3 None None] Attempting to bind port f05cd0f7-5c53-482c-8a58-3df93f5fa1ec on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:40:19.598074 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-0b97d48c-7dec-4b91-ba80-11d42beb7ae3 None None] Attempting to bind port f05cd0f7-5c53-482c-8a58-3df93f5fa1ec by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:40:19.598485 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b97d48c-7dec-4b91-ba80-11d42beb7ae3 None None] Attempting to bind port f05cd0f7-5c53-482c-8a58-3df93f5fa1ec on network 9221b764-ef06-431f-8941-796516ed7c3b {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:40:19.604433 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b97d48c-7dec-4b91-ba80-11d42beb7ae3 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:40:19.604862 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b97d48c-7dec-4b91-ba80-11d42beb7ae3 None None] Checking segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:40:19.605262 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-0b97d48c-7dec-4b91-ba80-11d42beb7ae3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:19.605647 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b97d48c-7dec-4b91-ba80-11d42beb7ae3 None None] Bound using segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:40:19.606661 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-0b97d48c-7dec-4b91-ba80-11d42beb7ae3 None None] Bound port: f05cd0f7-5c53-482c-8a58-3df93f5fa1ec, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:40:19.606661 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-0b97d48c-7dec-4b91-ba80-11d42beb7ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f05cd0f7-5c53-482c-8a58-3df93f5fa1ec), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:19.667519 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-0b97d48c-7dec-4b91-ba80-11d42beb7ae3 None None] For port f05cd0f7-5c53-482c-8a58-3df93f5fa1ec, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:40:19.670966 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-0b97d48c-7dec-4b91-ba80-11d42beb7ae3 None None] For port f05cd0f7-5c53-482c-8a58-3df93f5fa1ec, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f05cd0f7-5c53-482c-8a58-3df93f5fa1ec,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:40:19.678366 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-0b97d48c-7dec-4b91-ba80-11d42beb7ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (f05cd0f7-5c53-482c-8a58-3df93f5fa1ec), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:19.711394 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ba531235-af8c-4887-9b53-c37c2e0df80b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (6e7f264f-7613-4e97-8242-f9c80fafa12b), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:19.736617 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b97d48c-7dec-4b91-ba80-11d42beb7ae3 None None] Routers {'80d5d31e-6ce2-4797-8009-3df02411c31b'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:40:19.737264 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-0b97d48c-7dec-4b91-ba80-11d42beb7ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7fec8670>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:39:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['80d5d31e-6ce2-4797-8009-3df02411c31b'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:40:19.791849 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51241302-b718-4bb7-8ba4-b907ebc8862c None None] Pushing event updated for resources: {'Port': ['ID=f05cd0f7-5c53-482c-8a58-3df93f5fa1ec,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:40:19.803713 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-92bb6fdd-3c8e-4063-a7e2-dccd71276150 None None] Provisioning complete for port 6e7f264f-7613-4e97-8242-f9c80fafa12b triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:40:19.804093 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-92bb6fdd-3c8e-4063-a7e2-dccd71276150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (6e7f264f-7613-4e97-8242-f9c80fafa12b), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:19.881386 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-92bb6fdd-3c8e-4063-a7e2-dccd71276150 None None] Port 6e7f264f-7613-4e97-8242-f9c80fafa12b cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:40:19.887618 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ba531235-af8c-4887-9b53-c37c2e0df80b admin admin] Publish callbacks [] for port (6e7f264f-7613-4e97-8242-f9c80fafa12b), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:19.891096 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 5b4fdb2b-e4f7-4da0-8f7b-334df1ee0ec5 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:40:19.893905 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ba531235-af8c-4887-9b53-c37c2e0df80b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (6e7f264f-7613-4e97-8242-f9c80fafa12b), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:19.928168 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-0b97d48c-7dec-4b91-ba80-11d42beb7ae3 None None] Set router 80d5d31e-6ce2-4797-8009-3df02411c31b gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:40:19.965725 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba531235-af8c-4887-9b53-c37c2e0df80b admin admin] Pushing event updated for resources: {'Port': ['ID=6e7f264f-7613-4e97-8242-f9c80fafa12b,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:40:19.968094 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ba531235-af8c-4887-9b53-c37c2e0df80b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401121'] for router_interface (80d5d31e-6ce2-4797-8009-3df02411c31b), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:20.016644 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 5b4fdb2b-e4f7-4da0-8f7b-334df1ee0ec5 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:40:20.017035 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (5b4fdb2b-e4f7-4da0-8f7b-334df1ee0ec5), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:20.063251 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba531235-af8c-4887-9b53-c37c2e0df80b admin admin] Network 961433bf-582e-417a-89b7-d9083e8c3ca2 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:40:20.064805 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-ba531235-af8c-4887-9b53-c37c2e0df80b admin admin] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:40:20.189597 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba531235-af8c-4887-9b53-c37c2e0df80b admin admin] Router 80d5d31e-6ce2-4797-8009-3df02411c31b has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:40:20.212513 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-0b97d48c-7dec-4b91-ba80-11d42beb7ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7fec8670>, [{'id': '80d5d31e-6ce2-4797-8009-3df02411c31b', 'name': 'tempest-TestShelveInstance-1561802871-router', 'tenant_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.169'}], 'enable_snat': True}, 'gw_port_id': 'f05cd0f7-5c53-482c-8a58-3df93f5fa1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:40:16Z', 'updated_at': '2022-05-07T22:40:19Z', 'revision_number': 4, 'project_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'gw_port': {'id': 'f05cd0f7-5c53-482c-8a58-3df93f5fa1ec', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:03:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80d5d31e-6ce2-4797-8009-3df02411c31b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:40:17Z', 'updated_at': '2022-05-07T22:40:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6e7f264f-7613-4e97-8242-f9c80fafa12b', 'name': '', 'network_id': '961433bf-582e-417a-89b7-d9083e8c3ca2', 'tenant_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'mac_address': 'fa:16:3e:8b:8b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80d5d31e-6ce2-4797-8009-3df02411c31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': 'bc9ff68a-38d1-476e-b9af-d07f8e3d611e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:40:19Z', 'updated_at': '2022-05-07T22:40:19Z', 'revision_number': 1, 'project_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'subnets': [{'id': 'bc9ff68a-38d1-476e-b9af-d07f8e3d611e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:40:20.214917 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 5b4fdb2b-e4f7-4da0-8f7b-334df1ee0ec5 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:40:20.243050 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b97d48c-7dec-4b91-ba80-11d42beb7ae3 None None] The sync data for ids ['80d5d31e-6ce2-4797-8009-3df02411c31b'] in ncdv-master-1 is: [{'id': '80d5d31e-6ce2-4797-8009-3df02411c31b', 'name': 'tempest-TestShelveInstance-1561802871-router', 'tenant_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.169'}], 'enable_snat': True}, 'gw_port_id': 'f05cd0f7-5c53-482c-8a58-3df93f5fa1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:40:16Z', 'updated_at': '2022-05-07T22:40:19Z', 'revision_number': 4, 'project_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'gw_port': {'id': 'f05cd0f7-5c53-482c-8a58-3df93f5fa1ec', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:03:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80d5d31e-6ce2-4797-8009-3df02411c31b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:40:17Z', 'updated_at': '2022-05-07T22:40:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6e7f264f-7613-4e97-8242-f9c80fafa12b', 'name': '', 'network_id': '961433bf-582e-417a-89b7-d9083e8c3ca2', 'tenant_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'mac_address': 'fa:16:3e:8b:8b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80d5d31e-6ce2-4797-8009-3df02411c31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': 'bc9ff68a-38d1-476e-b9af-d07f8e3d611e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:40:19Z', 'updated_at': '2022-05-07T22:40:19Z', 'revision_number': 1, 'project_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'subnets': [{'id': 'bc9ff68a-38d1-476e-b9af-d07f8e3d611e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:40:20.324577 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba531235-af8c-4887-9b53-c37c2e0df80b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:40:20.329878 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-ba531235-af8c-4887-9b53-c37c2e0df80b admin admin] 10.222.0.32 "PUT /v2.0/routers/80d5d31e-6ce2-4797-8009-3df02411c31b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6150944
May 07 22:40:20.405087 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-a6d6bbcb-d98d-4d0c-8dbb-016a1d8fe60e None None] Provisioning complete for port 6e7f264f-7613-4e97-8242-f9c80fafa12b triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:40:20.405601 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a6d6bbcb-d98d-4d0c-8dbb-016a1d8fe60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (6e7f264f-7613-4e97-8242-f9c80fafa12b), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:20.458981 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-a6d6bbcb-d98d-4d0c-8dbb-016a1d8fe60e None None] Port 6e7f264f-7613-4e97-8242-f9c80fafa12b cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:40:20.861065 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 59372) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:40:20.866720 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-d863e101-55a1-43b8-9190-ef6828a92914 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1110156387-network', 'tenant_id': 'e5079706a95444c2b80c3cdf6bb5c894'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:40:20.890268 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d863e101-55a1-43b8-9190-ef6828a92914 admin admin] Made reservation on behalf of e5079706a95444c2b80c3cdf6bb5c894 for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:40:20.894833 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d863e101-55a1-43b8-9190-ef6828a92914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:20.908211 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d863e101-55a1-43b8-9190-ef6828a92914 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:21.002729 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d863e101-55a1-43b8-9190-ef6828a92914 admin admin] Publish callbacks [] for security_group (c670d741-7bbf-4f60-8b15-91cdc8edfb07), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:21.006714 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d863e101-55a1-43b8-9190-ef6828a92914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (c670d741-7bbf-4f60-8b15-91cdc8edfb07), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:21.040318 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d863e101-55a1-43b8-9190-ef6828a92914 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:40:21.046392 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863e101-55a1-43b8-9190-ef6828a92914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c670d741-7bbf-4f60-8b15-91cdc8edfb07,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:40:21.055076 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d863e101-55a1-43b8-9190-ef6828a92914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (9b118d68-31af-47bb-9fa7-b5fb41738182), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:21.055360 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-d863e101-55a1-43b8-9190-ef6828a92914 admin admin] Added segment 9b118d68-31af-47bb-9fa7-b5fb41738182 of type vlan for network 73520a8a-2860-4270-8d14-4b73d492cd65
May 07 22:40:21.109698 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d863e101-55a1-43b8-9190-ef6828a92914 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (73520a8a-2860-4270-8d14-4b73d492cd65), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:21.142492 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d863e101-55a1-43b8-9190-ef6828a92914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (73520a8a-2860-4270-8d14-4b73d492cd65), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:21.143482 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d863e101-55a1-43b8-9190-ef6828a92914 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:40:21.144065 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-d863e101-55a1-43b8-9190-ef6828a92914 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:21.182181 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-d863e101-55a1-43b8-9190-ef6828a92914 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.3168807
May 07 22:40:21.182523 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 59374) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:40:21.188294 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-2083cd66-b1cb-4b8f-a842-4a235be5c59f admin admin] Request body: {'subnet': {'network_id': '73520a8a-2860-4270-8d14-4b73d492cd65', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1110156387-subnet', 'tenant_id': 'e5079706a95444c2b80c3cdf6bb5c894', 'ip_version': 4}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:40:21.208314 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2083cd66-b1cb-4b8f-a842-4a235be5c59f admin admin] Made reservation on behalf of e5079706a95444c2b80c3cdf6bb5c894 for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:40:21.210046 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863e101-55a1-43b8-9190-ef6828a92914 admin admin] Pushing event updated for resources: {'Network': ['ID=73520a8a-2860-4270-8d14-4b73d492cd65,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:40:21.216838 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2083cd66-b1cb-4b8f-a842-4a235be5c59f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:21.224897 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network 73520a8a-2860-4270-8d14-4b73d492cd65 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:40:21.401495 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2083cd66-b1cb-4b8f-a842-4a235be5c59f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (09a6df9d-2c5b-42ce-a284-8e96b20d2985), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:21.461138 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2083cd66-b1cb-4b8f-a842-4a235be5c59f admin admin] Pushing event updated for resources: {'Subnet': ['ID=09a6df9d-2c5b-42ce-a284-8e96b20d2985,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:40:21.472173 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2083cd66-b1cb-4b8f-a842-4a235be5c59f admin admin] Checking segment: {'id': '9b118d68-31af-47bb-9fa7-b5fb41738182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '73520a8a-2860-4270-8d14-4b73d492cd65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:40:21.472903 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2083cd66-b1cb-4b8f-a842-4a235be5c59f admin admin] Network hostable DHCP agents. Network: 73520a8a-2860-4270-8d14-4b73d492cd65, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:40:21.493521 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2083cd66-b1cb-4b8f-a842-4a235be5c59f admin admin] Network 73520a8a-2860-4270-8d14-4b73d492cd65 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:40:21.503479 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-2083cd66-b1cb-4b8f-a842-4a235be5c59f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 73520a8a-2860-4270-8d14-4b73d492cd65) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:40:21.507912 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2083cd66-b1cb-4b8f-a842-4a235be5c59f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:40:21.508515 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2083cd66-b1cb-4b8f-a842-4a235be5c59f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:21.512468 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d488e3-6c39-4ee0-aa93-53c68952a382 None None] Network 73520a8a-2860-4270-8d14-4b73d492cd65 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:40:21.529621 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-2083cd66-b1cb-4b8f-a842-4a235be5c59f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3459396
May 07 22:40:21.532308 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 59376) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:40:21.537924 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-6254d785-e664-40f9-a4f1-8f14f1ae49d7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1110156387-router', 'tenant_id': 'e5079706a95444c2b80c3cdf6bb5c894', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:40:21.562932 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6254d785-e664-40f9-a4f1-8f14f1ae49d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (89083283-a35e-4dd8-994d-6f2d3a584cbe), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:21.564176 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6254d785-e664-40f9-a4f1-8f14f1ae49d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (89083283-a35e-4dd8-994d-6f2d3a584cbe), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:21.620574 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf83fd6-ec57-4191-b3a2-8730582451ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-73520a8a-2860-4270-8d14-4b73d492cd65', 'network_id': '73520a8a-2860-4270-8d14-4b73d492cd65', 'project_id': 'e5079706a95444c2b80c3cdf6bb5c894', 'fixed_ips': [{'subnet_id': '09a6df9d-2c5b-42ce-a284-8e96b20d2985'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:40:21.621824 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6cf83fd6-ec57-4191-b3a2-8730582451ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:21.637711 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6254d785-e664-40f9-a4f1-8f14f1ae49d7 admin admin] Publish callbacks [] for router_controller (89083283-a35e-4dd8-994d-6f2d3a584cbe), precommit_add_association {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:21.774651 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-6cf83fd6-ec57-4191-b3a2-8730582451ec None None] Allocated IP 172.20.0.2 (73520a8a-2860-4270-8d14-4b73d492cd65/09a6df9d-2c5b-42ce-a284-8e96b20d2985/9b25e683-d50f-4713-ac4d-68838460cece) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:40:21.801165 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6254d785-e664-40f9-a4f1-8f14f1ae49d7 admin admin] Publish callbacks [] for router_gateway (89083283-a35e-4dd8-994d-6f2d3a584cbe), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:21.955332 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device f05cd0f7-5c53-482c-8a58-3df93f5fa1ec up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:40:22.037440 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6254d785-e664-40f9-a4f1-8f14f1ae49d7 admin admin] Publish callbacks [] for router_gateway (89083283-a35e-4dd8-994d-6f2d3a584cbe), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:22.039093 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6cf83fd6-ec57-4191-b3a2-8730582451ec None None] Publish callbacks [] for port (9b25e683-d50f-4713-ac4d-68838460cece), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:22.043437 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port f05cd0f7-5c53-482c-8a58-3df93f5fa1ec triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:40:22.044282 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (f05cd0f7-5c53-482c-8a58-3df93f5fa1ec), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:22.048389 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6cf83fd6-ec57-4191-b3a2-8730582451ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (9b25e683-d50f-4713-ac4d-68838460cece), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:22.066670 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6254d785-e664-40f9-a4f1-8f14f1ae49d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:22.118590 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf83fd6-ec57-4191-b3a2-8730582451ec None None] Network 73520a8a-2860-4270-8d14-4b73d492cd65 is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:40:22.124482 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-6cf83fd6-ec57-4191-b3a2-8730582451ec None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:40:22.129274 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf83fd6-ec57-4191-b3a2-8730582451ec None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:40:22.154154 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf83fd6-ec57-4191-b3a2-8730582451ec None None] Pushing event updated for resources: {'Port': ['ID=9b25e683-d50f-4713-ac4d-68838460cece,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:40:22.187683 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-6254d785-e664-40f9-a4f1-8f14f1ae49d7 admin admin] Allocated IP 172.35.4.51 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/6896bf34-6ee5-4279-a1ec-75d9f5bfa55a) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:40:22.232882 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-6cf83fd6-ec57-4191-b3a2-8730582451ec None None] Attempting to bind port 9b25e683-d50f-4713-ac4d-68838460cece on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:40:22.233462 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-6cf83fd6-ec57-4191-b3a2-8730582451ec None None] Attempting to bind port 9b25e683-d50f-4713-ac4d-68838460cece by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9b118d68-31af-47bb-9fa7-b5fb41738182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '73520a8a-2860-4270-8d14-4b73d492cd65'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:40:22.233586 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf83fd6-ec57-4191-b3a2-8730582451ec None None] Attempting to bind port 9b25e683-d50f-4713-ac4d-68838460cece on network 73520a8a-2860-4270-8d14-4b73d492cd65 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:40:22.253118 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf83fd6-ec57-4191-b3a2-8730582451ec None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:40:22.253480 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf83fd6-ec57-4191-b3a2-8730582451ec None None] Checking segment: {'id': '9b118d68-31af-47bb-9fa7-b5fb41738182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '73520a8a-2860-4270-8d14-4b73d492cd65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:40:22.254015 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6cf83fd6-ec57-4191-b3a2-8730582451ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:22.254387 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf83fd6-ec57-4191-b3a2-8730582451ec None None] Bound using segment: {'id': '9b118d68-31af-47bb-9fa7-b5fb41738182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '73520a8a-2860-4270-8d14-4b73d492cd65'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:40:22.254894 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-6cf83fd6-ec57-4191-b3a2-8730582451ec None None] Bound port: 9b25e683-d50f-4713-ac4d-68838460cece, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b118d68-31af-47bb-9fa7-b5fb41738182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '73520a8a-2860-4270-8d14-4b73d492cd65'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:40:22.255305 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6cf83fd6-ec57-4191-b3a2-8730582451ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (9b25e683-d50f-4713-ac4d-68838460cece), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:22.266964 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:22.274279 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port f05cd0f7-5c53-482c-8a58-3df93f5fa1ec is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:40:22.274650 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f05cd0f7-5c53-482c-8a58-3df93f5fa1ec), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:22.300408 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6254d785-e664-40f9-a4f1-8f14f1ae49d7 admin admin] Publish callbacks [] for port (6896bf34-6ee5-4279-a1ec-75d9f5bfa55a), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:22.316371 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port f05cd0f7-5c53-482c-8a58-3df93f5fa1ec, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f05cd0f7-5c53-482c-8a58-3df93f5fa1ec,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:40:22.322177 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (f05cd0f7-5c53-482c-8a58-3df93f5fa1ec), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:22.349907 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6254d785-e664-40f9-a4f1-8f14f1ae49d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (6896bf34-6ee5-4279-a1ec-75d9f5bfa55a), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:22.373483 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-6cf83fd6-ec57-4191-b3a2-8730582451ec None None] For port 9b25e683-d50f-4713-ac4d-68838460cece, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:40:22.381006 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-6cf83fd6-ec57-4191-b3a2-8730582451ec None None] For port 9b25e683-d50f-4713-ac4d-68838460cece, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9b25e683-d50f-4713-ac4d-68838460cece,segment=NetworkSegment(9b118d68-31af-47bb-9fa7-b5fb41738182),segment_id=9b118d68-31af-47bb-9fa7-b5fb41738182)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:40:22.391483 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6254d785-e664-40f9-a4f1-8f14f1ae49d7 admin admin] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:40:22.393158 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6cf83fd6-ec57-4191-b3a2-8730582451ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (9b25e683-d50f-4713-ac4d-68838460cece), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:22.394316 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-6254d785-e664-40f9-a4f1-8f14f1ae49d7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:40:22.394990 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=f05cd0f7-5c53-482c-8a58-3df93f5fa1ec,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:40:22.398443 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6254d785-e664-40f9-a4f1-8f14f1ae49d7 admin admin] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:40:22.430012 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6254d785-e664-40f9-a4f1-8f14f1ae49d7 admin admin] Pushing event updated for resources: {'Port': ['ID=6896bf34-6ee5-4279-a1ec-75d9f5bfa55a,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:40:22.454480 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf83fd6-ec57-4191-b3a2-8730582451ec None None] Pushing event updated for resources: {'Port': ['ID=9b25e683-d50f-4713-ac4d-68838460cece,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:40:22.537516 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ff65f7-8c35-460a-8012-9b7cc286bace None None] Sync routers for ids ['80d5d31e-6ce2-4797-8009-3df02411c31b'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:40:22.548081 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ff65f7-8c35-460a-8012-9b7cc286bace None None] Routers {'80d5d31e-6ce2-4797-8009-3df02411c31b'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:40:22.548694 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-25ff65f7-8c35-460a-8012-9b7cc286bace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cd62d90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:39:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['80d5d31e-6ce2-4797-8009-3df02411c31b'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:40:22.675070 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-25ff65f7-8c35-460a-8012-9b7cc286bace None None] Set router 80d5d31e-6ce2-4797-8009-3df02411c31b gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:40:22.698898 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6254d785-e664-40f9-a4f1-8f14f1ae49d7 admin admin] Publish callbacks [] for router_gateway (89083283-a35e-4dd8-994d-6f2d3a584cbe), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:22.877534 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-25ff65f7-8c35-460a-8012-9b7cc286bace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cd62d90>, [{'id': '80d5d31e-6ce2-4797-8009-3df02411c31b', 'name': 'tempest-TestShelveInstance-1561802871-router', 'tenant_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.169'}], 'enable_snat': True}, 'gw_port_id': 'f05cd0f7-5c53-482c-8a58-3df93f5fa1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:40:16Z', 'updated_at': '2022-05-07T22:40:19Z', 'revision_number': 4, 'project_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'gw_port': {'id': 'f05cd0f7-5c53-482c-8a58-3df93f5fa1ec', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:03:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d5d31e-6ce2-4797-8009-3df02411c31b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:40:17Z', 'updated_at': '2022-05-07T22:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6e7f264f-7613-4e97-8242-f9c80fafa12b', 'name': '', 'network_id': '961433bf-582e-417a-89b7-d9083e8c3ca2', 'tenant_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'mac_address': 'fa:16:3e:8b:8b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80d5d31e-6ce2-4797-8009-3df02411c31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': 'bc9ff68a-38d1-476e-b9af-d07f8e3d611e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:40:19Z', 'updated_at': '2022-05-07T22:40:19Z', 'revision_number': 2, 'project_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'subnets': [{'id': 'bc9ff68a-38d1-476e-b9af-d07f8e3d611e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:40:22.904687 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ff65f7-8c35-460a-8012-9b7cc286bace None None] Checking router: 80d5d31e-6ce2-4797-8009-3df02411c31b for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:40:22.905038 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ff65f7-8c35-460a-8012-9b7cc286bace None None] Updating router 80d5d31e-6ce2-4797-8009-3df02411c31b port 6e7f264f-7613-4e97-8242-f9c80fafa12b binding host ncdv-master-1 {{(pid=121839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 22:40:22.917024 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6254d785-e664-40f9-a4f1-8f14f1ae49d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (89083283-a35e-4dd8-994d-6f2d3a584cbe), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:22.932405 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-25ff65f7-8c35-460a-8012-9b7cc286bace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (6e7f264f-7613-4e97-8242-f9c80fafa12b), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:23.052004 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6254d785-e664-40f9-a4f1-8f14f1ae49d7 admin admin] Router 89083283-a35e-4dd8-994d-6f2d3a584cbe is scheduled to L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db with binding_index 1 {{(pid=121837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 07 22:40:23.167138 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6254d785-e664-40f9-a4f1-8f14f1ae49d7 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:40:23.177864 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd72e96d-5c03-40b0-bed1-a3371425afaa None None] Sync routers for ids ['89083283-a35e-4dd8-994d-6f2d3a584cbe'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:40:23.189720 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6254d785-e664-40f9-a4f1-8f14f1ae49d7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:23.196168 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-6254d785-e664-40f9-a4f1-8f14f1ae49d7 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 1.6612380
May 07 22:40:23.199155 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 59380) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:40:23.209196 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd72e96d-5c03-40b0-bed1-a3371425afaa None None] Routers {'89083283-a35e-4dd8-994d-6f2d3a584cbe'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:40:23.214814 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-cd72e96d-5c03-40b0-bed1-a3371425afaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7e891d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:39:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['89083283-a35e-4dd8-994d-6f2d3a584cbe'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:40:23.226840 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-25ff65f7-8c35-460a-8012-9b7cc286bace None None] Publish callbacks [] for port (6e7f264f-7613-4e97-8242-f9c80fafa12b), precommit_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:23.233710 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-25ff65f7-8c35-460a-8012-9b7cc286bace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (6e7f264f-7613-4e97-8242-f9c80fafa12b), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:23.308319 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5825ba-8c2e-4558-bb33-e0b8511addfd None None] Pushing event updated for resources: {'Port': ['ID=6e7f264f-7613-4e97-8242-f9c80fafa12b,revision_number=3']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:40:23.329955 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5825ba-8c2e-4558-bb33-e0b8511addfd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:40:23.330621 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5825ba-8c2e-4558-bb33-e0b8511addfd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:40:23.331163 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5825ba-8c2e-4558-bb33-e0b8511addfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:40:23.331659 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5825ba-8c2e-4558-bb33-e0b8511addfd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:40:23.332176 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5825ba-8c2e-4558-bb33-e0b8511addfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:40:23.332685 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5825ba-8c2e-4558-bb33-e0b8511addfd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:40:23.333180 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5825ba-8c2e-4558-bb33-e0b8511addfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:40:23.333670 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5825ba-8c2e-4558-bb33-e0b8511addfd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:40:23.334172 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5825ba-8c2e-4558-bb33-e0b8511addfd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:40:23.334671 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5825ba-8c2e-4558-bb33-e0b8511addfd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:40:23.335217 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5825ba-8c2e-4558-bb33-e0b8511addfd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:40:23.335750 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5825ba-8c2e-4558-bb33-e0b8511addfd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:40:23.336249 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5825ba-8c2e-4558-bb33-e0b8511addfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:40:23.336749 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5825ba-8c2e-4558-bb33-e0b8511addfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:40:23.338226 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5825ba-8c2e-4558-bb33-e0b8511addfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:40:23.355533 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-25ff65f7-8c35-460a-8012-9b7cc286bace None None] Attempting to bind port 6e7f264f-7613-4e97-8242-f9c80fafa12b on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:40:23.355905 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-25ff65f7-8c35-460a-8012-9b7cc286bace None None] Attempting to bind port 6e7f264f-7613-4e97-8242-f9c80fafa12b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0e7553ac-4fa1-41aa-915c-ca3e75fcc1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '961433bf-582e-417a-89b7-d9083e8c3ca2'}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:40:23.356396 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ff65f7-8c35-460a-8012-9b7cc286bace None None] Attempting to bind port 6e7f264f-7613-4e97-8242-f9c80fafa12b on network 961433bf-582e-417a-89b7-d9083e8c3ca2 {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:40:23.363424 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ff65f7-8c35-460a-8012-9b7cc286bace None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:40:23.363802 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ff65f7-8c35-460a-8012-9b7cc286bace None None] Checking segment: {'id': '0e7553ac-4fa1-41aa-915c-ca3e75fcc1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '961433bf-582e-417a-89b7-d9083e8c3ca2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:40:23.364199 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-25ff65f7-8c35-460a-8012-9b7cc286bace None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:23.364808 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ff65f7-8c35-460a-8012-9b7cc286bace None None] Bound using segment: {'id': '0e7553ac-4fa1-41aa-915c-ca3e75fcc1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '961433bf-582e-417a-89b7-d9083e8c3ca2'} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:40:23.365459 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-25ff65f7-8c35-460a-8012-9b7cc286bace None None] Bound port: 6e7f264f-7613-4e97-8242-f9c80fafa12b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e7553ac-4fa1-41aa-915c-ca3e75fcc1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '961433bf-582e-417a-89b7-d9083e8c3ca2'}}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:40:23.366019 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-25ff65f7-8c35-460a-8012-9b7cc286bace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (6e7f264f-7613-4e97-8242-f9c80fafa12b), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:23.391576 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-cd72e96d-5c03-40b0-bed1-a3371425afaa None None] Set router 89083283-a35e-4dd8-994d-6f2d3a584cbe gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:40:23.455209 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-25ff65f7-8c35-460a-8012-9b7cc286bace None None] For port 6e7f264f-7613-4e97-8242-f9c80fafa12b, host ncdv-master-1, cleared binding levels {{(pid=121839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:40:23.467600 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-25ff65f7-8c35-460a-8012-9b7cc286bace None None] For port 6e7f264f-7613-4e97-8242-f9c80fafa12b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6e7f264f-7613-4e97-8242-f9c80fafa12b,segment=NetworkSegment(0e7553ac-4fa1-41aa-915c-ca3e75fcc1ba),segment_id=0e7553ac-4fa1-41aa-915c-ca3e75fcc1ba)] {{(pid=121839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:40:23.480642 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-25ff65f7-8c35-460a-8012-9b7cc286bace None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (6e7f264f-7613-4e97-8242-f9c80fafa12b), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:23.568512 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ff65f7-8c35-460a-8012-9b7cc286bace None None] Routers {'80d5d31e-6ce2-4797-8009-3df02411c31b'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:40:23.569265 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-25ff65f7-8c35-460a-8012-9b7cc286bace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cd62d90>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:39:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['80d5d31e-6ce2-4797-8009-3df02411c31b'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:40:23.654562 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-cd72e96d-5c03-40b0-bed1-a3371425afaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7e891d60>, [{'id': '89083283-a35e-4dd8-994d-6f2d3a584cbe', 'name': 'tempest-TestShelveInstance-1110156387-router', 'tenant_id': 'e5079706a95444c2b80c3cdf6bb5c894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.51'}], 'enable_snat': True}, 'gw_port_id': '6896bf34-6ee5-4279-a1ec-75d9f5bfa55a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:40:21Z', 'updated_at': '2022-05-07T22:40:22Z', 'revision_number': 3, 'project_id': 'e5079706a95444c2b80c3cdf6bb5c894', 'gw_port': {'id': '6896bf34-6ee5-4279-a1ec-75d9f5bfa55a', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ff:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89083283-a35e-4dd8-994d-6f2d3a584cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:40:22Z', 'updated_at': '2022-05-07T22:40:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:40:23.660148 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5825ba-8c2e-4558-bb33-e0b8511addfd None None] Pushing event updated for resources: {'Port': ['ID=6e7f264f-7613-4e97-8242-f9c80fafa12b,revision_number=4']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:40:23.705567 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd72e96d-5c03-40b0-bed1-a3371425afaa None None] Checking router: 89083283-a35e-4dd8-994d-6f2d3a584cbe for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:40:23.712493 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd72e96d-5c03-40b0-bed1-a3371425afaa None None] Updating router 89083283-a35e-4dd8-994d-6f2d3a584cbe port 6896bf34-6ee5-4279-a1ec-75d9f5bfa55a binding host ncdv-master-1 {{(pid=121838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 22:40:23.753493 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-25ff65f7-8c35-460a-8012-9b7cc286bace None None] Set router 80d5d31e-6ce2-4797-8009-3df02411c31b gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:40:23.764398 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-cd72e96d-5c03-40b0-bed1-a3371425afaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (6896bf34-6ee5-4279-a1ec-75d9f5bfa55a), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:23.797104 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b823db1a-3e60-4689-8fdf-d5bc7d0cad65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:23.947349 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b810d00-15bf-44f4-bc16-61fb803474d4 None None] Network 73520a8a-2860-4270-8d14-4b73d492cd65 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:40:23.988733 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-25ff65f7-8c35-460a-8012-9b7cc286bace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cd62d90>, [{'id': '80d5d31e-6ce2-4797-8009-3df02411c31b', 'name': 'tempest-TestShelveInstance-1561802871-router', 'tenant_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.169'}], 'enable_snat': True}, 'gw_port_id': 'f05cd0f7-5c53-482c-8a58-3df93f5fa1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:40:16Z', 'updated_at': '2022-05-07T22:40:19Z', 'revision_number': 4, 'project_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'gw_port': {'id': 'f05cd0f7-5c53-482c-8a58-3df93f5fa1ec', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:03:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d5d31e-6ce2-4797-8009-3df02411c31b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:40:17Z', 'updated_at': '2022-05-07T22:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6e7f264f-7613-4e97-8242-f9c80fafa12b', 'name': '', 'network_id': '961433bf-582e-417a-89b7-d9083e8c3ca2', 'tenant_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'mac_address': 'fa:16:3e:8b:8b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80d5d31e-6ce2-4797-8009-3df02411c31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': 'bc9ff68a-38d1-476e-b9af-d07f8e3d611e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:40:19Z', 'updated_at': '2022-05-07T22:40:23Z', 'revision_number': 4, 'project_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'subnets': [{'id': 'bc9ff68a-38d1-476e-b9af-d07f8e3d611e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:40:24.021315 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ff65f7-8c35-460a-8012-9b7cc286bace None None] The sync data for ids ['80d5d31e-6ce2-4797-8009-3df02411c31b'] in ncdv-master-1 is: [{'id': '80d5d31e-6ce2-4797-8009-3df02411c31b', 'name': 'tempest-TestShelveInstance-1561802871-router', 'tenant_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.169'}], 'enable_snat': True}, 'gw_port_id': 'f05cd0f7-5c53-482c-8a58-3df93f5fa1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:40:16Z', 'updated_at': '2022-05-07T22:40:19Z', 'revision_number': 4, 'project_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'gw_port': {'id': 'f05cd0f7-5c53-482c-8a58-3df93f5fa1ec', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:03:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d5d31e-6ce2-4797-8009-3df02411c31b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:40:17Z', 'updated_at': '2022-05-07T22:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6e7f264f-7613-4e97-8242-f9c80fafa12b', 'name': '', 'network_id': '961433bf-582e-417a-89b7-d9083e8c3ca2', 'tenant_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'mac_address': 'fa:16:3e:8b:8b:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80d5d31e-6ce2-4797-8009-3df02411c31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': 'bc9ff68a-38d1-476e-b9af-d07f8e3d611e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:40:19Z', 'updated_at': '2022-05-07T22:40:23Z', 'revision_number': 4, 'project_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'subnets': [{'id': 'bc9ff68a-38d1-476e-b9af-d07f8e3d611e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:40:24.026439 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-691177c7-132c-4d64-847b-c7587328be51 None None] Provisioning complete for port 6e7f264f-7613-4e97-8242-f9c80fafa12b triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:40:24.027068 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-691177c7-132c-4d64-847b-c7587328be51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (6e7f264f-7613-4e97-8242-f9c80fafa12b), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:24.028221 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-b823db1a-3e60-4689-8fdf-d5bc7d0cad65 admin admin] Allocated IP 172.20.0.1 (73520a8a-2860-4270-8d14-4b73d492cd65/09a6df9d-2c5b-42ce-a284-8e96b20d2985/c0d92543-2629-45ea-ab9d-eeca13efabca) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:40:24.063550 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b1d72c3a-d772-44e5-bbe8-ce0fecd1780b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:24.158032 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b823db1a-3e60-4689-8fdf-d5bc7d0cad65 admin admin] Publish callbacks [] for port (c0d92543-2629-45ea-ab9d-eeca13efabca), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:24.205441 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b823db1a-3e60-4689-8fdf-d5bc7d0cad65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (c0d92543-2629-45ea-ab9d-eeca13efabca), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:24.253815 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b823db1a-3e60-4689-8fdf-d5bc7d0cad65 admin admin] Network 73520a8a-2860-4270-8d14-4b73d492cd65 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:40:24.257874 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-b823db1a-3e60-4689-8fdf-d5bc7d0cad65 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:40:24.261941 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b823db1a-3e60-4689-8fdf-d5bc7d0cad65 admin admin] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:40:24.263918 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 9b25e683-d50f-4713-ac4d-68838460cece up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:40:24.306963 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b823db1a-3e60-4689-8fdf-d5bc7d0cad65 admin admin] Pushing event updated for resources: {'Port': ['ID=c0d92543-2629-45ea-ab9d-eeca13efabca,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:40:24.325397 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b823db1a-3e60-4689-8fdf-d5bc7d0cad65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398161'] for router_interface (89083283-a35e-4dd8-994d-6f2d3a584cbe), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:24.418218 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 9b25e683-d50f-4713-ac4d-68838460cece triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:40:24.418842 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (9b25e683-d50f-4713-ac4d-68838460cece), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:24.420257 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:24.476069 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b823db1a-3e60-4689-8fdf-d5bc7d0cad65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (c0d92543-2629-45ea-ab9d-eeca13efabca), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:24.537730 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-691177c7-132c-4d64-847b-c7587328be51 None None] Current status of the port 6e7f264f-7613-4e97-8242-f9c80fafa12b is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:40:24.538131 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-691177c7-132c-4d64-847b-c7587328be51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (6e7f264f-7613-4e97-8242-f9c80fafa12b), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:24.572289 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-cd72e96d-5c03-40b0-bed1-a3371425afaa None None] Publish callbacks [] for port (6896bf34-6ee5-4279-a1ec-75d9f5bfa55a), precommit_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:24.596325 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-691177c7-132c-4d64-847b-c7587328be51 None None] For port 6e7f264f-7613-4e97-8242-f9c80fafa12b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6e7f264f-7613-4e97-8242-f9c80fafa12b,segment=NetworkSegment(0e7553ac-4fa1-41aa-915c-ca3e75fcc1ba),segment_id=0e7553ac-4fa1-41aa-915c-ca3e75fcc1ba)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:40:24.605133 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-691177c7-132c-4d64-847b-c7587328be51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (6e7f264f-7613-4e97-8242-f9c80fafa12b), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:24.629941 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-cd72e96d-5c03-40b0-bed1-a3371425afaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (6896bf34-6ee5-4279-a1ec-75d9f5bfa55a), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:24.691954 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 9b25e683-d50f-4713-ac4d-68838460cece is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:40:24.692380 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (9b25e683-d50f-4713-ac4d-68838460cece), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:24.693554 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b823db1a-3e60-4689-8fdf-d5bc7d0cad65 admin admin] Publish callbacks [] for port (c0d92543-2629-45ea-ab9d-eeca13efabca), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:24.702003 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b823db1a-3e60-4689-8fdf-d5bc7d0cad65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (c0d92543-2629-45ea-ab9d-eeca13efabca), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:24.735399 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-cd72e96d-5c03-40b0-bed1-a3371425afaa None None] Attempting to bind port 6896bf34-6ee5-4279-a1ec-75d9f5bfa55a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:40:24.735784 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-cd72e96d-5c03-40b0-bed1-a3371425afaa None None] Attempting to bind port 6896bf34-6ee5-4279-a1ec-75d9f5bfa55a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:40:24.736256 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd72e96d-5c03-40b0-bed1-a3371425afaa None None] Attempting to bind port 6896bf34-6ee5-4279-a1ec-75d9f5bfa55a on network 9221b764-ef06-431f-8941-796516ed7c3b {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:40:24.738116 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691177c7-132c-4d64-847b-c7587328be51 None None] Pushing event updated for resources: {'Port': ['ID=6e7f264f-7613-4e97-8242-f9c80fafa12b,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:40:24.773982 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b823db1a-3e60-4689-8fdf-d5bc7d0cad65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401121'] for router_interface (89083283-a35e-4dd8-994d-6f2d3a584cbe), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:24.775659 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd72e96d-5c03-40b0-bed1-a3371425afaa None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:40:24.776049 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd72e96d-5c03-40b0-bed1-a3371425afaa None None] Checking segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:40:24.776463 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-cd72e96d-5c03-40b0-bed1-a3371425afaa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:24.776871 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd72e96d-5c03-40b0-bed1-a3371425afaa None None] Bound using segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:40:24.777363 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-cd72e96d-5c03-40b0-bed1-a3371425afaa None None] Bound port: 6896bf34-6ee5-4279-a1ec-75d9f5bfa55a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:40:24.777755 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-cd72e96d-5c03-40b0-bed1-a3371425afaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (6896bf34-6ee5-4279-a1ec-75d9f5bfa55a), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:24.784493 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-87a14e0e-b4a1-45d0-a5df-0f7c7db7ab9f None None] Provisioning complete for port 9b25e683-d50f-4713-ac4d-68838460cece triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:40:24.784858 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-87a14e0e-b4a1-45d0-a5df-0f7c7db7ab9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (9b25e683-d50f-4713-ac4d-68838460cece), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:24.811807 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b823db1a-3e60-4689-8fdf-d5bc7d0cad65 admin admin] Pushing event updated for resources: {'Port': ['ID=c0d92543-2629-45ea-ab9d-eeca13efabca,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:40:24.855804 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port 9b25e683-d50f-4713-ac4d-68838460cece, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9b25e683-d50f-4713-ac4d-68838460cece,segment=NetworkSegment(9b118d68-31af-47bb-9fa7-b5fb41738182),segment_id=9b118d68-31af-47bb-9fa7-b5fb41738182)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:40:24.877058 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (9b25e683-d50f-4713-ac4d-68838460cece), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:24.878171 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 6e7f264f-7613-4e97-8242-f9c80fafa12b up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:40:24.883433 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c08306-a9a5-42a9-a12a-56bee18000d3 None None] Pushing event updated for resources: {'Port': ['ID=6896bf34-6ee5-4279-a1ec-75d9f5bfa55a,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:40:25.009312 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-cd72e96d-5c03-40b0-bed1-a3371425afaa None None] For port 6896bf34-6ee5-4279-a1ec-75d9f5bfa55a, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:40:25.035746 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-cd72e96d-5c03-40b0-bed1-a3371425afaa None None] For port 6896bf34-6ee5-4279-a1ec-75d9f5bfa55a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6896bf34-6ee5-4279-a1ec-75d9f5bfa55a,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:40:25.040586 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=9b25e683-d50f-4713-ac4d-68838460cece,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:40:25.055901 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-cd72e96d-5c03-40b0-bed1-a3371425afaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (6896bf34-6ee5-4279-a1ec-75d9f5bfa55a), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:25.065462 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-87a14e0e-b4a1-45d0-a5df-0f7c7db7ab9f None None] Current status of the port 9b25e683-d50f-4713-ac4d-68838460cece is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:40:25.100037 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 6e7f264f-7613-4e97-8242-f9c80fafa12b triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:40:25.100424 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (6e7f264f-7613-4e97-8242-f9c80fafa12b), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:25.140272 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-87a14e0e-b4a1-45d0-a5df-0f7c7db7ab9f None None] Provisioning complete for port 6e7f264f-7613-4e97-8242-f9c80fafa12b triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:40:25.140656 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-87a14e0e-b4a1-45d0-a5df-0f7c7db7ab9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (6e7f264f-7613-4e97-8242-f9c80fafa12b), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:25.183274 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd72e96d-5c03-40b0-bed1-a3371425afaa None None] Routers {'89083283-a35e-4dd8-994d-6f2d3a584cbe'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:40:25.183934 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-cd72e96d-5c03-40b0-bed1-a3371425afaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7e891d60>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:39:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['89083283-a35e-4dd8-994d-6f2d3a584cbe'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:40:25.232383 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c08306-a9a5-42a9-a12a-56bee18000d3 None None] Pushing event updated for resources: {'Port': ['ID=6896bf34-6ee5-4279-a1ec-75d9f5bfa55a,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:40:25.267707 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b823db1a-3e60-4689-8fdf-d5bc7d0cad65 admin admin] Network 73520a8a-2860-4270-8d14-4b73d492cd65 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:40:25.269011 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-b823db1a-3e60-4689-8fdf-d5bc7d0cad65 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:40:25.390624 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b823db1a-3e60-4689-8fdf-d5bc7d0cad65 admin admin] Router 89083283-a35e-4dd8-994d-6f2d3a584cbe has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:40:25.391835 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-87a14e0e-b4a1-45d0-a5df-0f7c7db7ab9f None None] Current status of the port 6e7f264f-7613-4e97-8242-f9c80fafa12b is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:40:25.393741 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 6e7f264f-7613-4e97-8242-f9c80fafa12b is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:40:25.394724 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device f05cd0f7-5c53-482c-8a58-3df93f5fa1ec up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:40:25.421986 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-cd72e96d-5c03-40b0-bed1-a3371425afaa None None] Set router 89083283-a35e-4dd8-994d-6f2d3a584cbe gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:40:25.513916 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b823db1a-3e60-4689-8fdf-d5bc7d0cad65 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:40:25.527331 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-b823db1a-3e60-4689-8fdf-d5bc7d0cad65 admin admin] 10.222.0.32 "PUT /v2.0/routers/89083283-a35e-4dd8-994d-6f2d3a584cbe/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3190119
May 07 22:40:25.534884 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port f05cd0f7-5c53-482c-8a58-3df93f5fa1ec triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:40:25.535267 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (f05cd0f7-5c53-482c-8a58-3df93f5fa1ec), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:25.565786 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-2d9ce328-f50d-40cf-a41d-be0b79b95fd2 None None] Provisioning complete for port c0d92543-2629-45ea-ab9d-eeca13efabca triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:40:25.566162 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2d9ce328-f50d-40cf-a41d-be0b79b95fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (c0d92543-2629-45ea-ab9d-eeca13efabca), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:25.659791 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-2d9ce328-f50d-40cf-a41d-be0b79b95fd2 None None] Port c0d92543-2629-45ea-ab9d-eeca13efabca cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:40:25.719073 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-2d9ce328-f50d-40cf-a41d-be0b79b95fd2 None None] Provisioning complete for port 9b25e683-d50f-4713-ac4d-68838460cece triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:40:25.719449 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2d9ce328-f50d-40cf-a41d-be0b79b95fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (9b25e683-d50f-4713-ac4d-68838460cece), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:25.766875 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port f05cd0f7-5c53-482c-8a58-3df93f5fa1ec is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:40:25.778737 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-cd72e96d-5c03-40b0-bed1-a3371425afaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7e891d60>, [{'id': '89083283-a35e-4dd8-994d-6f2d3a584cbe', 'name': 'tempest-TestShelveInstance-1110156387-router', 'tenant_id': 'e5079706a95444c2b80c3cdf6bb5c894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.51'}], 'enable_snat': True}, 'gw_port_id': '6896bf34-6ee5-4279-a1ec-75d9f5bfa55a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:40:21Z', 'updated_at': '2022-05-07T22:40:24Z', 'revision_number': 4, 'project_id': 'e5079706a95444c2b80c3cdf6bb5c894', 'gw_port': {'id': '6896bf34-6ee5-4279-a1ec-75d9f5bfa55a', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ff:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89083283-a35e-4dd8-994d-6f2d3a584cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:40:22Z', 'updated_at': '2022-05-07T22:40:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c0d92543-2629-45ea-ab9d-eeca13efabca', 'name': '', 'network_id': '73520a8a-2860-4270-8d14-4b73d492cd65', 'tenant_id': 'e5079706a95444c2b80c3cdf6bb5c894', 'mac_address': 'fa:16:3e:7a:fa:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89083283-a35e-4dd8-994d-6f2d3a584cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '09a6df9d-2c5b-42ce-a284-8e96b20d2985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:40:23Z', 'updated_at': '2022-05-07T22:40:24Z', 'revision_number': 2, 'project_id': 'e5079706a95444c2b80c3cdf6bb5c894', 'subnets': [{'id': '09a6df9d-2c5b-42ce-a284-8e96b20d2985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:40:25.810381 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd72e96d-5c03-40b0-bed1-a3371425afaa None None] The sync data for ids ['89083283-a35e-4dd8-994d-6f2d3a584cbe'] in ncdv-master-1 is: [{'id': '89083283-a35e-4dd8-994d-6f2d3a584cbe', 'name': 'tempest-TestShelveInstance-1110156387-router', 'tenant_id': 'e5079706a95444c2b80c3cdf6bb5c894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.51'}], 'enable_snat': True}, 'gw_port_id': '6896bf34-6ee5-4279-a1ec-75d9f5bfa55a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:40:21Z', 'updated_at': '2022-05-07T22:40:24Z', 'revision_number': 4, 'project_id': 'e5079706a95444c2b80c3cdf6bb5c894', 'gw_port': {'id': '6896bf34-6ee5-4279-a1ec-75d9f5bfa55a', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ff:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89083283-a35e-4dd8-994d-6f2d3a584cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:40:22Z', 'updated_at': '2022-05-07T22:40:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c0d92543-2629-45ea-ab9d-eeca13efabca', 'name': '', 'network_id': '73520a8a-2860-4270-8d14-4b73d492cd65', 'tenant_id': 'e5079706a95444c2b80c3cdf6bb5c894', 'mac_address': 'fa:16:3e:7a:fa:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89083283-a35e-4dd8-994d-6f2d3a584cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '09a6df9d-2c5b-42ce-a284-8e96b20d2985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:40:23Z', 'updated_at': '2022-05-07T22:40:24Z', 'revision_number': 2, 'project_id': 'e5079706a95444c2b80c3cdf6bb5c894', 'subnets': [{'id': '09a6df9d-2c5b-42ce-a284-8e96b20d2985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:40:25.853089 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-2d9ce328-f50d-40cf-a41d-be0b79b95fd2 None None] Current status of the port 9b25e683-d50f-4713-ac4d-68838460cece is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:40:25.919584 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 9b25e683-d50f-4713-ac4d-68838460cece up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:40:25.972557 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 9b25e683-d50f-4713-ac4d-68838460cece triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:40:25.972929 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (9b25e683-d50f-4713-ac4d-68838460cece), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:26.095551 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 9b25e683-d50f-4713-ac4d-68838460cece is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:40:26.096660 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 6e7f264f-7613-4e97-8242-f9c80fafa12b up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:40:26.145599 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 6e7f264f-7613-4e97-8242-f9c80fafa12b triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:40:26.145599 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (6e7f264f-7613-4e97-8242-f9c80fafa12b), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:26.145819 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 59388) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:40:26.150187 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-9739b51a-7d6c-430a-8e0d-e20d1df955b7 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-279780486', 'description': 'tempest-secgroup-smoke-279780486 description', 'project_id': '2a375b5dd32e4b6eb61e9a9877c9a04c'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:40:26.173242 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9739b51a-7d6c-430a-8e0d-e20d1df955b7 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:26.247311 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 6e7f264f-7613-4e97-8242-f9c80fafa12b is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:40:26.253785 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9739b51a-7d6c-430a-8e0d-e20d1df955b7 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks [] for security_group (2329127c-8930-451b-8176-e0bd3bc04acf), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:26.258739 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9739b51a-7d6c-430a-8e0d-e20d1df955b7 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (2329127c-8930-451b-8176-e0bd3bc04acf), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:26.288328 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-9739b51a-7d6c-430a-8e0d-e20d1df955b7 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:26.290127 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-9739b51a-7d6c-430a-8e0d-e20d1df955b7 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.1435728
May 07 22:40:26.293688 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 59390) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:40:26.294988 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9739b51a-7d6c-430a-8e0d-e20d1df955b7 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2329127c-8930-451b-8176-e0bd3bc04acf,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:40:26.300335 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-7907d10a-abb3-462d-9d9e-b74e4dd26544 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Request body: {'security_group_rule': {'security_group_id': '2329127c-8930-451b-8176-e0bd3bc04acf', 'project_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:40:26.327107 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7907d10a-abb3-462d-9d9e-b74e4dd26544 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks [] for security_group_rule (4d956b33-e59e-4ca6-afd6-c20c3ef00912), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:26.386263 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7907d10a-abb3-462d-9d9e-b74e4dd26544 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks [] for security_group_rule (4d956b33-e59e-4ca6-afd6-c20c3ef00912), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:26.390028 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7907d10a-abb3-462d-9d9e-b74e4dd26544 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (4d956b33-e59e-4ca6-afd6-c20c3ef00912), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:26.408534 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7907d10a-abb3-462d-9d9e-b74e4dd26544 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d956b33-e59e-4ca6-afd6-c20c3ef00912,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:40:26.416878 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-7907d10a-abb3-462d-9d9e-b74e4dd26544 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:26.418115 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-7907d10a-abb3-462d-9d9e-b74e4dd26544 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1233814
May 07 22:40:26.420864 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 59392) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:40:26.425509 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-0d6803af-48b6-4a54-97d6-1e26234f280e tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Request body: {'security_group_rule': {'security_group_id': '2329127c-8930-451b-8176-e0bd3bc04acf', 'project_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:40:26.452115 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0d6803af-48b6-4a54-97d6-1e26234f280e tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks [] for security_group_rule (e0bb2e04-0684-4e33-b7e7-7b8330128bc5), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:26.515720 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0d6803af-48b6-4a54-97d6-1e26234f280e tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks [] for security_group_rule (e0bb2e04-0684-4e33-b7e7-7b8330128bc5), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:26.519831 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0d6803af-48b6-4a54-97d6-1e26234f280e tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (e0bb2e04-0684-4e33-b7e7-7b8330128bc5), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:26.537744 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6803af-48b6-4a54-97d6-1e26234f280e tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0bb2e04-0684-4e33-b7e7-7b8330128bc5,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:40:26.545097 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0d6803af-48b6-4a54-97d6-1e26234f280e tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:26.546294 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-0d6803af-48b6-4a54-97d6-1e26234f280e tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1244123
May 07 22:40:26.548977 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 59394) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:40:26.553328 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-9976a016-d833-478d-94bf-f04231846585 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Request body: {'security_group_rule': {'security_group_id': '2329127c-8930-451b-8176-e0bd3bc04acf', 'project_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:40:26.578145 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9976a016-d833-478d-94bf-f04231846585 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks [] for security_group_rule (08037dc2-6416-4705-8f7b-1fb887eef48d), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:26.612845 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-209a1b21-55f9-42d9-9dcc-0d25c1e6a6ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:26.635670 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9976a016-d833-478d-94bf-f04231846585 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks [] for security_group_rule (08037dc2-6416-4705-8f7b-1fb887eef48d), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:26.639182 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9976a016-d833-478d-94bf-f04231846585 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (08037dc2-6416-4705-8f7b-1fb887eef48d), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:26.657075 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9976a016-d833-478d-94bf-f04231846585 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08037dc2-6416-4705-8f7b-1fb887eef48d,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:40:26.665191 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-9976a016-d833-478d-94bf-f04231846585 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:26.666401 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-9976a016-d833-478d-94bf-f04231846585 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1164629
May 07 22:40:26.669359 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 59396) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:40:26.673921 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-5f66a6cc-37f2-4b06-bbfa-8333977fb3c7 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Request body: {'security_group_rule': {'security_group_id': '2329127c-8930-451b-8176-e0bd3bc04acf', 'project_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:40:26.699468 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5f66a6cc-37f2-4b06-bbfa-8333977fb3c7 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks [] for security_group_rule (34dc3edc-f698-470e-95f3-c0c9fd9c74b7), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:26.759423 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5f66a6cc-37f2-4b06-bbfa-8333977fb3c7 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks [] for security_group_rule (34dc3edc-f698-470e-95f3-c0c9fd9c74b7), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:26.763461 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5f66a6cc-37f2-4b06-bbfa-8333977fb3c7 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (34dc3edc-f698-470e-95f3-c0c9fd9c74b7), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:26.784034 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f66a6cc-37f2-4b06-bbfa-8333977fb3c7 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34dc3edc-f698-470e-95f3-c0c9fd9c74b7,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:40:26.799311 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5f66a6cc-37f2-4b06-bbfa-8333977fb3c7 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:26.801064 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-5f66a6cc-37f2-4b06-bbfa-8333977fb3c7 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1304874
May 07 22:40:26.803534 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 59398) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:40:26.807822 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-05463f4f-cdd2-4c5b-8820-aad8e01ed565 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Request body: {'security_group_rule': {'security_group_id': '2329127c-8930-451b-8176-e0bd3bc04acf', 'project_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:40:26.827317 ncdv-master-1 neutron-server[121836]: INFO neutron.db.securitygroups_db [None req-05463f4f-cdd2-4c5b-8820-aad8e01ed565 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Project 2a375b5dd32e4b6eb61e9a9877c9a04c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 07 22:40:26.832596 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-05463f4f-cdd2-4c5b-8820-aad8e01ed565 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks [] for security_group_rule (246d0e2d-66de-4b84-8ebb-0f6daa1cd63d), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:26.894061 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-05463f4f-cdd2-4c5b-8820-aad8e01ed565 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks [] for security_group_rule (246d0e2d-66de-4b84-8ebb-0f6daa1cd63d), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:26.897857 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-05463f4f-cdd2-4c5b-8820-aad8e01ed565 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (246d0e2d-66de-4b84-8ebb-0f6daa1cd63d), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:26.916261 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05463f4f-cdd2-4c5b-8820-aad8e01ed565 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=246d0e2d-66de-4b84-8ebb-0f6daa1cd63d,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:40:26.923755 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-05463f4f-cdd2-4c5b-8820-aad8e01ed565 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:26.924944 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-05463f4f-cdd2-4c5b-8820-aad8e01ed565 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1204596
May 07 22:40:26.927661 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 59400) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:40:26.931869 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-f0c91c7a-e4ee-4a43-83a1-96f328838161 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Request body: {'security_group_rule': {'security_group_id': '2329127c-8930-451b-8176-e0bd3bc04acf', 'project_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:40:26.951660 ncdv-master-1 neutron-server[121836]: INFO neutron.db.securitygroups_db [None req-f0c91c7a-e4ee-4a43-83a1-96f328838161 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Project 2a375b5dd32e4b6eb61e9a9877c9a04c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 07 22:40:26.957325 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f0c91c7a-e4ee-4a43-83a1-96f328838161 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks [] for security_group_rule (e1004ff8-3a05-4c4a-a312-62d0dd4320ae), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:27.035177 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f0c91c7a-e4ee-4a43-83a1-96f328838161 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks [] for security_group_rule (e1004ff8-3a05-4c4a-a312-62d0dd4320ae), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:27.040093 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f0c91c7a-e4ee-4a43-83a1-96f328838161 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (e1004ff8-3a05-4c4a-a312-62d0dd4320ae), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:27.058106 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c91c7a-e4ee-4a43-83a1-96f328838161 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1004ff8-3a05-4c4a-a312-62d0dd4320ae,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:40:27.068674 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f0c91c7a-e4ee-4a43-83a1-96f328838161 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:27.070458 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-f0c91c7a-e4ee-4a43-83a1-96f328838161 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1413603
May 07 22:40:27.235268 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-422d10fa-d789-4637-871c-67d566ac1f55 req-93b299cc-a071-4aae-a018-c60bb7c91311 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-279780486&fields=id&tenant_id=2a375b5dd32e4b6eb61e9a9877c9a04c HTTP/1.1" status: 200  len: 267 time: 0.0517559
May 07 22:40:27.348815 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422d10fa-d789-4637-871c-67d566ac1f55 req-9de833e4-0c21-493c-9bb5-88557fc66933 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:40:27.350381 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-422d10fa-d789-4637-871c-67d566ac1f55 req-9de833e4-0c21-493c-9bb5-88557fc66933 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/networks?id=961433bf-582e-417a-89b7-d9083e8c3ca2 HTTP/1.1" status: 200  len: 809 time: 0.1084619
May 07 22:40:27.365784 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-422d10fa-d789-4637-871c-67d566ac1f55 req-03477bf4-3d28-47b1-add1-1098b5fcc686 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/quotas/2a375b5dd32e4b6eb61e9a9877c9a04c HTTP/1.1" status: 200  len: 375 time: 0.0096047
May 07 22:40:27.416854 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-422d10fa-d789-4637-871c-67d566ac1f55 req-4163756d-a90c-4dda-8d3f-2b5c9d39bc21 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2a375b5dd32e4b6eb61e9a9877c9a04c&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0449953
May 07 22:40:27.537992 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [req-422d10fa-d789-4637-871c-67d566ac1f55 req-44a918ca-e080-4788-a48a-1930fade3f3c service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121837) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:40:27.539199 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-422d10fa-d789-4637-871c-67d566ac1f55 req-44a918ca-e080-4788-a48a-1930fade3f3c service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.1106038
May 07 22:40:27.600225 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:27.643442 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-422d10fa-d789-4637-871c-67d566ac1f55 req-2b74b99d-23e8-4c34-b796-0496a7a53265 service neutron] 10.222.0.32 "GET /v2.0/networks/961433bf-582e-417a-89b7-d9083e8c3ca2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0964282
May 07 22:40:27.733074 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-422d10fa-d789-4637-871c-67d566ac1f55 req-83fef4d8-c418-4425-bac9-5bed7e5cb4d6 service neutron] 10.222.0.32 "GET /v2.0/networks/961433bf-582e-417a-89b7-d9083e8c3ca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0836868
May 07 22:40:27.899570 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 6896bf34-6ee5-4279-a1ec-75d9f5bfa55a up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:40:27.946417 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 6896bf34-6ee5-4279-a1ec-75d9f5bfa55a triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:40:27.946818 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (6896bf34-6ee5-4279-a1ec-75d9f5bfa55a), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:28.023566 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 6896bf34-6ee5-4279-a1ec-75d9f5bfa55a is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:40:28.023949 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (6896bf34-6ee5-4279-a1ec-75d9f5bfa55a), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:28.044038 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port 6896bf34-6ee5-4279-a1ec-75d9f5bfa55a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6896bf34-6ee5-4279-a1ec-75d9f5bfa55a,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:40:28.047989 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (6896bf34-6ee5-4279-a1ec-75d9f5bfa55a), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:28.097004 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=6896bf34-6ee5-4279-a1ec-75d9f5bfa55a,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:40:28.460227 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40164d86-a553-475a-9cd1-f086620825ce None None] Sync routers for ids ['89083283-a35e-4dd8-994d-6f2d3a584cbe'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:40:28.470198 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40164d86-a553-475a-9cd1-f086620825ce None None] Routers {'89083283-a35e-4dd8-994d-6f2d3a584cbe'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:40:28.470823 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-40164d86-a553-475a-9cd1-f086620825ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cf47ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:40:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['89083283-a35e-4dd8-994d-6f2d3a584cbe'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:40:28.579935 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-40164d86-a553-475a-9cd1-f086620825ce None None] Set router 89083283-a35e-4dd8-994d-6f2d3a584cbe gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:40:28.763521 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-40164d86-a553-475a-9cd1-f086620825ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cf47ac0>, [{'id': '89083283-a35e-4dd8-994d-6f2d3a584cbe', 'name': 'tempest-TestShelveInstance-1110156387-router', 'tenant_id': 'e5079706a95444c2b80c3cdf6bb5c894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.51'}], 'enable_snat': True}, 'gw_port_id': '6896bf34-6ee5-4279-a1ec-75d9f5bfa55a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:40:21Z', 'updated_at': '2022-05-07T22:40:24Z', 'revision_number': 4, 'project_id': 'e5079706a95444c2b80c3cdf6bb5c894', 'gw_port': {'id': '6896bf34-6ee5-4279-a1ec-75d9f5bfa55a', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ff:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89083283-a35e-4dd8-994d-6f2d3a584cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:40:22Z', 'updated_at': '2022-05-07T22:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c0d92543-2629-45ea-ab9d-eeca13efabca', 'name': '', 'network_id': '73520a8a-2860-4270-8d14-4b73d492cd65', 'tenant_id': 'e5079706a95444c2b80c3cdf6bb5c894', 'mac_address': 'fa:16:3e:7a:fa:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89083283-a35e-4dd8-994d-6f2d3a584cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '09a6df9d-2c5b-42ce-a284-8e96b20d2985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:40:23Z', 'updated_at': '2022-05-07T22:40:24Z', 'revision_number': 2, 'project_id': 'e5079706a95444c2b80c3cdf6bb5c894', 'subnets': [{'id': '09a6df9d-2c5b-42ce-a284-8e96b20d2985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:40:28.793879 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40164d86-a553-475a-9cd1-f086620825ce None None] Checking router: 89083283-a35e-4dd8-994d-6f2d3a584cbe for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:40:28.794233 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40164d86-a553-475a-9cd1-f086620825ce None None] Updating router 89083283-a35e-4dd8-994d-6f2d3a584cbe port c0d92543-2629-45ea-ab9d-eeca13efabca binding host ncdv-master-1 {{(pid=121839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 22:40:28.820615 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-40164d86-a553-475a-9cd1-f086620825ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (c0d92543-2629-45ea-ab9d-eeca13efabca), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:28.907177 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f65ebda5-d94f-46fe-a0d0-0ae56b0104d2 req-82ab4e55-2064-4074-bfe4-448496fda1d4 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/ports?device_id=7128f583-301a-494d-86db-ada4834a3b11 HTTP/1.1" status: 200  len: 210 time: 0.0279117
May 07 22:40:29.082438 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-40164d86-a553-475a-9cd1-f086620825ce None None] Publish callbacks [] for port (c0d92543-2629-45ea-ab9d-eeca13efabca), precommit_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:29.087860 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-40164d86-a553-475a-9cd1-f086620825ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (c0d92543-2629-45ea-ab9d-eeca13efabca), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:29.139264 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1860c795-7f0f-46c1-98f0-f78980b0b442 None None] Pushing event updated for resources: {'Port': ['ID=c0d92543-2629-45ea-ab9d-eeca13efabca,revision_number=3']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:40:29.193007 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-40164d86-a553-475a-9cd1-f086620825ce None None] Attempting to bind port c0d92543-2629-45ea-ab9d-eeca13efabca on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:40:29.193377 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-40164d86-a553-475a-9cd1-f086620825ce None None] Attempting to bind port c0d92543-2629-45ea-ab9d-eeca13efabca by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9b118d68-31af-47bb-9fa7-b5fb41738182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '73520a8a-2860-4270-8d14-4b73d492cd65'}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:40:29.193738 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40164d86-a553-475a-9cd1-f086620825ce None None] Attempting to bind port c0d92543-2629-45ea-ab9d-eeca13efabca on network 73520a8a-2860-4270-8d14-4b73d492cd65 {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:40:29.200028 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40164d86-a553-475a-9cd1-f086620825ce None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:40:29.200281 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40164d86-a553-475a-9cd1-f086620825ce None None] Checking segment: {'id': '9b118d68-31af-47bb-9fa7-b5fb41738182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '73520a8a-2860-4270-8d14-4b73d492cd65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:40:29.200627 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-40164d86-a553-475a-9cd1-f086620825ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:29.201280 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40164d86-a553-475a-9cd1-f086620825ce None None] Bound using segment: {'id': '9b118d68-31af-47bb-9fa7-b5fb41738182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '73520a8a-2860-4270-8d14-4b73d492cd65'} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:40:29.201521 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-40164d86-a553-475a-9cd1-f086620825ce None None] Bound port: c0d92543-2629-45ea-ab9d-eeca13efabca, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b118d68-31af-47bb-9fa7-b5fb41738182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '73520a8a-2860-4270-8d14-4b73d492cd65'}}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:40:29.201901 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-40164d86-a553-475a-9cd1-f086620825ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (c0d92543-2629-45ea-ab9d-eeca13efabca), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:29.267477 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-40164d86-a553-475a-9cd1-f086620825ce None None] For port c0d92543-2629-45ea-ab9d-eeca13efabca, host ncdv-master-1, cleared binding levels {{(pid=121839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:40:29.270501 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-40164d86-a553-475a-9cd1-f086620825ce None None] For port c0d92543-2629-45ea-ab9d-eeca13efabca, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c0d92543-2629-45ea-ab9d-eeca13efabca,segment=NetworkSegment(9b118d68-31af-47bb-9fa7-b5fb41738182),segment_id=9b118d68-31af-47bb-9fa7-b5fb41738182)] {{(pid=121839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:40:29.277612 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-40164d86-a553-475a-9cd1-f086620825ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (c0d92543-2629-45ea-ab9d-eeca13efabca), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:29.316859 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:29.342715 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40164d86-a553-475a-9cd1-f086620825ce None None] Routers {'89083283-a35e-4dd8-994d-6f2d3a584cbe'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:40:29.343387 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-40164d86-a553-475a-9cd1-f086620825ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cf47ac0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:40:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['89083283-a35e-4dd8-994d-6f2d3a584cbe'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:40:29.348282 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1860c795-7f0f-46c1-98f0-f78980b0b442 None None] Pushing event updated for resources: {'Port': ['ID=c0d92543-2629-45ea-ab9d-eeca13efabca,revision_number=4']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:40:29.394825 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-a15ebf75-5147-477b-93c1-e97eaaa6057a None None] Provisioning complete for port c0d92543-2629-45ea-ab9d-eeca13efabca triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:40:29.395282 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a15ebf75-5147-477b-93c1-e97eaaa6057a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (c0d92543-2629-45ea-ab9d-eeca13efabca), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:29.461233 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-40164d86-a553-475a-9cd1-f086620825ce None None] Set router 89083283-a35e-4dd8-994d-6f2d3a584cbe gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:40:29.481744 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-a15ebf75-5147-477b-93c1-e97eaaa6057a None None] Current status of the port c0d92543-2629-45ea-ab9d-eeca13efabca is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:40:29.482180 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a15ebf75-5147-477b-93c1-e97eaaa6057a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (c0d92543-2629-45ea-ab9d-eeca13efabca), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:29.518742 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-a15ebf75-5147-477b-93c1-e97eaaa6057a None None] For port c0d92543-2629-45ea-ab9d-eeca13efabca, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c0d92543-2629-45ea-ab9d-eeca13efabca,segment=NetworkSegment(9b118d68-31af-47bb-9fa7-b5fb41738182),segment_id=9b118d68-31af-47bb-9fa7-b5fb41738182)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:40:29.522364 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a15ebf75-5147-477b-93c1-e97eaaa6057a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (c0d92543-2629-45ea-ab9d-eeca13efabca), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:29.570446 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15ebf75-5147-477b-93c1-e97eaaa6057a None None] Pushing event updated for resources: {'Port': ['ID=c0d92543-2629-45ea-ab9d-eeca13efabca,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:40:29.638572 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-f5f10ef5-fdd7-41b1-b92a-173737286ec9 None None] Provisioning complete for port c0d92543-2629-45ea-ab9d-eeca13efabca triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:40:29.638973 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-f5f10ef5-fdd7-41b1-b92a-173737286ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (c0d92543-2629-45ea-ab9d-eeca13efabca), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:29.657720 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-40164d86-a553-475a-9cd1-f086620825ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cf47ac0>, [{'id': '89083283-a35e-4dd8-994d-6f2d3a584cbe', 'name': 'tempest-TestShelveInstance-1110156387-router', 'tenant_id': 'e5079706a95444c2b80c3cdf6bb5c894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.51'}], 'enable_snat': True}, 'gw_port_id': '6896bf34-6ee5-4279-a1ec-75d9f5bfa55a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:40:21Z', 'updated_at': '2022-05-07T22:40:24Z', 'revision_number': 4, 'project_id': 'e5079706a95444c2b80c3cdf6bb5c894', 'gw_port': {'id': '6896bf34-6ee5-4279-a1ec-75d9f5bfa55a', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ff:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89083283-a35e-4dd8-994d-6f2d3a584cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:40:22Z', 'updated_at': '2022-05-07T22:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c0d92543-2629-45ea-ab9d-eeca13efabca', 'name': '', 'network_id': '73520a8a-2860-4270-8d14-4b73d492cd65', 'tenant_id': 'e5079706a95444c2b80c3cdf6bb5c894', 'mac_address': 'fa:16:3e:7a:fa:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89083283-a35e-4dd8-994d-6f2d3a584cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '09a6df9d-2c5b-42ce-a284-8e96b20d2985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:40:23Z', 'updated_at': '2022-05-07T22:40:29Z', 'revision_number': 4, 'project_id': 'e5079706a95444c2b80c3cdf6bb5c894', 'subnets': [{'id': '09a6df9d-2c5b-42ce-a284-8e96b20d2985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:40:29.684448 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40164d86-a553-475a-9cd1-f086620825ce None None] The sync data for ids ['89083283-a35e-4dd8-994d-6f2d3a584cbe'] in ncdv-master-1 is: [{'id': '89083283-a35e-4dd8-994d-6f2d3a584cbe', 'name': 'tempest-TestShelveInstance-1110156387-router', 'tenant_id': 'e5079706a95444c2b80c3cdf6bb5c894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.51'}], 'enable_snat': True}, 'gw_port_id': '6896bf34-6ee5-4279-a1ec-75d9f5bfa55a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:40:21Z', 'updated_at': '2022-05-07T22:40:24Z', 'revision_number': 4, 'project_id': 'e5079706a95444c2b80c3cdf6bb5c894', 'gw_port': {'id': '6896bf34-6ee5-4279-a1ec-75d9f5bfa55a', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ff:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89083283-a35e-4dd8-994d-6f2d3a584cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:40:22Z', 'updated_at': '2022-05-07T22:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c0d92543-2629-45ea-ab9d-eeca13efabca', 'name': '', 'network_id': '73520a8a-2860-4270-8d14-4b73d492cd65', 'tenant_id': 'e5079706a95444c2b80c3cdf6bb5c894', 'mac_address': 'fa:16:3e:7a:fa:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89083283-a35e-4dd8-994d-6f2d3a584cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4383, 'fixed_ips': [{'subnet_id': '09a6df9d-2c5b-42ce-a284-8e96b20d2985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:40:23Z', 'updated_at': '2022-05-07T22:40:29Z', 'revision_number': 4, 'project_id': 'e5079706a95444c2b80c3cdf6bb5c894', 'subnets': [{'id': '09a6df9d-2c5b-42ce-a284-8e96b20d2985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:40:29.721870 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-f5f10ef5-fdd7-41b1-b92a-173737286ec9 None None] Current status of the port c0d92543-2629-45ea-ab9d-eeca13efabca is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:40:29.910976 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device c0d92543-2629-45ea-ab9d-eeca13efabca up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:40:29.966337 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port c0d92543-2629-45ea-ab9d-eeca13efabca triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:40:29.966935 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (c0d92543-2629-45ea-ab9d-eeca13efabca), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:30.005721 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4dead414-7305-4509-a00f-4da44081284c req-ff7b6345-b0e5-4bd7-9b35-68b86e5220c6 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/ports?device_id=7128f583-301a-494d-86db-ada4834a3b11 HTTP/1.1" status: 200  len: 210 time: 0.0394535
May 07 22:40:30.232564 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port c0d92543-2629-45ea-ab9d-eeca13efabca is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:40:30.233685 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 6896bf34-6ee5-4279-a1ec-75d9f5bfa55a up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:40:30.279107 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 6896bf34-6ee5-4279-a1ec-75d9f5bfa55a triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:40:30.279487 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (6896bf34-6ee5-4279-a1ec-75d9f5bfa55a), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:30.352588 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 6896bf34-6ee5-4279-a1ec-75d9f5bfa55a is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:40:30.406347 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:31.091099 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b670d01c-83a9-4f9e-b02d-2c974bd855a5 req-a94eb1fa-68a1-435f-a819-86d4b25d6138 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/ports?device_id=7128f583-301a-494d-86db-ada4834a3b11 HTTP/1.1" status: 200  len: 210 time: 0.0286908
May 07 22:40:32.183240 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f79ee5f4-0ea5-4211-9a91-49d6cf2a095a req-fbb830c2-4fed-4abc-b043-4abe61b9369e tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/ports?device_id=7128f583-301a-494d-86db-ada4834a3b11 HTTP/1.1" status: 200  len: 210 time: 0.0334275
May 07 22:40:33.280845 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e86521e2-5311-4c67-8e58-00464d7ecac3 req-b6578ddf-0b2a-4d20-a2fb-f27bef1dde61 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/ports?device_id=7128f583-301a-494d-86db-ada4834a3b11 HTTP/1.1" status: 200  len: 210 time: 0.0291760
May 07 22:40:33.925438 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422d10fa-d789-4637-871c-67d566ac1f55 req-9ccdb337-28ec-4d0a-9d47-4f041e000bdf tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:40:33.926926 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-422d10fa-d789-4637-871c-67d566ac1f55 req-9ccdb337-28ec-4d0a-9d47-4f041e000bdf tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.55 "GET /v2.0/networks?id=961433bf-582e-417a-89b7-d9083e8c3ca2 HTTP/1.1" status: 200  len: 809 time: 0.1052573
May 07 22:40:33.989347 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-422d10fa-d789-4637-871c-67d566ac1f55 req-0db45979-5943-4351-9efd-d7e104bd4e92 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a375b5dd32e4b6eb61e9a9877c9a04c HTTP/1.1" status: 200  len: 379 time: 0.0550110
May 07 22:40:33.999665 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-422d10fa-d789-4637-871c-67d566ac1f55 req-9cc068a8-7882-4bca-a1fc-4a7c82ce75be tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Request body: {'port': {'device_id': '7128f583-301a-494d-86db-ada4834a3b11', 'network_id': '961433bf-582e-417a-89b7-d9083e8c3ca2', 'admin_state_up': True, 'tenant_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'security_groups': ['2329127c-8930-451b-8176-e0bd3bc04acf']}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:40:34.112796 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-422d10fa-d789-4637-871c-67d566ac1f55 req-9cc068a8-7882-4bca-a1fc-4a7c82ce75be tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Made reservation on behalf of 2a375b5dd32e4b6eb61e9a9877c9a04c for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:40:34.116204 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-422d10fa-d789-4637-871c-67d566ac1f55 req-9cc068a8-7882-4bca-a1fc-4a7c82ce75be tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:34.249779 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [req-422d10fa-d789-4637-871c-67d566ac1f55 req-9cc068a8-7882-4bca-a1fc-4a7c82ce75be tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Allocated IP 172.20.0.9 (961433bf-582e-417a-89b7-d9083e8c3ca2/bc9ff68a-38d1-476e-b9af-d07f8e3d611e/5cd87c39-548a-4bce-abb6-300a704c2b9e) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:40:34.388158 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9e5bb637-642d-4ec7-9698-a48e6d9bc09c req-d2e561a3-c2c9-43e0-9165-4d9890db9e3c tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/ports?device_id=7128f583-301a-494d-86db-ada4834a3b11 HTTP/1.1" status: 200  len: 210 time: 0.0347002
May 07 22:40:34.397770 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-422d10fa-d789-4637-871c-67d566ac1f55 req-9cc068a8-7882-4bca-a1fc-4a7c82ce75be tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks [] for port (5cd87c39-548a-4bce-abb6-300a704c2b9e), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:34.433241 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-422d10fa-d789-4637-871c-67d566ac1f55 req-9cc068a8-7882-4bca-a1fc-4a7c82ce75be tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (5cd87c39-548a-4bce-abb6-300a704c2b9e), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:34.479585 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-422d10fa-d789-4637-871c-67d566ac1f55 req-9cc068a8-7882-4bca-a1fc-4a7c82ce75be tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Network 961433bf-582e-417a-89b7-d9083e8c3ca2 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:40:34.482548 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [req-422d10fa-d789-4637-871c-67d566ac1f55 req-9cc068a8-7882-4bca-a1fc-4a7c82ce75be tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:40:34.485007 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-422d10fa-d789-4637-871c-67d566ac1f55 req-9cc068a8-7882-4bca-a1fc-4a7c82ce75be tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:40:34.520138 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc068a8-7882-4bca-a1fc-4a7c82ce75be tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Pushing event updated for resources: {'Port': ['ID=5cd87c39-548a-4bce-abb6-300a704c2b9e,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:40:34.547298 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422d10fa-d789-4637-871c-67d566ac1f55 req-9cc068a8-7882-4bca-a1fc-4a7c82ce75be tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:40:34.549647 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-422d10fa-d789-4637-871c-67d566ac1f55 req-9cc068a8-7882-4bca-a1fc-4a7c82ce75be tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:34.567023 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-422d10fa-d789-4637-871c-67d566ac1f55 req-9cc068a8-7882-4bca-a1fc-4a7c82ce75be tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.5708876
May 07 22:40:34.578272 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-422d10fa-d789-4637-871c-67d566ac1f55 req-a6de8e05-e1d7-48b6-b50d-97e4456e377c service neutron] Request body: {'port': {'device_id': '7128f583-301a-494d-86db-ada4834a3b11', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:40:34.641447 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-422d10fa-d789-4637-871c-67d566ac1f55 req-a6de8e05-e1d7-48b6-b50d-97e4456e377c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (5cd87c39-548a-4bce-abb6-300a704c2b9e), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:34.770589 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-dcfe2ca8-5cdd-4d31-9b96-70d8fc9f9966 None None] Provisioning complete for port 5cd87c39-548a-4bce-abb6-300a704c2b9e triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:40:34.771234 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-dcfe2ca8-5cdd-4d31-9b96-70d8fc9f9966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (5cd87c39-548a-4bce-abb6-300a704c2b9e), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:34.806647 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-dcfe2ca8-5cdd-4d31-9b96-70d8fc9f9966 None None] Port 5cd87c39-548a-4bce-abb6-300a704c2b9e cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:40:34.908496 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [req-422d10fa-d789-4637-871c-67d566ac1f55 req-a6de8e05-e1d7-48b6-b50d-97e4456e377c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cd87c39-548a-4bce-abb6-300a704c2b9e {{(pid=121836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:40:34.916554 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-422d10fa-d789-4637-871c-67d566ac1f55 req-a6de8e05-e1d7-48b6-b50d-97e4456e377c service neutron] Publish callbacks [] for port (5cd87c39-548a-4bce-abb6-300a704c2b9e), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:34.928857 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.provisioning_blocks [req-422d10fa-d789-4637-871c-67d566ac1f55 req-a6de8e05-e1d7-48b6-b50d-97e4456e377c service neutron] Transition to ACTIVE for port object 5cd87c39-548a-4bce-abb6-300a704c2b9e will not be triggered until provisioned by entity L2. {{(pid=121836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 22:40:34.932743 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-422d10fa-d789-4637-871c-67d566ac1f55 req-a6de8e05-e1d7-48b6-b50d-97e4456e377c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (5cd87c39-548a-4bce-abb6-300a704c2b9e), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:34.983365 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6de8e05-e1d7-48b6-b50d-97e4456e377c service neutron] Pushing event updated for resources: {'Port': ['ID=5cd87c39-548a-4bce-abb6-300a704c2b9e,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:40:35.061218 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-422d10fa-d789-4637-871c-67d566ac1f55 req-a6de8e05-e1d7-48b6-b50d-97e4456e377c service neutron] Attempting to bind port 5cd87c39-548a-4bce-abb6-300a704c2b9e on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:40:35.061551 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-422d10fa-d789-4637-871c-67d566ac1f55 req-a6de8e05-e1d7-48b6-b50d-97e4456e377c service neutron] Attempting to bind port 5cd87c39-548a-4bce-abb6-300a704c2b9e by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '0e7553ac-4fa1-41aa-915c-ca3e75fcc1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '961433bf-582e-417a-89b7-d9083e8c3ca2'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:40:35.061886 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422d10fa-d789-4637-871c-67d566ac1f55 req-a6de8e05-e1d7-48b6-b50d-97e4456e377c service neutron] Attempting to bind port 5cd87c39-548a-4bce-abb6-300a704c2b9e on network 961433bf-582e-417a-89b7-d9083e8c3ca2 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:40:35.066617 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422d10fa-d789-4637-871c-67d566ac1f55 req-a6de8e05-e1d7-48b6-b50d-97e4456e377c service neutron] Port 5cd87c39-548a-4bce-abb6-300a704c2b9e on network 961433bf-582e-417a-89b7-d9083e8c3ca2 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:40:35.067991 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422d10fa-d789-4637-871c-67d566ac1f55 req-a6de8e05-e1d7-48b6-b50d-97e4456e377c service neutron] Attempting to bind port 5cd87c39-548a-4bce-abb6-300a704c2b9e on network 961433bf-582e-417a-89b7-d9083e8c3ca2 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:40:35.073266 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422d10fa-d789-4637-871c-67d566ac1f55 req-a6de8e05-e1d7-48b6-b50d-97e4456e377c service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 40, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:40:35.073603 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422d10fa-d789-4637-871c-67d566ac1f55 req-a6de8e05-e1d7-48b6-b50d-97e4456e377c service neutron] Checking segment: {'id': '0e7553ac-4fa1-41aa-915c-ca3e75fcc1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '961433bf-582e-417a-89b7-d9083e8c3ca2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:40:35.073993 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-422d10fa-d789-4637-871c-67d566ac1f55 req-a6de8e05-e1d7-48b6-b50d-97e4456e377c service neutron] Bound using segment: {'id': '0e7553ac-4fa1-41aa-915c-ca3e75fcc1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '961433bf-582e-417a-89b7-d9083e8c3ca2'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:40:35.074421 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-422d10fa-d789-4637-871c-67d566ac1f55 req-a6de8e05-e1d7-48b6-b50d-97e4456e377c service neutron] Bound port: 5cd87c39-548a-4bce-abb6-300a704c2b9e, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e7553ac-4fa1-41aa-915c-ca3e75fcc1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '961433bf-582e-417a-89b7-d9083e8c3ca2'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:40:35.074799 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-422d10fa-d789-4637-871c-67d566ac1f55 req-a6de8e05-e1d7-48b6-b50d-97e4456e377c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (5cd87c39-548a-4bce-abb6-300a704c2b9e), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:35.142284 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-422d10fa-d789-4637-871c-67d566ac1f55 req-a6de8e05-e1d7-48b6-b50d-97e4456e377c service neutron] For port 5cd87c39-548a-4bce-abb6-300a704c2b9e, host nch1-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:40:35.145285 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-422d10fa-d789-4637-871c-67d566ac1f55 req-a6de8e05-e1d7-48b6-b50d-97e4456e377c service neutron] For port 5cd87c39-548a-4bce-abb6-300a704c2b9e, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5cd87c39-548a-4bce-abb6-300a704c2b9e,segment=NetworkSegment(0e7553ac-4fa1-41aa-915c-ca3e75fcc1ba),segment_id=0e7553ac-4fa1-41aa-915c-ca3e75fcc1ba)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:40:35.151783 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-422d10fa-d789-4637-871c-67d566ac1f55 req-a6de8e05-e1d7-48b6-b50d-97e4456e377c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (5cd87c39-548a-4bce-abb6-300a704c2b9e), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:35.186810 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422d10fa-d789-4637-871c-67d566ac1f55 req-a6de8e05-e1d7-48b6-b50d-97e4456e377c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:40:35.187529 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-422d10fa-d789-4637-871c-67d566ac1f55 req-a6de8e05-e1d7-48b6-b50d-97e4456e377c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:35.188912 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-422d10fa-d789-4637-871c-67d566ac1f55 req-a6de8e05-e1d7-48b6-b50d-97e4456e377c service neutron] 10.222.0.55 "PUT /v2.0/ports/5cd87c39-548a-4bce-abb6-300a704c2b9e HTTP/1.1" status: 200  len: 1091 time: 0.6150646
May 07 22:40:35.189358 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7128f583-301a-494d-86db-ada4834a3b11', 'tag': '5cd87c39-548a-4bce-abb6-300a704c2b9e'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:40:35.191652 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b31ea0e328257cbd1de87ed0ed9badd0bc91f91a140ce33eca2dd9b84f4f1c13" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-509d8a8d-142b-4a72-80d9-ce5a12c5600a" -d '{"events": [{"name": "network-changed", "server_uuid": "7128f583-301a-494d-86db-ada4834a3b11", "tag": "5cd87c39-548a-4bce-abb6-300a704c2b9e"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:40:35.225795 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6de8e05-e1d7-48b6-b50d-97e4456e377c service neutron] Pushing event updated for resources: {'Port': ['ID=5cd87c39-548a-4bce-abb6-300a704c2b9e,revision_number=3']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:40:35.241652 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5891e014-6740-443d-ac3b-b5365e018ec5 x-openstack-request-id: req-5891e014-6740-443d-ac3b-b5365e018ec5 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:40:35.241951 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7128f583-301a-494d-86db-ada4834a3b11", "tag": "5cd87c39-548a-4bce-abb6-300a704c2b9e", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:40:35.242208 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5891e014-6740-443d-ac3b-b5365e018ec5 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:40:35.242820 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5891e014-6740-443d-ac3b-b5365e018ec5'] response: {'name': 'network-changed', 'server_uuid': '7128f583-301a-494d-86db-ada4834a3b11', 'tag': '5cd87c39-548a-4bce-abb6-300a704c2b9e', 'status': 'completed', 'code': 200}
May 07 22:40:35.286448 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422d10fa-d789-4637-871c-67d566ac1f55 req-7808d11f-ea3b-4cc2-bee3-64d84149f7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:40:35.288407 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-422d10fa-d789-4637-871c-67d566ac1f55 req-7808d11f-ea3b-4cc2-bee3-64d84149f7b8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2a375b5dd32e4b6eb61e9a9877c9a04c&device_id=7128f583-301a-494d-86db-ada4834a3b11 HTTP/1.1" status: 200  len: 1125 time: 0.0427978
May 07 22:40:35.336527 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-422d10fa-d789-4637-871c-67d566ac1f55 req-4ce20f23-1105-4598-aab7-7051360b2172 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5cd87c39-548a-4bce-abb6-300a704c2b9e HTTP/1.1" status: 200  len: 217 time: 0.0402136
May 07 22:40:35.386984 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422d10fa-d789-4637-871c-67d566ac1f55 req-0cf9bb64-1e00-4397-bc3e-4b324cf82cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:40:35.388553 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-422d10fa-d789-4637-871c-67d566ac1f55 req-0cf9bb64-1e00-4397-bc3e-4b324cf82cf4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bc9ff68a-38d1-476e-b9af-d07f8e3d611e HTTP/1.1" status: 200  len: 848 time: 0.0473146
May 07 22:40:35.432783 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422d10fa-d789-4637-871c-67d566ac1f55 req-6b977c4b-2980-4a35-8b8a-68b7f185885f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:40:35.434368 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-422d10fa-d789-4637-871c-67d566ac1f55 req-6b977c4b-2980-4a35-8b8a-68b7f185885f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=961433bf-582e-417a-89b7-d9083e8c3ca2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0397763
May 07 22:40:35.501400 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5fdd66-4e9f-4f55-a7e3-c9eba605d935 req-3e6edd08-1af2-41d1-ae7e-37f5a970b854 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:40:35.502945 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8f5fdd66-4e9f-4f55-a7e3-c9eba605d935 req-3e6edd08-1af2-41d1-ae7e-37f5a970b854 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/ports?device_id=7128f583-301a-494d-86db-ada4834a3b11 HTTP/1.1" status: 200  len: 943 time: 0.0469952
May 07 22:40:35.532816 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-422d10fa-d789-4637-871c-67d566ac1f55 req-fe64325b-a82d-4a1c-b5cf-912d9cab8f42 service neutron] 10.222.0.55 "GET /v2.0/networks/961433bf-582e-417a-89b7-d9083e8c3ca2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0920959
May 07 22:40:35.553467 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8f5fdd66-4e9f-4f55-a7e3-c9eba605d935 req-216fe099-196c-482d-b29f-9471a194a92a tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/security-groups?id=2329127c-8930-451b-8176-e0bd3bc04acf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441084
May 07 22:40:35.627553 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-422d10fa-d789-4637-871c-67d566ac1f55 req-f83721cb-06d7-4f0f-a123-457fa417ebce service neutron] 10.222.0.55 "GET /v2.0/networks/961433bf-582e-417a-89b7-d9083e8c3ca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0888290
May 07 22:40:36.462230 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509d8a8d-142b-4a72-80d9-ce5a12c5600a req-7d51145e-a03d-409a-aabf-791b08636c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:40:36.463698 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-509d8a8d-142b-4a72-80d9-ce5a12c5600a req-7d51145e-a03d-409a-aabf-791b08636c65 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2a375b5dd32e4b6eb61e9a9877c9a04c&device_id=7128f583-301a-494d-86db-ada4834a3b11 HTTP/1.1" status: 200  len: 1125 time: 0.0441344
May 07 22:40:36.555542 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509d8a8d-142b-4a72-80d9-ce5a12c5600a req-7d45db4b-7a7c-442f-8228-1a1189007353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:40:36.557023 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-509d8a8d-142b-4a72-80d9-ce5a12c5600a req-7d45db4b-7a7c-442f-8228-1a1189007353 service neutron] 10.222.0.55 "GET /v2.0/networks?id=961433bf-582e-417a-89b7-d9083e8c3ca2 HTTP/1.1" status: 200  len: 910 time: 0.0880723
May 07 22:40:36.607340 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-509d8a8d-142b-4a72-80d9-ce5a12c5600a req-dc432e13-001b-4fdd-a28d-604f1fda00c0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5cd87c39-548a-4bce-abb6-300a704c2b9e HTTP/1.1" status: 200  len: 217 time: 0.0444283
May 07 22:40:36.687162 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509d8a8d-142b-4a72-80d9-ce5a12c5600a req-264621f2-ff6c-494e-9ef1-cc68d47b5757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:40:36.688630 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-509d8a8d-142b-4a72-80d9-ce5a12c5600a req-264621f2-ff6c-494e-9ef1-cc68d47b5757 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bc9ff68a-38d1-476e-b9af-d07f8e3d611e HTTP/1.1" status: 200  len: 848 time: 0.0747406
May 07 22:40:36.696588 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f07279-f2d4-4a11-bbb1-a588929b5f29 req-65988b74-d0ab-4c36-970c-a17c531eac30 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:40:36.697961 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-34f07279-f2d4-4a11-bbb1-a588929b5f29 req-65988b74-d0ab-4c36-970c-a17c531eac30 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/ports?device_id=7128f583-301a-494d-86db-ada4834a3b11 HTTP/1.1" status: 200  len: 943 time: 0.0588949
May 07 22:40:36.758543 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509d8a8d-142b-4a72-80d9-ce5a12c5600a req-e658ac5d-5a84-4539-bede-197af57aaecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:40:36.760045 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-509d8a8d-142b-4a72-80d9-ce5a12c5600a req-e658ac5d-5a84-4539-bede-197af57aaecd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=961433bf-582e-417a-89b7-d9083e8c3ca2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0612597
May 07 22:40:36.794906 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-34f07279-f2d4-4a11-bbb1-a588929b5f29 req-9fc08f7c-0dba-4b93-8db5-3a9414109604 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/security-groups?id=2329127c-8930-451b-8176-e0bd3bc04acf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0886402
May 07 22:40:36.864983 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-509d8a8d-142b-4a72-80d9-ce5a12c5600a req-96b691c3-0981-490e-952f-d135c4e40a15 service neutron] 10.222.0.55 "GET /v2.0/networks/961433bf-582e-417a-89b7-d9083e8c3ca2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0949082
May 07 22:40:36.963830 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-509d8a8d-142b-4a72-80d9-ce5a12c5600a req-839c6f13-a9e3-4121-8868-a0c34da866e2 service neutron] 10.222.0.55 "GET /v2.0/networks/961433bf-582e-417a-89b7-d9083e8c3ca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0892596
May 07 22:40:37.849029 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 5cd87c39-548a-4bce-abb6-300a704c2b9e details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:40:37.913435 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3306e267-ea07-460e-b9f6-975ba67be351 req-099da2e9-61b0-4a95-a16c-5a9dc8c67257 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:40:37.914964 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3306e267-ea07-460e-b9f6-975ba67be351 req-099da2e9-61b0-4a95-a16c-5a9dc8c67257 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/ports?device_id=7128f583-301a-494d-86db-ada4834a3b11 HTTP/1.1" status: 200  len: 943 time: 0.0505819
May 07 22:40:37.949171 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 5cd87c39-548a-4bce-abb6-300a704c2b9e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5cd87c39-548a-4bce-abb6-300a704c2b9e,segment=NetworkSegment(0e7553ac-4fa1-41aa-915c-ca3e75fcc1ba),segment_id=0e7553ac-4fa1-41aa-915c-ca3e75fcc1ba)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:40:37.960707 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': '5cd87c39-548a-4bce-abb6-300a704c2b9e', 'network_id': '961433bf-582e-417a-89b7-d9083e8c3ca2', 'port_id': '5cd87c39-548a-4bce-abb6-300a704c2b9e', 'mac_address': 'fa:16:3e:2e:a6:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc9ff68a-38d1-476e-b9af-d07f8e3d611e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:40:37.965385 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3306e267-ea07-460e-b9f6-975ba67be351 req-1f2bb56e-b6d0-4005-8132-791300257a14 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/security-groups?id=2329127c-8930-451b-8176-e0bd3bc04acf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445409
May 07 22:40:37.997908 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 5cd87c39-548a-4bce-abb6-300a704c2b9e is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:40:37.998303 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (5cd87c39-548a-4bce-abb6-300a704c2b9e), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:38.011484 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cd87c39-548a-4bce-abb6-300a704c2b9e {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:40:38.030382 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 5cd87c39-548a-4bce-abb6-300a704c2b9e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5cd87c39-548a-4bce-abb6-300a704c2b9e,segment=NetworkSegment(0e7553ac-4fa1-41aa-915c-ca3e75fcc1ba),segment_id=0e7553ac-4fa1-41aa-915c-ca3e75fcc1ba)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:40:38.034395 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (5cd87c39-548a-4bce-abb6-300a704c2b9e), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:38.084025 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=5cd87c39-548a-4bce-abb6-300a704c2b9e,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:40:38.256322 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['5cd87c39-548a-4bce-abb6-300a704c2b9e'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:40:39.077264 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d85c1-5383-4980-becc-2d446c52d2cb req-16edc9dd-6983-46d7-99cf-42ac3e0e1c20 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:40:39.078730 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9b3d85c1-5383-4980-becc-2d446c52d2cb req-16edc9dd-6983-46d7-99cf-42ac3e0e1c20 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/ports?device_id=7128f583-301a-494d-86db-ada4834a3b11 HTTP/1.1" status: 200  len: 944 time: 0.0470512
May 07 22:40:39.127555 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9b3d85c1-5383-4980-becc-2d446c52d2cb req-f1bc3dd5-c442-4103-82cb-8e4325a21211 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/security-groups?id=2329127c-8930-451b-8176-e0bd3bc04acf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432322
May 07 22:40:39.864371 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 5cd87c39-548a-4bce-abb6-300a704c2b9e up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:40:39.909077 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning for port 5cd87c39-548a-4bce-abb6-300a704c2b9e completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 22:40:39.915115 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port 5cd87c39-548a-4bce-abb6-300a704c2b9e triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:40:39.915493 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (5cd87c39-548a-4bce-abb6-300a704c2b9e), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:39.989934 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 5cd87c39-548a-4bce-abb6-300a704c2b9e is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:40:39.990315 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (5cd87c39-548a-4bce-abb6-300a704c2b9e), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:40.013231 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7128f583-301a-494d-86db-ada4834a3b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cd87c39-548a-4bce-abb6-300a704c2b9e'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:40:40.015470 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eccee1b3-25a2-4ba5-8047-0bd3abcc6d85" -d '{"events": [{"server_uuid": "7128f583-301a-494d-86db-ada4834a3b11", "name": "network-vif-plugged", "status": "completed", "tag": "5cd87c39-548a-4bce-abb6-300a704c2b9e"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:40:40.030977 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 5cd87c39-548a-4bce-abb6-300a704c2b9e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5cd87c39-548a-4bce-abb6-300a704c2b9e,segment=NetworkSegment(0e7553ac-4fa1-41aa-915c-ca3e75fcc1ba),segment_id=0e7553ac-4fa1-41aa-915c-ca3e75fcc1ba)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:40:40.034801 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (5cd87c39-548a-4bce-abb6-300a704c2b9e), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:40.060882 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1744bcd2-94f8-42ac-900a-6ae543f87aca x-openstack-request-id: req-1744bcd2-94f8-42ac-900a-6ae543f87aca {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:40:40.061158 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7128f583-301a-494d-86db-ada4834a3b11", "name": "network-vif-plugged", "status": "completed", "tag": "5cd87c39-548a-4bce-abb6-300a704c2b9e", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:40:40.061407 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1744bcd2-94f8-42ac-900a-6ae543f87aca {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:40:40.061800 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1744bcd2-94f8-42ac-900a-6ae543f87aca'] response: {'server_uuid': '7128f583-301a-494d-86db-ada4834a3b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cd87c39-548a-4bce-abb6-300a704c2b9e', 'code': 200}
May 07 22:40:40.089803 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=5cd87c39-548a-4bce-abb6-300a704c2b9e,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:40:40.147248 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cf88aa-f84b-4acb-9107-fe5adb83655e req-50719c06-6de6-4eee-85bc-900944f0d515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:40:40.149241 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-46cf88aa-f84b-4acb-9107-fe5adb83655e req-50719c06-6de6-4eee-85bc-900944f0d515 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7128f583-301a-494d-86db-ada4834a3b11 HTTP/1.1" status: 200  len: 1127 time: 0.0421140
May 07 22:40:40.199028 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-46cf88aa-f84b-4acb-9107-fe5adb83655e req-d61a9c60-8471-45c6-bc68-940234db9892 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2329127c-8930-451b-8176-e0bd3bc04acf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443320
May 07 22:40:40.249431 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0f5f29-00d5-4f31-855d-b27558a3405e req-e387a898-4f8c-4792-88ae-6d0ebdaa5afd tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:40:40.250925 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0f0f5f29-00d5-4f31-855d-b27558a3405e req-e387a898-4f8c-4792-88ae-6d0ebdaa5afd tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/ports?device_id=7128f583-301a-494d-86db-ada4834a3b11 HTTP/1.1" status: 200  len: 945 time: 0.0510066
May 07 22:40:40.299818 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0f0f5f29-00d5-4f31-855d-b27558a3405e req-da87b9e9-59e6-4c30-ac43-d8bcd468883f tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/security-groups?id=2329127c-8930-451b-8176-e0bd3bc04acf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432367
May 07 22:40:41.414346 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78566347-8bdc-48b7-a701-0662c337f9c0 req-315c7045-601c-4117-a1d1-c00ac772e280 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:40:41.415826 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-78566347-8bdc-48b7-a701-0662c337f9c0 req-315c7045-601c-4117-a1d1-c00ac772e280 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/ports?device_id=7128f583-301a-494d-86db-ada4834a3b11 HTTP/1.1" status: 200  len: 945 time: 0.0460241
May 07 22:40:41.463467 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-78566347-8bdc-48b7-a701-0662c337f9c0 req-fb6b57c9-9292-4c16-a5bd-644dc4bb12ad tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/security-groups?id=2329127c-8930-451b-8176-e0bd3bc04acf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419641
May 07 22:40:41.577171 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138eeed1-91a9-465e-ad2e-029458400bf2 req-870c15f3-c95e-4371-8cce-6a9185d90bac tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:40:41.578813 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-138eeed1-91a9-465e-ad2e-029458400bf2 req-870c15f3-c95e-4371-8cce-6a9185d90bac tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/ports?device_id=7128f583-301a-494d-86db-ada4834a3b11 HTTP/1.1" status: 200  len: 945 time: 0.0484951
May 07 22:40:41.628043 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-138eeed1-91a9-465e-ad2e-029458400bf2 req-f373cced-1c4d-4db8-a011-e8d66bc7c6b9 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/security-groups?id=2329127c-8930-451b-8176-e0bd3bc04acf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436606
May 07 22:40:41.649992 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 59484) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:40:41.731359 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2cc786-0af5-4b5d-8e8e-b8d1377ad2a1 tempest-TestShelveInstance-73687737 tempest-TestShelveInstance-73687737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:40:41.732882 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-bc2cc786-0af5-4b5d-8e8e-b8d1377ad2a1 tempest-TestShelveInstance-73687737 tempest-TestShelveInstance-73687737-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=7128f583-301a-494d-86db-ada4834a3b11 HTTP/1.1" status: 200  len: 1122 time: 0.0818844
May 07 22:40:41.735919 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 59488) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:40:41.740248 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-20a7f8b3-1a44-4c5f-9a0a-ef5ee5fb1600 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Request body: {'floatingip': {'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'port_id': '5cd87c39-548a-4bce-abb6-300a704c2b9e', 'tenant_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:40:41.759643 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-20a7f8b3-1a44-4c5f-9a0a-ef5ee5fb1600 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:41.840229 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-20a7f8b3-1a44-4c5f-9a0a-ef5ee5fb1600 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:41.947699 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-20a7f8b3-1a44-4c5f-9a0a-ef5ee5fb1600 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Allocated IP 172.35.4.194 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/807e2245-b5e4-4cb6-ad12-e344456468bf) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:40:42.047128 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-20a7f8b3-1a44-4c5f-9a0a-ef5ee5fb1600 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks [] for port (807e2245-b5e4-4cb6-ad12-e344456468bf), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:42.080422 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-20a7f8b3-1a44-4c5f-9a0a-ef5ee5fb1600 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (807e2245-b5e4-4cb6-ad12-e344456468bf), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:42.115915 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a7f8b3-1a44-4c5f-9a0a-ef5ee5fb1600 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:40:42.118676 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-20a7f8b3-1a44-4c5f-9a0a-ef5ee5fb1600 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:40:42.122008 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a7f8b3-1a44-4c5f-9a0a-ef5ee5fb1600 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:40:42.166468 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a7f8b3-1a44-4c5f-9a0a-ef5ee5fb1600 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Pushing event updated for resources: {'Port': ['ID=807e2245-b5e4-4cb6-ad12-e344456468bf,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:40:42.511738 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-20a7f8b3-1a44-4c5f-9a0a-ef5ee5fb1600 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks [] for floatingip (8de1a2fe-2bb8-4fb8-a258-f00a9ba79e6c), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:42.587519 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-20a7f8b3-1a44-4c5f-9a0a-ef5ee5fb1600 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (807e2245-b5e4-4cb6-ad12-e344456468bf), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:42.737041 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-20a7f8b3-1a44-4c5f-9a0a-ef5ee5fb1600 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks [] for port (807e2245-b5e4-4cb6-ad12-e344456468bf), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:42.741396 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-20a7f8b3-1a44-4c5f-9a0a-ef5ee5fb1600 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (807e2245-b5e4-4cb6-ad12-e344456468bf), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:42.812552 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a7f8b3-1a44-4c5f-9a0a-ef5ee5fb1600 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Pushing event updated for resources: {'Port': ['ID=807e2245-b5e4-4cb6-ad12-e344456468bf,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:40:42.819676 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-20a7f8b3-1a44-4c5f-9a0a-ef5ee5fb1600 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (8de1a2fe-2bb8-4fb8-a258-f00a9ba79e6c), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:42.934836 ncdv-master-1 neutron-server[121837]: INFO neutron.db.l3_db [None req-20a7f8b3-1a44-4c5f-9a0a-ef5ee5fb1600 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Floating IP 8de1a2fe-2bb8-4fb8-a258-f00a9ba79e6c associated. External IP: 172.35.4.194, port: 5cd87c39-548a-4bce-abb6-300a704c2b9e.
May 07 22:40:43.145757 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20a7f8b3-1a44-4c5f-9a0a-ef5ee5fb1600 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Router 80d5d31e-6ce2-4797-8009-3df02411c31b has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:40:43.566301 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20a7f8b3-1a44-4c5f-9a0a-ef5ee5fb1600 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:40:43.578833 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165ebb15-2c23-4e22-b4ec-8fb0167b4a75 None None] Sync routers for ids ['80d5d31e-6ce2-4797-8009-3df02411c31b'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:40:43.583412 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-20a7f8b3-1a44-4c5f-9a0a-ef5ee5fb1600 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:43.590028 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165ebb15-2c23-4e22-b4ec-8fb0167b4a75 None None] Routers {'80d5d31e-6ce2-4797-8009-3df02411c31b'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:40:43.590751 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-165ebb15-2c23-4e22-b4ec-8fb0167b4a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7e8e5160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:40:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['80d5d31e-6ce2-4797-8009-3df02411c31b'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:40:43.613789 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-20a7f8b3-1a44-4c5f-9a0a-ef5ee5fb1600 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.8767421
May 07 22:40:43.614493 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7128f583-301a-494d-86db-ada4834a3b11', 'tag': '5cd87c39-548a-4bce-abb6-300a704c2b9e'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:40:43.616846 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f75be6d-8caa-43d4-9b69-64f28ec4d4c8" -d '{"events": [{"name": "network-changed", "server_uuid": "7128f583-301a-494d-86db-ada4834a3b11", "tag": "5cd87c39-548a-4bce-abb6-300a704c2b9e"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:40:43.653398 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28ad5fc1-8e4b-492a-a4fb-1cec19972e4e x-openstack-request-id: req-28ad5fc1-8e4b-492a-a4fb-1cec19972e4e {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:40:43.653689 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7128f583-301a-494d-86db-ada4834a3b11", "tag": "5cd87c39-548a-4bce-abb6-300a704c2b9e", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:40:43.653942 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-28ad5fc1-8e4b-492a-a4fb-1cec19972e4e {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:40:43.654348 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28ad5fc1-8e4b-492a-a4fb-1cec19972e4e'] response: {'name': 'network-changed', 'server_uuid': '7128f583-301a-494d-86db-ada4834a3b11', 'tag': '5cd87c39-548a-4bce-abb6-300a704c2b9e', 'status': 'completed', 'code': 200}
May 07 22:40:43.701933 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-165ebb15-2c23-4e22-b4ec-8fb0167b4a75 None None] Set router 80d5d31e-6ce2-4797-8009-3df02411c31b gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:40:43.720395 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f75be6d-8caa-43d4-9b69-64f28ec4d4c8 req-8c7fe0e5-b5c7-4c8d-81a6-8dab40a85bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:40:43.722023 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0f75be6d-8caa-43d4-9b69-64f28ec4d4c8 req-8c7fe0e5-b5c7-4c8d-81a6-8dab40a85bcc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2a375b5dd32e4b6eb61e9a9877c9a04c&device_id=7128f583-301a-494d-86db-ada4834a3b11 HTTP/1.1" status: 200  len: 1127 time: 0.0430906
May 07 22:40:43.811712 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f75be6d-8caa-43d4-9b69-64f28ec4d4c8 req-72662306-28e6-49bc-9746-637e64cf6b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:40:43.813198 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0f75be6d-8caa-43d4-9b69-64f28ec4d4c8 req-72662306-28e6-49bc-9746-637e64cf6b06 service neutron] 10.222.0.55 "GET /v2.0/networks?id=961433bf-582e-417a-89b7-d9083e8c3ca2 HTTP/1.1" status: 200  len: 910 time: 0.0856273
May 07 22:40:43.892454 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0f75be6d-8caa-43d4-9b69-64f28ec4d4c8 req-46ba70fb-2a1b-4ada-b76a-5b40ffc09ec9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5cd87c39-548a-4bce-abb6-300a704c2b9e HTTP/1.1" status: 200  len: 999 time: 0.0736508
May 07 22:40:43.928586 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-165ebb15-2c23-4e22-b4ec-8fb0167b4a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7e8e5160>, [{'id': '80d5d31e-6ce2-4797-8009-3df02411c31b', 'name': 'tempest-TestShelveInstance-1561802871-router', 'tenant_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.169'}], 'enable_snat': True}, 'gw_port_id': 'f05cd0f7-5c53-482c-8a58-3df93f5fa1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:40:16Z', 'updated_at': '2022-05-07T22:40:19Z', 'revision_number': 4, 'project_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'gw_port': {'id': 'f05cd0f7-5c53-482c-8a58-3df93f5fa1ec', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:03:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d5d31e-6ce2-4797-8009-3df02411c31b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:40:17Z', 'updated_at': '2022-05-07T22:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8de1a2fe-2bb8-4fb8-a258-f00a9ba79e6c', 'tenant_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'floating_ip_address': '172.35.4.194', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '80d5d31e-6ce2-4797-8009-3df02411c31b', 'port_id': '5cd87c39-548a-4bce-abb6-300a704c2b9e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '961433bf-582e-417a-89b7-d9083e8c3ca2', 'mac_address': 'fa:16:3e:2e:a6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7128f583-301a-494d-86db-ada4834a3b11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:40:42Z', 'updated_at': '2022-05-07T22:40:42Z', 'revision_number': 0, 'project_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e7f264f-7613-4e97-8242-f9c80fafa12b', 'name': '', 'network_id': '961433bf-582e-417a-89b7-d9083e8c3ca2', 'tenant_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'mac_address': 'fa:16:3e:8b:8b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d5d31e-6ce2-4797-8009-3df02411c31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': 'bc9ff68a-38d1-476e-b9af-d07f8e3d611e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:40:19Z', 'updated_at': '2022-05-07T22:40:24Z', 'revision_number': 5, 'project_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'subnets': [{'id': 'bc9ff68a-38d1-476e-b9af-d07f8e3d611e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:40:43.941325 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f75be6d-8caa-43d4-9b69-64f28ec4d4c8 req-fc037659-e2a0-46fd-9b25-adddf7d5c292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:40:43.942819 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0f75be6d-8caa-43d4-9b69-64f28ec4d4c8 req-fc037659-e2a0-46fd-9b25-adddf7d5c292 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bc9ff68a-38d1-476e-b9af-d07f8e3d611e HTTP/1.1" status: 200  len: 848 time: 0.0451550
May 07 22:40:43.955026 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165ebb15-2c23-4e22-b4ec-8fb0167b4a75 None None] Checking router: 80d5d31e-6ce2-4797-8009-3df02411c31b for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:40:43.964056 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165ebb15-2c23-4e22-b4ec-8fb0167b4a75 None None] Routers {'80d5d31e-6ce2-4797-8009-3df02411c31b'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:40:43.964674 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-165ebb15-2c23-4e22-b4ec-8fb0167b4a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7e8e5160>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:40:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['80d5d31e-6ce2-4797-8009-3df02411c31b'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:40:43.986013 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f75be6d-8caa-43d4-9b69-64f28ec4d4c8 req-f9fdcbee-c21b-4f05-90a4-2e02e11fb6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:40:43.987532 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0f75be6d-8caa-43d4-9b69-64f28ec4d4c8 req-f9fdcbee-c21b-4f05-90a4-2e02e11fb6a7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=961433bf-582e-417a-89b7-d9083e8c3ca2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0386822
May 07 22:40:44.072401 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-165ebb15-2c23-4e22-b4ec-8fb0167b4a75 None None] Set router 80d5d31e-6ce2-4797-8009-3df02411c31b gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:40:44.079805 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0f75be6d-8caa-43d4-9b69-64f28ec4d4c8 req-2e453d63-3599-43a8-a194-de25067ee27b service neutron] 10.222.0.55 "GET /v2.0/networks/961433bf-582e-417a-89b7-d9083e8c3ca2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0865450
May 07 22:40:44.172571 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0f75be6d-8caa-43d4-9b69-64f28ec4d4c8 req-2d1207ef-0af2-402c-a006-724ab241ca85 service neutron] 10.222.0.55 "GET /v2.0/networks/961433bf-582e-417a-89b7-d9083e8c3ca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0869048
May 07 22:40:44.296036 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-165ebb15-2c23-4e22-b4ec-8fb0167b4a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7e8e5160>, [{'id': '80d5d31e-6ce2-4797-8009-3df02411c31b', 'name': 'tempest-TestShelveInstance-1561802871-router', 'tenant_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.169'}], 'enable_snat': True}, 'gw_port_id': 'f05cd0f7-5c53-482c-8a58-3df93f5fa1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:40:16Z', 'updated_at': '2022-05-07T22:40:19Z', 'revision_number': 4, 'project_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'gw_port': {'id': 'f05cd0f7-5c53-482c-8a58-3df93f5fa1ec', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:03:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d5d31e-6ce2-4797-8009-3df02411c31b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:40:17Z', 'updated_at': '2022-05-07T22:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8de1a2fe-2bb8-4fb8-a258-f00a9ba79e6c', 'tenant_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'floating_ip_address': '172.35.4.194', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '80d5d31e-6ce2-4797-8009-3df02411c31b', 'port_id': '5cd87c39-548a-4bce-abb6-300a704c2b9e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '961433bf-582e-417a-89b7-d9083e8c3ca2', 'mac_address': 'fa:16:3e:2e:a6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7128f583-301a-494d-86db-ada4834a3b11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:40:42Z', 'updated_at': '2022-05-07T22:40:42Z', 'revision_number': 0, 'project_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e7f264f-7613-4e97-8242-f9c80fafa12b', 'name': '', 'network_id': '961433bf-582e-417a-89b7-d9083e8c3ca2', 'tenant_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'mac_address': 'fa:16:3e:8b:8b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d5d31e-6ce2-4797-8009-3df02411c31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': 'bc9ff68a-38d1-476e-b9af-d07f8e3d611e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:40:19Z', 'updated_at': '2022-05-07T22:40:24Z', 'revision_number': 5, 'project_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'subnets': [{'id': 'bc9ff68a-38d1-476e-b9af-d07f8e3d611e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:40:44.322040 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165ebb15-2c23-4e22-b4ec-8fb0167b4a75 None None] The sync data for ids ['80d5d31e-6ce2-4797-8009-3df02411c31b'] in ncdv-master-1 is: [{'id': '80d5d31e-6ce2-4797-8009-3df02411c31b', 'name': 'tempest-TestShelveInstance-1561802871-router', 'tenant_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.169'}], 'enable_snat': True}, 'gw_port_id': 'f05cd0f7-5c53-482c-8a58-3df93f5fa1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:40:16Z', 'updated_at': '2022-05-07T22:40:19Z', 'revision_number': 4, 'project_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'gw_port': {'id': 'f05cd0f7-5c53-482c-8a58-3df93f5fa1ec', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:03:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d5d31e-6ce2-4797-8009-3df02411c31b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:40:17Z', 'updated_at': '2022-05-07T22:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '8de1a2fe-2bb8-4fb8-a258-f00a9ba79e6c', 'tenant_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'floating_ip_address': '172.35.4.194', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '80d5d31e-6ce2-4797-8009-3df02411c31b', 'port_id': '5cd87c39-548a-4bce-abb6-300a704c2b9e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '961433bf-582e-417a-89b7-d9083e8c3ca2', 'mac_address': 'fa:16:3e:2e:a6:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7128f583-301a-494d-86db-ada4834a3b11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:40:42Z', 'updated_at': '2022-05-07T22:40:42Z', 'revision_number': 0, 'project_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e7f264f-7613-4e97-8242-f9c80fafa12b', 'name': '', 'network_id': '961433bf-582e-417a-89b7-d9083e8c3ca2', 'tenant_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'mac_address': 'fa:16:3e:8b:8b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d5d31e-6ce2-4797-8009-3df02411c31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': 'bc9ff68a-38d1-476e-b9af-d07f8e3d611e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:40:19Z', 'updated_at': '2022-05-07T22:40:24Z', 'revision_number': 5, 'project_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'subnets': [{'id': 'bc9ff68a-38d1-476e-b9af-d07f8e3d611e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:40:44.526200 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4057fe-a304-450f-a014-815d00d8c08b None None] New status for floating IP 8de1a2fe-2bb8-4fb8-a258-f00a9ba79e6c: ACTIVE {{(pid=121839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 07 22:40:46.876341 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 22:40:52.231502 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:53.736657 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-97c0a398-f114-4a7c-8d25-e3fc32bbc6dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:54.353965 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:56.613529 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7540ade4-3de4-4900-b2e8-9dbd4a6ecb03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:57.599503 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:40:59.318111 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:41:00.407748 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:41:22.100221 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2a578d42-5419-4362-9f2f-8f0dbc8616a8 req-c351a279-1264-4dec-ad9c-574e2ca4053d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7128f583-301a-494d-86db-ada4834a3b11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0418594
May 07 22:41:22.179316 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a578d42-5419-4362-9f2f-8f0dbc8616a8 req-0bb079af-df7c-4752-a84b-d1e4232a0f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:41:22.180729 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2a578d42-5419-4362-9f2f-8f0dbc8616a8 req-0bb079af-df7c-4752-a84b-d1e4232a0f50 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2a375b5dd32e4b6eb61e9a9877c9a04c&device_id=7128f583-301a-494d-86db-ada4834a3b11 HTTP/1.1" status: 200  len: 1127 time: 0.0399704
May 07 22:41:22.217947 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:41:22.290407 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a578d42-5419-4362-9f2f-8f0dbc8616a8 req-5f3a70dc-12ac-4948-a3e0-63d1eae60f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:41:22.292560 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2a578d42-5419-4362-9f2f-8f0dbc8616a8 req-5f3a70dc-12ac-4948-a3e0-63d1eae60f85 service neutron] 10.222.0.55 "GET /v2.0/networks?id=961433bf-582e-417a-89b7-d9083e8c3ca2 HTTP/1.1" status: 200  len: 910 time: 0.0935128
May 07 22:41:22.363181 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2a578d42-5419-4362-9f2f-8f0dbc8616a8 req-dede56f2-fd9e-4720-8423-460b89abeac0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5cd87c39-548a-4bce-abb6-300a704c2b9e HTTP/1.1" status: 200  len: 1001 time: 0.0658414
May 07 22:41:22.409799 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a578d42-5419-4362-9f2f-8f0dbc8616a8 req-6e944fd1-1051-4d3c-9163-20fe3aacbd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:41:22.411251 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2a578d42-5419-4362-9f2f-8f0dbc8616a8 req-6e944fd1-1051-4d3c-9163-20fe3aacbd75 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bc9ff68a-38d1-476e-b9af-d07f8e3d611e HTTP/1.1" status: 200  len: 848 time: 0.0429997
May 07 22:41:22.456877 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a578d42-5419-4362-9f2f-8f0dbc8616a8 req-c8731655-af87-4f01-af6e-6a42b21762c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:41:22.458315 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2a578d42-5419-4362-9f2f-8f0dbc8616a8 req-c8731655-af87-4f01-af6e-6a42b21762c6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=961433bf-582e-417a-89b7-d9083e8c3ca2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0418954
May 07 22:41:22.553280 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2a578d42-5419-4362-9f2f-8f0dbc8616a8 req-1702c84f-afc8-4eaf-b979-d222dc4c81e6 service neutron] 10.222.0.55 "GET /v2.0/networks/961433bf-582e-417a-89b7-d9083e8c3ca2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0882862
May 07 22:41:22.642362 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2a578d42-5419-4362-9f2f-8f0dbc8616a8 req-e3f98c9a-16e2-45fa-bf4d-0da6a13c12bd service neutron] 10.222.0.55 "GET /v2.0/networks/961433bf-582e-417a-89b7-d9083e8c3ca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0832179
May 07 22:41:23.740557 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e2ee918a-0e09-4d2b-b5e3-03700bf637be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:41:23.875121 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 22:41:24.369385 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:41:26.616070 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9f3d1eac-90aa-498d-a001-6d7521c51a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:41:27.602763 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:41:29.320330 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:41:30.409606 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:41:52.237677 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:41:53.741540 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-fb16db3d-eb43-4f47-bba4-d35df2407723 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:41:54.382548 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:41:56.616879 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-4fc3ee83-242f-496e-a904-63cec140b58d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:41:57.606416 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:41:59.324010 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:42:00.411914 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:42:00.877730 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 22:42:22.090291 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0e74a4ae-51a7-434f-8df6-27cd1b70b2da req-71706ccd-bb0e-4730-a0f5-e7b8b40b2db9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7128f583-301a-494d-86db-ada4834a3b11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0432580
May 07 22:42:22.167306 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e74a4ae-51a7-434f-8df6-27cd1b70b2da req-8f0631a4-0b7f-456e-8074-53ab6438a9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:42:22.168706 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0e74a4ae-51a7-434f-8df6-27cd1b70b2da req-8f0631a4-0b7f-456e-8074-53ab6438a9cb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2a375b5dd32e4b6eb61e9a9877c9a04c&device_id=7128f583-301a-494d-86db-ada4834a3b11 HTTP/1.1" status: 200  len: 1127 time: 0.0384567
May 07 22:42:22.240673 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:42:22.273465 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e74a4ae-51a7-434f-8df6-27cd1b70b2da req-8aa257a7-10a9-4051-83b9-d2086cb90d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:42:22.275065 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0e74a4ae-51a7-434f-8df6-27cd1b70b2da req-8aa257a7-10a9-4051-83b9-d2086cb90d1f service neutron] 10.222.0.55 "GET /v2.0/networks?id=961433bf-582e-417a-89b7-d9083e8c3ca2 HTTP/1.1" status: 200  len: 910 time: 0.0894890
May 07 22:42:22.339206 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0e74a4ae-51a7-434f-8df6-27cd1b70b2da req-7d6fd6e2-3eb8-4513-af2a-7397941f80bb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5cd87c39-548a-4bce-abb6-300a704c2b9e HTTP/1.1" status: 200  len: 1001 time: 0.0581660
May 07 22:42:22.385784 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e74a4ae-51a7-434f-8df6-27cd1b70b2da req-bf3235b0-7853-4908-b59b-65a7ebc3920f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:42:22.387225 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0e74a4ae-51a7-434f-8df6-27cd1b70b2da req-bf3235b0-7853-4908-b59b-65a7ebc3920f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bc9ff68a-38d1-476e-b9af-d07f8e3d611e HTTP/1.1" status: 200  len: 848 time: 0.0430470
May 07 22:42:22.440242 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e74a4ae-51a7-434f-8df6-27cd1b70b2da req-5af9c41e-f63a-4c60-8548-e3205b9ecd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:42:22.441633 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0e74a4ae-51a7-434f-8df6-27cd1b70b2da req-5af9c41e-f63a-4c60-8548-e3205b9ecd9d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=961433bf-582e-417a-89b7-d9083e8c3ca2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0482767
May 07 22:42:22.533975 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0e74a4ae-51a7-434f-8df6-27cd1b70b2da req-483078fe-7eaa-4d6e-997a-9d7cf0046b21 service neutron] 10.222.0.55 "GET /v2.0/networks/961433bf-582e-417a-89b7-d9083e8c3ca2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0859225
May 07 22:42:22.624797 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0e74a4ae-51a7-434f-8df6-27cd1b70b2da req-17a9ebfa-a84b-49cf-834b-43460f0081a3 service neutron] 10.222.0.55 "GET /v2.0/networks/961433bf-582e-417a-89b7-d9083e8c3ca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0851531
May 07 22:42:23.743698 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-8a499371-896a-445c-97a7-dd6cf34b446c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:42:24.378786 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:42:26.620120 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-56226e1b-55d5-4566-a394-6a43a780dd30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:42:27.611198 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:42:29.326834 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:42:30.414825 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:42:37.876774 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 22:42:39.382641 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e85bba-3f78-48b7-9b17-c29fbec50a73 req-4ec6dcfc-2724-413e-b57b-118ddac3a178 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:42:39.384136 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-33e85bba-3f78-48b7-9b17-c29fbec50a73 req-4ec6dcfc-2724-413e-b57b-118ddac3a178 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/ports?device_id=7128f583-301a-494d-86db-ada4834a3b11 HTTP/1.1" status: 200  len: 945 time: 0.1096003
May 07 22:42:39.431886 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-33e85bba-3f78-48b7-9b17-c29fbec50a73 req-a0b3a689-1427-4952-8962-fa04801a18a5 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/security-groups?id=2329127c-8930-451b-8176-e0bd3bc04acf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420666
May 07 22:42:40.554368 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3a6d3d-0002-484e-890e-19854a6d42a6 req-adfcac24-e0ae-4725-b583-503e0c2a2f83 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:42:40.555897 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2c3a6d3d-0002-484e-890e-19854a6d42a6 req-adfcac24-e0ae-4725-b583-503e0c2a2f83 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/ports?device_id=7128f583-301a-494d-86db-ada4834a3b11 HTTP/1.1" status: 200  len: 945 time: 0.0477402
May 07 22:42:40.604487 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2c3a6d3d-0002-484e-890e-19854a6d42a6 req-f9df534e-d276-460e-b314-ae5d1599bd13 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/security-groups?id=2329127c-8930-451b-8176-e0bd3bc04acf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430317
May 07 22:42:41.726714 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ed230c-01f3-4ff6-9940-bec04792876f req-a95cd745-f69e-45ad-95eb-0bfb61f3d281 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:42:41.728226 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b0ed230c-01f3-4ff6-9940-bec04792876f req-a95cd745-f69e-45ad-95eb-0bfb61f3d281 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/ports?device_id=7128f583-301a-494d-86db-ada4834a3b11 HTTP/1.1" status: 200  len: 945 time: 0.0500462
May 07 22:42:41.777907 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b0ed230c-01f3-4ff6-9940-bec04792876f req-7fc359cf-77dc-4a7a-ae03-e43a9842f8fc tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/security-groups?id=2329127c-8930-451b-8176-e0bd3bc04acf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439482
May 07 22:42:42.893229 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ce3b4-0716-468e-a18e-3f6cb7e1072e req-30c9c04f-09a9-4f98-843e-59d04d6d2530 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:42:42.894686 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-545ce3b4-0716-468e-a18e-3f6cb7e1072e req-30c9c04f-09a9-4f98-843e-59d04d6d2530 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/ports?device_id=7128f583-301a-494d-86db-ada4834a3b11 HTTP/1.1" status: 200  len: 945 time: 0.0460715
May 07 22:42:42.946201 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-545ce3b4-0716-468e-a18e-3f6cb7e1072e req-a49eeaaf-1347-4c6d-8c7e-05bc7c6d48fe tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/security-groups?id=2329127c-8930-451b-8176-e0bd3bc04acf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460234
May 07 22:42:44.059140 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bd0c9f-9928-4fc5-95fc-d1a4fbd365db req-eda6dd5d-4888-4801-a843-88c32b4b2095 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:42:44.060595 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a4bd0c9f-9928-4fc5-95fc-d1a4fbd365db req-eda6dd5d-4888-4801-a843-88c32b4b2095 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/ports?device_id=7128f583-301a-494d-86db-ada4834a3b11 HTTP/1.1" status: 200  len: 945 time: 0.0465410
May 07 22:42:44.108745 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a4bd0c9f-9928-4fc5-95fc-d1a4fbd365db req-af766441-515f-4893-af3c-6c6b2607026c tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/security-groups?id=2329127c-8930-451b-8176-e0bd3bc04acf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425642
May 07 22:42:45.221480 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a443bd-94ad-47dd-89bf-053e66877e6c req-ecfd58a0-7579-4e2e-a72d-de897f281012 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:42:45.222967 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f7a443bd-94ad-47dd-89bf-053e66877e6c req-ecfd58a0-7579-4e2e-a72d-de897f281012 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/ports?device_id=7128f583-301a-494d-86db-ada4834a3b11 HTTP/1.1" status: 200  len: 945 time: 0.0460522
May 07 22:42:45.272758 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f7a443bd-94ad-47dd-89bf-053e66877e6c req-acb17335-2822-4f56-b104-3f319da33bf9 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/security-groups?id=2329127c-8930-451b-8176-e0bd3bc04acf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442331
May 07 22:42:46.394489 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a34b001-6a47-4ff2-ab68-029ee5092174 req-0f0fc32c-1ea5-4b91-a19d-82943439e342 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:42:46.395994 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9a34b001-6a47-4ff2-ab68-029ee5092174 req-0f0fc32c-1ea5-4b91-a19d-82943439e342 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/ports?device_id=7128f583-301a-494d-86db-ada4834a3b11 HTTP/1.1" status: 200  len: 945 time: 0.0519743
May 07 22:42:46.444126 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9a34b001-6a47-4ff2-ab68-029ee5092174 req-90ada3e2-bf32-4f48-9652-ffb18ec87c4d tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/security-groups?id=2329127c-8930-451b-8176-e0bd3bc04acf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425265
May 07 22:42:47.561632 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0d20a8-9a40-4884-b501-78422d64bcb0 req-d710835a-b79c-4755-a178-3bcb74149da0 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:42:47.563107 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-dd0d20a8-9a40-4884-b501-78422d64bcb0 req-d710835a-b79c-4755-a178-3bcb74149da0 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/ports?device_id=7128f583-301a-494d-86db-ada4834a3b11 HTTP/1.1" status: 200  len: 945 time: 0.0468414
May 07 22:42:47.611111 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-dd0d20a8-9a40-4884-b501-78422d64bcb0 req-490e2343-53d2-4a76-89f5-c7b8bbf054f7 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/security-groups?id=2329127c-8930-451b-8176-e0bd3bc04acf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425177
May 07 22:42:48.723593 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387f26c4-2167-40a4-88bb-ba24877c0f42 req-096955b5-ee9f-44c3-80ab-2a8b05da62a6 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:42:48.725046 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-387f26c4-2167-40a4-88bb-ba24877c0f42 req-096955b5-ee9f-44c3-80ab-2a8b05da62a6 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/ports?device_id=7128f583-301a-494d-86db-ada4834a3b11 HTTP/1.1" status: 200  len: 945 time: 0.0456882
May 07 22:42:48.773541 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-387f26c4-2167-40a4-88bb-ba24877c0f42 req-2bec1271-cd2a-449e-afa4-6678b861f69e tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/security-groups?id=2329127c-8930-451b-8176-e0bd3bc04acf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429759
May 07 22:42:49.895210 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3277e4-29e6-4d04-b6a1-d352828add3a req-79c983f7-7741-413d-8b03-6b5e892615b1 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:42:49.896261 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3b3277e4-29e6-4d04-b6a1-d352828add3a req-79c983f7-7741-413d-8b03-6b5e892615b1 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/ports?device_id=7128f583-301a-494d-86db-ada4834a3b11 HTTP/1.1" status: 200  len: 945 time: 0.0527010
May 07 22:42:49.946657 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3b3277e4-29e6-4d04-b6a1-d352828add3a req-64131e8c-6831-4dff-97ac-3f8d18eb65cb tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/security-groups?id=2329127c-8930-451b-8176-e0bd3bc04acf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440934
May 07 22:42:50.476598 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 5cd87c39-548a-4bce-abb6-300a704c2b9e details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:42:50.574886 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 5cd87c39-548a-4bce-abb6-300a704c2b9e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5cd87c39-548a-4bce-abb6-300a704c2b9e,segment=NetworkSegment(0e7553ac-4fa1-41aa-915c-ca3e75fcc1ba),segment_id=0e7553ac-4fa1-41aa-915c-ca3e75fcc1ba)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:42:50.586735 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': '5cd87c39-548a-4bce-abb6-300a704c2b9e', 'network_id': '961433bf-582e-417a-89b7-d9083e8c3ca2', 'port_id': '5cd87c39-548a-4bce-abb6-300a704c2b9e', 'mac_address': 'fa:16:3e:2e:a6:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc9ff68a-38d1-476e-b9af-d07f8e3d611e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:42:50.623907 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 5cd87c39-548a-4bce-abb6-300a704c2b9e is: ACTIVE; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:42:50.624302 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (5cd87c39-548a-4bce-abb6-300a704c2b9e), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:42:50.637229 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5cd87c39-548a-4bce-abb6-300a704c2b9e {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:42:50.656580 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 5cd87c39-548a-4bce-abb6-300a704c2b9e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5cd87c39-548a-4bce-abb6-300a704c2b9e,segment=NetworkSegment(0e7553ac-4fa1-41aa-915c-ca3e75fcc1ba),segment_id=0e7553ac-4fa1-41aa-915c-ca3e75fcc1ba)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:42:50.660868 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (5cd87c39-548a-4bce-abb6-300a704c2b9e), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:42:50.709417 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=5cd87c39-548a-4bce-abb6-300a704c2b9e,revision_number=6']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:42:50.717010 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:42:50.717364 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:42:50.717710 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:42:50.718080 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:42:50.718479 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:42:50.718840 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:42:50.719177 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:42:50.719509 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:42:50.719838 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:42:50.720169 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:42:50.720498 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:42:50.720827 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:42:50.721151 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:42:50.721477 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:42:50.721801 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:42:50.736029 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['5cd87c39-548a-4bce-abb6-300a704c2b9e'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:42:51.059159 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d94560c-755a-4591-82cd-2db16ddef2b8 req-4f2ac9a7-54b8-4578-a5d6-2a01c4ba0a09 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:42:51.060614 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1d94560c-755a-4591-82cd-2db16ddef2b8 req-4f2ac9a7-54b8-4578-a5d6-2a01c4ba0a09 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/ports?device_id=7128f583-301a-494d-86db-ada4834a3b11 HTTP/1.1" status: 200  len: 944 time: 0.0465014
May 07 22:42:51.112760 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1d94560c-755a-4591-82cd-2db16ddef2b8 req-c7104e7d-031d-4a66-8ed7-66e4651814cb tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/security-groups?id=2329127c-8930-451b-8176-e0bd3bc04acf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465221
May 07 22:42:52.231945 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b7a6e4-dbc4-4e86-b952-beab6371b572 req-3343377d-d372-4c56-a347-22453684055a tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:42:52.233311 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d6b7a6e4-dbc4-4e86-b952-beab6371b572 req-3343377d-d372-4c56-a347-22453684055a tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/ports?device_id=7128f583-301a-494d-86db-ada4834a3b11 HTTP/1.1" status: 200  len: 944 time: 0.0482583
May 07 22:42:52.241323 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:42:52.285842 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d6b7a6e4-dbc4-4e86-b952-beab6371b572 req-e8c409b8-18d7-49e1-a484-ba2fde49ddbf tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/security-groups?id=2329127c-8930-451b-8176-e0bd3bc04acf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450442
May 07 22:42:52.496940 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 5cd87c39-548a-4bce-abb6-300a704c2b9e up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:42:52.544699 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port 5cd87c39-548a-4bce-abb6-300a704c2b9e triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:42:52.545418 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (5cd87c39-548a-4bce-abb6-300a704c2b9e), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:42:52.639509 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 5cd87c39-548a-4bce-abb6-300a704c2b9e is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:42:52.639906 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (5cd87c39-548a-4bce-abb6-300a704c2b9e), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:42:52.663761 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7128f583-301a-494d-86db-ada4834a3b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cd87c39-548a-4bce-abb6-300a704c2b9e'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:42:52.666314 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cda1dd6b-4033-490f-a03a-c2942e1259de" -d '{"events": [{"server_uuid": "7128f583-301a-494d-86db-ada4834a3b11", "name": "network-vif-plugged", "status": "completed", "tag": "5cd87c39-548a-4bce-abb6-300a704c2b9e"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:42:52.686457 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 5cd87c39-548a-4bce-abb6-300a704c2b9e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5cd87c39-548a-4bce-abb6-300a704c2b9e,segment=NetworkSegment(0e7553ac-4fa1-41aa-915c-ca3e75fcc1ba),segment_id=0e7553ac-4fa1-41aa-915c-ca3e75fcc1ba)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:42:52.693833 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (5cd87c39-548a-4bce-abb6-300a704c2b9e), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:42:52.730822 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efbcbc53-2065-4e82-bd1c-6c787351dc10 x-openstack-request-id: req-efbcbc53-2065-4e82-bd1c-6c787351dc10 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:42:52.731118 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7128f583-301a-494d-86db-ada4834a3b11", "name": "network-vif-plugged", "status": "completed", "tag": "5cd87c39-548a-4bce-abb6-300a704c2b9e", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:42:52.731599 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-efbcbc53-2065-4e82-bd1c-6c787351dc10 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:42:52.732004 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efbcbc53-2065-4e82-bd1c-6c787351dc10'] response: {'server_uuid': '7128f583-301a-494d-86db-ada4834a3b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cd87c39-548a-4bce-abb6-300a704c2b9e', 'code': 200}
May 07 22:42:52.759983 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=5cd87c39-548a-4bce-abb6-300a704c2b9e,revision_number=7']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:42:53.407734 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d86353-76f7-48fb-a2d4-5662470693aa req-75080fd1-a177-469c-8773-aaa703298a19 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:42:53.409263 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-99d86353-76f7-48fb-a2d4-5662470693aa req-75080fd1-a177-469c-8773-aaa703298a19 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/ports?device_id=7128f583-301a-494d-86db-ada4834a3b11 HTTP/1.1" status: 200  len: 945 time: 0.0503147
May 07 22:42:53.467046 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-99d86353-76f7-48fb-a2d4-5662470693aa req-280e3d4c-e3ab-4130-ba0a-9df496b38690 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/security-groups?id=2329127c-8930-451b-8176-e0bd3bc04acf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0515115
May 07 22:42:53.749077 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6efb0bd5-b5bc-4a08-9070-9d6300d03a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:42:54.386117 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:42:54.594440 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fb7be2-49aa-4be7-b3a3-3d16cbc6c970 req-e9e1d4ab-0d07-40e8-adc6-e80c8cb67a6a tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:42:54.595948 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-06fb7be2-49aa-4be7-b3a3-3d16cbc6c970 req-e9e1d4ab-0d07-40e8-adc6-e80c8cb67a6a tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/ports?device_id=7128f583-301a-494d-86db-ada4834a3b11 HTTP/1.1" status: 200  len: 945 time: 0.0521622
May 07 22:42:54.654937 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-06fb7be2-49aa-4be7-b3a3-3d16cbc6c970 req-c0b4fc6c-78ae-4c0f-b7a3-da37777acce2 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/security-groups?id=2329127c-8930-451b-8176-e0bd3bc04acf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0527120
May 07 22:42:55.790303 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d80200-8ad7-44af-93d5-e31ddd8102f1 req-037b5b85-f814-480f-98c5-e108bf204b57 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:42:55.791865 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-33d80200-8ad7-44af-93d5-e31ddd8102f1 req-037b5b85-f814-480f-98c5-e108bf204b57 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/ports?device_id=7128f583-301a-494d-86db-ada4834a3b11 HTTP/1.1" status: 200  len: 945 time: 0.0493429
May 07 22:42:55.847330 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-33d80200-8ad7-44af-93d5-e31ddd8102f1 req-fc6c0be3-a32e-4c18-9cb5-af8fea3390ec tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/security-groups?id=2329127c-8930-451b-8176-e0bd3bc04acf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0485055
May 07 22:42:56.625850 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-984c48ae-ed5e-4d60-a4cc-2048e29ee87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:42:56.982704 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241e0aa8-17a0-4474-a1da-618598335b26 req-88fa83f7-c966-45a7-9f0d-7a568b5f8782 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:42:56.984423 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-241e0aa8-17a0-4474-a1da-618598335b26 req-88fa83f7-c966-45a7-9f0d-7a568b5f8782 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/ports?device_id=7128f583-301a-494d-86db-ada4834a3b11 HTTP/1.1" status: 200  len: 945 time: 0.0514903
May 07 22:42:57.039642 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-241e0aa8-17a0-4474-a1da-618598335b26 req-c0be0746-f013-4e88-956d-982f43fbd64c tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/security-groups?id=2329127c-8930-451b-8176-e0bd3bc04acf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0480115
May 07 22:42:57.614898 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:42:58.168672 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4563fd8-d203-4a54-98ca-bdb4a63daa05 req-c988d534-ddf4-4c3e-af13-fd2a016ad5dd tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:42:58.176292 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d4563fd8-d203-4a54-98ca-bdb4a63daa05 req-c988d534-ddf4-4c3e-af13-fd2a016ad5dd tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/ports?device_id=7128f583-301a-494d-86db-ada4834a3b11 HTTP/1.1" status: 200  len: 945 time: 0.0577240
May 07 22:42:58.239198 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d4563fd8-d203-4a54-98ca-bdb4a63daa05 req-2181ba8a-d637-45e9-9b7e-d0d917db57a5 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/security-groups?id=2329127c-8930-451b-8176-e0bd3bc04acf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0618298
May 07 22:42:59.351307 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:42:59.376727 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7fa48d-9e7d-4549-8b14-d2e4a945f06b req-1f16a882-45ef-43cb-b023-29aaf4c8c624 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:42:59.380389 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1e7fa48d-9e7d-4549-8b14-d2e4a945f06b req-1f16a882-45ef-43cb-b023-29aaf4c8c624 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/ports?device_id=7128f583-301a-494d-86db-ada4834a3b11 HTTP/1.1" status: 200  len: 945 time: 0.0687904
May 07 22:42:59.436331 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1e7fa48d-9e7d-4549-8b14-d2e4a945f06b req-5fff7735-d158-43f5-82fe-131e16042a55 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/security-groups?id=2329127c-8930-451b-8176-e0bd3bc04acf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0492244
May 07 22:43:00.424070 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:43:00.569431 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20236370-e219-4eff-8813-388a0947e063 req-855dfadd-eb30-463d-8845-5c81cf66ea50 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:43:00.571007 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-20236370-e219-4eff-8813-388a0947e063 req-855dfadd-eb30-463d-8845-5c81cf66ea50 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/ports?device_id=7128f583-301a-494d-86db-ada4834a3b11 HTTP/1.1" status: 200  len: 945 time: 0.0599470
May 07 22:43:00.623142 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-20236370-e219-4eff-8813-388a0947e063 req-15c30bad-f020-47ff-a775-f97bb5f68f4f tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/security-groups?id=2329127c-8930-451b-8176-e0bd3bc04acf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463028
May 07 22:43:01.503182 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efae35a2-4962-4a63-836a-faae835a318f req-136af27f-490a-4b1d-b474-19a1136a5c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:43:01.504620 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-efae35a2-4962-4a63-836a-faae835a318f req-136af27f-490a-4b1d-b474-19a1136a5c06 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2a375b5dd32e4b6eb61e9a9877c9a04c&device_id=7128f583-301a-494d-86db-ada4834a3b11 HTTP/1.1" status: 200  len: 1127 time: 0.0387471
May 07 22:43:01.595617 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efae35a2-4962-4a63-836a-faae835a318f req-014ac54f-f2c0-40ab-9c2b-1d90644ab23d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:43:01.597036 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-efae35a2-4962-4a63-836a-faae835a318f req-014ac54f-f2c0-40ab-9c2b-1d90644ab23d service neutron] 10.222.0.55 "GET /v2.0/networks?id=961433bf-582e-417a-89b7-d9083e8c3ca2 HTTP/1.1" status: 200  len: 910 time: 0.0858285
May 07 22:43:01.661491 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-efae35a2-4962-4a63-836a-faae835a318f req-1f79f83e-c0fa-4436-8273-588412c200c8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5cd87c39-548a-4bce-abb6-300a704c2b9e HTTP/1.1" status: 200  len: 1001 time: 0.0582206
May 07 22:43:01.719071 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efae35a2-4962-4a63-836a-faae835a318f req-27842f27-89ad-4e08-be15-fd59075614d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:43:01.720545 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-efae35a2-4962-4a63-836a-faae835a318f req-27842f27-89ad-4e08-be15-fd59075614d3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bc9ff68a-38d1-476e-b9af-d07f8e3d611e HTTP/1.1" status: 200  len: 848 time: 0.0537329
May 07 22:43:01.744157 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c9fd85-30d1-4ad2-a36b-82605e9a1004 req-160132d2-5cfb-4ac1-9fa1-aebdf3c9f87c tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:43:01.745661 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-24c9fd85-30d1-4ad2-a36b-82605e9a1004 req-160132d2-5cfb-4ac1-9fa1-aebdf3c9f87c tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/ports?device_id=7128f583-301a-494d-86db-ada4834a3b11 HTTP/1.1" status: 200  len: 945 time: 0.0516939
May 07 22:43:01.778516 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efae35a2-4962-4a63-836a-faae835a318f req-fd8bc3a8-fb94-43aa-b87a-4cf20416dc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:43:01.780003 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-efae35a2-4962-4a63-836a-faae835a318f req-fd8bc3a8-fb94-43aa-b87a-4cf20416dc0a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=961433bf-582e-417a-89b7-d9083e8c3ca2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0530331
May 07 22:43:01.795397 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-24c9fd85-30d1-4ad2-a36b-82605e9a1004 req-77282860-ae88-45bb-9f5f-5977eb5dba51 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/security-groups?id=2329127c-8930-451b-8176-e0bd3bc04acf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437441
May 07 22:43:01.872617 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-efae35a2-4962-4a63-836a-faae835a318f req-a81774de-518c-43c6-ae98-d1dfde18e7a5 service neutron] 10.222.0.55 "GET /v2.0/networks/961433bf-582e-417a-89b7-d9083e8c3ca2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0868366
May 07 22:43:01.965873 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-efae35a2-4962-4a63-836a-faae835a318f req-40357319-d3c5-412c-af1e-b58505abdfe8 service neutron] 10.222.0.55 "GET /v2.0/networks/961433bf-582e-417a-89b7-d9083e8c3ca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0875998
May 07 22:43:02.909207 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf01300-cf64-4100-8edf-b6780147fbbe req-153321ff-98b9-44b5-8939-99b8660f1d61 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:43:02.910914 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0bf01300-cf64-4100-8edf-b6780147fbbe req-153321ff-98b9-44b5-8939-99b8660f1d61 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/ports?device_id=7128f583-301a-494d-86db-ada4834a3b11 HTTP/1.1" status: 200  len: 945 time: 0.0454729
May 07 22:43:02.957989 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0bf01300-cf64-4100-8edf-b6780147fbbe req-f0317778-1814-48c0-863b-a3f5c997d6f3 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/security-groups?id=2329127c-8930-451b-8176-e0bd3bc04acf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415981
May 07 22:43:04.069597 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889812c0-53ef-44fe-93fa-f6bde4cfe756 req-6ec821a1-6e3c-4cfe-bcd9-63d1acb51138 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:43:04.071132 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-889812c0-53ef-44fe-93fa-f6bde4cfe756 req-6ec821a1-6e3c-4cfe-bcd9-63d1acb51138 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/ports?device_id=7128f583-301a-494d-86db-ada4834a3b11 HTTP/1.1" status: 200  len: 945 time: 0.0457838
May 07 22:43:04.123994 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-889812c0-53ef-44fe-93fa-f6bde4cfe756 req-30088808-fe54-43ec-904b-3c107dcd143e tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/security-groups?id=2329127c-8930-451b-8176-e0bd3bc04acf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472019
May 07 22:43:04.245935 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [req-2853c2fa-3bc3-45ba-b717-9ce40553b569 req-70bba0eb-4311-45ec-9aa5-8bb3865b0b63 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121836) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:43:04.247019 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2853c2fa-3bc3-45ba-b717-9ce40553b569 req-70bba0eb-4311-45ec-9aa5-8bb3865b0b63 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0555165
May 07 22:43:04.399789 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6e27d5-73ab-4bc5-95fd-23831753a217 req-b207b91e-0bec-444b-afc5-c596e22297a1 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:43:04.401281 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ef6e27d5-73ab-4bc5-95fd-23831753a217 req-b207b91e-0bec-444b-afc5-c596e22297a1 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/ports?device_id=7128f583-301a-494d-86db-ada4834a3b11 HTTP/1.1" status: 200  len: 945 time: 0.0510871
May 07 22:43:04.457845 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ef6e27d5-73ab-4bc5-95fd-23831753a217 req-d7d53438-58a7-4f83-9357-a6535994dd82 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/security-groups?id=2329127c-8930-451b-8176-e0bd3bc04acf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0502441
May 07 22:43:04.533740 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a1a419b1-f7aa-48e6-8aed-bc5f03df55cb req-4c85e0f8-6084-4460-93c3-742380dbeed8 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=7128f583-301a-494d-86db-ada4834a3b11&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0845976
May 07 22:43:04.567814 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 5cd87c39-548a-4bce-abb6-300a704c2b9e no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:43:04.644589 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 5cd87c39-548a-4bce-abb6-300a704c2b9e is: ACTIVE; New status is: DOWN {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:43:04.644985 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (5cd87c39-548a-4bce-abb6-300a704c2b9e), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:43:04.668261 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a419b1-f7aa-48e6-8aed-bc5f03df55cb req-0feee7d6-2dbe-4b38-a799-7a4b916a3ffb tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:43:04.669581 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a1a419b1-f7aa-48e6-8aed-bc5f03df55cb req-0feee7d6-2dbe-4b38-a799-7a4b916a3ffb tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/ports/5cd87c39-548a-4bce-abb6-300a704c2b9e HTTP/1.1" status: 200  len: 942 time: 0.1058137
May 07 22:43:04.670698 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7128f583-301a-494d-86db-ada4834a3b11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5cd87c39-548a-4bce-abb6-300a704c2b9e'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:43:04.673598 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4921a3e-e725-456b-baec-12a577579eed" -d '{"events": [{"server_uuid": "7128f583-301a-494d-86db-ada4834a3b11", "name": "network-vif-unplugged", "status": "completed", "tag": "5cd87c39-548a-4bce-abb6-300a704c2b9e"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:43:04.686584 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 5cd87c39-548a-4bce-abb6-300a704c2b9e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5cd87c39-548a-4bce-abb6-300a704c2b9e,segment=NetworkSegment(0e7553ac-4fa1-41aa-915c-ca3e75fcc1ba),segment_id=0e7553ac-4fa1-41aa-915c-ca3e75fcc1ba)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:43:04.692347 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (5cd87c39-548a-4bce-abb6-300a704c2b9e), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:43:04.722006 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 07 May 2022 22:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f43b826-bc37-48cf-8ba1-236742b87c3a x-openstack-request-id: req-4f43b826-bc37-48cf-8ba1-236742b87c3a {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:43:04.722301 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7128f583-301a-494d-86db-ada4834a3b11", "name": "network-vif-unplugged", "status": "failed", "tag": "5cd87c39-548a-4bce-abb6-300a704c2b9e", "code": 422}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:43:04.722559 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4f43b826-bc37-48cf-8ba1-236742b87c3a {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:43:04.722987 ncdv-master-1 neutron-server[121838]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-4f43b826-bc37-48cf-8ba1-236742b87c3a']: {'server_uuid': '7128f583-301a-494d-86db-ada4834a3b11', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5cd87c39-548a-4bce-abb6-300a704c2b9e', 'code': 422} returned with failed status
May 07 22:43:04.751681 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=5cd87c39-548a-4bce-abb6-300a704c2b9e,revision_number=8']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:43:05.477030 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a419b1-f7aa-48e6-8aed-bc5f03df55cb req-d89da371-4385-4ad0-a473-6fc5734105c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:43:05.478407 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a1a419b1-f7aa-48e6-8aed-bc5f03df55cb req-d89da371-4385-4ad0-a473-6fc5734105c5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7128f583-301a-494d-86db-ada4834a3b11&tenant_id=2a375b5dd32e4b6eb61e9a9877c9a04c HTTP/1.1" status: 200  len: 1125 time: 0.0383837
May 07 22:43:05.488788 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-a1a419b1-f7aa-48e6-8aed-bc5f03df55cb req-b18eeb81-80bc-4a0a-abf3-614810b25576 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:43:05.579006 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-a1a419b1-f7aa-48e6-8aed-bc5f03df55cb req-b18eeb81-80bc-4a0a-abf3-614810b25576 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (5cd87c39-548a-4bce-abb6-300a704c2b9e), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:43:05.595528 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e99b34-9268-4476-8d9b-c8e84f23143c req-4b02b7e8-46cd-40a6-8810-aabd06109532 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:43:05.596979 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-54e99b34-9268-4476-8d9b-c8e84f23143c req-4b02b7e8-46cd-40a6-8810-aabd06109532 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/ports?device_id=7128f583-301a-494d-86db-ada4834a3b11 HTTP/1.1" status: 200  len: 943 time: 0.0597301
May 07 22:43:05.729095 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-54e99b34-9268-4476-8d9b-c8e84f23143c req-7dd44ab5-a865-424d-8963-351a05086676 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/security-groups?id=2329127c-8930-451b-8176-e0bd3bc04acf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1260617
May 07 22:43:05.827175 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-a1a419b1-f7aa-48e6-8aed-bc5f03df55cb req-b18eeb81-80bc-4a0a-abf3-614810b25576 service neutron] For port 5cd87c39-548a-4bce-abb6-300a704c2b9e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5cd87c39-548a-4bce-abb6-300a704c2b9e,segment=NetworkSegment(0e7553ac-4fa1-41aa-915c-ca3e75fcc1ba),segment_id=0e7553ac-4fa1-41aa-915c-ca3e75fcc1ba)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:43:05.858389 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-a1a419b1-f7aa-48e6-8aed-bc5f03df55cb req-b18eeb81-80bc-4a0a-abf3-614810b25576 service neutron] For port 5cd87c39-548a-4bce-abb6-300a704c2b9e, host nch1-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:43:05.890138 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [req-a1a419b1-f7aa-48e6-8aed-bc5f03df55cb req-b18eeb81-80bc-4a0a-abf3-614810b25576 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cd87c39-548a-4bce-abb6-300a704c2b9e {{(pid=121837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:43:05.897492 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-a1a419b1-f7aa-48e6-8aed-bc5f03df55cb req-b18eeb81-80bc-4a0a-abf3-614810b25576 service neutron] Publish callbacks [] for port (5cd87c39-548a-4bce-abb6-300a704c2b9e), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:43:05.909582 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-a1a419b1-f7aa-48e6-8aed-bc5f03df55cb req-b18eeb81-80bc-4a0a-abf3-614810b25576 service neutron] Transition to ACTIVE for port object 5cd87c39-548a-4bce-abb6-300a704c2b9e will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 22:43:05.913667 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-a1a419b1-f7aa-48e6-8aed-bc5f03df55cb req-b18eeb81-80bc-4a0a-abf3-614810b25576 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (5cd87c39-548a-4bce-abb6-300a704c2b9e), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:43:05.992698 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18eeb81-80bc-4a0a-abf3-614810b25576 service neutron] Pushing event updated for resources: {'Port': ['ID=5cd87c39-548a-4bce-abb6-300a704c2b9e,revision_number=9']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:43:06.005491 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18eeb81-80bc-4a0a-abf3-614810b25576 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:43:06.005904 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18eeb81-80bc-4a0a-abf3-614810b25576 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:43:06.006173 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18eeb81-80bc-4a0a-abf3-614810b25576 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:43:06.006513 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18eeb81-80bc-4a0a-abf3-614810b25576 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:43:06.006879 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18eeb81-80bc-4a0a-abf3-614810b25576 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:43:06.007211 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18eeb81-80bc-4a0a-abf3-614810b25576 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:43:06.007534 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18eeb81-80bc-4a0a-abf3-614810b25576 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:43:06.007859 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18eeb81-80bc-4a0a-abf3-614810b25576 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:43:06.008183 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18eeb81-80bc-4a0a-abf3-614810b25576 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:43:06.008502 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18eeb81-80bc-4a0a-abf3-614810b25576 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:43:06.008824 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18eeb81-80bc-4a0a-abf3-614810b25576 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:43:06.009147 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18eeb81-80bc-4a0a-abf3-614810b25576 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:43:06.009465 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18eeb81-80bc-4a0a-abf3-614810b25576 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:43:06.009783 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18eeb81-80bc-4a0a-abf3-614810b25576 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:43:06.010099 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18eeb81-80bc-4a0a-abf3-614810b25576 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:43:06.049029 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1a419b1-f7aa-48e6-8aed-bc5f03df55cb req-b18eeb81-80bc-4a0a-abf3-614810b25576 service neutron] No DVR routers for this DVR port 5cd87c39-548a-4bce-abb6-300a704c2b9e on host nch1-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:43:06.196926 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-a1a419b1-f7aa-48e6-8aed-bc5f03df55cb req-b18eeb81-80bc-4a0a-abf3-614810b25576 service neutron] Attempting to bind port 5cd87c39-548a-4bce-abb6-300a704c2b9e on host nch2-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:43:06.197262 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-a1a419b1-f7aa-48e6-8aed-bc5f03df55cb req-b18eeb81-80bc-4a0a-abf3-614810b25576 service neutron] Attempting to bind port 5cd87c39-548a-4bce-abb6-300a704c2b9e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '0e7553ac-4fa1-41aa-915c-ca3e75fcc1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '961433bf-582e-417a-89b7-d9083e8c3ca2'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:43:06.197588 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a419b1-f7aa-48e6-8aed-bc5f03df55cb req-b18eeb81-80bc-4a0a-abf3-614810b25576 service neutron] Attempting to bind port 5cd87c39-548a-4bce-abb6-300a704c2b9e on network 961433bf-582e-417a-89b7-d9083e8c3ca2 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:43:06.202090 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a419b1-f7aa-48e6-8aed-bc5f03df55cb req-b18eeb81-80bc-4a0a-abf3-614810b25576 service neutron] Port 5cd87c39-548a-4bce-abb6-300a704c2b9e on network 961433bf-582e-417a-89b7-d9083e8c3ca2 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:43:06.202405 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a419b1-f7aa-48e6-8aed-bc5f03df55cb req-b18eeb81-80bc-4a0a-abf3-614810b25576 service neutron] Attempting to bind port 5cd87c39-548a-4bce-abb6-300a704c2b9e on network 961433bf-582e-417a-89b7-d9083e8c3ca2 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:43:06.207307 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a419b1-f7aa-48e6-8aed-bc5f03df55cb req-b18eeb81-80bc-4a0a-abf3-614810b25576 service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:43:06.207646 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a419b1-f7aa-48e6-8aed-bc5f03df55cb req-b18eeb81-80bc-4a0a-abf3-614810b25576 service neutron] Checking segment: {'id': '0e7553ac-4fa1-41aa-915c-ca3e75fcc1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '961433bf-582e-417a-89b7-d9083e8c3ca2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:43:06.208029 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a419b1-f7aa-48e6-8aed-bc5f03df55cb req-b18eeb81-80bc-4a0a-abf3-614810b25576 service neutron] Bound using segment: {'id': '0e7553ac-4fa1-41aa-915c-ca3e75fcc1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '961433bf-582e-417a-89b7-d9083e8c3ca2'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:43:06.208448 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-a1a419b1-f7aa-48e6-8aed-bc5f03df55cb req-b18eeb81-80bc-4a0a-abf3-614810b25576 service neutron] Bound port: 5cd87c39-548a-4bce-abb6-300a704c2b9e, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e7553ac-4fa1-41aa-915c-ca3e75fcc1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '961433bf-582e-417a-89b7-d9083e8c3ca2'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:43:06.208807 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-a1a419b1-f7aa-48e6-8aed-bc5f03df55cb req-b18eeb81-80bc-4a0a-abf3-614810b25576 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (5cd87c39-548a-4bce-abb6-300a704c2b9e), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:43:06.276371 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-a1a419b1-f7aa-48e6-8aed-bc5f03df55cb req-b18eeb81-80bc-4a0a-abf3-614810b25576 service neutron] For port 5cd87c39-548a-4bce-abb6-300a704c2b9e, host nch2-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:43:06.279230 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-a1a419b1-f7aa-48e6-8aed-bc5f03df55cb req-b18eeb81-80bc-4a0a-abf3-614810b25576 service neutron] For port 5cd87c39-548a-4bce-abb6-300a704c2b9e, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5cd87c39-548a-4bce-abb6-300a704c2b9e,segment=NetworkSegment(0e7553ac-4fa1-41aa-915c-ca3e75fcc1ba),segment_id=0e7553ac-4fa1-41aa-915c-ca3e75fcc1ba)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:43:06.285947 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-a1a419b1-f7aa-48e6-8aed-bc5f03df55cb req-b18eeb81-80bc-4a0a-abf3-614810b25576 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (5cd87c39-548a-4bce-abb6-300a704c2b9e), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:43:06.318692 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a419b1-f7aa-48e6-8aed-bc5f03df55cb req-b18eeb81-80bc-4a0a-abf3-614810b25576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:43:06.319243 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-a1a419b1-f7aa-48e6-8aed-bc5f03df55cb req-b18eeb81-80bc-4a0a-abf3-614810b25576 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:43:06.320637 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a1a419b1-f7aa-48e6-8aed-bc5f03df55cb req-b18eeb81-80bc-4a0a-abf3-614810b25576 service neutron] 10.222.0.59 "PUT /v2.0/ports/5cd87c39-548a-4bce-abb6-300a704c2b9e HTTP/1.1" status: 200  len: 1091 time: 0.8357444
May 07 22:43:06.321076 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7128f583-301a-494d-86db-ada4834a3b11', 'tag': '5cd87c39-548a-4bce-abb6-300a704c2b9e'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:43:06.323339 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d6097c186e026c8f1f406e9e00c7536e63873f10175715f2aaae22daa8e3ac6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c0de3b1-8993-46e9-8996-95e3b89113f5" -d '{"events": [{"name": "network-changed", "server_uuid": "7128f583-301a-494d-86db-ada4834a3b11", "tag": "5cd87c39-548a-4bce-abb6-300a704c2b9e"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:43:06.376926 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5d22d18-dfb6-49c2-aa76-778159b9a1e5 x-openstack-request-id: req-f5d22d18-dfb6-49c2-aa76-778159b9a1e5 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:43:06.377311 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7128f583-301a-494d-86db-ada4834a3b11", "tag": "5cd87c39-548a-4bce-abb6-300a704c2b9e", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:43:06.377466 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f5d22d18-dfb6-49c2-aa76-778159b9a1e5 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:43:06.377873 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5d22d18-dfb6-49c2-aa76-778159b9a1e5'] response: {'name': 'network-changed', 'server_uuid': '7128f583-301a-494d-86db-ada4834a3b11', 'tag': '5cd87c39-548a-4bce-abb6-300a704c2b9e', 'status': 'completed', 'code': 200}
May 07 22:43:06.380696 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18eeb81-80bc-4a0a-abf3-614810b25576 service neutron] Pushing event updated for resources: {'Port': ['ID=5cd87c39-548a-4bce-abb6-300a704c2b9e,revision_number=10']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:43:06.392562 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a419b1-f7aa-48e6-8aed-bc5f03df55cb req-d49beeb0-397d-4500-8950-1b2064c28caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:43:06.394167 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a1a419b1-f7aa-48e6-8aed-bc5f03df55cb req-d49beeb0-397d-4500-8950-1b2064c28caa service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2a375b5dd32e4b6eb61e9a9877c9a04c&device_id=7128f583-301a-494d-86db-ada4834a3b11 HTTP/1.1" status: 200  len: 1126 time: 0.0476494
May 07 22:43:06.495046 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a419b1-f7aa-48e6-8aed-bc5f03df55cb req-2cb8115e-9ec6-4b12-b2e7-b70cb920f8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:43:06.496579 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a1a419b1-f7aa-48e6-8aed-bc5f03df55cb req-2cb8115e-9ec6-4b12-b2e7-b70cb920f8f8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=961433bf-582e-417a-89b7-d9083e8c3ca2 HTTP/1.1" status: 200  len: 910 time: 0.0943089
May 07 22:43:06.562649 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a1a419b1-f7aa-48e6-8aed-bc5f03df55cb req-e52aa967-2aba-4e9a-b591-92486af52a0e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5cd87c39-548a-4bce-abb6-300a704c2b9e HTTP/1.1" status: 200  len: 999 time: 0.0601799
May 07 22:43:06.609676 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a419b1-f7aa-48e6-8aed-bc5f03df55cb req-bb6c2479-6a4b-46be-9425-b3a40f0b9248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:43:06.611046 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a1a419b1-f7aa-48e6-8aed-bc5f03df55cb req-bb6c2479-6a4b-46be-9425-b3a40f0b9248 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bc9ff68a-38d1-476e-b9af-d07f8e3d611e HTTP/1.1" status: 200  len: 848 time: 0.0432336
May 07 22:43:06.656894 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a419b1-f7aa-48e6-8aed-bc5f03df55cb req-6d49be75-5aa7-4ba6-876e-4b36cea9cd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:43:06.658981 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a1a419b1-f7aa-48e6-8aed-bc5f03df55cb req-6d49be75-5aa7-4ba6-876e-4b36cea9cd50 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=961433bf-582e-417a-89b7-d9083e8c3ca2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0421569
May 07 22:43:06.747808 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a1a419b1-f7aa-48e6-8aed-bc5f03df55cb req-3aff8f6f-a260-4fc8-8e91-b06623938688 service neutron] 10.222.0.59 "GET /v2.0/networks/961433bf-582e-417a-89b7-d9083e8c3ca2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0827794
May 07 22:43:06.868991 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceac127-80eb-4f21-a07e-fdc8ed1357f1 req-d546f606-d8e9-42d1-8baf-2929772f7472 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:43:06.870372 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4ceac127-80eb-4f21-a07e-fdc8ed1357f1 req-d546f606-d8e9-42d1-8baf-2929772f7472 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/ports?device_id=7128f583-301a-494d-86db-ada4834a3b11 HTTP/1.1" status: 200  len: 944 time: 0.0590372
May 07 22:43:06.886873 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a1a419b1-f7aa-48e6-8aed-bc5f03df55cb req-0524747d-2e81-40a6-a09f-cffcab30f356 service neutron] 10.222.0.59 "GET /v2.0/networks/961433bf-582e-417a-89b7-d9083e8c3ca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1332760
May 07 22:43:06.924961 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4ceac127-80eb-4f21-a07e-fdc8ed1357f1 req-61c5420b-9d75-481d-bccc-068f01086c96 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/security-groups?id=2329127c-8930-451b-8176-e0bd3bc04acf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470698
May 07 22:43:07.006378 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0de3b1-8993-46e9-8996-95e3b89113f5 req-6354f2ed-0e28-4eb3-81bf-0d1cbecf5518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:43:07.007942 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8c0de3b1-8993-46e9-8996-95e3b89113f5 req-6354f2ed-0e28-4eb3-81bf-0d1cbecf5518 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2a375b5dd32e4b6eb61e9a9877c9a04c&device_id=7128f583-301a-494d-86db-ada4834a3b11 HTTP/1.1" status: 200  len: 1126 time: 0.0437312
May 07 22:43:07.100115 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0de3b1-8993-46e9-8996-95e3b89113f5 req-b8ef598a-9498-4713-98b5-61194275b95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:43:07.101865 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8c0de3b1-8993-46e9-8996-95e3b89113f5 req-b8ef598a-9498-4713-98b5-61194275b95e service neutron] 10.222.0.59 "GET /v2.0/networks?id=961433bf-582e-417a-89b7-d9083e8c3ca2 HTTP/1.1" status: 200  len: 910 time: 0.0881140
May 07 22:43:07.176716 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8c0de3b1-8993-46e9-8996-95e3b89113f5 req-a6f8c6aa-cf02-47c9-82a5-425e9aa30823 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5cd87c39-548a-4bce-abb6-300a704c2b9e HTTP/1.1" status: 200  len: 999 time: 0.0692155
May 07 22:43:08.055950 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23ac370-d878-4df4-be35-d011baa9974a req-5558bc94-dc5d-4a87-bb68-a2d52a752d5f tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:43:08.057466 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b23ac370-d878-4df4-be35-d011baa9974a req-5558bc94-dc5d-4a87-bb68-a2d52a752d5f tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/ports?device_id=7128f583-301a-494d-86db-ada4834a3b11 HTTP/1.1" status: 200  len: 944 time: 0.0528796
May 07 22:43:08.458120 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b23ac370-d878-4df4-be35-d011baa9974a req-62949539-a159-4a8b-979b-b505cb89e73c tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/security-groups?id=2329127c-8930-451b-8176-e0bd3bc04acf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3945839
May 07 22:43:09.593558 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d615522-8304-4f25-b553-81e43715f4cc req-97a49787-289a-4316-adb5-bbf83d652778 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:43:09.595364 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5d615522-8304-4f25-b553-81e43715f4cc req-97a49787-289a-4316-adb5-bbf83d652778 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/ports?device_id=7128f583-301a-494d-86db-ada4834a3b11 HTTP/1.1" status: 200  len: 944 time: 0.0638905
May 07 22:43:09.649634 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5d615522-8304-4f25-b553-81e43715f4cc req-caba950a-71f3-45d9-a170-bea14be5c3a2 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/security-groups?id=2329127c-8930-451b-8176-e0bd3bc04acf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0482733
May 07 22:43:10.780875 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c404d0d-fed0-4f11-b07f-2bf59841ae7b req-4b68dea1-5caf-42dc-9083-9ad538b3beae tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:43:10.786722 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1c404d0d-fed0-4f11-b07f-2bf59841ae7b req-4b68dea1-5caf-42dc-9083-9ad538b3beae tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/ports?device_id=7128f583-301a-494d-86db-ada4834a3b11 HTTP/1.1" status: 200  len: 944 time: 0.0555272
May 07 22:43:10.840923 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1c404d0d-fed0-4f11-b07f-2bf59841ae7b req-35c33ab6-19ef-423e-9195-a7a71f9efd01 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/security-groups?id=2329127c-8930-451b-8176-e0bd3bc04acf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0515633
May 07 22:43:11.969255 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de103b7-5a01-4475-a29a-99bf1960e5c5 req-e4ab2a45-2932-4303-8a01-fd425616c6d4 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:43:11.971659 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2de103b7-5a01-4475-a29a-99bf1960e5c5 req-e4ab2a45-2932-4303-8a01-fd425616c6d4 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/ports?device_id=7128f583-301a-494d-86db-ada4834a3b11 HTTP/1.1" status: 200  len: 944 time: 0.0504568
May 07 22:43:12.027059 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-2de103b7-5a01-4475-a29a-99bf1960e5c5 req-08d306e7-b5bc-4ec2-8b45-c80d547fd57b tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/security-groups?id=2329127c-8930-451b-8176-e0bd3bc04acf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0497077
May 07 22:43:13.187615 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2affaf82-941d-4173-8d6b-02ac7fdc8a8a req-7a1b4a18-0be4-442e-868c-4ca95d562876 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:43:13.189157 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2affaf82-941d-4173-8d6b-02ac7fdc8a8a req-7a1b4a18-0be4-442e-868c-4ca95d562876 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/ports?device_id=7128f583-301a-494d-86db-ada4834a3b11 HTTP/1.1" status: 200  len: 944 time: 0.0635762
May 07 22:43:13.248086 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2affaf82-941d-4173-8d6b-02ac7fdc8a8a req-982b8d08-edae-45ff-8f41-780323fe05e6 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/security-groups?id=2329127c-8930-451b-8176-e0bd3bc04acf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0530131
May 07 22:43:14.367785 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1392f1-c6c0-403a-8b7f-65af76e5230b req-f13cc47c-90ff-4ddc-a67e-cc1edacdaecf tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:43:14.369236 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ae1392f1-c6c0-403a-8b7f-65af76e5230b req-f13cc47c-90ff-4ddc-a67e-cc1edacdaecf tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/ports?device_id=7128f583-301a-494d-86db-ada4834a3b11 HTTP/1.1" status: 200  len: 944 time: 0.0493839
May 07 22:43:14.419561 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ae1392f1-c6c0-403a-8b7f-65af76e5230b req-fc6e28db-c002-4ffd-982a-c177d2a5f28c tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/security-groups?id=2329127c-8930-451b-8176-e0bd3bc04acf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446343
May 07 22:43:14.697006 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0de3b1-8993-46e9-8996-95e3b89113f5 req-eea47ec6-f5f5-493f-b25c-7cac37388f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:43:14.698479 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8c0de3b1-8993-46e9-8996-95e3b89113f5 req-eea47ec6-f5f5-493f-b25c-7cac37388f5b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bc9ff68a-38d1-476e-b9af-d07f8e3d611e HTTP/1.1" status: 200  len: 848 time: 0.0467896
May 07 22:43:14.745390 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0de3b1-8993-46e9-8996-95e3b89113f5 req-77913bf8-a166-48f1-aa2f-3a5a69fbf5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:43:14.746918 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8c0de3b1-8993-46e9-8996-95e3b89113f5 req-77913bf8-a166-48f1-aa2f-3a5a69fbf5aa service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=961433bf-582e-417a-89b7-d9083e8c3ca2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0402207
May 07 22:43:14.840508 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8c0de3b1-8993-46e9-8996-95e3b89113f5 req-0800333d-2445-4a35-95d7-d56523bc71a3 service neutron] 10.222.0.59 "GET /v2.0/networks/961433bf-582e-417a-89b7-d9083e8c3ca2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0846910
May 07 22:43:14.874915 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 22:43:15.540713 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57252acb-d743-4911-a5ce-b41083d43a34 req-d5d43a94-4811-46e6-a54f-17295ce830c3 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:43:15.542165 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-57252acb-d743-4911-a5ce-b41083d43a34 req-d5d43a94-4811-46e6-a54f-17295ce830c3 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/ports?device_id=7128f583-301a-494d-86db-ada4834a3b11 HTTP/1.1" status: 200  len: 944 time: 0.0554523
May 07 22:43:15.590222 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-57252acb-d743-4911-a5ce-b41083d43a34 req-e07011f2-e2eb-4ae2-8762-7b623e23b500 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/security-groups?id=2329127c-8930-451b-8176-e0bd3bc04acf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425372
May 07 22:43:15.663284 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8c0de3b1-8993-46e9-8996-95e3b89113f5 req-789c7e1b-855b-423e-83fe-887b0ee2fa2e service neutron] 10.222.0.59 "GET /v2.0/networks/961433bf-582e-417a-89b7-d9083e8c3ca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0834553
May 07 22:43:16.707559 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c49d3d-6523-4a31-9376-cd6ca9c3c0b0 req-537edbc8-4567-4652-b5a0-44b49657e861 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:43:16.709012 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-75c49d3d-6523-4a31-9376-cd6ca9c3c0b0 req-537edbc8-4567-4652-b5a0-44b49657e861 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/ports?device_id=7128f583-301a-494d-86db-ada4834a3b11 HTTP/1.1" status: 200  len: 944 time: 0.0504467
May 07 22:43:16.766181 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-75c49d3d-6523-4a31-9376-cd6ca9c3c0b0 req-fbac2fda-bafa-4bb5-aff0-942bcc359c4f tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/security-groups?id=2329127c-8930-451b-8176-e0bd3bc04acf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0514765
May 07 22:43:17.316737 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 5cd87c39-548a-4bce-abb6-300a704c2b9e details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:43:17.420480 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 5cd87c39-548a-4bce-abb6-300a704c2b9e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5cd87c39-548a-4bce-abb6-300a704c2b9e,segment=NetworkSegment(0e7553ac-4fa1-41aa-915c-ca3e75fcc1ba),segment_id=0e7553ac-4fa1-41aa-915c-ca3e75fcc1ba)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:43:17.431982 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': '5cd87c39-548a-4bce-abb6-300a704c2b9e', 'network_id': '961433bf-582e-417a-89b7-d9083e8c3ca2', 'port_id': '5cd87c39-548a-4bce-abb6-300a704c2b9e', 'mac_address': 'fa:16:3e:2e:a6:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc9ff68a-38d1-476e-b9af-d07f8e3d611e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:43:17.467723 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 5cd87c39-548a-4bce-abb6-300a704c2b9e is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:43:17.468030 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (5cd87c39-548a-4bce-abb6-300a704c2b9e), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:43:17.480889 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cd87c39-548a-4bce-abb6-300a704c2b9e {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:43:17.503858 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 5cd87c39-548a-4bce-abb6-300a704c2b9e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5cd87c39-548a-4bce-abb6-300a704c2b9e,segment=NetworkSegment(0e7553ac-4fa1-41aa-915c-ca3e75fcc1ba),segment_id=0e7553ac-4fa1-41aa-915c-ca3e75fcc1ba)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:43:17.507765 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (5cd87c39-548a-4bce-abb6-300a704c2b9e), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:43:17.556469 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=5cd87c39-548a-4bce-abb6-300a704c2b9e,revision_number=11']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:43:17.739787 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['5cd87c39-548a-4bce-abb6-300a704c2b9e'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:43:17.883383 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb80ebb9-d789-46aa-bb02-b61d6899f304 req-599c64fc-8c27-41fe-b1ba-c4ec589ef612 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:43:17.884876 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-eb80ebb9-d789-46aa-bb02-b61d6899f304 req-599c64fc-8c27-41fe-b1ba-c4ec589ef612 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/ports?device_id=7128f583-301a-494d-86db-ada4834a3b11 HTTP/1.1" status: 200  len: 945 time: 0.0468428
May 07 22:43:17.934489 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-eb80ebb9-d789-46aa-bb02-b61d6899f304 req-3dc11ec1-6f96-4104-8a48-86a9a845173b tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/security-groups?id=2329127c-8930-451b-8176-e0bd3bc04acf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439065
May 07 22:43:19.048771 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3078d6-edb7-4b6d-9dff-992fec2a3a92 req-acf9d7f3-aeb7-4aeb-9bd5-dd80656e260f tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:43:19.050220 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8f3078d6-edb7-4b6d-9dff-992fec2a3a92 req-acf9d7f3-aeb7-4aeb-9bd5-dd80656e260f tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/ports?device_id=7128f583-301a-494d-86db-ada4834a3b11 HTTP/1.1" status: 200  len: 945 time: 0.0463543
May 07 22:43:19.096950 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8f3078d6-edb7-4b6d-9dff-992fec2a3a92 req-3dcbf28a-87fa-4a8e-a329-da28b07ed017 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/security-groups?id=2329127c-8930-451b-8176-e0bd3bc04acf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410898
May 07 22:43:19.333371 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 5cd87c39-548a-4bce-abb6-300a704c2b9e up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:43:19.377872 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning for port 5cd87c39-548a-4bce-abb6-300a704c2b9e completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 22:43:19.384731 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port 5cd87c39-548a-4bce-abb6-300a704c2b9e triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:43:19.385107 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (5cd87c39-548a-4bce-abb6-300a704c2b9e), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:43:19.462787 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port 5cd87c39-548a-4bce-abb6-300a704c2b9e is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:43:19.463187 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (5cd87c39-548a-4bce-abb6-300a704c2b9e), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:43:19.485454 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7128f583-301a-494d-86db-ada4834a3b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cd87c39-548a-4bce-abb6-300a704c2b9e'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:43:19.487707 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0cc2438bc24aa8507025b206b2603f4b3e234a71b1b09b3c8bb59734eaf38f4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dacd5e57-97f0-427e-9af5-bcec7a12532b" -d '{"events": [{"server_uuid": "7128f583-301a-494d-86db-ada4834a3b11", "name": "network-vif-plugged", "status": "completed", "tag": "5cd87c39-548a-4bce-abb6-300a704c2b9e"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:43:19.499680 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port 5cd87c39-548a-4bce-abb6-300a704c2b9e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5cd87c39-548a-4bce-abb6-300a704c2b9e,segment=NetworkSegment(0e7553ac-4fa1-41aa-915c-ca3e75fcc1ba),segment_id=0e7553ac-4fa1-41aa-915c-ca3e75fcc1ba)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:43:19.503658 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (5cd87c39-548a-4bce-abb6-300a704c2b9e), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:43:19.526581 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0516aab9-0546-4e27-bd23-1ac4b41c839e x-openstack-request-id: req-0516aab9-0546-4e27-bd23-1ac4b41c839e {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:43:19.526897 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7128f583-301a-494d-86db-ada4834a3b11", "name": "network-vif-plugged", "status": "completed", "tag": "5cd87c39-548a-4bce-abb6-300a704c2b9e", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:43:19.527149 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0516aab9-0546-4e27-bd23-1ac4b41c839e {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:43:19.527543 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0516aab9-0546-4e27-bd23-1ac4b41c839e'] response: {'server_uuid': '7128f583-301a-494d-86db-ada4834a3b11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cd87c39-548a-4bce-abb6-300a704c2b9e', 'code': 200}
May 07 22:43:19.553416 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=5cd87c39-548a-4bce-abb6-300a704c2b9e,revision_number=12']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:43:19.682431 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6281556-b4bf-42cd-8a6c-b64636cc02d3 req-2ad7b951-55fc-4d7b-9265-1992600ab00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:43:19.683933 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b6281556-b4bf-42cd-8a6c-b64636cc02d3 req-2ad7b951-55fc-4d7b-9265-1992600ab00a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7128f583-301a-494d-86db-ada4834a3b11 HTTP/1.1" status: 200  len: 1128 time: 0.0439305
May 07 22:43:19.729689 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b6281556-b4bf-42cd-8a6c-b64636cc02d3 req-e2fb0581-30b4-42b7-a6e4-d1afc08b5011 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2329127c-8930-451b-8176-e0bd3bc04acf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387232
May 07 22:43:20.213005 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bed20b-2c7e-4523-8df2-eddf7d09ce64 req-ecd81309-9ecf-43d8-a581-8584d1723a56 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:43:20.214504 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-42bed20b-2c7e-4523-8df2-eddf7d09ce64 req-ecd81309-9ecf-43d8-a581-8584d1723a56 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/ports?device_id=7128f583-301a-494d-86db-ada4834a3b11 HTTP/1.1" status: 200  len: 946 time: 0.0468805
May 07 22:43:20.263356 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-42bed20b-2c7e-4523-8df2-eddf7d09ce64 req-8a093ee3-320b-45d7-a955-76b24e60aa90 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/security-groups?id=2329127c-8930-451b-8176-e0bd3bc04acf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428307
May 07 22:43:21.380677 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be05068-47af-4d98-a286-905b3c8ac3da req-7c6826fb-91b7-4083-93fe-c22dad491d95 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:43:21.382130 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0be05068-47af-4d98-a286-905b3c8ac3da req-7c6826fb-91b7-4083-93fe-c22dad491d95 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/ports?device_id=7128f583-301a-494d-86db-ada4834a3b11 HTTP/1.1" status: 200  len: 946 time: 0.0488131
May 07 22:43:21.430159 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-0be05068-47af-4d98-a286-905b3c8ac3da req-ac2a542c-d646-4047-867e-29d2be81a492 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/security-groups?id=2329127c-8930-451b-8176-e0bd3bc04acf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424316
May 07 22:43:22.228303 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:43:23.740820 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-3e08e686-c8fe-4735-8707-a37fcfc54d11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:43:24.380443 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:43:25.426553 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5706e0f6-d8ff-45ce-a3ff-3453fe734ba7 req-a8ff6434-a0cd-47ae-ac91-0ea9bccfc699 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7128f583-301a-494d-86db-ada4834a3b11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0407200
May 07 22:43:25.508502 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5706e0f6-d8ff-45ce-a3ff-3453fe734ba7 req-a157b1b5-9073-48e9-a417-2f47557d21c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:43:25.510255 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5706e0f6-d8ff-45ce-a3ff-3453fe734ba7 req-a157b1b5-9073-48e9-a417-2f47557d21c9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2a375b5dd32e4b6eb61e9a9877c9a04c&device_id=7128f583-301a-494d-86db-ada4834a3b11 HTTP/1.1" status: 200  len: 1128 time: 0.0430014
May 07 22:43:25.611167 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5706e0f6-d8ff-45ce-a3ff-3453fe734ba7 req-56fab482-ee5e-4c8b-8400-5784700deaec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:43:25.612972 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5706e0f6-d8ff-45ce-a3ff-3453fe734ba7 req-56fab482-ee5e-4c8b-8400-5784700deaec service neutron] 10.222.0.59 "GET /v2.0/networks?id=961433bf-582e-417a-89b7-d9083e8c3ca2 HTTP/1.1" status: 200  len: 910 time: 0.0850539
May 07 22:43:25.681725 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5706e0f6-d8ff-45ce-a3ff-3453fe734ba7 req-4c23c5d6-2ce0-49ef-a065-db584f35a20b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5cd87c39-548a-4bce-abb6-300a704c2b9e HTTP/1.1" status: 200  len: 1001 time: 0.0624113
May 07 22:43:25.728532 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5706e0f6-d8ff-45ce-a3ff-3453fe734ba7 req-7cfce27b-0d72-4998-bb7a-f13d34333b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:43:25.729876 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5706e0f6-d8ff-45ce-a3ff-3453fe734ba7 req-7cfce27b-0d72-4998-bb7a-f13d34333b68 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bc9ff68a-38d1-476e-b9af-d07f8e3d611e HTTP/1.1" status: 200  len: 848 time: 0.0432591
May 07 22:43:25.773192 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5706e0f6-d8ff-45ce-a3ff-3453fe734ba7 req-57bf9918-c884-4139-a415-8018a464cf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:43:25.774712 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5706e0f6-d8ff-45ce-a3ff-3453fe734ba7 req-57bf9918-c884-4139-a415-8018a464cf80 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=961433bf-582e-417a-89b7-d9083e8c3ca2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0392296
May 07 22:43:25.865039 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5706e0f6-d8ff-45ce-a3ff-3453fe734ba7 req-f330324b-c6e1-4fec-8846-ca3df348e278 service neutron] 10.222.0.59 "GET /v2.0/networks/961433bf-582e-417a-89b7-d9083e8c3ca2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0844767
May 07 22:43:25.953885 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5706e0f6-d8ff-45ce-a3ff-3453fe734ba7 req-c518b328-d0b8-4bf8-894a-590ad405e573 service neutron] 10.222.0.59 "GET /v2.0/networks/961433bf-582e-417a-89b7-d9083e8c3ca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0829351
May 07 22:43:26.621333 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-63d7f85a-eafe-4e85-b027-8475714c9017 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:43:27.612823 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:43:29.335545 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:43:30.417458 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:43:46.794883 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [req-17d13939-b2d0-4983-91cf-5b9fd0f0b2d2 req-2f80e287-b25e-4d2a-a81e-84552ceb6fcb service neutron] (121837) timed out ('10.222.0.32', 58410) {{(pid=121837) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
May 07 22:43:47.198835 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [req-17d13939-b2d0-4983-91cf-5b9fd0f0b2d2 req-fa12cd93-a495-4b84-9cfa-044530dce7e4 tempest-ServerActionsTestJSON-114634088 tempest-ServerActionsTestJSON-114634088-project] (121837) timed out ('10.222.0.32', 33570) {{(pid=121837) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}}
May 07 22:43:51.874481 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 22:43:52.227333 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:43:53.741663 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-27944260-8db6-45a2-a81f-0ccd925dc0d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:43:54.379504 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:43:56.622181 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7112e17e-b5e9-433e-9c96-603aac965e8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:43:57.618665 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:43:59.337534 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:44:00.419629 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:44:22.227239 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:44:23.743851 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-8d9bf490-d09e-4183-846d-dd933924c415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:44:24.394105 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:44:26.030564 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5af55b6e-fcc9-4a02-b39a-6b589ee1c7b4 req-540b6834-8dff-4efc-9990-35db70cab255 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7128f583-301a-494d-86db-ada4834a3b11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0800695
May 07 22:44:26.107687 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af55b6e-fcc9-4a02-b39a-6b589ee1c7b4 req-38af2ff4-ac4c-426a-b5ee-1384a583e527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:44:26.109158 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5af55b6e-fcc9-4a02-b39a-6b589ee1c7b4 req-38af2ff4-ac4c-426a-b5ee-1384a583e527 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2a375b5dd32e4b6eb61e9a9877c9a04c&device_id=7128f583-301a-494d-86db-ada4834a3b11 HTTP/1.1" status: 200  len: 1128 time: 0.0382190
May 07 22:44:26.210264 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af55b6e-fcc9-4a02-b39a-6b589ee1c7b4 req-9e3e4385-5e86-43cc-881d-c3f136929b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:44:26.211773 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5af55b6e-fcc9-4a02-b39a-6b589ee1c7b4 req-9e3e4385-5e86-43cc-881d-c3f136929b84 service neutron] 10.222.0.59 "GET /v2.0/networks?id=961433bf-582e-417a-89b7-d9083e8c3ca2 HTTP/1.1" status: 200  len: 910 time: 0.0844889
May 07 22:44:26.282195 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5af55b6e-fcc9-4a02-b39a-6b589ee1c7b4 req-7600ad2d-bc9c-4463-9ba4-156ba3ecb7fb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5cd87c39-548a-4bce-abb6-300a704c2b9e HTTP/1.1" status: 200  len: 1001 time: 0.0646429
May 07 22:44:26.331472 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af55b6e-fcc9-4a02-b39a-6b589ee1c7b4 req-201946c8-4c4e-4597-be00-cb0d78a71307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:44:26.333046 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5af55b6e-fcc9-4a02-b39a-6b589ee1c7b4 req-201946c8-4c4e-4597-be00-cb0d78a71307 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bc9ff68a-38d1-476e-b9af-d07f8e3d611e HTTP/1.1" status: 200  len: 848 time: 0.0452621
May 07 22:44:26.377788 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af55b6e-fcc9-4a02-b39a-6b589ee1c7b4 req-a6336969-ff4e-40d9-acb4-7019d0583fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:44:26.379479 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5af55b6e-fcc9-4a02-b39a-6b589ee1c7b4 req-a6336969-ff4e-40d9-acb4-7019d0583fe8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=961433bf-582e-417a-89b7-d9083e8c3ca2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0411751
May 07 22:44:26.473594 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5af55b6e-fcc9-4a02-b39a-6b589ee1c7b4 req-0461461e-bd39-41c1-a16c-0e0c17481fbf service neutron] 10.222.0.59 "GET /v2.0/networks/961433bf-582e-417a-89b7-d9083e8c3ca2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0879457
May 07 22:44:26.560605 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5af55b6e-fcc9-4a02-b39a-6b589ee1c7b4 req-a19f2a23-5c8a-445f-8437-d9524b091c9d service neutron] 10.222.0.59 "GET /v2.0/networks/961433bf-582e-417a-89b7-d9083e8c3ca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0819459
May 07 22:44:26.625593 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-119441b5-6a6f-4bd2-82c9-e3d8e87b8163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:44:27.619290 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:44:28.873956 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 22:44:29.340816 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:44:30.421975 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:44:30.777213 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 59846) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:44:30.932672 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-f3653c1a-c6ca-4adf-a50d-faedae653679 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Deleting port 807e2245-b5e4-4cb6-ad12-e344456468bf {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:44:30.932985 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f3653c1a-c6ca-4adf-a50d-faedae653679 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (807e2245-b5e4-4cb6-ad12-e344456468bf), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:44:31.012339 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f3653c1a-c6ca-4adf-a50d-faedae653679 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (807e2245-b5e4-4cb6-ad12-e344456468bf), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:44:31.012661 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f3653c1a-c6ca-4adf-a50d-faedae653679 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks [] for floatingip (807e2245-b5e4-4cb6-ad12-e344456468bf), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:44:31.024616 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-f3653c1a-c6ca-4adf-a50d-faedae653679 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Calling delete_port for 807e2245-b5e4-4cb6-ad12-e344456468bf owned by network:floatingip {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:44:31.173838 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f3653c1a-c6ca-4adf-a50d-faedae653679 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (807e2245-b5e4-4cb6-ad12-e344456468bf), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:44:31.199540 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3653c1a-c6ca-4adf-a50d-faedae653679 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Pushing event deleted for resources: {'Port': ['ID=807e2245-b5e4-4cb6-ad12-e344456468bf,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:44:31.226015 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3653c1a-c6ca-4adf-a50d-faedae653679 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:44:31.226360 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3653c1a-c6ca-4adf-a50d-faedae653679 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:44:31.226688 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3653c1a-c6ca-4adf-a50d-faedae653679 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:44:31.227043 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3653c1a-c6ca-4adf-a50d-faedae653679 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:44:31.227372 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3653c1a-c6ca-4adf-a50d-faedae653679 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:44:31.227700 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3653c1a-c6ca-4adf-a50d-faedae653679 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:44:31.228026 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3653c1a-c6ca-4adf-a50d-faedae653679 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:44:31.228348 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3653c1a-c6ca-4adf-a50d-faedae653679 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:44:31.228669 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3653c1a-c6ca-4adf-a50d-faedae653679 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:44:31.228991 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3653c1a-c6ca-4adf-a50d-faedae653679 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:44:31.229312 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3653c1a-c6ca-4adf-a50d-faedae653679 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:44:31.229634 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3653c1a-c6ca-4adf-a50d-faedae653679 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:44:31.229953 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3653c1a-c6ca-4adf-a50d-faedae653679 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:44:31.230274 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3653c1a-c6ca-4adf-a50d-faedae653679 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:44:31.230591 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3653c1a-c6ca-4adf-a50d-faedae653679 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:44:31.282461 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f3653c1a-c6ca-4adf-a50d-faedae653679 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks [] for floatingip (8de1a2fe-2bb8-4fb8-a258-f00a9ba79e6c), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:44:31.282974 ncdv-master-1 neutron-server[121837]: INFO neutron.db.l3_db [None req-f3653c1a-c6ca-4adf-a50d-faedae653679 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Floating IP 8de1a2fe-2bb8-4fb8-a258-f00a9ba79e6c disassociated (deleted). External IP: 172.35.4.194, port: 5cd87c39-548a-4bce-abb6-300a704c2b9e.
May 07 22:44:31.495777 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3653c1a-c6ca-4adf-a50d-faedae653679 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Router 80d5d31e-6ce2-4797-8009-3df02411c31b has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:44:31.916536 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3653c1a-c6ca-4adf-a50d-faedae653679 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:44:31.921096 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-f3653c1a-c6ca-4adf-a50d-faedae653679 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:44:31.926677 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bc5d61-0608-4223-b558-398b696a61b9 None None] Sync routers for ids ['80d5d31e-6ce2-4797-8009-3df02411c31b'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:44:31.936297 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bc5d61-0608-4223-b558-398b696a61b9 None None] Routers {'80d5d31e-6ce2-4797-8009-3df02411c31b'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:44:31.936996 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-56bc5d61-0608-4223-b558-398b696a61b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7e99e550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:44:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['80d5d31e-6ce2-4797-8009-3df02411c31b'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:44:31.950475 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-f3653c1a-c6ca-4adf-a50d-faedae653679 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "DELETE /v2.0/floatingips/8de1a2fe-2bb8-4fb8-a258-f00a9ba79e6c HTTP/1.1" status: 204  len: 168 time: 1.1721485
May 07 22:44:31.951226 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7128f583-301a-494d-86db-ada4834a3b11', 'tag': '5cd87c39-548a-4bce-abb6-300a704c2b9e'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:44:32.010451 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}664c29c1a7da48ccc37752709f05e5263693aa6debbb8c18a94c0dbaf5468869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-422c4d18-9ba7-41ff-9a23-b3b1ef71c13c" -d '{"events": [{"name": "network-changed", "server_uuid": "7128f583-301a-494d-86db-ada4834a3b11", "tag": "5cd87c39-548a-4bce-abb6-300a704c2b9e"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:44:32.059127 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-56bc5d61-0608-4223-b558-398b696a61b9 None None] Set router 80d5d31e-6ce2-4797-8009-3df02411c31b gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:44:32.145722 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6decffe-b291-4aff-96df-f50e681ec3ee x-openstack-request-id: req-c6decffe-b291-4aff-96df-f50e681ec3ee {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:44:32.146230 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7128f583-301a-494d-86db-ada4834a3b11", "tag": "5cd87c39-548a-4bce-abb6-300a704c2b9e", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:44:32.146488 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c6decffe-b291-4aff-96df-f50e681ec3ee {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:44:32.146917 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6decffe-b291-4aff-96df-f50e681ec3ee'] response: {'name': 'network-changed', 'server_uuid': '7128f583-301a-494d-86db-ada4834a3b11', 'tag': '5cd87c39-548a-4bce-abb6-300a704c2b9e', 'status': 'completed', 'code': 200}
May 07 22:44:32.263984 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-56bc5d61-0608-4223-b558-398b696a61b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7e99e550>, [{'id': '80d5d31e-6ce2-4797-8009-3df02411c31b', 'name': 'tempest-TestShelveInstance-1561802871-router', 'tenant_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.169'}], 'enable_snat': True}, 'gw_port_id': 'f05cd0f7-5c53-482c-8a58-3df93f5fa1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:40:16Z', 'updated_at': '2022-05-07T22:40:19Z', 'revision_number': 4, 'project_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'gw_port': {'id': 'f05cd0f7-5c53-482c-8a58-3df93f5fa1ec', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:03:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d5d31e-6ce2-4797-8009-3df02411c31b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:40:17Z', 'updated_at': '2022-05-07T22:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6e7f264f-7613-4e97-8242-f9c80fafa12b', 'name': '', 'network_id': '961433bf-582e-417a-89b7-d9083e8c3ca2', 'tenant_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'mac_address': 'fa:16:3e:8b:8b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d5d31e-6ce2-4797-8009-3df02411c31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': 'bc9ff68a-38d1-476e-b9af-d07f8e3d611e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:40:19Z', 'updated_at': '2022-05-07T22:40:24Z', 'revision_number': 5, 'project_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'subnets': [{'id': 'bc9ff68a-38d1-476e-b9af-d07f8e3d611e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:44:32.295315 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bc5d61-0608-4223-b558-398b696a61b9 None None] Checking router: 80d5d31e-6ce2-4797-8009-3df02411c31b for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:44:32.303670 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56bc5d61-0608-4223-b558-398b696a61b9 None None] Routers {'80d5d31e-6ce2-4797-8009-3df02411c31b'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:44:32.304294 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-56bc5d61-0608-4223-b558-398b696a61b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7e99e550>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:44:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['80d5d31e-6ce2-4797-8009-3df02411c31b'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:44:32.322118 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b88b178-7bff-48c2-b336-f7b989f6f5cf req-f7095af3-458c-411d-b16e-5cb28514b07c tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:44:32.323612 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3b88b178-7bff-48c2-b336-f7b989f6f5cf req-f7095af3-458c-411d-b16e-5cb28514b07c tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/ports?device_id=7128f583-301a-494d-86db-ada4834a3b11 HTTP/1.1" status: 200  len: 946 time: 0.0923960
May 07 22:44:32.372118 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3b88b178-7bff-48c2-b336-f7b989f6f5cf req-05ce776e-f178-41aa-b617-731c26b11f65 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/security-groups?id=2329127c-8930-451b-8176-e0bd3bc04acf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427480
May 07 22:44:32.411488 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-56bc5d61-0608-4223-b558-398b696a61b9 None None] Set router 80d5d31e-6ce2-4797-8009-3df02411c31b gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:44:32.598502 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-56bc5d61-0608-4223-b558-398b696a61b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7e99e550>, [{'id': '80d5d31e-6ce2-4797-8009-3df02411c31b', 'name': 'tempest-TestShelveInstance-1561802871-router', 'tenant_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.169'}], 'enable_snat': True}, 'gw_port_id': 'f05cd0f7-5c53-482c-8a58-3df93f5fa1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:40:16Z', 'updated_at': '2022-05-07T22:40:19Z', 'revision_number': 4, 'project_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'gw_port': {'id': 'f05cd0f7-5c53-482c-8a58-3df93f5fa1ec', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:03:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d5d31e-6ce2-4797-8009-3df02411c31b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:40:17Z', 'updated_at': '2022-05-07T22:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6e7f264f-7613-4e97-8242-f9c80fafa12b', 'name': '', 'network_id': '961433bf-582e-417a-89b7-d9083e8c3ca2', 'tenant_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'mac_address': 'fa:16:3e:8b:8b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d5d31e-6ce2-4797-8009-3df02411c31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': 'bc9ff68a-38d1-476e-b9af-d07f8e3d611e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:40:19Z', 'updated_at': '2022-05-07T22:40:24Z', 'revision_number': 5, 'project_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'subnets': [{'id': 'bc9ff68a-38d1-476e-b9af-d07f8e3d611e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:44:32.629948 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56bc5d61-0608-4223-b558-398b696a61b9 None None] The sync data for ids ['80d5d31e-6ce2-4797-8009-3df02411c31b'] in ncdv-master-1 is: [{'id': '80d5d31e-6ce2-4797-8009-3df02411c31b', 'name': 'tempest-TestShelveInstance-1561802871-router', 'tenant_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.169'}], 'enable_snat': True}, 'gw_port_id': 'f05cd0f7-5c53-482c-8a58-3df93f5fa1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:40:16Z', 'updated_at': '2022-05-07T22:40:19Z', 'revision_number': 4, 'project_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'gw_port': {'id': 'f05cd0f7-5c53-482c-8a58-3df93f5fa1ec', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:03:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d5d31e-6ce2-4797-8009-3df02411c31b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:40:17Z', 'updated_at': '2022-05-07T22:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6e7f264f-7613-4e97-8242-f9c80fafa12b', 'name': '', 'network_id': '961433bf-582e-417a-89b7-d9083e8c3ca2', 'tenant_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'mac_address': 'fa:16:3e:8b:8b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d5d31e-6ce2-4797-8009-3df02411c31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': 'bc9ff68a-38d1-476e-b9af-d07f8e3d611e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:40:19Z', 'updated_at': '2022-05-07T22:40:24Z', 'revision_number': 5, 'project_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'subnets': [{'id': 'bc9ff68a-38d1-476e-b9af-d07f8e3d611e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:44:32.904437 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96f648f-2093-41d2-858e-b6033bf65033 None None] New status for floating IP 8de1a2fe-2bb8-4fb8-a258-f00a9ba79e6c: DOWN {{(pid=121839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 07 22:44:33.107202 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422c4d18-9ba7-41ff-9a23-b3b1ef71c13c req-b89fe641-5cc2-441a-b408-4bf2ee16a2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:44:33.108702 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-422c4d18-9ba7-41ff-9a23-b3b1ef71c13c req-b89fe641-5cc2-441a-b408-4bf2ee16a2fa service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2a375b5dd32e4b6eb61e9a9877c9a04c&device_id=7128f583-301a-494d-86db-ada4834a3b11 HTTP/1.1" status: 200  len: 1128 time: 0.0375550
May 07 22:44:33.201376 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422c4d18-9ba7-41ff-9a23-b3b1ef71c13c req-37f05d1b-2b36-4aa0-aba1-fa174295ed6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:44:33.202913 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-422c4d18-9ba7-41ff-9a23-b3b1ef71c13c req-37f05d1b-2b36-4aa0-aba1-fa174295ed6b service neutron] 10.222.0.59 "GET /v2.0/networks?id=961433bf-582e-417a-89b7-d9083e8c3ca2 HTTP/1.1" status: 200  len: 910 time: 0.0853615
May 07 22:44:33.256499 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-422c4d18-9ba7-41ff-9a23-b3b1ef71c13c req-7beb2119-8c14-4980-9b31-42d923985f72 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5cd87c39-548a-4bce-abb6-300a704c2b9e HTTP/1.1" status: 200  len: 217 time: 0.0353158
May 07 22:44:33.312462 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422c4d18-9ba7-41ff-9a23-b3b1ef71c13c req-b884ad7d-a235-44fc-bda7-c5bfdf1c8606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:44:33.313942 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-422c4d18-9ba7-41ff-9a23-b3b1ef71c13c req-b884ad7d-a235-44fc-bda7-c5bfdf1c8606 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bc9ff68a-38d1-476e-b9af-d07f8e3d611e HTTP/1.1" status: 200  len: 848 time: 0.0518277
May 07 22:44:33.378671 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422c4d18-9ba7-41ff-9a23-b3b1ef71c13c req-b7d7548e-a0ad-4435-833e-089e8c9ccc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:44:33.380158 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-422c4d18-9ba7-41ff-9a23-b3b1ef71c13c req-b7d7548e-a0ad-4435-833e-089e8c9ccc7c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=961433bf-582e-417a-89b7-d9083e8c3ca2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0608897
May 07 22:44:33.413567 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145a8dbd-9f9e-4e9c-9341-874616724289 req-82accdba-81a3-4d8e-82ef-397c4120b30a tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:44:33.415044 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-145a8dbd-9f9e-4e9c-9341-874616724289 req-82accdba-81a3-4d8e-82ef-397c4120b30a tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.59 "GET /v2.0/ports?device_id=7128f583-301a-494d-86db-ada4834a3b11 HTTP/1.1" status: 200  len: 946 time: 0.0659032
May 07 22:44:33.548080 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-422c4d18-9ba7-41ff-9a23-b3b1ef71c13c req-e86312cc-efa5-45ee-96c8-5cec385ccf09 service neutron] 10.222.0.59 "GET /v2.0/networks/961433bf-582e-417a-89b7-d9083e8c3ca2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1621575
May 07 22:44:33.561742 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-145a8dbd-9f9e-4e9c-9341-874616724289 req-16a160bd-2fb4-4d29-b662-29855bc2232a tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Deleting port 5cd87c39-548a-4bce-abb6-300a704c2b9e {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:44:33.562080 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-145a8dbd-9f9e-4e9c-9341-874616724289 req-16a160bd-2fb4-4d29-b662-29855bc2232a tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (5cd87c39-548a-4bce-abb6-300a704c2b9e), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:44:33.575135 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16089d6a-0fc8-431b-bd31-a1013f4f4d81 req-69eddd08-067e-4946-86d3-fac7599a092b tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:44:33.576640 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-16089d6a-0fc8-431b-bd31-a1013f4f4d81 req-69eddd08-067e-4946-86d3-fac7599a092b tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/ports?device_id=7128f583-301a-494d-86db-ada4834a3b11 HTTP/1.1" status: 200  len: 946 time: 0.0926661
May 07 22:44:33.627536 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-16089d6a-0fc8-431b-bd31-a1013f4f4d81 req-b231387d-a894-43de-9c15-abad001d310d tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/security-groups?id=2329127c-8930-451b-8176-e0bd3bc04acf&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448391
May 07 22:44:33.723477 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-422c4d18-9ba7-41ff-9a23-b3b1ef71c13c req-65d75938-1aeb-48b4-9ee3-b3c5e20183e6 service neutron] 10.222.0.59 "GET /v2.0/networks/961433bf-582e-417a-89b7-d9083e8c3ca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1694157
May 07 22:44:33.725014 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-145a8dbd-9f9e-4e9c-9341-874616724289 req-16a160bd-2fb4-4d29-b662-29855bc2232a tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] For port 5cd87c39-548a-4bce-abb6-300a704c2b9e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5cd87c39-548a-4bce-abb6-300a704c2b9e,segment=NetworkSegment(0e7553ac-4fa1-41aa-915c-ca3e75fcc1ba),segment_id=0e7553ac-4fa1-41aa-915c-ca3e75fcc1ba)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:44:33.725374 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-145a8dbd-9f9e-4e9c-9341-874616724289 req-16a160bd-2fb4-4d29-b662-29855bc2232a tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (5cd87c39-548a-4bce-abb6-300a704c2b9e), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:44:33.738649 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-145a8dbd-9f9e-4e9c-9341-874616724289 req-16a160bd-2fb4-4d29-b662-29855bc2232a tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Calling delete_port for 5cd87c39-548a-4bce-abb6-300a704c2b9e owned by compute:nova {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:44:33.865481 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-145a8dbd-9f9e-4e9c-9341-874616724289 req-16a160bd-2fb4-4d29-b662-29855bc2232a tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (5cd87c39-548a-4bce-abb6-300a704c2b9e), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:44:33.891737 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a160bd-2fb4-4d29-b662-29855bc2232a tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Pushing event deleted for resources: {'Port': ['ID=5cd87c39-548a-4bce-abb6-300a704c2b9e,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:44:33.940707 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-145a8dbd-9f9e-4e9c-9341-874616724289 req-16a160bd-2fb4-4d29-b662-29855bc2232a tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] No DVR routers for this DVR port 5cd87c39-548a-4bce-abb6-300a704c2b9e on host nch2-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:44:33.943077 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-145a8dbd-9f9e-4e9c-9341-874616724289 req-16a160bd-2fb4-4d29-b662-29855bc2232a tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:44:33.946351 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-145a8dbd-9f9e-4e9c-9341-874616724289 req-16a160bd-2fb4-4d29-b662-29855bc2232a tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.59 "DELETE /v2.0/ports/5cd87c39-548a-4bce-abb6-300a704c2b9e HTTP/1.1" status: 204  len: 173 time: 0.5221870
May 07 22:44:34.148252 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7128f583-301a-494d-86db-ada4834a3b11', 'name': 'network-vif-deleted', 'tag': '5cd87c39-548a-4bce-abb6-300a704c2b9e'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:44:34.150664 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}664c29c1a7da48ccc37752709f05e5263693aa6debbb8c18a94c0dbaf5468869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8db50a8-e59e-4fb4-b526-915a9258f9a7" -d '{"events": [{"server_uuid": "7128f583-301a-494d-86db-ada4834a3b11", "name": "network-vif-deleted", "tag": "5cd87c39-548a-4bce-abb6-300a704c2b9e"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:44:34.185738 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-556e742c-2b1c-4ea1-9ff2-c30e34a2c184 x-openstack-request-id: req-556e742c-2b1c-4ea1-9ff2-c30e34a2c184 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:44:34.186122 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7128f583-301a-494d-86db-ada4834a3b11", "name": "network-vif-deleted", "tag": "5cd87c39-548a-4bce-abb6-300a704c2b9e", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:44:34.186410 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-556e742c-2b1c-4ea1-9ff2-c30e34a2c184 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:44:34.186850 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-556e742c-2b1c-4ea1-9ff2-c30e34a2c184'] response: {'server_uuid': '7128f583-301a-494d-86db-ada4834a3b11', 'name': 'network-vif-deleted', 'tag': '5cd87c39-548a-4bce-abb6-300a704c2b9e', 'status': 'completed', 'code': 200}
May 07 22:44:34.685485 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 59896) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:44:34.742653 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-32963938-cdac-4950-827d-fec40feaa738 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks [] for security_group (2329127c-8930-451b-8176-e0bd3bc04acf), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:44:34.768796 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-32963938-cdac-4950-827d-fec40feaa738 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks [] for security_group (2329127c-8930-451b-8176-e0bd3bc04acf), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:44:34.830993 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-32963938-cdac-4950-827d-fec40feaa738 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (2329127c-8930-451b-8176-e0bd3bc04acf), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:44:34.833910 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-32963938-cdac-4950-827d-fec40feaa738 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:44:34.835182 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-32963938-cdac-4950-827d-fec40feaa738 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "DELETE /v2.0/security-groups/2329127c-8930-451b-8176-e0bd3bc04acf HTTP/1.1" status: 204  len: 168 time: 0.1485553
May 07 22:44:34.844454 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32963938-cdac-4950-827d-fec40feaa738 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2329127c-8930-451b-8176-e0bd3bc04acf,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:44:35.517269 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 59904) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:44:35.522424 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-83f2771c-62d2-4afa-9c59-8ccf158aa9f8 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-837509777', 'description': 'tempest-secgroup-smoke-837509777 description', 'project_id': '2a375b5dd32e4b6eb61e9a9877c9a04c'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:44:35.544233 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-83f2771c-62d2-4afa-9c59-8ccf158aa9f8 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:44:35.613356 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-83f2771c-62d2-4afa-9c59-8ccf158aa9f8 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks [] for security_group (d8a7b80e-20b9-4d66-894a-fa3efe40135c), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:44:35.616983 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-83f2771c-62d2-4afa-9c59-8ccf158aa9f8 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (d8a7b80e-20b9-4d66-894a-fa3efe40135c), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:44:35.648267 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-83f2771c-62d2-4afa-9c59-8ccf158aa9f8 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:44:35.649515 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-83f2771c-62d2-4afa-9c59-8ccf158aa9f8 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1811 time: 0.1306384
May 07 22:44:35.650386 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f2771c-62d2-4afa-9c59-8ccf158aa9f8 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8a7b80e-20b9-4d66-894a-fa3efe40135c,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:44:35.652619 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 59906) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:44:35.657232 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-625053da-6524-4d95-94ad-58a75ae77779 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Request body: {'security_group_rule': {'security_group_id': 'd8a7b80e-20b9-4d66-894a-fa3efe40135c', 'project_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:44:35.687109 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-625053da-6524-4d95-94ad-58a75ae77779 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks [] for security_group_rule (7fd380e9-04db-4149-ab29-8c31cf53645c), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:44:35.746544 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-625053da-6524-4d95-94ad-58a75ae77779 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks [] for security_group_rule (7fd380e9-04db-4149-ab29-8c31cf53645c), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:44:35.750576 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-625053da-6524-4d95-94ad-58a75ae77779 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (7fd380e9-04db-4149-ab29-8c31cf53645c), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:44:35.770631 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625053da-6524-4d95-94ad-58a75ae77779 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fd380e9-04db-4149-ab29-8c31cf53645c,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:44:35.781044 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-625053da-6524-4d95-94ad-58a75ae77779 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:44:35.782235 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-625053da-6524-4d95-94ad-58a75ae77779 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1286058
May 07 22:44:35.783651 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625053da-6524-4d95-94ad-58a75ae77779 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:44:35.783993 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625053da-6524-4d95-94ad-58a75ae77779 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:44:35.784673 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625053da-6524-4d95-94ad-58a75ae77779 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:44:35.784918 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625053da-6524-4d95-94ad-58a75ae77779 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:44:35.785248 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625053da-6524-4d95-94ad-58a75ae77779 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:44:35.785493 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 59908) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:44:35.785645 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625053da-6524-4d95-94ad-58a75ae77779 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:44:35.785871 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625053da-6524-4d95-94ad-58a75ae77779 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:44:35.786246 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625053da-6524-4d95-94ad-58a75ae77779 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:44:35.786522 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625053da-6524-4d95-94ad-58a75ae77779 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:44:35.786917 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625053da-6524-4d95-94ad-58a75ae77779 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:44:35.787338 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625053da-6524-4d95-94ad-58a75ae77779 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:44:35.787668 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625053da-6524-4d95-94ad-58a75ae77779 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:44:35.787992 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625053da-6524-4d95-94ad-58a75ae77779 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:44:35.788314 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625053da-6524-4d95-94ad-58a75ae77779 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:44:35.788727 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625053da-6524-4d95-94ad-58a75ae77779 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:44:35.790367 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-a95c650d-82e9-4510-833f-20621358a391 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Request body: {'security_group_rule': {'security_group_id': 'd8a7b80e-20b9-4d66-894a-fa3efe40135c', 'project_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:44:35.816931 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a95c650d-82e9-4510-833f-20621358a391 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks [] for security_group_rule (5d7afb3a-b424-40e2-9a5a-136456fb5604), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:44:35.876883 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a95c650d-82e9-4510-833f-20621358a391 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks [] for security_group_rule (5d7afb3a-b424-40e2-9a5a-136456fb5604), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:44:35.881317 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a95c650d-82e9-4510-833f-20621358a391 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (5d7afb3a-b424-40e2-9a5a-136456fb5604), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:44:35.903094 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95c650d-82e9-4510-833f-20621358a391 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d7afb3a-b424-40e2-9a5a-136456fb5604,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:44:35.915446 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a95c650d-82e9-4510-833f-20621358a391 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:44:35.916661 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-a95c650d-82e9-4510-833f-20621358a391 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1301451
May 07 22:44:35.919351 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 59910) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:44:35.923650 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-d0691667-8821-4794-93b1-e0cff5759f41 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Request body: {'security_group_rule': {'security_group_id': 'd8a7b80e-20b9-4d66-894a-fa3efe40135c', 'project_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:44:35.949383 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d0691667-8821-4794-93b1-e0cff5759f41 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks [] for security_group_rule (b3ab4ee3-e466-42ab-98c1-62cbb42aea6c), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:44:36.010157 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d0691667-8821-4794-93b1-e0cff5759f41 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks [] for security_group_rule (b3ab4ee3-e466-42ab-98c1-62cbb42aea6c), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:44:36.013700 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d0691667-8821-4794-93b1-e0cff5759f41 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (b3ab4ee3-e466-42ab-98c1-62cbb42aea6c), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:44:36.032371 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0691667-8821-4794-93b1-e0cff5759f41 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3ab4ee3-e466-42ab-98c1-62cbb42aea6c,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:44:36.041763 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d0691667-8821-4794-93b1-e0cff5759f41 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:44:36.043000 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-d0691667-8821-4794-93b1-e0cff5759f41 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1226788
May 07 22:44:36.049612 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 59912) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:44:36.053868 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-6a01a506-d30a-4319-95e5-44894b6f6bb4 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Request body: {'security_group_rule': {'security_group_id': 'd8a7b80e-20b9-4d66-894a-fa3efe40135c', 'project_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:44:36.083642 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6a01a506-d30a-4319-95e5-44894b6f6bb4 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks [] for security_group_rule (6a35f3aa-9d6b-40a4-9776-5ad3913e0355), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:44:36.143828 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6a01a506-d30a-4319-95e5-44894b6f6bb4 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks [] for security_group_rule (6a35f3aa-9d6b-40a4-9776-5ad3913e0355), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:44:36.148287 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6a01a506-d30a-4319-95e5-44894b6f6bb4 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (6a35f3aa-9d6b-40a4-9776-5ad3913e0355), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:44:36.167250 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a01a506-d30a-4319-95e5-44894b6f6bb4 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a35f3aa-9d6b-40a4-9776-5ad3913e0355,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:44:36.177880 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-6a01a506-d30a-4319-95e5-44894b6f6bb4 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:44:36.179112 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-6a01a506-d30a-4319-95e5-44894b6f6bb4 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1285574
May 07 22:44:36.181970 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 59914) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:44:36.186378 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-afa08dc6-4bc0-4bbc-83b9-eaeedc616c08 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Request body: {'security_group_rule': {'security_group_id': 'd8a7b80e-20b9-4d66-894a-fa3efe40135c', 'project_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:44:36.207309 ncdv-master-1 neutron-server[121837]: INFO neutron.db.securitygroups_db [None req-afa08dc6-4bc0-4bbc-83b9-eaeedc616c08 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Project 2a375b5dd32e4b6eb61e9a9877c9a04c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 07 22:44:36.212876 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-afa08dc6-4bc0-4bbc-83b9-eaeedc616c08 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks [] for security_group_rule (da314a97-4834-4461-903c-7ad389753ff5), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:44:36.272114 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-afa08dc6-4bc0-4bbc-83b9-eaeedc616c08 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks [] for security_group_rule (da314a97-4834-4461-903c-7ad389753ff5), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:44:36.275698 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-afa08dc6-4bc0-4bbc-83b9-eaeedc616c08 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (da314a97-4834-4461-903c-7ad389753ff5), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:44:36.293433 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa08dc6-4bc0-4bbc-83b9-eaeedc616c08 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da314a97-4834-4461-903c-7ad389753ff5,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:44:36.301267 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-afa08dc6-4bc0-4bbc-83b9-eaeedc616c08 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:44:36.302459 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-afa08dc6-4bc0-4bbc-83b9-eaeedc616c08 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1195762
May 07 22:44:36.305103 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 59916) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:44:36.309293 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-67d1e488-5a2e-417f-a90d-528c7cbfcacc tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Request body: {'security_group_rule': {'security_group_id': 'd8a7b80e-20b9-4d66-894a-fa3efe40135c', 'project_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:44:36.328607 ncdv-master-1 neutron-server[121837]: INFO neutron.db.securitygroups_db [None req-67d1e488-5a2e-417f-a90d-528c7cbfcacc tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Project 2a375b5dd32e4b6eb61e9a9877c9a04c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 07 22:44:36.334635 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-67d1e488-5a2e-417f-a90d-528c7cbfcacc tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks [] for security_group_rule (b867acc4-97e2-4832-8bb2-e79e9eabc7cd), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:44:36.393734 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-67d1e488-5a2e-417f-a90d-528c7cbfcacc tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks [] for security_group_rule (b867acc4-97e2-4832-8bb2-e79e9eabc7cd), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:44:36.397490 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-67d1e488-5a2e-417f-a90d-528c7cbfcacc tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (b867acc4-97e2-4832-8bb2-e79e9eabc7cd), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:44:36.416536 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d1e488-5a2e-417f-a90d-528c7cbfcacc tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b867acc4-97e2-4832-8bb2-e79e9eabc7cd,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:44:36.422373 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-67d1e488-5a2e-417f-a90d-528c7cbfcacc tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:44:36.423576 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-67d1e488-5a2e-417f-a90d-528c7cbfcacc tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1175644
May 07 22:44:37.771260 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 5cd87c39-548a-4bce-abb6-300a704c2b9e no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:44:37.792984 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] No Port match for: 5cd87c39-548a-4bce-abb6-300a704c2b9e {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:44:37.793353 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device 5cd87c39-548a-4bce-abb6-300a704c2b9e not bound to the agent host nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:44:39.079754 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-05b70258-3742-429f-b84b-1c54cd488edb req-b62c3188-8955-487b-b906-17cc0ecd6f23 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-837509777&fields=id&tenant_id=2a375b5dd32e4b6eb61e9a9877c9a04c HTTP/1.1" status: 200  len: 267 time: 0.0429552
May 07 22:44:39.186806 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b70258-3742-429f-b84b-1c54cd488edb req-9f41d8ba-78c4-472d-b6da-d51e52211fa6 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:44:39.188188 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-05b70258-3742-429f-b84b-1c54cd488edb req-9f41d8ba-78c4-472d-b6da-d51e52211fa6 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/networks?id=961433bf-582e-417a-89b7-d9083e8c3ca2 HTTP/1.1" status: 200  len: 809 time: 0.1010864
May 07 22:44:39.203883 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-05b70258-3742-429f-b84b-1c54cd488edb req-4dfe2499-5057-416c-af27-d0ce96e0e28d tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/quotas/2a375b5dd32e4b6eb61e9a9877c9a04c HTTP/1.1" status: 200  len: 375 time: 0.0093622
May 07 22:44:39.252344 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-05b70258-3742-429f-b84b-1c54cd488edb req-f75df6a7-627b-4523-8c08-8d0d4e81f437 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2a375b5dd32e4b6eb61e9a9877c9a04c&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0428214
May 07 22:44:39.419639 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-05b70258-3742-429f-b84b-1c54cd488edb req-b8deae2a-749f-42c6-8baf-9eb099f4bc25 service neutron] 10.222.0.32 "GET /v2.0/networks/961433bf-582e-417a-89b7-d9083e8c3ca2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1233661
May 07 22:44:39.507839 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-05b70258-3742-429f-b84b-1c54cd488edb req-38e9de61-031d-4b28-ac09-e063a1272a94 service neutron] 10.222.0.32 "GET /v2.0/networks/961433bf-582e-417a-89b7-d9083e8c3ca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0823803
May 07 22:44:40.799543 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e9e7a63b-1c02-425c-acbf-fe9bd02918b4 req-5daeb85d-1fc1-44c8-a362-2e9dab25d072 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e274e6d-0fee-40d1-86ba-5df7d5d31ad7 HTTP/1.1" status: 200  len: 210 time: 0.0269985
May 07 22:44:41.883131 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ffd85dfe-f6f1-4b1a-9824-27ec18397494 req-9d68637a-f62b-43b4-82eb-99de815503ed tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e274e6d-0fee-40d1-86ba-5df7d5d31ad7 HTTP/1.1" status: 200  len: 210 time: 0.0333467
May 07 22:44:42.963854 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-47dca660-109c-453d-9452-a92ca4ecc9c5 req-a68d6f9e-8478-4091-97d3-9f6ef79aab98 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e274e6d-0fee-40d1-86ba-5df7d5d31ad7 HTTP/1.1" status: 200  len: 210 time: 0.0296733
May 07 22:44:44.039578 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-490e17d7-ffb0-4b1b-8ece-d980fa8a3268 req-7f6b6693-bf26-4d14-b658-6e78c484db66 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e274e6d-0fee-40d1-86ba-5df7d5d31ad7 HTTP/1.1" status: 200  len: 210 time: 0.0274844
May 07 22:44:45.135800 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-36aa2216-099f-41d1-98be-0c9e47ff3fdb req-4507567d-f7ae-4463-9d2b-1122332009c1 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e274e6d-0fee-40d1-86ba-5df7d5d31ad7 HTTP/1.1" status: 200  len: 210 time: 0.0277822
May 07 22:44:45.811727 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b70258-3742-429f-b84b-1c54cd488edb req-bc61064f-7eff-40aa-ba10-c70257b1fae9 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:44:45.813154 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-05b70258-3742-429f-b84b-1c54cd488edb req-bc61064f-7eff-40aa-ba10-c70257b1fae9 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.55 "GET /v2.0/networks?id=961433bf-582e-417a-89b7-d9083e8c3ca2 HTTP/1.1" status: 200  len: 809 time: 0.1092846
May 07 22:44:45.876475 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-05b70258-3742-429f-b84b-1c54cd488edb req-7924574c-b6bd-4a2e-a349-6312a8f45e34 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a375b5dd32e4b6eb61e9a9877c9a04c HTTP/1.1" status: 200  len: 379 time: 0.0550103
May 07 22:44:45.884315 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-05b70258-3742-429f-b84b-1c54cd488edb req-6ac60389-477a-49cd-9ab5-6ea31525a9d2 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Request body: {'port': {'device_id': '3e274e6d-0fee-40d1-86ba-5df7d5d31ad7', 'network_id': '961433bf-582e-417a-89b7-d9083e8c3ca2', 'admin_state_up': True, 'tenant_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'security_groups': ['d8a7b80e-20b9-4d66-894a-fa3efe40135c']}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:44:45.998873 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05b70258-3742-429f-b84b-1c54cd488edb req-6ac60389-477a-49cd-9ab5-6ea31525a9d2 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Made reservation on behalf of 2a375b5dd32e4b6eb61e9a9877c9a04c for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:44:46.002696 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-05b70258-3742-429f-b84b-1c54cd488edb req-6ac60389-477a-49cd-9ab5-6ea31525a9d2 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:44:46.131982 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [req-05b70258-3742-429f-b84b-1c54cd488edb req-6ac60389-477a-49cd-9ab5-6ea31525a9d2 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Allocated IP 172.20.0.13 (961433bf-582e-417a-89b7-d9083e8c3ca2/bc9ff68a-38d1-476e-b9af-d07f8e3d611e/d4a2b006-9fc5-4562-9938-af8dd3a222c4) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:44:46.251542 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9a89976c-44c5-45da-9f71-3d8c8caa562b req-9c93beb1-1039-4a6b-939f-44dbe6db5f24 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e274e6d-0fee-40d1-86ba-5df7d5d31ad7 HTTP/1.1" status: 200  len: 210 time: 0.0395267
May 07 22:44:46.286425 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-05b70258-3742-429f-b84b-1c54cd488edb req-6ac60389-477a-49cd-9ab5-6ea31525a9d2 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks [] for port (d4a2b006-9fc5-4562-9938-af8dd3a222c4), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:44:46.321244 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-05b70258-3742-429f-b84b-1c54cd488edb req-6ac60389-477a-49cd-9ab5-6ea31525a9d2 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (d4a2b006-9fc5-4562-9938-af8dd3a222c4), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:44:46.372793 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05b70258-3742-429f-b84b-1c54cd488edb req-6ac60389-477a-49cd-9ab5-6ea31525a9d2 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Network 961433bf-582e-417a-89b7-d9083e8c3ca2 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:44:46.376611 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [req-05b70258-3742-429f-b84b-1c54cd488edb req-6ac60389-477a-49cd-9ab5-6ea31525a9d2 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:44:46.379645 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-05b70258-3742-429f-b84b-1c54cd488edb req-6ac60389-477a-49cd-9ab5-6ea31525a9d2 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:44:46.417583 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac60389-477a-49cd-9ab5-6ea31525a9d2 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Pushing event updated for resources: {'Port': ['ID=d4a2b006-9fc5-4562-9938-af8dd3a222c4,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:44:46.446846 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b70258-3742-429f-b84b-1c54cd488edb req-6ac60389-477a-49cd-9ab5-6ea31525a9d2 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:44:46.447589 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-05b70258-3742-429f-b84b-1c54cd488edb req-6ac60389-477a-49cd-9ab5-6ea31525a9d2 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:44:46.468064 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-05b70258-3742-429f-b84b-1c54cd488edb req-6ac60389-477a-49cd-9ab5-6ea31525a9d2 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5873258
May 07 22:44:46.564733 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-05b70258-3742-429f-b84b-1c54cd488edb req-15c1daf2-8d33-4d26-ab5d-bc7e60dddb54 service neutron] Request body: {'port': {'device_id': '3e274e6d-0fee-40d1-86ba-5df7d5d31ad7', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:44:46.628335 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-05b70258-3742-429f-b84b-1c54cd488edb req-15c1daf2-8d33-4d26-ab5d-bc7e60dddb54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (d4a2b006-9fc5-4562-9938-af8dd3a222c4), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:44:46.654394 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-801d064f-8db8-4abd-bc19-c9dcd71bfbba None None] Provisioning complete for port d4a2b006-9fc5-4562-9938-af8dd3a222c4 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:44:46.655036 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-801d064f-8db8-4abd-bc19-c9dcd71bfbba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (d4a2b006-9fc5-4562-9938-af8dd3a222c4), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:44:46.693130 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-801d064f-8db8-4abd-bc19-c9dcd71bfbba None None] Port d4a2b006-9fc5-4562-9938-af8dd3a222c4 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:44:46.912701 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [req-05b70258-3742-429f-b84b-1c54cd488edb req-15c1daf2-8d33-4d26-ab5d-bc7e60dddb54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4a2b006-9fc5-4562-9938-af8dd3a222c4 {{(pid=121836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:44:46.919994 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-05b70258-3742-429f-b84b-1c54cd488edb req-15c1daf2-8d33-4d26-ab5d-bc7e60dddb54 service neutron] Publish callbacks [] for port (d4a2b006-9fc5-4562-9938-af8dd3a222c4), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:44:46.932704 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.provisioning_blocks [req-05b70258-3742-429f-b84b-1c54cd488edb req-15c1daf2-8d33-4d26-ab5d-bc7e60dddb54 service neutron] Transition to ACTIVE for port object d4a2b006-9fc5-4562-9938-af8dd3a222c4 will not be triggered until provisioned by entity L2. {{(pid=121836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 22:44:46.936020 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-05b70258-3742-429f-b84b-1c54cd488edb req-15c1daf2-8d33-4d26-ab5d-bc7e60dddb54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (d4a2b006-9fc5-4562-9938-af8dd3a222c4), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:44:46.990357 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c1daf2-8d33-4d26-ab5d-bc7e60dddb54 service neutron] Pushing event updated for resources: {'Port': ['ID=d4a2b006-9fc5-4562-9938-af8dd3a222c4,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:44:47.065681 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-05b70258-3742-429f-b84b-1c54cd488edb req-15c1daf2-8d33-4d26-ab5d-bc7e60dddb54 service neutron] Attempting to bind port d4a2b006-9fc5-4562-9938-af8dd3a222c4 on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:44:47.066050 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-05b70258-3742-429f-b84b-1c54cd488edb req-15c1daf2-8d33-4d26-ab5d-bc7e60dddb54 service neutron] Attempting to bind port d4a2b006-9fc5-4562-9938-af8dd3a222c4 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '0e7553ac-4fa1-41aa-915c-ca3e75fcc1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '961433bf-582e-417a-89b7-d9083e8c3ca2'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:44:47.066378 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b70258-3742-429f-b84b-1c54cd488edb req-15c1daf2-8d33-4d26-ab5d-bc7e60dddb54 service neutron] Attempting to bind port d4a2b006-9fc5-4562-9938-af8dd3a222c4 on network 961433bf-582e-417a-89b7-d9083e8c3ca2 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:44:47.071117 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b70258-3742-429f-b84b-1c54cd488edb req-15c1daf2-8d33-4d26-ab5d-bc7e60dddb54 service neutron] Port d4a2b006-9fc5-4562-9938-af8dd3a222c4 on network 961433bf-582e-417a-89b7-d9083e8c3ca2 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:44:47.071443 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b70258-3742-429f-b84b-1c54cd488edb req-15c1daf2-8d33-4d26-ab5d-bc7e60dddb54 service neutron] Attempting to bind port d4a2b006-9fc5-4562-9938-af8dd3a222c4 on network 961433bf-582e-417a-89b7-d9083e8c3ca2 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:44:47.076596 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b70258-3742-429f-b84b-1c54cd488edb req-15c1daf2-8d33-4d26-ab5d-bc7e60dddb54 service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:44:47.076936 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b70258-3742-429f-b84b-1c54cd488edb req-15c1daf2-8d33-4d26-ab5d-bc7e60dddb54 service neutron] Checking segment: {'id': '0e7553ac-4fa1-41aa-915c-ca3e75fcc1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '961433bf-582e-417a-89b7-d9083e8c3ca2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:44:47.077324 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05b70258-3742-429f-b84b-1c54cd488edb req-15c1daf2-8d33-4d26-ab5d-bc7e60dddb54 service neutron] Bound using segment: {'id': '0e7553ac-4fa1-41aa-915c-ca3e75fcc1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '961433bf-582e-417a-89b7-d9083e8c3ca2'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:44:47.077748 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-05b70258-3742-429f-b84b-1c54cd488edb req-15c1daf2-8d33-4d26-ab5d-bc7e60dddb54 service neutron] Bound port: d4a2b006-9fc5-4562-9938-af8dd3a222c4, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e7553ac-4fa1-41aa-915c-ca3e75fcc1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '961433bf-582e-417a-89b7-d9083e8c3ca2'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:44:47.078113 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-05b70258-3742-429f-b84b-1c54cd488edb req-15c1daf2-8d33-4d26-ab5d-bc7e60dddb54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (d4a2b006-9fc5-4562-9938-af8dd3a222c4), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:44:47.145833 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-05b70258-3742-429f-b84b-1c54cd488edb req-15c1daf2-8d33-4d26-ab5d-bc7e60dddb54 service neutron] For port d4a2b006-9fc5-4562-9938-af8dd3a222c4, host nch1-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:44:47.149078 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-05b70258-3742-429f-b84b-1c54cd488edb req-15c1daf2-8d33-4d26-ab5d-bc7e60dddb54 service neutron] For port d4a2b006-9fc5-4562-9938-af8dd3a222c4, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d4a2b006-9fc5-4562-9938-af8dd3a222c4,segment=NetworkSegment(0e7553ac-4fa1-41aa-915c-ca3e75fcc1ba),segment_id=0e7553ac-4fa1-41aa-915c-ca3e75fcc1ba)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:44:47.155255 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-05b70258-3742-429f-b84b-1c54cd488edb req-15c1daf2-8d33-4d26-ab5d-bc7e60dddb54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (d4a2b006-9fc5-4562-9938-af8dd3a222c4), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:44:47.187388 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b70258-3742-429f-b84b-1c54cd488edb req-15c1daf2-8d33-4d26-ab5d-bc7e60dddb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:44:47.188091 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-05b70258-3742-429f-b84b-1c54cd488edb req-15c1daf2-8d33-4d26-ab5d-bc7e60dddb54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:44:47.190187 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-05b70258-3742-429f-b84b-1c54cd488edb req-15c1daf2-8d33-4d26-ab5d-bc7e60dddb54 service neutron] 10.222.0.55 "PUT /v2.0/ports/d4a2b006-9fc5-4562-9938-af8dd3a222c4 HTTP/1.1" status: 200  len: 1092 time: 0.6751006
May 07 22:44:47.192504 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e274e6d-0fee-40d1-86ba-5df7d5d31ad7', 'tag': 'd4a2b006-9fc5-4562-9938-af8dd3a222c4'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:44:47.226901 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c1daf2-8d33-4d26-ab5d-bc7e60dddb54 service neutron] Pushing event updated for resources: {'Port': ['ID=d4a2b006-9fc5-4562-9938-af8dd3a222c4,revision_number=3']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:44:47.246816 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0436508f587c21fcbbaab091df8ad437dbd7c56381de312fcd0430a88bb991f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dc4f7a8-d43d-4b70-ae07-d709442b1692" -d '{"events": [{"name": "network-changed", "server_uuid": "3e274e6d-0fee-40d1-86ba-5df7d5d31ad7", "tag": "d4a2b006-9fc5-4562-9938-af8dd3a222c4"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:44:47.285540 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b70258-3742-429f-b84b-1c54cd488edb req-cbbb1c22-2fa8-429f-b786-b5fd7ee1e2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:44:47.287240 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-05b70258-3742-429f-b84b-1c54cd488edb req-cbbb1c22-2fa8-429f-b786-b5fd7ee1e2da service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2a375b5dd32e4b6eb61e9a9877c9a04c&device_id=3e274e6d-0fee-40d1-86ba-5df7d5d31ad7 HTTP/1.1" status: 200  len: 1126 time: 0.0520718
May 07 22:44:47.344386 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-05b70258-3742-429f-b84b-1c54cd488edb req-ee167893-619f-4762-b8b3-b52d0b42392f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d4a2b006-9fc5-4562-9938-af8dd3a222c4 HTTP/1.1" status: 200  len: 217 time: 0.0493920
May 07 22:44:47.372931 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77887d8-b7a9-4d7a-9b89-03de6f4992c8 req-32c000d0-3bb9-4c51-94e4-dab3a42a659b tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:44:47.388062 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e77887d8-b7a9-4d7a-9b89-03de6f4992c8 req-32c000d0-3bb9-4c51-94e4-dab3a42a659b tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e274e6d-0fee-40d1-86ba-5df7d5d31ad7 HTTP/1.1" status: 200  len: 944 time: 0.0636055
May 07 22:44:47.388308 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06a697a7-9e41-41ad-8b9a-269df03f9380 x-openstack-request-id: req-06a697a7-9e41-41ad-8b9a-269df03f9380 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:44:47.388519 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e274e6d-0fee-40d1-86ba-5df7d5d31ad7", "tag": "d4a2b006-9fc5-4562-9938-af8dd3a222c4", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:44:47.388723 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-06a697a7-9e41-41ad-8b9a-269df03f9380 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:44:47.389021 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06a697a7-9e41-41ad-8b9a-269df03f9380'] response: {'name': 'network-changed', 'server_uuid': '3e274e6d-0fee-40d1-86ba-5df7d5d31ad7', 'tag': 'd4a2b006-9fc5-4562-9938-af8dd3a222c4', 'status': 'completed', 'code': 200}
May 07 22:44:47.408118 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b70258-3742-429f-b84b-1c54cd488edb req-81891aab-083f-4572-b033-dadf9ba14c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:44:47.409871 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-05b70258-3742-429f-b84b-1c54cd488edb req-81891aab-083f-4572-b033-dadf9ba14c46 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bc9ff68a-38d1-476e-b9af-d07f8e3d611e HTTP/1.1" status: 200  len: 848 time: 0.0588064
May 07 22:44:47.438159 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e77887d8-b7a9-4d7a-9b89-03de6f4992c8 req-c6d02504-1f4e-4456-8c45-1afd3f2506fc tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8a7b80e-20b9-4d66-894a-fa3efe40135c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0484169
May 07 22:44:47.458116 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b70258-3742-429f-b84b-1c54cd488edb req-e66bd053-a409-463c-869a-0652d21fcce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:44:47.459890 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-05b70258-3742-429f-b84b-1c54cd488edb req-e66bd053-a409-463c-869a-0652d21fcce2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=961433bf-582e-417a-89b7-d9083e8c3ca2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0441689
May 07 22:44:47.560070 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-05b70258-3742-429f-b84b-1c54cd488edb req-585e0f88-c045-4c88-949f-f51dc977a500 service neutron] 10.222.0.55 "GET /v2.0/networks/961433bf-582e-417a-89b7-d9083e8c3ca2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0943372
May 07 22:44:47.650625 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-05b70258-3742-429f-b84b-1c54cd488edb req-c64bb9c2-80c2-48ba-b4e9-4f7f827c82ec service neutron] 10.222.0.55 "GET /v2.0/networks/961433bf-582e-417a-89b7-d9083e8c3ca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0841885
May 07 22:44:48.148389 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc4f7a8-d43d-4b70-ae07-d709442b1692 req-77a70984-9ee6-46d5-adc0-e79a14452458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:44:48.149852 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2dc4f7a8-d43d-4b70-ae07-d709442b1692 req-77a70984-9ee6-46d5-adc0-e79a14452458 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2a375b5dd32e4b6eb61e9a9877c9a04c&device_id=3e274e6d-0fee-40d1-86ba-5df7d5d31ad7 HTTP/1.1" status: 200  len: 1126 time: 0.0443172
May 07 22:44:48.241391 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc4f7a8-d43d-4b70-ae07-d709442b1692 req-c0626780-5b6c-4a3c-84d2-f4332c1fd5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:44:48.242903 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2dc4f7a8-d43d-4b70-ae07-d709442b1692 req-c0626780-5b6c-4a3c-84d2-f4332c1fd5c1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=961433bf-582e-417a-89b7-d9083e8c3ca2 HTTP/1.1" status: 200  len: 910 time: 0.0859344
May 07 22:44:48.288288 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2dc4f7a8-d43d-4b70-ae07-d709442b1692 req-7e75bcfa-66ff-4f34-8711-e5d39e716709 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d4a2b006-9fc5-4562-9938-af8dd3a222c4 HTTP/1.1" status: 200  len: 217 time: 0.0386600
May 07 22:44:48.343455 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc4f7a8-d43d-4b70-ae07-d709442b1692 req-f47e0eef-9db2-432c-9fc1-c3e37c24faaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:44:48.345546 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2dc4f7a8-d43d-4b70-ae07-d709442b1692 req-f47e0eef-9db2-432c-9fc1-c3e37c24faaa service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bc9ff68a-38d1-476e-b9af-d07f8e3d611e HTTP/1.1" status: 200  len: 848 time: 0.0510144
May 07 22:44:48.391246 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc4f7a8-d43d-4b70-ae07-d709442b1692 req-159bd069-4050-4075-9ba2-322ce9480091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:44:48.392860 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2dc4f7a8-d43d-4b70-ae07-d709442b1692 req-159bd069-4050-4075-9ba2-322ce9480091 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=961433bf-582e-417a-89b7-d9083e8c3ca2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0396698
May 07 22:44:48.489072 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2dc4f7a8-d43d-4b70-ae07-d709442b1692 req-e60fb1e9-d5ac-48e9-b79a-12ea66d0326f service neutron] 10.222.0.55 "GET /v2.0/networks/961433bf-582e-417a-89b7-d9083e8c3ca2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0891724
May 07 22:44:48.603485 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e59ddb-9357-4ff8-8b0c-dacf3d71c855 req-3935aee2-9f85-4177-8a11-2f1aeba4521c tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:44:48.605062 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-84e59ddb-9357-4ff8-8b0c-dacf3d71c855 req-3935aee2-9f85-4177-8a11-2f1aeba4521c tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e274e6d-0fee-40d1-86ba-5df7d5d31ad7 HTTP/1.1" status: 200  len: 944 time: 0.0912359
May 07 22:44:48.640776 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2dc4f7a8-d43d-4b70-ae07-d709442b1692 req-ccd76cfe-fe42-4d20-b43e-d88141354c51 service neutron] 10.222.0.55 "GET /v2.0/networks/961433bf-582e-417a-89b7-d9083e8c3ca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1440141
May 07 22:44:48.669930 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-84e59ddb-9357-4ff8-8b0c-dacf3d71c855 req-d57db8d9-b8f3-4e13-bf33-2ea043b40937 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8a7b80e-20b9-4d66-894a-fa3efe40135c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0584335
May 07 22:44:49.787862 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784db519-6b31-4fa0-aedc-6f9f32f43f20 req-3bee54f6-b0c9-48b2-8507-ebab36282a06 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:44:49.789311 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-784db519-6b31-4fa0-aedc-6f9f32f43f20 req-3bee54f6-b0c9-48b2-8507-ebab36282a06 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e274e6d-0fee-40d1-86ba-5df7d5d31ad7 HTTP/1.1" status: 200  len: 944 time: 0.0499365
May 07 22:44:49.837412 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-784db519-6b31-4fa0-aedc-6f9f32f43f20 req-860c44e6-a3ef-4b4c-8cba-57342a998ad2 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8a7b80e-20b9-4d66-894a-fa3efe40135c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424054
May 07 22:44:50.955530 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6ed800-9051-4709-a37d-f948f6012a05 req-a1ae1e03-180a-4ebc-b6b5-a191b17f888f tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:44:50.956967 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8c6ed800-9051-4709-a37d-f948f6012a05 req-a1ae1e03-180a-4ebc-b6b5-a191b17f888f tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e274e6d-0fee-40d1-86ba-5df7d5d31ad7 HTTP/1.1" status: 200  len: 944 time: 0.0458829
May 07 22:44:51.009900 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8c6ed800-9051-4709-a37d-f948f6012a05 req-b75ec45b-121d-4220-b83c-63e16a7bbfd0 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8a7b80e-20b9-4d66-894a-fa3efe40135c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472169
May 07 22:44:52.124467 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be596f0-3f6f-4d11-8622-fa943c8e6dfa req-2fc880d4-6f02-452b-9ae7-b1778784ca11 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:44:52.125941 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1be596f0-3f6f-4d11-8622-fa943c8e6dfa req-2fc880d4-6f02-452b-9ae7-b1778784ca11 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e274e6d-0fee-40d1-86ba-5df7d5d31ad7 HTTP/1.1" status: 200  len: 944 time: 0.0463312
May 07 22:44:52.174577 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1be596f0-3f6f-4d11-8622-fa943c8e6dfa req-d4107e5b-daf0-4e7f-8b71-e275b90b3940 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8a7b80e-20b9-4d66-894a-fa3efe40135c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422885
May 07 22:44:52.242425 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:44:53.071604 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device d4a2b006-9fc5-4562-9938-af8dd3a222c4 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:44:53.172735 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port d4a2b006-9fc5-4562-9938-af8dd3a222c4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d4a2b006-9fc5-4562-9938-af8dd3a222c4,segment=NetworkSegment(0e7553ac-4fa1-41aa-915c-ca3e75fcc1ba),segment_id=0e7553ac-4fa1-41aa-915c-ca3e75fcc1ba)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:44:53.184390 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': 'd4a2b006-9fc5-4562-9938-af8dd3a222c4', 'network_id': '961433bf-582e-417a-89b7-d9083e8c3ca2', 'port_id': 'd4a2b006-9fc5-4562-9938-af8dd3a222c4', 'mac_address': 'fa:16:3e:86:5e:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc9ff68a-38d1-476e-b9af-d07f8e3d611e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:44:53.223192 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port d4a2b006-9fc5-4562-9938-af8dd3a222c4 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:44:53.223588 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (d4a2b006-9fc5-4562-9938-af8dd3a222c4), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:44:53.236217 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4a2b006-9fc5-4562-9938-af8dd3a222c4 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:44:53.260697 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port d4a2b006-9fc5-4562-9938-af8dd3a222c4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d4a2b006-9fc5-4562-9938-af8dd3a222c4,segment=NetworkSegment(0e7553ac-4fa1-41aa-915c-ca3e75fcc1ba),segment_id=0e7553ac-4fa1-41aa-915c-ca3e75fcc1ba)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:44:53.265120 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (d4a2b006-9fc5-4562-9938-af8dd3a222c4), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:44:53.289747 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64618cb-a19e-4bf5-923b-a15c14eb5630 req-1ef592bb-d4d6-492c-ac37-6dba219f3646 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:44:53.291244 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f64618cb-a19e-4bf5-923b-a15c14eb5630 req-1ef592bb-d4d6-492c-ac37-6dba219f3646 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e274e6d-0fee-40d1-86ba-5df7d5d31ad7 HTTP/1.1" status: 200  len: 944 time: 0.0471170
May 07 22:44:53.312014 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=d4a2b006-9fc5-4562-9938-af8dd3a222c4,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:44:53.320374 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:44:53.320726 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:44:53.321071 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:44:53.321420 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:44:53.321810 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:44:53.322088 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:44:53.322420 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:44:53.322751 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:44:53.323111 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:44:53.323438 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:44:53.323766 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:44:53.324093 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:44:53.324418 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:44:53.324745 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:44:53.325065 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:44:53.346023 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f64618cb-a19e-4bf5-923b-a15c14eb5630 req-fe5d4c57-9785-40be-9e84-1e6ae5fbf837 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8a7b80e-20b9-4d66-894a-fa3efe40135c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0490329
May 07 22:44:53.498863 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['d4a2b006-9fc5-4562-9938-af8dd3a222c4'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:44:53.743878 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-deb2cace-cf9e-4af7-afaf-5c8d98cbe001 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:44:54.410002 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:44:54.462869 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37a4d57-ba8b-4bd4-91f3-a2a5ce4f8b27 req-2524546c-824f-40dc-a378-ddf9072a4a59 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:44:54.464284 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f37a4d57-ba8b-4bd4-91f3-a2a5ce4f8b27 req-2524546c-824f-40dc-a378-ddf9072a4a59 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e274e6d-0fee-40d1-86ba-5df7d5d31ad7 HTTP/1.1" status: 200  len: 945 time: 0.0467496
May 07 22:44:54.515916 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f37a4d57-ba8b-4bd4-91f3-a2a5ce4f8b27 req-705d01b9-c7ae-4901-b053-54bf1b4782e2 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8a7b80e-20b9-4d66-894a-fa3efe40135c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459940
May 07 22:44:55.073246 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device d4a2b006-9fc5-4562-9938-af8dd3a222c4 up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:44:55.116655 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning for port d4a2b006-9fc5-4562-9938-af8dd3a222c4 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 22:44:55.122346 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port d4a2b006-9fc5-4562-9938-af8dd3a222c4 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:44:55.122725 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (d4a2b006-9fc5-4562-9938-af8dd3a222c4), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:44:55.201874 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port d4a2b006-9fc5-4562-9938-af8dd3a222c4 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:44:55.202269 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (d4a2b006-9fc5-4562-9938-af8dd3a222c4), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:44:55.224670 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e274e6d-0fee-40d1-86ba-5df7d5d31ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4a2b006-9fc5-4562-9938-af8dd3a222c4'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:44:55.239096 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port d4a2b006-9fc5-4562-9938-af8dd3a222c4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d4a2b006-9fc5-4562-9938-af8dd3a222c4,segment=NetworkSegment(0e7553ac-4fa1-41aa-915c-ca3e75fcc1ba),segment_id=0e7553ac-4fa1-41aa-915c-ca3e75fcc1ba)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:44:55.244429 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (d4a2b006-9fc5-4562-9938-af8dd3a222c4), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:44:55.269584 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e352c856df6d9a4dba2fcbb1d90abaa21189b274bacc9e1d4127b130ac2d277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df3e9036-1cba-4d1f-8335-b6f8031b09d2" -d '{"events": [{"server_uuid": "3e274e6d-0fee-40d1-86ba-5df7d5d31ad7", "name": "network-vif-plugged", "status": "completed", "tag": "d4a2b006-9fc5-4562-9938-af8dd3a222c4"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:44:55.296068 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=d4a2b006-9fc5-4562-9938-af8dd3a222c4,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:44:55.354562 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d895d9c7-aa78-4392-ab5e-ae9dd8379990 x-openstack-request-id: req-d895d9c7-aa78-4392-ab5e-ae9dd8379990 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:44:55.354891 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e274e6d-0fee-40d1-86ba-5df7d5d31ad7", "name": "network-vif-plugged", "status": "completed", "tag": "d4a2b006-9fc5-4562-9938-af8dd3a222c4", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:44:55.355155 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d895d9c7-aa78-4392-ab5e-ae9dd8379990 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:44:55.355566 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d895d9c7-aa78-4392-ab5e-ae9dd8379990'] response: {'server_uuid': '3e274e6d-0fee-40d1-86ba-5df7d5d31ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4a2b006-9fc5-4562-9938-af8dd3a222c4', 'code': 200}
May 07 22:44:55.446926 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a9fbd6-51fd-4ba3-8cf4-d454307e5eb3 req-13260bd9-2cfe-4147-a839-6f2dce529b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:44:55.448469 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-33a9fbd6-51fd-4ba3-8cf4-d454307e5eb3 req-13260bd9-2cfe-4147-a839-6f2dce529b7e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3e274e6d-0fee-40d1-86ba-5df7d5d31ad7 HTTP/1.1" status: 200  len: 1128 time: 0.0383472
May 07 22:44:55.493320 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-33a9fbd6-51fd-4ba3-8cf4-d454307e5eb3 req-8cebefa8-7f24-4e5e-a957-69f5abebef3c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d8a7b80e-20b9-4d66-894a-fa3efe40135c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394325
May 07 22:44:55.629340 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0e5923-24cc-4953-9b28-49c0e327804e req-270d9a3b-dc60-4200-b4df-f622e730ee0a tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:44:55.630732 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-af0e5923-24cc-4953-9b28-49c0e327804e req-270d9a3b-dc60-4200-b4df-f622e730ee0a tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e274e6d-0fee-40d1-86ba-5df7d5d31ad7 HTTP/1.1" status: 200  len: 946 time: 0.0466359
May 07 22:44:55.678932 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-af0e5923-24cc-4953-9b28-49c0e327804e req-82d516d6-0433-40d5-92dc-01b1a64e6260 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8a7b80e-20b9-4d66-894a-fa3efe40135c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425797
May 07 22:44:56.629055 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5479ecc8-27c6-4704-81bf-720929621b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:44:56.793509 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee5ad53-dece-4146-a06a-46c71fc58434 req-25a6cad2-f619-4b10-b4ff-ed59193141d3 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:44:56.795029 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2ee5ad53-dece-4146-a06a-46c71fc58434 req-25a6cad2-f619-4b10-b4ff-ed59193141d3 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e274e6d-0fee-40d1-86ba-5df7d5d31ad7 HTTP/1.1" status: 200  len: 946 time: 0.0476127
May 07 22:44:56.844312 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2ee5ad53-dece-4146-a06a-46c71fc58434 req-a9d32b0c-b5f8-4c21-a25d-3cdcd12ed98a tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8a7b80e-20b9-4d66-894a-fa3efe40135c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436933
May 07 22:44:56.956835 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b610409c-cec8-438e-b4bd-c5bb3193304a req-e3869adc-9517-462a-859d-1acfb4b23b3b tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:44:56.958337 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b610409c-cec8-438e-b4bd-c5bb3193304a req-e3869adc-9517-462a-859d-1acfb4b23b3b tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e274e6d-0fee-40d1-86ba-5df7d5d31ad7 HTTP/1.1" status: 200  len: 946 time: 0.0469391
May 07 22:44:57.007193 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b610409c-cec8-438e-b4bd-c5bb3193304a req-2e73abee-8ea8-4488-a979-a0fa07726b07 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8a7b80e-20b9-4d66-894a-fa3efe40135c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430210
May 07 22:44:57.028893 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 60100) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:44:57.071110 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8658f4-cf6c-45e7-ab66-48b4899f5fb3 tempest-TestShelveInstance-73687737 tempest-TestShelveInstance-73687737-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:44:57.072622 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-6a8658f4-cf6c-45e7-ab66-48b4899f5fb3 tempest-TestShelveInstance-73687737 tempest-TestShelveInstance-73687737-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=3e274e6d-0fee-40d1-86ba-5df7d5d31ad7 HTTP/1.1" status: 200  len: 1123 time: 0.0427058
May 07 22:44:57.075361 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 60102) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:44:57.079635 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-3144cf59-e3cd-46c7-aa78-0dd24ef3753a tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Request body: {'floatingip': {'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'port_id': 'd4a2b006-9fc5-4562-9938-af8dd3a222c4', 'tenant_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:44:57.099214 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3144cf59-e3cd-46c7-aa78-0dd24ef3753a tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:44:57.176530 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3144cf59-e3cd-46c7-aa78-0dd24ef3753a tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:44:57.283665 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-3144cf59-e3cd-46c7-aa78-0dd24ef3753a tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Allocated IP 172.35.4.250 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/30983dfe-cc51-4fa6-8161-6dcf10d5d831) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:44:57.383593 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3144cf59-e3cd-46c7-aa78-0dd24ef3753a tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks [] for port (30983dfe-cc51-4fa6-8161-6dcf10d5d831), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:44:57.419878 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3144cf59-e3cd-46c7-aa78-0dd24ef3753a tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (30983dfe-cc51-4fa6-8161-6dcf10d5d831), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:44:57.459491 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3144cf59-e3cd-46c7-aa78-0dd24ef3753a tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:44:57.462268 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-3144cf59-e3cd-46c7-aa78-0dd24ef3753a tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:44:57.465743 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3144cf59-e3cd-46c7-aa78-0dd24ef3753a tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:44:57.498174 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3144cf59-e3cd-46c7-aa78-0dd24ef3753a tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Pushing event updated for resources: {'Port': ['ID=30983dfe-cc51-4fa6-8161-6dcf10d5d831,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:44:57.624326 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:44:57.839720 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3144cf59-e3cd-46c7-aa78-0dd24ef3753a tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks [] for floatingip (7e6510f7-6e04-4821-995b-8c8a1e636350), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:44:57.912026 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3144cf59-e3cd-46c7-aa78-0dd24ef3753a tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (30983dfe-cc51-4fa6-8161-6dcf10d5d831), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:44:58.067037 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3144cf59-e3cd-46c7-aa78-0dd24ef3753a tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks [] for port (30983dfe-cc51-4fa6-8161-6dcf10d5d831), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:44:58.071635 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3144cf59-e3cd-46c7-aa78-0dd24ef3753a tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (30983dfe-cc51-4fa6-8161-6dcf10d5d831), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:44:58.141617 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3144cf59-e3cd-46c7-aa78-0dd24ef3753a tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Pushing event updated for resources: {'Port': ['ID=30983dfe-cc51-4fa6-8161-6dcf10d5d831,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:44:58.150282 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3144cf59-e3cd-46c7-aa78-0dd24ef3753a tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (7e6510f7-6e04-4821-995b-8c8a1e636350), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:44:58.254681 ncdv-master-1 neutron-server[121837]: INFO neutron.db.l3_db [None req-3144cf59-e3cd-46c7-aa78-0dd24ef3753a tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Floating IP 7e6510f7-6e04-4821-995b-8c8a1e636350 associated. External IP: 172.35.4.250, port: d4a2b006-9fc5-4562-9938-af8dd3a222c4.
May 07 22:44:58.466531 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3144cf59-e3cd-46c7-aa78-0dd24ef3753a tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Router 80d5d31e-6ce2-4797-8009-3df02411c31b has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:44:58.575766 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3144cf59-e3cd-46c7-aa78-0dd24ef3753a tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:44:58.584984 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21aed494-bc37-4793-a0c9-bd8ce4d51bd6 None None] Sync routers for ids ['80d5d31e-6ce2-4797-8009-3df02411c31b'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:44:58.595092 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3144cf59-e3cd-46c7-aa78-0dd24ef3753a tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:44:58.599269 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21aed494-bc37-4793-a0c9-bd8ce4d51bd6 None None] Routers {'80d5d31e-6ce2-4797-8009-3df02411c31b'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:44:58.599905 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-21aed494-bc37-4793-a0c9-bd8ce4d51bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7eb47790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:44:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['80d5d31e-6ce2-4797-8009-3df02411c31b'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:44:58.625195 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-3144cf59-e3cd-46c7-aa78-0dd24ef3753a tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 1.5488253
May 07 22:44:58.625865 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e274e6d-0fee-40d1-86ba-5df7d5d31ad7', 'tag': 'd4a2b006-9fc5-4562-9938-af8dd3a222c4'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:44:58.628803 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}664c29c1a7da48ccc37752709f05e5263693aa6debbb8c18a94c0dbaf5468869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17a08978-1321-4e50-bf59-a015c15491d2" -d '{"events": [{"name": "network-changed", "server_uuid": "3e274e6d-0fee-40d1-86ba-5df7d5d31ad7", "tag": "d4a2b006-9fc5-4562-9938-af8dd3a222c4"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:44:58.664392 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd66bb8-a402-4c20-acca-bd630f1a3503 x-openstack-request-id: req-8fd66bb8-a402-4c20-acca-bd630f1a3503 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:44:58.664720 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e274e6d-0fee-40d1-86ba-5df7d5d31ad7", "tag": "d4a2b006-9fc5-4562-9938-af8dd3a222c4", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:44:58.664939 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8fd66bb8-a402-4c20-acca-bd630f1a3503 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:44:58.665348 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fd66bb8-a402-4c20-acca-bd630f1a3503'] response: {'name': 'network-changed', 'server_uuid': '3e274e6d-0fee-40d1-86ba-5df7d5d31ad7', 'tag': 'd4a2b006-9fc5-4562-9938-af8dd3a222c4', 'status': 'completed', 'code': 200}
May 07 22:44:58.713000 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-21aed494-bc37-4793-a0c9-bd8ce4d51bd6 None None] Set router 80d5d31e-6ce2-4797-8009-3df02411c31b gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:44:58.728192 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a08978-1321-4e50-bf59-a015c15491d2 req-b453c570-522c-4fb2-8106-e0a455d285a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:44:58.729635 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-17a08978-1321-4e50-bf59-a015c15491d2 req-b453c570-522c-4fb2-8106-e0a455d285a7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2a375b5dd32e4b6eb61e9a9877c9a04c&device_id=3e274e6d-0fee-40d1-86ba-5df7d5d31ad7 HTTP/1.1" status: 200  len: 1128 time: 0.0430553
May 07 22:44:58.820171 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a08978-1321-4e50-bf59-a015c15491d2 req-e675140f-93dd-40f3-841e-93e9a00c23ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:44:58.821640 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-17a08978-1321-4e50-bf59-a015c15491d2 req-e675140f-93dd-40f3-841e-93e9a00c23ca service neutron] 10.222.0.55 "GET /v2.0/networks?id=961433bf-582e-417a-89b7-d9083e8c3ca2 HTTP/1.1" status: 200  len: 910 time: 0.0863307
May 07 22:44:58.891069 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-17a08978-1321-4e50-bf59-a015c15491d2 req-32cef931-c925-4a77-b140-4e6ece3c480c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d4a2b006-9fc5-4562-9938-af8dd3a222c4 HTTP/1.1" status: 200  len: 1000 time: 0.0635746
May 07 22:44:58.925672 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-21aed494-bc37-4793-a0c9-bd8ce4d51bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7eb47790>, [{'id': '80d5d31e-6ce2-4797-8009-3df02411c31b', 'name': 'tempest-TestShelveInstance-1561802871-router', 'tenant_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.169'}], 'enable_snat': True}, 'gw_port_id': 'f05cd0f7-5c53-482c-8a58-3df93f5fa1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:40:16Z', 'updated_at': '2022-05-07T22:40:19Z', 'revision_number': 4, 'project_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'gw_port': {'id': 'f05cd0f7-5c53-482c-8a58-3df93f5fa1ec', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:03:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d5d31e-6ce2-4797-8009-3df02411c31b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:40:17Z', 'updated_at': '2022-05-07T22:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '7e6510f7-6e04-4821-995b-8c8a1e636350', 'tenant_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'floating_ip_address': '172.35.4.250', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '80d5d31e-6ce2-4797-8009-3df02411c31b', 'port_id': 'd4a2b006-9fc5-4562-9938-af8dd3a222c4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '961433bf-582e-417a-89b7-d9083e8c3ca2', 'mac_address': 'fa:16:3e:86:5e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e274e6d-0fee-40d1-86ba-5df7d5d31ad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:44:57Z', 'updated_at': '2022-05-07T22:44:57Z', 'revision_number': 0, 'project_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e7f264f-7613-4e97-8242-f9c80fafa12b', 'name': '', 'network_id': '961433bf-582e-417a-89b7-d9083e8c3ca2', 'tenant_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'mac_address': 'fa:16:3e:8b:8b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d5d31e-6ce2-4797-8009-3df02411c31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': 'bc9ff68a-38d1-476e-b9af-d07f8e3d611e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:40:19Z', 'updated_at': '2022-05-07T22:40:24Z', 'revision_number': 5, 'project_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'subnets': [{'id': 'bc9ff68a-38d1-476e-b9af-d07f8e3d611e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:44:58.939854 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a08978-1321-4e50-bf59-a015c15491d2 req-8726e0b9-a016-454b-81ee-3993e3aefc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:44:58.941349 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-17a08978-1321-4e50-bf59-a015c15491d2 req-8726e0b9-a016-454b-81ee-3993e3aefc7b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bc9ff68a-38d1-476e-b9af-d07f8e3d611e HTTP/1.1" status: 200  len: 848 time: 0.0445449
May 07 22:44:58.955142 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21aed494-bc37-4793-a0c9-bd8ce4d51bd6 None None] Checking router: 80d5d31e-6ce2-4797-8009-3df02411c31b for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:44:58.963309 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21aed494-bc37-4793-a0c9-bd8ce4d51bd6 None None] Routers {'80d5d31e-6ce2-4797-8009-3df02411c31b'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:44:58.963921 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-21aed494-bc37-4793-a0c9-bd8ce4d51bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7eb47790>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:44:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['80d5d31e-6ce2-4797-8009-3df02411c31b'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:44:58.984564 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a08978-1321-4e50-bf59-a015c15491d2 req-4d5c6686-bd41-4999-b2ae-e3a77e929480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:44:58.986089 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-17a08978-1321-4e50-bf59-a015c15491d2 req-4d5c6686-bd41-4999-b2ae-e3a77e929480 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=961433bf-582e-417a-89b7-d9083e8c3ca2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0391731
May 07 22:44:59.075780 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-21aed494-bc37-4793-a0c9-bd8ce4d51bd6 None None] Set router 80d5d31e-6ce2-4797-8009-3df02411c31b gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:44:59.079882 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-17a08978-1321-4e50-bf59-a015c15491d2 req-e7ba1d91-c315-4680-9293-1c0051081857 service neutron] 10.222.0.55 "GET /v2.0/networks/961433bf-582e-417a-89b7-d9083e8c3ca2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0880971
May 07 22:44:59.171728 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-17a08978-1321-4e50-bf59-a015c15491d2 req-51bfa204-d7a9-40e0-b8ef-e2a3675c93b3 service neutron] 10.222.0.55 "GET /v2.0/networks/961433bf-582e-417a-89b7-d9083e8c3ca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0862319
May 07 22:44:59.290983 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-21aed494-bc37-4793-a0c9-bd8ce4d51bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7eb47790>, [{'id': '80d5d31e-6ce2-4797-8009-3df02411c31b', 'name': 'tempest-TestShelveInstance-1561802871-router', 'tenant_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.169'}], 'enable_snat': True}, 'gw_port_id': 'f05cd0f7-5c53-482c-8a58-3df93f5fa1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:40:16Z', 'updated_at': '2022-05-07T22:40:19Z', 'revision_number': 4, 'project_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'gw_port': {'id': 'f05cd0f7-5c53-482c-8a58-3df93f5fa1ec', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:03:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d5d31e-6ce2-4797-8009-3df02411c31b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:40:17Z', 'updated_at': '2022-05-07T22:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '7e6510f7-6e04-4821-995b-8c8a1e636350', 'tenant_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'floating_ip_address': '172.35.4.250', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '80d5d31e-6ce2-4797-8009-3df02411c31b', 'port_id': 'd4a2b006-9fc5-4562-9938-af8dd3a222c4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '961433bf-582e-417a-89b7-d9083e8c3ca2', 'mac_address': 'fa:16:3e:86:5e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e274e6d-0fee-40d1-86ba-5df7d5d31ad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:44:57Z', 'updated_at': '2022-05-07T22:44:57Z', 'revision_number': 0, 'project_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e7f264f-7613-4e97-8242-f9c80fafa12b', 'name': '', 'network_id': '961433bf-582e-417a-89b7-d9083e8c3ca2', 'tenant_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'mac_address': 'fa:16:3e:8b:8b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d5d31e-6ce2-4797-8009-3df02411c31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': 'bc9ff68a-38d1-476e-b9af-d07f8e3d611e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:40:19Z', 'updated_at': '2022-05-07T22:40:24Z', 'revision_number': 5, 'project_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'subnets': [{'id': 'bc9ff68a-38d1-476e-b9af-d07f8e3d611e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:44:59.319966 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21aed494-bc37-4793-a0c9-bd8ce4d51bd6 None None] The sync data for ids ['80d5d31e-6ce2-4797-8009-3df02411c31b'] in ncdv-master-1 is: [{'id': '80d5d31e-6ce2-4797-8009-3df02411c31b', 'name': 'tempest-TestShelveInstance-1561802871-router', 'tenant_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.169'}], 'enable_snat': True}, 'gw_port_id': 'f05cd0f7-5c53-482c-8a58-3df93f5fa1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:40:16Z', 'updated_at': '2022-05-07T22:40:19Z', 'revision_number': 4, 'project_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'gw_port': {'id': 'f05cd0f7-5c53-482c-8a58-3df93f5fa1ec', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:03:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d5d31e-6ce2-4797-8009-3df02411c31b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:40:17Z', 'updated_at': '2022-05-07T22:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '7e6510f7-6e04-4821-995b-8c8a1e636350', 'tenant_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'floating_ip_address': '172.35.4.250', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': '80d5d31e-6ce2-4797-8009-3df02411c31b', 'port_id': 'd4a2b006-9fc5-4562-9938-af8dd3a222c4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '961433bf-582e-417a-89b7-d9083e8c3ca2', 'mac_address': 'fa:16:3e:86:5e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e274e6d-0fee-40d1-86ba-5df7d5d31ad7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:44:57Z', 'updated_at': '2022-05-07T22:44:57Z', 'revision_number': 0, 'project_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e7f264f-7613-4e97-8242-f9c80fafa12b', 'name': '', 'network_id': '961433bf-582e-417a-89b7-d9083e8c3ca2', 'tenant_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'mac_address': 'fa:16:3e:8b:8b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d5d31e-6ce2-4797-8009-3df02411c31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': 'bc9ff68a-38d1-476e-b9af-d07f8e3d611e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:40:19Z', 'updated_at': '2022-05-07T22:40:24Z', 'revision_number': 5, 'project_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'subnets': [{'id': 'bc9ff68a-38d1-476e-b9af-d07f8e3d611e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:44:59.343659 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:44:59.511056 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330402de-c86c-484f-bb18-6bf2d88dcf27 None None] New status for floating IP 7e6510f7-6e04-4821-995b-8c8a1e636350: ACTIVE {{(pid=121839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 07 22:45:00.424932 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:45:05.872939 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 22:45:22.248417 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:45:23.100494 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-07c2f6a0-0c39-4102-85dc-2906872edd7e req-a60c281a-d1fc-4aef-991a-39b953f7393c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3e274e6d-0fee-40d1-86ba-5df7d5d31ad7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0521727
May 07 22:45:23.187670 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c2f6a0-0c39-4102-85dc-2906872edd7e req-891c517d-5e9b-49ec-9c8f-882a0376e434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:45:23.189220 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-07c2f6a0-0c39-4102-85dc-2906872edd7e req-891c517d-5e9b-49ec-9c8f-882a0376e434 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2a375b5dd32e4b6eb61e9a9877c9a04c&device_id=3e274e6d-0fee-40d1-86ba-5df7d5d31ad7 HTTP/1.1" status: 200  len: 1128 time: 0.0450053
May 07 22:45:23.310811 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c2f6a0-0c39-4102-85dc-2906872edd7e req-ebb5aea3-60fa-43de-b5a2-7c9a99a812fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:45:23.312283 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-07c2f6a0-0c39-4102-85dc-2906872edd7e req-ebb5aea3-60fa-43de-b5a2-7c9a99a812fb service neutron] 10.222.0.55 "GET /v2.0/networks?id=961433bf-582e-417a-89b7-d9083e8c3ca2 HTTP/1.1" status: 200  len: 910 time: 0.1041842
May 07 22:45:23.385133 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-07c2f6a0-0c39-4102-85dc-2906872edd7e req-10341bc7-ea5d-4940-9379-2bea18b6959f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d4a2b006-9fc5-4562-9938-af8dd3a222c4 HTTP/1.1" status: 200  len: 1002 time: 0.0664523
May 07 22:45:23.437921 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c2f6a0-0c39-4102-85dc-2906872edd7e req-c57a6960-901b-4488-ad66-d9da23a7992d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:45:23.439693 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-07c2f6a0-0c39-4102-85dc-2906872edd7e req-c57a6960-901b-4488-ad66-d9da23a7992d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bc9ff68a-38d1-476e-b9af-d07f8e3d611e HTTP/1.1" status: 200  len: 848 time: 0.0494919
May 07 22:45:23.489851 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c2f6a0-0c39-4102-85dc-2906872edd7e req-c7709a4f-cdc2-4309-89d4-fd0a81fabff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:45:23.491445 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-07c2f6a0-0c39-4102-85dc-2906872edd7e req-c7709a4f-cdc2-4309-89d4-fd0a81fabff4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=961433bf-582e-417a-89b7-d9083e8c3ca2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0458450
May 07 22:45:23.593338 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-07c2f6a0-0c39-4102-85dc-2906872edd7e req-719ffac6-6e14-44ba-81d8-e4544286891b service neutron] 10.222.0.55 "GET /v2.0/networks/961433bf-582e-417a-89b7-d9083e8c3ca2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0952992
May 07 22:45:23.698302 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-07c2f6a0-0c39-4102-85dc-2906872edd7e req-88d4bf74-a008-4bb9-8662-1b48e1cd2157 service neutron] 10.222.0.55 "GET /v2.0/networks/961433bf-582e-417a-89b7-d9083e8c3ca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0970862
May 07 22:45:23.744676 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-4769941f-a590-44c7-a0d9-03446486fb10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:45:24.408124 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:45:26.632803 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-b4d75ee0-1f47-482e-8ad1-69c7c7248b79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:45:27.625439 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:45:29.346666 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:45:30.430500 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:45:42.872432 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 22:45:52.240749 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:45:53.746004 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-3f35b01a-dcfd-4a5e-bddc-12bc4598a46a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:45:54.406332 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:45:56.636224 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-69f2a14b-bb62-4251-9e1a-4c5c2a97f0bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:45:57.628770 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:45:59.349759 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:46:00.423081 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:46:19.871187 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 22:46:22.242012 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:46:23.746540 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-564740f9-2dd1-4013-bb51-86e2ca93d916 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:46:24.084766 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1db14e0b-09fa-4b33-8045-c9e12ef3ca74 req-7b65345b-b6eb-4411-9e9f-b1d924744b64 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3e274e6d-0fee-40d1-86ba-5df7d5d31ad7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0386829
May 07 22:46:24.165228 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db14e0b-09fa-4b33-8045-c9e12ef3ca74 req-dbf129db-76a2-4175-b717-891053396621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:46:24.166733 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1db14e0b-09fa-4b33-8045-c9e12ef3ca74 req-dbf129db-76a2-4175-b717-891053396621 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2a375b5dd32e4b6eb61e9a9877c9a04c&device_id=3e274e6d-0fee-40d1-86ba-5df7d5d31ad7 HTTP/1.1" status: 200  len: 1128 time: 0.0414555
May 07 22:46:24.273706 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db14e0b-09fa-4b33-8045-c9e12ef3ca74 req-c308f126-a70c-4ddb-8ada-ec3f65cbe2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:46:24.275125 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1db14e0b-09fa-4b33-8045-c9e12ef3ca74 req-c308f126-a70c-4ddb-8ada-ec3f65cbe2a8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=961433bf-582e-417a-89b7-d9083e8c3ca2 HTTP/1.1" status: 200  len: 910 time: 0.0895507
May 07 22:46:24.346464 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1db14e0b-09fa-4b33-8045-c9e12ef3ca74 req-6b9c23a7-e1ce-4e0e-8c8f-18c42462f80e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d4a2b006-9fc5-4562-9938-af8dd3a222c4 HTTP/1.1" status: 200  len: 1002 time: 0.0634809
May 07 22:46:24.399635 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db14e0b-09fa-4b33-8045-c9e12ef3ca74 req-5bc4f788-c5d8-4c51-92b5-87d929429167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:46:24.401225 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1db14e0b-09fa-4b33-8045-c9e12ef3ca74 req-5bc4f788-c5d8-4c51-92b5-87d929429167 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bc9ff68a-38d1-476e-b9af-d07f8e3d611e HTTP/1.1" status: 200  len: 848 time: 0.0489907
May 07 22:46:24.405087 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:46:24.447930 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db14e0b-09fa-4b33-8045-c9e12ef3ca74 req-21d26b58-e029-41f1-a6cf-0b830cc5cf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:46:24.449408 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1db14e0b-09fa-4b33-8045-c9e12ef3ca74 req-21d26b58-e029-41f1-a6cf-0b830cc5cf39 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=961433bf-582e-417a-89b7-d9083e8c3ca2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0412998
May 07 22:46:24.537943 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1db14e0b-09fa-4b33-8045-c9e12ef3ca74 req-33f923ff-0c8b-4310-b26b-530a7fa1215c service neutron] 10.222.0.55 "GET /v2.0/networks/961433bf-582e-417a-89b7-d9083e8c3ca2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0826716
May 07 22:46:24.631062 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1db14e0b-09fa-4b33-8045-c9e12ef3ca74 req-300ed428-da5d-44da-b990-19d7d50b6b29 service neutron] 10.222.0.55 "GET /v2.0/networks/961433bf-582e-417a-89b7-d9083e8c3ca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0865440
May 07 22:46:26.636797 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-97e7e8cd-f3cb-4484-a895-22f99ff488e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:46:27.631159 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:46:29.352659 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:46:30.424941 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:46:52.255109 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:46:53.747544 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-858517ce-5267-4ac7-9743-e5e9367a86a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:46:54.420608 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:46:56.638219 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-435c9a97-77ad-40d8-a238-4dcba856e8ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:46:56.870328 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 22:46:57.634571 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:46:59.356836 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:47:00.427100 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:47:04.881494 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62e923c-0b1f-4b0c-ba12-cbcf3b26c41e req-de8a4681-82ec-4569-9ede-2d113bc10c4a tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:47:04.882927 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d62e923c-0b1f-4b0c-ba12-cbcf3b26c41e req-de8a4681-82ec-4569-9ede-2d113bc10c4a tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e274e6d-0fee-40d1-86ba-5df7d5d31ad7 HTTP/1.1" status: 200  len: 946 time: 0.0489204
May 07 22:47:04.934642 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-d62e923c-0b1f-4b0c-ba12-cbcf3b26c41e req-677a5253-53f4-40df-85d0-ac36389151f9 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8a7b80e-20b9-4d66-894a-fa3efe40135c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460370
May 07 22:47:06.052647 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5850a29-5a15-4c33-9aa8-0e8c8389afec req-40de632e-8d8b-4494-ac7c-d1e390fd0367 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:47:06.054137 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b5850a29-5a15-4c33-9aa8-0e8c8389afec req-40de632e-8d8b-4494-ac7c-d1e390fd0367 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e274e6d-0fee-40d1-86ba-5df7d5d31ad7 HTTP/1.1" status: 200  len: 946 time: 0.0493786
May 07 22:47:06.108270 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-b5850a29-5a15-4c33-9aa8-0e8c8389afec req-939545a5-7ad2-4a0a-9a37-cd74441ba995 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8a7b80e-20b9-4d66-894a-fa3efe40135c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0485229
May 07 22:47:07.236500 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b7b0a3-03bb-448d-a9a2-3d50294db3cd req-6e13d770-8bde-44a3-8c78-54abeeb2e528 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:47:07.237970 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-10b7b0a3-03bb-448d-a9a2-3d50294db3cd req-6e13d770-8bde-44a3-8c78-54abeeb2e528 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e274e6d-0fee-40d1-86ba-5df7d5d31ad7 HTTP/1.1" status: 200  len: 946 time: 0.0525999
May 07 22:47:07.289541 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-10b7b0a3-03bb-448d-a9a2-3d50294db3cd req-26bc805b-f3a0-4ec1-a942-407fdd8071be tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8a7b80e-20b9-4d66-894a-fa3efe40135c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0456550
May 07 22:47:08.405827 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cd6821-e202-49d3-89f3-856cc48c944d req-6af789e0-936e-4f61-9314-31bf63435552 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:47:08.407312 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-32cd6821-e202-49d3-89f3-856cc48c944d req-6af789e0-936e-4f61-9314-31bf63435552 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e274e6d-0fee-40d1-86ba-5df7d5d31ad7 HTTP/1.1" status: 200  len: 946 time: 0.0492799
May 07 22:47:08.460213 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-32cd6821-e202-49d3-89f3-856cc48c944d req-78e7db54-72e6-4ad3-84f6-d0e2a9b4b554 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8a7b80e-20b9-4d66-894a-fa3efe40135c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0469186
May 07 22:47:09.574571 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2062b322-4769-464a-ab58-7f2570a8d548 req-1a9c18cc-23f2-4583-88cc-68804ac505e1 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:47:09.576338 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2062b322-4769-464a-ab58-7f2570a8d548 req-1a9c18cc-23f2-4583-88cc-68804ac505e1 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e274e6d-0fee-40d1-86ba-5df7d5d31ad7 HTTP/1.1" status: 200  len: 946 time: 0.0481923
May 07 22:47:09.624935 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2062b322-4769-464a-ab58-7f2570a8d548 req-a502a874-76c8-4613-83e8-8f5f6ee0ce93 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8a7b80e-20b9-4d66-894a-fa3efe40135c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430083
May 07 22:47:10.744199 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39e3c9e-ef79-40f7-8915-bc080a06b636 req-4164fb30-4f39-4340-8a72-8a76278b9044 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:47:10.745711 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e39e3c9e-ef79-40f7-8915-bc080a06b636 req-4164fb30-4f39-4340-8a72-8a76278b9044 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e274e6d-0fee-40d1-86ba-5df7d5d31ad7 HTTP/1.1" status: 200  len: 946 time: 0.0501740
May 07 22:47:10.795222 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e39e3c9e-ef79-40f7-8915-bc080a06b636 req-6ff31bcf-a33a-492c-8693-f5f953ab593e tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8a7b80e-20b9-4d66-894a-fa3efe40135c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438631
May 07 22:47:11.912075 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2477e8cb-a55f-46d5-9e00-29727071db94 req-a18540bc-25f9-443a-a0b8-afc78ce2c5b7 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:47:11.913937 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2477e8cb-a55f-46d5-9e00-29727071db94 req-a18540bc-25f9-443a-a0b8-afc78ce2c5b7 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e274e6d-0fee-40d1-86ba-5df7d5d31ad7 HTTP/1.1" status: 200  len: 946 time: 0.0473464
May 07 22:47:11.966405 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2477e8cb-a55f-46d5-9e00-29727071db94 req-4ad174e7-1959-4a42-8bcb-6aaee6abec9a tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8a7b80e-20b9-4d66-894a-fa3efe40135c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467410
May 07 22:47:13.084862 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dde08a-9e10-4e74-a705-88524a0ecdad req-2fff7eea-ba01-4611-bdac-1bdad6bf2fe5 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:47:13.086323 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-87dde08a-9e10-4e74-a705-88524a0ecdad req-2fff7eea-ba01-4611-bdac-1bdad6bf2fe5 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e274e6d-0fee-40d1-86ba-5df7d5d31ad7 HTTP/1.1" status: 200  len: 946 time: 0.0521975
May 07 22:47:13.134090 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-87dde08a-9e10-4e74-a705-88524a0ecdad req-29fc41ae-ed58-45f0-8636-2917c1ca8714 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8a7b80e-20b9-4d66-894a-fa3efe40135c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420916
May 07 22:47:14.248787 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e7ca0b-2596-40e1-8514-dbbbfbaa5ad6 req-1a7e0904-eec1-4db2-aa94-d1558385c475 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:47:14.250260 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-44e7ca0b-2596-40e1-8514-dbbbfbaa5ad6 req-1a7e0904-eec1-4db2-aa94-d1558385c475 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e274e6d-0fee-40d1-86ba-5df7d5d31ad7 HTTP/1.1" status: 200  len: 946 time: 0.0478644
May 07 22:47:14.299272 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-44e7ca0b-2596-40e1-8514-dbbbfbaa5ad6 req-0f158d62-0384-4ce9-9cd8-43c02ccd6a0a tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8a7b80e-20b9-4d66-894a-fa3efe40135c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426397
May 07 22:47:14.996510 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a71db3-c77b-4d6b-ae6d-c5155f0b8088 req-abd7e431-3003-4478-a54e-b8c8965b22f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:47:14.998008 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e5a71db3-c77b-4d6b-ae6d-c5155f0b8088 req-abd7e431-3003-4478-a54e-b8c8965b22f0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2a375b5dd32e4b6eb61e9a9877c9a04c&device_id=3e274e6d-0fee-40d1-86ba-5df7d5d31ad7 HTTP/1.1" status: 200  len: 1128 time: 0.0394886
May 07 22:47:15.090129 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a71db3-c77b-4d6b-ae6d-c5155f0b8088 req-7140dd00-8666-4396-a2e6-72d259d27a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:47:15.091602 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e5a71db3-c77b-4d6b-ae6d-c5155f0b8088 req-7140dd00-8666-4396-a2e6-72d259d27a7a service neutron] 10.222.0.55 "GET /v2.0/networks?id=961433bf-582e-417a-89b7-d9083e8c3ca2 HTTP/1.1" status: 200  len: 910 time: 0.0881307
May 07 22:47:15.154386 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e5a71db3-c77b-4d6b-ae6d-c5155f0b8088 req-fa7370b7-3c60-4695-8471-afc51e8e7be6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d4a2b006-9fc5-4562-9938-af8dd3a222c4 HTTP/1.1" status: 200  len: 1002 time: 0.0572376
May 07 22:47:15.200592 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a71db3-c77b-4d6b-ae6d-c5155f0b8088 req-a9333077-852b-4eed-9dc9-0f725f45ee42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:47:15.202006 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e5a71db3-c77b-4d6b-ae6d-c5155f0b8088 req-a9333077-852b-4eed-9dc9-0f725f45ee42 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=bc9ff68a-38d1-476e-b9af-d07f8e3d611e HTTP/1.1" status: 200  len: 848 time: 0.0423346
May 07 22:47:15.249941 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a71db3-c77b-4d6b-ae6d-c5155f0b8088 req-d6fa0564-a84b-445e-ba37-27e975e63e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:47:15.251347 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e5a71db3-c77b-4d6b-ae6d-c5155f0b8088 req-d6fa0564-a84b-445e-ba37-27e975e63e46 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=961433bf-582e-417a-89b7-d9083e8c3ca2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0428860
May 07 22:47:15.261125 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [req-e5a71db3-c77b-4d6b-ae6d-c5155f0b8088 req-26653abe-ac6e-4781-a8ce-815b259fa9a5 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121836) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:47:15.262033 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e5a71db3-c77b-4d6b-ae6d-c5155f0b8088 req-26653abe-ac6e-4781-a8ce-815b259fa9a5 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0046761
May 07 22:47:15.350938 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e5a71db3-c77b-4d6b-ae6d-c5155f0b8088 req-0e5cbf4b-5d70-4c6a-bf6b-8c5d68e89975 service neutron] 10.222.0.55 "GET /v2.0/networks/961433bf-582e-417a-89b7-d9083e8c3ca2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0822532
May 07 22:47:15.418071 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cf3483-9485-43e7-8c20-5b7ccd1baae4 req-9a3f86d7-06ae-4890-9639-d364c4212c47 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:47:15.419615 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-63cf3483-9485-43e7-8c20-5b7ccd1baae4 req-9a3f86d7-06ae-4890-9639-d364c4212c47 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e274e6d-0fee-40d1-86ba-5df7d5d31ad7 HTTP/1.1" status: 200  len: 946 time: 0.0511100
May 07 22:47:15.448071 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e5a71db3-c77b-4d6b-ae6d-c5155f0b8088 req-b7e22d9d-9e91-48dc-9fb4-a428f0dc2a58 service neutron] 10.222.0.55 "GET /v2.0/networks/961433bf-582e-417a-89b7-d9083e8c3ca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0914807
May 07 22:47:15.469760 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-63cf3483-9485-43e7-8c20-5b7ccd1baae4 req-da2f110d-68f9-4bce-8ea5-0f7e2b23b617 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8a7b80e-20b9-4d66-894a-fa3efe40135c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444655
May 07 22:47:16.585075 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ae858-4443-4e87-9d85-4958a4dcd55c req-7fcbeca4-a638-47ae-a686-dc99c23534e2 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:47:16.586537 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2d5ae858-4443-4e87-9d85-4958a4dcd55c req-7fcbeca4-a638-47ae-a686-dc99c23534e2 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e274e6d-0fee-40d1-86ba-5df7d5d31ad7 HTTP/1.1" status: 200  len: 946 time: 0.0470755
May 07 22:47:16.634944 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2d5ae858-4443-4e87-9d85-4958a4dcd55c req-057d892a-a6d4-4d2a-a695-39bc5ae853bf tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8a7b80e-20b9-4d66-894a-fa3efe40135c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427611
May 07 22:47:17.753947 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db07939d-88a8-4e6f-b129-f7d1a8288c6a req-87305a6a-c167-4198-b480-1ed79f2622b5 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:47:17.755968 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-db07939d-88a8-4e6f-b129-f7d1a8288c6a req-87305a6a-c167-4198-b480-1ed79f2622b5 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e274e6d-0fee-40d1-86ba-5df7d5d31ad7 HTTP/1.1" status: 200  len: 946 time: 0.0470457
May 07 22:47:17.808601 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-db07939d-88a8-4e6f-b129-f7d1a8288c6a req-cf212605-04fd-4793-9c19-9bac83e66ddb tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8a7b80e-20b9-4d66-894a-fa3efe40135c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470030
May 07 22:47:18.024152 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28691fe8-dec1-4814-9d63-ccfd6cc16e88 req-aec965ee-8316-48e8-abe1-9a0c81924253 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:47:18.025643 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-28691fe8-dec1-4814-9d63-ccfd6cc16e88 req-aec965ee-8316-48e8-abe1-9a0c81924253 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e274e6d-0fee-40d1-86ba-5df7d5d31ad7 HTTP/1.1" status: 200  len: 946 time: 0.0523727
May 07 22:47:18.105435 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-28691fe8-dec1-4814-9d63-ccfd6cc16e88 req-08c541c7-c71e-430c-a778-687f305b306a tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8a7b80e-20b9-4d66-894a-fa3efe40135c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0738435
May 07 22:47:18.107483 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-247109f0-7dae-4f08-95db-60fdbdf21557 req-f4055877-3d66-45c4-be4e-df737166ac97 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3e274e6d-0fee-40d1-86ba-5df7d5d31ad7&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0974715
May 07 22:47:18.117022 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [req-247109f0-7dae-4f08-95db-60fdbdf21557 req-8c30a6cc-1b2d-4132-8751-5c4299572a27 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121837) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:47:18.118294 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-247109f0-7dae-4f08-95db-60fdbdf21557 req-8c30a6cc-1b2d-4132-8751-5c4299572a27 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0056319
May 07 22:47:18.273884 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247109f0-7dae-4f08-95db-60fdbdf21557 req-a0dbb200-b269-4b15-82cb-21c2c786b3ab tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:47:18.275279 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-247109f0-7dae-4f08-95db-60fdbdf21557 req-a0dbb200-b269-4b15-82cb-21c2c786b3ab tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/ports/d4a2b006-9fc5-4562-9938-af8dd3a222c4 HTTP/1.1" status: 200  len: 943 time: 0.0935931
May 07 22:47:19.225379 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240722e7-475a-4cab-a388-2c797e53a257 req-cecb32b5-3a86-489f-95d9-2784d4923738 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:47:19.226887 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-240722e7-475a-4cab-a388-2c797e53a257 req-cecb32b5-3a86-489f-95d9-2784d4923738 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e274e6d-0fee-40d1-86ba-5df7d5d31ad7 HTTP/1.1" status: 200  len: 946 time: 0.0526457
May 07 22:47:19.275503 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-240722e7-475a-4cab-a388-2c797e53a257 req-57bfa636-e8d7-4837-88b7-e675db9c76b5 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8a7b80e-20b9-4d66-894a-fa3efe40135c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428209
May 07 22:47:19.679011 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device d4a2b006-9fc5-4562-9938-af8dd3a222c4 no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:47:19.751832 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port d4a2b006-9fc5-4562-9938-af8dd3a222c4 is: ACTIVE; New status is: DOWN {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:47:19.752217 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (d4a2b006-9fc5-4562-9938-af8dd3a222c4), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:47:19.773932 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e274e6d-0fee-40d1-86ba-5df7d5d31ad7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4a2b006-9fc5-4562-9938-af8dd3a222c4'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:47:19.776161 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e352c856df6d9a4dba2fcbb1d90abaa21189b274bacc9e1d4127b130ac2d277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c701267-8e45-40a6-9119-3454fa9d2502" -d '{"events": [{"server_uuid": "3e274e6d-0fee-40d1-86ba-5df7d5d31ad7", "name": "network-vif-unplugged", "status": "completed", "tag": "d4a2b006-9fc5-4562-9938-af8dd3a222c4"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:47:19.792107 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port d4a2b006-9fc5-4562-9938-af8dd3a222c4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d4a2b006-9fc5-4562-9938-af8dd3a222c4,segment=NetworkSegment(0e7553ac-4fa1-41aa-915c-ca3e75fcc1ba),segment_id=0e7553ac-4fa1-41aa-915c-ca3e75fcc1ba)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:47:19.795960 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (d4a2b006-9fc5-4562-9938-af8dd3a222c4), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:47:19.821742 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 07 May 2022 22:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2eef0b6-9b8d-44df-bf96-5a1b6f0eb46a x-openstack-request-id: req-d2eef0b6-9b8d-44df-bf96-5a1b6f0eb46a {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:47:19.822047 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e274e6d-0fee-40d1-86ba-5df7d5d31ad7", "name": "network-vif-unplugged", "status": "completed", "tag": "d4a2b006-9fc5-4562-9938-af8dd3a222c4", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:47:19.822358 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d2eef0b6-9b8d-44df-bf96-5a1b6f0eb46a {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:47:19.822757 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2eef0b6-9b8d-44df-bf96-5a1b6f0eb46a'] response: {'server_uuid': '3e274e6d-0fee-40d1-86ba-5df7d5d31ad7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4a2b006-9fc5-4562-9938-af8dd3a222c4', 'code': 200}
May 07 22:47:19.854548 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=d4a2b006-9fc5-4562-9938-af8dd3a222c4,revision_number=6']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:47:19.861863 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:47:19.862214 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:47:19.862560 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:47:19.862931 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:47:19.863271 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:47:19.863606 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:47:19.864548 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:47:19.864882 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:47:19.865212 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:47:19.865537 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:47:19.865866 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:47:19.866189 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:47:19.866512 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:47:19.866859 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:47:19.867184 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:47:19.931916 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247109f0-7dae-4f08-95db-60fdbdf21557 req-9939916a-d55c-49fa-bde2-ba581efe1627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:47:19.933493 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-247109f0-7dae-4f08-95db-60fdbdf21557 req-9939916a-d55c-49fa-bde2-ba581efe1627 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3e274e6d-0fee-40d1-86ba-5df7d5d31ad7&tenant_id=2a375b5dd32e4b6eb61e9a9877c9a04c HTTP/1.1" status: 200  len: 1126 time: 0.0407178
May 07 22:47:19.943999 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-247109f0-7dae-4f08-95db-60fdbdf21557 req-279cb697-a792-4594-b580-73fee323515b service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:47:20.001337 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-247109f0-7dae-4f08-95db-60fdbdf21557 req-279cb697-a792-4594-b580-73fee323515b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (d4a2b006-9fc5-4562-9938-af8dd3a222c4), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:47:20.197862 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-247109f0-7dae-4f08-95db-60fdbdf21557 req-279cb697-a792-4594-b580-73fee323515b service neutron] For port d4a2b006-9fc5-4562-9938-af8dd3a222c4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d4a2b006-9fc5-4562-9938-af8dd3a222c4,segment=NetworkSegment(0e7553ac-4fa1-41aa-915c-ca3e75fcc1ba),segment_id=0e7553ac-4fa1-41aa-915c-ca3e75fcc1ba)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:47:20.235417 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-247109f0-7dae-4f08-95db-60fdbdf21557 req-279cb697-a792-4594-b580-73fee323515b service neutron] For port d4a2b006-9fc5-4562-9938-af8dd3a222c4, host nch1-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:47:20.266936 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [req-247109f0-7dae-4f08-95db-60fdbdf21557 req-279cb697-a792-4594-b580-73fee323515b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4a2b006-9fc5-4562-9938-af8dd3a222c4 {{(pid=121837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:47:20.274722 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-247109f0-7dae-4f08-95db-60fdbdf21557 req-279cb697-a792-4594-b580-73fee323515b service neutron] Publish callbacks [] for port (d4a2b006-9fc5-4562-9938-af8dd3a222c4), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:47:20.287679 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-247109f0-7dae-4f08-95db-60fdbdf21557 req-279cb697-a792-4594-b580-73fee323515b service neutron] Transition to ACTIVE for port object d4a2b006-9fc5-4562-9938-af8dd3a222c4 will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 22:47:20.291034 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-247109f0-7dae-4f08-95db-60fdbdf21557 req-279cb697-a792-4594-b580-73fee323515b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (d4a2b006-9fc5-4562-9938-af8dd3a222c4), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:47:20.369933 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279cb697-a792-4594-b580-73fee323515b service neutron] Pushing event updated for resources: {'Port': ['ID=d4a2b006-9fc5-4562-9938-af8dd3a222c4,revision_number=7']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:47:20.381867 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279cb697-a792-4594-b580-73fee323515b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:47:20.382245 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279cb697-a792-4594-b580-73fee323515b service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:47:20.382560 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279cb697-a792-4594-b580-73fee323515b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:47:20.382929 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279cb697-a792-4594-b580-73fee323515b service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:47:20.383271 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279cb697-a792-4594-b580-73fee323515b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:47:20.383607 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279cb697-a792-4594-b580-73fee323515b service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:47:20.383939 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279cb697-a792-4594-b580-73fee323515b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:47:20.384260 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279cb697-a792-4594-b580-73fee323515b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:47:20.384590 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279cb697-a792-4594-b580-73fee323515b service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:47:20.384925 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279cb697-a792-4594-b580-73fee323515b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:47:20.385252 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279cb697-a792-4594-b580-73fee323515b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:47:20.385586 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279cb697-a792-4594-b580-73fee323515b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:47:20.385914 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279cb697-a792-4594-b580-73fee323515b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:47:20.386237 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279cb697-a792-4594-b580-73fee323515b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:47:20.386560 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279cb697-a792-4594-b580-73fee323515b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:47:20.400081 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c628b4-c839-4f36-8944-d6537cc7c76f req-f1f94b5f-223c-457e-9715-60e671ba588f tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:47:20.401845 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b3c628b4-c839-4f36-8944-d6537cc7c76f req-f1f94b5f-223c-457e-9715-60e671ba588f tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e274e6d-0fee-40d1-86ba-5df7d5d31ad7 HTTP/1.1" status: 200  len: 944 time: 0.0517719
May 07 22:47:20.432334 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-247109f0-7dae-4f08-95db-60fdbdf21557 req-279cb697-a792-4594-b580-73fee323515b service neutron] No DVR routers for this DVR port d4a2b006-9fc5-4562-9938-af8dd3a222c4 on host nch1-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:47:20.454372 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-b3c628b4-c839-4f36-8944-d6537cc7c76f req-9a484977-2117-47ca-ba6e-41e6c73c8e19 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8a7b80e-20b9-4d66-894a-fa3efe40135c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0461242
May 07 22:47:20.578227 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-247109f0-7dae-4f08-95db-60fdbdf21557 req-279cb697-a792-4594-b580-73fee323515b service neutron] Attempting to bind port d4a2b006-9fc5-4562-9938-af8dd3a222c4 on host nch2-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:47:20.578556 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-247109f0-7dae-4f08-95db-60fdbdf21557 req-279cb697-a792-4594-b580-73fee323515b service neutron] Attempting to bind port d4a2b006-9fc5-4562-9938-af8dd3a222c4 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '0e7553ac-4fa1-41aa-915c-ca3e75fcc1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '961433bf-582e-417a-89b7-d9083e8c3ca2'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:47:20.578977 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247109f0-7dae-4f08-95db-60fdbdf21557 req-279cb697-a792-4594-b580-73fee323515b service neutron] Attempting to bind port d4a2b006-9fc5-4562-9938-af8dd3a222c4 on network 961433bf-582e-417a-89b7-d9083e8c3ca2 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:47:20.583723 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247109f0-7dae-4f08-95db-60fdbdf21557 req-279cb697-a792-4594-b580-73fee323515b service neutron] Port d4a2b006-9fc5-4562-9938-af8dd3a222c4 on network 961433bf-582e-417a-89b7-d9083e8c3ca2 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:47:20.584068 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247109f0-7dae-4f08-95db-60fdbdf21557 req-279cb697-a792-4594-b580-73fee323515b service neutron] Attempting to bind port d4a2b006-9fc5-4562-9938-af8dd3a222c4 on network 961433bf-582e-417a-89b7-d9083e8c3ca2 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:47:20.588812 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247109f0-7dae-4f08-95db-60fdbdf21557 req-279cb697-a792-4594-b580-73fee323515b service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:47:20.632793 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247109f0-7dae-4f08-95db-60fdbdf21557 req-279cb697-a792-4594-b580-73fee323515b service neutron] Checking segment: {'id': '0e7553ac-4fa1-41aa-915c-ca3e75fcc1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '961433bf-582e-417a-89b7-d9083e8c3ca2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:47:20.632793 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247109f0-7dae-4f08-95db-60fdbdf21557 req-279cb697-a792-4594-b580-73fee323515b service neutron] Bound using segment: {'id': '0e7553ac-4fa1-41aa-915c-ca3e75fcc1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '961433bf-582e-417a-89b7-d9083e8c3ca2'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:47:20.632793 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-247109f0-7dae-4f08-95db-60fdbdf21557 req-279cb697-a792-4594-b580-73fee323515b service neutron] Bound port: d4a2b006-9fc5-4562-9938-af8dd3a222c4, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e7553ac-4fa1-41aa-915c-ca3e75fcc1ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '961433bf-582e-417a-89b7-d9083e8c3ca2'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:47:20.632793 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-247109f0-7dae-4f08-95db-60fdbdf21557 req-279cb697-a792-4594-b580-73fee323515b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (d4a2b006-9fc5-4562-9938-af8dd3a222c4), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:47:20.655161 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-247109f0-7dae-4f08-95db-60fdbdf21557 req-279cb697-a792-4594-b580-73fee323515b service neutron] For port d4a2b006-9fc5-4562-9938-af8dd3a222c4, host nch2-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:47:20.658731 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-247109f0-7dae-4f08-95db-60fdbdf21557 req-279cb697-a792-4594-b580-73fee323515b service neutron] For port d4a2b006-9fc5-4562-9938-af8dd3a222c4, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d4a2b006-9fc5-4562-9938-af8dd3a222c4,segment=NetworkSegment(0e7553ac-4fa1-41aa-915c-ca3e75fcc1ba),segment_id=0e7553ac-4fa1-41aa-915c-ca3e75fcc1ba)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:47:20.664313 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-247109f0-7dae-4f08-95db-60fdbdf21557 req-279cb697-a792-4594-b580-73fee323515b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (d4a2b006-9fc5-4562-9938-af8dd3a222c4), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:47:20.697130 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247109f0-7dae-4f08-95db-60fdbdf21557 req-279cb697-a792-4594-b580-73fee323515b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:47:20.697740 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-247109f0-7dae-4f08-95db-60fdbdf21557 req-279cb697-a792-4594-b580-73fee323515b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:47:20.699157 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-247109f0-7dae-4f08-95db-60fdbdf21557 req-279cb697-a792-4594-b580-73fee323515b service neutron] 10.222.0.59 "PUT /v2.0/ports/d4a2b006-9fc5-4562-9938-af8dd3a222c4 HTTP/1.1" status: 200  len: 1092 time: 0.7590349
May 07 22:47:20.699601 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e274e6d-0fee-40d1-86ba-5df7d5d31ad7', 'tag': 'd4a2b006-9fc5-4562-9938-af8dd3a222c4'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:47:20.701847 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}664c29c1a7da48ccc37752709f05e5263693aa6debbb8c18a94c0dbaf5468869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b91e340-826d-4c6a-bdd9-e3abb75b2cbb" -d '{"events": [{"name": "network-changed", "server_uuid": "3e274e6d-0fee-40d1-86ba-5df7d5d31ad7", "tag": "d4a2b006-9fc5-4562-9938-af8dd3a222c4"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:47:20.761459 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0af2f20-a2d2-43c5-85ae-72a1ad1da2eb x-openstack-request-id: req-e0af2f20-a2d2-43c5-85ae-72a1ad1da2eb {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:47:20.761800 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e274e6d-0fee-40d1-86ba-5df7d5d31ad7", "tag": "d4a2b006-9fc5-4562-9938-af8dd3a222c4", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:47:20.762068 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e0af2f20-a2d2-43c5-85ae-72a1ad1da2eb {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:47:20.762410 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0af2f20-a2d2-43c5-85ae-72a1ad1da2eb'] response: {'name': 'network-changed', 'server_uuid': '3e274e6d-0fee-40d1-86ba-5df7d5d31ad7', 'tag': 'd4a2b006-9fc5-4562-9938-af8dd3a222c4', 'status': 'completed', 'code': 200}
May 07 22:47:20.763200 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279cb697-a792-4594-b580-73fee323515b service neutron] Pushing event updated for resources: {'Port': ['ID=d4a2b006-9fc5-4562-9938-af8dd3a222c4,revision_number=8']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:47:20.778321 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247109f0-7dae-4f08-95db-60fdbdf21557 req-c057113b-f23f-40bc-932e-0d210bc429f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:47:20.779977 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-247109f0-7dae-4f08-95db-60fdbdf21557 req-c057113b-f23f-40bc-932e-0d210bc429f0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2a375b5dd32e4b6eb61e9a9877c9a04c&device_id=3e274e6d-0fee-40d1-86ba-5df7d5d31ad7 HTTP/1.1" status: 200  len: 1126 time: 0.0533607
May 07 22:47:20.873788 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247109f0-7dae-4f08-95db-60fdbdf21557 req-00ad9bb7-ee70-4d0b-9af5-06402afc1976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:47:20.875600 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-247109f0-7dae-4f08-95db-60fdbdf21557 req-00ad9bb7-ee70-4d0b-9af5-06402afc1976 service neutron] 10.222.0.59 "GET /v2.0/networks?id=961433bf-582e-417a-89b7-d9083e8c3ca2 HTTP/1.1" status: 200  len: 910 time: 0.0891471
May 07 22:47:20.943186 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-247109f0-7dae-4f08-95db-60fdbdf21557 req-528b0f2b-0a4d-4712-a8e3-53207d4dcba0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d4a2b006-9fc5-4562-9938-af8dd3a222c4 HTTP/1.1" status: 200  len: 1000 time: 0.0622959
May 07 22:47:20.990549 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247109f0-7dae-4f08-95db-60fdbdf21557 req-4cf1780d-385d-4ab0-ab62-c4dfd5f5f943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:47:20.992043 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-247109f0-7dae-4f08-95db-60fdbdf21557 req-4cf1780d-385d-4ab0-ab62-c4dfd5f5f943 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bc9ff68a-38d1-476e-b9af-d07f8e3d611e HTTP/1.1" status: 200  len: 848 time: 0.0437641
May 07 22:47:21.036119 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247109f0-7dae-4f08-95db-60fdbdf21557 req-6acbcbcc-b613-4ea5-86a1-c4ca6274bd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:47:21.037591 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-247109f0-7dae-4f08-95db-60fdbdf21557 req-6acbcbcc-b613-4ea5-86a1-c4ca6274bd34 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=961433bf-582e-417a-89b7-d9083e8c3ca2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0381172
May 07 22:47:21.128385 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-247109f0-7dae-4f08-95db-60fdbdf21557 req-038b4ec7-e4da-4d81-aaed-0682b4c5e243 service neutron] 10.222.0.59 "GET /v2.0/networks/961433bf-582e-417a-89b7-d9083e8c3ca2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0846078
May 07 22:47:21.221323 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-247109f0-7dae-4f08-95db-60fdbdf21557 req-ff2041aa-9e50-4c3d-a49e-1f765a537c2f service neutron] 10.222.0.59 "GET /v2.0/networks/961433bf-582e-417a-89b7-d9083e8c3ca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0874164
May 07 22:47:21.573039 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1fd4c2-8d46-4522-819b-823f13ddc1ac req-c6cd0d41-22e0-4d62-a76d-75771424ca2d tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:47:21.574511 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1e1fd4c2-8d46-4522-819b-823f13ddc1ac req-c6cd0d41-22e0-4d62-a76d-75771424ca2d tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e274e6d-0fee-40d1-86ba-5df7d5d31ad7 HTTP/1.1" status: 200  len: 944 time: 0.0476677
May 07 22:47:21.626534 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1e1fd4c2-8d46-4522-819b-823f13ddc1ac req-6f184672-a9df-42f3-8d65-24abd7857f37 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8a7b80e-20b9-4d66-894a-fa3efe40135c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465190
May 07 22:47:21.723867 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b91e340-826d-4c6a-bdd9-e3abb75b2cbb req-a4443926-8af5-4380-9b3f-f76199f50374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:47:21.725380 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1b91e340-826d-4c6a-bdd9-e3abb75b2cbb req-a4443926-8af5-4380-9b3f-f76199f50374 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2a375b5dd32e4b6eb61e9a9877c9a04c&device_id=3e274e6d-0fee-40d1-86ba-5df7d5d31ad7 HTTP/1.1" status: 200  len: 1126 time: 0.0450196
May 07 22:47:21.815172 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b91e340-826d-4c6a-bdd9-e3abb75b2cbb req-445af3f4-4851-4dbe-945c-27cb76278678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:47:21.816575 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1b91e340-826d-4c6a-bdd9-e3abb75b2cbb req-445af3f4-4851-4dbe-945c-27cb76278678 service neutron] 10.222.0.59 "GET /v2.0/networks?id=961433bf-582e-417a-89b7-d9083e8c3ca2 HTTP/1.1" status: 200  len: 910 time: 0.0847025
May 07 22:47:22.202169 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1b91e340-826d-4c6a-bdd9-e3abb75b2cbb req-093e2c78-7844-4514-beb1-95fb986503c8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d4a2b006-9fc5-4562-9938-af8dd3a222c4 HTTP/1.1" status: 200  len: 1000 time: 0.3794963
May 07 22:47:22.250029 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b91e340-826d-4c6a-bdd9-e3abb75b2cbb req-29400a37-7930-4b3b-a975-05eed1acbce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:47:22.251525 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1b91e340-826d-4c6a-bdd9-e3abb75b2cbb req-29400a37-7930-4b3b-a975-05eed1acbce8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bc9ff68a-38d1-476e-b9af-d07f8e3d611e HTTP/1.1" status: 200  len: 848 time: 0.0436547
May 07 22:47:22.253877 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:47:22.297582 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b91e340-826d-4c6a-bdd9-e3abb75b2cbb req-5f8d30db-5de8-4ff6-afe9-c356a50a6d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:47:22.299128 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1b91e340-826d-4c6a-bdd9-e3abb75b2cbb req-5f8d30db-5de8-4ff6-afe9-c356a50a6d48 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=961433bf-582e-417a-89b7-d9083e8c3ca2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0392380
May 07 22:47:22.397081 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1b91e340-826d-4c6a-bdd9-e3abb75b2cbb req-dad6f542-295d-41b1-8363-7d3a5c3aaa9f service neutron] 10.222.0.59 "GET /v2.0/networks/961433bf-582e-417a-89b7-d9083e8c3ca2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0880463
May 07 22:47:22.742842 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0c96cc-2f6a-4d1e-8762-720f8d96abbc req-bc4e9b1d-af78-4588-93d5-8a4bfc0e1440 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:47:22.744313 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ce0c96cc-2f6a-4d1e-8762-720f8d96abbc req-bc4e9b1d-af78-4588-93d5-8a4bfc0e1440 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e274e6d-0fee-40d1-86ba-5df7d5d31ad7 HTTP/1.1" status: 200  len: 944 time: 0.0476599
May 07 22:47:22.793266 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-ce0c96cc-2f6a-4d1e-8762-720f8d96abbc req-33d0cc1a-44ac-4ec5-aca0-409b94975603 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8a7b80e-20b9-4d66-894a-fa3efe40135c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432668
May 07 22:47:23.514106 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1b91e340-826d-4c6a-bdd9-e3abb75b2cbb req-658c7586-00b0-4c06-b55f-acb9d879a0bb service neutron] 10.222.0.59 "GET /v2.0/networks/961433bf-582e-417a-89b7-d9083e8c3ca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0904784
May 07 22:47:23.749237 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-eb6cb49a-8713-4c6b-9737-5407c522f74d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:47:23.907752 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99571848-4cfc-4114-9d51-c8683cbe6ce0 req-78e80adf-3d45-4dde-bf86-f07bbecd48df tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:47:23.909218 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-99571848-4cfc-4114-9d51-c8683cbe6ce0 req-78e80adf-3d45-4dde-bf86-f07bbecd48df tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e274e6d-0fee-40d1-86ba-5df7d5d31ad7 HTTP/1.1" status: 200  len: 944 time: 0.0477870
May 07 22:47:23.959550 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-99571848-4cfc-4114-9d51-c8683cbe6ce0 req-0616d6d8-56c2-4c48-ae8c-afc896ef3a8a tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8a7b80e-20b9-4d66-894a-fa3efe40135c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447316
May 07 22:47:24.434566 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:47:25.082712 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e441c44-0a47-4fde-b5a8-a7718fe8367c req-158bc184-a6fd-47e2-80cf-d81699bbe6ac tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:47:25.084197 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4e441c44-0a47-4fde-b5a8-a7718fe8367c req-158bc184-a6fd-47e2-80cf-d81699bbe6ac tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e274e6d-0fee-40d1-86ba-5df7d5d31ad7 HTTP/1.1" status: 200  len: 944 time: 0.0510523
May 07 22:47:25.138090 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-4e441c44-0a47-4fde-b5a8-a7718fe8367c req-57e86fc7-0f26-4fdf-9f26-76e9b95b7040 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8a7b80e-20b9-4d66-894a-fa3efe40135c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0483220
May 07 22:47:26.250630 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb0d1f0-cd2c-4465-98b6-7b651a0d19dc req-c4ea89f7-2390-4e2d-a3b0-d9813f087fc7 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:47:26.252271 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bbb0d1f0-cd2c-4465-98b6-7b651a0d19dc req-c4ea89f7-2390-4e2d-a3b0-d9813f087fc7 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e274e6d-0fee-40d1-86ba-5df7d5d31ad7 HTTP/1.1" status: 200  len: 944 time: 0.0471964
May 07 22:47:26.301758 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-bbb0d1f0-cd2c-4465-98b6-7b651a0d19dc req-13ae8cc8-d74d-4a7b-81e0-932188ca90c7 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8a7b80e-20b9-4d66-894a-fa3efe40135c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437799
May 07 22:47:26.608804 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device d4a2b006-9fc5-4562-9938-af8dd3a222c4 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:47:26.794094 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.db.resource_extend [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
May 07 22:47:26.804276 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1874b72a-b4d3-4feb-b3d9-6c12bc4c7693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:47:26.871052 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port d4a2b006-9fc5-4562-9938-af8dd3a222c4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d4a2b006-9fc5-4562-9938-af8dd3a222c4,segment=NetworkSegment(0e7553ac-4fa1-41aa-915c-ca3e75fcc1ba),segment_id=0e7553ac-4fa1-41aa-915c-ca3e75fcc1ba)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:47:26.882288 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': 'd4a2b006-9fc5-4562-9938-af8dd3a222c4', 'network_id': '961433bf-582e-417a-89b7-d9083e8c3ca2', 'port_id': 'd4a2b006-9fc5-4562-9938-af8dd3a222c4', 'mac_address': 'fa:16:3e:86:5e:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc9ff68a-38d1-476e-b9af-d07f8e3d611e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:47:26.921549 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port d4a2b006-9fc5-4562-9938-af8dd3a222c4 is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:47:26.921936 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (d4a2b006-9fc5-4562-9938-af8dd3a222c4), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:47:26.934677 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4a2b006-9fc5-4562-9938-af8dd3a222c4 {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:47:26.954756 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port d4a2b006-9fc5-4562-9938-af8dd3a222c4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d4a2b006-9fc5-4562-9938-af8dd3a222c4,segment=NetworkSegment(0e7553ac-4fa1-41aa-915c-ca3e75fcc1ba),segment_id=0e7553ac-4fa1-41aa-915c-ca3e75fcc1ba)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:47:26.958441 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (d4a2b006-9fc5-4562-9938-af8dd3a222c4), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:47:27.002970 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=d4a2b006-9fc5-4562-9938-af8dd3a222c4,revision_number=9']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:47:27.179178 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['d4a2b006-9fc5-4562-9938-af8dd3a222c4'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:47:27.429903 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e9a86a-5755-4398-af2a-beda9f743cbc req-600112b9-d2e1-48d9-a461-73ae33136c8a tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:47:27.431321 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-27e9a86a-5755-4398-af2a-beda9f743cbc req-600112b9-d2e1-48d9-a461-73ae33136c8a tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e274e6d-0fee-40d1-86ba-5df7d5d31ad7 HTTP/1.1" status: 200  len: 945 time: 0.0616493
May 07 22:47:27.476004 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b34c951-c1f2-4d5e-b745-951b0b7a9eb5 req-a8d33b8e-ec02-404d-93dc-351271414444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:47:27.477489 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9b34c951-c1f2-4d5e-b745-951b0b7a9eb5 req-a8d33b8e-ec02-404d-93dc-351271414444 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2a375b5dd32e4b6eb61e9a9877c9a04c&device_id=3e274e6d-0fee-40d1-86ba-5df7d5d31ad7 HTTP/1.1" status: 200  len: 1127 time: 0.0659304
May 07 22:47:27.522795 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-27e9a86a-5755-4398-af2a-beda9f743cbc req-05b85870-8b91-44e5-ad8d-6c7fb5be36ec tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8a7b80e-20b9-4d66-894a-fa3efe40135c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0716166
May 07 22:47:27.590426 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b34c951-c1f2-4d5e-b745-951b0b7a9eb5 req-ef72361a-d014-495f-b68f-bbe93e8a82f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:47:27.591913 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9b34c951-c1f2-4d5e-b745-951b0b7a9eb5 req-ef72361a-d014-495f-b68f-bbe93e8a82f2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=961433bf-582e-417a-89b7-d9083e8c3ca2 HTTP/1.1" status: 200  len: 910 time: 0.0939744
May 07 22:47:27.637898 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:47:27.661352 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9b34c951-c1f2-4d5e-b745-951b0b7a9eb5 req-3e7360f3-bad3-4a62-9a47-3f1af6e09c8c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d4a2b006-9fc5-4562-9938-af8dd3a222c4 HTTP/1.1" status: 200  len: 1001 time: 0.0620155
May 07 22:47:27.708248 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b34c951-c1f2-4d5e-b745-951b0b7a9eb5 req-638efb5c-c6a3-4c58-b223-c052458a0c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:47:27.709583 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9b34c951-c1f2-4d5e-b745-951b0b7a9eb5 req-638efb5c-c6a3-4c58-b223-c052458a0c22 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bc9ff68a-38d1-476e-b9af-d07f8e3d611e HTTP/1.1" status: 200  len: 848 time: 0.0425639
May 07 22:47:27.751888 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b34c951-c1f2-4d5e-b745-951b0b7a9eb5 req-9681f876-569a-4581-8239-edd24e3dd303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:47:27.753364 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9b34c951-c1f2-4d5e-b745-951b0b7a9eb5 req-9681f876-569a-4581-8239-edd24e3dd303 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=961433bf-582e-417a-89b7-d9083e8c3ca2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0378389
May 07 22:47:27.844888 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9b34c951-c1f2-4d5e-b745-951b0b7a9eb5 req-77d76021-cffd-4bf0-b878-4137a50fb389 service neutron] 10.222.0.59 "GET /v2.0/networks/961433bf-582e-417a-89b7-d9083e8c3ca2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0855107
May 07 22:47:27.934335 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9b34c951-c1f2-4d5e-b745-951b0b7a9eb5 req-e3041ae8-bc5b-42f8-a420-177219a9aeb8 service neutron] 10.222.0.59 "GET /v2.0/networks/961433bf-582e-417a-89b7-d9083e8c3ca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0835443
May 07 22:47:28.624291 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device d4a2b006-9fc5-4562-9938-af8dd3a222c4 up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:47:28.648142 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50f6eba-9aab-45bf-8bc8-cd55af8e0583 req-83072bfa-a28a-4308-8c22-54d29222cf79 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:47:28.649806 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a50f6eba-9aab-45bf-8bc8-cd55af8e0583 req-83072bfa-a28a-4308-8c22-54d29222cf79 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e274e6d-0fee-40d1-86ba-5df7d5d31ad7 HTTP/1.1" status: 200  len: 945 time: 0.0526719
May 07 22:47:28.675042 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning for port d4a2b006-9fc5-4562-9938-af8dd3a222c4 completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 22:47:28.682743 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port d4a2b006-9fc5-4562-9938-af8dd3a222c4 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:47:28.683152 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (d4a2b006-9fc5-4562-9938-af8dd3a222c4), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:47:28.708109 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a50f6eba-9aab-45bf-8bc8-cd55af8e0583 req-342047a9-be2b-4df9-a438-f7524894bed5 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8a7b80e-20b9-4d66-894a-fa3efe40135c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0510294
May 07 22:47:28.763026 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port d4a2b006-9fc5-4562-9938-af8dd3a222c4 is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:47:28.763421 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (d4a2b006-9fc5-4562-9938-af8dd3a222c4), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:47:28.786154 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e274e6d-0fee-40d1-86ba-5df7d5d31ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4a2b006-9fc5-4562-9938-af8dd3a222c4'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:47:28.788391 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e352c856df6d9a4dba2fcbb1d90abaa21189b274bacc9e1d4127b130ac2d277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b54712-847f-4ce8-8d9f-ef6018a213b5" -d '{"events": [{"server_uuid": "3e274e6d-0fee-40d1-86ba-5df7d5d31ad7", "name": "network-vif-plugged", "status": "completed", "tag": "d4a2b006-9fc5-4562-9938-af8dd3a222c4"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:47:28.800282 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port d4a2b006-9fc5-4562-9938-af8dd3a222c4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d4a2b006-9fc5-4562-9938-af8dd3a222c4,segment=NetworkSegment(0e7553ac-4fa1-41aa-915c-ca3e75fcc1ba),segment_id=0e7553ac-4fa1-41aa-915c-ca3e75fcc1ba)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:47:28.805890 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (d4a2b006-9fc5-4562-9938-af8dd3a222c4), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:47:28.830102 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3624e296-a460-408e-b67b-e8156c0f6d7f x-openstack-request-id: req-3624e296-a460-408e-b67b-e8156c0f6d7f {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:47:28.830401 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e274e6d-0fee-40d1-86ba-5df7d5d31ad7", "name": "network-vif-plugged", "status": "completed", "tag": "d4a2b006-9fc5-4562-9938-af8dd3a222c4", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:47:28.830653 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3624e296-a460-408e-b67b-e8156c0f6d7f {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:47:28.831079 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3624e296-a460-408e-b67b-e8156c0f6d7f'] response: {'server_uuid': '3e274e6d-0fee-40d1-86ba-5df7d5d31ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4a2b006-9fc5-4562-9938-af8dd3a222c4', 'code': 200}
May 07 22:47:28.856396 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=d4a2b006-9fc5-4562-9938-af8dd3a222c4,revision_number=10']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:47:29.075467 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc7463b-1e20-4c43-8d1d-5eac09142f62 req-093506b9-82db-4074-90ba-f3e1a4430d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:47:29.076857 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5dc7463b-1e20-4c43-8d1d-5eac09142f62 req-093506b9-82db-4074-90ba-f3e1a4430d0b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3e274e6d-0fee-40d1-86ba-5df7d5d31ad7 HTTP/1.1" status: 200  len: 1129 time: 0.0438113
May 07 22:47:29.121474 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-5dc7463b-1e20-4c43-8d1d-5eac09142f62 req-e4eed116-645d-4467-834a-ab3e009a6b14 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=d8a7b80e-20b9-4d66-894a-fa3efe40135c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389006
May 07 22:47:29.363016 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:47:29.834551 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de9daf9-0ae1-41af-b2d7-2677dcfc27a3 req-5c140edc-0f21-4fb1-b729-c8b25ddb55e2 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:47:29.834551 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7de9daf9-0ae1-41af-b2d7-2677dcfc27a3 req-5c140edc-0f21-4fb1-b729-c8b25ddb55e2 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e274e6d-0fee-40d1-86ba-5df7d5d31ad7 HTTP/1.1" status: 200  len: 947 time: 0.0469179
May 07 22:47:29.882606 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7de9daf9-0ae1-41af-b2d7-2677dcfc27a3 req-624242a8-2988-4260-a888-d10c429dc84f tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8a7b80e-20b9-4d66-894a-fa3efe40135c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426960
May 07 22:47:30.428725 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:47:31.001299 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa192d0-90d2-4605-980f-8e40d2215f8e req-d8068d83-de43-4726-86fc-feb8bc1f8862 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:47:31.002758 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0fa192d0-90d2-4605-980f-8e40d2215f8e req-d8068d83-de43-4726-86fc-feb8bc1f8862 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e274e6d-0fee-40d1-86ba-5df7d5d31ad7 HTTP/1.1" status: 200  len: 947 time: 0.0470064
May 07 22:47:31.050466 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0fa192d0-90d2-4605-980f-8e40d2215f8e req-70592ba3-f7bd-405b-8360-fee7f76dd6da tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8a7b80e-20b9-4d66-894a-fa3efe40135c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420148
May 07 22:47:33.869770 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 22:47:52.269399 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:47:53.750599 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-662e9e67-5911-4ac9-ac37-5ff4cebadd30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:47:54.435169 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:47:56.641415 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-22515765-29de-4456-8503-bd230e5b9211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:47:57.641820 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:47:59.362419 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:48:00.431603 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:48:10.869329 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 22:48:22.271927 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:48:23.752594 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-82ab7629-5265-4c93-85b8-fbdfb7f4171f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:48:24.445635 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:48:26.634717 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-00f11ba7-d955-413b-b062-68a7646740c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:48:27.420650 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f28c7407-594b-4bac-bc34-2f1aaf09c2e0 req-5ee4cc0a-fbf9-4e92-b1a8-3284947e0360 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3e274e6d-0fee-40d1-86ba-5df7d5d31ad7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0427723
May 07 22:48:27.497356 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28c7407-594b-4bac-bc34-2f1aaf09c2e0 req-a1a0e0ad-65af-4ad1-a945-ff87e485585e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:48:27.498874 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f28c7407-594b-4bac-bc34-2f1aaf09c2e0 req-a1a0e0ad-65af-4ad1-a945-ff87e485585e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2a375b5dd32e4b6eb61e9a9877c9a04c&device_id=3e274e6d-0fee-40d1-86ba-5df7d5d31ad7 HTTP/1.1" status: 200  len: 1129 time: 0.0391338
May 07 22:48:27.604645 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28c7407-594b-4bac-bc34-2f1aaf09c2e0 req-88fa63ce-4208-4e4f-9286-b24c6f1c7038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:48:27.606087 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f28c7407-594b-4bac-bc34-2f1aaf09c2e0 req-88fa63ce-4208-4e4f-9286-b24c6f1c7038 service neutron] 10.222.0.59 "GET /v2.0/networks?id=961433bf-582e-417a-89b7-d9083e8c3ca2 HTTP/1.1" status: 200  len: 910 time: 0.0883608
May 07 22:48:27.643629 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:48:27.678634 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f28c7407-594b-4bac-bc34-2f1aaf09c2e0 req-6d3a159a-9de2-4c3d-8601-fd8750aceb6c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d4a2b006-9fc5-4562-9938-af8dd3a222c4 HTTP/1.1" status: 200  len: 1002 time: 0.0666282
May 07 22:48:27.731836 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28c7407-594b-4bac-bc34-2f1aaf09c2e0 req-76891100-2356-4194-8818-791fbc60d4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:48:27.733272 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f28c7407-594b-4bac-bc34-2f1aaf09c2e0 req-76891100-2356-4194-8818-791fbc60d4ec service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bc9ff68a-38d1-476e-b9af-d07f8e3d611e HTTP/1.1" status: 200  len: 848 time: 0.0477540
May 07 22:48:27.774843 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28c7407-594b-4bac-bc34-2f1aaf09c2e0 req-893043ed-8e16-486a-9447-a8b725a54659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:48:27.776332 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f28c7407-594b-4bac-bc34-2f1aaf09c2e0 req-893043ed-8e16-486a-9447-a8b725a54659 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=961433bf-582e-417a-89b7-d9083e8c3ca2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0372725
May 07 22:48:27.867767 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f28c7407-594b-4bac-bc34-2f1aaf09c2e0 req-ad6885bf-77b4-4a27-bd10-931141165db9 service neutron] 10.222.0.59 "GET /v2.0/networks/961433bf-582e-417a-89b7-d9083e8c3ca2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0844314
May 07 22:48:27.955811 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-f28c7407-594b-4bac-bc34-2f1aaf09c2e0 req-ff10c738-bb28-423f-bb0b-a59aa9273a70 service neutron] 10.222.0.59 "GET /v2.0/networks/961433bf-582e-417a-89b7-d9083e8c3ca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0825136
May 07 22:48:29.365515 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:48:30.436344 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:48:47.869636 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 22:48:50.758935 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 60374) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:48:50.911501 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-d1ea64bf-6f58-457b-aafe-f7b8dcad786b tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Deleting port 30983dfe-cc51-4fa6-8161-6dcf10d5d831 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:48:50.911838 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d1ea64bf-6f58-457b-aafe-f7b8dcad786b tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (30983dfe-cc51-4fa6-8161-6dcf10d5d831), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:48:50.984924 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d1ea64bf-6f58-457b-aafe-f7b8dcad786b tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (30983dfe-cc51-4fa6-8161-6dcf10d5d831), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:48:50.985246 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d1ea64bf-6f58-457b-aafe-f7b8dcad786b tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks [] for floatingip (30983dfe-cc51-4fa6-8161-6dcf10d5d831), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:48:50.997823 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-d1ea64bf-6f58-457b-aafe-f7b8dcad786b tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Calling delete_port for 30983dfe-cc51-4fa6-8161-6dcf10d5d831 owned by network:floatingip {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:48:51.151691 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d1ea64bf-6f58-457b-aafe-f7b8dcad786b tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (30983dfe-cc51-4fa6-8161-6dcf10d5d831), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:48:51.176689 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ea64bf-6f58-457b-aafe-f7b8dcad786b tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Pushing event deleted for resources: {'Port': ['ID=30983dfe-cc51-4fa6-8161-6dcf10d5d831,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:48:51.187754 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ea64bf-6f58-457b-aafe-f7b8dcad786b tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:48:51.188183 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ea64bf-6f58-457b-aafe-f7b8dcad786b tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:48:51.188533 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ea64bf-6f58-457b-aafe-f7b8dcad786b tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:48:51.189409 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ea64bf-6f58-457b-aafe-f7b8dcad786b tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:48:51.189748 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ea64bf-6f58-457b-aafe-f7b8dcad786b tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:48:51.190081 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ea64bf-6f58-457b-aafe-f7b8dcad786b tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:48:51.190412 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ea64bf-6f58-457b-aafe-f7b8dcad786b tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:48:51.191292 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ea64bf-6f58-457b-aafe-f7b8dcad786b tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:48:51.191292 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ea64bf-6f58-457b-aafe-f7b8dcad786b tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:48:51.191435 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ea64bf-6f58-457b-aafe-f7b8dcad786b tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:48:51.191716 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ea64bf-6f58-457b-aafe-f7b8dcad786b tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:48:51.192046 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ea64bf-6f58-457b-aafe-f7b8dcad786b tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:48:51.192372 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ea64bf-6f58-457b-aafe-f7b8dcad786b tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:48:51.192699 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ea64bf-6f58-457b-aafe-f7b8dcad786b tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:48:51.193022 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1ea64bf-6f58-457b-aafe-f7b8dcad786b tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:48:51.262361 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d1ea64bf-6f58-457b-aafe-f7b8dcad786b tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks [] for floatingip (7e6510f7-6e04-4821-995b-8c8a1e636350), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:48:51.262690 ncdv-master-1 neutron-server[121837]: INFO neutron.db.l3_db [None req-d1ea64bf-6f58-457b-aafe-f7b8dcad786b tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Floating IP 7e6510f7-6e04-4821-995b-8c8a1e636350 disassociated (deleted). External IP: 172.35.4.250, port: d4a2b006-9fc5-4562-9938-af8dd3a222c4.
May 07 22:48:51.477300 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1ea64bf-6f58-457b-aafe-f7b8dcad786b tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Router 80d5d31e-6ce2-4797-8009-3df02411c31b has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:48:51.585955 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1ea64bf-6f58-457b-aafe-f7b8dcad786b tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:48:51.590703 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d1ea64bf-6f58-457b-aafe-f7b8dcad786b tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:48:51.595317 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5103d07d-42dd-4ddf-8314-e67cd48e2cda None None] Sync routers for ids ['80d5d31e-6ce2-4797-8009-3df02411c31b'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:48:51.604139 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5103d07d-42dd-4ddf-8314-e67cd48e2cda None None] Routers {'80d5d31e-6ce2-4797-8009-3df02411c31b'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:48:51.604759 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-5103d07d-42dd-4ddf-8314-e67cd48e2cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7feb7b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:48:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['80d5d31e-6ce2-4797-8009-3df02411c31b'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:48:51.620492 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-d1ea64bf-6f58-457b-aafe-f7b8dcad786b tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "DELETE /v2.0/floatingips/7e6510f7-6e04-4821-995b-8c8a1e636350 HTTP/1.1" status: 204  len: 168 time: 0.8604701
May 07 22:48:51.621127 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e274e6d-0fee-40d1-86ba-5df7d5d31ad7', 'tag': 'd4a2b006-9fc5-4562-9938-af8dd3a222c4'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:48:51.623399 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}664c29c1a7da48ccc37752709f05e5263693aa6debbb8c18a94c0dbaf5468869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fadb194-c7b4-438a-a0da-045a56d1993d" -d '{"events": [{"name": "network-changed", "server_uuid": "3e274e6d-0fee-40d1-86ba-5df7d5d31ad7", "tag": "d4a2b006-9fc5-4562-9938-af8dd3a222c4"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:48:51.663449 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e6ada79-7ed5-432c-968f-581340f44678 x-openstack-request-id: req-3e6ada79-7ed5-432c-968f-581340f44678 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:48:51.663772 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e274e6d-0fee-40d1-86ba-5df7d5d31ad7", "tag": "d4a2b006-9fc5-4562-9938-af8dd3a222c4", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:48:51.664032 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3e6ada79-7ed5-432c-968f-581340f44678 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:48:51.664453 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e6ada79-7ed5-432c-968f-581340f44678'] response: {'name': 'network-changed', 'server_uuid': '3e274e6d-0fee-40d1-86ba-5df7d5d31ad7', 'tag': 'd4a2b006-9fc5-4562-9938-af8dd3a222c4', 'status': 'completed', 'code': 200}
May 07 22:48:51.720809 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-5103d07d-42dd-4ddf-8314-e67cd48e2cda None None] Set router 80d5d31e-6ce2-4797-8009-3df02411c31b gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:48:51.731319 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fadb194-c7b4-438a-a0da-045a56d1993d req-80471d47-6ae5-44b6-9dce-06f707a245d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:48:51.733343 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8fadb194-c7b4-438a-a0da-045a56d1993d req-80471d47-6ae5-44b6-9dce-06f707a245d0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2a375b5dd32e4b6eb61e9a9877c9a04c&device_id=3e274e6d-0fee-40d1-86ba-5df7d5d31ad7 HTTP/1.1" status: 200  len: 1129 time: 0.0448582
May 07 22:48:51.878410 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a2e709-25a2-4369-8d7d-01b9138d62e3 req-6959a208-7305-47ca-8d7d-fab839ff48eb tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:48:51.879957 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-08a2e709-25a2-4369-8d7d-01b9138d62e3 req-6959a208-7305-47ca-8d7d-fab839ff48eb tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e274e6d-0fee-40d1-86ba-5df7d5d31ad7 HTTP/1.1" status: 200  len: 947 time: 0.0693626
May 07 22:48:51.900670 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fadb194-c7b4-438a-a0da-045a56d1993d req-0b654263-7785-40bb-aa3c-ccb6b446d67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:48:51.902093 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8fadb194-c7b4-438a-a0da-045a56d1993d req-0b654263-7785-40bb-aa3c-ccb6b446d67d service neutron] 10.222.0.59 "GET /v2.0/networks?id=961433bf-582e-417a-89b7-d9083e8c3ca2 HTTP/1.1" status: 200  len: 910 time: 0.1585400
May 07 22:48:51.928007 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-5103d07d-42dd-4ddf-8314-e67cd48e2cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7feb7b80>, [{'id': '80d5d31e-6ce2-4797-8009-3df02411c31b', 'name': 'tempest-TestShelveInstance-1561802871-router', 'tenant_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.169'}], 'enable_snat': True}, 'gw_port_id': 'f05cd0f7-5c53-482c-8a58-3df93f5fa1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:40:16Z', 'updated_at': '2022-05-07T22:40:19Z', 'revision_number': 4, 'project_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'gw_port': {'id': 'f05cd0f7-5c53-482c-8a58-3df93f5fa1ec', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:03:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d5d31e-6ce2-4797-8009-3df02411c31b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:40:17Z', 'updated_at': '2022-05-07T22:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6e7f264f-7613-4e97-8242-f9c80fafa12b', 'name': '', 'network_id': '961433bf-582e-417a-89b7-d9083e8c3ca2', 'tenant_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'mac_address': 'fa:16:3e:8b:8b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d5d31e-6ce2-4797-8009-3df02411c31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': 'bc9ff68a-38d1-476e-b9af-d07f8e3d611e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:40:19Z', 'updated_at': '2022-05-07T22:40:24Z', 'revision_number': 5, 'project_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'subnets': [{'id': 'bc9ff68a-38d1-476e-b9af-d07f8e3d611e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:48:51.941100 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-08a2e709-25a2-4369-8d7d-01b9138d62e3 req-8d3e8fad-b35a-4650-80dd-c0e205a5066e tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8a7b80e-20b9-4d66-894a-fa3efe40135c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0518017
May 07 22:48:51.954578 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5103d07d-42dd-4ddf-8314-e67cd48e2cda None None] Checking router: 80d5d31e-6ce2-4797-8009-3df02411c31b for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:48:51.962907 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5103d07d-42dd-4ddf-8314-e67cd48e2cda None None] Routers {'80d5d31e-6ce2-4797-8009-3df02411c31b'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:48:51.963523 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-5103d07d-42dd-4ddf-8314-e67cd48e2cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7feb7b80>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:48:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['80d5d31e-6ce2-4797-8009-3df02411c31b'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:48:52.072269 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-5103d07d-42dd-4ddf-8314-e67cd48e2cda None None] Set router 80d5d31e-6ce2-4797-8009-3df02411c31b gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:48:52.262369 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-5103d07d-42dd-4ddf-8314-e67cd48e2cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7feb7b80>, [{'id': '80d5d31e-6ce2-4797-8009-3df02411c31b', 'name': 'tempest-TestShelveInstance-1561802871-router', 'tenant_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.169'}], 'enable_snat': True}, 'gw_port_id': 'f05cd0f7-5c53-482c-8a58-3df93f5fa1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:40:16Z', 'updated_at': '2022-05-07T22:40:19Z', 'revision_number': 4, 'project_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'gw_port': {'id': 'f05cd0f7-5c53-482c-8a58-3df93f5fa1ec', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:03:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d5d31e-6ce2-4797-8009-3df02411c31b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:40:17Z', 'updated_at': '2022-05-07T22:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6e7f264f-7613-4e97-8242-f9c80fafa12b', 'name': '', 'network_id': '961433bf-582e-417a-89b7-d9083e8c3ca2', 'tenant_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'mac_address': 'fa:16:3e:8b:8b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d5d31e-6ce2-4797-8009-3df02411c31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': 'bc9ff68a-38d1-476e-b9af-d07f8e3d611e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:40:19Z', 'updated_at': '2022-05-07T22:40:24Z', 'revision_number': 5, 'project_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'subnets': [{'id': 'bc9ff68a-38d1-476e-b9af-d07f8e3d611e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:48:52.292948 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5103d07d-42dd-4ddf-8314-e67cd48e2cda None None] The sync data for ids ['80d5d31e-6ce2-4797-8009-3df02411c31b'] in ncdv-master-1 is: [{'id': '80d5d31e-6ce2-4797-8009-3df02411c31b', 'name': 'tempest-TestShelveInstance-1561802871-router', 'tenant_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.169'}], 'enable_snat': True}, 'gw_port_id': 'f05cd0f7-5c53-482c-8a58-3df93f5fa1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:40:16Z', 'updated_at': '2022-05-07T22:40:19Z', 'revision_number': 4, 'project_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'gw_port': {'id': 'f05cd0f7-5c53-482c-8a58-3df93f5fa1ec', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:03:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d5d31e-6ce2-4797-8009-3df02411c31b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:40:17Z', 'updated_at': '2022-05-07T22:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6e7f264f-7613-4e97-8242-f9c80fafa12b', 'name': '', 'network_id': '961433bf-582e-417a-89b7-d9083e8c3ca2', 'tenant_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'mac_address': 'fa:16:3e:8b:8b:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d5d31e-6ce2-4797-8009-3df02411c31b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4371, 'fixed_ips': [{'subnet_id': 'bc9ff68a-38d1-476e-b9af-d07f8e3d611e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:40:19Z', 'updated_at': '2022-05-07T22:40:24Z', 'revision_number': 5, 'project_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'subnets': [{'id': 'bc9ff68a-38d1-476e-b9af-d07f8e3d611e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:48:52.305783 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:48:52.527247 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaaf921e-7edc-42cb-82ed-c39893489ace None None] New status for floating IP 7e6510f7-6e04-4821-995b-8c8a1e636350: DOWN {{(pid=121839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 07 22:48:52.761142 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8fadb194-c7b4-438a-a0da-045a56d1993d req-bb7af055-1f12-480f-89c5-096acc3e51a3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d4a2b006-9fc5-4562-9938-af8dd3a222c4 HTTP/1.1" status: 200  len: 217 time: 0.0347381
May 07 22:48:52.814560 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fadb194-c7b4-438a-a0da-045a56d1993d req-09e79ead-95fa-459f-9648-920c0446a49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:48:52.816036 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8fadb194-c7b4-438a-a0da-045a56d1993d req-09e79ead-95fa-459f-9648-920c0446a49d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=bc9ff68a-38d1-476e-b9af-d07f8e3d611e HTTP/1.1" status: 200  len: 848 time: 0.0481844
May 07 22:48:52.927139 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fadb194-c7b4-438a-a0da-045a56d1993d req-d9b05ef2-89e0-42b0-8419-e15add15df2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:48:52.928600 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8fadb194-c7b4-438a-a0da-045a56d1993d req-d9b05ef2-89e0-42b0-8419-e15add15df2b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=961433bf-582e-417a-89b7-d9083e8c3ca2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0406237
May 07 22:48:53.016586 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8fadb194-c7b4-438a-a0da-045a56d1993d req-c9c0be01-c181-4862-af1c-79e2a110642f service neutron] 10.222.0.59 "GET /v2.0/networks/961433bf-582e-417a-89b7-d9083e8c3ca2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0808971
May 07 22:48:53.065693 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fb4a0e-17f2-4e1e-856b-dcd8ca239abf req-c6828d62-0f72-434e-9bf2-0ec4a86b4030 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:48:53.067204 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-21fb4a0e-17f2-4e1e-856b-dcd8ca239abf req-c6828d62-0f72-434e-9bf2-0ec4a86b4030 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e274e6d-0fee-40d1-86ba-5df7d5d31ad7 HTTP/1.1" status: 200  len: 947 time: 0.0557499
May 07 22:48:53.118370 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-21fb4a0e-17f2-4e1e-856b-dcd8ca239abf req-8b2b3732-2363-453c-ad07-dd9fbad691dc tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/security-groups?id=d8a7b80e-20b9-4d66-894a-fa3efe40135c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454593
May 07 22:48:53.143668 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-8fadb194-c7b4-438a-a0da-045a56d1993d req-0ee2ea1a-bf1d-442a-9a75-60cf44b3f3bc service neutron] 10.222.0.59 "GET /v2.0/networks/961433bf-582e-417a-89b7-d9083e8c3ca2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0912626
May 07 22:48:53.280969 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff63389-cc24-4e32-9cc8-4f7995abb4f2 req-64fdfcbb-6137-45ab-9455-9d2f0d751d1d tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:48:53.283225 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-cff63389-cc24-4e32-9cc8-4f7995abb4f2 req-64fdfcbb-6137-45ab-9455-9d2f0d751d1d tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.59 "GET /v2.0/ports?device_id=3e274e6d-0fee-40d1-86ba-5df7d5d31ad7 HTTP/1.1" status: 200  len: 947 time: 0.0455458
May 07 22:48:53.368685 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-cff63389-cc24-4e32-9cc8-4f7995abb4f2 req-ffcf1d1b-394f-4907-9f5a-1dd503fa4d49 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Deleting port d4a2b006-9fc5-4562-9938-af8dd3a222c4 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:48:53.369025 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-cff63389-cc24-4e32-9cc8-4f7995abb4f2 req-ffcf1d1b-394f-4907-9f5a-1dd503fa4d49 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (d4a2b006-9fc5-4562-9938-af8dd3a222c4), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:48:53.455100 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-cff63389-cc24-4e32-9cc8-4f7995abb4f2 req-ffcf1d1b-394f-4907-9f5a-1dd503fa4d49 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] For port d4a2b006-9fc5-4562-9938-af8dd3a222c4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d4a2b006-9fc5-4562-9938-af8dd3a222c4,segment=NetworkSegment(0e7553ac-4fa1-41aa-915c-ca3e75fcc1ba),segment_id=0e7553ac-4fa1-41aa-915c-ca3e75fcc1ba)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:48:53.455384 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-cff63389-cc24-4e32-9cc8-4f7995abb4f2 req-ffcf1d1b-394f-4907-9f5a-1dd503fa4d49 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (d4a2b006-9fc5-4562-9938-af8dd3a222c4), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:48:53.467981 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-cff63389-cc24-4e32-9cc8-4f7995abb4f2 req-ffcf1d1b-394f-4907-9f5a-1dd503fa4d49 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Calling delete_port for d4a2b006-9fc5-4562-9938-af8dd3a222c4 owned by compute:nova {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:48:53.600174 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-cff63389-cc24-4e32-9cc8-4f7995abb4f2 req-ffcf1d1b-394f-4907-9f5a-1dd503fa4d49 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (d4a2b006-9fc5-4562-9938-af8dd3a222c4), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:48:53.627506 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcf1d1b-394f-4907-9f5a-1dd503fa4d49 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Pushing event deleted for resources: {'Port': ['ID=d4a2b006-9fc5-4562-9938-af8dd3a222c4,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:48:53.677327 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-cff63389-cc24-4e32-9cc8-4f7995abb4f2 req-ffcf1d1b-394f-4907-9f5a-1dd503fa4d49 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] No DVR routers for this DVR port d4a2b006-9fc5-4562-9938-af8dd3a222c4 on host nch2-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:48:53.679893 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-cff63389-cc24-4e32-9cc8-4f7995abb4f2 req-ffcf1d1b-394f-4907-9f5a-1dd503fa4d49 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:48:53.683151 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-cff63389-cc24-4e32-9cc8-4f7995abb4f2 req-ffcf1d1b-394f-4907-9f5a-1dd503fa4d49 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.59 "DELETE /v2.0/ports/d4a2b006-9fc5-4562-9938-af8dd3a222c4 HTTP/1.1" status: 204  len: 173 time: 0.3953311
May 07 22:48:53.683591 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e274e6d-0fee-40d1-86ba-5df7d5d31ad7', 'name': 'network-vif-deleted', 'tag': 'd4a2b006-9fc5-4562-9938-af8dd3a222c4'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:48:53.685821 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}664c29c1a7da48ccc37752709f05e5263693aa6debbb8c18a94c0dbaf5468869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5dd2b8b-2254-42e6-b83c-8a59a750cf26" -d '{"events": [{"server_uuid": "3e274e6d-0fee-40d1-86ba-5df7d5d31ad7", "name": "network-vif-deleted", "tag": "d4a2b006-9fc5-4562-9938-af8dd3a222c4"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:48:53.735218 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f99c25-05e4-4152-9536-d2066142d8f0 x-openstack-request-id: req-d2f99c25-05e4-4152-9536-d2066142d8f0 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:48:53.735524 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e274e6d-0fee-40d1-86ba-5df7d5d31ad7", "name": "network-vif-deleted", "tag": "d4a2b006-9fc5-4562-9938-af8dd3a222c4", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:48:53.735789 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d2f99c25-05e4-4152-9536-d2066142d8f0 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:48:53.736205 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2f99c25-05e4-4152-9536-d2066142d8f0'] response: {'server_uuid': '3e274e6d-0fee-40d1-86ba-5df7d5d31ad7', 'name': 'network-vif-deleted', 'tag': 'd4a2b006-9fc5-4562-9938-af8dd3a222c4', 'status': 'completed', 'code': 200}
May 07 22:48:53.756832 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-aa2ddf76-e07d-44af-a97e-3029e18d083e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:48:54.240637 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-04676822-fbeb-4533-9f48-9fec3a16bc6c req-b202404e-7a4a-4785-86c2-38385422d18b tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "GET /v2.0/ports?device_id=3e274e6d-0fee-40d1-86ba-5df7d5d31ad7 HTTP/1.1" status: 200  len: 210 time: 0.0345263
May 07 22:48:54.447688 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:48:55.300615 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 60430) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:48:55.355777 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-93133ede-24f3-42cb-b378-11d63baef582 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks [] for security_group (d8a7b80e-20b9-4d66-894a-fa3efe40135c), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:48:55.381319 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-93133ede-24f3-42cb-b378-11d63baef582 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks [] for security_group (d8a7b80e-20b9-4d66-894a-fa3efe40135c), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:48:55.444406 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-93133ede-24f3-42cb-b378-11d63baef582 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (d8a7b80e-20b9-4d66-894a-fa3efe40135c), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:48:55.446988 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-93133ede-24f3-42cb-b378-11d63baef582 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:48:55.448173 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-93133ede-24f3-42cb-b378-11d63baef582 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] 10.222.0.32 "DELETE /v2.0/security-groups/d8a7b80e-20b9-4d66-894a-fa3efe40135c HTTP/1.1" status: 204  len: 168 time: 0.1465600
May 07 22:48:55.457914 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93133ede-24f3-42cb-b378-11d63baef582 tempest-TestShelveInstance-1932052715 tempest-TestShelveInstance-1932052715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8a7b80e-20b9-4d66-894a-fa3efe40135c,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:48:55.497012 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 60434) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:48:55.922355 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ec47d090-23ac-4207-9701-e89a68fbe668 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401094'] for router_interface (80d5d31e-6ce2-4797-8009-3df02411c31b), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:48:56.456423 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-ec47d090-23ac-4207-9701-e89a68fbe668 admin admin] Deleting port 6e7f264f-7613-4e97-8242-f9c80fafa12b {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:48:56.457063 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ec47d090-23ac-4207-9701-e89a68fbe668 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (6e7f264f-7613-4e97-8242-f9c80fafa12b), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:48:56.531915 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-ec47d090-23ac-4207-9701-e89a68fbe668 admin admin] For port 6e7f264f-7613-4e97-8242-f9c80fafa12b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6e7f264f-7613-4e97-8242-f9c80fafa12b,segment=NetworkSegment(0e7553ac-4fa1-41aa-915c-ca3e75fcc1ba),segment_id=0e7553ac-4fa1-41aa-915c-ca3e75fcc1ba)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:48:56.532298 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ec47d090-23ac-4207-9701-e89a68fbe668 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (6e7f264f-7613-4e97-8242-f9c80fafa12b), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:48:56.544671 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-ec47d090-23ac-4207-9701-e89a68fbe668 admin admin] Calling delete_port for 6e7f264f-7613-4e97-8242-f9c80fafa12b owned by network:router_interface {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:48:56.636789 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-86d9d6eb-9a8f-41d0-97d2-282f42ca3bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:48:56.727718 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ec47d090-23ac-4207-9701-e89a68fbe668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (6e7f264f-7613-4e97-8242-f9c80fafa12b), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:48:56.753884 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec47d090-23ac-4207-9701-e89a68fbe668 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e7f264f-7613-4e97-8242-f9c80fafa12b,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:48:56.932973 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ec47d090-23ac-4207-9701-e89a68fbe668 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401002'] for router_interface (80d5d31e-6ce2-4797-8009-3df02411c31b), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:48:57.077634 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device d4a2b006-9fc5-4562-9938-af8dd3a222c4 no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:48:57.110145 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] No Port match for: d4a2b006-9fc5-4562-9938-af8dd3a222c4 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:48:57.111104 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device d4a2b006-9fc5-4562-9938-af8dd3a222c4 not bound to the agent host nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:48:57.156657 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec47d090-23ac-4207-9701-e89a68fbe668 admin admin] Router 80d5d31e-6ce2-4797-8009-3df02411c31b has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:48:57.268480 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec47d090-23ac-4207-9701-e89a68fbe668 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:48:57.275317 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-ec47d090-23ac-4207-9701-e89a68fbe668 admin admin] 10.222.0.32 "PUT /v2.0/routers/80d5d31e-6ce2-4797-8009-3df02411c31b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7765386
May 07 22:48:57.277060 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 60438) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:48:57.277410 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c53de2-6f85-4f7e-ac83-33c5cbe6c9a8 None None] Sync routers for ids ['80d5d31e-6ce2-4797-8009-3df02411c31b'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:48:57.288730 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c53de2-6f85-4f7e-ac83-33c5cbe6c9a8 None None] Routers {'80d5d31e-6ce2-4797-8009-3df02411c31b'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:48:57.289350 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-c2c53de2-6f85-4f7e-ac83-33c5cbe6c9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7fc585b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:48:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['80d5d31e-6ce2-4797-8009-3df02411c31b'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:48:57.385714 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-789bbd2c-cdd7-44a2-b9da-8d5c42885e22 admin admin] Publish callbacks [] for router (80d5d31e-6ce2-4797-8009-3df02411c31b), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:48:57.399794 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-c2c53de2-6f85-4f7e-ac83-33c5cbe6c9a8 None None] Set router 80d5d31e-6ce2-4797-8009-3df02411c31b gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:48:57.495476 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-789bbd2c-cdd7-44a2-b9da-8d5c42885e22 admin admin] Publish callbacks [] for router_gateway (80d5d31e-6ce2-4797-8009-3df02411c31b), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:48:57.540821 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-789bbd2c-cdd7-44a2-b9da-8d5c42885e22 admin admin] Deleting port f05cd0f7-5c53-482c-8a58-3df93f5fa1ec {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:48:57.541161 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-789bbd2c-cdd7-44a2-b9da-8d5c42885e22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (f05cd0f7-5c53-482c-8a58-3df93f5fa1ec), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:48:57.571316 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-c2c53de2-6f85-4f7e-ac83-33c5cbe6c9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7fc585b0>, [{'id': '80d5d31e-6ce2-4797-8009-3df02411c31b', 'name': 'tempest-TestShelveInstance-1561802871-router', 'tenant_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.169'}], 'enable_snat': True}, 'gw_port_id': 'f05cd0f7-5c53-482c-8a58-3df93f5fa1ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:40:16Z', 'updated_at': '2022-05-07T22:48:56Z', 'revision_number': 5, 'project_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'gw_port': {'id': 'f05cd0f7-5c53-482c-8a58-3df93f5fa1ec', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:03:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80d5d31e-6ce2-4797-8009-3df02411c31b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4370, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:40:17Z', 'updated_at': '2022-05-07T22:40:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:48:57.597775 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c53de2-6f85-4f7e-ac83-33c5cbe6c9a8 None None] Checking router: 80d5d31e-6ce2-4797-8009-3df02411c31b for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:48:57.606118 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c53de2-6f85-4f7e-ac83-33c5cbe6c9a8 None None] Routers {'80d5d31e-6ce2-4797-8009-3df02411c31b'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:48:57.606728 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-c2c53de2-6f85-4f7e-ac83-33c5cbe6c9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7fc585b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:48:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['80d5d31e-6ce2-4797-8009-3df02411c31b'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:48:57.620050 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-789bbd2c-cdd7-44a2-b9da-8d5c42885e22 admin admin] For port f05cd0f7-5c53-482c-8a58-3df93f5fa1ec, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f05cd0f7-5c53-482c-8a58-3df93f5fa1ec,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:48:57.620412 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-789bbd2c-cdd7-44a2-b9da-8d5c42885e22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (f05cd0f7-5c53-482c-8a58-3df93f5fa1ec), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:48:57.633956 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-789bbd2c-cdd7-44a2-b9da-8d5c42885e22 admin admin] Calling delete_port for f05cd0f7-5c53-482c-8a58-3df93f5fa1ec owned by network:router_gateway {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:48:57.699312 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:48:57.707151 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-c2c53de2-6f85-4f7e-ac83-33c5cbe6c9a8 None None] Set router 80d5d31e-6ce2-4797-8009-3df02411c31b gateway port host: None {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:48:57.769540 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-c2c53de2-6f85-4f7e-ac83-33c5cbe6c9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7fc585b0>, [{'id': '80d5d31e-6ce2-4797-8009-3df02411c31b', 'name': 'tempest-TestShelveInstance-1561802871-router', 'tenant_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:40:16Z', 'updated_at': '2022-05-07T22:48:57Z', 'revision_number': 6, 'project_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:48:57.796390 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c53de2-6f85-4f7e-ac83-33c5cbe6c9a8 None None] The sync data for ids ['80d5d31e-6ce2-4797-8009-3df02411c31b'] in ncdv-master-1 is: [{'id': '80d5d31e-6ce2-4797-8009-3df02411c31b', 'name': 'tempest-TestShelveInstance-1561802871-router', 'tenant_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:40:16Z', 'updated_at': '2022-05-07T22:48:57Z', 'revision_number': 6, 'project_id': '2a375b5dd32e4b6eb61e9a9877c9a04c', 'gw_port_host': None}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:48:57.820602 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-789bbd2c-cdd7-44a2-b9da-8d5c42885e22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (f05cd0f7-5c53-482c-8a58-3df93f5fa1ec), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:48:57.851733 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789bbd2c-cdd7-44a2-b9da-8d5c42885e22 admin admin] Pushing event deleted for resources: {'Port': ['ID=f05cd0f7-5c53-482c-8a58-3df93f5fa1ec,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:48:57.913255 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-789bbd2c-cdd7-44a2-b9da-8d5c42885e22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395776'] for router_gateway (80d5d31e-6ce2-4797-8009-3df02411c31b), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:48:58.004468 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-789bbd2c-cdd7-44a2-b9da-8d5c42885e22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (80d5d31e-6ce2-4797-8009-3df02411c31b), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:48:58.006579 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-789bbd2c-cdd7-44a2-b9da-8d5c42885e22 admin admin] Publish callbacks [] for router_controller (80d5d31e-6ce2-4797-8009-3df02411c31b), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:48:58.057651 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-789bbd2c-cdd7-44a2-b9da-8d5c42885e22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (80d5d31e-6ce2-4797-8009-3df02411c31b), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:48:58.058174 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-789bbd2c-cdd7-44a2-b9da-8d5c42885e22 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80d5d31e-6ce2-4797-8009-3df02411c31b {{(pid=121837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 22:48:58.062520 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-789bbd2c-cdd7-44a2-b9da-8d5c42885e22 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:48:58.064655 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-789bbd2c-cdd7-44a2-b9da-8d5c42885e22 admin admin] 10.222.0.32 "DELETE /v2.0/routers/80d5d31e-6ce2-4797-8009-3df02411c31b HTTP/1.1" status: 204  len: 168 time: 0.7866569
May 07 22:48:58.067114 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 60440) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:48:58.111035 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-31220b47-7559-4f94-886b-482da59d4704 admin admin] Deleting subnet bc9ff68a-38d1-476e-b9af-d07f8e3d611e {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:48:58.114000 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-31220b47-7559-4f94-886b-482da59d4704 admin admin] Publish callbacks [] for subnet (bc9ff68a-38d1-476e-b9af-d07f8e3d611e), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:48:58.148098 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-31220b47-7559-4f94-886b-482da59d4704 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (bc9ff68a-38d1-476e-b9af-d07f8e3d611e), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:48:58.245037 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-31220b47-7559-4f94-886b-482da59d4704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (bc9ff68a-38d1-476e-b9af-d07f8e3d611e), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:48:58.301097 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-31220b47-7559-4f94-886b-482da59d4704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (bc9ff68a-38d1-476e-b9af-d07f8e3d611e), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:48:58.326237 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31220b47-7559-4f94-886b-482da59d4704 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc9ff68a-38d1-476e-b9af-d07f8e3d611e,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:48:58.332303 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-31220b47-7559-4f94-886b-482da59d4704 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:48:58.336576 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-31220b47-7559-4f94-886b-482da59d4704 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/bc9ff68a-38d1-476e-b9af-d07f8e3d611e HTTP/1.1" status: 204  len: 168 time: 0.2685208
May 07 22:48:58.337079 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23520dd6-16c8-446d-9bb8-f4739229170c None None] Network 961433bf-582e-417a-89b7-d9083e8c3ca2 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:48:58.339211 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 60442) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:48:58.407071 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ccb961a8-33ab-44e0-9673-ae3dc4f40e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (961433bf-582e-417a-89b7-d9083e8c3ca2), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:48:58.458058 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-ccb961a8-33ab-44e0-9673-ae3dc4f40e0b admin admin] Deleting port 5b4fdb2b-e4f7-4da0-8f7b-334df1ee0ec5 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:48:58.458402 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ccb961a8-33ab-44e0-9673-ae3dc4f40e0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (5b4fdb2b-e4f7-4da0-8f7b-334df1ee0ec5), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:48:58.520643 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-ccb961a8-33ab-44e0-9673-ae3dc4f40e0b admin admin] For port 5b4fdb2b-e4f7-4da0-8f7b-334df1ee0ec5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5b4fdb2b-e4f7-4da0-8f7b-334df1ee0ec5,segment=NetworkSegment(0e7553ac-4fa1-41aa-915c-ca3e75fcc1ba),segment_id=0e7553ac-4fa1-41aa-915c-ca3e75fcc1ba)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:48:58.521297 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ccb961a8-33ab-44e0-9673-ae3dc4f40e0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (5b4fdb2b-e4f7-4da0-8f7b-334df1ee0ec5), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:48:58.534176 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-ccb961a8-33ab-44e0-9673-ae3dc4f40e0b admin admin] Calling delete_port for 5b4fdb2b-e4f7-4da0-8f7b-334df1ee0ec5 owned by network:dhcp {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:48:58.603588 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e84abf7-053e-4a82-8607-a54153e8aa4e None None] DHCP port deletion for 961433bf-582e-417a-89b7-d9083e8c3ca2 request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:48:58.624325 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ccb961a8-33ab-44e0-9673-ae3dc4f40e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (5b4fdb2b-e4f7-4da0-8f7b-334df1ee0ec5), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:48:58.634489 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 6e7f264f-7613-4e97-8242-f9c80fafa12b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:48:58.651598 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb961a8-33ab-44e0-9673-ae3dc4f40e0b admin admin] Pushing event deleted for resources: {'Port': ['ID=5b4fdb2b-e4f7-4da0-8f7b-334df1ee0ec5,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:48:58.655067 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb961a8-33ab-44e0-9673-ae3dc4f40e0b admin admin] No DVR routers for this DVR port 5b4fdb2b-e4f7-4da0-8f7b-334df1ee0ec5 on host ncdv-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:48:58.659972 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 6e7f264f-7613-4e97-8242-f9c80fafa12b {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:48:58.660330 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 6e7f264f-7613-4e97-8242-f9c80fafa12b not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:48:58.672529 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-4e84abf7-053e-4a82-8607-a54153e8aa4e None None] Deleting port 5b4fdb2b-e4f7-4da0-8f7b-334df1ee0ec5 {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:48:58.672909 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-4e84abf7-053e-4a82-8607-a54153e8aa4e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (5b4fdb2b-e4f7-4da0-8f7b-334df1ee0ec5), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:48:58.729811 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ccb961a8-33ab-44e0-9673-ae3dc4f40e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (961433bf-582e-417a-89b7-d9083e8c3ca2), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:48:58.736710 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-4e84abf7-053e-4a82-8607-a54153e8aa4e None None] For port 5b4fdb2b-e4f7-4da0-8f7b-334df1ee0ec5, host ncdv-master-1, got binding levels [] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:48:58.737256 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-4e84abf7-053e-4a82-8607-a54153e8aa4e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (5b4fdb2b-e4f7-4da0-8f7b-334df1ee0ec5), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:48:58.750246 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-4e84abf7-053e-4a82-8607-a54153e8aa4e None None] Calling delete_port for 5b4fdb2b-e4f7-4da0-8f7b-334df1ee0ec5 owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:48:58.750639 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-ccb961a8-33ab-44e0-9673-ae3dc4f40e0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf861e4820>,) {'filters': {'network_id': ['961433bf-582e-417a-89b7-d9083e8c3ca2']}} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:48:58.753518 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.ipam_backend_mixin [None req-4e84abf7-053e-4a82-8607-a54153e8aa4e None None] Port 5b4fdb2b-e4f7-4da0-8f7b-334df1ee0ec5 was not found and therefore no delete operation was performed {{(pid=121838) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}}
May 07 22:48:58.754842 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-4e84abf7-053e-4a82-8607-a54153e8aa4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (5b4fdb2b-e4f7-4da0-8f7b-334df1ee0ec5), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:48:58.760803 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-ccb961a8-33ab-44e0-9673-ae3dc4f40e0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf861e4820>, '0e7553ac-4fa1-41aa-915c-ca3e75fcc1ba') {'for_net_delete': True} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:48:58.761100 ncdv-master-1 neutron-server[121837]: DEBUG neutron.services.segments.db [None req-ccb961a8-33ab-44e0-9673-ae3dc4f40e0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf861e4820>, '0e7553ac-4fa1-41aa-915c-ca3e75fcc1ba') {} {{(pid=121837) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:48:58.771766 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ccb961a8-33ab-44e0-9673-ae3dc4f40e0b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9156110'] for segment (0e7553ac-4fa1-41aa-915c-ca3e75fcc1ba), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:48:58.784745 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e84abf7-053e-4a82-8607-a54153e8aa4e None None] Pushing event deleted for resources: {'Port': ['ID=5b4fdb2b-e4f7-4da0-8f7b-334df1ee0ec5,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:48:58.786087 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ccb961a8-33ab-44e0-9673-ae3dc4f40e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (0e7553ac-4fa1-41aa-915c-ca3e75fcc1ba), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:48:58.789537 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e84abf7-053e-4a82-8607-a54153e8aa4e None None] No DVR routers for this DVR port 5b4fdb2b-e4f7-4da0-8f7b-334df1ee0ec5 on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:48:58.793522 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccb961a8-33ab-44e0-9673-ae3dc4f40e0b admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=121837) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:48:58.794172 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ccb961a8-33ab-44e0-9673-ae3dc4f40e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9154667'] for segment (0e7553ac-4fa1-41aa-915c-ca3e75fcc1ba), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:48:58.797080 ncdv-master-1 neutron-server[121837]: Traceback (most recent call last):
May 07 22:48:58.797080 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:48:58.797080 ncdv-master-1 neutron-server[121837]:     timer()
May 07 22:48:58.797080 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:48:58.797080 ncdv-master-1 neutron-server[121837]:     cb(*args, **kw)
May 07 22:48:58.797080 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:48:58.797080 ncdv-master-1 neutron-server[121837]:     return func(*args, **kwargs)
May 07 22:48:58.797080 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:48:58.797080 ncdv-master-1 neutron-server[121837]:     self._notify()
May 07 22:48:58.797080 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:48:58.797080 ncdv-master-1 neutron-server[121837]:     self.callback(batched_events)
May 07 22:48:58.797080 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:48:58.797080 ncdv-master-1 neutron-server[121837]:     event.method(event)
May 07 22:48:58.797080 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:48:58.797080 ncdv-master-1 neutron-server[121837]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:48:58.797080 ncdv-master-1 neutron-server[121837]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:48:58.797080 ncdv-master-1 neutron-server[121837]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:48:58.797080 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:48:58.797080 ncdv-master-1 neutron-server[121837]:     return f(self, *a, **k)
May 07 22:48:58.797080 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:48:58.797080 ncdv-master-1 neutron-server[121837]:     return self._get(url).json()
May 07 22:48:58.797080 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:48:58.797080 ncdv-master-1 neutron-server[121837]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:48:58.797080 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:48:58.797080 ncdv-master-1 neutron-server[121837]:     return self.request(url, 'GET', **kwargs)
May 07 22:48:58.797080 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:48:58.797080 ncdv-master-1 neutron-server[121837]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:48:58.797080 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:48:58.797080 ncdv-master-1 neutron-server[121837]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:48:58.797080 ncdv-master-1 neutron-server[121837]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:48:58.797080 ncdv-master-1 neutron-server[121837]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:48:58.797080 ncdv-master-1 neutron-server[121837]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:48:58.802626 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e84abf7-053e-4a82-8607-a54153e8aa4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:48:58.803292 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e84abf7-053e-4a82-8607-a54153e8aa4e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:48:58.803476 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e84abf7-053e-4a82-8607-a54153e8aa4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:48:58.803694 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e84abf7-053e-4a82-8607-a54153e8aa4e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:48:58.804029 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e84abf7-053e-4a82-8607-a54153e8aa4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:48:58.804363 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e84abf7-053e-4a82-8607-a54153e8aa4e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:48:58.804693 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e84abf7-053e-4a82-8607-a54153e8aa4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:48:58.805083 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e84abf7-053e-4a82-8607-a54153e8aa4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:48:58.805339 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e84abf7-053e-4a82-8607-a54153e8aa4e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:48:58.805664 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e84abf7-053e-4a82-8607-a54153e8aa4e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:48:58.805989 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e84abf7-053e-4a82-8607-a54153e8aa4e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:48:58.806389 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e84abf7-053e-4a82-8607-a54153e8aa4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:48:58.806619 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e84abf7-053e-4a82-8607-a54153e8aa4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:48:58.807033 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e84abf7-053e-4a82-8607-a54153e8aa4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:48:58.807278 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e84abf7-053e-4a82-8607-a54153e8aa4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:48:58.854702 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ccb961a8-33ab-44e0-9673-ae3dc4f40e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (961433bf-582e-417a-89b7-d9083e8c3ca2), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:48:58.861087 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ccb961a8-33ab-44e0-9673-ae3dc4f40e0b admin admin] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:48:58.864706 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-ccb961a8-33ab-44e0-9673-ae3dc4f40e0b admin admin] 10.222.0.32 "DELETE /v2.0/networks/961433bf-582e-417a-89b7-d9083e8c3ca2 HTTP/1.1" status: 204  len: 168 time: 0.5245485
May 07 22:48:58.867743 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 60444) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:48:58.879305 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb961a8-33ab-44e0-9673-ae3dc4f40e0b admin admin] Pushing event deleted for resources: {'Network': ['ID=961433bf-582e-417a-89b7-d9083e8c3ca2,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:48:59.369460 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:48:59.536006 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c8ac5867-b4a8-4a2f-9957-e0cb913a4b4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401094'] for router_interface (89083283-a35e-4dd8-994d-6f2d3a584cbe), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:48:59.765974 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-c8ac5867-b4a8-4a2f-9957-e0cb913a4b4a admin admin] Deleting port c0d92543-2629-45ea-ab9d-eeca13efabca {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:48:59.766304 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c8ac5867-b4a8-4a2f-9957-e0cb913a4b4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (c0d92543-2629-45ea-ab9d-eeca13efabca), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:48:59.849569 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-c8ac5867-b4a8-4a2f-9957-e0cb913a4b4a admin admin] For port c0d92543-2629-45ea-ab9d-eeca13efabca, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c0d92543-2629-45ea-ab9d-eeca13efabca,segment=NetworkSegment(9b118d68-31af-47bb-9fa7-b5fb41738182),segment_id=9b118d68-31af-47bb-9fa7-b5fb41738182)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:48:59.850029 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c8ac5867-b4a8-4a2f-9957-e0cb913a4b4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (c0d92543-2629-45ea-ab9d-eeca13efabca), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:48:59.864386 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-c8ac5867-b4a8-4a2f-9957-e0cb913a4b4a admin admin] Calling delete_port for c0d92543-2629-45ea-ab9d-eeca13efabca owned by network:router_interface {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:49:00.048709 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c8ac5867-b4a8-4a2f-9957-e0cb913a4b4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (c0d92543-2629-45ea-ab9d-eeca13efabca), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:00.079972 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ac5867-b4a8-4a2f-9957-e0cb913a4b4a admin admin] Pushing event deleted for resources: {'Port': ['ID=c0d92543-2629-45ea-ab9d-eeca13efabca,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:49:00.111947 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ac5867-b4a8-4a2f-9957-e0cb913a4b4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:49:00.112306 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ac5867-b4a8-4a2f-9957-e0cb913a4b4a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:49:00.112649 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ac5867-b4a8-4a2f-9957-e0cb913a4b4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:49:00.112984 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ac5867-b4a8-4a2f-9957-e0cb913a4b4a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:49:00.113320 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ac5867-b4a8-4a2f-9957-e0cb913a4b4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:49:00.113649 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ac5867-b4a8-4a2f-9957-e0cb913a4b4a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:49:00.113975 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ac5867-b4a8-4a2f-9957-e0cb913a4b4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:49:00.114298 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ac5867-b4a8-4a2f-9957-e0cb913a4b4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:49:00.114624 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ac5867-b4a8-4a2f-9957-e0cb913a4b4a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:49:00.114972 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ac5867-b4a8-4a2f-9957-e0cb913a4b4a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:49:00.115295 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ac5867-b4a8-4a2f-9957-e0cb913a4b4a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:49:00.115619 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ac5867-b4a8-4a2f-9957-e0cb913a4b4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:49:00.115933 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ac5867-b4a8-4a2f-9957-e0cb913a4b4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:49:00.116250 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ac5867-b4a8-4a2f-9957-e0cb913a4b4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:49:00.116569 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ac5867-b4a8-4a2f-9957-e0cb913a4b4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:49:00.158846 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 5b4fdb2b-e4f7-4da0-8f7b-334df1ee0ec5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:49:00.181012 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 5b4fdb2b-e4f7-4da0-8f7b-334df1ee0ec5 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:49:00.181455 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 5b4fdb2b-e4f7-4da0-8f7b-334df1ee0ec5 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:49:00.181949 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device f05cd0f7-5c53-482c-8a58-3df93f5fa1ec no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:49:00.201853 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: f05cd0f7-5c53-482c-8a58-3df93f5fa1ec {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:49:00.201956 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device f05cd0f7-5c53-482c-8a58-3df93f5fa1ec not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:49:00.286712 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-c8ac5867-b4a8-4a2f-9957-e0cb913a4b4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401002'] for router_interface (89083283-a35e-4dd8-994d-6f2d3a584cbe), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:00.440000 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:00.512089 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8ac5867-b4a8-4a2f-9957-e0cb913a4b4a admin admin] Router 89083283-a35e-4dd8-994d-6f2d3a584cbe has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:49:00.622646 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ac5867-b4a8-4a2f-9957-e0cb913a4b4a admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:49:00.627597 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-c8ac5867-b4a8-4a2f-9957-e0cb913a4b4a admin admin] 10.222.0.32 "PUT /v2.0/routers/89083283-a35e-4dd8-994d-6f2d3a584cbe/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7588251
May 07 22:49:00.630030 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 60446) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:49:00.632545 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75fc0f15-0543-4632-ba08-e798f63376ba None None] Sync routers for ids ['89083283-a35e-4dd8-994d-6f2d3a584cbe'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:49:00.643808 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fc0f15-0543-4632-ba08-e798f63376ba None None] Routers {'89083283-a35e-4dd8-994d-6f2d3a584cbe'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:49:00.644455 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-75fc0f15-0543-4632-ba08-e798f63376ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cd86c70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:48:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['89083283-a35e-4dd8-994d-6f2d3a584cbe'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:49:00.737370 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5c51b1ba-c9a0-4fb9-aff1-fc049a93d7fa admin admin] Publish callbacks [] for router (89083283-a35e-4dd8-994d-6f2d3a584cbe), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:00.751565 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-75fc0f15-0543-4632-ba08-e798f63376ba None None] Set router 89083283-a35e-4dd8-994d-6f2d3a584cbe gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:49:00.849422 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5c51b1ba-c9a0-4fb9-aff1-fc049a93d7fa admin admin] Publish callbacks [] for router_gateway (89083283-a35e-4dd8-994d-6f2d3a584cbe), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:00.897077 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-5c51b1ba-c9a0-4fb9-aff1-fc049a93d7fa admin admin] Deleting port 6896bf34-6ee5-4279-a1ec-75d9f5bfa55a {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:49:00.897408 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5c51b1ba-c9a0-4fb9-aff1-fc049a93d7fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (6896bf34-6ee5-4279-a1ec-75d9f5bfa55a), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:00.977713 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-5c51b1ba-c9a0-4fb9-aff1-fc049a93d7fa admin admin] For port 6896bf34-6ee5-4279-a1ec-75d9f5bfa55a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6896bf34-6ee5-4279-a1ec-75d9f5bfa55a,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:49:00.978073 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5c51b1ba-c9a0-4fb9-aff1-fc049a93d7fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (6896bf34-6ee5-4279-a1ec-75d9f5bfa55a), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:00.991873 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-5c51b1ba-c9a0-4fb9-aff1-fc049a93d7fa admin admin] Calling delete_port for 6896bf34-6ee5-4279-a1ec-75d9f5bfa55a owned by network:router_gateway {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:49:01.010886 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-75fc0f15-0543-4632-ba08-e798f63376ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cd86c70>, [{'id': '89083283-a35e-4dd8-994d-6f2d3a584cbe', 'name': 'tempest-TestShelveInstance-1110156387-router', 'tenant_id': 'e5079706a95444c2b80c3cdf6bb5c894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.51'}], 'enable_snat': True}, 'gw_port_id': '6896bf34-6ee5-4279-a1ec-75d9f5bfa55a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:40:21Z', 'updated_at': '2022-05-07T22:49:00Z', 'revision_number': 5, 'project_id': 'e5079706a95444c2b80c3cdf6bb5c894', 'gw_port': {'id': '6896bf34-6ee5-4279-a1ec-75d9f5bfa55a', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:ff:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89083283-a35e-4dd8-994d-6f2d3a584cbe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4382, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:40:22Z', 'updated_at': '2022-05-07T22:40:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:49:01.038093 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75fc0f15-0543-4632-ba08-e798f63376ba None None] Checking router: 89083283-a35e-4dd8-994d-6f2d3a584cbe for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:49:01.046174 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fc0f15-0543-4632-ba08-e798f63376ba None None] Routers {'89083283-a35e-4dd8-994d-6f2d3a584cbe'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:49:01.046792 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-75fc0f15-0543-4632-ba08-e798f63376ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cd86c70>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:48:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['89083283-a35e-4dd8-994d-6f2d3a584cbe'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:49:01.134349 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-75fc0f15-0543-4632-ba08-e798f63376ba None None] Set router 89083283-a35e-4dd8-994d-6f2d3a584cbe gateway port host: None {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:49:01.162977 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5c51b1ba-c9a0-4fb9-aff1-fc049a93d7fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (6896bf34-6ee5-4279-a1ec-75d9f5bfa55a), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:01.189569 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-75fc0f15-0543-4632-ba08-e798f63376ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cd86c70>, [{'id': '89083283-a35e-4dd8-994d-6f2d3a584cbe', 'name': 'tempest-TestShelveInstance-1110156387-router', 'tenant_id': 'e5079706a95444c2b80c3cdf6bb5c894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:40:21Z', 'updated_at': '2022-05-07T22:49:00Z', 'revision_number': 6, 'project_id': 'e5079706a95444c2b80c3cdf6bb5c894', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:49:01.193432 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c51b1ba-c9a0-4fb9-aff1-fc049a93d7fa admin admin] Pushing event deleted for resources: {'Port': ['ID=6896bf34-6ee5-4279-a1ec-75d9f5bfa55a,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:49:01.223446 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75fc0f15-0543-4632-ba08-e798f63376ba None None] The sync data for ids ['89083283-a35e-4dd8-994d-6f2d3a584cbe'] in ncdv-master-1 is: [{'id': '89083283-a35e-4dd8-994d-6f2d3a584cbe', 'name': 'tempest-TestShelveInstance-1110156387-router', 'tenant_id': 'e5079706a95444c2b80c3cdf6bb5c894', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:40:21Z', 'updated_at': '2022-05-07T22:49:00Z', 'revision_number': 6, 'project_id': 'e5079706a95444c2b80c3cdf6bb5c894', 'gw_port_host': None}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:49:01.257510 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5c51b1ba-c9a0-4fb9-aff1-fc049a93d7fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395776'] for router_gateway (89083283-a35e-4dd8-994d-6f2d3a584cbe), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:01.352447 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5c51b1ba-c9a0-4fb9-aff1-fc049a93d7fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (89083283-a35e-4dd8-994d-6f2d3a584cbe), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:01.354578 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5c51b1ba-c9a0-4fb9-aff1-fc049a93d7fa admin admin] Publish callbacks [] for router_controller (89083283-a35e-4dd8-994d-6f2d3a584cbe), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:01.400509 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5c51b1ba-c9a0-4fb9-aff1-fc049a93d7fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (89083283-a35e-4dd8-994d-6f2d3a584cbe), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:01.401028 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c51b1ba-c9a0-4fb9-aff1-fc049a93d7fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89083283-a35e-4dd8-994d-6f2d3a584cbe {{(pid=121836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 22:49:01.405256 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-5c51b1ba-c9a0-4fb9-aff1-fc049a93d7fa admin admin] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:01.406865 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-5c51b1ba-c9a0-4fb9-aff1-fc049a93d7fa admin admin] 10.222.0.32 "DELETE /v2.0/routers/89083283-a35e-4dd8-994d-6f2d3a584cbe HTTP/1.1" status: 204  len: 168 time: 0.7759001
May 07 22:49:01.409910 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 60448) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:49:01.454014 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_v2 [None req-1901657b-c354-4665-b352-2445cc5200c9 admin admin] Deleting subnet 09a6df9d-2c5b-42ce-a284-8e96b20d2985 {{(pid=121836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:49:01.457620 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1901657b-c354-4665-b352-2445cc5200c9 admin admin] Publish callbacks [] for subnet (09a6df9d-2c5b-42ce-a284-8e96b20d2985), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:01.492653 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1901657b-c354-4665-b352-2445cc5200c9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726883'] for subnet (09a6df9d-2c5b-42ce-a284-8e96b20d2985), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:01.570456 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1901657b-c354-4665-b352-2445cc5200c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (09a6df9d-2c5b-42ce-a284-8e96b20d2985), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:01.630837 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1901657b-c354-4665-b352-2445cc5200c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (09a6df9d-2c5b-42ce-a284-8e96b20d2985), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:01.657629 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1901657b-c354-4665-b352-2445cc5200c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09a6df9d-2c5b-42ce-a284-8e96b20d2985,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:49:01.662031 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-1901657b-c354-4665-b352-2445cc5200c9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:01.665272 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-1901657b-c354-4665-b352-2445cc5200c9 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/09a6df9d-2c5b-42ce-a284-8e96b20d2985 HTTP/1.1" status: 204  len: 168 time: 0.2544427
May 07 22:49:01.666755 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7754b8cd-e9e1-40a5-aadb-0d27867dc63d None None] Network 73520a8a-2860-4270-8d14-4b73d492cd65 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:49:01.667749 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 60450) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:49:01.736885 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0e1dad96-c3ee-477a-81ce-65a670dd5909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (73520a8a-2860-4270-8d14-4b73d492cd65), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:01.791321 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-0e1dad96-c3ee-477a-81ce-65a670dd5909 admin admin] Deleting port 9b25e683-d50f-4713-ac4d-68838460cece {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:49:01.791655 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0e1dad96-c3ee-477a-81ce-65a670dd5909 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (9b25e683-d50f-4713-ac4d-68838460cece), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:01.855514 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-0e1dad96-c3ee-477a-81ce-65a670dd5909 admin admin] For port 9b25e683-d50f-4713-ac4d-68838460cece, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9b25e683-d50f-4713-ac4d-68838460cece,segment=NetworkSegment(9b118d68-31af-47bb-9fa7-b5fb41738182),segment_id=9b118d68-31af-47bb-9fa7-b5fb41738182)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:49:01.855807 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0e1dad96-c3ee-477a-81ce-65a670dd5909 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (9b25e683-d50f-4713-ac4d-68838460cece), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:01.870123 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-0e1dad96-c3ee-477a-81ce-65a670dd5909 admin admin] Calling delete_port for 9b25e683-d50f-4713-ac4d-68838460cece owned by network:dhcp {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:49:01.958599 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0e1dad96-c3ee-477a-81ce-65a670dd5909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (9b25e683-d50f-4713-ac4d-68838460cece), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:01.967515 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2773473-72f8-45dc-a018-9d520601e1eb None None] DHCP port deletion for 73520a8a-2860-4270-8d14-4b73d492cd65 request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:49:01.986923 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1dad96-c3ee-477a-81ce-65a670dd5909 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b25e683-d50f-4713-ac4d-68838460cece,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:49:01.993481 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1dad96-c3ee-477a-81ce-65a670dd5909 admin admin] No DVR routers for this DVR port 9b25e683-d50f-4713-ac4d-68838460cece on host ncdv-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:49:02.066918 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0e1dad96-c3ee-477a-81ce-65a670dd5909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (73520a8a-2860-4270-8d14-4b73d492cd65), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:02.091238 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-0e1dad96-c3ee-477a-81ce-65a670dd5909 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf8ea3b790>,) {'filters': {'network_id': ['73520a8a-2860-4270-8d14-4b73d492cd65']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:49:02.100935 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-0e1dad96-c3ee-477a-81ce-65a670dd5909 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8ea3b790>, '9b118d68-31af-47bb-9fa7-b5fb41738182') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:49:02.101231 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-0e1dad96-c3ee-477a-81ce-65a670dd5909 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8ea3b790>, '9b118d68-31af-47bb-9fa7-b5fb41738182') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:49:02.111013 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0e1dad96-c3ee-477a-81ce-65a670dd5909 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (9b118d68-31af-47bb-9fa7-b5fb41738182), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:02.127956 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0e1dad96-c3ee-477a-81ce-65a670dd5909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (9b118d68-31af-47bb-9fa7-b5fb41738182), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:02.135412 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e1dad96-c3ee-477a-81ce-65a670dd5909 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:49:02.135855 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0e1dad96-c3ee-477a-81ce-65a670dd5909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (9b118d68-31af-47bb-9fa7-b5fb41738182), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:02.137815 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 22:49:02.137815 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:49:02.137815 ncdv-master-1 neutron-server[121836]:     timer()
May 07 22:49:02.137815 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:49:02.137815 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 22:49:02.137815 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:49:02.137815 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 22:49:02.137815 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:49:02.137815 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 22:49:02.137815 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:49:02.137815 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 22:49:02.137815 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:49:02.137815 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 22:49:02.137815 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:49:02.137815 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:49:02.137815 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:49:02.137815 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:49:02.137815 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:49:02.137815 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 22:49:02.137815 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:49:02.137815 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 22:49:02.137815 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:49:02.137815 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:49:02.137815 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:49:02.137815 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 22:49:02.137815 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:49:02.137815 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:49:02.137815 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:49:02.137815 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:49:02.137815 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:49:02.137815 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:49:02.137815 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:49:02.161493 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device c0d92543-2629-45ea-ab9d-eeca13efabca no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:49:02.182412 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: c0d92543-2629-45ea-ab9d-eeca13efabca {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:49:02.182786 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device c0d92543-2629-45ea-ab9d-eeca13efabca not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:49:02.183221 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 6896bf34-6ee5-4279-a1ec-75d9f5bfa55a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:49:02.200569 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0e1dad96-c3ee-477a-81ce-65a670dd5909 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (73520a8a-2860-4270-8d14-4b73d492cd65), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:02.208095 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-0e1dad96-c3ee-477a-81ce-65a670dd5909 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:02.213294 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-0e1dad96-c3ee-477a-81ce-65a670dd5909 admin admin] 10.222.0.32 "DELETE /v2.0/networks/73520a8a-2860-4270-8d14-4b73d492cd65 HTTP/1.1" status: 204  len: 168 time: 0.5422728
May 07 22:49:02.215061 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 6896bf34-6ee5-4279-a1ec-75d9f5bfa55a {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:49:02.215337 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 6896bf34-6ee5-4279-a1ec-75d9f5bfa55a not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:49:02.215751 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 9b25e683-d50f-4713-ac4d-68838460cece no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:49:02.229162 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1dad96-c3ee-477a-81ce-65a670dd5909 admin admin] Pushing event deleted for resources: {'Network': ['ID=73520a8a-2860-4270-8d14-4b73d492cd65,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:49:02.347078 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 60454) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:49:02.388228 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-70a7b5ae-c6e5-4cb2-8062-59d5941e8bf5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2a375b5dd32e4b6eb61e9a9877c9a04c&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0398080
May 07 22:49:02.390641 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 60456) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:49:02.392613 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 9b25e683-d50f-4713-ac4d-68838460cece {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:49:02.392962 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 9b25e683-d50f-4713-ac4d-68838460cece not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:49:02.443811 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6e8d3f97-47cd-4d51-9b27-7f80c4e84544 admin admin] Publish callbacks [] for security_group (9c389a03-bc5e-4fec-b851-144fdf97d98f), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:02.464779 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6e8d3f97-47cd-4d51-9b27-7f80c4e84544 admin admin] Publish callbacks [] for security_group (9c389a03-bc5e-4fec-b851-144fdf97d98f), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:02.512208 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6e8d3f97-47cd-4d51-9b27-7f80c4e84544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (9c389a03-bc5e-4fec-b851-144fdf97d98f), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:02.514680 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-6e8d3f97-47cd-4d51-9b27-7f80c4e84544 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:02.515855 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-6e8d3f97-47cd-4d51-9b27-7f80c4e84544 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9c389a03-bc5e-4fec-b851-144fdf97d98f HTTP/1.1" status: 204  len: 168 time: 0.1243036
May 07 22:49:02.523814 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8d3f97-47cd-4d51-9b27-7f80c4e84544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c389a03-bc5e-4fec-b851-144fdf97d98f,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:49:02.824851 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 60462) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:49:02.865822 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-cc061ccf-b07f-4f82-b4a2-1ae8287f3aaf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e5079706a95444c2b80c3cdf6bb5c894&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0396259
May 07 22:49:02.868267 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 60464) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:49:02.916400 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8c4807d6-0931-4aad-87ce-be01dc0efff2 admin admin] Publish callbacks [] for security_group (c670d741-7bbf-4f60-8b15-91cdc8edfb07), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:02.936862 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8c4807d6-0931-4aad-87ce-be01dc0efff2 admin admin] Publish callbacks [] for security_group (c670d741-7bbf-4f60-8b15-91cdc8edfb07), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:02.983258 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8c4807d6-0931-4aad-87ce-be01dc0efff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (c670d741-7bbf-4f60-8b15-91cdc8edfb07), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:02.985774 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8c4807d6-0931-4aad-87ce-be01dc0efff2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:02.986933 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-8c4807d6-0931-4aad-87ce-be01dc0efff2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c670d741-7bbf-4f60-8b15-91cdc8edfb07 HTTP/1.1" status: 204  len: 168 time: 0.1177454
May 07 22:49:02.995726 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4807d6-0931-4aad-87ce-be01dc0efff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c670d741-7bbf-4f60-8b15-91cdc8edfb07,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:49:03.658146 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 60486) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:49:03.752100 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-ea299185-a391-427c-b5e9-0dd18744a4d0 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-55070406-network', 'tenant_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:49:03.771202 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea299185-a391-427c-b5e9-0dd18744a4d0 admin admin] Made reservation on behalf of a16ae1c6eaad44359f6bac5eaef3d3a5 for: {'network': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:49:03.773651 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ea299185-a391-427c-b5e9-0dd18744a4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:03.787918 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ea299185-a391-427c-b5e9-0dd18744a4d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:03.864934 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ea299185-a391-427c-b5e9-0dd18744a4d0 admin admin] Publish callbacks [] for security_group (f6a2ef2e-a4fb-4a45-9aa1-88914a74e96e), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:03.868408 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ea299185-a391-427c-b5e9-0dd18744a4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (f6a2ef2e-a4fb-4a45-9aa1-88914a74e96e), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:03.889299 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea299185-a391-427c-b5e9-0dd18744a4d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341}  {{(pid=121836) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:49:03.904589 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea299185-a391-427c-b5e9-0dd18744a4d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a2ef2e-a4fb-4a45-9aa1-88914a74e96e,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:49:03.907776 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ea299185-a391-427c-b5e9-0dd18744a4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (7f39af11-e6d7-4130-a071-2f12bf1df3b2), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:03.908196 ncdv-master-1 neutron-server[121836]: INFO neutron.db.segments_db [None req-ea299185-a391-427c-b5e9-0dd18744a4d0 admin admin] Added segment 7f39af11-e6d7-4130-a071-2f12bf1df3b2 of type vlan for network a9ebddfa-5a35-480f-9e61-716103e7d7f8
May 07 22:49:03.947891 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ea299185-a391-427c-b5e9-0dd18744a4d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (a9ebddfa-5a35-480f-9e61-716103e7d7f8), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:03.972878 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ea299185-a391-427c-b5e9-0dd18744a4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (a9ebddfa-5a35-480f-9e61-716103e7d7f8), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:03.973830 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea299185-a391-427c-b5e9-0dd18744a4d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:49:03.974531 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ea299185-a391-427c-b5e9-0dd18744a4d0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:04.004340 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-ea299185-a391-427c-b5e9-0dd18744a4d0 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.3450851
May 07 22:49:04.007313 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 60490) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:49:04.012391 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-2ea4a2ad-2f23-4c37-a2bb-8955be15571d admin admin] Request body: {'subnet': {'network_id': 'a9ebddfa-5a35-480f-9e61-716103e7d7f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-55070406-subnet', 'tenant_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'ip_version': 4}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:49:04.032068 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ea4a2ad-2f23-4c37-a2bb-8955be15571d admin admin] Made reservation on behalf of a16ae1c6eaad44359f6bac5eaef3d3a5 for: {'subnet': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:49:04.034532 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2ea4a2ad-2f23-4c37-a2bb-8955be15571d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8765428'] for subnet (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:04.041586 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea299185-a391-427c-b5e9-0dd18744a4d0 admin admin] Pushing event updated for resources: {'Network': ['ID=a9ebddfa-5a35-480f-9e61-716103e7d7f8,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:49:04.051470 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network a9ebddfa-5a35-480f-9e61-716103e7d7f8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:49:04.203676 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2ea4a2ad-2f23-4c37-a2bb-8955be15571d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9156238', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8765410'] for subnet (abc6af31-616b-4e4a-a332-bce954179553), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:04.257835 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea4a2ad-2f23-4c37-a2bb-8955be15571d admin admin] Pushing event updated for resources: {'Subnet': ['ID=abc6af31-616b-4e4a-a332-bce954179553,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:49:04.273296 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea4a2ad-2f23-4c37-a2bb-8955be15571d admin admin] Checking segment: {'id': '7f39af11-e6d7-4130-a071-2f12bf1df3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a9ebddfa-5a35-480f-9e61-716103e7d7f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:49:04.273656 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea4a2ad-2f23-4c37-a2bb-8955be15571d admin admin] Network hostable DHCP agents. Network: a9ebddfa-5a35-480f-9e61-716103e7d7f8, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121837) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:49:04.290247 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea4a2ad-2f23-4c37-a2bb-8955be15571d admin admin] Network a9ebddfa-5a35-480f-9e61-716103e7d7f8 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121837) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:49:04.299198 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-2ea4a2ad-2f23-4c37-a2bb-8955be15571d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a9ebddfa-5a35-480f-9e61-716103e7d7f8) {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:49:04.303732 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea4a2ad-2f23-4c37-a2bb-8955be15571d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:49:04.304332 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2ea4a2ad-2f23-4c37-a2bb-8955be15571d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:04.308339 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ec5549-137a-4c13-b2be-6a34a4132a4a None None] Network a9ebddfa-5a35-480f-9e61-716103e7d7f8 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:49:04.320027 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-2ea4a2ad-2f23-4c37-a2bb-8955be15571d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.3115625
May 07 22:49:04.322678 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 60492) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:49:04.327556 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-d5594bbb-8c8b-402e-8df1-251eeeac443d admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-55070406-router', 'tenant_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:49:04.348569 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d5594bbb-8c8b-402e-8df1-251eeeac443d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (d60d8198-d7a4-40e3-b09f-8634b897c3f4), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:04.349558 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d5594bbb-8c8b-402e-8df1-251eeeac443d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (d60d8198-d7a4-40e3-b09f-8634b897c3f4), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:04.400769 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d5594bbb-8c8b-402e-8df1-251eeeac443d admin admin] Publish callbacks [] for router_controller (d60d8198-d7a4-40e3-b09f-8634b897c3f4), precommit_add_association {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:04.410824 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f9c12a-a31c-460a-9083-e076abd409c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a9ebddfa-5a35-480f-9e61-716103e7d7f8', 'network_id': 'a9ebddfa-5a35-480f-9e61-716103e7d7f8', 'project_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'fixed_ips': [{'subnet_id': 'abc6af31-616b-4e4a-a332-bce954179553'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:49:04.411908 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-64f9c12a-a31c-460a-9083-e076abd409c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:04.546595 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d5594bbb-8c8b-402e-8df1-251eeeac443d admin admin] Publish callbacks [] for router_gateway (d60d8198-d7a4-40e3-b09f-8634b897c3f4), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:04.549357 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-64f9c12a-a31c-460a-9083-e076abd409c4 None None] Allocated IP 172.20.0.2 (a9ebddfa-5a35-480f-9e61-716103e7d7f8/abc6af31-616b-4e4a-a332-bce954179553/8e53f203-5c9d-4e42-8be2-c716a4fcc0e7) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:49:04.695551 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-64f9c12a-a31c-460a-9083-e076abd409c4 None None] Publish callbacks [] for port (8e53f203-5c9d-4e42-8be2-c716a4fcc0e7), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:04.700600 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-64f9c12a-a31c-460a-9083-e076abd409c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (8e53f203-5c9d-4e42-8be2-c716a4fcc0e7), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:04.728166 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d5594bbb-8c8b-402e-8df1-251eeeac443d admin admin] Publish callbacks [] for router_gateway (d60d8198-d7a4-40e3-b09f-8634b897c3f4), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:04.738100 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f9c12a-a31c-460a-9083-e076abd409c4 None None] Network a9ebddfa-5a35-480f-9e61-716103e7d7f8 is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:49:04.742837 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-64f9c12a-a31c-460a-9083-e076abd409c4 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:49:04.749731 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f9c12a-a31c-460a-9083-e076abd409c4 None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:49:04.751986 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d5594bbb-8c8b-402e-8df1-251eeeac443d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:04.753354 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f9c12a-a31c-460a-9083-e076abd409c4 None None] Pushing event updated for resources: {'Port': ['ID=8e53f203-5c9d-4e42-8be2-c716a4fcc0e7,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:49:04.812539 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-64f9c12a-a31c-460a-9083-e076abd409c4 None None] Attempting to bind port 8e53f203-5c9d-4e42-8be2-c716a4fcc0e7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:49:04.812849 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-64f9c12a-a31c-460a-9083-e076abd409c4 None None] Attempting to bind port 8e53f203-5c9d-4e42-8be2-c716a4fcc0e7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7f39af11-e6d7-4130-a071-2f12bf1df3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a9ebddfa-5a35-480f-9e61-716103e7d7f8'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:49:04.815492 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f9c12a-a31c-460a-9083-e076abd409c4 None None] Attempting to bind port 8e53f203-5c9d-4e42-8be2-c716a4fcc0e7 on network a9ebddfa-5a35-480f-9e61-716103e7d7f8 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:49:04.819292 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f9c12a-a31c-460a-9083-e076abd409c4 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:49:04.819673 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f9c12a-a31c-460a-9083-e076abd409c4 None None] Checking segment: {'id': '7f39af11-e6d7-4130-a071-2f12bf1df3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a9ebddfa-5a35-480f-9e61-716103e7d7f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:49:04.820082 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-64f9c12a-a31c-460a-9083-e076abd409c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:04.820479 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f9c12a-a31c-460a-9083-e076abd409c4 None None] Bound using segment: {'id': '7f39af11-e6d7-4130-a071-2f12bf1df3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a9ebddfa-5a35-480f-9e61-716103e7d7f8'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:49:04.820952 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-64f9c12a-a31c-460a-9083-e076abd409c4 None None] Bound port: 8e53f203-5c9d-4e42-8be2-c716a4fcc0e7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f39af11-e6d7-4130-a071-2f12bf1df3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a9ebddfa-5a35-480f-9e61-716103e7d7f8'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:49:04.821342 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-64f9c12a-a31c-460a-9083-e076abd409c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (8e53f203-5c9d-4e42-8be2-c716a4fcc0e7), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:04.863023 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-d5594bbb-8c8b-402e-8df1-251eeeac443d admin admin] Allocated IP 172.35.4.127 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/968c1bcc-7a33-4fd7-88a1-9907e007697a) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:49:04.883550 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-64f9c12a-a31c-460a-9083-e076abd409c4 None None] For port 8e53f203-5c9d-4e42-8be2-c716a4fcc0e7, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:49:04.886609 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-64f9c12a-a31c-460a-9083-e076abd409c4 None None] For port 8e53f203-5c9d-4e42-8be2-c716a4fcc0e7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8e53f203-5c9d-4e42-8be2-c716a4fcc0e7,segment=NetworkSegment(7f39af11-e6d7-4130-a071-2f12bf1df3b2),segment_id=7f39af11-e6d7-4130-a071-2f12bf1df3b2)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:49:04.892889 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-64f9c12a-a31c-460a-9083-e076abd409c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (8e53f203-5c9d-4e42-8be2-c716a4fcc0e7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:04.954033 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f9c12a-a31c-460a-9083-e076abd409c4 None None] Pushing event updated for resources: {'Port': ['ID=8e53f203-5c9d-4e42-8be2-c716a4fcc0e7,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:49:05.297968 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d5594bbb-8c8b-402e-8df1-251eeeac443d admin admin] Publish callbacks [] for port (968c1bcc-7a33-4fd7-88a1-9907e007697a), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:05.331032 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d5594bbb-8c8b-402e-8df1-251eeeac443d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (968c1bcc-7a33-4fd7-88a1-9907e007697a), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:05.368459 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5594bbb-8c8b-402e-8df1-251eeeac443d admin admin] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:49:05.371110 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-d5594bbb-8c8b-402e-8df1-251eeeac443d admin admin] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:49:05.374501 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5594bbb-8c8b-402e-8df1-251eeeac443d admin admin] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:49:05.382572 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5594bbb-8c8b-402e-8df1-251eeeac443d admin admin] Pushing event updated for resources: {'Port': ['ID=968c1bcc-7a33-4fd7-88a1-9907e007697a,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:49:05.636393 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d5594bbb-8c8b-402e-8df1-251eeeac443d admin admin] Publish callbacks [] for router_gateway (d60d8198-d7a4-40e3-b09f-8634b897c3f4), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:05.854227 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d5594bbb-8c8b-402e-8df1-251eeeac443d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (d60d8198-d7a4-40e3-b09f-8634b897c3f4), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:05.885789 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83fe6f31-d8f1-4d3a-bc6b-a62d010bc820 None None] Network a9ebddfa-5a35-480f-9e61-716103e7d7f8 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:49:05.949316 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-7b7b033e-b2e0-4af4-b22e-cc82dcfbf12a None None] Provisioning complete for port 8e53f203-5c9d-4e42-8be2-c716a4fcc0e7 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:49:05.949688 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7b7b033e-b2e0-4af4-b22e-cc82dcfbf12a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (8e53f203-5c9d-4e42-8be2-c716a4fcc0e7), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:05.988928 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5594bbb-8c8b-402e-8df1-251eeeac443d admin admin] Router d60d8198-d7a4-40e3-b09f-8634b897c3f4 is scheduled to L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db with binding_index 1 {{(pid=121837) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 07 22:49:06.067854 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-7b7b033e-b2e0-4af4-b22e-cc82dcfbf12a None None] Current status of the port 8e53f203-5c9d-4e42-8be2-c716a4fcc0e7 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:49:06.068246 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7b7b033e-b2e0-4af4-b22e-cc82dcfbf12a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (8e53f203-5c9d-4e42-8be2-c716a4fcc0e7), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:06.104788 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-7b7b033e-b2e0-4af4-b22e-cc82dcfbf12a None None] For port 8e53f203-5c9d-4e42-8be2-c716a4fcc0e7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8e53f203-5c9d-4e42-8be2-c716a4fcc0e7,segment=NetworkSegment(7f39af11-e6d7-4130-a071-2f12bf1df3b2),segment_id=7f39af11-e6d7-4130-a071-2f12bf1df3b2)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:49:06.107844 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5594bbb-8c8b-402e-8df1-251eeeac443d admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:49:06.111405 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7b7b033e-b2e0-4af4-b22e-cc82dcfbf12a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (8e53f203-5c9d-4e42-8be2-c716a4fcc0e7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:06.120463 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042fe0b9-a759-4474-8174-c6be9caa3784 None None] Sync routers for ids ['d60d8198-d7a4-40e3-b09f-8634b897c3f4'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:49:06.135851 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d5594bbb-8c8b-402e-8df1-251eeeac443d admin admin] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:06.137587 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-d5594bbb-8c8b-402e-8df1-251eeeac443d admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 1.8133221
May 07 22:49:06.140507 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 60494) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:49:06.160632 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042fe0b9-a759-4474-8174-c6be9caa3784 None None] Routers {'d60d8198-d7a4-40e3-b09f-8634b897c3f4'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:49:06.161496 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-042fe0b9-a759-4474-8174-c6be9caa3784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f90f5b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:48:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['d60d8198-d7a4-40e3-b09f-8634b897c3f4'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:49:06.227725 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7b033e-b2e0-4af4-b22e-cc82dcfbf12a None None] Pushing event updated for resources: {'Port': ['ID=8e53f203-5c9d-4e42-8be2-c716a4fcc0e7,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:49:06.237079 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 8e53f203-5c9d-4e42-8be2-c716a4fcc0e7 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:49:06.354051 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-7cf63656-af80-4b67-825d-9b59a5ce1c69 None None] Provisioning complete for port 8e53f203-5c9d-4e42-8be2-c716a4fcc0e7 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:49:06.354314 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7cf63656-af80-4b67-825d-9b59a5ce1c69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (8e53f203-5c9d-4e42-8be2-c716a4fcc0e7), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:06.356909 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-042fe0b9-a759-4474-8174-c6be9caa3784 None None] Set router d60d8198-d7a4-40e3-b09f-8634b897c3f4 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:49:06.463920 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 8e53f203-5c9d-4e42-8be2-c716a4fcc0e7 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:49:06.464294 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (8e53f203-5c9d-4e42-8be2-c716a4fcc0e7), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:06.647939 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-7cf63656-af80-4b67-825d-9b59a5ce1c69 None None] Current status of the port 8e53f203-5c9d-4e42-8be2-c716a4fcc0e7 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:49:06.662469 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-042fe0b9-a759-4474-8174-c6be9caa3784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f90f5b0>, [{'id': 'd60d8198-d7a4-40e3-b09f-8634b897c3f4', 'name': 'tempest-TestSnapshotPattern-55070406-router', 'tenant_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.127'}], 'enable_snat': True}, 'gw_port_id': '968c1bcc-7a33-4fd7-88a1-9907e007697a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:49:04Z', 'updated_at': '2022-05-07T22:49:05Z', 'revision_number': 3, 'project_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'gw_port': {'id': '968c1bcc-7a33-4fd7-88a1-9907e007697a', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:55:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd60d8198-d7a4-40e3-b09f-8634b897c3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4418, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:49:04Z', 'updated_at': '2022-05-07T22:49:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:49:06.692675 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 8e53f203-5c9d-4e42-8be2-c716a4fcc0e7 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:49:06.695033 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042fe0b9-a759-4474-8174-c6be9caa3784 None None] Checking router: d60d8198-d7a4-40e3-b09f-8634b897c3f4 for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:49:06.695436 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042fe0b9-a759-4474-8174-c6be9caa3784 None None] Updating router d60d8198-d7a4-40e3-b09f-8634b897c3f4 port 968c1bcc-7a33-4fd7-88a1-9907e007697a binding host ncdv-master-1 {{(pid=121838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 22:49:06.722615 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-042fe0b9-a759-4474-8174-c6be9caa3784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (968c1bcc-7a33-4fd7-88a1-9907e007697a), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:06.926487 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-16344978-85bb-4dca-8240-7b84960e46bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:06.976052 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-042fe0b9-a759-4474-8174-c6be9caa3784 None None] Publish callbacks [] for port (968c1bcc-7a33-4fd7-88a1-9907e007697a), precommit_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:06.981000 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-042fe0b9-a759-4474-8174-c6be9caa3784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (968c1bcc-7a33-4fd7-88a1-9907e007697a), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:07.030123 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-042fe0b9-a759-4474-8174-c6be9caa3784 None None] Attempting to bind port 968c1bcc-7a33-4fd7-88a1-9907e007697a on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:49:07.030499 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-042fe0b9-a759-4474-8174-c6be9caa3784 None None] Attempting to bind port 968c1bcc-7a33-4fd7-88a1-9907e007697a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:49:07.030888 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042fe0b9-a759-4474-8174-c6be9caa3784 None None] Attempting to bind port 968c1bcc-7a33-4fd7-88a1-9907e007697a on network 9221b764-ef06-431f-8941-796516ed7c3b {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:49:07.040080 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016ee93-aba8-41be-8032-927ca7d8b193 None None] Pushing event updated for resources: {'Port': ['ID=968c1bcc-7a33-4fd7-88a1-9907e007697a,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:49:07.045359 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042fe0b9-a759-4474-8174-c6be9caa3784 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:49:07.045740 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042fe0b9-a759-4474-8174-c6be9caa3784 None None] Checking segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:49:07.046319 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-042fe0b9-a759-4474-8174-c6be9caa3784 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:07.046532 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-042fe0b9-a759-4474-8174-c6be9caa3784 None None] Bound using segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:49:07.047026 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-042fe0b9-a759-4474-8174-c6be9caa3784 None None] Bound port: 968c1bcc-7a33-4fd7-88a1-9907e007697a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:49:07.047411 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-042fe0b9-a759-4474-8174-c6be9caa3784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (968c1bcc-7a33-4fd7-88a1-9907e007697a), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:07.091697 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-16344978-85bb-4dca-8240-7b84960e46bd admin admin] Allocated IP 172.20.0.1 (a9ebddfa-5a35-480f-9e61-716103e7d7f8/abc6af31-616b-4e4a-a332-bce954179553/2c1231f4-1dc7-40a8-b157-fd346b36d6f7) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:49:07.099296 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-042fe0b9-a759-4474-8174-c6be9caa3784 None None] For port 968c1bcc-7a33-4fd7-88a1-9907e007697a, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:49:07.102716 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-042fe0b9-a759-4474-8174-c6be9caa3784 None None] For port 968c1bcc-7a33-4fd7-88a1-9907e007697a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=968c1bcc-7a33-4fd7-88a1-9907e007697a,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:49:07.108534 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-042fe0b9-a759-4474-8174-c6be9caa3784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (968c1bcc-7a33-4fd7-88a1-9907e007697a), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:07.169666 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042fe0b9-a759-4474-8174-c6be9caa3784 None None] Routers {'d60d8198-d7a4-40e3-b09f-8634b897c3f4'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:49:07.170293 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-042fe0b9-a759-4474-8174-c6be9caa3784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7f90f5b0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:48:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['d60d8198-d7a4-40e3-b09f-8634b897c3f4'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:49:07.205157 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-16344978-85bb-4dca-8240-7b84960e46bd admin admin] Publish callbacks [] for port (2c1231f4-1dc7-40a8-b157-fd346b36d6f7), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:07.206715 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f016ee93-aba8-41be-8032-927ca7d8b193 None None] Pushing event updated for resources: {'Port': ['ID=968c1bcc-7a33-4fd7-88a1-9907e007697a,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:49:07.244093 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-16344978-85bb-4dca-8240-7b84960e46bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (2c1231f4-1dc7-40a8-b157-fd346b36d6f7), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:07.281860 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16344978-85bb-4dca-8240-7b84960e46bd admin admin] Network a9ebddfa-5a35-480f-9e61-716103e7d7f8 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:49:07.285208 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-042fe0b9-a759-4474-8174-c6be9caa3784 None None] Set router d60d8198-d7a4-40e3-b09f-8634b897c3f4 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:49:07.285330 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-16344978-85bb-4dca-8240-7b84960e46bd admin admin] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:49:07.288747 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16344978-85bb-4dca-8240-7b84960e46bd admin admin] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:49:07.320969 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16344978-85bb-4dca-8240-7b84960e46bd admin admin] Pushing event updated for resources: {'Port': ['ID=2c1231f4-1dc7-40a8-b157-fd346b36d6f7,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:49:07.339688 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-16344978-85bb-4dca-8240-7b84960e46bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398161'] for router_interface (d60d8198-d7a4-40e3-b09f-8634b897c3f4), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:07.488490 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-16344978-85bb-4dca-8240-7b84960e46bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (2c1231f4-1dc7-40a8-b157-fd346b36d6f7), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:07.578276 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-5e5f8951-f174-488a-bfc3-8be2eda7fb76 None None] Provisioning complete for port 2c1231f4-1dc7-40a8-b157-fd346b36d6f7 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:49:07.578578 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5e5f8951-f174-488a-bfc3-8be2eda7fb76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (2c1231f4-1dc7-40a8-b157-fd346b36d6f7), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:07.648926 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-5e5f8951-f174-488a-bfc3-8be2eda7fb76 None None] Port 2c1231f4-1dc7-40a8-b157-fd346b36d6f7 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:49:07.658190 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-042fe0b9-a759-4474-8174-c6be9caa3784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7f90f5b0>, [{'id': 'd60d8198-d7a4-40e3-b09f-8634b897c3f4', 'name': 'tempest-TestSnapshotPattern-55070406-router', 'tenant_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.127'}], 'enable_snat': True}, 'gw_port_id': '968c1bcc-7a33-4fd7-88a1-9907e007697a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:49:04Z', 'updated_at': '2022-05-07T22:49:05Z', 'revision_number': 3, 'project_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'gw_port': {'id': '968c1bcc-7a33-4fd7-88a1-9907e007697a', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:55:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd60d8198-d7a4-40e3-b09f-8634b897c3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4418, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:49:04Z', 'updated_at': '2022-05-07T22:49:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:49:07.659441 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-16344978-85bb-4dca-8240-7b84960e46bd admin admin] Publish callbacks [] for port (2c1231f4-1dc7-40a8-b157-fd346b36d6f7), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:07.665362 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-16344978-85bb-4dca-8240-7b84960e46bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (2c1231f4-1dc7-40a8-b157-fd346b36d6f7), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:07.685531 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042fe0b9-a759-4474-8174-c6be9caa3784 None None] The sync data for ids ['d60d8198-d7a4-40e3-b09f-8634b897c3f4'] in ncdv-master-1 is: [{'id': 'd60d8198-d7a4-40e3-b09f-8634b897c3f4', 'name': 'tempest-TestSnapshotPattern-55070406-router', 'tenant_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.127'}], 'enable_snat': True}, 'gw_port_id': '968c1bcc-7a33-4fd7-88a1-9907e007697a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:49:04Z', 'updated_at': '2022-05-07T22:49:05Z', 'revision_number': 3, 'project_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'gw_port': {'id': '968c1bcc-7a33-4fd7-88a1-9907e007697a', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:55:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd60d8198-d7a4-40e3-b09f-8634b897c3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4418, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:49:04Z', 'updated_at': '2022-05-07T22:49:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:49:07.739039 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-16344978-85bb-4dca-8240-7b84960e46bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401121'] for router_interface (d60d8198-d7a4-40e3-b09f-8634b897c3f4), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:07.740837 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16344978-85bb-4dca-8240-7b84960e46bd admin admin] Pushing event updated for resources: {'Port': ['ID=2c1231f4-1dc7-40a8-b157-fd346b36d6f7,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:49:07.840568 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16344978-85bb-4dca-8240-7b84960e46bd admin admin] Network a9ebddfa-5a35-480f-9e61-716103e7d7f8 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:49:07.842057 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-16344978-85bb-4dca-8240-7b84960e46bd admin admin] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:49:08.000653 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16344978-85bb-4dca-8240-7b84960e46bd admin admin] Router d60d8198-d7a4-40e3-b09f-8634b897c3f4 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:49:08.134043 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16344978-85bb-4dca-8240-7b84960e46bd admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:49:08.151200 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-16344978-85bb-4dca-8240-7b84960e46bd admin admin] 10.222.0.32 "PUT /v2.0/routers/d60d8198-d7a4-40e3-b09f-8634b897c3f4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.0008783
May 07 22:49:08.171672 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-cfbf260e-ef8b-43a2-bbdb-d361f6d39fdb None None] Provisioning complete for port 2c1231f4-1dc7-40a8-b157-fd346b36d6f7 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:49:08.172866 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-cfbf260e-ef8b-43a2-bbdb-d361f6d39fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (2c1231f4-1dc7-40a8-b157-fd346b36d6f7), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:08.230548 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-cfbf260e-ef8b-43a2-bbdb-d361f6d39fdb None None] Port 2c1231f4-1dc7-40a8-b157-fd346b36d6f7 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:49:08.254706 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 8e53f203-5c9d-4e42-8be2-c716a4fcc0e7 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:49:08.310762 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 8e53f203-5c9d-4e42-8be2-c716a4fcc0e7 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:49:08.311162 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (8e53f203-5c9d-4e42-8be2-c716a4fcc0e7), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:08.401607 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 8e53f203-5c9d-4e42-8be2-c716a4fcc0e7 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:49:08.403190 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 968c1bcc-7a33-4fd7-88a1-9907e007697a up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:49:08.452684 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 968c1bcc-7a33-4fd7-88a1-9907e007697a triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:49:08.453213 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (968c1bcc-7a33-4fd7-88a1-9907e007697a), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:08.545348 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 968c1bcc-7a33-4fd7-88a1-9907e007697a is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:49:08.545745 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (968c1bcc-7a33-4fd7-88a1-9907e007697a), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:08.568885 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port 968c1bcc-7a33-4fd7-88a1-9907e007697a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=968c1bcc-7a33-4fd7-88a1-9907e007697a,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:49:08.573945 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (968c1bcc-7a33-4fd7-88a1-9907e007697a), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:08.624595 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=968c1bcc-7a33-4fd7-88a1-9907e007697a,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:49:08.678304 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 60510) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:49:08.683267 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-a13d883f-b0d9-4934-b61c-d0a2f99657e3 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-770338949-network', 'tenant_id': 'e9a20698141a441e9346f49b27703c2e'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:49:08.703114 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a13d883f-b0d9-4934-b61c-d0a2f99657e3 admin admin] Made reservation on behalf of e9a20698141a441e9346f49b27703c2e for: {'network': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:49:08.705404 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a13d883f-b0d9-4934-b61c-d0a2f99657e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for network (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:08.714227 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a13d883f-b0d9-4934-b61c-d0a2f99657e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:08.790458 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a13d883f-b0d9-4934-b61c-d0a2f99657e3 admin admin] Publish callbacks [] for security_group (e63e182d-4a38-4db9-8264-a65506f79940), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:08.794169 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a13d883f-b0d9-4934-b61c-d0a2f99657e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (e63e182d-4a38-4db9-8264-a65506f79940), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:08.821233 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a13d883f-b0d9-4934-b61c-d0a2f99657e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336}  {{(pid=121837) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 07 22:49:08.826511 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13d883f-b0d9-4934-b61c-d0a2f99657e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e63e182d-4a38-4db9-8264-a65506f79940,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:49:08.833896 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a13d883f-b0d9-4934-b61c-d0a2f99657e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (95ee5e29-887d-435e-b220-466f3f35ec28), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:08.834335 ncdv-master-1 neutron-server[121837]: INFO neutron.db.segments_db [None req-a13d883f-b0d9-4934-b61c-d0a2f99657e3 admin admin] Added segment 95ee5e29-887d-435e-b220-466f3f35ec28 of type vlan for network f0476f21-f6c6-4f0c-9b6c-5fac88d10698
May 07 22:49:08.879921 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a13d883f-b0d9-4934-b61c-d0a2f99657e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774499743883'] for network (f0476f21-f6c6-4f0c-9b6c-5fac88d10698), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:08.904213 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a13d883f-b0d9-4934-b61c-d0a2f99657e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262'] for network (f0476f21-f6c6-4f0c-9b6c-5fac88d10698), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:08.905237 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13d883f-b0d9-4934-b61c-d0a2f99657e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:49:08.905808 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-a13d883f-b0d9-4934-b61c-d0a2f99657e3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:08.937760 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-a13d883f-b0d9-4934-b61c-d0a2f99657e3 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.2557015
May 07 22:49:08.938065 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 60512) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:49:08.944044 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-f7011f11-5715-449d-a9a3-38aa22b3bd50 admin admin] Request body: {'subnet': {'network_id': 'f0476f21-f6c6-4f0c-9b6c-5fac88d10698', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-770338949-subnet', 'tenant_id': 'e9a20698141a441e9346f49b27703c2e', 'ip_version': 4}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:49:08.962896 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7011f11-5715-449d-a9a3-38aa22b3bd50 admin admin] Made reservation on behalf of e9a20698141a441e9346f49b27703c2e for: {'subnet': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:49:08.965263 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f7011f11-5715-449d-a9a3-38aa22b3bd50 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9845820'] for subnet (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:08.970240 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13d883f-b0d9-4934-b61c-d0a2f99657e3 admin admin] Pushing event updated for resources: {'Network': ['ID=f0476f21-f6c6-4f0c-9b6c-5fac88d10698,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:49:08.981379 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Network f0476f21-f6c6-4f0c-9b6c-5fac88d10698 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=121838) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}}
May 07 22:49:09.148770 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f7011f11-5715-449d-a9a3-38aa22b3bd50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8653085', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9845802'] for subnet (cf73057f-ffe5-4154-8bf6-edd91f0634ab), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:09.230179 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7011f11-5715-449d-a9a3-38aa22b3bd50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf73057f-ffe5-4154-8bf6-edd91f0634ab,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:49:09.236274 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7011f11-5715-449d-a9a3-38aa22b3bd50 admin admin] Checking segment: {'id': '95ee5e29-887d-435e-b220-466f3f35ec28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f0476f21-f6c6-4f0c-9b6c-5fac88d10698'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:49:09.236686 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7011f11-5715-449d-a9a3-38aa22b3bd50 admin admin] Network hostable DHCP agents. Network: f0476f21-f6c6-4f0c-9b6c-5fac88d10698, hostable agents: ['a29f29ee-80b2-468c-b8e1-0a1b97cbd760'], hosted agents: [] {{(pid=121836) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 07 22:49:09.254811 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7011f11-5715-449d-a9a3-38aa22b3bd50 admin admin] Network f0476f21-f6c6-4f0c-9b6c-5fac88d10698 is scheduled to be hosted by DHCP agent a29f29ee-80b2-468c-b8e1-0a1b97cbd760 with binding_index 1 {{(pid=121836) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 07 22:49:09.263194 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-f7011f11-5715-449d-a9a3-38aa22b3bd50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f0476f21-f6c6-4f0c-9b6c-5fac88d10698) {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:49:09.267893 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7011f11-5715-449d-a9a3-38aa22b3bd50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:49:09.268524 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-f7011f11-5715-449d-a9a3-38aa22b3bd50 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:09.273222 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aefee4cd-408e-41f8-a198-f1829539670d None None] Network f0476f21-f6c6-4f0c-9b6c-5fac88d10698 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:49:09.285509 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-f7011f11-5715-449d-a9a3-38aa22b3bd50 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3457377
May 07 22:49:09.288063 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 60514) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:49:09.292288 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-a4148855-9324-462c-8ade-2c31003ffdf2 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-770338949-router', 'tenant_id': 'e9a20698141a441e9346f49b27703c2e', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:49:09.312648 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a4148855-9324-462c-8ade-2c31003ffdf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-419665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5361'] for router (c0efd315-796a-4ddf-9613-1433da8a4e27), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:09.314256 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a4148855-9324-462c-8ade-2c31003ffdf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-395857', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-272627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5130'] for router (c0efd315-796a-4ddf-9613-1433da8a4e27), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:09.376891 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a4148855-9324-462c-8ade-2c31003ffdf2 admin admin] Publish callbacks [] for router_controller (c0efd315-796a-4ddf-9613-1433da8a4e27), precommit_add_association {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:09.381950 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03fe99e-3007-4677-9526-32f06b9ed044 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f0476f21-f6c6-4f0c-9b6c-5fac88d10698', 'network_id': 'f0476f21-f6c6-4f0c-9b6c-5fac88d10698', 'project_id': 'e9a20698141a441e9346f49b27703c2e', 'fixed_ips': [{'subnet_id': 'cf73057f-ffe5-4154-8bf6-edd91f0634ab'}]}} from ncdv-master-1. {{(pid=121838) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}}
May 07 22:49:09.382876 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d03fe99e-3007-4677-9526-32f06b9ed044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:09.415456 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66738768-1a3f-4e1b-9725-8a204449e526 None None] Sync routers for ids ['d60d8198-d7a4-40e3-b09f-8634b897c3f4'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:49:09.429096 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66738768-1a3f-4e1b-9725-8a204449e526 None None] Routers {'d60d8198-d7a4-40e3-b09f-8634b897c3f4'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:49:09.429806 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-66738768-1a3f-4e1b-9725-8a204449e526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cb7c340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:48:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['d60d8198-d7a4-40e3-b09f-8634b897c3f4'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:49:09.525542 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.db_base_plugin_common [None req-d03fe99e-3007-4677-9526-32f06b9ed044 None None] Allocated IP 172.20.0.2 (f0476f21-f6c6-4f0c-9b6c-5fac88d10698/cf73057f-ffe5-4154-8bf6-edd91f0634ab/800731fc-1a1f-40e8-a572-ccb8eefb5610) {{(pid=121838) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:49:09.529482 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a4148855-9324-462c-8ade-2c31003ffdf2 admin admin] Publish callbacks [] for router_gateway (c0efd315-796a-4ddf-9613-1433da8a4e27), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:09.561074 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-66738768-1a3f-4e1b-9725-8a204449e526 None None] Set router d60d8198-d7a4-40e3-b09f-8634b897c3f4 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:49:09.733717 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a4148855-9324-462c-8ade-2c31003ffdf2 admin admin] Publish callbacks [] for router_gateway (c0efd315-796a-4ddf-9613-1433da8a4e27), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:09.744561 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d03fe99e-3007-4677-9526-32f06b9ed044 None None] Publish callbacks [] for port (800731fc-1a1f-40e8-a572-ccb8eefb5610), precommit_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:09.751753 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d03fe99e-3007-4677-9526-32f06b9ed044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757'] for port (800731fc-1a1f-40e8-a572-ccb8eefb5610), after_create {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:09.755145 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a4148855-9324-462c-8ade-2c31003ffdf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:09.795818 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03fe99e-3007-4677-9526-32f06b9ed044 None None] Network f0476f21-f6c6-4f0c-9b6c-5fac88d10698 is already hosted by enough agents. {{(pid=121838) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:49:09.802697 ncdv-master-1 neutron-server[121838]: DEBUG neutron.scheduler.base_scheduler [None req-d03fe99e-3007-4677-9526-32f06b9ed044 None None] Resources bound (agent type, host, resource id):  {{(pid=121838) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:49:09.807539 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03fe99e-3007-4677-9526-32f06b9ed044 None None] Received port after_create {{(pid=121838) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:49:09.815460 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-66738768-1a3f-4e1b-9725-8a204449e526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cb7c340>, [{'id': 'd60d8198-d7a4-40e3-b09f-8634b897c3f4', 'name': 'tempest-TestSnapshotPattern-55070406-router', 'tenant_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.127'}], 'enable_snat': True}, 'gw_port_id': '968c1bcc-7a33-4fd7-88a1-9907e007697a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:49:04Z', 'updated_at': '2022-05-07T22:49:07Z', 'revision_number': 4, 'project_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'gw_port': {'id': '968c1bcc-7a33-4fd7-88a1-9907e007697a', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:55:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60d8198-d7a4-40e3-b09f-8634b897c3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4418, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:49:04Z', 'updated_at': '2022-05-07T22:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2c1231f4-1dc7-40a8-b157-fd346b36d6f7', 'name': '', 'network_id': 'a9ebddfa-5a35-480f-9e61-716103e7d7f8', 'tenant_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'mac_address': 'fa:16:3e:33:69:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd60d8198-d7a4-40e3-b09f-8634b897c3f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4419, 'fixed_ips': [{'subnet_id': 'abc6af31-616b-4e4a-a332-bce954179553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:49:06Z', 'updated_at': '2022-05-07T22:49:07Z', 'revision_number': 2, 'project_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'subnets': [{'id': 'abc6af31-616b-4e4a-a332-bce954179553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:49:09.842716 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66738768-1a3f-4e1b-9725-8a204449e526 None None] Checking router: d60d8198-d7a4-40e3-b09f-8634b897c3f4 for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:49:09.843332 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66738768-1a3f-4e1b-9725-8a204449e526 None None] Updating router d60d8198-d7a4-40e3-b09f-8634b897c3f4 port 2c1231f4-1dc7-40a8-b157-fd346b36d6f7 binding host ncdv-master-1 {{(pid=121839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 22:49:09.864906 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03fe99e-3007-4677-9526-32f06b9ed044 None None] Pushing event updated for resources: {'Port': ['ID=800731fc-1a1f-40e8-a572-ccb8eefb5610,revision_number=1']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:49:09.879131 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-d03fe99e-3007-4677-9526-32f06b9ed044 None None] Attempting to bind port 800731fc-1a1f-40e8-a572-ccb8eefb5610 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:49:09.879512 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-d03fe99e-3007-4677-9526-32f06b9ed044 None None] Attempting to bind port 800731fc-1a1f-40e8-a572-ccb8eefb5610 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '95ee5e29-887d-435e-b220-466f3f35ec28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f0476f21-f6c6-4f0c-9b6c-5fac88d10698'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:49:09.879879 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03fe99e-3007-4677-9526-32f06b9ed044 None None] Attempting to bind port 800731fc-1a1f-40e8-a572-ccb8eefb5610 on network f0476f21-f6c6-4f0c-9b6c-5fac88d10698 {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:49:09.882462 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-66738768-1a3f-4e1b-9725-8a204449e526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (2c1231f4-1dc7-40a8-b157-fd346b36d6f7), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:09.884974 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03fe99e-3007-4677-9526-32f06b9ed044 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:49:09.885355 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03fe99e-3007-4677-9526-32f06b9ed044 None None] Checking segment: {'id': '95ee5e29-887d-435e-b220-466f3f35ec28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f0476f21-f6c6-4f0c-9b6c-5fac88d10698'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:49:09.885759 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d03fe99e-3007-4677-9526-32f06b9ed044 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:09.886156 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03fe99e-3007-4677-9526-32f06b9ed044 None None] Bound using segment: {'id': '95ee5e29-887d-435e-b220-466f3f35ec28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f0476f21-f6c6-4f0c-9b6c-5fac88d10698'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:49:09.886623 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-d03fe99e-3007-4677-9526-32f06b9ed044 None None] Bound port: 800731fc-1a1f-40e8-a572-ccb8eefb5610, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95ee5e29-887d-435e-b220-466f3f35ec28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f0476f21-f6c6-4f0c-9b6c-5fac88d10698'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:49:09.887037 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d03fe99e-3007-4677-9526-32f06b9ed044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (800731fc-1a1f-40e8-a572-ccb8eefb5610), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:09.887855 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-a4148855-9324-462c-8ade-2c31003ffdf2 admin admin] Allocated IP 172.35.4.87 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/6a525d61-f94f-4046-80d0-e6edbacbb733) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:49:09.957675 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-d03fe99e-3007-4677-9526-32f06b9ed044 None None] For port 800731fc-1a1f-40e8-a572-ccb8eefb5610, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:49:09.961382 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-d03fe99e-3007-4677-9526-32f06b9ed044 None None] For port 800731fc-1a1f-40e8-a572-ccb8eefb5610, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=800731fc-1a1f-40e8-a572-ccb8eefb5610,segment=NetworkSegment(95ee5e29-887d-435e-b220-466f3f35ec28),segment_id=95ee5e29-887d-435e-b220-466f3f35ec28)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:49:09.968247 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d03fe99e-3007-4677-9526-32f06b9ed044 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (800731fc-1a1f-40e8-a572-ccb8eefb5610), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:10.021507 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a4148855-9324-462c-8ade-2c31003ffdf2 admin admin] Publish callbacks [] for port (6a525d61-f94f-4046-80d0-e6edbacbb733), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:10.035514 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03fe99e-3007-4677-9526-32f06b9ed044 None None] Pushing event updated for resources: {'Port': ['ID=800731fc-1a1f-40e8-a572-ccb8eefb5610,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:49:10.065830 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a4148855-9324-462c-8ade-2c31003ffdf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (6a525d61-f94f-4046-80d0-e6edbacbb733), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:10.106022 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4148855-9324-462c-8ade-2c31003ffdf2 admin admin] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:49:10.110049 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-a4148855-9324-462c-8ade-2c31003ffdf2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:49:10.114131 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4148855-9324-462c-8ade-2c31003ffdf2 admin admin] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:49:10.153802 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4148855-9324-462c-8ade-2c31003ffdf2 admin admin] Pushing event updated for resources: {'Port': ['ID=6a525d61-f94f-4046-80d0-e6edbacbb733,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:49:10.198712 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 968c1bcc-7a33-4fd7-88a1-9907e007697a up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:49:10.239690 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-66738768-1a3f-4e1b-9725-8a204449e526 None None] Publish callbacks [] for port (2c1231f4-1dc7-40a8-b157-fd346b36d6f7), precommit_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:10.250494 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-66738768-1a3f-4e1b-9725-8a204449e526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (2c1231f4-1dc7-40a8-b157-fd346b36d6f7), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:10.298627 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 968c1bcc-7a33-4fd7-88a1-9907e007697a triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:49:10.299162 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (968c1bcc-7a33-4fd7-88a1-9907e007697a), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:10.366122 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd0c831-a4a5-4707-9b9a-172332dae18e None None] Pushing event updated for resources: {'Port': ['ID=2c1231f4-1dc7-40a8-b157-fd346b36d6f7,revision_number=3']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:49:10.387924 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd0c831-a4a5-4707-9b9a-172332dae18e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:49:10.388415 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd0c831-a4a5-4707-9b9a-172332dae18e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:49:10.388782 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd0c831-a4a5-4707-9b9a-172332dae18e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:49:10.389114 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd0c831-a4a5-4707-9b9a-172332dae18e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:49:10.389449 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd0c831-a4a5-4707-9b9a-172332dae18e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:49:10.389783 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd0c831-a4a5-4707-9b9a-172332dae18e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:49:10.390625 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd0c831-a4a5-4707-9b9a-172332dae18e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:49:10.390625 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd0c831-a4a5-4707-9b9a-172332dae18e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:49:10.390819 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd0c831-a4a5-4707-9b9a-172332dae18e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:49:10.391116 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd0c831-a4a5-4707-9b9a-172332dae18e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:49:10.392146 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd0c831-a4a5-4707-9b9a-172332dae18e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:49:10.392622 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd0c831-a4a5-4707-9b9a-172332dae18e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:49:10.392971 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd0c831-a4a5-4707-9b9a-172332dae18e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:49:10.393283 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd0c831-a4a5-4707-9b9a-172332dae18e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:49:10.393609 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afd0c831-a4a5-4707-9b9a-172332dae18e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121839) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:49:10.400648 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-66738768-1a3f-4e1b-9725-8a204449e526 None None] Attempting to bind port 2c1231f4-1dc7-40a8-b157-fd346b36d6f7 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:49:10.401103 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-66738768-1a3f-4e1b-9725-8a204449e526 None None] Attempting to bind port 2c1231f4-1dc7-40a8-b157-fd346b36d6f7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7f39af11-e6d7-4130-a071-2f12bf1df3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a9ebddfa-5a35-480f-9e61-716103e7d7f8'}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:49:10.401539 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66738768-1a3f-4e1b-9725-8a204449e526 None None] Attempting to bind port 2c1231f4-1dc7-40a8-b157-fd346b36d6f7 on network a9ebddfa-5a35-480f-9e61-716103e7d7f8 {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:49:10.408549 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66738768-1a3f-4e1b-9725-8a204449e526 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:49:10.408936 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66738768-1a3f-4e1b-9725-8a204449e526 None None] Checking segment: {'id': '7f39af11-e6d7-4130-a071-2f12bf1df3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a9ebddfa-5a35-480f-9e61-716103e7d7f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:49:10.409406 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-66738768-1a3f-4e1b-9725-8a204449e526 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:10.409811 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66738768-1a3f-4e1b-9725-8a204449e526 None None] Bound using segment: {'id': '7f39af11-e6d7-4130-a071-2f12bf1df3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a9ebddfa-5a35-480f-9e61-716103e7d7f8'} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:49:10.410287 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-66738768-1a3f-4e1b-9725-8a204449e526 None None] Bound port: 2c1231f4-1dc7-40a8-b157-fd346b36d6f7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f39af11-e6d7-4130-a071-2f12bf1df3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a9ebddfa-5a35-480f-9e61-716103e7d7f8'}}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:49:10.410673 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-66738768-1a3f-4e1b-9725-8a204449e526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (2c1231f4-1dc7-40a8-b157-fd346b36d6f7), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:10.433785 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 968c1bcc-7a33-4fd7-88a1-9907e007697a is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:49:10.502234 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-66738768-1a3f-4e1b-9725-8a204449e526 None None] For port 2c1231f4-1dc7-40a8-b157-fd346b36d6f7, host ncdv-master-1, cleared binding levels {{(pid=121839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:49:10.506877 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-66738768-1a3f-4e1b-9725-8a204449e526 None None] For port 2c1231f4-1dc7-40a8-b157-fd346b36d6f7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2c1231f4-1dc7-40a8-b157-fd346b36d6f7,segment=NetworkSegment(7f39af11-e6d7-4130-a071-2f12bf1df3b2),segment_id=7f39af11-e6d7-4130-a071-2f12bf1df3b2)] {{(pid=121839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:49:10.509425 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a4148855-9324-462c-8ade-2c31003ffdf2 admin admin] Publish callbacks [] for router_gateway (c0efd315-796a-4ddf-9613-1433da8a4e27), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:10.518684 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-66738768-1a3f-4e1b-9725-8a204449e526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (2c1231f4-1dc7-40a8-b157-fd346b36d6f7), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:10.582224 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66738768-1a3f-4e1b-9725-8a204449e526 None None] Routers {'d60d8198-d7a4-40e3-b09f-8634b897c3f4'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:49:10.582895 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-66738768-1a3f-4e1b-9725-8a204449e526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cb7c340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:48:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['d60d8198-d7a4-40e3-b09f-8634b897c3f4'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:49:10.619814 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd0c831-a4a5-4707-9b9a-172332dae18e None None] Pushing event updated for resources: {'Port': ['ID=2c1231f4-1dc7-40a8-b157-fd346b36d6f7,revision_number=4']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:49:10.677344 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-d85e97f1-ebfe-446f-8af6-acdbab1db552 None None] Provisioning complete for port 2c1231f4-1dc7-40a8-b157-fd346b36d6f7 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:49:10.678026 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d85e97f1-ebfe-446f-8af6-acdbab1db552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (2c1231f4-1dc7-40a8-b157-fd346b36d6f7), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:10.731576 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-66738768-1a3f-4e1b-9725-8a204449e526 None None] Set router d60d8198-d7a4-40e3-b09f-8634b897c3f4 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:49:10.746396 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a4148855-9324-462c-8ade-2c31003ffdf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-419048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-395812'] for router (c0efd315-796a-4ddf-9613-1433da8a4e27), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:10.777305 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-d85e97f1-ebfe-446f-8af6-acdbab1db552 None None] Current status of the port 2c1231f4-1dc7-40a8-b157-fd346b36d6f7 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:49:10.777699 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d85e97f1-ebfe-446f-8af6-acdbab1db552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (2c1231f4-1dc7-40a8-b157-fd346b36d6f7), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:10.832579 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-d85e97f1-ebfe-446f-8af6-acdbab1db552 None None] For port 2c1231f4-1dc7-40a8-b157-fd346b36d6f7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2c1231f4-1dc7-40a8-b157-fd346b36d6f7,segment=NetworkSegment(7f39af11-e6d7-4130-a071-2f12bf1df3b2),segment_id=7f39af11-e6d7-4130-a071-2f12bf1df3b2)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:49:10.837968 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d85e97f1-ebfe-446f-8af6-acdbab1db552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (2c1231f4-1dc7-40a8-b157-fd346b36d6f7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:10.908036 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85e97f1-ebfe-446f-8af6-acdbab1db552 None None] Pushing event updated for resources: {'Port': ['ID=2c1231f4-1dc7-40a8-b157-fd346b36d6f7,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:49:10.946800 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4148855-9324-462c-8ade-2c31003ffdf2 admin admin] Router c0efd315-796a-4ddf-9613-1433da8a4e27 is scheduled to L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db with binding_index 1 {{(pid=121836) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
May 07 22:49:10.957069 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-a2c7316c-8833-4620-9412-96619f3cfa35 None None] Provisioning complete for port 2c1231f4-1dc7-40a8-b157-fd346b36d6f7 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:49:10.957614 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a2c7316c-8833-4620-9412-96619f3cfa35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (2c1231f4-1dc7-40a8-b157-fd346b36d6f7), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:11.047091 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-a2c7316c-8833-4620-9412-96619f3cfa35 None None] Current status of the port 2c1231f4-1dc7-40a8-b157-fd346b36d6f7 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:49:11.094588 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-66738768-1a3f-4e1b-9725-8a204449e526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cb7c340>, [{'id': 'd60d8198-d7a4-40e3-b09f-8634b897c3f4', 'name': 'tempest-TestSnapshotPattern-55070406-router', 'tenant_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.127'}], 'enable_snat': True}, 'gw_port_id': '968c1bcc-7a33-4fd7-88a1-9907e007697a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:49:04Z', 'updated_at': '2022-05-07T22:49:07Z', 'revision_number': 4, 'project_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'gw_port': {'id': '968c1bcc-7a33-4fd7-88a1-9907e007697a', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:55:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60d8198-d7a4-40e3-b09f-8634b897c3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4418, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:49:04Z', 'updated_at': '2022-05-07T22:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2c1231f4-1dc7-40a8-b157-fd346b36d6f7', 'name': '', 'network_id': 'a9ebddfa-5a35-480f-9e61-716103e7d7f8', 'tenant_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'mac_address': 'fa:16:3e:33:69:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd60d8198-d7a4-40e3-b09f-8634b897c3f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4419, 'fixed_ips': [{'subnet_id': 'abc6af31-616b-4e4a-a332-bce954179553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:49:06Z', 'updated_at': '2022-05-07T22:49:10Z', 'revision_number': 4, 'project_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'subnets': [{'id': 'abc6af31-616b-4e4a-a332-bce954179553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:49:11.123807 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66738768-1a3f-4e1b-9725-8a204449e526 None None] The sync data for ids ['d60d8198-d7a4-40e3-b09f-8634b897c3f4'] in ncdv-master-1 is: [{'id': 'd60d8198-d7a4-40e3-b09f-8634b897c3f4', 'name': 'tempest-TestSnapshotPattern-55070406-router', 'tenant_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.127'}], 'enable_snat': True}, 'gw_port_id': '968c1bcc-7a33-4fd7-88a1-9907e007697a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:49:04Z', 'updated_at': '2022-05-07T22:49:07Z', 'revision_number': 4, 'project_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'gw_port': {'id': '968c1bcc-7a33-4fd7-88a1-9907e007697a', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:55:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60d8198-d7a4-40e3-b09f-8634b897c3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4418, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:49:04Z', 'updated_at': '2022-05-07T22:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2c1231f4-1dc7-40a8-b157-fd346b36d6f7', 'name': '', 'network_id': 'a9ebddfa-5a35-480f-9e61-716103e7d7f8', 'tenant_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'mac_address': 'fa:16:3e:33:69:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd60d8198-d7a4-40e3-b09f-8634b897c3f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4419, 'fixed_ips': [{'subnet_id': 'abc6af31-616b-4e4a-a332-bce954179553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:49:06Z', 'updated_at': '2022-05-07T22:49:10Z', 'revision_number': 4, 'project_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'subnets': [{'id': 'abc6af31-616b-4e4a-a332-bce954179553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:49:11.288604 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e297906-aa23-415b-ba8b-aeb645b74183 None None] Network f0476f21-f6c6-4f0c-9b6c-5fac88d10698 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:49:11.375112 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-594df824-ca8c-4403-b885-44a590554a74 None None] Provisioning complete for port 800731fc-1a1f-40e8-a572-ccb8eefb5610 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:49:11.375922 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-594df824-ca8c-4403-b885-44a590554a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (800731fc-1a1f-40e8-a572-ccb8eefb5610), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:11.454431 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4148855-9324-462c-8ade-2c31003ffdf2 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:49:11.478536 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-a4148855-9324-462c-8ade-2c31003ffdf2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:11.479900 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a33e2b-6fd7-44a0-b70d-53e6a848404b None None] Sync routers for ids ['c0efd315-796a-4ddf-9613-1433da8a4e27'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:49:11.483322 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-a4148855-9324-462c-8ade-2c31003ffdf2 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 2.1917615
May 07 22:49:11.483684 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 60516) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:49:11.510884 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-594df824-ca8c-4403-b885-44a590554a74 None None] Current status of the port 800731fc-1a1f-40e8-a572-ccb8eefb5610 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:49:11.511481 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-594df824-ca8c-4403-b885-44a590554a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (800731fc-1a1f-40e8-a572-ccb8eefb5610), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:11.515679 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a33e2b-6fd7-44a0-b70d-53e6a848404b None None] Routers {'c0efd315-796a-4ddf-9613-1433da8a4e27'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:49:11.517287 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-a5a33e2b-6fd7-44a0-b70d-53e6a848404b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7fc9c0a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:48:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['c0efd315-796a-4ddf-9613-1433da8a4e27'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:49:11.650305 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-594df824-ca8c-4403-b885-44a590554a74 None None] For port 800731fc-1a1f-40e8-a572-ccb8eefb5610, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=800731fc-1a1f-40e8-a572-ccb8eefb5610,segment=NetworkSegment(95ee5e29-887d-435e-b220-466f3f35ec28),segment_id=95ee5e29-887d-435e-b220-466f3f35ec28)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:49:11.660758 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-594df824-ca8c-4403-b885-44a590554a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (800731fc-1a1f-40e8-a572-ccb8eefb5610), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:11.714401 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-a5a33e2b-6fd7-44a0-b70d-53e6a848404b None None] Set router c0efd315-796a-4ddf-9613-1433da8a4e27 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:49:11.821037 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-a9396772-47e7-4398-8d18-08cbc936992b None None] Provisioning complete for port 800731fc-1a1f-40e8-a572-ccb8eefb5610 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:49:11.821409 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a9396772-47e7-4398-8d18-08cbc936992b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (800731fc-1a1f-40e8-a572-ccb8eefb5610), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:11.825914 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594df824-ca8c-4403-b885-44a590554a74 None None] Pushing event updated for resources: {'Port': ['ID=800731fc-1a1f-40e8-a572-ccb8eefb5610,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:49:12.004801 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-a5a33e2b-6fd7-44a0-b70d-53e6a848404b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7fc9c0a0>, [{'id': 'c0efd315-796a-4ddf-9613-1433da8a4e27', 'name': 'tempest-TestSnapshotPattern-770338949-router', 'tenant_id': 'e9a20698141a441e9346f49b27703c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.87'}], 'enable_snat': True}, 'gw_port_id': '6a525d61-f94f-4046-80d0-e6edbacbb733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:49:09Z', 'updated_at': '2022-05-07T22:49:10Z', 'revision_number': 3, 'project_id': 'e9a20698141a441e9346f49b27703c2e', 'gw_port': {'id': '6a525d61-f94f-4046-80d0-e6edbacbb733', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:07:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0efd315-796a-4ddf-9613-1433da8a4e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:49:09Z', 'updated_at': '2022-05-07T22:49:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:49:12.006537 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-a9396772-47e7-4398-8d18-08cbc936992b None None] Current status of the port 800731fc-1a1f-40e8-a572-ccb8eefb5610 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:49:12.020767 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1a11838d-ae09-4b03-be31-b55897b0c7de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:12.037985 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a33e2b-6fd7-44a0-b70d-53e6a848404b None None] Checking router: c0efd315-796a-4ddf-9613-1433da8a4e27 for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:49:12.038353 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a33e2b-6fd7-44a0-b70d-53e6a848404b None None] Updating router c0efd315-796a-4ddf-9613-1433da8a4e27 port 6a525d61-f94f-4046-80d0-e6edbacbb733 binding host ncdv-master-1 {{(pid=121838) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 22:49:12.067667 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a5a33e2b-6fd7-44a0-b70d-53e6a848404b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (6a525d61-f94f-4046-80d0-e6edbacbb733), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:12.198233 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-1a11838d-ae09-4b03-be31-b55897b0c7de admin admin] Allocated IP 172.20.0.1 (f0476f21-f6c6-4f0c-9b6c-5fac88d10698/cf73057f-ffe5-4154-8bf6-edd91f0634ab/52399d4c-bfb0-40d8-b757-c5eba13330d8) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:49:12.267105 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 800731fc-1a1f-40e8-a572-ccb8eefb5610 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:49:12.325062 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1a11838d-ae09-4b03-be31-b55897b0c7de admin admin] Publish callbacks [] for port (52399d4c-bfb0-40d8-b757-c5eba13330d8), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:12.364393 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 800731fc-1a1f-40e8-a572-ccb8eefb5610 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:49:12.364877 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (800731fc-1a1f-40e8-a572-ccb8eefb5610), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:12.367733 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1a11838d-ae09-4b03-be31-b55897b0c7de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (52399d4c-bfb0-40d8-b757-c5eba13330d8), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:12.408199 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a11838d-ae09-4b03-be31-b55897b0c7de admin admin] Network f0476f21-f6c6-4f0c-9b6c-5fac88d10698 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:49:12.412668 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-1a11838d-ae09-4b03-be31-b55897b0c7de admin admin] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:49:12.419999 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a11838d-ae09-4b03-be31-b55897b0c7de admin admin] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:49:12.449344 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a5a33e2b-6fd7-44a0-b70d-53e6a848404b None None] Publish callbacks [] for port (6a525d61-f94f-4046-80d0-e6edbacbb733), precommit_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:12.462711 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a11838d-ae09-4b03-be31-b55897b0c7de admin admin] Pushing event updated for resources: {'Port': ['ID=52399d4c-bfb0-40d8-b757-c5eba13330d8,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:49:12.473251 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a5a33e2b-6fd7-44a0-b70d-53e6a848404b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (6a525d61-f94f-4046-80d0-e6edbacbb733), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:12.486859 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1a11838d-ae09-4b03-be31-b55897b0c7de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-398161'] for router_interface (c0efd315-796a-4ddf-9613-1433da8a4e27), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:12.643553 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1a11838d-ae09-4b03-be31-b55897b0c7de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (52399d4c-bfb0-40d8-b757-c5eba13330d8), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:12.694218 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 800731fc-1a1f-40e8-a572-ccb8eefb5610 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:49:12.695213 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 2c1231f4-1dc7-40a8-b157-fd346b36d6f7 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:49:12.728121 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-a5a33e2b-6fd7-44a0-b70d-53e6a848404b None None] Attempting to bind port 6a525d61-f94f-4046-80d0-e6edbacbb733 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:49:12.728499 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-a5a33e2b-6fd7-44a0-b70d-53e6a848404b None None] Attempting to bind port 6a525d61-f94f-4046-80d0-e6edbacbb733 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:49:12.729259 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a33e2b-6fd7-44a0-b70d-53e6a848404b None None] Attempting to bind port 6a525d61-f94f-4046-80d0-e6edbacbb733 on network 9221b764-ef06-431f-8941-796516ed7c3b {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:49:12.748566 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ca6488-0f27-498b-9f3f-e27f4919cb21 None None] Pushing event updated for resources: {'Port': ['ID=6a525d61-f94f-4046-80d0-e6edbacbb733,revision_number=2']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:49:12.756188 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a33e2b-6fd7-44a0-b70d-53e6a848404b None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:49:12.756579 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a33e2b-6fd7-44a0-b70d-53e6a848404b None None] Checking segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121838) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:49:12.757465 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a5a33e2b-6fd7-44a0-b70d-53e6a848404b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:12.757863 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a33e2b-6fd7-44a0-b70d-53e6a848404b None None] Bound using segment: {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'} {{(pid=121838) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:49:12.758336 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.managers [None req-a5a33e2b-6fd7-44a0-b70d-53e6a848404b None None] Bound port: 6a525d61-f94f-4046-80d0-e6edbacbb733, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75c960cc-599f-4056-b989-69445477d49a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b'}}] {{(pid=121838) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:49:12.758723 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a5a33e2b-6fd7-44a0-b70d-53e6a848404b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (6a525d61-f94f-4046-80d0-e6edbacbb733), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:12.763809 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-1dfd8a09-48f4-4297-affb-18a3d3c136db None None] Provisioning complete for port 52399d4c-bfb0-40d8-b757-c5eba13330d8 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:49:12.764170 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-1dfd8a09-48f4-4297-affb-18a3d3c136db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (52399d4c-bfb0-40d8-b757-c5eba13330d8), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:12.819976 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1a11838d-ae09-4b03-be31-b55897b0c7de admin admin] Publish callbacks [] for port (52399d4c-bfb0-40d8-b757-c5eba13330d8), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:12.824813 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1a11838d-ae09-4b03-be31-b55897b0c7de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (52399d4c-bfb0-40d8-b757-c5eba13330d8), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:12.833962 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 2c1231f4-1dc7-40a8-b157-fd346b36d6f7 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:49:12.834345 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (2c1231f4-1dc7-40a8-b157-fd346b36d6f7), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:12.849851 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-1dfd8a09-48f4-4297-affb-18a3d3c136db None None] Port 52399d4c-bfb0-40d8-b757-c5eba13330d8 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:49:12.882579 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-a5a33e2b-6fd7-44a0-b70d-53e6a848404b None None] For port 6a525d61-f94f-4046-80d0-e6edbacbb733, host ncdv-master-1, cleared binding levels {{(pid=121838) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:49:12.887309 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-a5a33e2b-6fd7-44a0-b70d-53e6a848404b None None] For port 6a525d61-f94f-4046-80d0-e6edbacbb733, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6a525d61-f94f-4046-80d0-e6edbacbb733,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121838) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:49:12.899983 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-a5a33e2b-6fd7-44a0-b70d-53e6a848404b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (6a525d61-f94f-4046-80d0-e6edbacbb733), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:12.901714 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a11838d-ae09-4b03-be31-b55897b0c7de admin admin] Pushing event updated for resources: {'Port': ['ID=52399d4c-bfb0-40d8-b757-c5eba13330d8,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:49:12.906732 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1a11838d-ae09-4b03-be31-b55897b0c7de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526244', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-401121'] for router_interface (c0efd315-796a-4ddf-9613-1433da8a4e27), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:12.996687 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a33e2b-6fd7-44a0-b70d-53e6a848404b None None] Routers {'c0efd315-796a-4ddf-9613-1433da8a4e27'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:49:12.997322 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-a5a33e2b-6fd7-44a0-b70d-53e6a848404b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7fc9c0a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:48:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['c0efd315-796a-4ddf-9613-1433da8a4e27'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:49:12.999076 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ca6488-0f27-498b-9f3f-e27f4919cb21 None None] Pushing event updated for resources: {'Port': ['ID=6a525d61-f94f-4046-80d0-e6edbacbb733,revision_number=3']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:49:12.999881 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a11838d-ae09-4b03-be31-b55897b0c7de admin admin] Network f0476f21-f6c6-4f0c-9b6c-5fac88d10698 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:49:13.002051 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-1a11838d-ae09-4b03-be31-b55897b0c7de admin admin] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:49:13.003753 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 2c1231f4-1dc7-40a8-b157-fd346b36d6f7 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:49:13.119747 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-a5a33e2b-6fd7-44a0-b70d-53e6a848404b None None] Set router c0efd315-796a-4ddf-9613-1433da8a4e27 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:49:13.128407 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a11838d-ae09-4b03-be31-b55897b0c7de admin admin] Router c0efd315-796a-4ddf-9613-1433da8a4e27 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:49:13.270096 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a11838d-ae09-4b03-be31-b55897b0c7de admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:49:13.275545 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-1a11838d-ae09-4b03-be31-b55897b0c7de admin admin] 10.222.0.32 "PUT /v2.0/routers/c0efd315-796a-4ddf-9613-1433da8a4e27/add_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7889819
May 07 22:49:13.282314 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-da5adaf2-d507-4bb5-90a0-94c9961bec40 None None] Provisioning complete for port 52399d4c-bfb0-40d8-b757-c5eba13330d8 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:49:13.282645 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-da5adaf2-d507-4bb5-90a0-94c9961bec40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (52399d4c-bfb0-40d8-b757-c5eba13330d8), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:13.336116 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-da5adaf2-d507-4bb5-90a0-94c9961bec40 None None] Port 52399d4c-bfb0-40d8-b757-c5eba13330d8 cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:49:13.373446 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-a5a33e2b-6fd7-44a0-b70d-53e6a848404b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7fc9c0a0>, [{'id': 'c0efd315-796a-4ddf-9613-1433da8a4e27', 'name': 'tempest-TestSnapshotPattern-770338949-router', 'tenant_id': 'e9a20698141a441e9346f49b27703c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.87'}], 'enable_snat': True}, 'gw_port_id': '6a525d61-f94f-4046-80d0-e6edbacbb733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:49:09Z', 'updated_at': '2022-05-07T22:49:12Z', 'revision_number': 4, 'project_id': 'e9a20698141a441e9346f49b27703c2e', 'gw_port': {'id': '6a525d61-f94f-4046-80d0-e6edbacbb733', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:07:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0efd315-796a-4ddf-9613-1433da8a4e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:49:09Z', 'updated_at': '2022-05-07T22:49:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '52399d4c-bfb0-40d8-b757-c5eba13330d8', 'name': '', 'network_id': 'f0476f21-f6c6-4f0c-9b6c-5fac88d10698', 'tenant_id': 'e9a20698141a441e9346f49b27703c2e', 'mac_address': 'fa:16:3e:9b:cc:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0efd315-796a-4ddf-9613-1433da8a4e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': 'cf73057f-ffe5-4154-8bf6-edd91f0634ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:49:12Z', 'updated_at': '2022-05-07T22:49:12Z', 'revision_number': 2, 'project_id': 'e9a20698141a441e9346f49b27703c2e', 'subnets': [{'id': 'cf73057f-ffe5-4154-8bf6-edd91f0634ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:49:13.402995 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a33e2b-6fd7-44a0-b70d-53e6a848404b None None] The sync data for ids ['c0efd315-796a-4ddf-9613-1433da8a4e27'] in ncdv-master-1 is: [{'id': 'c0efd315-796a-4ddf-9613-1433da8a4e27', 'name': 'tempest-TestSnapshotPattern-770338949-router', 'tenant_id': 'e9a20698141a441e9346f49b27703c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.87'}], 'enable_snat': True}, 'gw_port_id': '6a525d61-f94f-4046-80d0-e6edbacbb733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:49:09Z', 'updated_at': '2022-05-07T22:49:12Z', 'revision_number': 4, 'project_id': 'e9a20698141a441e9346f49b27703c2e', 'gw_port': {'id': '6a525d61-f94f-4046-80d0-e6edbacbb733', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:07:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0efd315-796a-4ddf-9613-1433da8a4e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:49:09Z', 'updated_at': '2022-05-07T22:49:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '52399d4c-bfb0-40d8-b757-c5eba13330d8', 'name': '', 'network_id': 'f0476f21-f6c6-4f0c-9b6c-5fac88d10698', 'tenant_id': 'e9a20698141a441e9346f49b27703c2e', 'mac_address': 'fa:16:3e:9b:cc:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0efd315-796a-4ddf-9613-1433da8a4e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': 'cf73057f-ffe5-4154-8bf6-edd91f0634ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:49:12Z', 'updated_at': '2022-05-07T22:49:12Z', 'revision_number': 2, 'project_id': 'e9a20698141a441e9346f49b27703c2e', 'subnets': [{'id': 'cf73057f-ffe5-4154-8bf6-edd91f0634ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:49:13.814012 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 60526) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:49:13.818937 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-e23add86-0784-436e-8860-d587150d6484 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1836955525', 'description': 'tempest-secgroup-smoke-1836955525 description', 'project_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:49:13.841194 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e23add86-0784-436e-8860-d587150d6484 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Publish callbacks [] for security_group (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:13.918631 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e23add86-0784-436e-8860-d587150d6484 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Publish callbacks [] for security_group (8fca899b-9b85-40d2-ad21-eff6ca01b1bd), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:13.923203 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e23add86-0784-436e-8860-d587150d6484 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (8fca899b-9b85-40d2-ad21-eff6ca01b1bd), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:13.952096 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-e23add86-0784-436e-8860-d587150d6484 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:13.953299 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-e23add86-0784-436e-8860-d587150d6484 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.1382809
May 07 22:49:13.956936 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 60528) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:49:13.961545 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-b71eec1c-202a-4c0f-8278-6c8738411673 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Request body: {'security_group_rule': {'security_group_id': '8fca899b-9b85-40d2-ad21-eff6ca01b1bd', 'project_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:49:13.962348 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23add86-0784-436e-8860-d587150d6484 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fca899b-9b85-40d2-ad21-eff6ca01b1bd,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:49:13.996446 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b71eec1c-202a-4c0f-8278-6c8738411673 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Publish callbacks [] for security_group_rule (84527029-272f-4abd-836c-bdb180132673), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:14.065450 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b71eec1c-202a-4c0f-8278-6c8738411673 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Publish callbacks [] for security_group_rule (84527029-272f-4abd-836c-bdb180132673), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:14.069544 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b71eec1c-202a-4c0f-8278-6c8738411673 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (84527029-272f-4abd-836c-bdb180132673), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:14.087936 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71eec1c-202a-4c0f-8278-6c8738411673 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84527029-272f-4abd-836c-bdb180132673,revision_number=0']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:49:14.093675 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-b71eec1c-202a-4c0f-8278-6c8738411673 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:14.094300 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-b71eec1c-202a-4c0f-8278-6c8738411673 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1362848
May 07 22:49:14.100456 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 60530) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:49:14.104975 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-2b14d1c4-f78c-4a6b-b6f5-b1aaaab3d951 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Request body: {'security_group_rule': {'security_group_id': '8fca899b-9b85-40d2-ad21-eff6ca01b1bd', 'project_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:49:14.141498 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2b14d1c4-f78c-4a6b-b6f5-b1aaaab3d951 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Publish callbacks [] for security_group_rule (1662b85f-2466-4a30-9275-34359d24bfc1), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:14.203384 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 6a525d61-f94f-4046-80d0-e6edbacbb733 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:49:14.221931 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2b14d1c4-f78c-4a6b-b6f5-b1aaaab3d951 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Publish callbacks [] for security_group_rule (1662b85f-2466-4a30-9275-34359d24bfc1), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:14.226960 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2b14d1c4-f78c-4a6b-b6f5-b1aaaab3d951 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (1662b85f-2466-4a30-9275-34359d24bfc1), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:14.246580 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b14d1c4-f78c-4a6b-b6f5-b1aaaab3d951 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1662b85f-2466-4a30-9275-34359d24bfc1,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:49:14.254519 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-2b14d1c4-f78c-4a6b-b6f5-b1aaaab3d951 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:14.259019 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-2b14d1c4-f78c-4a6b-b6f5-b1aaaab3d951 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1543105
May 07 22:49:14.259019 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 60532) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:49:14.263452 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-963620f4-8f7c-45b8-b953-593ace6a6e32 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Request body: {'security_group_rule': {'security_group_id': '8fca899b-9b85-40d2-ad21-eff6ca01b1bd', 'project_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:49:14.263697 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 6a525d61-f94f-4046-80d0-e6edbacbb733 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:49:14.264065 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (6a525d61-f94f-4046-80d0-e6edbacbb733), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:14.291620 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-963620f4-8f7c-45b8-b953-593ace6a6e32 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Publish callbacks [] for security_group_rule (4540ea51-3059-41a7-a229-181361fe2ae8), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:14.349728 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 6a525d61-f94f-4046-80d0-e6edbacbb733 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:49:14.350129 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (6a525d61-f94f-4046-80d0-e6edbacbb733), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:14.354893 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-963620f4-8f7c-45b8-b953-593ace6a6e32 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Publish callbacks [] for security_group_rule (4540ea51-3059-41a7-a229-181361fe2ae8), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:14.359824 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-963620f4-8f7c-45b8-b953-593ace6a6e32 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (4540ea51-3059-41a7-a229-181361fe2ae8), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:14.373900 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] For port 6a525d61-f94f-4046-80d0-e6edbacbb733, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6a525d61-f94f-4046-80d0-e6edbacbb733,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:49:14.379583 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (6a525d61-f94f-4046-80d0-e6edbacbb733), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:14.383367 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963620f4-8f7c-45b8-b953-593ace6a6e32 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4540ea51-3059-41a7-a229-181361fe2ae8,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:49:14.392268 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-963620f4-8f7c-45b8-b953-593ace6a6e32 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:14.393487 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-963620f4-8f7c-45b8-b953-593ace6a6e32 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1338754
May 07 22:49:14.396181 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 60534) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:49:14.400678 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-590761b5-0975-4c39-89eb-ba00240c9a4d tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Request body: {'security_group_rule': {'security_group_id': '8fca899b-9b85-40d2-ad21-eff6ca01b1bd', 'project_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:49:14.436812 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-590761b5-0975-4c39-89eb-ba00240c9a4d tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Publish callbacks [] for security_group_rule (c536b6f0-69b6-47a6-9c8b-bd6b59f076c0), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:14.437524 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Pushing event updated for resources: {'Port': ['ID=6a525d61-f94f-4046-80d0-e6edbacbb733,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:49:14.501633 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-590761b5-0975-4c39-89eb-ba00240c9a4d tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Publish callbacks [] for security_group_rule (c536b6f0-69b6-47a6-9c8b-bd6b59f076c0), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:14.505544 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-590761b5-0975-4c39-89eb-ba00240c9a4d tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (c536b6f0-69b6-47a6-9c8b-bd6b59f076c0), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:14.530392 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590761b5-0975-4c39-89eb-ba00240c9a4d tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c536b6f0-69b6-47a6-9c8b-bd6b59f076c0,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:49:14.539679 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-590761b5-0975-4c39-89eb-ba00240c9a4d tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:14.541569 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-590761b5-0975-4c39-89eb-ba00240c9a4d tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1443775
May 07 22:49:14.543548 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 60536) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:49:14.548819 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-8f8ca26f-d7e2-4d34-9d86-3f723b0b09a8 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Request body: {'security_group_rule': {'security_group_id': '8fca899b-9b85-40d2-ad21-eff6ca01b1bd', 'project_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:49:14.570982 ncdv-master-1 neutron-server[121837]: INFO neutron.db.securitygroups_db [None req-8f8ca26f-d7e2-4d34-9d86-3f723b0b09a8 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Project a16ae1c6eaad44359f6bac5eaef3d3a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 07 22:49:14.576768 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8f8ca26f-d7e2-4d34-9d86-3f723b0b09a8 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Publish callbacks [] for security_group_rule (0a678ca3-7919-4c61-a164-d68daad89d94), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:14.646722 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8f8ca26f-d7e2-4d34-9d86-3f723b0b09a8 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Publish callbacks [] for security_group_rule (0a678ca3-7919-4c61-a164-d68daad89d94), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:14.651391 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8f8ca26f-d7e2-4d34-9d86-3f723b0b09a8 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (0a678ca3-7919-4c61-a164-d68daad89d94), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:14.671437 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ca26f-d7e2-4d34-9d86-3f723b0b09a8 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a678ca3-7919-4c61-a164-d68daad89d94,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:49:14.682763 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-8f8ca26f-d7e2-4d34-9d86-3f723b0b09a8 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:14.684105 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-8f8ca26f-d7e2-4d34-9d86-3f723b0b09a8 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1392248
May 07 22:49:14.686702 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 60538) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:49:14.691880 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-d5111db2-1203-4c9f-bd04-064c82881ea9 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Request body: {'security_group_rule': {'security_group_id': '8fca899b-9b85-40d2-ad21-eff6ca01b1bd', 'project_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:49:14.712487 ncdv-master-1 neutron-server[121837]: INFO neutron.db.securitygroups_db [None req-d5111db2-1203-4c9f-bd04-064c82881ea9 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Project a16ae1c6eaad44359f6bac5eaef3d3a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 07 22:49:14.718228 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d5111db2-1203-4c9f-bd04-064c82881ea9 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Publish callbacks [] for security_group_rule (f978fc52-9f30-46af-bb08-87ce8afb0501), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:14.785285 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d5111db2-1203-4c9f-bd04-064c82881ea9 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Publish callbacks [] for security_group_rule (f978fc52-9f30-46af-bb08-87ce8afb0501), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:14.789108 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d5111db2-1203-4c9f-bd04-064c82881ea9 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-489354'] for security_group_rule (f978fc52-9f30-46af-bb08-87ce8afb0501), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:14.806507 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5111db2-1203-4c9f-bd04-064c82881ea9 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f978fc52-9f30-46af-bb08-87ce8afb0501,revision_number=0']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:49:14.815289 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-d5111db2-1203-4c9f-bd04-064c82881ea9 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:14.821058 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-d5111db2-1203-4c9f-bd04-064c82881ea9 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1286695
May 07 22:49:14.968129 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1f776820-012d-4a91-8841-eb933599af91 req-809b211d-1746-4135-acc7-75fde766b602 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1836955525&fields=id&tenant_id=a16ae1c6eaad44359f6bac5eaef3d3a5 HTTP/1.1" status: 200  len: 267 time: 0.0444593
May 07 22:49:15.079475 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f776820-012d-4a91-8841-eb933599af91 req-d62476ee-5a32-402a-914a-ed67c4623a27 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:49:15.080924 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1f776820-012d-4a91-8841-eb933599af91 req-d62476ee-5a32-402a-914a-ed67c4623a27 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] 10.222.0.32 "GET /v2.0/networks?id=a9ebddfa-5a35-480f-9e61-716103e7d7f8 HTTP/1.1" status: 200  len: 808 time: 0.1057498
May 07 22:49:15.096521 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1f776820-012d-4a91-8841-eb933599af91 req-5bf89737-795e-4ebe-9395-a3ed813ea22b tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] 10.222.0.32 "GET /v2.0/quotas/a16ae1c6eaad44359f6bac5eaef3d3a5 HTTP/1.1" status: 200  len: 375 time: 0.0101204
May 07 22:49:15.144866 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1f776820-012d-4a91-8841-eb933599af91 req-976f1dd9-1f8d-4be7-94cf-8046732be6cc tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a16ae1c6eaad44359f6bac5eaef3d3a5&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0434806
May 07 22:49:15.282031 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [req-1f776820-012d-4a91-8841-eb933599af91 req-b0b15fd2-8292-4a56-b640-1f2351802ca2 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121836) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:49:15.283109 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1f776820-012d-4a91-8841-eb933599af91 req-b0b15fd2-8292-4a56-b640-1f2351802ca2 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0487752
May 07 22:49:15.381835 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1f776820-012d-4a91-8841-eb933599af91 req-e500172e-2951-4d97-bc41-781dabda407b service neutron] 10.222.0.32 "GET /v2.0/networks/a9ebddfa-5a35-480f-9e61-716103e7d7f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0925026
May 07 22:49:15.471793 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1f776820-012d-4a91-8841-eb933599af91 req-f16bdb47-6b59-4d37-82bf-8ef371aad241 service neutron] 10.222.0.32 "GET /v2.0/networks/a9ebddfa-5a35-480f-9e61-716103e7d7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0865743
May 07 22:49:15.581393 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fa0fe2-3625-4370-8129-c385fe3d9104 None None] Sync routers for ids ['c0efd315-796a-4ddf-9613-1433da8a4e27'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:49:15.591441 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fa0fe2-3625-4370-8129-c385fe3d9104 None None] Routers {'c0efd315-796a-4ddf-9613-1433da8a4e27'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:49:15.592233 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-48fa0fe2-3625-4370-8129-c385fe3d9104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cd91ee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:48:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['c0efd315-796a-4ddf-9613-1433da8a4e27'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:49:15.655335 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-1714be0c-3752-4145-ab54-849584ac004f req-2aa8bde4-6469-42c5-94bd-de2a8319707a tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] 10.222.0.32 "GET /v2.0/ports?device_id=f61747fc-a610-49f2-9321-ef40bb2e3e5a HTTP/1.1" status: 200  len: 210 time: 0.0340841
May 07 22:49:15.705281 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-48fa0fe2-3625-4370-8129-c385fe3d9104 None None] Set router c0efd315-796a-4ddf-9613-1433da8a4e27 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:49:15.907449 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-48fa0fe2-3625-4370-8129-c385fe3d9104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cd91ee0>, [{'id': 'c0efd315-796a-4ddf-9613-1433da8a4e27', 'name': 'tempest-TestSnapshotPattern-770338949-router', 'tenant_id': 'e9a20698141a441e9346f49b27703c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.87'}], 'enable_snat': True}, 'gw_port_id': '6a525d61-f94f-4046-80d0-e6edbacbb733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:49:09Z', 'updated_at': '2022-05-07T22:49:12Z', 'revision_number': 4, 'project_id': 'e9a20698141a441e9346f49b27703c2e', 'gw_port': {'id': '6a525d61-f94f-4046-80d0-e6edbacbb733', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:07:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0efd315-796a-4ddf-9613-1433da8a4e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:49:09Z', 'updated_at': '2022-05-07T22:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '52399d4c-bfb0-40d8-b757-c5eba13330d8', 'name': '', 'network_id': 'f0476f21-f6c6-4f0c-9b6c-5fac88d10698', 'tenant_id': 'e9a20698141a441e9346f49b27703c2e', 'mac_address': 'fa:16:3e:9b:cc:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0efd315-796a-4ddf-9613-1433da8a4e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': 'cf73057f-ffe5-4154-8bf6-edd91f0634ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:49:12Z', 'updated_at': '2022-05-07T22:49:12Z', 'revision_number': 2, 'project_id': 'e9a20698141a441e9346f49b27703c2e', 'subnets': [{'id': 'cf73057f-ffe5-4154-8bf6-edd91f0634ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:49:15.934797 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fa0fe2-3625-4370-8129-c385fe3d9104 None None] Checking router: c0efd315-796a-4ddf-9613-1433da8a4e27 for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:49:15.935349 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fa0fe2-3625-4370-8129-c385fe3d9104 None None] Updating router c0efd315-796a-4ddf-9613-1433da8a4e27 port 52399d4c-bfb0-40d8-b757-c5eba13330d8 binding host ncdv-master-1 {{(pid=121839) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 07 22:49:15.962398 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-48fa0fe2-3625-4370-8129-c385fe3d9104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (52399d4c-bfb0-40d8-b757-c5eba13330d8), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:16.186616 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 6a525d61-f94f-4046-80d0-e6edbacbb733 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:49:16.243511 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-48fa0fe2-3625-4370-8129-c385fe3d9104 None None] Publish callbacks [] for port (52399d4c-bfb0-40d8-b757-c5eba13330d8), precommit_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:16.248170 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 6a525d61-f94f-4046-80d0-e6edbacbb733 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:49:16.248553 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (6a525d61-f94f-4046-80d0-e6edbacbb733), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:16.250101 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-48fa0fe2-3625-4370-8129-c385fe3d9104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (52399d4c-bfb0-40d8-b757-c5eba13330d8), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:16.319568 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5faea95-e4ea-41c8-8433-63276881b088 None None] Pushing event updated for resources: {'Port': ['ID=52399d4c-bfb0-40d8-b757-c5eba13330d8,revision_number=3']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:49:16.340825 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 6a525d61-f94f-4046-80d0-e6edbacbb733 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:49:16.368645 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-48fa0fe2-3625-4370-8129-c385fe3d9104 None None] Attempting to bind port 52399d4c-bfb0-40d8-b757-c5eba13330d8 on host ncdv-master-1 for vnic_type normal with profile  {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:49:16.369039 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-48fa0fe2-3625-4370-8129-c385fe3d9104 None None] Attempting to bind port 52399d4c-bfb0-40d8-b757-c5eba13330d8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '95ee5e29-887d-435e-b220-466f3f35ec28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f0476f21-f6c6-4f0c-9b6c-5fac88d10698'}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:49:16.369392 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48fa0fe2-3625-4370-8129-c385fe3d9104 None None] Attempting to bind port 52399d4c-bfb0-40d8-b757-c5eba13330d8 on network f0476f21-f6c6-4f0c-9b6c-5fac88d10698 {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:49:16.374445 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48fa0fe2-3625-4370-8129-c385fe3d9104 None None] Checking agent: {'id': '3f4d9e86-99c2-4058-823e-4d44e001faaa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 35, 30), 'started_at': datetime.datetime(2022, 5, 7, 21, 36), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:49:16.374845 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48fa0fe2-3625-4370-8129-c385fe3d9104 None None] Checking segment: {'id': '95ee5e29-887d-435e-b220-466f3f35ec28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f0476f21-f6c6-4f0c-9b6c-5fac88d10698'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121839) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:49:16.375242 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-48fa0fe2-3625-4370-8129-c385fe3d9104 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:16.376345 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48fa0fe2-3625-4370-8129-c385fe3d9104 None None] Bound using segment: {'id': '95ee5e29-887d-435e-b220-466f3f35ec28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f0476f21-f6c6-4f0c-9b6c-5fac88d10698'} {{(pid=121839) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:49:16.376813 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.managers [None req-48fa0fe2-3625-4370-8129-c385fe3d9104 None None] Bound port: 52399d4c-bfb0-40d8-b757-c5eba13330d8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95ee5e29-887d-435e-b220-466f3f35ec28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f0476f21-f6c6-4f0c-9b6c-5fac88d10698'}}] {{(pid=121839) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:49:16.377189 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-48fa0fe2-3625-4370-8129-c385fe3d9104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (52399d4c-bfb0-40d8-b757-c5eba13330d8), before_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:16.445258 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-48fa0fe2-3625-4370-8129-c385fe3d9104 None None] For port 52399d4c-bfb0-40d8-b757-c5eba13330d8, host ncdv-master-1, cleared binding levels {{(pid=121839) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:49:16.448460 ncdv-master-1 neutron-server[121839]: DEBUG neutron.plugins.ml2.db [None req-48fa0fe2-3625-4370-8129-c385fe3d9104 None None] For port 52399d4c-bfb0-40d8-b757-c5eba13330d8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=52399d4c-bfb0-40d8-b757-c5eba13330d8,segment=NetworkSegment(95ee5e29-887d-435e-b220-466f3f35ec28),segment_id=95ee5e29-887d-435e-b220-466f3f35ec28)] {{(pid=121839) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:49:16.456993 ncdv-master-1 neutron-server[121839]: DEBUG neutron_lib.callbacks.manager [None req-48fa0fe2-3625-4370-8129-c385fe3d9104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (52399d4c-bfb0-40d8-b757-c5eba13330d8), after_update {{(pid=121839) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:16.514388 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fa0fe2-3625-4370-8129-c385fe3d9104 None None] Routers {'c0efd315-796a-4ddf-9613-1433da8a4e27'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:49:16.514857 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-48fa0fe2-3625-4370-8129-c385fe3d9104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cd91ee0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:48:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['c0efd315-796a-4ddf-9613-1433da8a4e27'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:49:16.520587 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5faea95-e4ea-41c8-8433-63276881b088 None None] Pushing event updated for resources: {'Port': ['ID=52399d4c-bfb0-40d8-b757-c5eba13330d8,revision_number=4']} {{(pid=121839) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:49:16.613277 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-94c5900c-525a-453f-a1a9-6c6fe0faecb5 None None] Provisioning complete for port 52399d4c-bfb0-40d8-b757-c5eba13330d8 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:49:16.613658 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-94c5900c-525a-453f-a1a9-6c6fe0faecb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (52399d4c-bfb0-40d8-b757-c5eba13330d8), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:16.642690 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-48fa0fe2-3625-4370-8129-c385fe3d9104 None None] Set router c0efd315-796a-4ddf-9613-1433da8a4e27 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:49:16.731474 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f776820-012d-4a91-8841-eb933599af91 req-a9d5baa8-bf26-4a57-a51c-74f743e8c94d tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:49:16.733987 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1f776820-012d-4a91-8841-eb933599af91 req-a9d5baa8-bf26-4a57-a51c-74f743e8c94d tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] 10.222.0.55 "GET /v2.0/networks?id=a9ebddfa-5a35-480f-9e61-716103e7d7f8 HTTP/1.1" status: 200  len: 808 time: 0.1643491
May 07 22:49:16.785630 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-94c5900c-525a-453f-a1a9-6c6fe0faecb5 None None] Current status of the port 52399d4c-bfb0-40d8-b757-c5eba13330d8 is: DOWN; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:49:16.786185 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-94c5900c-525a-453f-a1a9-6c6fe0faecb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (52399d4c-bfb0-40d8-b757-c5eba13330d8), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:16.811383 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-3ac5fbd8-9388-4562-b48d-6d5f7f7599fc req-9acf163d-faef-46ff-a7e6-c73e566906c0 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] 10.222.0.32 "GET /v2.0/ports?device_id=f61747fc-a610-49f2-9321-ef40bb2e3e5a HTTP/1.1" status: 200  len: 210 time: 0.0528052
May 07 22:49:16.831764 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-94c5900c-525a-453f-a1a9-6c6fe0faecb5 None None] For port 52399d4c-bfb0-40d8-b757-c5eba13330d8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=52399d4c-bfb0-40d8-b757-c5eba13330d8,segment=NetworkSegment(95ee5e29-887d-435e-b220-466f3f35ec28),segment_id=95ee5e29-887d-435e-b220-466f3f35ec28)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:49:16.841323 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-94c5900c-525a-453f-a1a9-6c6fe0faecb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (52399d4c-bfb0-40d8-b757-c5eba13330d8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:16.850439 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1f776820-012d-4a91-8841-eb933599af91 req-0a69b195-079b-4f5a-a1ae-0fcd62870471 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a16ae1c6eaad44359f6bac5eaef3d3a5 HTTP/1.1" status: 200  len: 380 time: 0.1082110
May 07 22:49:16.860581 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-1f776820-012d-4a91-8841-eb933599af91 req-d657084b-f43e-4bd7-9be0-4995511236ff tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Request body: {'port': {'device_id': 'f61747fc-a610-49f2-9321-ef40bb2e3e5a', 'network_id': 'a9ebddfa-5a35-480f-9e61-716103e7d7f8', 'admin_state_up': True, 'tenant_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'security_groups': ['8fca899b-9b85-40d2-ad21-eff6ca01b1bd']}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:49:16.894515 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c5900c-525a-453f-a1a9-6c6fe0faecb5 None None] Pushing event updated for resources: {'Port': ['ID=52399d4c-bfb0-40d8-b757-c5eba13330d8,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:49:16.900821 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-48fa0fe2-3625-4370-8129-c385fe3d9104 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cd91ee0>, [{'id': 'c0efd315-796a-4ddf-9613-1433da8a4e27', 'name': 'tempest-TestSnapshotPattern-770338949-router', 'tenant_id': 'e9a20698141a441e9346f49b27703c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.87'}], 'enable_snat': True}, 'gw_port_id': '6a525d61-f94f-4046-80d0-e6edbacbb733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:49:09Z', 'updated_at': '2022-05-07T22:49:12Z', 'revision_number': 4, 'project_id': 'e9a20698141a441e9346f49b27703c2e', 'gw_port': {'id': '6a525d61-f94f-4046-80d0-e6edbacbb733', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:07:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0efd315-796a-4ddf-9613-1433da8a4e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:49:09Z', 'updated_at': '2022-05-07T22:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '52399d4c-bfb0-40d8-b757-c5eba13330d8', 'name': '', 'network_id': 'f0476f21-f6c6-4f0c-9b6c-5fac88d10698', 'tenant_id': 'e9a20698141a441e9346f49b27703c2e', 'mac_address': 'fa:16:3e:9b:cc:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0efd315-796a-4ddf-9613-1433da8a4e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': 'cf73057f-ffe5-4154-8bf6-edd91f0634ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:49:12Z', 'updated_at': '2022-05-07T22:49:16Z', 'revision_number': 4, 'project_id': 'e9a20698141a441e9346f49b27703c2e', 'subnets': [{'id': 'cf73057f-ffe5-4154-8bf6-edd91f0634ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:49:16.932532 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fa0fe2-3625-4370-8129-c385fe3d9104 None None] The sync data for ids ['c0efd315-796a-4ddf-9613-1433da8a4e27'] in ncdv-master-1 is: [{'id': 'c0efd315-796a-4ddf-9613-1433da8a4e27', 'name': 'tempest-TestSnapshotPattern-770338949-router', 'tenant_id': 'e9a20698141a441e9346f49b27703c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.87'}], 'enable_snat': True}, 'gw_port_id': '6a525d61-f94f-4046-80d0-e6edbacbb733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:49:09Z', 'updated_at': '2022-05-07T22:49:12Z', 'revision_number': 4, 'project_id': 'e9a20698141a441e9346f49b27703c2e', 'gw_port': {'id': '6a525d61-f94f-4046-80d0-e6edbacbb733', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:07:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0efd315-796a-4ddf-9613-1433da8a4e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:49:09Z', 'updated_at': '2022-05-07T22:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '52399d4c-bfb0-40d8-b757-c5eba13330d8', 'name': '', 'network_id': 'f0476f21-f6c6-4f0c-9b6c-5fac88d10698', 'tenant_id': 'e9a20698141a441e9346f49b27703c2e', 'mac_address': 'fa:16:3e:9b:cc:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0efd315-796a-4ddf-9613-1433da8a4e27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4431, 'fixed_ips': [{'subnet_id': 'cf73057f-ffe5-4154-8bf6-edd91f0634ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:49:12Z', 'updated_at': '2022-05-07T22:49:16Z', 'revision_number': 4, 'project_id': 'e9a20698141a441e9346f49b27703c2e', 'subnets': [{'id': 'cf73057f-ffe5-4154-8bf6-edd91f0634ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:49:16.966385 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-882fedb7-e8f1-4ebc-bcc4-4ffbdf54721d None None] Provisioning complete for port 52399d4c-bfb0-40d8-b757-c5eba13330d8 triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:49:16.967074 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-882fedb7-e8f1-4ebc-bcc4-4ffbdf54721d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (52399d4c-bfb0-40d8-b757-c5eba13330d8), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:16.981034 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f776820-012d-4a91-8841-eb933599af91 req-d657084b-f43e-4bd7-9be0-4995511236ff tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Made reservation on behalf of a16ae1c6eaad44359f6bac5eaef3d3a5 for: {'port': 1} {{(pid=121836) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:49:16.984931 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-1f776820-012d-4a91-8841-eb933599af91 req-d657084b-f43e-4bd7-9be0-4995511236ff tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:17.053082 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-882fedb7-e8f1-4ebc-bcc4-4ffbdf54721d None None] Current status of the port 52399d4c-bfb0-40d8-b757-c5eba13330d8 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:49:17.127129 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [req-1f776820-012d-4a91-8841-eb933599af91 req-d657084b-f43e-4bd7-9be0-4995511236ff tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Allocated IP 172.20.0.13 (a9ebddfa-5a35-480f-9e61-716103e7d7f8/abc6af31-616b-4e4a-a332-bce954179553/42373cc5-2f7d-4dee-bc96-2e01c9842ebb) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:49:17.280335 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-1f776820-012d-4a91-8841-eb933599af91 req-d657084b-f43e-4bd7-9be0-4995511236ff tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Publish callbacks [] for port (42373cc5-2f7d-4dee-bc96-2e01c9842ebb), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:17.316372 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-1f776820-012d-4a91-8841-eb933599af91 req-d657084b-f43e-4bd7-9be0-4995511236ff tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (42373cc5-2f7d-4dee-bc96-2e01c9842ebb), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:17.358969 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f776820-012d-4a91-8841-eb933599af91 req-d657084b-f43e-4bd7-9be0-4995511236ff tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Network a9ebddfa-5a35-480f-9e61-716103e7d7f8 is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:49:17.362809 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [req-1f776820-012d-4a91-8841-eb933599af91 req-d657084b-f43e-4bd7-9be0-4995511236ff tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:49:17.366554 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f776820-012d-4a91-8841-eb933599af91 req-d657084b-f43e-4bd7-9be0-4995511236ff tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:49:17.399547 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d657084b-f43e-4bd7-9be0-4995511236ff tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Pushing event updated for resources: {'Port': ['ID=42373cc5-2f7d-4dee-bc96-2e01c9842ebb,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:49:17.430924 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f776820-012d-4a91-8841-eb933599af91 req-d657084b-f43e-4bd7-9be0-4995511236ff tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:49:17.431594 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-1f776820-012d-4a91-8841-eb933599af91 req-d657084b-f43e-4bd7-9be0-4995511236ff tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:17.450695 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1f776820-012d-4a91-8841-eb933599af91 req-d657084b-f43e-4bd7-9be0-4995511236ff tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.5943458
May 07 22:49:17.464383 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [req-1f776820-012d-4a91-8841-eb933599af91 req-95538be1-840b-4248-95c6-38cb1256bbac service neutron] Request body: {'port': {'device_id': 'f61747fc-a610-49f2-9321-ef40bb2e3e5a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:49:17.532518 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-1f776820-012d-4a91-8841-eb933599af91 req-95538be1-840b-4248-95c6-38cb1256bbac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (42373cc5-2f7d-4dee-bc96-2e01c9842ebb), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:17.674533 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-17186473-3641-43b5-aeb5-2198d96a43c6 None None] Provisioning complete for port 42373cc5-2f7d-4dee-bc96-2e01c9842ebb triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:49:17.675109 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-17186473-3641-43b5-aeb5-2198d96a43c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (42373cc5-2f7d-4dee-bc96-2e01c9842ebb), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:17.709079 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-17186473-3641-43b5-aeb5-2198d96a43c6 None None] Port 42373cc5-2f7d-4dee-bc96-2e01c9842ebb cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:49:17.805168 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [req-1f776820-012d-4a91-8841-eb933599af91 req-95538be1-840b-4248-95c6-38cb1256bbac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42373cc5-2f7d-4dee-bc96-2e01c9842ebb {{(pid=121836) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:49:17.813723 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-1f776820-012d-4a91-8841-eb933599af91 req-95538be1-840b-4248-95c6-38cb1256bbac service neutron] Publish callbacks [] for port (42373cc5-2f7d-4dee-bc96-2e01c9842ebb), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:17.827511 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.provisioning_blocks [req-1f776820-012d-4a91-8841-eb933599af91 req-95538be1-840b-4248-95c6-38cb1256bbac service neutron] Transition to ACTIVE for port object 42373cc5-2f7d-4dee-bc96-2e01c9842ebb will not be triggered until provisioned by entity L2. {{(pid=121836) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 22:49:17.831758 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-1f776820-012d-4a91-8841-eb933599af91 req-95538be1-840b-4248-95c6-38cb1256bbac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (42373cc5-2f7d-4dee-bc96-2e01c9842ebb), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:17.918859 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95538be1-840b-4248-95c6-38cb1256bbac service neutron] Pushing event updated for resources: {'Port': ['ID=42373cc5-2f7d-4dee-bc96-2e01c9842ebb,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:49:17.977806 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fb42d5-0625-4c62-beff-2becba22fa41 req-421a283d-e0c1-4fe0-9add-270efdb5b710 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:49:17.979565 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d3fb42d5-0625-4c62-beff-2becba22fa41 req-421a283d-e0c1-4fe0-9add-270efdb5b710 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] 10.222.0.32 "GET /v2.0/ports?device_id=f61747fc-a610-49f2-9321-ef40bb2e3e5a HTTP/1.1" status: 200  len: 944 time: 0.0710642
May 07 22:49:17.989813 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-1f776820-012d-4a91-8841-eb933599af91 req-95538be1-840b-4248-95c6-38cb1256bbac service neutron] Attempting to bind port 42373cc5-2f7d-4dee-bc96-2e01c9842ebb on host nch1-master-1 for vnic_type normal with profile  {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:49:17.990162 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-1f776820-012d-4a91-8841-eb933599af91 req-95538be1-840b-4248-95c6-38cb1256bbac service neutron] Attempting to bind port 42373cc5-2f7d-4dee-bc96-2e01c9842ebb by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '7f39af11-e6d7-4130-a071-2f12bf1df3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a9ebddfa-5a35-480f-9e61-716103e7d7f8'}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:49:17.990481 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f776820-012d-4a91-8841-eb933599af91 req-95538be1-840b-4248-95c6-38cb1256bbac service neutron] Attempting to bind port 42373cc5-2f7d-4dee-bc96-2e01c9842ebb on network a9ebddfa-5a35-480f-9e61-716103e7d7f8 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:49:17.997405 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f776820-012d-4a91-8841-eb933599af91 req-95538be1-840b-4248-95c6-38cb1256bbac service neutron] Port 42373cc5-2f7d-4dee-bc96-2e01c9842ebb on network a9ebddfa-5a35-480f-9e61-716103e7d7f8 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:49:17.997727 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f776820-012d-4a91-8841-eb933599af91 req-95538be1-840b-4248-95c6-38cb1256bbac service neutron] Attempting to bind port 42373cc5-2f7d-4dee-bc96-2e01c9842ebb on network a9ebddfa-5a35-480f-9e61-716103e7d7f8 {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:49:18.007646 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f776820-012d-4a91-8841-eb933599af91 req-95538be1-840b-4248-95c6-38cb1256bbac service neutron] Checking agent: {'id': '01fca944-188c-4a61-9d4f-b66b710adb06', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 21), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:49:18.007863 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f776820-012d-4a91-8841-eb933599af91 req-95538be1-840b-4248-95c6-38cb1256bbac service neutron] Checking segment: {'id': '7f39af11-e6d7-4130-a071-2f12bf1df3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a9ebddfa-5a35-480f-9e61-716103e7d7f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121836) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:49:18.008257 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f776820-012d-4a91-8841-eb933599af91 req-95538be1-840b-4248-95c6-38cb1256bbac service neutron] Bound using segment: {'id': '7f39af11-e6d7-4130-a071-2f12bf1df3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a9ebddfa-5a35-480f-9e61-716103e7d7f8'} {{(pid=121836) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:49:18.008693 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.managers [req-1f776820-012d-4a91-8841-eb933599af91 req-95538be1-840b-4248-95c6-38cb1256bbac service neutron] Bound port: 42373cc5-2f7d-4dee-bc96-2e01c9842ebb, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f39af11-e6d7-4130-a071-2f12bf1df3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a9ebddfa-5a35-480f-9e61-716103e7d7f8'}}] {{(pid=121836) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:49:18.009060 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-1f776820-012d-4a91-8841-eb933599af91 req-95538be1-840b-4248-95c6-38cb1256bbac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (42373cc5-2f7d-4dee-bc96-2e01c9842ebb), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:18.039344 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-d3fb42d5-0625-4c62-beff-2becba22fa41 req-b4fc1777-43bb-46fb-a3bb-6419285c51aa tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] 10.222.0.32 "GET /v2.0/security-groups?id=8fca899b-9b85-40d2-ad21-eff6ca01b1bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0517030
May 07 22:49:18.095932 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-1f776820-012d-4a91-8841-eb933599af91 req-95538be1-840b-4248-95c6-38cb1256bbac service neutron] For port 42373cc5-2f7d-4dee-bc96-2e01c9842ebb, host nch1-master-1, cleared binding levels {{(pid=121836) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:49:18.099216 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-1f776820-012d-4a91-8841-eb933599af91 req-95538be1-840b-4248-95c6-38cb1256bbac service neutron] For port 42373cc5-2f7d-4dee-bc96-2e01c9842ebb, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=42373cc5-2f7d-4dee-bc96-2e01c9842ebb,segment=NetworkSegment(7f39af11-e6d7-4130-a071-2f12bf1df3b2),segment_id=7f39af11-e6d7-4130-a071-2f12bf1df3b2)] {{(pid=121836) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:49:18.105349 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-1f776820-012d-4a91-8841-eb933599af91 req-95538be1-840b-4248-95c6-38cb1256bbac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (42373cc5-2f7d-4dee-bc96-2e01c9842ebb), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:18.142803 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f776820-012d-4a91-8841-eb933599af91 req-95538be1-840b-4248-95c6-38cb1256bbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:49:18.143666 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-1f776820-012d-4a91-8841-eb933599af91 req-95538be1-840b-4248-95c6-38cb1256bbac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:18.144789 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1f776820-012d-4a91-8841-eb933599af91 req-95538be1-840b-4248-95c6-38cb1256bbac service neutron] 10.222.0.55 "PUT /v2.0/ports/42373cc5-2f7d-4dee-bc96-2e01c9842ebb HTTP/1.1" status: 200  len: 1092 time: 0.6848817
May 07 22:49:18.145224 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f61747fc-a610-49f2-9321-ef40bb2e3e5a', 'tag': '42373cc5-2f7d-4dee-bc96-2e01c9842ebb'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:49:18.147622 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0436508f587c21fcbbaab091df8ad437dbd7c56381de312fcd0430a88bb991f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9baf7bbd-11bc-43e7-b702-d1bdb09ec00f" -d '{"events": [{"name": "network-changed", "server_uuid": "f61747fc-a610-49f2-9321-ef40bb2e3e5a", "tag": "42373cc5-2f7d-4dee-bc96-2e01c9842ebb"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:49:18.173891 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95538be1-840b-4248-95c6-38cb1256bbac service neutron] Pushing event updated for resources: {'Port': ['ID=42373cc5-2f7d-4dee-bc96-2e01c9842ebb,revision_number=3']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:49:18.211479 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6557cf99-f463-4703-af30-3e04e8f87d3b x-openstack-request-id: req-6557cf99-f463-4703-af30-3e04e8f87d3b {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:49:18.211809 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f61747fc-a610-49f2-9321-ef40bb2e3e5a", "tag": "42373cc5-2f7d-4dee-bc96-2e01c9842ebb", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:49:18.212050 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6557cf99-f463-4703-af30-3e04e8f87d3b {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:49:18.212473 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6557cf99-f463-4703-af30-3e04e8f87d3b'] response: {'name': 'network-changed', 'server_uuid': 'f61747fc-a610-49f2-9321-ef40bb2e3e5a', 'tag': '42373cc5-2f7d-4dee-bc96-2e01c9842ebb', 'status': 'completed', 'code': 200}
May 07 22:49:18.223754 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 52399d4c-bfb0-40d8-b757-c5eba13330d8 up at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:49:18.246995 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f776820-012d-4a91-8841-eb933599af91 req-dc303c02-d02a-4c75-8d99-6daf0b6054e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:49:18.248536 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1f776820-012d-4a91-8841-eb933599af91 req-dc303c02-d02a-4c75-8d99-6daf0b6054e3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a16ae1c6eaad44359f6bac5eaef3d3a5&device_id=f61747fc-a610-49f2-9321-ef40bb2e3e5a HTTP/1.1" status: 200  len: 1126 time: 0.0487225
May 07 22:49:18.283256 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Provisioning complete for port 52399d4c-bfb0-40d8-b757-c5eba13330d8 triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:49:18.283728 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (52399d4c-bfb0-40d8-b757-c5eba13330d8), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:18.294978 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1f776820-012d-4a91-8841-eb933599af91 req-b97e9e07-8184-46b9-afaa-cf8b46b428cd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42373cc5-2f7d-4dee-bc96-2e01c9842ebb HTTP/1.1" status: 200  len: 217 time: 0.0388114
May 07 22:49:18.351150 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f776820-012d-4a91-8841-eb933599af91 req-a8b6cd80-380e-49de-879e-ef281419b42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:49:18.352629 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1f776820-012d-4a91-8841-eb933599af91 req-a8b6cd80-380e-49de-879e-ef281419b42f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=abc6af31-616b-4e4a-a332-bce954179553 HTTP/1.1" status: 200  len: 847 time: 0.0524883
May 07 22:49:18.363501 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Current status of the port 52399d4c-bfb0-40d8-b757-c5eba13330d8 is: ACTIVE; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:49:18.399926 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f776820-012d-4a91-8841-eb933599af91 req-fa1955c7-47fb-42a9-9232-b61222b325f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:49:18.401446 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1f776820-012d-4a91-8841-eb933599af91 req-fa1955c7-47fb-42a9-9232-b61222b325f8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a9ebddfa-5a35-480f-9e61-716103e7d7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0419624
May 07 22:49:18.496957 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1f776820-012d-4a91-8841-eb933599af91 req-ee775382-4901-4fdc-b56f-d77d6c221397 service neutron] 10.222.0.55 "GET /v2.0/networks/a9ebddfa-5a35-480f-9e61-716103e7d7f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0888631
May 07 22:49:18.586265 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1f776820-012d-4a91-8841-eb933599af91 req-bc5f27f3-8ea5-4899-9232-99e35f7945a5 service neutron] 10.222.0.55 "GET /v2.0/networks/a9ebddfa-5a35-480f-9e61-716103e7d7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0832942
May 07 22:49:19.150995 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e028c887-05a9-425e-87a4-7591e025553c req-9e9b8a06-e3ae-4b43-a57e-b57503ce980b tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:49:19.152392 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e028c887-05a9-425e-87a4-7591e025553c req-9e9b8a06-e3ae-4b43-a57e-b57503ce980b tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] 10.222.0.32 "GET /v2.0/ports?device_id=f61747fc-a610-49f2-9321-ef40bb2e3e5a HTTP/1.1" status: 200  len: 944 time: 0.0460839
May 07 22:49:19.200235 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-e028c887-05a9-425e-87a4-7591e025553c req-bc8c9cb6-8e8a-4862-9bd1-a257b295452c tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] 10.222.0.32 "GET /v2.0/security-groups?id=8fca899b-9b85-40d2-ad21-eff6ca01b1bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413899
May 07 22:49:19.442278 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baf7bbd-11bc-43e7-b702-d1bdb09ec00f req-948d2dfe-3d13-4731-ab98-aff4bcdb1de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:49:19.443738 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9baf7bbd-11bc-43e7-b702-d1bdb09ec00f req-948d2dfe-3d13-4731-ab98-aff4bcdb1de6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a16ae1c6eaad44359f6bac5eaef3d3a5&device_id=f61747fc-a610-49f2-9321-ef40bb2e3e5a HTTP/1.1" status: 200  len: 1126 time: 0.0411570
May 07 22:49:19.537333 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baf7bbd-11bc-43e7-b702-d1bdb09ec00f req-c02cecdc-06dc-4aa5-bb89-d13f30b8a815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:49:19.538805 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9baf7bbd-11bc-43e7-b702-d1bdb09ec00f req-c02cecdc-06dc-4aa5-bb89-d13f30b8a815 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a9ebddfa-5a35-480f-9e61-716103e7d7f8 HTTP/1.1" status: 200  len: 909 time: 0.0891161
May 07 22:49:19.579599 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9baf7bbd-11bc-43e7-b702-d1bdb09ec00f req-e8436df1-c159-49e2-afb8-6099d66d4224 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42373cc5-2f7d-4dee-bc96-2e01c9842ebb HTTP/1.1" status: 200  len: 217 time: 0.0351779
May 07 22:49:19.630234 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baf7bbd-11bc-43e7-b702-d1bdb09ec00f req-0943c23f-a087-44e0-bb20-87df203bf5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:49:19.631740 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9baf7bbd-11bc-43e7-b702-d1bdb09ec00f req-0943c23f-a087-44e0-bb20-87df203bf5b4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=abc6af31-616b-4e4a-a332-bce954179553 HTTP/1.1" status: 200  len: 847 time: 0.0472622
May 07 22:49:19.676665 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baf7bbd-11bc-43e7-b702-d1bdb09ec00f req-34a7eae3-f082-48bd-a85d-ce225cf94ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:49:19.678173 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9baf7bbd-11bc-43e7-b702-d1bdb09ec00f req-34a7eae3-f082-48bd-a85d-ce225cf94ecb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a9ebddfa-5a35-480f-9e61-716103e7d7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0404282
May 07 22:49:19.770360 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9baf7bbd-11bc-43e7-b702-d1bdb09ec00f req-90ae00ed-a229-462f-8679-08f50d0705ff service neutron] 10.222.0.55 "GET /v2.0/networks/a9ebddfa-5a35-480f-9e61-716103e7d7f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0848489
May 07 22:49:19.862968 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-9baf7bbd-11bc-43e7-b702-d1bdb09ec00f req-5a228c95-3063-4c5d-aceb-b7071638b3a0 service neutron] 10.222.0.55 "GET /v2.0/networks/a9ebddfa-5a35-480f-9e61-716103e7d7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0871546
May 07 22:49:20.327026 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2a7e5b-3659-41db-8aed-4c1b4536d401 req-8161e1ea-61c1-4296-bdc6-6323e227ce5b tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:49:20.328486 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2b2a7e5b-3659-41db-8aed-4c1b4536d401 req-8161e1ea-61c1-4296-bdc6-6323e227ce5b tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] 10.222.0.32 "GET /v2.0/ports?device_id=f61747fc-a610-49f2-9321-ef40bb2e3e5a HTTP/1.1" status: 200  len: 944 time: 0.0523379
May 07 22:49:20.377352 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2b2a7e5b-3659-41db-8aed-4c1b4536d401 req-ad944212-ee53-4635-ac8b-f65d3472f96e tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] 10.222.0.32 "GET /v2.0/security-groups?id=8fca899b-9b85-40d2-ad21-eff6ca01b1bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431750
May 07 22:49:21.492958 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb297f3-b80c-48fe-9db7-61b588a81bb3 req-9b868e90-0426-4966-8e42-5305c967e9ce tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:49:21.494435 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-deb297f3-b80c-48fe-9db7-61b588a81bb3 req-9b868e90-0426-4966-8e42-5305c967e9ce tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] 10.222.0.32 "GET /v2.0/ports?device_id=f61747fc-a610-49f2-9321-ef40bb2e3e5a HTTP/1.1" status: 200  len: 944 time: 0.0474753
May 07 22:49:21.547907 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-deb297f3-b80c-48fe-9db7-61b588a81bb3 req-31bb45cc-8aee-4ebb-a9ee-25bf2a648f2f tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] 10.222.0.32 "GET /v2.0/security-groups?id=8fca899b-9b85-40d2-ad21-eff6ca01b1bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471129
May 07 22:49:22.192375 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 42373cc5-2f7d-4dee-bc96-2e01c9842ebb details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:49:22.295168 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:22.299762 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 42373cc5-2f7d-4dee-bc96-2e01c9842ebb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=42373cc5-2f7d-4dee-bc96-2e01c9842ebb,segment=NetworkSegment(7f39af11-e6d7-4130-a071-2f12bf1df3b2),segment_id=7f39af11-e6d7-4130-a071-2f12bf1df3b2)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:49:22.310502 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': '42373cc5-2f7d-4dee-bc96-2e01c9842ebb', 'network_id': 'a9ebddfa-5a35-480f-9e61-716103e7d7f8', 'port_id': '42373cc5-2f7d-4dee-bc96-2e01c9842ebb', 'mac_address': 'fa:16:3e:df:fe:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abc6af31-616b-4e4a-a332-bce954179553', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:49:22.349606 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 42373cc5-2f7d-4dee-bc96-2e01c9842ebb is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:49:22.349987 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (42373cc5-2f7d-4dee-bc96-2e01c9842ebb), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:22.365707 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42373cc5-2f7d-4dee-bc96-2e01c9842ebb {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:49:22.385022 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 42373cc5-2f7d-4dee-bc96-2e01c9842ebb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=42373cc5-2f7d-4dee-bc96-2e01c9842ebb,segment=NetworkSegment(7f39af11-e6d7-4130-a071-2f12bf1df3b2),segment_id=7f39af11-e6d7-4130-a071-2f12bf1df3b2)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:49:22.388476 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (42373cc5-2f7d-4dee-bc96-2e01c9842ebb), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:22.434803 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=42373cc5-2f7d-4dee-bc96-2e01c9842ebb,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:49:22.598510 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['42373cc5-2f7d-4dee-bc96-2e01c9842ebb'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:49:22.667517 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256850a0-3960-4bdf-ba2c-877793ce4b7e req-1e21e0ae-47c0-425c-9176-fe12dc8a694b tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:49:22.669028 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-256850a0-3960-4bdf-ba2c-877793ce4b7e req-1e21e0ae-47c0-425c-9176-fe12dc8a694b tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] 10.222.0.32 "GET /v2.0/ports?device_id=f61747fc-a610-49f2-9321-ef40bb2e3e5a HTTP/1.1" status: 200  len: 945 time: 0.0519493
May 07 22:49:22.718813 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-256850a0-3960-4bdf-ba2c-877793ce4b7e req-7ebb02f1-304d-40b3-95b4-107ec64124ff tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] 10.222.0.32 "GET /v2.0/security-groups?id=8fca899b-9b85-40d2-ad21-eff6ca01b1bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434549
May 07 22:49:23.759969 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-df5d5a03-c9f6-4c77-bda9-d51466208cdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:23.833673 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e36155-b3db-4312-8b7e-dfdbb12a4536 req-6859a45c-5faf-4437-9415-a24560a83600 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:49:23.835075 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a9e36155-b3db-4312-8b7e-dfdbb12a4536 req-6859a45c-5faf-4437-9415-a24560a83600 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] 10.222.0.32 "GET /v2.0/ports?device_id=f61747fc-a610-49f2-9321-ef40bb2e3e5a HTTP/1.1" status: 200  len: 945 time: 0.0462999
May 07 22:49:23.887409 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-a9e36155-b3db-4312-8b7e-dfdbb12a4536 req-d5ed08d8-e7e6-4f4d-a0e5-548d939a7bd6 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] 10.222.0.32 "GET /v2.0/security-groups?id=8fca899b-9b85-40d2-ad21-eff6ca01b1bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464077
May 07 22:49:24.191272 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 42373cc5-2f7d-4dee-bc96-2e01c9842ebb up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:49:24.234565 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning for port 42373cc5-2f7d-4dee-bc96-2e01c9842ebb completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 22:49:24.240024 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port 42373cc5-2f7d-4dee-bc96-2e01c9842ebb triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:49:24.240470 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (42373cc5-2f7d-4dee-bc96-2e01c9842ebb), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:24.318382 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 42373cc5-2f7d-4dee-bc96-2e01c9842ebb is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:49:24.318763 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (42373cc5-2f7d-4dee-bc96-2e01c9842ebb), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:24.340799 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f61747fc-a610-49f2-9321-ef40bb2e3e5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42373cc5-2f7d-4dee-bc96-2e01c9842ebb'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:49:24.343043 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e352c856df6d9a4dba2fcbb1d90abaa21189b274bacc9e1d4127b130ac2d277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-882fc5ee-c470-4512-b113-d2d3fd8e1182" -d '{"events": [{"server_uuid": "f61747fc-a610-49f2-9321-ef40bb2e3e5a", "name": "network-vif-plugged", "status": "completed", "tag": "42373cc5-2f7d-4dee-bc96-2e01c9842ebb"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:49:24.356025 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 42373cc5-2f7d-4dee-bc96-2e01c9842ebb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=42373cc5-2f7d-4dee-bc96-2e01c9842ebb,segment=NetworkSegment(7f39af11-e6d7-4130-a071-2f12bf1df3b2),segment_id=7f39af11-e6d7-4130-a071-2f12bf1df3b2)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:49:24.360437 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (42373cc5-2f7d-4dee-bc96-2e01c9842ebb), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:24.382555 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be4fde48-2d7e-4421-b0c4-1b832a662409 x-openstack-request-id: req-be4fde48-2d7e-4421-b0c4-1b832a662409 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:49:24.382873 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f61747fc-a610-49f2-9321-ef40bb2e3e5a", "name": "network-vif-plugged", "status": "completed", "tag": "42373cc5-2f7d-4dee-bc96-2e01c9842ebb", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:49:24.383124 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-be4fde48-2d7e-4421-b0c4-1b832a662409 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:49:24.383517 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be4fde48-2d7e-4421-b0c4-1b832a662409'] response: {'server_uuid': 'f61747fc-a610-49f2-9321-ef40bb2e3e5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42373cc5-2f7d-4dee-bc96-2e01c9842ebb', 'code': 200}
May 07 22:49:24.410113 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=42373cc5-2f7d-4dee-bc96-2e01c9842ebb,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:49:24.446562 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:24.471651 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2d3cb6-5b79-4da9-aa9d-72a8a52d613e req-a3e2b767-6be0-4364-ab3a-d00f3a2ee975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:49:24.473155 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7e2d3cb6-5b79-4da9-aa9d-72a8a52d613e req-a3e2b767-6be0-4364-ab3a-d00f3a2ee975 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f61747fc-a610-49f2-9321-ef40bb2e3e5a HTTP/1.1" status: 200  len: 1128 time: 0.0399828
May 07 22:49:24.517376 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7e2d3cb6-5b79-4da9-aa9d-72a8a52d613e req-830105eb-8e6e-49ff-9cc4-fcdcea383720 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8fca899b-9b85-40d2-ad21-eff6ca01b1bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385361
May 07 22:49:24.869020 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 22:49:25.011713 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389e665b-7235-4167-ae81-973c6c298a1c req-578acf62-502b-4a45-8682-c9bfb76f1927 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:49:25.013189 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-389e665b-7235-4167-ae81-973c6c298a1c req-578acf62-502b-4a45-8682-c9bfb76f1927 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] 10.222.0.32 "GET /v2.0/ports?device_id=f61747fc-a610-49f2-9321-ef40bb2e3e5a HTTP/1.1" status: 200  len: 946 time: 0.0547266
May 07 22:49:25.062375 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-389e665b-7235-4167-ae81-973c6c298a1c req-adc40840-4a2a-447a-96dd-b5c50676e7da tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] 10.222.0.32 "GET /v2.0/security-groups?id=8fca899b-9b85-40d2-ad21-eff6ca01b1bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426791
May 07 22:49:26.181382 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2302c3db-2db5-4d13-ba2e-84cab900c26b req-02ade11c-5307-4551-9012-5f5a30b8e89f tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:49:26.182879 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2302c3db-2db5-4d13-ba2e-84cab900c26b req-02ade11c-5307-4551-9012-5f5a30b8e89f tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] 10.222.0.32 "GET /v2.0/ports?device_id=f61747fc-a610-49f2-9321-ef40bb2e3e5a HTTP/1.1" status: 200  len: 946 time: 0.0515373
May 07 22:49:26.231939 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2302c3db-2db5-4d13-ba2e-84cab900c26b req-421e0bc2-6d40-4878-a04c-8420b0a0da01 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] 10.222.0.32 "GET /v2.0/security-groups?id=8fca899b-9b85-40d2-ad21-eff6ca01b1bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434949
May 07 22:49:26.359518 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb12520-75e6-482c-8494-8606286a70fe req-1ac795c9-83d2-41cc-ba44-6df425123cae tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:49:26.360921 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3cb12520-75e6-482c-8494-8606286a70fe req-1ac795c9-83d2-41cc-ba44-6df425123cae tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] 10.222.0.32 "GET /v2.0/ports?device_id=f61747fc-a610-49f2-9321-ef40bb2e3e5a HTTP/1.1" status: 200  len: 946 time: 0.0543919
May 07 22:49:26.411444 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3cb12520-75e6-482c-8494-8606286a70fe req-8e592e94-3eb5-4ec6-9f76-b80d7a55002b tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] 10.222.0.32 "GET /v2.0/security-groups?id=8fca899b-9b85-40d2-ad21-eff6ca01b1bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431697
May 07 22:49:26.432939 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 60606) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:49:26.511304 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77445d04-fca7-4163-b1ce-a32d7bf3dbbc tempest-TestSnapshotPattern-546593462 tempest-TestSnapshotPattern-546593462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:49:26.512801 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-77445d04-fca7-4163-b1ce-a32d7bf3dbbc tempest-TestSnapshotPattern-546593462 tempest-TestSnapshotPattern-546593462-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=f61747fc-a610-49f2-9321-ef40bb2e3e5a HTTP/1.1" status: 200  len: 1123 time: 0.0788164
May 07 22:49:26.515730 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 60610) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:49:26.520640 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.v2.base [None req-8a51a2f3-8947-47dc-8443-182e0fefc13a tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Request body: {'floatingip': {'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'port_id': '42373cc5-2f7d-4dee-bc96-2e01c9842ebb', 'tenant_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=121836) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:49:26.540792 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8a51a2f3-8947-47dc-8443-182e0fefc13a tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:26.625076 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8a51a2f3-8947-47dc-8443-182e0fefc13a tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:26.639677 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-dceaf9e2-6bcd-4099-b4b4-d1185bccad3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:26.731712 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_common [None req-8a51a2f3-8947-47dc-8443-182e0fefc13a tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Allocated IP 172.35.4.38 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/f19d4c03-eec2-424b-86b3-d7553dbf8ba9) {{(pid=121836) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:49:26.836162 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8a51a2f3-8947-47dc-8443-182e0fefc13a tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Publish callbacks [] for port (f19d4c03-eec2-424b-86b3-d7553dbf8ba9), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:26.872468 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8a51a2f3-8947-47dc-8443-182e0fefc13a tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (f19d4c03-eec2-424b-86b3-d7553dbf8ba9), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:26.909755 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a51a2f3-8947-47dc-8443-182e0fefc13a tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121836) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:49:26.913987 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.base_scheduler [None req-8a51a2f3-8947-47dc-8443-182e0fefc13a tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Resources bound (agent type, host, resource id):  {{(pid=121836) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:49:26.917578 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a51a2f3-8947-47dc-8443-182e0fefc13a tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Received port after_create {{(pid=121836) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:49:26.929168 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a51a2f3-8947-47dc-8443-182e0fefc13a tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Pushing event updated for resources: {'Port': ['ID=f19d4c03-eec2-424b-86b3-d7553dbf8ba9,revision_number=1']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:49:27.292261 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8a51a2f3-8947-47dc-8443-182e0fefc13a tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Publish callbacks [] for floatingip (5dcaa2bb-8e05-4fa4-a564-0a9e6ef94124), precommit_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:27.361190 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8a51a2f3-8947-47dc-8443-182e0fefc13a tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (f19d4c03-eec2-424b-86b3-d7553dbf8ba9), before_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:27.514160 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8a51a2f3-8947-47dc-8443-182e0fefc13a tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Publish callbacks [] for port (f19d4c03-eec2-424b-86b3-d7553dbf8ba9), precommit_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:27.519289 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8a51a2f3-8947-47dc-8443-182e0fefc13a tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8654756'] for port (f19d4c03-eec2-424b-86b3-d7553dbf8ba9), after_update {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:27.589501 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a51a2f3-8947-47dc-8443-182e0fefc13a tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Pushing event updated for resources: {'Port': ['ID=f19d4c03-eec2-424b-86b3-d7553dbf8ba9,revision_number=2']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:49:27.601791 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8a51a2f3-8947-47dc-8443-182e0fefc13a tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (5dcaa2bb-8e05-4fa4-a564-0a9e6ef94124), after_create {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:27.651132 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:27.709384 ncdv-master-1 neutron-server[121836]: INFO neutron.db.l3_db [None req-8a51a2f3-8947-47dc-8443-182e0fefc13a tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Floating IP 5dcaa2bb-8e05-4fa4-a564-0a9e6ef94124 associated. External IP: 172.35.4.38, port: 42373cc5-2f7d-4dee-bc96-2e01c9842ebb.
May 07 22:49:27.926941 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a51a2f3-8947-47dc-8443-182e0fefc13a tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Router d60d8198-d7a4-40e3-b09f-8634b897c3f4 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:49:28.367468 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a51a2f3-8947-47dc-8443-182e0fefc13a tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:49:28.377710 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2803e8db-fa28-4954-bcb7-8f1db5a42808 None None] Sync routers for ids ['d60d8198-d7a4-40e3-b09f-8634b897c3f4'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:49:28.385999 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8a51a2f3-8947-47dc-8443-182e0fefc13a tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:28.388186 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2803e8db-fa28-4954-bcb7-8f1db5a42808 None None] Routers {'d60d8198-d7a4-40e3-b09f-8634b897c3f4'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:49:28.388814 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-2803e8db-fa28-4954-bcb7-8f1db5a42808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7e7ad2e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:49:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['d60d8198-d7a4-40e3-b09f-8634b897c3f4'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:49:28.415802 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-8a51a2f3-8947-47dc-8443-182e0fefc13a tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.8983872
May 07 22:49:28.416381 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f61747fc-a610-49f2-9321-ef40bb2e3e5a', 'tag': '42373cc5-2f7d-4dee-bc96-2e01c9842ebb'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:49:28.418628 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0436508f587c21fcbbaab091df8ad437dbd7c56381de312fcd0430a88bb991f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3760fbc-aabb-44c4-a9e3-73e4a4bd10af" -d '{"events": [{"name": "network-changed", "server_uuid": "f61747fc-a610-49f2-9321-ef40bb2e3e5a", "tag": "42373cc5-2f7d-4dee-bc96-2e01c9842ebb"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:49:28.453813 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-836f24b5-ce2e-4966-9866-7b2dfe7ed803 x-openstack-request-id: req-836f24b5-ce2e-4966-9866-7b2dfe7ed803 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:49:28.454124 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f61747fc-a610-49f2-9321-ef40bb2e3e5a", "tag": "42373cc5-2f7d-4dee-bc96-2e01c9842ebb", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:49:28.454400 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-836f24b5-ce2e-4966-9866-7b2dfe7ed803 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:49:28.454810 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-836f24b5-ce2e-4966-9866-7b2dfe7ed803'] response: {'name': 'network-changed', 'server_uuid': 'f61747fc-a610-49f2-9321-ef40bb2e3e5a', 'tag': '42373cc5-2f7d-4dee-bc96-2e01c9842ebb', 'status': 'completed', 'code': 200}
May 07 22:49:28.500468 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-2803e8db-fa28-4954-bcb7-8f1db5a42808 None None] Set router d60d8198-d7a4-40e3-b09f-8634b897c3f4 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:49:28.513023 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3760fbc-aabb-44c4-a9e3-73e4a4bd10af req-77f272bd-801a-458e-bbc0-df441f0c834f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:49:28.514506 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a3760fbc-aabb-44c4-a9e3-73e4a4bd10af req-77f272bd-801a-458e-bbc0-df441f0c834f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a16ae1c6eaad44359f6bac5eaef3d3a5&device_id=f61747fc-a610-49f2-9321-ef40bb2e3e5a HTTP/1.1" status: 200  len: 1128 time: 0.0390465
May 07 22:49:28.621017 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3760fbc-aabb-44c4-a9e3-73e4a4bd10af req-36c87e2c-c758-470b-b51c-3e231c0cf40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:49:28.622520 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a3760fbc-aabb-44c4-a9e3-73e4a4bd10af req-36c87e2c-c758-470b-b51c-3e231c0cf40e service neutron] 10.222.0.55 "GET /v2.0/networks?id=a9ebddfa-5a35-480f-9e61-716103e7d7f8 HTTP/1.1" status: 200  len: 909 time: 0.1015544
May 07 22:49:28.688300 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a3760fbc-aabb-44c4-a9e3-73e4a4bd10af req-0ff784db-cf2e-4859-b805-869bf8432739 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42373cc5-2f7d-4dee-bc96-2e01c9842ebb HTTP/1.1" status: 200  len: 999 time: 0.0601416
May 07 22:49:28.725445 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-2803e8db-fa28-4954-bcb7-8f1db5a42808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7e7ad2e0>, [{'id': 'd60d8198-d7a4-40e3-b09f-8634b897c3f4', 'name': 'tempest-TestSnapshotPattern-55070406-router', 'tenant_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.127'}], 'enable_snat': True}, 'gw_port_id': '968c1bcc-7a33-4fd7-88a1-9907e007697a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:49:04Z', 'updated_at': '2022-05-07T22:49:07Z', 'revision_number': 4, 'project_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'gw_port': {'id': '968c1bcc-7a33-4fd7-88a1-9907e007697a', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:55:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60d8198-d7a4-40e3-b09f-8634b897c3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4418, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:49:04Z', 'updated_at': '2022-05-07T22:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5dcaa2bb-8e05-4fa4-a564-0a9e6ef94124', 'tenant_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'floating_ip_address': '172.35.4.38', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': 'd60d8198-d7a4-40e3-b09f-8634b897c3f4', 'port_id': '42373cc5-2f7d-4dee-bc96-2e01c9842ebb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9ebddfa-5a35-480f-9e61-716103e7d7f8', 'mac_address': 'fa:16:3e:df:fe:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61747fc-a610-49f2-9321-ef40bb2e3e5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:49:27Z', 'updated_at': '2022-05-07T22:49:27Z', 'revision_number': 0, 'project_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c1231f4-1dc7-40a8-b157-fd346b36d6f7', 'name': '', 'network_id': 'a9ebddfa-5a35-480f-9e61-716103e7d7f8', 'tenant_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'mac_address': 'fa:16:3e:33:69:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60d8198-d7a4-40e3-b09f-8634b897c3f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4419, 'fixed_ips': [{'subnet_id': 'abc6af31-616b-4e4a-a332-bce954179553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:49:06Z', 'updated_at': '2022-05-07T22:49:10Z', 'revision_number': 5, 'project_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'subnets': [{'id': 'abc6af31-616b-4e4a-a332-bce954179553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:49:28.736559 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3760fbc-aabb-44c4-a9e3-73e4a4bd10af req-d48a3dfd-11cd-48e7-8798-f6ab2921df53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:49:28.738001 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a3760fbc-aabb-44c4-a9e3-73e4a4bd10af req-d48a3dfd-11cd-48e7-8798-f6ab2921df53 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=abc6af31-616b-4e4a-a332-bce954179553 HTTP/1.1" status: 200  len: 847 time: 0.0447285
May 07 22:49:28.755016 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2803e8db-fa28-4954-bcb7-8f1db5a42808 None None] Checking router: d60d8198-d7a4-40e3-b09f-8634b897c3f4 for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:49:28.763061 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2803e8db-fa28-4954-bcb7-8f1db5a42808 None None] Routers {'d60d8198-d7a4-40e3-b09f-8634b897c3f4'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:49:28.763671 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-2803e8db-fa28-4954-bcb7-8f1db5a42808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7e7ad2e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:49:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['d60d8198-d7a4-40e3-b09f-8634b897c3f4'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:49:28.785831 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3760fbc-aabb-44c4-a9e3-73e4a4bd10af req-4f7fa950-a92e-4c7a-8d30-4b59fb47fdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:49:28.787400 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a3760fbc-aabb-44c4-a9e3-73e4a4bd10af req-4f7fa950-a92e-4c7a-8d30-4b59fb47fdc7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a9ebddfa-5a35-480f-9e61-716103e7d7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0436101
May 07 22:49:28.870453 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-2803e8db-fa28-4954-bcb7-8f1db5a42808 None None] Set router d60d8198-d7a4-40e3-b09f-8634b897c3f4 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:49:28.878047 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a3760fbc-aabb-44c4-a9e3-73e4a4bd10af req-a9dd1b4b-3b5d-45d5-9cce-b13ceb97de5f service neutron] 10.222.0.55 "GET /v2.0/networks/a9ebddfa-5a35-480f-9e61-716103e7d7f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0839791
May 07 22:49:28.981802 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-a3760fbc-aabb-44c4-a9e3-73e4a4bd10af req-8eec7846-81b1-4316-9d27-310ffaf5491f service neutron] 10.222.0.55 "GET /v2.0/networks/a9ebddfa-5a35-480f-9e61-716103e7d7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0974104
May 07 22:49:29.085031 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e3657492-cac6-4dc8-9485-80fd0b00a795 req-c3d504a6-6777-4cd4-b43c-1f77ee458dce service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f61747fc-a610-49f2-9321-ef40bb2e3e5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0392983
May 07 22:49:29.090753 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-2803e8db-fa28-4954-bcb7-8f1db5a42808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7e7ad2e0>, [{'id': 'd60d8198-d7a4-40e3-b09f-8634b897c3f4', 'name': 'tempest-TestSnapshotPattern-55070406-router', 'tenant_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.127'}], 'enable_snat': True}, 'gw_port_id': '968c1bcc-7a33-4fd7-88a1-9907e007697a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:49:04Z', 'updated_at': '2022-05-07T22:49:07Z', 'revision_number': 4, 'project_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'gw_port': {'id': '968c1bcc-7a33-4fd7-88a1-9907e007697a', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:55:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60d8198-d7a4-40e3-b09f-8634b897c3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4418, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:49:04Z', 'updated_at': '2022-05-07T22:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5dcaa2bb-8e05-4fa4-a564-0a9e6ef94124', 'tenant_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'floating_ip_address': '172.35.4.38', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': 'd60d8198-d7a4-40e3-b09f-8634b897c3f4', 'port_id': '42373cc5-2f7d-4dee-bc96-2e01c9842ebb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9ebddfa-5a35-480f-9e61-716103e7d7f8', 'mac_address': 'fa:16:3e:df:fe:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61747fc-a610-49f2-9321-ef40bb2e3e5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:49:27Z', 'updated_at': '2022-05-07T22:49:27Z', 'revision_number': 0, 'project_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c1231f4-1dc7-40a8-b157-fd346b36d6f7', 'name': '', 'network_id': 'a9ebddfa-5a35-480f-9e61-716103e7d7f8', 'tenant_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'mac_address': 'fa:16:3e:33:69:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60d8198-d7a4-40e3-b09f-8634b897c3f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4419, 'fixed_ips': [{'subnet_id': 'abc6af31-616b-4e4a-a332-bce954179553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:49:06Z', 'updated_at': '2022-05-07T22:49:10Z', 'revision_number': 5, 'project_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'subnets': [{'id': 'abc6af31-616b-4e4a-a332-bce954179553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:49:29.121537 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2803e8db-fa28-4954-bcb7-8f1db5a42808 None None] The sync data for ids ['d60d8198-d7a4-40e3-b09f-8634b897c3f4'] in ncdv-master-1 is: [{'id': 'd60d8198-d7a4-40e3-b09f-8634b897c3f4', 'name': 'tempest-TestSnapshotPattern-55070406-router', 'tenant_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.127'}], 'enable_snat': True}, 'gw_port_id': '968c1bcc-7a33-4fd7-88a1-9907e007697a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:49:04Z', 'updated_at': '2022-05-07T22:49:07Z', 'revision_number': 4, 'project_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'gw_port': {'id': '968c1bcc-7a33-4fd7-88a1-9907e007697a', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:55:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60d8198-d7a4-40e3-b09f-8634b897c3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4418, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:49:04Z', 'updated_at': '2022-05-07T22:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5dcaa2bb-8e05-4fa4-a564-0a9e6ef94124', 'tenant_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'floating_ip_address': '172.35.4.38', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': 'd60d8198-d7a4-40e3-b09f-8634b897c3f4', 'port_id': '42373cc5-2f7d-4dee-bc96-2e01c9842ebb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9ebddfa-5a35-480f-9e61-716103e7d7f8', 'mac_address': 'fa:16:3e:df:fe:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f61747fc-a610-49f2-9321-ef40bb2e3e5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:49:27Z', 'updated_at': '2022-05-07T22:49:27Z', 'revision_number': 0, 'project_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c1231f4-1dc7-40a8-b157-fd346b36d6f7', 'name': '', 'network_id': 'a9ebddfa-5a35-480f-9e61-716103e7d7f8', 'tenant_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'mac_address': 'fa:16:3e:33:69:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60d8198-d7a4-40e3-b09f-8634b897c3f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4419, 'fixed_ips': [{'subnet_id': 'abc6af31-616b-4e4a-a332-bce954179553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:49:06Z', 'updated_at': '2022-05-07T22:49:10Z', 'revision_number': 5, 'project_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'subnets': [{'id': 'abc6af31-616b-4e4a-a332-bce954179553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:49:29.166194 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3657492-cac6-4dc8-9485-80fd0b00a795 req-856ba6ba-d901-42f4-9d5f-6f19c07fd3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:49:29.167757 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e3657492-cac6-4dc8-9485-80fd0b00a795 req-856ba6ba-d901-42f4-9d5f-6f19c07fd3a8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a16ae1c6eaad44359f6bac5eaef3d3a5&device_id=f61747fc-a610-49f2-9321-ef40bb2e3e5a HTTP/1.1" status: 200  len: 1128 time: 0.0417309
May 07 22:49:29.278215 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3657492-cac6-4dc8-9485-80fd0b00a795 req-2c5a96c0-5df1-45c4-bfba-4c1a0e99fa34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:49:29.279841 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e3657492-cac6-4dc8-9485-80fd0b00a795 req-2c5a96c0-5df1-45c4-bfba-4c1a0e99fa34 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a9ebddfa-5a35-480f-9e61-716103e7d7f8 HTTP/1.1" status: 200  len: 909 time: 0.0937488
May 07 22:49:29.344420 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d356342b-b00d-411b-a220-27f70e37c027 None None] New status for floating IP 5dcaa2bb-8e05-4fa4-a564-0a9e6ef94124: ACTIVE {{(pid=121839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 07 22:49:29.348670 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e3657492-cac6-4dc8-9485-80fd0b00a795 req-feea483f-e13f-47c1-b175-9f6b3b41d0b1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42373cc5-2f7d-4dee-bc96-2e01c9842ebb HTTP/1.1" status: 200  len: 999 time: 0.0631082
May 07 22:49:29.372933 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:29.404553 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3657492-cac6-4dc8-9485-80fd0b00a795 req-6b4d48ae-e604-49f7-80d2-645cf47c0bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:49:29.406289 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e3657492-cac6-4dc8-9485-80fd0b00a795 req-6b4d48ae-e604-49f7-80d2-645cf47c0bc9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=abc6af31-616b-4e4a-a332-bce954179553 HTTP/1.1" status: 200  len: 847 time: 0.0504053
May 07 22:49:29.449556 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3657492-cac6-4dc8-9485-80fd0b00a795 req-497d1e57-8108-4813-97a7-8c8c2a6bc100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:49:29.451095 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e3657492-cac6-4dc8-9485-80fd0b00a795 req-497d1e57-8108-4813-97a7-8c8c2a6bc100 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a9ebddfa-5a35-480f-9e61-716103e7d7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0391088
May 07 22:49:29.546421 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e3657492-cac6-4dc8-9485-80fd0b00a795 req-d0cbd402-61cc-47ee-bc32-5f80a140ac97 service neutron] 10.222.0.55 "GET /v2.0/networks/a9ebddfa-5a35-480f-9e61-716103e7d7f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0896652
May 07 22:49:29.646563 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-e3657492-cac6-4dc8-9485-80fd0b00a795 req-04af3480-47d5-4210-a0a5-08581f9b4cb5 service neutron] 10.222.0.55 "GET /v2.0/networks/a9ebddfa-5a35-480f-9e61-716103e7d7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0942903
May 07 22:49:30.442013 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:52.312869 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:53.761724 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5bf79dbe-e2b0-4d7f-93d0-f468f91dc8d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:54.445376 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:56.642907 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-fa69c82b-51e5-44be-9132-ceff0cde4bbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:57.652070 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:49:59.370008 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:50:00.444035 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:50:01.868639 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 22:50:22.313498 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:50:23.763221 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-4a46cd60-1f79-49f7-b473-4ff162239602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:50:24.460425 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:50:26.644944 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-4fe9d46a-00a6-44e1-890e-f8667d964353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:50:27.654651 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:50:29.372480 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:50:30.446258 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:50:31.131701 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7073c8c3-1737-4d37-9a99-6a30315233bf req-10d82e88-2bc4-40b3-b444-c194f19cc4d4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f61747fc-a610-49f2-9321-ef40bb2e3e5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0926597
May 07 22:50:31.215843 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7073c8c3-1737-4d37-9a99-6a30315233bf req-1f23fe51-334b-4608-86b9-25c32038f032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:50:31.217356 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7073c8c3-1737-4d37-9a99-6a30315233bf req-1f23fe51-334b-4608-86b9-25c32038f032 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a16ae1c6eaad44359f6bac5eaef3d3a5&device_id=f61747fc-a610-49f2-9321-ef40bb2e3e5a HTTP/1.1" status: 200  len: 1128 time: 0.0444682
May 07 22:50:31.325220 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7073c8c3-1737-4d37-9a99-6a30315233bf req-63267c4f-e424-489b-b50b-3f6741304461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:50:31.326618 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7073c8c3-1737-4d37-9a99-6a30315233bf req-63267c4f-e424-489b-b50b-3f6741304461 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a9ebddfa-5a35-480f-9e61-716103e7d7f8 HTTP/1.1" status: 200  len: 909 time: 0.0894761
May 07 22:50:31.396326 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7073c8c3-1737-4d37-9a99-6a30315233bf req-0228bce7-e6f3-4b52-bbec-3d6ab3ba419b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42373cc5-2f7d-4dee-bc96-2e01c9842ebb HTTP/1.1" status: 200  len: 1001 time: 0.0639129
May 07 22:50:31.444206 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7073c8c3-1737-4d37-9a99-6a30315233bf req-d2653ced-1c15-44a0-864a-6ce81b971ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:50:31.446157 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7073c8c3-1737-4d37-9a99-6a30315233bf req-d2653ced-1c15-44a0-864a-6ce81b971ec5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=abc6af31-616b-4e4a-a332-bce954179553 HTTP/1.1" status: 200  len: 847 time: 0.0435605
May 07 22:50:31.488517 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7073c8c3-1737-4d37-9a99-6a30315233bf req-f6618836-a121-4973-a956-2790e19ce90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:50:31.490033 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7073c8c3-1737-4d37-9a99-6a30315233bf req-f6618836-a121-4973-a956-2790e19ce90a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a9ebddfa-5a35-480f-9e61-716103e7d7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0383499
May 07 22:50:31.582900 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7073c8c3-1737-4d37-9a99-6a30315233bf req-e1b66efa-9120-4061-b213-b99015caf0b3 service neutron] 10.222.0.55 "GET /v2.0/networks/a9ebddfa-5a35-480f-9e61-716103e7d7f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0870469
May 07 22:50:31.675962 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-7073c8c3-1737-4d37-9a99-6a30315233bf req-7545a3dd-47bf-4f66-be68-d50aa8972a5a service neutron] 10.222.0.55 "GET /v2.0/networks/a9ebddfa-5a35-480f-9e61-716103e7d7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0877886
May 07 22:50:38.868544 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 22:50:52.343870 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:50:53.764087 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-4abca414-0c83-467d-90bd-fede33ae3c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:50:54.458917 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:50:56.646928 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-004392df-238a-4a1d-af2a-15eecb21093c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:50:57.658175 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:50:59.374506 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:51:00.447694 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:51:15.870799 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 22:51:22.342831 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:51:23.770228 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-62130df7-b2d1-4de1-a4cb-1126736c7697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:51:24.475759 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:51:26.648243 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-71a201f3-4a53-4cce-aaf2-a7cfd8fcba18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:51:26.860553 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 42373cc5-2f7d-4dee-bc96-2e01c9842ebb details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:51:26.960476 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 42373cc5-2f7d-4dee-bc96-2e01c9842ebb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=42373cc5-2f7d-4dee-bc96-2e01c9842ebb,segment=NetworkSegment(7f39af11-e6d7-4130-a071-2f12bf1df3b2),segment_id=7f39af11-e6d7-4130-a071-2f12bf1df3b2)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:51:26.971062 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Returning: {'device': '42373cc5-2f7d-4dee-bc96-2e01c9842ebb', 'network_id': 'a9ebddfa-5a35-480f-9e61-716103e7d7f8', 'port_id': '42373cc5-2f7d-4dee-bc96-2e01c9842ebb', 'mac_address': 'fa:16:3e:df:fe:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abc6af31-616b-4e4a-a332-bce954179553', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:51:27.009839 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 42373cc5-2f7d-4dee-bc96-2e01c9842ebb is: ACTIVE; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:51:27.010230 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (42373cc5-2f7d-4dee-bc96-2e01c9842ebb), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:51:27.023026 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 42373cc5-2f7d-4dee-bc96-2e01c9842ebb {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:51:27.042655 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 42373cc5-2f7d-4dee-bc96-2e01c9842ebb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=42373cc5-2f7d-4dee-bc96-2e01c9842ebb,segment=NetworkSegment(7f39af11-e6d7-4130-a071-2f12bf1df3b2),segment_id=7f39af11-e6d7-4130-a071-2f12bf1df3b2)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:51:27.046448 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (42373cc5-2f7d-4dee-bc96-2e01c9842ebb), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:51:27.098544 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=42373cc5-2f7d-4dee-bc96-2e01c9842ebb,revision_number=6']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:51:27.109044 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:51:27.109396 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:51:27.109743 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:51:27.110102 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:51:27.110421 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:51:27.110775 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:51:27.111116 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:51:27.111447 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:51:27.111776 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:51:27.112110 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:51:27.112436 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:51:27.112761 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:51:27.113087 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:51:27.113419 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:51:27.113734 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:51:27.142388 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] get_ports_and_sgs() called for port_ids ['42373cc5-2f7d-4dee-bc96-2e01c9842ebb'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:51:27.661591 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:51:28.868722 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 42373cc5-2f7d-4dee-bc96-2e01c9842ebb up at agent hyperv_nch1-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:51:28.924865 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Provisioning complete for port 42373cc5-2f7d-4dee-bc96-2e01c9842ebb triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:51:28.925590 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (42373cc5-2f7d-4dee-bc96-2e01c9842ebb), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:51:29.009292 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 42373cc5-2f7d-4dee-bc96-2e01c9842ebb is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:51:29.009988 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (42373cc5-2f7d-4dee-bc96-2e01c9842ebb), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:51:29.042665 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f61747fc-a610-49f2-9321-ef40bb2e3e5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42373cc5-2f7d-4dee-bc96-2e01c9842ebb'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:51:29.044979 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e352c856df6d9a4dba2fcbb1d90abaa21189b274bacc9e1d4127b130ac2d277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f6a54e2-ab63-45be-8dad-58913533ba4f" -d '{"events": [{"server_uuid": "f61747fc-a610-49f2-9321-ef40bb2e3e5a", "name": "network-vif-plugged", "status": "completed", "tag": "42373cc5-2f7d-4dee-bc96-2e01c9842ebb"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:51:29.066200 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 42373cc5-2f7d-4dee-bc96-2e01c9842ebb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=42373cc5-2f7d-4dee-bc96-2e01c9842ebb,segment=NetworkSegment(7f39af11-e6d7-4130-a071-2f12bf1df3b2),segment_id=7f39af11-e6d7-4130-a071-2f12bf1df3b2)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:51:29.072628 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (42373cc5-2f7d-4dee-bc96-2e01c9842ebb), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:51:29.143928 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=42373cc5-2f7d-4dee-bc96-2e01c9842ebb,revision_number=7']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:51:29.170983 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-effc6809-700a-4a8c-9949-0c40322a82d6 x-openstack-request-id: req-effc6809-700a-4a8c-9949-0c40322a82d6 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:51:29.171516 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f61747fc-a610-49f2-9321-ef40bb2e3e5a", "name": "network-vif-plugged", "status": "completed", "tag": "42373cc5-2f7d-4dee-bc96-2e01c9842ebb", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:51:29.172054 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-effc6809-700a-4a8c-9949-0c40322a82d6 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:51:29.173302 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-effc6809-700a-4a8c-9949-0c40322a82d6'] response: {'server_uuid': 'f61747fc-a610-49f2-9321-ef40bb2e3e5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42373cc5-2f7d-4dee-bc96-2e01c9842ebb', 'code': 200}
May 07 22:51:29.384049 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:51:30.461372 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:51:33.149451 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfea5f8-43ca-4fee-bc39-1b4d31b74c9d req-50f50646-338f-4501-ad28-2897522a2bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:51:33.151070 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1dfea5f8-43ca-4fee-bc39-1b4d31b74c9d req-50f50646-338f-4501-ad28-2897522a2bed service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a16ae1c6eaad44359f6bac5eaef3d3a5&device_id=f61747fc-a610-49f2-9321-ef40bb2e3e5a HTTP/1.1" status: 200  len: 1128 time: 0.0588934
May 07 22:51:33.295808 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfea5f8-43ca-4fee-bc39-1b4d31b74c9d req-8077a7b5-ff54-49eb-9f0d-254331727c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:51:33.297671 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1dfea5f8-43ca-4fee-bc39-1b4d31b74c9d req-8077a7b5-ff54-49eb-9f0d-254331727c58 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a9ebddfa-5a35-480f-9e61-716103e7d7f8 HTTP/1.1" status: 200  len: 909 time: 0.1200292
May 07 22:51:33.379541 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1dfea5f8-43ca-4fee-bc39-1b4d31b74c9d req-4c261c85-7f8c-452d-b6bf-849f4004524f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42373cc5-2f7d-4dee-bc96-2e01c9842ebb HTTP/1.1" status: 200  len: 1001 time: 0.0749133
May 07 22:51:33.434845 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfea5f8-43ca-4fee-bc39-1b4d31b74c9d req-0979050a-a0f9-480a-840d-383bc80cc5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:51:33.436312 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1dfea5f8-43ca-4fee-bc39-1b4d31b74c9d req-0979050a-a0f9-480a-840d-383bc80cc5f1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=abc6af31-616b-4e4a-a332-bce954179553 HTTP/1.1" status: 200  len: 847 time: 0.0489893
May 07 22:51:33.483432 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfea5f8-43ca-4fee-bc39-1b4d31b74c9d req-923ea7a3-5873-4347-a6f3-d7fca78f8ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:51:33.484970 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1dfea5f8-43ca-4fee-bc39-1b4d31b74c9d req-923ea7a3-5873-4347-a6f3-d7fca78f8ac3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a9ebddfa-5a35-480f-9e61-716103e7d7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0424533
May 07 22:51:33.598366 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1dfea5f8-43ca-4fee-bc39-1b4d31b74c9d req-23827c01-312e-4376-8539-e3a36d77494c service neutron] 10.222.0.55 "GET /v2.0/networks/a9ebddfa-5a35-480f-9e61-716103e7d7f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1070907
May 07 22:51:33.722362 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-1dfea5f8-43ca-4fee-bc39-1b4d31b74c9d req-d5d8f1ae-c486-49d2-a702-e9788455d16a service neutron] 10.222.0.55 "GET /v2.0/networks/a9ebddfa-5a35-480f-9e61-716103e7d7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1105988
May 07 22:51:37.572587 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-70b9c5a1-b000-4ee6-8ae6-8fc36ccb3e71 req-66a601d3-b80f-4285-b206-24218737e642 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1836955525&fields=id&tenant_id=a16ae1c6eaad44359f6bac5eaef3d3a5 HTTP/1.1" status: 200  len: 267 time: 0.0472131
May 07 22:51:37.683194 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b9c5a1-b000-4ee6-8ae6-8fc36ccb3e71 req-c987933e-5604-4d5c-a86c-05b384ecf070 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:51:37.684685 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-70b9c5a1-b000-4ee6-8ae6-8fc36ccb3e71 req-c987933e-5604-4d5c-a86c-05b384ecf070 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] 10.222.0.32 "GET /v2.0/networks?id=a9ebddfa-5a35-480f-9e61-716103e7d7f8 HTTP/1.1" status: 200  len: 808 time: 0.1055813
May 07 22:51:37.699005 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-70b9c5a1-b000-4ee6-8ae6-8fc36ccb3e71 req-85959e48-eaab-421d-9dfc-6c17037ae1fa tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] 10.222.0.32 "GET /v2.0/quotas/a16ae1c6eaad44359f6bac5eaef3d3a5 HTTP/1.1" status: 200  len: 375 time: 0.0086908
May 07 22:51:37.749005 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-70b9c5a1-b000-4ee6-8ae6-8fc36ccb3e71 req-7c8c62b3-b723-4c22-91b1-8ad9265d2bc3 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a16ae1c6eaad44359f6bac5eaef3d3a5&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0451095
May 07 22:51:37.808872 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [req-70b9c5a1-b000-4ee6-8ae6-8fc36ccb3e71 req-c70407e3-2719-4cfb-8ea6-3778695c6b5b service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121837) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:51:37.809864 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-70b9c5a1-b000-4ee6-8ae6-8fc36ccb3e71 req-c70407e3-2719-4cfb-8ea6-3778695c6b5b service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0501370
May 07 22:51:37.900983 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-70b9c5a1-b000-4ee6-8ae6-8fc36ccb3e71 req-313c0487-8f2a-4274-b6da-b8a0f2d0e87c service neutron] 10.222.0.32 "GET /v2.0/networks/a9ebddfa-5a35-480f-9e61-716103e7d7f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0850041
May 07 22:51:37.987824 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-70b9c5a1-b000-4ee6-8ae6-8fc36ccb3e71 req-a8502a94-ad09-4e7f-935f-c37c16a8ca29 service neutron] 10.222.0.32 "GET /v2.0/networks/a9ebddfa-5a35-480f-9e61-716103e7d7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0807850
May 07 22:51:38.232071 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-64cd1891-6b2b-439d-9513-279c843a2be5 req-450639be-a439-4b8a-9413-5f32fdfcffa5 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] 10.222.0.32 "GET /v2.0/ports?device_id=42420dca-cf0f-4a38-8b0e-e468308926fd HTTP/1.1" status: 200  len: 210 time: 0.0903044
May 07 22:51:38.876358 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 42373cc5-2f7d-4dee-bc96-2e01c9842ebb no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:51:38.953724 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Current status of the port 42373cc5-2f7d-4dee-bc96-2e01c9842ebb is: ACTIVE; New status is: DOWN {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:51:38.954109 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (42373cc5-2f7d-4dee-bc96-2e01c9842ebb), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:51:38.975943 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f61747fc-a610-49f2-9321-ef40bb2e3e5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42373cc5-2f7d-4dee-bc96-2e01c9842ebb'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:51:38.978137 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e352c856df6d9a4dba2fcbb1d90abaa21189b274bacc9e1d4127b130ac2d277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e23a7242-2d12-4a4b-b212-a8c840233f6a" -d '{"events": [{"server_uuid": "f61747fc-a610-49f2-9321-ef40bb2e3e5a", "name": "network-vif-unplugged", "status": "completed", "tag": "42373cc5-2f7d-4dee-bc96-2e01c9842ebb"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:51:38.990902 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] For port 42373cc5-2f7d-4dee-bc96-2e01c9842ebb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=42373cc5-2f7d-4dee-bc96-2e01c9842ebb,segment=NetworkSegment(7f39af11-e6d7-4130-a071-2f12bf1df3b2),segment_id=7f39af11-e6d7-4130-a071-2f12bf1df3b2)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:51:38.995801 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (42373cc5-2f7d-4dee-bc96-2e01c9842ebb), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:51:39.018982 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 07 May 2022 22:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-850a0c75-2e98-4be9-ad9d-77898c343c78 x-openstack-request-id: req-850a0c75-2e98-4be9-ad9d-77898c343c78 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:51:39.019264 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f61747fc-a610-49f2-9321-ef40bb2e3e5a", "name": "network-vif-unplugged", "status": "completed", "tag": "42373cc5-2f7d-4dee-bc96-2e01c9842ebb", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:51:39.019572 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-850a0c75-2e98-4be9-ad9d-77898c343c78 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:51:39.019995 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-850a0c75-2e98-4be9-ad9d-77898c343c78'] response: {'server_uuid': 'f61747fc-a610-49f2-9321-ef40bb2e3e5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42373cc5-2f7d-4dee-bc96-2e01c9842ebb', 'code': 200}
May 07 22:51:39.045944 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Pushing event updated for resources: {'Port': ['ID=42373cc5-2f7d-4dee-bc96-2e01c9842ebb,revision_number=8']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:51:39.209499 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b9c5a1-b000-4ee6-8ae6-8fc36ccb3e71 req-e6fcfb55-a994-4561-a9a7-666b358b6683 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:51:39.211488 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-70b9c5a1-b000-4ee6-8ae6-8fc36ccb3e71 req-e6fcfb55-a994-4561-a9a7-666b358b6683 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] 10.222.0.59 "GET /v2.0/networks?id=a9ebddfa-5a35-480f-9e61-716103e7d7f8 HTTP/1.1" status: 200  len: 808 time: 0.1101670
May 07 22:51:39.276772 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-70b9c5a1-b000-4ee6-8ae6-8fc36ccb3e71 req-11ce9465-24b7-4ea1-a147-66ff9fbcf840 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a16ae1c6eaad44359f6bac5eaef3d3a5 HTTP/1.1" status: 200  len: 380 time: 0.0575814
May 07 22:51:39.284726 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-70b9c5a1-b000-4ee6-8ae6-8fc36ccb3e71 req-0a842071-f46b-483b-bdf3-9b76b0494a51 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Request body: {'port': {'device_id': '42420dca-cf0f-4a38-8b0e-e468308926fd', 'network_id': 'a9ebddfa-5a35-480f-9e61-716103e7d7f8', 'admin_state_up': True, 'tenant_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'security_groups': ['8fca899b-9b85-40d2-ad21-eff6ca01b1bd']}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:51:39.334582 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8a0ca32e-6356-4def-b854-f3ceca800777 req-e7b49cb6-7ff8-4b1c-8223-4a166a840803 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] 10.222.0.32 "GET /v2.0/ports?device_id=42420dca-cf0f-4a38-8b0e-e468308926fd HTTP/1.1" status: 200  len: 210 time: 0.0302980
May 07 22:51:39.396418 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70b9c5a1-b000-4ee6-8ae6-8fc36ccb3e71 req-0a842071-f46b-483b-bdf3-9b76b0494a51 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Made reservation on behalf of a16ae1c6eaad44359f6bac5eaef3d3a5 for: {'port': 1} {{(pid=121837) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 07 22:51:39.399773 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-70b9c5a1-b000-4ee6-8ae6-8fc36ccb3e71 req-0a842071-f46b-483b-bdf3-9b76b0494a51 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:51:39.549625 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [req-70b9c5a1-b000-4ee6-8ae6-8fc36ccb3e71 req-0a842071-f46b-483b-bdf3-9b76b0494a51 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Allocated IP 172.20.0.6 (a9ebddfa-5a35-480f-9e61-716103e7d7f8/abc6af31-616b-4e4a-a332-bce954179553/c05e9f80-dc38-4661-b4cb-1f6ef687700a) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:51:39.756348 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-70b9c5a1-b000-4ee6-8ae6-8fc36ccb3e71 req-0a842071-f46b-483b-bdf3-9b76b0494a51 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Publish callbacks [] for port (c05e9f80-dc38-4661-b4cb-1f6ef687700a), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:51:39.793375 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-70b9c5a1-b000-4ee6-8ae6-8fc36ccb3e71 req-0a842071-f46b-483b-bdf3-9b76b0494a51 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (c05e9f80-dc38-4661-b4cb-1f6ef687700a), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:51:39.834023 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70b9c5a1-b000-4ee6-8ae6-8fc36ccb3e71 req-0a842071-f46b-483b-bdf3-9b76b0494a51 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Network a9ebddfa-5a35-480f-9e61-716103e7d7f8 is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:51:39.837268 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [req-70b9c5a1-b000-4ee6-8ae6-8fc36ccb3e71 req-0a842071-f46b-483b-bdf3-9b76b0494a51 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:51:39.839899 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-70b9c5a1-b000-4ee6-8ae6-8fc36ccb3e71 req-0a842071-f46b-483b-bdf3-9b76b0494a51 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:51:39.885007 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a842071-f46b-483b-bdf3-9b76b0494a51 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Pushing event updated for resources: {'Port': ['ID=c05e9f80-dc38-4661-b4cb-1f6ef687700a,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:51:39.894800 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a842071-f46b-483b-bdf3-9b76b0494a51 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:51:39.895170 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a842071-f46b-483b-bdf3-9b76b0494a51 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:51:39.895522 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a842071-f46b-483b-bdf3-9b76b0494a51 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:51:39.895885 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a842071-f46b-483b-bdf3-9b76b0494a51 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:51:39.896240 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a842071-f46b-483b-bdf3-9b76b0494a51 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:51:39.896543 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a842071-f46b-483b-bdf3-9b76b0494a51 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:51:39.896871 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a842071-f46b-483b-bdf3-9b76b0494a51 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:51:39.897196 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a842071-f46b-483b-bdf3-9b76b0494a51 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:51:39.897518 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a842071-f46b-483b-bdf3-9b76b0494a51 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:51:39.897945 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a842071-f46b-483b-bdf3-9b76b0494a51 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:51:39.898167 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a842071-f46b-483b-bdf3-9b76b0494a51 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:51:39.898483 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a842071-f46b-483b-bdf3-9b76b0494a51 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:51:39.898850 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a842071-f46b-483b-bdf3-9b76b0494a51 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:51:39.899149 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a842071-f46b-483b-bdf3-9b76b0494a51 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:51:39.899457 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a842071-f46b-483b-bdf3-9b76b0494a51 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:51:39.916940 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b9c5a1-b000-4ee6-8ae6-8fc36ccb3e71 req-0a842071-f46b-483b-bdf3-9b76b0494a51 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:51:39.917187 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-70b9c5a1-b000-4ee6-8ae6-8fc36ccb3e71 req-0a842071-f46b-483b-bdf3-9b76b0494a51 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:51:39.945505 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-70b9c5a1-b000-4ee6-8ae6-8fc36ccb3e71 req-0a842071-f46b-483b-bdf3-9b76b0494a51 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.6643503
May 07 22:51:40.117330 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-aa6be600-33a7-44c8-8380-0012b7156d06 None None] Provisioning complete for port c05e9f80-dc38-4661-b4cb-1f6ef687700a triggered by entity DHCP. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:51:40.118355 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-aa6be600-33a7-44c8-8380-0012b7156d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (c05e9f80-dc38-4661-b4cb-1f6ef687700a), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:51:40.162591 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-aa6be600-33a7-44c8-8380-0012b7156d06 None None] Port c05e9f80-dc38-4661-b4cb-1f6ef687700a cannot update to ACTIVE because it is not bound. {{(pid=121838) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}}
May 07 22:51:40.467257 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c344ac-a80b-4d67-83a3-805d635a5c50 req-3162ad84-4b51-4eb6-b756-8ce816e6e4e5 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:51:40.468746 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-15c344ac-a80b-4d67-83a3-805d635a5c50 req-3162ad84-4b51-4eb6-b756-8ce816e6e4e5 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] 10.222.0.32 "GET /v2.0/ports?device_id=42420dca-cf0f-4a38-8b0e-e468308926fd HTTP/1.1" status: 200  len: 931 time: 0.0572827
May 07 22:51:40.522798 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-15c344ac-a80b-4d67-83a3-805d635a5c50 req-77ba704f-f634-4dcc-b8fb-1f92b78463e7 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] 10.222.0.32 "GET /v2.0/security-groups?id=8fca899b-9b85-40d2-ad21-eff6ca01b1bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0474222
May 07 22:51:41.652896 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f953a3-1ca6-492a-9deb-420dd27fbb96 req-0cff5457-a2fc-47f3-af9b-da50506bc1a9 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:51:41.654691 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-31f953a3-1ca6-492a-9deb-420dd27fbb96 req-0cff5457-a2fc-47f3-af9b-da50506bc1a9 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] 10.222.0.32 "GET /v2.0/ports?device_id=42420dca-cf0f-4a38-8b0e-e468308926fd HTTP/1.1" status: 200  len: 931 time: 0.0554931
May 07 22:51:41.721131 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-31f953a3-1ca6-492a-9deb-420dd27fbb96 req-0abc6ec6-c152-4723-8025-a4e4a83853ac tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] 10.222.0.32 "GET /v2.0/security-groups?id=8fca899b-9b85-40d2-ad21-eff6ca01b1bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0605564
May 07 22:51:42.858698 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddef74e-4e20-4b88-a783-112da69edacc req-79678323-eeed-47f3-8daa-ade9b97d9568 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:51:42.860286 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3ddef74e-4e20-4b88-a783-112da69edacc req-79678323-eeed-47f3-8daa-ade9b97d9568 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] 10.222.0.32 "GET /v2.0/ports?device_id=42420dca-cf0f-4a38-8b0e-e468308926fd HTTP/1.1" status: 200  len: 931 time: 0.0482519
May 07 22:51:42.920347 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3ddef74e-4e20-4b88-a783-112da69edacc req-aea5ed15-1632-4083-895c-7af7d1986bb4 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] 10.222.0.32 "GET /v2.0/security-groups?id=8fca899b-9b85-40d2-ad21-eff6ca01b1bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0509756
May 07 22:51:44.068035 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68599637-19f6-4c48-9c97-46b32639938d req-2c30cfbc-6d97-403e-a094-2d49c69e28f9 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:51:44.070373 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-68599637-19f6-4c48-9c97-46b32639938d req-2c30cfbc-6d97-403e-a094-2d49c69e28f9 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] 10.222.0.32 "GET /v2.0/ports?device_id=42420dca-cf0f-4a38-8b0e-e468308926fd HTTP/1.1" status: 200  len: 931 time: 0.0798438
May 07 22:51:44.134962 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-68599637-19f6-4c48-9c97-46b32639938d req-2f8aedd4-f795-4695-8968-b24d5193c06c tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] 10.222.0.32 "GET /v2.0/security-groups?id=8fca899b-9b85-40d2-ad21-eff6ca01b1bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0581594
May 07 22:51:45.332360 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d987a1-2a56-4c23-8b30-b492eddcf005 req-b2344340-4511-4c48-8706-f0d2e7869d65 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:51:45.334590 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-48d987a1-2a56-4c23-8b30-b492eddcf005 req-b2344340-4511-4c48-8706-f0d2e7869d65 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] 10.222.0.32 "GET /v2.0/ports?device_id=42420dca-cf0f-4a38-8b0e-e468308926fd HTTP/1.1" status: 200  len: 931 time: 0.0610864
May 07 22:51:45.390288 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-48d987a1-2a56-4c23-8b30-b492eddcf005 req-59914b72-1295-437e-9d88-367bfa429e5f tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] 10.222.0.32 "GET /v2.0/security-groups?id=8fca899b-9b85-40d2-ad21-eff6ca01b1bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0496807
May 07 22:51:46.533765 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e8151e-bf18-4a20-9611-57c1419ced98 req-26f2df61-2133-489a-b094-7727a2e75965 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:51:46.535369 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c6e8151e-bf18-4a20-9611-57c1419ced98 req-26f2df61-2133-489a-b094-7727a2e75965 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] 10.222.0.32 "GET /v2.0/ports?device_id=42420dca-cf0f-4a38-8b0e-e468308926fd HTTP/1.1" status: 200  len: 931 time: 0.0662568
May 07 22:51:46.587998 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-c6e8151e-bf18-4a20-9611-57c1419ced98 req-45468437-ec8c-4a9f-b98d-b1baca4dbf8a tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] 10.222.0.32 "GET /v2.0/security-groups?id=8fca899b-9b85-40d2-ad21-eff6ca01b1bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463350
May 07 22:51:47.604105 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [req-70b9c5a1-b000-4ee6-8ae6-8fc36ccb3e71 req-18b8811a-98c8-4cf6-8f5d-fd04943d5487 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=121837) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
May 07 22:51:47.605230 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-70b9c5a1-b000-4ee6-8ae6-8fc36ccb3e71 req-18b8811a-98c8-4cf6-8f5d-fd04943d5487 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 14320 time: 0.0053844
May 07 22:51:47.662174 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [req-70b9c5a1-b000-4ee6-8ae6-8fc36ccb3e71 req-82a2c607-03a6-4954-9c29-11803831da83 service neutron] Request body: {'port': {'device_id': '42420dca-cf0f-4a38-8b0e-e468308926fd', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:51:47.730480 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c255615-78ae-4bee-a04c-2819aea37767 req-8cbe0113-7b5a-49de-ba06-44dfb50fdc32 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:51:47.731970 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0c255615-78ae-4bee-a04c-2819aea37767 req-8cbe0113-7b5a-49de-ba06-44dfb50fdc32 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] 10.222.0.32 "GET /v2.0/ports?device_id=42420dca-cf0f-4a38-8b0e-e468308926fd HTTP/1.1" status: 200  len: 931 time: 0.0739708
May 07 22:51:47.775605 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-70b9c5a1-b000-4ee6-8ae6-8fc36ccb3e71 req-82a2c607-03a6-4954-9c29-11803831da83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (c05e9f80-dc38-4661-b4cb-1f6ef687700a), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:51:47.828958 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0c255615-78ae-4bee-a04c-2819aea37767 req-b0c67e51-1389-4014-841b-2923bf78802f tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] 10.222.0.32 "GET /v2.0/security-groups?id=8fca899b-9b85-40d2-ad21-eff6ca01b1bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0815647
May 07 22:51:48.052697 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [req-70b9c5a1-b000-4ee6-8ae6-8fc36ccb3e71 req-82a2c607-03a6-4954-9c29-11803831da83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c05e9f80-dc38-4661-b4cb-1f6ef687700a {{(pid=121837) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:51:48.060037 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-70b9c5a1-b000-4ee6-8ae6-8fc36ccb3e71 req-82a2c607-03a6-4954-9c29-11803831da83 service neutron] Publish callbacks [] for port (c05e9f80-dc38-4661-b4cb-1f6ef687700a), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:51:48.072814 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.provisioning_blocks [req-70b9c5a1-b000-4ee6-8ae6-8fc36ccb3e71 req-82a2c607-03a6-4954-9c29-11803831da83 service neutron] Transition to ACTIVE for port object c05e9f80-dc38-4661-b4cb-1f6ef687700a will not be triggered until provisioned by entity L2. {{(pid=121837) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
May 07 22:51:48.075983 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-70b9c5a1-b000-4ee6-8ae6-8fc36ccb3e71 req-82a2c607-03a6-4954-9c29-11803831da83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (c05e9f80-dc38-4661-b4cb-1f6ef687700a), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:51:48.133075 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a2c607-03a6-4954-9c29-11803831da83 service neutron] Pushing event updated for resources: {'Port': ['ID=c05e9f80-dc38-4661-b4cb-1f6ef687700a,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:51:48.204595 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-70b9c5a1-b000-4ee6-8ae6-8fc36ccb3e71 req-82a2c607-03a6-4954-9c29-11803831da83 service neutron] Attempting to bind port c05e9f80-dc38-4661-b4cb-1f6ef687700a on host nch2-master-1 for vnic_type normal with profile  {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
May 07 22:51:48.204984 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-70b9c5a1-b000-4ee6-8ae6-8fc36ccb3e71 req-82a2c607-03a6-4954-9c29-11803831da83 service neutron] Attempting to bind port c05e9f80-dc38-4661-b4cb-1f6ef687700a by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7f39af11-e6d7-4130-a071-2f12bf1df3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a9ebddfa-5a35-480f-9e61-716103e7d7f8'}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}}
May 07 22:51:48.205345 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b9c5a1-b000-4ee6-8ae6-8fc36ccb3e71 req-82a2c607-03a6-4954-9c29-11803831da83 service neutron] Attempting to bind port c05e9f80-dc38-4661-b4cb-1f6ef687700a on network a9ebddfa-5a35-480f-9e61-716103e7d7f8 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:51:48.210560 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b9c5a1-b000-4ee6-8ae6-8fc36ccb3e71 req-82a2c607-03a6-4954-9c29-11803831da83 service neutron] Port c05e9f80-dc38-4661-b4cb-1f6ef687700a on network a9ebddfa-5a35-480f-9e61-716103e7d7f8 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
May 07 22:51:48.210916 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b9c5a1-b000-4ee6-8ae6-8fc36ccb3e71 req-82a2c607-03a6-4954-9c29-11803831da83 service neutron] Attempting to bind port c05e9f80-dc38-4661-b4cb-1f6ef687700a on network a9ebddfa-5a35-480f-9e61-716103e7d7f8 {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}}
May 07 22:51:48.216997 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b9c5a1-b000-4ee6-8ae6-8fc36ccb3e71 req-82a2c607-03a6-4954-9c29-11803831da83 service neutron] Checking agent: {'id': '6c0eb15f-315b-4b1a-af38-71d54fabc081', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'started_at': datetime.datetime(2022, 5, 7, 21, 43, 23), 'heartbeat_timestamp': datetime.datetime(2022, 5, 7, 22, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}}
May 07 22:51:48.217339 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b9c5a1-b000-4ee6-8ae6-8fc36ccb3e71 req-82a2c607-03a6-4954-9c29-11803831da83 service neutron] Checking segment: {'id': '7f39af11-e6d7-4130-a071-2f12bf1df3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a9ebddfa-5a35-480f-9e61-716103e7d7f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=121837) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}}
May 07 22:51:48.217726 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70b9c5a1-b000-4ee6-8ae6-8fc36ccb3e71 req-82a2c607-03a6-4954-9c29-11803831da83 service neutron] Bound using segment: {'id': '7f39af11-e6d7-4130-a071-2f12bf1df3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a9ebddfa-5a35-480f-9e61-716103e7d7f8'} {{(pid=121837) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}}
May 07 22:51:48.218154 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.managers [req-70b9c5a1-b000-4ee6-8ae6-8fc36ccb3e71 req-82a2c607-03a6-4954-9c29-11803831da83 service neutron] Bound port: c05e9f80-dc38-4661-b4cb-1f6ef687700a, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f39af11-e6d7-4130-a071-2f12bf1df3b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'a9ebddfa-5a35-480f-9e61-716103e7d7f8'}}] {{(pid=121837) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}}
May 07 22:51:48.218523 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-70b9c5a1-b000-4ee6-8ae6-8fc36ccb3e71 req-82a2c607-03a6-4954-9c29-11803831da83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (c05e9f80-dc38-4661-b4cb-1f6ef687700a), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:51:48.283683 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-70b9c5a1-b000-4ee6-8ae6-8fc36ccb3e71 req-82a2c607-03a6-4954-9c29-11803831da83 service neutron] For port c05e9f80-dc38-4661-b4cb-1f6ef687700a, host nch2-master-1, cleared binding levels {{(pid=121837) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
May 07 22:51:48.286910 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-70b9c5a1-b000-4ee6-8ae6-8fc36ccb3e71 req-82a2c607-03a6-4954-9c29-11803831da83 service neutron] For port c05e9f80-dc38-4661-b4cb-1f6ef687700a, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c05e9f80-dc38-4661-b4cb-1f6ef687700a,segment=NetworkSegment(7f39af11-e6d7-4130-a071-2f12bf1df3b2),segment_id=7f39af11-e6d7-4130-a071-2f12bf1df3b2)] {{(pid=121837) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
May 07 22:51:48.296208 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-70b9c5a1-b000-4ee6-8ae6-8fc36ccb3e71 req-82a2c607-03a6-4954-9c29-11803831da83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (c05e9f80-dc38-4661-b4cb-1f6ef687700a), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:51:48.331062 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b9c5a1-b000-4ee6-8ae6-8fc36ccb3e71 req-82a2c607-03a6-4954-9c29-11803831da83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:51:48.331680 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-70b9c5a1-b000-4ee6-8ae6-8fc36ccb3e71 req-82a2c607-03a6-4954-9c29-11803831da83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:51:48.333085 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-70b9c5a1-b000-4ee6-8ae6-8fc36ccb3e71 req-82a2c607-03a6-4954-9c29-11803831da83 service neutron] 10.222.0.59 "PUT /v2.0/ports/c05e9f80-dc38-4661-b4cb-1f6ef687700a HTTP/1.1" status: 200  len: 1091 time: 0.7201767
May 07 22:51:48.333551 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42420dca-cf0f-4a38-8b0e-e468308926fd', 'tag': 'c05e9f80-dc38-4661-b4cb-1f6ef687700a'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:51:48.335842 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}664c29c1a7da48ccc37752709f05e5263693aa6debbb8c18a94c0dbaf5468869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b078fea-9b89-4c2f-96bf-044b8cf9059c" -d '{"events": [{"name": "network-changed", "server_uuid": "42420dca-cf0f-4a38-8b0e-e468308926fd", "tag": "c05e9f80-dc38-4661-b4cb-1f6ef687700a"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:51:48.360499 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a2c607-03a6-4954-9c29-11803831da83 service neutron] Pushing event updated for resources: {'Port': ['ID=c05e9f80-dc38-4661-b4cb-1f6ef687700a,revision_number=3']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:51:48.436396 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b9c5a1-b000-4ee6-8ae6-8fc36ccb3e71 req-0a55757f-7bd0-4b2b-aeaa-3e3fb6eade07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:51:48.438342 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-70b9c5a1-b000-4ee6-8ae6-8fc36ccb3e71 req-0a55757f-7bd0-4b2b-aeaa-3e3fb6eade07 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a16ae1c6eaad44359f6bac5eaef3d3a5&device_id=42420dca-cf0f-4a38-8b0e-e468308926fd HTTP/1.1" status: 200  len: 1125 time: 0.0506721
May 07 22:51:48.451542 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eef7a30b-35f5-48ea-91f2-4c2a3659235e x-openstack-request-id: req-eef7a30b-35f5-48ea-91f2-4c2a3659235e {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:51:48.451832 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42420dca-cf0f-4a38-8b0e-e468308926fd", "tag": "c05e9f80-dc38-4661-b4cb-1f6ef687700a", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:51:48.452083 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eef7a30b-35f5-48ea-91f2-4c2a3659235e {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:51:48.452483 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eef7a30b-35f5-48ea-91f2-4c2a3659235e'] response: {'name': 'network-changed', 'server_uuid': '42420dca-cf0f-4a38-8b0e-e468308926fd', 'tag': 'c05e9f80-dc38-4661-b4cb-1f6ef687700a', 'status': 'completed', 'code': 200}
May 07 22:51:48.486649 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-70b9c5a1-b000-4ee6-8ae6-8fc36ccb3e71 req-b0ffa6a5-cd1c-486f-a997-4efdf9885783 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c05e9f80-dc38-4661-b4cb-1f6ef687700a HTTP/1.1" status: 200  len: 217 time: 0.0419867
May 07 22:51:48.541494 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b9c5a1-b000-4ee6-8ae6-8fc36ccb3e71 req-8f2a1d5f-214a-4ff8-a4db-c3f48f3da503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:51:48.542983 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-70b9c5a1-b000-4ee6-8ae6-8fc36ccb3e71 req-8f2a1d5f-214a-4ff8-a4db-c3f48f3da503 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=abc6af31-616b-4e4a-a332-bce954179553 HTTP/1.1" status: 200  len: 847 time: 0.0492120
May 07 22:51:48.588040 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b9c5a1-b000-4ee6-8ae6-8fc36ccb3e71 req-5ae2753d-86fb-4bac-9168-e2718c507c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:51:48.589531 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-70b9c5a1-b000-4ee6-8ae6-8fc36ccb3e71 req-5ae2753d-86fb-4bac-9168-e2718c507c3e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a9ebddfa-5a35-480f-9e61-716103e7d7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0412028
May 07 22:51:49.013222 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e6f8b-5765-49ed-ac5e-d471881275d7 req-5b82b799-46a3-4b59-9543-932990491b5a tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:51:49.014697 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-238e6f8b-5765-49ed-ac5e-d471881275d7 req-5b82b799-46a3-4b59-9543-932990491b5a tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] 10.222.0.32 "GET /v2.0/ports?device_id=42420dca-cf0f-4a38-8b0e-e468308926fd HTTP/1.1" status: 200  len: 943 time: 0.0583575
May 07 22:51:49.032569 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-70b9c5a1-b000-4ee6-8ae6-8fc36ccb3e71 req-1bb115b7-20df-49c0-bdf7-b2f9c4fcb8c9 service neutron] 10.222.0.59 "GET /v2.0/networks/a9ebddfa-5a35-480f-9e61-716103e7d7f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4371519
May 07 22:51:49.123372 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-238e6f8b-5765-49ed-ac5e-d471881275d7 req-5d9edd7d-0c83-4c77-9ecb-806f3842fc4f tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] 10.222.0.32 "GET /v2.0/security-groups?id=8fca899b-9b85-40d2-ad21-eff6ca01b1bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1027899
May 07 22:51:49.151360 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-70b9c5a1-b000-4ee6-8ae6-8fc36ccb3e71 req-c8ac5aed-d3bd-4229-9aed-de1069add3cd service neutron] 10.222.0.59 "GET /v2.0/networks/a9ebddfa-5a35-480f-9e61-716103e7d7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1122420
May 07 22:51:50.002735 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b078fea-9b89-4c2f-96bf-044b8cf9059c req-c3b2a999-a905-45b9-9242-150807e695a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:51:50.004228 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9b078fea-9b89-4c2f-96bf-044b8cf9059c req-c3b2a999-a905-45b9-9242-150807e695a7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a16ae1c6eaad44359f6bac5eaef3d3a5&device_id=42420dca-cf0f-4a38-8b0e-e468308926fd HTTP/1.1" status: 200  len: 1125 time: 0.0391314
May 07 22:51:50.096236 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b078fea-9b89-4c2f-96bf-044b8cf9059c req-9a67e8dd-7f64-4e42-95ff-f6f18e722aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:51:50.097676 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9b078fea-9b89-4c2f-96bf-044b8cf9059c req-9a67e8dd-7f64-4e42-95ff-f6f18e722aad service neutron] 10.222.0.59 "GET /v2.0/networks?id=a9ebddfa-5a35-480f-9e61-716103e7d7f8 HTTP/1.1" status: 200  len: 909 time: 0.0875499
May 07 22:51:50.136751 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9b078fea-9b89-4c2f-96bf-044b8cf9059c req-f3437118-7ec9-403f-8a20-a32292d94065 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c05e9f80-dc38-4661-b4cb-1f6ef687700a HTTP/1.1" status: 200  len: 217 time: 0.0333784
May 07 22:51:50.184277 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b078fea-9b89-4c2f-96bf-044b8cf9059c req-5e1b0939-82a2-414f-8f71-48288d4284d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:51:50.185513 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9b078fea-9b89-4c2f-96bf-044b8cf9059c req-5e1b0939-82a2-414f-8f71-48288d4284d0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=abc6af31-616b-4e4a-a332-bce954179553 HTTP/1.1" status: 200  len: 847 time: 0.0435481
May 07 22:51:50.234823 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b078fea-9b89-4c2f-96bf-044b8cf9059c req-e3274932-4b59-4ea0-9f42-27eb18ee05c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:51:50.236322 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9b078fea-9b89-4c2f-96bf-044b8cf9059c req-e3274932-4b59-4ea0-9f42-27eb18ee05c8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a9ebddfa-5a35-480f-9e61-716103e7d7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0446365
May 07 22:51:50.241147 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc95089-8988-478c-bfa9-df8ea990366b req-fc71f739-9b01-4f19-8fdb-a2535bb9c666 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:51:50.242658 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8cc95089-8988-478c-bfa9-df8ea990366b req-fc71f739-9b01-4f19-8fdb-a2535bb9c666 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] 10.222.0.32 "GET /v2.0/ports?device_id=42420dca-cf0f-4a38-8b0e-e468308926fd HTTP/1.1" status: 200  len: 943 time: 0.0476704
May 07 22:51:50.294865 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-8cc95089-8988-478c-bfa9-df8ea990366b req-54951820-84b7-4c98-ace4-24ddf20bbd0b tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] 10.222.0.32 "GET /v2.0/security-groups?id=8fca899b-9b85-40d2-ad21-eff6ca01b1bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464866
May 07 22:51:50.326103 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9b078fea-9b89-4c2f-96bf-044b8cf9059c req-b2edb3c3-50d7-4b32-ba5d-e6135776b26a service neutron] 10.222.0.59 "GET /v2.0/networks/a9ebddfa-5a35-480f-9e61-716103e7d7f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0834951
May 07 22:51:50.418953 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9b078fea-9b89-4c2f-96bf-044b8cf9059c req-87b2fb46-e396-4960-b3ca-1fee9db2f9d6 service neutron] 10.222.0.59 "GET /v2.0/networks/a9ebddfa-5a35-480f-9e61-716103e7d7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0858822
May 07 22:51:51.412349 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3785e8cd-de30-4033-aa55-82e7feaad63b req-2fab417e-6195-4afd-b8a0-c3905fb1c2d8 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:51:51.413832 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3785e8cd-de30-4033-aa55-82e7feaad63b req-2fab417e-6195-4afd-b8a0-c3905fb1c2d8 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] 10.222.0.32 "GET /v2.0/ports?device_id=42420dca-cf0f-4a38-8b0e-e468308926fd HTTP/1.1" status: 200  len: 943 time: 0.0468395
May 07 22:51:51.462928 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3785e8cd-de30-4033-aa55-82e7feaad63b req-575a2eed-caf7-49a3-82d4-9186c13c78de tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] 10.222.0.32 "GET /v2.0/security-groups?id=8fca899b-9b85-40d2-ad21-eff6ca01b1bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432482
May 07 22:51:51.912894 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device c05e9f80-dc38-4661-b4cb-1f6ef687700a details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:51:52.021882 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port c05e9f80-dc38-4661-b4cb-1f6ef687700a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c05e9f80-dc38-4661-b4cb-1f6ef687700a,segment=NetworkSegment(7f39af11-e6d7-4130-a071-2f12bf1df3b2),segment_id=7f39af11-e6d7-4130-a071-2f12bf1df3b2)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:51:52.033803 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': 'c05e9f80-dc38-4661-b4cb-1f6ef687700a', 'network_id': 'a9ebddfa-5a35-480f-9e61-716103e7d7f8', 'port_id': 'c05e9f80-dc38-4661-b4cb-1f6ef687700a', 'mac_address': 'fa:16:3e:ba:63:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abc6af31-616b-4e4a-a332-bce954179553', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:51:52.070613 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port c05e9f80-dc38-4661-b4cb-1f6ef687700a is: DOWN; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:51:52.070999 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (c05e9f80-dc38-4661-b4cb-1f6ef687700a), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:51:52.084161 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c05e9f80-dc38-4661-b4cb-1f6ef687700a {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:51:52.104765 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port c05e9f80-dc38-4661-b4cb-1f6ef687700a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c05e9f80-dc38-4661-b4cb-1f6ef687700a,segment=NetworkSegment(7f39af11-e6d7-4130-a071-2f12bf1df3b2),segment_id=7f39af11-e6d7-4130-a071-2f12bf1df3b2)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:51:52.108341 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (c05e9f80-dc38-4661-b4cb-1f6ef687700a), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:51:52.157829 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=c05e9f80-dc38-4661-b4cb-1f6ef687700a,revision_number=4']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:51:52.321933 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['c05e9f80-dc38-4661-b4cb-1f6ef687700a'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:51:52.378431 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:51:52.585436 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f8870f-5c56-4e3a-92df-faca2996714b req-ee92fca1-0ba3-4d26-8c8d-75361ee1a9d8 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:51:52.586943 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-72f8870f-5c56-4e3a-92df-faca2996714b req-ee92fca1-0ba3-4d26-8c8d-75361ee1a9d8 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] 10.222.0.32 "GET /v2.0/ports?device_id=42420dca-cf0f-4a38-8b0e-e468308926fd HTTP/1.1" status: 200  len: 944 time: 0.0516710
May 07 22:51:52.636345 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-72f8870f-5c56-4e3a-92df-faca2996714b req-477c78da-8f6d-432a-9600-004204f3432c tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] 10.222.0.32 "GET /v2.0/security-groups?id=8fca899b-9b85-40d2-ad21-eff6ca01b1bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437043
May 07 22:51:52.871103 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 22:51:53.754585 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c888f717-ff4e-4404-add9-4055d99155a8 req-993f7586-e1fc-4bd9-bd10-dae346838599 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:51:53.756581 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c888f717-ff4e-4404-add9-4055d99155a8 req-993f7586-e1fc-4bd9-bd10-dae346838599 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] 10.222.0.32 "GET /v2.0/ports?device_id=42420dca-cf0f-4a38-8b0e-e468308926fd HTTP/1.1" status: 200  len: 944 time: 0.0519981
May 07 22:51:53.763355 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9947de78-0747-4889-8cce-468f19eb054b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:51:53.806553 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-c888f717-ff4e-4404-add9-4055d99155a8 req-368affea-990c-4a3c-8028-b9e2f7e27042 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] 10.222.0.32 "GET /v2.0/security-groups?id=8fca899b-9b85-40d2-ad21-eff6ca01b1bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433924
May 07 22:51:53.912245 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device c05e9f80-dc38-4661-b4cb-1f6ef687700a up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:51:53.956944 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning for port c05e9f80-dc38-4661-b4cb-1f6ef687700a completed by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}}
May 07 22:51:53.963141 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port c05e9f80-dc38-4661-b4cb-1f6ef687700a triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:51:53.963512 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (c05e9f80-dc38-4661-b4cb-1f6ef687700a), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:51:54.040446 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port c05e9f80-dc38-4661-b4cb-1f6ef687700a is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:51:54.040836 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (c05e9f80-dc38-4661-b4cb-1f6ef687700a), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:51:54.062510 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42420dca-cf0f-4a38-8b0e-e468308926fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c05e9f80-dc38-4661-b4cb-1f6ef687700a'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:51:54.064726 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e352c856df6d9a4dba2fcbb1d90abaa21189b274bacc9e1d4127b130ac2d277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3e7e608-9323-4882-be74-3b23a3dc22b9" -d '{"events": [{"server_uuid": "42420dca-cf0f-4a38-8b0e-e468308926fd", "name": "network-vif-plugged", "status": "completed", "tag": "c05e9f80-dc38-4661-b4cb-1f6ef687700a"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:51:54.077635 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port c05e9f80-dc38-4661-b4cb-1f6ef687700a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c05e9f80-dc38-4661-b4cb-1f6ef687700a,segment=NetworkSegment(7f39af11-e6d7-4130-a071-2f12bf1df3b2),segment_id=7f39af11-e6d7-4130-a071-2f12bf1df3b2)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:51:54.081586 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (c05e9f80-dc38-4661-b4cb-1f6ef687700a), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:51:54.105526 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f640b52c-84fd-4420-9ee0-d79a63b111d5 x-openstack-request-id: req-f640b52c-84fd-4420-9ee0-d79a63b111d5 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:51:54.105827 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42420dca-cf0f-4a38-8b0e-e468308926fd", "name": "network-vif-plugged", "status": "completed", "tag": "c05e9f80-dc38-4661-b4cb-1f6ef687700a", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:51:54.106085 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f640b52c-84fd-4420-9ee0-d79a63b111d5 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:51:54.106489 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f640b52c-84fd-4420-9ee0-d79a63b111d5'] response: {'server_uuid': '42420dca-cf0f-4a38-8b0e-e468308926fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c05e9f80-dc38-4661-b4cb-1f6ef687700a', 'code': 200}
May 07 22:51:54.135489 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=c05e9f80-dc38-4661-b4cb-1f6ef687700a,revision_number=5']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:51:54.199850 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56142f8c-5f39-49c4-a48a-bc8d770a3a31 req-88dc42b6-f7fe-4786-bdb6-377fa13a4cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:51:54.201386 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-56142f8c-5f39-49c4-a48a-bc8d770a3a31 req-88dc42b6-f7fe-4786-bdb6-377fa13a4cb0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=42420dca-cf0f-4a38-8b0e-e468308926fd HTTP/1.1" status: 200  len: 1127 time: 0.0391278
May 07 22:51:54.246441 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-56142f8c-5f39-49c4-a48a-bc8d770a3a31 req-50e09da1-a752-43f8-a191-b3b9b218a173 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=8fca899b-9b85-40d2-ad21-eff6ca01b1bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386095
May 07 22:51:54.472307 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:51:54.921031 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476e5fa7-2fa8-4376-934f-5d069c267409 req-ac0706cf-e5f8-4cde-be82-131aab964156 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:51:54.922514 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-476e5fa7-2fa8-4376-934f-5d069c267409 req-ac0706cf-e5f8-4cde-be82-131aab964156 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] 10.222.0.32 "GET /v2.0/ports?device_id=42420dca-cf0f-4a38-8b0e-e468308926fd HTTP/1.1" status: 200  len: 945 time: 0.0472584
May 07 22:51:54.975601 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-476e5fa7-2fa8-4376-934f-5d069c267409 req-eb4fb882-437e-4e24-a585-ee12af78f376 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] 10.222.0.32 "GET /v2.0/security-groups?id=8fca899b-9b85-40d2-ad21-eff6ca01b1bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472815
May 07 22:51:56.091836 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac31ab0d-32a2-40df-b80a-255360efa4fb req-4e35d807-9929-41fa-96eb-40cb38005e87 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:51:56.093283 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ac31ab0d-32a2-40df-b80a-255360efa4fb req-4e35d807-9929-41fa-96eb-40cb38005e87 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] 10.222.0.32 "GET /v2.0/ports?device_id=42420dca-cf0f-4a38-8b0e-e468308926fd HTTP/1.1" status: 200  len: 945 time: 0.0470297
May 07 22:51:56.140931 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-ac31ab0d-32a2-40df-b80a-255360efa4fb req-d17b934e-3a9d-4746-8cd6-b941177827d0 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] 10.222.0.32 "GET /v2.0/security-groups?id=8fca899b-9b85-40d2-ad21-eff6ca01b1bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422003
May 07 22:51:56.254614 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6286f11f-a32c-4b6b-82f8-ac937c877c50 req-9b3a061a-28a9-4e90-a12e-1dbe3cb87137 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:51:56.256522 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6286f11f-a32c-4b6b-82f8-ac937c877c50 req-9b3a061a-28a9-4e90-a12e-1dbe3cb87137 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] 10.222.0.32 "GET /v2.0/ports?device_id=42420dca-cf0f-4a38-8b0e-e468308926fd HTTP/1.1" status: 200  len: 945 time: 0.0462604
May 07 22:51:56.304491 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-6286f11f-a32c-4b6b-82f8-ac937c877c50 req-65f11554-8f78-49aa-a446-fa88456773d4 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] 10.222.0.32 "GET /v2.0/security-groups?id=8fca899b-9b85-40d2-ad21-eff6ca01b1bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422876
May 07 22:51:56.326243 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 60964) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:51:56.364079 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d935485-9c31-4ccd-a477-4bfa2748fd2b tempest-TestSnapshotPattern-546593462 tempest-TestSnapshotPattern-546593462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:51:56.366124 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-9d935485-9c31-4ccd-a477-4bfa2748fd2b tempest-TestSnapshotPattern-546593462 tempest-TestSnapshotPattern-546593462-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=42420dca-cf0f-4a38-8b0e-e468308926fd HTTP/1.1" status: 200  len: 1122 time: 0.0388687
May 07 22:51:56.368953 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 60966) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:51:56.373246 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.v2.base [None req-0b281b44-b2ad-4d0b-81c8-be8585efcdce tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Request body: {'floatingip': {'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'port_id': 'c05e9f80-dc38-4661-b4cb-1f6ef687700a', 'tenant_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'fixed_ip_address': '172.20.0.6'}} {{(pid=121837) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}}
May 07 22:51:56.393514 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0b281b44-b2ad-4d0b-81c8-be8585efcdce tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Publish callbacks [] for floatingip (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:51:56.473866 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0b281b44-b2ad-4d0b-81c8-be8585efcdce tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (None), before_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:51:56.576404 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_common [None req-0b281b44-b2ad-4d0b-81c8-be8585efcdce tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Allocated IP 172.35.4.186 (9221b764-ef06-431f-8941-796516ed7c3b/2dda209f-dc9c-4da5-bc58-eda00a55a467/284eb910-bc0b-4214-99b0-87f19d580b85) {{(pid=121837) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 07 22:51:56.648516 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ae251c63-4764-4007-989c-f8c9d56a8320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:51:56.680832 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0b281b44-b2ad-4d0b-81c8-be8585efcdce tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Publish callbacks [] for port (284eb910-bc0b-4214-99b0-87f19d580b85), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:51:56.713962 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0b281b44-b2ad-4d0b-81c8-be8585efcdce tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774499772757', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (284eb910-bc0b-4214-99b0-87f19d580b85), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:51:56.750067 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b281b44-b2ad-4d0b-81c8-be8585efcdce tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Network 9221b764-ef06-431f-8941-796516ed7c3b is already hosted by enough agents. {{(pid=121837) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 07 22:51:56.752866 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.base_scheduler [None req-0b281b44-b2ad-4d0b-81c8-be8585efcdce tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Resources bound (agent type, host, resource id):  {{(pid=121837) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 07 22:51:56.756253 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b281b44-b2ad-4d0b-81c8-be8585efcdce tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Received port after_create {{(pid=121837) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}}
May 07 22:51:56.784028 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b281b44-b2ad-4d0b-81c8-be8585efcdce tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Pushing event updated for resources: {'Port': ['ID=284eb910-bc0b-4214-99b0-87f19d580b85,revision_number=1']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:51:57.129034 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0b281b44-b2ad-4d0b-81c8-be8585efcdce tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Publish callbacks [] for floatingip (7280baa1-335b-4285-948d-3a1463c67c16), precommit_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:51:57.204078 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0b281b44-b2ad-4d0b-81c8-be8585efcdce tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (284eb910-bc0b-4214-99b0-87f19d580b85), before_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:51:57.355144 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0b281b44-b2ad-4d0b-81c8-be8585efcdce tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Publish callbacks [] for port (284eb910-bc0b-4214-99b0-87f19d580b85), precommit_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:51:57.359445 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0b281b44-b2ad-4d0b-81c8-be8585efcdce tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9154615'] for port (284eb910-bc0b-4214-99b0-87f19d580b85), after_update {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:51:57.429270 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b281b44-b2ad-4d0b-81c8-be8585efcdce tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Pushing event updated for resources: {'Port': ['ID=284eb910-bc0b-4214-99b0-87f19d580b85,revision_number=2']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:51:57.441200 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0b281b44-b2ad-4d0b-81c8-be8585efcdce tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-398278'] for floatingip (7280baa1-335b-4285-948d-3a1463c67c16), after_create {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:51:57.548814 ncdv-master-1 neutron-server[121837]: INFO neutron.db.l3_db [None req-0b281b44-b2ad-4d0b-81c8-be8585efcdce tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Floating IP 7280baa1-335b-4285-948d-3a1463c67c16 associated. External IP: 172.35.4.186, port: c05e9f80-dc38-4661-b4cb-1f6ef687700a.
May 07 22:51:57.664886 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:51:57.766000 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b281b44-b2ad-4d0b-81c8-be8585efcdce tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Router d60d8198-d7a4-40e3-b09f-8634b897c3f4 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:51:57.877453 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b281b44-b2ad-4d0b-81c8-be8585efcdce tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:51:57.888416 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c18486c-21a6-44d4-862f-e576482471be None None] Sync routers for ids ['d60d8198-d7a4-40e3-b09f-8634b897c3f4'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:51:57.896472 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-0b281b44-b2ad-4d0b-81c8-be8585efcdce tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:51:57.897896 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c18486c-21a6-44d4-862f-e576482471be None None] Routers {'d60d8198-d7a4-40e3-b09f-8634b897c3f4'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:51:57.898512 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-0c18486c-21a6-44d4-862f-e576482471be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c88b940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:51:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['d60d8198-d7a4-40e3-b09f-8634b897c3f4'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:51:57.942175 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-0b281b44-b2ad-4d0b-81c8-be8585efcdce tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 1.5586696
May 07 22:51:57.942175 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42420dca-cf0f-4a38-8b0e-e468308926fd', 'tag': 'c05e9f80-dc38-4661-b4cb-1f6ef687700a'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:51:57.942175 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}664c29c1a7da48ccc37752709f05e5263693aa6debbb8c18a94c0dbaf5468869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89a53bdc-6c5b-4c0f-80f6-3cc03334e374" -d '{"events": [{"name": "network-changed", "server_uuid": "42420dca-cf0f-4a38-8b0e-e468308926fd", "tag": "c05e9f80-dc38-4661-b4cb-1f6ef687700a"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:51:57.968409 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-892689ea-f386-4579-814b-690437993596 x-openstack-request-id: req-892689ea-f386-4579-814b-690437993596 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:51:57.968711 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42420dca-cf0f-4a38-8b0e-e468308926fd", "tag": "c05e9f80-dc38-4661-b4cb-1f6ef687700a", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:51:57.968975 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-892689ea-f386-4579-814b-690437993596 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:51:57.969396 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-892689ea-f386-4579-814b-690437993596'] response: {'name': 'network-changed', 'server_uuid': '42420dca-cf0f-4a38-8b0e-e468308926fd', 'tag': 'c05e9f80-dc38-4661-b4cb-1f6ef687700a', 'status': 'completed', 'code': 200}
May 07 22:51:58.017777 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-0c18486c-21a6-44d4-862f-e576482471be None None] Set router d60d8198-d7a4-40e3-b09f-8634b897c3f4 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:51:58.028784 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a53bdc-6c5b-4c0f-80f6-3cc03334e374 req-644f460a-0a4a-47fa-b6a5-841cbfc5bbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:51:58.030634 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-89a53bdc-6c5b-4c0f-80f6-3cc03334e374 req-644f460a-0a4a-47fa-b6a5-841cbfc5bbbd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a16ae1c6eaad44359f6bac5eaef3d3a5&device_id=42420dca-cf0f-4a38-8b0e-e468308926fd HTTP/1.1" status: 200  len: 1127 time: 0.0395753
May 07 22:51:58.123007 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a53bdc-6c5b-4c0f-80f6-3cc03334e374 req-da20703a-7d93-4159-9dbd-61a6eb525dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:51:58.124501 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-89a53bdc-6c5b-4c0f-80f6-3cc03334e374 req-da20703a-7d93-4159-9dbd-61a6eb525dee service neutron] 10.222.0.59 "GET /v2.0/networks?id=a9ebddfa-5a35-480f-9e61-716103e7d7f8 HTTP/1.1" status: 200  len: 909 time: 0.0886121
May 07 22:51:58.189021 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-89a53bdc-6c5b-4c0f-80f6-3cc03334e374 req-1eb0bb36-4b50-408c-a338-a5b52b8a76d1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c05e9f80-dc38-4661-b4cb-1f6ef687700a HTTP/1.1" status: 200  len: 999 time: 0.0591586
May 07 22:51:58.237038 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-0c18486c-21a6-44d4-862f-e576482471be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c88b940>, [{'id': 'd60d8198-d7a4-40e3-b09f-8634b897c3f4', 'name': 'tempest-TestSnapshotPattern-55070406-router', 'tenant_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.127'}], 'enable_snat': True}, 'gw_port_id': '968c1bcc-7a33-4fd7-88a1-9907e007697a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:49:04Z', 'updated_at': '2022-05-07T22:49:07Z', 'revision_number': 4, 'project_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'gw_port': {'id': '968c1bcc-7a33-4fd7-88a1-9907e007697a', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:55:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60d8198-d7a4-40e3-b09f-8634b897c3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4418, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:49:04Z', 'updated_at': '2022-05-07T22:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5dcaa2bb-8e05-4fa4-a564-0a9e6ef94124', 'tenant_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'floating_ip_address': '172.35.4.38', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': 'd60d8198-d7a4-40e3-b09f-8634b897c3f4', 'port_id': '42373cc5-2f7d-4dee-bc96-2e01c9842ebb', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9ebddfa-5a35-480f-9e61-716103e7d7f8', 'mac_address': 'fa:16:3e:df:fe:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f61747fc-a610-49f2-9321-ef40bb2e3e5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:49:27Z', 'updated_at': '2022-05-07T22:49:29Z', 'revision_number': 1, 'project_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'fixed_ip_address_scope': None}, {'id': '7280baa1-335b-4285-948d-3a1463c67c16', 'tenant_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'floating_ip_address': '172.35.4.186', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': 'd60d8198-d7a4-40e3-b09f-8634b897c3f4', 'port_id': 'c05e9f80-dc38-4661-b4cb-1f6ef687700a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9ebddfa-5a35-480f-9e61-716103e7d7f8', 'mac_address': 'fa:16:3e:ba:63:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42420dca-cf0f-4a38-8b0e-e468308926fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:51:56Z', 'updated_at': '2022-05-07T22:51:56Z', 'revision_number': 0, 'project_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c1231f4-1dc7-40a8-b157-fd346b36d6f7', 'name': '', 'network_id': 'a9ebddfa-5a35-480f-9e61-716103e7d7f8', 'tenant_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'mac_address': 'fa:16:3e:33:69:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60d8198-d7a4-40e3-b09f-8634b897c3f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4419, 'fixed_ips': [{'subnet_id': 'abc6af31-616b-4e4a-a332-bce954179553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:49:06Z', 'updated_at': '2022-05-07T22:49:10Z', 'revision_number': 5, 'project_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'subnets': [{'id': 'abc6af31-616b-4e4a-a332-bce954179553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:51:58.239121 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a53bdc-6c5b-4c0f-80f6-3cc03334e374 req-1eae5f9a-5685-43b1-b07b-aa31192d15b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:51:58.241202 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-89a53bdc-6c5b-4c0f-80f6-3cc03334e374 req-1eae5f9a-5685-43b1-b07b-aa31192d15b3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=abc6af31-616b-4e4a-a332-bce954179553 HTTP/1.1" status: 200  len: 847 time: 0.0460513
May 07 22:51:58.263646 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c18486c-21a6-44d4-862f-e576482471be None None] Checking router: d60d8198-d7a4-40e3-b09f-8634b897c3f4 for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:51:58.271882 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c18486c-21a6-44d4-862f-e576482471be None None] Routers {'d60d8198-d7a4-40e3-b09f-8634b897c3f4'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:51:58.272447 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-0c18486c-21a6-44d4-862f-e576482471be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c88b940>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:51:57Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['d60d8198-d7a4-40e3-b09f-8634b897c3f4'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:51:58.288075 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a53bdc-6c5b-4c0f-80f6-3cc03334e374 req-700f0d9e-d43b-4a05-8f5d-a78ba9ee92a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:51:58.289602 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-89a53bdc-6c5b-4c0f-80f6-3cc03334e374 req-700f0d9e-d43b-4a05-8f5d-a78ba9ee92a4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a9ebddfa-5a35-480f-9e61-716103e7d7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0431547
May 07 22:51:58.378945 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-0c18486c-21a6-44d4-862f-e576482471be None None] Set router d60d8198-d7a4-40e3-b09f-8634b897c3f4 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:51:58.379226 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-89a53bdc-6c5b-4c0f-80f6-3cc03334e374 req-3f7b6d63-329f-4736-b76f-7a746962700d service neutron] 10.222.0.59 "GET /v2.0/networks/a9ebddfa-5a35-480f-9e61-716103e7d7f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0834010
May 07 22:51:58.471224 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-89a53bdc-6c5b-4c0f-80f6-3cc03334e374 req-e7451cb9-1655-4f65-99bc-70f1f22f04e0 service neutron] 10.222.0.59 "GET /v2.0/networks/a9ebddfa-5a35-480f-9e61-716103e7d7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0862556
May 07 22:51:58.601019 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-0c18486c-21a6-44d4-862f-e576482471be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c88b940>, [{'id': 'd60d8198-d7a4-40e3-b09f-8634b897c3f4', 'name': 'tempest-TestSnapshotPattern-55070406-router', 'tenant_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.127'}], 'enable_snat': True}, 'gw_port_id': '968c1bcc-7a33-4fd7-88a1-9907e007697a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:49:04Z', 'updated_at': '2022-05-07T22:49:07Z', 'revision_number': 4, 'project_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'gw_port': {'id': '968c1bcc-7a33-4fd7-88a1-9907e007697a', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:55:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60d8198-d7a4-40e3-b09f-8634b897c3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4418, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:49:04Z', 'updated_at': '2022-05-07T22:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5dcaa2bb-8e05-4fa4-a564-0a9e6ef94124', 'tenant_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'floating_ip_address': '172.35.4.38', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': 'd60d8198-d7a4-40e3-b09f-8634b897c3f4', 'port_id': '42373cc5-2f7d-4dee-bc96-2e01c9842ebb', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9ebddfa-5a35-480f-9e61-716103e7d7f8', 'mac_address': 'fa:16:3e:df:fe:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f61747fc-a610-49f2-9321-ef40bb2e3e5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:49:27Z', 'updated_at': '2022-05-07T22:49:29Z', 'revision_number': 1, 'project_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'fixed_ip_address_scope': None}, {'id': '7280baa1-335b-4285-948d-3a1463c67c16', 'tenant_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'floating_ip_address': '172.35.4.186', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': 'd60d8198-d7a4-40e3-b09f-8634b897c3f4', 'port_id': 'c05e9f80-dc38-4661-b4cb-1f6ef687700a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9ebddfa-5a35-480f-9e61-716103e7d7f8', 'mac_address': 'fa:16:3e:ba:63:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42420dca-cf0f-4a38-8b0e-e468308926fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:51:56Z', 'updated_at': '2022-05-07T22:51:56Z', 'revision_number': 0, 'project_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c1231f4-1dc7-40a8-b157-fd346b36d6f7', 'name': '', 'network_id': 'a9ebddfa-5a35-480f-9e61-716103e7d7f8', 'tenant_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'mac_address': 'fa:16:3e:33:69:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60d8198-d7a4-40e3-b09f-8634b897c3f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4419, 'fixed_ips': [{'subnet_id': 'abc6af31-616b-4e4a-a332-bce954179553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:49:06Z', 'updated_at': '2022-05-07T22:49:10Z', 'revision_number': 5, 'project_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'subnets': [{'id': 'abc6af31-616b-4e4a-a332-bce954179553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:51:58.626045 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c18486c-21a6-44d4-862f-e576482471be None None] The sync data for ids ['d60d8198-d7a4-40e3-b09f-8634b897c3f4'] in ncdv-master-1 is: [{'id': 'd60d8198-d7a4-40e3-b09f-8634b897c3f4', 'name': 'tempest-TestSnapshotPattern-55070406-router', 'tenant_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.127'}], 'enable_snat': True}, 'gw_port_id': '968c1bcc-7a33-4fd7-88a1-9907e007697a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:49:04Z', 'updated_at': '2022-05-07T22:49:07Z', 'revision_number': 4, 'project_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'gw_port': {'id': '968c1bcc-7a33-4fd7-88a1-9907e007697a', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:55:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60d8198-d7a4-40e3-b09f-8634b897c3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4418, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:49:04Z', 'updated_at': '2022-05-07T22:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5dcaa2bb-8e05-4fa4-a564-0a9e6ef94124', 'tenant_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'floating_ip_address': '172.35.4.38', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': 'd60d8198-d7a4-40e3-b09f-8634b897c3f4', 'port_id': '42373cc5-2f7d-4dee-bc96-2e01c9842ebb', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9ebddfa-5a35-480f-9e61-716103e7d7f8', 'mac_address': 'fa:16:3e:df:fe:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f61747fc-a610-49f2-9321-ef40bb2e3e5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:49:27Z', 'updated_at': '2022-05-07T22:49:29Z', 'revision_number': 1, 'project_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'fixed_ip_address_scope': None}, {'id': '7280baa1-335b-4285-948d-3a1463c67c16', 'tenant_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'floating_ip_address': '172.35.4.186', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': 'd60d8198-d7a4-40e3-b09f-8634b897c3f4', 'port_id': 'c05e9f80-dc38-4661-b4cb-1f6ef687700a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9ebddfa-5a35-480f-9e61-716103e7d7f8', 'mac_address': 'fa:16:3e:ba:63:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42420dca-cf0f-4a38-8b0e-e468308926fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:51:56Z', 'updated_at': '2022-05-07T22:51:56Z', 'revision_number': 0, 'project_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c1231f4-1dc7-40a8-b157-fd346b36d6f7', 'name': '', 'network_id': 'a9ebddfa-5a35-480f-9e61-716103e7d7f8', 'tenant_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'mac_address': 'fa:16:3e:33:69:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60d8198-d7a4-40e3-b09f-8634b897c3f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4419, 'fixed_ips': [{'subnet_id': 'abc6af31-616b-4e4a-a332-bce954179553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:49:06Z', 'updated_at': '2022-05-07T22:49:10Z', 'revision_number': 5, 'project_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'subnets': [{'id': 'abc6af31-616b-4e4a-a332-bce954179553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:51:58.822481 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa55a40-6755-48ee-b320-1a0ac278d936 None None] New status for floating IP 7280baa1-335b-4285-948d-3a1463c67c16: ACTIVE {{(pid=121839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 07 22:51:59.379921 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:52:00.446413 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:52:22.342271 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:52:23.763694 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-3d7f026e-bfcb-4876-97dc-d2541df65883 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:52:24.487087 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:52:26.650689 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-4469c6ce-94e6-453a-8c78-73100cfefca8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:52:27.667298 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:52:29.382485 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:52:29.422357 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0977b2fc-775e-4b48-ac61-0dd0919c8773 req-858469b8-1c1c-41ac-9d01-6c367dd4fecf service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=42420dca-cf0f-4a38-8b0e-e468308926fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0381677
May 07 22:52:29.505990 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0977b2fc-775e-4b48-ac61-0dd0919c8773 req-483c67fb-a1f2-482b-8a54-eef7f67488e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:52:29.507523 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0977b2fc-775e-4b48-ac61-0dd0919c8773 req-483c67fb-a1f2-482b-8a54-eef7f67488e6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a16ae1c6eaad44359f6bac5eaef3d3a5&device_id=42420dca-cf0f-4a38-8b0e-e468308926fd HTTP/1.1" status: 200  len: 1127 time: 0.0441582
May 07 22:52:29.610460 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0977b2fc-775e-4b48-ac61-0dd0919c8773 req-a5abec32-1094-499c-bcc8-c0d5970a8b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:52:29.611949 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0977b2fc-775e-4b48-ac61-0dd0919c8773 req-a5abec32-1094-499c-bcc8-c0d5970a8b47 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a9ebddfa-5a35-480f-9e61-716103e7d7f8 HTTP/1.1" status: 200  len: 909 time: 0.0877531
May 07 22:52:29.682190 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0977b2fc-775e-4b48-ac61-0dd0919c8773 req-c06b0b77-16a1-4046-ac63-7d8cf0be60e3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c05e9f80-dc38-4661-b4cb-1f6ef687700a HTTP/1.1" status: 200  len: 1001 time: 0.0569885
May 07 22:52:29.733395 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0977b2fc-775e-4b48-ac61-0dd0919c8773 req-530c08cf-c777-429d-be79-0fb3e3a89aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:52:29.734862 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0977b2fc-775e-4b48-ac61-0dd0919c8773 req-530c08cf-c777-429d-be79-0fb3e3a89aa3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=abc6af31-616b-4e4a-a332-bce954179553 HTTP/1.1" status: 200  len: 847 time: 0.0470867
May 07 22:52:29.777183 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0977b2fc-775e-4b48-ac61-0dd0919c8773 req-2220ccbd-bdfc-4934-ae25-38880596d8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:52:29.778906 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0977b2fc-775e-4b48-ac61-0dd0919c8773 req-2220ccbd-bdfc-4934-ae25-38880596d8cb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a9ebddfa-5a35-480f-9e61-716103e7d7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0381029
May 07 22:52:29.871248 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 22:52:29.878220 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0977b2fc-775e-4b48-ac61-0dd0919c8773 req-3aee0b0f-8c3e-4390-ac61-86a40a1b0abf service neutron] 10.222.0.59 "GET /v2.0/networks/a9ebddfa-5a35-480f-9e61-716103e7d7f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0934753
May 07 22:52:29.970122 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-0977b2fc-775e-4b48-ac61-0dd0919c8773 req-04ff48e4-1b0d-47bd-9aa7-503b1261a2ef service neutron] 10.222.0.59 "GET /v2.0/networks/a9ebddfa-5a35-480f-9e61-716103e7d7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0855229
May 07 22:52:30.451824 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:52:35.078657 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2a63812f-02c3-404c-a3e8-0af25414ec85 req-63cb8ab7-e21a-48b9-9de2-6939646a4a2d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f61747fc-a610-49f2-9321-ef40bb2e3e5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0422437
May 07 22:52:35.160146 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a63812f-02c3-404c-a3e8-0af25414ec85 req-813184d8-562b-491c-9751-8341b168cf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:52:35.161619 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2a63812f-02c3-404c-a3e8-0af25414ec85 req-813184d8-562b-491c-9751-8341b168cf94 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a16ae1c6eaad44359f6bac5eaef3d3a5&device_id=f61747fc-a610-49f2-9321-ef40bb2e3e5a HTTP/1.1" status: 200  len: 1126 time: 0.0402992
May 07 22:52:35.263211 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a63812f-02c3-404c-a3e8-0af25414ec85 req-a58904ce-6b51-41f8-a8f7-ceb2566fda34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:52:35.264721 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2a63812f-02c3-404c-a3e8-0af25414ec85 req-a58904ce-6b51-41f8-a8f7-ceb2566fda34 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a9ebddfa-5a35-480f-9e61-716103e7d7f8 HTTP/1.1" status: 200  len: 909 time: 0.0861008
May 07 22:52:35.334409 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2a63812f-02c3-404c-a3e8-0af25414ec85 req-3f7eb625-b576-45e6-ac3e-d744757db87b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42373cc5-2f7d-4dee-bc96-2e01c9842ebb HTTP/1.1" status: 200  len: 999 time: 0.0638976
May 07 22:52:35.381921 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a63812f-02c3-404c-a3e8-0af25414ec85 req-df660ac0-33c0-4aa1-b017-11490f9c3c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:52:35.383390 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2a63812f-02c3-404c-a3e8-0af25414ec85 req-df660ac0-33c0-4aa1-b017-11490f9c3c8a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=abc6af31-616b-4e4a-a332-bce954179553 HTTP/1.1" status: 200  len: 847 time: 0.0434020
May 07 22:52:35.425295 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a63812f-02c3-404c-a3e8-0af25414ec85 req-aa5196c5-20aa-4f58-b986-4224cead3d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:52:35.427412 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2a63812f-02c3-404c-a3e8-0af25414ec85 req-aa5196c5-20aa-4f58-b986-4224cead3d62 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a9ebddfa-5a35-480f-9e61-716103e7d7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0378888
May 07 22:52:35.520596 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2a63812f-02c3-404c-a3e8-0af25414ec85 req-ba2b92e9-a4b1-43b3-94b1-8f54feb7078b service neutron] 10.222.0.55 "GET /v2.0/networks/a9ebddfa-5a35-480f-9e61-716103e7d7f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.0872781
May 07 22:52:35.607823 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2a63812f-02c3-404c-a3e8-0af25414ec85 req-011dc250-f4a1-468a-864f-3105697b8152 service neutron] 10.222.0.55 "GET /v2.0/networks/a9ebddfa-5a35-480f-9e61-716103e7d7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.0816169
May 07 22:52:52.344011 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:52:53.763887 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ef8cb9ed-437b-4f5e-a745-d1a55f8bcf09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:52:54.498741 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:52:56.651954 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-77cc5a52-7290-41fe-adb9-81649028aeb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:52:57.670722 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:52:59.385181 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:00.458219 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:06.870420 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 22:53:22.355628 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:23.765775 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7d86ad26-eb5b-4654-b461-15240cab5aa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:24.561561 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:26.653909 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c959096c-9fbb-4af6-a4ee-e5913a2f1cbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:27.672753 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:29.387715 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:30.377444 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device c05e9f80-dc38-4661-b4cb-1f6ef687700a details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=121838) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}}
May 07 22:53:30.448410 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244387d2-e763-49d1-ab48-4abd580f957c req-90541f62-eb91-4dc8-ae9e-2052a1955f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:53:30.449459 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-244387d2-e763-49d1-ab48-4abd580f957c req-90541f62-eb91-4dc8-ae9e-2052a1955f81 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a16ae1c6eaad44359f6bac5eaef3d3a5&device_id=42420dca-cf0f-4a38-8b0e-e468308926fd HTTP/1.1" status: 200  len: 1127 time: 0.0483904
May 07 22:53:30.485569 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:30.502924 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port c05e9f80-dc38-4661-b4cb-1f6ef687700a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c05e9f80-dc38-4661-b4cb-1f6ef687700a,segment=NetworkSegment(7f39af11-e6d7-4130-a071-2f12bf1df3b2),segment_id=7f39af11-e6d7-4130-a071-2f12bf1df3b2)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:53:30.515843 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Returning: {'device': 'c05e9f80-dc38-4661-b4cb-1f6ef687700a', 'network_id': 'a9ebddfa-5a35-480f-9e61-716103e7d7f8', 'port_id': 'c05e9f80-dc38-4661-b4cb-1f6ef687700a', 'mac_address': 'fa:16:3e:ba:63:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abc6af31-616b-4e4a-a332-bce954179553', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=121838) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}}
May 07 22:53:30.574911 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port c05e9f80-dc38-4661-b4cb-1f6ef687700a is: ACTIVE; New status is: BUILD {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:53:30.575444 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (c05e9f80-dc38-4661-b4cb-1f6ef687700a), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:30.581998 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244387d2-e763-49d1-ab48-4abd580f957c req-5aadbf2a-0e00-4ea7-92dd-075d54658937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:53:30.583566 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-244387d2-e763-49d1-ab48-4abd580f957c req-5aadbf2a-0e00-4ea7-92dd-075d54658937 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a9ebddfa-5a35-480f-9e61-716103e7d7f8 HTTP/1.1" status: 200  len: 909 time: 0.1136620
May 07 22:53:30.593413 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c05e9f80-dc38-4661-b4cb-1f6ef687700a {{(pid=121838) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
May 07 22:53:30.616889 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port c05e9f80-dc38-4661-b4cb-1f6ef687700a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c05e9f80-dc38-4661-b4cb-1f6ef687700a,segment=NetworkSegment(7f39af11-e6d7-4130-a071-2f12bf1df3b2),segment_id=7f39af11-e6d7-4130-a071-2f12bf1df3b2)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:53:30.622320 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (c05e9f80-dc38-4661-b4cb-1f6ef687700a), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:30.677839 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-244387d2-e763-49d1-ab48-4abd580f957c req-1ade7a71-a62a-4a04-9c90-75e6873ab613 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c05e9f80-dc38-4661-b4cb-1f6ef687700a HTTP/1.1" status: 200  len: 1001 time: 0.0879278
May 07 22:53:30.683735 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=c05e9f80-dc38-4661-b4cb-1f6ef687700a,revision_number=6']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:53:30.692904 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:53:30.693258 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:53:30.693600 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:53:30.693944 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:53:30.694277 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:53:30.694616 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:53:30.695616 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:53:30.695962 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:53:30.696867 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:53:30.697198 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:53:30.697528 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:53:30.697855 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:53:30.698181 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:53:30.698505 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:53:30.698854 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121838) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:53:30.706434 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] get_ports_and_sgs() called for port_ids ['c05e9f80-dc38-4661-b4cb-1f6ef687700a'] {{(pid=121838) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}}
May 07 22:53:30.744662 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244387d2-e763-49d1-ab48-4abd580f957c req-06aee0b3-9dbc-460b-b271-b3520d033218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:53:30.746860 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-244387d2-e763-49d1-ab48-4abd580f957c req-06aee0b3-9dbc-460b-b271-b3520d033218 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=abc6af31-616b-4e4a-a332-bce954179553 HTTP/1.1" status: 200  len: 847 time: 0.0633276
May 07 22:53:31.183100 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244387d2-e763-49d1-ab48-4abd580f957c req-b1ab4c36-4094-40b1-b6d0-7fd84dd83e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:53:31.184625 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-244387d2-e763-49d1-ab48-4abd580f957c req-b1ab4c36-4094-40b1-b6d0-7fd84dd83e2f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a9ebddfa-5a35-480f-9e61-716103e7d7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.4307184
May 07 22:53:31.297139 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-244387d2-e763-49d1-ab48-4abd580f957c req-be6b497f-18c3-4225-946d-f300bf2723a6 service neutron] 10.222.0.59 "GET /v2.0/networks/a9ebddfa-5a35-480f-9e61-716103e7d7f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1054072
May 07 22:53:31.431232 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-244387d2-e763-49d1-ab48-4abd580f957c req-62d3c4ad-73b3-47ac-813c-919622f1ca46 service neutron] 10.222.0.59 "GET /v2.0/networks/a9ebddfa-5a35-480f-9e61-716103e7d7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1173730
May 07 22:53:32.387448 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device c05e9f80-dc38-4661-b4cb-1f6ef687700a up at agent hyperv_nch2-master-1 {{(pid=121838) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}}
May 07 22:53:32.439570 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.provisioning_blocks [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Provisioning complete for port c05e9f80-dc38-4661-b4cb-1f6ef687700a triggered by entity L2. {{(pid=121838) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}}
May 07 22:53:32.440045 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33091846'] for port (c05e9f80-dc38-4661-b4cb-1f6ef687700a), provisioning_complete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:32.540364 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port c05e9f80-dc38-4661-b4cb-1f6ef687700a is: BUILD; New status is: ACTIVE {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:53:32.541067 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (c05e9f80-dc38-4661-b4cb-1f6ef687700a), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:32.571988 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42420dca-cf0f-4a38-8b0e-e468308926fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c05e9f80-dc38-4661-b4cb-1f6ef687700a'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:53:32.574361 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e352c856df6d9a4dba2fcbb1d90abaa21189b274bacc9e1d4127b130ac2d277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f293b5b-d9ef-4e6f-8c53-493c6223190e" -d '{"events": [{"server_uuid": "42420dca-cf0f-4a38-8b0e-e468308926fd", "name": "network-vif-plugged", "status": "completed", "tag": "c05e9f80-dc38-4661-b4cb-1f6ef687700a"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:53:32.604730 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port c05e9f80-dc38-4661-b4cb-1f6ef687700a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c05e9f80-dc38-4661-b4cb-1f6ef687700a,segment=NetworkSegment(7f39af11-e6d7-4130-a071-2f12bf1df3b2),segment_id=7f39af11-e6d7-4130-a071-2f12bf1df3b2)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:53:32.612809 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (c05e9f80-dc38-4661-b4cb-1f6ef687700a), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:32.642057 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f149d288-038d-45f3-ba29-1ecfd72035a2 x-openstack-request-id: req-f149d288-038d-45f3-ba29-1ecfd72035a2 {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:53:32.642349 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42420dca-cf0f-4a38-8b0e-e468308926fd", "name": "network-vif-plugged", "status": "completed", "tag": "c05e9f80-dc38-4661-b4cb-1f6ef687700a", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:53:32.642609 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f149d288-038d-45f3-ba29-1ecfd72035a2 {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:53:32.643163 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f149d288-038d-45f3-ba29-1ecfd72035a2'] response: {'server_uuid': '42420dca-cf0f-4a38-8b0e-e468308926fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c05e9f80-dc38-4661-b4cb-1f6ef687700a', 'code': 200}
May 07 22:53:32.674258 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=c05e9f80-dc38-4661-b4cb-1f6ef687700a,revision_number=7']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:53:35.094840 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-47cb8fdc-6646-4f92-8794-6eba61caebb0 req-e40756bf-5ebc-4b6a-8747-4c4418838250 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f61747fc-a610-49f2-9321-ef40bb2e3e5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 273 time: 0.0537238
May 07 22:53:35.182594 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cb8fdc-6646-4f92-8794-6eba61caebb0 req-77cd0382-ee34-41ee-b290-e93df9681e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:53:35.184198 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-47cb8fdc-6646-4f92-8794-6eba61caebb0 req-77cd0382-ee34-41ee-b290-e93df9681e29 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a16ae1c6eaad44359f6bac5eaef3d3a5&device_id=f61747fc-a610-49f2-9321-ef40bb2e3e5a HTTP/1.1" status: 200  len: 1126 time: 0.0462065
May 07 22:53:35.309700 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cb8fdc-6646-4f92-8794-6eba61caebb0 req-4028a510-3c63-484c-8973-39c5439a2b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:53:35.311628 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-47cb8fdc-6646-4f92-8794-6eba61caebb0 req-4028a510-3c63-484c-8973-39c5439a2b50 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a9ebddfa-5a35-480f-9e61-716103e7d7f8 HTTP/1.1" status: 200  len: 909 time: 0.1062217
May 07 22:53:35.386184 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-47cb8fdc-6646-4f92-8794-6eba61caebb0 req-c881cce4-e6a9-4903-aaa7-cdc473c87393 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42373cc5-2f7d-4dee-bc96-2e01c9842ebb HTTP/1.1" status: 200  len: 999 time: 0.0682917
May 07 22:53:35.441063 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cb8fdc-6646-4f92-8794-6eba61caebb0 req-e5716a27-a64f-4c46-85eb-1a8f1ac6ef7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:53:35.442646 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-47cb8fdc-6646-4f92-8794-6eba61caebb0 req-e5716a27-a64f-4c46-85eb-1a8f1ac6ef7d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=abc6af31-616b-4e4a-a332-bce954179553 HTTP/1.1" status: 200  len: 847 time: 0.0517302
May 07 22:53:35.497590 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cb8fdc-6646-4f92-8794-6eba61caebb0 req-dbf8f73b-3a64-4258-ba4e-4ab30fcc02e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:53:35.499426 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-47cb8fdc-6646-4f92-8794-6eba61caebb0 req-dbf8f73b-3a64-4258-ba4e-4ab30fcc02e4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a9ebddfa-5a35-480f-9e61-716103e7d7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0512176
May 07 22:53:35.618982 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-47cb8fdc-6646-4f92-8794-6eba61caebb0 req-d616b655-4ad4-4a0b-969d-f042b50d089e service neutron] 10.222.0.55 "GET /v2.0/networks/a9ebddfa-5a35-480f-9e61-716103e7d7f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1135442
May 07 22:53:35.733895 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-47cb8fdc-6646-4f92-8794-6eba61caebb0 req-dc0a53c5-1534-44c5-a2db-9ae24b31be70 service neutron] 10.222.0.55 "GET /v2.0/networks/a9ebddfa-5a35-480f-9e61-716103e7d7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1091392
May 07 22:53:40.225112 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 32978) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:53:40.374070 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-bd7dd805-27d7-496c-bc7b-bb3c73f5644b tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Deleting port 284eb910-bc0b-4214-99b0-87f19d580b85 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:53:40.374329 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bd7dd805-27d7-496c-bc7b-bb3c73f5644b tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (284eb910-bc0b-4214-99b0-87f19d580b85), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:40.447741 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bd7dd805-27d7-496c-bc7b-bb3c73f5644b tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (284eb910-bc0b-4214-99b0-87f19d580b85), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:40.448070 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bd7dd805-27d7-496c-bc7b-bb3c73f5644b tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Publish callbacks [] for floatingip (284eb910-bc0b-4214-99b0-87f19d580b85), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:40.459729 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-bd7dd805-27d7-496c-bc7b-bb3c73f5644b tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Calling delete_port for 284eb910-bc0b-4214-99b0-87f19d580b85 owned by network:floatingip {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:53:40.608003 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bd7dd805-27d7-496c-bc7b-bb3c73f5644b tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (284eb910-bc0b-4214-99b0-87f19d580b85), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:40.638957 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7dd805-27d7-496c-bc7b-bb3c73f5644b tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Pushing event deleted for resources: {'Port': ['ID=284eb910-bc0b-4214-99b0-87f19d580b85,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:53:40.666501 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7dd805-27d7-496c-bc7b-bb3c73f5644b tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:53:40.666877 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7dd805-27d7-496c-bc7b-bb3c73f5644b tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:53:40.667222 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7dd805-27d7-496c-bc7b-bb3c73f5644b tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:53:40.667560 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7dd805-27d7-496c-bc7b-bb3c73f5644b tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:53:40.668172 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7dd805-27d7-496c-bc7b-bb3c73f5644b tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:53:40.668513 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7dd805-27d7-496c-bc7b-bb3c73f5644b tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:53:40.668848 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7dd805-27d7-496c-bc7b-bb3c73f5644b tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:53:40.669177 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7dd805-27d7-496c-bc7b-bb3c73f5644b tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:53:40.669503 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7dd805-27d7-496c-bc7b-bb3c73f5644b tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:53:40.669832 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7dd805-27d7-496c-bc7b-bb3c73f5644b tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:53:40.670154 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7dd805-27d7-496c-bc7b-bb3c73f5644b tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:53:40.670478 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7dd805-27d7-496c-bc7b-bb3c73f5644b tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:53:40.670823 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7dd805-27d7-496c-bc7b-bb3c73f5644b tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:53:40.671149 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7dd805-27d7-496c-bc7b-bb3c73f5644b tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:53:40.671472 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7dd805-27d7-496c-bc7b-bb3c73f5644b tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121837) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:53:40.716001 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bd7dd805-27d7-496c-bc7b-bb3c73f5644b tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Publish callbacks [] for floatingip (7280baa1-335b-4285-948d-3a1463c67c16), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:40.716332 ncdv-master-1 neutron-server[121837]: INFO neutron.db.l3_db [None req-bd7dd805-27d7-496c-bc7b-bb3c73f5644b tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Floating IP 7280baa1-335b-4285-948d-3a1463c67c16 disassociated (deleted). External IP: 172.35.4.186, port: c05e9f80-dc38-4661-b4cb-1f6ef687700a.
May 07 22:53:40.929957 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd7dd805-27d7-496c-bc7b-bb3c73f5644b tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Router d60d8198-d7a4-40e3-b09f-8634b897c3f4 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:53:41.045631 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd7dd805-27d7-496c-bc7b-bb3c73f5644b tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:53:41.050094 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-bd7dd805-27d7-496c-bc7b-bb3c73f5644b tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:41.055422 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1418ebc6-f12e-4662-b65d-a86d1aa921cd None None] Sync routers for ids ['d60d8198-d7a4-40e3-b09f-8634b897c3f4'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:53:41.064738 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1418ebc6-f12e-4662-b65d-a86d1aa921cd None None] Routers {'d60d8198-d7a4-40e3-b09f-8634b897c3f4'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:53:41.065367 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-1418ebc6-f12e-4662-b65d-a86d1aa921cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c0cc340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:53:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['d60d8198-d7a4-40e3-b09f-8634b897c3f4'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:53:41.079728 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-bd7dd805-27d7-496c-bc7b-bb3c73f5644b tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] 10.222.0.32 "DELETE /v2.0/floatingips/7280baa1-335b-4285-948d-3a1463c67c16 HTTP/1.1" status: 204  len: 168 time: 0.8534815
May 07 22:53:41.080424 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42420dca-cf0f-4a38-8b0e-e468308926fd', 'tag': 'c05e9f80-dc38-4661-b4cb-1f6ef687700a'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:53:41.082829 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}664c29c1a7da48ccc37752709f05e5263693aa6debbb8c18a94c0dbaf5468869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-797cfb86-589c-491b-a1a4-ab661d60a15d" -d '{"events": [{"name": "network-changed", "server_uuid": "42420dca-cf0f-4a38-8b0e-e468308926fd", "tag": "c05e9f80-dc38-4661-b4cb-1f6ef687700a"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:53:41.124474 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca4ed110-2f8e-40dc-8007-424baab425b6 x-openstack-request-id: req-ca4ed110-2f8e-40dc-8007-424baab425b6 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:53:41.124474 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42420dca-cf0f-4a38-8b0e-e468308926fd", "tag": "c05e9f80-dc38-4661-b4cb-1f6ef687700a", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:53:41.124474 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ca4ed110-2f8e-40dc-8007-424baab425b6 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:53:41.124474 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca4ed110-2f8e-40dc-8007-424baab425b6'] response: {'name': 'network-changed', 'server_uuid': '42420dca-cf0f-4a38-8b0e-e468308926fd', 'tag': 'c05e9f80-dc38-4661-b4cb-1f6ef687700a', 'status': 'completed', 'code': 200}
May 07 22:53:41.183324 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-1418ebc6-f12e-4662-b65d-a86d1aa921cd None None] Set router d60d8198-d7a4-40e3-b09f-8634b897c3f4 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:53:41.187561 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797cfb86-589c-491b-a1a4-ab661d60a15d req-bf2f9ba6-a4dd-41fe-9653-bcd54a44eb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:53:41.189398 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-797cfb86-589c-491b-a1a4-ab661d60a15d req-bf2f9ba6-a4dd-41fe-9653-bcd54a44eb0d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=a16ae1c6eaad44359f6bac5eaef3d3a5&device_id=42420dca-cf0f-4a38-8b0e-e468308926fd HTTP/1.1" status: 200  len: 1127 time: 0.0424581
May 07 22:53:41.315485 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797cfb86-589c-491b-a1a4-ab661d60a15d req-7b66d5a4-29cb-403d-ac1b-8d0bcef245d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:53:41.317154 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-797cfb86-589c-491b-a1a4-ab661d60a15d req-7b66d5a4-29cb-403d-ac1b-8d0bcef245d3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=a9ebddfa-5a35-480f-9e61-716103e7d7f8 HTTP/1.1" status: 200  len: 909 time: 0.1149163
May 07 22:53:41.325652 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b7021e-c332-4913-8310-343ee1d3d9db req-950fecb4-09f1-450c-bece-a5970097a4c4 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:53:41.327248 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-25b7021e-c332-4913-8310-343ee1d3d9db req-950fecb4-09f1-450c-bece-a5970097a4c4 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] 10.222.0.32 "GET /v2.0/ports?device_id=42420dca-cf0f-4a38-8b0e-e468308926fd HTTP/1.1" status: 200  len: 945 time: 0.0501740
May 07 22:53:41.377407 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-25b7021e-c332-4913-8310-343ee1d3d9db req-25dc5429-94f3-41c5-a3c7-cff53e1aac13 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] 10.222.0.32 "GET /v2.0/security-groups?id=8fca899b-9b85-40d2-ad21-eff6ca01b1bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441365
May 07 22:53:41.420042 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-1418ebc6-f12e-4662-b65d-a86d1aa921cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c0cc340>, [{'id': 'd60d8198-d7a4-40e3-b09f-8634b897c3f4', 'name': 'tempest-TestSnapshotPattern-55070406-router', 'tenant_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.127'}], 'enable_snat': True}, 'gw_port_id': '968c1bcc-7a33-4fd7-88a1-9907e007697a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:49:04Z', 'updated_at': '2022-05-07T22:49:07Z', 'revision_number': 4, 'project_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'gw_port': {'id': '968c1bcc-7a33-4fd7-88a1-9907e007697a', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:55:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60d8198-d7a4-40e3-b09f-8634b897c3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4418, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:49:04Z', 'updated_at': '2022-05-07T22:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5dcaa2bb-8e05-4fa4-a564-0a9e6ef94124', 'tenant_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'floating_ip_address': '172.35.4.38', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': 'd60d8198-d7a4-40e3-b09f-8634b897c3f4', 'port_id': '42373cc5-2f7d-4dee-bc96-2e01c9842ebb', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9ebddfa-5a35-480f-9e61-716103e7d7f8', 'mac_address': 'fa:16:3e:df:fe:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f61747fc-a610-49f2-9321-ef40bb2e3e5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:49:27Z', 'updated_at': '2022-05-07T22:49:29Z', 'revision_number': 1, 'project_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c1231f4-1dc7-40a8-b157-fd346b36d6f7', 'name': '', 'network_id': 'a9ebddfa-5a35-480f-9e61-716103e7d7f8', 'tenant_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'mac_address': 'fa:16:3e:33:69:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60d8198-d7a4-40e3-b09f-8634b897c3f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4419, 'fixed_ips': [{'subnet_id': 'abc6af31-616b-4e4a-a332-bce954179553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:49:06Z', 'updated_at': '2022-05-07T22:49:10Z', 'revision_number': 5, 'project_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'subnets': [{'id': 'abc6af31-616b-4e4a-a332-bce954179553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:53:41.446218 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1418ebc6-f12e-4662-b65d-a86d1aa921cd None None] Checking router: d60d8198-d7a4-40e3-b09f-8634b897c3f4 for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:53:41.455001 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1418ebc6-f12e-4662-b65d-a86d1aa921cd None None] Routers {'d60d8198-d7a4-40e3-b09f-8634b897c3f4'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:53:41.455614 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-1418ebc6-f12e-4662-b65d-a86d1aa921cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8c0cc340>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:53:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['d60d8198-d7a4-40e3-b09f-8634b897c3f4'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:53:41.561640 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-1418ebc6-f12e-4662-b65d-a86d1aa921cd None None] Set router d60d8198-d7a4-40e3-b09f-8634b897c3f4 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:53:41.781282 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-1418ebc6-f12e-4662-b65d-a86d1aa921cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8c0cc340>, [{'id': 'd60d8198-d7a4-40e3-b09f-8634b897c3f4', 'name': 'tempest-TestSnapshotPattern-55070406-router', 'tenant_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.127'}], 'enable_snat': True}, 'gw_port_id': '968c1bcc-7a33-4fd7-88a1-9907e007697a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:49:04Z', 'updated_at': '2022-05-07T22:49:07Z', 'revision_number': 4, 'project_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'gw_port': {'id': '968c1bcc-7a33-4fd7-88a1-9907e007697a', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:55:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60d8198-d7a4-40e3-b09f-8634b897c3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4418, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:49:04Z', 'updated_at': '2022-05-07T22:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5dcaa2bb-8e05-4fa4-a564-0a9e6ef94124', 'tenant_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'floating_ip_address': '172.35.4.38', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': 'd60d8198-d7a4-40e3-b09f-8634b897c3f4', 'port_id': '42373cc5-2f7d-4dee-bc96-2e01c9842ebb', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9ebddfa-5a35-480f-9e61-716103e7d7f8', 'mac_address': 'fa:16:3e:df:fe:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f61747fc-a610-49f2-9321-ef40bb2e3e5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:49:27Z', 'updated_at': '2022-05-07T22:49:29Z', 'revision_number': 1, 'project_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c1231f4-1dc7-40a8-b157-fd346b36d6f7', 'name': '', 'network_id': 'a9ebddfa-5a35-480f-9e61-716103e7d7f8', 'tenant_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'mac_address': 'fa:16:3e:33:69:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60d8198-d7a4-40e3-b09f-8634b897c3f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4419, 'fixed_ips': [{'subnet_id': 'abc6af31-616b-4e4a-a332-bce954179553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:49:06Z', 'updated_at': '2022-05-07T22:49:10Z', 'revision_number': 5, 'project_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'subnets': [{'id': 'abc6af31-616b-4e4a-a332-bce954179553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:53:41.807239 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1418ebc6-f12e-4662-b65d-a86d1aa921cd None None] The sync data for ids ['d60d8198-d7a4-40e3-b09f-8634b897c3f4'] in ncdv-master-1 is: [{'id': 'd60d8198-d7a4-40e3-b09f-8634b897c3f4', 'name': 'tempest-TestSnapshotPattern-55070406-router', 'tenant_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.127'}], 'enable_snat': True}, 'gw_port_id': '968c1bcc-7a33-4fd7-88a1-9907e007697a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:49:04Z', 'updated_at': '2022-05-07T22:49:07Z', 'revision_number': 4, 'project_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'gw_port': {'id': '968c1bcc-7a33-4fd7-88a1-9907e007697a', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:55:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60d8198-d7a4-40e3-b09f-8634b897c3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4418, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:49:04Z', 'updated_at': '2022-05-07T22:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5dcaa2bb-8e05-4fa4-a564-0a9e6ef94124', 'tenant_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'floating_ip_address': '172.35.4.38', 'floating_network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'router_id': 'd60d8198-d7a4-40e3-b09f-8634b897c3f4', 'port_id': '42373cc5-2f7d-4dee-bc96-2e01c9842ebb', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4443, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9ebddfa-5a35-480f-9e61-716103e7d7f8', 'mac_address': 'fa:16:3e:df:fe:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f61747fc-a610-49f2-9321-ef40bb2e3e5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-07T22:49:27Z', 'updated_at': '2022-05-07T22:49:29Z', 'revision_number': 1, 'project_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c1231f4-1dc7-40a8-b157-fd346b36d6f7', 'name': '', 'network_id': 'a9ebddfa-5a35-480f-9e61-716103e7d7f8', 'tenant_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'mac_address': 'fa:16:3e:33:69:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60d8198-d7a4-40e3-b09f-8634b897c3f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4419, 'fixed_ips': [{'subnet_id': 'abc6af31-616b-4e4a-a332-bce954179553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:49:06Z', 'updated_at': '2022-05-07T22:49:10Z', 'revision_number': 5, 'project_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'subnets': [{'id': 'abc6af31-616b-4e4a-a332-bce954179553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:53:42.090547 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ead1735-fe44-45d6-90d6-c27c1da5f2ff None None] New status for floating IP 7280baa1-335b-4285-948d-3a1463c67c16: DOWN {{(pid=121839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 07 22:53:42.441162 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-797cfb86-589c-491b-a1a4-ab661d60a15d req-379f6cbb-4c88-44bf-9228-64d78aa7dc87 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c05e9f80-dc38-4661-b4cb-1f6ef687700a HTTP/1.1" status: 200  len: 217 time: 0.0351348
May 07 22:53:42.455628 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device c05e9f80-dc38-4661-b4cb-1f6ef687700a no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:53:42.532423 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Current status of the port c05e9f80-dc38-4661-b4cb-1f6ef687700a is: ACTIVE; New status is: DOWN {{(pid=121838) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}}
May 07 22:53:42.532819 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-32935115'] for port (c05e9f80-dc38-4661-b4cb-1f6ef687700a), before_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:42.535299 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aba2b7c-d863-431d-913f-490c6e22112e req-5f0258f3-1026-462f-8656-f830bae03bec tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:53:42.536787 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3aba2b7c-d863-431d-913f-490c6e22112e req-5f0258f3-1026-462f-8656-f830bae03bec tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] 10.222.0.32 "GET /v2.0/ports?device_id=42420dca-cf0f-4a38-8b0e-e468308926fd HTTP/1.1" status: 200  len: 945 time: 0.0777419
May 07 22:53:42.538271 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797cfb86-589c-491b-a1a4-ab661d60a15d req-58fcabb4-2dc8-4a1b-9068-7b47711bed01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:53:42.540258 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-797cfb86-589c-491b-a1a4-ab661d60a15d req-58fcabb4-2dc8-4a1b-9068-7b47711bed01 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=abc6af31-616b-4e4a-a332-bce954179553 HTTP/1.1" status: 200  len: 847 time: 0.0889273
May 07 22:53:42.560102 ncdv-master-1 neutron-server[121838]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42420dca-cf0f-4a38-8b0e-e468308926fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c05e9f80-dc38-4661-b4cb-1f6ef687700a'}] {{(pid=121838) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:53:42.562350 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4e352c856df6d9a4dba2fcbb1d90abaa21189b274bacc9e1d4127b130ac2d277" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e78f4b8-7ce6-4b66-b71b-f443b70cc0fc" -d '{"events": [{"server_uuid": "42420dca-cf0f-4a38-8b0e-e468308926fd", "name": "network-vif-unplugged", "status": "completed", "tag": "c05e9f80-dc38-4661-b4cb-1f6ef687700a"}]}' {{(pid=121838) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:53:42.574488 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] For port c05e9f80-dc38-4661-b4cb-1f6ef687700a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c05e9f80-dc38-4661-b4cb-1f6ef687700a,segment=NetworkSegment(7f39af11-e6d7-4130-a071-2f12bf1df3b2),segment_id=7f39af11-e6d7-4130-a071-2f12bf1df3b2)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:53:42.579202 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774500201436', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774499772775', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774499772793'] for port (c05e9f80-dc38-4661-b4cb-1f6ef687700a), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:42.592875 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3aba2b7c-d863-431d-913f-490c6e22112e req-6cd0f383-3dd7-4667-a3e5-34d9203de606 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] 10.222.0.32 "GET /v2.0/security-groups?id=8fca899b-9b85-40d2-ad21-eff6ca01b1bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0482779
May 07 22:53:42.603618 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 07 May 2022 22:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df6fada7-5368-47de-8b05-e4e8a3f552bd x-openstack-request-id: req-df6fada7-5368-47de-8b05-e4e8a3f552bd {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:53:42.603920 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42420dca-cf0f-4a38-8b0e-e468308926fd", "name": "network-vif-unplugged", "status": "completed", "tag": "c05e9f80-dc38-4661-b4cb-1f6ef687700a", "code": 200}]} {{(pid=121838) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:53:42.604178 ncdv-master-1 neutron-server[121838]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-df6fada7-5368-47de-8b05-e4e8a3f552bd {{(pid=121838) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:53:42.604591 ncdv-master-1 neutron-server[121838]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df6fada7-5368-47de-8b05-e4e8a3f552bd'] response: {'server_uuid': '42420dca-cf0f-4a38-8b0e-e468308926fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c05e9f80-dc38-4661-b4cb-1f6ef687700a', 'code': 200}
May 07 22:53:42.629974 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Pushing event updated for resources: {'Port': ['ID=c05e9f80-dc38-4661-b4cb-1f6ef687700a,revision_number=8']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:53:42.661732 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797cfb86-589c-491b-a1a4-ab661d60a15d req-14f3b8a8-e08f-4103-a657-0015ea370b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:53:42.663219 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-797cfb86-589c-491b-a1a4-ab661d60a15d req-14f3b8a8-e08f-4103-a657-0015ea370b3c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=a9ebddfa-5a35-480f-9e61-716103e7d7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0406470
May 07 22:53:42.783404 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9188d8f2-f7e3-466b-b9f4-11eaaa82b8ac req-8457d981-bed2-4264-8fe6-0f0226265a1d tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:53:42.784856 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9188d8f2-f7e3-466b-b9f4-11eaaa82b8ac req-8457d981-bed2-4264-8fe6-0f0226265a1d tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] 10.222.0.59 "GET /v2.0/ports?device_id=42420dca-cf0f-4a38-8b0e-e468308926fd HTTP/1.1" status: 200  len: 943 time: 0.0918939
May 07 22:53:42.839663 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-797cfb86-589c-491b-a1a4-ab661d60a15d req-1fe6435b-8108-4c5c-9007-2945e9fda47d service neutron] 10.222.0.59 "GET /v2.0/networks/a9ebddfa-5a35-480f-9e61-716103e7d7f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1536527
May 07 22:53:42.939664 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-9188d8f2-f7e3-466b-b9f4-11eaaa82b8ac req-7c8822bb-e127-47f0-abdf-8aabf7bfe389 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Deleting port c05e9f80-dc38-4661-b4cb-1f6ef687700a {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:53:42.939936 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-9188d8f2-f7e3-466b-b9f4-11eaaa82b8ac req-7c8822bb-e127-47f0-abdf-8aabf7bfe389 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (c05e9f80-dc38-4661-b4cb-1f6ef687700a), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:43.022948 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-797cfb86-589c-491b-a1a4-ab661d60a15d req-672ffec0-6ab2-4130-a18b-725a212d42e2 service neutron] 10.222.0.59 "GET /v2.0/networks/a9ebddfa-5a35-480f-9e61-716103e7d7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1727011
May 07 22:53:43.050309 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [req-9188d8f2-f7e3-466b-b9f4-11eaaa82b8ac req-7c8822bb-e127-47f0-abdf-8aabf7bfe389 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] For port c05e9f80-dc38-4661-b4cb-1f6ef687700a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c05e9f80-dc38-4661-b4cb-1f6ef687700a,segment=NetworkSegment(7f39af11-e6d7-4130-a071-2f12bf1df3b2),segment_id=7f39af11-e6d7-4130-a071-2f12bf1df3b2)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:53:43.050682 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-9188d8f2-f7e3-466b-b9f4-11eaaa82b8ac req-7c8822bb-e127-47f0-abdf-8aabf7bfe389 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (c05e9f80-dc38-4661-b4cb-1f6ef687700a), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:43.064649 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [req-9188d8f2-f7e3-466b-b9f4-11eaaa82b8ac req-7c8822bb-e127-47f0-abdf-8aabf7bfe389 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Calling delete_port for c05e9f80-dc38-4661-b4cb-1f6ef687700a owned by compute:nova {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:53:43.196796 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-9188d8f2-f7e3-466b-b9f4-11eaaa82b8ac req-7c8822bb-e127-47f0-abdf-8aabf7bfe389 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (c05e9f80-dc38-4661-b4cb-1f6ef687700a), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:43.223452 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8822bb-e127-47f0-abdf-8aabf7bfe389 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Pushing event deleted for resources: {'Port': ['ID=c05e9f80-dc38-4661-b4cb-1f6ef687700a,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:53:43.272601 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.l3_dvrscheduler_db [req-9188d8f2-f7e3-466b-b9f4-11eaaa82b8ac req-7c8822bb-e127-47f0-abdf-8aabf7bfe389 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] No DVR routers for this DVR port c05e9f80-dc38-4661-b4cb-1f6ef687700a on host nch2-master-1 {{(pid=121837) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:53:43.275195 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [req-9188d8f2-f7e3-466b-b9f4-11eaaa82b8ac req-7c8822bb-e127-47f0-abdf-8aabf7bfe389 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:43.278680 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-9188d8f2-f7e3-466b-b9f4-11eaaa82b8ac req-7c8822bb-e127-47f0-abdf-8aabf7bfe389 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] 10.222.0.59 "DELETE /v2.0/ports/c05e9f80-dc38-4661-b4cb-1f6ef687700a HTTP/1.1" status: 204  len: 173 time: 0.4881132
May 07 22:53:43.279140 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42420dca-cf0f-4a38-8b0e-e468308926fd', 'name': 'network-vif-deleted', 'tag': 'c05e9f80-dc38-4661-b4cb-1f6ef687700a'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:53:43.281411 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}664c29c1a7da48ccc37752709f05e5263693aa6debbb8c18a94c0dbaf5468869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d78840a-08cc-4483-8f52-843dbd970b9f" -d '{"events": [{"server_uuid": "42420dca-cf0f-4a38-8b0e-e468308926fd", "name": "network-vif-deleted", "tag": "c05e9f80-dc38-4661-b4cb-1f6ef687700a"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:53:43.324984 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a7e7db7-63d3-4c18-b194-a102d1916332 x-openstack-request-id: req-5a7e7db7-63d3-4c18-b194-a102d1916332 {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:53:43.325278 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42420dca-cf0f-4a38-8b0e-e468308926fd", "name": "network-vif-deleted", "tag": "c05e9f80-dc38-4661-b4cb-1f6ef687700a", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:53:43.325534 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5a7e7db7-63d3-4c18-b194-a102d1916332 {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:53:43.325966 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a7e7db7-63d3-4c18-b194-a102d1916332'] response: {'server_uuid': '42420dca-cf0f-4a38-8b0e-e468308926fd', 'name': 'network-vif-deleted', 'tag': 'c05e9f80-dc38-4661-b4cb-1f6ef687700a', 'status': 'completed', 'code': 200}
May 07 22:53:43.710806 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-7fef73fe-740a-4b09-ac33-b285f7e973b2 req-8609d615-03a8-4f2c-8d66-c2fc01da87f2 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] 10.222.0.32 "GET /v2.0/ports?device_id=42420dca-cf0f-4a38-8b0e-e468308926fd HTTP/1.1" status: 200  len: 210 time: 0.0303192
May 07 22:53:43.870965 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 22:53:45.266303 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 33036) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:53:45.417022 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-3fdedd90-0bef-4dbf-a7a1-effd0b9a6a4f tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Deleting port f19d4c03-eec2-424b-86b3-d7553dbf8ba9 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:53:45.417367 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3fdedd90-0bef-4dbf-a7a1-effd0b9a6a4f tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (f19d4c03-eec2-424b-86b3-d7553dbf8ba9), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:45.491173 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3fdedd90-0bef-4dbf-a7a1-effd0b9a6a4f tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (f19d4c03-eec2-424b-86b3-d7553dbf8ba9), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:45.491507 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3fdedd90-0bef-4dbf-a7a1-effd0b9a6a4f tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Publish callbacks [] for floatingip (f19d4c03-eec2-424b-86b3-d7553dbf8ba9), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:45.503799 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-3fdedd90-0bef-4dbf-a7a1-effd0b9a6a4f tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Calling delete_port for f19d4c03-eec2-424b-86b3-d7553dbf8ba9 owned by network:floatingip {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:53:45.652470 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3fdedd90-0bef-4dbf-a7a1-effd0b9a6a4f tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (f19d4c03-eec2-424b-86b3-d7553dbf8ba9), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:45.675394 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdedd90-0bef-4dbf-a7a1-effd0b9a6a4f tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Pushing event deleted for resources: {'Port': ['ID=f19d4c03-eec2-424b-86b3-d7553dbf8ba9,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:53:45.744006 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3fdedd90-0bef-4dbf-a7a1-effd0b9a6a4f tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Publish callbacks [] for floatingip (5dcaa2bb-8e05-4fa4-a564-0a9e6ef94124), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:45.744451 ncdv-master-1 neutron-server[121837]: INFO neutron.db.l3_db [None req-3fdedd90-0bef-4dbf-a7a1-effd0b9a6a4f tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Floating IP 5dcaa2bb-8e05-4fa4-a564-0a9e6ef94124 disassociated (deleted). External IP: 172.35.4.38, port: 42373cc5-2f7d-4dee-bc96-2e01c9842ebb.
May 07 22:53:45.954176 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fdedd90-0bef-4dbf-a7a1-effd0b9a6a4f tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Router d60d8198-d7a4-40e3-b09f-8634b897c3f4 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:53:46.062628 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fdedd90-0bef-4dbf-a7a1-effd0b9a6a4f tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:53:46.067318 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-3fdedd90-0bef-4dbf-a7a1-effd0b9a6a4f tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for floatingip (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:46.072263 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0101b4-56d2-4267-93dd-97fa4c4e79fa None None] Sync routers for ids ['d60d8198-d7a4-40e3-b09f-8634b897c3f4'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:53:46.081578 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0101b4-56d2-4267-93dd-97fa4c4e79fa None None] Routers {'d60d8198-d7a4-40e3-b09f-8634b897c3f4'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:53:46.082223 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-eb0101b4-56d2-4267-93dd-97fa4c4e79fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7fc9c0a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:53:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['d60d8198-d7a4-40e3-b09f-8634b897c3f4'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:53:46.098431 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-3fdedd90-0bef-4dbf-a7a1-effd0b9a6a4f tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] 10.222.0.32 "DELETE /v2.0/floatingips/5dcaa2bb-8e05-4fa4-a564-0a9e6ef94124 HTTP/1.1" status: 204  len: 168 time: 0.8287127
May 07 22:53:46.098431 ncdv-master-1 neutron-server[121837]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f61747fc-a610-49f2-9321-ef40bb2e3e5a', 'tag': '42373cc5-2f7d-4dee-bc96-2e01c9842ebb'}] {{(pid=121837) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:53:46.099055 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}664c29c1a7da48ccc37752709f05e5263693aa6debbb8c18a94c0dbaf5468869" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-666da9f6-1ebf-49d0-8a77-9882b5375ebb" -d '{"events": [{"name": "network-changed", "server_uuid": "f61747fc-a610-49f2-9321-ef40bb2e3e5a", "tag": "42373cc5-2f7d-4dee-bc96-2e01c9842ebb"}]}' {{(pid=121837) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:53:46.137743 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 07 May 2022 22:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-894e5f4a-bdb3-46ff-8b79-9ac430c5000f x-openstack-request-id: req-894e5f4a-bdb3-46ff-8b79-9ac430c5000f {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:53:46.138045 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f61747fc-a610-49f2-9321-ef40bb2e3e5a", "tag": "42373cc5-2f7d-4dee-bc96-2e01c9842ebb", "status": "completed", "code": 200}]} {{(pid=121837) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:53:46.138306 ncdv-master-1 neutron-server[121837]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-894e5f4a-bdb3-46ff-8b79-9ac430c5000f {{(pid=121837) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:53:46.138724 ncdv-master-1 neutron-server[121837]: INFO neutron.notifiers.nova [-] Nova event matching ['req-894e5f4a-bdb3-46ff-8b79-9ac430c5000f'] response: {'name': 'network-changed', 'server_uuid': 'f61747fc-a610-49f2-9321-ef40bb2e3e5a', 'tag': '42373cc5-2f7d-4dee-bc96-2e01c9842ebb', 'status': 'completed', 'code': 200}
May 07 22:53:46.204909 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666da9f6-1ebf-49d0-8a77-9882b5375ebb req-816a091a-fe12-445b-96e2-7293c8b2c1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:53:46.206716 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-eb0101b4-56d2-4267-93dd-97fa4c4e79fa None None] Set router d60d8198-d7a4-40e3-b09f-8634b897c3f4 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:53:46.207097 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-666da9f6-1ebf-49d0-8a77-9882b5375ebb req-816a091a-fe12-445b-96e2-7293c8b2c1e8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a16ae1c6eaad44359f6bac5eaef3d3a5&device_id=f61747fc-a610-49f2-9321-ef40bb2e3e5a HTTP/1.1" status: 200  len: 1126 time: 0.0459850
May 07 22:53:46.324061 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666da9f6-1ebf-49d0-8a77-9882b5375ebb req-4baeba79-d170-4593-be4a-71a80e948150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:53:46.325522 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-666da9f6-1ebf-49d0-8a77-9882b5375ebb req-4baeba79-d170-4593-be4a-71a80e948150 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a9ebddfa-5a35-480f-9e61-716103e7d7f8 HTTP/1.1" status: 200  len: 909 time: 0.1114619
May 07 22:53:46.363651 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c452ac-21f6-437f-8913-d56b22cd88df req-3d96a59a-2d0e-4853-baf2-f04112739e89 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:53:46.365152 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f1c452ac-21f6-437f-8913-d56b22cd88df req-3d96a59a-2d0e-4853-baf2-f04112739e89 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] 10.222.0.32 "GET /v2.0/ports?device_id=f61747fc-a610-49f2-9321-ef40bb2e3e5a HTTP/1.1" status: 200  len: 944 time: 0.0594759
May 07 22:53:46.418260 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-eb0101b4-56d2-4267-93dd-97fa4c4e79fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7fc9c0a0>, [{'id': 'd60d8198-d7a4-40e3-b09f-8634b897c3f4', 'name': 'tempest-TestSnapshotPattern-55070406-router', 'tenant_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.127'}], 'enable_snat': True}, 'gw_port_id': '968c1bcc-7a33-4fd7-88a1-9907e007697a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:49:04Z', 'updated_at': '2022-05-07T22:49:07Z', 'revision_number': 4, 'project_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'gw_port': {'id': '968c1bcc-7a33-4fd7-88a1-9907e007697a', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:55:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60d8198-d7a4-40e3-b09f-8634b897c3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4418, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:49:04Z', 'updated_at': '2022-05-07T22:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2c1231f4-1dc7-40a8-b157-fd346b36d6f7', 'name': '', 'network_id': 'a9ebddfa-5a35-480f-9e61-716103e7d7f8', 'tenant_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'mac_address': 'fa:16:3e:33:69:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60d8198-d7a4-40e3-b09f-8634b897c3f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4419, 'fixed_ips': [{'subnet_id': 'abc6af31-616b-4e4a-a332-bce954179553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:49:06Z', 'updated_at': '2022-05-07T22:49:10Z', 'revision_number': 5, 'project_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'subnets': [{'id': 'abc6af31-616b-4e4a-a332-bce954179553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:53:46.419856 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-f1c452ac-21f6-437f-8913-d56b22cd88df req-df64a21c-758f-4dc6-adfb-97b53b21f731 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] 10.222.0.32 "GET /v2.0/security-groups?id=8fca899b-9b85-40d2-ad21-eff6ca01b1bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0487692
May 07 22:53:46.445457 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0101b4-56d2-4267-93dd-97fa4c4e79fa None None] Checking router: d60d8198-d7a4-40e3-b09f-8634b897c3f4 for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:53:46.454037 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb0101b4-56d2-4267-93dd-97fa4c4e79fa None None] Routers {'d60d8198-d7a4-40e3-b09f-8634b897c3f4'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:53:46.454630 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-eb0101b4-56d2-4267-93dd-97fa4c4e79fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7fc9c0a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:53:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['d60d8198-d7a4-40e3-b09f-8634b897c3f4'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:53:46.490288 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device c05e9f80-dc38-4661-b4cb-1f6ef687700a no longer exists at agent hyperv_nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:53:46.517955 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] No Port match for: c05e9f80-dc38-4661-b4cb-1f6ef687700a {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:53:46.518300 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Device c05e9f80-dc38-4661-b4cb-1f6ef687700a not bound to the agent host nch2-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:53:46.741252 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-eb0101b4-56d2-4267-93dd-97fa4c4e79fa None None] Set router d60d8198-d7a4-40e3-b09f-8634b897c3f4 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:53:46.927761 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-eb0101b4-56d2-4267-93dd-97fa4c4e79fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7fc9c0a0>, [{'id': 'd60d8198-d7a4-40e3-b09f-8634b897c3f4', 'name': 'tempest-TestSnapshotPattern-55070406-router', 'tenant_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.127'}], 'enable_snat': True}, 'gw_port_id': '968c1bcc-7a33-4fd7-88a1-9907e007697a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:49:04Z', 'updated_at': '2022-05-07T22:49:07Z', 'revision_number': 4, 'project_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'gw_port': {'id': '968c1bcc-7a33-4fd7-88a1-9907e007697a', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:55:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60d8198-d7a4-40e3-b09f-8634b897c3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4418, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:49:04Z', 'updated_at': '2022-05-07T22:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2c1231f4-1dc7-40a8-b157-fd346b36d6f7', 'name': '', 'network_id': 'a9ebddfa-5a35-480f-9e61-716103e7d7f8', 'tenant_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'mac_address': 'fa:16:3e:33:69:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60d8198-d7a4-40e3-b09f-8634b897c3f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4419, 'fixed_ips': [{'subnet_id': 'abc6af31-616b-4e4a-a332-bce954179553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:49:06Z', 'updated_at': '2022-05-07T22:49:10Z', 'revision_number': 5, 'project_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'subnets': [{'id': 'abc6af31-616b-4e4a-a332-bce954179553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:53:46.954330 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0101b4-56d2-4267-93dd-97fa4c4e79fa None None] The sync data for ids ['d60d8198-d7a4-40e3-b09f-8634b897c3f4'] in ncdv-master-1 is: [{'id': 'd60d8198-d7a4-40e3-b09f-8634b897c3f4', 'name': 'tempest-TestSnapshotPattern-55070406-router', 'tenant_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.127'}], 'enable_snat': True}, 'gw_port_id': '968c1bcc-7a33-4fd7-88a1-9907e007697a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:49:04Z', 'updated_at': '2022-05-07T22:49:07Z', 'revision_number': 4, 'project_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'gw_port': {'id': '968c1bcc-7a33-4fd7-88a1-9907e007697a', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:55:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60d8198-d7a4-40e3-b09f-8634b897c3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4418, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:49:04Z', 'updated_at': '2022-05-07T22:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2c1231f4-1dc7-40a8-b157-fd346b36d6f7', 'name': '', 'network_id': 'a9ebddfa-5a35-480f-9e61-716103e7d7f8', 'tenant_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'mac_address': 'fa:16:3e:33:69:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60d8198-d7a4-40e3-b09f-8634b897c3f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4419, 'fixed_ips': [{'subnet_id': 'abc6af31-616b-4e4a-a332-bce954179553', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:49:06Z', 'updated_at': '2022-05-07T22:49:10Z', 'revision_number': 5, 'project_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'subnets': [{'id': 'abc6af31-616b-4e4a-a332-bce954179553', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:53:47.186702 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c145534-1e4f-4922-97a4-dcbf6e7bd159 None None] New status for floating IP 5dcaa2bb-8e05-4fa4-a564-0a9e6ef94124: DOWN {{(pid=121839) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 07 22:53:47.476972 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-666da9f6-1ebf-49d0-8a77-9882b5375ebb req-0b8b6925-5e46-41ca-8988-b4cf8abd6caf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42373cc5-2f7d-4dee-bc96-2e01c9842ebb HTTP/1.1" status: 200  len: 217 time: 0.0413909
May 07 22:53:47.529938 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666da9f6-1ebf-49d0-8a77-9882b5375ebb req-7481175d-1d31-4cb3-b15d-b2af51f86f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:53:47.531389 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-666da9f6-1ebf-49d0-8a77-9882b5375ebb req-7481175d-1d31-4cb3-b15d-b2af51f86f0c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=abc6af31-616b-4e4a-a332-bce954179553 HTTP/1.1" status: 200  len: 847 time: 0.0453751
May 07 22:53:47.537842 ncdv-master-1 neutron-server[121837]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8e8007-d840-4c76-bdec-cfd874fc0796 req-b212ff92-fd15-4d82-b426-c84b84099146 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121837) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:53:47.539372 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3f8e8007-d840-4c76-bdec-cfd874fc0796 req-b212ff92-fd15-4d82-b426-c84b84099146 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] 10.222.0.32 "GET /v2.0/ports?device_id=f61747fc-a610-49f2-9321-ef40bb2e3e5a HTTP/1.1" status: 200  len: 944 time: 0.0492575
May 07 22:53:47.592025 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-3f8e8007-d840-4c76-bdec-cfd874fc0796 req-567837d9-71c7-4481-b58e-727c3dec53ef tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] 10.222.0.32 "GET /v2.0/security-groups?id=8fca899b-9b85-40d2-ad21-eff6ca01b1bd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470750
May 07 22:53:47.651114 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666da9f6-1ebf-49d0-8a77-9882b5375ebb req-5a517ce0-46e2-4c1d-bdc1-3e3296c9baed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:53:47.652878 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-666da9f6-1ebf-49d0-8a77-9882b5375ebb req-5a517ce0-46e2-4c1d-bdc1-3e3296c9baed service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a9ebddfa-5a35-480f-9e61-716103e7d7f8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1201 time: 0.0450847
May 07 22:53:47.777138 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-666da9f6-1ebf-49d0-8a77-9882b5375ebb req-21994a4d-3bb5-42c3-849f-60e2bc276d8c service neutron] 10.222.0.55 "GET /v2.0/networks/a9ebddfa-5a35-480f-9e61-716103e7d7f8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1175771
May 07 22:53:47.783514 ncdv-master-1 neutron-server[121836]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2157aaf5-efe5-4104-918f-5772a2161788 req-cedfb9ca-8188-45b6-b21a-041238726e93 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=121836) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
May 07 22:53:47.784793 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2157aaf5-efe5-4104-918f-5772a2161788 req-cedfb9ca-8188-45b6-b21a-041238726e93 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] 10.222.0.55 "GET /v2.0/ports?device_id=f61747fc-a610-49f2-9321-ef40bb2e3e5a HTTP/1.1" status: 200  len: 944 time: 0.0598714
May 07 22:53:47.941854 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-2157aaf5-efe5-4104-918f-5772a2161788 req-fb16f00e-2efc-4c23-8a77-b09c4f804819 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Deleting port 42373cc5-2f7d-4dee-bc96-2e01c9842ebb {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:53:47.942192 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-2157aaf5-efe5-4104-918f-5772a2161788 req-fb16f00e-2efc-4c23-8a77-b09c4f804819 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (42373cc5-2f7d-4dee-bc96-2e01c9842ebb), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:47.949881 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-666da9f6-1ebf-49d0-8a77-9882b5375ebb req-4693e065-0d52-4416-aa0c-693e5fb1fb9a service neutron] 10.222.0.55 "GET /v2.0/networks/a9ebddfa-5a35-480f-9e61-716103e7d7f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1642227
May 07 22:53:48.043114 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [req-2157aaf5-efe5-4104-918f-5772a2161788 req-fb16f00e-2efc-4c23-8a77-b09c4f804819 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] For port 42373cc5-2f7d-4dee-bc96-2e01c9842ebb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=42373cc5-2f7d-4dee-bc96-2e01c9842ebb,segment=NetworkSegment(7f39af11-e6d7-4130-a071-2f12bf1df3b2),segment_id=7f39af11-e6d7-4130-a071-2f12bf1df3b2)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:53:48.043395 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-2157aaf5-efe5-4104-918f-5772a2161788 req-fb16f00e-2efc-4c23-8a77-b09c4f804819 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (42373cc5-2f7d-4dee-bc96-2e01c9842ebb), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:48.057478 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [req-2157aaf5-efe5-4104-918f-5772a2161788 req-fb16f00e-2efc-4c23-8a77-b09c4f804819 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Calling delete_port for 42373cc5-2f7d-4dee-bc96-2e01c9842ebb owned by compute:nova {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:53:48.190380 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-2157aaf5-efe5-4104-918f-5772a2161788 req-fb16f00e-2efc-4c23-8a77-b09c4f804819 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (42373cc5-2f7d-4dee-bc96-2e01c9842ebb), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:48.219095 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb16f00e-2efc-4c23-8a77-b09c4f804819 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Pushing event deleted for resources: {'Port': ['ID=42373cc5-2f7d-4dee-bc96-2e01c9842ebb,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:53:48.247219 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb16f00e-2efc-4c23-8a77-b09c4f804819 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:53:48.247578 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb16f00e-2efc-4c23-8a77-b09c4f804819 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:53:48.247931 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb16f00e-2efc-4c23-8a77-b09c4f804819 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:53:48.248274 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb16f00e-2efc-4c23-8a77-b09c4f804819 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:53:48.248618 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb16f00e-2efc-4c23-8a77-b09c4f804819 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:53:48.248959 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb16f00e-2efc-4c23-8a77-b09c4f804819 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:53:48.249296 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb16f00e-2efc-4c23-8a77-b09c4f804819 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:53:48.249630 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb16f00e-2efc-4c23-8a77-b09c4f804819 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:53:48.249960 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb16f00e-2efc-4c23-8a77-b09c4f804819 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:53:48.250287 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb16f00e-2efc-4c23-8a77-b09c4f804819 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:53:48.250615 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb16f00e-2efc-4c23-8a77-b09c4f804819 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:53:48.250980 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb16f00e-2efc-4c23-8a77-b09c4f804819 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:53:48.251311 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb16f00e-2efc-4c23-8a77-b09c4f804819 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:53:48.251642 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb16f00e-2efc-4c23-8a77-b09c4f804819 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:53:48.251971 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb16f00e-2efc-4c23-8a77-b09c4f804819 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=121836) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 07 22:53:48.275078 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [req-2157aaf5-efe5-4104-918f-5772a2161788 req-fb16f00e-2efc-4c23-8a77-b09c4f804819 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] No DVR routers for this DVR port 42373cc5-2f7d-4dee-bc96-2e01c9842ebb on host nch1-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:53:48.278289 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [req-2157aaf5-efe5-4104-918f-5772a2161788 req-fb16f00e-2efc-4c23-8a77-b09c4f804819 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1013282'] for port (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:48.281689 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [req-2157aaf5-efe5-4104-918f-5772a2161788 req-fb16f00e-2efc-4c23-8a77-b09c4f804819 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] 10.222.0.55 "DELETE /v2.0/ports/42373cc5-2f7d-4dee-bc96-2e01c9842ebb HTTP/1.1" status: 204  len: 173 time: 0.4892344
May 07 22:53:48.282148 ncdv-master-1 neutron-server[121836]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f61747fc-a610-49f2-9321-ef40bb2e3e5a', 'name': 'network-vif-deleted', 'tag': '42373cc5-2f7d-4dee-bc96-2e01c9842ebb'}] {{(pid=121836) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
May 07 22:53:48.284560 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0436508f587c21fcbbaab091df8ad437dbd7c56381de312fcd0430a88bb991f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e56987d6-7302-4dd6-9025-bb2ef17ebf5b" -d '{"events": [{"server_uuid": "f61747fc-a610-49f2-9321-ef40bb2e3e5a", "name": "network-vif-deleted", "tag": "42373cc5-2f7d-4dee-bc96-2e01c9842ebb"}]}' {{(pid=121836) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
May 07 22:53:48.409011 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 07 May 2022 22:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea2ecaec-2ba6-4e2a-bb90-2652b68ccdd6 x-openstack-request-id: req-ea2ecaec-2ba6-4e2a-bb90-2652b68ccdd6 {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
May 07 22:53:48.409311 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f61747fc-a610-49f2-9321-ef40bb2e3e5a", "name": "network-vif-deleted", "tag": "42373cc5-2f7d-4dee-bc96-2e01c9842ebb", "status": "completed", "code": 200}]} {{(pid=121836) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
May 07 22:53:48.409594 ncdv-master-1 neutron-server[121836]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ea2ecaec-2ba6-4e2a-bb90-2652b68ccdd6 {{(pid=121836) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
May 07 22:53:48.410028 ncdv-master-1 neutron-server[121836]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea2ecaec-2ba6-4e2a-bb90-2652b68ccdd6'] response: {'server_uuid': 'f61747fc-a610-49f2-9321-ef40bb2e3e5a', 'name': 'network-vif-deleted', 'tag': '42373cc5-2f7d-4dee-bc96-2e01c9842ebb', 'status': 'completed', 'code': 200}
May 07 22:53:48.727885 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [req-54a3d70f-502c-46d3-9795-991c27c036b0 req-e329ed9d-46d4-41da-9f1c-b124d502d7e2 tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] 10.222.0.32 "GET /v2.0/ports?device_id=f61747fc-a610-49f2-9321-ef40bb2e3e5a HTTP/1.1" status: 200  len: 210 time: 0.0355353
May 07 22:53:49.785144 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 33054) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:53:49.842155 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-df4b1cea-a934-49c2-a3d6-215bbb9b5e6f tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Publish callbacks [] for security_group (8fca899b-9b85-40d2-ad21-eff6ca01b1bd), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:49.866649 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-df4b1cea-a934-49c2-a3d6-215bbb9b5e6f tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Publish callbacks [] for security_group (8fca899b-9b85-40d2-ad21-eff6ca01b1bd), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:49.932456 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-df4b1cea-a934-49c2-a3d6-215bbb9b5e6f tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (8fca899b-9b85-40d2-ad21-eff6ca01b1bd), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:49.935385 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-df4b1cea-a934-49c2-a3d6-215bbb9b5e6f tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:49.936683 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-df4b1cea-a934-49c2-a3d6-215bbb9b5e6f tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] 10.222.0.32 "DELETE /v2.0/security-groups/8fca899b-9b85-40d2-ad21-eff6ca01b1bd HTTP/1.1" status: 204  len: 168 time: 0.1505344
May 07 22:53:49.946313 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4b1cea-a934-49c2-a3d6-215bbb9b5e6f tempest-TestSnapshotPattern-1499973881 tempest-TestSnapshotPattern-1499973881-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fca899b-9b85-40d2-ad21-eff6ca01b1bd,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:53:49.984298 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 33058) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:53:50.658855 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-eb6a7385-20c4-4434-ad1f-76da0802edd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401094'] for router_interface (d60d8198-d7a4-40e3-b09f-8634b897c3f4), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:50.890314 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-eb6a7385-20c4-4434-ad1f-76da0802edd0 admin admin] Deleting port 2c1231f4-1dc7-40a8-b157-fd346b36d6f7 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:53:50.891031 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-eb6a7385-20c4-4434-ad1f-76da0802edd0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (2c1231f4-1dc7-40a8-b157-fd346b36d6f7), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:50.972437 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-eb6a7385-20c4-4434-ad1f-76da0802edd0 admin admin] For port 2c1231f4-1dc7-40a8-b157-fd346b36d6f7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2c1231f4-1dc7-40a8-b157-fd346b36d6f7,segment=NetworkSegment(7f39af11-e6d7-4130-a071-2f12bf1df3b2),segment_id=7f39af11-e6d7-4130-a071-2f12bf1df3b2)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:53:50.972719 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-eb6a7385-20c4-4434-ad1f-76da0802edd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (2c1231f4-1dc7-40a8-b157-fd346b36d6f7), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:50.985964 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-eb6a7385-20c4-4434-ad1f-76da0802edd0 admin admin] Calling delete_port for 2c1231f4-1dc7-40a8-b157-fd346b36d6f7 owned by network:router_interface {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:53:51.169672 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-eb6a7385-20c4-4434-ad1f-76da0802edd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (2c1231f4-1dc7-40a8-b157-fd346b36d6f7), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:51.195952 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6a7385-20c4-4434-ad1f-76da0802edd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c1231f4-1dc7-40a8-b157-fd346b36d6f7,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:53:51.366508 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-eb6a7385-20c4-4434-ad1f-76da0802edd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401002'] for router_interface (d60d8198-d7a4-40e3-b09f-8634b897c3f4), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:51.587070 ncdv-master-1 neutron-server[121836]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb6a7385-20c4-4434-ad1f-76da0802edd0 admin admin] Router d60d8198-d7a4-40e3-b09f-8634b897c3f4 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121836) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:53:51.699441 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb6a7385-20c4-4434-ad1f-76da0802edd0 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121836) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:53:51.704504 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-eb6a7385-20c4-4434-ad1f-76da0802edd0 admin admin] 10.222.0.32 "PUT /v2.0/routers/d60d8198-d7a4-40e3-b09f-8634b897c3f4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.7191231
May 07 22:53:51.707173 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 33062) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:53:51.708141 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbc105e-0557-4550-9f56-ac20e8f28aa5 None None] Sync routers for ids ['d60d8198-d7a4-40e3-b09f-8634b897c3f4'] in ncdv-master-1 {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:53:51.718021 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbc105e-0557-4550-9f56-ac20e8f28aa5 None None] Routers {'d60d8198-d7a4-40e3-b09f-8634b897c3f4'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:53:51.718642 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-cdbc105e-0557-4550-9f56-ac20e8f28aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7eb7d8e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:53:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['d60d8198-d7a4-40e3-b09f-8634b897c3f4'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:53:51.816737 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ffebcdfd-0af6-4745-9b9e-27185b6755fa admin admin] Publish callbacks [] for router (d60d8198-d7a4-40e3-b09f-8634b897c3f4), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:51.826493 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-cdbc105e-0557-4550-9f56-ac20e8f28aa5 None None] Set router d60d8198-d7a4-40e3-b09f-8634b897c3f4 gateway port host: ncdv-master-1 {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:53:51.926724 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ffebcdfd-0af6-4745-9b9e-27185b6755fa admin admin] Publish callbacks [] for router_gateway (d60d8198-d7a4-40e3-b09f-8634b897c3f4), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:51.973416 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-ffebcdfd-0af6-4745-9b9e-27185b6755fa admin admin] Deleting port 968c1bcc-7a33-4fd7-88a1-9907e007697a {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:53:51.973753 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ffebcdfd-0af6-4745-9b9e-27185b6755fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (968c1bcc-7a33-4fd7-88a1-9907e007697a), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:52.009424 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-cdbc105e-0557-4550-9f56-ac20e8f28aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7eb7d8e0>, [{'id': 'd60d8198-d7a4-40e3-b09f-8634b897c3f4', 'name': 'tempest-TestSnapshotPattern-55070406-router', 'tenant_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.127'}], 'enable_snat': True}, 'gw_port_id': '968c1bcc-7a33-4fd7-88a1-9907e007697a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:49:04Z', 'updated_at': '2022-05-07T22:53:51Z', 'revision_number': 5, 'project_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'gw_port': {'id': '968c1bcc-7a33-4fd7-88a1-9907e007697a', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:55:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd60d8198-d7a4-40e3-b09f-8634b897c3f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4418, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:49:04Z', 'updated_at': '2022-05-07T22:49:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:53:52.036501 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbc105e-0557-4550-9f56-ac20e8f28aa5 None None] Checking router: d60d8198-d7a4-40e3-b09f-8634b897c3f4 for host: ncdv-master-1 {{(pid=121838) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:53:52.046970 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdbc105e-0557-4550-9f56-ac20e8f28aa5 None None] Routers {'d60d8198-d7a4-40e3-b09f-8634b897c3f4'} bound to L3 agent in host ncdv-master-1 {{(pid=121838) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:53:52.047597 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-cdbc105e-0557-4550-9f56-ac20e8f28aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf7eb7d8e0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:53:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['d60d8198-d7a4-40e3-b09f-8634b897c3f4'], 'active': True} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:53:52.060488 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-ffebcdfd-0af6-4745-9b9e-27185b6755fa admin admin] For port 968c1bcc-7a33-4fd7-88a1-9907e007697a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=968c1bcc-7a33-4fd7-88a1-9907e007697a,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:53:52.060855 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ffebcdfd-0af6-4745-9b9e-27185b6755fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (968c1bcc-7a33-4fd7-88a1-9907e007697a), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:52.074175 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-ffebcdfd-0af6-4745-9b9e-27185b6755fa admin admin] Calling delete_port for 968c1bcc-7a33-4fd7-88a1-9907e007697a owned by network:router_gateway {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:53:52.138084 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvr_db [None req-cdbc105e-0557-4550-9f56-ac20e8f28aa5 None None] Set router d60d8198-d7a4-40e3-b09f-8634b897c3f4 gateway port host: None {{(pid=121838) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:53:52.195713 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_hamode_db [None req-cdbc105e-0557-4550-9f56-ac20e8f28aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf7eb7d8e0>, [{'id': 'd60d8198-d7a4-40e3-b09f-8634b897c3f4', 'name': 'tempest-TestSnapshotPattern-55070406-router', 'tenant_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:49:04Z', 'updated_at': '2022-05-07T22:53:51Z', 'revision_number': 6, 'project_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121838) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:53:52.223581 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdbc105e-0557-4550-9f56-ac20e8f28aa5 None None] The sync data for ids ['d60d8198-d7a4-40e3-b09f-8634b897c3f4'] in ncdv-master-1 is: [{'id': 'd60d8198-d7a4-40e3-b09f-8634b897c3f4', 'name': 'tempest-TestSnapshotPattern-55070406-router', 'tenant_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:49:04Z', 'updated_at': '2022-05-07T22:53:51Z', 'revision_number': 6, 'project_id': 'a16ae1c6eaad44359f6bac5eaef3d3a5', 'gw_port_host': None}] {{(pid=121838) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:53:52.264541 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ffebcdfd-0af6-4745-9b9e-27185b6755fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (968c1bcc-7a33-4fd7-88a1-9907e007697a), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:52.292238 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffebcdfd-0af6-4745-9b9e-27185b6755fa admin admin] Pushing event deleted for resources: {'Port': ['ID=968c1bcc-7a33-4fd7-88a1-9907e007697a,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:53:52.360156 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ffebcdfd-0af6-4745-9b9e-27185b6755fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395776'] for router_gateway (d60d8198-d7a4-40e3-b09f-8634b897c3f4), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:52.371801 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:52.456759 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ffebcdfd-0af6-4745-9b9e-27185b6755fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (d60d8198-d7a4-40e3-b09f-8634b897c3f4), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:52.458922 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ffebcdfd-0af6-4745-9b9e-27185b6755fa admin admin] Publish callbacks [] for router_controller (d60d8198-d7a4-40e3-b09f-8634b897c3f4), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:52.504608 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ffebcdfd-0af6-4745-9b9e-27185b6755fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (d60d8198-d7a4-40e3-b09f-8634b897c3f4), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:52.505279 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffebcdfd-0af6-4745-9b9e-27185b6755fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router d60d8198-d7a4-40e3-b09f-8634b897c3f4 {{(pid=121836) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 22:53:52.510646 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-ffebcdfd-0af6-4745-9b9e-27185b6755fa admin admin] Publish callbacks [] for router (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:52.512156 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-ffebcdfd-0af6-4745-9b9e-27185b6755fa admin admin] 10.222.0.32 "DELETE /v2.0/routers/d60d8198-d7a4-40e3-b09f-8634b897c3f4 HTTP/1.1" status: 204  len: 168 time: 0.8040273
May 07 22:53:52.514607 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 33064) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:53:52.578834 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.db_base_plugin_v2 [None req-af48294d-394c-4815-8f75-e56bc8f9fabf admin admin] Deleting subnet abc6af31-616b-4e4a-a332-bce954179553 {{(pid=121836) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:53:52.581754 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-af48294d-394c-4815-8f75-e56bc8f9fabf admin admin] Publish callbacks [] for subnet (abc6af31-616b-4e4a-a332-bce954179553), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:52.632090 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-af48294d-394c-4815-8f75-e56bc8f9fabf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8726883'] for subnet (abc6af31-616b-4e4a-a332-bce954179553), precommit_delete_associations {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:52.719626 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-af48294d-394c-4815-8f75-e56bc8f9fabf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (abc6af31-616b-4e4a-a332-bce954179553), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:52.770934 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-af48294d-394c-4815-8f75-e56bc8f9fabf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8653150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9845795'] for subnet (abc6af31-616b-4e4a-a332-bce954179553), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:52.798337 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af48294d-394c-4815-8f75-e56bc8f9fabf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abc6af31-616b-4e4a-a332-bce954179553,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:53:52.800336 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-af48294d-394c-4815-8f75-e56bc8f9fabf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:52.803559 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-af48294d-394c-4815-8f75-e56bc8f9fabf admin admin] 10.222.0.32 "DELETE /v2.0/subnets/abc6af31-616b-4e4a-a332-bce954179553 HTTP/1.1" status: 204  len: 168 time: 0.2879844
May 07 22:53:52.804913 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb693c9-1083-4ae6-b588-cc8c56cf442e None None] Network a9ebddfa-5a35-480f-9e61-716103e7d7f8 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:53:52.806076 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 33066) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:53:52.880270 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cf213606-2af0-4de3-a459-0953a7b2c3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (a9ebddfa-5a35-480f-9e61-716103e7d7f8), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:52.925878 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-cf213606-2af0-4de3-a459-0953a7b2c3e0 admin admin] Deleting port 8e53f203-5c9d-4e42-8be2-c716a4fcc0e7 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:53:52.926218 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cf213606-2af0-4de3-a459-0953a7b2c3e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (8e53f203-5c9d-4e42-8be2-c716a4fcc0e7), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:52.994204 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-cf213606-2af0-4de3-a459-0953a7b2c3e0 admin admin] For port 8e53f203-5c9d-4e42-8be2-c716a4fcc0e7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8e53f203-5c9d-4e42-8be2-c716a4fcc0e7,segment=NetworkSegment(7f39af11-e6d7-4130-a071-2f12bf1df3b2),segment_id=7f39af11-e6d7-4130-a071-2f12bf1df3b2)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:53:52.994881 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cf213606-2af0-4de3-a459-0953a7b2c3e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (8e53f203-5c9d-4e42-8be2-c716a4fcc0e7), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:53.011436 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-cf213606-2af0-4de3-a459-0953a7b2c3e0 admin admin] Calling delete_port for 8e53f203-5c9d-4e42-8be2-c716a4fcc0e7 owned by network:dhcp {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:53:53.029965 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3057a8-f83f-41e6-b457-d8bb92d7f794 None None] DHCP port deletion for a9ebddfa-5a35-480f-9e61-716103e7d7f8 request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:53:53.075132 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-ce3057a8-f83f-41e6-b457-d8bb92d7f794 None None] Deleting port 8e53f203-5c9d-4e42-8be2-c716a4fcc0e7 {{(pid=121838) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:53:53.075506 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ce3057a8-f83f-41e6-b457-d8bb92d7f794 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (8e53f203-5c9d-4e42-8be2-c716a4fcc0e7), before_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:53.098944 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cf213606-2af0-4de3-a459-0953a7b2c3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (8e53f203-5c9d-4e42-8be2-c716a4fcc0e7), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:53.126728 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf213606-2af0-4de3-a459-0953a7b2c3e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e53f203-5c9d-4e42-8be2-c716a4fcc0e7,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:53:53.129628 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf213606-2af0-4de3-a459-0953a7b2c3e0 admin admin] No DVR routers for this DVR port 8e53f203-5c9d-4e42-8be2-c716a4fcc0e7 on host ncdv-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:53:53.147204 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.db [None req-ce3057a8-f83f-41e6-b457-d8bb92d7f794 None None] For port 8e53f203-5c9d-4e42-8be2-c716a4fcc0e7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8e53f203-5c9d-4e42-8be2-c716a4fcc0e7,segment=NetworkSegment(7f39af11-e6d7-4130-a071-2f12bf1df3b2),segment_id=7f39af11-e6d7-4130-a071-2f12bf1df3b2)] {{(pid=121838) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:53:53.147595 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ce3057a8-f83f-41e6-b457-d8bb92d7f794 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (8e53f203-5c9d-4e42-8be2-c716a4fcc0e7), precommit_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:53.170534 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-ce3057a8-f83f-41e6-b457-d8bb92d7f794 None None] Calling delete_port for 8e53f203-5c9d-4e42-8be2-c716a4fcc0e7 owned by network:dhcp {{(pid=121838) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:53:53.209013 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cf213606-2af0-4de3-a459-0953a7b2c3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (a9ebddfa-5a35-480f-9e61-716103e7d7f8), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:53.231409 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-cf213606-2af0-4de3-a459-0953a7b2c3e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf8733ff10>,) {'filters': {'network_id': ['a9ebddfa-5a35-480f-9e61-716103e7d7f8']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:53:53.242106 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-cf213606-2af0-4de3-a459-0953a7b2c3e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8733ff10>, '7f39af11-e6d7-4130-a071-2f12bf1df3b2') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:53:53.243143 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-cf213606-2af0-4de3-a459-0953a7b2c3e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8733ff10>, '7f39af11-e6d7-4130-a071-2f12bf1df3b2') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:53:53.253547 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cf213606-2af0-4de3-a459-0953a7b2c3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (7f39af11-e6d7-4130-a071-2f12bf1df3b2), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:53.262191 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ce3057a8-f83f-41e6-b457-d8bb92d7f794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766'] for port (8e53f203-5c9d-4e42-8be2-c716a4fcc0e7), after_delete {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:53.269601 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cf213606-2af0-4de3-a459-0953a7b2c3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (7f39af11-e6d7-4130-a071-2f12bf1df3b2), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:53.277225 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf213606-2af0-4de3-a459-0953a7b2c3e0 admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:53:53.277953 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cf213606-2af0-4de3-a459-0953a7b2c3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (7f39af11-e6d7-4130-a071-2f12bf1df3b2), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:53.291961 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 22:53:53.291961 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:53:53.291961 ncdv-master-1 neutron-server[121836]:     timer()
May 07 22:53:53.291961 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:53:53.291961 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 22:53:53.291961 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:53:53.291961 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 22:53:53.291961 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:53:53.291961 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 22:53:53.291961 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:53:53.291961 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 22:53:53.291961 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:53:53.291961 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 22:53:53.291961 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:53:53.291961 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:53:53.291961 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:53:53.291961 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:53:53.291961 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:53:53.291961 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 22:53:53.291961 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:53:53.291961 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 22:53:53.291961 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:53:53.291961 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:53:53.291961 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:53:53.291961 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 22:53:53.291961 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:53:53.291961 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:53:53.291961 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:53:53.291961 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:53:53.291961 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:53:53.291961 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:53:53.291961 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:53:53.296065 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3057a8-f83f-41e6-b457-d8bb92d7f794 None None] Pushing event deleted for resources: {'Port': ['ID=8e53f203-5c9d-4e42-8be2-c716a4fcc0e7,revision_number=None']} {{(pid=121838) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:53:53.298814 ncdv-master-1 neutron-server[121838]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3057a8-f83f-41e6-b457-d8bb92d7f794 None None] No DVR routers for this DVR port 8e53f203-5c9d-4e42-8be2-c716a4fcc0e7 on host ncdv-master-1 {{(pid=121838) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:53:53.346658 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cf213606-2af0-4de3-a459-0953a7b2c3e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (a9ebddfa-5a35-480f-9e61-716103e7d7f8), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:53.352874 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-cf213606-2af0-4de3-a459-0953a7b2c3e0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:53.356101 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-cf213606-2af0-4de3-a459-0953a7b2c3e0 admin admin] 10.222.0.32 "DELETE /v2.0/networks/a9ebddfa-5a35-480f-9e61-716103e7d7f8 HTTP/1.1" status: 204  len: 168 time: 0.5486605
May 07 22:53:53.359170 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 33068) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:53:53.367976 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf213606-2af0-4de3-a459-0953a7b2c3e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9ebddfa-5a35-480f-9e61-716103e7d7f8,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:53:53.409079 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 42373cc5-2f7d-4dee-bc96-2e01c9842ebb no longer exists at agent hyperv_nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:53:53.429520 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] No Port match for: 42373cc5-2f7d-4dee-bc96-2e01c9842ebb {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:53:53.430457 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Device 42373cc5-2f7d-4dee-bc96-2e01c9842ebb not bound to the agent host nch1-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:53:53.683982 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1b2b25ac-944a-4a43-a09f-5c9046d6aa7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-401094'] for router_interface (c0efd315-796a-4ddf-9613-1433da8a4e27), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:53.768949 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-d81ad17a-cda9-4e7c-aae5-ef9eb773ff6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:53.916512 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-1b2b25ac-944a-4a43-a09f-5c9046d6aa7f admin admin] Deleting port 52399d4c-bfb0-40d8-b757-c5eba13330d8 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:53:53.916854 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1b2b25ac-944a-4a43-a09f-5c9046d6aa7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (52399d4c-bfb0-40d8-b757-c5eba13330d8), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:53.992601 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-1b2b25ac-944a-4a43-a09f-5c9046d6aa7f admin admin] For port 52399d4c-bfb0-40d8-b757-c5eba13330d8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=52399d4c-bfb0-40d8-b757-c5eba13330d8,segment=NetworkSegment(95ee5e29-887d-435e-b220-466f3f35ec28),segment_id=95ee5e29-887d-435e-b220-466f3f35ec28)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:53:53.992945 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1b2b25ac-944a-4a43-a09f-5c9046d6aa7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (52399d4c-bfb0-40d8-b757-c5eba13330d8), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:54.009826 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-1b2b25ac-944a-4a43-a09f-5c9046d6aa7f admin admin] Calling delete_port for 52399d4c-bfb0-40d8-b757-c5eba13330d8 owned by network:router_interface {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:53:54.302456 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 2c1231f4-1dc7-40a8-b157-fd346b36d6f7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:53:54.326510 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 2c1231f4-1dc7-40a8-b157-fd346b36d6f7 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:53:54.326878 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 2c1231f4-1dc7-40a8-b157-fd346b36d6f7 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:53:54.327287 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 8e53f203-5c9d-4e42-8be2-c716a4fcc0e7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:53:54.347197 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 8e53f203-5c9d-4e42-8be2-c716a4fcc0e7 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:53:54.347539 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 8e53f203-5c9d-4e42-8be2-c716a4fcc0e7 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:53:54.347947 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 968c1bcc-7a33-4fd7-88a1-9907e007697a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:53:54.366683 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 968c1bcc-7a33-4fd7-88a1-9907e007697a {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:53:54.367051 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 968c1bcc-7a33-4fd7-88a1-9907e007697a not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:53:54.492047 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1b2b25ac-944a-4a43-a09f-5c9046d6aa7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (52399d4c-bfb0-40d8-b757-c5eba13330d8), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:54.516420 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2b25ac-944a-4a43-a09f-5c9046d6aa7f admin admin] Pushing event deleted for resources: {'Port': ['ID=52399d4c-bfb0-40d8-b757-c5eba13330d8,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:53:54.562759 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:54.689577 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1b2b25ac-944a-4a43-a09f-5c9046d6aa7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-401002'] for router_interface (c0efd315-796a-4ddf-9613-1433da8a4e27), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:54.908568 ncdv-master-1 neutron-server[121837]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b2b25ac-944a-4a43-a09f-5c9046d6aa7f admin admin] Router c0efd315-796a-4ddf-9613-1433da8a4e27 has already been hosted by L3 agent 3c426428-6f20-4485-a8e0-39f6f30e63db {{(pid=121837) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
May 07 22:53:55.017536 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b2b25ac-944a-4a43-a09f-5c9046d6aa7f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=121837) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
May 07 22:53:55.022926 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-1b2b25ac-944a-4a43-a09f-5c9046d6aa7f admin admin] 10.222.0.32 "PUT /v2.0/routers/c0efd315-796a-4ddf-9613-1433da8a4e27/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 1.6626637
May 07 22:53:55.026145 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 33070) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:53:55.032718 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de0ee9d-5da6-4ef3-872e-ebfd2ec1b0eb None None] Sync routers for ids ['c0efd315-796a-4ddf-9613-1433da8a4e27'] in ncdv-master-1 {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 07 22:53:55.041732 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de0ee9d-5da6-4ef3-872e-ebfd2ec1b0eb None None] Routers {'c0efd315-796a-4ddf-9613-1433da8a4e27'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:53:55.042339 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-1de0ee9d-5da6-4ef3-872e-ebfd2ec1b0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cb283a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:53:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['c0efd315-796a-4ddf-9613-1433da8a4e27'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:53:55.134695 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ffa629a3-40b4-4f30-8fec-a0dd7c1c600e admin admin] Publish callbacks [] for router (c0efd315-796a-4ddf-9613-1433da8a4e27), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:55.149220 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-1de0ee9d-5da6-4ef3-872e-ebfd2ec1b0eb None None] Set router c0efd315-796a-4ddf-9613-1433da8a4e27 gateway port host: ncdv-master-1 {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:53:55.242860 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ffa629a3-40b4-4f30-8fec-a0dd7c1c600e admin admin] Publish callbacks [] for router_gateway (c0efd315-796a-4ddf-9613-1433da8a4e27), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:55.288160 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-ffa629a3-40b4-4f30-8fec-a0dd7c1c600e admin admin] Deleting port 6a525d61-f94f-4046-80d0-e6edbacbb733 {{(pid=121837) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:53:55.288499 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ffa629a3-40b4-4f30-8fec-a0dd7c1c600e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (6a525d61-f94f-4046-80d0-e6edbacbb733), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:55.318912 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-1de0ee9d-5da6-4ef3-872e-ebfd2ec1b0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cb283a0>, [{'id': 'c0efd315-796a-4ddf-9613-1433da8a4e27', 'name': 'tempest-TestSnapshotPattern-770338949-router', 'tenant_id': 'e9a20698141a441e9346f49b27703c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'external_fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.87'}], 'enable_snat': True}, 'gw_port_id': '6a525d61-f94f-4046-80d0-e6edbacbb733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:49:09Z', 'updated_at': '2022-05-07T22:53:54Z', 'revision_number': 5, 'project_id': 'e9a20698141a441e9346f49b27703c2e', 'gw_port': {'id': '6a525d61-f94f-4046-80d0-e6edbacbb733', 'name': '', 'network_id': '9221b764-ef06-431f-8941-796516ed7c3b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:07:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0efd315-796a-4ddf-9613-1433da8a4e27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4430, 'fixed_ips': [{'subnet_id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'ip_address': '172.35.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-07T22:49:09Z', 'updated_at': '2022-05-07T22:49:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2dda209f-dc9c-4da5-bc58-eda00a55a467', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:53:55.345289 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de0ee9d-5da6-4ef3-872e-ebfd2ec1b0eb None None] Checking router: c0efd315-796a-4ddf-9613-1433da8a4e27 for host: ncdv-master-1 {{(pid=121839) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 07 22:53:55.353805 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de0ee9d-5da6-4ef3-872e-ebfd2ec1b0eb None None] Routers {'c0efd315-796a-4ddf-9613-1433da8a4e27'} bound to L3 agent in host ncdv-master-1 {{(pid=121839) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}}
May 07 22:53:55.354220 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-1de0ee9d-5da6-4ef3-872e-ebfd2ec1b0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7faf8cb283a0>, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-07T21:35:26Z,description=<?>,heartbeat_timestamp=2022-05-07T22:53:27Z,host='ncdv-master-1',id=3c426428-6f20-4485-a8e0-39f6f30e63db,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-05-07T21:35:26Z,topic='l3_agent')) {'router_ids': ['c0efd315-796a-4ddf-9613-1433da8a4e27'], 'active': True} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:53:55.373081 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.db [None req-ffa629a3-40b4-4f30-8fec-a0dd7c1c600e admin admin] For port 6a525d61-f94f-4046-80d0-e6edbacbb733, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6a525d61-f94f-4046-80d0-e6edbacbb733,segment=NetworkSegment(75c960cc-599f-4056-b989-69445477d49a),segment_id=75c960cc-599f-4056-b989-69445477d49a)] {{(pid=121837) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:53:55.373470 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ffa629a3-40b4-4f30-8fec-a0dd7c1c600e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (6a525d61-f94f-4046-80d0-e6edbacbb733), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:55.387369 ncdv-master-1 neutron-server[121837]: DEBUG neutron.plugins.ml2.plugin [None req-ffa629a3-40b4-4f30-8fec-a0dd7c1c600e admin admin] Calling delete_port for 6a525d61-f94f-4046-80d0-e6edbacbb733 owned by network:router_gateway {{(pid=121837) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:53:55.443249 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_dvr_db [None req-1de0ee9d-5da6-4ef3-872e-ebfd2ec1b0eb None None] Set router c0efd315-796a-4ddf-9613-1433da8a4e27 gateway port host: None {{(pid=121839) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}}
May 07 22:53:55.557845 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ffa629a3-40b4-4f30-8fec-a0dd7c1c600e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9154622'] for port (6a525d61-f94f-4046-80d0-e6edbacbb733), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:55.584789 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa629a3-40b4-4f30-8fec-a0dd7c1c600e admin admin] Pushing event deleted for resources: {'Port': ['ID=6a525d61-f94f-4046-80d0-e6edbacbb733,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:53:55.587742 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.l3_hamode_db [None req-1de0ee9d-5da6-4ef3-872e-ebfd2ec1b0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7faf8cb283a0>, [{'id': 'c0efd315-796a-4ddf-9613-1433da8a4e27', 'name': 'tempest-TestSnapshotPattern-770338949-router', 'tenant_id': 'e9a20698141a441e9346f49b27703c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:49:09Z', 'updated_at': '2022-05-07T22:53:55Z', 'revision_number': 6, 'project_id': 'e9a20698141a441e9346f49b27703c2e', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=121839) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:53:55.615200 ncdv-master-1 neutron-server[121839]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de0ee9d-5da6-4ef3-872e-ebfd2ec1b0eb None None] The sync data for ids ['c0efd315-796a-4ddf-9613-1433da8a4e27'] in ncdv-master-1 is: [{'id': 'c0efd315-796a-4ddf-9613-1433da8a4e27', 'name': 'tempest-TestSnapshotPattern-770338949-router', 'tenant_id': 'e9a20698141a441e9346f49b27703c2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-07T22:49:09Z', 'updated_at': '2022-05-07T22:53:55Z', 'revision_number': 6, 'project_id': 'e9a20698141a441e9346f49b27703c2e', 'gw_port_host': None}] {{(pid=121839) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 07 22:53:55.646386 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ffa629a3-40b4-4f30-8fec-a0dd7c1c600e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-395776'] for router_gateway (c0efd315-796a-4ddf-9613-1433da8a4e27), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:55.743713 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ffa629a3-40b4-4f30-8fec-a0dd7c1c600e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-419003', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5123'] for router (c0efd315-796a-4ddf-9613-1433da8a4e27), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:55.745930 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ffa629a3-40b4-4f30-8fec-a0dd7c1c600e admin admin] Publish callbacks [] for router_controller (c0efd315-796a-4ddf-9613-1433da8a4e27), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:55.787459 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ffa629a3-40b4-4f30-8fec-a0dd7c1c600e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418978'] for router (c0efd315-796a-4ddf-9613-1433da8a4e27), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:55.788010 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffa629a3-40b4-4f30-8fec-a0dd7c1c600e admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0efd315-796a-4ddf-9613-1433da8a4e27 {{(pid=121837) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
May 07 22:53:55.792955 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-ffa629a3-40b4-4f30-8fec-a0dd7c1c600e admin admin] Publish callbacks [] for router (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:55.794079 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-ffa629a3-40b4-4f30-8fec-a0dd7c1c600e admin admin] 10.222.0.32 "DELETE /v2.0/routers/c0efd315-796a-4ddf-9613-1433da8a4e27 HTTP/1.1" status: 204  len: 168 time: 0.7669969
May 07 22:53:55.796685 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 33072) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:53:55.841093 ncdv-master-1 neutron-server[121837]: DEBUG neutron.db.db_base_plugin_v2 [None req-658a8049-cdf1-42a2-8480-8ae420ac37bb admin admin] Deleting subnet cf73057f-ffe5-4154-8bf6-edd91f0634ab {{(pid=121837) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}}
May 07 22:53:55.844214 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-658a8049-cdf1-42a2-8480-8ae420ac37bb admin admin] Publish callbacks [] for subnet (cf73057f-ffe5-4154-8bf6-edd91f0634ab), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:55.879295 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-658a8049-cdf1-42a2-8480-8ae420ac37bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9156101'] for subnet (cf73057f-ffe5-4154-8bf6-edd91f0634ab), precommit_delete_associations {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:55.959570 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-658a8049-cdf1-42a2-8480-8ae420ac37bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33063406'] for subnet (cf73057f-ffe5-4154-8bf6-edd91f0634ab), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:56.015975 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-658a8049-cdf1-42a2-8480-8ae420ac37bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33063385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503664', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9156301', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8765419'] for subnet (cf73057f-ffe5-4154-8bf6-edd91f0634ab), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:56.045974 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-658a8049-cdf1-42a2-8480-8ae420ac37bb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:56.049991 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-658a8049-cdf1-42a2-8480-8ae420ac37bb admin admin] 10.222.0.32 "DELETE /v2.0/subnets/cf73057f-ffe5-4154-8bf6-edd91f0634ab HTTP/1.1" status: 204  len: 168 time: 0.2521901
May 07 22:53:56.051041 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09945a35-ead1-4be5-878a-de0989f151c0 None None] Network f0476f21-f6c6-4f0c-9b6c-5fac88d10698 requested from ncdv-master-1 {{(pid=121838) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}}
May 07 22:53:56.051520 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658a8049-cdf1-42a2-8480-8ae420ac37bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf73057f-ffe5-4154-8bf6-edd91f0634ab,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:53:56.052578 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 33074) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:53:56.121827 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-49d8dd3c-b00d-4732-bc51-141b7688206d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32915017'] for network (f0476f21-f6c6-4f0c-9b6c-5fac88d10698), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:56.172823 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-49d8dd3c-b00d-4732-bc51-141b7688206d admin admin] Deleting port 800731fc-1a1f-40e8-a572-ccb8eefb5610 {{(pid=121836) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}}
May 07 22:53:56.173159 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-49d8dd3c-b00d-4732-bc51-141b7688206d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774500292316'] for port (800731fc-1a1f-40e8-a572-ccb8eefb5610), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:56.236395 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.db [None req-49d8dd3c-b00d-4732-bc51-141b7688206d admin admin] For port 800731fc-1a1f-40e8-a572-ccb8eefb5610, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=800731fc-1a1f-40e8-a572-ccb8eefb5610,segment=NetworkSegment(95ee5e29-887d-435e-b220-466f3f35ec28),segment_id=95ee5e29-887d-435e-b220-466f3f35ec28)] {{(pid=121836) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
May 07 22:53:56.236755 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-49d8dd3c-b00d-4732-bc51-141b7688206d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-557966'] for port (800731fc-1a1f-40e8-a572-ccb8eefb5610), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:56.249163 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.plugin [None req-49d8dd3c-b00d-4732-bc51-141b7688206d admin admin] Calling delete_port for 800731fc-1a1f-40e8-a572-ccb8eefb5610 owned by network:dhcp {{(pid=121836) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}}
May 07 22:53:56.332768 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-49d8dd3c-b00d-4732-bc51-141b7688206d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-32961339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-54430', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774500201418', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774499772766', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8654765'] for port (800731fc-1a1f-40e8-a572-ccb8eefb5610), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:56.358333 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d8dd3c-b00d-4732-bc51-141b7688206d admin admin] Pushing event deleted for resources: {'Port': ['ID=800731fc-1a1f-40e8-a572-ccb8eefb5610,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:53:56.362058 ncdv-master-1 neutron-server[121836]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d8dd3c-b00d-4732-bc51-141b7688206d admin admin] No DVR routers for this DVR port 800731fc-1a1f-40e8-a572-ccb8eefb5610 on host ncdv-master-1 {{(pid=121836) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 07 22:53:56.400295 ncdv-master-1 neutron-server[121838]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0aefca-4310-4636-85ba-b3ee3337ffb5 None None] DHCP port deletion for f0476f21-f6c6-4f0c-9b6c-5fac88d10698 request from ncdv-master-1 {{(pid=121838) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}}
May 07 22:53:56.454013 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-49d8dd3c-b00d-4732-bc51-141b7688206d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33066853', 'neutron.services.segments.db._delete_segments_for_network-8774500222585'] for network (f0476f21-f6c6-4f0c-9b6c-5fac88d10698), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:56.467286 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 800731fc-1a1f-40e8-a572-ccb8eefb5610 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:53:56.475253 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-49d8dd3c-b00d-4732-bc51-141b7688206d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7faf8649ba60>,) {'filters': {'network_id': ['f0476f21-f6c6-4f0c-9b6c-5fac88d10698']}} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:53:56.485149 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-49d8dd3c-b00d-4732-bc51-141b7688206d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8649ba60>, '95ee5e29-887d-435e-b220-466f3f35ec28') {'for_net_delete': True} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:53:56.485491 ncdv-master-1 neutron-server[121836]: DEBUG neutron.services.segments.db [None req-49d8dd3c-b00d-4732-bc51-141b7688206d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7faf8649ba60>, '95ee5e29-887d-435e-b220-466f3f35ec28') {} {{(pid=121836) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 07 22:53:56.489330 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 800731fc-1a1f-40e8-a572-ccb8eefb5610 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:53:56.489757 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 800731fc-1a1f-40e8-a572-ccb8eefb5610 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:53:56.490273 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 6a525d61-f94f-4046-80d0-e6edbacbb733 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:53:56.497159 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-49d8dd3c-b00d-4732-bc51-141b7688206d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774500222850', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8726888'] for segment (95ee5e29-887d-435e-b220-466f3f35ec28), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:56.510167 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 6a525d61-f94f-4046-80d0-e6edbacbb733 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:53:56.510755 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 6a525d61-f94f-4046-80d0-e6edbacbb733 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:53:56.511396 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 52399d4c-bfb0-40d8-b757-c5eba13330d8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}}
May 07 22:53:56.512938 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-49d8dd3c-b00d-4732-bc51-141b7688206d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785'] for segment (95ee5e29-887d-435e-b220-466f3f35ec28), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:56.520558 ncdv-master-1 neutron-server[121836]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49d8dd3c-b00d-4732-bc51-141b7688206d admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=121836) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 07 22:53:56.520989 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-49d8dd3c-b00d-4732-bc51-141b7688206d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33069785', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8654840'] for segment (95ee5e29-887d-435e-b220-466f3f35ec28), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:56.523276 ncdv-master-1 neutron-server[121836]: Traceback (most recent call last):
May 07 22:53:56.523276 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 07 22:53:56.523276 ncdv-master-1 neutron-server[121836]:     timer()
May 07 22:53:56.523276 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 07 22:53:56.523276 ncdv-master-1 neutron-server[121836]:     cb(*args, **kw)
May 07 22:53:56.523276 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper
May 07 22:53:56.523276 ncdv-master-1 neutron-server[121836]:     return func(*args, **kwargs)
May 07 22:53:56.523276 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 07 22:53:56.523276 ncdv-master-1 neutron-server[121836]:     self._notify()
May 07 22:53:56.523276 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 07 22:53:56.523276 ncdv-master-1 neutron-server[121836]:     self.callback(batched_events)
May 07 22:53:56.523276 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 07 22:53:56.523276 ncdv-master-1 neutron-server[121836]:     event.method(event)
May 07 22:53:56.523276 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory
May 07 22:53:56.523276 ncdv-master-1 neutron-server[121836]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 07 22:53:56.523276 ncdv-master-1 neutron-server[121836]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id
May 07 22:53:56.523276 ncdv-master-1 neutron-server[121836]:     aggregate_uuid = self.p_client.list_aggregates(
May 07 22:53:56.523276 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper
May 07 22:53:56.523276 ncdv-master-1 neutron-server[121836]:     return f(self, *a, **k)
May 07 22:53:56.523276 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
May 07 22:53:56.523276 ncdv-master-1 neutron-server[121836]:     return self._get(url).json()
May 07 22:53:56.523276 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
May 07 22:53:56.523276 ncdv-master-1 neutron-server[121836]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 07 22:53:56.523276 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 07 22:53:56.523276 ncdv-master-1 neutron-server[121836]:     return self.request(url, 'GET', **kwargs)
May 07 22:53:56.523276 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 07 22:53:56.523276 ncdv-master-1 neutron-server[121836]:     base_url = self.get_endpoint(auth, allow=allow,
May 07 22:53:56.523276 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 07 22:53:56.523276 ncdv-master-1 neutron-server[121836]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 07 22:53:56.523276 ncdv-master-1 neutron-server[121836]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 07 22:53:56.523276 ncdv-master-1 neutron-server[121836]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 07 22:53:56.523276 ncdv-master-1 neutron-server[121836]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 07 22:53:56.532489 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.plugin [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] No Port match for: 52399d4c-bfb0-40d8-b757-c5eba13330d8 {{(pid=121838) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}}
May 07 22:53:56.532847 ncdv-master-1 neutron-server[121838]: DEBUG neutron.plugins.ml2.rpc [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Device 52399d4c-bfb0-40d8-b757-c5eba13330d8 not bound to the agent host ncdv-master-1 {{(pid=121838) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}}
May 07 22:53:56.580852 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-49d8dd3c-b00d-4732-bc51-141b7688206d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33066860', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476112', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-398312'] for network (f0476f21-f6c6-4f0c-9b6c-5fac88d10698), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:56.586808 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-49d8dd3c-b00d-4732-bc51-141b7688206d admin admin] Publish callbacks [] for network (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:56.589933 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-49d8dd3c-b00d-4732-bc51-141b7688206d admin admin] 10.222.0.32 "DELETE /v2.0/networks/f0476f21-f6c6-4f0c-9b6c-5fac88d10698 HTTP/1.1" status: 204  len: 168 time: 0.5358310
May 07 22:53:56.601011 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d8dd3c-b00d-4732-bc51-141b7688206d admin admin] Pushing event deleted for resources: {'Network': ['ID=f0476f21-f6c6-4f0c-9b6c-5fac88d10698,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:53:56.656729 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6cf66573-004e-4e8f-a305-1ed971e4d5de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:56.775780 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 33078) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:53:56.815491 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-c9a27384-be24-4832-a9bf-aac21de90d79 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a16ae1c6eaad44359f6bac5eaef3d3a5&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0385666
May 07 22:53:56.817909 ncdv-master-1 neutron-server[121836]: DEBUG neutron.wsgi [-] (121836) accepted ('10.222.0.32', 33080) {{(pid=121836) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:53:56.869199 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8ff9b0cb-cc0a-4e0c-854d-71dcedbc8ad7 admin admin] Publish callbacks [] for security_group (f6a2ef2e-a4fb-4a45-9aa1-88914a74e96e), before_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:56.890731 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8ff9b0cb-cc0a-4e0c-854d-71dcedbc8ad7 admin admin] Publish callbacks [] for security_group (f6a2ef2e-a4fb-4a45-9aa1-88914a74e96e), precommit_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:56.937849 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8ff9b0cb-cc0a-4e0c-854d-71dcedbc8ad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (f6a2ef2e-a4fb-4a45-9aa1-88914a74e96e), after_delete {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:56.940510 ncdv-master-1 neutron-server[121836]: DEBUG neutron_lib.callbacks.manager [None req-8ff9b0cb-cc0a-4e0c-854d-71dcedbc8ad7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121836) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:56.942131 ncdv-master-1 neutron-server[121836]: INFO neutron.wsgi [None req-8ff9b0cb-cc0a-4e0c-854d-71dcedbc8ad7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f6a2ef2e-a4fb-4a45-9aa1-88914a74e96e HTTP/1.1" status: 204  len: 168 time: 0.1233044
May 07 22:53:56.950859 ncdv-master-1 neutron-server[121836]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff9b0cb-cc0a-4e0c-854d-71dcedbc8ad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a2ef2e-a4fb-4a45-9aa1-88914a74e96e,revision_number=None']} {{(pid=121836) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:53:57.259974 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 33086) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:53:57.299556 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-ed4c7bf6-ec1b-4b58-aa5b-6e8c241a5eae admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e9a20698141a441e9346f49b27703c2e&name=default HTTP/1.1" status: 200  len: 3000 time: 0.0383358
May 07 22:53:57.302024 ncdv-master-1 neutron-server[121837]: DEBUG neutron.wsgi [-] (121837) accepted ('10.222.0.32', 33088) {{(pid=121837) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}}
May 07 22:53:57.353392 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1993c0e4-35a6-4741-a829-826a8bd7a711 admin admin] Publish callbacks [] for security_group (e63e182d-4a38-4db9-8264-a65506f79940), before_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:57.373892 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1993c0e4-35a6-4741-a829-826a8bd7a711 admin admin] Publish callbacks [] for security_group (e63e182d-4a38-4db9-8264-a65506f79940), precommit_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:57.419761 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1993c0e4-35a6-4741-a829-826a8bd7a711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-476031'] for security_group (e63e182d-4a38-4db9-8264-a65506f79940), after_delete {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:57.422266 ncdv-master-1 neutron-server[121837]: DEBUG neutron_lib.callbacks.manager [None req-1993c0e4-35a6-4741-a829-826a8bd7a711 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=121837) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:57.423499 ncdv-master-1 neutron-server[121837]: INFO neutron.wsgi [None req-1993c0e4-35a6-4741-a829-826a8bd7a711 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e63e182d-4a38-4db9-8264-a65506f79940 HTTP/1.1" status: 204  len: 168 time: 0.1205235
May 07 22:53:57.431444 ncdv-master-1 neutron-server[121837]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1993c0e4-35a6-4741-a829-826a8bd7a711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e63e182d-4a38-4db9-8264-a65506f79940,revision_number=None']} {{(pid=121837) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 07 22:53:57.678387 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:53:59.390431 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:54:00.452091 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:54:20.870134 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 22:54:22.401983 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:54:23.770700 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-5c078a16-a170-4b73-9b1f-16fb302970cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:54:24.560293 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:54:26.658446 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-21ccfb24-9bef-44df-91e2-9fee66785d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:54:27.678524 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:54:29.392834 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:54:30.443561 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:54:52.416615 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:54:53.771373 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-8b93ac10-7048-46d8-a9ad-d38fda74ab02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:54:54.559539 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:54:56.660560 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-691566ce-e7bb-4cd9-b167-4440382dedfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:54:57.681174 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:54:57.869934 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 22:54:59.395479 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:55:00.446581 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:55:22.416437 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:55:23.771646 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c7b6ee97-009d-4a41-92f2-7755eaf906e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:55:24.574298 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:55:26.662183 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-fcca3578-fa7d-4efa-93b7-684910f119b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:55:27.683541 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:55:29.397754 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:55:30.450884 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:55:34.870081 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 22:55:52.430159 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:55:53.772670 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e2368580-6180-4cda-8c20-926273e36cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:55:54.588631 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:55:56.662823 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c8fac86a-f769-484d-9ce4-fe7fcc68ee26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:55:57.687647 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:55:59.400126 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:56:00.454317 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:56:11.869406 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 22:56:22.429853 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:56:23.777481 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-da7dc027-a94d-40d7-80fa-2caec853c4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:56:24.602957 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:56:26.664047 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-fba267a9-7104-48a8-b807-7e68737c2a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:56:27.689323 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:56:29.403534 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:56:30.457226 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:56:48.869597 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 22:56:52.429328 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:56:53.779741 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-3d037e2f-3c1b-4abf-9f7f-88172ea2d3ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:56:54.602406 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:56:56.665511 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-fbf914b2-2c19-4ea7-81c9-735c07b7f187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:56:57.692385 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:56:59.406308 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:57:00.459423 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:57:22.428353 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:57:23.782342 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-75bc4fe1-276d-4cbb-a961-402cb7794926 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:57:24.602915 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:57:25.869147 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 22:57:26.666679 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-89720cc7-e91b-458b-9269-8024c9a78cbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:57:27.697977 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:57:29.408303 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:57:30.461801 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:57:52.458841 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:57:53.784888 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e67a0158-66aa-41a2-8638-6981e4967708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:57:54.603789 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:57:56.673660 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-4bac6a55-f616-424f-97f4-568ef19e56fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:57:57.698031 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:57:59.411095 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:58:00.463294 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:58:02.868588 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 22:58:22.481394 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:58:23.788120 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-8704681e-639d-4065-93ca-f35edefd4b2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:58:24.599564 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:58:26.665586 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c0033657-4ecb-4747-b97f-7249ff5b2b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:58:27.701003 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:58:29.413566 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:58:30.465748 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:58:39.867737 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 22:58:52.489016 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:58:53.790595 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-20b4b108-d651-4b3a-bbce-361bd1758e24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:58:54.599025 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:58:56.667030 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-8556f051-28f0-4eef-8cf4-1e3f069eaacb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:58:57.704608 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:58:59.417606 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:59:00.468729 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:59:16.867369 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 22:59:22.512367 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:59:23.792222 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-e60e7c22-7165-4277-a792-a71bc215e5cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:59:24.601410 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:59:26.668168 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-18de327d-7a01-4f0b-854f-7b30803db2ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:59:27.707126 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:59:29.419955 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:59:30.471702 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:59:52.508194 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:59:53.793530 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-9a3e30c5-1d81-4690-a238-4d78a221da50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:59:53.867370 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 22:59:54.597369 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:59:56.669159 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-31179d28-d340-407e-9b0d-091cff120cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:59:57.710170 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 22:59:59.422420 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 23:00:00.473676 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 23:00:22.504044 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 23:00:23.795404 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-2ff98929-6d3d-40b9-9c13-879addffca08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 23:00:24.614990 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 23:00:26.671216 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-ba1e35fb-6363-4e0a-a904-d8c1b610cb9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 23:00:27.716557 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 23:00:29.425210 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 23:00:30.475970 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 23:00:30.867611 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 23:00:52.508324 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 23:00:53.797622 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-13e0a719-6b33-48ed-a109-8e9f2deeb858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 23:00:54.609902 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 23:00:56.672370 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-47e4ab22-d886-4d7e-83a4-e6921bda2ea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 23:00:57.715966 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 23:00:59.428431 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 23:01:00.480551 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 23:01:07.866655 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 23:01:22.521520 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 23:01:23.798398 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-23508ac6-1088-44ba-83e6-3830b30a3e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 23:01:24.624437 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 23:01:26.674470 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-7cc280cf-0e30-44e5-9a57-c2656c895af8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 23:01:27.719402 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 23:01:29.430597 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 23:01:30.482733 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 23:01:44.866981 ncdv-master-1 neutron-server[121839]: DEBUG neutron.db.agents_db [None req-93957893-8e61-4a47-9ace-2b664efe1476 None None] Agent healthcheck: found 7 active agents {{(pid=121839) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}
May 07 23:01:52.541286 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-84dfa6e4-e47d-4490-a5a3-db3f132e1ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (01fca944-188c-4a61-9d4f-b66b710adb06), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 23:01:53.800888 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-164acc0f-6e23-47de-9369-d24b7540a2d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (a29f29ee-80b2-468c-b8e1-0a1b97cbd760), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 23:01:54.628909 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-78c60d06-36a0-46d3-8dad-ceae9be404fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (6c0eb15f-315b-4b1a-af38-71d54fabc081), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 23:01:56.675809 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-fa5b9be3-01f2-4788-a6df-f11f5edd83f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3c426428-6f20-4485-a8e0-39f6f30e63db), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 23:01:57.722316 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-6a91702b-99bb-4355-81cc-52eb72ef7588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (4ba342d4-5d4c-49c1-982a-9e0541a38eb8), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 23:01:59.434172 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-c214597d-3985-4d75-a536-09a64cd37e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (7497c7b9-e414-429b-8c1d-6d2a230664c7), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}
May 07 23:02:00.484505 ncdv-master-1 neutron-server[121838]: DEBUG neutron_lib.callbacks.manager [None req-956b4fa4-fb02-4c9b-8461-ad1cdb68df44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774500222567', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33091748'] for agent (3f4d9e86-99c2-4058-823e-4d44e001faaa), after_update {{(pid=121838) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}